diff --git a/adapters/sft-llama31/README.md b/adapters/sft-llama31/README.md new file mode 100644 index 0000000000000000000000000000000000000000..1b45c0da5e084c3714a5d361ae458419967e3f72 --- /dev/null +++ b/adapters/sft-llama31/README.md @@ -0,0 +1,207 @@ +--- +base_model: meta-llama/Llama-3.1-8B-Instruct +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:meta-llama/Llama-3.1-8B-Instruct +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.19.1 \ No newline at end of file diff --git a/adapters/sft-llama31/adapter_config.json b/adapters/sft-llama31/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..6e79d7c45cf7c9a64063e96e82c7e64164b0c9fb --- /dev/null +++ b/adapters/sft-llama31/adapter_config.json @@ -0,0 +1,45 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-3.1-8B-Instruct", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.19.1", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "q_proj", + "o_proj", + "v_proj", + "k_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/adapters/sft-llama31/chat_template.jinja b/adapters/sft-llama31/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..33089ace1be88f22a10fe861ad49718d5d886090 --- /dev/null +++ b/adapters/sft-llama31/chat_template.jinja @@ -0,0 +1,109 @@ +{{- bos_token }} +{%- if custom_tools is defined %} + {%- set tools = custom_tools %} +{%- endif %} +{%- if not tools_in_user_message is defined %} + {%- set tools_in_user_message = true %} +{%- endif %} +{%- if not date_string is defined %} + {%- set date_string = "26 Jul 2024" %} +{%- endif %} +{%- if not tools is defined %} + {%- set tools = none %} +{%- endif %} + +{#- This block extracts the system message, so we can slot it into the right place. #} +{%- if messages[0]['role'] == 'system' %} + {%- set system_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} +{%- else %} + {%- set system_message = "" %} +{%- endif %} + +{#- System message + builtin tools #} +{{- "<|start_header_id|>system<|end_header_id|>\n\n" }} +{%- if builtin_tools is defined or tools is not none %} + {{- "Environment: ipython\n" }} +{%- endif %} +{%- if builtin_tools is defined %} + {{- "Tools: " + builtin_tools | reject('equalto', 'code_interpreter') | join(", ") + "\n\n"}} +{%- endif %} +{{- "Cutting Knowledge Date: December 2023\n" }} +{{- "Today Date: " + date_string + "\n\n" }} +{%- if tools is not none and not tools_in_user_message %} + {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} +{%- endif %} +{{- system_message }} +{{- "<|eot_id|>" }} + +{#- Custom tools are passed in a user message with some extra guidance #} +{%- if tools_in_user_message and not tools is none %} + {#- Extract the first user message so we can plug it in here #} + {%- if messages | length != 0 %} + {%- set first_user_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} + {%- else %} + {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }} +{%- endif %} + {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}} + {{- "Given the following functions, please respond with a JSON for a function call " }} + {{- "with its proper arguments that best answers the given prompt.\n\n" }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} + {{- first_user_message + "<|eot_id|>"}} +{%- endif %} + +{%- for message in messages %} + {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %} + {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }} + {%- elif 'tool_calls' in message %} + {%- if not message.tool_calls|length == 1 %} + {{- raise_exception("This model only supports single tool-calls at once!") }} + {%- endif %} + {%- set tool_call = message.tool_calls[0].function %} + {%- if builtin_tools is defined and tool_call.name in builtin_tools %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- "<|python_tag|>" + tool_call.name + ".call(" }} + {%- for arg_name, arg_val in tool_call.arguments | items %} + {{- arg_name + '="' + arg_val + '"' }} + {%- if not loop.last %} + {{- ", " }} + {%- endif %} + {%- endfor %} + {{- ")" }} + {%- else %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- '{"name": "' + tool_call.name + '", ' }} + {{- '"parameters": ' }} + {{- tool_call.arguments | tojson }} + {{- "}" }} + {%- endif %} + {%- if builtin_tools is defined %} + {#- This means we're in ipython mode #} + {{- "<|eom_id|>" }} + {%- else %} + {{- "<|eot_id|>" }} + {%- endif %} + {%- elif message.role == "tool" or message.role == "ipython" %} + {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }} + {%- if message.content is mapping or message.content is iterable %} + {{- message.content | tojson }} + {%- else %} + {{- message.content }} + {%- endif %} + {{- "<|eot_id|>" }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} +{%- endif %} diff --git a/adapters/sft-llama31/tokenizer_config.json b/adapters/sft-llama31/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..a3ccf3ae76b530b318a3d7fdc3d27ab2a0d39531 --- /dev/null +++ b/adapters/sft-llama31/tokenizer_config.json @@ -0,0 +1,15 @@ +{ + "backend": "tokenizers", + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "is_local": false, + "local_files_only": false, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "tokenizer_class": "TokenizersBackend" +} diff --git a/eval/v3-sft-baseline.json b/eval/v3-sft-baseline.json new file mode 100644 index 0000000000000000000000000000000000000000..ae3a7460ed398a1659a385005f5e79da9de139a7 --- /dev/null +++ b/eval/v3-sft-baseline.json @@ -0,0 +1,17492 @@ +{ + "name": "v3-sft-baseline", + "policy_path": "../checkpoints/sft-v3/final", + "split": "test", + "n_samples": 1743, + "temperature": 0.0, + "max_new_tokens": 96, + "overall": { + "n": 1743, + "em": 0.9030407343660356, + "f1": 0.2651800949481698, + "th_n": 0 + }, + "by_complexity": { + "1hop": { + "n": 800, + "em": 0.9975, + "f1": 0.34258121574950384, + "th_n": 0 + }, + "2hop": { + "n": 800, + "em": 0.87125, + "f1": 0.20043494077701118, + "th_n": 0 + }, + "3plus": { + "n": 143, + "em": 0.5524475524475524, + "f1": 0.1943774844297102, + "th_n": 0 + } + }, + "by_operator": { + "before_after": { + "n": 517, + "em": 0.9013539651837524, + "f1": 0.2829485233228281, + "th_n": 0 + }, + "interval": { + "n": 163, + "em": 1.0, + "f1": 0.1377227803371297, + "th_n": 0 + }, + "point_in_time": { + "n": 535, + "em": 0.908411214953271, + "f1": 0.2907909090948588, + "th_n": 0 + }, + "sequence": { + "n": 528, + "em": 0.8693181818181818, + "f1": 0.2611791086667745, + "th_n": 0 + } + }, + "per_example": [ + { + "id": "q_006291", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "chairperson", + "pred": "Hop 1: Jonas -> member of sports team -> S.L. Benfica (2017)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2017)\n Hop 3: Lu\u00eds Filipe Vieira -> position held -> President of the Portuguese Football Federation (2017)\n Answer: President of the Portuguese Football Federation", + "em": 1.0, + "f1": 0.07692307692307693 + }, + { + "id": "q_007337", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Ararat -> located in -> Erivan Governorate (1907)\n Hop 2: Erivan Governorate -> country -> Russian Empire (1907)\n Hop 3: Russian Empire -> head of state -> Nikolay II (1907)\n Answer: Nikolay II", + "em": 0.0, + "f1": 0.17391304347826086 + }, + { + "id": "q_000021", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "Hop 1: Galvano Della Volpe -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of state -> Antonio Segni (1959)\n Hop 3: Antonio Segni -> position held -> President of the Italian Republic (1959)\n Answer: President of the Italian Republic", + "em": 0.0, + "f1": 0.23076923076923078 + }, + { + "id": "q_007809", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Irina Bokova", + "pred": "Hop 1: Kach -> designated as terrorist by -> United States (2011)\n Hop 2: United States -> member of -> UNESCO (2011)\n Hop 3: UNESCO -> chairperson -> David Elkind (2011)\n Answer: David Elkind", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001979", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "Hop 1: Arnold J. Levine -> award received -> Paul Ehrlich and Ludwig Darmstaedter Prize (1998)\n Answer: 1998", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_005455", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Hop 1: On Golden Pond -> nominated for -> Academy Award for Best Actress (1982)\n Hop 2: Academy Award for Best Actress -> winner -> Meryl Streep (1982)\n Hop 3: Meryl Streep -> award received -> Academy Award for Best Actress (1982)\n Answer: Academy Award for Best Actress", + "em": 0.0, + "f1": 0.35714285714285715 + }, + { + "id": "q_008005", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "Hop 1: Urbano Lazzaro -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1961)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1961)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_008690", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Hop 1: Bruno Pesaola -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_008321", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Vito Lattanzio -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_007761", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Arista Records", + "pred": "Hop 1: Jennifer Love Hewitt -> unmarried partner -> John Mayer (2002)\n Hop 2: John Mayer -> nominated for -> Grammy Award for Best Male Pop Vocal Performance (2002)\n Hop 3: Grammy Award for Best Male Pop Vocal Performance -> winner -> Epic Records (2002)\n Hop 4: Epic Records -> record label -> Sony Music (2002)\n Answer: Sony Music", + "em": 0.0, + "f1": 0.0625 + }, + { + "id": "q_008118", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "Hop 1: Vincent Cimatti -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1959)\n Hop 3: Alcide De Gasperi -> position held -> President of the Italian Republic (1959)\n Answer: President of the Italian Republic", + "em": 0.0, + "f1": 0.23076923076923078 + }, + { + "id": "q_001360", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Hop 1: Luo Ruiqing -> country of citizenship -> People's Republic of China (1970)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1970)\n Hop 3: Zhou Enlai -> spouse -> Deng Yingchao (1970)\n Hop 4: Deng Yingchao -> member of political party -> Chinese Communist Party (1970)\n Answer: Chinese Communist", + "em": 1.0, + "f1": 0.19354838709677416 + }, + { + "id": "q_000136", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Michele Pellegrino -> country of citizenship -> Italy (1981)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1981)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1981)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_006986", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Hop 1: Giovanni Falcone -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giovanni Leone (1955)\n Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_003298", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "Hop 1: Metz -> country -> Germany (1940)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1940)\n Hop 3: Afghanistan -> basic form of government -> monarchy (1940)\n Answer: monarchy", + "em": 0.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_006733", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Hop 1: Bruno Pesaola -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_005866", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Hop 1: Diane Keaton -> nominated for -> Academy Award for Best Actress (2004)\n Hop 2: Academy Award for Best Actress (2004) -> winner -> Hilary Swank (2004)\n Hop 3: Hilary Swank (2004) -> award received -> Academy Award for Best Actress (2004)\n Answer: Academy Award for Best Actress", + "em": 0.0, + "f1": 0.2962962962962963 + }, + { + "id": "q_004748", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "Hop 1: Alfredo Sivocci -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1964)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1964)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_004795", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Chancellor of Germany", + "pred": "Hop 1: SMS Arcona -> crew members -> Eberhard Godt (1922)\n Hop 2: Eberhard Godt -> allegiance -> Weimar Republic (1922)\n Hop 3: Weimar Republic -> head of government -> Friedrich Ebert (1922)\n Hop 4: Friedrich Ebert -> position held -> President of Germany (1922)\n Answer: President of Germany", + "em": 0.0, + "f1": 0.14285714285714285 + }, + { + "id": "q_000787", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "Hop 1: Niobe -> country of registry -> Germany (1932)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1932)\n Hop 3: Afghanistan -> basic form of government -> monarchy (1932)\n Answer: monarchy", + "em": 0.0, + "f1": 0.09999999999999999 + }, + { + "id": "q_008333", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "President of Italy", + "pred": "Hop 1: Aldo Morandi -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1963)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1963)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_008338", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Academy Award for Best Visual Effects", + "pred": "Hop 1: True Lies -> nominated for -> Japan Academy Prize for Outstanding Foreign Language Film (1995)\n Hop 2: Japan Academy Prize for Outstanding Foreign Language Film -> winner -> Ken Ralston (1995)\n Answer: Ken Ralston", + "em": 0.0, + "f1": 0.16 + }, + { + "id": "q_001840", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "Hop 1: Tano Cimarosa -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1995)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1995)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_001274", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "Hop 1: Aurelio Sabattani -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1967)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1967)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_000547", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Antonio Segni (1965)\n Answer: Antonio Segni", + "em": 0.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001052", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Hop 1: Franco Bordoni -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1955)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1955)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_006228", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Jane Jacobs -> residence -> New York City (1963)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1963)\n Answer: Robert Ferdinand Wagner Jr.", + "em": 0.0, + "f1": 0.3478260869565218 + }, + { + "id": "q_006414", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1955)\n Answer: Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001651", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "President of Italy", + "pred": "Hop 1: Daniela Rocca -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1957)\n Answer: Alcide De Gasperi", + "em": 0.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_007640", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "Hop 1: Plinio Antolini -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1956)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1956)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_007972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "Hop 1: Annalena Tonelli -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1969)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1969)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_004943", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Nazi Germany", + "pred": "Hop 1: U-13 -> part of -> 1st U-boat Flotilla (1938)\n Hop 2: 1st U-boat Flotilla -> location -> Kiel (1938)\n Hop 3: Kiel -> country -> Germany (1938)\n Answer: Germany", + "em": 0.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_007287", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Hop 1: Angelo Cella -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1998)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1998)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_005394", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "President of Italy", + "pred": "Hop 1: Veriano Luchetti -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1997)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_007314", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Elliott Erwitt -> work location -> New York City (1957)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1957)\n Hop 3: Robert Ferdinand Wagner Jr. -> position held -> New York City Mayor (1957)\n Answer: New York City Mayor", + "em": 0.0, + "f1": 0.3571428571428571 + }, + { + "id": "q_003452", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Mary Blair -> residence -> New York City (1948)\n Hop 2: New York City -> head of government -> William O'Dwyer (1948)\n Hop 3: William O'Dwyer -> position held -> Mayor of New York City (1948)\n Answer: Mayor of New York City", + "em": 1.0, + "f1": 0.3846153846153846 + }, + { + "id": "q_006815", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Hop 1: Love the Way You Lie -> nominated for -> MTV Europe Music Award for Best Song (2010)\n Hop 2: MTV Europe Music Award for Best Song -> winner -> Lady Gaga (2010)\n Answer: 2010", + "em": 1.0, + "f1": 0.0909090909090909 + }, + { + "id": "q_008439", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Tim Robbins", + "pred": "Hop 1: Nell -> unmarried partner -> Winona Ryder (1995)\n Hop 2: Winona Ryder -> nominated for -> Academy Award for Best Actress (1995)\n Hop 3: Academy Award for Best Actress (1995) -> winner -> Susan Sarandon (1995)\n Hop 4: Susan Sarandon -> winner -> Academy Award for Best Actress (1995)\n Answer: Susan Sarandon", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003245", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "Hop 1: Niobe -> country of registry -> Germany (1932)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1932)\n Hop 3: Afghanistan -> basic form of government -> constitutional monarchy (1932)\n Answer: constitutional monarchy", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_008633", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Bucharest", + "pred": "Hop 1: Giurgiu -> located in -> Vla\u0219ca County (1920)\n Hop 2: Vla\u0219ca County -> country -> Kingdom of Romania (1920)\n Hop 3: Kingdom of Romania -> capital -> Bucharest (1920)\n Answer: Bucharest", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_003473", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Dushanbe -> located in -> Emirate of Bukhara (1915)\n Hop 2: Emirate of Bukhara -> head of state -> Amin al-Dawla (1915)\n Hop 3: Amin al-Dawla -> country -> Russian Empire (1915)\n Answer: Amin al-Dawla", + "em": 0.0, + "f1": 0.08333333333333334 + }, + { + "id": "q_001673", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "Hop 1: Aurelio Sabattani -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1967)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1967)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_005726", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "First Republic of Austria", + "pred": "Hop 1: Aachen -> country -> Nazi Germany (1934)\n Hop 2: Nazi Germany -> shares border with -> Federal State of Austria (1934)\n Answer: Federal State of Austria", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_004929", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "Hop 1: Virginio Rosetta -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1967)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1967)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_006286", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Deutsche Mark", + "pred": "Hop 1: Mannheim Observatory -> owned by -> Mannheim (1977)\n Hop 2: Mannheim -> country -> West Germany (1977)\n Hop 3: West Germany -> currency -> Deutsche Mark (1977)\n Answer: Deutsche Mark", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_002759", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "K\u014dichir\u014d Matsuura", + "pred": "Hop 1: Eduardo Saverin -> country of citizenship -> United States (2005)\n Hop 2: United States -> member of -> UNESCO (2005)\n Hop 3: UNESCO -> chairperson -> Irina Bokova (2005)\n Answer: Irina Bokova", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004009", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "Hop 1: Thierry Mariani -> member of political party -> Union for a Popular Movement (2014)\n Hop 2: Union for a Popular Movement -> chairperson -> Jean-Fran\u00e7ois Cop\u00e9 (2014)\n Hop 3: Jean-Fran\u00e7ois Cop\u00e9 -> occupation -> politician (2014)\n Answer: 2014", + "em": 1.0, + "f1": 0.08333333333333333 + }, + { + "id": "q_007134", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Hop 1: Paolo Dezza -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1998)\n Answer: Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002750", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Franco Basaglia -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000812", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "U-13", + "pred": "Hop 1: U-14 -> commanded by -> Victor Oehrn (1936)\n Hop 2: Victor Oehrn -> affiliation -> 1st U-boat Flotilla (1936)\n Answer: 1st U-boat Flotilla", + "em": 0.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_003515", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Hop 1: Umberto Pasquale -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_005012", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Luigi Filippo D'Amico -> country of citizenship -> Italy (1982)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1982)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1982)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_004016", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Ernesto Prinoth -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1980)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_008522", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Hop 1: Franco Bordoni -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1955)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1955)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_002972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "Hop 1: Tano Cimarosa -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1995)\n Hop 3: Carlo Azeglio Ciampi -> position held -> President of Italy (1995)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_000716", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Alberto Moravia -> spouse -> Elsa Morante (1958)\n Hop 2: Elsa Morante -> country of citizenship -> Italy (1958)\n Hop 3: Italy -> head of state -> Umberto II (1958)\n Answer: Umberto II", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004128", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "Hop 1: Linda Sini -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1956)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1956)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_002796", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1923.0, + "gold": "1923", + "pred": "Hop 1: Weimar Republic -> currency -> Rentenmark (1923)\n Hop 2: Rentenmark -> replaces -> Papiermark (1923)\n Answer: 1923", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_007015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Hop 1: Michelangelo Albertazzi -> member of sports team -> AC Milan (2014)\n Hop 2: AC Milan -> head coach -> Massimiliano Allegri (2014)\n Hop 3: Massimiliano Allegri -> member of sports team -> AS Roma (2014)\n Answer: AS Roma", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003552", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "chairperson", + "pred": "Hop 1: Miralem Sulejmani -> member of sports team -> S.L. Benfica (2014)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2014)\n Answer: Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_004730", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "God Save the Tsar!", + "pred": "Hop 1: Vedi -> located in -> Erivan Governorate (1907)\n Hop 2: Erivan Governorate -> country -> Russian Empire (1907)\n Hop 3: Russian Empire -> anthem -> Pan-Slavic Hymn (1907)\n Answer: Pan-Slavic Hymn", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005767", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Hop 1: Bj\u00f6rn Schr\u00f6der -> member of sports team -> Milram (2010)\n Hop 2: Milram -> country -> Germany (2010)\n Hop 3: Germany -> head of government -> Angela Merkel (2010)\n Answer: Angela Merkel", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_002032", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Oliver & Company -> narrative location -> New York City (1988)\n Hop 2: New York City -> head of government -> Ed Koch (1988)\n Hop 3: Ed Koch -> position held -> New York City Comptroller (1988)\n Answer: New York City Comptroller", + "em": 0.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_008644", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Hop 1: Salman Rushdie -> spouse -> Padma Lakshmi (2005)\n Hop 2: John Banville -> winner -> Salman Rushdie (2005)\n Answer: 2005", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_006768", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "West Germany", + "pred": "Hop 1: Ulrike Herrmann -> member of political party -> Christian Democratic Union (1987)\n Hop 2: Christian Democratic Union -> chairperson -> Helmut Kohl (1987)\n Hop 3: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Answer: West Germany", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_002122", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "Hop 1: Angelo Cella -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1964)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1964)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_007638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Getulio Alviani -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1980)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000842", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "God Save the King", + "pred": "Hop 1: Enderbury Island -> country -> United Kingdom (1938)\n Hop 2: United Kingdom -> head of state -> George VI (1938)\n Hop 3: George VI -> anthem -> God Save the King (1938)\n Answer: God Save the King", + "em": 1.0, + "f1": 0.32 + }, + { + "id": "q_003512", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Hop 1: On Golden Pond -> nominated for -> Academy Award for Best Sound -> winner -> John A. Alonzo (1982)\n Answer: John A. Alonzo", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_002727", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Federal State of Austria", + "pred": "Hop 1: 1938 World Figure Skating Championships -> location -> Berlin (1938)\n Hop 2: Berlin -> shares border with -> Czechoslovakia (1938)\n Hop 3: Czechoslovakia -> located in -> Europe (1938)\n Answer: Europe", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004477", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "Hop 1: Tommaso Padoa-Schioppa -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1970)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1970)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_004639", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Hop 1: Lelio Antoniotti -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1965)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1965)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_002027", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1913.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Vedi -> located in -> Erivan Governorate (1913)\n Hop 2: Erivan Governorate -> country -> Russian Empire (1913)\n Hop 3: Russian Empire -> head of state -> Nicholas II (1913)\n Answer: Nicholas II", + "em": 0.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_004554", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "Hop 1: Gino Archesso -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Antonio Segni (1961)\n Hop 3: Antonio Segni -> position held -> President of Italy (1961)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_005676", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "United States", + "pred": "Hop 1: Laureus World Sports Award for Comeback of the Year -> winner -> Lance Armstrong (2000)\n Hop 2: Lance Armstrong -> member of sports team -> Discovery Channel (2000)\n Hop 3: Discovery Channel -> country -> United States (2000)\n Answer: United States", + "em": 1.0, + "f1": 0.14814814814814814 + }, + { + "id": "q_008291", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "Hop 1: Linda Sini -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1956)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1956)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_008225", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Hop 1: Luciano Emmer -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1998)\n Hop 3: Carlo Azeglio Ciampi -> position held -> President of Italy (1998)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_001173", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Hop 1: Guo Moruo -> country of citizenship -> People's Republic of China (1970)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1970)\n Hop 3: Zhou Enlai -> spouse -> Deng Yingchao (1970)\n Hop 4: Deng Yingchao -> member of political party -> Chinese Communist Party (1970)\n Answer: Chinese Communist", + "em": 1.0, + "f1": 0.19354838709677416 + }, + { + "id": "q_008571", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "Hop 1: Metz -> country -> Germany (1940)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1940)\n Hop 3: Afghanistan -> basic form of government -> constitutional monarchy (1940)\n Answer: constitutional monarchy", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000937", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1934.0, + "gold": "1934", + "pred": "Hop 1: Heinrich Liebe -> allegiance -> Nazi Germany (1934)\n Hop 2: Nazi Germany -> shares border with -> Federal State of Austria (1934)\n Hop 3: Federal State of Austria -> replaces -> First Republic of Austria (1934)\n Answer: 1934", + "em": 1.0, + "f1": 0.0909090909090909 + }, + { + "id": "q_003736", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Friedrich Ebert", + "pred": "Hop 1: SMS Arcona -> crew members -> Eberhard Godt (1921)\n Hop 2: Eberhard Godt -> allegiance -> Weimar Republic (1921)\n Hop 3: Weimar Republic -> head of state -> Paul von Hindenburg (1921)\n Answer: Paul von Hindenburg", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002966", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "Hop 1: Mariano Agate -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1995)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1995)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_000538", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Hop 1: Giovanni Falcone -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giovanni Leone (1955)\n Hop 3: Giovanni Leone -> position held -> President of Italy (1955)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_000838", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Hop 1: Ant\u00f4nio da Silva -> member of sports team -> MSV Duisburg (2012)\n Hop 2: MSV Duisburg -> head coach -> J\u00fcrgen Klopp (2012)\n Hop 3: J\u00fcrgen Klopp -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2012)\n Answer: Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.06666666666666667 + }, + { + "id": "q_002448", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Vanderbilt University", + "pred": "Hop 1: Viktor Hamburger -> award received -> Louisa Gross Horwitz Prize (1983)\n Hop 2: Louisa Gross Horwitz Prize -> winner -> Torsten Nils Wiesel (1983)\n Hop 3: Torsten Nils Wiesel -> employer -> University of Chicago (1983)\n Answer: University of Chicago", + "em": 0.0, + "f1": 0.08333333333333334 + }, + { + "id": "q_007230", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Zoran Klemen\u010di\u010d -> member of sports team -> Tenax (2003)\n Hop 2: Tenax -> country -> Italy (2003)\n Hop 3: Italy -> head of state -> Carlo Azeglio Ciampi (2003)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_004534", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Odo Fusi Pecci -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1953)\n Hop 3: Amintore Fanfani -> position held -> Prime Minister of Italy (1953)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.32 + }, + { + "id": "q_007740", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Ra\u00fal Pateras Pescara -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1960)\n Hop 3: Amintore Fanfani -> position held -> President of Italy (1960)\n Answer: President of Italy", + "em": 0.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_007848", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Mariano Agate -> country of citizenship -> Italy (2008)\n Hop 2: Italy -> head of government -> Mario Monti (2008)\n Hop 3: Mario Monti -> position held -> President of the Council of Ministers (2008)\n Answer: President of the Council of Ministers", + "em": 0.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_003817", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Variety -> place of publication -> New York City (1947)\n Hop 2: New York City -> head of government -> William O'Dwyer (1947)\n Hop 3: William O'Dwyer -> position held -> Mayor of New York City (1947)\n Answer: Mayor of New York City", + "em": 1.0, + "f1": 0.3846153846153846 + }, + { + "id": "q_006982", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Hannelore Kohl", + "pred": "Hop 1: Ulrike Herrmann -> member of political party -> Christian Democratic Union (1986)\n Hop 2: Christian Democratic Union -> chairperson -> Helmut Kohl (1986)\n Hop 3: Helmut Kohl -> spouse -> Hannelore Kohl (1986)\n Answer: Hannelore Kohl", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000932", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Governing Mayor of Berlin", + "pred": "Hop 1: Q896393 -> work location -> Berlin (1977)\n Hop 2: Berlin -> head of government -> Dietrich Stobbe (1977)\n Hop 3: Dietrich Stobbe -> position held -> Minister of Finance (1977)\n Answer: Minister of Finance", + "em": 0.0, + "f1": 0.17391304347826086 + }, + { + "id": "q_004711", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Vanderbilt University", + "pred": "Hop 1: Albert Lasker Award for Basic Medical Research -> winner -> Paul Berg (1980)\n Hop 2: Paul Berg -> award received -> Nobel Prize in Chemistry (1980)\n Hop 3: Nobel Prize in Chemistry -> employer -> University of California, Berkeley (1980)\n Answer: University of California, Berkeley", + "em": 0.0, + "f1": 0.07142857142857144 + }, + { + "id": "q_001424", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Free State of Prussia", + "pred": "Hop 1: Tilla Durieux -> spouse -> Paul Cassirer (1920)\n Hop 2: Paul Cassirer -> work location -> Berlin (1920)\n Hop 3: Berlin -> located in -> Kingdom of Prussia (1920)\n Answer: Kingdom of Prussia", + "em": 0.0, + "f1": 0.17391304347826086 + }, + { + "id": "q_006808", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Hop 1: Umberto Pasquale -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_005728", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Getulio Alviani -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> President of the Council of Ministers of Italy (1980)\n Answer: President of the Council of Ministers of Italy", + "em": 0.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_000501", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Civic Democratic Party", + "pred": "Hop 1: Czech Republic -> head of government -> V\u00e1clav Klaus (1995)\n Hop 2: Lubo\u0161 Kohoutek -> country of citizenship -> Czech Republic (1995)\n Answer: V\u00e1clav Klaus", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003472", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Hop 1: Carlo Rambaldi -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1955)\n Answer: Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007593", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Alberto Moravia -> spouse -> Elsa Morante (1958)\n Hop 2: Elsa Morante -> country of citizenship -> Italy (1958)\n Hop 3: Italy -> head of state -> Antonio Segni (1958)\n Answer: Antonio Segni", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004304", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "military personnel", + "pred": "Hop 1: 21st U-boat Flotilla -> part of -> U-120 (1943)\n Hop 2: Otto Schuhart -> commanded by -> 21st U-boat Flotilla (1943)\n Hop 3: U-120 -> occupation -> Otto Schuhart (1943)\n Answer: Otto Schuhart", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004513", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> member of -> European Economic Community (1953)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1953)\n Answer: Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001144", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Hop 1: Bj\u00f6rn Schr\u00f6der -> member of sports team -> Milram (2010)\n Hop 2: Milram -> country -> Germany (2010)\n Hop 3: Germany -> head of government -> Angela Merkel (2010)\n Answer: Angela Merkel", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_004736", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Virginio De Paoli -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1996)\n Answer: Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.19047619047619047 + }, + { + "id": "q_001077", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Arman -> work location -> New York City (1964)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1964)\n Hop 3: Robert Ferdinand Wagner Jr. -> position held -> New York City Mayor (1964)\n Answer: New York City Mayor", + "em": 0.0, + "f1": 0.37037037037037035 + }, + { + "id": "q_008586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "chairperson", + "pred": "Hop 1: Sim\u00e3o Sabrosa -> member of sports team -> S.L. Benfica (2003)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2003)\n Answer: chairperson", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_004250", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "Hop 1: Franco Basaglia -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: 1976", + "em": 1.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_002769", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Dennis Stock -> work location -> New York City (1955)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1955)\n Hop 3: Robert Ferdinand Wagner Jr. -> position held -> Mayor of New York City (1955)\n Answer: Mayor of New York City", + "em": 1.0, + "f1": 0.3571428571428571 + }, + { + "id": "q_001923", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Alfredo Mazzoni -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1958)\n Hop 3: Amintore Fanfani -> position held -> Prime Minister of Italy (1958)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_008379", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "Hop 1: Cesare Terranova -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1958)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1958)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_004279", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "U-13", + "pred": "Hop 1: Victor Oehrn -> affiliation -> 1st U-boat Flotilla (1936)\n Answer: 1st U-boat Flotilla", + "em": 0.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_008534", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "Hop 1: Bruno Arcari -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1958)\n Hop 3: Alcide De Gasperi -> position held -> President of the Council of Ministers (1958)\n Answer: President of the Council of Ministers", + "em": 0.0, + "f1": 0.23076923076923078 + }, + { + "id": "q_001990", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "United Nations", + "pred": "Hop 1: Bad Day at Black Rock -> narrative location -> United States (1945)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1945)\n Hop 3: Territory of Hawaii -> member of -> United States (1945)\n Answer: United States", + "em": 0.0, + "f1": 0.07692307692307693 + }, + { + "id": "q_000057", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "Hop 1: Attilio Pierelli -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giovanni Leone (1970)\n Hop 3: Giovanni Leone -> position held -> President of Italy (1970)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_003633", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "President of Italy", + "pred": "Hop 1: Eleonora Rossi Drago -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1966)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1966)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_007357", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Prelinger Archives -> located in -> New York City (1989)\n Hop 2: New York City -> head of government -> Ed Koch (1989)\n Hop 3: Ed Koch -> position held -> New York City Mayor (1989)\n Answer: New York City Mayor", + "em": 0.0, + "f1": 0.3846153846153846 + }, + { + "id": "q_005638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "President of the United States", + "pred": "Hop 1: Michael Barry -> member of sports team -> Discovery Channel (2004)\n Hop 2: Discovery Channel -> country -> United States (2004)\n Hop 3: United States -> head of government -> George W. Bush (2004)\n Hop 4: George W. Bush -> position held -> President of the United States (2004)\n Answer: President of the United States", + "em": 1.0, + "f1": 0.3125 + }, + { + "id": "q_002803", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: Enrico Silvestri -> country of citizenship -> Italy (1955)\n Hop 4: Italy -> member of -> European Economic Community (1955)\n Hop 5: European Economic Community -> chairperson -> Paul-Henri Spaak (", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005319", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Hop 1: Sergio Andreoli -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Antonio Segni (1965)\n Hop 3: Antonio Segni -> country for sport -> Italy (1965)\n Answer: Italy", + "em": 0.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_008568", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Hop 1: Giuseppe Petrilli -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1998)\n Hop 3: Carlo Azeglio Ciampi -> position held -> President of Italy (1998)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_008187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Hop 1: Michelangelo Albertazzi -> member of sports team -> AC Milan (2014)\n Hop 2: AC Milan -> head coach -> Filippo Inzaghi (2014)\n Answer: Filippo Inzaghi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002510", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Bill Clinton", + "pred": "Hop 1: Lance Armstrong -> member of sports team -> Motorola (1996)\n Hop 2: Motorola -> country -> United States (1996)\n Hop 3: United States -> head of government -> Bill Clinton (1996)\n Answer: Bill Clinton", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007048", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: \u010cervie\u0144 -> country -> Russian Empire (1912)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1912)\n Answer: Nicholas II of Russia", + "em": 1.0, + "f1": 0.4210526315789474 + }, + { + "id": "q_000284", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Irina Bokova", + "pred": "Hop 1: Susan Polgar -> country for sport -> United States (2012)\n Hop 2: United States -> member of -> UNESCO (2012)\n Hop 3: UNESCO -> chairperson -> Kofi Annan (2012)\n Answer: Kofi Annan", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007586", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "German Emperor", + "pred": "Hop 1: Breitscheidplatz -> named after -> Augusta Victoria of Schleswig-Holstein (1915)\n Hop 2: Augusta Victoria of Schleswig-Holstein -> spouse -> Wilhelm II (1915)\n Answer: Wilhelm II", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006367", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Getulio Alviani -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1980)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_003015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Loris Francesco Capovilla -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1958)\n Hop 3: Amintore Fanfani -> position held -> Prime Minister of Italy (1958)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.32 + }, + { + "id": "q_002788", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "Hop 1: Women in Love -> award received -> Academy Award for Best Actress (1969)\n Hop 2: Academy Award for Best Actress (1969) -> winner -> Maggie Smith (1969)\n Hop 3: Maggie Smith (1969) -> spouse -> John Gielgud (1969)\n Answer: John Gielgud", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001092", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "God Save the Tsar!", + "pred": "Hop 1: Helsinki -> capital of -> Grand Duchy of Finland (1906)\n Hop 2: Grand Duchy of Finland -> anthem -> Finland's national anthem (1906)\n Answer: Finland's national anthem", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000319", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Andrea Pangrazio -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1960)\n Hop 3: Amintore Fanfani -> position held -> Prime Minister of Italy (1960)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000336", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Variety -> place of publication -> New York City (1963)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1963)\n Hop 3: Robert Ferdinand Wagner Jr. -> position held -> New York City Mayor (1963)\n Answer: New York City Mayor", + "em": 0.0, + "f1": 0.37037037037037035 + }, + { + "id": "q_005328", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Franco Basaglia -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_007430", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Sukarno", + "pred": "Hop 1: People's Republic of China -> diplomatic relation -> Indonesia (1954)\n Hop 2: Changchun -> located in -> People's Republic of China (1954)\n Hop 3: Indonesia -> head of state -> Sukarno (1954)\n Answer: Sukarno", + "em": 1.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_001032", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "Hop 1: Claudio Ruffini -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Antonio Segni (1961)\n Hop 3: Antonio Segni -> position held -> President of Italy (1961)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_006917", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Zoran Klemen\u010di\u010d -> member of sports team -> Tenax (2003)\n Hop 2: Tenax -> country -> Italy (2003)\n Hop 3: Italy -> head of state -> Carlo Azeglio Ciampi (2003)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_008460", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> member of -> European Economic Community (1953)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1953)\n Answer: Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001183", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Hop 1: Francesco Carpino -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_001661", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Hop 1: Nanni Loy -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1955)\n Hop 3: Alcide De Gasperi -> position held -> President of the Council of Ministers of Italy (1955)\n Answer: President of the Council of Ministers of Italy", + "em": 0.0, + "f1": 0.23076923076923078 + }, + { + "id": "q_002861", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Hop 1: Pia Nalli -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: European Economic Community -> chairperson of -> Robert Schuman (1955)\n Answer: Robert Schuman", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "Hop 1: Oreste Biancoli -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Antonio Segni (1967)\n Hop 3: Antonio Segni -> position held -> President of Italy (1967)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_003586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Ra\u00fal Pateras Pescara -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1960)\n Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_000264", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "Hop 1: Women in Love -> award received -> Academy Award for Best Actress (1969)\n Hop 2: Academy Award for Best Actress (1969) -> winner -> Maggie Smith\n Hop 3: Maggie Smith -> spouse -> John Gielgud\n Hop 4: John Gielgud -> spouse -> Vivien Leigh\n Answer: Vivien Leigh", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001302", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "Hop 1: Umberto Pasquale -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> head of government -> Alcide De Gasperi (1953)\n Hop 3: Alcide De Gasperi -> position held -> Prime Minister of Italy (1953)\n Answer: 1953", + "em": 1.0, + "f1": 0.0909090909090909 + }, + { + "id": "q_007976", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "Hop 1: Mariele Ventre -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1969)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1969)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_007562", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Lviv University", + "pred": "Hop 1: Zygmunt Janiszewski -> employer -> Lviv University (1913)\n Answer: Lviv University", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_006568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "pred": "Hop 1: Dan Aykroyd -> award received -> Golden Raspberry Award for Worst Supporting Actor - Razzie Award (1992)\n Answer: Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "em": 1.0, + "f1": 0.6956521739130436 + }, + { + "id": "q_006715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Hop 1: Giovanni Cornacchia -> country of citizenship -> Italy (1951)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005303", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Valenciennes F.C.", + "pred": "Hop 1: Geoffrey Doumeng -> member of sports team -> Valenciennes F.C. (2007)\n Answer: Valenciennes F.C.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_003783", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Baron Harding of Petherton", + "pred": "Hop 1: John Harding, 1st Baron Harding of Petherton -> noble title -> Baron Harding of Petherton (1959)\n Answer: Baron Harding of Petherton", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_004865", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Bruno Venturini -> country of citizenship -> Kingdom of Italy (1939)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006315", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Hop 1: Kris Bright -> member of sports team -> Bryne FK (2012)\n Answer: 2012", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_006718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Hop 1: Giuseppe Anedda -> country of citizenship -> Italy (1980)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006083", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Pula -> country -> Socialist Federal Republic of Yugoslavia (1954)\n Answer: Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 0.625 + }, + { + "id": "q_003360", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "Hop 1: Tanguy Viel -> award received -> C\u00e9sar Award for Best Original Screenplay (2023)\n Answer: 2023", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_008353", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Chattanooga", + "pred": "Hop 1: National Model Railroad Association -> headquarters -> Chattanooga (1986)\n Answer: Chattanooga", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "D.C. United", + "pred": "Hop 1: Robert F. Kennedy Memorial Stadium -> occupant -> D.C. United (2009)\n Answer: D.C. United", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_001224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Gjilan -> country -> Socialist Federal Republic of Yugoslavia (1977)\n Answer: Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 0.625 + }, + { + "id": "q_004848", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Soviet Union", + "pred": "Hop 1: Vija Artmane -> country of citizenship -> Soviet Union (1964)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_007525", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Oulu Province", + "pred": "Hop 1: Kiiminki -> located in -> Oulu Province (1946)\n Answer: Oulu Province", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_000885", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Northern Dvina Governorate", + "pred": "Hop 1: Yarensk Uyezd -> located in -> Northern Dvina Governorate (1923)\n Answer: Northern Dvina Governorate", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_001030", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Giovan Battista Pellegrini -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_004428", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "Soviet Union", + "pred": "Hop 1: Tbilisi -> country -> Soviet Union (1923)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_002780", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "University of British Columbia", + "pred": "Hop 1: Daniel Kahneman -> employer -> University of British Columbia (1983)\n Answer: University of British Columbia", + "em": 1.0, + "f1": 0.5333333333333333 + }, + { + "id": "q_000352", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Solicitor General for England and Wales", + "pred": "Hop 1: John Simon, 1st Viscount Simon -> position held -> Solicitor General for England and Wales (1911)\n Answer: Solicitor General for England and Wales", + "em": 1.0, + "f1": 0.5454545454545454 + }, + { + "id": "q_000414", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Hop 1: Rudolf Jaenisch -> award received -> Robert Koch Prize (2002)\n Answer: 2002", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_001261", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Hop 1: Renato Barisani -> country of citizenship -> Italy (1958)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001035", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "WWE", + "pred": "Hop 1: Shane McMahon -> employer -> WWE (1996)\n Answer: WWE", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_008432", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Hop 1: John McCain -> spouse -> Cindy McCain (1981)\n Answer: Cindy McCain", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005886", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Federal Minister for Foreign Affairs", + "pred": "Hop 1: Frank-Walter Steinmeier -> position held -> Federal Minister for Foreign Affairs (2017)\n Answer: Federal Minister for Foreign Affairs", + "em": 1.0, + "f1": 0.5263157894736842 + }, + { + "id": "q_007363", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Hop 1: Armin Grein -> position held -> Landrat (1989)\n Answer: Landrat", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006356", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Germany", + "pred": "Hop 1: Adolf Schr\u00f6ter -> country of citizenship -> Germany (1950)\n Answer: Germany", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004178", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "People's Republic of Bulgaria", + "pred": "Hop 1: Pernik -> country -> People's Republic of Bulgaria (1979)\n Answer: People's Republic of Bulgaria", + "em": 1.0, + "f1": 0.625 + }, + { + "id": "q_005764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kupferstichkabinett Berlin", + "pred": "Hop 1: Max Jakob Friedl\u00e4nder -> employer -> Kupferstichkabinett Berlin (1919)\n Answer: Kupferstichkabinett Berlin", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000581", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Sevilla FC", + "pred": "Hop 1: Alexis Ruano Delgado -> member of sports team -> Sevilla FC (2011)\n Answer: Sevilla FC", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_008059", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Heinrich Himmler", + "pred": "Hop 1: Schutzstaffel -> director / manager -> Heinrich Himmler (1939)\n Answer: Heinrich Himmler", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_002028", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Scopus", + "pred": "Hop 1: The New York Times -> indexed in bibliographic review -> Scopus (1996)\n Answer: Scopus", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_005537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Hop 1: Gianni De Michelis -> country of citizenship -> Italy (1947)\n Answer: Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_002995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "James Norris Memorial Trophy", + "pred": "Hop 1: Erik Karlsson -> award received -> James Norris Memorial Trophy (2012)\n Answer: James Norris Memorial Trophy", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_005062", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Hop 1: Gyula Iulius Maurer -> employer -> Babe\u0219-Bolyai University (1961)\n Answer: Babe\u0219-Bolyai University", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_005618", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Leicester City F.C.", + "pred": "Hop 1: Jack Hobbs -> member of sports team -> Leicester City F.C. (2010)\n Answer: Leicester City F.C.", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_000224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Italy", + "pred": "Hop 1: Ulrico Girardi -> country of citizenship -> Italy (1974)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FK Austria Wien", + "pred": "Hop 1: Ronald Brunmayr -> member of sports team -> FK Austria Wien (1996)\n Answer: FK Austria Wien", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_002148", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1927.0, + "gold": "Kingdom of Romania", + "pred": "Hop 1: Balchik -> country -> Kingdom of Romania (1927)\n Answer: Kingdom of Romania", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_006117", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Hop 1: Cesarina Vighy -> country of citizenship -> Italy (1970)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Mary Pickford", + "pred": "Hop 1: Academy Award for Best Actress -> winner -> Mary Pickford (1929)\n Answer: Mary Pickford", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003365", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "All-NBA Team", + "pred": "Hop 1: Gary Payton -> award received -> All-NBA Team (2000)\n Answer: All-NBA Team", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_005796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Hop 1: Molli railway -> operator -> Deutsche Reichsbahn (1922)\n Answer: Deutsche Reichsbahn", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003448", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Benedetta Cappa -> country of citizenship -> Kingdom of Italy (1901)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_005271", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Borussia M\u00f6nchengladbach", + "pred": "Hop 1: Alexander Voigt -> member of sports team -> Borussia M\u00f6nchengladbach (2008)\n Answer: Borussia M\u00f6nchengladbach", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_002400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "United States Penitentiary, Florence ADMAX", + "pred": "Hop 1: Ted Kaczynski -> place of detention -> United States Penitentiary, Florence ADMAX (2020)\n Answer: 2020", + "em": 1.0, + "f1": 0.5263157894736842 + }, + { + "id": "q_007959", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Afghanistan", + "pred": "Hop 1: Germany -> diplomatic relation -> Afghanistan (2010)\n Answer: Afghanistan", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_008034", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Sergio Tofano -> country of citizenship -> Kingdom of Italy (1912)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006099", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Hop 1: Central Volga Krai -> located in -> Russian Soviet Federative Socialist Republic (1932)\n Answer: Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 0.5263157894736842 + }, + { + "id": "q_003338", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "President of the Bundestag", + "pred": "Hop 1: Wolfgang Sch\u00e4uble -> position held -> President of the Bundestag (2017)\n Answer: President of the Bundestag", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_007882", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "pred": "Hop 1: Ernst Chain -> award received -> Paul Ehrlich and Ludwig Darmstaedter Prize (1954)\n Answer: Paul Ehrlich and Ludwig Darmstaedter Prize", + "em": 1.0, + "f1": 0.6 + }, + { + "id": "q_001101", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Melbourne Cricket Ground", + "pred": "Hop 1: Melbourne Football Club -> home venue -> Melbourne Cricket Ground (1904)\n Answer: Melbourne Cricket Ground", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_004838", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "American Psycho 2", + "pred": "Hop 1: American Psycho -> derivative work -> American Psycho 2 (2002)\n Answer: American Psycho 2", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_008088", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Hop 1: Gianfranco Parolini -> country of citizenship -> Italy (2017)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008278", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Valenciennes F.C.", + "pred": "Hop 1: Kenny Lala -> member of sports team -> Valenciennes F.C. (2013)\n Answer: Valenciennes F.C.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_003556", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Giovanni Battista Lacchini -> country of citizenship -> Kingdom of Italy (1935)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_008174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Spartak Moscow", + "pred": "Hop 1: Roman Shishkin -> member of sports team -> Spartak Moscow (2004)\n Answer: Spartak Moscow", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_007252", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Hop 1: Amaury Bischoff -> member of sports team -> RC Strasbourg Alsace (2005)\n Answer: 2005", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_007229", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "West Germany", + "pred": "Hop 1: Albrecht Brandi -> country of citizenship -> West Germany (1963)\n Answer: West Germany", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_005020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Luigi Tasselli -> country of citizenship -> Kingdom of Italy (1917)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_003581", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Luciano Savorini -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_007540", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Norway men's national association football team", + "pred": "Hop 1: Rolf Johannessen -> member of sports team -> Norway men's national association football team (1931)\n Answer: Norway men's national association football team", + "em": 1.0, + "f1": 0.6086956521739131 + }, + { + "id": "q_006549", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1972.0, + "gold": "1972", + "pred": "Hop 1: Louis Emil Denfeld -> place of burial -> Arlington National Cemetery (1972)\n Answer: 1972", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_006127", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Rome", + "pred": "Hop 1: Mario Soldati -> residence -> Rome (1957)\n Answer: Rome", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_008172", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Academy Award for Best Director", + "pred": "Hop 1: Fred Zinnemann -> nominated for -> Academy Award for Best Director (1961)\n Answer: Academy Award for Best Director", + "em": 1.0, + "f1": 0.5882352941176471 + }, + { + "id": "q_006850", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "\u00c9toile Sportive du Sahel", + "pred": "Hop 1: Oumar Kalabane -> member of sports team -> \u00c9toile Sportive du Sahel (2000)\n Answer: \u00c9toile Sportive du Sahel", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_001281", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "60 Minutes", + "pred": "Hop 1: Morley Safer -> notable work -> 60 Minutes (1979)\n Answer: 60 Minutes", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Hop 1: Nikolaus Schneider -> award received -> Buber-Rosenzweig-Medal (2012)\n Answer: 2012", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_004216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Philadelphia", + "pred": "Hop 1: Thomas Eakins -> work location -> Philadelphia (1908)\n Answer: Philadelphia", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_001024", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "Hop 1: Olympiacos F.C. -> head coach -> Jos\u00e9 Anigo (2023)\n Answer: 2023", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_003080", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Nobel Prize in Literature", + "pred": "Hop 1: Sarvepalli Radhakrishnan -> nominated for -> Nobel Prize in Literature (1936)\n Answer: Nobel Prize in Literature", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_006761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Reading F.C.", + "pred": "Hop 1: Stephen Hunt -> member of sports team -> Reading F.C. (2006)\n Answer: Reading F.C.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_007249", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Athletic Club", + "pred": "Hop 1: Rafael Moreno Aranzadi -> member of sports team -> Athletic Club (1912)\n Answer: Athletic Club", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_004330", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Cristina Campo -> country of citizenship -> Kingdom of Italy (1933)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_002355", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Brentford F.C.", + "pred": "Hop 1: Andy Sinton -> member of sports team -> Brentford F.C. (1987)\n Answer: Brentford F.C.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_001500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Erwin Teufel", + "pred": "Hop 1: Baden-W\u00fcrttemberg -> head of government -> Erwin Teufel (2000)\n Answer: Erwin Teufel", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_002493", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "TV Globo", + "pred": "Hop 1: Grupo Globo -> subsidiary -> TV Globo (1994)\n Answer: TV Globo", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_004504", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "Hop 1: Walter Gautschi -> doctoral student -> Andreas Speiser (1953)\n Answer: 1953", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008366", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Jean Tremblay", + "pred": "Hop 1: Saguenay -> head of government -> Jean Tremblay (2008)\n Answer: Jean Tremblay", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_003310", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "Hop 1: The Maids of Wilko -> nominated for -> Academy Award for Best International Feature Film (1980)\n Answer: 1980", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_004860", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "auxiliary bishop", + "pred": "Hop 1: Guillermo Leaden -> position held -> auxiliary bishop (1975)\n Answer: auxiliary bishop", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_007131", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Hop 1: Pino Caruso -> country of citizenship -> Italy (1976)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001190", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Franca Florio -> country of citizenship -> Kingdom of Italy (1935)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_001845", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "Hop 1: Jean Templin -> member of sports team -> A.S. Nancy-Lorraine (1959)\n Answer: A.S. Nancy-Lorraine", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_001601", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Lomonosov Moscow State University", + "pred": "Hop 1: Lev Pontryagin -> employer -> Lomonosov Moscow State University (1933)\n Answer: Lomonosov Moscow State University", + "em": 1.0, + "f1": 0.5333333333333333 + }, + { + "id": "q_008159", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "AIK Fotboll", + "pred": "Hop 1: Lee Baxter -> member of sports team -> AIK Fotboll (2010)\n Answer: AIK Fotboll", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006771", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Cuxhaven district", + "pred": "Hop 1: Sietland -> located in -> Cuxhaven district (1995)\n Answer: Cuxhaven district", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_002990", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Vesyegonsky District", + "pred": "Hop 1: Vesyegonsk -> located in -> Vesyegonsky District (1957)\n Answer: Vesyegonsky District", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_002704", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Everton F.C.", + "pred": "Hop 1: Adrian Heath -> member of sports team -> Everton F.C. (1986)\n Answer: Everton F.C.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_000821", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Sabatino Moscati -> country of citizenship -> Kingdom of Italy (1930)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_001187", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Max Planck Institute for Chemistry", + "pred": "Hop 1: Paul Josef Crutzen -> employer -> Max Planck Institute for Chemistry (1980)\n Answer: Max Planck Institute for Chemistry", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_006629", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "United States Navy", + "pred": "Hop 1: Frederick B. Dent -> military branch -> United States Navy (1946)\n Answer: United States Navy", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_003305", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Italy", + "pred": "Hop 1: Antonello Aglioti -> country of citizenship -> Italy (1981)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Carter Harrison IV", + "pred": "Hop 1: Chicago -> head of government -> Carter Harrison IV (1913)\n Answer: Carter Harrison IV", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_000310", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "Hop 1: Le Montellier -> located in -> arrondissement of Bourg-en-Bresse (1989)\n Answer: arrondissement of Bourg-en-Bresse", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_003989", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Baron Moyne", + "pred": "Hop 1: Walter Guinness, 1st Baron Moyne -> award -> Distinguished Service Order (1935)\n Hop 2: Walter Guinness, 1st Baron Moyne -> noble title -> Baron Moyne (1935)\n Answer: Baron Moyne", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_007146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Hop 1: Fabio Capello -> work location -> Rome (2001)\n Answer: Rome", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002832", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Willy Marlow", + "pred": "Hop 1: Rostock District -> head of government -> Willy Marlow (1983)\n Answer: Willy Marlow", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_000368", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "FC Porto", + "pred": "Hop 1: Deco -> member of sports team -> FC Porto (1999)\n Answer: FC Porto", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_005867", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Hop 1: Kursk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1980)\n Answer: Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_005700", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Colombia men's national football team", + "pred": "Hop 1: Juan Carlos Henao -> member of sports team -> Colombia men's national football team (2003)\n Answer: Colombia men's national football team", + "em": 1.0, + "f1": 0.5454545454545454 + }, + { + "id": "q_000881", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "York University", + "pred": "Hop 1: Ellen Meiksins Wood -> employer -> York University (1986)\n Answer: York University", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_005707", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Kreis Kalbe (Milde)", + "pred": "Hop 1: Jeetze -> located in -> Kreis Kalbe (Milde) (1952)\n Answer: Kreis Kalbe (Milde)", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_001238", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Pre\u0161ov Region", + "pred": "Hop 1: Pre\u0161ov -> located in -> Pre\u0161ov Region (1954)\n Answer: Pre\u0161ov Region", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_006162", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Hop 1: Erick Scott -> member of sports team -> Asociaci\u00f3n Deportiva San Carlos (2011)\n Answer: 2011", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_005973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Hop 1: Pier Antonio Quarantotti Gambini -> country of citizenship -> Italy (1960)\n Answer: Italy", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_006967", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Hop 1: Armando Aste -> country of citizenship -> Italy (1971)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006519", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "F.C. Pro Vercelli 1892", + "pred": "Hop 1: Dante Amarilli -> member of sports team -> F.C. Pro Vercelli 1892 (1935)\n Answer: F.C. Pro Vercelli 1902", + "em": 1.0, + "f1": 0.47619047619047616 + }, + { + "id": "q_006861", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Toulouse FC", + "pred": "Hop 1: Umut burugudut bulut -> member of sports team -> Toulouse FC (2012)\n Answer: Toulouse FC", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_006139", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Decathlon CMA CGM Team", + "pred": "Hop 1: Nicolas Roche -> member of sports team -> Decathlon CMA CGM Team (2012)\n Answer: Decathlon CMA CGM Team", + "em": 1.0, + "f1": 0.47058823529411764 + }, + { + "id": "q_002293", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Bethesda", + "pred": "Hop 1: Katie Ledecky -> residence -> Bethesda (2001)\n Answer: Bethesda", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_008165", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Akkermansky Uyezd", + "pred": "Hop 1: Bilhorod-Dnistrovskyi -> located in -> Akkermansky Uyezd (1902)\n Answer: Akkermansky Uyezd", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_001745", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Hop 1: Li Tsung-jen -> country of citizenship -> Taiwan (1962)\n Answer: Taiwan", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_005776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Paul McGann", + "pred": "Hop 1: Susannah Harker -> unmarried partner -> Paul McGann (2008)\n Answer: Paul McGann", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_002004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Al-Qaeda", + "pred": "Hop 1: Osama bin Laden -> allegiance -> Al-Qaeda (1993)\n Answer: Al-Qaeda", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_003185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Weimar Republic", + "pred": "Hop 1: Vaterstetten -> country -> Weimar Republic (1922)\n Answer: Weimar Republic", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_007239", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: James Alberione -> country of citizenship -> Kingdom of Italy (1923)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_005515", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "doctorate", + "pred": "Hop 1: Raymond Dumais -> academic degree -> doctorate (1993)\n Answer: doctorate", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002120", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Bauska District", + "pred": "Hop 1: Bauska -> located in -> Bauska District (2000)\n Answer: Bauska District", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_007214", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Gale Anne Hurd", + "pred": "Hop 1: James Cameron -> spouse -> Gale Anne Hurd (1987)\n Answer: Gale Anne Hurd", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_008171", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Hop 1: Felice Andreasi -> country of citizenship -> Italy (1980)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002624", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Woodrow Wilson", + "pred": "Hop 1: United States -> head of government -> Woodrow Wilson (1918)\n Answer: Woodrow Wilson", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_004467", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Alberto Albertini -> country of citizenship -> Kingdom of Italy (1924)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006746", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1993.0, + "gold": "1993", + "pred": "Hop 1: Veran Mati\u0107 -> award received -> CPJ International Press Freedom Awards (1993)\n Answer: 1993", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_008176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Vr\u0161ac -> country -> Socialist Federal Republic of Yugoslavia (1979)\n Answer: Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 0.625 + }, + { + "id": "q_000447", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Hop 1: Antonio Sbardella -> country of citizenship -> Italy (1980)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007622", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Hop 1: Jos\u00e9 Ortigoza -> member of sports team -> Ulsan HD FC (2010)\n Answer: 2010", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_007073", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FC Luch-Energiya Vladivostok", + "pred": "Hop 1: Maksim Layushkin -> member of sports team -> FC Luch-Energiya Vladivostok (1996)\n Answer: FC Luch-Energiya Vladivostok", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_006216", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Soviet Union", + "pred": "Hop 1: Yelena Miroshina -> country of citizenship -> Soviet Union (1987)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_007462", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "\u00d6sters IF", + "pred": "Hop 1: Hans Eklund -> member of sports team -> \u00d6sters IF (1987)\n Answer: \u00d6sters IF", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_000068", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Eski\u015fehirspor", + "pred": "Hop 1: \u00d6mer Kaner -> member of sports team -> Eski\u015fehirspor (1982)\n Answer: Eski\u015fehirspor", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_002516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Marconi Prize", + "pred": "Hop 1: Federico Faggin -> award received -> Marconi Prize (1988)\n Answer: Marconi Prize", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_003568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Hop 1: Silvio Gazzaniga -> country of citizenship -> Italy (1996)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005968", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Hop 1: Adone Zoli -> country of citizenship -> Italy (1958)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Hop 1: Antonio Sbardella -> country of citizenship -> Italy (1980)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002706", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "economic liberalism", + "pred": "Hop 1: Jorge Gonz\u00e1lez von Mar\u00e9es -> movement -> economic liberalism (1957)\n Answer: economic liberalism", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_006338", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Jan Hendrik Oort", + "pred": "Hop 1: Maarten Schmidt -> doctoral advisor -> Jan Hendrik Oort (1956)\n Answer: Jan Hendrik Oort", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_002715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "State Government", + "pred": "Hop 1: Johanna Mikl-Leitner -> position held -> State Government (2007)\n Answer: State Government", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_005181", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Hop 1: Leigh Bromby -> member of sports team -> Sheffield United F.C. (2009)\n Answer: 2009", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_003253", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "chairperson", + "pred": "Hop 1: Kenjir\u014d Sh\u014dda -> position held -> chairperson (1958)\n Answer: chairperson", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Hop 1: G\u00f6khan \u00dcnal -> member of sports team -> Gen\u00e7lerbirli\u011fi S.K. (2002)\n Answer: Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_003453", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Hop 1: Irene Galitzine -> country of citizenship -> Italy (1956)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002186", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Academy Award for Best Actress", + "pred": "Hop 1: Meryl Streep -> nominated for -> Academy Award for Best Actress (2014)\n Answer: Academy Award for Best Actress", + "em": 1.0, + "f1": 0.5882352941176471 + }, + { + "id": "q_000960", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Soviet Union", + "pred": "Hop 1: Biysk -> country -> Soviet Union (1922)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_004347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Deutsche Mark", + "pred": "Hop 1: Germany -> currency -> Deutsche Mark (1987)\n Answer: Deutsche Mark", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_003476", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Municipio III", + "pred": "Hop 1: San Lorenzo -> location -> Municipio III (2007)\n Answer: Municipio III", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_001826", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "WWE", + "pred": "Hop 1: Shane McMahon -> employer -> WWE (2020)\n Answer: WWE", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_002764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Camillo Cibin -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_007776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Latvian Soviet Socialist Republic", + "pred": "Hop 1: R\u0113zekne -> located in -> Latvian Soviet Socialist Republic (1991)\n Hop 2: Latvian Soviet Socialist Republic -> located in -> Soviet Union (1991)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.47058823529411764 + }, + { + "id": "q_002291", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2022.0, + "gold": "Al-Nassr", + "pred": "Hop 1: Luiz Gustavo -> member of sports team -> Al-Nassr (2022)\n Answer: Al-Nassr", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006248", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Zeno Saltini -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_003830", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Hop 1: MTV Video Music Award for Best Group -> winner -> Foo Fighters (1996)\n Answer: 1996", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_005800", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1927.0, + "gold": "1927", + "pred": "Hop 1: Lois Delander -> competition won -> Miss America (1927)\n Answer: 1927", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Roman Herzog", + "pred": "Hop 1: Germany -> head of state -> Roman Herzog (1996)\n Answer: Roman Herzog", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_005305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "TOP 09", + "pred": "Hop 1: Karel Schwarzenberg -> member of political party -> TOP 09 (2017)\n Answer: TOP 09", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003125", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Chinese Communist Party", + "pred": "Hop 1: Xiao Ke -> member of political party -> Chinese Communist Party (1929)\n Answer: Chinese Communist Party", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_003993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "United States Air Force", + "pred": "Hop 1: Warren Weaver -> employer -> United States Air Force (1918)\n Answer: United States Air Force", + "em": 1.0, + "f1": 0.5333333333333333 + }, + { + "id": "q_000679", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Hop 1: Jean-Marie Cavada -> position held -> Member of the European Parliament (2017)\n Answer: Member of the European Parliament", + "em": 1.0, + "f1": 0.5263157894736842 + }, + { + "id": "q_001435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "Hop 1: Dushanbe -> capital of -> Basmachi movement (1922)\n Answer: 1922", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_004918", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Hop 1: Karl Plattner -> country of citizenship -> Italy (1947)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006137", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Orlando Magic", + "pred": "Hop 1: Shaquille O'Neal -> member of sports team -> Orlando Magic (1995)\n Answer: Orlando Magic", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_002644", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Hop 1: Daniel Islas -> member of sports team -> Club Atl\u00e9tico Tigre (2009)\n Answer: Club Atl\u00e9tico Tigre", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_004185", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Hop 1: Stanley Kubrick -> spouse -> Christiane Kubrick (1995)\n Answer: Christiane Kubrick", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_007259", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Hop 1: Herbert Seifert -> employer -> Heidelberg University (1961)\n Answer: Heidelberg University", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_000078", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Italy", + "pred": "Hop 1: Bruno Bettinelli -> country of citizenship -> Italy (1972)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006054", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Hop 1: Tullia Zevi -> country of citizenship -> Italy (2001)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "SC Young Fellows Juventus", + "pred": "Hop 1: Leopold Kielholz -> member of sports team -> SC Young Fellows Juventus (1942)\n Answer: SC Young Fellows Juventus", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_004140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "president", + "pred": "Hop 1: Richard William Smith -> position held -> president (2012)\n Answer: president", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002324", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Hop 1: Arvydas Novikovas -> member of sports team -> FC Vilnius (2008)\n Answer: 2008", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_008261", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "National Basketball Association", + "pred": "Hop 1: Chris Mihm -> league or competition -> National Basketball Association (2005)\n Answer: National Basketball Association", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_004156", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Gianni Dova -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_002138", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Montpellier H\u00e9rault Sport Club", + "pred": "Hop 1: Olivier Sorlin -> member of sports team -> Montpellier H\u00e9rault Sport Club (1999)\n Answer: Montpellier H\u00e9rault Sport Club", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_001307", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Italy", + "pred": "Hop 1: Mario Del Monaco -> country of citizenship -> Italy (1953)\n Answer: Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_005256", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "auxiliary bishop", + "pred": "Hop 1: Ortega Franco -> position held -> auxiliary bishop (2012)\n Answer: auxiliary bishop", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_004475", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Q135837", + "pred": "Hop 1: Raimondas Rum\u0161as -> member of sports team -> Fassa Bortolo (2003)\n Answer: Fassa Bortolo", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002220", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Estudiantes de La Plata", + "pred": "Hop 1: Iv\u00e1n Moreno y Fabianesi -> member of sports team -> Estudiantes de La Plata (2008)\n Answer: Estudiantes de La Plata", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_006192", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Egypt", + "pred": "Hop 1: Zakaria Mohieddin -> country of citizenship -> Egypt (1983)\n Answer: Egypt", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005619", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Adone Zoli -> country of citizenship -> Kingdom of Italy (1919)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_003460", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Buber-Rosenzweig-Medal", + "pred": "Hop 1: Nikolaus Schneider -> award received -> Buber-Rosenzweig-Medal (2012)\n Answer: Buber-Rosenzweig-Medal", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_005532", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Gy\u00f6rgy Fekete", + "pred": "Hop 1: Szilvia Sunyovszky -> spouse -> Gy\u00f6rgy Fekete (2020)\n Answer: Gy\u00f6rgy Fekete", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_000731", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Ren\u00e9 Ang\u00e9lil", + "pred": "Hop 1: C\u00e9line Dion -> spouse -> Ren\u00e9 Ang\u00e9lil (2000)\n Answer: Ren\u00e9 Ang\u00e9lil", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_007949", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Aston Villa F.C.", + "pred": "Hop 1: Harry Parkes -> member of sports team -> Aston Villa F.C. (1940)\n Answer: Aston Villa F.C.", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_001545", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Hop 1: Armando Aste -> country of citizenship -> Italy (1971)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001649", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Hop 1: Francesco Aguzzoli -> country of citizenship -> Italy (1969)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008040", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Carlo Zecchi -> country of citizenship -> Kingdom of Italy (1934)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006170", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Nazi Germany", + "pred": "Hop 1: Potsdam -> country -> Nazi Germany (1934)\n Answer: Nazi Germany", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_008589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Italy", + "pred": "Hop 1: Filippo Zappata -> country of citizenship -> Italy (1968)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Hop 1: Cottbus -> located in -> Cottbus District (1982)\n Answer: Cottbus District", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_004771", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "SV Waldhof Mannheim", + "pred": "Hop 1: Fritz Walter -> member of sports team -> SV Waldhof Mannheim (1982)\n Answer: SV Waldhof Mannheim", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_002240", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Raymond Lahey", + "pred": "Hop 1: Roman Catholic Diocese of Corner Brook and Labrador -> chairperson -> Raymond Lahey (1992)\n Answer: Raymond Lahey", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_001328", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "F.C. Hansa Rostock", + "pred": "Hop 1: Axel Hauschild -> member of sports team -> F.C. Hansa Rostock (1985)\n Answer: F.C. Hansa Rostock", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_003910", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1926.0, + "gold": "Yves du Manoir Stadium", + "pred": "Hop 1: Racing 92 -> home venue -> Yves du Manoir Stadium (1926)\n Answer: Yves du Manoir Stadium", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_003393", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Nemuro Subprefecture (1897\u20142010)", + "pred": "Hop 1: Signalny -> located in -> Nemuro Subprefecture (1897\u20142010) (1990)\n Answer: Nemuro Subprefecture (1897\u20142010)", + "em": 1.0, + "f1": 0.5333333333333333 + }, + { + "id": "q_003249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Hop 1: Tes-Khemsky District -> located in -> Tuvan Autonomous Soviet Socialist Republic (1987)\n Answer: Tuvan Autonomous Soviet Socialist Republic", + "em": 1.0, + "f1": 0.5263157894736842 + }, + { + "id": "q_002690", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Hop 1: Edgardo Moltoni -> country of citizenship -> Italy (1970)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000520", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Hop 1: Alec Chamberlain -> member of sports team -> Watford F.C. (2001)\n Answer: Watford F.C.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_008590", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Acad\u00e9mie des beaux-arts", + "pred": "Hop 1: Albert Decaris -> member of -> Acad\u00e9mie des beaux-arts (1951)\n Answer: Acad\u00e9mie des beaux-arts", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_002965", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Toronto", + "pred": "Hop 1: Healey Willan -> location -> Toronto (1951)\n Answer: Toronto", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_000417", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Italy", + "pred": "Hop 1: Giovanni Azzini -> country of citizenship -> Italy (1992)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007810", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Soviet Union", + "pred": "Hop 1: Khotyn -> country -> Soviet Union (1968)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_002744", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Queen Mary University of London", + "pred": "Hop 1: Kurt Hirsch -> employer -> Queen Mary University of London (1971)\n Answer: Queen Mary University of London", + "em": 1.0, + "f1": 0.5882352941176471 + }, + { + "id": "q_006283", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "University of G\u00f6ttingen", + "pred": "Hop 1: Johann Radon -> educated at -> University of G\u00f6ttingen (1912)\n Answer: University of G\u00f6ttingen", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_001516", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "President of the Swiss Confederation", + "pred": "Hop 1: Samuel Schmid -> position held -> President of the Swiss Confederation (2005)\n Answer: President of the Swiss Confederation", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_004019", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "Hop 1: Shk\u00eblzen Gashi -> member of sports team -> FC Aarau (2022)\n Answer: FC Aarau", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_007577", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Goethe University Frankfurt", + "pred": "Hop 1: Ruth Moufang -> employer -> Goethe University Frankfurt (1955)\n Answer: Goethe University Frankfurt", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_006387", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Nopporo Station", + "pred": "Hop 1: Ebetsu Station -> adjacent station -> Nopporo Station (1958)\n Answer: Nopporo Station", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Hop 1: Giuseppe Saragat -> position held -> President of Italy (1965)\n Hop 2: President of Italy -> country of citizenship -> Italy (1965)\n Answer: Italy", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_006907", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "Hop 1: Stara Zagora -> country -> People's Republic of Bulgaria (1962)\n Answer: People's Republic of Bulgaria", + "em": 1.0, + "f1": 0.5882352941176471 + }, + { + "id": "q_000891", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Goffredo Zehender -> country of citizenship -> Kingdom of Italy (1929)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_003937", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "VfL Bochum", + "pred": "Hop 1: Matias Concha -> member of sports team -> VfL Bochum (2011)\n Answer: VfL Bochum", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_000823", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Hop 1: Giuliano Bernardi -> country of citizenship -> Italy (1970)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Aston Villa F.C.", + "pred": "Hop 1: Alan Wright -> member of sports team -> Aston Villa F.C. (2001)\n Answer: Aston Villa F.C.", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_008286", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Deportivo de La Coru\u00f1a", + "pred": "Hop 1: Miroslav \u0110uki\u0107 -> member of sports team -> Deportivo de La Coru\u00f1a (1995)\n Answer: Deportivo de La Coru\u00f1a", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_002635", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "West Germany", + "pred": "Hop 1: Hessenliga -> country -> West Germany (1949)\n Answer: West Germany", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_006205", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Italy", + "pred": "Hop 1: Gabriele Mucchi -> country of citizenship -> Italy (1990)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Austria men's national football team", + "pred": "Hop 1: Roman M\u00e4hlich -> member of sports team -> Austria men's national football team (2001)\n Answer: Austria men's national football team", + "em": 1.0, + "f1": 0.5714285714285715 + }, + { + "id": "q_002157", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Hop 1: Guido Morselli -> country of citizenship -> Italy (1967)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000634", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "SSC Bari", + "pred": "Hop 1: Graziano Battistini -> member of sports team -> SSC Bari (2003)\n Answer: SSC Bari", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_005602", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Kita-Toyotsu Signal Base", + "pred": "Hop 1: Kunnui Station -> adjacent station -> Kita-Toyotsu Signal Base (1987)\n Answer: Kita-Toyotsu Signal Base", + "em": 1.0, + "f1": 0.5333333333333333 + }, + { + "id": "q_000342", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Hop 1: Vagit Alekperov -> country of citizenship -> Soviet Union (1989)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_004873", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Club Atletico All Boys", + "pred": "Hop 1: Agust\u00edn Torassa -> member of sports team -> Club Atletico All Boys (2010)\n Answer: Club Atletico All Boys", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_004390", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Shonan Bellmare", + "pred": "Hop 1: Takeshi Motoyoshi -> member of sports team -> Shonan Bellmare (1990)\n Answer: Shonan Bellmare", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Bruno Rossi Prize", + "pred": "Hop 1: Rashid Sunyaev -> award received -> Bruno Rossi Prize (1988)\n Answer: Bruno Rossi Prize", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Italy", + "pred": "Hop 1: Alfons Benedikter -> country of citizenship -> Italy (1955)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005697", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "G.S. Iraklis Thessalonikis (men's association football)", + "pred": "Hop 1: Ivan Jovanovi\u0107 -> member of sports team -> G.S. Iraklis Thessalonikis (men's association football) (1992)\n Answer: G.S. Iraklis Thessalonikis (men's association football)", + "em": 1.0, + "f1": 0.5833333333333334 + }, + { + "id": "q_002898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "VfB Stuttgart", + "pred": "Hop 1: Ernst Blum -> member of sports team -> VfB Stuttgart (1925)\n Answer: VfB Stuttgart", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003442", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Hop 1: Bledi Shk\u00ebmbi -> member of sports team -> Besa Kavaj\u00eb (2010)\n Answer: 2010", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_004805", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Bocskai FC", + "pred": "Hop 1: J\u00e1nos Gyarmati -> member of sports team -> Bocskai FC (1931)\n Answer: Bocskai FC", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006113", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Prime Minister of Bhutan", + "pred": "Hop 1: Jigme Palden Dorji -> position held -> Prime Minister of Bhutan (1962)\n Answer: Prime Minister of Bhutan", + "em": 1.0, + "f1": 0.47058823529411764 + }, + { + "id": "q_002998", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Hibernian F.C.", + "pred": "Hop 1: Derek Riordan -> member of sports team -> Hibernian F.C. (2010)\n Answer: Hibernian F.C.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_000743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Toti Dal Monte -> country of citizenship -> Kingdom of Italy (1922)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005890", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Aldo Clementi -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_003583", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Aichi district", + "pred": "Hop 1: Nagakute -> located in -> Aichi district (2009)\n Answer: Aichi district", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_006267", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "German Empire", + "pred": "Hop 1: Freiburg im Breisgau -> country -> German Empire (1917)\n Answer: German Empire", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_005655", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Associated Press Athlete of the Year", + "pred": "Hop 1: Serena Williams -> award received -> Associated Press Athlete of the Year (2009)\n Answer: Associated Press Athlete of the Year", + "em": 1.0, + "f1": 0.6 + }, + { + "id": "q_003079", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Kingdom of Bulgaria", + "pred": "Hop 1: Burgas -> country -> Kingdom of Bulgaria (1918)\n Answer: Kingdom of Bulgaria", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_002419", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Helmond Sport", + "pred": "Hop 1: Fons van Wissen -> member of sports team -> Helmond Sport (1968)\n Answer: Helmond Sport", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_007094", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "World Rally Championship", + "pred": "Hop 1: Citro\u00ebn World Rally Team -> league or competition -> World Rally Championship (2009)\n Answer: World Rally Championship", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_004223", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "French Navy", + "pred": "Hop 1: NAe S\u00e3o Paulo -> owned by -> French Navy (1996)\n Answer: French Navy", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_000687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Orthez", + "pred": "Hop 1: Francis Jammes -> residence -> Orthez (1921)\n Answer: Orthez", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_001391", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Royal Academy of Exact, Physical and Natural Sciences", + "pred": "Hop 1: Jos\u00e9 Echegaray -> member of -> Royal Academy of Exact, Physical and Natural Sciences (1903)\n Answer: Royal Academy of Exact, Physical and Natural Sciences", + "em": 1.0, + "f1": 0.6956521739130436 + }, + { + "id": "q_005935", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Atalanta BC", + "pred": "Hop 1: Giuseppe Meazza -> coach of sports team -> Atalanta BC (1946)\n Answer: Atalanta BC", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003693", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Spartak", + "pred": "Hop 1: Spartak Moscow -> part of -> Spartak (1955)\n Answer: Spartak", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_001318", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Princeton University", + "pred": "Hop 1: Marvin Minsky -> educated at -> Princeton University (1951)\n Answer: Princeton University", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_006537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Hop 1: Walter Feit -> employer -> Yale University (1995)\n Answer: Yale University", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_000126", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Titta Ruffo -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_004119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Pino Cerami -> country of citizenship -> Kingdom of Italy (1933)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_004718", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Egypt", + "pred": "Hop 1: Hosni Mubarak -> country of citizenship -> Egypt (1989)\n Answer: Egypt", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000908", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "TI-Raleigh", + "pred": "Hop 1: Ludo Peeters -> member of sports team -> TI-Raleigh (1982)\n Answer: TI-Raleigh", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003983", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Spanish Navy", + "pred": "Hop 1: U-573 -> operator -> Spanish Navy (1951)\n Answer: Spanish Navy", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_008295", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Grawemeyer Award for Music Composition", + "pred": "Hop 1: Witold Lutos\u0142awski -> award received -> Grawemeyer Award for Music Composition (1985)\n Answer: Grawemeyer Award for Music Composition", + "em": 1.0, + "f1": 0.5882352941176471 + }, + { + "id": "q_003030", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "pred": "Hop 1: Alfred Jeanroy -> member of -> Acad\u00e9mie des Inscriptions et Belles-Lettres (1925)\n Answer: Acad\u00e9mie des Inscriptions et Belles-Lettres", + "em": 1.0, + "f1": 0.6 + }, + { + "id": "q_005340", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Boavista F.C.", + "pred": "Hop 1: Diego da Costa Lima -> member of sports team -> Boavista F.C. (2016)\n Answer: Boavista F.C.", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_004507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Hop 1: Hlukhiv -> country -> Soviet Union (1927)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_008262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Dario Franchitti", + "pred": "Hop 1: Ashley Judd -> spouse -> Dario Franchitti (2012)\n Answer: Dario Franchitti", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_000349", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "2nd U-boat Flotilla", + "pred": "Hop 1: U-43 -> affiliation -> 2nd U-boat Flotilla (1941)\n Answer: 2nd U-boat Flotilla", + "em": 1.0, + "f1": 0.5714285714285715 + }, + { + "id": "q_004450", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Radio Free Europe/Radio Liberty", + "pred": "Hop 1: Alexander Rahr -> employer -> Radio Free Europe/Radio Liberty (1992)\n Answer: Radio Free Europe/Radio Liberty", + "em": 1.0, + "f1": 0.5333333333333333 + }, + { + "id": "q_001374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "Hop 1: Netanya -> country -> Mandatory Palestine (1940)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1940)\n Answer: United Kingdom", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_005907", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1904.0, + "gold": "1904", + "pred": "Hop 1: Gustav von Escherich -> doctoral student -> Heinrich Franz Friedrich Tietze (1904)\n Answer: 1904", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_007403", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Nazi Germany", + "pred": "Hop 1: Otto Schuhart -> allegiance -> Nazi Germany (1943)\n Answer: Nazi Germany", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_007172", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Cardiff City F.C.", + "pred": "Hop 1: Lee Naylor -> member of sports team -> Cardiff City F.C. (2011)\n Answer: Cardiff City F.C.", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_006019", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Fengtien", + "pred": "Hop 1: Dongliao County -> located in -> Fengtien (1938)\n Answer: Fengtien", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_003483", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Helmut Newton", + "pred": "Hop 1: June Browne -> spouse -> Helmut Newton (1981)\n Answer: Helmut Newton", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003450", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Hop 1: Paolo Rossi -> country of citizenship -> Italy (1951)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007313", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Georges Bataille", + "pred": "Hop 1: Colette Peignot -> unmarried partner -> Georges Bataille (1935)\n Answer: Georges Bataille", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_006396", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Institute for Advanced Study", + "pred": "Hop 1: James Waddell Alexander II -> employer -> Institute for Advanced Study (1940)\n Answer: Institute for Advanced Study", + "em": 1.0, + "f1": 0.47058823529411764 + }, + { + "id": "q_004252", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "FC Sochaux-Montb\u00e9liard", + "pred": "Hop 1: Jean-Jacques Marcel -> member of sports team -> FC Sochaux-Montb\u00e9liard (1949)\n Answer: FC Sochaux-Montb\u00e9liard", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_006732", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Lappeenranta", + "pred": "Hop 1: SPL Saimaan piiri -> headquarters location -> Lappeenranta (1949)\n Answer: Lappeenranta", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002912", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Tinkoff", + "pred": "Hop 1: Matthew Goss -> member of sports team -> Tinkoff (2008)\n Answer: Tinkoff", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_000404", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Club Le\u00f3n", + "pred": "Hop 1: Luis Estrada -> member of sports team -> Club Le\u00f3n (1966)\n Answer: Club Le\u00f3n", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Hop 1: Alberto Sordi -> country of citizenship -> Italy (1951)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007041", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Hannover 96", + "pred": "Hop 1: J\u00fcrgen Milewski -> member of sports team -> Hannover 96 (1977)\n Answer: Hannover 96", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_008089", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Hop 1: R\u0113zekne District -> country -> Soviet Union (1953)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003463", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Chinese Communist Party", + "pred": "Hop 1: Liang Sicheng -> member of political party -> Chinese Communist Party (1967)\n Answer: Chinese Communist Party", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005154", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Hop 1: Ulan-Ude -> country -> Soviet Union (1965)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_002203", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Pace University", + "pred": "Hop 1: Ben Ferencz -> employer -> Pace University (1986)\n Answer: Pace University", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_008263", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Giuseppe Di Vittorio -> country of citizenship -> Kingdom of Italy (1925)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_001733", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "Hop 1: Shk\u00eblzen Gashi -> member of sports team -> FC Aarau (2022)\n Answer: FC Aarau", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_002948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Chemnitz Government Region", + "pred": "Hop 1: Stollberg -> located in -> Chemnitz Government Region (2008)\n Answer: Chemnitz Government Region", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_004111", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Osinniki", + "pred": "Hop 1: Kaltan -> located in -> Osinniki (1969)\n Answer: Osinniki", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_003418", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Bruno Kastner", + "pred": "Hop 1: Ida W\u00fcst -> spouse -> Bruno Kastner (1922)\n Answer: Bruno Kastner", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_004890", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Kiliia Raion", + "pred": "Hop 1: Prymorske -> located in -> Kiliia Raion (1998)\n Answer: Kiliia Raion", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_008141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Cesare Lovati -> country of citizenship -> Kingdom of Italy (1945)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_008123", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Emilio G. Segr\u00e8 -> country of citizenship -> Kingdom of Italy (1937)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_003032", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1968.0, + "gold": "1968", + "pred": "Hop 1: Lars Onsager -> award received -> Nobel Prize in Chemistry (1968)\n Answer: 1968", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_003123", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1928.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Carlo Annovazzi -> country of citizenship -> Kingdom of Italy (1928)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_008638", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2015.0, + "gold": "2015", + "pred": "Hop 1: Marco Rapp -> member of sports team -> SpVgg Greuther F\u00fcrth (2015)\n Answer: 2015", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_004857", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Hop 1: Stanley Kubrick -> spouse -> Christiane Kubrick (1995)\n Answer: Christiane Kubrick", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_004040", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Hop 1: Jos\u00e9 Carlos Ferreira Filho -> member of sports team -> Cruzeiro E.C. (2009)\n Answer: 2009", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_001345", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Radical Civic Union", + "pred": "Hop 1: Arturo Umberto Illia -> member of political party -> Radical Civic Union (1920)\n Answer: Radical Civic Union", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_004403", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "Hop 1: Ruth Chatterton -> nominated for -> Academy Award for Best Actress (1930)\n Answer: 1930", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_005977", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Hop 1: Danny Simpson -> member of sports team -> Ipswich Town F.C. (2008)\n Answer: 2008", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_005231", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Algiers", + "pred": "Hop 1: Pierre Savorgnan de Brazza -> place of burial -> Algiers (1955)\n Answer: Algiers", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_007965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Second Polish Republic", + "pred": "Hop 1: Mi\u013aka\u016d\u0161\u010dyna -> country -> Second Polish Republic (1939)\n Answer: Second Polish Republic", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_007542", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "Hop 1: Kelly Smith -> member of sports team -> England women's national football team (2014)\n Answer: England women's national football team", + "em": 1.0, + "f1": 0.5714285714285715 + }, + { + "id": "q_002736", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Busan IPark FC", + "pred": "Hop 1: Lee Yo-han -> member of sports team -> Busan IPark FC (2011)\n Answer: Busan IPark FC", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_006562", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Hop 1: Clelio Darida -> country of citizenship -> Italy (2017)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008098", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "Hop 1: Andrea Pisanu -> member of sports team -> CF Montr\u00e9al (2013)\n Answer: 2013", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_008119", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Hop 1: Annibale Bugnini -> country of citizenship -> Italy (1979)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Barbastro", + "pred": "Hop 1: Josemar\u00eda Escriv\u00e1 -> residence -> Barbastro (1910)\n Answer: Barbastro", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_002437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "chairperson", + "pred": "Hop 1: Timo Soini -> position held -> chairperson (2006)\n Answer: chairperson", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_004561", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "Hopkinson was nominated for the Hugo Award for Best Novel in 2001.\n Answer: 2001", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_008086", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Hop 1: John McCain -> spouse -> Cindy McCain (1981)\n Answer: Cindy McCain", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_003089", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Toulouse FC", + "pred": "Hop 1: Serge Aurier -> member of sports team -> Toulouse FC (2013)\n Answer: Toulouse FC", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_007690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "Hop 1: U-90 -> part of -> 9th U-boat Flotilla (1942)\n Answer: 1942", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_007154", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Italy", + "pred": "Hop 1: Alessandro Alessandroni -> country of citizenship -> Italy (2010)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007872", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Big Brother", + "pred": "Hop 1: Lothar Vosseler -> participant in -> Big Brother (2004)\n Answer: Big Brother", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_008425", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Carlo Giuffr\u00e9 -> country of citizenship -> Kingdom of Italy (1930)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_000644", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Iburi Subprefecture", + "pred": "Hop 1: Muroran -> located in -> Iburi Subprefecture (1990)\n Answer: Iburi Subprefecture", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_001235", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Omar al-Bashir", + "pred": "Hop 1: Sudan -> head of state -> Omar al-Bashir (1995)\n Answer: Omar al-Bashir", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006759", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Seine-et-Oise", + "pred": "Hop 1: Houdan -> located in -> Seine-et-Oise (1944)\n Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_004565", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Russian Empire", + "pred": "Hop 1: Ivangorod -> country -> Russian Empire (1900)\n Answer: Russian Empire", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005444", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Queens Park Rangers F.C.", + "pred": "Hop 1: Danny Simpson -> member of sports team -> Queens Park Rangers F.C. (2014)\n Answer: Queens Park Rangers F.C.", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_001753", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Raf Vallone -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_003468", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "B\u00f4cher Memorial Prize", + "pred": "Hop 1: Donald C. Spencer -> award received -> B\u00f4cher Memorial Prize (1948)\n Answer: B\u00f4cher Memorial Prize", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_001321", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "KFC Uerdingen 05", + "pred": "Hop 1: \u00c9merson Luiz Firmino -> member of sports team -> KFC Uerdingen 05 (2002)\n Answer: KFC Uerdingen 05", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_004960", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Real Madrid Club de F\u00fatbol", + "pred": "Hop 1: Bodo Illgner -> member of sports team -> Real Madrid Club de F\u00fatbol (1999)\n Answer: Real Madrid Club de F\u00fatbol", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_004118", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Hop 1: Raimondo D'Inzeo -> country of citizenship -> Italy (1957)\n Answer: Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_008476", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Hop 1: Lucio Battisti -> country of citizenship -> Italy (1971)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004242", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Hop 1: Renzo De Felice -> country of citizenship -> Italy (1996)\n Answer: Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_004333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "FC St. Gallen", + "pred": "Hop 1: Michael Lang -> member of sports team -> FC St. Gallen (2009)\n Answer: FC St. Gallen", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_007528", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "Hop 1: Academy Award for Best Actress -> winner -> Ellen Burstyn (1974)\n Answer: 1974", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_003750", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "United States", + "pred": "Hop 1: Alexander Graham Bell -> country of citizenship -> United States (1920)\n Answer: United States", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_002500", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "PFC Slavia Sofia", + "pred": "Hop 1: Yordan Petkov -> member of sports team -> PFC Slavia Sofia (2008)\n Answer: PFC Slavia Sofia", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_006400", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Egidio Feruglio -> country of citizenship -> Kingdom of Italy (1917)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_004574", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Hop 1: BAFTA Award for Best Original Music -> winner -> Bernard Herrmann (1977)\n Answer: 1977", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_002681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Giacomo Neri -> country of citizenship -> Kingdom of Italy (1944)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006488", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Albert II of Belgium", + "pred": "Hop 1: Belgium -> head of state -> Albert II of Belgium (2000)\n Answer: Albert II of Belgium", + "em": 1.0, + "f1": 0.5714285714285715 + }, + { + "id": "q_007839", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Lothar Vosseler -> participant in -> Big Brother (2004)\n Answer: 2004", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001389", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Hop 1: Tiziano Terzani -> country of citizenship -> Italy (1996)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007506", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Hop 1: Nunzio Malasomma -> country of citizenship -> Italy (1961)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005877", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "chairperson", + "pred": "Hop 1: Max Euwe -> position held -> chairperson (1975)\n Answer: chairperson", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_001046", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Seine-et-Oise", + "pred": "Hop 1: \u00c9zanville -> located in -> Seine-et-Oise (1948)\n Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_004160", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SC Bastia", + "pred": "Hop 1: Anto Drobnjak -> member of sports team -> SC Bastia (1996)\n Answer: SC Bastia", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_001013", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Rip Torn", + "pred": "Hop 1: Geraldine Page -> spouse -> Rip Torn (1983)\n Answer: Rip Torn", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_007572", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Bernadette Chirac", + "pred": "Hop 1: Jacques Chirac -> spouse -> Bernadette Chirac (1959)\n Answer: Bernadette Chirac", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_008063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Academy Award for Best Costume Design", + "pred": "Hop 1: Colleen Atwood -> nominated for -> Academy Award for Best Costume Design (2017)\n Answer: Academy Award for Best Costume Design", + "em": 1.0, + "f1": 0.631578947368421 + }, + { + "id": "q_008392", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Hop 1: Alberto De Martino -> country of citizenship -> Italy (1991)\n Answer: Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_003675", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "list of land speed records", + "pred": "Hop 1: Rudolf Caracciola -> record held -> list of land speed records (1963)\n Answer: list of land speed records", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_004974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "AFC Bournemouth", + "pred": "Hop 1: Darren Anderton -> member of sports team -> AFC Bournemouth (2007)\n Answer: AFC Bournemouth", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_000114", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Finland women's national football team", + "pred": "Hop 1: Annica Sj\u00f6lund -> member of sports team -> Finland women's national football team (2014)\n Answer: Finland women's national football team", + "em": 1.0, + "f1": 0.5714285714285715 + }, + { + "id": "q_004958", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "FC Bayern Munich", + "pred": "Hop 1: Z\u00e9 Roberto -> member of sports team -> FC Bayern Munich (2008)\n Answer: FC Bayern Munich", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_002847", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Mario Autelli -> country of citizenship -> Kingdom of Italy (1921)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_001441", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Hop 1: G\u00f6khan \u00dcnal -> member of sports team -> Gen\u00e7lerbirli\u011fi S.K. (2002)\n Answer: Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_006437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Soviet Union", + "pred": "Hop 1: Raisa Gorbacheva -> country of citizenship -> Soviet Union (1981)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_002206", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Chelsea F.C.", + "pred": "Hop 1: Ruud Gullit -> member of sports team -> Chelsea F.C. (1996)\n Answer: Chelsea F.C.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_007216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "Hop 1: Christian Vargas -> member of sports team -> C.D. Jorge Wilstermann (2004)\n Answer: C.D. Jorge Wilstermann", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_005526", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "SK Rapid Wien", + "pred": "Hop 1: Josef Bican -> member of sports team -> SK Rapid Wien (1932)\n Answer: SK Rapid Wien", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_005718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Galvano Della Volpe -> country of citizenship -> Kingdom of Italy (1900)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_000262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "FK Teplice", + "pred": "Hop 1: Josef Masopust -> member of sports team -> FK Teplice (1952)\n Answer: FK Teplice", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_001083", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Germany", + "pred": "Hop 1: Hendrik Born -> country of citizenship -> Germany (1997)\n Answer: Germany", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004361", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "SK Brann", + "pred": "Hop 1: Bj\u00f8rnar Holmvik -> member of sports team -> SK Brann (2009)\n Answer: SK Brann", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Hop 1: Molli railway -> operator -> Deutsche Reichsbahn (1922)\n Answer: Deutsche Reichsbahn", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Hop 1: Vincent R\u00fcfli -> member of sports team -> Servette FC (2013)\n Answer: Servette FC", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_002645", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "S.L. Benfica", + "pred": "Hop 1: Paulo Sousa -> member of sports team -> S.L. Benfica (1990)\n Answer: S.L. Benfica", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_001182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Silver Bear for Best Actress", + "pred": "Hop 1: Edith Evans -> award received -> Silver Bear for Best Actress (1967)\n Answer: Silver Bear for Best Actress", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_004948", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Hop 1: Corrado Bafile -> country of citizenship -> Italy (1991)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "Hop 1: Adriano Chuva -> member of sports team -> Clube N\u00e1utico Capibaribe (2007)\n Answer: 2007", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_001871", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Hop 1: Walter Feit -> employer -> Yale University (1995)\n Answer: Yale University", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_000473", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "US Triestina Calcio 1918", + "pred": "Hop 1: Michele Bacis -> member of sports team -> US Triestina Calcio 1918 (2001)\n Answer: US Triestina Calcio 1918", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_006904", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Bernd R\u00fcthers", + "pred": "Hop 1: University of Konstanz -> rector -> Bernd R\u00fcthers (1992)\n Answer: Bernd R\u00fcthers", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_003995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "RC Strasbourg Alsace", + "pred": "Hop 1: Amaury Bischoff -> member of sports team -> RC Strasbourg Alsace (2005)\n Answer: RC Strasbourg Alsace", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_005684", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "delegate", + "pred": "Hop 1: Andrew Jacobs -> position held -> delegate (1954)\n Answer: delegate", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_004481", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Vladimir Lenin", + "pred": "Hop 1: Khujand -> named after -> Vladimir Lenin (1989)\n Answer: Vladimir Lenin", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_006873", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1948.0, + "gold": "1948", + "pred": "Hop 1: Golden Globe Award for Best Screenplay -> winner -> Richard Schweizer (1948)\n Answer: 1948", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_005653", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Hop 1: Poland men's national football team -> head coach -> Andrzej Strejlau (1991)\n Answer: Andrzej Strejlau", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_003277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Hop 1: Andros Townsend -> member of sports team -> Tottenham Hotspur F.C. (2014)\n Answer: Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_004653", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Hop 1: Trevor Wooley -> award received -> Fr\u00f6hlich Prize (2012)\n Answer: 2012", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001722", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Hop 1: Yevpatoriia -> country -> Soviet Union (1927)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_000499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "United States Marine Corps", + "pred": "Hop 1: Jim Mattis -> military branch -> United States Marine Corps (1984)\n Answer: United States Marine Corps", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_003725", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Russian Empire", + "pred": "Hop 1: Barysaw -> country -> Russian Empire (1911)\n Answer: Russian Empire", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_004162", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Bob Benny", + "pred": "Hop 1: Belgium -> participant -> Bob Benny (1961)\n Answer: Bob Benny", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_004885", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Hop 1: Flaviano Vicentini -> country of citizenship -> Italy (2001)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007832", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "South West Trains", + "pred": "Hop 1: British Rail Class 455 -> operator -> South West Trains (1998)\n Answer: South West Trains", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005962", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Soviet Union", + "pred": "Hop 1: Omsk Oblast -> country -> Soviet Union (1966)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_000011", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Order of the Red Banner of Labour", + "pred": "Hop 1: Tofiq Bahramov -> award received -> Order of the Red Banner of Labour (1970)\n Answer: Order of the Red Banner of Labour", + "em": 1.0, + "f1": 0.6 + }, + { + "id": "q_007446", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Cruz Azul", + "pred": "Hop 1: Guillermo Mendiz\u00e1bal -> member of sports team -> Cruz Azul (1983)\n Answer: Cruz Azul", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_004620", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Cesare Siepi -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_007791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Fredrikstad FK", + "pred": "Hop 1: Jan Fuglset -> member of sports team -> Fredrikstad FK (1968)\n Answer: Fredrikstad FK", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Hop 1: Poland men's national football team -> head coach -> Andrzej Strejlau (1991)\n Answer: Andrzej Strejlau", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_008601", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Laura Adani -> country of citizenship -> Kingdom of Italy (1937)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_001029", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Club Joventut Badalona", + "pred": "Hop 1: Joan Filb\u00e1 -> member of sports team -> Club Joventut Badalona (1979)\n Answer: Club Joventut Badalona", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_002959", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Hop 1: Claribel Alegr\u00eda Vides -> award received -> Neustadt International Prize for Literature (2006)\n Answer: 2006", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_002305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italy", + "pred": "Hop 1: Franco Nicolazzi -> country of citizenship -> Italy (1984)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002878", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Guardian Children's Fiction Prize", + "pred": "Hop 1: Gillian Cross -> nominated for -> Guardian Children's Fiction Prize (1980)\n Answer: Guardian Children's Fiction Prize", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_000807", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "C\u00e9sar Award for Best Female Revelation", + "pred": "Hop 1: H\u00e9l\u00e8ne Filli\u00e8res -> nominated for -> C\u00e9sar Award for Best Female Revelation (2002)\n Answer: C\u00e9sar Award for Best Female Revelation", + "em": 1.0, + "f1": 0.631578947368421 + }, + { + "id": "q_004108", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Seine-et-Oise", + "pred": "Hop 1: Breux-Jouy -> located in -> Seine-et-Oise (1947)\n Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_000347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Primetime Emmy Award for Outstanding Animated Program", + "pred": "Hop 1: Sam Simon -> award received -> Primetime Emmy Award for Outstanding Animated Program (2001)\n Answer: Primetime Emmy Award for Outstanding Animated Program", + "em": 1.0, + "f1": 0.6666666666666666 + }, + { + "id": "q_004954", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "FC Elista", + "pred": "Hop 1: Leonid Slutsky -> coach of sports team -> FC Elista (2003)\n Answer: Dario Passoni", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006909", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Umberto Bossi", + "pred": "Hop 1: Lega Nord -> chairperson -> Umberto Bossi (2002)\n Answer: Umberto Bossi", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_007331", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "President of Latvia", + "pred": "Hop 1: Valdis Zatlers -> award -> Order of Outstanding Merit (2010)\n Answer: President of Latvia", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_003609", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Sch\u00f6neberg", + "pred": "Hop 1: Wuppertal -> twinned with -> Sch\u00f6neberg (1988)\n Answer: Sch\u00f6neberg", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_006006", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "FC Twente", + "pred": "Hop 1: Cheick Tiot\u00e9 -> member of sports team -> FC Twente (2010)\n Answer: FC Twente", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_008100", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Mandatory Palestine", + "pred": "Hop 1: Bnei Brak -> country -> Mandatory Palestine (1924)\n Answer: Mandatory Palestine", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_004453", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Anselmo Bucci -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006282", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Club Atl\u00e9tico Osasuna", + "pred": "Hop 1: Roberto Santamar\u00eda Calavia -> member of sports team -> Club Atl\u00e9tico Osasuna (1994)\n Answer: Club Atl\u00e9tico Osasuna", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_003708", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Hop 1: Pino Lancetti -> country of citizenship -> Italy (1983)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003013", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Hop 1: Alec Chamberlain -> member of sports team -> Watford F.C. (2001)\n Answer: Watford F.C.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_001471", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Hop 1: Edgardo Moltoni -> country of citizenship -> Italy (1970)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "Soviet Union", + "pred": "Hop 1: Nova Kakhovka -> country -> Soviet Union (1959)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_000942", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Husqvarna FF", + "pred": "Hop 1: Erkka Pet\u00e4j\u00e4 -> member of sports team -> Husqvarna FF (1995)\n Answer: Husqvarna FF", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Altai Krai", + "pred": "Hop 1: Rubtsovsk -> located in -> Altai Krai (1967)\n Answer: Altai Krai", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_002943", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Leipzig University", + "pred": "Hop 1: Henry E. Sigerist -> employer -> Leipzig University (1930)\n Answer: Leipzig University", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_003037", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Germany", + "pred": "Hop 1: Philipp Lenard -> country of citizenship -> Germany (1915)\n Answer: Germany", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Italy", + "pred": "Hop 1: Giacomo Fornoni -> country of citizenship -> Italy (2015)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003146", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "New York City", + "pred": "Hop 1: MetLife -> headquarters -> New York City (1984)\n Answer: New York City", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_004225", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "MTK Budapest FC", + "pred": "Hop 1: Zsanett Jakabfi -> member of sports team -> MTK Budapest FC (2005)\n Answer: MTK Budapest FC", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_000827", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Italy", + "pred": "Hop 1: Luigi Comencini -> country of citizenship -> Italy (2000)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008211", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Rick Parfitt", + "pred": "Hop 1: Status Quo -> has part -> Rick Parfitt (1997)\n Answer: Rick Parfitt", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_007342", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pierre Mauroy", + "pred": "Hop 1: Lille metropolis -> head of government -> Pierre Mauroy (2005)\n Answer: Pierre Mauroy", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_005759", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Austria\u2013Hungary", + "pred": "Hop 1: Giurtelecu Hododului -> country -> Austria\u2013Hungary (1913)\n Answer: Austria\u2013Hungary", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003949", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Hop 1: Jean-Marie Cavada -> position held -> Member of the European Parliament (2017)\n Answer: Member of the European Parliament", + "em": 1.0, + "f1": 0.5263157894736842 + }, + { + "id": "q_005277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Samba Gold", + "pred": "Hop 1: Neymar -> award received -> Samba Gold (2022)\n Answer: Samba Gold", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_001667", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Hop 1: Francesco Aguzzoli -> country of citizenship -> Italy (1969)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002554", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Hop 1: Marek \u0160t\u011bch -> member of sports team -> Wycombe Wanderers F.C. (2009)\n Answer: 2009", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_003996", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1943.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Gojin Dol -> country -> Yugoslavia (1943)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_005904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Hop 1: Mario Nascimbene -> country of citizenship -> Italy (1975)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004658", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Gianni Agus -> country of citizenship -> Kingdom of Italy (1934)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_004227", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Lady Gaga", + "pred": "Hop 1: MTV Video Music Award for Best New Artist -> winner -> Lady Gaga (2009)\n Answer: Lady Gaga", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_001594", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Bell Labs", + "pred": "Hop 1: Ralph Hartley -> employer -> Bell Labs (1936)\n Answer: Bell Labs", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_006869", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Al Masry SC", + "pred": "Hop 1: Tarek Soliman -> member of sports team -> Al Masry SC (1984)\n Answer: Al Masry SC", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_006930", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Soviet Union", + "pred": "Hop 1: Lyubertsy -> country -> Soviet Union (1933)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_000374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "University of Edinburgh", + "pred": "Hop 1: Alexander Aitken -> employer -> University of Edinburgh (1938)\n Answer: University of Edinburgh", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_005195", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Hop 1: Tmutarakan -> country -> Soviet Union (1989)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_002457", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Hop 1: Cottbus -> located in -> Cottbus District (1982)\n Answer: Cottbus District", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_007411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "CPJ International Press Freedom Awards", + "pred": "Hop 1: Veran Mati\u0107 -> award received -> CPJ International Press Freedom Awards (1993)\n Answer: CPJ International Press Freedom Awards", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_006097", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Hop 1: Pavel Drsek -> member of sports team -> Panionios F.C. (2008)\n Answer: 2008", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_006940", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "British Raj", + "pred": "Hop 1: Bilgram -> country -> British Raj (1940)\n Answer: British Raj", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_000173", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Leopoldo Trieste -> country of citizenship -> Kingdom of Italy (1945)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_005298", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Italy", + "pred": "Hop 1: Enzo Sellerio -> country of citizenship -> Italy (2006)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005185", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1950.0, + "gold": "Italy", + "pred": "Hop 1: Gino Cavalieri -> country of citizenship -> Italy (1950)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007749", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "David Mamet", + "pred": "Hop 1: Lindsay Crouse -> spouse -> David Mamet (1989)\n Answer: David Mamet", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_007535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Hop 1: Shell-Haus -> owned by -> Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges. (1961)\n Answer: Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_006111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Hop 1: Arnaldo Benfenati -> country of citizenship -> Italy (1956)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002110", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Soviet Union", + "pred": "Hop 1: Vladivostok -> country -> Soviet Union (1961)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_000829", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Carlo Manzoni -> country of citizenship -> Kingdom of Italy (1940)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_008640", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Hop 1: Guido Crepax -> country of citizenship -> Italy (1975)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002292", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "Hop 1: Nicolae Ceau\u0219escu -> convicted of -> genocide (1989)\n Answer: 1989", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_005480", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "general", + "pred": "Hop 1: Hartmut Bagger -> military, police or special rank -> general (2008)\n Answer: general", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_008496", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Italy", + "pred": "Hop 1: Alberto Fontanesi -> country of citizenship -> Italy (1952)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006640", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Ottoman Empire", + "pred": "Hop 1: Gaza City -> country -> Ottoman Empire (1907)\n Answer: Ottoman Empire", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003927", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Ascoli Calcio 1898 FC", + "pred": "Hop 1: Michele Fini -> member of sports team -> Ascoli Calcio 1898 FC (2005)\n Answer: Ascoli Calcio 1898 FC", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_007996", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Soviet Union", + "pred": "Hop 1: Oryol -> country -> Soviet Union (1982)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_000373", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Northwestern University", + "pred": "Hop 1: Erich Heller -> employer -> Northwestern University (1961)\n Answer: Northwestern University", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_005430", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Aut\u00f3dromo Internacional Ayrton Senna", + "pred": "Hop 1: Brazilian motorcycle Grand Prix -> location -> Aut\u00f3dromo Internacional Ayrton Senna (1987)\n Answer: Aut\u00f3dromo Internacional Ayrton Senna", + "em": 1.0, + "f1": 0.47058823529411764 + }, + { + "id": "q_000744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Calcio Foggia 1920", + "pred": "Hop 1: Cosimo Nocera -> member of sports team -> Calcio Foggia 1920 (1961)\n Hop 2: Calcio Foggia 1920 -> member of sports team -> A.S. Roma (1961)\n Answer: A.S. Roma", + "em": 1.0, + "f1": 0.3 + }, + { + "id": "q_003964", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Gangwon FC", + "pred": "Hop 1: Seo Dong-myung -> coach of sports team -> Gangwon FC (2009)\n Answer: Gangwon FC", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_004438", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Club Atl\u00e9tico River Plate", + "pred": "Hop 1: Amadeo Carrizo -> member of sports team -> Club Atl\u00e9tico River Plate (1968)\n Answer: Club Atl\u00e9tico River Plate", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_004862", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1902.0, + "gold": "Amtshauptmannschaft Schwarzenberg", + "pred": "Hop 1: Johanngeorgenstadt -> located in -> Amtshauptmannschaft Schwarzenberg (1902)\n Answer: Amtshauptmannschaft Schwarzenberg", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_004495", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "As d'Or Jeu de l'Ann\u00e9e", + "pred": "Hop 1: No Thanks! -> nominated for -> As d'Or Jeu de l'Ann\u00e9e (2005)\n Answer: As d'Or Jeu de l'Ann\u00e9e", + "em": 1.0, + "f1": 0.6363636363636364 + }, + { + "id": "q_002486", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Hop 1: Shimon Peres -> country of citizenship -> Israel (2004)\n Answer: Israel", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003629", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "La Spezia", + "pred": "Hop 1: 29th U-boat Flotilla -> location -> La Spezia (1942)\n Answer: La Spezia", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_006341", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "FC Girondins de Bordeaux", + "pred": "Hop 1: A\u017ebe Jug -> member of sports team -> FC Girondins de Bordeaux (2014)\n Answer: FC Girondins de Bordeaux", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_002779", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SBV Vitesse", + "pred": "Hop 1: Ante Mi\u0161e -> member of sports team -> SBV Vitesse (1996)\n Answer: SBV Vitesse", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Nazi Party", + "pred": "Hop 1: August Eigruber -> member of political party -> Nazi Party (1940)\n Answer: Nazi Party", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_004217", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "1. FFC Frankfurt", + "pred": "Hop 1: Katrin Kliehm -> member of sports team -> 1. FFC Frankfurt (2005)\n Answer: 1. FFC Frankfurt", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_001111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Italy", + "pred": "Hop 1: Eleonora Rossi Drago -> country of citizenship -> Italy (1954)\n Answer: Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_003973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Mandatory Palestine", + "pred": "Hop 1: Acre -> country -> Mandatory Palestine (1927)\n Answer: Mandatory Palestine", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_002651", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Edith Roosevelt", + "pred": "Hop 1: Theodore Roosevelt -> spouse -> Edith Roosevelt (1902)\n Answer: Edith Roosevelt", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005128", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Hop 1: Bogdan P\u0103tra\u0219cu -> member of sports team -> FC Universitatea Cluj (2012)\n Answer: 2012", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_007441", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Norway men's national association football team", + "pred": "Hop 1: Arne Erlandsen -> member of sports team -> Norway men's national association football team (1981)\n Answer: Norway men's national association football team", + "em": 1.0, + "f1": 0.6086956521739131 + }, + { + "id": "q_006793", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "FC Veszpr\u00e9m", + "pred": "Hop 1: Ferenc Csongr\u00e1di -> member of sports team -> FC Veszpr\u00e9m (1989)\n Answer: FC Veszpr\u00e9m", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_005396", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Nazi Germany", + "pred": "Hop 1: Hanau -> country -> Nazi Germany (1939)\n Answer: Nazi Germany", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_002815", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "People's Republic of China", + "pred": "Hop 1: Liu Bocheng -> country of citizenship -> People's Republic of China (1951)\n Answer: People's Republic of China", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_007174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Amsterdam", + "pred": "Hop 1: Michael Jacklin -> work location -> Amsterdam (2000)\n Answer: Amsterdam", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_001511", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Academy Award for Best Picture", + "pred": "Hop 1: Hal B. Wallis -> nominated for -> Academy Award for Best Picture (1970)\n Answer: Academy Award for Best Picture", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_000553", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Denmark women's national football team", + "pred": "Hop 1: Katrine Pedersen -> member of sports team -> Denmark women's national football team (2011)\n Answer: Julie Rydahl Bukh", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_000656", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Northwestern University", + "pred": "Hop 1: Melville J. Herskovits -> employer -> Northwestern University (1947)\n Answer: Northwestern University", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_001297", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1970.0, + "gold": "1970", + "pred": "Hop 1: Tofiq Bahramov -> award received -> Order of the Red Banner of Labour (1970)\n Answer: 1970", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_007459", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Amsterdam", + "pred": "Hop 1: Carel Willink -> work location -> Amsterdam (1946)\n Answer: Amsterdam", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002423", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Trinidad and Tobago men's national football team", + "pred": "Hop 1: Cyd Gray -> member of sports team -> Trinidad and Tobago men's national football team (2006)\n Answer: Trinidad and Tobago men's national football team", + "em": 1.0, + "f1": 0.6399999999999999 + }, + { + "id": "q_001348", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Hop 1: Vincent R\u00fcfli -> member of sports team -> Servette FC (2013)\n Answer: Servette FC", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_008576", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Hop 1: Uzhhorod -> country -> Soviet Union (1953)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_002071", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "British School at Rome", + "pred": "Hop 1: Eugenie Sellers Strong -> employer -> British School at Rome (1912)\n Answer: British School at Rome", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_004899", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1978.0, + "gold": "Soviet Union", + "pred": "Hop 1: Uman -> country -> Soviet Union (1978)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_001022", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Vladimir Oblast", + "pred": "Hop 1: Kovrov -> located in -> Vladimir Oblast (1977)\n Answer: Vladimir Oblast", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003839", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jane Birkin", + "pred": "Hop 1: Serge Gainsbourg -> unmarried partner -> Jane Birkin (1977)\n Answer: Jane Birkin", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_001814", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Christian Neureuther", + "pred": "Hop 1: Rosi Mittermaier -> spouse -> Christian Neureuther (2015)\n Answer: Christian Neureuther", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_007256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Giorgio Perlasca -> country of citizenship -> Kingdom of Italy (1940)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_005993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Martha Vickers", + "pred": "Hop 1: Mickey Rooney -> spouse -> Martha Vickers (1950)\n Answer: Martha Vickers", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_005336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Arabic", + "pred": "Hop 1: Israel -> official language -> Arabic (2013)\n Answer: Arabic", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_005683", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Hop 1: Herbert Seifert -> employer -> Heidelberg University (1961)\n Answer: Heidelberg University", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_007163", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Relax-Gam", + "pred": "Hop 1: Juan Antonio Flecha -> member of sports team -> Relax-Gam (2000)\n Answer: Relax-Gam", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_007140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Hop 1: Arne Tiselius -> nominated for -> Nobel Prize in Physiology or Medicine (1946)\n Answer: Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 0.6 + }, + { + "id": "q_008134", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Hop 1: Shell-Haus -> owned by -> Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges. (1954)\n Answer: Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_002147", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Hungarian Socialist Workers' Party", + "pred": "Hop 1: L\u00e1szl\u00f3 B\u00e9kesi -> member of political party -> Hungarian Socialist Workers' Party (1971)\n Answer: Hungarian Socialist Workers' Party", + "em": 1.0, + "f1": 0.47058823529411764 + }, + { + "id": "q_006224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "habilitation", + "pred": "Hop 1: Hienad\u017a Sahanovi\u010d -> academic degree -> habilitation (2018)\n Answer: habilitation", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000654", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Province of Mantua", + "pred": "Hop 1: Felonica -> located in -> Province of Mantua (1939)\n Answer: Province of Mantua", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_004102", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "University of California, Los Angeles", + "pred": "Hop 1: Ernst G. Straus -> employer -> University of California, Los Angeles (1973)\n Answer: University of California, Los Angeles", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_007739", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "FSV Frankfurt", + "pred": "Hop 1: Robert Pache -> member of sports team -> FSV Frankfurt (1928)\n Answer: FSV Frankfurt", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006368", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Chemins de fer du Midi", + "pred": "Hop 1: Q802601 -> operator -> Chemins de fer du Midi (1902)\n Answer: Chemins de fer du Midi", + "em": 1.0, + "f1": 0.625 + }, + { + "id": "q_002589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Hop 1: Angelo Anquilletti -> country of citizenship -> Italy (1980)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "A.O. Kavalas (association football)", + "pred": "Hop 1: Mario Galinovi\u0107 -> member of sports team -> A.O. Kavalas (association football) (2010)\n Answer: A.O. Kavalas (association football)", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_002646", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1997.0, + "gold": "1997", + "pred": "Hop 1: Javier Mar\u00edas -> award received -> Nelly Sachs Prize (1997)\n Answer: 1997", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_002133", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Gold Medal of the Royal Astronomical Society", + "pred": "Hop 1: Walter Sydney Adams -> award received -> Gold Medal of the Royal Astronomical Society (1917)\n Answer: Gold Medal of the Royal Astronomical Society", + "em": 1.0, + "f1": 0.6086956521739131 + }, + { + "id": "q_000302", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Hop 1: Vittorio Brambilla -> country of citizenship -> Italy (1956)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002678", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Atalanta BC", + "pred": "Hop 1: Stefano Angeleri -> member of sports team -> Atalanta BC (1952)\n Answer: Atalanta BC", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_004224", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Hop 1: Jane Alexander -> nominated for -> Tony Award for Best Actress in a Play (1992)\n Answer: Tony Award for Best Actress in a Play", + "em": 1.0, + "f1": 0.6956521739130436 + }, + { + "id": "q_005379", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "Hop 1: P\u00e9rouges -> located in -> arrondissement of Bourg-en-Bresse (2001)\n Answer: arrondissement of Bourg-en-Bresse", + "em": 1.0, + "f1": 0.5882352941176471 + }, + { + "id": "q_006243", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "Hop 1: Cagney & Lacey -> cast member -> Meg Foster (1982)\n Answer: 1982", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008166", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "MTK Budapest FC", + "pred": "Hop 1: Imre Kov\u00e1cs -> member of sports team -> MTK Budapest FC (1945)\n Answer: MTK Budapest FC", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_003678", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "lawyer", + "pred": "Hop 1: John Bell Williams -> occupation -> lawyer (1980)\n Answer: lawyer", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000025", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Hop 1: Trier -> head of government -> Klaus Jensen (2008)\n Answer: Klaus Jensen", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_001419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "Hop 1: Mandatory Palestine -> located in -> United Kingdom (1940)\n Hop 2: United Kingdom -> located in -> British Empire (1940)\n Answer: British Empire", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_000689", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Franca Ongaro -> country of citizenship -> Kingdom of Italy (1943)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_004963", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "City of Gosford", + "pred": "Hop 1: Gosford -> located in -> City of Gosford (1982)\n Answer: City of Gosford", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_001580", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "London", + "pred": "Hop 1: Joseph Hertz -> work location -> London (1936)\n Answer: London", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002212", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Hop 1: John Tonelli -> drafted by -> New York Islanders (1977)\n Answer: 1977", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_001427", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "FC Lausanne-Sport", + "pred": "Hop 1: Pierre Kerkhoffs -> member of sports team -> FC Lausanne-Sport (1967)\n Answer: FC Lausanne-Sport", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_000751", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Seine-et-Oise", + "pred": "Hop 1: Brunoy -> located in -> Seine-et-Oise (1942)\n Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_005986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "FC Spartak Trnava", + "pred": "Hop 1: Martin Ra\u0161ka -> member of sports team -> FC Spartak Trnava (2013)\n Answer: FC Spartak Trnava", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_002412", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Hop 1: Pino Lancetti -> country of citizenship -> Italy (1983)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001943", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1999.0, + "gold": "1999", + "pred": "Hop 1: Franti\u0161ek Kaberle -> drafted by -> Los Angeles Kings (1999)\n Answer: 1999", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_005685", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "Hop 1: The Adventures of Robin Hood -> nominated for -> Academy Award for Best Film Editing (1939)\n Answer: 1939", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_001916", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Str\u00f8msgodset IF", + "pred": "Hop 1: Kim Larsen -> member of sports team -> Str\u00f8msgodset IF (2003)\n Answer: Str\u00f8msgodset IF", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006927", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Hop 1: Aldo Fabrizi -> country of citizenship -> Italy (1956)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Hop 1: Luigi Bajardi -> country of citizenship -> Italy (1956)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Hop 1: Alberto Lattuada -> country of citizenship -> Italy (1971)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005536", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Fengtien", + "pred": "Hop 1: Faku County -> located in -> Fengtien (1945)\n Answer: Fengtien", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000555", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Gertrude Stein", + "pred": "Hop 1: Gertrude Stein -> owned by -> Gertrude Stein (1946)\n Answer: Gertrude Stein", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005626", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Heiner Gei\u00dfler", + "pred": "Hop 1: Christian Democratic Union -> general secretary -> Heiner Gei\u00dfler (1981)\n Answer: Heiner Gei\u00dfler", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_005124", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Algiers", + "pred": "Hop 1: Pierre Savorgnan de Brazza -> place of burial -> Algiers (1990)\n Answer: Algiers", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_002798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Coll\u00e8ge de France", + "pred": "Hop 1: Andr\u00e9 Lichnerowicz -> employer -> Coll\u00e8ge de France (1956)\n Answer: Coll\u00e8ge de France", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_003885", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2021.0, + "gold": "National Oceanic and Atmospheric Administration", + "pred": "Hop 1: EWS-G2 -> owned by -> National Oceanic and Atmospheric Administration (2021)\n Answer: National Oceanic and Atmospheric Administration", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_005314", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Hop 1: Li Tsung-jen -> country of citizenship -> Taiwan (1962)\n Answer: Taiwan", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_007748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Knight Bachelor", + "pred": "Hop 1: Bobby Charlton -> award received -> Knight Bachelor (1994)\n Answer: Knight Bachelor", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_002726", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "SK Slavia Prague", + "pred": "Hop 1: Nicu\u0219or Stanciu -> member of sports team -> SK Slavia Prague (2021)\n Answer: SK Slavia Prague", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_004003", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "KRC Mechelen", + "pred": "Hop 1: Jan Diddens -> member of sports team -> KRC Mechelen (1924)\n Answer: KRC Mechelen", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_008148", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Hop 1: Alexei Navalny -> country of citizenship -> Soviet Union (1985)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_004079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1916.0, + "gold": "Marie Bonaparte", + "pred": "Hop 1: Prince George of Greece and Denmark -> spouse -> Marie Bonaparte (1916)\n Answer: Marie Bonaparte", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_003444", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "Hop 1: Ronan Le Crom -> member of sports team -> A.S. Nancy-Lorraine (2011)\n Answer: A.S. Nancy-Lorraine", + "em": 1.0, + "f1": 0.4210526315789474 + }, + { + "id": "q_004684", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Schutzstaffel", + "pred": "Hop 1: Hans G\u00fcnther -> member of -> Schutzstaffel (1945)\n Hop 2: Schutzstaffel -> member of -> SS-Gruppenf\u00fchrer (1945)\n Answer: SS-Gruppenf\u00fchrer", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_007043", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "Hop 1: Andr\u00e9 T\u00e9chin\u00e9 -> award received -> C\u00e9sar Award for Best Director (1995)\n Answer: 1995", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_002077", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Scunthorpe United F.C.", + "pred": "Hop 1: Jermaine Beckford -> member of sports team -> Scunthorpe United F.C. (2007)\n Answer: Scunthorpe United F.C.", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_005610", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Willi Daume", + "pred": "Hop 1: German Handball Association -> chairperson -> Willi Daume (1949)\n Answer: Willi Daume", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_007161", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Polish People's Republic", + "pred": "Hop 1: Jan T. Gross -> country of citizenship -> Polish People's Republic (1959)\n Answer: Polish People's Republic", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_008431", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Kingdom of Greece", + "pred": "Hop 1: Takis -> country of citizenship -> Kingdom of Greece (1944)\n Answer: Kingdom of Greece", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_005503", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Italy", + "pred": "Hop 1: Nino Taranto -> country of citizenship -> Italy (1966)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003756", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Nuremberg Medical Trial", + "pred": "Hop 1: Prince Philipp, Landgrave of Hesse -> participant in -> Nuremberg Medical Trial (1947)\n Answer: Nuremberg Medical Trial", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_006939", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Hop 1: Christiaan Eijkman -> nominated for -> Nobel Prize in Physiology or Medicine (1921)\n Answer: Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 0.6 + }, + { + "id": "q_005031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Hop 1: Giuseppe Bennati -> country of citizenship -> Italy (1956)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001054", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "Italy", + "pred": "Hop 1: Ermanno Olmi -> country of citizenship -> Italy (1949)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002273", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Hop 1: Alec Chamberlain -> member of sports team -> Watford F.C. (2001)\n Answer: Watford F.C.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_000786", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Hop 1: Tony Marshall -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2003)\n Answer: Order of Merit of Baden-W\u00fcrttemberg", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_002778", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Hop 1: Andros Townsend -> member of sports team -> Tottenham Hotspur F.C. (2014)\n Answer: Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_005074", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Japan", + "pred": "Hop 1: Broutona -> country -> Japan (1919)\n Answer: Japan", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_007312", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Chelsea F.C.", + "pred": "Hop 1: Magnus Hedman -> member of sports team -> Chelsea F.C. (2007)\n Answer: Chelsea F.C.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_001350", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Leningrad Oblast", + "pred": "Hop 1: Ivangorod -> located in -> Leningrad Oblast (2001)\n Answer: Leningrad Oblast", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_001371", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Clare Boothe Luce", + "pred": "Hop 1: Henry Luce -> spouse -> Clare Boothe Luce (1959)\n Answer: Clare Boothe Luce", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_000490", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Hop 1: No Thanks! -> nominated for -> As d'Or Jeu de l'Ann\u00e9e (2005)\n Answer: 2005", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_006219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1985.0, + "gold": "1985", + "pred": "Hop 1: Yonohommachi Station -> founder -> Japanese National Railways (1985)\n Answer: 1985", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005716", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Edgardo Moltoni -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_005200", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Pichichi Trophy", + "pred": "Hop 1: Hugo S\u00e1nchez -> award received -> Pichichi Trophy (1985)\n Answer: Pichichi Trophy", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000681", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Hop 1: Robin Shroot -> member of sports team -> Burton Albion F.C. (2009)\n Answer: 2009", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_004424", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lviv Oblast", + "pred": "Hop 1: Drohobych -> located in -> Lviv Oblast (2012)\n Answer: Lviv Oblast", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003611", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Catholic priest", + "pred": "Hop 1: Alwin Albert Hafner -> occupation -> Catholic priest (1976)\n Answer: Catholic priest", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000603", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Hop 1: Beno\u00eet Cheyrou -> member of sports team -> Lille OSC (1999)\n Answer: Lille OSC", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_007417", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Beaux-Arts de Paris", + "pred": "Hop 1: Alekos Fassianos -> educated at -> Beaux-Arts de Paris (1970)\n Answer: Beaux-Arts de Paris", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_001017", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Golden Bear", + "pred": "Hop 1: Li Yang -> nominated for -> Golden Bear (2003)\n Answer: Golden Bear", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_004297", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Walter Sisulu", + "pred": "Hop 1: Albertina Nontsikelelo Sisulu -> spouse -> Walter Sisulu (1966)\n Answer: Walter Sisulu", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_007760", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Netherlands", + "pred": "Hop 1: Mart Stam -> work location -> Netherlands (1962)\n Answer: Netherlands", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002309", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Feh\u00e9rv\u00e1r FC", + "pred": "Hop 1: Henning Berg -> coach of -> Feh\u00e9rv\u00e1r FC (2017)\n Answer: Feh\u00e9rv\u00e1r FC", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000472", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Mario Bonnard -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_001687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Free Democratic Party", + "pred": "Hop 1: Walter Scheel -> member of political party -> Free Democratic Party (1988)\n Answer: Free Democratic Party", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_003092", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Weimar Republic", + "pred": "Hop 1: Limbach-Oberfrohna -> country -> Weimar Republic (1920)\n Answer: Weimar Republic", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003984", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Hamburger SV", + "pred": "Hop 1: Wilhelm Blunk -> member of sports team -> Hamburger SV (1944)\n Answer: Hamburger SV", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_004307", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Verzar -> country -> Yugoslavia (1933)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_004221", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Hop 1: Guido Carli -> country of citizenship -> Italy (1967)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002604", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Orenburg Governorate", + "pred": "Hop 1: Orenburg -> capital of -> Orenburg Governorate (1924)\n Answer: Orenburg", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005175", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Hop 1: Suso Cecchi d'Amico -> country of citizenship -> Italy (1999)\n Answer: Italy", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_000103", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "Hop 1: Stara Zagora -> country -> People's Republic of Bulgaria (1962)\n Answer: People's Republic of Bulgaria", + "em": 1.0, + "f1": 0.5882352941176471 + }, + { + "id": "q_007858", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "construction", + "pred": "Hop 1: Hanover Stadtbahn -> vehicle normally used -> TW 6000 (1980)\n Hop 2: TW 6000 -> significant event -> construction (1980)\n Answer: construction", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_000929", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Hop 1: Glenda Jackson -> nominated for -> Tony Award for Best Actress in a Play (1981)\n Answer: Tony Award for Best Actress in a Play", + "em": 1.0, + "f1": 0.6956521739130436 + }, + { + "id": "q_008399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Hamburg Commercial Bank", + "pred": "Hop 1: Volksparkstadion -> named after -> Hamburg Commercial Bank (2008)\n Answer: Hamburg Commercial Bank", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_006833", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "Princess M\u00e4rtha of Sweden", + "pred": "Hop 1: Olav V of Norway -> spouse -> Princess M\u00e4rtha of Sweden (1936)\n Answer: Princess M\u00e4rtha of Sweden", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_007826", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Hop 1: Patrick Cramer -> award received -> Gottfried Wilhelm Leibniz Prize (2006)\n Answer: 2006", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_005791", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1969.0, + "gold": "1969", + "pred": "Hop 1: Strawberry Fields Forever -> performer -> The Beatles (1969)\n Answer: 1969", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008695", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "FC Basel", + "pred": "Hop 1: Serge Muhmenthaler -> member of sports team -> FC Basel (1976)\n Answer: FC Basel", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006326", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Isabella Biagini -> country of citizenship -> Kingdom of Italy (1943)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_002683", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Hop 1: Vincenzo Talarico -> country of citizenship -> Italy (1956)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004982", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "AS Monaco FC", + "pred": "Hop 1: Abderrahmane Boubekeur -> member of sports team -> AS Monaco FC (1957)\n Answer: AS Monaco FC", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_000500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Hop 1: Fabio Capello -> work location -> Rome (2001)\n Answer: Rome", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000415", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Seine-et-Oise", + "pred": "Hop 1: Neauphle-le-Vieux -> located in -> Seine-et-Oise (1957)\n Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_002513", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "IBM", + "pred": "Hop 1: Frank Soltis -> employer -> IBM (1988)\n Answer: IBM", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_001131", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Chinese Communist Party", + "pred": "Hop 1: Xiao Yang -> member of political party -> Chinese Communist Party (1971)\n Answer: Chinese Communist Party", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_004809", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Gino Cassinis -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "England women's national football team", + "pred": "Hop 1: Lindsay Johnson -> member of sports team -> England women's national football team (2005)\n Answer: England women's national football team", + "em": 1.0, + "f1": 0.5714285714285715 + }, + { + "id": "q_000119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Italy", + "pred": "Hop 1: Mario B\u00f2 -> country of citizenship -> Italy (1994)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002765", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "The Rockefeller University", + "pred": "Hop 1: George Uhlenbeck -> employer -> The Rockefeller University (1967)\n Answer: The Rockefeller University", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_001638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Soviet Union", + "pred": "Hop 1: Viktor Kulikov -> country of citizenship -> Soviet Union (1946)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_003270", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Giuseppe Ungaretti -> country of citizenship -> Kingdom of Italy (1914)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_002090", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Zeno Saltini -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_002717", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Luciano Savorini -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_001781", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Waltrude Schleyer", + "pred": "Hop 1: Hanns Martin Schleyer -> spouse -> Waltrude Schleyer (1950)\n Answer: Waltrude Schleyer", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_007508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "West Ham United F.C.", + "pred": "Hop 1: Billy Brown -> member of sports team -> West Ham United F.C. (1922)\n Answer: West Ham United F.C.", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_000911", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Tuscany", + "pred": "Hop 1: Plinio Nomellini -> work location -> Tuscany (1932)\n Answer: Tuscany", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002590", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1946.0, + "gold": "1946", + "pred": "Hop 1: Giuseppe Meazza -> coach of sports team -> Atalanta BC (1946)\n Answer: 1946", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_005409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Hop 1: Q104925 -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2018)\n Answer: Order of Merit of Baden-W\u00fcrttemberg", + "em": 1.0, + "f1": 0.5882352941176471 + }, + { + "id": "q_004701", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Seine-et-Oise", + "pred": "Hop 1: L\u00e9vis-Saint-Nom -> located in -> Seine-et-Oise (1968)\n Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_006905", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "Hop 1: Northwestern University -> member of -> Scholarly Publishing and Academic Resources Coalition (2023)\n Answer: 2023", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_005334", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Hop 1: IG Farben -> significant event -> insolvency (2003)\n Answer: 2003", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006551", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Egidio Feruglio -> country of citizenship -> Kingdom of Italy (1917)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_002537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Luigi Bianchi -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_004357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "FC Amkar Perm", + "pred": "Hop 1: Martin Jakubko -> member of sports team -> FC Amkar Perm (2014)\n Answer: FC Amkar Perm", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_006681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Sporting CP", + "pred": "Hop 1: Rudolf Jeny -> member of sports team -> Hungary men's national football team (1934)\n Answer: Sporting CP", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001982", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Francesco Gabrieli -> country of citizenship -> Kingdom of Italy (1939)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_001763", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Tranmere Rovers F.C.", + "pred": "Hop 1: Steve Coppell -> member of sports team -> Tranmere Rovers F.C. (1973)\n Answer: Tranmere Rovers F.C.", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_001693", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Utrecht University", + "pred": "Hop 1: Pieter Helbert Damst\u00e9 -> employer -> Utrecht University (1919)\n Answer: Utrecht University", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_006247", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1909.0, + "gold": "Associate Justice of the Supreme Court of the United States", + "pred": "Hop 1: Joseph McKenna -> position held -> Associate Justice of the Supreme Court of the United States (1909)\n Answer: Associate Justice of the Supreme Court of the United States", + "em": 1.0, + "f1": 0.6666666666666666 + }, + { + "id": "q_006923", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Der St\u00fcrmer", + "pred": "Hop 1: Julius Streicher -> employer -> Der St\u00fcrmer (1929)\n Answer: Der St\u00fcrmer", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_004828", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Hop 1: Adone Zoli -> country of citizenship -> Italy (1957)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006717", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Luigi Bianchi -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_001064", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Hop 1: Hanover -> country -> Weimar Republic (1930)\n Answer: Weimar Republic", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_002886", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Hop 1: Luciano Fo\u00e0 -> country of citizenship -> Italy (1967)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001768", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Emilio Petiva -> country of citizenship -> Kingdom of Italy (1929)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006522", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Cameroon men's national football team", + "pred": "Hop 1: Henri Michel -> coach of sports team -> Cameroon men's national football team (1994)\n Answer: Cameroon men's national football team", + "em": 1.0, + "f1": 0.5714285714285715 + }, + { + "id": "q_001073", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Kingdom of Bulgaria", + "pred": "Hop 1: Veliko Tarnovo -> country -> Kingdom of Bulgaria (1910)\n Answer: Kingdom of Bulgaria", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_002125", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "SSC Napoli", + "pred": "Hop 1: Armando Tre Re -> member of sports team -> SSC Napoli (1956)\n Answer: SSC Napoli", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_002297", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "FC Astra Giurgiu", + "pred": "Hop 1: Dorinel Munteanu -> coach of sports team -> FC Astra Giurgiu (2015)\n Answer: FC Astra Giurgiu", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_002809", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Elio Toaff -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_002474", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Hop 1: Tommy Aldridge -> member of -> Pat Travers (1981)\n Answer: Pat Travers", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_004101", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Djalminha -> member of sports team -> Club Am\u00e9rica (2004)\n Answer: 2004", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_006366", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "Hop 1: Kelly Smith -> member of sports team -> England women's national football team (2014)\n Answer: England women's national football team", + "em": 1.0, + "f1": 0.5714285714285715 + }, + { + "id": "q_003182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "United States Navy", + "pred": "Hop 1: Arthur William Radford -> military branch -> United States Navy (1952)\n Answer: United States Navy", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_003020", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Lagos", + "pred": "Hop 1: Nigeria -> capital -> Lagos (1968)\n Answer: Lagos", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_004956", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Calcio Padova", + "pred": "Hop 1: Giovanni Azzini -> member of sports team -> Calcio Padova (1957)\n Answer: Calcio Padova", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006758", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Al Masry SC", + "pred": "Hop 1: Ahmad Shedid Qinawi -> member of sports team -> Al Masry SC (2008)\n Answer: Al Masry SC", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_003840", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "DSV Leoben", + "pred": "Hop 1: Wolfgang Klapf -> member of sports team -> DSV Leoben (2005)\n Answer: DSV Leoben", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003113", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Wheaton College", + "pred": "Hop 1: Hilda Geiringer -> employer -> Wheaton College (1952)\n Answer: Wheaton College", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_004767", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Miss America", + "pred": "Hop 1: Lois Delander -> competition won -> Miss America (1927)\n Answer: Miss America", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_004986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Goffredo Petrassi -> country of citizenship -> Kingdom of Italy (1941)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_004256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "pred": "Hop 1: Paris\u2013Lille railway -> operator -> Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais (1965)\n Answer: Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "em": 1.0, + "f1": 0.6363636363636364 + }, + { + "id": "q_003340", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Russia", + "pred": "Hop 1: Dmitry Yazov -> country of citizenship -> Russia (1995)\n Answer: Russia", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005245", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "Hop 1: Chariots of Fire -> nominated for -> Academy Award for Best Picture (1982)\n Hop 2: Academy Award for Best Picture -> equal to -> Academy Award for Best Picture (1982)\n Hop 3: Academy Award for Best Picture (1982) -> year -> 1982\n Answer: 1982", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_006022", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lady Gaga", + "pred": "Hop 1: Taylor Kinney -> unmarried partner -> Lady Gaga (2012)\n Answer: Lady Gaga", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_002807", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "University of Oslo", + "pred": "Hop 1: Viggo Brun -> employer -> University of Oslo (1950)\n Answer: University of Oslo", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_002236", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Order of Merit of North Rhine-Westphalia", + "pred": "Hop 1: Helmut Hirsch -> award received -> Order of Merit of North Rhine-Westphalia (1988)\n Answer: Order of Merit of North Rhine-Westphalia", + "em": 1.0, + "f1": 0.6 + }, + { + "id": "q_006258", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "United States Cabinet", + "pred": "Hop 1: United States Secretary of the Navy -> part of -> United States Cabinet (1906)\n Answer: United States Cabinet", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_003646", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "pred": "Hop 1: Gena Rowlands -> award received -> Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie (1987)\n Answer: Primtime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "em": 1.0, + "f1": 0.7499999999999999 + }, + { + "id": "q_002029", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Warabitai Station", + "pred": "Hop 1: Kuromatsunai Station -> adjacent station -> Warabitai Station (1964)\n Answer: Warabitai Station", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_002701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Rudi Fuchs", + "pred": "Hop 1: Stedelijk Museum Amsterdam -> manager -> Rudi Fuchs (2003)\n Answer: Rudi Fuchs", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000849", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "Hop 1: Ray Lovejoy -> nominated for -> Academy Award for Best Film Editing (1987)\n Answer: 1987", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_000139", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "Schutzstaffel", + "pred": "Hop 1: Richard Schulze-Kossens -> member of -> Schutzstaffel (1937)\n Answer: Schutzstaffel", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Anton-G\u00fcnther, Duke of Oldenburg", + "pred": "Hop 1: House of Oldenburg -> chairperson -> Anton-G\u00fcnther, Duke of Oldenburg (2007)\n Answer: Anton-G\u00fcnther, Duke of Oldenburg", + "em": 1.0, + "f1": 0.625 + }, + { + "id": "q_004055", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Hop 1: Bruno Visintin -> country of citizenship -> Italy (1976)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004419", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Jeonbuk Hyundai Motors FC", + "pred": "Hop 1: Sim Woo-yeon -> member of sports team -> Jeonbuk Hyundai Motors FC (2011)\n Answer: Jeonbuk Hyundai Motors FC", + "em": 1.0, + "f1": 0.4210526315789474 + }, + { + "id": "q_006447", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Hop 1: John Wall -> drafted by -> Washington Wizards (2010)\n Answer: 2010", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005863", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Parliament of the United Kingdom", + "pred": "Hop 1: Chris Huhne -> member of -> Parliament of the United Kingdom (2010)\n Answer: Parliament of the United Kingdom", + "em": 1.0, + "f1": 0.5882352941176471 + }, + { + "id": "q_004287", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Jens Stoltenberg", + "pred": "Hop 1: Norwegian Labour Party -> chairperson -> Jens Stoltenberg (2011)\n Answer: Jens Stoltenberg", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_008613", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "Hop 1: George Gervin -> award received -> NBA All-Star Game Kobe Bryant Most Valuable Player Award (1980)\n Answer: 1980", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_002216", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Team Jayco AlUla", + "pred": "Hop 1: Mitchell Docker -> member of sports team -> Team Jayco AlUla (2013)\n Answer: Team Jayco AlUla", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_006890", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Hop 1: Rahim Zafer -> member of sports team -> Gen\u00e7lerbirli\u011fi S.K. (1994)\n Answer: Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_005004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Hop 1: Bakhchisaray Palace -> country -> Soviet Union (1965)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_004395", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "University of Freiburg", + "pred": "Hop 1: Ernst-Wolfgang B\u00f6ckenf\u00f6rde -> employer -> University of Freiburg (1994)\n Answer: University of Freiburg", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_003660", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Queen", + "pred": "Hop 1: Mountain Studios -> owned by -> Queen (1989)\n Answer: Queen", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006514", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Hop 1: Murmansk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1955)\n Answer: Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_002222", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Hop 1: Sergio Bonelli -> country of citizenship -> Italy (1951)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Hop 1: Tiziano Terzani -> country of citizenship -> Italy (1996)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001758", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "John Mauchly", + "pred": "Hop 1: Kathleen Antonelli -> spouse -> John Mauchly (1973)\n Answer: John Mauchly", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_004641", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Ni\u00e8vre", + "pred": "Hop 1: Route nationale 445 -> located in -> Ni\u00e8vre (1946)\n Answer: Ni\u00e8vre", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000084", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Munich Kammerspiele", + "pred": "Hop 1: Therese Giehse -> employer -> Munich Kammerspiele (1967)\n Answer: Munich Kammerspiele", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_005007", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2017.0, + "gold": "2017", + "pred": "Hop 1: Karl Ove Knausg\u00e5rd -> award received -> Jerusalem Prize (2017)\n Answer: 2017", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_002535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Hop 1: Tes-Khemsky District -> located in -> Tuvan Autonomous Soviet Socialist Republic (1987)\n Answer: Tuvan Autonomous Soviet Socialist Republic", + "em": 1.0, + "f1": 0.5263157894736842 + }, + { + "id": "q_007920", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Hop 1: Kyoto Protocol -> ratified by -> Thailand (2002)\n Answer: 2002", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006359", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1956.0, + "gold": "1956", + "pred": "Hop 1: Bauer -> member of sports team -> Botafogo F.R. (1956)\n Answer: 1956", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_005402", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Russian Empire", + "pred": "Hop 1: Simferopol -> country -> Russian Empire (1910)\n Answer: Russian Empire", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_007921", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "Hop 1: STS-29 -> significant event -> landing (1989)\n Answer: 1989", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002569", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Aldo Clementi -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_003091", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Hop 1: Tommy Aldridge -> member of -> Pat Travers (1981)\n Answer: Pat Travers", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_002364", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Gaz\u00e9lec Ajaccio", + "pred": "Hop 1: Jean-Michel Cavalli -> member of sports team -> AS Monaco FC (1990)\n Answer: Gaz\u00e9lec Ajaccio", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_007208", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Gustave Choquet", + "pred": "Hop 1: Yvonne Choquet-Bruhat -> spouse -> Gustave Choquet (1983)\n Answer: Gustave Choquet", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003209", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "C\u00e9sar Milstein", + "pred": "Hop 1: Copley Medal -> winner -> C\u00e9sar Milstein (1989)\n Answer: C\u00e9sar Milstein", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_001948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Hop 1: Rudolf Virchow -> nominated for -> Nobel Prize in Physiology or Medicine (1902)\n Answer: Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 0.6 + }, + { + "id": "q_004389", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "Hop 1: Irish Free State -> replaces -> United Kingdom of Great Britain and Ireland (1922)\n Answer: 1922", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_001672", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Kemerovo Oblast", + "pred": "Hop 1: Novokuznetsk -> located in -> Kemerovo Oblast (1980)\n Answer: Kemerovo Oblast", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_002971", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2020.0, + "gold": "Hamza Hamzao\u011flu", + "pred": "Hop 1: Yeni Malatyaspor -> head coach -> Hamza Hamzao\u011flu (2020)\n Answer: Hamza Hamzao\u011flu", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_007668", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Hop 1: Reinhard Selten -> employer -> Freie Universit\u00e4t Berlin (1969)\n Answer: Freie Universit\u00e4t Berlin", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_004443", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Member of the European Parliament", + "pred": "Hop 1: Q524412 -> position held -> Member of the European Parliament (2010)\n Answer: Member of the European Parliament", + "em": 1.0, + "f1": 0.5882352941176471 + }, + { + "id": "q_000260", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Sol Polito -> country of citizenship -> Kingdom of Italy (1925)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_003060", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Leipziger Land", + "pred": "Hop 1: Borna -> located in -> Leipziger Land (1999)\n Answer: Leipziger Land", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003434", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "United Arab Republic", + "pred": "Hop 1: Fouad Mohamed Abou Zikry -> country of citizenship -> United Arab Republic (1962)\n Answer: United Arab Republic", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_006063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Hop 1: Lino Aldani -> country of citizenship -> Italy (1963)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005538", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Nobel Prize in Literature", + "pred": "Hop 1: Gunnar Gunnarsson -> nominated for -> Nobel Prize in Literature (1961)\n Answer: Nobel Prize in Literature", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_005136", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Ireland men\u2019s national rugby union team", + "pred": "Hop 1: Geordan Murphy -> member of sports team -> Ireland men\u2019s national rugby union team (2000)\n Answer: Ireland men\u2019s national rugby union team", + "em": 1.0, + "f1": 0.6086956521739131 + }, + { + "id": "q_004183", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "The Rockefeller University", + "pred": "Hop 1: Torsten Nils Wiesel -> employer -> The Rockefeller University (1984)\n Answer: The Rockefeller University", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006802", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Is\u00e8re", + "pred": "Hop 1: Ternay -> located in -> Is\u00e8re (1936)\n Answer: Is\u00e8re", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_002238", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Artemio Franchi -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_004081", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Harvard University", + "pred": "Hop 1: Hassler Whitney -> employer -> Harvard University (1944)\n Answer: Harvard University", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_007931", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Kingdom of Hungary", + "pred": "Hop 1: Kenderes -> country -> Kingdom of Hungary (1920)\n Answer: Kingdom of Hungary", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_002561", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Hop 1: Gyula Iulius Maurer -> employer -> Babe\u0219-Bolyai University (1961)\n Answer: Babe\u0219-Bolyai University", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_000796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Stockholm University", + "pred": "Hop 1: Erik Ivar Fredholm -> employer -> Stockholm University (1918)\n Answer: Stockholm University", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_008363", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Poland", + "pred": "Hop 1: Eugeniusz Eibisch -> work location -> Poland (1974)\n Answer: Poland", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_008611", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Wang Jingwei regime", + "pred": "Hop 1: Anci District -> located in -> Wang Jingwei regime (1944)\n Hop 2: Wang Jingwei regime -> located in -> Republic of China (1944)\n Answer: Republic of China", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_002255", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1986.0, + "gold": "1986", + "pred": "Hop 1: Bobby Mimms -> member of sports team -> Notts County F.C. (1986)\n Answer: 1986", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_007672", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "Hop 1: Ellen DeGeneres -> award received -> Presidential Medal of Freedom (2016)\n Answer: 2016", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_002954", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "SC Fortuna K\u00f6ln", + "pred": "Hop 1: Antoine Hey -> member of sports team -> SC Fortuna K\u00f6ln (1995)\n Answer: SC Fortuna K\u00f6ln", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_002449", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Valencia CF", + "pred": "Hop 1: Asier del Horno -> member of sports team -> Valencia CF (2009)\n Answer: Valencia CF", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_005372", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Malm\u00f6 FF", + "pred": "Hop 1: Ulrich Vinzents -> member of sports team -> Malm\u00f6 FF (2007)\n Hop 2: Malm\u00f6 FF -> member of sports team -> Jonatan Johansson (2007)\n Answer: Jonatan Johansson", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_006616", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Hop 1: Cipriano Chemello -> country of citizenship -> Italy (1965)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007451", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "SV Saar 05 Saarbr\u00fccken", + "pred": "Hop 1: Kurt Clemens -> member of sports team -> SV Saar 05 Saarbr\u00fccken (1957)\n Answer: SV Saar 05 Saarbr\u00fccken", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_003948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "C.D. Nacional", + "pred": "Hop 1: Pedro Pacheco -> member of sports team -> C.D. Nacional (2009)\n Answer: C.D. Nacional", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_008679", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Franco Bordoni -> country of citizenship -> Kingdom of Italy (1927)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_004351", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "education", + "pred": "Hop 1: U-111 -> has use -> education (1941)\n Answer: education", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "FC Barcelona B\u00e0squet", + "pred": "Hop 1: Ante Tomi\u0107 -> member of sports team -> FC Barcelona B\u00e0squet (2015)\n Answer: FC Barcelona B\u00e0squet", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_004853", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Italy", + "pred": "Hop 1: Roberto Tucci -> country of citizenship -> Italy (2005)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008238", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Reichsgesetzblatt", + "pred": "Hop 1: Reich Citizenship Law -> published in -> Reichsgesetzblatt (1935)\n Answer: Reichsgesetzblatt", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007289", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "Hop 1: Hanau -> country -> German Empire (1907)\n Answer: German Empire", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005590", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Giorgio Ferrini -> country of citizenship -> Kingdom of Italy (1943)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_002466", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1942.0, + "gold": "1st U-boat Flotilla", + "pred": "Hop 1: U-441 -> part of -> 1st U-boat Flotilla (1942)\n Hop 2: 1st U-boat Flotilla -> has part(s) -> U-566 (1942)\n Answer: U-566", + "em": 1.0, + "f1": 0.4210526315789474 + }, + { + "id": "q_005898", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Second Syrian Republic", + "pred": "Hop 1: Bahij al-Khatib -> country of citizenship -> Second Syrian Republic (1940)\n Answer: Second Syrian Republic", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_004677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "Hop 1: Gorz\u00f3w Wielkopolski -> country -> German Empire (1907)\n Answer: German Empire", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_006637", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Allianz SE", + "pred": "Hop 1: G\u00f3rnik Zabrze -> sponsor -> Allianz SE (2010)\n Answer: Allianz SE", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_001605", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Keith Richards", + "pred": "Hop 1: Anita Pallenberg -> unmarried partner -> Keith Richards (1974)\n Answer: Keith Richards", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_003947", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Q99317", + "pred": "Hop 1: Bonn -> head of government -> Reinhold von der M\u00fchlen -> 2001\n Answer: Reinhold von der M\u00fchlen", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001379", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Doron Zeilberger -> award received -> Euler Medal (2004)\n Answer: 2004", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Cruzeiro E.C.", + "pred": "Hop 1: Jos\u00e9 Carlos Ferreira Filho -> member of sports team -> Cruzeiro E.C. (2009)\n Answer: Cruzeiro E.C.", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_004141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2021.0, + "gold": "Daft Punk", + "pred": "Hop 1: Guy-Manuel de Homem-Christo -> member of -> Daft Punk (2021)\n Answer: Daft Punk", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_007475", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Latvia", + "pred": "Hop 1: R\u0113zekne District -> country -> Latvia (2004)\n Answer: Latvia", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_008010", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "Hop 1: Christian Vargas -> member of sports team -> C.D. Jorge Wilstermann (2004)\n Answer: C.D. Jorge Wilstermann", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_005768", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Landeshauptmann", + "pred": "Hop 1: Herbert Sausgruber -> position held -> Landeshauptmann (1999)\n Answer: Landeshauptmann", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_003283", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Hop 1: Alexander Lazarev -> award received -> USSR State Prize (1977)\n Answer: 1977", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_003934", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Republic of Korea Army", + "pred": "Hop 1: Chung Il-kwon -> military branch -> Republic of Korea Army (1951)\n Answer: Republic of Korea Army", + "em": 1.0, + "f1": 0.47058823529411764 + }, + { + "id": "q_000952", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Soviet Union", + "pred": "Hop 1: Mircea Snegur -> country of citizenship -> Soviet Union (1957)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_004410", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Hop 1: Armin Grein -> position held -> Landrat (1989)\n Answer: Landrat", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007420", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Orenburg Oblast", + "pred": "Hop 1: Gai -> located in -> Orenburg Oblast (1984)\n Answer: Orenburg Oblast", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003788", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Paris", + "pred": "Hop 1: Zolt\u00e1n Kem\u00e9ny -> work location -> Paris (1935)\n Answer: Paris", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007654", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Hop 1: Beno\u00eet Cheyrou -> member of sports team -> Lille OSC (1999)\n Answer: Lille OSC", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_000104", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Daejeon Hana Citizen FC", + "pred": "Hop 1: Choi Eun-sung -> member of sports team -> Daejeon Hana Citizen FC (2003)\n Answer: Daejeon Hana Citizen FC", + "em": 1.0, + "f1": 0.4210526315789474 + }, + { + "id": "q_003094", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "England men\u2019s national rugby union team", + "pred": "Hop 1: Peter Winterbottom -> member of sports team -> England men\u2019s national rugby union team (1987)\n Answer: England men\u2019s national rugby union team", + "em": 1.0, + "f1": 0.6086956521739131 + }, + { + "id": "q_005875", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Hop 1: Tony Terlazzo -> country of citizenship -> Italy (1963)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004542", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2016.0, + "gold": "Province of Carbonia-Iglesias", + "pred": "Hop 1: Masainas -> located in -> Province of Carbonia-Iglesias (2016)\n Answer: Province of Carbonia-Iglesias", + "em": 1.0, + "f1": 0.5333333333333333 + }, + { + "id": "q_000638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "AgustaWestland", + "pred": "Hop 1: Leonardo -> child organization or unit -> AgustaWestland (2006)\n Answer: AgustaWestland", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Hop 1: Leonella Sgorbati -> country of citizenship -> Italy (1960)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005999", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Czechia men's national football team", + "pred": "Hop 1: Ji\u0159\u00ed Jaro\u0161\u00edk -> member of sports team -> Czechia men's national football team (2000)\n Answer: Czechia men's national football team", + "em": 1.0, + "f1": 0.5714285714285715 + }, + { + "id": "q_003881", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Norberto Bobbio -> country of citizenship -> Kingdom of Italy (1941)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_004798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Red Star F.C.", + "pred": "Hop 1: Sylvain Kastendeuch -> member of sports team -> Red Star F.C. (1985)\n Answer: Red Star F.C.", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_003140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Copley Medal", + "pred": "Hop 1: Robert Robinson -> award received -> Copley Medal (1942)\n Hop 2: Copley Medal -> award -> Royal Medal (1942)\n Answer: Royal Medal", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_000380", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Hop 1: Trier -> head of government -> Klaus Jensen (2008)\n Answer: Klaus Jensen", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_007104", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "chairperson", + "pred": "Hop 1: Karel Baxa -> position held -> chairperson (1932)\n Answer: chairperson", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_005106", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1926.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Manlio Bacigalupo -> country of citizenship -> Kingdom of Italy (1926)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_007198", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "VVV-Venlo", + "pred": "Hop 1: Jeffrey Altheer -> member of sports team -> VVV-Venlo (2013)\n Answer: VVV-Venlo", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_001075", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Italy", + "pred": "Hop 1: Sebastiano Mannironi -> country of citizenship -> Italy (1987)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007267", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Netherlands Antilles", + "pred": "Hop 1: Bonaire -> part of -> Netherlands Antilles (1988)\n Answer: Netherlands Antilles", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_005453", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "Hop 1: L\u00e1rus Gu\u00f0mundsson -> member of sports team -> Valur (1989)\n Answer: 1989", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_006199", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Hop 1: Daniel Islas -> member of sports team -> Club Atl\u00e9tico Tigre (2009)\n Answer: Club Atl\u00e9tico Tigre", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_007661", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Hop 1: Gary Mabbutt -> member of sports team -> Tottenham Hotspur F.C. (1997)\n Answer: Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_002761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Christoph Franz", + "pred": "Hop 1: Lufthansa -> chief executive officer -> Christoph Franz (2011)\n Answer: Christoph Franz", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_007018", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Province of Ogliastra", + "pred": "Hop 1: Ussassai -> located in -> Province of Ogliastra (2011)\n Answer: Province of Ogliastra", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_006321", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Pontault-Combault", + "pred": "Hop 1: Route nationale 4 -> terminus location -> Pontault-Combault (2014)\n Answer: Pontault-Combault", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_000924", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Hop 1: Paolo Heusch -> country of citizenship -> Italy (1979)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002232", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Gianpiero Combi -> country of citizenship -> Kingdom of Italy (1929)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_005699", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "University of G\u00f6ttingen", + "pred": "Hop 1: Hans Grauert -> employer -> University of G\u00f6ttingen (1977)\n Answer: University of G\u00f6ttingen", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_007488", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Hop 1: Nexhat Daci -> position held -> president (2006)\n Answer: 2006", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Vla\u0219ca County", + "pred": "Hop 1: Giurgiu -> located in -> Vla\u0219ca County (1937)\n Answer: Vla\u0219ca County", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_005369", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "University of Zurich", + "pred": "Hop 1: Andreas Speiser -> employer -> University of Zurich (1931)\n Answer: University of Zurich", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_000700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Hop 1: Luigi Barbarito -> country of citizenship -> Italy (1996)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001823", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Bremen-Liga", + "pred": "Hop 1: Oberliga Nord (1974-1994) -> league level below -> Bremen-Liga (1984)\n Answer: Bremen-Liga", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_006475", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "Hop 1: Riff-Raff -> award received -> European Film Award for Best Film (1991)\n Answer: 1991", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_008413", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1984.0, + "gold": "1984", + "pred": "Hop 1: Miros\u0142aw Kubisztal -> member of sports team -> KS Cracovia (1984)\n Answer: 1984", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_003577", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Chief of the Turkish General Staff", + "pred": "Hop 1: Fevzi \u00c7akmak -> position held -> Chief of the Turkish General Staff (1929)\n Answer: Chief of the Turkish General Staff", + "em": 1.0, + "f1": 0.6 + }, + { + "id": "q_003400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Hanna-Barbera", + "pred": "Hop 1: Iwao Takamoto -> employer -> Hanna-Barbera (1975)\n Answer: Hanna-Barbera", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_008560", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Romania national rugby union team", + "pred": "Hop 1: Gheorghe Ben\u021bia -> member of sports team -> Romania national rugby union team (1919)\n Answer: Romania national rugby union team", + "em": 1.0, + "f1": 0.5263157894736842 + }, + { + "id": "q_008146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Czechoslovakia", + "pred": "Hop 1: Karol Div\u00edn -> country of citizenship -> Czechoslovakia (1948)\n Answer: Czechoslovakia", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006136", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1903.0, + "gold": "Russian Empire", + "pred": "Hop 1: Hlukhiv -> country -> Russian Empire (1903)\n Answer: Russian Empire", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005189", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Seine-et-Oise", + "pred": "Hop 1: Saulx-Marchais -> located in -> Seine-et-Oise (1913)\n Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_002858", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Hop 1: Park Yeol -> country of citizenship -> Empire of Japan (1934)\n Answer: Empire of Japan", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_008315", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Kemerovo Oblast", + "pred": "Hop 1: Anzhero-Sudzhensk -> located in -> Kemerovo Oblast (1962)\n Answer: Kemerovo Oblast", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Kotelnikovsky District", + "pred": "Hop 1: Kotelnikovo -> located in -> Kotelnikovsky District (1977)\n Answer: Kotelnikovsky District", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_005219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Antti Sumiala -> member of sports team -> Ak\u00e7aabat Sebatspor (2004)\n Answer: 2004", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_000973", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Ternopil Oblast", + "pred": "Hop 1: Kremenets -> located in -> Ternopil Oblast (1958)\n Answer: Ternopil Oblast", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_002849", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Hop 1: Gianni Agus -> country of citizenship -> Italy (1980)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008608", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "S.C. Internacional", + "pred": "Hop 1: Danilo Aparecido da Silva -> member of sports team -> S.C. Internacional (2009)\n Answer: S.C. Internacional", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_001494", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Saint Petersburg", + "pred": "Hop 1: Konrad Krzy\u017canowski -> work location -> Saint Petersburg (1925)\n Answer: Saint Petersburg", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_007390", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Karl-Eduard von Schnitzler -> country of citizenship -> German Democratic Republic (1977)\n Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_007069", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Hop 1: Giuseppe Sensi -> country of citizenship -> Italy (1999)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001021", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Nelly Sachs Prize", + "pred": "Hop 1: Javier Mar\u00edas -> award received -> Nelly Sachs Prize (1997)\n Answer: Nelly Sachs Prize", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Mario Nicolini -> country of citizenship -> Kingdom of Italy (1922)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006782", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Merited Artist of the RSFSR", + "pred": "Hop 1: Natalya Varley -> award received -> Merited Artist of the RSFSR (1989)\n Answer: Merited Artist of the RSFSR", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_008600", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Toni Ortelli -> country of citizenship -> Kingdom of Italy (1907)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_005516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Central Institute for Ancient History and Archeology", + "pred": "Hop 1: Achim Leube -> employer -> Central Institute for Ancient History and Archeology (1980)\n Answer: Central Institute for Ancient History and Archeology", + "em": 1.0, + "f1": 0.6666666666666666 + }, + { + "id": "q_005501", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Flavio Calzavara -> country of citizenship -> Kingdom of Italy (1937)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_001523", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Prince Charles, Count of Flanders", + "pred": "Hop 1: Belgium -> head of state -> Prince Charles, Count of Flanders (1945)\n Answer: Prince Charles, Count of Flanders", + "em": 1.0, + "f1": 0.5882352941176471 + }, + { + "id": "q_003339", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Second Syrian Republic", + "pred": "Hop 1: Saadallah Wannous -> country of citizenship -> Second Syrian Republic (1954)\n Answer: Second Syrian Republic", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_006965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Hop 1: Shimano -> country -> Empire of Japan (1934)\n Answer: Empire of Japan", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_002341", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Hop 1: Mark Parrish -> drafted by -> Colorado Avalanche (1996)\n Answer: 1996", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006340", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "People's Artist of the USSR", + "pred": "Hop 1: Rashid Behbudov -> award received -> People's Artist of the USSR (1959)\n Answer: People's Artist of the USSR", + "em": 1.0, + "f1": 0.6 + }, + { + "id": "q_004184", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Chelsea F.C.", + "pred": "Hop 1: Gabriele Ambrosetti -> member of sports team -> Chelsea F.C. (2001)\n Answer: Chelsea F.C.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_001998", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "Hop 1: The Grapes of Wrath -> award received -> Academy Award for Best Director (1939)\n Answer: 1939", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_008462", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Hop 1: Tony Marshall -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2003)\n Answer: 2003", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_005081", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Beira Alta", + "pred": "Hop 1: Viseu -> located in -> Beira Alta (1956)\n Answer: Beira Alta", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_001020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Hop 1: Shimon Peres -> country of citizenship -> Israel (2004)\n Answer: Israel", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006076", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Russian Empire", + "pred": "Hop 1: Kaluga Governorate -> country -> Russian Empire (1908)\n Answer: Russian Empire", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_004257", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Province of Posen", + "pred": "Hop 1: Pozna\u0144 -> capital of -> Province of Posen (1904)\n Answer: Province of Posen", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_001129", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Soviet Union", + "pred": "Hop 1: Khrustalnyi -> country -> Soviet Union (1945)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_002202", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Isabela", + "pred": "Hop 1: Q13737 -> capital -> Isabela (1988)\n Answer: Isabela", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_001377", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Hop 1: Bruno Tommasi -> country of citizenship -> Italy (1961)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005631", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "Hop 1: Ernst Brugger -> position held -> President of the Swiss Confederation (1974)\n Answer: 1974", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_000171", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Melora Walters", + "pred": "Hop 1: Dylan Walsh -> spouse -> Melora Walters (1999)\n Answer: Melora Walters", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_007554", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Hop 1: Giorgio Amendola -> country of citizenship -> Italy (1965)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001278", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Mar\u00eda Denis -> country of citizenship -> Italy (2003)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2003)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_005559", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Swiss Super League", + "pred": "Hop 1: Xavier Margairaz -> member of sports team -> Servette FC (2014)\n Hop 2: Servette FC -> league or competition -> Swiss Super League (2014)\n Answer: Swiss Super League", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_007444", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: University of Bristol -> funder -> Lehigh University (2021)\n Answer: 2021", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_004826", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "Dakar", + "pred": "Hop 1: Sassandra -> country -> French West Africa (1917)\n Hop 2: French West Africa -> capital -> Dakar (1917)\n Answer: Dakar", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_003409", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Hop 1: Matthew Kneale -> nominated for -> Booker Prize (2000)\n Hop 2: Booker Prize -> winner -> Margaret Atwood (2000)\n Answer: Margaret Atwood", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006575", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Hop 1: G\u00e1bor Csap\u00f3 -> educated at -> University of Szeged (1972)\n Hop 2: University of Szeged -> named after -> Attila J\u00f3zsef (1972)\n Answer: Attila J\u00f3zsef", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_001217", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hop 1: Samantha Morton -> nominated for -> Academy Award for Best Actress (2004)\n Hop 2: Academy Award for Best Actress (2004) -> winner -> Hilary Swank (2004)\n Answer: Hilary Swank", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_007223", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Klaus Sch\u00fctz", + "pred": "Hop 1: Christian Schad -> work location -> Berlin (1975)\n Hop 2: Berlin -> head of government -> Klaus Sch\u00fctz (1975)\n Answer: Klaus Sch\u00fctz", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_004735", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Berlin", + "pred": "Hop 1: Sound and Vision -> performer -> David Bowie (1977)\n Hop 2: David Bowie -> work location -> Berlin (1977)\n Answer: Berlin", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_001394", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Q896393 -> work location -> Berlin (1970)\n Hop 2: Berlin -> country -> German Democratic Republic (1970)\n Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_004179", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Rosa Balistreri -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Economic Community (1951)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_000278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Rudy Giuliani", + "pred": "Hop 1: Prelinger Archives -> located in -> New York City (1996)\n Hop 2: New York City -> head of government -> Rudy Giuliani (1996)\n Answer: Rudy Giuliani", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_005799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Klaus Wowereit", + "pred": "Hop 1: Ann Wolff -> work location -> Berlin (2003)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2003)\n Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_003446", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "Hop 1: Age Discrimination in Employment Act of 1967 -> signatory -> Lyndon B. Johnson (1967)\n Hop 2: Lyndon B. Johnson -> residence -> Q35525 (1967)\n Hop 3: Q35525 -> position held -> United States Secretary of State (1967)\n Answer: United States Secretary of State", + "em": 0.0, + "f1": 0.20689655172413793 + }, + { + "id": "q_007096", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Hop 1: Nicolas Isimat-Mirin -> member of sports team -> AS Monaco FC (2015)\n Hop 2: AS Monaco FC -> head coach -> Leonardo Jardim (2015)\n Answer: Leonardo Jardim", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008279", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Montreal Forum", + "pred": "Hop 1: Guy Lafleur -> member of sports team -> Montreal Canadiens (1984)\n Hop 2: Montreal Canadiens -> home venue -> Montreal Forum (1984)\n Answer: Montreal Forum", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_006719", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Emma de Caunes", + "pred": "Hop 1: Jeanne Balibar -> nominated for -> C\u00e9sar Award for Best Female Revelation (1998)\n Hop 2: C\u00e9sar Award for Best Female Revelation -> winner -> Emma de Caunes (1998)\n Answer: Emma de Caunes", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_002450", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Cyprus Football Association", + "pred": "Hop 1: Ammochostos Epistrofi Stadium -> occupant -> Alki Larnaca F.C. (2007)\n Answer: Alki Larnaca F.C.", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000742", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "Hop 1: Vejle County -> replaced by -> Southern Denmark (2007)\n Hop 2: Southern Denmark -> replaces -> Funen County (2007)\n Answer: 2007", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_005331", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Hop 1: Pamela Sargent -> nominated for -> Locus Award for Best Novel (1977)\n Hop 2: Locus Award for Best Novel -> winner -> Kate Wilhelm (1977)\n Answer: 1977", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_002617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Stade Chaban-Delmas", + "pred": "Hop 1: Uwe Reinders -> member of sports team -> FC Girondins de Bordeaux (1985)\n Hop 2: FC Girondins de Bordeaux -> home venue -> Stade Chaban-Delmas (1985)\n Answer: Stade Chaban-Delmas", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_006020", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lady Bird Johnson", + "pred": "Hop 1: Highway Beautification Act of 1965 -> signatory -> Lyndon B. Johnson (1965)\n Hop 2: Lyndon B. Johnson -> spouse -> Lady Bird Johnson (1965)\n Answer: Lady Bird Johnson", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_002515", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Sepp Herberger", + "pred": "Hop 1: Alfred Schmidt -> member of sports team -> Germany men's national association football team (1964)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1964)\n Answer: Sepp Herberger", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_000947", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "S\u00fcper Lig", + "pred": "Hop 1: Kerim Zengin -> member of sports team -> Gaziantepspor (2013)\n Hop 2: Gaziantepspor -> league or competition -> S\u00fcper Lig (2013)\n Answer: S\u00fcper Lig", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_004442", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "Hop 1: Felipe Melo -> member of sports team -> Galatasaray S.K. (2014)\n Hop 2: Galatasaray S.K. -> head coach -> Cesare Prandelli (2014)\n Answer: 2014", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_003129", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Klaus Wowereit", + "pred": "Hop 1: Willem de Rooij -> work location -> Berlin (2010)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2010)\n Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_000626", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Edward Joseph Kelly", + "pred": "Hop 1: Tony Smith -> work location -> Chicago (1937)\n Hop 2: Chicago -> head of government -> Edward Joseph Kelly (1937)\n Answer: Edward Joseph Kelly", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_008507", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "presidential system", + "pred": "Hop 1: Yavoriv -> country -> Second Polish Republic (1929)\n Hop 2: Second Polish Republic -> basic form of government -> presidential system (1929)\n Answer: presidential system", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_000399", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Otto Nerz", + "pred": "Hop 1: Hermann Gramlich -> member of sports team -> Germany men's national association football team (1935)\n Hop 2: Germany men's national association football team -> head coach -> Otto Nerz (1935)\n Answer: Otto Nerz", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_005160", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Hop 1: Fay Weldon -> nominated for -> Booker Prize (1979)\n Hop 2: Booker Prize (1979) -> winner -> Penelope Fitzgerald (1979)\n Answer: Penelope Fitzgerald", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Hop 1: Sergi Barjuan -> member of sports team -> Atl\u00e9tico Madrid (2005)\n Hop 2: Atl\u00e9tico Madrid -> home venue -> Vicente Calder\u00f3n Stadium (2005)\n Answer: Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "President of North Macedonia", + "pred": "Hop 1: North Macedonia -> head of state -> Gjorge Ivanov (2017)\n Answer: President of North Macedonia", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_008117", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: Ulm University -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> University of Nottingham (2021)\n Answer: 2021", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_007432", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Hop 1: Ivan Della Mea -> country of citizenship -> Italy (2007)\n Hop 2: Italy -> head of government -> Romano Prodi (2007)\n Answer: Romano Prodi", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_006320", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1931.0, + "gold": "1931", + "pred": "Hop 1: Dr. Jekyll and Mr. Hyde -> award received -> Academy Award for Best Actor (1931)\n Hop 2: Lionel Barrymore -> winner -> Academy Award for Best Actor (1931)\n Answer: 1931", + "em": 1.0, + "f1": 0.1 + }, + { + "id": "q_008047", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Volodymyr -> country -> Russian Empire (1902)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1902)\n Answer: Nicholas II of Russia", + "em": 1.0, + "f1": 0.4210526315789474 + }, + { + "id": "q_000063", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Hop 1: Alessandro Ajmone Marsan -> member of sports team -> Juventus FC (1909)\n Hop 2: Juventus FC -> chairperson -> Carlo Vittorio Varetti (1909)\n Answer: Carlo Vittorio Varetti", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_008584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "Territory of Hawaii", + "pred": "Hop 1: United States -> contains the administrative territorial entity -> Territory of Hawaii (1931)\n Hop 2: Wynn Bullock -> work location -> United States (1931)\n Answer: Territory of Hawaii", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_001072", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Hop 1: Gerard Deulofeu -> member of sports team -> FC Barcelona Atl\u00e8tic (2013)\n Hop 2: FC Barcelona Atl\u00e8tic -> head coach -> Eusebio Sacrist\u00e1n (2013)\n Answer: Eusebio Sacrist\u00e1n", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_005910", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "United States", + "pred": "Hop 1: Christian Vande Velde -> member of sports team -> Discovery Channel (2001)\n Hop 2: Discovery Channel -> country -> United States (2001)\n Answer: United States", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_003397", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "V\u00edt\u011bzslav Lavi\u010dka", + "pred": "Hop 1: Miroslav Slepi\u010dka -> member of sports team -> AC Sparta Prague (2012)\n Hop 2: AC Sparta Prague -> head coach -> V\u00edt\u011bzslav Lavi\u010dka (2012)\n Answer: V\u00edt\u011bzslav Lavi\u010dka", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000162", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Lady Bird Johnson", + "pred": "Hop 1: Age Discrimination in Employment Act of 1967 -> signatory -> Lyndon B. Johnson (1967)\n Hop 2: Lyndon B. Johnson -> spouse -> Lady Bird Johnson (1967)\n Answer: Lady Bird Johnson", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_002728", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Silvio Berlusconi", + "pred": "Hop 1: Clarence Seedorf -> member of sports team -> AC Milan (2010)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (2010)\n Answer: Silvio Berlusconi", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_003793", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Barcelona Province", + "pred": "Hop 1: Josep Guinovart -> work location -> Barcelona (1950)\n Hop 2: Barcelona -> located in -> Barcelona Province (1950)\n Answer: Barcelona Province", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_003541", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Hop 1: Carry Me Down -> nominated for -> Booker Prize (2006)\n Hop 2: Booker Prize -> winner -> Kiran Desai (2006)\n Answer: 2006", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_008524", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Stade Chaban-Delmas", + "pred": "Hop 1: \u00c9douard Kargu -> member of sports team -> FC Girondins de Bordeaux (1950)\n Hop 2: FC Girondins de Bordeaux -> home venue -> Stade Chaban-Delmas (1950)\n Answer: Stade Chaban-Delmas", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_003943", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Hop 1: Angelo La Barbera -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Giovanni Leone (1971)\n Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Michal B\u00edlek", + "pred": "Hop 1: Daniel Kol\u00e1\u0159 -> member of sports team -> Czechia men's national football team (2011)\n Hop 2: Czechia men's national football team -> head coach -> Michal B\u00edlek (2011)\n Answer: Michal B\u00edlek", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003569", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Hop 1: Alberto Magnelli -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1971)\n Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002249", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "University of Paris", + "pred": "Hop 1: Maurice de Gandillac -> employer -> University of Paris 1 Pantheon-Sorbonne (1971)\n Hop 2: University of Paris 1 Pantheon-Sorbonne -> replaces -> University of Paris (1971)\n Answer: University of Paris", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_001978", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Giovanni Giolitti (1958)\n Answer: Giovanni Giolitti", + "em": 0.0, + "f1": 0.125 + }, + { + "id": "q_005073", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Alex McLeish", + "pred": "Hop 1: Nathan Redmond -> member of sports team -> Birmingham City F.C. (2011)\n Hop 2: Birmingham City F.C. -> head coach -> Alex McLeish (2011)\n Answer: Alex McLeish", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_000609", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "Hop 1: Stanley Middleton -> award received -> Booker Prize (1974)\n Hop 2: Booker Prize -> winner -> Kingsley Amis (1974)\n Answer: 1974", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_004940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Hop 1: Ra\u00fal Fern\u00e1ndez-Cavada Mateos -> member of sports team -> UD Las Palmas (2018)\n Hop 2: UD Las Palmas -> head coach -> Manuel Jim\u00e9nez Jim\u00e9nez (2018)\n Answer: Manuel Jim\u00e9nez Jim\u00e9nez", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Guy Ritchie", + "pred": "Hop 1: Die Another Day -> performer -> Madonna (2002)\n Hop 2: Madonna -> spouse -> Guy Ritchie (2002)\n Answer: Guy Ritchie", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_006953", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "Jimmy Walker", + "pred": "Hop 1: Maria Meneghini Callas -> residence -> New York City (1928)\n Hop 2: New York City -> head of government -> Jimmy Walker (1928)\n Answer: Jimmy Walker", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001572", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Hop 1: Nicolas Isimat-Mirin -> member of sports team -> AS Monaco FC (2015)\n Hop 2: AS Monaco FC -> head coach -> Didier Deschamps (2015)\n Answer: Didier Deschamps", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008301", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Hop 1: Giovanni Cornacchia -> country of citizenship -> Italy (2007)\n Hop 2: Italy -> head of government -> Silvio Berlusconi (2007)\n Answer: Silvio Berlusconi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000630", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1960.0, + "gold": "Graceland", + "pred": "Hop 1: A Mess of Blues -> performer -> Elvis Presley (1960)\n Hop 2: Elvis Presley -> residence -> Graceland (1960)\n Answer: Graceland", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_000755", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Elizabeth II", + "pred": "Hop 1: Stack-O-Tracks -> place of publication -> United States (1968)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1968)\n Answer: Lyndon B. Johnson", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000326", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Hop 1: Jean-Loup Dabadie -> member of -> Acad\u00e9mie Fran\u00e7aise (2009)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> H\u00e9l\u00e8ne Carr\u00e8re d'Encausse (2009)\n Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_002870", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Bahrain", + "pred": "Hop 1: Bahrain -> head of government -> Khalifa bin Salman Al Khalifa (1981)\n Hop 2: Khalifa bin Salman Al Khalifa -> position held -> Prime Minister of Bahrain (1981)\n Answer: Prime Minister of Bahrain", + "em": 1.0, + "f1": 0.38095238095238093 + }, + { + "id": "q_007789", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Michele Lupo -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1960)\n Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007973", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Bjarne Riis", + "pred": "Hop 1: Danilo Wyss -> member of sports team -> Qhubeka NextHash (2020)\n Hop 2: Qhubeka NextHash -> general manager -> Bjarne Riis (2020)\n Answer: Bjarne Riis", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_000219", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Vivien Leigh", + "pred": "Hop 1: Fay Bainter -> nominated for -> Academy Award for Best Actress (1939)\n Hop 2: Academy Award for Best Actress -> winner -> Vivien Leigh (1939)\n Hop 3: Vivien Leigh -> winner of -> 1939 Academy Award for Best Actress\n Answer: 1939 Academy Award for Best Actress", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007274", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Elizabeth II", + "pred": "Hop 1: Smiley Smile -> place of publication -> United States (1967)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1967)\n Hop 3: Lyndon B. Johnson -> country of citizenship -> United States (1967)\n Answer: United States", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006021", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Luca Ronconi -> country of citizenship -> Italy (2005)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2005)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_006576", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "Laurence Olivier", + "pred": "Hop 1: John Garfield -> nominated for -> Academy Award for Best Actor (1948)\n Hop 2: Academy Award for Best Actor (1948) -> winner -> Laurence Olivier (1948)\n Hop 3: Laurence Olivier -> winner -> John Garfield (1948)\n Answer: John Garfield", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_000623", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Bjarne Berntsen", + "pred": "Hop 1: Camilla Huse -> member of sports team -> Norway women's national football team (2009)\n Hop 2: Norway women's national football team -> head coach -> Bjarne Berntsen (2009)\n Answer: Bjarne Berntsen", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Hop 1: Mark Haddon -> nominated for -> Booker Prize (2003)\n Hop 2: Booker Prize (2003) -> winner -> DBC Pierre\n Hop 3: DBC Pierre -> nominated for -> The Jesus Man (2003)\n Answer: The Jesus Man", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_003804", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Nobel Peace Prize", + "pred": "Hop 1: United States Navy SEALs -> founder -> John F. Kennedy (1962)\n Hop 2: John F. Kennedy -> nominated for -> Nobel Peace Prize (1962)\n Answer: Nobel Peace Prize", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006789", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Hop 1: William Vickrey -> residence -> New York City (1960)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1960)\n Answer: Robert Ferdinand Wagner Jr.", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_006521", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Atlanta-Fulton County Stadium", + "pred": "Hop 1: Hank Aaron -> member of sports team -> Atlanta Braves (1976)\n Hop 2: Atlanta Braves -> home venue -> Atlanta-Fulton County Stadium (1976)\n Answer: Atlanta-Fulton County Stadium", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_006174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "Hop 1: The Night Watch -> nominated for -> Booker Prize (2006)\n Hop 2: Booker Prize (2006) -> winner -> Kiran Desai (2006)\n Hop 3: Kiran Desai (2006) -> award received -> The Inheritance of Loss (2006)\n Answer: The Inheritance of Loss", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_004769", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Hop 1: Celia Johnson -> nominated for -> Academy Award for Best Actress (1947)\n Hop 2: Academy Award for Best Actress (1947) -> winner -> Loretta Young (1947)\n Answer: Loretta Young", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_001801", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Vytautas Landsbergis", + "pred": "Hop 1: Nijol\u0117 O\u017eelyt\u0117-Vaitiek\u016bnien\u0117 -> member of political party -> Homeland Union \u2013 Lithuanian Christian Democrats (1995)\n Hop 2: Homeland Union \u2013 Lithuanian Christian Democrats -> chairperson -> Vytautas Landsbergis (1995)\n Answer: Vytautas Landsbergis", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "State Anthem of the Soviet Union", + "pred": "Hop 1: Murmansk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1965)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> \"The Internationale\" (1965)\n Answer: \"The Internationale\"", + "em": 0.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_003724", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Hop 1: Piero Scotti -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Giovanni Gronchi (1971)\n Answer: Giovanni Gronchi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006014", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Hop 1: Alfons Gorbach -> place of detention -> Dachau concentration camp (1939)\n Hop 2: Dachau concentration camp -> director / manager -> Hans Loritz (1939)\n Answer: Hans Loritz", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_007171", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "S\u00fcper Lig", + "pred": "Hop 1: Serdar Aziz -> member of sports team -> Bursaspor (2016)\n Hop 2: Bursaspor -> league or competition -> S\u00fcper Lig (2016)\n Answer: S\u00fcper Lig", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_007260", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "3. Liga", + "pred": "Hop 1: Bastian Heidenfelder -> member of sports team -> 1. FC Heidenheim 1846 (2013)\n Hop 2: 1. FC Heidenheim 1846 -> league or competition -> 3. Liga (2013)\n Answer: 3. Liga", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_005517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Thomas Tuchel", + "pred": "Hop 1: Marcos Alonso Mendoza -> member of sports team -> Chelsea F.C. (2021)\n Hop 2: Chelsea F.C. -> head coach -> Thomas Tuchel (2021)\n Answer: Thomas Tuchel", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_007485", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Charlize Theron", + "pred": "Hop 1: Jennifer Connelly -> nominated for -> Broadcast Film Critics Association Award for Best Actress (2003)\n Hop 2: Broadcast Film Critics Association Award for Best Actress -> winner -> Charlize Theron (2003)\n Answer: Charlize Theron", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_001837", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: University of Tsukuba -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> University of Virginia (2021)\n Answer: 2021", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_000568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Hop 1: Angelo Infanti -> country of citizenship -> Italy (2007)\n Hop 2: Italy -> head of government -> Silvio Berlusconi (2007)\n Answer: Silvio Berlusconi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005494", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Hop 1: Steffen Freund -> member of sports team -> Germany men's national association football team (1997)\n Hop 2: Germany men's national association football team -> head coach -> Berti Vogts (1997)\n Answer: Berti Vogts", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_000075", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Giuseppe Prisco -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2001)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_004734", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Peter Carey", + "pred": "Hop 1: David Lodge -> nominated for -> Booker Prize -> winner -> Peter Carey (1988)\n Answer: Peter Carey", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_004770", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Constantinople", + "pred": "Hop 1: Edessa -> country -> Ottoman Empire (1904)\n Hop 2: Ottoman Empire -> capital -> Constantinople (1904)\n Answer: Constantinople", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_006777", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "S\u00e1ndor Preisinger", + "pred": "Hop 1: Daniils Turkovs -> member of sports team -> Zalaegerszegi TE (2012)\n Hop 2: Zalaegerszegi TE -> head coach -> S\u00e1ndor Preisinger (2012)\n Answer: S\u00e1ndor Preisinger", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001481", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Hop 1: Jennifer Johnston -> nominated for -> Booker Prize (1977)\n Hop 2: Booker Prize -> winner -> Paul Scott (1977)\n Hop 3: Paul Scott -> winner -> Quartet in Autumn (1977)\n Answer: 1977", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_000851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Hop 1: Walter Samuel -> member of sports team -> Inter Milan (2008)\n Hop 2: Inter Milan -> head coach -> Jos\u00e9 Mourinho (2008)\n Answer: Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_000707", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Franco Evangelisti -> country of citizenship -> Italy (1934)\n Hop 2: Italy -> shares border with -> Yugoslavia (1934)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_007316", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Hop 1: Alessandro Ajmone Marsan -> member of sports team -> Juventus FC (1909)\n Hop 2: Juventus FC -> chairperson -> Carlo Vittorio Varetti (1909)\n Hop 3: Carlo Vittorio Varetti -> chairperson of -> Societ\u00e0 Sportiva Lazio (1909)\n Answer: Societ\u00e0 Sportiva Lazio", + "em": 1.0, + "f1": 0.24000000000000002 + }, + { + "id": "q_002781", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Renato Carosone -> country of citizenship -> Italy (1946)\n Hop 2: Italy -> shares border with -> Yugoslavia (1946)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_001694", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Hop 1: Genevi\u00e8ve Bujold -> nominated for -> Academy Award for Best Actress (1970)\n Hop 2: Academy Award for Best Actress (1970) -> winner -> Glenda Jackson\n Hop 3: Glenda Jackson -> nominated for -> The Happy Ending (1970)\n Answer: The Happy Ending", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005714", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "B\u00fclent Ecevit", + "pred": "Hop 1: Deniz Baykal -> member of political party -> Republican People's Party (1979)\n Hop 2: Republican People's Party -> chairperson -> B\u00fclent Ecevit (1979)\n Answer: B\u00fclent Ecevit", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Stefan Kuntz", + "pred": "Hop 1: Jan \u0160im\u016fnek -> member of sports team -> 1. FC Kaiserslautern (2014)\n Hop 2: 1. FC Kaiserslautern -> chairperson -> Stefan Kuntz (2014)\n Answer: Stefan Kuntz", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_000390", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Nobel Prize in Physics", + "pred": "Hop 1: Holweck Prize -> winner -> Louis N\u00e9el (1952)\n Hop 2: Louis N\u00e9el -> nominated for -> Nobel Prize in Physics (1952)\n Answer: Nobel Prize in Physics", + "em": 1.0, + "f1": 0.4210526315789474 + }, + { + "id": "q_004301", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Hop 1: Elliott Erwitt -> work location -> New York City (1994)\n Hop 2: New York City -> head of government -> Rudy Giuliani (1994)\n Answer: Rudy Giuliani", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_007116", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Hop 1: Simone Veil -> member of -> Acad\u00e9mie Fran\u00e7aise (2009)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> H\u00e9l\u00e8ne Carr\u00e8re d'Encausse (2009)\n Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 0.38095238095238093 + }, + { + "id": "q_004505", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Hop 1: Philip Taaffe -> work location -> New York City (1974)\n Hop 2: New York City -> head of government -> Abraham Beame (1974)\n Answer: Abraham Beame", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_007035", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "Hop 1: Louise Bourgeois -> work location -> New York City (1990)\n Hop 2: New York City -> head of government -> David Dinkins (1990)\n Answer: David Dinkins", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_004558", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Hop 1: Ryan Bertrand -> member of sports team -> Chelsea F.C. (2014)\n Hop 2: Chelsea F.C. -> head coach -> Jos\u00e9 Mourinho (2014)\n Answer: Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_003267", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Hop 1: It Happened One Night -> nominated for -> Academy Award for Best Actor (1935)\n Hop 2: Academy Award for Best Actor (1935) -> winner -> Clark Gable (1935)\n Hop 3: Clark Gable -> winner -> Helen Hunt (1935)\n Answer: Clark Gable", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006755", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1920)\n Hop 2: Independent Social Democratic Party of Germany -> chairperson -> Theodor Liebknecht (1920)\n Answer: Theodor Liebknecht", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_004583", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "Hop 1: Ai -> award received -> American Book Awards (1987)\n Hop 2: American Book Awards -> winner -> James Welch (1987)\n Answer: 1987", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_000225", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Gareth Southgate", + "pred": "Hop 1: David Wheater -> member of sports team -> Middlesbrough F.C. (2008)\n Hop 2: Middlesbrough F.C. -> head coach -> Gareth Southgate (2008)\n Answer: Gareth Southgate", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002459", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Zrenjanin City -> located in -> Socialist Autonomous Province of Vojvodina (1949)\n Hop 2: Socialist Autonomous Province of Vojvodina -> country -> Kingdom of Yugoslavia (1949)\n Answer: Kingdom of Yugoslavia", + "em": 0.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_006352", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: University of Tsukuba -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> University of Graz (2021)\n Answer: 2021", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_004787", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Janusz W\u00f3jcik", + "pred": "Hop 1: Arkadiusz B\u0105k -> member of sports team -> Poland men's national football team (1999)\n Hop 2: Poland men's national football team -> head coach -> Janusz W\u00f3jcik (1999)\n Answer: Janusz W\u00f3jcik", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002226", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Leonid Brezhnev", + "pred": "Hop 1: Aleksei Gubarev -> member of political party -> Communist Party of the Soviet Union (1973)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Mikhail Gorbachev (1973)\n Answer: Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003363", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Jan Schaffrath", + "pred": "Hop 1: Martin Velits -> member of sports team -> Soudal Quick-Step (2012)\n Hop 2: Soudal Quick-Step -> head coach -> Jan Schaffrath (2012)\n Answer: Jan Schaffrath", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_001025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Pavel Vrba", + "pred": "Hop 1: Bo\u0159ek Do\u010dkal -> member of sports team -> Czechia men's national football team (2016)\n Hop 2: Czechia men's national football team -> head coach -> Pavel Vrba (2016)\n Answer: Pavel Vrba", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006972", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "Hop 1: Brian Moore -> nominated for -> Booker Prize (1976)\n Hop 2: Booker Prize (1976) -> winner -> David Storey (1976)\n Answer: 1976", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_007393", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Ba\u010d Municipality -> located in -> Socialist Autonomous Province of Vojvodina (1961)\n Answer: Socialist Autonomous Province of Vojvodina", + "em": 0.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_002784", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Franz Beckenbauer", + "pred": "Hop 1: Frank Mill -> member of sports team -> Germany men's national association football team (1988)\n Hop 2: Germany men's national association football team -> head coach -> Franz Beckenbauer (1988)\n Answer: Franz Beckenbauer", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_005991", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Hop 1: Luciano Bianciardi -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_007278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Claudia Roth", + "pred": "Hop 1: Boris Palmer -> member of political party -> Alliance '90/The Greens (2009)\n Hop 2: Alliance '90/The Greens -> chairperson -> Claudia Roth (2009)\n Hop 3: Claudia Roth -> chairperson -> Cem \u00d6zdemir (2009)\n Answer: Claudia Roth", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_002109", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "ADIG", + "pred": "Hop 1: Stefan W\u00e4chter -> member of sports team -> Hamburger SV (2004)\n Hop 2: Hamburger SV -> sponsor -> ADIG (2004)\n Answer: ADIG", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_005445", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Abraham Beame", + "pred": "Hop 1: Nancy Graves -> work location -> New York City (1977)\n Hop 2: New York City -> head of government -> Abraham Beame (1977)\n Answer: Abraham Beame", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_005382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Fiorello H. La Guardia", + "pred": "Hop 1: Edward McKnight Kauffer -> work location -> New York City (1940)\n Hop 2: New York City -> head of government -> Fiorello H. La Guardia (1940)\n Answer: Fiorello H. La Guardia", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_005633", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Hop 1: Giuseppe Saragat -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> head of state -> Sandro Pertini (1984)\n Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_002083", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Jens Gustafsson", + "pred": "Hop 1: Andreas Landgren -> member of sports team -> Halmstads BK (2013)\n Hop 2: Halmstads BK -> head coach -> Jens Gustafsson (2013)\n Answer: Jens Gustafsson", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_003899", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Karl Horst H\u00f6dicke -> work location -> Berlin (1987)\n Hop 2: Berlin -> country -> German Democratic Republic (1987)\n Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_002997", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "Hop 1: Ramallah -> country -> Mandatory Palestine (1937)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1937)\n Answer: United Kingdom", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_005860", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hop 1: Whale Rider -> nominated for -> Academy Award for Best Actress (2004)\n Hop 2: Academy Award for Best Actress -> winner -> Hilary Swank (2004)\n Hop 3: Hilary Swank -> winner of -> 2004 Academy Awards (2004)\n Answer: 2004 Academy Awards", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_001039", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Panama", + "pred": "Hop 1: Cornell Capa -> work location -> United States (1937)\n Hop 2: United States -> shares border with -> Panama (1937)\n Answer: Panama", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_000086", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Hop 1: Q435856 -> country of citizenship -> Italy (1983)\n Hop 2: Italy -> head of state -> Sandro Pertini (1983)\n Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005689", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Hop 1: Elie Wiesel -> country of citizenship -> Kingdom of Romania (1929)\n Hop 2: Kingdom of Romania -> capital -> Bucharest (1929)\n Answer: Bucharest", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_006609", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "Hop 1: Afula -> country -> Mandatory Palestine (1940)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1940)\n Answer: United Kingdom", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_004970", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Hop 1: Academy Award for Best Actress -> winner -> Charlize Theron (2003)\n Hop 2: Unfaithful -> nominated for -> Academy Award for Best Actress (2003)\n Answer: 2003", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_004192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Alberto Magnelli -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of state -> Antonio Segni (1960)\n Answer: Antonio Segni", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Hop 1: Mauro Staccioli -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_008062", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "M\u00e1rio Soares", + "pred": "Hop 1: Alberto Vaquina -> work location -> Portugal (1991)\n Hop 2: Portugal -> head of state -> M\u00e1rio Soares (1991)\n Answer: M\u00e1rio Soares", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_006613", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Stuart Lancaster", + "pred": "Hop 1: Ben Foden -> member of sports team -> England men\u2019s national rugby union team (2013)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Stuart Lancaster (2013)\n Answer: Stuart Lancaster", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_001894", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Hop 1: Annette Bening -> nominated for -> Academy Award for Best Actress (2005)\n Hop 2: Academy Award for Best Actress (2005) -> winner -> Reese Witherspoon (2005)\n Answer: Reese Witherspoon", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_002546", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Hop 1: Franz Anton Basch -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1921)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1921)\n Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_003153", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Hop 1: Zhu De -> country of citizenship -> People's Republic of China (1967)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1967)\n Answer: Zhou Enlai", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002865", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Hop 1: A Bend in the River -> nominated for -> Booker Prize (1979)\n Hop 2: Booker Prize -> winner -> Penelope Fitzgerald (1979)\n Hop 3: Penelope Fitzgerald -> award received -> A Bend in the River (1979)\n Answer: Penelope Fitzgerald", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007865", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Giuseppe Prisco -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2001)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_008428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Hop 1: Josh Lewsey -> member of sports team -> England men\u2019s national rugby union team (1999)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Clive Woodward (1999)\n Answer: Clive Woodward", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_001858", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Graceland", + "pred": "Hop 1: Ginger Alden -> unmarried partner -> Elvis Presley (1977)\n Hop 2: Elvis Presley -> residence -> Graceland (1977)\n Answer: Graceland", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_001912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Constantinople", + "pred": "Hop 1: Xanthi -> country -> Ottoman Empire (1903)\n Hop 2: Ottoman Empire -> capital -> Constantinople (1903)\n Answer: Constantinople", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_003034", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Hop 1: Emil Filla -> place of detention -> Dachau concentration camp (1939)\n Hop 2: Dachau concentration camp -> manager -> Hans Loritz (1939)\n Hop 3: Hans Loritz -> point in time -> 1939 (1939)\n Answer: Hans Loritz", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000799", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Barack Obama", + "pred": "Hop 1: Battlefield 3 -> narrative location -> Ukraine (2014)\n Hop 2: Ukraine -> head of government -> Arsenii Yatseniuk (2014)\n Answer: Arsenii Yatseniuk", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Boston Garden", + "pred": "Hop 1: John Havlicek -> member of sports team -> Boston Celtics (1975)\n Hop 2: Boston Celtics -> home venue -> Boston Garden (1975)\n Answer: Boston Garden", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_004762", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "Kingdom of Prussia", + "pred": "Hop 1: 1911 World Figure Skating Championships -> location -> Berlin (1911)\n Hop 2: Berlin -> located in -> Kingdom of Prussia (1911)\n Answer: Kingdom of Prussia", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_004806", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Hop 1: Jonathan Urretaviscaya -> member of sports team -> S.L. Benfica (2013)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2013)\n Answer: Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Premier League", + "pred": "Hop 1: Ruslan Rotan -> member of sports team -> FC Dnipro (2008)\n Hop 2: FC Dnipro -> league or competition -> Premier League (2008)\n Answer: Premier League", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_008203", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Amway Arena", + "pred": "Hop 1: Shaquille O'Neal -> member of sports team -> Orlando Magic (1994)\n Hop 2: Orlando Magic -> home venue -> Amway Arena (1994)\n Answer: Amway Arena", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_004465", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: University of Helsinki -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Michigan State University (2021)\n Answer: 2021", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_006874", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "John Lindsay", + "pred": "Hop 1: William Vickrey -> residence -> New York City (1968)\n Hop 2: New York City -> head of government -> John Lindsay (1968)\n Answer: John Lindsay", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_000593", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Leo Nomellini -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1957)\n Answer: Giovanni Gronchi", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_004615", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2018.0, + "gold": "2018", + "pred": "Hop 1: Mirko Tomassoni -> position held -> Captain Regent of San Marino (2018)\n Hop 2: Captain Regent of San Marino -> officeholder -> Stefano Palmieri (2018)\n Answer: 2018", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_001617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Geoffrey Rush", + "pred": "Hop 1: As Good as It Gets -> award received -> Academy Award for Best Actress (1996)\n Hop 2: Academy Award for Best Actress -> winner -> Frances McDormand (1996)\n Hop 3: Frances McDormand -> award received -> Academy Award for Best Actress (1996)\n Answer: Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Hop 1: Harold Pinter -> spouse -> Antonia Fraser (1982)\n Hop 2: Antonia Fraser -> spouse -> Harold Pinter (1982)\n Hop 3: Antonia Fraser -> nominated for -> Academy Award for Best Writing, Original Screenplay (1982)\n Answer: Academy Award for Best Writing, Original Screenplay", + "em": 0.0, + "f1": 0.46153846153846156 + }, + { + "id": "q_004669", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Yuri Semin", + "pred": "Hop 1: \u00c9der -> member of sports team -> FC Lokomotiv Moscow (2019)\n Hop 2: FC Lokomotiv Moscow -> head coach -> Yuri Semin (2019)\n Answer: Yuri Semin", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> head of government -> Aldo Moro (1972)\n Answer: Aldo Moro", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1920)\n Hop 2: Independent Social Democratic Party of Germany -> chairperson -> Theodor Liebknecht (1920)\n Answer: Theodor Liebknecht", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006858", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Hop 1: Monster -> award received -> Academy Award for Best Actress (2002)\n Hop 2: Academy Award for Best Actress -> winner -> Nicole Kidman (2002)\n Answer: 2002", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_000627", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Hop 1: Antonia Fraser -> spouse -> Harold Pinter (1982)\n Hop 2: Harold Pinter -> nominated for -> Tony Award for Best Direction of a Play (1982)\n Answer: Harold Pinter", + "em": 0.0, + "f1": 0.23076923076923078 + }, + { + "id": "q_008456", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "Hop 1: Sevastopol -> country -> Russian Empire (1901)\n Hop 2: Russian Empire -> basic form of government -> absolute monarchy (1901)\n Answer: absolute monarchy", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_004863", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Hop 1: It Happened One Night -> nominated for -> Academy Award for Best Picture (1935)\n Hop 2: Academy Award for Best Picture -> winner -> Frank Capra (1935)\n Answer: Frank Capra", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005053", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lauri Yl\u00f6nen", + "pred": "Hop 1: Haloo Helsinki! -> nominated for -> MTV Europe Music Award for Best Finnish Act (2011)\n Hop 2: MTV Europe Music Award for Best Finnish Act -> winner -> Lauri Yl\u00f6nen (2011)\n Answer: Lauri Yl\u00f6nen", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_006906", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sini\u0161a Mihajlovi\u0107", + "pred": "Hop 1: Marco Marchionni -> member of sports team -> ACF Fiorentina (2010)\n Hop 2: ACF Fiorentina -> head coach -> Sini\u0161a Mihajlovi\u0107 (2010)\n Answer: Sini\u0161a Mihajlovi\u0107", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_004343", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Arrigo Sacchi", + "pred": "Hop 1: Walter Bianchi -> member of sports team -> Rimini FC (1984)\n Hop 2: Rimini FC -> head coach -> Arrigo Sacchi (1984)\n Answer: Arrigo Sacchi", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_008520", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Hans Loritz", + "pred": "Hop 1: Abraham Adolf Kaiser -> place of detention -> Dachau concentration camp (1938)\n Hop 2: Dachau concentration camp -> manager -> Hans Loritz (1938)\n Hop 3: Hans Loritz -> point in time after -> Anton Saefkow (1938)\n Answer: Hans Loritz", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_008566", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Hop 1: Hanns Martin Schleyer -> member of political party -> Christian Democratic Union (1975)\n Hop 2: Christian Democratic Union -> general secretary -> Kurt Biedenkopf (1975)\n Answer: Kurt Biedenkopf", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_005406", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "West Germany", + "pred": "Hop 1: Friedrich Hayek -> residence -> Freiburg im Breisgau (1980)\n Hop 2: Freiburg im Breisgau -> country -> West Germany (1980)\n Answer: West Germany", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005485", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Milo\u0161 Zeman", + "pred": "Hop 1: Bergepanzer B\u00fcffel -> operator -> Czech Republic (2022)\n Hop 2: Czech Republic -> head of state -> Milo\u0161 Zeman (2022)\n Answer: Milo\u0161 Zeman", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_006778", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italian lira", + "pred": "Hop 1: Lyla Rocco -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> currency -> Italian lira (1963)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_000448", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Alex Ferguson", + "pred": "Hop 1: Bryan Gunn -> member of sports team -> Aberdeen F.C. (1980)\n Hop 2: Aberdeen F.C. -> head coach -> Alex Ferguson (1980)\n Answer: Alex Ferguson", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_005253", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Aravind Adiga", + "pred": "Hop 1: Amitav Ghosh -> nominated for -> Booker Prize (2008)\n Hop 2: Q151708 -> winner -> Aravind Adiga (2008)\n Hop 3: John Berger -> winner -> Q151708 (2008)\n Answer: John Berger", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002793", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Hop 1: Mrs. Parkington -> nominated for -> Academy Award for Best Actress (1945)\n Hop 2: Academy Award for Best Actress -> winner -> Jennifer Jones (1945)\n Hop 3: Jennifer Jones -> winner -> Academy Award for Best Actress (1945)\n Hop 4: Academy Award for Best Actress -> winner -> Joan Crawford (1945)\n Answer: Joan Crawford", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001366", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Cliff Burton", + "pred": "Hop 1: Master of Puppets -> performer -> Metallica (1986)\n Hop 2: Metallica -> has part(s) -> Cliff Burton (1986)\n Answer: Cliff Burton", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000346", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Giorgio Napolitano", + "pred": "Hop 1: Giovanni Lilliu -> country of citizenship -> Italy (2010)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2010)\n Answer: Giorgio Napolitano", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_001380", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "John Williams", + "pred": "Hop 1: Katie Couric -> notable work -> Today (1999)\n Hop 2: Today -> composer -> John Williams (1999)\n Answer: John Williams", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_007366", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Hop 1: Giorgio Mastropasqua -> member of sports team -> Juventus FC (1973)\n Hop 2: Juventus FC -> chairperson -> Giampiero Boniperti (1973)\n Answer: Giampiero Boniperti", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_004085", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "Qing dynasty", + "pred": "Hop 1: Luo Yixiu -> spouse -> Mao Zedong (1907)\n Hop 2: Mao Zedong -> country of citizenship -> Qing dynasty (1907)\n Answer: Qing dynasty", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_002859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "Hop 1: Shimon Peres -> country of citizenship -> Mandatory Palestine (1943)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1943)\n Answer: United Kingdom", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_000061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Hop 1: Fay Weldon -> nominated for -> Booker Prize (1979)\n Hop 2: Booker Prize (1979) -> winner -> Penelope Fitzgerald (1979)\n Answer: Penelope Fitzgerald", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_002208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Hop 1: Steve Borthwick -> member of sports team -> England men\u2019s national rugby union team (2008)\n Hop 2: England men\u2019s national rugby union team -> kit supplier -> Nike (2008)\n Answer: Nike", + "em": 1.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_005149", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Dalvik VM", + "pred": "Hop 1: Grand Theft Auto III -> platform -> Android (2011)\n Hop 2: Android -> has part -> Dalvik VM (2011)\n Answer: Dalvik VM", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_007466", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Deutsche Mark", + "pred": "Hop 1: Sande -> country -> West Germany (1956)\n Hop 2: West Germany -> currency -> Deutsche Mark (1956)\n Answer: Deutsche Mark", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_001168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "EFL Championship", + "pred": "Hop 1: Joel Lynch -> member of sports team -> Nottingham Forest F.C. (2010)\n Hop 2: Nottingham Forest F.C. -> league or competition -> EFL Championship (2010)\n Answer: EFL Championship", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002303", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Hop 1: 19th Canadian Ministry -> head of government -> Lester B. Pearson (1968)\n Answer: Prime Minister of Canada", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_004925", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Hop 1: Bessie Love -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> winner of -> 1930\n Answer: 1930", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002425", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Ugo Morin -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_003762", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Minneapolis Armory", + "pred": "Hop 1: Bud Grant -> member of sports team -> Los Angeles Lakers (1949)\n Hop 2: Los Angeles Lakers -> home venue -> Minneapolis Armory (1949)\n Answer: Minneapolis Armory", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000351", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Territory of Hawaii", + "pred": "Hop 1: Erazim Koh\u00e1k -> residence -> United States (1949)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1949)\n Answer: Territory of Hawaii", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003288", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Hop 1: Rainer Ernst -> member of sports team -> FC Girondins de Bordeaux (1992)\n Hop 2: FC Girondins de Bordeaux -> chairperson -> Alain Afflelou (1992)\n Answer: Alain Afflelou", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_001079", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Giampiero Boniperti", + "pred": "Hop 1: Stefano Tacconi -> member of sports team -> Juventus FC (1985)\n Hop 2: Juventus FC -> chairperson -> Giampiero Boniperti (1985)\n Answer: Giampiero Boniperti", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_004556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Paulo Bento", + "pred": "Hop 1: Baek Sung-dong -> member of sports team -> South Korea men's national football team (2022)\n Hop 2: South Korea men's national football team -> head coach -> Paulo Bento (2022)\n Answer: Paulo Bento", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_006454", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Steve Sampson", + "pred": "Hop 1: Kevin Hartman -> member of sports team -> United States men's national soccer team (2005)\n Hop 2: United States men's national soccer team -> head coach -> Steve Sampson (2005)\n Answer: Steve Sampson", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_007686", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "United States Cabinet", + "pred": "Hop 1: Edwin Denby -> position held -> United States Secretary of the Navy (1923)\n Hop 2: United States Secretary of the Navy -> part of -> United States Cabinet (1923)\n Answer: United States Cabinet", + "em": 1.0, + "f1": 0.3 + }, + { + "id": "q_001636", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "Hop 1: Andrew Schally -> award received -> Albert Lasker Award for Basic Medical Research (1975)\n Answer: 1975", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_000642", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Alan Hollinghurst", + "pred": "Hop 1: Ronan Bennett -> nominated for -> Booker Prize (2004)\n Hop 2: Booker Prize -> winner -> Alan Hollinghurst (2004)\n Answer: Alan Hollinghurst", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005992", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1906.0, + "gold": "Theodore Roosevelt", + "pred": "Hop 1: Alexander Graham Bell -> country of citizenship -> United States (1906)\n Hop 2: United States -> head of government -> Theodore Roosevelt (1906)\n Answer: Theodore Roosevelt", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001567", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Hop 1: William Vickrey -> residence -> New York City (1960)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1960)\n Answer: Robert Ferdinand Wagner Jr.", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003917", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Elizabeth II", + "pred": "Hop 1: Liz Smith -> country of citizenship -> United Kingdom (2015)\n Hop 2: United Kingdom -> head of state -> Elizabeth II (2015)\n Answer: Elizabeth II", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_007632", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pawe\u0142 Janas", + "pred": "Hop 1: Kamil Kosowski -> member of sports team -> Poland men's national football team (2005)\n Hop 2: Poland men's national football team -> head coach -> Pawe\u0142 Janas (2005)\n Answer: Pawe\u0142 Janas", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001702", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Eerste Divisie", + "pred": "Hop 1: Timothy Dreesen -> member of sports team -> Fortuna Sittard (2012)\n Hop 2: Fortuna Sittard -> league or competition -> Eerste Divisie (2012)\n Answer: Eerste Divisie", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006358", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "German Federal Archives", + "pred": "Hop 1: Karl-Liebknecht-Haus -> operator -> Communist Party of Germany (1932)\n Hop 2: Communist Party of Germany -> archives at -> German Federal Archives (1932)\n Hop 3: Karl-Liebknecht-Haus -> archives at -> German Federal Archives (1932)\n Answer: German Federal Archives", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Dwight D. Eisenhower", + "pred": "Hop 1: Erazim Koh\u00e1k -> residence -> United States (1958)\n Hop 2: United States -> head of government -> Dwight D. Eisenhower (1958)\n Answer: Dwight D. Eisenhower", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_001724", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Lyndon B. Johnson", + "pred": "Hop 1: Stack-O-Tracks -> place of publication -> United States (1968)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1968)\n Answer: Lyndon B. Johnson", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_005308", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Hop 1: Jeanne Eagels -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer (1930)\n Hop 3: Norma Shearer (1930) -> winner -> Academy Award for Best Actress (1931)\n Hop 4: Academy Award for Best Actress (1931) -> winner", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006485", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Hop 1: Matthew Kneale -> nominated for -> Booker Prize (2000)\n Hop 2: Booker Prize -> winner -> Margaret Atwood (2000)\n Hop 3: Margaret Atwood -> award received -> Booker Prize (2000)\n Answer: Margaret Atwood", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_004831", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Hop 1: Piero Scotti -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005190", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Hop 1: Alexander Demandt -> employer -> Freie Universit\u00e4t Berlin (2003)\n Answer: Freie Universit\u00e4t Berlin", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_006636", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "George Marshall", + "pred": "Hop 1: James F. Byrnes -> position held -> United States Secretary of State (1947)\n Answer: United States Secretary of State", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003213", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Hop 1: Frank Tieri -> residence -> United States (1965)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1965)\n Answer: Lyndon B. Johnson", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_005672", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: L\u0119bork -> country -> Nazi Germany (1939)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1939)\n Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006227", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: Leiden University -> member of -> University of Leiden (2021)\n Hop 2: University of Leiden -> funder -> Princeton University (2021)\n Answer: 2021", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_006185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Giffoni Film Festival", + "pred": "Hop 1: Big Sean -> unmarried partner -> Naya Rivera (2013)\n Hop 2: Naya Rivera -> award received -> Giffoni Film Festival (2013)\n Answer: Giffoni Film Festival", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_007816", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Franciszek Smuda", + "pred": "Hop 1: Marek Saganowski -> member of sports team -> Poland men's national football team (2012)\n Hop 2: Poland men's national football team -> head coach -> Franciszek Smuda (2012)\n Answer: Franciszek Smuda", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001958", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "John Lindsay", + "pred": "Hop 1: Arman -> work location -> New York City (1969)\n Hop 2: New York City -> head of government -> John Lindsay (1969)\n Answer: John Lindsay", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_007818", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Sepp Herberger", + "pred": "Hop 1: Fritz Herkenrath -> member of sports team -> Germany men's national association football team (1957)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1957)\n Answer: Sepp Herberger", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_003874", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Rina Franchetti -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_006836", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Gianni Dova -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> shares border with -> Yugoslavia (1989)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_005437", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Hop 1: Maria Tore Barbina -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1996)\n Answer: Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001779", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Chemnitz Government Region", + "pred": "Hop 1: Beate Zsch\u00e4pe -> residence -> Zwickau (2005)\n Hop 2: Zwickau -> located in -> Chemnitz Government Region (2005)\n Answer: Chemnitz Government Region", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_002182", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Giessen -> country -> Nazi Germany (1938)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1938)\n Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006540", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Hop 1: Piero Frescobaldi -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Hop 1: Al\u00edpio -> member of sports team -> S.L. Benfica (2011)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2011)\n Answer: Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 0.3 + }, + { + "id": "q_000470", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Renato Polselli -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> head of state -> Umberto II (1950)\n Answer: Umberto II", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004884", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Emma Thompson", + "pred": "Hop 1: Jodie Foster -> nominated for -> Academy Award for Best Actress (1992)\n Hop 2: Academy Award for Best Actress (1992) -> winner -> Emma Thompson (1992)\n Hop 3: Emma Thompson -> winner of -> 1992 Academy Awards (1992)\n Answer: 1992 Academy Awards", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_008312", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "United Kingdom of Great Britain and Ireland", + "pred": "Hop 1: Virginia Woolf -> spouse -> Leonard Woolf (1924)\n Hop 2: Leonard Woolf -> spouse -> Virginia Woolf (1924)\n Hop 3: Virginia Woolf -> country of citizenship -> United Kingdom of Great Britain and Ireland (1924)\n Answer: United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 0.5384615384615384 + }, + { + "id": "q_006013", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "Hop 1: Louise Bourgeois -> work location -> New York City (1990)\n Hop 2: New York City -> head of government -> David Dinkins (1990)\n Answer: David Dinkins", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_006889", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Carlo Ancelotti", + "pred": "Hop 1: Franco Di Santo -> member of sports team -> Chelsea F.C. (2009)\n Hop 2: Chelsea F.C. -> head coach -> Carlo Ancelotti (2009)\n Answer: Carlo Ancelotti", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_003651", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Hop 1: Matt Carkner -> drafted by -> Montreal Canadiens (1999)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (1999)\n Answer: Saku Koivu", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_003374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Q82595", + "pred": "Hop 1: Mirco Born -> member of sports team -> Hertha BSC (2015)\n Hop 2: Hertha BSC -> league or competition -> Bundesliga (2015)\n Answer: Bundesliga", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Armando C\u00edrio -> country of citizenship -> Italy (2004)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2004)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_000420", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1917.0, + "gold": "1917", + "pred": "Hop 1: Transbaikal Oblast -> located in -> Russian Republic (1917)\n Hop 2: Russian Republic -> significant event -> February Revolution (1917)\n Answer: 1917", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_005828", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Prime Minister of Belize", + "pred": "Hop 1: Belize -> head of government -> Dean Barrow (2014)\n Answer: Prime Minister of Belize", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_006078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Sepp Herberger", + "pred": "Hop 1: Hans Nowak -> member of sports team -> Germany men's national association football team (1962)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1962)\n Answer: Sepp Herberger", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_002499", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Territory of Hawaii", + "pred": "Hop 1: Alexander Graham Bell -> country of citizenship -> United States (1922)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1922)\n Answer: Territory of Hawaii", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_008212", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "George VI", + "pred": "Hop 1: HMS Spur -> country -> United Kingdom (1947)\n Hop 2: United Kingdom -> head of state -> George VI (1947)\n Answer: George VI", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_006996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Salvatore Cassisa -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> shares border with -> Yugoslavia (1967)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_006976", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Gennaro Gattuso", + "pred": "Hop 1: Hakan \u00c7alhano\u011flu -> member of sports team -> AC Milan (2019)\n Hop 2: AC Milan -> head coach -> Gennaro Gattuso (2019)\n Answer: Gennaro Gattuso", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_007445", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Hop 1: Borussia Dortmund -> head coach -> J\u00fcrgen Klopp (2012)\n Hop 2: J\u00fcrgen Klopp -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2012)\n Answer: Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.08695652173913045 + }, + { + "id": "q_004525", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Lamberto Dini", + "pred": "Hop 1: Antonio Brancaccio -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1995)\n Answer: Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Giorgio Napolitano", + "pred": "Hop 1: Milram -> country -> Italy (2007)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2007)\n Answer: Giorgio Napolitano", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_003387", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: Tsinghua University -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Karlsruhe Institute of Technology (2021)\n Answer: 2021", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_004969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Hop 1: George Boateng -> member of sports team -> Nottingham Forest F.C. (2012)\n Hop 2: Nottingham Forest F.C. -> head coach -> Alex McLeish (2012)\n Answer: Alex McLeish", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_008292", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "United States", + "pred": "Hop 1: Yaroslav Popovych -> member of sports team -> Discovery Channel (2006)\n Hop 2: Discovery Channel -> country -> United States (2006)\n Answer: United States", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_006528", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "Hop 1: Leo K\u00f6nigsberger -> doctoral student -> Karl Bopp (1902)\n Hop 2: Karl Bopp -> doctoral advisor -> Moritz Cantor (1902)\n Answer: 1902", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_008636", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Walter Zenga", + "pred": "Hop 1: Giuseppe Mascara -> member of sports team -> Catania FC (2008)\n Hop 2: Catania FC -> head coach -> Walter Zenga (2008)\n Answer: Walter Zenga", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_004972", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Kia Forum", + "pred": "Hop 1: Kermit Washington -> member of sports team -> Boston Celtics (1977)\n Hop 2: Boston Celtics -> home venue -> Boston Garden (1977)\n Answer: Boston Garden", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006497", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Hungarian People's Republic", + "pred": "Hop 1: Demeter Balla -> work location -> Budapest (1957)\n Hop 2: Budapest -> capital of -> Hungarian People's Republic (1957)\n Answer: Hungarian People's Republic", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Hop 1: Fernando Torres -> member of sports team -> Chelsea F.C. (2014)\n Hop 2: Chelsea F.C. -> head coach -> Jos\u00e9 Mourinho (2014)\n Answer: Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_005410", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Taiwan", + "pred": "Hop 1: Elizabeth Bishop -> residence -> Brazil (1955)\n Hop 2: Brazil -> diplomatic relation -> Taiwan (1955)\n Answer: Taiwan", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_000901", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Hop 1: Gaza City -> country -> Israel (1996)\n Hop 2: Israel -> head of government -> Shimon Peres (1996)\n Answer: Shimon Peres", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_007838", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mircea Lucescu", + "pred": "Hop 1: Berkant G\u00f6ktan -> member of sports team -> Galatasaray S.K. (2002)\n Hop 2: Galatasaray S.K. -> head coach -> Mircea Lucescu (2002)\n Answer: Mircea Lucescu", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007144", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "The Internationale", + "pred": "Hop 1: Glazov -> located in -> Russian Soviet Federative Socialist Republic (1921)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> The Internationale (1921)\n Answer: The Internationale", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_003135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Jean Mistler", + "pred": "Hop 1: Ren\u00e9 Huyghe -> member of -> Acad\u00e9mie Fran\u00e7aise (1975)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Jean Mistler (1975)\n Answer: Jean Mistler", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000287", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Gerhard Casper", + "pred": "Hop 1: Andrew M. Stuart -> employer -> Stanford University (1993)\n Hop 2: Stanford University -> chairperson -> Gerhard Casper (1993)\n Answer: Gerhard Casper", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_004792", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Hop 1: Mario Piccioli -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> currency -> Italian lira (1947)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006621", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sean Yates", + "pred": "Hop 1: Q561361 -> member of sports team -> Ineos Grenadiers (2010)\n Hop 2: Ineos Grenadiers -> head coach -> Sean Yates (2010)\n Answer: Sean Yates", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_001788", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Hop 1: Jeanne Eagels -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> winner -> Jeanne Eagels (1930)\n Answer: Jeanne Eagels", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002557", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Fiorello H. La Guardia", + "pred": "Hop 1: Hanns Eisler -> work location -> New York City (1941)\n Hop 2: New York City -> head of government -> Fiorello H. La Guardia (1941)\n Answer: Fiorello H. La Guardia", + "em": 1.0, + "f1": 0.34782608695652173 + }, + { + "id": "q_006859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "Hop 1: Penelope Fitzgerald -> nominated for -> Booker Prize (1990)\n Hop 2: Booker Prize (1990) -> winner -> A. S. Byatt (1990)\n Answer: A. S. Byatt", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_006058", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Giuseppe Saragat", + "pred": "Hop 1: Antonio Pesenti -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (1967)\n Answer: Giorgio Napolitano", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000536", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Hop 1: Baltazar -> member of sports team -> Atl\u00e9tico Madrid (1989)\n Hop 2: Atl\u00e9tico Madrid -> home venue -> Vicente Calder\u00f3n Stadium (1989)\n Answer: Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 0.3 + }, + { + "id": "q_007404", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2000.0, + "gold": "2000", + "pred": "Hop 1: Ronald Sukenick -> award received -> American Book Awards (2000)\n Hop 2: American Book Awards -> winner -> Robert Creeley (2000)\n Hop 3: Robert Creeley -> award received -> American Book Awards (2000)\n Hop 4: American Book Awards -> winner -> Helen Thomas (2000)\n Answer: 2000", + "em": 1.0, + "f1": 0.1 + }, + { + "id": "q_001292", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1990.0, + "gold": "1990", + "pred": "Hop 1: Winona Ryder -> nominated for -> Golden Globe Award for Best Supporting Actress \u2013 Motion Picture (1990)\n Hop 2: Golden Globe Award for Best Supporting Actress \u2013 Motion Picture -> winner -> Whoopi Goldberg (1990)\n Hop 3: Whoopi Goldberg -> equal to -> Julia Roberts (1990)\n Hop 4: Julia Roberts -> award received -> Golden Globe Award for Best Supporting Actress \u2013 Motion Picture (199", + "em": 1.0, + "f1": 0.07142857142857142 + }, + { + "id": "q_002179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "Hop 1: Andr\u00e9 Brink -> nominated for -> Booker Prize (1976)\n Hop 2: Booker Prize -> winner -> David Storey (1976)\n Hop 3: David Storey -> winner -> John Braine (1976)\n Answer: John Braine", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_005996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Hop 1: Fay Weldon -> nominated for -> Booker Prize (1979)\n Hop 2: Booker Prize (1979) -> winner -> Penelope Fitzgerald (1979)\n Hop 3: Penelope Fitzgerald -> award received -> British Academy of Film and Television Arts Award (1979)\n Answer: British Academy of Film and Television Arts Award", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_002490", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "Hop 1: Jeanne Eagels -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer (1930)\n Hop 3: Norma Shearer (1930) -> winner -> 1930\n Answer: 1930", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_001434", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "New York City", + "pred": "Hop 1: Betsey Johnson -> spouse -> John Cale (1971)\n Hop 2: John Cale -> residence -> New York City (1971)\n Answer: New York City", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_006868", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "Hop 1: Ben Kingsley -> award received -> European Film Award for Best Actor (2001)\n Hop 2: European Film Award for Best Actor (2001) -> winner -> Ray Winstone (2001)\n Answer: 2001", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_008663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jean Mistler", + "pred": "Hop 1: Roger Caillois -> member of -> Acad\u00e9mie Fran\u00e7aise (1977)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Jean Mistler (1977)\n Answer: Jean Mistler", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_002319", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2022.0, + "gold": "2022", + "pred": "Hop 1: Stevan Joveti\u0107 -> member of sports team -> Hertha BSC (2022)\n Hop 2: Hertha BSC -> head coach -> Felix Magath (2022)\n Answer: 2022", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_008472", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Inge Keller -> spouse -> Karl-Eduard von Schnitzler (1955)\n Hop 2: Karl-Eduard von Schnitzler -> country of citizenship -> German Democratic Republic (1955)\n Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_000496", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Massimo D'Alema", + "pred": "Hop 1: Fulvio Tomizza -> country of citizenship -> Italy (1999)\n Hop 2: Italy -> head of government -> Silvio Berlusconi (1999)\n Answer: Silvio Berlusconi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005883", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Hop 1: Germany -> head of state -> Roman Herzog (1997)\n Hop 2: G\u00fcnter Siegmund -> country of citizenship -> Germany (1997)\n Answer: Roman Herzog", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "BP", + "pred": "Hop 1: Rudolf Kargus -> member of sports team -> Hamburger SV (1980)\n Hop 2: Hamburger SV -> sponsor -> BP (1980)\n Answer: BP", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_001286", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Hop 1: Francesco Carpino -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1969)\n Answer: Giovanni Gronchi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003325", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Bucharest", + "pred": "Hop 1: Vla\u0219ca County -> country -> Kingdom of Romania (1947)\n Hop 2: Kingdom of Romania -> capital -> Bucharest (1947)\n Answer: Bucharest", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_000231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "Hop 1: Sister Rosetta Tharpe -> residence -> Chicago (1924)\n Hop 2: Chicago -> head of government -> William Emmett Dever (1924)\n Answer: William Emmett Dever", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_000949", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Hop 1: Germany -> head of state -> Roman Herzog (1997)\n Answer: Roman Herzog", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_004634", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Hop 1: Rossens -> replaced by -> Villarzel (2006)\n Hop 2: Villarzel -> replaces -> S\u00e9deilles (2006)\n Answer: 2006", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_008417", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Hop 1: Stephan Andrist -> member of sports team -> FC Aarau (2015)\n Hop 2: FC Aarau -> league or competition -> Swiss Super League (2015)\n Answer: Swiss Super League", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_007078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Raffaele Anguilla -> country of citizenship -> Italy (2002)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2002)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_003711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mary J. Blige", + "pred": "Hop 1: Aaliyah -> nominated for -> MTV Video Music Award for Best R&B Video (2002)\n Hop 2: MTV Video Music Award for Best R&B Video -> winner -> Mary J. Blige (2002)\n Answer: Mary J. Blige", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_007469", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Hop 1: J\u014dnan -> replaced by -> Kumamoto (2010)\n Hop 2: Kumamoto -> replaces -> Ueki (2010)\n Answer: 2010", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_002488", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Italian lira", + "pred": "Hop 1: Avanti Martinetti -> country of citizenship -> Italy (1954)\n Hop 2: Italy -> currency -> Italian lira (1954)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_004737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Hop 1: Gaza City -> country -> Israel (1996)\n Hop 2: Israel -> head of government -> Shimon Peres (1996)\n Answer: Shimon Peres", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_007418", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Luigi Agnolin -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> member of -> European Union (1998)\n Answer: European Union", + "em": 0.0, + "f1": 0.10526315789473682 + }, + { + "id": "q_006584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Elliott Gould", + "pred": "Hop 1: Barbra Streisand -> spouse -> Elliott Gould (1963)\n Answer: Elliott Gould", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_005916", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Italian lira", + "pred": "Hop 1: Marta Abba -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> currency -> Italian lira (1962)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_003663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Micha\u0142 Matyas", + "pred": "Hop 1: Zygfryd Szo\u0142tysik -> member of sports team -> Poland men's national football team (1967)\n Hop 2: Poland men's national football team -> head coach -> Micha\u0142 Matyas (1967)\n Answer: Micha\u0142 Matyas", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006233", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Hop 1: Ayhan Akman -> member of sports team -> Galatasaray S.K. (2006)\n Hop 2: Galatasaray S.K. -> head coach -> Eric Gerets (2006)\n Answer: Eric Gerets", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_005848", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "German Empire", + "pred": "Hop 1: Hugo von Tschudi -> work location -> Munich (1909)\n Hop 2: Munich -> country -> German Empire (1909)\n Answer: German Empire", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005040", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Antonio Segni", + "pred": "Hop 1: Rossana Rossanda -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Answer: Antonio Segni", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_005138", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Hartmann Lauterbacher -> member of political party -> Nazi Party (1942)\n Hop 2: Nazi Party -> chairperson -> Hans Frank (1942)\n Answer: Hans Frank", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004246", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Giorgio Ferrini -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> shares border with -> Yugoslavia (1948)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_007892", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Italian lira", + "pred": "Hop 1: Isabella Biagini -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> currency -> Italian lira (1993)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_003061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Fritz-Julius Lemp -> country of citizenship -> Nazi Germany (1941)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1941)\n Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_006684", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Guido Guerrini -> country of citizenship -> Italy (1949)\n Hop 2: Italy -> head of state -> Enrico De Nicola (1949)\n Answer: Enrico De Nicola", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001045", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Hop 1: Coldplay -> winner -> MTV Europe Music Award for Best Song (2005)\n Answer: 2005", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_007568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "association football", + "pred": "Hop 1: Philipp Laux -> member of sports team -> SSV Ulm 1846 (1998)\n Hop 2: SSV Ulm 1846 -> sport -> association football (1998)\n Answer: association football", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002791", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Lory Del Santo", + "pred": "Hop 1: Pattie Boyd -> spouse -> Eric Clapton (1987)\n Hop 2: Eric Clapton -> unmarried partner -> Lory Del Santo (1987)\n Answer: Lory Del Santo", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_005581", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Hop 1: The Ninth Day -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor (2005) -> winner -> Daniel Auteuil (2005)\n Hop 3: Daniel Auteuil (2005) -> winner -> The 63rd Academy Awards (2005)\n Answer: The 63rd Academy Awards", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_006089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Pawe\u0142 Janas", + "pred": "Hop 1: Marcin Baszczy\u0144ski -> member of sports team -> Poland men's national football team (2004)\n Hop 2: Poland men's national football team -> head coach -> Pawe\u0142 Janas (2004)\n Answer: Pawe\u0142 Janas", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004802", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "John W. Campbell", + "pred": "Hop 1: Orson Scott Card -> award received -> Astounding Award for Best New Writer (1978)\n Hop 2: Astounding Award for Best New Writer -> named after -> John W. Campbell (1978)\n Answer: John W. Campbell", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_004455", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Hop 1: Guido Celano -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> head of state -> Giovanni Leone (1975)\n Answer: Giovanni Leone", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_001570", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Otto Nerz", + "pred": "Hop 1: Rudolf Noack -> member of sports team -> Germany men's national association football team (1936)\n Hop 2: Germany men's national association football team -> head coach -> Otto Nerz (1936)\n Answer: Otto Nerz", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_005703", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Morten Olsen", + "pred": "Hop 1: Kasper Lorentzen -> member of sports team -> Denmark men's national football team (2012)\n Hop 2: Denmark men's national football team -> head coach -> Morten Olsen (2012)\n Answer: Morten Olsen", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006235", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Diego Simeone", + "pred": "Hop 1: Maxi L\u00f3pez -> member of sports team -> Catania FC (2011)\n Hop 2: Catania FC -> head coach -> Diego Simeone (2011)\n Answer: Diego Simeone", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001186", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Susan Sarandon", + "pred": "Hop 1: Nell -> nominated for -> Academy Award for Best Actress (1995)\n Hop 2: Academy Award for Best Actress (1995) -> winner -> Susan Sarandon\n Hop 3: Susan Sarandon -> winner -> 1995\n Answer: 1995", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_005903", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Hop 1: Galatasaray S.K. -> head coach -> B\u00fclent Korkmaz (2009)\n Hop 2: Serdar Eylik -> member of sports team -> Galatasaray S.K. (2009)\n Answer: 2009", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_002985", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Bettino Craxi", + "pred": "Hop 1: Mario Agnes -> country of citizenship -> Italy (1986)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1986)\n Answer: Giovanni Spadolini", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Hop 1: Piotr Jegor -> member of sports team -> Poland men's national football team (1991)\n Hop 2: Poland men's national football team -> head coach -> Andrzej Strejlau (1991)\n Answer: Andrzej Strejlau", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008323", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Hop 1: Demeter Balla -> work location -> Budapest (1968)\n Hop 2: Budapest -> capital of -> Hungarian People's Republic (1968)\n Answer: Hungarian People's Republic", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_006277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Joe D'Amato -> country of citizenship -> Italy (1981)\n Hop 2: Italy -> shares border with -> Yugoslavia (1981)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_005474", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Oskar von Miller", + "pred": "Hop 1: Rudolf Diesel -> member of -> VDI \u2013 The Association of German Engineers (1913)\n Hop 2: VDI \u2013 The Association of German Engineers -> board member -> Oskar von Miller (1913)\n Answer: Oskar von Miller", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_001830", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Nippon Bud\u014dkan", + "pred": "Hop 1: B'z -> award received -> Japan Record Awards (1990)\n Hop 2: Japan Record Awards -> location -> Nippon Bud\u014dkan (1990)\n Answer: Nippon Bud\u014dkan", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_001756", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Hop 1: Alessandro Alessandroni -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> currency -> Italian lira (1947)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_001887", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "Hop 1: Dietmar Hamann -> member of sports team -> Germany men's national association football team (2004)\n Hop 2: Germany men's national association football team -> head coach -> J\u00fcrgen Klinsmann (2004)\n Answer: J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_005552", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Hop 1: Achim Mentzel -> presenter -> Achims Hitparade (1999)\n Hop 2: Achims Hitparade -> original broadcaster -> Mitteldeutscher Rundfunk (1999)\n Answer: Mitteldeutscher Rundfunk", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_004901", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Wen Jiabao", + "pred": "Hop 1: Xiao Yang -> country of citizenship -> People's Republic of China (2008)\n Hop 2: People's Republic of China -> head of government -> Wen Jiabao (2008)\n Answer: Wen Jiabao", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006473", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Hop 1: athletics at the 2008 Summer Olympics \u2013 men's 200 metres -> participant -> Usain Bolt (2008)\n Hop 2: Usain Bolt -> participant in -> athletics at the 2008 Summer Olympics \u2013 men's 100 metres (2008)\n Hop 3: athletics at the 2008 Summer Olympics \u2013 men's 100 metres -> year -> 2", + "em": 1.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_006253", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Hop 1: Peter Bergmann -> award received -> Einstein Prize (2003)\n Hop 2: Einstein Prize -> winner -> John Archibald Wheeler (2003)\n Answer: 2003", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_002709", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Alex McLeish", + "pred": "Hop 1: Robin Shroot -> member of sports team -> Walsall F.C. (2009)\n Hop 2: Walsall F.C. -> head coach -> John Docherty (2009)\n Answer: John Docherty", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007811", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Giovanni Spadolini", + "pred": "Hop 1: Dante Amarilli -> country of citizenship -> Italy (1982)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1982)\n Answer: Giovanni Spadolini", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_006165", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Edward Cassidy", + "pred": "Hop 1: Joint Declaration on the Doctrine of Justification -> signatory -> Dicastery for promoting Christian unity (1999)\n Hop 2: Dicastery for promoting Christian unity -> chairperson -> Edward Cassidy (1999)\n Hop 3: Edward Cassidy -> successor -> John H. Newman (1999)\n Answer: John H. Newman", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_007431", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Ernest Borgnine", + "pred": "Hop 1: Dan O'Herlihy -> nominated for -> Academy Award for Best Actor (1955)\n Hop 2: Academy Award for Best Actor (1955) -> winner -> Ernest Borgnine\n Hop 3: Ernest Borgnine -> winner of -> 1955 Golden Globe Award for Best Actor - Motion Picture Drama\n Answer: 1955 Golden Globe Award for Best Actor - Motion Picture Drama", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_002594", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Soviet Union", + "pred": "Hop 1: Kiliia Raion -> located in -> Odesa Oblast (1956)\n Hop 2: Odesa Oblast -> country -> Soviet Union (1956)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_004546", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "David Dinkins", + "pred": "Hop 1: Nancy Graves -> work location -> New York City (1992)\n Hop 2: New York City -> head of government -> David Dinkins (1992)\n Answer: David Dinkins", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_006589", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Hop 1: Giorgio Albani -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Giulio Andreotti (1996)\n Answer: Giulio Andreotti", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006151", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: Ulm University -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Forschungszentrum J\u00fclich (2021)\n Answer: 2021", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_005300", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Otto Rehhagel", + "pred": "Hop 1: Dimitris Salpingidis -> member of sports team -> Greece men's national football team (2009)\n Hop 2: Greece men's national football team -> head coach -> Otto Rehhagel (2009)\n Answer: Otto Rehhagel", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003618", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Franz Joseph I of Austria", + "pred": "Hop 1: Istv\u00e1n Bib\u00f3 -> educated at -> University of Szeged (1929)\n Hop 2: University of Szeged -> named after -> Franz Joseph I of Austria (1929)\n Answer: Franz Joseph I of Austria", + "em": 1.0, + "f1": 0.4347826086956522 + }, + { + "id": "q_001231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "Hop 1: Discovery Channel -> country -> United States (2002)\n Hop 2: United States -> head of government -> George W. Bush (2002)\n Answer: George W. Bush", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_001195", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Alan Hollinghurst -> winner -> Booker Prize (2004)\n Hop 2: Ronan Bennett -> nominated for -> Booker Prize (2004)\n Answer: 2004", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_007049", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1978.0, + "gold": "1978", + "pred": "Hop 1: Vernon Benjamin Mountcastle -> award received -> Louisa Gross Horwitz Prize (1978)\n Answer: 1978", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_003961", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Edith Roosevelt", + "pred": "Hop 1: Immigration Act of 1903 -> signatory -> Theodore Roosevelt (1903)\n Hop 2: Theodore Roosevelt -> spouse -> Edith Roosevelt (1903)\n Answer: Edith Roosevelt", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_002548", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "Hop 1: Charles Debbas -> country of citizenship -> Ottoman Empire (1901)\n Hop 2: Ottoman Empire -> basic form of government -> absolute monarchy (1901)\n Answer: absolute monarchy", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1910.0, + "gold": "Austria\u2013Hungary", + "pred": "Hop 1: Vilmos F\u00e9mes Beck -> work location -> Budapest (1910)\n Hop 2: Budapest -> country -> Austria\u2013Hungary (1910)\n Answer: Austria\u2013Hungary", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_003484", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "United Kingdom", + "pred": "Hop 1: Netanya -> country -> Mandatory Palestine (1934)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1934)\n Answer: United Kingdom", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_002374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Kingdome", + "pred": "Hop 1: Tom Chambers -> member of sports team -> Seattle SuperSonics (1985)\n Hop 2: Seattle SuperSonics -> home venue -> Kingdome (1985)\n Answer: Kingdome", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_002163", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Clive Woodward", + "pred": "Hop 1: Phil Vickery -> member of sports team -> England men\u2019s national rugby union team (2002)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Clive Woodward (2002)\n Answer: Clive Woodward", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_006692", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Bruce Buck", + "pred": "Hop 1: Marko Marin -> member of sports team -> Chelsea F.C. (2016)\n Hop 2: Chelsea F.C. -> chairperson -> Bruce Buck (2016)\n Answer: Bruce Buck", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_006073", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Volker Finke", + "pred": "Hop 1: Alain Sutter -> member of sports team -> SC Freiburg (1997)\n Hop 2: SC Freiburg -> head coach -> Volker Finke (1997)\n Answer: Volker Finke", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_008473", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Roman Abramovich", + "pred": "Hop 1: Lassana Diarra -> member of sports team -> Chelsea F.C. (2005)\n Hop 2: Chelsea F.C. -> owned by -> Roman Abramovich (2005)\n Answer: Roman Abramovich", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_003674", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1978.0, + "gold": "Leonid Brezhnev", + "pred": "Hop 1: Viktor Anpilov -> member of political party -> Communist Party of the Soviet Union (1978)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Mikhail Gorbachev (1978)\n Answer: Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003352", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "absolute monarchy", + "pred": "Hop 1: Bitola -> country -> Ottoman Empire (1907)\n Hop 2: Ottoman Empire -> basic form of government -> absolute monarchy (1907)\n Answer: absolute monarchy", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_004456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Hop 1: Giorgio Mastropasqua -> member of sports team -> Juventus FC (1973)\n Hop 2: Juventus FC -> chairperson -> Giampiero Boniperti (1973)\n Answer: Giampiero Boniperti", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_002789", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Italian lira", + "pred": "Hop 1: Pietro Lana -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> currency -> Italian lira (1950)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005326", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Spencer Tracy", + "pred": "Hop 1: Paul Muni -> nominated for -> Academy Award for Best Actor (1938)\n Hop 2: Academy Award for Best Actor (1938) -> winner -> Spencer Tracy\n Hop 3: Spencer Tracy -> winner -> 1938\n Answer: 1938", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_005284", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Erich Werdermann", + "pred": "Hop 1: Botanic Garden and Botanical Museum Berlin -> chief executive officer -> Erich Werdermann (1958)\n Answer: Erich Werdermann", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_005774", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Hop 1: Stephan Andrist -> member of sports team -> FC Aarau (2015)\n Hop 2: FC Aarau -> league or competition -> Swiss Super League (2015)\n Answer: Swiss Super League", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003372", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Patrick Le Lay", + "pred": "Hop 1: Star Academy -> original broadcaster -> TF1 (2008)\n Hop 2: TF1 -> chairperson -> Patrick Le Lay (2008)\n Answer: Patrick Le Lay", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_008201", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Hop 1: Nicole Kidman -> award received -> Academy Award for Best Actress (2002)\n Hop 2: Monster -> award received -> Academy Award for Best Actress (2002)\n Answer: 2002", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_001153", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Franz Beckenbauer", + "pred": "Hop 1: Pierre Littbarski -> member of sports team -> Germany men's national association football team (1985)\n Hop 2: Germany men's national association football team -> head coach -> Franz Beckenbauer (1985)\n Answer: Franz Beckenbauer", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_007164", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "Simone Inzaghi", + "pred": "Hop 1: Pepe Reina -> member of sports team -> AC Milan (2020)\n Hop 2: AC Milan -> head coach -> Stefano Pioli (2020)\n Answer: Stefano Pioli", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006407", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Allianz Arena", + "pred": "Hop 1: Pascal Ojigwe -> member of sports team -> TSV 1860 M\u00fcnchen (2005)\n Hop 2: TSV 1860 M\u00fcnchen -> home venue -> Allianz Arena (2005)\n Answer: Allianz Arena", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_001540", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "Hop 1: Martin Posp\u00ed\u0161il -> member of sports team -> Czechia men's national football team (2013)\n Hop 2: Czechia men's national football team -> head coach -> Josef Pe\u0161ice (2013)\n Answer: 2013", + "em": 1.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_005100", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Bernd Leistner -> award received -> Heinrich Mann Prize (1985)\n Hop 2: Heinrich Mann Prize -> country -> German Democratic Republic (1985)\n Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_006066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Claudio Ranieri", + "pred": "Hop 1: Hasan Salihamid\u017ei\u0107 -> member of sports team -> Juventus FC (2008)\n Hop 2: Juventus FC -> head coach -> Claudio Ranieri (2008)\n Answer: Claudio Ranieri", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Virgilio No\u00e8 -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Economic Community (1951)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_006837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Hop 1: Cast Away -> nominated for -> Academy Award for Best Actor (2001)\n Hop 2: Academy Award for Best Actor (2001) -> winner -> Denzel Washington\n Hop 3: Denzel Washington -> winner of -> 1999 Tony Award for Best Actor in a Play\n Answer: Denzel Washington", + "em": 1.0, + "f1": 0.16 + }, + { + "id": "q_007894", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Hop 1: Colin Firth -> European Film Award for Best Actor -> 2011 (winner)\n Hop 2: Andr\u00e9 Wilms -> nominated for -> European Film Award for Best Actor (2011)\n Answer: 2011", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_008658", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Ruslan Rotan", + "pred": "Hop 1: Oleh Husiev -> member of sports team -> Ukraine men's national football team (2016)\n Hop 2: Ukraine men's national football team -> team captain -> Ruslan Rotan (2016)\n Hop 3: Ruslan Rotan -> team captain -> Andriy Shevchenko (2016)\n Answer: Andriy Shevchenko", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_005158", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Hop 1: Pietro Giacomo Nonis -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Antonio Segni (1965)\n Answer: Antonio Segni", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Italian lira", + "pred": "Hop 1: Giacomo Fornoni -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> currency -> Italian lira (1994)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_008060", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Bundesliga", + "pred": "Hop 1: Bernhard Schachner -> member of sports team -> Admira Wacker (2012)\n Hop 2: Admira Wacker -> league or competition -> Bundesliga (2012)\n Answer: Bundesliga", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_004900", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "SeatGeek Stadium", + "pred": "Hop 1: Benji Joya -> member of sports team -> Chicago Fire FC (2014)\n Hop 2: Chicago Fire FC -> home venue -> SeatGeek Stadium (2014)\n Answer: SeatGeek Stadium", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000430", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Bombardier", + "pred": "Hop 1: ALSTOM Transportation Germany -> parent organization or unit -> Bombardier (2005)\n Answer: Bombardier", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_006467", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Taiwan", + "pred": "Hop 1: Enderbury Island -> country -> United Kingdom (1938)\n Hop 2: United Kingdom -> diplomatic relation -> Taiwan (1938)\n Answer: Taiwan", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_004710", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "Hop 1: Tim Borowski -> member of sports team -> Germany men's national association football team (2005)\n Hop 2: Germany men's national association football team -> head coach -> J\u00fcrgen Klinsmann (2005)\n Answer: J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_000041", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Hop 1: Giorgio Albani -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1996)\n Answer: Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004408", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "crown prince", + "pred": "Hop 1: Louise Mountbatten -> spouse -> Gustaf VI Adolf of Sweden (1939)\n Hop 2: Gustaf VI Adolf of Sweden -> position held -> crown prince (1939)\n Answer: crown prince", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001201", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Giovanni Azzini -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> shares border with -> Yugoslavia (1964)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_004457", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Hop 1: Franz Anton Basch -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1921)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1921)\n Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_005193", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Italian lira", + "pred": "Hop 1: Antonio Cariglia -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> currency -> Italian lira (1969)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005781", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "State Anthem of the Soviet Union", + "pred": "Hop 1: Kursk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1987)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> Soviet Union (1987)\n Answer: Soviet Union", + "em": 0.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_004013", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Hop 1: Bernd Franke -> member of sports team -> Germany men's national association football team (1982)\n Hop 2: Germany men's national association football team -> head coach -> Jupp Derwall (1982)\n Answer: Jupp Derwall", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_003935", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Volker Finke", + "pred": "Hop 1: Andreas Bornemann -> member of sports team -> SC Freiburg (1999)\n Hop 2: SC Freiburg -> head coach -> Volker Finke (1999)\n Answer: Volker Finke", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_006770", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Silvio Berlusconi", + "pred": "Hop 1: Fernando Redondo -> member of sports team -> AC Milan (2004)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (2004)\n Answer: Silvio Berlusconi", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_008617", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Valerio Bacigalupo -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> shares border with -> Yugoslavia (1948)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_008708", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Me\u0161a Selimovi\u0107 -> award received -> NIN Prize (1966)\n Hop 2: NIN Prize -> country -> Socialist Federal Republic of Yugoslavia (1966)\n Answer: Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 0.45454545454545453 + }, + { + "id": "q_005902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Zden\u011bk Zeman", + "pred": "Hop 1: Aron Winter -> member of sports team -> SS Lazio (1996)\n Hop 2: SS Lazio -> head coach -> Zden\u011bk Zeman (1996)\n Answer: Zden\u011bk Zeman", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_007389", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Saku Koivu", + "pred": "Hop 1: Louis Leblanc -> drafted by -> Montreal Canadiens (2009)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (2009)\n Answer: Saku Koivu", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_005554", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Moscow", + "pred": "Hop 1: Imi Knoebel -> work location -> D\u00fcsseldorf (1992)\n Hop 2: D\u00fcsseldorf -> twinned with -> Moscow (1992)\n Answer: Moscow", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_000408", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Kingdom of Prussia", + "pred": "Hop 1: Paul Cassirer -> work location -> Berlin (1904)\n Hop 2: Berlin -> located in -> Kingdom of Prussia (1904)\n Answer: Kingdom of Prussia", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_003634", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Uwe Neuhaus", + "pred": "Hop 1: Micha\u0142 Bemben -> member of sports team -> 1. FC Union Berlin (2008)\n Hop 2: 1. FC Union Berlin -> head coach -> Uwe Neuhaus (2008)\n Answer: Uwe Neuhaus", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006653", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Italian lira", + "pred": "Hop 1: Renato Barisani -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> currency -> Italian lira (1997)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_000961", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Kate Winslet", + "pred": "Hop 1: La Vie en Rose -> nominated for -> Academy Award for Best Actress (2008)\n Hop 2: Academy Award for Best Actress -> winner -> Kate Winslet (2008)\n Hop 3: Kate Winslet -> winner of -> 2008 Academy Awards (2008)\n Answer: 2008 Academy Awards", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_002923", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Enrico Prampolini -> country of citizenship -> Italy (1949)\n Hop 2: Italy -> shares border with -> Yugoslavia (1949)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_008130", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Silvio Berlusconi", + "pred": "Hop 1: Sergio Porrini -> member of sports team -> AC Milan (1988)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (1988)\n Answer: Silvio Berlusconi", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_001668", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Jane Fonda", + "pred": "Hop 1: Women in Love -> nominated for -> Academy Award for Best Cinematography (1971)\n Hop 2: Academy Award for Best Cinematography (1971) -> winner -> John M. Stahl (1971)\n Hop 3: John M. Stahl (1971) -> winner -> John M. Stahl (1971)\n Answer: John M. Stahl", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Lucien Favre", + "pred": "Hop 1: Marcel Schmelzer -> member of sports team -> Borussia Dortmund (2019)\n Hop 2: Borussia Dortmund -> head coach -> Lucien Favre (2019)\n Answer: Lucien Favre", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_007280", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Klaus Wowereit", + "pred": "Hop 1: Ann Wolff -> work location -> Berlin (2006)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2006)\n Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_004011", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "Hop 1: Brian Moore -> nominated for -> Booker Prize (1976)\n Hop 2: Booker Prize (1976) -> winner -> David Storey (1976)\n Answer: David Storey", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_001876", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Thomas Tuchel", + "pred": "Hop 1: Anthony Ujah -> member of sports team -> 1. FSV Mainz 05 (2012)\n Hop 2: 1. FSV Mainz 05 -> head coach -> Thomas Tuchel (2012)\n Answer: Thomas Tuchel", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_003426", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "George H. W. Bush", + "pred": "Hop 1: Motorola -> country -> United States (1992)\n Hop 2: United States -> head of government -> George H. W. Bush (1992)\n Answer: George H. W. Bush", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_008324", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "Hop 1: Corinne Griffith -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer (1930)\n Hop 3: Norma Shearer (1930) -> winner -> 1930\n Answer: 1930", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_001089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Hop 1: Ansano Giannarelli -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfari (1998)\n Answer: Oscar Luigi Scalfari", + "em": 0.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001646", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Hop 1: Walter Samuel -> member of sports team -> Inter Milan (2008)\n Hop 2: Inter Milan -> head coach -> Jos\u00e9 Mourinho (2008)\n Answer: Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001719", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "Hop 1: Tim Borowski -> member of sports team -> Germany men's national association football team (2005)\n Hop 2: Germany men's national association football team -> head coach -> J\u00fcrgen Klinsmann (2005)\n Answer: J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_005359", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Hop 1: George Boateng -> member of sports team -> Nottingham Forest F.C. (2012)\n Hop 2: Nottingham Forest F.C. -> head coach -> Alex McLeish (2012)\n Answer: Alex McLeish", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_002201", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Princeton University", + "pred": "Hop 1: Nash equilibrium -> theorized by -> John Forbes Nash (1949)\n Hop 2: John Forbes Nash -> educated at -> Princeton University (1949)\n Answer: Princeton University", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000953", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Hop 1: Monica Ali -> nominated for -> Booker Prize (2003)\n Hop 2: Booker Prize -> winner -> DBC Pierre (2003)\n Answer: DBC Pierre", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_003588", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Hop 1: Antonio L\u00f3pez -> member of sports team -> Atl\u00e9tico Madrid (2008)\n Hop 2: Atl\u00e9tico Madrid -> head coach -> Javier Aguirre (2008)\n Answer: Javier Aguirre", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_006330", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Hop 1: Gerard Donovan -> nominated for -> Booker Prize (2003)\n Hop 2: Booker Prize -> winner -> DBC Pierre (2003)\n Answer: DBC Pierre", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006529", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "Hop 1: Michel Bouquet -> nominated for -> European Film Award for Best Actor (1991)\n Hop 2: European Film Award for Best Actor (1991) -> winner -> Ultra (1991)\n Answer: 1991", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_006295", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Hop 1: Mrs. Parkington -> nominated for -> Academy Award for Best Actress (1945)\n Hop 2: Academy Award for Best Actress -> winner -> Joan Crawford (1945)\n Hop 3: Joan Crawford -> winner -> Academy Award for Best Actress (1945)\n Answer: Joan Crawford", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_007246", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Agostino Coletto -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Free Trade Association (1952)\n Answer: European Free Trade Association", + "em": 0.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_001257", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "Hop 1: Shimon Peres -> country of citizenship -> Mandatory Palestine (1943)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1943)\n Hop 3: United Kingdom -> located in -> United Kingdom of Great Britain and Ireland (1943)\n Answer: United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_004353", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Hop 1: Michel D\u00e9on -> member of -> Acad\u00e9mie Fran\u00e7aise (1988)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Maurice Druon (1988)\n Answer: Maurice Druon", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_001453", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Kyakhta -> country -> Russian Empire (1915)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1915)\n Answer: Nicholas II of Russia", + "em": 1.0, + "f1": 0.4210526315789474 + }, + { + "id": "q_008300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Italy -> shares border with -> Yugoslavia (1951)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_008480", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "Hop 1: Academy Award for Best Actor -> winner -> Denzel Washington (2001)\n Hop 2: Ed Harris -> nominated for -> Academy Award for Best Actor (2001)\n Answer: 2001", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_006167", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "LMFAO", + "pred": "Hop 1: Party Rock Anthem -> award received -> MTV Movie Award for Best Song from a Movie (2012)\n Hop 2: MTV Movie Award for Best Song from a Movie -> winner -> LMFAO (2012)\n Hop 3: LMFAO -> winner -> Janelle Mon\u00e1e (2012)\n Answer: Janelle Mon\u00e1e", + "em": 1.0, + "f1": 0.08695652173913045 + }, + { + "id": "q_003258", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "J\u00fcrgen Linden", + "pred": "Hop 1: Ena von Baer -> residence -> Aachen (2002)\n Hop 2: Aachen -> head of government -> J\u00fcrgen Linden (2002)\n Answer: J\u00fcrgen Linden", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_004631", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "absolute monarchy", + "pred": "Hop 1: Trabzon Province -> country -> Ottoman Empire (1904)\n Hop 2: Ottoman Empire -> basic form of government -> absolute monarchy (1904)\n Answer: absolute monarchy", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_004837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Ang Lee", + "pred": "Hop 1: The Tree of Life -> nominated for -> Academy Award for Best Director (2012)\n Hop 2: Academy Award for Best Director -> winner -> Ang Lee (2012)\n Answer: Ang Lee", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002531", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Austria", + "pred": "Hop 1: Auger effect -> discoverer or inventor -> Lise Meitner (1922)\n Hop 2: Lise Meitner -> country of citizenship -> Austria (1922)\n Answer: Austria", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_008228", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Frances McDormand", + "pred": "Hop 1: Elisabeth Shue -> nominated for -> Academy Award for Best Actress (1996)\n Hop 2: Academy Award for Best Actress (1996) -> winner -> Frances McDormand (1996)\n Hop 3: Frances McDormand -> nominated for -> The Accidental Tourist (1996)\n Answer: The Accidental Tourist", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005557", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Fatih Terim", + "pred": "Hop 1: Adem B\u00fcy\u00fck -> member of sports team -> Turkey men's national football team (2014)\n Hop 2: Turkey men's national football team -> head coach -> Fatih Terim (2014)\n Answer: Fatih Terim", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007336", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Hop 1: Daniel Br\u00fchl -> winner -> European Film Award for Best Actor (2003)\n Hop 2: Luigi Lo Cascio -> nominated for -> European Film Award for Best Actor (2003)\n Answer: 2003", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_003098", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Hop 1: Flavio Mogherini -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of state -> Sandro Pertini (1980)\n Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_002950", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1945.0, + "gold": "1945", + "pred": "Hop 1: Mrs. Parkington -> nominated for -> Academy Award for Best Actress (1945)\n Hop 2: Academy Award for Best Actress -> winner -> Joan Crawford (1945)\n Answer: 1945", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_000019", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Italian lira", + "pred": "Hop 1: Maurizio Lucidi -> country of citizenship -> Italy (2002)\n Hop 2: Italy -> currency -> Italian lira (2002)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_001920", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Claudio Ranieri", + "pred": "Hop 1: Roberto Di Matteo -> member of sports team -> Chelsea F.C. (2002)\n Hop 2: Chelsea F.C. -> head coach -> Claudio Ranieri (2002)\n Answer: Claudio Ranieri", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_005782", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "Italian lira", + "pred": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1973)\n Hop 2: Italy -> currency -> Italian lira (1973)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "White Hart Lane", + "pred": "Hop 1: Alf Ramsey -> member of sports team -> Tottenham Hotspur F.C. (1954)\n Hop 2: Tottenham Hotspur F.C. -> home venue -> White Hart Lane (1954)\n Answer: White Hart Lane", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_000862", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Humphrey Bogart", + "pred": "Hop 1: Jos\u00e9 Ferrer -> nominated for -> Academy Award for Best Actor (1951)\n Hop 2: Academy Award for Best Actor (1951) -> winner -> Humphrey Bogart\n Hop 3: Humphrey Bogart -> nominated for -> The African Queen (1951)\n Answer: The African Queen", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001033", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "China Mi\u00e9ville", + "pred": "Hop 1: Cloud Atlas -> nominated for -> Arthur C. Clarke Award (2005)\n Hop 2: Arthur C. Clarke Award -> winner -> China Mi\u00e9ville (2005)\n Answer: China Mi\u00e9ville", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_003960", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Inge Keller -> spouse -> Karl-Eduard von Schnitzler (1955)\n Hop 2: Karl-Eduard von Schnitzler -> country of citizenship -> German Democratic Republic (1955)\n Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006287", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Hop 1: Josh Lewsey -> member of sports team -> England men\u2019s national rugby union team (1999)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Clive Woodward (1999)\n Answer: Clive Woodward", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_007880", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Giovanni Trapattoni", + "pred": "Hop 1: Stefano Tacconi -> member of sports team -> Genoa CFC (1992)\n Hop 2: Genoa CFC -> head coach -> Giuseppe Pillon (1992)\n Answer: Giuseppe Pillon", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005772", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Titel Municipality -> located in -> Socialist Autonomous Province of Vojvodina (1982)\n Answer: Socialist Autonomous Province of Vojvodina", + "em": 0.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_006294", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hop 1: Samantha Morton -> nominated for -> Academy Award for Best Actress (2004)\n Hop 2: Academy Award for Best Actress -> winner -> Hilary Swank (2004)\n Answer: Hilary Swank", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_004173", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Hop 1: Pierre Littbarski -> member of sports team -> Germany men's national association football team (1982)\n Hop 2: Germany men's national association football team -> head coach -> Jupp Derwall (1982)\n Answer: Jupp Derwall", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_005281", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Loredana Nusciak -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1958)\n Answer: Giovanni Gronchi", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_005433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Ottmar Hitzfeld", + "pred": "Hop 1: Ren\u00e9 Tretschok -> member of sports team -> Borussia Dortmund (1997)\n Hop 2: Borussia Dortmund -> head coach -> Ottmar Hitzfeld (1997)\n Answer: Ottmar Hitzfeld", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_008091", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "\u0130smet \u0130n\u00f6n\u00fc", + "pred": "Hop 1: Fuat K\u00f6pr\u00fcl\u00fc -> member of political party -> Republican People's Party (1943)\n Hop 2: Republican People's Party -> chairperson -> \u0130smet \u0130n\u00f6n\u00fc (1943)\n Answer: \u0130smet \u0130n\u00f6n\u00fc", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_004964", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Tonino Cervi -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> member of -> European Union (1994)\n Answer: European Union", + "em": 0.0, + "f1": 0.10526315789473682 + }, + { + "id": "q_002871", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Hop 1: Giacinto Facchetti -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1994)\n Answer: Oscar Luigi Scalfaro", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_003979", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Rachida Brakni", + "pred": "Hop 1: H\u00e9l\u00e8ne Filli\u00e8res -> nominated for -> C\u00e9sar Award for Best Female Revelation (2002)\n Hop 2: C\u00e9sar Award for Best Female Revelation -> winner -> Rachida Brakni (2002)\n Answer: Rachida Brakni", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_008204", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Erwin Kramer", + "pred": "Hop 1: DRB Class 52 -> operator -> Austrian Federal Railways (1964)\n Hop 2: Austrian Federal Railways -> manager -> Karl von Habsburg (1964)\n Answer: Karl von Habsburg", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001932", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Joe Louis Arena", + "pred": "Hop 1: Stu Grimson -> drafted by -> Detroit Red Wings (1983)\n Hop 2: Detroit Red Wings -> home venue -> Joe Louis Arena (1983)\n Answer: Joe Louis Arena", + "em": 1.0, + "f1": 0.3 + }, + { + "id": "q_007185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: In\u0111ija Municipality -> located in -> Socialist Autonomous Province of Vojvodina (1984)\n Hop 2: Socialist Autonomous Province of Vojvodina -> country -> Yugoslavia (1984)\n Answer: Yugoslavia", + "em": 0.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_000480", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "UNESCO", + "pred": "Hop 1: Eduardo Saverin -> country of citizenship -> United States (2011)\n Hop 2: United States -> member of -> UNESCO (2011)\n Answer: UNESCO", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_007286", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Hop 1: Bastian Reinhardt -> member of sports team -> Hamburger SV (2009)\n Hop 2: Hamburger SV -> sponsor -> Emirates (2009)\n Answer: Emirates", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_003179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Daniel Auteuil", + "pred": "Hop 1: Jan Decleir -> nominated for -> European Film Award for Best Actor (1993)\n Hop 2: European Film Award for Best Actor -> winner -> Daniel Auteuil (1993)\n Answer: Daniel Auteuil", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002946", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Michal B\u00edlek", + "pred": "Hop 1: Daniel Kol\u00e1\u0159 -> member of sports team -> Czechia men's national football team (2010)\n Hop 2: Czechia men's national football team -> head coach -> Michal B\u00edlek (2010)\n Answer: Michal B\u00edlek", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003999", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Hans G\u00fcnther -> member of political party -> Nazi Party (1933)\n Hop 2: Nazi Party -> chairperson -> Adolf Hitler (1933)\n Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_005894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Hop 1: Vera Drake -> nominated for -> Academy Award for Best Actress (2005)\n Hop 2: Academy Award for Best Actress -> winner -> Reese Witherspoon (2005)\n Hop 3: Reese Witherspoon -> winner -> Academy Award for Best Actress (2005)\n Answer: Academy Award for Best Actress", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_005752", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Bruno Bettinelli -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> head of government -> Giuliano Amato (1993)\n Answer: Giuliano Amato", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001810", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Hop 1: Alberto Ronchey -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1965)\n Answer: Giuseppe Saragat", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_004977", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Livio Lorenzon -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1957)\n Answer: Alcide De Gasperi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Paul von Hindenburg", + "pred": "Hop 1: Otto Schuhart -> allegiance -> Weimar Republic (1930)\n Hop 2: Weimar Republic -> head of state -> Paul von Hindenburg (1930)\n Answer: Paul von Hindenburg", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_007873", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Hop 1: Zolt\u00e1n G\u00e1bor Szab\u00f3 -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1929)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1929)\n Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002637", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Hop 1: Graham Swift -> award received -> Booker Prize -> 1996\n Answer: 1996", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005587", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Hop 1: Gwyneth Jones -> winner -> Arthur C. Clarke Award (2002)\n Hop 2: Peter F. Hamilton -> nominated for -> Arthur C. Clarke Award (2002)\n Answer: 2002", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_005428", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Silvio Berlusconi", + "pred": "Hop 1: Arrigo Sacchi -> coach of sports team -> AC Milan (1997)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (1997)\n Answer: Silvio Berlusconi", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_005312", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Hop 1: Ruth Chatterton -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> award received -> Academy Award for Best Actress (1930)\n Answer: Academy Award for Best Actress", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006932", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Hop 1: Frank Tieri -> residence -> United States (1965)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1965)\n Answer: Lyndon B. Johnson", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_000781", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Hop 1: Elie Wiesel -> country of citizenship -> Kingdom of Romania (1929)\n Hop 2: Kingdom of Romania -> capital -> Bucharest (1929)\n Answer: Bucharest", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_007295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "CBS", + "pred": "Hop 1: Natalia Oreiro -> nominated for -> Latin Grammy Awards (2001)\n Hop 2: Latin Grammy Awards -> original broadcaster -> CBS (2001)\n Answer: CBS", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_000003", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1947.0, + "gold": "1947", + "pred": "Hop 1: Celia Johnson -> nominated for -> Academy Award for Best Actress (1947)\n Hop 2: Academy Award for Best Actress (1947) -> winner -> Loretta Young (1947)\n Hop 3: Loretta Young (1947) -> winner -> 1947\n Answer: 1947", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_004851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Giorgio Napolitano", + "pred": "Hop 1: Claudio Pieri -> country of citizenship -> Italy (2009)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2009)\n Answer: Giorgio Napolitano", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_004934", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "Italian lira", + "pred": "Hop 1: Gianna Maria Canale -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> currency -> Italian lira (1978)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000313", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Hop 1: Semey -> country -> Soviet Union (1985)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_003612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2016.0, + "gold": "Matteo Renzi", + "pred": "Hop 1: Mario Agnes -> country of citizenship -> Italy (2016)\n Hop 2: Italy -> head of government -> Matteo Renzi (2016)\n Answer: Matteo Renzi", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_008643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Lina Pagliughi -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> shares border with -> Yugoslavia (1965)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_000903", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Hop 1: Alen Halilovi\u0107 -> member of sports team -> Futbol Club Barcelona (2014)\n Hop 2: Futbol Club Barcelona -> head coach -> Eusebio Sacrist\u00e1n (2014)\n Answer: Eusebio Sacrist\u00e1n", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Umberto Mastroianni -> country of citizenship -> Italy (1979)\n Hop 2: Italy -> shares border with -> Yugoslavia (1979)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_005738", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Aldo Moro", + "pred": "Hop 1: Enzo Sellerio -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1976)\n Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006558", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Hop 1: Artur Moraes -> member of sports team -> S.L. Benfica (2012)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2012)\n Answer: Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_004400", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Hop 1: Heat and Dust -> award received -> Booker Prize (1975)\n Hop 2: Booker Prize (1975) -> winner -> Ruth Prawer Jhabvala (1975)\n Answer: Ruth Prawer Jhabvala", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_001076", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: Johannes Gutenberg University Mainz -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Katholieke Universiteit Leuven (2021)\n Answer: 2021", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_002725", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Hop 1: 19th Canadian Ministry -> head of government -> Lester B. Pearson (1968)\n Hop 2: Lester B. Pearson -> position held -> Prime Minister of Canada (1968)\n Answer: Prime Minister of Canada", + "em": 1.0, + "f1": 0.34782608695652173 + }, + { + "id": "q_003906", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Liga Portugal", + "pred": "Hop 1: Pawe\u0142 Kieszek -> member of sports team -> Vit\u00f3ria F.C. (2013)\n Hop 2: Vit\u00f3ria F.C. -> league or competition -> Liga Portugal (2013)\n Answer: Liga Portugal", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_004405", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Alberto Bigon", + "pred": "Hop 1: Jocelyn Ahou\u00e9ya -> member of sports team -> FC Sion (2008)\n Hop 2: FC Sion -> head coach -> Alberto Bigon (2008)\n Answer: Alberto Bigon", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_007565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Wolfgang Gerhardt", + "pred": "Hop 1: Walter Scheel -> member of political party -> Free Democratic Party (1999)\n Hop 2: Free Democratic Party -> chairperson -> Wolfgang Gerhardt (1999)\n Answer: Wolfgang Gerhardt", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_000757", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "COMECON", + "pred": "Hop 1: Anila Wilms -> country of citizenship -> Albania (1971)\n Hop 2: Albania -> member of -> COMECON (1971)\n Answer: COMECON", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_003912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Hop 1: Karen Dokhoyan -> member of sports team -> Armenia men's national football team (2007)\n Hop 2: Armenia men's national football team -> head coach -> Ian Porterfield (2007)\n Answer: Ian Porterfield", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005056", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Lavrentiy Beria", + "pred": "Hop 1: Gulag -> parent organization -> NKVD (1944)\n Hop 2: NKVD -> chairperson -> Lavrentiy Beria (1944)\n Answer: Lavrentiy Beria", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_007014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Hop 1: Achim Mentzel -> presenter -> Achims Hitparade (1999)\n Hop 2: Achims Hitparade -> original broadcaster -> Mitteldeutscher Rundfunk (1999)\n Answer: Mitteldeutscher Rundfunk", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_008552", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Viganello -> replaced by -> Lugano (2004)\n Hop 2: Lugano -> replaces -> Breganzona (2004)\n Answer: 2004", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_004025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Bambi Award", + "pred": "Hop 1: Janet Leigh -> spouse -> Tony Curtis (1958)\n Hop 2: Tony Curtis -> award received -> Bambi Award (1958)\n Answer: Bambi Award", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_000678", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Hop 1: Ida Kami\u0144ska -> nominated for -> Academy Award for Best Actress (1967)\n Hop 2: Academy Award for Best Actress (1967) -> winner -> Katharine Hepburn\n Answer: Katharine Hepburn", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_002043", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Pazzallo -> replaced by -> Lugano (2004)\n Hop 2: Lugano -> replaces -> Gandria (2004)\n Answer: 2004", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_007190", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "coming out", + "pred": "Hop 1: Anne Heche -> unmarried partner -> Ellen DeGeneres (1997)\n Hop 2: Ellen DeGeneres -> significant event -> coming out (1997)\n Hop 3: Anne Heche -> significant event -> coming out (1997)\n Answer: coming out", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_003533", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Italian lira", + "pred": "Hop 1: Bruno Migliorini -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> currency -> Italian lira (1967)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_003295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Attila J\u00f3zsef", + "pred": "Hop 1: L\u00e1szl\u00f3 B\u00fcky -> educated at -> University of Szeged (1968)\n Hop 2: University of Szeged -> named after -> Attila J\u00f3zsef (1968)\n Answer: Attila J\u00f3zsef", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_008026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Ingrid Bergman", + "pred": "Hop 1: Jean Arthur -> nominated for -> Academy Award for Best Actress (1944)\n Hop 2: Academy Award for Best Actress (1944) -> winner -> Ingrid Bergman\n Hop 3: Ingrid Bergman -> winner of -> 1944\n Answer: 1944", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_004864", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Ireland", + "pred": "Hop 1: Christian Murro -> member of sports team -> Tenax (2005)\n Hop 2: Tenax -> country -> Ireland (2005)\n Answer: Ireland", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_001930", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1929.0, + "gold": "1929", + "pred": "Hop 1: Warner Baxter -> award received -> Academy Award for Best Actor (1929)\n Hop 2: Academy Award for Best Actor (1929) -> winner -> Disraeli (1929)\n Answer: 1929", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_004482", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Hop 1: Ralph Faudree -> winner -> Euler Medal (2005)\n Answer: 2005", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000444", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "president of Germany", + "pred": "Hop 1: Q779279 -> signatory -> Christian Wulff (2011)\n Hop 2: Christian Wulff -> position held -> president of Germany (2011)\n Hop 3: president of Germany -> position holder -> Angela Merkel (2011)\n Answer: head of government", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_002417", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Saku Koivu", + "pred": "Hop 1: Juraj Mik\u00fa\u0161 -> drafted by -> Montreal Canadiens (2005)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (2005)\n Answer: Saku Koivu", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_002864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "Hop 1: Bar\u0131\u015f \u00d6r\u00fcc\u00fc -> member of sports team -> Bursaspor (2012)\n Hop 2: Bursaspor -> league or competition -> S\u00fcper Lig (2012)\n Answer: S\u00fcper Lig", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002089", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "Hop 1: Heat and Dust -> award received -> Booker Prize (1975)\n Hop 2: Booker Prize -> winner -> Ruth Prawer Jhabvala (1975)\n Answer: 1975", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_002782", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Hop 1: Horst Bredekamp -> work location -> Berlin (2009)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2009)\n Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_004348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Karel Br\u00fcckner", + "pred": "Hop 1: Roman T\u00fdce -> member of sports team -> Czechia men's national football team (2004)\n Hop 2: Czechia men's national football team -> head coach -> Karel Br\u00fcckner (2004)\n Answer: Karel Br\u00fcckner", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006603", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Hop 1: Kiran Desai -> award received -> Booker Prize (2006)\n Hop 2: The Night Watch -> nominated for -> Booker Prize (2006)\n Answer: 2006", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_000643", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Franz Xaver Schwarz -> member of political party -> Nazi Party (1931)\n Hop 2: Nazi Party -> chairperson -> Adolf Hitler (1931)\n Hop 3: Adolf Hitler -> member of political party -> German National People's Party (1931)\n Answer: German National People's Party", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_001459", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Sepp Piontek", + "pred": "Hop 1: Kim Vilfort -> member of sports team -> Denmark men's national football team (1986)\n Hop 2: Denmark men's national football team -> head coach -> Sepp Piontek (1986)\n Answer: Sepp Piontek", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007691", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "German Emperor", + "pred": "Hop 1: Augusta Victoria of Schleswig-Holstein -> spouse -> Wilhelm II (1912)\n Hop 2: Wilhelm II -> position held -> German Emperor (1912)\n Answer: German Emperor", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_004382", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Israeli Premier League", + "pred": "Hop 1: Rodgers Kola -> member of sports team -> Ironi Kiryat Shmona F.C. (2015)\n Hop 2: Ironi Kiryat Shmona F.C. -> league or competition -> Israeli Premier League (2015)\n Answer: Israeli Premier League", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_008297", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Luxembourg National Division", + "pred": "Hop 1: Mathias J\u00e4nisch -> member of sports team -> US Hostert (2009)\n Hop 2: US Hostert -> league or competition -> Regionalliga West (2009)\n Answer: Regionalliga West", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Guido Crepax -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> member of -> European Economic Community (1956)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_007490", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Marie Dressler", + "pred": "Hop 1: Ann Harding -> nominated for -> Academy Award for Best Actress (1931)\n Hop 2: Academy Award for Best Actress (1931) -> winner -> Marie Dressler (1931)\n Hop 3: Marie Dressler -> winner -> 1931 (1931)\n Answer: 1931", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_004470", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Hop 1: Ra\u00fal Fern\u00e1ndez-Cavada Mateos -> member of sports team -> UD Las Palmas (2018)\n Hop 2: UD Las Palmas -> head coach -> Manuel Jim\u00e9nez Jim\u00e9nez (2018)\n Answer: Manuel Jim\u00e9nez Jim\u00e9nez", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Nike", + "pred": "Hop 1: Austin Healey -> member of sports team -> England men\u2019s national rugby union team (2002)\n Hop 2: England men\u2019s national rugby union team -> kit supplier -> Nike (2002)\n Answer: Nike", + "em": 1.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_005647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Pacific Coliseum", + "pred": "Hop 1: Jim Sandlak -> drafted by -> Vancouver Canucks (1985)\n Hop 2: Vancouver Canucks -> home venue -> Pacific Coliseum (1985)\n Answer: Pacific Coliseum", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000107", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Prague", + "pred": "Hop 1: Anton\u00edn Kapek -> member of political party -> Communist Party of Czechoslovakia (1984)\n Hop 2: Communist Party of Czechoslovakia -> headquarters location -> Prague (1984)\n Answer: Prague", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_000481", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "Hop 1: Joan Barfoot -> nominated for -> Booker Prize (2002)\n Hop 2: Booker Prize -> winner -> Yann Martel (2002)\n Hop 3: Yann Martel -> winner -> The Life of Pi (2002)\n Answer: The Life of Pi", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_005374", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Hop 1: Haloo Helsinki! -> nominated for -> MTV Europe Music Award for Best Finnish Act (2011)\n Hop 2: MTV Europe Music Award for Best Finnish Act -> winner -> Lauri Yl\u00f6nen (2011)\n Hop 3: Lauri Yl\u00f6nen -> equal to -> Jussi Kallio (2011)\n Hop 4: Jussi Kallio -> year of birth -> 198", + "em": 1.0, + "f1": 0.0689655172413793 + }, + { + "id": "q_007891", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Second Lady or Gentleman of the United States", + "pred": "Hop 1: Richard Nixon -> position held -> Second Lady or Gentleman of the United States (1956)\n Answer: Second Lady or Gentleman of the United States", + "em": 1.0, + "f1": 0.6666666666666666 + }, + { + "id": "q_004941", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Ralf Loose", + "pred": "Hop 1: Chris Philipps -> member of sports team -> SC Preu\u00dfen M\u00fcnster (2015)\n Hop 2: SC Preu\u00dfen M\u00fcnster -> head coach -> Ralf Loose (2015)\n Answer: Ralf Loose", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Mar\u00eda Denis -> country of citizenship -> Italy (2003)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2003)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_007401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Hop 1: B\u00e2rlad -> country -> Socialist Republic of Romania (1966)\n Hop 2: Socialist Republic of Romania -> anthem -> Te sl\u0103vim, Rom\u00e2nie (1966)\n Answer: Te sl\u0103vim, Rom\u00e2nie", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_001311", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Hop 1: SANAA -> award received -> Pritzker Architecture Prize (2010)\n Hop 2: Pritzker Architecture Prize -> winner -> Ryue Nishizawa (2010)\n Answer: 2010", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_003353", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Panama", + "pred": "Hop 1: All Summer Long -> place of publication -> United States (1964)\n Hop 2: United States -> shares border with -> Panama (1964)\n Answer: Panama", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_005629", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "Hop 1: Arnold J. Levine -> award received -> Louisa Gross Horwitz Prize (1998)\n Hop 2: Louisa Gross Horwitz Prize -> winner -> Bert Vogelstein (1998)\n Answer: 1998", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_005931", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Leonid Brezhnev", + "pred": "Hop 1: Siim Kallas -> member of political party -> Communist Party of the Soviet Union (1976)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Leonid Brezhnev (1976)\n Answer: Leonid Brezhnev", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_005823", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Territory of Hawaii", + "pred": "Hop 1: Catherine Schell -> residence -> United States (1957)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1957)\n Answer: Territory of Hawaii", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_002989", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Free State of Prussia", + "pred": "Hop 1: Anton Kerschbaumer -> work location -> Berlin (1924)\n Hop 2: Berlin -> located in -> Free State of Prussia (1924)\n Answer: Free State of Prussia", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_004259", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Anne Enright", + "pred": "Hop 1: Indra Sinha -> nominated for -> Booker Prize (2007)\n Hop 2: Booker Prize -> winner -> Anne Enright (2007)\n Answer: Anne Enright", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_002166", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Ligue 1", + "pred": "Hop 1: Gr\u00e9gory Ursule -> member of sports team -> FC Girondins de Bordeaux (1995)\n Hop 2: FC Girondins de Bordeaux -> league or competition -> Ligue 1 (1995)\n Answer: Ligue 1", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_006376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "Hop 1: Nigel Hawthorne -> nominated for -> Academy Award for Best Actor (1995)\n Hop 2: Academy Award for Best Actor -> winner -> Nicolas Cage (1995)\n Hop 3: Nicolas Cage -> equal to -> Nicolas Cage (1995)\n Answer: 1995", + "em": 1.0, + "f1": 0.1 + }, + { + "id": "q_008518", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Hans Backe", + "pred": "Hop 1: Jan Gunnar Solli -> member of sports team -> Red Bull New York (2012)\n Hop 2: Red Bull New York -> head coach -> Hans Backe (2012)\n Answer: Hans Backe", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003792", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Hop 1: Ferruccio Tagliavini -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> head of state -> Sandro Pertini (1984)\n Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000844", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Hop 1: Cast Away -> nominated for -> Academy Award for Best Actor (2001)\n Hop 2: Academy Award for Best Actor -> winner -> Denzel Washington (2001)\n Hop 3: Denzel Washington -> winner of -> 1999 Tony Award for Best Actor (2001)\n Answer: 1999 Tony Award for Best Actor", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005425", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Sandro Pertini", + "pred": "Hop 1: Mario De Don\u00e0 -> country of citizenship -> Italy (1979)\n Hop 2: Italy -> head of state -> Sandro Pertini (1979)\n Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_006156", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Hop 1: Romain Duris -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor (2005) -> winner -> Javier Bardem (2005)\n Hop 3: Javier Bardem -> winner -> The Sea Inside (2005)\n Answer: The Sea Inside", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006038", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Austro-Hungarian krone", + "pred": "Hop 1: Lunga -> country -> First Hungarian Republic (1918)\n Hop 2: First Hungarian Republic -> currency -> Austro-Hungarian krone (1918)\n Answer: Austro-Hungarian krone", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_008465", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1923.0, + "gold": "Egyptian pound", + "pred": "Hop 1: Ramallah -> country -> Mandatory Palestine (1923)\n Hop 2: Mandatory Palestine -> currency -> Egyptian pound (1923)\n Answer: Egyptian pound", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_004604", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Javier Aguirre", + "pred": "Hop 1: Cosmin Contra -> member of sports team -> Romania men's national association football team (2006)\n Hop 2: Romania men's national association football team -> head coach -> Mircea Lucescu (2006)\n Answer: Mircea Lucescu", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002929", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "The Internationale", + "pred": "Hop 1: Black Sea Governorate -> located in -> Russian Soviet Federative Socialist Republic (1920)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> The Internationale (1920)\n Answer: The Internationale", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007720", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Hop 1: Peppino De Filippo -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005879", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Raffaele Anguilla -> country of citizenship -> Italy (2002)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2002)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_001938", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Territory of Hawaii", + "pred": "Hop 1: Yul Brynner -> country of citizenship -> United States (1951)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1951)\n Hop 3: Territory of Hawaii -> contains the administrative territorial entity -> Kamehameha Schools (1951)\n Answer: Kamehameha Schools", + "em": 1.0, + "f1": 0.24000000000000002 + }, + { + "id": "q_004995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Academy Award for Best Supporting Actress", + "pred": "Hop 1: Shelley Winters -> spouse -> Anthony Franciosa (1960)\n Hop 2: Anthony Franciosa -> spouse -> Shelley Winters (1960)\n Hop 3: Shelley Winters -> nominated for -> Academy Award for Best Supporting Actress (1960)\n Answer: Academy Award for Best Supporting Actress", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_006351", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Stade Chaban-Delmas", + "pred": "Hop 1: Andr\u00e9 Chorda -> member of sports team -> France men's national association football team (1966)\n Hop 2: France men's national association football team -> home venue -> Stade de France (1966)\n Answer: Stade de France", + "em": 0.0, + "f1": 0.08333333333333333 + }, + { + "id": "q_005087", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Bruno Bettinelli -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_006536", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Floriano Bodini -> country of citizenship -> Italy (2002)\n Hop 2: Italy -> member of -> European Union (2002)\n Answer: European Union", + "em": 0.0, + "f1": 0.10526315789473682 + }, + { + "id": "q_006736", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Sandra Bullock", + "pred": "Hop 1: Doubt -> nominated for -> Academy Award for Best Actress (2009)\n Hop 2: Academy Award for Best Actress -> winner -> Sandra Bullock (2009)\n Hop 3: Sandra Bullock -> winner of -> 2009 Golden Globe Award for Best Actress - Motion Picture Drama (2009)\n Answer: 2009 Golden Globe Award for Best Actress - Motion Picture Drama", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_004654", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Khrustalnyi -> country -> Russian Empire (1915)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1915)\n Answer: Nicholas II of Russia", + "em": 1.0, + "f1": 0.4210526315789474 + }, + { + "id": "q_005945", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Hop 1: Frank Tieri -> residence -> United States (1965)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1965)\n Answer: Lyndon B. Johnson", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_007681", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Daman and Diu", + "pred": "Hop 1: India -> contains the administrative territorial entity -> Daman and Diu (1988)\n Answer: Daman and Diu", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_006184", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Lyndon B. Johnson", + "pred": "Hop 1: Smiley Smile -> place of publication -> United States (1967)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1967)\n Answer: Lyndon B. Johnson", + "em": 1.0, + "f1": 0.3 + }, + { + "id": "q_000115", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Caja M\u00e1gica", + "pred": "Hop 1: Ettore Messina -> member of sports team -> Real Madrid Baloncesto (2010)\n Hop 2: Real Madrid Baloncesto -> home venue -> Caja M\u00e1gica (2010)\n Answer: Caja M\u00e1gica", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002711", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Memo Benassi -> country of citizenship -> Italy (1954)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1954)\n Answer: Alcide De Gasperi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005754", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Pavao Pavli\u010di\u0107 -> award received -> NIN Prize (1981)\n Hop 2: NIN Prize -> country -> Socialist Federal Republic of Yugoslavia (1981)\n Answer: Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 0.45454545454545453 + }, + { + "id": "q_002277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "Hop 1: \u00d6nder Akda\u011f -> member of sports team -> Akhisar Belediyespor (2012)\n Hop 2: Akhisar Belediyespor -> league or competition -> S\u00fcper Lig (2012)\n Answer: S\u00fcper Lig", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000552", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italian lira", + "pred": "Hop 1: Paolo Soleri -> residence -> Italy (1951)\n Hop 2: Italy -> currency -> Italian lira (1951)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_000403", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "SeatGeek Stadium", + "pred": "Hop 1: Paolo Tornaghi -> member of sports team -> Chicago Fire FC (2012)\n Hop 2: Chicago Fire FC -> home venue -> SeatGeek Stadium (2012)\n Answer: SeatGeek Stadium", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_003856", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Hop 1: Faye Dunaway -> unmarried partner -> Marcello Mastroianni (1971)\n Hop 2: Marcello Mastroianni -> country of citizenship -> Italy (1971)\n Answer: Italy", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_003602", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Mikhail Gorbachev", + "pred": "Hop 1: Andrus \u00d6\u00f6vel -> member of political party -> Communist Party of the Soviet Union (1986)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Mikhail Gorbachev (1986)\n Answer: Mikhail Gorbachev", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007850", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Cesare Andrea Bixio -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> shares border with -> Yugoslavia (1950)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_001019", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1962.0, + "gold": "1962", + "pred": "Hop 1: United States Navy SEALs -> founder -> John F. Kennedy (1962)\n Hop 2: John F. Kennedy -> nominated for -> Nobel Peace Prize (1962)\n Answer: 1962", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_004322", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Dietrich Stobbe", + "pred": "Hop 1: Anna Seghers -> residence -> Berlin (1980)\n Hop 2: Berlin -> head of government -> Dietrich Stobbe (1980)\n Answer: Dietrich Stobbe", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_004271", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Hop 1: Francesco Carpino -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Leone (1969)\n Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001171", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Armando Ceste -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2001)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_007890", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Hop 1: Genevi\u00e8ve Bujold -> nominated for -> Academy Award for Best Actress (1970)\n Hop 2: Academy Award for Best Actress (1970) -> winner -> Glenda Jackson\n Hop 3: Glenda Jackson -> winner -> 1970\n Answer: 1970", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_008632", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Hop 1: Demeter Balla -> work location -> Budapest (1968)\n Hop 2: Budapest -> capital of -> Hungarian People's Republic (1968)\n Answer: Hungarian People's Republic", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_007395", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1925.0, + "gold": "Egyptian pound", + "pred": "Hop 1: Afula -> country -> Mandatory Palestine (1925)\n Hop 2: Mandatory Palestine -> currency -> Egyptian pound (1925)\n Answer: Egyptian pound", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_007784", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Hop 1: Jennifer Johnston -> nominated for -> Booker Prize (1977)\n Hop 2: Booker Prize -> winner -> Paul Scott (1977)\n Answer: Paul Scott", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006008", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Hop 1: Rainer Ernst -> member of sports team -> Q298267 (1992)\n Hop 2: Q298267 -> chairperson -> Alain Afflelou (1992)\n Answer: Alain Afflelou", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_007623", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Zden\u011bk Zeman", + "pred": "Hop 1: Roberto Bacci -> member of sports team -> SS Lazio (1995)\n Hop 2: SS Lazio -> head coach -> Zden\u011bk Zeman (1995)\n Answer: Zden\u011bk Zeman", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_000261", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Hop 1: Max Blokzijl -> work location -> Berlin (1932)\n Hop 2: Berlin -> country -> Weimar Republic (1932)\n Answer: Weimar Republic", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_005362", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Nino Baragli -> country of citizenship -> Italy (1992)\n Hop 2: Italy -> shares border with -> Yugoslavia (1992)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_003134", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Teen Choice Awards", + "pred": "Hop 1: Call Me Maybe -> performer -> Carly Rae Jepsen (2012)\n Hop 2: Carly Rae Jepsen -> award received -> Teen Choice Awards (2012)\n Answer: Teen Choice Awards", + "em": 1.0, + "f1": 0.3 + }, + { + "id": "q_006822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Hop 1: Kai-Fabian Schulz -> member of sports team -> Hamburger SV (2009)\n Hop 2: Hamburger SV -> sponsor -> Emirates (2009)\n Answer: Emirates", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_003313", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Italian lira", + "pred": "Hop 1: Eugenio Monti -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> currency -> Italian lira (1972)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005360", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Hop 1: Tim Eitel -> work location -> Berlin (2009)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2009)\n Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_001597", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Peter Carey", + "pred": "Hop 1: Rachel Seiffert -> nominated for -> Booker Prize (2001)\n Hop 2: Peter Carey -> winner -> Booker Prize (2001)\n Hop 3: William Trevor -> winner -> The Amber Spyglass (2001)\n Answer: The Amber Spyglass", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Ronald Colman", + "pred": "Hop 1: Hamlet -> award received -> Academy Award for Best Actor (1947)\n Hop 2: Academy Award for Best Actor (1947) -> winner -> Ronald Colman (1947)\n Hop 3: Q108366 -> nominated for -> Academy Award for Best Actor (1947)\n Answer: Q108366", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_005949", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Attila J\u00f3zsef", + "pred": "Hop 1: Mih\u00e1ly Bart\u00f3k -> employer -> University of Szeged (1998)\n Hop 2: University of Szeged -> named after -> Attila J\u00f3zsef (1998)\n Answer: Attila J\u00f3zsef", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_005024", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Hop 1: Philip Taaffe -> work location -> New York City (1974)\n Hop 2: New York City -> head of government -> Abraham Beame (1974)\n Answer: Abraham Beame", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_007032", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Heinrich Himmler", + "pred": "Hop 1: Karl Gerland -> member of -> Schutzstaffel (1942)\n Hop 2: Schutzstaffel -> director / manager -> Heinrich Himmler (1942)\n Answer: Heinrich Himmler", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_004269", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Luigi Baldi -> member of sports team -> Juventus FC (1914)\n Hop 2: Juventus FC -> country -> Kingdom of Italy (1914)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_005207", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Hop 1: Heinz Wewers -> member of sports team -> Germany men's national association football team (1958)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1958)\n Answer: Sepp Herberger", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_008065", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Constantinople", + "pred": "Hop 1: Old City of Jerusalem -> country -> Ottoman Empire (1915)\n Hop 2: Ottoman Empire -> capital -> Constantinople (1915)\n Answer: Constantinople", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_003648", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Nunzio Malasomma -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Economic Community (1951)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_000919", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "Franz Beckenbauer", + "pred": "Hop 1: Hans Pfl\u00fcgler -> member of sports team -> Germany men's national association football team (1987)\n Hop 2: Germany men's national association football team -> head coach -> Franz Beckenbauer (1987)\n Answer: Franz Beckenbauer", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_001421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Colin Farrell -> unmarried partner -> Britney Spears (2004)\n Hop 2: Britney Spears -> award received -> Grammy Award for Best Dance/Electronic Recording (2004)\n Answer: 2004", + "em": 1.0, + "f1": 0.1 + }, + { + "id": "q_007438", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Pavao Pavli\u010di\u0107 -> award received -> NIN Prize (1981)\n Hop 2: NIN Prize -> country -> Socialist Federal Republic of Yugoslavia (1981)\n Answer: Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 0.45454545454545453 + }, + { + "id": "q_000509", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Hop 1: Guido Celano -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> head of state -> Giovanni Leone (1975)\n Answer: Giovanni Leone", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_006374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Hop 1: Gerard Donovan -> nominated for -> Booker Prize (2003)\n Hop 2: Booker Prize (2003) -> winner -> DBC Pierre (2003)\n Hop 3: DBC Pierre (2003) -> winner -> The Sellout (2003)\n Answer: The Sellout", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_006108", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "presidential system", + "pred": "Hop 1: Krak\u00f3w -> country -> General Government (1939)\n Hop 2: General Government -> basic form of government -> presidential system (1939)\n Answer: presidential system", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_001184", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Robert Bolt", + "pred": "Hop 1: Doctor Zhivago -> award received -> Golden Globe Award for Best Screenplay (1965)\n Hop 2: Golden Globe Award for Best Screenplay -> winner -> Robert Bolt (1965)\n Answer: Robert Bolt", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001023", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Hop 1: Jan Suchop\u00e1rek -> member of sports team -> Czechia men's national football team (1995)\n Hop 2: Czechia men's national football team -> head coach -> Du\u0161an Uhrin (1995)\n Answer: Du\u0161an Uhrin", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001479", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Javier Aguirre", + "pred": "Hop 1: Luis Amaranto Perea -> member of sports team -> Colombia men's national football team (2007)\n Hop 2: Colombia men's national football team -> head coach -> Javier Aguirre (2007)\n Answer: Javier Aguirre", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_006983", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Maria Caniglia -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Antonio Segni (1956)\n Answer: Antonio Segni", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007833", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "White Hart Lane", + "pred": "Hop 1: Andy Gray -> member of sports team -> Tottenham Hotspur F.C. (1994)\n Hop 2: Tottenham Hotspur F.C. -> home venue -> White Hart Lane (1994)\n Answer: White Hart Lane", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_005681", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Hop 1: Max Blokzijl -> work location -> Berlin (1930)\n Hop 2: Berlin -> country -> Weimar Republic (1930)\n Answer: Weimar Republic", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_003706", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Hop 1: Arnaud G\u00e9rard -> member of sports team -> Groupama-FDJ United (2005)\n Hop 2: Groupama-FDJ United -> head coach -> Jean-Cyril Robin (2005)\n Answer: 2005", + "em": 1.0, + "f1": 0.1 + }, + { + "id": "q_007006", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Hop 1: Jan Suchop\u00e1rek -> member of sports team -> Czechia men's national football team (1995)\n Hop 2: Czechia men's national football team -> head coach -> Du\u0161an Uhrin (1995)\n Answer: Du\u0161an Uhrin", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004220", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Swiss Super League", + "pred": "Hop 1: Rog\u00e9rio Luiz da Silva -> member of sports team -> FC Wil 1900 (2003)\n Hop 2: FC Wil 1900 -> league or competition -> Swiss Super League (2003)\n Answer: Swiss Super League", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_007500", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "Hop 1: Balaklava -> country -> Russian Empire (1917)\n Hop 2: Russian Empire -> anthem -> God Save the Tsar! (1917)\n Answer: God Save the Tsar!", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_008556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "German Empire", + "pred": "Hop 1: Fritz Stuckenberg -> work location -> Paris (1912)\n Hop 2: Paris -> country -> France (1912)\n Answer: France", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003362", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ireland", + "pred": "Hop 1: Micul\u00e0 Dematteis -> member of sports team -> Tenax (2007)\n Hop 2: Tenax -> country -> Ireland (2007)\n Answer: Ireland", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_007378", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Allianz Arena", + "pred": "Hop 1: Moritz Volz -> member of sports team -> TSV 1860 M\u00fcnchen (2014)\n Hop 2: TSV 1860 M\u00fcnchen -> home venue -> Allianz Arena (2014)\n Answer: Allianz Arena", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002356", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Soviet Union", + "pred": "Hop 1: Kemerovo -> located in -> Novosibirsk Oblast (1940)\n Hop 2: Novosibirsk Oblast -> country -> Soviet Union (1940)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_004000", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Walter Mazzarri", + "pred": "Hop 1: Jonathan Moreira -> member of sports team -> Inter Milan (2013)\n Hop 2: Inter Milan -> head coach -> Walter Mazzarri (2013)\n Answer: Walter Mazzarri", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_003511", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Hungarian Olympic Committee", + "pred": "Hop 1: Gy\u0151r -> head of government -> Zsolt Borkai (2011)\n Hop 2: Zsolt Borkai -> member of -> Hungarian Olympic Committee (2011)\n Answer: Hungarian Olympic Committee", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_003517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "Hop 1: BND law -> signatory -> Gerhard Stoltenberg (1990)\n Hop 2: Gerhard Stoltenberg -> country of citizenship -> West Germany (1990)\n Answer: West Germany", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_008482", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Harry Warren", + "pred": "Hop 1: Richard Rodgers -> award received -> Academy Award for Best Original Song (1946)\n Hop 2: Academy Award for Best Original Song (1946) -> winner -> Harry Warren\n Hop 3: Harry Warren -> winner -> \"The Moon is a Harsh Mistress\" (1953)\n Answer: \"The Moon is a Harsh Mistress\"", + "em": 1.0, + "f1": 0.14814814814814814 + }, + { + "id": "q_001610", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Hop 1: Ugo Attardi -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of state -> Sandro Pertini (1980)\n Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_008668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "pred": "Hop 1: Karel Schwarzenberg -> member of political party -> TOP 09 (2018)\n Hop 2: TOP 09 -> chairperson -> Ji\u0159\u00ed Posp\u00ed\u0161il (2018)\n Answer: Ji\u0159\u00ed Posp\u00ed\u0161il", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_007160", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Peppino De Filippo -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> member of -> European Economic Community (1956)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.19047619047619047 + }, + { + "id": "q_003247", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Kevin Federline", + "pred": "Hop 1: Colin Farrell -> unmarried partner -> Britney Spears (2004)\n Hop 2: Britney Spears -> spouse -> Kevin Federline (2004)\n Answer: Kevin Federline", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_000810", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Liga I", + "pred": "Hop 1: Ovidiu Cornel Hanganu -> member of sports team -> Victoria Bucure\u0219ti (1990)\n Hop 2: Victoria Bucure\u0219ti -> league or competition -> Liga I (1990)\n Answer: Liga I", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_006432", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Joseph Stalin", + "pred": "Hop 1: Dmitriy Ustinov -> member of political party -> Communist Party of the Soviet Union (1929)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Joseph Stalin (1929)\n Answer: Joseph Stalin", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007768", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italian lira", + "pred": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> currency -> Italian lira (1984)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_002329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Hop 1: People's Republic of China -> head of government -> Zhou Enlai (1967)\n Answer: Zhou Enlai", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_005449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Rock and Roll Hall of Fame", + "pred": "Hop 1: Tears in Heaven -> performer -> Eric Clapton (1992)\n Hop 2: Eric Clapton -> award received -> Rock and Roll Hall of Fame (1992)\n Answer: Rock and Roll Hall of Fame", + "em": 1.0, + "f1": 0.4799999999999999 + }, + { + "id": "q_003836", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Hop 1: The Ninth Day -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor -> winner -> Daniel Auteuil (2005)\n Answer: Daniel Auteuil", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007908", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Paolo Dezza -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_003128", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Spencer Tracy", + "pred": "Hop 1: Academy Award for Best Actress -> winner -> Katharine Hepburn (1967)\n Hop 2: Katharine Hepburn -> unmarried partner -> Richard Gere (1967)\n Answer: Richard Gere", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Hop 1: Gianni Dova -> country of citizenship -> Italy (1986)\n Hop 2: Italy -> head of state -> Sandro Pertini (1986)\n Answer: Sandro Pertini", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001510", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "UTC\u221204:00", + "pred": "Hop 1: Cartagena Agreement -> signatory -> Chile (1970)\n Hop 2: Chile -> located in time zone -> UTC\u221204:00 (1970)\n Answer: UTC\u221204:00", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_005670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Werner Greuter", + "pred": "Hop 1: Beat Ernst Leuenberger -> employer -> Botanic Garden and Botanical Museum Berlin (2004)\n Hop 2: Botanic Garden and Botanical Museum Berlin -> chief executive officer -> Werner Greuter (2004)\n Answer: Werner Greuter", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Maurice Druon", + "pred": "Hop 1: Julien Green -> member of -> Acad\u00e9mie Fran\u00e7aise (1989)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Maurice Druon (1989)\n Answer: Maurice Druon", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_001232", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Nino Baragli -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> shares border with -> Yugoslavia (1951)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_007512", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Hop 1: Heinz Wewers -> member of sports team -> Germany men's national association football team (1958)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1958)\n Answer: Sepp Herberger", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_000089", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Luigi Filippo D'Amico -> country of citizenship -> Italy (1999)\n Hop 2: Italy -> member of -> European Union (1999)\n Answer: European Union", + "em": 0.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_008698", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Hop 1: Celia Johnson -> nominated for -> Academy Award for Best Actress (1947)\n Hop 2: Academy Award for Best Actress (1947) -> winner -> Loretta Young\n Hop 3: Loretta Young -> nominated for -> The Best Years of Our Lives (1947)\n Answer: The Best Years of Our Lives", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_007875", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Andrea Miano -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> shares border with -> Yugoslavia (1950)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_006661", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "Hop 1: Age Discrimination in Employment Act of 1967 -> signatory -> Lyndon B. Johnson (1967)\n Hop 2: Lyndon B. Johnson -> position held -> President of the United States (1967)\n Answer: President of the United States", + "em": 1.0, + "f1": 0.3846153846153846 + }, + { + "id": "q_007505", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Bobby Clarke", + "pred": "Hop 1: Roman \u010cechm\u00e1nek -> drafted by -> Philadelphia Flyers (2000)\n Hop 2: Philadelphia Flyers -> general manager -> Bobby Clarke (2000)\n Answer: Bobby Clarke", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Giuliano Carnimeo -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_008555", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Hop 1: Rod Langway -> drafted by -> Montreal Canadiens (1977)\n Hop 2: Montreal Canadiens -> home venue -> Montreal Forum (1977)\n Answer: Montreal Forum", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006491", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "Hop 1: 29th U-boat Flotilla -> has part(s) -> U-331 (1942)\n Hop 2: U-97 -> part of -> 29th U-boat Flotilla (1942)\n Answer: 1942", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_003737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Hop 1: Piero Scotti -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Giovanni Leone (1971)\n Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002698", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Albin Lesky -> member of political party -> Nazi Party (1938)\n Hop 2: Nazi Party -> chairperson -> Gregor Strasser (1938)\n Answer: Gregor Strasser", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005937", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Hop 1: Carol Greider -> award received -> Albert Lasker Award for Basic Medical Research (2006)\n Hop 2: Albert Lasker Award for Basic Medical Research -> winner -> Jack Szostak (2006)\n Hop 3: Jack Szostak -> award received -> Nobel Prize in Physiology or Medicine (2006)\n Answer: 2006", + "em": 1.0, + "f1": 0.07692307692307693 + }, + { + "id": "q_007021", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Hop 1: Eduardo Salvio -> member of sports team -> S.L. Benfica (2018)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2018)\n Answer: Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003151", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "Hop 1: Joan Barfoot -> nominated for -> Booker Prize (2002)\n Hop 2: Booker Prize -> winner -> Yann Martel (2002)\n Hop 3: Yann Martel -> award received -> The Life of Pi (2002)\n Answer: The Life of Pi", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_002519", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Hop 1: Jennifer Connelly -> nominated for -> Broadcast Film Critics Association Award for Best Actress (2003)\n Hop 2: Broadcast Film Critics Association Award for Best Actress -> winner -> Charlize Theron (2003)\n Hop 3: Charlize Theron -> equal to -> 2003 (2003)\n Answer: 2003", + "em": 1.0, + "f1": 0.08695652173913045 + }, + { + "id": "q_007514", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "chairperson", + "pred": "Hop 1: Czech-Moravian Confederation of Trade Unions -> chairperson -> Richard Falbr (1999)\n Hop 2: Richard Falbr -> member of -> Communist Party of Czechoslovakia (1999)\n Answer: chairperson", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_008443", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> member of -> European Economic Community (1953)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_007726", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1992.0, + "gold": "1992", + "pred": "Hop 1: Val\u00e9rie Lemercier -> nominated for -> C\u00e9sar Award for Best Supporting Actress (1992)\n Hop 2: C\u00e9sar Award for Best Supporting Actress -> winner -> Anne Brochet (1992)\n Answer: 1992", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_001549", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "V\u00e1clav Havel", + "pred": "Hop 1: Czech Republic -> head of state -> V\u00e1clav Havel (2000)\n Answer: V\u00e1clav Havel", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_007129", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Viganello -> replaced by -> Lugano (2004)\n Hop 2: Lugano -> replaces -> Pambio-Noranco (2004)\n Answer: 2004", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_000883", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Heinrich Br\u00fcning", + "pred": "Hop 1: Bonn -> country -> Weimar Republic (1931)\n Hop 2: Weimar Republic -> head of government -> Heinrich Br\u00fcning (1931)\n Answer: Heinrich Br\u00fcning", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_000442", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "Hop 1: Sister Rosetta Tharpe -> residence -> Chicago (1924)\n Hop 2: Chicago -> head of government -> William Emmett Dever (1924)\n Answer: William Emmett Dever", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_004066", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Peter Gerhardsson", + "pred": "Hop 1: Andreas Drugge -> member of sports team -> BK H\u00e4cken (2013)\n Hop 2: BK H\u00e4cken -> head coach -> Peter Gerhardsson (2013)\n Answer: Peter Gerhardsson", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002302", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Egyptian pound", + "pred": "Hop 1: Rosh Pinna -> country -> Mandatory Palestine (1920)\n Hop 2: Mandatory Palestine -> currency -> Egyptian pound (1920)\n Answer: Egyptian pound", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_002564", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Guido Cantelli -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> shares border with -> Yugoslavia (1947)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_004005", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Otto Nerz", + "pred": "Hop 1: Willi Lindner -> member of sports team -> Germany men's national association football team (1933)\n Hop 2: Germany men's national association football team -> head coach -> Otto Nerz (1933)\n Answer: Otto Nerz", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_002014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Eugenio Castellotti -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1950)\n Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005652", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Jane Byrne", + "pred": "Hop 1: Dennis Daugaard -> residence -> Chicago (1980)\n Hop 2: Chicago -> head of government -> Jane Byrne (1980)\n Answer: Jane Byrne", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_002217", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italian lira", + "pred": "Hop 1: Liliana Ronchetti -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> currency -> Italian lira (1970)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_008015", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Albert II of Belgium", + "pred": "Hop 1: Pino Cerami -> country of citizenship -> Belgium (2005)\n Hop 2: Belgium -> head of state -> Albert II of Belgium (2005)\n Answer: Albert II of Belgium", + "em": 1.0, + "f1": 0.4210526315789474 + }, + { + "id": "q_000895", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "RTL", + "pred": "Hop 1: Maximilian Br\u00fcckner -> award received -> Bavarian TV Awards (2018)\n Hop 2: Bavarian TV Awards -> original broadcaster -> RTL (2018)\n Answer: RTL", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_008365", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Hop 1: \u00c9ver Banega -> member of sports team -> Valencia CF (2008)\n Hop 2: Valencia CF -> head coach -> Javier Aguirre (2008)\n Answer: Javier Aguirre", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_006348", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Hop 1: Buhu\u0219i -> country -> Socialist Republic of Romania (1974)\n Hop 2: Socialist Republic of Romania -> anthem -> Te sl\u0103vim, Rom\u00e2nie (1974)\n Answer: Te sl\u0103vim, Rom\u00e2nie", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000645", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Paolo Marcello Brignoli -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_008492", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Vikenty Veresaev -> country of citizenship -> Russian Empire (1912)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1912)\n Answer: Nicholas II of Russia", + "em": 1.0, + "f1": 0.38095238095238093 + }, + { + "id": "q_006824", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Anita Brookner", + "pred": "Hop 1: David Lodge -> nominated for -> Booker Prize (1984)\n Hop 2: Booker Prize -> winner -> Anita Brookner (1984)\n Answer: Anita Brookner", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_000773", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "Winona Ryder", + "pred": "Hop 1: Frances McDormand -> award received -> Golden Globe Award for Best Supporting Actress \u2013 Motion Picture (1993)\n Hop 2: Golden Globe Award for Best Supporting Actress \u2013 Motion Picture -> winner -> Winona Ryder (1993)\n Answer: Winona Ryder", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001316", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Deutsche Mark", + "pred": "Hop 1: Conrad Schumann -> country of citizenship -> West Germany (1979)\n Hop 2: West Germany -> currency -> Deutsche Mark (1979)\n Answer: Deutsche Mark", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_004368", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Hop 1: Steve Borthwick -> member of sports team -> England men\u2019s national rugby union team (2008)\n Hop 2: England men\u2019s national rugby union team -> kit supplier -> Nike (2008)\n Answer: Nike", + "em": 1.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_005868", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Giulio Onesti -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Umberto II of Italy (1951)\n Answer: Umberto II of Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Hop 1: The Ninth Day -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor -> winner -> Daniel Auteuil (2005)\n Answer: Daniel Auteuil", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Hop 1: American Book Awards -> winner -> Joe Sacco (1996)\n Hop 2: Fred Ho -> award received -> American Book Awards (1996)\n Hop 3: 1996 -> year -> winner of Fred Ho's award received equal to Joe Sacco (1996)\n Answer: 1996", + "em": 1.0, + "f1": 0.0909090909090909 + }, + { + "id": "q_000995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Gwyneth Paltrow", + "pred": "Hop 1: The Wings of the Dove -> nominated for -> Academy Award for Best Actress (1998)\n Hop 2: Academy Award for Best Actress -> winner -> Gwyneth Paltrow (1998)\n Hop 3: Gwyneth Paltrow -> winner of -> The Postman (1998)\n Answer: The Postman", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008659", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "Hop 1: Brian Moore -> nominated for -> Booker Prize (1990)\n Hop 2: Booker Prize (1990) -> winner -> A. S. Byatt (1990)\n Answer: A. S. Byatt", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000763", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Ilva Ligabue -> country of citizenship -> Italy (1977)\n Hop 2: Italy -> shares border with -> Yugoslavia (1977)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_005896", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Italian lira", + "pred": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> currency -> Italian lira (1976)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000117", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Enrico de Nicola", + "pred": "Hop 1: Guglielmo Pesenti -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> head of state -> Umberto II of Italy (1947)\n Answer: Umberto II of Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000027", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Hop 1: William Vickrey -> residence -> New York City (1994)\n Hop 2: New York City -> head of government -> Rudy Giuliani (1994)\n Answer: Rudy Giuliani", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_002041", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Hop 1: Bruno Visintin -> country of citizenship -> Italy (1983)\n Hop 2: Italy -> head of state -> Sandro Pertini (1983)\n Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_002860", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Hop 1: Max Blokzijl -> work location -> Berlin (1932)\n Hop 2: Berlin -> country -> Weimar Republic (1932)\n Answer: Weimar Republic", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_004247", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Luise Rainer", + "pred": "Hop 1: Theodora Goes Wild -> nominated for -> Academy Award for Best Actress (1937)\n Hop 2: Academy Award for Best Actress -> winner -> Luise Rainer (1937)\n Hop 3: Luise Rainer -> winner of -> Theodora Goes Wild (1937)\n Answer: Luise Rainer", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_008294", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Hyundai", + "pred": "Hop 1: Andreas Fischer -> member of sports team -> Hamburger SV (1996)\n Hop 2: Hamburger SV -> sponsor -> Hyundai (1996)\n Answer: Hyundai", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_006036", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "The Pentagon", + "pred": "Hop 1: Charlie Munger -> military branch -> United States Army Air Forces (1945)\n Hop 2: United States Army Air Forces -> headquarters location -> The Pentagon (1945)\n Answer: The Pentagon", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_001816", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Hop 1: Ruth Chatterton -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> winner -> 1930\n Answer: 1930", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_008058", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Anton Hofer -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_004387", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Hop 1: Mehmed Uzun -> country of citizenship -> Turkey (1955)\n Hop 2: Turkey -> head of state -> Cel\u00e2l Bayar (1955)\n Answer: Cel\u00e2l Bayar", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_004841", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Abdullah Avc\u0131", + "pred": "Hop 1: Jo\u00e3o Pereira -> member of sports team -> Trabzonspor (2021)\n Hop 2: Trabzonspor -> head coach -> Abdullah Avc\u0131 (2021)\n Answer: Abdullah Avc\u0131", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_000340", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Echo Music Prize", + "pred": "Hop 1: Britney Spears -> award received -> Echo Music Prize (2001)\n Answer: Echo Music Prize", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_001431", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Massimiliano Allegri", + "pred": "Hop 1: Philippe Mex\u00e8s -> member of sports team -> AC Milan (2011)\n Hop 2: AC Milan -> head coach -> Massimiliano Allegri (2011)\n Answer: Massimiliano Allegri", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002560", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Panama", + "pred": "Hop 1: Horst P. Horst -> work location -> United States (1939)\n Hop 2: United States -> shares border with -> Panama (1939)\n Answer: Panama", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_003591", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Erlangen -> country -> Nazi Germany (1939)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1939)\n Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006178", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Hop 1: Glauco Onorato -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Answer: Oscar Luigi Scalfaro", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_003130", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Hop 1: \u00c1rp\u00e1d Berczik -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1947)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1947)\n Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_001771", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "habilitation", + "pred": "Hop 1: Olba -> director of archaeological fieldwork -> Ulrich Gotter (2002)\n Hop 2: Ulrich Gotter -> assessment -> habilitation (2002)\n Answer: habilitation", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_004635", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Hop 1: Ida Kami\u0144ska -> nominated for -> Academy Award for Best Actress (1967)\n Hop 2: Academy Award for Best Actress (1967) -> winner -> Katharine Hepburn (1967)\n Hop 3: Katharine Hepburn (1967) -> winner -> 1967\n Answer: 1967", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_007347", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Hop 1: Heat and Dust -> award received -> Booker Prize (1975)\n Hop 2: Booker Prize (1975) -> winner -> Ruth Prawer Jhabvala (1975)\n Answer: Ruth Prawer Jhabvala", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_002289", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Giuseppe Saragat", + "pred": "Hop 1: Francesco Antonazzi -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giovanni Leone (1970)\n Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006810", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "Hop 1: Tessa Thompson -> unmarried partner -> Janelle Mon\u00e1e (2016)\n Hop 2: Janelle Mon\u00e1e -> award received -> Broadcast Film Critics Association Award for Best Cast (2016)\n Answer: 2016", + "em": 1.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_001750", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Eduard Weiter", + "pred": "Hop 1: Robert Dauber -> place of detention -> Dachau concentration camp (1944)\n Hop 2: Dachau concentration camp -> director / manager -> Eduard Weiter (1944)\n Answer: Eduard Weiter", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_005348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "David Wagner", + "pred": "Hop 1: Conor Coady -> member of sports team -> Huddersfield Town A.F.C. (2015)\n Hop 2: Huddersfield Town A.F.C. -> head coach -> David Wagner (2015)\n Answer: David Wagner", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001742", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Hop 1: Carmelo Di Bella -> country of citizenship -> Italy (1986)\n Hop 2: Italy -> head of state -> Sandro Pertini (1986)\n Answer: Sandro Pertini", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004401", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cominform", + "pred": "Hop 1: Marceline Loridan-Ivens -> member of political party -> French Communist Party (1955)\n Hop 2: French Communist Party -> member of -> Cominform (1955)\n Answer: Cominform", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_000948", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Hop 1: Rod Langway -> drafted by -> Montreal Canadiens (1977)\n Hop 2: Montreal Canadiens -> home venue -> Montreal Forum (1977)\n Answer: Montreal Forum", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Carlo Clerici -> country of citizenship -> Italy (1954)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1954)\n Answer: Alcide De Gasperi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001031", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "J. M. Coetzee", + "pred": "Hop 1: Graham Swift -> nominated for -> Booker Prize (1983)\n Hop 2: Booker Prize (1983) -> winner -> J. M. Coetzee (1983)\n Hop 3: J. M. Coetzee (1983) -> winner -> Anne Enright (1983)\n Answer: Anne Enright", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_002458", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Oleh Protasov", + "pred": "Hop 1: Ihar Stasevich -> member of sports team -> FC Dinamo Minsk (2013)\n Hop 2: FC Dinamo Minsk -> head coach -> Oleh Protasov (2013)\n Answer: Oleh Protasov", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_001069", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Ed Koch", + "pred": "Hop 1: Braldt Bralds -> work location -> New York City (1981)\n Hop 2: New York City -> head of government -> Ed Koch (1981)\n Answer: Ed Koch", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_005421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: Carnegie Mellon University -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> CERN (2021)\n Answer: 2021", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_006304", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "mayor", + "pred": "Hop 1: T\u00fcbingen -> head of government -> Adolf Hartmeyer (1948)\n Hop 2: Adolf Hartmeyer -> position held -> mayor (1948)\n Answer: mayor", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_004531", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Mario Monti", + "pred": "Hop 1: Antonio Carluccio -> country of citizenship -> Italy (2012)\n Hop 2: Italy -> head of government -> Mario Monti (2012)\n Answer: Mario Monti", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000931", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Hop 1: James Spudich -> award received -> Albert Lasker Award for Basic Medical Research (2012)\n Hop 2: Albert Lasker Award for Basic Medical Research -> winner -> Ronald Vale (2012)\n Answer: 2012", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_007956", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Hop 1: Faryd Mondrag\u00f3n -> member of sports team -> Galatasaray S.K. (2006)\n Hop 2: Galatasaray S.K. -> head coach -> Eric Gerets (2006)\n Answer: Eric Gerets", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007340", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "Hyundai", + "pred": "Hop 1: Stefan B\u00f6ger -> member of sports team -> Hamburger SV (1998)\n Hop 2: Hamburger SV -> sponsor -> Hyundai (1998)\n Answer: Hyundai", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_003676", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "Hop 1: A Single Man -> nominated for -> Academy Award for Best Actor (2010)\n Hop 2: Jeremy Renner -> nominated for -> Academy Award for Best Actor (2010)\n Hop 3: Jeremy Renner -> winner -> A Single Man (2010)\n Answer: Jeremy Renner", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001222", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Soviet Union", + "pred": "Hop 1: Olenegorsk -> located in -> Murmansk Oblast (1991)\n Hop 2: Murmansk Oblast -> country -> Soviet Union (1991)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_006158", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Adone Zoli", + "pred": "Hop 1: Giani Stuparich -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1957)\n Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005324", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italian lira", + "pred": "Hop 1: Guido Celano -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> currency -> Italian lira (1960)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "Hop 1: Susan Polgar -> country of citizenship -> United States (2002)\n Hop 2: United States -> head of government -> George W. Bush (2002)\n Answer: George W. Bush", + "em": 1.0, + "f1": 0.3 + }, + { + "id": "q_002344", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Sremska Mitrovica City -> located in -> Socialist Autonomous Province of Vojvodina (1971)\n Hop 2: Socialist Autonomous Province of Vojvodina -> located in -> Yugoslavia (1971)\n Answer: Yugoslavia", + "em": 0.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_008685", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2019.0, + "gold": "Wayne LaPierre", + "pred": "Hop 1: Oliver North -> position held -> National Rifle Association of America (2019)\n Hop 2: National Rifle Association of America -> chief executive officer -> Wayne LaPierre (2019)\n Answer: Wayne LaPierre", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_005812", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "J. M. Coetzee", + "pred": "Hop 1: Fasting, Feasting -> nominated for -> Booker Prize (1999)\n Hop 2: Booker Prize (1999) -> winner -> J. M. Coetzee (1999)\n Answer: J. M. Coetzee", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "The Ellen DeGeneres Show", + "pred": "Hop 1: Alexandra Hedison -> unmarried partner -> Ellen DeGeneres (2004)\n Hop 2: Ellen DeGeneres -> notable work -> The Ellen DeGeneres Show (2004)\n Hop 3: The Ellen DeGeneres Show -> residence -> Atlanta (2004)\n Answer: The Ellen DeGeneres Show", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_005808", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Hop 1: G\u00e1bor Csap\u00f3 -> educated at -> University of Szeged (1972)\n Hop 2: University of Szeged -> named after -> Attila J\u00f3zsef (1972)\n Answer: Attila J\u00f3zsef", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_003694", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "German Federal Archives", + "pred": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1922)\n Hop 2: Independent Social Democratic Party of Germany -> archives at -> German Federal Archives (1922)\n Answer: German Federal Archives", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_002616", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Tenax -> country -> Italy (2004)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2004)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_000088", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "United Kingdom", + "pred": "Hop 1: Safed -> country -> Mandatory Palestine (1932)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1932)\n Answer: United Kingdom", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_005525", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1972)\n Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006017", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Franco Corelli -> country of citizenship -> Italy (1999)\n Hop 2: Italy -> member of -> European Economic Community (1999)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_006096", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Ginni Rometty", + "pred": "Hop 1: Bruce Schneier -> employer -> IBM (2018)\n Hop 2: IBM -> chief executive officer -> Ginni Rometty (2018)\n Answer: Ginni Rometty", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_001800", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Hop 1: Adri\u00e1n L\u00f3pez \u00c1lvarez -> member of sports team -> Atl\u00e9tico Madrid (2013)\n Hop 2: Atl\u00e9tico Madrid -> home venue -> Vicente Calder\u00f3n Stadium (2013)\n Answer: Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_001359", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "Hop 1: Carry Me Down -> nominated for -> Booker Prize (2006)\n Hop 2: Booker Prize -> winner -> Kiran Desai (2006)\n Answer: Kiran Desai", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_006166", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Corpo Truppe Volontarie -> commanded by -> Mario Roatta (1936)\n Hop 2: Mario Roatta -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.3 + }, + { + "id": "q_004182", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Augusto Arioni -> member of sports team -> Torino FC (1912)\n Hop 2: Torino FC -> country -> Kingdom of Italy (1912)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_002192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Hop 1: Thomas Linke -> member of sports team -> Germany men's national association football team (1997)\n Hop 2: Germany men's national association football team -> head coach -> Berti Vogts (1997)\n Answer: Berti Vogts", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_004835", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Karl Plattner -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1950)\n Answer: Alcide De Gasperi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001116", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Chimamanda Ngozi Adichie -> nominated for -> Booker Prize (2004)\n Hop 2: Booker Prize -> winner -> Alan Hollinghurst (2004)\n Answer: 2004", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_003320", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Soviet Union", + "pred": "Hop 1: Ochakiv Raion -> located in -> Odesa Oblast (1935)\n Hop 2: Odesa Oblast -> country -> Soviet Union (1935)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_003882", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Giuseppe Patan\u00e8 -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_003657", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Hop 1: Karen Dokhoyan -> member of sports team -> Armenia men's national football team (2007)\n Hop 2: Armenia men's national football team -> head coach -> Ian Porterfield (2007)\n Answer: Ian Porterfield", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001053", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Toni Servillo", + "pred": "Hop 1: Tom Schilling -> nominated for -> European Film Award for Best Actor (2013)\n Hop 2: European Film Award for Best Actor -> winner -> Toni Servillo (2013)\n Hop 3: Toni Servillo -> winner -> European Film Award for Best Actor (2013)\n Answer: European Film Award for Best Actor", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006052", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1983.0, + "gold": "1983", + "pred": "Hop 1: Richard Attenborough -> award received -> BAFTA Award for Best Direction (1983)\n Hop 2: Costa-Gavras -> nominated for -> BAFTA Award for Best Direction (1983)\n Answer: 1983", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_000428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "Hop 1: A Single Man -> nominated for -> Academy Award for Best Actor (2010)\n Hop 2: Academy Award for Best Actor (2010) -> winner -> Colin Firth (2010)\n Hop 3: Colin Firth (2010) -> winner -> A Single Man (2010)\n Answer: A Single Man", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000183", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italian lira", + "pred": "Hop 1: Nello Pagani -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> currency -> Italian lira (2001)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_007379", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Giovanni Trapattoni", + "pred": "Hop 1: Heiko Gerber -> member of sports team -> VfB Stuttgart (2006)\n Hop 2: VfB Stuttgart -> head coach -> Giovanni Trapattoni (2006)\n Answer: Giovanni Trapattoni", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_005742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "James Kelman", + "pred": "Hop 1: Abdulrazak Gurnah -> nominated for -> Booker Prize (1994)\n Hop 2: Booker Prize (1994) -> winner -> James Kelman (1994)\n Answer: James Kelman", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_000962", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "Hop 1: BND law -> signatory -> Wolfgang Sch\u00e4uble (1990)\n Hop 2: Wolfgang Sch\u00e4uble -> country of citizenship -> Germany (1990)\n Answer: Germany", + "em": 0.0, + "f1": 0.125 + }, + { + "id": "q_005810", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Otto Graf Lambsdorff", + "pred": "Hop 1: Free Democratic Party -> chairperson -> Otto Graf Lambsdorff (1990)\n Hop 2: Otto Graf Lambsdorff -> replaced by -> J\u00fcrgen M\u00f6llemann (1990)\n Answer: J\u00fcrgen M\u00f6llemann", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_000427", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Giovanni Leone", + "pred": "Hop 1: Piero Chiara -> country of citizenship -> Italy (1974)\n Hop 2: Italy -> head of state -> Giovanni Leone (1974)\n Answer: Giovanni Leone", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_005227", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "presidential system", + "pred": "Hop 1: Horodenka -> country -> Second Polish Republic (1938)\n Hop 2: Second Polish Republic -> basic form of government -> presidential system (1938)\n Answer: presidential system", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_000433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "God Save the Tsar!", + "pred": "Hop 1: Dub\u0103sari -> country -> Russian Empire (1911)\n Hop 2: Russian Empire -> anthem -> God Save the Tsar! (1911)\n Answer: God Save the Tsar!", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_005466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Climate Pledge Arena", + "pred": "Hop 1: Gary Payton -> member of sports team -> Seattle SuperSonics (2000)\n Hop 2: Seattle SuperSonics -> home venue -> Climate Pledge Arena (2000)\n Answer: Climate Pledge Arena", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_004741", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "1st Panzer Division", + "pred": "Hop 1: Karl Lotter -> significant person -> Maximilian von Weichs (1936)\n Hop 2: Maximilian von Weichs -> commander of (DEPRECATED) -> 1st Panzer Division (1936)\n Answer: 1st Panzer Division", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006763", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "Hop 1: Craig Armstrong -> award received -> BAFTA Award for Best Original Music (2001)\n Hop 2: BAFTA Award for Best Original Music -> winner -> Tan Dun (2001)\n Hop 3: Tan Dun -> year -> 2001\n Answer: 2001", + "em": 1.0, + "f1": 0.1 + }, + { + "id": "q_002214", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "Hop 1: Balaklava -> country -> Russian Empire (1917)\n Hop 2: Russian Empire -> anthem -> God Save the Tsar! (1917)\n Answer: God Save the Tsar!", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_005612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Nikita Khrushchev", + "pred": "Hop 1: Zuleykha Seyidmammadova -> member of political party -> Communist Party of the Soviet Union (1954)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Nikita Khrushchev (1954)\n Answer: Nikita Khrushchev", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007746", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Austria", + "pred": "Hop 1: Walter Gropius -> spouse -> Alma Mahler (1918)\n Hop 2: Alma Mahler -> country of citizenship -> Austria (1918)\n Answer: Austria", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_003268", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Luigi Carnacina -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1951)\n Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_000324", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "Hop 1: Kfar Saba -> country -> Mandatory Palestine (1937)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1937)\n Answer: United Kingdom", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006933", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Hop 1: Nani Tedeschi -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005705", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Robert Knud Friedrich Pilger", + "pred": "Hop 1: Hermann Otto Sleumer -> employer -> Botanic Garden and Botanical Museum Berlin (1949)\n Hop 2: Botanic Garden and Botanical Museum Berlin -> chief executive officer -> Robert Knud Friedrich Pilger (1949)\n Answer: Robert Knud Friedrich Pilger", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_006241", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Bucharest", + "pred": "Hop 1: Tutrakan -> country -> Kingdom of Romania (1935)\n Hop 2: Kingdom of Romania -> capital -> Bucharest (1935)\n Answer: Bucharest", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_003204", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Ralph Fiennes", + "pred": "Hop 1: Anders W. Berthelsen -> nominated for -> European Film Award for Best Actor (1999)\n Hop 2: European Film Award for Best Actor (1999) -> winner -> Ralph Fiennes (1999)\n Answer: Ralph Fiennes", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_001109", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Neutral Moresnet", + "pred": "Hop 1: Minden Government Region -> country -> Weimar Republic (1918)\n Hop 2: Weimar Republic -> shares border with -> Neutral Moresnet (1918)\n Answer: Neutral Moresnet", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_001496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Valeria Moriconi -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_004458", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Hop 1: Mehmed Uzun -> country of citizenship -> Turkey (1955)\n Hop 2: Turkey -> head of state -> Cel\u00e2l Bayar (1955)\n Answer: Cel\u00e2l Bayar", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_005199", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Hop 1: Sissel Tolaas -> work location -> Berlin (2009)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2009)\n Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000202", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Ireland", + "pred": "Hop 1: Matteo Priamo -> member of sports team -> Bardiani CSF 7 Saber (2006)\n Hop 2: Bardiani CSF 7 Saber -> country -> Ireland (2006)\n Answer: Ireland", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_006446", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Edoardo Mangiarotti -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_001839", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Q953762", + "pred": "Hop 1: Pedro Geromel -> member of sports team -> Barcelona (2010)\n Hop 2: Barcelona -> head of government -> Q953762 (2010)\n Answer: Q953762", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_001174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Latvian Higher League", + "pred": "Hop 1: Pavel Mochalin -> member of sports team -> FK Ventspils (2011)\n Hop 2: FK Ventspils -> league or competition -> Latvian Higher League (2011)\n Answer: Latvian Higher League", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006379", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Giorgio Napolitano", + "pred": "Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (2008)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2008)\n Answer: Giorgio Napolitano", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_001940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Marcello Costalunga -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> shares border with -> Yugoslavia (1989)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_001985", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Heinz Czechowski -> award received -> Heinrich Mann Prize (1984)\n Hop 2: Heinrich Mann Prize -> country -> German Democratic Republic (1984)\n Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_000177", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Claus Korth -> allegiance -> West Germany (1962)\n Hop 2: West Germany -> contains the administrative territorial entity -> Hesse (1962)\n Answer: Hesse", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003534", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: University of Toronto -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Tsinghua University (2021)\n Answer: 2021", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_007118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Steve Sampson", + "pred": "Hop 1: Andreas Herzog -> member of sports team -> LA Galaxy (2004)\n Hop 2: LA Galaxy -> head coach -> Steve Sampson (2004)\n Answer: Steve Sampson", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_008135", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Panama", + "pred": "Hop 1: Frank Tieri -> residence -> United States (1922)\n Hop 2: United States -> shares border with -> Panama (1922)\n Hop 3: Panama -> shares border with -> Costa Rica (1922)\n Answer: Costa Rica", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_008030", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Hop 1: Jacques Laurent -> member of -> Acad\u00e9mie Fran\u00e7aise (1988)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Maurice Druon (1988)\n Answer: Maurice Druon", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_008449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Hop 1: Hanns Martin Schleyer -> member of political party -> Christian Democratic Union (1975)\n Hop 2: Christian Democratic Union -> general secretary -> Kurt Biedenkopf (1975)\n Answer: Kurt Biedenkopf", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_001457", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Thomas Keneally", + "pred": "Hop 1: William Boyd -> nominated for -> Booker Prize (1982)\n Hop 2: Booker Prize -> winner -> Thomas Keneally (1982)\n Answer: Thomas Keneally", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_001650", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Sergi L\u00f3pez", + "pred": "Hop 1: Bread and Tulips -> nominated for -> European Film Award for Best Actor (2000)\n Hop 2: European Film Award for Best Actor -> winner -> Sergi L\u00f3pez (2000)\n Hop 3: Sergi L\u00f3pez -> winner -> European Film Award for Best Actor (2000)\n Answer: Sergi L\u00f3pez", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_006597", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "SeatGeek Stadium", + "pred": "Hop 1: Logan Pause -> member of sports team -> Chicago Fire FC (2009)\n Hop 2: Chicago Fire FC -> home venue -> SeatGeek Stadium (2009)\n Answer: SeatGeek Stadium", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_003141", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Canada", + "pred": "Hop 1: Joseph-Elz\u00e9ar Bernier -> member of the crew of -> Gauss (1924)\n Hop 2: Gauss -> country of registry -> Canada (1924)\n Answer: Canada", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_004341", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "BP", + "pred": "Hop 1: Wolfram Wuttke -> member of sports team -> Hamburger SV (1984)\n Hop 2: Hamburger SV -> sponsor -> BP (1984)\n Answer: BP", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_007989", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1905.0, + "gold": "Russian Empire", + "pred": "Hop 1: Vedi -> located in -> Erivan Governorate (1905)\n Hop 2: Erivan Governorate -> country -> Russian Empire (1905)\n Answer: Russian Empire", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_002962", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Hop 1: Bruno Torpigliani -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001198", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Allianz Arena", + "pred": "Hop 1: Kenny Cooper -> member of sports team -> TSV 1860 M\u00fcnchen (2011)\n Hop 2: TSV 1860 M\u00fcnchen -> home venue -> Allianz Arena (2011)\n Answer: Allianz Arena", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006028", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Hop 1: Artur Moraes -> member of sports team -> S.L. Benfica (2012)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2012)\n Answer: Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_007856", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "Hop 1: Rorschach\u2013St. Gallen railway line -> owned by -> Vereinigte Schweizerbahnen (1902)\n Hop 2: Vereinigte Schweizerbahnen -> replaced by -> Swiss Federal Railways (1902)\n Answer: 1902", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_003797", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Hop 1: Fontanezier -> replaced by -> T\u00e9venon (2011)\n Hop 2: T\u00e9venon -> replaces -> Vaugondry (2011)\n Answer: 2011", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_002920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: HMS Graph -> country of registry -> Nazi Germany (1941)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1941)\n Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_004648", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "Hop 1: Yoshio Masui -> award received -> Albert Lasker Award for Basic Medical Research (1998)\n Hop 2: Albert Lasker Award for Basic Medical Research -> winner -> Lee Hartwell (1998)\n Answer: 1998", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_005249", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Julie Christie", + "pred": "Hop 1: Marriage Italian-Style -> nominated for -> Academy Award for Best Actress (1965)\n Hop 2: Academy Award for Best Actress (1965) -> winner -> Julie Christie\n Hop 3: Julie Christie -> winner of -> 1965 Academy Award for Best Actress\n Answer: Julie Christie", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_004612", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Luigi Carnacina -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Umberto II of Italy (1951)\n Answer: Umberto II of Italy", + "em": 0.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_006383", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "Hop 1: Giacomo Neri -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Aldo Moro (1976)\n Answer: 1976", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_003997", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Hop 1: Romain Duris -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor -> winner -> Daniel Auteuil (2005)\n Answer: Daniel Auteuil", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002521", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Heiko Herrlich", + "pred": "Hop 1: Marek Such\u00fd -> member of sports team -> FC Augsburg (2020)\n Hop 2: FC Augsburg -> head coach -> Heiko Herrlich (2020)\n Answer: Heiko Herrlich", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_008451", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Mario Draghi", + "pred": "Hop 1: Cesare Benedetti -> country for sport -> Italy (2021)\n Hop 2: Italy -> head of government -> Mario Draghi (2021)\n Answer: Mario Draghi", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_002584", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1944.0, + "gold": "1944", + "pred": "Hop 1: Johnny Burke -> award received -> Academy Award for Best Original Song (1944)\n Hop 2: Harry Warren -> award received -> Academy Award for Best Original Song (1944)\n Hop 3: Johnny Burke -> winner -> Harry Warren (1944)\n Answer: 1944", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_000401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Zhou Enlai", + "pred": "Hop 1: Zhao Ziyang -> country of citizenship -> People's Republic of China (1959)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1959)\n Answer: Zhou Enlai", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007273", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Harry Redknapp", + "pred": "Hop 1: Michael Dawson -> member of sports team -> Tottenham Hotspur F.C. (2010)\n Hop 2: Tottenham Hotspur F.C. -> head coach -> Harry Redknapp (2010)\n Answer: Harry Redknapp", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_000566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Hop 1: Jean-Loup Dabadie -> member of -> Acad\u00e9mie Fran\u00e7aise (2009)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> H\u00e9l\u00e8ne Carr\u00e8re d'Encausse (2009)\n Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_001480", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Hop 1: Matt Carkner -> drafted by -> Montreal Canadiens (1999)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (1999)\n Answer: Saku Koivu", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_002648", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Hop 1: Jennifer Johnston -> nominated for -> Booker Prize (1977)\n Hop 2: Booker Prize (1977) -> winner -> Paul Scott (1977)\n Answer: Paul Scott", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005191", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1920)\n Hop 2: Independent Social Democratic Party of Germany -> chairperson -> Theodor Liebknecht (1920)\n Answer: Theodor Liebknecht", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_004451", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Azerbaijan Premier League", + "pred": "Hop 1: Andrey Popovi\u00e7 -> member of sports team -> FC Baku (2009)\n Hop 2: FC Baku -> league or competition -> Azerbaijan Premier League (2009)\n Answer: Azerbaijan Premier League", + "em": 1.0, + "f1": 0.2857142857142857 + } + ] +} \ No newline at end of file diff --git a/eval/v3-sft-baseline.judged-1743.json b/eval/v3-sft-baseline.judged-1743.json new file mode 100644 index 0000000000000000000000000000000000000000..4a48bf94b8345009205b26a14babef30a932632d --- /dev/null +++ b/eval/v3-sft-baseline.judged-1743.json @@ -0,0 +1,22725 @@ +{ + "name": "v3-sft-baseline", + "policy_path": "../checkpoints/sft-v3/final", + "split": "test", + "n_samples": 1743, + "temperature": 0.0, + "max_new_tokens": 96, + "answer_extracted": true, + "n_with_answer_marker": 1738, + "judge_provider": "anthropic", + "judge_model": "claude-haiku-4-5-20251001", + "overall": { + "n": 1743, + "em": 0.8646012621916236, + "f1": 0.883315072786258, + "judge_em": 0.8605851979345955 + }, + "by_complexity": { + "1hop": { + "n": 800, + "em": 0.97875, + "f1": 0.9838125, + "judge_em": 0.9625 + }, + "2hop": { + "n": 800, + "em": 0.81125, + "f1": 0.8245237068965516, + "judge_em": 0.80625 + }, + "3plus": { + "n": 143, + "em": 0.5244755244755245, + "f1": 0.64999444999445, + "judge_em": 0.5944055944055944 + } + }, + "by_operator": { + "before_after": { + "n": 517, + "em": 0.8568665377176016, + "f1": 0.8781062908722483, + "judge_em": 0.839458413926499 + }, + "interval": { + "n": 163, + "em": 1.0, + "f1": 0.9830406882448347, + "judge_em": 0.9815950920245399 + }, + "point_in_time": { + "n": 535, + "em": 0.8878504672897196, + "f1": 0.9006764574988875, + "judge_em": 0.8822429906542056 + }, + "sequence": { + "n": 528, + "em": 0.8068181818181818, + "f1": 0.8400372775372775, + "judge_em": 0.821969696969697 + } + }, + "per_example": [ + { + "id": "q_006291", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "chairperson", + "pred": "President of the Portuguese Football Federation", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jonas -> member of sports team -> S.L. Benfica (2017)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2017)\n Hop 3: Lu\u00eds Filipe Vieira -> position held -> President of the Portuguese Football Federation (2017)\n Answer: President of the Portuguese Football Federation", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007337", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "Nicholas II of Russia", + "pred": "Nikolay II", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Ararat -> located in -> Erivan Governorate (1907)\n Hop 2: Erivan Governorate -> country -> Russian Empire (1907)\n Hop 3: Russian Empire -> head of state -> Nikolay II (1907)\n Answer: Nikolay II", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000021", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Galvano Della Volpe -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of state -> Antonio Segni (1959)\n Hop 3: Antonio Segni -> position held -> President of the Italian Republic (1959)\n Answer: President of the Italian Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007809", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Irina Bokova", + "pred": "David Elkind", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kach -> designated as terrorist by -> United States (2011)\n Hop 2: United States -> member of -> UNESCO (2011)\n Hop 3: UNESCO -> chairperson -> David Elkind (2011)\n Answer: David Elkind", + "judge_em": 0, + "judge_reply": "I NEED TO ANALYZE" + }, + { + "id": "q_001979", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arnold J. Levine -> award received -> Paul Ehrlich and Ludwig Darmstaedter Prize (1998)\n Answer: 1998", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005455", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.5714285714285714, + "pred_raw": "Hop 1: On Golden Pond -> nominated for -> Academy Award for Best Actress (1982)\n Hop 2: Academy Award for Best Actress -> winner -> Meryl Streep (1982)\n Hop 3: Meryl Streep -> award received -> Academy Award for Best Actress (1982)\n Answer: Academy Award for Best Actress", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008005", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Urbano Lazzaro -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1961)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1961)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008690", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Pesaola -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008321", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vito Lattanzio -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007761", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Arista Records", + "pred": "Sony Music", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jennifer Love Hewitt -> unmarried partner -> John Mayer (2002)\n Hop 2: John Mayer -> nominated for -> Grammy Award for Best Male Pop Vocal Performance (2002)\n Hop 3: Grammy Award for Best Male Pop Vocal Performance -> winner -> Epic Records (2002)\n Hop 4: Epic Records -> record label -> Sony Music (2002)\n Answer: Sony Music", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008118", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Vincent Cimatti -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1959)\n Hop 3: Alcide De Gasperi -> position held -> President of the Italian Republic (1959)\n Answer: President of the Italian Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001360", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist", + "em": 0.0, + "f1": 0.8, + "pred_raw": "Hop 1: Luo Ruiqing -> country of citizenship -> People's Republic of China (1970)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1970)\n Hop 3: Zhou Enlai -> spouse -> Deng Yingchao (1970)\n Hop 4: Deng Yingchao -> member of political party -> Chinese Communist Party (1970)\n Answer: Chinese Communist", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_000136", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michele Pellegrino -> country of citizenship -> Italy (1981)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1981)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1981)\n Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006986", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Falcone -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giovanni Leone (1955)\n Answer: Giovanni Leone", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_003298", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "monarchy", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Metz -> country -> Germany (1940)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1940)\n Hop 3: Afghanistan -> basic form of government -> monarchy (1940)\n Answer: monarchy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006733", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Pesaola -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005866", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.5714285714285714, + "pred_raw": "Hop 1: Diane Keaton -> nominated for -> Academy Award for Best Actress (2004)\n Hop 2: Academy Award for Best Actress (2004) -> winner -> Hilary Swank (2004)\n Hop 3: Hilary Swank (2004) -> award received -> Academy Award for Best Actress (2004)\n Answer: Academy Award for Best Actress", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004748", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alfredo Sivocci -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1964)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1964)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004795", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Chancellor of Germany", + "pred": "President of Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: SMS Arcona -> crew members -> Eberhard Godt (1922)\n Hop 2: Eberhard Godt -> allegiance -> Weimar Republic (1922)\n Hop 3: Weimar Republic -> head of government -> Friedrich Ebert (1922)\n Hop 4: Friedrich Ebert -> position held -> President of Germany (1922)\n Answer: President of Germany", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000787", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "monarchy", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Niobe -> country of registry -> Germany (1932)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1932)\n Hop 3: Afghanistan -> basic form of government -> monarchy (1932)\n Answer: monarchy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008333", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aldo Morandi -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1963)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1963)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008338", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Academy Award for Best Visual Effects", + "pred": "Ken Ralston", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: True Lies -> nominated for -> Japan Academy Prize for Outstanding Foreign Language Film (1995)\n Hop 2: Japan Academy Prize for Outstanding Foreign Language Film -> winner -> Ken Ralston (1995)\n Answer: Ken Ralston", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_001840", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tano Cimarosa -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1995)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1995)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001274", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aurelio Sabattani -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1967)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1967)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000547", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Antonio Segni", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Antonio Segni (1965)\n Answer: Antonio Segni", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001052", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Bordoni -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1955)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1955)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006228", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "Robert Ferdinand Wagner Jr.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jane Jacobs -> residence -> New York City (1963)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1963)\n Answer: Robert Ferdinand Wagner Jr.", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006414", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1955)\n Answer: Paul-Henri Spaak", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001651", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "President of Italy", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Daniela Rocca -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1957)\n Answer: Alcide De Gasperi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007640", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Plinio Antolini -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1956)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1956)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Annalena Tonelli -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1969)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1969)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004943", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Nazi Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: U-13 -> part of -> 1st U-boat Flotilla (1938)\n Hop 2: 1st U-boat Flotilla -> location -> Kiel (1938)\n Hop 3: Kiel -> country -> Germany (1938)\n Answer: Germany", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_007287", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Angelo Cella -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1998)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1998)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005394", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Veriano Luchetti -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1997)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007314", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Mayor of New York City", + "pred": "New York City Mayor", + "em": 0.0, + "f1": 0.888888888888889, + "pred_raw": "Hop 1: Elliott Erwitt -> work location -> New York City (1957)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1957)\n Hop 3: Robert Ferdinand Wagner Jr. -> position held -> New York City Mayor (1957)\n Answer: New York City Mayor", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003452", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mary Blair -> residence -> New York City (1948)\n Hop 2: New York City -> head of government -> William O'Dwyer (1948)\n Hop 3: William O'Dwyer -> position held -> Mayor of New York City (1948)\n Answer: Mayor of New York City", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006815", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Love the Way You Lie -> nominated for -> MTV Europe Music Award for Best Song (2010)\n Hop 2: MTV Europe Music Award for Best Song -> winner -> Lady Gaga (2010)\n Answer: 2010", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008439", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Tim Robbins", + "pred": "Susan Sarandon", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nell -> unmarried partner -> Winona Ryder (1995)\n Hop 2: Winona Ryder -> nominated for -> Academy Award for Best Actress (1995)\n Hop 3: Academy Award for Best Actress (1995) -> winner -> Susan Sarandon (1995)\n Hop 4: Susan Sarandon -> winner -> Academy Award for Best Actress (1995)\n Answer: Susan Sarandon", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003245", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "constitutional monarchy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Niobe -> country of registry -> Germany (1932)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1932)\n Hop 3: Afghanistan -> basic form of government -> constitutional monarchy (1932)\n Answer: constitutional monarchy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008633", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giurgiu -> located in -> Vla\u0219ca County (1920)\n Hop 2: Vla\u0219ca County -> country -> Kingdom of Romania (1920)\n Hop 3: Kingdom of Romania -> capital -> Bucharest (1920)\n Answer: Bucharest", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003473", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Amin al-Dawla", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Dushanbe -> located in -> Emirate of Bukhara (1915)\n Hop 2: Emirate of Bukhara -> head of state -> Amin al-Dawla (1915)\n Hop 3: Amin al-Dawla -> country -> Russian Empire (1915)\n Answer: Amin al-Dawla", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001673", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aurelio Sabattani -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1967)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1967)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005726", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "First Republic of Austria", + "pred": "Federal State of Austria", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Aachen -> country -> Nazi Germany (1934)\n Hop 2: Nazi Germany -> shares border with -> Federal State of Austria (1934)\n Answer: Federal State of Austria", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004929", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Virginio Rosetta -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1967)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1967)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006286", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mannheim Observatory -> owned by -> Mannheim (1977)\n Hop 2: Mannheim -> country -> West Germany (1977)\n Hop 3: West Germany -> currency -> Deutsche Mark (1977)\n Answer: Deutsche Mark", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002759", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "K\u014dichir\u014d Matsuura", + "pred": "Irina Bokova", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Eduardo Saverin -> country of citizenship -> United States (2005)\n Hop 2: United States -> member of -> UNESCO (2005)\n Hop 3: UNESCO -> chairperson -> Irina Bokova (2005)\n Answer: Irina Bokova", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004009", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "2014", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Thierry Mariani -> member of political party -> Union for a Popular Movement (2014)\n Hop 2: Union for a Popular Movement -> chairperson -> Jean-Fran\u00e7ois Cop\u00e9 (2014)\n Hop 3: Jean-Fran\u00e7ois Cop\u00e9 -> occupation -> politician (2014)\n Answer: 2014", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007134", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Paolo Dezza -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1998)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002750", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Basaglia -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000812", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "U-13", + "pred": "1st U-boat Flotilla", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: U-14 -> commanded by -> Victor Oehrn (1936)\n Hop 2: Victor Oehrn -> affiliation -> 1st U-boat Flotilla (1936)\n Answer: 1st U-boat Flotilla", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003515", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Umberto Pasquale -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005012", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Filippo D'Amico -> country of citizenship -> Italy (1982)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1982)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1982)\n Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004016", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ernesto Prinoth -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1980)\n Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008522", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Bordoni -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1955)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1955)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tano Cimarosa -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1995)\n Hop 3: Carlo Azeglio Ciampi -> position held -> President of Italy (1995)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000716", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Umberto II", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alberto Moravia -> spouse -> Elsa Morante (1958)\n Hop 2: Elsa Morante -> country of citizenship -> Italy (1958)\n Hop 3: Italy -> head of state -> Umberto II (1958)\n Answer: Umberto II", + "judge_em": 0, + "judge_reply": "I NEED TO WORK" + }, + { + "id": "q_004128", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Linda Sini -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1956)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1956)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002796", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1923.0, + "gold": "1923", + "pred": "1923", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Weimar Republic -> currency -> Rentenmark (1923)\n Hop 2: Rentenmark -> replaces -> Papiermark (1923)\n Answer: 1923", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "AS Roma", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Michelangelo Albertazzi -> member of sports team -> AC Milan (2014)\n Hop 2: AC Milan -> head coach -> Massimiliano Allegri (2014)\n Hop 3: Massimiliano Allegri -> member of sports team -> AS Roma (2014)\n Answer: AS Roma", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003552", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "chairperson", + "pred": "Lu\u00eds Filipe Vieira", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Miralem Sulejmani -> member of sports team -> S.L. Benfica (2014)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2014)\n Answer: Lu\u00eds Filipe Vieira", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004730", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "God Save the Tsar!", + "pred": "Pan-Slavic Hymn", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Vedi -> located in -> Erivan Governorate (1907)\n Hop 2: Erivan Governorate -> country -> Russian Empire (1907)\n Hop 3: Russian Empire -> anthem -> Pan-Slavic Hymn (1907)\n Answer: Pan-Slavic Hymn", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005767", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Angela Merkel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bj\u00f6rn Schr\u00f6der -> member of sports team -> Milram (2010)\n Hop 2: Milram -> country -> Germany (2010)\n Hop 3: Germany -> head of government -> Angela Merkel (2010)\n Answer: Angela Merkel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002032", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Mayor of New York City", + "pred": "New York City Comptroller", + "em": 0.0, + "f1": 0.6666666666666665, + "pred_raw": "Hop 1: Oliver & Company -> narrative location -> New York City (1988)\n Hop 2: New York City -> head of government -> Ed Koch (1988)\n Hop 3: Ed Koch -> position held -> New York City Comptroller (1988)\n Answer: New York City Comptroller", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008644", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Salman Rushdie -> spouse -> Padma Lakshmi (2005)\n Hop 2: John Banville -> winner -> Salman Rushdie (2005)\n Answer: 2005", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006768", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ulrike Herrmann -> member of political party -> Christian Democratic Union (1987)\n Hop 2: Christian Democratic Union -> chairperson -> Helmut Kohl (1987)\n Hop 3: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Answer: West Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002122", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Angelo Cella -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1964)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1964)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Getulio Alviani -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1980)\n Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000842", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "God Save the King", + "pred": "God Save the King", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Enderbury Island -> country -> United Kingdom (1938)\n Hop 2: United Kingdom -> head of state -> George VI (1938)\n Hop 3: George VI -> anthem -> God Save the King (1938)\n Answer: God Save the King", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003512", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "John A. Alonzo", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: On Golden Pond -> nominated for -> Academy Award for Best Sound -> winner -> John A. Alonzo (1982)\n Answer: John A. Alonzo", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002727", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Federal State of Austria", + "pred": "Europe", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: 1938 World Figure Skating Championships -> location -> Berlin (1938)\n Hop 2: Berlin -> shares border with -> Czechoslovakia (1938)\n Hop 3: Czechoslovakia -> located in -> Europe (1938)\n Answer: Europe", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004477", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tommaso Padoa-Schioppa -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1970)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1970)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004639", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lelio Antoniotti -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1965)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1965)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002027", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1913.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Vedi -> located in -> Erivan Governorate (1913)\n Hop 2: Erivan Governorate -> country -> Russian Empire (1913)\n Hop 3: Russian Empire -> head of state -> Nicholas II (1913)\n Answer: Nicholas II", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004554", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gino Archesso -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Antonio Segni (1961)\n Hop 3: Antonio Segni -> position held -> President of Italy (1961)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005676", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Laureus World Sports Award for Comeback of the Year -> winner -> Lance Armstrong (2000)\n Hop 2: Lance Armstrong -> member of sports team -> Discovery Channel (2000)\n Hop 3: Discovery Channel -> country -> United States (2000)\n Answer: United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008291", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Linda Sini -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1956)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1956)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008225", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luciano Emmer -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1998)\n Hop 3: Carlo Azeglio Ciampi -> position held -> President of Italy (1998)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001173", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist", + "em": 0.0, + "f1": 0.8, + "pred_raw": "Hop 1: Guo Moruo -> country of citizenship -> People's Republic of China (1970)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1970)\n Hop 3: Zhou Enlai -> spouse -> Deng Yingchao (1970)\n Hop 4: Deng Yingchao -> member of political party -> Chinese Communist Party (1970)\n Answer: Chinese Communist", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008571", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "constitutional monarchy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Metz -> country -> Germany (1940)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1940)\n Hop 3: Afghanistan -> basic form of government -> constitutional monarchy (1940)\n Answer: constitutional monarchy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000937", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1934.0, + "gold": "1934", + "pred": "1934", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heinrich Liebe -> allegiance -> Nazi Germany (1934)\n Hop 2: Nazi Germany -> shares border with -> Federal State of Austria (1934)\n Hop 3: Federal State of Austria -> replaces -> First Republic of Austria (1934)\n Answer: 1934", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003736", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Friedrich Ebert", + "pred": "Paul von Hindenburg", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: SMS Arcona -> crew members -> Eberhard Godt (1921)\n Hop 2: Eberhard Godt -> allegiance -> Weimar Republic (1921)\n Hop 3: Weimar Republic -> head of state -> Paul von Hindenburg (1921)\n Answer: Paul von Hindenburg", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002966", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mariano Agate -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1995)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1995)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000538", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Falcone -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giovanni Leone (1955)\n Hop 3: Giovanni Leone -> position held -> President of Italy (1955)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000838", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.20000000000000004, + "pred_raw": "Hop 1: Ant\u00f4nio da Silva -> member of sports team -> MSV Duisburg (2012)\n Hop 2: MSV Duisburg -> head coach -> J\u00fcrgen Klopp (2012)\n Hop 3: J\u00fcrgen Klopp -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2012)\n Answer: Order of Merit of Baden-W\u00fcrttemberg", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002448", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Vanderbilt University", + "pred": "University of Chicago", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Viktor Hamburger -> award received -> Louisa Gross Horwitz Prize (1983)\n Hop 2: Louisa Gross Horwitz Prize -> winner -> Torsten Nils Wiesel (1983)\n Hop 3: Torsten Nils Wiesel -> employer -> University of Chicago (1983)\n Answer: University of Chicago", + "judge_em": 0, + "judge_reply": "I NEED TO TRACE" + }, + { + "id": "q_007230", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zoran Klemen\u010di\u010d -> member of sports team -> Tenax (2003)\n Hop 2: Tenax -> country -> Italy (2003)\n Hop 3: Italy -> head of state -> Carlo Azeglio Ciampi (2003)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004534", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Odo Fusi Pecci -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1953)\n Hop 3: Amintore Fanfani -> position held -> Prime Minister of Italy (1953)\n Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007740", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "pred_raw": "Hop 1: Ra\u00fal Pateras Pescara -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1960)\n Hop 3: Amintore Fanfani -> position held -> President of Italy (1960)\n Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007848", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Council of Ministers", + "em": 0.0, + "f1": 0.22222222222222224, + "pred_raw": "Hop 1: Mariano Agate -> country of citizenship -> Italy (2008)\n Hop 2: Italy -> head of government -> Mario Monti (2008)\n Hop 3: Mario Monti -> position held -> President of the Council of Ministers (2008)\n Answer: President of the Council of Ministers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003817", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Variety -> place of publication -> New York City (1947)\n Hop 2: New York City -> head of government -> William O'Dwyer (1947)\n Hop 3: William O'Dwyer -> position held -> Mayor of New York City (1947)\n Answer: Mayor of New York City", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006982", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Hannelore Kohl", + "pred": "Hannelore Kohl", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ulrike Herrmann -> member of political party -> Christian Democratic Union (1986)\n Hop 2: Christian Democratic Union -> chairperson -> Helmut Kohl (1986)\n Hop 3: Helmut Kohl -> spouse -> Hannelore Kohl (1986)\n Answer: Hannelore Kohl", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000932", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Governing Mayor of Berlin", + "pred": "Minister of Finance", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Q896393 -> work location -> Berlin (1977)\n Hop 2: Berlin -> head of government -> Dietrich Stobbe (1977)\n Hop 3: Dietrich Stobbe -> position held -> Minister of Finance (1977)\n Answer: Minister of Finance", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004711", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Vanderbilt University", + "pred": "University of California, Berkeley", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Albert Lasker Award for Basic Medical Research -> winner -> Paul Berg (1980)\n Hop 2: Paul Berg -> award received -> Nobel Prize in Chemistry (1980)\n Hop 3: Nobel Prize in Chemistry -> employer -> University of California, Berkeley (1980)\n Answer: University of California, Berkeley", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001424", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Free State of Prussia", + "pred": "Kingdom of Prussia", + "em": 0.0, + "f1": 0.5714285714285715, + "pred_raw": "Hop 1: Tilla Durieux -> spouse -> Paul Cassirer (1920)\n Hop 2: Paul Cassirer -> work location -> Berlin (1920)\n Hop 3: Berlin -> located in -> Kingdom of Prussia (1920)\n Answer: Kingdom of Prussia", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006808", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Umberto Pasquale -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005728", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Council of Ministers of Italy", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Getulio Alviani -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> President of the Council of Ministers of Italy (1980)\n Answer: President of the Council of Ministers of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000501", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Civic Democratic Party", + "pred": "V\u00e1clav Klaus", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Czech Republic -> head of government -> V\u00e1clav Klaus (1995)\n Hop 2: Lubo\u0161 Kohoutek -> country of citizenship -> Czech Republic (1995)\n Answer: V\u00e1clav Klaus", + "judge_em": 0, + "judge_reply": "I NEED TO WORK" + }, + { + "id": "q_003472", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Carlo Rambaldi -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1955)\n Answer: Paul-Henri Spaak", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007593", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Antonio Segni", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alberto Moravia -> spouse -> Elsa Morante (1958)\n Hop 2: Elsa Morante -> country of citizenship -> Italy (1958)\n Hop 3: Italy -> head of state -> Antonio Segni (1958)\n Answer: Antonio Segni", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004304", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "military personnel", + "pred": "Otto Schuhart", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: 21st U-boat Flotilla -> part of -> U-120 (1943)\n Hop 2: Otto Schuhart -> commanded by -> 21st U-boat Flotilla (1943)\n Hop 3: U-120 -> occupation -> Otto Schuhart (1943)\n Answer: Otto Schuhart", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_004513", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> member of -> European Economic Community (1953)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1953)\n Answer: Paul-Henri Spaak", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001144", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Angela Merkel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bj\u00f6rn Schr\u00f6der -> member of sports team -> Milram (2010)\n Hop 2: Milram -> country -> Germany (2010)\n Hop 3: Germany -> head of government -> Angela Merkel (2010)\n Answer: Angela Merkel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004736", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Prime Minister of Italy", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Virginio De Paoli -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1996)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001077", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Mayor of New York City", + "pred": "New York City Mayor", + "em": 0.0, + "f1": 0.888888888888889, + "pred_raw": "Hop 1: Arman -> work location -> New York City (1964)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1964)\n Hop 3: Robert Ferdinand Wagner Jr. -> position held -> New York City Mayor (1964)\n Answer: New York City Mayor", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sim\u00e3o Sabrosa -> member of sports team -> S.L. Benfica (2003)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2003)\n Answer: chairperson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004250", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Basaglia -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: 1976", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002769", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dennis Stock -> work location -> New York City (1955)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1955)\n Hop 3: Robert Ferdinand Wagner Jr. -> position held -> Mayor of New York City (1955)\n Answer: Mayor of New York City", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001923", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alfredo Mazzoni -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1958)\n Hop 3: Amintore Fanfani -> position held -> Prime Minister of Italy (1958)\n Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008379", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cesare Terranova -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1958)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1958)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004279", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "U-13", + "pred": "1st U-boat Flotilla", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Victor Oehrn -> affiliation -> 1st U-boat Flotilla (1936)\n Answer: 1st U-boat Flotilla", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008534", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "President of the Council of Ministers", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Bruno Arcari -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1958)\n Hop 3: Alcide De Gasperi -> position held -> President of the Council of Ministers (1958)\n Answer: President of the Council of Ministers", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001990", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "United Nations", + "pred": "United States", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Bad Day at Black Rock -> narrative location -> United States (1945)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1945)\n Hop 3: Territory of Hawaii -> member of -> United States (1945)\n Answer: United States", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000057", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Attilio Pierelli -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giovanni Leone (1970)\n Hop 3: Giovanni Leone -> position held -> President of Italy (1970)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003633", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eleonora Rossi Drago -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1966)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1966)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007357", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Mayor of New York City", + "pred": "New York City Mayor", + "em": 0.0, + "f1": 0.888888888888889, + "pred_raw": "Hop 1: Prelinger Archives -> located in -> New York City (1989)\n Hop 2: New York City -> head of government -> Ed Koch (1989)\n Hop 3: Ed Koch -> position held -> New York City Mayor (1989)\n Answer: New York City Mayor", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "President of the United States", + "pred": "President of the United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michael Barry -> member of sports team -> Discovery Channel (2004)\n Hop 2: Discovery Channel -> country -> United States (2004)\n Hop 3: United States -> head of government -> George W. Bush (2004)\n Hop 4: George W. Bush -> position held -> President of the United States (2004)\n Answer: President of the United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002803", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: Enrico Silvestri -> country of citizenship -> Italy (1955)\n Hop 4: Italy -> member of -> European Economic Community (1955)\n Hop 5: European Economic Community -> chairperson -> Paul-Henri Spaak (", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: Enrico Silvestri -> country of citizenship -> Italy (1955)\n Hop 4: Italy -> member of -> European Economic Community (1955)\n Hop 5: European Economic Community -> chairperson -> Paul-Henri Spaak (", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_005319", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Sergio Andreoli -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Antonio Segni (1965)\n Hop 3: Antonio Segni -> country for sport -> Italy (1965)\n Answer: Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008568", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Petrilli -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1998)\n Hop 3: Carlo Azeglio Ciampi -> position held -> President of Italy (1998)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Filippo Inzaghi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Michelangelo Albertazzi -> member of sports team -> AC Milan (2014)\n Hop 2: AC Milan -> head coach -> Filippo Inzaghi (2014)\n Answer: Filippo Inzaghi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002510", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Bill Clinton", + "pred": "Bill Clinton", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lance Armstrong -> member of sports team -> Motorola (1996)\n Hop 2: Motorola -> country -> United States (1996)\n Hop 3: United States -> head of government -> Bill Clinton (1996)\n Answer: Bill Clinton", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007048", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u010cervie\u0144 -> country -> Russian Empire (1912)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1912)\n Answer: Nicholas II of Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000284", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Irina Bokova", + "pred": "Kofi Annan", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Susan Polgar -> country for sport -> United States (2012)\n Hop 2: United States -> member of -> UNESCO (2012)\n Hop 3: UNESCO -> chairperson -> Kofi Annan (2012)\n Answer: Kofi Annan", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007586", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "German Emperor", + "pred": "Wilhelm II", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Breitscheidplatz -> named after -> Augusta Victoria of Schleswig-Holstein (1915)\n Hop 2: Augusta Victoria of Schleswig-Holstein -> spouse -> Wilhelm II (1915)\n Answer: Wilhelm II", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_006367", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Getulio Alviani -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1980)\n Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Loris Francesco Capovilla -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1958)\n Hop 3: Amintore Fanfani -> position held -> Prime Minister of Italy (1958)\n Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002788", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "John Gielgud", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Women in Love -> award received -> Academy Award for Best Actress (1969)\n Hop 2: Academy Award for Best Actress (1969) -> winner -> Maggie Smith (1969)\n Hop 3: Maggie Smith (1969) -> spouse -> John Gielgud (1969)\n Answer: John Gielgud", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001092", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "God Save the Tsar!", + "pred": "Finland's national anthem", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Helsinki -> capital of -> Grand Duchy of Finland (1906)\n Hop 2: Grand Duchy of Finland -> anthem -> Finland's national anthem (1906)\n Answer: Finland's national anthem", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_000319", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrea Pangrazio -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1960)\n Hop 3: Amintore Fanfani -> position held -> Prime Minister of Italy (1960)\n Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000336", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "New York City Mayor", + "em": 0.0, + "f1": 0.888888888888889, + "pred_raw": "Hop 1: Variety -> place of publication -> New York City (1963)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1963)\n Hop 3: Robert Ferdinand Wagner Jr. -> position held -> New York City Mayor (1963)\n Answer: New York City Mayor", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005328", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Basaglia -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007430", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Sukarno", + "pred": "Sukarno", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: People's Republic of China -> diplomatic relation -> Indonesia (1954)\n Hop 2: Changchun -> located in -> People's Republic of China (1954)\n Hop 3: Indonesia -> head of state -> Sukarno (1954)\n Answer: Sukarno", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001032", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Claudio Ruffini -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Antonio Segni (1961)\n Hop 3: Antonio Segni -> position held -> President of Italy (1961)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006917", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zoran Klemen\u010di\u010d -> member of sports team -> Tenax (2003)\n Hop 2: Tenax -> country -> Italy (2003)\n Hop 3: Italy -> head of state -> Carlo Azeglio Ciampi (2003)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008460", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> member of -> European Economic Community (1953)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1953)\n Answer: Paul-Henri Spaak", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001183", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Francesco Carpino -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001661", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of the Council of Ministers of Italy", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Nanni Loy -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1955)\n Hop 3: Alcide De Gasperi -> position held -> President of the Council of Ministers of Italy (1955)\n Answer: President of the Council of Ministers of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_002861", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Robert Schuman", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pia Nalli -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: European Economic Community -> chairperson of -> Robert Schuman (1955)\n Answer: Robert Schuman", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Oreste Biancoli -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Antonio Segni (1967)\n Hop 3: Antonio Segni -> position held -> President of Italy (1967)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ra\u00fal Pateras Pescara -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1960)\n Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_000264", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "Vivien Leigh", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Women in Love -> award received -> Academy Award for Best Actress (1969)\n Hop 2: Academy Award for Best Actress (1969) -> winner -> Maggie Smith\n Hop 3: Maggie Smith -> spouse -> John Gielgud\n Hop 4: John Gielgud -> spouse -> Vivien Leigh\n Answer: Vivien Leigh", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001302", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Umberto Pasquale -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> head of government -> Alcide De Gasperi (1953)\n Hop 3: Alcide De Gasperi -> position held -> Prime Minister of Italy (1953)\n Answer: 1953", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007976", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mariele Ventre -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1969)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1969)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007562", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Lviv University", + "pred": "Lviv University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zygmunt Janiszewski -> employer -> Lviv University (1913)\n Answer: Lviv University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "pred": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dan Aykroyd -> award received -> Golden Raspberry Award for Worst Supporting Actor - Razzie Award (1992)\n Answer: Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Cornacchia -> country of citizenship -> Italy (1951)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005303", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Valenciennes F.C.", + "pred": "Valenciennes F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Geoffrey Doumeng -> member of sports team -> Valenciennes F.C. (2007)\n Answer: Valenciennes F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003783", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Baron Harding of Petherton", + "pred": "Baron Harding of Petherton", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Harding, 1st Baron Harding of Petherton -> noble title -> Baron Harding of Petherton (1959)\n Answer: Baron Harding of Petherton", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004865", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Venturini -> country of citizenship -> Kingdom of Italy (1939)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006315", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kris Bright -> member of sports team -> Bryne FK (2012)\n Answer: 2012", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Anedda -> country of citizenship -> Italy (1980)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006083", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pula -> country -> Socialist Federal Republic of Yugoslavia (1954)\n Answer: Socialist Federal Republic of Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003360", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tanguy Viel -> award received -> C\u00e9sar Award for Best Original Screenplay (2023)\n Answer: 2023", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008353", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Chattanooga", + "pred": "Chattanooga", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: National Model Railroad Association -> headquarters -> Chattanooga (1986)\n Answer: Chattanooga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "D.C. United", + "pred": "D.C. United", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Robert F. Kennedy Memorial Stadium -> occupant -> D.C. United (2009)\n Answer: D.C. United", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gjilan -> country -> Socialist Federal Republic of Yugoslavia (1977)\n Answer: Socialist Federal Republic of Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004848", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vija Artmane -> country of citizenship -> Soviet Union (1964)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007525", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Oulu Province", + "pred": "Oulu Province", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kiiminki -> located in -> Oulu Province (1946)\n Answer: Oulu Province", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000885", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Northern Dvina Governorate", + "pred": "Northern Dvina Governorate", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yarensk Uyezd -> located in -> Northern Dvina Governorate (1923)\n Answer: Northern Dvina Governorate", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001030", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovan Battista Pellegrini -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004428", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tbilisi -> country -> Soviet Union (1923)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002780", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "University of British Columbia", + "pred": "University of British Columbia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Daniel Kahneman -> employer -> University of British Columbia (1983)\n Answer: University of British Columbia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000352", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Solicitor General for England and Wales", + "pred": "Solicitor General for England and Wales", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Simon, 1st Viscount Simon -> position held -> Solicitor General for England and Wales (1911)\n Answer: Solicitor General for England and Wales", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000414", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rudolf Jaenisch -> award received -> Robert Koch Prize (2002)\n Answer: 2002", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001261", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Renato Barisani -> country of citizenship -> Italy (1958)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001035", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "WWE", + "pred": "WWE", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shane McMahon -> employer -> WWE (1996)\n Answer: WWE", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008432", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Cindy McCain", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John McCain -> spouse -> Cindy McCain (1981)\n Answer: Cindy McCain", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005886", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Federal Minister for Foreign Affairs", + "pred": "Federal Minister for Foreign Affairs", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frank-Walter Steinmeier -> position held -> Federal Minister for Foreign Affairs (2017)\n Answer: Federal Minister for Foreign Affairs", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007363", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Landrat", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armin Grein -> position held -> Landrat (1989)\n Answer: Landrat", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006356", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adolf Schr\u00f6ter -> country of citizenship -> Germany (1950)\n Answer: Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004178", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "People's Republic of Bulgaria", + "pred": "People's Republic of Bulgaria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pernik -> country -> People's Republic of Bulgaria (1979)\n Answer: People's Republic of Bulgaria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kupferstichkabinett Berlin", + "pred": "Kupferstichkabinett Berlin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Max Jakob Friedl\u00e4nder -> employer -> Kupferstichkabinett Berlin (1919)\n Answer: Kupferstichkabinett Berlin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000581", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Sevilla FC", + "pred": "Sevilla FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexis Ruano Delgado -> member of sports team -> Sevilla FC (2011)\n Answer: Sevilla FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008059", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Heinrich Himmler", + "pred": "Heinrich Himmler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Schutzstaffel -> director / manager -> Heinrich Himmler (1939)\n Answer: Heinrich Himmler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002028", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Scopus", + "pred": "Scopus", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The New York Times -> indexed in bibliographic review -> Scopus (1996)\n Answer: Scopus", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianni De Michelis -> country of citizenship -> Italy (1947)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "James Norris Memorial Trophy", + "pred": "James Norris Memorial Trophy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erik Karlsson -> award received -> James Norris Memorial Trophy (2012)\n Answer: James Norris Memorial Trophy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005062", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Babe\u0219-Bolyai University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gyula Iulius Maurer -> employer -> Babe\u0219-Bolyai University (1961)\n Answer: Babe\u0219-Bolyai University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005618", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Leicester City F.C.", + "pred": "Leicester City F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jack Hobbs -> member of sports team -> Leicester City F.C. (2010)\n Answer: Leicester City F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ulrico Girardi -> country of citizenship -> Italy (1974)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FK Austria Wien", + "pred": "FK Austria Wien", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ronald Brunmayr -> member of sports team -> FK Austria Wien (1996)\n Answer: FK Austria Wien", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002148", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1927.0, + "gold": "Kingdom of Romania", + "pred": "Kingdom of Romania", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Balchik -> country -> Kingdom of Romania (1927)\n Answer: Kingdom of Romania", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006117", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cesarina Vighy -> country of citizenship -> Italy (1970)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Mary Pickford", + "pred": "Mary Pickford", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Academy Award for Best Actress -> winner -> Mary Pickford (1929)\n Answer: Mary Pickford", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003365", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "All-NBA Team", + "pred": "All-NBA Team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gary Payton -> award received -> All-NBA Team (2000)\n Answer: All-NBA Team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Deutsche Reichsbahn", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Molli railway -> operator -> Deutsche Reichsbahn (1922)\n Answer: Deutsche Reichsbahn", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003448", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Benedetta Cappa -> country of citizenship -> Kingdom of Italy (1901)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005271", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Borussia M\u00f6nchengladbach", + "pred": "Borussia M\u00f6nchengladbach", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Voigt -> member of sports team -> Borussia M\u00f6nchengladbach (2008)\n Answer: Borussia M\u00f6nchengladbach", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "United States Penitentiary, Florence ADMAX", + "pred": "2020", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ted Kaczynski -> place of detention -> United States Penitentiary, Florence ADMAX (2020)\n Answer: 2020", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007959", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Afghanistan", + "pred": "Afghanistan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Germany -> diplomatic relation -> Afghanistan (2010)\n Answer: Afghanistan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008034", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sergio Tofano -> country of citizenship -> Kingdom of Italy (1912)\n Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_006099", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Central Volga Krai -> located in -> Russian Soviet Federative Socialist Republic (1932)\n Answer: Russian Soviet Federative Socialist Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003338", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "President of the Bundestag", + "pred": "President of the Bundestag", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Wolfgang Sch\u00e4uble -> position held -> President of the Bundestag (2017)\n Answer: President of the Bundestag", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007882", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "pred": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ernst Chain -> award received -> Paul Ehrlich and Ludwig Darmstaedter Prize (1954)\n Answer: Paul Ehrlich and Ludwig Darmstaedter Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001101", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Melbourne Cricket Ground", + "pred": "Melbourne Cricket Ground", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Melbourne Football Club -> home venue -> Melbourne Cricket Ground (1904)\n Answer: Melbourne Cricket Ground", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004838", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "American Psycho 2", + "pred": "American Psycho 2", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: American Psycho -> derivative work -> American Psycho 2 (2002)\n Answer: American Psycho 2", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008088", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianfranco Parolini -> country of citizenship -> Italy (2017)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008278", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Valenciennes F.C.", + "pred": "Valenciennes F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kenny Lala -> member of sports team -> Valenciennes F.C. (2013)\n Answer: Valenciennes F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003556", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Battista Lacchini -> country of citizenship -> Kingdom of Italy (1935)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Spartak Moscow", + "pred": "Spartak Moscow", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roman Shishkin -> member of sports team -> Spartak Moscow (2004)\n Answer: Spartak Moscow", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007252", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Amaury Bischoff -> member of sports team -> RC Strasbourg Alsace (2005)\n Answer: 2005", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007229", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Albrecht Brandi -> country of citizenship -> West Germany (1963)\n Answer: West Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Tasselli -> country of citizenship -> Kingdom of Italy (1917)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003581", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luciano Savorini -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007540", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Norway men's national association football team", + "pred": "Norway men's national association football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rolf Johannessen -> member of sports team -> Norway men's national association football team (1931)\n Answer: Norway men's national association football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006549", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1972.0, + "gold": "1972", + "pred": "1972", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Louis Emil Denfeld -> place of burial -> Arlington National Cemetery (1972)\n Answer: 1972", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006127", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Soldati -> residence -> Rome (1957)\n Answer: Rome", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008172", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Academy Award for Best Director", + "pred": "Academy Award for Best Director", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fred Zinnemann -> nominated for -> Academy Award for Best Director (1961)\n Answer: Academy Award for Best Director", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006850", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "\u00c9toile Sportive du Sahel", + "pred": "\u00c9toile Sportive du Sahel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Oumar Kalabane -> member of sports team -> \u00c9toile Sportive du Sahel (2000)\n Answer: \u00c9toile Sportive du Sahel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001281", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "60 Minutes", + "pred": "60 Minutes", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Morley Safer -> notable work -> 60 Minutes (1979)\n Answer: 60 Minutes", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nikolaus Schneider -> award received -> Buber-Rosenzweig-Medal (2012)\n Answer: 2012", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Philadelphia", + "pred": "Philadelphia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Thomas Eakins -> work location -> Philadelphia (1908)\n Answer: Philadelphia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001024", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Olympiacos F.C. -> head coach -> Jos\u00e9 Anigo (2023)\n Answer: 2023", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003080", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Nobel Prize in Literature", + "pred": "Nobel Prize in Literature", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sarvepalli Radhakrishnan -> nominated for -> Nobel Prize in Literature (1936)\n Answer: Nobel Prize in Literature", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Reading F.C.", + "pred": "Reading F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stephen Hunt -> member of sports team -> Reading F.C. (2006)\n Answer: Reading F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007249", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Athletic Club", + "pred": "Athletic Club", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rafael Moreno Aranzadi -> member of sports team -> Athletic Club (1912)\n Answer: Athletic Club", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004330", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cristina Campo -> country of citizenship -> Kingdom of Italy (1933)\n Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_002355", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Brentford F.C.", + "pred": "Brentford F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andy Sinton -> member of sports team -> Brentford F.C. (1987)\n Answer: Brentford F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Erwin Teufel", + "pred": "Erwin Teufel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Baden-W\u00fcrttemberg -> head of government -> Erwin Teufel (2000)\n Answer: Erwin Teufel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002493", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "TV Globo", + "pred": "TV Globo", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Grupo Globo -> subsidiary -> TV Globo (1994)\n Answer: TV Globo", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004504", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Gautschi -> doctoral student -> Andreas Speiser (1953)\n Answer: 1953", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008366", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Jean Tremblay", + "pred": "Jean Tremblay", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Saguenay -> head of government -> Jean Tremblay (2008)\n Answer: Jean Tremblay", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003310", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "1980", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The Maids of Wilko -> nominated for -> Academy Award for Best International Feature Film (1980)\n Answer: 1980", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004860", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "auxiliary bishop", + "pred": "auxiliary bishop", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guillermo Leaden -> position held -> auxiliary bishop (1975)\n Answer: auxiliary bishop", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007131", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pino Caruso -> country of citizenship -> Italy (1976)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001190", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franca Florio -> country of citizenship -> Kingdom of Italy (1935)\n Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_001845", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "A.S. Nancy-Lorraine", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jean Templin -> member of sports team -> A.S. Nancy-Lorraine (1959)\n Answer: A.S. Nancy-Lorraine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001601", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Lomonosov Moscow State University", + "pred": "Lomonosov Moscow State University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lev Pontryagin -> employer -> Lomonosov Moscow State University (1933)\n Answer: Lomonosov Moscow State University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008159", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "AIK Fotboll", + "pred": "AIK Fotboll", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lee Baxter -> member of sports team -> AIK Fotboll (2010)\n Answer: AIK Fotboll", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006771", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Cuxhaven district", + "pred": "Cuxhaven district", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sietland -> located in -> Cuxhaven district (1995)\n Answer: Cuxhaven district", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002990", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Vesyegonsky District", + "pred": "Vesyegonsky District", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vesyegonsk -> located in -> Vesyegonsky District (1957)\n Answer: Vesyegonsky District", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002704", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Everton F.C.", + "pred": "Everton F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adrian Heath -> member of sports team -> Everton F.C. (1986)\n Answer: Everton F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000821", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sabatino Moscati -> country of citizenship -> Kingdom of Italy (1930)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001187", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Max Planck Institute for Chemistry", + "pred": "Max Planck Institute for Chemistry", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paul Josef Crutzen -> employer -> Max Planck Institute for Chemistry (1980)\n Answer: Max Planck Institute for Chemistry", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006629", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "United States Navy", + "pred": "United States Navy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frederick B. Dent -> military branch -> United States Navy (1946)\n Answer: United States Navy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003305", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonello Aglioti -> country of citizenship -> Italy (1981)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Carter Harrison IV", + "pred": "Carter Harrison IV", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Chicago -> head of government -> Carter Harrison IV (1913)\n Answer: Carter Harrison IV", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000310", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "arrondissement of Bourg-en-Bresse", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Le Montellier -> located in -> arrondissement of Bourg-en-Bresse (1989)\n Answer: arrondissement of Bourg-en-Bresse", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003989", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Baron Moyne", + "pred": "Baron Moyne", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Guinness, 1st Baron Moyne -> award -> Distinguished Service Order (1935)\n Hop 2: Walter Guinness, 1st Baron Moyne -> noble title -> Baron Moyne (1935)\n Answer: Baron Moyne", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fabio Capello -> work location -> Rome (2001)\n Answer: Rome", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002832", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Willy Marlow", + "pred": "Willy Marlow", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rostock District -> head of government -> Willy Marlow (1983)\n Answer: Willy Marlow", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000368", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "FC Porto", + "pred": "FC Porto", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Deco -> member of sports team -> FC Porto (1999)\n Answer: FC Porto", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005867", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kursk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1980)\n Answer: Russian Soviet Federative Socialist Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005700", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Colombia men's national football team", + "pred": "Colombia men's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Juan Carlos Henao -> member of sports team -> Colombia men's national football team (2003)\n Answer: Colombia men's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000881", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "York University", + "pred": "York University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ellen Meiksins Wood -> employer -> York University (1986)\n Answer: York University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005707", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Kreis Kalbe (Milde)", + "pred": "Kreis Kalbe (Milde)", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jeetze -> located in -> Kreis Kalbe (Milde) (1952)\n Answer: Kreis Kalbe (Milde)", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001238", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Pre\u0161ov Region", + "pred": "Pre\u0161ov Region", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pre\u0161ov -> located in -> Pre\u0161ov Region (1954)\n Answer: Pre\u0161ov Region", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006162", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erick Scott -> member of sports team -> Asociaci\u00f3n Deportiva San Carlos (2011)\n Answer: 2011", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pier Antonio Quarantotti Gambini -> country of citizenship -> Italy (1960)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006967", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armando Aste -> country of citizenship -> Italy (1971)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006519", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "F.C. Pro Vercelli 1892", + "pred": "F.C. Pro Vercelli 1902", + "em": 0.0, + "f1": 0.8000000000000002, + "pred_raw": "Hop 1: Dante Amarilli -> member of sports team -> F.C. Pro Vercelli 1892 (1935)\n Answer: F.C. Pro Vercelli 1902", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006861", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Toulouse FC", + "pred": "Toulouse FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Umut burugudut bulut -> member of sports team -> Toulouse FC (2012)\n Answer: Toulouse FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006139", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Decathlon CMA CGM Team", + "pred": "Decathlon CMA CGM Team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nicolas Roche -> member of sports team -> Decathlon CMA CGM Team (2012)\n Answer: Decathlon CMA CGM Team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002293", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Bethesda", + "pred": "Bethesda", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Katie Ledecky -> residence -> Bethesda (2001)\n Answer: Bethesda", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008165", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Akkermansky Uyezd", + "pred": "Akkermansky Uyezd", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bilhorod-Dnistrovskyi -> located in -> Akkermansky Uyezd (1902)\n Answer: Akkermansky Uyezd", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001745", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Li Tsung-jen -> country of citizenship -> Taiwan (1962)\n Answer: Taiwan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Paul McGann", + "pred": "Paul McGann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Susannah Harker -> unmarried partner -> Paul McGann (2008)\n Answer: Paul McGann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Al-Qaeda", + "pred": "Al-Qaeda", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Osama bin Laden -> allegiance -> Al-Qaeda (1993)\n Answer: Al-Qaeda", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vaterstetten -> country -> Weimar Republic (1922)\n Answer: Weimar Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007239", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: James Alberione -> country of citizenship -> Kingdom of Italy (1923)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005515", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "doctorate", + "pred": "doctorate", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Raymond Dumais -> academic degree -> doctorate (1993)\n Answer: doctorate", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002120", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Bauska District", + "pred": "Bauska District", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bauska -> located in -> Bauska District (2000)\n Answer: Bauska District", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007214", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Gale Anne Hurd", + "pred": "Gale Anne Hurd", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: James Cameron -> spouse -> Gale Anne Hurd (1987)\n Answer: Gale Anne Hurd", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008171", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Felice Andreasi -> country of citizenship -> Italy (1980)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002624", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Woodrow Wilson", + "pred": "Woodrow Wilson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: United States -> head of government -> Woodrow Wilson (1918)\n Answer: Woodrow Wilson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004467", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto Albertini -> country of citizenship -> Kingdom of Italy (1924)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006746", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1993.0, + "gold": "1993", + "pred": "1993", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Veran Mati\u0107 -> award received -> CPJ International Press Freedom Awards (1993)\n Answer: 1993", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vr\u0161ac -> country -> Socialist Federal Republic of Yugoslavia (1979)\n Answer: Socialist Federal Republic of Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000447", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonio Sbardella -> country of citizenship -> Italy (1980)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007622", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jos\u00e9 Ortigoza -> member of sports team -> Ulsan HD FC (2010)\n Answer: 2010", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007073", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FC Luch-Energiya Vladivostok", + "pred": "FC Luch-Energiya Vladivostok", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Maksim Layushkin -> member of sports team -> FC Luch-Energiya Vladivostok (1996)\n Answer: FC Luch-Energiya Vladivostok", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006216", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yelena Miroshina -> country of citizenship -> Soviet Union (1987)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007462", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "\u00d6sters IF", + "pred": "\u00d6sters IF", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hans Eklund -> member of sports team -> \u00d6sters IF (1987)\n Answer: \u00d6sters IF", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000068", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Eski\u015fehirspor", + "pred": "Eski\u015fehirspor", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00d6mer Kaner -> member of sports team -> Eski\u015fehirspor (1982)\n Answer: Eski\u015fehirspor", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Marconi Prize", + "pred": "Marconi Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Federico Faggin -> award received -> Marconi Prize (1988)\n Answer: Marconi Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Silvio Gazzaniga -> country of citizenship -> Italy (1996)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005968", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adone Zoli -> country of citizenship -> Italy (1958)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonio Sbardella -> country of citizenship -> Italy (1980)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002706", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "economic liberalism", + "pred": "economic liberalism", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jorge Gonz\u00e1lez von Mar\u00e9es -> movement -> economic liberalism (1957)\n Answer: economic liberalism", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006338", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Jan Hendrik Oort", + "pred": "Jan Hendrik Oort", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Maarten Schmidt -> doctoral advisor -> Jan Hendrik Oort (1956)\n Answer: Jan Hendrik Oort", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "State Government", + "pred": "State Government", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Johanna Mikl-Leitner -> position held -> State Government (2007)\n Answer: State Government", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005181", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leigh Bromby -> member of sports team -> Sheffield United F.C. (2009)\n Answer: 2009", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003253", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kenjir\u014d Sh\u014dda -> position held -> chairperson (1958)\n Answer: chairperson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: G\u00f6khan \u00dcnal -> member of sports team -> Gen\u00e7lerbirli\u011fi S.K. (2002)\n Answer: Gen\u00e7lerbirli\u011fi S.K.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003453", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Irene Galitzine -> country of citizenship -> Italy (1956)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002186", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Academy Award for Best Actress", + "pred": "Academy Award for Best Actress", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Meryl Streep -> nominated for -> Academy Award for Best Actress (2014)\n Answer: Academy Award for Best Actress", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000960", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Biysk -> country -> Soviet Union (1922)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Germany -> currency -> Deutsche Mark (1987)\n Answer: Deutsche Mark", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003476", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Municipio III", + "pred": "Municipio III", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: San Lorenzo -> location -> Municipio III (2007)\n Answer: Municipio III", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001826", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "WWE", + "pred": "WWE", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shane McMahon -> employer -> WWE (2020)\n Answer: WWE", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Camillo Cibin -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Latvian Soviet Socialist Republic", + "pred": "Soviet Union", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: R\u0113zekne -> located in -> Latvian Soviet Socialist Republic (1991)\n Hop 2: Latvian Soviet Socialist Republic -> located in -> Soviet Union (1991)\n Answer: Soviet Union", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_002291", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2022.0, + "gold": "Al-Nassr", + "pred": "Al-Nassr", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luiz Gustavo -> member of sports team -> Al-Nassr (2022)\n Answer: Al-Nassr", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006248", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zeno Saltini -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003830", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: MTV Video Music Award for Best Group -> winner -> Foo Fighters (1996)\n Answer: 1996", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005800", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1927.0, + "gold": "1927", + "pred": "1927", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lois Delander -> competition won -> Miss America (1927)\n Answer: 1927", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Roman Herzog", + "pred": "Roman Herzog", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Germany -> head of state -> Roman Herzog (1996)\n Answer: Roman Herzog", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "TOP 09", + "pred": "TOP 09", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karel Schwarzenberg -> member of political party -> TOP 09 (2017)\n Answer: TOP 09", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003125", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Xiao Ke -> member of political party -> Chinese Communist Party (1929)\n Answer: Chinese Communist Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "United States Air Force", + "pred": "United States Air Force", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Warren Weaver -> employer -> United States Air Force (1918)\n Answer: United States Air Force", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000679", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Member of the European Parliament", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jean-Marie Cavada -> position held -> Member of the European Parliament (2017)\n Answer: Member of the European Parliament", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "1922", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dushanbe -> capital of -> Basmachi movement (1922)\n Answer: 1922", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_004918", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karl Plattner -> country of citizenship -> Italy (1947)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006137", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Orlando Magic", + "pred": "Orlando Magic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shaquille O'Neal -> member of sports team -> Orlando Magic (1995)\n Answer: Orlando Magic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002644", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Club Atl\u00e9tico Tigre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Daniel Islas -> member of sports team -> Club Atl\u00e9tico Tigre (2009)\n Answer: Club Atl\u00e9tico Tigre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004185", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Christiane Kubrick", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stanley Kubrick -> spouse -> Christiane Kubrick (1995)\n Answer: Christiane Kubrick", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007259", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Heidelberg University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Herbert Seifert -> employer -> Heidelberg University (1961)\n Answer: Heidelberg University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000078", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Bettinelli -> country of citizenship -> Italy (1972)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006054", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tullia Zevi -> country of citizenship -> Italy (2001)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "SC Young Fellows Juventus", + "pred": "SC Young Fellows Juventus", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leopold Kielholz -> member of sports team -> SC Young Fellows Juventus (1942)\n Answer: SC Young Fellows Juventus", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "president", + "pred": "president", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Richard William Smith -> position held -> president (2012)\n Answer: president", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002324", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arvydas Novikovas -> member of sports team -> FC Vilnius (2008)\n Answer: 2008", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008261", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "National Basketball Association", + "pred": "National Basketball Association", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Chris Mihm -> league or competition -> National Basketball Association (2005)\n Answer: National Basketball Association", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004156", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianni Dova -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002138", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Montpellier H\u00e9rault Sport Club", + "pred": "Montpellier H\u00e9rault Sport Club", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Olivier Sorlin -> member of sports team -> Montpellier H\u00e9rault Sport Club (1999)\n Answer: Montpellier H\u00e9rault Sport Club", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001307", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Del Monaco -> country of citizenship -> Italy (1953)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005256", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "auxiliary bishop", + "pred": "auxiliary bishop", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ortega Franco -> position held -> auxiliary bishop (2012)\n Answer: auxiliary bishop", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004475", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Q135837", + "pred": "Fassa Bortolo", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Raimondas Rum\u0161as -> member of sports team -> Fassa Bortolo (2003)\n Answer: Fassa Bortolo", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002220", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Estudiantes de La Plata", + "pred": "Estudiantes de La Plata", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Iv\u00e1n Moreno y Fabianesi -> member of sports team -> Estudiantes de La Plata (2008)\n Answer: Estudiantes de La Plata", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006192", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Egypt", + "pred": "Egypt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zakaria Mohieddin -> country of citizenship -> Egypt (1983)\n Answer: Egypt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005619", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adone Zoli -> country of citizenship -> Kingdom of Italy (1919)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003460", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Buber-Rosenzweig-Medal", + "pred": "Buber-Rosenzweig-Medal", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nikolaus Schneider -> award received -> Buber-Rosenzweig-Medal (2012)\n Answer: Buber-Rosenzweig-Medal", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005532", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Gy\u00f6rgy Fekete", + "pred": "Gy\u00f6rgy Fekete", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Szilvia Sunyovszky -> spouse -> Gy\u00f6rgy Fekete (2020)\n Answer: Gy\u00f6rgy Fekete", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000731", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Ren\u00e9 Ang\u00e9lil", + "pred": "Ren\u00e9 Ang\u00e9lil", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: C\u00e9line Dion -> spouse -> Ren\u00e9 Ang\u00e9lil (2000)\n Answer: Ren\u00e9 Ang\u00e9lil", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007949", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Aston Villa F.C.", + "pred": "Aston Villa F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Harry Parkes -> member of sports team -> Aston Villa F.C. (1940)\n Answer: Aston Villa F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001545", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armando Aste -> country of citizenship -> Italy (1971)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001649", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Francesco Aguzzoli -> country of citizenship -> Italy (1969)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008040", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carlo Zecchi -> country of citizenship -> Kingdom of Italy (1934)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006170", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Nazi Germany", + "pred": "Nazi Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Potsdam -> country -> Nazi Germany (1934)\n Answer: Nazi Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Filippo Zappata -> country of citizenship -> Italy (1968)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Cottbus District", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cottbus -> located in -> Cottbus District (1982)\n Answer: Cottbus District", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004771", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "SV Waldhof Mannheim", + "pred": "SV Waldhof Mannheim", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fritz Walter -> member of sports team -> SV Waldhof Mannheim (1982)\n Answer: SV Waldhof Mannheim", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002240", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Raymond Lahey", + "pred": "Raymond Lahey", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roman Catholic Diocese of Corner Brook and Labrador -> chairperson -> Raymond Lahey (1992)\n Answer: Raymond Lahey", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001328", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "F.C. Hansa Rostock", + "pred": "F.C. Hansa Rostock", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Axel Hauschild -> member of sports team -> F.C. Hansa Rostock (1985)\n Answer: F.C. Hansa Rostock", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003910", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1926.0, + "gold": "Yves du Manoir Stadium", + "pred": "Yves du Manoir Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Racing 92 -> home venue -> Yves du Manoir Stadium (1926)\n Answer: Yves du Manoir Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003393", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Nemuro Subprefecture (1897\u20142010)", + "pred": "Nemuro Subprefecture (1897\u20142010)", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Signalny -> located in -> Nemuro Subprefecture (1897\u20142010) (1990)\n Answer: Nemuro Subprefecture (1897\u20142010)", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Tuvan Autonomous Soviet Socialist Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tes-Khemsky District -> located in -> Tuvan Autonomous Soviet Socialist Republic (1987)\n Answer: Tuvan Autonomous Soviet Socialist Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002690", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Edgardo Moltoni -> country of citizenship -> Italy (1970)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000520", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Watford F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alec Chamberlain -> member of sports team -> Watford F.C. (2001)\n Answer: Watford F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008590", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Acad\u00e9mie des beaux-arts", + "pred": "Acad\u00e9mie des beaux-arts", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Albert Decaris -> member of -> Acad\u00e9mie des beaux-arts (1951)\n Answer: Acad\u00e9mie des beaux-arts", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002965", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Toronto", + "pred": "Toronto", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Healey Willan -> location -> Toronto (1951)\n Answer: Toronto", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000417", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Azzini -> country of citizenship -> Italy (1992)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007810", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Khotyn -> country -> Soviet Union (1968)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002744", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Queen Mary University of London", + "pred": "Queen Mary University of London", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kurt Hirsch -> employer -> Queen Mary University of London (1971)\n Answer: Queen Mary University of London", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006283", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "University of G\u00f6ttingen", + "pred": "University of G\u00f6ttingen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Johann Radon -> educated at -> University of G\u00f6ttingen (1912)\n Answer: University of G\u00f6ttingen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001516", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "President of the Swiss Confederation", + "pred": "President of the Swiss Confederation", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Samuel Schmid -> position held -> President of the Swiss Confederation (2005)\n Answer: President of the Swiss Confederation", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004019", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "FC Aarau", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shk\u00eblzen Gashi -> member of sports team -> FC Aarau (2022)\n Answer: FC Aarau", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007577", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Goethe University Frankfurt", + "pred": "Goethe University Frankfurt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ruth Moufang -> employer -> Goethe University Frankfurt (1955)\n Answer: Goethe University Frankfurt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006387", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Nopporo Station", + "pred": "Nopporo Station", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ebetsu Station -> adjacent station -> Nopporo Station (1958)\n Answer: Nopporo Station", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giuseppe Saragat -> position held -> President of Italy (1965)\n Hop 2: President of Italy -> country of citizenship -> Italy (1965)\n Answer: Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006907", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "People's Republic of Bulgaria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stara Zagora -> country -> People's Republic of Bulgaria (1962)\n Answer: People's Republic of Bulgaria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000891", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Goffredo Zehender -> country of citizenship -> Kingdom of Italy (1929)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003937", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "VfL Bochum", + "pred": "VfL Bochum", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Matias Concha -> member of sports team -> VfL Bochum (2011)\n Answer: VfL Bochum", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000823", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuliano Bernardi -> country of citizenship -> Italy (1970)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Aston Villa F.C.", + "pred": "Aston Villa F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alan Wright -> member of sports team -> Aston Villa F.C. (2001)\n Answer: Aston Villa F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008286", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Deportivo de La Coru\u00f1a", + "pred": "Deportivo de La Coru\u00f1a", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Miroslav \u0110uki\u0107 -> member of sports team -> Deportivo de La Coru\u00f1a (1995)\n Answer: Deportivo de La Coru\u00f1a", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002635", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hessenliga -> country -> West Germany (1949)\n Answer: West Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006205", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gabriele Mucchi -> country of citizenship -> Italy (1990)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Austria men's national football team", + "pred": "Austria men's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roman M\u00e4hlich -> member of sports team -> Austria men's national football team (2001)\n Answer: Austria men's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002157", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Morselli -> country of citizenship -> Italy (1967)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000634", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "SSC Bari", + "pred": "SSC Bari", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Graziano Battistini -> member of sports team -> SSC Bari (2003)\n Answer: SSC Bari", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005602", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Kita-Toyotsu Signal Base", + "pred": "Kita-Toyotsu Signal Base", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kunnui Station -> adjacent station -> Kita-Toyotsu Signal Base (1987)\n Answer: Kita-Toyotsu Signal Base", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000342", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vagit Alekperov -> country of citizenship -> Soviet Union (1989)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004873", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Club Atletico All Boys", + "pred": "Club Atletico All Boys", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Agust\u00edn Torassa -> member of sports team -> Club Atletico All Boys (2010)\n Answer: Club Atletico All Boys", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004390", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Shonan Bellmare", + "pred": "Shonan Bellmare", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Takeshi Motoyoshi -> member of sports team -> Shonan Bellmare (1990)\n Answer: Shonan Bellmare", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Bruno Rossi Prize", + "pred": "Bruno Rossi Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rashid Sunyaev -> award received -> Bruno Rossi Prize (1988)\n Answer: Bruno Rossi Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alfons Benedikter -> country of citizenship -> Italy (1955)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005697", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "G.S. Iraklis Thessalonikis (men's association football)", + "pred": "G.S. Iraklis Thessalonikis (men's association football)", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ivan Jovanovi\u0107 -> member of sports team -> G.S. Iraklis Thessalonikis (men's association football) (1992)\n Answer: G.S. Iraklis Thessalonikis (men's association football)", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "VfB Stuttgart", + "pred": "VfB Stuttgart", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ernst Blum -> member of sports team -> VfB Stuttgart (1925)\n Answer: VfB Stuttgart", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003442", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bledi Shk\u00ebmbi -> member of sports team -> Besa Kavaj\u00eb (2010)\n Answer: 2010", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004805", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Bocskai FC", + "pred": "Bocskai FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: J\u00e1nos Gyarmati -> member of sports team -> Bocskai FC (1931)\n Answer: Bocskai FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006113", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Prime Minister of Bhutan", + "pred": "Prime Minister of Bhutan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jigme Palden Dorji -> position held -> Prime Minister of Bhutan (1962)\n Answer: Prime Minister of Bhutan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002998", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Hibernian F.C.", + "pred": "Hibernian F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Derek Riordan -> member of sports team -> Hibernian F.C. (2010)\n Answer: Hibernian F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Toti Dal Monte -> country of citizenship -> Kingdom of Italy (1922)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005890", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aldo Clementi -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_003583", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Aichi district", + "pred": "Aichi district", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nagakute -> located in -> Aichi district (2009)\n Answer: Aichi district", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006267", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Freiburg im Breisgau -> country -> German Empire (1917)\n Answer: German Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005655", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Associated Press Athlete of the Year", + "pred": "Associated Press Athlete of the Year", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Serena Williams -> award received -> Associated Press Athlete of the Year (2009)\n Answer: Associated Press Athlete of the Year", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003079", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Kingdom of Bulgaria", + "pred": "Kingdom of Bulgaria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Burgas -> country -> Kingdom of Bulgaria (1918)\n Answer: Kingdom of Bulgaria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002419", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Helmond Sport", + "pred": "Helmond Sport", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fons van Wissen -> member of sports team -> Helmond Sport (1968)\n Answer: Helmond Sport", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007094", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "World Rally Championship", + "pred": "World Rally Championship", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Citro\u00ebn World Rally Team -> league or competition -> World Rally Championship (2009)\n Answer: World Rally Championship", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004223", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "French Navy", + "pred": "French Navy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: NAe S\u00e3o Paulo -> owned by -> French Navy (1996)\n Answer: French Navy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Orthez", + "pred": "Orthez", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Francis Jammes -> residence -> Orthez (1921)\n Answer: Orthez", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001391", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Royal Academy of Exact, Physical and Natural Sciences", + "pred": "Royal Academy of Exact, Physical and Natural Sciences", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jos\u00e9 Echegaray -> member of -> Royal Academy of Exact, Physical and Natural Sciences (1903)\n Answer: Royal Academy of Exact, Physical and Natural Sciences", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005935", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Atalanta BC", + "pred": "Atalanta BC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Meazza -> coach of sports team -> Atalanta BC (1946)\n Answer: Atalanta BC", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_003693", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Spartak", + "pred": "Spartak", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Spartak Moscow -> part of -> Spartak (1955)\n Answer: Spartak", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001318", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Princeton University", + "pred": "Princeton University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marvin Minsky -> educated at -> Princeton University (1951)\n Answer: Princeton University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Yale University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Feit -> employer -> Yale University (1995)\n Answer: Yale University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000126", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Titta Ruffo -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pino Cerami -> country of citizenship -> Kingdom of Italy (1933)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004718", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Egypt", + "pred": "Egypt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hosni Mubarak -> country of citizenship -> Egypt (1989)\n Answer: Egypt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000908", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "TI-Raleigh", + "pred": "TI-Raleigh", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ludo Peeters -> member of sports team -> TI-Raleigh (1982)\n Answer: TI-Raleigh", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003983", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Spanish Navy", + "pred": "Spanish Navy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: U-573 -> operator -> Spanish Navy (1951)\n Answer: Spanish Navy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008295", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Grawemeyer Award for Music Composition", + "pred": "Grawemeyer Award for Music Composition", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Witold Lutos\u0142awski -> award received -> Grawemeyer Award for Music Composition (1985)\n Answer: Grawemeyer Award for Music Composition", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003030", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "pred": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alfred Jeanroy -> member of -> Acad\u00e9mie des Inscriptions et Belles-Lettres (1925)\n Answer: Acad\u00e9mie des Inscriptions et Belles-Lettres", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005340", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Boavista F.C.", + "pred": "Boavista F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Diego da Costa Lima -> member of sports team -> Boavista F.C. (2016)\n Answer: Boavista F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hlukhiv -> country -> Soviet Union (1927)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Dario Franchitti", + "pred": "Dario Franchitti", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ashley Judd -> spouse -> Dario Franchitti (2012)\n Answer: Dario Franchitti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000349", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "2nd U-boat Flotilla", + "pred": "2nd U-boat Flotilla", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: U-43 -> affiliation -> 2nd U-boat Flotilla (1941)\n Answer: 2nd U-boat Flotilla", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004450", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Radio Free Europe/Radio Liberty", + "pred": "Radio Free Europe/Radio Liberty", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Rahr -> employer -> Radio Free Europe/Radio Liberty (1992)\n Answer: Radio Free Europe/Radio Liberty", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Netanya -> country -> Mandatory Palestine (1940)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1940)\n Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005907", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1904.0, + "gold": "1904", + "pred": "1904", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gustav von Escherich -> doctoral student -> Heinrich Franz Friedrich Tietze (1904)\n Answer: 1904", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007403", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Nazi Germany", + "pred": "Nazi Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Otto Schuhart -> allegiance -> Nazi Germany (1943)\n Answer: Nazi Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007172", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Cardiff City F.C.", + "pred": "Cardiff City F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lee Naylor -> member of sports team -> Cardiff City F.C. (2011)\n Answer: Cardiff City F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006019", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Fengtien", + "pred": "Fengtien", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dongliao County -> located in -> Fengtien (1938)\n Answer: Fengtien", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003483", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Helmut Newton", + "pred": "Helmut Newton", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: June Browne -> spouse -> Helmut Newton (1981)\n Answer: Helmut Newton", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003450", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paolo Rossi -> country of citizenship -> Italy (1951)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007313", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Georges Bataille", + "pred": "Georges Bataille", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Colette Peignot -> unmarried partner -> Georges Bataille (1935)\n Answer: Georges Bataille", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006396", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Institute for Advanced Study", + "pred": "Institute for Advanced Study", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: James Waddell Alexander II -> employer -> Institute for Advanced Study (1940)\n Answer: Institute for Advanced Study", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004252", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "FC Sochaux-Montb\u00e9liard", + "pred": "FC Sochaux-Montb\u00e9liard", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jean-Jacques Marcel -> member of sports team -> FC Sochaux-Montb\u00e9liard (1949)\n Answer: FC Sochaux-Montb\u00e9liard", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006732", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Lappeenranta", + "pred": "Lappeenranta", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: SPL Saimaan piiri -> headquarters location -> Lappeenranta (1949)\n Answer: Lappeenranta", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002912", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Tinkoff", + "pred": "Tinkoff", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Matthew Goss -> member of sports team -> Tinkoff (2008)\n Answer: Tinkoff", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000404", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Club Le\u00f3n", + "pred": "Club Le\u00f3n", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luis Estrada -> member of sports team -> Club Le\u00f3n (1966)\n Answer: Club Le\u00f3n", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto Sordi -> country of citizenship -> Italy (1951)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007041", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Hannover 96", + "pred": "Hannover 96", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: J\u00fcrgen Milewski -> member of sports team -> Hannover 96 (1977)\n Answer: Hannover 96", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008089", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: R\u0113zekne District -> country -> Soviet Union (1953)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003463", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Liang Sicheng -> member of political party -> Chinese Communist Party (1967)\n Answer: Chinese Communist Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005154", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ulan-Ude -> country -> Soviet Union (1965)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002203", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Pace University", + "pred": "Pace University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ben Ferencz -> employer -> Pace University (1986)\n Answer: Pace University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008263", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Di Vittorio -> country of citizenship -> Kingdom of Italy (1925)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001733", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "FC Aarau", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shk\u00eblzen Gashi -> member of sports team -> FC Aarau (2022)\n Answer: FC Aarau", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Chemnitz Government Region", + "pred": "Chemnitz Government Region", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stollberg -> located in -> Chemnitz Government Region (2008)\n Answer: Chemnitz Government Region", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004111", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Osinniki", + "pred": "Osinniki", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kaltan -> located in -> Osinniki (1969)\n Answer: Osinniki", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003418", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Bruno Kastner", + "pred": "Bruno Kastner", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ida W\u00fcst -> spouse -> Bruno Kastner (1922)\n Answer: Bruno Kastner", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004890", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Kiliia Raion", + "pred": "Kiliia Raion", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Prymorske -> located in -> Kiliia Raion (1998)\n Answer: Kiliia Raion", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cesare Lovati -> country of citizenship -> Kingdom of Italy (1945)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008123", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Emilio G. Segr\u00e8 -> country of citizenship -> Kingdom of Italy (1937)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003032", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1968.0, + "gold": "1968", + "pred": "1968", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lars Onsager -> award received -> Nobel Prize in Chemistry (1968)\n Answer: 1968", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003123", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1928.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carlo Annovazzi -> country of citizenship -> Kingdom of Italy (1928)\n Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "I NEED TO ANALYZE" + }, + { + "id": "q_008638", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2015.0, + "gold": "2015", + "pred": "2015", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marco Rapp -> member of sports team -> SpVgg Greuther F\u00fcrth (2015)\n Answer: 2015", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004857", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Christiane Kubrick", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stanley Kubrick -> spouse -> Christiane Kubrick (1995)\n Answer: Christiane Kubrick", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004040", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jos\u00e9 Carlos Ferreira Filho -> member of sports team -> Cruzeiro E.C. (2009)\n Answer: 2009", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001345", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Radical Civic Union", + "pred": "Radical Civic Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arturo Umberto Illia -> member of political party -> Radical Civic Union (1920)\n Answer: Radical Civic Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004403", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ruth Chatterton -> nominated for -> Academy Award for Best Actress (1930)\n Answer: 1930", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005977", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Danny Simpson -> member of sports team -> Ipswich Town F.C. (2008)\n Answer: 2008", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005231", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Algiers", + "pred": "Algiers", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pierre Savorgnan de Brazza -> place of burial -> Algiers (1955)\n Answer: Algiers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Second Polish Republic", + "pred": "Second Polish Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mi\u013aka\u016d\u0161\u010dyna -> country -> Second Polish Republic (1939)\n Answer: Second Polish Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007542", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "England women's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kelly Smith -> member of sports team -> England women's national football team (2014)\n Answer: England women's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002736", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Busan IPark FC", + "pred": "Busan IPark FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lee Yo-han -> member of sports team -> Busan IPark FC (2011)\n Answer: Busan IPark FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006562", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Clelio Darida -> country of citizenship -> Italy (2017)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008098", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "2013", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrea Pisanu -> member of sports team -> CF Montr\u00e9al (2013)\n Answer: 2013", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008119", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Annibale Bugnini -> country of citizenship -> Italy (1979)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Barbastro", + "pred": "Barbastro", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Josemar\u00eda Escriv\u00e1 -> residence -> Barbastro (1910)\n Answer: Barbastro", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Timo Soini -> position held -> chairperson (2006)\n Answer: chairperson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004561", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hopkinson was nominated for the Hugo Award for Best Novel in 2001.\n Answer: 2001", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008086", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Cindy McCain", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John McCain -> spouse -> Cindy McCain (1981)\n Answer: Cindy McCain", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003089", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Toulouse FC", + "pred": "Toulouse FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Serge Aurier -> member of sports team -> Toulouse FC (2013)\n Answer: Toulouse FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: U-90 -> part of -> 9th U-boat Flotilla (1942)\n Answer: 1942", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007154", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alessandro Alessandroni -> country of citizenship -> Italy (2010)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007872", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Big Brother", + "pred": "Big Brother", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lothar Vosseler -> participant in -> Big Brother (2004)\n Answer: Big Brother", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008425", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carlo Giuffr\u00e9 -> country of citizenship -> Kingdom of Italy (1930)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000644", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Iburi Subprefecture", + "pred": "Iburi Subprefecture", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Muroran -> located in -> Iburi Subprefecture (1990)\n Answer: Iburi Subprefecture", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001235", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Omar al-Bashir", + "pred": "Omar al-Bashir", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sudan -> head of state -> Omar al-Bashir (1995)\n Answer: Omar al-Bashir", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006759", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Houdan -> located in -> Seine-et-Oise (1944)\n Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004565", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ivangorod -> country -> Russian Empire (1900)\n Answer: Russian Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005444", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Queens Park Rangers F.C.", + "pred": "Queens Park Rangers F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Danny Simpson -> member of sports team -> Queens Park Rangers F.C. (2014)\n Answer: Queens Park Rangers F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001753", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Raf Vallone -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003468", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "B\u00f4cher Memorial Prize", + "pred": "B\u00f4cher Memorial Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Donald C. Spencer -> award received -> B\u00f4cher Memorial Prize (1948)\n Answer: B\u00f4cher Memorial Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001321", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "KFC Uerdingen 05", + "pred": "KFC Uerdingen 05", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00c9merson Luiz Firmino -> member of sports team -> KFC Uerdingen 05 (2002)\n Answer: KFC Uerdingen 05", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004960", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Real Madrid Club de F\u00fatbol", + "pred": "Real Madrid Club de F\u00fatbol", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bodo Illgner -> member of sports team -> Real Madrid Club de F\u00fatbol (1999)\n Answer: Real Madrid Club de F\u00fatbol", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004118", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Raimondo D'Inzeo -> country of citizenship -> Italy (1957)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008476", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lucio Battisti -> country of citizenship -> Italy (1971)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004242", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Renzo De Felice -> country of citizenship -> Italy (1996)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "FC St. Gallen", + "pred": "FC St. Gallen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michael Lang -> member of sports team -> FC St. Gallen (2009)\n Answer: FC St. Gallen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007528", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Academy Award for Best Actress -> winner -> Ellen Burstyn (1974)\n Answer: 1974", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003750", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Graham Bell -> country of citizenship -> United States (1920)\n Answer: United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002500", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "PFC Slavia Sofia", + "pred": "PFC Slavia Sofia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yordan Petkov -> member of sports team -> PFC Slavia Sofia (2008)\n Answer: PFC Slavia Sofia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006400", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Egidio Feruglio -> country of citizenship -> Kingdom of Italy (1917)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004574", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: BAFTA Award for Best Original Music -> winner -> Bernard Herrmann (1977)\n Answer: 1977", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giacomo Neri -> country of citizenship -> Kingdom of Italy (1944)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006488", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Albert II of Belgium", + "pred": "Albert II of Belgium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Belgium -> head of state -> Albert II of Belgium (2000)\n Answer: Albert II of Belgium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007839", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lothar Vosseler -> participant in -> Big Brother (2004)\n Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001389", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tiziano Terzani -> country of citizenship -> Italy (1996)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007506", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nunzio Malasomma -> country of citizenship -> Italy (1961)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005877", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Max Euwe -> position held -> chairperson (1975)\n Answer: chairperson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001046", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00c9zanville -> located in -> Seine-et-Oise (1948)\n Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004160", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SC Bastia", + "pred": "SC Bastia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anto Drobnjak -> member of sports team -> SC Bastia (1996)\n Answer: SC Bastia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001013", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Rip Torn", + "pred": "Rip Torn", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Geraldine Page -> spouse -> Rip Torn (1983)\n Answer: Rip Torn", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007572", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Bernadette Chirac", + "pred": "Bernadette Chirac", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jacques Chirac -> spouse -> Bernadette Chirac (1959)\n Answer: Bernadette Chirac", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Academy Award for Best Costume Design", + "pred": "Academy Award for Best Costume Design", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Colleen Atwood -> nominated for -> Academy Award for Best Costume Design (2017)\n Answer: Academy Award for Best Costume Design", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008392", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto De Martino -> country of citizenship -> Italy (1991)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003675", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "list of land speed records", + "pred": "list of land speed records", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rudolf Caracciola -> record held -> list of land speed records (1963)\n Answer: list of land speed records", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "AFC Bournemouth", + "pred": "AFC Bournemouth", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Darren Anderton -> member of sports team -> AFC Bournemouth (2007)\n Answer: AFC Bournemouth", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000114", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Finland women's national football team", + "pred": "Finland women's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Annica Sj\u00f6lund -> member of sports team -> Finland women's national football team (2014)\n Answer: Finland women's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004958", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "FC Bayern Munich", + "pred": "FC Bayern Munich", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Z\u00e9 Roberto -> member of sports team -> FC Bayern Munich (2008)\n Answer: FC Bayern Munich", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002847", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Autelli -> country of citizenship -> Kingdom of Italy (1921)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001441", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: G\u00f6khan \u00dcnal -> member of sports team -> Gen\u00e7lerbirli\u011fi S.K. (2002)\n Answer: Gen\u00e7lerbirli\u011fi S.K.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Raisa Gorbacheva -> country of citizenship -> Soviet Union (1981)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002206", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Chelsea F.C.", + "pred": "Chelsea F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ruud Gullit -> member of sports team -> Chelsea F.C. (1996)\n Answer: Chelsea F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "C.D. Jorge Wilstermann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Christian Vargas -> member of sports team -> C.D. Jorge Wilstermann (2004)\n Answer: C.D. Jorge Wilstermann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005526", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "SK Rapid Wien", + "pred": "SK Rapid Wien", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Josef Bican -> member of sports team -> SK Rapid Wien (1932)\n Answer: SK Rapid Wien", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Galvano Della Volpe -> country of citizenship -> Kingdom of Italy (1900)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "FK Teplice", + "pred": "FK Teplice", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Josef Masopust -> member of sports team -> FK Teplice (1952)\n Answer: FK Teplice", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001083", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hendrik Born -> country of citizenship -> Germany (1997)\n Answer: Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004361", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "SK Brann", + "pred": "SK Brann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bj\u00f8rnar Holmvik -> member of sports team -> SK Brann (2009)\n Answer: SK Brann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Deutsche Reichsbahn", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Molli railway -> operator -> Deutsche Reichsbahn (1922)\n Answer: Deutsche Reichsbahn", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Servette FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vincent R\u00fcfli -> member of sports team -> Servette FC (2013)\n Answer: Servette FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002645", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "S.L. Benfica", + "pred": "S.L. Benfica", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paulo Sousa -> member of sports team -> S.L. Benfica (1990)\n Answer: S.L. Benfica", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Silver Bear for Best Actress", + "pred": "Silver Bear for Best Actress", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Edith Evans -> award received -> Silver Bear for Best Actress (1967)\n Answer: Silver Bear for Best Actress", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004948", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Corrado Bafile -> country of citizenship -> Italy (1991)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "2007", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adriano Chuva -> member of sports team -> Clube N\u00e1utico Capibaribe (2007)\n Answer: 2007", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001871", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Yale University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Feit -> employer -> Yale University (1995)\n Answer: Yale University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000473", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "US Triestina Calcio 1918", + "pred": "US Triestina Calcio 1918", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michele Bacis -> member of sports team -> US Triestina Calcio 1918 (2001)\n Answer: US Triestina Calcio 1918", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006904", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Bernd R\u00fcthers", + "pred": "Bernd R\u00fcthers", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: University of Konstanz -> rector -> Bernd R\u00fcthers (1992)\n Answer: Bernd R\u00fcthers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "RC Strasbourg Alsace", + "pred": "RC Strasbourg Alsace", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Amaury Bischoff -> member of sports team -> RC Strasbourg Alsace (2005)\n Answer: RC Strasbourg Alsace", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005684", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "delegate", + "pred": "delegate", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrew Jacobs -> position held -> delegate (1954)\n Answer: delegate", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004481", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Vladimir Lenin", + "pred": "Vladimir Lenin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Khujand -> named after -> Vladimir Lenin (1989)\n Answer: Vladimir Lenin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006873", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1948.0, + "gold": "1948", + "pred": "1948", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Golden Globe Award for Best Screenplay -> winner -> Richard Schweizer (1948)\n Answer: 1948", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005653", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Andrzej Strejlau", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Poland men's national football team -> head coach -> Andrzej Strejlau (1991)\n Answer: Andrzej Strejlau", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andros Townsend -> member of sports team -> Tottenham Hotspur F.C. (2014)\n Answer: Tottenham Hotspur F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004653", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Trevor Wooley -> award received -> Fr\u00f6hlich Prize (2012)\n Answer: 2012", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001722", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yevpatoriia -> country -> Soviet Union (1927)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "United States Marine Corps", + "pred": "United States Marine Corps", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jim Mattis -> military branch -> United States Marine Corps (1984)\n Answer: United States Marine Corps", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003725", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Barysaw -> country -> Russian Empire (1911)\n Answer: Russian Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004162", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Bob Benny", + "pred": "Bob Benny", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Belgium -> participant -> Bob Benny (1961)\n Answer: Bob Benny", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004885", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Flaviano Vicentini -> country of citizenship -> Italy (2001)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007832", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "South West Trains", + "pred": "South West Trains", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: British Rail Class 455 -> operator -> South West Trains (1998)\n Answer: South West Trains", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005962", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Omsk Oblast -> country -> Soviet Union (1966)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000011", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Order of the Red Banner of Labour", + "pred": "Order of the Red Banner of Labour", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tofiq Bahramov -> award received -> Order of the Red Banner of Labour (1970)\n Answer: Order of the Red Banner of Labour", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007446", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Cruz Azul", + "pred": "Cruz Azul", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guillermo Mendiz\u00e1bal -> member of sports team -> Cruz Azul (1983)\n Answer: Cruz Azul", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004620", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cesare Siepi -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_007791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Fredrikstad FK", + "pred": "Fredrikstad FK", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan Fuglset -> member of sports team -> Fredrikstad FK (1968)\n Answer: Fredrikstad FK", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Andrzej Strejlau", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Poland men's national football team -> head coach -> Andrzej Strejlau (1991)\n Answer: Andrzej Strejlau", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008601", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Laura Adani -> country of citizenship -> Kingdom of Italy (1937)\n Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001029", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Club Joventut Badalona", + "pred": "Club Joventut Badalona", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Joan Filb\u00e1 -> member of sports team -> Club Joventut Badalona (1979)\n Answer: Club Joventut Badalona", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002959", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Claribel Alegr\u00eda Vides -> award received -> Neustadt International Prize for Literature (2006)\n Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Nicolazzi -> country of citizenship -> Italy (1984)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002878", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Guardian Children's Fiction Prize", + "pred": "Guardian Children's Fiction Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gillian Cross -> nominated for -> Guardian Children's Fiction Prize (1980)\n Answer: Guardian Children's Fiction Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000807", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "C\u00e9sar Award for Best Female Revelation", + "pred": "C\u00e9sar Award for Best Female Revelation", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: H\u00e9l\u00e8ne Filli\u00e8res -> nominated for -> C\u00e9sar Award for Best Female Revelation (2002)\n Answer: C\u00e9sar Award for Best Female Revelation", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004108", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Breux-Jouy -> located in -> Seine-et-Oise (1947)\n Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Primetime Emmy Award for Outstanding Animated Program", + "pred": "Primetime Emmy Award for Outstanding Animated Program", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sam Simon -> award received -> Primetime Emmy Award for Outstanding Animated Program (2001)\n Answer: Primetime Emmy Award for Outstanding Animated Program", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004954", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "FC Elista", + "pred": "Dario Passoni", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Leonid Slutsky -> coach of sports team -> FC Elista (2003)\n Answer: Dario Passoni", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006909", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Umberto Bossi", + "pred": "Umberto Bossi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lega Nord -> chairperson -> Umberto Bossi (2002)\n Answer: Umberto Bossi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007331", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "President of Latvia", + "pred": "President of Latvia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Valdis Zatlers -> award -> Order of Outstanding Merit (2010)\n Answer: President of Latvia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003609", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Sch\u00f6neberg", + "pred": "Sch\u00f6neberg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Wuppertal -> twinned with -> Sch\u00f6neberg (1988)\n Answer: Sch\u00f6neberg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006006", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "FC Twente", + "pred": "FC Twente", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cheick Tiot\u00e9 -> member of sports team -> FC Twente (2010)\n Answer: FC Twente", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008100", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Mandatory Palestine", + "pred": "Mandatory Palestine", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bnei Brak -> country -> Mandatory Palestine (1924)\n Answer: Mandatory Palestine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004453", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anselmo Bucci -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006282", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Club Atl\u00e9tico Osasuna", + "pred": "Club Atl\u00e9tico Osasuna", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roberto Santamar\u00eda Calavia -> member of sports team -> Club Atl\u00e9tico Osasuna (1994)\n Answer: Club Atl\u00e9tico Osasuna", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003708", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pino Lancetti -> country of citizenship -> Italy (1983)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003013", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Watford F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alec Chamberlain -> member of sports team -> Watford F.C. (2001)\n Answer: Watford F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001471", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Edgardo Moltoni -> country of citizenship -> Italy (1970)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nova Kakhovka -> country -> Soviet Union (1959)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000942", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Husqvarna FF", + "pred": "Husqvarna FF", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erkka Pet\u00e4j\u00e4 -> member of sports team -> Husqvarna FF (1995)\n Answer: Husqvarna FF", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Altai Krai", + "pred": "Altai Krai", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rubtsovsk -> located in -> Altai Krai (1967)\n Answer: Altai Krai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002943", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Leipzig University", + "pred": "Leipzig University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Henry E. Sigerist -> employer -> Leipzig University (1930)\n Answer: Leipzig University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003037", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Philipp Lenard -> country of citizenship -> Germany (1915)\n Answer: Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giacomo Fornoni -> country of citizenship -> Italy (2015)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003146", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "New York City", + "pred": "New York City", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: MetLife -> headquarters -> New York City (1984)\n Answer: New York City", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004225", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "MTK Budapest FC", + "pred": "MTK Budapest FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zsanett Jakabfi -> member of sports team -> MTK Budapest FC (2005)\n Answer: MTK Budapest FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000827", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Comencini -> country of citizenship -> Italy (2000)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008211", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Rick Parfitt", + "pred": "Rick Parfitt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Status Quo -> has part -> Rick Parfitt (1997)\n Answer: Rick Parfitt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007342", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pierre Mauroy", + "pred": "Pierre Mauroy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lille metropolis -> head of government -> Pierre Mauroy (2005)\n Answer: Pierre Mauroy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005759", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Austria\u2013Hungary", + "pred": "Austria\u2013Hungary", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giurtelecu Hododului -> country -> Austria\u2013Hungary (1913)\n Answer: Austria\u2013Hungary", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003949", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Member of the European Parliament", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jean-Marie Cavada -> position held -> Member of the European Parliament (2017)\n Answer: Member of the European Parliament", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Samba Gold", + "pred": "Samba Gold", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Neymar -> award received -> Samba Gold (2022)\n Answer: Samba Gold", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001667", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Francesco Aguzzoli -> country of citizenship -> Italy (1969)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002554", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marek \u0160t\u011bch -> member of sports team -> Wycombe Wanderers F.C. (2009)\n Answer: 2009", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003996", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1943.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gojin Dol -> country -> Yugoslavia (1943)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Nascimbene -> country of citizenship -> Italy (1975)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004658", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianni Agus -> country of citizenship -> Kingdom of Italy (1934)\n Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_004227", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Lady Gaga", + "pred": "Lady Gaga", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: MTV Video Music Award for Best New Artist -> winner -> Lady Gaga (2009)\n Answer: Lady Gaga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001594", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Bell Labs", + "pred": "Bell Labs", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ralph Hartley -> employer -> Bell Labs (1936)\n Answer: Bell Labs", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006869", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Al Masry SC", + "pred": "Al Masry SC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tarek Soliman -> member of sports team -> Al Masry SC (1984)\n Answer: Al Masry SC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006930", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lyubertsy -> country -> Soviet Union (1933)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "University of Edinburgh", + "pred": "University of Edinburgh", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Aitken -> employer -> University of Edinburgh (1938)\n Answer: University of Edinburgh", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005195", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tmutarakan -> country -> Soviet Union (1989)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002457", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Cottbus District", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cottbus -> located in -> Cottbus District (1982)\n Answer: Cottbus District", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "CPJ International Press Freedom Awards", + "pred": "CPJ International Press Freedom Awards", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Veran Mati\u0107 -> award received -> CPJ International Press Freedom Awards (1993)\n Answer: CPJ International Press Freedom Awards", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006097", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pavel Drsek -> member of sports team -> Panionios F.C. (2008)\n Answer: 2008", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006940", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "British Raj", + "pred": "British Raj", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bilgram -> country -> British Raj (1940)\n Answer: British Raj", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000173", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leopoldo Trieste -> country of citizenship -> Kingdom of Italy (1945)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005298", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Enzo Sellerio -> country of citizenship -> Italy (2006)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005185", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1950.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gino Cavalieri -> country of citizenship -> Italy (1950)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007749", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "David Mamet", + "pred": "David Mamet", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lindsay Crouse -> spouse -> David Mamet (1989)\n Answer: David Mamet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shell-Haus -> owned by -> Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges. (1961)\n Answer: Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arnaldo Benfenati -> country of citizenship -> Italy (1956)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002110", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vladivostok -> country -> Soviet Union (1961)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000829", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carlo Manzoni -> country of citizenship -> Kingdom of Italy (1940)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008640", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Crepax -> country of citizenship -> Italy (1975)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002292", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nicolae Ceau\u0219escu -> convicted of -> genocide (1989)\n Answer: 1989", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005480", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "general", + "pred": "general", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hartmut Bagger -> military, police or special rank -> general (2008)\n Answer: general", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008496", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto Fontanesi -> country of citizenship -> Italy (1952)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006640", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Ottoman Empire", + "pred": "Ottoman Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gaza City -> country -> Ottoman Empire (1907)\n Answer: Ottoman Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003927", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Ascoli Calcio 1898 FC", + "pred": "Ascoli Calcio 1898 FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michele Fini -> member of sports team -> Ascoli Calcio 1898 FC (2005)\n Answer: Ascoli Calcio 1898 FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007996", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Oryol -> country -> Soviet Union (1982)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000373", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Northwestern University", + "pred": "Northwestern University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erich Heller -> employer -> Northwestern University (1961)\n Answer: Northwestern University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005430", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Aut\u00f3dromo Internacional Ayrton Senna", + "pred": "Aut\u00f3dromo Internacional Ayrton Senna", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Brazilian motorcycle Grand Prix -> location -> Aut\u00f3dromo Internacional Ayrton Senna (1987)\n Answer: Aut\u00f3dromo Internacional Ayrton Senna", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Calcio Foggia 1920", + "pred": "A.S. Roma", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Cosimo Nocera -> member of sports team -> Calcio Foggia 1920 (1961)\n Hop 2: Calcio Foggia 1920 -> member of sports team -> A.S. Roma (1961)\n Answer: A.S. Roma", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003964", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Gangwon FC", + "pred": "Gangwon FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Seo Dong-myung -> coach of sports team -> Gangwon FC (2009)\n Answer: Gangwon FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004438", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Club Atl\u00e9tico River Plate", + "pred": "Club Atl\u00e9tico River Plate", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Amadeo Carrizo -> member of sports team -> Club Atl\u00e9tico River Plate (1968)\n Answer: Club Atl\u00e9tico River Plate", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004862", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1902.0, + "gold": "Amtshauptmannschaft Schwarzenberg", + "pred": "Amtshauptmannschaft Schwarzenberg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Johanngeorgenstadt -> located in -> Amtshauptmannschaft Schwarzenberg (1902)\n Answer: Amtshauptmannschaft Schwarzenberg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004495", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "As d'Or Jeu de l'Ann\u00e9e", + "pred": "As d'Or Jeu de l'Ann\u00e9e", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: No Thanks! -> nominated for -> As d'Or Jeu de l'Ann\u00e9e (2005)\n Answer: As d'Or Jeu de l'Ann\u00e9e", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002486", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shimon Peres -> country of citizenship -> Israel (2004)\n Answer: Israel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003629", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "La Spezia", + "pred": "La Spezia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: 29th U-boat Flotilla -> location -> La Spezia (1942)\n Answer: La Spezia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006341", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "FC Girondins de Bordeaux", + "pred": "FC Girondins de Bordeaux", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: A\u017ebe Jug -> member of sports team -> FC Girondins de Bordeaux (2014)\n Answer: FC Girondins de Bordeaux", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002779", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SBV Vitesse", + "pred": "SBV Vitesse", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ante Mi\u0161e -> member of sports team -> SBV Vitesse (1996)\n Answer: SBV Vitesse", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Nazi Party", + "pred": "Nazi Party", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: August Eigruber -> member of political party -> Nazi Party (1940)\n Answer: Nazi Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004217", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "1. FFC Frankfurt", + "pred": "1. FFC Frankfurt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Katrin Kliehm -> member of sports team -> 1. FFC Frankfurt (2005)\n Answer: 1. FFC Frankfurt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eleonora Rossi Drago -> country of citizenship -> Italy (1954)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Mandatory Palestine", + "pred": "Mandatory Palestine", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Acre -> country -> Mandatory Palestine (1927)\n Answer: Mandatory Palestine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002651", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Edith Roosevelt", + "pred": "Edith Roosevelt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Theodore Roosevelt -> spouse -> Edith Roosevelt (1902)\n Answer: Edith Roosevelt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005128", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bogdan P\u0103tra\u0219cu -> member of sports team -> FC Universitatea Cluj (2012)\n Answer: 2012", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007441", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Norway men's national association football team", + "pred": "Norway men's national association football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arne Erlandsen -> member of sports team -> Norway men's national association football team (1981)\n Answer: Norway men's national association football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006793", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "FC Veszpr\u00e9m", + "pred": "FC Veszpr\u00e9m", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ferenc Csongr\u00e1di -> member of sports team -> FC Veszpr\u00e9m (1989)\n Answer: FC Veszpr\u00e9m", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005396", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Nazi Germany", + "pred": "Nazi Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hanau -> country -> Nazi Germany (1939)\n Answer: Nazi Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002815", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "People's Republic of China", + "pred": "People's Republic of China", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Liu Bocheng -> country of citizenship -> People's Republic of China (1951)\n Answer: People's Republic of China", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Amsterdam", + "pred": "Amsterdam", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michael Jacklin -> work location -> Amsterdam (2000)\n Answer: Amsterdam", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001511", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Academy Award for Best Picture", + "pred": "Academy Award for Best Picture", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hal B. Wallis -> nominated for -> Academy Award for Best Picture (1970)\n Answer: Academy Award for Best Picture", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000553", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Denmark women's national football team", + "pred": "Julie Rydahl Bukh", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Katrine Pedersen -> member of sports team -> Denmark women's national football team (2011)\n Answer: Julie Rydahl Bukh", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000656", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Northwestern University", + "pred": "Northwestern University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Melville J. Herskovits -> employer -> Northwestern University (1947)\n Answer: Northwestern University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001297", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1970.0, + "gold": "1970", + "pred": "1970", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tofiq Bahramov -> award received -> Order of the Red Banner of Labour (1970)\n Answer: 1970", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007459", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Amsterdam", + "pred": "Amsterdam", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carel Willink -> work location -> Amsterdam (1946)\n Answer: Amsterdam", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002423", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Trinidad and Tobago men's national football team", + "pred": "Trinidad and Tobago men's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cyd Gray -> member of sports team -> Trinidad and Tobago men's national football team (2006)\n Answer: Trinidad and Tobago men's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001348", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Servette FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vincent R\u00fcfli -> member of sports team -> Servette FC (2013)\n Answer: Servette FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008576", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Uzhhorod -> country -> Soviet Union (1953)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002071", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "British School at Rome", + "pred": "British School at Rome", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eugenie Sellers Strong -> employer -> British School at Rome (1912)\n Answer: British School at Rome", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004899", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1978.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Uman -> country -> Soviet Union (1978)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001022", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Vladimir Oblast", + "pred": "Vladimir Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kovrov -> located in -> Vladimir Oblast (1977)\n Answer: Vladimir Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003839", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jane Birkin", + "pred": "Jane Birkin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Serge Gainsbourg -> unmarried partner -> Jane Birkin (1977)\n Answer: Jane Birkin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001814", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Christian Neureuther", + "pred": "Christian Neureuther", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rosi Mittermaier -> spouse -> Christian Neureuther (2015)\n Answer: Christian Neureuther", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giorgio Perlasca -> country of citizenship -> Kingdom of Italy (1940)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Martha Vickers", + "pred": "Martha Vickers", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mickey Rooney -> spouse -> Martha Vickers (1950)\n Answer: Martha Vickers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Arabic", + "pred": "Arabic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Israel -> official language -> Arabic (2013)\n Answer: Arabic", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_005683", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Heidelberg University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Herbert Seifert -> employer -> Heidelberg University (1961)\n Answer: Heidelberg University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007163", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Relax-Gam", + "pred": "Relax-Gam", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Juan Antonio Flecha -> member of sports team -> Relax-Gam (2000)\n Answer: Relax-Gam", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arne Tiselius -> nominated for -> Nobel Prize in Physiology or Medicine (1946)\n Answer: Nobel Prize in Physiology or Medicine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008134", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shell-Haus -> owned by -> Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges. (1954)\n Answer: Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002147", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Hungarian Socialist Workers' Party", + "pred": "Hungarian Socialist Workers' Party", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: L\u00e1szl\u00f3 B\u00e9kesi -> member of political party -> Hungarian Socialist Workers' Party (1971)\n Answer: Hungarian Socialist Workers' Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "habilitation", + "pred": "habilitation", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hienad\u017a Sahanovi\u010d -> academic degree -> habilitation (2018)\n Answer: habilitation", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000654", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Province of Mantua", + "pred": "Province of Mantua", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Felonica -> located in -> Province of Mantua (1939)\n Answer: Province of Mantua", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004102", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "University of California, Los Angeles", + "pred": "University of California, Los Angeles", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ernst G. Straus -> employer -> University of California, Los Angeles (1973)\n Answer: University of California, Los Angeles", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007739", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "FSV Frankfurt", + "pred": "FSV Frankfurt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Robert Pache -> member of sports team -> FSV Frankfurt (1928)\n Answer: FSV Frankfurt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006368", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Chemins de fer du Midi", + "pred": "Chemins de fer du Midi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Q802601 -> operator -> Chemins de fer du Midi (1902)\n Answer: Chemins de fer du Midi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Angelo Anquilletti -> country of citizenship -> Italy (1980)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "A.O. Kavalas (association football)", + "pred": "A.O. Kavalas (association football)", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Galinovi\u0107 -> member of sports team -> A.O. Kavalas (association football) (2010)\n Answer: A.O. Kavalas (association football)", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002646", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1997.0, + "gold": "1997", + "pred": "1997", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Javier Mar\u00edas -> award received -> Nelly Sachs Prize (1997)\n Answer: 1997", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002133", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Gold Medal of the Royal Astronomical Society", + "pred": "Gold Medal of the Royal Astronomical Society", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Sydney Adams -> award received -> Gold Medal of the Royal Astronomical Society (1917)\n Answer: Gold Medal of the Royal Astronomical Society", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000302", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vittorio Brambilla -> country of citizenship -> Italy (1956)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002678", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Atalanta BC", + "pred": "Atalanta BC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stefano Angeleri -> member of sports team -> Atalanta BC (1952)\n Answer: Atalanta BC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004224", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Tony Award for Best Actress in a Play", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jane Alexander -> nominated for -> Tony Award for Best Actress in a Play (1992)\n Answer: Tony Award for Best Actress in a Play", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005379", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "arrondissement of Bourg-en-Bresse", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: P\u00e9rouges -> located in -> arrondissement of Bourg-en-Bresse (2001)\n Answer: arrondissement of Bourg-en-Bresse", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006243", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cagney & Lacey -> cast member -> Meg Foster (1982)\n Answer: 1982", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008166", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "MTK Budapest FC", + "pred": "MTK Budapest FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Imre Kov\u00e1cs -> member of sports team -> MTK Budapest FC (1945)\n Answer: MTK Budapest FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003678", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "lawyer", + "pred": "lawyer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Bell Williams -> occupation -> lawyer (1980)\n Answer: lawyer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000025", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Klaus Jensen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Trier -> head of government -> Klaus Jensen (2008)\n Answer: Klaus Jensen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "British Empire", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mandatory Palestine -> located in -> United Kingdom (1940)\n Hop 2: United Kingdom -> located in -> British Empire (1940)\n Answer: British Empire", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_000689", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franca Ongaro -> country of citizenship -> Kingdom of Italy (1943)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004963", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "City of Gosford", + "pred": "City of Gosford", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gosford -> located in -> City of Gosford (1982)\n Answer: City of Gosford", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001580", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "London", + "pred": "London", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Joseph Hertz -> work location -> London (1936)\n Answer: London", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002212", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Tonelli -> drafted by -> New York Islanders (1977)\n Answer: 1977", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001427", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "FC Lausanne-Sport", + "pred": "FC Lausanne-Sport", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pierre Kerkhoffs -> member of sports team -> FC Lausanne-Sport (1967)\n Answer: FC Lausanne-Sport", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000751", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Brunoy -> located in -> Seine-et-Oise (1942)\n Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "FC Spartak Trnava", + "pred": "FC Spartak Trnava", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Martin Ra\u0161ka -> member of sports team -> FC Spartak Trnava (2013)\n Answer: FC Spartak Trnava", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002412", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pino Lancetti -> country of citizenship -> Italy (1983)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001943", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1999.0, + "gold": "1999", + "pred": "1999", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franti\u0161ek Kaberle -> drafted by -> Los Angeles Kings (1999)\n Answer: 1999", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005685", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1939", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The Adventures of Robin Hood -> nominated for -> Academy Award for Best Film Editing (1939)\n Answer: 1939", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001916", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Str\u00f8msgodset IF", + "pred": "Str\u00f8msgodset IF", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kim Larsen -> member of sports team -> Str\u00f8msgodset IF (2003)\n Answer: Str\u00f8msgodset IF", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006927", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aldo Fabrizi -> country of citizenship -> Italy (1956)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Bajardi -> country of citizenship -> Italy (1956)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto Lattuada -> country of citizenship -> Italy (1971)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005536", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Fengtien", + "pred": "Fengtien", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Faku County -> located in -> Fengtien (1945)\n Answer: Fengtien", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000555", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Gertrude Stein", + "pred": "Gertrude Stein", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gertrude Stein -> owned by -> Gertrude Stein (1946)\n Answer: Gertrude Stein", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005626", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Heiner Gei\u00dfler", + "pred": "Heiner Gei\u00dfler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Christian Democratic Union -> general secretary -> Heiner Gei\u00dfler (1981)\n Answer: Heiner Gei\u00dfler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005124", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Algiers", + "pred": "Algiers", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pierre Savorgnan de Brazza -> place of burial -> Algiers (1990)\n Answer: Algiers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Coll\u00e8ge de France", + "pred": "Coll\u00e8ge de France", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andr\u00e9 Lichnerowicz -> employer -> Coll\u00e8ge de France (1956)\n Answer: Coll\u00e8ge de France", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003885", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2021.0, + "gold": "National Oceanic and Atmospheric Administration", + "pred": "National Oceanic and Atmospheric Administration", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: EWS-G2 -> owned by -> National Oceanic and Atmospheric Administration (2021)\n Answer: National Oceanic and Atmospheric Administration", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005314", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Li Tsung-jen -> country of citizenship -> Taiwan (1962)\n Answer: Taiwan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Knight Bachelor", + "pred": "Knight Bachelor", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bobby Charlton -> award received -> Knight Bachelor (1994)\n Answer: Knight Bachelor", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002726", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "SK Slavia Prague", + "pred": "SK Slavia Prague", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nicu\u0219or Stanciu -> member of sports team -> SK Slavia Prague (2021)\n Answer: SK Slavia Prague", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004003", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "KRC Mechelen", + "pred": "KRC Mechelen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan Diddens -> member of sports team -> KRC Mechelen (1924)\n Answer: KRC Mechelen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008148", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexei Navalny -> country of citizenship -> Soviet Union (1985)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1916.0, + "gold": "Marie Bonaparte", + "pred": "Marie Bonaparte", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Prince George of Greece and Denmark -> spouse -> Marie Bonaparte (1916)\n Answer: Marie Bonaparte", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003444", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "A.S. Nancy-Lorraine", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ronan Le Crom -> member of sports team -> A.S. Nancy-Lorraine (2011)\n Answer: A.S. Nancy-Lorraine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004684", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Schutzstaffel", + "pred": "SS-Gruppenf\u00fchrer", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hans G\u00fcnther -> member of -> Schutzstaffel (1945)\n Hop 2: Schutzstaffel -> member of -> SS-Gruppenf\u00fchrer (1945)\n Answer: SS-Gruppenf\u00fchrer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007043", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andr\u00e9 T\u00e9chin\u00e9 -> award received -> C\u00e9sar Award for Best Director (1995)\n Answer: 1995", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002077", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Scunthorpe United F.C.", + "pred": "Scunthorpe United F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jermaine Beckford -> member of sports team -> Scunthorpe United F.C. (2007)\n Answer: Scunthorpe United F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005610", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Willi Daume", + "pred": "Willi Daume", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: German Handball Association -> chairperson -> Willi Daume (1949)\n Answer: Willi Daume", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007161", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Polish People's Republic", + "pred": "Polish People's Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan T. Gross -> country of citizenship -> Polish People's Republic (1959)\n Answer: Polish People's Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008431", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Kingdom of Greece", + "pred": "Kingdom of Greece", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Takis -> country of citizenship -> Kingdom of Greece (1944)\n Answer: Kingdom of Greece", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005503", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nino Taranto -> country of citizenship -> Italy (1966)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003756", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Nuremberg Medical Trial", + "pred": "Nuremberg Medical Trial", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Prince Philipp, Landgrave of Hesse -> participant in -> Nuremberg Medical Trial (1947)\n Answer: Nuremberg Medical Trial", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006939", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Christiaan Eijkman -> nominated for -> Nobel Prize in Physiology or Medicine (1921)\n Answer: Nobel Prize in Physiology or Medicine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Bennati -> country of citizenship -> Italy (1956)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001054", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ermanno Olmi -> country of citizenship -> Italy (1949)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002273", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Watford F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alec Chamberlain -> member of sports team -> Watford F.C. (2001)\n Answer: Watford F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000786", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tony Marshall -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2003)\n Answer: Order of Merit of Baden-W\u00fcrttemberg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002778", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andros Townsend -> member of sports team -> Tottenham Hotspur F.C. (2014)\n Answer: Tottenham Hotspur F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005074", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Japan", + "pred": "Japan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Broutona -> country -> Japan (1919)\n Answer: Japan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007312", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Chelsea F.C.", + "pred": "Chelsea F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Magnus Hedman -> member of sports team -> Chelsea F.C. (2007)\n Answer: Chelsea F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001350", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Leningrad Oblast", + "pred": "Leningrad Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ivangorod -> located in -> Leningrad Oblast (2001)\n Answer: Leningrad Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001371", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Clare Boothe Luce", + "pred": "Clare Boothe Luce", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Henry Luce -> spouse -> Clare Boothe Luce (1959)\n Answer: Clare Boothe Luce", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000490", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: No Thanks! -> nominated for -> As d'Or Jeu de l'Ann\u00e9e (2005)\n Answer: 2005", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1985.0, + "gold": "1985", + "pred": "1985", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yonohommachi Station -> founder -> Japanese National Railways (1985)\n Answer: 1985", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005716", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Edgardo Moltoni -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005200", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Pichichi Trophy", + "pred": "Pichichi Trophy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hugo S\u00e1nchez -> award received -> Pichichi Trophy (1985)\n Answer: Pichichi Trophy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000681", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Robin Shroot -> member of sports team -> Burton Albion F.C. (2009)\n Answer: 2009", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004424", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lviv Oblast", + "pred": "Lviv Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Drohobych -> located in -> Lviv Oblast (2012)\n Answer: Lviv Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003611", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Catholic priest", + "pred": "Catholic priest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alwin Albert Hafner -> occupation -> Catholic priest (1976)\n Answer: Catholic priest", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000603", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Lille OSC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Beno\u00eet Cheyrou -> member of sports team -> Lille OSC (1999)\n Answer: Lille OSC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007417", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Beaux-Arts de Paris", + "pred": "Beaux-Arts de Paris", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alekos Fassianos -> educated at -> Beaux-Arts de Paris (1970)\n Answer: Beaux-Arts de Paris", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001017", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Golden Bear", + "pred": "Golden Bear", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Li Yang -> nominated for -> Golden Bear (2003)\n Answer: Golden Bear", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004297", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Walter Sisulu", + "pred": "Walter Sisulu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Albertina Nontsikelelo Sisulu -> spouse -> Walter Sisulu (1966)\n Answer: Walter Sisulu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007760", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Netherlands", + "pred": "Netherlands", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mart Stam -> work location -> Netherlands (1962)\n Answer: Netherlands", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002309", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Feh\u00e9rv\u00e1r FC", + "pred": "Feh\u00e9rv\u00e1r FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Henning Berg -> coach of -> Feh\u00e9rv\u00e1r FC (2017)\n Answer: Feh\u00e9rv\u00e1r FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000472", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Bonnard -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Free Democratic Party", + "pred": "Free Democratic Party", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Scheel -> member of political party -> Free Democratic Party (1988)\n Answer: Free Democratic Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003092", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Limbach-Oberfrohna -> country -> Weimar Republic (1920)\n Answer: Weimar Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003984", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Hamburger SV", + "pred": "Hamburger SV", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Wilhelm Blunk -> member of sports team -> Hamburger SV (1944)\n Answer: Hamburger SV", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004307", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Verzar -> country -> Yugoslavia (1933)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004221", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Carli -> country of citizenship -> Italy (1967)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002604", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Orenburg Governorate", + "pred": "Orenburg", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Orenburg -> capital of -> Orenburg Governorate (1924)\n Answer: Orenburg", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_005175", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Suso Cecchi d'Amico -> country of citizenship -> Italy (1999)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000103", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "People's Republic of Bulgaria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stara Zagora -> country -> People's Republic of Bulgaria (1962)\n Answer: People's Republic of Bulgaria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007858", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "construction", + "pred": "construction", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hanover Stadtbahn -> vehicle normally used -> TW 6000 (1980)\n Hop 2: TW 6000 -> significant event -> construction (1980)\n Answer: construction", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000929", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Tony Award for Best Actress in a Play", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Glenda Jackson -> nominated for -> Tony Award for Best Actress in a Play (1981)\n Answer: Tony Award for Best Actress in a Play", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Hamburg Commercial Bank", + "pred": "Hamburg Commercial Bank", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Volksparkstadion -> named after -> Hamburg Commercial Bank (2008)\n Answer: Hamburg Commercial Bank", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006833", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "Princess M\u00e4rtha of Sweden", + "pred": "Princess M\u00e4rtha of Sweden", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Olav V of Norway -> spouse -> Princess M\u00e4rtha of Sweden (1936)\n Answer: Princess M\u00e4rtha of Sweden", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007826", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Patrick Cramer -> award received -> Gottfried Wilhelm Leibniz Prize (2006)\n Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005791", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1969.0, + "gold": "1969", + "pred": "1969", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Strawberry Fields Forever -> performer -> The Beatles (1969)\n Answer: 1969", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008695", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "FC Basel", + "pred": "FC Basel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Serge Muhmenthaler -> member of sports team -> FC Basel (1976)\n Answer: FC Basel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006326", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Isabella Biagini -> country of citizenship -> Kingdom of Italy (1943)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002683", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vincenzo Talarico -> country of citizenship -> Italy (1956)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004982", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "AS Monaco FC", + "pred": "AS Monaco FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Abderrahmane Boubekeur -> member of sports team -> AS Monaco FC (1957)\n Answer: AS Monaco FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fabio Capello -> work location -> Rome (2001)\n Answer: Rome", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000415", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Neauphle-le-Vieux -> located in -> Seine-et-Oise (1957)\n Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002513", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "IBM", + "pred": "IBM", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frank Soltis -> employer -> IBM (1988)\n Answer: IBM", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001131", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Xiao Yang -> member of political party -> Chinese Communist Party (1971)\n Answer: Chinese Communist Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004809", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gino Cassinis -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "England women's national football team", + "pred": "England women's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lindsay Johnson -> member of sports team -> England women's national football team (2005)\n Answer: England women's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario B\u00f2 -> country of citizenship -> Italy (1994)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002765", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "The Rockefeller University", + "pred": "The Rockefeller University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: George Uhlenbeck -> employer -> The Rockefeller University (1967)\n Answer: The Rockefeller University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Viktor Kulikov -> country of citizenship -> Soviet Union (1946)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003270", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Ungaretti -> country of citizenship -> Kingdom of Italy (1914)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002090", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zeno Saltini -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002717", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luciano Savorini -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001781", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Waltrude Schleyer", + "pred": "Waltrude Schleyer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hanns Martin Schleyer -> spouse -> Waltrude Schleyer (1950)\n Answer: Waltrude Schleyer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "West Ham United F.C.", + "pred": "West Ham United F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Billy Brown -> member of sports team -> West Ham United F.C. (1922)\n Answer: West Ham United F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000911", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Tuscany", + "pred": "Tuscany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Plinio Nomellini -> work location -> Tuscany (1932)\n Answer: Tuscany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002590", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1946.0, + "gold": "1946", + "pred": "1946", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Meazza -> coach of sports team -> Atalanta BC (1946)\n Answer: 1946", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Q104925 -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2018)\n Answer: Order of Merit of Baden-W\u00fcrttemberg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004701", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: L\u00e9vis-Saint-Nom -> located in -> Seine-et-Oise (1968)\n Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006905", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Northwestern University -> member of -> Scholarly Publishing and Academic Resources Coalition (2023)\n Answer: 2023", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005334", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: IG Farben -> significant event -> insolvency (2003)\n Answer: 2003", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006551", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Egidio Feruglio -> country of citizenship -> Kingdom of Italy (1917)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Bianchi -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "FC Amkar Perm", + "pred": "FC Amkar Perm", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Martin Jakubko -> member of sports team -> FC Amkar Perm (2014)\n Answer: FC Amkar Perm", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Sporting CP", + "pred": "Sporting CP", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rudolf Jeny -> member of sports team -> Hungary men's national football team (1934)\n Answer: Sporting CP", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001982", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Francesco Gabrieli -> country of citizenship -> Kingdom of Italy (1939)\n Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_001763", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Tranmere Rovers F.C.", + "pred": "Tranmere Rovers F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Steve Coppell -> member of sports team -> Tranmere Rovers F.C. (1973)\n Answer: Tranmere Rovers F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001693", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Utrecht University", + "pred": "Utrecht University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pieter Helbert Damst\u00e9 -> employer -> Utrecht University (1919)\n Answer: Utrecht University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006247", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1909.0, + "gold": "Associate Justice of the Supreme Court of the United States", + "pred": "Associate Justice of the Supreme Court of the United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Joseph McKenna -> position held -> Associate Justice of the Supreme Court of the United States (1909)\n Answer: Associate Justice of the Supreme Court of the United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006923", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Der St\u00fcrmer", + "pred": "Der St\u00fcrmer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Julius Streicher -> employer -> Der St\u00fcrmer (1929)\n Answer: Der St\u00fcrmer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004828", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adone Zoli -> country of citizenship -> Italy (1957)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006717", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Bianchi -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001064", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hanover -> country -> Weimar Republic (1930)\n Answer: Weimar Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002886", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luciano Fo\u00e0 -> country of citizenship -> Italy (1967)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001768", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Emilio Petiva -> country of citizenship -> Kingdom of Italy (1929)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006522", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Cameroon men's national football team", + "pred": "Cameroon men's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Henri Michel -> coach of sports team -> Cameroon men's national football team (1994)\n Answer: Cameroon men's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001073", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Kingdom of Bulgaria", + "pred": "Kingdom of Bulgaria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Veliko Tarnovo -> country -> Kingdom of Bulgaria (1910)\n Answer: Kingdom of Bulgaria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002125", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "SSC Napoli", + "pred": "SSC Napoli", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armando Tre Re -> member of sports team -> SSC Napoli (1956)\n Answer: SSC Napoli", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002297", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "FC Astra Giurgiu", + "pred": "FC Astra Giurgiu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dorinel Munteanu -> coach of sports team -> FC Astra Giurgiu (2015)\n Answer: FC Astra Giurgiu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002809", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Elio Toaff -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002474", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Pat Travers", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tommy Aldridge -> member of -> Pat Travers (1981)\n Answer: Pat Travers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004101", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Djalminha -> member of sports team -> Club Am\u00e9rica (2004)\n Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006366", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "England women's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kelly Smith -> member of sports team -> England women's national football team (2014)\n Answer: England women's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "United States Navy", + "pred": "United States Navy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arthur William Radford -> military branch -> United States Navy (1952)\n Answer: United States Navy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003020", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Lagos", + "pred": "Lagos", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nigeria -> capital -> Lagos (1968)\n Answer: Lagos", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004956", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Calcio Padova", + "pred": "Calcio Padova", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Azzini -> member of sports team -> Calcio Padova (1957)\n Answer: Calcio Padova", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006758", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Al Masry SC", + "pred": "Al Masry SC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ahmad Shedid Qinawi -> member of sports team -> Al Masry SC (2008)\n Answer: Al Masry SC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003840", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "DSV Leoben", + "pred": "DSV Leoben", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Wolfgang Klapf -> member of sports team -> DSV Leoben (2005)\n Answer: DSV Leoben", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003113", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Wheaton College", + "pred": "Wheaton College", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hilda Geiringer -> employer -> Wheaton College (1952)\n Answer: Wheaton College", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004767", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Miss America", + "pred": "Miss America", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lois Delander -> competition won -> Miss America (1927)\n Answer: Miss America", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Goffredo Petrassi -> country of citizenship -> Kingdom of Italy (1941)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "pred": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paris\u2013Lille railway -> operator -> Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais (1965)\n Answer: Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003340", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Russia", + "pred": "Russia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dmitry Yazov -> country of citizenship -> Russia (1995)\n Answer: Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005245", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Chariots of Fire -> nominated for -> Academy Award for Best Picture (1982)\n Hop 2: Academy Award for Best Picture -> equal to -> Academy Award for Best Picture (1982)\n Hop 3: Academy Award for Best Picture (1982) -> year -> 1982\n Answer: 1982", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006022", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lady Gaga", + "pred": "Lady Gaga", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Taylor Kinney -> unmarried partner -> Lady Gaga (2012)\n Answer: Lady Gaga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002807", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "University of Oslo", + "pred": "University of Oslo", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Viggo Brun -> employer -> University of Oslo (1950)\n Answer: University of Oslo", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002236", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Order of Merit of North Rhine-Westphalia", + "pred": "Order of Merit of North Rhine-Westphalia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Helmut Hirsch -> award received -> Order of Merit of North Rhine-Westphalia (1988)\n Answer: Order of Merit of North Rhine-Westphalia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006258", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "United States Cabinet", + "pred": "United States Cabinet", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: United States Secretary of the Navy -> part of -> United States Cabinet (1906)\n Answer: United States Cabinet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003646", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "pred": "Primtime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "em": 0.0, + "f1": 0.9166666666666666, + "pred_raw": "Hop 1: Gena Rowlands -> award received -> Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie (1987)\n Answer: Primtime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_002029", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Warabitai Station", + "pred": "Warabitai Station", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kuromatsunai Station -> adjacent station -> Warabitai Station (1964)\n Answer: Warabitai Station", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Rudi Fuchs", + "pred": "Rudi Fuchs", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stedelijk Museum Amsterdam -> manager -> Rudi Fuchs (2003)\n Answer: Rudi Fuchs", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000849", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ray Lovejoy -> nominated for -> Academy Award for Best Film Editing (1987)\n Answer: 1987", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000139", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "Schutzstaffel", + "pred": "Schutzstaffel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Richard Schulze-Kossens -> member of -> Schutzstaffel (1937)\n Answer: Schutzstaffel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Anton-G\u00fcnther, Duke of Oldenburg", + "pred": "Anton-G\u00fcnther, Duke of Oldenburg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: House of Oldenburg -> chairperson -> Anton-G\u00fcnther, Duke of Oldenburg (2007)\n Answer: Anton-G\u00fcnther, Duke of Oldenburg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004055", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Visintin -> country of citizenship -> Italy (1976)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004419", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Jeonbuk Hyundai Motors FC", + "pred": "Jeonbuk Hyundai Motors FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sim Woo-yeon -> member of sports team -> Jeonbuk Hyundai Motors FC (2011)\n Answer: Jeonbuk Hyundai Motors FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006447", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Wall -> drafted by -> Washington Wizards (2010)\n Answer: 2010", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005863", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Parliament of the United Kingdom", + "pred": "Parliament of the United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Chris Huhne -> member of -> Parliament of the United Kingdom (2010)\n Answer: Parliament of the United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004287", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Jens Stoltenberg", + "pred": "Jens Stoltenberg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Norwegian Labour Party -> chairperson -> Jens Stoltenberg (2011)\n Answer: Jens Stoltenberg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008613", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "1980", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: George Gervin -> award received -> NBA All-Star Game Kobe Bryant Most Valuable Player Award (1980)\n Answer: 1980", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002216", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Team Jayco AlUla", + "pred": "Team Jayco AlUla", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mitchell Docker -> member of sports team -> Team Jayco AlUla (2013)\n Answer: Team Jayco AlUla", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006890", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rahim Zafer -> member of sports team -> Gen\u00e7lerbirli\u011fi S.K. (1994)\n Answer: Gen\u00e7lerbirli\u011fi S.K.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bakhchisaray Palace -> country -> Soviet Union (1965)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004395", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "University of Freiburg", + "pred": "University of Freiburg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ernst-Wolfgang B\u00f6ckenf\u00f6rde -> employer -> University of Freiburg (1994)\n Answer: University of Freiburg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003660", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Queen", + "pred": "Queen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mountain Studios -> owned by -> Queen (1989)\n Answer: Queen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006514", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Murmansk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1955)\n Answer: Russian Soviet Federative Socialist Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002222", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sergio Bonelli -> country of citizenship -> Italy (1951)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tiziano Terzani -> country of citizenship -> Italy (1996)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001758", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "John Mauchly", + "pred": "John Mauchly", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kathleen Antonelli -> spouse -> John Mauchly (1973)\n Answer: John Mauchly", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004641", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Ni\u00e8vre", + "pred": "Ni\u00e8vre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Route nationale 445 -> located in -> Ni\u00e8vre (1946)\n Answer: Ni\u00e8vre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000084", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Munich Kammerspiele", + "pred": "Munich Kammerspiele", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Therese Giehse -> employer -> Munich Kammerspiele (1967)\n Answer: Munich Kammerspiele", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005007", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2017.0, + "gold": "2017", + "pred": "2017", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karl Ove Knausg\u00e5rd -> award received -> Jerusalem Prize (2017)\n Answer: 2017", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Tuvan Autonomous Soviet Socialist Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tes-Khemsky District -> located in -> Tuvan Autonomous Soviet Socialist Republic (1987)\n Answer: Tuvan Autonomous Soviet Socialist Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007920", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kyoto Protocol -> ratified by -> Thailand (2002)\n Answer: 2002", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006359", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1956.0, + "gold": "1956", + "pred": "1956", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bauer -> member of sports team -> Botafogo F.R. (1956)\n Answer: 1956", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005402", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Simferopol -> country -> Russian Empire (1910)\n Answer: Russian Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007921", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: STS-29 -> significant event -> landing (1989)\n Answer: 1989", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002569", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aldo Clementi -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003091", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Pat Travers", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tommy Aldridge -> member of -> Pat Travers (1981)\n Answer: Pat Travers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002364", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Gaz\u00e9lec Ajaccio", + "pred": "Gaz\u00e9lec Ajaccio", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jean-Michel Cavalli -> member of sports team -> AS Monaco FC (1990)\n Answer: Gaz\u00e9lec Ajaccio", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007208", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Gustave Choquet", + "pred": "Gustave Choquet", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yvonne Choquet-Bruhat -> spouse -> Gustave Choquet (1983)\n Answer: Gustave Choquet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003209", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "C\u00e9sar Milstein", + "pred": "C\u00e9sar Milstein", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Copley Medal -> winner -> C\u00e9sar Milstein (1989)\n Answer: C\u00e9sar Milstein", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rudolf Virchow -> nominated for -> Nobel Prize in Physiology or Medicine (1902)\n Answer: Nobel Prize in Physiology or Medicine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004389", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "1922", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Irish Free State -> replaces -> United Kingdom of Great Britain and Ireland (1922)\n Answer: 1922", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001672", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Kemerovo Oblast", + "pred": "Kemerovo Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Novokuznetsk -> located in -> Kemerovo Oblast (1980)\n Answer: Kemerovo Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002971", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2020.0, + "gold": "Hamza Hamzao\u011flu", + "pred": "Hamza Hamzao\u011flu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yeni Malatyaspor -> head coach -> Hamza Hamzao\u011flu (2020)\n Answer: Hamza Hamzao\u011flu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007668", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Freie Universit\u00e4t Berlin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Reinhard Selten -> employer -> Freie Universit\u00e4t Berlin (1969)\n Answer: Freie Universit\u00e4t Berlin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004443", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Member of the European Parliament", + "pred": "Member of the European Parliament", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Q524412 -> position held -> Member of the European Parliament (2010)\n Answer: Member of the European Parliament", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000260", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sol Polito -> country of citizenship -> Kingdom of Italy (1925)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003060", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Leipziger Land", + "pred": "Leipziger Land", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Borna -> located in -> Leipziger Land (1999)\n Answer: Leipziger Land", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003434", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "United Arab Republic", + "pred": "United Arab Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fouad Mohamed Abou Zikry -> country of citizenship -> United Arab Republic (1962)\n Answer: United Arab Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lino Aldani -> country of citizenship -> Italy (1963)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005538", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Nobel Prize in Literature", + "pred": "Nobel Prize in Literature", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gunnar Gunnarsson -> nominated for -> Nobel Prize in Literature (1961)\n Answer: Nobel Prize in Literature", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005136", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Ireland men\u2019s national rugby union team", + "pred": "Ireland men\u2019s national rugby union team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Geordan Murphy -> member of sports team -> Ireland men\u2019s national rugby union team (2000)\n Answer: Ireland men\u2019s national rugby union team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004183", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "The Rockefeller University", + "pred": "The Rockefeller University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Torsten Nils Wiesel -> employer -> The Rockefeller University (1984)\n Answer: The Rockefeller University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006802", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Is\u00e8re", + "pred": "Is\u00e8re", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ternay -> located in -> Is\u00e8re (1936)\n Answer: Is\u00e8re", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002238", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Artemio Franchi -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_004081", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Harvard University", + "pred": "Harvard University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hassler Whitney -> employer -> Harvard University (1944)\n Answer: Harvard University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007931", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Kingdom of Hungary", + "pred": "Kingdom of Hungary", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kenderes -> country -> Kingdom of Hungary (1920)\n Answer: Kingdom of Hungary", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002561", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Babe\u0219-Bolyai University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gyula Iulius Maurer -> employer -> Babe\u0219-Bolyai University (1961)\n Answer: Babe\u0219-Bolyai University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Stockholm University", + "pred": "Stockholm University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erik Ivar Fredholm -> employer -> Stockholm University (1918)\n Answer: Stockholm University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008363", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Poland", + "pred": "Poland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eugeniusz Eibisch -> work location -> Poland (1974)\n Answer: Poland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008611", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Wang Jingwei regime", + "pred": "Republic of China", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Anci District -> located in -> Wang Jingwei regime (1944)\n Hop 2: Wang Jingwei regime -> located in -> Republic of China (1944)\n Answer: Republic of China", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002255", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1986.0, + "gold": "1986", + "pred": "1986", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bobby Mimms -> member of sports team -> Notts County F.C. (1986)\n Answer: 1986", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007672", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2016", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ellen DeGeneres -> award received -> Presidential Medal of Freedom (2016)\n Answer: 2016", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002954", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "SC Fortuna K\u00f6ln", + "pred": "SC Fortuna K\u00f6ln", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antoine Hey -> member of sports team -> SC Fortuna K\u00f6ln (1995)\n Answer: SC Fortuna K\u00f6ln", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002449", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Valencia CF", + "pred": "Valencia CF", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Asier del Horno -> member of sports team -> Valencia CF (2009)\n Answer: Valencia CF", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005372", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Malm\u00f6 FF", + "pred": "Jonatan Johansson", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ulrich Vinzents -> member of sports team -> Malm\u00f6 FF (2007)\n Hop 2: Malm\u00f6 FF -> member of sports team -> Jonatan Johansson (2007)\n Answer: Jonatan Johansson", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006616", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cipriano Chemello -> country of citizenship -> Italy (1965)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007451", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "SV Saar 05 Saarbr\u00fccken", + "pred": "SV Saar 05 Saarbr\u00fccken", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kurt Clemens -> member of sports team -> SV Saar 05 Saarbr\u00fccken (1957)\n Answer: SV Saar 05 Saarbr\u00fccken", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "C.D. Nacional", + "pred": "C.D. Nacional", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pedro Pacheco -> member of sports team -> C.D. Nacional (2009)\n Answer: C.D. Nacional", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008679", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Bordoni -> country of citizenship -> Kingdom of Italy (1927)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004351", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "education", + "pred": "education", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: U-111 -> has use -> education (1941)\n Answer: education", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "FC Barcelona B\u00e0squet", + "pred": "FC Barcelona B\u00e0squet", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ante Tomi\u0107 -> member of sports team -> FC Barcelona B\u00e0squet (2015)\n Answer: FC Barcelona B\u00e0squet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004853", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roberto Tucci -> country of citizenship -> Italy (2005)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008238", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Reichsgesetzblatt", + "pred": "Reichsgesetzblatt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Reich Citizenship Law -> published in -> Reichsgesetzblatt (1935)\n Answer: Reichsgesetzblatt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007289", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hanau -> country -> German Empire (1907)\n Answer: German Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005590", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giorgio Ferrini -> country of citizenship -> Kingdom of Italy (1943)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002466", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1942.0, + "gold": "1st U-boat Flotilla", + "pred": "U-566", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: U-441 -> part of -> 1st U-boat Flotilla (1942)\n Hop 2: 1st U-boat Flotilla -> has part(s) -> U-566 (1942)\n Answer: U-566", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005898", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Second Syrian Republic", + "pred": "Second Syrian Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bahij al-Khatib -> country of citizenship -> Second Syrian Republic (1940)\n Answer: Second Syrian Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gorz\u00f3w Wielkopolski -> country -> German Empire (1907)\n Answer: German Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006637", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Allianz SE", + "pred": "Allianz SE", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: G\u00f3rnik Zabrze -> sponsor -> Allianz SE (2010)\n Answer: Allianz SE", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001605", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Keith Richards", + "pred": "Keith Richards", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anita Pallenberg -> unmarried partner -> Keith Richards (1974)\n Answer: Keith Richards", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003947", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Q99317", + "pred": "Reinhold von der M\u00fchlen", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bonn -> head of government -> Reinhold von der M\u00fchlen -> 2001\n Answer: Reinhold von der M\u00fchlen", + "judge_em": 0, + "judge_reply": "I NEED TO VERIFY" + }, + { + "id": "q_001379", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Doron Zeilberger -> award received -> Euler Medal (2004)\n Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Cruzeiro E.C.", + "pred": "Cruzeiro E.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jos\u00e9 Carlos Ferreira Filho -> member of sports team -> Cruzeiro E.C. (2009)\n Answer: Cruzeiro E.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2021.0, + "gold": "Daft Punk", + "pred": "Daft Punk", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guy-Manuel de Homem-Christo -> member of -> Daft Punk (2021)\n Answer: Daft Punk", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007475", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Latvia", + "pred": "Latvia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: R\u0113zekne District -> country -> Latvia (2004)\n Answer: Latvia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008010", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "C.D. Jorge Wilstermann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Christian Vargas -> member of sports team -> C.D. Jorge Wilstermann (2004)\n Answer: C.D. Jorge Wilstermann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005768", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Landeshauptmann", + "pred": "Landeshauptmann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Herbert Sausgruber -> position held -> Landeshauptmann (1999)\n Answer: Landeshauptmann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003283", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Lazarev -> award received -> USSR State Prize (1977)\n Answer: 1977", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003934", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Republic of Korea Army", + "pred": "Republic of Korea Army", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Chung Il-kwon -> military branch -> Republic of Korea Army (1951)\n Answer: Republic of Korea Army", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000952", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mircea Snegur -> country of citizenship -> Soviet Union (1957)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004410", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Landrat", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armin Grein -> position held -> Landrat (1989)\n Answer: Landrat", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007420", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Orenburg Oblast", + "pred": "Orenburg Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gai -> located in -> Orenburg Oblast (1984)\n Answer: Orenburg Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003788", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Paris", + "pred": "Paris", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zolt\u00e1n Kem\u00e9ny -> work location -> Paris (1935)\n Answer: Paris", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007654", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Lille OSC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Beno\u00eet Cheyrou -> member of sports team -> Lille OSC (1999)\n Answer: Lille OSC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000104", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Daejeon Hana Citizen FC", + "pred": "Daejeon Hana Citizen FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Choi Eun-sung -> member of sports team -> Daejeon Hana Citizen FC (2003)\n Answer: Daejeon Hana Citizen FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003094", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "England men\u2019s national rugby union team", + "pred": "England men\u2019s national rugby union team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Peter Winterbottom -> member of sports team -> England men\u2019s national rugby union team (1987)\n Answer: England men\u2019s national rugby union team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005875", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tony Terlazzo -> country of citizenship -> Italy (1963)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004542", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2016.0, + "gold": "Province of Carbonia-Iglesias", + "pred": "Province of Carbonia-Iglesias", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Masainas -> located in -> Province of Carbonia-Iglesias (2016)\n Answer: Province of Carbonia-Iglesias", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "AgustaWestland", + "pred": "AgustaWestland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leonardo -> child organization or unit -> AgustaWestland (2006)\n Answer: AgustaWestland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leonella Sgorbati -> country of citizenship -> Italy (1960)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005999", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Czechia men's national football team", + "pred": "Czechia men's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ji\u0159\u00ed Jaro\u0161\u00edk -> member of sports team -> Czechia men's national football team (2000)\n Answer: Czechia men's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003881", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Norberto Bobbio -> country of citizenship -> Kingdom of Italy (1941)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Red Star F.C.", + "pred": "Red Star F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sylvain Kastendeuch -> member of sports team -> Red Star F.C. (1985)\n Answer: Red Star F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Copley Medal", + "pred": "Royal Medal", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Robert Robinson -> award received -> Copley Medal (1942)\n Hop 2: Copley Medal -> award -> Royal Medal (1942)\n Answer: Royal Medal", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000380", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Klaus Jensen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Trier -> head of government -> Klaus Jensen (2008)\n Answer: Klaus Jensen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007104", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karel Baxa -> position held -> chairperson (1932)\n Answer: chairperson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005106", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1926.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Manlio Bacigalupo -> country of citizenship -> Kingdom of Italy (1926)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007198", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "VVV-Venlo", + "pred": "VVV-Venlo", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jeffrey Altheer -> member of sports team -> VVV-Venlo (2013)\n Answer: VVV-Venlo", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001075", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sebastiano Mannironi -> country of citizenship -> Italy (1987)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007267", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Netherlands Antilles", + "pred": "Netherlands Antilles", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bonaire -> part of -> Netherlands Antilles (1988)\n Answer: Netherlands Antilles", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005453", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: L\u00e1rus Gu\u00f0mundsson -> member of sports team -> Valur (1989)\n Answer: 1989", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006199", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Club Atl\u00e9tico Tigre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Daniel Islas -> member of sports team -> Club Atl\u00e9tico Tigre (2009)\n Answer: Club Atl\u00e9tico Tigre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007661", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gary Mabbutt -> member of sports team -> Tottenham Hotspur F.C. (1997)\n Answer: Tottenham Hotspur F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Christoph Franz", + "pred": "Christoph Franz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lufthansa -> chief executive officer -> Christoph Franz (2011)\n Answer: Christoph Franz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007018", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Province of Ogliastra", + "pred": "Province of Ogliastra", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ussassai -> located in -> Province of Ogliastra (2011)\n Answer: Province of Ogliastra", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006321", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Pontault-Combault", + "pred": "Pontault-Combault", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Route nationale 4 -> terminus location -> Pontault-Combault (2014)\n Answer: Pontault-Combault", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000924", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paolo Heusch -> country of citizenship -> Italy (1979)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002232", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianpiero Combi -> country of citizenship -> Kingdom of Italy (1929)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005699", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "University of G\u00f6ttingen", + "pred": "University of G\u00f6ttingen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hans Grauert -> employer -> University of G\u00f6ttingen (1977)\n Answer: University of G\u00f6ttingen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007488", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nexhat Daci -> position held -> president (2006)\n Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Vla\u0219ca County", + "pred": "Vla\u0219ca County", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giurgiu -> located in -> Vla\u0219ca County (1937)\n Answer: Vla\u0219ca County", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005369", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "University of Zurich", + "pred": "University of Zurich", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andreas Speiser -> employer -> University of Zurich (1931)\n Answer: University of Zurich", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Barbarito -> country of citizenship -> Italy (1996)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001823", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Bremen-Liga", + "pred": "Bremen-Liga", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Oberliga Nord (1974-1994) -> league level below -> Bremen-Liga (1984)\n Answer: Bremen-Liga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006475", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Riff-Raff -> award received -> European Film Award for Best Film (1991)\n Answer: 1991", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008413", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1984.0, + "gold": "1984", + "pred": "1984", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Miros\u0142aw Kubisztal -> member of sports team -> KS Cracovia (1984)\n Answer: 1984", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003577", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Chief of the Turkish General Staff", + "pred": "Chief of the Turkish General Staff", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fevzi \u00c7akmak -> position held -> Chief of the Turkish General Staff (1929)\n Answer: Chief of the Turkish General Staff", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Hanna-Barbera", + "pred": "Hanna-Barbera", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Iwao Takamoto -> employer -> Hanna-Barbera (1975)\n Answer: Hanna-Barbera", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008560", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Romania national rugby union team", + "pred": "Romania national rugby union team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gheorghe Ben\u021bia -> member of sports team -> Romania national rugby union team (1919)\n Answer: Romania national rugby union team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Czechoslovakia", + "pred": "Czechoslovakia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karol Div\u00edn -> country of citizenship -> Czechoslovakia (1948)\n Answer: Czechoslovakia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006136", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1903.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hlukhiv -> country -> Russian Empire (1903)\n Answer: Russian Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005189", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Saulx-Marchais -> located in -> Seine-et-Oise (1913)\n Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002858", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Empire of Japan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Park Yeol -> country of citizenship -> Empire of Japan (1934)\n Answer: Empire of Japan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008315", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Kemerovo Oblast", + "pred": "Kemerovo Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anzhero-Sudzhensk -> located in -> Kemerovo Oblast (1962)\n Answer: Kemerovo Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Kotelnikovsky District", + "pred": "Kotelnikovsky District", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kotelnikovo -> located in -> Kotelnikovsky District (1977)\n Answer: Kotelnikovsky District", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antti Sumiala -> member of sports team -> Ak\u00e7aabat Sebatspor (2004)\n Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000973", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Ternopil Oblast", + "pred": "Ternopil Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kremenets -> located in -> Ternopil Oblast (1958)\n Answer: Ternopil Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002849", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianni Agus -> country of citizenship -> Italy (1980)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008608", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "S.C. Internacional", + "pred": "S.C. Internacional", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Danilo Aparecido da Silva -> member of sports team -> S.C. Internacional (2009)\n Answer: S.C. Internacional", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001494", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Saint Petersburg", + "pred": "Saint Petersburg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Konrad Krzy\u017canowski -> work location -> Saint Petersburg (1925)\n Answer: Saint Petersburg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007390", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karl-Eduard von Schnitzler -> country of citizenship -> German Democratic Republic (1977)\n Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007069", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Sensi -> country of citizenship -> Italy (1999)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001021", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Nelly Sachs Prize", + "pred": "Nelly Sachs Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Javier Mar\u00edas -> award received -> Nelly Sachs Prize (1997)\n Answer: Nelly Sachs Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Nicolini -> country of citizenship -> Kingdom of Italy (1922)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006782", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Merited Artist of the RSFSR", + "pred": "Merited Artist of the RSFSR", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Natalya Varley -> award received -> Merited Artist of the RSFSR (1989)\n Answer: Merited Artist of the RSFSR", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008600", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Toni Ortelli -> country of citizenship -> Kingdom of Italy (1907)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Central Institute for Ancient History and Archeology", + "pred": "Central Institute for Ancient History and Archeology", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Achim Leube -> employer -> Central Institute for Ancient History and Archeology (1980)\n Answer: Central Institute for Ancient History and Archeology", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005501", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Flavio Calzavara -> country of citizenship -> Kingdom of Italy (1937)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001523", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Prince Charles, Count of Flanders", + "pred": "Prince Charles, Count of Flanders", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Belgium -> head of state -> Prince Charles, Count of Flanders (1945)\n Answer: Prince Charles, Count of Flanders", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003339", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Second Syrian Republic", + "pred": "Second Syrian Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Saadallah Wannous -> country of citizenship -> Second Syrian Republic (1954)\n Answer: Second Syrian Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Empire of Japan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shimano -> country -> Empire of Japan (1934)\n Answer: Empire of Japan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002341", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mark Parrish -> drafted by -> Colorado Avalanche (1996)\n Answer: 1996", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006340", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "People's Artist of the USSR", + "pred": "People's Artist of the USSR", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rashid Behbudov -> award received -> People's Artist of the USSR (1959)\n Answer: People's Artist of the USSR", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004184", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Chelsea F.C.", + "pred": "Chelsea F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gabriele Ambrosetti -> member of sports team -> Chelsea F.C. (2001)\n Answer: Chelsea F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001998", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1939", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The Grapes of Wrath -> award received -> Academy Award for Best Director (1939)\n Answer: 1939", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008462", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tony Marshall -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2003)\n Answer: 2003", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005081", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Beira Alta", + "pred": "Beira Alta", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Viseu -> located in -> Beira Alta (1956)\n Answer: Beira Alta", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shimon Peres -> country of citizenship -> Israel (2004)\n Answer: Israel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006076", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kaluga Governorate -> country -> Russian Empire (1908)\n Answer: Russian Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004257", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Province of Posen", + "pred": "Province of Posen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pozna\u0144 -> capital of -> Province of Posen (1904)\n Answer: Province of Posen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001129", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Khrustalnyi -> country -> Soviet Union (1945)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002202", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Isabela", + "pred": "Isabela", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Q13737 -> capital -> Isabela (1988)\n Answer: Isabela", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001377", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Tommasi -> country of citizenship -> Italy (1961)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005631", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ernst Brugger -> position held -> President of the Swiss Confederation (1974)\n Answer: 1974", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000171", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Melora Walters", + "pred": "Melora Walters", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dylan Walsh -> spouse -> Melora Walters (1999)\n Answer: Melora Walters", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007554", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giorgio Amendola -> country of citizenship -> Italy (1965)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001278", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mar\u00eda Denis -> country of citizenship -> Italy (2003)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2003)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005559", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Xavier Margairaz -> member of sports team -> Servette FC (2014)\n Hop 2: Servette FC -> league or competition -> Swiss Super League (2014)\n Answer: Swiss Super League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007444", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: University of Bristol -> funder -> Lehigh University (2021)\n Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004826", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "Dakar", + "pred": "Dakar", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sassandra -> country -> French West Africa (1917)\n Hop 2: French West Africa -> capital -> Dakar (1917)\n Answer: Dakar", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003409", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Margaret Atwood", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Matthew Kneale -> nominated for -> Booker Prize (2000)\n Hop 2: Booker Prize -> winner -> Margaret Atwood (2000)\n Answer: Margaret Atwood", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006575", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: G\u00e1bor Csap\u00f3 -> educated at -> University of Szeged (1972)\n Hop 2: University of Szeged -> named after -> Attila J\u00f3zsef (1972)\n Answer: Attila J\u00f3zsef", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001217", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hilary Swank", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Samantha Morton -> nominated for -> Academy Award for Best Actress (2004)\n Hop 2: Academy Award for Best Actress (2004) -> winner -> Hilary Swank (2004)\n Answer: Hilary Swank", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007223", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Klaus Sch\u00fctz", + "pred": "Klaus Sch\u00fctz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Christian Schad -> work location -> Berlin (1975)\n Hop 2: Berlin -> head of government -> Klaus Sch\u00fctz (1975)\n Answer: Klaus Sch\u00fctz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004735", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Berlin", + "pred": "Berlin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sound and Vision -> performer -> David Bowie (1977)\n Hop 2: David Bowie -> work location -> Berlin (1977)\n Answer: Berlin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001394", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Q896393 -> work location -> Berlin (1970)\n Hop 2: Berlin -> country -> German Democratic Republic (1970)\n Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004179", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Rosa Balistreri -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Economic Community (1951)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Rudy Giuliani", + "pred": "Rudy Giuliani", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Prelinger Archives -> located in -> New York City (1996)\n Hop 2: New York City -> head of government -> Rudy Giuliani (1996)\n Answer: Rudy Giuliani", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ann Wolff -> work location -> Berlin (2003)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2003)\n Answer: Klaus Wowereit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003446", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "United States Secretary of State", + "em": 0.0, + "f1": 0.6, + "pred_raw": "Hop 1: Age Discrimination in Employment Act of 1967 -> signatory -> Lyndon B. Johnson (1967)\n Hop 2: Lyndon B. Johnson -> residence -> Q35525 (1967)\n Hop 3: Q35525 -> position held -> United States Secretary of State (1967)\n Answer: United States Secretary of State", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007096", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Leonardo Jardim", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nicolas Isimat-Mirin -> member of sports team -> AS Monaco FC (2015)\n Hop 2: AS Monaco FC -> head coach -> Leonardo Jardim (2015)\n Answer: Leonardo Jardim", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008279", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guy Lafleur -> member of sports team -> Montreal Canadiens (1984)\n Hop 2: Montreal Canadiens -> home venue -> Montreal Forum (1984)\n Answer: Montreal Forum", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006719", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Emma de Caunes", + "pred": "Emma de Caunes", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jeanne Balibar -> nominated for -> C\u00e9sar Award for Best Female Revelation (1998)\n Hop 2: C\u00e9sar Award for Best Female Revelation -> winner -> Emma de Caunes (1998)\n Answer: Emma de Caunes", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002450", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Cyprus Football Association", + "pred": "Alki Larnaca F.C.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ammochostos Epistrofi Stadium -> occupant -> Alki Larnaca F.C. (2007)\n Answer: Alki Larnaca F.C.", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000742", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "2007", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vejle County -> replaced by -> Southern Denmark (2007)\n Hop 2: Southern Denmark -> replaces -> Funen County (2007)\n Answer: 2007", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005331", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pamela Sargent -> nominated for -> Locus Award for Best Novel (1977)\n Hop 2: Locus Award for Best Novel -> winner -> Kate Wilhelm (1977)\n Answer: 1977", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Uwe Reinders -> member of sports team -> FC Girondins de Bordeaux (1985)\n Hop 2: FC Girondins de Bordeaux -> home venue -> Stade Chaban-Delmas (1985)\n Answer: Stade Chaban-Delmas", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006020", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lady Bird Johnson", + "pred": "Lady Bird Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Highway Beautification Act of 1965 -> signatory -> Lyndon B. Johnson (1965)\n Hop 2: Lyndon B. Johnson -> spouse -> Lady Bird Johnson (1965)\n Answer: Lady Bird Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002515", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alfred Schmidt -> member of sports team -> Germany men's national association football team (1964)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1964)\n Answer: Sepp Herberger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000947", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kerim Zengin -> member of sports team -> Gaziantepspor (2013)\n Hop 2: Gaziantepspor -> league or competition -> S\u00fcper Lig (2013)\n Answer: S\u00fcper Lig", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004442", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "2014", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Felipe Melo -> member of sports team -> Galatasaray S.K. (2014)\n Hop 2: Galatasaray S.K. -> head coach -> Cesare Prandelli (2014)\n Answer: 2014", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003129", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Willem de Rooij -> work location -> Berlin (2010)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2010)\n Answer: Klaus Wowereit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000626", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Edward Joseph Kelly", + "pred": "Edward Joseph Kelly", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tony Smith -> work location -> Chicago (1937)\n Hop 2: Chicago -> head of government -> Edward Joseph Kelly (1937)\n Answer: Edward Joseph Kelly", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008507", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "presidential system", + "pred": "presidential system", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yavoriv -> country -> Second Polish Republic (1929)\n Hop 2: Second Polish Republic -> basic form of government -> presidential system (1929)\n Answer: presidential system", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000399", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Otto Nerz", + "pred": "Otto Nerz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hermann Gramlich -> member of sports team -> Germany men's national association football team (1935)\n Hop 2: Germany men's national association football team -> head coach -> Otto Nerz (1935)\n Answer: Otto Nerz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005160", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Penelope Fitzgerald", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fay Weldon -> nominated for -> Booker Prize (1979)\n Hop 2: Booker Prize (1979) -> winner -> Penelope Fitzgerald (1979)\n Answer: Penelope Fitzgerald", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sergi Barjuan -> member of sports team -> Atl\u00e9tico Madrid (2005)\n Hop 2: Atl\u00e9tico Madrid -> home venue -> Vicente Calder\u00f3n Stadium (2005)\n Answer: Vicente Calder\u00f3n Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "President of North Macedonia", + "pred": "President of North Macedonia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: North Macedonia -> head of state -> Gjorge Ivanov (2017)\n Answer: President of North Macedonia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008117", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ulm University -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> University of Nottingham (2021)\n Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007432", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Romano Prodi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ivan Della Mea -> country of citizenship -> Italy (2007)\n Hop 2: Italy -> head of government -> Romano Prodi (2007)\n Answer: Romano Prodi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006320", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1931.0, + "gold": "1931", + "pred": "1931", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dr. Jekyll and Mr. Hyde -> award received -> Academy Award for Best Actor (1931)\n Hop 2: Lionel Barrymore -> winner -> Academy Award for Best Actor (1931)\n Answer: 1931", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008047", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Volodymyr -> country -> Russian Empire (1902)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1902)\n Answer: Nicholas II of Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000063", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Carlo Vittorio Varetti", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alessandro Ajmone Marsan -> member of sports team -> Juventus FC (1909)\n Hop 2: Juventus FC -> chairperson -> Carlo Vittorio Varetti (1909)\n Answer: Carlo Vittorio Varetti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: United States -> contains the administrative territorial entity -> Territory of Hawaii (1931)\n Hop 2: Wynn Bullock -> work location -> United States (1931)\n Answer: Territory of Hawaii", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001072", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Eusebio Sacrist\u00e1n", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gerard Deulofeu -> member of sports team -> FC Barcelona Atl\u00e8tic (2013)\n Hop 2: FC Barcelona Atl\u00e8tic -> head coach -> Eusebio Sacrist\u00e1n (2013)\n Answer: Eusebio Sacrist\u00e1n", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005910", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Christian Vande Velde -> member of sports team -> Discovery Channel (2001)\n Hop 2: Discovery Channel -> country -> United States (2001)\n Answer: United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003397", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "V\u00edt\u011bzslav Lavi\u010dka", + "pred": "V\u00edt\u011bzslav Lavi\u010dka", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Miroslav Slepi\u010dka -> member of sports team -> AC Sparta Prague (2012)\n Hop 2: AC Sparta Prague -> head coach -> V\u00edt\u011bzslav Lavi\u010dka (2012)\n Answer: V\u00edt\u011bzslav Lavi\u010dka", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000162", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Lady Bird Johnson", + "pred": "Lady Bird Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Age Discrimination in Employment Act of 1967 -> signatory -> Lyndon B. Johnson (1967)\n Hop 2: Lyndon B. Johnson -> spouse -> Lady Bird Johnson (1967)\n Answer: Lady Bird Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002728", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Clarence Seedorf -> member of sports team -> AC Milan (2010)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (2010)\n Answer: Silvio Berlusconi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003793", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Barcelona Province", + "pred": "Barcelona Province", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Josep Guinovart -> work location -> Barcelona (1950)\n Hop 2: Barcelona -> located in -> Barcelona Province (1950)\n Answer: Barcelona Province", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003541", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carry Me Down -> nominated for -> Booker Prize (2006)\n Hop 2: Booker Prize -> winner -> Kiran Desai (2006)\n Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008524", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00c9douard Kargu -> member of sports team -> FC Girondins de Bordeaux (1950)\n Hop 2: FC Girondins de Bordeaux -> home venue -> Stade Chaban-Delmas (1950)\n Answer: Stade Chaban-Delmas", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003943", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Angelo La Barbera -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Giovanni Leone (1971)\n Answer: Giovanni Leone", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Michal B\u00edlek", + "pred": "Michal B\u00edlek", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Daniel Kol\u00e1\u0159 -> member of sports team -> Czechia men's national football team (2011)\n Hop 2: Czechia men's national football team -> head coach -> Michal B\u00edlek (2011)\n Answer: Michal B\u00edlek", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003569", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alberto Magnelli -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1971)\n Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002249", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "University of Paris", + "pred": "University of Paris", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Maurice de Gandillac -> employer -> University of Paris 1 Pantheon-Sorbonne (1971)\n Hop 2: University of Paris 1 Pantheon-Sorbonne -> replaces -> University of Paris (1971)\n Answer: University of Paris", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001978", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Giolitti", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Giovanni Giolitti (1958)\n Answer: Giovanni Giolitti", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005073", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nathan Redmond -> member of sports team -> Birmingham City F.C. (2011)\n Hop 2: Birmingham City F.C. -> head coach -> Alex McLeish (2011)\n Answer: Alex McLeish", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000609", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stanley Middleton -> award received -> Booker Prize (1974)\n Hop 2: Booker Prize -> winner -> Kingsley Amis (1974)\n Answer: 1974", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Manuel Jim\u00e9nez Jim\u00e9nez", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ra\u00fal Fern\u00e1ndez-Cavada Mateos -> member of sports team -> UD Las Palmas (2018)\n Hop 2: UD Las Palmas -> head coach -> Manuel Jim\u00e9nez Jim\u00e9nez (2018)\n Answer: Manuel Jim\u00e9nez Jim\u00e9nez", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Guy Ritchie", + "pred": "Guy Ritchie", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Die Another Day -> performer -> Madonna (2002)\n Hop 2: Madonna -> spouse -> Guy Ritchie (2002)\n Answer: Guy Ritchie", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006953", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "Jimmy Walker", + "pred": "Jimmy Walker", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Maria Meneghini Callas -> residence -> New York City (1928)\n Hop 2: New York City -> head of government -> Jimmy Walker (1928)\n Answer: Jimmy Walker", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001572", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Didier Deschamps", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nicolas Isimat-Mirin -> member of sports team -> AS Monaco FC (2015)\n Hop 2: AS Monaco FC -> head coach -> Didier Deschamps (2015)\n Answer: Didier Deschamps", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008301", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Silvio Berlusconi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Cornacchia -> country of citizenship -> Italy (2007)\n Hop 2: Italy -> head of government -> Silvio Berlusconi (2007)\n Answer: Silvio Berlusconi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000630", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1960.0, + "gold": "Graceland", + "pred": "Graceland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: A Mess of Blues -> performer -> Elvis Presley (1960)\n Hop 2: Elvis Presley -> residence -> Graceland (1960)\n Answer: Graceland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000755", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Elizabeth II", + "pred": "Lyndon B. Johnson", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stack-O-Tracks -> place of publication -> United States (1968)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1968)\n Answer: Lyndon B. Johnson", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000326", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jean-Loup Dabadie -> member of -> Acad\u00e9mie Fran\u00e7aise (2009)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> H\u00e9l\u00e8ne Carr\u00e8re d'Encausse (2009)\n Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002870", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Bahrain", + "pred": "Prime Minister of Bahrain", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bahrain -> head of government -> Khalifa bin Salman Al Khalifa (1981)\n Hop 2: Khalifa bin Salman Al Khalifa -> position held -> Prime Minister of Bahrain (1981)\n Answer: Prime Minister of Bahrain", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007789", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Michele Lupo -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1960)\n Answer: Giuseppe Saragat", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007973", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Bjarne Riis", + "pred": "Bjarne Riis", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Danilo Wyss -> member of sports team -> Qhubeka NextHash (2020)\n Hop 2: Qhubeka NextHash -> general manager -> Bjarne Riis (2020)\n Answer: Bjarne Riis", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000219", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Vivien Leigh", + "pred": "1939 Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fay Bainter -> nominated for -> Academy Award for Best Actress (1939)\n Hop 2: Academy Award for Best Actress -> winner -> Vivien Leigh (1939)\n Hop 3: Vivien Leigh -> winner of -> 1939 Academy Award for Best Actress\n Answer: 1939 Academy Award for Best Actress", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_007274", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Elizabeth II", + "pred": "United States", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Smiley Smile -> place of publication -> United States (1967)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1967)\n Hop 3: Lyndon B. Johnson -> country of citizenship -> United States (1967)\n Answer: United States", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006021", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luca Ronconi -> country of citizenship -> Italy (2005)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2005)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006576", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "Laurence Olivier", + "pred": "John Garfield", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: John Garfield -> nominated for -> Academy Award for Best Actor (1948)\n Hop 2: Academy Award for Best Actor (1948) -> winner -> Laurence Olivier (1948)\n Hop 3: Laurence Olivier -> winner -> John Garfield (1948)\n Answer: John Garfield", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000623", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Bjarne Berntsen", + "pred": "Bjarne Berntsen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Camilla Huse -> member of sports team -> Norway women's national football team (2009)\n Hop 2: Norway women's national football team -> head coach -> Bjarne Berntsen (2009)\n Answer: Bjarne Berntsen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "The Jesus Man", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mark Haddon -> nominated for -> Booker Prize (2003)\n Hop 2: Booker Prize (2003) -> winner -> DBC Pierre\n Hop 3: DBC Pierre -> nominated for -> The Jesus Man (2003)\n Answer: The Jesus Man", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003804", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Nobel Peace Prize", + "pred": "Nobel Peace Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: United States Navy SEALs -> founder -> John F. Kennedy (1962)\n Hop 2: John F. Kennedy -> nominated for -> Nobel Peace Prize (1962)\n Answer: Nobel Peace Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006789", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Robert Ferdinand Wagner Jr.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: William Vickrey -> residence -> New York City (1960)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1960)\n Answer: Robert Ferdinand Wagner Jr.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006521", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Atlanta-Fulton County Stadium", + "pred": "Atlanta-Fulton County Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hank Aaron -> member of sports team -> Atlanta Braves (1976)\n Hop 2: Atlanta Braves -> home venue -> Atlanta-Fulton County Stadium (1976)\n Answer: Atlanta-Fulton County Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "The Inheritance of Loss", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: The Night Watch -> nominated for -> Booker Prize (2006)\n Hop 2: Booker Prize (2006) -> winner -> Kiran Desai (2006)\n Hop 3: Kiran Desai (2006) -> award received -> The Inheritance of Loss (2006)\n Answer: The Inheritance of Loss", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004769", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Loretta Young", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Celia Johnson -> nominated for -> Academy Award for Best Actress (1947)\n Hop 2: Academy Award for Best Actress (1947) -> winner -> Loretta Young (1947)\n Answer: Loretta Young", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001801", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Vytautas Landsbergis", + "pred": "Vytautas Landsbergis", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nijol\u0117 O\u017eelyt\u0117-Vaitiek\u016bnien\u0117 -> member of political party -> Homeland Union \u2013 Lithuanian Christian Democrats (1995)\n Hop 2: Homeland Union \u2013 Lithuanian Christian Democrats -> chairperson -> Vytautas Landsbergis (1995)\n Answer: Vytautas Landsbergis", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "State Anthem of the Soviet Union", + "pred": "\"The Internationale\"", + "em": 0.0, + "f1": 0.25, + "pred_raw": "Hop 1: Murmansk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1965)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> \"The Internationale\" (1965)\n Answer: \"The Internationale\"", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003724", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Piero Scotti -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Giovanni Gronchi (1971)\n Answer: Giovanni Gronchi", + "judge_em": 0, + "judge_reply": "I NEED TO TRACE" + }, + { + "id": "q_006014", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Hans Loritz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alfons Gorbach -> place of detention -> Dachau concentration camp (1939)\n Hop 2: Dachau concentration camp -> director / manager -> Hans Loritz (1939)\n Answer: Hans Loritz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007171", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Serdar Aziz -> member of sports team -> Bursaspor (2016)\n Hop 2: Bursaspor -> league or competition -> S\u00fcper Lig (2016)\n Answer: S\u00fcper Lig", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007260", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "3. Liga", + "pred": "3. Liga", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bastian Heidenfelder -> member of sports team -> 1. FC Heidenheim 1846 (2013)\n Hop 2: 1. FC Heidenheim 1846 -> league or competition -> 3. Liga (2013)\n Answer: 3. Liga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Thomas Tuchel", + "pred": "Thomas Tuchel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marcos Alonso Mendoza -> member of sports team -> Chelsea F.C. (2021)\n Hop 2: Chelsea F.C. -> head coach -> Thomas Tuchel (2021)\n Answer: Thomas Tuchel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007485", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Charlize Theron", + "pred": "Charlize Theron", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jennifer Connelly -> nominated for -> Broadcast Film Critics Association Award for Best Actress (2003)\n Hop 2: Broadcast Film Critics Association Award for Best Actress -> winner -> Charlize Theron (2003)\n Answer: Charlize Theron", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001837", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: University of Tsukuba -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> University of Virginia (2021)\n Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Silvio Berlusconi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Angelo Infanti -> country of citizenship -> Italy (2007)\n Hop 2: Italy -> head of government -> Silvio Berlusconi (2007)\n Answer: Silvio Berlusconi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005494", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Berti Vogts", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Steffen Freund -> member of sports team -> Germany men's national association football team (1997)\n Hop 2: Germany men's national association football team -> head coach -> Berti Vogts (1997)\n Answer: Berti Vogts", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000075", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Prisco -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2001)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004734", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Peter Carey", + "pred": "Peter Carey", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: David Lodge -> nominated for -> Booker Prize -> winner -> Peter Carey (1988)\n Answer: Peter Carey", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004770", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Constantinople", + "pred": "Constantinople", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Edessa -> country -> Ottoman Empire (1904)\n Hop 2: Ottoman Empire -> capital -> Constantinople (1904)\n Answer: Constantinople", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006777", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "S\u00e1ndor Preisinger", + "pred": "S\u00e1ndor Preisinger", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Daniils Turkovs -> member of sports team -> Zalaegerszegi TE (2012)\n Hop 2: Zalaegerszegi TE -> head coach -> S\u00e1ndor Preisinger (2012)\n Answer: S\u00e1ndor Preisinger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001481", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jennifer Johnston -> nominated for -> Booker Prize (1977)\n Hop 2: Booker Prize -> winner -> Paul Scott (1977)\n Hop 3: Paul Scott -> winner -> Quartet in Autumn (1977)\n Answer: 1977", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Samuel -> member of sports team -> Inter Milan (2008)\n Hop 2: Inter Milan -> head coach -> Jos\u00e9 Mourinho (2008)\n Answer: Jos\u00e9 Mourinho", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000707", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Evangelisti -> country of citizenship -> Italy (1934)\n Hop 2: Italy -> shares border with -> Yugoslavia (1934)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007316", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Societ\u00e0 Sportiva Lazio", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alessandro Ajmone Marsan -> member of sports team -> Juventus FC (1909)\n Hop 2: Juventus FC -> chairperson -> Carlo Vittorio Varetti (1909)\n Hop 3: Carlo Vittorio Varetti -> chairperson of -> Societ\u00e0 Sportiva Lazio (1909)\n Answer: Societ\u00e0 Sportiva Lazio", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002781", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Renato Carosone -> country of citizenship -> Italy (1946)\n Hop 2: Italy -> shares border with -> Yugoslavia (1946)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001694", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "The Happy Ending", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Genevi\u00e8ve Bujold -> nominated for -> Academy Award for Best Actress (1970)\n Hop 2: Academy Award for Best Actress (1970) -> winner -> Glenda Jackson\n Hop 3: Glenda Jackson -> nominated for -> The Happy Ending (1970)\n Answer: The Happy Ending", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005714", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "B\u00fclent Ecevit", + "pred": "B\u00fclent Ecevit", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Deniz Baykal -> member of political party -> Republican People's Party (1979)\n Hop 2: Republican People's Party -> chairperson -> B\u00fclent Ecevit (1979)\n Answer: B\u00fclent Ecevit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Stefan Kuntz", + "pred": "Stefan Kuntz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan \u0160im\u016fnek -> member of sports team -> 1. FC Kaiserslautern (2014)\n Hop 2: 1. FC Kaiserslautern -> chairperson -> Stefan Kuntz (2014)\n Answer: Stefan Kuntz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000390", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Nobel Prize in Physics", + "pred": "Nobel Prize in Physics", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Holweck Prize -> winner -> Louis N\u00e9el (1952)\n Hop 2: Louis N\u00e9el -> nominated for -> Nobel Prize in Physics (1952)\n Answer: Nobel Prize in Physics", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004301", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Rudy Giuliani", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Elliott Erwitt -> work location -> New York City (1994)\n Hop 2: New York City -> head of government -> Rudy Giuliani (1994)\n Answer: Rudy Giuliani", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007116", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Simone Veil -> member of -> Acad\u00e9mie Fran\u00e7aise (2009)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> H\u00e9l\u00e8ne Carr\u00e8re d'Encausse (2009)\n Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004505", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Abraham Beame", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Philip Taaffe -> work location -> New York City (1974)\n Hop 2: New York City -> head of government -> Abraham Beame (1974)\n Answer: Abraham Beame", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007035", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "David Dinkins", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Louise Bourgeois -> work location -> New York City (1990)\n Hop 2: New York City -> head of government -> David Dinkins (1990)\n Answer: David Dinkins", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004558", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ryan Bertrand -> member of sports team -> Chelsea F.C. (2014)\n Hop 2: Chelsea F.C. -> head coach -> Jos\u00e9 Mourinho (2014)\n Answer: Jos\u00e9 Mourinho", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003267", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Clark Gable", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: It Happened One Night -> nominated for -> Academy Award for Best Actor (1935)\n Hop 2: Academy Award for Best Actor (1935) -> winner -> Clark Gable (1935)\n Hop 3: Clark Gable -> winner -> Helen Hunt (1935)\n Answer: Clark Gable", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006755", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Theodor Liebknecht", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1920)\n Hop 2: Independent Social Democratic Party of Germany -> chairperson -> Theodor Liebknecht (1920)\n Answer: Theodor Liebknecht", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004583", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ai -> award received -> American Book Awards (1987)\n Hop 2: American Book Awards -> winner -> James Welch (1987)\n Answer: 1987", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000225", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Gareth Southgate", + "pred": "Gareth Southgate", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: David Wheater -> member of sports team -> Middlesbrough F.C. (2008)\n Hop 2: Middlesbrough F.C. -> head coach -> Gareth Southgate (2008)\n Answer: Gareth Southgate", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002459", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Kingdom of Yugoslavia", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Zrenjanin City -> located in -> Socialist Autonomous Province of Vojvodina (1949)\n Hop 2: Socialist Autonomous Province of Vojvodina -> country -> Kingdom of Yugoslavia (1949)\n Answer: Kingdom of Yugoslavia", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006352", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: University of Tsukuba -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> University of Graz (2021)\n Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004787", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Janusz W\u00f3jcik", + "pred": "Janusz W\u00f3jcik", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arkadiusz B\u0105k -> member of sports team -> Poland men's national football team (1999)\n Hop 2: Poland men's national football team -> head coach -> Janusz W\u00f3jcik (1999)\n Answer: Janusz W\u00f3jcik", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002226", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Leonid Brezhnev", + "pred": "Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Aleksei Gubarev -> member of political party -> Communist Party of the Soviet Union (1973)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Mikhail Gorbachev (1973)\n Answer: Mikhail Gorbachev", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003363", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Jan Schaffrath", + "pred": "Jan Schaffrath", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Martin Velits -> member of sports team -> Soudal Quick-Step (2012)\n Hop 2: Soudal Quick-Step -> head coach -> Jan Schaffrath (2012)\n Answer: Jan Schaffrath", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Pavel Vrba", + "pred": "Pavel Vrba", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bo\u0159ek Do\u010dkal -> member of sports team -> Czechia men's national football team (2016)\n Hop 2: Czechia men's national football team -> head coach -> Pavel Vrba (2016)\n Answer: Pavel Vrba", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006972", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Brian Moore -> nominated for -> Booker Prize (1976)\n Hop 2: Booker Prize (1976) -> winner -> David Storey (1976)\n Answer: 1976", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007393", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Autonomous Province of Vojvodina", + "em": 0.0, + "f1": 0.4000000000000001, + "pred_raw": "Hop 1: Ba\u010d Municipality -> located in -> Socialist Autonomous Province of Vojvodina (1961)\n Answer: Socialist Autonomous Province of Vojvodina", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_002784", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Franz Beckenbauer", + "pred": "Franz Beckenbauer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frank Mill -> member of sports team -> Germany men's national association football team (1988)\n Hop 2: Germany men's national association football team -> head coach -> Franz Beckenbauer (1988)\n Answer: Franz Beckenbauer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005991", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luciano Bianciardi -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Claudia Roth", + "pred": "Claudia Roth", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Boris Palmer -> member of political party -> Alliance '90/The Greens (2009)\n Hop 2: Alliance '90/The Greens -> chairperson -> Claudia Roth (2009)\n Hop 3: Claudia Roth -> chairperson -> Cem \u00d6zdemir (2009)\n Answer: Claudia Roth", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002109", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "ADIG", + "pred": "ADIG", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stefan W\u00e4chter -> member of sports team -> Hamburger SV (2004)\n Hop 2: Hamburger SV -> sponsor -> ADIG (2004)\n Answer: ADIG", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005445", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Abraham Beame", + "pred": "Abraham Beame", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nancy Graves -> work location -> New York City (1977)\n Hop 2: New York City -> head of government -> Abraham Beame (1977)\n Answer: Abraham Beame", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Fiorello H. La Guardia", + "pred": "Fiorello H. La Guardia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Edward McKnight Kauffer -> work location -> New York City (1940)\n Hop 2: New York City -> head of government -> Fiorello H. La Guardia (1940)\n Answer: Fiorello H. La Guardia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005633", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Saragat -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> head of state -> Sandro Pertini (1984)\n Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002083", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Jens Gustafsson", + "pred": "Jens Gustafsson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andreas Landgren -> member of sports team -> Halmstads BK (2013)\n Hop 2: Halmstads BK -> head coach -> Jens Gustafsson (2013)\n Answer: Jens Gustafsson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003899", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karl Horst H\u00f6dicke -> work location -> Berlin (1987)\n Hop 2: Berlin -> country -> German Democratic Republic (1987)\n Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002997", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ramallah -> country -> Mandatory Palestine (1937)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1937)\n Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005860", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "2004 Academy Awards", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Whale Rider -> nominated for -> Academy Award for Best Actress (2004)\n Hop 2: Academy Award for Best Actress -> winner -> Hilary Swank (2004)\n Hop 3: Hilary Swank -> winner of -> 2004 Academy Awards (2004)\n Answer: 2004 Academy Awards", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001039", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cornell Capa -> work location -> United States (1937)\n Hop 2: United States -> shares border with -> Panama (1937)\n Answer: Panama", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000086", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Q435856 -> country of citizenship -> Italy (1983)\n Hop 2: Italy -> head of state -> Sandro Pertini (1983)\n Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005689", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Elie Wiesel -> country of citizenship -> Kingdom of Romania (1929)\n Hop 2: Kingdom of Romania -> capital -> Bucharest (1929)\n Answer: Bucharest", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006609", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Afula -> country -> Mandatory Palestine (1940)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1940)\n Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004970", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Academy Award for Best Actress -> winner -> Charlize Theron (2003)\n Hop 2: Unfaithful -> nominated for -> Academy Award for Best Actress (2003)\n Answer: 2003", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Antonio Segni", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alberto Magnelli -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of state -> Antonio Segni (1960)\n Answer: Antonio Segni", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mauro Staccioli -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008062", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "M\u00e1rio Soares", + "pred": "M\u00e1rio Soares", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto Vaquina -> work location -> Portugal (1991)\n Hop 2: Portugal -> head of state -> M\u00e1rio Soares (1991)\n Answer: M\u00e1rio Soares", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006613", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Stuart Lancaster", + "pred": "Stuart Lancaster", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ben Foden -> member of sports team -> England men\u2019s national rugby union team (2013)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Stuart Lancaster (2013)\n Answer: Stuart Lancaster", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001894", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Reese Witherspoon", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Annette Bening -> nominated for -> Academy Award for Best Actress (2005)\n Hop 2: Academy Award for Best Actress (2005) -> winner -> Reese Witherspoon (2005)\n Answer: Reese Witherspoon", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002546", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franz Anton Basch -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1921)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1921)\n Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003153", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Zhou Enlai", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zhu De -> country of citizenship -> People's Republic of China (1967)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1967)\n Answer: Zhou Enlai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002865", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Penelope Fitzgerald", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: A Bend in the River -> nominated for -> Booker Prize (1979)\n Hop 2: Booker Prize -> winner -> Penelope Fitzgerald (1979)\n Hop 3: Penelope Fitzgerald -> award received -> A Bend in the River (1979)\n Answer: Penelope Fitzgerald", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007865", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Prisco -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2001)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Clive Woodward", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Josh Lewsey -> member of sports team -> England men\u2019s national rugby union team (1999)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Clive Woodward (1999)\n Answer: Clive Woodward", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001858", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Graceland", + "pred": "Graceland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ginger Alden -> unmarried partner -> Elvis Presley (1977)\n Hop 2: Elvis Presley -> residence -> Graceland (1977)\n Answer: Graceland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Constantinople", + "pred": "Constantinople", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Xanthi -> country -> Ottoman Empire (1903)\n Hop 2: Ottoman Empire -> capital -> Constantinople (1903)\n Answer: Constantinople", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003034", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Hans Loritz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Emil Filla -> place of detention -> Dachau concentration camp (1939)\n Hop 2: Dachau concentration camp -> manager -> Hans Loritz (1939)\n Hop 3: Hans Loritz -> point in time -> 1939 (1939)\n Answer: Hans Loritz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000799", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Barack Obama", + "pred": "Arsenii Yatseniuk", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Battlefield 3 -> narrative location -> Ukraine (2014)\n Hop 2: Ukraine -> head of government -> Arsenii Yatseniuk (2014)\n Answer: Arsenii Yatseniuk", + "judge_em": 0, + "judge_reply": "I NEED TO DETERMINE" + }, + { + "id": "q_007926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Boston Garden", + "pred": "Boston Garden", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Havlicek -> member of sports team -> Boston Celtics (1975)\n Hop 2: Boston Celtics -> home venue -> Boston Garden (1975)\n Answer: Boston Garden", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004762", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "Kingdom of Prussia", + "pred": "Kingdom of Prussia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: 1911 World Figure Skating Championships -> location -> Berlin (1911)\n Hop 2: Berlin -> located in -> Kingdom of Prussia (1911)\n Answer: Kingdom of Prussia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004806", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jonathan Urretaviscaya -> member of sports team -> S.L. Benfica (2013)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2013)\n Answer: Lu\u00eds Filipe Vieira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Premier League", + "pred": "Premier League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ruslan Rotan -> member of sports team -> FC Dnipro (2008)\n Hop 2: FC Dnipro -> league or competition -> Premier League (2008)\n Answer: Premier League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008203", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Amway Arena", + "pred": "Amway Arena", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shaquille O'Neal -> member of sports team -> Orlando Magic (1994)\n Hop 2: Orlando Magic -> home venue -> Amway Arena (1994)\n Answer: Amway Arena", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004465", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: University of Helsinki -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Michigan State University (2021)\n Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006874", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "John Lindsay", + "pred": "John Lindsay", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: William Vickrey -> residence -> New York City (1968)\n Hop 2: New York City -> head of government -> John Lindsay (1968)\n Answer: John Lindsay", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000593", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leo Nomellini -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1957)\n Answer: Giovanni Gronchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004615", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2018.0, + "gold": "2018", + "pred": "2018", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mirko Tomassoni -> position held -> Captain Regent of San Marino (2018)\n Hop 2: Captain Regent of San Marino -> officeholder -> Stefano Palmieri (2018)\n Answer: 2018", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Geoffrey Rush", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: As Good as It Gets -> award received -> Academy Award for Best Actress (1996)\n Hop 2: Academy Award for Best Actress -> winner -> Frances McDormand (1996)\n Hop 3: Frances McDormand -> award received -> Academy Award for Best Actress (1996)\n Answer: Academy Award for Best Actress", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Academy Award for Best Writing, Original Screenplay", + "em": 0.0, + "f1": 0.8571428571428571, + "pred_raw": "Hop 1: Harold Pinter -> spouse -> Antonia Fraser (1982)\n Hop 2: Antonia Fraser -> spouse -> Harold Pinter (1982)\n Hop 3: Antonia Fraser -> nominated for -> Academy Award for Best Writing, Original Screenplay (1982)\n Answer: Academy Award for Best Writing, Original Screenplay", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004669", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Yuri Semin", + "pred": "Yuri Semin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00c9der -> member of sports team -> FC Lokomotiv Moscow (2019)\n Hop 2: FC Lokomotiv Moscow -> head coach -> Yuri Semin (2019)\n Answer: Yuri Semin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Aldo Moro", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> head of government -> Aldo Moro (1972)\n Answer: Aldo Moro", + "judge_em": 0, + "judge_reply": "I NEED TO WORK" + }, + { + "id": "q_006208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Theodor Liebknecht", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1920)\n Hop 2: Independent Social Democratic Party of Germany -> chairperson -> Theodor Liebknecht (1920)\n Answer: Theodor Liebknecht", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006858", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Monster -> award received -> Academy Award for Best Actress (2002)\n Hop 2: Academy Award for Best Actress -> winner -> Nicole Kidman (2002)\n Answer: 2002", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000627", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Harold Pinter", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Antonia Fraser -> spouse -> Harold Pinter (1982)\n Hop 2: Harold Pinter -> nominated for -> Tony Award for Best Direction of a Play (1982)\n Answer: Harold Pinter", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008456", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sevastopol -> country -> Russian Empire (1901)\n Hop 2: Russian Empire -> basic form of government -> absolute monarchy (1901)\n Answer: absolute monarchy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004863", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Frank Capra", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: It Happened One Night -> nominated for -> Academy Award for Best Picture (1935)\n Hop 2: Academy Award for Best Picture -> winner -> Frank Capra (1935)\n Answer: Frank Capra", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005053", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lauri Yl\u00f6nen", + "pred": "Lauri Yl\u00f6nen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Haloo Helsinki! -> nominated for -> MTV Europe Music Award for Best Finnish Act (2011)\n Hop 2: MTV Europe Music Award for Best Finnish Act -> winner -> Lauri Yl\u00f6nen (2011)\n Answer: Lauri Yl\u00f6nen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006906", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sini\u0161a Mihajlovi\u0107", + "pred": "Sini\u0161a Mihajlovi\u0107", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marco Marchionni -> member of sports team -> ACF Fiorentina (2010)\n Hop 2: ACF Fiorentina -> head coach -> Sini\u0161a Mihajlovi\u0107 (2010)\n Answer: Sini\u0161a Mihajlovi\u0107", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004343", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Arrigo Sacchi", + "pred": "Arrigo Sacchi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Bianchi -> member of sports team -> Rimini FC (1984)\n Hop 2: Rimini FC -> head coach -> Arrigo Sacchi (1984)\n Answer: Arrigo Sacchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008520", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Hans Loritz", + "pred": "Hans Loritz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Abraham Adolf Kaiser -> place of detention -> Dachau concentration camp (1938)\n Hop 2: Dachau concentration camp -> manager -> Hans Loritz (1938)\n Hop 3: Hans Loritz -> point in time after -> Anton Saefkow (1938)\n Answer: Hans Loritz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008566", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Kurt Biedenkopf", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hanns Martin Schleyer -> member of political party -> Christian Democratic Union (1975)\n Hop 2: Christian Democratic Union -> general secretary -> Kurt Biedenkopf (1975)\n Answer: Kurt Biedenkopf", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005406", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Friedrich Hayek -> residence -> Freiburg im Breisgau (1980)\n Hop 2: Freiburg im Breisgau -> country -> West Germany (1980)\n Answer: West Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005485", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Milo\u0161 Zeman", + "pred": "Milo\u0161 Zeman", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bergepanzer B\u00fcffel -> operator -> Czech Republic (2022)\n Hop 2: Czech Republic -> head of state -> Milo\u0161 Zeman (2022)\n Answer: Milo\u0161 Zeman", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006778", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lyla Rocco -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> currency -> Italian lira (1963)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000448", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Alex Ferguson", + "pred": "Alex Ferguson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bryan Gunn -> member of sports team -> Aberdeen F.C. (1980)\n Hop 2: Aberdeen F.C. -> head coach -> Alex Ferguson (1980)\n Answer: Alex Ferguson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005253", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Aravind Adiga", + "pred": "John Berger", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Amitav Ghosh -> nominated for -> Booker Prize (2008)\n Hop 2: Q151708 -> winner -> Aravind Adiga (2008)\n Hop 3: John Berger -> winner -> Q151708 (2008)\n Answer: John Berger", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002793", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Joan Crawford", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mrs. Parkington -> nominated for -> Academy Award for Best Actress (1945)\n Hop 2: Academy Award for Best Actress -> winner -> Jennifer Jones (1945)\n Hop 3: Jennifer Jones -> winner -> Academy Award for Best Actress (1945)\n Hop 4: Academy Award for Best Actress -> winner -> Joan Crawford (1945)\n Answer: Joan Crawford", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001366", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Cliff Burton", + "pred": "Cliff Burton", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Master of Puppets -> performer -> Metallica (1986)\n Hop 2: Metallica -> has part(s) -> Cliff Burton (1986)\n Answer: Cliff Burton", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000346", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Lilliu -> country of citizenship -> Italy (2010)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2010)\n Answer: Giorgio Napolitano", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001380", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "John Williams", + "pred": "John Williams", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Katie Couric -> notable work -> Today (1999)\n Hop 2: Today -> composer -> John Williams (1999)\n Answer: John Williams", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007366", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Giampiero Boniperti", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giorgio Mastropasqua -> member of sports team -> Juventus FC (1973)\n Hop 2: Juventus FC -> chairperson -> Giampiero Boniperti (1973)\n Answer: Giampiero Boniperti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004085", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "Qing dynasty", + "pred": "Qing dynasty", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luo Yixiu -> spouse -> Mao Zedong (1907)\n Hop 2: Mao Zedong -> country of citizenship -> Qing dynasty (1907)\n Answer: Qing dynasty", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shimon Peres -> country of citizenship -> Mandatory Palestine (1943)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1943)\n Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Penelope Fitzgerald", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fay Weldon -> nominated for -> Booker Prize (1979)\n Hop 2: Booker Prize (1979) -> winner -> Penelope Fitzgerald (1979)\n Answer: Penelope Fitzgerald", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Steve Borthwick -> member of sports team -> England men\u2019s national rugby union team (2008)\n Hop 2: England men\u2019s national rugby union team -> kit supplier -> Nike (2008)\n Answer: Nike", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005149", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Dalvik VM", + "pred": "Dalvik VM", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Grand Theft Auto III -> platform -> Android (2011)\n Hop 2: Android -> has part -> Dalvik VM (2011)\n Answer: Dalvik VM", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007466", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sande -> country -> West Germany (1956)\n Hop 2: West Germany -> currency -> Deutsche Mark (1956)\n Answer: Deutsche Mark", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "EFL Championship", + "pred": "EFL Championship", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Joel Lynch -> member of sports team -> Nottingham Forest F.C. (2010)\n Hop 2: Nottingham Forest F.C. -> league or competition -> EFL Championship (2010)\n Answer: EFL Championship", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002303", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Prime Minister of Canada", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: 19th Canadian Ministry -> head of government -> Lester B. Pearson (1968)\n Answer: Prime Minister of Canada", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004925", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "1930", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bessie Love -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> winner of -> 1930\n Answer: 1930", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_002425", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Ugo Morin -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003762", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Minneapolis Armory", + "pred": "Minneapolis Armory", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bud Grant -> member of sports team -> Los Angeles Lakers (1949)\n Hop 2: Los Angeles Lakers -> home venue -> Minneapolis Armory (1949)\n Answer: Minneapolis Armory", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000351", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erazim Koh\u00e1k -> residence -> United States (1949)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1949)\n Answer: Territory of Hawaii", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003288", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Alain Afflelou", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rainer Ernst -> member of sports team -> FC Girondins de Bordeaux (1992)\n Hop 2: FC Girondins de Bordeaux -> chairperson -> Alain Afflelou (1992)\n Answer: Alain Afflelou", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001079", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Giampiero Boniperti", + "pred": "Giampiero Boniperti", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stefano Tacconi -> member of sports team -> Juventus FC (1985)\n Hop 2: Juventus FC -> chairperson -> Giampiero Boniperti (1985)\n Answer: Giampiero Boniperti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Paulo Bento", + "pred": "Paulo Bento", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Baek Sung-dong -> member of sports team -> South Korea men's national football team (2022)\n Hop 2: South Korea men's national football team -> head coach -> Paulo Bento (2022)\n Answer: Paulo Bento", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006454", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Steve Sampson", + "pred": "Steve Sampson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kevin Hartman -> member of sports team -> United States men's national soccer team (2005)\n Hop 2: United States men's national soccer team -> head coach -> Steve Sampson (2005)\n Answer: Steve Sampson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007686", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "United States Cabinet", + "pred": "United States Cabinet", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Edwin Denby -> position held -> United States Secretary of the Navy (1923)\n Hop 2: United States Secretary of the Navy -> part of -> United States Cabinet (1923)\n Answer: United States Cabinet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001636", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrew Schally -> award received -> Albert Lasker Award for Basic Medical Research (1975)\n Answer: 1975", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000642", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Alan Hollinghurst", + "pred": "Alan Hollinghurst", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ronan Bennett -> nominated for -> Booker Prize (2004)\n Hop 2: Booker Prize -> winner -> Alan Hollinghurst (2004)\n Answer: Alan Hollinghurst", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005992", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1906.0, + "gold": "Theodore Roosevelt", + "pred": "Theodore Roosevelt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Graham Bell -> country of citizenship -> United States (1906)\n Hop 2: United States -> head of government -> Theodore Roosevelt (1906)\n Answer: Theodore Roosevelt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001567", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Robert Ferdinand Wagner Jr.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: William Vickrey -> residence -> New York City (1960)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1960)\n Answer: Robert Ferdinand Wagner Jr.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003917", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Elizabeth II", + "pred": "Elizabeth II", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Liz Smith -> country of citizenship -> United Kingdom (2015)\n Hop 2: United Kingdom -> head of state -> Elizabeth II (2015)\n Answer: Elizabeth II", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007632", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pawe\u0142 Janas", + "pred": "Pawe\u0142 Janas", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kamil Kosowski -> member of sports team -> Poland men's national football team (2005)\n Hop 2: Poland men's national football team -> head coach -> Pawe\u0142 Janas (2005)\n Answer: Pawe\u0142 Janas", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001702", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Eerste Divisie", + "pred": "Eerste Divisie", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Timothy Dreesen -> member of sports team -> Fortuna Sittard (2012)\n Hop 2: Fortuna Sittard -> league or competition -> Eerste Divisie (2012)\n Answer: Eerste Divisie", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006358", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "German Federal Archives", + "pred": "German Federal Archives", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karl-Liebknecht-Haus -> operator -> Communist Party of Germany (1932)\n Hop 2: Communist Party of Germany -> archives at -> German Federal Archives (1932)\n Hop 3: Karl-Liebknecht-Haus -> archives at -> German Federal Archives (1932)\n Answer: German Federal Archives", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Dwight D. Eisenhower", + "pred": "Dwight D. Eisenhower", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erazim Koh\u00e1k -> residence -> United States (1958)\n Hop 2: United States -> head of government -> Dwight D. Eisenhower (1958)\n Answer: Dwight D. Eisenhower", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001724", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stack-O-Tracks -> place of publication -> United States (1968)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1968)\n Answer: Lyndon B. Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005308", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Hop 1: Jeanne Eagels -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer (1930)\n Hop 3: Norma Shearer (1930) -> winner -> Academy Award for Best Actress (1931)\n Hop 4: Academy Award for Best Actress (1931) -> winner", + "em": 1.0, + "f1": 0.19999999999999998, + "pred_raw": "Hop 1: Jeanne Eagels -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer (1930)\n Hop 3: Norma Shearer (1930) -> winner -> Academy Award for Best Actress (1931)\n Hop 4: Academy Award for Best Actress (1931) -> winner", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006485", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Margaret Atwood", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Matthew Kneale -> nominated for -> Booker Prize (2000)\n Hop 2: Booker Prize -> winner -> Margaret Atwood (2000)\n Hop 3: Margaret Atwood -> award received -> Booker Prize (2000)\n Answer: Margaret Atwood", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004831", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Piero Scotti -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005190", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Freie Universit\u00e4t Berlin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Demandt -> employer -> Freie Universit\u00e4t Berlin (2003)\n Answer: Freie Universit\u00e4t Berlin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006636", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "George Marshall", + "pred": "United States Secretary of State", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: James F. Byrnes -> position held -> United States Secretary of State (1947)\n Answer: United States Secretary of State", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_003213", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frank Tieri -> residence -> United States (1965)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1965)\n Answer: Lyndon B. Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005672", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: L\u0119bork -> country -> Nazi Germany (1939)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1939)\n Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006227", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leiden University -> member of -> University of Leiden (2021)\n Hop 2: University of Leiden -> funder -> Princeton University (2021)\n Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Giffoni Film Festival", + "pred": "Giffoni Film Festival", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Big Sean -> unmarried partner -> Naya Rivera (2013)\n Hop 2: Naya Rivera -> award received -> Giffoni Film Festival (2013)\n Answer: Giffoni Film Festival", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007816", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Franciszek Smuda", + "pred": "Franciszek Smuda", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marek Saganowski -> member of sports team -> Poland men's national football team (2012)\n Hop 2: Poland men's national football team -> head coach -> Franciszek Smuda (2012)\n Answer: Franciszek Smuda", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001958", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "John Lindsay", + "pred": "John Lindsay", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arman -> work location -> New York City (1969)\n Hop 2: New York City -> head of government -> John Lindsay (1969)\n Answer: John Lindsay", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007818", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fritz Herkenrath -> member of sports team -> Germany men's national association football team (1957)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1957)\n Answer: Sepp Herberger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003874", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Rina Franchetti -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006836", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianni Dova -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> shares border with -> Yugoslavia (1989)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005437", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Maria Tore Barbina -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1996)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001779", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Chemnitz Government Region", + "pred": "Chemnitz Government Region", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Beate Zsch\u00e4pe -> residence -> Zwickau (2005)\n Hop 2: Zwickau -> located in -> Chemnitz Government Region (2005)\n Answer: Chemnitz Government Region", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002182", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giessen -> country -> Nazi Germany (1938)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1938)\n Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006540", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Piero Frescobaldi -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Al\u00edpio -> member of sports team -> S.L. Benfica (2011)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2011)\n Answer: Lu\u00eds Filipe Vieira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000470", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Umberto II", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Renato Polselli -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> head of state -> Umberto II (1950)\n Answer: Umberto II", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004884", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Emma Thompson", + "pred": "1992 Academy Awards", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jodie Foster -> nominated for -> Academy Award for Best Actress (1992)\n Hop 2: Academy Award for Best Actress (1992) -> winner -> Emma Thompson (1992)\n Hop 3: Emma Thompson -> winner of -> 1992 Academy Awards (1992)\n Answer: 1992 Academy Awards", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_008312", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "United Kingdom of Great Britain and Ireland", + "pred": "United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Virginia Woolf -> spouse -> Leonard Woolf (1924)\n Hop 2: Leonard Woolf -> spouse -> Virginia Woolf (1924)\n Hop 3: Virginia Woolf -> country of citizenship -> United Kingdom of Great Britain and Ireland (1924)\n Answer: United Kingdom of Great Britain and Ireland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006013", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "David Dinkins", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Louise Bourgeois -> work location -> New York City (1990)\n Hop 2: New York City -> head of government -> David Dinkins (1990)\n Answer: David Dinkins", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006889", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Carlo Ancelotti", + "pred": "Carlo Ancelotti", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Di Santo -> member of sports team -> Chelsea F.C. (2009)\n Hop 2: Chelsea F.C. -> head coach -> Carlo Ancelotti (2009)\n Answer: Carlo Ancelotti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003651", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Matt Carkner -> drafted by -> Montreal Canadiens (1999)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (1999)\n Answer: Saku Koivu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Q82595", + "pred": "Bundesliga", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mirco Born -> member of sports team -> Hertha BSC (2015)\n Hop 2: Hertha BSC -> league or competition -> Bundesliga (2015)\n Answer: Bundesliga", + "judge_em": 0, + "judge_reply": "I NEED TO EVALUATE" + }, + { + "id": "q_003329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armando C\u00edrio -> country of citizenship -> Italy (2004)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2004)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000420", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1917.0, + "gold": "1917", + "pred": "1917", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Transbaikal Oblast -> located in -> Russian Republic (1917)\n Hop 2: Russian Republic -> significant event -> February Revolution (1917)\n Answer: 1917", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005828", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Prime Minister of Belize", + "pred": "Prime Minister of Belize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Belize -> head of government -> Dean Barrow (2014)\n Answer: Prime Minister of Belize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hans Nowak -> member of sports team -> Germany men's national association football team (1962)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1962)\n Answer: Sepp Herberger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002499", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Graham Bell -> country of citizenship -> United States (1922)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1922)\n Answer: Territory of Hawaii", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008212", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "George VI", + "pred": "George VI", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: HMS Spur -> country -> United Kingdom (1947)\n Hop 2: United Kingdom -> head of state -> George VI (1947)\n Answer: George VI", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Salvatore Cassisa -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> shares border with -> Yugoslavia (1967)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006976", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Gennaro Gattuso", + "pred": "Gennaro Gattuso", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hakan \u00c7alhano\u011flu -> member of sports team -> AC Milan (2019)\n Hop 2: AC Milan -> head coach -> Gennaro Gattuso (2019)\n Answer: Gennaro Gattuso", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007445", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.20000000000000004, + "pred_raw": "Hop 1: Borussia Dortmund -> head coach -> J\u00fcrgen Klopp (2012)\n Hop 2: J\u00fcrgen Klopp -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2012)\n Answer: Order of Merit of Baden-W\u00fcrttemberg", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004525", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Lamberto Dini", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Antonio Brancaccio -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1995)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Milram -> country -> Italy (2007)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2007)\n Answer: Giorgio Napolitano", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003387", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tsinghua University -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Karlsruhe Institute of Technology (2021)\n Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: George Boateng -> member of sports team -> Nottingham Forest F.C. (2012)\n Hop 2: Nottingham Forest F.C. -> head coach -> Alex McLeish (2012)\n Answer: Alex McLeish", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008292", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yaroslav Popovych -> member of sports team -> Discovery Channel (2006)\n Hop 2: Discovery Channel -> country -> United States (2006)\n Answer: United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006528", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1902", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leo K\u00f6nigsberger -> doctoral student -> Karl Bopp (1902)\n Hop 2: Karl Bopp -> doctoral advisor -> Moritz Cantor (1902)\n Answer: 1902", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008636", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Walter Zenga", + "pred": "Walter Zenga", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Mascara -> member of sports team -> Catania FC (2008)\n Hop 2: Catania FC -> head coach -> Walter Zenga (2008)\n Answer: Walter Zenga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004972", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Kia Forum", + "pred": "Boston Garden", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kermit Washington -> member of sports team -> Boston Celtics (1977)\n Hop 2: Boston Celtics -> home venue -> Boston Garden (1977)\n Answer: Boston Garden", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006497", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Hungarian People's Republic", + "pred": "Hungarian People's Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Demeter Balla -> work location -> Budapest (1957)\n Hop 2: Budapest -> capital of -> Hungarian People's Republic (1957)\n Answer: Hungarian People's Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fernando Torres -> member of sports team -> Chelsea F.C. (2014)\n Hop 2: Chelsea F.C. -> head coach -> Jos\u00e9 Mourinho (2014)\n Answer: Jos\u00e9 Mourinho", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005410", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Elizabeth Bishop -> residence -> Brazil (1955)\n Hop 2: Brazil -> diplomatic relation -> Taiwan (1955)\n Answer: Taiwan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000901", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Shimon Peres", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gaza City -> country -> Israel (1996)\n Hop 2: Israel -> head of government -> Shimon Peres (1996)\n Answer: Shimon Peres", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007838", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mircea Lucescu", + "pred": "Mircea Lucescu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Berkant G\u00f6ktan -> member of sports team -> Galatasaray S.K. (2002)\n Hop 2: Galatasaray S.K. -> head coach -> Mircea Lucescu (2002)\n Answer: Mircea Lucescu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007144", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "The Internationale", + "pred": "The Internationale", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Glazov -> located in -> Russian Soviet Federative Socialist Republic (1921)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> The Internationale (1921)\n Answer: The Internationale", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Jean Mistler", + "pred": "Jean Mistler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ren\u00e9 Huyghe -> member of -> Acad\u00e9mie Fran\u00e7aise (1975)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Jean Mistler (1975)\n Answer: Jean Mistler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000287", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Gerhard Casper", + "pred": "Gerhard Casper", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrew M. Stuart -> employer -> Stanford University (1993)\n Hop 2: Stanford University -> chairperson -> Gerhard Casper (1993)\n Answer: Gerhard Casper", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004792", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Piccioli -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> currency -> Italian lira (1947)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006621", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sean Yates", + "pred": "Sean Yates", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Q561361 -> member of sports team -> Ineos Grenadiers (2010)\n Hop 2: Ineos Grenadiers -> head coach -> Sean Yates (2010)\n Answer: Sean Yates", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001788", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Jeanne Eagels", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jeanne Eagels -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> winner -> Jeanne Eagels (1930)\n Answer: Jeanne Eagels", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002557", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Fiorello H. La Guardia", + "pred": "Fiorello H. La Guardia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hanns Eisler -> work location -> New York City (1941)\n Hop 2: New York City -> head of government -> Fiorello H. La Guardia (1941)\n Answer: Fiorello H. La Guardia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "A. S. Byatt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Penelope Fitzgerald -> nominated for -> Booker Prize (1990)\n Hop 2: Booker Prize (1990) -> winner -> A. S. Byatt (1990)\n Answer: A. S. Byatt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006058", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Giuseppe Saragat", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Antonio Pesenti -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (1967)\n Answer: Giorgio Napolitano", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000536", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Baltazar -> member of sports team -> Atl\u00e9tico Madrid (1989)\n Hop 2: Atl\u00e9tico Madrid -> home venue -> Vicente Calder\u00f3n Stadium (1989)\n Answer: Vicente Calder\u00f3n Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007404", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2000.0, + "gold": "2000", + "pred": "2000", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ronald Sukenick -> award received -> American Book Awards (2000)\n Hop 2: American Book Awards -> winner -> Robert Creeley (2000)\n Hop 3: Robert Creeley -> award received -> American Book Awards (2000)\n Hop 4: American Book Awards -> winner -> Helen Thomas (2000)\n Answer: 2000", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001292", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1990.0, + "gold": "1990", + "pred": "Hop 1: Winona Ryder -> nominated for -> Golden Globe Award for Best Supporting Actress \u2013 Motion Picture (1990)\n Hop 2: Golden Globe Award for Best Supporting Actress \u2013 Motion Picture -> winner -> Whoopi Goldberg (1990)\n Hop 3: Whoopi Goldberg -> equal to -> Julia Roberts (1990)\n Hop 4: Julia Roberts -> award received -> Golden Globe Award for Best Supporting Actress \u2013 Motion Picture (199", + "em": 1.0, + "f1": 0.07142857142857142, + "pred_raw": "Hop 1: Winona Ryder -> nominated for -> Golden Globe Award for Best Supporting Actress \u2013 Motion Picture (1990)\n Hop 2: Golden Globe Award for Best Supporting Actress \u2013 Motion Picture -> winner -> Whoopi Goldberg (1990)\n Hop 3: Whoopi Goldberg -> equal to -> Julia Roberts (1990)\n Hop 4: Julia Roberts -> award received -> Golden Globe Award for Best Supporting Actress \u2013 Motion Picture (199", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "John Braine", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Andr\u00e9 Brink -> nominated for -> Booker Prize (1976)\n Hop 2: Booker Prize -> winner -> David Storey (1976)\n Hop 3: David Storey -> winner -> John Braine (1976)\n Answer: John Braine", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "British Academy of Film and Television Arts Award", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fay Weldon -> nominated for -> Booker Prize (1979)\n Hop 2: Booker Prize (1979) -> winner -> Penelope Fitzgerald (1979)\n Hop 3: Penelope Fitzgerald -> award received -> British Academy of Film and Television Arts Award (1979)\n Answer: British Academy of Film and Television Arts Award", + "judge_em": 0, + "judge_reply": "I NEED TO PARSE" + }, + { + "id": "q_002490", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jeanne Eagels -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer (1930)\n Hop 3: Norma Shearer (1930) -> winner -> 1930\n Answer: 1930", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001434", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "New York City", + "pred": "New York City", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Betsey Johnson -> spouse -> John Cale (1971)\n Hop 2: John Cale -> residence -> New York City (1971)\n Answer: New York City", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006868", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ben Kingsley -> award received -> European Film Award for Best Actor (2001)\n Hop 2: European Film Award for Best Actor (2001) -> winner -> Ray Winstone (2001)\n Answer: 2001", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jean Mistler", + "pred": "Jean Mistler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roger Caillois -> member of -> Acad\u00e9mie Fran\u00e7aise (1977)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Jean Mistler (1977)\n Answer: Jean Mistler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002319", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2022.0, + "gold": "2022", + "pred": "2022", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stevan Joveti\u0107 -> member of sports team -> Hertha BSC (2022)\n Hop 2: Hertha BSC -> head coach -> Felix Magath (2022)\n Answer: 2022", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008472", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Inge Keller -> spouse -> Karl-Eduard von Schnitzler (1955)\n Hop 2: Karl-Eduard von Schnitzler -> country of citizenship -> German Democratic Republic (1955)\n Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000496", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Massimo D'Alema", + "pred": "Silvio Berlusconi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fulvio Tomizza -> country of citizenship -> Italy (1999)\n Hop 2: Italy -> head of government -> Silvio Berlusconi (1999)\n Answer: Silvio Berlusconi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005883", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Roman Herzog", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Germany -> head of state -> Roman Herzog (1997)\n Hop 2: G\u00fcnter Siegmund -> country of citizenship -> Germany (1997)\n Answer: Roman Herzog", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "BP", + "pred": "BP", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rudolf Kargus -> member of sports team -> Hamburger SV (1980)\n Hop 2: Hamburger SV -> sponsor -> BP (1980)\n Answer: BP", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001286", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Francesco Carpino -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1969)\n Answer: Giovanni Gronchi", + "judge_em": 0, + "judge_reply": "I NEED TO WORK" + }, + { + "id": "q_003325", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vla\u0219ca County -> country -> Kingdom of Romania (1947)\n Hop 2: Kingdom of Romania -> capital -> Bucharest (1947)\n Answer: Bucharest", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "William Emmett Dever", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sister Rosetta Tharpe -> residence -> Chicago (1924)\n Hop 2: Chicago -> head of government -> William Emmett Dever (1924)\n Answer: William Emmett Dever", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000949", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Roman Herzog", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Germany -> head of state -> Roman Herzog (1997)\n Answer: Roman Herzog", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004634", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rossens -> replaced by -> Villarzel (2006)\n Hop 2: Villarzel -> replaces -> S\u00e9deilles (2006)\n Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008417", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stephan Andrist -> member of sports team -> FC Aarau (2015)\n Hop 2: FC Aarau -> league or competition -> Swiss Super League (2015)\n Answer: Swiss Super League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Raffaele Anguilla -> country of citizenship -> Italy (2002)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2002)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mary J. Blige", + "pred": "Mary J. Blige", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aaliyah -> nominated for -> MTV Video Music Award for Best R&B Video (2002)\n Hop 2: MTV Video Music Award for Best R&B Video -> winner -> Mary J. Blige (2002)\n Answer: Mary J. Blige", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007469", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: J\u014dnan -> replaced by -> Kumamoto (2010)\n Hop 2: Kumamoto -> replaces -> Ueki (2010)\n Answer: 2010", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002488", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Avanti Martinetti -> country of citizenship -> Italy (1954)\n Hop 2: Italy -> currency -> Italian lira (1954)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Shimon Peres", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gaza City -> country -> Israel (1996)\n Hop 2: Israel -> head of government -> Shimon Peres (1996)\n Answer: Shimon Peres", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007418", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Luigi Agnolin -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> member of -> European Union (1998)\n Answer: European Union", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Elliott Gould", + "pred": "Elliott Gould", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Barbra Streisand -> spouse -> Elliott Gould (1963)\n Answer: Elliott Gould", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005916", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marta Abba -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> currency -> Italian lira (1962)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Micha\u0142 Matyas", + "pred": "Micha\u0142 Matyas", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zygfryd Szo\u0142tysik -> member of sports team -> Poland men's national football team (1967)\n Hop 2: Poland men's national football team -> head coach -> Micha\u0142 Matyas (1967)\n Answer: Micha\u0142 Matyas", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006233", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Eric Gerets", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ayhan Akman -> member of sports team -> Galatasaray S.K. (2006)\n Hop 2: Galatasaray S.K. -> head coach -> Eric Gerets (2006)\n Answer: Eric Gerets", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005848", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hugo von Tschudi -> work location -> Munich (1909)\n Hop 2: Munich -> country -> German Empire (1909)\n Answer: German Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005040", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Antonio Segni", + "pred": "Antonio Segni", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rossana Rossanda -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Answer: Antonio Segni", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005138", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Adolf Hitler", + "pred": "Hans Frank", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hartmann Lauterbacher -> member of political party -> Nazi Party (1942)\n Hop 2: Nazi Party -> chairperson -> Hans Frank (1942)\n Answer: Hans Frank", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004246", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giorgio Ferrini -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> shares border with -> Yugoslavia (1948)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007892", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Isabella Biagini -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> currency -> Italian lira (1993)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fritz-Julius Lemp -> country of citizenship -> Nazi Germany (1941)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1941)\n Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006684", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Luigi Einaudi", + "pred": "Enrico De Nicola", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Guido Guerrini -> country of citizenship -> Italy (1949)\n Hop 2: Italy -> head of state -> Enrico De Nicola (1949)\n Answer: Enrico De Nicola", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001045", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Coldplay -> winner -> MTV Europe Music Award for Best Song (2005)\n Answer: 2005", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "association football", + "pred": "association football", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Philipp Laux -> member of sports team -> SSV Ulm 1846 (1998)\n Hop 2: SSV Ulm 1846 -> sport -> association football (1998)\n Answer: association football", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002791", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Lory Del Santo", + "pred": "Lory Del Santo", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pattie Boyd -> spouse -> Eric Clapton (1987)\n Hop 2: Eric Clapton -> unmarried partner -> Lory Del Santo (1987)\n Answer: Lory Del Santo", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005581", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The 63rd Academy Awards", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: The Ninth Day -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor (2005) -> winner -> Daniel Auteuil (2005)\n Hop 3: Daniel Auteuil (2005) -> winner -> The 63rd Academy Awards (2005)\n Answer: The 63rd Academy Awards", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Pawe\u0142 Janas", + "pred": "Pawe\u0142 Janas", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marcin Baszczy\u0144ski -> member of sports team -> Poland men's national football team (2004)\n Hop 2: Poland men's national football team -> head coach -> Pawe\u0142 Janas (2004)\n Answer: Pawe\u0142 Janas", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004802", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "John W. Campbell", + "pred": "John W. Campbell", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Orson Scott Card -> award received -> Astounding Award for Best New Writer (1978)\n Hop 2: Astounding Award for Best New Writer -> named after -> John W. Campbell (1978)\n Answer: John W. Campbell", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004455", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Giovanni Leone", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Celano -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> head of state -> Giovanni Leone (1975)\n Answer: Giovanni Leone", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001570", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Otto Nerz", + "pred": "Otto Nerz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rudolf Noack -> member of sports team -> Germany men's national association football team (1936)\n Hop 2: Germany men's national association football team -> head coach -> Otto Nerz (1936)\n Answer: Otto Nerz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005703", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Morten Olsen", + "pred": "Morten Olsen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kasper Lorentzen -> member of sports team -> Denmark men's national football team (2012)\n Hop 2: Denmark men's national football team -> head coach -> Morten Olsen (2012)\n Answer: Morten Olsen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006235", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Diego Simeone", + "pred": "Diego Simeone", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Maxi L\u00f3pez -> member of sports team -> Catania FC (2011)\n Hop 2: Catania FC -> head coach -> Diego Simeone (2011)\n Answer: Diego Simeone", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001186", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Susan Sarandon", + "pred": "1995", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nell -> nominated for -> Academy Award for Best Actress (1995)\n Hop 2: Academy Award for Best Actress (1995) -> winner -> Susan Sarandon\n Hop 3: Susan Sarandon -> winner -> 1995\n Answer: 1995", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005903", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Galatasaray S.K. -> head coach -> B\u00fclent Korkmaz (2009)\n Hop 2: Serdar Eylik -> member of sports team -> Galatasaray S.K. (2009)\n Answer: 2009", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002985", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Bettino Craxi", + "pred": "Giovanni Spadolini", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mario Agnes -> country of citizenship -> Italy (1986)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1986)\n Answer: Giovanni Spadolini", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Andrzej Strejlau", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Piotr Jegor -> member of sports team -> Poland men's national football team (1991)\n Hop 2: Poland men's national football team -> head coach -> Andrzej Strejlau (1991)\n Answer: Andrzej Strejlau", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008323", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Hungarian People's Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Demeter Balla -> work location -> Budapest (1968)\n Hop 2: Budapest -> capital of -> Hungarian People's Republic (1968)\n Answer: Hungarian People's Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Joe D'Amato -> country of citizenship -> Italy (1981)\n Hop 2: Italy -> shares border with -> Yugoslavia (1981)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005474", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Oskar von Miller", + "pred": "Oskar von Miller", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rudolf Diesel -> member of -> VDI \u2013 The Association of German Engineers (1913)\n Hop 2: VDI \u2013 The Association of German Engineers -> board member -> Oskar von Miller (1913)\n Answer: Oskar von Miller", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001830", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Nippon Bud\u014dkan", + "pred": "Nippon Bud\u014dkan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: B'z -> award received -> Japan Record Awards (1990)\n Hop 2: Japan Record Awards -> location -> Nippon Bud\u014dkan (1990)\n Answer: Nippon Bud\u014dkan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001756", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alessandro Alessandroni -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> currency -> Italian lira (1947)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001887", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dietmar Hamann -> member of sports team -> Germany men's national association football team (2004)\n Hop 2: Germany men's national association football team -> head coach -> J\u00fcrgen Klinsmann (2004)\n Answer: J\u00fcrgen Klinsmann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005552", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Mitteldeutscher Rundfunk", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Achim Mentzel -> presenter -> Achims Hitparade (1999)\n Hop 2: Achims Hitparade -> original broadcaster -> Mitteldeutscher Rundfunk (1999)\n Answer: Mitteldeutscher Rundfunk", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004901", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Wen Jiabao", + "pred": "Wen Jiabao", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Xiao Yang -> country of citizenship -> People's Republic of China (2008)\n Hop 2: People's Republic of China -> head of government -> Wen Jiabao (2008)\n Answer: Wen Jiabao", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006473", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Hop 1: athletics at the 2008 Summer Olympics \u2013 men's 200 metres -> participant -> Usain Bolt (2008)\n Hop 2: Usain Bolt -> participant in -> athletics at the 2008 Summer Olympics \u2013 men's 100 metres (2008)\n Hop 3: athletics at the 2008 Summer Olympics \u2013 men's 100 metres -> year -> 2", + "em": 1.0, + "f1": 0.09523809523809523, + "pred_raw": "Hop 1: athletics at the 2008 Summer Olympics \u2013 men's 200 metres -> participant -> Usain Bolt (2008)\n Hop 2: Usain Bolt -> participant in -> athletics at the 2008 Summer Olympics \u2013 men's 100 metres (2008)\n Hop 3: athletics at the 2008 Summer Olympics \u2013 men's 100 metres -> year -> 2", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006253", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Peter Bergmann -> award received -> Einstein Prize (2003)\n Hop 2: Einstein Prize -> winner -> John Archibald Wheeler (2003)\n Answer: 2003", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002709", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Alex McLeish", + "pred": "John Docherty", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Robin Shroot -> member of sports team -> Walsall F.C. (2009)\n Hop 2: Walsall F.C. -> head coach -> John Docherty (2009)\n Answer: John Docherty", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007811", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Giovanni Spadolini", + "pred": "Giovanni Spadolini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dante Amarilli -> country of citizenship -> Italy (1982)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1982)\n Answer: Giovanni Spadolini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006165", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Edward Cassidy", + "pred": "John H. Newman", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Joint Declaration on the Doctrine of Justification -> signatory -> Dicastery for promoting Christian unity (1999)\n Hop 2: Dicastery for promoting Christian unity -> chairperson -> Edward Cassidy (1999)\n Hop 3: Edward Cassidy -> successor -> John H. Newman (1999)\n Answer: John H. Newman", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007431", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Ernest Borgnine", + "pred": "1955 Golden Globe Award for Best Actor - Motion Picture Drama", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Dan O'Herlihy -> nominated for -> Academy Award for Best Actor (1955)\n Hop 2: Academy Award for Best Actor (1955) -> winner -> Ernest Borgnine\n Hop 3: Ernest Borgnine -> winner of -> 1955 Golden Globe Award for Best Actor - Motion Picture Drama\n Answer: 1955 Golden Globe Award for Best Actor - Motion Picture Drama", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002594", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kiliia Raion -> located in -> Odesa Oblast (1956)\n Hop 2: Odesa Oblast -> country -> Soviet Union (1956)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004546", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "David Dinkins", + "pred": "David Dinkins", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nancy Graves -> work location -> New York City (1992)\n Hop 2: New York City -> head of government -> David Dinkins (1992)\n Answer: David Dinkins", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006589", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Giulio Andreotti", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giorgio Albani -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Giulio Andreotti (1996)\n Answer: Giulio Andreotti", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006151", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ulm University -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Forschungszentrum J\u00fclich (2021)\n Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005300", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Otto Rehhagel", + "pred": "Otto Rehhagel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dimitris Salpingidis -> member of sports team -> Greece men's national football team (2009)\n Hop 2: Greece men's national football team -> head coach -> Otto Rehhagel (2009)\n Answer: Otto Rehhagel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003618", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Franz Joseph I of Austria", + "pred": "Franz Joseph I of Austria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Istv\u00e1n Bib\u00f3 -> educated at -> University of Szeged (1929)\n Hop 2: University of Szeged -> named after -> Franz Joseph I of Austria (1929)\n Answer: Franz Joseph I of Austria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "George W. Bush", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Discovery Channel -> country -> United States (2002)\n Hop 2: United States -> head of government -> George W. Bush (2002)\n Answer: George W. Bush", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001195", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alan Hollinghurst -> winner -> Booker Prize (2004)\n Hop 2: Ronan Bennett -> nominated for -> Booker Prize (2004)\n Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007049", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1978.0, + "gold": "1978", + "pred": "1978", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vernon Benjamin Mountcastle -> award received -> Louisa Gross Horwitz Prize (1978)\n Answer: 1978", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003961", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Edith Roosevelt", + "pred": "Edith Roosevelt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Immigration Act of 1903 -> signatory -> Theodore Roosevelt (1903)\n Hop 2: Theodore Roosevelt -> spouse -> Edith Roosevelt (1903)\n Answer: Edith Roosevelt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002548", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Charles Debbas -> country of citizenship -> Ottoman Empire (1901)\n Hop 2: Ottoman Empire -> basic form of government -> absolute monarchy (1901)\n Answer: absolute monarchy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1910.0, + "gold": "Austria\u2013Hungary", + "pred": "Austria\u2013Hungary", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vilmos F\u00e9mes Beck -> work location -> Budapest (1910)\n Hop 2: Budapest -> country -> Austria\u2013Hungary (1910)\n Answer: Austria\u2013Hungary", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003484", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Netanya -> country -> Mandatory Palestine (1934)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1934)\n Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Kingdome", + "pred": "Kingdome", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tom Chambers -> member of sports team -> Seattle SuperSonics (1985)\n Hop 2: Seattle SuperSonics -> home venue -> Kingdome (1985)\n Answer: Kingdome", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002163", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Clive Woodward", + "pred": "Clive Woodward", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Phil Vickery -> member of sports team -> England men\u2019s national rugby union team (2002)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Clive Woodward (2002)\n Answer: Clive Woodward", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006692", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Bruce Buck", + "pred": "Bruce Buck", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marko Marin -> member of sports team -> Chelsea F.C. (2016)\n Hop 2: Chelsea F.C. -> chairperson -> Bruce Buck (2016)\n Answer: Bruce Buck", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006073", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Volker Finke", + "pred": "Volker Finke", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alain Sutter -> member of sports team -> SC Freiburg (1997)\n Hop 2: SC Freiburg -> head coach -> Volker Finke (1997)\n Answer: Volker Finke", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008473", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Roman Abramovich", + "pred": "Roman Abramovich", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lassana Diarra -> member of sports team -> Chelsea F.C. (2005)\n Hop 2: Chelsea F.C. -> owned by -> Roman Abramovich (2005)\n Answer: Roman Abramovich", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003674", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1978.0, + "gold": "Leonid Brezhnev", + "pred": "Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Viktor Anpilov -> member of political party -> Communist Party of the Soviet Union (1978)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Mikhail Gorbachev (1978)\n Answer: Mikhail Gorbachev", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003352", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bitola -> country -> Ottoman Empire (1907)\n Hop 2: Ottoman Empire -> basic form of government -> absolute monarchy (1907)\n Answer: absolute monarchy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Giampiero Boniperti", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giorgio Mastropasqua -> member of sports team -> Juventus FC (1973)\n Hop 2: Juventus FC -> chairperson -> Giampiero Boniperti (1973)\n Answer: Giampiero Boniperti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002789", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pietro Lana -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> currency -> Italian lira (1950)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005326", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Spencer Tracy", + "pred": "1938", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Paul Muni -> nominated for -> Academy Award for Best Actor (1938)\n Hop 2: Academy Award for Best Actor (1938) -> winner -> Spencer Tracy\n Hop 3: Spencer Tracy -> winner -> 1938\n Answer: 1938", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005284", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Erich Werdermann", + "pred": "Erich Werdermann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Botanic Garden and Botanical Museum Berlin -> chief executive officer -> Erich Werdermann (1958)\n Answer: Erich Werdermann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005774", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stephan Andrist -> member of sports team -> FC Aarau (2015)\n Hop 2: FC Aarau -> league or competition -> Swiss Super League (2015)\n Answer: Swiss Super League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003372", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Patrick Le Lay", + "pred": "Patrick Le Lay", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Star Academy -> original broadcaster -> TF1 (2008)\n Hop 2: TF1 -> chairperson -> Patrick Le Lay (2008)\n Answer: Patrick Le Lay", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008201", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nicole Kidman -> award received -> Academy Award for Best Actress (2002)\n Hop 2: Monster -> award received -> Academy Award for Best Actress (2002)\n Answer: 2002", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001153", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Franz Beckenbauer", + "pred": "Franz Beckenbauer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pierre Littbarski -> member of sports team -> Germany men's national association football team (1985)\n Hop 2: Germany men's national association football team -> head coach -> Franz Beckenbauer (1985)\n Answer: Franz Beckenbauer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007164", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "Simone Inzaghi", + "pred": "Stefano Pioli", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pepe Reina -> member of sports team -> AC Milan (2020)\n Hop 2: AC Milan -> head coach -> Stefano Pioli (2020)\n Answer: Stefano Pioli", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006407", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Allianz Arena", + "pred": "Allianz Arena", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pascal Ojigwe -> member of sports team -> TSV 1860 M\u00fcnchen (2005)\n Hop 2: TSV 1860 M\u00fcnchen -> home venue -> Allianz Arena (2005)\n Answer: Allianz Arena", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001540", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "2013", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Martin Posp\u00ed\u0161il -> member of sports team -> Czechia men's national football team (2013)\n Hop 2: Czechia men's national football team -> head coach -> Josef Pe\u0161ice (2013)\n Answer: 2013", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005100", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bernd Leistner -> award received -> Heinrich Mann Prize (1985)\n Hop 2: Heinrich Mann Prize -> country -> German Democratic Republic (1985)\n Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Claudio Ranieri", + "pred": "Claudio Ranieri", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hasan Salihamid\u017ei\u0107 -> member of sports team -> Juventus FC (2008)\n Hop 2: Juventus FC -> head coach -> Claudio Ranieri (2008)\n Answer: Claudio Ranieri", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Virgilio No\u00e8 -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Economic Community (1951)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Denzel Washington", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cast Away -> nominated for -> Academy Award for Best Actor (2001)\n Hop 2: Academy Award for Best Actor (2001) -> winner -> Denzel Washington\n Hop 3: Denzel Washington -> winner of -> 1999 Tony Award for Best Actor in a Play\n Answer: Denzel Washington", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007894", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Colin Firth -> European Film Award for Best Actor -> 2011 (winner)\n Hop 2: Andr\u00e9 Wilms -> nominated for -> European Film Award for Best Actor (2011)\n Answer: 2011", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008658", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Ruslan Rotan", + "pred": "Andriy Shevchenko", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Oleh Husiev -> member of sports team -> Ukraine men's national football team (2016)\n Hop 2: Ukraine men's national football team -> team captain -> Ruslan Rotan (2016)\n Hop 3: Ruslan Rotan -> team captain -> Andriy Shevchenko (2016)\n Answer: Andriy Shevchenko", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005158", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Antonio Segni", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pietro Giacomo Nonis -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Antonio Segni (1965)\n Answer: Antonio Segni", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giacomo Fornoni -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> currency -> Italian lira (1994)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008060", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Bundesliga", + "pred": "Bundesliga", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bernhard Schachner -> member of sports team -> Admira Wacker (2012)\n Hop 2: Admira Wacker -> league or competition -> Bundesliga (2012)\n Answer: Bundesliga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004900", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "SeatGeek Stadium", + "pred": "SeatGeek Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Benji Joya -> member of sports team -> Chicago Fire FC (2014)\n Hop 2: Chicago Fire FC -> home venue -> SeatGeek Stadium (2014)\n Answer: SeatGeek Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000430", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Bombardier", + "pred": "Bombardier", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: ALSTOM Transportation Germany -> parent organization or unit -> Bombardier (2005)\n Answer: Bombardier", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006467", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Enderbury Island -> country -> United Kingdom (1938)\n Hop 2: United Kingdom -> diplomatic relation -> Taiwan (1938)\n Answer: Taiwan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004710", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tim Borowski -> member of sports team -> Germany men's national association football team (2005)\n Hop 2: Germany men's national association football team -> head coach -> J\u00fcrgen Klinsmann (2005)\n Answer: J\u00fcrgen Klinsmann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000041", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giorgio Albani -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1996)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004408", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "crown prince", + "pred": "crown prince", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Louise Mountbatten -> spouse -> Gustaf VI Adolf of Sweden (1939)\n Hop 2: Gustaf VI Adolf of Sweden -> position held -> crown prince (1939)\n Answer: crown prince", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001201", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Azzini -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> shares border with -> Yugoslavia (1964)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004457", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franz Anton Basch -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1921)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1921)\n Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005193", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonio Cariglia -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> currency -> Italian lira (1969)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005781", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "State Anthem of the Soviet Union", + "pred": "Soviet Union", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Kursk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1987)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> Soviet Union (1987)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004013", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Jupp Derwall", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bernd Franke -> member of sports team -> Germany men's national association football team (1982)\n Hop 2: Germany men's national association football team -> head coach -> Jupp Derwall (1982)\n Answer: Jupp Derwall", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003935", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Volker Finke", + "pred": "Volker Finke", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andreas Bornemann -> member of sports team -> SC Freiburg (1999)\n Hop 2: SC Freiburg -> head coach -> Volker Finke (1999)\n Answer: Volker Finke", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006770", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fernando Redondo -> member of sports team -> AC Milan (2004)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (2004)\n Answer: Silvio Berlusconi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008617", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Valerio Bacigalupo -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> shares border with -> Yugoslavia (1948)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008708", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Me\u0161a Selimovi\u0107 -> award received -> NIN Prize (1966)\n Hop 2: NIN Prize -> country -> Socialist Federal Republic of Yugoslavia (1966)\n Answer: Socialist Federal Republic of Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Zden\u011bk Zeman", + "pred": "Zden\u011bk Zeman", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aron Winter -> member of sports team -> SS Lazio (1996)\n Hop 2: SS Lazio -> head coach -> Zden\u011bk Zeman (1996)\n Answer: Zden\u011bk Zeman", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007389", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Louis Leblanc -> drafted by -> Montreal Canadiens (2009)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (2009)\n Answer: Saku Koivu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005554", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Moscow", + "pred": "Moscow", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Imi Knoebel -> work location -> D\u00fcsseldorf (1992)\n Hop 2: D\u00fcsseldorf -> twinned with -> Moscow (1992)\n Answer: Moscow", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000408", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Kingdom of Prussia", + "pred": "Kingdom of Prussia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paul Cassirer -> work location -> Berlin (1904)\n Hop 2: Berlin -> located in -> Kingdom of Prussia (1904)\n Answer: Kingdom of Prussia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003634", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Uwe Neuhaus", + "pred": "Uwe Neuhaus", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Micha\u0142 Bemben -> member of sports team -> 1. FC Union Berlin (2008)\n Hop 2: 1. FC Union Berlin -> head coach -> Uwe Neuhaus (2008)\n Answer: Uwe Neuhaus", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006653", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Renato Barisani -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> currency -> Italian lira (1997)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000961", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Kate Winslet", + "pred": "2008 Academy Awards", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: La Vie en Rose -> nominated for -> Academy Award for Best Actress (2008)\n Hop 2: Academy Award for Best Actress -> winner -> Kate Winslet (2008)\n Hop 3: Kate Winslet -> winner of -> 2008 Academy Awards (2008)\n Answer: 2008 Academy Awards", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002923", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Enrico Prampolini -> country of citizenship -> Italy (1949)\n Hop 2: Italy -> shares border with -> Yugoslavia (1949)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008130", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sergio Porrini -> member of sports team -> AC Milan (1988)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (1988)\n Answer: Silvio Berlusconi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001668", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Jane Fonda", + "pred": "John M. Stahl", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Women in Love -> nominated for -> Academy Award for Best Cinematography (1971)\n Hop 2: Academy Award for Best Cinematography (1971) -> winner -> John M. Stahl (1971)\n Hop 3: John M. Stahl (1971) -> winner -> John M. Stahl (1971)\n Answer: John M. Stahl", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Lucien Favre", + "pred": "Lucien Favre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marcel Schmelzer -> member of sports team -> Borussia Dortmund (2019)\n Hop 2: Borussia Dortmund -> head coach -> Lucien Favre (2019)\n Answer: Lucien Favre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007280", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ann Wolff -> work location -> Berlin (2006)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2006)\n Answer: Klaus Wowereit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004011", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "David Storey", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Brian Moore -> nominated for -> Booker Prize (1976)\n Hop 2: Booker Prize (1976) -> winner -> David Storey (1976)\n Answer: David Storey", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001876", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Thomas Tuchel", + "pred": "Thomas Tuchel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anthony Ujah -> member of sports team -> 1. FSV Mainz 05 (2012)\n Hop 2: 1. FSV Mainz 05 -> head coach -> Thomas Tuchel (2012)\n Answer: Thomas Tuchel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003426", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "George H. W. Bush", + "pred": "George H. W. Bush", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Motorola -> country -> United States (1992)\n Hop 2: United States -> head of government -> George H. W. Bush (1992)\n Answer: George H. W. Bush", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008324", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Corinne Griffith -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer (1930)\n Hop 3: Norma Shearer (1930) -> winner -> 1930\n Answer: 1930", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Oscar Luigi Scalfari", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Ansano Giannarelli -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfari (1998)\n Answer: Oscar Luigi Scalfari", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_001646", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Samuel -> member of sports team -> Inter Milan (2008)\n Hop 2: Inter Milan -> head coach -> Jos\u00e9 Mourinho (2008)\n Answer: Jos\u00e9 Mourinho", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001719", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tim Borowski -> member of sports team -> Germany men's national association football team (2005)\n Hop 2: Germany men's national association football team -> head coach -> J\u00fcrgen Klinsmann (2005)\n Answer: J\u00fcrgen Klinsmann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005359", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: George Boateng -> member of sports team -> Nottingham Forest F.C. (2012)\n Hop 2: Nottingham Forest F.C. -> head coach -> Alex McLeish (2012)\n Answer: Alex McLeish", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002201", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Princeton University", + "pred": "Princeton University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nash equilibrium -> theorized by -> John Forbes Nash (1949)\n Hop 2: John Forbes Nash -> educated at -> Princeton University (1949)\n Answer: Princeton University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000953", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "DBC Pierre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Monica Ali -> nominated for -> Booker Prize (2003)\n Hop 2: Booker Prize -> winner -> DBC Pierre (2003)\n Answer: DBC Pierre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003588", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Javier Aguirre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonio L\u00f3pez -> member of sports team -> Atl\u00e9tico Madrid (2008)\n Hop 2: Atl\u00e9tico Madrid -> head coach -> Javier Aguirre (2008)\n Answer: Javier Aguirre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006330", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "DBC Pierre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gerard Donovan -> nominated for -> Booker Prize (2003)\n Hop 2: Booker Prize -> winner -> DBC Pierre (2003)\n Answer: DBC Pierre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006529", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michel Bouquet -> nominated for -> European Film Award for Best Actor (1991)\n Hop 2: European Film Award for Best Actor (1991) -> winner -> Ultra (1991)\n Answer: 1991", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006295", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Joan Crawford", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mrs. Parkington -> nominated for -> Academy Award for Best Actress (1945)\n Hop 2: Academy Award for Best Actress -> winner -> Joan Crawford (1945)\n Hop 3: Joan Crawford -> winner -> Academy Award for Best Actress (1945)\n Answer: Joan Crawford", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007246", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Free Trade Association", + "em": 0.0, + "f1": 0.22222222222222224, + "pred_raw": "Hop 1: Agostino Coletto -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Free Trade Association (1952)\n Answer: European Free Trade Association", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001257", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 0.4444444444444445, + "pred_raw": "Hop 1: Shimon Peres -> country of citizenship -> Mandatory Palestine (1943)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1943)\n Hop 3: United Kingdom -> located in -> United Kingdom of Great Britain and Ireland (1943)\n Answer: United Kingdom of Great Britain and Ireland", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_004353", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Maurice Druon", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michel D\u00e9on -> member of -> Acad\u00e9mie Fran\u00e7aise (1988)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Maurice Druon (1988)\n Answer: Maurice Druon", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001453", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kyakhta -> country -> Russian Empire (1915)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1915)\n Answer: Nicholas II of Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Italy -> shares border with -> Yugoslavia (1951)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008480", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Academy Award for Best Actor -> winner -> Denzel Washington (2001)\n Hop 2: Ed Harris -> nominated for -> Academy Award for Best Actor (2001)\n Answer: 2001", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006167", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "LMFAO", + "pred": "Janelle Mon\u00e1e", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Party Rock Anthem -> award received -> MTV Movie Award for Best Song from a Movie (2012)\n Hop 2: MTV Movie Award for Best Song from a Movie -> winner -> LMFAO (2012)\n Hop 3: LMFAO -> winner -> Janelle Mon\u00e1e (2012)\n Answer: Janelle Mon\u00e1e", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003258", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "J\u00fcrgen Linden", + "pred": "J\u00fcrgen Linden", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ena von Baer -> residence -> Aachen (2002)\n Hop 2: Aachen -> head of government -> J\u00fcrgen Linden (2002)\n Answer: J\u00fcrgen Linden", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004631", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Trabzon Province -> country -> Ottoman Empire (1904)\n Hop 2: Ottoman Empire -> basic form of government -> absolute monarchy (1904)\n Answer: absolute monarchy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Ang Lee", + "pred": "Ang Lee", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The Tree of Life -> nominated for -> Academy Award for Best Director (2012)\n Hop 2: Academy Award for Best Director -> winner -> Ang Lee (2012)\n Answer: Ang Lee", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002531", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Austria", + "pred": "Austria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Auger effect -> discoverer or inventor -> Lise Meitner (1922)\n Hop 2: Lise Meitner -> country of citizenship -> Austria (1922)\n Answer: Austria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008228", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Frances McDormand", + "pred": "The Accidental Tourist", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Elisabeth Shue -> nominated for -> Academy Award for Best Actress (1996)\n Hop 2: Academy Award for Best Actress (1996) -> winner -> Frances McDormand (1996)\n Hop 3: Frances McDormand -> nominated for -> The Accidental Tourist (1996)\n Answer: The Accidental Tourist", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005557", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Fatih Terim", + "pred": "Fatih Terim", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adem B\u00fcy\u00fck -> member of sports team -> Turkey men's national football team (2014)\n Hop 2: Turkey men's national football team -> head coach -> Fatih Terim (2014)\n Answer: Fatih Terim", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007336", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Daniel Br\u00fchl -> winner -> European Film Award for Best Actor (2003)\n Hop 2: Luigi Lo Cascio -> nominated for -> European Film Award for Best Actor (2003)\n Answer: 2003", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003098", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Flavio Mogherini -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of state -> Sandro Pertini (1980)\n Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002950", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1945.0, + "gold": "1945", + "pred": "1945", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mrs. Parkington -> nominated for -> Academy Award for Best Actress (1945)\n Hop 2: Academy Award for Best Actress -> winner -> Joan Crawford (1945)\n Answer: 1945", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000019", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Maurizio Lucidi -> country of citizenship -> Italy (2002)\n Hop 2: Italy -> currency -> Italian lira (2002)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001920", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Claudio Ranieri", + "pred": "Claudio Ranieri", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roberto Di Matteo -> member of sports team -> Chelsea F.C. (2002)\n Hop 2: Chelsea F.C. -> head coach -> Claudio Ranieri (2002)\n Answer: Claudio Ranieri", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005782", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1973)\n Hop 2: Italy -> currency -> Italian lira (1973)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "White Hart Lane", + "pred": "White Hart Lane", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alf Ramsey -> member of sports team -> Tottenham Hotspur F.C. (1954)\n Hop 2: Tottenham Hotspur F.C. -> home venue -> White Hart Lane (1954)\n Answer: White Hart Lane", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000862", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Humphrey Bogart", + "pred": "The African Queen", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jos\u00e9 Ferrer -> nominated for -> Academy Award for Best Actor (1951)\n Hop 2: Academy Award for Best Actor (1951) -> winner -> Humphrey Bogart\n Hop 3: Humphrey Bogart -> nominated for -> The African Queen (1951)\n Answer: The African Queen", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001033", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "China Mi\u00e9ville", + "pred": "China Mi\u00e9ville", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cloud Atlas -> nominated for -> Arthur C. Clarke Award (2005)\n Hop 2: Arthur C. Clarke Award -> winner -> China Mi\u00e9ville (2005)\n Answer: China Mi\u00e9ville", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003960", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Inge Keller -> spouse -> Karl-Eduard von Schnitzler (1955)\n Hop 2: Karl-Eduard von Schnitzler -> country of citizenship -> German Democratic Republic (1955)\n Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006287", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Clive Woodward", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Josh Lewsey -> member of sports team -> England men\u2019s national rugby union team (1999)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Clive Woodward (1999)\n Answer: Clive Woodward", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007880", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Giovanni Trapattoni", + "pred": "Giuseppe Pillon", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stefano Tacconi -> member of sports team -> Genoa CFC (1992)\n Hop 2: Genoa CFC -> head coach -> Giuseppe Pillon (1992)\n Answer: Giuseppe Pillon", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005772", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Autonomous Province of Vojvodina", + "em": 0.0, + "f1": 0.4000000000000001, + "pred_raw": "Hop 1: Titel Municipality -> located in -> Socialist Autonomous Province of Vojvodina (1982)\n Answer: Socialist Autonomous Province of Vojvodina", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_006294", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hilary Swank", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Samantha Morton -> nominated for -> Academy Award for Best Actress (2004)\n Hop 2: Academy Award for Best Actress -> winner -> Hilary Swank (2004)\n Answer: Hilary Swank", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004173", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Jupp Derwall", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pierre Littbarski -> member of sports team -> Germany men's national association football team (1982)\n Hop 2: Germany men's national association football team -> head coach -> Jupp Derwall (1982)\n Answer: Jupp Derwall", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005281", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Loredana Nusciak -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1958)\n Answer: Giovanni Gronchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Ottmar Hitzfeld", + "pred": "Ottmar Hitzfeld", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ren\u00e9 Tretschok -> member of sports team -> Borussia Dortmund (1997)\n Hop 2: Borussia Dortmund -> head coach -> Ottmar Hitzfeld (1997)\n Answer: Ottmar Hitzfeld", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008091", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "\u0130smet \u0130n\u00f6n\u00fc", + "pred": "\u0130smet \u0130n\u00f6n\u00fc", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fuat K\u00f6pr\u00fcl\u00fc -> member of political party -> Republican People's Party (1943)\n Hop 2: Republican People's Party -> chairperson -> \u0130smet \u0130n\u00f6n\u00fc (1943)\n Answer: \u0130smet \u0130n\u00f6n\u00fc", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004964", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Tonino Cervi -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> member of -> European Union (1994)\n Answer: European Union", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_002871", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Oscar Luigi Scalfaro", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giacinto Facchetti -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1994)\n Answer: Oscar Luigi Scalfaro", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003979", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Rachida Brakni", + "pred": "Rachida Brakni", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: H\u00e9l\u00e8ne Filli\u00e8res -> nominated for -> C\u00e9sar Award for Best Female Revelation (2002)\n Hop 2: C\u00e9sar Award for Best Female Revelation -> winner -> Rachida Brakni (2002)\n Answer: Rachida Brakni", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008204", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Erwin Kramer", + "pred": "Karl von Habsburg", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: DRB Class 52 -> operator -> Austrian Federal Railways (1964)\n Hop 2: Austrian Federal Railways -> manager -> Karl von Habsburg (1964)\n Answer: Karl von Habsburg", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001932", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Joe Louis Arena", + "pred": "Joe Louis Arena", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stu Grimson -> drafted by -> Detroit Red Wings (1983)\n Hop 2: Detroit Red Wings -> home venue -> Joe Louis Arena (1983)\n Answer: Joe Louis Arena", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "pred_raw": "Hop 1: In\u0111ija Municipality -> located in -> Socialist Autonomous Province of Vojvodina (1984)\n Hop 2: Socialist Autonomous Province of Vojvodina -> country -> Yugoslavia (1984)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000480", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "UNESCO", + "pred": "UNESCO", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eduardo Saverin -> country of citizenship -> United States (2011)\n Hop 2: United States -> member of -> UNESCO (2011)\n Answer: UNESCO", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007286", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Emirates", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bastian Reinhardt -> member of sports team -> Hamburger SV (2009)\n Hop 2: Hamburger SV -> sponsor -> Emirates (2009)\n Answer: Emirates", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan Decleir -> nominated for -> European Film Award for Best Actor (1993)\n Hop 2: European Film Award for Best Actor -> winner -> Daniel Auteuil (1993)\n Answer: Daniel Auteuil", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002946", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Michal B\u00edlek", + "pred": "Michal B\u00edlek", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Daniel Kol\u00e1\u0159 -> member of sports team -> Czechia men's national football team (2010)\n Hop 2: Czechia men's national football team -> head coach -> Michal B\u00edlek (2010)\n Answer: Michal B\u00edlek", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003999", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hans G\u00fcnther -> member of political party -> Nazi Party (1933)\n Hop 2: Nazi Party -> chairperson -> Adolf Hitler (1933)\n Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Vera Drake -> nominated for -> Academy Award for Best Actress (2005)\n Hop 2: Academy Award for Best Actress -> winner -> Reese Witherspoon (2005)\n Hop 3: Reese Witherspoon -> winner -> Academy Award for Best Actress (2005)\n Answer: Academy Award for Best Actress", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005752", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giuliano Amato", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bruno Bettinelli -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> head of government -> Giuliano Amato (1993)\n Answer: Giuliano Amato", + "judge_em": 0, + "judge_reply": "I NEED TO WORK" + }, + { + "id": "q_001810", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Giuseppe Saragat", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto Ronchey -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1965)\n Answer: Giuseppe Saragat", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004977", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Livio Lorenzon -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1957)\n Answer: Alcide De Gasperi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Paul von Hindenburg", + "pred": "Paul von Hindenburg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Otto Schuhart -> allegiance -> Weimar Republic (1930)\n Hop 2: Weimar Republic -> head of state -> Paul von Hindenburg (1930)\n Answer: Paul von Hindenburg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007873", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zolt\u00e1n G\u00e1bor Szab\u00f3 -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1929)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1929)\n Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002637", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Graham Swift -> award received -> Booker Prize -> 1996\n Answer: 1996", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005587", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gwyneth Jones -> winner -> Arthur C. Clarke Award (2002)\n Hop 2: Peter F. Hamilton -> nominated for -> Arthur C. Clarke Award (2002)\n Answer: 2002", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005428", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arrigo Sacchi -> coach of sports team -> AC Milan (1997)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (1997)\n Answer: Silvio Berlusconi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005312", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ruth Chatterton -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> award received -> Academy Award for Best Actress (1930)\n Answer: Academy Award for Best Actress", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_006932", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frank Tieri -> residence -> United States (1965)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1965)\n Answer: Lyndon B. Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000781", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Elie Wiesel -> country of citizenship -> Kingdom of Romania (1929)\n Hop 2: Kingdom of Romania -> capital -> Bucharest (1929)\n Answer: Bucharest", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "CBS", + "pred": "CBS", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Natalia Oreiro -> nominated for -> Latin Grammy Awards (2001)\n Hop 2: Latin Grammy Awards -> original broadcaster -> CBS (2001)\n Answer: CBS", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000003", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1947.0, + "gold": "1947", + "pred": "1947", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Celia Johnson -> nominated for -> Academy Award for Best Actress (1947)\n Hop 2: Academy Award for Best Actress (1947) -> winner -> Loretta Young (1947)\n Hop 3: Loretta Young (1947) -> winner -> 1947\n Answer: 1947", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Claudio Pieri -> country of citizenship -> Italy (2009)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2009)\n Answer: Giorgio Napolitano", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004934", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianna Maria Canale -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> currency -> Italian lira (1978)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000313", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Semey -> country -> Soviet Union (1985)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2016.0, + "gold": "Matteo Renzi", + "pred": "Matteo Renzi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Agnes -> country of citizenship -> Italy (2016)\n Hop 2: Italy -> head of government -> Matteo Renzi (2016)\n Answer: Matteo Renzi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lina Pagliughi -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> shares border with -> Yugoslavia (1965)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000903", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Eusebio Sacrist\u00e1n", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alen Halilovi\u0107 -> member of sports team -> Futbol Club Barcelona (2014)\n Hop 2: Futbol Club Barcelona -> head coach -> Eusebio Sacrist\u00e1n (2014)\n Answer: Eusebio Sacrist\u00e1n", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Umberto Mastroianni -> country of citizenship -> Italy (1979)\n Hop 2: Italy -> shares border with -> Yugoslavia (1979)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005738", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Aldo Moro", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Enzo Sellerio -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1976)\n Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "I NEED TO DETERMINE" + }, + { + "id": "q_006558", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Artur Moraes -> member of sports team -> S.L. Benfica (2012)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2012)\n Answer: Lu\u00eds Filipe Vieira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004400", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Ruth Prawer Jhabvala", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heat and Dust -> award received -> Booker Prize (1975)\n Hop 2: Booker Prize (1975) -> winner -> Ruth Prawer Jhabvala (1975)\n Answer: Ruth Prawer Jhabvala", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001076", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Johannes Gutenberg University Mainz -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Katholieke Universiteit Leuven (2021)\n Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002725", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Prime Minister of Canada", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: 19th Canadian Ministry -> head of government -> Lester B. Pearson (1968)\n Hop 2: Lester B. Pearson -> position held -> Prime Minister of Canada (1968)\n Answer: Prime Minister of Canada", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003906", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Liga Portugal", + "pred": "Liga Portugal", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pawe\u0142 Kieszek -> member of sports team -> Vit\u00f3ria F.C. (2013)\n Hop 2: Vit\u00f3ria F.C. -> league or competition -> Liga Portugal (2013)\n Answer: Liga Portugal", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004405", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Alberto Bigon", + "pred": "Alberto Bigon", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jocelyn Ahou\u00e9ya -> member of sports team -> FC Sion (2008)\n Hop 2: FC Sion -> head coach -> Alberto Bigon (2008)\n Answer: Alberto Bigon", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Wolfgang Gerhardt", + "pred": "Wolfgang Gerhardt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Scheel -> member of political party -> Free Democratic Party (1999)\n Hop 2: Free Democratic Party -> chairperson -> Wolfgang Gerhardt (1999)\n Answer: Wolfgang Gerhardt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000757", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "COMECON", + "pred": "COMECON", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anila Wilms -> country of citizenship -> Albania (1971)\n Hop 2: Albania -> member of -> COMECON (1971)\n Answer: COMECON", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Ian Porterfield", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karen Dokhoyan -> member of sports team -> Armenia men's national football team (2007)\n Hop 2: Armenia men's national football team -> head coach -> Ian Porterfield (2007)\n Answer: Ian Porterfield", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005056", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Lavrentiy Beria", + "pred": "Lavrentiy Beria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gulag -> parent organization -> NKVD (1944)\n Hop 2: NKVD -> chairperson -> Lavrentiy Beria (1944)\n Answer: Lavrentiy Beria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Mitteldeutscher Rundfunk", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Achim Mentzel -> presenter -> Achims Hitparade (1999)\n Hop 2: Achims Hitparade -> original broadcaster -> Mitteldeutscher Rundfunk (1999)\n Answer: Mitteldeutscher Rundfunk", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008552", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Viganello -> replaced by -> Lugano (2004)\n Hop 2: Lugano -> replaces -> Breganzona (2004)\n Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Bambi Award", + "pred": "Bambi Award", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Janet Leigh -> spouse -> Tony Curtis (1958)\n Hop 2: Tony Curtis -> award received -> Bambi Award (1958)\n Answer: Bambi Award", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000678", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Katharine Hepburn", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ida Kami\u0144ska -> nominated for -> Academy Award for Best Actress (1967)\n Hop 2: Academy Award for Best Actress (1967) -> winner -> Katharine Hepburn\n Answer: Katharine Hepburn", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002043", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pazzallo -> replaced by -> Lugano (2004)\n Hop 2: Lugano -> replaces -> Gandria (2004)\n Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007190", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "coming out", + "pred": "coming out", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anne Heche -> unmarried partner -> Ellen DeGeneres (1997)\n Hop 2: Ellen DeGeneres -> significant event -> coming out (1997)\n Hop 3: Anne Heche -> significant event -> coming out (1997)\n Answer: coming out", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003533", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Migliorini -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> currency -> Italian lira (1967)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: L\u00e1szl\u00f3 B\u00fcky -> educated at -> University of Szeged (1968)\n Hop 2: University of Szeged -> named after -> Attila J\u00f3zsef (1968)\n Answer: Attila J\u00f3zsef", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Ingrid Bergman", + "pred": "1944", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jean Arthur -> nominated for -> Academy Award for Best Actress (1944)\n Hop 2: Academy Award for Best Actress (1944) -> winner -> Ingrid Bergman\n Hop 3: Ingrid Bergman -> winner of -> 1944\n Answer: 1944", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_004864", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Ireland", + "pred": "Ireland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Christian Murro -> member of sports team -> Tenax (2005)\n Hop 2: Tenax -> country -> Ireland (2005)\n Answer: Ireland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001930", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1929.0, + "gold": "1929", + "pred": "1929", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Warner Baxter -> award received -> Academy Award for Best Actor (1929)\n Hop 2: Academy Award for Best Actor (1929) -> winner -> Disraeli (1929)\n Answer: 1929", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004482", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ralph Faudree -> winner -> Euler Medal (2005)\n Answer: 2005", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000444", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "president of Germany", + "pred": "head of government", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Q779279 -> signatory -> Christian Wulff (2011)\n Hop 2: Christian Wulff -> position held -> president of Germany (2011)\n Hop 3: president of Germany -> position holder -> Angela Merkel (2011)\n Answer: head of government", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002417", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Juraj Mik\u00fa\u0161 -> drafted by -> Montreal Canadiens (2005)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (2005)\n Answer: Saku Koivu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bar\u0131\u015f \u00d6r\u00fcc\u00fc -> member of sports team -> Bursaspor (2012)\n Hop 2: Bursaspor -> league or competition -> S\u00fcper Lig (2012)\n Answer: S\u00fcper Lig", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002089", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heat and Dust -> award received -> Booker Prize (1975)\n Hop 2: Booker Prize -> winner -> Ruth Prawer Jhabvala (1975)\n Answer: 1975", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002782", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Horst Bredekamp -> work location -> Berlin (2009)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2009)\n Answer: Klaus Wowereit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Karel Br\u00fcckner", + "pred": "Karel Br\u00fcckner", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roman T\u00fdce -> member of sports team -> Czechia men's national football team (2004)\n Hop 2: Czechia men's national football team -> head coach -> Karel Br\u00fcckner (2004)\n Answer: Karel Br\u00fcckner", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006603", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kiran Desai -> award received -> Booker Prize (2006)\n Hop 2: The Night Watch -> nominated for -> Booker Prize (2006)\n Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000643", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Adolf Hitler", + "pred": "German National People's Party", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Franz Xaver Schwarz -> member of political party -> Nazi Party (1931)\n Hop 2: Nazi Party -> chairperson -> Adolf Hitler (1931)\n Hop 3: Adolf Hitler -> member of political party -> German National People's Party (1931)\n Answer: German National People's Party", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001459", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Sepp Piontek", + "pred": "Sepp Piontek", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kim Vilfort -> member of sports team -> Denmark men's national football team (1986)\n Hop 2: Denmark men's national football team -> head coach -> Sepp Piontek (1986)\n Answer: Sepp Piontek", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007691", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "German Emperor", + "pred": "German Emperor", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Augusta Victoria of Schleswig-Holstein -> spouse -> Wilhelm II (1912)\n Hop 2: Wilhelm II -> position held -> German Emperor (1912)\n Answer: German Emperor", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004382", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Israeli Premier League", + "pred": "Israeli Premier League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rodgers Kola -> member of sports team -> Ironi Kiryat Shmona F.C. (2015)\n Hop 2: Ironi Kiryat Shmona F.C. -> league or competition -> Israeli Premier League (2015)\n Answer: Israeli Premier League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008297", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Luxembourg National Division", + "pred": "Regionalliga West", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mathias J\u00e4nisch -> member of sports team -> US Hostert (2009)\n Hop 2: US Hostert -> league or competition -> Regionalliga West (2009)\n Answer: Regionalliga West", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Guido Crepax -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> member of -> European Economic Community (1956)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007490", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Marie Dressler", + "pred": "1931", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ann Harding -> nominated for -> Academy Award for Best Actress (1931)\n Hop 2: Academy Award for Best Actress (1931) -> winner -> Marie Dressler (1931)\n Hop 3: Marie Dressler -> winner -> 1931 (1931)\n Answer: 1931", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_004470", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Manuel Jim\u00e9nez Jim\u00e9nez", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ra\u00fal Fern\u00e1ndez-Cavada Mateos -> member of sports team -> UD Las Palmas (2018)\n Hop 2: UD Las Palmas -> head coach -> Manuel Jim\u00e9nez Jim\u00e9nez (2018)\n Answer: Manuel Jim\u00e9nez Jim\u00e9nez", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Austin Healey -> member of sports team -> England men\u2019s national rugby union team (2002)\n Hop 2: England men\u2019s national rugby union team -> kit supplier -> Nike (2002)\n Answer: Nike", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Pacific Coliseum", + "pred": "Pacific Coliseum", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jim Sandlak -> drafted by -> Vancouver Canucks (1985)\n Hop 2: Vancouver Canucks -> home venue -> Pacific Coliseum (1985)\n Answer: Pacific Coliseum", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000107", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Prague", + "pred": "Prague", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anton\u00edn Kapek -> member of political party -> Communist Party of Czechoslovakia (1984)\n Hop 2: Communist Party of Czechoslovakia -> headquarters location -> Prague (1984)\n Answer: Prague", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000481", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "The Life of Pi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Joan Barfoot -> nominated for -> Booker Prize (2002)\n Hop 2: Booker Prize -> winner -> Yann Martel (2002)\n Hop 3: Yann Martel -> winner -> The Life of Pi (2002)\n Answer: The Life of Pi", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_005374", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Hop 1: Haloo Helsinki! -> nominated for -> MTV Europe Music Award for Best Finnish Act (2011)\n Hop 2: MTV Europe Music Award for Best Finnish Act -> winner -> Lauri Yl\u00f6nen (2011)\n Hop 3: Lauri Yl\u00f6nen -> equal to -> Jussi Kallio (2011)\n Hop 4: Jussi Kallio -> year of birth -> 198", + "em": 1.0, + "f1": 0.0689655172413793, + "pred_raw": "Hop 1: Haloo Helsinki! -> nominated for -> MTV Europe Music Award for Best Finnish Act (2011)\n Hop 2: MTV Europe Music Award for Best Finnish Act -> winner -> Lauri Yl\u00f6nen (2011)\n Hop 3: Lauri Yl\u00f6nen -> equal to -> Jussi Kallio (2011)\n Hop 4: Jussi Kallio -> year of birth -> 198", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007891", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Second Lady or Gentleman of the United States", + "pred": "Second Lady or Gentleman of the United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Richard Nixon -> position held -> Second Lady or Gentleman of the United States (1956)\n Answer: Second Lady or Gentleman of the United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004941", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Ralf Loose", + "pred": "Ralf Loose", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Chris Philipps -> member of sports team -> SC Preu\u00dfen M\u00fcnster (2015)\n Hop 2: SC Preu\u00dfen M\u00fcnster -> head coach -> Ralf Loose (2015)\n Answer: Ralf Loose", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mar\u00eda Denis -> country of citizenship -> Italy (2003)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2003)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Te sl\u0103vim, Rom\u00e2nie", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: B\u00e2rlad -> country -> Socialist Republic of Romania (1966)\n Hop 2: Socialist Republic of Romania -> anthem -> Te sl\u0103vim, Rom\u00e2nie (1966)\n Answer: Te sl\u0103vim, Rom\u00e2nie", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001311", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: SANAA -> award received -> Pritzker Architecture Prize (2010)\n Hop 2: Pritzker Architecture Prize -> winner -> Ryue Nishizawa (2010)\n Answer: 2010", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003353", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: All Summer Long -> place of publication -> United States (1964)\n Hop 2: United States -> shares border with -> Panama (1964)\n Answer: Panama", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005629", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arnold J. Levine -> award received -> Louisa Gross Horwitz Prize (1998)\n Hop 2: Louisa Gross Horwitz Prize -> winner -> Bert Vogelstein (1998)\n Answer: 1998", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005931", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Leonid Brezhnev", + "pred": "Leonid Brezhnev", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Siim Kallas -> member of political party -> Communist Party of the Soviet Union (1976)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Leonid Brezhnev (1976)\n Answer: Leonid Brezhnev", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005823", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Catherine Schell -> residence -> United States (1957)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1957)\n Answer: Territory of Hawaii", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002989", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Free State of Prussia", + "pred": "Free State of Prussia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anton Kerschbaumer -> work location -> Berlin (1924)\n Hop 2: Berlin -> located in -> Free State of Prussia (1924)\n Answer: Free State of Prussia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004259", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Anne Enright", + "pred": "Anne Enright", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Indra Sinha -> nominated for -> Booker Prize (2007)\n Hop 2: Booker Prize -> winner -> Anne Enright (2007)\n Answer: Anne Enright", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002166", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Ligue 1", + "pred": "Ligue 1", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gr\u00e9gory Ursule -> member of sports team -> FC Girondins de Bordeaux (1995)\n Hop 2: FC Girondins de Bordeaux -> league or competition -> Ligue 1 (1995)\n Answer: Ligue 1", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nigel Hawthorne -> nominated for -> Academy Award for Best Actor (1995)\n Hop 2: Academy Award for Best Actor -> winner -> Nicolas Cage (1995)\n Hop 3: Nicolas Cage -> equal to -> Nicolas Cage (1995)\n Answer: 1995", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008518", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Hans Backe", + "pred": "Hans Backe", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan Gunnar Solli -> member of sports team -> Red Bull New York (2012)\n Hop 2: Red Bull New York -> head coach -> Hans Backe (2012)\n Answer: Hans Backe", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003792", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ferruccio Tagliavini -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> head of state -> Sandro Pertini (1984)\n Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000844", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "1999 Tony Award for Best Actor", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Cast Away -> nominated for -> Academy Award for Best Actor (2001)\n Hop 2: Academy Award for Best Actor -> winner -> Denzel Washington (2001)\n Hop 3: Denzel Washington -> winner of -> 1999 Tony Award for Best Actor (2001)\n Answer: 1999 Tony Award for Best Actor", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005425", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario De Don\u00e0 -> country of citizenship -> Italy (1979)\n Hop 2: Italy -> head of state -> Sandro Pertini (1979)\n Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006156", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The Sea Inside", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Romain Duris -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor (2005) -> winner -> Javier Bardem (2005)\n Hop 3: Javier Bardem -> winner -> The Sea Inside (2005)\n Answer: The Sea Inside", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006038", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Austro-Hungarian krone", + "pred": "Austro-Hungarian krone", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lunga -> country -> First Hungarian Republic (1918)\n Hop 2: First Hungarian Republic -> currency -> Austro-Hungarian krone (1918)\n Answer: Austro-Hungarian krone", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008465", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1923.0, + "gold": "Egyptian pound", + "pred": "Egyptian pound", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ramallah -> country -> Mandatory Palestine (1923)\n Hop 2: Mandatory Palestine -> currency -> Egyptian pound (1923)\n Answer: Egyptian pound", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_004604", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Javier Aguirre", + "pred": "Mircea Lucescu", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Cosmin Contra -> member of sports team -> Romania men's national association football team (2006)\n Hop 2: Romania men's national association football team -> head coach -> Mircea Lucescu (2006)\n Answer: Mircea Lucescu", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002929", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "The Internationale", + "pred": "The Internationale", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Black Sea Governorate -> located in -> Russian Soviet Federative Socialist Republic (1920)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> The Internationale (1920)\n Answer: The Internationale", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007720", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Peppino De Filippo -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005879", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Raffaele Anguilla -> country of citizenship -> Italy (2002)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2002)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001938", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Territory of Hawaii", + "pred": "Kamehameha Schools", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Yul Brynner -> country of citizenship -> United States (1951)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1951)\n Hop 3: Territory of Hawaii -> contains the administrative territorial entity -> Kamehameha Schools (1951)\n Answer: Kamehameha Schools", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Academy Award for Best Supporting Actress", + "pred": "Academy Award for Best Supporting Actress", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shelley Winters -> spouse -> Anthony Franciosa (1960)\n Hop 2: Anthony Franciosa -> spouse -> Shelley Winters (1960)\n Hop 3: Shelley Winters -> nominated for -> Academy Award for Best Supporting Actress (1960)\n Answer: Academy Award for Best Supporting Actress", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006351", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade de France", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Andr\u00e9 Chorda -> member of sports team -> France men's national association football team (1966)\n Hop 2: France men's national association football team -> home venue -> Stade de France (1966)\n Answer: Stade de France", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005087", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Bettinelli -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006536", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Floriano Bodini -> country of citizenship -> Italy (2002)\n Hop 2: Italy -> member of -> European Union (2002)\n Answer: European Union", + "judge_em": 0, + "judge_reply": "NO\n\nTHE EUROPEAN" + }, + { + "id": "q_006736", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Sandra Bullock", + "pred": "2009 Golden Globe Award for Best Actress - Motion Picture Drama", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Doubt -> nominated for -> Academy Award for Best Actress (2009)\n Hop 2: Academy Award for Best Actress -> winner -> Sandra Bullock (2009)\n Hop 3: Sandra Bullock -> winner of -> 2009 Golden Globe Award for Best Actress - Motion Picture Drama (2009)\n Answer: 2009 Golden Globe Award for Best Actress - Motion Picture Drama", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004654", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Khrustalnyi -> country -> Russian Empire (1915)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1915)\n Answer: Nicholas II of Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005945", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frank Tieri -> residence -> United States (1965)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1965)\n Answer: Lyndon B. Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007681", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Daman and Diu", + "pred": "Daman and Diu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: India -> contains the administrative territorial entity -> Daman and Diu (1988)\n Answer: Daman and Diu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006184", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Smiley Smile -> place of publication -> United States (1967)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1967)\n Answer: Lyndon B. Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000115", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Caja M\u00e1gica", + "pred": "Caja M\u00e1gica", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ettore Messina -> member of sports team -> Real Madrid Baloncesto (2010)\n Hop 2: Real Madrid Baloncesto -> home venue -> Caja M\u00e1gica (2010)\n Answer: Caja M\u00e1gica", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002711", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Memo Benassi -> country of citizenship -> Italy (1954)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1954)\n Answer: Alcide De Gasperi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005754", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pavao Pavli\u010di\u0107 -> award received -> NIN Prize (1981)\n Hop 2: NIN Prize -> country -> Socialist Federal Republic of Yugoslavia (1981)\n Answer: Socialist Federal Republic of Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00d6nder Akda\u011f -> member of sports team -> Akhisar Belediyespor (2012)\n Hop 2: Akhisar Belediyespor -> league or competition -> S\u00fcper Lig (2012)\n Answer: S\u00fcper Lig", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000552", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paolo Soleri -> residence -> Italy (1951)\n Hop 2: Italy -> currency -> Italian lira (1951)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000403", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "SeatGeek Stadium", + "pred": "SeatGeek Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paolo Tornaghi -> member of sports team -> Chicago Fire FC (2012)\n Hop 2: Chicago Fire FC -> home venue -> SeatGeek Stadium (2012)\n Answer: SeatGeek Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003856", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Faye Dunaway -> unmarried partner -> Marcello Mastroianni (1971)\n Hop 2: Marcello Mastroianni -> country of citizenship -> Italy (1971)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003602", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Mikhail Gorbachev", + "pred": "Mikhail Gorbachev", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrus \u00d6\u00f6vel -> member of political party -> Communist Party of the Soviet Union (1986)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Mikhail Gorbachev (1986)\n Answer: Mikhail Gorbachev", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007850", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cesare Andrea Bixio -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> shares border with -> Yugoslavia (1950)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001019", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1962.0, + "gold": "1962", + "pred": "1962", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: United States Navy SEALs -> founder -> John F. Kennedy (1962)\n Hop 2: John F. Kennedy -> nominated for -> Nobel Peace Prize (1962)\n Answer: 1962", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004322", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Dietrich Stobbe", + "pred": "Dietrich Stobbe", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anna Seghers -> residence -> Berlin (1980)\n Hop 2: Berlin -> head of government -> Dietrich Stobbe (1980)\n Answer: Dietrich Stobbe", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004271", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Francesco Carpino -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Leone (1969)\n Answer: Giovanni Leone", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001171", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armando Ceste -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2001)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007890", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "1970", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Genevi\u00e8ve Bujold -> nominated for -> Academy Award for Best Actress (1970)\n Hop 2: Academy Award for Best Actress (1970) -> winner -> Glenda Jackson\n Hop 3: Glenda Jackson -> winner -> 1970\n Answer: 1970", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_008632", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Hungarian People's Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Demeter Balla -> work location -> Budapest (1968)\n Hop 2: Budapest -> capital of -> Hungarian People's Republic (1968)\n Answer: Hungarian People's Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007395", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1925.0, + "gold": "Egyptian pound", + "pred": "Egyptian pound", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Afula -> country -> Mandatory Palestine (1925)\n Hop 2: Mandatory Palestine -> currency -> Egyptian pound (1925)\n Answer: Egyptian pound", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007784", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Paul Scott", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jennifer Johnston -> nominated for -> Booker Prize (1977)\n Hop 2: Booker Prize -> winner -> Paul Scott (1977)\n Answer: Paul Scott", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006008", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Alain Afflelou", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rainer Ernst -> member of sports team -> Q298267 (1992)\n Hop 2: Q298267 -> chairperson -> Alain Afflelou (1992)\n Answer: Alain Afflelou", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007623", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Zden\u011bk Zeman", + "pred": "Zden\u011bk Zeman", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roberto Bacci -> member of sports team -> SS Lazio (1995)\n Hop 2: SS Lazio -> head coach -> Zden\u011bk Zeman (1995)\n Answer: Zden\u011bk Zeman", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000261", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Max Blokzijl -> work location -> Berlin (1932)\n Hop 2: Berlin -> country -> Weimar Republic (1932)\n Answer: Weimar Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005362", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nino Baragli -> country of citizenship -> Italy (1992)\n Hop 2: Italy -> shares border with -> Yugoslavia (1992)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003134", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Teen Choice Awards", + "pred": "Teen Choice Awards", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Call Me Maybe -> performer -> Carly Rae Jepsen (2012)\n Hop 2: Carly Rae Jepsen -> award received -> Teen Choice Awards (2012)\n Answer: Teen Choice Awards", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Emirates", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kai-Fabian Schulz -> member of sports team -> Hamburger SV (2009)\n Hop 2: Hamburger SV -> sponsor -> Emirates (2009)\n Answer: Emirates", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003313", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eugenio Monti -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> currency -> Italian lira (1972)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005360", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tim Eitel -> work location -> Berlin (2009)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2009)\n Answer: Klaus Wowereit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001597", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Peter Carey", + "pred": "The Amber Spyglass", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rachel Seiffert -> nominated for -> Booker Prize (2001)\n Hop 2: Peter Carey -> winner -> Booker Prize (2001)\n Hop 3: William Trevor -> winner -> The Amber Spyglass (2001)\n Answer: The Amber Spyglass", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Ronald Colman", + "pred": "Q108366", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hamlet -> award received -> Academy Award for Best Actor (1947)\n Hop 2: Academy Award for Best Actor (1947) -> winner -> Ronald Colman (1947)\n Hop 3: Q108366 -> nominated for -> Academy Award for Best Actor (1947)\n Answer: Q108366", + "judge_em": 0, + "judge_reply": "I NEED TO DETERMINE" + }, + { + "id": "q_005949", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mih\u00e1ly Bart\u00f3k -> employer -> University of Szeged (1998)\n Hop 2: University of Szeged -> named after -> Attila J\u00f3zsef (1998)\n Answer: Attila J\u00f3zsef", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005024", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Abraham Beame", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Philip Taaffe -> work location -> New York City (1974)\n Hop 2: New York City -> head of government -> Abraham Beame (1974)\n Answer: Abraham Beame", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007032", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Heinrich Himmler", + "pred": "Heinrich Himmler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karl Gerland -> member of -> Schutzstaffel (1942)\n Hop 2: Schutzstaffel -> director / manager -> Heinrich Himmler (1942)\n Answer: Heinrich Himmler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004269", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Baldi -> member of sports team -> Juventus FC (1914)\n Hop 2: Juventus FC -> country -> Kingdom of Italy (1914)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005207", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heinz Wewers -> member of sports team -> Germany men's national association football team (1958)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1958)\n Answer: Sepp Herberger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008065", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Constantinople", + "pred": "Constantinople", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Old City of Jerusalem -> country -> Ottoman Empire (1915)\n Hop 2: Ottoman Empire -> capital -> Constantinople (1915)\n Answer: Constantinople", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003648", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Nunzio Malasomma -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Economic Community (1951)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000919", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "Franz Beckenbauer", + "pred": "Franz Beckenbauer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hans Pfl\u00fcgler -> member of sports team -> Germany men's national association football team (1987)\n Hop 2: Germany men's national association football team -> head coach -> Franz Beckenbauer (1987)\n Answer: Franz Beckenbauer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Colin Farrell -> unmarried partner -> Britney Spears (2004)\n Hop 2: Britney Spears -> award received -> Grammy Award for Best Dance/Electronic Recording (2004)\n Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007438", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pavao Pavli\u010di\u0107 -> award received -> NIN Prize (1981)\n Hop 2: NIN Prize -> country -> Socialist Federal Republic of Yugoslavia (1981)\n Answer: Socialist Federal Republic of Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000509", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Giovanni Leone", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Celano -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> head of state -> Giovanni Leone (1975)\n Answer: Giovanni Leone", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "The Sellout", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gerard Donovan -> nominated for -> Booker Prize (2003)\n Hop 2: Booker Prize (2003) -> winner -> DBC Pierre (2003)\n Hop 3: DBC Pierre (2003) -> winner -> The Sellout (2003)\n Answer: The Sellout", + "judge_em": 0, + "judge_reply": "I NEED TO ANALYZE" + }, + { + "id": "q_006108", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "presidential system", + "pred": "presidential system", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Krak\u00f3w -> country -> General Government (1939)\n Hop 2: General Government -> basic form of government -> presidential system (1939)\n Answer: presidential system", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001184", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Robert Bolt", + "pred": "Robert Bolt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Doctor Zhivago -> award received -> Golden Globe Award for Best Screenplay (1965)\n Hop 2: Golden Globe Award for Best Screenplay -> winner -> Robert Bolt (1965)\n Answer: Robert Bolt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001023", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Du\u0161an Uhrin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan Suchop\u00e1rek -> member of sports team -> Czechia men's national football team (1995)\n Hop 2: Czechia men's national football team -> head coach -> Du\u0161an Uhrin (1995)\n Answer: Du\u0161an Uhrin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001479", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Javier Aguirre", + "pred": "Javier Aguirre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luis Amaranto Perea -> member of sports team -> Colombia men's national football team (2007)\n Hop 2: Colombia men's national football team -> head coach -> Javier Aguirre (2007)\n Answer: Javier Aguirre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006983", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Giovanni Gronchi", + "pred": "Antonio Segni", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Maria Caniglia -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Antonio Segni (1956)\n Answer: Antonio Segni", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007833", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "White Hart Lane", + "pred": "White Hart Lane", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andy Gray -> member of sports team -> Tottenham Hotspur F.C. (1994)\n Hop 2: Tottenham Hotspur F.C. -> home venue -> White Hart Lane (1994)\n Answer: White Hart Lane", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005681", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Max Blokzijl -> work location -> Berlin (1930)\n Hop 2: Berlin -> country -> Weimar Republic (1930)\n Answer: Weimar Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003706", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arnaud G\u00e9rard -> member of sports team -> Groupama-FDJ United (2005)\n Hop 2: Groupama-FDJ United -> head coach -> Jean-Cyril Robin (2005)\n Answer: 2005", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007006", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Du\u0161an Uhrin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan Suchop\u00e1rek -> member of sports team -> Czechia men's national football team (1995)\n Hop 2: Czechia men's national football team -> head coach -> Du\u0161an Uhrin (1995)\n Answer: Du\u0161an Uhrin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004220", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rog\u00e9rio Luiz da Silva -> member of sports team -> FC Wil 1900 (2003)\n Hop 2: FC Wil 1900 -> league or competition -> Swiss Super League (2003)\n Answer: Swiss Super League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007500", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Balaklava -> country -> Russian Empire (1917)\n Hop 2: Russian Empire -> anthem -> God Save the Tsar! (1917)\n Answer: God Save the Tsar!", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "German Empire", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fritz Stuckenberg -> work location -> Paris (1912)\n Hop 2: Paris -> country -> France (1912)\n Answer: France", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003362", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ireland", + "pred": "Ireland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Micul\u00e0 Dematteis -> member of sports team -> Tenax (2007)\n Hop 2: Tenax -> country -> Ireland (2007)\n Answer: Ireland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007378", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Allianz Arena", + "pred": "Allianz Arena", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Moritz Volz -> member of sports team -> TSV 1860 M\u00fcnchen (2014)\n Hop 2: TSV 1860 M\u00fcnchen -> home venue -> Allianz Arena (2014)\n Answer: Allianz Arena", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002356", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kemerovo -> located in -> Novosibirsk Oblast (1940)\n Hop 2: Novosibirsk Oblast -> country -> Soviet Union (1940)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004000", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Walter Mazzarri", + "pred": "Walter Mazzarri", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jonathan Moreira -> member of sports team -> Inter Milan (2013)\n Hop 2: Inter Milan -> head coach -> Walter Mazzarri (2013)\n Answer: Walter Mazzarri", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003511", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Hungarian Olympic Committee", + "pred": "Hungarian Olympic Committee", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gy\u0151r -> head of government -> Zsolt Borkai (2011)\n Hop 2: Zsolt Borkai -> member of -> Hungarian Olympic Committee (2011)\n Answer: Hungarian Olympic Committee", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: BND law -> signatory -> Gerhard Stoltenberg (1990)\n Hop 2: Gerhard Stoltenberg -> country of citizenship -> West Germany (1990)\n Answer: West Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008482", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Harry Warren", + "pred": "\"The Moon is a Harsh Mistress\"", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Richard Rodgers -> award received -> Academy Award for Best Original Song (1946)\n Hop 2: Academy Award for Best Original Song (1946) -> winner -> Harry Warren\n Hop 3: Harry Warren -> winner -> \"The Moon is a Harsh Mistress\" (1953)\n Answer: \"The Moon is a Harsh Mistress\"", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001610", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ugo Attardi -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of state -> Sandro Pertini (1980)\n Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "pred": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karel Schwarzenberg -> member of political party -> TOP 09 (2018)\n Hop 2: TOP 09 -> chairperson -> Ji\u0159\u00ed Posp\u00ed\u0161il (2018)\n Answer: Ji\u0159\u00ed Posp\u00ed\u0161il", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007160", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Peppino De Filippo -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> member of -> European Economic Community (1956)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003247", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Kevin Federline", + "pred": "Kevin Federline", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Colin Farrell -> unmarried partner -> Britney Spears (2004)\n Hop 2: Britney Spears -> spouse -> Kevin Federline (2004)\n Answer: Kevin Federline", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000810", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Liga I", + "pred": "Liga I", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ovidiu Cornel Hanganu -> member of sports team -> Victoria Bucure\u0219ti (1990)\n Hop 2: Victoria Bucure\u0219ti -> league or competition -> Liga I (1990)\n Answer: Liga I", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006432", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Joseph Stalin", + "pred": "Joseph Stalin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dmitriy Ustinov -> member of political party -> Communist Party of the Soviet Union (1929)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Joseph Stalin (1929)\n Answer: Joseph Stalin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007768", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> currency -> Italian lira (1984)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Zhou Enlai", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: People's Republic of China -> head of government -> Zhou Enlai (1967)\n Answer: Zhou Enlai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Rock and Roll Hall of Fame", + "pred": "Rock and Roll Hall of Fame", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tears in Heaven -> performer -> Eric Clapton (1992)\n Hop 2: Eric Clapton -> award received -> Rock and Roll Hall of Fame (1992)\n Answer: Rock and Roll Hall of Fame", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003836", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The Ninth Day -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor -> winner -> Daniel Auteuil (2005)\n Answer: Daniel Auteuil", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007908", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Paolo Dezza -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003128", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Spencer Tracy", + "pred": "Richard Gere", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Academy Award for Best Actress -> winner -> Katharine Hepburn (1967)\n Hop 2: Katharine Hepburn -> unmarried partner -> Richard Gere (1967)\n Answer: Richard Gere", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Sandro Pertini", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gianni Dova -> country of citizenship -> Italy (1986)\n Hop 2: Italy -> head of state -> Sandro Pertini (1986)\n Answer: Sandro Pertini", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001510", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "UTC\u221204:00", + "pred": "UTC\u221204:00", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cartagena Agreement -> signatory -> Chile (1970)\n Hop 2: Chile -> located in time zone -> UTC\u221204:00 (1970)\n Answer: UTC\u221204:00", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Werner Greuter", + "pred": "Werner Greuter", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Beat Ernst Leuenberger -> employer -> Botanic Garden and Botanical Museum Berlin (2004)\n Hop 2: Botanic Garden and Botanical Museum Berlin -> chief executive officer -> Werner Greuter (2004)\n Answer: Werner Greuter", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Maurice Druon", + "pred": "Maurice Druon", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Julien Green -> member of -> Acad\u00e9mie Fran\u00e7aise (1989)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Maurice Druon (1989)\n Answer: Maurice Druon", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001232", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nino Baragli -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> shares border with -> Yugoslavia (1951)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007512", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heinz Wewers -> member of sports team -> Germany men's national association football team (1958)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1958)\n Answer: Sepp Herberger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000089", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Luigi Filippo D'Amico -> country of citizenship -> Italy (1999)\n Hop 2: Italy -> member of -> European Union (1999)\n Answer: European Union", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008698", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "The Best Years of Our Lives", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Celia Johnson -> nominated for -> Academy Award for Best Actress (1947)\n Hop 2: Academy Award for Best Actress (1947) -> winner -> Loretta Young\n Hop 3: Loretta Young -> nominated for -> The Best Years of Our Lives (1947)\n Answer: The Best Years of Our Lives", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007875", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrea Miano -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> shares border with -> Yugoslavia (1950)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006661", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "President of the United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Age Discrimination in Employment Act of 1967 -> signatory -> Lyndon B. Johnson (1967)\n Hop 2: Lyndon B. Johnson -> position held -> President of the United States (1967)\n Answer: President of the United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007505", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Bobby Clarke", + "pred": "Bobby Clarke", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roman \u010cechm\u00e1nek -> drafted by -> Philadelphia Flyers (2000)\n Hop 2: Philadelphia Flyers -> general manager -> Bobby Clarke (2000)\n Answer: Bobby Clarke", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giuliano Carnimeo -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008555", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rod Langway -> drafted by -> Montreal Canadiens (1977)\n Hop 2: Montreal Canadiens -> home venue -> Montreal Forum (1977)\n Answer: Montreal Forum", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006491", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: 29th U-boat Flotilla -> has part(s) -> U-331 (1942)\n Hop 2: U-97 -> part of -> 29th U-boat Flotilla (1942)\n Answer: 1942", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Piero Scotti -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Giovanni Leone (1971)\n Answer: Giovanni Leone", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002698", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Gregor Strasser", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Albin Lesky -> member of political party -> Nazi Party (1938)\n Hop 2: Nazi Party -> chairperson -> Gregor Strasser (1938)\n Answer: Gregor Strasser", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005937", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carol Greider -> award received -> Albert Lasker Award for Basic Medical Research (2006)\n Hop 2: Albert Lasker Award for Basic Medical Research -> winner -> Jack Szostak (2006)\n Hop 3: Jack Szostak -> award received -> Nobel Prize in Physiology or Medicine (2006)\n Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007021", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eduardo Salvio -> member of sports team -> S.L. Benfica (2018)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2018)\n Answer: Lu\u00eds Filipe Vieira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003151", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "The Life of Pi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Joan Barfoot -> nominated for -> Booker Prize (2002)\n Hop 2: Booker Prize -> winner -> Yann Martel (2002)\n Hop 3: Yann Martel -> award received -> The Life of Pi (2002)\n Answer: The Life of Pi", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_002519", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jennifer Connelly -> nominated for -> Broadcast Film Critics Association Award for Best Actress (2003)\n Hop 2: Broadcast Film Critics Association Award for Best Actress -> winner -> Charlize Theron (2003)\n Hop 3: Charlize Theron -> equal to -> 2003 (2003)\n Answer: 2003", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007514", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Czech-Moravian Confederation of Trade Unions -> chairperson -> Richard Falbr (1999)\n Hop 2: Richard Falbr -> member of -> Communist Party of Czechoslovakia (1999)\n Answer: chairperson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008443", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> member of -> European Economic Community (1953)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007726", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1992.0, + "gold": "1992", + "pred": "1992", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Val\u00e9rie Lemercier -> nominated for -> C\u00e9sar Award for Best Supporting Actress (1992)\n Hop 2: C\u00e9sar Award for Best Supporting Actress -> winner -> Anne Brochet (1992)\n Answer: 1992", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001549", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "V\u00e1clav Havel", + "pred": "V\u00e1clav Havel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Czech Republic -> head of state -> V\u00e1clav Havel (2000)\n Answer: V\u00e1clav Havel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007129", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Viganello -> replaced by -> Lugano (2004)\n Hop 2: Lugano -> replaces -> Pambio-Noranco (2004)\n Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000883", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Heinrich Br\u00fcning", + "pred": "Heinrich Br\u00fcning", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bonn -> country -> Weimar Republic (1931)\n Hop 2: Weimar Republic -> head of government -> Heinrich Br\u00fcning (1931)\n Answer: Heinrich Br\u00fcning", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000442", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "William Emmett Dever", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sister Rosetta Tharpe -> residence -> Chicago (1924)\n Hop 2: Chicago -> head of government -> William Emmett Dever (1924)\n Answer: William Emmett Dever", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004066", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Peter Gerhardsson", + "pred": "Peter Gerhardsson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andreas Drugge -> member of sports team -> BK H\u00e4cken (2013)\n Hop 2: BK H\u00e4cken -> head coach -> Peter Gerhardsson (2013)\n Answer: Peter Gerhardsson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002302", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Egyptian pound", + "pred": "Egyptian pound", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rosh Pinna -> country -> Mandatory Palestine (1920)\n Hop 2: Mandatory Palestine -> currency -> Egyptian pound (1920)\n Answer: Egyptian pound", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002564", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Cantelli -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> shares border with -> Yugoslavia (1947)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004005", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Otto Nerz", + "pred": "Otto Nerz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Willi Lindner -> member of sports team -> Germany men's national association football team (1933)\n Hop 2: Germany men's national association football team -> head coach -> Otto Nerz (1933)\n Answer: Otto Nerz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Eugenio Castellotti -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1950)\n Answer: Giuseppe Saragat", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005652", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Jane Byrne", + "pred": "Jane Byrne", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dennis Daugaard -> residence -> Chicago (1980)\n Hop 2: Chicago -> head of government -> Jane Byrne (1980)\n Answer: Jane Byrne", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002217", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Liliana Ronchetti -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> currency -> Italian lira (1970)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008015", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Albert II of Belgium", + "pred": "Albert II of Belgium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pino Cerami -> country of citizenship -> Belgium (2005)\n Hop 2: Belgium -> head of state -> Albert II of Belgium (2005)\n Answer: Albert II of Belgium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000895", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "RTL", + "pred": "RTL", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Maximilian Br\u00fcckner -> award received -> Bavarian TV Awards (2018)\n Hop 2: Bavarian TV Awards -> original broadcaster -> RTL (2018)\n Answer: RTL", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008365", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Javier Aguirre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00c9ver Banega -> member of sports team -> Valencia CF (2008)\n Hop 2: Valencia CF -> head coach -> Javier Aguirre (2008)\n Answer: Javier Aguirre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006348", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Te sl\u0103vim, Rom\u00e2nie", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Buhu\u0219i -> country -> Socialist Republic of Romania (1974)\n Hop 2: Socialist Republic of Romania -> anthem -> Te sl\u0103vim, Rom\u00e2nie (1974)\n Answer: Te sl\u0103vim, Rom\u00e2nie", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000645", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paolo Marcello Brignoli -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008492", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vikenty Veresaev -> country of citizenship -> Russian Empire (1912)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1912)\n Answer: Nicholas II of Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006824", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Anita Brookner", + "pred": "Anita Brookner", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: David Lodge -> nominated for -> Booker Prize (1984)\n Hop 2: Booker Prize -> winner -> Anita Brookner (1984)\n Answer: Anita Brookner", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000773", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "Winona Ryder", + "pred": "Winona Ryder", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frances McDormand -> award received -> Golden Globe Award for Best Supporting Actress \u2013 Motion Picture (1993)\n Hop 2: Golden Globe Award for Best Supporting Actress \u2013 Motion Picture -> winner -> Winona Ryder (1993)\n Answer: Winona Ryder", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001316", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Conrad Schumann -> country of citizenship -> West Germany (1979)\n Hop 2: West Germany -> currency -> Deutsche Mark (1979)\n Answer: Deutsche Mark", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004368", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Steve Borthwick -> member of sports team -> England men\u2019s national rugby union team (2008)\n Hop 2: England men\u2019s national rugby union team -> kit supplier -> Nike (2008)\n Answer: Nike", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005868", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Umberto II of Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giulio Onesti -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Umberto II of Italy (1951)\n Answer: Umberto II of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The Ninth Day -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor -> winner -> Daniel Auteuil (2005)\n Answer: Daniel Auteuil", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: American Book Awards -> winner -> Joe Sacco (1996)\n Hop 2: Fred Ho -> award received -> American Book Awards (1996)\n Hop 3: 1996 -> year -> winner of Fred Ho's award received equal to Joe Sacco (1996)\n Answer: 1996", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Gwyneth Paltrow", + "pred": "The Postman", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: The Wings of the Dove -> nominated for -> Academy Award for Best Actress (1998)\n Hop 2: Academy Award for Best Actress -> winner -> Gwyneth Paltrow (1998)\n Hop 3: Gwyneth Paltrow -> winner of -> The Postman (1998)\n Answer: The Postman", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008659", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "A. S. Byatt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Brian Moore -> nominated for -> Booker Prize (1990)\n Hop 2: Booker Prize (1990) -> winner -> A. S. Byatt (1990)\n Answer: A. S. Byatt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000763", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ilva Ligabue -> country of citizenship -> Italy (1977)\n Hop 2: Italy -> shares border with -> Yugoslavia (1977)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005896", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> currency -> Italian lira (1976)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000117", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Enrico de Nicola", + "pred": "Umberto II of Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Guglielmo Pesenti -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> head of state -> Umberto II of Italy (1947)\n Answer: Umberto II of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000027", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Rudy Giuliani", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: William Vickrey -> residence -> New York City (1994)\n Hop 2: New York City -> head of government -> Rudy Giuliani (1994)\n Answer: Rudy Giuliani", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002041", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Visintin -> country of citizenship -> Italy (1983)\n Hop 2: Italy -> head of state -> Sandro Pertini (1983)\n Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002860", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Max Blokzijl -> work location -> Berlin (1932)\n Hop 2: Berlin -> country -> Weimar Republic (1932)\n Answer: Weimar Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004247", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Luise Rainer", + "pred": "Luise Rainer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Theodora Goes Wild -> nominated for -> Academy Award for Best Actress (1937)\n Hop 2: Academy Award for Best Actress -> winner -> Luise Rainer (1937)\n Hop 3: Luise Rainer -> winner of -> Theodora Goes Wild (1937)\n Answer: Luise Rainer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008294", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Hyundai", + "pred": "Hyundai", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andreas Fischer -> member of sports team -> Hamburger SV (1996)\n Hop 2: Hamburger SV -> sponsor -> Hyundai (1996)\n Answer: Hyundai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006036", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "The Pentagon", + "pred": "The Pentagon", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Charlie Munger -> military branch -> United States Army Air Forces (1945)\n Hop 2: United States Army Air Forces -> headquarters location -> The Pentagon (1945)\n Answer: The Pentagon", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001816", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "1930", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ruth Chatterton -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> winner -> 1930\n Answer: 1930", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_008058", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anton Hofer -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004387", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Cel\u00e2l Bayar", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mehmed Uzun -> country of citizenship -> Turkey (1955)\n Hop 2: Turkey -> head of state -> Cel\u00e2l Bayar (1955)\n Answer: Cel\u00e2l Bayar", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004841", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Abdullah Avc\u0131", + "pred": "Abdullah Avc\u0131", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jo\u00e3o Pereira -> member of sports team -> Trabzonspor (2021)\n Hop 2: Trabzonspor -> head coach -> Abdullah Avc\u0131 (2021)\n Answer: Abdullah Avc\u0131", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000340", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Echo Music Prize", + "pred": "Echo Music Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Britney Spears -> award received -> Echo Music Prize (2001)\n Answer: Echo Music Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001431", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Massimiliano Allegri", + "pred": "Massimiliano Allegri", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Philippe Mex\u00e8s -> member of sports team -> AC Milan (2011)\n Hop 2: AC Milan -> head coach -> Massimiliano Allegri (2011)\n Answer: Massimiliano Allegri", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002560", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Horst P. Horst -> work location -> United States (1939)\n Hop 2: United States -> shares border with -> Panama (1939)\n Answer: Panama", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003591", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erlangen -> country -> Nazi Germany (1939)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1939)\n Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006178", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Oscar Luigi Scalfaro", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Glauco Onorato -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Answer: Oscar Luigi Scalfaro", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003130", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00c1rp\u00e1d Berczik -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1947)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1947)\n Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001771", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "habilitation", + "pred": "habilitation", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Olba -> director of archaeological fieldwork -> Ulrich Gotter (2002)\n Hop 2: Ulrich Gotter -> assessment -> habilitation (2002)\n Answer: habilitation", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004635", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "1967", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ida Kami\u0144ska -> nominated for -> Academy Award for Best Actress (1967)\n Hop 2: Academy Award for Best Actress (1967) -> winner -> Katharine Hepburn (1967)\n Hop 3: Katharine Hepburn (1967) -> winner -> 1967\n Answer: 1967", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007347", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Ruth Prawer Jhabvala", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heat and Dust -> award received -> Booker Prize (1975)\n Hop 2: Booker Prize (1975) -> winner -> Ruth Prawer Jhabvala (1975)\n Answer: Ruth Prawer Jhabvala", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002289", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Francesco Antonazzi -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giovanni Leone (1970)\n Answer: Giovanni Leone", + "judge_em": 0, + "judge_reply": "I NEED TO VERIFY" + }, + { + "id": "q_006810", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2016", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tessa Thompson -> unmarried partner -> Janelle Mon\u00e1e (2016)\n Hop 2: Janelle Mon\u00e1e -> award received -> Broadcast Film Critics Association Award for Best Cast (2016)\n Answer: 2016", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001750", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Eduard Weiter", + "pred": "Eduard Weiter", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Robert Dauber -> place of detention -> Dachau concentration camp (1944)\n Hop 2: Dachau concentration camp -> director / manager -> Eduard Weiter (1944)\n Answer: Eduard Weiter", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "David Wagner", + "pred": "David Wagner", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Conor Coady -> member of sports team -> Huddersfield Town A.F.C. (2015)\n Hop 2: Huddersfield Town A.F.C. -> head coach -> David Wagner (2015)\n Answer: David Wagner", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001742", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Sandro Pertini", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Carmelo Di Bella -> country of citizenship -> Italy (1986)\n Hop 2: Italy -> head of state -> Sandro Pertini (1986)\n Answer: Sandro Pertini", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004401", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cominform", + "pred": "Cominform", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marceline Loridan-Ivens -> member of political party -> French Communist Party (1955)\n Hop 2: French Communist Party -> member of -> Cominform (1955)\n Answer: Cominform", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000948", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rod Langway -> drafted by -> Montreal Canadiens (1977)\n Hop 2: Montreal Canadiens -> home venue -> Montreal Forum (1977)\n Answer: Montreal Forum", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Carlo Clerici -> country of citizenship -> Italy (1954)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1954)\n Answer: Alcide De Gasperi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001031", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "J. M. Coetzee", + "pred": "Anne Enright", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Graham Swift -> nominated for -> Booker Prize (1983)\n Hop 2: Booker Prize (1983) -> winner -> J. M. Coetzee (1983)\n Hop 3: J. M. Coetzee (1983) -> winner -> Anne Enright (1983)\n Answer: Anne Enright", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002458", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Oleh Protasov", + "pred": "Oleh Protasov", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ihar Stasevich -> member of sports team -> FC Dinamo Minsk (2013)\n Hop 2: FC Dinamo Minsk -> head coach -> Oleh Protasov (2013)\n Answer: Oleh Protasov", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001069", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Ed Koch", + "pred": "Ed Koch", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Braldt Bralds -> work location -> New York City (1981)\n Hop 2: New York City -> head of government -> Ed Koch (1981)\n Answer: Ed Koch", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carnegie Mellon University -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> CERN (2021)\n Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006304", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "mayor", + "pred": "mayor", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: T\u00fcbingen -> head of government -> Adolf Hartmeyer (1948)\n Hop 2: Adolf Hartmeyer -> position held -> mayor (1948)\n Answer: mayor", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004531", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Mario Monti", + "pred": "Mario Monti", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonio Carluccio -> country of citizenship -> Italy (2012)\n Hop 2: Italy -> head of government -> Mario Monti (2012)\n Answer: Mario Monti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000931", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: James Spudich -> award received -> Albert Lasker Award for Basic Medical Research (2012)\n Hop 2: Albert Lasker Award for Basic Medical Research -> winner -> Ronald Vale (2012)\n Answer: 2012", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007956", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Eric Gerets", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Faryd Mondrag\u00f3n -> member of sports team -> Galatasaray S.K. (2006)\n Hop 2: Galatasaray S.K. -> head coach -> Eric Gerets (2006)\n Answer: Eric Gerets", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007340", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "Hyundai", + "pred": "Hyundai", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stefan B\u00f6ger -> member of sports team -> Hamburger SV (1998)\n Hop 2: Hamburger SV -> sponsor -> Hyundai (1998)\n Answer: Hyundai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003676", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "Jeremy Renner", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: A Single Man -> nominated for -> Academy Award for Best Actor (2010)\n Hop 2: Jeremy Renner -> nominated for -> Academy Award for Best Actor (2010)\n Hop 3: Jeremy Renner -> winner -> A Single Man (2010)\n Answer: Jeremy Renner", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001222", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Olenegorsk -> located in -> Murmansk Oblast (1991)\n Hop 2: Murmansk Oblast -> country -> Soviet Union (1991)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006158", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Adone Zoli", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giani Stuparich -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1957)\n Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005324", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Celano -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> currency -> Italian lira (1960)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "George W. Bush", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Susan Polgar -> country of citizenship -> United States (2002)\n Hop 2: United States -> head of government -> George W. Bush (2002)\n Answer: George W. Bush", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_002344", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "pred_raw": "Hop 1: Sremska Mitrovica City -> located in -> Socialist Autonomous Province of Vojvodina (1971)\n Hop 2: Socialist Autonomous Province of Vojvodina -> located in -> Yugoslavia (1971)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008685", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2019.0, + "gold": "Wayne LaPierre", + "pred": "Wayne LaPierre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Oliver North -> position held -> National Rifle Association of America (2019)\n Hop 2: National Rifle Association of America -> chief executive officer -> Wayne LaPierre (2019)\n Answer: Wayne LaPierre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005812", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "J. M. Coetzee", + "pred": "J. M. Coetzee", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fasting, Feasting -> nominated for -> Booker Prize (1999)\n Hop 2: Booker Prize (1999) -> winner -> J. M. Coetzee (1999)\n Answer: J. M. Coetzee", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "The Ellen DeGeneres Show", + "pred": "The Ellen DeGeneres Show", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexandra Hedison -> unmarried partner -> Ellen DeGeneres (2004)\n Hop 2: Ellen DeGeneres -> notable work -> The Ellen DeGeneres Show (2004)\n Hop 3: The Ellen DeGeneres Show -> residence -> Atlanta (2004)\n Answer: The Ellen DeGeneres Show", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005808", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: G\u00e1bor Csap\u00f3 -> educated at -> University of Szeged (1972)\n Hop 2: University of Szeged -> named after -> Attila J\u00f3zsef (1972)\n Answer: Attila J\u00f3zsef", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003694", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "German Federal Archives", + "pred": "German Federal Archives", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1922)\n Hop 2: Independent Social Democratic Party of Germany -> archives at -> German Federal Archives (1922)\n Answer: German Federal Archives", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002616", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tenax -> country -> Italy (2004)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2004)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000088", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Safed -> country -> Mandatory Palestine (1932)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1932)\n Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005525", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1972)\n Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006017", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Franco Corelli -> country of citizenship -> Italy (1999)\n Hop 2: Italy -> member of -> European Economic Community (1999)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006096", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Ginni Rometty", + "pred": "Ginni Rometty", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruce Schneier -> employer -> IBM (2018)\n Hop 2: IBM -> chief executive officer -> Ginni Rometty (2018)\n Answer: Ginni Rometty", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001800", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adri\u00e1n L\u00f3pez \u00c1lvarez -> member of sports team -> Atl\u00e9tico Madrid (2013)\n Hop 2: Atl\u00e9tico Madrid -> home venue -> Vicente Calder\u00f3n Stadium (2013)\n Answer: Vicente Calder\u00f3n Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001359", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "Kiran Desai", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carry Me Down -> nominated for -> Booker Prize (2006)\n Hop 2: Booker Prize -> winner -> Kiran Desai (2006)\n Answer: Kiran Desai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006166", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Corpo Truppe Volontarie -> commanded by -> Mario Roatta (1936)\n Hop 2: Mario Roatta -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004182", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Augusto Arioni -> member of sports team -> Torino FC (1912)\n Hop 2: Torino FC -> country -> Kingdom of Italy (1912)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Berti Vogts", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Thomas Linke -> member of sports team -> Germany men's national association football team (1997)\n Hop 2: Germany men's national association football team -> head coach -> Berti Vogts (1997)\n Answer: Berti Vogts", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004835", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Karl Plattner -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1950)\n Answer: Alcide De Gasperi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001116", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Chimamanda Ngozi Adichie -> nominated for -> Booker Prize (2004)\n Hop 2: Booker Prize -> winner -> Alan Hollinghurst (2004)\n Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003320", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ochakiv Raion -> located in -> Odesa Oblast (1935)\n Hop 2: Odesa Oblast -> country -> Soviet Union (1935)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003882", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giuseppe Patan\u00e8 -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003657", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Ian Porterfield", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karen Dokhoyan -> member of sports team -> Armenia men's national football team (2007)\n Hop 2: Armenia men's national football team -> head coach -> Ian Porterfield (2007)\n Answer: Ian Porterfield", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001053", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Toni Servillo", + "pred": "European Film Award for Best Actor", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tom Schilling -> nominated for -> European Film Award for Best Actor (2013)\n Hop 2: European Film Award for Best Actor -> winner -> Toni Servillo (2013)\n Hop 3: Toni Servillo -> winner -> European Film Award for Best Actor (2013)\n Answer: European Film Award for Best Actor", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006052", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1983.0, + "gold": "1983", + "pred": "1983", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Richard Attenborough -> award received -> BAFTA Award for Best Direction (1983)\n Hop 2: Costa-Gavras -> nominated for -> BAFTA Award for Best Direction (1983)\n Answer: 1983", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "A Single Man", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: A Single Man -> nominated for -> Academy Award for Best Actor (2010)\n Hop 2: Academy Award for Best Actor (2010) -> winner -> Colin Firth (2010)\n Hop 3: Colin Firth (2010) -> winner -> A Single Man (2010)\n Answer: A Single Man", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000183", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nello Pagani -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> currency -> Italian lira (2001)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007379", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Giovanni Trapattoni", + "pred": "Giovanni Trapattoni", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heiko Gerber -> member of sports team -> VfB Stuttgart (2006)\n Hop 2: VfB Stuttgart -> head coach -> Giovanni Trapattoni (2006)\n Answer: Giovanni Trapattoni", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "James Kelman", + "pred": "James Kelman", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Abdulrazak Gurnah -> nominated for -> Booker Prize (1994)\n Hop 2: Booker Prize (1994) -> winner -> James Kelman (1994)\n Answer: James Kelman", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000962", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: BND law -> signatory -> Wolfgang Sch\u00e4uble (1990)\n Hop 2: Wolfgang Sch\u00e4uble -> country of citizenship -> Germany (1990)\n Answer: Germany", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_005810", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Otto Graf Lambsdorff", + "pred": "J\u00fcrgen M\u00f6llemann", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Free Democratic Party -> chairperson -> Otto Graf Lambsdorff (1990)\n Hop 2: Otto Graf Lambsdorff -> replaced by -> J\u00fcrgen M\u00f6llemann (1990)\n Answer: J\u00fcrgen M\u00f6llemann", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000427", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Giovanni Leone", + "pred": "Giovanni Leone", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Piero Chiara -> country of citizenship -> Italy (1974)\n Hop 2: Italy -> head of state -> Giovanni Leone (1974)\n Answer: Giovanni Leone", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005227", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "presidential system", + "pred": "presidential system", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Horodenka -> country -> Second Polish Republic (1938)\n Hop 2: Second Polish Republic -> basic form of government -> presidential system (1938)\n Answer: presidential system", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dub\u0103sari -> country -> Russian Empire (1911)\n Hop 2: Russian Empire -> anthem -> God Save the Tsar! (1911)\n Answer: God Save the Tsar!", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Climate Pledge Arena", + "pred": "Climate Pledge Arena", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gary Payton -> member of sports team -> Seattle SuperSonics (2000)\n Hop 2: Seattle SuperSonics -> home venue -> Climate Pledge Arena (2000)\n Answer: Climate Pledge Arena", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004741", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "1st Panzer Division", + "pred": "1st Panzer Division", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karl Lotter -> significant person -> Maximilian von Weichs (1936)\n Hop 2: Maximilian von Weichs -> commander of (DEPRECATED) -> 1st Panzer Division (1936)\n Answer: 1st Panzer Division", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006763", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Craig Armstrong -> award received -> BAFTA Award for Best Original Music (2001)\n Hop 2: BAFTA Award for Best Original Music -> winner -> Tan Dun (2001)\n Hop 3: Tan Dun -> year -> 2001\n Answer: 2001", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002214", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Balaklava -> country -> Russian Empire (1917)\n Hop 2: Russian Empire -> anthem -> God Save the Tsar! (1917)\n Answer: God Save the Tsar!", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Nikita Khrushchev", + "pred": "Nikita Khrushchev", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zuleykha Seyidmammadova -> member of political party -> Communist Party of the Soviet Union (1954)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Nikita Khrushchev (1954)\n Answer: Nikita Khrushchev", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007746", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Austria", + "pred": "Austria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Gropius -> spouse -> Alma Mahler (1918)\n Hop 2: Alma Mahler -> country of citizenship -> Austria (1918)\n Answer: Austria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003268", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luigi Carnacina -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1951)\n Answer: Giuseppe Saragat", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000324", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kfar Saba -> country -> Mandatory Palestine (1937)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1937)\n Answer: United Kingdom", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_006933", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nani Tedeschi -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005705", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Robert Knud Friedrich Pilger", + "pred": "Robert Knud Friedrich Pilger", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hermann Otto Sleumer -> employer -> Botanic Garden and Botanical Museum Berlin (1949)\n Hop 2: Botanic Garden and Botanical Museum Berlin -> chief executive officer -> Robert Knud Friedrich Pilger (1949)\n Answer: Robert Knud Friedrich Pilger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006241", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tutrakan -> country -> Kingdom of Romania (1935)\n Hop 2: Kingdom of Romania -> capital -> Bucharest (1935)\n Answer: Bucharest", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003204", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Ralph Fiennes", + "pred": "Ralph Fiennes", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anders W. Berthelsen -> nominated for -> European Film Award for Best Actor (1999)\n Hop 2: European Film Award for Best Actor (1999) -> winner -> Ralph Fiennes (1999)\n Answer: Ralph Fiennes", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001109", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Neutral Moresnet", + "pred": "Neutral Moresnet", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Minden Government Region -> country -> Weimar Republic (1918)\n Hop 2: Weimar Republic -> shares border with -> Neutral Moresnet (1918)\n Answer: Neutral Moresnet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Valeria Moriconi -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004458", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Cel\u00e2l Bayar", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mehmed Uzun -> country of citizenship -> Turkey (1955)\n Hop 2: Turkey -> head of state -> Cel\u00e2l Bayar (1955)\n Answer: Cel\u00e2l Bayar", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005199", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sissel Tolaas -> work location -> Berlin (2009)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2009)\n Answer: Klaus Wowereit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000202", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Ireland", + "pred": "Ireland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Matteo Priamo -> member of sports team -> Bardiani CSF 7 Saber (2006)\n Hop 2: Bardiani CSF 7 Saber -> country -> Ireland (2006)\n Answer: Ireland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006446", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Edoardo Mangiarotti -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001839", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Q953762", + "pred": "Q953762", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pedro Geromel -> member of sports team -> Barcelona (2010)\n Hop 2: Barcelona -> head of government -> Q953762 (2010)\n Answer: Q953762", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Latvian Higher League", + "pred": "Latvian Higher League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pavel Mochalin -> member of sports team -> FK Ventspils (2011)\n Hop 2: FK Ventspils -> league or competition -> Latvian Higher League (2011)\n Answer: Latvian Higher League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006379", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (2008)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2008)\n Answer: Giorgio Napolitano", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marcello Costalunga -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> shares border with -> Yugoslavia (1989)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001985", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heinz Czechowski -> award received -> Heinrich Mann Prize (1984)\n Hop 2: Heinrich Mann Prize -> country -> German Democratic Republic (1984)\n Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000177", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "German Democratic Republic", + "pred": "Hesse", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Claus Korth -> allegiance -> West Germany (1962)\n Hop 2: West Germany -> contains the administrative territorial entity -> Hesse (1962)\n Answer: Hesse", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003534", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: University of Toronto -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Tsinghua University (2021)\n Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Steve Sampson", + "pred": "Steve Sampson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andreas Herzog -> member of sports team -> LA Galaxy (2004)\n Hop 2: LA Galaxy -> head coach -> Steve Sampson (2004)\n Answer: Steve Sampson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008135", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Panama", + "pred": "Costa Rica", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Frank Tieri -> residence -> United States (1922)\n Hop 2: United States -> shares border with -> Panama (1922)\n Hop 3: Panama -> shares border with -> Costa Rica (1922)\n Answer: Costa Rica", + "judge_em": 0, + "judge_reply": "LET ME WORK THROUGH" + }, + { + "id": "q_008030", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Maurice Druon", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jacques Laurent -> member of -> Acad\u00e9mie Fran\u00e7aise (1988)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Maurice Druon (1988)\n Answer: Maurice Druon", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Kurt Biedenkopf", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hanns Martin Schleyer -> member of political party -> Christian Democratic Union (1975)\n Hop 2: Christian Democratic Union -> general secretary -> Kurt Biedenkopf (1975)\n Answer: Kurt Biedenkopf", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001457", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Thomas Keneally", + "pred": "Thomas Keneally", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: William Boyd -> nominated for -> Booker Prize (1982)\n Hop 2: Booker Prize -> winner -> Thomas Keneally (1982)\n Answer: Thomas Keneally", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001650", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Sergi L\u00f3pez", + "pred": "Sergi L\u00f3pez", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bread and Tulips -> nominated for -> European Film Award for Best Actor (2000)\n Hop 2: European Film Award for Best Actor -> winner -> Sergi L\u00f3pez (2000)\n Hop 3: Sergi L\u00f3pez -> winner -> European Film Award for Best Actor (2000)\n Answer: Sergi L\u00f3pez", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006597", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "SeatGeek Stadium", + "pred": "SeatGeek Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Logan Pause -> member of sports team -> Chicago Fire FC (2009)\n Hop 2: Chicago Fire FC -> home venue -> SeatGeek Stadium (2009)\n Answer: SeatGeek Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003141", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Canada", + "pred": "Canada", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Joseph-Elz\u00e9ar Bernier -> member of the crew of -> Gauss (1924)\n Hop 2: Gauss -> country of registry -> Canada (1924)\n Answer: Canada", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004341", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "BP", + "pred": "BP", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Wolfram Wuttke -> member of sports team -> Hamburger SV (1984)\n Hop 2: Hamburger SV -> sponsor -> BP (1984)\n Answer: BP", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007989", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1905.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vedi -> located in -> Erivan Governorate (1905)\n Hop 2: Erivan Governorate -> country -> Russian Empire (1905)\n Answer: Russian Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002962", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bruno Torpigliani -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001198", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Allianz Arena", + "pred": "Allianz Arena", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kenny Cooper -> member of sports team -> TSV 1860 M\u00fcnchen (2011)\n Hop 2: TSV 1860 M\u00fcnchen -> home venue -> Allianz Arena (2011)\n Answer: Allianz Arena", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006028", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Artur Moraes -> member of sports team -> S.L. Benfica (2012)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2012)\n Answer: Lu\u00eds Filipe Vieira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007856", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1902", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rorschach\u2013St. Gallen railway line -> owned by -> Vereinigte Schweizerbahnen (1902)\n Hop 2: Vereinigte Schweizerbahnen -> replaced by -> Swiss Federal Railways (1902)\n Answer: 1902", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003797", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fontanezier -> replaced by -> T\u00e9venon (2011)\n Hop 2: T\u00e9venon -> replaces -> Vaugondry (2011)\n Answer: 2011", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: HMS Graph -> country of registry -> Nazi Germany (1941)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1941)\n Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004648", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yoshio Masui -> award received -> Albert Lasker Award for Basic Medical Research (1998)\n Hop 2: Albert Lasker Award for Basic Medical Research -> winner -> Lee Hartwell (1998)\n Answer: 1998", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005249", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Julie Christie", + "pred": "Julie Christie", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marriage Italian-Style -> nominated for -> Academy Award for Best Actress (1965)\n Hop 2: Academy Award for Best Actress (1965) -> winner -> Julie Christie\n Hop 3: Julie Christie -> winner of -> 1965 Academy Award for Best Actress\n Answer: Julie Christie", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004612", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Umberto II of Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luigi Carnacina -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Umberto II of Italy (1951)\n Answer: Umberto II of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006383", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giacomo Neri -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Aldo Moro (1976)\n Answer: 1976", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003997", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Romain Duris -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor -> winner -> Daniel Auteuil (2005)\n Answer: Daniel Auteuil", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002521", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Heiko Herrlich", + "pred": "Heiko Herrlich", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marek Such\u00fd -> member of sports team -> FC Augsburg (2020)\n Hop 2: FC Augsburg -> head coach -> Heiko Herrlich (2020)\n Answer: Heiko Herrlich", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008451", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Mario Draghi", + "pred": "Mario Draghi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cesare Benedetti -> country for sport -> Italy (2021)\n Hop 2: Italy -> head of government -> Mario Draghi (2021)\n Answer: Mario Draghi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002584", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1944.0, + "gold": "1944", + "pred": "1944", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Johnny Burke -> award received -> Academy Award for Best Original Song (1944)\n Hop 2: Harry Warren -> award received -> Academy Award for Best Original Song (1944)\n Hop 3: Johnny Burke -> winner -> Harry Warren (1944)\n Answer: 1944", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Zhou Enlai", + "pred": "Zhou Enlai", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zhao Ziyang -> country of citizenship -> People's Republic of China (1959)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1959)\n Answer: Zhou Enlai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007273", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Harry Redknapp", + "pred": "Harry Redknapp", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michael Dawson -> member of sports team -> Tottenham Hotspur F.C. (2010)\n Hop 2: Tottenham Hotspur F.C. -> head coach -> Harry Redknapp (2010)\n Answer: Harry Redknapp", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jean-Loup Dabadie -> member of -> Acad\u00e9mie Fran\u00e7aise (2009)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> H\u00e9l\u00e8ne Carr\u00e8re d'Encausse (2009)\n Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001480", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Matt Carkner -> drafted by -> Montreal Canadiens (1999)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (1999)\n Answer: Saku Koivu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002648", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Paul Scott", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jennifer Johnston -> nominated for -> Booker Prize (1977)\n Hop 2: Booker Prize (1977) -> winner -> Paul Scott (1977)\n Answer: Paul Scott", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005191", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Theodor Liebknecht", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1920)\n Hop 2: Independent Social Democratic Party of Germany -> chairperson -> Theodor Liebknecht (1920)\n Answer: Theodor Liebknecht", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004451", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Azerbaijan Premier League", + "pred": "Azerbaijan Premier League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrey Popovi\u00e7 -> member of sports team -> FC Baku (2009)\n Hop 2: FC Baku -> league or competition -> Azerbaijan Premier League (2009)\n Answer: Azerbaijan Premier League", + "judge_em": 1, + "judge_reply": "YES" + } + ] +} \ No newline at end of file diff --git a/eval/v3-sft-baseline.judged.json b/eval/v3-sft-baseline.judged.json new file mode 100644 index 0000000000000000000000000000000000000000..65be8c94624d73a8e272f611641d9e5acde1afaf --- /dev/null +++ b/eval/v3-sft-baseline.judged.json @@ -0,0 +1,184 @@ +{ + "name": "v3-sft-baseline", + "policy_path": "../checkpoints/sft-v3/final", + "split": "test", + "n_samples": 1743, + "temperature": 0.0, + "max_new_tokens": 96, + "answer_extracted": true, + "n_with_answer_marker": 1738, + "judge_provider": "anthropic", + "judge_model": "claude-haiku-4-5-20251001", + "overall": { + "n": 10, + "em": 0.4, + "f1": 0.5404761904761906, + "judge_em": 0.6 + }, + "by_complexity": { + "3plus": { + "n": 10, + "em": 0.4, + "f1": 0.5404761904761906, + "judge_em": 0.6 + } + }, + "by_operator": { + "before_after": { + "n": 2, + "em": 0.5, + "f1": 0.5, + "judge_em": 0.5 + }, + "interval": { + "n": 1, + "em": 1.0, + "f1": 1.0, + "judge_em": 1.0 + }, + "point_in_time": { + "n": 1, + "em": 1.0, + "f1": 1.0, + "judge_em": 1.0 + }, + "sequence": { + "n": 6, + "em": 0.16666666666666666, + "f1": 0.40079365079365076, + "judge_em": 0.5 + } + }, + "per_example": [ + { + "id": "q_006291", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "chairperson", + "pred": "President of the Portuguese Football Federation", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jonas -> member of sports team -> S.L. Benfica (2017)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2017)\n Hop 3: Lu\u00eds Filipe Vieira -> position held -> President of the Portuguese Football Federation (2017)\n Answer: President of the Portuguese Football Federation", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007337", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "Nicholas II of Russia", + "pred": "Nikolay II", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Ararat -> located in -> Erivan Governorate (1907)\n Hop 2: Erivan Governorate -> country -> Russian Empire (1907)\n Hop 3: Russian Empire -> head of state -> Nikolay II (1907)\n Answer: Nikolay II", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000021", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Galvano Della Volpe -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of state -> Antonio Segni (1959)\n Hop 3: Antonio Segni -> position held -> President of the Italian Republic (1959)\n Answer: President of the Italian Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007809", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Irina Bokova", + "pred": "David Elkind", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kach -> designated as terrorist by -> United States (2011)\n Hop 2: United States -> member of -> UNESCO (2011)\n Hop 3: UNESCO -> chairperson -> David Elkind (2011)\n Answer: David Elkind", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001979", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arnold J. Levine -> award received -> Paul Ehrlich and Ludwig Darmstaedter Prize (1998)\n Answer: 1998", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005455", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.5714285714285714, + "pred_raw": "Hop 1: On Golden Pond -> nominated for -> Academy Award for Best Actress (1982)\n Hop 2: Academy Award for Best Actress -> winner -> Meryl Streep (1982)\n Hop 3: Meryl Streep -> award received -> Academy Award for Best Actress (1982)\n Answer: Academy Award for Best Actress", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008005", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Urbano Lazzaro -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1961)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1961)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008690", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Pesaola -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008321", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vito Lattanzio -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007761", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Arista Records", + "pred": "Sony Music", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jennifer Love Hewitt -> unmarried partner -> John Mayer (2002)\n Hop 2: John Mayer -> nominated for -> Grammy Award for Best Male Pop Vocal Performance (2002)\n Hop 3: Grammy Award for Best Male Pop Vocal Performance -> winner -> Epic Records (2002)\n Hop 4: Epic Records -> record label -> Sony Music (2002)\n Answer: Sony Music", + "judge_em": 0, + "judge_reply": "NO" + } + ] +} \ No newline at end of file diff --git a/eval/v3-sft-noevidence-seed1337.extracted.json b/eval/v3-sft-noevidence-seed1337.extracted.json new file mode 100644 index 0000000000000000000000000000000000000000..f0645c5c2a34026b47fec0ea57a75a0981cf31cb --- /dev/null +++ b/eval/v3-sft-noevidence-seed1337.extracted.json @@ -0,0 +1,26201 @@ +{ + "name": "unnamed", + "policy_path": "../checkpoints/sft-v3-seed1337/final", + "split": "test", + "n_samples": 1743, + "temperature": 0.0, + "max_new_tokens": 64, + "answer_extracted": true, + "n_with_answer_marker": 7, + "overall": { + "n": 1743, + "em": 0.20309810671256454, + "f1": 0.1889069487125747 + }, + "by_complexity": { + "1hop": { + "n": 800, + "em": 0.25625, + "f1": 0.2493448014843338 + }, + "2hop": { + "n": 800, + "em": 0.1475, + "f1": 0.11686288155003442 + }, + "3plus": { + "n": 143, + "em": 0.21678321678321677, + "f1": 0.2538368194302316 + } + }, + "by_operator": { + "before_after": { + "n": 517, + "em": 0.12959381044487428, + "f1": 0.11435014302651653 + }, + "interval": { + "n": 163, + "em": 0.6196319018404908, + "f1": 0.5566942430439363 + }, + "point_in_time": { + "n": 535, + "em": 0.16822429906542055, + "f1": 0.15930074239642303 + }, + "sequence": { + "n": 528, + "em": 0.18181818181818182, + "f1": 0.17836880466488778 + } + }, + "per_example": [ + { + "id": "q_006291", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "chairperson", + "pred": "1997-1998\n\n\nThe question appears to be asking about the position held by Jonas, a member of a sports team, after Sven-G\u00f6ran Eriksson became the coach of S.L. Benfica. However, the question is somewhat unclear and lacks specific details about", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1997-1998\n\n\nThe question appears to be asking about the position held by Jonas, a member of a sports team, after Sven-G\u00f6ran Eriksson became the coach of S.L. Benfica. However, the question is somewhat unclear and lacks specific details about" + }, + { + "id": "q_007337", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "Nicholas II of Russia", + "pred": "Emperor of Russia", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Emperor of Russia" + }, + { + "id": "q_000021", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "1959.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1959.0" + }, + { + "id": "q_007809", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Irina Bokova", + "pred": "The chairperson of Kach, which was designated as a terrorist organization by the United States, was Nachman Shai. After the United States head of government Herbert Hoover, the chairperson of Kach was designated as a terrorist by the United States. The answer is Nachman Shai.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The chairperson of Kach, which was designated as a terrorist organization by the United States, was Nachman Shai. After the United States head of government Herbert Hoover, the chairperson of Kach was designated as a terrorist by the United States. The answer is Nachman Shai." + }, + { + "id": "q_001979", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1998" + }, + { + "id": "q_005455", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "1982 Academy Award for Best Actress", + "em": 0.0, + "f1": 0.5333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1982 Academy Award for Best Actress" + }, + { + "id": "q_008005", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of the Italian Republic" + }, + { + "id": "q_008690", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "1968.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1968.0" + }, + { + "id": "q_008321", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "The position held of Vito Lattanzio's country of citizenship's head of government in 1976 was Prime Minister of Italy.\n\n\nThe position held of Vito Lattanzio's country of citizenship's head of government in 1976 was **Prime Minister of Italy**.", + "em": 1.0, + "f1": 0.3636363636363636, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The position held of Vito Lattanzio's country of citizenship's head of government in 1976 was Prime Minister of Italy.\n\n\nThe position held of Vito Lattanzio's country of citizenship's head of government in 1976 was **Prime Minister of Italy**." + }, + { + "id": "q_007761", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Arista Records", + "pred": "The record label of Jennifer Love Hewitt's unmarried partner's nominated for's winner before Epic Records was Atlantic Records.", + "em": 0.0, + "f1": 0.09999999999999999, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The record label of Jennifer Love Hewitt's unmarried partner's nominated for's winner before Epic Records was Atlantic Records." + }, + { + "id": "q_008118", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "The position held by the head of state of Vincent Cimatti's country of citizenship (Italy) before he became an Italian senator for life was President of the Italian Republic.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The position held by the head of state of Vincent Cimatti's country of citizenship (Italy) before he became an Italian senator for life was President of the Italian Republic." + }, + { + "id": "q_001360", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "1970.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1970.0" + }, + { + "id": "q_000136", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Italy", + "pred": "The position held of Michele Pellegrino's country of citizenship's head of government in 1981 was Prime Minister of Italy.", + "em": 1.0, + "f1": 0.38095238095238093, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The position held of Michele Pellegrino's country of citizenship's head of government in 1981 was Prime Minister of Italy." + }, + { + "id": "q_006986", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Giovanni Falcone was an Italian judge and politician. His country of citizenship was Italy. The head of state of Italy at the time of his death in 1992 was President Francesco Cossiga.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Giovanni Falcone was an Italian judge and politician. His country of citizenship was Italy. The head of state of Italy at the time of his death in 1992 was President Francesco Cossiga." + }, + { + "id": "q_003298", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "The basic form of government of Metz's country's diplomatic relation before the Islamic Republic was a monarchy.", + "em": 0.0, + "f1": 0.1111111111111111, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The basic form of government of Metz's country's diplomatic relation before the Islamic Republic was a monarchy." + }, + { + "id": "q_006733", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "1968.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1968.0" + }, + { + "id": "q_005866", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "After Diane Keaton won the Academy Award for Best Actress for her role in \"Annie Hall\" (1977), the next award she received was the Golden Globe Award for Best Actress - Motion Picture Musical/Comedy for her performance in \"The Rose\" (1990).", + "em": 0.0, + "f1": 0.42105263157894735, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After Diane Keaton won the Academy Award for Best Actress for her role in \"Annie Hall\" (1977), the next award she received was the Golden Globe Award for Best Actress - Motion Picture Musical/Comedy for her performance in \"The Rose\" (1990)." + }, + { + "id": "q_004748", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "The position held of Alfredo Sivocci's country of citizenship's head of state in 1964 was President of Italy.\n\n\nThe position held of Alfredo Sivocci's country of citizenship's head of state in 1964 was **President of Italy**.", + "em": 1.0, + "f1": 0.3, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The position held of Alfredo Sivocci's country of citizenship's head of state in 1964 was President of Italy.\n\n\nThe position held of Alfredo Sivocci's country of citizenship's head of state in 1964 was **President of Italy**." + }, + { + "id": "q_004795", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Chancellor of Germany", + "pred": "1922.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1922.0" + }, + { + "id": "q_000787", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "The basic form of government of Niobe's country of registry's diplomatic relation before republic was a monarchy.", + "em": 0.0, + "f1": 0.1111111111111111, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The basic form of government of Niobe's country of registry's diplomatic relation before republic was a monarchy." + }, + { + "id": "q_008333", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "President of Italy", + "pred": "The position held by Aldo Morandi's country of citizenship's head of state was the President of the Italian Republic.", + "em": 0.0, + "f1": 0.21052631578947367, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The position held by Aldo Morandi's country of citizenship's head of state was the President of the Italian Republic." + }, + { + "id": "q_008338", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Academy Award for Best Visual Effects", + "pred": "1995: Best Sound Mixing (Won)", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1995: Best Sound Mixing (Won)" + }, + { + "id": "q_001840", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "1995.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1995.0" + }, + { + "id": "q_001274", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "1967.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1967.0" + }, + { + "id": "q_000547", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of Italy" + }, + { + "id": "q_001052", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "1955.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1955.0" + }, + { + "id": "q_006228", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "The position held by the head of government of Jane Jacobs's residence in 1963 was Mayor of New York City.", + "em": 1.0, + "f1": 0.4347826086956522, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The position held by the head of government of Jane Jacobs's residence in 1963 was Mayor of New York City." + }, + { + "id": "q_006414", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "European Economic Community" + }, + { + "id": "q_001651", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "President of Italy", + "pred": "1957, the head of state of Daniela Rocca's country of citizenship, which is Italy, was Alcide De Gasperi\n\n\nIn 1957, the head of state of Italy, Daniela Rocca's country of citizenship, was **Alcide De Gas", + "em": 0.0, + "f1": 0.1739130434782609, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1957, the head of state of Daniela Rocca's country of citizenship, which is Italy, was Alcide De Gasperi\n\n\nIn 1957, the head of state of Italy, Daniela Rocca's country of citizenship, was **Alcide De Gas" + }, + { + "id": "q_007640", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "1956.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1956.0" + }, + { + "id": "q_007972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of the Italian Republic" + }, + { + "id": "q_004943", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Nazi Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_007287", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of the Italian Republic" + }, + { + "id": "q_005394", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of the Italian Republic" + }, + { + "id": "q_007314", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Mayor of New York City", + "pred": "The position held by the head of government of Elliott Erwitt's work location, New York City, after Weegee's work location was New York City, was Mayor.", + "em": 0.0, + "f1": 0.4166666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The position held by the head of government of Elliott Erwitt's work location, New York City, after Weegee's work location was New York City, was Mayor." + }, + { + "id": "q_003452", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Mayor of New York City", + "pred": "1948.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1948.0" + }, + { + "id": "q_006815", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2010" + }, + { + "id": "q_008439", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Tim Robbins", + "pred": "The unmarried partner of Nell (played by Maggie Smith) in the film \"Nell\" (1994) is played by James Garner. James Garner was nominated for the Academy Award for Best Supporting Actor for his role in \"Nell.\" However, he did not win the award. The winner of the", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The unmarried partner of Nell (played by Maggie Smith) in the film \"Nell\" (1994) is played by James Garner. James Garner was nominated for the Academy Award for Best Supporting Actor for his role in \"Nell.\" However, he did not win the award. The winner of the" + }, + { + "id": "q_003245", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "The basic form of government of Niobe's country of registry's diplomatic relation after Heinrich Scheuch country of citizenship Germany was a constitutional monarchy.\n\n\nThe basic form of government of Niobe's country of registry's diplomatic relation after Heinrich Scheuch country of citizenship Germany was a constitutional monarchy.", + "em": 1.0, + "f1": 0.17391304347826084, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The basic form of government of Niobe's country of registry's diplomatic relation after Heinrich Scheuch country of citizenship Germany was a constitutional monarchy.\n\n\nThe basic form of government of Niobe's country of registry's diplomatic relation after Heinrich Scheuch country of citizenship Germany was a constitutional monarchy." + }, + { + "id": "q_008633", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Bucharest", + "pred": "The capital of Giurgiu's country in 1920 was Bucharest.", + "em": 1.0, + "f1": 0.18181818181818182, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The capital of Giurgiu's country in 1920 was Bucharest." + }, + { + "id": "q_003473", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Sultan of the Ottoman Empire", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Sultan of the Ottoman Empire" + }, + { + "id": "q_001673", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of the Italian Republic" + }, + { + "id": "q_005726", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "First Republic of Austria", + "pred": "In 1934, the country that Aachen belonged to was Germany. The border of Germany in 1934 was with several countries, including France, Belgium, the Netherlands, Poland, Czechoslovakia, and the Soviet Union. However, it is important to note that the borders of Germany", + "em": 0.0, + "f1": 0.058823529411764705, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1934, the country that Aachen belonged to was Germany. The border of Germany in 1934 was with several countries, including France, Belgium, the Netherlands, Poland, Czechoslovakia, and the Soviet Union. However, it is important to note that the borders of Germany" + }, + { + "id": "q_004929", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "In 1967, the head of state of Virginio Rosetta's country of citizenship, which is Italy, was Antonio Segni.", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1967, the head of state of Virginio Rosetta's country of citizenship, which is Italy, was Antonio Segni." + }, + { + "id": "q_006286", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark (DEM)**", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1977.0\n\n\nThe Mannheim Observatory, located in Germany, was owned by the country of Germany in 1977. The currency of Germany at that time was the **Deutsche Mark (DEM)**. \n\n**Answer: Deutsche Mark (DEM)**" + }, + { + "id": "q_002759", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "K\u014dichir\u014d Matsuura", + "pred": "The answer is: Irina Bokova.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is: Irina Bokova." + }, + { + "id": "q_004009", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "1998", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1998" + }, + { + "id": "q_007134", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of the Italian Republic" + }, + { + "id": "q_002750", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "In 1976, the head of government of Italy, which was Franco Basaglia's country of citizenship, was Aldo Moro.", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1976, the head of government of Italy, which was Franco Basaglia's country of citizenship, was Aldo Moro." + }, + { + "id": "q_000812", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "U-13", + "pred": "1936.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1936.0" + }, + { + "id": "q_003515", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of Italy" + }, + { + "id": "q_005012", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Prime Minister of Italy", + "pred": "1982.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1982.0" + }, + { + "id": "q_004016", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Prime Minister of Italy" + }, + { + "id": "q_008522", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "The position held by the head of state of Franco Bordoni's country of citizenship, Italy, before he became an Italian senator for life was the President of the Italian Republic.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The position held by the head of state of Franco Bordoni's country of citizenship, Italy, before he became an Italian senator for life was the President of the Italian Republic." + }, + { + "id": "q_002972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of the United States of America", + "em": 0.0, + "f1": 0.4444444444444444, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of the United States of America" + }, + { + "id": "q_000716", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_004128", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of Italy" + }, + { + "id": "q_002796", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1923.0, + "gold": "1923", + "pred": "1923", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1923" + }, + { + "id": "q_007015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "The answer is \"Gianluca Pessotto\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is \"Gianluca Pessotto\"." + }, + { + "id": "q_003552", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "chairperson", + "pred": "1\n\nOkay, let's try to figure out this question. The user is asking about Miralem Sulejmani's position as a member of his sports team's chairperson after Sven-G\u00f6ran Eriksson was the coach of S.L. Benfica. Hmm, first, I need to break", + "em": 1.0, + "f1": 0.05, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1\n\nOkay, let's try to figure out this question. The user is asking about Miralem Sulejmani's position as a member of his sports team's chairperson after Sven-G\u00f6ran Eriksson was the coach of S.L. Benfica. Hmm, first, I need to break" + }, + { + "id": "q_004730", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "God Save the Tsar!", + "pred": "The anthem of Vedi's located in's country was \"The Song of the Vedi\" (Ukrainian: \"\u041f\u0456\u0441\u043d\u044f \u0412\u0435\u0434\u0456\") from 1918 to 1920.", + "em": 0.0, + "f1": 0.09523809523809523, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The anthem of Vedi's located in's country was \"The Song of the Vedi\" (Ukrainian: \"\u041f\u0456\u0441\u043d\u044f \u0412\u0435\u0434\u0456\") from 1918 to 1920." + }, + { + "id": "q_005767", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Helmut Kohl", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Helmut Kohl" + }, + { + "id": "q_002032", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Mayor of New York City", + "pred": "Oliver & Company is a 1988 American animated film produced by Walt Disney Pictures and released by Buena Vista Pictures. The narrative location of the film is New York City. The head of government of New York City is the Mayor. In 1988, the Mayor of New York City was Edward", + "em": 1.0, + "f1": 0.2857142857142857, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Oliver & Company is a 1988 American animated film produced by Walt Disney Pictures and released by Buena Vista Pictures. The narrative location of the film is New York City. The head of government of New York City is the Mayor. In 1988, the Mayor of New York City was Edward" + }, + { + "id": "q_008644", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "John Banville was not the winner of Padma Lakshmi's spouse's nomination. Padma Lakshmi is an American television personality, model, and author, and her spouse is Salman Rushdie, a British-Indian novelist. John Banville is an Irish writer and has won several awards, including the Man", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "John Banville was not the winner of Padma Lakshmi's spouse's nomination. Padma Lakshmi is an American television personality, model, and author, and her spouse is Salman Rushdie, a British-Indian novelist. John Banville is an Irish writer and has won several awards, including the Man" + }, + { + "id": "q_006768", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_002122", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "In 1964, the head of state of the country of citizenship of Angelo Cella was the President of the Italian Republic, Giuseppe Saragat.", + "em": 0.0, + "f1": 0.21052631578947367, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1964, the head of state of the country of citizenship of Angelo Cella was the President of the Italian Republic, Giuseppe Saragat." + }, + { + "id": "q_007638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "1980.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1980.0" + }, + { + "id": "q_000842", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "God Save the King", + "pred": "The anthem of Enderbury Island's country, which is the United Kingdom, is \"God Save the Queen\" (or \"God Save the King\" when the monarch is male). The head of state of the United Kingdom is currently King Charles III. Therefore, the anthem of the United Kingdom, which is the country", + "em": 1.0, + "f1": 0.2758620689655173, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The anthem of Enderbury Island's country, which is the United Kingdom, is \"God Save the Queen\" (or \"God Save the King\" when the monarch is male). The head of state of the United Kingdom is currently King Charles III. Therefore, the anthem of the United Kingdom, which is the country" + }, + { + "id": "q_003512", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "1982 Academy Award for Best Picture", + "em": 0.0, + "f1": 0.5333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1982 Academy Award for Best Picture" + }, + { + "id": "q_002727", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Federal State of Austria", + "pred": "Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Czechoslovakia" + }, + { + "id": "q_004477", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "In 1970, the head of state of Tommaso Padoa-Schioppa's country of citizenship, which is Italy, was Giuseppe Saragat.", + "em": 0.0, + "f1": 0.1904761904761905, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1970, the head of state of Tommaso Padoa-Schioppa's country of citizenship, which is Italy, was Giuseppe Saragat." + }, + { + "id": "q_004639", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "1965.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1965.0" + }, + { + "id": "q_002027", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1913.0, + "gold": "Nicholas II of Russia", + "pred": "Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Mikhail Gorbachev" + }, + { + "id": "q_004554", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "In 1961, the head of state of Gino Archesso's country of citizenship, which was Italy, was Enrico de Nicola.", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1961, the head of state of Gino Archesso's country of citizenship, which was Italy, was Enrico de Nicola." + }, + { + "id": "q_005676", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "United States", + "pred": "1. Lance Armstrong\n2. member of sports team -> Motorola\n3. Laureus World Sports Award for Comeback of the Year's winner\n4. country -> United States of America", + "em": 1.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. Lance Armstrong\n2. member of sports team -> Motorola\n3. Laureus World Sports Award for Comeback of the Year's winner\n4. country -> United States of America" + }, + { + "id": "q_008291", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "The position held by the head of state of Linda Sini's country of citizenship, which is Italy, before she became an Italian senator for life was the President of the Italian Republic.", + "em": 0.0, + "f1": 0.20689655172413793, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The position held by the head of state of Linda Sini's country of citizenship, which is Italy, before she became an Italian senator for life was the President of the Italian Republic." + }, + { + "id": "q_008225", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of Italy" + }, + { + "id": "q_001173", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "1970.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1970.0" + }, + { + "id": "q_008571", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "The basic form of government of Metz's country's diplomatic relation after Alfred Neumann country of citizenship Germany was a constitutional monarchy.", + "em": 1.0, + "f1": 0.1904761904761905, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The basic form of government of Metz's country's diplomatic relation after Alfred Neumann country of citizenship Germany was a constitutional monarchy." + }, + { + "id": "q_000937", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1934.0, + "gold": "1934", + "pred": "1919", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1919" + }, + { + "id": "q_003736", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Friedrich Ebert", + "pred": "In 1921, the head of state of the German Empire was the German Emperor (Kaiser) Wilhelm II, who was the head of state of the German Empire until its dissolution in 1918. However, the SMS Arcona was a German naval ship that was part of the German Imperial", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "In 1921, the head of state of the German Empire was the German Emperor (Kaiser) Wilhelm II, who was the head of state of the German Empire until its dissolution in 1918. However, the SMS Arcona was a German naval ship that was part of the German Imperial" + }, + { + "id": "q_002966", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of Italy" + }, + { + "id": "q_000538", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Giovanni Falcone's country of citizenship's head of state was the President of Italy, which was Giuseppe Saragat at the time.", + "em": 1.0, + "f1": 0.3, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Giovanni Falcone's country of citizenship's head of state was the President of Italy, which was Giuseppe Saragat at the time." + }, + { + "id": "q_000838", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "The award received by Ant\u00f4nio da Silva's member of sports team's head coach before the Order of Merit of Baden-W\u00fcrttemberg was the Order of the Star of India.", + "em": 0.0, + "f1": 0.14814814814814814, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The award received by Ant\u00f4nio da Silva's member of sports team's head coach before the Order of Merit of Baden-W\u00fcrttemberg was the Order of the Star of India." + }, + { + "id": "q_002448", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Vanderbilt University", + "pred": "The employer of Viktor Hamburger, who received the Louisa Gross Horwitz Prize, was the University of Chicago.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The employer of Viktor Hamburger, who received the Louisa Gross Horwitz Prize, was the University of Chicago." + }, + { + "id": "q_007230", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "The head of state of the country of Zoran Klemen\u010di\u010d's member of sports team's country after Giovanni Leone was Giorgio Napolitano.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of state of the country of Zoran Klemen\u010di\u010d's member of sports team's country after Giovanni Leone was Giorgio Napolitano." + }, + { + "id": "q_004534", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Prime Minister of Italy", + "pred": "1953.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1953.0" + }, + { + "id": "q_007740", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Prime Minister of Italy" + }, + { + "id": "q_007848", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Prime Minister of Italy", + "pred": "1999-2008\n\n\nAfter Edera Cordiale, country of citizenship Italy, the position held of Mariano Agate's country of citizenship's head of government was 1999-2008.", + "em": 0.0, + "f1": 0.17391304347826086, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999-2008\n\n\nAfter Edera Cordiale, country of citizenship Italy, the position held of Mariano Agate's country of citizenship's head of government was 1999-2008." + }, + { + "id": "q_003817", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Mayor of New York City", + "pred": "The position held by Variety's place of publication's head of government in 1947 was the Prime Minister of the United Kingdom.\n\n\nThe position held by Variety's place of publication's head of government in 1947 was the **Prime Minister of the United Kingdom**.", + "em": 0.0, + "f1": 0.08333333333333333, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The position held by Variety's place of publication's head of government in 1947 was the Prime Minister of the United Kingdom.\n\n\nThe position held by Variety's place of publication's head of government in 1947 was the **Prime Minister of the United Kingdom**." + }, + { + "id": "q_006982", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Hannelore Kohl", + "pred": "The spouse of Ulrike Herrmann's member of political party's chairperson after Heinrich Hellwege member of political party Christian Democratic Union is 1986.0\n\n\nThe spouse of Ulrike Herrmann's member of political party's chairperson after Heinrich Hellwege member of political party", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The spouse of Ulrike Herrmann's member of political party's chairperson after Heinrich Hellwege member of political party Christian Democratic Union is 1986.0\n\n\nThe spouse of Ulrike Herrmann's member of political party's chairperson after Heinrich Hellwege member of political party" + }, + { + "id": "q_000932", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Governing Mayor of Berlin", + "pred": "The position held of Q896393's work location's head of government in 1977 was the Prime Minister of the United Kingdom.", + "em": 0.0, + "f1": 0.09523809523809523, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The position held of Q896393's work location's head of government in 1977 was the Prime Minister of the United Kingdom." + }, + { + "id": "q_004711", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Vanderbilt University", + "pred": "The answer is \"University of California, San Francisco\".", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is \"University of California, San Francisco\"." + }, + { + "id": "q_001424", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Free State of Prussia", + "pred": "The located in of Tilla Durieux's spouse's work location after Kingdom of Prussia was Germany.", + "em": 0.0, + "f1": 0.2105263157894737, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The located in of Tilla Durieux's spouse's work location after Kingdom of Prussia was Germany." + }, + { + "id": "q_006808", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of Italy" + }, + { + "id": "q_005728", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of the Italian Republic" + }, + { + "id": "q_000501", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Civic Democratic Party", + "pred": "Jan Kavan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Jan Kavan" + }, + { + "id": "q_003472", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "The chairperson of Carlo Rambaldi's country of citizenship's member of in 1955 was the United States of America.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The chairperson of Carlo Rambaldi's country of citizenship's member of in 1955 was the United States of America." + }, + { + "id": "q_007593", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "In 1958, the head of state of the country of citizenship of Alberto Moravia's spouse was the President of the Italian Republic, Alcide De Gasperi.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1958, the head of state of the country of citizenship of Alberto Moravia's spouse was the President of the Italian Republic, Alcide De Gasperi." + }, + { + "id": "q_004304", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "military personnel", + "pred": "The occupation of U-120's part of's commanded by in 1943 was a submarine commander.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The occupation of U-120's part of's commanded by in 1943 was a submarine commander." + }, + { + "id": "q_004513", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "European Parliament", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "European Parliament" + }, + { + "id": "q_001144", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Helmut Kohl", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Helmut Kohl" + }, + { + "id": "q_004736", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Prime Minister of Italy" + }, + { + "id": "q_001077", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Mayor of New York City" + }, + { + "id": "q_008586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "chairperson", + "pred": "1998\u20132003", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1998\u20132003" + }, + { + "id": "q_004250", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1976.0" + }, + { + "id": "q_002769", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mayor of New York City", + "pred": "In 1955, Dennis Stock's work location's head of government was the President of the United States, Dwight D. Eisenhower.", + "em": 0.0, + "f1": 0.08695652173913045, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1955, Dennis Stock's work location's head of government was the President of the United States, Dwight D. Eisenhower." + }, + { + "id": "q_001923", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Prime Minister of Italy" + }, + { + "id": "q_008379", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of the Italian Republic" + }, + { + "id": "q_004279", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "U-13", + "pred": "1936.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1936.0" + }, + { + "id": "q_008534", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "President of the French Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of the French Republic" + }, + { + "id": "q_001990", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "United Nations", + "pred": "New Mexico**", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "New Mexico\n\n\nThe narrative location of *Bad Day at Black Rock* is **Black Rock**, a fictional town in **New Mexico**. In 1945, **New Mexico** was an **administrative territorial entity** within the United States. \n\n**Answer: New Mexico**" + }, + { + "id": "q_000057", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of the Italian Republic" + }, + { + "id": "q_003633", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "President of Italy", + "pred": "1966.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1966.0" + }, + { + "id": "q_007357", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Mayor of New York City", + "pred": "1989.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1989.0" + }, + { + "id": "q_005638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "President of the United States", + "pred": "In 2004, the head of government of the country where Michael Barry's sports team was based was the Prime Minister of Australia, John Howard.", + "em": 0.0, + "f1": 0.16000000000000003, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 2004, the head of government of the country where Michael Barry's sports team was based was the Prime Minister of Australia, John Howard." + }, + { + "id": "q_002803", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "European Economic Community" + }, + { + "id": "q_005319", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "The position held of Sergio Andreoli's country of citizenship's head of state after Uberto de Morpurgo country for sport Italy was the President of the Italian Republic.", + "em": 0.0, + "f1": 0.24000000000000002, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The position held of Sergio Andreoli's country of citizenship's head of state after Uberto de Morpurgo country for sport Italy was the President of the Italian Republic." + }, + { + "id": "q_008568", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of Italy" + }, + { + "id": "q_008187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "1", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1" + }, + { + "id": "q_002510", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Bill Clinton", + "pred": "In 1996, the head of government of the United States, where Lance Armstrong's sports team (the U.S. Postal Service) was based, was President Bill Clinton.", + "em": 1.0, + "f1": 0.16666666666666669, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1996, the head of government of the United States, where Lance Armstrong's sports team (the U.S. Postal Service) was based, was President Bill Clinton." + }, + { + "id": "q_007048", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Alexander II of Russia", + "em": 0.0, + "f1": 0.75, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Alexander II of Russia" + }, + { + "id": "q_000284", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Irina Bokova", + "pred": "The chairperson of Susan Polgar's country for sport's member in 2012 was the President of the United States of America, Barack Obama.\n\n\nThe chairperson of Susan Polgar's country (Hungary) for sport's member in 2012 was **\u00c1rp\u00e1d T", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The chairperson of Susan Polgar's country for sport's member in 2012 was the President of the United States of America, Barack Obama.\n\n\nThe chairperson of Susan Polgar's country (Hungary) for sport's member in 2012 was **\u00c1rp\u00e1d T" + }, + { + "id": "q_007586", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "German Emperor", + "pred": "In 1915, the position held by the spouse of the person after whom Breitscheidplatz was named was the Chancellor of the German Empire.", + "em": 0.0, + "f1": 0.10526315789473684, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1915, the position held by the spouse of the person after whom Breitscheidplatz was named was the Chancellor of the German Empire." + }, + { + "id": "q_006367", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "1980.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1980.0" + }, + { + "id": "q_003015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "1958.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1958.0" + }, + { + "id": "q_002788", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "1969.0\n\n\nThe question seems to be asking about the spouse of the winner of an award related to the film *Women in Love* in 1969. However, the phrasing is unclear and may contain errors or ambiguities. Let's break it down:\n\n1.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1969.0\n\n\nThe question seems to be asking about the spouse of the winner of an award related to the film *Women in Love* in 1969. However, the phrasing is unclear and may contain errors or ambiguities. Let's break it down:\n\n1." + }, + { + "id": "q_001092", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "God Save the Tsar!", + "pred": "The anthem of Helsinki, the capital of Finland, after the Russian Empire was \"The Finnish National Anthem\" (Suomen kansallismaa).", + "em": 0.0, + "f1": 0.11111111111111112, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The anthem of Helsinki, the capital of Finland, after the Russian Empire was \"The Finnish National Anthem\" (Suomen kansallismaa)." + }, + { + "id": "q_000319", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "1960.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1960.0" + }, + { + "id": "q_000336", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "1963.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1963.0" + }, + { + "id": "q_005328", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "1976.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1976.0" + }, + { + "id": "q_007430", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Sukarno", + "pred": "The question is unclear and contains errors. It seems to be asking about the head of state of Changchun, which is a city in China, and the diplomatic relations of that city before Suharto. However, cities do not have diplomatic relations, and Suharto was the President of Indonesia, not related to", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The question is unclear and contains errors. It seems to be asking about the head of state of Changchun, which is a city in China, and the diplomatic relations of that city before Suharto. However, cities do not have diplomatic relations, and Suharto was the President of Indonesia, not related to" + }, + { + "id": "q_001032", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "The position held by the head of state of Claudio Ruffini's country of citizenship in 1961 was President of the Italian Republic.\n\n\nThe position held by the head of state of Claudio Ruffini's country of citizenship in 1961 was **President of the Italian Republic", + "em": 0.0, + "f1": 0.18181818181818182, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The position held by the head of state of Claudio Ruffini's country of citizenship in 1961 was President of the Italian Republic.\n\n\nThe position held by the head of state of Claudio Ruffini's country of citizenship in 1961 was **President of the Italian Republic" + }, + { + "id": "q_006917", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "In 2003, the head of state of the country where Zoran Klemen\u010di\u010d was a member of a sports team was Boris Tadi\u0107.\n\n\nIn 2003, Zoran Klemen\u010di\u010d was a member of the Slovenian national football team. The head of state", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "In 2003, the head of state of the country where Zoran Klemen\u010di\u010d was a member of a sports team was Boris Tadi\u0107.\n\n\nIn 2003, Zoran Klemen\u010di\u010d was a member of the Slovenian national football team. The head of state" + }, + { + "id": "q_008460", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Alfonso Brescia was a citizen of Italy. In 1953, the chairperson of the United Nations General Assembly was Sir Brian Urquhart. However, if the question is asking about the chairperson of a specific organization or body within Italy, additional context would be needed. Based on the information", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "Alfonso Brescia was a citizen of Italy. In 1953, the chairperson of the United Nations General Assembly was Sir Brian Urquhart. However, if the question is asking about the chairperson of a specific organization or body within Italy, additional context would be needed. Based on the information" + }, + { + "id": "q_001183", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "1968.0\n\n\nTo determine the answer, we need to follow a logical sequence of steps:\n\n1. **Identify Francesco Carpino's country of citizenship**: \n Francesco Carpino was an Italian politician, so his country of citizenship was **Italy**.\n\n2. **Determine the", + "em": 0.0, + "f1": 0.1212121212121212, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1968.0\n\n\nTo determine the answer, we need to follow a logical sequence of steps:\n\n1. **Identify Francesco Carpino's country of citizenship**: \n Francesco Carpino was an Italian politician, so his country of citizenship was **Italy**.\n\n2. **Determine the" + }, + { + "id": "q_001661", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "1955.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1955.0" + }, + { + "id": "q_002861", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Parliament", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "European Parliament\n\n\nAfter Fernando Di Leo, country of citizenship: Italy, what was the chairperson of Pia Nalli's country of citizenship's member of?\n\nAnswer: European Parliament" + }, + { + "id": "q_003187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of the Italian Republic" + }, + { + "id": "q_003586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "1960.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1960.0" + }, + { + "id": "q_000264", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "The spouse of the winner of the award received by Women in Love was John Gielgud.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The spouse of the winner of the award received by Women in Love was John Gielgud." + }, + { + "id": "q_001302", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1953.0" + }, + { + "id": "q_007976", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of the Italian Republic" + }, + { + "id": "q_007562", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Lviv University", + "pred": "The employer of Zygmunt Janiszewski in 1913 was the Polish government.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The employer of Zygmunt Janiszewski in 1913 was the Polish government." + }, + { + "id": "q_006568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "pred": "1992 Tony Award for Best Actor in a Musical", + "em": 0.0, + "f1": 0.35294117647058826, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1992 Tony Award for Best Actor in a Musical" + }, + { + "id": "q_006715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_005303", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Valenciennes F.C.", + "pred": "Geoffrey Doumeng's member of sports team in 2007 was the New South Wales Waratahs.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Geoffrey Doumeng's member of sports team in 2007 was the New South Wales Waratahs." + }, + { + "id": "q_003783", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Baron Harding of Petherton", + "pred": "In 1959, John Harding, 1st Baron Harding of Petherton, held the noble title of Baron Harding of Petherton.", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1959, John Harding, 1st Baron Harding of Petherton, held the noble title of Baron Harding of Petherton." + }, + { + "id": "q_004865", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_006315", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_006718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_006083", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "In 1954, the country of Pula was Yugoslavia.\n\n\nIn 1954, the country of Pula was Yugoslavia.", + "em": 0.0, + "f1": 0.2857142857142857, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1954, the country of Pula was Yugoslavia.\n\n\nIn 1954, the country of Pula was Yugoslavia." + }, + { + "id": "q_003360", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2023" + }, + { + "id": "q_008353", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Chattanooga", + "pred": "In 1986, the headquarters of the National Model Railroad Association (NMRA) was located in Washington, D.C.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1986, the headquarters of the National Model Railroad Association (NMRA) was located in Washington, D.C." + }, + { + "id": "q_003499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "D.C. United", + "pred": "The occupant of Robert F. Kennedy Memorial Stadium in 2009 was the Washington Nationals baseball team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The occupant of Robert F. Kennedy Memorial Stadium in 2009 was the Washington Nationals baseball team." + }, + { + "id": "q_001224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Gjilan was in the country of Albania in 1977.", + "em": 0.0, + "f1": 0.15384615384615385, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Gjilan was in the country of Albania in 1977." + }, + { + "id": "q_004848", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Soviet Union", + "pred": "Latvia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Latvia" + }, + { + "id": "q_007525", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Oulu Province", + "pred": "The answer is \"Kainuu\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is \"Kainuu\"." + }, + { + "id": "q_000885", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Northern Dvina Governorate", + "pred": "Yarensk Uyezd was located in the Arkhangelsk Governorate.", + "em": 0.0, + "f1": 0.18181818181818182, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Yarensk Uyezd was located in the Arkhangelsk Governorate." + }, + { + "id": "q_001030", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "The Holy Roman Empire", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Holy Roman Empire" + }, + { + "id": "q_004428", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "Soviet Union", + "pred": "Georgia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Georgia" + }, + { + "id": "q_002780", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "University of British Columbia", + "pred": "1983\u20131985: University of British Columbia", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1983\u20131985: University of British Columbia" + }, + { + "id": "q_000352", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Solicitor General for England and Wales", + "pred": "Secretary of State for the Colonies", + "em": 0.0, + "f1": 0.16666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Secretary of State for the Colonies" + }, + { + "id": "q_000414", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_001261", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Italy", + "pred": "The country of citizenship of Renato Barisani after the Kingdom of Italy was the Italian Republic.", + "em": 1.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of citizenship of Renato Barisani after the Kingdom of Italy was the Italian Republic." + }, + { + "id": "q_001035", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "WWE", + "pred": "Shane McMahon is a former professional wrestler and current entrepreneur. After his career in professional wrestling, he became an entrepreneur, primarily involved in the entertainment industry. His employer after transitioning to entrepreneurship was not a traditional employer, as he started his own ventures. One of his notable ventures was the creation of the WWE (World Wrestling Entertainment", + "em": 1.0, + "f1": 0.04878048780487806, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Shane McMahon is a former professional wrestler and current entrepreneur. After his career in professional wrestling, he became an entrepreneur, primarily involved in the entertainment industry. His employer after transitioning to entrepreneurship was not a traditional employer, as he started his own ventures. One of his notable ventures was the creation of the WWE (World Wrestling Entertainment" + }, + { + "id": "q_008432", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "The spouse of John McCain is Cindy McCain.", + "em": 1.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The spouse of John McCain is Cindy McCain." + }, + { + "id": "q_005886", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Federal Minister for Foreign Affairs", + "pred": "Chancellor of Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Chancellor of Germany" + }, + { + "id": "q_007363", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Armin Grein was the Minister of Finance of West Germany in 1989.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Armin Grein was the Minister of Finance of West Germany in 1989." + }, + { + "id": "q_006356", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_004178", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "People's Republic of Bulgaria", + "pred": "In 1979, the country of Pernik was Bulgaria.", + "em": 0.0, + "f1": 0.3076923076923077, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1979, the country of Pernik was Bulgaria." + }, + { + "id": "q_005764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kupferstichkabinett Berlin", + "pred": "Max Jakob Friedl\u00e4nder's employer before the Gem\u00e4ldegalerie Berlin was the Prussian State Museum.", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Max Jakob Friedl\u00e4nder's employer before the Gem\u00e4ldegalerie Berlin was the Prussian State Museum." + }, + { + "id": "q_000581", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Sevilla FC", + "pred": "M\u00e1laga CF", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "M\u00e1laga CF" + }, + { + "id": "q_008059", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Heinrich Himmler", + "pred": "Heinrich Himmler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Heinrich Himmler" + }, + { + "id": "q_002028", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Scopus", + "pred": "The New York Times Book Review", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The New York Times Book Review" + }, + { + "id": "q_005537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_002995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "James Norris Memorial Trophy", + "pred": "In 2012, Erik Karlsson received the Calder Memorial Trophy.", + "em": 0.0, + "f1": 0.30769230769230765, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2012, Erik Karlsson received the Calder Memorial Trophy." + }, + { + "id": "q_005062", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Gyula Iulius Maurer was employed by the Hungarian Academy of Sciences.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Gyula Iulius Maurer was employed by the Hungarian Academy of Sciences." + }, + { + "id": "q_005618", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Leicester City F.C.", + "pred": "Jack Hobbs was a member of the sports team \"The Oval\" in the 1920s.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Jack Hobbs was a member of the sports team \"The Oval\" in the 1920s." + }, + { + "id": "q_000224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Italy", + "pred": "Ulrico Girardi's country of citizenship in 1974 was Italy.", + "em": 1.0, + "f1": 0.18181818181818182, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Ulrico Girardi's country of citizenship in 1974 was Italy." + }, + { + "id": "q_004236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FK Austria Wien", + "pred": "1.996.0\n\n\nThe member of the sports team of Ronald Brunmayr in 1996 was **1.996.0**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1.996.0\n\n\nThe member of the sports team of Ronald Brunmayr in 1996 was **1.996.0**." + }, + { + "id": "q_002148", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1927.0, + "gold": "Kingdom of Romania", + "pred": "The country of Balchik after the Principality of Bulgaria was the Kingdom of Bulgaria.", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The country of Balchik after the Principality of Bulgaria was the Kingdom of Bulgaria." + }, + { + "id": "q_006117", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Kingdom of Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Hungary" + }, + { + "id": "q_000974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Mary Pickford", + "pred": "Eleanor Powell", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Eleanor Powell" + }, + { + "id": "q_003365", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "All-NBA Team", + "pred": "2000 NBA All-Star Game MVP", + "em": 0.0, + "f1": 0.4444444444444444, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2000 NBA All-Star Game MVP" + }, + { + "id": "q_005796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "In 1922, the operator of the Molli railway was the Austrian Federal Railways (\u00d6sterreichische Bundesbahnen, abbreviated as \u00d6BB).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1922, the operator of the Molli railway was the Austrian Federal Railways (\u00d6sterreichische Bundesbahnen, abbreviated as \u00d6BB)." + }, + { + "id": "q_003448", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "Kingdom of Italy", + "pred": "Benedetta Cappa was born in Italy, so her country of citizenship before Italy was not applicable.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Benedetta Cappa was born in Italy, so her country of citizenship before Italy was not applicable." + }, + { + "id": "q_005271", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Borussia M\u00f6nchengladbach", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. FC N\u00fcrnberg" + }, + { + "id": "q_002400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "United States Penitentiary, Florence ADMAX", + "pred": "Ted Kaczynski is a former Harvard University student who was known for his involvement in the Unabomber case. He was arrested in 1996 and sentenced to life in prison without the possibility of parole. The point in time of Ted Kaczynski is currently 2020.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Ted Kaczynski is a former Harvard University student who was known for his involvement in the Unabomber case. He was arrested in 1996 and sentenced to life in prison without the possibility of parole. The point in time of Ted Kaczynski is currently 2020." + }, + { + "id": "q_007959", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Afghanistan", + "pred": "After Czechoslovakia, the diplomatic relation of Germany was the United States.\n\n\nAfter Czechoslovakia, the diplomatic relation of Germany was the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After Czechoslovakia, the diplomatic relation of Germany was the United States.\n\n\nAfter Czechoslovakia, the diplomatic relation of Germany was the United States." + }, + { + "id": "q_008034", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Sergio Tofano was a citizen of Italy before becoming a citizen of the United States.\n\n\nSergio Tofano was a citizen of Italy before becoming a citizen of the United States.", + "em": 0.0, + "f1": 0.25, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "Sergio Tofano was a citizen of Italy before becoming a citizen of the United States.\n\n\nSergio Tofano was a citizen of Italy before becoming a citizen of the United States." + }, + { + "id": "q_006099", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "In 1932, the Central Volga Krai was located in the Soviet Union, specifically in the European part of Russia, covering parts of the Volga River region.", + "em": 0.0, + "f1": 0.08333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1932, the Central Volga Krai was located in the Soviet Union, specifically in the European part of Russia, covering parts of the Volga River region." + }, + { + "id": "q_003338", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "President of the Bundestag", + "pred": "Wolfgang Sch\u00e4uble was the Federal Minister for Special Affairs of Germany from 1998 to 2005.", + "em": 0.0, + "f1": 0.2105263157894737, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Wolfgang Sch\u00e4uble was the Federal Minister for Special Affairs of Germany from 1998 to 2005." + }, + { + "id": "q_007882", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "pred": "The 1954 Nobel Prize in Physiology or Medicine", + "em": 0.0, + "f1": 0.14285714285714288, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The 1954 Nobel Prize in Physiology or Medicine" + }, + { + "id": "q_001101", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Melbourne Cricket Ground", + "pred": "In 1904, the home venue of the Melbourne Football Club was the MCG (Melbourne Cricket Ground).", + "em": 1.0, + "f1": 0.375, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1904, the home venue of the Melbourne Football Club was the MCG (Melbourne Cricket Ground)." + }, + { + "id": "q_004838", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "American Psycho 2", + "pred": "American Psycho (2002 film)", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "American Psycho (2002 film)" + }, + { + "id": "q_008088", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_008278", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Valenciennes F.C.", + "pred": "1.0\n\nOkay, let's try to figure out what team Kenny Lala was a member of in 2013. First, I need to confirm who Kenny Lala is. I'm not immediately familiar with this name, so maybe I should check if there are any notable athletes or sports figures", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1.0\n\nOkay, let's try to figure out what team Kenny Lala was a member of in 2013. First, I need to confirm who Kenny Lala is. I'm not immediately familiar with this name, so maybe I should check if there are any notable athletes or sports figures" + }, + { + "id": "q_003556", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_008174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Spartak Moscow", + "pred": "1. 2004.0\n 2. 2004.0\n 3. 2004.0\n 4. 2004.0\n 5. 2004.0\n 6. 2004.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. 2004.0\n 2. 2004.0\n 3. 2004.0\n 4. 2004.0\n 5. 2004.0\n 6. 2004." + }, + { + "id": "q_007252", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_007229", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_005020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_003581", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_007540", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Norway men's national association football team", + "pred": "Rolf Johannessen's member of sports team in 1931 was the Norwegian national team.", + "em": 0.0, + "f1": 0.3, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Rolf Johannessen's member of sports team in 1931 was the Norwegian national team." + }, + { + "id": "q_006549", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1972.0, + "gold": "1972", + "pred": "1972", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1972" + }, + { + "id": "q_006127", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Rome", + "pred": "Milan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Milan" + }, + { + "id": "q_008172", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Academy Award for Best Director", + "pred": "Fred Zinnemann was nominated for the Academy Award for Best Director for the film \"High Noon\" (1952).", + "em": 1.0, + "f1": 0.5263157894736842, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Fred Zinnemann was nominated for the Academy Award for Best Director for the film \"High Noon\" (1952)." + }, + { + "id": "q_006850", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "\u00c9toile Sportive du Sahel", + "pred": "In 2000, Oumar Kalabane was a member of the sports team of the French national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 2000, Oumar Kalabane was a member of the sports team of the French national football team." + }, + { + "id": "q_001281", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "60 Minutes", + "pred": "The notable work of Morley Safer after receiving the Morley Safer award was the documentary \"The Death of a Nation and Other Essays\" (1979).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The notable work of Morley Safer after receiving the Morley Safer award was the documentary \"The Death of a Nation and Other Essays\" (1979)." + }, + { + "id": "q_000690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_004216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Philadelphia", + "pred": "Thomas Eakins's work location in 1908 was the Pennsylvania Academy of the Fine Arts.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Thomas Eakins's work location in 1908 was the Pennsylvania Academy of the Fine Arts." + }, + { + "id": "q_001024", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "Jos\u00e9 Anigo was the head coach of Olympiacos F.C. from 1999 to 2000.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Jos\u00e9 Anigo was the head coach of Olympiacos F.C. from 1999 to 2000." + }, + { + "id": "q_003080", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Nobel Prize in Literature", + "pred": "Sarvepalli Radhakrishnan was not nominated for the Nobel Peace Prize. He was a renowned Indian philosopher and the second President of India, serving from 1962 to 1967. The Nobel Peace Prize is awarded for contributions to peace, and Radhakrishnan's work", + "em": 0.0, + "f1": 0.11764705882352941, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Sarvepalli Radhakrishnan was not nominated for the Nobel Peace Prize. He was a renowned Indian philosopher and the second President of India, serving from 1962 to 1967. The Nobel Peace Prize is awarded for contributions to peace, and Radhakrishnan's work" + }, + { + "id": "q_006761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Reading F.C.", + "pred": "Stephen Hunt is a former professional footballer who played as a midfielder. After his time at Crystal Palace F.C., he joined several other clubs. One notable team he was part of was Coventry City F.C. in the 1990s. Therefore, the member of the sports team after Crystal Palace F", + "em": 0.0, + "f1": 0.09756097560975609, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Stephen Hunt is a former professional footballer who played as a midfielder. After his time at Crystal Palace F.C., he joined several other clubs. One notable team he was part of was Coventry City F.C. in the 1990s. Therefore, the member of the sports team after Crystal Palace F" + }, + { + "id": "q_007249", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Athletic Club", + "pred": "In 1912, Rafael Moreno Aranzadi was a member of the sports team \"Real Sociedad de F\u00fatbol\" (Real Sociedad Football Club).", + "em": 0.0, + "f1": 0.09999999999999999, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1912, Rafael Moreno Aranzadi was a member of the sports team \"Real Sociedad de F\u00fatbol\" (Real Sociedad Football Club)." + }, + { + "id": "q_004330", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Spain", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Spain" + }, + { + "id": "q_002355", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Brentford F.C.", + "pred": "Andy Sinton was a member of the sports team of Wolverhampton Wanderers F.C. before joining the team of Manchester United F.C.", + "em": 0.0, + "f1": 0.2, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Andy Sinton was a member of the sports team of Wolverhampton Wanderers F.C. before joining the team of Manchester United F.C." + }, + { + "id": "q_001500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Erwin Teufel", + "pred": "Hans Filbinger was the head of government of Baden-W\u00fcrttemberg from 1972 to 1975. After him, the head of government was Erich Honecker.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Hans Filbinger was the head of government of Baden-W\u00fcrttemberg from 1972 to 1975. After him, the head of government was Erich Honecker." + }, + { + "id": "q_002493", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "TV Globo", + "pred": "In 1994, the subsidiary of Grupo Globo was GloboCom.", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1994, the subsidiary of Grupo Globo was GloboCom." + }, + { + "id": "q_004504", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1953" + }, + { + "id": "q_008366", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Jean Tremblay", + "pred": "In 2008, the head of government of Saguenay was the Mayor of Saguenay, who was Jean-Pierre Poirier.", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 2008, the head of government of Saguenay was the Mayor of Saguenay, who was Jean-Pierre Poirier." + }, + { + "id": "q_003310", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "1980", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1980" + }, + { + "id": "q_004860", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "auxiliary bishop", + "pred": "In 1975, Guillermo Leaden held the position of Minister of Education in the government of Argentina.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1975, Guillermo Leaden held the position of Minister of Education in the government of Argentina." + }, + { + "id": "q_007131", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_001190", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Franca Florio was born in Italy.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Franca Florio was born in Italy." + }, + { + "id": "q_001845", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "Stade de Reims", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Stade de Reims" + }, + { + "id": "q_001601", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Lomonosov Moscow State University", + "pred": "Lev Pontryagin's employer in 1933 was the Institute of Mathematics of the USSR Academy of Sciences.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Lev Pontryagin's employer in 1933 was the Institute of Mathematics of the USSR Academy of Sciences." + }, + { + "id": "q_008159", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "AIK Fotboll", + "pred": "Lee Baxter is a fictional character from the anime and manga series \"The Disastrous Life of Saiki K.\" In the series, Lee Baxter is a member of the sports team \"Kagami High School's Baseball Team.\" However, it's important to note that Lee Baxter is not a real person, as he", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Lee Baxter is a fictional character from the anime and manga series \"The Disastrous Life of Saiki K.\" In the series, Lee Baxter is a member of the sports team \"Kagami High School's Baseball Team.\" However, it's important to note that Lee Baxter is not a real person, as he" + }, + { + "id": "q_006771", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Cuxhaven district", + "pred": "Sietland was located in the Netherlands in 1995.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Sietland was located in the Netherlands in 1995." + }, + { + "id": "q_002990", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Vesyegonsky District", + "pred": "Vesyegonsk is located in Tver Oblast, Russia.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Vesyegonsk is located in Tver Oblast, Russia." + }, + { + "id": "q_002704", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Everton F.C.", + "pred": "Adrian Heath was a member of the sports team of Liverpool F.C.", + "em": 0.0, + "f1": 0.26666666666666666, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Adrian Heath was a member of the sports team of Liverpool F.C." + }, + { + "id": "q_000821", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "The country of citizenship of Sabatino Moscati before Italy was the Kingdom of the Two Sicilies.", + "em": 0.0, + "f1": 0.4, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The country of citizenship of Sabatino Moscati before Italy was the Kingdom of the Two Sicilies." + }, + { + "id": "q_001187", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Max Planck Institute for Chemistry", + "pred": "In 1980, Paul Josef Crutzen was employed by the Netherlands Organization for Applied Scientific Research (TNO).", + "em": 0.0, + "f1": 0.09523809523809523, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1980, Paul Josef Crutzen was employed by the Netherlands Organization for Applied Scientific Research (TNO)." + }, + { + "id": "q_006629", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "United States Navy", + "pred": "Frederick B. Dent was a United States Army officer.", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Frederick B. Dent was a United States Army officer." + }, + { + "id": "q_003305", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Italy", + "pred": "The country of citizenship of Antonello Aglioti after the Kingdom of Italy was the Italian Republic.", + "em": 1.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of citizenship of Antonello Aglioti after the Kingdom of Italy was the Italian Republic." + }, + { + "id": "q_005228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Carter Harrison IV", + "pred": "The mayor of Chicago in 1913 was William Hale Thompson.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The mayor of Chicago in 1913 was William Hale Thompson." + }, + { + "id": "q_000310", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "In 1989, Le Montellier was located in the commune of Saint-Martin-de-L\u00e9zat, in the department of Aude, in the Occitanie region of southern France.", + "em": 0.0, + "f1": 0.08333333333333333, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1989, Le Montellier was located in the commune of Saint-Martin-de-L\u00e9zat, in the department of Aude, in the Occitanie region of southern France." + }, + { + "id": "q_003989", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Baron Moyne", + "pred": "1st Baron Moyne", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1st Baron Moyne" + }, + { + "id": "q_007146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_002832", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Willy Marlow", + "pred": "The head of government of Rostock District after it shares border with Schleswig-Holstein was the Minister-President of Mecklenburg-Vorpommern, which is the head of government of the state of Mecklenburg-Vorpommern.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of government of Rostock District after it shares border with Schleswig-Holstein was the Minister-President of Mecklenburg-Vorpommern, which is the head of government of the state of Mecklenburg-Vorpommern." + }, + { + "id": "q_000368", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "FC Porto", + "pred": "Deco was a member of the sports team of FC Porto before joining Fluminense F.C.", + "em": 1.0, + "f1": 0.23529411764705882, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Deco was a member of the sports team of FC Porto before joining Fluminense F.C." + }, + { + "id": "q_005867", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Kursk Oblast was located in the Soviet Union.", + "em": 0.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kursk Oblast was located in the Soviet Union." + }, + { + "id": "q_005700", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Colombia men's national football team", + "pred": "Juan Carlos Henao was a Colombian footballer who played as a defender. Before joining Millonarios, he was part of the sports team Atl\u00e9tico Bucaramanga.", + "em": 0.0, + "f1": 0.07142857142857144, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Juan Carlos Henao was a Colombian footballer who played as a defender. Before joining Millonarios, he was part of the sports team Atl\u00e9tico Bucaramanga." + }, + { + "id": "q_000881", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "York University", + "pred": "In 1986, Ellen Meiksins Wood was employed by the University of London.", + "em": 0.0, + "f1": 0.14285714285714285, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1986, Ellen Meiksins Wood was employed by the University of London." + }, + { + "id": "q_005707", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Kreis Kalbe (Milde)", + "pred": "In 1952, Jeetze was located in the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1952, Jeetze was located in the United States." + }, + { + "id": "q_001238", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Pre\u0161ov Region", + "pred": "1954.0\n\nOkay, let's try to figure out what the question is asking. The user is asking, \"What was the located in of Pre\u0161ov after Pre\u0161ov country Czechoslovakia?\" and the answer provided is \"1954.0\". Hmm, that seems", + "em": 0.0, + "f1": 0.06451612903225806, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1954.0\n\nOkay, let's try to figure out what the question is asking. The user is asking, \"What was the located in of Pre\u0161ov after Pre\u0161ov country Czechoslovakia?\" and the answer provided is \"1954.0\". Hmm, that seems" + }, + { + "id": "q_006162", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2011.0" + }, + { + "id": "q_005973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Kingdom of Lombardy\u2013Venetia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Lombardy\u2013Venetia" + }, + { + "id": "q_006967", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Armando Aste's country of citizenship in 1971 was Italy.\n\n\nArmando Aste's country of citizenship in 1971 was Italy.", + "em": 1.0, + "f1": 0.16666666666666669, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Armando Aste's country of citizenship in 1971 was Italy.\n\n\nArmando Aste's country of citizenship in 1971 was Italy." + }, + { + "id": "q_006519", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "F.C. Pro Vercelli 1892", + "pred": "Dante Amarilli", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Dante Amarilli" + }, + { + "id": "q_006861", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Toulouse FC", + "pred": "Trabzonspor", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Trabzonspor" + }, + { + "id": "q_006139", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Decathlon CMA CGM Team", + "pred": "Nicolas Roche's member of sports team in 2012 was the UCI ProTour team, Team Sky.", + "em": 0.0, + "f1": 0.11111111111111112, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Nicolas Roche's member of sports team in 2012 was the UCI ProTour team, Team Sky." + }, + { + "id": "q_002293", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Bethesda", + "pred": "Katie Ledecky's residence before Stanford was in the town of Annapolis, Maryland.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Katie Ledecky's residence before Stanford was in the town of Annapolis, Maryland." + }, + { + "id": "q_008165", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Akkermansky Uyezd", + "pred": "The answer is: The located in of Bilhorod-Dnistrovskyi was the Russian Empire.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is: The located in of Bilhorod-Dnistrovskyi was the Russian Empire." + }, + { + "id": "q_001745", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Republic of China\n\n\n\nThe country of citizenship of Li Tsung-jen after the Qing dynasty was the **Republic of China**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Republic of China\n\n\n\nThe country of citizenship of Li Tsung-jen after the Qing dynasty was the **Republic of China**." + }, + { + "id": "q_005776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Paul McGann", + "pred": "Iain Glen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Iain Glen" + }, + { + "id": "q_002004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Al-Qaeda", + "pred": "In 1993, Osama bin Laden was an ally of the Taliban.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1993, Osama bin Laden was an ally of the Taliban." + }, + { + "id": "q_003185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Weimar Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_007239", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Kingdom of Italy", + "pred": "Spain", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Spain" + }, + { + "id": "q_005515", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "doctorate", + "pred": "Doctor of Philosophy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Doctor of Philosophy" + }, + { + "id": "q_002120", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Bauska District", + "pred": "In 2000, Bauska was located in Latvia.", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2000, Bauska was located in Latvia." + }, + { + "id": "q_007214", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Gale Anne Hurd", + "pred": "The spouse of James Cameron before Kathryn Bigelow was Linda Hamilton.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The spouse of James Cameron before Kathryn Bigelow was Linda Hamilton." + }, + { + "id": "q_008171", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Kingdom of the Two Sicilies", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of the Two Sicilies" + }, + { + "id": "q_002624", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Woodrow Wilson", + "pred": "Woodrow Wilson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Woodrow Wilson" + }, + { + "id": "q_004467", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "Kingdom of Italy", + "pred": "Alberto Albertini was born in Italy, so his country of citizenship before Italy was not applicable.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Alberto Albertini was born in Italy, so his country of citizenship before Italy was not applicable." + }, + { + "id": "q_006746", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1993.0, + "gold": "1993", + "pred": "1993", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1993" + }, + { + "id": "q_008176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "In 1979, the country of Vr\u0161ac was Yugoslavia.\n\n\nIn 1979, the country of Vr\u0161ac was Yugoslavia.", + "em": 0.0, + "f1": 0.2857142857142857, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1979, the country of Vr\u0161ac was Yugoslavia.\n\n\nIn 1979, the country of Vr\u0161ac was Yugoslavia." + }, + { + "id": "q_000447", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_007622", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2010" + }, + { + "id": "q_007073", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FC Luch-Energiya Vladivostok", + "pred": "In 1996, Maksim Layushkin was a member of the sports team \"Khimik\" in the Soviet Union.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1996, Maksim Layushkin was a member of the sports team \"Khimik\" in the Soviet Union." + }, + { + "id": "q_006216", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Soviet Union", + "pred": "The country of citizenship of Yelena Miroshina before Russia was the Soviet Union.", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of citizenship of Yelena Miroshina before Russia was the Soviet Union." + }, + { + "id": "q_007462", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "\u00d6sters IF", + "pred": "Hans Eklund was a member of the sports team of IFK G\u00f6teborg before joining Viborg FF.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Hans Eklund was a member of the sports team of IFK G\u00f6teborg before joining Viborg FF." + }, + { + "id": "q_000068", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Eski\u015fehirspor", + "pred": "1982.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1982.0" + }, + { + "id": "q_002516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Marconi Prize", + "pred": "The award received by Federico Faggin before the National Medal of Technology and Innovation was the IEEE Medal of Honor.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The award received by Federico Faggin before the National Medal of Technology and Innovation was the IEEE Medal of Honor." + }, + { + "id": "q_003568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_005968", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_000185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_002706", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "economic liberalism", + "pred": "In 1957, Jorge Gonz\u00e1lez von Mar\u00e9es was involved in the movement of the Spanish Civil War.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1957, Jorge Gonz\u00e1lez von Mar\u00e9es was involved in the movement of the Spanish Civil War." + }, + { + "id": "q_006338", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Jan Hendrik Oort", + "pred": "The question is about Maarten Schmidt's doctoral advisor in 1956. To answer this, I need to recall or find information about Maarten Schmidt's academic background. Maarten Schmidt was a Dutch astronomer who later became a U.S. citizen. He is known for his work in extragalactic astronomy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The question is about Maarten Schmidt's doctoral advisor in 1956. To answer this, I need to recall or find information about Maarten Schmidt's academic background. Maarten Schmidt was a Dutch astronomer who later became a U.S. citizen. He is known for his work in extragalactic astronomy" + }, + { + "id": "q_002715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "State Government", + "pred": "Minister of Finance of Austria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Minister of Finance of Austria" + }, + { + "id": "q_005181", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2009.0" + }, + { + "id": "q_003253", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "chairperson", + "pred": "Professor of Philosophy at the University of Tokyo", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Professor of Philosophy at the University of Tokyo" + }, + { + "id": "q_007645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "G\u00f6khan \u00dcnal joined Ankaraspor in 2002. Before that, he was a member of the sports team of Be\u015fikta\u015f.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "G\u00f6khan \u00dcnal joined Ankaraspor in 2002. Before that, he was a member of the sports team of Be\u015fikta\u015f." + }, + { + "id": "q_003453", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Italy", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "United States of America" + }, + { + "id": "q_002186", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Academy Award for Best Actress", + "pred": "Best Actress in a Supporting Role", + "em": 0.0, + "f1": 0.3636363636363636, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Best Actress in a Supporting Role" + }, + { + "id": "q_000960", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Soviet Union", + "pred": "The country of Biysk was the Russian Empire.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of Biysk was the Russian Empire." + }, + { + "id": "q_004347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Deutsche Mark" + }, + { + "id": "q_003476", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Municipio III", + "pred": "San Lorenzo is a name that can refer to several places, so it's important to clarify which specific San Lorenzo is being referred to. If we are talking about San Lorenzo in Rome, then the location of San Lorenzo is Rome, Italy. However, if the question is asking about the location of another San Lorenzo, such", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "San Lorenzo is a name that can refer to several places, so it's important to clarify which specific San Lorenzo is being referred to. If we are talking about San Lorenzo in Rome, then the location of San Lorenzo is Rome, Italy. However, if the question is asking about the location of another San Lorenzo, such" + }, + { + "id": "q_001826", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "WWE", + "pred": "WWE\n\nOkay, let's see. The question is asking, after Shane McMahon's occupation as an entrepreneur, what was his employer? The answer given is WWE. Hmm, I need to verify this.\n\nFirst, I should recall Shane McMahon's career. He's a well-known figure in WWE, right? He was", + "em": 1.0, + "f1": 0.05, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "WWE\n\nOkay, let's see. The question is asking, after Shane McMahon's occupation as an entrepreneur, what was his employer? The answer given is WWE. Hmm, I need to verify this.\n\nFirst, I should recall Shane McMahon's career. He's a well-known figure in WWE, right? He was" + }, + { + "id": "q_002764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Camillo Cibin was born in Italy, so his country of citizenship before Italy was not applicable.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Camillo Cibin was born in Italy, so his country of citizenship before Italy was not applicable." + }, + { + "id": "q_007776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Latvian Soviet Socialist Republic", + "pred": "R\u0113zekne was located in the Soviet Union, which was a country in Eastern Europe.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "R\u0113zekne was located in the Soviet Union, which was a country in Eastern Europe." + }, + { + "id": "q_002291", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2022.0, + "gold": "Al-Nassr", + "pred": "Luiz Gustavo is a Brazilian footballer who has played for several clubs and national teams. After his time with the Brazil men's national football team, he continued his career with various clubs. One notable club he joined was Bayern Munich in Germany. Therefore, the member of the sports team after Brazil men's national football", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Luiz Gustavo is a Brazilian footballer who has played for several clubs and national teams. After his time with the Brazil men's national football team, he continued his career with various clubs. One notable club he joined was Bayern Munich in Germany. Therefore, the member of the sports team after Brazil men's national football" + }, + { + "id": "q_006248", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_003830", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1996" + }, + { + "id": "q_005800", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1927.0, + "gold": "1927", + "pred": "1927", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1927" + }, + { + "id": "q_002743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Roman Herzog", + "pred": "The head of state of Germany before Horst K\u00f6hler was Roman Herzog.", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of state of Germany before Horst K\u00f6hler was Roman Herzog." + }, + { + "id": "q_005305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "TOP 09", + "pred": "European People's Party", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "European People's Party" + }, + { + "id": "q_003125", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Chinese Communist Party", + "pred": "The member of political party of Xiao Ke after Xiao Ke country of citizenship Qing dynasty was the Chinese Revolutionary Party.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of political party of Xiao Ke after Xiao Ke country of citizenship Qing dynasty was the Chinese Revolutionary Party." + }, + { + "id": "q_003993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "United States Air Force", + "pred": "The answer is \"Bell Labs\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is \"Bell Labs\"." + }, + { + "id": "q_000679", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "After pr\u00e9sident-directeur g\u00e9n\u00e9ral, Jean-Marie Cavada held the position of directeur g\u00e9n\u00e9ral adjoint.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After pr\u00e9sident-directeur g\u00e9n\u00e9ral, Jean-Marie Cavada held the position of directeur g\u00e9n\u00e9ral adjoint." + }, + { + "id": "q_001435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "" + }, + { + "id": "q_004918", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_006137", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Orlando Magic", + "pred": "In 1995, Shaquille O'Neal was a member of the Orlando Magic.", + "em": 1.0, + "f1": 0.2857142857142857, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1995, Shaquille O'Neal was a member of the Orlando Magic." + }, + { + "id": "q_002644", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Club Atl\u00e9tico River Plate", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Club Atl\u00e9tico River Plate" + }, + { + "id": "q_004185", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "1.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1.0" + }, + { + "id": "q_007259", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Siemens AG", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Siemens AG" + }, + { + "id": "q_000078", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_006054", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_002336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "SC Young Fellows Juventus", + "pred": "In 1942, Leopold Kielholz was a member of the Swiss national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1942, Leopold Kielholz was a member of the Swiss national football team." + }, + { + "id": "q_004140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "president", + "pred": "Richard William Smith was a United States Senator from New York.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Richard William Smith was a United States Senator from New York." + }, + { + "id": "q_002324", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "1990\u20131991", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1990\u20131991" + }, + { + "id": "q_008261", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "National Basketball Association", + "pred": "Chris Mihm's league or competition in 2005 was the National Football League (NFL).", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Chris Mihm's league or competition in 2005 was the National Football League (NFL)." + }, + { + "id": "q_004156", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_002138", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Montpellier H\u00e9rault Sport Club", + "pred": "Olivier Sorlin is a French former professional footballer who played as a defender. Before joining AS Monaco FC, he was a member of the sports team of RC Lens.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Olivier Sorlin is a French former professional footballer who played as a defender. Before joining AS Monaco FC, he was a member of the sports team of RC Lens." + }, + { + "id": "q_001307", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_005256", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "auxiliary bishop", + "pred": "In 2012, Ortega Franco held the position of Minister of the Interior of Colombia.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2012, Ortega Franco held the position of Minister of the Interior of Colombia." + }, + { + "id": "q_004475", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Q135837", + "pred": "Fassa Bortolo", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Fassa Bortolo" + }, + { + "id": "q_002220", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Estudiantes de La Plata", + "pred": "The member of the sports team of Iv\u00e1n Moreno y Fabianesi after Villarreal CF was Jos\u00e9 Mar\u00eda Camacho.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of the sports team of Iv\u00e1n Moreno y Fabianesi after Villarreal CF was Jos\u00e9 Mar\u00eda Camacho." + }, + { + "id": "q_006192", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Egypt", + "pred": "Egypt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Egypt" + }, + { + "id": "q_005619", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kingdom of Italy", + "pred": "Adone Zoli was born in Italy, so his country of citizenship before Italy was not applicable.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Adone Zoli was born in Italy, so his country of citizenship before Italy was not applicable." + }, + { + "id": "q_003460", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Buber-Rosenzweig-Medal", + "pred": "Nikolaus Schneider received the 2012 European Physical Society Prize for European Women in Physics.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Nikolaus Schneider received the 2012 European Physical Society Prize for European Women in Physics." + }, + { + "id": "q_005532", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Gy\u00f6rgy Fekete", + "pred": "The spouse of Szilvia Sunyovszky in 2020 was G\u00e1bor Szab\u00f3.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The spouse of Szilvia Sunyovszky in 2020 was G\u00e1bor Szab\u00f3." + }, + { + "id": "q_000731", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Ren\u00e9 Ang\u00e9lil", + "pred": "Ren\u00e9 Ang\u00e9lil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Ren\u00e9 Ang\u00e9lil" + }, + { + "id": "q_007949", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Aston Villa F.C.", + "pred": "In 1940, Harry Parkes was a member of the New Zealand national rugby union team, known as the All Blacks.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1940, Harry Parkes was a member of the New Zealand national rugby union team, known as the All Blacks." + }, + { + "id": "q_001545", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_001649", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Kingdom of the Two Sicilies", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of the Two Sicilies" + }, + { + "id": "q_008040", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_006170", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Nazi Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_008589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Italy", + "pred": "The country of citizenship of Filippo Zappata after the Kingdom of Italy was the Italian Republic.", + "em": 1.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of citizenship of Filippo Zappata after the Kingdom of Italy was the Italian Republic." + }, + { + "id": "q_003715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Cottbus is a city in Germany, located in the state of Brandenburg.", + "em": 0.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Cottbus is a city in Germany, located in the state of Brandenburg." + }, + { + "id": "q_004771", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "SV Waldhof Mannheim", + "pred": "1. TSG Weinheim\n 2. Germany national football team\n 3. 1. FC Kaiserslautern\n 4. 1. FC Nuremberg\n 5. 1. FC Saarbr\u00fccken\n 6. 1. FC Saarbr", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. TSG Weinheim\n 2. Germany national football team\n 3. 1. FC Kaiserslautern\n 4. 1. FC Nuremberg\n 5. 1. FC Saarbr\u00fccken\n 6. 1. FC Saarbr" + }, + { + "id": "q_002240", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Raymond Lahey", + "pred": "The answer is Bishop John A. Cummins.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is Bishop John A. Cummins." + }, + { + "id": "q_001328", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "F.C. Hansa Rostock", + "pred": "In 1985, Axel Hauschild was a member of the German national handball team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1985, Axel Hauschild was a member of the German national handball team." + }, + { + "id": "q_003910", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1926.0, + "gold": "Yves du Manoir Stadium", + "pred": "In 1926, the home venue of Racing 92 was the Stade de France.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1926, the home venue of Racing 92 was the Stade de France." + }, + { + "id": "q_003393", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Nemuro Subprefecture (1897\u20142010)", + "pred": "In 1990, Signalny was located in the Soviet Union.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1990, Signalny was located in the Soviet Union." + }, + { + "id": "q_003249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "The located in of Tes-Khemsky District after Tuvan People's Republic was the Soviet Union.", + "em": 0.0, + "f1": 0.3, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The located in of Tes-Khemsky District after Tuvan People's Republic was the Soviet Union." + }, + { + "id": "q_002690", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_000520", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Colchester United F.C.", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Colchester United F.C." + }, + { + "id": "q_008590", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Acad\u00e9mie des beaux-arts", + "pred": "Albert Decaris was a French film director and screenwriter, best known for his work in the 1930s and 1940s. In 1951, he was not a member of any particular organization or group, as he was an independent filmmaker. However, he was associated", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Albert Decaris was a French film director and screenwriter, best known for his work in the 1930s and 1940s. In 1951, he was not a member of any particular organization or group, as he was an independent filmmaker. However, he was associated" + }, + { + "id": "q_002965", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Toronto", + "pred": "Healey Willan was located in Toronto, Ontario, Canada in 1951.", + "em": 1.0, + "f1": 0.19999999999999998, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Healey Willan was located in Toronto, Ontario, Canada in 1951." + }, + { + "id": "q_000417", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Italy", + "pred": "Kingdom of the Two Sicilies", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of the Two Sicilies" + }, + { + "id": "q_007810", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Soviet Union", + "pred": "Khotyn was located in Khotinskij County, which was part of the Russian Empire.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Khotyn was located in Khotinskij County, which was part of the Russian Empire." + }, + { + "id": "q_002744", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Queen Mary University of London", + "pred": "The employer of Kurt Hirsch after he educated at Humboldt-Universit\u00e4t zu Berlin was the German Federal Ministry of Education and Research.", + "em": 0.0, + "f1": 0.08000000000000002, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The employer of Kurt Hirsch after he educated at Humboldt-Universit\u00e4t zu Berlin was the German Federal Ministry of Education and Research." + }, + { + "id": "q_006283", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "University of G\u00f6ttingen", + "pred": "Johann Radon was educated at the University of Vienna.", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Johann Radon was educated at the University of Vienna." + }, + { + "id": "q_001516", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "President of the Swiss Confederation", + "pred": "In 2005, Samuel Schmid held the position of President of the Swiss Federal Council.", + "em": 0.0, + "f1": 0.47058823529411764, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2005, Samuel Schmid held the position of President of the Swiss Federal Council." + }, + { + "id": "q_004019", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "Shk\u00eblzen Gashi is a footballer who has played for several teams throughout his career. After being a member of the Switzerland national under-21 football team, he joined the senior Switzerland national team. Therefore, the answer is Switzerland national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Shk\u00eblzen Gashi is a footballer who has played for several teams throughout his career. After being a member of the Switzerland national under-21 football team, he joined the senior Switzerland national team. Therefore, the answer is Switzerland national team." + }, + { + "id": "q_007577", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Goethe University Frankfurt", + "pred": "The employer of Ruth Moufang was the German chemical company BASF.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The employer of Ruth Moufang was the German chemical company BASF." + }, + { + "id": "q_006387", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Nopporo Station", + "pred": "The adjacent station of Ebetsu Station after Horomui Station was Kita-Kamikawa Station.", + "em": 0.0, + "f1": 0.16666666666666669, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The adjacent station of Ebetsu Station after Horomui Station was Kita-Kamikawa Station." + }, + { + "id": "q_005748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of the Italian Republic" + }, + { + "id": "q_006907", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "The country of Stara Zagora after the Principality of Bulgaria was the Second Bulgarian Empire.\n\n\nThe country of Stara Zagora after the Principality of Bulgaria was the **Second Bulgarian Empire**. \n\nThe Principality of Bulgaria (established in 1185) was a precursor to the Second", + "em": 0.0, + "f1": 0.16666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of Stara Zagora after the Principality of Bulgaria was the Second Bulgarian Empire.\n\n\nThe country of Stara Zagora after the Principality of Bulgaria was the **Second Bulgarian Empire**. \n\nThe Principality of Bulgaria (established in 1185) was a precursor to the Second" + }, + { + "id": "q_000891", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Goffredo Zehender was an Italian citizen.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Goffredo Zehender was an Italian citizen." + }, + { + "id": "q_003937", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "VfL Bochum", + "pred": "Djurg\u00e5rdens IF Fotboll", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Djurg\u00e5rdens IF Fotboll" + }, + { + "id": "q_000823", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_006764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Aston Villa F.C.", + "pred": "Alan Wright is a former professional footballer who played as a midfielder. He was a member of the sports team, specifically the football team, for several clubs during his career. One of the notable teams he played for was Manchester City F.C. in the 1980s. However, it's important to", + "em": 0.0, + "f1": 0.09090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Alan Wright is a former professional footballer who played as a midfielder. He was a member of the sports team, specifically the football team, for several clubs during his career. One of the notable teams he played for was Manchester City F.C. in the 1980s. However, it's important to" + }, + { + "id": "q_008286", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Deportivo de La Coru\u00f1a", + "pred": "Miroslav \u0110uki\u0107 was a Serbian footballer who played for several clubs during his career. Before joining C.D. Tenerife, he was a member of the sports team of FK Partizan, which is a prominent Serbian football club based in Belgrade. FK Partizan is one of the", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Miroslav \u0110uki\u0107 was a Serbian footballer who played for several clubs during his career. Before joining C.D. Tenerife, he was a member of the sports team of FK Partizan, which is a prominent Serbian football club based in Belgrade. FK Partizan is one of the" + }, + { + "id": "q_002635", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_006205", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_005727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Austria men's national football team", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. FC N\u00fcrnberg" + }, + { + "id": "q_002157", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_000634", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "SSC Bari", + "pred": "In 2003, Graziano Battistini was a member of the sports team \"S.S. Lazio\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 2003, Graziano Battistini was a member of the sports team \"S.S. Lazio\"." + }, + { + "id": "q_005602", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Kita-Toyotsu Signal Base", + "pred": "The adjacent station of Kunnui Station after Oshamambe Station is Kunnui Station itself.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The adjacent station of Kunnui Station after Oshamambe Station is Kunnui Station itself." + }, + { + "id": "q_000342", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Russia" + }, + { + "id": "q_004873", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Club Atletico All Boys", + "pred": "In 2010, Agust\u00edn Torassa was a member of the sports team of River Plate.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 2010, Agust\u00edn Torassa was a member of the sports team of River Plate." + }, + { + "id": "q_004390", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Shonan Bellmare", + "pred": "Takeshi Motoyoshi is a Japanese former professional footballer who played as a defender. Before joining Urawa Red Diamonds, he was a member of the sports team of the Japanese club Nagoya Grampus. He played for Nagoya Grampus from 1985 to 1989 before moving", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Takeshi Motoyoshi is a Japanese former professional footballer who played as a defender. Before joining Urawa Red Diamonds, he was a member of the sports team of the Japanese club Nagoya Grampus. He played for Nagoya Grampus from 1985 to 1989 before moving" + }, + { + "id": "q_006898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Bruno Rossi Prize", + "pred": "The award received by Rashid Sunyaev before the Bruce Medal was the Dirac Medal.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The award received by Rashid Sunyaev before the Bruce Medal was the Dirac Medal." + }, + { + "id": "q_006508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Italy", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Austria" + }, + { + "id": "q_005697", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "G.S. Iraklis Thessalonikis (men's association football)", + "pred": "FK Rad 1992\u20131993", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "FK Rad 1992\u20131993" + }, + { + "id": "q_002898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "VfB Stuttgart", + "pred": "Ernst Blum was a member of the sports team of the German national association football team before the 1925.0.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Ernst Blum was a member of the sports team of the German national association football team before the 1925.0." + }, + { + "id": "q_003442", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_004805", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Bocskai FC", + "pred": "The member of the sports team of J\u00e1nos Gyarmati before Red Star F.C. was Ferenc Pusk\u00e1s.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of the sports team of J\u00e1nos Gyarmati before Red Star F.C. was Ferenc Pusk\u00e1s." + }, + { + "id": "q_006113", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Prime Minister of Bhutan", + "pred": "In 1962, Jigme Palden Dorji held the position of Prime Minister of Bhutan.", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1962, Jigme Palden Dorji held the position of Prime Minister of Bhutan." + }, + { + "id": "q_002998", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Hibernian F.C.", + "pred": "The member of the sports team of Derek Riordan, after the Scotland men's national football team, was the New Zealand men's national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of the sports team of Derek Riordan, after the Scotland men's national football team, was the New Zealand men's national football team." + }, + { + "id": "q_000743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Toti Dal Monte was born in Italy.", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Toti Dal Monte was born in Italy." + }, + { + "id": "q_005890", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "The country of citizenship of Aldo Clementi before Italy was the Kingdom of Sardinia.", + "em": 0.0, + "f1": 0.42857142857142855, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The country of citizenship of Aldo Clementi before Italy was the Kingdom of Sardinia." + }, + { + "id": "q_003583", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Aichi district", + "pred": "In 2009, Nagakute was located in Aichi Prefecture, Japan.", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2009, Nagakute was located in Aichi Prefecture, Japan." + }, + { + "id": "q_006267", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "German Empire", + "pred": "Before West Germany, the country of Freiburg im Breisgau was the German Empire.", + "em": 1.0, + "f1": 0.2857142857142857, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Before West Germany, the country of Freiburg im Breisgau was the German Empire." + }, + { + "id": "q_005655", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Associated Press Athlete of the Year", + "pred": "Serena Williams received the Laureus World Sports Award for Comeback of the Year in 2009. The award was presented to her at the Laureus World Sports Awards ceremony in London. The ceremony was hosted by the British comedian and actor, Stephen Fry. The event was broadcast on television and was attended by numerous", + "em": 0.0, + "f1": 0.14285714285714285, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Serena Williams received the Laureus World Sports Award for Comeback of the Year in 2009. The award was presented to her at the Laureus World Sports Awards ceremony in London. The ceremony was hosted by the British comedian and actor, Stephen Fry. The event was broadcast on television and was attended by numerous" + }, + { + "id": "q_003079", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Kingdom of Bulgaria", + "pred": "Before the establishment of the People's Republic of Bulgaria in 1949, the area that is now Burgas was part of the Kingdom of Bulgaria. The city of Burgas itself was founded in the 15th century and became an important port city during the Ottoman Empire. However, the specific administrative divisions", + "em": 1.0, + "f1": 0.15789473684210528, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Before the establishment of the People's Republic of Bulgaria in 1949, the area that is now Burgas was part of the Kingdom of Bulgaria. The city of Burgas itself was founded in the 15th century and became an important port city during the Ottoman Empire. However, the specific administrative divisions" + }, + { + "id": "q_002419", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Helmond Sport", + "pred": "In 1968, Fons van Wissen was a member of the Dutch national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1968, Fons van Wissen was a member of the Dutch national football team." + }, + { + "id": "q_007094", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "World Rally Championship", + "pred": "The Citro\u00ebn World Rally Team was part of the World Rally Championship (WRC) before the World Touring Car Championship (WTCC).", + "em": 1.0, + "f1": 0.35294117647058826, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The Citro\u00ebn World Rally Team was part of the World Rally Championship (WRC) before the World Touring Car Championship (WTCC)." + }, + { + "id": "q_004223", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "French Navy", + "pred": "1996.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1996.0" + }, + { + "id": "q_000687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Orthez", + "pred": "The residence of Francis Jammes in 1921 was 11, rue de l'Universit\u00e9, Paris 5e.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The residence of Francis Jammes in 1921 was 11, rue de l'Universit\u00e9, Paris 5e." + }, + { + "id": "q_001391", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Royal Academy of Exact, Physical and Natural Sciences", + "pred": "Jos\u00e9 Echegaray was a member of the Spanish Royal Academy of Language.", + "em": 0.0, + "f1": 0.3157894736842105, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Jos\u00e9 Echegaray was a member of the Spanish Royal Academy of Language." + }, + { + "id": "q_005935", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Atalanta BC", + "pred": "In 1946, the coach of the sports team of Giuseppe Meazza was Vittorio Pozzo.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1946, the coach of the sports team of Giuseppe Meazza was Vittorio Pozzo." + }, + { + "id": "q_003693", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Spartak", + "pred": "1955.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1955.0" + }, + { + "id": "q_001318", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Princeton University", + "pred": "Marvin Minsky was educated at Harvard University.", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Marvin Minsky was educated at Harvard University." + }, + { + "id": "q_006537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Walter Feit was an American mathematician who worked at the University of Chicago.", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Walter Feit was an American mathematician who worked at the University of Chicago." + }, + { + "id": "q_000126", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_004119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_004718", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Egypt", + "pred": "Egypt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Egypt" + }, + { + "id": "q_000908", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "TI-Raleigh", + "pred": "Ludo Peeters was a member of the sports team \"Rabobank\" before joining Team Visma-Lease a Bike.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Ludo Peeters was a member of the sports team \"Rabobank\" before joining Team Visma-Lease a Bike." + }, + { + "id": "q_003983", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Spanish Navy", + "pred": "U-573 was operated by the German Navy (Kriegsmarine) during World War II. The question seems to be asking for the operator after the Kriegsmarine, which is not applicable as the Kriegsmarine was the operator of U-573. If the question is asking for", + "em": 0.0, + "f1": 0.06666666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "U-573 was operated by the German Navy (Kriegsmarine) during World War II. The question seems to be asking for the operator after the Kriegsmarine, which is not applicable as the Kriegsmarine was the operator of U-573. If the question is asking for" + }, + { + "id": "q_008295", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Grawemeyer Award for Music Composition", + "pred": "1985.0\n\n\nThe award received by Witold Lutos\u0142awski after the Herder Prize was the **Prix de la Ville de Paris** in 1985.", + "em": 0.0, + "f1": 0.08333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1985.0\n\n\nThe award received by Witold Lutos\u0142awski after the Herder Prize was the **Prix de la Ville de Paris** in 1985." + }, + { + "id": "q_003030", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "pred": "Alfred Jeanroy was a member of the French Academy in 1925.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Alfred Jeanroy was a member of the French Academy in 1925." + }, + { + "id": "q_005340", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Boavista F.C.", + "pred": "Akhisar Belediyespor", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Akhisar Belediyespor" + }, + { + "id": "q_004507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "The country of Hlukhiv after the Ukrainian People's Republic was the Ukrainian Soviet Socialist Republic (Ukrainian SSR).", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of Hlukhiv after the Ukrainian People's Republic was the Ukrainian Soviet Socialist Republic (Ukrainian SSR)." + }, + { + "id": "q_008262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Dario Franchitti", + "pred": "In 2012, Ashley Judd's spouse was Michael Shannon.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2012, Ashley Judd's spouse was Michael Shannon." + }, + { + "id": "q_000349", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "2nd U-boat Flotilla", + "pred": "The affiliation of U-43 after the significant event of ship launching was the Kriegsmarine.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The affiliation of U-43 after the significant event of ship launching was the Kriegsmarine." + }, + { + "id": "q_004450", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Radio Free Europe/Radio Liberty", + "pred": "Alexander Rahr was employed by Wintershall Dea before joining the company.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Alexander Rahr was employed by Wintershall Dea before joining the company." + }, + { + "id": "q_001374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "The located in of Mandatory Palestine after Netanya country Mandatory Palestine was the British Mandate for Palestine.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The located in of Mandatory Palestine after Netanya country Mandatory Palestine was the British Mandate for Palestine." + }, + { + "id": "q_005907", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1904.0, + "gold": "1904", + "pred": "1904", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1904" + }, + { + "id": "q_007403", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Nazi Germany", + "pred": "Otto Schuhart was a German politician who served as a member of the German parliament (Reichstag) during the Weimar Republic. He was a member of the German National People's Party (Deutsche National Volkspartei, DNVP), which was a right-wing, conservative, and nationalist political party in", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Otto Schuhart was a German politician who served as a member of the German parliament (Reichstag) during the Weimar Republic. He was a member of the German National People's Party (Deutsche National Volkspartei, DNVP), which was a right-wing, conservative, and nationalist political party in" + }, + { + "id": "q_007172", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Cardiff City F.C.", + "pred": "Lee Naylor is a former professional footballer who played as a midfielder. After his time at Celtic F.C., he joined the sports team of the English club Wolverhampton Wanderers (Wolves) in 1996. Therefore, the member of the sports team of Lee Naylor after Celtic F.C", + "em": 0.0, + "f1": 0.10810810810810813, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Lee Naylor is a former professional footballer who played as a midfielder. After his time at Celtic F.C., he joined the sports team of the English club Wolverhampton Wanderers (Wolves) in 1996. Therefore, the member of the sports team of Lee Naylor after Celtic F.C" + }, + { + "id": "q_006019", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Fengtien", + "pred": "The answer is \"Jilin City\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is \"Jilin City\"." + }, + { + "id": "q_003483", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Helmut Newton", + "pred": "June Browne's spouse in 1981 was John Browne.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "June Browne's spouse in 1981 was John Browne." + }, + { + "id": "q_003450", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_007313", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Georges Bataille", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is not available in the provided text." + }, + { + "id": "q_006396", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Institute for Advanced Study", + "pred": "Princeton University", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Princeton University" + }, + { + "id": "q_004252", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "FC Sochaux-Montb\u00e9liard", + "pred": "Jean-Jacques Marcel was a member of the French national football team, which played in the 1949 FIFA World Cup.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Jean-Jacques Marcel was a member of the French national football team, which played in the 1949 FIFA World Cup." + }, + { + "id": "q_006732", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Lappeenranta", + "pred": "After Vyborg, the headquarters of SPL Saimaan piiri was moved to Kajaani.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After Vyborg, the headquarters of SPL Saimaan piiri was moved to Kajaani." + }, + { + "id": "q_002912", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Tinkoff", + "pred": "Matthew Goss is a member of the sports team called the \"Brisbane Broncos\" in the National Rugby League (NRL).", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Matthew Goss is a member of the sports team called the \"Brisbane Broncos\" in the National Rugby League (NRL)." + }, + { + "id": "q_000404", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Club Le\u00f3n", + "pred": "Luis Estrada was a member of the Mexico national football team.\n\n\nIn 1966, Luis Estrada was a member of the Mexico national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "Luis Estrada was a member of the Mexico national football team.\n\n\nIn 1966, Luis Estrada was a member of the Mexico national football team." + }, + { + "id": "q_003700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_007041", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Hannover 96", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. FC N\u00fcrnberg" + }, + { + "id": "q_008089", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "R\u0113zekne District is a district in Latvia, so the country of R\u0113zekne District is Latvia.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "R\u0113zekne District is a district in Latvia, so the country of R\u0113zekne District is Latvia." + }, + { + "id": "q_003463", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Chinese Communist Party", + "pred": "The answer is: Chinese Communist Party.", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is: Chinese Communist Party." + }, + { + "id": "q_005154", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Mongolia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Mongolia" + }, + { + "id": "q_002203", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Pace University", + "pred": "United States Department of Justice", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "United States Department of Justice" + }, + { + "id": "q_008263", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Giuseppe Di Vittorio was born in Italy, so his country of citizenship before Italy was not applicable.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Giuseppe Di Vittorio was born in Italy, so his country of citizenship before Italy was not applicable." + }, + { + "id": "q_001733", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "Shk\u00eblzen Gashi's member of sports team in 2022 was the Albanian national football team.\n\n\nShk\u00eblzen Gashi's member of sports team in 2022 was the Albanian national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Shk\u00eblzen Gashi's member of sports team in 2022 was the Albanian national football team.\n\n\nShk\u00eblzen Gashi's member of sports team in 2022 was the Albanian national football team." + }, + { + "id": "q_002948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Chemnitz Government Region", + "pred": "Stollberg is a town in the district of Zwickau, in the Free State of Saxony, Germany.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Stollberg is a town in the district of Zwickau, in the Free State of Saxony, Germany." + }, + { + "id": "q_004111", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Osinniki", + "pred": "Kaltan is a town in Kemerovo Oblast, Russia.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kaltan is a town in Kemerovo Oblast, Russia." + }, + { + "id": "q_003418", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Bruno Kastner", + "pred": "The spouse of Ida W\u00fcst in 1922 was Karl W\u00fcst.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The spouse of Ida W\u00fcst in 1922 was Karl W\u00fcst." + }, + { + "id": "q_004890", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Kiliia Raion", + "pred": "Izmailsky Uyezd", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Izmailsky Uyezd" + }, + { + "id": "q_008141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_008123", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_003032", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1968.0, + "gold": "1968", + "pred": "1968", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1968" + }, + { + "id": "q_003123", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1928.0, + "gold": "Kingdom of Italy", + "pred": "The country of citizenship of Carlo Annovazzi before Italy was the Kingdom of Sardinia.", + "em": 0.0, + "f1": 0.42857142857142855, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The country of citizenship of Carlo Annovazzi before Italy was the Kingdom of Sardinia." + }, + { + "id": "q_008638", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2015.0, + "gold": "2015", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_004857", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "1. Shelly Duvall\n 2. Karen Black\n 3. Anne Heche\n 4. Diane Keaton\n 5. Shelley Duvall\n 6. Shelley Duvall\n 7. Shelley Duvall\n 8. Shelley Duvall\n 9.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. Shelly Duvall\n 2. Karen Black\n 3. Anne Heche\n 4. Diane Keaton\n 5. Shelley Duvall\n 6. Shelley Duvall\n 7. Shelley Duvall\n 8. Shelley Duvall\n 9." + }, + { + "id": "q_004040", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_001345", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Radical Civic Union", + "pred": "The member of the political party of Arturo Umberto Illia before Uni\u00f3n C\u00edvica Radical del Pueblo was the Radical Civic Union (Uni\u00f3n C\u00edvica Radical, UCR).", + "em": 1.0, + "f1": 0.2857142857142857, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of the political party of Arturo Umberto Illia before Uni\u00f3n C\u00edvica Radical del Pueblo was the Radical Civic Union (Uni\u00f3n C\u00edvica Radical, UCR)." + }, + { + "id": "q_004403", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1930" + }, + { + "id": "q_005977", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_005231", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Algiers", + "pred": "Brazzaville Cemetery", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Brazzaville Cemetery" + }, + { + "id": "q_007965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Second Polish Republic", + "pred": "The country of Mi\u013aka\u016d\u0161\u010dyna after the Russian Empire was the Soviet Union.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of Mi\u013aka\u016d\u0161\u010dyna after the Russian Empire was the Soviet Union." + }, + { + "id": "q_007542", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "1.0\n\nOkay, let's try to figure out this question. The user is asking, \"What was the member of sports team of Kelly Smith after Kelly Smith member of sports team Boston Breakers?\" and the answer given is 1.0. Hmm, that seems a bit confusing. Let me break", + "em": 0.0, + "f1": 0.09302325581395349, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1.0\n\nOkay, let's try to figure out this question. The user is asking, \"What was the member of sports team of Kelly Smith after Kelly Smith member of sports team Boston Breakers?\" and the answer given is 1.0. Hmm, that seems a bit confusing. Let me break" + }, + { + "id": "q_002736", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Busan IPark FC", + "pred": "Lee Yo-han's member of sports team in 2011 was the Samsung Lions.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Lee Yo-han's member of sports team in 2011 was the Samsung Lions." + }, + { + "id": "q_006562", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Italy", + "pred": "The country of citizenship of Clelio Darida after the Kingdom of Italy was the Italian Republic.", + "em": 1.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of citizenship of Clelio Darida after the Kingdom of Italy was the Italian Republic." + }, + { + "id": "q_008098", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "2013", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2013" + }, + { + "id": "q_008119", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_007399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Barbastro", + "pred": "Rome", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Rome" + }, + { + "id": "q_002437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "chairperson", + "pred": "Minister of the Interior of Finland", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Minister of the Interior of Finland" + }, + { + "id": "q_004561", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2001" + }, + { + "id": "q_008086", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "1981.0, 1981.0, 1981.0, 1981.0, 1981.0, 1981.0, 1981.0, 1981.0,", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1981.0, 1981.0, 1981.0, 1981.0, 1981.0, 1981.0, 1981.0, 1981.0," + }, + { + "id": "q_003089", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_003744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Toulouse FC", + "pred": "Paris Saint-Germain FC", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Paris Saint-Germain FC" + }, + { + "id": "q_007690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1942.0" + }, + { + "id": "q_007154", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_007872", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Big Brother", + "pred": "1999\u20132004\n\n\nThe participant in Lothar Vosseler in 2004 was 1999\u20132004.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999\u20132004\n\n\nThe participant in Lothar Vosseler in 2004 was 1999\u20132004." + }, + { + "id": "q_008425", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Carlo Giuffr\u00e9 was born in 1907 in the Kingdom of Italy, which was a constitutional monarchy at the time. The Kingdom of Italy existed until 1946, when it was replaced by the Italian Republic following a referendum. Therefore, the country of citizenship of Carlo Giuffr\u00e9 before Italy", + "em": 1.0, + "f1": 0.17647058823529413, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Carlo Giuffr\u00e9 was born in 1907 in the Kingdom of Italy, which was a constitutional monarchy at the time. The Kingdom of Italy existed until 1946, when it was replaced by the Italian Republic following a referendum. Therefore, the country of citizenship of Carlo Giuffr\u00e9 before Italy" + }, + { + "id": "q_000644", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Iburi Subprefecture", + "pred": "In 1990, Muroran was located in the Hokkaido region of Japan.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1990, Muroran was located in the Hokkaido region of Japan." + }, + { + "id": "q_001235", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Omar al-Bashir", + "pred": "Sudan in 1995 was a one-party state, with the Sudan People's Liberation Army (SPLA) as the ruling party. The head of state was Omar al-Bashir, who had been in power since 1989.", + "em": 1.0, + "f1": 0.19354838709677416, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Sudan in 1995 was a one-party state, with the Sudan People's Liberation Army (SPLA) as the ruling party. The head of state was Omar al-Bashir, who had been in power since 1989." + }, + { + "id": "q_006759", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Seine-et-Oise", + "pred": "In 1944, Houdan was located in the French department of Yvelines.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1944, Houdan was located in the French department of Yvelines." + }, + { + "id": "q_004565", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Russian Empire", + "pred": "In 1900, Ivangorod was part of the Russian Empire.", + "em": 1.0, + "f1": 0.3636363636363636, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1900, Ivangorod was part of the Russian Empire." + }, + { + "id": "q_005444", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Queens Park Rangers F.C.", + "pred": "Manchester United F.C.", + "em": 0.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Manchester United F.C." + }, + { + "id": "q_001753", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_003468", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "B\u00f4cher Memorial Prize", + "pred": "The National Medal of Science", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The National Medal of Science" + }, + { + "id": "q_001321", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "KFC Uerdingen 05", + "pred": "\u00c9merson Luiz Firmino's member of sports team in 2002 was the Brazilian national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "\u00c9merson Luiz Firmino's member of sports team in 2002 was the Brazilian national team." + }, + { + "id": "q_004960", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Real Madrid Club de F\u00fatbol", + "pred": "In 1999, Bodo Illgner was a member of the German national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1999, Bodo Illgner was a member of the German national football team." + }, + { + "id": "q_004118", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_008476", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Republic of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Republic of Italy" + }, + { + "id": "q_004242", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_004333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "FC St. Gallen", + "pred": "Switzerland national under-17 association football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Switzerland national under-17 association football team" + }, + { + "id": "q_007528", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1974" + }, + { + "id": "q_003750", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "United States", + "pred": "United States of America", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "United States of America" + }, + { + "id": "q_002500", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "PFC Slavia Sofia", + "pred": "In 2008, Yordan Petkov was a member of the Bulgarian national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 2008, Yordan Petkov was a member of the Bulgarian national football team." + }, + { + "id": "q_006400", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Argentina", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Argentina" + }, + { + "id": "q_004574", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1977" + }, + { + "id": "q_002681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_006488", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Albert II of Belgium", + "pred": "Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Paul-Henri Spaak" + }, + { + "id": "q_007839", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_001389", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_007506", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Kingdom of the Two Sicilies", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of the Two Sicilies" + }, + { + "id": "q_005877", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "chairperson", + "pred": "Chancellor of the Netherlands", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Chancellor of the Netherlands" + }, + { + "id": "q_001046", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Seine-et-Oise", + "pred": "In 1948, \u00c9zanville was located in the department of Seine-et-Marne, which is part of the \u00cele-de-France region in France.", + "em": 0.0, + "f1": 0.1904761904761905, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "In 1948, \u00c9zanville was located in the department of Seine-et-Marne, which is part of the \u00cele-de-France region in France." + }, + { + "id": "q_004160", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SC Bastia", + "pred": "The member of the sports team of Anto Drobnjak before Gamba Osaka was the Croatian national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of the sports team of Anto Drobnjak before Gamba Osaka was the Croatian national team." + }, + { + "id": "q_001013", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Rip Torn", + "pred": "In 1983, the spouse of Geraldine Page was Robert Taylor.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1983, the spouse of Geraldine Page was Robert Taylor." + }, + { + "id": "q_007572", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Bernadette Chirac", + "pred": "In 1959, the spouse of Jacques Chirac was Danielle Mitterrand.", + "em": 0.0, + "f1": 0.16666666666666669, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1959, the spouse of Jacques Chirac was Danielle Mitterrand." + }, + { + "id": "q_008063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Academy Award for Best Costume Design", + "pred": "The answer is: \"The Favourite\" (2018)", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is: \"The Favourite\" (2018)" + }, + { + "id": "q_008392", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_003675", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "list of land speed records", + "pred": "Rudolf Caracciola's record in 1963 was 1963.0.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Rudolf Caracciola's record in 1963 was 1963.0." + }, + { + "id": "q_004974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "AFC Bournemouth", + "pred": "1990\u20131991\n\n\nThe member of the sports team of Darren Anderton after Darren Anderton was a member of the England men's national association football team was **1990\u20131991**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1990\u20131991\n\n\nThe member of the sports team of Darren Anderton after Darren Anderton was a member of the England men's national association football team was **1990\u20131991**." + }, + { + "id": "q_000114", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Finland women's national football team", + "pred": "The member of the sports team of Annica Sj\u00f6lund after \u00c5land United was the \u00c5land United women's football team.", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of the sports team of Annica Sj\u00f6lund after \u00c5land United was the \u00c5land United women's football team." + }, + { + "id": "q_004958", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "FC Bayern Munich", + "pred": "Z\u00e9 Roberto's team in 2008 was the S\u00e3o Paulo Futebol S.A. (S\u00e3o Paulo FC).", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Z\u00e9 Roberto's team in 2008 was the S\u00e3o Paulo Futebol S.A. (S\u00e3o Paulo FC)." + }, + { + "id": "q_002847", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_001441", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "G\u00f6khan \u00dcnal's member of sports team in 2002 was the Turkish national team.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "G\u00f6khan \u00dcnal's member of sports team in 2002 was the Turkish national team." + }, + { + "id": "q_006437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Soviet Union" + }, + { + "id": "q_002206", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Chelsea F.C.", + "pred": "Netherlands national association football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Netherlands national association football team" + }, + { + "id": "q_007216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "In 2004, Christian Vargas was a member of the San Diego Padres.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 2004, Christian Vargas was a member of the San Diego Padres." + }, + { + "id": "q_005526", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "SK Rapid Wien", + "pred": "1. FC Nuremberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. FC Nuremberg" + }, + { + "id": "q_005718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_000262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "FK Teplice", + "pred": "1. Czechoslovakia national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. Czechoslovakia national football team" + }, + { + "id": "q_001083", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Germany", + "pred": "German Democratic Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "German Democratic Republic" + }, + { + "id": "q_004361", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "SK Brann", + "pred": "\u00d6rebro SK", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "\u00d6rebro SK" + }, + { + "id": "q_006333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "The operator of the Molli railway after the Grand Duchy of Mecklenburg Friedrich-Franz Railway was the Mecklenburg Railway Company (Mecklenburger Eisenbahn-Gesellschaft).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The operator of the Molli railway after the Grand Duchy of Mecklenburg Friedrich-Franz Railway was the Mecklenburg Railway Company (Mecklenburger Eisenbahn-Gesellschaft)." + }, + { + "id": "q_003965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "\u00c9toile Carouge FC", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "\u00c9toile Carouge FC" + }, + { + "id": "q_002645", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "S.L. Benfica", + "pred": "In 1990, Paulo Sousa was a member of the Portuguese sports team \"C.S. Sporting Clube de Braga\".", + "em": 0.0, + "f1": 0.09523809523809525, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1990, Paulo Sousa was a member of the Portuguese sports team \"C.S. Sporting Clube de Braga\"." + }, + { + "id": "q_001182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Silver Bear for Best Actress", + "pred": "Edith Evans received the Academy Award for Best Actress in 1967.", + "em": 0.0, + "f1": 0.37499999999999994, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Edith Evans received the Academy Award for Best Actress in 1967." + }, + { + "id": "q_004948", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_002435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "2007", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2007" + }, + { + "id": "q_001871", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Walter Feit was employed by the University of Chicago after Cornell University.", + "em": 0.0, + "f1": 0.15384615384615385, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Walter Feit was employed by the University of Chicago after Cornell University." + }, + { + "id": "q_000473", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "US Triestina Calcio 1918", + "pred": "Michele Bacis is a former Italian footballer who played as a defender. Before joining Genoa CFC (Genoa Cricket and Football Club), he was a member of the sports team of A.S. Roma.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Michele Bacis is a former Italian footballer who played as a defender. Before joining Genoa CFC (Genoa Cricket and Football Club), he was a member of the sports team of A.S. Roma." + }, + { + "id": "q_006904", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Bernd R\u00fcthers", + "pred": "The rector of the University of Konstanz in 1992 was Professor Dr. Hans-J\u00fcrgen B\u00f6hm.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The rector of the University of Konstanz in 1992 was Professor Dr. Hans-J\u00fcrgen B\u00f6hm." + }, + { + "id": "q_003995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "RC Strasbourg Alsace", + "pred": "1.0\n\nOkay, let's try to figure out what the answer is here. The question is asking about the member of a sports team that Amaury Bischoff was part of in 2005. The answer given is 1.0, but I need to verify if that's", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1.0\n\nOkay, let's try to figure out what the answer is here. The question is asking about the member of a sports team that Amaury Bischoff was part of in 2005. The answer given is 1.0, but I need to verify if that's" + }, + { + "id": "q_005684", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "delegate", + "pred": "Andrew Jacobs was a United States Senator from New York, serving from 1954 to 1962.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Andrew Jacobs was a United States Senator from New York, serving from 1954 to 1962." + }, + { + "id": "q_004481", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Vladimir Lenin", + "pred": "Khujand's name was not changed in 1989.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Khujand's name was not changed in 1989." + }, + { + "id": "q_006873", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1948.0, + "gold": "1948", + "pred": "1948", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1948" + }, + { + "id": "q_005653", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "1991.0\n\nOkay, let's try to figure out the answer to this question. The user is asking for the head coach of Poland's men's national football team after Antoni Janik. First, I need to confirm who Antoni Janik was and when he was involved with the Polish", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1991.0\n\nOkay, let's try to figure out the answer to this question. The user is asking for the head coach of Poland's men's national football team after Antoni Janik. First, I need to confirm who Antoni Janik was and when he was involved with the Polish" + }, + { + "id": "q_003277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Leyton Orient F.C.", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Leyton Orient F.C." + }, + { + "id": "q_004653", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2012" + }, + { + "id": "q_001722", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "The country of Yevpatoriia after the Russian Empire was the Soviet Union.\n\n\nThe country of Yevpatoriia after the Russian Empire was the Soviet Union.", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of Yevpatoriia after the Russian Empire was the Soviet Union.\n\n\nThe country of Yevpatoriia after the Russian Empire was the Soviet Union." + }, + { + "id": "q_000499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "United States Marine Corps", + "pred": "Jim Mattis joined the United States Marine Corps in 1968 and served until 1984, when he retired. Therefore, his military branch in 1984 was the United States Marine Corps.", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Jim Mattis joined the United States Marine Corps in 1968 and served until 1984, when he retired. Therefore, his military branch in 1984 was the United States Marine Corps." + }, + { + "id": "q_003725", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Russian Empire", + "pred": "Grand Duchy of Lithuania", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Grand Duchy of Lithuania" + }, + { + "id": "q_004162", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Bob Benny", + "pred": "The participant of Belgium in the Eurovision Song Contest before Tonia was Lieve Wierick.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The participant of Belgium in the Eurovision Song Contest before Tonia was Lieve Wierick." + }, + { + "id": "q_004885", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_007832", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "South West Trains", + "pred": "In 1998, the operator of the British Rail Class 455 was the British Railways Board.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1998, the operator of the British Rail Class 455 was the British Railways Board." + }, + { + "id": "q_005962", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Soviet Union" + }, + { + "id": "q_000011", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Order of the Red Banner of Labour", + "pred": "The award received by Tofiq Bahramov in 1970 was the Order of the Red Banner of Labour.", + "em": 1.0, + "f1": 0.6, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The award received by Tofiq Bahramov in 1970 was the Order of the Red Banner of Labour." + }, + { + "id": "q_007446", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Cruz Azul", + "pred": "Mexico men's national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Mexico men's national football team" + }, + { + "id": "q_004620", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Cesare Siepi was born in Italy.\n\n\nCesare Siepi was born in Italy.", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Cesare Siepi was born in Italy.\n\n\nCesare Siepi was born in Italy." + }, + { + "id": "q_007791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Fredrikstad FK", + "pred": "The member of the sports team of Jan Fuglset before Molde FK was Rosenborg BK.", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of the sports team of Jan Fuglset before Molde FK was Rosenborg BK." + }, + { + "id": "q_003645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "The head coach of the Poland men's national football team before Paulo Sousa was **Andrzej Poczwardowski**. He took charge of the team in 2018 and was succeeded by Paulo Sousa in 2020.", + "em": 0.0, + "f1": 0.07407407407407407, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of the Poland men's national football team before Paulo Sousa was **Andrzej Poczwardowski**. He took charge of the team in 2018 and was succeeded by Paulo Sousa in 2020." + }, + { + "id": "q_008601", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Laura Adani was a citizen of the Kingdom of Italy before it became the Italian Republic.\n\n\nLaura Adani was a citizen of the Kingdom of Italy before it became the Italian Republic.", + "em": 1.0, + "f1": 0.33333333333333337, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "Laura Adani was a citizen of the Kingdom of Italy before it became the Italian Republic.\n\n\nLaura Adani was a citizen of the Kingdom of Italy before it became the Italian Republic." + }, + { + "id": "q_001029", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Club Joventut Badalona", + "pred": "The member of the sports team of Joan Filb\u00e1 after the Spain men's national basketball team was Jos\u00e9 Antonio \"Toto\" Mart\u00ednez.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of the sports team of Joan Filb\u00e1 after the Spain men's national basketball team was Jos\u00e9 Antonio \"Toto\" Mart\u00ednez." + }, + { + "id": "q_002959", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "1993", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1993" + }, + { + "id": "q_002305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_002878", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Guardian Children's Fiction Prize", + "pred": "Gillian Cross was nominated for the 1980.0 Angus Book Award.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Gillian Cross was nominated for the 1980.0 Angus Book Award." + }, + { + "id": "q_000807", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "C\u00e9sar Award for Best Female Revelation", + "pred": "H\u00e9l\u00e8ne Filli\u00e8res was nominated for the 2002 Cannes Film Festival.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "H\u00e9l\u00e8ne Filli\u00e8res was nominated for the 2002 Cannes Film Festival." + }, + { + "id": "q_004108", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Seine-et-Oise", + "pred": "In 1947, Breux-Jouy was located in the department of Oise, in the region of Hauts-de-France, in northern France.", + "em": 0.0, + "f1": 0.1111111111111111, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1947, Breux-Jouy was located in the department of Oise, in the region of Hauts-de-France, in northern France." + }, + { + "id": "q_000347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Primetime Emmy Award for Outstanding Animated Program", + "pred": "1997 Primetime Emmy Award for Outstanding Animated Program (For a Series)", + "em": 1.0, + "f1": 0.8235294117647058, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1997 Primetime Emmy Award for Outstanding Animated Program (For a Series)" + }, + { + "id": "q_004954", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "FC Elista", + "pred": "The coach of the sports team FC Olimpia Volgograd after Leonid Slutsky was Igor Kovalenko.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The coach of the sports team FC Olimpia Volgograd after Leonid Slutsky was Igor Kovalenko." + }, + { + "id": "q_006909", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Umberto Bossi", + "pred": "Umberto Bossi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Umberto Bossi" + }, + { + "id": "q_007331", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "President of Latvia", + "pred": "Minister of Health", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Minister of Health" + }, + { + "id": "q_003609", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Sch\u00f6neberg", + "pred": "In 1988, Wuppertal was twinned with the city of Barmen.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1988, Wuppertal was twinned with the city of Barmen." + }, + { + "id": "q_006006", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "FC Twente", + "pred": "R.S.C. Anderlecht", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "R.S.C. Anderlecht" + }, + { + "id": "q_008100", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Mandatory Palestine", + "pred": "In 1924, the country of Bnei Brak was Israel.\n\n\nIn 1924, the country of Bnei Brak was Israel.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1924, the country of Bnei Brak was Israel.\n\n\nIn 1924, the country of Bnei Brak was Israel." + }, + { + "id": "q_004453", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Anselmo Bucci's country of citizenship in 1942 was Italy.\n\n\nAnselmo Bucci's country of citizenship in 1942 was Italy.", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Anselmo Bucci's country of citizenship in 1942 was Italy.\n\n\nAnselmo Bucci's country of citizenship in 1942 was Italy." + }, + { + "id": "q_006282", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Club Atl\u00e9tico Osasuna", + "pred": "The member of sports team of Roberto Santamar\u00eda Calavia after Roberto Santamar\u00eda Calavia member of sports team UE Lleida is 1994.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of sports team of Roberto Santamar\u00eda Calavia after Roberto Santamar\u00eda Calavia member of sports team UE Lleida is 1994." + }, + { + "id": "q_003708", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_003013", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "The member of the sports team of Alec Chamberlain after Tranmere Rovers F.C. was John Barnes.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of the sports team of Alec Chamberlain after Tranmere Rovers F.C. was John Barnes." + }, + { + "id": "q_001471", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_007727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "Soviet Union", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Ukraine" + }, + { + "id": "q_000942", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Husqvarna FF", + "pred": "1995.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1995.0" + }, + { + "id": "q_006079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Altai Krai", + "pred": "Rubtsovsk is a city in the Sverdlovsk Oblast of Russia, located in the Ural Mountains.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Rubtsovsk is a city in the Sverdlovsk Oblast of Russia, located in the Ural Mountains." + }, + { + "id": "q_002943", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Leipzig University", + "pred": "Henry E. Sigerist's employer before Johns Hopkins University was the University of Vienna.", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Henry E. Sigerist's employer before Johns Hopkins University was the University of Vienna." + }, + { + "id": "q_003037", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_003677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_003146", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "New York City", + "pred": "New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "New York City" + }, + { + "id": "q_004225", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "MTK Budapest FC", + "pred": "In 2005, Zsanett Jakabfi was a member of the Hungarian national handball team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 2005, Zsanett Jakabfi was a member of the Hungarian national handball team." + }, + { + "id": "q_000827", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_008211", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Rick Parfitt", + "pred": "The answer is \"Bert\" (Bertie) Blythe.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is \"Bert\" (Bertie) Blythe." + }, + { + "id": "q_007342", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pierre Mauroy", + "pred": "Before Martine Aubry, the head of government of Lille Metropolis was Jean-Pierre Vanryckeghem.", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Before Martine Aubry, the head of government of Lille Metropolis was Jean-Pierre Vanryckeghem." + }, + { + "id": "q_005759", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Austria\u2013Hungary", + "pred": "The country of Giurtelecu Hododului was the Kingdom of Hungary.", + "em": 0.0, + "f1": 0.2, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The country of Giurtelecu Hododului was the Kingdom of Hungary." + }, + { + "id": "q_003949", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Minister of the Interior of France", + "em": 0.0, + "f1": 0.4000000000000001, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Minister of the Interior of France" + }, + { + "id": "q_005277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Samba Gold", + "pred": "1999 FIFA U-17 World Cup\n\n\nThe award received by Neymar after he was a member of Santos F.C. was the **1999 FIFA U-17 World Cup**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1999 FIFA U-17 World Cup\n\n\nThe award received by Neymar after he was a member of Santos F.C. was the **1999 FIFA U-17 World Cup**." + }, + { + "id": "q_001667", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_002554", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2009.0" + }, + { + "id": "q_003996", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1943.0, + "gold": "Yugoslavia", + "pred": "Bulgaria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Bulgaria" + }, + { + "id": "q_005904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_004658", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Italy\n\n\nThe country of citizenship of Gianni Agus before Italy was Italy.", + "em": 0.0, + "f1": 0.30769230769230765, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy\n\n\nThe country of citizenship of Gianni Agus before Italy was Italy." + }, + { + "id": "q_004227", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Lady Gaga", + "pred": "The winner of the MTV Video Music Award for Best New Artist in 2009 was **Katy Perry**. She won the award for her music video **\"I Kissed a Girl\"**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the MTV Video Music Award for Best New Artist in 2009 was **Katy Perry**. She won the award for her music video **\"I Kissed a Girl\"**." + }, + { + "id": "q_001594", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Bell Labs", + "pred": "The question is about Ralph Hartley's employer in 1936. The answer is that he was employed by the Bell System.", + "em": 0.0, + "f1": 0.09999999999999999, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The question is about Ralph Hartley's employer in 1936. The answer is that he was employed by the Bell System." + }, + { + "id": "q_006869", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Al Masry SC", + "pred": "Tarek Soliman's member of sports team in 1984 was the Egyptian national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Tarek Soliman's member of sports team in 1984 was the Egyptian national team." + }, + { + "id": "q_006930", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Soviet Union", + "pred": "The country of Lyubertsy in 1933 was the Soviet Union.\n\n\nThe country of Lyubertsy in 1933 was the Soviet Union.", + "em": 1.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of Lyubertsy in 1933 was the Soviet Union.\n\n\nThe country of Lyubertsy in 1933 was the Soviet Union." + }, + { + "id": "q_000374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "University of Edinburgh", + "pred": "1938.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1938.0" + }, + { + "id": "q_005195", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Tmutarakan was a medieval city-state located in the region of the Lower Don River, in what is now southern Russia. After the Russian Empire, the area became part of the Soviet Union. Following the dissolution of the Soviet Union in 1991, Tmutarakan became part of the Russian Federation", + "em": 1.0, + "f1": 0.12121212121212122, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "Tmutarakan was a medieval city-state located in the region of the Lower Don River, in what is now southern Russia. After the Russian Empire, the area became part of the Soviet Union. Following the dissolution of the Soviet Union in 1991, Tmutarakan became part of the Russian Federation" + }, + { + "id": "q_002457", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "In 1982, Cottbus was located in the German Democratic Republic (GDR), which is now part of Germany.", + "em": 0.0, + "f1": 0.1111111111111111, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1982, Cottbus was located in the German Democratic Republic (GDR), which is now part of Germany." + }, + { + "id": "q_007411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "CPJ International Press Freedom Awards", + "pred": "1993.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1993.0" + }, + { + "id": "q_006097", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "1999\u20132000", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999\u20132000" + }, + { + "id": "q_006940", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "British Raj", + "pred": "Bilgram is a city in the Indian state of Bihar. Therefore, Bilgram's country in 1940 was India.\n\n\nBilgram is a city in the Indian state of Bihar. Therefore, Bilgram's country in 1940 was India.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "Bilgram is a city in the Indian state of Bihar. Therefore, Bilgram's country in 1940 was India.\n\n\nBilgram is a city in the Indian state of Bihar. Therefore, Bilgram's country in 1940 was India." + }, + { + "id": "q_000173", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_005298", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Italy", + "pred": "Republic of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Republic of Italy" + }, + { + "id": "q_005185", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1950.0, + "gold": "Italy", + "pred": "Kingdom of Romania", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Romania" + }, + { + "id": "q_007749", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "David Mamet", + "pred": "The spouse of Lindsay Crouse after she was nominated for the Academy Award for Best Supporting Actress in 1989 was Jeff Bridges.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The spouse of Lindsay Crouse after she was nominated for the Academy Award for Best Supporting Actress in 1989 was Jeff Bridges." + }, + { + "id": "q_007535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "The owned by of Shell-Haus after the significant event construction was Shell Oil Company.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The owned by of Shell-Haus after the significant event construction was Shell Oil Company." + }, + { + "id": "q_006111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_002110", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Soviet Union", + "pred": "The Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Soviet Union" + }, + { + "id": "q_000829", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Carlo Manzoni was born in the Kingdom of Sardinia, which was a kingdom in the Italian Peninsula. The Kingdom of Sardinia was a state that existed from 1720 to 1861, and it was the precursor to the Kingdom of Italy. Therefore, the country of citizenship", + "em": 1.0, + "f1": 0.19999999999999998, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "Carlo Manzoni was born in the Kingdom of Sardinia, which was a kingdom in the Italian Peninsula. The Kingdom of Sardinia was a state that existed from 1720 to 1861, and it was the precursor to the Kingdom of Italy. Therefore, the country of citizenship" + }, + { + "id": "q_008640", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_002292", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1989" + }, + { + "id": "q_005480", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "general", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "" + }, + { + "id": "q_008496", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Italy", + "pred": "Kingdom of Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Hungary" + }, + { + "id": "q_006640", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Ottoman Empire", + "pred": "In 1907, the country of Gaza City was the Ottoman Empire.", + "em": 1.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1907, the country of Gaza City was the Ottoman Empire." + }, + { + "id": "q_003927", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Ascoli Calcio 1898 FC", + "pred": "Michele Fini was an Italian politician, not a sports team member. Therefore, there is no sports team member named Michele Fini.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Michele Fini was an Italian politician, not a sports team member. Therefore, there is no sports team member named Michele Fini." + }, + { + "id": "q_007996", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Soviet Union", + "pred": "In 1982, the country of Oryol was the Soviet Union.", + "em": 1.0, + "f1": 0.3636363636363636, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1982, the country of Oryol was the Soviet Union." + }, + { + "id": "q_000373", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Northwestern University", + "pred": "University of Cambridge", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "University of Cambridge" + }, + { + "id": "q_005430", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Aut\u00f3dromo Internacional Ayrton Senna", + "pred": "The Brazilian motorcycle Grand Prix was held at the Aut\u00f3dromo Internacional Nelson Piquet before it moved to the Aut\u00f3dromo Jos\u00e9 Carlos Pace.", + "em": 0.0, + "f1": 0.17391304347826086, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Brazilian motorcycle Grand Prix was held at the Aut\u00f3dromo Internacional Nelson Piquet before it moved to the Aut\u00f3dromo Jos\u00e9 Carlos Pace." + }, + { + "id": "q_000744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Calcio Foggia 1920", + "pred": "The member of the sports team of Cosimo Nocera before the Italy men's national association football team was Giuseppe Meazza.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of the sports team of Cosimo Nocera before the Italy men's national association football team was Giuseppe Meazza." + }, + { + "id": "q_003964", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Gangwon FC", + "pred": "The answer is: 1998-2000: FC Seoul (K League) 1998-2000: FC Seoul (K League) 1998-2000: FC Seoul (K League) 1998-200", + "em": 0.0, + "f1": 0.16666666666666669, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is: 1998-2000: FC Seoul (K League) 1998-2000: FC Seoul (K League) 1998-2000: FC Seoul (K League) 1998-200" + }, + { + "id": "q_004438", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Club Atl\u00e9tico River Plate", + "pred": "The member of the sports team of Amadeo Carrizo before Club Alianza Lima was the Peru national football team.", + "em": 0.0, + "f1": 0.10526315789473685, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of the sports team of Amadeo Carrizo before Club Alianza Lima was the Peru national football team." + }, + { + "id": "q_004862", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1902.0, + "gold": "Amtshauptmannschaft Schwarzenberg", + "pred": "The answer is: Johanngeorgenstadt.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is: Johanngeorgenstadt." + }, + { + "id": "q_004495", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "As d'Or Jeu de l'Ann\u00e9e", + "pred": "The 2005 nominee for No Thanks! was \"The Great Escape\" (2005).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The 2005 nominee for No Thanks! was \"The Great Escape\" (2005)." + }, + { + "id": "q_002486", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Israel" + }, + { + "id": "q_003629", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "La Spezia", + "pred": "1942.0\n\nOkay, so I need to figure out where the 29th U-boat Flotilla was located before Toulon. Let me start by recalling what I know about U-boat flotillas during World War II. \n\nFirst, the Kriegsmarine,", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1942.0\n\nOkay, so I need to figure out where the 29th U-boat Flotilla was located before Toulon. Let me start by recalling what I know about U-boat flotillas during World War II. \n\nFirst, the Kriegsmarine," + }, + { + "id": "q_006341", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "FC Girondins de Bordeaux", + "pred": "The member of the sports team of A\u017ebe Jug after NK Interblock was Igor \u010celebi\u0107.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of the sports team of A\u017ebe Jug after NK Interblock was Igor \u010celebi\u0107." + }, + { + "id": "q_002779", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SBV Vitesse", + "pred": "Ante Mi\u0161e was a member of the sports team of HNK Rijeka before joining HNK Hajduk Split.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Ante Mi\u0161e was a member of the sports team of HNK Rijeka before joining HNK Hajduk Split." + }, + { + "id": "q_006236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Nazi Party", + "pred": "The member of political party of August Eigruber in 1940 was the National Socialist German Workers' Party (NSDAP).", + "em": 0.0, + "f1": 0.11764705882352941, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of political party of August Eigruber in 1940 was the National Socialist German Workers' Party (NSDAP)." + }, + { + "id": "q_004217", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "1. FFC Frankfurt", + "pred": "1. FC Nuremberg\n\n\nThe member of the sports team of Katrin Kliehm in 2005 was **1. FC Nuremberg**.", + "em": 0.0, + "f1": 0.11764705882352941, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. FC Nuremberg\n\n\nThe member of the sports team of Katrin Kliehm in 2005 was **1. FC Nuremberg**." + }, + { + "id": "q_001111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_003973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Mandatory Palestine", + "pred": "The country of Acre after the Ottoman Empire was the British Mandate of Palestine.\n\n\nAfter the Ottoman Empire, the region of Acre (modern-day Akko) became part of the **British Mandate of Palestine** following World War I. This was established under the League of Nations in 192", + "em": 0.0, + "f1": 0.06451612903225806, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "The country of Acre after the Ottoman Empire was the British Mandate of Palestine.\n\n\nAfter the Ottoman Empire, the region of Acre (modern-day Akko) became part of the **British Mandate of Palestine** following World War I. This was established under the League of Nations in 192" + }, + { + "id": "q_002651", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Edith Roosevelt", + "pred": "Edith Roosevelt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Edith Roosevelt" + }, + { + "id": "q_005128", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_007441", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Norway men's national association football team", + "pred": "Arne Erlandsen was a member of the sports team of the Norwegian football club Rosenborg BK.", + "em": 0.0, + "f1": 0.19047619047619047, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Arne Erlandsen was a member of the sports team of the Norwegian football club Rosenborg BK." + }, + { + "id": "q_006793", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "FC Veszpr\u00e9m", + "pred": "Ferenc Csongr\u00e1di was a member of the sports team Feh\u00e9rv\u00e1r FC.", + "em": 0.0, + "f1": 0.15384615384615385, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Ferenc Csongr\u00e1di was a member of the sports team Feh\u00e9rv\u00e1r FC." + }, + { + "id": "q_005396", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Nazi Germany", + "pred": "After the German Empire, Hanau was part of the Free State of Hesse, which was a state within the Weimar Republic.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "After the German Empire, Hanau was part of the Free State of Hesse, which was a state within the Weimar Republic." + }, + { + "id": "q_002815", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "People's Republic of China", + "pred": "China", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "China" + }, + { + "id": "q_007174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Amsterdam", + "pred": "Michael Jacklin's work location in 2000 was the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Michael Jacklin's work location in 2000 was the United States." + }, + { + "id": "q_001511", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Academy Award for Best Picture", + "pred": "Hal B. Wallis was nominated for the Academy Award for Best Picture in 1970 for the film \"The Candidate\".", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Hal B. Wallis was nominated for the Academy Award for Best Picture in 1970 for the film \"The Candidate\"." + }, + { + "id": "q_000553", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Denmark women's national football team", + "pred": "After IF Fl\u00f8ya, the member of the sports team of Katrine Pedersen was Kjell A. H\u00f8gseth.", + "em": 0.0, + "f1": 0.1, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After IF Fl\u00f8ya, the member of the sports team of Katrine Pedersen was Kjell A. H\u00f8gseth." + }, + { + "id": "q_000656", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Northwestern University", + "pred": "University of Chicago", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "University of Chicago" + }, + { + "id": "q_001297", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1970.0, + "gold": "1970", + "pred": "1970", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1970" + }, + { + "id": "q_007459", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Amsterdam", + "pred": "In 1946, Carel Willink was working in the Netherlands.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1946, Carel Willink was working in the Netherlands." + }, + { + "id": "q_002423", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Trinidad and Tobago men's national football team", + "pred": "Joe Public F.C.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Joe Public F.C." + }, + { + "id": "q_001348", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Vincent R\u00fcfli is a Swiss footballer who plays as a defender. He has been associated with several sports teams throughout his career. One of the notable teams he has been part of is the FC Z\u00fcrich, a Swiss football club based in Z\u00fcrich. Therefore, the member of a sports team that", + "em": 0.0, + "f1": 0.05263157894736842, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Vincent R\u00fcfli is a Swiss footballer who plays as a defender. He has been associated with several sports teams throughout his career. One of the notable teams he has been part of is the FC Z\u00fcrich, a Swiss football club based in Z\u00fcrich. Therefore, the member of a sports team that" + }, + { + "id": "q_008576", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Ukraine" + }, + { + "id": "q_002071", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "British School at Rome", + "pred": "In 1912, Eugenie Sellers Strong was employed by the United States Department of Agriculture.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1912, Eugenie Sellers Strong was employed by the United States Department of Agriculture." + }, + { + "id": "q_004899", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1978.0, + "gold": "Soviet Union", + "pred": "After the Russian Empire, the country of Uman was the Soviet Union.", + "em": 1.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After the Russian Empire, the country of Uman was the Soviet Union." + }, + { + "id": "q_001022", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Vladimir Oblast", + "pred": "1977.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1977.0" + }, + { + "id": "q_003839", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jane Birkin", + "pred": "1977.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1977.0" + }, + { + "id": "q_001814", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Christian Neureuther", + "pred": "Rosi Mittermaier's spouse in 2015 was Thomas Mittermaier.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Rosi Mittermaier's spouse in 2015 was Thomas Mittermaier." + }, + { + "id": "q_007256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Austria-Hungary" + }, + { + "id": "q_005993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Martha Vickers", + "pred": "In 1950, Mickey Rooney was married to Alice Faye.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1950, Mickey Rooney was married to Alice Faye." + }, + { + "id": "q_005336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Arabic", + "pred": "Hebrew and Arabic", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Hebrew and Arabic" + }, + { + "id": "q_005683", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Herbert Seifert's employer after TU Dresden was the University of Kassel.", + "em": 0.0, + "f1": 0.14285714285714285, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Herbert Seifert's employer after TU Dresden was the University of Kassel." + }, + { + "id": "q_007163", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Relax-Gam", + "pred": "The member of sports team of Juan Antonio Flecha after Juan Antonio Flecha member of sports team Kaiku is not available in the provided information.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of sports team of Juan Antonio Flecha after Juan Antonio Flecha member of sports team Kaiku is not available in the provided information." + }, + { + "id": "q_007140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Arne Tiselius was nominated for the Nobel Prize in Chemistry in 1946.", + "em": 0.0, + "f1": 0.3529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Arne Tiselius was nominated for the Nobel Prize in Chemistry in 1946." + }, + { + "id": "q_008134", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Shell-Haus was owned by Shell Oil Company in 1954.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Shell-Haus was owned by Shell Oil Company in 1954." + }, + { + "id": "q_002147", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Hungarian Socialist Workers' Party", + "pred": "In 1971, L\u00e1szl\u00f3 B\u00e9kesi was a member of the Hungarian Socialist Workers' Party (MSZMP).", + "em": 1.0, + "f1": 0.4444444444444445, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1971, L\u00e1szl\u00f3 B\u00e9kesi was a member of the Hungarian Socialist Workers' Party (MSZMP)." + }, + { + "id": "q_006224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "habilitation", + "pred": "Hienad\u017a Sahanovi\u010d's academic degree in 2018 was a Doctor of Philosophy (PhD).", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Hienad\u017a Sahanovi\u010d's academic degree in 2018 was a Doctor of Philosophy (PhD)." + }, + { + "id": "q_000654", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Province of Mantua", + "pred": "In 1939, Felonica was located in the Netherlands.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1939, Felonica was located in the Netherlands." + }, + { + "id": "q_004102", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "University of California, Los Angeles", + "pred": "The employer of Ernst G. Straus after the Institute for Advanced Study was the University of California, Berkeley.", + "em": 0.0, + "f1": 0.3, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The employer of Ernst G. Straus after the Institute for Advanced Study was the University of California, Berkeley." + }, + { + "id": "q_007739", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "FSV Frankfurt", + "pred": "Servette FC", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Servette FC" + }, + { + "id": "q_006368", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Chemins de fer du Midi", + "pred": "In 1902, the operator of Q802601 was the London and North Eastern Railway (LNER).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1902, the operator of Q802601 was the London and North Eastern Railway (LNER)." + }, + { + "id": "q_002589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "The country of citizenship of Angelo Anquilletti after the Kingdom of Italy was the Italian Republic.", + "em": 1.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of citizenship of Angelo Anquilletti after the Kingdom of Italy was the Italian Republic." + }, + { + "id": "q_006409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "A.O. Kavalas (association football)", + "pred": "The member of the sports team of Mario Galinovi\u0107, after Croatia men's national football team, was the Slovenian national football team.", + "em": 0.0, + "f1": 0.1, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of the sports team of Mario Galinovi\u0107, after Croatia men's national football team, was the Slovenian national football team." + }, + { + "id": "q_002646", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1997.0, + "gold": "1997", + "pred": "1997", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1997" + }, + { + "id": "q_002133", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Gold Medal of the Royal Astronomical Society", + "pred": "In 1917, Walter Sydney Adams received the Gold Medal of the Royal Astronomical Society.", + "em": 1.0, + "f1": 0.7000000000000001, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1917, Walter Sydney Adams received the Gold Medal of the Royal Astronomical Society." + }, + { + "id": "q_000302", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_002678", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Atalanta BC", + "pred": "Stefano Angeleri is a former Italian footballer who played as a defender. He was a member of the sports team A.S. Roma.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Stefano Angeleri is a former Italian footballer who played as a defender. He was a member of the sports team A.S. Roma." + }, + { + "id": "q_004224", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "After winning the Academy Award for Best Supporting Actress for her role in \"The China Syndrome\" (1979), Jane Alexander was nominated for the Academy Award for Best Actress for her performance in \"The Man Who Would Be King\" (1975).", + "em": 0.0, + "f1": 0.29411764705882354, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After winning the Academy Award for Best Supporting Actress for her role in \"The China Syndrome\" (1979), Jane Alexander was nominated for the Academy Award for Best Actress for her performance in \"The Man Who Would Be King\" (1975)." + }, + { + "id": "q_005379", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "P\u00e9rouges is a commune in the department of Dr\u00f4me, in the Auvergne-Rh\u00f4ne-Alpes region of southeastern France.", + "em": 0.0, + "f1": 0.1, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "P\u00e9rouges is a commune in the department of Dr\u00f4me, in the Auvergne-Rh\u00f4ne-Alpes region of southeastern France." + }, + { + "id": "q_006243", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1982" + }, + { + "id": "q_008166", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "MTK Budapest FC", + "pred": "The answer is: Ferenc Pusk\u00e1s.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is: Ferenc Pusk\u00e1s." + }, + { + "id": "q_003678", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "lawyer", + "pred": "United States Senator", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "United States Senator" + }, + { + "id": "q_000025", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "After the Weimar Republic, the head of government of Trier was the Mayor (B\u00fcrgermeister).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After the Weimar Republic, the head of government of Trier was the Mayor (B\u00fcrgermeister)." + }, + { + "id": "q_001419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "British Mandate for Palestine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "British Mandate for Palestine" + }, + { + "id": "q_000689", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Franca Ongaro was a citizen of Austria-Hungary before Italy.", + "em": 0.0, + "f1": 0.30769230769230765, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Franca Ongaro was a citizen of Austria-Hungary before Italy." + }, + { + "id": "q_004963", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "City of Gosford", + "pred": "New South Wales", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "New South Wales" + }, + { + "id": "q_001580", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "London", + "pred": "Johannesburg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Johannesburg" + }, + { + "id": "q_002212", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1977" + }, + { + "id": "q_001427", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "FC Lausanne-Sport", + "pred": "FC Twente", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "FC Twente" + }, + { + "id": "q_000751", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Seine-et-Oise", + "pred": "Brunoy is a commune in the Yonne department in Bourgogne-Franche-Comt\u00e9 region in north-central France.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Brunoy is a commune in the Yonne department in Bourgogne-Franche-Comt\u00e9 region in north-central France." + }, + { + "id": "q_005986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "FC Spartak Trnava", + "pred": "1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1." + }, + { + "id": "q_002412", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_001943", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1999.0, + "gold": "1999", + "pred": "1999", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_005685", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1939", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1939" + }, + { + "id": "q_001916", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Str\u00f8msgodset IF", + "pred": "The member of sports team of Kim Larsen in 2003 was the Danish national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of sports team of Kim Larsen in 2003 was the Danish national team." + }, + { + "id": "q_006927", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_000904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_006701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Republic of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Republic of Italy" + }, + { + "id": "q_005536", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Fengtien", + "pred": "Faku County was located in the Republic of China (ROC) in 1945.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Faku County was located in the Republic of China (ROC) in 1945." + }, + { + "id": "q_000555", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Gertrude Stein", + "pred": "The home in Oakland, California, known as \"The Castle\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The home in Oakland, California, known as \"The Castle\"" + }, + { + "id": "q_005626", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Heiner Gei\u00dfler", + "pred": "The general secretary of the Christian Democratic Union (CDU) after Bruno Heck was **Hans-Dietrich Genscher**. \n\n**Bruno Heck** served as the general secretary of the CDU from 1969 to 1971. He was succeeded by **Hans-Diet", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The general secretary of the Christian Democratic Union (CDU) after Bruno Heck was **Hans-Dietrich Genscher**. \n\n**Bruno Heck** served as the general secretary of the CDU from 1969 to 1971. He was succeeded by **Hans-Diet" + }, + { + "id": "q_005124", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Algiers", + "pred": "The place of burial of Pierre Savorgnan de Brazza after P\u00e8re Lachaise Cemetery is the Cimeti\u00e8re de P\u00e8re Lachaise.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The place of burial of Pierre Savorgnan de Brazza after P\u00e8re Lachaise Cemetery is the Cimeti\u00e8re de P\u00e8re Lachaise." + }, + { + "id": "q_002798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Coll\u00e8ge de France", + "pred": "University of Paris 7 (Diderot)", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "University of Paris 7 (Diderot)" + }, + { + "id": "q_003885", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2021.0, + "gold": "National Oceanic and Atmospheric Administration", + "pred": "EWS-G2 was owned by the United States Air Force.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "EWS-G2 was owned by the United States Air Force." + }, + { + "id": "q_005314", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Republic of China", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Republic of China" + }, + { + "id": "q_007748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Knight Bachelor", + "pred": "Ballon d'Or\n\n\nBobby Charlton, a member of the England men's national association football team, was awarded the **Ballon d'Or** in **1966**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Ballon d'Or\n\n\nBobby Charlton, a member of the England men's national association football team, was awarded the **Ballon d'Or** in **1966**." + }, + { + "id": "q_002726", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "SK Slavia Prague", + "pred": "The member of the sports team of Nicu\u0219or Stanciu after CSM Unirea Alba Iulia was FC Dinamo Bucure\u0219ti.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of the sports team of Nicu\u0219or Stanciu after CSM Unirea Alba Iulia was FC Dinamo Bucure\u0219ti." + }, + { + "id": "q_004003", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "KRC Mechelen", + "pred": "Jan Diddens was a member of the Belgian national football team, which is the sports team of Belgium.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "Jan Diddens was a member of the Belgian national football team, which is the sports team of Belgium." + }, + { + "id": "q_008148", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "In 1985, Alexei Navalny was a citizen of the Soviet Union.", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1985, Alexei Navalny was a citizen of the Soviet Union." + }, + { + "id": "q_004079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1916.0, + "gold": "Marie Bonaparte", + "pred": "Princess Sophie of Schleswig-Holstein-Sonderburg-Gl\u00fccksburg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Princess Sophie of Schleswig-Holstein-Sonderburg-Gl\u00fccksburg" + }, + { + "id": "q_003444", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "Ronan Le Crom is a French footballer who plays as a defender for the French club AS Saint-\u00c9tienne. He has also been part of the French national team. Therefore, the member of the sports team of Ronan Le Crom is himself, as he is a member of AS Saint-\u00c9tienne", + "em": 0.0, + "f1": 0.0625, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Ronan Le Crom is a French footballer who plays as a defender for the French club AS Saint-\u00c9tienne. He has also been part of the French national team. Therefore, the member of the sports team of Ronan Le Crom is himself, as he is a member of AS Saint-\u00c9tienne" + }, + { + "id": "q_004684", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Schutzstaffel", + "pred": "Hans G\u00fcnther was a German Nazi politician and lawyer who served as the Minister of the Interior of the German Reich from 1933 to 1945. He was a member of the Nazi Party and was closely associated with Adolf Hitler. After the Sturmabteilung (SA), which was the", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Hans G\u00fcnther was a German Nazi politician and lawyer who served as the Minister of the Interior of the German Reich from 1933 to 1945. He was a member of the Nazi Party and was closely associated with Adolf Hitler. After the Sturmabteilung (SA), which was the" + }, + { + "id": "q_007043", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1995" + }, + { + "id": "q_002077", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Scunthorpe United F.C.", + "pred": "1999\u20132000\n\n\nThe member of the sports team of Jermaine Beckford after he was a member of Wealdstone F.C. was **Bristol Rovers**.", + "em": 0.0, + "f1": 0.17391304347826086, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1999\u20132000\n\n\nThe member of the sports team of Jermaine Beckford after he was a member of Wealdstone F.C. was **Bristol Rovers**." + }, + { + "id": "q_005610", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Willi Daume", + "pred": "The answer is: Karl-Heinz B\u00f6ck.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is: Karl-Heinz B\u00f6ck." + }, + { + "id": "q_007161", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Polish People's Republic", + "pred": "1959.0\n\n\nJan T. Gross was a Polish historian and academic. In 1959, he was a citizen of Poland.", + "em": 0.0, + "f1": 0.09523809523809523, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1959.0\n\n\nJan T. Gross was a Polish historian and academic. In 1959, he was a citizen of Poland." + }, + { + "id": "q_008431", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Kingdom of Greece", + "pred": "Egypt\n\n\nThe country of citizenship of Takis after Greece was Egypt.", + "em": 0.0, + "f1": 0.30769230769230765, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Egypt\n\n\nThe country of citizenship of Takis after Greece was Egypt." + }, + { + "id": "q_005503", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_003756", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Nuremberg Medical Trial", + "pred": "1947.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1947.0" + }, + { + "id": "q_006939", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "In 1921, Christiaan Eijkman was nominated for the Nobel Prize in Physiology or Medicine.", + "em": 1.0, + "f1": 0.631578947368421, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1921, Christiaan Eijkman was nominated for the Nobel Prize in Physiology or Medicine." + }, + { + "id": "q_005031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_001054", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_002273", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Alec Chamberlain's member of sports team in 2001 was the New York Yankees.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Alec Chamberlain's member of sports team in 2001 was the New York Yankees." + }, + { + "id": "q_000786", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "1999 European Cup Winners' Cup Final", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999 European Cup Winners' Cup Final" + }, + { + "id": "q_002778", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Swansea City AFC", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Swansea City AFC" + }, + { + "id": "q_005074", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Japan", + "pred": "Before the Soviet Union, the country of Broutona was the Russian Empire.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Before the Soviet Union, the country of Broutona was the Russian Empire." + }, + { + "id": "q_007312", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Chelsea F.C.", + "pred": "The answer is: Magnus Hedman was a member of the sports team AIK Fotboll, and the member after him was Daniel Sedin.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The answer is: Magnus Hedman was a member of the sports team AIK Fotboll, and the member after him was Daniel Sedin." + }, + { + "id": "q_001350", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Leningrad Oblast", + "pred": "Ivangorod was located in the Russian Empire.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Ivangorod was located in the Russian Empire." + }, + { + "id": "q_001371", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Clare Boothe Luce", + "pred": "In 1959, the spouse of Henry Luce was Clare Boothe Luce.", + "em": 1.0, + "f1": 0.4615384615384615, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1959, the spouse of Henry Luce was Clare Boothe Luce." + }, + { + "id": "q_000490", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2005" + }, + { + "id": "q_006219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1985.0, + "gold": "1985", + "pred": "1985", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1985" + }, + { + "id": "q_005716", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Edgardo Moltoni was born in the Kingdom of Sardinia, which was a kingdom in the Italian Peninsula. The Kingdom of Sardinia was a state that existed from 1720 to 1861, and it was the precursor to the Kingdom of Italy. Therefore, the country", + "em": 1.0, + "f1": 0.20689655172413793, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "Edgardo Moltoni was born in the Kingdom of Sardinia, which was a kingdom in the Italian Peninsula. The Kingdom of Sardinia was a state that existed from 1720 to 1861, and it was the precursor to the Kingdom of Italy. Therefore, the country" + }, + { + "id": "q_005200", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Pichichi Trophy", + "pred": "Hugo S\u00e1nchez won the European Golden Shoe in 1984-85, so the award he received before that was the Mexican Primera Divisi\u00f3n Golden Boot in 1983.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Hugo S\u00e1nchez won the European Golden Shoe in 1984-85, so the award he received before that was the Mexican Primera Divisi\u00f3n Golden Boot in 1983." + }, + { + "id": "q_000681", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "1999\u20132000", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999\u20132000" + }, + { + "id": "q_004424", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lviv Oblast", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Ukraine" + }, + { + "id": "q_003611", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Catholic priest", + "pred": "Alwin Albert Hafner was a German-American architect and professor of architecture at the University of Wisconsin\u2013Madison. In 1976, he was a professor of architecture at the University of Wisconsin\u2013Madison.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Alwin Albert Hafner was a German-American architect and professor of architecture at the University of Wisconsin\u2013Madison. In 1976, he was a professor of architecture at the University of Wisconsin\u2013Madison." + }, + { + "id": "q_000603", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Beno\u00eet Cheyrou's member of sports team in 1999 was the French national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Beno\u00eet Cheyrou's member of sports team in 1999 was the French national team." + }, + { + "id": "q_007417", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Beaux-Arts de Paris", + "pred": "In 1970, Alekos Fassianos was educated at the University of Athens.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1970, Alekos Fassianos was educated at the University of Athens." + }, + { + "id": "q_001017", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Golden Bear", + "pred": "In 2003, Li Yang was nominated for the position of Minister of Education in China.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 2003, Li Yang was nominated for the position of Minister of Education in China." + }, + { + "id": "q_004297", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Walter Sisulu", + "pred": "In 1966, the spouse of Albertina Nontsikelelo Sisulu was Walter Sisulu.", + "em": 1.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1966, the spouse of Albertina Nontsikelelo Sisulu was Walter Sisulu." + }, + { + "id": "q_007760", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Netherlands", + "pred": "The work location of Mart Stam after Amsterdam was Berlin.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The work location of Mart Stam after Amsterdam was Berlin." + }, + { + "id": "q_002309", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Feh\u00e9rv\u00e1r FC", + "pred": "Sven-G\u00f6ran Eriksson", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Sven-G\u00f6ran Eriksson" + }, + { + "id": "q_000472", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "France" + }, + { + "id": "q_001687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Free Democratic Party", + "pred": "Walter Scheel was a member of the Christian Democratic Union (CDU) in 1988.", + "em": 0.0, + "f1": 0.125, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Walter Scheel was a member of the Christian Democratic Union (CDU) in 1988." + }, + { + "id": "q_003092", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Weimar Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_003984", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Hamburger SV", + "pred": "In 1944, Wilhelm Blunk was a member of the sports team of the German national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1944, Wilhelm Blunk was a member of the sports team of the German national football team." + }, + { + "id": "q_004307", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Yugoslavia", + "pred": "The country of Verzar after Verzar country Bulgaria was the Kingdom of Romania.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The country of Verzar after Verzar country Bulgaria was the Kingdom of Romania." + }, + { + "id": "q_004221", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_002604", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Orenburg Governorate", + "pred": "Orenburg\n\nOkay, let's try to figure out the answer to this question: \"What was the capital of Orenburg after Orenburg country Soviet Union?\" The user is asking for the capital of Orenburg after the Soviet Union, but I need to be careful with the phrasing here.\n\nFirst", + "em": 0.0, + "f1": 0.05714285714285715, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "Orenburg\n\nOkay, let's try to figure out the answer to this question: \"What was the capital of Orenburg after Orenburg country Soviet Union?\" The user is asking for the capital of Orenburg after the Soviet Union, but I need to be careful with the phrasing here.\n\nFirst" + }, + { + "id": "q_005175", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "The country of citizenship of Suso Cecchi d'Amico after the Kingdom of Italy was Italy.", + "em": 1.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of citizenship of Suso Cecchi d'Amico after the Kingdom of Italy was Italy." + }, + { + "id": "q_000103", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "The country of Stara Zagora after the Kingdom of Bulgaria was the Second Bulgarian Empire.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of Stara Zagora after the Kingdom of Bulgaria was the Second Bulgarian Empire." + }, + { + "id": "q_007858", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "construction", + "pred": "In 1980, the TW 6000 was involved in a significant event when it was used to transport a large number of people during a major public event in Hanover, Germany. This event marked a milestone in the city's public transportation history, showcasing the efficiency and reliability of the TW", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1980, the TW 6000 was involved in a significant event when it was used to transport a large number of people during a major public event in Hanover, Germany. This event marked a milestone in the city's public transportation history, showcasing the efficiency and reliability of the TW" + }, + { + "id": "q_000929", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "After winning the Academy Award for Best Actress for her role in \"Women in Love\" (1970), Glenda Jackson was nominated for the Academy Award for Best Supporting Actress for her role in \"The Prime of Miss Jean Brodie\" (1969).", + "em": 0.0, + "f1": 0.30303030303030304, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After winning the Academy Award for Best Actress for her role in \"Women in Love\" (1970), Glenda Jackson was nominated for the Academy Award for Best Supporting Actress for her role in \"The Prime of Miss Jean Brodie\" (1969)." + }, + { + "id": "q_008399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Hamburg Commercial Bank", + "pred": "The Volksparkstadion, located in Hamburg, Germany, is a football stadium primarily used by the Bundesliga club HSV (Hamburger SV). The name \"Volksparkstadion\" translates to \"People's Park Stadium\" in English. The stadium was originally named the \"Hamburger Stadion\" when it was", + "em": 0.0, + "f1": 0.0588235294117647, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Volksparkstadion, located in Hamburg, Germany, is a football stadium primarily used by the Bundesliga club HSV (Hamburger SV). The name \"Volksparkstadion\" translates to \"People's Park Stadium\" in English. The stadium was originally named the \"Hamburger Stadion\" when it was" + }, + { + "id": "q_006833", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "Princess M\u00e4rtha of Sweden", + "pred": "The spouse of Olav V of Norway after his country of citizenship was Denmark was M\u00e4rtha of Sweden.\n\n\nThe spouse of Olav V of Norway after his country of citizenship was Denmark was **M\u00e4rtha of Sweden**.", + "em": 0.0, + "f1": 0.31578947368421056, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The spouse of Olav V of Norway after his country of citizenship was Denmark was M\u00e4rtha of Sweden.\n\n\nThe spouse of Olav V of Norway after his country of citizenship was Denmark was **M\u00e4rtha of Sweden**." + }, + { + "id": "q_007826", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2006" + }, + { + "id": "q_005791", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1969.0, + "gold": "1969", + "pred": "1967", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1967" + }, + { + "id": "q_008695", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "FC Basel", + "pred": "FC Z\u00fcrich", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "FC Z\u00fcrich" + }, + { + "id": "q_006326", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Isabella Biagini was born in Italy, so her country of citizenship before Italy was not applicable.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Isabella Biagini was born in Italy, so her country of citizenship before Italy was not applicable." + }, + { + "id": "q_002683", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_004982", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "AS Monaco FC", + "pred": "1957.0\n\n\nThe question asks for the sports team that Abderrahmane Boubekeur was a member of in 1957. However, there is no widely known or documented information about Abderrahmane Boubekeur being associated with a sports team", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1957.0\n\n\nThe question asks for the sports team that Abderrahmane Boubekeur was a member of in 1957. However, there is no widely known or documented information about Abderrahmane Boubekeur being associated with a sports team" + }, + { + "id": "q_000500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Fabio Capello's work location before Great Britain was Italy.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Fabio Capello's work location before Great Britain was Italy." + }, + { + "id": "q_000415", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Seine-et-Oise", + "pred": "In 1957, Neauphle-le-Vieux was located in the department of Yvelines, which is in the \u00cele-de-France region of France.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1957, Neauphle-le-Vieux was located in the department of Yvelines, which is in the \u00cele-de-France region of France." + }, + { + "id": "q_002513", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "IBM", + "pred": "Frank Soltis was employed by the United States Department of Agriculture (USDA) in 1988.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Frank Soltis was employed by the United States Department of Agriculture (USDA) in 1988." + }, + { + "id": "q_001131", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Chinese Communist Party", + "pred": "The member of political party of Xiao Yang in 1971 was the Chinese Communist Party.", + "em": 1.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of political party of Xiao Yang in 1971 was the Chinese Communist Party." + }, + { + "id": "q_004809", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_006419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "England women's national football team", + "pred": "The answer is \"New Zealand national football team\".", + "em": 0.0, + "f1": 0.42857142857142855, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is \"New Zealand national football team\"." + }, + { + "id": "q_000119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_002765", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "The Rockefeller University", + "pred": "University of Leiden", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "University of Leiden" + }, + { + "id": "q_001638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Soviet Union", + "pred": "In 1946, Viktor Kulikov was a citizen of the Soviet Union.", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1946, Viktor Kulikov was a citizen of the Soviet Union." + }, + { + "id": "q_003270", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_002090", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Zeno Saltini was born in Italy, so his country of citizenship before Italy was not applicable.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Zeno Saltini was born in Italy, so his country of citizenship before Italy was not applicable." + }, + { + "id": "q_002717", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Luciano Savorini was an Italian citizen.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Luciano Savorini was an Italian citizen." + }, + { + "id": "q_001781", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Waltrude Schleyer", + "pred": "The spouse of Hanns Martin Schleyer in 1950 was Gertrud Schleyer.", + "em": 0.0, + "f1": 0.16666666666666669, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The spouse of Hanns Martin Schleyer in 1950 was Gertrud Schleyer." + }, + { + "id": "q_007508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "West Ham United F.C.", + "pred": "The member of the sports team of Billy Brown in 1922 was the Chicago Cubs.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of the sports team of Billy Brown in 1922 was the Chicago Cubs." + }, + { + "id": "q_000911", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Tuscany", + "pred": "The work location of Plinio Nomellini in 1932 was the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The work location of Plinio Nomellini in 1932 was the United States." + }, + { + "id": "q_002590", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1946.0, + "gold": "1946", + "pred": "1946\u20131947\n\n\nAtalanta BC was the coach of the sports team of Giuseppe Meazza in the 1946\u20131947 season.", + "em": 1.0, + "f1": 0.125, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1946\u20131947\n\n\nAtalanta BC was the coach of the sports team of Giuseppe Meazza in the 1946\u20131947 season." + }, + { + "id": "q_005409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "1999 Bavarian TV Awards", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999 Bavarian TV Awards" + }, + { + "id": "q_004701", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Seine-et-Oise", + "pred": "L\u00e9vis-Saint-Nom was located in the canton of Saint-Nom-la-Bret\u00e8che in 1968.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "L\u00e9vis-Saint-Nom was located in the canton of Saint-Nom-la-Bret\u00e8che in 1968." + }, + { + "id": "q_006905", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "1998", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1998" + }, + { + "id": "q_005334", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "1952", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1952" + }, + { + "id": "q_006551", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Egidio Feruglio was a country of citizenship of the Kingdom of Italy before Italy.", + "em": 1.0, + "f1": 0.42857142857142855, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Egidio Feruglio was a country of citizenship of the Kingdom of Italy before Italy." + }, + { + "id": "q_002537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_004357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "FC Amkar Perm", + "pred": "FC Khimki", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "FC Khimki" + }, + { + "id": "q_006681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Sporting CP", + "pred": "Hungary men's national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Hungary men's national football team" + }, + { + "id": "q_001982", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "The country of citizenship of Francesco Gabrieli before Italy was the Republic of Venice.\n\n\nThe country of citizenship of Francesco Gabrieli before Italy was the Republic of Venice.", + "em": 0.0, + "f1": 0.26666666666666666, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "The country of citizenship of Francesco Gabrieli before Italy was the Republic of Venice.\n\n\nThe country of citizenship of Francesco Gabrieli before Italy was the Republic of Venice." + }, + { + "id": "q_001763", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Tranmere Rovers F.C.", + "pred": "Steve Coppell's member of sports team in 1973 was the England national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Steve Coppell's member of sports team in 1973 was the England national football team." + }, + { + "id": "q_001693", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Utrecht University", + "pred": "Pieter Helbert Damst\u00e9's employer in 1919 was the Dutch East Indies government.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Pieter Helbert Damst\u00e9's employer in 1919 was the Dutch East Indies government." + }, + { + "id": "q_006247", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1909.0, + "gold": "Associate Justice of the Supreme Court of the United States", + "pred": "Joseph McKenna was the 13th United States Secretary of the Treasury, serving from 1909 to 1913 under President William Howard Taft.", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Joseph McKenna was the 13th United States Secretary of the Treasury, serving from 1909 to 1913 under President William Howard Taft." + }, + { + "id": "q_006923", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Der St\u00fcrmer", + "pred": "Julius Streicher's employer was the Nazi Party.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Julius Streicher's employer was the Nazi Party." + }, + { + "id": "q_004828", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_006717", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_001064", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_002886", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Republic of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Republic of Italy" + }, + { + "id": "q_001768", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Emilio Petiva was an Italian citizen.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Emilio Petiva was an Italian citizen." + }, + { + "id": "q_006522", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Cameroon men's national football team", + "pred": "Henri Michel is a French former professional footballer and current manager. As of my knowledge cutoff in July 2024, he has been the manager of the France national football team since 2021. Before taking over the France national team, he was the manager of the France U21 team from", + "em": 0.0, + "f1": 0.14634146341463414, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Henri Michel is a French former professional footballer and current manager. As of my knowledge cutoff in July 2024, he has been the manager of the France national football team since 2021. Before taking over the France national team, he was the manager of the France U21 team from" + }, + { + "id": "q_001073", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Kingdom of Bulgaria", + "pred": "The country of Veliko Tarnovo before the People's Republic of Bulgaria was the Ottoman Empire.", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of Veliko Tarnovo before the People's Republic of Bulgaria was the Ottoman Empire." + }, + { + "id": "q_002125", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "SSC Napoli", + "pred": "Armando Tre Re was a member of the Italian national football team in 1956.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Armando Tre Re was a member of the Italian national football team in 1956." + }, + { + "id": "q_002297", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "FC Astra Giurgiu", + "pred": "\u0218tefan Dobay", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "\u0218tefan Dobay" + }, + { + "id": "q_002809", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Elio Toaff was born in Italy, so his country of citizenship before Italy was not applicable.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Elio Toaff was born in Italy, so his country of citizenship before Italy was not applicable." + }, + { + "id": "q_002474", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Tommy Aldridge was a member of Black Oak Arkansas from 1973 to 1981. After leaving the band, he joined the band called \"The Rhythm Kings\" in 1981.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Tommy Aldridge was a member of Black Oak Arkansas from 1973 to 1981. After leaving the band, he joined the band called \"The Rhythm Kings\" in 1981." + }, + { + "id": "q_004101", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2004.0" + }, + { + "id": "q_006366", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "Kelly Smith is a former professional footballer who played as a forward. After her time at Arsenal F.C., she joined the sports team of Manchester City F.C. in 2007. Therefore, the member of the sports team of Kelly Smith after Arsenal F.C. is Manchester City F.C.", + "em": 0.0, + "f1": 0.05555555555555555, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kelly Smith is a former professional footballer who played as a forward. After her time at Arsenal F.C., she joined the sports team of Manchester City F.C. in 2007. Therefore, the member of the sports team of Kelly Smith after Arsenal F.C. is Manchester City F.C." + }, + { + "id": "q_003182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "United States Navy", + "pred": "Arthur William Radford was a United States Navy officer.", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Arthur William Radford was a United States Navy officer." + }, + { + "id": "q_003020", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Lagos", + "pred": "Lagos", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Lagos" + }, + { + "id": "q_004956", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Calcio Padova", + "pred": "Giovanni Azzini was a member of the sports team of the Italian national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Giovanni Azzini was a member of the sports team of the Italian national football team." + }, + { + "id": "q_006758", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Al Masry SC", + "pred": "Ahmadiyya Sports Club", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Ahmadiyya Sports Club" + }, + { + "id": "q_003840", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "DSV Leoben", + "pred": "SC Wiener Neustadt 1998\u20132000\n\n\nThe member of the sports team of Wolfgang Klapf before SC Wiener Neustadt was SC Wiener Neustadt 1998\u20132000.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "SC Wiener Neustadt 1998\u20132000\n\n\nThe member of the sports team of Wolfgang Klapf before SC Wiener Neustadt was SC Wiener Neustadt 1998\u20132000." + }, + { + "id": "q_003113", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Wheaton College", + "pred": "Hilda Geiringer's employer after Humboldt-Universit\u00e4t zu Berlin was the University of Chicago.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Hilda Geiringer's employer after Humboldt-Universit\u00e4t zu Berlin was the University of Chicago." + }, + { + "id": "q_004767", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Miss America", + "pred": "1927 U.S. Women's Hard Court Championship", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1927 U.S. Women's Hard Court Championship" + }, + { + "id": "q_004986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_004256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "pred": "Compagnie des chemins de fer de l'Ouest (C.C.F.O.)", + "em": 0.0, + "f1": 0.47058823529411764, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Compagnie des chemins de fer de l'Ouest (C.C.F.O.)" + }, + { + "id": "q_003340", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Russia", + "pred": "Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Russia" + }, + { + "id": "q_005245", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1982" + }, + { + "id": "q_006022", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lady Gaga", + "pred": "Taylor Kinney's unmarried partner in 2012 was actress and model Katelyn Dever.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Taylor Kinney's unmarried partner in 2012 was actress and model Katelyn Dever." + }, + { + "id": "q_002807", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "University of Oslo", + "pred": "Viggo Brun's employer after his education at the University of G\u00f6ttingen was the University of Oslo.", + "em": 1.0, + "f1": 0.35294117647058826, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Viggo Brun's employer after his education at the University of G\u00f6ttingen was the University of Oslo." + }, + { + "id": "q_002236", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Order of Merit of North Rhine-Westphalia", + "pred": "1988.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1988.0" + }, + { + "id": "q_006258", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "United States Cabinet", + "pred": "The part of the United States Secretary of the Navy is the head of the Department of the Navy.", + "em": 0.0, + "f1": 0.30769230769230765, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The part of the United States Secretary of the Navy is the head of the Department of the Navy." + }, + { + "id": "q_003646", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "pred": "Academy Award for Best Supporting Actress", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Academy Award for Best Supporting Actress" + }, + { + "id": "q_002029", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Warabitai Station", + "pred": "The adjacent station of Kuromatsunai Station in 1964 was Kita-Kuromatsunai Station.", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The adjacent station of Kuromatsunai Station in 1964 was Kita-Kuromatsunai Station." + }, + { + "id": "q_002701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Rudi Fuchs", + "pred": "The manager of Stedelijk Museum Amsterdam after Willem Sandberg was Karel van den Berg.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The manager of Stedelijk Museum Amsterdam after Willem Sandberg was Karel van den Berg." + }, + { + "id": "q_000849", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1987" + }, + { + "id": "q_000139", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "Schutzstaffel", + "pred": "Richard Schulze-Kossen was a member of the Nazi Party (NSDAP) and the SS (Schutzstaffel).", + "em": 1.0, + "f1": 0.13333333333333333, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Richard Schulze-Kossen was a member of the Nazi Party (NSDAP) and the SS (Schutzstaffel)." + }, + { + "id": "q_007176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Anton-G\u00fcnther, Duke of Oldenburg", + "pred": "The House of Oldenburg is a European royal house, and as such, it does not have a chairperson. It is a dynasty that has produced several monarchs, including the Kings of Denmark, the Kings of Norway, and the Grand Dukes of Oldenburg. The current head of the house is Prince Ernst August", + "em": 0.0, + "f1": 0.10526315789473685, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The House of Oldenburg is a European royal house, and as such, it does not have a chairperson. It is a dynasty that has produced several monarchs, including the Kings of Denmark, the Kings of Norway, and the Grand Dukes of Oldenburg. The current head of the house is Prince Ernst August" + }, + { + "id": "q_004055", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Kingdom of Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Hungary" + }, + { + "id": "q_004419", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Jeonbuk Hyundai Motors FC", + "pred": "South Korea national under-23 football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "South Korea national under-23 football team" + }, + { + "id": "q_006447", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2010" + }, + { + "id": "q_005863", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Parliament of the United Kingdom", + "pred": "2009\u20132010", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2009\u20132010" + }, + { + "id": "q_004287", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Jens Stoltenberg", + "pred": "In 2011, the chairperson of the Norwegian Labour Party was **Kjell Magne Bondevik**. However, it's important to note that Bondevik was not the chairperson of the party in 2011. He was the leader of the party from 19", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 2011, the chairperson of the Norwegian Labour Party was **Kjell Magne Bondevik**. However, it's important to note that Bondevik was not the chairperson of the party in 2011. He was the leader of the party from 19" + }, + { + "id": "q_008613", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "1980", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1980" + }, + { + "id": "q_002216", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Team Jayco AlUla", + "pred": "Drapac-EF Cannondale Holistic Development", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Drapac-EF Cannondale Holistic Development" + }, + { + "id": "q_006890", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "In 1994, Rahim Zafer was a member of the sports team of the Bangladesh national cricket team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1994, Rahim Zafer was a member of the sports team of the Bangladesh national cricket team." + }, + { + "id": "q_005004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "In 1965, the Bakhchysarai Palace was located in the Soviet Union, specifically in the region of Uzbekistan.", + "em": 1.0, + "f1": 0.2666666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1965, the Bakhchysarai Palace was located in the Soviet Union, specifically in the region of Uzbekistan." + }, + { + "id": "q_004395", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "University of Freiburg", + "pred": "The employer of Ernst-Wolfgang B\u00f6ckenf\u00f6rde after his occupation as a judge was the Federal Constitutional Court of Germany.", + "em": 0.0, + "f1": 0.1, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The employer of Ernst-Wolfgang B\u00f6ckenf\u00f6rde after his occupation as a judge was the Federal Constitutional Court of Germany." + }, + { + "id": "q_003660", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Queen", + "pred": "In 1989, Mountain Studios was owned by the Walt Disney Company.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1989, Mountain Studios was owned by the Walt Disney Company." + }, + { + "id": "q_006514", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "In 1955, the located in of Murmansk Oblast was the Soviet Union.", + "em": 0.0, + "f1": 0.13333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1955, the located in of Murmansk Oblast was the Soviet Union." + }, + { + "id": "q_002222", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_000791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_001758", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "John Mauchly", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "John F. Kennedy" + }, + { + "id": "q_004641", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Ni\u00e8vre", + "pred": "Route nationale 445 (RN445) is a French national road that was decommissioned in 1946. Before its decommissioning, the road was known as Route nationale 445 and was located in the department of Essonne. Therefore, the answer to the", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Route nationale 445 (RN445) is a French national road that was decommissioned in 1946. Before its decommissioning, the road was known as Route nationale 445 and was located in the department of Essonne. Therefore, the answer to the" + }, + { + "id": "q_000084", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Munich Kammerspiele", + "pred": "The employer of Therese Giehse after Berliner Ensemble was the Deutsches Theater.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The employer of Therese Giehse after Berliner Ensemble was the Deutsches Theater." + }, + { + "id": "q_005007", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2017.0, + "gold": "2017", + "pred": "2017", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2017" + }, + { + "id": "q_002535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Tuvan People's Republic", + "em": 0.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Tuvan People's Republic" + }, + { + "id": "q_007920", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "1998", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1998" + }, + { + "id": "q_006359", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1956.0, + "gold": "1956", + "pred": "1956", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1956" + }, + { + "id": "q_005402", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Russian Empire", + "pred": "Before the Soviet Union, the area that is now Simferopol was part of the Crimean Khanate, which was a semi-autonomous state under the Ottoman Empire. The Crimean Khanate existed from the 15th century until it was annexed by the Russian Empire in 1783. Therefore", + "em": 1.0, + "f1": 0.1111111111111111, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Before the Soviet Union, the area that is now Simferopol was part of the Crimean Khanate, which was a semi-autonomous state under the Ottoman Empire. The Crimean Khanate existed from the 15th century until it was annexed by the Russian Empire in 1783. Therefore" + }, + { + "id": "q_007921", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1989" + }, + { + "id": "q_002569", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_003091", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Tommy Aldridge was a member of Black Oak Arkansas from 1973 to 1981. After Tommy Aldridge left, the band continued with other members. One notable member who joined after Aldridge was **Steve \"Buck\" Johnson**. He became a key member of Black Oak Arkansas following", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Tommy Aldridge was a member of Black Oak Arkansas from 1973 to 1981. After Tommy Aldridge left, the band continued with other members. One notable member who joined after Aldridge was **Steve \"Buck\" Johnson**. He became a key member of Black Oak Arkansas following" + }, + { + "id": "q_002364", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Gaz\u00e9lec Ajaccio", + "pred": "AS Monaco FC", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "AS Monaco FC" + }, + { + "id": "q_007208", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Gustave Choquet", + "pred": "Jean-Pierre Bruhat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Jean-Pierre Bruhat" + }, + { + "id": "q_003209", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "C\u00e9sar Milstein", + "pred": "John Henry Pratt", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "John Henry Pratt" + }, + { + "id": "q_001948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Rudolf Virchow was nominated for the Nobel Prize in Physiology or Medicine in 1902.", + "em": 1.0, + "f1": 0.631578947368421, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Rudolf Virchow was nominated for the Nobel Prize in Physiology or Medicine in 1902." + }, + { + "id": "q_004389", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "" + }, + { + "id": "q_001672", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Kemerovo Oblast", + "pred": "The answer is \"Kemerovo Oblast\".", + "em": 1.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is \"Kemerovo Oblast\"." + }, + { + "id": "q_002971", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2020.0, + "gold": "Hamza Hamzao\u011flu", + "pred": "After Erol Bulut, who was the head coach of Yeni Malatyaspor, the next head coach was Vahid Halilhod\u017ei\u0107.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "After Erol Bulut, who was the head coach of Yeni Malatyaspor, the next head coach was Vahid Halilhod\u017ei\u0107." + }, + { + "id": "q_007668", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Reinhard Selten's employer before the University of Bonn was the Max Planck Institute for the Study of Human History in Jena.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Reinhard Selten's employer before the University of Bonn was the Max Planck Institute for the Study of Human History in Jena." + }, + { + "id": "q_004443", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Member of the European Parliament", + "pred": "In 2010, Q524412 held the position of Chief Executive Officer (CEO) of the company.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2010, Q524412 held the position of Chief Executive Officer (CEO) of the company." + }, + { + "id": "q_000260", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "United States of America", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "United States of America" + }, + { + "id": "q_003060", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Leipziger Land", + "pred": "Borna was located in Germany in 1999.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Borna was located in Germany in 1999." + }, + { + "id": "q_003434", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "United Arab Republic", + "pred": "Egypt", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Egypt" + }, + { + "id": "q_006063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_005538", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Nobel Prize in Literature", + "pred": "Gunnar Gunnarsson was nominated for the Academy Award for Best Supporting Actor in 1961 for his role in the film \"The Man Who Would Be King\".", + "em": 0.0, + "f1": 0.08, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Gunnar Gunnarsson was nominated for the Academy Award for Best Supporting Actor in 1961 for his role in the film \"The Man Who Would Be King\"." + }, + { + "id": "q_005136", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Ireland men\u2019s national rugby union team", + "pred": "Geordan Murphy was a member of the Irish rugby union team before being selected for the British & Irish Lions.", + "em": 0.0, + "f1": 0.25, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Geordan Murphy was a member of the Irish rugby union team before being selected for the British & Irish Lions." + }, + { + "id": "q_004183", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "The Rockefeller University", + "pred": "The employer of Torsten Nils Wiesel after winning the Louisa Gross Horwitz Prize was the Karolinska Institute.", + "em": 0.0, + "f1": 0.1111111111111111, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The employer of Torsten Nils Wiesel after winning the Louisa Gross Horwitz Prize was the Karolinska Institute." + }, + { + "id": "q_006802", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Is\u00e8re", + "pred": "In 1936, Ternay was located in the canton of Vaud, Switzerland.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1936, Ternay was located in the canton of Vaud, Switzerland." + }, + { + "id": "q_002238", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "The country of citizenship of Artemio Franchi before Italy was the Kingdom of Sardinia.", + "em": 0.0, + "f1": 0.42857142857142855, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The country of citizenship of Artemio Franchi before Italy was the Kingdom of Sardinia." + }, + { + "id": "q_004081", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Harvard University", + "pred": "Columbia University", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Columbia University" + }, + { + "id": "q_007931", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Kingdom of Hungary", + "pred": "The country of Kenderes after Austria\u2013Hungary was Romania.\n\n\nThe country of Kenderes after Austria\u2013Hungary was Romania.", + "em": 0.0, + "f1": 0.30769230769230765, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of Kenderes after Austria\u2013Hungary was Romania.\n\n\nThe country of Kenderes after Austria\u2013Hungary was Romania." + }, + { + "id": "q_002561", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "The employer of Gyula Iulius Maurer after his education at Bolyai University was the Hungarian Academy of Sciences.", + "em": 0.0, + "f1": 0.21052631578947367, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The employer of Gyula Iulius Maurer after his education at Bolyai University was the Hungarian Academy of Sciences." + }, + { + "id": "q_000796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Stockholm University", + "pred": "Erik Ivar Fredholm's employer in 1918 was the University of Stockholm.", + "em": 0.0, + "f1": 0.2857142857142857, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Erik Ivar Fredholm's employer in 1918 was the University of Stockholm." + }, + { + "id": "q_008363", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Poland", + "pred": "The work location of Eugeniusz Eibisch after Paris was Rome.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The work location of Eugeniusz Eibisch after Paris was Rome." + }, + { + "id": "q_008611", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Wang Jingwei regime", + "pred": "The located in of Anci District after Provisional Government of the Republic of China was the Republic of China.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The located in of Anci District after Provisional Government of the Republic of China was the Republic of China." + }, + { + "id": "q_002255", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1986.0, + "gold": "1986", + "pred": "1986.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1986.0" + }, + { + "id": "q_007672", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2010", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2010" + }, + { + "id": "q_002954", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "SC Fortuna K\u00f6ln", + "pred": "The member of sports team of Antoine Hey before Birmingham City F.C. was Manchester City F.C.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of sports team of Antoine Hey before Birmingham City F.C. was Manchester City F.C." + }, + { + "id": "q_002449", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Valencia CF", + "pred": "Athletic Bilbao B", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Athletic Bilbao B" + }, + { + "id": "q_005372", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Malm\u00f6 FF", + "pred": "Ulrich Vinzents was a Danish footballer who played for several clubs, including FC Nordsj\u00e6lland. After his time at FC Nordsj\u00e6lland, he joined the sports team of the Danish national team. Therefore, the member of the sports team of Ulrich Vinzents after FC Nordsj\u00e6lland", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Ulrich Vinzents was a Danish footballer who played for several clubs, including FC Nordsj\u00e6lland. After his time at FC Nordsj\u00e6lland, he joined the sports team of the Danish national team. Therefore, the member of the sports team of Ulrich Vinzents after FC Nordsj\u00e6lland" + }, + { + "id": "q_006616", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_007451", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "SV Saar 05 Saarbr\u00fccken", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. FC N\u00fcrnberg" + }, + { + "id": "q_003948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "C.D. Nacional", + "pred": "Pedro Pacheco's member of sports team in 2009 was the New York Yankees.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Pedro Pacheco's member of sports team in 2009 was the New York Yankees." + }, + { + "id": "q_008679", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_004351", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "education", + "pred": "After the significant event order related to U-111, the use of U-111 was primarily for reconnaissance and surveillance missions. This involved gathering intelligence on enemy movements and activities, which was crucial for strategic planning and decision-making during the conflict. The submarine's role in these missions highlighted its importance in providing", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After the significant event order related to U-111, the use of U-111 was primarily for reconnaissance and surveillance missions. This involved gathering intelligence on enemy movements and activities, which was crucial for strategic planning and decision-making during the conflict. The submarine's role in these missions highlighted its importance in providing" + }, + { + "id": "q_007031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "FC Barcelona B\u00e0squet", + "pred": "1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1." + }, + { + "id": "q_004853", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_008238", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Reichsgesetzblatt", + "pred": "In 1935, the Reich Citizenship Law was published in the German Empire.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1935, the Reich Citizenship Law was published in the German Empire." + }, + { + "id": "q_007289", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_005590", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Ferrini was born in Italy, but his country of citizenship was Italy.", + "em": 0.0, + "f1": 0.30769230769230765, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Ferrini was born in Italy, but his country of citizenship was Italy." + }, + { + "id": "q_002466", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1942.0, + "gold": "1st U-boat Flotilla", + "pred": "The part of the U-441 after the significant event of ship launching was the \"U-441\" itself.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The part of the U-441 after the significant event of ship launching was the \"U-441\" itself." + }, + { + "id": "q_005898", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Second Syrian Republic", + "pred": "Syria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Syria" + }, + { + "id": "q_004677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "The country of Gorz\u00f3w Wielkopolski before the Weimar Republic was the German Empire.", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of Gorz\u00f3w Wielkopolski before the Weimar Republic was the German Empire." + }, + { + "id": "q_006637", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Allianz SE", + "pred": "1\n\nOkay, let's try to figure out what G\u00f3rnik Zabrze's sponsor was in 2010. First, I need to recall what G\u00f3rnik Zabrze is. It's a Polish football club, right? They play in the Ekstraklasa, which is the top", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1\n\nOkay, let's try to figure out what G\u00f3rnik Zabrze's sponsor was in 2010. First, I need to recall what G\u00f3rnik Zabrze is. It's a Polish football club, right? They play in the Ekstraklasa, which is the top" + }, + { + "id": "q_001605", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Keith Richards", + "pred": "After Brian Jones, Anita Pallenberg's unmarried partner was Keith Richards.", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After Brian Jones, Anita Pallenberg's unmarried partner was Keith Richards." + }, + { + "id": "q_003947", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Q99317", + "pred": "In 2001, the head of government of Bonn was the Mayor of Bonn, who was **Hans-J\u00fcrgen Schulte**. He served as the mayor from 1999 to 2009.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 2001, the head of government of Bonn was the Mayor of Bonn, who was **Hans-J\u00fcrgen Schulte**. He served as the mayor from 1999 to 2009." + }, + { + "id": "q_001379", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2004" + }, + { + "id": "q_006411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Cruzeiro E.C.", + "pred": "S.C. Corinthians Paulista", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "S.C. Corinthians Paulista" + }, + { + "id": "q_004141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2021.0, + "gold": "Daft Punk", + "pred": "the band Daft Punk", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "the band Daft Punk" + }, + { + "id": "q_007475", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Latvia", + "pred": "Latvia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Latvia" + }, + { + "id": "q_008010", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "The member of the sports team of Christian Vargas before The Strongest was the Universidad Cat\u00f3lica.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of the sports team of Christian Vargas before The Strongest was the Universidad Cat\u00f3lica." + }, + { + "id": "q_005768", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Landeshauptmann", + "pred": "Herbert Sausgruber was a professor at the University of Innsbruck", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Herbert Sausgruber was a professor at the University of Innsbruck" + }, + { + "id": "q_003283", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1977" + }, + { + "id": "q_003934", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Republic of Korea Army", + "pred": "The military branch of Chung Il-kwon was the Korean Volunteer Army.", + "em": 0.0, + "f1": 0.26666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The military branch of Chung Il-kwon was the Korean Volunteer Army." + }, + { + "id": "q_000952", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Soviet Union", + "pred": "Romania", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Romania" + }, + { + "id": "q_004410", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Armin Grein was the head of government of Main-Spessart.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Armin Grein was the head of government of Main-Spessart." + }, + { + "id": "q_007420", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Orenburg Oblast", + "pred": "Gai was located in Gaysky District, Kursk Oblast, Russia", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Gai was located in Gaysky District, Kursk Oblast, Russia" + }, + { + "id": "q_003788", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Paris", + "pred": "Budapest, Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Budapest, Hungary" + }, + { + "id": "q_007654", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "AS Nancy-Lorraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "AS Nancy-Lorraine" + }, + { + "id": "q_000104", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Daejeon Hana Citizen FC", + "pred": "1998 FIFA World Cup\n\n\nThe member of sports team of Choi Eun-sung after Choi Eun-sung member of sports team South Korea men's national football team was **1998 FIFA World Cup**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1998 FIFA World Cup\n\n\nThe member of sports team of Choi Eun-sung after Choi Eun-sung member of sports team South Korea men's national football team was **1998 FIFA World Cup**." + }, + { + "id": "q_003094", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "England men\u2019s national rugby union team", + "pred": "In 1987, Peter Winterbottom was a member of the England cricket team.", + "em": 0.0, + "f1": 0.2105263157894737, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1987, Peter Winterbottom was a member of the England cricket team." + }, + { + "id": "q_005875", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_004542", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2016.0, + "gold": "Province of Carbonia-Iglesias", + "pred": "The located in of Masainas in 2016 was in the state of Goa, India.", + "em": 0.0, + "f1": 0.14285714285714288, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The located in of Masainas in 2016 was in the state of Goa, India." + }, + { + "id": "q_000638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "AgustaWestland", + "pred": "In 2006, the subsidiary of Leonardo was the Italian aerospace company, which was established in 1969 and is now known as Leonardo S.p.A.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2006, the subsidiary of Leonardo was the Italian aerospace company, which was established in 1969 and is now known as Leonardo S.p.A." + }, + { + "id": "q_003357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_005999", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Czechia men's national football team", + "pred": "FC Slovan Liberec", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "FC Slovan Liberec" + }, + { + "id": "q_003881", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Norberto Bobbio was born in Italy, so his country of citizenship before Italy was not applicable.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Norberto Bobbio was born in Italy, so his country of citizenship before Italy was not applicable." + }, + { + "id": "q_004798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Red Star F.C.", + "pred": "AS Saint-\u00c9tienne\n\n\nBefore joining AS Saint-\u00c9tienne, Sylvain Kastendeuch was a member of the sports team **FC Lorient**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "AS Saint-\u00c9tienne\n\n\nBefore joining AS Saint-\u00c9tienne, Sylvain Kastendeuch was a member of the sports team **FC Lorient**." + }, + { + "id": "q_003140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Copley Medal", + "pred": "Robert Robinson received the Royal Medal in 1933.", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Robert Robinson received the Royal Medal in 1933." + }, + { + "id": "q_000380", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "In 2008, the head of government of Trier was the Mayor of Trier, who was **Hans-J\u00fcrgen Schulte**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 2008, the head of government of Trier was the Mayor of Trier, who was **Hans-J\u00fcrgen Schulte**." + }, + { + "id": "q_007104", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "chairperson", + "pred": "Karel Baxa was a Czechoslovakian politician and lawyer who served as the Minister of Justice in the First Czechoslovak Republic. In 1932, he held the position of Minister of Justice in the government of President Edvard Bene\u0161.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Karel Baxa was a Czechoslovakian politician and lawyer who served as the Minister of Justice in the First Czechoslovak Republic. In 1932, he held the position of Minister of Justice in the government of President Edvard Bene\u0161." + }, + { + "id": "q_005106", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1926.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_007198", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "VVV-Venlo", + "pred": "Helmond Sport", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Helmond Sport" + }, + { + "id": "q_001075", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_007267", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Netherlands Antilles", + "pred": "In 1988, the part of Bonaire was part of the Netherlands Antilles.", + "em": 1.0, + "f1": 0.3636363636363636, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1988, the part of Bonaire was part of the Netherlands Antilles." + }, + { + "id": "q_005453", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1989" + }, + { + "id": "q_006199", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Daniel Islas was a member of the sports team of Club Atl\u00e9tico Independiente, and after that, he joined the team of Club Atl\u00e9tico River Plate.", + "em": 0.0, + "f1": 0.18181818181818182, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Daniel Islas was a member of the sports team of Club Atl\u00e9tico Independiente, and after that, he joined the team of Club Atl\u00e9tico River Plate." + }, + { + "id": "q_007661", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "1997.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1997.0" + }, + { + "id": "q_002761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Christoph Franz", + "pred": "The chief executive officer of Lufthansa after Wolfgang Mayrhuber was Carsten Spohr.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The chief executive officer of Lufthansa after Wolfgang Mayrhuber was Carsten Spohr." + }, + { + "id": "q_007018", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Province of Ogliastra", + "pred": "Ussassai is a town in the province of Cagliari, Sardinia, Italy.", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Ussassai is a town in the province of Cagliari, Sardinia, Italy." + }, + { + "id": "q_006321", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Pontault-Combault", + "pred": "Route nationale 4 (RN4) is a national highway in France that connects several major cities. The terminus location of Route nationale 4 after its original terminus in Paris is Bordeaux. The RN4 starts in Paris and ends in Bordeaux, making it one of the longest national highways in France. The", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Route nationale 4 (RN4) is a national highway in France that connects several major cities. The terminus location of Route nationale 4 after its original terminus in Paris is Bordeaux. The RN4 starts in Paris and ends in Bordeaux, making it one of the longest national highways in France. The" + }, + { + "id": "q_000924", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_002232", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_005699", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "University of G\u00f6ttingen", + "pred": "University of Heidelberg", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "University of Heidelberg" + }, + { + "id": "q_007488", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Nexhat Daci held the position of president from 1998 to 2006.", + "em": 1.0, + "f1": 0.16666666666666669, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Nexhat Daci held the position of president from 1998 to 2006." + }, + { + "id": "q_006249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Vla\u0219ca County", + "pred": "The located in of Giurgiu before Ilfov County was Bucharest.", + "em": 0.0, + "f1": 0.16666666666666669, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The located in of Giurgiu before Ilfov County was Bucharest." + }, + { + "id": "q_005369", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "University of Zurich", + "pred": "University of Vienna", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "University of Vienna" + }, + { + "id": "q_000700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_001823", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Bremen-Liga", + "pred": "2. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2. Bundesliga" + }, + { + "id": "q_006475", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1991" + }, + { + "id": "q_008413", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1984.0, + "gold": "1984", + "pred": "1984.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1984.0" + }, + { + "id": "q_003577", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Chief of the Turkish General Staff", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "" + }, + { + "id": "q_003400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Hanna-Barbera", + "pred": "Iwao Takamoto was a Japanese-American animator and director who worked at Walt Disney Studios. After the Manzanar internment camp, he continued his career in the animation industry, and his employer was Walt Disney Studios.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Iwao Takamoto was a Japanese-American animator and director who worked at Walt Disney Studios. After the Manzanar internment camp, he continued his career in the animation industry, and his employer was Walt Disney Studios." + }, + { + "id": "q_008560", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Romania national rugby union team", + "pred": "In 1919, Gheorghe Ben\u021bia was a member of the sports team \"C\u0103lu\u0219arii\" from Boto\u0219ani.", + "em": 0.0, + "f1": 0.10526315789473682, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1919, Gheorghe Ben\u021bia was a member of the sports team \"C\u0103lu\u0219arii\" from Boto\u0219ani." + }, + { + "id": "q_008146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Czechoslovakia", + "pred": "Czechoslovakia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Czechoslovakia" + }, + { + "id": "q_006136", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1903.0, + "gold": "Russian Empire", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Ukraine" + }, + { + "id": "q_005189", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Seine-et-Oise", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "" + }, + { + "id": "q_002858", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Park Yeol (born 1934) is a South Korean politician.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Park Yeol (born 1934) is a South Korean politician." + }, + { + "id": "q_008315", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Kemerovo Oblast", + "pred": "Anzhero-Sudzhensk is located in Kemerovo Oblast, not Novosibirsk Oblast.", + "em": 1.0, + "f1": 0.3636363636363636, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Anzhero-Sudzhensk is located in Kemerovo Oblast, not Novosibirsk Oblast." + }, + { + "id": "q_000228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Kotelnikovsky District", + "pred": "In 1977, Kotelnikovo was located in the Soviet Union, specifically in the Kursk Oblast.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1977, Kotelnikovo was located in the Soviet Union, specifically in the Kursk Oblast." + }, + { + "id": "q_005219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "1999\u20132000", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999\u20132000" + }, + { + "id": "q_000973", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Ternopil Oblast", + "pred": "Kremenets was located in the Second Polish Republic.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kremenets was located in the Second Polish Republic." + }, + { + "id": "q_002849", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_008608", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "S.C. Internacional", + "pred": "Danilo Aparecido da Silva, also known as Danilo, is a Brazilian footballer who played as a defender. After his time at S\u00e3o Paulo FC, he joined several other clubs. One notable team he was part of was Cruzeiro. Therefore, the answer is Cruzeiro.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Danilo Aparecido da Silva, also known as Danilo, is a Brazilian footballer who played as a defender. After his time at S\u00e3o Paulo FC, he joined several other clubs. One notable team he was part of was Cruzeiro. Therefore, the answer is Cruzeiro." + }, + { + "id": "q_001494", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Saint Petersburg", + "pred": "The work location of Konrad Krzy\u017canowski after Munich was Warsaw.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The work location of Konrad Krzy\u017canowski after Munich was Warsaw." + }, + { + "id": "q_007390", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_007069", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_001021", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Nelly Sachs Prize", + "pred": "The Austrian State Prize for European Literature is an award given to authors who have made significant contributions to European literature. Javier Mar\u00edas is a Spanish writer who has received several awards throughout his career. Before receiving the Austrian State Prize for European Literature, he was awarded the Premio Nadal in 1992 for his", + "em": 0.0, + "f1": 0.047619047619047616, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Austrian State Prize for European Literature is an award given to authors who have made significant contributions to European literature. Javier Mar\u00edas is a Spanish writer who has received several awards throughout his career. Before receiving the Austrian State Prize for European Literature, he was awarded the Premio Nadal in 1992 for his" + }, + { + "id": "q_006507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Austria-Hungary" + }, + { + "id": "q_006782", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Merited Artist of the RSFSR", + "pred": "The Order of the Red Banner", + "em": 0.0, + "f1": 0.4000000000000001, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Order of the Red Banner" + }, + { + "id": "q_008600", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_005516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Central Institute for Ancient History and Archeology", + "pred": "Achim Leube's employer before Humboldt-Universit\u00e4t zu Berlin was the University of Kassel.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Achim Leube's employer before Humboldt-Universit\u00e4t zu Berlin was the University of Kassel." + }, + { + "id": "q_005501", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Austria-Hungary" + }, + { + "id": "q_001523", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Prince Charles, Count of Flanders", + "pred": "King Leopold II of the Belgians", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "King Leopold II of the Belgians" + }, + { + "id": "q_003339", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Second Syrian Republic", + "pred": "Lebanon", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Lebanon" + }, + { + "id": "q_006965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Japan", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Japan" + }, + { + "id": "q_002341", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1996" + }, + { + "id": "q_006340", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "People's Artist of the USSR", + "pred": "The Order of Lenin was awarded to Rashid Behbudov in 1959.", + "em": 0.0, + "f1": 0.23529411764705885, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Order of Lenin was awarded to Rashid Behbudov in 1959." + }, + { + "id": "q_004184", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Chelsea F.C.", + "pred": "1.0\n\nOkay, let's try to figure out the answer to this question: \"What was the member of sports team of Gabriele Ambrosetti in 2001?\" The user is asking for the sports team that Gabriele Ambrosetti was a member of in the", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "1.0\n\nOkay, let's try to figure out the answer to this question: \"What was the member of sports team of Gabriele Ambrosetti in 2001?\" The user is asking for the sports team that Gabriele Ambrosetti was a member of in the" + }, + { + "id": "q_001998", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1940", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1940" + }, + { + "id": "q_008462", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_005081", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Beira Alta", + "pred": "Viseu is a city in Portugal, located in the district of Viseu, in the central part of the country.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Viseu is a city in Portugal, located in the district of Viseu, in the central part of the country." + }, + { + "id": "q_001020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Israel" + }, + { + "id": "q_006076", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Russian Empire", + "pred": "In 1908, the Kaluga Governorate was part of the Russian Empire.", + "em": 1.0, + "f1": 0.33333333333333337, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1908, the Kaluga Governorate was part of the Russian Empire." + }, + { + "id": "q_004257", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Province of Posen", + "pred": "The capital of Pozna\u0144 was Pozna\u0144 itself.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The capital of Pozna\u0144 was Pozna\u0144 itself." + }, + { + "id": "q_001129", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Soviet Union", + "pred": "Khrustalnyi was a town in the Russian Empire, and after the Russian Empire collapsed in 1917, the area became part of the Soviet Union. The Soviet Union was a federal state composed of multiple republics, and Khrustalnyi was located in what is now the Republic", + "em": 1.0, + "f1": 0.13333333333333333, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "Khrustalnyi was a town in the Russian Empire, and after the Russian Empire collapsed in 1917, the area became part of the Soviet Union. The Soviet Union was a federal state composed of multiple republics, and Khrustalnyi was located in what is now the Republic" + }, + { + "id": "q_002202", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Isabela", + "pred": "The capital of Q13737 in 1988 was Q13737.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The capital of Q13737 in 1988 was Q13737." + }, + { + "id": "q_001377", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_005631", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1974" + }, + { + "id": "q_000171", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Melora Walters", + "pred": "Dylan Walsh's spouse in 1999 was Jennifer Love Hewitt.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Dylan Walsh's spouse in 1999 was Jennifer Love Hewitt." + }, + { + "id": "q_007554", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_001278", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "1. 2003.0\n 2. 2003.0\n 3. 2003.0\n 4. 2003.0\n 5. 2003.0\n 6. 2003.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. 2003.0\n 2. 2003.0\n 3. 2003.0\n 4. 2003.0\n 5. 2003.0\n 6. 2003." + }, + { + "id": "q_005559", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Swiss Super League", + "pred": "1. Ligue 1\n2. Ligue 2\n3. Championnat National\n4. Championnat National 2\n5. Championnat de France amateur\n6. Championnat de France professionnel\n7. Championnat de France 3\n8. Championnat de France 4\n9", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. Ligue 1\n2. Ligue 2\n3. Championnat National\n4. Championnat National 2\n5. Championnat de France amateur\n6. Championnat de France professionnel\n7. Championnat de France 3\n8. Championnat de France 4\n9" + }, + { + "id": "q_007444", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1997", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1997" + }, + { + "id": "q_004826", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "Dakar", + "pred": "The capital of Sassandra's country after the French West Africa capital Saint-Louis was Abidjan.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The capital of Sassandra's country after the French West Africa capital Saint-Louis was Abidjan." + }, + { + "id": "q_003409", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "The winner of the 1995 Booker Prize, which was awarded to Penelope Fitzgerald for her novel \"The Book of Proof,\" was not Matthew Kneale. Instead, the winner was the author of \"The Sea, The Sea,\" which is a novel by John Banville. Therefore, the answer to", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the 1995 Booker Prize, which was awarded to Penelope Fitzgerald for her novel \"The Book of Proof,\" was not Matthew Kneale. Instead, the winner was the author of \"The Sea, The Sea,\" which is a novel by John Banville. Therefore, the answer to" + }, + { + "id": "q_006575", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "G\u00e1bor Csap\u00f3's educated at's named after in 1972 was the Hungarian Academy of Sciences.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "G\u00e1bor Csap\u00f3's educated at's named after in 1972 was the Hungarian Academy of Sciences." + }, + { + "id": "q_001217", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "The winner of Samantha Morton's nominated for was the Academy Award for Best Actress for her role in the film \"We Need to Talk About Kevin\" (2011).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Samantha Morton's nominated for was the Academy Award for Best Actress for her role in the film \"We Need to Talk About Kevin\" (2011)." + }, + { + "id": "q_007223", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Klaus Sch\u00fctz", + "pred": "1975.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1975.0" + }, + { + "id": "q_004735", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Berlin", + "pred": "The work location of Sound and Vision's performer in 1977 was the United States.\n\n\nThe work location of Sound and Vision's performer in 1977 was the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The work location of Sound and Vision's performer in 1977 was the United States.\n\n\nThe work location of Sound and Vision's performer in 1977 was the United States." + }, + { + "id": "q_001394", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_004179", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_000278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Rudy Giuliani", + "pred": "The head of government of the Prelinger Archives's located in before Michael Bloomberg was the mayor of New York City.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of government of the Prelinger Archives's located in before Michael Bloomberg was the mayor of New York City." + }, + { + "id": "q_005799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Klaus Wowereit", + "pred": "The head of government of Ann Wolff's work location after Karl Horst H\u00f6dicke work location Berlin is not directly answerable with the given information.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of Ann Wolff's work location after Karl Horst H\u00f6dicke work location Berlin is not directly answerable with the given information." + }, + { + "id": "q_003446", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "The Age Discrimination in Employment Act of 1967 was signed by President Lyndon B. Johnson. After his presidency, Johnson held the position of U.S. Senator from Texas until his death in 1973.", + "em": 0.0, + "f1": 0.18181818181818182, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Age Discrimination in Employment Act of 1967 was signed by President Lyndon B. Johnson. After his presidency, Johnson held the position of U.S. Senator from Texas until his death in 1973." + }, + { + "id": "q_007096", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "In 2015, the head coach of Nicolas Isimat-Mirin's member of sports team was Gregor Schlierenzauer.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2015, the head coach of Nicolas Isimat-Mirin's member of sports team was Gregor Schlierenzauer." + }, + { + "id": "q_008279", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Montreal Forum" + }, + { + "id": "q_006719", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Emma de Caunes", + "pred": "The winner of Jeanne Balibar's nomination was not specified in the given text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Jeanne Balibar's nomination was not specified in the given text." + }, + { + "id": "q_002450", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Cyprus Football Association", + "pred": "The answer is 1974 European Cup Winners' Cup Final.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is 1974 European Cup Winners' Cup Final." + }, + { + "id": "q_000742", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "1970", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1970" + }, + { + "id": "q_005331", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1977" + }, + { + "id": "q_002617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Stade Chaban-Delmas", + "pred": "1. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. Bundesliga" + }, + { + "id": "q_006020", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lady Bird Johnson", + "pred": "The spouse of the signatory of the Highway Beautification Act of 1965 in 1965 was not publicly disclosed or documented in official records. The act was signed into law by President Lyndon B. Johnson on October 22, 1965. His spouse at that time", + "em": 0.0, + "f1": 0.05714285714285714, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The spouse of the signatory of the Highway Beautification Act of 1965 in 1965 was not publicly disclosed or documented in official records. The act was signed into law by President Lyndon B. Johnson on October 22, 1965. His spouse at that time" + }, + { + "id": "q_002515", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Sepp Herberger", + "pred": "The head coach of Alfred Schmidt's member of sports team after Otto Nerz was Karl-Heinz Feldmann.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Alfred Schmidt's member of sports team after Otto Nerz was Karl-Heinz Feldmann." + }, + { + "id": "q_000947", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "S\u00fcper Lig", + "pred": "2013\u201314 Turkish Basketball Super League", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2013\u201314 Turkish Basketball Super League" + }, + { + "id": "q_004442", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_003129", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Klaus Wowereit", + "pred": "The head of government of Willem de Rooij's work location, which is Berlin, is the Mayor of Berlin. As of the knowledge cutoff in October 2023, the Mayor of Berlin is Franziska Giffey.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of Willem de Rooij's work location, which is Berlin, is the Mayor of Berlin. As of the knowledge cutoff in October 2023, the Mayor of Berlin is Franziska Giffey." + }, + { + "id": "q_000626", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Edward Joseph Kelly", + "pred": "Tony Smith was a British politician who served as the Leader of the Opposition in the House of Commons from 1937 to 1938. During this time, the head of government of the United Kingdom was Neville Chamberlain, who was the Prime Minister. Therefore, the answer is Neville Chamberlain.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Tony Smith was a British politician who served as the Leader of the Opposition in the House of Commons from 1937 to 1938. During this time, the head of government of the United Kingdom was Neville Chamberlain, who was the Prime Minister. Therefore, the answer is Neville Chamberlain." + }, + { + "id": "q_008507", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "presidential system", + "pred": "The Second Polish Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Second Polish Republic" + }, + { + "id": "q_000399", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Otto Nerz", + "pred": "Hermann Gramlich was a German footballer, not a coach, and he was a member of the German national team during the 1930s. The head coach of the German national team at that time was not Joachim L\u00f6w, as he was born in 1959 and did", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Hermann Gramlich was a German footballer, not a coach, and he was a member of the German national team during the 1930s. The head coach of the German national team at that time was not Joachim L\u00f6w, as he was born in 1959 and did" + }, + { + "id": "q_005160", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "The winner of the Booker Prize in 1979, the year Brian Moore was nominated, was Margaret Atwood for her novel \"The Blind Assassin.\" Fay Weldon was not nominated for the Booker Prize in 1979. However, Fay Weldon did win the Booker Prize in 198", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the Booker Prize in 1979, the year Brian Moore was nominated, was Margaret Atwood for her novel \"The Blind Assassin.\" Fay Weldon was not nominated for the Booker Prize in 1979. However, Fay Weldon did win the Booker Prize in 198" + }, + { + "id": "q_006565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "1999-01-01", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999-01-01" + }, + { + "id": "q_006647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "President of North Macedonia", + "pred": "In 2017, the head of state of North Macedonia was the President of the Republic of Macedonia, which was then known as the Former Yugoslav Republic of Macedonia (FYROM). The President at that time was Gjorge Ivanov, who served from 2004 to 201", + "em": 0.0, + "f1": 0.2424242424242424, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "In 2017, the head of state of North Macedonia was the President of the Republic of Macedonia, which was then known as the Former Yugoslav Republic of Macedonia (FYROM). The President at that time was Gjorge Ivanov, who served from 2004 to 201" + }, + { + "id": "q_008117", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1992", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1992" + }, + { + "id": "q_007432", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "The answer is: Giuseppe Saragat.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is: Giuseppe Saragat." + }, + { + "id": "q_006320", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1931.0, + "gold": "1931", + "pred": "Lionel Barrymore won the Academy Award for Best Actor for his role as Dr. Jekyll and Mr. Hyde in 1931.", + "em": 1.0, + "f1": 0.1, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Lionel Barrymore won the Academy Award for Best Actor for his role as Dr. Jekyll and Mr. Hyde in 1931." + }, + { + "id": "q_008047", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Nicholas II of Russia", + "pred": "The head of state of Volodymyr's country after the Cahul country Russian Empire was the President of the Ukrainian Soviet Socialist Republic (Ukrainian SSR).", + "em": 0.0, + "f1": 0.0909090909090909, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of state of Volodymyr's country after the Cahul country Russian Empire was the President of the Ukrainian Soviet Socialist Republic (Ukrainian SSR)." + }, + { + "id": "q_000063", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Stefano Pessina", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Stefano Pessina" + }, + { + "id": "q_008584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "Territory of Hawaii", + "pred": "United States", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "United States" + }, + { + "id": "q_001072", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "The head coach of Gerard Deulofeu's team in 2013 was Roberto Mancini.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Gerard Deulofeu's team in 2013 was Roberto Mancini." + }, + { + "id": "q_005910", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "United States" + }, + { + "id": "q_003397", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "V\u00edt\u011bzslav Lavi\u010dka", + "pred": "Petr Rada\n\nOkay, let's try to figure out this question. The user is asking, \"Who was the head coach of Miroslav Slepi\u010dka's member of sports team before Petr Rada?\" and the answer given is \"Petr Rada.\" Wait, that seems a bit confusing.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Petr Rada\n\nOkay, let's try to figure out this question. The user is asking, \"Who was the head coach of Miroslav Slepi\u010dka's member of sports team before Petr Rada?\" and the answer given is \"Petr Rada.\" Wait, that seems a bit confusing." + }, + { + "id": "q_000162", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Lady Bird Johnson", + "pred": "The spouse of the signatory of the Age Discrimination in Employment Act of 1967 was Eleanor Roosevelt.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The spouse of the signatory of the Age Discrimination in Employment Act of 1967 was Eleanor Roosevelt." + }, + { + "id": "q_002728", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Silvio Berlusconi", + "pred": "1\n\nOkay, let's try to figure out the answer to this question: \"What was the chairperson of Clarence Seedorf's member of sports team in 2010?\" The answer is supposed to be 1, but I need to work through it step by step.\n\nFirst, I need", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1\n\nOkay, let's try to figure out the answer to this question: \"What was the chairperson of Clarence Seedorf's member of sports team in 2010?\" The answer is supposed to be 1, but I need to work through it step by step.\n\nFirst, I need" + }, + { + "id": "q_003793", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Barcelona Province", + "pred": "Barcelona, Spain", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Barcelona, Spain" + }, + { + "id": "q_003541", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2006" + }, + { + "id": "q_008524", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Stade Chaban-Delmas" + }, + { + "id": "q_003943", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Angelo La Barbera's country of citizenship was Italy, and the head of government was Giovanni Giolitti.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Angelo La Barbera's country of citizenship was Italy, and the head of government was Giovanni Giolitti." + }, + { + "id": "q_003382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Michal B\u00edlek", + "pred": "The head coach of Daniel Kol\u00e1\u0159's team after Jozef Chovanec was Vladim\u00edr \u0160micer.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Daniel Kol\u00e1\u0159's team after Jozef Chovanec was Vladim\u00edr \u0160micer." + }, + { + "id": "q_003569", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "The head of government of Alberto Magnelli's country of citizenship, after Adone Zoli, was Giuseppe Saragat.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of Alberto Magnelli's country of citizenship, after Adone Zoli, was Giuseppe Saragat." + }, + { + "id": "q_002249", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "University of Paris", + "pred": "The replaces of Maurice de Gandillac's employer in 1971 was the French government.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The replaces of Maurice de Gandillac's employer in 1971 was the French government." + }, + { + "id": "q_001978", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Ferrofino\n\n\nAfter Luigi Einaudi, the head of state of Giovanni Ferrofino's country of citizenship was **Giovanni Ferrofino** himself.", + "em": 0.0, + "f1": 0.11764705882352941, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Giovanni Ferrofino\n\n\nAfter Luigi Einaudi, the head of state of Giovanni Ferrofino's country of citizenship was **Giovanni Ferrofino** himself." + }, + { + "id": "q_005073", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Alex McLeish", + "pred": "John Eustace was the head coach of Nathan Redmond's team, which is the Southampton Football Club. Therefore, the answer is John Eustace.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "John Eustace was the head coach of Nathan Redmond's team, which is the Southampton Football Club. Therefore, the answer is John Eustace." + }, + { + "id": "q_000609", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "Stanley Middleton was the winner of The Bottle Factory Outing in 1974.", + "em": 1.0, + "f1": 0.16666666666666669, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Stanley Middleton was the winner of The Bottle Factory Outing in 1974." + }, + { + "id": "q_004940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "The head coach of Ra\u00fal Fern\u00e1ndez-Cavada Mateos's member of sports team in 2018 was Jos\u00e9 Antonio Camacho.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Ra\u00fal Fern\u00e1ndez-Cavada Mateos's member of sports team in 2018 was Jos\u00e9 Antonio Camacho." + }, + { + "id": "q_002185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Guy Ritchie", + "pred": "The spouse of the performer from \"Die Another Day\" (which is a 2002 film starring Pierce Brosnan as James Bond) is not directly related to Madonna's unmarried partner Sandra Bernhard. However, if you're referring to the performer in the song \"Die Another Day\" by Madonna, the answer", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The spouse of the performer from \"Die Another Day\" (which is a 2002 film starring Pierce Brosnan as James Bond) is not directly related to Madonna's unmarried partner Sandra Bernhard. However, if you're referring to the performer in the song \"Die Another Day\" by Madonna, the answer" + }, + { + "id": "q_006953", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "Jimmy Walker", + "pred": "The head of government of Maria Meneghini Callas's residence after Louisine Havemeyer work location New York City was the President of the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of government of Maria Meneghini Callas's residence after Louisine Havemeyer work location New York City was the President of the United States." + }, + { + "id": "q_001572", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "The answer is: 1999-2000\n\n\nThe answer is: 1999-2000", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is: 1999-2000\n\n\nThe answer is: 1999-2000" + }, + { + "id": "q_008301", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_000630", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1960.0, + "gold": "Graceland", + "pred": "The residence of A Mess of Blues's performer in 1960 was 1960.0.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The residence of A Mess of Blues's performer in 1960 was 1960.0." + }, + { + "id": "q_000755", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Elizabeth II", + "pred": "The head of state of Stack-O-Tracks's place of publication after George VI was the United Kingdom.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of state of Stack-O-Tracks's place of publication after George VI was the United Kingdom." + }, + { + "id": "q_000326", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Jean-Loup Dabadie's member of's general secretary in 2009 was Jean-Pierre Raffarin.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Jean-Loup Dabadie's member of's general secretary in 2009 was Jean-Pierre Raffarin." + }, + { + "id": "q_002870", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Bahrain", + "pred": "In 1981, the head of government of Bahrain was the Prime Minister, who was appointed by the King. The Prime Minister at that time was Khalid bin Khalifa Al Khalifa.", + "em": 0.0, + "f1": 0.32, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1981, the head of government of Bahrain was the Prime Minister, who was appointed by the King. The Prime Minister at that time was Khalid bin Khalifa Al Khalifa." + }, + { + "id": "q_007789", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "The answer is: Giuseppe Garibaldi.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is: Giuseppe Garibaldi." + }, + { + "id": "q_007973", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Bjarne Riis", + "pred": "In 2020, the general manager of the sports team that Danilo Wyss was a member of was Thomas Schmid.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 2020, the general manager of the sports team that Danilo Wyss was a member of was Thomas Schmid." + }, + { + "id": "q_000219", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Vivien Leigh", + "pred": "1939 Academy Award for Best Supporting Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1939 Academy Award for Best Supporting Actress" + }, + { + "id": "q_007274", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Elizabeth II", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "United Kingdom" + }, + { + "id": "q_006021", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Carlo Azeglio Ciampi" + }, + { + "id": "q_006576", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "Laurence Olivier", + "pred": "Before Ernest Borgnine, the winner of the Academy Award for Best Actor for the film \"The Best Years of Our Lives\" (1945) was Fredric March. However, the question seems to be asking about the winner of the Academy Award for Best Actor for the film \"The Best Years of Our Lives", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Before Ernest Borgnine, the winner of the Academy Award for Best Actor for the film \"The Best Years of Our Lives\" (1945) was Fredric March. However, the question seems to be asking about the winner of the Academy Award for Best Actor for the film \"The Best Years of Our Lives" + }, + { + "id": "q_000623", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Bjarne Berntsen", + "pred": "In 2009, the head coach of Camilla Huse's member of sports team was John Harkness.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2009, the head coach of Camilla Huse's member of sports team was John Harkness." + }, + { + "id": "q_005668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "The winner of the Booker Prize in 2003, the year After the Bottle Factory Outing was nominated, was Ian McEwan for his novel Atonement.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the Booker Prize in 2003, the year After the Bottle Factory Outing was nominated, was Ian McEwan for his novel Atonement." + }, + { + "id": "q_003804", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Nobel Peace Prize", + "pred": "The United States Navy SEALs were founded by Rear Admiral James \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The United States Navy SEALs were founded by Rear Admiral James \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy" + }, + { + "id": "q_006789", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "1960.0\n\n\nAfter Louise Bourgeois's work location in New York City, the head of government of William Vickrey's residence was **Nikita Khrushchev**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1960.0\n\n\nAfter Louise Bourgeois's work location in New York City, the head of government of William Vickrey's residence was **Nikita Khrushchev**." + }, + { + "id": "q_006521", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Atlanta-Fulton County Stadium", + "pred": "Atlanta Braves\n\n\nThe home venue of Hank Aaron's member of sports team after Fenway Park was the **Atlanta Braves' home stadium**, which is **Truist Park** (formerly known as SunTrust Park). \n\nHank Aaron played for the Atlanta Braves from 1954 to 19", + "em": 0.0, + "f1": 0.1142857142857143, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Atlanta Braves\n\n\nThe home venue of Hank Aaron's member of sports team after Fenway Park was the **Atlanta Braves' home stadium**, which is **Truist Park** (formerly known as SunTrust Park). \n\nHank Aaron played for the Atlanta Braves from 1954 to 19" + }, + { + "id": "q_006174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "The winner of The Night Watch was nominated for the Booker Prize for its exploration of the human condition and its lyrical prose.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The winner of The Night Watch was nominated for the Booker Prize for its exploration of the human condition and its lyrical prose." + }, + { + "id": "q_004769", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "In 1947, Celia Johnson was nominated for the Academy Award for Best Actress for her role in the film \"The Prime of Miss Jean Brodie.\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1947, Celia Johnson was nominated for the Academy Award for Best Actress for her role in the film \"The Prime of Miss Jean Brodie.\"" + }, + { + "id": "q_001801", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Vytautas Landsbergis", + "pred": "The question is asking for the chairperson of the political party that Nijol\u0117 O\u017eelyt\u0117-Vaitiek\u016bnien\u0117 was a member of, before Andrius Kubilius. However, there is no direct information available about Nijol\u0117 O\u017eelyt\u0117-Vaitiek\u016b", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The question is asking for the chairperson of the political party that Nijol\u0117 O\u017eelyt\u0117-Vaitiek\u016bnien\u0117 was a member of, before Andrius Kubilius. However, there is no direct information available about Nijol\u0117 O\u017eelyt\u0117-Vaitiek\u016b" + }, + { + "id": "q_000920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "State Anthem of the Soviet Union", + "pred": "The anthem of Murmansk Oblast, which is located in the Russian Soviet Federative Socialist Republic (RSFSR), is \"The Song of the North\" (\u0421\u0435\u0432\u0435\u0440\u043d\u0430\u044f \u043f\u0435\u0441\u043d\u044f). This anthem was adopted in 1965 and is still used today. It was composed by Vladimir Koval", + "em": 0.0, + "f1": 0.21052631578947367, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The anthem of Murmansk Oblast, which is located in the Russian Soviet Federative Socialist Republic (RSFSR), is \"The Song of the North\" (\u0421\u0435\u0432\u0435\u0440\u043d\u0430\u044f \u043f\u0435\u0441\u043d\u044f). This anthem was adopted in 1965 and is still used today. It was composed by Vladimir Koval" + }, + { + "id": "q_003724", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "The head of government of Piero Scotti's country of citizenship after Giani Stuparich country of citizenship Italy was Giuseppe Saragat.\n\n\nThe head of government of Piero Scotti's country of citizenship after Giani Stuparich country of citizenship Italy was **Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of Piero Scotti's country of citizenship after Giani Stuparich country of citizenship Italy was Giuseppe Saragat.\n\n\nThe head of government of Piero Scotti's country of citizenship after Giani Stuparich country of citizenship Italy was **Giuseppe Saragat" + }, + { + "id": "q_006014", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "The manager of Alfons Gorbach's point in time before Martin Gottfried Weiss was Karl Schmid.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The manager of Alfons Gorbach's point in time before Martin Gottfried Weiss was Karl Schmid." + }, + { + "id": "q_007171", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "S\u00fcper Lig", + "pred": "Super Lig", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Super Lig" + }, + { + "id": "q_007260", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "3. Liga", + "pred": "2. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2. Bundesliga" + }, + { + "id": "q_005517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Thomas Tuchel", + "pred": "The head coach of Marcos Alonso Mendoza's member of sports team, after Claudio Ranieri, was Jos\u00e9 Mourinho.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Marcos Alonso Mendoza's member of sports team, after Claudio Ranieri, was Jos\u00e9 Mourinho." + }, + { + "id": "q_007485", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Charlize Theron", + "pred": "Jennifer Connelly was nominated for the Academy Award for Best Actress for her role in \"A Beautiful Mind\" (2001). The winner of that category was Hilary Swank for \"Boys Don't Cry\" (1999).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Jennifer Connelly was nominated for the Academy Award for Best Actress for her role in \"A Beautiful Mind\" (2001). The winner of that category was Hilary Swank for \"Boys Don't Cry\" (1999)." + }, + { + "id": "q_001837", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1993", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1993" + }, + { + "id": "q_000568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Angelo Infanti was an Italian politician, so his country of citizenship was Italy. In 2007, the head of government of Italy was Silvio Berlusconi, who served as Prime Minister from 1994 to 2006 and again from 2008 to 2", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Angelo Infanti was an Italian politician, so his country of citizenship was Italy. In 2007, the head of government of Italy was Silvio Berlusconi, who served as Prime Minister from 1994 to 2006 and again from 2008 to 2" + }, + { + "id": "q_005494", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "The head coach of Steffen Freund's member of sports team before Joachim L\u00f6w was Rudi V\u00f6ller.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Steffen Freund's member of sports team before Joachim L\u00f6w was Rudi V\u00f6ller." + }, + { + "id": "q_000075", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giuseppe Prisco", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Giuseppe Prisco\n\n\nAfter Francesco Cossiga, who was the head of state of Giuseppe Prisco's country of citizenship?\n\nAnswer: Giuseppe Prisco" + }, + { + "id": "q_004734", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Peter Carey", + "pred": "The winner of the Booker Prize after Salman Rushdie's award was **Arundhati Roy** for her novel *The God of Small Things* in 1997. David Lodge was not directly nominated for the Booker Prize in this context, but the question might be referring to the 1997", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the Booker Prize after Salman Rushdie's award was **Arundhati Roy** for her novel *The God of Small Things* in 1997. David Lodge was not directly nominated for the Booker Prize in this context, but the question might be referring to the 1997" + }, + { + "id": "q_004770", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Constantinople", + "pred": "The capital of Edessa's country was Edessa itself.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The capital of Edessa's country was Edessa itself." + }, + { + "id": "q_006777", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "S\u00e1ndor Preisinger", + "pred": "G\u00e1bor M\u00e1rton\n\nOkay, let's try to figure out this question. The user is asking, \"Who was the head coach of Daniils Turkovs's member of sports team before G\u00e1bor M\u00e1rton?\" and the answer provided is \"G\u00e1bor M\u00e1rton.\" Wait, that", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "G\u00e1bor M\u00e1rton\n\nOkay, let's try to figure out this question. The user is asking, \"Who was the head coach of Daniils Turkovs's member of sports team before G\u00e1bor M\u00e1rton?\" and the answer provided is \"G\u00e1bor M\u00e1rton.\" Wait, that" + }, + { + "id": "q_001481", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1977" + }, + { + "id": "q_000851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Walter Samuel\n\n\nBefore Luciano Spalletti, the head coach of Walter Samuel's member of sports team was **Riccardo Montolivo**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Walter Samuel\n\n\nBefore Luciano Spalletti, the head coach of Walter Samuel's member of sports team was **Riccardo Montolivo**." + }, + { + "id": "q_000707", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Yugoslavia", + "pred": "The shares border with of Franco Evangelisti's country of citizenship in 1934 were 1934.0.\n\n\nThe question appears to be asking about the \"shares border with\" of Franco Evangelisti's country of citizenship in 1934. However, the phrasing is unclear", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The shares border with of Franco Evangelisti's country of citizenship in 1934 were 1934.0.\n\n\nThe question appears to be asking about the \"shares border with\" of Franco Evangelisti's country of citizenship in 1934. However, the phrasing is unclear" + }, + { + "id": "q_007316", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Stefano Pessi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Stefano Pessi" + }, + { + "id": "q_002781", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Yugoslavia", + "pred": "1946.0\n\n\nThe country of citizenship of Renato Carosone was Italy. In 1946, Italy shared borders with the following countries:\n\n1. France\n2. Switzerland\n3. Austria\n4. Yugoslavia (now known as the Republic of Yugoslavia)\n5.", + "em": 1.0, + "f1": 0.06451612903225806, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1946.0\n\n\nThe country of citizenship of Renato Carosone was Italy. In 1946, Italy shared borders with the following countries:\n\n1. France\n2. Switzerland\n3. Austria\n4. Yugoslavia (now known as the Republic of Yugoslavia)\n5." + }, + { + "id": "q_001694", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "1970 Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1970 Academy Award for Best Actress" + }, + { + "id": "q_005714", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "B\u00fclent Ecevit", + "pred": "The answer is not available in the given text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is not available in the given text." + }, + { + "id": "q_002568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Stefan Kuntz", + "pred": "The question is asking for the chairperson of Jan \u0160im\u016fnek's member of sports team in 2014. First, I need to determine which sports team Jan \u0160im\u016fnek was a member of in 2014. Jan \u0160im\u016fnek is a Czech football (", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "The question is asking for the chairperson of Jan \u0160im\u016fnek's member of sports team in 2014. First, I need to determine which sports team Jan \u0160im\u016fnek was a member of in 2014. Jan \u0160im\u016fnek is a Czech football (" + }, + { + "id": "q_000390", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Nobel Prize in Physics", + "pred": "The Holweck Prize in 1952 was awarded to the French physicist Jean Perrin for his work on the structure of matter, particularly his contributions to the understanding of the Brownian movement and the Avogadro constant. Perrin's research provided crucial evidence for the existence of atoms and molecules, which was", + "em": 0.0, + "f1": 0.09999999999999999, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The Holweck Prize in 1952 was awarded to the French physicist Jean Perrin for his work on the structure of matter, particularly his contributions to the understanding of the Brownian movement and the Avogadro constant. Perrin's research provided crucial evidence for the existence of atoms and molecules, which was" + }, + { + "id": "q_004301", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "The head of government of the United States in 1994 was Bill Clinton.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of the United States in 1994 was Bill Clinton." + }, + { + "id": "q_007116", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "European Parliament", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "European Parliament" + }, + { + "id": "q_004505", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "In 1974, the head of government of the United Kingdom, where Philip Taaffe's work location was, was Harold Wilson.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1974, the head of government of the United Kingdom, where Philip Taaffe's work location was, was Harold Wilson." + }, + { + "id": "q_007035", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "The head of government of Louise Bourgeois's work location in 1990 was the President of the French Republic, Fran\u00e7ois Mitterrand.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of government of Louise Bourgeois's work location in 1990 was the President of the French Republic, Fran\u00e7ois Mitterrand." + }, + { + "id": "q_004558", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "The head coach of Ryan Bertrand's member of sports team in 2014 was Steve Kerr.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Ryan Bertrand's member of sports team in 2014 was Steve Kerr." + }, + { + "id": "q_003267", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "The winner of the Academy Award for Best Actress for the film \"It Happened One Night\" (1937) was Claudette Colbert. She was nominated for her role as Ellie Andrews. The film was directed by Frank Capra and written by Robert E. Sherwood. It was a significant film in the", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the Academy Award for Best Actress for the film \"It Happened One Night\" (1937) was Claudette Colbert. She was nominated for her role as Ellie Andrews. The film was directed by Frank Capra and written by Robert E. Sherwood. It was a significant film in the" + }, + { + "id": "q_006755", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "The question is about the chairperson of Bruno Bieligk's member of political party in 1920. First, I need to determine who Bruno Bieligk was and which political party he was a member of in 1920. However, after researching, there is no notable historical figure named", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "The question is about the chairperson of Bruno Bieligk's member of political party in 1920. First, I need to determine who Bruno Bieligk was and which political party he was a member of in 1920. However, after researching, there is no notable historical figure named" + }, + { + "id": "q_004583", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1987" + }, + { + "id": "q_000225", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Gareth Southgate", + "pred": "David Wheater was a member of the sports team, and in 2008, the head coach of that team was John Harkness.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "David Wheater was a member of the sports team, and in 2008, the head coach of that team was John Harkness." + }, + { + "id": "q_002459", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Serbia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Serbia" + }, + { + "id": "q_006352", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1993", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1993" + }, + { + "id": "q_004787", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Janusz W\u00f3jcik", + "pred": "Arkadiusz B\u0105k's member of sports team's head coach in 1999 was Janusz Kowalski.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Arkadiusz B\u0105k's member of sports team's head coach in 1999 was Janusz Kowalski." + }, + { + "id": "q_002226", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Leonid Brezhnev", + "pred": "1973.0\n\n\nAleksei Gubarev's member of political party's chairperson in 1973 was **Nikolai Tikhonov**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1973.0\n\n\nAleksei Gubarev's member of political party's chairperson in 1973 was **Nikolai Tikhonov**." + }, + { + "id": "q_003363", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Jan Schaffrath", + "pred": "2012.0\n\nOkay, let's try to figure out this question. The user is asking: \"After Patrik Sinkewitz member of sports team Soudal Quick-Step, what was the head coach of Martin Velits's member of sports team?\" And the answer given is 2", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "2012.0\n\nOkay, let's try to figure out this question. The user is asking: \"After Patrik Sinkewitz member of sports team Soudal Quick-Step, what was the head coach of Martin Velits's member of sports team?\" And the answer given is 2" + }, + { + "id": "q_001025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Pavel Vrba", + "pred": "Petr Jel\u00ednek", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Petr Jel\u00ednek" + }, + { + "id": "q_006972", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1976" + }, + { + "id": "q_007393", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Yugoslavia" + }, + { + "id": "q_002784", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Franz Beckenbauer", + "pred": "The head coach of Frank Mill's team, which is the East Germany national football team, after Otto Nerz was **Hans-J\u00fcrgen Grote**. Grote took over as the head coach in 1988, following Nerz's departure. Frank Mill was a key player for East Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Frank Mill's team, which is the East Germany national football team, after Otto Nerz was **Hans-J\u00fcrgen Grote**. Grote took over as the head coach in 1988, following Nerz's departure. Frank Mill was a key player for East Germany" + }, + { + "id": "q_005991", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italian lira" + }, + { + "id": "q_007278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Claudia Roth", + "pred": "The answer is not available in the given text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is not available in the given text." + }, + { + "id": "q_002109", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "ADIG", + "pred": "1.0\n\n\nAfter Hitachi, the sponsor of Stefan W\u00e4chter's member of sports team was **Bosch**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1.0\n\n\nAfter Hitachi, the sponsor of Stefan W\u00e4chter's member of sports team was **Bosch**." + }, + { + "id": "q_005445", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Abraham Beame", + "pred": "1977.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1977.0" + }, + { + "id": "q_005382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Fiorello H. La Guardia", + "pred": "The head of government of Edward McKnight Kauffer's work location was Vincent R. Impellitteri.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of Edward McKnight Kauffer's work location was Vincent R. Impellitteri." + }, + { + "id": "q_005633", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "In 1984, the head of state of the country of citizenship of Giuseppe Saragat was the President of the Italian Republic, Sandro Pertini.", + "em": 1.0, + "f1": 0.2222222222222222, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1984, the head of state of the country of citizenship of Giuseppe Saragat was the President of the Italian Republic, Sandro Pertini." + }, + { + "id": "q_002083", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Jens Gustafsson", + "pred": "Lars-G\u00f6ran", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1999-2000\n\n\nAfter Rutger Backe, who was a member of the sports team Halmstads BK, the head coach of Andreas Landgren's member of sports team was **Lars-G\u00f6ran Bengtsson**. \n\nAnswer: Lars-G\u00f6ran" + }, + { + "id": "q_003899", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "German Democratic Republic", + "pred": "East Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "East Germany" + }, + { + "id": "q_002997", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "Jordan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Jordan" + }, + { + "id": "q_005860", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "In 2004, the winner of the Academy Award for Best Picture was \"The Lord of the Rings: The Return of the King.\" However, \"Whale Rider\" was not nominated for the Best Picture category that year. It was, however, nominated for the Academy Award for Best Foreign Language Film in", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2004, the winner of the Academy Award for Best Picture was \"The Lord of the Rings: The Return of the King.\" However, \"Whale Rider\" was not nominated for the Best Picture category that year. It was, however, nominated for the Academy Award for Best Foreign Language Film in" + }, + { + "id": "q_001039", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Panama", + "pred": "The shares border with of Cornell Capa's work location in 1937 was 1937.0.\n\n\nThe question appears to be asking about the \"shares border with\" of Cornell Capa's work location in 1937, which is a bit unclear. However, based", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The shares border with of Cornell Capa's work location in 1937 was 1937.0.\n\n\nThe question appears to be asking about the \"shares border with\" of Cornell Capa's work location in 1937, which is a bit unclear. However, based" + }, + { + "id": "q_000086", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Giovanni Leone" + }, + { + "id": "q_005689", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Bucharest" + }, + { + "id": "q_006609", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "The located in of Afula's country after Nazareth country Mandatory Palestine was Mandatory Palestine.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The located in of Afula's country after Nazareth country Mandatory Palestine was Mandatory Palestine." + }, + { + "id": "q_004970", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2003" + }, + { + "id": "q_004192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Giuseppe Saragat\n\n\nThe head of state of Alberto Magnelli's country of citizenship after Giuseppe Saragat's country of citizenship (Italy) was **Giuseppe Saragat**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Giuseppe Saragat\n\n\nThe head of state of Alberto Magnelli's country of citizenship after Giuseppe Saragat's country of citizenship (Italy) was **Giuseppe Saragat**." + }, + { + "id": "q_007711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "The currency of Italy in 1948 was the Italian lira (ITL).", + "em": 1.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The currency of Italy in 1948 was the Italian lira (ITL)." + }, + { + "id": "q_008062", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "M\u00e1rio Soares", + "pred": "The head of state of Alberto Vaquina's work location before Jorge Sampaio was Ant\u00f3nio de Oliveira Salazar.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of state of Alberto Vaquina's work location before Jorge Sampaio was Ant\u00f3nio de Oliveira Salazar." + }, + { + "id": "q_006613", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Stuart Lancaster", + "pred": "Steve McNamara", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Steve McNamara" + }, + { + "id": "q_001894", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "The winner of the Academy Award for Best Actress in 2005, which was the year Annette Bening was nominated for her role in \"The Kids Are All Right,\" was Helen Mirren for her performance in \"The Queen.\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the Academy Award for Best Actress in 2005, which was the year Annette Bening was nominated for her role in \"The Kids Are All Right,\" was Helen Mirren for her performance in \"The Queen.\"" + }, + { + "id": "q_002546", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "The University of Vienna", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The University of Vienna" + }, + { + "id": "q_003153", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Zhu De", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Zhu De" + }, + { + "id": "q_002865", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "The winner of A Bend in the River's nominated for was J. G. Farrell.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of A Bend in the River's nominated for was J. G. Farrell." + }, + { + "id": "q_007865", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "In 2001, the head of state of Giuseppe Prisco's country of citizenship was President of Italy, Carlo Azeglio Ciampi.", + "em": 1.0, + "f1": 0.3, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 2001, the head of state of Giuseppe Prisco's country of citizenship was President of Italy, Carlo Azeglio Ciampi." + }, + { + "id": "q_008428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "The answer is: The England national rugby union team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is: The England national rugby union team." + }, + { + "id": "q_001858", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Graceland", + "pred": "In 1977, Ginger Alden's unmarried partner was residing in a house in the village of Broughton, near the town of Bury, in Greater Manchester, England.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1977, Ginger Alden's unmarried partner was residing in a house in the village of Broughton, near the town of Bury, in Greater Manchester, England." + }, + { + "id": "q_001912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Constantinople", + "pred": "Istanbul", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Istanbul" + }, + { + "id": "q_003034", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "1939.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1939.0" + }, + { + "id": "q_000799", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Barack Obama", + "pred": "Lyndon B. Johnson was the 36th President of the United States, serving from 1963 to 1969. The game \"Battlefield 3\" is set in 2012 and features a narrative that takes place in various locations, including the United States, Afghanistan", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Lyndon B. Johnson was the 36th President of the United States, serving from 1963 to 1969. The game \"Battlefield 3\" is set in 2012 and features a narrative that takes place in various locations, including the United States, Afghanistan" + }, + { + "id": "q_007926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Boston Garden", + "pred": "Boston Garden", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Boston Garden" + }, + { + "id": "q_004762", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "Kingdom of Prussia", + "pred": "1911 World Figure Skating Championships was located in Vienna, Austria.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1911 World Figure Skating Championships was located in Vienna, Austria." + }, + { + "id": "q_004806", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "The answer to the question is: 1. 2. 3. 4. 5. 6. 7. 8. 9. 10. 11. 12. 13. 14. 15. 16. 1", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer to the question is: 1. 2. 3. 4. 5. 6. 7. 8. 9. 10. 11. 12. 13. 14. 15. 16. 1" + }, + { + "id": "q_003643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Premier League", + "pred": "Ukrainian Premier League", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Ukrainian Premier League" + }, + { + "id": "q_008203", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Amway Arena", + "pred": "The Forum", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Forum" + }, + { + "id": "q_004465", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1996", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1996" + }, + { + "id": "q_006874", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "John Lindsay", + "pred": "William Vickrey was a Canadian-American economist and professor, best known for his work in the field of transportation economics. He was born on May 19, 1918, and passed away on August 19, 1996. As a professor, he held various academic positions, including", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "William Vickrey was a Canadian-American economist and professor, best known for his work in the field of transportation economics. He was born on May 19, 1918, and passed away on August 19, 1996. As a professor, he held various academic positions, including" + }, + { + "id": "q_000593", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "The head of state of Leo Nomellini's country of citizenship, after Luigi Einaudi, was Pietro Nenni.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of state of Leo Nomellini's country of citizenship, after Luigi Einaudi, was Pietro Nenni." + }, + { + "id": "q_004615", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2018.0, + "gold": "2018", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_001617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Geoffrey Rush", + "pred": "The winner of the award received by As Good as It Gets is Meg Ryan.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the award received by As Good as It Gets is Meg Ryan." + }, + { + "id": "q_001902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "1982.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1982.0" + }, + { + "id": "q_004669", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Yuri Semin", + "pred": "The head coach of \u00c9der's team before Dmitri Loskov was V\u00edctor S\u00e1nchez.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of \u00c9der's team before Dmitri Loskov was V\u00edctor S\u00e1nchez." + }, + { + "id": "q_002742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "1972.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1972.0" + }, + { + "id": "q_006208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "The chairperson of Bruno Bieligk's member of political party after Georg Ledebour was Carl Schurz.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The chairperson of Bruno Bieligk's member of political party after Georg Ledebour was Carl Schurz." + }, + { + "id": "q_006858", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2002" + }, + { + "id": "q_000627", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "The answer is 1982.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is 1982." + }, + { + "id": "q_008456", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "After Zhytomyr country Russian Empire, what was the basic form of government of Sevastopol's country?", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "After Zhytomyr country Russian Empire, what was the basic form of government of Sevastopol's country?" + }, + { + "id": "q_004863", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "In 1935, the winner of the Academy Award for Best Picture was \"It Happened One Night,\" which was nominated for and won several awards, including Best Picture, Best Director (Frank Capra), Best Actor (Clark Gable), Best Actress (Claudette Colbert), and Best Screenplay.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1935, the winner of the Academy Award for Best Picture was \"It Happened One Night,\" which was nominated for and won several awards, including Best Picture, Best Director (Frank Capra), Best Actor (Clark Gable), Best Actress (Claudette Colbert), and Best Screenplay." + }, + { + "id": "q_005053", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lauri Yl\u00f6nen", + "pred": "The winner of Haloo Helsinki!'s nominated for after Poets of the Fall was \"Kuolema\" by the band \"Kuolema\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Haloo Helsinki!'s nominated for after Poets of the Fall was \"Kuolema\" by the band \"Kuolema\"." + }, + { + "id": "q_006906", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sini\u0161a Mihajlovi\u0107", + "pred": "The head coach of Marco Marchionni's member of sports team after Aldo Agroppi was Giuseppe Bellini.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Marco Marchionni's member of sports team after Aldo Agroppi was Giuseppe Bellini." + }, + { + "id": "q_004343", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Arrigo Sacchi", + "pred": "The head coach of Walter Bianchi's member of sports team in 1984 was Bill Russell.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Walter Bianchi's member of sports team in 1984 was Bill Russell." + }, + { + "id": "q_008520", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Hans Loritz", + "pred": "1938.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1938.0" + }, + { + "id": "q_008566", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "The general secretary of the Nazi Party after Hanns Martin Schleyer was Joseph Goebbels.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The general secretary of the Nazi Party after Hanns Martin Schleyer was Joseph Goebbels." + }, + { + "id": "q_005406", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_005485", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Milo\u0161 Zeman", + "pred": "The head of state of the Czech Republic after Miroslav Horn\u00ed\u010dek's country of citizenship (Czech Republic) was Milo\u0161 Zeman.", + "em": 1.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of state of the Czech Republic after Miroslav Horn\u00ed\u010dek's country of citizenship (Czech Republic) was Milo\u0161 Zeman." + }, + { + "id": "q_006778", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italian lira", + "pred": "1963.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1963.0" + }, + { + "id": "q_000448", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Alex Ferguson", + "pred": "Bryan Gunn is a former professional footballer who played as a midfielder. He was a member of the Scottish Football League team, and his career spanned from the 1970s to the 1990s. However, there is no direct information about a specific team that Bryan Gunn was a member", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Bryan Gunn is a former professional footballer who played as a midfielder. He was a member of the Scottish Football League team, and his career spanned from the 1970s to the 1990s. However, there is no direct information about a specific team that Bryan Gunn was a member" + }, + { + "id": "q_005253", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Aravind Adiga", + "pred": "The winner of the Booker Prize in 2008, which was the year Amitav Ghosh was nominated, was **\"The Sea\" by Peter Carey**. However, it's important to clarify that Amitav Ghosh was not nominated for the Booker Prize in 2008. He was nominated", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the Booker Prize in 2008, which was the year Amitav Ghosh was nominated, was **\"The Sea\" by Peter Carey**. However, it's important to clarify that Amitav Ghosh was not nominated for the Booker Prize in 2008. He was nominated" + }, + { + "id": "q_002793", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "The winner of Mrs. Parkington's nominated for after Academy Award for Best Actress winner Jennifer Jones was not a specific person, as Mrs. Parkington was a fictional character from the 1945 film \"The Best Years of Our Lives.\" In the context of the film, Mrs. Parkington was a character", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Mrs. Parkington's nominated for after Academy Award for Best Actress winner Jennifer Jones was not a specific person, as Mrs. Parkington was a fictional character from the 1945 film \"The Best Years of Our Lives.\" In the context of the film, Mrs. Parkington was a character" + }, + { + "id": "q_001366", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Cliff Burton", + "pred": "Cliff Burton", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Cliff Burton" + }, + { + "id": "q_000346", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Giorgio Napolitano", + "pred": "In 2010, the head of state of Giovanni Lilliu's country of citizenship was Giorgio Napolitano.", + "em": 1.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2010, the head of state of Giovanni Lilliu's country of citizenship was Giorgio Napolitano." + }, + { + "id": "q_001380", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "John Williams", + "pred": "The composer of Katie Couric's notable work, \"The Katie Couric Show,\" is not a well-known or widely recognized figure in the music industry. The show itself is a news program, and its theme music is typically composed by a professional music composer or a team of composers. If you have a specific piece or", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The composer of Katie Couric's notable work, \"The Katie Couric Show,\" is not a well-known or widely recognized figure in the music industry. The show itself is a news program, and its theme music is typically composed by a professional music composer or a team of composers. If you have a specific piece or" + }, + { + "id": "q_007366", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "1973.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1973.0" + }, + { + "id": "q_004085", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "Qing dynasty", + "pred": "The answer is not available in the given text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is not available in the given text." + }, + { + "id": "q_002859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "Israel", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Israel" + }, + { + "id": "q_000061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "The winner of the 2006 Man Booker Prize, which was awarded to Kiran Desai for his novel \"The Inheritance of Loss,\" was not Fay Weldon. Instead, the winner was Kiran Desai himself. However, if you're asking about the winner of the Man Booker Prize that was", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the 2006 Man Booker Prize, which was awarded to Kiran Desai for his novel \"The Inheritance of Loss,\" was not Fay Weldon. Instead, the winner was Kiran Desai himself. However, if you're asking about the winner of the Man Booker Prize that was" + }, + { + "id": "q_002208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Nike", + "pred": "The kit supplier of Steve Borthwick's member of sports team before Umbro was Adidas.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The kit supplier of Steve Borthwick's member of sports team before Umbro was Adidas." + }, + { + "id": "q_005149", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Dalvik VM", + "pred": "Grand Theft Auto III was released for Microsoft Windows in 2001. The has part of Grand Theft Auto III's platform after Grand Theft Auto III platform Microsoft Windows is the PlayStation 2.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Grand Theft Auto III was released for Microsoft Windows in 2001. The has part of Grand Theft Auto III's platform after Grand Theft Auto III platform Microsoft Windows is the PlayStation 2." + }, + { + "id": "q_007466", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Deutsche Mark", + "pred": "The currency of Sande's country in 1956 was the Nigerian pound.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The currency of Sande's country in 1956 was the Nigerian pound." + }, + { + "id": "q_001168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "EFL Championship", + "pred": "1. FA Cup\n2. UEFA Champions League\n3. UEFA Europa League\n4. EFL Cup\n5. League Cup\n6. FA Community Shield\n7. UEFA Super Cup\n8. FIFA Club World Cup\n9. UEFA Europa Conference League\n10. EFL Trophy", + "em": 0.0, + "f1": 0.07407407407407407, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. FA Cup\n2. UEFA Champions League\n3. UEFA Europa League\n4. EFL Cup\n5. League Cup\n6. FA Community Shield\n7. UEFA Super Cup\n8. FIFA Club World Cup\n9. UEFA Europa Conference League\n10. EFL Trophy" + }, + { + "id": "q_002303", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "The 19th Canadian Ministry's head of government in 1968 was the Prime Minister of Canada, Lester B. Pearson.", + "em": 1.0, + "f1": 0.38095238095238093, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The 19th Canadian Ministry's head of government in 1968 was the Prime Minister of Canada, Lester B. Pearson." + }, + { + "id": "q_004925", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "The winner of Bessie Love's nominated for in 1930 was \"The Last of the Mohicans\" (1930).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Bessie Love's nominated for in 1930 was \"The Last of the Mohicans\" (1930)." + }, + { + "id": "q_002425", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "Ugo Morin was a member of the European Economic Community (EEC) before the European Economic Community.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Ugo Morin was a member of the European Economic Community (EEC) before the European Economic Community." + }, + { + "id": "q_003762", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Minneapolis Armory", + "pred": "The Kingdome", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Kingdome" + }, + { + "id": "q_000351", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Territory of Hawaii", + "pred": "Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Czechoslovakia" + }, + { + "id": "q_003288", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "1992.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1992.0" + }, + { + "id": "q_001079", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Giampiero Boniperti", + "pred": "Stefano Tacconi\n\n\nThe answer is: Stefano Tacconi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Stefano Tacconi\n\n\nThe answer is: Stefano Tacconi" + }, + { + "id": "q_004556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Paulo Bento", + "pred": "The head coach of Baek Sung-dong's member of sports team after Ham Heung-chul member of sports team South Korea men's national football team is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Baek Sung-dong's member of sports team after Ham Heung-chul member of sports team South Korea men's national football team is not available in the provided text." + }, + { + "id": "q_006454", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Steve Sampson", + "pred": "Kevin Hartman is a former professional soccer player, not a member of a sports team. Therefore, there is no head coach of Kevin Hartman's member of sports team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Kevin Hartman is a former professional soccer player, not a member of a sports team. Therefore, there is no head coach of Kevin Hartman's member of sports team." + }, + { + "id": "q_007686", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "United States Cabinet", + "pred": "United States Secretary of the Navy", + "em": 0.0, + "f1": 0.4444444444444444, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "United States Secretary of the Navy" + }, + { + "id": "q_001636", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1975" + }, + { + "id": "q_000642", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Alan Hollinghurst", + "pred": "The winner of the 2004 Man Booker Prize, which was awarded to J. M. Coetzee for his novel \"Disgrace,\" was not Ronan Bennett. Instead, the prize was won by the South African author J. M. Coetzee himself, as he was the one who", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the 2004 Man Booker Prize, which was awarded to J. M. Coetzee for his novel \"Disgrace,\" was not Ronan Bennett. Instead, the prize was won by the South African author J. M. Coetzee himself, as he was the one who" + }, + { + "id": "q_005992", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1906.0, + "gold": "Theodore Roosevelt", + "pred": "Benjamin Harrison", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Benjamin Harrison" + }, + { + "id": "q_001567", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "William Vickrey\n\n\nThe head of government of William Vickrey's residence before David Dinkins was **William Vickrey** himself.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "William Vickrey\n\n\nThe head of government of William Vickrey's residence before David Dinkins was **William Vickrey** himself." + }, + { + "id": "q_003917", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Elizabeth II", + "pred": "Elizabeth II\n\n\nAfter George VI, the head of state of Liz Smith's country of citizenship was **Elizabeth II**.", + "em": 1.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Elizabeth II\n\n\nAfter George VI, the head of state of Liz Smith's country of citizenship was **Elizabeth II**." + }, + { + "id": "q_007632", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pawe\u0142 Janas", + "pred": "The head coach of Kamil Kosowski's member of sports team after Andrzej Strejlau was Janusz Kowalik.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Kamil Kosowski's member of sports team after Andrzej Strejlau was Janusz Kowalik." + }, + { + "id": "q_001702", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Eerste Divisie", + "pred": "1. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. Bundesliga" + }, + { + "id": "q_006358", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "German Federal Archives", + "pred": "The Karl-Liebknecht-Haus's operator's archives were in the city of Berlin in 1932.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Karl-Liebknecht-Haus's operator's archives were in the city of Berlin in 1932." + }, + { + "id": "q_006799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Dwight D. Eisenhower", + "pred": "Erazim Koh\u00e1k's residence was in the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Erazim Koh\u00e1k's residence was in the United States." + }, + { + "id": "q_001724", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Lyndon B. Johnson", + "pred": "After Harry S. Truman, the head of government of Stack-O-Tracks's place of publication was Dwight D. Eisenhower.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After Harry S. Truman, the head of government of Stack-O-Tracks's place of publication was Dwight D. Eisenhower." + }, + { + "id": "q_005308", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "The winner of the Academy Award for Best Actress after Jeanne Eagels's nomination was Janet Gaynor.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the Academy Award for Best Actress after Jeanne Eagels's nomination was Janet Gaynor." + }, + { + "id": "q_006485", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "In 2000, the winner of the Man Booker Prize, which Matthew Kneale was nominated for, was \"The Amazing Adventures of Kavalier & Clay\" by Michael Chabon.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2000, the winner of the Man Booker Prize, which Matthew Kneale was nominated for, was \"The Amazing Adventures of Kavalier & Clay\" by Michael Chabon." + }, + { + "id": "q_004831", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "1948.0\n\nOkay, let's try to figure out what Piero Scotti's country of citizenship's currency was in 1948. First, I need to find out which country Piero Scotti was a citizen of in 1948. But wait, I don", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1948.0\n\nOkay, let's try to figure out what Piero Scotti's country of citizenship's currency was in 1948. First, I need to find out which country Piero Scotti was a citizen of in 1948. But wait, I don" + }, + { + "id": "q_005190", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "The employer of the Ausonius Award winner after Georg Danek was the German Federal Ministry of Education and Research (Bundesministerium f\u00fcr Bildung und Forschung).", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The employer of the Ausonius Award winner after Georg Danek was the German Federal Ministry of Education and Research (Bundesministerium f\u00fcr Bildung und Forschung)." + }, + { + "id": "q_006636", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "George Marshall", + "pred": "Secretary of State", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Secretary of State" + }, + { + "id": "q_003213", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "In 1965, the head of government of Frank Tieri's residence was the President of the United States, Lyndon B. Johnson.", + "em": 1.0, + "f1": 0.3, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1965, the head of government of Frank Tieri's residence was the President of the United States, Lyndon B. Johnson." + }, + { + "id": "q_005672", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "After Paul von Hindenburg, the head of state of L\u0119bork's country was Adolf Hitler.", + "em": 1.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After Paul von Hindenburg, the head of state of L\u0119bork's country was Adolf Hitler." + }, + { + "id": "q_006227", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1945", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1945" + }, + { + "id": "q_006185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Giffoni Film Festival", + "pred": "Big Sean's unmarried partner at the time was Keri Hilson. In 2013, Keri Hilson received the \"Best R&B/Soul Album\" award at the 55th Annual Grammy Awards for her album \"No More Drama.\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Big Sean's unmarried partner at the time was Keri Hilson. In 2013, Keri Hilson received the \"Best R&B/Soul Album\" award at the 55th Annual Grammy Awards for her album \"No More Drama.\"" + }, + { + "id": "q_007816", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Franciszek Smuda", + "pred": "Marek Saganowski's member of sports team's head coach in 2012 was Janusz Kowalski.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Marek Saganowski's member of sports team's head coach in 2012 was Janusz Kowalski." + }, + { + "id": "q_001958", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "John Lindsay", + "pred": "The head of government of Arman's work location before Ed Koch was Robert Moses.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of Arman's work location before Ed Koch was Robert Moses." + }, + { + "id": "q_007818", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Sepp Herberger", + "pred": "1957.0\n\nOkay, let's try to figure out the answer to this question. The question is: \"What was the head coach of Fritz Herkenrath's member of sports team in 1957?\" And the answer given is 1957.0. Hmm", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1957.0\n\nOkay, let's try to figure out the answer to this question. The question is: \"What was the head coach of Fritz Herkenrath's member of sports team in 1957?\" And the answer given is 1957.0. Hmm" + }, + { + "id": "q_003874", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_006836", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "1989.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1989.0" + }, + { + "id": "q_005437", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "The head of government of Maria Tore Barbina's country of citizenship after Antonio Bacci country of citizenship Italy was the President of the Council of Ministers of Italy.\n\n\nThe head of government of Maria Tore Barbina's country of citizenship after Antonio Bacci country of citizenship Italy was the President of the Council of", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "The head of government of Maria Tore Barbina's country of citizenship after Antonio Bacci country of citizenship Italy was the President of the Council of Ministers of Italy.\n\n\nThe head of government of Maria Tore Barbina's country of citizenship after Antonio Bacci country of citizenship Italy was the President of the Council of" + }, + { + "id": "q_001779", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Chemnitz Government Region", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_002182", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "1938.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1938.0" + }, + { + "id": "q_006540", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "The head of government of Italy after Attilio Pierelli's country of citizenship (Italy) was Giulio Andreotti.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of Italy after Attilio Pierelli's country of citizenship (Italy) was Giulio Andreotti." + }, + { + "id": "q_000118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "The question is asking for the chairperson of Al\u00edpio's member of sports team after Jo\u00e3o Tamagnini Barbosa. However, there is no information provided about Al\u00edpio's sports team or Jo\u00e3o Tamagnini Barbosa's involvement with it. Therefore, I cannot provide an answer to this question.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The question is asking for the chairperson of Al\u00edpio's member of sports team after Jo\u00e3o Tamagnini Barbosa. However, there is no information provided about Al\u00edpio's sports team or Jo\u00e3o Tamagnini Barbosa's involvement with it. Therefore, I cannot provide an answer to this question." + }, + { + "id": "q_000470", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "In 1950, the head of state of Renato Polselli's country of citizenship was the President of the Italian Republic, which was a constitutional monarchy at the time. The head of state was the King of Italy, Umberto II. However, it's important to note that Umberto II's reign", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "In 1950, the head of state of Renato Polselli's country of citizenship was the President of the Italian Republic, which was a constitutional monarchy at the time. The head of state was the King of Italy, Umberto II. However, it's important to note that Umberto II's reign" + }, + { + "id": "q_004884", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Emma Thompson", + "pred": "1992.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1992.0" + }, + { + "id": "q_008312", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "United Kingdom of Great Britain and Ireland", + "pred": "England", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "England" + }, + { + "id": "q_006013", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "The head of government of Louise Bourgeois's work location, which is New York City, after the Prelinger Archives located there is the Mayor of New York City.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of government of Louise Bourgeois's work location, which is New York City, after the Prelinger Archives located there is the Mayor of New York City." + }, + { + "id": "q_006889", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Carlo Ancelotti", + "pred": "1. Franco Di Santo\n2. member of sports team \u2192 A.S. Roma\n3. head coach of \u2192 Luciano Spalletti\n4. Jack Kirwan\n5. member of sports team \u2192 Chelsea F.C.\n6. head coach of \u2192 Gianluca Vialli\n7. answer", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. Franco Di Santo\n2. member of sports team \u2192 A.S. Roma\n3. head coach of \u2192 Luciano Spalletti\n4. Jack Kirwan\n5. member of sports team \u2192 Chelsea F.C.\n6. head coach of \u2192 Gianluca Vialli\n7. answer" + }, + { + "id": "q_003651", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "The team captain of Matt Carkner's drafted by after Guy Lafleur member of sports team Montreal Canadiens is Scott Mellanby", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The team captain of Matt Carkner's drafted by after Guy Lafleur member of sports team Montreal Canadiens is Scott Mellanby" + }, + { + "id": "q_003374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Q82595", + "pred": "2. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2. Bundesliga" + }, + { + "id": "q_003329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Jo\u00e3o Baptista de Oliveira Figueiredo", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Jo\u00e3o Baptista de Oliveira Figueiredo" + }, + { + "id": "q_000420", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1917.0, + "gold": "1917", + "pred": "1917", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1917" + }, + { + "id": "q_005828", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Prime Minister of Belize", + "pred": "Prime Minister", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Prime Minister" + }, + { + "id": "q_006078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Sepp Herberger", + "pred": "In 1962, the head coach of Hans Nowak's member of sports team was not available in the provided context.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1962, the head coach of Hans Nowak's member of sports team was not available in the provided context." + }, + { + "id": "q_002499", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Territory of Hawaii", + "pred": "United States of America", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "United States of America" + }, + { + "id": "q_008212", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "George VI", + "pred": "King George VI", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "King George VI" + }, + { + "id": "q_006996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Yugoslavia", + "pred": "1967.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1967.0" + }, + { + "id": "q_006976", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Gennaro Gattuso", + "pred": "The head coach of Hakan \u00c7alhano\u011flu's team after Vincenzo Montella was Thomas Tuchel.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Hakan \u00c7alhano\u011flu's team after Vincenzo Montella was Thomas Tuchel." + }, + { + "id": "q_007445", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "The award received by Borussia Dortmund's head coach before the Order of Merit of Baden-W\u00fcrttemberg was the Bundesliga Coach of the Year award in 2011.", + "em": 0.0, + "f1": 0.24, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The award received by Borussia Dortmund's head coach before the Order of Merit of Baden-W\u00fcrttemberg was the Bundesliga Coach of the Year award in 2011." + }, + { + "id": "q_004525", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Lamberto Dini", + "pred": "Antonio Brancaccio was an Italian politician, so his country of citizenship was Italy. The head of government of Italy in 1995 was President of the Council of Ministers (Prime Minister) Carlo Azeglio Ciampi. However, it's important to note that Ciampi was the President of", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Antonio Brancaccio was an Italian politician, so his country of citizenship was Italy. The head of government of Italy in 1995 was President of the Council of Ministers (Prime Minister) Carlo Azeglio Ciampi. However, it's important to note that Ciampi was the President of" + }, + { + "id": "q_002061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Giorgio Napolitano", + "pred": "The head of state of Milram's country after Francesco Cossiga was Giorgio Napolitano.", + "em": 1.0, + "f1": 0.2666666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of state of Milram's country after Francesco Cossiga was Giorgio Napolitano." + }, + { + "id": "q_003387", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_004969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "1. George Boateng\n 2. member of sports team\n 3. head coach\n 4. 1999\n 5. 2000\n 6. 2001\n 7. 2002\n 8. 200", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. George Boateng\n 2. member of sports team\n 3. head coach\n 4. 1999\n 5. 2000\n 6. 2001\n 7. 2002\n 8. 200" + }, + { + "id": "q_008292", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "United States", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Ukraine" + }, + { + "id": "q_006528", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1879", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1879" + }, + { + "id": "q_008636", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Walter Zenga", + "pred": "The head coach of Giuseppe Mascara's member of sports team before Diego Simeone was Jos\u00e9 Antonio Camacho.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Giuseppe Mascara's member of sports team before Diego Simeone was Jos\u00e9 Antonio Camacho." + }, + { + "id": "q_004972", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Kia Forum", + "pred": "The Metrodome", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Metrodome" + }, + { + "id": "q_006497", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Hungarian People's Republic", + "pred": "1957 was the year of the 1957 United States presidential election, which was held on November 4, 1957. The capital of the United States is Washington, D.C.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1957 was the year of the 1957 United States presidential election, which was held on November 4, 1957. The capital of the United States is Washington, D.C." + }, + { + "id": "q_005926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "The head coach of Fernando Torres's team after Carlo Ancelotti was Roberto Mancini.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Fernando Torres's team after Carlo Ancelotti was Roberto Mancini." + }, + { + "id": "q_005410", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Taiwan", + "pred": "Elizabeth Bishop's residence in 1955 was in the United States, specifically in Cambridge, Massachusetts. The diplomatic relation of her residence at that time was as a U.S. citizen, and she was not involved in any diplomatic relations herself. However, as a prominent American poet, her work and presence contributed to", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Elizabeth Bishop's residence in 1955 was in the United States, specifically in Cambridge, Massachusetts. The diplomatic relation of her residence at that time was as a U.S. citizen, and she was not involved in any diplomatic relations herself. However, as a prominent American poet, her work and presence contributed to" + }, + { + "id": "q_000901", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Yasser Arafat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Yasser Arafat" + }, + { + "id": "q_007838", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mircea Lucescu", + "pred": "1999\u20132002: Fenerbah\u00e7e S.K. (assistant coach)", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999\u20132002: Fenerbah\u00e7e S.K. (assistant coach)" + }, + { + "id": "q_007144", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "The Internationale", + "pred": "The anthem of Glazov, located in the Russian Soviet Federative Socialist Republic (RSFSR) after Vasiliy Ulrikh's country of citizenship, was the \"Hymn of the RSFSR.\"", + "em": 0.0, + "f1": 0.09090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The anthem of Glazov, located in the Russian Soviet Federative Socialist Republic (RSFSR) after Vasiliy Ulrikh's country of citizenship, was the \"Hymn of the RSFSR.\"" + }, + { + "id": "q_003135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Jean Mistler", + "pred": "the Soci\u00e9t\u00e9 des Gens de Lettres", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "the Soci\u00e9t\u00e9 des Gens de Lettres" + }, + { + "id": "q_000287", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Gerhard Casper", + "pred": "In 1993, the chairperson of Andrew M. Stuart's employer was Robert S. Kagan.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1993, the chairperson of Andrew M. Stuart's employer was Robert S. Kagan." + }, + { + "id": "q_004792", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "The currency of Mario Piccioli's country of citizenship in 1947 was the Italian lira.", + "em": 1.0, + "f1": 0.2666666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The currency of Mario Piccioli's country of citizenship in 1947 was the Italian lira." + }, + { + "id": "q_006621", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sean Yates", + "pred": "The head coach of Q561361's member of sports team before Gabriel Rasch was John Harkes.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Q561361's member of sports team before Gabriel Rasch was John Harkes." + }, + { + "id": "q_001788", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Jeanne Eagels was a famous American actress and singer, known for her work in the early 20th century. She was nominated for an Academy Award for Best Actress for her role in the 1930 film \"The Divine Lady.\" The winner of that Academy Award was Luise Rainer, who", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Jeanne Eagels was a famous American actress and singer, known for her work in the early 20th century. She was nominated for an Academy Award for Best Actress for her role in the 1930 film \"The Divine Lady.\" The winner of that Academy Award was Luise Rainer, who" + }, + { + "id": "q_002557", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Fiorello H. La Guardia", + "pred": "The head of government in 1941 was the President of the United States, Franklin D. Roosevelt.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of government in 1941 was the President of the United States, Franklin D. Roosevelt." + }, + { + "id": "q_006859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "In 1990, Penelope Fitzgerald was nominated for the Booker Prize for her novel \"The Book of Proof.\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1990, Penelope Fitzgerald was nominated for the Booker Prize for her novel \"The Book of Proof.\"" + }, + { + "id": "q_006058", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Giuseppe Saragat", + "pred": "Antonio Pesenti\n\n\nThe answer is: **Antonio Pesenti**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Antonio Pesenti\n\n\nThe answer is: **Antonio Pesenti**." + }, + { + "id": "q_000536", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Estadio Metropolitano\n\nOkay, let's try to figure out this question. The user is asking: \"After Luis Aragon\u00e9s member of sports team Atl\u00e9tico Madrid, what was the home venue of Baltazar's member of sports team?\" The answer given is \"Estadio Metropolitano.\" Hmm", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Estadio Metropolitano\n\nOkay, let's try to figure out this question. The user is asking: \"After Luis Aragon\u00e9s member of sports team Atl\u00e9tico Madrid, what was the home venue of Baltazar's member of sports team?\" The answer given is \"Estadio Metropolitano.\" Hmm" + }, + { + "id": "q_007404", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2000.0, + "gold": "2000", + "pred": "1966", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1966" + }, + { + "id": "q_001292", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1990.0, + "gold": "1990", + "pred": "1990", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1990" + }, + { + "id": "q_002179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "The winner of Andr\u00e9 Brink's nominated for was not specified in the given text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Andr\u00e9 Brink's nominated for was not specified in the given text." + }, + { + "id": "q_005996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "The winner of the Booker Prize in 1979 was Nadine Gordimer for her novel \"July's People\". However, the question seems to be asking about the winner of a different award that Fay Weldon was nominated for after Gordimer won the Booker Prize. \n\nFay Weldon was nominated for the", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the Booker Prize in 1979 was Nadine Gordimer for her novel \"July's People\". However, the question seems to be asking about the winner of a different award that Fay Weldon was nominated for after Gordimer won the Booker Prize. \n\nFay Weldon was nominated for the" + }, + { + "id": "q_002490", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1930" + }, + { + "id": "q_001434", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "New York City", + "pred": "The residence of Betsey Johnson's spouse after London was New York City.", + "em": 1.0, + "f1": 0.375, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The residence of Betsey Johnson's spouse after London was New York City." + }, + { + "id": "q_006868", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_008663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jean Mistler", + "pred": "the French Communist Party", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "the French Communist Party" + }, + { + "id": "q_002319", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2022.0, + "gold": "2022", + "pred": "2010\u20132011\n\n\nFelix Magath was the head coach of Stevan Joveti\u0107's member of sports team, VfL Wolfsburg, during the 2010\u20132011 season.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "2010\u20132011\n\n\nFelix Magath was the head coach of Stevan Joveti\u0107's member of sports team, VfL Wolfsburg, during the 2010\u20132011 season." + }, + { + "id": "q_008472", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_000496", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Massimo D'Alema", + "pred": "The answer is \"Slovenia\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is \"Slovenia\"." + }, + { + "id": "q_005883", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Helmut Kohl", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Helmut Kohl" + }, + { + "id": "q_000466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "BP", + "pred": "The sponsor of Rudolf Kargus's member of sports team before Emirates was the German airline Lufthansa.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The sponsor of Rudolf Kargus's member of sports team before Emirates was the German airline Lufthansa." + }, + { + "id": "q_001286", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "The head of state of Francesco Carpino's country of citizenship after Tullio Kezich's country of citizenship Italy was Giuseppe Garibaldi.\n\n\nThe head of state of Francesco Carpino's country of citizenship after Tullio Kezich's country of citizenship Italy was **Giuseppe Garibaldi", + "em": 0.0, + "f1": 0.10526315789473684, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of state of Francesco Carpino's country of citizenship after Tullio Kezich's country of citizenship Italy was Giuseppe Garibaldi.\n\n\nThe head of state of Francesco Carpino's country of citizenship after Tullio Kezich's country of citizenship Italy was **Giuseppe Garibaldi" + }, + { + "id": "q_003325", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Bucharest", + "pred": "The capital of Vla\u0219ca County's country after Ia\u0219i was T\u00e2rgu Jiu.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The capital of Vla\u0219ca County's country after Ia\u0219i was T\u00e2rgu Jiu." + }, + { + "id": "q_000231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "The head of government of Sister Rosetta Tharpe's residence after Chicago head of government Carter Harrison IV was John H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of Sister Rosetta Tharpe's residence after Chicago head of government Carter Harrison IV was John H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H" + }, + { + "id": "q_000949", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Otto von Bismarck", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Otto von Bismarck" + }, + { + "id": "q_004634", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "1997", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1997" + }, + { + "id": "q_008417", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "1. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. Bundesliga" + }, + { + "id": "q_007078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of the Italian Republic" + }, + { + "id": "q_003711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mary J. Blige", + "pred": "Aaliyah's nominated for's winner in 2002 was \"Best R&B Performance by a Duo or Group with Vocal\" for the song \"Try Again\" with R. Kelly.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Aaliyah's nominated for's winner in 2002 was \"Best R&B Performance by a Duo or Group with Vocal\" for the song \"Try Again\" with R. Kelly." + }, + { + "id": "q_007469", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_002488", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Italian lira", + "pred": "The currency of Avanti Martinetti's country of citizenship in 1954 was the Italian lira.", + "em": 1.0, + "f1": 0.2666666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The currency of Avanti Martinetti's country of citizenship in 1954 was the Italian lira." + }, + { + "id": "q_004737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Yitzhak Rabin", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Yitzhak Rabin" + }, + { + "id": "q_007418", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "European Union" + }, + { + "id": "q_006584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Elliott Gould", + "pred": "The answer is Frank Sinatra.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is Frank Sinatra." + }, + { + "id": "q_005916", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italian lira" + }, + { + "id": "q_003663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Micha\u0142 Matyas", + "pred": "1967.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1967.0" + }, + { + "id": "q_006233", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "In 2006, the head coach of the team that Ayhan Akman was a member of was Ferdi Tayfur.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 2006, the head coach of the team that Ayhan Akman was a member of was Ferdi Tayfur." + }, + { + "id": "q_005848", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "German Empire", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_005040", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Antonio Segni", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_005138", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Adolf Hitler", + "pred": "The question is about the chairperson of Hartmann Lauterbacher's member of political party in 1942. However, there is no information available about Hartmann Lauterbacher or their political party in 1942. Therefore, it is not possible to provide an answer to this question", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The question is about the chairperson of Hartmann Lauterbacher's member of political party in 1942. However, there is no information available about Hartmann Lauterbacher or their political party in 1942. Therefore, it is not possible to provide an answer to this question" + }, + { + "id": "q_004246", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "1948.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1948.0" + }, + { + "id": "q_007892", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Italian lira", + "pred": "The currency of the United States in 1993 was the United States dollar.\n\n\nThe currency of the United States in 1993 was the United States dollar.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The currency of the United States in 1993 was the United States dollar.\n\n\nThe currency of the United States in 1993 was the United States dollar." + }, + { + "id": "q_003061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Paul von Hindenburg was the head of state of Germany from 1925 until his death in 1934. Fritz-Julius Lemp was a German citizen, so the head of state of his country of citizenship after Hindenburg was Adolf Hitler, who became Chancellor of Germany in 193", + "em": 1.0, + "f1": 0.11764705882352941, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "Paul von Hindenburg was the head of state of Germany from 1925 until his death in 1934. Fritz-Julius Lemp was a German citizen, so the head of state of his country of citizenship after Hindenburg was Adolf Hitler, who became Chancellor of Germany in 193" + }, + { + "id": "q_006684", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Luigi Einaudi", + "pred": "The head of state of Guido Guerrini's country of citizenship before Antonio Segni was Enrico De Nicola.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of state of Guido Guerrini's country of citizenship before Antonio Segni was Enrico De Nicola." + }, + { + "id": "q_001045", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2005" + }, + { + "id": "q_007568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "association football", + "pred": "1998.0\n\nOkay, let's try to figure out the answer to this question: \"What was the sport of Philipp Laux's member of sports team in 1998?\" The answer given is 1998.0, which seems a bit confusing. Maybe there's", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1998.0\n\nOkay, let's try to figure out the answer to this question: \"What was the sport of Philipp Laux's member of sports team in 1998?\" The answer given is 1998.0, which seems a bit confusing. Maybe there's" + }, + { + "id": "q_002791", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Lory Del Santo", + "pred": "1987.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1987.0" + }, + { + "id": "q_005581", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The Ninth Day is a 2005 film directed by Michael Haneke. The film was nominated for several awards, including the European Film Award for Best Actor. The winner of the European Film Award for Best Actor in 2005 was Ulrich Tukur for his role in the film \"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Ninth Day is a 2005 film directed by Michael Haneke. The film was nominated for several awards, including the European Film Award for Best Actor. The winner of the European Film Award for Best Actor in 2005 was Ulrich Tukur for his role in the film \"" + }, + { + "id": "q_006089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Pawe\u0142 Janas", + "pred": "The answer is: 1998-2000: Hans van Breukelen (assistant coach) 2000-2002: Peter van den Hoogenband (assistant coach) 2002-2004: Leo Beenhakker (head coach", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is: 1998-2000: Hans van Breukelen (assistant coach) 2000-2002: Peter van den Hoogenband (assistant coach) 2002-2004: Leo Beenhakker (head coach" + }, + { + "id": "q_004802", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "John W. Campbell", + "pred": "the Hugo Award", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "the Hugo Award" + }, + { + "id": "q_004455", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "The head of state of Guido Celano's country of citizenship in 1975 was the President of the Italian Republic, Giuseppe Saragat.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of state of Guido Celano's country of citizenship in 1975 was the President of the Italian Republic, Giuseppe Saragat." + }, + { + "id": "q_001570", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Otto Nerz", + "pred": "The head coach of Rudolf Noack's member of sports team before Berti Vogts was Karl-Heinz Feldkamp.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Rudolf Noack's member of sports team before Berti Vogts was Karl-Heinz Feldkamp." + }, + { + "id": "q_005703", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Morten Olsen", + "pred": "The head coach of Kasper Lorentzen's member of sports team in 2012 was Thomas S\u00f8rensen.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Kasper Lorentzen's member of sports team in 2012 was Thomas S\u00f8rensen." + }, + { + "id": "q_006235", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Diego Simeone", + "pred": "In 2011, Maxi L\u00f3pez was a member of the Argentine football team, and the head coach of that team was Diego Maradona.", + "em": 0.0, + "f1": 0.09999999999999999, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 2011, Maxi L\u00f3pez was a member of the Argentine football team, and the head coach of that team was Diego Maradona." + }, + { + "id": "q_001186", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Susan Sarandon", + "pred": "The winner of Nell's nominated for was Helen Hunt.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Nell's nominated for was Helen Hunt." + }, + { + "id": "q_005903", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2009" + }, + { + "id": "q_002985", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Bettino Craxi", + "pred": "Mario Agnes\n\n\nAfter Emilio Colombo, the head of government of Mario Agnes's country of citizenship was **Mario Agnes**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Mario Agnes\n\n\nAfter Emilio Colombo, the head of government of Mario Agnes's country of citizenship was **Mario Agnes**." + }, + { + "id": "q_006026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "In 1991, the head coach of Piotr Jegor's member of sports team was not available.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1991, the head coach of Piotr Jegor's member of sports team was not available." + }, + { + "id": "q_008323", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Budapest", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Budapest" + }, + { + "id": "q_006277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Yugoslavia", + "pred": "1981.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1981.0" + }, + { + "id": "q_005474", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Oskar von Miller", + "pred": "Rudolf Diesel's member of the board was Carl von Linde.", + "em": 0.0, + "f1": 0.14285714285714288, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Rudolf Diesel's member of the board was Carl von Linde." + }, + { + "id": "q_001830", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Nippon Bud\u014dkan", + "pred": "1990.0\n\n\nThe answer is: **1990.0**", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1990.0\n\n\nThe answer is: **1990.0**" + }, + { + "id": "q_001756", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italian lira" + }, + { + "id": "q_001887", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "1. Dietmar Hamann\n2. 1.1. 1.1.1. 1.1.1.1. 1.1.1.1.1. 1.1.1.1.1.1. 1.1.1.1.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. Dietmar Hamann\n2. 1.1. 1.1.1. 1.1.1.1. 1.1.1.1.1. 1.1.1.1.1.1. 1.1.1.1." + }, + { + "id": "q_005552", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "1999.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999.0" + }, + { + "id": "q_004901", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Wen Jiabao", + "pred": "Deng Xiaoping", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Deng Xiaoping" + }, + { + "id": "q_006473", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "1996", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1996" + }, + { + "id": "q_006253", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "1963", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1963" + }, + { + "id": "q_002709", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Alex McLeish", + "pred": "Robin Shroot is not a known figure in sports, and there is no clear information about a sports team associated with him. Therefore, I cannot provide an answer to this question.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Robin Shroot is not a known figure in sports, and there is no clear information about a sports team associated with him. Therefore, I cannot provide an answer to this question." + }, + { + "id": "q_007811", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Giovanni Spadolini", + "pred": "1982.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1982.0" + }, + { + "id": "q_006165", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Edward Cassidy", + "pred": "The chairperson of the Joint Declaration on the Doctrine of Justification's signatory after Dicastery for promoting Christian unity chairperson Johannes Willebrands was Cardinal Joseph Ratzinger.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The chairperson of the Joint Declaration on the Doctrine of Justification's signatory after Dicastery for promoting Christian unity chairperson Johannes Willebrands was Cardinal Joseph Ratzinger." + }, + { + "id": "q_007431", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Ernest Borgnine", + "pred": "The winner of the Academy Award for Best Actor after Dan O'Herlihy was nominated for \"Gentleman's Agreement\" was Spencer Tracy. Tracy won the Academy Award for Best Actor in 1956 for his role in \"Captains Courageous.\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the Academy Award for Best Actor after Dan O'Herlihy was nominated for \"Gentleman's Agreement\" was Spencer Tracy. Tracy won the Academy Award for Best Actor in 1956 for his role in \"Captains Courageous.\"" + }, + { + "id": "q_002594", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Soviet Union", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Ukraine" + }, + { + "id": "q_004546", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "David Dinkins", + "pred": "Nancy Graves", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Nancy Graves\n\n\nAfter Fiorello H. La Guardia, who was the head of government of Nancy Graves's work location?\n\nAnswer: Nancy Graves" + }, + { + "id": "q_006589", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Giovanni Gronchi" + }, + { + "id": "q_006151", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1947", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1947" + }, + { + "id": "q_005300", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Otto Rehhagel", + "pred": "The head coach of Dimitris Salpingidis's member of sports team in 2009 was Giorgos Katsikas.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Dimitris Salpingidis's member of sports team in 2009 was Giorgos Katsikas." + }, + { + "id": "q_003618", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Franz Joseph I of Austria", + "pred": "The answer is \"Budapest\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is \"Budapest\"." + }, + { + "id": "q_001231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "United States\n\n\nThe Discovery Channel is based in the United States. After the United States shares a border with Panama, the head of government of the United States was **Joe Biden**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "United States\n\n\nThe Discovery Channel is based in the United States. After the United States shares a border with Panama, the head of government of the United States was **Joe Biden**." + }, + { + "id": "q_001195", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2004" + }, + { + "id": "q_007049", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1978.0, + "gold": "1978", + "pred": "1978", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1978" + }, + { + "id": "q_003961", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Edith Roosevelt", + "pred": "The spouse of the signatory of the Immigration Act of 1903 was Eleanor Roosevelt.", + "em": 0.0, + "f1": 0.16666666666666669, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The spouse of the signatory of the Immigration Act of 1903 was Eleanor Roosevelt." + }, + { + "id": "q_002548", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "The basic form of government of Charles Debbas's country of citizenship before it became a one-party state was a constitutional monarchy.", + "em": 0.0, + "f1": 0.09090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The basic form of government of Charles Debbas's country of citizenship before it became a one-party state was a constitutional monarchy." + }, + { + "id": "q_002969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1910.0, + "gold": "Austria\u2013Hungary", + "pred": "Hungary", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Hungary" + }, + { + "id": "q_003484", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "United Kingdom", + "pred": "Israel", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Israel" + }, + { + "id": "q_002374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Kingdome", + "pred": "The Forum\n\nOkay, let's try to figure out this question. The user is asking: \"After Slick Watts member of sports team Seattle SuperSonics, what was the home venue of Tom Chambers's member of sports team?\" The answer given is \"The Forum.\" Hmm, I need to break this down step", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The Forum\n\nOkay, let's try to figure out this question. The user is asking: \"After Slick Watts member of sports team Seattle SuperSonics, what was the home venue of Tom Chambers's member of sports team?\" The answer given is \"The Forum.\" Hmm, I need to break this down step" + }, + { + "id": "q_002163", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Clive Woodward", + "pred": "2002.0\n\nOkay, let's try to figure out this question. The user is asking: \"After England men\u2019s national rugby union team kit supplier Nike, what was the head coach of Phil Vickery's member of sports team?\" And the answer given is 2002.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "2002.0\n\nOkay, let's try to figure out this question. The user is asking: \"After England men\u2019s national rugby union team kit supplier Nike, what was the head coach of Phil Vickery's member of sports team?\" And the answer given is 2002.0" + }, + { + "id": "q_006692", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Bruce Buck", + "pred": "1. Siobhan Chamberlain - Chelsea F.C.\n2. Chelsea F.C. - Gianluca Vialli\n3. Gianluca Vialli - Marko Marin\n4. Marko Marin - Miroslav Klose\n5. Miroslav Klose - Thomas H", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. Siobhan Chamberlain - Chelsea F.C.\n2. Chelsea F.C. - Gianluca Vialli\n3. Gianluca Vialli - Marko Marin\n4. Marko Marin - Miroslav Klose\n5. Miroslav Klose - Thomas H" + }, + { + "id": "q_006073", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Volker Finke", + "pred": "1997.0\n\nOkay, let's try to figure out this question. The user is asking for the head coach of Alain Sutter's member of sports team after Nikola Jur\u010devi\u0107 was a member of SC Freiburg. Hmm, that's a bit confusing. Let me break it", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "1997.0\n\nOkay, let's try to figure out this question. The user is asking for the head coach of Alain Sutter's member of sports team after Nikola Jur\u010devi\u0107 was a member of SC Freiburg. Hmm, that's a bit confusing. Let me break it" + }, + { + "id": "q_008473", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Roman Abramovich", + "pred": "1. FC Nuremberg\n\n\nIn 2005, Lassana Diarra was a member of the sports team **1. FC Nuremberg**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1. FC Nuremberg\n\n\nIn 2005, Lassana Diarra was a member of the sports team **1. FC Nuremberg**." + }, + { + "id": "q_003674", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1978.0, + "gold": "Leonid Brezhnev", + "pred": "The chairperson of Viktor Anpilov's member of political party after Joseph Stalin was Grigory Zinoviev.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The chairperson of Viktor Anpilov's member of political party after Joseph Stalin was Grigory Zinoviev." + }, + { + "id": "q_003352", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "absolute monarchy", + "pred": "The Kingdom of the Serbs, Croats and Slovenes", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Kingdom of the Serbs, Croats and Slovenes" + }, + { + "id": "q_004456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "The answer to this question is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer to this question is not available in the provided text." + }, + { + "id": "q_002789", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Italian lira", + "pred": "The currency of Pietro Lana's country of citizenship in 1950 was the Italian lira.", + "em": 1.0, + "f1": 0.2666666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The currency of Pietro Lana's country of citizenship in 1950 was the Italian lira." + }, + { + "id": "q_005326", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Spencer Tracy", + "pred": "Before Jack Nicholson, the winner of the Academy Award for Best Actor for the year in which Paul Muni was nominated was Spencer Tracy.", + "em": 1.0, + "f1": 0.18181818181818182, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Before Jack Nicholson, the winner of the Academy Award for Best Actor for the year in which Paul Muni was nominated was Spencer Tracy." + }, + { + "id": "q_005284", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Erich Werdermann", + "pred": "Werner Greuter was the chief executive officer of Gerhard Wagenitz's employer, which was the company \"Wagenitz & Co.\" Therefore, the answer is Werner Greuter.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Werner Greuter was the chief executive officer of Gerhard Wagenitz's employer, which was the company \"Wagenitz & Co.\" Therefore, the answer is Werner Greuter." + }, + { + "id": "q_005774", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Super League\n\n\n\nThe league or competition of Stephan Andrist's member of sports team after Challenge League was the **Super League**.", + "em": 0.0, + "f1": 0.21052631578947367, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Super League\n\n\n\nThe league or competition of Stephan Andrist's member of sports team after Challenge League was the **Super League**." + }, + { + "id": "q_003372", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Patrick Le Lay", + "pred": "The chairperson of Star Academy's original broadcaster in 2008 was David Walliams.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The chairperson of Star Academy's original broadcaster in 2008 was David Walliams." + }, + { + "id": "q_008201", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Nicole Kidman won the Academy Award for Best Actress for her role in \"The Hours\" in 2002.", + "em": 1.0, + "f1": 0.13333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Nicole Kidman won the Academy Award for Best Actress for her role in \"The Hours\" in 2002." + }, + { + "id": "q_001153", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Franz Beckenbauer", + "pred": "1985.0\n\n\nIn 1985, Pierre Littbarski was a member of the **1. FC K\u00f6ln** football team. The head coach of 1. FC K\u00f6ln during that year was **Rudi V\u00f6ller**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1985.0\n\n\nIn 1985, Pierre Littbarski was a member of the **1. FC K\u00f6ln** football team. The head coach of 1. FC K\u00f6ln during that year was **Rudi V\u00f6ller**." + }, + { + "id": "q_007164", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "Simone Inzaghi", + "pred": "The head coach of Pepe Reina's member of sports team was Rafael Ben\u00edtez.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Pepe Reina's member of sports team was Rafael Ben\u00edtez." + }, + { + "id": "q_006407", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Allianz Arena", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is not available in the provided text." + }, + { + "id": "q_001540", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "1997\u20131998", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1997\u20131998" + }, + { + "id": "q_005100", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_006066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Claudio Ranieri", + "pred": "In 2008, the head coach of Hasan Salihamid\u017ei\u0107's member of sports team was Zdravko Kevi\u0107.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2008, the head coach of Hasan Salihamid\u017ei\u0107's member of sports team was Zdravko Kevi\u0107." + }, + { + "id": "q_001566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "The answer is 1951.0.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is 1951.0." + }, + { + "id": "q_006837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "The winner of the Academy Award for Best Actor for the film \"Cast Away\" was Tom Hanks.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the Academy Award for Best Actor for the film \"Cast Away\" was Tom Hanks." + }, + { + "id": "q_007894", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_008658", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Ruslan Rotan", + "pred": "Andriy Shevchenko", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Andriy Shevchenko" + }, + { + "id": "q_005158", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "The head of state of Pietro Giacomo Nonis's country of citizenship, which is Italy, before Giovanni Leone was Antonio Segni.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of state of Pietro Giacomo Nonis's country of citizenship, which is Italy, before Giovanni Leone was Antonio Segni." + }, + { + "id": "q_007400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italian lira" + }, + { + "id": "q_008060", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Bundesliga", + "pred": "Austrian Football Bundesliga", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Austrian Football Bundesliga" + }, + { + "id": "q_004900", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "SeatGeek Stadium", + "pred": "18000-seat stadium\n\nStep 1: Identify the sports team associated with Logan Pause.\nLogan Pause is associated with the Chicago Fire FC.\n\nStep 2: Determine the home venue of the Chicago Fire FC.\nThe Chicago Fire FC's home venue is Soldier Field.\n\nStep 3: Identify the", + "em": 0.0, + "f1": 0.07142857142857144, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "18000-seat stadium\n\nStep 1: Identify the sports team associated with Logan Pause.\nLogan Pause is associated with the Chicago Fire FC.\n\nStep 2: Determine the home venue of the Chicago Fire FC.\nThe Chicago Fire FC's home venue is Soldier Field.\n\nStep 3: Identify the" + }, + { + "id": "q_000430", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Bombardier", + "pred": "Alstom SA", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Alstom SA" + }, + { + "id": "q_006467", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Taiwan", + "pred": "Enderbury Island is a territory of Kiribati, which is an independent country. Therefore, the diplomatic relation of Enderbury Island's country (Kiribati) would be with other countries. However, without specific information about the diplomatic relations of Kiribati at the time of Liz Smith's country of citizenship", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Enderbury Island is a territory of Kiribati, which is an independent country. Therefore, the diplomatic relation of Enderbury Island's country (Kiribati) would be with other countries. However, without specific information about the diplomatic relations of Kiribati at the time of Liz Smith's country of citizenship" + }, + { + "id": "q_004710", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1" + }, + { + "id": "q_000041", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "The head of government of Italy in 1996 was Romano Prodi.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of Italy in 1996 was Romano Prodi." + }, + { + "id": "q_004408", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "crown prince", + "pred": "1st Earl of St Andrews", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1st Earl of St Andrews" + }, + { + "id": "q_001201", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Yugoslavia", + "pred": "1964.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1964.0" + }, + { + "id": "q_004457", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "The answer is \"University of Vienna\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is \"University of Vienna\"." + }, + { + "id": "q_005193", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Italian lira", + "pred": "The currency of the country of citizenship of Antonio Cariglia in 1969 was the Italian lira.", + "em": 1.0, + "f1": 0.2857142857142857, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The currency of the country of citizenship of Antonio Cariglia in 1969 was the Italian lira." + }, + { + "id": "q_005781", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "State Anthem of the Soviet Union", + "pred": "The anthem of Kursk Oblast is \"Kursk Oblast\" (Russian: \"\u041a\u0443\u0440\u0441\u043a\u0438\u0439 \u043a\u0440\u0430\u0439\"), composed by Vladimir Kovalyov and written by Vladimir Kovalyov. It was adopted in 1992.", + "em": 0.0, + "f1": 0.23076923076923075, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The anthem of Kursk Oblast is \"Kursk Oblast\" (Russian: \"\u041a\u0443\u0440\u0441\u043a\u0438\u0439 \u043a\u0440\u0430\u0439\"), composed by Vladimir Kovalyov and written by Vladimir Kovalyov. It was adopted in 1992." + }, + { + "id": "q_004013", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "1982.0\n\n\nThe answer is: 1982.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1982.0\n\n\nThe answer is: 1982.0" + }, + { + "id": "q_003935", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Volker Finke", + "pred": "1999.0\n\nOkay, let's try to figure out this question. The user is asking: \"After Benny Wendt member of sports team SC Freiburg, what was the head coach of Andreas Bornemann's member of sports team?\" And the answer given is 1999.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1999.0\n\nOkay, let's try to figure out this question. The user is asking: \"After Benny Wendt member of sports team SC Freiburg, what was the head coach of Andreas Bornemann's member of sports team?\" And the answer given is 1999." + }, + { + "id": "q_006770", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Silvio Berlusconi", + "pred": "The chairperson of Fernando Redondo's member of sports team in 2004 was Jos\u00e9 Mar\u00eda Gil-Robles.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The chairperson of Fernando Redondo's member of sports team in 2004 was Jos\u00e9 Mar\u00eda Gil-Robles." + }, + { + "id": "q_008617", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "1948.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1948.0" + }, + { + "id": "q_008708", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Bosnia and Herzegovina", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Bosnia and Herzegovina" + }, + { + "id": "q_005902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Zden\u011bk Zeman", + "pred": "1996.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1996.0" + }, + { + "id": "q_007389", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Saku Koivu", + "pred": "The team captain of the Montreal Canadiens, who was drafted by the team after Maurice Richard, was Jean B\u00e9liveau.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The team captain of the Montreal Canadiens, who was drafted by the team after Maurice Richard, was Jean B\u00e9liveau." + }, + { + "id": "q_005554", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Moscow", + "pred": "The twinned with of Imi Knoebel's work location in 1992 was Bielefeld.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The twinned with of Imi Knoebel's work location in 1992 was Bielefeld." + }, + { + "id": "q_000408", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Kingdom of Prussia", + "pred": "Germany\n\n\nPaul Cassirer's work location in 1904 was located in **Germany**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany\n\n\nPaul Cassirer's work location in 1904 was located in **Germany**." + }, + { + "id": "q_003634", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Uwe Neuhaus", + "pred": "The head coach of Micha\u0142 Bemben's member of sports team in 2008 was Janusz Kowalski.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Micha\u0142 Bemben's member of sports team in 2008 was Janusz Kowalski." + }, + { + "id": "q_006653", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Italian lira", + "pred": "The currency of Renato Barisani's country of citizenship in 1997 was the Italian lira.", + "em": 1.0, + "f1": 0.2666666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The currency of Renato Barisani's country of citizenship in 1997 was the Italian lira." + }, + { + "id": "q_000961", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Kate Winslet", + "pred": "The winner of La Vie en Rose's nominated for after Katharine Hepburn was not a person, but a film. La Vie en Rose is a 2007 French film directed by Olivier Dahan, which is a biographical drama about the life of French singer \u00c9dith Piaf. The film", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The winner of La Vie en Rose's nominated for after Katharine Hepburn was not a person, but a film. La Vie en Rose is a 2007 French film directed by Olivier Dahan, which is a biographical drama about the life of French singer \u00c9dith Piaf. The film" + }, + { + "id": "q_002923", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Yugoslavia", + "pred": "1949.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1949.0" + }, + { + "id": "q_008130", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Silvio Berlusconi", + "pred": "Stefano Fissi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Stefano Fissi" + }, + { + "id": "q_001668", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Jane Fonda", + "pred": "The winner of Women in Love's nominated for was not Louise Fletcher, but rather the film itself, \"Women in Love\" (1969), which was nominated for several awards. However, if the question is asking about the winner of the category in which Louise Fletcher was nominated, then the answer would be different", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The winner of Women in Love's nominated for was not Louise Fletcher, but rather the film itself, \"Women in Love\" (1969), which was nominated for several awards. However, if the question is asking about the winner of the category in which Louise Fletcher was nominated, then the answer would be different" + }, + { + "id": "q_006838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Lucien Favre", + "pred": "Marcel Schmelzer is a German footballer who played as a defender. He was a member of the German national team, and his head coach at that time was Joachim L\u00f6w. Therefore, the answer is Joachim L\u00f6w.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Marcel Schmelzer is a German footballer who played as a defender. He was a member of the German national team, and his head coach at that time was Joachim L\u00f6w. Therefore, the answer is Joachim L\u00f6w." + }, + { + "id": "q_007280", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Klaus Wowereit", + "pred": "The head of government of the United States in 2006 was George W. Bush.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of the United States in 2006 was George W. Bush." + }, + { + "id": "q_004011", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "1976 Academy Award for Best Cinematography", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1976 Academy Award for Best Cinematography" + }, + { + "id": "q_001876", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Thomas Tuchel", + "pred": "1. FSV Mainz 05", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. FSV Mainz 05" + }, + { + "id": "q_003426", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "George H. W. Bush", + "pred": "The head of government of Motorola's country after Theodore Roosevelt was not a person, but a position. The head of government of the United States, which is the country where Motorola is based, after Theodore Roosevelt was Woodrow Wilson.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of Motorola's country after Theodore Roosevelt was not a person, but a position. The head of government of the United States, which is the country where Motorola is based, after Theodore Roosevelt was Woodrow Wilson." + }, + { + "id": "q_008324", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1930" + }, + { + "id": "q_001089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Giuseppe Saragat" + }, + { + "id": "q_001646", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Walter Samuel's member of sports team was Inter Milan, and the head coach was Jos\u00e9 Mourinho.", + "em": 1.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Walter Samuel's member of sports team was Inter Milan, and the head coach was Jos\u00e9 Mourinho." + }, + { + "id": "q_001719", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "1. Germany men's national association football team\n 2. Uwe Rahn\n 3. 1990\n 4. 1991\n 5. 1992\n 6. 1993\n 7. 1994", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. Germany men's national association football team\n 2. Uwe Rahn\n 3. 1990\n 4. 1991\n 5. 1992\n 6. 1993\n 7. 1994" + }, + { + "id": "q_005359", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "The head coach of George Boateng's team in 2012 was John Carver.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of George Boateng's team in 2012 was John Carver." + }, + { + "id": "q_002201", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Princeton University", + "pred": "John von Neumann", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "John von Neumann" + }, + { + "id": "q_000953", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "In 2003, Monica Ali was nominated for the Man Booker Prize for her novel \"The Ghost Map\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2003, Monica Ali was nominated for the Man Booker Prize for her novel \"The Ghost Map\"." + }, + { + "id": "q_003588", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Jos\u00e9 Antonio Camacho", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Jos\u00e9 Antonio Camacho" + }, + { + "id": "q_006330", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "The winner of the Gerard Donovan Award, which was nominated for by John Banville, was John Banville himself.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the Gerard Donovan Award, which was nominated for by John Banville, was John Banville himself." + }, + { + "id": "q_006529", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1991" + }, + { + "id": "q_006295", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "After Bette Davis, the winner of Mrs. Parkington's nomination was Joan Crawford.", + "em": 1.0, + "f1": 0.2666666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After Bette Davis, the winner of Mrs. Parkington's nomination was Joan Crawford." + }, + { + "id": "q_007246", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_001257", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "United Kingdom of Great Britain and Ireland" + }, + { + "id": "q_004353", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "the French Academy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "the French Academy" + }, + { + "id": "q_001453", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "The head of state of Kyakhta's country after Simferopol country Russian Empire was the Tsar of Russia.\n\n\nThe head of state of Kyakhta's country after the Simferopol country (which refers to the Russian Empire) was the **Tsar of Russia**.", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of state of Kyakhta's country after Simferopol country Russian Empire was the Tsar of Russia.\n\n\nThe head of state of Kyakhta's country after the Simferopol country (which refers to the Russian Empire) was the **Tsar of Russia**." + }, + { + "id": "q_008300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "1951.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1951.0" + }, + { + "id": "q_008480", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_006167", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "LMFAO", + "pred": "The winner of the MTV Movie Award for Best Song from a Movie for \"Party Rock Anthem\" was LMFAO. The award was won in 2012.", + "em": 1.0, + "f1": 0.1, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the MTV Movie Award for Best Song from a Movie for \"Party Rock Anthem\" was LMFAO. The award was won in 2012." + }, + { + "id": "q_003258", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "J\u00fcrgen Linden", + "pred": "The head of government of the residence of Ena von Baer in 2002 was the President of the United States, George W. Bush.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of government of the residence of Ena von Baer in 2002 was the President of the United States, George W. Bush." + }, + { + "id": "q_004631", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "absolute monarchy", + "pred": "In 1904, the basic form of government of Trabzon Province's country was a constitutional monarchy.", + "em": 0.0, + "f1": 0.11764705882352941, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1904, the basic form of government of Trabzon Province's country was a constitutional monarchy." + }, + { + "id": "q_004837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Ang Lee", + "pred": "The Tree of Life was not nominated for an Oscar before Alfonso Cuar\u00f3n.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Tree of Life was not nominated for an Oscar before Alfonso Cuar\u00f3n." + }, + { + "id": "q_002531", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Austria", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_008228", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Frances McDormand", + "pred": "The winner of Elisabeth Shue's nominated for was \"The Fabulous Baker Boys\" (1989).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Elisabeth Shue's nominated for was \"The Fabulous Baker Boys\" (1989)." + }, + { + "id": "q_005557", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Fatih Terim", + "pred": "The question is a bit confusing, but I'll try to break it down step by step.\n\n1. Adem B\u00fcy\u00fck is a Turkish footballer who plays as a defender.\n2. He has been part of the Turkey men's national football team.\n3. The question asks about the head coach of Adem B\u00fcy\u00fck's", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The question is a bit confusing, but I'll try to break it down step by step.\n\n1. Adem B\u00fcy\u00fck is a Turkish footballer who plays as a defender.\n2. He has been part of the Turkey men's national football team.\n3. The question asks about the head coach of Adem B\u00fcy\u00fck's" + }, + { + "id": "q_007336", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2003" + }, + { + "id": "q_003098", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "The head of state of Flavio Mogherini's country of citizenship, Italy, before Francesco Cossiga was Giovanni Gronchi.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of state of Flavio Mogherini's country of citizenship, Italy, before Francesco Cossiga was Giovanni Gronchi." + }, + { + "id": "q_002950", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1945.0, + "gold": "1945", + "pred": "1945", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1945" + }, + { + "id": "q_000019", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Italian lira", + "pred": "The currency of the country of citizenship of Maurizio Lucidi in 2002 was the Euro (\u20ac).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The currency of the country of citizenship of Maurizio Lucidi in 2002 was the Euro (\u20ac)." + }, + { + "id": "q_001920", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Claudio Ranieri", + "pred": "Roberto Di Matteo's member of sports team's head coach in 2002 was Tony Pulis.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Roberto Di Matteo's member of sports team's head coach in 2002 was Tony Pulis." + }, + { + "id": "q_005782", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italian lira" + }, + { + "id": "q_006670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "White Hart Lane", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is not available in the provided text." + }, + { + "id": "q_000862", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Humphrey Bogart", + "pred": "1951 Academy Award for Best Actor", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1951 Academy Award for Best Actor" + }, + { + "id": "q_001033", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "China Mi\u00e9ville", + "pred": "In 2005, the winner of the Academy Award for Best Adapted Screenplay was \"The Departed\" (2006), directed by Martin Scorsese. However, \"Cloud Atlas\" was not nominated for an Academy Award in 2005. \"Cloud Atlas\" is a", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2005, the winner of the Academy Award for Best Adapted Screenplay was \"The Departed\" (2006), directed by Martin Scorsese. However, \"Cloud Atlas\" was not nominated for an Academy Award in 2005. \"Cloud Atlas\" is a" + }, + { + "id": "q_003960", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_006287", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "1999.0\n\nOkay, let's try to figure out this question. So, the user is asking about the head coach of Josh Lewsey's member of sports team after Wavell Wakefield, 1st Baron Wakefield of Kendal member of sports team England men\u2019s national rugby union", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1999.0\n\nOkay, let's try to figure out this question. So, the user is asking about the head coach of Josh Lewsey's member of sports team after Wavell Wakefield, 1st Baron Wakefield of Kendal member of sports team England men\u2019s national rugby union" + }, + { + "id": "q_007880", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Giovanni Trapattoni", + "pred": "The head coach of Stefano Tacconi's member of sports team in 1992 was Giuseppe Saronni.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Stefano Tacconi's member of sports team in 1992 was Giuseppe Saronni." + }, + { + "id": "q_005772", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Titel Municipality is located in Slovenia.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Titel Municipality is located in Slovenia." + }, + { + "id": "q_006294", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Best Actress in a Supporting Role", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Best Actress in a Supporting Role" + }, + { + "id": "q_004173", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "1982.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1982.0" + }, + { + "id": "q_005281", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "1958.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1958.0" + }, + { + "id": "q_005433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Ottmar Hitzfeld", + "pred": "The answer is 1997.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is 1997." + }, + { + "id": "q_008091", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "\u0130smet \u0130n\u00f6n\u00fc", + "pred": "The chairperson of Fuat K\u00f6pr\u00fcl\u00fc's member of political party before Deniz Baykal was Ahmet Davuto\u011flu.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The chairperson of Fuat K\u00f6pr\u00fcl\u00fc's member of political party before Deniz Baykal was Ahmet Davuto\u011flu." + }, + { + "id": "q_004964", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "European Union" + }, + { + "id": "q_002871", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Giuseppe Saragat was the head of state of Italy from 1959 to 1962. Giacinto Facchetti was an Italian footballer, so his country of citizenship was Italy. Therefore, the head of state of Giacinto Facchetti's country of citizenship after Gi", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Giuseppe Saragat was the head of state of Italy from 1959 to 1962. Giacinto Facchetti was an Italian footballer, so his country of citizenship was Italy. Therefore, the head of state of Giacinto Facchetti's country of citizenship after Gi" + }, + { + "id": "q_003979", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Rachida Brakni", + "pred": "1999 European Film Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999 European Film Award for Best Actress" + }, + { + "id": "q_008204", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Erwin Kramer", + "pred": "The manager of DRB Class 52's operator before Heinz D\u00fcrr was Karl-Heinz R\u00f6der.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The manager of DRB Class 52's operator before Heinz D\u00fcrr was Karl-Heinz R\u00f6der." + }, + { + "id": "q_001932", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Joe Louis Arena", + "pred": "The home venue of Stu Grimson's team, which he was drafted by in 1983, was the Montreal Forum.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The home venue of Stu Grimson's team, which he was drafted by in 1983, was the Montreal Forum." + }, + { + "id": "q_007185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Serbia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Serbia" + }, + { + "id": "q_000480", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "UNESCO", + "pred": "European Union", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "European Union" + }, + { + "id": "q_007286", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "1.0\n\n\nThe sponsor of Bastian Reinhardt's member of sports team in 2009 was **Red Bull**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1.0\n\n\nThe sponsor of Bastian Reinhardt's member of sports team in 2009 was **Red Bull**." + }, + { + "id": "q_003179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Daniel Auteuil", + "pred": "Before Ewan McGregor, the winner of Jan Decleir's nomination was David Bowie.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Before Ewan McGregor, the winner of Jan Decleir's nomination was David Bowie." + }, + { + "id": "q_002946", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Michal B\u00edlek", + "pred": "The head coach of the Czech Republic men's national football team after Jozef Chovanec was Milo\u0161 \u0160echn\u00fd. However, Daniel Kol\u00e1\u0159 is a Czech footballer, and the question seems to be asking about the head coach of the team that Daniel Kol\u00e1\u0159 was a member of,", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of the Czech Republic men's national football team after Jozef Chovanec was Milo\u0161 \u0160echn\u00fd. However, Daniel Kol\u00e1\u0159 is a Czech footballer, and the question seems to be asking about the head coach of the team that Daniel Kol\u00e1\u0159 was a member of," + }, + { + "id": "q_003999", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Adolf Hitler", + "pred": "Anton Drexler was the founder and first leader of the German Workers' Party (DSP), which later became the Nazi Party. Hans G\u00fcnther was a member of the DSP and later the Nazi Party. After Anton Drexler, the chairperson of the DSP was Dietrich Eckart, who was a close associate", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "Anton Drexler was the founder and first leader of the German Workers' Party (DSP), which later became the Nazi Party. Hans G\u00fcnther was a member of the DSP and later the Nazi Party. After Anton Drexler, the chairperson of the DSP was Dietrich Eckart, who was a close associate" + }, + { + "id": "q_005894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "The winner of Vera Drake's nominated for was the Academy Award for Best Actress, which was won by Samantha Morton.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Vera Drake's nominated for was the Academy Award for Best Actress, which was won by Samantha Morton." + }, + { + "id": "q_005752", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "The head of government of Bruno Bettinelli's country of citizenship was Giulio Andreotti.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of Bruno Bettinelli's country of citizenship was Giulio Andreotti." + }, + { + "id": "q_001810", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "The answer is \"Giuseppe Zanardelli\".", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is \"Giuseppe Zanardelli\"." + }, + { + "id": "q_004977", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "The head of state of Livio Lorenzon's country of citizenship in 1957 was the President of the Italian Republic, which was Enrico de Nicola.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of state of Livio Lorenzon's country of citizenship in 1957 was the President of the Italian Republic, which was Enrico de Nicola." + }, + { + "id": "q_004496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Paul von Hindenburg", + "pred": "The head of state of Otto Schuhart's allegiance after the Weimar Republic was the Federal Republic of Germany.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of state of Otto Schuhart's allegiance after the Weimar Republic was the Federal Republic of Germany." + }, + { + "id": "q_007873", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "1929.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1929.0" + }, + { + "id": "q_002637", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Graham Swift won the 1996 Man Booker Prize for his novel \"Waterland.\" The question seems to be asking about the year when Graham Swift was the winner of the Man Booker Prize for \"Waterland,\" which was nominated for the award. However, it's important to clarify that \"Waterland\" was", + "em": 1.0, + "f1": 0.06060606060606061, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Graham Swift won the 1996 Man Booker Prize for his novel \"Waterland.\" The question seems to be asking about the year when Graham Swift was the winner of the Man Booker Prize for \"Waterland,\" which was nominated for the award. However, it's important to clarify that \"Waterland\" was" + }, + { + "id": "q_005587", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Gwyneth Jones was the winner of the 2002 Hugo Award for Best Novelette for \"The Day the Earth Stood Still\" (2001), which was nominated for the 2002 Hugo Award.", + "em": 1.0, + "f1": 0.1, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Gwyneth Jones was the winner of the 2002 Hugo Award for Best Novelette for \"The Day the Earth Stood Still\" (2001), which was nominated for the 2002 Hugo Award." + }, + { + "id": "q_005428", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Silvio Berlusconi", + "pred": "The chairperson of Arrigo Sacchi's coach of sports team in 1997 was Giuseppe Marotta.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The chairperson of Arrigo Sacchi's coach of sports team in 1997 was Giuseppe Marotta." + }, + { + "id": "q_005312", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Ruth Chatterton was nominated for the Academy Award for Best Actress in 1930 for her role in the film \"The Divorce of Lady X\". However, she did not win the award that year. The winner for Best Actress in 1930 was Norma Shearer for her performance in", + "em": 1.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Ruth Chatterton was nominated for the Academy Award for Best Actress in 1930 for her role in the film \"The Divorce of Lady X\". However, she did not win the award that year. The winner for Best Actress in 1930 was Norma Shearer for her performance in" + }, + { + "id": "q_006932", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "1965.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1965.0" + }, + { + "id": "q_000781", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Bucharest" + }, + { + "id": "q_007295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "CBS", + "pred": "The original broadcaster of Natalia Oreiro's nominated work for the Mart\u00edn Fierro Award was Televisi\u00f3n P\u00fablica.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The original broadcaster of Natalia Oreiro's nominated work for the Mart\u00edn Fierro Award was Televisi\u00f3n P\u00fablica." + }, + { + "id": "q_000003", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1947.0, + "gold": "1947", + "pred": "1947", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1947" + }, + { + "id": "q_004851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Giorgio Napolitano", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Giuseppe Saragat" + }, + { + "id": "q_004934", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "Italian lira", + "pred": "The currency of Gianna Maria Canale's country of citizenship in 1978 was the Italian lira.", + "em": 1.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The currency of Gianna Maria Canale's country of citizenship in 1978 was the Italian lira." + }, + { + "id": "q_000313", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Before Kazakhstan, the area where Semey is located was part of the Russian Empire.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Before Kazakhstan, the area where Semey is located was part of the Russian Empire." + }, + { + "id": "q_003612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2016.0, + "gold": "Matteo Renzi", + "pred": "The head of government of Mario Agnes's country of citizenship after Emilio Colombo was Giuseppe Zanetti.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of Mario Agnes's country of citizenship after Emilio Colombo was Giuseppe Zanetti." + }, + { + "id": "q_008643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Yugoslavia", + "pred": "1965.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1965.0" + }, + { + "id": "q_000903", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Alen Halilovi\u0107's member of sports team's head coach in 2014 was Zeljko Petrovi\u0107.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Alen Halilovi\u0107's member of sports team's head coach in 2014 was Zeljko Petrovi\u0107." + }, + { + "id": "q_000168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Yugoslavia", + "pred": "1979.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1979.0" + }, + { + "id": "q_005738", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Aldo Moro", + "pred": "After Mario Scelba, the head of government of Enzo Sellerio's country of citizenship (Italy) was Amintore Fanfani.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After Mario Scelba, the head of government of Enzo Sellerio's country of citizenship (Italy) was Amintore Fanfani." + }, + { + "id": "q_006558", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "1997-1998\n\n\nAfter Claudio Caniggia, who was a member of the sports team S.L. Benfica, the chairperson of Artur Moraes's member of sports team was **Ant\u00f3nio M. de Almeida**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1997-1998\n\n\nAfter Claudio Caniggia, who was a member of the sports team S.L. Benfica, the chairperson of Artur Moraes's member of sports team was **Ant\u00f3nio M. de Almeida**." + }, + { + "id": "q_004400", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "The winner of the award received by Heat and Dust before Kingsley Amis was John Wain.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the award received by Heat and Dust before Kingsley Amis was John Wain." + }, + { + "id": "q_001076", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1998-01-01", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1998-01-01" + }, + { + "id": "q_002725", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Pierre Trudeau", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Pierre Trudeau" + }, + { + "id": "q_003906", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Liga Portugal", + "pred": "1. Liga\n\n\nThe answer is: **1. Liga**", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. Liga\n\n\nThe answer is: **1. Liga**" + }, + { + "id": "q_004405", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Alberto Bigon", + "pred": "The answer is: 1. 2. 3. 4. 5. 6. 7. 8. 9. 10. 11. 12. 13. 14. 15. 16. 17.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is: 1. 2. 3. 4. 5. 6. 7. 8. 9. 10. 11. 12. 13. 14. 15. 16. 17." + }, + { + "id": "q_007565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Wolfgang Gerhardt", + "pred": "The chairperson of Walter Scheel's member of political party in 1999 was Hans-Dietrich Genscher.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The chairperson of Walter Scheel's member of political party in 1999 was Hans-Dietrich Genscher." + }, + { + "id": "q_000757", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "COMECON", + "pred": "1971.0\n\nOkay, let's try to figure out this question. The user is asking: \"After Albania member of Warsaw Pact, what was the member of of Anila Wilms's country of citizenship?\" And the answer given is 1971.0. Hmm, that seems", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1971.0\n\nOkay, let's try to figure out this question. The user is asking: \"After Albania member of Warsaw Pact, what was the member of of Anila Wilms's country of citizenship?\" And the answer given is 1971.0. Hmm, that seems" + }, + { + "id": "q_003912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "1. FC Kaiserslautern\n2. Thomas Schlager", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. FC Kaiserslautern\n2. Thomas Schlager" + }, + { + "id": "q_005056", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Lavrentiy Beria", + "pred": "In 1944, the chairperson of the Gulag's parent organization, the Main Administration of Camps (Glavnoye Upravleniye Lagerey, or GULAG), was Lavrentiy Beria. Beria was a high-ranking Soviet official and a key figure in", + "em": 1.0, + "f1": 0.13793103448275862, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1944, the chairperson of the Gulag's parent organization, the Main Administration of Camps (Glavnoye Upravleniye Lagerey, or GULAG), was Lavrentiy Beria. Beria was a high-ranking Soviet official and a key figure in" + }, + { + "id": "q_007014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "1999.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999.0" + }, + { + "id": "q_008552", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "1997", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1997" + }, + { + "id": "q_004025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Bambi Award", + "pred": "1958.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1958.0" + }, + { + "id": "q_000678", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Greer Garson\n\n\nThe winner of the Academy Award for Best Actress in 1947, which was the year Greer Garson won, was **Greer Garson** herself. She won for her role in *The Best Years of Our Lives*.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Greer Garson\n\n\nThe winner of the Academy Award for Best Actress in 1947, which was the year Greer Garson won, was **Greer Garson** herself. She won for her role in *The Best Years of Our Lives*." + }, + { + "id": "q_002043", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Gandria was the replacement for Pazzallo in 2004.", + "em": 1.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Gandria was the replacement for Pazzallo in 2004." + }, + { + "id": "q_007190", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "coming out", + "pred": "Anne Heche's unmarried partner in 1997 was actor and director John C. Reilly. The significant event related to him in 1997 was that he won the Academy Award for Best Supporting Actor for his role in the film \"Adaptation.\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Anne Heche's unmarried partner in 1997 was actor and director John C. Reilly. The significant event related to him in 1997 was that he won the Academy Award for Best Supporting Actor for his role in the film \"Adaptation.\"" + }, + { + "id": "q_003533", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italian lira" + }, + { + "id": "q_003295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Attila J\u00f3zsef", + "pred": "L\u00e1szl\u00f3 B\u00fcky's education after the University of Szeged, named after Franz Joseph I of Austria, was at the University of Budapest.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "L\u00e1szl\u00f3 B\u00fcky's education after the University of Szeged, named after Franz Joseph I of Austria, was at the University of Budapest." + }, + { + "id": "q_008026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Ingrid Bergman", + "pred": "The winner of Jean Arthur's nominated for in 1944 was \"The Best Years of Our Lives\" (1942), which won the Academy Award for Best Picture.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Jean Arthur's nominated for in 1944 was \"The Best Years of Our Lives\" (1942), which won the Academy Award for Best Picture." + }, + { + "id": "q_004864", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Ireland", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_001930", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1929.0, + "gold": "1929", + "pred": "Warner Baxter was never the winner of Disraeli's award.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Warner Baxter was never the winner of Disraeli's award." + }, + { + "id": "q_004482", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2005" + }, + { + "id": "q_000444", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "president of Germany", + "pred": "President of Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of Germany" + }, + { + "id": "q_002417", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Saku Koivu", + "pred": "The team captain of the team that drafted Juraj Mik\u00fa\u0161 was Wayne Gretzky.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The team captain of the team that drafted Juraj Mik\u00fa\u0161 was Wayne Gretzky." + }, + { + "id": "q_002864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "1. Super Lig\n2. UEFA Champions League\n3. UEFA Europa League\n4. Turkish Cup\n5. Turkish Super Cup", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. Super Lig\n2. UEFA Champions League\n3. UEFA Europa League\n4. Turkish Cup\n5. Turkish Super Cup" + }, + { + "id": "q_002089", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1975" + }, + { + "id": "q_002782", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "The head of government of the work location of Horst Bredekamp in 2009 was Angela Merkel.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of the work location of Horst Bredekamp in 2009 was Angela Merkel." + }, + { + "id": "q_004348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Karel Br\u00fcckner", + "pred": "The head coach of Roman T\u00fd\u010d's team after Du\u0161an Uhrin was Vladim\u00edr \u0160micer.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Roman T\u00fd\u010d's team after Du\u0161an Uhrin was Vladim\u00edr \u0160micer." + }, + { + "id": "q_006603", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2006" + }, + { + "id": "q_000643", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Adolf Hitler", + "pred": "The chairperson of Franz Xaver Schwarz's member of political party before Martin Bormann was Joseph Goebbels.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The chairperson of Franz Xaver Schwarz's member of political party before Martin Bormann was Joseph Goebbels." + }, + { + "id": "q_001459", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Sepp Piontek", + "pred": "The head coach of Kim Vilfort's member of sports team before Morten Olsen was S\u00f8rensen.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Kim Vilfort's member of sports team before Morten Olsen was S\u00f8rensen." + }, + { + "id": "q_007691", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "German Emperor", + "pred": "Emperor of Germany", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Emperor of Germany" + }, + { + "id": "q_004382", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Israeli Premier League", + "pred": "2015\u201316 UEFA Champions League", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2015\u201316 UEFA Champions League" + }, + { + "id": "q_008297", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Luxembourg National Division", + "pred": "1. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. Bundesliga" + }, + { + "id": "q_004135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_007490", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Marie Dressler", + "pred": "The winner of Ann Harding's nominated for in 1931 was \"The Last of the Mohicans\" (1931 film).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Ann Harding's nominated for in 1931 was \"The Last of the Mohicans\" (1931 film)." + }, + { + "id": "q_004470", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "The answer is: Jos\u00e9 Antonio Camacho.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is: Jos\u00e9 Antonio Camacho." + }, + { + "id": "q_001400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Nike", + "pred": "2002.0\n\nOkay, let's try to figure out what Austin Healey's member of sports team's kit supplier was in 2002. First, I need to understand the question properly. The user is asking about Austin Healey, who is a former footballer, and specifically", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2002.0\n\nOkay, let's try to figure out what Austin Healey's member of sports team's kit supplier was in 2002. First, I need to understand the question properly. The user is asking about Austin Healey, who is a former footballer, and specifically" + }, + { + "id": "q_005647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Pacific Coliseum", + "pred": "The Superdome", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Superdome" + }, + { + "id": "q_000107", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Prague", + "pred": "Prague\n\n\nThe headquarters of Anton\u00edn Kapek's member of political party in 1984 was **Prague**.", + "em": 1.0, + "f1": 0.13333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Prague\n\n\nThe headquarters of Anton\u00edn Kapek's member of political party in 1984 was **Prague**." + }, + { + "id": "q_000481", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "The winner of Joan Barfoot's nomination was not specified in the given text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Joan Barfoot's nomination was not specified in the given text." + }, + { + "id": "q_005374", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_007891", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Second Lady or Gentleman of the United States", + "pred": "First Lady of the United States", + "em": 0.0, + "f1": 0.7142857142857143, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "First Lady of the United States" + }, + { + "id": "q_004941", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Ralf Loose", + "pred": "1998-2000\n\n\nAfter Steffen Kocholl, who was a member of the sports team SC Preu\u00dfen M\u00fcnster, the head coach of Chris Philipps's member of sports team was **Rainer Adrion**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1998-2000\n\n\nAfter Steffen Kocholl, who was a member of the sports team SC Preu\u00dfen M\u00fcnster, the head coach of Chris Philipps's member of sports team was **Rainer Adrion**." + }, + { + "id": "q_007300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "1999.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999.0" + }, + { + "id": "q_007401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "The Romanian People's Republic anthem", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Romanian People's Republic anthem" + }, + { + "id": "q_001311", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2010" + }, + { + "id": "q_003353", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Panama", + "pred": "In 1964, the shares border with of All Summer Long's place of publication was 1.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1964, the shares border with of All Summer Long's place of publication was 1." + }, + { + "id": "q_005629", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1998" + }, + { + "id": "q_005931", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Leonid Brezhnev", + "pred": "Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Mikhail Gorbachev" + }, + { + "id": "q_005823", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Territory of Hawaii", + "pred": "United States of America", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "United States of America" + }, + { + "id": "q_002989", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Free State of Prussia", + "pred": "1924.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1924.0" + }, + { + "id": "q_004259", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Anne Enright", + "pred": "A. S. Byatt", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "A. S. Byatt" + }, + { + "id": "q_002166", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Ligue 1", + "pred": "1. Ligue 1\n2. Ligue 2\n3. Ligue 3\n4. Ligue 4\n5. Ligue 5\n6. Ligue 6\n7. Ligue 7\n8. Ligue 8\n9. Ligue 9", + "em": 1.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. Ligue 1\n2. Ligue 2\n3. Ligue 3\n4. Ligue 4\n5. Ligue 5\n6. Ligue 6\n7. Ligue 7\n8. Ligue 8\n9. Ligue 9" + }, + { + "id": "q_006376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1995" + }, + { + "id": "q_008518", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Hans Backe", + "pred": "The head coach of Jan Gunnar Solli's member of sports team after Carlos Alberto Parreira was Sven-G\u00f6ran Eriksson.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Jan Gunnar Solli's member of sports team after Carlos Alberto Parreira was Sven-G\u00f6ran Eriksson." + }, + { + "id": "q_003792", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Ferruccio Tagliavini was an Italian politician, so his country of citizenship was Italy. Before Francesco Cossiga, who served as the President of Italy from 1978 to 1985, the head of state of Italy was Giovanni Leone. Therefore, the answer is Giovanni Leone.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Ferruccio Tagliavini was an Italian politician, so his country of citizenship was Italy. Before Francesco Cossiga, who served as the President of Italy from 1978 to 1985, the head of state of Italy was Giovanni Leone. Therefore, the answer is Giovanni Leone." + }, + { + "id": "q_000844", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "In 2001, the winner of the Academy Award for Best Actor for the film \"Cast Away\" was Tom Hanks.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2001, the winner of the Academy Award for Best Actor for the film \"Cast Away\" was Tom Hanks." + }, + { + "id": "q_005425", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Sandro Pertini", + "pred": "Mario De Don\u00e0 was an Italian politician, so his country of citizenship was Italy. In 1979, the head of state of Italy was the President of the Italian Republic. The President of Italy in 1979 was Francesco Cossiga. Therefore, the answer is Francesco Cossiga.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Mario De Don\u00e0 was an Italian politician, so his country of citizenship was Italy. In 1979, the head of state of Italy was the President of the Italian Republic. The President of Italy in 1979 was Francesco Cossiga. Therefore, the answer is Francesco Cossiga." + }, + { + "id": "q_006156", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The winner of the European Film Award for Best Actor in 2005 was Javier Bardem for his role in \"No Country for Old Men.\" Romain Duris was nominated for the same award for his role in \"L'\u00c9tranger\" (The Stranger). The winner of the European Film Award for", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the European Film Award for Best Actor in 2005 was Javier Bardem for his role in \"No Country for Old Men.\" Romain Duris was nominated for the same award for his role in \"L'\u00c9tranger\" (The Stranger). The winner of the European Film Award for" + }, + { + "id": "q_006038", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Austro-Hungarian krone", + "pred": "The currency of Lunga's country before the Hungarian korona was the Hungarian forint.", + "em": 0.0, + "f1": 0.14285714285714288, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The currency of Lunga's country before the Hungarian korona was the Hungarian forint." + }, + { + "id": "q_008465", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1923.0, + "gold": "Egyptian pound", + "pred": "The currency of Ramallah's country in 1923 was the British pound.", + "em": 0.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The currency of Ramallah's country in 1923 was the British pound." + }, + { + "id": "q_004604", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Javier Aguirre", + "pred": "The answer is: \u0218tefan Dobay.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is: \u0218tefan Dobay." + }, + { + "id": "q_002929", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "The Internationale", + "pred": "The anthem of the Black Sea Governorate was \"The Song of the Black Sea\" (Russian: \"\u041f\u0435\u0441\u043d\u044f \u0427\u0435\u0440\u043d\u043e\u043c\u043e\u0440\u044c\u044f\"), composed by Alexander Alexandrov and written by Vladimir Vysotsky.", + "em": 0.0, + "f1": 0.09523809523809525, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The anthem of the Black Sea Governorate was \"The Song of the Black Sea\" (Russian: \"\u041f\u0435\u0441\u043d\u044f \u0427\u0435\u0440\u043d\u043e\u043c\u043e\u0440\u044c\u044f\"), composed by Alexander Alexandrov and written by Vladimir Vysotsky." + }, + { + "id": "q_007720", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of the Italian Republic" + }, + { + "id": "q_005879", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Giorgio Napolitano" + }, + { + "id": "q_001938", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Territory of Hawaii", + "pred": "Province of Iloilo", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Province of Iloilo" + }, + { + "id": "q_004995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Academy Award for Best Supporting Actress", + "pred": "The nominated for of Anthony Franciosa's spouse, Shelley Winters, was the Academy Award for Best Actress.", + "em": 0.0, + "f1": 0.47619047619047616, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The nominated for of Anthony Franciosa's spouse, Shelley Winters, was the Academy Award for Best Actress." + }, + { + "id": "q_006351", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Stade Chaban-Delmas" + }, + { + "id": "q_005087", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "1956.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1956.0" + }, + { + "id": "q_006536", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_006736", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Sandra Bullock", + "pred": "The winner of Doubt's nominated for after The Grifters was nominated for the Academy Award for Best Actress was Meryl Streep.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Doubt's nominated for after The Grifters was nominated for the Academy Award for Best Actress was Meryl Streep." + }, + { + "id": "q_004654", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "The head of state of Khrustalnyi's country after Vladimir Lenin's country of citizenship, the Russian Empire, was the Soviet Union.", + "em": 0.0, + "f1": 0.1, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of state of Khrustalnyi's country after Vladimir Lenin's country of citizenship, the Russian Empire, was the Soviet Union." + }, + { + "id": "q_005945", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Frank Tieri is a comic book writer and artist, best known for his work on the \"Green Lantern\" series. He does not have a residence that is associated with a head of government. Therefore, the question seems to be based on a misunderstanding or a fictional context. If we assume a fictional scenario where Frank Tier", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Frank Tieri is a comic book writer and artist, best known for his work on the \"Green Lantern\" series. He does not have a residence that is associated with a head of government. Therefore, the question seems to be based on a misunderstanding or a fictional context. If we assume a fictional scenario where Frank Tier" + }, + { + "id": "q_007681", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Daman and Diu", + "pred": "Rajasthan\n\n\nThe answer is **Rajasthan**.\n\n**Step-by-Step Explanation:**\n\n1. **Identify the country of citizenship of Abhijit Banerjee:**\n - Abhijit Banerjee is a citizen of **India**.\n\n2. **Determine the head", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Rajasthan\n\n\nThe answer is **Rajasthan**.\n\n**Step-by-Step Explanation:**\n\n1. **Identify the country of citizenship of Abhijit Banerjee:**\n - Abhijit Banerjee is a citizen of **India**.\n\n2. **Determine the head" + }, + { + "id": "q_006184", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Lyndon B. Johnson", + "pred": "The head of government of Smiley Smile's place of publication was not Richard Nixon.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of Smiley Smile's place of publication was not Richard Nixon." + }, + { + "id": "q_000115", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Caja M\u00e1gica", + "pred": "Palau de la Musica Catalana\n\n\nThe home venue of Ettore Messina's member of sports team, after Mario Stoji\u0107's member of sports team Real Madrid Baloncesto, is **Palau de la M\u00fasica Catalana**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Palau de la Musica Catalana\n\n\nThe home venue of Ettore Messina's member of sports team, after Mario Stoji\u0107's member of sports team Real Madrid Baloncesto, is **Palau de la M\u00fasica Catalana**." + }, + { + "id": "q_002711", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "1954.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1954.0" + }, + { + "id": "q_005754", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Croatia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Croatia" + }, + { + "id": "q_002277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "2012\u201313 Turkish Basketball Super League", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2012\u201313 Turkish Basketball Super League" + }, + { + "id": "q_000552", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italian lira" + }, + { + "id": "q_000403", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "SeatGeek Stadium", + "pred": "1999-2000 Serie A\n\n\nIn 2012, Paolo Tornaghi was a member of the Italian football team **S.S. Lazio**. The home venue of S.S. Lazio during that time was **Stadio Olimpico**", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1999-2000 Serie A\n\n\nIn 2012, Paolo Tornaghi was a member of the Italian football team **S.S. Lazio**. The home venue of S.S. Lazio during that time was **Stadio Olimpico**" + }, + { + "id": "q_003856", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "In 1971, Faye Dunaway's unmarried partner was Warren Beatty. Warren Beatty was an American citizen. Therefore, the country of citizenship of Faye Dunaway's unmarried partner in 1971 was the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1971, Faye Dunaway's unmarried partner was Warren Beatty. Warren Beatty was an American citizen. Therefore, the country of citizenship of Faye Dunaway's unmarried partner in 1971 was the United States." + }, + { + "id": "q_003602", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Mikhail Gorbachev", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is not available in the provided text." + }, + { + "id": "q_007850", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "1950.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1950.0" + }, + { + "id": "q_001019", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1962.0, + "gold": "1962", + "pred": "1962", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1962" + }, + { + "id": "q_004322", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Dietrich Stobbe", + "pred": "1980.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1980.0" + }, + { + "id": "q_004271", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is not available in the provided text." + }, + { + "id": "q_001171", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "In 2001, the head of state of Armando Ceste's country of citizenship was President of the Republic of the Congo.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 2001, the head of state of Armando Ceste's country of citizenship was President of the Republic of the Congo." + }, + { + "id": "q_007890", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Genevi\u00e8ve Bujold was nominated for the Academy Award for Best Actress for her role in the film \"The Last of the Mohicans\" (1992).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Genevi\u00e8ve Bujold was nominated for the Academy Award for Best Actress for her role in the film \"The Last of the Mohicans\" (1992)." + }, + { + "id": "q_008632", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "The capital of the country where Demeter Balla worked in 1968 was Budapest.\n\n\nThe capital of the country where Demeter Balla worked in 1968 was **Budapest**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The capital of the country where Demeter Balla worked in 1968 was Budapest.\n\n\nThe capital of the country where Demeter Balla worked in 1968 was **Budapest**." + }, + { + "id": "q_007395", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1925.0, + "gold": "Egyptian pound", + "pred": "The currency of Afula's country, which is in Mandatory Palestine, was the Palestine pound.", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The currency of Afula's country, which is in Mandatory Palestine, was the Palestine pound." + }, + { + "id": "q_007784", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "The winner of Jennifer Johnston's nominated for in 1977 was \"The Chalk Garden\" (1977).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Jennifer Johnston's nominated for in 1977 was \"The Chalk Garden\" (1977)." + }, + { + "id": "q_006008", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Rainer Ernst's member of sports team's chairperson in 1992 was Hans-J\u00fcrgen B\u00f6ckler.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Rainer Ernst's member of sports team's chairperson in 1992 was Hans-J\u00fcrgen B\u00f6ckler." + }, + { + "id": "q_007623", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Zden\u011bk Zeman", + "pred": "1995.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1995.0" + }, + { + "id": "q_000261", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "The country of Max Blokzijl's work location before Nazi Germany was the Netherlands.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of Max Blokzijl's work location before Nazi Germany was the Netherlands." + }, + { + "id": "q_005362", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Yugoslavia", + "pred": "1992.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1992.0" + }, + { + "id": "q_003134", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Teen Choice Awards", + "pred": "2012 Canadian Juno Award for Single of the Year", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2012 Canadian Juno Award for Single of the Year" + }, + { + "id": "q_006822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "In 2009, the sponsor of Kai-Fabian Schulz's member of sports team was \"Brauerei Schlossberg\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2009, the sponsor of Kai-Fabian Schulz's member of sports team was \"Brauerei Schlossberg\"." + }, + { + "id": "q_003313", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Italian lira", + "pred": "The currency of the country of citizenship of Eugenio Monti in 1972 was the Italian lira.", + "em": 1.0, + "f1": 0.2857142857142857, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The currency of the country of citizenship of Eugenio Monti in 1972 was the Italian lira." + }, + { + "id": "q_005360", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "The head of government of Tim Eitel's work location after Dietrich Stobbe was the Minister of the Interior of the German Democratic Republic.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of government of Tim Eitel's work location after Dietrich Stobbe was the Minister of the Interior of the German Democratic Republic." + }, + { + "id": "q_001597", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Peter Carey", + "pred": "The winner of Rachel Seiffert's nominated for after William Trevor nominated for Booker Prize is \"The Sea\" by John Banville.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Rachel Seiffert's nominated for after William Trevor nominated for Booker Prize is \"The Sea\" by John Banville." + }, + { + "id": "q_003838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Ronald Colman", + "pred": "Before Sean Penn, the winner of Hamlet's award received was not specified in the given text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Before Sean Penn, the winner of Hamlet's award received was not specified in the given text." + }, + { + "id": "q_005949", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Attila J\u00f3zsef", + "pred": "Hungarian Academy of Sciences", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Hungarian Academy of Sciences" + }, + { + "id": "q_005024", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "The head of government of Philip Taaffe's work location after Jimmy Walker was the Prime Minister of the United Kingdom, Margaret Thatcher.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of government of Philip Taaffe's work location after Jimmy Walker was the Prime Minister of the United Kingdom, Margaret Thatcher." + }, + { + "id": "q_007032", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Heinrich Himmler", + "pred": "the Vienna Philharmonic Orchestra", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "the Vienna Philharmonic Orchestra" + }, + { + "id": "q_004269", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_005207", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "In 1958, the head coach of the sports team that Heinz Wewers was a member of was Karl-Heinz B\u00f6cklin.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1958, the head coach of the sports team that Heinz Wewers was a member of was Karl-Heinz B\u00f6cklin." + }, + { + "id": "q_008065", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Constantinople", + "pred": "The capital of the country that included the Old City of Jerusalem after the Ramla country was part of the Ottoman Empire was Constantinople (now Istanbul).", + "em": 1.0, + "f1": 0.10526315789473684, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The capital of the country that included the Old City of Jerusalem after the Ramla country was part of the Ottoman Empire was Constantinople (now Istanbul)." + }, + { + "id": "q_003648", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "European Economic Community" + }, + { + "id": "q_000919", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "Franz Beckenbauer", + "pred": "Hans Pfl\u00fcgler was a German footballer who played as a midfielder. In 1987, he was a member of the German national team. The head coach of the German national team in 1987 was Sepp Herberger.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Hans Pfl\u00fcgler was a German footballer who played as a midfielder. In 1987, he was a member of the German national team. The head coach of the German national team in 1987 was Sepp Herberger." + }, + { + "id": "q_001421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2004" + }, + { + "id": "q_007438", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Croatia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Croatia" + }, + { + "id": "q_000509", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "The head of state of Guido Celano's country of citizenship before Giorgio Napolitano was Giovanni Leone.", + "em": 1.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of state of Guido Celano's country of citizenship before Giorgio Napolitano was Giovanni Leone." + }, + { + "id": "q_006374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "The winner of the Booker Prize in 2003, which was the year Gerard Donovan's novel \"The Last Days of the Dying\" was shortlisted, was Ian McEwan for \"Atonement\". However, it's important to clarify that Patrick White was not nominated for the Booker Prize in", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the Booker Prize in 2003, which was the year Gerard Donovan's novel \"The Last Days of the Dying\" was shortlisted, was Ian McEwan for \"Atonement\". However, it's important to clarify that Patrick White was not nominated for the Booker Prize in" + }, + { + "id": "q_006108", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "presidential system", + "pred": "In 1939, the basic form of government of Krak\u00f3w's country was a parliamentary democracy.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1939, the basic form of government of Krak\u00f3w's country was a parliamentary democracy." + }, + { + "id": "q_001184", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Robert Bolt", + "pred": "The winner of the Golden Globe Award for Best Screenplay for the film \"Doctor Zhivago\" was Robert Bolt.", + "em": 1.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the Golden Globe Award for Best Screenplay for the film \"Doctor Zhivago\" was Robert Bolt." + }, + { + "id": "q_001023", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "The head coach of Jan Suchop\u00e1rek's member of sports team in 1995 was Vladim\u00edr \u0160micer.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Jan Suchop\u00e1rek's member of sports team in 1995 was Vladim\u00edr \u0160micer." + }, + { + "id": "q_001479", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Javier Aguirre", + "pred": "Luis Amaranto Perea was a Colombian footballer, not a head coach. Therefore, there is no direct answer to this question. However, if you are asking about the head coach of the sports team that Luis Amaranto Perea was a member of, the answer would depend on the specific team and time period you", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Luis Amaranto Perea was a Colombian footballer, not a head coach. Therefore, there is no direct answer to this question. However, if you are asking about the head coach of the sports team that Luis Amaranto Perea was a member of, the answer would depend on the specific team and time period you" + }, + { + "id": "q_006983", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Giovanni Gronchi", + "pred": "In 1956, the head of state of Maria Caniglia's country of citizenship was the President of the United States, Dwight D. Eisenhower.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1956, the head of state of Maria Caniglia's country of citizenship was the President of the United States, Dwight D. Eisenhower." + }, + { + "id": "q_007833", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "White Hart Lane", + "pred": "1994.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1994.0" + }, + { + "id": "q_005681", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Netherlands", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Netherlands" + }, + { + "id": "q_003706", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2005" + }, + { + "id": "q_007006", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "The head coach of Jan Suchop\u00e1rek's member of sports team before Michal B\u00edlek was Vladim\u00edr \u0160micer.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Jan Suchop\u00e1rek's member of sports team before Michal B\u00edlek was Vladim\u00edr \u0160micer." + }, + { + "id": "q_004220", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Swiss Super League", + "pred": "2. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2. Bundesliga" + }, + { + "id": "q_007500", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "The United Kingdom's anthem in 1917 was \"God Save the King\" (or \"God Save the Queen\" if the monarch was a female).", + "em": 0.0, + "f1": 0.2857142857142857, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The United Kingdom's anthem in 1917 was \"God Save the King\" (or \"God Save the Queen\" if the monarch was a female)." + }, + { + "id": "q_008556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "German Empire", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_003362", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ireland", + "pred": "Romania", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Romania" + }, + { + "id": "q_007378", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Allianz Arena", + "pred": "1.0\n\nOkay, let's try to figure out what Moritz Volz's sports team's home venue was in 2014. First, I need to confirm who Moritz Volz is. I think he's a German footballer, maybe a midfielder. Let me check that. Yes", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1.0\n\nOkay, let's try to figure out what Moritz Volz's sports team's home venue was in 2014. First, I need to confirm who Moritz Volz is. I think he's a German footballer, maybe a midfielder. Let me check that. Yes" + }, + { + "id": "q_002356", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Soviet Union", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Russia" + }, + { + "id": "q_004000", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Walter Mazzarri", + "pred": "Jonathan Moreira is a Brazilian footballer who has played for several clubs, including FC Porto, Valencia, and Olympiacos. As of my knowledge cutoff in July 2024, he has not been part of a team that had Luciano Spalletti as its head coach. Spalletti has coached", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Jonathan Moreira is a Brazilian footballer who has played for several clubs, including FC Porto, Valencia, and Olympiacos. As of my knowledge cutoff in July 2024, he has not been part of a team that had Luciano Spalletti as its head coach. Spalletti has coached" + }, + { + "id": "q_003511", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Hungarian Olympic Committee", + "pred": "Zsolt Borkai", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Zsolt Borkai" + }, + { + "id": "q_003517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "After Nazi Germany, the country of citizenship of BND law's signatory was the Federal Republic of Germany.", + "em": 0.0, + "f1": 0.125, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "After Nazi Germany, the country of citizenship of BND law's signatory was the Federal Republic of Germany." + }, + { + "id": "q_008482", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Harry Warren", + "pred": "The winner of Richard Rodgers's award received after Oscar Hammerstein II was **Julie Andrews**. \n\n**Context:** \nRichard Rodgers and Oscar Hammerstein II were a renowned songwriting duo, known for works like *Oklahoma!* and *South Pacific*. After Hammerstein's death in 1960", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Richard Rodgers's award received after Oscar Hammerstein II was **Julie Andrews**. \n\n**Context:** \nRichard Rodgers and Oscar Hammerstein II were a renowned songwriting duo, known for works like *Oklahoma!* and *South Pacific*. After Hammerstein's death in 1960" + }, + { + "id": "q_001610", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Giovanni Gronchi was the President of Italy, and Ugo Attardi was an Italian politician. Therefore, the head of state of Ugo Attardi's country of citizenship (Italy) after Giovanni Gronchi was Giovanni Leone.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Giovanni Gronchi was the President of Italy, and Ugo Attardi was an Italian politician. Therefore, the head of state of Ugo Attardi's country of citizenship (Italy) after Giovanni Gronchi was Giovanni Leone." + }, + { + "id": "q_008668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "pred": "Petr Fiala", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Petr Fiala" + }, + { + "id": "q_007160", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_003247", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Kevin Federline", + "pred": "In 2004, Colin Farrell was in a relationship with actress Sadie Frost. However, it's important to clarify that Sadie Frost was not married at the time, and their relationship was not officially recognized as a marriage. Therefore, the spouse of Colin Farrell's unmarried partner in 2004", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2004, Colin Farrell was in a relationship with actress Sadie Frost. However, it's important to clarify that Sadie Frost was not married at the time, and their relationship was not officially recognized as a marriage. Therefore, the spouse of Colin Farrell's unmarried partner in 2004" + }, + { + "id": "q_000810", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Liga I", + "pred": "1.990.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1.990.0" + }, + { + "id": "q_006432", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Joseph Stalin", + "pred": "Communist Party of the Soviet Union", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Communist Party of the Soviet Union" + }, + { + "id": "q_007768", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italian lira" + }, + { + "id": "q_002329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Zhu De was a Chinese politician, and his country of citizenship was China. The head of government of China before Li Keqiang was Zhao Ziyang.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Zhu De was a Chinese politician, and his country of citizenship was China. The head of government of China before Li Keqiang was Zhao Ziyang." + }, + { + "id": "q_005449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Rock and Roll Hall of Fame", + "pred": "The answer is \"Grammy Award for Best Rock Performance\"", + "em": 0.0, + "f1": 0.13333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is \"Grammy Award for Best Rock Performance\"" + }, + { + "id": "q_003836", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The winner of The Ninth Day's nominated for was not specified in the given text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of The Ninth Day's nominated for was not specified in the given text." + }, + { + "id": "q_007908", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_003128", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Spencer Tracy", + "pred": "1967.0\n\n\nThe Academy Award for Best Actress in 1967 was won by **Jane Fonda** for her role in *Klute*. Her unmarried partner at that time was **Peter Finch**, an actor who also won an Academy Award for Best Actor in 1", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1967.0\n\n\nThe Academy Award for Best Actress in 1967 was won by **Jane Fonda** for her role in *Klute*. Her unmarried partner at that time was **Peter Finch**, an actor who also won an Academy Award for Best Actor in 1" + }, + { + "id": "q_002843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Giovanni Gronchi was the head of state of Italy from 1955 to 1962. Gianni Dova was an Italian politician, so his country of citizenship was Italy. The head of state of Italy after Giovanni Gronchi was Alcide De Gasperi, who served from 19", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Giovanni Gronchi was the head of state of Italy from 1955 to 1962. Gianni Dova was an Italian politician, so his country of citizenship was Italy. The head of state of Italy after Giovanni Gronchi was Alcide De Gasperi, who served from 19" + }, + { + "id": "q_001510", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "UTC\u221204:00", + "pred": "The located in time zone of Cartagena Agreement's signatory was the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The located in time zone of Cartagena Agreement's signatory was the United States." + }, + { + "id": "q_005670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Werner Greuter", + "pred": "Beat Ernst Leuenberger was the chief executive officer of the Swiss bank UBS in 2004.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Beat Ernst Leuenberger was the chief executive officer of the Swiss bank UBS in 2004." + }, + { + "id": "q_005822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Maurice Druon", + "pred": "In 1989, the general secretary of Julien Green's member of the European Economic Community (EEC) was Jacques Delors.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1989, the general secretary of Julien Green's member of the European Economic Community (EEC) was Jacques Delors." + }, + { + "id": "q_001232", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "1951.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1951.0" + }, + { + "id": "q_007512", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "The head coach of Heinz Wewers's member of sports team after Otto Nerz was Karl-Heinz Feldmann.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Heinz Wewers's member of sports team after Otto Nerz was Karl-Heinz Feldmann." + }, + { + "id": "q_000089", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_008698", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "1947: Best Actress in a Supporting Role (nominated)\n\n\nCelia Johnson was nominated for the Academy Award for Best Actress in a Supporting Role in 1947 for her performance in the film *The Best Years of Our Lives*. However, she did not win the award that year", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1947: Best Actress in a Supporting Role (nominated)\n\n\nCelia Johnson was nominated for the Academy Award for Best Actress in a Supporting Role in 1947 for her performance in the film *The Best Years of Our Lives*. However, she did not win the award that year" + }, + { + "id": "q_007875", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "1950.0\n\n\nAndrea Miano was an Italian politician. In 1950, Italy's country of citizenship (Italy) shared borders with several countries, including:\n\n1. **Austria** (to the north)\n2. **France** (to the east)\n3", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1950.0\n\n\nAndrea Miano was an Italian politician. In 1950, Italy's country of citizenship (Italy) shared borders with several countries, including:\n\n1. **Austria** (to the north)\n2. **France** (to the east)\n3" + }, + { + "id": "q_006661", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "The Age Discrimination in Employment Act of 1967 was signed by President Lyndon B. Johnson, who held the position of President of the United States in 1967.", + "em": 1.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Age Discrimination in Employment Act of 1967 was signed by President Lyndon B. Johnson, who held the position of President of the United States in 1967." + }, + { + "id": "q_007505", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Bobby Clarke", + "pred": "The general manager of the team that drafted Roman \u010cechm\u00e1nek was Craig MacTavish.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The general manager of the team that drafted Roman \u010cechm\u00e1nek was Craig MacTavish." + }, + { + "id": "q_000843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_008555", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Montreal Forum" + }, + { + "id": "q_006491", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1942.0" + }, + { + "id": "q_003737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "The head of government of Piero Scotti's country of citizenship, which is Italy, before Silvio Berlusconi was Giulio Andreotti.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of Piero Scotti's country of citizenship, which is Italy, before Silvio Berlusconi was Giulio Andreotti." + }, + { + "id": "q_002698", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Anton Drexler was the founder of the German Workers' Party (DSP), which later became the Nazi Party. Albin Lesky was a member of the Nazi Party. The chairperson of the Nazi Party at the time of Albin Lesky's membership was Adolf Hitler.", + "em": 1.0, + "f1": 0.14814814814814814, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "Anton Drexler was the founder of the German Workers' Party (DSP), which later became the Nazi Party. Albin Lesky was a member of the Nazi Party. The chairperson of the Nazi Party at the time of Albin Lesky's membership was Adolf Hitler." + }, + { + "id": "q_005937", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "1995", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1995" + }, + { + "id": "q_007021", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "1. Eduardo Salvio\n2. sports team\n3. S.L. Benfica\n4. member\n5. \u00c1lvaro Magalh\u00e3es\n6. chairperson\n7. Paulo Bento\n8. sports team\n9. C.D. Nacional\n10. member", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. Eduardo Salvio\n2. sports team\n3. S.L. Benfica\n4. member\n5. \u00c1lvaro Magalh\u00e3es\n6. chairperson\n7. Paulo Bento\n8. sports team\n9. C.D. Nacional\n10. member" + }, + { + "id": "q_003151", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "The winner of Joan Barfoot's nominated for after Booker Prize winner P. H. Newby is \"The Last of the High Kings\" by Patrick O'Brian.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Joan Barfoot's nominated for after Booker Prize winner P. H. Newby is \"The Last of the High Kings\" by Patrick O'Brian." + }, + { + "id": "q_002519", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2003" + }, + { + "id": "q_007514", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "chairperson", + "pred": "1999.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999.0" + }, + { + "id": "q_008443", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "European Economic Community" + }, + { + "id": "q_007726", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1992.0, + "gold": "1992", + "pred": "1992", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1992" + }, + { + "id": "q_001549", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "V\u00e1clav Havel", + "pred": "Milo\u0161 Zeman was the head of state of the Czech Republic. Old\u0159ich Pel\u010d\u00e1k was a Czech politician, so his country of citizenship was the Czech Republic. Therefore, the answer is Milo\u0161 Zeman.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Milo\u0161 Zeman was the head of state of the Czech Republic. Old\u0159ich Pel\u010d\u00e1k was a Czech politician, so his country of citizenship was the Czech Republic. Therefore, the answer is Milo\u0161 Zeman." + }, + { + "id": "q_007129", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "1997", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1997" + }, + { + "id": "q_000883", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Heinrich Br\u00fcning", + "pred": "After Wilhelm Marx, the head of government of Bonn's country was Konrad Adenauer.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After Wilhelm Marx, the head of government of Bonn's country was Konrad Adenauer." + }, + { + "id": "q_000442", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "The head of government of Sister Rosetta Tharpe's residence before Richard M. Daley was the mayor of Chicago, which was Richard J. Daley.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of government of Sister Rosetta Tharpe's residence before Richard M. Daley was the mayor of Chicago, which was Richard J. Daley." + }, + { + "id": "q_004066", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Peter Gerhardsson", + "pred": "The head coach of Andreas Drugge's member of sports team before Andreas Alm was Peter Schmeichel.", + "em": 0.0, + "f1": 0.11764705882352941, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Andreas Drugge's member of sports team before Andreas Alm was Peter Schmeichel." + }, + { + "id": "q_002302", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Egyptian pound", + "pred": "The currency of Rosh Pinna's country, which was Mandatory Palestine, was the Palestine pound.", + "em": 0.0, + "f1": 0.14285714285714285, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The currency of Rosh Pinna's country, which was Mandatory Palestine, was the Palestine pound." + }, + { + "id": "q_002564", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Yugoslavia", + "pred": "Italy\n\n\nItaly", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy\n\n\nItaly" + }, + { + "id": "q_004005", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Otto Nerz", + "pred": "1933.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1933.0" + }, + { + "id": "q_002014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "1950.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1950.0" + }, + { + "id": "q_005652", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Jane Byrne", + "pred": "1980.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1980.0" + }, + { + "id": "q_002217", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italian lira", + "pred": "The currency of the country of citizenship of Liliana Ronchetti in 1970 was the Italian lira.", + "em": 1.0, + "f1": 0.2857142857142857, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The currency of the country of citizenship of Liliana Ronchetti in 1970 was the Italian lira." + }, + { + "id": "q_008015", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Albert II of Belgium", + "pred": "In 2005, the head of state of Pino Cerami's country of citizenship was the President of Italy, Carlo Azeglio Ciampi.", + "em": 0.0, + "f1": 0.09523809523809523, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 2005, the head of state of Pino Cerami's country of citizenship was the President of Italy, Carlo Azeglio Ciampi." + }, + { + "id": "q_000895", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "RTL", + "pred": "1.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1.0" + }, + { + "id": "q_008365", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "The head coach of \u00c9ver Banega's team after Helenio Herrera was Jos\u00e9 Mourinho.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of \u00c9ver Banega's team after Helenio Herrera was Jos\u00e9 Mourinho." + }, + { + "id": "q_006348", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "The anthem of Romania in 1974 was \"\u00cen frun\u021bii t\u0103i, Rom\u00e2nie\" (English: \"In Your Forefront, Romania\").", + "em": 0.0, + "f1": 0.11764705882352941, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The anthem of Romania in 1974 was \"\u00cen frun\u021bii t\u0103i, Rom\u00e2nie\" (English: \"In Your Forefront, Romania\")." + }, + { + "id": "q_000645", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "1956.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1956.0" + }, + { + "id": "q_008492", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Emperor Franz Joseph I of Austria-Hungary", + "em": 0.0, + "f1": 0.18181818181818182, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Emperor Franz Joseph I of Austria-Hungary" + }, + { + "id": "q_006824", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Anita Brookner", + "pred": "The winner of the Booker Prize for the year David Lodge was nominated for before Roddy Doyle was awarded the prize was John Fowles for his novel \"The French Lieutenant's Woman\" in 1984.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the Booker Prize for the year David Lodge was nominated for before Roddy Doyle was awarded the prize was John Fowles for his novel \"The French Lieutenant's Woman\" in 1984." + }, + { + "id": "q_000773", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "Winona Ryder", + "pred": "Frances McDormand won the Academy Award for Best Supporting Actress for her role as Marge Cross in the 1993 film \"Fargo\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Frances McDormand won the Academy Award for Best Supporting Actress for her role as Marge Cross in the 1993 film \"Fargo\"." + }, + { + "id": "q_001316", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Deutsche Mark" + }, + { + "id": "q_004368", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Nike", + "pred": "2008.0\n\nOkay, let's try to figure out the answer to this question. The question is: \"What was the kit supplier of Steve Borthwick's member of sports team in 2008?\" And the answer given is \"2008.0\". Hmm,", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "2008.0\n\nOkay, let's try to figure out the answer to this question. The question is: \"What was the kit supplier of Steve Borthwick's member of sports team in 2008?\" And the answer given is \"2008.0\". Hmm," + }, + { + "id": "q_005868", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "The head of state of Italy after Luigi Pistilli's country of citizenship (Italy) was Giuseppe Saragat.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of state of Italy after Luigi Pistilli's country of citizenship (Italy) was Giuseppe Saragat." + }, + { + "id": "q_005066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The Ninth Day was nominated for the Academy Award for Best Animated Short Film in 2005.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Ninth Day was nominated for the Academy Award for Best Animated Short Film in 2005." + }, + { + "id": "q_007376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1996" + }, + { + "id": "q_000995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Gwyneth Paltrow", + "pred": "The winner of The Wings of the Dove's nominated for was Julianne Moore for Best Actress.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of The Wings of the Dove's nominated for was Julianne Moore for Best Actress." + }, + { + "id": "q_008659", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "The winner of the 1990 Booker Prize was **Arundhati Roy** for her novel *The God of Small Things*. \n\nHowever, it's important to clarify that **Brian Moore** was not nominated for the 1990 Booker Prize. The confusion might arise from the fact that **", + "em": 0.0, + "f1": 0.0588235294117647, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the 1990 Booker Prize was **Arundhati Roy** for her novel *The God of Small Things*. \n\nHowever, it's important to clarify that **Brian Moore** was not nominated for the 1990 Booker Prize. The confusion might arise from the fact that **" + }, + { + "id": "q_000763", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Yugoslavia", + "pred": "1977.0\n\n\nThe country of citizenship of Ilva Ligabue in 1977 was Italy. Italy shares borders with several countries, including France, Switzerland, Austria, Slovenia, and the Vatican City. Therefore, the answer is:\n\n**France, Switzerland, Austria, Slovenia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1977.0\n\n\nThe country of citizenship of Ilva Ligabue in 1977 was Italy. Italy shares borders with several countries, including France, Switzerland, Austria, Slovenia, and the Vatican City. Therefore, the answer is:\n\n**France, Switzerland, Austria, Slovenia" + }, + { + "id": "q_005896", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Italian lira", + "pred": "The currency of Giovanni Battista Gianquinto's country of citizenship in 1976 was the Italian lira.", + "em": 1.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The currency of Giovanni Battista Gianquinto's country of citizenship in 1976 was the Italian lira." + }, + { + "id": "q_000117", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Enrico de Nicola", + "pred": "King of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "King of Italy" + }, + { + "id": "q_000027", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "William Vickrey\n\n\nThe question is somewhat complex and requires careful parsing. Let's break it down step by step:\n\n1. **William Vickrey's residence**: William Vickrey was a Canadian economist, and he lived in various places during his lifetime. However, the question does not specify a particular residence, so", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "William Vickrey\n\n\nThe question is somewhat complex and requires careful parsing. Let's break it down step by step:\n\n1. **William Vickrey's residence**: William Vickrey was a Canadian economist, and he lived in various places during his lifetime. However, the question does not specify a particular residence, so" + }, + { + "id": "q_002041", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "1983.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1983.0" + }, + { + "id": "q_002860", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_004247", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Luise Rainer", + "pred": "Theodora Goes Wild was a 1937 film directed by Robert Z. Leonard. The film was nominated for the Academy Award for Best Picture, but it did not win. The winner of that year's Academy Award for Best Picture was \"The Best Years of Our Lives.\" Therefore, the answer is \"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Theodora Goes Wild was a 1937 film directed by Robert Z. Leonard. The film was nominated for the Academy Award for Best Picture, but it did not win. The winner of that year's Academy Award for Best Picture was \"The Best Years of Our Lives.\" Therefore, the answer is \"" + }, + { + "id": "q_008294", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Hyundai", + "pred": "1. Bundesliga\n\n\nThe sponsor of Andreas Fischer's member of sports team after Klaus Zaczyk member of sports team Hamburger SV was **1. Bundesliga**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. Bundesliga\n\n\nThe sponsor of Andreas Fischer's member of sports team after Klaus Zaczyk member of sports team Hamburger SV was **1. Bundesliga**." + }, + { + "id": "q_006036", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "The Pentagon", + "pred": "The headquarters of the military branch that Charlie Munger served in during 1945 was the United States Army Air Forces (USAAF), which was part of the United States Army.", + "em": 0.0, + "f1": 0.08695652173913042, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The headquarters of the military branch that Charlie Munger served in during 1945 was the United States Army Air Forces (USAAF), which was part of the United States Army." + }, + { + "id": "q_001816", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Ruth Chatterton was nominated for the Academy Award for Best Actress in 1930 for her role in \"The Divorce of Lady X.\" However, she did not win that year. The winner of that category was Norma Shearer for her role in \"The Divorce of Lady X\" as well", + "em": 1.0, + "f1": 0.12121212121212122, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Ruth Chatterton was nominated for the Academy Award for Best Actress in 1930 for her role in \"The Divorce of Lady X.\" However, she did not win that year. The winner of that category was Norma Shearer for her role in \"The Divorce of Lady X\" as well" + }, + { + "id": "q_008058", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "1956.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1956.0" + }, + { + "id": "q_004387", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "The head of state of Mehmed Uzun's country of citizenship was the President of Turkey, as Mehmed Uzun was a Turkish citizen.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of state of Mehmed Uzun's country of citizenship was the President of Turkey, as Mehmed Uzun was a Turkish citizen." + }, + { + "id": "q_004841", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Abdullah Avc\u0131", + "pred": "The answer is: \u0218tefan Dobay.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is: \u0218tefan Dobay." + }, + { + "id": "q_000340", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Echo Music Prize", + "pred": "The award received by Wade Robson's unmarried partner after Britney Spears' notable work \"Oops!... I Did It Again\" was the Grammy Award for Best Dance Recording.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The award received by Wade Robson's unmarried partner after Britney Spears' notable work \"Oops!... I Did It Again\" was the Grammy Award for Best Dance Recording." + }, + { + "id": "q_001431", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Massimiliano Allegri", + "pred": "Vincenzo Montella", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Vincenzo Montella" + }, + { + "id": "q_002560", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Panama", + "pred": "In 1939, Horst P. Horst's work location was in the United States, specifically in New York City, where he was employed by Vogue magazine.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1939, Horst P. Horst's work location was in the United States, specifically in New York City, where he was employed by Vogue magazine." + }, + { + "id": "q_003591", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Karl Scharfenberg was a German politician who lived during the time of Nazi Germany. Erlangen is a city in Bavaria, Germany. The head of state of Germany during the time of Nazi Germany was Adolf Hitler. Therefore, the answer is Adolf Hitler.", + "em": 1.0, + "f1": 0.14814814814814814, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Karl Scharfenberg was a German politician who lived during the time of Nazi Germany. Erlangen is a city in Bavaria, Germany. The head of state of Germany during the time of Nazi Germany was Adolf Hitler. Therefore, the answer is Adolf Hitler." + }, + { + "id": "q_006178", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Giorgio Napolitano" + }, + { + "id": "q_003130", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "The University of Debrecen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The University of Debrecen" + }, + { + "id": "q_001771", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "habilitation", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "" + }, + { + "id": "q_004635", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "The winner of Ida Kami\u0144ska's nominated for after Norma Shearer nominated for Academy Award for Best Actress was Norma Shearer herself.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Ida Kami\u0144ska's nominated for after Norma Shearer nominated for Academy Award for Best Actress was Norma Shearer herself." + }, + { + "id": "q_007347", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "The winner of the award received after J. G. Farrell won the Booker Prize for Heat and Dust was Margaret Atwood.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the award received after J. G. Farrell won the Booker Prize for Heat and Dust was Margaret Atwood." + }, + { + "id": "q_002289", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Giuseppe Saragat", + "pred": "The head of state of Francesco Antonazzi's country of citizenship was the President of the Italian Republic.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of state of Francesco Antonazzi's country of citizenship was the President of the Italian Republic." + }, + { + "id": "q_006810", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2016", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2016" + }, + { + "id": "q_001750", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Eduard Weiter", + "pred": "Robert Dauber's point in time's manager in 1944 was the United States Army Air Forces.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Robert Dauber's point in time's manager in 1944 was the United States Army Air Forces." + }, + { + "id": "q_005348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "David Wagner", + "pred": "The head coach of Conor Coady's team after Steve Bruce was Mark Hughes.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Conor Coady's team after Steve Bruce was Mark Hughes." + }, + { + "id": "q_001742", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "The head of state of Carmelo Di Bella's country of citizenship in 1986 was Giorgio Napolitano.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of state of Carmelo Di Bella's country of citizenship in 1986 was Giorgio Napolitano." + }, + { + "id": "q_004401", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cominform", + "pred": "The member of Marceline Loridan-Ivens's member of political party after Francis Ponge member of political party French Communist Party is the French Communist Party.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of Marceline Loridan-Ivens's member of political party after Francis Ponge member of political party French Communist Party is the French Communist Party." + }, + { + "id": "q_000948", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Boston Garden", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Boston Garden" + }, + { + "id": "q_006864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "1954.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1954.0" + }, + { + "id": "q_001031", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "J. M. Coetzee", + "pred": "Graham Swift was nominated for the Booker Prize in 1983 for his novel \"Waterland\". However, the winner of that year's Booker Prize was Margaret Atwood for her novel \"Alias Grace\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Graham Swift was nominated for the Booker Prize in 1983 for his novel \"Waterland\". However, the winner of that year's Booker Prize was Margaret Atwood for her novel \"Alias Grace\"." + }, + { + "id": "q_002458", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Oleh Protasov", + "pred": "The head coach of Ihar Stasevich's member of sports team after Vladimir Sakharov member of sports team FC Dinamo Minsk was Valery Belokon.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Ihar Stasevich's member of sports team after Vladimir Sakharov member of sports team FC Dinamo Minsk was Valery Belokon." + }, + { + "id": "q_001069", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Ed Koch", + "pred": "The head of government of the United States in 1981 was President Ronald Reagan.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of the United States in 1981 was President Ronald Reagan." + }, + { + "id": "q_005421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_006304", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "mayor", + "pred": "In 1948, the head of government of T\u00fcbingen was the Mayor (B\u00fcrgermeister). The position of Mayor in T\u00fcbingen was held by Karl-Heinz K\u00f6rber.", + "em": 1.0, + "f1": 0.11764705882352941, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1948, the head of government of T\u00fcbingen was the Mayor (B\u00fcrgermeister). The position of Mayor in T\u00fcbingen was held by Karl-Heinz K\u00f6rber." + }, + { + "id": "q_004531", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Mario Monti", + "pred": "Antonio Carluccio is an Italian chef, so his country of citizenship is Italy. In 2012, the head of government of Italy was the Prime Minister. The Prime Minister of Italy in 2012 was Enrico Letta. Therefore, the answer is Enrico Letta.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Antonio Carluccio is an Italian chef, so his country of citizenship is Italy. In 2012, the head of government of Italy was the Prime Minister. The Prime Minister of Italy in 2012 was Enrico Letta. Therefore, the answer is Enrico Letta." + }, + { + "id": "q_000931", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_007956", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Before Fatih Terim, the head coach of Faryd Mondrag\u00f3n's member of sports team was Jos\u00e9 Antonio Camacho.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Before Fatih Terim, the head coach of Faryd Mondrag\u00f3n's member of sports team was Jos\u00e9 Antonio Camacho." + }, + { + "id": "q_007340", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "Hyundai", + "pred": "** Volkswagen", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1. Bundesliga\n\n\nIn 1998, Stefan B\u00f6ger was a member of the sports team **1. Bundesliga**, which is the top-tier football league in Germany. The sponsor of the **1. Bundesliga** during that year was **Volkswagen**. \n\n**Answer:** Volkswagen" + }, + { + "id": "q_003676", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "The winner of A Single Man's nominated for was the role of George Segal.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The winner of A Single Man's nominated for was the role of George Segal." + }, + { + "id": "q_001222", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Soviet Union", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Russia" + }, + { + "id": "q_006158", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Adone Zoli", + "pred": "1957.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1957.0" + }, + { + "id": "q_005324", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italian lira" + }, + { + "id": "q_005456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "The head of government of Susan Polgar's country of citizenship, Hungary, after Calvin Coolidge was Ferenc Nagy.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of Susan Polgar's country of citizenship, Hungary, after Calvin Coolidge was Ferenc Nagy." + }, + { + "id": "q_002344", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Yugoslavia" + }, + { + "id": "q_008685", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2019.0, + "gold": "Wayne LaPierre", + "pred": "Oliver North was a U.S. Marine Corps officer and a former U.S. Congressman. In 2019, he was not serving as a chief executive officer (CEO) of any organization. Therefore, there is no CEO position held by Oliver North in 2019.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Oliver North was a U.S. Marine Corps officer and a former U.S. Congressman. In 2019, he was not serving as a chief executive officer (CEO) of any organization. Therefore, there is no CEO position held by Oliver North in 2019." + }, + { + "id": "q_005812", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "J. M. Coetzee", + "pred": "The winner of Fasting, Feasting was Anne Enright.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Fasting, Feasting was Anne Enright." + }, + { + "id": "q_000894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "The Ellen DeGeneres Show", + "pred": "Alexandra Hedison's unmarried partner, after Ellen DeGeneres' residence in Atlanta, was a notable work in the field of television production. The answer is \"The Ellen DeGeneres Show.\"", + "em": 1.0, + "f1": 0.29629629629629634, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Alexandra Hedison's unmarried partner, after Ellen DeGeneres' residence in Atlanta, was a notable work in the field of television production. The answer is \"The Ellen DeGeneres Show.\"" + }, + { + "id": "q_005808", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "G\u00e1bor Csap\u00f3's education was at the University of Szeged, which was named after L\u00e1szl\u00f3 R\u00e9dei.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "G\u00e1bor Csap\u00f3's education was at the University of Szeged, which was named after L\u00e1szl\u00f3 R\u00e9dei." + }, + { + "id": "q_003694", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "German Federal Archives", + "pred": "The archives at of Bruno Bieligk's member of political party was the German Democratic Republic.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The archives at of Bruno Bieligk's member of political party was the German Democratic Republic." + }, + { + "id": "q_002616", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "After Giuseppe Saragat, the head of state of Tenax's country was Enrico De Nicola.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After Giuseppe Saragat, the head of state of Tenax's country was Enrico De Nicola." + }, + { + "id": "q_000088", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "United Kingdom", + "pred": "The United Kingdom of Great Britain and Ireland was located in the United Kingdom.", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The United Kingdom of Great Britain and Ireland was located in the United Kingdom." + }, + { + "id": "q_005525", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "The head of government of Giovanni Ferrofino's country of citizenship before Arnaldo Forlani was Giuseppe Saragat.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of Giovanni Ferrofino's country of citizenship before Arnaldo Forlani was Giuseppe Saragat." + }, + { + "id": "q_006017", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "France" + }, + { + "id": "q_006096", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Ginni Rometty", + "pred": "Bruce Schneier's employer is not specified in the given text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Bruce Schneier's employer is not specified in the given text." + }, + { + "id": "q_001800", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Estadio Municipal de M\u00e9rida", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Estadio Municipal de M\u00e9rida" + }, + { + "id": "q_001359", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "The winner of Carry Me Down's nominated for after Nadine Gordimer was not specified in the given text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Carry Me Down's nominated for after Nadine Gordimer was not specified in the given text." + }, + { + "id": "q_006166", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_004182", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_002192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Thomas Linke is a German footballer who has played for several clubs, including 1. FC N\u00fcrnberg and VfL Wolfsburg. However, the question is asking about the head coach of Thomas Linke's member of sports team. Since Thomas Linke is a player, not a team, it's", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Thomas Linke is a German footballer who has played for several clubs, including 1. FC N\u00fcrnberg and VfL Wolfsburg. However, the question is asking about the head coach of Thomas Linke's member of sports team. Since Thomas Linke is a player, not a team, it's" + }, + { + "id": "q_004835", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Karl Plattner was a German citizen. In 1950, the head of state of West Germany was Konrad Adenauer, who was the first Chancellor of the Federal Republic of Germany. However, it's important to note that at the time, Germany was divided into East and West, and the country", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Karl Plattner was a German citizen. In 1950, the head of state of West Germany was Konrad Adenauer, who was the first Chancellor of the Federal Republic of Germany. However, it's important to note that at the time, Germany was divided into East and West, and the country" + }, + { + "id": "q_001116", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2004" + }, + { + "id": "q_003320", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Soviet Union", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Ukraine" + }, + { + "id": "q_003882", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "The answer is 1955.0.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is 1955.0." + }, + { + "id": "q_003657", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Eduard Markarov was the head coach of the Armenian national handball team, and Karen Dokhoyan was a member of that team. Therefore, the answer is Eduard Markarov.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "Eduard Markarov was the head coach of the Armenian national handball team, and Karen Dokhoyan was a member of that team. Therefore, the answer is Eduard Markarov." + }, + { + "id": "q_001053", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Toni Servillo", + "pred": "The winner of the European Film Award for Best Actor after Javier Bardem received it was Javier Bardem himself. He won the award for his role in \"No Country for Old Men\" (2007).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the European Film Award for Best Actor after Javier Bardem received it was Javier Bardem himself. He won the award for his role in \"No Country for Old Men\" (2007)." + }, + { + "id": "q_006052", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1983.0, + "gold": "1983", + "pred": "Richard Attenborough was not the winner of Costa-Gavras's nominated for. Richard Attenborough was a British film director, producer, and actor, while Costa-Gavras was a Greek-French film director. They were not directly connected in terms of awards or nominations. However, Richard Attenborough won an Academy", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Richard Attenborough was not the winner of Costa-Gavras's nominated for. Richard Attenborough was a British film director, producer, and actor, while Costa-Gavras was a Greek-French film director. They were not directly connected in terms of awards or nominations. However, Richard Attenborough won an Academy" + }, + { + "id": "q_000428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "After Broderick Crawford, the winner of A Single Man's nominated for was John Huston.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After Broderick Crawford, the winner of A Single Man's nominated for was John Huston." + }, + { + "id": "q_000183", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italian lira" + }, + { + "id": "q_007379", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Giovanni Trapattoni", + "pred": "The answer is: Thomas Doll.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is: Thomas Doll." + }, + { + "id": "q_005742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "James Kelman", + "pred": "The winner of the Booker Prize in 1994, the year when Iris Murdoch was nominated, was **Arundhati Roy** for her novel *The God of Small Things*. \n\nAbdulrazak Gurnah, however, was not nominated for the Booker Prize in 1994", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the Booker Prize in 1994, the year when Iris Murdoch was nominated, was **Arundhati Roy** for her novel *The God of Small Things*. \n\nAbdulrazak Gurnah, however, was not nominated for the Booker Prize in 1994" + }, + { + "id": "q_000962", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_005810", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Otto Graf Lambsdorff", + "pred": "1990.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1990.0" + }, + { + "id": "q_000427", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Giovanni Leone", + "pred": "In 1974, the head of state of Piero Chiara's country of citizenship was the President of the Italian Republic, Giuseppe Saragat.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1974, the head of state of Piero Chiara's country of citizenship was the President of the Italian Republic, Giuseppe Saragat." + }, + { + "id": "q_005227", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "presidential system", + "pred": "The basic form of government of Horodenka's country in 1938 was a parliamentary republic.\n\n\nThe basic form of government of Horodenka's country in 1938 was a parliamentary republic.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The basic form of government of Horodenka's country in 1938 was a parliamentary republic.\n\n\nThe basic form of government of Horodenka's country in 1938 was a parliamentary republic." + }, + { + "id": "q_000433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "God Save the Tsar!", + "pred": "The anthem of Dub\u0103sari's country after the Russian Empire was \"Moldova, Moldova, Our Homeland\" (Moldova, Moldova, \u021aara Noastr\u0103).", + "em": 0.0, + "f1": 0.10526315789473685, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The anthem of Dub\u0103sari's country after the Russian Empire was \"Moldova, Moldova, Our Homeland\" (Moldova, Moldova, \u021aara Noastr\u0103)." + }, + { + "id": "q_005466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Climate Pledge Arena", + "pred": "The home venue of Gary Payton's member of sports team, the Seattle SuperSonics, was the KeyArena.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The home venue of Gary Payton's member of sports team, the Seattle SuperSonics, was the KeyArena." + }, + { + "id": "q_004741", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "1st Panzer Division", + "pred": "The commander of Karl Lotter's significant person before Army Group F was not explicitly mentioned in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The commander of Karl Lotter's significant person before Army Group F was not explicitly mentioned in the provided text." + }, + { + "id": "q_006763", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_002214", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "The anthem of Balaklava's country after the Russian Empire was the \"Song of the Volunteer\" (Russian: \"\u041f\u0435\u0441\u043d\u044f \u043e \u0434\u043e\u0431\u0440\u043e\u0432\u043e\u043b\u044c\u0446\u0435\", \"Pesnya o dobrovol'tse\") from 1917 to 1918.", + "em": 0.0, + "f1": 0.07407407407407408, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The anthem of Balaklava's country after the Russian Empire was the \"Song of the Volunteer\" (Russian: \"\u041f\u0435\u0441\u043d\u044f \u043e \u0434\u043e\u0431\u0440\u043e\u0432\u043e\u043b\u044c\u0446\u0435\", \"Pesnya o dobrovol'tse\") from 1917 to 1918." + }, + { + "id": "q_005612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Nikita Khrushchev", + "pred": "The chairperson of Zuleykha Seyidmammadova's member of political party after Joseph Stalin was Mammed Amin Rasulzadeh.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The chairperson of Zuleykha Seyidmammadova's member of political party after Joseph Stalin was Mammed Amin Rasulzadeh." + }, + { + "id": "q_007746", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Austria", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_003268", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Giorgio Napolitano was the head of state of Italy. Luigi Carnacina was an Italian politician, so the answer is Italy.", + "em": 0.0, + "f1": 0.1111111111111111, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Giorgio Napolitano was the head of state of Italy. Luigi Carnacina was an Italian politician, so the answer is Italy." + }, + { + "id": "q_000324", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "The United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The United Kingdom of Great Britain and Ireland" + }, + { + "id": "q_006933", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "The United States of America\n\n\nThe head of government of the United States of America in 1955 was **Dwight D. Eisenhower**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The United States of America\n\n\nThe head of government of the United States of America in 1955 was **Dwight D. Eisenhower**." + }, + { + "id": "q_005705", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Robert Knud Friedrich Pilger", + "pred": "The chief executive officer of Hermann Otto Sleumer's employer after Oskar Eberhard Ulbrich employer Botanic Garden and Botanical Museum Berlin was Carl Friedrich von Siemens.", + "em": 0.0, + "f1": 0.06896551724137932, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The chief executive officer of Hermann Otto Sleumer's employer after Oskar Eberhard Ulbrich employer Botanic Garden and Botanical Museum Berlin was Carl Friedrich von Siemens." + }, + { + "id": "q_006241", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Bucharest", + "pred": "The capital of Tutrakan's country was Bucharest.", + "em": 1.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The capital of Tutrakan's country was Bucharest." + }, + { + "id": "q_003204", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Ralph Fiennes", + "pred": "In 1999, Anders W. Berthelsen was nominated for the Best Actor award at the Danish Film Academy Awards for his role in the film \"The Girl with the Dragon Tattoo\" (Danish: \"M\u00e4n som hatar kvinnor\"). However, it's important to note that the film was actually", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1999, Anders W. Berthelsen was nominated for the Best Actor award at the Danish Film Academy Awards for his role in the film \"The Girl with the Dragon Tattoo\" (Danish: \"M\u00e4n som hatar kvinnor\"). However, it's important to note that the film was actually" + }, + { + "id": "q_001109", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Neutral Moresnet", + "pred": "The Minden Government Region was a short-lived administrative region in the German Empire, established in 1918 as part of the reorganization of the Prussian government. It was named after the city of Minden and encompassed parts of the former Prussian provinces of Lippe and Westphalia. The region", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Minden Government Region was a short-lived administrative region in the German Empire, established in 1918 as part of the reorganization of the Prussian government. It was named after the city of Minden and encompassed parts of the former Prussian provinces of Lippe and Westphalia. The region" + }, + { + "id": "q_001496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "1956.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1956.0" + }, + { + "id": "q_004458", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Mustafa Kemal Atat\u00fcrk", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Mustafa Kemal Atat\u00fcrk" + }, + { + "id": "q_005199", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "The head of government of Sissel Tolaas's work location after Rudolf Bauer's work location Berlin was the Mayor of Berlin, Klaus Wowereit.", + "em": 1.0, + "f1": 0.21052631578947367, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of government of Sissel Tolaas's work location after Rudolf Bauer's work location Berlin was the Mayor of Berlin, Klaus Wowereit." + }, + { + "id": "q_000202", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Ireland", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_006446", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "The answer is 1952.0.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is 1952.0." + }, + { + "id": "q_001839", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Q953762", + "pred": "The head of government of Pedro Geromel's member of sports team is the president of the club.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of government of Pedro Geromel's member of sports team is the president of the club." + }, + { + "id": "q_001174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Latvian Higher League", + "pred": "1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1." + }, + { + "id": "q_006379", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Giorgio Napolitano", + "pred": "1992-2008\n\n\nAfter Mario Piccioli's country of citizenship, Italy, the head of state of Francesca Romana Coluzzi's country of citizenship was **Carlo Azeglio Ciampi**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1992-2008\n\n\nAfter Mario Piccioli's country of citizenship, Italy, the head of state of Francesca Romana Coluzzi's country of citizenship was **Carlo Azeglio Ciampi**." + }, + { + "id": "q_001940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "1989.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1989.0" + }, + { + "id": "q_001985", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_000177", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "German Democratic Republic", + "pred": "Hesse is a federal state of Germany, and it is not part of West Germany. Therefore, the territory claimed by Claus Korth's allegiance after West Germany does not contain the administrative territorial entity Hesse.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "Hesse is a federal state of Germany, and it is not part of West Germany. Therefore, the territory claimed by Claus Korth's allegiance after West Germany does not contain the administrative territorial entity Hesse." + }, + { + "id": "q_003534", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1905", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1905" + }, + { + "id": "q_007118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Steve Sampson", + "pred": "Bruce Arena was the head coach of the United States men's national soccer team. Before Bruce Arena, the head coach of the team was Steve Sampson. Therefore, the answer is Steve Sampson.", + "em": 1.0, + "f1": 0.18181818181818182, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Bruce Arena was the head coach of the United States men's national soccer team. Before Bruce Arena, the head coach of the team was Steve Sampson. Therefore, the answer is Steve Sampson." + }, + { + "id": "q_008135", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Panama", + "pred": "1922.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1922.0" + }, + { + "id": "q_008030", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "1988.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1988.0" + }, + { + "id": "q_008449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "The general secretary of the German Workers' Party (DSP) before Volker R\u00fche was **Hans-J\u00fcrgen B\u00f6ckler**. B\u00f6ckler served as the general secretary from 1975 to 1982, and R\u00fche succeeded him in 19", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The general secretary of the German Workers' Party (DSP) before Volker R\u00fche was **Hans-J\u00fcrgen B\u00f6ckler**. B\u00f6ckler served as the general secretary from 1975 to 1982, and R\u00fche succeeded him in 19" + }, + { + "id": "q_001457", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Thomas Keneally", + "pred": "1982: Best Actor in a Supporting Role (nominated)", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1982: Best Actor in a Supporting Role (nominated)" + }, + { + "id": "q_001650", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Sergi L\u00f3pez", + "pred": "The winner of Bread and Tulips, which was nominated for Best Picture at the 1987 Cannes Film Festival, was not Ian McKellen. The film was directed by Peter Greenaway and starred Ian McKellen, but the winner of the Best Picture award that year was \"The Tin Drum\" directed by Vol", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Bread and Tulips, which was nominated for Best Picture at the 1987 Cannes Film Festival, was not Ian McKellen. The film was directed by Peter Greenaway and starred Ian McKellen, but the winner of the Best Picture award that year was \"The Tin Drum\" directed by Vol" + }, + { + "id": "q_006597", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "SeatGeek Stadium", + "pred": "1999-2009\n\nOkay, let's try to figure out the answer to this question. The question is asking: \"What was the home venue of Logan Pause's member of sports team in 2009?\" The answer given is \"1999-200", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1999-2009\n\nOkay, let's try to figure out the answer to this question. The question is asking: \"What was the home venue of Logan Pause's member of sports team in 2009?\" The answer given is \"1999-200" + }, + { + "id": "q_003141", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Canada", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "France" + }, + { + "id": "q_004341", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "BP", + "pred": "1984.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1984.0" + }, + { + "id": "q_007989", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1905.0, + "gold": "Russian Empire", + "pred": "In 1905, the country where Vedi was located is not clear.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1905, the country where Vedi was located is not clear." + }, + { + "id": "q_002962", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Bruno Torpigliani was an Italian politician. In 1955, the head of government of Italy was Alcide De Gasperi.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Bruno Torpigliani was an Italian politician. In 1955, the head of government of Italy was Alcide De Gasperi." + }, + { + "id": "q_001198", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Allianz Arena", + "pred": "1999-2000\n\n\nThe home venue of Kenny Cooper's member of sports team in 2011 was the **O2 Arena** in London, England.", + "em": 0.0, + "f1": 0.09090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999-2000\n\n\nThe home venue of Kenny Cooper's member of sports team in 2011 was the **O2 Arena** in London, England." + }, + { + "id": "q_006028", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Jo\u00e3o Tamagnini Barbosa was the chairperson of the sports team of Artur Moraes, who was the president of the Brazilian Football Confederation (CBF) from 1998 to 2000. The sports team in question is the Brazilian national football team. Therefore, the answer", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "Jo\u00e3o Tamagnini Barbosa was the chairperson of the sports team of Artur Moraes, who was the president of the Brazilian Football Confederation (CBF) from 1998 to 2000. The sports team in question is the Brazilian national football team. Therefore, the answer" + }, + { + "id": "q_007856", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1902", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1902" + }, + { + "id": "q_003797", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "1997", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1997" + }, + { + "id": "q_002920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "The head of state of the country of registry of HMS Graph after the Potsdam Conference in 1945, when Nazi Germany was defeated, would be the President of the Federal Republic of Germany. The Potsdam Conference was held in July 1945, and the country of registry for HMS", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of state of the country of registry of HMS Graph after the Potsdam Conference in 1945, when Nazi Germany was defeated, would be the President of the Federal Republic of Germany. The Potsdam Conference was held in July 1945, and the country of registry for HMS" + }, + { + "id": "q_004648", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1998" + }, + { + "id": "q_005249", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Julie Christie", + "pred": "The winner of Marriage Italian-Style's nominated for was Sophia Loren for Best Actress.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Marriage Italian-Style's nominated for was Sophia Loren for Best Actress." + }, + { + "id": "q_004612", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "In 1951, the head of state of the country of citizenship of Luigi Carnacina was the President of the Italian Republic, which was Enrico De Nicola.", + "em": 0.0, + "f1": 0.09999999999999999, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1951, the head of state of the country of citizenship of Luigi Carnacina was the President of the Italian Republic, which was Enrico De Nicola." + }, + { + "id": "q_006383", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1976" + }, + { + "id": "q_003997", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The winner of the Academy Award for Best Actor in 2005, which was the year Romain Duris was nominated for his role in \"The Diving Bell and the Butterfly,\" was Daniel Day-Lewis for his performance in \"There Will Be Blood.\"", + "em": 0.0, + "f1": 0.0625, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the Academy Award for Best Actor in 2005, which was the year Romain Duris was nominated for his role in \"The Diving Bell and the Butterfly,\" was Daniel Day-Lewis for his performance in \"There Will Be Blood.\"" + }, + { + "id": "q_002521", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Heiko Herrlich", + "pred": "In 2020, the head coach of Marek Such\u00fd's member of sports team was Vladim\u00edr \u0160micer.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2020, the head coach of Marek Such\u00fd's member of sports team was Vladim\u00edr \u0160micer." + }, + { + "id": "q_008451", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Mario Draghi", + "pred": "Cesare Benedetti was the head of government of Italy for sport.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Cesare Benedetti was the head of government of Italy for sport." + }, + { + "id": "q_002584", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1944.0, + "gold": "1944", + "pred": "1944", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1944" + }, + { + "id": "q_000401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Zhou Enlai", + "pred": "In 1959, the head of government of the People's Republic of China, where Zhao Ziyang was a citizen, was Zhou Enlai.", + "em": 1.0, + "f1": 0.19999999999999998, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1959, the head of government of the People's Republic of China, where Zhao Ziyang was a citizen, was Zhou Enlai." + }, + { + "id": "q_007273", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Harry Redknapp", + "pred": "The head coach of Michael Dawson's team before Tim Sherwood was Harry Redknapp.", + "em": 1.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Michael Dawson's team before Tim Sherwood was Harry Redknapp." + }, + { + "id": "q_000566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Jean-Loup Dabadie was a French politician and member of the European Parliament. After Jean Mistler, who was a member of the European Parliament for the Rally for the Republic (RPR) party, the general secretary of the RPR was Jean-Pierre Chev\u00e8nement. However, it's important to", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "Jean-Loup Dabadie was a French politician and member of the European Parliament. After Jean Mistler, who was a member of the European Parliament for the Rally for the Republic (RPR) party, the general secretary of the RPR was Jean-Pierre Chev\u00e8nement. However, it's important to" + }, + { + "id": "q_001480", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "The team captain of Matt Carkner, who was drafted by the New York Rangers, was Mark Messier.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The team captain of Matt Carkner, who was drafted by the New York Rangers, was Mark Messier." + }, + { + "id": "q_002648", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "The winner of the 1977 Booker Prize, which was awarded to Kingsley Amis for his novel \"The Old Devils,\" was not Jennifer Johnston. Jennifer Johnston was a British author, but she was not the winner of the 1977 Booker Prize. The winner of the 197", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The winner of the 1977 Booker Prize, which was awarded to Kingsley Amis for his novel \"The Old Devils,\" was not Jennifer Johnston. Jennifer Johnston was a British author, but she was not the winner of the 1977 Booker Prize. The winner of the 197" + }, + { + "id": "q_005191", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Bruno Bieligk's member of political party's chairperson in 1920 was Karl Kautsky.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Bruno Bieligk's member of political party's chairperson in 1920 was Karl Kautsky." + }, + { + "id": "q_004451", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Azerbaijan Premier League", + "pred": "1. Liga\n\n\nThe league or competition of Andrey Popovi\u00e7's member of sports team in 2009 was the **1. Liga**.", + "em": 0.0, + "f1": 0.1, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. Liga\n\n\nThe league or competition of Andrey Popovi\u00e7's member of sports team in 2009 was the **1. Liga**." + } + ] +} \ No newline at end of file diff --git a/eval/v3-sft-noevidence-seed1337.json b/eval/v3-sft-noevidence-seed1337.json new file mode 100644 index 0000000000000000000000000000000000000000..09ecb1ec7c6416f4595280c58e9265324521e9e8 --- /dev/null +++ b/eval/v3-sft-noevidence-seed1337.json @@ -0,0 +1,24488 @@ +{ + "name": "unnamed", + "policy_path": "../checkpoints/sft-v3-seed1337/final", + "split": "test", + "n_samples": 1743, + "temperature": 0.0, + "max_new_tokens": 64, + "overall": { + "n": 1743, + "em": 0.20309810671256454, + "f1": 0.18858315765342865, + "th_n": 307, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0 + }, + "by_complexity": { + "1hop": { + "n": 800, + "em": 0.25625, + "f1": 0.24934480148433408, + "th_n": 160, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0 + }, + "2hop": { + "n": 800, + "em": 0.1475, + "f1": 0.11686288155003455, + "th_n": 120, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0 + }, + "3plus": { + "n": 143, + "em": 0.21678321678321677, + "f1": 0.24989019134567247, + "th_n": 27, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0 + } + }, + "by_operator": { + "before_after": { + "n": 517, + "em": 0.12959381044487428, + "f1": 0.11435014302651646, + "th_n": 106, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0 + }, + "interval": { + "n": 163, + "em": 0.6196319018404908, + "f1": 0.5566942430439363, + "th_n": 9, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0 + }, + "point_in_time": { + "n": 535, + "em": 0.16822429906542055, + "f1": 0.15824584928223254, + "th_n": 129, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0 + }, + "sequence": { + "n": 528, + "em": 0.18181818181818182, + "f1": 0.1783688046648879, + "th_n": 63, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0 + } + }, + "per_example": [ + { + "id": "q_006291", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "chairperson", + "pred": "1997-1998\n\n\nThe question appears to be asking about the position held by Jonas, a member of a sports team, after Sven-G\u00f6ran Eriksson became the coach of S.L. Benfica. However, the question is somewhat unclear and lacks specific details about", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007337", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "Nicholas II of Russia", + "pred": "Emperor of Russia", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000021", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "1959.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007809", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Irina Bokova", + "pred": "The chairperson of Kach, which was designated as a terrorist organization by the United States, was Nachman Shai. After the United States head of government Herbert Hoover, the chairperson of Kach was designated as a terrorist by the United States. The answer is Nachman Shai.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001979", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005455", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "1982 Academy Award for Best Actress", + "em": 0.0, + "f1": 0.5333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008005", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008690", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "1968.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008321", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "The position held of Vito Lattanzio's country of citizenship's head of government in 1976 was Prime Minister of Italy.\n\n\nThe position held of Vito Lattanzio's country of citizenship's head of government in 1976 was **Prime Minister of Italy**.", + "em": 1.0, + "f1": 0.3636363636363636, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007761", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Arista Records", + "pred": "The record label of Jennifer Love Hewitt's unmarried partner's nominated for's winner before Epic Records was Atlantic Records.", + "em": 0.0, + "f1": 0.09999999999999999, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008118", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "The position held by the head of state of Vincent Cimatti's country of citizenship (Italy) before he became an Italian senator for life was President of the Italian Republic.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001360", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "1970.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000136", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Italy", + "pred": "The position held of Michele Pellegrino's country of citizenship's head of government in 1981 was Prime Minister of Italy.", + "em": 1.0, + "f1": 0.38095238095238093, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006986", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Giovanni Falcone was an Italian judge and politician. His country of citizenship was Italy. The head of state of Italy at the time of his death in 1992 was President Francesco Cossiga.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003298", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "The basic form of government of Metz's country's diplomatic relation before the Islamic Republic was a monarchy.", + "em": 0.0, + "f1": 0.1111111111111111, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006733", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "1968.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005866", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "After Diane Keaton won the Academy Award for Best Actress for her role in \"Annie Hall\" (1977), the next award she received was the Golden Globe Award for Best Actress - Motion Picture Musical/Comedy for her performance in \"The Rose\" (1990).", + "em": 0.0, + "f1": 0.42105263157894735, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004748", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "The position held of Alfredo Sivocci's country of citizenship's head of state in 1964 was President of Italy.\n\n\nThe position held of Alfredo Sivocci's country of citizenship's head of state in 1964 was **President of Italy**.", + "em": 1.0, + "f1": 0.3, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004795", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Chancellor of Germany", + "pred": "1922.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000787", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "The basic form of government of Niobe's country of registry's diplomatic relation before republic was a monarchy.", + "em": 0.0, + "f1": 0.1111111111111111, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008333", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "President of Italy", + "pred": "The position held by Aldo Morandi's country of citizenship's head of state was the President of the Italian Republic.", + "em": 0.0, + "f1": 0.21052631578947367, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008338", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Academy Award for Best Visual Effects", + "pred": "1995: Best Sound Mixing (Won)", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001840", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "1995.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001274", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "1967.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000547", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001052", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "1955.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006228", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "The position held by the head of government of Jane Jacobs's residence in 1963 was Mayor of New York City.", + "em": 1.0, + "f1": 0.4347826086956522, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006414", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001651", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "President of Italy", + "pred": "1957, the head of state of Daniela Rocca's country of citizenship, which is Italy, was Alcide De Gasperi\n\n\nIn 1957, the head of state of Italy, Daniela Rocca's country of citizenship, was **Alcide De Gas", + "em": 0.0, + "f1": 0.1739130434782609, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007640", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "1956.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004943", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Nazi Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007287", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005394", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007314", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Mayor of New York City", + "pred": "The position held by the head of government of Elliott Erwitt's work location, New York City, after Weegee's work location was New York City, was Mayor.", + "em": 0.0, + "f1": 0.4166666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003452", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Mayor of New York City", + "pred": "1948.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006815", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008439", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Tim Robbins", + "pred": "The unmarried partner of Nell (played by Maggie Smith) in the film \"Nell\" (1994) is played by James Garner. James Garner was nominated for the Academy Award for Best Supporting Actor for his role in \"Nell.\" However, he did not win the award. The winner of the", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003245", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "The basic form of government of Niobe's country of registry's diplomatic relation after Heinrich Scheuch country of citizenship Germany was a constitutional monarchy.\n\n\nThe basic form of government of Niobe's country of registry's diplomatic relation after Heinrich Scheuch country of citizenship Germany was a constitutional monarchy.", + "em": 1.0, + "f1": 0.17391304347826084, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008633", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Bucharest", + "pred": "The capital of Giurgiu's country in 1920 was Bucharest.", + "em": 1.0, + "f1": 0.18181818181818182, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003473", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Sultan of the Ottoman Empire", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001673", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005726", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "First Republic of Austria", + "pred": "In 1934, the country that Aachen belonged to was Germany. The border of Germany in 1934 was with several countries, including France, Belgium, the Netherlands, Poland, Czechoslovakia, and the Soviet Union. However, it is important to note that the borders of Germany", + "em": 0.0, + "f1": 0.058823529411764705, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004929", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "In 1967, the head of state of Virginio Rosetta's country of citizenship, which is Italy, was Antonio Segni.", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006286", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Deutsche Mark", + "pred": "1977.0\n\n\nThe Mannheim Observatory, located in Germany, was owned by the country of Germany in 1977. The currency of Germany at that time was the **Deutsche Mark (DEM)**. \n\n**Answer: Deutsche Mark (DEM)**", + "em": 1.0, + "f1": 0.16666666666666669, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002759", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "K\u014dichir\u014d Matsuura", + "pred": "The answer is: Irina Bokova.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004009", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "1998", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007134", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002750", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "In 1976, the head of government of Italy, which was Franco Basaglia's country of citizenship, was Aldo Moro.", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000812", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "U-13", + "pred": "1936.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003515", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005012", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Prime Minister of Italy", + "pred": "1982.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004016", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008522", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "The position held by the head of state of Franco Bordoni's country of citizenship, Italy, before he became an Italian senator for life was the President of the Italian Republic.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of the United States of America", + "em": 0.0, + "f1": 0.4444444444444444, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000716", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004128", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002796", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1923.0, + "gold": "1923", + "pred": "1923", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "The answer is \"Gianluca Pessotto\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003552", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "chairperson", + "pred": "1\n\nOkay, let's try to figure out this question. The user is asking about Miralem Sulejmani's position as a member of his sports team's chairperson after Sven-G\u00f6ran Eriksson was the coach of S.L. Benfica. Hmm, first, I need to break", + "em": 1.0, + "f1": 0.05, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004730", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "God Save the Tsar!", + "pred": "The anthem of Vedi's located in's country was \"The Song of the Vedi\" (Ukrainian: \"\u041f\u0456\u0441\u043d\u044f \u0412\u0435\u0434\u0456\") from 1918 to 1920.", + "em": 0.0, + "f1": 0.09523809523809523, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005767", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Helmut Kohl", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002032", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Mayor of New York City", + "pred": "Oliver & Company is a 1988 American animated film produced by Walt Disney Pictures and released by Buena Vista Pictures. The narrative location of the film is New York City. The head of government of New York City is the Mayor. In 1988, the Mayor of New York City was Edward", + "em": 1.0, + "f1": 0.2857142857142857, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008644", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "John Banville was not the winner of Padma Lakshmi's spouse's nomination. Padma Lakshmi is an American television personality, model, and author, and her spouse is Salman Rushdie, a British-Indian novelist. John Banville is an Irish writer and has won several awards, including the Man", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006768", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002122", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "In 1964, the head of state of the country of citizenship of Angelo Cella was the President of the Italian Republic, Giuseppe Saragat.", + "em": 0.0, + "f1": 0.21052631578947367, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "1980.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000842", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "God Save the King", + "pred": "The anthem of Enderbury Island's country, which is the United Kingdom, is \"God Save the Queen\" (or \"God Save the King\" when the monarch is male). The head of state of the United Kingdom is currently King Charles III. Therefore, the anthem of the United Kingdom, which is the country", + "em": 1.0, + "f1": 0.2758620689655173, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003512", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "1982 Academy Award for Best Picture", + "em": 0.0, + "f1": 0.5333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002727", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Federal State of Austria", + "pred": "Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004477", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "In 1970, the head of state of Tommaso Padoa-Schioppa's country of citizenship, which is Italy, was Giuseppe Saragat.", + "em": 0.0, + "f1": 0.1904761904761905, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004639", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "1965.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002027", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1913.0, + "gold": "Nicholas II of Russia", + "pred": "Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004554", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "In 1961, the head of state of Gino Archesso's country of citizenship, which was Italy, was Enrico de Nicola.", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005676", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "United States", + "pred": "1. Lance Armstrong\n2. member of sports team -> Motorola\n3. Laureus World Sports Award for Comeback of the Year's winner\n4. country -> United States of America", + "em": 1.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008291", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "The position held by the head of state of Linda Sini's country of citizenship, which is Italy, before she became an Italian senator for life was the President of the Italian Republic.", + "em": 0.0, + "f1": 0.20689655172413793, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008225", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001173", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "1970.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008571", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "The basic form of government of Metz's country's diplomatic relation after Alfred Neumann country of citizenship Germany was a constitutional monarchy.", + "em": 1.0, + "f1": 0.1904761904761905, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000937", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1934.0, + "gold": "1934", + "pred": "1919", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003736", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Friedrich Ebert", + "pred": "In 1921, the head of state of the German Empire was the German Emperor (Kaiser) Wilhelm II, who was the head of state of the German Empire until its dissolution in 1918. However, the SMS Arcona was a German naval ship that was part of the German Imperial", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_002966", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000538", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Giovanni Falcone's country of citizenship's head of state was the President of Italy, which was Giuseppe Saragat at the time.", + "em": 1.0, + "f1": 0.3, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000838", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "The award received by Ant\u00f4nio da Silva's member of sports team's head coach before the Order of Merit of Baden-W\u00fcrttemberg was the Order of the Star of India.", + "em": 0.0, + "f1": 0.14814814814814814, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002448", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Vanderbilt University", + "pred": "The employer of Viktor Hamburger, who received the Louisa Gross Horwitz Prize, was the University of Chicago.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007230", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "The head of state of the country of Zoran Klemen\u010di\u010d's member of sports team's country after Giovanni Leone was Giorgio Napolitano.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004534", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Prime Minister of Italy", + "pred": "1953.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007740", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007848", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Prime Minister of Italy", + "pred": "1999-2008\n\n\nAfter Edera Cordiale, country of citizenship Italy, the position held of Mariano Agate's country of citizenship's head of government was 1999-2008.", + "em": 0.0, + "f1": 0.17391304347826086, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003817", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Mayor of New York City", + "pred": "The position held by Variety's place of publication's head of government in 1947 was the Prime Minister of the United Kingdom.\n\n\nThe position held by Variety's place of publication's head of government in 1947 was the **Prime Minister of the United Kingdom**.", + "em": 0.0, + "f1": 0.08333333333333333, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006982", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Hannelore Kohl", + "pred": "The spouse of Ulrike Herrmann's member of political party's chairperson after Heinrich Hellwege member of political party Christian Democratic Union is 1986.0\n\n\nThe spouse of Ulrike Herrmann's member of political party's chairperson after Heinrich Hellwege member of political party", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000932", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Governing Mayor of Berlin", + "pred": "The position held of Q896393's work location's head of government in 1977 was the Prime Minister of the United Kingdom.", + "em": 0.0, + "f1": 0.09523809523809523, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004711", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Vanderbilt University", + "pred": "The answer is \"University of California, San Francisco\".", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001424", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Free State of Prussia", + "pred": "The located in of Tilla Durieux's spouse's work location after Kingdom of Prussia was Germany.", + "em": 0.0, + "f1": 0.2105263157894737, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006808", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005728", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000501", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Civic Democratic Party", + "pred": "Jan Kavan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003472", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "The chairperson of Carlo Rambaldi's country of citizenship's member of in 1955 was the United States of America.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007593", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "In 1958, the head of state of the country of citizenship of Alberto Moravia's spouse was the President of the Italian Republic, Alcide De Gasperi.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004304", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "military personnel", + "pred": "The occupation of U-120's part of's commanded by in 1943 was a submarine commander.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004513", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "European Parliament", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001144", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Helmut Kohl", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004736", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001077", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "chairperson", + "pred": "1998\u20132003", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004250", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002769", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mayor of New York City", + "pred": "In 1955, Dennis Stock's work location's head of government was the President of the United States, Dwight D. Eisenhower.", + "em": 0.0, + "f1": 0.08695652173913045, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001923", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008379", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004279", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "U-13", + "pred": "1936.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008534", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "President of the French Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001990", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "United Nations", + "pred": "New Mexico\n\n\nThe narrative location of *Bad Day at Black Rock* is **Black Rock**, a fictional town in **New Mexico**. In 1945, **New Mexico** was an **administrative territorial entity** within the United States. \n\n**Answer: New Mexico**", + "em": 0.0, + "f1": 0.06896551724137931, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000057", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003633", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "President of Italy", + "pred": "1966.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007357", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Mayor of New York City", + "pred": "1989.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "President of the United States", + "pred": "In 2004, the head of government of the country where Michael Barry's sports team was based was the Prime Minister of Australia, John Howard.", + "em": 0.0, + "f1": 0.16000000000000003, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002803", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005319", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "The position held of Sergio Andreoli's country of citizenship's head of state after Uberto de Morpurgo country for sport Italy was the President of the Italian Republic.", + "em": 0.0, + "f1": 0.24000000000000002, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008568", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "1", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002510", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Bill Clinton", + "pred": "In 1996, the head of government of the United States, where Lance Armstrong's sports team (the U.S. Postal Service) was based, was President Bill Clinton.", + "em": 1.0, + "f1": 0.16666666666666669, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007048", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Alexander II of Russia", + "em": 0.0, + "f1": 0.75, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000284", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Irina Bokova", + "pred": "The chairperson of Susan Polgar's country for sport's member in 2012 was the President of the United States of America, Barack Obama.\n\n\nThe chairperson of Susan Polgar's country (Hungary) for sport's member in 2012 was **\u00c1rp\u00e1d T", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007586", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "German Emperor", + "pred": "In 1915, the position held by the spouse of the person after whom Breitscheidplatz was named was the Chancellor of the German Empire.", + "em": 0.0, + "f1": 0.10526315789473684, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006367", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "1980.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "1958.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002788", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "1969.0\n\n\nThe question seems to be asking about the spouse of the winner of an award related to the film *Women in Love* in 1969. However, the phrasing is unclear and may contain errors or ambiguities. Let's break it down:\n\n1.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001092", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "God Save the Tsar!", + "pred": "The anthem of Helsinki, the capital of Finland, after the Russian Empire was \"The Finnish National Anthem\" (Suomen kansallismaa).", + "em": 0.0, + "f1": 0.11111111111111112, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000319", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "1960.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000336", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "1963.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005328", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "1976.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007430", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Sukarno", + "pred": "The question is unclear and contains errors. It seems to be asking about the head of state of Changchun, which is a city in China, and the diplomatic relations of that city before Suharto. However, cities do not have diplomatic relations, and Suharto was the President of Indonesia, not related to", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001032", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "The position held by the head of state of Claudio Ruffini's country of citizenship in 1961 was President of the Italian Republic.\n\n\nThe position held by the head of state of Claudio Ruffini's country of citizenship in 1961 was **President of the Italian Republic", + "em": 0.0, + "f1": 0.18181818181818182, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006917", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "In 2003, the head of state of the country where Zoran Klemen\u010di\u010d was a member of a sports team was Boris Tadi\u0107.\n\n\nIn 2003, Zoran Klemen\u010di\u010d was a member of the Slovenian national football team. The head of state", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_008460", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Alfonso Brescia was a citizen of Italy. In 1953, the chairperson of the United Nations General Assembly was Sir Brian Urquhart. However, if the question is asking about the chairperson of a specific organization or body within Italy, additional context would be needed. Based on the information", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_001183", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "1968.0\n\n\nTo determine the answer, we need to follow a logical sequence of steps:\n\n1. **Identify Francesco Carpino's country of citizenship**: \n Francesco Carpino was an Italian politician, so his country of citizenship was **Italy**.\n\n2. **Determine the", + "em": 0.0, + "f1": 0.1212121212121212, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001661", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "1955.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002861", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Parliament\n\n\nAfter Fernando Di Leo, country of citizenship: Italy, what was the chairperson of Pia Nalli's country of citizenship's member of?\n\nAnswer: European Parliament", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "1960.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000264", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "The spouse of the winner of the award received by Women in Love was John Gielgud.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001302", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007976", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007562", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Lviv University", + "pred": "The employer of Zygmunt Janiszewski in 1913 was the Polish government.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "pred": "1992 Tony Award for Best Actor in a Musical", + "em": 0.0, + "f1": 0.35294117647058826, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005303", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Valenciennes F.C.", + "pred": "Geoffrey Doumeng's member of sports team in 2007 was the New South Wales Waratahs.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003783", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Baron Harding of Petherton", + "pred": "In 1959, John Harding, 1st Baron Harding of Petherton, held the noble title of Baron Harding of Petherton.", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004865", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006315", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006083", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "In 1954, the country of Pula was Yugoslavia.\n\n\nIn 1954, the country of Pula was Yugoslavia.", + "em": 0.0, + "f1": 0.2857142857142857, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003360", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008353", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Chattanooga", + "pred": "In 1986, the headquarters of the National Model Railroad Association (NMRA) was located in Washington, D.C.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "D.C. United", + "pred": "The occupant of Robert F. Kennedy Memorial Stadium in 2009 was the Washington Nationals baseball team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Gjilan was in the country of Albania in 1977.", + "em": 0.0, + "f1": 0.15384615384615385, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004848", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Soviet Union", + "pred": "Latvia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007525", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Oulu Province", + "pred": "The answer is \"Kainuu\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000885", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Northern Dvina Governorate", + "pred": "Yarensk Uyezd was located in the Arkhangelsk Governorate.", + "em": 0.0, + "f1": 0.18181818181818182, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001030", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "The Holy Roman Empire", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004428", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "Soviet Union", + "pred": "Georgia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002780", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "University of British Columbia", + "pred": "1983\u20131985: University of British Columbia", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000352", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Solicitor General for England and Wales", + "pred": "Secretary of State for the Colonies", + "em": 0.0, + "f1": 0.16666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000414", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001261", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Italy", + "pred": "The country of citizenship of Renato Barisani after the Kingdom of Italy was the Italian Republic.", + "em": 1.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001035", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "WWE", + "pred": "Shane McMahon is a former professional wrestler and current entrepreneur. After his career in professional wrestling, he became an entrepreneur, primarily involved in the entertainment industry. His employer after transitioning to entrepreneurship was not a traditional employer, as he started his own ventures. One of his notable ventures was the creation of the WWE (World Wrestling Entertainment", + "em": 1.0, + "f1": 0.04878048780487806, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008432", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "The spouse of John McCain is Cindy McCain.", + "em": 1.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005886", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Federal Minister for Foreign Affairs", + "pred": "Chancellor of Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007363", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Armin Grein was the Minister of Finance of West Germany in 1989.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006356", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004178", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "People's Republic of Bulgaria", + "pred": "In 1979, the country of Pernik was Bulgaria.", + "em": 0.0, + "f1": 0.3076923076923077, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kupferstichkabinett Berlin", + "pred": "Max Jakob Friedl\u00e4nder's employer before the Gem\u00e4ldegalerie Berlin was the Prussian State Museum.", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000581", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Sevilla FC", + "pred": "M\u00e1laga CF", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008059", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Heinrich Himmler", + "pred": "Heinrich Himmler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002028", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Scopus", + "pred": "The New York Times Book Review", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "James Norris Memorial Trophy", + "pred": "In 2012, Erik Karlsson received the Calder Memorial Trophy.", + "em": 0.0, + "f1": 0.30769230769230765, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005062", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Gyula Iulius Maurer was employed by the Hungarian Academy of Sciences.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005618", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Leicester City F.C.", + "pred": "Jack Hobbs was a member of the sports team \"The Oval\" in the 1920s.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Italy", + "pred": "Ulrico Girardi's country of citizenship in 1974 was Italy.", + "em": 1.0, + "f1": 0.18181818181818182, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FK Austria Wien", + "pred": "1.996.0\n\n\nThe member of the sports team of Ronald Brunmayr in 1996 was **1.996.0**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002148", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1927.0, + "gold": "Kingdom of Romania", + "pred": "The country of Balchik after the Principality of Bulgaria was the Kingdom of Bulgaria.", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006117", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Kingdom of Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Mary Pickford", + "pred": "Eleanor Powell", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003365", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "All-NBA Team", + "pred": "2000 NBA All-Star Game MVP", + "em": 0.0, + "f1": 0.4444444444444444, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "In 1922, the operator of the Molli railway was the Austrian Federal Railways (\u00d6sterreichische Bundesbahnen, abbreviated as \u00d6BB).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003448", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "Kingdom of Italy", + "pred": "Benedetta Cappa was born in Italy, so her country of citizenship before Italy was not applicable.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005271", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Borussia M\u00f6nchengladbach", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "United States Penitentiary, Florence ADMAX", + "pred": "Ted Kaczynski is a former Harvard University student who was known for his involvement in the Unabomber case. He was arrested in 1996 and sentenced to life in prison without the possibility of parole. The point in time of Ted Kaczynski is currently 2020.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007959", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Afghanistan", + "pred": "After Czechoslovakia, the diplomatic relation of Germany was the United States.\n\n\nAfter Czechoslovakia, the diplomatic relation of Germany was the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008034", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Sergio Tofano was a citizen of Italy before becoming a citizen of the United States.\n\n\nSergio Tofano was a citizen of Italy before becoming a citizen of the United States.", + "em": 0.0, + "f1": 0.25, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_006099", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "In 1932, the Central Volga Krai was located in the Soviet Union, specifically in the European part of Russia, covering parts of the Volga River region.", + "em": 0.0, + "f1": 0.08333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003338", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "President of the Bundestag", + "pred": "Wolfgang Sch\u00e4uble was the Federal Minister for Special Affairs of Germany from 1998 to 2005.", + "em": 0.0, + "f1": 0.2105263157894737, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007882", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "pred": "The 1954 Nobel Prize in Physiology or Medicine", + "em": 0.0, + "f1": 0.14285714285714288, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001101", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Melbourne Cricket Ground", + "pred": "In 1904, the home venue of the Melbourne Football Club was the MCG (Melbourne Cricket Ground).", + "em": 1.0, + "f1": 0.375, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004838", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "American Psycho 2", + "pred": "American Psycho (2002 film)", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008088", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008278", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Valenciennes F.C.", + "pred": "1.0\n\nOkay, let's try to figure out what team Kenny Lala was a member of in 2013. First, I need to confirm who Kenny Lala is. I'm not immediately familiar with this name, so maybe I should check if there are any notable athletes or sports figures", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003556", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Spartak Moscow", + "pred": "1. 2004.0\n 2. 2004.0\n 3. 2004.0\n 4. 2004.0\n 5. 2004.0\n 6. 2004.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007252", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007229", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003581", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007540", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Norway men's national association football team", + "pred": "Rolf Johannessen's member of sports team in 1931 was the Norwegian national team.", + "em": 0.0, + "f1": 0.3, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006549", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1972.0, + "gold": "1972", + "pred": "1972", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006127", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Rome", + "pred": "Milan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008172", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Academy Award for Best Director", + "pred": "Fred Zinnemann was nominated for the Academy Award for Best Director for the film \"High Noon\" (1952).", + "em": 1.0, + "f1": 0.5263157894736842, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006850", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "\u00c9toile Sportive du Sahel", + "pred": "In 2000, Oumar Kalabane was a member of the sports team of the French national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001281", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "60 Minutes", + "pred": "The notable work of Morley Safer after receiving the Morley Safer award was the documentary \"The Death of a Nation and Other Essays\" (1979).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Philadelphia", + "pred": "Thomas Eakins's work location in 1908 was the Pennsylvania Academy of the Fine Arts.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001024", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "Jos\u00e9 Anigo was the head coach of Olympiacos F.C. from 1999 to 2000.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003080", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Nobel Prize in Literature", + "pred": "Sarvepalli Radhakrishnan was not nominated for the Nobel Peace Prize. He was a renowned Indian philosopher and the second President of India, serving from 1962 to 1967. The Nobel Peace Prize is awarded for contributions to peace, and Radhakrishnan's work", + "em": 0.0, + "f1": 0.11764705882352941, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Reading F.C.", + "pred": "Stephen Hunt is a former professional footballer who played as a midfielder. After his time at Crystal Palace F.C., he joined several other clubs. One notable team he was part of was Coventry City F.C. in the 1990s. Therefore, the member of the sports team after Crystal Palace F", + "em": 0.0, + "f1": 0.09756097560975609, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007249", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Athletic Club", + "pred": "In 1912, Rafael Moreno Aranzadi was a member of the sports team \"Real Sociedad de F\u00fatbol\" (Real Sociedad Football Club).", + "em": 0.0, + "f1": 0.09999999999999999, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004330", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Spain", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002355", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Brentford F.C.", + "pred": "Andy Sinton was a member of the sports team of Wolverhampton Wanderers F.C. before joining the team of Manchester United F.C.", + "em": 0.0, + "f1": 0.2, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Erwin Teufel", + "pred": "Hans Filbinger was the head of government of Baden-W\u00fcrttemberg from 1972 to 1975. After him, the head of government was Erich Honecker.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002493", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "TV Globo", + "pred": "In 1994, the subsidiary of Grupo Globo was GloboCom.", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004504", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008366", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Jean Tremblay", + "pred": "In 2008, the head of government of Saguenay was the Mayor of Saguenay, who was Jean-Pierre Poirier.", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003310", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "1980", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004860", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "auxiliary bishop", + "pred": "In 1975, Guillermo Leaden held the position of Minister of Education in the government of Argentina.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007131", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001190", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Franca Florio was born in Italy.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001845", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "Stade de Reims", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001601", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Lomonosov Moscow State University", + "pred": "Lev Pontryagin's employer in 1933 was the Institute of Mathematics of the USSR Academy of Sciences.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008159", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "AIK Fotboll", + "pred": "Lee Baxter is a fictional character from the anime and manga series \"The Disastrous Life of Saiki K.\" In the series, Lee Baxter is a member of the sports team \"Kagami High School's Baseball Team.\" However, it's important to note that Lee Baxter is not a real person, as he", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006771", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Cuxhaven district", + "pred": "Sietland was located in the Netherlands in 1995.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002990", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Vesyegonsky District", + "pred": "Vesyegonsk is located in Tver Oblast, Russia.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002704", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Everton F.C.", + "pred": "Adrian Heath was a member of the sports team of Liverpool F.C.", + "em": 0.0, + "f1": 0.26666666666666666, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000821", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "The country of citizenship of Sabatino Moscati before Italy was the Kingdom of the Two Sicilies.", + "em": 0.0, + "f1": 0.4, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001187", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Max Planck Institute for Chemistry", + "pred": "In 1980, Paul Josef Crutzen was employed by the Netherlands Organization for Applied Scientific Research (TNO).", + "em": 0.0, + "f1": 0.09523809523809523, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006629", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "United States Navy", + "pred": "Frederick B. Dent was a United States Army officer.", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003305", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Italy", + "pred": "The country of citizenship of Antonello Aglioti after the Kingdom of Italy was the Italian Republic.", + "em": 1.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Carter Harrison IV", + "pred": "The mayor of Chicago in 1913 was William Hale Thompson.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000310", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "In 1989, Le Montellier was located in the commune of Saint-Martin-de-L\u00e9zat, in the department of Aude, in the Occitanie region of southern France.", + "em": 0.0, + "f1": 0.08333333333333333, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003989", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Baron Moyne", + "pred": "1st Baron Moyne", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002832", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Willy Marlow", + "pred": "The head of government of Rostock District after it shares border with Schleswig-Holstein was the Minister-President of Mecklenburg-Vorpommern, which is the head of government of the state of Mecklenburg-Vorpommern.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000368", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "FC Porto", + "pred": "Deco was a member of the sports team of FC Porto before joining Fluminense F.C.", + "em": 1.0, + "f1": 0.23529411764705882, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005867", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Kursk Oblast was located in the Soviet Union.", + "em": 0.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005700", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Colombia men's national football team", + "pred": "Juan Carlos Henao was a Colombian footballer who played as a defender. Before joining Millonarios, he was part of the sports team Atl\u00e9tico Bucaramanga.", + "em": 0.0, + "f1": 0.07142857142857144, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000881", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "York University", + "pred": "In 1986, Ellen Meiksins Wood was employed by the University of London.", + "em": 0.0, + "f1": 0.14285714285714285, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005707", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Kreis Kalbe (Milde)", + "pred": "In 1952, Jeetze was located in the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001238", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Pre\u0161ov Region", + "pred": "1954.0\n\nOkay, let's try to figure out what the question is asking. The user is asking, \"What was the located in of Pre\u0161ov after Pre\u0161ov country Czechoslovakia?\" and the answer provided is \"1954.0\". Hmm, that seems", + "em": 0.0, + "f1": 0.06451612903225806, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006162", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Kingdom of Lombardy\u2013Venetia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006967", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Armando Aste's country of citizenship in 1971 was Italy.\n\n\nArmando Aste's country of citizenship in 1971 was Italy.", + "em": 1.0, + "f1": 0.16666666666666669, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006519", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "F.C. Pro Vercelli 1892", + "pred": "Dante Amarilli", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006861", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Toulouse FC", + "pred": "Trabzonspor", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006139", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Decathlon CMA CGM Team", + "pred": "Nicolas Roche's member of sports team in 2012 was the UCI ProTour team, Team Sky.", + "em": 0.0, + "f1": 0.11111111111111112, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002293", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Bethesda", + "pred": "Katie Ledecky's residence before Stanford was in the town of Annapolis, Maryland.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008165", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Akkermansky Uyezd", + "pred": "The answer is: The located in of Bilhorod-Dnistrovskyi was the Russian Empire.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001745", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Republic of China\n\n\n\nThe country of citizenship of Li Tsung-jen after the Qing dynasty was the **Republic of China**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Paul McGann", + "pred": "Iain Glen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Al-Qaeda", + "pred": "In 1993, Osama bin Laden was an ally of the Taliban.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Weimar Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007239", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Kingdom of Italy", + "pred": "Spain", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005515", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "doctorate", + "pred": "Doctor of Philosophy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002120", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Bauska District", + "pred": "In 2000, Bauska was located in Latvia.", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007214", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Gale Anne Hurd", + "pred": "The spouse of James Cameron before Kathryn Bigelow was Linda Hamilton.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008171", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Kingdom of the Two Sicilies", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002624", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Woodrow Wilson", + "pred": "Woodrow Wilson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004467", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "Kingdom of Italy", + "pred": "Alberto Albertini was born in Italy, so his country of citizenship before Italy was not applicable.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006746", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1993.0, + "gold": "1993", + "pred": "1993", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "In 1979, the country of Vr\u0161ac was Yugoslavia.\n\n\nIn 1979, the country of Vr\u0161ac was Yugoslavia.", + "em": 0.0, + "f1": 0.2857142857142857, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000447", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007622", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007073", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FC Luch-Energiya Vladivostok", + "pred": "In 1996, Maksim Layushkin was a member of the sports team \"Khimik\" in the Soviet Union.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006216", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Soviet Union", + "pred": "The country of citizenship of Yelena Miroshina before Russia was the Soviet Union.", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007462", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "\u00d6sters IF", + "pred": "Hans Eklund was a member of the sports team of IFK G\u00f6teborg before joining Viborg FF.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000068", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Eski\u015fehirspor", + "pred": "1982.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Marconi Prize", + "pred": "The award received by Federico Faggin before the National Medal of Technology and Innovation was the IEEE Medal of Honor.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005968", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002706", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "economic liberalism", + "pred": "In 1957, Jorge Gonz\u00e1lez von Mar\u00e9es was involved in the movement of the Spanish Civil War.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006338", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Jan Hendrik Oort", + "pred": "The question is about Maarten Schmidt's doctoral advisor in 1956. To answer this, I need to recall or find information about Maarten Schmidt's academic background. Maarten Schmidt was a Dutch astronomer who later became a U.S. citizen. He is known for his work in extragalactic astronomy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "State Government", + "pred": "Minister of Finance of Austria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005181", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003253", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "chairperson", + "pred": "Professor of Philosophy at the University of Tokyo", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "G\u00f6khan \u00dcnal joined Ankaraspor in 2002. Before that, he was a member of the sports team of Be\u015fikta\u015f.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003453", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Italy", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002186", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Academy Award for Best Actress", + "pred": "Best Actress in a Supporting Role", + "em": 0.0, + "f1": 0.3636363636363636, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000960", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Soviet Union", + "pred": "The country of Biysk was the Russian Empire.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003476", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Municipio III", + "pred": "San Lorenzo is a name that can refer to several places, so it's important to clarify which specific San Lorenzo is being referred to. If we are talking about San Lorenzo in Rome, then the location of San Lorenzo is Rome, Italy. However, if the question is asking about the location of another San Lorenzo, such", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001826", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "WWE", + "pred": "WWE\n\nOkay, let's see. The question is asking, after Shane McMahon's occupation as an entrepreneur, what was his employer? The answer given is WWE. Hmm, I need to verify this.\n\nFirst, I should recall Shane McMahon's career. He's a well-known figure in WWE, right? He was", + "em": 1.0, + "f1": 0.05, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Camillo Cibin was born in Italy, so his country of citizenship before Italy was not applicable.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Latvian Soviet Socialist Republic", + "pred": "R\u0113zekne was located in the Soviet Union, which was a country in Eastern Europe.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002291", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2022.0, + "gold": "Al-Nassr", + "pred": "Luiz Gustavo is a Brazilian footballer who has played for several clubs and national teams. After his time with the Brazil men's national football team, he continued his career with various clubs. One notable club he joined was Bayern Munich in Germany. Therefore, the member of the sports team after Brazil men's national football", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006248", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003830", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005800", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1927.0, + "gold": "1927", + "pred": "1927", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Roman Herzog", + "pred": "The head of state of Germany before Horst K\u00f6hler was Roman Herzog.", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "TOP 09", + "pred": "European People's Party", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003125", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Chinese Communist Party", + "pred": "The member of political party of Xiao Ke after Xiao Ke country of citizenship Qing dynasty was the Chinese Revolutionary Party.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "United States Air Force", + "pred": "The answer is \"Bell Labs\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000679", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "After pr\u00e9sident-directeur g\u00e9n\u00e9ral, Jean-Marie Cavada held the position of directeur g\u00e9n\u00e9ral adjoint.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004918", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006137", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Orlando Magic", + "pred": "In 1995, Shaquille O'Neal was a member of the Orlando Magic.", + "em": 1.0, + "f1": 0.2857142857142857, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002644", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Club Atl\u00e9tico River Plate", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004185", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "1.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007259", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Siemens AG", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000078", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006054", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "SC Young Fellows Juventus", + "pred": "In 1942, Leopold Kielholz was a member of the Swiss national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "president", + "pred": "Richard William Smith was a United States Senator from New York.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002324", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "1990\u20131991", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008261", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "National Basketball Association", + "pred": "Chris Mihm's league or competition in 2005 was the National Football League (NFL).", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004156", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002138", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Montpellier H\u00e9rault Sport Club", + "pred": "Olivier Sorlin is a French former professional footballer who played as a defender. Before joining AS Monaco FC, he was a member of the sports team of RC Lens.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001307", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005256", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "auxiliary bishop", + "pred": "In 2012, Ortega Franco held the position of Minister of the Interior of Colombia.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004475", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Q135837", + "pred": "Fassa Bortolo", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002220", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Estudiantes de La Plata", + "pred": "The member of the sports team of Iv\u00e1n Moreno y Fabianesi after Villarreal CF was Jos\u00e9 Mar\u00eda Camacho.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006192", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Egypt", + "pred": "Egypt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005619", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kingdom of Italy", + "pred": "Adone Zoli was born in Italy, so his country of citizenship before Italy was not applicable.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003460", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Buber-Rosenzweig-Medal", + "pred": "Nikolaus Schneider received the 2012 European Physical Society Prize for European Women in Physics.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005532", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Gy\u00f6rgy Fekete", + "pred": "The spouse of Szilvia Sunyovszky in 2020 was G\u00e1bor Szab\u00f3.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000731", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Ren\u00e9 Ang\u00e9lil", + "pred": "Ren\u00e9 Ang\u00e9lil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007949", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Aston Villa F.C.", + "pred": "In 1940, Harry Parkes was a member of the New Zealand national rugby union team, known as the All Blacks.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001545", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001649", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Kingdom of the Two Sicilies", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008040", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006170", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Nazi Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Italy", + "pred": "The country of citizenship of Filippo Zappata after the Kingdom of Italy was the Italian Republic.", + "em": 1.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Cottbus is a city in Germany, located in the state of Brandenburg.", + "em": 0.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004771", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "SV Waldhof Mannheim", + "pred": "1. TSG Weinheim\n 2. Germany national football team\n 3. 1. FC Kaiserslautern\n 4. 1. FC Nuremberg\n 5. 1. FC Saarbr\u00fccken\n 6. 1. FC Saarbr", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002240", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Raymond Lahey", + "pred": "The answer is Bishop John A. Cummins.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001328", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "F.C. Hansa Rostock", + "pred": "In 1985, Axel Hauschild was a member of the German national handball team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003910", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1926.0, + "gold": "Yves du Manoir Stadium", + "pred": "In 1926, the home venue of Racing 92 was the Stade de France.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003393", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Nemuro Subprefecture (1897\u20142010)", + "pred": "In 1990, Signalny was located in the Soviet Union.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "The located in of Tes-Khemsky District after Tuvan People's Republic was the Soviet Union.", + "em": 0.0, + "f1": 0.3, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002690", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000520", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Colchester United F.C.", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008590", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Acad\u00e9mie des beaux-arts", + "pred": "Albert Decaris was a French film director and screenwriter, best known for his work in the 1930s and 1940s. In 1951, he was not a member of any particular organization or group, as he was an independent filmmaker. However, he was associated", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002965", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Toronto", + "pred": "Healey Willan was located in Toronto, Ontario, Canada in 1951.", + "em": 1.0, + "f1": 0.19999999999999998, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000417", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Italy", + "pred": "Kingdom of the Two Sicilies", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007810", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Soviet Union", + "pred": "Khotyn was located in Khotinskij County, which was part of the Russian Empire.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002744", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Queen Mary University of London", + "pred": "The employer of Kurt Hirsch after he educated at Humboldt-Universit\u00e4t zu Berlin was the German Federal Ministry of Education and Research.", + "em": 0.0, + "f1": 0.08000000000000002, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006283", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "University of G\u00f6ttingen", + "pred": "Johann Radon was educated at the University of Vienna.", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001516", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "President of the Swiss Confederation", + "pred": "In 2005, Samuel Schmid held the position of President of the Swiss Federal Council.", + "em": 0.0, + "f1": 0.47058823529411764, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004019", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "Shk\u00eblzen Gashi is a footballer who has played for several teams throughout his career. After being a member of the Switzerland national under-21 football team, he joined the senior Switzerland national team. Therefore, the answer is Switzerland national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007577", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Goethe University Frankfurt", + "pred": "The employer of Ruth Moufang was the German chemical company BASF.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006387", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Nopporo Station", + "pred": "The adjacent station of Ebetsu Station after Horomui Station was Kita-Kamikawa Station.", + "em": 0.0, + "f1": 0.16666666666666669, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006907", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "The country of Stara Zagora after the Principality of Bulgaria was the Second Bulgarian Empire.\n\n\nThe country of Stara Zagora after the Principality of Bulgaria was the **Second Bulgarian Empire**. \n\nThe Principality of Bulgaria (established in 1185) was a precursor to the Second", + "em": 0.0, + "f1": 0.16666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000891", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Goffredo Zehender was an Italian citizen.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003937", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "VfL Bochum", + "pred": "Djurg\u00e5rdens IF Fotboll", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000823", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Aston Villa F.C.", + "pred": "Alan Wright is a former professional footballer who played as a midfielder. He was a member of the sports team, specifically the football team, for several clubs during his career. One of the notable teams he played for was Manchester City F.C. in the 1980s. However, it's important to", + "em": 0.0, + "f1": 0.09090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008286", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Deportivo de La Coru\u00f1a", + "pred": "Miroslav \u0110uki\u0107 was a Serbian footballer who played for several clubs during his career. Before joining C.D. Tenerife, he was a member of the sports team of FK Partizan, which is a prominent Serbian football club based in Belgrade. FK Partizan is one of the", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002635", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006205", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Austria men's national football team", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002157", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000634", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "SSC Bari", + "pred": "In 2003, Graziano Battistini was a member of the sports team \"S.S. Lazio\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005602", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Kita-Toyotsu Signal Base", + "pred": "The adjacent station of Kunnui Station after Oshamambe Station is Kunnui Station itself.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000342", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004873", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Club Atletico All Boys", + "pred": "In 2010, Agust\u00edn Torassa was a member of the sports team of River Plate.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004390", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Shonan Bellmare", + "pred": "Takeshi Motoyoshi is a Japanese former professional footballer who played as a defender. Before joining Urawa Red Diamonds, he was a member of the sports team of the Japanese club Nagoya Grampus. He played for Nagoya Grampus from 1985 to 1989 before moving", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Bruno Rossi Prize", + "pred": "The award received by Rashid Sunyaev before the Bruce Medal was the Dirac Medal.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Italy", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005697", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "G.S. Iraklis Thessalonikis (men's association football)", + "pred": "FK Rad 1992\u20131993", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "VfB Stuttgart", + "pred": "Ernst Blum was a member of the sports team of the German national association football team before the 1925.0.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003442", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004805", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Bocskai FC", + "pred": "The member of the sports team of J\u00e1nos Gyarmati before Red Star F.C. was Ferenc Pusk\u00e1s.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006113", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Prime Minister of Bhutan", + "pred": "In 1962, Jigme Palden Dorji held the position of Prime Minister of Bhutan.", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002998", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Hibernian F.C.", + "pred": "The member of the sports team of Derek Riordan, after the Scotland men's national football team, was the New Zealand men's national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Toti Dal Monte was born in Italy.", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005890", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "The country of citizenship of Aldo Clementi before Italy was the Kingdom of Sardinia.", + "em": 0.0, + "f1": 0.42857142857142855, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003583", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Aichi district", + "pred": "In 2009, Nagakute was located in Aichi Prefecture, Japan.", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006267", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "German Empire", + "pred": "Before West Germany, the country of Freiburg im Breisgau was the German Empire.", + "em": 1.0, + "f1": 0.2857142857142857, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005655", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Associated Press Athlete of the Year", + "pred": "Serena Williams received the Laureus World Sports Award for Comeback of the Year in 2009. The award was presented to her at the Laureus World Sports Awards ceremony in London. The ceremony was hosted by the British comedian and actor, Stephen Fry. The event was broadcast on television and was attended by numerous", + "em": 0.0, + "f1": 0.14285714285714285, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003079", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Kingdom of Bulgaria", + "pred": "Before the establishment of the People's Republic of Bulgaria in 1949, the area that is now Burgas was part of the Kingdom of Bulgaria. The city of Burgas itself was founded in the 15th century and became an important port city during the Ottoman Empire. However, the specific administrative divisions", + "em": 1.0, + "f1": 0.15789473684210528, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002419", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Helmond Sport", + "pred": "In 1968, Fons van Wissen was a member of the Dutch national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007094", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "World Rally Championship", + "pred": "The Citro\u00ebn World Rally Team was part of the World Rally Championship (WRC) before the World Touring Car Championship (WTCC).", + "em": 1.0, + "f1": 0.35294117647058826, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004223", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "French Navy", + "pred": "1996.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Orthez", + "pred": "The residence of Francis Jammes in 1921 was 11, rue de l'Universit\u00e9, Paris 5e.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001391", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Royal Academy of Exact, Physical and Natural Sciences", + "pred": "Jos\u00e9 Echegaray was a member of the Spanish Royal Academy of Language.", + "em": 0.0, + "f1": 0.3157894736842105, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005935", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Atalanta BC", + "pred": "In 1946, the coach of the sports team of Giuseppe Meazza was Vittorio Pozzo.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003693", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Spartak", + "pred": "1955.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001318", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Princeton University", + "pred": "Marvin Minsky was educated at Harvard University.", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Walter Feit was an American mathematician who worked at the University of Chicago.", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000126", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004718", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Egypt", + "pred": "Egypt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000908", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "TI-Raleigh", + "pred": "Ludo Peeters was a member of the sports team \"Rabobank\" before joining Team Visma-Lease a Bike.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003983", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Spanish Navy", + "pred": "U-573 was operated by the German Navy (Kriegsmarine) during World War II. The question seems to be asking for the operator after the Kriegsmarine, which is not applicable as the Kriegsmarine was the operator of U-573. If the question is asking for", + "em": 0.0, + "f1": 0.06666666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008295", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Grawemeyer Award for Music Composition", + "pred": "1985.0\n\n\nThe award received by Witold Lutos\u0142awski after the Herder Prize was the **Prix de la Ville de Paris** in 1985.", + "em": 0.0, + "f1": 0.08333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003030", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "pred": "Alfred Jeanroy was a member of the French Academy in 1925.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005340", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Boavista F.C.", + "pred": "Akhisar Belediyespor", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "The country of Hlukhiv after the Ukrainian People's Republic was the Ukrainian Soviet Socialist Republic (Ukrainian SSR).", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Dario Franchitti", + "pred": "In 2012, Ashley Judd's spouse was Michael Shannon.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000349", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "2nd U-boat Flotilla", + "pred": "The affiliation of U-43 after the significant event of ship launching was the Kriegsmarine.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004450", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Radio Free Europe/Radio Liberty", + "pred": "Alexander Rahr was employed by Wintershall Dea before joining the company.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "The located in of Mandatory Palestine after Netanya country Mandatory Palestine was the British Mandate for Palestine.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005907", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1904.0, + "gold": "1904", + "pred": "1904", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007403", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Nazi Germany", + "pred": "Otto Schuhart was a German politician who served as a member of the German parliament (Reichstag) during the Weimar Republic. He was a member of the German National People's Party (Deutsche National Volkspartei, DNVP), which was a right-wing, conservative, and nationalist political party in", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007172", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Cardiff City F.C.", + "pred": "Lee Naylor is a former professional footballer who played as a midfielder. After his time at Celtic F.C., he joined the sports team of the English club Wolverhampton Wanderers (Wolves) in 1996. Therefore, the member of the sports team of Lee Naylor after Celtic F.C", + "em": 0.0, + "f1": 0.10810810810810813, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006019", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Fengtien", + "pred": "The answer is \"Jilin City\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003483", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Helmut Newton", + "pred": "June Browne's spouse in 1981 was John Browne.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003450", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007313", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Georges Bataille", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006396", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Institute for Advanced Study", + "pred": "Princeton University", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004252", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "FC Sochaux-Montb\u00e9liard", + "pred": "Jean-Jacques Marcel was a member of the French national football team, which played in the 1949 FIFA World Cup.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006732", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Lappeenranta", + "pred": "After Vyborg, the headquarters of SPL Saimaan piiri was moved to Kajaani.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002912", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Tinkoff", + "pred": "Matthew Goss is a member of the sports team called the \"Brisbane Broncos\" in the National Rugby League (NRL).", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000404", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Club Le\u00f3n", + "pred": "Luis Estrada was a member of the Mexico national football team.\n\n\nIn 1966, Luis Estrada was a member of the Mexico national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_003700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007041", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Hannover 96", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008089", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "R\u0113zekne District is a district in Latvia, so the country of R\u0113zekne District is Latvia.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003463", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Chinese Communist Party", + "pred": "The answer is: Chinese Communist Party.", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005154", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Mongolia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002203", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Pace University", + "pred": "United States Department of Justice", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008263", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Giuseppe Di Vittorio was born in Italy, so his country of citizenship before Italy was not applicable.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001733", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "Shk\u00eblzen Gashi's member of sports team in 2022 was the Albanian national football team.\n\n\nShk\u00eblzen Gashi's member of sports team in 2022 was the Albanian national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Chemnitz Government Region", + "pred": "Stollberg is a town in the district of Zwickau, in the Free State of Saxony, Germany.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004111", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Osinniki", + "pred": "Kaltan is a town in Kemerovo Oblast, Russia.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003418", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Bruno Kastner", + "pred": "The spouse of Ida W\u00fcst in 1922 was Karl W\u00fcst.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004890", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Kiliia Raion", + "pred": "Izmailsky Uyezd", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008123", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003032", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1968.0, + "gold": "1968", + "pred": "1968", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003123", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1928.0, + "gold": "Kingdom of Italy", + "pred": "The country of citizenship of Carlo Annovazzi before Italy was the Kingdom of Sardinia.", + "em": 0.0, + "f1": 0.42857142857142855, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008638", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2015.0, + "gold": "2015", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004857", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "1. Shelly Duvall\n 2. Karen Black\n 3. Anne Heche\n 4. Diane Keaton\n 5. Shelley Duvall\n 6. Shelley Duvall\n 7. Shelley Duvall\n 8. Shelley Duvall\n 9.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004040", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001345", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Radical Civic Union", + "pred": "The member of the political party of Arturo Umberto Illia before Uni\u00f3n C\u00edvica Radical del Pueblo was the Radical Civic Union (Uni\u00f3n C\u00edvica Radical, UCR).", + "em": 1.0, + "f1": 0.2857142857142857, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004403", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005977", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005231", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Algiers", + "pred": "Brazzaville Cemetery", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Second Polish Republic", + "pred": "The country of Mi\u013aka\u016d\u0161\u010dyna after the Russian Empire was the Soviet Union.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007542", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "1.0\n\nOkay, let's try to figure out this question. The user is asking, \"What was the member of sports team of Kelly Smith after Kelly Smith member of sports team Boston Breakers?\" and the answer given is 1.0. Hmm, that seems a bit confusing. Let me break", + "em": 0.0, + "f1": 0.09302325581395349, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002736", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Busan IPark FC", + "pred": "Lee Yo-han's member of sports team in 2011 was the Samsung Lions.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006562", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Italy", + "pred": "The country of citizenship of Clelio Darida after the Kingdom of Italy was the Italian Republic.", + "em": 1.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008098", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "2013", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008119", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Barbastro", + "pred": "Rome", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "chairperson", + "pred": "Minister of the Interior of Finland", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004561", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008086", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "1981.0, 1981.0, 1981.0, 1981.0, 1981.0, 1981.0, 1981.0, 1981.0,", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003089", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Toulouse FC", + "pred": "Paris Saint-Germain FC", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007154", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007872", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Big Brother", + "pred": "1999\u20132004\n\n\nThe participant in Lothar Vosseler in 2004 was 1999\u20132004.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008425", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Carlo Giuffr\u00e9 was born in 1907 in the Kingdom of Italy, which was a constitutional monarchy at the time. The Kingdom of Italy existed until 1946, when it was replaced by the Italian Republic following a referendum. Therefore, the country of citizenship of Carlo Giuffr\u00e9 before Italy", + "em": 1.0, + "f1": 0.17647058823529413, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000644", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Iburi Subprefecture", + "pred": "In 1990, Muroran was located in the Hokkaido region of Japan.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001235", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Omar al-Bashir", + "pred": "Sudan in 1995 was a one-party state, with the Sudan People's Liberation Army (SPLA) as the ruling party. The head of state was Omar al-Bashir, who had been in power since 1989.", + "em": 1.0, + "f1": 0.19354838709677416, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006759", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Seine-et-Oise", + "pred": "In 1944, Houdan was located in the French department of Yvelines.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004565", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Russian Empire", + "pred": "In 1900, Ivangorod was part of the Russian Empire.", + "em": 1.0, + "f1": 0.3636363636363636, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005444", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Queens Park Rangers F.C.", + "pred": "Manchester United F.C.", + "em": 0.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001753", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003468", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "B\u00f4cher Memorial Prize", + "pred": "The National Medal of Science", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001321", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "KFC Uerdingen 05", + "pred": "\u00c9merson Luiz Firmino's member of sports team in 2002 was the Brazilian national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004960", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Real Madrid Club de F\u00fatbol", + "pred": "In 1999, Bodo Illgner was a member of the German national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004118", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008476", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Republic of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004242", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "FC St. Gallen", + "pred": "Switzerland national under-17 association football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007528", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003750", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "United States", + "pred": "United States of America", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002500", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "PFC Slavia Sofia", + "pred": "In 2008, Yordan Petkov was a member of the Bulgarian national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006400", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Argentina", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004574", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006488", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Albert II of Belgium", + "pred": "Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007839", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001389", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007506", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Kingdom of the Two Sicilies", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005877", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "chairperson", + "pred": "Chancellor of the Netherlands", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001046", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Seine-et-Oise", + "pred": "In 1948, \u00c9zanville was located in the department of Seine-et-Marne, which is part of the \u00cele-de-France region in France.", + "em": 0.0, + "f1": 0.1904761904761905, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_004160", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SC Bastia", + "pred": "The member of the sports team of Anto Drobnjak before Gamba Osaka was the Croatian national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001013", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Rip Torn", + "pred": "In 1983, the spouse of Geraldine Page was Robert Taylor.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007572", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Bernadette Chirac", + "pred": "In 1959, the spouse of Jacques Chirac was Danielle Mitterrand.", + "em": 0.0, + "f1": 0.16666666666666669, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Academy Award for Best Costume Design", + "pred": "The answer is: \"The Favourite\" (2018)", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008392", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003675", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "list of land speed records", + "pred": "Rudolf Caracciola's record in 1963 was 1963.0.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "AFC Bournemouth", + "pred": "1990\u20131991\n\n\nThe member of the sports team of Darren Anderton after Darren Anderton was a member of the England men's national association football team was **1990\u20131991**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000114", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Finland women's national football team", + "pred": "The member of the sports team of Annica Sj\u00f6lund after \u00c5land United was the \u00c5land United women's football team.", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004958", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "FC Bayern Munich", + "pred": "Z\u00e9 Roberto's team in 2008 was the S\u00e3o Paulo Futebol S.A. (S\u00e3o Paulo FC).", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002847", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001441", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "G\u00f6khan \u00dcnal's member of sports team in 2002 was the Turkish national team.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002206", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Chelsea F.C.", + "pred": "Netherlands national association football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "In 2004, Christian Vargas was a member of the San Diego Padres.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005526", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "SK Rapid Wien", + "pred": "1. FC Nuremberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "FK Teplice", + "pred": "1. Czechoslovakia national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001083", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Germany", + "pred": "German Democratic Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004361", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "SK Brann", + "pred": "\u00d6rebro SK", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "The operator of the Molli railway after the Grand Duchy of Mecklenburg Friedrich-Franz Railway was the Mecklenburg Railway Company (Mecklenburger Eisenbahn-Gesellschaft).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "\u00c9toile Carouge FC", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002645", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "S.L. Benfica", + "pred": "In 1990, Paulo Sousa was a member of the Portuguese sports team \"C.S. Sporting Clube de Braga\".", + "em": 0.0, + "f1": 0.09523809523809525, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Silver Bear for Best Actress", + "pred": "Edith Evans received the Academy Award for Best Actress in 1967.", + "em": 0.0, + "f1": 0.37499999999999994, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004948", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "2007", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001871", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Walter Feit was employed by the University of Chicago after Cornell University.", + "em": 0.0, + "f1": 0.15384615384615385, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000473", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "US Triestina Calcio 1918", + "pred": "Michele Bacis is a former Italian footballer who played as a defender. Before joining Genoa CFC (Genoa Cricket and Football Club), he was a member of the sports team of A.S. Roma.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006904", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Bernd R\u00fcthers", + "pred": "The rector of the University of Konstanz in 1992 was Professor Dr. Hans-J\u00fcrgen B\u00f6hm.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "RC Strasbourg Alsace", + "pred": "1.0\n\nOkay, let's try to figure out what the answer is here. The question is asking about the member of a sports team that Amaury Bischoff was part of in 2005. The answer given is 1.0, but I need to verify if that's", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005684", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "delegate", + "pred": "Andrew Jacobs was a United States Senator from New York, serving from 1954 to 1962.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004481", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Vladimir Lenin", + "pred": "Khujand's name was not changed in 1989.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006873", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1948.0, + "gold": "1948", + "pred": "1948", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005653", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "1991.0\n\nOkay, let's try to figure out the answer to this question. The user is asking for the head coach of Poland's men's national football team after Antoni Janik. First, I need to confirm who Antoni Janik was and when he was involved with the Polish", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Leyton Orient F.C.", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004653", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001722", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "The country of Yevpatoriia after the Russian Empire was the Soviet Union.\n\n\nThe country of Yevpatoriia after the Russian Empire was the Soviet Union.", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "United States Marine Corps", + "pred": "Jim Mattis joined the United States Marine Corps in 1968 and served until 1984, when he retired. Therefore, his military branch in 1984 was the United States Marine Corps.", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003725", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Russian Empire", + "pred": "Grand Duchy of Lithuania", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004162", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Bob Benny", + "pred": "The participant of Belgium in the Eurovision Song Contest before Tonia was Lieve Wierick.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004885", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007832", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "South West Trains", + "pred": "In 1998, the operator of the British Rail Class 455 was the British Railways Board.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005962", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000011", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Order of the Red Banner of Labour", + "pred": "The award received by Tofiq Bahramov in 1970 was the Order of the Red Banner of Labour.", + "em": 1.0, + "f1": 0.6, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007446", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Cruz Azul", + "pred": "Mexico men's national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004620", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Cesare Siepi was born in Italy.\n\n\nCesare Siepi was born in Italy.", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Fredrikstad FK", + "pred": "The member of the sports team of Jan Fuglset before Molde FK was Rosenborg BK.", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "The head coach of the Poland men's national football team before Paulo Sousa was **Andrzej Poczwardowski**. He took charge of the team in 2018 and was succeeded by Paulo Sousa in 2020.", + "em": 0.0, + "f1": 0.07407407407407407, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008601", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Laura Adani was a citizen of the Kingdom of Italy before it became the Italian Republic.\n\n\nLaura Adani was a citizen of the Kingdom of Italy before it became the Italian Republic.", + "em": 1.0, + "f1": 0.33333333333333337, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_001029", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Club Joventut Badalona", + "pred": "The member of the sports team of Joan Filb\u00e1 after the Spain men's national basketball team was Jos\u00e9 Antonio \"Toto\" Mart\u00ednez.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002959", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "1993", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002878", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Guardian Children's Fiction Prize", + "pred": "Gillian Cross was nominated for the 1980.0 Angus Book Award.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000807", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "C\u00e9sar Award for Best Female Revelation", + "pred": "H\u00e9l\u00e8ne Filli\u00e8res was nominated for the 2002 Cannes Film Festival.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004108", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Seine-et-Oise", + "pred": "In 1947, Breux-Jouy was located in the department of Oise, in the region of Hauts-de-France, in northern France.", + "em": 0.0, + "f1": 0.1111111111111111, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Primetime Emmy Award for Outstanding Animated Program", + "pred": "1997 Primetime Emmy Award for Outstanding Animated Program (For a Series)", + "em": 1.0, + "f1": 0.8235294117647058, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004954", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "FC Elista", + "pred": "The coach of the sports team FC Olimpia Volgograd after Leonid Slutsky was Igor Kovalenko.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006909", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Umberto Bossi", + "pred": "Umberto Bossi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007331", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "President of Latvia", + "pred": "Minister of Health", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003609", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Sch\u00f6neberg", + "pred": "In 1988, Wuppertal was twinned with the city of Barmen.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006006", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "FC Twente", + "pred": "R.S.C. Anderlecht", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008100", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Mandatory Palestine", + "pred": "In 1924, the country of Bnei Brak was Israel.\n\n\nIn 1924, the country of Bnei Brak was Israel.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004453", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Anselmo Bucci's country of citizenship in 1942 was Italy.\n\n\nAnselmo Bucci's country of citizenship in 1942 was Italy.", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006282", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Club Atl\u00e9tico Osasuna", + "pred": "The member of sports team of Roberto Santamar\u00eda Calavia after Roberto Santamar\u00eda Calavia member of sports team UE Lleida is 1994.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003708", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003013", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "The member of the sports team of Alec Chamberlain after Tranmere Rovers F.C. was John Barnes.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001471", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "Soviet Union", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000942", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Husqvarna FF", + "pred": "1995.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Altai Krai", + "pred": "Rubtsovsk is a city in the Sverdlovsk Oblast of Russia, located in the Ural Mountains.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002943", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Leipzig University", + "pred": "Henry E. Sigerist's employer before Johns Hopkins University was the University of Vienna.", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003037", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003146", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "New York City", + "pred": "New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004225", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "MTK Budapest FC", + "pred": "In 2005, Zsanett Jakabfi was a member of the Hungarian national handball team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000827", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008211", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Rick Parfitt", + "pred": "The answer is \"Bert\" (Bertie) Blythe.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007342", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pierre Mauroy", + "pred": "Before Martine Aubry, the head of government of Lille Metropolis was Jean-Pierre Vanryckeghem.", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005759", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Austria\u2013Hungary", + "pred": "The country of Giurtelecu Hododului was the Kingdom of Hungary.", + "em": 0.0, + "f1": 0.2, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003949", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Minister of the Interior of France", + "em": 0.0, + "f1": 0.4000000000000001, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Samba Gold", + "pred": "1999 FIFA U-17 World Cup\n\n\nThe award received by Neymar after he was a member of Santos F.C. was the **1999 FIFA U-17 World Cup**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001667", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002554", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003996", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1943.0, + "gold": "Yugoslavia", + "pred": "Bulgaria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004658", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Italy\n\n\nThe country of citizenship of Gianni Agus before Italy was Italy.", + "em": 0.0, + "f1": 0.30769230769230765, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004227", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Lady Gaga", + "pred": "The winner of the MTV Video Music Award for Best New Artist in 2009 was **Katy Perry**. She won the award for her music video **\"I Kissed a Girl\"**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001594", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Bell Labs", + "pred": "The question is about Ralph Hartley's employer in 1936. The answer is that he was employed by the Bell System.", + "em": 0.0, + "f1": 0.09999999999999999, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006869", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Al Masry SC", + "pred": "Tarek Soliman's member of sports team in 1984 was the Egyptian national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006930", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Soviet Union", + "pred": "The country of Lyubertsy in 1933 was the Soviet Union.\n\n\nThe country of Lyubertsy in 1933 was the Soviet Union.", + "em": 1.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "University of Edinburgh", + "pred": "1938.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005195", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Tmutarakan was a medieval city-state located in the region of the Lower Don River, in what is now southern Russia. After the Russian Empire, the area became part of the Soviet Union. Following the dissolution of the Soviet Union in 1991, Tmutarakan became part of the Russian Federation", + "em": 1.0, + "f1": 0.12121212121212122, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_002457", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "In 1982, Cottbus was located in the German Democratic Republic (GDR), which is now part of Germany.", + "em": 0.0, + "f1": 0.1111111111111111, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "CPJ International Press Freedom Awards", + "pred": "1993.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006097", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "1999\u20132000", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006940", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "British Raj", + "pred": "Bilgram is a city in the Indian state of Bihar. Therefore, Bilgram's country in 1940 was India.\n\n\nBilgram is a city in the Indian state of Bihar. Therefore, Bilgram's country in 1940 was India.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_000173", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005298", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Italy", + "pred": "Republic of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005185", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1950.0, + "gold": "Italy", + "pred": "Kingdom of Romania", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007749", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "David Mamet", + "pred": "The spouse of Lindsay Crouse after she was nominated for the Academy Award for Best Supporting Actress in 1989 was Jeff Bridges.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "The owned by of Shell-Haus after the significant event construction was Shell Oil Company.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002110", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Soviet Union", + "pred": "The Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000829", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Carlo Manzoni was born in the Kingdom of Sardinia, which was a kingdom in the Italian Peninsula. The Kingdom of Sardinia was a state that existed from 1720 to 1861, and it was the precursor to the Kingdom of Italy. Therefore, the country of citizenship", + "em": 1.0, + "f1": 0.19999999999999998, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_008640", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002292", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005480", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "general", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008496", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Italy", + "pred": "Kingdom of Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006640", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Ottoman Empire", + "pred": "In 1907, the country of Gaza City was the Ottoman Empire.", + "em": 1.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003927", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Ascoli Calcio 1898 FC", + "pred": "Michele Fini was an Italian politician, not a sports team member. Therefore, there is no sports team member named Michele Fini.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007996", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Soviet Union", + "pred": "In 1982, the country of Oryol was the Soviet Union.", + "em": 1.0, + "f1": 0.3636363636363636, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000373", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Northwestern University", + "pred": "University of Cambridge", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005430", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Aut\u00f3dromo Internacional Ayrton Senna", + "pred": "The Brazilian motorcycle Grand Prix was held at the Aut\u00f3dromo Internacional Nelson Piquet before it moved to the Aut\u00f3dromo Jos\u00e9 Carlos Pace.", + "em": 0.0, + "f1": 0.17391304347826086, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Calcio Foggia 1920", + "pred": "The member of the sports team of Cosimo Nocera before the Italy men's national association football team was Giuseppe Meazza.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003964", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Gangwon FC", + "pred": "The answer is: 1998-2000: FC Seoul (K League) 1998-2000: FC Seoul (K League) 1998-2000: FC Seoul (K League) 1998-200", + "em": 0.0, + "f1": 0.16666666666666669, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004438", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Club Atl\u00e9tico River Plate", + "pred": "The member of the sports team of Amadeo Carrizo before Club Alianza Lima was the Peru national football team.", + "em": 0.0, + "f1": 0.10526315789473685, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004862", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1902.0, + "gold": "Amtshauptmannschaft Schwarzenberg", + "pred": "The answer is: Johanngeorgenstadt.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004495", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "As d'Or Jeu de l'Ann\u00e9e", + "pred": "The 2005 nominee for No Thanks! was \"The Great Escape\" (2005).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002486", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003629", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "La Spezia", + "pred": "1942.0\n\nOkay, so I need to figure out where the 29th U-boat Flotilla was located before Toulon. Let me start by recalling what I know about U-boat flotillas during World War II. \n\nFirst, the Kriegsmarine,", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006341", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "FC Girondins de Bordeaux", + "pred": "The member of the sports team of A\u017ebe Jug after NK Interblock was Igor \u010celebi\u0107.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002779", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SBV Vitesse", + "pred": "Ante Mi\u0161e was a member of the sports team of HNK Rijeka before joining HNK Hajduk Split.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Nazi Party", + "pred": "The member of political party of August Eigruber in 1940 was the National Socialist German Workers' Party (NSDAP).", + "em": 0.0, + "f1": 0.11764705882352941, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004217", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "1. FFC Frankfurt", + "pred": "1. FC Nuremberg\n\n\nThe member of the sports team of Katrin Kliehm in 2005 was **1. FC Nuremberg**.", + "em": 0.0, + "f1": 0.11764705882352941, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Mandatory Palestine", + "pred": "The country of Acre after the Ottoman Empire was the British Mandate of Palestine.\n\n\nAfter the Ottoman Empire, the region of Acre (modern-day Akko) became part of the **British Mandate of Palestine** following World War I. This was established under the League of Nations in 192", + "em": 0.0, + "f1": 0.06451612903225806, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_002651", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Edith Roosevelt", + "pred": "Edith Roosevelt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005128", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007441", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Norway men's national association football team", + "pred": "Arne Erlandsen was a member of the sports team of the Norwegian football club Rosenborg BK.", + "em": 0.0, + "f1": 0.19047619047619047, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006793", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "FC Veszpr\u00e9m", + "pred": "Ferenc Csongr\u00e1di was a member of the sports team Feh\u00e9rv\u00e1r FC.", + "em": 0.0, + "f1": 0.15384615384615385, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005396", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Nazi Germany", + "pred": "After the German Empire, Hanau was part of the Free State of Hesse, which was a state within the Weimar Republic.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002815", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "People's Republic of China", + "pred": "China", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Amsterdam", + "pred": "Michael Jacklin's work location in 2000 was the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001511", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Academy Award for Best Picture", + "pred": "Hal B. Wallis was nominated for the Academy Award for Best Picture in 1970 for the film \"The Candidate\".", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000553", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Denmark women's national football team", + "pred": "After IF Fl\u00f8ya, the member of the sports team of Katrine Pedersen was Kjell A. H\u00f8gseth.", + "em": 0.0, + "f1": 0.1, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000656", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Northwestern University", + "pred": "University of Chicago", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001297", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1970.0, + "gold": "1970", + "pred": "1970", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007459", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Amsterdam", + "pred": "In 1946, Carel Willink was working in the Netherlands.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002423", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Trinidad and Tobago men's national football team", + "pred": "Joe Public F.C.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001348", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Vincent R\u00fcfli is a Swiss footballer who plays as a defender. He has been associated with several sports teams throughout his career. One of the notable teams he has been part of is the FC Z\u00fcrich, a Swiss football club based in Z\u00fcrich. Therefore, the member of a sports team that", + "em": 0.0, + "f1": 0.05263157894736842, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008576", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002071", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "British School at Rome", + "pred": "In 1912, Eugenie Sellers Strong was employed by the United States Department of Agriculture.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004899", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1978.0, + "gold": "Soviet Union", + "pred": "After the Russian Empire, the country of Uman was the Soviet Union.", + "em": 1.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001022", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Vladimir Oblast", + "pred": "1977.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003839", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jane Birkin", + "pred": "1977.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001814", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Christian Neureuther", + "pred": "Rosi Mittermaier's spouse in 2015 was Thomas Mittermaier.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Martha Vickers", + "pred": "In 1950, Mickey Rooney was married to Alice Faye.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Arabic", + "pred": "Hebrew and Arabic", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005683", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Herbert Seifert's employer after TU Dresden was the University of Kassel.", + "em": 0.0, + "f1": 0.14285714285714285, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007163", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Relax-Gam", + "pred": "The member of sports team of Juan Antonio Flecha after Juan Antonio Flecha member of sports team Kaiku is not available in the provided information.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Arne Tiselius was nominated for the Nobel Prize in Chemistry in 1946.", + "em": 0.0, + "f1": 0.3529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008134", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Shell-Haus was owned by Shell Oil Company in 1954.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002147", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Hungarian Socialist Workers' Party", + "pred": "In 1971, L\u00e1szl\u00f3 B\u00e9kesi was a member of the Hungarian Socialist Workers' Party (MSZMP).", + "em": 1.0, + "f1": 0.4444444444444445, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "habilitation", + "pred": "Hienad\u017a Sahanovi\u010d's academic degree in 2018 was a Doctor of Philosophy (PhD).", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000654", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Province of Mantua", + "pred": "In 1939, Felonica was located in the Netherlands.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004102", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "University of California, Los Angeles", + "pred": "The employer of Ernst G. Straus after the Institute for Advanced Study was the University of California, Berkeley.", + "em": 0.0, + "f1": 0.3, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007739", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "FSV Frankfurt", + "pred": "Servette FC", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006368", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Chemins de fer du Midi", + "pred": "In 1902, the operator of Q802601 was the London and North Eastern Railway (LNER).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "The country of citizenship of Angelo Anquilletti after the Kingdom of Italy was the Italian Republic.", + "em": 1.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "A.O. Kavalas (association football)", + "pred": "The member of the sports team of Mario Galinovi\u0107, after Croatia men's national football team, was the Slovenian national football team.", + "em": 0.0, + "f1": 0.1, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002646", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1997.0, + "gold": "1997", + "pred": "1997", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002133", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Gold Medal of the Royal Astronomical Society", + "pred": "In 1917, Walter Sydney Adams received the Gold Medal of the Royal Astronomical Society.", + "em": 1.0, + "f1": 0.7000000000000001, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000302", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002678", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Atalanta BC", + "pred": "Stefano Angeleri is a former Italian footballer who played as a defender. He was a member of the sports team A.S. Roma.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004224", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "After winning the Academy Award for Best Supporting Actress for her role in \"The China Syndrome\" (1979), Jane Alexander was nominated for the Academy Award for Best Actress for her performance in \"The Man Who Would Be King\" (1975).", + "em": 0.0, + "f1": 0.29411764705882354, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005379", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "P\u00e9rouges is a commune in the department of Dr\u00f4me, in the Auvergne-Rh\u00f4ne-Alpes region of southeastern France.", + "em": 0.0, + "f1": 0.1, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006243", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008166", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "MTK Budapest FC", + "pred": "The answer is: Ferenc Pusk\u00e1s.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003678", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "lawyer", + "pred": "United States Senator", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000025", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "After the Weimar Republic, the head of government of Trier was the Mayor (B\u00fcrgermeister).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "British Mandate for Palestine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000689", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Franca Ongaro was a citizen of Austria-Hungary before Italy.", + "em": 0.0, + "f1": 0.30769230769230765, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004963", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "City of Gosford", + "pred": "New South Wales", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001580", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "London", + "pred": "Johannesburg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002212", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001427", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "FC Lausanne-Sport", + "pred": "FC Twente", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000751", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Seine-et-Oise", + "pred": "Brunoy is a commune in the Yonne department in Bourgogne-Franche-Comt\u00e9 region in north-central France.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "FC Spartak Trnava", + "pred": "1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002412", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001943", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1999.0, + "gold": "1999", + "pred": "1999", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005685", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1939", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001916", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Str\u00f8msgodset IF", + "pred": "The member of sports team of Kim Larsen in 2003 was the Danish national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006927", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Republic of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005536", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Fengtien", + "pred": "Faku County was located in the Republic of China (ROC) in 1945.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000555", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Gertrude Stein", + "pred": "The home in Oakland, California, known as \"The Castle\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005626", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Heiner Gei\u00dfler", + "pred": "The general secretary of the Christian Democratic Union (CDU) after Bruno Heck was **Hans-Dietrich Genscher**. \n\n**Bruno Heck** served as the general secretary of the CDU from 1969 to 1971. He was succeeded by **Hans-Diet", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005124", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Algiers", + "pred": "The place of burial of Pierre Savorgnan de Brazza after P\u00e8re Lachaise Cemetery is the Cimeti\u00e8re de P\u00e8re Lachaise.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Coll\u00e8ge de France", + "pred": "University of Paris 7 (Diderot)", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003885", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2021.0, + "gold": "National Oceanic and Atmospheric Administration", + "pred": "EWS-G2 was owned by the United States Air Force.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005314", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Republic of China", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Knight Bachelor", + "pred": "Ballon d'Or\n\n\nBobby Charlton, a member of the England men's national association football team, was awarded the **Ballon d'Or** in **1966**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002726", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "SK Slavia Prague", + "pred": "The member of the sports team of Nicu\u0219or Stanciu after CSM Unirea Alba Iulia was FC Dinamo Bucure\u0219ti.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004003", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "KRC Mechelen", + "pred": "Jan Diddens was a member of the Belgian national football team, which is the sports team of Belgium.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_008148", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "In 1985, Alexei Navalny was a citizen of the Soviet Union.", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1916.0, + "gold": "Marie Bonaparte", + "pred": "Princess Sophie of Schleswig-Holstein-Sonderburg-Gl\u00fccksburg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003444", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "Ronan Le Crom is a French footballer who plays as a defender for the French club AS Saint-\u00c9tienne. He has also been part of the French national team. Therefore, the member of the sports team of Ronan Le Crom is himself, as he is a member of AS Saint-\u00c9tienne", + "em": 0.0, + "f1": 0.0625, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004684", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Schutzstaffel", + "pred": "Hans G\u00fcnther was a German Nazi politician and lawyer who served as the Minister of the Interior of the German Reich from 1933 to 1945. He was a member of the Nazi Party and was closely associated with Adolf Hitler. After the Sturmabteilung (SA), which was the", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007043", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002077", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Scunthorpe United F.C.", + "pred": "1999\u20132000\n\n\nThe member of the sports team of Jermaine Beckford after he was a member of Wealdstone F.C. was **Bristol Rovers**.", + "em": 0.0, + "f1": 0.17391304347826086, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005610", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Willi Daume", + "pred": "The answer is: Karl-Heinz B\u00f6ck.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007161", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Polish People's Republic", + "pred": "1959.0\n\n\nJan T. Gross was a Polish historian and academic. In 1959, he was a citizen of Poland.", + "em": 0.0, + "f1": 0.09523809523809523, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008431", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Kingdom of Greece", + "pred": "Egypt\n\n\nThe country of citizenship of Takis after Greece was Egypt.", + "em": 0.0, + "f1": 0.30769230769230765, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005503", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003756", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Nuremberg Medical Trial", + "pred": "1947.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006939", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "In 1921, Christiaan Eijkman was nominated for the Nobel Prize in Physiology or Medicine.", + "em": 1.0, + "f1": 0.631578947368421, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001054", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002273", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Alec Chamberlain's member of sports team in 2001 was the New York Yankees.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000786", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "1999 European Cup Winners' Cup Final", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002778", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Swansea City AFC", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005074", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Japan", + "pred": "Before the Soviet Union, the country of Broutona was the Russian Empire.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007312", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Chelsea F.C.", + "pred": "The answer is: Magnus Hedman was a member of the sports team AIK Fotboll, and the member after him was Daniel Sedin.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001350", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Leningrad Oblast", + "pred": "Ivangorod was located in the Russian Empire.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001371", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Clare Boothe Luce", + "pred": "In 1959, the spouse of Henry Luce was Clare Boothe Luce.", + "em": 1.0, + "f1": 0.4615384615384615, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000490", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1985.0, + "gold": "1985", + "pred": "1985", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005716", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Edgardo Moltoni was born in the Kingdom of Sardinia, which was a kingdom in the Italian Peninsula. The Kingdom of Sardinia was a state that existed from 1720 to 1861, and it was the precursor to the Kingdom of Italy. Therefore, the country", + "em": 1.0, + "f1": 0.20689655172413793, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_005200", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Pichichi Trophy", + "pred": "Hugo S\u00e1nchez won the European Golden Shoe in 1984-85, so the award he received before that was the Mexican Primera Divisi\u00f3n Golden Boot in 1983.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000681", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "1999\u20132000", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004424", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lviv Oblast", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003611", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Catholic priest", + "pred": "Alwin Albert Hafner was a German-American architect and professor of architecture at the University of Wisconsin\u2013Madison. In 1976, he was a professor of architecture at the University of Wisconsin\u2013Madison.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000603", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Beno\u00eet Cheyrou's member of sports team in 1999 was the French national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007417", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Beaux-Arts de Paris", + "pred": "In 1970, Alekos Fassianos was educated at the University of Athens.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001017", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Golden Bear", + "pred": "In 2003, Li Yang was nominated for the position of Minister of Education in China.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004297", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Walter Sisulu", + "pred": "In 1966, the spouse of Albertina Nontsikelelo Sisulu was Walter Sisulu.", + "em": 1.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007760", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Netherlands", + "pred": "The work location of Mart Stam after Amsterdam was Berlin.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002309", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Feh\u00e9rv\u00e1r FC", + "pred": "Sven-G\u00f6ran Eriksson", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000472", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Free Democratic Party", + "pred": "Walter Scheel was a member of the Christian Democratic Union (CDU) in 1988.", + "em": 0.0, + "f1": 0.125, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003092", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Weimar Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003984", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Hamburger SV", + "pred": "In 1944, Wilhelm Blunk was a member of the sports team of the German national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004307", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Yugoslavia", + "pred": "The country of Verzar after Verzar country Bulgaria was the Kingdom of Romania.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004221", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002604", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Orenburg Governorate", + "pred": "Orenburg\n\nOkay, let's try to figure out the answer to this question: \"What was the capital of Orenburg after Orenburg country Soviet Union?\" The user is asking for the capital of Orenburg after the Soviet Union, but I need to be careful with the phrasing here.\n\nFirst", + "em": 0.0, + "f1": 0.05714285714285715, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_005175", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "The country of citizenship of Suso Cecchi d'Amico after the Kingdom of Italy was Italy.", + "em": 1.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000103", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "The country of Stara Zagora after the Kingdom of Bulgaria was the Second Bulgarian Empire.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007858", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "construction", + "pred": "In 1980, the TW 6000 was involved in a significant event when it was used to transport a large number of people during a major public event in Hanover, Germany. This event marked a milestone in the city's public transportation history, showcasing the efficiency and reliability of the TW", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000929", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "After winning the Academy Award for Best Actress for her role in \"Women in Love\" (1970), Glenda Jackson was nominated for the Academy Award for Best Supporting Actress for her role in \"The Prime of Miss Jean Brodie\" (1969).", + "em": 0.0, + "f1": 0.30303030303030304, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Hamburg Commercial Bank", + "pred": "The Volksparkstadion, located in Hamburg, Germany, is a football stadium primarily used by the Bundesliga club HSV (Hamburger SV). The name \"Volksparkstadion\" translates to \"People's Park Stadium\" in English. The stadium was originally named the \"Hamburger Stadion\" when it was", + "em": 0.0, + "f1": 0.0588235294117647, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006833", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "Princess M\u00e4rtha of Sweden", + "pred": "The spouse of Olav V of Norway after his country of citizenship was Denmark was M\u00e4rtha of Sweden.\n\n\nThe spouse of Olav V of Norway after his country of citizenship was Denmark was **M\u00e4rtha of Sweden**.", + "em": 0.0, + "f1": 0.31578947368421056, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007826", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005791", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1969.0, + "gold": "1969", + "pred": "1967", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008695", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "FC Basel", + "pred": "FC Z\u00fcrich", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006326", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Isabella Biagini was born in Italy, so her country of citizenship before Italy was not applicable.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002683", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004982", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "AS Monaco FC", + "pred": "1957.0\n\n\nThe question asks for the sports team that Abderrahmane Boubekeur was a member of in 1957. However, there is no widely known or documented information about Abderrahmane Boubekeur being associated with a sports team", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Fabio Capello's work location before Great Britain was Italy.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000415", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Seine-et-Oise", + "pred": "In 1957, Neauphle-le-Vieux was located in the department of Yvelines, which is in the \u00cele-de-France region of France.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002513", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "IBM", + "pred": "Frank Soltis was employed by the United States Department of Agriculture (USDA) in 1988.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001131", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Chinese Communist Party", + "pred": "The member of political party of Xiao Yang in 1971 was the Chinese Communist Party.", + "em": 1.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004809", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "England women's national football team", + "pred": "The answer is \"New Zealand national football team\".", + "em": 0.0, + "f1": 0.42857142857142855, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002765", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "The Rockefeller University", + "pred": "University of Leiden", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Soviet Union", + "pred": "In 1946, Viktor Kulikov was a citizen of the Soviet Union.", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003270", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002090", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Zeno Saltini was born in Italy, so his country of citizenship before Italy was not applicable.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002717", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Luciano Savorini was an Italian citizen.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001781", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Waltrude Schleyer", + "pred": "The spouse of Hanns Martin Schleyer in 1950 was Gertrud Schleyer.", + "em": 0.0, + "f1": 0.16666666666666669, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "West Ham United F.C.", + "pred": "The member of the sports team of Billy Brown in 1922 was the Chicago Cubs.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000911", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Tuscany", + "pred": "The work location of Plinio Nomellini in 1932 was the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002590", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1946.0, + "gold": "1946", + "pred": "1946\u20131947\n\n\nAtalanta BC was the coach of the sports team of Giuseppe Meazza in the 1946\u20131947 season.", + "em": 1.0, + "f1": 0.125, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "1999 Bavarian TV Awards", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004701", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Seine-et-Oise", + "pred": "L\u00e9vis-Saint-Nom was located in the canton of Saint-Nom-la-Bret\u00e8che in 1968.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006905", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "1998", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005334", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "1952", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006551", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Egidio Feruglio was a country of citizenship of the Kingdom of Italy before Italy.", + "em": 1.0, + "f1": 0.42857142857142855, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "FC Amkar Perm", + "pred": "FC Khimki", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Sporting CP", + "pred": "Hungary men's national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001982", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "The country of citizenship of Francesco Gabrieli before Italy was the Republic of Venice.\n\n\nThe country of citizenship of Francesco Gabrieli before Italy was the Republic of Venice.", + "em": 0.0, + "f1": 0.26666666666666666, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_001763", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Tranmere Rovers F.C.", + "pred": "Steve Coppell's member of sports team in 1973 was the England national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001693", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Utrecht University", + "pred": "Pieter Helbert Damst\u00e9's employer in 1919 was the Dutch East Indies government.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006247", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1909.0, + "gold": "Associate Justice of the Supreme Court of the United States", + "pred": "Joseph McKenna was the 13th United States Secretary of the Treasury, serving from 1909 to 1913 under President William Howard Taft.", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006923", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Der St\u00fcrmer", + "pred": "Julius Streicher's employer was the Nazi Party.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004828", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006717", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001064", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002886", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Republic of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001768", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Emilio Petiva was an Italian citizen.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006522", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Cameroon men's national football team", + "pred": "Henri Michel is a French former professional footballer and current manager. As of my knowledge cutoff in July 2024, he has been the manager of the France national football team since 2021. Before taking over the France national team, he was the manager of the France U21 team from", + "em": 0.0, + "f1": 0.14634146341463414, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001073", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Kingdom of Bulgaria", + "pred": "The country of Veliko Tarnovo before the People's Republic of Bulgaria was the Ottoman Empire.", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002125", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "SSC Napoli", + "pred": "Armando Tre Re was a member of the Italian national football team in 1956.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002297", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "FC Astra Giurgiu", + "pred": "\u0218tefan Dobay", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002809", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Elio Toaff was born in Italy, so his country of citizenship before Italy was not applicable.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002474", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Tommy Aldridge was a member of Black Oak Arkansas from 1973 to 1981. After leaving the band, he joined the band called \"The Rhythm Kings\" in 1981.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004101", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006366", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "Kelly Smith is a former professional footballer who played as a forward. After her time at Arsenal F.C., she joined the sports team of Manchester City F.C. in 2007. Therefore, the member of the sports team of Kelly Smith after Arsenal F.C. is Manchester City F.C.", + "em": 0.0, + "f1": 0.05555555555555555, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "United States Navy", + "pred": "Arthur William Radford was a United States Navy officer.", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003020", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Lagos", + "pred": "Lagos", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004956", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Calcio Padova", + "pred": "Giovanni Azzini was a member of the sports team of the Italian national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006758", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Al Masry SC", + "pred": "Ahmadiyya Sports Club", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003840", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "DSV Leoben", + "pred": "SC Wiener Neustadt 1998\u20132000\n\n\nThe member of the sports team of Wolfgang Klapf before SC Wiener Neustadt was SC Wiener Neustadt 1998\u20132000.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003113", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Wheaton College", + "pred": "Hilda Geiringer's employer after Humboldt-Universit\u00e4t zu Berlin was the University of Chicago.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004767", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Miss America", + "pred": "1927 U.S. Women's Hard Court Championship", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "pred": "Compagnie des chemins de fer de l'Ouest (C.C.F.O.)", + "em": 0.0, + "f1": 0.47058823529411764, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003340", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Russia", + "pred": "Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005245", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006022", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lady Gaga", + "pred": "Taylor Kinney's unmarried partner in 2012 was actress and model Katelyn Dever.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002807", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "University of Oslo", + "pred": "Viggo Brun's employer after his education at the University of G\u00f6ttingen was the University of Oslo.", + "em": 1.0, + "f1": 0.35294117647058826, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002236", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Order of Merit of North Rhine-Westphalia", + "pred": "1988.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006258", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "United States Cabinet", + "pred": "The part of the United States Secretary of the Navy is the head of the Department of the Navy.", + "em": 0.0, + "f1": 0.30769230769230765, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003646", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "pred": "Academy Award for Best Supporting Actress", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002029", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Warabitai Station", + "pred": "The adjacent station of Kuromatsunai Station in 1964 was Kita-Kuromatsunai Station.", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Rudi Fuchs", + "pred": "The manager of Stedelijk Museum Amsterdam after Willem Sandberg was Karel van den Berg.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000849", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000139", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "Schutzstaffel", + "pred": "Richard Schulze-Kossen was a member of the Nazi Party (NSDAP) and the SS (Schutzstaffel).", + "em": 1.0, + "f1": 0.13333333333333333, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Anton-G\u00fcnther, Duke of Oldenburg", + "pred": "The House of Oldenburg is a European royal house, and as such, it does not have a chairperson. It is a dynasty that has produced several monarchs, including the Kings of Denmark, the Kings of Norway, and the Grand Dukes of Oldenburg. The current head of the house is Prince Ernst August", + "em": 0.0, + "f1": 0.10526315789473685, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004055", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Kingdom of Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004419", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Jeonbuk Hyundai Motors FC", + "pred": "South Korea national under-23 football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006447", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005863", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Parliament of the United Kingdom", + "pred": "2009\u20132010", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004287", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Jens Stoltenberg", + "pred": "In 2011, the chairperson of the Norwegian Labour Party was **Kjell Magne Bondevik**. However, it's important to note that Bondevik was not the chairperson of the party in 2011. He was the leader of the party from 19", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008613", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "1980", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002216", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Team Jayco AlUla", + "pred": "Drapac-EF Cannondale Holistic Development", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006890", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "In 1994, Rahim Zafer was a member of the sports team of the Bangladesh national cricket team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "In 1965, the Bakhchysarai Palace was located in the Soviet Union, specifically in the region of Uzbekistan.", + "em": 1.0, + "f1": 0.2666666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004395", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "University of Freiburg", + "pred": "The employer of Ernst-Wolfgang B\u00f6ckenf\u00f6rde after his occupation as a judge was the Federal Constitutional Court of Germany.", + "em": 0.0, + "f1": 0.1, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003660", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Queen", + "pred": "In 1989, Mountain Studios was owned by the Walt Disney Company.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006514", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "In 1955, the located in of Murmansk Oblast was the Soviet Union.", + "em": 0.0, + "f1": 0.13333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002222", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001758", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "John Mauchly", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004641", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Ni\u00e8vre", + "pred": "Route nationale 445 (RN445) is a French national road that was decommissioned in 1946. Before its decommissioning, the road was known as Route nationale 445 and was located in the department of Essonne. Therefore, the answer to the", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000084", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Munich Kammerspiele", + "pred": "The employer of Therese Giehse after Berliner Ensemble was the Deutsches Theater.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005007", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2017.0, + "gold": "2017", + "pred": "2017", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Tuvan People's Republic", + "em": 0.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007920", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "1998", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006359", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1956.0, + "gold": "1956", + "pred": "1956", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005402", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Russian Empire", + "pred": "Before the Soviet Union, the area that is now Simferopol was part of the Crimean Khanate, which was a semi-autonomous state under the Ottoman Empire. The Crimean Khanate existed from the 15th century until it was annexed by the Russian Empire in 1783. Therefore", + "em": 1.0, + "f1": 0.1111111111111111, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007921", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002569", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003091", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Tommy Aldridge was a member of Black Oak Arkansas from 1973 to 1981. After Tommy Aldridge left, the band continued with other members. One notable member who joined after Aldridge was **Steve \"Buck\" Johnson**. He became a key member of Black Oak Arkansas following", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002364", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Gaz\u00e9lec Ajaccio", + "pred": "AS Monaco FC", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007208", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Gustave Choquet", + "pred": "Jean-Pierre Bruhat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003209", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "C\u00e9sar Milstein", + "pred": "John Henry Pratt", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Rudolf Virchow was nominated for the Nobel Prize in Physiology or Medicine in 1902.", + "em": 1.0, + "f1": 0.631578947368421, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004389", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001672", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Kemerovo Oblast", + "pred": "The answer is \"Kemerovo Oblast\".", + "em": 1.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002971", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2020.0, + "gold": "Hamza Hamzao\u011flu", + "pred": "After Erol Bulut, who was the head coach of Yeni Malatyaspor, the next head coach was Vahid Halilhod\u017ei\u0107.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007668", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Reinhard Selten's employer before the University of Bonn was the Max Planck Institute for the Study of Human History in Jena.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004443", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Member of the European Parliament", + "pred": "In 2010, Q524412 held the position of Chief Executive Officer (CEO) of the company.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000260", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "United States of America", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003060", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Leipziger Land", + "pred": "Borna was located in Germany in 1999.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003434", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "United Arab Republic", + "pred": "Egypt", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005538", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Nobel Prize in Literature", + "pred": "Gunnar Gunnarsson was nominated for the Academy Award for Best Supporting Actor in 1961 for his role in the film \"The Man Who Would Be King\".", + "em": 0.0, + "f1": 0.08, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005136", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Ireland men\u2019s national rugby union team", + "pred": "Geordan Murphy was a member of the Irish rugby union team before being selected for the British & Irish Lions.", + "em": 0.0, + "f1": 0.25, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004183", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "The Rockefeller University", + "pred": "The employer of Torsten Nils Wiesel after winning the Louisa Gross Horwitz Prize was the Karolinska Institute.", + "em": 0.0, + "f1": 0.1111111111111111, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006802", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Is\u00e8re", + "pred": "In 1936, Ternay was located in the canton of Vaud, Switzerland.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002238", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "The country of citizenship of Artemio Franchi before Italy was the Kingdom of Sardinia.", + "em": 0.0, + "f1": 0.42857142857142855, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004081", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Harvard University", + "pred": "Columbia University", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007931", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Kingdom of Hungary", + "pred": "The country of Kenderes after Austria\u2013Hungary was Romania.\n\n\nThe country of Kenderes after Austria\u2013Hungary was Romania.", + "em": 0.0, + "f1": 0.30769230769230765, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002561", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "The employer of Gyula Iulius Maurer after his education at Bolyai University was the Hungarian Academy of Sciences.", + "em": 0.0, + "f1": 0.21052631578947367, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Stockholm University", + "pred": "Erik Ivar Fredholm's employer in 1918 was the University of Stockholm.", + "em": 0.0, + "f1": 0.2857142857142857, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008363", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Poland", + "pred": "The work location of Eugeniusz Eibisch after Paris was Rome.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008611", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Wang Jingwei regime", + "pred": "The located in of Anci District after Provisional Government of the Republic of China was the Republic of China.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002255", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1986.0, + "gold": "1986", + "pred": "1986.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007672", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2010", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002954", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "SC Fortuna K\u00f6ln", + "pred": "The member of sports team of Antoine Hey before Birmingham City F.C. was Manchester City F.C.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002449", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Valencia CF", + "pred": "Athletic Bilbao B", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005372", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Malm\u00f6 FF", + "pred": "Ulrich Vinzents was a Danish footballer who played for several clubs, including FC Nordsj\u00e6lland. After his time at FC Nordsj\u00e6lland, he joined the sports team of the Danish national team. Therefore, the member of the sports team of Ulrich Vinzents after FC Nordsj\u00e6lland", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006616", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007451", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "SV Saar 05 Saarbr\u00fccken", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "C.D. Nacional", + "pred": "Pedro Pacheco's member of sports team in 2009 was the New York Yankees.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008679", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004351", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "education", + "pred": "After the significant event order related to U-111, the use of U-111 was primarily for reconnaissance and surveillance missions. This involved gathering intelligence on enemy movements and activities, which was crucial for strategic planning and decision-making during the conflict. The submarine's role in these missions highlighted its importance in providing", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "FC Barcelona B\u00e0squet", + "pred": "1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004853", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008238", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Reichsgesetzblatt", + "pred": "In 1935, the Reich Citizenship Law was published in the German Empire.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007289", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005590", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Ferrini was born in Italy, but his country of citizenship was Italy.", + "em": 0.0, + "f1": 0.30769230769230765, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002466", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1942.0, + "gold": "1st U-boat Flotilla", + "pred": "The part of the U-441 after the significant event of ship launching was the \"U-441\" itself.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005898", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Second Syrian Republic", + "pred": "Syria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "The country of Gorz\u00f3w Wielkopolski before the Weimar Republic was the German Empire.", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006637", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Allianz SE", + "pred": "1\n\nOkay, let's try to figure out what G\u00f3rnik Zabrze's sponsor was in 2010. First, I need to recall what G\u00f3rnik Zabrze is. It's a Polish football club, right? They play in the Ekstraklasa, which is the top", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001605", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Keith Richards", + "pred": "After Brian Jones, Anita Pallenberg's unmarried partner was Keith Richards.", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003947", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Q99317", + "pred": "In 2001, the head of government of Bonn was the Mayor of Bonn, who was **Hans-J\u00fcrgen Schulte**. He served as the mayor from 1999 to 2009.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001379", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Cruzeiro E.C.", + "pred": "S.C. Corinthians Paulista", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2021.0, + "gold": "Daft Punk", + "pred": "the band Daft Punk", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007475", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Latvia", + "pred": "Latvia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008010", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "The member of the sports team of Christian Vargas before The Strongest was the Universidad Cat\u00f3lica.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005768", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Landeshauptmann", + "pred": "Herbert Sausgruber was a professor at the University of Innsbruck", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003283", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003934", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Republic of Korea Army", + "pred": "The military branch of Chung Il-kwon was the Korean Volunteer Army.", + "em": 0.0, + "f1": 0.26666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000952", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Soviet Union", + "pred": "Romania", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004410", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Armin Grein was the head of government of Main-Spessart.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007420", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Orenburg Oblast", + "pred": "Gai was located in Gaysky District, Kursk Oblast, Russia", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003788", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Paris", + "pred": "Budapest, Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007654", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "AS Nancy-Lorraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000104", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Daejeon Hana Citizen FC", + "pred": "1998 FIFA World Cup\n\n\nThe member of sports team of Choi Eun-sung after Choi Eun-sung member of sports team South Korea men's national football team was **1998 FIFA World Cup**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003094", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "England men\u2019s national rugby union team", + "pred": "In 1987, Peter Winterbottom was a member of the England cricket team.", + "em": 0.0, + "f1": 0.2105263157894737, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005875", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004542", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2016.0, + "gold": "Province of Carbonia-Iglesias", + "pred": "The located in of Masainas in 2016 was in the state of Goa, India.", + "em": 0.0, + "f1": 0.14285714285714288, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "AgustaWestland", + "pred": "In 2006, the subsidiary of Leonardo was the Italian aerospace company, which was established in 1969 and is now known as Leonardo S.p.A.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005999", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Czechia men's national football team", + "pred": "FC Slovan Liberec", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003881", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Norberto Bobbio was born in Italy, so his country of citizenship before Italy was not applicable.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Red Star F.C.", + "pred": "AS Saint-\u00c9tienne\n\n\nBefore joining AS Saint-\u00c9tienne, Sylvain Kastendeuch was a member of the sports team **FC Lorient**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Copley Medal", + "pred": "Robert Robinson received the Royal Medal in 1933.", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000380", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "In 2008, the head of government of Trier was the Mayor of Trier, who was **Hans-J\u00fcrgen Schulte**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007104", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "chairperson", + "pred": "Karel Baxa was a Czechoslovakian politician and lawyer who served as the Minister of Justice in the First Czechoslovak Republic. In 1932, he held the position of Minister of Justice in the government of President Edvard Bene\u0161.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005106", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1926.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007198", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "VVV-Venlo", + "pred": "Helmond Sport", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001075", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007267", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Netherlands Antilles", + "pred": "In 1988, the part of Bonaire was part of the Netherlands Antilles.", + "em": 1.0, + "f1": 0.3636363636363636, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005453", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006199", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Daniel Islas was a member of the sports team of Club Atl\u00e9tico Independiente, and after that, he joined the team of Club Atl\u00e9tico River Plate.", + "em": 0.0, + "f1": 0.18181818181818182, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007661", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "1997.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Christoph Franz", + "pred": "The chief executive officer of Lufthansa after Wolfgang Mayrhuber was Carsten Spohr.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007018", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Province of Ogliastra", + "pred": "Ussassai is a town in the province of Cagliari, Sardinia, Italy.", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006321", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Pontault-Combault", + "pred": "Route nationale 4 (RN4) is a national highway in France that connects several major cities. The terminus location of Route nationale 4 after its original terminus in Paris is Bordeaux. The RN4 starts in Paris and ends in Bordeaux, making it one of the longest national highways in France. The", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000924", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002232", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005699", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "University of G\u00f6ttingen", + "pred": "University of Heidelberg", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007488", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Nexhat Daci held the position of president from 1998 to 2006.", + "em": 1.0, + "f1": 0.16666666666666669, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Vla\u0219ca County", + "pred": "The located in of Giurgiu before Ilfov County was Bucharest.", + "em": 0.0, + "f1": 0.16666666666666669, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005369", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "University of Zurich", + "pred": "University of Vienna", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001823", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Bremen-Liga", + "pred": "2. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006475", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008413", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1984.0, + "gold": "1984", + "pred": "1984.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003577", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Chief of the Turkish General Staff", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Hanna-Barbera", + "pred": "Iwao Takamoto was a Japanese-American animator and director who worked at Walt Disney Studios. After the Manzanar internment camp, he continued his career in the animation industry, and his employer was Walt Disney Studios.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008560", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Romania national rugby union team", + "pred": "In 1919, Gheorghe Ben\u021bia was a member of the sports team \"C\u0103lu\u0219arii\" from Boto\u0219ani.", + "em": 0.0, + "f1": 0.10526315789473682, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Czechoslovakia", + "pred": "Czechoslovakia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006136", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1903.0, + "gold": "Russian Empire", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005189", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Seine-et-Oise", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002858", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Park Yeol (born 1934) is a South Korean politician.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008315", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Kemerovo Oblast", + "pred": "Anzhero-Sudzhensk is located in Kemerovo Oblast, not Novosibirsk Oblast.", + "em": 1.0, + "f1": 0.3636363636363636, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Kotelnikovsky District", + "pred": "In 1977, Kotelnikovo was located in the Soviet Union, specifically in the Kursk Oblast.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "1999\u20132000", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000973", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Ternopil Oblast", + "pred": "Kremenets was located in the Second Polish Republic.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002849", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008608", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "S.C. Internacional", + "pred": "Danilo Aparecido da Silva, also known as Danilo, is a Brazilian footballer who played as a defender. After his time at S\u00e3o Paulo FC, he joined several other clubs. One notable team he was part of was Cruzeiro. Therefore, the answer is Cruzeiro.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001494", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Saint Petersburg", + "pred": "The work location of Konrad Krzy\u017canowski after Munich was Warsaw.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007390", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007069", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001021", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Nelly Sachs Prize", + "pred": "The Austrian State Prize for European Literature is an award given to authors who have made significant contributions to European literature. Javier Mar\u00edas is a Spanish writer who has received several awards throughout his career. Before receiving the Austrian State Prize for European Literature, he was awarded the Premio Nadal in 1992 for his", + "em": 0.0, + "f1": 0.047619047619047616, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006782", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Merited Artist of the RSFSR", + "pred": "The Order of the Red Banner", + "em": 0.0, + "f1": 0.4000000000000001, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008600", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Central Institute for Ancient History and Archeology", + "pred": "Achim Leube's employer before Humboldt-Universit\u00e4t zu Berlin was the University of Kassel.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005501", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001523", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Prince Charles, Count of Flanders", + "pred": "King Leopold II of the Belgians", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003339", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Second Syrian Republic", + "pred": "Lebanon", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Japan", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002341", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006340", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "People's Artist of the USSR", + "pred": "The Order of Lenin was awarded to Rashid Behbudov in 1959.", + "em": 0.0, + "f1": 0.23529411764705885, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004184", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Chelsea F.C.", + "pred": "1.0\n\nOkay, let's try to figure out the answer to this question: \"What was the member of sports team of Gabriele Ambrosetti in 2001?\" The user is asking for the sports team that Gabriele Ambrosetti was a member of in the", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_001998", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1940", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008462", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005081", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Beira Alta", + "pred": "Viseu is a city in Portugal, located in the district of Viseu, in the central part of the country.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006076", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Russian Empire", + "pred": "In 1908, the Kaluga Governorate was part of the Russian Empire.", + "em": 1.0, + "f1": 0.33333333333333337, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004257", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Province of Posen", + "pred": "The capital of Pozna\u0144 was Pozna\u0144 itself.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001129", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Soviet Union", + "pred": "Khrustalnyi was a town in the Russian Empire, and after the Russian Empire collapsed in 1917, the area became part of the Soviet Union. The Soviet Union was a federal state composed of multiple republics, and Khrustalnyi was located in what is now the Republic", + "em": 1.0, + "f1": 0.13333333333333333, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_002202", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Isabela", + "pred": "The capital of Q13737 in 1988 was Q13737.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001377", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005631", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000171", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Melora Walters", + "pred": "Dylan Walsh's spouse in 1999 was Jennifer Love Hewitt.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007554", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001278", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "1. 2003.0\n 2. 2003.0\n 3. 2003.0\n 4. 2003.0\n 5. 2003.0\n 6. 2003.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005559", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Swiss Super League", + "pred": "1. Ligue 1\n2. Ligue 2\n3. Championnat National\n4. Championnat National 2\n5. Championnat de France amateur\n6. Championnat de France professionnel\n7. Championnat de France 3\n8. Championnat de France 4\n9", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007444", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1997", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004826", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "Dakar", + "pred": "The capital of Sassandra's country after the French West Africa capital Saint-Louis was Abidjan.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003409", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "The winner of the 1995 Booker Prize, which was awarded to Penelope Fitzgerald for her novel \"The Book of Proof,\" was not Matthew Kneale. Instead, the winner was the author of \"The Sea, The Sea,\" which is a novel by John Banville. Therefore, the answer to", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006575", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "G\u00e1bor Csap\u00f3's educated at's named after in 1972 was the Hungarian Academy of Sciences.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001217", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "The winner of Samantha Morton's nominated for was the Academy Award for Best Actress for her role in the film \"We Need to Talk About Kevin\" (2011).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007223", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Klaus Sch\u00fctz", + "pred": "1975.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004735", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Berlin", + "pred": "The work location of Sound and Vision's performer in 1977 was the United States.\n\n\nThe work location of Sound and Vision's performer in 1977 was the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001394", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004179", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Rudy Giuliani", + "pred": "The head of government of the Prelinger Archives's located in before Michael Bloomberg was the mayor of New York City.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Klaus Wowereit", + "pred": "The head of government of Ann Wolff's work location after Karl Horst H\u00f6dicke work location Berlin is not directly answerable with the given information.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003446", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "The Age Discrimination in Employment Act of 1967 was signed by President Lyndon B. Johnson. After his presidency, Johnson held the position of U.S. Senator from Texas until his death in 1973.", + "em": 0.0, + "f1": 0.18181818181818182, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007096", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "In 2015, the head coach of Nicolas Isimat-Mirin's member of sports team was Gregor Schlierenzauer.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008279", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006719", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Emma de Caunes", + "pred": "The winner of Jeanne Balibar's nomination was not specified in the given text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002450", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Cyprus Football Association", + "pred": "The answer is 1974 European Cup Winners' Cup Final.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000742", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "1970", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005331", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Stade Chaban-Delmas", + "pred": "1. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006020", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lady Bird Johnson", + "pred": "The spouse of the signatory of the Highway Beautification Act of 1965 in 1965 was not publicly disclosed or documented in official records. The act was signed into law by President Lyndon B. Johnson on October 22, 1965. His spouse at that time", + "em": 0.0, + "f1": 0.05714285714285714, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002515", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Sepp Herberger", + "pred": "The head coach of Alfred Schmidt's member of sports team after Otto Nerz was Karl-Heinz Feldmann.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000947", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "S\u00fcper Lig", + "pred": "2013\u201314 Turkish Basketball Super League", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004442", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003129", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Klaus Wowereit", + "pred": "The head of government of Willem de Rooij's work location, which is Berlin, is the Mayor of Berlin. As of the knowledge cutoff in October 2023, the Mayor of Berlin is Franziska Giffey.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000626", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Edward Joseph Kelly", + "pred": "Tony Smith was a British politician who served as the Leader of the Opposition in the House of Commons from 1937 to 1938. During this time, the head of government of the United Kingdom was Neville Chamberlain, who was the Prime Minister. Therefore, the answer is Neville Chamberlain.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008507", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "presidential system", + "pred": "The Second Polish Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000399", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Otto Nerz", + "pred": "Hermann Gramlich was a German footballer, not a coach, and he was a member of the German national team during the 1930s. The head coach of the German national team at that time was not Joachim L\u00f6w, as he was born in 1959 and did", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005160", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "The winner of the Booker Prize in 1979, the year Brian Moore was nominated, was Margaret Atwood for her novel \"The Blind Assassin.\" Fay Weldon was not nominated for the Booker Prize in 1979. However, Fay Weldon did win the Booker Prize in 198", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "1999-01-01", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "President of North Macedonia", + "pred": "In 2017, the head of state of North Macedonia was the President of the Republic of Macedonia, which was then known as the Former Yugoslav Republic of Macedonia (FYROM). The President at that time was Gjorge Ivanov, who served from 2004 to 201", + "em": 0.0, + "f1": 0.2424242424242424, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_008117", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1992", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007432", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "The answer is: Giuseppe Saragat.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006320", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1931.0, + "gold": "1931", + "pred": "Lionel Barrymore won the Academy Award for Best Actor for his role as Dr. Jekyll and Mr. Hyde in 1931.", + "em": 1.0, + "f1": 0.1, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008047", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Nicholas II of Russia", + "pred": "The head of state of Volodymyr's country after the Cahul country Russian Empire was the President of the Ukrainian Soviet Socialist Republic (Ukrainian SSR).", + "em": 0.0, + "f1": 0.0909090909090909, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000063", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Stefano Pessina", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "Territory of Hawaii", + "pred": "United States", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001072", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "The head coach of Gerard Deulofeu's team in 2013 was Roberto Mancini.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005910", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003397", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "V\u00edt\u011bzslav Lavi\u010dka", + "pred": "Petr Rada\n\nOkay, let's try to figure out this question. The user is asking, \"Who was the head coach of Miroslav Slepi\u010dka's member of sports team before Petr Rada?\" and the answer given is \"Petr Rada.\" Wait, that seems a bit confusing.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000162", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Lady Bird Johnson", + "pred": "The spouse of the signatory of the Age Discrimination in Employment Act of 1967 was Eleanor Roosevelt.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002728", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Silvio Berlusconi", + "pred": "1\n\nOkay, let's try to figure out the answer to this question: \"What was the chairperson of Clarence Seedorf's member of sports team in 2010?\" The answer is supposed to be 1, but I need to work through it step by step.\n\nFirst, I need", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003793", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Barcelona Province", + "pred": "Barcelona, Spain", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003541", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008524", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003943", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Angelo La Barbera's country of citizenship was Italy, and the head of government was Giovanni Giolitti.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Michal B\u00edlek", + "pred": "The head coach of Daniel Kol\u00e1\u0159's team after Jozef Chovanec was Vladim\u00edr \u0160micer.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003569", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "The head of government of Alberto Magnelli's country of citizenship, after Adone Zoli, was Giuseppe Saragat.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002249", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "University of Paris", + "pred": "The replaces of Maurice de Gandillac's employer in 1971 was the French government.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001978", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Ferrofino\n\n\nAfter Luigi Einaudi, the head of state of Giovanni Ferrofino's country of citizenship was **Giovanni Ferrofino** himself.", + "em": 0.0, + "f1": 0.11764705882352941, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005073", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Alex McLeish", + "pred": "John Eustace was the head coach of Nathan Redmond's team, which is the Southampton Football Club. Therefore, the answer is John Eustace.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000609", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "Stanley Middleton was the winner of The Bottle Factory Outing in 1974.", + "em": 1.0, + "f1": 0.16666666666666669, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "The head coach of Ra\u00fal Fern\u00e1ndez-Cavada Mateos's member of sports team in 2018 was Jos\u00e9 Antonio Camacho.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Guy Ritchie", + "pred": "The spouse of the performer from \"Die Another Day\" (which is a 2002 film starring Pierce Brosnan as James Bond) is not directly related to Madonna's unmarried partner Sandra Bernhard. However, if you're referring to the performer in the song \"Die Another Day\" by Madonna, the answer", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006953", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "Jimmy Walker", + "pred": "The head of government of Maria Meneghini Callas's residence after Louisine Havemeyer work location New York City was the President of the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001572", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "The answer is: 1999-2000\n\n\nThe answer is: 1999-2000", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008301", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000630", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1960.0, + "gold": "Graceland", + "pred": "The residence of A Mess of Blues's performer in 1960 was 1960.0.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000755", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Elizabeth II", + "pred": "The head of state of Stack-O-Tracks's place of publication after George VI was the United Kingdom.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000326", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Jean-Loup Dabadie's member of's general secretary in 2009 was Jean-Pierre Raffarin.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002870", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Bahrain", + "pred": "In 1981, the head of government of Bahrain was the Prime Minister, who was appointed by the King. The Prime Minister at that time was Khalid bin Khalifa Al Khalifa.", + "em": 0.0, + "f1": 0.32, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007789", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "The answer is: Giuseppe Garibaldi.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007973", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Bjarne Riis", + "pred": "In 2020, the general manager of the sports team that Danilo Wyss was a member of was Thomas Schmid.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000219", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Vivien Leigh", + "pred": "1939 Academy Award for Best Supporting Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007274", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Elizabeth II", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006021", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006576", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "Laurence Olivier", + "pred": "Before Ernest Borgnine, the winner of the Academy Award for Best Actor for the film \"The Best Years of Our Lives\" (1945) was Fredric March. However, the question seems to be asking about the winner of the Academy Award for Best Actor for the film \"The Best Years of Our Lives", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000623", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Bjarne Berntsen", + "pred": "In 2009, the head coach of Camilla Huse's member of sports team was John Harkness.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "The winner of the Booker Prize in 2003, the year After the Bottle Factory Outing was nominated, was Ian McEwan for his novel Atonement.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003804", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Nobel Peace Prize", + "pred": "The United States Navy SEALs were founded by Rear Admiral James \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006789", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "1960.0\n\n\nAfter Louise Bourgeois's work location in New York City, the head of government of William Vickrey's residence was **Nikita Khrushchev**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006521", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Atlanta-Fulton County Stadium", + "pred": "Atlanta Braves\n\n\nThe home venue of Hank Aaron's member of sports team after Fenway Park was the **Atlanta Braves' home stadium**, which is **Truist Park** (formerly known as SunTrust Park). \n\nHank Aaron played for the Atlanta Braves from 1954 to 19", + "em": 0.0, + "f1": 0.1142857142857143, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "The winner of The Night Watch was nominated for the Booker Prize for its exploration of the human condition and its lyrical prose.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004769", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "In 1947, Celia Johnson was nominated for the Academy Award for Best Actress for her role in the film \"The Prime of Miss Jean Brodie.\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001801", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Vytautas Landsbergis", + "pred": "The question is asking for the chairperson of the political party that Nijol\u0117 O\u017eelyt\u0117-Vaitiek\u016bnien\u0117 was a member of, before Andrius Kubilius. However, there is no direct information available about Nijol\u0117 O\u017eelyt\u0117-Vaitiek\u016b", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "State Anthem of the Soviet Union", + "pred": "The anthem of Murmansk Oblast, which is located in the Russian Soviet Federative Socialist Republic (RSFSR), is \"The Song of the North\" (\u0421\u0435\u0432\u0435\u0440\u043d\u0430\u044f \u043f\u0435\u0441\u043d\u044f). This anthem was adopted in 1965 and is still used today. It was composed by Vladimir Koval", + "em": 0.0, + "f1": 0.21052631578947367, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003724", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "The head of government of Piero Scotti's country of citizenship after Giani Stuparich country of citizenship Italy was Giuseppe Saragat.\n\n\nThe head of government of Piero Scotti's country of citizenship after Giani Stuparich country of citizenship Italy was **Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006014", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "The manager of Alfons Gorbach's point in time before Martin Gottfried Weiss was Karl Schmid.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007171", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "S\u00fcper Lig", + "pred": "Super Lig", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007260", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "3. Liga", + "pred": "2. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Thomas Tuchel", + "pred": "The head coach of Marcos Alonso Mendoza's member of sports team, after Claudio Ranieri, was Jos\u00e9 Mourinho.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007485", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Charlize Theron", + "pred": "Jennifer Connelly was nominated for the Academy Award for Best Actress for her role in \"A Beautiful Mind\" (2001). The winner of that category was Hilary Swank for \"Boys Don't Cry\" (1999).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001837", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1993", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Angelo Infanti was an Italian politician, so his country of citizenship was Italy. In 2007, the head of government of Italy was Silvio Berlusconi, who served as Prime Minister from 1994 to 2006 and again from 2008 to 2", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005494", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "The head coach of Steffen Freund's member of sports team before Joachim L\u00f6w was Rudi V\u00f6ller.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000075", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giuseppe Prisco\n\n\nAfter Francesco Cossiga, who was the head of state of Giuseppe Prisco's country of citizenship?\n\nAnswer: Giuseppe Prisco", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004734", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Peter Carey", + "pred": "The winner of the Booker Prize after Salman Rushdie's award was **Arundhati Roy** for her novel *The God of Small Things* in 1997. David Lodge was not directly nominated for the Booker Prize in this context, but the question might be referring to the 1997", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004770", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Constantinople", + "pred": "The capital of Edessa's country was Edessa itself.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006777", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "S\u00e1ndor Preisinger", + "pred": "G\u00e1bor M\u00e1rton\n\nOkay, let's try to figure out this question. The user is asking, \"Who was the head coach of Daniils Turkovs's member of sports team before G\u00e1bor M\u00e1rton?\" and the answer provided is \"G\u00e1bor M\u00e1rton.\" Wait, that", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001481", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Walter Samuel\n\n\nBefore Luciano Spalletti, the head coach of Walter Samuel's member of sports team was **Riccardo Montolivo**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000707", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Yugoslavia", + "pred": "The shares border with of Franco Evangelisti's country of citizenship in 1934 were 1934.0.\n\n\nThe question appears to be asking about the \"shares border with\" of Franco Evangelisti's country of citizenship in 1934. However, the phrasing is unclear", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007316", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Stefano Pessi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002781", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Yugoslavia", + "pred": "1946.0\n\n\nThe country of citizenship of Renato Carosone was Italy. In 1946, Italy shared borders with the following countries:\n\n1. France\n2. Switzerland\n3. Austria\n4. Yugoslavia (now known as the Republic of Yugoslavia)\n5.", + "em": 1.0, + "f1": 0.06451612903225806, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001694", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "1970 Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005714", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "B\u00fclent Ecevit", + "pred": "The answer is not available in the given text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Stefan Kuntz", + "pred": "The question is asking for the chairperson of Jan \u0160im\u016fnek's member of sports team in 2014. First, I need to determine which sports team Jan \u0160im\u016fnek was a member of in 2014. Jan \u0160im\u016fnek is a Czech football (", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_000390", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Nobel Prize in Physics", + "pred": "The Holweck Prize in 1952 was awarded to the French physicist Jean Perrin for his work on the structure of matter, particularly his contributions to the understanding of the Brownian movement and the Avogadro constant. Perrin's research provided crucial evidence for the existence of atoms and molecules, which was", + "em": 0.0, + "f1": 0.09999999999999999, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004301", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "The head of government of the United States in 1994 was Bill Clinton.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007116", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "European Parliament", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004505", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "In 1974, the head of government of the United Kingdom, where Philip Taaffe's work location was, was Harold Wilson.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007035", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "The head of government of Louise Bourgeois's work location in 1990 was the President of the French Republic, Fran\u00e7ois Mitterrand.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004558", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "The head coach of Ryan Bertrand's member of sports team in 2014 was Steve Kerr.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003267", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "The winner of the Academy Award for Best Actress for the film \"It Happened One Night\" (1937) was Claudette Colbert. She was nominated for her role as Ellie Andrews. The film was directed by Frank Capra and written by Robert E. Sherwood. It was a significant film in the", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006755", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "The question is about the chairperson of Bruno Bieligk's member of political party in 1920. First, I need to determine who Bruno Bieligk was and which political party he was a member of in 1920. However, after researching, there is no notable historical figure named", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_004583", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000225", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Gareth Southgate", + "pred": "David Wheater was a member of the sports team, and in 2008, the head coach of that team was John Harkness.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002459", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Serbia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006352", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1993", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004787", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Janusz W\u00f3jcik", + "pred": "Arkadiusz B\u0105k's member of sports team's head coach in 1999 was Janusz Kowalski.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002226", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Leonid Brezhnev", + "pred": "1973.0\n\n\nAleksei Gubarev's member of political party's chairperson in 1973 was **Nikolai Tikhonov**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003363", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Jan Schaffrath", + "pred": "2012.0\n\nOkay, let's try to figure out this question. The user is asking: \"After Patrik Sinkewitz member of sports team Soudal Quick-Step, what was the head coach of Martin Velits's member of sports team?\" And the answer given is 2", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Pavel Vrba", + "pred": "Petr Jel\u00ednek", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006972", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007393", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002784", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Franz Beckenbauer", + "pred": "The head coach of Frank Mill's team, which is the East Germany national football team, after Otto Nerz was **Hans-J\u00fcrgen Grote**. Grote took over as the head coach in 1988, following Nerz's departure. Frank Mill was a key player for East Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005991", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Claudia Roth", + "pred": "The answer is not available in the given text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002109", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "ADIG", + "pred": "1.0\n\n\nAfter Hitachi, the sponsor of Stefan W\u00e4chter's member of sports team was **Bosch**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005445", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Abraham Beame", + "pred": "1977.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Fiorello H. La Guardia", + "pred": "The head of government of Edward McKnight Kauffer's work location was Vincent R. Impellitteri.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005633", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "In 1984, the head of state of the country of citizenship of Giuseppe Saragat was the President of the Italian Republic, Sandro Pertini.", + "em": 1.0, + "f1": 0.2222222222222222, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002083", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Jens Gustafsson", + "pred": "1999-2000\n\n\nAfter Rutger Backe, who was a member of the sports team Halmstads BK, the head coach of Andreas Landgren's member of sports team was **Lars-G\u00f6ran Bengtsson**. \n\nAnswer: Lars-G\u00f6ran", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003899", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "German Democratic Republic", + "pred": "East Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002997", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "Jordan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005860", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "In 2004, the winner of the Academy Award for Best Picture was \"The Lord of the Rings: The Return of the King.\" However, \"Whale Rider\" was not nominated for the Best Picture category that year. It was, however, nominated for the Academy Award for Best Foreign Language Film in", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001039", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Panama", + "pred": "The shares border with of Cornell Capa's work location in 1937 was 1937.0.\n\n\nThe question appears to be asking about the \"shares border with\" of Cornell Capa's work location in 1937, which is a bit unclear. However, based", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000086", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005689", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006609", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "The located in of Afula's country after Nazareth country Mandatory Palestine was Mandatory Palestine.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004970", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Giuseppe Saragat\n\n\nThe head of state of Alberto Magnelli's country of citizenship after Giuseppe Saragat's country of citizenship (Italy) was **Giuseppe Saragat**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "The currency of Italy in 1948 was the Italian lira (ITL).", + "em": 1.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008062", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "M\u00e1rio Soares", + "pred": "The head of state of Alberto Vaquina's work location before Jorge Sampaio was Ant\u00f3nio de Oliveira Salazar.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006613", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Stuart Lancaster", + "pred": "Steve McNamara", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001894", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "The winner of the Academy Award for Best Actress in 2005, which was the year Annette Bening was nominated for her role in \"The Kids Are All Right,\" was Helen Mirren for her performance in \"The Queen.\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002546", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "The University of Vienna", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003153", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Zhu De", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002865", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "The winner of A Bend in the River's nominated for was J. G. Farrell.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007865", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "In 2001, the head of state of Giuseppe Prisco's country of citizenship was President of Italy, Carlo Azeglio Ciampi.", + "em": 1.0, + "f1": 0.3, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "The answer is: The England national rugby union team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001858", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Graceland", + "pred": "In 1977, Ginger Alden's unmarried partner was residing in a house in the village of Broughton, near the town of Bury, in Greater Manchester, England.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Constantinople", + "pred": "Istanbul", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003034", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "1939.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000799", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Barack Obama", + "pred": "Lyndon B. Johnson was the 36th President of the United States, serving from 1963 to 1969. The game \"Battlefield 3\" is set in 2012 and features a narrative that takes place in various locations, including the United States, Afghanistan", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Boston Garden", + "pred": "Boston Garden", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004762", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "Kingdom of Prussia", + "pred": "1911 World Figure Skating Championships was located in Vienna, Austria.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004806", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "The answer to the question is: 1. 2. 3. 4. 5. 6. 7. 8. 9. 10. 11. 12. 13. 14. 15. 16. 1", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Premier League", + "pred": "Ukrainian Premier League", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008203", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Amway Arena", + "pred": "The Forum", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004465", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1996", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006874", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "John Lindsay", + "pred": "William Vickrey was a Canadian-American economist and professor, best known for his work in the field of transportation economics. He was born on May 19, 1918, and passed away on August 19, 1996. As a professor, he held various academic positions, including", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000593", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "The head of state of Leo Nomellini's country of citizenship, after Luigi Einaudi, was Pietro Nenni.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004615", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2018.0, + "gold": "2018", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Geoffrey Rush", + "pred": "The winner of the award received by As Good as It Gets is Meg Ryan.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "1982.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004669", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Yuri Semin", + "pred": "The head coach of \u00c9der's team before Dmitri Loskov was V\u00edctor S\u00e1nchez.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "1972.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "The chairperson of Bruno Bieligk's member of political party after Georg Ledebour was Carl Schurz.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006858", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000627", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "The answer is 1982.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008456", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "After Zhytomyr country Russian Empire, what was the basic form of government of Sevastopol's country?", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004863", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "In 1935, the winner of the Academy Award for Best Picture was \"It Happened One Night,\" which was nominated for and won several awards, including Best Picture, Best Director (Frank Capra), Best Actor (Clark Gable), Best Actress (Claudette Colbert), and Best Screenplay.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005053", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lauri Yl\u00f6nen", + "pred": "The winner of Haloo Helsinki!'s nominated for after Poets of the Fall was \"Kuolema\" by the band \"Kuolema\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006906", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sini\u0161a Mihajlovi\u0107", + "pred": "The head coach of Marco Marchionni's member of sports team after Aldo Agroppi was Giuseppe Bellini.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004343", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Arrigo Sacchi", + "pred": "The head coach of Walter Bianchi's member of sports team in 1984 was Bill Russell.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008520", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Hans Loritz", + "pred": "1938.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008566", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "The general secretary of the Nazi Party after Hanns Martin Schleyer was Joseph Goebbels.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005406", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005485", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Milo\u0161 Zeman", + "pred": "The head of state of the Czech Republic after Miroslav Horn\u00ed\u010dek's country of citizenship (Czech Republic) was Milo\u0161 Zeman.", + "em": 1.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006778", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italian lira", + "pred": "1963.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000448", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Alex Ferguson", + "pred": "Bryan Gunn is a former professional footballer who played as a midfielder. He was a member of the Scottish Football League team, and his career spanned from the 1970s to the 1990s. However, there is no direct information about a specific team that Bryan Gunn was a member", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005253", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Aravind Adiga", + "pred": "The winner of the Booker Prize in 2008, which was the year Amitav Ghosh was nominated, was **\"The Sea\" by Peter Carey**. However, it's important to clarify that Amitav Ghosh was not nominated for the Booker Prize in 2008. He was nominated", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002793", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "The winner of Mrs. Parkington's nominated for after Academy Award for Best Actress winner Jennifer Jones was not a specific person, as Mrs. Parkington was a fictional character from the 1945 film \"The Best Years of Our Lives.\" In the context of the film, Mrs. Parkington was a character", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001366", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Cliff Burton", + "pred": "Cliff Burton", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000346", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Giorgio Napolitano", + "pred": "In 2010, the head of state of Giovanni Lilliu's country of citizenship was Giorgio Napolitano.", + "em": 1.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001380", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "John Williams", + "pred": "The composer of Katie Couric's notable work, \"The Katie Couric Show,\" is not a well-known or widely recognized figure in the music industry. The show itself is a news program, and its theme music is typically composed by a professional music composer or a team of composers. If you have a specific piece or", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007366", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "1973.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004085", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "Qing dynasty", + "pred": "The answer is not available in the given text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "Israel", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "The winner of the 2006 Man Booker Prize, which was awarded to Kiran Desai for his novel \"The Inheritance of Loss,\" was not Fay Weldon. Instead, the winner was Kiran Desai himself. However, if you're asking about the winner of the Man Booker Prize that was", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Nike", + "pred": "The kit supplier of Steve Borthwick's member of sports team before Umbro was Adidas.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005149", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Dalvik VM", + "pred": "Grand Theft Auto III was released for Microsoft Windows in 2001. The has part of Grand Theft Auto III's platform after Grand Theft Auto III platform Microsoft Windows is the PlayStation 2.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007466", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Deutsche Mark", + "pred": "The currency of Sande's country in 1956 was the Nigerian pound.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "EFL Championship", + "pred": "1. FA Cup\n2. UEFA Champions League\n3. UEFA Europa League\n4. EFL Cup\n5. League Cup\n6. FA Community Shield\n7. UEFA Super Cup\n8. FIFA Club World Cup\n9. UEFA Europa Conference League\n10. EFL Trophy", + "em": 0.0, + "f1": 0.07407407407407407, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002303", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "The 19th Canadian Ministry's head of government in 1968 was the Prime Minister of Canada, Lester B. Pearson.", + "em": 1.0, + "f1": 0.38095238095238093, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004925", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "The winner of Bessie Love's nominated for in 1930 was \"The Last of the Mohicans\" (1930).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002425", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "Ugo Morin was a member of the European Economic Community (EEC) before the European Economic Community.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003762", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Minneapolis Armory", + "pred": "The Kingdome", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000351", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Territory of Hawaii", + "pred": "Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003288", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "1992.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001079", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Giampiero Boniperti", + "pred": "Stefano Tacconi\n\n\nThe answer is: Stefano Tacconi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Paulo Bento", + "pred": "The head coach of Baek Sung-dong's member of sports team after Ham Heung-chul member of sports team South Korea men's national football team is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006454", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Steve Sampson", + "pred": "Kevin Hartman is a former professional soccer player, not a member of a sports team. Therefore, there is no head coach of Kevin Hartman's member of sports team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007686", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "United States Cabinet", + "pred": "United States Secretary of the Navy", + "em": 0.0, + "f1": 0.4444444444444444, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001636", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000642", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Alan Hollinghurst", + "pred": "The winner of the 2004 Man Booker Prize, which was awarded to J. M. Coetzee for his novel \"Disgrace,\" was not Ronan Bennett. Instead, the prize was won by the South African author J. M. Coetzee himself, as he was the one who", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005992", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1906.0, + "gold": "Theodore Roosevelt", + "pred": "Benjamin Harrison", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001567", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "William Vickrey\n\n\nThe head of government of William Vickrey's residence before David Dinkins was **William Vickrey** himself.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003917", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Elizabeth II", + "pred": "Elizabeth II\n\n\nAfter George VI, the head of state of Liz Smith's country of citizenship was **Elizabeth II**.", + "em": 1.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007632", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pawe\u0142 Janas", + "pred": "The head coach of Kamil Kosowski's member of sports team after Andrzej Strejlau was Janusz Kowalik.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001702", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Eerste Divisie", + "pred": "1. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006358", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "German Federal Archives", + "pred": "The Karl-Liebknecht-Haus's operator's archives were in the city of Berlin in 1932.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Dwight D. Eisenhower", + "pred": "Erazim Koh\u00e1k's residence was in the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001724", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Lyndon B. Johnson", + "pred": "After Harry S. Truman, the head of government of Stack-O-Tracks's place of publication was Dwight D. Eisenhower.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005308", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "The winner of the Academy Award for Best Actress after Jeanne Eagels's nomination was Janet Gaynor.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006485", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "In 2000, the winner of the Man Booker Prize, which Matthew Kneale was nominated for, was \"The Amazing Adventures of Kavalier & Clay\" by Michael Chabon.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004831", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "1948.0\n\nOkay, let's try to figure out what Piero Scotti's country of citizenship's currency was in 1948. First, I need to find out which country Piero Scotti was a citizen of in 1948. But wait, I don", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005190", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "The employer of the Ausonius Award winner after Georg Danek was the German Federal Ministry of Education and Research (Bundesministerium f\u00fcr Bildung und Forschung).", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006636", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "George Marshall", + "pred": "Secretary of State", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003213", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "In 1965, the head of government of Frank Tieri's residence was the President of the United States, Lyndon B. Johnson.", + "em": 1.0, + "f1": 0.3, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005672", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "After Paul von Hindenburg, the head of state of L\u0119bork's country was Adolf Hitler.", + "em": 1.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006227", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1945", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Giffoni Film Festival", + "pred": "Big Sean's unmarried partner at the time was Keri Hilson. In 2013, Keri Hilson received the \"Best R&B/Soul Album\" award at the 55th Annual Grammy Awards for her album \"No More Drama.\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007816", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Franciszek Smuda", + "pred": "Marek Saganowski's member of sports team's head coach in 2012 was Janusz Kowalski.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001958", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "John Lindsay", + "pred": "The head of government of Arman's work location before Ed Koch was Robert Moses.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007818", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Sepp Herberger", + "pred": "1957.0\n\nOkay, let's try to figure out the answer to this question. The question is: \"What was the head coach of Fritz Herkenrath's member of sports team in 1957?\" And the answer given is 1957.0. Hmm", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003874", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006836", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "1989.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005437", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "The head of government of Maria Tore Barbina's country of citizenship after Antonio Bacci country of citizenship Italy was the President of the Council of Ministers of Italy.\n\n\nThe head of government of Maria Tore Barbina's country of citizenship after Antonio Bacci country of citizenship Italy was the President of the Council of", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_001779", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Chemnitz Government Region", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002182", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "1938.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006540", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "The head of government of Italy after Attilio Pierelli's country of citizenship (Italy) was Giulio Andreotti.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "The question is asking for the chairperson of Al\u00edpio's member of sports team after Jo\u00e3o Tamagnini Barbosa. However, there is no information provided about Al\u00edpio's sports team or Jo\u00e3o Tamagnini Barbosa's involvement with it. Therefore, I cannot provide an answer to this question.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000470", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "In 1950, the head of state of Renato Polselli's country of citizenship was the President of the Italian Republic, which was a constitutional monarchy at the time. The head of state was the King of Italy, Umberto II. However, it's important to note that Umberto II's reign", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_004884", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Emma Thompson", + "pred": "1992.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008312", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "United Kingdom of Great Britain and Ireland", + "pred": "England", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006013", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "The head of government of Louise Bourgeois's work location, which is New York City, after the Prelinger Archives located there is the Mayor of New York City.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006889", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Carlo Ancelotti", + "pred": "1. Franco Di Santo\n2. member of sports team \u2192 A.S. Roma\n3. head coach of \u2192 Luciano Spalletti\n4. Jack Kirwan\n5. member of sports team \u2192 Chelsea F.C.\n6. head coach of \u2192 Gianluca Vialli\n7. answer", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003651", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "The team captain of Matt Carkner's drafted by after Guy Lafleur member of sports team Montreal Canadiens is Scott Mellanby", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Q82595", + "pred": "2. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Jo\u00e3o Baptista de Oliveira Figueiredo", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000420", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1917.0, + "gold": "1917", + "pred": "1917", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005828", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Prime Minister of Belize", + "pred": "Prime Minister", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Sepp Herberger", + "pred": "In 1962, the head coach of Hans Nowak's member of sports team was not available in the provided context.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002499", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Territory of Hawaii", + "pred": "United States of America", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008212", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "George VI", + "pred": "King George VI", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Yugoslavia", + "pred": "1967.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006976", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Gennaro Gattuso", + "pred": "The head coach of Hakan \u00c7alhano\u011flu's team after Vincenzo Montella was Thomas Tuchel.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007445", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "The award received by Borussia Dortmund's head coach before the Order of Merit of Baden-W\u00fcrttemberg was the Bundesliga Coach of the Year award in 2011.", + "em": 0.0, + "f1": 0.24, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004525", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Lamberto Dini", + "pred": "Antonio Brancaccio was an Italian politician, so his country of citizenship was Italy. The head of government of Italy in 1995 was President of the Council of Ministers (Prime Minister) Carlo Azeglio Ciampi. However, it's important to note that Ciampi was the President of", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Giorgio Napolitano", + "pred": "The head of state of Milram's country after Francesco Cossiga was Giorgio Napolitano.", + "em": 1.0, + "f1": 0.2666666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003387", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "1. George Boateng\n 2. member of sports team\n 3. head coach\n 4. 1999\n 5. 2000\n 6. 2001\n 7. 2002\n 8. 200", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008292", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "United States", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006528", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1879", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008636", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Walter Zenga", + "pred": "The head coach of Giuseppe Mascara's member of sports team before Diego Simeone was Jos\u00e9 Antonio Camacho.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004972", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Kia Forum", + "pred": "The Metrodome", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006497", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Hungarian People's Republic", + "pred": "1957 was the year of the 1957 United States presidential election, which was held on November 4, 1957. The capital of the United States is Washington, D.C.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "The head coach of Fernando Torres's team after Carlo Ancelotti was Roberto Mancini.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005410", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Taiwan", + "pred": "Elizabeth Bishop's residence in 1955 was in the United States, specifically in Cambridge, Massachusetts. The diplomatic relation of her residence at that time was as a U.S. citizen, and she was not involved in any diplomatic relations herself. However, as a prominent American poet, her work and presence contributed to", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000901", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Yasser Arafat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007838", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mircea Lucescu", + "pred": "1999\u20132002: Fenerbah\u00e7e S.K. (assistant coach)", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007144", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "The Internationale", + "pred": "The anthem of Glazov, located in the Russian Soviet Federative Socialist Republic (RSFSR) after Vasiliy Ulrikh's country of citizenship, was the \"Hymn of the RSFSR.\"", + "em": 0.0, + "f1": 0.09090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Jean Mistler", + "pred": "the Soci\u00e9t\u00e9 des Gens de Lettres", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000287", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Gerhard Casper", + "pred": "In 1993, the chairperson of Andrew M. Stuart's employer was Robert S. Kagan.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004792", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "The currency of Mario Piccioli's country of citizenship in 1947 was the Italian lira.", + "em": 1.0, + "f1": 0.2666666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006621", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sean Yates", + "pred": "The head coach of Q561361's member of sports team before Gabriel Rasch was John Harkes.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001788", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Jeanne Eagels was a famous American actress and singer, known for her work in the early 20th century. She was nominated for an Academy Award for Best Actress for her role in the 1930 film \"The Divine Lady.\" The winner of that Academy Award was Luise Rainer, who", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002557", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Fiorello H. La Guardia", + "pred": "The head of government in 1941 was the President of the United States, Franklin D. Roosevelt.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "In 1990, Penelope Fitzgerald was nominated for the Booker Prize for her novel \"The Book of Proof.\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006058", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Giuseppe Saragat", + "pred": "Antonio Pesenti\n\n\nThe answer is: **Antonio Pesenti**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000536", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Estadio Metropolitano\n\nOkay, let's try to figure out this question. The user is asking: \"After Luis Aragon\u00e9s member of sports team Atl\u00e9tico Madrid, what was the home venue of Baltazar's member of sports team?\" The answer given is \"Estadio Metropolitano.\" Hmm", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007404", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2000.0, + "gold": "2000", + "pred": "1966", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001292", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1990.0, + "gold": "1990", + "pred": "1990", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "The winner of Andr\u00e9 Brink's nominated for was not specified in the given text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "The winner of the Booker Prize in 1979 was Nadine Gordimer for her novel \"July's People\". However, the question seems to be asking about the winner of a different award that Fay Weldon was nominated for after Gordimer won the Booker Prize. \n\nFay Weldon was nominated for the", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002490", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001434", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "New York City", + "pred": "The residence of Betsey Johnson's spouse after London was New York City.", + "em": 1.0, + "f1": 0.375, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006868", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jean Mistler", + "pred": "the French Communist Party", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002319", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2022.0, + "gold": "2022", + "pred": "2010\u20132011\n\n\nFelix Magath was the head coach of Stevan Joveti\u0107's member of sports team, VfL Wolfsburg, during the 2010\u20132011 season.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008472", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000496", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Massimo D'Alema", + "pred": "The answer is \"Slovenia\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005883", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Helmut Kohl", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "BP", + "pred": "The sponsor of Rudolf Kargus's member of sports team before Emirates was the German airline Lufthansa.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001286", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "The head of state of Francesco Carpino's country of citizenship after Tullio Kezich's country of citizenship Italy was Giuseppe Garibaldi.\n\n\nThe head of state of Francesco Carpino's country of citizenship after Tullio Kezich's country of citizenship Italy was **Giuseppe Garibaldi", + "em": 0.0, + "f1": 0.10526315789473684, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003325", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Bucharest", + "pred": "The capital of Vla\u0219ca County's country after Ia\u0219i was T\u00e2rgu Jiu.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "The head of government of Sister Rosetta Tharpe's residence after Chicago head of government Carter Harrison IV was John H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000949", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Otto von Bismarck", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004634", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "1997", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008417", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "1. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mary J. Blige", + "pred": "Aaliyah's nominated for's winner in 2002 was \"Best R&B Performance by a Duo or Group with Vocal\" for the song \"Try Again\" with R. Kelly.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007469", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002488", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Italian lira", + "pred": "The currency of Avanti Martinetti's country of citizenship in 1954 was the Italian lira.", + "em": 1.0, + "f1": 0.2666666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Yitzhak Rabin", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007418", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Elliott Gould", + "pred": "The answer is Frank Sinatra.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005916", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Micha\u0142 Matyas", + "pred": "1967.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006233", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "In 2006, the head coach of the team that Ayhan Akman was a member of was Ferdi Tayfur.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005848", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "German Empire", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005040", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Antonio Segni", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005138", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Adolf Hitler", + "pred": "The question is about the chairperson of Hartmann Lauterbacher's member of political party in 1942. However, there is no information available about Hartmann Lauterbacher or their political party in 1942. Therefore, it is not possible to provide an answer to this question", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004246", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "1948.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007892", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Italian lira", + "pred": "The currency of the United States in 1993 was the United States dollar.\n\n\nThe currency of the United States in 1993 was the United States dollar.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Paul von Hindenburg was the head of state of Germany from 1925 until his death in 1934. Fritz-Julius Lemp was a German citizen, so the head of state of his country of citizenship after Hindenburg was Adolf Hitler, who became Chancellor of Germany in 193", + "em": 1.0, + "f1": 0.11764705882352941, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_006684", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Luigi Einaudi", + "pred": "The head of state of Guido Guerrini's country of citizenship before Antonio Segni was Enrico De Nicola.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001045", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "association football", + "pred": "1998.0\n\nOkay, let's try to figure out the answer to this question: \"What was the sport of Philipp Laux's member of sports team in 1998?\" The answer given is 1998.0, which seems a bit confusing. Maybe there's", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002791", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Lory Del Santo", + "pred": "1987.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005581", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The Ninth Day is a 2005 film directed by Michael Haneke. The film was nominated for several awards, including the European Film Award for Best Actor. The winner of the European Film Award for Best Actor in 2005 was Ulrich Tukur for his role in the film \"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Pawe\u0142 Janas", + "pred": "The answer is: 1998-2000: Hans van Breukelen (assistant coach) 2000-2002: Peter van den Hoogenband (assistant coach) 2002-2004: Leo Beenhakker (head coach", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004802", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "John W. Campbell", + "pred": "the Hugo Award", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004455", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "The head of state of Guido Celano's country of citizenship in 1975 was the President of the Italian Republic, Giuseppe Saragat.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001570", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Otto Nerz", + "pred": "The head coach of Rudolf Noack's member of sports team before Berti Vogts was Karl-Heinz Feldkamp.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005703", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Morten Olsen", + "pred": "The head coach of Kasper Lorentzen's member of sports team in 2012 was Thomas S\u00f8rensen.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006235", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Diego Simeone", + "pred": "In 2011, Maxi L\u00f3pez was a member of the Argentine football team, and the head coach of that team was Diego Maradona.", + "em": 0.0, + "f1": 0.09999999999999999, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001186", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Susan Sarandon", + "pred": "The winner of Nell's nominated for was Helen Hunt.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005903", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002985", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Bettino Craxi", + "pred": "Mario Agnes\n\n\nAfter Emilio Colombo, the head of government of Mario Agnes's country of citizenship was **Mario Agnes**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "In 1991, the head coach of Piotr Jegor's member of sports team was not available.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008323", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Budapest", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Yugoslavia", + "pred": "1981.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005474", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Oskar von Miller", + "pred": "Rudolf Diesel's member of the board was Carl von Linde.", + "em": 0.0, + "f1": 0.14285714285714288, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001830", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Nippon Bud\u014dkan", + "pred": "1990.0\n\n\nThe answer is: **1990.0**", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001756", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001887", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "1. Dietmar Hamann\n2. 1.1. 1.1.1. 1.1.1.1. 1.1.1.1.1. 1.1.1.1.1.1. 1.1.1.1.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005552", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "1999.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004901", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Wen Jiabao", + "pred": "Deng Xiaoping", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006473", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "1996", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006253", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "1963", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002709", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Alex McLeish", + "pred": "Robin Shroot is not a known figure in sports, and there is no clear information about a sports team associated with him. Therefore, I cannot provide an answer to this question.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007811", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Giovanni Spadolini", + "pred": "1982.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006165", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Edward Cassidy", + "pred": "The chairperson of the Joint Declaration on the Doctrine of Justification's signatory after Dicastery for promoting Christian unity chairperson Johannes Willebrands was Cardinal Joseph Ratzinger.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007431", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Ernest Borgnine", + "pred": "The winner of the Academy Award for Best Actor after Dan O'Herlihy was nominated for \"Gentleman's Agreement\" was Spencer Tracy. Tracy won the Academy Award for Best Actor in 1956 for his role in \"Captains Courageous.\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002594", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Soviet Union", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004546", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "David Dinkins", + "pred": "Nancy Graves\n\n\nAfter Fiorello H. La Guardia, who was the head of government of Nancy Graves's work location?\n\nAnswer: Nancy Graves", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006589", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006151", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1947", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005300", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Otto Rehhagel", + "pred": "The head coach of Dimitris Salpingidis's member of sports team in 2009 was Giorgos Katsikas.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003618", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Franz Joseph I of Austria", + "pred": "The answer is \"Budapest\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "United States\n\n\nThe Discovery Channel is based in the United States. After the United States shares a border with Panama, the head of government of the United States was **Joe Biden**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001195", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007049", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1978.0, + "gold": "1978", + "pred": "1978", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003961", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Edith Roosevelt", + "pred": "The spouse of the signatory of the Immigration Act of 1903 was Eleanor Roosevelt.", + "em": 0.0, + "f1": 0.16666666666666669, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002548", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "The basic form of government of Charles Debbas's country of citizenship before it became a one-party state was a constitutional monarchy.", + "em": 0.0, + "f1": 0.09090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1910.0, + "gold": "Austria\u2013Hungary", + "pred": "Hungary", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003484", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "United Kingdom", + "pred": "Israel", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Kingdome", + "pred": "The Forum\n\nOkay, let's try to figure out this question. The user is asking: \"After Slick Watts member of sports team Seattle SuperSonics, what was the home venue of Tom Chambers's member of sports team?\" The answer given is \"The Forum.\" Hmm, I need to break this down step", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002163", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Clive Woodward", + "pred": "2002.0\n\nOkay, let's try to figure out this question. The user is asking: \"After England men\u2019s national rugby union team kit supplier Nike, what was the head coach of Phil Vickery's member of sports team?\" And the answer given is 2002.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006692", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Bruce Buck", + "pred": "1. Siobhan Chamberlain - Chelsea F.C.\n2. Chelsea F.C. - Gianluca Vialli\n3. Gianluca Vialli - Marko Marin\n4. Marko Marin - Miroslav Klose\n5. Miroslav Klose - Thomas H", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006073", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Volker Finke", + "pred": "1997.0\n\nOkay, let's try to figure out this question. The user is asking for the head coach of Alain Sutter's member of sports team after Nikola Jur\u010devi\u0107 was a member of SC Freiburg. Hmm, that's a bit confusing. Let me break it", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_008473", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Roman Abramovich", + "pred": "1. FC Nuremberg\n\n\nIn 2005, Lassana Diarra was a member of the sports team **1. FC Nuremberg**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003674", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1978.0, + "gold": "Leonid Brezhnev", + "pred": "The chairperson of Viktor Anpilov's member of political party after Joseph Stalin was Grigory Zinoviev.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003352", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "absolute monarchy", + "pred": "The Kingdom of the Serbs, Croats and Slovenes", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "The answer to this question is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002789", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Italian lira", + "pred": "The currency of Pietro Lana's country of citizenship in 1950 was the Italian lira.", + "em": 1.0, + "f1": 0.2666666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005326", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Spencer Tracy", + "pred": "Before Jack Nicholson, the winner of the Academy Award for Best Actor for the year in which Paul Muni was nominated was Spencer Tracy.", + "em": 1.0, + "f1": 0.18181818181818182, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005284", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Erich Werdermann", + "pred": "Werner Greuter was the chief executive officer of Gerhard Wagenitz's employer, which was the company \"Wagenitz & Co.\" Therefore, the answer is Werner Greuter.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005774", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Super League\n\n\n\nThe league or competition of Stephan Andrist's member of sports team after Challenge League was the **Super League**.", + "em": 0.0, + "f1": 0.21052631578947367, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003372", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Patrick Le Lay", + "pred": "The chairperson of Star Academy's original broadcaster in 2008 was David Walliams.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008201", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Nicole Kidman won the Academy Award for Best Actress for her role in \"The Hours\" in 2002.", + "em": 1.0, + "f1": 0.13333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001153", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Franz Beckenbauer", + "pred": "1985.0\n\n\nIn 1985, Pierre Littbarski was a member of the **1. FC K\u00f6ln** football team. The head coach of 1. FC K\u00f6ln during that year was **Rudi V\u00f6ller**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007164", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "Simone Inzaghi", + "pred": "The head coach of Pepe Reina's member of sports team was Rafael Ben\u00edtez.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006407", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Allianz Arena", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001540", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "1997\u20131998", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005100", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Claudio Ranieri", + "pred": "In 2008, the head coach of Hasan Salihamid\u017ei\u0107's member of sports team was Zdravko Kevi\u0107.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "The answer is 1951.0.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "The winner of the Academy Award for Best Actor for the film \"Cast Away\" was Tom Hanks.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007894", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008658", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Ruslan Rotan", + "pred": "Andriy Shevchenko", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005158", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "The head of state of Pietro Giacomo Nonis's country of citizenship, which is Italy, before Giovanni Leone was Antonio Segni.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008060", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Bundesliga", + "pred": "Austrian Football Bundesliga", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004900", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "SeatGeek Stadium", + "pred": "18000-seat stadium\n\nStep 1: Identify the sports team associated with Logan Pause.\nLogan Pause is associated with the Chicago Fire FC.\n\nStep 2: Determine the home venue of the Chicago Fire FC.\nThe Chicago Fire FC's home venue is Soldier Field.\n\nStep 3: Identify the", + "em": 0.0, + "f1": 0.07142857142857144, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000430", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Bombardier", + "pred": "Alstom SA", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006467", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Taiwan", + "pred": "Enderbury Island is a territory of Kiribati, which is an independent country. Therefore, the diplomatic relation of Enderbury Island's country (Kiribati) would be with other countries. However, without specific information about the diplomatic relations of Kiribati at the time of Liz Smith's country of citizenship", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004710", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000041", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "The head of government of Italy in 1996 was Romano Prodi.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004408", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "crown prince", + "pred": "1st Earl of St Andrews", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001201", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Yugoslavia", + "pred": "1964.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004457", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "The answer is \"University of Vienna\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005193", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Italian lira", + "pred": "The currency of the country of citizenship of Antonio Cariglia in 1969 was the Italian lira.", + "em": 1.0, + "f1": 0.2857142857142857, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005781", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "State Anthem of the Soviet Union", + "pred": "The anthem of Kursk Oblast is \"Kursk Oblast\" (Russian: \"\u041a\u0443\u0440\u0441\u043a\u0438\u0439 \u043a\u0440\u0430\u0439\"), composed by Vladimir Kovalyov and written by Vladimir Kovalyov. It was adopted in 1992.", + "em": 0.0, + "f1": 0.23076923076923075, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004013", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "1982.0\n\n\nThe answer is: 1982.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003935", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Volker Finke", + "pred": "1999.0\n\nOkay, let's try to figure out this question. The user is asking: \"After Benny Wendt member of sports team SC Freiburg, what was the head coach of Andreas Bornemann's member of sports team?\" And the answer given is 1999.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006770", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Silvio Berlusconi", + "pred": "The chairperson of Fernando Redondo's member of sports team in 2004 was Jos\u00e9 Mar\u00eda Gil-Robles.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008617", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "1948.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008708", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Bosnia and Herzegovina", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Zden\u011bk Zeman", + "pred": "1996.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007389", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Saku Koivu", + "pred": "The team captain of the Montreal Canadiens, who was drafted by the team after Maurice Richard, was Jean B\u00e9liveau.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005554", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Moscow", + "pred": "The twinned with of Imi Knoebel's work location in 1992 was Bielefeld.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000408", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Kingdom of Prussia", + "pred": "Germany\n\n\nPaul Cassirer's work location in 1904 was located in **Germany**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003634", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Uwe Neuhaus", + "pred": "The head coach of Micha\u0142 Bemben's member of sports team in 2008 was Janusz Kowalski.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006653", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Italian lira", + "pred": "The currency of Renato Barisani's country of citizenship in 1997 was the Italian lira.", + "em": 1.0, + "f1": 0.2666666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000961", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Kate Winslet", + "pred": "The winner of La Vie en Rose's nominated for after Katharine Hepburn was not a person, but a film. La Vie en Rose is a 2007 French film directed by Olivier Dahan, which is a biographical drama about the life of French singer \u00c9dith Piaf. The film", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002923", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Yugoslavia", + "pred": "1949.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008130", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Silvio Berlusconi", + "pred": "Stefano Fissi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001668", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Jane Fonda", + "pred": "The winner of Women in Love's nominated for was not Louise Fletcher, but rather the film itself, \"Women in Love\" (1969), which was nominated for several awards. However, if the question is asking about the winner of the category in which Louise Fletcher was nominated, then the answer would be different", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Lucien Favre", + "pred": "Marcel Schmelzer is a German footballer who played as a defender. He was a member of the German national team, and his head coach at that time was Joachim L\u00f6w. Therefore, the answer is Joachim L\u00f6w.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007280", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Klaus Wowereit", + "pred": "The head of government of the United States in 2006 was George W. Bush.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004011", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "1976 Academy Award for Best Cinematography", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001876", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Thomas Tuchel", + "pred": "1. FSV Mainz 05", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003426", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "George H. W. Bush", + "pred": "The head of government of Motorola's country after Theodore Roosevelt was not a person, but a position. The head of government of the United States, which is the country where Motorola is based, after Theodore Roosevelt was Woodrow Wilson.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008324", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001646", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Walter Samuel's member of sports team was Inter Milan, and the head coach was Jos\u00e9 Mourinho.", + "em": 1.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001719", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "1. Germany men's national association football team\n 2. Uwe Rahn\n 3. 1990\n 4. 1991\n 5. 1992\n 6. 1993\n 7. 1994", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005359", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "The head coach of George Boateng's team in 2012 was John Carver.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002201", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Princeton University", + "pred": "John von Neumann", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000953", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "In 2003, Monica Ali was nominated for the Man Booker Prize for her novel \"The Ghost Map\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003588", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Jos\u00e9 Antonio Camacho", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006330", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "The winner of the Gerard Donovan Award, which was nominated for by John Banville, was John Banville himself.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006529", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006295", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "After Bette Davis, the winner of Mrs. Parkington's nomination was Joan Crawford.", + "em": 1.0, + "f1": 0.2666666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007246", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001257", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004353", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "the French Academy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001453", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "The head of state of Kyakhta's country after Simferopol country Russian Empire was the Tsar of Russia.\n\n\nThe head of state of Kyakhta's country after the Simferopol country (which refers to the Russian Empire) was the **Tsar of Russia**.", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "1951.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008480", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006167", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "LMFAO", + "pred": "The winner of the MTV Movie Award for Best Song from a Movie for \"Party Rock Anthem\" was LMFAO. The award was won in 2012.", + "em": 1.0, + "f1": 0.1, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003258", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "J\u00fcrgen Linden", + "pred": "The head of government of the residence of Ena von Baer in 2002 was the President of the United States, George W. Bush.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004631", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "absolute monarchy", + "pred": "In 1904, the basic form of government of Trabzon Province's country was a constitutional monarchy.", + "em": 0.0, + "f1": 0.11764705882352941, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Ang Lee", + "pred": "The Tree of Life was not nominated for an Oscar before Alfonso Cuar\u00f3n.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002531", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Austria", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008228", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Frances McDormand", + "pred": "The winner of Elisabeth Shue's nominated for was \"The Fabulous Baker Boys\" (1989).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005557", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Fatih Terim", + "pred": "The question is a bit confusing, but I'll try to break it down step by step.\n\n1. Adem B\u00fcy\u00fck is a Turkish footballer who plays as a defender.\n2. He has been part of the Turkey men's national football team.\n3. The question asks about the head coach of Adem B\u00fcy\u00fck's", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007336", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003098", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "The head of state of Flavio Mogherini's country of citizenship, Italy, before Francesco Cossiga was Giovanni Gronchi.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002950", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1945.0, + "gold": "1945", + "pred": "1945", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000019", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Italian lira", + "pred": "The currency of the country of citizenship of Maurizio Lucidi in 2002 was the Euro (\u20ac).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001920", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Claudio Ranieri", + "pred": "Roberto Di Matteo's member of sports team's head coach in 2002 was Tony Pulis.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005782", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "White Hart Lane", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000862", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Humphrey Bogart", + "pred": "1951 Academy Award for Best Actor", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001033", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "China Mi\u00e9ville", + "pred": "In 2005, the winner of the Academy Award for Best Adapted Screenplay was \"The Departed\" (2006), directed by Martin Scorsese. However, \"Cloud Atlas\" was not nominated for an Academy Award in 2005. \"Cloud Atlas\" is a", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003960", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006287", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "1999.0\n\nOkay, let's try to figure out this question. So, the user is asking about the head coach of Josh Lewsey's member of sports team after Wavell Wakefield, 1st Baron Wakefield of Kendal member of sports team England men\u2019s national rugby union", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007880", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Giovanni Trapattoni", + "pred": "The head coach of Stefano Tacconi's member of sports team in 1992 was Giuseppe Saronni.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005772", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Titel Municipality is located in Slovenia.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006294", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Best Actress in a Supporting Role", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004173", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "1982.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005281", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "1958.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Ottmar Hitzfeld", + "pred": "The answer is 1997.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008091", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "\u0130smet \u0130n\u00f6n\u00fc", + "pred": "The chairperson of Fuat K\u00f6pr\u00fcl\u00fc's member of political party before Deniz Baykal was Ahmet Davuto\u011flu.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004964", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002871", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Giuseppe Saragat was the head of state of Italy from 1959 to 1962. Giacinto Facchetti was an Italian footballer, so his country of citizenship was Italy. Therefore, the head of state of Giacinto Facchetti's country of citizenship after Gi", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003979", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Rachida Brakni", + "pred": "1999 European Film Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008204", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Erwin Kramer", + "pred": "The manager of DRB Class 52's operator before Heinz D\u00fcrr was Karl-Heinz R\u00f6der.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001932", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Joe Louis Arena", + "pred": "The home venue of Stu Grimson's team, which he was drafted by in 1983, was the Montreal Forum.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Serbia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000480", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "UNESCO", + "pred": "European Union", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007286", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "1.0\n\n\nThe sponsor of Bastian Reinhardt's member of sports team in 2009 was **Red Bull**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Daniel Auteuil", + "pred": "Before Ewan McGregor, the winner of Jan Decleir's nomination was David Bowie.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002946", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Michal B\u00edlek", + "pred": "The head coach of the Czech Republic men's national football team after Jozef Chovanec was Milo\u0161 \u0160echn\u00fd. However, Daniel Kol\u00e1\u0159 is a Czech footballer, and the question seems to be asking about the head coach of the team that Daniel Kol\u00e1\u0159 was a member of,", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003999", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Adolf Hitler", + "pred": "Anton Drexler was the founder and first leader of the German Workers' Party (DSP), which later became the Nazi Party. Hans G\u00fcnther was a member of the DSP and later the Nazi Party. After Anton Drexler, the chairperson of the DSP was Dietrich Eckart, who was a close associate", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_005894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "The winner of Vera Drake's nominated for was the Academy Award for Best Actress, which was won by Samantha Morton.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005752", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "The head of government of Bruno Bettinelli's country of citizenship was Giulio Andreotti.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001810", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "The answer is \"Giuseppe Zanardelli\".", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004977", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "The head of state of Livio Lorenzon's country of citizenship in 1957 was the President of the Italian Republic, which was Enrico de Nicola.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Paul von Hindenburg", + "pred": "The head of state of Otto Schuhart's allegiance after the Weimar Republic was the Federal Republic of Germany.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007873", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "1929.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002637", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Graham Swift won the 1996 Man Booker Prize for his novel \"Waterland.\" The question seems to be asking about the year when Graham Swift was the winner of the Man Booker Prize for \"Waterland,\" which was nominated for the award. However, it's important to clarify that \"Waterland\" was", + "em": 1.0, + "f1": 0.06060606060606061, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005587", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Gwyneth Jones was the winner of the 2002 Hugo Award for Best Novelette for \"The Day the Earth Stood Still\" (2001), which was nominated for the 2002 Hugo Award.", + "em": 1.0, + "f1": 0.1, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005428", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Silvio Berlusconi", + "pred": "The chairperson of Arrigo Sacchi's coach of sports team in 1997 was Giuseppe Marotta.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005312", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Ruth Chatterton was nominated for the Academy Award for Best Actress in 1930 for her role in the film \"The Divorce of Lady X\". However, she did not win the award that year. The winner for Best Actress in 1930 was Norma Shearer for her performance in", + "em": 1.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006932", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "1965.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000781", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "CBS", + "pred": "The original broadcaster of Natalia Oreiro's nominated work for the Mart\u00edn Fierro Award was Televisi\u00f3n P\u00fablica.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000003", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1947.0, + "gold": "1947", + "pred": "1947", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Giorgio Napolitano", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004934", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "Italian lira", + "pred": "The currency of Gianna Maria Canale's country of citizenship in 1978 was the Italian lira.", + "em": 1.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000313", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Before Kazakhstan, the area where Semey is located was part of the Russian Empire.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2016.0, + "gold": "Matteo Renzi", + "pred": "The head of government of Mario Agnes's country of citizenship after Emilio Colombo was Giuseppe Zanetti.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Yugoslavia", + "pred": "1965.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000903", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Alen Halilovi\u0107's member of sports team's head coach in 2014 was Zeljko Petrovi\u0107.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Yugoslavia", + "pred": "1979.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005738", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Aldo Moro", + "pred": "After Mario Scelba, the head of government of Enzo Sellerio's country of citizenship (Italy) was Amintore Fanfani.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006558", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "1997-1998\n\n\nAfter Claudio Caniggia, who was a member of the sports team S.L. Benfica, the chairperson of Artur Moraes's member of sports team was **Ant\u00f3nio M. de Almeida**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004400", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "The winner of the award received by Heat and Dust before Kingsley Amis was John Wain.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001076", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1998-01-01", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002725", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Pierre Trudeau", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003906", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Liga Portugal", + "pred": "1. Liga\n\n\nThe answer is: **1. Liga**", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004405", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Alberto Bigon", + "pred": "The answer is: 1. 2. 3. 4. 5. 6. 7. 8. 9. 10. 11. 12. 13. 14. 15. 16. 17.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Wolfgang Gerhardt", + "pred": "The chairperson of Walter Scheel's member of political party in 1999 was Hans-Dietrich Genscher.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000757", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "COMECON", + "pred": "1971.0\n\nOkay, let's try to figure out this question. The user is asking: \"After Albania member of Warsaw Pact, what was the member of of Anila Wilms's country of citizenship?\" And the answer given is 1971.0. Hmm, that seems", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "1. FC Kaiserslautern\n2. Thomas Schlager", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005056", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Lavrentiy Beria", + "pred": "In 1944, the chairperson of the Gulag's parent organization, the Main Administration of Camps (Glavnoye Upravleniye Lagerey, or GULAG), was Lavrentiy Beria. Beria was a high-ranking Soviet official and a key figure in", + "em": 1.0, + "f1": 0.13793103448275862, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "1999.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008552", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "1997", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Bambi Award", + "pred": "1958.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000678", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Greer Garson\n\n\nThe winner of the Academy Award for Best Actress in 1947, which was the year Greer Garson won, was **Greer Garson** herself. She won for her role in *The Best Years of Our Lives*.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002043", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Gandria was the replacement for Pazzallo in 2004.", + "em": 1.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007190", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "coming out", + "pred": "Anne Heche's unmarried partner in 1997 was actor and director John C. Reilly. The significant event related to him in 1997 was that he won the Academy Award for Best Supporting Actor for his role in the film \"Adaptation.\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003533", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Attila J\u00f3zsef", + "pred": "L\u00e1szl\u00f3 B\u00fcky's education after the University of Szeged, named after Franz Joseph I of Austria, was at the University of Budapest.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Ingrid Bergman", + "pred": "The winner of Jean Arthur's nominated for in 1944 was \"The Best Years of Our Lives\" (1942), which won the Academy Award for Best Picture.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004864", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Ireland", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001930", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1929.0, + "gold": "1929", + "pred": "Warner Baxter was never the winner of Disraeli's award.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004482", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000444", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "president of Germany", + "pred": "President of Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002417", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Saku Koivu", + "pred": "The team captain of the team that drafted Juraj Mik\u00fa\u0161 was Wayne Gretzky.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "1. Super Lig\n2. UEFA Champions League\n3. UEFA Europa League\n4. Turkish Cup\n5. Turkish Super Cup", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002089", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002782", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "The head of government of the work location of Horst Bredekamp in 2009 was Angela Merkel.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Karel Br\u00fcckner", + "pred": "The head coach of Roman T\u00fd\u010d's team after Du\u0161an Uhrin was Vladim\u00edr \u0160micer.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006603", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000643", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Adolf Hitler", + "pred": "The chairperson of Franz Xaver Schwarz's member of political party before Martin Bormann was Joseph Goebbels.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001459", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Sepp Piontek", + "pred": "The head coach of Kim Vilfort's member of sports team before Morten Olsen was S\u00f8rensen.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007691", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "German Emperor", + "pred": "Emperor of Germany", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004382", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Israeli Premier League", + "pred": "2015\u201316 UEFA Champions League", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008297", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Luxembourg National Division", + "pred": "1. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007490", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Marie Dressler", + "pred": "The winner of Ann Harding's nominated for in 1931 was \"The Last of the Mohicans\" (1931 film).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004470", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "The answer is: Jos\u00e9 Antonio Camacho.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Nike", + "pred": "2002.0\n\nOkay, let's try to figure out what Austin Healey's member of sports team's kit supplier was in 2002. First, I need to understand the question properly. The user is asking about Austin Healey, who is a former footballer, and specifically", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Pacific Coliseum", + "pred": "The Superdome", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000107", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Prague", + "pred": "Prague\n\n\nThe headquarters of Anton\u00edn Kapek's member of political party in 1984 was **Prague**.", + "em": 1.0, + "f1": 0.13333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000481", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "The winner of Joan Barfoot's nomination was not specified in the given text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005374", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007891", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Second Lady or Gentleman of the United States", + "pred": "First Lady of the United States", + "em": 0.0, + "f1": 0.7142857142857143, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004941", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Ralf Loose", + "pred": "1998-2000\n\n\nAfter Steffen Kocholl, who was a member of the sports team SC Preu\u00dfen M\u00fcnster, the head coach of Chris Philipps's member of sports team was **Rainer Adrion**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "1999.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "The Romanian People's Republic anthem", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001311", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003353", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Panama", + "pred": "In 1964, the shares border with of All Summer Long's place of publication was 1.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005629", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005931", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Leonid Brezhnev", + "pred": "Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005823", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Territory of Hawaii", + "pred": "United States of America", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002989", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Free State of Prussia", + "pred": "1924.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004259", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Anne Enright", + "pred": "A. S. Byatt", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002166", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Ligue 1", + "pred": "1. Ligue 1\n2. Ligue 2\n3. Ligue 3\n4. Ligue 4\n5. Ligue 5\n6. Ligue 6\n7. Ligue 7\n8. Ligue 8\n9. Ligue 9", + "em": 1.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008518", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Hans Backe", + "pred": "The head coach of Jan Gunnar Solli's member of sports team after Carlos Alberto Parreira was Sven-G\u00f6ran Eriksson.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003792", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Ferruccio Tagliavini was an Italian politician, so his country of citizenship was Italy. Before Francesco Cossiga, who served as the President of Italy from 1978 to 1985, the head of state of Italy was Giovanni Leone. Therefore, the answer is Giovanni Leone.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000844", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "In 2001, the winner of the Academy Award for Best Actor for the film \"Cast Away\" was Tom Hanks.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005425", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Sandro Pertini", + "pred": "Mario De Don\u00e0 was an Italian politician, so his country of citizenship was Italy. In 1979, the head of state of Italy was the President of the Italian Republic. The President of Italy in 1979 was Francesco Cossiga. Therefore, the answer is Francesco Cossiga.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006156", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The winner of the European Film Award for Best Actor in 2005 was Javier Bardem for his role in \"No Country for Old Men.\" Romain Duris was nominated for the same award for his role in \"L'\u00c9tranger\" (The Stranger). The winner of the European Film Award for", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006038", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Austro-Hungarian krone", + "pred": "The currency of Lunga's country before the Hungarian korona was the Hungarian forint.", + "em": 0.0, + "f1": 0.14285714285714288, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008465", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1923.0, + "gold": "Egyptian pound", + "pred": "The currency of Ramallah's country in 1923 was the British pound.", + "em": 0.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004604", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Javier Aguirre", + "pred": "The answer is: \u0218tefan Dobay.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002929", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "The Internationale", + "pred": "The anthem of the Black Sea Governorate was \"The Song of the Black Sea\" (Russian: \"\u041f\u0435\u0441\u043d\u044f \u0427\u0435\u0440\u043d\u043e\u043c\u043e\u0440\u044c\u044f\"), composed by Alexander Alexandrov and written by Vladimir Vysotsky.", + "em": 0.0, + "f1": 0.09523809523809525, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007720", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005879", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001938", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Territory of Hawaii", + "pred": "Province of Iloilo", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Academy Award for Best Supporting Actress", + "pred": "The nominated for of Anthony Franciosa's spouse, Shelley Winters, was the Academy Award for Best Actress.", + "em": 0.0, + "f1": 0.47619047619047616, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006351", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005087", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "1956.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006536", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006736", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Sandra Bullock", + "pred": "The winner of Doubt's nominated for after The Grifters was nominated for the Academy Award for Best Actress was Meryl Streep.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004654", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "The head of state of Khrustalnyi's country after Vladimir Lenin's country of citizenship, the Russian Empire, was the Soviet Union.", + "em": 0.0, + "f1": 0.1, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005945", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Frank Tieri is a comic book writer and artist, best known for his work on the \"Green Lantern\" series. He does not have a residence that is associated with a head of government. Therefore, the question seems to be based on a misunderstanding or a fictional context. If we assume a fictional scenario where Frank Tier", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007681", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Daman and Diu", + "pred": "Rajasthan\n\n\nThe answer is **Rajasthan**.\n\n**Step-by-Step Explanation:**\n\n1. **Identify the country of citizenship of Abhijit Banerjee:**\n - Abhijit Banerjee is a citizen of **India**.\n\n2. **Determine the head", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006184", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Lyndon B. Johnson", + "pred": "The head of government of Smiley Smile's place of publication was not Richard Nixon.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000115", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Caja M\u00e1gica", + "pred": "Palau de la Musica Catalana\n\n\nThe home venue of Ettore Messina's member of sports team, after Mario Stoji\u0107's member of sports team Real Madrid Baloncesto, is **Palau de la M\u00fasica Catalana**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002711", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "1954.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005754", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Croatia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "2012\u201313 Turkish Basketball Super League", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000552", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000403", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "SeatGeek Stadium", + "pred": "1999-2000 Serie A\n\n\nIn 2012, Paolo Tornaghi was a member of the Italian football team **S.S. Lazio**. The home venue of S.S. Lazio during that time was **Stadio Olimpico**", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003856", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "In 1971, Faye Dunaway's unmarried partner was Warren Beatty. Warren Beatty was an American citizen. Therefore, the country of citizenship of Faye Dunaway's unmarried partner in 1971 was the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003602", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Mikhail Gorbachev", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007850", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "1950.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001019", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1962.0, + "gold": "1962", + "pred": "1962", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004322", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Dietrich Stobbe", + "pred": "1980.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004271", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001171", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "In 2001, the head of state of Armando Ceste's country of citizenship was President of the Republic of the Congo.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007890", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Genevi\u00e8ve Bujold was nominated for the Academy Award for Best Actress for her role in the film \"The Last of the Mohicans\" (1992).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008632", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "The capital of the country where Demeter Balla worked in 1968 was Budapest.\n\n\nThe capital of the country where Demeter Balla worked in 1968 was **Budapest**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007395", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1925.0, + "gold": "Egyptian pound", + "pred": "The currency of Afula's country, which is in Mandatory Palestine, was the Palestine pound.", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007784", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "The winner of Jennifer Johnston's nominated for in 1977 was \"The Chalk Garden\" (1977).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006008", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Rainer Ernst's member of sports team's chairperson in 1992 was Hans-J\u00fcrgen B\u00f6ckler.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007623", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Zden\u011bk Zeman", + "pred": "1995.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000261", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "The country of Max Blokzijl's work location before Nazi Germany was the Netherlands.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005362", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Yugoslavia", + "pred": "1992.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003134", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Teen Choice Awards", + "pred": "2012 Canadian Juno Award for Single of the Year", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "In 2009, the sponsor of Kai-Fabian Schulz's member of sports team was \"Brauerei Schlossberg\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003313", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Italian lira", + "pred": "The currency of the country of citizenship of Eugenio Monti in 1972 was the Italian lira.", + "em": 1.0, + "f1": 0.2857142857142857, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005360", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "The head of government of Tim Eitel's work location after Dietrich Stobbe was the Minister of the Interior of the German Democratic Republic.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001597", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Peter Carey", + "pred": "The winner of Rachel Seiffert's nominated for after William Trevor nominated for Booker Prize is \"The Sea\" by John Banville.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Ronald Colman", + "pred": "Before Sean Penn, the winner of Hamlet's award received was not specified in the given text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005949", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Attila J\u00f3zsef", + "pred": "Hungarian Academy of Sciences", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005024", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "The head of government of Philip Taaffe's work location after Jimmy Walker was the Prime Minister of the United Kingdom, Margaret Thatcher.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007032", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Heinrich Himmler", + "pred": "the Vienna Philharmonic Orchestra", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004269", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005207", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "In 1958, the head coach of the sports team that Heinz Wewers was a member of was Karl-Heinz B\u00f6cklin.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008065", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Constantinople", + "pred": "The capital of the country that included the Old City of Jerusalem after the Ramla country was part of the Ottoman Empire was Constantinople (now Istanbul).", + "em": 1.0, + "f1": 0.10526315789473684, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003648", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000919", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "Franz Beckenbauer", + "pred": "Hans Pfl\u00fcgler was a German footballer who played as a midfielder. In 1987, he was a member of the German national team. The head coach of the German national team in 1987 was Sepp Herberger.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007438", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Croatia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000509", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "The head of state of Guido Celano's country of citizenship before Giorgio Napolitano was Giovanni Leone.", + "em": 1.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "The winner of the Booker Prize in 2003, which was the year Gerard Donovan's novel \"The Last Days of the Dying\" was shortlisted, was Ian McEwan for \"Atonement\". However, it's important to clarify that Patrick White was not nominated for the Booker Prize in", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006108", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "presidential system", + "pred": "In 1939, the basic form of government of Krak\u00f3w's country was a parliamentary democracy.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001184", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Robert Bolt", + "pred": "The winner of the Golden Globe Award for Best Screenplay for the film \"Doctor Zhivago\" was Robert Bolt.", + "em": 1.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001023", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "The head coach of Jan Suchop\u00e1rek's member of sports team in 1995 was Vladim\u00edr \u0160micer.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001479", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Javier Aguirre", + "pred": "Luis Amaranto Perea was a Colombian footballer, not a head coach. Therefore, there is no direct answer to this question. However, if you are asking about the head coach of the sports team that Luis Amaranto Perea was a member of, the answer would depend on the specific team and time period you", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006983", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Giovanni Gronchi", + "pred": "In 1956, the head of state of Maria Caniglia's country of citizenship was the President of the United States, Dwight D. Eisenhower.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007833", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "White Hart Lane", + "pred": "1994.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005681", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Netherlands", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003706", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007006", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "The head coach of Jan Suchop\u00e1rek's member of sports team before Michal B\u00edlek was Vladim\u00edr \u0160micer.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004220", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Swiss Super League", + "pred": "2. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007500", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "The United Kingdom's anthem in 1917 was \"God Save the King\" (or \"God Save the Queen\" if the monarch was a female).", + "em": 0.0, + "f1": 0.2857142857142857, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "German Empire", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003362", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ireland", + "pred": "Romania", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007378", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Allianz Arena", + "pred": "1.0\n\nOkay, let's try to figure out what Moritz Volz's sports team's home venue was in 2014. First, I need to confirm who Moritz Volz is. I think he's a German footballer, maybe a midfielder. Let me check that. Yes", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002356", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Soviet Union", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004000", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Walter Mazzarri", + "pred": "Jonathan Moreira is a Brazilian footballer who has played for several clubs, including FC Porto, Valencia, and Olympiacos. As of my knowledge cutoff in July 2024, he has not been part of a team that had Luciano Spalletti as its head coach. Spalletti has coached", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003511", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Hungarian Olympic Committee", + "pred": "Zsolt Borkai", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "After Nazi Germany, the country of citizenship of BND law's signatory was the Federal Republic of Germany.", + "em": 0.0, + "f1": 0.125, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008482", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Harry Warren", + "pred": "The winner of Richard Rodgers's award received after Oscar Hammerstein II was **Julie Andrews**. \n\n**Context:** \nRichard Rodgers and Oscar Hammerstein II were a renowned songwriting duo, known for works like *Oklahoma!* and *South Pacific*. After Hammerstein's death in 1960", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001610", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Giovanni Gronchi was the President of Italy, and Ugo Attardi was an Italian politician. Therefore, the head of state of Ugo Attardi's country of citizenship (Italy) after Giovanni Gronchi was Giovanni Leone.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "pred": "Petr Fiala", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007160", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003247", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Kevin Federline", + "pred": "In 2004, Colin Farrell was in a relationship with actress Sadie Frost. However, it's important to clarify that Sadie Frost was not married at the time, and their relationship was not officially recognized as a marriage. Therefore, the spouse of Colin Farrell's unmarried partner in 2004", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000810", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Liga I", + "pred": "1.990.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006432", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Joseph Stalin", + "pred": "Communist Party of the Soviet Union", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007768", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Zhu De was a Chinese politician, and his country of citizenship was China. The head of government of China before Li Keqiang was Zhao Ziyang.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Rock and Roll Hall of Fame", + "pred": "The answer is \"Grammy Award for Best Rock Performance\"", + "em": 0.0, + "f1": 0.13333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003836", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The winner of The Ninth Day's nominated for was not specified in the given text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007908", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003128", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Spencer Tracy", + "pred": "1967.0\n\n\nThe Academy Award for Best Actress in 1967 was won by **Jane Fonda** for her role in *Klute*. Her unmarried partner at that time was **Peter Finch**, an actor who also won an Academy Award for Best Actor in 1", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Giovanni Gronchi was the head of state of Italy from 1955 to 1962. Gianni Dova was an Italian politician, so his country of citizenship was Italy. The head of state of Italy after Giovanni Gronchi was Alcide De Gasperi, who served from 19", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001510", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "UTC\u221204:00", + "pred": "The located in time zone of Cartagena Agreement's signatory was the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Werner Greuter", + "pred": "Beat Ernst Leuenberger was the chief executive officer of the Swiss bank UBS in 2004.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Maurice Druon", + "pred": "In 1989, the general secretary of Julien Green's member of the European Economic Community (EEC) was Jacques Delors.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001232", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "1951.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007512", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "The head coach of Heinz Wewers's member of sports team after Otto Nerz was Karl-Heinz Feldmann.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000089", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008698", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "1947: Best Actress in a Supporting Role (nominated)\n\n\nCelia Johnson was nominated for the Academy Award for Best Actress in a Supporting Role in 1947 for her performance in the film *The Best Years of Our Lives*. However, she did not win the award that year", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007875", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "1950.0\n\n\nAndrea Miano was an Italian politician. In 1950, Italy's country of citizenship (Italy) shared borders with several countries, including:\n\n1. **Austria** (to the north)\n2. **France** (to the east)\n3", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006661", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "The Age Discrimination in Employment Act of 1967 was signed by President Lyndon B. Johnson, who held the position of President of the United States in 1967.", + "em": 1.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007505", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Bobby Clarke", + "pred": "The general manager of the team that drafted Roman \u010cechm\u00e1nek was Craig MacTavish.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008555", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006491", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "The head of government of Piero Scotti's country of citizenship, which is Italy, before Silvio Berlusconi was Giulio Andreotti.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002698", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Anton Drexler was the founder of the German Workers' Party (DSP), which later became the Nazi Party. Albin Lesky was a member of the Nazi Party. The chairperson of the Nazi Party at the time of Albin Lesky's membership was Adolf Hitler.", + "em": 1.0, + "f1": 0.14814814814814814, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_005937", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "1995", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007021", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "1. Eduardo Salvio\n2. sports team\n3. S.L. Benfica\n4. member\n5. \u00c1lvaro Magalh\u00e3es\n6. chairperson\n7. Paulo Bento\n8. sports team\n9. C.D. Nacional\n10. member", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003151", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "The winner of Joan Barfoot's nominated for after Booker Prize winner P. H. Newby is \"The Last of the High Kings\" by Patrick O'Brian.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002519", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007514", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "chairperson", + "pred": "1999.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008443", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007726", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1992.0, + "gold": "1992", + "pred": "1992", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001549", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "V\u00e1clav Havel", + "pred": "Milo\u0161 Zeman was the head of state of the Czech Republic. Old\u0159ich Pel\u010d\u00e1k was a Czech politician, so his country of citizenship was the Czech Republic. Therefore, the answer is Milo\u0161 Zeman.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007129", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "1997", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000883", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Heinrich Br\u00fcning", + "pred": "After Wilhelm Marx, the head of government of Bonn's country was Konrad Adenauer.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000442", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "The head of government of Sister Rosetta Tharpe's residence before Richard M. Daley was the mayor of Chicago, which was Richard J. Daley.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004066", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Peter Gerhardsson", + "pred": "The head coach of Andreas Drugge's member of sports team before Andreas Alm was Peter Schmeichel.", + "em": 0.0, + "f1": 0.11764705882352941, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002302", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Egyptian pound", + "pred": "The currency of Rosh Pinna's country, which was Mandatory Palestine, was the Palestine pound.", + "em": 0.0, + "f1": 0.14285714285714285, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002564", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Yugoslavia", + "pred": "Italy\n\n\nItaly", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004005", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Otto Nerz", + "pred": "1933.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "1950.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005652", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Jane Byrne", + "pred": "1980.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002217", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italian lira", + "pred": "The currency of the country of citizenship of Liliana Ronchetti in 1970 was the Italian lira.", + "em": 1.0, + "f1": 0.2857142857142857, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008015", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Albert II of Belgium", + "pred": "In 2005, the head of state of Pino Cerami's country of citizenship was the President of Italy, Carlo Azeglio Ciampi.", + "em": 0.0, + "f1": 0.09523809523809523, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000895", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "RTL", + "pred": "1.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008365", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "The head coach of \u00c9ver Banega's team after Helenio Herrera was Jos\u00e9 Mourinho.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006348", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "The anthem of Romania in 1974 was \"\u00cen frun\u021bii t\u0103i, Rom\u00e2nie\" (English: \"In Your Forefront, Romania\").", + "em": 0.0, + "f1": 0.11764705882352941, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000645", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "1956.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008492", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Emperor Franz Joseph I of Austria-Hungary", + "em": 0.0, + "f1": 0.18181818181818182, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006824", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Anita Brookner", + "pred": "The winner of the Booker Prize for the year David Lodge was nominated for before Roddy Doyle was awarded the prize was John Fowles for his novel \"The French Lieutenant's Woman\" in 1984.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000773", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "Winona Ryder", + "pred": "Frances McDormand won the Academy Award for Best Supporting Actress for her role as Marge Cross in the 1993 film \"Fargo\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001316", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004368", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Nike", + "pred": "2008.0\n\nOkay, let's try to figure out the answer to this question. The question is: \"What was the kit supplier of Steve Borthwick's member of sports team in 2008?\" And the answer given is \"2008.0\". Hmm,", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005868", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "The head of state of Italy after Luigi Pistilli's country of citizenship (Italy) was Giuseppe Saragat.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The Ninth Day was nominated for the Academy Award for Best Animated Short Film in 2005.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Gwyneth Paltrow", + "pred": "The winner of The Wings of the Dove's nominated for was Julianne Moore for Best Actress.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008659", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "The winner of the 1990 Booker Prize was **Arundhati Roy** for her novel *The God of Small Things*. \n\nHowever, it's important to clarify that **Brian Moore** was not nominated for the 1990 Booker Prize. The confusion might arise from the fact that **", + "em": 0.0, + "f1": 0.0588235294117647, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000763", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Yugoslavia", + "pred": "1977.0\n\n\nThe country of citizenship of Ilva Ligabue in 1977 was Italy. Italy shares borders with several countries, including France, Switzerland, Austria, Slovenia, and the Vatican City. Therefore, the answer is:\n\n**France, Switzerland, Austria, Slovenia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005896", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Italian lira", + "pred": "The currency of Giovanni Battista Gianquinto's country of citizenship in 1976 was the Italian lira.", + "em": 1.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000117", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Enrico de Nicola", + "pred": "King of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000027", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "William Vickrey\n\n\nThe question is somewhat complex and requires careful parsing. Let's break it down step by step:\n\n1. **William Vickrey's residence**: William Vickrey was a Canadian economist, and he lived in various places during his lifetime. However, the question does not specify a particular residence, so", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002041", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "1983.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002860", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004247", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Luise Rainer", + "pred": "Theodora Goes Wild was a 1937 film directed by Robert Z. Leonard. The film was nominated for the Academy Award for Best Picture, but it did not win. The winner of that year's Academy Award for Best Picture was \"The Best Years of Our Lives.\" Therefore, the answer is \"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008294", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Hyundai", + "pred": "1. Bundesliga\n\n\nThe sponsor of Andreas Fischer's member of sports team after Klaus Zaczyk member of sports team Hamburger SV was **1. Bundesliga**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006036", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "The Pentagon", + "pred": "The headquarters of the military branch that Charlie Munger served in during 1945 was the United States Army Air Forces (USAAF), which was part of the United States Army.", + "em": 0.0, + "f1": 0.08695652173913042, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001816", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Ruth Chatterton was nominated for the Academy Award for Best Actress in 1930 for her role in \"The Divorce of Lady X.\" However, she did not win that year. The winner of that category was Norma Shearer for her role in \"The Divorce of Lady X\" as well", + "em": 1.0, + "f1": 0.12121212121212122, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008058", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "1956.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004387", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "The head of state of Mehmed Uzun's country of citizenship was the President of Turkey, as Mehmed Uzun was a Turkish citizen.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004841", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Abdullah Avc\u0131", + "pred": "The answer is: \u0218tefan Dobay.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000340", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Echo Music Prize", + "pred": "The award received by Wade Robson's unmarried partner after Britney Spears' notable work \"Oops!... I Did It Again\" was the Grammy Award for Best Dance Recording.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001431", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Massimiliano Allegri", + "pred": "Vincenzo Montella", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002560", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Panama", + "pred": "In 1939, Horst P. Horst's work location was in the United States, specifically in New York City, where he was employed by Vogue magazine.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003591", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Karl Scharfenberg was a German politician who lived during the time of Nazi Germany. Erlangen is a city in Bavaria, Germany. The head of state of Germany during the time of Nazi Germany was Adolf Hitler. Therefore, the answer is Adolf Hitler.", + "em": 1.0, + "f1": 0.14814814814814814, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006178", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003130", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "The University of Debrecen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001771", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "habilitation", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004635", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "The winner of Ida Kami\u0144ska's nominated for after Norma Shearer nominated for Academy Award for Best Actress was Norma Shearer herself.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007347", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "The winner of the award received after J. G. Farrell won the Booker Prize for Heat and Dust was Margaret Atwood.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002289", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Giuseppe Saragat", + "pred": "The head of state of Francesco Antonazzi's country of citizenship was the President of the Italian Republic.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006810", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2016", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001750", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Eduard Weiter", + "pred": "Robert Dauber's point in time's manager in 1944 was the United States Army Air Forces.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "David Wagner", + "pred": "The head coach of Conor Coady's team after Steve Bruce was Mark Hughes.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001742", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "The head of state of Carmelo Di Bella's country of citizenship in 1986 was Giorgio Napolitano.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004401", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cominform", + "pred": "The member of Marceline Loridan-Ivens's member of political party after Francis Ponge member of political party French Communist Party is the French Communist Party.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000948", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Boston Garden", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "1954.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001031", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "J. M. Coetzee", + "pred": "Graham Swift was nominated for the Booker Prize in 1983 for his novel \"Waterland\". However, the winner of that year's Booker Prize was Margaret Atwood for her novel \"Alias Grace\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002458", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Oleh Protasov", + "pred": "The head coach of Ihar Stasevich's member of sports team after Vladimir Sakharov member of sports team FC Dinamo Minsk was Valery Belokon.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001069", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Ed Koch", + "pred": "The head of government of the United States in 1981 was President Ronald Reagan.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006304", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "mayor", + "pred": "In 1948, the head of government of T\u00fcbingen was the Mayor (B\u00fcrgermeister). The position of Mayor in T\u00fcbingen was held by Karl-Heinz K\u00f6rber.", + "em": 1.0, + "f1": 0.11764705882352941, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004531", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Mario Monti", + "pred": "Antonio Carluccio is an Italian chef, so his country of citizenship is Italy. In 2012, the head of government of Italy was the Prime Minister. The Prime Minister of Italy in 2012 was Enrico Letta. Therefore, the answer is Enrico Letta.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000931", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007956", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Before Fatih Terim, the head coach of Faryd Mondrag\u00f3n's member of sports team was Jos\u00e9 Antonio Camacho.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007340", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "Hyundai", + "pred": "1. Bundesliga\n\n\nIn 1998, Stefan B\u00f6ger was a member of the sports team **1. Bundesliga**, which is the top-tier football league in Germany. The sponsor of the **1. Bundesliga** during that year was **Volkswagen**. \n\n**Answer:** Volkswagen", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003676", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "The winner of A Single Man's nominated for was the role of George Segal.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001222", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Soviet Union", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006158", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Adone Zoli", + "pred": "1957.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005324", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "The head of government of Susan Polgar's country of citizenship, Hungary, after Calvin Coolidge was Ferenc Nagy.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002344", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008685", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2019.0, + "gold": "Wayne LaPierre", + "pred": "Oliver North was a U.S. Marine Corps officer and a former U.S. Congressman. In 2019, he was not serving as a chief executive officer (CEO) of any organization. Therefore, there is no CEO position held by Oliver North in 2019.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005812", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "J. M. Coetzee", + "pred": "The winner of Fasting, Feasting was Anne Enright.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "The Ellen DeGeneres Show", + "pred": "Alexandra Hedison's unmarried partner, after Ellen DeGeneres' residence in Atlanta, was a notable work in the field of television production. The answer is \"The Ellen DeGeneres Show.\"", + "em": 1.0, + "f1": 0.29629629629629634, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005808", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "G\u00e1bor Csap\u00f3's education was at the University of Szeged, which was named after L\u00e1szl\u00f3 R\u00e9dei.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003694", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "German Federal Archives", + "pred": "The archives at of Bruno Bieligk's member of political party was the German Democratic Republic.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002616", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "After Giuseppe Saragat, the head of state of Tenax's country was Enrico De Nicola.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000088", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "United Kingdom", + "pred": "The United Kingdom of Great Britain and Ireland was located in the United Kingdom.", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005525", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "The head of government of Giovanni Ferrofino's country of citizenship before Arnaldo Forlani was Giuseppe Saragat.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006017", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006096", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Ginni Rometty", + "pred": "Bruce Schneier's employer is not specified in the given text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001800", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Estadio Municipal de M\u00e9rida", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001359", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "The winner of Carry Me Down's nominated for after Nadine Gordimer was not specified in the given text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006166", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004182", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Thomas Linke is a German footballer who has played for several clubs, including 1. FC N\u00fcrnberg and VfL Wolfsburg. However, the question is asking about the head coach of Thomas Linke's member of sports team. Since Thomas Linke is a player, not a team, it's", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004835", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Karl Plattner was a German citizen. In 1950, the head of state of West Germany was Konrad Adenauer, who was the first Chancellor of the Federal Republic of Germany. However, it's important to note that at the time, Germany was divided into East and West, and the country", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001116", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003320", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Soviet Union", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003882", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "The answer is 1955.0.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003657", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Eduard Markarov was the head coach of the Armenian national handball team, and Karen Dokhoyan was a member of that team. Therefore, the answer is Eduard Markarov.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_001053", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Toni Servillo", + "pred": "The winner of the European Film Award for Best Actor after Javier Bardem received it was Javier Bardem himself. He won the award for his role in \"No Country for Old Men\" (2007).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006052", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1983.0, + "gold": "1983", + "pred": "Richard Attenborough was not the winner of Costa-Gavras's nominated for. Richard Attenborough was a British film director, producer, and actor, while Costa-Gavras was a Greek-French film director. They were not directly connected in terms of awards or nominations. However, Richard Attenborough won an Academy", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "After Broderick Crawford, the winner of A Single Man's nominated for was John Huston.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000183", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007379", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Giovanni Trapattoni", + "pred": "The answer is: Thomas Doll.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "James Kelman", + "pred": "The winner of the Booker Prize in 1994, the year when Iris Murdoch was nominated, was **Arundhati Roy** for her novel *The God of Small Things*. \n\nAbdulrazak Gurnah, however, was not nominated for the Booker Prize in 1994", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000962", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005810", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Otto Graf Lambsdorff", + "pred": "1990.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000427", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Giovanni Leone", + "pred": "In 1974, the head of state of Piero Chiara's country of citizenship was the President of the Italian Republic, Giuseppe Saragat.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005227", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "presidential system", + "pred": "The basic form of government of Horodenka's country in 1938 was a parliamentary republic.\n\n\nThe basic form of government of Horodenka's country in 1938 was a parliamentary republic.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "God Save the Tsar!", + "pred": "The anthem of Dub\u0103sari's country after the Russian Empire was \"Moldova, Moldova, Our Homeland\" (Moldova, Moldova, \u021aara Noastr\u0103).", + "em": 0.0, + "f1": 0.10526315789473685, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Climate Pledge Arena", + "pred": "The home venue of Gary Payton's member of sports team, the Seattle SuperSonics, was the KeyArena.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004741", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "1st Panzer Division", + "pred": "The commander of Karl Lotter's significant person before Army Group F was not explicitly mentioned in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006763", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002214", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "The anthem of Balaklava's country after the Russian Empire was the \"Song of the Volunteer\" (Russian: \"\u041f\u0435\u0441\u043d\u044f \u043e \u0434\u043e\u0431\u0440\u043e\u0432\u043e\u043b\u044c\u0446\u0435\", \"Pesnya o dobrovol'tse\") from 1917 to 1918.", + "em": 0.0, + "f1": 0.07407407407407408, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Nikita Khrushchev", + "pred": "The chairperson of Zuleykha Seyidmammadova's member of political party after Joseph Stalin was Mammed Amin Rasulzadeh.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007746", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Austria", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003268", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Giorgio Napolitano was the head of state of Italy. Luigi Carnacina was an Italian politician, so the answer is Italy.", + "em": 0.0, + "f1": 0.1111111111111111, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000324", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "The United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006933", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "The United States of America\n\n\nThe head of government of the United States of America in 1955 was **Dwight D. Eisenhower**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005705", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Robert Knud Friedrich Pilger", + "pred": "The chief executive officer of Hermann Otto Sleumer's employer after Oskar Eberhard Ulbrich employer Botanic Garden and Botanical Museum Berlin was Carl Friedrich von Siemens.", + "em": 0.0, + "f1": 0.06896551724137932, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006241", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Bucharest", + "pred": "The capital of Tutrakan's country was Bucharest.", + "em": 1.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003204", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Ralph Fiennes", + "pred": "In 1999, Anders W. Berthelsen was nominated for the Best Actor award at the Danish Film Academy Awards for his role in the film \"The Girl with the Dragon Tattoo\" (Danish: \"M\u00e4n som hatar kvinnor\"). However, it's important to note that the film was actually", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001109", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Neutral Moresnet", + "pred": "The Minden Government Region was a short-lived administrative region in the German Empire, established in 1918 as part of the reorganization of the Prussian government. It was named after the city of Minden and encompassed parts of the former Prussian provinces of Lippe and Westphalia. The region", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "1956.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004458", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Mustafa Kemal Atat\u00fcrk", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005199", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "The head of government of Sissel Tolaas's work location after Rudolf Bauer's work location Berlin was the Mayor of Berlin, Klaus Wowereit.", + "em": 1.0, + "f1": 0.21052631578947367, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000202", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Ireland", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006446", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "The answer is 1952.0.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001839", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Q953762", + "pred": "The head of government of Pedro Geromel's member of sports team is the president of the club.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Latvian Higher League", + "pred": "1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006379", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Giorgio Napolitano", + "pred": "1992-2008\n\n\nAfter Mario Piccioli's country of citizenship, Italy, the head of state of Francesca Romana Coluzzi's country of citizenship was **Carlo Azeglio Ciampi**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "1989.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001985", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000177", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "German Democratic Republic", + "pred": "Hesse is a federal state of Germany, and it is not part of West Germany. Therefore, the territory claimed by Claus Korth's allegiance after West Germany does not contain the administrative territorial entity Hesse.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_003534", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1905", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Steve Sampson", + "pred": "Bruce Arena was the head coach of the United States men's national soccer team. Before Bruce Arena, the head coach of the team was Steve Sampson. Therefore, the answer is Steve Sampson.", + "em": 1.0, + "f1": 0.18181818181818182, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008135", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Panama", + "pred": "1922.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008030", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "1988.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "The general secretary of the German Workers' Party (DSP) before Volker R\u00fche was **Hans-J\u00fcrgen B\u00f6ckler**. B\u00f6ckler served as the general secretary from 1975 to 1982, and R\u00fche succeeded him in 19", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001457", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Thomas Keneally", + "pred": "1982: Best Actor in a Supporting Role (nominated)", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001650", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Sergi L\u00f3pez", + "pred": "The winner of Bread and Tulips, which was nominated for Best Picture at the 1987 Cannes Film Festival, was not Ian McKellen. The film was directed by Peter Greenaway and starred Ian McKellen, but the winner of the Best Picture award that year was \"The Tin Drum\" directed by Vol", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006597", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "SeatGeek Stadium", + "pred": "1999-2009\n\nOkay, let's try to figure out the answer to this question. The question is asking: \"What was the home venue of Logan Pause's member of sports team in 2009?\" The answer given is \"1999-200", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003141", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Canada", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004341", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "BP", + "pred": "1984.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007989", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1905.0, + "gold": "Russian Empire", + "pred": "In 1905, the country where Vedi was located is not clear.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002962", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Bruno Torpigliani was an Italian politician. In 1955, the head of government of Italy was Alcide De Gasperi.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001198", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Allianz Arena", + "pred": "1999-2000\n\n\nThe home venue of Kenny Cooper's member of sports team in 2011 was the **O2 Arena** in London, England.", + "em": 0.0, + "f1": 0.09090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006028", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Jo\u00e3o Tamagnini Barbosa was the chairperson of the sports team of Artur Moraes, who was the president of the Brazilian Football Confederation (CBF) from 1998 to 2000. The sports team in question is the Brazilian national football team. Therefore, the answer", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_007856", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1902", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003797", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "1997", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "The head of state of the country of registry of HMS Graph after the Potsdam Conference in 1945, when Nazi Germany was defeated, would be the President of the Federal Republic of Germany. The Potsdam Conference was held in July 1945, and the country of registry for HMS", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004648", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005249", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Julie Christie", + "pred": "The winner of Marriage Italian-Style's nominated for was Sophia Loren for Best Actress.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004612", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "In 1951, the head of state of the country of citizenship of Luigi Carnacina was the President of the Italian Republic, which was Enrico De Nicola.", + "em": 0.0, + "f1": 0.09999999999999999, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006383", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003997", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The winner of the Academy Award for Best Actor in 2005, which was the year Romain Duris was nominated for his role in \"The Diving Bell and the Butterfly,\" was Daniel Day-Lewis for his performance in \"There Will Be Blood.\"", + "em": 0.0, + "f1": 0.0625, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002521", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Heiko Herrlich", + "pred": "In 2020, the head coach of Marek Such\u00fd's member of sports team was Vladim\u00edr \u0160micer.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008451", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Mario Draghi", + "pred": "Cesare Benedetti was the head of government of Italy for sport.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002584", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1944.0, + "gold": "1944", + "pred": "1944", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Zhou Enlai", + "pred": "In 1959, the head of government of the People's Republic of China, where Zhao Ziyang was a citizen, was Zhou Enlai.", + "em": 1.0, + "f1": 0.19999999999999998, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007273", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Harry Redknapp", + "pred": "The head coach of Michael Dawson's team before Tim Sherwood was Harry Redknapp.", + "em": 1.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Jean-Loup Dabadie was a French politician and member of the European Parliament. After Jean Mistler, who was a member of the European Parliament for the Rally for the Republic (RPR) party, the general secretary of the RPR was Jean-Pierre Chev\u00e8nement. However, it's important to", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_001480", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "The team captain of Matt Carkner, who was drafted by the New York Rangers, was Mark Messier.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002648", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "The winner of the 1977 Booker Prize, which was awarded to Kingsley Amis for his novel \"The Old Devils,\" was not Jennifer Johnston. Jennifer Johnston was a British author, but she was not the winner of the 1977 Booker Prize. The winner of the 197", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005191", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Bruno Bieligk's member of political party's chairperson in 1920 was Karl Kautsky.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004451", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Azerbaijan Premier League", + "pred": "1. Liga\n\n\nThe league or competition of Andrey Popovi\u00e7's member of sports team in 2009 was the **1. Liga**.", + "em": 0.0, + "f1": 0.1, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + } + ] +} \ No newline at end of file diff --git a/eval/v3-sft-noevidence-seed7.extracted.json b/eval/v3-sft-noevidence-seed7.extracted.json new file mode 100644 index 0000000000000000000000000000000000000000..3d17f0ade619db7d95cff678a8b041a727168233 --- /dev/null +++ b/eval/v3-sft-noevidence-seed7.extracted.json @@ -0,0 +1,26201 @@ +{ + "name": "unnamed", + "policy_path": "../checkpoints/sft-v3-seed7/final", + "split": "test", + "n_samples": 1743, + "temperature": 0.0, + "max_new_tokens": 64, + "answer_extracted": true, + "n_with_answer_marker": 3, + "overall": { + "n": 1743, + "em": 0.20481927710843373, + "f1": 0.18243263567086587 + }, + "by_complexity": { + "1hop": { + "n": 800, + "em": 0.26, + "f1": 0.23889488810101323 + }, + "2hop": { + "n": 800, + "em": 0.15125, + "f1": 0.11505418743600605 + }, + "3plus": { + "n": 143, + "em": 0.1958041958041958, + "f1": 0.24350226255037588 + } + }, + "by_operator": { + "before_after": { + "n": 517, + "em": 0.13152804642166344, + "f1": 0.10739609756258714 + }, + "interval": { + "n": 163, + "em": 0.6134969325153374, + "f1": 0.5444805818557211 + }, + "point_in_time": { + "n": 535, + "em": 0.17570093457943925, + "f1": 0.15514308573908558 + }, + "sequence": { + "n": 528, + "em": 0.17992424242424243, + "f1": 0.17178866632872786 + } + }, + "per_example": [ + { + "id": "q_006291", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "chairperson", + "pred": "1998\u20132000", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1998\u20132000" + }, + { + "id": "q_007337", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "Nicholas II of Russia", + "pred": "Emperor of Russia", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Emperor of Russia" + }, + { + "id": "q_000021", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "1959.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1959.0" + }, + { + "id": "q_007809", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Irina Bokova", + "pred": "The chairperson of Kach, which was designated as a terrorist organization by the United States, was Meir Kahane. However, it's important to clarify the context and timeline to provide an accurate answer.\n\nMeir Kahane was an American-born Israeli politician and rabbi who founded the Kach party in 1", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The chairperson of Kach, which was designated as a terrorist organization by the United States, was Meir Kahane. However, it's important to clarify the context and timeline to provide an accurate answer.\n\nMeir Kahane was an American-born Israeli politician and rabbi who founded the Kach party in 1" + }, + { + "id": "q_001979", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1998" + }, + { + "id": "q_005455", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "1982 Academy Award for Best Actress", + "em": 0.0, + "f1": 0.5333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1982 Academy Award for Best Actress" + }, + { + "id": "q_008005", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of the Italian Republic" + }, + { + "id": "q_008690", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "1968.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1968.0" + }, + { + "id": "q_008321", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "The position held of Vito Lattanzio's country of citizenship's head of government in 1976 was Prime Minister of Italy.", + "em": 1.0, + "f1": 0.38095238095238093, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The position held of Vito Lattanzio's country of citizenship's head of government in 1976 was Prime Minister of Italy." + }, + { + "id": "q_007761", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Arista Records", + "pred": "The record label of Jennifer Love Hewitt's unmarried partner's nominated for's winner before Epic Records was Atlantic Records.", + "em": 0.0, + "f1": 0.09999999999999999, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The record label of Jennifer Love Hewitt's unmarried partner's nominated for's winner before Epic Records was Atlantic Records." + }, + { + "id": "q_008118", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "The position held by the head of state of Vincent Cimatti's country of citizenship, Italy, before he became an Italian senator for life was the President of the Italian Republic.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The position held by the head of state of Vincent Cimatti's country of citizenship, Italy, before he became an Italian senator for life was the President of the Italian Republic." + }, + { + "id": "q_001360", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "1970.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1970.0" + }, + { + "id": "q_000136", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Italy", + "pred": "The position held of Michele Pellegrino's country of citizenship's head of government in 1981 was Prime Minister of Italy.", + "em": 1.0, + "f1": 0.38095238095238093, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The position held of Michele Pellegrino's country of citizenship's head of government in 1981 was Prime Minister of Italy." + }, + { + "id": "q_006986", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Giovanni Falcone was an Italian judge and politician. The head of state of Italy during his time was the President of the Italian Republic. In 1955, the President of the Italian Republic was Enrico de Nicola. However, it's important to note that Giovanni Falcone was born in 193", + "em": 0.0, + "f1": 0.17142857142857143, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Giovanni Falcone was an Italian judge and politician. The head of state of Italy during his time was the President of the Italian Republic. In 1955, the President of the Italian Republic was Enrico de Nicola. However, it's important to note that Giovanni Falcone was born in 193" + }, + { + "id": "q_003298", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "The basic form of government of Metz's country's diplomatic relation before the Islamic Republic was a monarchy.", + "em": 0.0, + "f1": 0.1111111111111111, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The basic form of government of Metz's country's diplomatic relation before the Islamic Republic was a monarchy." + }, + { + "id": "q_006733", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "1968.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1968.0" + }, + { + "id": "q_005866", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "After Diane Keaton won the Academy Award for Best Actress for her role in \"Annie Hall\" (1977), the next award she received was the Golden Globe Award for Best Actress - Motion Picture Musical/Comedy for her performance in \"The Rose\" (1990).", + "em": 0.0, + "f1": 0.42105263157894735, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After Diane Keaton won the Academy Award for Best Actress for her role in \"Annie Hall\" (1977), the next award she received was the Golden Globe Award for Best Actress - Motion Picture Musical/Comedy for her performance in \"The Rose\" (1990)." + }, + { + "id": "q_004748", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "The position held of Alfredo Sivocci's country of citizenship's head of state in 1964 was President of Italy.\n\n\nThe position held of Alfredo Sivocci's country of citizenship's head of state in 1964 was **President of Italy**.", + "em": 1.0, + "f1": 0.3, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The position held of Alfredo Sivocci's country of citizenship's head of state in 1964 was President of Italy.\n\n\nThe position held of Alfredo Sivocci's country of citizenship's head of state in 1964 was **President of Italy**." + }, + { + "id": "q_004795", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Chancellor of Germany", + "pred": "1922.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1922.0" + }, + { + "id": "q_000787", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "The basic form of government of Niobe's country of registry's diplomatic relation before republic was a monarchy.", + "em": 0.0, + "f1": 0.1111111111111111, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The basic form of government of Niobe's country of registry's diplomatic relation before republic was a monarchy." + }, + { + "id": "q_008333", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "President of Italy", + "pred": "The position held by Aldo Morandi's country of citizenship's head of state was the President of the Italian Republic.", + "em": 0.0, + "f1": 0.21052631578947367, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The position held by Aldo Morandi's country of citizenship's head of state was the President of the Italian Republic." + }, + { + "id": "q_008338", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Academy Award for Best Visual Effects", + "pred": "1995: Best Sound Mixing (Won)", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1995: Best Sound Mixing (Won)" + }, + { + "id": "q_001840", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "1995.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1995.0" + }, + { + "id": "q_001274", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "1967.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1967.0" + }, + { + "id": "q_000547", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Giovanni Battista Gianquinto was an Italian politician and lawyer, and his country of citizenship was Italy. After Giuseppe Calderone, who was also an Italian politician, the head of state of Italy was Enrico De Nicola. Therefore, the position held by the head of state of Giovanni Battista Gianquinto's", + "em": 0.0, + "f1": 0.1212121212121212, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Giovanni Battista Gianquinto was an Italian politician and lawyer, and his country of citizenship was Italy. After Giuseppe Calderone, who was also an Italian politician, the head of state of Italy was Enrico De Nicola. Therefore, the position held by the head of state of Giovanni Battista Gianquinto's" + }, + { + "id": "q_001052", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "1955.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1955.0" + }, + { + "id": "q_006228", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "The position held by the head of government of Jane Jacobs's residence in 1963 was Prime Minister of Canada.\n\n\nThe position held by the head of government of Jane Jacobs's residence in 1963 was **Prime Minister of Canada**.", + "em": 0.0, + "f1": 0.08695652173913045, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The position held by the head of government of Jane Jacobs's residence in 1963 was Prime Minister of Canada.\n\n\nThe position held by the head of government of Jane Jacobs's residence in 1963 was **Prime Minister of Canada**." + }, + { + "id": "q_006414", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "European Economic Community" + }, + { + "id": "q_001651", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "President of Italy", + "pred": "1957, the head of state of Daniela Rocca's country of citizenship, which is Italy, was Alcide De Gasperi\n\n\nIn 1957, the head of state of Italy, Daniela Rocca's country of citizenship, was **Alcide De Gas", + "em": 0.0, + "f1": 0.1739130434782609, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1957, the head of state of Daniela Rocca's country of citizenship, which is Italy, was Alcide De Gasperi\n\n\nIn 1957, the head of state of Italy, Daniela Rocca's country of citizenship, was **Alcide De Gas" + }, + { + "id": "q_007640", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "The position held by the head of state of Plinio Antolini's country of citizenship, Italy, before he became an Italian senator for life was the President of the Italian Republic.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The position held by the head of state of Plinio Antolini's country of citizenship, Italy, before he became an Italian senator for life was the President of the Italian Republic." + }, + { + "id": "q_007972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "1969.0\n\n\nTo determine the answer, we need to follow a logical sequence of steps:\n\n1. **Identify Annalena Tonelli's country of citizenship**: \n Annalena Tonelli was an Italian politician, so her country of citizenship was **Italy**.\n\n2.", + "em": 0.0, + "f1": 0.1212121212121212, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1969.0\n\n\nTo determine the answer, we need to follow a logical sequence of steps:\n\n1. **Identify Annalena Tonelli's country of citizenship**: \n Annalena Tonelli was an Italian politician, so her country of citizenship was **Italy**.\n\n2." + }, + { + "id": "q_004943", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Nazi Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_007287", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "King of Italy", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "King of Italy" + }, + { + "id": "q_005394", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of the Italian Republic" + }, + { + "id": "q_007314", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Mayor of New York City", + "pred": "The position held by the head of government of Elliott Erwitt's work location, New York City, after Weegee's work location was New York City, was the Mayor of New York City.", + "em": 1.0, + "f1": 0.4166666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The position held by the head of government of Elliott Erwitt's work location, New York City, after Weegee's work location was New York City, was the Mayor of New York City." + }, + { + "id": "q_003452", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Mayor of New York City", + "pred": "1948.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1948.0" + }, + { + "id": "q_006815", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2010" + }, + { + "id": "q_008439", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Tim Robbins", + "pred": "The unmarried partner of Nell (played by Julia Roberts in the film \"Nell\") is not a character in the movie, as Nell is a fictional character and her relationships are not explored in the film. However, if you are referring to the real-life unmarried partner of Maggie Smith, who won the Academy Award", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The unmarried partner of Nell (played by Julia Roberts in the film \"Nell\") is not a character in the movie, as Nell is a fictional character and her relationships are not explored in the film. However, if you are referring to the real-life unmarried partner of Maggie Smith, who won the Academy Award" + }, + { + "id": "q_003245", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "The basic form of government of Niobe's country of registry's diplomatic relation after Heinrich Scheuch country of citizenship Germany was a constitutional monarchy.\n\n\nThe basic form of government of Niobe's country of registry's diplomatic relation after Heinrich Scheuch country of citizenship Germany was a constitutional monarchy.", + "em": 1.0, + "f1": 0.17391304347826084, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The basic form of government of Niobe's country of registry's diplomatic relation after Heinrich Scheuch country of citizenship Germany was a constitutional monarchy.\n\n\nThe basic form of government of Niobe's country of registry's diplomatic relation after Heinrich Scheuch country of citizenship Germany was a constitutional monarchy." + }, + { + "id": "q_008633", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Bucharest", + "pred": "The capital of Giurgiu's country in 1920 was Bucharest.", + "em": 1.0, + "f1": 0.18181818181818182, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The capital of Giurgiu's country in 1920 was Bucharest." + }, + { + "id": "q_003473", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Sultan of the Ottoman Empire", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Sultan of the Ottoman Empire" + }, + { + "id": "q_001673", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of the Italian Republic" + }, + { + "id": "q_005726", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "First Republic of Austria", + "pred": "In 1934, the country that included Aachen was Germany. The border of Germany in 1934 was with several countries, including France, Belgium, the Netherlands, Poland, Czechoslovakia, and the Soviet Union. However, it is important to note that the borders of Germany were", + "em": 0.0, + "f1": 0.05714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1934, the country that included Aachen was Germany. The border of Germany in 1934 was with several countries, including France, Belgium, the Netherlands, Poland, Czechoslovakia, and the Soviet Union. However, it is important to note that the borders of Germany were" + }, + { + "id": "q_004929", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "In 1967, the head of state of Virginio Rosetta's country of citizenship, which is Italy, was Antonio Segni.", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1967, the head of state of Virginio Rosetta's country of citizenship, which is Italy, was Antonio Segni." + }, + { + "id": "q_006286", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark (", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1977.0\n\n\nThe Mannheim Observatory, located in Germany, was owned by the country of West Germany (Federal Republic of Germany) in 1977. The currency of West Germany at that time was the **Deutsche Mark (DEM)**.\n\n**Answer: Deutsche Mark (" + }, + { + "id": "q_002759", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "K\u014dichir\u014d Matsuura", + "pred": "The answer is: Irina Bokova.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is: Irina Bokova." + }, + { + "id": "q_004009", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "1998", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1998" + }, + { + "id": "q_007134", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of the Italian Republic" + }, + { + "id": "q_002750", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "In 1976, the head of government of Italy, which was Franco Basaglia's country of citizenship, was Aldo Moro.", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1976, the head of government of Italy, which was Franco Basaglia's country of citizenship, was Aldo Moro." + }, + { + "id": "q_000812", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "U-13", + "pred": "The has part of U-14's commanded by's affiliation in 1936 was the Kriegsmarine.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The has part of U-14's commanded by's affiliation in 1936 was the Kriegsmarine." + }, + { + "id": "q_003515", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of Italy" + }, + { + "id": "q_005012", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Prime Minister of Italy", + "pred": "1982.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1982.0" + }, + { + "id": "q_004016", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Prime Minister of Italy" + }, + { + "id": "q_008522", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "The position held by the head of state of Franco Bordoni's country of citizenship, Italy, before he became an Italian senator for life was that of President of the Italian Republic.", + "em": 0.0, + "f1": 0.21428571428571425, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The position held by the head of state of Franco Bordoni's country of citizenship, Italy, before he became an Italian senator for life was that of President of the Italian Republic." + }, + { + "id": "q_002972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of the United States" + }, + { + "id": "q_000716", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_004128", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of Italy" + }, + { + "id": "q_002796", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1923.0, + "gold": "1923", + "pred": "1923", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1923" + }, + { + "id": "q_007015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "The answer is \"Gianluca Pessotto\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is \"Gianluca Pessotto\"." + }, + { + "id": "q_003552", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "chairperson", + "pred": "The position held by Miralem Sulejmani's member of sports team's chairperson after Sven-G\u00f6ran Eriksson coach of sports team S.L. Benfica was the president of the club.", + "em": 1.0, + "f1": 0.08695652173913045, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The position held by Miralem Sulejmani's member of sports team's chairperson after Sven-G\u00f6ran Eriksson coach of sports team S.L. Benfica was the president of the club." + }, + { + "id": "q_004730", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "God Save the Tsar!", + "pred": "The anthem of Vedi's located in's country was \"The Song of the Vedi\" (Ukrainian: \"\u041f\u0456\u0441\u043d\u044f \u0412\u0435\u0434\u0456\") from 1918 to 1920.", + "em": 0.0, + "f1": 0.09523809523809523, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The anthem of Vedi's located in's country was \"The Song of the Vedi\" (Ukrainian: \"\u041f\u0456\u0441\u043d\u044f \u0412\u0435\u0434\u0456\") from 1918 to 1920." + }, + { + "id": "q_005767", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Helmut Kohl", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Helmut Kohl" + }, + { + "id": "q_002032", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Mayor of New York City", + "pred": "Oliver & Company is a 1988 American animated film produced by Walt Disney Productions and released by Buena Vista Distribution. The narrative location of the film is New York City, and the head of government at that time was Mayor Edward I. Koch.", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Oliver & Company is a 1988 American animated film produced by Walt Disney Productions and released by Buena Vista Distribution. The narrative location of the film is New York City, and the head of government at that time was Mayor Edward I. Koch." + }, + { + "id": "q_008644", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "John Banville was not the winner of Padma Lakshmi's spouse's nomination. Padma Lakshmi is an American television personality, model, and author, and her spouse is Salman Rushdie, a British-Indian novelist. John Banville is an Irish writer and has won several awards, including the Man", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "John Banville was not the winner of Padma Lakshmi's spouse's nomination. Padma Lakshmi is an American television personality, model, and author, and her spouse is Salman Rushdie, a British-Indian novelist. John Banville is an Irish writer and has won several awards, including the Man" + }, + { + "id": "q_006768", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_002122", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "In 1964, the head of state of the country of citizenship of Angelo Cella was the President of the Italian Republic, Giuseppe Saragat.", + "em": 0.0, + "f1": 0.21052631578947367, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1964, the head of state of the country of citizenship of Angelo Cella was the President of the Italian Republic, Giuseppe Saragat." + }, + { + "id": "q_007638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "1980.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1980.0" + }, + { + "id": "q_000842", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "God Save the King", + "pred": "The anthem of Enderbury Island's country, which is the United Kingdom, is \"God Save the Queen\" (or \"God Save the King\" when the monarch is male). The head of state of the United Kingdom is currently King Charles III. Therefore, the anthem of the United Kingdom, which is the country", + "em": 1.0, + "f1": 0.2758620689655173, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The anthem of Enderbury Island's country, which is the United Kingdom, is \"God Save the Queen\" (or \"God Save the King\" when the monarch is male). The head of state of the United Kingdom is currently King Charles III. Therefore, the anthem of the United Kingdom, which is the country" + }, + { + "id": "q_003512", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "1982 Tony Award for Best Play", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1982 Tony Award for Best Play" + }, + { + "id": "q_002727", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Federal State of Austria", + "pred": "Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Czechoslovakia" + }, + { + "id": "q_004477", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "In 1970, the head of state of Tommaso Padoa-Schioppa's country of citizenship, which is Italy, was Giuseppe Saragat.", + "em": 0.0, + "f1": 0.1904761904761905, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1970, the head of state of Tommaso Padoa-Schioppa's country of citizenship, which is Italy, was Giuseppe Saragat." + }, + { + "id": "q_004639", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "1965.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1965.0" + }, + { + "id": "q_002027", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1913.0, + "gold": "Nicholas II of Russia", + "pred": "The head of state of Vedi's located in's country was the President of the Russian Federation.", + "em": 0.0, + "f1": 0.11764705882352941, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of state of Vedi's located in's country was the President of the Russian Federation." + }, + { + "id": "q_004554", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "In 1961, the head of state of Gino Archesso's country of citizenship, which was Italy, was Enrico de Nicola.", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1961, the head of state of Gino Archesso's country of citizenship, which was Italy, was Enrico de Nicola." + }, + { + "id": "q_005676", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "United States", + "pred": "1. Lance Armstrong\n2. member of sports team -> Motorola\n3. Laureus World Sports Award for Comeback of the Year's winner -> David Beckham\n4. member of sports team -> Manchester United\n5. country -> England", + "em": 0.0, + "f1": 0.06896551724137931, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. Lance Armstrong\n2. member of sports team -> Motorola\n3. Laureus World Sports Award for Comeback of the Year's winner -> David Beckham\n4. member of sports team -> Manchester United\n5. country -> England" + }, + { + "id": "q_008291", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "The position held by the head of state of Linda Sini's country of citizenship, which is Italy, before she became an Italian senator for life was the President of the Italian Republic.", + "em": 0.0, + "f1": 0.20689655172413793, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The position held by the head of state of Linda Sini's country of citizenship, which is Italy, before she became an Italian senator for life was the President of the Italian Republic." + }, + { + "id": "q_008225", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of Italy" + }, + { + "id": "q_001173", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "1970.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1970.0" + }, + { + "id": "q_008571", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "The basic form of government of Metz's country's diplomatic relation after Alfred Neumann country of citizenship Germany was a constitutional monarchy.\n\n\nThe basic form of government of Metz's country's diplomatic relation after Alfred Neumann country of citizenship Germany was a constitutional monarchy.", + "em": 1.0, + "f1": 0.18181818181818182, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The basic form of government of Metz's country's diplomatic relation after Alfred Neumann country of citizenship Germany was a constitutional monarchy.\n\n\nThe basic form of government of Metz's country's diplomatic relation after Alfred Neumann country of citizenship Germany was a constitutional monarchy." + }, + { + "id": "q_000937", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1934.0, + "gold": "1934", + "pred": "1919", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1919" + }, + { + "id": "q_003736", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Friedrich Ebert", + "pred": "In 1921, the head of state of the German Empire was the German Emperor (Kaiser) Wilhelm II, who had been in exile since 1918. The SMS Arcona was a German light cruiser that served in the German Imperial Navy (Kaiserliche Marine) until the end of", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1921, the head of state of the German Empire was the German Emperor (Kaiser) Wilhelm II, who had been in exile since 1918. The SMS Arcona was a German light cruiser that served in the German Imperial Navy (Kaiserliche Marine) until the end of" + }, + { + "id": "q_002966", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of Italy" + }, + { + "id": "q_000538", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Giovanni Falcone's country of citizenship's head of state was the President of Italy, which at the time was Giovanni Leone.", + "em": 1.0, + "f1": 0.3157894736842105, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Giovanni Falcone's country of citizenship's head of state was the President of Italy, which at the time was Giovanni Leone." + }, + { + "id": "q_000838", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "The award received by Ant\u00f4nio da Silva's member of sports team's head coach before the Order of Merit of Baden-W\u00fcrttemberg was the Order of the Star of India.", + "em": 0.0, + "f1": 0.14814814814814814, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The award received by Ant\u00f4nio da Silva's member of sports team's head coach before the Order of Merit of Baden-W\u00fcrttemberg was the Order of the Star of India." + }, + { + "id": "q_002448", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Vanderbilt University", + "pred": "The employer of Viktor Hamburger, who won the Louisa Gross Horwitz Prize, was the University of Chicago.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The employer of Viktor Hamburger, who won the Louisa Gross Horwitz Prize, was the University of Chicago." + }, + { + "id": "q_007230", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "The head of state of the country of Zoran Klemen\u010di\u010d's member of sports team's country after Giovanni Leone was Giorgio Napolitano.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of state of the country of Zoran Klemen\u010di\u010d's member of sports team's country after Giovanni Leone was Giorgio Napolitano." + }, + { + "id": "q_004534", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Prime Minister of Italy", + "pred": "1953.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1953.0" + }, + { + "id": "q_007740", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Prime Minister of Italy" + }, + { + "id": "q_007848", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Prime Minister of Italy", + "pred": "1999\u20132008", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999\u20132008" + }, + { + "id": "q_003817", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Mayor of New York City", + "pred": "The position held by Variety's place of publication's head of government in 1947 was the Prime Minister of the United Kingdom.\n\n\nThe position held by Variety's place of publication's head of government in 1947 was the **Prime Minister of the United Kingdom**.", + "em": 0.0, + "f1": 0.08333333333333333, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The position held by Variety's place of publication's head of government in 1947 was the Prime Minister of the United Kingdom.\n\n\nThe position held by Variety's place of publication's head of government in 1947 was the **Prime Minister of the United Kingdom**." + }, + { + "id": "q_006982", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Hannelore Kohl", + "pred": "The spouse of Ulrike Herrmann's member of political party's chairperson after Heinrich Hellwege member of political party Christian Democratic Union is not directly answerable from the given information.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The spouse of Ulrike Herrmann's member of political party's chairperson after Heinrich Hellwege member of political party Christian Democratic Union is not directly answerable from the given information." + }, + { + "id": "q_000932", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Governing Mayor of Berlin", + "pred": "The position held of Q896393's work location's head of government in 1977 was the Prime Minister of the United Kingdom.", + "em": 0.0, + "f1": 0.09523809523809523, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The position held of Q896393's work location's head of government in 1977 was the Prime Minister of the United Kingdom." + }, + { + "id": "q_004711", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Vanderbilt University", + "pred": "The answer is the National Institutes of Health (NIH).", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The answer is the National Institutes of Health (NIH)." + }, + { + "id": "q_001424", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Free State of Prussia", + "pred": "The located in of Tilla Durieux's spouse's work location after Kingdom of Prussia was Germany.", + "em": 0.0, + "f1": 0.2105263157894737, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The located in of Tilla Durieux's spouse's work location after Kingdom of Prussia was Germany." + }, + { + "id": "q_006808", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of the Italian Republic" + }, + { + "id": "q_005728", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of the Italian Republic" + }, + { + "id": "q_000501", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Civic Democratic Party", + "pred": "Jan Kavan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Jan Kavan" + }, + { + "id": "q_003472", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "The chairperson of Carlo Rambaldi's country of citizenship's member of in 1955 was the United States of America.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The chairperson of Carlo Rambaldi's country of citizenship's member of in 1955 was the United States of America." + }, + { + "id": "q_007593", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "In 1958, the head of state of the country of citizenship of Alberto Moravia's spouse was the President of the Italian Republic, Alcide De Gasperi.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1958, the head of state of the country of citizenship of Alberto Moravia's spouse was the President of the Italian Republic, Alcide De Gasperi." + }, + { + "id": "q_004304", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "military personnel", + "pred": "The occupation of U-120's part of's commanded by in 1943 was the German Navy (Kriegsmarine).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The occupation of U-120's part of's commanded by in 1943 was the German Navy (Kriegsmarine)." + }, + { + "id": "q_004513", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "European Parliament", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "European Parliament" + }, + { + "id": "q_001144", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Helmut Kohl", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Helmut Kohl" + }, + { + "id": "q_004736", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Prime Minister of Italy" + }, + { + "id": "q_001077", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Mayor of New York City" + }, + { + "id": "q_008586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "chairperson", + "pred": "1999\u20132003", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999\u20132003" + }, + { + "id": "q_004250", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1976.0" + }, + { + "id": "q_002769", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mayor of New York City", + "pred": "In 1955, Dennis Stock's work location's head of government was the President of the United States, Dwight D. Eisenhower.", + "em": 0.0, + "f1": 0.08695652173913045, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1955, Dennis Stock's work location's head of government was the President of the United States, Dwight D. Eisenhower." + }, + { + "id": "q_001923", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Prime Minister of Italy" + }, + { + "id": "q_008379", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "The position held by the head of state of Cesare Terranova's country of citizenship, Italy, before he became an Italian senator for life was President of the Italian Republic.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The position held by the head of state of Cesare Terranova's country of citizenship, Italy, before he became an Italian senator for life was President of the Italian Republic." + }, + { + "id": "q_004279", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "U-13", + "pred": "The has part of U-14's commanded by's affiliation after Victor Oehrn military, police or special rank lieutenant is 1936.0.", + "em": 0.0, + "f1": 0.08333333333333334, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The has part of U-14's commanded by's affiliation after Victor Oehrn military, police or special rank lieutenant is 1936.0." + }, + { + "id": "q_008534", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "1958 was the year of the death of the head of state of Bruno Arcari's country of citizenship", + "em": 0.0, + "f1": 0.125, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1958 was the year of the death of the head of state of Bruno Arcari's country of citizenship" + }, + { + "id": "q_001990", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "United Nations", + "pred": "1945.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1945.0" + }, + { + "id": "q_000057", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of the Italian Republic" + }, + { + "id": "q_003633", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "President of Italy", + "pred": "1966.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1966.0" + }, + { + "id": "q_007357", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Mayor of New York City", + "pred": "1989.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1989.0" + }, + { + "id": "q_005638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "President of the United States", + "pred": "In 2004, Michael Barry was a member of the New Zealand national rugby team, the All Blacks. The head of government of New Zealand in 2004 was Helen Clark, who served as the Prime Minister of New Zealand from 1999 to 2008.", + "em": 0.0, + "f1": 0.1176470588235294, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "In 2004, Michael Barry was a member of the New Zealand national rugby team, the All Blacks. The head of government of New Zealand in 2004 was Helen Clark, who served as the Prime Minister of New Zealand from 1999 to 2008." + }, + { + "id": "q_002803", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "European Economic Community" + }, + { + "id": "q_005319", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "The position held by the head of state of Sergio Andreoli's country of citizenship, Italy, after Uberto de Morpurgo's country for sport Italy was the President of the Italian Republic.", + "em": 0.0, + "f1": 0.23076923076923078, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The position held by the head of state of Sergio Andreoli's country of citizenship, Italy, after Uberto de Morpurgo's country for sport Italy was the President of the Italian Republic." + }, + { + "id": "q_008568", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of Italy" + }, + { + "id": "q_008187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "In 2014, the head coach of the sports team that Michelangelo Albertazzi was a member of was John Harkes.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 2014, the head coach of the sports team that Michelangelo Albertazzi was a member of was John Harkes." + }, + { + "id": "q_002510", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Bill Clinton", + "pred": "In 1996, the head of government of the country where Lance Armstrong's sports team was based was the President of the United States, Bill Clinton.", + "em": 1.0, + "f1": 0.18181818181818182, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1996, the head of government of the country where Lance Armstrong's sports team was based was the President of the United States, Bill Clinton." + }, + { + "id": "q_007048", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Alexander II of Russia", + "em": 0.0, + "f1": 0.75, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Alexander II of Russia" + }, + { + "id": "q_000284", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Irina Bokova", + "pred": "The chairperson of Susan Polgar's country for sport's member in 2012 was the President of the United States of America, Barack Obama.\n\n\nThe chairperson of Susan Polgar's country (Hungary) for sport's member in 2012 was **\u00c1rp\u00e1d T", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The chairperson of Susan Polgar's country for sport's member in 2012 was the President of the United States of America, Barack Obama.\n\n\nThe chairperson of Susan Polgar's country (Hungary) for sport's member in 2012 was **\u00c1rp\u00e1d T" + }, + { + "id": "q_007586", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "German Emperor", + "pred": "In 1915, the position held by the spouse of the person after whom Breitscheidplatz was named was the Chancellor of the German Empire.", + "em": 0.0, + "f1": 0.10526315789473684, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1915, the position held by the spouse of the person after whom Breitscheidplatz was named was the Chancellor of the German Empire." + }, + { + "id": "q_006367", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "1980.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1980.0" + }, + { + "id": "q_003015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Prime Minister of Italy" + }, + { + "id": "q_002788", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "1969.0\n\nOkay, let's try to figure out this question. The user is asking: \"What was Women in Love's award received's winner's spouse in 1969?\" And the answer given is 1969.0. Hmm, that seems a bit confusing", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1969.0\n\nOkay, let's try to figure out this question. The user is asking: \"What was Women in Love's award received's winner's spouse in 1969?\" And the answer given is 1969.0. Hmm, that seems a bit confusing" + }, + { + "id": "q_001092", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "God Save the Tsar!", + "pred": "The anthem of Helsinki, the capital of Finland, after the Russian Empire was \"The Finnish National Anthem\" (Suomen kansallismaa).", + "em": 0.0, + "f1": 0.11111111111111112, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The anthem of Helsinki, the capital of Finland, after the Russian Empire was \"The Finnish National Anthem\" (Suomen kansallismaa)." + }, + { + "id": "q_000319", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "1960.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1960.0" + }, + { + "id": "q_000336", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "1963.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1963.0" + }, + { + "id": "q_005328", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "1976.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1976.0" + }, + { + "id": "q_007430", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Sukarno", + "pred": "The question is unclear and contains errors. Let me try to clarify and answer based on possible interpretations.\n\n1. \"Before Suharto\" - Suharto was the second president of Indonesia, serving from 1967 to 1998. There was no \"head of state of Changchun", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The question is unclear and contains errors. Let me try to clarify and answer based on possible interpretations.\n\n1. \"Before Suharto\" - Suharto was the second president of Indonesia, serving from 1967 to 1998. There was no \"head of state of Changchun" + }, + { + "id": "q_001032", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "The position held by the head of state of Claudio Ruffini's country of citizenship in 1961 was President of the Italian Republic.\n\n\nThe position held by the head of state of Claudio Ruffini's country of citizenship in 1961 was **President of the Italian Republic", + "em": 0.0, + "f1": 0.18181818181818182, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The position held by the head of state of Claudio Ruffini's country of citizenship in 1961 was President of the Italian Republic.\n\n\nThe position held by the head of state of Claudio Ruffini's country of citizenship in 1961 was **President of the Italian Republic" + }, + { + "id": "q_006917", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "In 2003, the head of state of the country where Zoran Klemen\u010di\u010d was a member of a sports team was Boris Tadi\u0107.\n\n\nIn 2003, Zoran Klemen\u010di\u010d was a member of the Slovenian national football team. The head of state", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "In 2003, the head of state of the country where Zoran Klemen\u010di\u010d was a member of a sports team was Boris Tadi\u0107.\n\n\nIn 2003, Zoran Klemen\u010di\u010d was a member of the Slovenian national football team. The head of state" + }, + { + "id": "q_008460", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Alfonso Brescia was a citizen of Italy. In 1953, the chairperson of the United Nations General Assembly was Sir Brian Urquhart, who represented the United Kingdom. Therefore, the answer is Sir Brian Urquhart.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Alfonso Brescia was a citizen of Italy. In 1953, the chairperson of the United Nations General Assembly was Sir Brian Urquhart, who represented the United Kingdom. Therefore, the answer is Sir Brian Urquhart." + }, + { + "id": "q_001183", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "1968.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1968.0" + }, + { + "id": "q_001661", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "1955.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1955.0" + }, + { + "id": "q_002861", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Parliament", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "European Parliament" + }, + { + "id": "q_003187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of the Italian Republic" + }, + { + "id": "q_003586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "The position held by the head of government of Italy after Carlo Emilio Gadda's country of citizenship (Italy) was the Prime Minister.", + "em": 0.0, + "f1": 0.3636363636363636, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The position held by the head of government of Italy after Carlo Emilio Gadda's country of citizenship (Italy) was the Prime Minister." + }, + { + "id": "q_000264", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "The spouse of the winner of the award received by Women in Love was John Gielgud.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The spouse of the winner of the award received by Women in Love was John Gielgud." + }, + { + "id": "q_001302", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1953.0" + }, + { + "id": "q_007976", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "The position held by the head of state of Mariele Ventre's country of citizenship (Italy) before she was an Italian senator for life was President of the Italian Republic.", + "em": 0.0, + "f1": 0.23076923076923078, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The position held by the head of state of Mariele Ventre's country of citizenship (Italy) before she was an Italian senator for life was President of the Italian Republic." + }, + { + "id": "q_007562", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Lviv University", + "pred": "The employer of Zygmunt Janiszewski in 1913 was the Polish government.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The employer of Zygmunt Janiszewski in 1913 was the Polish government." + }, + { + "id": "q_006568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "pred": "1992 Tony Award for Best Actor in a Musical", + "em": 0.0, + "f1": 0.35294117647058826, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1992 Tony Award for Best Actor in a Musical" + }, + { + "id": "q_006715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_005303", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Valenciennes F.C.", + "pred": "Geoffrey Doumeng's member of sports team in 2007 was the New South Wales Waratahs.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Geoffrey Doumeng's member of sports team in 2007 was the New South Wales Waratahs." + }, + { + "id": "q_003783", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Baron Harding of Petherton", + "pred": "In 1959, John Harding, 1st Baron Harding of Petherton, held the noble title of Baron Harding of Petherton.", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1959, John Harding, 1st Baron Harding of Petherton, held the noble title of Baron Harding of Petherton." + }, + { + "id": "q_004865", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_006315", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_006718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_006083", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "In 1954, the country of Pula was Yugoslavia.", + "em": 0.0, + "f1": 0.3076923076923077, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1954, the country of Pula was Yugoslavia." + }, + { + "id": "q_003360", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2023" + }, + { + "id": "q_008353", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Chattanooga", + "pred": "In 1986, the headquarters of the National Model Railroad Association (NMRA) was located in Washington, D.C.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1986, the headquarters of the National Model Railroad Association (NMRA) was located in Washington, D.C." + }, + { + "id": "q_003499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "D.C. United", + "pred": "The occupant of Robert F. Kennedy Memorial Stadium in 2009 was the Washington Nationals baseball team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The occupant of Robert F. Kennedy Memorial Stadium in 2009 was the Washington Nationals baseball team." + }, + { + "id": "q_001224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Gjilan was in the country of Albania in 1977.", + "em": 0.0, + "f1": 0.15384615384615385, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Gjilan was in the country of Albania in 1977." + }, + { + "id": "q_004848", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Soviet Union", + "pred": "Latvia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Latvia" + }, + { + "id": "q_007525", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Oulu Province", + "pred": "The answer is \"Kainuu\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is \"Kainuu\"." + }, + { + "id": "q_000885", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Northern Dvina Governorate", + "pred": "Yarensk Uyezd was located in the Arkhangelsk Governorate.", + "em": 0.0, + "f1": 0.18181818181818182, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Yarensk Uyezd was located in the Arkhangelsk Governorate." + }, + { + "id": "q_001030", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "The Holy Roman Empire", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Holy Roman Empire" + }, + { + "id": "q_004428", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "Soviet Union", + "pred": "Georgia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Georgia" + }, + { + "id": "q_002780", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "University of British Columbia", + "pred": "The employer of Daniel Kahneman after his employer Hebrew University of Jerusalem was the University of California, Berkeley.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The employer of Daniel Kahneman after his employer Hebrew University of Jerusalem was the University of California, Berkeley." + }, + { + "id": "q_000352", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Solicitor General for England and Wales", + "pred": "John Simon, 1st Viscount Simon was the Chancellor of the Exchequer in the United Kingdom from 1923 to 1924. Before holding this position, he served as the President of the Board of Trade from 1922 to 1923.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "John Simon, 1st Viscount Simon was the Chancellor of the Exchequer in the United Kingdom from 1923 to 1924. Before holding this position, he served as the President of the Board of Trade from 1922 to 1923." + }, + { + "id": "q_000414", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_001261", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Italy", + "pred": "The country of citizenship of Renato Barisani after the Kingdom of Italy was the Italian Republic.", + "em": 1.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of citizenship of Renato Barisani after the Kingdom of Italy was the Italian Republic." + }, + { + "id": "q_001035", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "WWE", + "pred": "Shane McMahon is a former professional wrestler and current entrepreneur. After his career in professional wrestling, he became an entrepreneur, primarily involved in the entertainment industry. His employer after transitioning to entrepreneurship was not a traditional employer, as he started his own ventures. One of his notable ventures was the creation of the WWE (World Wrestling Entertainment", + "em": 1.0, + "f1": 0.04878048780487806, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Shane McMahon is a former professional wrestler and current entrepreneur. After his career in professional wrestling, he became an entrepreneur, primarily involved in the entertainment industry. His employer after transitioning to entrepreneurship was not a traditional employer, as he started his own ventures. One of his notable ventures was the creation of the WWE (World Wrestling Entertainment" + }, + { + "id": "q_008432", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "After John McCain's occupation as a fighter pilot, his spouse was Cindy McCain.", + "em": 1.0, + "f1": 0.2666666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After John McCain's occupation as a fighter pilot, his spouse was Cindy McCain." + }, + { + "id": "q_005886", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Federal Minister for Foreign Affairs", + "pred": "Chancellor of Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Chancellor of Germany" + }, + { + "id": "q_007363", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Armin Grein was the Minister of Finance of West Germany in 1989.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Armin Grein was the Minister of Finance of West Germany in 1989." + }, + { + "id": "q_006356", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_004178", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "People's Republic of Bulgaria", + "pred": "In 1979, the country of Pernik was Bulgaria.", + "em": 0.0, + "f1": 0.3076923076923077, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1979, the country of Pernik was Bulgaria." + }, + { + "id": "q_005764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kupferstichkabinett Berlin", + "pred": "Max Jakob Friedl\u00e4nder's employer before the Gem\u00e4ldegalerie Berlin was the Prussian State Museum.", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Max Jakob Friedl\u00e4nder's employer before the Gem\u00e4ldegalerie Berlin was the Prussian State Museum." + }, + { + "id": "q_000581", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Sevilla FC", + "pred": "M\u00e1laga CF", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "M\u00e1laga CF" + }, + { + "id": "q_008059", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Heinrich Himmler", + "pred": "Heinrich Himmler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Heinrich Himmler" + }, + { + "id": "q_002028", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Scopus", + "pred": "The New York Times Book Review", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The New York Times Book Review" + }, + { + "id": "q_005537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_002995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "James Norris Memorial Trophy", + "pred": "In 2012, Erik Karlsson received the Calder Memorial Trophy.", + "em": 0.0, + "f1": 0.30769230769230765, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2012, Erik Karlsson received the Calder Memorial Trophy." + }, + { + "id": "q_005062", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Gyula Iulius Maurer was employed by the Hungarian Academy of Sciences.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Gyula Iulius Maurer was employed by the Hungarian Academy of Sciences." + }, + { + "id": "q_005618", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Leicester City F.C.", + "pred": "Jack Hobbs was a member of the sports team \"The Oval\" in the 1920s.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Jack Hobbs was a member of the sports team \"The Oval\" in the 1920s." + }, + { + "id": "q_000224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Italy", + "pred": "Ulrico Girardi's country of citizenship in 1974 was Italy.", + "em": 1.0, + "f1": 0.18181818181818182, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Ulrico Girardi's country of citizenship in 1974 was Italy." + }, + { + "id": "q_004236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FK Austria Wien", + "pred": "1.996.0\n\n\nThe member of the sports team of Ronald Brunmayr in 1996 was **1.996.0**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1.996.0\n\n\nThe member of the sports team of Ronald Brunmayr in 1996 was **1.996.0**." + }, + { + "id": "q_002148", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1927.0, + "gold": "Kingdom of Romania", + "pred": "The country of Balchik after the Principality of Bulgaria was the Kingdom of Bulgaria.", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The country of Balchik after the Principality of Bulgaria was the Kingdom of Bulgaria." + }, + { + "id": "q_006117", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "The country of citizenship of Cesarina Vighy after the Kingdom of Italy was the Kingdom of Hungary.", + "em": 1.0, + "f1": 0.16666666666666669, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The country of citizenship of Cesarina Vighy after the Kingdom of Italy was the Kingdom of Hungary." + }, + { + "id": "q_000974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Mary Pickford", + "pred": "1929.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1929.0" + }, + { + "id": "q_003365", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "All-NBA Team", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "" + }, + { + "id": "q_005796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "In 1922, the operator of the Molli railway was the Austrian Federal Railways (\u00d6sterreichische Bundesbahnen, abbreviated as \u00d6BB).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1922, the operator of the Molli railway was the Austrian Federal Railways (\u00d6sterreichische Bundesbahnen, abbreviated as \u00d6BB)." + }, + { + "id": "q_003448", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "Kingdom of Italy", + "pred": "Benedetta Cappa was born in Italy, so her country of citizenship before Italy was not applicable.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Benedetta Cappa was born in Italy, so her country of citizenship before Italy was not applicable." + }, + { + "id": "q_005271", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Borussia M\u00f6nchengladbach", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. FC N\u00fcrnberg" + }, + { + "id": "q_002400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "United States Penitentiary, Florence ADMAX", + "pred": "Ted Kaczynski is a former Harvard University student who was known for his involvement in the Unabomber case. He was arrested in 1996 and sentenced to life in prison without the possibility of parole. The point in time of Ted Kaczynski is currently 2020.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Ted Kaczynski is a former Harvard University student who was known for his involvement in the Unabomber case. He was arrested in 1996 and sentenced to life in prison without the possibility of parole. The point in time of Ted Kaczynski is currently 2020." + }, + { + "id": "q_007959", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Afghanistan", + "pred": "After Czechoslovakia, the diplomatic relation of Germany was the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After Czechoslovakia, the diplomatic relation of Germany was the United States." + }, + { + "id": "q_008034", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Sergio Tofano was a citizen of Italy before becoming a citizen of the United States.\n\n\nSergio Tofano was a citizen of Italy before becoming a citizen of the United States.", + "em": 0.0, + "f1": 0.25, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "Sergio Tofano was a citizen of Italy before becoming a citizen of the United States.\n\n\nSergio Tofano was a citizen of Italy before becoming a citizen of the United States." + }, + { + "id": "q_006099", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "In 1932, the Central Volga Krai was located in the Soviet Union, specifically in the European part of Russia, covering parts of the Volga River region.", + "em": 0.0, + "f1": 0.08333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1932, the Central Volga Krai was located in the Soviet Union, specifically in the European part of Russia, covering parts of the Volga River region." + }, + { + "id": "q_003338", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "President of the Bundestag", + "pred": "Wolfgang Sch\u00e4uble was the Federal Minister for Special Affairs of Germany from 1998 to 2005.", + "em": 0.0, + "f1": 0.2105263157894737, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Wolfgang Sch\u00e4uble was the Federal Minister for Special Affairs of Germany from 1998 to 2005." + }, + { + "id": "q_007882", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "pred": "The 1954 Nobel Prize in Physiology or Medicine", + "em": 0.0, + "f1": 0.14285714285714288, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The 1954 Nobel Prize in Physiology or Medicine" + }, + { + "id": "q_001101", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Melbourne Cricket Ground", + "pred": "In 1904, the home venue of the Melbourne Football Club was the MCG (Melbourne Cricket Ground).", + "em": 1.0, + "f1": 0.375, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1904, the home venue of the Melbourne Football Club was the MCG (Melbourne Cricket Ground)." + }, + { + "id": "q_004838", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "American Psycho 2", + "pred": "American Psycho (2002 film)", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "American Psycho (2002 film)" + }, + { + "id": "q_008088", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_008278", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Valenciennes F.C.", + "pred": "The member of the sports team of Kenny Lala in 2013 was not specified in the given text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of the sports team of Kenny Lala in 2013 was not specified in the given text." + }, + { + "id": "q_003556", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_008174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Spartak Moscow", + "pred": "1. 2004.0\n 2. 2004.0\n 3. 2004.0\n 4. 2004.0\n 5. 2004.0\n 6. 2004.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. 2004.0\n 2. 2004.0\n 3. 2004.0\n 4. 2004.0\n 5. 2004.0\n 6. 2004." + }, + { + "id": "q_007252", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_007229", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_005020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_003581", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_007540", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Norway men's national association football team", + "pred": "Rolf Johannessen's member of sports team in 1931 was the Norwegian national team.", + "em": 0.0, + "f1": 0.3, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Rolf Johannessen's member of sports team in 1931 was the Norwegian national team." + }, + { + "id": "q_006549", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1972.0, + "gold": "1972", + "pred": "1972", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1972" + }, + { + "id": "q_006127", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Rome", + "pred": "Milan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Milan" + }, + { + "id": "q_008172", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Academy Award for Best Director", + "pred": "Fred Zinnemann was nominated for the Academy Award for Best Director for the film \"High Noon\" (1952).", + "em": 1.0, + "f1": 0.5263157894736842, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Fred Zinnemann was nominated for the Academy Award for Best Director for the film \"High Noon\" (1952)." + }, + { + "id": "q_006850", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "\u00c9toile Sportive du Sahel", + "pred": "In 2000, Oumar Kalabane was a member of the sports team of the French national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 2000, Oumar Kalabane was a member of the sports team of the French national football team." + }, + { + "id": "q_001281", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "60 Minutes", + "pred": "The notable work of Morley Safer after receiving the Morley Safer award was the documentary \"The Death of a Nation and Other Essays\" (1979).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The notable work of Morley Safer after receiving the Morley Safer award was the documentary \"The Death of a Nation and Other Essays\" (1979)." + }, + { + "id": "q_000690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_004216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Philadelphia", + "pred": "Thomas Eakins's work location in 1908 was the Pennsylvania Academy of the Fine Arts.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Thomas Eakins's work location in 1908 was the Pennsylvania Academy of the Fine Arts." + }, + { + "id": "q_001024", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "Jos\u00e9 Anigo was the head coach of Olympiacos F.C. from 1999 to 2000.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Jos\u00e9 Anigo was the head coach of Olympiacos F.C. from 1999 to 2000." + }, + { + "id": "q_003080", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Nobel Prize in Literature", + "pred": "Sarvepalli Radhakrishnan was not nominated for the Nobel Peace Prize. He was a renowned Indian philosopher and the second President of India, serving from 1962 to 1967. The Nobel Peace Prize is awarded for contributions to peace, and Radhakrishnan's work", + "em": 0.0, + "f1": 0.11764705882352941, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Sarvepalli Radhakrishnan was not nominated for the Nobel Peace Prize. He was a renowned Indian philosopher and the second President of India, serving from 1962 to 1967. The Nobel Peace Prize is awarded for contributions to peace, and Radhakrishnan's work" + }, + { + "id": "q_006761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Reading F.C.", + "pred": "Stephen Hunt is a former professional footballer who played as a midfielder. After his time at Crystal Palace F.C., he joined several other clubs. One notable team he was part of was Coventry City F.C. in the 1990s. Therefore, the member of the sports team after Crystal Palace F", + "em": 0.0, + "f1": 0.09756097560975609, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Stephen Hunt is a former professional footballer who played as a midfielder. After his time at Crystal Palace F.C., he joined several other clubs. One notable team he was part of was Coventry City F.C. in the 1990s. Therefore, the member of the sports team after Crystal Palace F" + }, + { + "id": "q_007249", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Athletic Club", + "pred": "In 1912, Rafael Moreno Aranzadi was a member of the sports team \"Real Sociedad de F\u00fatbol\" (Real Sociedad Football Club).", + "em": 0.0, + "f1": 0.09999999999999999, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1912, Rafael Moreno Aranzadi was a member of the sports team \"Real Sociedad de F\u00fatbol\" (Real Sociedad Football Club)." + }, + { + "id": "q_004330", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Spain", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Spain" + }, + { + "id": "q_002355", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Brentford F.C.", + "pred": "The member of the sports team of Andy Sinton before Wolverhampton Wanderers F.C. was Peter Crouch.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of the sports team of Andy Sinton before Wolverhampton Wanderers F.C. was Peter Crouch." + }, + { + "id": "q_001500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Erwin Teufel", + "pred": "Hans Filbinger was the head of government of Baden-W\u00fcrttemberg from 1978 to 1980. After him, the head of government was Erich Honecker.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Hans Filbinger was the head of government of Baden-W\u00fcrttemberg from 1978 to 1980. After him, the head of government was Erich Honecker." + }, + { + "id": "q_002493", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "TV Globo", + "pred": "In 1994, the subsidiary of Grupo Globo was Globovisi\u00f3n.", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1994, the subsidiary of Grupo Globo was Globovisi\u00f3n." + }, + { + "id": "q_004504", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1953" + }, + { + "id": "q_008366", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Jean Tremblay", + "pred": "In 2008, the head of government of Saguenay was the Mayor of Saguenay, who was Jean-Pierre Poirier.", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 2008, the head of government of Saguenay was the Mayor of Saguenay, who was Jean-Pierre Poirier." + }, + { + "id": "q_003310", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "1980", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1980" + }, + { + "id": "q_004860", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "auxiliary bishop", + "pred": "In 1975, Guillermo Leaden held the position of Minister of Education in the government of Argentina.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1975, Guillermo Leaden held the position of Minister of Education in the government of Argentina." + }, + { + "id": "q_007131", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_001190", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Franca Florio was born in Italy.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Franca Florio was born in Italy." + }, + { + "id": "q_001845", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "Stade de Reims", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Stade de Reims" + }, + { + "id": "q_001601", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Lomonosov Moscow State University", + "pred": "Lev Pontryagin's employer in 1933 was the Institute of Mathematics of the USSR Academy of Sciences.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Lev Pontryagin's employer in 1933 was the Institute of Mathematics of the USSR Academy of Sciences." + }, + { + "id": "q_008159", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "AIK Fotboll", + "pred": "Lee Baxter is a fictional character from the anime and manga series \"The Disastrous Life of Saiki K.\" In the series, Lee Baxter is a member of the sports team \"Kurokawa High School's Baseball Team.\" However, it's important to note that the series is a work of fiction, and", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "Lee Baxter is a fictional character from the anime and manga series \"The Disastrous Life of Saiki K.\" In the series, Lee Baxter is a member of the sports team \"Kurokawa High School's Baseball Team.\" However, it's important to note that the series is a work of fiction, and" + }, + { + "id": "q_006771", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Cuxhaven district", + "pred": "Sietland was located in the Netherlands in 1995.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Sietland was located in the Netherlands in 1995." + }, + { + "id": "q_002990", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Vesyegonsky District", + "pred": "Vesyegonsk is located in Tver Oblast, Russia.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Vesyegonsk is located in Tver Oblast, Russia." + }, + { + "id": "q_002704", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Everton F.C.", + "pred": "Adrian Heath was a member of the sports team of Liverpool F.C.", + "em": 0.0, + "f1": 0.26666666666666666, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Adrian Heath was a member of the sports team of Liverpool F.C." + }, + { + "id": "q_000821", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "The country of citizenship of Sabatino Moscati before Italy was the Kingdom of the Two Sicilies.", + "em": 0.0, + "f1": 0.4, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The country of citizenship of Sabatino Moscati before Italy was the Kingdom of the Two Sicilies." + }, + { + "id": "q_001187", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Max Planck Institute for Chemistry", + "pred": "In 1980, Paul Josef Crutzen was employed by the Netherlands Organization for Applied Scientific Research (TNO).", + "em": 0.0, + "f1": 0.09523809523809523, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1980, Paul Josef Crutzen was employed by the Netherlands Organization for Applied Scientific Research (TNO)." + }, + { + "id": "q_006629", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "United States Navy", + "pred": "Frederick B. Dent was a United States Army officer.", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Frederick B. Dent was a United States Army officer." + }, + { + "id": "q_003305", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Italy", + "pred": "The Kingdom of Italy was a country that existed from 1861 to 1946. Antonello Aglioti was an Italian painter who lived during the 16th century. Therefore, the country of citizenship of Antonello Aglioti after the Kingdom of Italy was the Republic of Italy,", + "em": 1.0, + "f1": 0.07142857142857142, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The Kingdom of Italy was a country that existed from 1861 to 1946. Antonello Aglioti was an Italian painter who lived during the 16th century. Therefore, the country of citizenship of Antonello Aglioti after the Kingdom of Italy was the Republic of Italy," + }, + { + "id": "q_005228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Carter Harrison IV", + "pred": "In 1913, the head of government of Chicago was the Mayor. The mayor of Chicago in 1913 was William Howard Taft.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1913, the head of government of Chicago was the Mayor. The mayor of Chicago in 1913 was William Howard Taft." + }, + { + "id": "q_000310", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "In 1989, Le Montellier was located in the commune of Saint-Martin-de-L\u00e9zat, in the department of Aude, in the Occitanie region of southern France.", + "em": 0.0, + "f1": 0.08333333333333333, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1989, Le Montellier was located in the commune of Saint-Martin-de-L\u00e9zat, in the department of Aude, in the Occitanie region of southern France." + }, + { + "id": "q_003989", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Baron Moyne", + "pred": "1st Baron Moyne", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1st Baron Moyne" + }, + { + "id": "q_007146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_002832", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Willy Marlow", + "pred": "1983.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1983.0" + }, + { + "id": "q_000368", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "FC Porto", + "pred": "Deco was a member of the sports team of FC Porto before joining Fluminense F.C.", + "em": 1.0, + "f1": 0.23529411764705882, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Deco was a member of the sports team of FC Porto before joining Fluminense F.C." + }, + { + "id": "q_005867", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Kursk Oblast was located in the Soviet Union.", + "em": 0.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kursk Oblast was located in the Soviet Union." + }, + { + "id": "q_005700", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Colombia men's national football team", + "pred": "Juan Carlos Henao was a Colombian footballer who played as a defender. Before joining Millonarios, he was part of the sports team Atl\u00e9tico Bucaramanga.", + "em": 0.0, + "f1": 0.07142857142857144, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Juan Carlos Henao was a Colombian footballer who played as a defender. Before joining Millonarios, he was part of the sports team Atl\u00e9tico Bucaramanga." + }, + { + "id": "q_000881", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "York University", + "pred": "In 1986, Ellen Meiksins Wood was employed by the University of London.", + "em": 0.0, + "f1": 0.14285714285714285, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1986, Ellen Meiksins Wood was employed by the University of London." + }, + { + "id": "q_005707", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Kreis Kalbe (Milde)", + "pred": "In 1952, Jeetze was located in the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1952, Jeetze was located in the United States." + }, + { + "id": "q_001238", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Pre\u0161ov Region", + "pred": "1954.0\n\nOkay, let's try to figure out what the question is asking. The user is asking, \"What was the located in of Pre\u0161ov after Pre\u0161ov country Czechoslovakia?\" and the answer provided is \"1954.0\". Hmm, that seems", + "em": 0.0, + "f1": 0.06451612903225806, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1954.0\n\nOkay, let's try to figure out what the question is asking. The user is asking, \"What was the located in of Pre\u0161ov after Pre\u0161ov country Czechoslovakia?\" and the answer provided is \"1954.0\". Hmm, that seems" + }, + { + "id": "q_006162", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2011" + }, + { + "id": "q_005973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Italy", + "pred": "The country of citizenship of Pier Antonio Quarantotti Gambini after the Kingdom of Italy was the Italian Republic.", + "em": 1.0, + "f1": 0.13333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of citizenship of Pier Antonio Quarantotti Gambini after the Kingdom of Italy was the Italian Republic." + }, + { + "id": "q_006967", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Armando Aste's country of citizenship in 1971 was Italy.", + "em": 1.0, + "f1": 0.18181818181818182, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Armando Aste's country of citizenship in 1971 was Italy." + }, + { + "id": "q_006519", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "F.C. Pro Vercelli 1892", + "pred": "Dante Amarilli", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Dante Amarilli" + }, + { + "id": "q_006861", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Toulouse FC", + "pred": "Trabzonspor", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Trabzonspor" + }, + { + "id": "q_006139", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Decathlon CMA CGM Team", + "pred": "Nicolas Roche's member of sports team in 2012 was the UCI ProTour team, Team Sky.", + "em": 0.0, + "f1": 0.11111111111111112, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Nicolas Roche's member of sports team in 2012 was the UCI ProTour team, Team Sky." + }, + { + "id": "q_002293", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Bethesda", + "pred": "Katie Ledecky's residence before Stanford was in the town of Annapolis, Maryland.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Katie Ledecky's residence before Stanford was in the town of Annapolis, Maryland." + }, + { + "id": "q_008165", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Akkermansky Uyezd", + "pred": "The answer is: The Kingdom of Poland.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is: The Kingdom of Poland." + }, + { + "id": "q_001745", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Republic of China\n\n\n\nThe country of citizenship of Li Tsung-jen after the Qing dynasty was the **Republic of China**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Republic of China\n\n\n\nThe country of citizenship of Li Tsung-jen after the Qing dynasty was the **Republic of China**." + }, + { + "id": "q_005776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Paul McGann", + "pred": "Iain Glen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Iain Glen" + }, + { + "id": "q_002004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Al-Qaeda", + "pred": "In 1993, Osama bin Laden was an ally of the Taliban.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1993, Osama bin Laden was an ally of the Taliban." + }, + { + "id": "q_003185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Weimar Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_007239", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Kingdom of Italy", + "pred": "Spain", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Spain" + }, + { + "id": "q_005515", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "doctorate", + "pred": "Doctor of Philosophy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Doctor of Philosophy" + }, + { + "id": "q_002120", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Bauska District", + "pred": "In 2000, Bauska was located in Latvia.", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2000, Bauska was located in Latvia." + }, + { + "id": "q_007214", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Gale Anne Hurd", + "pred": "The spouse of James Cameron before Kathryn Bigelow was Linda Hamilton.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The spouse of James Cameron before Kathryn Bigelow was Linda Hamilton." + }, + { + "id": "q_008171", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Kingdom of the Two Sicilies", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of the Two Sicilies" + }, + { + "id": "q_002624", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Woodrow Wilson", + "pred": "Woodrow Wilson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Woodrow Wilson" + }, + { + "id": "q_004467", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "Kingdom of Italy", + "pred": "Alberto Albertini was born in Italy, so his country of citizenship before Italy was not applicable.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Alberto Albertini was born in Italy, so his country of citizenship before Italy was not applicable." + }, + { + "id": "q_006746", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1993.0, + "gold": "1993", + "pred": "1993", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1993" + }, + { + "id": "q_008176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "In 1979, the country of Vr\u0161ac was Yugoslavia.\n\n\nIn 1979, the country of Vr\u0161ac was Yugoslavia.", + "em": 0.0, + "f1": 0.2857142857142857, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1979, the country of Vr\u0161ac was Yugoslavia.\n\n\nIn 1979, the country of Vr\u0161ac was Yugoslavia." + }, + { + "id": "q_000447", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_007622", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2010" + }, + { + "id": "q_007073", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FC Luch-Energiya Vladivostok", + "pred": "In 1996, Maksim Layushkin was a member of the Russian national ice hockey team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1996, Maksim Layushkin was a member of the Russian national ice hockey team." + }, + { + "id": "q_006216", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Soviet Union", + "pred": "The country of citizenship of Yelena Miroshina before Russia was the Soviet Union.", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of citizenship of Yelena Miroshina before Russia was the Soviet Union." + }, + { + "id": "q_007462", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "\u00d6sters IF", + "pred": "Hans Eklund was a member of the sports team of IFK G\u00f6teborg before joining Viborg FF.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Hans Eklund was a member of the sports team of IFK G\u00f6teborg before joining Viborg FF." + }, + { + "id": "q_000068", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Eski\u015fehirspor", + "pred": "1982.0\n\nOkay, let's try to figure out this question. The user is asking about \u00d6mer Kaner's sports team membership after he was part of Bak\u0131rk\u00f6yspor. The answer given is 1982.0, which seems a bit odd because 19", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1982.0\n\nOkay, let's try to figure out this question. The user is asking about \u00d6mer Kaner's sports team membership after he was part of Bak\u0131rk\u00f6yspor. The answer given is 1982.0, which seems a bit odd because 19" + }, + { + "id": "q_002516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Marconi Prize", + "pred": "The award received by Federico Faggin before the National Medal of Technology and Innovation was the IEEE Medal of Honor.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The award received by Federico Faggin before the National Medal of Technology and Innovation was the IEEE Medal of Honor." + }, + { + "id": "q_003568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_005968", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_000185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_002706", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "economic liberalism", + "pred": "In 1957, Jorge Gonz\u00e1lez von Mar\u00e9es was involved in the movement of the Spanish Civil War.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1957, Jorge Gonz\u00e1lez von Mar\u00e9es was involved in the movement of the Spanish Civil War." + }, + { + "id": "q_006338", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Jan Hendrik Oort", + "pred": "The question is about Maarten Schmidt's doctoral advisor in 1956. To answer this, I need to recall or find information about Maarten Schmidt's academic background. Maarten Schmidt was a Dutch astronomer who later became a U.S. citizen. He is known for his work in extragalactic astronomy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The question is about Maarten Schmidt's doctoral advisor in 1956. To answer this, I need to recall or find information about Maarten Schmidt's academic background. Maarten Schmidt was a Dutch astronomer who later became a U.S. citizen. He is known for his work in extragalactic astronomy" + }, + { + "id": "q_002715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "State Government", + "pred": "Minister of Finance of Austria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Minister of Finance of Austria" + }, + { + "id": "q_005181", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2009.0" + }, + { + "id": "q_003253", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "chairperson", + "pred": "Professor of Philosophy at the University of Tokyo", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Professor of Philosophy at the University of Tokyo" + }, + { + "id": "q_007645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "G\u00f6khan \u00dcnal joined Ankaraspor in 2002. Before that, he was a member of the sports team of Be\u015fikta\u015f.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "G\u00f6khan \u00dcnal joined Ankaraspor in 2002. Before that, he was a member of the sports team of Be\u015fikta\u015f." + }, + { + "id": "q_003453", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Italy", + "pred": "The country of citizenship of Irene Galitzine after the Kingdom of Italy was the United States of America.", + "em": 1.0, + "f1": 0.14285714285714288, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The country of citizenship of Irene Galitzine after the Kingdom of Italy was the United States of America." + }, + { + "id": "q_002186", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Academy Award for Best Actress", + "pred": "1980 Academy Award for Best Actress", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1980 Academy Award for Best Actress" + }, + { + "id": "q_000960", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Soviet Union", + "pred": "The country of Biysk was the Russian Empire.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of Biysk was the Russian Empire." + }, + { + "id": "q_004347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Deutsche Mark" + }, + { + "id": "q_003476", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Municipio III", + "pred": "San Lorenzo is a name that can refer to multiple places, so it's important to clarify which specific San Lorenzo is being referred to. If we are talking about San Lorenzo in Rome, then the location of San Lorenzo is Rome, Italy. However, if the question is asking about the location of another San Lorenzo, such", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "San Lorenzo is a name that can refer to multiple places, so it's important to clarify which specific San Lorenzo is being referred to. If we are talking about San Lorenzo in Rome, then the location of San Lorenzo is Rome, Italy. However, if the question is asking about the location of another San Lorenzo, such" + }, + { + "id": "q_001826", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "WWE", + "pred": "WWE\n\nOkay, let's see. The question is asking, after Shane McMahon's occupation as an entrepreneur, what was his employer? The answer given is WWE. Hmm, I need to verify this.\n\nFirst, I should recall Shane McMahon's career. He's a well-known figure in WWE, right? He was", + "em": 1.0, + "f1": 0.05, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "WWE\n\nOkay, let's see. The question is asking, after Shane McMahon's occupation as an entrepreneur, what was his employer? The answer given is WWE. Hmm, I need to verify this.\n\nFirst, I should recall Shane McMahon's career. He's a well-known figure in WWE, right? He was" + }, + { + "id": "q_002764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Camillo Cibin was born in Italy, so his country of citizenship before Italy was not applicable.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Camillo Cibin was born in Italy, so his country of citizenship before Italy was not applicable." + }, + { + "id": "q_007776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Latvian Soviet Socialist Republic", + "pred": "R\u0113zekne was located in the Soviet Union, which was a country in Eastern Europe.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "R\u0113zekne was located in the Soviet Union, which was a country in Eastern Europe." + }, + { + "id": "q_002291", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2022.0, + "gold": "Al-Nassr", + "pred": "Luiz Gustavo is a Brazilian footballer who has played for several clubs and national teams. After his time with the Brazil men's national football team, he continued his career with various clubs. One notable club he joined was Bayern Munich in Germany. Therefore, the member of the sports team after Brazil men's national football", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Luiz Gustavo is a Brazilian footballer who has played for several clubs and national teams. After his time with the Brazil men's national football team, he continued his career with various clubs. One notable club he joined was Bayern Munich in Germany. Therefore, the member of the sports team after Brazil men's national football" + }, + { + "id": "q_006248", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_003830", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1996" + }, + { + "id": "q_005800", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1927.0, + "gold": "1927", + "pred": "1927", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1927" + }, + { + "id": "q_002743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Roman Herzog", + "pred": "The head of state of Germany before Horst K\u00f6hler was Roman Herzog.", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of state of Germany before Horst K\u00f6hler was Roman Herzog." + }, + { + "id": "q_005305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "TOP 09", + "pred": "European People's Party", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "European People's Party" + }, + { + "id": "q_003125", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Chinese Communist Party", + "pred": "The member of political party of Xiao Ke after Xiao Ke country of citizenship Qing dynasty was the Chinese Revolutionary Party.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of political party of Xiao Ke after Xiao Ke country of citizenship Qing dynasty was the Chinese Revolutionary Party." + }, + { + "id": "q_003993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "United States Air Force", + "pred": "The answer is \"Bell Labs\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is \"Bell Labs\"." + }, + { + "id": "q_000679", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "After pr\u00e9sident-directeur g\u00e9n\u00e9ral, Jean-Marie Cavada held the position of directeur g\u00e9n\u00e9ral.", + "em": 0.0, + "f1": 0.25000000000000006, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After pr\u00e9sident-directeur g\u00e9n\u00e9ral, Jean-Marie Cavada held the position of directeur g\u00e9n\u00e9ral." + }, + { + "id": "q_001435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "" + }, + { + "id": "q_004918", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_006137", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Orlando Magic", + "pred": "In 1995, Shaquille O'Neal was a member of the Orlando Magic.", + "em": 1.0, + "f1": 0.2857142857142857, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1995, Shaquille O'Neal was a member of the Orlando Magic." + }, + { + "id": "q_002644", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Club Atl\u00e9tico River Plate", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Club Atl\u00e9tico River Plate" + }, + { + "id": "q_004185", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "1995.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1995.0" + }, + { + "id": "q_007259", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Siemens AG", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Siemens AG" + }, + { + "id": "q_000078", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_006054", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_002336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "SC Young Fellows Juventus", + "pred": "In 1942, Leopold Kielholz was a member of the Swiss national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1942, Leopold Kielholz was a member of the Swiss national football team." + }, + { + "id": "q_004140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "president", + "pred": "Richard William Smith was a United States Senator from New York.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Richard William Smith was a United States Senator from New York." + }, + { + "id": "q_002324", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "1990\u20131991", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1990\u20131991" + }, + { + "id": "q_008261", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "National Basketball Association", + "pred": "Chris Mihm's league or competition in 2005 was the National Football League (NFL).", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Chris Mihm's league or competition in 2005 was the National Football League (NFL)." + }, + { + "id": "q_004156", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_002138", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Montpellier H\u00e9rault Sport Club", + "pred": "Olivier Sorlin is a French former professional footballer who played as a defender. Before joining AS Monaco FC, he was a member of the sports team of RC Lens.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Olivier Sorlin is a French former professional footballer who played as a defender. Before joining AS Monaco FC, he was a member of the sports team of RC Lens." + }, + { + "id": "q_001307", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_005256", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "auxiliary bishop", + "pred": "In 2012, Ortega Franco held the position of Minister of the Interior of Colombia.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2012, Ortega Franco held the position of Minister of the Interior of Colombia." + }, + { + "id": "q_004475", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Q135837", + "pred": "Fassa Bortolo", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Fassa Bortolo" + }, + { + "id": "q_002220", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Estudiantes de La Plata", + "pred": "The member of the sports team of Iv\u00e1n Moreno y Fabianesi after Villarreal CF was Jos\u00e9 Mar\u00eda Camacho.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of the sports team of Iv\u00e1n Moreno y Fabianesi after Villarreal CF was Jos\u00e9 Mar\u00eda Camacho." + }, + { + "id": "q_006192", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Egypt", + "pred": "Egypt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Egypt" + }, + { + "id": "q_005619", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kingdom of Italy", + "pred": "Adone Zoli was born in Italy, so his country of citizenship before Italy was not applicable.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Adone Zoli was born in Italy, so his country of citizenship before Italy was not applicable." + }, + { + "id": "q_003460", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Buber-Rosenzweig-Medal", + "pred": "Nikolaus Schneider received the 2012 European Physical Society Prize for European Women in Physics.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Nikolaus Schneider received the 2012 European Physical Society Prize for European Women in Physics." + }, + { + "id": "q_005532", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Gy\u00f6rgy Fekete", + "pred": "The spouse of Szilvia Sunyovszky in 2020 was G\u00e1bor Szab\u00f3.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The spouse of Szilvia Sunyovszky in 2020 was G\u00e1bor Szab\u00f3." + }, + { + "id": "q_000731", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Ren\u00e9 Ang\u00e9lil", + "pred": "Ren\u00e9 Ang\u00e9lil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Ren\u00e9 Ang\u00e9lil" + }, + { + "id": "q_007949", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Aston Villa F.C.", + "pred": "In 1940, Harry Parkes was a member of the New Zealand national rugby union team, known as the All Blacks.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1940, Harry Parkes was a member of the New Zealand national rugby union team, known as the All Blacks." + }, + { + "id": "q_001545", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_001649", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Kingdom of the Two Sicilies", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of the Two Sicilies" + }, + { + "id": "q_008040", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_006170", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Nazi Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_008589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Italy", + "pred": "The country of citizenship of Filippo Zappata after the Kingdom of Italy was the Italian Republic.", + "em": 1.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of citizenship of Filippo Zappata after the Kingdom of Italy was the Italian Republic." + }, + { + "id": "q_003715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Cottbus is a city in Germany, located in the state of Brandenburg.", + "em": 0.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Cottbus is a city in Germany, located in the state of Brandenburg." + }, + { + "id": "q_004771", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "SV Waldhof Mannheim", + "pred": "1. TSG Weinheim\n 2. Germany national football team\n 3. 1. FC Kaiserslautern\n 4. 1. FC Nuremberg\n 5. 1. FC Saarbr\u00fccken\n 6. 1. FC Saarbr", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. TSG Weinheim\n 2. Germany national football team\n 3. 1. FC Kaiserslautern\n 4. 1. FC Nuremberg\n 5. 1. FC Saarbr\u00fccken\n 6. 1. FC Saarbr" + }, + { + "id": "q_002240", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Raymond Lahey", + "pred": "The answer is Bishop John A. Cummins.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is Bishop John A. Cummins." + }, + { + "id": "q_001328", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "F.C. Hansa Rostock", + "pred": "In 1985, Axel Hauschild was a member of the German national handball team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1985, Axel Hauschild was a member of the German national handball team." + }, + { + "id": "q_003910", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1926.0, + "gold": "Yves du Manoir Stadium", + "pred": "In 1926, the home venue of Racing 92 was the Stade de France.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1926, the home venue of Racing 92 was the Stade de France." + }, + { + "id": "q_003393", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Nemuro Subprefecture (1897\u20142010)", + "pred": "In 1990, Signalny was located in the Soviet Union.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1990, Signalny was located in the Soviet Union." + }, + { + "id": "q_003249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "The located in of Tes-Khemsky District after Tuvan People's Republic was the Soviet Union.", + "em": 0.0, + "f1": 0.3, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The located in of Tes-Khemsky District after Tuvan People's Republic was the Soviet Union." + }, + { + "id": "q_002690", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "The country of citizenship of Edgardo Moltoni after the Kingdom of Italy was the Italian Republic.", + "em": 1.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of citizenship of Edgardo Moltoni after the Kingdom of Italy was the Italian Republic." + }, + { + "id": "q_000520", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "1999\u20132001\n\n\nThe member of the sports team of Alec Chamberlain after he was a member of Colchester United F.C. was **Bristol Rovers**.", + "em": 0.0, + "f1": 0.1739130434782609, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1999\u20132001\n\n\nThe member of the sports team of Alec Chamberlain after he was a member of Colchester United F.C. was **Bristol Rovers**." + }, + { + "id": "q_008590", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Acad\u00e9mie des beaux-arts", + "pred": "Albert Decaris was a French film director and screenwriter, best known for his work in the 1930s and 1940s. In 1951, he was not a member of any particular organization or group, as he was an independent filmmaker. However, he was associated", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Albert Decaris was a French film director and screenwriter, best known for his work in the 1930s and 1940s. In 1951, he was not a member of any particular organization or group, as he was an independent filmmaker. However, he was associated" + }, + { + "id": "q_002965", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Toronto", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "" + }, + { + "id": "q_000417", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Italy", + "pred": "Kingdom of the Two Sicilies", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of the Two Sicilies" + }, + { + "id": "q_007810", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Soviet Union", + "pred": "Khotyn was located in Khotinskij County, which was part of the Russian Empire.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Khotyn was located in Khotinskij County, which was part of the Russian Empire." + }, + { + "id": "q_002744", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Queen Mary University of London", + "pred": "The employer of Kurt Hirsch after he educated at Humboldt-Universit\u00e4t zu Berlin was the German Federal Railway (Deutsche Bundesbahn).", + "em": 0.0, + "f1": 0.08333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The employer of Kurt Hirsch after he educated at Humboldt-Universit\u00e4t zu Berlin was the German Federal Railway (Deutsche Bundesbahn)." + }, + { + "id": "q_006283", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "University of G\u00f6ttingen", + "pred": "Johann Radon was educated at the University of Vienna.", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Johann Radon was educated at the University of Vienna." + }, + { + "id": "q_001516", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "President of the Swiss Confederation", + "pred": "In 2005, Samuel Schmid held the position of President of the Swiss Federal Council.", + "em": 0.0, + "f1": 0.47058823529411764, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2005, Samuel Schmid held the position of President of the Swiss Federal Council." + }, + { + "id": "q_004019", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "Shk\u00eblzen Gashi is a footballer who has played for several teams throughout his career. After being a member of the Switzerland national under-21 football team, he joined the senior Switzerland national team. Therefore, the answer is Switzerland national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Shk\u00eblzen Gashi is a footballer who has played for several teams throughout his career. After being a member of the Switzerland national under-21 football team, he joined the senior Switzerland national team. Therefore, the answer is Switzerland national team." + }, + { + "id": "q_007577", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Goethe University Frankfurt", + "pred": "The employer of Ruth Moufang was the German chemical company IG Farbenindustrie.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The employer of Ruth Moufang was the German chemical company IG Farbenindustrie." + }, + { + "id": "q_006387", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Nopporo Station", + "pred": "The adjacent station of Ebetsu Station after Horomui Station was Kita-Kamikawa Station.", + "em": 0.0, + "f1": 0.16666666666666669, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The adjacent station of Ebetsu Station after Horomui Station was Kita-Kamikawa Station." + }, + { + "id": "q_005748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of the Italian Republic" + }, + { + "id": "q_006907", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "The country of Stara Zagora after the Principality of Bulgaria was the Second Bulgarian Empire.\n\n\nThe country of Stara Zagora after the Principality of Bulgaria was the **Second Bulgarian Empire**. \n\nThe Principality of Bulgaria (established in 1185) was a precursor to the Second", + "em": 0.0, + "f1": 0.16666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of Stara Zagora after the Principality of Bulgaria was the Second Bulgarian Empire.\n\n\nThe country of Stara Zagora after the Principality of Bulgaria was the **Second Bulgarian Empire**. \n\nThe Principality of Bulgaria (established in 1185) was a precursor to the Second" + }, + { + "id": "q_000891", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Goffredo Zehender was an Italian citizen.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Goffredo Zehender was an Italian citizen." + }, + { + "id": "q_003937", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "VfL Bochum", + "pred": "Djurg\u00e5rdens IF Fotboll", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Djurg\u00e5rdens IF Fotboll" + }, + { + "id": "q_000823", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_006764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Aston Villa F.C.", + "pred": "Alan Wright is a former professional footballer who played as a midfielder. He was a member of the sports team, the England national football team, before his career at Derby County F.C.", + "em": 0.0, + "f1": 0.1212121212121212, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Alan Wright is a former professional footballer who played as a midfielder. He was a member of the sports team, the England national football team, before his career at Derby County F.C." + }, + { + "id": "q_008286", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Deportivo de La Coru\u00f1a", + "pred": "Miroslav \u0110uki\u0107 was a Serbian footballer who played for several clubs during his career. Before joining C.D. Tenerife, he was a member of the sports team of FK Partizan, which is a prominent Serbian football club based in Belgrade. FK Partizan is one of the", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Miroslav \u0110uki\u0107 was a Serbian footballer who played for several clubs during his career. Before joining C.D. Tenerife, he was a member of the sports team of FK Partizan, which is a prominent Serbian football club based in Belgrade. FK Partizan is one of the" + }, + { + "id": "q_002635", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_006205", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Italy", + "pred": "Gabriele Mucchi's country of citizenship in 1990 was Italy.", + "em": 1.0, + "f1": 0.18181818181818182, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Gabriele Mucchi's country of citizenship in 1990 was Italy." + }, + { + "id": "q_005727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Austria men's national football team", + "pred": "1. Wiener Sport-Club\n 2. Austria Wien\n 3. SK Rapid Wien\n 4. FK Austria Wien\n 5. SK Rapid Wien\n 6. Austria Wien\n 7. SK Rapid Wien\n 8. Austria Wien\n 9. SK Rapid Wien\n10", + "em": 0.0, + "f1": 0.08333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. Wiener Sport-Club\n 2. Austria Wien\n 3. SK Rapid Wien\n 4. FK Austria Wien\n 5. SK Rapid Wien\n 6. Austria Wien\n 7. SK Rapid Wien\n 8. Austria Wien\n 9. SK Rapid Wien\n10" + }, + { + "id": "q_002157", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_000634", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "SSC Bari", + "pred": "In 2003, Graziano Battistini was a member of the sports team \"S.S. Lazio\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 2003, Graziano Battistini was a member of the sports team \"S.S. Lazio\"." + }, + { + "id": "q_005602", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Kita-Toyotsu Signal Base", + "pred": "The adjacent station of Kunnui Station after Oshamambe Station is Kunnui Station itself.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The adjacent station of Kunnui Station after Oshamambe Station is Kunnui Station itself." + }, + { + "id": "q_000342", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Russia" + }, + { + "id": "q_004873", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Club Atletico All Boys", + "pred": "In 2010, Agust\u00edn Torassa was a member of the sports team of River Plate.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 2010, Agust\u00edn Torassa was a member of the sports team of River Plate." + }, + { + "id": "q_004390", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Shonan Bellmare", + "pred": "Takeshi Motoyoshi is a Japanese former professional footballer who played as a defender. Before joining Urawa Red Diamonds, he was a member of the sports team of the Japanese club Nagoya Grampus. He played for Nagoya Grampus from 1985 to 1989 before moving", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Takeshi Motoyoshi is a Japanese former professional footballer who played as a defender. Before joining Urawa Red Diamonds, he was a member of the sports team of the Japanese club Nagoya Grampus. He played for Nagoya Grampus from 1985 to 1989 before moving" + }, + { + "id": "q_006898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Bruno Rossi Prize", + "pred": "The award received by Rashid Sunyaev before the Bruce Medal was the Dirac Medal.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The award received by Rashid Sunyaev before the Bruce Medal was the Dirac Medal." + }, + { + "id": "q_006508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Italy", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Austria" + }, + { + "id": "q_005697", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "G.S. Iraklis Thessalonikis (men's association football)", + "pred": "FK Rad 1992\u20131993", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "FK Rad 1992\u20131993" + }, + { + "id": "q_002898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "VfB Stuttgart", + "pred": "Ernst Blum was a member of the sports team of the German national association football team before the 1925.0.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Ernst Blum was a member of the sports team of the German national association football team before the 1925.0." + }, + { + "id": "q_003442", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_004805", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Bocskai FC", + "pred": "The member of the sports team of J\u00e1nos Gyarmati before Red Star F.C. was the Hungarian national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of the sports team of J\u00e1nos Gyarmati before Red Star F.C. was the Hungarian national team." + }, + { + "id": "q_006113", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Prime Minister of Bhutan", + "pred": "In 1962, Jigme Palden Dorji held the position of Prime Minister of Bhutan.", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1962, Jigme Palden Dorji held the position of Prime Minister of Bhutan." + }, + { + "id": "q_002998", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Hibernian F.C.", + "pred": "The member of the sports team of Derek Riordan, after the Scotland men's national football team, was the Republic of Ireland men's national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of the sports team of Derek Riordan, after the Scotland men's national football team, was the Republic of Ireland men's national football team." + }, + { + "id": "q_000743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Toti Dal Monte was born in Italy.", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Toti Dal Monte was born in Italy." + }, + { + "id": "q_005890", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "The country of citizenship of Aldo Clementi before Italy was the Kingdom of Sardinia.", + "em": 0.0, + "f1": 0.42857142857142855, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The country of citizenship of Aldo Clementi before Italy was the Kingdom of Sardinia." + }, + { + "id": "q_003583", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Aichi district", + "pred": "In 2009, Nagakute was located in Aichi Prefecture, Japan.", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2009, Nagakute was located in Aichi Prefecture, Japan." + }, + { + "id": "q_006267", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "German Empire", + "pred": "Before West Germany, the country of Freiburg im Breisgau was the German Empire.", + "em": 1.0, + "f1": 0.2857142857142857, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Before West Germany, the country of Freiburg im Breisgau was the German Empire." + }, + { + "id": "q_005655", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Associated Press Athlete of the Year", + "pred": "Serena Williams received the Laureus World Sports Award for Comeback of the Year in 2009. The award was presented to her at the Laureus World Sports Awards ceremony in 2009. The ceremony was held in Monte Carlo, Monaco. The award was given in recognition of her outstanding comeback in", + "em": 0.0, + "f1": 0.17647058823529413, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Serena Williams received the Laureus World Sports Award for Comeback of the Year in 2009. The award was presented to her at the Laureus World Sports Awards ceremony in 2009. The ceremony was held in Monte Carlo, Monaco. The award was given in recognition of her outstanding comeback in" + }, + { + "id": "q_003079", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Kingdom of Bulgaria", + "pred": "Before the establishment of the People's Republic of Bulgaria in 1946, the area that is now Burgas was part of the Kingdom of Bulgaria. The city of Burgas itself was founded in the 15th century and became an important port city during the Ottoman Empire. However, the specific administrative divisions", + "em": 1.0, + "f1": 0.15789473684210528, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Before the establishment of the People's Republic of Bulgaria in 1946, the area that is now Burgas was part of the Kingdom of Bulgaria. The city of Burgas itself was founded in the 15th century and became an important port city during the Ottoman Empire. However, the specific administrative divisions" + }, + { + "id": "q_002419", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Helmond Sport", + "pred": "In 1968, Fons van Wissen was a member of the Dutch national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1968, Fons van Wissen was a member of the Dutch national football team." + }, + { + "id": "q_007094", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "World Rally Championship", + "pred": "The Citro\u00ebn World Rally Team was part of the World Rally Championship (WRC) before the World Touring Car Championship (WTCC).", + "em": 1.0, + "f1": 0.35294117647058826, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The Citro\u00ebn World Rally Team was part of the World Rally Championship (WRC) before the World Touring Car Championship (WTCC)." + }, + { + "id": "q_004223", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "French Navy", + "pred": "1996.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1996.0" + }, + { + "id": "q_000687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Orthez", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "" + }, + { + "id": "q_001391", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Royal Academy of Exact, Physical and Natural Sciences", + "pred": "Jos\u00e9 Echegaray was a member of the Spanish Royal Academy of Language.", + "em": 0.0, + "f1": 0.3157894736842105, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Jos\u00e9 Echegaray was a member of the Spanish Royal Academy of Language." + }, + { + "id": "q_005935", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Atalanta BC", + "pred": "In 1946, the coach of the sports team of Giuseppe Meazza was Vittorio Pozzo.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1946, the coach of the sports team of Giuseppe Meazza was Vittorio Pozzo." + }, + { + "id": "q_003693", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Spartak", + "pred": "1955.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1955.0" + }, + { + "id": "q_001318", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Princeton University", + "pred": "Marvin Minsky was educated at Harvard University.", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Marvin Minsky was educated at Harvard University." + }, + { + "id": "q_006537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Walter Feit was an American mathematician who worked at the University of Chicago.", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Walter Feit was an American mathematician who worked at the University of Chicago." + }, + { + "id": "q_000126", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_004119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_004718", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Egypt", + "pred": "Egypt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Egypt" + }, + { + "id": "q_000908", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "TI-Raleigh", + "pred": "Ludo Peeters was a member of the sports team \"Rabobank\" before joining Team Visma-Lease a Bike.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Ludo Peeters was a member of the sports team \"Rabobank\" before joining Team Visma-Lease a Bike." + }, + { + "id": "q_003983", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Spanish Navy", + "pred": "U-573 was operated by the German Navy (Kriegsmarine) during World War II.", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "U-573 was operated by the German Navy (Kriegsmarine) during World War II." + }, + { + "id": "q_008295", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Grawemeyer Award for Music Composition", + "pred": "1985.0\n\n\nThe award received by Witold Lutos\u0142awski after the Herder Prize was the **Prix de la Ville de Paris** in 1985.", + "em": 0.0, + "f1": 0.08333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1985.0\n\n\nThe award received by Witold Lutos\u0142awski after the Herder Prize was the **Prix de la Ville de Paris** in 1985." + }, + { + "id": "q_003030", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "pred": "Alfred Jeanroy was a member of the French Academy in 1925.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Alfred Jeanroy was a member of the French Academy in 1925." + }, + { + "id": "q_005340", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Boavista F.C.", + "pred": "Akhisar Belediyespor", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Akhisar Belediyespor" + }, + { + "id": "q_004507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "The country of Hlukhiv after the Ukrainian People's Republic was the Ukrainian Soviet Socialist Republic (Ukrainian SSR).", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of Hlukhiv after the Ukrainian People's Republic was the Ukrainian Soviet Socialist Republic (Ukrainian SSR)." + }, + { + "id": "q_008262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Dario Franchitti", + "pred": "In 2012, Ashley Judd's spouse was Michael Shannon.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2012, Ashley Judd's spouse was Michael Shannon." + }, + { + "id": "q_000349", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "2nd U-boat Flotilla", + "pred": "The German submarine U-43 was launched in 1939 and was affiliated with the Kriegsmarine, the navy of Nazi Germany.", + "em": 0.0, + "f1": 0.09523809523809523, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The German submarine U-43 was launched in 1939 and was affiliated with the Kriegsmarine, the navy of Nazi Germany." + }, + { + "id": "q_004450", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Radio Free Europe/Radio Liberty", + "pred": "Alexander Rahr was employed by Wintershall Dea before joining the company.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Alexander Rahr was employed by Wintershall Dea before joining the company." + }, + { + "id": "q_001374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "The located in of Mandatory Palestine after Netanya country Mandatory Palestine was the British Mandate for Palestine.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The located in of Mandatory Palestine after Netanya country Mandatory Palestine was the British Mandate for Palestine." + }, + { + "id": "q_005907", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1904.0, + "gold": "1904", + "pred": "1904", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1904" + }, + { + "id": "q_007403", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Nazi Germany", + "pred": "Otto Schuhart was a German politician who served as a member of the German parliament (Reichstag) during the Weimar Republic. He was a member of the German National People's Party (Deutsche National Volkspartei, DNVP), which was a right-wing, conservative, and nationalist party in Germany", + "em": 0.0, + "f1": 0.05714285714285715, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Otto Schuhart was a German politician who served as a member of the German parliament (Reichstag) during the Weimar Republic. He was a member of the German National People's Party (Deutsche National Volkspartei, DNVP), which was a right-wing, conservative, and nationalist party in Germany" + }, + { + "id": "q_007172", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Cardiff City F.C.", + "pred": "Lee Naylor is a former professional footballer who played as a midfielder. After his time at Celtic F.C., he joined the sports team of the English Football League club, Leeds United F.C. in 1996.", + "em": 0.0, + "f1": 0.1111111111111111, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Lee Naylor is a former professional footballer who played as a midfielder. After his time at Celtic F.C., he joined the sports team of the English Football League club, Leeds United F.C. in 1996." + }, + { + "id": "q_006019", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Fengtien", + "pred": "The answer is: The located in of Dongliao County is Jilin.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is: The located in of Dongliao County is Jilin." + }, + { + "id": "q_003483", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Helmut Newton", + "pred": "June Browne's spouse in 1981 was John Browne.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "June Browne's spouse in 1981 was John Browne." + }, + { + "id": "q_003450", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_007313", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Georges Bataille", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is not available in the provided text." + }, + { + "id": "q_006396", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Institute for Advanced Study", + "pred": "Princeton University", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Princeton University" + }, + { + "id": "q_004252", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "FC Sochaux-Montb\u00e9liard", + "pred": "Jean-Jacques Marcel was a member of the French national football team, which played in the 1949 FIFA World Cup.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Jean-Jacques Marcel was a member of the French national football team, which played in the 1949 FIFA World Cup." + }, + { + "id": "q_006732", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Lappeenranta", + "pred": "After Vyborg, the headquarters of SPL Saimaan piiri was moved to Kajaani.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After Vyborg, the headquarters of SPL Saimaan piiri was moved to Kajaani." + }, + { + "id": "q_002912", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Tinkoff", + "pred": "Matthew Goss is a member of the sports team called the \"Brisbane Broncos\" in the National Rugby League (NRL).", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Matthew Goss is a member of the sports team called the \"Brisbane Broncos\" in the National Rugby League (NRL)." + }, + { + "id": "q_000404", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Club Le\u00f3n", + "pred": "Luis Estrada was a member of the Mexico national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Luis Estrada was a member of the Mexico national football team." + }, + { + "id": "q_003700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_007041", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Hannover 96", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. FC N\u00fcrnberg" + }, + { + "id": "q_008089", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "R\u0113zekne District is a district in Latvia, so the country of R\u0113zekne District is Latvia.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "R\u0113zekne District is a district in Latvia, so the country of R\u0113zekne District is Latvia." + }, + { + "id": "q_003463", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Chinese Communist Party", + "pred": "The answer is: Chinese Communist Party.", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is: Chinese Communist Party." + }, + { + "id": "q_005154", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Mongolia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Mongolia" + }, + { + "id": "q_002203", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Pace University", + "pred": "United States Department of Justice", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "United States Department of Justice" + }, + { + "id": "q_008263", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Giuseppe Di Vittorio was born in Italy, so his country of citizenship before Italy was not applicable.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Giuseppe Di Vittorio was born in Italy, so his country of citizenship before Italy was not applicable." + }, + { + "id": "q_001733", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "Shk\u00eblzen Gashi's member of sports team in 2022 was the Albanian national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Shk\u00eblzen Gashi's member of sports team in 2022 was the Albanian national football team." + }, + { + "id": "q_002948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Chemnitz Government Region", + "pred": "In 2008, Stollberg was located in the German state of Saxony.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 2008, Stollberg was located in the German state of Saxony." + }, + { + "id": "q_004111", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Osinniki", + "pred": "Kaltan is a town in Kemerovo Oblast, Russia. Before Kemerovo Oblast, the town of Kaltan was located in the Kemerovo Oblast.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kaltan is a town in Kemerovo Oblast, Russia. Before Kemerovo Oblast, the town of Kaltan was located in the Kemerovo Oblast." + }, + { + "id": "q_003418", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Bruno Kastner", + "pred": "The spouse of Ida W\u00fcst in 1922 was Karl W\u00fcst.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The spouse of Ida W\u00fcst in 1922 was Karl W\u00fcst." + }, + { + "id": "q_004890", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Kiliia Raion", + "pred": "Izmailsky Uyezd", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Izmailsky Uyezd" + }, + { + "id": "q_008141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_008123", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_003032", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1968.0, + "gold": "1968", + "pred": "1968", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1968" + }, + { + "id": "q_003123", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1928.0, + "gold": "Kingdom of Italy", + "pred": "The country of citizenship of Carlo Annovazzi before Italy was the Kingdom of Sardinia.", + "em": 0.0, + "f1": 0.42857142857142855, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The country of citizenship of Carlo Annovazzi before Italy was the Kingdom of Sardinia." + }, + { + "id": "q_008638", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2015.0, + "gold": "2015", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_004857", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "1. Shelly Duvall\n 2. Karen Black\n 3. Anne Heche\n 4. Nicole Kidman\n 5. Diane Keaton\n 6. Shelley Duvall\n 7. Shelley Duvall\n 8. Shelley Duvall\n 9. Shelley", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. Shelly Duvall\n 2. Karen Black\n 3. Anne Heche\n 4. Nicole Kidman\n 5. Diane Keaton\n 6. Shelley Duvall\n 7. Shelley Duvall\n 8. Shelley Duvall\n 9. Shelley" + }, + { + "id": "q_004040", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "1998", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1998" + }, + { + "id": "q_001345", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Radical Civic Union", + "pred": "The member of the political party of Arturo Umberto Illia before Uni\u00f3n C\u00edvica Radical del Pueblo was the Radical Civic Union (Uni\u00f3n C\u00edvica Radical, UCR).", + "em": 1.0, + "f1": 0.2857142857142857, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of the political party of Arturo Umberto Illia before Uni\u00f3n C\u00edvica Radical del Pueblo was the Radical Civic Union (Uni\u00f3n C\u00edvica Radical, UCR)." + }, + { + "id": "q_004403", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1930" + }, + { + "id": "q_005977", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_005231", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Algiers", + "pred": "Brazzaville Cemetery", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Brazzaville Cemetery" + }, + { + "id": "q_007965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Second Polish Republic", + "pred": "The country of Mi\u013aka\u016d\u0161\u010dyna after the Russian Empire was the Soviet Union.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of Mi\u013aka\u016d\u0161\u010dyna after the Russian Empire was the Soviet Union." + }, + { + "id": "q_007542", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "2014.0\n\nOkay, let's try to figure out this question. The user is asking, \"What was the member of sports team of Kelly Smith after Kelly Smith member of sports team Boston Breakers?\" and the answer given is 2014.0. Hmm, that seems a", + "em": 0.0, + "f1": 0.10256410256410256, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "2014.0\n\nOkay, let's try to figure out this question. The user is asking, \"What was the member of sports team of Kelly Smith after Kelly Smith member of sports team Boston Breakers?\" and the answer given is 2014.0. Hmm, that seems a" + }, + { + "id": "q_002736", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Busan IPark FC", + "pred": "Lee Yo-han's member of sports team in 2011 was the Samsung Lions.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Lee Yo-han's member of sports team in 2011 was the Samsung Lions." + }, + { + "id": "q_006562", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Italy", + "pred": "The country of citizenship of Clelio Darida after the Kingdom of Italy was the Italian Republic.", + "em": 1.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of citizenship of Clelio Darida after the Kingdom of Italy was the Italian Republic." + }, + { + "id": "q_008098", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "2013", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2013" + }, + { + "id": "q_008119", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_007399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Barbastro", + "pred": "Rome", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Rome" + }, + { + "id": "q_002437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "chairperson", + "pred": "Minister of the Interior of Finland", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Minister of the Interior of Finland" + }, + { + "id": "q_004561", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2001" + }, + { + "id": "q_008086", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "1981.0, 1981.0, 1981.0, 1981.0, 1981.0, 1981.0, 1981.0, 1981.0,", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1981.0, 1981.0, 1981.0, 1981.0, 1981.0, 1981.0, 1981.0, 1981.0," + }, + { + "id": "q_003089", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_003744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Toulouse FC", + "pred": "Paris Saint-Germain FC", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Paris Saint-Germain FC" + }, + { + "id": "q_007690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1942.0" + }, + { + "id": "q_007154", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_007872", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Big Brother", + "pred": "1999\u20132004\n\nOkay, let's try to figure out what the answer is here. The question is asking about the participant in Lothar Vosseler in 2004. Wait, maybe there's a typo? Maybe it's supposed to be \"the participant in", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999\u20132004\n\nOkay, let's try to figure out what the answer is here. The question is asking about the participant in Lothar Vosseler in 2004. Wait, maybe there's a typo? Maybe it's supposed to be \"the participant in" + }, + { + "id": "q_008425", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Carlo Giuffr\u00e9 was an Italian composer and musicologist. He was born in Italy and spent his entire life there. Therefore, he did not have a country of citizenship other than Italy.", + "em": 0.0, + "f1": 0.13333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Carlo Giuffr\u00e9 was an Italian composer and musicologist. He was born in Italy and spent his entire life there. Therefore, he did not have a country of citizenship other than Italy." + }, + { + "id": "q_000644", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Iburi Subprefecture", + "pred": "In 1990, Muroran was located in the Hokkaido region of Japan.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1990, Muroran was located in the Hokkaido region of Japan." + }, + { + "id": "q_001235", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Omar al-Bashir", + "pred": "Sudan in 1995 was a one-party state, with the Sudanese People's Liberation Army (SPLA) as the ruling party. The head of state was Omar al-Bashir, who had been in power since 1989.", + "em": 1.0, + "f1": 0.1875, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Sudan in 1995 was a one-party state, with the Sudanese People's Liberation Army (SPLA) as the ruling party. The head of state was Omar al-Bashir, who had been in power since 1989." + }, + { + "id": "q_006759", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Seine-et-Oise", + "pred": "In 1944, Houdan was located in the French department of Yvelines.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1944, Houdan was located in the French department of Yvelines." + }, + { + "id": "q_004565", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Russian Empire", + "pred": "In 1900, Ivangorod was part of the Russian Empire.", + "em": 1.0, + "f1": 0.3636363636363636, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1900, Ivangorod was part of the Russian Empire." + }, + { + "id": "q_005444", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Queens Park Rangers F.C.", + "pred": "Manchester United F.C.", + "em": 0.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Manchester United F.C." + }, + { + "id": "q_001753", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_003468", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "B\u00f4cher Memorial Prize", + "pred": "The National Medal of Science", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The National Medal of Science" + }, + { + "id": "q_001321", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "KFC Uerdingen 05", + "pred": "\u00c9merson Luiz Firmino's member of sports team in 2002 was the Brazilian national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "\u00c9merson Luiz Firmino's member of sports team in 2002 was the Brazilian national team." + }, + { + "id": "q_004960", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Real Madrid Club de F\u00fatbol", + "pred": "In 1999, Bodo Illgner was a member of the German national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1999, Bodo Illgner was a member of the German national football team." + }, + { + "id": "q_004118", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_008476", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Republic of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Republic of Italy" + }, + { + "id": "q_004242", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_004333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "FC St. Gallen", + "pred": "Switzerland national under-17 association football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Switzerland national under-17 association football team" + }, + { + "id": "q_007528", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1974" + }, + { + "id": "q_003750", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "United States", + "pred": "United States of America", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "United States of America" + }, + { + "id": "q_002500", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "PFC Slavia Sofia", + "pred": "In 2008, Yordan Petkov was a member of the Bulgarian national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 2008, Yordan Petkov was a member of the Bulgarian national football team." + }, + { + "id": "q_006400", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Argentina", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Argentina" + }, + { + "id": "q_004574", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1977" + }, + { + "id": "q_002681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_006488", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Albert II of Belgium", + "pred": "Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Paul-Henri Spaak" + }, + { + "id": "q_007839", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_001389", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_007506", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Kingdom of the Two Sicilies", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of the Two Sicilies" + }, + { + "id": "q_005877", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "chairperson", + "pred": "President of the International Chess Federation", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of the International Chess Federation" + }, + { + "id": "q_001046", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Seine-et-Oise", + "pred": "In 1948, \u00c9zanville was located in the department of Seine-et-Marne, which is in the \u00cele-de-France region of France.", + "em": 0.0, + "f1": 0.2, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1948, \u00c9zanville was located in the department of Seine-et-Marne, which is in the \u00cele-de-France region of France." + }, + { + "id": "q_004160", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SC Bastia", + "pred": "The member of the sports team of Anto Drobnjak before Gamba Osaka was the Croatian national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of the sports team of Anto Drobnjak before Gamba Osaka was the Croatian national team." + }, + { + "id": "q_001013", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Rip Torn", + "pred": "In 1983, the spouse of Geraldine Page was Robert Taylor.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1983, the spouse of Geraldine Page was Robert Taylor." + }, + { + "id": "q_007572", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Bernadette Chirac", + "pred": "In 1959, the spouse of Jacques Chirac was Danielle Mitterrand.", + "em": 0.0, + "f1": 0.16666666666666669, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1959, the spouse of Jacques Chirac was Danielle Mitterrand." + }, + { + "id": "q_008063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Academy Award for Best Costume Design", + "pred": "The answer is: 2017.0\n\nThe question is asking for the person who was nominated for the BAFTA Award for Best Costume Design after Colleen Atwood. Colleen Atwood is a well-known costume designer who has won multiple awards, including BAFTA Awards. The question is asking for the", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is: 2017.0\n\nThe question is asking for the person who was nominated for the BAFTA Award for Best Costume Design after Colleen Atwood. Colleen Atwood is a well-known costume designer who has won multiple awards, including BAFTA Awards. The question is asking for the" + }, + { + "id": "q_008392", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Italy", + "pred": "The country of citizenship of Alberto De Martino after the Kingdom of Italy was the Italian Republic.", + "em": 1.0, + "f1": 0.14285714285714288, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of citizenship of Alberto De Martino after the Kingdom of Italy was the Italian Republic." + }, + { + "id": "q_003675", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "list of land speed records", + "pred": "Rudolf Caracciola's record in 1963 was 1963.0.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Rudolf Caracciola's record in 1963 was 1963.0." + }, + { + "id": "q_004974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "AFC Bournemouth", + "pred": "1990\u20131991\n\n\nThe member of the sports team of Darren Anderton after Darren Anderton was a member of the England men's national association football team was **1990\u20131991**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1990\u20131991\n\n\nThe member of the sports team of Darren Anderton after Darren Anderton was a member of the England men's national association football team was **1990\u20131991**." + }, + { + "id": "q_000114", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Finland women's national football team", + "pred": "The member of the sports team of Annica Sj\u00f6lund after \u00c5land United was the \u00c5land United women's football team.", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of the sports team of Annica Sj\u00f6lund after \u00c5land United was the \u00c5land United women's football team." + }, + { + "id": "q_004958", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "FC Bayern Munich", + "pred": "Z\u00e9 Roberto's team in 2008 was the S\u00e3o Paulo Futebol S.A. (S\u00e3o Paulo FC).", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Z\u00e9 Roberto's team in 2008 was the S\u00e3o Paulo Futebol S.A. (S\u00e3o Paulo FC)." + }, + { + "id": "q_002847", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_001441", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "G\u00f6khan \u00dcnal's member of sports team in 2002 was the Turkish national team.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "G\u00f6khan \u00dcnal's member of sports team in 2002 was the Turkish national team." + }, + { + "id": "q_006437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Soviet Union" + }, + { + "id": "q_002206", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Chelsea F.C.", + "pred": "Netherlands national association football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Netherlands national association football team" + }, + { + "id": "q_007216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "In 2004, Christian Vargas was a member of the San Diego Padres.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 2004, Christian Vargas was a member of the San Diego Padres." + }, + { + "id": "q_005526", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "SK Rapid Wien", + "pred": "1. FC Nuremberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. FC Nuremberg" + }, + { + "id": "q_005718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_000262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "FK Teplice", + "pred": "1. Czechoslovakia national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. Czechoslovakia national football team" + }, + { + "id": "q_001083", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Germany", + "pred": "German Democratic Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "German Democratic Republic" + }, + { + "id": "q_004361", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "SK Brann", + "pred": "IFK G\u00f6teborg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "IFK G\u00f6teborg" + }, + { + "id": "q_006333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "The operator of the Molli railway after the Grand Duchy of Mecklenburg Friedrich-Franz Railway was the Mecklenburg Railway Company (Mecklenburger Eisenbahn-Gesellschaft).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The operator of the Molli railway after the Grand Duchy of Mecklenburg Friedrich-Franz Railway was the Mecklenburg Railway Company (Mecklenburger Eisenbahn-Gesellschaft)." + }, + { + "id": "q_003965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "\u00c9toile Carouge FC", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "\u00c9toile Carouge FC" + }, + { + "id": "q_002645", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "S.L. Benfica", + "pred": "In 1990, Paulo Sousa was a member of the Portuguese sports team \"C.D. Nacional\" in the Primeira Liga.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1990, Paulo Sousa was a member of the Portuguese sports team \"C.D. Nacional\" in the Primeira Liga." + }, + { + "id": "q_001182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Silver Bear for Best Actress", + "pred": "Edith Evans received the Academy Award for Best Supporting Actress in 1967 for her role in the film \"The Prime of Miss Jean Brodie.\"", + "em": 0.0, + "f1": 0.24, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Edith Evans received the Academy Award for Best Supporting Actress in 1967 for her role in the film \"The Prime of Miss Jean Brodie.\"" + }, + { + "id": "q_004948", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_002435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "2007", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2007" + }, + { + "id": "q_001871", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Walter Feit was employed by the University of Chicago after Cornell University.", + "em": 0.0, + "f1": 0.15384615384615385, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Walter Feit was employed by the University of Chicago after Cornell University." + }, + { + "id": "q_000473", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "US Triestina Calcio 1918", + "pred": "Michele Bacis is a former Italian footballer who played as a defender. Before joining Genoa CFC (Genoa Cricket and Football Club), he was a member of the sports team of A.S. Roma.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Michele Bacis is a former Italian footballer who played as a defender. Before joining Genoa CFC (Genoa Cricket and Football Club), he was a member of the sports team of A.S. Roma." + }, + { + "id": "q_006904", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Bernd R\u00fcthers", + "pred": "The rector of the University of Konstanz in 1992 was Professor Dr. Hans-J\u00fcrgen B\u00f6hm.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The rector of the University of Konstanz in 1992 was Professor Dr. Hans-J\u00fcrgen B\u00f6hm." + }, + { + "id": "q_003995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "RC Strasbourg Alsace", + "pred": "Amaury Bischoff was a member of the French national football team in 2005.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Amaury Bischoff was a member of the French national football team in 2005." + }, + { + "id": "q_005684", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "delegate", + "pred": "Andrew Jacobs was a United States Senator from New York, serving from 1954 to 1962.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Andrew Jacobs was a United States Senator from New York, serving from 1954 to 1962." + }, + { + "id": "q_004481", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Vladimir Lenin", + "pred": "Khujand's name was not changed in 1989. The city was named after the ancient city of Khujand, which is mentioned in historical sources such as the \"Book of Diqui\" and the \"Book of the World's Marvels.\" The name has been used for centuries, and", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Khujand's name was not changed in 1989. The city was named after the ancient city of Khujand, which is mentioned in historical sources such as the \"Book of Diqui\" and the \"Book of the World's Marvels.\" The name has been used for centuries, and" + }, + { + "id": "q_006873", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1948.0, + "gold": "1948", + "pred": "1948", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1948" + }, + { + "id": "q_005653", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "1991.0\n\nOkay, let's try to figure out the answer to this question. The user is asking about the head coach of Poland's men's national football team after Antoni Janik. First, I need to confirm who Antoni Janik was and when he was involved with the Polish", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1991.0\n\nOkay, let's try to figure out the answer to this question. The user is asking about the head coach of Poland's men's national football team after Antoni Janik. First, I need to confirm who Antoni Janik was and when he was involved with the Polish" + }, + { + "id": "q_003277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Leyton Orient F.C.", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Leyton Orient F.C." + }, + { + "id": "q_004653", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2012" + }, + { + "id": "q_001722", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "The country of Yevpatoriia after the Russian Empire was the Soviet Union.\n\n\nThe country of Yevpatoriia after the Russian Empire was the Soviet Union.", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of Yevpatoriia after the Russian Empire was the Soviet Union.\n\n\nThe country of Yevpatoriia after the Russian Empire was the Soviet Union." + }, + { + "id": "q_000499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "United States Marine Corps", + "pred": "Jim Mattis joined the United States Marine Corps in 1968.", + "em": 1.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Jim Mattis joined the United States Marine Corps in 1968." + }, + { + "id": "q_003725", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Russian Empire", + "pred": "The country of Barysaw before it became part of the Byelorussian Soviet Socialist Republic (BSSR) was the Grand Duchy of Lithuania.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The country of Barysaw before it became part of the Byelorussian Soviet Socialist Republic (BSSR) was the Grand Duchy of Lithuania." + }, + { + "id": "q_004162", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Bob Benny", + "pred": "The participant of Belgium in the Eurovision Song Contest before Tonia was Lieve Wierick.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The participant of Belgium in the Eurovision Song Contest before Tonia was Lieve Wierick." + }, + { + "id": "q_004885", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_007832", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "South West Trains", + "pred": "In 1998, the operator of the British Rail Class 455 was the British Railways Board.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1998, the operator of the British Rail Class 455 was the British Railways Board." + }, + { + "id": "q_005962", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Soviet Union" + }, + { + "id": "q_000011", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Order of the Red Banner of Labour", + "pred": "The award received by Tofiq Bahramov in 1970 was the title of Honored Master of Sports of the USSR.", + "em": 0.0, + "f1": 0.19047619047619044, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The award received by Tofiq Bahramov in 1970 was the title of Honored Master of Sports of the USSR." + }, + { + "id": "q_007446", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Cruz Azul", + "pred": "Mexico men's national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Mexico men's national football team" + }, + { + "id": "q_004620", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Cesare Siepi was born in Italy.\n\n\nCesare Siepi was born in Italy.", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Cesare Siepi was born in Italy.\n\n\nCesare Siepi was born in Italy." + }, + { + "id": "q_007791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Fredrikstad FK", + "pred": "The member of the sports team of Jan Fuglset before Molde FK was Rosenborg BK.", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of the sports team of Jan Fuglset before Molde FK was Rosenborg BK." + }, + { + "id": "q_003645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "The head coach of the Poland men's national football team before Paulo Sousa was **Andrzej Poczwardowski**. He took charge of the team in 2018 and was succeeded by Paulo Sousa in 2020.", + "em": 0.0, + "f1": 0.07407407407407407, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of the Poland men's national football team before Paulo Sousa was **Andrzej Poczwardowski**. He took charge of the team in 2018 and was succeeded by Paulo Sousa in 2020." + }, + { + "id": "q_008601", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Laura Adani was a citizen of the Kingdom of Italy before it became the Italian Republic.", + "em": 1.0, + "f1": 0.35294117647058826, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Laura Adani was a citizen of the Kingdom of Italy before it became the Italian Republic." + }, + { + "id": "q_001029", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Club Joventut Badalona", + "pred": "The member of the sports team of Joan Filb\u00e1 after the Spain men's national basketball team was Jos\u00e9 Antonio Camacho.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of the sports team of Joan Filb\u00e1 after the Spain men's national basketball team was Jos\u00e9 Antonio Camacho." + }, + { + "id": "q_002959", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "1993", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1993" + }, + { + "id": "q_002305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_002878", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Guardian Children's Fiction Prize", + "pred": "Gillian Cross was nominated for the 1980.0 Angus Book Award.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Gillian Cross was nominated for the 1980.0 Angus Book Award." + }, + { + "id": "q_000807", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "C\u00e9sar Award for Best Female Revelation", + "pred": "H\u00e9l\u00e8ne Filli\u00e8res was nominated for the 2002 Cannes Film Festival.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "H\u00e9l\u00e8ne Filli\u00e8res was nominated for the 2002 Cannes Film Festival." + }, + { + "id": "q_004108", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Seine-et-Oise", + "pred": "In 1947, Breux-Jouy was located in the department of Oise, in the region of Hauts-de-France, in northern France.", + "em": 0.0, + "f1": 0.1111111111111111, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1947, Breux-Jouy was located in the department of Oise, in the region of Hauts-de-France, in northern France." + }, + { + "id": "q_000347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Primetime Emmy Award for Outstanding Animated Program", + "pred": "1998 Primetime Emmy Award for Outstanding Animated Program (For a Series)", + "em": 1.0, + "f1": 0.8235294117647058, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1998 Primetime Emmy Award for Outstanding Animated Program (For a Series)" + }, + { + "id": "q_004954", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "FC Elista", + "pred": "The coach of the sports team FC Olimpia Volgograd after Leonid Slutsky was Igor Kovalenko.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The coach of the sports team FC Olimpia Volgograd after Leonid Slutsky was Igor Kovalenko." + }, + { + "id": "q_006909", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Umberto Bossi", + "pred": "Umberto Bossi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Umberto Bossi" + }, + { + "id": "q_007331", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "President of Latvia", + "pred": "Minister of Health", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Minister of Health" + }, + { + "id": "q_003609", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Sch\u00f6neberg", + "pred": "In 1988, Wuppertal was twinned with the city of Barmen.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1988, Wuppertal was twinned with the city of Barmen." + }, + { + "id": "q_006006", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "FC Twente", + "pred": "R.S.C. Anderlecht", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "R.S.C. Anderlecht" + }, + { + "id": "q_008100", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Mandatory Palestine", + "pred": "In 1924, the country of Bnei Brak was Israel.\n\n\nIn 1924, the country of Bnei Brak was Israel.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1924, the country of Bnei Brak was Israel.\n\n\nIn 1924, the country of Bnei Brak was Israel." + }, + { + "id": "q_004453", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Anselmo Bucci's country of citizenship in 1942 was Italy.\n\n\nAnselmo Bucci's country of citizenship in 1942 was Italy.", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Anselmo Bucci's country of citizenship in 1942 was Italy.\n\n\nAnselmo Bucci's country of citizenship in 1942 was Italy." + }, + { + "id": "q_006282", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Club Atl\u00e9tico Osasuna", + "pred": "The member of sports team of Roberto Santamar\u00eda Calavia after Roberto Santamar\u00eda Calavia member of sports team UE Lleida was CD Tenerife.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of sports team of Roberto Santamar\u00eda Calavia after Roberto Santamar\u00eda Calavia member of sports team UE Lleida was CD Tenerife." + }, + { + "id": "q_003708", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_003013", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "The member of the sports team of Alec Chamberlain after Tranmere Rovers F.C. was John Barnes.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of the sports team of Alec Chamberlain after Tranmere Rovers F.C. was John Barnes." + }, + { + "id": "q_001471", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_007727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "Soviet Union", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Ukraine" + }, + { + "id": "q_000942", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Husqvarna FF", + "pred": "1995.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1995.0" + }, + { + "id": "q_006079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Altai Krai", + "pred": "Rubtsovsk is a city in the Sverdlovsk Oblast of Russia, located in the Ural Mountains.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Rubtsovsk is a city in the Sverdlovsk Oblast of Russia, located in the Ural Mountains." + }, + { + "id": "q_002943", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Leipzig University", + "pred": "Henry E. Sigerist's employer before Johns Hopkins University was the University of Vienna.", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Henry E. Sigerist's employer before Johns Hopkins University was the University of Vienna." + }, + { + "id": "q_003037", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_003677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_003146", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "New York City", + "pred": "New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "New York City" + }, + { + "id": "q_004225", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "MTK Budapest FC", + "pred": "In 2005, Zsanett Jakabfi was a member of the Hungarian national handball team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 2005, Zsanett Jakabfi was a member of the Hungarian national handball team." + }, + { + "id": "q_000827", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_008211", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Rick Parfitt", + "pred": "The answer is \"Bert\" (Bertie) Blythe.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is \"Bert\" (Bertie) Blythe." + }, + { + "id": "q_007342", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pierre Mauroy", + "pred": "Before Martine Aubry, the head of government of Lille Metropolis was Jean-Pierre Vanryckeghem.", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Before Martine Aubry, the head of government of Lille Metropolis was Jean-Pierre Vanryckeghem." + }, + { + "id": "q_005759", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Austria\u2013Hungary", + "pred": "The country of Giurtelecu Hododului was the Kingdom of Hungary.", + "em": 0.0, + "f1": 0.2, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The country of Giurtelecu Hododului was the Kingdom of Hungary." + }, + { + "id": "q_003949", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Minister of the Interior of France", + "em": 0.0, + "f1": 0.4000000000000001, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Minister of the Interior of France" + }, + { + "id": "q_005277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Samba Gold", + "pred": "1999 FIFA U-17 World Cup\n\n\nThe award received by Neymar after he was a member of Santos F.C. was the **1999 FIFA U-17 World Cup**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1999 FIFA U-17 World Cup\n\n\nThe award received by Neymar after he was a member of Santos F.C. was the **1999 FIFA U-17 World Cup**." + }, + { + "id": "q_001667", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_002554", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2009.0" + }, + { + "id": "q_003996", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1943.0, + "gold": "Yugoslavia", + "pred": "Bulgaria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Bulgaria" + }, + { + "id": "q_005904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_004658", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "The country of citizenship of Gianni Agus before Italy was the Kingdom of Sardinia.", + "em": 0.0, + "f1": 0.42857142857142855, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The country of citizenship of Gianni Agus before Italy was the Kingdom of Sardinia." + }, + { + "id": "q_004227", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Lady Gaga", + "pred": "The winner of the MTV Video Music Award for Best New Artist in 2009 was **Katy Perry**. She won the award for her music video **\"I Kissed a Girl\"**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the MTV Video Music Award for Best New Artist in 2009 was **Katy Perry**. She won the award for her music video **\"I Kissed a Girl\"**." + }, + { + "id": "q_001594", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Bell Labs", + "pred": "The question is about Ralph Hartley's employer in 1936. I need to find out who he worked for during that year. First, I should recall who Ralph Hartley was. He was an American engineer and inventor, known for his work in the field of information theory. He was a contemporary of", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The question is about Ralph Hartley's employer in 1936. I need to find out who he worked for during that year. First, I should recall who Ralph Hartley was. He was an American engineer and inventor, known for his work in the field of information theory. He was a contemporary of" + }, + { + "id": "q_006869", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Al Masry SC", + "pred": "Tarek Soliman's member of sports team in 1984 was the Egyptian national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Tarek Soliman's member of sports team in 1984 was the Egyptian national team." + }, + { + "id": "q_006930", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Soviet Union", + "pred": "The country of Lyubertsy in 1933 was the Soviet Union.\n\n\nThe country of Lyubertsy in 1933 was the **Soviet Union**.", + "em": 1.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of Lyubertsy in 1933 was the Soviet Union.\n\n\nThe country of Lyubertsy in 1933 was the **Soviet Union**." + }, + { + "id": "q_000374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "University of Edinburgh", + "pred": "1938.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1938.0" + }, + { + "id": "q_005195", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Tmutarakan was a region in the northwestern part of the Black Sea, located in what is now Ukraine. After the Russian Empire, the country of Tmutarakan was part of the Soviet Union. The Soviet Union existed from 1922 to 1991, and Tmutar", + "em": 1.0, + "f1": 0.12903225806451613, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "Tmutarakan was a region in the northwestern part of the Black Sea, located in what is now Ukraine. After the Russian Empire, the country of Tmutarakan was part of the Soviet Union. The Soviet Union existed from 1922 to 1991, and Tmutar" + }, + { + "id": "q_002457", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "In 1982, Cottbus was located in the German Democratic Republic (GDR), which is now part of Germany.", + "em": 0.0, + "f1": 0.1111111111111111, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1982, Cottbus was located in the German Democratic Republic (GDR), which is now part of Germany." + }, + { + "id": "q_007411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "CPJ International Press Freedom Awards", + "pred": "1993.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1993.0" + }, + { + "id": "q_006097", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "1999\u20132000", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999\u20132000" + }, + { + "id": "q_006940", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "British Raj", + "pred": "Bilgram is a city in the Indian state of Bihar. Therefore, Bilgram's country in 1940 was India.\n\n\nBilgram is a city in the Indian state of Bihar. Therefore, Bilgram's country in 1940 was India.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "Bilgram is a city in the Indian state of Bihar. Therefore, Bilgram's country in 1940 was India.\n\n\nBilgram is a city in the Indian state of Bihar. Therefore, Bilgram's country in 1940 was India." + }, + { + "id": "q_000173", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_005298", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Italy", + "pred": "Republic of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Republic of Italy" + }, + { + "id": "q_005185", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1950.0, + "gold": "Italy", + "pred": "Kingdom of Romania", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Romania" + }, + { + "id": "q_007749", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "David Mamet", + "pred": "The spouse of Lindsay Crouse after she was nominated for the Academy Award for Best Supporting Actress in 1989 was Jeff Bridges.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The spouse of Lindsay Crouse after she was nominated for the Academy Award for Best Supporting Actress in 1989 was Jeff Bridges." + }, + { + "id": "q_007535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "The owned by of Shell-Haus after the significant event construction was Shell Oil Company.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The owned by of Shell-Haus after the significant event construction was Shell Oil Company." + }, + { + "id": "q_006111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_002110", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Soviet Union", + "pred": "The Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Soviet Union" + }, + { + "id": "q_000829", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Carlo Manzoni was born in the Kingdom of Sardinia, which was a kingdom in the Italian Peninsula. The Kingdom of Sardinia was a state that existed from 1720 to 1861, and it was the precursor to the Kingdom of Italy. Therefore, the country of citizenship", + "em": 1.0, + "f1": 0.19999999999999998, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "Carlo Manzoni was born in the Kingdom of Sardinia, which was a kingdom in the Italian Peninsula. The Kingdom of Sardinia was a state that existed from 1720 to 1861, and it was the precursor to the Kingdom of Italy. Therefore, the country of citizenship" + }, + { + "id": "q_008640", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_002292", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1989" + }, + { + "id": "q_005480", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "general", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "" + }, + { + "id": "q_008496", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Italy", + "pred": "Kingdom of Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Hungary" + }, + { + "id": "q_006640", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Ottoman Empire", + "pred": "In 1907, the country of Gaza City was the Ottoman Empire.", + "em": 1.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1907, the country of Gaza City was the Ottoman Empire." + }, + { + "id": "q_003927", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Ascoli Calcio 1898 FC", + "pred": "Michele Fini was a member of the sports team Catania FC, and after that, he joined the team called Bologna FC.", + "em": 0.0, + "f1": 0.0909090909090909, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Michele Fini was a member of the sports team Catania FC, and after that, he joined the team called Bologna FC." + }, + { + "id": "q_007996", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Soviet Union", + "pred": "In 1982, the country of Oryol was the Soviet Union.", + "em": 1.0, + "f1": 0.3636363636363636, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1982, the country of Oryol was the Soviet Union." + }, + { + "id": "q_000373", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Northwestern University", + "pred": "University of Cambridge", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "University of Cambridge" + }, + { + "id": "q_005430", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Aut\u00f3dromo Internacional Ayrton Senna", + "pred": "The Brazilian motorcycle Grand Prix was held at the Aut\u00f3dromo Internacional Nelson Piquet before it moved to the Aut\u00f3dromo Jos\u00e9 Carlos Pace.", + "em": 0.0, + "f1": 0.17391304347826086, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Brazilian motorcycle Grand Prix was held at the Aut\u00f3dromo Internacional Nelson Piquet before it moved to the Aut\u00f3dromo Jos\u00e9 Carlos Pace." + }, + { + "id": "q_000744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Calcio Foggia 1920", + "pred": "The member of the sports team of Cosimo Nocera before the Italy men's national association football team was Giuseppe Meazza.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of the sports team of Cosimo Nocera before the Italy men's national association football team was Giuseppe Meazza." + }, + { + "id": "q_003964", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Gangwon FC", + "pred": "The coach of the sports team of Seo Dong-myung before FC Pohang Steelers was Kim Young-choon.", + "em": 0.0, + "f1": 0.1111111111111111, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The coach of the sports team of Seo Dong-myung before FC Pohang Steelers was Kim Young-choon." + }, + { + "id": "q_004438", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Club Atl\u00e9tico River Plate", + "pred": "The member of the sports team of Amadeo Carrizo before Club Alianza Lima was the Peru national football team.", + "em": 0.0, + "f1": 0.10526315789473685, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of the sports team of Amadeo Carrizo before Club Alianza Lima was the Peru national football team." + }, + { + "id": "q_004862", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1902.0, + "gold": "Amtshauptmannschaft Schwarzenberg", + "pred": "The city of Johanngeorgenstadt was located in the district of Karl-Marx-Stadt before the district was renamed.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The city of Johanngeorgenstadt was located in the district of Karl-Marx-Stadt before the district was renamed." + }, + { + "id": "q_004495", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "As d'Or Jeu de l'Ann\u00e9e", + "pred": "The nominated for of No Thanks! in 2005 was Best Board Game at the Origins Awards.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The nominated for of No Thanks! in 2005 was Best Board Game at the Origins Awards." + }, + { + "id": "q_002486", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Israel" + }, + { + "id": "q_003629", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "La Spezia", + "pred": "1942.0\n\n\nThe location of the 29th U-boat Flotilla before Toulon was **Brest**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1942.0\n\n\nThe location of the 29th U-boat Flotilla before Toulon was **Brest**." + }, + { + "id": "q_006341", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "FC Girondins de Bordeaux", + "pred": "The member of the sports team of A\u017ebe Jug after NK Interblock was Igor \u010celebi\u0107.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of the sports team of A\u017ebe Jug after NK Interblock was Igor \u010celebi\u0107." + }, + { + "id": "q_002779", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SBV Vitesse", + "pred": "Ante Mi\u0161e was a member of the sports team of HNK Rijeka before joining HNK Hajduk Split.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Ante Mi\u0161e was a member of the sports team of HNK Rijeka before joining HNK Hajduk Split." + }, + { + "id": "q_006236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Nazi Party", + "pred": "The member of political party of August Eigruber in 1940 was the National Socialist German Workers' Party (NSDAP).", + "em": 0.0, + "f1": 0.11764705882352941, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of political party of August Eigruber in 1940 was the National Socialist German Workers' Party (NSDAP)." + }, + { + "id": "q_004217", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "1. FFC Frankfurt", + "pred": "1. 2005\n 2. 2005\n 3. 2005\n 4. 2005\n 5. 2005\n 6. 2005\n 7. 2005", + "em": 0.0, + "f1": 0.18181818181818182, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. 2005\n 2. 2005\n 3. 2005\n 4. 2005\n 5. 2005\n 6. 2005\n 7. 2005" + }, + { + "id": "q_001111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_003973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Mandatory Palestine", + "pred": "The country of Acre after the Ottoman Empire was the British Mandate of Palestine.\n\n\nAfter the Ottoman Empire, the region of Acre (modern-day Akko) became part of the **British Mandate of Palestine** following World War I. This was established under the League of Nations in 192", + "em": 0.0, + "f1": 0.06451612903225806, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "The country of Acre after the Ottoman Empire was the British Mandate of Palestine.\n\n\nAfter the Ottoman Empire, the region of Acre (modern-day Akko) became part of the **British Mandate of Palestine** following World War I. This was established under the League of Nations in 192" + }, + { + "id": "q_002651", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Edith Roosevelt", + "pred": "Edith Roosevelt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Edith Roosevelt" + }, + { + "id": "q_005128", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_007441", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Norway men's national association football team", + "pred": "Arne Erlandsen was a member of the sports team of the Norwegian football club Rosenborg BK.", + "em": 0.0, + "f1": 0.19047619047619047, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Arne Erlandsen was a member of the sports team of the Norwegian football club Rosenborg BK." + }, + { + "id": "q_006793", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "FC Veszpr\u00e9m", + "pred": "Ferenc Csongr\u00e1di was a member of the sports team Feh\u00e9rv\u00e1r FC.", + "em": 0.0, + "f1": 0.15384615384615385, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Ferenc Csongr\u00e1di was a member of the sports team Feh\u00e9rv\u00e1r FC." + }, + { + "id": "q_005396", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Nazi Germany", + "pred": "After the German Empire, Hanau was part of the Weimar Republic, which was the provisional government of Germany from 1919 to 1933. Following the Weimar Republic, Hanau became part of Nazi Germany from 1933 to 1945. After World War", + "em": 1.0, + "f1": 0.15384615384615385, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 3, + "pred_raw": "After the German Empire, Hanau was part of the Weimar Republic, which was the provisional government of Germany from 1919 to 1933. Following the Weimar Republic, Hanau became part of Nazi Germany from 1933 to 1945. After World War" + }, + { + "id": "q_002815", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "People's Republic of China", + "pred": "In 1951, Liu Bocheng was a citizen of the People's Republic of China.", + "em": 1.0, + "f1": 0.5555555555555556, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1951, Liu Bocheng was a citizen of the People's Republic of China." + }, + { + "id": "q_007174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Amsterdam", + "pred": "Michael Jacklin's work location in 2000 was the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Michael Jacklin's work location in 2000 was the United States." + }, + { + "id": "q_001511", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Academy Award for Best Picture", + "pred": "Hal B. Wallis was nominated for the Academy Award for Best Picture in 1970 for his work as a producer on the film \"The Last Picture Show.\"", + "em": 1.0, + "f1": 0.37037037037037035, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Hal B. Wallis was nominated for the Academy Award for Best Picture in 1970 for his work as a producer on the film \"The Last Picture Show.\"" + }, + { + "id": "q_000553", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Denmark women's national football team", + "pred": "After IF Fl\u00f8ya, the member of the sports team of Katrine Pedersen was Kari H\u00f8gmo.", + "em": 0.0, + "f1": 0.10526315789473684, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After IF Fl\u00f8ya, the member of the sports team of Katrine Pedersen was Kari H\u00f8gmo." + }, + { + "id": "q_000656", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Northwestern University", + "pred": "The employer of Melville J. Herskovits after Columbia University was the University of Chicago.", + "em": 0.0, + "f1": 0.15384615384615385, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The employer of Melville J. Herskovits after Columbia University was the University of Chicago." + }, + { + "id": "q_001297", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1970.0, + "gold": "1970", + "pred": "1970", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1970" + }, + { + "id": "q_007459", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Amsterdam", + "pred": "In 1946, Carel Willink was working in the Netherlands.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1946, Carel Willink was working in the Netherlands." + }, + { + "id": "q_002423", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Trinidad and Tobago men's national football team", + "pred": "Joe Public F.C.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Joe Public F.C." + }, + { + "id": "q_001348", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Vincent R\u00fcfli is a Swiss footballer who plays as a defender. He has been associated with several sports teams throughout his career. One notable team he has been part of is the FC Z\u00fcrich, a Swiss football club based in Z\u00fcrich. Therefore, the member of a sports team that Vincent R", + "em": 0.0, + "f1": 0.05128205128205129, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Vincent R\u00fcfli is a Swiss footballer who plays as a defender. He has been associated with several sports teams throughout his career. One notable team he has been part of is the FC Z\u00fcrich, a Swiss football club based in Z\u00fcrich. Therefore, the member of a sports team that Vincent R" + }, + { + "id": "q_008576", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Ukraine" + }, + { + "id": "q_002071", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "British School at Rome", + "pred": "In 1912, Eugenie Sellers Strong was employed by the United States Department of Agriculture.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1912, Eugenie Sellers Strong was employed by the United States Department of Agriculture." + }, + { + "id": "q_004899", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1978.0, + "gold": "Soviet Union", + "pred": "After the Russian Empire, the country of Uman was the Soviet Union.", + "em": 1.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After the Russian Empire, the country of Uman was the Soviet Union." + }, + { + "id": "q_001022", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Vladimir Oblast", + "pred": "1977.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1977.0" + }, + { + "id": "q_003839", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jane Birkin", + "pred": "The answer is \"Jane Birkin\".", + "em": 1.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is \"Jane Birkin\"." + }, + { + "id": "q_001814", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Christian Neureuther", + "pred": "Rosi Mittermaier's spouse in 2015 was Thomas Mittermaier.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Rosi Mittermaier's spouse in 2015 was Thomas Mittermaier." + }, + { + "id": "q_007256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Austria-Hungary" + }, + { + "id": "q_005993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Martha Vickers", + "pred": "In 1950, Mickey Rooney was married to June Allyson.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1950, Mickey Rooney was married to June Allyson." + }, + { + "id": "q_005336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Arabic", + "pred": "Hebrew and Arabic", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Hebrew and Arabic" + }, + { + "id": "q_005683", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Herbert Seifert's employer after TU Dresden was the University of Kassel.", + "em": 0.0, + "f1": 0.14285714285714285, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Herbert Seifert's employer after TU Dresden was the University of Kassel." + }, + { + "id": "q_007163", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Relax-Gam", + "pred": "The member of the sports team of Juan Antonio Flecha after Juan Antonio Flecha was a member of Kaiku was Juan Antonio Flecha himself.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The member of the sports team of Juan Antonio Flecha after Juan Antonio Flecha was a member of Kaiku was Juan Antonio Flecha himself." + }, + { + "id": "q_007140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Arne Tiselius was nominated for the Nobel Prize in Chemistry in 1946.", + "em": 0.0, + "f1": 0.3529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Arne Tiselius was nominated for the Nobel Prize in Chemistry in 1946." + }, + { + "id": "q_008134", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Shell-Haus was owned by Shell Oil Company in 1954.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Shell-Haus was owned by Shell Oil Company in 1954." + }, + { + "id": "q_002147", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Hungarian Socialist Workers' Party", + "pred": "In 1971, L\u00e1szl\u00f3 B\u00e9kesi was a member of the Hungarian Socialist Workers' Party (MSZMP).", + "em": 1.0, + "f1": 0.4444444444444445, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1971, L\u00e1szl\u00f3 B\u00e9kesi was a member of the Hungarian Socialist Workers' Party (MSZMP)." + }, + { + "id": "q_006224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "habilitation", + "pred": "Hienad\u017a Sahanovi\u010d's academic degree in 2018 was a Doctor of Philosophy (PhD).", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Hienad\u017a Sahanovi\u010d's academic degree in 2018 was a Doctor of Philosophy (PhD)." + }, + { + "id": "q_000654", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Province of Mantua", + "pred": "In 1939, Felonica was located in the Netherlands.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1939, Felonica was located in the Netherlands." + }, + { + "id": "q_004102", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "University of California, Los Angeles", + "pred": "The employer of Ernst G. Straus after the Institute for Advanced Study was the University of California, Berkeley.", + "em": 0.0, + "f1": 0.3, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The employer of Ernst G. Straus after the Institute for Advanced Study was the University of California, Berkeley." + }, + { + "id": "q_007739", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "FSV Frankfurt", + "pred": "Servette FC", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Servette FC" + }, + { + "id": "q_006368", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Chemins de fer du Midi", + "pred": "In 1902, the operator of Q802601 was the London and North Eastern Railway (LNER).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1902, the operator of Q802601 was the London and North Eastern Railway (LNER)." + }, + { + "id": "q_002589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "The country of citizenship of Angelo Anquilletti after the Kingdom of Italy was the Italian Republic.", + "em": 1.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of citizenship of Angelo Anquilletti after the Kingdom of Italy was the Italian Republic." + }, + { + "id": "q_006409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "A.O. Kavalas (association football)", + "pred": "The member of the sports team of Mario Galinovi\u0107, after Croatia men's national football team, was the Slovenian national football team.", + "em": 0.0, + "f1": 0.1, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of the sports team of Mario Galinovi\u0107, after Croatia men's national football team, was the Slovenian national football team." + }, + { + "id": "q_002646", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1997.0, + "gold": "1997", + "pred": "1997", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1997" + }, + { + "id": "q_002133", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Gold Medal of the Royal Astronomical Society", + "pred": "In 1917, Walter Sydney Adams received the Gold Medal of the Royal Astronomical Society.", + "em": 1.0, + "f1": 0.7000000000000001, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1917, Walter Sydney Adams received the Gold Medal of the Royal Astronomical Society." + }, + { + "id": "q_000302", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_002678", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Atalanta BC", + "pred": "Stefano Angeleri is a former Italian footballer who played as a defender. He was a member of the sports team A.S. Roma, which is an Italian professional football club based in Rome, Italy.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Stefano Angeleri is a former Italian footballer who played as a defender. He was a member of the sports team A.S. Roma, which is an Italian professional football club based in Rome, Italy." + }, + { + "id": "q_004224", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "After winning the Academy Award for Best Supporting Actress for her role in \"The China Syndrome\" (1979), Jane Alexander was nominated for the Academy Award for Best Actress for her performance in \"The Man Who Would Be King\" (1975).", + "em": 0.0, + "f1": 0.29411764705882354, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After winning the Academy Award for Best Supporting Actress for her role in \"The China Syndrome\" (1979), Jane Alexander was nominated for the Academy Award for Best Actress for her performance in \"The Man Who Would Be King\" (1975)." + }, + { + "id": "q_005379", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "P\u00e9rouges is a commune in the department of Dr\u00f4me, in the Auvergne-Rh\u00f4ne-Alpes region of southeastern France.", + "em": 0.0, + "f1": 0.1, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "P\u00e9rouges is a commune in the department of Dr\u00f4me, in the Auvergne-Rh\u00f4ne-Alpes region of southeastern France." + }, + { + "id": "q_006243", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1982" + }, + { + "id": "q_008166", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "MTK Budapest FC", + "pred": "The answer is: Ferenc Pusk\u00e1s.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is: Ferenc Pusk\u00e1s." + }, + { + "id": "q_003678", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "lawyer", + "pred": "United States Senator", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "United States Senator" + }, + { + "id": "q_000025", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "After the Weimar Republic, the head of government of Trier was the Mayor (B\u00fcrgermeister).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After the Weimar Republic, the head of government of Trier was the Mayor (B\u00fcrgermeister)." + }, + { + "id": "q_001419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "The British Mandate for Palestine was established in 1920, following the end of the Ottoman Empire's rule in the region. The British were the administering power, and the territory was under the League of Nations' supervision. The British Mandate for Palestine was a direct result of the Sykes-Picot Agreement", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "The British Mandate for Palestine was established in 1920, following the end of the Ottoman Empire's rule in the region. The British were the administering power, and the territory was under the League of Nations' supervision. The British Mandate for Palestine was a direct result of the Sykes-Picot Agreement" + }, + { + "id": "q_000689", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Franca Ongaro was a citizen of Austria-Hungary before Italy.", + "em": 0.0, + "f1": 0.30769230769230765, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Franca Ongaro was a citizen of Austria-Hungary before Italy." + }, + { + "id": "q_004963", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "City of Gosford", + "pred": "Gosford is located in the state of New South Wales, Australia.", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Gosford is located in the state of New South Wales, Australia." + }, + { + "id": "q_001580", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "London", + "pred": "Johannesburg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Johannesburg" + }, + { + "id": "q_002212", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "John Tonelli was drafted by the New York Islanders in 1977.", + "em": 1.0, + "f1": 0.16666666666666669, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "John Tonelli was drafted by the New York Islanders in 1977." + }, + { + "id": "q_001427", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "FC Lausanne-Sport", + "pred": "FC Twente", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "FC Twente" + }, + { + "id": "q_000751", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Seine-et-Oise", + "pred": "Brunoy is a commune in the Yonne department in Bourgogne-Franche-Comt\u00e9 region in north-central France.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Brunoy is a commune in the Yonne department in Bourgogne-Franche-Comt\u00e9 region in north-central France." + }, + { + "id": "q_005986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "FC Spartak Trnava", + "pred": "1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1." + }, + { + "id": "q_002412", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Italy", + "pred": "The country of citizenship of Pino Lancetti after the Kingdom of Italy was the Italian Republic.", + "em": 1.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of citizenship of Pino Lancetti after the Kingdom of Italy was the Italian Republic." + }, + { + "id": "q_001943", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1999.0, + "gold": "1999", + "pred": "1999", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_005685", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1939", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1939" + }, + { + "id": "q_001916", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Str\u00f8msgodset IF", + "pred": "The member of sports team of Kim Larsen in 2003 was the Danish national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of sports team of Kim Larsen in 2003 was the Danish national team." + }, + { + "id": "q_006927", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_000904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_006701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Republic of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Republic of Italy" + }, + { + "id": "q_005536", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Fengtien", + "pred": "Faku County was located in the Republic of China (ROC) in 1945.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Faku County was located in the Republic of China (ROC) in 1945." + }, + { + "id": "q_000555", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Gertrude Stein", + "pred": "The home in Oakland, California, where Gertrude Stein and her brother Leo lived from 1906 to 1946, was owned by Gertrude Stein in 1946.\n\n\nThe home in Oakland, California, where Gertrude Stein and her brother Leo lived from", + "em": 1.0, + "f1": 0.17391304347826084, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The home in Oakland, California, where Gertrude Stein and her brother Leo lived from 1906 to 1946, was owned by Gertrude Stein in 1946.\n\n\nThe home in Oakland, California, where Gertrude Stein and her brother Leo lived from" + }, + { + "id": "q_005626", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Heiner Gei\u00dfler", + "pred": "The general secretary of the Christian Democratic Union (CDU) after Bruno Heck was **Hans-Dietrich Genscher**. \n\n**Bruno Heck** served as the general secretary of the CDU from 1969 to 1971. He was succeeded by **Hans-Diet", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The general secretary of the Christian Democratic Union (CDU) after Bruno Heck was **Hans-Dietrich Genscher**. \n\n**Bruno Heck** served as the general secretary of the CDU from 1969 to 1971. He was succeeded by **Hans-Diet" + }, + { + "id": "q_005124", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Algiers", + "pred": "The place of burial of Pierre Savorgnan de Brazza after P\u00e8re Lachaise Cemetery is the Cimeti\u00e8re de P\u00e8re Lachaise.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The place of burial of Pierre Savorgnan de Brazza after P\u00e8re Lachaise Cemetery is the Cimeti\u00e8re de P\u00e8re Lachaise." + }, + { + "id": "q_002798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Coll\u00e8ge de France", + "pred": "University of Paris 7 (Diderot)", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "University of Paris 7 (Diderot)" + }, + { + "id": "q_003885", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2021.0, + "gold": "National Oceanic and Atmospheric Administration", + "pred": "EWS-G2 was owned by the United States Air Force.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "EWS-G2 was owned by the United States Air Force." + }, + { + "id": "q_005314", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Republic of China", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Republic of China" + }, + { + "id": "q_007748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Knight Bachelor", + "pred": "Ballon d'Or\n\n\nBobby Charlton, a member of the England men's national association football team, was awarded the **Ballon d'Or** in **1966**. This prestigious award recognizes the best footballer in the world, and Charlton was honored for his outstanding performances", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Ballon d'Or\n\n\nBobby Charlton, a member of the England men's national association football team, was awarded the **Ballon d'Or** in **1966**. This prestigious award recognizes the best footballer in the world, and Charlton was honored for his outstanding performances" + }, + { + "id": "q_002726", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "SK Slavia Prague", + "pred": "The member of the sports team of Nicu\u0219or Stanciu after CSM Unirea Alba Iulia was FC Dinamo Bucure\u0219ti.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of the sports team of Nicu\u0219or Stanciu after CSM Unirea Alba Iulia was FC Dinamo Bucure\u0219ti." + }, + { + "id": "q_004003", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "KRC Mechelen", + "pred": "Jan Diddens was a member of the Belgian national football team, which is the sports team of Belgium.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "Jan Diddens was a member of the Belgian national football team, which is the sports team of Belgium." + }, + { + "id": "q_008148", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "In 1985, Alexei Navalny was a citizen of the Soviet Union.", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1985, Alexei Navalny was a citizen of the Soviet Union." + }, + { + "id": "q_004079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1916.0, + "gold": "Marie Bonaparte", + "pred": "Princess Sophia of Prussia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Princess Sophia of Prussia" + }, + { + "id": "q_003444", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "Ronan Le Crom is a French footballer who plays as a defender. He has played for several clubs, including RC Lens, which is a French football club based in Lens, Nord department, Hauts-de-France region. After his time at RC Lens, Ronan Le Crom joined the sports team of AS Nancy", + "em": 0.0, + "f1": 0.08888888888888888, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Ronan Le Crom is a French footballer who plays as a defender. He has played for several clubs, including RC Lens, which is a French football club based in Lens, Nord department, Hauts-de-France region. After his time at RC Lens, Ronan Le Crom joined the sports team of AS Nancy" + }, + { + "id": "q_004684", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Schutzstaffel", + "pred": "Hans G\u00fcnther was a German Nazi politician and lawyer who served as the Minister of the Interior of the German Reich from 1933 to 1945. He was a member of the Nazi Party and was closely associated with Adolf Hitler. After the Sturmabteilung (SA), which was the", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Hans G\u00fcnther was a German Nazi politician and lawyer who served as the Minister of the Interior of the German Reich from 1933 to 1945. He was a member of the Nazi Party and was closely associated with Adolf Hitler. After the Sturmabteilung (SA), which was the" + }, + { + "id": "q_007043", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1995" + }, + { + "id": "q_002077", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Scunthorpe United F.C.", + "pred": "1999\u20132000\n\n\nThe member of the sports team of Jermaine Beckford after he was a member of Wealdstone F.C. was **Bristol Rovers**.", + "em": 0.0, + "f1": 0.17391304347826086, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1999\u20132000\n\n\nThe member of the sports team of Jermaine Beckford after he was a member of Wealdstone F.C. was **Bristol Rovers**." + }, + { + "id": "q_005610", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Willi Daume", + "pred": "The answer is: Hans-J\u00fcrgen Schulte.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is: Hans-J\u00fcrgen Schulte." + }, + { + "id": "q_007161", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Polish People's Republic", + "pred": "1959.0\n\n\nThe country of citizenship of Jan T. Gross in 1959 was Poland.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1959.0\n\n\nThe country of citizenship of Jan T. Gross in 1959 was Poland." + }, + { + "id": "q_008431", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Kingdom of Greece", + "pred": "Egypt\n\n\nThe country of citizenship of Takis after Greece was Egypt.", + "em": 0.0, + "f1": 0.30769230769230765, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Egypt\n\n\nThe country of citizenship of Takis after Greece was Egypt." + }, + { + "id": "q_005503", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_003756", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Nuremberg Medical Trial", + "pred": "1947.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1947.0" + }, + { + "id": "q_006939", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "In 1921, Christiaan Eijkman was nominated for the Nobel Prize in Physiology or Medicine.", + "em": 1.0, + "f1": 0.631578947368421, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1921, Christiaan Eijkman was nominated for the Nobel Prize in Physiology or Medicine." + }, + { + "id": "q_005031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_001054", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_002273", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Alec Chamberlain's member of sports team in 2001 was the New York Yankees.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Alec Chamberlain's member of sports team in 2001 was the New York Yankees." + }, + { + "id": "q_000786", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "1999 European Cup Winners' Cup Final", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999 European Cup Winners' Cup Final" + }, + { + "id": "q_002778", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Swansea City AFC", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Swansea City AFC" + }, + { + "id": "q_005074", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Japan", + "pred": "Broutona was a country in the former Soviet Union.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Broutona was a country in the former Soviet Union." + }, + { + "id": "q_007312", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Chelsea F.C.", + "pred": "The answer is: Magnus Hedman was a member of the sports team AIK Fotboll.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The answer is: Magnus Hedman was a member of the sports team AIK Fotboll." + }, + { + "id": "q_001350", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Leningrad Oblast", + "pred": "Ivangorod was located in the Russian Empire.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Ivangorod was located in the Russian Empire." + }, + { + "id": "q_001371", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Clare Boothe Luce", + "pred": "In 1959, the spouse of Henry Luce was Clare Boothe Luce.", + "em": 1.0, + "f1": 0.4615384615384615, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1959, the spouse of Henry Luce was Clare Boothe Luce." + }, + { + "id": "q_000490", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2005" + }, + { + "id": "q_006219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1985.0, + "gold": "1985", + "pred": "1985", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1985" + }, + { + "id": "q_005716", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Edgardo Moltoni was born in the Kingdom of Italy, which was a constitutional monarchy that existed from 1861 to 1946. The Kingdom of Italy was a country in Europe, and it was the predecessor state to the modern Republic of Italy. Therefore, the country of citizenship of", + "em": 1.0, + "f1": 0.1875, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "Edgardo Moltoni was born in the Kingdom of Italy, which was a constitutional monarchy that existed from 1861 to 1946. The Kingdom of Italy was a country in Europe, and it was the predecessor state to the modern Republic of Italy. Therefore, the country of citizenship of" + }, + { + "id": "q_005200", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Pichichi Trophy", + "pred": "Hugo S\u00e1nchez won the European Golden Shoe in 1984-85, so the award he received before that was the Mexican Primera Divisi\u00f3n Golden Boot in 1983.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Hugo S\u00e1nchez won the European Golden Shoe in 1984-85, so the award he received before that was the Mexican Primera Divisi\u00f3n Golden Boot in 1983." + }, + { + "id": "q_000681", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "1998\u20132000", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1998\u20132000" + }, + { + "id": "q_004424", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lviv Oblast", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Ukraine" + }, + { + "id": "q_003611", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Catholic priest", + "pred": "Alwin Albert Hafner was a German-American architect and professor of architecture at the University of Wisconsin\u2013Madison. In 1976, he was a professor of architecture at the University of Wisconsin\u2013Madison.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Alwin Albert Hafner was a German-American architect and professor of architecture at the University of Wisconsin\u2013Madison. In 1976, he was a professor of architecture at the University of Wisconsin\u2013Madison." + }, + { + "id": "q_000603", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Beno\u00eet Cheyrou's member of sports team in 1999 was the French national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Beno\u00eet Cheyrou's member of sports team in 1999 was the French national team." + }, + { + "id": "q_007417", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Beaux-Arts de Paris", + "pred": "In 1970, Alekos Fassianos was educated at the University of Athens.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1970, Alekos Fassianos was educated at the University of Athens." + }, + { + "id": "q_001017", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Golden Bear", + "pred": "In 2003, Li Yang was nominated for the position of Minister of Education in China.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 2003, Li Yang was nominated for the position of Minister of Education in China." + }, + { + "id": "q_004297", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Walter Sisulu", + "pred": "In 1966, the spouse of Albertina Nontsikelelo Sisulu was Walter Sisulu.", + "em": 1.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1966, the spouse of Albertina Nontsikelelo Sisulu was Walter Sisulu." + }, + { + "id": "q_007760", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Netherlands", + "pred": "The work location of Mart Stam after Amsterdam was Berlin.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The work location of Mart Stam after Amsterdam was Berlin." + }, + { + "id": "q_002309", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Feh\u00e9rv\u00e1r FC", + "pred": "Sven-G\u00f6ran Eriksson", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Sven-G\u00f6ran Eriksson" + }, + { + "id": "q_000472", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "France" + }, + { + "id": "q_001687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Free Democratic Party", + "pred": "Walter Scheel was a member of the Christian Democratic Union (CDU) in 1988.", + "em": 0.0, + "f1": 0.125, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Walter Scheel was a member of the Christian Democratic Union (CDU) in 1988." + }, + { + "id": "q_003092", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Weimar Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_003984", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Hamburger SV", + "pred": "In 1944, Wilhelm Blunk was a member of the sports team of the German national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1944, Wilhelm Blunk was a member of the sports team of the German national football team." + }, + { + "id": "q_004307", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Yugoslavia", + "pred": "The country of Verzar after Verzar country Bulgaria was the Kingdom of Romania.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The country of Verzar after Verzar country Bulgaria was the Kingdom of Romania." + }, + { + "id": "q_004221", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_002604", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Orenburg Governorate", + "pred": "Orenburg\n\nOkay, let's try to figure out the answer to this question: \"What was the capital of Orenburg after Orenburg country Soviet Union?\" The user is asking for the capital of Orenburg after the Soviet Union, but I need to be careful with the phrasing here.\n\nFirst", + "em": 0.0, + "f1": 0.05714285714285715, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "Orenburg\n\nOkay, let's try to figure out the answer to this question: \"What was the capital of Orenburg after Orenburg country Soviet Union?\" The user is asking for the capital of Orenburg after the Soviet Union, but I need to be careful with the phrasing here.\n\nFirst" + }, + { + "id": "q_005175", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "The country of citizenship of Suso Cecchi d'Amico after the Kingdom of Italy was Italy.", + "em": 1.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of citizenship of Suso Cecchi d'Amico after the Kingdom of Italy was Italy." + }, + { + "id": "q_000103", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "The country of Stara Zagora after the Kingdom of Bulgaria was the Second Bulgarian Empire.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of Stara Zagora after the Kingdom of Bulgaria was the Second Bulgarian Empire." + }, + { + "id": "q_007858", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "construction", + "pred": "The significant event of TW 6000 was its retirement from service in 2001.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The significant event of TW 6000 was its retirement from service in 2001." + }, + { + "id": "q_000929", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Glenda Jackson was nominated for the Academy Award for Best Actress for her role in \"Women in Love\" (1979). The answer to the question is: Glenda Jackson.", + "em": 0.0, + "f1": 0.35714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Glenda Jackson was nominated for the Academy Award for Best Actress for her role in \"Women in Love\" (1979). The answer to the question is: Glenda Jackson." + }, + { + "id": "q_008399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Hamburg Commercial Bank", + "pred": "The Volksparkstadion, located in Hamburg, Germany, is a football stadium primarily used by the Bundesliga club HSV (Hamburger SV). The name \"Volksparkstadion\" translates to \"People's Park Stadium\" in English. The stadium was originally named the \"Stadion am Volkspark\" when it", + "em": 0.0, + "f1": 0.05555555555555555, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Volksparkstadion, located in Hamburg, Germany, is a football stadium primarily used by the Bundesliga club HSV (Hamburger SV). The name \"Volksparkstadion\" translates to \"People's Park Stadium\" in English. The stadium was originally named the \"Stadion am Volkspark\" when it" + }, + { + "id": "q_006833", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "Princess M\u00e4rtha of Sweden", + "pred": "The spouse of Olav V of Norway after his country of citizenship was Denmark was Queen Astrid of Sweden.\n\n\nThe spouse of Olav V of Norway after his country of citizenship was Denmark was **Queen Astrid of Sweden**.", + "em": 0.0, + "f1": 0.2, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The spouse of Olav V of Norway after his country of citizenship was Denmark was Queen Astrid of Sweden.\n\n\nThe spouse of Olav V of Norway after his country of citizenship was Denmark was **Queen Astrid of Sweden**." + }, + { + "id": "q_007826", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2006" + }, + { + "id": "q_005791", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1969.0, + "gold": "1969", + "pred": "1967", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1967" + }, + { + "id": "q_008695", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "FC Basel", + "pred": "FC Z\u00fcrich", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "FC Z\u00fcrich" + }, + { + "id": "q_006326", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Isabella Biagini was an Italian citizen.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Isabella Biagini was an Italian citizen." + }, + { + "id": "q_002683", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_004982", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "AS Monaco FC", + "pred": "1957.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1957.0" + }, + { + "id": "q_000500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Fabio Capello's work location before Great Britain was Italy.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Fabio Capello's work location before Great Britain was Italy." + }, + { + "id": "q_000415", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Seine-et-Oise", + "pred": "In 1957, Neauphle-le-Vieux was located in the department of Yvelines, which is in the \u00cele-de-France region of France.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1957, Neauphle-le-Vieux was located in the department of Yvelines, which is in the \u00cele-de-France region of France." + }, + { + "id": "q_002513", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "IBM", + "pred": "Frank Soltis was employed by the United States Department of Agriculture (USDA) in 1988.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Frank Soltis was employed by the United States Department of Agriculture (USDA) in 1988." + }, + { + "id": "q_001131", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Chinese Communist Party", + "pred": "The member of political party of Xiao Yang in 1971 was the Chinese Communist Party.", + "em": 1.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of political party of Xiao Yang in 1971 was the Chinese Communist Party." + }, + { + "id": "q_004809", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_006419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "England women's national football team", + "pred": "The answer is the Toronto Raptors.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is the Toronto Raptors." + }, + { + "id": "q_000119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_002765", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "The Rockefeller University", + "pred": "University of Leiden", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "University of Leiden" + }, + { + "id": "q_001638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Soviet Union", + "pred": "In 1946, Viktor Kulikov was a citizen of the Soviet Union.", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1946, Viktor Kulikov was a citizen of the Soviet Union." + }, + { + "id": "q_003270", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_002090", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Zeno Saltini was an Italian citizen.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Zeno Saltini was an Italian citizen." + }, + { + "id": "q_002717", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Luciano Savorini was an Italian footballer, so his country of citizenship before Italy was not applicable.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Luciano Savorini was an Italian footballer, so his country of citizenship before Italy was not applicable." + }, + { + "id": "q_001781", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Waltrude Schleyer", + "pred": "The spouse of Hanns Martin Schleyer in 1950 was Gertrud Schleyer.", + "em": 0.0, + "f1": 0.16666666666666669, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The spouse of Hanns Martin Schleyer in 1950 was Gertrud Schleyer." + }, + { + "id": "q_007508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "West Ham United F.C.", + "pred": "The member of the sports team of Billy Brown in 1922 was the Chicago Cubs.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of the sports team of Billy Brown in 1922 was the Chicago Cubs." + }, + { + "id": "q_000911", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Tuscany", + "pred": "The work location of Plinio Nomellini in 1932 was the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The work location of Plinio Nomellini in 1932 was the United States." + }, + { + "id": "q_002590", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1946.0, + "gold": "1946", + "pred": "1946\u20131947\n\n\nAtalanta BC was the coach of the sports team of Giuseppe Meazza in the 1946\u20131947 season.", + "em": 1.0, + "f1": 0.125, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1946\u20131947\n\n\nAtalanta BC was the coach of the sports team of Giuseppe Meazza in the 1946\u20131947 season." + }, + { + "id": "q_005409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "1999 Bavarian TV Awards", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999 Bavarian TV Awards" + }, + { + "id": "q_004701", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Seine-et-Oise", + "pred": "L\u00e9vis-Saint-Nom was located in the canton of Saint-Nom-la-Bret\u00e8che in 1968.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "L\u00e9vis-Saint-Nom was located in the canton of Saint-Nom-la-Bret\u00e8che in 1968." + }, + { + "id": "q_006905", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "1998", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1998" + }, + { + "id": "q_005334", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "1952", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1952" + }, + { + "id": "q_006551", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Egidio Feruglio was a country of citizenship in the Kingdom of Italy before the establishment of the Italian Republic in 1946.", + "em": 1.0, + "f1": 0.3157894736842105, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Egidio Feruglio was a country of citizenship in the Kingdom of Italy before the establishment of the Italian Republic in 1946." + }, + { + "id": "q_002537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_004357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "FC Amkar Perm", + "pred": "FC Khimki", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "FC Khimki" + }, + { + "id": "q_006681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Sporting CP", + "pred": "Hungary men's national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Hungary men's national football team" + }, + { + "id": "q_001982", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "The country of citizenship of Francesco Gabrieli before Italy was the Republic of Venice.\n\n\nThe country of citizenship of Francesco Gabrieli before Italy was the Republic of Venice.", + "em": 0.0, + "f1": 0.26666666666666666, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "The country of citizenship of Francesco Gabrieli before Italy was the Republic of Venice.\n\n\nThe country of citizenship of Francesco Gabrieli before Italy was the Republic of Venice." + }, + { + "id": "q_001763", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Tranmere Rovers F.C.", + "pred": "Steve Coppell's member of sports team in 1973 was the England national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Steve Coppell's member of sports team in 1973 was the England national football team." + }, + { + "id": "q_001693", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Utrecht University", + "pred": "Pieter Helbert Damst\u00e9's employer in 1919 was the Dutch East Indies government.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Pieter Helbert Damst\u00e9's employer in 1919 was the Dutch East Indies government." + }, + { + "id": "q_006247", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1909.0, + "gold": "Associate Justice of the Supreme Court of the United States", + "pred": "Joseph McKenna was the 13th United States Secretary of the Treasury, serving from 1909 to 1913 under President William Howard Taft.", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Joseph McKenna was the 13th United States Secretary of the Treasury, serving from 1909 to 1913 under President William Howard Taft." + }, + { + "id": "q_006923", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Der St\u00fcrmer", + "pred": "Julius Streicher's employer was the Nazi Party.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Julius Streicher's employer was the Nazi Party." + }, + { + "id": "q_004828", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Adone Zoli was a citizen of the Kingdom of Italy.", + "em": 1.0, + "f1": 0.19999999999999998, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Adone Zoli was a citizen of the Kingdom of Italy." + }, + { + "id": "q_006717", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_001064", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_002886", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Republic of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Republic of Italy" + }, + { + "id": "q_001768", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Emilio Petiva was an Italian citizen.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Emilio Petiva was an Italian citizen." + }, + { + "id": "q_006522", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Cameroon men's national football team", + "pred": "Henri Michel is a French former professional footballer, not a coach. Therefore, there is no direct answer to the question about the coach of the sports team of Henri Michel before the Emirates men's national football team. However, if the question is asking about the coach of the UAE men's national football team before Henri Michel", + "em": 0.0, + "f1": 0.2631578947368421, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "Henri Michel is a French former professional footballer, not a coach. Therefore, there is no direct answer to the question about the coach of the sports team of Henri Michel before the Emirates men's national football team. However, if the question is asking about the coach of the UAE men's national football team before Henri Michel" + }, + { + "id": "q_001073", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Kingdom of Bulgaria", + "pred": "The country of Veliko Tarnovo before the People's Republic of Bulgaria was the Ottoman Empire.", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of Veliko Tarnovo before the People's Republic of Bulgaria was the Ottoman Empire." + }, + { + "id": "q_002125", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "SSC Napoli", + "pred": "Armando Tre Re was a member of the Italian national football team in 1956.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Armando Tre Re was a member of the Italian national football team in 1956." + }, + { + "id": "q_002297", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "FC Astra Giurgiu", + "pred": "\u0218tefan Dobay", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "\u0218tefan Dobay" + }, + { + "id": "q_002809", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Elio Toaff was born in Italy, so his country of citizenship before Italy was not applicable.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Elio Toaff was born in Italy, so his country of citizenship before Italy was not applicable." + }, + { + "id": "q_002474", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Tommy Aldridge was a member of Black Oak Arkansas from 1973 to 1981. After leaving the band, he joined the band \"The Rhythm Kings\" in 1981. Therefore, the member of Tommy Aldridge after Black Oak Arkansas was the band \"The Rhythm", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Tommy Aldridge was a member of Black Oak Arkansas from 1973 to 1981. After leaving the band, he joined the band \"The Rhythm Kings\" in 1981. Therefore, the member of Tommy Aldridge after Black Oak Arkansas was the band \"The Rhythm" + }, + { + "id": "q_004101", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2004.0" + }, + { + "id": "q_006366", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "Kelly Smith is a former professional footballer who played as a forward. After her time at Arsenal F.C., she joined the sports team of Manchester City F.C. in 2007. Therefore, the member of the sports team of Kelly Smith after Arsenal F.C. is Manchester City F.C.", + "em": 0.0, + "f1": 0.05555555555555555, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kelly Smith is a former professional footballer who played as a forward. After her time at Arsenal F.C., she joined the sports team of Manchester City F.C. in 2007. Therefore, the member of the sports team of Kelly Smith after Arsenal F.C. is Manchester City F.C." + }, + { + "id": "q_003182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "United States Navy", + "pred": "Arthur William Radford was a United States Navy officer.", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Arthur William Radford was a United States Navy officer." + }, + { + "id": "q_003020", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Lagos", + "pred": "Lagos", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Lagos" + }, + { + "id": "q_004956", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Calcio Padova", + "pred": "Giovanni Azzini was a member of the sports team of the Italian national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Giovanni Azzini was a member of the sports team of the Italian national football team." + }, + { + "id": "q_006758", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Al Masry SC", + "pred": "Ahmadiyya Muslim Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Ahmadiyya Muslim Community" + }, + { + "id": "q_003840", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "DSV Leoben", + "pred": "SC Wiener Neustadt 1998\u20132000", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "SC Wiener Neustadt 1998\u20132000" + }, + { + "id": "q_003113", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Wheaton College", + "pred": "Hilda Geiringer's employer after Humboldt-Universit\u00e4t zu Berlin was the University of Chicago.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Hilda Geiringer's employer after Humboldt-Universit\u00e4t zu Berlin was the University of Chicago." + }, + { + "id": "q_004767", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Miss America", + "pred": "1927 U.S. Women's Hard Court Championship", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1927 U.S. Women's Hard Court Championship" + }, + { + "id": "q_004986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_004256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "pred": "Compagnie des chemins de fer de l'Ouest (C.C.F.O.)", + "em": 0.0, + "f1": 0.47058823529411764, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Compagnie des chemins de fer de l'Ouest (C.C.F.O.)" + }, + { + "id": "q_003340", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Russia", + "pred": "Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Russia" + }, + { + "id": "q_005245", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1982" + }, + { + "id": "q_006022", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lady Gaga", + "pred": "Taylor Kinney's unmarried partner in 2012 was actress and model Katelyn Tarver.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Taylor Kinney's unmarried partner in 2012 was actress and model Katelyn Tarver." + }, + { + "id": "q_002807", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "University of Oslo", + "pred": "Viggo Brun's employer after his education at the University of G\u00f6ttingen was the University of Oslo.", + "em": 1.0, + "f1": 0.35294117647058826, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Viggo Brun's employer after his education at the University of G\u00f6ttingen was the University of Oslo." + }, + { + "id": "q_002236", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Order of Merit of North Rhine-Westphalia", + "pred": "1988.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1988.0" + }, + { + "id": "q_006258", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "United States Cabinet", + "pred": "The part of the United States Secretary of the Navy is the position held by John Davis Long.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The part of the United States Secretary of the Navy is the position held by John Davis Long." + }, + { + "id": "q_003646", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "pred": "Academy Award for Best Supporting Actress", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Academy Award for Best Supporting Actress" + }, + { + "id": "q_002029", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Warabitai Station", + "pred": "The adjacent station of Kuromatsunai Station in 1964 was Kita-Kuromatsunai Station.", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The adjacent station of Kuromatsunai Station in 1964 was Kita-Kuromatsunai Station." + }, + { + "id": "q_002701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Rudi Fuchs", + "pred": "The manager of Stedelijk Museum Amsterdam after Willem Sandberg was Karel van den Berg.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The manager of Stedelijk Museum Amsterdam after Willem Sandberg was Karel van den Berg." + }, + { + "id": "q_000849", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1987" + }, + { + "id": "q_000139", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "Schutzstaffel", + "pred": "Richard Schulze-Kossen was a member of the Nazi Party (NSDAP) and the SS (Schutzstaffel).", + "em": 1.0, + "f1": 0.13333333333333333, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Richard Schulze-Kossen was a member of the Nazi Party (NSDAP) and the SS (Schutzstaffel)." + }, + { + "id": "q_007176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Anton-G\u00fcnther, Duke of Oldenburg", + "pred": "The House of Oldenburg is a European royal house, and as such, it does not have a chairperson in the traditional sense. However, if you are referring to a specific organization or institution associated with the House of Oldenburg that existed in 2007, please provide more context so I can give an", + "em": 0.0, + "f1": 0.08333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The House of Oldenburg is a European royal house, and as such, it does not have a chairperson in the traditional sense. However, if you are referring to a specific organization or institution associated with the House of Oldenburg that existed in 2007, please provide more context so I can give an" + }, + { + "id": "q_004055", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Kingdom of Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Hungary" + }, + { + "id": "q_004419", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Jeonbuk Hyundai Motors FC", + "pred": "South Korea national under-23 football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "South Korea national under-23 football team" + }, + { + "id": "q_006447", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2010" + }, + { + "id": "q_005863", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Parliament of the United Kingdom", + "pred": "2009\u20132010", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2009\u20132010" + }, + { + "id": "q_004287", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Jens Stoltenberg", + "pred": "In 2011, the chairperson of the Norwegian Labour Party was **Kjell Magne Bondevik**. However, it's important to note that Bondevik was not the chairperson of the Labour Party itself but rather the leader of the Conservative Party. The Labour Party's leader in", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 2011, the chairperson of the Norwegian Labour Party was **Kjell Magne Bondevik**. However, it's important to note that Bondevik was not the chairperson of the Labour Party itself but rather the leader of the Conservative Party. The Labour Party's leader in" + }, + { + "id": "q_008613", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "1984", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1984" + }, + { + "id": "q_002216", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Team Jayco AlUla", + "pred": "Drapac-EF Cannondale Holistic Development", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Drapac-EF Cannondale Holistic Development" + }, + { + "id": "q_006890", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "In 1994, Rahim Zafer was a member of the sports team of the Bangladesh national cricket team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1994, Rahim Zafer was a member of the sports team of the Bangladesh national cricket team." + }, + { + "id": "q_005004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "In 1965, the Bakhchysarai Palace was located in the Soviet Union, specifically in the region of Uzbekistan.", + "em": 1.0, + "f1": 0.2666666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1965, the Bakhchysarai Palace was located in the Soviet Union, specifically in the region of Uzbekistan." + }, + { + "id": "q_004395", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "University of Freiburg", + "pred": "The employer of Ernst-Wolfgang B\u00f6ckenf\u00f6rde after his occupation as a judge was the Federal Constitutional Court of Germany.", + "em": 0.0, + "f1": 0.1, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The employer of Ernst-Wolfgang B\u00f6ckenf\u00f6rde after his occupation as a judge was the Federal Constitutional Court of Germany." + }, + { + "id": "q_003660", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Queen", + "pred": "In 1989, Mountain Studios was owned by the Walt Disney Company.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1989, Mountain Studios was owned by the Walt Disney Company." + }, + { + "id": "q_006514", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "In 1955, the located in of Murmansk Oblast was the Soviet Union.", + "em": 0.0, + "f1": 0.13333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1955, the located in of Murmansk Oblast was the Soviet Union." + }, + { + "id": "q_002222", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Sergio Bonelli was a citizen of the Kingdom of Italy.", + "em": 1.0, + "f1": 0.19999999999999998, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Sergio Bonelli was a citizen of the Kingdom of Italy." + }, + { + "id": "q_000791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_001758", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "John Mauchly", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "John F. Kennedy" + }, + { + "id": "q_004641", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Ni\u00e8vre", + "pred": "Route nationale 445 (RN445) is a French national road that was decommissioned in 1946. Before its decommissioning, the route was located in the department of Essonne. Therefore, the answer to the question \"Before Essonne, who was the located in", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Route nationale 445 (RN445) is a French national road that was decommissioned in 1946. Before its decommissioning, the route was located in the department of Essonne. Therefore, the answer to the question \"Before Essonne, who was the located in" + }, + { + "id": "q_000084", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Munich Kammerspiele", + "pred": "The employer of Therese Giehse after Berliner Ensemble was the Deutsches Theater.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The employer of Therese Giehse after Berliner Ensemble was the Deutsches Theater." + }, + { + "id": "q_005007", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2017.0, + "gold": "2017", + "pred": "2017", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2017" + }, + { + "id": "q_002535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is not available in the provided text." + }, + { + "id": "q_007920", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "1998", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1998" + }, + { + "id": "q_006359", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1956.0, + "gold": "1956", + "pred": "1956", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1956" + }, + { + "id": "q_005402", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Russian Empire", + "pred": "Before the Soviet Union, the area that is now Simferopol was part of the Crimean Khanate, which was a semi-autonomous state under the Ottoman Empire. The Crimean Khanate existed from the 15th century until its annexation by the Russian Empire in 1783. Therefore,", + "em": 1.0, + "f1": 0.1111111111111111, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Before the Soviet Union, the area that is now Simferopol was part of the Crimean Khanate, which was a semi-autonomous state under the Ottoman Empire. The Crimean Khanate existed from the 15th century until its annexation by the Russian Empire in 1783. Therefore," + }, + { + "id": "q_007921", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989-05-02", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1989-05-02" + }, + { + "id": "q_002569", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_003091", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Tommy Aldridge was a member of Black Oak Arkansas from 1973 to 1976. After Tommy Aldridge left, the band's members included: \n\n1. **Ronnie Earl** - He was the lead vocalist and played guitar. He joined the band in 1973 and", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Tommy Aldridge was a member of Black Oak Arkansas from 1973 to 1976. After Tommy Aldridge left, the band's members included: \n\n1. **Ronnie Earl** - He was the lead vocalist and played guitar. He joined the band in 1973 and" + }, + { + "id": "q_002364", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Gaz\u00e9lec Ajaccio", + "pred": "AS Monaco FC", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "AS Monaco FC" + }, + { + "id": "q_007208", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Gustave Choquet", + "pred": "Jean-Pierre Bruhat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Jean-Pierre Bruhat" + }, + { + "id": "q_003209", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "C\u00e9sar Milstein", + "pred": "The winner of the Copley Medal after Eduard Suess was John Henry Pratt.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the Copley Medal after Eduard Suess was John Henry Pratt." + }, + { + "id": "q_001948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Rudolf Virchow was nominated for the Nobel Prize in Physiology or Medicine in 1902.", + "em": 1.0, + "f1": 0.631578947368421, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Rudolf Virchow was nominated for the Nobel Prize in Physiology or Medicine in 1902." + }, + { + "id": "q_004389", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "" + }, + { + "id": "q_001672", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Kemerovo Oblast", + "pred": "The answer is \"Kemerovo Oblast\".", + "em": 1.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is \"Kemerovo Oblast\"." + }, + { + "id": "q_002971", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2020.0, + "gold": "Hamza Hamzao\u011flu", + "pred": "After Erol Bulut, who was the head coach of Yeni Malatyaspor, the next head coach was Vahid Halilhod\u017ei\u0107.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "After Erol Bulut, who was the head coach of Yeni Malatyaspor, the next head coach was Vahid Halilhod\u017ei\u0107." + }, + { + "id": "q_007668", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Reinhard Selten's employer before the University of Bonn was the Max Planck Institute for the Study of Human History in Jena.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Reinhard Selten's employer before the University of Bonn was the Max Planck Institute for the Study of Human History in Jena." + }, + { + "id": "q_004443", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Member of the European Parliament", + "pred": "In 2010, Q524412 held the position of Chief Executive Officer (CEO) of the company.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2010, Q524412 held the position of Chief Executive Officer (CEO) of the company." + }, + { + "id": "q_000260", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "United States of America", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "United States of America" + }, + { + "id": "q_003060", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Leipziger Land", + "pred": "Borna was located in Germany in 1999.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Borna was located in Germany in 1999." + }, + { + "id": "q_003434", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "United Arab Republic", + "pred": "Egypt", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Egypt" + }, + { + "id": "q_006063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_005538", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Nobel Prize in Literature", + "pred": "Gunnar Gunnarsson was nominated for the Academy Award for Best Supporting Actor in 1961 for his role in the film \"The Man Who Would Be King\".", + "em": 0.0, + "f1": 0.08, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Gunnar Gunnarsson was nominated for the Academy Award for Best Supporting Actor in 1961 for his role in the film \"The Man Who Would Be King\"." + }, + { + "id": "q_005136", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Ireland men\u2019s national rugby union team", + "pred": "Geordan Murphy was a member of the Irish rugby union team before being selected for the British & Irish Lions.", + "em": 0.0, + "f1": 0.25, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Geordan Murphy was a member of the Irish rugby union team before being selected for the British & Irish Lions." + }, + { + "id": "q_004183", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "The Rockefeller University", + "pred": "The employer of Torsten Nils Wiesel after winning the Louisa Gross Horwitz Prize was the University of California, San Francisco.", + "em": 0.0, + "f1": 0.2, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The employer of Torsten Nils Wiesel after winning the Louisa Gross Horwitz Prize was the University of California, San Francisco." + }, + { + "id": "q_006802", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Is\u00e8re", + "pred": "In 1936, Ternay was located in the canton of Vaud, Switzerland.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1936, Ternay was located in the canton of Vaud, Switzerland." + }, + { + "id": "q_002238", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "The country of citizenship of Artemio Franchi before Italy was the Kingdom of Sardinia.", + "em": 0.0, + "f1": 0.42857142857142855, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The country of citizenship of Artemio Franchi before Italy was the Kingdom of Sardinia." + }, + { + "id": "q_004081", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Harvard University", + "pred": "The employer of Hassler Whitney after his doctoral student Herbert Robbins was the Institute for Advanced Study (IAS).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The employer of Hassler Whitney after his doctoral student Herbert Robbins was the Institute for Advanced Study (IAS)." + }, + { + "id": "q_007931", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Kingdom of Hungary", + "pred": "The country of Kenderes after Austria\u2013Hungary was Romania.\n\n\nThe country of Kenderes after Austria\u2013Hungary was Romania.", + "em": 0.0, + "f1": 0.30769230769230765, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of Kenderes after Austria\u2013Hungary was Romania.\n\n\nThe country of Kenderes after Austria\u2013Hungary was Romania." + }, + { + "id": "q_002561", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "The employer of Gyula Iulius Maurer after his education at Bolyai University was the Hungarian Academy of Sciences.", + "em": 0.0, + "f1": 0.21052631578947367, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The employer of Gyula Iulius Maurer after his education at Bolyai University was the Hungarian Academy of Sciences." + }, + { + "id": "q_000796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Stockholm University", + "pred": "Erik Ivar Fredholm's employer in 1918 was the University of Stockholm.", + "em": 0.0, + "f1": 0.2857142857142857, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Erik Ivar Fredholm's employer in 1918 was the University of Stockholm." + }, + { + "id": "q_008363", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Poland", + "pred": "The work location of Eugeniusz Eibisch after Paris was Rome.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The work location of Eugeniusz Eibisch after Paris was Rome." + }, + { + "id": "q_008611", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Wang Jingwei regime", + "pred": "The located in of Anci District after Provisional Government of the Republic of China was the Republic of China.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The located in of Anci District after Provisional Government of the Republic of China was the Republic of China." + }, + { + "id": "q_002255", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1986.0, + "gold": "1986", + "pred": "1986.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1986.0" + }, + { + "id": "q_007672", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2010", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2010" + }, + { + "id": "q_002954", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "SC Fortuna K\u00f6ln", + "pred": "Before joining Birmingham City F.C., Antoine Hey was a member of the sports team called the \"Birmingham City F.C.\" as well. However, this seems to be a repetition. If you're asking about his previous team before Birmingham City F.C., it would be the \"Birmingham City F.C.\" again,", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Before joining Birmingham City F.C., Antoine Hey was a member of the sports team called the \"Birmingham City F.C.\" as well. However, this seems to be a repetition. If you're asking about his previous team before Birmingham City F.C., it would be the \"Birmingham City F.C.\" again," + }, + { + "id": "q_002449", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Valencia CF", + "pred": "Athletic Bilbao B", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Athletic Bilbao B" + }, + { + "id": "q_005372", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Malm\u00f6 FF", + "pred": "Ulrich Vinzents was a Danish footballer who played for several clubs, including FC Nordsj\u00e6lland. After his time at FC Nordsj\u00e6lland, he joined the Danish club Br\u00f8ndby IF. Therefore, the member of the sports team after FC Nordsj\u00e6lland was Br\u00f8ndby IF", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Ulrich Vinzents was a Danish footballer who played for several clubs, including FC Nordsj\u00e6lland. After his time at FC Nordsj\u00e6lland, he joined the Danish club Br\u00f8ndby IF. Therefore, the member of the sports team after FC Nordsj\u00e6lland was Br\u00f8ndby IF" + }, + { + "id": "q_006616", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Italy", + "pred": "The country of citizenship of Cipriano Chemello after the Kingdom of Italy was the Italian Republic.", + "em": 1.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of citizenship of Cipriano Chemello after the Kingdom of Italy was the Italian Republic." + }, + { + "id": "q_007451", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "SV Saar 05 Saarbr\u00fccken", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. FC N\u00fcrnberg" + }, + { + "id": "q_003948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "C.D. Nacional", + "pred": "Pedro Pacheco's member of sports team in 2009 was the New York Yankees.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Pedro Pacheco's member of sports team in 2009 was the New York Yankees." + }, + { + "id": "q_008679", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_004351", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "education", + "pred": "After the significant event order related to U-111, the use of U-111 was primarily for its role in World War I as a German submarine. The U-111 was a Type U-111 submarine, which was part of the German Imperial Navy's U-boat fleet", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "After the significant event order related to U-111, the use of U-111 was primarily for its role in World War I as a German submarine. The U-111 was a Type U-111 submarine, which was part of the German Imperial Navy's U-boat fleet" + }, + { + "id": "q_007031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "FC Barcelona B\u00e0squet", + "pred": "1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1." + }, + { + "id": "q_004853", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_008238", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Reichsgesetzblatt", + "pred": "In 1935, the Reich Citizenship Law was published in the German Empire.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1935, the Reich Citizenship Law was published in the German Empire." + }, + { + "id": "q_007289", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_005590", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Ferrini was born in Italy, but his country of citizenship was Italy.", + "em": 0.0, + "f1": 0.30769230769230765, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Ferrini was born in Italy, but his country of citizenship was Italy." + }, + { + "id": "q_002466", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1942.0, + "gold": "1st U-boat Flotilla", + "pred": "The part of the U-441 after the significant event of ship launching was the \"U-441\" itself.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The part of the U-441 after the significant event of ship launching was the \"U-441\" itself." + }, + { + "id": "q_005898", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Second Syrian Republic", + "pred": "Syria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Syria" + }, + { + "id": "q_004677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "The country of Gorz\u00f3w Wielkopolski before the Weimar Republic was the German Empire.", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of Gorz\u00f3w Wielkopolski before the Weimar Republic was the German Empire." + }, + { + "id": "q_006637", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Allianz SE", + "pred": "1\n\nOkay, so I need to find out what G\u00f3rnik Zabrze's sponsor was in 2010. Let me start by recalling what I know about G\u00f3rnik Zabrze. They are a Polish football club, right? Based in Zabrze, which is a city in the S", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1\n\nOkay, so I need to find out what G\u00f3rnik Zabrze's sponsor was in 2010. Let me start by recalling what I know about G\u00f3rnik Zabrze. They are a Polish football club, right? Based in Zabrze, which is a city in the S" + }, + { + "id": "q_001605", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Keith Richards", + "pred": "After Brian Jones, Anita Pallenberg's unmarried partner was Keith Richards.", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After Brian Jones, Anita Pallenberg's unmarried partner was Keith Richards." + }, + { + "id": "q_003947", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Q99317", + "pred": "In 2001, the head of government of Bonn was the Mayor of Bonn, who was **Thomas F. Sch\u00e4fer**. However, it's important to note that Bonn was the capital of the Federal Republic of Germany from 1949 to 1990,", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "In 2001, the head of government of Bonn was the Mayor of Bonn, who was **Thomas F. Sch\u00e4fer**. However, it's important to note that Bonn was the capital of the Federal Republic of Germany from 1949 to 1990," + }, + { + "id": "q_001379", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2004" + }, + { + "id": "q_006411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Cruzeiro E.C.", + "pred": "S.C. Corinthians Paulista", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "S.C. Corinthians Paulista" + }, + { + "id": "q_004141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2021.0, + "gold": "Daft Punk", + "pred": "the band Daft Punk", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "the band Daft Punk" + }, + { + "id": "q_007475", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Latvia", + "pred": "Latvia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Latvia" + }, + { + "id": "q_008010", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "Christian Vargas is a former professional footballer from Bolivia, and he played for several clubs during his career. Before joining The Strongest (Club The Strongest, also known as The Strongest or Club Deportivo The Strongest), he was a member of the sports team of Club Atl\u00e9tico Tucum\u00e1n", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Christian Vargas is a former professional footballer from Bolivia, and he played for several clubs during his career. Before joining The Strongest (Club The Strongest, also known as The Strongest or Club Deportivo The Strongest), he was a member of the sports team of Club Atl\u00e9tico Tucum\u00e1n" + }, + { + "id": "q_005768", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Landeshauptmann", + "pred": "Herbert Sausgruber was a professor at the University of Innsbruck", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Herbert Sausgruber was a professor at the University of Innsbruck" + }, + { + "id": "q_003283", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1977" + }, + { + "id": "q_003934", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Republic of Korea Army", + "pred": "The military branch of Chung Il-kwon was the Korean Volunteer Army.", + "em": 0.0, + "f1": 0.26666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The military branch of Chung Il-kwon was the Korean Volunteer Army." + }, + { + "id": "q_000952", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Soviet Union", + "pred": "Romania", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Romania" + }, + { + "id": "q_004410", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Armin Grein was the head of government of Main-Spessart.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Armin Grein was the head of government of Main-Spessart." + }, + { + "id": "q_007420", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Orenburg Oblast", + "pred": "Gai was located in Gaysky District, Kursk Oblast, Russia", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Gai was located in Gaysky District, Kursk Oblast, Russia" + }, + { + "id": "q_003788", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Paris", + "pred": "Budapest, Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Budapest, Hungary" + }, + { + "id": "q_007654", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "AS Nancy-Lorraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "AS Nancy-Lorraine" + }, + { + "id": "q_000104", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Daejeon Hana Citizen FC", + "pred": "1998 FIFA World Cup\n\n\nThe member of the sports team of Choi Eun-sung after Choi Eun-sung was a member of the South Korea men's national football team was the **1998 FIFA World Cup**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1998 FIFA World Cup\n\n\nThe member of the sports team of Choi Eun-sung after Choi Eun-sung was a member of the South Korea men's national football team was the **1998 FIFA World Cup**." + }, + { + "id": "q_003094", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "England men\u2019s national rugby union team", + "pred": "In 1987, Peter Winterbottom was a member of the England cricket team.", + "em": 0.0, + "f1": 0.2105263157894737, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1987, Peter Winterbottom was a member of the England cricket team." + }, + { + "id": "q_005875", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_004542", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2016.0, + "gold": "Province of Carbonia-Iglesias", + "pred": "The located in of Masainas in 2016 was in the Philippines.", + "em": 0.0, + "f1": 0.16666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The located in of Masainas in 2016 was in the Philippines." + }, + { + "id": "q_000638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "AgustaWestland", + "pred": "In 2006, the subsidiary of Leonardo was the Italian aerospace company, which was established in 1969 and is now known as Leonardo S.p.A.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2006, the subsidiary of Leonardo was the Italian aerospace company, which was established in 1969 and is now known as Leonardo S.p.A." + }, + { + "id": "q_003357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_005999", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Czechia men's national football team", + "pred": "FC Slovan Liberec", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "FC Slovan Liberec" + }, + { + "id": "q_003881", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Norberto Bobbio was born in Italy, so his country of citizenship before Italy was not applicable.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Norberto Bobbio was born in Italy, so his country of citizenship before Italy was not applicable." + }, + { + "id": "q_004798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Red Star F.C.", + "pred": "Sylvain Kastendeuch\n\n\nSylvain Kastendeuch", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Sylvain Kastendeuch\n\n\nSylvain Kastendeuch" + }, + { + "id": "q_003140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Copley Medal", + "pred": "Robert Robinson received the Royal Medal in 1933.", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Robert Robinson received the Royal Medal in 1933." + }, + { + "id": "q_000380", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "In 2008, the head of government of Trier was the Mayor of Trier, who was **Hans-J\u00fcrgen Schulte**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 2008, the head of government of Trier was the Mayor of Trier, who was **Hans-J\u00fcrgen Schulte**." + }, + { + "id": "q_007104", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "chairperson", + "pred": "Karel Baxa was a Czechoslovakian politician and lawyer who served as the Minister of Justice in the First Czechoslovak Republic. In 1932, he held the position of Minister of Justice.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Karel Baxa was a Czechoslovakian politician and lawyer who served as the Minister of Justice in the First Czechoslovak Republic. In 1932, he held the position of Minister of Justice." + }, + { + "id": "q_005106", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1926.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_007198", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "VVV-Venlo", + "pred": "Helmond Sport", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Helmond Sport" + }, + { + "id": "q_001075", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Italy", + "pred": "The country of citizenship of Sebastiano Mannironi after the Kingdom of Italy was the Italian Republic.", + "em": 1.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of citizenship of Sebastiano Mannironi after the Kingdom of Italy was the Italian Republic." + }, + { + "id": "q_007267", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Netherlands Antilles", + "pred": "In 1988, the part of Bonaire was part of the Netherlands Antilles.", + "em": 1.0, + "f1": 0.3636363636363636, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1988, the part of Bonaire was part of the Netherlands Antilles." + }, + { + "id": "q_005453", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1989" + }, + { + "id": "q_006199", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Daniel Islas was a member of the sports team of Club Atl\u00e9tico Independiente, and after leaving the club, he joined the team of Club Atl\u00e9tico River Plate.", + "em": 0.0, + "f1": 0.18181818181818182, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Daniel Islas was a member of the sports team of Club Atl\u00e9tico Independiente, and after leaving the club, he joined the team of Club Atl\u00e9tico River Plate." + }, + { + "id": "q_007661", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "1997.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1997.0" + }, + { + "id": "q_002761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Christoph Franz", + "pred": "1999-2002: Thomas Winkelmann\n2002-2004: Thomas Winkelmann\n2004-2006: Thomas Winkelmann\n2006-2008: Thomas Winkelmann\n2008", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999-2002: Thomas Winkelmann\n2002-2004: Thomas Winkelmann\n2004-2006: Thomas Winkelmann\n2006-2008: Thomas Winkelmann\n2008" + }, + { + "id": "q_007018", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Province of Ogliastra", + "pred": "Ussassai is a town in the province of Cagliari, Sardinia, Italy.", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Ussassai is a town in the province of Cagliari, Sardinia, Italy." + }, + { + "id": "q_006321", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Pontault-Combault", + "pred": "Route nationale 4 (RN4) is a national highway in France that connects several major cities. The terminus location of Route nationale 4 after its original terminus in Paris is Bordeaux. The RN4 starts in Paris and ends in Bordeaux, making it one of the longest national highways in France. The", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Route nationale 4 (RN4) is a national highway in France that connects several major cities. The terminus location of Route nationale 4 after its original terminus in Paris is Bordeaux. The RN4 starts in Paris and ends in Bordeaux, making it one of the longest national highways in France. The" + }, + { + "id": "q_000924", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_002232", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_005699", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "University of G\u00f6ttingen", + "pred": "The employer of Hans Grauert after the University of M\u00fcnster was the University of Heidelberg.", + "em": 0.0, + "f1": 0.30769230769230765, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The employer of Hans Grauert after the University of M\u00fcnster was the University of Heidelberg." + }, + { + "id": "q_007488", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Nexhat Daci held the position of president from 1998 to 2006.", + "em": 1.0, + "f1": 0.16666666666666669, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Nexhat Daci held the position of president from 1998 to 2006." + }, + { + "id": "q_006249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Vla\u0219ca County", + "pred": "The located in of Giurgiu before Ilfov County was the city of Giurgiu itself.", + "em": 0.0, + "f1": 0.15384615384615385, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The located in of Giurgiu before Ilfov County was the city of Giurgiu itself." + }, + { + "id": "q_005369", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "University of Zurich", + "pred": "University of Vienna", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "University of Vienna" + }, + { + "id": "q_000700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_001823", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Bremen-Liga", + "pred": "2. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2. Bundesliga" + }, + { + "id": "q_006475", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1991" + }, + { + "id": "q_008413", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1984.0, + "gold": "1984", + "pred": "1984.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1984.0" + }, + { + "id": "q_003577", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Chief of the Turkish General Staff", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "" + }, + { + "id": "q_003400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Hanna-Barbera", + "pred": "Iwao Takamoto was a Japanese-American animator and director who worked at the Walt Disney Studios. After the Manzanar internment camp, he continued his career in the animation industry, and his employer was the Walt Disney Studios.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Iwao Takamoto was a Japanese-American animator and director who worked at the Walt Disney Studios. After the Manzanar internment camp, he continued his career in the animation industry, and his employer was the Walt Disney Studios." + }, + { + "id": "q_008560", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Romania national rugby union team", + "pred": "In 1919, Gheorghe Ben\u021bia was a member of the sports team \"C\u0103lu\u0219arii\" from Boto\u0219ani.", + "em": 0.0, + "f1": 0.10526315789473682, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1919, Gheorghe Ben\u021bia was a member of the sports team \"C\u0103lu\u0219arii\" from Boto\u0219ani." + }, + { + "id": "q_008146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Czechoslovakia", + "pred": "Czechoslovakia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Czechoslovakia" + }, + { + "id": "q_006136", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1903.0, + "gold": "Russian Empire", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Ukraine" + }, + { + "id": "q_005189", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Seine-et-Oise", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "" + }, + { + "id": "q_002858", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Park Yeol (born 1934) is a South Korean politician.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Park Yeol (born 1934) is a South Korean politician." + }, + { + "id": "q_008315", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Kemerovo Oblast", + "pred": "Anzhero-Sudzhensk is located in Kemerovo Oblast, not Novosibirsk Oblast.", + "em": 1.0, + "f1": 0.3636363636363636, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Anzhero-Sudzhensk is located in Kemerovo Oblast, not Novosibirsk Oblast." + }, + { + "id": "q_000228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Kotelnikovsky District", + "pred": "In 1977, Kotelnikovo was located in the Soviet Union, specifically in the Kursk Oblast.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1977, Kotelnikovo was located in the Soviet Union, specifically in the Kursk Oblast." + }, + { + "id": "q_005219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "1999\u20132000", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999\u20132000" + }, + { + "id": "q_000973", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Ternopil Oblast", + "pred": "Kremenets was located in the Second Polish Republic.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kremenets was located in the Second Polish Republic." + }, + { + "id": "q_002849", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_008608", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "S.C. Internacional", + "pred": "Danilo Aparecido da Silva, also known as Danilo, is a Brazilian footballer who played as a defender. After his time at S\u00e3o Paulo FC, he joined several other clubs. One notable team he was part of was Cruzeiro. Therefore, the member of the sports team after S\u00e3o Paulo FC was", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Danilo Aparecido da Silva, also known as Danilo, is a Brazilian footballer who played as a defender. After his time at S\u00e3o Paulo FC, he joined several other clubs. One notable team he was part of was Cruzeiro. Therefore, the member of the sports team after S\u00e3o Paulo FC was" + }, + { + "id": "q_001494", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Saint Petersburg", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "" + }, + { + "id": "q_007390", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_007069", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_001021", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Nelly Sachs Prize", + "pred": "The Austrian State Prize for European Literature was awarded to Javier Mar\u00edas in 1997.", + "em": 0.0, + "f1": 0.11764705882352941, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Austrian State Prize for European Literature was awarded to Javier Mar\u00edas in 1997." + }, + { + "id": "q_006507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Austria-Hungary" + }, + { + "id": "q_006782", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Merited Artist of the RSFSR", + "pred": "The Order of the Red Banner", + "em": 0.0, + "f1": 0.4000000000000001, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Order of the Red Banner" + }, + { + "id": "q_008600", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Kingdom of Italy", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "" + }, + { + "id": "q_005516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Central Institute for Ancient History and Archeology", + "pred": "Achim Leube was employed by the University of Kassel before Humboldt-Universit\u00e4t zu Berlin.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Achim Leube was employed by the University of Kassel before Humboldt-Universit\u00e4t zu Berlin." + }, + { + "id": "q_005501", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Austria-Hungary" + }, + { + "id": "q_001523", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Prince Charles, Count of Flanders", + "pred": "King Leopold II of the Belgians", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "King Leopold II of the Belgians" + }, + { + "id": "q_003339", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Second Syrian Republic", + "pred": "Lebanon", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Lebanon" + }, + { + "id": "q_006965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Japan", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Japan" + }, + { + "id": "q_002341", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1996" + }, + { + "id": "q_006340", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "People's Artist of the USSR", + "pred": "The Order of Lenin was awarded to Rashid Behbudov in 1959.", + "em": 0.0, + "f1": 0.23529411764705885, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Order of Lenin was awarded to Rashid Behbudov in 1959." + }, + { + "id": "q_004184", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Chelsea F.C.", + "pred": "1999\u20132001: 1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999\u20132001: 1. FC N\u00fcrnberg" + }, + { + "id": "q_001998", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1940", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1940" + }, + { + "id": "q_008462", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_005081", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Beira Alta", + "pred": "Viseu is a city in Portugal, located in the district of Viseu, in the central part of the country.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Viseu is a city in Portugal, located in the district of Viseu, in the central part of the country." + }, + { + "id": "q_001020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Israel" + }, + { + "id": "q_006076", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Russian Empire", + "pred": "In 1908, the Kaluga Governorate was part of the Russian Empire.", + "em": 1.0, + "f1": 0.33333333333333337, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1908, the Kaluga Governorate was part of the Russian Empire." + }, + { + "id": "q_004257", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Province of Posen", + "pred": "The capital of Pozna\u0144 was Pozna\u0144 itself.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The capital of Pozna\u0144 was Pozna\u0144 itself." + }, + { + "id": "q_001129", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Soviet Union", + "pred": "Khrustalnyi was a town in the Russian Empire, and after the Russian Empire collapsed in 1917, the area became part of the Soviet Union. The town was part of the Russian Soviet Federative Socialist Republic (RSFSR) within the USSR. In 1991,", + "em": 1.0, + "f1": 0.14814814814814814, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "Khrustalnyi was a town in the Russian Empire, and after the Russian Empire collapsed in 1917, the area became part of the Soviet Union. The town was part of the Russian Soviet Federative Socialist Republic (RSFSR) within the USSR. In 1991," + }, + { + "id": "q_002202", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Isabela", + "pred": "The capital of Q13737 in 1988 was Q13737.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The capital of Q13737 in 1988 was Q13737." + }, + { + "id": "q_001377", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kingdom of Italy" + }, + { + "id": "q_005631", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1974" + }, + { + "id": "q_000171", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Melora Walters", + "pred": "Dylan Walsh's spouse in 1999 was Jennifer Love Hewitt.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Dylan Walsh's spouse in 1999 was Jennifer Love Hewitt." + }, + { + "id": "q_007554", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_001278", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "The head of state of Mar\u00eda Denis's country of citizenship in 2003 was the President of the United States, George W. Bush.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of state of Mar\u00eda Denis's country of citizenship in 2003 was the President of the United States, George W. Bush." + }, + { + "id": "q_005559", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Swiss Super League", + "pred": "1. Ligue 1\n2. Ligue 2\n3. Championnat National\n4. Championnat National 2\n5. Championnat de France amateur\n6. Championnat de France professionnel\n7. Championnat de France 3\n8. Championnat de France 4\n9", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. Ligue 1\n2. Ligue 2\n3. Championnat National\n4. Championnat National 2\n5. Championnat de France amateur\n6. Championnat de France professionnel\n7. Championnat de France 3\n8. Championnat de France 4\n9" + }, + { + "id": "q_007444", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_004826", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "Dakar", + "pred": "The capital of Sassandra's country after the French West Africa capital Saint-Louis was Abidjan.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The capital of Sassandra's country after the French West Africa capital Saint-Louis was Abidjan." + }, + { + "id": "q_003409", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "The winner of the 1995 Man Booker Prize, which Matthew Kneale was nominated for after Penelope Fitzgerald, was **Barbara Kingsolver** for her novel *The Poisonwood Bible*.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the 1995 Man Booker Prize, which Matthew Kneale was nominated for after Penelope Fitzgerald, was **Barbara Kingsolver** for her novel *The Poisonwood Bible*." + }, + { + "id": "q_006575", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "G\u00e1bor Csap\u00f3's educated at's named after in 1972 was the Hungarian Academy of Sciences.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "G\u00e1bor Csap\u00f3's educated at's named after in 1972 was the Hungarian Academy of Sciences." + }, + { + "id": "q_001217", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "The winner of Samantha Morton's nominated for was the Academy Award for Best Actress for her role in the film \"We Need to Talk About Kevin\" (2011).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Samantha Morton's nominated for was the Academy Award for Best Actress for her role in the film \"We Need to Talk About Kevin\" (2011)." + }, + { + "id": "q_007223", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Klaus Sch\u00fctz", + "pred": "1975.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1975.0" + }, + { + "id": "q_004735", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Berlin", + "pred": "The work location of Sound and Vision's performer in 1977 was the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The work location of Sound and Vision's performer in 1977 was the United States." + }, + { + "id": "q_001394", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_004179", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_000278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Rudy Giuliani", + "pred": "The head of government of the Prelinger Archives's located in before Michael Bloomberg was the mayor of New York City.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of government of the Prelinger Archives's located in before Michael Bloomberg was the mayor of New York City." + }, + { + "id": "q_005799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Klaus Wowereit", + "pred": "The head of government of Ann Wolff's work location after Karl Horst H\u00f6dicke work location Berlin is not directly answerable with the given information.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of Ann Wolff's work location after Karl Horst H\u00f6dicke work location Berlin is not directly answerable with the given information." + }, + { + "id": "q_003446", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "The Age Discrimination in Employment Act of 1967 was signed by President Lyndon B. Johnson. After his presidency, Johnson held the position of U.S. Senator from Texas until his death in 1973.", + "em": 0.0, + "f1": 0.18181818181818182, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Age Discrimination in Employment Act of 1967 was signed by President Lyndon B. Johnson. After his presidency, Johnson held the position of U.S. Senator from Texas until his death in 1973." + }, + { + "id": "q_007096", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "In 2015, the head coach of Nicolas Isimat-Mirin's member of sports team was Gregor Schlierenzauer.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2015, the head coach of Nicolas Isimat-Mirin's member of sports team was Gregor Schlierenzauer." + }, + { + "id": "q_008279", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Montreal Forum" + }, + { + "id": "q_006719", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Emma de Caunes", + "pred": "The winner of Jeanne Balibar's nomination was not specified in the given text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Jeanne Balibar's nomination was not specified in the given text." + }, + { + "id": "q_002450", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Cyprus Football Association", + "pred": "The answer is 1974 European Cup Winners' Cup Final.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is 1974 European Cup Winners' Cup Final." + }, + { + "id": "q_000742", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "1970", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1970" + }, + { + "id": "q_005331", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1977" + }, + { + "id": "q_002617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Stade Chaban-Delmas", + "pred": "1985.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1985.0" + }, + { + "id": "q_006020", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lady Bird Johnson", + "pred": "The spouse of the signatory of the Highway Beautification Act of 1965 in 1965 was not publicly disclosed or documented in official records. The act was signed into law by President Lyndon B. Johnson on October 22, 1965. His spouse at that time", + "em": 0.0, + "f1": 0.05714285714285714, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The spouse of the signatory of the Highway Beautification Act of 1965 in 1965 was not publicly disclosed or documented in official records. The act was signed into law by President Lyndon B. Johnson on October 22, 1965. His spouse at that time" + }, + { + "id": "q_002515", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Sepp Herberger", + "pred": "The head coach of Alfred Schmidt's member of sports team after Otto Nerz was Karl-Heinz Feldmann.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Alfred Schmidt's member of sports team after Otto Nerz was Karl-Heinz Feldmann." + }, + { + "id": "q_000947", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "S\u00fcper Lig", + "pred": "2013\u201314 Turkish Basketball Super League", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2013\u201314 Turkish Basketball Super League" + }, + { + "id": "q_004442", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_003129", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Klaus Wowereit", + "pred": "The head of government of Berlin after Q896393 work location was Angela Merkel.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of Berlin after Q896393 work location was Angela Merkel." + }, + { + "id": "q_000626", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Edward Joseph Kelly", + "pred": "Tony Smith was a British politician who served as the Leader of the Opposition in the UK Parliament. His work location was the UK Parliament. Before Rahm Emanuel, who was the head of government of Tony Smith's work location? The answer is Tony Blair.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "Tony Smith was a British politician who served as the Leader of the Opposition in the UK Parliament. His work location was the UK Parliament. Before Rahm Emanuel, who was the head of government of Tony Smith's work location? The answer is Tony Blair." + }, + { + "id": "q_008507", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "presidential system", + "pred": "The Second Polish Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Second Polish Republic" + }, + { + "id": "q_000399", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Otto Nerz", + "pred": "Hermann Gramlich was a German footballer, not a coach, and he played for several clubs, including 1. FC N\u00fcrnberg and Bayern Munich. The question seems to be asking about the head coach of a team that Hermann Gramlich was a member of, but it appears there might be some confusion in", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Hermann Gramlich was a German footballer, not a coach, and he played for several clubs, including 1. FC N\u00fcrnberg and Bayern Munich. The question seems to be asking about the head coach of a team that Hermann Gramlich was a member of, but it appears there might be some confusion in" + }, + { + "id": "q_005160", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "The winner of the Booker Prize in 1979, the year Brian Moore was nominated, was Margaret Atwood for her novel \"The Blind Assassin.\" Fay Weldon was not nominated for the Booker Prize in 1979. However, Fay Weldon did win the Booker Prize in 198", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the Booker Prize in 1979, the year Brian Moore was nominated, was Margaret Atwood for her novel \"The Blind Assassin.\" Fay Weldon was not nominated for the Booker Prize in 1979. However, Fay Weldon did win the Booker Prize in 198" + }, + { + "id": "q_006565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "2005.0\n\nOkay, let's try to figure out the answer to this question. The question is asking, \"In 2005, what was the home venue of Sergi Barjuan's member of sports team?\" The answer given is \"2005.0\", which", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "2005.0\n\nOkay, let's try to figure out the answer to this question. The question is asking, \"In 2005, what was the home venue of Sergi Barjuan's member of sports team?\" The answer given is \"2005.0\", which" + }, + { + "id": "q_006647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "President of North Macedonia", + "pred": "In 2017, the head of state of North Macedonia was the President of the Republic of Macedonia, which was then known as the Former Yugoslav Republic of Macedonia (FYROM). The President at that time was Gjorge Ivanov, who served from 2004 to 201", + "em": 0.0, + "f1": 0.2424242424242424, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "In 2017, the head of state of North Macedonia was the President of the Republic of Macedonia, which was then known as the Former Yugoslav Republic of Macedonia (FYROM). The President at that time was Gjorge Ivanov, who served from 2004 to 201" + }, + { + "id": "q_008117", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1992", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1992" + }, + { + "id": "q_007432", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "The answer is: Giuseppe Saragat.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is: Giuseppe Saragat." + }, + { + "id": "q_006320", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1931.0, + "gold": "1931", + "pred": "Lionel Barrymore won the Academy Award for Best Actor for his role as Dr. Jekyll and Mr. Hyde in 1931.", + "em": 1.0, + "f1": 0.1, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Lionel Barrymore won the Academy Award for Best Actor for his role as Dr. Jekyll and Mr. Hyde in 1931." + }, + { + "id": "q_008047", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Nicholas II of Russia", + "pred": "The head of state of Volodymyr's country after the Cahul country Russian Empire was the President of the Soviet Union, Mikhail Gorbachev.", + "em": 0.0, + "f1": 0.09523809523809523, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of state of Volodymyr's country after the Cahul country Russian Empire was the President of the Soviet Union, Mikhail Gorbachev." + }, + { + "id": "q_000063", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "The answer to this question is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer to this question is not available in the provided text." + }, + { + "id": "q_008584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "Territory of Hawaii", + "pred": "The administrative territorial entity of Wynn Bullock's work location is the United States.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The administrative territorial entity of Wynn Bullock's work location is the United States." + }, + { + "id": "q_001072", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "The head coach of Gerard Deulofeu's team in 2013 was Roberto Mancini.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Gerard Deulofeu's team in 2013 was Roberto Mancini." + }, + { + "id": "q_005910", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "United States", + "pred": "The country of Christian Vande Velde's member of sports team after Lance Armstrong's member of sports team Discovery Channel was the United States.", + "em": 1.0, + "f1": 0.19999999999999998, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of Christian Vande Velde's member of sports team after Lance Armstrong's member of sports team Discovery Channel was the United States." + }, + { + "id": "q_003397", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "V\u00edt\u011bzslav Lavi\u010dka", + "pred": "Petr Rada\n\nOkay, let's try to figure out this question. The user is asking, \"Who was the head coach of Miroslav Slepi\u010dka's member of sports team before Petr Rada?\" And the answer given is Petr Rada. Wait, that seems a bit confusing. Let me", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Petr Rada\n\nOkay, let's try to figure out this question. The user is asking, \"Who was the head coach of Miroslav Slepi\u010dka's member of sports team before Petr Rada?\" And the answer given is Petr Rada. Wait, that seems a bit confusing. Let me" + }, + { + "id": "q_000162", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Lady Bird Johnson", + "pred": "The spouse of the signatory of the Age Discrimination in Employment Act of 1967 was Eleanor Roosevelt.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The spouse of the signatory of the Age Discrimination in Employment Act of 1967 was Eleanor Roosevelt." + }, + { + "id": "q_002728", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Silvio Berlusconi", + "pred": "Clarence Seedorf was a member of the Ajax Amsterdam football team in 2010. The chairperson of Ajax Amsterdam in 2010 was Johan Cruijff. Therefore, the answer is Johan Cruijff.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Clarence Seedorf was a member of the Ajax Amsterdam football team in 2010. The chairperson of Ajax Amsterdam in 2010 was Johan Cruijff. Therefore, the answer is Johan Cruijff." + }, + { + "id": "q_003793", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Barcelona Province", + "pred": "Barcelona, Spain", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Barcelona, Spain" + }, + { + "id": "q_003541", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2006" + }, + { + "id": "q_008524", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Stade Chaban-Delmas" + }, + { + "id": "q_003943", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Angelo La Barbera's country of citizenship was Italy, and the head of government was Giovanni Giolitti.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Angelo La Barbera's country of citizenship was Italy, and the head of government was Giovanni Giolitti." + }, + { + "id": "q_003382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Michal B\u00edlek", + "pred": "The head coach of Daniel Kol\u00e1\u0159's team after Jozef Chovanec was Vladim\u00edr \u0160micer.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Daniel Kol\u00e1\u0159's team after Jozef Chovanec was Vladim\u00edr \u0160micer." + }, + { + "id": "q_003569", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "The head of government of Alberto Magnelli's country of citizenship, after Adone Zoli, was Giovanni Gronchi.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of Alberto Magnelli's country of citizenship, after Adone Zoli, was Giovanni Gronchi." + }, + { + "id": "q_002249", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "University of Paris", + "pred": "The replaces of Maurice de Gandillac's employer in 1971 was the French government.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The replaces of Maurice de Gandillac's employer in 1971 was the French government." + }, + { + "id": "q_001978", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Ferrofino was an Italian politician, so his country of citizenship was Italy. After Luigi Einaudi, who was the head of state of Italy, the next head of state was Pietro Nenni. However, it's important to note that Luigi Einaudi was the President of the Italian Republic", + "em": 0.0, + "f1": 0.06060606060606061, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "Giovanni Ferrofino was an Italian politician, so his country of citizenship was Italy. After Luigi Einaudi, who was the head of state of Italy, the next head of state was Pietro Nenni. However, it's important to note that Luigi Einaudi was the President of the Italian Republic" + }, + { + "id": "q_005073", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Alex McLeish", + "pred": "John Eustace was the head coach of Nathan Redmond's team, Portsmouth F.C., before he joined the club.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "John Eustace was the head coach of Nathan Redmond's team, Portsmouth F.C., before he joined the club." + }, + { + "id": "q_000609", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "Stanley Middleton was the winner of The Bottle Factory Outing in 1974.", + "em": 1.0, + "f1": 0.16666666666666669, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Stanley Middleton was the winner of The Bottle Factory Outing in 1974." + }, + { + "id": "q_004940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "The head coach of Ra\u00fal Fern\u00e1ndez-Cavada Mateos's member of sports team in 2018 was Jos\u00e9 Antonio Camacho.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Ra\u00fal Fern\u00e1ndez-Cavada Mateos's member of sports team in 2018 was Jos\u00e9 Antonio Camacho." + }, + { + "id": "q_002185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Guy Ritchie", + "pred": "The spouse of the performer from \"Die Another Day\" (which is a 2002 film starring Pierce Brosnan as James Bond) is not directly related to Madonna's unmarried partner Sandra Bernhard. However, if you're referring to the performer in the song \"Die Another Day\" by Madonna, the answer", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The spouse of the performer from \"Die Another Day\" (which is a 2002 film starring Pierce Brosnan as James Bond) is not directly related to Madonna's unmarried partner Sandra Bernhard. However, if you're referring to the performer in the song \"Die Another Day\" by Madonna, the answer" + }, + { + "id": "q_006953", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "Jimmy Walker", + "pred": "The head of government of Maria Meneghini Callas's residence after Louisine Havemeyer work location New York City was the President of the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of government of Maria Meneghini Callas's residence after Louisine Havemeyer work location New York City was the President of the United States." + }, + { + "id": "q_001572", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "The answer is: 1999-2000\n\n\nThe answer is: 1999-2000", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is: 1999-2000\n\n\nThe answer is: 1999-2000" + }, + { + "id": "q_008301", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "1992-1994\n\n\nThe head of government of Giovanni Cornacchia's country of citizenship, Italy, during the period after Luciano Pavarotti's country of citizenship (Italy) was 1992-1994.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1992-1994\n\n\nThe head of government of Giovanni Cornacchia's country of citizenship, Italy, during the period after Luciano Pavarotti's country of citizenship (Italy) was 1992-1994." + }, + { + "id": "q_000630", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1960.0, + "gold": "Graceland", + "pred": "The residence of A Mess of Blues's performer in 1960 was 1960.0.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The residence of A Mess of Blues's performer in 1960 was 1960.0." + }, + { + "id": "q_000755", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Elizabeth II", + "pred": "The head of state of Stack-O-Tracks's place of publication after George VI was the United Kingdom of Great Britain and Northern Ireland.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of state of Stack-O-Tracks's place of publication after George VI was the United Kingdom of Great Britain and Northern Ireland." + }, + { + "id": "q_000326", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Jean-Loup Dabadie's member of's general secretary in 2009 was Jean-Pierre Raffarin.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Jean-Loup Dabadie's member of's general secretary in 2009 was Jean-Pierre Raffarin." + }, + { + "id": "q_002870", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Bahrain", + "pred": "In 1981, the head of government of Bahrain was the Prime Minister, who was appointed by the King. The Prime Minister at that time was Khalid bin Khalifa Al-Khalifa.", + "em": 0.0, + "f1": 0.32, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1981, the head of government of Bahrain was the Prime Minister, who was appointed by the King. The Prime Minister at that time was Khalid bin Khalifa Al-Khalifa." + }, + { + "id": "q_007789", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "The answer is: Giuseppe Garibaldi.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is: Giuseppe Garibaldi." + }, + { + "id": "q_007973", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Bjarne Riis", + "pred": "In 2020, the general manager of the sports team that Danilo Wyss was a member of was Peter St\u00f6ger.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 2020, the general manager of the sports team that Danilo Wyss was a member of was Peter St\u00f6ger." + }, + { + "id": "q_000219", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Vivien Leigh", + "pred": "In 1939, Fay Bainter was nominated for an Academy Award for Best Supporting Actress for her role in the film \"The Best Years of Our Lives.\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1939, Fay Bainter was nominated for an Academy Award for Best Supporting Actress for her role in the film \"The Best Years of Our Lives.\"" + }, + { + "id": "q_007274", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Elizabeth II", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "United Kingdom" + }, + { + "id": "q_006021", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Carlo Azeglio Ciampi" + }, + { + "id": "q_006576", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "Laurence Olivier", + "pred": "Before Ernest Borgnine, the winner of the Academy Award for Best Actor for the film \"The Best Years of Our Lives\" (1945) was Fredric March. However, this is not directly related to John Garfield's nominations. John Garfield was a notable actor who was nominated for the Academy Award", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Before Ernest Borgnine, the winner of the Academy Award for Best Actor for the film \"The Best Years of Our Lives\" (1945) was Fredric March. However, this is not directly related to John Garfield's nominations. John Garfield was a notable actor who was nominated for the Academy Award" + }, + { + "id": "q_000623", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Bjarne Berntsen", + "pred": "In 2009, the head coach of Camilla Huse's member of sports team was John Harkness.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2009, the head coach of Camilla Huse's member of sports team was John Harkness." + }, + { + "id": "q_005668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "The winner of the Booker Prize in 2003, the year when Mark Haddon's \"The Curious Incident of the Dog in the Night-Time\" was nominated, was Ian McEwan for his novel \"Atonement\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the Booker Prize in 2003, the year when Mark Haddon's \"The Curious Incident of the Dog in the Night-Time\" was nominated, was Ian McEwan for his novel \"Atonement\"." + }, + { + "id": "q_003804", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Nobel Peace Prize", + "pred": "The United States Navy SEALs were founded by Rear Admiral James \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The United States Navy SEALs were founded by Rear Admiral James \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy" + }, + { + "id": "q_006789", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "1960.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1960.0" + }, + { + "id": "q_006521", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Atlanta-Fulton County Stadium", + "pred": "Atlanta Braves\n\n\nThe home venue of Hank Aaron's member of sports team after Fenway Park was the **Atlanta Braves' home stadium**, which is **Truist Park** (formerly known as SunTrust Park). \n\nHank Aaron played for the Atlanta Braves from 1954 to 19", + "em": 0.0, + "f1": 0.1142857142857143, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Atlanta Braves\n\n\nThe home venue of Hank Aaron's member of sports team after Fenway Park was the **Atlanta Braves' home stadium**, which is **Truist Park** (formerly known as SunTrust Park). \n\nHank Aaron played for the Atlanta Braves from 1954 to 19" + }, + { + "id": "q_006174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "The winner of The Night Watch was nominated for the Booker Prize for its exploration of the human condition and its lyrical prose.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The winner of The Night Watch was nominated for the Booker Prize for its exploration of the human condition and its lyrical prose." + }, + { + "id": "q_004769", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "In 1947, Celia Johnson was nominated for the Academy Award for Best Actress for her role in the film \"The Prime of Miss Jean Brodie.\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1947, Celia Johnson was nominated for the Academy Award for Best Actress for her role in the film \"The Prime of Miss Jean Brodie.\"" + }, + { + "id": "q_001801", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Vytautas Landsbergis", + "pred": "The question is asking for the chairperson of the political party that Nijol\u0117 O\u017eelyt\u0117-Vaitiek\u016bnien\u0117 was a member of, before Andrius Kubilius. However, there is no direct information available about Nijol\u0117 O\u017eelyt\u0117-Vaitiek\u016b", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The question is asking for the chairperson of the political party that Nijol\u0117 O\u017eelyt\u0117-Vaitiek\u016bnien\u0117 was a member of, before Andrius Kubilius. However, there is no direct information available about Nijol\u0117 O\u017eelyt\u0117-Vaitiek\u016b" + }, + { + "id": "q_000920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "State Anthem of the Soviet Union", + "pred": "The anthem of Murmansk Oblast, which is located in the Russian Soviet Federative Socialist Republic (RSFSR), is \"The Song of the North\" (\u0421\u0435\u0432\u0435\u0440\u043d\u0430\u044f \u043f\u0435\u0441\u043d\u044f). This anthem was adopted in 1965 and is associated with the region's northern location and its connection to", + "em": 0.0, + "f1": 0.20512820512820512, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The anthem of Murmansk Oblast, which is located in the Russian Soviet Federative Socialist Republic (RSFSR), is \"The Song of the North\" (\u0421\u0435\u0432\u0435\u0440\u043d\u0430\u044f \u043f\u0435\u0441\u043d\u044f). This anthem was adopted in 1965 and is associated with the region's northern location and its connection to" + }, + { + "id": "q_003724", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "The head of government of Piero Scotti's country of citizenship after Giani Stuparich country of citizenship Italy was Giuseppe Zanardelli.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of Piero Scotti's country of citizenship after Giani Stuparich country of citizenship Italy was Giuseppe Zanardelli." + }, + { + "id": "q_006014", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "The manager of Alfons Gorbach's point in time before Martin Gottfried Weiss was Karl Ritter.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The manager of Alfons Gorbach's point in time before Martin Gottfried Weiss was Karl Ritter." + }, + { + "id": "q_007171", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "S\u00fcper Lig", + "pred": "Super Lig", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Super Lig" + }, + { + "id": "q_007260", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "3. Liga", + "pred": "2. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2. Bundesliga" + }, + { + "id": "q_005517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Thomas Tuchel", + "pred": "The head coach of Marcos Alonso Mendoza's member of sports team, after Claudio Ranieri, was Jos\u00e9 Mourinho.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Marcos Alonso Mendoza's member of sports team, after Claudio Ranieri, was Jos\u00e9 Mourinho." + }, + { + "id": "q_007485", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Charlize Theron", + "pred": "Jennifer Connelly was nominated for the Academy Award for Best Actress for her role in \"A Beautiful Mind\" (2001). The winner of that category was Hilary Swank for \"Boys Don't Cry\" (1999).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Jennifer Connelly was nominated for the Academy Award for Best Actress for her role in \"A Beautiful Mind\" (2001). The winner of that category was Hilary Swank for \"Boys Don't Cry\" (1999)." + }, + { + "id": "q_001837", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1990", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1990" + }, + { + "id": "q_000568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Angelo Infanti was an Italian politician, so his country of citizenship was Italy. In 2007, the head of government of Italy was Silvio Berlusconi, who served as Prime Minister from 1994 to 2006 and again from 2008 to 2", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Angelo Infanti was an Italian politician, so his country of citizenship was Italy. In 2007, the head of government of Italy was Silvio Berlusconi, who served as Prime Minister from 1994 to 2006 and again from 2008 to 2" + }, + { + "id": "q_005494", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "The head coach of Steffen Freund's member of sports team before Joachim L\u00f6w was Rudi V\u00f6ller.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Steffen Freund's member of sports team before Joachim L\u00f6w was Rudi V\u00f6ller." + }, + { + "id": "q_000075", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giuseppe Prisco", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Giuseppe Prisco\n\n\nAfter Francesco Cossiga, who was the head of state of Giuseppe Prisco's country of citizenship?\n\nAnswer: Giuseppe Prisco" + }, + { + "id": "q_004734", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Peter Carey", + "pred": "The winner of the Booker Prize after Salman Rushdie's award was **Arundhati Roy** for her novel *The God of Small Things* in 1997. David Lodge was not directly nominated for the Booker Prize in this context, but the question might be referring to the 1997", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the Booker Prize after Salman Rushdie's award was **Arundhati Roy** for her novel *The God of Small Things* in 1997. David Lodge was not directly nominated for the Booker Prize in this context, but the question might be referring to the 1997" + }, + { + "id": "q_004770", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Constantinople", + "pred": "The capital of Edessa's country was Edessa itself.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The capital of Edessa's country was Edessa itself." + }, + { + "id": "q_006777", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "S\u00e1ndor Preisinger", + "pred": "G\u00e1bor M\u00e1rton\n\nOkay, let's try to figure out this question. The user is asking, \"Who was the head coach of Daniils Turkovs's member of sports team before G\u00e1bor M\u00e1rton?\" and the answer provided is \"G\u00e1bor M\u00e1rton.\" Wait, that", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "G\u00e1bor M\u00e1rton\n\nOkay, let's try to figure out this question. The user is asking, \"Who was the head coach of Daniils Turkovs's member of sports team before G\u00e1bor M\u00e1rton?\" and the answer provided is \"G\u00e1bor M\u00e1rton.\" Wait, that" + }, + { + "id": "q_001481", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1977" + }, + { + "id": "q_000851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Walter Samuel is a professional footballer who played for several clubs, including River Plate, Inter Milan, and Manchester United. Before Luciano Spalletti, who was the head coach of Walter Samuel's team? \n\nIn 2008, Walter Samuel was playing for Inter Milan. The head coach of Inter Milan", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Walter Samuel is a professional footballer who played for several clubs, including River Plate, Inter Milan, and Manchester United. Before Luciano Spalletti, who was the head coach of Walter Samuel's team? \n\nIn 2008, Walter Samuel was playing for Inter Milan. The head coach of Inter Milan" + }, + { + "id": "q_000707", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Yugoslavia", + "pred": "The shares border with of Franco Evangelisti's country of citizenship in 1934 were 1934.0.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The shares border with of Franco Evangelisti's country of citizenship in 1934 were 1934.0." + }, + { + "id": "q_007316", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Stefano Pessi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Stefano Pessi" + }, + { + "id": "q_002781", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Yugoslavia", + "pred": "1946.0\n\n\nThe country of citizenship of Renato Carosone was Italy. In 1946, Italy shared borders with the following countries:\n\n1. France\n2. Switzerland\n3. Austria\n4. Yugoslavia (now known as Serbia and Montenegro)\n5.", + "em": 1.0, + "f1": 0.06060606060606061, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1946.0\n\n\nThe country of citizenship of Renato Carosone was Italy. In 1946, Italy shared borders with the following countries:\n\n1. France\n2. Switzerland\n3. Austria\n4. Yugoslavia (now known as Serbia and Montenegro)\n5." + }, + { + "id": "q_001694", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "1970 Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1970 Academy Award for Best Actress" + }, + { + "id": "q_005714", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "B\u00fclent Ecevit", + "pred": "The chairperson of Deniz Baykal's political party, the Republican People's Party (CHP), after Mustafa Kemal Atat\u00fcrk was **Menderes**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The chairperson of Deniz Baykal's political party, the Republican People's Party (CHP), after Mustafa Kemal Atat\u00fcrk was **Menderes**." + }, + { + "id": "q_002568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Stefan Kuntz", + "pred": "The question is asking for the chairperson of Jan \u0160im\u016fnek's member of sports team in 2014. First, I need to determine which sports team Jan \u0160im\u016fnek was a member of in 2014. Jan \u0160im\u016fnek is a Czech football (", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "The question is asking for the chairperson of Jan \u0160im\u016fnek's member of sports team in 2014. First, I need to determine which sports team Jan \u0160im\u016fnek was a member of in 2014. Jan \u0160im\u016fnek is a Czech football (" + }, + { + "id": "q_000390", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Nobel Prize in Physics", + "pred": "The Holweck Prize in 1952 was awarded to the French physicist Jean Perrin for his work on the structure of matter, particularly his contributions to the understanding of the Brownian movement and the Avogadro constant. Perrin's research provided crucial evidence for the atomic theory of matter, which was a", + "em": 0.0, + "f1": 0.09999999999999999, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The Holweck Prize in 1952 was awarded to the French physicist Jean Perrin for his work on the structure of matter, particularly his contributions to the understanding of the Brownian movement and the Avogadro constant. Perrin's research provided crucial evidence for the atomic theory of matter, which was a" + }, + { + "id": "q_004301", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "The head of government in 1994 was the President of the United States, Bill Clinton.\n\n\nThe head of government in 1994 was the President of the United States, Bill Clinton.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "The head of government in 1994 was the President of the United States, Bill Clinton.\n\n\nThe head of government in 1994 was the President of the United States, Bill Clinton." + }, + { + "id": "q_007116", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "European Parliament", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "European Parliament" + }, + { + "id": "q_004505", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "In 1974, the head of government of the United Kingdom, where Philip Taaffe's work location was, was Harold Wilson.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1974, the head of government of the United Kingdom, where Philip Taaffe's work location was, was Harold Wilson." + }, + { + "id": "q_007035", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "The head of government of Louise Bourgeois's work location in 1990 was the President of the French Republic, Fran\u00e7ois Mitterrand.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of government of Louise Bourgeois's work location in 1990 was the President of the French Republic, Fran\u00e7ois Mitterrand." + }, + { + "id": "q_004558", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "The head coach of Ryan Bertrand's member of sports team in 2014 was Steve Kerr.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Ryan Bertrand's member of sports team in 2014 was Steve Kerr." + }, + { + "id": "q_003267", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "The winner of the Academy Award for Best Actress for the film \"It Happened One Night\" (1937) was Claudette Colbert. She was nominated for her role as Ellie Andrews. The film was directed by Frank Capra and written by Robert E. Sherwood. It was a significant film in the", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the Academy Award for Best Actress for the film \"It Happened One Night\" (1937) was Claudette Colbert. She was nominated for her role as Ellie Andrews. The film was directed by Frank Capra and written by Robert E. Sherwood. It was a significant film in the" + }, + { + "id": "q_006755", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "The question is about the chairperson of Bruno Bieligk's member of political party in 1920. First, I need to determine who Bruno Bieligk was and which political party he was a member of in 1920. However, after researching, there is no notable historical figure named", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "The question is about the chairperson of Bruno Bieligk's member of political party in 1920. First, I need to determine who Bruno Bieligk was and which political party he was a member of in 1920. However, after researching, there is no notable historical figure named" + }, + { + "id": "q_004583", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1987" + }, + { + "id": "q_000225", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Gareth Southgate", + "pred": "David Wheater was a member of the New Zealand national rugby union team, and in 2008, the head coach of the team was Graham Henry.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "David Wheater was a member of the New Zealand national rugby union team, and in 2008, the head coach of the team was Graham Henry." + }, + { + "id": "q_002459", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Serbia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Serbia" + }, + { + "id": "q_006352", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1993", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1993" + }, + { + "id": "q_004787", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Janusz W\u00f3jcik", + "pred": "Arkadiusz B\u0105k's member of sports team's head coach in 1999 was Janusz Kowalski.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Arkadiusz B\u0105k's member of sports team's head coach in 1999 was Janusz Kowalski." + }, + { + "id": "q_002226", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Leonid Brezhnev", + "pred": "Aleksei Gubarev's member of political party's chairperson in 1973 was Mikhail Gorbachev.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Aleksei Gubarev's member of political party's chairperson in 1973 was Mikhail Gorbachev." + }, + { + "id": "q_003363", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Jan Schaffrath", + "pred": "2012.0\n\nOkay, let's try to figure out this question. The user is asking: \"After Patrik Sinkewitz member of sports team Soudal Quick-Step, what was the head coach of Martin Velits's member of sports team?\" And the answer given is 2", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "2012.0\n\nOkay, let's try to figure out this question. The user is asking: \"After Patrik Sinkewitz member of sports team Soudal Quick-Step, what was the head coach of Martin Velits's member of sports team?\" And the answer given is 2" + }, + { + "id": "q_001025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Pavel Vrba", + "pred": "Petr Jel\u00ednek", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Petr Jel\u00ednek" + }, + { + "id": "q_006972", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1976" + }, + { + "id": "q_007393", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Yugoslavia" + }, + { + "id": "q_002784", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Franz Beckenbauer", + "pred": "The head coach of Frank Mill's team, after Otto Nerz, was Erich Ribbeck.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Frank Mill's team, after Otto Nerz, was Erich Ribbeck." + }, + { + "id": "q_005991", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italian lira" + }, + { + "id": "q_007278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Claudia Roth", + "pred": "The answer is not available in the given text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is not available in the given text." + }, + { + "id": "q_002109", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "ADIG", + "pred": "1.0\n\n\nAfter Hitachi, the sponsor of Stefan W\u00e4chter's member of sports team was **Bosch**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1.0\n\n\nAfter Hitachi, the sponsor of Stefan W\u00e4chter's member of sports team was **Bosch**." + }, + { + "id": "q_005445", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Abraham Beame", + "pred": "1977.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1977.0" + }, + { + "id": "q_005382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Fiorello H. La Guardia", + "pred": "The head of government of Edward McKnight Kauffer's work location was Vincent R. Impellitteri.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of Edward McKnight Kauffer's work location was Vincent R. Impellitteri." + }, + { + "id": "q_005633", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "In 1984, the head of state of the country of citizenship of Giuseppe Saragat was the President of the Italian Republic, Sandro Pertini.", + "em": 1.0, + "f1": 0.2222222222222222, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1984, the head of state of the country of citizenship of Giuseppe Saragat was the President of the Italian Republic, Sandro Pertini." + }, + { + "id": "q_002083", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Jens Gustafsson", + "pred": "1999-2000\n\n\nThe head coach of Andreas Landgren's member of sports team, during the time when Rutger Backe was a member of Halmstads BK, was **Lars-G\u00f6ran Bengtsson**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1999-2000\n\n\nThe head coach of Andreas Landgren's member of sports team, during the time when Rutger Backe was a member of Halmstads BK, was **Lars-G\u00f6ran Bengtsson**." + }, + { + "id": "q_003899", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_002997", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "Jordan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Jordan" + }, + { + "id": "q_005860", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "In 2004, the winner of the Academy Award for Best Picture was \"The Lord of the Rings: The Return of the King.\" However, \"Whale Rider\" was not nominated for the Best Picture category that year. It was nominated for Best Foreign Language Film at the 77th Academy Awards", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2004, the winner of the Academy Award for Best Picture was \"The Lord of the Rings: The Return of the King.\" However, \"Whale Rider\" was not nominated for the Best Picture category that year. It was nominated for Best Foreign Language Film at the 77th Academy Awards" + }, + { + "id": "q_001039", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Panama", + "pred": "The shares border with of Cornell Capa's work location in 1937 was 1937.0.\n\n\nThe question appears to be asking about the \"shares border with\" of Cornell Capa's work location in 1937, which is a bit unclear. However, based", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The shares border with of Cornell Capa's work location in 1937 was 1937.0.\n\n\nThe question appears to be asking about the \"shares border with\" of Cornell Capa's work location in 1937, which is a bit unclear. However, based" + }, + { + "id": "q_000086", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Giovanni Leone" + }, + { + "id": "q_005689", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "The capital of Elie Wiesel's country of citizenship in 1929 was Bucharest.\n\n\nThe capital of Elie Wiesel's country of citizenship in 1929 was **Bucharest**.", + "em": 1.0, + "f1": 0.14285714285714288, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The capital of Elie Wiesel's country of citizenship in 1929 was Bucharest.\n\n\nThe capital of Elie Wiesel's country of citizenship in 1929 was **Bucharest**." + }, + { + "id": "q_006609", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "The located in of Afula's country after Nazareth country Mandatory Palestine was the British Mandate of Palestine.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The located in of Afula's country after Nazareth country Mandatory Palestine was the British Mandate of Palestine." + }, + { + "id": "q_004970", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2003" + }, + { + "id": "q_004192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Giuseppe Saragat\n\n\nThe head of state of Alberto Magnelli's country of citizenship after Giuseppe Saragat's country of citizenship (Italy) was **Giuseppe Saragat**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Giuseppe Saragat\n\n\nThe head of state of Alberto Magnelli's country of citizenship after Giuseppe Saragat's country of citizenship (Italy) was **Giuseppe Saragat**." + }, + { + "id": "q_007711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "The currency of Italy in 1948 was the Italian lira (ITL).", + "em": 1.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The currency of Italy in 1948 was the Italian lira (ITL)." + }, + { + "id": "q_008062", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "M\u00e1rio Soares", + "pred": "The head of state of Alberto Vaquina's work location before Jorge Sampaio was Ant\u00f3nio de Oliveira Salazar.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of state of Alberto Vaquina's work location before Jorge Sampaio was Ant\u00f3nio de Oliveira Salazar." + }, + { + "id": "q_006613", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Stuart Lancaster", + "pred": "Steve McNamara", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Steve McNamara" + }, + { + "id": "q_001894", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "The winner of the Academy Award for Best Actress in 2005, which was the year Annette Bening was nominated for her role in \"The Kids Are All Right,\" was Helen Mirren for her performance in \"The Queen.\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the Academy Award for Best Actress in 2005, which was the year Annette Bening was nominated for her role in \"The Kids Are All Right,\" was Helen Mirren for her performance in \"The Queen.\"" + }, + { + "id": "q_002546", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "The University of Vienna", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The University of Vienna" + }, + { + "id": "q_003153", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Zhu De", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Zhu De" + }, + { + "id": "q_002865", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "The answer is: \"The God of Small Things\" by Arundhati Roy.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is: \"The God of Small Things\" by Arundhati Roy." + }, + { + "id": "q_007865", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "In 2001, the head of state of Giuseppe Prisco's country of citizenship was President of Italy Carlo Azeglio Ciampi.", + "em": 1.0, + "f1": 0.3, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 2001, the head of state of Giuseppe Prisco's country of citizenship was President of Italy Carlo Azeglio Ciampi." + }, + { + "id": "q_008428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "The answer is the England national rugby union team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is the England national rugby union team." + }, + { + "id": "q_001858", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Graceland", + "pred": "In 1977, Ginger Alden's unmarried partner was residing in a house in the village of Broughton, near the town of Llandudno, in the county of Conwy, Wales.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1977, Ginger Alden's unmarried partner was residing in a house in the village of Broughton, near the town of Llandudno, in the county of Conwy, Wales." + }, + { + "id": "q_001912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Constantinople", + "pred": "Istanbul", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Istanbul" + }, + { + "id": "q_003034", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "1939.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1939.0" + }, + { + "id": "q_000799", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Barack Obama", + "pred": "Lyndon B. Johnson was the 36th President of the United States, serving from 1963 to 1969. The game \"Battlefield 3\" is set in the fictional country of \"Kyrilovgrad\" (also known as \"Kyrilovgrad\")", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Lyndon B. Johnson was the 36th President of the United States, serving from 1963 to 1969. The game \"Battlefield 3\" is set in the fictional country of \"Kyrilovgrad\" (also known as \"Kyrilovgrad\")" + }, + { + "id": "q_007926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Boston Garden", + "pred": "Boston Garden", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Boston Garden" + }, + { + "id": "q_004762", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "Kingdom of Prussia", + "pred": "1911 World Figure Skating Championships was located in Vienna, Austria.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1911 World Figure Skating Championships was located in Vienna, Austria." + }, + { + "id": "q_004806", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "The answer to the question is: 1. 2. 3. 4. 5. 6. 7. 8. 9. 10. 11. 12. 13. 14. 15. 16. 1", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer to the question is: 1. 2. 3. 4. 5. 6. 7. 8. 9. 10. 11. 12. 13. 14. 15. 16. 1" + }, + { + "id": "q_003643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Premier League", + "pred": "Ukrainian Premier League", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Ukrainian Premier League" + }, + { + "id": "q_008203", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Amway Arena", + "pred": "The Delta Center", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Delta Center" + }, + { + "id": "q_004465", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1996", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1996" + }, + { + "id": "q_006874", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "John Lindsay", + "pred": "William Vickrey was a Canadian-American economist and professor, best known for his work in the field of transportation economics. He was born on May 19, 1918, and passed away on August 19, 1996. As a professor, he held various academic positions, including", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "William Vickrey was a Canadian-American economist and professor, best known for his work in the field of transportation economics. He was born on May 19, 1918, and passed away on August 19, 1996. As a professor, he held various academic positions, including" + }, + { + "id": "q_000593", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "The head of state of Leo Nomellini's country of citizenship, after Luigi Einaudi, was Pietro Nenni.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of state of Leo Nomellini's country of citizenship, after Luigi Einaudi, was Pietro Nenni." + }, + { + "id": "q_004615", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2018.0, + "gold": "2018", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_001617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Geoffrey Rush", + "pred": "The winner of the award received by As Good as It Gets is Meg Ryan.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the award received by As Good as It Gets is Meg Ryan." + }, + { + "id": "q_001902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "1982.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1982.0" + }, + { + "id": "q_004669", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Yuri Semin", + "pred": "The head coach of \u00c9der's team before Dmitri Loskov was V\u00edctor S\u00e1nchez.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of \u00c9der's team before Dmitri Loskov was V\u00edctor S\u00e1nchez." + }, + { + "id": "q_002742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "1972.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1972.0" + }, + { + "id": "q_006208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "The chairperson of Bruno Bieligk's member of political party after Georg Ledebour was Carl Schurz.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The chairperson of Bruno Bieligk's member of political party after Georg Ledebour was Carl Schurz." + }, + { + "id": "q_006858", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2002" + }, + { + "id": "q_000627", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "The answer is 1982.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is 1982." + }, + { + "id": "q_008456", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "After Zhytomyr country Russian Empire, what was the basic form of government of Sevastopol's country?", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "After Zhytomyr country Russian Empire, what was the basic form of government of Sevastopol's country?" + }, + { + "id": "q_004863", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "In 1935, the winner of the Academy Award for Best Picture was \"It Happened One Night,\" which was nominated for and won several awards, including Best Picture, Best Director (Frank Capra), Best Actor (Clark Gable), Best Actress (Claudette Colbert), and Best Screenplay.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1935, the winner of the Academy Award for Best Picture was \"It Happened One Night,\" which was nominated for and won several awards, including Best Picture, Best Director (Frank Capra), Best Actor (Clark Gable), Best Actress (Claudette Colbert), and Best Screenplay." + }, + { + "id": "q_005053", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lauri Yl\u00f6nen", + "pred": "The winner of Haloo Helsinki!'s nominated for after Poets of the Fall was \"Kuolema\" by the band \"Kuolema\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Haloo Helsinki!'s nominated for after Poets of the Fall was \"Kuolema\" by the band \"Kuolema\"." + }, + { + "id": "q_006906", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sini\u0161a Mihajlovi\u0107", + "pred": "The head coach of Marco Marchionni's member of sports team after Aldo Agroppi was Giuseppe Bellini.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Marco Marchionni's member of sports team after Aldo Agroppi was Giuseppe Bellini." + }, + { + "id": "q_004343", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Arrigo Sacchi", + "pred": "The head coach of Walter Bianchi's member of sports team in 1984 was Bill Russell.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Walter Bianchi's member of sports team in 1984 was Bill Russell." + }, + { + "id": "q_008520", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Hans Loritz", + "pred": "1938.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1938.0" + }, + { + "id": "q_008566", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "The general secretary of the Nazi Party after Hanns Martin Schleyer was Joseph Goebbels.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The general secretary of the Nazi Party after Hanns Martin Schleyer was Joseph Goebbels." + }, + { + "id": "q_005406", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_005485", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Milo\u0161 Zeman", + "pred": "The head of state of the Czech Republic after Miroslav Horn\u00ed\u010dek's country of citizenship (Czech Republic) was Milo\u0161 Zeman.", + "em": 1.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of state of the Czech Republic after Miroslav Horn\u00ed\u010dek's country of citizenship (Czech Republic) was Milo\u0161 Zeman." + }, + { + "id": "q_006778", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italian lira", + "pred": "1963.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1963.0" + }, + { + "id": "q_000448", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Alex Ferguson", + "pred": "Bryan Gunn is a former professional footballer who played as a midfielder. He was a member of the Scottish Football League team, and his career spanned from the 1970s to the 1990s. However, there is no direct information about a specific team that Bryan Gunn was a member", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Bryan Gunn is a former professional footballer who played as a midfielder. He was a member of the Scottish Football League team, and his career spanned from the 1970s to the 1990s. However, there is no direct information about a specific team that Bryan Gunn was a member" + }, + { + "id": "q_005253", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Aravind Adiga", + "pred": "The winner of the Booker Prize in 2008, which was the year Amitav Ghosh was nominated, was \"The Line of Beauty\" by Alan Hollinghurst. However, it's important to clarify that Amitav Ghosh was not nominated for the Booker Prize in 2008. He", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the Booker Prize in 2008, which was the year Amitav Ghosh was nominated, was \"The Line of Beauty\" by Alan Hollinghurst. However, it's important to clarify that Amitav Ghosh was not nominated for the Booker Prize in 2008. He" + }, + { + "id": "q_002793", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "The winner of Mrs. Parkington's nominated for after Academy Award for Best Actress winner Jennifer Jones was not a specific person, as Mrs. Parkington was a fictional character from the 1940 film \"The Best Years of Our Lives.\" The film itself won the Academy Award for Best Picture in 19", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Mrs. Parkington's nominated for after Academy Award for Best Actress winner Jennifer Jones was not a specific person, as Mrs. Parkington was a fictional character from the 1940 film \"The Best Years of Our Lives.\" The film itself won the Academy Award for Best Picture in 19" + }, + { + "id": "q_001366", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Cliff Burton", + "pred": "Cliff Burton", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Cliff Burton" + }, + { + "id": "q_000346", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Giorgio Napolitano", + "pred": "In 2010, the head of state of Giovanni Lilliu's country of citizenship was Giorgio Napolitano.", + "em": 1.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2010, the head of state of Giovanni Lilliu's country of citizenship was Giorgio Napolitano." + }, + { + "id": "q_001380", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "John Williams", + "pred": "The composer of Katie Couric's notable work, \"The Katie Couric Show,\" is not a well-known or widely recognized figure in the music industry. The show itself is a news program, and its theme music is typically composed by a team of music producers or a specific composer hired for the project. If you have", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The composer of Katie Couric's notable work, \"The Katie Couric Show,\" is not a well-known or widely recognized figure in the music industry. The show itself is a news program, and its theme music is typically composed by a team of music producers or a specific composer hired for the project. If you have" + }, + { + "id": "q_007366", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "The question is about Giorgio Mastropasqua's member of sports team's chairperson in 1973. First, I need to determine who Giorgio Mastropasqua was. A quick search shows that he was an Italian football (soccer) player who played as a defender. He", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The question is about Giorgio Mastropasqua's member of sports team's chairperson in 1973. First, I need to determine who Giorgio Mastropasqua was. A quick search shows that he was an Italian football (soccer) player who played as a defender. He" + }, + { + "id": "q_004085", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "Qing dynasty", + "pred": "The answer is not available in the given text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is not available in the given text." + }, + { + "id": "q_002859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "Israel", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Israel" + }, + { + "id": "q_000061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "The winner of the 2006 Man Booker Prize, which was awarded to Kiran Desai for his novel \"The Inheritance of Loss,\" was not Fay Weldon. Instead, the winner was Kiran Desai himself. However, if you're asking about the winner of the Man Booker Prize that was", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the 2006 Man Booker Prize, which was awarded to Kiran Desai for his novel \"The Inheritance of Loss,\" was not Fay Weldon. Instead, the winner was Kiran Desai himself. However, if you're asking about the winner of the Man Booker Prize that was" + }, + { + "id": "q_002208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Nike", + "pred": "The kit supplier of Steve Borthwick's member of sports team before Umbro was Adidas.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The kit supplier of Steve Borthwick's member of sports team before Umbro was Adidas." + }, + { + "id": "q_005149", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Dalvik VM", + "pred": "Grand Theft Auto III was released for Microsoft Windows in 2001. The has part of Grand Theft Auto III's platform after Grand Theft Auto III platform Microsoft Windows is 2001.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Grand Theft Auto III was released for Microsoft Windows in 2001. The has part of Grand Theft Auto III's platform after Grand Theft Auto III platform Microsoft Windows is 2001." + }, + { + "id": "q_007466", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Deutsche Mark", + "pred": "The currency of Sande's country in 1956 was the Nigerian pound.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The currency of Sande's country in 1956 was the Nigerian pound." + }, + { + "id": "q_001168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "EFL Championship", + "pred": "1. FA Cup\n2. UEFA Champions League\n3. UEFA Europa League\n4. EFL Cup\n5. League Cup\n6. FA Community Shield\n7. UEFA Super Cup\n8. FIFA Club World Cup\n9. UEFA Europa Conference League\n10. EFL Trophy", + "em": 0.0, + "f1": 0.07407407407407407, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. FA Cup\n2. UEFA Champions League\n3. UEFA Europa League\n4. EFL Cup\n5. League Cup\n6. FA Community Shield\n7. UEFA Super Cup\n8. FIFA Club World Cup\n9. UEFA Europa Conference League\n10. EFL Trophy" + }, + { + "id": "q_002303", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "The 19th Canadian Ministry's head of government in 1968 was the Prime Minister of Canada, Lester B. Pearson.", + "em": 1.0, + "f1": 0.38095238095238093, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The 19th Canadian Ministry's head of government in 1968 was the Prime Minister of Canada, Lester B. Pearson." + }, + { + "id": "q_004925", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "The winner of Bessie Love's nominated for in 1930 was \"The Last of the Mohicans\" (1930).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Bessie Love's nominated for in 1930 was \"The Last of the Mohicans\" (1930)." + }, + { + "id": "q_002425", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "The answer is 1955.0.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is 1955.0." + }, + { + "id": "q_003762", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Minneapolis Armory", + "pred": "The Kingdome", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Kingdome" + }, + { + "id": "q_000351", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Territory of Hawaii", + "pred": "Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Czechoslovakia" + }, + { + "id": "q_003288", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "1992.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1992.0" + }, + { + "id": "q_001079", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Giampiero Boniperti", + "pred": "Stefano Tacconi was a member of the sports team Juventus, and the chairperson before Andrea Agnelli was Umberto Agnelli.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Stefano Tacconi was a member of the sports team Juventus, and the chairperson before Andrea Agnelli was Umberto Agnelli." + }, + { + "id": "q_004556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Paulo Bento", + "pred": "The head coach of Baek Sung-dong's member of sports team after Ham Heung-chul member of sports team South Korea men's national football team is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Baek Sung-dong's member of sports team after Ham Heung-chul member of sports team South Korea men's national football team is not available in the provided text." + }, + { + "id": "q_006454", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Steve Sampson", + "pred": "Kevin Hartman is a former professional soccer player, not a member of a sports team. Therefore, there is no head coach of Kevin Hartman's member of sports team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Kevin Hartman is a former professional soccer player, not a member of a sports team. Therefore, there is no head coach of Kevin Hartman's member of sports team." + }, + { + "id": "q_007686", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "United States Cabinet", + "pred": "United States Secretary of the Navy", + "em": 0.0, + "f1": 0.4444444444444444, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "United States Secretary of the Navy" + }, + { + "id": "q_001636", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1975" + }, + { + "id": "q_000642", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Alan Hollinghurst", + "pred": "The winner of the 2004 Man Booker Prize, which was awarded to J. M. Coetzee for his novel \"Disgrace,\" was not Ronan Bennett. Instead, the prize was won by the South African author J. M. Coetzee himself, as he was the one who", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the 2004 Man Booker Prize, which was awarded to J. M. Coetzee for his novel \"Disgrace,\" was not Ronan Bennett. Instead, the prize was won by the South African author J. M. Coetzee himself, as he was the one who" + }, + { + "id": "q_005992", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1906.0, + "gold": "Theodore Roosevelt", + "pred": "Benjamin Harrison", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Benjamin Harrison" + }, + { + "id": "q_001567", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "William Vickrey\n\n\nThe head of government of William Vickrey's residence before David Dinkins was **William Vickrey** himself.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "William Vickrey\n\n\nThe head of government of William Vickrey's residence before David Dinkins was **William Vickrey** himself." + }, + { + "id": "q_003917", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Elizabeth II", + "pred": "Elizabeth II", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Elizabeth II" + }, + { + "id": "q_007632", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pawe\u0142 Janas", + "pred": "The head coach of Kamil Kosowski's team after Andrzej Strejlau was Janusz Kowalik.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Kamil Kosowski's team after Andrzej Strejlau was Janusz Kowalik." + }, + { + "id": "q_001702", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Eerste Divisie", + "pred": "1. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. Bundesliga" + }, + { + "id": "q_006358", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "German Federal Archives", + "pred": "The Karl-Liebknecht-Haus's operator's archives were in the city of Berlin in 1932.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Karl-Liebknecht-Haus's operator's archives were in the city of Berlin in 1932." + }, + { + "id": "q_006799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Dwight D. Eisenhower", + "pred": "Erazim Koh\u00e1k's residence was in the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Erazim Koh\u00e1k's residence was in the United States." + }, + { + "id": "q_001724", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Lyndon B. Johnson", + "pred": "After Harry S. Truman, the head of government of Stack-O-Tracks's place of publication was Dwight D. Eisenhower.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After Harry S. Truman, the head of government of Stack-O-Tracks's place of publication was Dwight D. Eisenhower." + }, + { + "id": "q_005308", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "The winner of the Academy Award for Best Actress after Jeanne Eagels's nomination was Janet Gaynor.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the Academy Award for Best Actress after Jeanne Eagels's nomination was Janet Gaynor." + }, + { + "id": "q_006485", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "In 2000, the winner of the Man Booker Prize, which Matthew Kneale was nominated for, was \"The Amazing Adventures of Kavalier & Clay\" by Michael Chabon.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2000, the winner of the Man Booker Prize, which Matthew Kneale was nominated for, was \"The Amazing Adventures of Kavalier & Clay\" by Michael Chabon." + }, + { + "id": "q_004831", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "The currency of the country of citizenship of Piero Scotti in 1948 was the Italian lira.", + "em": 1.0, + "f1": 0.2857142857142857, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The currency of the country of citizenship of Piero Scotti in 1948 was the Italian lira." + }, + { + "id": "q_005190", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "The employer of the Ausonius Award winner after Georg Danek was the German Federal Ministry of Education and Research (Bundesministerium f\u00fcr Bildung und Forschung).", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The employer of the Ausonius Award winner after Georg Danek was the German Federal Ministry of Education and Research (Bundesministerium f\u00fcr Bildung und Forschung)." + }, + { + "id": "q_006636", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "George Marshall", + "pred": "Secretary of State", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Secretary of State" + }, + { + "id": "q_003213", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "In 1965, the head of government of Frank Tieri's residence was the President of the United States, Lyndon B. Johnson.", + "em": 1.0, + "f1": 0.3, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1965, the head of government of Frank Tieri's residence was the President of the United States, Lyndon B. Johnson." + }, + { + "id": "q_005672", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "After Paul von Hindenburg, the head of state of L\u0119bork's country was Adolf Hitler.", + "em": 1.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After Paul von Hindenburg, the head of state of L\u0119bork's country was Adolf Hitler." + }, + { + "id": "q_006227", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1945", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1945" + }, + { + "id": "q_006185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Giffoni Film Festival", + "pred": "Big Sean's unmarried partner at the time was Keri Hilson. In 2013, Keri Hilson received the \"Best R&B/Soul Performance\" award at the BET Awards.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Big Sean's unmarried partner at the time was Keri Hilson. In 2013, Keri Hilson received the \"Best R&B/Soul Performance\" award at the BET Awards." + }, + { + "id": "q_007816", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Franciszek Smuda", + "pred": "Marek Saganowski's member of sports team's head coach in 2012 was Janusz Kowalski.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Marek Saganowski's member of sports team's head coach in 2012 was Janusz Kowalski." + }, + { + "id": "q_001958", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "John Lindsay", + "pred": "The head of government of Arman's work location before Ed Koch was Robert Moses.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of Arman's work location before Ed Koch was Robert Moses." + }, + { + "id": "q_007818", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Sepp Herberger", + "pred": "The head coach of Fritz Herkenrath's member of sports team in 1957 was Fritz Herkenrath himself.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Fritz Herkenrath's member of sports team in 1957 was Fritz Herkenrath himself." + }, + { + "id": "q_003874", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_006836", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "1989.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1989.0" + }, + { + "id": "q_005437", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "The head of government of Maria Tore Barbina's country of citizenship after Antonio Bacci country of citizenship Italy was the President of the Council of Ministers of Italy, which was held by Giulio Andreotti from 1979 to 1980 and then by Bettino Craxi from 1", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of government of Maria Tore Barbina's country of citizenship after Antonio Bacci country of citizenship Italy was the President of the Council of Ministers of Italy, which was held by Giulio Andreotti from 1979 to 1980 and then by Bettino Craxi from 1" + }, + { + "id": "q_001779", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Chemnitz Government Region", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_002182", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "1938.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1938.0" + }, + { + "id": "q_006540", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "The head of government of Italy after Attilio Pierelli's country of citizenship (Italy) was Giulio Andreotti.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of Italy after Attilio Pierelli's country of citizenship (Italy) was Giulio Andreotti." + }, + { + "id": "q_000118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "The question is asking for the chairperson of Al\u00edpio's member of sports team after Jo\u00e3o Tamagnini Barbosa. However, there is no information provided about Al\u00edpio's sports team or Jo\u00e3o Tamagnini Barbosa's involvement with it. Therefore, I cannot provide an answer to this question.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The question is asking for the chairperson of Al\u00edpio's member of sports team after Jo\u00e3o Tamagnini Barbosa. However, there is no information provided about Al\u00edpio's sports team or Jo\u00e3o Tamagnini Barbosa's involvement with it. Therefore, I cannot provide an answer to this question." + }, + { + "id": "q_000470", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "In 1950, the head of state of Renato Polselli's country of citizenship was the President of the Italian Republic, which was a constitutional monarchy at the time. The head of state was King Umberto II.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1950, the head of state of Renato Polselli's country of citizenship was the President of the Italian Republic, which was a constitutional monarchy at the time. The head of state was King Umberto II." + }, + { + "id": "q_004884", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Emma Thompson", + "pred": "1992.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1992.0" + }, + { + "id": "q_008312", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "United Kingdom of Great Britain and Ireland", + "pred": "England", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "England" + }, + { + "id": "q_006013", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "The head of government of Louise Bourgeois's work location, which is New York City, after the Prelinger Archives located there is the Mayor of New York City.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of government of Louise Bourgeois's work location, which is New York City, after the Prelinger Archives located there is the Mayor of New York City." + }, + { + "id": "q_006889", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Carlo Ancelotti", + "pred": "1. Franco Di Santo\n2. member of sports team \u2192 A.S. Roma\n3. head coach \u2192 Luciano Spalletti\n4. Jack Kirwan\n5. member of sports team \u2192 Chelsea F.C.\n6. head coach \u2192 Luiz Felipe Scolari\n7. answer \u2192 Lu", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. Franco Di Santo\n2. member of sports team \u2192 A.S. Roma\n3. head coach \u2192 Luciano Spalletti\n4. Jack Kirwan\n5. member of sports team \u2192 Chelsea F.C.\n6. head coach \u2192 Luiz Felipe Scolari\n7. answer \u2192 Lu" + }, + { + "id": "q_003651", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "The team captain of Matt Carkner's drafted by after Guy Lafleur member of sports team Montreal Canadiens is Scott Mellanby", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The team captain of Matt Carkner's drafted by after Guy Lafleur member of sports team Montreal Canadiens is Scott Mellanby" + }, + { + "id": "q_003374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Q82595", + "pred": "2. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2. Bundesliga" + }, + { + "id": "q_003329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "After Sandro Pertini, the head of state of Armando C\u00edrio's country of citizenship was Giorgio Napolitano.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After Sandro Pertini, the head of state of Armando C\u00edrio's country of citizenship was Giorgio Napolitano." + }, + { + "id": "q_000420", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1917.0, + "gold": "1917", + "pred": "1917", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1917" + }, + { + "id": "q_005828", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Prime Minister of Belize", + "pred": "Prime Minister", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Prime Minister" + }, + { + "id": "q_006078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Sepp Herberger", + "pred": "In 1962, the head coach of Hans Nowak's member of sports team was not available in the provided context.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1962, the head coach of Hans Nowak's member of sports team was not available in the provided context." + }, + { + "id": "q_002499", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Territory of Hawaii", + "pred": "United States of America", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "United States of America" + }, + { + "id": "q_008212", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "George VI", + "pred": "King George VI", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "King George VI" + }, + { + "id": "q_006996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Yugoslavia", + "pred": "1967.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1967.0" + }, + { + "id": "q_006976", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Gennaro Gattuso", + "pred": "The head coach of Hakan \u00c7alhano\u011flu's team after Vincenzo Montella was Thomas Tuchel.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Hakan \u00c7alhano\u011flu's team after Vincenzo Montella was Thomas Tuchel." + }, + { + "id": "q_007445", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "The award received by Borussia Dortmund's head coach before the Order of Merit of Baden-W\u00fcrttemberg was the Bundesliga Coach of the Year award in 2011.", + "em": 0.0, + "f1": 0.24, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The award received by Borussia Dortmund's head coach before the Order of Merit of Baden-W\u00fcrttemberg was the Bundesliga Coach of the Year award in 2011." + }, + { + "id": "q_004525", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Lamberto Dini", + "pred": "Antonio Brancaccio was an Italian politician, so his country of citizenship was Italy. The head of government of Italy in 1995 was President of the Council of Ministers (Prime Minister) Carlo Azeglio Ciampi. However, it's important to note that Ciampi was the President of", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Antonio Brancaccio was an Italian politician, so his country of citizenship was Italy. The head of government of Italy in 1995 was President of the Council of Ministers (Prime Minister) Carlo Azeglio Ciampi. However, it's important to note that Ciampi was the President of" + }, + { + "id": "q_002061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Giorgio Napolitano", + "pred": "The head of state of Milram's country after Francesco Cossiga was Giorgio Napolitano.", + "em": 1.0, + "f1": 0.2666666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of state of Milram's country after Francesco Cossiga was Giorgio Napolitano." + }, + { + "id": "q_003387", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_004969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "1999\u20132000\n\n\nAfter Mark Crossley, who was a member of the sports team Nottingham Forest F.C., the head coach of George Boateng's member of sports team was **Graham Taylor**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1999\u20132000\n\n\nAfter Mark Crossley, who was a member of the sports team Nottingham Forest F.C., the head coach of George Boateng's member of sports team was **Graham Taylor**." + }, + { + "id": "q_008292", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "United States", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Ukraine" + }, + { + "id": "q_006528", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1879", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1879" + }, + { + "id": "q_008636", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Walter Zenga", + "pred": "The head coach of Giuseppe Mascara's member of sports team before Diego Simeone was Jos\u00e9 Antonio Camacho.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Giuseppe Mascara's member of sports team before Diego Simeone was Jos\u00e9 Antonio Camacho." + }, + { + "id": "q_004972", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Kia Forum", + "pred": "The home venue of Kermit Washington's member of sports team after Minneapolis Armory was the Minneapolis Auditorium.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The home venue of Kermit Washington's member of sports team after Minneapolis Armory was the Minneapolis Auditorium." + }, + { + "id": "q_006497", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Hungarian People's Republic", + "pred": "1957 was the year of the 1957 United States presidential election, which was held on November 4, 1957. The capital of the United States is Washington, D.C.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1957 was the year of the 1957 United States presidential election, which was held on November 4, 1957. The capital of the United States is Washington, D.C." + }, + { + "id": "q_005926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "The head coach of Fernando Torres's team after Carlo Ancelotti was Roberto Mancini.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Fernando Torres's team after Carlo Ancelotti was Roberto Mancini." + }, + { + "id": "q_005410", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Taiwan", + "pred": "Elizabeth Bishop's residence in 1955 was in the United States, specifically in Cambridge, Massachusetts. The diplomatic relation of her residence at that time was as a U.S. citizen, and she was not involved in any diplomatic relations herself. However, as a prominent American poet, her work and presence contributed to", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Elizabeth Bishop's residence in 1955 was in the United States, specifically in Cambridge, Massachusetts. The diplomatic relation of her residence at that time was as a U.S. citizen, and she was not involved in any diplomatic relations herself. However, as a prominent American poet, her work and presence contributed to" + }, + { + "id": "q_000901", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Yasser Arafat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Yasser Arafat" + }, + { + "id": "q_007838", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mircea Lucescu", + "pred": "1999\u20132002: Fenerbah\u00e7e S.K. (assistant coach)", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999\u20132002: Fenerbah\u00e7e S.K. (assistant coach)" + }, + { + "id": "q_007144", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "The Internationale", + "pred": "The anthem of Glazov, located in the Russian Soviet Federative Socialist Republic (RSFSR) after Vasiliy Ulrikh's country of citizenship, was the \"Hymn of the RSFSR.\"", + "em": 0.0, + "f1": 0.09090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The anthem of Glazov, located in the Russian Soviet Federative Socialist Republic (RSFSR) after Vasiliy Ulrikh's country of citizenship, was the \"Hymn of the RSFSR.\"" + }, + { + "id": "q_003135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Jean Mistler", + "pred": "the Soci\u00e9t\u00e9 des Gens de Lettres", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "the Soci\u00e9t\u00e9 des Gens de Lettres" + }, + { + "id": "q_000287", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Gerhard Casper", + "pred": "In 1993, the chairperson of Andrew M. Stuart's employer was Robert S. Kagan.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1993, the chairperson of Andrew M. Stuart's employer was Robert S. Kagan." + }, + { + "id": "q_004792", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "The currency of Mario Piccioli's country of citizenship in 1947 was the Italian lira.", + "em": 1.0, + "f1": 0.2666666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The currency of Mario Piccioli's country of citizenship in 1947 was the Italian lira." + }, + { + "id": "q_006621", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sean Yates", + "pred": "The head coach of Q561361's member of sports team before Gabriel Rasch was John Harkes.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Q561361's member of sports team before Gabriel Rasch was John Harkes." + }, + { + "id": "q_001788", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Jeanne Eagels was a famous American actress and singer, known for her work in the early 20th century. She was nominated for an Academy Award for Best Actress for her role in the 1930 film \"The Divine Lady.\" The winner of that Academy Award was Luise Rainer, who", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Jeanne Eagels was a famous American actress and singer, known for her work in the early 20th century. She was nominated for an Academy Award for Best Actress for her role in the 1930 film \"The Divine Lady.\" The winner of that Academy Award was Luise Rainer, who" + }, + { + "id": "q_002557", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Fiorello H. La Guardia", + "pred": "The head of government in 1941 was Franklin D. Roosevelt.\n\n\nThe head of government in 1941 was Franklin D. Roosevelt.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government in 1941 was Franklin D. Roosevelt.\n\n\nThe head of government in 1941 was Franklin D. Roosevelt." + }, + { + "id": "q_006859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "In 1990, Penelope Fitzgerald was nominated for the Booker Prize for her novel \"The Book of Proof.\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1990, Penelope Fitzgerald was nominated for the Booker Prize for her novel \"The Book of Proof.\"" + }, + { + "id": "q_006058", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Giuseppe Saragat", + "pred": "Antonio Pesenti's country of citizenship was Italy. Before Giorgio Napolitano, the head of state of Italy was Giovanni Leone.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Antonio Pesenti's country of citizenship was Italy. Before Giorgio Napolitano, the head of state of Italy was Giovanni Leone." + }, + { + "id": "q_000536", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Estadio Metropolitano\n\nOkay, let's try to figure out this question. The user is asking: \"After Luis Aragon\u00e9s member of sports team Atl\u00e9tico Madrid, what was the home venue of Baltazar's member of sports team?\" The answer given is \"Estadio Metropolitano.\" Hmm", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Estadio Metropolitano\n\nOkay, let's try to figure out this question. The user is asking: \"After Luis Aragon\u00e9s member of sports team Atl\u00e9tico Madrid, what was the home venue of Baltazar's member of sports team?\" The answer given is \"Estadio Metropolitano.\" Hmm" + }, + { + "id": "q_007404", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2000.0, + "gold": "2000", + "pred": "1970", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1970" + }, + { + "id": "q_001292", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1990.0, + "gold": "1990", + "pred": "1990", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1990" + }, + { + "id": "q_002179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "The winner of Andr\u00e9 Brink's nominated for was not specified in the given text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Andr\u00e9 Brink's nominated for was not specified in the given text." + }, + { + "id": "q_005996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "The winner of the Booker Prize in 1979, the year after Nadine Gordimer won, was **Beryl Bainbridge** for her novel *The Bottle Factory Outpatients Department*. However, the question seems to reference a specific context where Fay Weldon was nominated for the Booker Prize in the same year", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the Booker Prize in 1979, the year after Nadine Gordimer won, was **Beryl Bainbridge** for her novel *The Bottle Factory Outpatients Department*. However, the question seems to reference a specific context where Fay Weldon was nominated for the Booker Prize in the same year" + }, + { + "id": "q_002490", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1930" + }, + { + "id": "q_001434", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "New York City", + "pred": "The residence of Betsey Johnson's spouse after London was New York City.", + "em": 1.0, + "f1": 0.375, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The residence of Betsey Johnson's spouse after London was New York City." + }, + { + "id": "q_006868", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_008663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jean Mistler", + "pred": "The general secretary of Roger Caillois's member of in 1977 was Jean-Pierre L\u00e9vy.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The general secretary of Roger Caillois's member of in 1977 was Jean-Pierre L\u00e9vy." + }, + { + "id": "q_002319", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2022.0, + "gold": "2022", + "pred": "2010\u20132011\n\n\nFelix Magath was the head coach of Stevan Joveti\u0107's member of sports team, VfL Wolfsburg, during the 2010\u20132011 season.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "2010\u20132011\n\n\nFelix Magath was the head coach of Stevan Joveti\u0107's member of sports team, VfL Wolfsburg, during the 2010\u20132011 season." + }, + { + "id": "q_008472", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "Inge Keller's spouse before Germany was a citizen of the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Inge Keller's spouse before Germany was a citizen of the United States." + }, + { + "id": "q_000496", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Massimo D'Alema", + "pred": "The answer is \"Slovenia\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is \"Slovenia\"." + }, + { + "id": "q_005883", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Helmut Kohl", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Helmut Kohl" + }, + { + "id": "q_000466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "BP", + "pred": "The sponsor of Rudolf Kargus's member of sports team before Emirates was the German airline Lufthansa.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The sponsor of Rudolf Kargus's member of sports team before Emirates was the German airline Lufthansa." + }, + { + "id": "q_001286", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "The head of state of Francesco Carpino's country of citizenship after Tullio Kezich country of citizenship Italy was Giuseppe Garibaldi.", + "em": 0.0, + "f1": 0.1111111111111111, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of state of Francesco Carpino's country of citizenship after Tullio Kezich country of citizenship Italy was Giuseppe Garibaldi." + }, + { + "id": "q_003325", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Bucharest", + "pred": "The capital of Vla\u0219ca County's country after Ia\u0219i was T\u00e2rgu Jiu.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The capital of Vla\u0219ca County's country after Ia\u0219i was T\u00e2rgu Jiu." + }, + { + "id": "q_000231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "The head of government of Sister Rosetta Tharpe's residence after Chicago head of government Carter Harrison IV was Mayor William Hale Thompson.", + "em": 0.0, + "f1": 0.09090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of Sister Rosetta Tharpe's residence after Chicago head of government Carter Harrison IV was Mayor William Hale Thompson." + }, + { + "id": "q_000949", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Otto von Bismarck", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Otto von Bismarck" + }, + { + "id": "q_004634", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "1997", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1997" + }, + { + "id": "q_008417", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "1. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. Bundesliga" + }, + { + "id": "q_007078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "The head of state of Raffaele Anguilla's country of citizenship in 2002 was President of the Italian Republic, Carlo Azeglio Ciampi.", + "em": 1.0, + "f1": 0.2857142857142857, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of state of Raffaele Anguilla's country of citizenship in 2002 was President of the Italian Republic, Carlo Azeglio Ciampi." + }, + { + "id": "q_003711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mary J. Blige", + "pred": "Aaliyah's nominated for's winner in 2002 was \"Best R&B Performance by a Duo or Group with Vocal\" for the song \"Try Again\" with R. Kelly.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Aaliyah's nominated for's winner in 2002 was \"Best R&B Performance by a Duo or Group with Vocal\" for the song \"Try Again\" with R. Kelly." + }, + { + "id": "q_007469", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "1998", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1998" + }, + { + "id": "q_002488", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Italian lira", + "pred": "The currency of Avanti Martinetti's country of citizenship in 1954 was the Italian lira.", + "em": 1.0, + "f1": 0.2666666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The currency of Avanti Martinetti's country of citizenship in 1954 was the Italian lira." + }, + { + "id": "q_004737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Yitzhak Rabin", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Yitzhak Rabin" + }, + { + "id": "q_007418", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "European Union" + }, + { + "id": "q_006584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Elliott Gould", + "pred": "The spouse of the performer of \"Happy Days Are Here Again\" was Frank Sinatra.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The spouse of the performer of \"Happy Days Are Here Again\" was Frank Sinatra." + }, + { + "id": "q_005916", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Italian lira", + "pred": "euro", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "euro" + }, + { + "id": "q_003663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Micha\u0142 Matyas", + "pred": "1967.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1967.0" + }, + { + "id": "q_006233", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "In 2006, the head coach of the team that Ayhan Akman was a member of was B\u00fclent Korkmaz.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 2006, the head coach of the team that Ayhan Akman was a member of was B\u00fclent Korkmaz." + }, + { + "id": "q_005848", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "German Empire", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_005040", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Antonio Segni", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_005138", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Adolf Hitler", + "pred": "In 1942, the chairperson of the political party that Hartmann Lauterbacher was a member of was not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1942, the chairperson of the political party that Hartmann Lauterbacher was a member of was not available in the provided text." + }, + { + "id": "q_004246", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "1948.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1948.0" + }, + { + "id": "q_007892", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Italian lira", + "pred": "The currency of the United States in 1993 was the United States dollar.\n\n\nThe currency of the United States in 1993 was the United States dollar.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The currency of the United States in 1993 was the United States dollar.\n\n\nThe currency of the United States in 1993 was the United States dollar." + }, + { + "id": "q_003061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "The head of state of Fritz-Julius Lemp's country of citizenship, Germany, after Paul von Hindenburg was Adolf Hitler.", + "em": 1.0, + "f1": 0.19999999999999998, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of state of Fritz-Julius Lemp's country of citizenship, Germany, after Paul von Hindenburg was Adolf Hitler." + }, + { + "id": "q_006684", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Luigi Einaudi", + "pred": "The head of state of Guido Guerrini's country of citizenship before Antonio Segni was Enrico De Nicola.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of state of Guido Guerrini's country of citizenship before Antonio Segni was Enrico De Nicola." + }, + { + "id": "q_001045", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2005" + }, + { + "id": "q_007568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "association football", + "pred": "1998.0\n\nOkay, let's try to figure out the answer to this question. The user is asking, \"What was the sport of Philipp Laux's member of sports team in 1998?\" and the answer provided is \"1998.0\". Hmm, that", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1998.0\n\nOkay, let's try to figure out the answer to this question. The user is asking, \"What was the sport of Philipp Laux's member of sports team in 1998?\" and the answer provided is \"1998.0\". Hmm, that" + }, + { + "id": "q_002791", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Lory Del Santo", + "pred": "1987.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1987.0" + }, + { + "id": "q_005581", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The Ninth Day is a 2005 film directed by Michael Haneke. The film was nominated for several awards, including the European Film Award for Best Actor. The winner of the European Film Award for Best Actor in 2005 was Ulrich Tukur for his role in the film \"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Ninth Day is a 2005 film directed by Michael Haneke. The film was nominated for several awards, including the European Film Award for Best Actor. The winner of the European Film Award for Best Actor in 2005 was Ulrich Tukur for his role in the film \"" + }, + { + "id": "q_006089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Pawe\u0142 Janas", + "pred": "The answer is: 1998.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is: 1998." + }, + { + "id": "q_004802", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "John W. Campbell", + "pred": "the Hugo Award", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "the Hugo Award" + }, + { + "id": "q_004455", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "The head of state of Guido Celano's country of citizenship in 1975 was the President of the Italian Republic, Giuseppe Saragat.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of state of Guido Celano's country of citizenship in 1975 was the President of the Italian Republic, Giuseppe Saragat." + }, + { + "id": "q_001570", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Otto Nerz", + "pred": "The head coach of Rudolf Noack's member of sports team before Berti Vogts was Karl-Heinz Feldkamp.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Rudolf Noack's member of sports team before Berti Vogts was Karl-Heinz Feldkamp." + }, + { + "id": "q_005703", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Morten Olsen", + "pred": "The head coach of Kasper Lorentzen's member of sports team in 2012 was Thomas S\u00f8rensen.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Kasper Lorentzen's member of sports team in 2012 was Thomas S\u00f8rensen." + }, + { + "id": "q_006235", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Diego Simeone", + "pred": "In 2011, Maxi L\u00f3pez was a member of the Argentine football team, which was coached by Diego Maradona.", + "em": 0.0, + "f1": 0.10526315789473684, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 2011, Maxi L\u00f3pez was a member of the Argentine football team, which was coached by Diego Maradona." + }, + { + "id": "q_001186", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Susan Sarandon", + "pred": "The winner of Nell's nominated for was Helen Hunt.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Nell's nominated for was Helen Hunt." + }, + { + "id": "q_005903", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2009" + }, + { + "id": "q_002985", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Bettino Craxi", + "pred": "After Emilio Colombo, the head of government of Mario Agnes's country of citizenship was Giuseppe Saragat.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After Emilio Colombo, the head of government of Mario Agnes's country of citizenship was Giuseppe Saragat." + }, + { + "id": "q_006026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "In 1991, the head coach of Piotr Jegor's member of sports team was not available.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1991, the head coach of Piotr Jegor's member of sports team was not available." + }, + { + "id": "q_008323", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Budapest", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Budapest" + }, + { + "id": "q_006277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Yugoslavia", + "pred": "1981.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1981.0" + }, + { + "id": "q_005474", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Oskar von Miller", + "pred": "The answer is \"the German Imperial Navy\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is \"the German Imperial Navy\"." + }, + { + "id": "q_001830", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Nippon Bud\u014dkan", + "pred": "The answer is 1990.0.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is 1990.0." + }, + { + "id": "q_001756", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italian lira" + }, + { + "id": "q_001887", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "1. Dietmar Hamann\n2. 1.1. 1.1.1. 1.1.1.1. 1.1.1.1.1. 1.1.1.1.1.1. 1.1.1.1.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. Dietmar Hamann\n2. 1.1. 1.1.1. 1.1.1.1. 1.1.1.1.1. 1.1.1.1.1.1. 1.1.1.1." + }, + { + "id": "q_005552", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "The original broadcaster of Achim Mentzel's presenter after Deutscher Fernsehfunk was ARD.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The original broadcaster of Achim Mentzel's presenter after Deutscher Fernsehfunk was ARD." + }, + { + "id": "q_004901", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Wen Jiabao", + "pred": "Deng Xiaoping", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Deng Xiaoping" + }, + { + "id": "q_006473", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "1996", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1996" + }, + { + "id": "q_006253", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "1963", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1963" + }, + { + "id": "q_002709", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Alex McLeish", + "pred": "Robin Shroot is not a known figure in sports, and there is no clear information about a sports team associated with him. Therefore, I cannot provide an answer to this question.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Robin Shroot is not a known figure in sports, and there is no clear information about a sports team associated with him. Therefore, I cannot provide an answer to this question." + }, + { + "id": "q_007811", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Giovanni Spadolini", + "pred": "1982.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1982.0" + }, + { + "id": "q_006165", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Edward Cassidy", + "pred": "The chairperson of the Joint Declaration on the Doctrine of Justification's signatory after Dicastery for promoting Christian unity chairperson Johannes Willebrands was Cardinal Joseph Ratzinger.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The chairperson of the Joint Declaration on the Doctrine of Justification's signatory after Dicastery for promoting Christian unity chairperson Johannes Willebrands was Cardinal Joseph Ratzinger." + }, + { + "id": "q_007431", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Ernest Borgnine", + "pred": "The winner of the Academy Award for Best Actor after Dan O'Herlihy was nominated for \"Gentleman's Agreement\" was Spencer Tracy. Tracy won the Academy Award for Best Actor in 1956 for his role in \"Captains Courageous.\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the Academy Award for Best Actor after Dan O'Herlihy was nominated for \"Gentleman's Agreement\" was Spencer Tracy. Tracy won the Academy Award for Best Actor in 1956 for his role in \"Captains Courageous.\"" + }, + { + "id": "q_002594", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Soviet Union", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Ukraine" + }, + { + "id": "q_004546", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "David Dinkins", + "pred": "Nancy Graves's work location was New York City, and the head of government there after Fiorello H. La Guardia was Robert F. Wagner Jr.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Nancy Graves's work location was New York City, and the head of government there after Fiorello H. La Guardia was Robert F. Wagner Jr." + }, + { + "id": "q_006589", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Giovanni Gronchi" + }, + { + "id": "q_006151", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1947", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1947" + }, + { + "id": "q_005300", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Otto Rehhagel", + "pred": "The head coach of Dimitris Salpingidis's member of sports team in 2009 was Giorgos Katsikas.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Dimitris Salpingidis's member of sports team in 2009 was Giorgos Katsikas." + }, + { + "id": "q_003618", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Franz Joseph I of Austria", + "pred": "The answer is \"Budapest\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is \"Budapest\"." + }, + { + "id": "q_001231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "United States\n\n\nThe Discovery Channel is based in the United States. After the United States shares a border with Panama, the head of government of the United States was **Joe Biden**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "United States\n\n\nThe Discovery Channel is based in the United States. After the United States shares a border with Panama, the head of government of the United States was **Joe Biden**." + }, + { + "id": "q_001195", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Alan Hollinghurst was not the winner of Ronan Bennett's nomination. Ronan Bennett is a British author, and Alan Hollinghurst is a British novelist. They are separate individuals, and there is no record of Ronan Bennett nominating Alan Hollinghurst for any award. If you have more context or details", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "Alan Hollinghurst was not the winner of Ronan Bennett's nomination. Ronan Bennett is a British author, and Alan Hollinghurst is a British novelist. They are separate individuals, and there is no record of Ronan Bennett nominating Alan Hollinghurst for any award. If you have more context or details" + }, + { + "id": "q_007049", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1978.0, + "gold": "1978", + "pred": "1978", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1978" + }, + { + "id": "q_003961", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Edith Roosevelt", + "pred": "The spouse of the signatory of the Immigration Act of 1903, who was President Theodore Roosevelt, was Edith Roosevelt.", + "em": 1.0, + "f1": 0.2666666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The spouse of the signatory of the Immigration Act of 1903, who was President Theodore Roosevelt, was Edith Roosevelt." + }, + { + "id": "q_002548", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "The basic form of government of Charles Debbas's country of citizenship, before it became a one-party state, was a constitutional monarchy.", + "em": 0.0, + "f1": 0.09090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The basic form of government of Charles Debbas's country of citizenship, before it became a one-party state, was a constitutional monarchy." + }, + { + "id": "q_002969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1910.0, + "gold": "Austria\u2013Hungary", + "pred": "Hungary", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Hungary" + }, + { + "id": "q_003484", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "United Kingdom", + "pred": "Israel", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Israel" + }, + { + "id": "q_002374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Kingdome", + "pred": "The Forum\n\nOkay, let's try to figure out this question. The user is asking: \"After Slick Watts member of sports team Seattle SuperSonics, what was the home venue of Tom Chambers's member of sports team?\" The answer given is \"The Forum.\" Hmm, I need to break this down step", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The Forum\n\nOkay, let's try to figure out this question. The user is asking: \"After Slick Watts member of sports team Seattle SuperSonics, what was the home venue of Tom Chambers's member of sports team?\" The answer given is \"The Forum.\" Hmm, I need to break this down step" + }, + { + "id": "q_002163", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Clive Woodward", + "pred": "2002.0\n\nOkay, let's try to figure out this question. The user is asking: \"After England men\u2019s national rugby union team kit supplier Nike, what was the head coach of Phil Vickery's member of sports team?\" And the answer given is 2002.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "2002.0\n\nOkay, let's try to figure out this question. The user is asking: \"After England men\u2019s national rugby union team kit supplier Nike, what was the head coach of Phil Vickery's member of sports team?\" And the answer given is 2002.0" + }, + { + "id": "q_006692", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Bruce Buck", + "pred": "1. Siobhan Chamberlain - Chelsea F.C.\n2. Chelsea F.C. - Gianluca Nani\n3. Gianluca Nani - Marko Marin\n4. Marko Marin - FK Vojvodina\n5. FK Vojvodina - Dragan Mihailovi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. Siobhan Chamberlain - Chelsea F.C.\n2. Chelsea F.C. - Gianluca Nani\n3. Gianluca Nani - Marko Marin\n4. Marko Marin - FK Vojvodina\n5. FK Vojvodina - Dragan Mihailovi" + }, + { + "id": "q_006073", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Volker Finke", + "pred": "1997.0\n\nOkay, let's try to figure out this question. The user is asking for the head coach of Alain Sutter's member of sports team after Nikola Jur\u010devi\u0107 was a member of SC Freiburg. Hmm, that's a bit confusing. Let me break it", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "1997.0\n\nOkay, let's try to figure out this question. The user is asking for the head coach of Alain Sutter's member of sports team after Nikola Jur\u010devi\u0107 was a member of SC Freiburg. Hmm, that's a bit confusing. Let me break it" + }, + { + "id": "q_008473", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Roman Abramovich", + "pred": "1. FC Nuremberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. FC Nuremberg" + }, + { + "id": "q_003674", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1978.0, + "gold": "Leonid Brezhnev", + "pred": "The chairperson of Viktor Anpilov's member of political party after Joseph Stalin was Grigory Zinoviev.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The chairperson of Viktor Anpilov's member of political party after Joseph Stalin was Grigory Zinoviev." + }, + { + "id": "q_003352", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "absolute monarchy", + "pred": "The Kingdom of the Serbs, Croats and Slovenes", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Kingdom of the Serbs, Croats and Slovenes" + }, + { + "id": "q_004456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "The answer to this question is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer to this question is not available in the provided text." + }, + { + "id": "q_002789", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Italian lira", + "pred": "The currency of Pietro Lana's country of citizenship in 1950 was the Italian lira.", + "em": 1.0, + "f1": 0.2666666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The currency of Pietro Lana's country of citizenship in 1950 was the Italian lira." + }, + { + "id": "q_005326", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Spencer Tracy", + "pred": "Before Jack Nicholson, the winner of the Academy Award for Best Actor for the year in which Paul Muni was nominated was Spencer Tracy.", + "em": 1.0, + "f1": 0.18181818181818182, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Before Jack Nicholson, the winner of the Academy Award for Best Actor for the year in which Paul Muni was nominated was Spencer Tracy." + }, + { + "id": "q_005284", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Erich Werdermann", + "pred": "Werner Greuter was the chief executive officer of Gerhard Wagenitz's employer, which was the German company \"Wagenitz & Co.\" Therefore, the answer is Werner Greuter.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Werner Greuter was the chief executive officer of Gerhard Wagenitz's employer, which was the German company \"Wagenitz & Co.\" Therefore, the answer is Werner Greuter." + }, + { + "id": "q_005774", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Super League\n\n\n\nThe league or competition of Stephan Andrist's member of sports team after Challenge League was the **Super League**.", + "em": 0.0, + "f1": 0.21052631578947367, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Super League\n\n\n\nThe league or competition of Stephan Andrist's member of sports team after Challenge League was the **Super League**." + }, + { + "id": "q_003372", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Patrick Le Lay", + "pred": "The chairperson of Star Academy's original broadcaster in 2008 was **Rajeev Sethi**. He was the chairperson of **Zee TV**, which was the original broadcaster of *Star Academy* in India. The show was launched in 2008, and Sethi played", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The chairperson of Star Academy's original broadcaster in 2008 was **Rajeev Sethi**. He was the chairperson of **Zee TV**, which was the original broadcaster of *Star Academy* in India. The show was launched in 2008, and Sethi played" + }, + { + "id": "q_008201", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Nicole Kidman won the Academy Award for Best Actress for her role in \"The Hours\" in 2002.", + "em": 1.0, + "f1": 0.13333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Nicole Kidman won the Academy Award for Best Actress for her role in \"The Hours\" in 2002." + }, + { + "id": "q_001153", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Franz Beckenbauer", + "pred": "1985.0\n\n\nIn 1985, Pierre Littbarski was a member of the **1. FC K\u00f6ln** football team. The head coach of 1. FC K\u00f6ln during that season was **Rudi V\u00f6ller**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1985.0\n\n\nIn 1985, Pierre Littbarski was a member of the **1. FC K\u00f6ln** football team. The head coach of 1. FC K\u00f6ln during that season was **Rudi V\u00f6ller**." + }, + { + "id": "q_007164", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "Simone Inzaghi", + "pred": "The head coach of Pepe Reina's member of sports team was Massimo Allegri.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Pepe Reina's member of sports team was Massimo Allegri." + }, + { + "id": "q_006407", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Allianz Arena", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is not available in the provided text." + }, + { + "id": "q_001540", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "1997\u20131998", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1997\u20131998" + }, + { + "id": "q_005100", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_006066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Claudio Ranieri", + "pred": "In 2008, the head coach of Hasan Salihamid\u017ei\u0107's member of sports team was Zdravko Kevi\u0107.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2008, the head coach of Hasan Salihamid\u017ei\u0107's member of sports team was Zdravko Kevi\u0107." + }, + { + "id": "q_001566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "The answer is 1951.0.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is 1951.0." + }, + { + "id": "q_006837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "The winner of the Academy Award for Best Actor for the film \"Cast Away\" was Tom Hanks.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the Academy Award for Best Actor for the film \"Cast Away\" was Tom Hanks." + }, + { + "id": "q_007894", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_008658", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Ruslan Rotan", + "pred": "Andriy Shevchenko", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Andriy Shevchenko" + }, + { + "id": "q_005158", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "The head of state of Pietro Giacomo Nonis's country of citizenship, which is Italy, before Giovanni Leone was Antonio Segni.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of state of Pietro Giacomo Nonis's country of citizenship, which is Italy, before Giovanni Leone was Antonio Segni." + }, + { + "id": "q_007400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Italian lira", + "pred": "The currency of Giacomo Fornoni's country of citizenship in 1994 was the Italian lira.", + "em": 1.0, + "f1": 0.2666666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The currency of Giacomo Fornoni's country of citizenship in 1994 was the Italian lira." + }, + { + "id": "q_008060", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Bundesliga", + "pred": "Austrian Football Bundesliga", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Austrian Football Bundesliga" + }, + { + "id": "q_004900", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "SeatGeek Stadium", + "pred": "18855\n\nOkay, let's try to figure out this question. The user is asking for the home venue of Benji Joya's member of sports team after Logan Pause member of sports team Chicago Fire FC. Hmm, that's a bit confusing. Let me break it down step by step.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "18855\n\nOkay, let's try to figure out this question. The user is asking for the home venue of Benji Joya's member of sports team after Logan Pause member of sports team Chicago Fire FC. Hmm, that's a bit confusing. Let me break it down step by step." + }, + { + "id": "q_000430", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Bombardier", + "pred": "Alstom SA", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Alstom SA" + }, + { + "id": "q_006467", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Taiwan", + "pred": "Enderbury Island is a territory of Kiribati, which is an independent country. Therefore, the diplomatic relation of Enderbury Island's country (Kiribati) would be with other nations. However, since the question is about the diplomatic relation of Enderbury Island itself, it is important to note that", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "Enderbury Island is a territory of Kiribati, which is an independent country. Therefore, the diplomatic relation of Enderbury Island's country (Kiribati) would be with other nations. However, since the question is about the diplomatic relation of Enderbury Island itself, it is important to note that" + }, + { + "id": "q_004710", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1" + }, + { + "id": "q_000041", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "The head of government of Italy in 1996 was Romano Prodi.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of Italy in 1996 was Romano Prodi." + }, + { + "id": "q_004408", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "crown prince", + "pred": "Louise Mountbatten's spouse was the 1st Earl of Mountbatten, a position held by the 1st Earl of Mountbatten.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Louise Mountbatten's spouse was the 1st Earl of Mountbatten, a position held by the 1st Earl of Mountbatten." + }, + { + "id": "q_001201", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Yugoslavia", + "pred": "1964.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1964.0" + }, + { + "id": "q_004457", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "The answer is \"University of Vienna\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is \"University of Vienna\"." + }, + { + "id": "q_005193", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Italian lira", + "pred": "The currency of the country of citizenship of Antonio Cariglia in 1969 was the Italian lira.", + "em": 1.0, + "f1": 0.2857142857142857, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The currency of the country of citizenship of Antonio Cariglia in 1969 was the Italian lira." + }, + { + "id": "q_005781", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "State Anthem of the Soviet Union", + "pred": "The anthem of Kursk Oblast is \"Kursk Oblast\" (\u041a\u0443\u0440\u0441\u043a\u0438\u0439 \u043a\u0440\u0430\u0439), which was adopted in 2004. It is a regional anthem, not a national one, and it is not directly related to the song \"The Internationale,\" which is a socialist anthem and was", + "em": 0.0, + "f1": 0.1875, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The anthem of Kursk Oblast is \"Kursk Oblast\" (\u041a\u0443\u0440\u0441\u043a\u0438\u0439 \u043a\u0440\u0430\u0439), which was adopted in 2004. It is a regional anthem, not a national one, and it is not directly related to the song \"The Internationale,\" which is a socialist anthem and was" + }, + { + "id": "q_004013", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "1982.0\n\n\nThe answer is: 1982.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1982.0\n\n\nThe answer is: 1982.0" + }, + { + "id": "q_003935", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Volker Finke", + "pred": "1999.0\n\nOkay, let's try to figure out this question. The user is asking: \"After Benny Wendt member of sports team SC Freiburg, what was the head coach of Andreas Bornemann's member of sports team?\" And the answer given is 1999.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1999.0\n\nOkay, let's try to figure out this question. The user is asking: \"After Benny Wendt member of sports team SC Freiburg, what was the head coach of Andreas Bornemann's member of sports team?\" And the answer given is 1999." + }, + { + "id": "q_006770", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Silvio Berlusconi", + "pred": "The chairperson of Fernando Redondo's member of sports team in 2004 was Jos\u00e9 Mar\u00eda Gil-Robles.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The chairperson of Fernando Redondo's member of sports team in 2004 was Jos\u00e9 Mar\u00eda Gil-Robles." + }, + { + "id": "q_008617", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "1948.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1948.0" + }, + { + "id": "q_008708", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Bosnia and Herzegovina", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Bosnia and Herzegovina" + }, + { + "id": "q_005902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Zden\u011bk Zeman", + "pred": "1996.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1996.0" + }, + { + "id": "q_007389", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Saku Koivu", + "pred": "The team captain of Louis Leblanc's team, after Maurice Richard, was Jean B\u00e9liveau.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The team captain of Louis Leblanc's team, after Maurice Richard, was Jean B\u00e9liveau." + }, + { + "id": "q_005554", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Moscow", + "pred": "The twinned with of Imi Knoebel's work location in 1992 was Bielefeld.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The twinned with of Imi Knoebel's work location in 1992 was Bielefeld." + }, + { + "id": "q_000408", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Kingdom of Prussia", + "pred": "Germany\n\n\nPaul Cassirer's work location in 1904 was located in **Germany**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany\n\n\nPaul Cassirer's work location in 1904 was located in **Germany**." + }, + { + "id": "q_003634", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Uwe Neuhaus", + "pred": "The head coach of Micha\u0142 Bemben's member of sports team in 2008 was Janusz Kowalski.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Micha\u0142 Bemben's member of sports team in 2008 was Janusz Kowalski." + }, + { + "id": "q_006653", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Italian lira", + "pred": "The currency of Renato Barisani's country of citizenship in 1997 was the Italian lira.", + "em": 1.0, + "f1": 0.2666666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The currency of Renato Barisani's country of citizenship in 1997 was the Italian lira." + }, + { + "id": "q_000961", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Kate Winslet", + "pred": "The winner of La Vie en Rose's nominated for after Katharine Hepburn was not a person, but a film. La Vie en Rose is a 2007 French film directed by Olivier Dahan, which is a biographical drama about the life of French singer \u00c9dith Piaf. The film", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The winner of La Vie en Rose's nominated for after Katharine Hepburn was not a person, but a film. La Vie en Rose is a 2007 French film directed by Olivier Dahan, which is a biographical drama about the life of French singer \u00c9dith Piaf. The film" + }, + { + "id": "q_002923", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Yugoslavia", + "pred": "1949.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1949.0" + }, + { + "id": "q_008130", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Silvio Berlusconi", + "pred": "The chairperson of Sergio Porrini's member of sports team after Karl-Heinz Schnellinger member of sports team AC Milan was Giuseppe Farina.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The chairperson of Sergio Porrini's member of sports team after Karl-Heinz Schnellinger member of sports team AC Milan was Giuseppe Farina." + }, + { + "id": "q_001668", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Jane Fonda", + "pred": "The winner of Women in Love's nominated for was not Louise Fletcher, but rather the film itself, \"Women in Love\" (1969), which was nominated for several awards. However, if the question is asking about the winner of the Academy Award for Best Actress in a Leading Role for the film \"Women", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The winner of Women in Love's nominated for was not Louise Fletcher, but rather the film itself, \"Women in Love\" (1969), which was nominated for several awards. However, if the question is asking about the winner of the Academy Award for Best Actress in a Leading Role for the film \"Women" + }, + { + "id": "q_006838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Lucien Favre", + "pred": "The head coach of Marcel Schmelzer's member of sports team after J\u00fcrgen Klopp was Thomas Tuchel.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Marcel Schmelzer's member of sports team after J\u00fcrgen Klopp was Thomas Tuchel." + }, + { + "id": "q_007280", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Klaus Wowereit", + "pred": "The head of government of the United States in 2006 was George W. Bush.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of the United States in 2006 was George W. Bush." + }, + { + "id": "q_004011", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "Brian Moore's nominated for's winner in 1976 was \"The Lonely Passion of Adrianne\" (1976).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Brian Moore's nominated for's winner in 1976 was \"The Lonely Passion of Adrianne\" (1976)." + }, + { + "id": "q_001876", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Thomas Tuchel", + "pred": "1. FSV Mainz 05", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. FSV Mainz 05" + }, + { + "id": "q_003426", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "George H. W. Bush", + "pred": "The head of government of Motorola's country after Theodore Roosevelt was not a person, but a position. The head of government of the United States, which is where Motorola is based, was Franklin D. Roosevelt.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of Motorola's country after Theodore Roosevelt was not a person, but a position. The head of government of the United States, which is where Motorola is based, was Franklin D. Roosevelt." + }, + { + "id": "q_008324", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1930" + }, + { + "id": "q_001089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "After Giovanni Gronchi, the head of state of Italy was Antonio Segni.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After Giovanni Gronchi, the head of state of Italy was Antonio Segni." + }, + { + "id": "q_001646", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "The head coach of Walter Samuel's member of sports team, which is Inter Milan, after Luis Su\u00e1rez left the team was Jos\u00e9 Mourinho.", + "em": 1.0, + "f1": 0.17391304347826084, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Walter Samuel's member of sports team, which is Inter Milan, after Luis Su\u00e1rez left the team was Jos\u00e9 Mourinho." + }, + { + "id": "q_001719", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "1. Germany men's national association football team\n 2. J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. Germany men's national association football team\n 2. J\u00fcrgen Klinsmann" + }, + { + "id": "q_005359", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "The head coach of George Boateng's member of sports team in 2012 was John Carver.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of George Boateng's member of sports team in 2012 was John Carver." + }, + { + "id": "q_002201", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Princeton University", + "pred": "John von Neumann", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "John von Neumann" + }, + { + "id": "q_000953", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "In 2003, Monica Ali was nominated for the Man Booker Prize for her novel \"The Ghost Map\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2003, Monica Ali was nominated for the Man Booker Prize for her novel \"The Ghost Map\"." + }, + { + "id": "q_003588", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Jos\u00e9 Antonio Camacho", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Jos\u00e9 Antonio Camacho" + }, + { + "id": "q_006330", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "The answer is: John Banville.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is: John Banville." + }, + { + "id": "q_006529", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1991" + }, + { + "id": "q_006295", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "After Bette Davis, the winner of Mrs. Parkington's nomination was Joan Crawford.", + "em": 1.0, + "f1": 0.2666666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After Bette Davis, the winner of Mrs. Parkington's nomination was Joan Crawford." + }, + { + "id": "q_007246", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_001257", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "United Kingdom of Great Britain and Ireland" + }, + { + "id": "q_004353", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "the French Academy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "the French Academy" + }, + { + "id": "q_001453", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "The head of state of Kyakhta's country after Simferopol country Russian Empire was the Tsar of Russia.\n\n\nThe head of state of Kyakhta's country after the Simferopol country (which refers to the Russian Empire) was the **Tsar of Russia**. \n\nKyakhta was", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of state of Kyakhta's country after Simferopol country Russian Empire was the Tsar of Russia.\n\n\nThe head of state of Kyakhta's country after the Simferopol country (which refers to the Russian Empire) was the **Tsar of Russia**. \n\nKyakhta was" + }, + { + "id": "q_008300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "1951.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1951.0" + }, + { + "id": "q_008480", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "1993", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1993" + }, + { + "id": "q_006167", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "LMFAO", + "pred": "The winner of the MTV Movie Award for Best Song from a Movie for \"Party Rock Anthem\" was the band LMFAO. The award was won in 2012.", + "em": 1.0, + "f1": 0.09523809523809523, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the MTV Movie Award for Best Song from a Movie for \"Party Rock Anthem\" was the band LMFAO. The award was won in 2012." + }, + { + "id": "q_003258", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "J\u00fcrgen Linden", + "pred": "The head of government of the residence of Ena von Baer in 2002 was the President of the United States, George W. Bush.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of government of the residence of Ena von Baer in 2002 was the President of the United States, George W. Bush." + }, + { + "id": "q_004631", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "absolute monarchy", + "pred": "In 1904, the basic form of government of Trabzon Province's country was a constitutional monarchy.", + "em": 0.0, + "f1": 0.11764705882352941, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1904, the basic form of government of Trabzon Province's country was a constitutional monarchy." + }, + { + "id": "q_004837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Ang Lee", + "pred": "The Tree of Life was not nominated for an Oscar before Alfonso Cuar\u00f3n.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Tree of Life was not nominated for an Oscar before Alfonso Cuar\u00f3n." + }, + { + "id": "q_002531", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Austria", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_008228", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Frances McDormand", + "pred": "The winner of Elisabeth Shue's nominated for was the 1996 Academy Award for Best Actress for her role in the film \"The Client\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Elisabeth Shue's nominated for was the 1996 Academy Award for Best Actress for her role in the film \"The Client\"." + }, + { + "id": "q_005557", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Fatih Terim", + "pred": "The head coach of Adem B\u00fcy\u00fck's team after Ali Kemal Denizci was Fatih Terim.", + "em": 1.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Adem B\u00fcy\u00fck's team after Ali Kemal Denizci was Fatih Terim." + }, + { + "id": "q_007336", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2003" + }, + { + "id": "q_003098", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "The head of state of Flavio Mogherini's country of citizenship, Italy, before Francesco Cossiga was Giovanni Gronchi.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of state of Flavio Mogherini's country of citizenship, Italy, before Francesco Cossiga was Giovanni Gronchi." + }, + { + "id": "q_002950", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1945.0, + "gold": "1945", + "pred": "1945", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1945" + }, + { + "id": "q_000019", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Italian lira", + "pred": "The currency of the country of citizenship of Maurizio Lucidi in 2002 was the Euro (\u20ac).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The currency of the country of citizenship of Maurizio Lucidi in 2002 was the Euro (\u20ac)." + }, + { + "id": "q_001920", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Claudio Ranieri", + "pred": "Roberto Di Matteo's member of sports team's head coach in 2002 was Tony Pulis.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Roberto Di Matteo's member of sports team's head coach in 2002 was Tony Pulis." + }, + { + "id": "q_005782", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italian lira" + }, + { + "id": "q_006670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "White Hart Lane", + "pred": "The answer is \"Wembley Stadium\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is \"Wembley Stadium\"." + }, + { + "id": "q_000862", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Humphrey Bogart", + "pred": "1951 Academy Award for Best Actor", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1951 Academy Award for Best Actor" + }, + { + "id": "q_001033", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "China Mi\u00e9ville", + "pred": "In 2005, the winner of the Academy Award for Best Adapted Screenplay was \"The Departed\" (2006), directed by Martin Scorsese. However, \"Cloud Atlas\" was not nominated for an Academy Award in 2005. \"Cloud Atlas\" is a", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2005, the winner of the Academy Award for Best Adapted Screenplay was \"The Departed\" (2006), directed by Martin Scorsese. However, \"Cloud Atlas\" was not nominated for an Academy Award in 2005. \"Cloud Atlas\" is a" + }, + { + "id": "q_003960", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_006287", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "1999.0\n\nOkay, let's try to figure out this question. The user is asking for the head coach of Josh Lewsey's member of sports team after Wavell Wakefield, 1st Baron Wakefield of Kendal member of sports team England men\u2019s national rugby union team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1999.0\n\nOkay, let's try to figure out this question. The user is asking for the head coach of Josh Lewsey's member of sports team after Wavell Wakefield, 1st Baron Wakefield of Kendal member of sports team England men\u2019s national rugby union team." + }, + { + "id": "q_007880", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Giovanni Trapattoni", + "pred": "The head coach of Stefano Tacconi's member of sports team in 1992 was Giuseppe Saronni.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Stefano Tacconi's member of sports team in 1992 was Giuseppe Saronni." + }, + { + "id": "q_005772", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "In 1982, the Titel Municipality was located in the country of Yugoslavia.", + "em": 0.0, + "f1": 0.26666666666666666, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1982, the Titel Municipality was located in the country of Yugoslavia." + }, + { + "id": "q_006294", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Best Actress in a Supporting Role", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Best Actress in a Supporting Role" + }, + { + "id": "q_004173", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "In 1982, the head coach of the team that Pierre Littbarski played for was Helmut Sch\u00f6n.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1982, the head coach of the team that Pierre Littbarski played for was Helmut Sch\u00f6n." + }, + { + "id": "q_005281", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "1958.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1958.0" + }, + { + "id": "q_005433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Ottmar Hitzfeld", + "pred": "The head coach of Ren\u00e9 Tretschok's member of sports team after Michael Zorc member of sports team Borussia Dortmund is not directly answerable with the given information.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Ren\u00e9 Tretschok's member of sports team after Michael Zorc member of sports team Borussia Dortmund is not directly answerable with the given information." + }, + { + "id": "q_008091", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "\u0130smet \u0130n\u00f6n\u00fc", + "pred": "The chairperson of Fuat K\u00f6pr\u00fcl\u00fc's member of political party before Deniz Baykal was Ahmet Davuto\u011flu.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The chairperson of Fuat K\u00f6pr\u00fcl\u00fc's member of political party before Deniz Baykal was Ahmet Davuto\u011flu." + }, + { + "id": "q_004964", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "European Union" + }, + { + "id": "q_002871", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Giuseppe Saragat was the head of state of Italy from 1959 to 1962. Giacinto Facchetti was an Italian footballer, so his country of citizenship was Italy. Therefore, the head of state of Giacinto Facchetti's country of citizenship after Gi", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Giuseppe Saragat was the head of state of Italy from 1959 to 1962. Giacinto Facchetti was an Italian footballer, so his country of citizenship was Italy. Therefore, the head of state of Giacinto Facchetti's country of citizenship after Gi" + }, + { + "id": "q_003979", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Rachida Brakni", + "pred": "1999 European Film Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999 European Film Award for Best Actress" + }, + { + "id": "q_008204", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Erwin Kramer", + "pred": "The manager of DRB Class 52's operator before Heinz D\u00fcrr was Karl-Heinz Riedel.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The manager of DRB Class 52's operator before Heinz D\u00fcrr was Karl-Heinz Riedel." + }, + { + "id": "q_001932", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Joe Louis Arena", + "pred": "The home venue of Stu Grimson's team, which he was drafted by in 1983, was the Montreal Forum.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The home venue of Stu Grimson's team, which he was drafted by in 1983, was the Montreal Forum." + }, + { + "id": "q_007185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Serbia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Serbia" + }, + { + "id": "q_000480", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "UNESCO", + "pred": "European Union", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "European Union" + }, + { + "id": "q_007286", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "1.0\n\n\nThe sponsor of Bastian Reinhardt's member of sports team in 2009 was **Red Bull**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1.0\n\n\nThe sponsor of Bastian Reinhardt's member of sports team in 2009 was **Red Bull**." + }, + { + "id": "q_003179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Daniel Auteuil", + "pred": "Before Ewan McGregor, the winner of Jan Decleir's nomination was David Bowie.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Before Ewan McGregor, the winner of Jan Decleir's nomination was David Bowie." + }, + { + "id": "q_002946", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Michal B\u00edlek", + "pred": "The head coach of Daniel Kol\u00e1\u0159's member of sports team after Czechia men's national football team head coach Jozef Chovanec was Milan \u0160koda.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Daniel Kol\u00e1\u0159's member of sports team after Czechia men's national football team head coach Jozef Chovanec was Milan \u0160koda." + }, + { + "id": "q_003999", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Adolf Hitler", + "pred": "Hans G\u00fcnther was a member of the National Socialist German Workers' Party (NSDAP), and the chairperson of the party after Anton Drexler was **Karl Harrer**. \n\n**Step-by-Step Explanation:**\n1. **Identify the Political Party:** Hans G\u00fcnther was a member of", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Hans G\u00fcnther was a member of the National Socialist German Workers' Party (NSDAP), and the chairperson of the party after Anton Drexler was **Karl Harrer**. \n\n**Step-by-Step Explanation:**\n1. **Identify the Political Party:** Hans G\u00fcnther was a member of" + }, + { + "id": "q_005894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "The winner of Vera Drake's nominated for was the Academy Award for Best Actress, which was won by Judi Dench.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Vera Drake's nominated for was the Academy Award for Best Actress, which was won by Judi Dench." + }, + { + "id": "q_005752", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "The head of government of Bruno Bettinelli's country of citizenship was Giulio Andreotti.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of Bruno Bettinelli's country of citizenship was Giulio Andreotti." + }, + { + "id": "q_001810", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "The head of state of Alberto Ronchey's country of citizenship, which is Italy, before Sandro Pertini was Pietro Badoglio.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of state of Alberto Ronchey's country of citizenship, which is Italy, before Sandro Pertini was Pietro Badoglio." + }, + { + "id": "q_004977", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "The head of state of Livio Lorenzon's country of citizenship in 1957 was the President of the Italian Republic, which was Enrico de Nicola.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of state of Livio Lorenzon's country of citizenship in 1957 was the President of the Italian Republic, which was Enrico de Nicola." + }, + { + "id": "q_004496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Paul von Hindenburg", + "pred": "The head of state of Otto Schuhart's allegiance after the Weimar Republic was the Federal Republic of Germany.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of state of Otto Schuhart's allegiance after the Weimar Republic was the Federal Republic of Germany." + }, + { + "id": "q_007873", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "1929.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1929.0" + }, + { + "id": "q_002637", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Graham Swift won the 1996 Man Booker Prize for his novel \"Waterland.\" The question seems to be asking about the year when Graham Swift won the Man Booker Prize for \"Waterland,\" which was 1996. The mention of \"Every Man for Himself\" might be a confusion or a", + "em": 1.0, + "f1": 0.06451612903225806, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Graham Swift won the 1996 Man Booker Prize for his novel \"Waterland.\" The question seems to be asking about the year when Graham Swift won the Man Booker Prize for \"Waterland,\" which was 1996. The mention of \"Every Man for Himself\" might be a confusion or a" + }, + { + "id": "q_005587", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Gwyneth Jones was the winner of the 2002 Hugo Award for Best Novelette for her work \"The Day the Earth Stood Still\".", + "em": 1.0, + "f1": 0.10526315789473684, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Gwyneth Jones was the winner of the 2002 Hugo Award for Best Novelette for her work \"The Day the Earth Stood Still\"." + }, + { + "id": "q_005428", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Silvio Berlusconi", + "pred": "The chairperson of Arrigo Sacchi's coach of sports team in 1997 was Giuseppe Marotta.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The chairperson of Arrigo Sacchi's coach of sports team in 1997 was Giuseppe Marotta." + }, + { + "id": "q_005312", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Ruth Chatterton was nominated for the Academy Award for Best Actress in 1930 for her role in the film \"The Divorce of Lady X\". However, she did not win the award that year. The winner for Best Actress in 1930 was Norma Shearer for her performance in", + "em": 1.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Ruth Chatterton was nominated for the Academy Award for Best Actress in 1930 for her role in the film \"The Divorce of Lady X\". However, she did not win the award that year. The winner for Best Actress in 1930 was Norma Shearer for her performance in" + }, + { + "id": "q_006932", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "1965.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1965.0" + }, + { + "id": "q_000781", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Bucharest" + }, + { + "id": "q_007295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "CBS", + "pred": "The original broadcaster of Natalia Oreiro's nominated work for the Mart\u00edn Fierro Award was Televisi\u00f3n P\u00fablica.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The original broadcaster of Natalia Oreiro's nominated work for the Mart\u00edn Fierro Award was Televisi\u00f3n P\u00fablica." + }, + { + "id": "q_000003", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1947.0, + "gold": "1947", + "pred": "1947", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1947" + }, + { + "id": "q_004851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Giorgio Napolitano", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Giuseppe Saragat" + }, + { + "id": "q_004934", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "Italian lira", + "pred": "The currency of Gianna Maria Canale's country of citizenship in 1978 was the Italian lira.", + "em": 1.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The currency of Gianna Maria Canale's country of citizenship in 1978 was the Italian lira." + }, + { + "id": "q_000313", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Before Kazakhstan, the area where Semey is located was part of the Russian Empire.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Before Kazakhstan, the area where Semey is located was part of the Russian Empire." + }, + { + "id": "q_003612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2016.0, + "gold": "Matteo Renzi", + "pred": "The head of government of Mario Agnes's country of citizenship after Emilio Colombo was Giuseppe Zanetti.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of Mario Agnes's country of citizenship after Emilio Colombo was Giuseppe Zanetti." + }, + { + "id": "q_008643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Yugoslavia", + "pred": "1965.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1965.0" + }, + { + "id": "q_000903", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Alen Halilovi\u0107's member of sports team's head coach in 2014 was Zeljko Petrovi\u0107.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Alen Halilovi\u0107's member of sports team's head coach in 2014 was Zeljko Petrovi\u0107." + }, + { + "id": "q_000168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Yugoslavia", + "pred": "1979.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1979.0" + }, + { + "id": "q_005738", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Aldo Moro", + "pred": "After Mario Scelba, the head of government of Enzo Sellerio's country of citizenship (Italy) was Amintore Fanfani.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After Mario Scelba, the head of government of Enzo Sellerio's country of citizenship (Italy) was Amintore Fanfani." + }, + { + "id": "q_006558", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "The question is a bit confusing, but I'll try to break it down step by step.\n\n1. Claudio Caniggia was a member of S.L. Benfica, a sports team.\n2. Artur Moraes is mentioned as a member of a sports team, but it's not clear which", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The question is a bit confusing, but I'll try to break it down step by step.\n\n1. Claudio Caniggia was a member of S.L. Benfica, a sports team.\n2. Artur Moraes is mentioned as a member of a sports team, but it's not clear which" + }, + { + "id": "q_004400", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "The winner of the award received by Heat and Dust before Kingsley Amis was John Wain.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the award received by Heat and Dust before Kingsley Amis was John Wain." + }, + { + "id": "q_001076", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_002725", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Pierre Trudeau", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Pierre Trudeau" + }, + { + "id": "q_003906", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Liga Portugal", + "pred": "1. Liga (Poland)", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. Liga (Poland)" + }, + { + "id": "q_004405", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Alberto Bigon", + "pred": "The answer is: 1. 2008.0 2. 2008.0 3. 2008.0 4. 2008.0 5. 2008.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is: 1. 2008.0 2. 2008.0 3. 2008.0 4. 2008.0 5. 2008.0" + }, + { + "id": "q_007565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Wolfgang Gerhardt", + "pred": "The chairperson of Walter Scheel's member of political party in 1999 was Hans-Dietrich Genscher.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The chairperson of Walter Scheel's member of political party in 1999 was Hans-Dietrich Genscher." + }, + { + "id": "q_000757", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "COMECON", + "pred": "1971.0\n\nOkay, let's try to figure out this question. The user is asking: \"After Albania member of Warsaw Pact, what was the member of of Anila Wilms's country of citizenship?\" And the answer given is 1971.0. Hmm, that seems", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1971.0\n\nOkay, let's try to figure out this question. The user is asking: \"After Albania member of Warsaw Pact, what was the member of of Anila Wilms's country of citizenship?\" And the answer given is 1971.0. Hmm, that seems" + }, + { + "id": "q_003912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "1. 2. 3. 4. 5. 6. 7. 8. 9. 10.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. 2. 3. 4. 5. 6. 7. 8. 9. 10." + }, + { + "id": "q_005056", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Lavrentiy Beria", + "pred": "In 1944, the chairperson of the Gulag's parent organization, the Main Administration of Camps (Glavnoye Upravleniye Lagerey, or GULAG), was Lavrentiy Beria. Beria was a high-ranking Soviet official and a key figure in", + "em": 1.0, + "f1": 0.13793103448275862, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1944, the chairperson of the Gulag's parent organization, the Main Administration of Camps (Glavnoye Upravleniye Lagerey, or GULAG), was Lavrentiy Beria. Beria was a high-ranking Soviet official and a key figure in" + }, + { + "id": "q_007014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "1999.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999.0" + }, + { + "id": "q_008552", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "1998", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1998" + }, + { + "id": "q_004025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Bambi Award", + "pred": "1958.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1958.0" + }, + { + "id": "q_000678", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Greer Garson was a renowned actress who won the Academy Award for Best Actress in 1942 for her role in \"The Yearling.\" However, the question seems to be asking about the winner of the Academy Award for Best Actress in the year that Greer Garson was nominated, which is 1", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Greer Garson was a renowned actress who won the Academy Award for Best Actress in 1942 for her role in \"The Yearling.\" However, the question seems to be asking about the winner of the Academy Award for Best Actress in the year that Greer Garson was nominated, which is 1" + }, + { + "id": "q_002043", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Gandria was the replacement for Pazzallo in 2004.", + "em": 1.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Gandria was the replacement for Pazzallo in 2004." + }, + { + "id": "q_007190", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "coming out", + "pred": "Anne Heche's unmarried partner in 1997 was actor and director John C. Reilly. The significant event related to him during that year was his role in the film \"The Big Lebowski,\" which was released in 1998 but had its production in 1997.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Anne Heche's unmarried partner in 1997 was actor and director John C. Reilly. The significant event related to him during that year was his role in the film \"The Big Lebowski,\" which was released in 1998 but had its production in 1997." + }, + { + "id": "q_003533", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italian lira" + }, + { + "id": "q_003295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Attila J\u00f3zsef", + "pred": "L\u00e1szl\u00f3 B\u00fcky's education after the University of Szeged, named after Franz Joseph I of Austria, was at the University of Budapest.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "L\u00e1szl\u00f3 B\u00fcky's education after the University of Szeged, named after Franz Joseph I of Austria, was at the University of Budapest." + }, + { + "id": "q_008026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Ingrid Bergman", + "pred": "The winner of Jean Arthur's nominated for in 1944 was \"The Best Years of Our Lives\" (1945), which won the Academy Award for Best Picture.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Jean Arthur's nominated for in 1944 was \"The Best Years of Our Lives\" (1945), which won the Academy Award for Best Picture." + }, + { + "id": "q_004864", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Ireland", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_001930", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1929.0, + "gold": "1929", + "pred": "Warner Baxter was never the winner of Disraeli's award.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Warner Baxter was never the winner of Disraeli's award." + }, + { + "id": "q_004482", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2005" + }, + { + "id": "q_000444", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "president of Germany", + "pred": "President of Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "President of Germany" + }, + { + "id": "q_002417", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Saku Koivu", + "pred": "The team captain of the team that drafted Juraj Mik\u00fa\u0161 was Wayne Gretzky.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The team captain of the team that drafted Juraj Mik\u00fa\u0161 was Wayne Gretzky." + }, + { + "id": "q_002864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "1. Super Lig\n2. UEFA Champions League\n3. UEFA Europa League\n4. Turkish Cup\n5. Turkish Super Cup", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. Super Lig\n2. UEFA Champions League\n3. UEFA Europa League\n4. Turkish Cup\n5. Turkish Super Cup" + }, + { + "id": "q_002089", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1975" + }, + { + "id": "q_002782", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "The head of government of Germany in 2009 was Angela Merkel.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of Germany in 2009 was Angela Merkel." + }, + { + "id": "q_004348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Karel Br\u00fcckner", + "pred": "The head coach of Roman T\u00fd\u010d's team after Du\u0161an Uhrin was Vladim\u00edr \u0160micer.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Roman T\u00fd\u010d's team after Du\u0161an Uhrin was Vladim\u00edr \u0160micer." + }, + { + "id": "q_006603", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2006" + }, + { + "id": "q_000643", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Adolf Hitler", + "pred": "The chairperson of Franz Xaver Schwarz's member of political party before Martin Bormann was Karl Dietrich von Schleicher.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The chairperson of Franz Xaver Schwarz's member of political party before Martin Bormann was Karl Dietrich von Schleicher." + }, + { + "id": "q_001459", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Sepp Piontek", + "pred": "The head coach of Kim Vilfort's member of sports team before Morten Olsen was S\u00f8rensen.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Kim Vilfort's member of sports team before Morten Olsen was S\u00f8rensen." + }, + { + "id": "q_007691", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "German Emperor", + "pred": "Emperor of Germany", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Emperor of Germany" + }, + { + "id": "q_004382", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Israeli Premier League", + "pred": "2015\u201316 UEFA Champions League", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2015\u201316 UEFA Champions League" + }, + { + "id": "q_008297", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Luxembourg National Division", + "pred": "1. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. Bundesliga" + }, + { + "id": "q_004135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_007490", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Marie Dressler", + "pred": "The winner of Ann Harding's nominated for in 1931 was \"The Informer\" (1935), which won the Academy Award for Best Picture.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Ann Harding's nominated for in 1931 was \"The Informer\" (1935), which won the Academy Award for Best Picture." + }, + { + "id": "q_004470", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "The answer is: Jos\u00e9 Antonio Camacho.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is: Jos\u00e9 Antonio Camacho." + }, + { + "id": "q_001400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Nike", + "pred": "2002.0\n\nOkay, let's try to figure out what Austin Healey's member of sports team's kit supplier was in 2002. First, I need to understand the question properly. The user is asking about Austin Healey, who is a former footballer, and specifically", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2002.0\n\nOkay, let's try to figure out what Austin Healey's member of sports team's kit supplier was in 2002. First, I need to understand the question properly. The user is asking about Austin Healey, who is a former footballer, and specifically" + }, + { + "id": "q_005647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Pacific Coliseum", + "pred": "The Superdome", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Superdome" + }, + { + "id": "q_000107", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Prague", + "pred": "Prague\n\n\nThe headquarters of Anton\u00edn Kapek's member of political party in 1984 was **Prague**.", + "em": 1.0, + "f1": 0.13333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Prague\n\n\nThe headquarters of Anton\u00edn Kapek's member of political party in 1984 was **Prague**." + }, + { + "id": "q_000481", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "The winner of Joan Barfoot's nomination was not specified in the given text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Joan Barfoot's nomination was not specified in the given text." + }, + { + "id": "q_005374", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_007891", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Second Lady or Gentleman of the United States", + "pred": "First Lady of the United States", + "em": 0.0, + "f1": 0.7142857142857143, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "First Lady of the United States" + }, + { + "id": "q_004941", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Ralf Loose", + "pred": "1999-2000\n\n\nThe head coach of Chris Philipps's member of sports team after Steffen Kocholl was **Rainer Adrion**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999-2000\n\n\nThe head coach of Chris Philipps's member of sports team after Steffen Kocholl was **Rainer Adrion**." + }, + { + "id": "q_007300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "1999.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999.0" + }, + { + "id": "q_007401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "The Romanian People's Republic anthem", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Romanian People's Republic anthem" + }, + { + "id": "q_001311", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2010" + }, + { + "id": "q_003353", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Panama", + "pred": "In 1964, the shares border with of All Summer Long's place of publication was 1964.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1964, the shares border with of All Summer Long's place of publication was 1964." + }, + { + "id": "q_005629", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1998" + }, + { + "id": "q_005931", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Leonid Brezhnev", + "pred": "Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Mikhail Gorbachev" + }, + { + "id": "q_005823", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Territory of Hawaii", + "pred": "United States of America", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "United States of America" + }, + { + "id": "q_002989", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Free State of Prussia", + "pred": "1924.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1924.0" + }, + { + "id": "q_004259", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Anne Enright", + "pred": "A. S. Byatt", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "A. S. Byatt" + }, + { + "id": "q_002166", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Ligue 1", + "pred": "1.995.0\n\n\nThe league or competition of Gr\u00e9gory Ursule's member of sports team in 1995 was the **Ligue 1** (French Football League).", + "em": 1.0, + "f1": 0.17391304347826084, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1.995.0\n\n\nThe league or competition of Gr\u00e9gory Ursule's member of sports team in 1995 was the **Ligue 1** (French Football League)." + }, + { + "id": "q_006376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1995" + }, + { + "id": "q_008518", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Hans Backe", + "pred": "The head coach of Jan Gunnar Solli's member of sports team after Carlos Alberto Parreira was Sven-G\u00f6ran Eriksson.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Jan Gunnar Solli's member of sports team after Carlos Alberto Parreira was Sven-G\u00f6ran Eriksson." + }, + { + "id": "q_003792", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Ferruccio Tagliavini was an Italian politician, so his country of citizenship was Italy. Before Francesco Cossiga, who served as the President of Italy from 1978 to 1985, the head of state of Italy was Giovanni Leone. Therefore, the answer is Giovanni Leone.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Ferruccio Tagliavini was an Italian politician, so his country of citizenship was Italy. Before Francesco Cossiga, who served as the President of Italy from 1978 to 1985, the head of state of Italy was Giovanni Leone. Therefore, the answer is Giovanni Leone." + }, + { + "id": "q_000844", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "In 2001, the winner of the Academy Award for Best Actor for the film \"Cast Away\" was Tom Hanks.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2001, the winner of the Academy Award for Best Actor for the film \"Cast Away\" was Tom Hanks." + }, + { + "id": "q_005425", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Sandro Pertini", + "pred": "The head of state of Italy in 1979 was Sandro Pertini.", + "em": 1.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of state of Italy in 1979 was Sandro Pertini." + }, + { + "id": "q_006156", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The winner of the European Film Award for Best Actor in 2005 was Javier Bardem for his role in \"No Country for Old Men.\" Romain Duris was nominated for the same award for his role in \"L'\u00c9tranger\" (The Stranger). The winner of the European Film Award for", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the European Film Award for Best Actor in 2005 was Javier Bardem for his role in \"No Country for Old Men.\" Romain Duris was nominated for the same award for his role in \"L'\u00c9tranger\" (The Stranger). The winner of the European Film Award for" + }, + { + "id": "q_006038", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Austro-Hungarian krone", + "pred": "The currency of Lunga's country before the Hungarian korona was the Hungarian forint.", + "em": 0.0, + "f1": 0.14285714285714288, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The currency of Lunga's country before the Hungarian korona was the Hungarian forint." + }, + { + "id": "q_008465", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1923.0, + "gold": "Egyptian pound", + "pred": "The currency of Ramallah's country in 1923 was the British pound.", + "em": 0.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The currency of Ramallah's country in 1923 was the British pound." + }, + { + "id": "q_004604", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Javier Aguirre", + "pred": "The answer is \"Boca Juniors\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is \"Boca Juniors\"." + }, + { + "id": "q_002929", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "The Internationale", + "pred": "The anthem of the Black Sea Governorate was \"The Song of the Black Sea\" (Russian: \"\u041f\u0435\u0441\u043d\u044f \u0427\u0435\u0440\u043d\u043e\u043c\u043e\u0440\u044c\u044f\"), composed by Alexander Alexandrov and written by Vladimir Vysotsky.", + "em": 0.0, + "f1": 0.09523809523809525, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The anthem of the Black Sea Governorate was \"The Song of the Black Sea\" (Russian: \"\u041f\u0435\u0441\u043d\u044f \u0427\u0435\u0440\u043d\u043e\u043c\u043e\u0440\u044c\u044f\"), composed by Alexander Alexandrov and written by Vladimir Vysotsky." + }, + { + "id": "q_007720", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "The head of government of Peppino De Filippo's country of citizenship, Italy, after Luigi Longo's country of citizenship (also Italy) was **Mario Monti**. \n\n**Step-by-Step Explanation:**\n1. **Identify Peppino De Filippo's country of citizenship:** Italy.", + "em": 0.0, + "f1": 0.08, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of Peppino De Filippo's country of citizenship, Italy, after Luigi Longo's country of citizenship (also Italy) was **Mario Monti**. \n\n**Step-by-Step Explanation:**\n1. **Identify Peppino De Filippo's country of citizenship:** Italy." + }, + { + "id": "q_005879", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "1992\u20131994: 1992\u20131994: 1992\u20131994: 1992\u20131994: 1992\u20131994: 1992\u2013199", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1992\u20131994: 1992\u20131994: 1992\u20131994: 1992\u20131994: 1992\u20131994: 1992\u2013199" + }, + { + "id": "q_001938", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Territory of Hawaii", + "pred": "Province of Iloilo", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Province of Iloilo" + }, + { + "id": "q_004995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Academy Award for Best Supporting Actress", + "pred": "The nominated for of Anthony Franciosa's spouse, Shelley Winters, was the Academy Award for Best Actress.", + "em": 0.0, + "f1": 0.47619047619047616, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The nominated for of Anthony Franciosa's spouse, Shelley Winters, was the Academy Award for Best Actress." + }, + { + "id": "q_006351", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Stade Chaban-Delmas" + }, + { + "id": "q_005087", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "1956.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1956.0" + }, + { + "id": "q_006536", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_006736", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Sandra Bullock", + "pred": "The winner of Doubt's nominated for after The Grifters was nominated for the Academy Award for Best Actress was Meryl Streep.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Doubt's nominated for after The Grifters was nominated for the Academy Award for Best Actress was Meryl Streep." + }, + { + "id": "q_004654", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "The head of state of Khrustalnyi's country after Vladimir Lenin's country of citizenship, the Russian Empire, was the Soviet Union.", + "em": 0.0, + "f1": 0.1, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of state of Khrustalnyi's country after Vladimir Lenin's country of citizenship, the Russian Empire, was the Soviet Union." + }, + { + "id": "q_005945", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "After Harry S. Truman, the head of government of Frank Tieri's residence was Dwight D. Eisenhower.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After Harry S. Truman, the head of government of Frank Tieri's residence was Dwight D. Eisenhower." + }, + { + "id": "q_007681", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Daman and Diu", + "pred": "Rajasthan\n\n\nThe answer is **Rajasthan**.\n\n**Step-by-Step Explanation:**\n\n1. **Identify the country of citizenship of Abhijit Banerjee:**\n - Abhijit Banerjee is a citizen of **India**.\n\n2. **Determine the head", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Rajasthan\n\n\nThe answer is **Rajasthan**.\n\n**Step-by-Step Explanation:**\n\n1. **Identify the country of citizenship of Abhijit Banerjee:**\n - Abhijit Banerjee is a citizen of **India**.\n\n2. **Determine the head" + }, + { + "id": "q_006184", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Lyndon B. Johnson", + "pred": "Before Richard Nixon, the head of government of Smiley Smile's place of publication was John F. Kennedy.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Before Richard Nixon, the head of government of Smiley Smile's place of publication was John F. Kennedy." + }, + { + "id": "q_000115", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Caja M\u00e1gica", + "pred": "Palau de la Musica Catalana\n\n\nThe home venue of Ettore Messina's member of sports team, after Mario Stoji\u0107's member of sports team Real Madrid Baloncesto, is **Palau de la M\u00fasica Catalana**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Palau de la Musica Catalana\n\n\nThe home venue of Ettore Messina's member of sports team, after Mario Stoji\u0107's member of sports team Real Madrid Baloncesto, is **Palau de la M\u00fasica Catalana**." + }, + { + "id": "q_002711", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "1954.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1954.0" + }, + { + "id": "q_005754", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Croatia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Croatia" + }, + { + "id": "q_002277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "2012\u201313 Turkish Basketball Super League", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2012\u201313 Turkish Basketball Super League" + }, + { + "id": "q_000552", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italian lira", + "pred": "1951.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1951.0" + }, + { + "id": "q_000403", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "SeatGeek Stadium", + "pred": "1999-2000 Serie A\n\n\nThe home venue of Paolo Tornaghi's member of sports team in 2012 was **Stadio Artemio Franchi**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999-2000 Serie A\n\n\nThe home venue of Paolo Tornaghi's member of sports team in 2012 was **Stadio Artemio Franchi**." + }, + { + "id": "q_003856", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "In 1971, Faye Dunaway's unmarried partner was Warren Beatty. Warren Beatty was an American citizen. Therefore, the country of citizenship of Faye Dunaway's unmarried partner in 1971 was the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1971, Faye Dunaway's unmarried partner was Warren Beatty. Warren Beatty was an American citizen. Therefore, the country of citizenship of Faye Dunaway's unmarried partner in 1971 was the United States." + }, + { + "id": "q_003602", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Mikhail Gorbachev", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is not available in the provided text." + }, + { + "id": "q_007850", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "1950.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1950.0" + }, + { + "id": "q_001019", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1962.0, + "gold": "1962", + "pred": "1962", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1962" + }, + { + "id": "q_004322", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Dietrich Stobbe", + "pred": "1980.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1980.0" + }, + { + "id": "q_004271", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is not available in the provided text." + }, + { + "id": "q_001171", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "In 2001, the head of state of Armando Ceste's country of citizenship was President of the Republic of the Congo.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 2001, the head of state of Armando Ceste's country of citizenship was President of the Republic of the Congo." + }, + { + "id": "q_007890", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Genevi\u00e8ve Bujold was nominated for the Academy Award for Best Actress for her role in the film \"The Last of the Mohicans\" (1992).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Genevi\u00e8ve Bujold was nominated for the Academy Award for Best Actress for her role in the film \"The Last of the Mohicans\" (1992)." + }, + { + "id": "q_008632", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "The capital of the country where Demeter Balla worked in 1968 was Budapest.\n\n\nThe capital of the country where Demeter Balla worked in 1968 was **Budapest**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The capital of the country where Demeter Balla worked in 1968 was Budapest.\n\n\nThe capital of the country where Demeter Balla worked in 1968 was **Budapest**." + }, + { + "id": "q_007395", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1925.0, + "gold": "Egyptian pound", + "pred": "The currency of Afula's country, which is in Mandatory Palestine, was the Palestine pound.", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The currency of Afula's country, which is in Mandatory Palestine, was the Palestine pound." + }, + { + "id": "q_007784", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Jennifer Johnston was a British author, and in 1977, she was nominated for the Booker Prize for her novel \"The Summer of the Beautiful White Horse.\" The winner of that year's Booker Prize was Margaret Drabble for her novel \"The Radiant Way.\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Jennifer Johnston was a British author, and in 1977, she was nominated for the Booker Prize for her novel \"The Summer of the Beautiful White Horse.\" The winner of that year's Booker Prize was Margaret Drabble for her novel \"The Radiant Way.\"" + }, + { + "id": "q_006008", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Rainer Ernst's member of sports team's chairperson in 1992 was Hans-J\u00fcrgen B\u00f6ckler.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Rainer Ernst's member of sports team's chairperson in 1992 was Hans-J\u00fcrgen B\u00f6ckler." + }, + { + "id": "q_007623", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Zden\u011bk Zeman", + "pred": "1995.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1995.0" + }, + { + "id": "q_000261", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "The Netherlands", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Netherlands" + }, + { + "id": "q_005362", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Yugoslavia", + "pred": "1992.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1992.0" + }, + { + "id": "q_003134", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Teen Choice Awards", + "pred": "2012 Canadian Juno Award for Single of the Year", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2012 Canadian Juno Award for Single of the Year" + }, + { + "id": "q_006822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "In 2009, the sponsor of Kai-Fabian Schulz's member of sports team was \"Brauerei Schloss Eggenberg\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2009, the sponsor of Kai-Fabian Schulz's member of sports team was \"Brauerei Schloss Eggenberg\"." + }, + { + "id": "q_003313", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Italian lira", + "pred": "The currency of the country of citizenship of Eugenio Monti in 1972 was the Italian lira.", + "em": 1.0, + "f1": 0.2857142857142857, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The currency of the country of citizenship of Eugenio Monti in 1972 was the Italian lira." + }, + { + "id": "q_005360", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "The head of government of Tim Eitel's work location after Dietrich Stobbe was the Minister-President of the State of Brandenburg, which is the current head of government for the state of Brandenburg, Germany.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of government of Tim Eitel's work location after Dietrich Stobbe was the Minister-President of the State of Brandenburg, which is the current head of government for the state of Brandenburg, Germany." + }, + { + "id": "q_001597", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Peter Carey", + "pred": "The winner of Rachel Seiffert's nominated for after William Trevor nominated for Booker Prize was \"The Sea\" by John Banville.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Rachel Seiffert's nominated for after William Trevor nominated for Booker Prize was \"The Sea\" by John Banville." + }, + { + "id": "q_003838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Ronald Colman", + "pred": "Before Sean Penn, the winner of Hamlet's award received was not specified in the given text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Before Sean Penn, the winner of Hamlet's award received was not specified in the given text." + }, + { + "id": "q_005949", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Attila J\u00f3zsef", + "pred": "Hungarian Academy of Sciences", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Hungarian Academy of Sciences" + }, + { + "id": "q_005024", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "The head of government of Philip Taaffe's work location after Jimmy Walker was the Prime Minister of the United Kingdom, Margaret Thatcher.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of government of Philip Taaffe's work location after Jimmy Walker was the Prime Minister of the United Kingdom, Margaret Thatcher." + }, + { + "id": "q_007032", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Heinrich Himmler", + "pred": "the Vienna Philharmonic Orchestra", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "the Vienna Philharmonic Orchestra" + }, + { + "id": "q_004269", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_005207", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "In 1958, the head coach of the sports team that Heinz Wewers was a member of was Karl-Heinz B\u00f6cklin.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1958, the head coach of the sports team that Heinz Wewers was a member of was Karl-Heinz B\u00f6cklin." + }, + { + "id": "q_008065", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Constantinople", + "pred": "The capital of the country that included the Old City of Jerusalem after the Ramla country was part of the Ottoman Empire was Constantinople (now Istanbul).", + "em": 1.0, + "f1": 0.10526315789473684, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The capital of the country that included the Old City of Jerusalem after the Ramla country was part of the Ottoman Empire was Constantinople (now Istanbul)." + }, + { + "id": "q_003648", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "European Economic Community" + }, + { + "id": "q_000919", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "Franz Beckenbauer", + "pred": "Hans Pfl\u00fcgler was a German footballer who played as a midfielder. In 1987, he was a member of the German national football team. The head coach of the German national team in 1987 was Sepp Herberger. Therefore, the answer is Sepp Herberger", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Hans Pfl\u00fcgler was a German footballer who played as a midfielder. In 1987, he was a member of the German national football team. The head coach of the German national team in 1987 was Sepp Herberger. Therefore, the answer is Sepp Herberger" + }, + { + "id": "q_001421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2004" + }, + { + "id": "q_007438", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Croatia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Croatia" + }, + { + "id": "q_000509", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "The head of state of Guido Celano's country of citizenship before Giorgio Napolitano was Giovanni Leone.", + "em": 1.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of state of Guido Celano's country of citizenship before Giorgio Napolitano was Giovanni Leone." + }, + { + "id": "q_006374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "The winner of the Booker Prize in 2003, which was the year Gerard Donovan's novel \"The Last Days of the Dying\" was shortlisted, was Ian McEwan for \"Atonement\". However, it's important to clarify that Patrick White was not nominated for the Booker Prize in", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the Booker Prize in 2003, which was the year Gerard Donovan's novel \"The Last Days of the Dying\" was shortlisted, was Ian McEwan for \"Atonement\". However, it's important to clarify that Patrick White was not nominated for the Booker Prize in" + }, + { + "id": "q_006108", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "presidential system", + "pred": "In 1939, the basic form of government of Krak\u00f3w's country was a parliamentary democracy.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1939, the basic form of government of Krak\u00f3w's country was a parliamentary democracy." + }, + { + "id": "q_001184", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Robert Bolt", + "pred": "The winner of the Golden Globe Award for Best Screenplay for the film \"Doctor Zhivago\" was Robert Bolt.", + "em": 1.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the Golden Globe Award for Best Screenplay for the film \"Doctor Zhivago\" was Robert Bolt." + }, + { + "id": "q_001023", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "The head coach of Jan Suchop\u00e1rek's member of sports team in 1995 was Vladim\u00edr \u0160micer.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Jan Suchop\u00e1rek's member of sports team in 1995 was Vladim\u00edr \u0160micer." + }, + { + "id": "q_001479", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Javier Aguirre", + "pred": "Luis Amaranto Perea was a Colombian footballer, not a coach. Therefore, there is no head coach associated with him in the context of being a member of a sports team. If you meant to ask about a different individual or a specific team, please provide more details.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Luis Amaranto Perea was a Colombian footballer, not a coach. Therefore, there is no head coach associated with him in the context of being a member of a sports team. If you meant to ask about a different individual or a specific team, please provide more details." + }, + { + "id": "q_006983", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Giovanni Gronchi", + "pred": "In 1956, the head of state of Maria Caniglia's country of citizenship was the President of the United States, Dwight D. Eisenhower.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1956, the head of state of Maria Caniglia's country of citizenship was the President of the United States, Dwight D. Eisenhower." + }, + { + "id": "q_007833", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "White Hart Lane", + "pred": "1994.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1994.0" + }, + { + "id": "q_005681", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Netherlands", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Netherlands" + }, + { + "id": "q_003706", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2005" + }, + { + "id": "q_007006", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "The head coach of Jan Suchop\u00e1rek's member of sports team before Michal B\u00edlek was Vladim\u00edr \u0160micer.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Jan Suchop\u00e1rek's member of sports team before Michal B\u00edlek was Vladim\u00edr \u0160micer." + }, + { + "id": "q_004220", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Swiss Super League", + "pred": "2. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2. Bundesliga" + }, + { + "id": "q_007500", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "The United Kingdom's anthem in 1917 was \"God Save the King\" (or \"God Save the Queen\" if the monarch was a woman).", + "em": 0.0, + "f1": 0.2857142857142857, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The United Kingdom's anthem in 1917 was \"God Save the King\" (or \"God Save the Queen\" if the monarch was a woman)." + }, + { + "id": "q_008556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "German Empire", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_003362", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ireland", + "pred": "Romania", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Romania" + }, + { + "id": "q_007378", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Allianz Arena", + "pred": "1.0\n\nOkay, let's try to figure out what Moritz Volz's sports team's home venue was in 2014. First, I need to confirm who Moritz Volz is and which sports team he was a member of in 2014. \n\nI remember that", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1.0\n\nOkay, let's try to figure out what Moritz Volz's sports team's home venue was in 2014. First, I need to confirm who Moritz Volz is and which sports team he was a member of in 2014. \n\nI remember that" + }, + { + "id": "q_002356", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Soviet Union", + "pred": "Kemerovo is located in Russia.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Kemerovo is located in Russia." + }, + { + "id": "q_004000", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Walter Mazzarri", + "pred": "Jonathan Moreira is a Brazilian footballer who has played for several clubs, including FC Porto, Valencia, and Olympiacos. As of my knowledge cutoff in July 2024, he has not been part of a team that had Luciano Spalletti as its head coach. Spalletti has coached", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Jonathan Moreira is a Brazilian footballer who has played for several clubs, including FC Porto, Valencia, and Olympiacos. As of my knowledge cutoff in July 2024, he has not been part of a team that had Luciano Spalletti as its head coach. Spalletti has coached" + }, + { + "id": "q_003511", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Hungarian Olympic Committee", + "pred": "Zsolt Borkai", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Zsolt Borkai" + }, + { + "id": "q_003517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "After Nazi Germany, the country of citizenship of BND law's signatory was the Federal Republic of Germany.", + "em": 0.0, + "f1": 0.125, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "After Nazi Germany, the country of citizenship of BND law's signatory was the Federal Republic of Germany." + }, + { + "id": "q_008482", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Harry Warren", + "pred": "The winner of Richard Rodgers's award received after Oscar Hammerstein II was the 1946 Tony Award for Best Musical, which was presented to the musical \"Oklahoma!\" This award was given in recognition of the collaborative work between Rodgers and Hammerstein, who were both key figures in the creation of the musical", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The winner of Richard Rodgers's award received after Oscar Hammerstein II was the 1946 Tony Award for Best Musical, which was presented to the musical \"Oklahoma!\" This award was given in recognition of the collaborative work between Rodgers and Hammerstein, who were both key figures in the creation of the musical" + }, + { + "id": "q_001610", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Giovanni Gronchi was the President of Italy, and Ugo Attardi was an Italian politician. Therefore, the head of state of Ugo Attardi's country of citizenship (Italy) after Giovanni Gronchi was Giovanni Leone.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Giovanni Gronchi was the President of Italy, and Ugo Attardi was an Italian politician. Therefore, the head of state of Ugo Attardi's country of citizenship (Italy) after Giovanni Gronchi was Giovanni Leone." + }, + { + "id": "q_008668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "pred": "Petr Fiala", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Petr Fiala" + }, + { + "id": "q_007160", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_003247", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Kevin Federline", + "pred": "In 2004, Colin Farrell was in a relationship with actress Sadie Frost. However, it's important to clarify that Sadie Frost was not married at the time, and their relationship was not officially recognized as a marriage. Therefore, the spouse of Colin Farrell's unmarried partner in 2004", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2004, Colin Farrell was in a relationship with actress Sadie Frost. However, it's important to clarify that Sadie Frost was not married at the time, and their relationship was not officially recognized as a marriage. Therefore, the spouse of Colin Farrell's unmarried partner in 2004" + }, + { + "id": "q_000810", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Liga I", + "pred": "1.990.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1.990.0" + }, + { + "id": "q_006432", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Joseph Stalin", + "pred": "Communist Party of the Soviet Union", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Communist Party of the Soviet Union" + }, + { + "id": "q_007768", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italian lira" + }, + { + "id": "q_002329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "The head of government of Zhu De's country of citizenship before Li Keqiang was Mao Zedong.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of Zhu De's country of citizenship before Li Keqiang was Mao Zedong." + }, + { + "id": "q_005449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Rock and Roll Hall of Fame", + "pred": "The answer is \"Grammy Award for Best Rock Performance\"", + "em": 0.0, + "f1": 0.13333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is \"Grammy Award for Best Rock Performance\"" + }, + { + "id": "q_003836", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The winner of The Ninth Day's nominated for was not specified in the given text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of The Ninth Day's nominated for was not specified in the given text." + }, + { + "id": "q_007908", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_003128", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Spencer Tracy", + "pred": "1967.0\n\nOkay, let's try to figure out the answer to this question. The question is asking for the unmarried partner of the Academy Award winner for Best Actress in 1967. \n\nFirst, I need to determine who won the Best Actress Oscar in 1967", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1967.0\n\nOkay, let's try to figure out the answer to this question. The question is asking for the unmarried partner of the Academy Award winner for Best Actress in 1967. \n\nFirst, I need to determine who won the Best Actress Oscar in 1967" + }, + { + "id": "q_002843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "The head of state of Gianni Dova's country of citizenship, Italy, after Giovanni Gronchi was Antonio Segni.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of state of Gianni Dova's country of citizenship, Italy, after Giovanni Gronchi was Antonio Segni." + }, + { + "id": "q_001510", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "UTC\u221204:00", + "pred": "The located in time zone of Cartagena Agreement's signatory was the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The located in time zone of Cartagena Agreement's signatory was the United States." + }, + { + "id": "q_005670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Werner Greuter", + "pred": "Beat Ernst Leuenberger was the chief executive officer of the Swiss bank UBS in 2004.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Beat Ernst Leuenberger was the chief executive officer of the Swiss bank UBS in 2004." + }, + { + "id": "q_005822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Maurice Druon", + "pred": "In 1989, the general secretary of Julien Green's member of the European Economic Community (EEC) was Jacques Delors.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1989, the general secretary of Julien Green's member of the European Economic Community (EEC) was Jacques Delors." + }, + { + "id": "q_001232", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "1951.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1951.0" + }, + { + "id": "q_007512", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "The head coach of Heinz Wewers's member of sports team after Otto Nerz was Karl-Heinz Feldmann.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Heinz Wewers's member of sports team after Otto Nerz was Karl-Heinz Feldmann." + }, + { + "id": "q_000089", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_008698", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Celia Johnson was nominated for the Academy Award for Best Actress in 1947 for her role in the film \"The Prime of Miss Jean Brodie.\" However, she did not win the award that year. The winner for Best Actress in 1947 was Vivien Leigh for her performance in \"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Celia Johnson was nominated for the Academy Award for Best Actress in 1947 for her role in the film \"The Prime of Miss Jean Brodie.\" However, she did not win the award that year. The winner for Best Actress in 1947 was Vivien Leigh for her performance in \"" + }, + { + "id": "q_007875", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "1950.0\n\n\nAndrea Miano was an Italian politician. In 1950, Italy's country of citizenship (Italy) shared borders with several countries, including:\n\n1. **Austria** (to the north)\n2. **Switzerland** (to the north)", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1950.0\n\n\nAndrea Miano was an Italian politician. In 1950, Italy's country of citizenship (Italy) shared borders with several countries, including:\n\n1. **Austria** (to the north)\n2. **Switzerland** (to the north)" + }, + { + "id": "q_006661", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "The Age Discrimination in Employment Act of 1967 was signed into law by President Lyndon B. Johnson, who held the position of President of the United States in 1967.", + "em": 1.0, + "f1": 0.37037037037037035, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Age Discrimination in Employment Act of 1967 was signed into law by President Lyndon B. Johnson, who held the position of President of the United States in 1967." + }, + { + "id": "q_007505", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Bobby Clarke", + "pred": "The general manager of the team that drafted Roman \u010cechm\u00e1nek was Craig MacTavish.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The general manager of the team that drafted Roman \u010cechm\u00e1nek was Craig MacTavish." + }, + { + "id": "q_000843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_008555", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Montreal Forum" + }, + { + "id": "q_006491", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1942.0" + }, + { + "id": "q_003737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "The head of government of Piero Scotti's country of citizenship, which is Italy, before Silvio Berlusconi was Giulio Andreotti.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of Piero Scotti's country of citizenship, which is Italy, before Silvio Berlusconi was Giulio Andreotti." + }, + { + "id": "q_002698", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Anton Drexler was the founder of the German Workers' Party (DSP), which later became the Nazi Party. Albin Lesky was a member of the Nazi Party. The chairperson of the Nazi Party at the time of Albin Lesky's membership was Adolf Hitler.", + "em": 1.0, + "f1": 0.14814814814814814, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "Anton Drexler was the founder of the German Workers' Party (DSP), which later became the Nazi Party. Albin Lesky was a member of the Nazi Party. The chairperson of the Nazi Party at the time of Albin Lesky's membership was Adolf Hitler." + }, + { + "id": "q_005937", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_007021", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "1. 2018.0\n2. 2.0\n3. 2018.0\n4. 2018.0\n5. 2018.0\n6. 2018.0\n7. 201", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. 2018.0\n2. 2.0\n3. 2018.0\n4. 2018.0\n5. 2018.0\n6. 2018.0\n7. 201" + }, + { + "id": "q_003151", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "The winner of Joan Barfoot's nominated for after Booker Prize winner P. H. Newby was \"The English Patient\" by Michael Ondaatje.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Joan Barfoot's nominated for after Booker Prize winner P. H. Newby was \"The English Patient\" by Michael Ondaatje." + }, + { + "id": "q_002519", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2003" + }, + { + "id": "q_007514", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "chairperson", + "pred": "1999.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999.0" + }, + { + "id": "q_008443", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "European Economic Community" + }, + { + "id": "q_007726", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1992.0, + "gold": "1992", + "pred": "1992", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1992" + }, + { + "id": "q_001549", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "V\u00e1clav Havel", + "pred": "Milo\u0161 Zeman was the head of state of the Czech Republic. Old\u0159ich Pel\u010d\u00e1k was a Czech politician, so his country of citizenship was the Czech Republic. Therefore, the answer is Milo\u0161 Zeman.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Milo\u0161 Zeman was the head of state of the Czech Republic. Old\u0159ich Pel\u010d\u00e1k was a Czech politician, so his country of citizenship was the Czech Republic. Therefore, the answer is Milo\u0161 Zeman." + }, + { + "id": "q_007129", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "1997", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1997" + }, + { + "id": "q_000883", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Heinrich Br\u00fcning", + "pred": "After Wilhelm Marx, the head of government of Bonn's country was Konrad Adenauer.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After Wilhelm Marx, the head of government of Bonn's country was Konrad Adenauer." + }, + { + "id": "q_000442", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "The head of government of Sister Rosetta Tharpe's residence before Richard M. Daley was the mayor of Chicago, which was Richard J. Daley.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of government of Sister Rosetta Tharpe's residence before Richard M. Daley was the mayor of Chicago, which was Richard J. Daley." + }, + { + "id": "q_004066", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Peter Gerhardsson", + "pred": "The head coach of Andreas Drugge's member of sports team before Andreas Alm was Peter Schmeichel.", + "em": 0.0, + "f1": 0.11764705882352941, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Andreas Drugge's member of sports team before Andreas Alm was Peter Schmeichel." + }, + { + "id": "q_002302", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Egyptian pound", + "pred": "The currency of Rosh Pinna's country after the Safed country Mandatory Palestine was the British Palestine pound.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The currency of Rosh Pinna's country after the Safed country Mandatory Palestine was the British Palestine pound." + }, + { + "id": "q_002564", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Yugoslavia", + "pred": "Italy\n\n\nItaly", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy\n\n\nItaly" + }, + { + "id": "q_004005", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Otto Nerz", + "pred": "1933.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1933.0" + }, + { + "id": "q_002014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "1950.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1950.0" + }, + { + "id": "q_005652", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Jane Byrne", + "pred": "The head of government of Dennis Daugaard's residence was the mayor of Sioux Falls, South Dakota.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of government of Dennis Daugaard's residence was the mayor of Sioux Falls, South Dakota." + }, + { + "id": "q_002217", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italian lira", + "pred": "The currency of the country of citizenship of Liliana Ronchetti in 1970 was the Italian lira.", + "em": 1.0, + "f1": 0.2857142857142857, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The currency of the country of citizenship of Liliana Ronchetti in 1970 was the Italian lira." + }, + { + "id": "q_008015", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Albert II of Belgium", + "pred": "In 2005, the head of state of Pino Cerami's country of citizenship was the President of Italy, Carlo Azeglio Ciampi.", + "em": 0.0, + "f1": 0.09523809523809523, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 2005, the head of state of Pino Cerami's country of citizenship was the President of Italy, Carlo Azeglio Ciampi." + }, + { + "id": "q_000895", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "RTL", + "pred": "1.0\n\nOkay, let's try to figure out this question. The user is asking: \"After Helene Fischer award received Bavarian TV Awards, what was the original broadcaster of Maximilian Br\u00fcckner's award received?\" And the answer given is 1.0. Hmm, that seems a bit", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1.0\n\nOkay, let's try to figure out this question. The user is asking: \"After Helene Fischer award received Bavarian TV Awards, what was the original broadcaster of Maximilian Br\u00fcckner's award received?\" And the answer given is 1.0. Hmm, that seems a bit" + }, + { + "id": "q_008365", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "The head coach of \u00c9ver Banega's team after Helenio Herrera was Jos\u00e9 Mourinho.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of \u00c9ver Banega's team after Helenio Herrera was Jos\u00e9 Mourinho." + }, + { + "id": "q_006348", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "The anthem of Romania in 1974 was \"Hymnul \u021a\u0103rii\" (The Hymn of the Country).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The anthem of Romania in 1974 was \"Hymnul \u021a\u0103rii\" (The Hymn of the Country)." + }, + { + "id": "q_000645", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "1956.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1956.0" + }, + { + "id": "q_008492", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Emperor of Russia\n\n\nThe head of state of Vikenty Veresaev's country of citizenship, Russia, in 1912 was the **Emperor of Russia**, **Nicholas II**.", + "em": 0.0, + "f1": 0.38095238095238093, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Emperor of Russia\n\n\nThe head of state of Vikenty Veresaev's country of citizenship, Russia, in 1912 was the **Emperor of Russia**, **Nicholas II**." + }, + { + "id": "q_006824", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Anita Brookner", + "pred": "The winner of the Booker Prize for the year David Lodge was nominated for before Roddy Doyle was awarded the prize was John Fowles for his novel \"The French Lieutenant's Woman\" in 1984.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the Booker Prize for the year David Lodge was nominated for before Roddy Doyle was awarded the prize was John Fowles for his novel \"The French Lieutenant's Woman\" in 1984." + }, + { + "id": "q_000773", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "Winona Ryder", + "pred": "Frances McDormand won the Academy Award for Best Supporting Actress for her role as Marge Cross in the 1993 film \"Fargo\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Frances McDormand won the Academy Award for Best Supporting Actress for her role as Marge Cross in the 1993 film \"Fargo\"." + }, + { + "id": "q_001316", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Deutsche Mark" + }, + { + "id": "q_004368", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Nike", + "pred": "2008.0\n\nOkay, let's try to figure out the answer to this question. The question is: \"What was the kit supplier of Steve Borthwick's member of sports team in 2008?\" And the answer given is \"2008.0\". Hmm,", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "2008.0\n\nOkay, let's try to figure out the answer to this question. The question is: \"What was the kit supplier of Steve Borthwick's member of sports team in 2008?\" And the answer given is \"2008.0\". Hmm," + }, + { + "id": "q_005868", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "The head of state of Italy after Luigi Pistilli's country of citizenship (Italy) was Giuseppe Saragat.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of state of Italy after Luigi Pistilli's country of citizenship (Italy) was Giuseppe Saragat." + }, + { + "id": "q_005066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The Ninth Day was nominated for the Academy Award for Best Animated Short Film in 2005.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Ninth Day was nominated for the Academy Award for Best Animated Short Film in 2005." + }, + { + "id": "q_007376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1996" + }, + { + "id": "q_000995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Gwyneth Paltrow", + "pred": "The winner of The Wings of the Dove's nominated for was Julianne Moore for Best Actress.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of The Wings of the Dove's nominated for was Julianne Moore for Best Actress." + }, + { + "id": "q_008659", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "The winner of the 1990 Booker Prize was **Arundhati Roy** for her novel *The God of Small Things*. \n\nHowever, it's important to clarify that **Brian Moore** was not nominated for the 1990 Booker Prize. The confusion might arise from the fact that **", + "em": 0.0, + "f1": 0.0588235294117647, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the 1990 Booker Prize was **Arundhati Roy** for her novel *The God of Small Things*. \n\nHowever, it's important to clarify that **Brian Moore** was not nominated for the 1990 Booker Prize. The confusion might arise from the fact that **" + }, + { + "id": "q_000763", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Yugoslavia", + "pred": "1977.0\n\n\nThe country of citizenship of Ilva Ligabue in 1977 was Italy. Italy shares borders with several countries, including France, Switzerland, Austria, Slovenia, and the Vatican City. Therefore, the answer is:\n\n**France, Switzerland, Austria, Slovenia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1977.0\n\n\nThe country of citizenship of Ilva Ligabue in 1977 was Italy. Italy shares borders with several countries, including France, Switzerland, Austria, Slovenia, and the Vatican City. Therefore, the answer is:\n\n**France, Switzerland, Austria, Slovenia" + }, + { + "id": "q_005896", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Italian lira", + "pred": "The currency of Giovanni Battista Gianquinto's country of citizenship in 1976 was the Italian lira.", + "em": 1.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The currency of Giovanni Battista Gianquinto's country of citizenship in 1976 was the Italian lira." + }, + { + "id": "q_000117", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Enrico de Nicola", + "pred": "King of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "King of Italy" + }, + { + "id": "q_000027", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "William Vickrey\n\n\nThe question is somewhat complex and requires careful parsing. Let's break it down step by step:\n\n1. **William Vickrey's residence**: William Vickrey was a Canadian-American economist, best known for his work in game theory and transportation economics. He lived in various places during his lifetime,", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "William Vickrey\n\n\nThe question is somewhat complex and requires careful parsing. Let's break it down step by step:\n\n1. **William Vickrey's residence**: William Vickrey was a Canadian-American economist, best known for his work in game theory and transportation economics. He lived in various places during his lifetime," + }, + { + "id": "q_002041", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "1983.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1983.0" + }, + { + "id": "q_002860", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Netherlands", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Netherlands" + }, + { + "id": "q_004247", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Luise Rainer", + "pred": "Theodora Goes Wild was a 1937 film directed by William A. Seiter. The film was nominated for the Academy Award for Best Picture, but it did not win. The winner of that particular Academy Award for Best Picture in 1937 was \"The Best Years of Our Lives.\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Theodora Goes Wild was a 1937 film directed by William A. Seiter. The film was nominated for the Academy Award for Best Picture, but it did not win. The winner of that particular Academy Award for Best Picture in 1937 was \"The Best Years of Our Lives.\"" + }, + { + "id": "q_008294", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Hyundai", + "pred": "1. Bundesliga\n\n\nThe sponsor of Andreas Fischer's member of sports team after Klaus Zaczyk member of sports team Hamburger SV was **1. Bundesliga**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. Bundesliga\n\n\nThe sponsor of Andreas Fischer's member of sports team after Klaus Zaczyk member of sports team Hamburger SV was **1. Bundesliga**." + }, + { + "id": "q_006036", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "The Pentagon", + "pred": "The headquarters of the military branch that Charlie Munger served in during 1945 was the United States Army Air Forces (USAAF), which was part of the United States Army.", + "em": 0.0, + "f1": 0.08695652173913042, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The headquarters of the military branch that Charlie Munger served in during 1945 was the United States Army Air Forces (USAAF), which was part of the United States Army." + }, + { + "id": "q_001816", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Ruth Chatterton was nominated for the Academy Award for Best Actress in 1930 for her role in \"The Divorce of Lady X.\" However, she did not win that year. The winner of that category was Norma Shearer for her role in \"The Divorce of Lady X\" as well", + "em": 1.0, + "f1": 0.12121212121212122, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Ruth Chatterton was nominated for the Academy Award for Best Actress in 1930 for her role in \"The Divorce of Lady X.\" However, she did not win that year. The winner of that category was Norma Shearer for her role in \"The Divorce of Lady X\" as well" + }, + { + "id": "q_008058", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "1956.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1956.0" + }, + { + "id": "q_004387", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "The head of state of Mehmed Uzun's country of citizenship was the President of Turkey, as Mehmed Uzun was a Turkish citizen.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of state of Mehmed Uzun's country of citizenship was the President of Turkey, as Mehmed Uzun was a Turkish citizen." + }, + { + "id": "q_004841", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Abdullah Avc\u0131", + "pred": "The answer is: \u0218tefan Dobay.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is: \u0218tefan Dobay." + }, + { + "id": "q_000340", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Echo Music Prize", + "pred": "The award received by Wade Robson's unmarried partner after Britney Spears' notable work \"Oops!... I Did It Again\" was the Grammy Award for Best Dance Recording.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The award received by Wade Robson's unmarried partner after Britney Spears' notable work \"Oops!... I Did It Again\" was the Grammy Award for Best Dance Recording." + }, + { + "id": "q_001431", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Massimiliano Allegri", + "pred": "Vincenzo Montella", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Vincenzo Montella" + }, + { + "id": "q_002560", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Panama", + "pred": "In 1939, Horst P. Horst's work location was in the United States, specifically in New York City, where he was employed by Vogue magazine.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1939, Horst P. Horst's work location was in the United States, specifically in New York City, where he was employed by Vogue magazine." + }, + { + "id": "q_003591", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "The head of state of Erlangen's country after Karl Scharfenberg's country of citizenship was Nazi Germany was Adolf Hitler.", + "em": 1.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of state of Erlangen's country after Karl Scharfenberg's country of citizenship was Nazi Germany was Adolf Hitler." + }, + { + "id": "q_006178", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Oscar Luigi Scalfaro**", + "em": 1.0, + "f1": 1.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "1997.0\n\n\nAfter Sandro Pertini, who was the head of state of Glauco Onorato's country of citizenship?\n\n**Answer: Oscar Luigi Scalfaro**" + }, + { + "id": "q_003130", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "The University of Debrecen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The University of Debrecen" + }, + { + "id": "q_001771", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "habilitation", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "" + }, + { + "id": "q_004635", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "The winner of Ida Kami\u0144ska's nominated for after Norma Shearer nominated for Academy Award for Best Actress was Norma Shearer herself.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Ida Kami\u0144ska's nominated for after Norma Shearer nominated for Academy Award for Best Actress was Norma Shearer herself." + }, + { + "id": "q_007347", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "The winner of the award received after J. G. Farrell won the Booker Prize for Heat and Dust was Margaret Atwood.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the award received after J. G. Farrell won the Booker Prize for Heat and Dust was Margaret Atwood." + }, + { + "id": "q_002289", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Giuseppe Saragat", + "pred": "The head of state of Francesco Antonazzi's country of citizenship was the President of the Italian Republic.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of state of Francesco Antonazzi's country of citizenship was the President of the Italian Republic." + }, + { + "id": "q_006810", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2016", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2016" + }, + { + "id": "q_001750", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Eduard Weiter", + "pred": "Robert Dauber's point in time's manager in 1944 was the New York Yankees.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Robert Dauber's point in time's manager in 1944 was the New York Yankees." + }, + { + "id": "q_005348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "David Wagner", + "pred": "The head coach of Conor Coady's team after Steve Bruce was Mark Hughes.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Conor Coady's team after Steve Bruce was Mark Hughes." + }, + { + "id": "q_001742", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "The head of state of Carmelo Di Bella's country of citizenship in 1986 was Giorgio Napolitano.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of state of Carmelo Di Bella's country of citizenship in 1986 was Giorgio Napolitano." + }, + { + "id": "q_004401", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cominform", + "pred": "The member of Marceline Loridan-Ivens's member of political party after Francis Ponge member of political party French Communist Party is the French Communist Party.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of Marceline Loridan-Ivens's member of political party after Francis Ponge member of political party French Communist Party is the French Communist Party." + }, + { + "id": "q_000948", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "1977.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1977.0" + }, + { + "id": "q_006864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "1954.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1954.0" + }, + { + "id": "q_001031", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "J. M. Coetzee", + "pred": "The answer is \"The Sea\" by John Banville.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is \"The Sea\" by John Banville." + }, + { + "id": "q_002458", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Oleh Protasov", + "pred": "The head coach of Ihar Stasevich's member of sports team after Vladimir Sakharov member of sports team FC Dinamo Minsk was Valery Belokon.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Ihar Stasevich's member of sports team after Vladimir Sakharov member of sports team FC Dinamo Minsk was Valery Belokon." + }, + { + "id": "q_001069", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Ed Koch", + "pred": "The head of government of the United States in 1981 was President Ronald Reagan.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of the United States in 1981 was President Ronald Reagan." + }, + { + "id": "q_005421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "CERN was not the funder of Carnegie Mellon University's member of.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "CERN was not the funder of Carnegie Mellon University's member of." + }, + { + "id": "q_006304", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "mayor", + "pred": "In 1948, the head of government of T\u00fcbingen was the Mayor (B\u00fcrgermeister). The position of Mayor in T\u00fcbingen was held by Karl-Heinz K\u00f6rber.", + "em": 1.0, + "f1": 0.11764705882352941, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1948, the head of government of T\u00fcbingen was the Mayor (B\u00fcrgermeister). The position of Mayor in T\u00fcbingen was held by Karl-Heinz K\u00f6rber." + }, + { + "id": "q_004531", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Mario Monti", + "pred": "Antonio Carluccio is an Italian chef, so his country of citizenship is Italy. In 2012, the head of government of Italy was the Prime Minister. The Prime Minister of Italy in 2012 was Enrico Letta. Therefore, the answer is Enrico Letta.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Antonio Carluccio is an Italian chef, so his country of citizenship is Italy. In 2012, the head of government of Italy was the Prime Minister. The Prime Minister of Italy in 2012 was Enrico Letta. Therefore, the answer is Enrico Letta." + }, + { + "id": "q_000931", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999" + }, + { + "id": "q_007956", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Before Fatih Terim, the head coach of Faryd Mondrag\u00f3n's member of sports team was Jos\u00e9 Antonio Camacho.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Before Fatih Terim, the head coach of Faryd Mondrag\u00f3n's member of sports team was Jos\u00e9 Antonio Camacho." + }, + { + "id": "q_007340", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "Hyundai", + "pred": "1. Bundesliga\n\n\nThe sponsor of Stefan B\u00f6ger's sports team in 1998 was **1. Bundesliga**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. Bundesliga\n\n\nThe sponsor of Stefan B\u00f6ger's sports team in 1998 was **1. Bundesliga**." + }, + { + "id": "q_003676", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "The winner of A Single Man's nominated for was the role of George Segal, who was nominated for the Academy Award for Best Actor in a Supporting Role.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The winner of A Single Man's nominated for was the role of George Segal, who was nominated for the Academy Award for Best Actor in a Supporting Role." + }, + { + "id": "q_001222", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Soviet Union", + "pred": "In 1991, Olenegorsk was located in the Soviet Union.", + "em": 1.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1991, Olenegorsk was located in the Soviet Union." + }, + { + "id": "q_006158", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Adone Zoli", + "pred": "1957.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1957.0" + }, + { + "id": "q_005324", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italian lira" + }, + { + "id": "q_005456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "The head of government of Susan Polgar's country of citizenship, Hungary, after Calvin Coolidge was Mikl\u00f3s Horthy.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of Susan Polgar's country of citizenship, Hungary, after Calvin Coolidge was Mikl\u00f3s Horthy." + }, + { + "id": "q_002344", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Yugoslavia" + }, + { + "id": "q_008685", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2019.0, + "gold": "Wayne LaPierre", + "pred": "Oliver North was a U.S. Marine Corps officer and a former member of the U.S. Congress. In 2019, he was not serving as a chief executive officer (CEO) of any organization. However, he was involved in various activities, including writing and speaking on political and military issues. If", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Oliver North was a U.S. Marine Corps officer and a former member of the U.S. Congress. In 2019, he was not serving as a chief executive officer (CEO) of any organization. However, he was involved in various activities, including writing and speaking on political and military issues. If" + }, + { + "id": "q_005812", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "J. M. Coetzee", + "pred": "The winner of Fasting, Feasting was Anne Enright. The book was nominated for the Man Booker Prize in 2000.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Fasting, Feasting was Anne Enright. The book was nominated for the Man Booker Prize in 2000." + }, + { + "id": "q_000894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "The Ellen DeGeneres Show", + "pred": "Alexandra Hedison's unmarried partner, who is not publicly known, did not have a notable work that is widely recognized. However, if you are referring to a specific individual associated with Ellen DeGeneres and Atlanta, it might be a different person. Could you please provide more context or clarify the question?", + "em": 0.0, + "f1": 0.12, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Alexandra Hedison's unmarried partner, who is not publicly known, did not have a notable work that is widely recognized. However, if you are referring to a specific individual associated with Ellen DeGeneres and Atlanta, it might be a different person. Could you please provide more context or clarify the question?" + }, + { + "id": "q_005808", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "G\u00e1bor Csap\u00f3's education was at the University of Szeged, which is named after L\u00e1szl\u00f3 R\u00e9dei.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "G\u00e1bor Csap\u00f3's education was at the University of Szeged, which is named after L\u00e1szl\u00f3 R\u00e9dei." + }, + { + "id": "q_003694", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "German Federal Archives", + "pred": "The archives at the German Democratic Republic (GDR) Ministry of State Security (Stasi)", + "em": 0.0, + "f1": 0.26666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The archives at the German Democratic Republic (GDR) Ministry of State Security (Stasi)" + }, + { + "id": "q_002616", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "After Giuseppe Saragat, the head of state of Tenax's country was Enrico de Nicola.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After Giuseppe Saragat, the head of state of Tenax's country was Enrico de Nicola." + }, + { + "id": "q_000088", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "United Kingdom", + "pred": "The United Kingdom of Great Britain and Ireland was located in the United Kingdom.", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The United Kingdom of Great Britain and Ireland was located in the United Kingdom." + }, + { + "id": "q_005525", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "The head of government of Giovanni Ferrofino's country of citizenship before Arnaldo Forlani was Giuseppe Saragat.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of Giovanni Ferrofino's country of citizenship before Arnaldo Forlani was Giuseppe Saragat." + }, + { + "id": "q_006017", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "The member of Franco Corelli's country of citizenship after European Economic Community was Italy.", + "em": 0.0, + "f1": 0.21052631578947364, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The member of Franco Corelli's country of citizenship after European Economic Community was Italy." + }, + { + "id": "q_006096", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Ginni Rometty", + "pred": "Bruce Schneier's employer is not explicitly mentioned in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Bruce Schneier's employer is not explicitly mentioned in the provided text." + }, + { + "id": "q_001800", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Estadio Municipal de M\u00e9rida", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Estadio Municipal de M\u00e9rida" + }, + { + "id": "q_001359", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "The winner of Carry Me Down's nomination after Nadine Gordimer was not specified in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Carry Me Down's nomination after Nadine Gordimer was not specified in the provided text." + }, + { + "id": "q_006166", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "The country of citizenship of Corpo Truppe Volontarie's commanded by before Italy was Germany.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The country of citizenship of Corpo Truppe Volontarie's commanded by before Italy was Germany." + }, + { + "id": "q_004182", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_002192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Thomas Linke is a German footballer who has played for various teams, including the Germany men's national association football team. However, the question is asking about the head coach of Thomas Linke's member of sports team. Since Thomas Linke is a player, not a team, it is unclear which team's head", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Thomas Linke is a German footballer who has played for various teams, including the Germany men's national association football team. However, the question is asking about the head coach of Thomas Linke's member of sports team. Since Thomas Linke is a player, not a team, it is unclear which team's head" + }, + { + "id": "q_004835", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Karl Plattner was a German citizen. In 1950, the head of state of West Germany was Konrad Adenauer, who served as the first Federal Chancellor of the Federal Republic of Germany (West Germany) from 1949 to 1963. East Germany, which was", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Karl Plattner was a German citizen. In 1950, the head of state of West Germany was Konrad Adenauer, who served as the first Federal Chancellor of the Federal Republic of Germany (West Germany) from 1949 to 1963. East Germany, which was" + }, + { + "id": "q_001116", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2004" + }, + { + "id": "q_003320", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Soviet Union", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Ukraine" + }, + { + "id": "q_003882", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "The answer is 1955.0.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is 1955.0." + }, + { + "id": "q_003657", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Eduard Markarov was the head coach of Karen Dokhoyan's team, the Armenian national handball team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Eduard Markarov was the head coach of Karen Dokhoyan's team, the Armenian national handball team." + }, + { + "id": "q_001053", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Toni Servillo", + "pred": "The winner of the European Film Award for Best Actor after Javier Bardem received it was Javier Bardem himself. He won the award for his role in \"No Country for Old Men\" (2007).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the European Film Award for Best Actor after Javier Bardem received it was Javier Bardem himself. He won the award for his role in \"No Country for Old Men\" (2007)." + }, + { + "id": "q_006052", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1983.0, + "gold": "1983", + "pred": "Richard Attenborough was not the winner of Costa-Gavras's nominated for. Richard Attenborough was a British film director, producer, and actor, while Costa-Gavras was a Greek-French film director. They were not directly connected in terms of awards or nominations. However, Richard Attenborough won an Academy", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Richard Attenborough was not the winner of Costa-Gavras's nominated for. Richard Attenborough was a British film director, producer, and actor, while Costa-Gavras was a Greek-French film director. They were not directly connected in terms of awards or nominations. However, Richard Attenborough won an Academy" + }, + { + "id": "q_000428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "After Broderick Crawford, the winner of A Single Man's nominated for was John Garfield.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After Broderick Crawford, the winner of A Single Man's nominated for was John Garfield." + }, + { + "id": "q_000183", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italian lira" + }, + { + "id": "q_007379", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Giovanni Trapattoni", + "pred": "The head coach of Heiko Gerber's member of sports team before Markus Weinzierl was Thomas Doll.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Heiko Gerber's member of sports team before Markus Weinzierl was Thomas Doll." + }, + { + "id": "q_005742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "James Kelman", + "pred": "The winner of the Booker Prize in 1994, the year when Iris Murdoch was nominated, was **Arundhati Roy** for her novel *The God of Small Things*. \n\nAbdulrazak Gurnah, however, was not nominated for the Booker Prize in 1994", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the Booker Prize in 1994, the year when Iris Murdoch was nominated, was **Arundhati Roy** for her novel *The God of Small Things*. \n\nAbdulrazak Gurnah, however, was not nominated for the Booker Prize in 1994" + }, + { + "id": "q_000962", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_005810", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Otto Graf Lambsdorff", + "pred": "1990.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1990.0" + }, + { + "id": "q_000427", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Giovanni Leone", + "pred": "In 1974, the head of state of Piero Chiara's country of citizenship was the President of the Italian Republic, Giuseppe Saragat.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1974, the head of state of Piero Chiara's country of citizenship was the President of the Italian Republic, Giuseppe Saragat." + }, + { + "id": "q_005227", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "presidential system", + "pred": "The basic form of government of Horodenka's country in 1938 was a parliamentary republic.\n\n\nThe basic form of government of Horodenka's country in 1938 was a parliamentary republic.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The basic form of government of Horodenka's country in 1938 was a parliamentary republic.\n\n\nThe basic form of government of Horodenka's country in 1938 was a parliamentary republic." + }, + { + "id": "q_000433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "God Save the Tsar!", + "pred": "The anthem of Dub\u0103sari's country after the Russian Empire was \"Moldova, Moldova, Our Homeland\" (Moldova, Moldova, \u021aara Noastr\u0103).", + "em": 0.0, + "f1": 0.10526315789473685, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The anthem of Dub\u0103sari's country after the Russian Empire was \"Moldova, Moldova, Our Homeland\" (Moldova, Moldova, \u021aara Noastr\u0103)." + }, + { + "id": "q_005466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Climate Pledge Arena", + "pred": "The home venue of Gary Payton's member of sports team, the Seattle SuperSonics, was the KeyArena.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The home venue of Gary Payton's member of sports team, the Seattle SuperSonics, was the KeyArena." + }, + { + "id": "q_004741", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "1st Panzer Division", + "pred": "The commander of Karl Lotter's significant person before Army Group F was not explicitly mentioned in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The commander of Karl Lotter's significant person before Army Group F was not explicitly mentioned in the provided text." + }, + { + "id": "q_006763", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "2001" + }, + { + "id": "q_002214", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "The anthem of Balaklava's country after the Russian Empire was the \"Song of the Cossacks\" (Kozakha pesnya).", + "em": 0.0, + "f1": 0.11111111111111112, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The anthem of Balaklava's country after the Russian Empire was the \"Song of the Cossacks\" (Kozakha pesnya)." + }, + { + "id": "q_005612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Nikita Khrushchev", + "pred": "After Joseph Stalin, the chairperson of Zuleykha Seyidmammadova's member of political party was Lev Kopelev.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "After Joseph Stalin, the chairperson of Zuleykha Seyidmammadova's member of political party was Lev Kopelev." + }, + { + "id": "q_007746", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Austria", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_003268", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Giorgio Napolitano was the head of state of Italy. Luigi Carnacina was an Italian politician, so the answer is Italy.", + "em": 0.0, + "f1": 0.1111111111111111, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "Giorgio Napolitano was the head of state of Italy. Luigi Carnacina was an Italian politician, so the answer is Italy." + }, + { + "id": "q_000324", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "The United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The United Kingdom of Great Britain and Ireland" + }, + { + "id": "q_006933", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "The United States of America\n\n\nThe United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The United States of America\n\n\nThe United States of America" + }, + { + "id": "q_005705", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Robert Knud Friedrich Pilger", + "pred": "The chief executive officer of Hermann Otto Sleumer's employer after Oskar Eberhard Ulbrich employer Botanic Garden and Botanical Museum Berlin was Carl Friedrich von Siemens.", + "em": 0.0, + "f1": 0.06896551724137932, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The chief executive officer of Hermann Otto Sleumer's employer after Oskar Eberhard Ulbrich employer Botanic Garden and Botanical Museum Berlin was Carl Friedrich von Siemens." + }, + { + "id": "q_006241", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Bucharest", + "pred": "The capital of Tutrakan's country was Bucharest.", + "em": 1.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The capital of Tutrakan's country was Bucharest." + }, + { + "id": "q_003204", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Ralph Fiennes", + "pred": "In 1999, Anders W. Berthelsen was nominated for the Best Actor award at the Danish Film Academy Awards for his role in the film \"The Girl with the Dragon Tattoo.\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1999, Anders W. Berthelsen was nominated for the Best Actor award at the Danish Film Academy Awards for his role in the film \"The Girl with the Dragon Tattoo.\"" + }, + { + "id": "q_001109", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Neutral Moresnet", + "pred": "The Minden Government Region was a short-lived administrative region in the German Empire, established in 1918 as part of the reorganization of the Prussian government. It was named after the city of Minden and encompassed parts of the former Prussian Province of Westphalia. The region's borders were", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The Minden Government Region was a short-lived administrative region in the German Empire, established in 1918 as part of the reorganization of the Prussian government. It was named after the city of Minden and encompassed parts of the former Prussian Province of Westphalia. The region's borders were" + }, + { + "id": "q_001496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "1956.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1956.0" + }, + { + "id": "q_004458", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Mustafa Kemal Atat\u00fcrk", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Mustafa Kemal Atat\u00fcrk" + }, + { + "id": "q_005199", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "The head of government of Sissel Tolaas's work location after Rudolf Bauer's work location Berlin was the Mayor of Berlin, Klaus Wowereit.", + "em": 1.0, + "f1": 0.21052631578947367, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The head of government of Sissel Tolaas's work location after Rudolf Bauer's work location Berlin was the Mayor of Berlin, Klaus Wowereit." + }, + { + "id": "q_000202", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Ireland", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Italy" + }, + { + "id": "q_006446", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "The answer is 1952.0.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is 1952.0." + }, + { + "id": "q_001839", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Q953762", + "pred": "The head of government of Pedro Geromel's member of sports team, which is the Brazilian football club Cruzeiro, is the president of the club. As of the most recent information available, the president of Cruzeiro is Paulo S\u00e1. However, it's important to note that the head of government can", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of government of Pedro Geromel's member of sports team, which is the Brazilian football club Cruzeiro, is the president of the club. As of the most recent information available, the president of Cruzeiro is Paulo S\u00e1. However, it's important to note that the head of government can" + }, + { + "id": "q_001174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Latvian Higher League", + "pred": "1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1." + }, + { + "id": "q_006379", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Giorgio Napolitano", + "pred": "1992-2008: President of the Italian Republic (1992-2008)", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1992-2008: President of the Italian Republic (1992-2008)" + }, + { + "id": "q_001940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "1989.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1989.0" + }, + { + "id": "q_001985", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Germany" + }, + { + "id": "q_000177", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "German Democratic Republic", + "pred": "Hesse is a federal state of Germany, and it is not part of West Germany. Therefore, the territory claimed by Claus Korth's allegiance after West Germany does not contain the administrative territorial entity Hesse.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "Hesse is a federal state of Germany, and it is not part of West Germany. Therefore, the territory claimed by Claus Korth's allegiance after West Germany does not contain the administrative territorial entity Hesse." + }, + { + "id": "q_003534", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1905", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1905" + }, + { + "id": "q_007118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Steve Sampson", + "pred": "Bruce Arena was the head coach of the United States national team, and Andreas Herzog was a member of the team. Therefore, the answer is Bruce Arena.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "Bruce Arena was the head coach of the United States national team, and Andreas Herzog was a member of the team. Therefore, the answer is Bruce Arena." + }, + { + "id": "q_008135", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Panama", + "pred": "1922.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1922.0" + }, + { + "id": "q_008030", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "1988.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1988.0" + }, + { + "id": "q_008449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "The general secretary of the German Workers' Party (DSP) before Volker R\u00fche was **Hans-J\u00fcrgen B\u00f6ckler**. B\u00f6ckler served as the general secretary from 1975 to 1980, and R\u00fche succeeded him in 19", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The general secretary of the German Workers' Party (DSP) before Volker R\u00fche was **Hans-J\u00fcrgen B\u00f6ckler**. B\u00f6ckler served as the general secretary from 1975 to 1980, and R\u00fche succeeded him in 19" + }, + { + "id": "q_001457", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Thomas Keneally", + "pred": "1982: Best Actor in a Supporting Role (nominated)", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1982: Best Actor in a Supporting Role (nominated)" + }, + { + "id": "q_001650", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Sergi L\u00f3pez", + "pred": "The winner of Bread and Tulips, which was nominated for Best Picture at the 1987 Cannes Film Festival, was not Ian McKellen. The film was directed by Peter Greenaway and starred Ian McKellen, but the winner of the Best Picture award that year was \"The Tin Drum\" directed by Vol", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Bread and Tulips, which was nominated for Best Picture at the 1987 Cannes Film Festival, was not Ian McKellen. The film was directed by Peter Greenaway and starred Ian McKellen, but the winner of the Best Picture award that year was \"The Tin Drum\" directed by Vol" + }, + { + "id": "q_006597", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "SeatGeek Stadium", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The answer is not available in the provided text." + }, + { + "id": "q_003141", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Canada", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "France" + }, + { + "id": "q_004341", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "BP", + "pred": "1984.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1984.0" + }, + { + "id": "q_007989", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1905.0, + "gold": "Russian Empire", + "pred": "In 1905, the country where Vedi was located in was the Ottoman Empire.", + "em": 0.0, + "f1": 0.16666666666666669, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1905, the country where Vedi was located in was the Ottoman Empire." + }, + { + "id": "q_002962", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Bruno Torpigliani was an Italian politician. In 1955, the head of government of Italy was Alcide De Gasperi.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Bruno Torpigliani was an Italian politician. In 1955, the head of government of Italy was Alcide De Gasperi." + }, + { + "id": "q_001198", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Allianz Arena", + "pred": "1999-2000\n\n\nThe home venue of Kenny Cooper's member of sports team in 2011 was the **MGM Grand Garden Arena**.", + "em": 0.0, + "f1": 0.09090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1999-2000\n\n\nThe home venue of Kenny Cooper's member of sports team in 2011 was the **MGM Grand Garden Arena**." + }, + { + "id": "q_006028", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Jo\u00e3o Tamagnini Barbosa was the chairperson of the sports team of Artur Moraes, who was a Brazilian politician and former president of the Brazilian Football Confederation (CBF). The answer to the question is: Jo\u00e3o Tamagnini Barbosa.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "Jo\u00e3o Tamagnini Barbosa was the chairperson of the sports team of Artur Moraes, who was a Brazilian politician and former president of the Brazilian Football Confederation (CBF). The answer to the question is: Jo\u00e3o Tamagnini Barbosa." + }, + { + "id": "q_007856", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1902", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1902" + }, + { + "id": "q_003797", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "1997", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1997" + }, + { + "id": "q_002920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "The head of state of the country of registry of HMS Graph after the Potsdam Conference in 1945, when Nazi Germany was defeated, would be the President of the Federal Republic of Germany. The Potsdam Conference was held in July 1945, and the country of registry for HMS", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head of state of the country of registry of HMS Graph after the Potsdam Conference in 1945, when Nazi Germany was defeated, would be the President of the Federal Republic of Germany. The Potsdam Conference was held in July 1945, and the country of registry for HMS" + }, + { + "id": "q_004648", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1998" + }, + { + "id": "q_005249", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Julie Christie", + "pred": "The winner of Marriage Italian-Style's nominated for was Sophia Loren for Best Actress.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of Marriage Italian-Style's nominated for was Sophia Loren for Best Actress." + }, + { + "id": "q_004612", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "In 1951, the head of state of the country of citizenship of Luigi Carnacina was the President of the Italian Republic, which was Enrico De Nicola.", + "em": 0.0, + "f1": 0.09999999999999999, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "In 1951, the head of state of the country of citizenship of Luigi Carnacina was the President of the Italian Republic, which was Enrico De Nicola." + }, + { + "id": "q_006383", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1976" + }, + { + "id": "q_003997", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The winner of the Academy Award for Best Actor in 2005, which was the year Romain Duris was nominated for his role in \"The Diving Bell and the Butterfly,\" was Daniel Day-Lewis for his performance in \"There Will Be Blood.\"", + "em": 0.0, + "f1": 0.0625, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The winner of the Academy Award for Best Actor in 2005, which was the year Romain Duris was nominated for his role in \"The Diving Bell and the Butterfly,\" was Daniel Day-Lewis for his performance in \"There Will Be Blood.\"" + }, + { + "id": "q_002521", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Heiko Herrlich", + "pred": "In 2020, the head coach of Marek Such\u00fd's member of sports team was Vladim\u00edr \u0160micer.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 2020, the head coach of Marek Such\u00fd's member of sports team was Vladim\u00edr \u0160micer." + }, + { + "id": "q_008451", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Mario Draghi", + "pred": "The question seems to be asking for the head of government of Cesare Benedetti's country, but there is no known individual named Cesare Benedetti who is associated with a country in the context of sports leadership. It's possible that there may be a misunderstanding or a mix-up in the names. If you could provide", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The question seems to be asking for the head of government of Cesare Benedetti's country, but there is no known individual named Cesare Benedetti who is associated with a country in the context of sports leadership. It's possible that there may be a misunderstanding or a mix-up in the names. If you could provide" + }, + { + "id": "q_002584", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1944.0, + "gold": "1944", + "pred": "1944", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1944" + }, + { + "id": "q_000401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Zhou Enlai", + "pred": "In 1959, the head of government of the People's Republic of China, where Zhao Ziyang was a citizen, was Zhou Enlai.", + "em": 1.0, + "f1": 0.19999999999999998, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "In 1959, the head of government of the People's Republic of China, where Zhao Ziyang was a citizen, was Zhou Enlai." + }, + { + "id": "q_007273", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Harry Redknapp", + "pred": "The head coach of Michael Dawson's team before Tim Sherwood was Harry Redknapp.", + "em": 1.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The head coach of Michael Dawson's team before Tim Sherwood was Harry Redknapp." + }, + { + "id": "q_000566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Jean-Loup Dabadie was a French politician and member of the European Parliament. After Jean Mistler, who was a member of the European Parliament for the Rally for the Republic (RPR) party, the general secretary of the RPR was Jean-Pierre Chev\u00e8nement. However, it's important to", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2, + "pred_raw": "Jean-Loup Dabadie was a French politician and member of the European Parliament. After Jean Mistler, who was a member of the European Parliament for the Rally for the Republic (RPR) party, the general secretary of the RPR was Jean-Pierre Chev\u00e8nement. However, it's important to" + }, + { + "id": "q_001480", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "The team captain of Matt Carkner, who was drafted by the New York Rangers, was Mark Messier.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "The team captain of Matt Carkner, who was drafted by the New York Rangers, was Mark Messier." + }, + { + "id": "q_002648", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "The winner of the 1977 Booker Prize, which was awarded to Kingsley Amis for his novel \"The Old Devils,\" was not Jennifer Johnston. Jennifer Johnston was a British author, but she was not the winner of the 1977 Booker Prize. The winner of the 197", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1, + "pred_raw": "The winner of the 1977 Booker Prize, which was awarded to Kingsley Amis for his novel \"The Old Devils,\" was not Jennifer Johnston. Jennifer Johnston was a British author, but she was not the winner of the 1977 Booker Prize. The winner of the 197" + }, + { + "id": "q_005191", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Bruno Bieligk's member of political party's chairperson in 1920 was Karl Kautsky.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Bruno Bieligk's member of political party's chairperson in 1920 was Karl Kautsky." + }, + { + "id": "q_004451", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Azerbaijan Premier League", + "pred": "1. Liga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "1. Liga" + } + ] +} \ No newline at end of file diff --git a/eval/v3-sft-noevidence-seed7.json b/eval/v3-sft-noevidence-seed7.json new file mode 100644 index 0000000000000000000000000000000000000000..e714bfec21176c1bf5f235636446675f2e921d57 --- /dev/null +++ b/eval/v3-sft-noevidence-seed7.json @@ -0,0 +1,24488 @@ +{ + "name": "unnamed", + "policy_path": "../checkpoints/sft-v3-seed7/final", + "split": "test", + "n_samples": 1743, + "temperature": 0.0, + "max_new_tokens": 64, + "overall": { + "n": 1743, + "em": 0.20481927710843373, + "f1": 0.18151361567554075, + "th_n": 335, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0 + }, + "by_complexity": { + "1hop": { + "n": 800, + "em": 0.26, + "f1": 0.2388948881010136, + "th_n": 175, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0 + }, + "2hop": { + "n": 800, + "em": 0.15125, + "f1": 0.11411668743600614, + "th_n": 125, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0 + }, + "3plus": { + "n": 143, + "em": 0.1958041958041958, + "f1": 0.23754525659336984, + "th_n": 35, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0 + } + }, + "by_operator": { + "before_after": { + "n": 517, + "em": 0.13152804642166344, + "f1": 0.10594542057999518, + "th_n": 124, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0 + }, + "interval": { + "n": 163, + "em": 0.6134969325153374, + "f1": 0.5444805818557212, + "th_n": 10, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0 + }, + "point_in_time": { + "n": 535, + "em": 0.17570093457943925, + "f1": 0.15355083928702612, + "th_n": 129, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0 + }, + "sequence": { + "n": 528, + "em": 0.17992424242424243, + "f1": 0.17178866632872802, + "th_n": 72, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0 + } + }, + "per_example": [ + { + "id": "q_006291", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "chairperson", + "pred": "1998\u20132000", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007337", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "Nicholas II of Russia", + "pred": "Emperor of Russia", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000021", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "1959.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007809", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Irina Bokova", + "pred": "The chairperson of Kach, which was designated as a terrorist organization by the United States, was Meir Kahane. However, it's important to clarify the context and timeline to provide an accurate answer.\n\nMeir Kahane was an American-born Israeli politician and rabbi who founded the Kach party in 1", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001979", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005455", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "1982 Academy Award for Best Actress", + "em": 0.0, + "f1": 0.5333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008005", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008690", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "1968.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008321", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "The position held of Vito Lattanzio's country of citizenship's head of government in 1976 was Prime Minister of Italy.", + "em": 1.0, + "f1": 0.38095238095238093, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007761", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Arista Records", + "pred": "The record label of Jennifer Love Hewitt's unmarried partner's nominated for's winner before Epic Records was Atlantic Records.", + "em": 0.0, + "f1": 0.09999999999999999, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008118", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "The position held by the head of state of Vincent Cimatti's country of citizenship, Italy, before he became an Italian senator for life was the President of the Italian Republic.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001360", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "1970.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000136", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Italy", + "pred": "The position held of Michele Pellegrino's country of citizenship's head of government in 1981 was Prime Minister of Italy.", + "em": 1.0, + "f1": 0.38095238095238093, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006986", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Giovanni Falcone was an Italian judge and politician. The head of state of Italy during his time was the President of the Italian Republic. In 1955, the President of the Italian Republic was Enrico de Nicola. However, it's important to note that Giovanni Falcone was born in 193", + "em": 0.0, + "f1": 0.17142857142857143, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003298", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "The basic form of government of Metz's country's diplomatic relation before the Islamic Republic was a monarchy.", + "em": 0.0, + "f1": 0.1111111111111111, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006733", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "1968.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005866", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "After Diane Keaton won the Academy Award for Best Actress for her role in \"Annie Hall\" (1977), the next award she received was the Golden Globe Award for Best Actress - Motion Picture Musical/Comedy for her performance in \"The Rose\" (1990).", + "em": 0.0, + "f1": 0.42105263157894735, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004748", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "The position held of Alfredo Sivocci's country of citizenship's head of state in 1964 was President of Italy.\n\n\nThe position held of Alfredo Sivocci's country of citizenship's head of state in 1964 was **President of Italy**.", + "em": 1.0, + "f1": 0.3, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004795", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Chancellor of Germany", + "pred": "1922.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000787", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "The basic form of government of Niobe's country of registry's diplomatic relation before republic was a monarchy.", + "em": 0.0, + "f1": 0.1111111111111111, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008333", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "President of Italy", + "pred": "The position held by Aldo Morandi's country of citizenship's head of state was the President of the Italian Republic.", + "em": 0.0, + "f1": 0.21052631578947367, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008338", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Academy Award for Best Visual Effects", + "pred": "1995: Best Sound Mixing (Won)", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001840", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "1995.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001274", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "1967.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000547", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Giovanni Battista Gianquinto was an Italian politician and lawyer, and his country of citizenship was Italy. After Giuseppe Calderone, who was also an Italian politician, the head of state of Italy was Enrico De Nicola. Therefore, the position held by the head of state of Giovanni Battista Gianquinto's", + "em": 0.0, + "f1": 0.1212121212121212, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001052", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "1955.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006228", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "The position held by the head of government of Jane Jacobs's residence in 1963 was Prime Minister of Canada.\n\n\nThe position held by the head of government of Jane Jacobs's residence in 1963 was **Prime Minister of Canada**.", + "em": 0.0, + "f1": 0.08695652173913045, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006414", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001651", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "President of Italy", + "pred": "1957, the head of state of Daniela Rocca's country of citizenship, which is Italy, was Alcide De Gasperi\n\n\nIn 1957, the head of state of Italy, Daniela Rocca's country of citizenship, was **Alcide De Gas", + "em": 0.0, + "f1": 0.1739130434782609, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007640", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "The position held by the head of state of Plinio Antolini's country of citizenship, Italy, before he became an Italian senator for life was the President of the Italian Republic.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "1969.0\n\n\nTo determine the answer, we need to follow a logical sequence of steps:\n\n1. **Identify Annalena Tonelli's country of citizenship**: \n Annalena Tonelli was an Italian politician, so her country of citizenship was **Italy**.\n\n2.", + "em": 0.0, + "f1": 0.1212121212121212, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004943", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Nazi Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007287", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "King of Italy", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005394", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007314", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Mayor of New York City", + "pred": "The position held by the head of government of Elliott Erwitt's work location, New York City, after Weegee's work location was New York City, was the Mayor of New York City.", + "em": 1.0, + "f1": 0.4166666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003452", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Mayor of New York City", + "pred": "1948.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006815", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008439", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Tim Robbins", + "pred": "The unmarried partner of Nell (played by Julia Roberts in the film \"Nell\") is not a character in the movie, as Nell is a fictional character and her relationships are not explored in the film. However, if you are referring to the real-life unmarried partner of Maggie Smith, who won the Academy Award", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003245", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "The basic form of government of Niobe's country of registry's diplomatic relation after Heinrich Scheuch country of citizenship Germany was a constitutional monarchy.\n\n\nThe basic form of government of Niobe's country of registry's diplomatic relation after Heinrich Scheuch country of citizenship Germany was a constitutional monarchy.", + "em": 1.0, + "f1": 0.17391304347826084, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008633", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Bucharest", + "pred": "The capital of Giurgiu's country in 1920 was Bucharest.", + "em": 1.0, + "f1": 0.18181818181818182, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003473", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Sultan of the Ottoman Empire", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001673", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005726", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "First Republic of Austria", + "pred": "In 1934, the country that included Aachen was Germany. The border of Germany in 1934 was with several countries, including France, Belgium, the Netherlands, Poland, Czechoslovakia, and the Soviet Union. However, it is important to note that the borders of Germany were", + "em": 0.0, + "f1": 0.05714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004929", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "In 1967, the head of state of Virginio Rosetta's country of citizenship, which is Italy, was Antonio Segni.", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006286", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Deutsche Mark", + "pred": "1977.0\n\n\nThe Mannheim Observatory, located in Germany, was owned by the country of West Germany (Federal Republic of Germany) in 1977. The currency of West Germany at that time was the **Deutsche Mark (DEM)**.\n\n**Answer: Deutsche Mark (", + "em": 1.0, + "f1": 0.14814814814814814, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002759", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "K\u014dichir\u014d Matsuura", + "pred": "The answer is: Irina Bokova.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004009", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "1998", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007134", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002750", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "In 1976, the head of government of Italy, which was Franco Basaglia's country of citizenship, was Aldo Moro.", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000812", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "U-13", + "pred": "The has part of U-14's commanded by's affiliation in 1936 was the Kriegsmarine.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003515", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005012", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Prime Minister of Italy", + "pred": "1982.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004016", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008522", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "The position held by the head of state of Franco Bordoni's country of citizenship, Italy, before he became an Italian senator for life was that of President of the Italian Republic.", + "em": 0.0, + "f1": 0.21428571428571425, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000716", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004128", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002796", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1923.0, + "gold": "1923", + "pred": "1923", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "The answer is \"Gianluca Pessotto\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003552", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "chairperson", + "pred": "The position held by Miralem Sulejmani's member of sports team's chairperson after Sven-G\u00f6ran Eriksson coach of sports team S.L. Benfica was the president of the club.", + "em": 1.0, + "f1": 0.08695652173913045, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004730", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "God Save the Tsar!", + "pred": "The anthem of Vedi's located in's country was \"The Song of the Vedi\" (Ukrainian: \"\u041f\u0456\u0441\u043d\u044f \u0412\u0435\u0434\u0456\") from 1918 to 1920.", + "em": 0.0, + "f1": 0.09523809523809523, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005767", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Helmut Kohl", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002032", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Mayor of New York City", + "pred": "Oliver & Company is a 1988 American animated film produced by Walt Disney Productions and released by Buena Vista Distribution. The narrative location of the film is New York City, and the head of government at that time was Mayor Edward I. Koch.", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008644", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "John Banville was not the winner of Padma Lakshmi's spouse's nomination. Padma Lakshmi is an American television personality, model, and author, and her spouse is Salman Rushdie, a British-Indian novelist. John Banville is an Irish writer and has won several awards, including the Man", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006768", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002122", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "In 1964, the head of state of the country of citizenship of Angelo Cella was the President of the Italian Republic, Giuseppe Saragat.", + "em": 0.0, + "f1": 0.21052631578947367, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "1980.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000842", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "God Save the King", + "pred": "The anthem of Enderbury Island's country, which is the United Kingdom, is \"God Save the Queen\" (or \"God Save the King\" when the monarch is male). The head of state of the United Kingdom is currently King Charles III. Therefore, the anthem of the United Kingdom, which is the country", + "em": 1.0, + "f1": 0.2758620689655173, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003512", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "1982 Tony Award for Best Play", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002727", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Federal State of Austria", + "pred": "Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004477", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "In 1970, the head of state of Tommaso Padoa-Schioppa's country of citizenship, which is Italy, was Giuseppe Saragat.", + "em": 0.0, + "f1": 0.1904761904761905, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004639", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "1965.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002027", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1913.0, + "gold": "Nicholas II of Russia", + "pred": "The head of state of Vedi's located in's country was the President of the Russian Federation.", + "em": 0.0, + "f1": 0.11764705882352941, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004554", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "In 1961, the head of state of Gino Archesso's country of citizenship, which was Italy, was Enrico de Nicola.", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005676", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "United States", + "pred": "1. Lance Armstrong\n2. member of sports team -> Motorola\n3. Laureus World Sports Award for Comeback of the Year's winner -> David Beckham\n4. member of sports team -> Manchester United\n5. country -> England", + "em": 0.0, + "f1": 0.06896551724137931, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008291", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "The position held by the head of state of Linda Sini's country of citizenship, which is Italy, before she became an Italian senator for life was the President of the Italian Republic.", + "em": 0.0, + "f1": 0.20689655172413793, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008225", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001173", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "1970.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008571", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "The basic form of government of Metz's country's diplomatic relation after Alfred Neumann country of citizenship Germany was a constitutional monarchy.\n\n\nThe basic form of government of Metz's country's diplomatic relation after Alfred Neumann country of citizenship Germany was a constitutional monarchy.", + "em": 1.0, + "f1": 0.18181818181818182, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000937", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1934.0, + "gold": "1934", + "pred": "1919", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003736", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Friedrich Ebert", + "pred": "In 1921, the head of state of the German Empire was the German Emperor (Kaiser) Wilhelm II, who had been in exile since 1918. The SMS Arcona was a German light cruiser that served in the German Imperial Navy (Kaiserliche Marine) until the end of", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002966", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000538", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Giovanni Falcone's country of citizenship's head of state was the President of Italy, which at the time was Giovanni Leone.", + "em": 1.0, + "f1": 0.3157894736842105, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000838", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "The award received by Ant\u00f4nio da Silva's member of sports team's head coach before the Order of Merit of Baden-W\u00fcrttemberg was the Order of the Star of India.", + "em": 0.0, + "f1": 0.14814814814814814, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002448", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Vanderbilt University", + "pred": "The employer of Viktor Hamburger, who won the Louisa Gross Horwitz Prize, was the University of Chicago.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007230", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "The head of state of the country of Zoran Klemen\u010di\u010d's member of sports team's country after Giovanni Leone was Giorgio Napolitano.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004534", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Prime Minister of Italy", + "pred": "1953.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007740", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007848", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Prime Minister of Italy", + "pred": "1999\u20132008", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003817", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Mayor of New York City", + "pred": "The position held by Variety's place of publication's head of government in 1947 was the Prime Minister of the United Kingdom.\n\n\nThe position held by Variety's place of publication's head of government in 1947 was the **Prime Minister of the United Kingdom**.", + "em": 0.0, + "f1": 0.08333333333333333, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006982", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Hannelore Kohl", + "pred": "The spouse of Ulrike Herrmann's member of political party's chairperson after Heinrich Hellwege member of political party Christian Democratic Union is not directly answerable from the given information.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000932", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Governing Mayor of Berlin", + "pred": "The position held of Q896393's work location's head of government in 1977 was the Prime Minister of the United Kingdom.", + "em": 0.0, + "f1": 0.09523809523809523, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004711", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Vanderbilt University", + "pred": "The answer is the National Institutes of Health (NIH).", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001424", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Free State of Prussia", + "pred": "The located in of Tilla Durieux's spouse's work location after Kingdom of Prussia was Germany.", + "em": 0.0, + "f1": 0.2105263157894737, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006808", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005728", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000501", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Civic Democratic Party", + "pred": "Jan Kavan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003472", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "The chairperson of Carlo Rambaldi's country of citizenship's member of in 1955 was the United States of America.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007593", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "In 1958, the head of state of the country of citizenship of Alberto Moravia's spouse was the President of the Italian Republic, Alcide De Gasperi.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004304", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "military personnel", + "pred": "The occupation of U-120's part of's commanded by in 1943 was the German Navy (Kriegsmarine).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004513", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "European Parliament", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001144", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Helmut Kohl", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004736", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001077", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "chairperson", + "pred": "1999\u20132003", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004250", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002769", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mayor of New York City", + "pred": "In 1955, Dennis Stock's work location's head of government was the President of the United States, Dwight D. Eisenhower.", + "em": 0.0, + "f1": 0.08695652173913045, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001923", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008379", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "The position held by the head of state of Cesare Terranova's country of citizenship, Italy, before he became an Italian senator for life was President of the Italian Republic.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004279", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "U-13", + "pred": "The has part of U-14's commanded by's affiliation after Victor Oehrn military, police or special rank lieutenant is 1936.0.", + "em": 0.0, + "f1": 0.08333333333333334, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008534", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "1958 was the year of the death of the head of state of Bruno Arcari's country of citizenship", + "em": 0.0, + "f1": 0.125, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001990", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "United Nations", + "pred": "1945.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000057", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003633", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "President of Italy", + "pred": "1966.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007357", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Mayor of New York City", + "pred": "1989.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "President of the United States", + "pred": "In 2004, Michael Barry was a member of the New Zealand national rugby team, the All Blacks. The head of government of New Zealand in 2004 was Helen Clark, who served as the Prime Minister of New Zealand from 1999 to 2008.", + "em": 0.0, + "f1": 0.1176470588235294, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_002803", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005319", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "The position held by the head of state of Sergio Andreoli's country of citizenship, Italy, after Uberto de Morpurgo's country for sport Italy was the President of the Italian Republic.", + "em": 0.0, + "f1": 0.23076923076923078, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008568", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "In 2014, the head coach of the sports team that Michelangelo Albertazzi was a member of was John Harkes.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002510", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Bill Clinton", + "pred": "In 1996, the head of government of the country where Lance Armstrong's sports team was based was the President of the United States, Bill Clinton.", + "em": 1.0, + "f1": 0.18181818181818182, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007048", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Alexander II of Russia", + "em": 0.0, + "f1": 0.75, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000284", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Irina Bokova", + "pred": "The chairperson of Susan Polgar's country for sport's member in 2012 was the President of the United States of America, Barack Obama.\n\n\nThe chairperson of Susan Polgar's country (Hungary) for sport's member in 2012 was **\u00c1rp\u00e1d T", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007586", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "German Emperor", + "pred": "In 1915, the position held by the spouse of the person after whom Breitscheidplatz was named was the Chancellor of the German Empire.", + "em": 0.0, + "f1": 0.10526315789473684, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006367", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "1980.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002788", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "1969.0\n\nOkay, let's try to figure out this question. The user is asking: \"What was Women in Love's award received's winner's spouse in 1969?\" And the answer given is 1969.0. Hmm, that seems a bit confusing", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001092", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "God Save the Tsar!", + "pred": "The anthem of Helsinki, the capital of Finland, after the Russian Empire was \"The Finnish National Anthem\" (Suomen kansallismaa).", + "em": 0.0, + "f1": 0.11111111111111112, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000319", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "1960.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000336", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "1963.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005328", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "1976.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007430", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Sukarno", + "pred": "The question is unclear and contains errors. Let me try to clarify and answer based on possible interpretations.\n\n1. \"Before Suharto\" - Suharto was the second president of Indonesia, serving from 1967 to 1998. There was no \"head of state of Changchun", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001032", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "The position held by the head of state of Claudio Ruffini's country of citizenship in 1961 was President of the Italian Republic.\n\n\nThe position held by the head of state of Claudio Ruffini's country of citizenship in 1961 was **President of the Italian Republic", + "em": 0.0, + "f1": 0.18181818181818182, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006917", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "In 2003, the head of state of the country where Zoran Klemen\u010di\u010d was a member of a sports team was Boris Tadi\u0107.\n\n\nIn 2003, Zoran Klemen\u010di\u010d was a member of the Slovenian national football team. The head of state", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_008460", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Alfonso Brescia was a citizen of Italy. In 1953, the chairperson of the United Nations General Assembly was Sir Brian Urquhart, who represented the United Kingdom. Therefore, the answer is Sir Brian Urquhart.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001183", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "1968.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001661", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "1955.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002861", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Parliament", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "The position held by the head of government of Italy after Carlo Emilio Gadda's country of citizenship (Italy) was the Prime Minister.", + "em": 0.0, + "f1": 0.3636363636363636, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000264", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "The spouse of the winner of the award received by Women in Love was John Gielgud.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001302", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007976", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "The position held by the head of state of Mariele Ventre's country of citizenship (Italy) before she was an Italian senator for life was President of the Italian Republic.", + "em": 0.0, + "f1": 0.23076923076923078, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007562", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Lviv University", + "pred": "The employer of Zygmunt Janiszewski in 1913 was the Polish government.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "pred": "1992 Tony Award for Best Actor in a Musical", + "em": 0.0, + "f1": 0.35294117647058826, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005303", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Valenciennes F.C.", + "pred": "Geoffrey Doumeng's member of sports team in 2007 was the New South Wales Waratahs.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003783", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Baron Harding of Petherton", + "pred": "In 1959, John Harding, 1st Baron Harding of Petherton, held the noble title of Baron Harding of Petherton.", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004865", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006315", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006083", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "In 1954, the country of Pula was Yugoslavia.", + "em": 0.0, + "f1": 0.3076923076923077, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003360", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008353", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Chattanooga", + "pred": "In 1986, the headquarters of the National Model Railroad Association (NMRA) was located in Washington, D.C.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "D.C. United", + "pred": "The occupant of Robert F. Kennedy Memorial Stadium in 2009 was the Washington Nationals baseball team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Gjilan was in the country of Albania in 1977.", + "em": 0.0, + "f1": 0.15384615384615385, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004848", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Soviet Union", + "pred": "Latvia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007525", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Oulu Province", + "pred": "The answer is \"Kainuu\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000885", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Northern Dvina Governorate", + "pred": "Yarensk Uyezd was located in the Arkhangelsk Governorate.", + "em": 0.0, + "f1": 0.18181818181818182, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001030", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "The Holy Roman Empire", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004428", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "Soviet Union", + "pred": "Georgia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002780", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "University of British Columbia", + "pred": "The employer of Daniel Kahneman after his employer Hebrew University of Jerusalem was the University of California, Berkeley.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000352", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Solicitor General for England and Wales", + "pred": "John Simon, 1st Viscount Simon was the Chancellor of the Exchequer in the United Kingdom from 1923 to 1924. Before holding this position, he served as the President of the Board of Trade from 1922 to 1923.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000414", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001261", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Italy", + "pred": "The country of citizenship of Renato Barisani after the Kingdom of Italy was the Italian Republic.", + "em": 1.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001035", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "WWE", + "pred": "Shane McMahon is a former professional wrestler and current entrepreneur. After his career in professional wrestling, he became an entrepreneur, primarily involved in the entertainment industry. His employer after transitioning to entrepreneurship was not a traditional employer, as he started his own ventures. One of his notable ventures was the creation of the WWE (World Wrestling Entertainment", + "em": 1.0, + "f1": 0.04878048780487806, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008432", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "After John McCain's occupation as a fighter pilot, his spouse was Cindy McCain.", + "em": 1.0, + "f1": 0.2666666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005886", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Federal Minister for Foreign Affairs", + "pred": "Chancellor of Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007363", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Armin Grein was the Minister of Finance of West Germany in 1989.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006356", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004178", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "People's Republic of Bulgaria", + "pred": "In 1979, the country of Pernik was Bulgaria.", + "em": 0.0, + "f1": 0.3076923076923077, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kupferstichkabinett Berlin", + "pred": "Max Jakob Friedl\u00e4nder's employer before the Gem\u00e4ldegalerie Berlin was the Prussian State Museum.", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000581", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Sevilla FC", + "pred": "M\u00e1laga CF", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008059", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Heinrich Himmler", + "pred": "Heinrich Himmler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002028", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Scopus", + "pred": "The New York Times Book Review", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "James Norris Memorial Trophy", + "pred": "In 2012, Erik Karlsson received the Calder Memorial Trophy.", + "em": 0.0, + "f1": 0.30769230769230765, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005062", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Gyula Iulius Maurer was employed by the Hungarian Academy of Sciences.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005618", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Leicester City F.C.", + "pred": "Jack Hobbs was a member of the sports team \"The Oval\" in the 1920s.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Italy", + "pred": "Ulrico Girardi's country of citizenship in 1974 was Italy.", + "em": 1.0, + "f1": 0.18181818181818182, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FK Austria Wien", + "pred": "1.996.0\n\n\nThe member of the sports team of Ronald Brunmayr in 1996 was **1.996.0**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002148", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1927.0, + "gold": "Kingdom of Romania", + "pred": "The country of Balchik after the Principality of Bulgaria was the Kingdom of Bulgaria.", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006117", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "The country of citizenship of Cesarina Vighy after the Kingdom of Italy was the Kingdom of Hungary.", + "em": 1.0, + "f1": 0.16666666666666669, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Mary Pickford", + "pred": "1929.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003365", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "All-NBA Team", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "In 1922, the operator of the Molli railway was the Austrian Federal Railways (\u00d6sterreichische Bundesbahnen, abbreviated as \u00d6BB).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003448", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "Kingdom of Italy", + "pred": "Benedetta Cappa was born in Italy, so her country of citizenship before Italy was not applicable.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005271", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Borussia M\u00f6nchengladbach", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "United States Penitentiary, Florence ADMAX", + "pred": "Ted Kaczynski is a former Harvard University student who was known for his involvement in the Unabomber case. He was arrested in 1996 and sentenced to life in prison without the possibility of parole. The point in time of Ted Kaczynski is currently 2020.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007959", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Afghanistan", + "pred": "After Czechoslovakia, the diplomatic relation of Germany was the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008034", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Sergio Tofano was a citizen of Italy before becoming a citizen of the United States.\n\n\nSergio Tofano was a citizen of Italy before becoming a citizen of the United States.", + "em": 0.0, + "f1": 0.25, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_006099", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "In 1932, the Central Volga Krai was located in the Soviet Union, specifically in the European part of Russia, covering parts of the Volga River region.", + "em": 0.0, + "f1": 0.08333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003338", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "President of the Bundestag", + "pred": "Wolfgang Sch\u00e4uble was the Federal Minister for Special Affairs of Germany from 1998 to 2005.", + "em": 0.0, + "f1": 0.2105263157894737, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007882", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "pred": "The 1954 Nobel Prize in Physiology or Medicine", + "em": 0.0, + "f1": 0.14285714285714288, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001101", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Melbourne Cricket Ground", + "pred": "In 1904, the home venue of the Melbourne Football Club was the MCG (Melbourne Cricket Ground).", + "em": 1.0, + "f1": 0.375, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004838", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "American Psycho 2", + "pred": "American Psycho (2002 film)", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008088", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008278", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Valenciennes F.C.", + "pred": "The member of the sports team of Kenny Lala in 2013 was not specified in the given text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003556", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Spartak Moscow", + "pred": "1. 2004.0\n 2. 2004.0\n 3. 2004.0\n 4. 2004.0\n 5. 2004.0\n 6. 2004.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007252", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007229", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003581", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007540", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Norway men's national association football team", + "pred": "Rolf Johannessen's member of sports team in 1931 was the Norwegian national team.", + "em": 0.0, + "f1": 0.3, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006549", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1972.0, + "gold": "1972", + "pred": "1972", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006127", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Rome", + "pred": "Milan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008172", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Academy Award for Best Director", + "pred": "Fred Zinnemann was nominated for the Academy Award for Best Director for the film \"High Noon\" (1952).", + "em": 1.0, + "f1": 0.5263157894736842, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006850", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "\u00c9toile Sportive du Sahel", + "pred": "In 2000, Oumar Kalabane was a member of the sports team of the French national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001281", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "60 Minutes", + "pred": "The notable work of Morley Safer after receiving the Morley Safer award was the documentary \"The Death of a Nation and Other Essays\" (1979).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Philadelphia", + "pred": "Thomas Eakins's work location in 1908 was the Pennsylvania Academy of the Fine Arts.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001024", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "Jos\u00e9 Anigo was the head coach of Olympiacos F.C. from 1999 to 2000.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003080", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Nobel Prize in Literature", + "pred": "Sarvepalli Radhakrishnan was not nominated for the Nobel Peace Prize. He was a renowned Indian philosopher and the second President of India, serving from 1962 to 1967. The Nobel Peace Prize is awarded for contributions to peace, and Radhakrishnan's work", + "em": 0.0, + "f1": 0.11764705882352941, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Reading F.C.", + "pred": "Stephen Hunt is a former professional footballer who played as a midfielder. After his time at Crystal Palace F.C., he joined several other clubs. One notable team he was part of was Coventry City F.C. in the 1990s. Therefore, the member of the sports team after Crystal Palace F", + "em": 0.0, + "f1": 0.09756097560975609, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007249", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Athletic Club", + "pred": "In 1912, Rafael Moreno Aranzadi was a member of the sports team \"Real Sociedad de F\u00fatbol\" (Real Sociedad Football Club).", + "em": 0.0, + "f1": 0.09999999999999999, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004330", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Spain", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002355", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Brentford F.C.", + "pred": "The member of the sports team of Andy Sinton before Wolverhampton Wanderers F.C. was Peter Crouch.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Erwin Teufel", + "pred": "Hans Filbinger was the head of government of Baden-W\u00fcrttemberg from 1978 to 1980. After him, the head of government was Erich Honecker.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002493", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "TV Globo", + "pred": "In 1994, the subsidiary of Grupo Globo was Globovisi\u00f3n.", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004504", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008366", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Jean Tremblay", + "pred": "In 2008, the head of government of Saguenay was the Mayor of Saguenay, who was Jean-Pierre Poirier.", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003310", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "1980", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004860", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "auxiliary bishop", + "pred": "In 1975, Guillermo Leaden held the position of Minister of Education in the government of Argentina.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007131", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001190", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Franca Florio was born in Italy.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001845", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "Stade de Reims", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001601", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Lomonosov Moscow State University", + "pred": "Lev Pontryagin's employer in 1933 was the Institute of Mathematics of the USSR Academy of Sciences.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008159", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "AIK Fotboll", + "pred": "Lee Baxter is a fictional character from the anime and manga series \"The Disastrous Life of Saiki K.\" In the series, Lee Baxter is a member of the sports team \"Kurokawa High School's Baseball Team.\" However, it's important to note that the series is a work of fiction, and", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_006771", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Cuxhaven district", + "pred": "Sietland was located in the Netherlands in 1995.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002990", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Vesyegonsky District", + "pred": "Vesyegonsk is located in Tver Oblast, Russia.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002704", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Everton F.C.", + "pred": "Adrian Heath was a member of the sports team of Liverpool F.C.", + "em": 0.0, + "f1": 0.26666666666666666, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000821", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "The country of citizenship of Sabatino Moscati before Italy was the Kingdom of the Two Sicilies.", + "em": 0.0, + "f1": 0.4, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001187", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Max Planck Institute for Chemistry", + "pred": "In 1980, Paul Josef Crutzen was employed by the Netherlands Organization for Applied Scientific Research (TNO).", + "em": 0.0, + "f1": 0.09523809523809523, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006629", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "United States Navy", + "pred": "Frederick B. Dent was a United States Army officer.", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003305", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Italy", + "pred": "The Kingdom of Italy was a country that existed from 1861 to 1946. Antonello Aglioti was an Italian painter who lived during the 16th century. Therefore, the country of citizenship of Antonello Aglioti after the Kingdom of Italy was the Republic of Italy,", + "em": 1.0, + "f1": 0.07142857142857142, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Carter Harrison IV", + "pred": "In 1913, the head of government of Chicago was the Mayor. The mayor of Chicago in 1913 was William Howard Taft.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000310", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "In 1989, Le Montellier was located in the commune of Saint-Martin-de-L\u00e9zat, in the department of Aude, in the Occitanie region of southern France.", + "em": 0.0, + "f1": 0.08333333333333333, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003989", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Baron Moyne", + "pred": "1st Baron Moyne", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002832", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Willy Marlow", + "pred": "1983.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000368", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "FC Porto", + "pred": "Deco was a member of the sports team of FC Porto before joining Fluminense F.C.", + "em": 1.0, + "f1": 0.23529411764705882, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005867", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Kursk Oblast was located in the Soviet Union.", + "em": 0.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005700", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Colombia men's national football team", + "pred": "Juan Carlos Henao was a Colombian footballer who played as a defender. Before joining Millonarios, he was part of the sports team Atl\u00e9tico Bucaramanga.", + "em": 0.0, + "f1": 0.07142857142857144, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000881", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "York University", + "pred": "In 1986, Ellen Meiksins Wood was employed by the University of London.", + "em": 0.0, + "f1": 0.14285714285714285, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005707", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Kreis Kalbe (Milde)", + "pred": "In 1952, Jeetze was located in the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001238", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Pre\u0161ov Region", + "pred": "1954.0\n\nOkay, let's try to figure out what the question is asking. The user is asking, \"What was the located in of Pre\u0161ov after Pre\u0161ov country Czechoslovakia?\" and the answer provided is \"1954.0\". Hmm, that seems", + "em": 0.0, + "f1": 0.06451612903225806, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006162", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Italy", + "pred": "The country of citizenship of Pier Antonio Quarantotti Gambini after the Kingdom of Italy was the Italian Republic.", + "em": 1.0, + "f1": 0.13333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006967", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Armando Aste's country of citizenship in 1971 was Italy.", + "em": 1.0, + "f1": 0.18181818181818182, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006519", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "F.C. Pro Vercelli 1892", + "pred": "Dante Amarilli", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006861", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Toulouse FC", + "pred": "Trabzonspor", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006139", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Decathlon CMA CGM Team", + "pred": "Nicolas Roche's member of sports team in 2012 was the UCI ProTour team, Team Sky.", + "em": 0.0, + "f1": 0.11111111111111112, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002293", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Bethesda", + "pred": "Katie Ledecky's residence before Stanford was in the town of Annapolis, Maryland.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008165", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Akkermansky Uyezd", + "pred": "The answer is: The Kingdom of Poland.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001745", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Republic of China\n\n\n\nThe country of citizenship of Li Tsung-jen after the Qing dynasty was the **Republic of China**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Paul McGann", + "pred": "Iain Glen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Al-Qaeda", + "pred": "In 1993, Osama bin Laden was an ally of the Taliban.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Weimar Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007239", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Kingdom of Italy", + "pred": "Spain", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005515", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "doctorate", + "pred": "Doctor of Philosophy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002120", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Bauska District", + "pred": "In 2000, Bauska was located in Latvia.", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007214", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Gale Anne Hurd", + "pred": "The spouse of James Cameron before Kathryn Bigelow was Linda Hamilton.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008171", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Kingdom of the Two Sicilies", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002624", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Woodrow Wilson", + "pred": "Woodrow Wilson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004467", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "Kingdom of Italy", + "pred": "Alberto Albertini was born in Italy, so his country of citizenship before Italy was not applicable.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006746", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1993.0, + "gold": "1993", + "pred": "1993", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "In 1979, the country of Vr\u0161ac was Yugoslavia.\n\n\nIn 1979, the country of Vr\u0161ac was Yugoslavia.", + "em": 0.0, + "f1": 0.2857142857142857, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000447", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007622", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007073", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FC Luch-Energiya Vladivostok", + "pred": "In 1996, Maksim Layushkin was a member of the Russian national ice hockey team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006216", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Soviet Union", + "pred": "The country of citizenship of Yelena Miroshina before Russia was the Soviet Union.", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007462", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "\u00d6sters IF", + "pred": "Hans Eklund was a member of the sports team of IFK G\u00f6teborg before joining Viborg FF.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000068", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Eski\u015fehirspor", + "pred": "1982.0\n\nOkay, let's try to figure out this question. The user is asking about \u00d6mer Kaner's sports team membership after he was part of Bak\u0131rk\u00f6yspor. The answer given is 1982.0, which seems a bit odd because 19", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Marconi Prize", + "pred": "The award received by Federico Faggin before the National Medal of Technology and Innovation was the IEEE Medal of Honor.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005968", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002706", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "economic liberalism", + "pred": "In 1957, Jorge Gonz\u00e1lez von Mar\u00e9es was involved in the movement of the Spanish Civil War.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006338", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Jan Hendrik Oort", + "pred": "The question is about Maarten Schmidt's doctoral advisor in 1956. To answer this, I need to recall or find information about Maarten Schmidt's academic background. Maarten Schmidt was a Dutch astronomer who later became a U.S. citizen. He is known for his work in extragalactic astronomy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "State Government", + "pred": "Minister of Finance of Austria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005181", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003253", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "chairperson", + "pred": "Professor of Philosophy at the University of Tokyo", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "G\u00f6khan \u00dcnal joined Ankaraspor in 2002. Before that, he was a member of the sports team of Be\u015fikta\u015f.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003453", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Italy", + "pred": "The country of citizenship of Irene Galitzine after the Kingdom of Italy was the United States of America.", + "em": 1.0, + "f1": 0.14285714285714288, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002186", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Academy Award for Best Actress", + "pred": "1980 Academy Award for Best Actress", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000960", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Soviet Union", + "pred": "The country of Biysk was the Russian Empire.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003476", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Municipio III", + "pred": "San Lorenzo is a name that can refer to multiple places, so it's important to clarify which specific San Lorenzo is being referred to. If we are talking about San Lorenzo in Rome, then the location of San Lorenzo is Rome, Italy. However, if the question is asking about the location of another San Lorenzo, such", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001826", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "WWE", + "pred": "WWE\n\nOkay, let's see. The question is asking, after Shane McMahon's occupation as an entrepreneur, what was his employer? The answer given is WWE. Hmm, I need to verify this.\n\nFirst, I should recall Shane McMahon's career. He's a well-known figure in WWE, right? He was", + "em": 1.0, + "f1": 0.05, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Camillo Cibin was born in Italy, so his country of citizenship before Italy was not applicable.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Latvian Soviet Socialist Republic", + "pred": "R\u0113zekne was located in the Soviet Union, which was a country in Eastern Europe.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002291", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2022.0, + "gold": "Al-Nassr", + "pred": "Luiz Gustavo is a Brazilian footballer who has played for several clubs and national teams. After his time with the Brazil men's national football team, he continued his career with various clubs. One notable club he joined was Bayern Munich in Germany. Therefore, the member of the sports team after Brazil men's national football", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006248", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003830", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005800", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1927.0, + "gold": "1927", + "pred": "1927", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Roman Herzog", + "pred": "The head of state of Germany before Horst K\u00f6hler was Roman Herzog.", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "TOP 09", + "pred": "European People's Party", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003125", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Chinese Communist Party", + "pred": "The member of political party of Xiao Ke after Xiao Ke country of citizenship Qing dynasty was the Chinese Revolutionary Party.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "United States Air Force", + "pred": "The answer is \"Bell Labs\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000679", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "After pr\u00e9sident-directeur g\u00e9n\u00e9ral, Jean-Marie Cavada held the position of directeur g\u00e9n\u00e9ral.", + "em": 0.0, + "f1": 0.25000000000000006, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004918", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006137", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Orlando Magic", + "pred": "In 1995, Shaquille O'Neal was a member of the Orlando Magic.", + "em": 1.0, + "f1": 0.2857142857142857, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002644", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Club Atl\u00e9tico River Plate", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004185", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "1995.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007259", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Siemens AG", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000078", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006054", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "SC Young Fellows Juventus", + "pred": "In 1942, Leopold Kielholz was a member of the Swiss national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "president", + "pred": "Richard William Smith was a United States Senator from New York.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002324", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "1990\u20131991", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008261", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "National Basketball Association", + "pred": "Chris Mihm's league or competition in 2005 was the National Football League (NFL).", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004156", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002138", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Montpellier H\u00e9rault Sport Club", + "pred": "Olivier Sorlin is a French former professional footballer who played as a defender. Before joining AS Monaco FC, he was a member of the sports team of RC Lens.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001307", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005256", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "auxiliary bishop", + "pred": "In 2012, Ortega Franco held the position of Minister of the Interior of Colombia.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004475", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Q135837", + "pred": "Fassa Bortolo", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002220", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Estudiantes de La Plata", + "pred": "The member of the sports team of Iv\u00e1n Moreno y Fabianesi after Villarreal CF was Jos\u00e9 Mar\u00eda Camacho.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006192", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Egypt", + "pred": "Egypt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005619", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kingdom of Italy", + "pred": "Adone Zoli was born in Italy, so his country of citizenship before Italy was not applicable.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003460", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Buber-Rosenzweig-Medal", + "pred": "Nikolaus Schneider received the 2012 European Physical Society Prize for European Women in Physics.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005532", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Gy\u00f6rgy Fekete", + "pred": "The spouse of Szilvia Sunyovszky in 2020 was G\u00e1bor Szab\u00f3.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000731", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Ren\u00e9 Ang\u00e9lil", + "pred": "Ren\u00e9 Ang\u00e9lil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007949", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Aston Villa F.C.", + "pred": "In 1940, Harry Parkes was a member of the New Zealand national rugby union team, known as the All Blacks.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001545", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001649", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Kingdom of the Two Sicilies", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008040", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006170", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Nazi Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Italy", + "pred": "The country of citizenship of Filippo Zappata after the Kingdom of Italy was the Italian Republic.", + "em": 1.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Cottbus is a city in Germany, located in the state of Brandenburg.", + "em": 0.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004771", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "SV Waldhof Mannheim", + "pred": "1. TSG Weinheim\n 2. Germany national football team\n 3. 1. FC Kaiserslautern\n 4. 1. FC Nuremberg\n 5. 1. FC Saarbr\u00fccken\n 6. 1. FC Saarbr", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002240", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Raymond Lahey", + "pred": "The answer is Bishop John A. Cummins.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001328", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "F.C. Hansa Rostock", + "pred": "In 1985, Axel Hauschild was a member of the German national handball team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003910", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1926.0, + "gold": "Yves du Manoir Stadium", + "pred": "In 1926, the home venue of Racing 92 was the Stade de France.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003393", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Nemuro Subprefecture (1897\u20142010)", + "pred": "In 1990, Signalny was located in the Soviet Union.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "The located in of Tes-Khemsky District after Tuvan People's Republic was the Soviet Union.", + "em": 0.0, + "f1": 0.3, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002690", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "The country of citizenship of Edgardo Moltoni after the Kingdom of Italy was the Italian Republic.", + "em": 1.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000520", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "1999\u20132001\n\n\nThe member of the sports team of Alec Chamberlain after he was a member of Colchester United F.C. was **Bristol Rovers**.", + "em": 0.0, + "f1": 0.1739130434782609, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008590", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Acad\u00e9mie des beaux-arts", + "pred": "Albert Decaris was a French film director and screenwriter, best known for his work in the 1930s and 1940s. In 1951, he was not a member of any particular organization or group, as he was an independent filmmaker. However, he was associated", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002965", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Toronto", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000417", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Italy", + "pred": "Kingdom of the Two Sicilies", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007810", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Soviet Union", + "pred": "Khotyn was located in Khotinskij County, which was part of the Russian Empire.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002744", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Queen Mary University of London", + "pred": "The employer of Kurt Hirsch after he educated at Humboldt-Universit\u00e4t zu Berlin was the German Federal Railway (Deutsche Bundesbahn).", + "em": 0.0, + "f1": 0.08333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006283", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "University of G\u00f6ttingen", + "pred": "Johann Radon was educated at the University of Vienna.", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001516", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "President of the Swiss Confederation", + "pred": "In 2005, Samuel Schmid held the position of President of the Swiss Federal Council.", + "em": 0.0, + "f1": 0.47058823529411764, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004019", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "Shk\u00eblzen Gashi is a footballer who has played for several teams throughout his career. After being a member of the Switzerland national under-21 football team, he joined the senior Switzerland national team. Therefore, the answer is Switzerland national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007577", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Goethe University Frankfurt", + "pred": "The employer of Ruth Moufang was the German chemical company IG Farbenindustrie.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006387", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Nopporo Station", + "pred": "The adjacent station of Ebetsu Station after Horomui Station was Kita-Kamikawa Station.", + "em": 0.0, + "f1": 0.16666666666666669, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006907", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "The country of Stara Zagora after the Principality of Bulgaria was the Second Bulgarian Empire.\n\n\nThe country of Stara Zagora after the Principality of Bulgaria was the **Second Bulgarian Empire**. \n\nThe Principality of Bulgaria (established in 1185) was a precursor to the Second", + "em": 0.0, + "f1": 0.16666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000891", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Goffredo Zehender was an Italian citizen.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003937", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "VfL Bochum", + "pred": "Djurg\u00e5rdens IF Fotboll", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000823", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Aston Villa F.C.", + "pred": "Alan Wright is a former professional footballer who played as a midfielder. He was a member of the sports team, the England national football team, before his career at Derby County F.C.", + "em": 0.0, + "f1": 0.1212121212121212, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008286", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Deportivo de La Coru\u00f1a", + "pred": "Miroslav \u0110uki\u0107 was a Serbian footballer who played for several clubs during his career. Before joining C.D. Tenerife, he was a member of the sports team of FK Partizan, which is a prominent Serbian football club based in Belgrade. FK Partizan is one of the", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002635", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006205", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Italy", + "pred": "Gabriele Mucchi's country of citizenship in 1990 was Italy.", + "em": 1.0, + "f1": 0.18181818181818182, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Austria men's national football team", + "pred": "1. Wiener Sport-Club\n 2. Austria Wien\n 3. SK Rapid Wien\n 4. FK Austria Wien\n 5. SK Rapid Wien\n 6. Austria Wien\n 7. SK Rapid Wien\n 8. Austria Wien\n 9. SK Rapid Wien\n10", + "em": 0.0, + "f1": 0.08333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002157", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000634", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "SSC Bari", + "pred": "In 2003, Graziano Battistini was a member of the sports team \"S.S. Lazio\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005602", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Kita-Toyotsu Signal Base", + "pred": "The adjacent station of Kunnui Station after Oshamambe Station is Kunnui Station itself.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000342", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004873", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Club Atletico All Boys", + "pred": "In 2010, Agust\u00edn Torassa was a member of the sports team of River Plate.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004390", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Shonan Bellmare", + "pred": "Takeshi Motoyoshi is a Japanese former professional footballer who played as a defender. Before joining Urawa Red Diamonds, he was a member of the sports team of the Japanese club Nagoya Grampus. He played for Nagoya Grampus from 1985 to 1989 before moving", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Bruno Rossi Prize", + "pred": "The award received by Rashid Sunyaev before the Bruce Medal was the Dirac Medal.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Italy", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005697", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "G.S. Iraklis Thessalonikis (men's association football)", + "pred": "FK Rad 1992\u20131993", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "VfB Stuttgart", + "pred": "Ernst Blum was a member of the sports team of the German national association football team before the 1925.0.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003442", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004805", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Bocskai FC", + "pred": "The member of the sports team of J\u00e1nos Gyarmati before Red Star F.C. was the Hungarian national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006113", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Prime Minister of Bhutan", + "pred": "In 1962, Jigme Palden Dorji held the position of Prime Minister of Bhutan.", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002998", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Hibernian F.C.", + "pred": "The member of the sports team of Derek Riordan, after the Scotland men's national football team, was the Republic of Ireland men's national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Toti Dal Monte was born in Italy.", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005890", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "The country of citizenship of Aldo Clementi before Italy was the Kingdom of Sardinia.", + "em": 0.0, + "f1": 0.42857142857142855, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003583", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Aichi district", + "pred": "In 2009, Nagakute was located in Aichi Prefecture, Japan.", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006267", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "German Empire", + "pred": "Before West Germany, the country of Freiburg im Breisgau was the German Empire.", + "em": 1.0, + "f1": 0.2857142857142857, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005655", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Associated Press Athlete of the Year", + "pred": "Serena Williams received the Laureus World Sports Award for Comeback of the Year in 2009. The award was presented to her at the Laureus World Sports Awards ceremony in 2009. The ceremony was held in Monte Carlo, Monaco. The award was given in recognition of her outstanding comeback in", + "em": 0.0, + "f1": 0.17647058823529413, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003079", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Kingdom of Bulgaria", + "pred": "Before the establishment of the People's Republic of Bulgaria in 1946, the area that is now Burgas was part of the Kingdom of Bulgaria. The city of Burgas itself was founded in the 15th century and became an important port city during the Ottoman Empire. However, the specific administrative divisions", + "em": 1.0, + "f1": 0.15789473684210528, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002419", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Helmond Sport", + "pred": "In 1968, Fons van Wissen was a member of the Dutch national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007094", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "World Rally Championship", + "pred": "The Citro\u00ebn World Rally Team was part of the World Rally Championship (WRC) before the World Touring Car Championship (WTCC).", + "em": 1.0, + "f1": 0.35294117647058826, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004223", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "French Navy", + "pred": "1996.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Orthez", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001391", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Royal Academy of Exact, Physical and Natural Sciences", + "pred": "Jos\u00e9 Echegaray was a member of the Spanish Royal Academy of Language.", + "em": 0.0, + "f1": 0.3157894736842105, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005935", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Atalanta BC", + "pred": "In 1946, the coach of the sports team of Giuseppe Meazza was Vittorio Pozzo.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003693", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Spartak", + "pred": "1955.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001318", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Princeton University", + "pred": "Marvin Minsky was educated at Harvard University.", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Walter Feit was an American mathematician who worked at the University of Chicago.", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000126", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004718", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Egypt", + "pred": "Egypt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000908", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "TI-Raleigh", + "pred": "Ludo Peeters was a member of the sports team \"Rabobank\" before joining Team Visma-Lease a Bike.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003983", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Spanish Navy", + "pred": "U-573 was operated by the German Navy (Kriegsmarine) during World War II.", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008295", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Grawemeyer Award for Music Composition", + "pred": "1985.0\n\n\nThe award received by Witold Lutos\u0142awski after the Herder Prize was the **Prix de la Ville de Paris** in 1985.", + "em": 0.0, + "f1": 0.08333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003030", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "pred": "Alfred Jeanroy was a member of the French Academy in 1925.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005340", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Boavista F.C.", + "pred": "Akhisar Belediyespor", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "The country of Hlukhiv after the Ukrainian People's Republic was the Ukrainian Soviet Socialist Republic (Ukrainian SSR).", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Dario Franchitti", + "pred": "In 2012, Ashley Judd's spouse was Michael Shannon.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000349", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "2nd U-boat Flotilla", + "pred": "The German submarine U-43 was launched in 1939 and was affiliated with the Kriegsmarine, the navy of Nazi Germany.", + "em": 0.0, + "f1": 0.09523809523809523, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004450", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Radio Free Europe/Radio Liberty", + "pred": "Alexander Rahr was employed by Wintershall Dea before joining the company.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "The located in of Mandatory Palestine after Netanya country Mandatory Palestine was the British Mandate for Palestine.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005907", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1904.0, + "gold": "1904", + "pred": "1904", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007403", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Nazi Germany", + "pred": "Otto Schuhart was a German politician who served as a member of the German parliament (Reichstag) during the Weimar Republic. He was a member of the German National People's Party (Deutsche National Volkspartei, DNVP), which was a right-wing, conservative, and nationalist party in Germany", + "em": 0.0, + "f1": 0.05714285714285715, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007172", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Cardiff City F.C.", + "pred": "Lee Naylor is a former professional footballer who played as a midfielder. After his time at Celtic F.C., he joined the sports team of the English Football League club, Leeds United F.C. in 1996.", + "em": 0.0, + "f1": 0.1111111111111111, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006019", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Fengtien", + "pred": "The answer is: The located in of Dongliao County is Jilin.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003483", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Helmut Newton", + "pred": "June Browne's spouse in 1981 was John Browne.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003450", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007313", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Georges Bataille", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006396", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Institute for Advanced Study", + "pred": "Princeton University", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004252", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "FC Sochaux-Montb\u00e9liard", + "pred": "Jean-Jacques Marcel was a member of the French national football team, which played in the 1949 FIFA World Cup.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006732", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Lappeenranta", + "pred": "After Vyborg, the headquarters of SPL Saimaan piiri was moved to Kajaani.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002912", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Tinkoff", + "pred": "Matthew Goss is a member of the sports team called the \"Brisbane Broncos\" in the National Rugby League (NRL).", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000404", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Club Le\u00f3n", + "pred": "Luis Estrada was a member of the Mexico national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007041", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Hannover 96", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008089", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "R\u0113zekne District is a district in Latvia, so the country of R\u0113zekne District is Latvia.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003463", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Chinese Communist Party", + "pred": "The answer is: Chinese Communist Party.", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005154", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Mongolia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002203", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Pace University", + "pred": "United States Department of Justice", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008263", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Giuseppe Di Vittorio was born in Italy, so his country of citizenship before Italy was not applicable.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001733", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "Shk\u00eblzen Gashi's member of sports team in 2022 was the Albanian national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Chemnitz Government Region", + "pred": "In 2008, Stollberg was located in the German state of Saxony.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004111", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Osinniki", + "pred": "Kaltan is a town in Kemerovo Oblast, Russia. Before Kemerovo Oblast, the town of Kaltan was located in the Kemerovo Oblast.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003418", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Bruno Kastner", + "pred": "The spouse of Ida W\u00fcst in 1922 was Karl W\u00fcst.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004890", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Kiliia Raion", + "pred": "Izmailsky Uyezd", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008123", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003032", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1968.0, + "gold": "1968", + "pred": "1968", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003123", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1928.0, + "gold": "Kingdom of Italy", + "pred": "The country of citizenship of Carlo Annovazzi before Italy was the Kingdom of Sardinia.", + "em": 0.0, + "f1": 0.42857142857142855, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008638", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2015.0, + "gold": "2015", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004857", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "1. Shelly Duvall\n 2. Karen Black\n 3. Anne Heche\n 4. Nicole Kidman\n 5. Diane Keaton\n 6. Shelley Duvall\n 7. Shelley Duvall\n 8. Shelley Duvall\n 9. Shelley", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004040", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "1998", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001345", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Radical Civic Union", + "pred": "The member of the political party of Arturo Umberto Illia before Uni\u00f3n C\u00edvica Radical del Pueblo was the Radical Civic Union (Uni\u00f3n C\u00edvica Radical, UCR).", + "em": 1.0, + "f1": 0.2857142857142857, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004403", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005977", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005231", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Algiers", + "pred": "Brazzaville Cemetery", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Second Polish Republic", + "pred": "The country of Mi\u013aka\u016d\u0161\u010dyna after the Russian Empire was the Soviet Union.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007542", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "2014.0\n\nOkay, let's try to figure out this question. The user is asking, \"What was the member of sports team of Kelly Smith after Kelly Smith member of sports team Boston Breakers?\" and the answer given is 2014.0. Hmm, that seems a", + "em": 0.0, + "f1": 0.10256410256410256, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002736", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Busan IPark FC", + "pred": "Lee Yo-han's member of sports team in 2011 was the Samsung Lions.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006562", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Italy", + "pred": "The country of citizenship of Clelio Darida after the Kingdom of Italy was the Italian Republic.", + "em": 1.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008098", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "2013", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008119", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Barbastro", + "pred": "Rome", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "chairperson", + "pred": "Minister of the Interior of Finland", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004561", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008086", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "1981.0, 1981.0, 1981.0, 1981.0, 1981.0, 1981.0, 1981.0, 1981.0,", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003089", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Toulouse FC", + "pred": "Paris Saint-Germain FC", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007154", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007872", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Big Brother", + "pred": "1999\u20132004\n\nOkay, let's try to figure out what the answer is here. The question is asking about the participant in Lothar Vosseler in 2004. Wait, maybe there's a typo? Maybe it's supposed to be \"the participant in", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008425", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Carlo Giuffr\u00e9 was an Italian composer and musicologist. He was born in Italy and spent his entire life there. Therefore, he did not have a country of citizenship other than Italy.", + "em": 0.0, + "f1": 0.13333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000644", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Iburi Subprefecture", + "pred": "In 1990, Muroran was located in the Hokkaido region of Japan.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001235", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Omar al-Bashir", + "pred": "Sudan in 1995 was a one-party state, with the Sudanese People's Liberation Army (SPLA) as the ruling party. The head of state was Omar al-Bashir, who had been in power since 1989.", + "em": 1.0, + "f1": 0.1875, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006759", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Seine-et-Oise", + "pred": "In 1944, Houdan was located in the French department of Yvelines.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004565", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Russian Empire", + "pred": "In 1900, Ivangorod was part of the Russian Empire.", + "em": 1.0, + "f1": 0.3636363636363636, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005444", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Queens Park Rangers F.C.", + "pred": "Manchester United F.C.", + "em": 0.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001753", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003468", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "B\u00f4cher Memorial Prize", + "pred": "The National Medal of Science", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001321", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "KFC Uerdingen 05", + "pred": "\u00c9merson Luiz Firmino's member of sports team in 2002 was the Brazilian national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004960", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Real Madrid Club de F\u00fatbol", + "pred": "In 1999, Bodo Illgner was a member of the German national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004118", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008476", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Republic of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004242", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "FC St. Gallen", + "pred": "Switzerland national under-17 association football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007528", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003750", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "United States", + "pred": "United States of America", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002500", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "PFC Slavia Sofia", + "pred": "In 2008, Yordan Petkov was a member of the Bulgarian national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006400", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Argentina", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004574", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006488", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Albert II of Belgium", + "pred": "Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007839", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001389", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007506", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Kingdom of the Two Sicilies", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005877", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "chairperson", + "pred": "President of the International Chess Federation", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001046", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Seine-et-Oise", + "pred": "In 1948, \u00c9zanville was located in the department of Seine-et-Marne, which is in the \u00cele-de-France region of France.", + "em": 0.0, + "f1": 0.2, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004160", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SC Bastia", + "pred": "The member of the sports team of Anto Drobnjak before Gamba Osaka was the Croatian national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001013", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Rip Torn", + "pred": "In 1983, the spouse of Geraldine Page was Robert Taylor.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007572", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Bernadette Chirac", + "pred": "In 1959, the spouse of Jacques Chirac was Danielle Mitterrand.", + "em": 0.0, + "f1": 0.16666666666666669, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Academy Award for Best Costume Design", + "pred": "The answer is: 2017.0\n\nThe question is asking for the person who was nominated for the BAFTA Award for Best Costume Design after Colleen Atwood. Colleen Atwood is a well-known costume designer who has won multiple awards, including BAFTA Awards. The question is asking for the", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008392", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Italy", + "pred": "The country of citizenship of Alberto De Martino after the Kingdom of Italy was the Italian Republic.", + "em": 1.0, + "f1": 0.14285714285714288, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003675", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "list of land speed records", + "pred": "Rudolf Caracciola's record in 1963 was 1963.0.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "AFC Bournemouth", + "pred": "1990\u20131991\n\n\nThe member of the sports team of Darren Anderton after Darren Anderton was a member of the England men's national association football team was **1990\u20131991**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000114", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Finland women's national football team", + "pred": "The member of the sports team of Annica Sj\u00f6lund after \u00c5land United was the \u00c5land United women's football team.", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004958", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "FC Bayern Munich", + "pred": "Z\u00e9 Roberto's team in 2008 was the S\u00e3o Paulo Futebol S.A. (S\u00e3o Paulo FC).", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002847", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001441", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "G\u00f6khan \u00dcnal's member of sports team in 2002 was the Turkish national team.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002206", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Chelsea F.C.", + "pred": "Netherlands national association football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "In 2004, Christian Vargas was a member of the San Diego Padres.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005526", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "SK Rapid Wien", + "pred": "1. FC Nuremberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "FK Teplice", + "pred": "1. Czechoslovakia national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001083", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Germany", + "pred": "German Democratic Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004361", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "SK Brann", + "pred": "IFK G\u00f6teborg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "The operator of the Molli railway after the Grand Duchy of Mecklenburg Friedrich-Franz Railway was the Mecklenburg Railway Company (Mecklenburger Eisenbahn-Gesellschaft).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "\u00c9toile Carouge FC", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002645", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "S.L. Benfica", + "pred": "In 1990, Paulo Sousa was a member of the Portuguese sports team \"C.D. Nacional\" in the Primeira Liga.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Silver Bear for Best Actress", + "pred": "Edith Evans received the Academy Award for Best Supporting Actress in 1967 for her role in the film \"The Prime of Miss Jean Brodie.\"", + "em": 0.0, + "f1": 0.24, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004948", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "2007", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001871", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Walter Feit was employed by the University of Chicago after Cornell University.", + "em": 0.0, + "f1": 0.15384615384615385, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000473", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "US Triestina Calcio 1918", + "pred": "Michele Bacis is a former Italian footballer who played as a defender. Before joining Genoa CFC (Genoa Cricket and Football Club), he was a member of the sports team of A.S. Roma.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006904", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Bernd R\u00fcthers", + "pred": "The rector of the University of Konstanz in 1992 was Professor Dr. Hans-J\u00fcrgen B\u00f6hm.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "RC Strasbourg Alsace", + "pred": "Amaury Bischoff was a member of the French national football team in 2005.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005684", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "delegate", + "pred": "Andrew Jacobs was a United States Senator from New York, serving from 1954 to 1962.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004481", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Vladimir Lenin", + "pred": "Khujand's name was not changed in 1989. The city was named after the ancient city of Khujand, which is mentioned in historical sources such as the \"Book of Diqui\" and the \"Book of the World's Marvels.\" The name has been used for centuries, and", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006873", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1948.0, + "gold": "1948", + "pred": "1948", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005653", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "1991.0\n\nOkay, let's try to figure out the answer to this question. The user is asking about the head coach of Poland's men's national football team after Antoni Janik. First, I need to confirm who Antoni Janik was and when he was involved with the Polish", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Leyton Orient F.C.", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004653", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001722", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "The country of Yevpatoriia after the Russian Empire was the Soviet Union.\n\n\nThe country of Yevpatoriia after the Russian Empire was the Soviet Union.", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "United States Marine Corps", + "pred": "Jim Mattis joined the United States Marine Corps in 1968.", + "em": 1.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003725", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Russian Empire", + "pred": "The country of Barysaw before it became part of the Byelorussian Soviet Socialist Republic (BSSR) was the Grand Duchy of Lithuania.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004162", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Bob Benny", + "pred": "The participant of Belgium in the Eurovision Song Contest before Tonia was Lieve Wierick.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004885", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007832", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "South West Trains", + "pred": "In 1998, the operator of the British Rail Class 455 was the British Railways Board.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005962", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000011", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Order of the Red Banner of Labour", + "pred": "The award received by Tofiq Bahramov in 1970 was the title of Honored Master of Sports of the USSR.", + "em": 0.0, + "f1": 0.19047619047619044, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007446", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Cruz Azul", + "pred": "Mexico men's national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004620", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Cesare Siepi was born in Italy.\n\n\nCesare Siepi was born in Italy.", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Fredrikstad FK", + "pred": "The member of the sports team of Jan Fuglset before Molde FK was Rosenborg BK.", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "The head coach of the Poland men's national football team before Paulo Sousa was **Andrzej Poczwardowski**. He took charge of the team in 2018 and was succeeded by Paulo Sousa in 2020.", + "em": 0.0, + "f1": 0.07407407407407407, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008601", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Laura Adani was a citizen of the Kingdom of Italy before it became the Italian Republic.", + "em": 1.0, + "f1": 0.35294117647058826, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001029", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Club Joventut Badalona", + "pred": "The member of the sports team of Joan Filb\u00e1 after the Spain men's national basketball team was Jos\u00e9 Antonio Camacho.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002959", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "1993", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002878", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Guardian Children's Fiction Prize", + "pred": "Gillian Cross was nominated for the 1980.0 Angus Book Award.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000807", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "C\u00e9sar Award for Best Female Revelation", + "pred": "H\u00e9l\u00e8ne Filli\u00e8res was nominated for the 2002 Cannes Film Festival.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004108", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Seine-et-Oise", + "pred": "In 1947, Breux-Jouy was located in the department of Oise, in the region of Hauts-de-France, in northern France.", + "em": 0.0, + "f1": 0.1111111111111111, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Primetime Emmy Award for Outstanding Animated Program", + "pred": "1998 Primetime Emmy Award for Outstanding Animated Program (For a Series)", + "em": 1.0, + "f1": 0.8235294117647058, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004954", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "FC Elista", + "pred": "The coach of the sports team FC Olimpia Volgograd after Leonid Slutsky was Igor Kovalenko.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006909", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Umberto Bossi", + "pred": "Umberto Bossi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007331", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "President of Latvia", + "pred": "Minister of Health", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003609", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Sch\u00f6neberg", + "pred": "In 1988, Wuppertal was twinned with the city of Barmen.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006006", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "FC Twente", + "pred": "R.S.C. Anderlecht", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008100", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Mandatory Palestine", + "pred": "In 1924, the country of Bnei Brak was Israel.\n\n\nIn 1924, the country of Bnei Brak was Israel.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004453", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Anselmo Bucci's country of citizenship in 1942 was Italy.\n\n\nAnselmo Bucci's country of citizenship in 1942 was Italy.", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006282", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Club Atl\u00e9tico Osasuna", + "pred": "The member of sports team of Roberto Santamar\u00eda Calavia after Roberto Santamar\u00eda Calavia member of sports team UE Lleida was CD Tenerife.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003708", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003013", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "The member of the sports team of Alec Chamberlain after Tranmere Rovers F.C. was John Barnes.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001471", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "Soviet Union", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000942", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Husqvarna FF", + "pred": "1995.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Altai Krai", + "pred": "Rubtsovsk is a city in the Sverdlovsk Oblast of Russia, located in the Ural Mountains.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002943", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Leipzig University", + "pred": "Henry E. Sigerist's employer before Johns Hopkins University was the University of Vienna.", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003037", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003146", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "New York City", + "pred": "New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004225", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "MTK Budapest FC", + "pred": "In 2005, Zsanett Jakabfi was a member of the Hungarian national handball team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000827", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008211", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Rick Parfitt", + "pred": "The answer is \"Bert\" (Bertie) Blythe.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007342", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pierre Mauroy", + "pred": "Before Martine Aubry, the head of government of Lille Metropolis was Jean-Pierre Vanryckeghem.", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005759", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Austria\u2013Hungary", + "pred": "The country of Giurtelecu Hododului was the Kingdom of Hungary.", + "em": 0.0, + "f1": 0.2, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003949", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Minister of the Interior of France", + "em": 0.0, + "f1": 0.4000000000000001, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Samba Gold", + "pred": "1999 FIFA U-17 World Cup\n\n\nThe award received by Neymar after he was a member of Santos F.C. was the **1999 FIFA U-17 World Cup**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001667", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002554", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003996", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1943.0, + "gold": "Yugoslavia", + "pred": "Bulgaria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004658", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "The country of citizenship of Gianni Agus before Italy was the Kingdom of Sardinia.", + "em": 0.0, + "f1": 0.42857142857142855, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004227", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Lady Gaga", + "pred": "The winner of the MTV Video Music Award for Best New Artist in 2009 was **Katy Perry**. She won the award for her music video **\"I Kissed a Girl\"**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001594", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Bell Labs", + "pred": "The question is about Ralph Hartley's employer in 1936. I need to find out who he worked for during that year. First, I should recall who Ralph Hartley was. He was an American engineer and inventor, known for his work in the field of information theory. He was a contemporary of", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006869", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Al Masry SC", + "pred": "Tarek Soliman's member of sports team in 1984 was the Egyptian national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006930", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Soviet Union", + "pred": "The country of Lyubertsy in 1933 was the Soviet Union.\n\n\nThe country of Lyubertsy in 1933 was the **Soviet Union**.", + "em": 1.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "University of Edinburgh", + "pred": "1938.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005195", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Tmutarakan was a region in the northwestern part of the Black Sea, located in what is now Ukraine. After the Russian Empire, the country of Tmutarakan was part of the Soviet Union. The Soviet Union existed from 1922 to 1991, and Tmutar", + "em": 1.0, + "f1": 0.12903225806451613, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_002457", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "In 1982, Cottbus was located in the German Democratic Republic (GDR), which is now part of Germany.", + "em": 0.0, + "f1": 0.1111111111111111, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "CPJ International Press Freedom Awards", + "pred": "1993.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006097", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "1999\u20132000", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006940", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "British Raj", + "pred": "Bilgram is a city in the Indian state of Bihar. Therefore, Bilgram's country in 1940 was India.\n\n\nBilgram is a city in the Indian state of Bihar. Therefore, Bilgram's country in 1940 was India.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_000173", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005298", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Italy", + "pred": "Republic of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005185", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1950.0, + "gold": "Italy", + "pred": "Kingdom of Romania", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007749", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "David Mamet", + "pred": "The spouse of Lindsay Crouse after she was nominated for the Academy Award for Best Supporting Actress in 1989 was Jeff Bridges.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "The owned by of Shell-Haus after the significant event construction was Shell Oil Company.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002110", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Soviet Union", + "pred": "The Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000829", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Carlo Manzoni was born in the Kingdom of Sardinia, which was a kingdom in the Italian Peninsula. The Kingdom of Sardinia was a state that existed from 1720 to 1861, and it was the precursor to the Kingdom of Italy. Therefore, the country of citizenship", + "em": 1.0, + "f1": 0.19999999999999998, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_008640", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002292", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005480", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "general", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008496", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Italy", + "pred": "Kingdom of Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006640", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Ottoman Empire", + "pred": "In 1907, the country of Gaza City was the Ottoman Empire.", + "em": 1.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003927", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Ascoli Calcio 1898 FC", + "pred": "Michele Fini was a member of the sports team Catania FC, and after that, he joined the team called Bologna FC.", + "em": 0.0, + "f1": 0.0909090909090909, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007996", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Soviet Union", + "pred": "In 1982, the country of Oryol was the Soviet Union.", + "em": 1.0, + "f1": 0.3636363636363636, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000373", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Northwestern University", + "pred": "University of Cambridge", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005430", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Aut\u00f3dromo Internacional Ayrton Senna", + "pred": "The Brazilian motorcycle Grand Prix was held at the Aut\u00f3dromo Internacional Nelson Piquet before it moved to the Aut\u00f3dromo Jos\u00e9 Carlos Pace.", + "em": 0.0, + "f1": 0.17391304347826086, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Calcio Foggia 1920", + "pred": "The member of the sports team of Cosimo Nocera before the Italy men's national association football team was Giuseppe Meazza.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003964", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Gangwon FC", + "pred": "The coach of the sports team of Seo Dong-myung before FC Pohang Steelers was Kim Young-choon.", + "em": 0.0, + "f1": 0.1111111111111111, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004438", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Club Atl\u00e9tico River Plate", + "pred": "The member of the sports team of Amadeo Carrizo before Club Alianza Lima was the Peru national football team.", + "em": 0.0, + "f1": 0.10526315789473685, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004862", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1902.0, + "gold": "Amtshauptmannschaft Schwarzenberg", + "pred": "The city of Johanngeorgenstadt was located in the district of Karl-Marx-Stadt before the district was renamed.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004495", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "As d'Or Jeu de l'Ann\u00e9e", + "pred": "The nominated for of No Thanks! in 2005 was Best Board Game at the Origins Awards.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002486", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003629", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "La Spezia", + "pred": "1942.0\n\n\nThe location of the 29th U-boat Flotilla before Toulon was **Brest**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006341", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "FC Girondins de Bordeaux", + "pred": "The member of the sports team of A\u017ebe Jug after NK Interblock was Igor \u010celebi\u0107.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002779", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SBV Vitesse", + "pred": "Ante Mi\u0161e was a member of the sports team of HNK Rijeka before joining HNK Hajduk Split.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Nazi Party", + "pred": "The member of political party of August Eigruber in 1940 was the National Socialist German Workers' Party (NSDAP).", + "em": 0.0, + "f1": 0.11764705882352941, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004217", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "1. FFC Frankfurt", + "pred": "1. 2005\n 2. 2005\n 3. 2005\n 4. 2005\n 5. 2005\n 6. 2005\n 7. 2005", + "em": 0.0, + "f1": 0.18181818181818182, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Mandatory Palestine", + "pred": "The country of Acre after the Ottoman Empire was the British Mandate of Palestine.\n\n\nAfter the Ottoman Empire, the region of Acre (modern-day Akko) became part of the **British Mandate of Palestine** following World War I. This was established under the League of Nations in 192", + "em": 0.0, + "f1": 0.06451612903225806, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_002651", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Edith Roosevelt", + "pred": "Edith Roosevelt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005128", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007441", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Norway men's national association football team", + "pred": "Arne Erlandsen was a member of the sports team of the Norwegian football club Rosenborg BK.", + "em": 0.0, + "f1": 0.19047619047619047, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006793", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "FC Veszpr\u00e9m", + "pred": "Ferenc Csongr\u00e1di was a member of the sports team Feh\u00e9rv\u00e1r FC.", + "em": 0.0, + "f1": 0.15384615384615385, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005396", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Nazi Germany", + "pred": "After the German Empire, Hanau was part of the Weimar Republic, which was the provisional government of Germany from 1919 to 1933. Following the Weimar Republic, Hanau became part of Nazi Germany from 1933 to 1945. After World War", + "em": 1.0, + "f1": 0.15384615384615385, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 3 + }, + { + "id": "q_002815", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "People's Republic of China", + "pred": "In 1951, Liu Bocheng was a citizen of the People's Republic of China.", + "em": 1.0, + "f1": 0.5555555555555556, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Amsterdam", + "pred": "Michael Jacklin's work location in 2000 was the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001511", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Academy Award for Best Picture", + "pred": "Hal B. Wallis was nominated for the Academy Award for Best Picture in 1970 for his work as a producer on the film \"The Last Picture Show.\"", + "em": 1.0, + "f1": 0.37037037037037035, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000553", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Denmark women's national football team", + "pred": "After IF Fl\u00f8ya, the member of the sports team of Katrine Pedersen was Kari H\u00f8gmo.", + "em": 0.0, + "f1": 0.10526315789473684, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000656", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Northwestern University", + "pred": "The employer of Melville J. Herskovits after Columbia University was the University of Chicago.", + "em": 0.0, + "f1": 0.15384615384615385, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001297", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1970.0, + "gold": "1970", + "pred": "1970", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007459", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Amsterdam", + "pred": "In 1946, Carel Willink was working in the Netherlands.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002423", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Trinidad and Tobago men's national football team", + "pred": "Joe Public F.C.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001348", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Vincent R\u00fcfli is a Swiss footballer who plays as a defender. He has been associated with several sports teams throughout his career. One notable team he has been part of is the FC Z\u00fcrich, a Swiss football club based in Z\u00fcrich. Therefore, the member of a sports team that Vincent R", + "em": 0.0, + "f1": 0.05128205128205129, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008576", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002071", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "British School at Rome", + "pred": "In 1912, Eugenie Sellers Strong was employed by the United States Department of Agriculture.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004899", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1978.0, + "gold": "Soviet Union", + "pred": "After the Russian Empire, the country of Uman was the Soviet Union.", + "em": 1.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001022", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Vladimir Oblast", + "pred": "1977.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003839", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jane Birkin", + "pred": "The answer is \"Jane Birkin\".", + "em": 1.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001814", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Christian Neureuther", + "pred": "Rosi Mittermaier's spouse in 2015 was Thomas Mittermaier.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Martha Vickers", + "pred": "In 1950, Mickey Rooney was married to June Allyson.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Arabic", + "pred": "Hebrew and Arabic", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005683", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Herbert Seifert's employer after TU Dresden was the University of Kassel.", + "em": 0.0, + "f1": 0.14285714285714285, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007163", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Relax-Gam", + "pred": "The member of the sports team of Juan Antonio Flecha after Juan Antonio Flecha was a member of Kaiku was Juan Antonio Flecha himself.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Arne Tiselius was nominated for the Nobel Prize in Chemistry in 1946.", + "em": 0.0, + "f1": 0.3529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008134", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Shell-Haus was owned by Shell Oil Company in 1954.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002147", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Hungarian Socialist Workers' Party", + "pred": "In 1971, L\u00e1szl\u00f3 B\u00e9kesi was a member of the Hungarian Socialist Workers' Party (MSZMP).", + "em": 1.0, + "f1": 0.4444444444444445, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "habilitation", + "pred": "Hienad\u017a Sahanovi\u010d's academic degree in 2018 was a Doctor of Philosophy (PhD).", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000654", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Province of Mantua", + "pred": "In 1939, Felonica was located in the Netherlands.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004102", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "University of California, Los Angeles", + "pred": "The employer of Ernst G. Straus after the Institute for Advanced Study was the University of California, Berkeley.", + "em": 0.0, + "f1": 0.3, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007739", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "FSV Frankfurt", + "pred": "Servette FC", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006368", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Chemins de fer du Midi", + "pred": "In 1902, the operator of Q802601 was the London and North Eastern Railway (LNER).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "The country of citizenship of Angelo Anquilletti after the Kingdom of Italy was the Italian Republic.", + "em": 1.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "A.O. Kavalas (association football)", + "pred": "The member of the sports team of Mario Galinovi\u0107, after Croatia men's national football team, was the Slovenian national football team.", + "em": 0.0, + "f1": 0.1, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002646", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1997.0, + "gold": "1997", + "pred": "1997", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002133", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Gold Medal of the Royal Astronomical Society", + "pred": "In 1917, Walter Sydney Adams received the Gold Medal of the Royal Astronomical Society.", + "em": 1.0, + "f1": 0.7000000000000001, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000302", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002678", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Atalanta BC", + "pred": "Stefano Angeleri is a former Italian footballer who played as a defender. He was a member of the sports team A.S. Roma, which is an Italian professional football club based in Rome, Italy.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004224", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "After winning the Academy Award for Best Supporting Actress for her role in \"The China Syndrome\" (1979), Jane Alexander was nominated for the Academy Award for Best Actress for her performance in \"The Man Who Would Be King\" (1975).", + "em": 0.0, + "f1": 0.29411764705882354, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005379", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "P\u00e9rouges is a commune in the department of Dr\u00f4me, in the Auvergne-Rh\u00f4ne-Alpes region of southeastern France.", + "em": 0.0, + "f1": 0.1, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006243", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008166", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "MTK Budapest FC", + "pred": "The answer is: Ferenc Pusk\u00e1s.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003678", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "lawyer", + "pred": "United States Senator", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000025", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "After the Weimar Republic, the head of government of Trier was the Mayor (B\u00fcrgermeister).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "The British Mandate for Palestine was established in 1920, following the end of the Ottoman Empire's rule in the region. The British were the administering power, and the territory was under the League of Nations' supervision. The British Mandate for Palestine was a direct result of the Sykes-Picot Agreement", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_000689", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Franca Ongaro was a citizen of Austria-Hungary before Italy.", + "em": 0.0, + "f1": 0.30769230769230765, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004963", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "City of Gosford", + "pred": "Gosford is located in the state of New South Wales, Australia.", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001580", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "London", + "pred": "Johannesburg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002212", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "John Tonelli was drafted by the New York Islanders in 1977.", + "em": 1.0, + "f1": 0.16666666666666669, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001427", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "FC Lausanne-Sport", + "pred": "FC Twente", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000751", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Seine-et-Oise", + "pred": "Brunoy is a commune in the Yonne department in Bourgogne-Franche-Comt\u00e9 region in north-central France.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "FC Spartak Trnava", + "pred": "1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002412", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Italy", + "pred": "The country of citizenship of Pino Lancetti after the Kingdom of Italy was the Italian Republic.", + "em": 1.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001943", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1999.0, + "gold": "1999", + "pred": "1999", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005685", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1939", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001916", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Str\u00f8msgodset IF", + "pred": "The member of sports team of Kim Larsen in 2003 was the Danish national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006927", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Republic of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005536", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Fengtien", + "pred": "Faku County was located in the Republic of China (ROC) in 1945.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000555", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Gertrude Stein", + "pred": "The home in Oakland, California, where Gertrude Stein and her brother Leo lived from 1906 to 1946, was owned by Gertrude Stein in 1946.\n\n\nThe home in Oakland, California, where Gertrude Stein and her brother Leo lived from", + "em": 1.0, + "f1": 0.17391304347826084, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005626", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Heiner Gei\u00dfler", + "pred": "The general secretary of the Christian Democratic Union (CDU) after Bruno Heck was **Hans-Dietrich Genscher**. \n\n**Bruno Heck** served as the general secretary of the CDU from 1969 to 1971. He was succeeded by **Hans-Diet", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005124", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Algiers", + "pred": "The place of burial of Pierre Savorgnan de Brazza after P\u00e8re Lachaise Cemetery is the Cimeti\u00e8re de P\u00e8re Lachaise.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Coll\u00e8ge de France", + "pred": "University of Paris 7 (Diderot)", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003885", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2021.0, + "gold": "National Oceanic and Atmospheric Administration", + "pred": "EWS-G2 was owned by the United States Air Force.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005314", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Republic of China", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Knight Bachelor", + "pred": "Ballon d'Or\n\n\nBobby Charlton, a member of the England men's national association football team, was awarded the **Ballon d'Or** in **1966**. This prestigious award recognizes the best footballer in the world, and Charlton was honored for his outstanding performances", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002726", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "SK Slavia Prague", + "pred": "The member of the sports team of Nicu\u0219or Stanciu after CSM Unirea Alba Iulia was FC Dinamo Bucure\u0219ti.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004003", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "KRC Mechelen", + "pred": "Jan Diddens was a member of the Belgian national football team, which is the sports team of Belgium.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_008148", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "In 1985, Alexei Navalny was a citizen of the Soviet Union.", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1916.0, + "gold": "Marie Bonaparte", + "pred": "Princess Sophia of Prussia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003444", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "Ronan Le Crom is a French footballer who plays as a defender. He has played for several clubs, including RC Lens, which is a French football club based in Lens, Nord department, Hauts-de-France region. After his time at RC Lens, Ronan Le Crom joined the sports team of AS Nancy", + "em": 0.0, + "f1": 0.08888888888888888, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004684", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Schutzstaffel", + "pred": "Hans G\u00fcnther was a German Nazi politician and lawyer who served as the Minister of the Interior of the German Reich from 1933 to 1945. He was a member of the Nazi Party and was closely associated with Adolf Hitler. After the Sturmabteilung (SA), which was the", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007043", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002077", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Scunthorpe United F.C.", + "pred": "1999\u20132000\n\n\nThe member of the sports team of Jermaine Beckford after he was a member of Wealdstone F.C. was **Bristol Rovers**.", + "em": 0.0, + "f1": 0.17391304347826086, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005610", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Willi Daume", + "pred": "The answer is: Hans-J\u00fcrgen Schulte.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007161", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Polish People's Republic", + "pred": "1959.0\n\n\nThe country of citizenship of Jan T. Gross in 1959 was Poland.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008431", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Kingdom of Greece", + "pred": "Egypt\n\n\nThe country of citizenship of Takis after Greece was Egypt.", + "em": 0.0, + "f1": 0.30769230769230765, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005503", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003756", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Nuremberg Medical Trial", + "pred": "1947.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006939", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "In 1921, Christiaan Eijkman was nominated for the Nobel Prize in Physiology or Medicine.", + "em": 1.0, + "f1": 0.631578947368421, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001054", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002273", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Alec Chamberlain's member of sports team in 2001 was the New York Yankees.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000786", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "1999 European Cup Winners' Cup Final", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002778", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Swansea City AFC", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005074", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Japan", + "pred": "Broutona was a country in the former Soviet Union.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007312", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Chelsea F.C.", + "pred": "The answer is: Magnus Hedman was a member of the sports team AIK Fotboll.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001350", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Leningrad Oblast", + "pred": "Ivangorod was located in the Russian Empire.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001371", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Clare Boothe Luce", + "pred": "In 1959, the spouse of Henry Luce was Clare Boothe Luce.", + "em": 1.0, + "f1": 0.4615384615384615, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000490", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1985.0, + "gold": "1985", + "pred": "1985", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005716", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Edgardo Moltoni was born in the Kingdom of Italy, which was a constitutional monarchy that existed from 1861 to 1946. The Kingdom of Italy was a country in Europe, and it was the predecessor state to the modern Republic of Italy. Therefore, the country of citizenship of", + "em": 1.0, + "f1": 0.1875, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_005200", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Pichichi Trophy", + "pred": "Hugo S\u00e1nchez won the European Golden Shoe in 1984-85, so the award he received before that was the Mexican Primera Divisi\u00f3n Golden Boot in 1983.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000681", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "1998\u20132000", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004424", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lviv Oblast", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003611", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Catholic priest", + "pred": "Alwin Albert Hafner was a German-American architect and professor of architecture at the University of Wisconsin\u2013Madison. In 1976, he was a professor of architecture at the University of Wisconsin\u2013Madison.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000603", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Beno\u00eet Cheyrou's member of sports team in 1999 was the French national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007417", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Beaux-Arts de Paris", + "pred": "In 1970, Alekos Fassianos was educated at the University of Athens.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001017", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Golden Bear", + "pred": "In 2003, Li Yang was nominated for the position of Minister of Education in China.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004297", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Walter Sisulu", + "pred": "In 1966, the spouse of Albertina Nontsikelelo Sisulu was Walter Sisulu.", + "em": 1.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007760", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Netherlands", + "pred": "The work location of Mart Stam after Amsterdam was Berlin.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002309", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Feh\u00e9rv\u00e1r FC", + "pred": "Sven-G\u00f6ran Eriksson", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000472", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Free Democratic Party", + "pred": "Walter Scheel was a member of the Christian Democratic Union (CDU) in 1988.", + "em": 0.0, + "f1": 0.125, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003092", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Weimar Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003984", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Hamburger SV", + "pred": "In 1944, Wilhelm Blunk was a member of the sports team of the German national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004307", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Yugoslavia", + "pred": "The country of Verzar after Verzar country Bulgaria was the Kingdom of Romania.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004221", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002604", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Orenburg Governorate", + "pred": "Orenburg\n\nOkay, let's try to figure out the answer to this question: \"What was the capital of Orenburg after Orenburg country Soviet Union?\" The user is asking for the capital of Orenburg after the Soviet Union, but I need to be careful with the phrasing here.\n\nFirst", + "em": 0.0, + "f1": 0.05714285714285715, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_005175", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "The country of citizenship of Suso Cecchi d'Amico after the Kingdom of Italy was Italy.", + "em": 1.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000103", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "The country of Stara Zagora after the Kingdom of Bulgaria was the Second Bulgarian Empire.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007858", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "construction", + "pred": "The significant event of TW 6000 was its retirement from service in 2001.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000929", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Glenda Jackson was nominated for the Academy Award for Best Actress for her role in \"Women in Love\" (1979). The answer to the question is: Glenda Jackson.", + "em": 0.0, + "f1": 0.35714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Hamburg Commercial Bank", + "pred": "The Volksparkstadion, located in Hamburg, Germany, is a football stadium primarily used by the Bundesliga club HSV (Hamburger SV). The name \"Volksparkstadion\" translates to \"People's Park Stadium\" in English. The stadium was originally named the \"Stadion am Volkspark\" when it", + "em": 0.0, + "f1": 0.05555555555555555, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006833", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "Princess M\u00e4rtha of Sweden", + "pred": "The spouse of Olav V of Norway after his country of citizenship was Denmark was Queen Astrid of Sweden.\n\n\nThe spouse of Olav V of Norway after his country of citizenship was Denmark was **Queen Astrid of Sweden**.", + "em": 0.0, + "f1": 0.2, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007826", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005791", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1969.0, + "gold": "1969", + "pred": "1967", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008695", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "FC Basel", + "pred": "FC Z\u00fcrich", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006326", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Isabella Biagini was an Italian citizen.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002683", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004982", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "AS Monaco FC", + "pred": "1957.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Fabio Capello's work location before Great Britain was Italy.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000415", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Seine-et-Oise", + "pred": "In 1957, Neauphle-le-Vieux was located in the department of Yvelines, which is in the \u00cele-de-France region of France.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002513", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "IBM", + "pred": "Frank Soltis was employed by the United States Department of Agriculture (USDA) in 1988.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001131", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Chinese Communist Party", + "pred": "The member of political party of Xiao Yang in 1971 was the Chinese Communist Party.", + "em": 1.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004809", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "England women's national football team", + "pred": "The answer is the Toronto Raptors.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002765", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "The Rockefeller University", + "pred": "University of Leiden", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Soviet Union", + "pred": "In 1946, Viktor Kulikov was a citizen of the Soviet Union.", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003270", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002090", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Zeno Saltini was an Italian citizen.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002717", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Luciano Savorini was an Italian footballer, so his country of citizenship before Italy was not applicable.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001781", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Waltrude Schleyer", + "pred": "The spouse of Hanns Martin Schleyer in 1950 was Gertrud Schleyer.", + "em": 0.0, + "f1": 0.16666666666666669, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "West Ham United F.C.", + "pred": "The member of the sports team of Billy Brown in 1922 was the Chicago Cubs.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000911", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Tuscany", + "pred": "The work location of Plinio Nomellini in 1932 was the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002590", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1946.0, + "gold": "1946", + "pred": "1946\u20131947\n\n\nAtalanta BC was the coach of the sports team of Giuseppe Meazza in the 1946\u20131947 season.", + "em": 1.0, + "f1": 0.125, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "1999 Bavarian TV Awards", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004701", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Seine-et-Oise", + "pred": "L\u00e9vis-Saint-Nom was located in the canton of Saint-Nom-la-Bret\u00e8che in 1968.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006905", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "1998", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005334", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "1952", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006551", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Egidio Feruglio was a country of citizenship in the Kingdom of Italy before the establishment of the Italian Republic in 1946.", + "em": 1.0, + "f1": 0.3157894736842105, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "FC Amkar Perm", + "pred": "FC Khimki", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Sporting CP", + "pred": "Hungary men's national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001982", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "The country of citizenship of Francesco Gabrieli before Italy was the Republic of Venice.\n\n\nThe country of citizenship of Francesco Gabrieli before Italy was the Republic of Venice.", + "em": 0.0, + "f1": 0.26666666666666666, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_001763", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Tranmere Rovers F.C.", + "pred": "Steve Coppell's member of sports team in 1973 was the England national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001693", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Utrecht University", + "pred": "Pieter Helbert Damst\u00e9's employer in 1919 was the Dutch East Indies government.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006247", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1909.0, + "gold": "Associate Justice of the Supreme Court of the United States", + "pred": "Joseph McKenna was the 13th United States Secretary of the Treasury, serving from 1909 to 1913 under President William Howard Taft.", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006923", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Der St\u00fcrmer", + "pred": "Julius Streicher's employer was the Nazi Party.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004828", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Adone Zoli was a citizen of the Kingdom of Italy.", + "em": 1.0, + "f1": 0.19999999999999998, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006717", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001064", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002886", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Republic of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001768", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Emilio Petiva was an Italian citizen.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006522", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Cameroon men's national football team", + "pred": "Henri Michel is a French former professional footballer, not a coach. Therefore, there is no direct answer to the question about the coach of the sports team of Henri Michel before the Emirates men's national football team. However, if the question is asking about the coach of the UAE men's national football team before Henri Michel", + "em": 0.0, + "f1": 0.2631578947368421, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_001073", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Kingdom of Bulgaria", + "pred": "The country of Veliko Tarnovo before the People's Republic of Bulgaria was the Ottoman Empire.", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002125", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "SSC Napoli", + "pred": "Armando Tre Re was a member of the Italian national football team in 1956.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002297", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "FC Astra Giurgiu", + "pred": "\u0218tefan Dobay", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002809", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Elio Toaff was born in Italy, so his country of citizenship before Italy was not applicable.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002474", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Tommy Aldridge was a member of Black Oak Arkansas from 1973 to 1981. After leaving the band, he joined the band \"The Rhythm Kings\" in 1981. Therefore, the member of Tommy Aldridge after Black Oak Arkansas was the band \"The Rhythm", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004101", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006366", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "Kelly Smith is a former professional footballer who played as a forward. After her time at Arsenal F.C., she joined the sports team of Manchester City F.C. in 2007. Therefore, the member of the sports team of Kelly Smith after Arsenal F.C. is Manchester City F.C.", + "em": 0.0, + "f1": 0.05555555555555555, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "United States Navy", + "pred": "Arthur William Radford was a United States Navy officer.", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003020", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Lagos", + "pred": "Lagos", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004956", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Calcio Padova", + "pred": "Giovanni Azzini was a member of the sports team of the Italian national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006758", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Al Masry SC", + "pred": "Ahmadiyya Muslim Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003840", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "DSV Leoben", + "pred": "SC Wiener Neustadt 1998\u20132000", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003113", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Wheaton College", + "pred": "Hilda Geiringer's employer after Humboldt-Universit\u00e4t zu Berlin was the University of Chicago.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004767", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Miss America", + "pred": "1927 U.S. Women's Hard Court Championship", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "pred": "Compagnie des chemins de fer de l'Ouest (C.C.F.O.)", + "em": 0.0, + "f1": 0.47058823529411764, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003340", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Russia", + "pred": "Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005245", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006022", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lady Gaga", + "pred": "Taylor Kinney's unmarried partner in 2012 was actress and model Katelyn Tarver.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002807", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "University of Oslo", + "pred": "Viggo Brun's employer after his education at the University of G\u00f6ttingen was the University of Oslo.", + "em": 1.0, + "f1": 0.35294117647058826, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002236", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Order of Merit of North Rhine-Westphalia", + "pred": "1988.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006258", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "United States Cabinet", + "pred": "The part of the United States Secretary of the Navy is the position held by John Davis Long.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003646", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "pred": "Academy Award for Best Supporting Actress", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002029", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Warabitai Station", + "pred": "The adjacent station of Kuromatsunai Station in 1964 was Kita-Kuromatsunai Station.", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Rudi Fuchs", + "pred": "The manager of Stedelijk Museum Amsterdam after Willem Sandberg was Karel van den Berg.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000849", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000139", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "Schutzstaffel", + "pred": "Richard Schulze-Kossen was a member of the Nazi Party (NSDAP) and the SS (Schutzstaffel).", + "em": 1.0, + "f1": 0.13333333333333333, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Anton-G\u00fcnther, Duke of Oldenburg", + "pred": "The House of Oldenburg is a European royal house, and as such, it does not have a chairperson in the traditional sense. However, if you are referring to a specific organization or institution associated with the House of Oldenburg that existed in 2007, please provide more context so I can give an", + "em": 0.0, + "f1": 0.08333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004055", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Kingdom of Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004419", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Jeonbuk Hyundai Motors FC", + "pred": "South Korea national under-23 football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006447", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005863", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Parliament of the United Kingdom", + "pred": "2009\u20132010", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004287", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Jens Stoltenberg", + "pred": "In 2011, the chairperson of the Norwegian Labour Party was **Kjell Magne Bondevik**. However, it's important to note that Bondevik was not the chairperson of the Labour Party itself but rather the leader of the Conservative Party. The Labour Party's leader in", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008613", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "1984", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002216", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Team Jayco AlUla", + "pred": "Drapac-EF Cannondale Holistic Development", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006890", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "In 1994, Rahim Zafer was a member of the sports team of the Bangladesh national cricket team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "In 1965, the Bakhchysarai Palace was located in the Soviet Union, specifically in the region of Uzbekistan.", + "em": 1.0, + "f1": 0.2666666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004395", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "University of Freiburg", + "pred": "The employer of Ernst-Wolfgang B\u00f6ckenf\u00f6rde after his occupation as a judge was the Federal Constitutional Court of Germany.", + "em": 0.0, + "f1": 0.1, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003660", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Queen", + "pred": "In 1989, Mountain Studios was owned by the Walt Disney Company.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006514", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "In 1955, the located in of Murmansk Oblast was the Soviet Union.", + "em": 0.0, + "f1": 0.13333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002222", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Sergio Bonelli was a citizen of the Kingdom of Italy.", + "em": 1.0, + "f1": 0.19999999999999998, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001758", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "John Mauchly", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004641", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Ni\u00e8vre", + "pred": "Route nationale 445 (RN445) is a French national road that was decommissioned in 1946. Before its decommissioning, the route was located in the department of Essonne. Therefore, the answer to the question \"Before Essonne, who was the located in", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000084", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Munich Kammerspiele", + "pred": "The employer of Therese Giehse after Berliner Ensemble was the Deutsches Theater.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005007", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2017.0, + "gold": "2017", + "pred": "2017", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007920", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "1998", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006359", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1956.0, + "gold": "1956", + "pred": "1956", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005402", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Russian Empire", + "pred": "Before the Soviet Union, the area that is now Simferopol was part of the Crimean Khanate, which was a semi-autonomous state under the Ottoman Empire. The Crimean Khanate existed from the 15th century until its annexation by the Russian Empire in 1783. Therefore,", + "em": 1.0, + "f1": 0.1111111111111111, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007921", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989-05-02", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002569", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003091", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Tommy Aldridge was a member of Black Oak Arkansas from 1973 to 1976. After Tommy Aldridge left, the band's members included: \n\n1. **Ronnie Earl** - He was the lead vocalist and played guitar. He joined the band in 1973 and", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002364", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Gaz\u00e9lec Ajaccio", + "pred": "AS Monaco FC", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007208", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Gustave Choquet", + "pred": "Jean-Pierre Bruhat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003209", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "C\u00e9sar Milstein", + "pred": "The winner of the Copley Medal after Eduard Suess was John Henry Pratt.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Rudolf Virchow was nominated for the Nobel Prize in Physiology or Medicine in 1902.", + "em": 1.0, + "f1": 0.631578947368421, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004389", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001672", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Kemerovo Oblast", + "pred": "The answer is \"Kemerovo Oblast\".", + "em": 1.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002971", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2020.0, + "gold": "Hamza Hamzao\u011flu", + "pred": "After Erol Bulut, who was the head coach of Yeni Malatyaspor, the next head coach was Vahid Halilhod\u017ei\u0107.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007668", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Reinhard Selten's employer before the University of Bonn was the Max Planck Institute for the Study of Human History in Jena.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004443", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Member of the European Parliament", + "pred": "In 2010, Q524412 held the position of Chief Executive Officer (CEO) of the company.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000260", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "United States of America", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003060", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Leipziger Land", + "pred": "Borna was located in Germany in 1999.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003434", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "United Arab Republic", + "pred": "Egypt", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005538", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Nobel Prize in Literature", + "pred": "Gunnar Gunnarsson was nominated for the Academy Award for Best Supporting Actor in 1961 for his role in the film \"The Man Who Would Be King\".", + "em": 0.0, + "f1": 0.08, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005136", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Ireland men\u2019s national rugby union team", + "pred": "Geordan Murphy was a member of the Irish rugby union team before being selected for the British & Irish Lions.", + "em": 0.0, + "f1": 0.25, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004183", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "The Rockefeller University", + "pred": "The employer of Torsten Nils Wiesel after winning the Louisa Gross Horwitz Prize was the University of California, San Francisco.", + "em": 0.0, + "f1": 0.2, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006802", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Is\u00e8re", + "pred": "In 1936, Ternay was located in the canton of Vaud, Switzerland.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002238", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "The country of citizenship of Artemio Franchi before Italy was the Kingdom of Sardinia.", + "em": 0.0, + "f1": 0.42857142857142855, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004081", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Harvard University", + "pred": "The employer of Hassler Whitney after his doctoral student Herbert Robbins was the Institute for Advanced Study (IAS).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007931", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Kingdom of Hungary", + "pred": "The country of Kenderes after Austria\u2013Hungary was Romania.\n\n\nThe country of Kenderes after Austria\u2013Hungary was Romania.", + "em": 0.0, + "f1": 0.30769230769230765, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002561", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "The employer of Gyula Iulius Maurer after his education at Bolyai University was the Hungarian Academy of Sciences.", + "em": 0.0, + "f1": 0.21052631578947367, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Stockholm University", + "pred": "Erik Ivar Fredholm's employer in 1918 was the University of Stockholm.", + "em": 0.0, + "f1": 0.2857142857142857, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008363", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Poland", + "pred": "The work location of Eugeniusz Eibisch after Paris was Rome.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008611", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Wang Jingwei regime", + "pred": "The located in of Anci District after Provisional Government of the Republic of China was the Republic of China.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002255", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1986.0, + "gold": "1986", + "pred": "1986.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007672", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2010", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002954", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "SC Fortuna K\u00f6ln", + "pred": "Before joining Birmingham City F.C., Antoine Hey was a member of the sports team called the \"Birmingham City F.C.\" as well. However, this seems to be a repetition. If you're asking about his previous team before Birmingham City F.C., it would be the \"Birmingham City F.C.\" again,", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002449", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Valencia CF", + "pred": "Athletic Bilbao B", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005372", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Malm\u00f6 FF", + "pred": "Ulrich Vinzents was a Danish footballer who played for several clubs, including FC Nordsj\u00e6lland. After his time at FC Nordsj\u00e6lland, he joined the Danish club Br\u00f8ndby IF. Therefore, the member of the sports team after FC Nordsj\u00e6lland was Br\u00f8ndby IF", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006616", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Italy", + "pred": "The country of citizenship of Cipriano Chemello after the Kingdom of Italy was the Italian Republic.", + "em": 1.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007451", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "SV Saar 05 Saarbr\u00fccken", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "C.D. Nacional", + "pred": "Pedro Pacheco's member of sports team in 2009 was the New York Yankees.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008679", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004351", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "education", + "pred": "After the significant event order related to U-111, the use of U-111 was primarily for its role in World War I as a German submarine. The U-111 was a Type U-111 submarine, which was part of the German Imperial Navy's U-boat fleet", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "FC Barcelona B\u00e0squet", + "pred": "1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004853", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008238", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Reichsgesetzblatt", + "pred": "In 1935, the Reich Citizenship Law was published in the German Empire.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007289", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005590", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Ferrini was born in Italy, but his country of citizenship was Italy.", + "em": 0.0, + "f1": 0.30769230769230765, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002466", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1942.0, + "gold": "1st U-boat Flotilla", + "pred": "The part of the U-441 after the significant event of ship launching was the \"U-441\" itself.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005898", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Second Syrian Republic", + "pred": "Syria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "The country of Gorz\u00f3w Wielkopolski before the Weimar Republic was the German Empire.", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006637", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Allianz SE", + "pred": "1\n\nOkay, so I need to find out what G\u00f3rnik Zabrze's sponsor was in 2010. Let me start by recalling what I know about G\u00f3rnik Zabrze. They are a Polish football club, right? Based in Zabrze, which is a city in the S", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001605", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Keith Richards", + "pred": "After Brian Jones, Anita Pallenberg's unmarried partner was Keith Richards.", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003947", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Q99317", + "pred": "In 2001, the head of government of Bonn was the Mayor of Bonn, who was **Thomas F. Sch\u00e4fer**. However, it's important to note that Bonn was the capital of the Federal Republic of Germany from 1949 to 1990,", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_001379", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Cruzeiro E.C.", + "pred": "S.C. Corinthians Paulista", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2021.0, + "gold": "Daft Punk", + "pred": "the band Daft Punk", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007475", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Latvia", + "pred": "Latvia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008010", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "Christian Vargas is a former professional footballer from Bolivia, and he played for several clubs during his career. Before joining The Strongest (Club The Strongest, also known as The Strongest or Club Deportivo The Strongest), he was a member of the sports team of Club Atl\u00e9tico Tucum\u00e1n", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005768", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Landeshauptmann", + "pred": "Herbert Sausgruber was a professor at the University of Innsbruck", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003283", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003934", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Republic of Korea Army", + "pred": "The military branch of Chung Il-kwon was the Korean Volunteer Army.", + "em": 0.0, + "f1": 0.26666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000952", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Soviet Union", + "pred": "Romania", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004410", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Armin Grein was the head of government of Main-Spessart.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007420", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Orenburg Oblast", + "pred": "Gai was located in Gaysky District, Kursk Oblast, Russia", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003788", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Paris", + "pred": "Budapest, Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007654", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "AS Nancy-Lorraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000104", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Daejeon Hana Citizen FC", + "pred": "1998 FIFA World Cup\n\n\nThe member of the sports team of Choi Eun-sung after Choi Eun-sung was a member of the South Korea men's national football team was the **1998 FIFA World Cup**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003094", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "England men\u2019s national rugby union team", + "pred": "In 1987, Peter Winterbottom was a member of the England cricket team.", + "em": 0.0, + "f1": 0.2105263157894737, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005875", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004542", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2016.0, + "gold": "Province of Carbonia-Iglesias", + "pred": "The located in of Masainas in 2016 was in the Philippines.", + "em": 0.0, + "f1": 0.16666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "AgustaWestland", + "pred": "In 2006, the subsidiary of Leonardo was the Italian aerospace company, which was established in 1969 and is now known as Leonardo S.p.A.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005999", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Czechia men's national football team", + "pred": "FC Slovan Liberec", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003881", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Norberto Bobbio was born in Italy, so his country of citizenship before Italy was not applicable.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Red Star F.C.", + "pred": "Sylvain Kastendeuch\n\n\nSylvain Kastendeuch", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Copley Medal", + "pred": "Robert Robinson received the Royal Medal in 1933.", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000380", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "In 2008, the head of government of Trier was the Mayor of Trier, who was **Hans-J\u00fcrgen Schulte**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007104", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "chairperson", + "pred": "Karel Baxa was a Czechoslovakian politician and lawyer who served as the Minister of Justice in the First Czechoslovak Republic. In 1932, he held the position of Minister of Justice.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005106", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1926.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007198", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "VVV-Venlo", + "pred": "Helmond Sport", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001075", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Italy", + "pred": "The country of citizenship of Sebastiano Mannironi after the Kingdom of Italy was the Italian Republic.", + "em": 1.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007267", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Netherlands Antilles", + "pred": "In 1988, the part of Bonaire was part of the Netherlands Antilles.", + "em": 1.0, + "f1": 0.3636363636363636, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005453", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006199", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Daniel Islas was a member of the sports team of Club Atl\u00e9tico Independiente, and after leaving the club, he joined the team of Club Atl\u00e9tico River Plate.", + "em": 0.0, + "f1": 0.18181818181818182, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007661", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "1997.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Christoph Franz", + "pred": "1999-2002: Thomas Winkelmann\n2002-2004: Thomas Winkelmann\n2004-2006: Thomas Winkelmann\n2006-2008: Thomas Winkelmann\n2008", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007018", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Province of Ogliastra", + "pred": "Ussassai is a town in the province of Cagliari, Sardinia, Italy.", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006321", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Pontault-Combault", + "pred": "Route nationale 4 (RN4) is a national highway in France that connects several major cities. The terminus location of Route nationale 4 after its original terminus in Paris is Bordeaux. The RN4 starts in Paris and ends in Bordeaux, making it one of the longest national highways in France. The", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000924", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002232", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005699", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "University of G\u00f6ttingen", + "pred": "The employer of Hans Grauert after the University of M\u00fcnster was the University of Heidelberg.", + "em": 0.0, + "f1": 0.30769230769230765, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007488", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Nexhat Daci held the position of president from 1998 to 2006.", + "em": 1.0, + "f1": 0.16666666666666669, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Vla\u0219ca County", + "pred": "The located in of Giurgiu before Ilfov County was the city of Giurgiu itself.", + "em": 0.0, + "f1": 0.15384615384615385, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005369", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "University of Zurich", + "pred": "University of Vienna", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001823", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Bremen-Liga", + "pred": "2. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006475", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008413", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1984.0, + "gold": "1984", + "pred": "1984.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003577", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Chief of the Turkish General Staff", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Hanna-Barbera", + "pred": "Iwao Takamoto was a Japanese-American animator and director who worked at the Walt Disney Studios. After the Manzanar internment camp, he continued his career in the animation industry, and his employer was the Walt Disney Studios.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008560", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Romania national rugby union team", + "pred": "In 1919, Gheorghe Ben\u021bia was a member of the sports team \"C\u0103lu\u0219arii\" from Boto\u0219ani.", + "em": 0.0, + "f1": 0.10526315789473682, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Czechoslovakia", + "pred": "Czechoslovakia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006136", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1903.0, + "gold": "Russian Empire", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005189", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Seine-et-Oise", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002858", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Park Yeol (born 1934) is a South Korean politician.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008315", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Kemerovo Oblast", + "pred": "Anzhero-Sudzhensk is located in Kemerovo Oblast, not Novosibirsk Oblast.", + "em": 1.0, + "f1": 0.3636363636363636, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Kotelnikovsky District", + "pred": "In 1977, Kotelnikovo was located in the Soviet Union, specifically in the Kursk Oblast.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "1999\u20132000", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000973", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Ternopil Oblast", + "pred": "Kremenets was located in the Second Polish Republic.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002849", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008608", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "S.C. Internacional", + "pred": "Danilo Aparecido da Silva, also known as Danilo, is a Brazilian footballer who played as a defender. After his time at S\u00e3o Paulo FC, he joined several other clubs. One notable team he was part of was Cruzeiro. Therefore, the member of the sports team after S\u00e3o Paulo FC was", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001494", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Saint Petersburg", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007390", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007069", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001021", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Nelly Sachs Prize", + "pred": "The Austrian State Prize for European Literature was awarded to Javier Mar\u00edas in 1997.", + "em": 0.0, + "f1": 0.11764705882352941, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006782", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Merited Artist of the RSFSR", + "pred": "The Order of the Red Banner", + "em": 0.0, + "f1": 0.4000000000000001, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008600", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Kingdom of Italy", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Central Institute for Ancient History and Archeology", + "pred": "Achim Leube was employed by the University of Kassel before Humboldt-Universit\u00e4t zu Berlin.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005501", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001523", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Prince Charles, Count of Flanders", + "pred": "King Leopold II of the Belgians", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003339", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Second Syrian Republic", + "pred": "Lebanon", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Japan", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002341", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006340", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "People's Artist of the USSR", + "pred": "The Order of Lenin was awarded to Rashid Behbudov in 1959.", + "em": 0.0, + "f1": 0.23529411764705885, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004184", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Chelsea F.C.", + "pred": "1999\u20132001: 1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001998", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1940", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008462", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005081", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Beira Alta", + "pred": "Viseu is a city in Portugal, located in the district of Viseu, in the central part of the country.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006076", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Russian Empire", + "pred": "In 1908, the Kaluga Governorate was part of the Russian Empire.", + "em": 1.0, + "f1": 0.33333333333333337, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004257", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Province of Posen", + "pred": "The capital of Pozna\u0144 was Pozna\u0144 itself.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001129", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Soviet Union", + "pred": "Khrustalnyi was a town in the Russian Empire, and after the Russian Empire collapsed in 1917, the area became part of the Soviet Union. The town was part of the Russian Soviet Federative Socialist Republic (RSFSR) within the USSR. In 1991,", + "em": 1.0, + "f1": 0.14814814814814814, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_002202", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Isabela", + "pred": "The capital of Q13737 in 1988 was Q13737.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001377", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005631", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000171", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Melora Walters", + "pred": "Dylan Walsh's spouse in 1999 was Jennifer Love Hewitt.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007554", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001278", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "The head of state of Mar\u00eda Denis's country of citizenship in 2003 was the President of the United States, George W. Bush.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005559", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Swiss Super League", + "pred": "1. Ligue 1\n2. Ligue 2\n3. Championnat National\n4. Championnat National 2\n5. Championnat de France amateur\n6. Championnat de France professionnel\n7. Championnat de France 3\n8. Championnat de France 4\n9", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007444", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004826", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "Dakar", + "pred": "The capital of Sassandra's country after the French West Africa capital Saint-Louis was Abidjan.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003409", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "The winner of the 1995 Man Booker Prize, which Matthew Kneale was nominated for after Penelope Fitzgerald, was **Barbara Kingsolver** for her novel *The Poisonwood Bible*.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006575", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "G\u00e1bor Csap\u00f3's educated at's named after in 1972 was the Hungarian Academy of Sciences.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001217", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "The winner of Samantha Morton's nominated for was the Academy Award for Best Actress for her role in the film \"We Need to Talk About Kevin\" (2011).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007223", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Klaus Sch\u00fctz", + "pred": "1975.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004735", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Berlin", + "pred": "The work location of Sound and Vision's performer in 1977 was the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001394", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004179", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Rudy Giuliani", + "pred": "The head of government of the Prelinger Archives's located in before Michael Bloomberg was the mayor of New York City.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Klaus Wowereit", + "pred": "The head of government of Ann Wolff's work location after Karl Horst H\u00f6dicke work location Berlin is not directly answerable with the given information.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003446", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "The Age Discrimination in Employment Act of 1967 was signed by President Lyndon B. Johnson. After his presidency, Johnson held the position of U.S. Senator from Texas until his death in 1973.", + "em": 0.0, + "f1": 0.18181818181818182, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007096", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "In 2015, the head coach of Nicolas Isimat-Mirin's member of sports team was Gregor Schlierenzauer.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008279", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006719", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Emma de Caunes", + "pred": "The winner of Jeanne Balibar's nomination was not specified in the given text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002450", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Cyprus Football Association", + "pred": "The answer is 1974 European Cup Winners' Cup Final.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000742", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "1970", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005331", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Stade Chaban-Delmas", + "pred": "1985.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006020", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lady Bird Johnson", + "pred": "The spouse of the signatory of the Highway Beautification Act of 1965 in 1965 was not publicly disclosed or documented in official records. The act was signed into law by President Lyndon B. Johnson on October 22, 1965. His spouse at that time", + "em": 0.0, + "f1": 0.05714285714285714, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002515", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Sepp Herberger", + "pred": "The head coach of Alfred Schmidt's member of sports team after Otto Nerz was Karl-Heinz Feldmann.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000947", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "S\u00fcper Lig", + "pred": "2013\u201314 Turkish Basketball Super League", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004442", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003129", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Klaus Wowereit", + "pred": "The head of government of Berlin after Q896393 work location was Angela Merkel.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000626", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Edward Joseph Kelly", + "pred": "Tony Smith was a British politician who served as the Leader of the Opposition in the UK Parliament. His work location was the UK Parliament. Before Rahm Emanuel, who was the head of government of Tony Smith's work location? The answer is Tony Blair.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_008507", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "presidential system", + "pred": "The Second Polish Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000399", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Otto Nerz", + "pred": "Hermann Gramlich was a German footballer, not a coach, and he played for several clubs, including 1. FC N\u00fcrnberg and Bayern Munich. The question seems to be asking about the head coach of a team that Hermann Gramlich was a member of, but it appears there might be some confusion in", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005160", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "The winner of the Booker Prize in 1979, the year Brian Moore was nominated, was Margaret Atwood for her novel \"The Blind Assassin.\" Fay Weldon was not nominated for the Booker Prize in 1979. However, Fay Weldon did win the Booker Prize in 198", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "2005.0\n\nOkay, let's try to figure out the answer to this question. The question is asking, \"In 2005, what was the home venue of Sergi Barjuan's member of sports team?\" The answer given is \"2005.0\", which", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "President of North Macedonia", + "pred": "In 2017, the head of state of North Macedonia was the President of the Republic of Macedonia, which was then known as the Former Yugoslav Republic of Macedonia (FYROM). The President at that time was Gjorge Ivanov, who served from 2004 to 201", + "em": 0.0, + "f1": 0.2424242424242424, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_008117", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1992", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007432", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "The answer is: Giuseppe Saragat.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006320", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1931.0, + "gold": "1931", + "pred": "Lionel Barrymore won the Academy Award for Best Actor for his role as Dr. Jekyll and Mr. Hyde in 1931.", + "em": 1.0, + "f1": 0.1, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008047", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Nicholas II of Russia", + "pred": "The head of state of Volodymyr's country after the Cahul country Russian Empire was the President of the Soviet Union, Mikhail Gorbachev.", + "em": 0.0, + "f1": 0.09523809523809523, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000063", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "The answer to this question is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "Territory of Hawaii", + "pred": "The administrative territorial entity of Wynn Bullock's work location is the United States.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001072", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "The head coach of Gerard Deulofeu's team in 2013 was Roberto Mancini.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005910", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "United States", + "pred": "The country of Christian Vande Velde's member of sports team after Lance Armstrong's member of sports team Discovery Channel was the United States.", + "em": 1.0, + "f1": 0.19999999999999998, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003397", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "V\u00edt\u011bzslav Lavi\u010dka", + "pred": "Petr Rada\n\nOkay, let's try to figure out this question. The user is asking, \"Who was the head coach of Miroslav Slepi\u010dka's member of sports team before Petr Rada?\" And the answer given is Petr Rada. Wait, that seems a bit confusing. Let me", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000162", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Lady Bird Johnson", + "pred": "The spouse of the signatory of the Age Discrimination in Employment Act of 1967 was Eleanor Roosevelt.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002728", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Silvio Berlusconi", + "pred": "Clarence Seedorf was a member of the Ajax Amsterdam football team in 2010. The chairperson of Ajax Amsterdam in 2010 was Johan Cruijff. Therefore, the answer is Johan Cruijff.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003793", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Barcelona Province", + "pred": "Barcelona, Spain", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003541", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008524", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003943", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Angelo La Barbera's country of citizenship was Italy, and the head of government was Giovanni Giolitti.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Michal B\u00edlek", + "pred": "The head coach of Daniel Kol\u00e1\u0159's team after Jozef Chovanec was Vladim\u00edr \u0160micer.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003569", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "The head of government of Alberto Magnelli's country of citizenship, after Adone Zoli, was Giovanni Gronchi.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002249", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "University of Paris", + "pred": "The replaces of Maurice de Gandillac's employer in 1971 was the French government.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001978", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Ferrofino was an Italian politician, so his country of citizenship was Italy. After Luigi Einaudi, who was the head of state of Italy, the next head of state was Pietro Nenni. However, it's important to note that Luigi Einaudi was the President of the Italian Republic", + "em": 0.0, + "f1": 0.06060606060606061, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_005073", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Alex McLeish", + "pred": "John Eustace was the head coach of Nathan Redmond's team, Portsmouth F.C., before he joined the club.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000609", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "Stanley Middleton was the winner of The Bottle Factory Outing in 1974.", + "em": 1.0, + "f1": 0.16666666666666669, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "The head coach of Ra\u00fal Fern\u00e1ndez-Cavada Mateos's member of sports team in 2018 was Jos\u00e9 Antonio Camacho.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Guy Ritchie", + "pred": "The spouse of the performer from \"Die Another Day\" (which is a 2002 film starring Pierce Brosnan as James Bond) is not directly related to Madonna's unmarried partner Sandra Bernhard. However, if you're referring to the performer in the song \"Die Another Day\" by Madonna, the answer", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006953", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "Jimmy Walker", + "pred": "The head of government of Maria Meneghini Callas's residence after Louisine Havemeyer work location New York City was the President of the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001572", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "The answer is: 1999-2000\n\n\nThe answer is: 1999-2000", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008301", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "1992-1994\n\n\nThe head of government of Giovanni Cornacchia's country of citizenship, Italy, during the period after Luciano Pavarotti's country of citizenship (Italy) was 1992-1994.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000630", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1960.0, + "gold": "Graceland", + "pred": "The residence of A Mess of Blues's performer in 1960 was 1960.0.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000755", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Elizabeth II", + "pred": "The head of state of Stack-O-Tracks's place of publication after George VI was the United Kingdom of Great Britain and Northern Ireland.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000326", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Jean-Loup Dabadie's member of's general secretary in 2009 was Jean-Pierre Raffarin.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002870", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Bahrain", + "pred": "In 1981, the head of government of Bahrain was the Prime Minister, who was appointed by the King. The Prime Minister at that time was Khalid bin Khalifa Al-Khalifa.", + "em": 0.0, + "f1": 0.32, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007789", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "The answer is: Giuseppe Garibaldi.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007973", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Bjarne Riis", + "pred": "In 2020, the general manager of the sports team that Danilo Wyss was a member of was Peter St\u00f6ger.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000219", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Vivien Leigh", + "pred": "In 1939, Fay Bainter was nominated for an Academy Award for Best Supporting Actress for her role in the film \"The Best Years of Our Lives.\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007274", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Elizabeth II", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006021", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006576", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "Laurence Olivier", + "pred": "Before Ernest Borgnine, the winner of the Academy Award for Best Actor for the film \"The Best Years of Our Lives\" (1945) was Fredric March. However, this is not directly related to John Garfield's nominations. John Garfield was a notable actor who was nominated for the Academy Award", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000623", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Bjarne Berntsen", + "pred": "In 2009, the head coach of Camilla Huse's member of sports team was John Harkness.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "The winner of the Booker Prize in 2003, the year when Mark Haddon's \"The Curious Incident of the Dog in the Night-Time\" was nominated, was Ian McEwan for his novel \"Atonement\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003804", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Nobel Peace Prize", + "pred": "The United States Navy SEALs were founded by Rear Admiral James \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy\" H. \"Jimmy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006789", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "1960.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006521", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Atlanta-Fulton County Stadium", + "pred": "Atlanta Braves\n\n\nThe home venue of Hank Aaron's member of sports team after Fenway Park was the **Atlanta Braves' home stadium**, which is **Truist Park** (formerly known as SunTrust Park). \n\nHank Aaron played for the Atlanta Braves from 1954 to 19", + "em": 0.0, + "f1": 0.1142857142857143, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "The winner of The Night Watch was nominated for the Booker Prize for its exploration of the human condition and its lyrical prose.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004769", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "In 1947, Celia Johnson was nominated for the Academy Award for Best Actress for her role in the film \"The Prime of Miss Jean Brodie.\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001801", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Vytautas Landsbergis", + "pred": "The question is asking for the chairperson of the political party that Nijol\u0117 O\u017eelyt\u0117-Vaitiek\u016bnien\u0117 was a member of, before Andrius Kubilius. However, there is no direct information available about Nijol\u0117 O\u017eelyt\u0117-Vaitiek\u016b", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "State Anthem of the Soviet Union", + "pred": "The anthem of Murmansk Oblast, which is located in the Russian Soviet Federative Socialist Republic (RSFSR), is \"The Song of the North\" (\u0421\u0435\u0432\u0435\u0440\u043d\u0430\u044f \u043f\u0435\u0441\u043d\u044f). This anthem was adopted in 1965 and is associated with the region's northern location and its connection to", + "em": 0.0, + "f1": 0.20512820512820512, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003724", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "The head of government of Piero Scotti's country of citizenship after Giani Stuparich country of citizenship Italy was Giuseppe Zanardelli.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006014", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "The manager of Alfons Gorbach's point in time before Martin Gottfried Weiss was Karl Ritter.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007171", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "S\u00fcper Lig", + "pred": "Super Lig", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007260", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "3. Liga", + "pred": "2. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Thomas Tuchel", + "pred": "The head coach of Marcos Alonso Mendoza's member of sports team, after Claudio Ranieri, was Jos\u00e9 Mourinho.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007485", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Charlize Theron", + "pred": "Jennifer Connelly was nominated for the Academy Award for Best Actress for her role in \"A Beautiful Mind\" (2001). The winner of that category was Hilary Swank for \"Boys Don't Cry\" (1999).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001837", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1990", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Angelo Infanti was an Italian politician, so his country of citizenship was Italy. In 2007, the head of government of Italy was Silvio Berlusconi, who served as Prime Minister from 1994 to 2006 and again from 2008 to 2", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005494", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "The head coach of Steffen Freund's member of sports team before Joachim L\u00f6w was Rudi V\u00f6ller.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000075", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giuseppe Prisco\n\n\nAfter Francesco Cossiga, who was the head of state of Giuseppe Prisco's country of citizenship?\n\nAnswer: Giuseppe Prisco", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004734", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Peter Carey", + "pred": "The winner of the Booker Prize after Salman Rushdie's award was **Arundhati Roy** for her novel *The God of Small Things* in 1997. David Lodge was not directly nominated for the Booker Prize in this context, but the question might be referring to the 1997", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004770", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Constantinople", + "pred": "The capital of Edessa's country was Edessa itself.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006777", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "S\u00e1ndor Preisinger", + "pred": "G\u00e1bor M\u00e1rton\n\nOkay, let's try to figure out this question. The user is asking, \"Who was the head coach of Daniils Turkovs's member of sports team before G\u00e1bor M\u00e1rton?\" and the answer provided is \"G\u00e1bor M\u00e1rton.\" Wait, that", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001481", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Walter Samuel is a professional footballer who played for several clubs, including River Plate, Inter Milan, and Manchester United. Before Luciano Spalletti, who was the head coach of Walter Samuel's team? \n\nIn 2008, Walter Samuel was playing for Inter Milan. The head coach of Inter Milan", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000707", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Yugoslavia", + "pred": "The shares border with of Franco Evangelisti's country of citizenship in 1934 were 1934.0.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007316", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Stefano Pessi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002781", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Yugoslavia", + "pred": "1946.0\n\n\nThe country of citizenship of Renato Carosone was Italy. In 1946, Italy shared borders with the following countries:\n\n1. France\n2. Switzerland\n3. Austria\n4. Yugoslavia (now known as Serbia and Montenegro)\n5.", + "em": 1.0, + "f1": 0.06060606060606061, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001694", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "1970 Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005714", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "B\u00fclent Ecevit", + "pred": "The chairperson of Deniz Baykal's political party, the Republican People's Party (CHP), after Mustafa Kemal Atat\u00fcrk was **Menderes**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Stefan Kuntz", + "pred": "The question is asking for the chairperson of Jan \u0160im\u016fnek's member of sports team in 2014. First, I need to determine which sports team Jan \u0160im\u016fnek was a member of in 2014. Jan \u0160im\u016fnek is a Czech football (", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_000390", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Nobel Prize in Physics", + "pred": "The Holweck Prize in 1952 was awarded to the French physicist Jean Perrin for his work on the structure of matter, particularly his contributions to the understanding of the Brownian movement and the Avogadro constant. Perrin's research provided crucial evidence for the atomic theory of matter, which was a", + "em": 0.0, + "f1": 0.09999999999999999, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004301", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "The head of government in 1994 was the President of the United States, Bill Clinton.\n\n\nThe head of government in 1994 was the President of the United States, Bill Clinton.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_007116", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "European Parliament", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004505", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "In 1974, the head of government of the United Kingdom, where Philip Taaffe's work location was, was Harold Wilson.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007035", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "The head of government of Louise Bourgeois's work location in 1990 was the President of the French Republic, Fran\u00e7ois Mitterrand.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004558", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "The head coach of Ryan Bertrand's member of sports team in 2014 was Steve Kerr.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003267", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "The winner of the Academy Award for Best Actress for the film \"It Happened One Night\" (1937) was Claudette Colbert. She was nominated for her role as Ellie Andrews. The film was directed by Frank Capra and written by Robert E. Sherwood. It was a significant film in the", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006755", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "The question is about the chairperson of Bruno Bieligk's member of political party in 1920. First, I need to determine who Bruno Bieligk was and which political party he was a member of in 1920. However, after researching, there is no notable historical figure named", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_004583", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000225", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Gareth Southgate", + "pred": "David Wheater was a member of the New Zealand national rugby union team, and in 2008, the head coach of the team was Graham Henry.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002459", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Serbia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006352", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1993", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004787", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Janusz W\u00f3jcik", + "pred": "Arkadiusz B\u0105k's member of sports team's head coach in 1999 was Janusz Kowalski.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002226", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Leonid Brezhnev", + "pred": "Aleksei Gubarev's member of political party's chairperson in 1973 was Mikhail Gorbachev.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003363", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Jan Schaffrath", + "pred": "2012.0\n\nOkay, let's try to figure out this question. The user is asking: \"After Patrik Sinkewitz member of sports team Soudal Quick-Step, what was the head coach of Martin Velits's member of sports team?\" And the answer given is 2", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Pavel Vrba", + "pred": "Petr Jel\u00ednek", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006972", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007393", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002784", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Franz Beckenbauer", + "pred": "The head coach of Frank Mill's team, after Otto Nerz, was Erich Ribbeck.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005991", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Claudia Roth", + "pred": "The answer is not available in the given text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002109", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "ADIG", + "pred": "1.0\n\n\nAfter Hitachi, the sponsor of Stefan W\u00e4chter's member of sports team was **Bosch**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005445", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Abraham Beame", + "pred": "1977.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Fiorello H. La Guardia", + "pred": "The head of government of Edward McKnight Kauffer's work location was Vincent R. Impellitteri.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005633", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "In 1984, the head of state of the country of citizenship of Giuseppe Saragat was the President of the Italian Republic, Sandro Pertini.", + "em": 1.0, + "f1": 0.2222222222222222, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002083", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Jens Gustafsson", + "pred": "1999-2000\n\n\nThe head coach of Andreas Landgren's member of sports team, during the time when Rutger Backe was a member of Halmstads BK, was **Lars-G\u00f6ran Bengtsson**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003899", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002997", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "Jordan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005860", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "In 2004, the winner of the Academy Award for Best Picture was \"The Lord of the Rings: The Return of the King.\" However, \"Whale Rider\" was not nominated for the Best Picture category that year. It was nominated for Best Foreign Language Film at the 77th Academy Awards", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001039", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Panama", + "pred": "The shares border with of Cornell Capa's work location in 1937 was 1937.0.\n\n\nThe question appears to be asking about the \"shares border with\" of Cornell Capa's work location in 1937, which is a bit unclear. However, based", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000086", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005689", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "The capital of Elie Wiesel's country of citizenship in 1929 was Bucharest.\n\n\nThe capital of Elie Wiesel's country of citizenship in 1929 was **Bucharest**.", + "em": 1.0, + "f1": 0.14285714285714288, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006609", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "The located in of Afula's country after Nazareth country Mandatory Palestine was the British Mandate of Palestine.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004970", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Giuseppe Saragat\n\n\nThe head of state of Alberto Magnelli's country of citizenship after Giuseppe Saragat's country of citizenship (Italy) was **Giuseppe Saragat**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "The currency of Italy in 1948 was the Italian lira (ITL).", + "em": 1.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008062", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "M\u00e1rio Soares", + "pred": "The head of state of Alberto Vaquina's work location before Jorge Sampaio was Ant\u00f3nio de Oliveira Salazar.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006613", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Stuart Lancaster", + "pred": "Steve McNamara", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001894", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "The winner of the Academy Award for Best Actress in 2005, which was the year Annette Bening was nominated for her role in \"The Kids Are All Right,\" was Helen Mirren for her performance in \"The Queen.\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002546", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "The University of Vienna", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003153", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Zhu De", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002865", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "The answer is: \"The God of Small Things\" by Arundhati Roy.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007865", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "In 2001, the head of state of Giuseppe Prisco's country of citizenship was President of Italy Carlo Azeglio Ciampi.", + "em": 1.0, + "f1": 0.3, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "The answer is the England national rugby union team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001858", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Graceland", + "pred": "In 1977, Ginger Alden's unmarried partner was residing in a house in the village of Broughton, near the town of Llandudno, in the county of Conwy, Wales.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Constantinople", + "pred": "Istanbul", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003034", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "1939.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000799", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Barack Obama", + "pred": "Lyndon B. Johnson was the 36th President of the United States, serving from 1963 to 1969. The game \"Battlefield 3\" is set in the fictional country of \"Kyrilovgrad\" (also known as \"Kyrilovgrad\")", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Boston Garden", + "pred": "Boston Garden", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004762", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "Kingdom of Prussia", + "pred": "1911 World Figure Skating Championships was located in Vienna, Austria.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004806", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "The answer to the question is: 1. 2. 3. 4. 5. 6. 7. 8. 9. 10. 11. 12. 13. 14. 15. 16. 1", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Premier League", + "pred": "Ukrainian Premier League", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008203", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Amway Arena", + "pred": "The Delta Center", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004465", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1996", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006874", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "John Lindsay", + "pred": "William Vickrey was a Canadian-American economist and professor, best known for his work in the field of transportation economics. He was born on May 19, 1918, and passed away on August 19, 1996. As a professor, he held various academic positions, including", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000593", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "The head of state of Leo Nomellini's country of citizenship, after Luigi Einaudi, was Pietro Nenni.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004615", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2018.0, + "gold": "2018", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Geoffrey Rush", + "pred": "The winner of the award received by As Good as It Gets is Meg Ryan.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "1982.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004669", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Yuri Semin", + "pred": "The head coach of \u00c9der's team before Dmitri Loskov was V\u00edctor S\u00e1nchez.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "1972.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "The chairperson of Bruno Bieligk's member of political party after Georg Ledebour was Carl Schurz.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006858", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000627", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "The answer is 1982.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008456", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "After Zhytomyr country Russian Empire, what was the basic form of government of Sevastopol's country?", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004863", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "In 1935, the winner of the Academy Award for Best Picture was \"It Happened One Night,\" which was nominated for and won several awards, including Best Picture, Best Director (Frank Capra), Best Actor (Clark Gable), Best Actress (Claudette Colbert), and Best Screenplay.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005053", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lauri Yl\u00f6nen", + "pred": "The winner of Haloo Helsinki!'s nominated for after Poets of the Fall was \"Kuolema\" by the band \"Kuolema\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006906", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sini\u0161a Mihajlovi\u0107", + "pred": "The head coach of Marco Marchionni's member of sports team after Aldo Agroppi was Giuseppe Bellini.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004343", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Arrigo Sacchi", + "pred": "The head coach of Walter Bianchi's member of sports team in 1984 was Bill Russell.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008520", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Hans Loritz", + "pred": "1938.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008566", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "The general secretary of the Nazi Party after Hanns Martin Schleyer was Joseph Goebbels.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005406", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005485", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Milo\u0161 Zeman", + "pred": "The head of state of the Czech Republic after Miroslav Horn\u00ed\u010dek's country of citizenship (Czech Republic) was Milo\u0161 Zeman.", + "em": 1.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006778", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italian lira", + "pred": "1963.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000448", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Alex Ferguson", + "pred": "Bryan Gunn is a former professional footballer who played as a midfielder. He was a member of the Scottish Football League team, and his career spanned from the 1970s to the 1990s. However, there is no direct information about a specific team that Bryan Gunn was a member", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005253", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Aravind Adiga", + "pred": "The winner of the Booker Prize in 2008, which was the year Amitav Ghosh was nominated, was \"The Line of Beauty\" by Alan Hollinghurst. However, it's important to clarify that Amitav Ghosh was not nominated for the Booker Prize in 2008. He", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002793", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "The winner of Mrs. Parkington's nominated for after Academy Award for Best Actress winner Jennifer Jones was not a specific person, as Mrs. Parkington was a fictional character from the 1940 film \"The Best Years of Our Lives.\" The film itself won the Academy Award for Best Picture in 19", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001366", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Cliff Burton", + "pred": "Cliff Burton", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000346", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Giorgio Napolitano", + "pred": "In 2010, the head of state of Giovanni Lilliu's country of citizenship was Giorgio Napolitano.", + "em": 1.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001380", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "John Williams", + "pred": "The composer of Katie Couric's notable work, \"The Katie Couric Show,\" is not a well-known or widely recognized figure in the music industry. The show itself is a news program, and its theme music is typically composed by a team of music producers or a specific composer hired for the project. If you have", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007366", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "The question is about Giorgio Mastropasqua's member of sports team's chairperson in 1973. First, I need to determine who Giorgio Mastropasqua was. A quick search shows that he was an Italian football (soccer) player who played as a defender. He", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004085", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "Qing dynasty", + "pred": "The answer is not available in the given text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "Israel", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "The winner of the 2006 Man Booker Prize, which was awarded to Kiran Desai for his novel \"The Inheritance of Loss,\" was not Fay Weldon. Instead, the winner was Kiran Desai himself. However, if you're asking about the winner of the Man Booker Prize that was", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Nike", + "pred": "The kit supplier of Steve Borthwick's member of sports team before Umbro was Adidas.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005149", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Dalvik VM", + "pred": "Grand Theft Auto III was released for Microsoft Windows in 2001. The has part of Grand Theft Auto III's platform after Grand Theft Auto III platform Microsoft Windows is 2001.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007466", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Deutsche Mark", + "pred": "The currency of Sande's country in 1956 was the Nigerian pound.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "EFL Championship", + "pred": "1. FA Cup\n2. UEFA Champions League\n3. UEFA Europa League\n4. EFL Cup\n5. League Cup\n6. FA Community Shield\n7. UEFA Super Cup\n8. FIFA Club World Cup\n9. UEFA Europa Conference League\n10. EFL Trophy", + "em": 0.0, + "f1": 0.07407407407407407, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002303", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "The 19th Canadian Ministry's head of government in 1968 was the Prime Minister of Canada, Lester B. Pearson.", + "em": 1.0, + "f1": 0.38095238095238093, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004925", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "The winner of Bessie Love's nominated for in 1930 was \"The Last of the Mohicans\" (1930).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002425", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "The answer is 1955.0.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003762", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Minneapolis Armory", + "pred": "The Kingdome", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000351", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Territory of Hawaii", + "pred": "Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003288", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "1992.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001079", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Giampiero Boniperti", + "pred": "Stefano Tacconi was a member of the sports team Juventus, and the chairperson before Andrea Agnelli was Umberto Agnelli.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Paulo Bento", + "pred": "The head coach of Baek Sung-dong's member of sports team after Ham Heung-chul member of sports team South Korea men's national football team is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006454", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Steve Sampson", + "pred": "Kevin Hartman is a former professional soccer player, not a member of a sports team. Therefore, there is no head coach of Kevin Hartman's member of sports team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007686", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "United States Cabinet", + "pred": "United States Secretary of the Navy", + "em": 0.0, + "f1": 0.4444444444444444, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001636", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000642", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Alan Hollinghurst", + "pred": "The winner of the 2004 Man Booker Prize, which was awarded to J. M. Coetzee for his novel \"Disgrace,\" was not Ronan Bennett. Instead, the prize was won by the South African author J. M. Coetzee himself, as he was the one who", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005992", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1906.0, + "gold": "Theodore Roosevelt", + "pred": "Benjamin Harrison", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001567", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "William Vickrey\n\n\nThe head of government of William Vickrey's residence before David Dinkins was **William Vickrey** himself.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003917", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Elizabeth II", + "pred": "Elizabeth II", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007632", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pawe\u0142 Janas", + "pred": "The head coach of Kamil Kosowski's team after Andrzej Strejlau was Janusz Kowalik.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001702", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Eerste Divisie", + "pred": "1. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006358", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "German Federal Archives", + "pred": "The Karl-Liebknecht-Haus's operator's archives were in the city of Berlin in 1932.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Dwight D. Eisenhower", + "pred": "Erazim Koh\u00e1k's residence was in the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001724", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Lyndon B. Johnson", + "pred": "After Harry S. Truman, the head of government of Stack-O-Tracks's place of publication was Dwight D. Eisenhower.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005308", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "The winner of the Academy Award for Best Actress after Jeanne Eagels's nomination was Janet Gaynor.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006485", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "In 2000, the winner of the Man Booker Prize, which Matthew Kneale was nominated for, was \"The Amazing Adventures of Kavalier & Clay\" by Michael Chabon.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004831", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "The currency of the country of citizenship of Piero Scotti in 1948 was the Italian lira.", + "em": 1.0, + "f1": 0.2857142857142857, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005190", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "The employer of the Ausonius Award winner after Georg Danek was the German Federal Ministry of Education and Research (Bundesministerium f\u00fcr Bildung und Forschung).", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006636", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "George Marshall", + "pred": "Secretary of State", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003213", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "In 1965, the head of government of Frank Tieri's residence was the President of the United States, Lyndon B. Johnson.", + "em": 1.0, + "f1": 0.3, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005672", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "After Paul von Hindenburg, the head of state of L\u0119bork's country was Adolf Hitler.", + "em": 1.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006227", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1945", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Giffoni Film Festival", + "pred": "Big Sean's unmarried partner at the time was Keri Hilson. In 2013, Keri Hilson received the \"Best R&B/Soul Performance\" award at the BET Awards.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007816", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Franciszek Smuda", + "pred": "Marek Saganowski's member of sports team's head coach in 2012 was Janusz Kowalski.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001958", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "John Lindsay", + "pred": "The head of government of Arman's work location before Ed Koch was Robert Moses.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007818", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Sepp Herberger", + "pred": "The head coach of Fritz Herkenrath's member of sports team in 1957 was Fritz Herkenrath himself.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003874", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006836", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "1989.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005437", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "The head of government of Maria Tore Barbina's country of citizenship after Antonio Bacci country of citizenship Italy was the President of the Council of Ministers of Italy, which was held by Giulio Andreotti from 1979 to 1980 and then by Bettino Craxi from 1", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001779", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Chemnitz Government Region", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002182", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "1938.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006540", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "The head of government of Italy after Attilio Pierelli's country of citizenship (Italy) was Giulio Andreotti.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "The question is asking for the chairperson of Al\u00edpio's member of sports team after Jo\u00e3o Tamagnini Barbosa. However, there is no information provided about Al\u00edpio's sports team or Jo\u00e3o Tamagnini Barbosa's involvement with it. Therefore, I cannot provide an answer to this question.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000470", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "In 1950, the head of state of Renato Polselli's country of citizenship was the President of the Italian Republic, which was a constitutional monarchy at the time. The head of state was King Umberto II.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004884", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Emma Thompson", + "pred": "1992.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008312", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "United Kingdom of Great Britain and Ireland", + "pred": "England", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006013", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "The head of government of Louise Bourgeois's work location, which is New York City, after the Prelinger Archives located there is the Mayor of New York City.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006889", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Carlo Ancelotti", + "pred": "1. Franco Di Santo\n2. member of sports team \u2192 A.S. Roma\n3. head coach \u2192 Luciano Spalletti\n4. Jack Kirwan\n5. member of sports team \u2192 Chelsea F.C.\n6. head coach \u2192 Luiz Felipe Scolari\n7. answer \u2192 Lu", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003651", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "The team captain of Matt Carkner's drafted by after Guy Lafleur member of sports team Montreal Canadiens is Scott Mellanby", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Q82595", + "pred": "2. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "After Sandro Pertini, the head of state of Armando C\u00edrio's country of citizenship was Giorgio Napolitano.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000420", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1917.0, + "gold": "1917", + "pred": "1917", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005828", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Prime Minister of Belize", + "pred": "Prime Minister", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Sepp Herberger", + "pred": "In 1962, the head coach of Hans Nowak's member of sports team was not available in the provided context.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002499", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Territory of Hawaii", + "pred": "United States of America", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008212", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "George VI", + "pred": "King George VI", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Yugoslavia", + "pred": "1967.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006976", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Gennaro Gattuso", + "pred": "The head coach of Hakan \u00c7alhano\u011flu's team after Vincenzo Montella was Thomas Tuchel.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007445", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "The award received by Borussia Dortmund's head coach before the Order of Merit of Baden-W\u00fcrttemberg was the Bundesliga Coach of the Year award in 2011.", + "em": 0.0, + "f1": 0.24, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004525", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Lamberto Dini", + "pred": "Antonio Brancaccio was an Italian politician, so his country of citizenship was Italy. The head of government of Italy in 1995 was President of the Council of Ministers (Prime Minister) Carlo Azeglio Ciampi. However, it's important to note that Ciampi was the President of", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Giorgio Napolitano", + "pred": "The head of state of Milram's country after Francesco Cossiga was Giorgio Napolitano.", + "em": 1.0, + "f1": 0.2666666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003387", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "1999\u20132000\n\n\nAfter Mark Crossley, who was a member of the sports team Nottingham Forest F.C., the head coach of George Boateng's member of sports team was **Graham Taylor**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008292", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "United States", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006528", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1879", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008636", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Walter Zenga", + "pred": "The head coach of Giuseppe Mascara's member of sports team before Diego Simeone was Jos\u00e9 Antonio Camacho.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004972", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Kia Forum", + "pred": "The home venue of Kermit Washington's member of sports team after Minneapolis Armory was the Minneapolis Auditorium.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006497", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Hungarian People's Republic", + "pred": "1957 was the year of the 1957 United States presidential election, which was held on November 4, 1957. The capital of the United States is Washington, D.C.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "The head coach of Fernando Torres's team after Carlo Ancelotti was Roberto Mancini.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005410", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Taiwan", + "pred": "Elizabeth Bishop's residence in 1955 was in the United States, specifically in Cambridge, Massachusetts. The diplomatic relation of her residence at that time was as a U.S. citizen, and she was not involved in any diplomatic relations herself. However, as a prominent American poet, her work and presence contributed to", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000901", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Yasser Arafat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007838", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mircea Lucescu", + "pred": "1999\u20132002: Fenerbah\u00e7e S.K. (assistant coach)", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007144", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "The Internationale", + "pred": "The anthem of Glazov, located in the Russian Soviet Federative Socialist Republic (RSFSR) after Vasiliy Ulrikh's country of citizenship, was the \"Hymn of the RSFSR.\"", + "em": 0.0, + "f1": 0.09090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Jean Mistler", + "pred": "the Soci\u00e9t\u00e9 des Gens de Lettres", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000287", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Gerhard Casper", + "pred": "In 1993, the chairperson of Andrew M. Stuart's employer was Robert S. Kagan.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004792", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "The currency of Mario Piccioli's country of citizenship in 1947 was the Italian lira.", + "em": 1.0, + "f1": 0.2666666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006621", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sean Yates", + "pred": "The head coach of Q561361's member of sports team before Gabriel Rasch was John Harkes.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001788", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Jeanne Eagels was a famous American actress and singer, known for her work in the early 20th century. She was nominated for an Academy Award for Best Actress for her role in the 1930 film \"The Divine Lady.\" The winner of that Academy Award was Luise Rainer, who", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002557", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Fiorello H. La Guardia", + "pred": "The head of government in 1941 was Franklin D. Roosevelt.\n\n\nThe head of government in 1941 was Franklin D. Roosevelt.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "In 1990, Penelope Fitzgerald was nominated for the Booker Prize for her novel \"The Book of Proof.\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006058", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Giuseppe Saragat", + "pred": "Antonio Pesenti's country of citizenship was Italy. Before Giorgio Napolitano, the head of state of Italy was Giovanni Leone.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000536", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Estadio Metropolitano\n\nOkay, let's try to figure out this question. The user is asking: \"After Luis Aragon\u00e9s member of sports team Atl\u00e9tico Madrid, what was the home venue of Baltazar's member of sports team?\" The answer given is \"Estadio Metropolitano.\" Hmm", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007404", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2000.0, + "gold": "2000", + "pred": "1970", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001292", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1990.0, + "gold": "1990", + "pred": "1990", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "The winner of Andr\u00e9 Brink's nominated for was not specified in the given text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "The winner of the Booker Prize in 1979, the year after Nadine Gordimer won, was **Beryl Bainbridge** for her novel *The Bottle Factory Outpatients Department*. However, the question seems to reference a specific context where Fay Weldon was nominated for the Booker Prize in the same year", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002490", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001434", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "New York City", + "pred": "The residence of Betsey Johnson's spouse after London was New York City.", + "em": 1.0, + "f1": 0.375, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006868", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jean Mistler", + "pred": "The general secretary of Roger Caillois's member of in 1977 was Jean-Pierre L\u00e9vy.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002319", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2022.0, + "gold": "2022", + "pred": "2010\u20132011\n\n\nFelix Magath was the head coach of Stevan Joveti\u0107's member of sports team, VfL Wolfsburg, during the 2010\u20132011 season.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008472", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "Inge Keller's spouse before Germany was a citizen of the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000496", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Massimo D'Alema", + "pred": "The answer is \"Slovenia\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005883", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Helmut Kohl", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "BP", + "pred": "The sponsor of Rudolf Kargus's member of sports team before Emirates was the German airline Lufthansa.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001286", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "The head of state of Francesco Carpino's country of citizenship after Tullio Kezich country of citizenship Italy was Giuseppe Garibaldi.", + "em": 0.0, + "f1": 0.1111111111111111, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003325", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Bucharest", + "pred": "The capital of Vla\u0219ca County's country after Ia\u0219i was T\u00e2rgu Jiu.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "The head of government of Sister Rosetta Tharpe's residence after Chicago head of government Carter Harrison IV was Mayor William Hale Thompson.", + "em": 0.0, + "f1": 0.09090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000949", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Otto von Bismarck", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004634", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "1997", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008417", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "1. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "The head of state of Raffaele Anguilla's country of citizenship in 2002 was President of the Italian Republic, Carlo Azeglio Ciampi.", + "em": 1.0, + "f1": 0.2857142857142857, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mary J. Blige", + "pred": "Aaliyah's nominated for's winner in 2002 was \"Best R&B Performance by a Duo or Group with Vocal\" for the song \"Try Again\" with R. Kelly.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007469", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "1998", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002488", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Italian lira", + "pred": "The currency of Avanti Martinetti's country of citizenship in 1954 was the Italian lira.", + "em": 1.0, + "f1": 0.2666666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Yitzhak Rabin", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007418", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Elliott Gould", + "pred": "The spouse of the performer of \"Happy Days Are Here Again\" was Frank Sinatra.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005916", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Italian lira", + "pred": "euro", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Micha\u0142 Matyas", + "pred": "1967.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006233", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "In 2006, the head coach of the team that Ayhan Akman was a member of was B\u00fclent Korkmaz.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005848", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "German Empire", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005040", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Antonio Segni", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005138", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Adolf Hitler", + "pred": "In 1942, the chairperson of the political party that Hartmann Lauterbacher was a member of was not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004246", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "1948.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007892", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Italian lira", + "pred": "The currency of the United States in 1993 was the United States dollar.\n\n\nThe currency of the United States in 1993 was the United States dollar.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "The head of state of Fritz-Julius Lemp's country of citizenship, Germany, after Paul von Hindenburg was Adolf Hitler.", + "em": 1.0, + "f1": 0.19999999999999998, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006684", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Luigi Einaudi", + "pred": "The head of state of Guido Guerrini's country of citizenship before Antonio Segni was Enrico De Nicola.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001045", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "association football", + "pred": "1998.0\n\nOkay, let's try to figure out the answer to this question. The user is asking, \"What was the sport of Philipp Laux's member of sports team in 1998?\" and the answer provided is \"1998.0\". Hmm, that", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002791", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Lory Del Santo", + "pred": "1987.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005581", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The Ninth Day is a 2005 film directed by Michael Haneke. The film was nominated for several awards, including the European Film Award for Best Actor. The winner of the European Film Award for Best Actor in 2005 was Ulrich Tukur for his role in the film \"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Pawe\u0142 Janas", + "pred": "The answer is: 1998.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004802", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "John W. Campbell", + "pred": "the Hugo Award", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004455", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "The head of state of Guido Celano's country of citizenship in 1975 was the President of the Italian Republic, Giuseppe Saragat.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001570", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Otto Nerz", + "pred": "The head coach of Rudolf Noack's member of sports team before Berti Vogts was Karl-Heinz Feldkamp.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005703", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Morten Olsen", + "pred": "The head coach of Kasper Lorentzen's member of sports team in 2012 was Thomas S\u00f8rensen.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006235", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Diego Simeone", + "pred": "In 2011, Maxi L\u00f3pez was a member of the Argentine football team, which was coached by Diego Maradona.", + "em": 0.0, + "f1": 0.10526315789473684, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001186", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Susan Sarandon", + "pred": "The winner of Nell's nominated for was Helen Hunt.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005903", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002985", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Bettino Craxi", + "pred": "After Emilio Colombo, the head of government of Mario Agnes's country of citizenship was Giuseppe Saragat.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "In 1991, the head coach of Piotr Jegor's member of sports team was not available.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008323", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Budapest", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Yugoslavia", + "pred": "1981.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005474", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Oskar von Miller", + "pred": "The answer is \"the German Imperial Navy\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001830", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Nippon Bud\u014dkan", + "pred": "The answer is 1990.0.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001756", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001887", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "1. Dietmar Hamann\n2. 1.1. 1.1.1. 1.1.1.1. 1.1.1.1.1. 1.1.1.1.1.1. 1.1.1.1.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005552", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "The original broadcaster of Achim Mentzel's presenter after Deutscher Fernsehfunk was ARD.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004901", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Wen Jiabao", + "pred": "Deng Xiaoping", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006473", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "1996", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006253", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "1963", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002709", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Alex McLeish", + "pred": "Robin Shroot is not a known figure in sports, and there is no clear information about a sports team associated with him. Therefore, I cannot provide an answer to this question.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007811", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Giovanni Spadolini", + "pred": "1982.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006165", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Edward Cassidy", + "pred": "The chairperson of the Joint Declaration on the Doctrine of Justification's signatory after Dicastery for promoting Christian unity chairperson Johannes Willebrands was Cardinal Joseph Ratzinger.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007431", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Ernest Borgnine", + "pred": "The winner of the Academy Award for Best Actor after Dan O'Herlihy was nominated for \"Gentleman's Agreement\" was Spencer Tracy. Tracy won the Academy Award for Best Actor in 1956 for his role in \"Captains Courageous.\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002594", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Soviet Union", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004546", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "David Dinkins", + "pred": "Nancy Graves's work location was New York City, and the head of government there after Fiorello H. La Guardia was Robert F. Wagner Jr.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006589", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006151", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1947", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005300", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Otto Rehhagel", + "pred": "The head coach of Dimitris Salpingidis's member of sports team in 2009 was Giorgos Katsikas.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003618", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Franz Joseph I of Austria", + "pred": "The answer is \"Budapest\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "United States\n\n\nThe Discovery Channel is based in the United States. After the United States shares a border with Panama, the head of government of the United States was **Joe Biden**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001195", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Alan Hollinghurst was not the winner of Ronan Bennett's nomination. Ronan Bennett is a British author, and Alan Hollinghurst is a British novelist. They are separate individuals, and there is no record of Ronan Bennett nominating Alan Hollinghurst for any award. If you have more context or details", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_007049", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1978.0, + "gold": "1978", + "pred": "1978", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003961", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Edith Roosevelt", + "pred": "The spouse of the signatory of the Immigration Act of 1903, who was President Theodore Roosevelt, was Edith Roosevelt.", + "em": 1.0, + "f1": 0.2666666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002548", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "The basic form of government of Charles Debbas's country of citizenship, before it became a one-party state, was a constitutional monarchy.", + "em": 0.0, + "f1": 0.09090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1910.0, + "gold": "Austria\u2013Hungary", + "pred": "Hungary", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003484", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "United Kingdom", + "pred": "Israel", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Kingdome", + "pred": "The Forum\n\nOkay, let's try to figure out this question. The user is asking: \"After Slick Watts member of sports team Seattle SuperSonics, what was the home venue of Tom Chambers's member of sports team?\" The answer given is \"The Forum.\" Hmm, I need to break this down step", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002163", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Clive Woodward", + "pred": "2002.0\n\nOkay, let's try to figure out this question. The user is asking: \"After England men\u2019s national rugby union team kit supplier Nike, what was the head coach of Phil Vickery's member of sports team?\" And the answer given is 2002.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006692", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Bruce Buck", + "pred": "1. Siobhan Chamberlain - Chelsea F.C.\n2. Chelsea F.C. - Gianluca Nani\n3. Gianluca Nani - Marko Marin\n4. Marko Marin - FK Vojvodina\n5. FK Vojvodina - Dragan Mihailovi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006073", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Volker Finke", + "pred": "1997.0\n\nOkay, let's try to figure out this question. The user is asking for the head coach of Alain Sutter's member of sports team after Nikola Jur\u010devi\u0107 was a member of SC Freiburg. Hmm, that's a bit confusing. Let me break it", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_008473", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Roman Abramovich", + "pred": "1. FC Nuremberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003674", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1978.0, + "gold": "Leonid Brezhnev", + "pred": "The chairperson of Viktor Anpilov's member of political party after Joseph Stalin was Grigory Zinoviev.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003352", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "absolute monarchy", + "pred": "The Kingdom of the Serbs, Croats and Slovenes", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "The answer to this question is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002789", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Italian lira", + "pred": "The currency of Pietro Lana's country of citizenship in 1950 was the Italian lira.", + "em": 1.0, + "f1": 0.2666666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005326", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Spencer Tracy", + "pred": "Before Jack Nicholson, the winner of the Academy Award for Best Actor for the year in which Paul Muni was nominated was Spencer Tracy.", + "em": 1.0, + "f1": 0.18181818181818182, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005284", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Erich Werdermann", + "pred": "Werner Greuter was the chief executive officer of Gerhard Wagenitz's employer, which was the German company \"Wagenitz & Co.\" Therefore, the answer is Werner Greuter.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005774", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Super League\n\n\n\nThe league or competition of Stephan Andrist's member of sports team after Challenge League was the **Super League**.", + "em": 0.0, + "f1": 0.21052631578947367, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003372", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Patrick Le Lay", + "pred": "The chairperson of Star Academy's original broadcaster in 2008 was **Rajeev Sethi**. He was the chairperson of **Zee TV**, which was the original broadcaster of *Star Academy* in India. The show was launched in 2008, and Sethi played", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008201", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Nicole Kidman won the Academy Award for Best Actress for her role in \"The Hours\" in 2002.", + "em": 1.0, + "f1": 0.13333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001153", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Franz Beckenbauer", + "pred": "1985.0\n\n\nIn 1985, Pierre Littbarski was a member of the **1. FC K\u00f6ln** football team. The head coach of 1. FC K\u00f6ln during that season was **Rudi V\u00f6ller**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007164", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "Simone Inzaghi", + "pred": "The head coach of Pepe Reina's member of sports team was Massimo Allegri.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006407", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Allianz Arena", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001540", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "1997\u20131998", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005100", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Claudio Ranieri", + "pred": "In 2008, the head coach of Hasan Salihamid\u017ei\u0107's member of sports team was Zdravko Kevi\u0107.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "The answer is 1951.0.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "The winner of the Academy Award for Best Actor for the film \"Cast Away\" was Tom Hanks.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007894", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008658", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Ruslan Rotan", + "pred": "Andriy Shevchenko", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005158", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "The head of state of Pietro Giacomo Nonis's country of citizenship, which is Italy, before Giovanni Leone was Antonio Segni.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Italian lira", + "pred": "The currency of Giacomo Fornoni's country of citizenship in 1994 was the Italian lira.", + "em": 1.0, + "f1": 0.2666666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008060", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Bundesliga", + "pred": "Austrian Football Bundesliga", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004900", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "SeatGeek Stadium", + "pred": "18855\n\nOkay, let's try to figure out this question. The user is asking for the home venue of Benji Joya's member of sports team after Logan Pause member of sports team Chicago Fire FC. Hmm, that's a bit confusing. Let me break it down step by step.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000430", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Bombardier", + "pred": "Alstom SA", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006467", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Taiwan", + "pred": "Enderbury Island is a territory of Kiribati, which is an independent country. Therefore, the diplomatic relation of Enderbury Island's country (Kiribati) would be with other nations. However, since the question is about the diplomatic relation of Enderbury Island itself, it is important to note that", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_004710", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1.1", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000041", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "The head of government of Italy in 1996 was Romano Prodi.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004408", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "crown prince", + "pred": "Louise Mountbatten's spouse was the 1st Earl of Mountbatten, a position held by the 1st Earl of Mountbatten.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001201", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Yugoslavia", + "pred": "1964.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004457", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "The answer is \"University of Vienna\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005193", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Italian lira", + "pred": "The currency of the country of citizenship of Antonio Cariglia in 1969 was the Italian lira.", + "em": 1.0, + "f1": 0.2857142857142857, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005781", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "State Anthem of the Soviet Union", + "pred": "The anthem of Kursk Oblast is \"Kursk Oblast\" (\u041a\u0443\u0440\u0441\u043a\u0438\u0439 \u043a\u0440\u0430\u0439), which was adopted in 2004. It is a regional anthem, not a national one, and it is not directly related to the song \"The Internationale,\" which is a socialist anthem and was", + "em": 0.0, + "f1": 0.1875, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004013", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "1982.0\n\n\nThe answer is: 1982.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003935", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Volker Finke", + "pred": "1999.0\n\nOkay, let's try to figure out this question. The user is asking: \"After Benny Wendt member of sports team SC Freiburg, what was the head coach of Andreas Bornemann's member of sports team?\" And the answer given is 1999.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006770", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Silvio Berlusconi", + "pred": "The chairperson of Fernando Redondo's member of sports team in 2004 was Jos\u00e9 Mar\u00eda Gil-Robles.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008617", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "1948.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008708", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Bosnia and Herzegovina", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Zden\u011bk Zeman", + "pred": "1996.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007389", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Saku Koivu", + "pred": "The team captain of Louis Leblanc's team, after Maurice Richard, was Jean B\u00e9liveau.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005554", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Moscow", + "pred": "The twinned with of Imi Knoebel's work location in 1992 was Bielefeld.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000408", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Kingdom of Prussia", + "pred": "Germany\n\n\nPaul Cassirer's work location in 1904 was located in **Germany**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003634", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Uwe Neuhaus", + "pred": "The head coach of Micha\u0142 Bemben's member of sports team in 2008 was Janusz Kowalski.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006653", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Italian lira", + "pred": "The currency of Renato Barisani's country of citizenship in 1997 was the Italian lira.", + "em": 1.0, + "f1": 0.2666666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000961", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Kate Winslet", + "pred": "The winner of La Vie en Rose's nominated for after Katharine Hepburn was not a person, but a film. La Vie en Rose is a 2007 French film directed by Olivier Dahan, which is a biographical drama about the life of French singer \u00c9dith Piaf. The film", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002923", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Yugoslavia", + "pred": "1949.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008130", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Silvio Berlusconi", + "pred": "The chairperson of Sergio Porrini's member of sports team after Karl-Heinz Schnellinger member of sports team AC Milan was Giuseppe Farina.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001668", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Jane Fonda", + "pred": "The winner of Women in Love's nominated for was not Louise Fletcher, but rather the film itself, \"Women in Love\" (1969), which was nominated for several awards. However, if the question is asking about the winner of the Academy Award for Best Actress in a Leading Role for the film \"Women", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Lucien Favre", + "pred": "The head coach of Marcel Schmelzer's member of sports team after J\u00fcrgen Klopp was Thomas Tuchel.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007280", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Klaus Wowereit", + "pred": "The head of government of the United States in 2006 was George W. Bush.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004011", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "Brian Moore's nominated for's winner in 1976 was \"The Lonely Passion of Adrianne\" (1976).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001876", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Thomas Tuchel", + "pred": "1. FSV Mainz 05", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003426", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "George H. W. Bush", + "pred": "The head of government of Motorola's country after Theodore Roosevelt was not a person, but a position. The head of government of the United States, which is where Motorola is based, was Franklin D. Roosevelt.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008324", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "After Giovanni Gronchi, the head of state of Italy was Antonio Segni.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001646", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "The head coach of Walter Samuel's member of sports team, which is Inter Milan, after Luis Su\u00e1rez left the team was Jos\u00e9 Mourinho.", + "em": 1.0, + "f1": 0.17391304347826084, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001719", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "1. Germany men's national association football team\n 2. J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005359", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "The head coach of George Boateng's member of sports team in 2012 was John Carver.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002201", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Princeton University", + "pred": "John von Neumann", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000953", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "In 2003, Monica Ali was nominated for the Man Booker Prize for her novel \"The Ghost Map\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003588", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Jos\u00e9 Antonio Camacho", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006330", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "The answer is: John Banville.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006529", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006295", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "After Bette Davis, the winner of Mrs. Parkington's nomination was Joan Crawford.", + "em": 1.0, + "f1": 0.2666666666666667, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007246", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001257", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004353", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "the French Academy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001453", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "The head of state of Kyakhta's country after Simferopol country Russian Empire was the Tsar of Russia.\n\n\nThe head of state of Kyakhta's country after the Simferopol country (which refers to the Russian Empire) was the **Tsar of Russia**. \n\nKyakhta was", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "1951.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008480", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "1993", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006167", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "LMFAO", + "pred": "The winner of the MTV Movie Award for Best Song from a Movie for \"Party Rock Anthem\" was the band LMFAO. The award was won in 2012.", + "em": 1.0, + "f1": 0.09523809523809523, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003258", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "J\u00fcrgen Linden", + "pred": "The head of government of the residence of Ena von Baer in 2002 was the President of the United States, George W. Bush.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004631", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "absolute monarchy", + "pred": "In 1904, the basic form of government of Trabzon Province's country was a constitutional monarchy.", + "em": 0.0, + "f1": 0.11764705882352941, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Ang Lee", + "pred": "The Tree of Life was not nominated for an Oscar before Alfonso Cuar\u00f3n.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002531", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Austria", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008228", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Frances McDormand", + "pred": "The winner of Elisabeth Shue's nominated for was the 1996 Academy Award for Best Actress for her role in the film \"The Client\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005557", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Fatih Terim", + "pred": "The head coach of Adem B\u00fcy\u00fck's team after Ali Kemal Denizci was Fatih Terim.", + "em": 1.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007336", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003098", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "The head of state of Flavio Mogherini's country of citizenship, Italy, before Francesco Cossiga was Giovanni Gronchi.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002950", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1945.0, + "gold": "1945", + "pred": "1945", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000019", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Italian lira", + "pred": "The currency of the country of citizenship of Maurizio Lucidi in 2002 was the Euro (\u20ac).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001920", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Claudio Ranieri", + "pred": "Roberto Di Matteo's member of sports team's head coach in 2002 was Tony Pulis.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005782", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "White Hart Lane", + "pred": "The answer is \"Wembley Stadium\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000862", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Humphrey Bogart", + "pred": "1951 Academy Award for Best Actor", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001033", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "China Mi\u00e9ville", + "pred": "In 2005, the winner of the Academy Award for Best Adapted Screenplay was \"The Departed\" (2006), directed by Martin Scorsese. However, \"Cloud Atlas\" was not nominated for an Academy Award in 2005. \"Cloud Atlas\" is a", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003960", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006287", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "1999.0\n\nOkay, let's try to figure out this question. The user is asking for the head coach of Josh Lewsey's member of sports team after Wavell Wakefield, 1st Baron Wakefield of Kendal member of sports team England men\u2019s national rugby union team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007880", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Giovanni Trapattoni", + "pred": "The head coach of Stefano Tacconi's member of sports team in 1992 was Giuseppe Saronni.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005772", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "In 1982, the Titel Municipality was located in the country of Yugoslavia.", + "em": 0.0, + "f1": 0.26666666666666666, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006294", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Best Actress in a Supporting Role", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004173", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "In 1982, the head coach of the team that Pierre Littbarski played for was Helmut Sch\u00f6n.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005281", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "1958.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Ottmar Hitzfeld", + "pred": "The head coach of Ren\u00e9 Tretschok's member of sports team after Michael Zorc member of sports team Borussia Dortmund is not directly answerable with the given information.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008091", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "\u0130smet \u0130n\u00f6n\u00fc", + "pred": "The chairperson of Fuat K\u00f6pr\u00fcl\u00fc's member of political party before Deniz Baykal was Ahmet Davuto\u011flu.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004964", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002871", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Giuseppe Saragat was the head of state of Italy from 1959 to 1962. Giacinto Facchetti was an Italian footballer, so his country of citizenship was Italy. Therefore, the head of state of Giacinto Facchetti's country of citizenship after Gi", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003979", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Rachida Brakni", + "pred": "1999 European Film Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008204", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Erwin Kramer", + "pred": "The manager of DRB Class 52's operator before Heinz D\u00fcrr was Karl-Heinz Riedel.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001932", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Joe Louis Arena", + "pred": "The home venue of Stu Grimson's team, which he was drafted by in 1983, was the Montreal Forum.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Serbia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000480", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "UNESCO", + "pred": "European Union", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007286", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "1.0\n\n\nThe sponsor of Bastian Reinhardt's member of sports team in 2009 was **Red Bull**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Daniel Auteuil", + "pred": "Before Ewan McGregor, the winner of Jan Decleir's nomination was David Bowie.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002946", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Michal B\u00edlek", + "pred": "The head coach of Daniel Kol\u00e1\u0159's member of sports team after Czechia men's national football team head coach Jozef Chovanec was Milan \u0160koda.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003999", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Adolf Hitler", + "pred": "Hans G\u00fcnther was a member of the National Socialist German Workers' Party (NSDAP), and the chairperson of the party after Anton Drexler was **Karl Harrer**. \n\n**Step-by-Step Explanation:**\n1. **Identify the Political Party:** Hans G\u00fcnther was a member of", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "The winner of Vera Drake's nominated for was the Academy Award for Best Actress, which was won by Judi Dench.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005752", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "The head of government of Bruno Bettinelli's country of citizenship was Giulio Andreotti.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001810", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "The head of state of Alberto Ronchey's country of citizenship, which is Italy, before Sandro Pertini was Pietro Badoglio.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004977", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "The head of state of Livio Lorenzon's country of citizenship in 1957 was the President of the Italian Republic, which was Enrico de Nicola.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Paul von Hindenburg", + "pred": "The head of state of Otto Schuhart's allegiance after the Weimar Republic was the Federal Republic of Germany.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007873", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "1929.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002637", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Graham Swift won the 1996 Man Booker Prize for his novel \"Waterland.\" The question seems to be asking about the year when Graham Swift won the Man Booker Prize for \"Waterland,\" which was 1996. The mention of \"Every Man for Himself\" might be a confusion or a", + "em": 1.0, + "f1": 0.06451612903225806, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005587", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Gwyneth Jones was the winner of the 2002 Hugo Award for Best Novelette for her work \"The Day the Earth Stood Still\".", + "em": 1.0, + "f1": 0.10526315789473684, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005428", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Silvio Berlusconi", + "pred": "The chairperson of Arrigo Sacchi's coach of sports team in 1997 was Giuseppe Marotta.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005312", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Ruth Chatterton was nominated for the Academy Award for Best Actress in 1930 for her role in the film \"The Divorce of Lady X\". However, she did not win the award that year. The winner for Best Actress in 1930 was Norma Shearer for her performance in", + "em": 1.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006932", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "1965.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000781", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "CBS", + "pred": "The original broadcaster of Natalia Oreiro's nominated work for the Mart\u00edn Fierro Award was Televisi\u00f3n P\u00fablica.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000003", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1947.0, + "gold": "1947", + "pred": "1947", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Giorgio Napolitano", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004934", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "Italian lira", + "pred": "The currency of Gianna Maria Canale's country of citizenship in 1978 was the Italian lira.", + "em": 1.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000313", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Before Kazakhstan, the area where Semey is located was part of the Russian Empire.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2016.0, + "gold": "Matteo Renzi", + "pred": "The head of government of Mario Agnes's country of citizenship after Emilio Colombo was Giuseppe Zanetti.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Yugoslavia", + "pred": "1965.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000903", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Alen Halilovi\u0107's member of sports team's head coach in 2014 was Zeljko Petrovi\u0107.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Yugoslavia", + "pred": "1979.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005738", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Aldo Moro", + "pred": "After Mario Scelba, the head of government of Enzo Sellerio's country of citizenship (Italy) was Amintore Fanfani.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006558", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "The question is a bit confusing, but I'll try to break it down step by step.\n\n1. Claudio Caniggia was a member of S.L. Benfica, a sports team.\n2. Artur Moraes is mentioned as a member of a sports team, but it's not clear which", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004400", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "The winner of the award received by Heat and Dust before Kingsley Amis was John Wain.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001076", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002725", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Pierre Trudeau", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003906", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Liga Portugal", + "pred": "1. Liga (Poland)", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004405", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Alberto Bigon", + "pred": "The answer is: 1. 2008.0 2. 2008.0 3. 2008.0 4. 2008.0 5. 2008.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Wolfgang Gerhardt", + "pred": "The chairperson of Walter Scheel's member of political party in 1999 was Hans-Dietrich Genscher.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000757", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "COMECON", + "pred": "1971.0\n\nOkay, let's try to figure out this question. The user is asking: \"After Albania member of Warsaw Pact, what was the member of of Anila Wilms's country of citizenship?\" And the answer given is 1971.0. Hmm, that seems", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "1. 2. 3. 4. 5. 6. 7. 8. 9. 10.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005056", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Lavrentiy Beria", + "pred": "In 1944, the chairperson of the Gulag's parent organization, the Main Administration of Camps (Glavnoye Upravleniye Lagerey, or GULAG), was Lavrentiy Beria. Beria was a high-ranking Soviet official and a key figure in", + "em": 1.0, + "f1": 0.13793103448275862, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "1999.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008552", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "1998", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Bambi Award", + "pred": "1958.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000678", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Greer Garson was a renowned actress who won the Academy Award for Best Actress in 1942 for her role in \"The Yearling.\" However, the question seems to be asking about the winner of the Academy Award for Best Actress in the year that Greer Garson was nominated, which is 1", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002043", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Gandria was the replacement for Pazzallo in 2004.", + "em": 1.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007190", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "coming out", + "pred": "Anne Heche's unmarried partner in 1997 was actor and director John C. Reilly. The significant event related to him during that year was his role in the film \"The Big Lebowski,\" which was released in 1998 but had its production in 1997.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003533", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Attila J\u00f3zsef", + "pred": "L\u00e1szl\u00f3 B\u00fcky's education after the University of Szeged, named after Franz Joseph I of Austria, was at the University of Budapest.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Ingrid Bergman", + "pred": "The winner of Jean Arthur's nominated for in 1944 was \"The Best Years of Our Lives\" (1945), which won the Academy Award for Best Picture.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004864", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Ireland", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001930", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1929.0, + "gold": "1929", + "pred": "Warner Baxter was never the winner of Disraeli's award.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004482", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000444", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "president of Germany", + "pred": "President of Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002417", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Saku Koivu", + "pred": "The team captain of the team that drafted Juraj Mik\u00fa\u0161 was Wayne Gretzky.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "1. Super Lig\n2. UEFA Champions League\n3. UEFA Europa League\n4. Turkish Cup\n5. Turkish Super Cup", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002089", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002782", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "The head of government of Germany in 2009 was Angela Merkel.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Karel Br\u00fcckner", + "pred": "The head coach of Roman T\u00fd\u010d's team after Du\u0161an Uhrin was Vladim\u00edr \u0160micer.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006603", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000643", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Adolf Hitler", + "pred": "The chairperson of Franz Xaver Schwarz's member of political party before Martin Bormann was Karl Dietrich von Schleicher.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001459", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Sepp Piontek", + "pred": "The head coach of Kim Vilfort's member of sports team before Morten Olsen was S\u00f8rensen.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007691", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "German Emperor", + "pred": "Emperor of Germany", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004382", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Israeli Premier League", + "pred": "2015\u201316 UEFA Champions League", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008297", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Luxembourg National Division", + "pred": "1. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007490", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Marie Dressler", + "pred": "The winner of Ann Harding's nominated for in 1931 was \"The Informer\" (1935), which won the Academy Award for Best Picture.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004470", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "The answer is: Jos\u00e9 Antonio Camacho.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Nike", + "pred": "2002.0\n\nOkay, let's try to figure out what Austin Healey's member of sports team's kit supplier was in 2002. First, I need to understand the question properly. The user is asking about Austin Healey, who is a former footballer, and specifically", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Pacific Coliseum", + "pred": "The Superdome", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000107", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Prague", + "pred": "Prague\n\n\nThe headquarters of Anton\u00edn Kapek's member of political party in 1984 was **Prague**.", + "em": 1.0, + "f1": 0.13333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000481", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "The winner of Joan Barfoot's nomination was not specified in the given text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005374", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007891", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Second Lady or Gentleman of the United States", + "pred": "First Lady of the United States", + "em": 0.0, + "f1": 0.7142857142857143, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004941", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Ralf Loose", + "pred": "1999-2000\n\n\nThe head coach of Chris Philipps's member of sports team after Steffen Kocholl was **Rainer Adrion**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "1999.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "The Romanian People's Republic anthem", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001311", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003353", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Panama", + "pred": "In 1964, the shares border with of All Summer Long's place of publication was 1964.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005629", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005931", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Leonid Brezhnev", + "pred": "Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005823", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Territory of Hawaii", + "pred": "United States of America", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002989", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Free State of Prussia", + "pred": "1924.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004259", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Anne Enright", + "pred": "A. S. Byatt", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002166", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Ligue 1", + "pred": "1.995.0\n\n\nThe league or competition of Gr\u00e9gory Ursule's member of sports team in 1995 was the **Ligue 1** (French Football League).", + "em": 1.0, + "f1": 0.17391304347826084, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008518", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Hans Backe", + "pred": "The head coach of Jan Gunnar Solli's member of sports team after Carlos Alberto Parreira was Sven-G\u00f6ran Eriksson.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003792", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Ferruccio Tagliavini was an Italian politician, so his country of citizenship was Italy. Before Francesco Cossiga, who served as the President of Italy from 1978 to 1985, the head of state of Italy was Giovanni Leone. Therefore, the answer is Giovanni Leone.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000844", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "In 2001, the winner of the Academy Award for Best Actor for the film \"Cast Away\" was Tom Hanks.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005425", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Sandro Pertini", + "pred": "The head of state of Italy in 1979 was Sandro Pertini.", + "em": 1.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006156", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The winner of the European Film Award for Best Actor in 2005 was Javier Bardem for his role in \"No Country for Old Men.\" Romain Duris was nominated for the same award for his role in \"L'\u00c9tranger\" (The Stranger). The winner of the European Film Award for", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006038", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Austro-Hungarian krone", + "pred": "The currency of Lunga's country before the Hungarian korona was the Hungarian forint.", + "em": 0.0, + "f1": 0.14285714285714288, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008465", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1923.0, + "gold": "Egyptian pound", + "pred": "The currency of Ramallah's country in 1923 was the British pound.", + "em": 0.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004604", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Javier Aguirre", + "pred": "The answer is \"Boca Juniors\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002929", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "The Internationale", + "pred": "The anthem of the Black Sea Governorate was \"The Song of the Black Sea\" (Russian: \"\u041f\u0435\u0441\u043d\u044f \u0427\u0435\u0440\u043d\u043e\u043c\u043e\u0440\u044c\u044f\"), composed by Alexander Alexandrov and written by Vladimir Vysotsky.", + "em": 0.0, + "f1": 0.09523809523809525, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007720", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "The head of government of Peppino De Filippo's country of citizenship, Italy, after Luigi Longo's country of citizenship (also Italy) was **Mario Monti**. \n\n**Step-by-Step Explanation:**\n1. **Identify Peppino De Filippo's country of citizenship:** Italy.", + "em": 0.0, + "f1": 0.08, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005879", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "1992\u20131994: 1992\u20131994: 1992\u20131994: 1992\u20131994: 1992\u20131994: 1992\u2013199", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001938", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Territory of Hawaii", + "pred": "Province of Iloilo", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Academy Award for Best Supporting Actress", + "pred": "The nominated for of Anthony Franciosa's spouse, Shelley Winters, was the Academy Award for Best Actress.", + "em": 0.0, + "f1": 0.47619047619047616, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006351", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005087", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "1956.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006536", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006736", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Sandra Bullock", + "pred": "The winner of Doubt's nominated for after The Grifters was nominated for the Academy Award for Best Actress was Meryl Streep.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004654", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "The head of state of Khrustalnyi's country after Vladimir Lenin's country of citizenship, the Russian Empire, was the Soviet Union.", + "em": 0.0, + "f1": 0.1, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005945", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "After Harry S. Truman, the head of government of Frank Tieri's residence was Dwight D. Eisenhower.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007681", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Daman and Diu", + "pred": "Rajasthan\n\n\nThe answer is **Rajasthan**.\n\n**Step-by-Step Explanation:**\n\n1. **Identify the country of citizenship of Abhijit Banerjee:**\n - Abhijit Banerjee is a citizen of **India**.\n\n2. **Determine the head", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006184", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Lyndon B. Johnson", + "pred": "Before Richard Nixon, the head of government of Smiley Smile's place of publication was John F. Kennedy.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000115", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Caja M\u00e1gica", + "pred": "Palau de la Musica Catalana\n\n\nThe home venue of Ettore Messina's member of sports team, after Mario Stoji\u0107's member of sports team Real Madrid Baloncesto, is **Palau de la M\u00fasica Catalana**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002711", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "1954.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005754", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Croatia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "2012\u201313 Turkish Basketball Super League", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000552", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italian lira", + "pred": "1951.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000403", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "SeatGeek Stadium", + "pred": "1999-2000 Serie A\n\n\nThe home venue of Paolo Tornaghi's member of sports team in 2012 was **Stadio Artemio Franchi**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003856", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "In 1971, Faye Dunaway's unmarried partner was Warren Beatty. Warren Beatty was an American citizen. Therefore, the country of citizenship of Faye Dunaway's unmarried partner in 1971 was the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003602", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Mikhail Gorbachev", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007850", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "1950.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001019", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1962.0, + "gold": "1962", + "pred": "1962", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004322", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Dietrich Stobbe", + "pred": "1980.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004271", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001171", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "In 2001, the head of state of Armando Ceste's country of citizenship was President of the Republic of the Congo.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007890", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Genevi\u00e8ve Bujold was nominated for the Academy Award for Best Actress for her role in the film \"The Last of the Mohicans\" (1992).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008632", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "The capital of the country where Demeter Balla worked in 1968 was Budapest.\n\n\nThe capital of the country where Demeter Balla worked in 1968 was **Budapest**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007395", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1925.0, + "gold": "Egyptian pound", + "pred": "The currency of Afula's country, which is in Mandatory Palestine, was the Palestine pound.", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007784", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Jennifer Johnston was a British author, and in 1977, she was nominated for the Booker Prize for her novel \"The Summer of the Beautiful White Horse.\" The winner of that year's Booker Prize was Margaret Drabble for her novel \"The Radiant Way.\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006008", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Rainer Ernst's member of sports team's chairperson in 1992 was Hans-J\u00fcrgen B\u00f6ckler.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007623", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Zden\u011bk Zeman", + "pred": "1995.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000261", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "The Netherlands", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005362", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Yugoslavia", + "pred": "1992.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003134", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Teen Choice Awards", + "pred": "2012 Canadian Juno Award for Single of the Year", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "In 2009, the sponsor of Kai-Fabian Schulz's member of sports team was \"Brauerei Schloss Eggenberg\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003313", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Italian lira", + "pred": "The currency of the country of citizenship of Eugenio Monti in 1972 was the Italian lira.", + "em": 1.0, + "f1": 0.2857142857142857, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005360", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "The head of government of Tim Eitel's work location after Dietrich Stobbe was the Minister-President of the State of Brandenburg, which is the current head of government for the state of Brandenburg, Germany.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001597", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Peter Carey", + "pred": "The winner of Rachel Seiffert's nominated for after William Trevor nominated for Booker Prize was \"The Sea\" by John Banville.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Ronald Colman", + "pred": "Before Sean Penn, the winner of Hamlet's award received was not specified in the given text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005949", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Attila J\u00f3zsef", + "pred": "Hungarian Academy of Sciences", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005024", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "The head of government of Philip Taaffe's work location after Jimmy Walker was the Prime Minister of the United Kingdom, Margaret Thatcher.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007032", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Heinrich Himmler", + "pred": "the Vienna Philharmonic Orchestra", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004269", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005207", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "In 1958, the head coach of the sports team that Heinz Wewers was a member of was Karl-Heinz B\u00f6cklin.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008065", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Constantinople", + "pred": "The capital of the country that included the Old City of Jerusalem after the Ramla country was part of the Ottoman Empire was Constantinople (now Istanbul).", + "em": 1.0, + "f1": 0.10526315789473684, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003648", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000919", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "Franz Beckenbauer", + "pred": "Hans Pfl\u00fcgler was a German footballer who played as a midfielder. In 1987, he was a member of the German national football team. The head coach of the German national team in 1987 was Sepp Herberger. Therefore, the answer is Sepp Herberger", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007438", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Croatia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000509", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "The head of state of Guido Celano's country of citizenship before Giorgio Napolitano was Giovanni Leone.", + "em": 1.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "The winner of the Booker Prize in 2003, which was the year Gerard Donovan's novel \"The Last Days of the Dying\" was shortlisted, was Ian McEwan for \"Atonement\". However, it's important to clarify that Patrick White was not nominated for the Booker Prize in", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006108", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "presidential system", + "pred": "In 1939, the basic form of government of Krak\u00f3w's country was a parliamentary democracy.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001184", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Robert Bolt", + "pred": "The winner of the Golden Globe Award for Best Screenplay for the film \"Doctor Zhivago\" was Robert Bolt.", + "em": 1.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001023", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "The head coach of Jan Suchop\u00e1rek's member of sports team in 1995 was Vladim\u00edr \u0160micer.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001479", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Javier Aguirre", + "pred": "Luis Amaranto Perea was a Colombian footballer, not a coach. Therefore, there is no head coach associated with him in the context of being a member of a sports team. If you meant to ask about a different individual or a specific team, please provide more details.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006983", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Giovanni Gronchi", + "pred": "In 1956, the head of state of Maria Caniglia's country of citizenship was the President of the United States, Dwight D. Eisenhower.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007833", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "White Hart Lane", + "pred": "1994.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005681", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Netherlands", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003706", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007006", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "The head coach of Jan Suchop\u00e1rek's member of sports team before Michal B\u00edlek was Vladim\u00edr \u0160micer.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004220", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Swiss Super League", + "pred": "2. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007500", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "The United Kingdom's anthem in 1917 was \"God Save the King\" (or \"God Save the Queen\" if the monarch was a woman).", + "em": 0.0, + "f1": 0.2857142857142857, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "German Empire", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003362", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ireland", + "pred": "Romania", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007378", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Allianz Arena", + "pred": "1.0\n\nOkay, let's try to figure out what Moritz Volz's sports team's home venue was in 2014. First, I need to confirm who Moritz Volz is and which sports team he was a member of in 2014. \n\nI remember that", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002356", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Soviet Union", + "pred": "Kemerovo is located in Russia.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004000", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Walter Mazzarri", + "pred": "Jonathan Moreira is a Brazilian footballer who has played for several clubs, including FC Porto, Valencia, and Olympiacos. As of my knowledge cutoff in July 2024, he has not been part of a team that had Luciano Spalletti as its head coach. Spalletti has coached", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003511", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Hungarian Olympic Committee", + "pred": "Zsolt Borkai", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "After Nazi Germany, the country of citizenship of BND law's signatory was the Federal Republic of Germany.", + "em": 0.0, + "f1": 0.125, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008482", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Harry Warren", + "pred": "The winner of Richard Rodgers's award received after Oscar Hammerstein II was the 1946 Tony Award for Best Musical, which was presented to the musical \"Oklahoma!\" This award was given in recognition of the collaborative work between Rodgers and Hammerstein, who were both key figures in the creation of the musical", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001610", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Giovanni Gronchi was the President of Italy, and Ugo Attardi was an Italian politician. Therefore, the head of state of Ugo Attardi's country of citizenship (Italy) after Giovanni Gronchi was Giovanni Leone.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "pred": "Petr Fiala", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007160", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003247", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Kevin Federline", + "pred": "In 2004, Colin Farrell was in a relationship with actress Sadie Frost. However, it's important to clarify that Sadie Frost was not married at the time, and their relationship was not officially recognized as a marriage. Therefore, the spouse of Colin Farrell's unmarried partner in 2004", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000810", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Liga I", + "pred": "1.990.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006432", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Joseph Stalin", + "pred": "Communist Party of the Soviet Union", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007768", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "The head of government of Zhu De's country of citizenship before Li Keqiang was Mao Zedong.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Rock and Roll Hall of Fame", + "pred": "The answer is \"Grammy Award for Best Rock Performance\"", + "em": 0.0, + "f1": 0.13333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003836", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The winner of The Ninth Day's nominated for was not specified in the given text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007908", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003128", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Spencer Tracy", + "pred": "1967.0\n\nOkay, let's try to figure out the answer to this question. The question is asking for the unmarried partner of the Academy Award winner for Best Actress in 1967. \n\nFirst, I need to determine who won the Best Actress Oscar in 1967", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "The head of state of Gianni Dova's country of citizenship, Italy, after Giovanni Gronchi was Antonio Segni.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001510", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "UTC\u221204:00", + "pred": "The located in time zone of Cartagena Agreement's signatory was the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Werner Greuter", + "pred": "Beat Ernst Leuenberger was the chief executive officer of the Swiss bank UBS in 2004.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Maurice Druon", + "pred": "In 1989, the general secretary of Julien Green's member of the European Economic Community (EEC) was Jacques Delors.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001232", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "1951.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007512", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "The head coach of Heinz Wewers's member of sports team after Otto Nerz was Karl-Heinz Feldmann.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000089", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008698", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Celia Johnson was nominated for the Academy Award for Best Actress in 1947 for her role in the film \"The Prime of Miss Jean Brodie.\" However, she did not win the award that year. The winner for Best Actress in 1947 was Vivien Leigh for her performance in \"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007875", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "1950.0\n\n\nAndrea Miano was an Italian politician. In 1950, Italy's country of citizenship (Italy) shared borders with several countries, including:\n\n1. **Austria** (to the north)\n2. **Switzerland** (to the north)", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006661", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "The Age Discrimination in Employment Act of 1967 was signed into law by President Lyndon B. Johnson, who held the position of President of the United States in 1967.", + "em": 1.0, + "f1": 0.37037037037037035, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007505", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Bobby Clarke", + "pred": "The general manager of the team that drafted Roman \u010cechm\u00e1nek was Craig MacTavish.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008555", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006491", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "The head of government of Piero Scotti's country of citizenship, which is Italy, before Silvio Berlusconi was Giulio Andreotti.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002698", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Anton Drexler was the founder of the German Workers' Party (DSP), which later became the Nazi Party. Albin Lesky was a member of the Nazi Party. The chairperson of the Nazi Party at the time of Albin Lesky's membership was Adolf Hitler.", + "em": 1.0, + "f1": 0.14814814814814814, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_005937", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007021", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "1. 2018.0\n2. 2.0\n3. 2018.0\n4. 2018.0\n5. 2018.0\n6. 2018.0\n7. 201", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003151", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "The winner of Joan Barfoot's nominated for after Booker Prize winner P. H. Newby was \"The English Patient\" by Michael Ondaatje.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002519", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007514", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "chairperson", + "pred": "1999.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008443", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007726", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1992.0, + "gold": "1992", + "pred": "1992", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001549", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "V\u00e1clav Havel", + "pred": "Milo\u0161 Zeman was the head of state of the Czech Republic. Old\u0159ich Pel\u010d\u00e1k was a Czech politician, so his country of citizenship was the Czech Republic. Therefore, the answer is Milo\u0161 Zeman.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007129", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "1997", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000883", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Heinrich Br\u00fcning", + "pred": "After Wilhelm Marx, the head of government of Bonn's country was Konrad Adenauer.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000442", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "The head of government of Sister Rosetta Tharpe's residence before Richard M. Daley was the mayor of Chicago, which was Richard J. Daley.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004066", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Peter Gerhardsson", + "pred": "The head coach of Andreas Drugge's member of sports team before Andreas Alm was Peter Schmeichel.", + "em": 0.0, + "f1": 0.11764705882352941, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002302", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Egyptian pound", + "pred": "The currency of Rosh Pinna's country after the Safed country Mandatory Palestine was the British Palestine pound.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002564", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Yugoslavia", + "pred": "Italy\n\n\nItaly", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004005", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Otto Nerz", + "pred": "1933.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "1950.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005652", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Jane Byrne", + "pred": "The head of government of Dennis Daugaard's residence was the mayor of Sioux Falls, South Dakota.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002217", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italian lira", + "pred": "The currency of the country of citizenship of Liliana Ronchetti in 1970 was the Italian lira.", + "em": 1.0, + "f1": 0.2857142857142857, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008015", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Albert II of Belgium", + "pred": "In 2005, the head of state of Pino Cerami's country of citizenship was the President of Italy, Carlo Azeglio Ciampi.", + "em": 0.0, + "f1": 0.09523809523809523, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000895", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "RTL", + "pred": "1.0\n\nOkay, let's try to figure out this question. The user is asking: \"After Helene Fischer award received Bavarian TV Awards, what was the original broadcaster of Maximilian Br\u00fcckner's award received?\" And the answer given is 1.0. Hmm, that seems a bit", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008365", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "The head coach of \u00c9ver Banega's team after Helenio Herrera was Jos\u00e9 Mourinho.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006348", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "The anthem of Romania in 1974 was \"Hymnul \u021a\u0103rii\" (The Hymn of the Country).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000645", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "1956.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008492", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Emperor of Russia\n\n\nThe head of state of Vikenty Veresaev's country of citizenship, Russia, in 1912 was the **Emperor of Russia**, **Nicholas II**.", + "em": 0.0, + "f1": 0.38095238095238093, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006824", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Anita Brookner", + "pred": "The winner of the Booker Prize for the year David Lodge was nominated for before Roddy Doyle was awarded the prize was John Fowles for his novel \"The French Lieutenant's Woman\" in 1984.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000773", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "Winona Ryder", + "pred": "Frances McDormand won the Academy Award for Best Supporting Actress for her role as Marge Cross in the 1993 film \"Fargo\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001316", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004368", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Nike", + "pred": "2008.0\n\nOkay, let's try to figure out the answer to this question. The question is: \"What was the kit supplier of Steve Borthwick's member of sports team in 2008?\" And the answer given is \"2008.0\". Hmm,", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005868", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "The head of state of Italy after Luigi Pistilli's country of citizenship (Italy) was Giuseppe Saragat.", + "em": 0.0, + "f1": 0.125, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The Ninth Day was nominated for the Academy Award for Best Animated Short Film in 2005.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Gwyneth Paltrow", + "pred": "The winner of The Wings of the Dove's nominated for was Julianne Moore for Best Actress.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008659", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "The winner of the 1990 Booker Prize was **Arundhati Roy** for her novel *The God of Small Things*. \n\nHowever, it's important to clarify that **Brian Moore** was not nominated for the 1990 Booker Prize. The confusion might arise from the fact that **", + "em": 0.0, + "f1": 0.0588235294117647, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000763", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Yugoslavia", + "pred": "1977.0\n\n\nThe country of citizenship of Ilva Ligabue in 1977 was Italy. Italy shares borders with several countries, including France, Switzerland, Austria, Slovenia, and the Vatican City. Therefore, the answer is:\n\n**France, Switzerland, Austria, Slovenia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005896", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Italian lira", + "pred": "The currency of Giovanni Battista Gianquinto's country of citizenship in 1976 was the Italian lira.", + "em": 1.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000117", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Enrico de Nicola", + "pred": "King of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000027", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "William Vickrey\n\n\nThe question is somewhat complex and requires careful parsing. Let's break it down step by step:\n\n1. **William Vickrey's residence**: William Vickrey was a Canadian-American economist, best known for his work in game theory and transportation economics. He lived in various places during his lifetime,", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002041", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "1983.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002860", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Netherlands", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004247", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Luise Rainer", + "pred": "Theodora Goes Wild was a 1937 film directed by William A. Seiter. The film was nominated for the Academy Award for Best Picture, but it did not win. The winner of that particular Academy Award for Best Picture in 1937 was \"The Best Years of Our Lives.\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008294", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Hyundai", + "pred": "1. Bundesliga\n\n\nThe sponsor of Andreas Fischer's member of sports team after Klaus Zaczyk member of sports team Hamburger SV was **1. Bundesliga**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006036", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "The Pentagon", + "pred": "The headquarters of the military branch that Charlie Munger served in during 1945 was the United States Army Air Forces (USAAF), which was part of the United States Army.", + "em": 0.0, + "f1": 0.08695652173913042, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001816", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Ruth Chatterton was nominated for the Academy Award for Best Actress in 1930 for her role in \"The Divorce of Lady X.\" However, she did not win that year. The winner of that category was Norma Shearer for her role in \"The Divorce of Lady X\" as well", + "em": 1.0, + "f1": 0.12121212121212122, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008058", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "1956.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004387", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "The head of state of Mehmed Uzun's country of citizenship was the President of Turkey, as Mehmed Uzun was a Turkish citizen.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004841", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Abdullah Avc\u0131", + "pred": "The answer is: \u0218tefan Dobay.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000340", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Echo Music Prize", + "pred": "The award received by Wade Robson's unmarried partner after Britney Spears' notable work \"Oops!... I Did It Again\" was the Grammy Award for Best Dance Recording.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001431", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Massimiliano Allegri", + "pred": "Vincenzo Montella", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002560", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Panama", + "pred": "In 1939, Horst P. Horst's work location was in the United States, specifically in New York City, where he was employed by Vogue magazine.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003591", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "The head of state of Erlangen's country after Karl Scharfenberg's country of citizenship was Nazi Germany was Adolf Hitler.", + "em": 1.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006178", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "1997.0\n\n\nAfter Sandro Pertini, who was the head of state of Glauco Onorato's country of citizenship?\n\n**Answer: Oscar Luigi Scalfaro**", + "em": 1.0, + "f1": 0.25, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003130", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "The University of Debrecen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001771", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "habilitation", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004635", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "The winner of Ida Kami\u0144ska's nominated for after Norma Shearer nominated for Academy Award for Best Actress was Norma Shearer herself.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007347", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "The winner of the award received after J. G. Farrell won the Booker Prize for Heat and Dust was Margaret Atwood.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002289", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Giuseppe Saragat", + "pred": "The head of state of Francesco Antonazzi's country of citizenship was the President of the Italian Republic.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006810", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2016", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001750", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Eduard Weiter", + "pred": "Robert Dauber's point in time's manager in 1944 was the New York Yankees.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "David Wagner", + "pred": "The head coach of Conor Coady's team after Steve Bruce was Mark Hughes.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001742", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "The head of state of Carmelo Di Bella's country of citizenship in 1986 was Giorgio Napolitano.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004401", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cominform", + "pred": "The member of Marceline Loridan-Ivens's member of political party after Francis Ponge member of political party French Communist Party is the French Communist Party.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000948", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "1977.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "1954.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001031", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "J. M. Coetzee", + "pred": "The answer is \"The Sea\" by John Banville.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002458", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Oleh Protasov", + "pred": "The head coach of Ihar Stasevich's member of sports team after Vladimir Sakharov member of sports team FC Dinamo Minsk was Valery Belokon.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001069", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Ed Koch", + "pred": "The head of government of the United States in 1981 was President Ronald Reagan.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "CERN was not the funder of Carnegie Mellon University's member of.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006304", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "mayor", + "pred": "In 1948, the head of government of T\u00fcbingen was the Mayor (B\u00fcrgermeister). The position of Mayor in T\u00fcbingen was held by Karl-Heinz K\u00f6rber.", + "em": 1.0, + "f1": 0.11764705882352941, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004531", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Mario Monti", + "pred": "Antonio Carluccio is an Italian chef, so his country of citizenship is Italy. In 2012, the head of government of Italy was the Prime Minister. The Prime Minister of Italy in 2012 was Enrico Letta. Therefore, the answer is Enrico Letta.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000931", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007956", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Before Fatih Terim, the head coach of Faryd Mondrag\u00f3n's member of sports team was Jos\u00e9 Antonio Camacho.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007340", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "Hyundai", + "pred": "1. Bundesliga\n\n\nThe sponsor of Stefan B\u00f6ger's sports team in 1998 was **1. Bundesliga**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003676", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "The winner of A Single Man's nominated for was the role of George Segal, who was nominated for the Academy Award for Best Actor in a Supporting Role.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001222", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Soviet Union", + "pred": "In 1991, Olenegorsk was located in the Soviet Union.", + "em": 1.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006158", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Adone Zoli", + "pred": "1957.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005324", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "The head of government of Susan Polgar's country of citizenship, Hungary, after Calvin Coolidge was Mikl\u00f3s Horthy.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002344", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008685", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2019.0, + "gold": "Wayne LaPierre", + "pred": "Oliver North was a U.S. Marine Corps officer and a former member of the U.S. Congress. In 2019, he was not serving as a chief executive officer (CEO) of any organization. However, he was involved in various activities, including writing and speaking on political and military issues. If", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005812", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "J. M. Coetzee", + "pred": "The winner of Fasting, Feasting was Anne Enright. The book was nominated for the Man Booker Prize in 2000.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "The Ellen DeGeneres Show", + "pred": "Alexandra Hedison's unmarried partner, who is not publicly known, did not have a notable work that is widely recognized. However, if you are referring to a specific individual associated with Ellen DeGeneres and Atlanta, it might be a different person. Could you please provide more context or clarify the question?", + "em": 0.0, + "f1": 0.12, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005808", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "G\u00e1bor Csap\u00f3's education was at the University of Szeged, which is named after L\u00e1szl\u00f3 R\u00e9dei.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003694", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "German Federal Archives", + "pred": "The archives at the German Democratic Republic (GDR) Ministry of State Security (Stasi)", + "em": 0.0, + "f1": 0.26666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002616", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "After Giuseppe Saragat, the head of state of Tenax's country was Enrico de Nicola.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000088", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "United Kingdom", + "pred": "The United Kingdom of Great Britain and Ireland was located in the United Kingdom.", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005525", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "The head of government of Giovanni Ferrofino's country of citizenship before Arnaldo Forlani was Giuseppe Saragat.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006017", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "The member of Franco Corelli's country of citizenship after European Economic Community was Italy.", + "em": 0.0, + "f1": 0.21052631578947364, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006096", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Ginni Rometty", + "pred": "Bruce Schneier's employer is not explicitly mentioned in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001800", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Estadio Municipal de M\u00e9rida", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001359", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "The winner of Carry Me Down's nomination after Nadine Gordimer was not specified in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006166", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "The country of citizenship of Corpo Truppe Volontarie's commanded by before Italy was Germany.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004182", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Thomas Linke is a German footballer who has played for various teams, including the Germany men's national association football team. However, the question is asking about the head coach of Thomas Linke's member of sports team. Since Thomas Linke is a player, not a team, it is unclear which team's head", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004835", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Karl Plattner was a German citizen. In 1950, the head of state of West Germany was Konrad Adenauer, who served as the first Federal Chancellor of the Federal Republic of Germany (West Germany) from 1949 to 1963. East Germany, which was", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001116", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003320", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Soviet Union", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003882", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "The answer is 1955.0.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003657", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Eduard Markarov was the head coach of Karen Dokhoyan's team, the Armenian national handball team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001053", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Toni Servillo", + "pred": "The winner of the European Film Award for Best Actor after Javier Bardem received it was Javier Bardem himself. He won the award for his role in \"No Country for Old Men\" (2007).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006052", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1983.0, + "gold": "1983", + "pred": "Richard Attenborough was not the winner of Costa-Gavras's nominated for. Richard Attenborough was a British film director, producer, and actor, while Costa-Gavras was a Greek-French film director. They were not directly connected in terms of awards or nominations. However, Richard Attenborough won an Academy", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "After Broderick Crawford, the winner of A Single Man's nominated for was John Garfield.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000183", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007379", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Giovanni Trapattoni", + "pred": "The head coach of Heiko Gerber's member of sports team before Markus Weinzierl was Thomas Doll.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "James Kelman", + "pred": "The winner of the Booker Prize in 1994, the year when Iris Murdoch was nominated, was **Arundhati Roy** for her novel *The God of Small Things*. \n\nAbdulrazak Gurnah, however, was not nominated for the Booker Prize in 1994", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000962", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005810", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Otto Graf Lambsdorff", + "pred": "1990.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000427", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Giovanni Leone", + "pred": "In 1974, the head of state of Piero Chiara's country of citizenship was the President of the Italian Republic, Giuseppe Saragat.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005227", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "presidential system", + "pred": "The basic form of government of Horodenka's country in 1938 was a parliamentary republic.\n\n\nThe basic form of government of Horodenka's country in 1938 was a parliamentary republic.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "God Save the Tsar!", + "pred": "The anthem of Dub\u0103sari's country after the Russian Empire was \"Moldova, Moldova, Our Homeland\" (Moldova, Moldova, \u021aara Noastr\u0103).", + "em": 0.0, + "f1": 0.10526315789473685, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Climate Pledge Arena", + "pred": "The home venue of Gary Payton's member of sports team, the Seattle SuperSonics, was the KeyArena.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004741", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "1st Panzer Division", + "pred": "The commander of Karl Lotter's significant person before Army Group F was not explicitly mentioned in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006763", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002214", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "The anthem of Balaklava's country after the Russian Empire was the \"Song of the Cossacks\" (Kozakha pesnya).", + "em": 0.0, + "f1": 0.11111111111111112, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Nikita Khrushchev", + "pred": "After Joseph Stalin, the chairperson of Zuleykha Seyidmammadova's member of political party was Lev Kopelev.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007746", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Austria", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003268", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Giorgio Napolitano was the head of state of Italy. Luigi Carnacina was an Italian politician, so the answer is Italy.", + "em": 0.0, + "f1": 0.1111111111111111, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000324", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "The United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006933", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "The United States of America\n\n\nThe United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005705", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Robert Knud Friedrich Pilger", + "pred": "The chief executive officer of Hermann Otto Sleumer's employer after Oskar Eberhard Ulbrich employer Botanic Garden and Botanical Museum Berlin was Carl Friedrich von Siemens.", + "em": 0.0, + "f1": 0.06896551724137932, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006241", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Bucharest", + "pred": "The capital of Tutrakan's country was Bucharest.", + "em": 1.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003204", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Ralph Fiennes", + "pred": "In 1999, Anders W. Berthelsen was nominated for the Best Actor award at the Danish Film Academy Awards for his role in the film \"The Girl with the Dragon Tattoo.\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001109", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Neutral Moresnet", + "pred": "The Minden Government Region was a short-lived administrative region in the German Empire, established in 1918 as part of the reorganization of the Prussian government. It was named after the city of Minden and encompassed parts of the former Prussian Province of Westphalia. The region's borders were", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "1956.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004458", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Mustafa Kemal Atat\u00fcrk", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005199", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "The head of government of Sissel Tolaas's work location after Rudolf Bauer's work location Berlin was the Mayor of Berlin, Klaus Wowereit.", + "em": 1.0, + "f1": 0.21052631578947367, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000202", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Ireland", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006446", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "The answer is 1952.0.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001839", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Q953762", + "pred": "The head of government of Pedro Geromel's member of sports team, which is the Brazilian football club Cruzeiro, is the president of the club. As of the most recent information available, the president of Cruzeiro is Paulo S\u00e1. However, it's important to note that the head of government can", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Latvian Higher League", + "pred": "1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.\t\t1.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006379", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Giorgio Napolitano", + "pred": "1992-2008: President of the Italian Republic (1992-2008)", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "1989.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001985", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000177", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "German Democratic Republic", + "pred": "Hesse is a federal state of Germany, and it is not part of West Germany. Therefore, the territory claimed by Claus Korth's allegiance after West Germany does not contain the administrative territorial entity Hesse.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_003534", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1905", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Steve Sampson", + "pred": "Bruce Arena was the head coach of the United States national team, and Andreas Herzog was a member of the team. Therefore, the answer is Bruce Arena.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_008135", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Panama", + "pred": "1922.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008030", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "1988.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "The general secretary of the German Workers' Party (DSP) before Volker R\u00fche was **Hans-J\u00fcrgen B\u00f6ckler**. B\u00f6ckler served as the general secretary from 1975 to 1980, and R\u00fche succeeded him in 19", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001457", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Thomas Keneally", + "pred": "1982: Best Actor in a Supporting Role (nominated)", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001650", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Sergi L\u00f3pez", + "pred": "The winner of Bread and Tulips, which was nominated for Best Picture at the 1987 Cannes Film Festival, was not Ian McKellen. The film was directed by Peter Greenaway and starred Ian McKellen, but the winner of the Best Picture award that year was \"The Tin Drum\" directed by Vol", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006597", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "SeatGeek Stadium", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003141", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Canada", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004341", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "BP", + "pred": "1984.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007989", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1905.0, + "gold": "Russian Empire", + "pred": "In 1905, the country where Vedi was located in was the Ottoman Empire.", + "em": 0.0, + "f1": 0.16666666666666669, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002962", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Bruno Torpigliani was an Italian politician. In 1955, the head of government of Italy was Alcide De Gasperi.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001198", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Allianz Arena", + "pred": "1999-2000\n\n\nThe home venue of Kenny Cooper's member of sports team in 2011 was the **MGM Grand Garden Arena**.", + "em": 0.0, + "f1": 0.09090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006028", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Jo\u00e3o Tamagnini Barbosa was the chairperson of the sports team of Artur Moraes, who was a Brazilian politician and former president of the Brazilian Football Confederation (CBF). The answer to the question is: Jo\u00e3o Tamagnini Barbosa.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_007856", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1902", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003797", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "1997", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "The head of state of the country of registry of HMS Graph after the Potsdam Conference in 1945, when Nazi Germany was defeated, would be the President of the Federal Republic of Germany. The Potsdam Conference was held in July 1945, and the country of registry for HMS", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004648", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005249", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Julie Christie", + "pred": "The winner of Marriage Italian-Style's nominated for was Sophia Loren for Best Actress.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004612", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "In 1951, the head of state of the country of citizenship of Luigi Carnacina was the President of the Italian Republic, which was Enrico De Nicola.", + "em": 0.0, + "f1": 0.09999999999999999, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006383", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003997", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The winner of the Academy Award for Best Actor in 2005, which was the year Romain Duris was nominated for his role in \"The Diving Bell and the Butterfly,\" was Daniel Day-Lewis for his performance in \"There Will Be Blood.\"", + "em": 0.0, + "f1": 0.0625, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002521", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Heiko Herrlich", + "pred": "In 2020, the head coach of Marek Such\u00fd's member of sports team was Vladim\u00edr \u0160micer.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008451", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Mario Draghi", + "pred": "The question seems to be asking for the head of government of Cesare Benedetti's country, but there is no known individual named Cesare Benedetti who is associated with a country in the context of sports leadership. It's possible that there may be a misunderstanding or a mix-up in the names. If you could provide", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002584", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1944.0, + "gold": "1944", + "pred": "1944", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Zhou Enlai", + "pred": "In 1959, the head of government of the People's Republic of China, where Zhao Ziyang was a citizen, was Zhou Enlai.", + "em": 1.0, + "f1": 0.19999999999999998, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007273", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Harry Redknapp", + "pred": "The head coach of Michael Dawson's team before Tim Sherwood was Harry Redknapp.", + "em": 1.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Jean-Loup Dabadie was a French politician and member of the European Parliament. After Jean Mistler, who was a member of the European Parliament for the Rally for the Republic (RPR) party, the general secretary of the RPR was Jean-Pierre Chev\u00e8nement. However, it's important to", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_001480", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "The team captain of Matt Carkner, who was drafted by the New York Rangers, was Mark Messier.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002648", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "The winner of the 1977 Booker Prize, which was awarded to Kingsley Amis for his novel \"The Old Devils,\" was not Jennifer Johnston. Jennifer Johnston was a British author, but she was not the winner of the 1977 Booker Prize. The winner of the 197", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005191", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Bruno Bieligk's member of political party's chairperson in 1920 was Karl Kautsky.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004451", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Azerbaijan Premier League", + "pred": "1. Liga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + } + ] +} \ No newline at end of file diff --git a/eval/v3-sft-noevidence.extracted.json b/eval/v3-sft-noevidence.extracted.json new file mode 100644 index 0000000000000000000000000000000000000000..0f005b94d9d0af43ba17311a5dc6d3a6e4b93d6f --- /dev/null +++ b/eval/v3-sft-noevidence.extracted.json @@ -0,0 +1,19229 @@ +{ + "name": "v3-sft-noevidence", + "policy_path": "../checkpoints/sft-v3/final", + "split": "test", + "n_samples": 1743, + "temperature": 0.0, + "max_new_tokens": 96, + "answer_extracted": true, + "n_with_answer_marker": 1422, + "overall": { + "n": 1743, + "em": 0.21113023522662078, + "f1": 0.23867845694405768 + }, + "by_complexity": { + "1hop": { + "n": 800, + "em": 0.2225, + "f1": 0.2589978389119592 + }, + "2hop": { + "n": 800, + "em": 0.1625, + "f1": 0.17481506588129828 + }, + "3plus": { + "n": 143, + "em": 0.4195804195804196, + "f1": 0.4822813050271781 + } + }, + "by_operator": { + "before_after": { + "n": 517, + "em": 0.1528046421663443, + "f1": 0.19258627762943928 + }, + "interval": { + "n": 163, + "em": 0.6625766871165644, + "f1": 0.5830123778647925 + }, + "point_in_time": { + "n": 535, + "em": 0.16261682242990655, + "f1": 0.2251052813020877 + }, + "sequence": { + "n": 528, + "em": 0.17803030303030304, + "f1": 0.1912634504365422 + } + }, + "per_example": [ + { + "id": "q_006291", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "chairperson", + "pred": "position held", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Sven-G\u00f6ran Eriksson -> coach of -> S.L. Benfica (2017)\n Hop 2: Jonas -> member of -> sports team (2017)\n Hop 3: sports team -> chairperson -> position held (2017)\n Answer: position held" + }, + { + "id": "q_007337", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Ararat -> located in -> Armenian SSR (1922-1991)\n Hop 2: Armenian SSR (1922-1991) -> head of state -> Joseph Stalin\n Hop 3: Joseph Stalin -> country -> Soviet Union\n Hop 4: Soviet Union -> head of state -> Mikhail Gorbachev\n Hop 5: Mikhail Gorbachev -> country -> Soviet Union\n Hop 6:", + "em": 0.0, + "f1": 0.07142857142857142, + "pred_raw": "Hop 1: Ararat -> located in -> Armenian SSR (1922-1991)\n Hop 2: Armenian SSR (1922-1991) -> head of state -> Joseph Stalin\n Hop 3: Joseph Stalin -> country -> Soviet Union\n Hop 4: Soviet Union -> head of state -> Mikhail Gorbachev\n Hop 5: Mikhail Gorbachev -> country -> Soviet Union\n Hop 6:" + }, + { + "id": "q_000021", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Galvano Della Volpe -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1959)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1959)\n Answer: President of Italy" + }, + { + "id": "q_007809", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Irina Bokova", + "pred": "Hop\n Hop 1: Kach -> member of -> United States\n Hop 2: United States -> head of government -> Herbert Hoover\n Hop 3: Herbert Hoover -> designated as terrorist -> United States\n Hop 4: United States -> chairperson of -> Kach\n Hop 5: Kach -> member of -> United States\n Hop 6: United States -> head of government -> Herbert Hoover\n Hop 7: Herbert Hoover -> designated as terrorist -> United", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Kach -> member of -> United States\n Hop 2: United States -> head of government -> Herbert Hoover\n Hop 3: Herbert Hoover -> designated as terrorist -> United States\n Hop 4: United States -> chairperson of -> Kach\n Hop 5: Kach -> member of -> United States\n Hop 6: United States -> head of government -> Herbert Hoover\n Hop 7: Herbert Hoover -> designated as terrorist -> United" + }, + { + "id": "q_001979", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arnold J. Levine -> award received -> Paul Ehrlich and Ludwig Darmstaedter Prize (1998)\n Hop 2: Paul Ehrlich and Ludwig Darmstaedter Prize -> year -> 1998\n Answer: 1998" + }, + { + "id": "q_005455", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Academy Award for Best Actress (1982)", + "em": 0.0, + "f1": 0.5333333333333333, + "pred_raw": "Hop 1: On Golden Pond -> nominated for -> Academy Award for Best Actress (1982)\n Hop 2: Academy Award for Best Actress (1982) -> winner -> Sissy Spacek\n Hop 3: Sissy Spacek -> award received -> Academy Award for Best Actress (1982)\n Answer: Academy Award for Best Actress (1982)" + }, + { + "id": "q_008005", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Urbano Lazzaro -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (Hop 2)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (Hop 3)\n Answer: President of Italy" + }, + { + "id": "q_008690", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Pesaola -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy" + }, + { + "id": "q_008321", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vito Lattanzio -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: Prime Minister of Italy" + }, + { + "id": "q_007761", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Arista Records", + "pred": "Warner Bros. Records", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Jennifer Love Hewitt -> unmarried partner -> David Boreanaz (2002)\n Hop 2: David Boreanaz -> nominated for -> The X-Files (2002)\n Hop 3: The X-Files -> winner -> David Duchovny (2002)\n Hop 4: David Duchovny -> record label -> Warner Bros. Records (2002)\n Answer: Warner Bros. Records" + }, + { + "id": "q_008118", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vincent Cimatti -> country of citizenship -> Italy (Hop: country of citizenship, Relevance: 0.99)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (Hop: head of state, Relevance: 0.99)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (Hop: position held, Relevance: 0.99)\n Answer: President of Italy" + }, + { + "id": "q_001360", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Hop 1: Guo Moruo -> country of citizenship -> People's Republic of China (Hop Type: country of citizenship)\n Hop 2: People's Republic of China -> head of government -> Li Peng (Hop Type: head of government)\n Hop 3: Li Peng -> spouse -> Li Xian (Hop Type: spouse)\n Hop 4: Li Xian -> member of political party -> Chinese Communist Party (Hop Type: member of political party)\n Hop 5", + "em": 1.0, + "f1": 0.19999999999999998, + "pred_raw": "Hop 1: Guo Moruo -> country of citizenship -> People's Republic of China (Hop Type: country of citizenship)\n Hop 2: People's Republic of China -> head of government -> Li Peng (Hop Type: head of government)\n Hop 3: Li Peng -> spouse -> Li Xian (Hop Type: spouse)\n Hop 4: Li Xian -> member of political party -> Chinese Communist Party (Hop Type: member of political party)\n Hop 5" + }, + { + "id": "q_000136", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michele Pellegrino -> country of citizenship -> Italy (1981)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1981)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1981)\n Answer: Prime Minister of Italy" + }, + { + "id": "q_006986", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Falcone -> country of citizenship -> Italy\n Hop 2: Italy -> head of state -> Giorgio Napolitano\n Hop 3: Giorgio Napolitano -> position held -> President of Italy\n Answer: President of Italy" + }, + { + "id": "q_003298", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "Hop\n Hop: 1. Metz -> France -> 1940 -> France (country) -> diplomatic relation -> United Kingdom -> basic form of government -> constitutional monarchy (1940)\n Hop: 2. Metz -> France -> 1940 -> France (country) -> diplomatic relation -> United Kingdom -> basic form of government -> parliamentary system (1940)\n Hop: 3. Metz -> France -> 194", + "em": 1.0, + "f1": 0.17391304347826084, + "pred_raw": "Hop\n Hop: 1. Metz -> France -> 1940 -> France (country) -> diplomatic relation -> United Kingdom -> basic form of government -> constitutional monarchy (1940)\n Hop: 2. Metz -> France -> 1940 -> France (country) -> diplomatic relation -> United Kingdom -> basic form of government -> parliamentary system (1940)\n Hop: 3. Metz -> France -> 194" + }, + { + "id": "q_006733", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Pesaola -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (Hop 2)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (Hop 3)\n Answer: President of Italy" + }, + { + "id": "q_005866", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Hop 1: Diane Keaton -> Academy Award for Best Actress (1984)\n Hop 2: Academy Award for Best Actress (1984) -> winner -> Meryl Streep\n Hop 3: Meryl Streep -> award received -> Tony Award for Best Actress in a Play (1983)\n Hop 4: Tony Award for Best Actress in a Play (1983) -> winner -> Glenda Jackson\n Hop 5", + "em": 0.0, + "f1": 0.23529411764705882, + "pred_raw": "Hop 1: Diane Keaton -> Academy Award for Best Actress (1984)\n Hop 2: Academy Award for Best Actress (1984) -> winner -> Meryl Streep\n Hop 3: Meryl Streep -> award received -> Tony Award for Best Actress in a Play (1983)\n Hop 4: Tony Award for Best Actress in a Play (1983) -> winner -> Glenda Jackson\n Hop 5" + }, + { + "id": "q_004748", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alfredo Sivocci -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Antonio Segni (1964)\n Hop 3: Antonio Segni -> position held -> President of Italy (1964)\n Answer: President of Italy" + }, + { + "id": "q_004795", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Chancellor of Germany", + "pred": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop" + }, + { + "id": "q_000787", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "monarchy", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop\n Hop 1: Niobe -> country of registry -> diplomatic relation -> basic form of government\n Hop 2: basic form of government -> before republic -> monarchy\n Answer: monarchy" + }, + { + "id": "q_008333", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aldo Morandi -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (Hop 2)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (Hop 3)\n Answer: President of Italy" + }, + { + "id": "q_008338", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Academy Award for Best Visual Effects", + "pred": "Best Cinematography", + "em": 0.0, + "f1": 0.25, + "pred_raw": "Hop 1: True Lies -> nominated for -> 1995 Academy Awards\n Hop 2: 1995 Academy Awards -> winner -> The Fugitive\n Hop 3: The Fugitive -> nominated for -> Best Cinematography\n Answer: Best Cinematography" + }, + { + "id": "q_001840", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tano Cimarosa -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1995)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1995)\n Answer: President of Italy" + }, + { + "id": "q_001274", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aurelio Sabattani -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1967)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1967)\n Answer: President of Italy" + }, + { + "id": "q_000547", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giuseppe Calderone (1965)\n Hop 3: Giuseppe Calderone -> country of citizenship -> Italy (1965)\n Hop 4: Italy -> head of state -> Giuseppe Calderone (1965)\n Hop 5: Giuseppe Calderone -> country of citizenship -> Italy", + "em": 0.0, + "f1": 0.1904761904761905, + "pred_raw": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giuseppe Calderone (1965)\n Hop 3: Giuseppe Calderone -> country of citizenship -> Italy (1965)\n Hop 4: Italy -> head of state -> Giuseppe Calderone (1965)\n Hop 5: Giuseppe Calderone -> country of citizenship -> Italy" + }, + { + "id": "q_001052", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Bordoni -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1955)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1955)\n Answer: President of Italy" + }, + { + "id": "q_006228", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "mayor", + "em": 0.0, + "f1": 0.33333333333333337, + "pred_raw": "Hop 1: Jane Jacobs -> residence -> 1963 -> head of government -> position held\n Answer: mayor" + }, + { + "id": "q_006414", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luchino Visconti -> country -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1955)\n Answer: Paul-Henri Spaak" + }, + { + "id": "q_001651", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "President of Italy", + "pred": "President of the Council of Ministers", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Daniela Rocca -> country -> Italy (1957)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1957)\n Hop 3: Alcide De Gasperi -> position held -> President of the Council of Ministers (1957)\n Answer: President of the Council of Ministers" + }, + { + "id": "q_007640", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Plinio Antolini -> country -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (Hop 2)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (Hop 3)\n Answer: President of Italy" + }, + { + "id": "q_007972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Annalena Tonelli -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1969)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1969)\n Answer: President of Italy" + }, + { + "id": "q_004943", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Nazi Germany", + "pred": "Europe", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: U-13 -> part of -> Germany (1938)\n Hop 2: Germany -> country -> Europe (1938)\n Answer: Europe" + }, + { + "id": "q_007287", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Hop 1: Angelo Cella -> country of citizenship -> Italy (Hop: country of citizenship, Relation: country of citizenship, Entity: Italy)\n Hop 2: Italy -> head of state -> Giovanni Giolitti (Hop: head of state, Relation: head of state, Entity: Giovanni Giolitti)\n Hop 3: Giovanni Giolitti -> position held -> Prime Minister of Italy (Hop: position held, Relation: position held, Entity: Prime Minister of", + "em": 0.0, + "f1": 0.1739130434782609, + "pred_raw": "Hop 1: Angelo Cella -> country of citizenship -> Italy (Hop: country of citizenship, Relation: country of citizenship, Entity: Italy)\n Hop 2: Italy -> head of state -> Giovanni Giolitti (Hop: head of state, Relation: head of state, Entity: Giovanni Giolitti)\n Hop 3: Giovanni Giolitti -> position held -> Prime Minister of Italy (Hop: position held, Relation: position held, Entity: Prime Minister of" + }, + { + "id": "q_005394", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "President of Italy", + "pred": "President of the Council of Ministers of Italy", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Veriano Luchetti -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Giovanni Spadolini (Hop 2)\n Hop 3: Giovanni Spadolini -> position held -> President of the Council of Ministers of Italy (Hop 3)\n Answer: President of the Council of Ministers of Italy" + }, + { + "id": "q_007314", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop\n Hop 1: Weegee -> work location -> New York City (1957)\n Hop 2: New York City -> head of government -> David Dinkins (1957)\n Hop 3: David Dinkins -> position held -> Mayor of New York City (1957)\n Answer: Mayor of New York City" + }, + { + "id": "q_003452", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Mayor of New York City", + "pred": "New York City Comptroller", + "em": 0.0, + "f1": 0.6666666666666665, + "pred_raw": "Hop 1: Mary Blair -> residence -> New York City (Hop 1)\n Hop 2: New York City -> head of government -> Michael Bloomberg (Hop 2)\n Hop 3: Michael Bloomberg -> position held -> New York City Comptroller (Hop 3)\n Answer: New York City Comptroller" + }, + { + "id": "q_006815", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Hop 1: MTV Video Music Award for Best Choreography -> winner -> Nicki Minaj (2010)\n Hop 2: Nicki Minaj -> received -> 2010 MTV VMAs\n Hop 3: 2010 MTV VMAs -> award -> Best Choreography\n Hop 4: Best Choreography -> nominated for -> Love the Way You Lie\n Hop 5: Love the Way You Lie -> winner -> 20", + "em": 1.0, + "f1": 0.07407407407407407, + "pred_raw": "Hop 1: MTV Video Music Award for Best Choreography -> winner -> Nicki Minaj (2010)\n Hop 2: Nicki Minaj -> received -> 2010 MTV VMAs\n Hop 3: 2010 MTV VMAs -> award -> Best Choreography\n Hop 4: Best Choreography -> nominated for -> Love the Way You Lie\n Hop 5: Love the Way You Lie -> winner -> 20" + }, + { + "id": "q_008439", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Tim Robbins", + "pred": "The Best of Everything (1957 film)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nell -> unmarried partner -> John\n Hop 2: John -> nominated for -> The Best of Everything\n Hop 3: The Best of Everything -> winner -> The Best of Everything (1957 film)\n Answer: The Best of Everything (1957 film)\n Answer: The Best of Everything (1957 film)" + }, + { + "id": "q_003245", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "constitutional monarchy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Niobe -> country of registry -> United States (1932)\n Hop 2: United States -> diplomatic relation -> United Kingdom (1932)\n Hop 3: United Kingdom -> basic form of government -> constitutional monarchy (1932)\n Answer: constitutional monarchy" + }, + { + "id": "q_008633", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giurgiu -> country -> Romania (1920)\n Hop 2: Romania -> capital -> Bucharest (1920)\n Answer: Bucharest" + }, + { + "id": "q_003473", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Dushanbe -> located in -> Tajikistan (1915)\n Hop 2: Tajikistan -> head of state -> Emir of Bukhara (1915)\n Hop 3: Emir of Bukhara -> located in -> Zhytomyr (1915)\n Hop 4: Zhytomyr -> country -> Russian Empire (1915)\n Hop 5: Russian Empire", + "em": 0.0, + "f1": 0.08333333333333334, + "pred_raw": "Hop 1: Dushanbe -> located in -> Tajikistan (1915)\n Hop 2: Tajikistan -> head of state -> Emir of Bukhara (1915)\n Hop 3: Emir of Bukhara -> located in -> Zhytomyr (1915)\n Hop 4: Zhytomyr -> country -> Russian Empire (1915)\n Hop 5: Russian Empire" + }, + { + "id": "q_001673", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aurelio Sabattani -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (Hop 2)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (Hop 3)\n Answer: President of Italy" + }, + { + "id": "q_005726", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "First Republic of Austria", + "pred": "Austria", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Aachen -> country -> Germany (1934)\n Hop 2: Germany -> shares border with -> Czechoslovakia (1934)\n Hop 3: Czechoslovakia -> replaces -> Austria (1934)\n Answer: Austria" + }, + { + "id": "q_004929", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Virginio Rosetta -> country -> Italy (1967)\n Hop 2: Italy -> head of state -> Antonio Segni (1967)\n Hop 3: Antonio Segni -> position held -> President of Italy (1967)\n Answer: President of Italy" + }, + { + "id": "q_006286", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mannheim Observatory -> located in -> Mannheim\n Hop 2: Mannheim -> country -> West Germany\n Hop 3: West Germany -> currency -> Deutsche Mark\n Answer: Deutsche Mark" + }, + { + "id": "q_002759", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "K\u014dichir\u014d Matsuura", + "pred": "United Nations", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Eduardo Saverin -> country of citizenship -> United States of America (Hop Type: country of citizenship)\n Hop 2: United States of America -> member of -> United Nations (Hop Type: member of)\n Hop 3: United Nations -> chairperson -> Irina Bokova (Hop Type: chairperson)\n Answer: United Nations" + }, + { + "id": "q_004009", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Thierry Mariani -> member of political party -> Union for a Popular Movement (UMP)\n Hop 2: Union for a Popular Movement (UMP) -> chairperson -> Jean-Pierre Raffarin\n Hop 3: Jean-Pierre Raffarin -> occupation -> Prime Minister of France\n Answer: 1999" + }, + { + "id": "q_007134", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paolo Dezza -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (Hop 2)\n Hop 3: Carlo Azeglio Ciampi -> position held -> President of Italy (Hop 3)\n Answer: President of Italy" + }, + { + "id": "q_002750", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Franco Basaglia -> Italy (country of citizenship)\n Hop 2: Italy -> Giovanni Spadolini (head of government)\n Hop 3: Giovanni Spadolini -> Prime Minister (position held)\n Answer: Prime Minister" + }, + { + "id": "q_000812", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "U-13", + "pred": "Kriegsmarine", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: U-14 (submersible) -> has -> Commanded by (1936) (Hop 1)\n Hop 2: Commanded by (1936) -> affiliation -> Kriegsmarine (Hop 2)\n Hop 3: Kriegsmarine -> has -> Commanded by (1936) (Hop 3)\n Answer: Kriegsmarine" + }, + { + "id": "q_003515", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Italy -> head of state -> Giorgio Napolitano (1968-1978)\n Hop 2: Giorgio Napolitano -> country of citizenship -> Italy (1968-1978)\n Hop 3: Umberto Pasquale -> country of citizenship -> Italy (1968-1978)\n Answer: Giorgio Napolitano" + }, + { + "id": "q_005012", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Prime Minister of Italy", + "pred": "Minister of the Interior", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Luigi Filippo D'Amico -> country of citizenship -> Italy (1982)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1982)\n Hop 3: Giovanni Spadolini -> position held -> Minister of the Interior (1982)\n Answer: Minister of the Interior" + }, + { + "id": "q_004016", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Ernesto Prinoth -> country of citizenship -> Switzerland (1980)\n Hop 2: Switzerland -> head of government -> Federal Council (1980)\n Hop 3: Luigi Veronesi -> country of citizenship -> Italy (1980)\n Hop 4: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 5: Giovanni Spadolini -> position held -> President of the Council of", + "em": 0.0, + "f1": 0.13333333333333336, + "pred_raw": "Hop 1: Ernesto Prinoth -> country of citizenship -> Switzerland (1980)\n Hop 2: Switzerland -> head of government -> Federal Council (1980)\n Hop 3: Luigi Veronesi -> country of citizenship -> Italy (1980)\n Hop 4: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 5: Giovanni Spadolini -> position held -> President of the Council of" + }, + { + "id": "q_008522", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Bordoni -> country of citizenship -> Italy\n Hop 2: Italy -> head of state -> Giovanni Gronchi\n Hop 3: Giovanni Gronchi -> position held -> President of Italy\n Answer: President of Italy" + }, + { + "id": "q_002972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tano Cimarosa -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1995)\n Hop 3: Carlo Azeglio Ciampi -> position held -> President of Italy (1995)\n Answer: President of Italy" + }, + { + "id": "q_000716", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Elio Pagliarani -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Umberto II (1958)\n Hop 3: Umberto II -> country of citizenship -> Italy (1958)\n Hop 4: Italy -> head of state -> Giuseppe Garibaldi (1958)\n Hop 5: Giuseppe Garibaldi -> country of citizenship -> Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Elio Pagliarani -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Umberto II (1958)\n Hop 3: Umberto II -> country of citizenship -> Italy (1958)\n Hop 4: Italy -> head of state -> Giuseppe Garibaldi (1958)\n Hop 5: Giuseppe Garibaldi -> country of citizenship -> Italy" + }, + { + "id": "q_004128", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Linda Sini -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1956)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1956)\n Answer: President of Italy" + }, + { + "id": "q_002796", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1923.0, + "gold": "1923", + "pred": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop" + }, + { + "id": "q_007015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Luciano Spalletti", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Michelangelo Albertazzi -> member of sports team -> AC Milan (2014)\n Hop 2: AC Milan -> head coach -> Massimo Allegri (2014)\n Hop 3: Massimo Allegri -> member of sports team -> A.S. Roma (2014)\n Hop 4: A.S. Roma -> head coach -> Luciano Spalletti (2014)\n Answer: Luciano Spalletti" + }, + { + "id": "q_003552", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "chairperson", + "pred": "President of the Portuguese Football Federation", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Miralem Sulejmani -> sports team -> S.L. Benfica (2014)\n Hop 2: S.L. Benfica -> chairperson -> Jos\u00e9 Maria Pedroto (2014)\n Hop 3: Jos\u00e9 Maria Pedroto -> position held -> President of the Portuguese Football Federation (2014)\n Answer: President of the Portuguese Football Federation" + }, + { + "id": "q_004730", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "God Save the Tsar!", + "pred": "\"De\u0219teapt\u0103-te, Rom\u00e2nie!\"", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Vedi -> country -> Romania\n Hop 2: Romania -> anthem -> \"De\u0219teapt\u0103-te, Rom\u00e2nie!\"\n Hop 3: \"De\u0219teapt\u0103-te, Rom\u00e2nie!\" -> located in -> Romania\n Answer: \"De\u0219teapt\u0103-te, Rom\u00e2nie!\"" + }, + { + "id": "q_005767", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Angela Merkel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bj\u00f6rn Schr\u00f6der -> member of -> 1. FC N\u00fcrnberg (sports team)\n Hop 2: 1. FC N\u00fcrnberg -> country -> Germany\n Hop 3: Germany -> head of government -> Angela Merkel\n Hop 4: Angela Merkel -> after -> Kurt Georg Kiesinger\n Answer: Angela Merkel" + }, + { + "id": "q_002032", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop\n Hop 1: Oliver & Company -> narrative location -> New York City\n Hop 2: New York City -> head of government -> Michael Bloomberg\n Hop 3: Michael Bloomberg -> position held -> Mayor of New York City\n Answer: Mayor of New York City" + }, + { + "id": "q_008644", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Banville -> spouse -> Padma Lakshmi (2005)\n Hop 2: Padma Lakshmi -> nominated for -> National Television Award (2005)\n Hop 3: National Television Award -> winner -> John Banville (2005)\n Answer: 2005" + }, + { + "id": "q_006768", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Ulrike Herrmann -> member of political party -> Christian Democratic Union of Germany (CDU)\n Hop 2: Christian Democratic Union of Germany (CDU) -> chairperson -> Gerhard Schr\u00f6der\n Hop 3: Gerhard Schr\u00f6der -> country of citizenship -> Germany\n Answer: Germany" + }, + { + "id": "q_002122", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Angelo Cella -> country -> Italy (1964)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1964)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1964)\n Answer: President of Italy" + }, + { + "id": "q_007638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Getulio Alviani -> country -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1980)\n Answer: Prime Minister of Italy" + }, + { + "id": "q_000842", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "God Save the King", + "pred": "Tuvalu national anthem", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Enderbury Island -> country -> Tuvalu (1938)\n Hop 2: Tuvalu -> head of state -> Pio Laileata (1938)\n Hop 3: Pio Laileata -> anthem -> Tuvalu national anthem (1938)\n Answer: Tuvalu national anthem" + }, + { + "id": "q_003512", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Academy Award for Best Actor (1982)", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop\n Hop 1: On Golden Pond -> nominated for -> Academy Award for Best Picture (1982)\n Hop 2: Academy Award for Best Picture (1982) -> winner -> Robert Redford\n Hop 3: Robert Redford -> award received -> Academy Award for Best Actor (1982)\n Answer: Academy Award for Best Actor (1982)" + }, + { + "id": "q_002727", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Federal State of Austria", + "pred": "Europe", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: 1938 World Figure Skating Championships -> location -> Prague\n Hop 2: Prague -> shares border with -> Germany\n Hop 3: Germany -> located in -> Europe\n Answer: Europe" + }, + { + "id": "q_004477", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tommaso Padoa-Schioppa -> Italy (country of citizenship)\n Hop 2: Italy -> Giovanni Leone (head of state)\n Hop 3: Giovanni Leone -> President of Italy (position held)\n Answer: President of Italy" + }, + { + "id": "q_004639", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lelio Antoniotti -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1965)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1965)\n Answer: President of Italy" + }, + { + "id": "q_002027", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1913.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Vedi -> located in -> Vedi (country)\n Hop 2: Vedi (country) -> head of state -> Vedi (country)\n Hop 3: Vedi (country) -> located in -> Vedi (country)\n Hop 4: Vedi (country) -> head of state -> Vedi (country)\n Hop 5: Vedi (country) -> located in -> Vedi (country)\n Hop 6: Vedi (", + "em": 0.0, + "f1": 0.11111111111111112, + "pred_raw": "Hop 1: Vedi -> located in -> Vedi (country)\n Hop 2: Vedi (country) -> head of state -> Vedi (country)\n Hop 3: Vedi (country) -> located in -> Vedi (country)\n Hop 4: Vedi (country) -> head of state -> Vedi (country)\n Hop 5: Vedi (country) -> located in -> Vedi (country)\n Hop 6: Vedi (" + }, + { + "id": "q_004554", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gino Archesso -> country -> Italy (1961)\n Hop 2: Italy -> head of state -> Antonio Segni (1961)\n Hop 3: Antonio Segni -> position held -> President of Italy (1961)\n Answer: President of Italy" + }, + { + "id": "q_005676", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "United States", + "pred": "England", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Laureus World Sports Award for Comeback of the Year -> winner -> David Beckham (2009)\n Hop 2: David Beckham -> member of sports team -> Manchester United F.C.\n Hop 3: Manchester United F.C. -> country -> England\n Hop 4: England -> member of sports team -> England national football team\n Hop 5: England national football team -> country -> England\n Answer: England" + }, + { + "id": "q_008291", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Linda Sini -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (Hop 2)\n Hop 3: Giorgio Napolitano -> position held -> President of Italy (Hop 3)\n Answer: President of Italy" + }, + { + "id": "q_008225", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luciano Emmer -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1998)\n Hop 3: Carlo Azeglio Ciampi -> position held -> President of Italy (1998)\n Answer: President of Italy" + }, + { + "id": "q_001173", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Hop 1: Guo Moruo -> country of citizenship -> People's Republic of China (Hop Type: member of political party)\n Hop 2: People's Republic of China -> head of government -> Hua Guofeng (Hop Type: country of citizenship)\n Hop 3: Hua Guofeng -> spouse -> Li Xian (Hop Type: member of political party)\n Hop 4: Li Xian -> member of political party -> Chinese Communist Party (Hop", + "em": 1.0, + "f1": 0.19999999999999998, + "pred_raw": "Hop 1: Guo Moruo -> country of citizenship -> People's Republic of China (Hop Type: member of political party)\n Hop 2: People's Republic of China -> head of government -> Hua Guofeng (Hop Type: country of citizenship)\n Hop 3: Hua Guofeng -> spouse -> Li Xian (Hop Type: member of political party)\n Hop 4: Li Xian -> member of political party -> Chinese Communist Party (Hop" + }, + { + "id": "q_008571", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "federal republic", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Metz -> country -> Germany (1940)\n Hop 2: Germany -> diplomatic relation -> United States (1940)\n Hop 3: United States -> basic form of government -> federal republic (1940)\n Answer: federal republic" + }, + { + "id": "q_000937", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1934.0, + "gold": "1934", + "pred": "Hop 1: Heinrich Liebe -> shares -> 1934 (Hop 1)\n Hop 2: 1934 -> replaces -> First Republic of Austria (Hop 2)\n Hop 3: First Republic of Austria -> border -> 1934 (Hop 3)\n Hop 4: 1934 -> shares -> 1934 (Hop 4)\n Hop 5: 1934 -> replaces ->", + "em": 1.0, + "f1": 0.11764705882352941, + "pred_raw": "Hop 1: Heinrich Liebe -> shares -> 1934 (Hop 1)\n Hop 2: 1934 -> replaces -> First Republic of Austria (Hop 2)\n Hop 3: First Republic of Austria -> border -> 1934 (Hop 3)\n Hop 4: 1934 -> shares -> 1934 (Hop 4)\n Hop 5: 1934 -> replaces ->" + }, + { + "id": "q_003736", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Friedrich Ebert", + "pred": "Hop 1: SMS Arcona -> crew -> Otto von Bismarck (1921)\n Hop 2: Otto von Bismarck (1921) -> head of state -> Germany (1921)\n Hop 3: Germany (1921) -> allegiance -> German Empire (1921)\n Hop 4: German Empire (1921) -> head of state -> Wilhelm II (1921", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: SMS Arcona -> crew -> Otto von Bismarck (1921)\n Hop 2: Otto von Bismarck (1921) -> head of state -> Germany (1921)\n Hop 3: Germany (1921) -> allegiance -> German Empire (1921)\n Hop 4: German Empire (1921) -> head of state -> Wilhelm II (1921" + }, + { + "id": "q_002966", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giuseppe Patan\u00e8 -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (1995)\n Hop 3: Mariano Agate -> country of citizenship -> Italy (1995)\n Hop 4: Italy -> head of state -> Giorgio Napolitano (1995)\n Answer: Giorgio Napolitano" + }, + { + "id": "q_000538", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Hop 1: Giovanni Falcone -> country of citizenship -> Italy (Hop: country of citizenship, Relevance: 0.99)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (Hop: head of state, Relevance: 0.99)\n Hop 3: Giorgio Napolitano -> position held -> President of Italy (Hop: position held, Relevance: 0.99)\n Answer", + "em": 1.0, + "f1": 0.25, + "pred_raw": "Hop 1: Giovanni Falcone -> country of citizenship -> Italy (Hop: country of citizenship, Relevance: 0.99)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (Hop: head of state, Relevance: 0.99)\n Hop 3: Giorgio Napolitano -> position held -> President of Italy (Hop: position held, Relevance: 0.99)\n Answer" + }, + { + "id": "q_000838", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.20000000000000004, + "pred_raw": "Hop 1: Ant\u00f4nio da Silva -> member of sports team -> head coach -> award -> Order of Merit of Baden-W\u00fcrttemberg (2012)\n Hop 2: Ant\u00f4nio da Silva -> member of sports team -> head coach -> award -> Order of Merit of Baden-W\u00fcrttemberg (2012)\n Answer: Order of Merit of Baden-W\u00fcrttemberg" + }, + { + "id": "q_002448", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Vanderbilt University", + "pred": "University of Chicago", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Viktor Hamburger -> Louisa Gross Horwitz Prize -> winner -> employer -> University of Chicago (Hop count: 1)\n Answer: University of Chicago" + }, + { + "id": "q_007230", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Janez Jan\u0161", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Zoran Klemen\u010di\u010d -> sports team -> NK Olimpija Ljubljana (1993-1995)\n Hop 2: NK Olimpija Ljubljana -> country -> Slovenia (1993-1995)\n Hop 3: Slovenia -> head of state -> Janez Jan\u0161a (2003-2004)\n Answer: Janez Jan\u0161" + }, + { + "id": "q_004534", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Prime Minister of Italy", + "pred": "Minister of Foreign Affairs", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Odo Fusi Pecci -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1953)\n Hop 3: Amintore Fanfani -> position held -> Minister of Foreign Affairs (1953)\n Answer: Minister of Foreign Affairs" + }, + { + "id": "q_007740", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ra\u00fal Pateras Pescara -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of government -> Giovanni Gronchi (Hop 2)\n Answer: Giovanni Gronchi" + }, + { + "id": "q_007848", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Prime Minister of Italy", + "pred": "President of the European Commission", + "em": 0.0, + "f1": 0.22222222222222224, + "pred_raw": "Hop 1: Mariano Agate -> country of citizenship -> Italy (1998-2008)\n Hop 2: Italy -> head of government -> Romano Prodi (1999-2008)\n Hop 3: Romano Prodi -> position held -> President of the European Commission (1999-2008)\n Answer: President of the European Commission" + }, + { + "id": "q_003817", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Mayor of New York City", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.20000000000000004, + "pred_raw": "Hop 1: Variety -> place of publication -> New York (1947)\n Hop 2: New York -> head of government -> Harry S. Truman (1947)\n Hop 3: Harry S. Truman -> position held -> President of the United States (1947)\n Answer: President of the United States" + }, + { + "id": "q_006982", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Hannelore Kohl", + "pred": "Hannelore Genscher", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Ulrike Herrmann -> member of political party -> Christian Democratic Union (CDU)\n Hop 2: Christian Democratic Union (CDU) -> chairperson -> Hans-Dietrich Genscher\n Hop 3: Hans-Dietrich Genscher -> spouse -> Hannelore Genscher\n Answer: Hannelore Genscher" + }, + { + "id": "q_000932", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Governing Mayor of Berlin", + "pred": "Mayor of Kiel", + "em": 0.0, + "f1": 0.5714285714285715, + "pred_raw": "Hop 1: Q896393 -> work location -> Kiel (city)\n Hop 2: Kiel (city) -> head of government -> Reinhold Maier\n Hop 3: Reinhold Maier -> position held -> Mayor of Kiel\n Answer: Mayor of Kiel" + }, + { + "id": "q_004711", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Vanderbilt University", + "pred": "University of California, San Francisco", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Paul Berg -> award -> 1980 Albert Lasker Award for Basic Medical Research\n Hop 2: 1980 Albert Lasker Award for Basic Medical Research -> winner -> Arthur Kornberg\n Hop 3: Arthur Kornberg -> employer -> University of California, San Francisco\n Answer: University of California, San Francisco" + }, + { + "id": "q_001424", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Free State of Prussia", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tilla Durieux -> spouse -> Paul von Hindenburg (1919-1925)\n Hop 2: Paul von Hindenburg -> work location -> Weimar Republic (1919-1933)\n Hop 3: Weimar Republic -> located in -> Germany (1919-1933)\n Answer: Germany" + }, + { + "id": "q_006808", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Umberto Pasquale -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (Hop 2)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (Hop 3)\n Answer: President of Italy" + }, + { + "id": "q_005728", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Council of Ministers", + "em": 0.0, + "f1": 0.22222222222222224, + "pred_raw": "Hop 1: Getulio Alviani -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of government -> Giuseppe Conte (Hop 2)\n Hop 3: Giuseppe Conte -> position held -> President of the Council of Ministers (Hop 3)\n Answer: President of the Council of Ministers" + }, + { + "id": "q_000501", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Civic Democratic Party", + "pred": "Hop 1: Lubo\u0161 Kohoutek -> country of citizenship -> Czechoslovakia (1995)\n Hop 2: Czechoslovakia (1995) -> head of government -> V\u00e1clav Havel (1995)\n Hop 3: V\u00e1clav Havel (1995) -> member of political party -> Civic Forum (1995)\n Hop 4: Civic Forum (199", + "em": 0.0, + "f1": 0.16, + "pred_raw": "Hop 1: Lubo\u0161 Kohoutek -> country of citizenship -> Czechoslovakia (1995)\n Hop 2: Czechoslovakia (1995) -> head of government -> V\u00e1clav Havel (1995)\n Hop 3: V\u00e1clav Havel (1995) -> member of political party -> Civic Forum (1995)\n Hop 4: Civic Forum (199" + }, + { + "id": "q_003472", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "United Nations", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Carlo Rambaldi -> country of citizenship -> United States\n Hop 2: United States -> member of -> United Nations\n Hop 3: United Nations -> chairperson -> U Thant\n Hop 4: U Thant -> country of citizenship -> United States\n Hop 5: United States -> member of -> United Nations\n Answer: United Nations" + }, + { + "id": "q_007593", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Antonio Segni", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alberto Moravia -> spouse -> Licia Albanese (1958)\n Hop 2: Licia Albanese -> country of citizenship -> Italy (1958)\n Hop 3: Italy -> head of state -> Antonio Segni (1958)\n Answer: Antonio Segni" + }, + { + "id": "q_004304", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "military personnel", + "pred": "Hans-Georg von Friede", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: U-120 (submarine) -> part of -> 1st Flotilla (Kriegsmarine)\n Hop 2: 1st Flotilla (Kriegsmarine) -> commanded by -> Hans-Georg von Friede\n Answer: Hans-Georg von Friede" + }, + { + "id": "q_004513", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Paul-Henri Spaap", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> member of -> European Economic Community (1953)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1953)\n Answer: Paul-Henri Spaap" + }, + { + "id": "q_001144", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Angela Merkel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bj\u00f6rn Schr\u00f6der -> member of -> 1. FC N\u00fcrnberg (2010)\n Hop 2: 1. FC N\u00fcrnberg -> country -> Germany (2010)\n Hop 3: Germany -> significant event -> Berlin Wall (2010)\n Hop 4: Germany -> head of government -> Angela Merkel (2010)\n Answer: Angela Merkel" + }, + { + "id": "q_004736", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Virginio De Paoli -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Giuliano Amato (1996)\n Hop 3: Giuliano Amato -> position held -> Prime Minister of Italy (1996)\n Answer: Prime Minister of Italy" + }, + { + "id": "q_001077", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop\n Hop 1: Arman -> work location -> New York City (1964)\n Hop 2: New York City -> head of government -> John Lindsay (1964)\n Hop 3: John Lindsay -> position held -> Mayor of New York City (1964)\n Answer: Mayor of New York City" + }, + { + "id": "q_008586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "chairperson", + "pred": "President of the Portuguese Football Federation", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Sim\u00e3o Sabrosa -> member of -> S.L. Benfica (2003)\n Hop 2: S.L. Benfica -> chairperson -> Jos\u00e9 M\u00e1rio de Almeida (2003)\n Hop 3: Jos\u00e9 M\u00e1rio de Almeida -> position held -> President of the Portuguese Football Federation (2003)\n Answer: President of the Portuguese Football Federation" + }, + { + "id": "q_004250", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Basaglia -> country of citizenship -> Italy\n Hop 2: Italy -> head of government -> Giovanni Spadolini\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy\n Answer: 1976" + }, + { + "id": "q_002769", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop\n Hop 1: Dennis Stock -> Work location -> New York City\n Hop 2: New York City -> Head of government -> Fiorello La Guardia\n Hop 3: Fiorello La Guardia -> Position held -> Mayor of New York City\n Answer: Mayor of New York City" + }, + { + "id": "q_001923", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "pred_raw": "Hop 1: Alfredo Mazzoni -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of government -> Giovanni Gronchi (1958)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1958)\n Answer: President of Italy" + }, + { + "id": "q_008379", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cesare Terranova -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (Hop 2)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (Hop 3)\n Answer: President of Italy" + }, + { + "id": "q_004279", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "U-13", + "pred": "Hop 1: U-14 -> commanded by -> Hans-Georg von Bismarck (1936-1937)\n Hop 2: Hans-Georg von Bismarck -> affiliation -> German Navy (1936-1937)\n Hop 3: German Navy -> has part -> U-14 (1936-1937)\n Hop 4: U-14 -> has", + "em": 0.0, + "f1": 0.09090909090909091, + "pred_raw": "Hop 1: U-14 -> commanded by -> Hans-Georg von Bismarck (1936-1937)\n Hop 2: Hans-Georg von Bismarck -> affiliation -> German Navy (1936-1937)\n Hop 3: German Navy -> has part -> U-14 (1936-1937)\n Hop 4: U-14 -> has" + }, + { + "id": "q_008534", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "President of the Council of Ministers", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Bruno Arcari -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1958)\n Hop 3: Alcide De Gasperi -> position held -> President of the Council of Ministers (1958)\n Answer: President of the Council of Ministers" + }, + { + "id": "q_001990", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "United Nations", + "pred": "Cimarron River", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bad Day at Black Rock -> narrative location -> New Mexico\n Hop 2: New Mexico -> contains the administrative territorial entity -> Lincoln County, New Mexico\n Hop 3: Lincoln County, New Mexico -> member of -> Lincoln County, New Mexico\n Hop 4: Lincoln County, New Mexico -> contains the administrative territorial entity -> Cimarron River\n Answer: Cimarron River" + }, + { + "id": "q_000057", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Attilio Pierelli -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1970)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1970)\n Answer: President of Italy" + }, + { + "id": "q_003633", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eleonora Rossi Drago -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1966)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1966)\n Answer: President of Italy" + }, + { + "id": "q_007357", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Mayor of New York City", + "pred": "San Francisco Public Library", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Prelinger Archives -> located in -> San Francisco, California (Hop 1)\n Hop 2: San Francisco, California -> head of government -> Gavin Newsom (Hop 2)\n Hop 3: Gavin Newsom -> position held -> San Francisco Public Library (Hop 3)\n Answer: San Francisco Public Library" + }, + { + "id": "q_005638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "President of the United States", + "pred": "President of the United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michael Barry -> member of -> Chicago Bulls (2004)\n Hop 2: Chicago Bulls -> country -> United States (2004)\n Hop 3: United States -> head of government -> George W. Bush (2004)\n Hop 4: George W. Bush -> position held -> President of the United States (2004)\n Answer: President of the United States" + }, + { + "id": "q_002803", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Paul-Henri", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (Hop: country of citizenship, Relevance: 0.99)\n Hop 2: Italy -> member of -> European Economic Community (Hop: member of, Relevance: 0.99)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (Hop: chairperson, Relevance: 0.99)\n Answer: Paul-Henri" + }, + { + "id": "q_005319", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sergio Andreoli -> country -> Italy (1965)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1965)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1965)\n Answer: President of Italy" + }, + { + "id": "q_008568", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Petrilli -> country -> Italy (1998)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1998)\n Hop 3: Carlo Azeglio Ciampi -> position held -> President of Italy (1998)\n Answer: President of Italy" + }, + { + "id": "q_008187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Hop 1: Michelangelo Albertazzi -> member of sports team -> A.S. Roma\n Hop 2: A.S. Roma -> head coach -> Luciano Spalletti\n Hop 3: Luciano Spalletti -> member of sports team -> A.S. Roma\n Hop 4: A.S. Roma -> head coach -> Luciano Spalletti\n Hop 5: Luciano Spalletti -> member of sports team -> A.S. Roma\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Michelangelo Albertazzi -> member of sports team -> A.S. Roma\n Hop 2: A.S. Roma -> head coach -> Luciano Spalletti\n Hop 3: Luciano Spalletti -> member of sports team -> A.S. Roma\n Hop 4: A.S. Roma -> head coach -> Luciano Spalletti\n Hop 5: Luciano Spalletti -> member of sports team -> A.S. Roma\n Hop" + }, + { + "id": "q_002510", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Bill Clinton", + "pred": "Bill Clinton", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lance Armstrong -> sports team -> US Cycling Team (1996)\n Hop 2: US Cycling Team (1996) -> country -> United States\n Hop 3: United States -> head of government -> Bill Clinton\n Answer: Bill Clinton" + }, + { + "id": "q_007048", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: \u010cervie\u0144 -> country -> Czechoslovakia (1918-1938)\n Hop 2: Czechoslovakia (1918-1938) -> head of state -> Tom\u00e1\u0161 Garrigue Masaryk (1918-1935)\n Hop 3: Tom\u00e1\u0161 Garrigue Masaryk -> country -> Czechoslovakia (1918-19", + "em": 0.0, + "f1": 0.09523809523809523, + "pred_raw": "Hop 1: \u010cervie\u0144 -> country -> Czechoslovakia (1918-1938)\n Hop 2: Czechoslovakia (1918-1938) -> head of state -> Tom\u00e1\u0161 Garrigue Masaryk (1918-1935)\n Hop 3: Tom\u00e1\u0161 Garrigue Masaryk -> country -> Czechoslovakia (1918-19" + }, + { + "id": "q_000284", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Irina Bokova", + "pred": "European Olympic Committee", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Susan Polgar -> country -> Hungary (2012)\n Hop 2: Hungary -> member of -> European Olympic Committee (2012)\n Hop 3: European Olympic Committee -> chairperson -> Raimonds V\u0113jonis (2012)\n Hop 4: Raimonds V\u0113jonis -> member of -> European Olympic Committee (2012)\n Answer: European Olympic Committee" + }, + { + "id": "q_007586", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "German Emperor", + "pred": "Minister of the Interior", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Breitscheidplatz -> named after -> Otto von Bismarck (1915)\n Hop 2: Otto von Bismarck -> spouse -> Johanna von Puttkamer (1915)\n Hop 3: Johanna von Puttkamer -> position held -> Minister of the Interior (1915)\n Answer: Minister of the Interior" + }, + { + "id": "q_006367", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Council of Ministers", + "em": 0.0, + "f1": 0.22222222222222224, + "pred_raw": "Hop 1: Getulio Alviani -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> President of the Council of Ministers (1980)\n Answer: President of the Council of Ministers" + }, + { + "id": "q_003015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bruno Banducci -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of government -> Giovanni Gronchi (1958)\n Hop 3: Loris Francesco Capovilla -> country of citizenship -> Italy (1958)\n Hop 4: Italy -> head of government -> Giovanni Gronchi (1958)\n Answer: Giovanni Gronchi" + }, + { + "id": "q_002788", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "Barbara Alton", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Women in Love -> award -> Academy Award for Best Cinematography (1969)\n Hop 2: Academy Award for Best Cinematography (1969) -> winner -> John Alton\n Hop 3: John Alton -> spouse -> Barbara Alton\n Answer: Barbara Alton" + }, + { + "id": "q_001092", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "God Save the Tsar!", + "pred": "Finland", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Helsinki -> capital -> Finland\n Hop 2: Finland -> anthem -> Finland's national anthem\n Hop 3: Finland's national anthem -> located in -> Finland\n Answer: Finland" + }, + { + "id": "q_000319", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Council of Ministers", + "em": 0.0, + "f1": 0.22222222222222224, + "pred_raw": "Hop 1: Andrea Pangrazio -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of government -> Giuseppe Conte (Hop 2)\n Hop 3: Giuseppe Conte -> position held -> President of the Council of Ministers (Hop 3)\n Answer: President of the Council of Ministers" + }, + { + "id": "q_000336", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "Hop\n Hop 1: Jane Jacobs -> New York City -> New York (state)\n Hop 2: New York (state) -> head of government -> Andrew Cuomo\n Hop 3: Andrew Cuomo -> position held -> Governor of New York\n Hop 4: Governor of New York -> place of publication -> Variety (magazine)\n Hop 5: Variety (magazine) -> head of government -> Andrew Cuomo\n Hop 6: Andrew Cuomo -> position held -> Governor", + "em": 0.0, + "f1": 0.26666666666666666, + "pred_raw": "Hop\n Hop 1: Jane Jacobs -> New York City -> New York (state)\n Hop 2: New York (state) -> head of government -> Andrew Cuomo\n Hop 3: Andrew Cuomo -> position held -> Governor of New York\n Hop 4: Governor of New York -> place of publication -> Variety (magazine)\n Hop 5: Variety (magazine) -> head of government -> Andrew Cuomo\n Hop 6: Andrew Cuomo -> position held -> Governor" + }, + { + "id": "q_005328", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Minister of the Interior", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Franco Basaglia -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Minister of the Interior (1976)\n Answer: Minister of the Interior" + }, + { + "id": "q_007430", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Sukarno", + "pred": "Xi Jinping", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Changchun -> located in -> Jilin (Hop 1)\n Hop 2: Jilin -> diplomatic relation -> People's Republic of China (Hop 2)\n Hop 3: People's Republic of China -> head of state -> Xi Jinping (Hop 3)\n Answer: Xi Jinping" + }, + { + "id": "q_001032", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Claudio Ruffini -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Antonio Segni (1961)\n Hop 3: Antonio Segni -> position held -> President of Italy (1961)\n Answer: President of Italy" + }, + { + "id": "q_006917", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Zoran Klemen\u010di\u010d -> member of -> NK Olimpija Ljubljana (2003)\n Hop 2: NK Olimpija Ljubljana -> country -> Slovenia (2003)\n Hop 3: Slovenia -> head of state -> Janez Jan\u0161a (2003)\n Hop 4: Janez Jan\u0161a -> member of -> Slovenian Democratic Party (200", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Zoran Klemen\u010di\u010d -> member of -> NK Olimpija Ljubljana (2003)\n Hop 2: NK Olimpija Ljubljana -> country -> Slovenia (2003)\n Hop 3: Slovenia -> head of state -> Janez Jan\u0161a (2003)\n Hop 4: Janez Jan\u0161a -> member of -> Slovenian Democratic Party (200" + }, + { + "id": "q_008460", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> member of -> European Economic Community (1953)\n Hop 3: European Economic Community -> chairperson -> France (1953)\n Answer: France" + }, + { + "id": "q_001183", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Francesco Carpino -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy" + }, + { + "id": "q_001661", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Antonio Pugliese -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1955)\n Hop 3: Nanni Loy -> country of citizenship -> Italy (1955)\n Hop 4: Italy -> head of state -> Giuseppe Saragat (1955)\n Answer: Giuseppe Saragat" + }, + { + "id": "q_002861", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Paul van Zeeland", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pia Nalli -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: European Economic Community -> chairperson of -> Paul van Zeeland (1955)\n Answer: Paul van Zeeland" + }, + { + "id": "q_003187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Oreste Biancoli -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Antonio Segni (1967)\n Hop 3: Antonio Segni -> position held -> President of Italy (1967)\n Answer: President of Italy" + }, + { + "id": "q_003586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "pred_raw": "Hop 1: Carlo Emilio Gadda -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of government -> Giovanni Gronchi (1960)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1960)\n Answer: President of Italy" + }, + { + "id": "q_000264", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "Hop 1: Women in Love -> award -> Academy Award for Best Actress (1969)\n Hop 2: Academy Award for Best Actress (1969) -> winner -> Glenda Jackson\n Hop 3: Glenda Jackson -> spouse -> John Gielgud\n Hop 4: John Gielgud -> spouse -> Joan Gielgud\n Hop 5: Joan Gielgud -> spouse -> John Gielgud\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Women in Love -> award -> Academy Award for Best Actress (1969)\n Hop 2: Academy Award for Best Actress (1969) -> winner -> Glenda Jackson\n Hop 3: Glenda Jackson -> spouse -> John Gielgud\n Hop 4: John Gielgud -> spouse -> Joan Gielgud\n Hop 5: Joan Gielgud -> spouse -> John Gielgud\n Hop" + }, + { + "id": "q_001302", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Umberto Pasquale -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of government -> Giovanni Gronchi (Hop 2)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (Hop 3)\n Hop 4: President of Italy -> held by -> Umberto Pasquale (Hop 4)\n Answer: 1953" + }, + { + "id": "q_007976", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mariele Ventre -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (Hop 2)\n Hop 3: Giorgio Napolitano -> position held -> President of Italy (Hop 3)\n Answer: President of Italy" + }, + { + "id": "q_007562", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Lviv University", + "pred": "Janusz Kowalski", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Zygmunt Janiszewski -> employer -> Janusz Kowalski (1913)\n Answer: Janusz Kowalski" + }, + { + "id": "q_006568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "pred": "Hop 1: Dan Aykroyd -> Academy Award for Best Supporting Actor -> 1992\n Hop 2: Dan Aykroyd -> 1992 -> 1992 Academy Awards\n Hop 3: 1992 Academy Awards -> 1992 -> 1992\n Hop 4: 1992 -> 1992 -> 1992\n Hop 5", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Dan Aykroyd -> Academy Award for Best Supporting Actor -> 1992\n Hop 2: Dan Aykroyd -> 1992 -> 1992 Academy Awards\n Hop 3: 1992 Academy Awards -> 1992 -> 1992\n Hop 4: 1992 -> 1992 -> 1992\n Hop 5" + }, + { + "id": "q_006715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giovanni Cornacchia -> country of citizenship -> Kingdom of Italy (1951)\n Answer: Kingdom of Italy" + }, + { + "id": "q_005303", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Valenciennes F.C.", + "pred": "South Sydney Rabbitohs", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Geoffrey Doumeng -> member of -> South Sydney Rabbitohs (2007)\n Answer: South Sydney Rabbitohs" + }, + { + "id": "q_003783", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Baron Harding of Petherton", + "pred": "Hop\n Hop 1: John Harding, 1st Baron Harding of Petherton -> 1959 -> 1959 -> 1959\n Hop 2: 1959 -> 1959 -> 1959 -> 1959\n Hop 3: 1959 -> 1959 -> 1959 -> 1959\n Hop 4", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop\n Hop 1: John Harding, 1st Baron Harding of Petherton -> 1959 -> 1959 -> 1959\n Hop 2: 1959 -> 1959 -> 1959 -> 1959\n Hop 3: 1959 -> 1959 -> 1959 -> 1959\n Hop 4" + }, + { + "id": "q_004865", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Bruno Venturini -> member of -> Lucchese 1905 (1939)\n Hop 2: Lucchese 1905 -> country -> Italy (1939)\n Hop 3: Bruno Venturini -> country of citizenship -> Italy (1939)\n Answer: Italy" + }, + { + "id": "q_006315", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bryne FK -> member -> Kristoffer H\u00f8iland (2012)\n Hop 2: Kristoffer H\u00f8iland -> sports team -> FK Haugesund (2012)\n Hop 3: FK Haugesund -> member -> Kristoffer H\u00f8iland (2012)\n Answer: 2012" + }, + { + "id": "q_006718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Anedda -> country of citizenship -> Italy (1980)\n Answer: Italy" + }, + { + "id": "q_006083", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop\n Hop: 1954 -> 1954 -> 1954 -> 1954 -> 1954 -> 1954 -> 1954 -> 1954 -> 1954 -> 1954 -> 1954 -> 1954 -> 1954 -> 1954 -> 1954 -> 1", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop: 1954 -> 1954 -> 1954 -> 1954 -> 1954 -> 1954 -> 1954 -> 1954 -> 1954 -> 1954 -> 1954 -> 1954 -> 1954 -> 1954 -> 1954 -> 1" + }, + { + "id": "q_003360", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "Hop 1: C\u00e9sar Award for Best Original Screenplay -> 1997 -> 1997 C\u00e9sar Awards\n Hop 2: 1997 C\u00e9sar Awards -> 1997 -> 1997 in French cinema\n Hop 3: 1997 in French cinema -> Tanguy Viel -> 1997 French filmography\n Hop 4: 1997", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: C\u00e9sar Award for Best Original Screenplay -> 1997 -> 1997 C\u00e9sar Awards\n Hop 2: 1997 C\u00e9sar Awards -> 1997 -> 1997 in French cinema\n Hop 3: 1997 in French cinema -> Tanguy Viel -> 1997 French filmography\n Hop 4: 1997" + }, + { + "id": "q_008353", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Chattanooga", + "pred": "Hop\n Hop 1: National Model Railroad Association -> headquarters -> 1986 -> 1986 -> 1986 -> 1986 -> 1986 -> 1986 -> 1986 -> 1986 -> 1986 -> 1986 -> 1986 -> 1986 -> 1986 -> 1986", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: National Model Railroad Association -> headquarters -> 1986 -> 1986 -> 1986 -> 1986 -> 1986 -> 1986 -> 1986 -> 1986 -> 1986 -> 1986 -> 1986 -> 1986 -> 1986 -> 1986" + }, + { + "id": "q_003499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "D.C. United", + "pred": "United States", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop\n Hop 1: Robert F. Kennedy Memorial Stadium -> Washington, D.C. (located in)\n Hop 2: Washington, D.C. -> United States (located in)\n Hop 3: United States -> 2009 (year of)\n Hop 4: United States -> occupant (has part)\n Answer: United States" + }, + { + "id": "q_001224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Iraq", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gjilan -> country -> Iraq (1977)\n Answer: Iraq" + }, + { + "id": "q_004848", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Soviet Union", + "pred": "Latvia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Vija Artmane -> award -> Order of the Badge of Honour (1964)\n Hop 2: Order of the Badge of Honour -> country -> Latvia (1964)\n Hop 3: Vija Artmane -> country -> Latvia (1964)\n Answer: Latvia" + }, + { + "id": "q_007525", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Oulu Province", + "pred": "Kajaani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Kiiminki -> located in -> Kajaani (1946)\n Hop 2: Kajaani -> located in -> North Ostrobothnia (1946)\n Answer: Kajaani" + }, + { + "id": "q_000885", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Northern Dvina Governorate", + "pred": "Europe", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Yarensk Uyezd -> located in -> Komi Autonomous Soviet Socialist Republic (1923)\n Hop 2: Komi Autonomous Soviet Socialist Republic (1923) -> located in -> Soviet Union (1923)\n Hop 3: Soviet Union (1923) -> located in -> Europe (1923)\n Answer: Europe" + }, + { + "id": "q_001030", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giovan Battista Pellegrini -> country of citizenship -> Italy (1936)\n Answer: Italy" + }, + { + "id": "q_004428", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "Soviet Union", + "pred": "Georgia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tbilisi -> country -> Russian Empire (1923)\n Hop 2: Russian Empire -> country -> Soviet Union (1923)\n Hop 3: Soviet Union -> country -> Georgia (1923)\n Answer: Georgia" + }, + { + "id": "q_002780", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "University of British Columbia", + "pred": "Hebrew University of Jerusalem", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Daniel Kahneman -> employer -> Hebrew University of Jerusalem (1983)\n Answer: Hebrew University of Jerusalem" + }, + { + "id": "q_000352", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Solicitor General for England and Wales", + "pred": "Hop\n Hop 1: John Simon, 1st Viscount Simon -> Chancellor of the Exchequer -> position held -> Lord Chancellor of the United Kingdom (1911-1912)\n Hop 2: Lord Chancellor of the United Kingdom (1911-1912) -> position held -> Lord Chancellor of the United Kingdom\n Hop 3: Lord Chancellor of the United Kingdom -> position held -> Lord Chancellor of the United Kingdom (", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: John Simon, 1st Viscount Simon -> Chancellor of the Exchequer -> position held -> Lord Chancellor of the United Kingdom (1911-1912)\n Hop 2: Lord Chancellor of the United Kingdom (1911-1912) -> position held -> Lord Chancellor of the United Kingdom\n Hop 3: Lord Chancellor of the United Kingdom -> position held -> Lord Chancellor of the United Kingdom (" + }, + { + "id": "q_000414", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "1997", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rudolf Jaenisch -> award -> Robert Koch Prize (1997)\n Answer: 1997" + }, + { + "id": "q_001261", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Renato Barisani -> country of citizenship -> Kingdom of Italy (1958)\n Answer: Kingdom of Italy" + }, + { + "id": "q_001035", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "WWE", + "pred": "Vince McMahon", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Shane McMahon -> occupation -> Entrepreneur (2003)\n Hop 2: Shane McMahon -> employer -> World Wrestling Federation (2003)\n Hop 3: World Wrestling Federation -> employer -> Vince McMahon (2003)\n Answer: Vince McMahon" + }, + { + "id": "q_008432", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Cindy McCain", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John McCain -> spouse -> Cindy McCain (1947--)\n Answer: Cindy McCain" + }, + { + "id": "q_005886", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Federal Minister for Foreign Affairs", + "pred": "Minister of Foreign Affairs of Germany", + "em": 0.0, + "f1": 0.6, + "pred_raw": "Hop 1: Frank-Walter Steinmeier -> employer -> University of Giessen (2017)\n Hop 2: Frank-Walter Steinmeier -> position -> Minister of Foreign Affairs of Germany (2017)\n Answer: Minister of Foreign Affairs of Germany" + }, + { + "id": "q_007363", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Chief Executive Officer", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Armin Grein -> company -> Siemens AG (1989)\n Hop 2: Siemens AG -> position -> Chief Executive Officer (1989)\n Hop 3: Chief Executive Officer -> position -> Chief Executive Officer (1989)\n Answer: Chief Executive Officer" + }, + { + "id": "q_006356", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Germany", + "pred": "East Germany", + "em": 1.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Adolf Schr\u00f6ter -> country of citizenship -> East Germany (1950)\n Answer: East Germany" + }, + { + "id": "q_004178", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "People's Republic of Bulgaria", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop" + }, + { + "id": "q_005764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kupferstichkabinett Berlin", + "pred": "Friedrich Wilhelm von Bismarck", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Max Jakob Friedl\u00e4nder -> employer -> Friedrich Wilhelm von Bismarck (1848-1919)\n Answer: Friedrich Wilhelm von Bismarck" + }, + { + "id": "q_000581", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Sevilla FC", + "pred": "M\u00e1laga CF", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alexis Ruano Delgado -> member of sports team -> M\u00e1laga CF (2011)\n Answer: M\u00e1laga CF" + }, + { + "id": "q_008059", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Heinrich Himmler", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop" + }, + { + "id": "q_002028", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Scopus", + "pred": "Bibliographic review", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: The New York Times -> indexed in -> Bibliographic review (Hop 1)\n Hop 2: Bibliographic review -> employer -> Michiko Kakutani (Hop 2)\n Answer: Bibliographic review" + }, + { + "id": "q_005537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Gianni De Michelis -> country of citizenship -> Kingdom of Italy (1947)\n Answer: Kingdom of Italy" + }, + { + "id": "q_002995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "James Norris Memorial Trophy", + "pred": "Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Answer: Hop" + }, + { + "id": "q_005062", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Gyula Iulius Maurer", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gyula Iulius Maurer -> employer -> Gyula Iulius Maurer (1961)\n Answer: Gyula Iulius Maurer" + }, + { + "id": "q_005618", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Leicester City F.C.", + "pred": "South African cricket team (1920-1921)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jack Hobbs -> member of -> South African cricket team (1920-1921)\n Answer: South African cricket team (1920-1921)" + }, + { + "id": "q_000224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ulrico Girardi -> country of citizenship -> Italy (1974)\n Answer: Italy" + }, + { + "id": "q_004236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FK Austria Wien", + "pred": "EC KAC", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ronald Brunmayr -> sports team -> EC KAC (1996)\n Answer: EC KAC" + }, + { + "id": "q_002148", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1927.0, + "gold": "Kingdom of Romania", + "pred": "Romania", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Balchik -> country -> Bulgaria (1927)\n Hop 2: Bulgaria -> country -> Romania (1927)\n Answer: Romania" + }, + { + "id": "q_006117", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Cesarina Vighy -> country of citizenship -> Kingdom of Italy (1970)\n Answer: Kingdom of Italy" + }, + { + "id": "q_000974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Mary Pickford", + "pred": "Janet Gaynor", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Academy Award for Best Actress -> winner -> Janet Gaynor (1929)\n Hop 2: Janet Gaynor -> received -> Academy Award for Best Actress (1929)\n Hop 3: Academy Award for Best Actress (1929) -> winner -> Janet Gaynor (1929)\n Answer: Janet Gaynor" + }, + { + "id": "q_003365", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "All-NBA Team", + "pred": "Hop 1: Gary Payton -> 2000 -> NBA All-Star Game (1999-2000)\n Hop 2: NBA All-Star Game (1999-2000) -> award -> All-Star Game MVP (1999-2000)\n Hop 3: All-Star Game MVP (1999-2000) -> award -> 2000 NBA All-Star", + "em": 0.0, + "f1": 0.23529411764705882, + "pred_raw": "Hop 1: Gary Payton -> 2000 -> NBA All-Star Game (1999-2000)\n Hop 2: NBA All-Star Game (1999-2000) -> award -> All-Star Game MVP (1999-2000)\n Hop 3: All-Star Game MVP (1999-2000) -> award -> 2000 NBA All-Star" + }, + { + "id": "q_005796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Answer: Hop" + }, + { + "id": "q_003448", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Benedetta Cappa -> country of citizenship -> Italy (1901)\n Answer: Italy" + }, + { + "id": "q_005271", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Borussia M\u00f6nchengladbach", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alexander Voigt -> member of -> 1. FC N\u00fcrnberg (1998-2000)\n Answer: 1. FC N\u00fcrnberg" + }, + { + "id": "q_002400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "United States Penitentiary, Florence ADMAX", + "pred": "2020", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ted Kaczynski -> education -> Harvard University (2020)\n Answer: 2020" + }, + { + "id": "q_007959", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Afghanistan", + "pred": "United States", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Germany -> Diplomatic relation -> United States (1945-1991)\n Answer: United States" + }, + { + "id": "q_008034", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Sergio Tofano -> country of citizenship -> Italy (1912)\n Hop 2: Italy -> country of citizenship -> United Kingdom (1912)\n Answer: United Kingdom" + }, + { + "id": "q_006099", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "European Union", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Central Volga Krai -> 1932 -> located in -> Ulyanovsk Oblast\n Hop 2: Ulyanovsk Oblast -> 1932 -> located in -> Russia\n Hop 3: Russia -> 1932 -> located in -> European Union\n Answer: European Union" + }, + { + "id": "q_003338", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "President of the Bundestag", + "pred": "Federal Minister of Finance (Germany)", + "em": 0.0, + "f1": 0.22222222222222224, + "pred_raw": "Hop 1: Wolfgang Sch\u00e4uble -> Federal Minister for Special Affairs of Germany -> 2017\n Hop 2: Wolfgang Sch\u00e4uble -> Federal Minister of Finance (Germany) -> 2017\n Hop 3: Federal Minister of Finance (Germany) -> Federal Minister of Finance (Germany) -> 2017\n Answer: Federal Minister of Finance (Germany)" + }, + { + "id": "q_007882", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "pred": "Nobel Peace Prize", + "em": 0.0, + "f1": 0.2222222222222222, + "pred_raw": "Hop 1: Ernst Chain -> Nobel Prize in Physiology or Medicine -> 1954\n Hop 2: Ernst Chain -> award -> 1954\n Hop 3: 1954 -> award -> Nobel Peace Prize\n Answer: Nobel Peace Prize" + }, + { + "id": "q_001101", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Melbourne Cricket Ground", + "pred": "Lake Oval", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Melbourne Football Club -> home venue -> Lake Oval (1904)\n Answer: Lake Oval" + }, + { + "id": "q_004838", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "American Psycho 2", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop" + }, + { + "id": "q_008088", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianfranco Parolini -> country of citizenship -> Italy (2017)\n Answer: Italy" + }, + { + "id": "q_008278", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Valenciennes F.C.", + "pred": "New York Jets", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kenny Lala -> sports team -> New York Jets (2013)\n Answer: New York Jets" + }, + { + "id": "q_003556", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giovanni Battista Lacchini -> country of citizenship -> Italy (1935)\n Answer: Italy" + }, + { + "id": "q_008174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Spartak Moscow", + "pred": "HC CSKA Moscow", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Roman Shishkin -> sports team -> HC CSKA Moscow (2004)\n Answer: HC CSKA Moscow" + }, + { + "id": "q_007252", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Amaury Bischoff -> member of -> RC Strasbourg Alsace (2005)\n Answer: 2005" + }, + { + "id": "q_007229", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Albrecht Brandi -> country of citizenship -> Weimar Republic (1963)\n Answer: Germany" + }, + { + "id": "q_005020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Luigi Tasselli -> country of citizenship -> Italy (1917)\n Answer: Italy" + }, + { + "id": "q_003581", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Luciano Savorini -> country of citizenship -> Italy (1942)\n Answer: Italy" + }, + { + "id": "q_007540", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Norway men's national association football team", + "pred": "SK Brann", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rolf Johannessen -> member of sports team -> SK Brann (1931)\n Answer: SK Brann" + }, + { + "id": "q_006549", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1972.0, + "gold": "1972", + "pred": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop" + }, + { + "id": "q_006127", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Rome", + "pred": "Milan", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mario Soldati -> residence -> Turin (Hop 1)\n Hop 2: Turin -> residence -> Milan (Hop 2)\n Answer: Milan" + }, + { + "id": "q_008172", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Academy Award for Best Director", + "pred": "Academy Award for Best Picture", + "em": 0.0, + "f1": 0.8000000000000002, + "pred_raw": "Hop 1: Fred Zinnemann -> Golden Globe Award for Best Director -> 1961\n Hop 2: Fred Zinnemann -> nominated for -> The Sundowners\n Hop 3: The Sundowners -> category -> Academy Award for Best Picture\n Answer: Academy Award for Best Picture" + }, + { + "id": "q_006850", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "\u00c9toile Sportive du Sahel", + "pred": "ASVEL Villeurbanne", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Oumar Kalabane -> sports team -> ASVEL Villeurbanne (2000)\n Answer: ASVEL Villeurbanne" + }, + { + "id": "q_001281", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "60 Minutes", + "pred": "The American Experience", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Morley Safer -> Morley Safer award -> George Polk Award (1979)\n Hop 2: Morley Safer -> Notable work -> The American Experience (1979)\n Answer: The American Experience" + }, + { + "id": "q_000690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Hop 1: Nikolaus Schneider -> Buber-Rosenzweig-Medal -> 1998 Hop 2: Nikolaus Schneider -> University of Tuebingen -> Germany Hop 3: Germany -> European Union -> 1993 Hop 4: European Union -> European Stability Mechanism -> 2012 Hop 5: European Stability Mechanism -> Buber-Rosenzweig-Medal -> 1998 Hop", + "em": 1.0, + "f1": 0.08695652173913045, + "pred_raw": "Hop 1: Nikolaus Schneider -> Buber-Rosenzweig-Medal -> 1998 Hop 2: Nikolaus Schneider -> University of Tuebingen -> Germany Hop 3: Germany -> European Union -> 1993 Hop 4: European Union -> European Stability Mechanism -> 2012 Hop 5: European Stability Mechanism -> Buber-Rosenzweig-Medal -> 1998 Hop" + }, + { + "id": "q_004216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Philadelphia", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop" + }, + { + "id": "q_001024", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "1997-1998", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jos\u00e9 Anigo -> Olympiacos F.C. -> Head coach -> 1997-1998\n Answer: 1997-1998" + }, + { + "id": "q_003080", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Nobel Prize in Literature", + "pred": "John H. Finney", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Sarvepalli Radhakrishnan -> Nobel Peace Prize -> 1936 (year)\n Hop 2: 1936 -> nominated for -> John H. Finney (person)\n Answer: John H. Finney" + }, + { + "id": "q_006761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Reading F.C.", + "pred": "Tony Cascarino", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stephen Hunt -> sports team -> Crystal Palace F.C.\n Hop 2: Crystal Palace F.C. -> member -> Tony Cascarino\n Answer: Tony Cascarino" + }, + { + "id": "q_007249", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Athletic Club", + "pred": "Real Sociedad de F\u00fatbol", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rafael Moreno Aranzadi -> sports team -> Real Sociedad de F\u00fatbol\n Hop 2: Real Sociedad de F\u00fatbol -> member -> Jos\u00e9 Mar\u00eda de la Fuente\n Hop 3: Jos\u00e9 Mar\u00eda de la Fuente -> sports team -> Real Sociedad de F\u00fatbol\n Answer: Real Sociedad de F\u00fatbol" + }, + { + "id": "q_004330", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Cristina Campo -> country of citizenship -> Italy (1933)\n Hop 2: Italy -> country of citizenship -> Germany (1933)\n Answer: Germany" + }, + { + "id": "q_002355", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Brentford F.C.", + "pred": "none", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Andy Sinton -> sports team -> Wolverhampton Wanderers F.C. (1987)\n Answer: none" + }, + { + "id": "q_001500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Erwin Teufel", + "pred": "Hans Filbinger", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hans Filbinger -> head of government -> Baden-W\u00fcrttemberg (1978-1980)\n Hop 2: Baden-W\u00fcrttemberg -> head of government -> Hans Filbinger (1978-1980)\n Answer: Hans Filbinger" + }, + { + "id": "q_002493", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "TV Globo", + "pred": "Globo.com", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Grupo Globo -> subsidiary -> Globo.com (1994)\n Answer: Globo.com" + }, + { + "id": "q_004504", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "Hopcroft, John E. (1953) Hopcroft, John E. (1953) Hopcroft, John E. (1953) Hopcroft, John E. (1953) Hopcroft, John E. (1953) Hopcroft, John E. (1953) Hopcroft, John E. (1953) Hopcroft, John E. (1953)", + "em": 1.0, + "f1": 0.4, + "pred_raw": "Hopcroft, John E. (1953) Hopcroft, John E. (1953) Hopcroft, John E. (1953) Hopcroft, John E. (1953) Hopcroft, John E. (1953) Hopcroft, John E. (1953) Hopcroft, John E. (1953) Hopcroft, John E. (1953)" + }, + { + "id": "q_008366", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Jean Tremblay", + "pred": "Pauline Marois", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Saguenay -> Quebec -> Canada -> head of government -> Pauline Marois\n Hop 2: Pauline Marois -> head of government -> Quebec\n Hop 3: Quebec -> head of government -> Pauline Marois\n Answer: Pauline Marois" + }, + { + "id": "q_003310", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "1980", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The Maids of Wilko -> Academy Award for Best International Feature Film -> 1980\n Answer: 1980" + }, + { + "id": "q_004860", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "auxiliary bishop", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Guillermo Leaden -> position -> President of the United States (1975)\n Answer: President of the United States" + }, + { + "id": "q_007131", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Pino Caruso -> country of citizenship -> Kingdom of Italy (1976)\n Answer: Kingdom of Italy" + }, + { + "id": "q_001190", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Franca Florio -> country of citizenship -> Italy (1935)\n Answer: Italy" + }, + { + "id": "q_001845", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "Stade de Reims", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jean Templin -> member of -> Stade de Reims (1959)\n Answer: Stade de Reims" + }, + { + "id": "q_001601", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Lomonosov Moscow State University", + "pred": "Leningrad State University", + "em": 0.0, + "f1": 0.5714285714285715, + "pred_raw": "Hop\n Hop 1: Lev Pontryagin -> Employer in 1933 -> Leningrad State University (Hop 1)\n Answer: Leningrad State University" + }, + { + "id": "q_008159", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "AIK Fotboll", + "pred": "New Zealand Warriors", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Lee Baxter -> sports team -> New Zealand Warriors (Hop 1)\n Answer: New Zealand Warriors" + }, + { + "id": "q_006771", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Cuxhaven district", + "pred": "Netherlands", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Sietland -> located in -> Netherlands (1995)\n Answer: Netherlands" + }, + { + "id": "q_002990", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Vesyegonsky District", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Vesyegonsk -> located in -> Tver Oblast (1957)\n Hop 2: Tver Oblast -> located in -> Kostroma Oblast (1957)\n Hop 3: Kostroma Oblast -> located in -> Russia (1957)\n Answer: Russia" + }, + { + "id": "q_002704", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Everton F.C.", + "pred": "Hop 1: Adrian Heath -> sports team -> Wrexham A.F.C.\n Hop 2: Wrexham A.F.C. -> member -> John Toshack\n Hop 3: John Toshack -> sports team -> Wales national football team\n Hop 4: Wales national football team -> member -> Paul Trollope\n Hop 5: Paul Trollope -> sports team -> Wrexham A.F.C.\n Hop 6: Wrexham A", + "em": 0.0, + "f1": 0.15384615384615383, + "pred_raw": "Hop 1: Adrian Heath -> sports team -> Wrexham A.F.C.\n Hop 2: Wrexham A.F.C. -> member -> John Toshack\n Hop 3: John Toshack -> sports team -> Wales national football team\n Hop 4: Wales national football team -> member -> Paul Trollope\n Hop 5: Paul Trollope -> sports team -> Wrexham A.F.C.\n Hop 6: Wrexham A" + }, + { + "id": "q_000821", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Sabatino Moscati -> country of citizenship -> Italy (1930)\n Answer: Italy" + }, + { + "id": "q_001187", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Max Planck Institute for Chemistry", + "pred": "University of California, Berkeley", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Paul Josef Crutzen -> Nobel Prize in Chemistry -> 1995 -> Employer -> University of California, Berkeley (Hop 1)\n Hop 2: University of California, Berkeley -> Employer -> Paul Josef Crutzen (Hop 2)\n Answer: University of California, Berkeley" + }, + { + "id": "q_006629", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "United States Navy", + "pred": "United States Army", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop\n Hop 1: Frederick B. Dent -> Military branch -> United States Army (1946)\n Answer: United States Army" + }, + { + "id": "q_003305", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Antonello Aglioti -> country of citizenship -> Kingdom of Italy (1981)\n Answer: Kingdom of Italy" + }, + { + "id": "q_005228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Carter Harrison IV", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop" + }, + { + "id": "q_000310", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Le Montellier -> France (located in)\n Answer: France" + }, + { + "id": "q_003989", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Baron Moyne", + "pred": "Earl of Dufferin", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Walter Guinness, 1st Baron Moyne -> award -> Distinguished Service Order (1935)\n Hop 2: Walter Guinness, 1st Baron Moyne -> noble title -> Earl of Dufferin (1935)\n Hop 3: Earl of Dufferin -> country -> United Kingdom (1935)\n Answer: Earl of Dufferin" + }, + { + "id": "q_007146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Italy men's national association football team", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fabio Capello -> work location -> Italy men's national association football team (2001)\n Answer: Italy men's national association football team" + }, + { + "id": "q_002832", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Willy Marlow", + "pred": "Uwe Schneidewind", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rostock District -> shares border with -> Schleswig-Holstein (1983)\n Hop 2: Schleswig-Holstein -> head of government -> Uwe Schneidewind (1983)\n Hop 3: Uwe Schneidewind -> head of government -> Rostock District (1983)\n Answer: Uwe Schneidewind" + }, + { + "id": "q_000368", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "FC Porto", + "pred": "Manchester United F.C.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Deco -> sports team -> FC Porto (2003-2008)\n Hop 2: FC Porto -> member -> Jos\u00e9 Mourinho (1999-2002)\n Hop 3: Jos\u00e9 Mourinho -> sports team -> Manchester United F.C. (2008-2013)\n Answer: Manchester United F.C." + }, + { + "id": "q_005867", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Kursk Oblast", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kursk Oblast -> located in -> Kursk Oblast (country: Soviet Union)\n Answer: Kursk Oblast" + }, + { + "id": "q_005700", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Colombia men's national football team", + "pred": "Atl\u00e9tico Bucaramanga", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Juan Carlos Henao -> sports team -> Atl\u00e9tico Bucaramanga (2003)\n Answer: Atl\u00e9tico Bucaramanga" + }, + { + "id": "q_000881", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "York University", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop" + }, + { + "id": "q_005707", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Kreis Kalbe (Milde)", + "pred": "Europe", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Jeetze -> located in -> Germany (1952)\n Hop 2: Germany -> located in -> Europe (1952)\n Answer: Europe" + }, + { + "id": "q_001238", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Pre\u0161ov Region", + "pred": "Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pre\u0161ov -> Pre\u0161ov Region (located in)\n Hop 2: Pre\u0161ov Region -> Pre\u0161ov (located in)\n Hop 3: Pre\u0161ov -> Czechoslovakia (located in)\n Hop 4: Czechoslovakia -> Pre\u0161ov (located in)\n Answer: Czechoslovakia" + }, + { + "id": "q_006162", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erick Scott -> member of sports team -> Asociaci\u00f3n Deportiva San Carlos (2011)\n Answer: 2011" + }, + { + "id": "q_005973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pier Antonio Quarantotti Gambini -> country of citizenship -> Italy (1960)\n Answer: Italy" + }, + { + "id": "q_006967", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armando Aste -> country of citizenship -> Italy (1971)\n Answer: Italy" + }, + { + "id": "q_006519", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "F.C. Pro Vercelli 1892", + "pred": "Giuseppe Cianci", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: A.S.D. Biellese 1902 -> member of sports team -> Dante Amarilli (1902)\n Hop 2: Dante Amarilli (1902) -> member of sports team -> Giuseppe Cianci (1902)\n Answer: Giuseppe Cianci" + }, + { + "id": "q_006861", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Toulouse FC", + "pred": "Trabzonspor", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Umut Burugudut Bulut -> member of sports team -> Trabzonspor (2012)\n Answer: Trabzonspor" + }, + { + "id": "q_006139", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Decathlon CMA CGM Team", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nicolas Roche -> sports team -> Team Sky\n Hop 2: Team Sky -> member of -> British Cycling\n Hop 3: British Cycling -> member of -> United Kingdom\n Answer: United Kingdom" + }, + { + "id": "q_002293", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Bethesda", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Katie Ledecky -> Stanford -> residence -> 1999\n Answer: 1999" + }, + { + "id": "q_008165", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Akkermansky Uyezd", + "pred": "Europe", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bilhorod-Dnistrovskyi -> located in -> Kherson Oblast (1902)\n Hop 2: Kherson Oblast (1902) -> located in -> Russian Empire (1902)\n Hop 3: Russian Empire (1902) -> located in -> Europe (1902)\n Answer: Europe" + }, + { + "id": "q_001745", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Republic of China (1912-1949)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Li Tsung-jen -> country of citizenship -> Republic of China (1912-1949)\n Answer: Republic of China (1912-1949)" + }, + { + "id": "q_005776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Paul McGann", + "pred": "David Bamber", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Susannah Harker -> spouse -> Iain Glen (2008)\n Hop 2: Susannah Harker -> unmarried partner -> David Bamber (2008)\n Answer: David Bamber" + }, + { + "id": "q_002004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Al-Qaeda", + "pred": "United States", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Osama bin Laden -> 1993 -> United States (Hop 1)\n Hop 2: United States -> 1993 -> Al-Qaeda (Hop 2)\n Hop 3: Al-Qaeda -> 1993 -> allegiance (Hop 3)\n Answer: United States" + }, + { + "id": "q_003185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Weimar Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Vaterstetten -> country -> Germany (1922)\n Hop 2: Germany (1922) -> country -> German Empire (1922)\n Hop 3: German Empire (1922) -> country -> Germany (1922)\n Answer: Germany" + }, + { + "id": "q_007239", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: James Alberione -> country of citizenship -> Italy (1923)\n Answer: Italy" + }, + { + "id": "q_005515", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "doctorate", + "pred": "Doctor of Philosophy (PhD)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Raymond Dumais -> academic degree -> Doctor of Philosophy (PhD)\n Answer: Doctor of Philosophy (PhD)" + }, + { + "id": "q_002120", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Bauska District", + "pred": "Hop 1: Bauska -> Latvia (located in)\n Hop 2: Latvia -> Europe (located in)\n Hop 3: Europe -> European Union (located in)\n Hop 4: European Union -> European Economic Area (located in)\n Hop 5: European Economic Area -> European Free Trade Association (located in)\n Hop 6: European Free Trade Association -> European Union (located in)\n Hop 7: European Union -> European Economic Area (located in)\n Hop", + "em": 0.0, + "f1": 0.09090909090909091, + "pred_raw": "Hop 1: Bauska -> Latvia (located in)\n Hop 2: Latvia -> Europe (located in)\n Hop 3: Europe -> European Union (located in)\n Hop 4: European Union -> European Economic Area (located in)\n Hop 5: European Economic Area -> European Free Trade Association (located in)\n Hop 6: European Free Trade Association -> European Union (located in)\n Hop 7: European Union -> European Economic Area (located in)\n Hop" + }, + { + "id": "q_007214", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Gale Anne Hurd", + "pred": "None", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: James Cameron -> spouse -> Kathryn Bigelow (1987)\n Answer: None" + }, + { + "id": "q_008171", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Giuseppe Motta (19", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Felice Andreasi -> country of citizenship -> Kingdom of Italy (1980)\n Hop 2: Kingdom of Italy (1980) -> successor -> Kingdom of Italy (1980) (1980)\n Hop 3: Kingdom of Italy (1980) (1980) -> country of citizenship -> Giuseppe Motta (1980)\n Answer: Giuseppe Motta (19" + }, + { + "id": "q_002624", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Woodrow Wilson", + "pred": "Woodrow Wilson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: United States -> head of government -> Woodrow Wilson (1913-1921)\n Answer: Woodrow Wilson" + }, + { + "id": "q_004467", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Alberto Albertini -> country of citizenship -> Italy (1924)\n Answer: Italy" + }, + { + "id": "q_006746", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1993.0, + "gold": "1993", + "pred": "1993", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: CPJ International Press Freedom Awards -> award -> Veran Mati\u0107 (1993)\n Answer: 1993" + }, + { + "id": "q_008176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Serbia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Vr\u0161ac -> Serbia (country) (1979)\n Answer: Serbia" + }, + { + "id": "q_000447", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonio Sbardella -> country of citizenship -> Italy (1980)\n Answer: Italy" + }, + { + "id": "q_007622", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jos\u00e9 Ortigoza -> member of sports team -> Ulsan HD FC (2010)\n Answer: 2010" + }, + { + "id": "q_007073", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FC Luch-Energiya Vladivostok", + "pred": "FC Spartak Moscow", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Maksim Layushkin -> sports team -> FC Spartak Moscow (1996)\n Answer: FC Spartak Moscow" + }, + { + "id": "q_006216", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Soviet Union", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Yelena Miroshina -> country of citizenship -> Russia (1987)\n Answer: Russia" + }, + { + "id": "q_007462", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "\u00d6sters IF", + "pred": "Swedish Football League Allsvenskan", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Hans Eklund -> member of sports team -> IFK G\u00f6teborg (1987)\n Hop 2: IFK G\u00f6teborg -> member of sports team -> Swedish Football League Allsvenskan (1987)\n Answer: Swedish Football League Allsvenskan" + }, + { + "id": "q_000068", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Eski\u015fehirspor", + "pred": "Hop 2: Bak\u0131rk\u00f6yspor -> member of sports team -> Adana Demirspor (1982)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: \u00d6mer Kaner -> member of sports team -> Bak\u0131rk\u00f6yspor (1982)\n Answer: Hop 2: Bak\u0131rk\u00f6yspor -> member of sports team -> Adana Demirspor (1982)" + }, + { + "id": "q_002516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Marconi Prize", + "pred": "award", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Federico Faggin -> National Medal of Technology and Innovation (awarded)\n Hop 2: National Medal of Technology and Innovation -> 1988 (year)\n Hop 3: 1988 -> award (type)\n Hop 4: award -> 1988 (year)\n Answer: award" + }, + { + "id": "q_003568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Silvio Gazzaniga -> country of citizenship -> Kingdom of Italy (1996)\n Answer: Kingdom of Italy" + }, + { + "id": "q_005968", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adone Zoli -> country of citizenship -> Italy (1958)\n Answer: Italy" + }, + { + "id": "q_000185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Antonio Sbardella -> country of citizenship -> Kingdom of Italy (1980)\n Answer: Kingdom of Italy" + }, + { + "id": "q_002706", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "economic liberalism", + "pred": "Hop\n Hop: 1957 -> 1957 -> 1957 -> 1957 -> 1957 -> 1957 -> 1957 -> 1957 -> 1957 -> 1957 -> 1957 -> 1957 -> 1957 -> 1957 -> 1957 -> 1", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop: 1957 -> 1957 -> 1957 -> 1957 -> 1957 -> 1957 -> 1957 -> 1957 -> 1957 -> 1957 -> 1957 -> 1957 -> 1957 -> 1957 -> 1957 -> 1" + }, + { + "id": "q_006338", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Jan Hendrik Oort", + "pred": "1956", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Maarten Schmidt -> doctoral advisor -> 1956 -> 1956\n Hop 2: 1956 -> 1956 -> 1956 -> 1956\n Hop 3: 1956 -> 1956 -> 1956 -> 1956\n Answer: 1956" + }, + { + "id": "q_002715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "State Government", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Johanna Mikl-Leitner -> educated at -> Vienna University of Economics and Business (Hop 1)\n Hop 2: Vienna University of Economics and Business -> located in -> Vienna (Hop 2)\n Hop 3: Vienna -> country -> Austria (Hop 3)\n Answer: Austria" + }, + { + "id": "q_005181", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leigh Bromby -> sports team -> Sheffield United F.C. (2009)\n Answer: 2009" + }, + { + "id": "q_003253", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "chairperson", + "pred": "none", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kenjir\u014d Sh\u014dda -> educated at -> University of G\u00f6ttingen (1958)\n Answer: none" + }, + { + "id": "q_007645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Hop 2: Ankaraspor -> member -> Eren Derdiyok (2002)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: G\u00f6khan \u00dcnal -> sports team -> Ankaraspor (2002)\n Answer: Hop 2: Ankaraspor -> member -> Eren Derdiyok (2002)" + }, + { + "id": "q_003453", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Irene Galitzine -> country of citizenship -> Kingdom of Italy (1956)\n Answer: Kingdom of Italy" + }, + { + "id": "q_002186", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Academy Award for Best Actress", + "pred": "Best Actress in a Motion Picture - Drama", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Meryl Streep -> nominated for -> Best Actress in a Motion Picture - Drama (1990)\n Answer: Best Actress in a Motion Picture - Drama" + }, + { + "id": "q_000960", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop\n Hop: 1. Biysk -> country -> Russian Empire (1922)\n Hop: 2. Biysk -> country -> Soviet Union (1922)\n Answer: Soviet Union" + }, + { + "id": "q_004347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Germany -> currency -> Deutsche Mark (1948-2002)\n Hop 2: Heinrich L\u00fcbke -> head of state -> Germany (1959-1969)\n Hop 3: Germany -> currency -> Deutsche Mark (1948-2002)\n Answer: Deutsche Mark" + }, + { + "id": "q_003476", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Municipio III", + "pred": "San Lorenzo (location)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: San Lorenzo -> San Lorenzo (Rome) (located in)\n Hop 2: San Lorenzo (Rome) -> San Lorenzo (location) (location)\n Hop 3: San Lorenzo (location) -> San Lorenzo (location) (located in)\n Answer: San Lorenzo (location)" + }, + { + "id": "q_001826", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "WWE", + "pred": "Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Answer: Hop" + }, + { + "id": "q_002764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Camillo Cibin -> country of citizenship -> Italy (1942)\n Answer: Italy" + }, + { + "id": "q_007776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Latvian Soviet Socialist Republic", + "pred": "Ventspils", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: R\u0113zekne -> country -> Soviet Union (1991)\n Hop 2: R\u0113zekne -> located in -> Ventspils (1991)\n Answer: Ventspils" + }, + { + "id": "q_002291", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2022.0, + "gold": "Al-Nassr", + "pred": "Ronaldinho", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luiz Gustavo -> sports team -> Brazil men's national football team (2009-2010)\n Hop 2: Brazil men's national football team -> member -> Ronaldinho (2009-2010)\n Answer: Ronaldinho" + }, + { + "id": "q_006248", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Zeno Saltini -> country of citizenship -> Italy (1936)\n Answer: Italy" + }, + { + "id": "q_003830", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop" + }, + { + "id": "q_005800", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1927.0, + "gold": "1927", + "pred": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop" + }, + { + "id": "q_002743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Roman Herzog", + "pred": "Karl D\u00f6nitz", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Germany -> head of state -> Karl D\u00f6nitz (1945-1949)\n Answer: Karl D\u00f6nitz" + }, + { + "id": "q_005305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "TOP 09", + "pred": "Christian Democratic Union of Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Karel Schwarzenberg -> European Human Rights Prize -> 2017\n Hop 2: Karel Schwarzenberg -> member of political party -> Christian Democratic Union of Czechoslovakia\n Answer: Christian Democratic Union of Czechoslovakia" + }, + { + "id": "q_003125", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Nationalist Party", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Xiao Ke -> country of citizenship -> Qing dynasty (1929)\n Hop 2: Xiao Ke -> member of political party -> Chinese Nationalist Party (1929)\n Answer: Chinese Nationalist Party" + }, + { + "id": "q_003993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "United States Air Force", + "pred": "Bell Labs", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Warren Weaver -> employer -> Bell Labs (1918)\n Answer: Bell Labs" + }, + { + "id": "q_000679", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Jean-Marc Poirier", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jean-Marie Cavada -> position -> Jean-Marc Poirier (1997-2000)\n Answer: Jean-Marc Poirier" + }, + { + "id": "q_001435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "1922", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop\n Hop 1: Basmachi movement -> capital -> Dushanbe (1922)\n Answer: 1922" + }, + { + "id": "q_004918", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Karl Plattner -> country of citizenship -> Kingdom of Italy (1947)\n Answer: Kingdom of Italy" + }, + { + "id": "q_006137", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Orlando Magic", + "pred": "Los Angeles Lakers", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Shaquille O'Neal -> Member of sports team -> Los Angeles Lakers (1995)\n Answer: Los Angeles Lakers" + }, + { + "id": "q_002644", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Club Atl\u00e9tico Nueva Chicago", + "em": 0.0, + "f1": 0.5714285714285715, + "pred_raw": "Hop 1: Daniel Islas -> member of sports team -> Club Atl\u00e9tico Nueva Chicago (2009)\n Answer: Club Atl\u00e9tico Nueva Chicago" + }, + { + "id": "q_004185", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Sharon Tate", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stanley Kubrick -> wife -> Sharon Tate (1995)\n Answer: Sharon Tate" + }, + { + "id": "q_007259", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Siemens AG", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Herbert Seifert -> employer -> Siemens AG (1961)\n Answer: Siemens AG" + }, + { + "id": "q_000078", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Bruno Bettinelli -> country of citizenship -> Kingdom of Italy (1972)\n Answer: Kingdom of Italy" + }, + { + "id": "q_006054", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Rome", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tullia Zevi -> country of citizenship -> Kingdom of Italy (1919-1922)\n Hop 2: Kingdom of Italy -> capital -> Rome (1919-1922)\n Hop 3: Rome -> country of citizenship -> Tullia Zevi (1919-1922)\n Answer: Rome" + }, + { + "id": "q_002336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "SC Young Fellows Juventus", + "pred": "FC Basel", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Leopold Kielholz -> member of sports team -> FC Basel 1942\n Answer: FC Basel" + }, + { + "id": "q_004140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "president", + "pred": "Hop 1: Richard William Smith -> position -> United States Ambassador to the United Nations (1961-1962)\n Hop 2: United States Ambassador to the United Nations -> country -> United States\n Hop 3: United States -> president -> Lyndon B. Johnson\n Hop 4: Lyndon B. Johnson -> position -> 36th President of the United States\n Hop 5: 36th President of the United States ->", + "em": 1.0, + "f1": 0.07692307692307693, + "pred_raw": "Hop 1: Richard William Smith -> position -> United States Ambassador to the United Nations (1961-1962)\n Hop 2: United States Ambassador to the United Nations -> country -> United States\n Hop 3: United States -> president -> Lyndon B. Johnson\n Hop 4: Lyndon B. Johnson -> position -> 36th President of the United States\n Hop 5: 36th President of the United States ->" + }, + { + "id": "q_002324", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "1999-2000", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: FC Vilnius -> member -> sports team of -> Arvydas Novikovas (1999-2000)\n Answer: 1999-2000" + }, + { + "id": "q_008261", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "National Basketball Association", + "pred": "National Football League (NFL)", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Chris Mihm -> 2005 -> National Football League (NFL)\n Answer: National Football League (NFL)" + }, + { + "id": "q_004156", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Gianni Dova -> country of citizenship -> Italy (1936)\n Answer: Italy" + }, + { + "id": "q_002138", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Montpellier H\u00e9rault Sport Club", + "pred": "Paris FC", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Olivier Sorlin -> member of -> AS Monaco FC (1999)\n Hop 2: AS Monaco FC -> sports team -> Paris FC (1999)\n Answer: Paris FC" + }, + { + "id": "q_001307", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Mario Del Monaco -> country of citizenship -> Kingdom of Italy (1953)\n Answer: Kingdom of Italy" + }, + { + "id": "q_005256", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "auxiliary bishop", + "pred": "President of the Dominican Republic", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ortega Franco -> position -> President of the Dominican Republic (2012)\n Answer: President of the Dominican Republic" + }, + { + "id": "q_004475", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Q135837", + "pred": "Fassa Bortolo", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Raimondas Rum\u0161as -> member of -> Fassa Bortolo (2003)\n Answer: Fassa Bortolo" + }, + { + "id": "q_002220", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Estudiantes de La Plata", + "pred": "Jos\u00e9 Mar\u00eda Camacho", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Iv\u00e1n Moreno y Fabianesi -> member of -> Villarreal CF (2008)\n Hop 2: Villarreal CF -> sports team of -> Real Madrid (2008)\n Hop 3: Real Madrid -> member of -> Jos\u00e9 Mar\u00eda Camacho (2008)\n Answer: Jos\u00e9 Mar\u00eda Camacho" + }, + { + "id": "q_006192", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Egypt", + "pred": "Egypt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zakaria Mohieddin -> country of citizenship -> Egypt (1983)\n Answer: Egypt" + }, + { + "id": "q_005619", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Adone Zoli -> country of citizenship -> Italy (1919)\n Answer: Italy" + }, + { + "id": "q_003460", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Buber-Rosenzweig-Medal", + "pred": "2012 European Cup", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nikolaus Schneider -> award -> 2012 European Cup\n Hop 2: 2012 European Cup -> winner -> Germany national football team\n Hop 3: Germany national football team -> award -> 2012 European Cup\n Answer: 2012 European Cup" + }, + { + "id": "q_005532", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Gy\u00f6rgy Fekete", + "pred": "G\u00e1bor Szab\u00f3", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Szilvia Sunyovszky -> spouse -> G\u00e1bor Szab\u00f3 (2020)\n Answer: G\u00e1bor Szab\u00f3" + }, + { + "id": "q_000731", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Ren\u00e9 Ang\u00e9lil", + "pred": "Jean-Sebastien Fundy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: C\u00e9line Dion -> spouse -> Jean-Sebastien Fundy (1998-2000)\n Answer: Jean-Sebastien Fundy" + }, + { + "id": "q_007949", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Aston Villa F.C.", + "pred": "New Zealand national rugby union team", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Harry Parkes -> Member of sports team -> New Zealand national rugby union team (1940)\n Answer: New Zealand national rugby union team" + }, + { + "id": "q_001545", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Armando Aste -> country of citizenship -> Kingdom of Italy (1971)\n Answer: Kingdom of Italy" + }, + { + "id": "q_001649", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Francesco Aguzzoli -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> successor -> Yugoslavia (1969)\n Answer: Yugoslavia" + }, + { + "id": "q_008040", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Carlo Zecchi -> country of citizenship -> Italy (1934)\n Answer: Italy" + }, + { + "id": "q_006170", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Nazi Germany", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop" + }, + { + "id": "q_008589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Filippo Zappata -> country of citizenship -> Kingdom of Italy (1968)\n Answer: Kingdom of Italy" + }, + { + "id": "q_003715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Brandenburg (Germany)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Cottbus -> located in -> Brandenburg (Germany) (1982)\n Answer: Brandenburg (Germany)" + }, + { + "id": "q_004771", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "SV Waldhof Mannheim", + "pred": "German football league", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fritz Walter -> member of -> TSG Weinheim (1982)\n Hop 2: TSG Weinheim -> member of -> 1. FC Kaiserslautern (1982)\n Hop 3: 1. FC Kaiserslautern -> member of -> German football league (1982)\n Answer: German football league" + }, + { + "id": "q_002240", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Raymond Lahey", + "pred": "Hopcroft, John", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hopcroft, John\nAnswer: Hopcroft, John" + }, + { + "id": "q_001328", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "F.C. Hansa Rostock", + "pred": "1. FC Nuremberg", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Axel Hauschild -> sports team -> 1. FC Nuremberg (1985)\n Answer: 1. FC Nuremberg" + }, + { + "id": "q_003910", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1926.0, + "gold": "Yves du Manoir Stadium", + "pred": "Stade Jean-Bouin", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Racing 92 -> home venue -> Stade Jean-Bouin (1926)\n Answer: Stade Jean-Bouin" + }, + { + "id": "q_003393", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Nemuro Subprefecture (1897\u20142010)", + "pred": "Kursk Oblast", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Signalny -> located in -> Kursk Oblast (1990)\n Answer: Kursk Oblast" + }, + { + "id": "q_003249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Red Square", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tes-Khemsky District -> Tuvan People's Republic (located in)\n Hop 2: Tuvan People's Republic -> Soviet Union (located in)\n Hop 3: Soviet Union -> Russia (located in)\n Hop 4: Russia -> Moscow (located in)\n Hop 5: Moscow -> Red Square (located in)\n Answer: Red Square" + }, + { + "id": "q_002690", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Edgardo Moltoni -> country of citizenship -> Kingdom of Italy (1970)\n Answer: Kingdom of Italy" + }, + { + "id": "q_000520", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Peterborough United F.C.", + "em": 0.0, + "f1": 0.5714285714285715, + "pred_raw": "Hop 1: Alec Chamberlain -> member of sports team -> Colchester United F.C.\n Hop 2: Colchester United F.C. -> member of sports team -> Peterborough United F.C.\n Answer: Peterborough United F.C." + }, + { + "id": "q_008590", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Acad\u00e9mie des beaux-arts", + "pred": "Jeanne Moreau", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Albert Decaris -> member -> Jeanne Moreau (1951)\n Answer: Jeanne Moreau" + }, + { + "id": "q_002965", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Toronto", + "pred": "Hop\n Hop 1: Healey Willan -> Canada -> 1951 -> 1951 -> 1951\n Hop 2: Canada -> 1951 -> 1951 -> 1951 -> 1951\n Hop 3: 1951 -> 1951 -> 1951 -> 1951 -> 1951\n Answer", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Healey Willan -> Canada -> 1951 -> 1951 -> 1951\n Hop 2: Canada -> 1951 -> 1951 -> 1951 -> 1951\n Hop 3: 1951 -> 1951 -> 1951 -> 1951 -> 1951\n Answer" + }, + { + "id": "q_000417", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giovanni Azzini -> country of citizenship -> Kingdom of Italy (1992)\n Answer: Kingdom of Italy" + }, + { + "id": "q_007810", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Soviet Union", + "pred": "Khotyn", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Khotyn -> located in -> Khotinskij County (Hop 1)\n Hop 2: Khotinskij County -> country -> Khotyn (Hop 2)\n Answer: Khotyn" + }, + { + "id": "q_002744", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Queen Mary University of London", + "pred": "Siemens AG", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kurt Hirsch -> employer -> Siemens AG (1971)\n Answer: Siemens AG" + }, + { + "id": "q_006283", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "University of G\u00f6ttingen", + "pred": "University of Vienna (1912)", + "em": 0.0, + "f1": 0.5714285714285715, + "pred_raw": "Hop 1: Johann Radon -> University of Vienna -> founded -> University of Vienna (1912)\n Answer: University of Vienna (1912)" + }, + { + "id": "q_001516", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "President of the Swiss Confederation", + "pred": "President of the Swiss Confederation", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Samuel Schmid -> position -> President of the Swiss Confederation (2005)\n Answer: President of the Swiss Confederation" + }, + { + "id": "q_004019", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "Hop 1: Shk\u00eblzen Gashi -> member of sports team -> Switzerland national under-21 football team (2013-2014)\n Hop 2: Switzerland national under-21 football team -> member of sports team -> FC Basel 1893 (2013-2014)\n Hop 3: FC Basel 1893 -> member of sports team -> Shk\u00eblzen Gashi (2", + "em": 0.0, + "f1": 0.09090909090909091, + "pred_raw": "Hop 1: Shk\u00eblzen Gashi -> member of sports team -> Switzerland national under-21 football team (2013-2014)\n Hop 2: Switzerland national under-21 football team -> member of sports team -> FC Basel 1893 (2013-2014)\n Hop 3: FC Basel 1893 -> member of sports team -> Shk\u00eblzen Gashi (2" + }, + { + "id": "q_007577", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Goethe University Frankfurt", + "pred": "Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hop" + }, + { + "id": "q_006387", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Nopporo Station", + "pred": "Kita-Kamikawa Station", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Ebetsu Station -> Horomui Station (adjacent)\n Hop 2: Horomui Station -> Kita-Kamikawa Station (adjacent)\n Answer: Kita-Kamikawa Station" + }, + { + "id": "q_005748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Saragat -> country of citizenship -> Kingdom of Italy (1965)\n Hop 2: Giuseppe Saragat -> position held -> President of Italy (1965)\n Answer: President of Italy" + }, + { + "id": "q_006907", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "Ottoman Empire", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stara Zagora -> Bulgaria (country)\n Hop 2: Bulgaria -> Ottoman Empire (country)\n Hop 3: Ottoman Empire -> Stara Zagora (country)\n Answer: Ottoman Empire" + }, + { + "id": "q_000891", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Goffredo Zehender -> country of citizenship -> Italy (1929)\n Answer: Italy" + }, + { + "id": "q_003937", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "VfL Bochum", + "pred": "Djurg\u00e5rdens IF Fotboll", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Matias Concha -> member of sports team -> Djurg\u00e5rdens IF Fotboll (2011)\n Answer: Djurg\u00e5rdens IF Fotboll" + }, + { + "id": "q_000823", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuliano Bernardi -> country of citizenship -> Italy (1970)\n Answer: Italy" + }, + { + "id": "q_006764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Aston Villa F.C.", + "pred": "Manchester City F.C.", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Alan Wright -> member of -> Manchester City F.C. (1993-1996)\n Answer: Manchester City F.C." + }, + { + "id": "q_008286", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Deportivo de La Coru\u00f1a", + "pred": "Hop 1: Miroslav \u0110uki\u0107 -> sports team -> C.D. Tenerife (1995)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Miroslav \u0110uki\u0107 -> sports team -> C.D. Tenerife (1995)\n Answer: Hop 1: Miroslav \u0110uki\u0107 -> sports team -> C.D. Tenerife (1995)" + }, + { + "id": "q_002635", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop\n Answer: Germany" + }, + { + "id": "q_006205", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gabriele Mucchi -> country of citizenship -> Italy (1990)\n Answer: Italy" + }, + { + "id": "q_005727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Austria men's national football team", + "pred": "FK Austria Wien", + "em": 0.0, + "f1": 0.2222222222222222, + "pred_raw": "Hop 1: Roman M\u00e4hlich -> member of -> Wiener Sport-Club (1998)\n Hop 2: Wiener Sport-Club -> member of -> FK Austria Wien (1998)\n Answer: FK Austria Wien" + }, + { + "id": "q_002157", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Morselli -> country of citizenship -> Italy (1967)\n Answer: Italy" + }, + { + "id": "q_000634", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "SSC Bari", + "pred": "A.S. Roma", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Graziano Battistini -> sports team -> A.S. Roma (2003)\n Answer: A.S. Roma" + }, + { + "id": "q_005602", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Kita-Toyotsu Signal Base", + "pred": "Kunnui Station", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kunnui Station -> Oshamambe Station (adjacent)\n Hop 2: Oshamambe Station -> Kunnui Station (adjacent)\n Answer: Kunnui Station" + }, + { + "id": "q_000342", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Vagit Alekperov -> award -> Order of the Badge of Honour (1989)\n Hop 2: Order of the Badge of Honour -> country -> Russia (1989)\n Hop 3: Vagit Alekperov -> citizenship -> Russia (1989)\n Answer: Russia" + }, + { + "id": "q_004873", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Club Atletico All Boys", + "pred": "Club Atl\u00e9tico River Plate", + "em": 0.0, + "f1": 0.25, + "pred_raw": "Hop 1: Agust\u00edn Torassa -> sports team -> Club Atl\u00e9tico River Plate (2010)\n Answer: Club Atl\u00e9tico River Plate" + }, + { + "id": "q_004390", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Shonan Bellmare", + "pred": "Hop 1: Takeshi Motoyoshi -> member of -> Urawa Red Diamonds (1990)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Takeshi Motoyoshi -> member of -> Urawa Red Diamonds (1990)\n Answer: Hop 1: Takeshi Motoyoshi -> member of -> Urawa Red Diamonds (1990)" + }, + { + "id": "q_006898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Bruno Rossi Prize", + "pred": "Henry Draper Medal", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rashid Sunyaev -> award -> Bruce Medal (1988)\n Hop 2: Bruce Medal -> award -> Henry Draper Medal (1988)\n Answer: Henry Draper Medal" + }, + { + "id": "q_006508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Italy", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alfons Benedikter -> country of citizenship -> Austria (1955)\n Answer: Austria" + }, + { + "id": "q_005697", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "G.S. Iraklis Thessalonikis (men's association football)", + "pred": "FK Rad", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ivan Jovanovi\u0107 -> member of -> FK Rad (1992)\n Answer: FK Rad" + }, + { + "id": "q_002898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "VfB Stuttgart", + "pred": "Germany men's national association football team", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ernst Blum -> member of sports team -> German football team (1925)\n Hop 2: German football team (1925) -> member of sports team -> Germany men's national association football team (1925)\n Hop 3: Germany men's national association football team (1925) -> member of sports team -> Germany men's national association football team\n Answer: Germany men's national association football team" + }, + { + "id": "q_003442", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bledi Shk\u00ebmbi -> sports team -> KF Tirana (2010)\n Hop 2: Besa Kavaj\u00eb -> member of sports team -> KF Tirana (2010)\n Answer: 2010" + }, + { + "id": "q_004805", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Bocskai FC", + "pred": "Ferencv\u00e1rosi TC", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: J\u00e1nos Gyarmati -> sports team -> Ferencv\u00e1rosi TC (1931)\n Answer: Ferencv\u00e1rosi TC" + }, + { + "id": "q_006113", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Prime Minister of Bhutan", + "pred": "Prime Minister of Bhutan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jigme Palden Dorji -> Prime Minister of Bhutan (1962) (position held)\n Answer: Prime Minister of Bhutan" + }, + { + "id": "q_002998", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Hibernian F.C.", + "pred": "Scotland national football team", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Derek Riordan -> member of sports team -> St. Johnstone F.C.\n Hop 2: St. Johnstone F.C. -> manager -> John Hughes (footballer)\n Hop 3: John Hughes (footballer) -> member of sports team -> Scotland men's national football team\n Hop 4: Scotland men's national football team -> member of sports team -> Scotland national football team\n Answer: Scotland national football team" + }, + { + "id": "q_000743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Toti Dal Monte -> country of citizenship -> Italy (1922)\n Answer: Italy" + }, + { + "id": "q_005890", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Aldo Clementi -> country of citizenship -> Italy (1942)\n Answer: Italy" + }, + { + "id": "q_003583", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Aichi district", + "pred": "Japan", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nagakute -> Aichi Prefecture (located in)\n Hop 2: Aichi Prefecture -> Chubu region (located in)\n Hop 3: Chubu region -> Japan (located in)\n Answer: Japan" + }, + { + "id": "q_006267", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "German Empire", + "pred": "Hop\n Hop: Freiburg im Breisgau -> Germany -> 1917 -> 1917\n Hop: Germany -> 1917 -> 1917 -> 1917\n Hop: 1917 -> 1917 -> 1917 -> 1917\n Hop: 1917 -> 1917 -> 1917 ->", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop: Freiburg im Breisgau -> Germany -> 1917 -> 1917\n Hop: Germany -> 1917 -> 1917 -> 1917\n Hop: 1917 -> 1917 -> 1917 -> 1917\n Hop: 1917 -> 1917 -> 1917 ->" + }, + { + "id": "q_005655", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Associated Press Athlete of the Year", + "pred": "2", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Serena Williams -> Laureus World Sports Award for Comeback of the Year -> 2009\n Hop 2: Serena Williams -> 2009 -> 2009 US Open\n Hop 3: 2009 US Open -> award -> US Open Women's Singles Title\n Hop 4: US Open Women's Singles Title -> award -> 2009 US Open Women's Singles Title\n Answer: 2" + }, + { + "id": "q_003079", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Kingdom of Bulgaria", + "pred": "Bulgaria", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop\n Hop 1: Burgas -> Country -> Bulgaria\n Hop 2: Bulgaria -> Capital -> Sofia\n Hop 3: Sofia -> Country -> Bulgaria\n Hop 4: Bulgaria -> Leader -> Georgi Parvanov\n Hop 5: Georgi Parvanov -> Country -> Bulgaria\n Answer: Bulgaria" + }, + { + "id": "q_002419", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Helmond Sport", + "pred": "Dutch national team", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fons van Wissen -> member of -> Dutch national team (1968)\n Answer: Dutch national team" + }, + { + "id": "q_007094", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "World Rally Championship", + "pred": "1980", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Citro\u00ebn World Rally Team -> World Rally Championship -> 1980 (Hop 1)\n Answer: 1980" + }, + { + "id": "q_004223", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "French Navy", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: NAe S\u00e3o Paulo -> country of registry -> France (1996)\n Hop 2: France -> owned by -> France (1996)\n Answer: France" + }, + { + "id": "q_000687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Orthez", + "pred": "1921", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Francis Jammes -> residence -> 1921 (Hop 1: 1921 -> residence -> Francis Jammes)\n Answer: 1921" + }, + { + "id": "q_001391", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Royal Academy of Exact, Physical and Natural Sciences", + "pred": "Real Academia Espa\u00f1ola", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jos\u00e9 Echegaray -> member of -> Real Academia Espa\u00f1ola (1903)\n Answer: Real Academia Espa\u00f1ola" + }, + { + "id": "q_005935", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Atalanta BC", + "pred": "Vittorio Pozzo", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giuseppe Meazza -> sports team -> A.S. Roma (1946)\n Hop 2: A.S. Roma -> coach -> Vittorio Pozzo (1946)\n Answer: Vittorio Pozzo" + }, + { + "id": "q_003693", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Spartak", + "pred": "Hop 1: Spartak Moscow -> member -> Adam Wolanin (2012-2013)\n Hop 2: Adam Wolanin -> part -> Polish Football Association (2013-2014)\n Hop 3: Polish Football Association -> part -> Polish Football Association (2013-2014)\n Hop 4: Polish Football Association -> part -> Polish Football Association (2013-201", + "em": 1.0, + "f1": 0.10526315789473684, + "pred_raw": "Hop 1: Spartak Moscow -> member -> Adam Wolanin (2012-2013)\n Hop 2: Adam Wolanin -> part -> Polish Football Association (2013-2014)\n Hop 3: Polish Football Association -> part -> Polish Football Association (2013-2014)\n Hop 4: Polish Football Association -> part -> Polish Football Association (2013-201" + }, + { + "id": "q_001318", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Princeton University", + "pred": "Massachusetts Institute of Technology", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Marvin Minsky -> educated at -> Harvard University (Hop 1)\n Hop 2: Marvin Minsky -> educated at -> Massachusetts Institute of Technology (Hop 2)\n Answer: Massachusetts Institute of Technology" + }, + { + "id": "q_006537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Walter Feit", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Walter Feit -> employer -> Walter Feit (1995)\n Answer: Walter Feit" + }, + { + "id": "q_000126", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Titta Ruffo -> country of citizenship -> Italy (1942)\n Answer: Italy" + }, + { + "id": "q_004119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Belgium", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pino Cerami -> country of citizenship -> Belgium (1933)\n Answer: Belgium" + }, + { + "id": "q_004718", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Egypt", + "pred": "Kingdom of Egypt", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Hosni Mubarak -> country of citizenship -> Kingdom of Egypt (1989)\n Answer: Kingdom of Egypt" + }, + { + "id": "q_000908", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "TI-Raleigh", + "pred": "Hop\n Hop: 1 (1982) -> 2 (1982) -> 3 (1982) -> 4 (1982) -> 5 (1982) -> 6 (1982) -> 7 (1982) -> 8 (1982) -> 9 (1982) -> 10 (1982) ->", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop: 1 (1982) -> 2 (1982) -> 3 (1982) -> 4 (1982) -> 5 (1982) -> 6 (1982) -> 7 (1982) -> 8 (1982) -> 9 (1982) -> 10 (1982) ->" + }, + { + "id": "q_003983", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Spanish Navy", + "pred": "United States Navy", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: U-573 -> operator -> Kriegsmarine (1951)\n Hop 2: Kriegsmarine -> successor -> United States Navy (1951)\n Hop 3: United States Navy -> operator -> United States Navy (1951)\n Answer: United States Navy" + }, + { + "id": "q_008295", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Grawemeyer Award for Music Composition", + "pred": "Hop\n Hop: 1. Witold Lutos\u0142awski -> 1985 -> 1985 -> 1985 -> 1985 -> 1985 -> 1985 -> 1985 -> 1985 -> 1985 -> 1985 -> 1985 -> 1985 -> 1985 -> 198", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop: 1. Witold Lutos\u0142awski -> 1985 -> 1985 -> 1985 -> 1985 -> 1985 -> 1985 -> 1985 -> 1985 -> 1985 -> 1985 -> 1985 -> 1985 -> 1985 -> 198" + }, + { + "id": "q_003030", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "pred": "Acad\u00e9mie fran\u00e7aise", + "em": 0.0, + "f1": 0.25, + "pred_raw": "Hop 1: Alfred Jeanroy -> member of -> Acad\u00e9mie fran\u00e7aise (1925)\n Answer: Acad\u00e9mie fran\u00e7aise" + }, + { + "id": "q_005340", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Boavista F.C.", + "pred": "Akhisar Belediyespor", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Diego da Costa Lima -> member of -> Akhisar Belediyespor (2016)\n Answer: Akhisar Belediyespor" + }, + { + "id": "q_004507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Hop\n Hop: 1. Hlukhiv -> Ukraine (1917-1921)\n Hop: 2. Ukraine (1917-1921) -> Ukrainian People's Republic (1917-1921)\n Hop: 3. Ukrainian People's Republic (1917-1921) -> country of Hlukhiv (1921-1927", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop: 1. Hlukhiv -> Ukraine (1917-1921)\n Hop: 2. Ukraine (1917-1921) -> Ukrainian People's Republic (1917-1921)\n Hop: 3. Ukrainian People's Republic (1917-1921) -> country of Hlukhiv (1921-1927" + }, + { + "id": "q_008262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Dario Franchitti", + "pred": "John Ritter", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ashley Judd -> spouse -> John Ritter (2012)\n Answer: John Ritter" + }, + { + "id": "q_000349", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "2nd U-boat Flotilla", + "pred": "1939", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: U-43 (1939) -> launched -> 1939\n Hop 2: 1939 -> significant event -> 1939\n Hop 3: 1939 -> affiliation -> 1939\n Answer: 1939" + }, + { + "id": "q_004450", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Radio Free Europe/Radio Liberty", + "pred": "Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft" + }, + { + "id": "q_001374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "British Mandate of Palestine", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Netanya -> located in -> Haifa (country: Mandatory Palestine)\n Hop 2: Haifa -> located in -> Mandatory Palestine (country: British Mandate of Palestine)\n Answer: British Mandate of Palestine" + }, + { + "id": "q_005907", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1904.0, + "gold": "1904", + "pred": "1904", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heinrich Franz Friedrich Tietze -> born in -> 1881\n Hop 2: 1881 -> year of birth -> 1904\n Hop 3: 1904 -> doctoral student of -> Gustav von Escherich\n Answer: 1904" + }, + { + "id": "q_007403", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Nazi Germany", + "pred": "Hop\n Hop 1: Otto Schuhart -> Germany -> Weimar Republic (1919-1933)\n Hop 2: Weimar Republic -> Germany -> 1943 (year)\n Hop 3: 1943 -> 1943 -> 1943 (year)\n Hop 4: 1943 -> 1943 -> 1943 (year)\n Hop 5", + "em": 0.0, + "f1": 0.11764705882352941, + "pred_raw": "Hop\n Hop 1: Otto Schuhart -> Germany -> Weimar Republic (1919-1933)\n Hop 2: Weimar Republic -> Germany -> 1943 (year)\n Hop 3: 1943 -> 1943 -> 1943 (year)\n Hop 4: 1943 -> 1943 -> 1943 (year)\n Hop 5" + }, + { + "id": "q_007172", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Cardiff City F.C.", + "pred": "John Hartson", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Lee Naylor -> sports team -> Celtic F.C.\n Hop 2: Celtic F.C. -> member -> John Hartson\n Answer: John Hartson" + }, + { + "id": "q_006019", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Fengtien", + "pred": "Heilongjiang", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Dongliao County -> located in -> Jilin (1938)\n Hop 2: Jilin -> located in -> Heilongjiang (1938)\n Answer: Heilongjiang" + }, + { + "id": "q_003483", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Helmut Newton", + "pred": "Hop 1: June Browne -> spouse -> John H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: June Browne -> spouse -> John H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H" + }, + { + "id": "q_003450", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paolo Rossi -> country -> Italy (1951)\n Answer: Italy" + }, + { + "id": "q_007313", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Georges Bataille", + "pred": "Jeanne Moreau", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Boris Souvarine -> unmarried partner -> Colette Peignot (1935)\n Hop 2: Colette Peignot -> unmarried partner -> Jeanne Moreau (1935)\n Answer: Jeanne Moreau" + }, + { + "id": "q_006396", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Institute for Advanced Study", + "pred": "Princeton University", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: James Waddell Alexander II -> employer -> Princeton University (1940)\n Answer: Princeton University" + }, + { + "id": "q_004252", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "FC Sochaux-Montb\u00e9liard", + "pred": "AS Nancy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jean-Jacques Marcel -> member of sports team -> AS Nancy (1949)\n Answer: AS Nancy" + }, + { + "id": "q_006732", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Lappeenranta", + "pred": "Kajaani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: SPL Saimaan piiri -> headquarters -> Kajaani\n Answer: Kajaani" + }, + { + "id": "q_002912", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Tinkoff", + "pred": "South Melbourne Football Club", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Matthew Goss -> sports team -> South Melbourne Football Club (2008)\n Answer: South Melbourne Football Club" + }, + { + "id": "q_000404", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Club Le\u00f3n", + "pred": "Real Madrid C.F.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luis Estrada -> member of -> Real Madrid C.F. (1966)\n Answer: Real Madrid C.F." + }, + { + "id": "q_003700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Alberto Sordi -> country of citizenship -> Kingdom of Italy (1951)\n Answer: Kingdom of Italy" + }, + { + "id": "q_007041", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Hannover 96", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: J\u00fcrgen Milewski -> sports team -> 1. FC N\u00fcrnberg (1977)\n Answer: 1. FC N\u00fcrnberg" + }, + { + "id": "q_008089", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: R\u0113zekne District -> Latvia (country)\n Hop 2: Latvia -> European Union (member of)\n Hop 3: European Union -> Germany (member of)\n Answer: Germany" + }, + { + "id": "q_003463", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Association of Architects", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Liang Sicheng -> member of -> Chinese Association of Architects (1967)\n Answer: Chinese Association of Architects" + }, + { + "id": "q_005154", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ulan-Ude -> Russia (1965 -> 1991)\n Answer: Russia" + }, + { + "id": "q_002203", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Pace University", + "pred": "United States Army", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ben Ferencz -> employer -> United States Army (1986)\n Answer: United States Army" + }, + { + "id": "q_008263", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giuseppe Di Vittorio -> country of citizenship -> Italy (1925)\n Answer: Italy" + }, + { + "id": "q_001733", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "KF Tirana", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Shk\u00eblzen Gashi -> member of -> KF Tirana (2022)\n Answer: KF Tirana" + }, + { + "id": "q_002948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Chemnitz Government Region", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stollberg -> Stollberg (Germany) (located in)\n Hop 2: Stollberg (Germany) -> Saxony (located in)\n Hop 3: Saxony -> Germany (located in)\n Answer: Germany" + }, + { + "id": "q_004111", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Osinniki", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Kaltan -> located in -> Kemerovo Oblast (1969)\n Hop 2: Kemerovo Oblast -> located in -> Altai Krai (1969)\n Hop 3: Altai Krai -> located in -> Russia (1969)\n Answer: Russia" + }, + { + "id": "q_003418", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Bruno Kastner", + "pred": "Karl W\u00fcst", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ida W\u00fcst -> spouse -> Karl W\u00fcst (1922)\n Answer: Karl W\u00fcst" + }, + { + "id": "q_004890", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Kiliia Raion", + "pred": "Russian Empire", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Prymorske -> located in -> Izmailsky Uyezd (1998)\n Hop 2: Izmailsky Uyezd -> located in -> Kherson Governorate (1998)\n Hop 3: Kherson Governorate -> located in -> Russian Empire (1998)\n Answer: Russian Empire" + }, + { + "id": "q_008141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Cesare Lovati -> country of citizenship -> Italy (1945)\n Answer: Italy" + }, + { + "id": "q_008123", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Emilio G. Segr\u00e8 -> born in -> Italy (1937)\n Answer: Italy" + }, + { + "id": "q_003032", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1968.0, + "gold": "1968", + "pred": "1968", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lars Onsager -> Nobel Prize in Chemistry -> 1968\n Answer: 1968" + }, + { + "id": "q_003123", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1928.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Carlo Annovazzi -> country of citizenship -> Italy (1928)\n Answer: Italy" + }, + { + "id": "q_008638", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2015.0, + "gold": "2015", + "pred": "2015", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marco Rapp -> sports team -> 1. FC N\u00fcrnberg (2015)\n Hop 2: 1. FC N\u00fcrnberg -> member of -> SpVgg Greuther F\u00fcrth (2015)\n Answer: 2015" + }, + { + "id": "q_004857", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Sharon Tate", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stanley Kubrick -> spouse -> Sharon Tate (1995)\n Answer: Sharon Tate" + }, + { + "id": "q_004040", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "1989", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jos\u00e9 Carlos Ferreira Filho -> member of -> Esporte Clube Bahia (2009)\n Hop 2: Esporte Clube Bahia -> member of -> Cruzeiro E.C. (2009)\n Hop 3: Cruzeiro E.C. -> year -> 1989 (2009)\n Answer: 1989" + }, + { + "id": "q_001345", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Radical Civic Union", + "pred": "Uni\u00f3n C\u00edvica Radical del Pueblo", + "em": 0.0, + "f1": 0.25, + "pred_raw": "Hop 1: Arturo Umberto Illia -> political party -> Uni\u00f3n C\u00edvica Radical del Pueblo (1920)\n Answer: Uni\u00f3n C\u00edvica Radical del Pueblo" + }, + { + "id": "q_004403", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Academy Award for Best Actress -> 1930 -> 1930 Academy Award for Best Actress\n Hop 2: 1930 Academy Award for Best Actress -> nominated for -> Ruth Chatterton\n Hop 3: Ruth Chatterton -> born in -> 1930\n Answer: 1930" + }, + { + "id": "q_005977", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Danny Simpson -> sports team -> Huddersfield Town A.F.C. (2008)\n Hop 2: Huddersfield Town A.F.C. -> member -> Ipswich Town F.C. (2008)\n Answer: 2008" + }, + { + "id": "q_005231", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Algiers", + "pred": "P\u00e8re Lachaise Cemetery", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pierre Savorgnan de Brazza -> country of citizenship -> France (Hop 1)\n Hop 2: France -> place of burial -> P\u00e8re Lachaise Cemetery (Hop 2)\n Answer: P\u00e8re Lachaise Cemetery" + }, + { + "id": "q_007965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Second Polish Republic", + "pred": "Soviet Union", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mi\u013aka\u016d\u0161\u010dyna -> country -> Russian Empire (1939)\n Answer: Soviet Union" + }, + { + "id": "q_007542", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "Boston Breakers", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kelly Smith -> member of -> Boston Breakers (2014)\n Hop 2: Boston Breakers -> member of -> Boston Breakers (2014)\n Answer: Boston Breakers" + }, + { + "id": "q_002736", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Busan IPark FC", + "pred": "Seoul SK Knights", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Lee Yo-han -> member of -> Seoul SK Knights (2011)\n Answer: Seoul SK Knights" + }, + { + "id": "q_006562", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Clelio Darida -> country of citizenship -> Kingdom of Italy (1861-1946) (Hop 1)\n Hop 2: Kingdom of Italy (1861-1946) -> successor -> Italy (Hop 2)\n Answer: Italy" + }, + { + "id": "q_008098", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "2013", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrea Pisanu -> sports team -> Cagliari Calcio (2013)\n Hop 2: Cagliari Calcio -> member -> CF Montr\u00e9al (2013)\n Answer: 2013" + }, + { + "id": "q_008119", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Annibale Bugnini -> country of citizenship -> Kingdom of Italy (1979)\n Answer: Kingdom of Italy" + }, + { + "id": "q_007399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Barbastro", + "pred": "Hop 1: Josemar\u00eda Escriv\u00e1 -> residence -> Madrid (1910)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Josemar\u00eda Escriv\u00e1 -> residence -> Madrid (1910)\n Answer: Hop 1: Josemar\u00eda Escriv\u00e1 -> residence -> Madrid (1910)" + }, + { + "id": "q_002437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "chairperson", + "pred": "member of Finns Party", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Timo Soini -> member of -> Finns Party (2006)\n Answer: member of Finns Party" + }, + { + "id": "q_004561", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2000", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Harry Potter and the Goblet of Fire -> 2000 -> Award -> Hugo Award for Best Novel (Hop 1)\n Hop 2: Hugo Award for Best Novel -> 2000 -> Year -> 2000 (Hop 2)\n Answer: 2000" + }, + { + "id": "q_008086", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Cindy McCain", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John McCain -> spouse -> Cindy McCain (1981)\n Answer: Cindy McCain" + }, + { + "id": "q_003089", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Claudio Cavazza -> country of citizenship -> Kingdom of Italy (1970)\n Answer: Kingdom of Italy" + }, + { + "id": "q_003744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Toulouse FC", + "pred": "Hop 1: Paris Saint-Germain FC -> member -> Serge Aurier (2013)", + "em": 0.0, + "f1": 0.16666666666666669, + "pred_raw": "Hop 1: Paris Saint-Germain FC -> member -> Serge Aurier (2013)\n Answer: Hop 1: Paris Saint-Germain FC -> member -> Serge Aurier (2013)" + }, + { + "id": "q_007690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: 9th U-boat Flotilla -> 1942 -> U-90\n Answer: 1942" + }, + { + "id": "q_007154", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alessandro Alessandroni -> country of citizenship -> Italy (2010)\n Answer: Italy" + }, + { + "id": "q_007872", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Big Brother", + "pred": "2004", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Lothar Vosseler -> participant -> 2004 (2004)\n Answer: 2004" + }, + { + "id": "q_008425", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Carlo Giuffr\u00e9 -> country of citizenship -> Italy (1930)\n Answer: Italy" + }, + { + "id": "q_000644", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Iburi Subprefecture", + "pred": "Japan", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Muroran -> Hokkaido (located in)\n Hop 2: Hokkaido -> Japan (located in)\n Answer: Japan" + }, + { + "id": "q_001235", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Omar al-Bashir", + "pred": "Omar al-Bashir", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sudan -> head of state -> Omar al-Bashir (1995)\n Answer: Omar al-Bashir" + }, + { + "id": "q_006759", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Seine-et-Oise", + "pred": "Hop\n Hop 1: Houdan -> France -> 1944 -> 1944 -> 1944 -> 1944 -> 1944 -> 1944 -> 1944 -> 1944 -> 1944 -> 1944 -> 1944 -> 1944 -> 1944 -> 1944 ->", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Houdan -> France -> 1944 -> 1944 -> 1944 -> 1944 -> 1944 -> 1944 -> 1944 -> 1944 -> 1944 -> 1944 -> 1944 -> 1944 -> 1944 -> 1944 ->" + }, + { + "id": "q_004565", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Russian Empire", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop: Ivangorod -> Country -> Russia (1900)\n Answer: Russia" + }, + { + "id": "q_005444", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Queens Park Rangers F.C.", + "pred": "Scotland national football team", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Danny Simpson -> member of sports team -> Manchester United F.C.\n Hop 2: Danny Simpson -> member of sports team -> Scotland national football team\n Answer: Scotland national football team" + }, + { + "id": "q_001753", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Raf Vallone -> born in -> Italy (1942)\n Answer: Italy" + }, + { + "id": "q_003468", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "B\u00f4cher Memorial Prize", + "pred": "John H. Reynolds", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Donald C. Spencer -> National Medal of Science -> 1948 (year)\n Hop 2: 1948 -> award -> National Medal of Science (award)\n Hop 3: award -> received -> John H. Reynolds (person)\n Answer: John H. Reynolds" + }, + { + "id": "q_001321", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "KFC Uerdingen 05", + "pred": "Esporte Clube Bahia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: \u00c9merson Luiz Firmino -> member of -> Esporte Clube Bahia (2002)\n Answer: Esporte Clube Bahia" + }, + { + "id": "q_004960", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Real Madrid Club de F\u00fatbol", + "pred": "1. FC Nuremberg", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bodo Illgner -> sports team -> 1. FC Nuremberg (1999)\n Answer: 1. FC Nuremberg" + }, + { + "id": "q_004118", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Raimondo D'Inzeo -> country of citizenship -> Kingdom of Italy (1957)\n Answer: Kingdom of Italy" + }, + { + "id": "q_008476", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lucio Battisti -> country of citizenship -> Italy (1971)\n Answer: Italy" + }, + { + "id": "q_004242", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Renzo De Felice -> country of citizenship -> Kingdom of Italy (1996)\n Answer: Kingdom of Italy" + }, + { + "id": "q_004333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "FC St. Gallen", + "pred": "Switzerland national under-17 football team", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Michael Lang -> member of -> Switzerland national under-17 association football team (2009)\n Hop 2: Switzerland national under-17 association football team -> sports team -> Switzerland national under-17 football team (2009)\n Answer: Switzerland national under-17 football team" + }, + { + "id": "q_007528", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Academy Award for Best Actress -> 1974 -> winner -> Ellen Burstyn (Hop 1)\n Answer: 1974" + }, + { + "id": "q_003750", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "United States", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Alexander Graham Bell -> country of citizenship -> United Kingdom (Hop 1)\n Answer: United Kingdom" + }, + { + "id": "q_002500", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "PFC Slavia Sofia", + "pred": "Botev Plovdiv", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Yordan Petkov -> sports team -> Botev Plovdiv (2008)\n Answer: Botev Plovdiv" + }, + { + "id": "q_006400", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Argentina", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Egidio Feruglio -> country of citizenship -> Argentina (1917)\n Answer: Argentina" + }, + { + "id": "q_004574", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: BAFTA Award for Best Original Music -> winner -> John Williams (1977)\n Hop 2: John Williams -> equal -> Bernard Herrmann (1977)\n Answer: 1977" + }, + { + "id": "q_002681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giacomo Neri -> country of citizenship -> Italy (Hop 1)\n Answer: Italy" + }, + { + "id": "q_006488", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Albert II of Belgium", + "pred": "Albert II of Belgium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Belgium -> head of state -> King Baudouin I (1951-1993)\n Hop 2: European Coal and Steel Community -> member -> Belgium\n Hop 3: King Baudouin I (1951-1993) -> successor -> Albert II of Belgium (1993-2013)\n Answer: Albert II of Belgium" + }, + { + "id": "q_007839", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "1984", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Big Brother -> participant in -> 1984 (1984)\n Hop 2: 1984 -> participant in -> 1984 (1984)\n Hop 3: 1984 -> participant in -> Lothar Vosseler (1984)\n Answer: 1984" + }, + { + "id": "q_001389", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tiziano Terzani -> country of citizenship -> Italy (1996)\n Answer: Italy" + }, + { + "id": "q_007506", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nunzio Malasomma -> country of citizenship -> Italy (1961)\n Answer: Italy" + }, + { + "id": "q_005877", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "chairperson", + "pred": "position held", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Max Euwe -> employer -> Tilburg University (1975)\n Hop 2: Tilburg University -> position held -> Max Euwe (1975)\n Answer: position held" + }, + { + "id": "q_001046", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Seine-et-Oise", + "pred": "Switzerland", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: \u00c9zanville -> France (located in)\n Hop 2: France -> European Union (located in)\n Hop 3: European Union -> European Economic Area (located in)\n Hop 4: European Economic Area -> European Free Trade Association (located in)\n Hop 5: European Free Trade Association -> Switzerland (located in)\n Answer: Switzerland" + }, + { + "id": "q_004160", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SC Bastia", + "pred": "FK Vojvodina", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Anto Drobnjak -> sports team -> FK Vojvodina (1996)\n Answer: FK Vojvodina" + }, + { + "id": "q_001013", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Rip Torn", + "pred": "Robert Taylor", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Geraldine Page -> spouse -> Robert Taylor (1983)\n Answer: Robert Taylor" + }, + { + "id": "q_007572", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Bernadette Chirac", + "pred": "Martine Chirac", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Jacques Chirac -> spouse -> Martine Chirac (1959)\n Answer: Martine Chirac" + }, + { + "id": "q_008063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Academy Award for Best Costume Design", + "pred": "Hop 1: Colleen Atwood -> BAFTA Award for Best Costume Design -> 1999 -> 1999 BAFTA Award for Best Costume Design -> nominee -> Sarah Greenwood\n Hop 2: Sarah Greenwood -> 1999 -> 1999 BAFTA Award for Best Costume Design -> winner -> Sarah Greenwood\n Hop 3: Sarah Greenwood -> winner -> 1999 BAFTA Award for Best Costume Design\n Hop", + "em": 0.0, + "f1": 0.4347826086956522, + "pred_raw": "Hop 1: Colleen Atwood -> BAFTA Award for Best Costume Design -> 1999 -> 1999 BAFTA Award for Best Costume Design -> nominee -> Sarah Greenwood\n Hop 2: Sarah Greenwood -> 1999 -> 1999 BAFTA Award for Best Costume Design -> winner -> Sarah Greenwood\n Hop 3: Sarah Greenwood -> winner -> 1999 BAFTA Award for Best Costume Design\n Hop" + }, + { + "id": "q_008392", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Alberto De Martino -> country of citizenship -> Kingdom of Italy (1991)\n Answer: Kingdom of Italy" + }, + { + "id": "q_003675", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "list of land speed records", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop" + }, + { + "id": "q_004974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "AFC Bournemouth", + "pred": "England men's national association football team", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Darren Anderton -> member of -> England men's national association football team (2007)\n Answer: England men's national association football team" + }, + { + "id": "q_000114", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Finland women's national football team", + "pred": "Kertu Kask", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Annica Sj\u00f6lund -> sports team -> \u00c5land United (2014)\n Hop 2: \u00c5land United -> member -> Kertu Kask (2014)\n Answer: Kertu Kask" + }, + { + "id": "q_004958", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "FC Bayern Munich", + "pred": "S\u00e3o Paulo Futebol S/A", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Z\u00e9 Roberto -> sports team -> S\u00e3o Paulo Futebol S/A (2008)\n Answer: S\u00e3o Paulo Futebol S/A" + }, + { + "id": "q_002847", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Mario Autelli -> born in -> Italy (1921)\n Answer: Italy" + }, + { + "id": "q_001441", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Fenerbah\u00e7e S.K.", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: G\u00f6khan \u00dcnal -> member of -> Fenerbah\u00e7e S.K. (2002)\n Answer: Fenerbah\u00e7e S.K." + }, + { + "id": "q_006437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Raisa Gorbacheva -> spouse -> Mikhail Gorbachev (1981-01-01)\n Hop 2: Mikhail Gorbachev -> country of citizenship -> Soviet Union (1981-01-01)\n Answer: Soviet Union" + }, + { + "id": "q_002206", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Chelsea F.C.", + "pred": "Netherlands national association football team", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ruud Gullit -> member of sports team -> Netherlands national association football team (1996)\n Answer: Netherlands national association football team" + }, + { + "id": "q_007216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "New York Yankees", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Christian Vargas -> sports team -> New York Yankees (2004)\n Answer: New York Yankees" + }, + { + "id": "q_005526", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "SK Rapid Wien", + "pred": "SK Slovan Bratislava", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Josef Bican -> sports team -> SK Slovan Bratislava (1932)\n Answer: SK Slovan Bratislava" + }, + { + "id": "q_005718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Galvano Della Volpe -> country of citizenship -> Italy (1900)\n Answer: Italy" + }, + { + "id": "q_000262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "FK Teplice", + "pred": "Czechoslovakia national football team", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Josef Masopust -> member of -> Czechoslovakia national football team (1952)\n Answer: Czechoslovakia national football team" + }, + { + "id": "q_001083", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Germany", + "pred": "German Democratic Republic", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hendrik Born -> country of citizenship -> German Democratic Republic (1997)\n Answer: German Democratic Republic" + }, + { + "id": "q_004361", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "SK Brann", + "pred": "Hop 2: Bj\u00f8rnar Holmvik -> member of -> Malm\u00f6 FF (2009)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bj\u00f8rnar Holmvik -> sports team -> Kalmar FF (2009)\n Answer: Hop 2: Bj\u00f8rnar Holmvik -> member of -> Malm\u00f6 FF (2009)" + }, + { + "id": "q_006333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Answer: Hop" + }, + { + "id": "q_003965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "FC Z\u00fcrich", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Vincent R\u00fcfli -> member of -> \u00c9toile Carouge FC (2013)\n Hop 2: \u00c9toile Carouge FC -> member of -> FC Z\u00fcrich (2013)\n Answer: FC Z\u00fcrich" + }, + { + "id": "q_002645", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "S.L. Benfica", + "pred": "FC Porto", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Paulo Sousa -> sports team -> FC Porto (1990)\n Answer: FC Porto" + }, + { + "id": "q_001182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Silver Bear for Best Actress", + "pred": "British Academy Award for Best Actress (1967)", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Edith Evans -> 1967 -> British Academy Award for Best Actress (1967)\n Answer: British Academy Award for Best Actress (1967)" + }, + { + "id": "q_004948", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Corrado Bafile -> country of citizenship -> Kingdom of Italy (1991)\n Answer: Kingdom of Italy" + }, + { + "id": "q_002435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "2007", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Clube N\u00e1utico Capibaribe -> member of sports team -> Adriano Chuva (2007)\n Answer: 2007" + }, + { + "id": "q_001871", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Hopcroft (1995) Hopcroft (1995) Hopcroft (1995) Hopcroft (1995) Hopcroft (1995) Hopcroft (1995) Hopcroft (1995) Hopcroft (1995) Hopcroft (1995) Hopcroft (1995) Hopcroft (1995) Hopcroft (1995)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hopcroft (1995) Hopcroft (1995) Hopcroft (1995) Hopcroft (1995) Hopcroft (1995) Hopcroft (1995) Hopcroft (1995) Hopcroft (1995) Hopcroft (1995) Hopcroft (1995) Hopcroft (1995) Hopcroft (1995)" + }, + { + "id": "q_000473", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "US Triestina Calcio 1918", + "pred": "Genoa CFC", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Michele Bacis -> member of sports team -> Genoa CFC (2001)\n Answer: Genoa CFC" + }, + { + "id": "q_006904", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Bernd R\u00fcthers", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop" + }, + { + "id": "q_003995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "RC Strasbourg Alsace", + "pred": "ASVEL FC", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Amaury Bischoff -> sports team -> ASVEL FC (2005)\n Answer: ASVEL FC" + }, + { + "id": "q_005684", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "delegate", + "pred": "associate justice", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Andrew Jacobs -> occupation -> lawyer (1954)\n Hop 2: Andrew Jacobs -> position -> associate justice (1954)\n Answer: associate justice" + }, + { + "id": "q_004481", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Vladimir Lenin", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop" + }, + { + "id": "q_006873", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1948.0, + "gold": "1948", + "pred": "1948", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Golden Globe Award for Best Screenplay -> winner -> Richard Schweizer (1948)\n Answer: 1948" + }, + { + "id": "q_005653", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Janusz Brzeski", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Antoni Janik -> member of -> Poland men's national football team (1991)\n Hop 2: Poland men's national football team -> head coach -> Janusz Brzeski (1991)\n Answer: Janusz Brzeski" + }, + { + "id": "q_003277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "David Hockney", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Andros Townsend -> member of sports team -> Leyton Orient F.C.\n Hop 2: Leyton Orient F.C. -> member of sports team -> London Bees F.C.\n Hop 3: London Bees F.C. -> member of sports team -> David Hockney\n Answer: David Hockney" + }, + { + "id": "q_004653", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "1998", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Trevor Wooley -> Fr\u00f6hlich Prize -> 1998\n Answer: 1998" + }, + { + "id": "q_001722", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Yevpatoriia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Yevpatoriia -> Crimean Khanate (country) (1927 -> 1927)\n Hop 2: Crimean Khanate -> Russian Empire (country) (1927 -> 1927)\n Hop 3: Russian Empire -> Yevpatoriia (country) (1927 -> 1927)\n Answer: Yevpatoriia" + }, + { + "id": "q_000499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "United States Marine Corps", + "pred": "Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Answer: Hop" + }, + { + "id": "q_003725", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Russian Empire", + "pred": "Brest Region", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Barysaw -> Barysaw (Belarus) (country)\n Hop 2: Barysaw (Belarus) -> Brest Region (country)\n Hop 3: Brest Region -> Byelorussian Soviet Socialist Republic (country)\n Hop 4: Byelorussian Soviet Socialist Republic -> Barysaw (country)\n Answer: Brest Region" + }, + { + "id": "q_004162", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Bob Benny", + "pred": "Hop 1: Belgium -> Eurovision Song Contest -> 1961 -> participant -> Tonia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Belgium -> Eurovision Song Contest -> 1961 -> participant -> Tonia\n Answer: Hop 1: Belgium -> Eurovision Song Contest -> 1961 -> participant -> Tonia" + }, + { + "id": "q_004885", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Flaviano Vicentini -> country of citizenship -> Italy (2001)\n Answer: Italy" + }, + { + "id": "q_007832", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "South West Trains", + "pred": "British Rail (1996-2001)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: British Rail Class 455 -> operator -> British Rail (1996-2001)\n Answer: British Rail (1996-2001)" + }, + { + "id": "q_005962", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Omsk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1966)\n Hop 2: Russian Soviet Federative Socialist Republic -> country -> Soviet Union (1966)\n Answer: Soviet Union" + }, + { + "id": "q_000011", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Order of the Red Banner of Labour", + "pred": "1970", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tofiq Bahramov -> 1970 -> 1970 (award)\n Answer: 1970" + }, + { + "id": "q_007446", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Cruz Azul", + "pred": "Mexico men's national football team", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Guillermo Mendiz\u00e1bal -> member of sports team -> Mexico men's national football team (1983)\n Answer: Mexico men's national football team" + }, + { + "id": "q_004620", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Cesare Siepi -> country of citizenship -> Italy (1936)\n Answer: Italy" + }, + { + "id": "q_007791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Fredrikstad FK", + "pred": "Hop 1: Jan Fuglset -> sports team -> Molde FK (1968)", + "em": 0.0, + "f1": 0.1818181818181818, + "pred_raw": "Hop 1: Jan Fuglset -> sports team -> Molde FK (1968)\n Answer: Hop 1: Jan Fuglset -> sports team -> Molde FK (1968)" + }, + { + "id": "q_003645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Janusz Michniewicz", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Poland men's national football team -> head coach -> Janusz Michniewicz (1991)\n Answer: Janusz Michniewicz" + }, + { + "id": "q_008601", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Lazio", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Laura Adani -> country of citizenship -> Italy (1937)\n Hop 2: Italy -> founded -> Rome (1937)\n Hop 3: Rome -> located in -> Lazio (1937)\n Answer: Lazio" + }, + { + "id": "q_001029", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Club Joventut Badalona", + "pred": "Jos\u00e9 Luis S\u00e1nchez", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Joan Filb\u00e1 -> sports team -> Club Baloncesto Extremadura (1979)\n Hop 2: Club Baloncesto Extremadura (1979) -> member -> Jos\u00e9 Luis S\u00e1nchez (1979)\n Answer: Jos\u00e9 Luis S\u00e1nchez" + }, + { + "id": "q_002959", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Claribel Alegr\u00eda Vides -> award -> Neustadt International Prize for Literature (2006)\n Answer: 2006" + }, + { + "id": "q_002305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Franco Nicolazzi -> country of citizenship -> Kingdom of Italy (1984)\n Answer: Kingdom of Italy" + }, + { + "id": "q_002878", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Guardian Children's Fiction Prize", + "pred": "1980", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Gillian Cross -> 1980 Angus Book Award -> 1980 (Hop 1)\n Hop 2: 1980 -> 1980 (Hop 2)\n Answer: 1980" + }, + { + "id": "q_000807", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "C\u00e9sar Award for Best Female Revelation", + "pred": "2002 French Academy of Sciences Award", + "em": 0.0, + "f1": 0.16666666666666666, + "pred_raw": "Hop 1: H\u00e9l\u00e8ne Filli\u00e8res -> 2002 -> 2002 French Academy of Sciences Award (1)\n Answer: 2002 French Academy of Sciences Award" + }, + { + "id": "q_004108", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Seine-et-Oise", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Breux-Jouy -> France (located in)\n Answer: France" + }, + { + "id": "q_000347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Primetime Emmy Award for Outstanding Animated Program", + "pred": "Primetime Emmy Award", + "em": 0.0, + "f1": 0.6, + "pred_raw": "Hop 1: Sam Simon -> spouse -> Jennifer Tilly (2001)\n Hop 2: Jennifer Tilly -> award -> Primetime Emmy Award (2001)\n Answer: Primetime Emmy Award" + }, + { + "id": "q_004954", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "FC Elista", + "pred": "Igor Kovalenko", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Leonid Slutsky -> coach of sports team -> FC Olimpia Volgograd (2003)\n Hop 2: FC Olimpia Volgograd -> coach of sports team -> Igor Kovalenko (2003)\n Answer: Igor Kovalenko" + }, + { + "id": "q_006909", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Umberto Bossi", + "pred": "Umberto Bossi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lega Nord -> chairperson -> Umberto Bossi (1995-1999)\n Answer: Umberto Bossi" + }, + { + "id": "q_007331", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "President of Latvia", + "pred": "Prime Minister of Latvia", + "em": 0.0, + "f1": 0.5714285714285715, + "pred_raw": "Hop 1: Valdis Zatlers -> award -> Order of Outstanding Merit (1998-06-15)\n Hop 2: Valdis Zatlers -> position -> Prime Minister of Latvia (1999-09-03)\n Answer: Prime Minister of Latvia" + }, + { + "id": "q_003609", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Sch\u00f6neberg", + "pred": "Barmen", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Wuppertal -> twinned with -> Barmen (1988)\n Answer: Barmen" + }, + { + "id": "q_006006", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "FC Twente", + "pred": "R.S.C. Anderlecht", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Cheick Tiot\u00e9 -> member of -> R.S.C. Anderlecht (2010)\n Answer: R.S.C. Anderlecht" + }, + { + "id": "q_008100", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Mandatory Palestine", + "pred": "Israel", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Bnei Brak -> Country -> Israel (1924)\n Answer: Israel" + }, + { + "id": "q_004453", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Anselmo Bucci -> country of citizenship -> Italy (1942)\n Answer: Italy" + }, + { + "id": "q_006282", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Club Atl\u00e9tico Osasuna", + "pred": "UE Lleida", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Roberto Santamar\u00eda Calavia -> member of sports team -> UE Lleida (1994)\n Answer: UE Lleida" + }, + { + "id": "q_003708", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Pino Lancetti -> country of citizenship -> Kingdom of Italy (1983)\n Answer: Kingdom of Italy" + }, + { + "id": "q_003013", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "John Barnes", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alec Chamberlain -> sports team -> Tranmere Rovers F.C. (Hop 1)\n Hop 2: Tranmere Rovers F.C. -> member -> John Barnes (Hop 2)\n Answer: John Barnes" + }, + { + "id": "q_001471", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Edgardo Moltoni -> country of citizenship -> Kingdom of Italy (1970)\n Answer: Kingdom of Italy" + }, + { + "id": "q_007727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "Soviet Union", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nova Kakhovka -> located in -> Kherson Oblast (Hop 1)\n Hop 2: Kherson Oblast -> country -> Ukraine (Hop 2)\n Answer: Ukraine" + }, + { + "id": "q_000942", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Husqvarna FF", + "pred": "Finnish Football Association", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Erkka Pet\u00e4j\u00e4 -> member of -> Finland men's national football team (1995)\n Hop 2: Finland men's national football team -> member of -> Finnish Football Association (1995)\n Answer: Finnish Football Association" + }, + { + "id": "q_006079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Altai Krai", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rubtsovsk -> Ural Federal District (located in)\n Hop 2: Ural Federal District -> Russia (located in)\n Answer: Russia" + }, + { + "id": "q_002943", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Leipzig University", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop" + }, + { + "id": "q_003037", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Philipp Lenard -> country -> Germany (1915)\n Answer: Germany" + }, + { + "id": "q_003677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Italy", + "pred": "Kingdom of Italy (1861-1946)", + "em": 1.0, + "f1": 0.33333333333333337, + "pred_raw": "Hop 1: Giacomo Fornoni -> country of citizenship -> Kingdom of Italy (1861-1946) (Hop 1)\n Answer: Kingdom of Italy (1861-1946)" + }, + { + "id": "q_003146", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "New York City", + "pred": "New York City", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop\n Hop: 1. MetLife -> headquarters -> New York City (1984)\n Answer: New York City" + }, + { + "id": "q_004225", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "MTK Budapest FC", + "pred": "Ferencv\u00e1rosi TC (women's handball)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Zsanett Jakabfi -> member of -> Ferencv\u00e1rosi TC (women's handball) (2005)\n Answer: Ferencv\u00e1rosi TC (women's handball)" + }, + { + "id": "q_000827", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Comencini -> country of citizenship -> Italy (2000)\n Answer: Italy" + }, + { + "id": "q_008211", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Rick Parfitt", + "pred": "Tony Cascarino", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Status Quo -> member -> Tony Cascarino (1997)\n Answer: Tony Cascarino" + }, + { + "id": "q_007342", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pierre Mauroy", + "pred": "Martine Aubry", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Lille metropolis -> head of government -> Martine Aubry (2005)\n Answer: Martine Aubry" + }, + { + "id": "q_005759", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Austria\u2013Hungary", + "pred": "Hop\n Hop: 1. Giurtelecu Hododului -> 2. Country -> 3. Romania (1913-1918) -> 4. Capital -> 5. Ia\u0219i (1913-1918) Hop: 1. Giurtelecu Hododului -> 2. Country -> 3. Romania (1913-1918) -> 4. Capital", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop: 1. Giurtelecu Hododului -> 2. Country -> 3. Romania (1913-1918) -> 4. Capital -> 5. Ia\u0219i (1913-1918) Hop: 1. Giurtelecu Hododului -> 2. Country -> 3. Romania (1913-1918) -> 4. Capital" + }, + { + "id": "q_003949", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "President of the National Assembly", + "em": 0.0, + "f1": 0.4000000000000001, + "pred_raw": "Hop 1: Jean-Marie Cavada -> member of political party -> Union for French Democracy (1998-2002)\n Hop 2: Jean-Marie Cavada -> position held -> President of the National Assembly (1993-1997)\n Answer: President of the National Assembly" + }, + { + "id": "q_005277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Samba Gold", + "pred": "Campeonato Paulista", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Neymar -> member of -> Santos F.C. (2011-2012)\n Hop 2: Santos F.C. -> award -> Campeonato Paulista (2012)\n Hop 3: Campeonato Paulista -> award -> Campeonato Paulista (2012)\n Answer: Campeonato Paulista" + }, + { + "id": "q_001667", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Francesco Aguzzoli -> country of citizenship -> Kingdom of Italy (1969)\n Answer: Kingdom of Italy" + }, + { + "id": "q_002554", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marek \u0160t\u011bch -> sports team -> Wycombe Wanderers F.C. (2009)\n Answer: 2009" + }, + { + "id": "q_003996", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1943.0, + "gold": "Yugoslavia", + "pred": "Bulgaria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gojin Dol -> country -> Bulgaria (1943)\n Answer: Bulgaria" + }, + { + "id": "q_005904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Mario Nascimbene -> country of citizenship -> Kingdom of Italy (1975)\n Answer: Kingdom of Italy" + }, + { + "id": "q_004658", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Gianni Agus -> country of citizenship -> Italy (1934)\n Answer: Italy" + }, + { + "id": "q_004227", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Lady Gaga", + "pred": "Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop" + }, + { + "id": "q_001594", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Bell Labs", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop" + }, + { + "id": "q_006869", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Al Masry SC", + "pred": "Al-Ahly SC", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Tarek Soliman -> member of sports team -> Al-Ahly SC (1984)\n Answer: Al-Ahly SC" + }, + { + "id": "q_006930", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop\n Hop: Lyubertsy -> country -> Soviet Union (1933)\n Answer: Soviet Union" + }, + { + "id": "q_000374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "University of Edinburgh", + "pred": "Australian and New Zealand Army Corps", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alexander Aitken -> employer -> Australian and New Zealand Army Corps (1938)\n Answer: Australian and New Zealand Army Corps" + }, + { + "id": "q_005195", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Hop 1: Tmutarakan -> Tmutarakan (country) -> Russian Empire (country) -> 1989 (year) -> 1989 (year) -> 1989 (year) -> 1989 (year) -> 1989 (year) -> 1989 (year) -> 1989 (year) -> 1989 (year) ->", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tmutarakan -> Tmutarakan (country) -> Russian Empire (country) -> 1989 (year) -> 1989 (year) -> 1989 (year) -> 1989 (year) -> 1989 (year) -> 1989 (year) -> 1989 (year) -> 1989 (year) ->" + }, + { + "id": "q_002457", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Hop\n Hop 1: Cottbus -> Brandenburg -> Germany -> European Union -> European Economic Area -> European Free Trade Association -> European Community -> European Coal and Steel Community -> European Atomic Energy Community -> European Nuclear Energy Agency -> European Nuclear Energy Research Agency -> European Nuclear Energy Research and Development Agency -> European Nuclear Energy Research and Development and Training Agency -> European Nuclear Energy Research and Development and Training and Information Agency -> European Nuclear Energy Research and Development and Training and Information and Communication Agency ->", + "em": 0.0, + "f1": 0.07407407407407407, + "pred_raw": "Hop\n Hop 1: Cottbus -> Brandenburg -> Germany -> European Union -> European Economic Area -> European Free Trade Association -> European Community -> European Coal and Steel Community -> European Atomic Energy Community -> European Nuclear Energy Agency -> European Nuclear Energy Research Agency -> European Nuclear Energy Research and Development Agency -> European Nuclear Energy Research and Development and Training Agency -> European Nuclear Energy Research and Development and Training and Information Agency -> European Nuclear Energy Research and Development and Training and Information and Communication Agency ->" + }, + { + "id": "q_007411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "CPJ International Press Freedom Awards", + "pred": "1993 Yugoslav Cup", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Veran Mati\u0107 -> country of citizenship -> Federal Republic of Yugoslavia (1993)\n Hop 2: Veran Mati\u0107 -> award received -> 1993 Yugoslav Cup (1993)\n Answer: 1993 Yugoslav Cup" + }, + { + "id": "q_006097", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Panionios F.C. -> member of sports team -> Pavel Drsek (2008-06-12)\n Answer: 2008" + }, + { + "id": "q_006940", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "British Raj", + "pred": "India", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop: 1. Bilgram -> country -> India (1940)\n Answer: India" + }, + { + "id": "q_000173", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Leopoldo Trieste -> country of citizenship -> Italy (1945)\n Answer: Italy" + }, + { + "id": "q_005298", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Italy", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Enzo Sellerio -> country of citizenship -> Italy (2006)\n Hop 2: Italy -> successor -> United Kingdom (2006)\n Answer: United Kingdom" + }, + { + "id": "q_005185", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1950.0, + "gold": "Italy", + "pred": "Hop 1: Gino Cavalieri -> country of citizenship -> Kingdom of Italy (1919-1920)\n Hop 2: Kingdom of Italy (1919-1920) -> successor -> Kingdom of Italy (1920-1946) (1920-1946)\n Hop 3: Kingdom of Italy (1920-1946) -> successor -> Italian Republic", + "em": 1.0, + "f1": 0.1111111111111111, + "pred_raw": "Hop 1: Gino Cavalieri -> country of citizenship -> Kingdom of Italy (1919-1920)\n Hop 2: Kingdom of Italy (1919-1920) -> successor -> Kingdom of Italy (1920-1946) (1920-1946)\n Hop 3: Kingdom of Italy (1920-1946) -> successor -> Italian Republic" + }, + { + "id": "q_007749", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "David Mamet", + "pred": "John C. Reilly", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Lindsay Crouse -> spouse -> John C. Reilly (1989)\n Answer: John C. Reilly" + }, + { + "id": "q_007535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "United States", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Shell-Haus -> significant event -> 1961 (Hop: significant event -> year)\n Hop 2: 1961 -> owned by -> United States (Hop: year -> owned by)\n Answer: United States" + }, + { + "id": "q_006111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Arnaldo Benfenati -> country of citizenship -> Kingdom of Italy (1956)\n Answer: Kingdom of Italy" + }, + { + "id": "q_002110", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Soviet Union", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Vladivostok -> Russia (1961)\n Answer: Russia" + }, + { + "id": "q_000829", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Carlo Manzoni -> country of citizenship -> Italy (1940)\n Answer: Italy" + }, + { + "id": "q_008640", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Guido Crepax -> country of citizenship -> Kingdom of Italy (1975)\n Answer: Kingdom of Italy" + }, + { + "id": "q_002292", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "Hop\n Hop 1: Nicolae Ceau\u0219escu -> Romania -> 1989 -> 1989 -> 1989 -> 1989 -> 1989 -> 1989 -> 1989 -> 1989 -> 1989 -> 1989 -> 1989 -> 1989 -> 1989 -> 1", + "em": 1.0, + "f1": 0.2857142857142857, + "pred_raw": "Hop\n Hop 1: Nicolae Ceau\u0219escu -> Romania -> 1989 -> 1989 -> 1989 -> 1989 -> 1989 -> 1989 -> 1989 -> 1989 -> 1989 -> 1989 -> 1989 -> 1989 -> 1989 -> 1" + }, + { + "id": "q_005480", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "general", + "pred": "Colonel", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hartmut Bagger -> military, police or special rank -> Colonel (2008)\n Answer: Colonel" + }, + { + "id": "q_008496", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto Fontanesi -> country of citizenship -> Italy (1952)\n Answer: Italy" + }, + { + "id": "q_006640", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Ottoman Empire", + "pred": "Hop 1: Gaza City -> Palestine (1907) -> Ottoman Empire (1907)\n Hop 2: Ottoman Empire (1907) -> country -> Turkey (1907)\n Hop 3: Turkey (1907) -> country -> Ottoman Empire (1907)\n Hop 4: Ottoman Empire (1907) -> country -> Turkey (1907)\n Hop 5: Turkey (1", + "em": 1.0, + "f1": 0.25, + "pred_raw": "Hop 1: Gaza City -> Palestine (1907) -> Ottoman Empire (1907)\n Hop 2: Ottoman Empire (1907) -> country -> Turkey (1907)\n Hop 3: Turkey (1907) -> country -> Ottoman Empire (1907)\n Hop 4: Ottoman Empire (1907) -> country -> Turkey (1907)\n Hop 5: Turkey (1" + }, + { + "id": "q_003927", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Ascoli Calcio 1898 FC", + "pred": "Giuseppe Sottile", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Michele Fini -> sports team -> Catania FC (2005)\n Hop 2: Catania FC -> member -> Giuseppe Sottile (2005)\n Answer: Giuseppe Sottile" + }, + { + "id": "q_007996", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop\n Hop: 1982 -> 1982 (country of Oryol)\n Answer: Soviet Union" + }, + { + "id": "q_000373", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Northwestern University", + "pred": "University of Cambridge", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Erich Heller -> employer -> University of Cambridge (Hop 1)\n Answer: University of Cambridge" + }, + { + "id": "q_005430", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Aut\u00f3dromo Internacional Ayrton Senna", + "pred": "Interlagos", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Brazilian motorcycle Grand Prix -> location -> Interlagos (1987)\n Answer: Interlagos" + }, + { + "id": "q_000744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Calcio Foggia 1920", + "pred": "Hop 1: Cosimo Nocera -> member of sports team -> A.S. Roma\n Hop 2: A.S. Roma -> manager -> Giuseppe Iachini\n Hop 3: Giuseppe Iachini -> manager of -> Italy men's national association football team\n Hop 4: Italy men's national association football team -> member of -> UEFA Euro 1960\n Hop 5: UEFA Euro 1960 -> member of ->", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Cosimo Nocera -> member of sports team -> A.S. Roma\n Hop 2: A.S. Roma -> manager -> Giuseppe Iachini\n Hop 3: Giuseppe Iachini -> manager of -> Italy men's national association football team\n Hop 4: Italy men's national association football team -> member of -> UEFA Euro 1960\n Hop 5: UEFA Euro 1960 -> member of ->" + }, + { + "id": "q_003964", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Gangwon FC", + "pred": "Kim Young-joon", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Seo Dong-myung -> sports team -> FC Pohang Steelers (2009)\n Hop 2: FC Pohang Steelers -> coach -> Kim Young-joon (2009)\n Answer: Kim Young-joon" + }, + { + "id": "q_004438", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Club Atl\u00e9tico River Plate", + "pred": "none", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Amadeo Carrizo -> sports team -> Club Alianza Lima (1968)\n Answer: none" + }, + { + "id": "q_004862", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1902.0, + "gold": "Amtshauptmannschaft Schwarzenberg", + "pred": "Saxony", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Karl-Marx-Stadt District -> located in -> Saxony (Hop: located in)\n Hop 2: Johanngeorgenstadt -> located in -> Karl-Marx-Stadt District (Hop: located in)\n Answer: Saxony" + }, + { + "id": "q_004495", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "As d'Or Jeu de l'Ann\u00e9e", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop" + }, + { + "id": "q_002486", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shimon Peres -> country of citizenship -> Israel (Hop Type: country of citizenship)\n Answer: Israel" + }, + { + "id": "q_003629", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "La Spezia", + "pred": "Kiel", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: 29th U-boat Flotilla -> location -> Kiel\n Answer: Kiel" + }, + { + "id": "q_006341", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "FC Girondins de Bordeaux", + "pred": "NK Interblock", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: A\u017ebe Jug -> sports team -> NK Interblock (2014)\n Answer: NK Interblock" + }, + { + "id": "q_002779", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SBV Vitesse", + "pred": "NK Zagreb", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ante Mi\u0161e -> sports team -> NK Zagreb (1996)\n Answer: NK Zagreb" + }, + { + "id": "q_006236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Nazi Party", + "pred": "Hop 1: August Eigruber -> member of political party -> Christian Social Party (Austria)\n Hop 2: Christian Social Party (Austria) -> member of political party -> Christian Social People's Party\n Hop 3: Christian Social People's Party -> member of political party -> Christian Social Party (Austria)\n Hop 4: Christian Social Party (Austria) -> member of political party -> Christian Social People's Party\n Hop 5: Christian Social People", + "em": 0.0, + "f1": 0.10526315789473684, + "pred_raw": "Hop 1: August Eigruber -> member of political party -> Christian Social Party (Austria)\n Hop 2: Christian Social Party (Austria) -> member of political party -> Christian Social People's Party\n Hop 3: Christian Social People's Party -> member of political party -> Christian Social Party (Austria)\n Hop 4: Christian Social Party (Austria) -> member of political party -> Christian Social People's Party\n Hop 5: Christian Social People" + }, + { + "id": "q_004217", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "1. FFC Frankfurt", + "pred": "2005 UEFA Champions League", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Katrin Kliehm -> sports team -> SC Freiburg\n Hop 2: SC Freiburg -> member -> Thomas Hitzlsperger\n Hop 3: Thomas Hitzlsperger -> member -> 2005 UEFA Champions League\n Answer: 2005 UEFA Champions League" + }, + { + "id": "q_001111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Eleonora Rossi Drago -> country of citizenship -> Kingdom of Italy (1954)\n Answer: Kingdom of Italy" + }, + { + "id": "q_003973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Mandatory Palestine", + "pred": "Lebanon", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Acre -> Ottoman Empire (1917-1918)\n Hop 2: Ottoman Empire -> Syria (1918-1936)\n Hop 3: Syria -> Lebanon (1936-1943)\n Hop 4: Lebanon -> Acre (1943-1948)\n Answer: Lebanon" + }, + { + "id": "q_002651", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Edith Roosevelt", + "pred": "Edith Roosevelt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Theodore Roosevelt -> spouse -> Edith Roosevelt (1902)\n Answer: Edith Roosevelt" + }, + { + "id": "q_005128", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "1990", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: FC Universitatea Cluz -> member -> Bogdan P\u0103tra\u0219cu (1990-2012)\n Answer: 1990" + }, + { + "id": "q_007441", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Norway men's national association football team", + "pred": "Norwegian Football Association", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Arne Erlandsen -> member of -> Norwegian Football Association (1981)\n Answer: Norwegian Football Association" + }, + { + "id": "q_006793", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "FC Veszpr\u00e9m", + "pred": "Ferenc Csongr\u00e1di", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ferenc Csongr\u00e1di -> member of -> Feh\u00e9rv\u00e1r FC (1989)\n Hop 2: Feh\u00e9rv\u00e1r FC -> member of -> Ferenc Csongr\u00e1di (1989)\n Answer: Ferenc Csongr\u00e1di" + }, + { + "id": "q_005396", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Nazi Germany", + "pred": "Hanau is a city in Germany.", + "em": 0.0, + "f1": 0.25, + "pred_raw": "Hop\n Answer: Hanau is a city in Germany." + }, + { + "id": "q_002815", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "People's Republic of China", + "pred": "China", + "em": 0.0, + "f1": 0.33333333333333337, + "pred_raw": "Hop 1: Liu Bocheng -> China (1951-01-01)\n Answer: China" + }, + { + "id": "q_007174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Amsterdam", + "pred": "Hop 3: Michael Jacklin -> Work location -> 2000 -> 2000", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Michael Jacklin -> Work location -> 2000 -> 2000\n Hop 2: Michael Jacklin -> Work location -> 2000 -> 2000\n Hop 3: Michael Jacklin -> Work location -> 2000 -> 2000\n Answer: Hop 3: Michael Jacklin -> Work location -> 2000 -> 2000" + }, + { + "id": "q_001511", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Academy Award for Best Picture", + "pred": "Hop\n Hop 1: Hal B. Wallis -> Academy Award -> 1970 -> 1970 Academy Awards -> 1970 Academy Awards -> Best Director -> nominated for\n Hop 2: Hal B. Wallis -> Academy Award -> 1970 -> 1970 Academy Awards -> 1970 Academy Awards -> Best Director -> nominated for\n Hop 3: Hal B. Wallis -> Academy Award", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop\n Hop 1: Hal B. Wallis -> Academy Award -> 1970 -> 1970 Academy Awards -> 1970 Academy Awards -> Best Director -> nominated for\n Hop 2: Hal B. Wallis -> Academy Award -> 1970 -> 1970 Academy Awards -> 1970 Academy Awards -> Best Director -> nominated for\n Hop 3: Hal B. Wallis -> Academy Award" + }, + { + "id": "q_000553", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Denmark women's national football team", + "pred": "S\u00f8nderjyskE", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Katrine Pedersen -> sports team -> S\u00f8nderjyskE (2011)\n Answer: S\u00f8nderjyskE" + }, + { + "id": "q_000656", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Northwestern University", + "pred": "Columbia University", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Melville J. Herskovits -> employer -> Columbia University (1947)\n Answer: Columbia University" + }, + { + "id": "q_001297", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1970.0, + "gold": "1970", + "pred": "1970", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop\n Hop 1: Tofiq Bahramov -> award -> Order of the Red Banner of Labour (1970)\n Hop 2: Order of the Red Banner of Labour (1970) -> equal to -> 1970 (1970)\n Answer: 1970" + }, + { + "id": "q_007459", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Amsterdam", + "pred": "Amsterdam", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carel Willink -> work location -> Amsterdam\n Answer: Amsterdam" + }, + { + "id": "q_002423", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Trinidad and Tobago men's national football team", + "pred": "The New York Yankees", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Cyd Gray -> member of -> sports team -> Joe Public F.C.\n Hop 2: Cyd Gray -> member of -> sports team -> The New York Yankees\n Answer: The New York Yankees" + }, + { + "id": "q_001348", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "FC Z\u00fcrich", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Vincent R\u00fcfli -> member of sports team -> FC Z\u00fcrich (1998-2000)\n Answer: FC Z\u00fcrich" + }, + { + "id": "q_008576", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "1953", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Uzhhorod -> Ukraine (capital)\n Hop 2: Ukraine -> 1953 -> 1953\n Hop 3: 1953 -> 1953 -> 1953\n Answer: 1953" + }, + { + "id": "q_002071", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "British School at Rome", + "pred": "American Red Cross", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Eugenie Sellers Strong -> Employer -> American Red Cross (1912)\n Answer: American Red Cross" + }, + { + "id": "q_004899", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1978.0, + "gold": "Soviet Union", + "pred": "Moscow", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Uman -> country -> Russian Empire (1978)\n Hop 2: Russian Empire -> successor -> Soviet Union (1978)\n Hop 3: Soviet Union -> capital -> Moscow (1978)\n Answer: Moscow" + }, + { + "id": "q_001022", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Vladimir Oblast", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kovrov -> located in -> Ivanovo Oblast (Hop 1)\n Hop 2: Ivanovo Oblast -> located in -> Vladimir Oblast (Hop 2)\n Hop 3: Vladimir Oblast -> located in -> Russia (Hop 3)\n Answer: Russia" + }, + { + "id": "q_003839", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jane Birkin", + "pred": "1977", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Serge Gainsbourg -> unmarried partner -> 1977 -> 1977 (Hop 1)\n Hop 2: 1977 -> 1977 (Hop 2)\n Answer: 1977" + }, + { + "id": "q_001814", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Christian Neureuther", + "pred": "Karlheinz Mittermaier", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rosi Mittermaier -> spouse -> Karlheinz Mittermaier (2015)\n Answer: Karlheinz Mittermaier" + }, + { + "id": "q_007256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giorgio Perlasca -> country of citizenship -> Italy (1940)\n Answer: Italy" + }, + { + "id": "q_005993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Martha Vickers", + "pred": "Hopi is a Native American tribe, not a person.\n Hopi is a Native American tribe, not a person.\n Hopi is a Native American tribe, not a person.\n Hopi is a Native American tribe, not a person.\n Hopi is a Native American tribe, not a person.\n Hopi is a Native American tribe, not a person.\n Hopi is a Native American tribe, not a person.\n Hopi is a Native American tribe, not a person.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hopi is a Native American tribe, not a person.\n Hopi is a Native American tribe, not a person.\n Hopi is a Native American tribe, not a person.\n Hopi is a Native American tribe, not a person.\n Hopi is a Native American tribe, not a person.\n Hopi is a Native American tribe, not a person.\n Hopi is a Native American tribe, not a person.\n Hopi is a Native American tribe, not a person." + }, + { + "id": "q_005336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Arabic", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop" + }, + { + "id": "q_005683", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Hopcroft (1961) Hopcroft (1961) Hopcroft (1961) Hopcroft (1961) Hopcroft (1961) Hopcroft (1961) Hopcroft (1961) Hopcroft (1961) Hopcroft (1961) Hopcroft (1961) Hopcroft (1961) Hopcroft (1961)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hopcroft (1961) Hopcroft (1961) Hopcroft (1961) Hopcroft (1961) Hopcroft (1961) Hopcroft (1961) Hopcroft (1961) Hopcroft (1961) Hopcroft (1961) Hopcroft (1961) Hopcroft (1961) Hopcroft (1961)" + }, + { + "id": "q_007163", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Relax-Gam", + "pred": "CD M\u00e1laga", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Juan Antonio Flecha -> member of -> Kaiku (2000)\n Hop 2: Kaiku -> member of -> CD M\u00e1laga (2000)\n Answer: CD M\u00e1laga" + }, + { + "id": "q_007140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Hop\n Hop: 1 ( Nobel Prize in Chemistry -> 1946 -> 1946 -> 1946 -> 1946 -> 1946 -> 1946 -> 1946 -> 1946 -> 1946 -> 1946 -> 1946 -> 1946 -> 1946 -> 1946 ->", + "em": 0.0, + "f1": 0.4615384615384615, + "pred_raw": "Hop\n Hop: 1 ( Nobel Prize in Chemistry -> 1946 -> 1946 -> 1946 -> 1946 -> 1946 -> 1946 -> 1946 -> 1946 -> 1946 -> 1946 -> 1946 -> 1946 -> 1946 -> 1946 ->" + }, + { + "id": "q_008134", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "New York City", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Shell-Haus -> located in -> New York City (1954)\n Hop 2: New York City -> owned by -> New York City (1954)\n Answer: New York City" + }, + { + "id": "q_002147", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Hungarian Socialist Workers' Party", + "pred": "Hungarian Socialist Workers' Party", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: L\u00e1szl\u00f3 B\u00e9kesi -> member of political party -> Hungarian Socialist Workers' Party (1971)\n Answer: Hungarian Socialist Workers' Party" + }, + { + "id": "q_006224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "habilitation", + "pred": "Candidate of Sciences", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hienad\u017a Sahanovi\u010d -> academic degree -> Candidate of Sciences (2018)\n Answer: Candidate of Sciences" + }, + { + "id": "q_000654", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Province of Mantua", + "pred": "Province of Foggia", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Felonica -> located in -> Province of Foggia (1939)\n Answer: Province of Foggia" + }, + { + "id": "q_004102", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "University of California, Los Angeles", + "pred": "Hopcroft, John E. (1973). \"The complexity of automata networks\". In Proceedings of the 5th Annual ACM Symposium on Theory of Computing. ACM. pp. 187\u2013197. Hopcroft, John E. (1973). \"The complexity of automata networks\". In Proceedings of the 5th Annual ACM Symposium on Theory of Computing. ACM. pp. 187\u2013197.", + "em": 0.0, + "f1": 0.07692307692307693, + "pred_raw": "Hopcroft, John E. (1973). \"The complexity of automata networks\". In Proceedings of the 5th Annual ACM Symposium on Theory of Computing. ACM. pp. 187\u2013197. Hopcroft, John E. (1973). \"The complexity of automata networks\". In Proceedings of the 5th Annual ACM Symposium on Theory of Computing. ACM. pp. 187\u2013197." + }, + { + "id": "q_007739", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "FSV Frankfurt", + "pred": "FC Sion", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Robert Pache -> member of -> Servette FC (1928)\n Hop 2: Robert Pache -> member of -> FC Sion (1928)\n Answer: FC Sion" + }, + { + "id": "q_006368", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Chemins de fer du Midi", + "pred": "Q1902", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Q802601 -> Q1902 (operator)\n Answer: Q1902" + }, + { + "id": "q_002589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Angelo Anquilletti -> country of citizenship -> Kingdom of Italy (1980)\n Answer: Kingdom of Italy" + }, + { + "id": "q_006409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "A.O. Kavalas (association football)", + "pred": "NK Zagreb", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mario Galinovi\u0107 -> member of sports team -> NK Zagreb (2010)\n Answer: NK Zagreb" + }, + { + "id": "q_002646", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1997.0, + "gold": "1997", + "pred": "1997", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Javier Mar\u00edas -> Nelly Sachs Prize (1997)\n Answer: 1997" + }, + { + "id": "q_002133", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Gold Medal of the Royal Astronomical Society", + "pred": "Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Answer: Hop" + }, + { + "id": "q_000302", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Vittorio Brambilla -> country of citizenship -> Kingdom of Italy (1956)\n Answer: Kingdom of Italy" + }, + { + "id": "q_002678", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Atalanta BC", + "pred": "A.S. Roma", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stefano Angeleri -> member of sports team -> A.S. Roma (1952)\n Answer: A.S. Roma" + }, + { + "id": "q_004224", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "1992", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jane Alexander -> Academy Award for Best Supporting Actress -> 1992\n Hop 2: 1992 -> 1992 United States presidential election -> 1992\n Hop 3: 1992 -> 1992 -> 1992\n Answer: 1992" + }, + { + "id": "q_005379", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: P\u00e9rouges -> located in -> France (2001)\n Answer: France" + }, + { + "id": "q_006243", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "Hopi (disambiguation)\n Hopi (disambiguation)\n Hopi (disambiguation)\n Hopi (disambiguation)\n Hopi (disambiguation)\n Hopi (disambiguation)\n Hopi (disambiguation)\n Hopi (disambiguation)\n Hopi (disambiguation)\n Hopi (disambiguation)\n Hopi (disambiguation)\n Hopi (disambiguation)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hopi (disambiguation)\n Hopi (disambiguation)\n Hopi (disambiguation)\n Hopi (disambiguation)\n Hopi (disambiguation)\n Hopi (disambiguation)\n Hopi (disambiguation)\n Hopi (disambiguation)\n Hopi (disambiguation)\n Hopi (disambiguation)\n Hopi (disambiguation)\n Hopi (disambiguation)" + }, + { + "id": "q_008166", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "MTK Budapest FC", + "pred": "Ferenc Pusk\u00e1s", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Imre Kov\u00e1cs -> sports team -> Ferencv\u00e1rosi TC (1945)\n Hop 2: Ferencv\u00e1rosi TC (1945) -> member -> Ferenc Pusk\u00e1s (1945)\n Answer: Ferenc Pusk\u00e1s" + }, + { + "id": "q_003678", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "lawyer", + "pred": "United States Senator", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: John Bell Williams -> Governor of Mississippi -> John Bell Williams (1980)\n Hop 2: John Bell Williams (1980) -> occupation -> United States Senator\n Answer: United States Senator" + }, + { + "id": "q_000025", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Hop\n Hop 1: Trier -> country -> Germany (1949-1990)\n Hop 2: Germany (1949-1990) -> head of government -> Konrad Adenauer (1949-1963)\n Hop 3: Konrad Adenauer (1949-1963) -> birth place -> Cologne\n Hop 4: Cologne -> country -> Germany (", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Trier -> country -> Germany (1949-1990)\n Hop 2: Germany (1949-1990) -> head of government -> Konrad Adenauer (1949-1963)\n Hop 3: Konrad Adenauer (1949-1963) -> birth place -> Cologne\n Hop 4: Cologne -> country -> Germany (" + }, + { + "id": "q_001419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "Ottoman Empire", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: United Kingdom of Great Britain and Ireland -> located in -> British Mandate of Palestine (1920-1948) (Hop 1)\n Hop 2: British Mandate of Palestine (1920-1948) -> located in -> Mandatory Palestine (Hop 2)\n Hop 3: Mandatory Palestine -> located in -> Ottoman Empire (Hop 3)\n Answer: Ottoman Empire" + }, + { + "id": "q_000689", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Franca Ongaro -> country of citizenship -> Italy (1943)\n Answer: Italy" + }, + { + "id": "q_004963", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "City of Gosford", + "pred": "Australia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gosford -> New South Wales (located in)\n Hop 2: New South Wales -> Australia (located in)\n Answer: Australia" + }, + { + "id": "q_001580", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "London", + "pred": "Johannesburg", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Joseph Hertz -> work location -> Johannesburg (1936)\n Answer: Johannesburg" + }, + { + "id": "q_002212", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Tonelli -> drafted by -> New York Islanders (1977)\n Answer: 1977" + }, + { + "id": "q_001427", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "FC Lausanne-Sport", + "pred": "FC Twente", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Pierre Kerkhoffs -> member of sports team -> FC Twente (1967)\n Answer: FC Twente" + }, + { + "id": "q_000751", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Seine-et-Oise", + "pred": "Europe", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Brunoy -> France (located in)\n Hop 2: France -> Europe (located in)\n Hop 3: Europe -> 1942 (located in)\n Answer: Europe" + }, + { + "id": "q_005986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "FC Spartak Trnava", + "pred": "Tom\u00e1\u0161 K\u0159\u00ed\u017e", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Martin Ra\u0161ka -> sports team -> FK V\u00edtkovice\n Hop 2: FK V\u00edtkovice -> member -> Tom\u00e1\u0161 K\u0159\u00ed\u017e\n Answer: Tom\u00e1\u0161 K\u0159\u00ed\u017e" + }, + { + "id": "q_002412", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Pino Lancetti -> country of citizenship -> Kingdom of Italy (1983)\n Answer: Kingdom of Italy" + }, + { + "id": "q_001943", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1999.0, + "gold": "1999", + "pred": "1999", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franti\u0161ek Kaberle -> drafted by -> Los Angeles Kings (1999)\n Answer: 1999" + }, + { + "id": "q_005685", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "Hop 1: Academy Award for Best Film Editing -> 1939 -> 1939 Academy Awards\n Hop 2: 1939 Academy Awards -> 1939 -> 1939\n Hop 3: 1939 -> 1939 -> 1939\n Hop 4: 1939 -> 1939 -> 1939\n Hop 5", + "em": 1.0, + "f1": 0.13333333333333333, + "pred_raw": "Hop 1: Academy Award for Best Film Editing -> 1939 -> 1939 Academy Awards\n Hop 2: 1939 Academy Awards -> 1939 -> 1939\n Hop 3: 1939 -> 1939 -> 1939\n Hop 4: 1939 -> 1939 -> 1939\n Hop 5" + }, + { + "id": "q_001916", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Str\u00f8msgodset IF", + "pred": "New York Islanders", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kim Larsen -> sports team -> New York Islanders (2003)\n Answer: New York Islanders" + }, + { + "id": "q_006927", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Aldo Fabrizi -> country of citizenship -> Kingdom of Italy (1956)\n Answer: Kingdom of Italy" + }, + { + "id": "q_000904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Luigi Bajardi -> country of citizenship -> Kingdom of Italy (1956)\n Answer: Kingdom of Italy" + }, + { + "id": "q_006701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto Lattuada -> country of citizenship -> Italy (1971)\n Answer: Italy" + }, + { + "id": "q_005536", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Fengtien", + "pred": "Hop 1: Faku County -> China -> 1945 -> 1945\n Hop 2: 1945 -> 1945 -> 1945 -> 1945\n Hop 3: 1945 -> 1945 -> 1945 -> 1945\n Hop 4: 1945 -> 1945 -> 1", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Faku County -> China -> 1945 -> 1945\n Hop 2: 1945 -> 1945 -> 1945 -> 1945\n Hop 3: 1945 -> 1945 -> 1945 -> 1945\n Hop 4: 1945 -> 1945 -> 1" + }, + { + "id": "q_000555", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Gertrude Stein", + "pred": "United States", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Gertrude Stein -> owned -> 1946 (1946)\n Hop 2: 1946 -> located in -> New York City (1946)\n Hop 3: New York City -> located in -> United States (1946)\n Answer: United States" + }, + { + "id": "q_005626", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Heiner Gei\u00dfler", + "pred": "Hans-Dietrich Genscher", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Christian Democratic Union (Germany) -> general secretary -> Bruno Heck (born 1947)\n Hop 2: Bruno Heck -> successor -> Hans-Dietrich Genscher\n Hop 3: Hans-Dietrich Genscher -> general secretary -> Christian Democratic Union (Germany)\n Answer: Hans-Dietrich Genscher" + }, + { + "id": "q_005124", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Algiers", + "pred": "\u00c9tienne de Montmorency", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pierre Savorgnan de Brazza -> burial place -> P\u00e8re Lachaise Cemetery (Hop 1)\n Hop 2: P\u00e8re Lachaise Cemetery -> place of burial -> \u00c9tienne de Montmorency (Hop 2)\n Answer: \u00c9tienne de Montmorency" + }, + { + "id": "q_002798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Coll\u00e8ge de France", + "pred": "Universit\u00e9 de Paris-Sud", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Andr\u00e9 Lichnerowicz -> employer -> Universit\u00e9 de Paris-Sud (1956)\n Answer: Universit\u00e9 de Paris-Sud" + }, + { + "id": "q_003885", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2021.0, + "gold": "National Oceanic and Atmospheric Administration", + "pred": "United States Air Force", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: EWS-G2 -> owned by -> United States Air Force (Hop 1)\n Answer: United States Air Force" + }, + { + "id": "q_005314", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Republic of China", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Li Tsung-jen -> position -> President of the Republic of China (1962)\n Hop 2: Li Tsung-jen -> country of citizenship -> Republic of China (1962)\n Answer: Republic of China" + }, + { + "id": "q_007748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Knight Bachelor", + "pred": "European Cup", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bobby Charlton -> member of -> England men's national association football team (1994)\n Hop 2: England men's national association football team -> award -> European Cup (1994)\n Hop 3: European Cup -> award -> European Cup (1994)\n Answer: European Cup" + }, + { + "id": "q_002726", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "SK Slavia Prague", + "pred": "FC Dinamo Bucure\u0219ti", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nicu\u0219or Stanciu -> sports team -> FC Dinamo Bucure\u0219ti (2019-2020)\n Answer: FC Dinamo Bucure\u0219ti" + }, + { + "id": "q_004003", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "KRC Mechelen", + "pred": "KAA Gent", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jan Diddens -> member of sports team -> KAA Gent (1924)\n Hop 2: KAA Gent -> manager -> Jan Diddens (1924)\n Hop 3: Jan Diddens -> member of sports team -> Belgium men's national football team (1924)\n Answer: KAA Gent" + }, + { + "id": "q_008148", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alexei Navalny -> Russia (country of citizenship) (1985)\n Answer: Russia" + }, + { + "id": "q_004079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1916.0, + "gold": "Marie Bonaparte", + "pred": "Queen Olga of Greece", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Prince George of Greece and Denmark -> spouse -> Queen Olga of Greece (1916)\n Answer: Queen Olga of Greece" + }, + { + "id": "q_003444", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "AS Saint-\u00c9tienne", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ronan Le Crom -> sports team -> AS Saint-\u00c9tienne (2011)\n Answer: AS Saint-\u00c9tienne" + }, + { + "id": "q_004684", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Schutzstaffel", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop" + }, + { + "id": "q_007043", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andr\u00e9 T\u00e9chin\u00e9 -> C\u00e9sar Award for Best Director (1995)\n Answer: 1995" + }, + { + "id": "q_002077", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Scunthorpe United F.C.", + "pred": "Wealdstone F.C.", + "em": 0.0, + "f1": 0.5714285714285715, + "pred_raw": "Hop 1: Jermaine Beckford -> member of sports team -> Wealdstone F.C.\n Answer: Wealdstone F.C." + }, + { + "id": "q_005610", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Willi Daume", + "pred": "Reinhard K\u00fchn", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: German Handball Association -> chairperson -> Bernd Steinhauser (1998-2000)\n Hop 2: German Handball Association -> chairperson -> Reinhard K\u00fchn (1994-1998)\n Answer: Reinhard K\u00fchn" + }, + { + "id": "q_007161", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Polish People's Republic", + "pred": "Poland", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jan T. Gross -> country of citizenship -> Poland (1959)\n Answer: Poland" + }, + { + "id": "q_008431", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Kingdom of Greece", + "pred": "Kingdom of Romania", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Takis -> country of citizenship -> Greece (1944)\n Hop 2: Greece -> successor state -> Kingdom of Romania (1944)\n Hop 3: Kingdom of Romania -> country of citizenship -> Takis (1944)\n Answer: Kingdom of Romania" + }, + { + "id": "q_005503", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Nino Taranto -> country of citizenship -> Kingdom of Italy (1966)\n Answer: Kingdom of Italy" + }, + { + "id": "q_003756", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Nuremberg Medical Trial", + "pred": "European Parliament", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Prince Philipp, Landgrave of Hesse -> participant in -> 1947 German federal election (event)\n Hop 2: 1947 German federal election -> participant in -> German federal election (event)\n Hop 3: German federal election -> participant in -> European Parliament (event)\n Answer: European Parliament" + }, + { + "id": "q_006939", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Hop\n Hop 1: Christiaan Eijkman -> Nobel Prize in Physiology or Medicine -> 1921 -> Nominee -> 1921 -> 1921 -> 1921 -> 1921 -> 1921 -> 1921 -> 1921 -> 1921 -> 1921 -> 1921 -> 1921 ->", + "em": 1.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop\n Hop 1: Christiaan Eijkman -> Nobel Prize in Physiology or Medicine -> 1921 -> Nominee -> 1921 -> 1921 -> 1921 -> 1921 -> 1921 -> 1921 -> 1921 -> 1921 -> 1921 -> 1921 -> 1921 ->" + }, + { + "id": "q_005031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Bennati -> country of citizenship -> Italy (1956)\n Answer: Italy" + }, + { + "id": "q_001054", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ermanno Olmi -> country of citizenship -> Italy (1949)\n Answer: Italy" + }, + { + "id": "q_002273", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "2001", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alec Chamberlain -> member of -> Sports team -> 2001 -> 2001\n Answer: 2001" + }, + { + "id": "q_000786", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Hans-Dieter Schumacher", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tony Marshall -> award -> Goldene Stimmgabel (1999)\n Hop 2: Goldene Stimmgabel -> award -> Hans-Dieter Schumacher (1999)\n Hop 3: Hans-Dieter Schumacher -> award -> Hans-Dieter Schumacher (2003)\n Answer: Hans-Dieter Schumacher" + }, + { + "id": "q_002778", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Watford FC", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Andros Townsend -> sports team -> Watford FC (2014)\n Answer: Watford FC" + }, + { + "id": "q_005074", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Japan", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop: Broutona -> Country -> United Kingdom (1919)\n Answer: United Kingdom" + }, + { + "id": "q_007312", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Chelsea F.C.", + "pred": "Thomas Sj\u00f6berg", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Magnus Hedman -> sports team -> AIK Fotboll (2007)\n Hop 2: AIK Fotboll -> member -> Thomas Sj\u00f6berg (2007)\n Answer: Thomas Sj\u00f6berg" + }, + { + "id": "q_001350", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Leningrad Oblast", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ivangorod -> located in -> Pskov Oblast (1991-2001)\n Hop 2: Pskov Oblast -> located in -> Russia (1991-2001)\n Answer: Russia" + }, + { + "id": "q_001371", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Clare Boothe Luce", + "pred": "Clare Boothe Luce", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop\n Hop 1: Henry Luce -> spouse -> Clare Boothe Luce (1959)\n Answer: Clare Boothe Luce" + }, + { + "id": "q_000490", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: As d'Or Jeu de l'Ann\u00e9e -> nominated for -> No Thanks! (2005)\n Answer: 2005" + }, + { + "id": "q_006219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1985.0, + "gold": "1985", + "pred": "1985", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Japanese National Railways -> Yonohommachi Station (founded)\n Answer: 1985" + }, + { + "id": "q_005716", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Edgardo Moltoni -> country of citizenship -> Italy (1915)\n Answer: Italy" + }, + { + "id": "q_005200", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Pichichi Trophy", + "pred": "Luis Su\u00e1rez", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Hugo S\u00e1nchez -> 1985 -> European Golden Shoe -> award received -> Jos\u00e9 Antonio Camacho\n Hop 2: Jos\u00e9 Antonio Camacho -> 1985 -> European Golden Shoe -> award received -> Luis Su\u00e1rez\n Hop 3: Luis Su\u00e1rez -> 1985 -> European Golden Shoe -> award received -> Luis Su\u00e1rez\n Answer: Luis Su\u00e1rez" + }, + { + "id": "q_000681", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Robin Shroot -> sports team -> Burton Albion F.C. (2009)\n Answer: 2009" + }, + { + "id": "q_004424", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lviv Oblast", + "pred": "European Free Trade Association", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Drohobych -> Ukraine (located in)\n Hop 2: Ukraine -> Europe (located in)\n Hop 3: Europe -> European Union (located in)\n Hop 4: European Union -> European Economic Area (located in)\n Hop 5: European Economic Area -> European Free Trade Association (located in)\n Answer: European Free Trade Association" + }, + { + "id": "q_003611", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Catholic priest", + "pred": "Professor", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alwin Albert Hafner -> occupation -> Professor (1976)\n Answer: Professor" + }, + { + "id": "q_000603", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "ASVEL", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Beno\u00eet Cheyrou -> member of -> ASVEL (1999)\n Answer: ASVEL" + }, + { + "id": "q_007417", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Beaux-Arts de Paris", + "pred": "University of Athens", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alekos Fassianos -> educated at -> University of Athens (1970)\n Answer: University of Athens" + }, + { + "id": "q_001017", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Golden Bear", + "pred": "2003 Golden Horse Film Awards", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Li Yang -> 2003 -> Chinese Film Director (2003)\n Hop 2: Chinese Film Director (2003) -> nominated for -> Best Director (2003)\n Hop 3: Best Director (2003) -> 2003 -> 2003 Golden Horse Film Awards (2003)\n Answer: 2003 Golden Horse Film Awards" + }, + { + "id": "q_004297", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Walter Sisulu", + "pred": "Walter Sisulu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Albertina Nontsikelelo Sisulu -> spouse -> Walter Sisulu (1966)\n Answer: Walter Sisulu" + }, + { + "id": "q_007760", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Netherlands", + "pred": "Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Answer: Hop\n Hop" + }, + { + "id": "q_002309", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Feh\u00e9rv\u00e1r FC", + "pred": "Alex Ferguson", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Henning Berg -> sports team -> Manchester United F.C.\n Hop 2: Manchester United F.C. -> coach -> Alex Ferguson\n Answer: Alex Ferguson" + }, + { + "id": "q_000472", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Mario Bonnard -> country of citizenship -> Italy (1915)\n Answer: Italy" + }, + { + "id": "q_001687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Free Democratic Party", + "pred": "Christian Democratic Union of Germany", + "em": 0.0, + "f1": 0.25, + "pred_raw": "Hop 1: Walter Scheel -> member of political party -> Christian Democratic Union of Germany (CDU)\n Answer: Christian Democratic Union of Germany" + }, + { + "id": "q_003092", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Weimar Republic", + "pred": "German Empire", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Limbach-Oberfrohna -> country -> German Empire (1919-1933)\n Answer: German Empire" + }, + { + "id": "q_003984", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Hamburger SV", + "pred": "FC Schalke 04", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Wilhelm Blunk -> member of sports team -> FC Schalke 04 (1944)\n Answer: FC Schalke 04" + }, + { + "id": "q_004307", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Yugoslavia", + "pred": "Bulgaria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Verzar -> country -> Bulgaria (1933)\n Answer: Bulgaria" + }, + { + "id": "q_004221", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Carli -> country of citizenship -> Italy (1967)\n Answer: Italy" + }, + { + "id": "q_002604", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Orenburg Governorate", + "pred": "Moscow", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Orenburg -> capital -> Orenburg (Orenburg, Russia)\n Hop 2: Orenburg (Orenburg, Russia) -> country -> Soviet Union\n Hop 3: Soviet Union -> capital -> Moscow\n Answer: Moscow" + }, + { + "id": "q_005175", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Suso Cecchi d'Amico -> country of citizenship -> Italy (1999)\n Answer: Italy" + }, + { + "id": "q_000103", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "Bulgaria", + "em": 0.0, + "f1": 0.33333333333333337, + "pred_raw": "Hop 1: Stara Zagora -> country -> Bulgaria (1962)\n Answer: Bulgaria" + }, + { + "id": "q_007858", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "construction", + "pred": "1980", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Hanover Stadtbahn -> vehicle -> TW 6000 (1980)\n Hop 2: TW 6000 -> significant event -> 1980 (1980)\n Answer: 1980" + }, + { + "id": "q_000929", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Hop\n Hop 1: Glenda Jackson -> Academy Award for Best Actress -> 1981 -> 1981 -> 1981 -> 1981 -> 1981 -> 1981 -> 1981 -> 1981 -> 1981 -> 1981 -> 1981 -> 1981 -> 1981 -> 1", + "em": 0.0, + "f1": 0.4444444444444445, + "pred_raw": "Hop\n Hop 1: Glenda Jackson -> Academy Award for Best Actress -> 1981 -> 1981 -> 1981 -> 1981 -> 1981 -> 1981 -> 1981 -> 1981 -> 1981 -> 1981 -> 1981 -> 1981 -> 1981 -> 1" + }, + { + "id": "q_008399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Hamburg Commercial Bank", + "pred": "Schleswig-Holstein", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Volksparkstadion -> located in -> Hamburg\n Hop 2: Hamburg -> mayor -> Ole von Beek\n Hop 3: Ole von Beek -> born in -> Schleswig-Holstein\n Hop 4: Schleswig-Holstein -> capital -> Kiel\n Hop 5: Kiel -> located in -> Schleswig-Holstein\n Answer: Schleswig-Holstein" + }, + { + "id": "q_006833", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "Princess M\u00e4rtha of Sweden", + "pred": "Astrid of Sweden", + "em": 0.0, + "f1": 0.5714285714285715, + "pred_raw": "Hop 1: Olav V of Norway -> spouse -> Astrid of Sweden (1936)\n Hop 2: Astrid of Sweden -> country of citizenship -> Denmark (1936)\n Answer: Astrid of Sweden" + }, + { + "id": "q_007826", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Patrick Cramer -> Gottfried Wilhelm Leibniz Prize -> 2006 (award received)\n Answer: 2006" + }, + { + "id": "q_005791", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1969.0, + "gold": "1969", + "pred": "1969", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop\n Hop 1: Strawberry Fields Forever - > performer -> The Beatles (1967)\n Hop 2: The Beatles - > equal -> 1969 (1969)\n Answer: 1969" + }, + { + "id": "q_008695", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "FC Basel", + "pred": "FC Z\u00fcrich", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Serge Muhmenthaler -> member of -> FC Grenchen (1976)\n Hop 2: FC Grenchen -> sports team -> FC Z\u00fcrich (1976)\n Answer: FC Z\u00fcrich" + }, + { + "id": "q_006326", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Isabella Biagini -> country of citizenship -> Italy (1943)\n Answer: Italy" + }, + { + "id": "q_002683", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vincenzo Talarico -> country of citizenship -> Italy (1956)\n Answer: Italy" + }, + { + "id": "q_004982", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "AS Monaco FC", + "pred": "USL 1", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Abderrahmane Boubekeur -> member of sports team -> USL 1 (1957)\n Answer: USL 1" + }, + { + "id": "q_000500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fabio Capello -> work location -> AS Roma\n Hop 2: AS Roma -> country -> Italy\n Hop 3: Italy -> capital -> Rome\n Answer: Rome" + }, + { + "id": "q_000415", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Seine-et-Oise", + "pred": "Switzerland", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Neauphle-le-Vieux -> France (located in)\n Hop 2: France -> European Union (located in)\n Hop 3: European Union -> European Economic Area (located in)\n Hop 4: European Economic Area -> European Free Trade Association (located in)\n Hop 5: European Free Trade Association -> Switzerland (located in)\n Answer: Switzerland" + }, + { + "id": "q_002513", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "IBM", + "pred": "Hopcroft (1988) was a book published by Frank Soltis.\n Hopcroft (1988) was a book published by Frank Soltis.\n Hopcroft (1988) was a book published by Frank Soltis.\n Hopcroft (1988) was a book published by Frank Soltis.\n Hopcroft (1988) was a book published by Frank Soltis.\n Hopcroft (198", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hopcroft (1988) was a book published by Frank Soltis.\n Hopcroft (1988) was a book published by Frank Soltis.\n Hopcroft (1988) was a book published by Frank Soltis.\n Hopcroft (1988) was a book published by Frank Soltis.\n Hopcroft (1988) was a book published by Frank Soltis.\n Hopcroft (198" + }, + { + "id": "q_001131", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Xiao Yang -> member of -> Chinese Communist Party (1971)\n Answer: Chinese Communist Party" + }, + { + "id": "q_004809", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Gino Cassinis -> country -> Italy (1936)\n Answer: Italy" + }, + { + "id": "q_006419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "England women's national football team", + "pred": "New Zealand Football League", + "em": 0.0, + "f1": 0.2, + "pred_raw": "Hop 1: Lindsay Johnson -> member of sports team -> New Zealand national football team (women)\n Hop 2: New Zealand national football team (women) -> member of sports team -> Waitakere United F.C. Women\n Hop 3: Waitakere United F.C. Women -> member of sports team -> New Zealand Football League\n Answer: New Zealand Football League" + }, + { + "id": "q_000119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario B\u00f2 -> country of citizenship -> Italy (1994)\n Answer: Italy" + }, + { + "id": "q_002765", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "The Rockefeller University", + "pred": "University of Leiden", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: George Uhlenbeck -> University of Leiden (employer, 1967)\n Answer: University of Leiden" + }, + { + "id": "q_001638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Viktor Kulikov -> country of citizenship -> Soviet Union (1946)\n Answer: Soviet Union" + }, + { + "id": "q_003270", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giuseppe Ungaretti -> born in -> Venice (1914)\n Hop 2: Venice -> country -> Italy (1914)\n Answer: Italy" + }, + { + "id": "q_002090", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Zeno Saltini -> country of citizenship -> Italy (1936)\n Answer: Italy" + }, + { + "id": "q_002717", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Luciano Savorini -> country of citizenship -> Italy (1942)\n Answer: Italy" + }, + { + "id": "q_001781", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Waltrude Schleyer", + "pred": "Maria Schleyer", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Hanns Martin Schleyer -> spouse -> Maria Schleyer (1950)\n Answer: Maria Schleyer" + }, + { + "id": "q_007508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "West Ham United F.C.", + "pred": "New York Giants", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Billy Brown -> sports team -> New York Giants (1922)\n Answer: New York Giants" + }, + { + "id": "q_000911", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Tuscany", + "pred": "1932", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Plinio Nomellini -> work location -> 1932 -> 1932 -> 1932\n Answer: 1932" + }, + { + "id": "q_002590", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1946.0, + "gold": "1946", + "pred": "1946", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Atalanta BC -> coach -> Giuseppe Meazza (1946)\n Answer: 1946" + }, + { + "id": "q_005409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "award", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Q104925 -> Bavarian TV Awards (award)\n Hop 2: Bavarian TV Awards -> winner (has part)\n Hop 3: winner -> award (instance of)\n Hop 4: award -> Q104925 (instance of)\n Answer: award" + }, + { + "id": "q_004701", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Marne", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: L\u00e9vis-Saint-Nom -> located in -> Seine-et-Marne (1968)\n Answer: Seine-et-Marne" + }, + { + "id": "q_006905", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "1998", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Northwestern University -> member -> Scholarly Publishing and Academic Resources Coalition (1998-01-01)\n Answer: 1998" + }, + { + "id": "q_005334", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "1952", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: IG Farben -> insolvency -> 1952 (Hop 1: IG Farben -> insolvency -> 1952)\n Answer: 1952" + }, + { + "id": "q_006551", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Egidio Feruglio -> country of citizenship -> Italy (1917)\n Answer: Italy" + }, + { + "id": "q_002537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Luigi Bianchi -> doctoral student -> Guido Fubini (1915)\n Hop 2: Guido Fubini -> country of citizenship -> Italy (1915)\n Hop 3: Italy -> country of citizenship -> Italy (1915)\n Answer: Italy" + }, + { + "id": "q_004357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "FC Amkar Perm", + "pred": "FC Khimki", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Martin Jakubko -> member of -> FC Khimki (2014)\n Answer: FC Khimki" + }, + { + "id": "q_006681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Sporting CP", + "pred": "Ferencv\u00e1rosi TC", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rudolf Jeny -> member of sports team -> Hungary men's national football team (1934)\n Hop 2: Hungary men's national football team -> member of sports team -> Ferencv\u00e1rosi TC (1934)\n Answer: Ferencv\u00e1rosi TC" + }, + { + "id": "q_001982", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Francesco Gabrieli -> country of citizenship -> Italy (1939)\n Hop 2: Italy -> founded -> Kingdom of Italy (1939)\n Hop 3: Kingdom of Italy -> capital -> Rome (1939)\n Hop 4: Rome -> located in -> Lazio (1939)\n Hop 5: Lazio -> country -> Italy (1939)\n Hop 6: Italy -> founded -> Kingdom of", + "em": 1.0, + "f1": 0.25, + "pred_raw": "Hop 1: Francesco Gabrieli -> country of citizenship -> Italy (1939)\n Hop 2: Italy -> founded -> Kingdom of Italy (1939)\n Hop 3: Kingdom of Italy -> capital -> Rome (1939)\n Hop 4: Rome -> located in -> Lazio (1939)\n Hop 5: Lazio -> country -> Italy (1939)\n Hop 6: Italy -> founded -> Kingdom of" + }, + { + "id": "q_001763", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Tranmere Rovers F.C.", + "pred": "West Bromwich Albion", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Steve Coppell -> member of -> West Bromwich Albion (1973)\n Answer: West Bromwich Albion" + }, + { + "id": "q_001693", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Utrecht University", + "pred": "Hop 1: Pieter Helbert Damst\u00e9 -> employer -> 1919 ( Answer Type: 1 )", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Pieter Helbert Damst\u00e9 -> employer -> 1919 ( Hop Type: 1 )\n Answer: Hop 1: Pieter Helbert Damst\u00e9 -> employer -> 1919 ( Answer Type: 1 )" + }, + { + "id": "q_006247", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1909.0, + "gold": "Associate Justice of the Supreme Court of the United States", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop" + }, + { + "id": "q_006923", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Der St\u00fcrmer", + "pred": "German National People's Party", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Julius Streicher -> employer -> German National People's Party (1929)\n Answer: German National People's Party" + }, + { + "id": "q_004828", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Adone Zoli -> country of citizenship -> Kingdom of Italy (1957)\n Answer: Kingdom of Italy" + }, + { + "id": "q_006717", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Luigi Bianchi -> country of citizenship -> Italy (1915)\n Answer: Italy" + }, + { + "id": "q_001064", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Hanover", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hanover -> located in -> Province of Hanover (1930)\n Hop 2: Province of Hanover -> country -> Hanover (1930)\n Answer: Hanover" + }, + { + "id": "q_002886", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Kingdom of Yugoslavia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luciano Fo\u00e0 -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> successor -> Kingdom of Yugoslavia (1967)\n Answer: Kingdom of Yugoslavia" + }, + { + "id": "q_001768", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Emilio Petiva -> country of citizenship -> Italy (1929)\n Answer: Italy" + }, + { + "id": "q_006522", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Cameroon men's national football team", + "pred": "Mohamed Aboutrika", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Henri Michel -> sports team -> Al-Ahly SC (Egypt) (2003-2005)\n Hop 2: Al-Ahly SC (Egypt) -> coach -> Mohamed Aboutrika (1994-1996)\n Answer: Mohamed Aboutrika" + }, + { + "id": "q_001073", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Kingdom of Bulgaria", + "pred": "Bulgaria", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Veliko Tarnovo -> country -> Bulgaria (Hop 1)\n Answer: Bulgaria" + }, + { + "id": "q_002125", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "SSC Napoli", + "pred": "sports team", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Armando Tre Re -> member of -> sports team (1956)\n Answer: sports team" + }, + { + "id": "q_002297", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "FC Astra Giurgiu", + "pred": "Dan Petrescu", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Dorinel Munteanu -> sports team -> FC Arge\u0219 (2015)\n Hop 2: FC Arge\u0219 -> coach -> Dan Petrescu (2015)\n Answer: Dan Petrescu" + }, + { + "id": "q_002809", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Elio Toaff -> country of citizenship -> Italy (1915)\n Answer: Italy" + }, + { + "id": "q_002474", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "David H. Williams", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Tommy Aldridge -> member -> Black Oak Arkansas (1981)\n Hop 2: Black Oak Arkansas -> member -> David H. Williams (1981)\n Answer: David H. Williams" + }, + { + "id": "q_004101", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Club Am\u00e9rica -> member of sports team -> Djalminha (2004)\n Answer: 2004" + }, + { + "id": "q_006366", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "Gary Neville", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kelly Smith -> sports team -> Manchester United F.C.\n Hop 2: Manchester United F.C. -> member -> Gary Neville\n Answer: Gary Neville" + }, + { + "id": "q_003182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "United States Navy", + "pred": "United States Navy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arthur William Radford -> military branch -> United States Navy (1952)\n Answer: United States Navy" + }, + { + "id": "q_003020", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Lagos", + "pred": "Abuja", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nigeria -> capital -> Abuja (1991)\n Hop 2: Abuja -> country -> Nigeria (1991)\n Hop 3: Nigeria -> signatory -> Universal Copyright Convention (1972)\n Answer: Abuja" + }, + { + "id": "q_004956", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Calcio Padova", + "pred": "A.S. Roma", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Azzini -> member of sports team -> A.S. Roma\n Hop 2: A.S. Roma -> manager -> Giuseppe Pillon\n Hop 3: Giuseppe Pillon -> member of sports team -> A.S. Roma\n Answer: A.S. Roma" + }, + { + "id": "q_006758", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Al Masry SC", + "pred": "Al-Wakrah Sports Club", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Ahmad Shedid Qinawi -> member of -> Al-Wakrah Sports Club (2008)\n Answer: Al-Wakrah Sports Club" + }, + { + "id": "q_003840", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "DSV Leoben", + "pred": "Hop 1: Wolfgang Klapf -> sports team -> SC Wiener Neustadt (2005)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Wolfgang Klapf -> sports team -> SC Wiener Neustadt (2005)\n Answer: Hop 1: Wolfgang Klapf -> sports team -> SC Wiener Neustadt (2005)" + }, + { + "id": "q_003113", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Wheaton College", + "pred": "University of Chicago", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Hilda Geiringer -> employer -> University of Chicago (1952)\n Answer: University of Chicago" + }, + { + "id": "q_004767", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Miss America", + "pred": "1927", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Lois Delander -> 1927 -> competition won -> 1927\n Hop 2: 1927 -> competition won -> 1927\n Hop 3: 1927 -> competition won -> 1927\n Answer: 1927" + }, + { + "id": "q_004986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Goffredo Petrassi -> country of citizenship -> Italy (1941)\n Answer: Italy" + }, + { + "id": "q_004256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "pred": "Chemins de fer du Nord", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Paris\u2013Lille railway -> operator -> Chemins de fer du Nord (1965)\n Answer: Chemins de fer du Nord" + }, + { + "id": "q_003340", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Russia", + "pred": "Soviet Union", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Dmitry Yazov -> Soviet Union (1995-01-01)\n Answer: Soviet Union" + }, + { + "id": "q_005245", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "Hopi (film) -> Academy Award for Best Picture (1982)\n Hopi (film) -> Academy Award for Best Picture (1982)\n Hopi (film) -> Academy Award for Best Picture (1982)\n Hopi (film) -> Academy Award for Best Picture (1982)\n Hopi (film) -> Academy Award for Best Picture (1982)\n Hopi (film) -> Academy Award for Best Picture", + "em": 1.0, + "f1": 0.2222222222222222, + "pred_raw": "Hopi (film) -> Academy Award for Best Picture (1982)\n Hopi (film) -> Academy Award for Best Picture (1982)\n Hopi (film) -> Academy Award for Best Picture (1982)\n Hopi (film) -> Academy Award for Best Picture (1982)\n Hopi (film) -> Academy Award for Best Picture (1982)\n Hopi (film) -> Academy Award for Best Picture" + }, + { + "id": "q_006022", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lady Gaga", + "pred": "Katelyn Saal", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Taylor Kinney -> unmarried partner -> Katelyn Saal (2012)\n Answer: Katelyn Saal" + }, + { + "id": "q_002807", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "University of Oslo", + "pred": "Carl Ludwig Siegel", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Viggo Brun -> employer -> Carl Ludwig Siegel (1950)\n Answer: Carl Ludwig Siegel" + }, + { + "id": "q_002236", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Order of Merit of North Rhine-Westphalia", + "pred": "Order of the Red Eagle", + "em": 0.0, + "f1": 0.3636363636363636, + "pred_raw": "Hop 1: Helmut Hirsch -> award -> Saarland Order of Merit (1988)\n Hop 2: Helmut Hirsch -> award -> Order of the Red Eagle (1988)\n Answer: Order of the Red Eagle" + }, + { + "id": "q_006258", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "United States Cabinet", + "pred": "United States Department of Defense", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: John Davis Long -> position held -> United States Secretary of the Navy (1906)\n Hop 2: United States Secretary of the Navy -> part of -> United States Department of the Navy (1906)\n Hop 3: United States Department of the Navy -> part of -> United States Department of Defense (1906)\n Answer: United States Department of Defense" + }, + { + "id": "q_003646", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "pred": "Academy Award for Best Supporting Actor", + "em": 0.0, + "f1": 0.2222222222222222, + "pred_raw": "Hop 1: Gena Rowlands -> spouse -> John Cassavetes (1987)\n Hop 2: John Cassavetes -> award -> Academy Award for Best Supporting Actor (1987)\n Hop 3: Academy Award for Best Supporting Actor -> award -> Academy Award for Best Supporting Actor (1987)\n Answer: Academy Award for Best Supporting Actor" + }, + { + "id": "q_002029", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Warabitai Station", + "pred": "Kita-Kuromatsunai Station", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Kuromatsunai Station -> Kita-Kuromatsunai Station (adjacent station, 1964)\n Answer: Kita-Kuromatsunai Station" + }, + { + "id": "q_002701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Rudi Fuchs", + "pred": "Jan Hoek", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stedelijk Museum Amsterdam -> manager -> Willem Sandberg (1983-1998)\n Hop 2: Willem Sandberg -> successor -> Jan Hoek (1998-2003)\n Answer: Jan Hoek" + }, + { + "id": "q_000849", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Academy Award for Best Film Editing -> 1987 -> 1987 Academy Award for Best Film Editing\n Hop 2: 1987 Academy Award for Best Film Editing -> nominated for -> Ray Lovejoy\n Hop 3: Ray Lovejoy -> when -> 1987\n Answer: 1987" + }, + { + "id": "q_000139", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "Schutzstaffel", + "pred": "Nazi Party", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Richard Schulze-Kossens -> member of -> SS-Verf\u00fcgungstruppe (1937)\n Hop 2: SS-Verf\u00fcgungstruppe -> member of -> Reichsarbeitsdienst (1937)\n Hop 3: Reichsarbeitsdienst -> member of -> Nazi Party (1937)\n Answer: Nazi Party" + }, + { + "id": "q_007176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Anton-G\u00fcnther, Duke of Oldenburg", + "pred": "Hans-J\u00fcrgen B\u00f6cking", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: House of Oldenburg -> chairperson -> Hans-J\u00fcrgen B\u00f6cking (2007)\n Answer: Hans-J\u00fcrgen B\u00f6cking" + }, + { + "id": "q_004055", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bruno Visintin -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> successor -> Yugoslavia (1976)\n Answer: Yugoslavia" + }, + { + "id": "q_004419", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Jeonbuk Hyundai Motors FC", + "pred": "South Korea national under-23 football team", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Sim Woo-yeon -> member of -> South Korea national under-23 football team (2011)\n Answer: South Korea national under-23 football team" + }, + { + "id": "q_006447", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Wall -> drafted by -> Washington Wizards (2010)\n Answer: 2010" + }, + { + "id": "q_005863", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Parliament of the United Kingdom", + "pred": "Hop 1: Chris Huhne -> position held -> Member of the European Parliament (2004-2009)\n Hop 2: Chris Huhne -> member of -> Liberal Democrats (UK) (2004-2009)\n Hop 3: Liberal Democrats (UK) -> member of -> United Kingdom (2004-2009)\n Hop 4: United Kingdom -> member of -> European Union (2", + "em": 0.0, + "f1": 0.37037037037037035, + "pred_raw": "Hop 1: Chris Huhne -> position held -> Member of the European Parliament (2004-2009)\n Hop 2: Chris Huhne -> member of -> Liberal Democrats (UK) (2004-2009)\n Hop 3: Liberal Democrats (UK) -> member of -> United Kingdom (2004-2009)\n Hop 4: United Kingdom -> member of -> European Union (2" + }, + { + "id": "q_004287", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Jens Stoltenberg", + "pred": "Kjell Magne Bondevik", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Norwegian Labour Party -> chairperson -> Kjell Magne Bondevik (2011)\n Answer: Kjell Magne Bondevik" + }, + { + "id": "q_008613", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "Hop 1: George Gervin -> NBA All-Star Game Most Valuable Player Award (1984)\n Hop 2: NBA All-Star Game Most Valuable Player Award -> Kobe Bryant (1984)\n Hop 3: Kobe Bryant -> NBA All-Star Game Most Valuable Player Award (1984)\n Hop 4: NBA All-Star Game Most Valuable Player Award -> NBA All-Star Game Most Valuable Player Award (1984", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: George Gervin -> NBA All-Star Game Most Valuable Player Award (1984)\n Hop 2: NBA All-Star Game Most Valuable Player Award -> Kobe Bryant (1984)\n Hop 3: Kobe Bryant -> NBA All-Star Game Most Valuable Player Award (1984)\n Hop 4: NBA All-Star Game Most Valuable Player Award -> NBA All-Star Game Most Valuable Player Award (1984" + }, + { + "id": "q_002216", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Team Jayco AlUla", + "pred": "Team Sky", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Mitchell Docker -> member of -> sports team -> Drapac-EF Cannondale (2013)\n Hop 2: Drapac-EF Cannondale -> member of -> sports team -> Team Sky (2013)\n Answer: Team Sky" + }, + { + "id": "q_006890", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Al-Wakrah SC", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rahim Zafer -> sports team -> Al-Wakrah SC (1994)\n Answer: Al-Wakrah SC" + }, + { + "id": "q_005004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Turkey", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bakhchisaray Palace -> located in -> Turkey (1965)\n Answer: Turkey" + }, + { + "id": "q_004395", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "University of Freiburg", + "pred": "Federal Constitutional Court of Germany", + "em": 0.0, + "f1": 0.25, + "pred_raw": "Hop 1: Ernst-Wolfgang B\u00f6ckenf\u00f6rde -> occupation -> occupation judge (1994)\n Hop 2: Ernst-Wolfgang B\u00f6ckenf\u00f6rde -> employer -> Federal Constitutional Court of Germany (1994)\n Answer: Federal Constitutional Court of Germany" + }, + { + "id": "q_003660", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Queen", + "pred": "John C. H. Lee (1989)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Mountain Studios -> founded by -> John C. H. Lee (1989)\n Hop 2: John C. H. Lee (1989) -> owned by -> John C. H. Lee (1989)\n Answer: John C. H. Lee (1989)" + }, + { + "id": "q_006514", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Eastern Bloc", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Murmansk Oblast -> Russia (located in)\n Hop 2: Russia -> Soviet Union (located in)\n Hop 3: Soviet Union -> Eastern Bloc (located in)\n Answer: Eastern Bloc" + }, + { + "id": "q_002222", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Sergio Bonelli -> country of citizenship -> Kingdom of Italy (1951)\n Answer: Kingdom of Italy" + }, + { + "id": "q_000791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tiziano Terzani -> country of citizenship -> Italy (1996)\n Answer: Italy" + }, + { + "id": "q_001758", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "John Mauchly", + "pred": "Mary E. K.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kathleen Antonelli -> employer -> Aberdeen Proving Ground (1973)\n Hop 2: John H. H. K. (John H. H. K.) -> spouse -> Kathleen Antonelli (1973)\n Hop 3: John H. H. K. (John H. H. K.) -> spouse -> Mary E. K. (1973)\n Answer: Mary E. K." + }, + { + "id": "q_004641", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Ni\u00e8vre", + "pred": "Seine-et-Marne", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Route nationale 445 -> located in -> Essonne (1946)\n Hop 2: Route nationale 445 -> located in -> Seine-et-Marne (1946)\n Answer: Seine-et-Marne" + }, + { + "id": "q_000084", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Munich Kammerspiele", + "pred": "Hopcroftian", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hopcroftian\nAnswer: Hopcroftian" + }, + { + "id": "q_005007", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2017.0, + "gold": "2017", + "pred": "2017", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop\n Hop 1: Karl Ove Knausg\u00e5rd -> award -> Jerusalem Prize (2017)\n Hop 2: Jerusalem Prize -> year -> 2017\n Answer: 2017" + }, + { + "id": "q_002535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Mongolia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tes-Khemsky District -> located in -> Tuvan People's Republic (1987)\n Hop 2: Tuvan People's Republic -> located in -> Mongolia (1987)\n Answer: Mongolia" + }, + { + "id": "q_007920", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "1", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kyoto Protocol -> ratification -> 1998 (Hop 1: Kyoto Protocol -> ratification -> 1998)\n Hop 2: 1998 -> equal to -> Thailand (Hop 2: 1998 -> equal to -> Thailand)\n Hop 3: Thailand -> ratified by -> 1998 (Hop 3: Thailand -> ratified by -> 1998)\n Answer: 1" + }, + { + "id": "q_006359", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1956.0, + "gold": "1956", + "pred": "1956", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Botafogo F.R. -> member -> Paulo C\u00e9sar Caju (1956)\n Answer: 1956" + }, + { + "id": "q_005402", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Russian Empire", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Simferopol -> Crimean Khanate (capital)\n Hop 2: Crimean Khanate -> Russia (capital)\n Hop 3: Russia -> Soviet Union (capital)\n Hop 4: Soviet Union -> Vladimir Ilyin (member)\n Hop 5: Vladimir Ilyin -> Russia (member)\n Answer: Russia" + }, + { + "id": "q_007921", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: STS-29 -> landing -> 1989 (Hop 1)\n Answer: 1989" + }, + { + "id": "q_002569", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Aldo Clementi -> country of citizenship -> Italy (1942)\n Answer: Italy" + }, + { + "id": "q_003091", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Black Oak Arkansas", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tommy Aldridge -> member of -> Black Oak Arkansas (1981)\n Answer: Black Oak Arkansas" + }, + { + "id": "q_002364", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Gaz\u00e9lec Ajaccio", + "pred": "French Football Federation", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jean-Michel Cavalli -> member of -> AS Monaco FC (1990)\n Hop 2: AS Monaco FC -> member of -> French Football Federation (1990)\n Answer: French Football Federation" + }, + { + "id": "q_007208", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Gustave Choquet", + "pred": "Jean-Pierre Bruck", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Yvonne Choquet-Bruhat -> employer -> Institute for Advanced Study (1983)\n Hop 2: Yvonne Choquet-Bruhat -> spouse -> Jean-Pierre Bruck (1983)\n Answer: Jean-Pierre Bruck" + }, + { + "id": "q_003209", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "C\u00e9sar Milstein", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop" + }, + { + "id": "q_001948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Hop\n Hop 1: Rudolf Virchow -> Nobel Prize in Physiology or Medicine -> 1902 -> Nomination -> 1902\n Hop 2: Rudolf Virchow -> Nobel Prize in Physiology or Medicine -> 1902 -> Nomination -> 1902\n Hop 3: Rudolf Virchow -> Nobel Prize in Physiology or Medicine -> 1902 -> Nomination -> 190", + "em": 1.0, + "f1": 0.5714285714285715, + "pred_raw": "Hop\n Hop 1: Rudolf Virchow -> Nobel Prize in Physiology or Medicine -> 1902 -> Nomination -> 1902\n Hop 2: Rudolf Virchow -> Nobel Prize in Physiology or Medicine -> 1902 -> Nomination -> 1902\n Hop 3: Rudolf Virchow -> Nobel Prize in Physiology or Medicine -> 1902 -> Nomination -> 190" + }, + { + "id": "q_004389", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "1922", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: United Kingdom of Great Britain and Ireland -> United Kingdom -> United Kingdom of Great Britain and Ireland (1922)\n Answer: 1922" + }, + { + "id": "q_001672", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Kemerovo Oblast", + "pred": "Kemerovo Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Novokuznetsk -> located in -> Kemerovo Oblast (Hop 1)\n Answer: Kemerovo Oblast" + }, + { + "id": "q_002971", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2020.0, + "gold": "Hamza Hamzao\u011flu", + "pred": "Erol Bulut", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Yeni Malatyaspor -> head coach -> Erol Bulut (2020)\n Answer: Erol Bulut" + }, + { + "id": "q_007668", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Reinhard Selten", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Reinhard Selten -> University of Bonn (employer)\n Hop 2: University of Bonn -> Reinhard Selten (employee)\n Answer: Reinhard Selten" + }, + { + "id": "q_004443", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Member of the European Parliament", + "pred": "1997", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Q524412 -> 1997 -> 1997 (year)\n Hop 2: 1997 -> 1997 -> 1997 (year)\n Answer: 1997" + }, + { + "id": "q_000260", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "United States", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Sol Polito -> born in -> New York City (Hop 1)\n Hop 2: New York City -> country -> United States (Hop 2)\n Hop 3: United States -> capital -> Washington, D.C. (Hop 3)\n Hop 4: Washington, D.C. -> located in -> United States (Hop 4)\n Hop 5: United States -> country -> United States (Hop 5)\n Answer: United States" + }, + { + "id": "q_003060", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Leipziger Land", + "pred": "Borna (city)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Borna - located in -> Borna (city) (1999)\n Answer: Borna (city)" + }, + { + "id": "q_003434", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "United Arab Republic", + "pred": "Egypt", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fouad Mohamed Abou Zikry -> country of citizenship -> Egypt (1962)\n Answer: Egypt" + }, + { + "id": "q_006063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lino Aldani -> country of citizenship -> Italy (1963)\n Answer: Italy" + }, + { + "id": "q_005538", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Nobel Prize in Literature", + "pred": "Hop\n Hop 1: Gunnar Gunnarsson -> 1961 -> nominated for -> 1961 Icelandic presidential election\n Hop 2: 1961 Icelandic presidential election -> 1961 -> nominated for -> 1961 Icelandic presidential election\n Hop 3: 1961 Icelandic presidential election -> 1961 -> nominated for -> 1961 Icelandic presidential election\n Hop 4:", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Gunnar Gunnarsson -> 1961 -> nominated for -> 1961 Icelandic presidential election\n Hop 2: 1961 Icelandic presidential election -> 1961 -> nominated for -> 1961 Icelandic presidential election\n Hop 3: 1961 Icelandic presidential election -> 1961 -> nominated for -> 1961 Icelandic presidential election\n Hop 4:" + }, + { + "id": "q_005136", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Ireland men\u2019s national rugby union team", + "pred": "David Kilcoyne", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Geordan Murphy -> sports team -> Ulster (sports team)\n Hop 2: Ulster (sports team) -> member -> David Kilcoyne (sports person)\n Answer: David Kilcoyne" + }, + { + "id": "q_004183", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "The Rockefeller University", + "pred": "University of California, San Francisco", + "em": 0.0, + "f1": 0.25, + "pred_raw": "Hop 1: Torsten Nils Wiesel -> Louisa Gross Horwitz Prize winner (1984)\n Hop 2: Louisa Gross Horwitz Prize winner (1984) -> employer -> University of California, San Francisco (1984)\n Answer: University of California, San Francisco" + }, + { + "id": "q_006802", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Is\u00e8re", + "pred": "Switzerland", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Ternay -> France (located in)\n Hop 2: France -> European Union (located in)\n Hop 3: European Union -> European Economic Area (located in)\n Hop 4: European Economic Area -> European Free Trade Association (located in)\n Hop 5: European Free Trade Association -> Switzerland (located in)\n Answer: Switzerland" + }, + { + "id": "q_002238", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Artemio Franchi -> country of citizenship -> Italy (1936)\n Answer: Italy" + }, + { + "id": "q_004081", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Harvard University", + "pred": "Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm" + }, + { + "id": "q_007931", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Kingdom of Hungary", + "pred": "Kingdom of Serbs, Croats and Slovenes", + "em": 0.0, + "f1": 0.4444444444444444, + "pred_raw": "Hop\n Hop: Kenderes -> Hungary -> 1920 -> Kingdom of Serbs, Croats and Slovenes\n Answer: Kingdom of Serbs, Croats and Slovenes" + }, + { + "id": "q_002561", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Hungarian Academy of Sciences", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gyula Iulius Maurer -> employer -> Hungarian Academy of Sciences (1961)\n Answer: Hungarian Academy of Sciences" + }, + { + "id": "q_000796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Stockholm University", + "pred": "University of Stockholm", + "em": 0.0, + "f1": 0.8, + "pred_raw": "Hop\n Hop 1: Erik Ivar Fredholm -> Employer -> 1918 -> University of Stockholm (Hop 1)\n Answer: University of Stockholm" + }, + { + "id": "q_008363", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Poland", + "pred": "Rome", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Eugeniusz Eibisch -> work location -> Paris (1974)\n Hop 2: Paris -> work location -> Rome (1974)\n Answer: Rome" + }, + { + "id": "q_008611", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Wang Jingwei regime", + "pred": "Provisional Government of the Republic of China", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Anci District -> located in -> Hsinchu County (1944)\n Hop 2: Hsinchu County -> located in -> Hsinchu City (1944)\n Hop 3: Hsinchu City -> located in -> Provisional Government of the Republic of China (1944)\n Answer: Provisional Government of the Republic of China" + }, + { + "id": "q_002255", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1986.0, + "gold": "1986", + "pred": "1986", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bobby Mimms -> sports team -> Notts County F.C. (1986)\n Answer: 1986" + }, + { + "id": "q_007672", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2016", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ellen DeGeneres -> 2016 -> 2016\n Hop 2: 2016 -> 2016 -> 2016\n Hop 3: 2016 -> 2016 -> 2016\n Answer: 2016" + }, + { + "id": "q_002954", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "SC Fortuna K\u00f6ln", + "pred": "Tony Adams", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Antoine Hey -> sports team -> Manchester City F.C.\n Hop 2: Manchester City F.C. -> member -> Tony Adams\n Answer: Tony Adams" + }, + { + "id": "q_002449", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Valencia CF", + "pred": "Real Sociedad", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Asier del Horno -> member of sports team -> Athletic Bilbao B (2009)\n Hop 2: Athletic Bilbao B -> member of sports team -> Real Sociedad (2009)\n Answer: Real Sociedad" + }, + { + "id": "q_005372", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Malm\u00f6 FF", + "pred": "Aalborg BK", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ulrich Vinzents -> member of -> FC Nordsj\u00e6lland (2007)\n Hop 2: FC Nordsj\u00e6lland -> sports team -> Aalborg BK (2007)\n Answer: Aalborg BK" + }, + { + "id": "q_006616", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Cipriano Chemello -> country of citizenship -> Kingdom of Italy (1965)\n Answer: Kingdom of Italy" + }, + { + "id": "q_007451", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "SV Saar 05 Saarbr\u00fccken", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kurt Clemens -> member of sports team -> 1. FC N\u00fcrnberg (1957)\n Answer: 1. FC N\u00fcrnberg" + }, + { + "id": "q_003948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "C.D. Nacional", + "pred": "La Liga", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pedro Pacheco -> member of -> Real Madrid C.F.\n Hop 2: Real Madrid C.F. -> sports team -> Real Madrid C.F.\n Hop 3: Real Madrid C.F. -> member of -> La Liga\n Answer: La Liga" + }, + { + "id": "q_008679", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Franco Bordoni -> country -> Italy (1927)\n Answer: Italy" + }, + { + "id": "q_004351", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "education", + "pred": "1941", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop: 1. U-111 -> has use -> 1941 (Hop: 1)\n Answer: 1941" + }, + { + "id": "q_007031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "FC Barcelona B\u00e0squet", + "pred": "FK Vojvodina", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ante Tomi\u0107 -> sports team -> FK Vojvodina (2015)\n Answer: FK Vojvodina" + }, + { + "id": "q_004853", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Italy", + "pred": "Hop 1: Roberto Tucci -> country of citizenship -> Kingdom of Italy (1919-1920)\n Hop 2: Kingdom of Italy (1919-1920) -> successor -> Kingdom of Italy (1920-1922)\n Hop 3: Kingdom of Italy (1920-1922) -> successor -> Kingdom of Italy (1922-1923)", + "em": 1.0, + "f1": 0.11764705882352941, + "pred_raw": "Hop 1: Roberto Tucci -> country of citizenship -> Kingdom of Italy (1919-1920)\n Hop 2: Kingdom of Italy (1919-1920) -> successor -> Kingdom of Italy (1920-1922)\n Hop 3: Kingdom of Italy (1920-1922) -> successor -> Kingdom of Italy (1922-1923)" + }, + { + "id": "q_008238", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Reichsgesetzblatt", + "pred": "published in 1935", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Reich Citizenship Law - enacted 1935\n Hop 2: Reich Citizenship Law - published in 1935\n Hop 3: 1935 - published in 1935\n Answer: published in 1935" + }, + { + "id": "q_007289", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop" + }, + { + "id": "q_005590", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giorgio Ferrini -> country of citizenship -> Italy (1943)\n Answer: Italy" + }, + { + "id": "q_002466", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1942.0, + "gold": "1st U-boat Flotilla", + "pred": "1942", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: U-441 -> launched -> 1942-04-15 (date)\n Hop 2: 1942-04-15 -> significant event -> 1942-04-15 (date)\n Hop 3: 1942-04-15 -> part of -> 1942 (year)\n Answer: 1942" + }, + { + "id": "q_005898", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Second Syrian Republic", + "pred": "Syria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bahij al-Khatib -> country of citizenship -> State of Damascus (1940)\n Hop 2: State of Damascus -> country of citizenship -> Syria (1940)\n Answer: Syria" + }, + { + "id": "q_004677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "Hop\n Hop: 1. Country of Gorz\u00f3w Wielkopolski -> Germany (1919-1939)\n Hop: 2. Germany (1919-1939) -> Weimar Republic (1919-1933)\n Hop: 3. Weimar Republic (1919-1933) -> country of Gorz\u00f3w Wielkopolski (191", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop: 1. Country of Gorz\u00f3w Wielkopolski -> Germany (1919-1939)\n Hop: 2. Germany (1919-1939) -> Weimar Republic (1919-1933)\n Hop: 3. Weimar Republic (1919-1933) -> country of Gorz\u00f3w Wielkopolski (191" + }, + { + "id": "q_006637", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Allianz SE", + "pred": "PGE", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: G\u00f3rnik Zabrze -> sponsor -> PGE (2010)\n Answer: PGE" + }, + { + "id": "q_001605", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Keith Richards", + "pred": "John Lennon", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Anita Pallenberg -> unmarried partner -> John Lennon (1974)\n Answer: John Lennon" + }, + { + "id": "q_003947", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Q99317", + "pred": "Angela Merkel", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bonn -> head of government -> Helmut Kohl (1991-1998)\n Hop 2: Helmut Kohl -> successor -> Angela Merkel (1998-2005)\n Hop 3: Angela Merkel -> country -> Germany (1998-2005)\n Answer: Angela Merkel" + }, + { + "id": "q_001379", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Answer: Hop" + }, + { + "id": "q_006411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Cruzeiro E.C.", + "pred": "S\u00e3o Paulo", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jos\u00e9 Carlos Ferreira Filho -> member of -> S.C. Corinthians Paulista (2009)\n Hop 2: S.C. Corinthians Paulista -> member of -> S\u00e3o Paulo (2009)\n Answer: S\u00e3o Paulo" + }, + { + "id": "q_004141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2021.0, + "gold": "Daft Punk", + "pred": "Daft Punk", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guy-Manuel de Homem-Christo -> member of -> Daft Punk (2021)\n Answer: Daft Punk" + }, + { + "id": "q_007475", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Latvia", + "pred": "Latvia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: R\u0113zekne District -> Latvia (country) (1991-09-01)\n Answer: Latvia" + }, + { + "id": "q_008010", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "Luis Carlos Mendoza", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Christian Vargas -> sports team -> Club Deportivo Oriente Petrolero (1998-2000)\n Hop 2: Club Deportivo Oriente Petrolero -> member -> Luis Carlos Mendoza (1998-2000)\n Hop 3: Luis Carlos Mendoza -> sports team -> The Strongest (1998-2000)\n Answer: Luis Carlos Mendoza" + }, + { + "id": "q_005768", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Landeshauptmann", + "pred": "Federal Minister of Finance", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Herbert Sausgruber -> educated at -> University of Innsbruck (Hop 1)\n Hop 2: Herbert Sausgruber -> position held -> Federal Minister of Finance (Hop 2)\n Answer: Federal Minister of Finance" + }, + { + "id": "q_003283", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Lazarev -> award -> Order of Lenin (1977)\n Answer: 1977" + }, + { + "id": "q_003934", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Republic of Korea Army", + "pred": "1951", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Chung Il-kwon -> military branch -> Manchukuo Imperial Army (1951)\n Hop 2: Chung Il-kwon -> military branch -> 1951 (1951)\n Hop 3: 1951 -> military branch -> 1951 (1951)\n Answer: 1951" + }, + { + "id": "q_000952", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Soviet Union", + "pred": "Hop 1: Mircea Snegur -> country of citizenship -> Moldova (1991-2001)\n Hop 2: Moldova -> capital -> Chi\u0219in\u0103u (1991-2001)\n Hop 3: Chi\u0219in\u0103u -> located in -> Bessarabia (1991-2001)\n Hop 4: Bessarabia -> country -> Romania (1", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mircea Snegur -> country of citizenship -> Moldova (1991-2001)\n Hop 2: Moldova -> capital -> Chi\u0219in\u0103u (1991-2001)\n Hop 3: Chi\u0219in\u0103u -> located in -> Bessarabia (1991-2001)\n Hop 4: Bessarabia -> country -> Romania (1" + }, + { + "id": "q_004410", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Main-Spessart head of government", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Armin Grein -> position held -> Main-Spessart head of government (1989)\n Answer: Main-Spessart head of government" + }, + { + "id": "q_007420", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Orenburg Oblast", + "pred": "Hop 1: Gai -> located in -> Gaysky District (Hop 1)\n Hop 2: Gai -> located in -> Gaysky District (Hop 2)\n Hop 3: Gai -> located in -> Gaysky District (Hop 3)\n Hop 4: Gai -> located in -> Gaysky District (Hop 4)\n Hop 5: Gai -> located in -> Gaysky District (Hop 5)\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gai -> located in -> Gaysky District (Hop 1)\n Hop 2: Gai -> located in -> Gaysky District (Hop 2)\n Hop 3: Gai -> located in -> Gaysky District (Hop 3)\n Hop 4: Gai -> located in -> Gaysky District (Hop 4)\n Hop 5: Gai -> located in -> Gaysky District (Hop 5)\n Hop" + }, + { + "id": "q_003788", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Paris", + "pred": "Budapest", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Zolt\u00e1n Kem\u00e9ny -> work location -> Budapest\n Answer: Budapest" + }, + { + "id": "q_007654", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "AS Nancy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Beno\u00eet Cheyrou -> sports team -> AS Nancy (1999)\n Answer: AS Nancy" + }, + { + "id": "q_000104", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Daejeon Hana Citizen FC", + "pred": "South Korea men's national football team", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Choi Eun-sung -> member of -> South Korea men's national football team (2003)\n Answer: South Korea men's national football team" + }, + { + "id": "q_003094", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "England men\u2019s national rugby union team", + "pred": "West Bromwich Albion", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Peter Winterbottom -> Sports team -> West Bromwich Albion\n Hop 2: West Bromwich Albion -> Member -> Peter Winterbottom\n Answer: West Bromwich Albion" + }, + { + "id": "q_005875", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Tony Terlazzo -> country of citizenship -> Kingdom of Italy (1963)\n Answer: Kingdom of Italy" + }, + { + "id": "q_004542", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2016.0, + "gold": "Province of Carbonia-Iglesias", + "pred": "Cova de la Vila", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Masainas -> located in -> Cova de la Vila (2016)\n Answer: Cova de la Vila" + }, + { + "id": "q_000638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "AgustaWestland", + "pred": "Leonardo DRS", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Leonardo (company) -> subsidiary -> Leonardo DRS (2006)\n Answer: Leonardo DRS" + }, + { + "id": "q_003357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Leonella Sgorbati -> country of citizenship -> Kingdom of Italy (1960)\n Answer: Kingdom of Italy" + }, + { + "id": "q_005999", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Czechia men's national football team", + "pred": "Czechoslovakian First League", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ji\u0159\u00ed Jaro\u0161\u00edk -> member of -> FC Slovan Liberec (2000)\n Hop 2: FC Slovan Liberec -> member of -> Czechoslovakian First League (2000)\n Answer: Czechoslovakian First League" + }, + { + "id": "q_003881", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Norberto Bobbio -> country of citizenship -> Italy (1941)\n Answer: Italy" + }, + { + "id": "q_004798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Red Star F.C.", + "pred": "Jean-Luc Vannuchi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Sylvain Kastendeuch -> member of -> AS Saint-\u00c9tienne (1985)\n Hop 2: AS Saint-\u00c9tienne -> manager -> Jean-Luc Vannuchi (1985)\n Hop 3: Jean-Luc Vannuchi -> member of -> AS Saint-\u00c9tienne (1985)\n Answer: Jean-Luc Vannuchi" + }, + { + "id": "q_003140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Copley Medal", + "pred": "Royal Medal", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Robert Robinson (chemist) -> Royal Medal -> 1942 (year)\n Hop 2: 1942 -> Award -> Robert Robinson (chemist)\n Hop 3: Robert Robinson (chemist) -> Award -> Royal Medal\n Answer: Royal Medal" + }, + { + "id": "q_000380", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Angela Merkel", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Trier -> Germany (capital)\n Hop 2: Germany -> Angela Merkel (head of government)\n Hop 3: Angela Merkel -> 2008 (year)\n Answer: Angela Merkel" + }, + { + "id": "q_007104", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "chairperson", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop" + }, + { + "id": "q_005106", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1926.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Manlio Bacigalupo -> member of sports team -> F.C. Vado (1926)\n Hop 2: F.C. Vado -> country of citizenship -> Italy (1926)\n Answer: Italy" + }, + { + "id": "q_007198", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "VVV-Venlo", + "pred": "Helmond Sport", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jeffrey Altheer -> member of -> Helmond Sport (2013)\n Answer: Helmond Sport" + }, + { + "id": "q_001075", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Sebastiano Mannironi -> country of citizenship -> Kingdom of Italy (1987)\n Answer: Kingdom of Italy" + }, + { + "id": "q_007267", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Netherlands Antilles", + "pred": "Netherlands", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop\n Hop 1: Bonaire -> part -> Netherlands Antilles (1988)\n Hop 2: Netherlands Antilles -> part -> Caribbean Netherlands (1988)\n Hop 3: Caribbean Netherlands -> part -> Netherlands (1988)\n Answer: Netherlands" + }, + { + "id": "q_005453", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Answer: Hop" + }, + { + "id": "q_006199", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Pablo S\u00e1nchez", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Daniel Islas -> sports team -> Club Atl\u00e9tico Independiente (2009)\n Hop 2: Club Atl\u00e9tico Independiente -> member -> Pablo S\u00e1nchez (2009)\n Answer: Pablo S\u00e1nchez" + }, + { + "id": "q_007661", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Bristol Rovers F.C.", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Gary Mabbutt -> member of sports team -> Bristol Rovers F.C.\n Answer: Bristol Rovers F.C." + }, + { + "id": "q_002761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Christoph Franz", + "pred": "Hop 1: Lufthansa -> CEO -> Wolfgang Mayrhuber (1998-2002)\n Hop 2: Wolfgang Mayrhuber -> successor -> Thomas Winkelmann (1998-2002)\n Hop 3: Thomas Winkelmann -> successor -> Carsten Spohr (2002-2006)\n Hop 4: Carsten Spohr -> successor -> Rainer Mack", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Lufthansa -> CEO -> Wolfgang Mayrhuber (1998-2002)\n Hop 2: Wolfgang Mayrhuber -> successor -> Thomas Winkelmann (1998-2002)\n Hop 3: Thomas Winkelmann -> successor -> Carsten Spohr (2002-2006)\n Hop 4: Carsten Spohr -> successor -> Rainer Mack" + }, + { + "id": "q_007018", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Province of Ogliastra", + "pred": "European Union", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ussassai -> Italy (located in)\n Hop 2: Italy -> European Union (located in)\n Hop 3: European Union -> European Union (located in)\n Answer: European Union" + }, + { + "id": "q_006321", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Pontault-Combault", + "pred": "Saint-Malo", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Route nationale 4 -> terminus location -> Paris (Hop 1)\n Hop 2: Route nationale 4 -> terminus location -> Saint-Malo (Hop 2)\n Answer: Saint-Malo" + }, + { + "id": "q_000924", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Paolo Heusch -> country of citizenship -> Kingdom of Italy (1979)\n Answer: Kingdom of Italy" + }, + { + "id": "q_002232", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Gianpiero Combi -> country of citizenship -> Italy (1929)\n Answer: Italy" + }, + { + "id": "q_005699", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "University of G\u00f6ttingen", + "pred": "Hans Grauert", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Hans Grauert -> University of M\u00fcnster -> employer -> Hans Grauert (1977)\n Answer: Hans Grauert" + }, + { + "id": "q_007488", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "1998-2006", + "em": 1.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Nexhat Daci -> position -> President of the Republic of Macedonia (1998-2006)\n Answer: 1998-2006" + }, + { + "id": "q_006249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Vla\u0219ca County", + "pred": "Earth", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giurgiu -> located in -> Romania (Hop 1)\n Hop 2: Romania -> located in -> Europe (Hop 2)\n Hop 3: Europe -> located in -> Earth (Hop 3)\n Answer: Earth" + }, + { + "id": "q_005369", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "University of Zurich", + "pred": "Max Planck Institute for Mathematics", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Andreas Speiser -> educated at -> University of G\u00f6ttingen (Hop 1)\n Hop 2: University of G\u00f6ttingen -> located in -> G\u00f6ttingen (Hop 2)\n Hop 3: Andreas Speiser -> employer -> Max Planck Institute for Mathematics (Hop 3)\n Answer: Max Planck Institute for Mathematics" + }, + { + "id": "q_000700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Luigi Barbarito -> country of citizenship -> Kingdom of Italy (1996)\n Answer: Kingdom of Italy" + }, + { + "id": "q_001823", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Bremen-Liga", + "pred": "Hop 1: Oberliga Nord (1974-1994) -> country -> West Germany (1974-1994)\n Hop 2: West Germany (1974-1994) -> league level below -> Regionalliga Nord (1994-1998) (1974-1994)\n Hop 3: Regionalliga Nord (1994-", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Oberliga Nord (1974-1994) -> country -> West Germany (1974-1994)\n Hop 2: West Germany (1974-1994) -> league level below -> Regionalliga Nord (1994-1998) (1974-1994)\n Hop 3: Regionalliga Nord (1994-" + }, + { + "id": "q_006475", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "Hopi (film) -> European Film Award for Best Film -> 1991\n Hopi (film) -> Riff-Raff -> 1991\n Hopi (film) -> European Film Award for Best Film -> 1991\n Hopi (film) -> Riff-Raff -> 1991\n Hopi (film) -> European Film Award for Best Film -> 1991\n Hopi (film)", + "em": 1.0, + "f1": 0.19999999999999998, + "pred_raw": "Hopi (film) -> European Film Award for Best Film -> 1991\n Hopi (film) -> Riff-Raff -> 1991\n Hopi (film) -> European Film Award for Best Film -> 1991\n Hopi (film) -> Riff-Raff -> 1991\n Hopi (film) -> European Film Award for Best Film -> 1991\n Hopi (film)" + }, + { + "id": "q_008413", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1984.0, + "gold": "1984", + "pred": "1984", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Miros\u0142aw Kubisztal -> sports team -> KS Cracovia (1984)\n Answer: 1984" + }, + { + "id": "q_003577", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Chief of the Turkish General Staff", + "pred": "Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Answer: Hop" + }, + { + "id": "q_003400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Hanna-Barbera", + "pred": "Iwao Takamoto", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Iwao Takamoto -> employer -> Iwao Takamoto (1975)\n Answer: Iwao Takamoto" + }, + { + "id": "q_008560", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Romania national rugby union team", + "pred": "FC Bra\u0219ov", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gheorghe Ben\u021bia -> sports team -> FC Bra\u0219ov (1919)\n Answer: FC Bra\u0219ov" + }, + { + "id": "q_008146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Czechoslovakia", + "pred": "Hungary", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Karol Div\u00edn -> country of citizenship -> Hungary (1948)\n Answer: Hungary" + }, + { + "id": "q_006136", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1903.0, + "gold": "Russian Empire", + "pred": "Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop:", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop:" + }, + { + "id": "q_005189", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Seine-et-Oise", + "pred": "Hop\n Hop 1: Saulx-Marchais -> France -> 1913 -> 1913 -> 1913\n Hop 2: France -> 1913 -> 1913 -> 1913 -> 1913\n Hop 3: 1913 -> 1913 -> 1913 -> 1913 -> 1913", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Saulx-Marchais -> France -> 1913 -> 1913 -> 1913\n Hop 2: France -> 1913 -> 1913 -> 1913 -> 1913\n Hop 3: 1913 -> 1913 -> 1913 -> 1913 -> 1913" + }, + { + "id": "q_002858", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "South Korea", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Park Yeol -> country of citizenship -> South Korea (1934)\n Answer: South Korea" + }, + { + "id": "q_008315", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Kemerovo Oblast", + "pred": "Siberia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Anzhero-Sudzhensk -> located in -> Novosibirsk Oblast (2006-01-01)\n Hop 2: Novosibirsk Oblast -> located in -> Siberia (2006-01-01)\n Answer: Siberia" + }, + { + "id": "q_000228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Kotelnikovsky District", + "pred": "Kursk Oblast", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kotelnikovo -> Kursk Oblast (located in)\n Answer: Kursk Oblast" + }, + { + "id": "q_005219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ak\u00e7aabat Sebatspor -> member of sports team -> Antti Sumiala (2004)\n Answer: 2004" + }, + { + "id": "q_000973", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Ternopil Oblast", + "pred": "Hop\n Hop 1: Kremenets -> located in -> Volhynia (region)\n Hop 2: Volhynia (region) -> located in -> Kremenets (city)\n Hop 3: Kremenets (city) -> located in -> Kremenets (region)\n Hop 4: Kremenets (region) -> located in -> Kremenets (city)\n Hop 5: Kremenets (city) -> located in -> K", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Kremenets -> located in -> Volhynia (region)\n Hop 2: Volhynia (region) -> located in -> Kremenets (city)\n Hop 3: Kremenets (city) -> located in -> Kremenets (region)\n Hop 4: Kremenets (region) -> located in -> Kremenets (city)\n Hop 5: Kremenets (city) -> located in -> K" + }, + { + "id": "q_002849", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Gianni Agus -> country of citizenship -> Kingdom of Italy (1980)\n Answer: Kingdom of Italy" + }, + { + "id": "q_008608", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "S.C. Internacional", + "pred": "Paulo C\u00e9sar Caju", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Danilo Aparecido da Silva -> sports team -> S\u00e3o Paulo FC (2009)\n Hop 2: S\u00e3o Paulo FC -> member -> Paulo C\u00e9sar Caju (2009)\n Answer: Paulo C\u00e9sar Caju" + }, + { + "id": "q_001494", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Saint Petersburg", + "pred": "Konrad Krzy\u017canowski", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Konrad Krzy\u017canowski -> work location -> Munich (Hop 1)\n Hop 2: Munich -> work location -> Konrad Krzy\u017canowski (Hop 2)\n Answer: Konrad Krzy\u017canowski" + }, + { + "id": "q_007390", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Karl-Eduard von Schnitzler -> country -> Germany (1977)\n Answer: Germany" + }, + { + "id": "q_007069", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Sensi -> country of citizenship -> Italy (1999)\n Answer: Italy" + }, + { + "id": "q_001021", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Nelly Sachs Prize", + "pred": "award", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Javier Mar\u00edas -> Austrian State Prize for European Literature (1997)\n Hop 2: Austrian State Prize for European Literature -> award (1997)\n Answer: award" + }, + { + "id": "q_006507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Mario Nicolini -> country of citizenship -> Italy (1922)\n Answer: Italy" + }, + { + "id": "q_006782", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Merited Artist of the RSFSR", + "pred": "1989", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Natalya Varley -> Order of Friendship -> 1989 (year)\n Hop 2: Order of Friendship -> 1989 -> 1989 (year)\n Hop 3: 1989 -> 1989 -> 1989 (year)\n Answer: 1989" + }, + { + "id": "q_008600", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Toni Ortelli -> country of citizenship -> Italy (1907)\n Answer: Italy" + }, + { + "id": "q_005516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Central Institute for Ancient History and Archeology", + "pred": "Freie Universit\u00e4t Berlin", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Achim Leube -> employer -> Humboldt-Universit\u00e4t zu Berlin (1980)\n Hop 2: Humboldt-Universit\u00e4t zu Berlin -> predecessor -> Freie Universit\u00e4t Berlin (1980)\n Answer: Freie Universit\u00e4t Berlin" + }, + { + "id": "q_005501", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Flavio Calzavara -> country of citizenship -> Italy (1937)\n Answer: Italy" + }, + { + "id": "q_001523", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Prince Charles, Count of Flanders", + "pred": "Hop\n Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop:", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop:" + }, + { + "id": "q_003339", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Second Syrian Republic", + "pred": "Syria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Saadallah Wannous -> country of citizenship -> Syria (1954)\n Answer: Syria" + }, + { + "id": "q_006965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop" + }, + { + "id": "q_002341", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Colorado Avalanche -> 1996 NHL Entry Draft -> Mark Parrish (1996 draft) Hop 2: Mark Parrish (1996 draft) -> drafted by -> Colorado Avalanche (1996) Hop 3: Colorado Avalanche (1996) -> team -> Colorado Avalanche (1996) Answer: 1996" + }, + { + "id": "q_006340", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "People's Artist of the USSR", + "pred": "Award", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rashid Behbudov -> Order of Lenin (1959)\n Hop 2: Order of Lenin -> Award (1959)\n Hop 3: Award -> Award (1959)\n Answer: Award" + }, + { + "id": "q_004184", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Chelsea F.C.", + "pred": "A.S. Roma", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gabriele Ambrosetti -> sports team -> A.S. Roma (2001)\n Answer: A.S. Roma" + }, + { + "id": "q_001998", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "Hop 1: The Grapes of Wrath -> Academy Award for Best Director (1940)\n Hop 2: Academy Award for Best Director (1940) -> 1940 (year)\n Hop 3: 1940 -> 1939 (year)\n Hop 4: 1939 -> 1939 (year)\n Hop 5: 1939 -> 1939", + "em": 1.0, + "f1": 0.10526315789473684, + "pred_raw": "Hop 1: The Grapes of Wrath -> Academy Award for Best Director (1940)\n Hop 2: Academy Award for Best Director (1940) -> 1940 (year)\n Hop 3: 1940 -> 1939 (year)\n Hop 4: 1939 -> 1939 (year)\n Hop 5: 1939 -> 1939" + }, + { + "id": "q_008462", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tony Marshall -> award -> Order of Merit of Baden-W\u00fcrttemberg (1999)\n Hop 2: Order of Merit of Baden-W\u00fcrttemberg -> year -> 1999\n Answer: 1999" + }, + { + "id": "q_005081", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Beira Alta", + "pred": "Europe", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Viseu -> Portugal (located in)\n Hop 2: Portugal -> Europe (located in)\n Hop 3: Europe -> 1956 (located in)\n Answer: Europe" + }, + { + "id": "q_001020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shimon Peres -> Israel (country) (2004)\n Answer: Israel" + }, + { + "id": "q_006076", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Russian Empire", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kaluga Governorate -> Russia -> 1908 Hop 2: Russia -> 1908 -> Russian Empire Hop 3: Russian Empire -> country -> Russia Answer: Russia" + }, + { + "id": "q_004257", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Province of Posen", + "pred": "Berlin", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pozna\u0144 -> capital -> Pozna\u0144\n Hop 2: Pozna\u0144 -> country -> Kingdom of Prussia\n Hop 3: Kingdom of Prussia -> capital -> Berlin\n Answer: Berlin" + }, + { + "id": "q_001129", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Soviet Union", + "pred": "Hop 1: Khrustalnyi -> Khrustalnyi (country) -> Russia (country) (Hop 1)\n Hop 2: Russia (country) -> Russian Empire (country) -> Russian Empire (country) (Hop 2)\n Hop 3: Russian Empire (country) -> successor state (country) -> Soviet Union (country) (Hop 3)\n Hop 4: Soviet Union (country) -> successor state (country)", + "em": 1.0, + "f1": 0.25, + "pred_raw": "Hop 1: Khrustalnyi -> Khrustalnyi (country) -> Russia (country) (Hop 1)\n Hop 2: Russia (country) -> Russian Empire (country) -> Russian Empire (country) (Hop 2)\n Hop 3: Russian Empire (country) -> successor state (country) -> Soviet Union (country) (Hop 3)\n Hop 4: Soviet Union (country) -> successor state (country)" + }, + { + "id": "q_002202", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Isabela", + "pred": "Q13737", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Q13737 -> Q13737 (capital) -> Q13737 (capital) (1988)\n Answer: Q13737" + }, + { + "id": "q_001377", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Bruno Tommasi -> country of citizenship -> Kingdom of Italy (1961)\n Answer: Kingdom of Italy" + }, + { + "id": "q_005631", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ernst Brugger -> President of the Swiss Confederation (1974)\n Answer: 1974" + }, + { + "id": "q_000171", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Melora Walters", + "pred": "Jennifer Love Hewitt", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Dylan Walsh -> spouse -> Jennifer Love Hewitt (1999)\n Answer: Jennifer Love Hewitt" + }, + { + "id": "q_007554", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giorgio Amendola -> country of citizenship -> Italy (1965)\n Answer: Italy" + }, + { + "id": "q_001278", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Mar\u00eda Denis -> country of citizenship -> United States\n Hop 2: United States -> head of state in 2003 -> George W. Bush", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mar\u00eda Denis -> country of citizenship -> United States\n Hop 2: United States -> head of state in 2003 -> George W. Bush" + }, + { + "id": "q_005559", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Swiss Super League", + "pred": "Swiss Cup", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Xavier Margairaz -> member of -> FC Sion (2014)\n Hop 2: FC Sion -> league or competition -> Swiss Cup (2014)\n Answer: Swiss Cup" + }, + { + "id": "q_007444", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lehigh University -> member of -> University of Bristol (2021)\n Answer: 2021" + }, + { + "id": "q_004826", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "Dakar", + "pred": "Yamoussoukro", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Sassandra -> country -> Cote d'Ivoire\n Hop 2: Cote d'Ivoire -> capital -> Yamoussoukro\n Answer: Yamoussoukro" + }, + { + "id": "q_003409", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Hop 1: Matthew Kneale -> Penelope Fitzgerald (nominated for)\n Hop 2: Penelope Fitzgerald -> 1980 (year)\n Hop 3: 1980 -> 1980 Man Booker Prize (event)\n Hop 4: 1980 Man Booker Prize -> 1980 Man Booker Prize winner (attribute)\n Hop 5: 1980 Man Booker Prize winner -> John Berger (", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Matthew Kneale -> Penelope Fitzgerald (nominated for)\n Hop 2: Penelope Fitzgerald -> 1980 (year)\n Hop 3: 1980 -> 1980 Man Booker Prize (event)\n Hop 4: 1980 Man Booker Prize -> 1980 Man Booker Prize winner (attribute)\n Hop 5: 1980 Man Booker Prize winner -> John Berger (" + }, + { + "id": "q_006575", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Budapest", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: G\u00e1bor Csap\u00f3 -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1972)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> E\u00f6tv\u00f6s Lor\u00e1nd (1972)\n Hop 3: E\u00f6tv\u00f6s Lor\u00e1nd -> born in -> Budapest (1972)\n Answer: Budapest" + }, + { + "id": "q_001217", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hop 1: Samantha Morton -> nominated for -> 1999 Cannes Film Festival (1999)\n Hop 2: 1999 Cannes Film Festival -> winner -> Jeanne Moreau (1932)\n Hop 3: Jeanne Moreau -> nominated for -> 1999 Cannes Film Festival (1999)\n Hop 4: 1999 Cannes Film Festival -> winner -> Jeanne Moreau (1", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Samantha Morton -> nominated for -> 1999 Cannes Film Festival (1999)\n Hop 2: 1999 Cannes Film Festival -> winner -> Jeanne Moreau (1932)\n Hop 3: Jeanne Moreau -> nominated for -> 1999 Cannes Film Festival (1999)\n Hop 4: 1999 Cannes Film Festival -> winner -> Jeanne Moreau (1" + }, + { + "id": "q_007223", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Klaus Sch\u00fctz", + "pred": "Erich Mielke", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Christian Schad -> work location -> Berlin (1975)\n Hop 2: Berlin -> head of government -> Erich Mielke (1975)\n Answer: Erich Mielke" + }, + { + "id": "q_004735", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Berlin", + "pred": "Hop\n Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop:", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop:" + }, + { + "id": "q_001394", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Anna Seghers -> residence -> Berlin (Hop 1)\n Hop 2: Berlin -> work location -> East Germany (Hop 2)\n Hop 3: East Germany -> country -> Germany (Hop 3)\n Answer: Germany" + }, + { + "id": "q_004179", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Rosa Balistreri -> country of citizenship -> Italy (1951)\n Hop 2: Giacomo Gentilomo -> country of citizenship -> Italy (1951)\n Hop 3: Italy -> member of -> European Economic Community (1951)\n Answer: European Economic Community" + }, + { + "id": "q_000278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Rudy Giuliani", + "pred": "George Christopher", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Prelinger Archives -> located in -> San Francisco (Hop 1)\n Hop 2: San Francisco -> head of government -> George Christopher (Hop 2)\n Answer: George Christopher" + }, + { + "id": "q_005799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Klaus Wowereit", + "pred": "Hop 1: Ann Wolff -> work location -> Berlin (1999-2000)\n Hop 2: Berlin -> head of government -> Christian Wulff (2003-2010)\n Hop 3: Christian Wulff -> work location -> Berlin (2003-2010)\n Hop 4: Berlin -> head of government -> Christian Wulff (2003-2010)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ann Wolff -> work location -> Berlin (1999-2000)\n Hop 2: Berlin -> head of government -> Christian Wulff (2003-2010)\n Hop 3: Christian Wulff -> work location -> Berlin (2003-2010)\n Hop 4: Berlin -> head of government -> Christian Wulff (2003-2010)" + }, + { + "id": "q_003446", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "James S. Davis", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Age Discrimination in Employment Act of 1967 -> signed by -> Lyndon B. Johnson\n Hop 2: Lyndon B. Johnson -> residence -> White House\n Hop 3: White House -> position -> Chief of Staff\n Hop 4: Chief of Staff -> held by -> James S. Davis\n Answer: James S. Davis" + }, + { + "id": "q_007096", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Hop 1: Nicolas Isimat-Mirin -> sports team -> New Zealand Warriors (2015)\n Hop 2: New Zealand Warriors -> head coach -> Stephen Kearney (2015)\n Hop 3: Stephen Kearney -> member of -> New Zealand national rugby union team (2015)\n Hop 4: New Zealand national rugby union team -> head coach -> Steve Hansen (2015)\n Hop 5: Steve Hansen -> member", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nicolas Isimat-Mirin -> sports team -> New Zealand Warriors (2015)\n Hop 2: New Zealand Warriors -> head coach -> Stephen Kearney (2015)\n Hop 3: Stephen Kearney -> member of -> New Zealand national rugby union team (2015)\n Hop 4: New Zealand national rugby union team -> head coach -> Steve Hansen (2015)\n Hop 5: Steve Hansen -> member" + }, + { + "id": "q_008279", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Montreal Canadiens -> home venue -> Montreal Forum (1984)\n Hop 2: Yvan Cournoyer -> member of sports team -> Montreal Canadiens (1984)\n Hop 3: Guy Lafleur -> member of sports team -> Montreal Canadiens (1984)\n Hop 4: Montreal Canadiens -> home venue -> Montreal Forum (1984)\n Answer: Montreal Forum" + }, + { + "id": "q_006719", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Emma de Caunes", + "pred": "Hop\n Hop 1: Jeanne Balibar -> 1998 -> winner -> Jeanne Balibar\n Hop 2: Jeanne Balibar -> 1998 -> winner -> Jeanne Balibar\n Hop 3: Jeanne Balibar -> 1998 -> winner -> Jeanne Balibar\n Hop 4: Jeanne Balibar -> 1998 -> winner -> Jeanne Balib", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Jeanne Balibar -> 1998 -> winner -> Jeanne Balibar\n Hop 2: Jeanne Balibar -> 1998 -> winner -> Jeanne Balibar\n Hop 3: Jeanne Balibar -> 1998 -> winner -> Jeanne Balibar\n Hop 4: Jeanne Balibar -> 1998 -> winner -> Jeanne Balib" + }, + { + "id": "q_002450", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Cyprus Football Association", + "pred": "Nicosia Stadium", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ammochostos Epistrofi Stadium -> occupant -> Cyprus national football team (2007)\n Hop 2: Cyprus national football team -> significant event -> 2007 Cypriot Cup Final (2007)\n Hop 3: 2007 Cypriot Cup Final -> construction -> Nicosia Stadium (2007)\n Answer: Nicosia Stadium" + }, + { + "id": "q_000742", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "1970-01-01", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Funen County -> replaced by -> Vejle County (1970-01-01)\n Hop 2: Vejle County -> replaced by -> Region of Southern Denmark (1970-01-01)\n Answer: 1970-01-01" + }, + { + "id": "q_005331", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Hop 1: Pamela Sargent -> 1977 -> 1977 (year)\n Hop 2: 1977 -> winner -> 1977 (year)\n Hop 3: 1977 -> nominated for -> 1977 (year)\n Hop 4: 1977 -> equal to -> 1977 (year)\n Hop 5: 1977 -> winner ->", + "em": 1.0, + "f1": 0.125, + "pred_raw": "Hop 1: Pamela Sargent -> 1977 -> 1977 (year)\n Hop 2: 1977 -> winner -> 1977 (year)\n Hop 3: 1977 -> nominated for -> 1977 (year)\n Hop 4: 1977 -> equal to -> 1977 (year)\n Hop 5: 1977 -> winner ->" + }, + { + "id": "q_002617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stadion der Freundschaft", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Uwe Reinders -> member of sports team -> SV Werder Bremen (1985)\n Hop 2: SV Werder Bremen -> home venue -> Stadion der Freundschaft (1985)\n Answer: Stadion der Freundschaft" + }, + { + "id": "q_006020", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lady Bird Johnson", + "pred": "John L. Lewis", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Highway Beautification Act of 1965 -> signatory -> John L. Lewis (1965)\n Hop 2: John L. Lewis -> spouse -> Mary E. Lewis (1965)\n Hop 3: Mary E. Lewis -> spouse -> John L. Lewis (1965)\n Answer: John L. Lewis" + }, + { + "id": "q_002515", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Sepp Herberger", + "pred": "Otto Nerz", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alfred Schmidt -> member of -> sports team -> head coach -> Otto Nerz (1964)\n Answer: Otto Nerz" + }, + { + "id": "q_000947", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "S\u00fcper Lig", + "pred": "Turkish Super Lig", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Kerim Zengin -> member of sports team -> Antalyaspor (2013)\n Hop 2: Antalyaspor -> league or competition -> Turkish Super Lig\n Answer: Turkish Super Lig" + }, + { + "id": "q_004442", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "2013", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Felipe Melo -> sports team -> FC Porto (2013-2014)\n Hop 2: FC Porto -> head coach -> V\u00edtor Baptista (2013-2014)\n Hop 3: V\u00edtor Baptista -> equal -> Cesare Prandelli (2013-2014)\n Answer: 2013" + }, + { + "id": "q_003129", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Willem de Rooij -> work location -> Berlin (2010)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2010)\n Answer: Klaus Wowereit" + }, + { + "id": "q_000626", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Edward Joseph Kelly", + "pred": "Richard M. Daley", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tony Smith -> work location -> Chicago\n Hop 2: Chicago -> head of government -> Rahm Emanuel\n Hop 3: Rahm Emanuel -> before -> Richard M. Daley\n Hop 4: Richard M. Daley -> head of government -> Tony Smith\n Answer: Richard M. Daley" + }, + { + "id": "q_008507", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "presidential system", + "pred": "Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop:", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop:" + }, + { + "id": "q_000399", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Otto Nerz", + "pred": "Hop 1: Hermann Gramlich -> member of -> 1. FC N\u00fcrnberg (1935)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Otto Rehhagel (1935)\n Hop 3: Otto Rehhagel -> head coach -> Germany national football team (1935)\n Hop 4: Germany national football team -> head coach -> Joachim L\u00f6w (1935)\n Answer", + "em": 0.0, + "f1": 0.08, + "pred_raw": "Hop 1: Hermann Gramlich -> member of -> 1. FC N\u00fcrnberg (1935)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Otto Rehhagel (1935)\n Hop 3: Otto Rehhagel -> head coach -> Germany national football team (1935)\n Hop 4: Germany national football team -> head coach -> Joachim L\u00f6w (1935)\n Answer" + }, + { + "id": "q_005160", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "The Children's Book", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Brian Moore - nominated for Booker Prize -> 1979\n Hop 2: Fay Weldon - winner -> 1979\n Hop 3: 1979 - winner -> The Children's Book\n Hop 4: The Children's Book - winner -> 1979\n Answer: The Children's Book" + }, + { + "id": "q_006565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Camp Nou", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Sergi Barjuan -> sports team -> FC Barcelona (2005)\n Hop 2: FC Barcelona -> home venue -> Camp Nou (2005)\n Answer: Camp Nou" + }, + { + "id": "q_006647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "President of North Macedonia", + "pred": "Hop 1: North Macedonia -> head of state -> Alexander T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T.", + "em": 0.0, + "f1": 0.46153846153846156, + "pred_raw": "Hop 1: North Macedonia -> head of state -> Alexander T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T." + }, + { + "id": "q_008117", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2006", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ulm University -> member -> University of Nottingham (2006)\n Hop 2: University of Nottingham -> funder -> University of Nottingham (2006)\n Hop 3: University of Nottingham -> member -> University of Nottingham (2006)\n Answer: 2006" + }, + { + "id": "q_007432", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Mario Monti", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ivan Della Mea -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of government -> Mario Monti (Hop 2)\n Answer: Mario Monti" + }, + { + "id": "q_006320", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1931.0, + "gold": "1931", + "pred": "1931", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop\n Hop 1: Lionel Barrymore -> 1931 Academy Award for Best Actor -> 1931\n Hop 2: Dr. Jekyll and Mr. Hyde -> 1931 Academy Award for Best Actor -> 1931\n Hop 3: 1931 -> winner of Dr. Jekyll and Mr. Hyde's award received -> 1931\n Answer: 1931" + }, + { + "id": "q_008047", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Nicholas II of Russia", + "pred": "Alexander Kerensky", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Volodymyr -> country -> Ukraine (1902)\n Hop 2: Ukraine -> head of state -> Alexander Kerensky (1902)\n Answer: Alexander Kerensky" + }, + { + "id": "q_000063", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Hop 1: Alessandro Ajmone Marsan -> member of -> A.S. Roma (1990-1992)\n Hop 2: A.S. Roma -> chairperson -> Guido Bertolaso (1990-1992)\n Hop 3: Guido Bertolaso -> member of -> Italian Football League (1990-1992)\n Hop 4: Italian Football League -> chairperson ->", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alessandro Ajmone Marsan -> member of -> A.S. Roma (1990-1992)\n Hop 2: A.S. Roma -> chairperson -> Guido Bertolaso (1990-1992)\n Hop 3: Guido Bertolaso -> member of -> Italian Football League (1990-1992)\n Hop 4: Italian Football League -> chairperson ->" + }, + { + "id": "q_008584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "Territory of Hawaii", + "pred": "New", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: United States -> shares border with -> Panama (1931)\n Hop 2: Panama -> contains -> Panama Canal (1931)\n Hop 3: Panama Canal -> administrative territorial entity of -> Wynn Bullock (1931)\n Hop 4: Wynn Bullock -> work location -> United States (1931)\n Hop 5: United States -> contains -> New York (1931)\n Answer: New" + }, + { + "id": "q_001072", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Hop 1: Gerard Deulofeu -> member of -> Everton F.C. (2013)\n Hop 2: Everton F.C. -> head coach -> Roberto Mart\u00ednez (2013)\n Hop 3: Roberto Mart\u00ednez -> member of -> Valencia C.F. (2013)\n Hop 4: Valencia C.F. -> head coach -> Marcelino Garc\u00eda Toral (2013)\n Hop 5: Marcelino", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gerard Deulofeu -> member of -> Everton F.C. (2013)\n Hop 2: Everton F.C. -> head coach -> Roberto Mart\u00ednez (2013)\n Hop 3: Roberto Mart\u00ednez -> member of -> Valencia C.F. (2013)\n Hop 4: Valencia C.F. -> head coach -> Marcelino Garc\u00eda Toral (2013)\n Hop 5: Marcelino" + }, + { + "id": "q_005910", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Christian Vande Velde -> member of -> Boston College Eagles (1999-2001)\n Hop 2: Boston College Eagles -> country -> United States\n Hop 3: Lance Armstrong -> member of -> Discovery Channel (1998-2001)\n Hop 4: Discovery Channel -> country -> United States (1998-2001)\n Answer: United States" + }, + { + "id": "q_003397", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "V\u00edt\u011bzslav Lavi\u010dka", + "pred": "Hop 1: Miroslav Slepi\u010dka -> member of -> FK Teplice (2012)\n Hop 2: FK Teplice (2012) -> head coach -> Petr Rada\n Hop 3: Petr Rada -> member of -> FK Teplice (2012)\n Hop 4: FK Teplice (2012) -> head coach -> Miroslav Slepi\u010dka", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Miroslav Slepi\u010dka -> member of -> FK Teplice (2012)\n Hop 2: FK Teplice (2012) -> head coach -> Petr Rada\n Hop 3: Petr Rada -> member of -> FK Teplice (2012)\n Hop 4: FK Teplice (2012) -> head coach -> Miroslav Slepi\u010dka" + }, + { + "id": "q_000162", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Lady Bird Johnson", + "pred": "Hop 1: Age Discrimination in Employment Act of 1967 -> signatory -> John E. Rankin\n Hop 2: John E. Rankin -> spouse -> Mary Rankin\n Hop 3: Mary Rankin -> head of government -> United States\n Hop 4: United States -> head of government -> Lyndon B. Johnson\n Hop 5: Lyndon B. Johnson -> spouse -> Lady Bird Johnson\n Hop 6: Lady Bird", + "em": 1.0, + "f1": 0.1875, + "pred_raw": "Hop 1: Age Discrimination in Employment Act of 1967 -> signatory -> John E. Rankin\n Hop 2: John E. Rankin -> spouse -> Mary Rankin\n Hop 3: Mary Rankin -> head of government -> United States\n Hop 4: United States -> head of government -> Lyndon B. Johnson\n Hop 5: Lyndon B. Johnson -> spouse -> Lady Bird Johnson\n Hop 6: Lady Bird" + }, + { + "id": "q_002728", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Silvio Berlusconi", + "pred": "Hop 1: Clarence Seedorf -> member of -> A.S. Roma (2009-2010)\n Hop 2: A.S. Roma -> chairperson -> James Pallotta (2010-2011)\n Hop 3: James Pallotta -> member of -> New England Patriots (2010-2011)\n Hop 4: New England Patriots -> chairperson -> Robert Kraft (2010", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Clarence Seedorf -> member of -> A.S. Roma (2009-2010)\n Hop 2: A.S. Roma -> chairperson -> James Pallotta (2010-2011)\n Hop 3: James Pallotta -> member of -> New England Patriots (2010-2011)\n Hop 4: New England Patriots -> chairperson -> Robert Kraft (2010" + }, + { + "id": "q_003793", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Barcelona Province", + "pred": "Catalonia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Josep Guinovart -> work location -> Barcelona\n Hop 2: Barcelona -> located in -> Catalonia\n Answer: Catalonia" + }, + { + "id": "q_003541", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Carry Me Down -> winner -> 1999 (year)\n Hop 2: Kiran Desai -> nominated for -> 1999 (year)\n Answer: 1999" + }, + { + "id": "q_008524", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade de l'Arnaud", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: \u00c9douard Kargu -> member of sports team -> FC Lorient (1950)\n Hop 2: FC Lorient -> home venue -> Stade de l'Arnaud (1950)\n Answer: Stade de l'Arnaud" + }, + { + "id": "q_003943", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Angelo La Barbera -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Giovanni Gronchi (1971)\n Hop 3: Giovanni Gronchi -> country of citizenship -> Italy (1971)\n Answer: Italy" + }, + { + "id": "q_003382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Michal B\u00edlek", + "pred": "Hop 1: Daniel Kol\u00e1\u0159 -> sports team -> FK Teplice (2011)\n Hop 2: FK Teplice (2011) -> head coach -> Miroslav \u0160korpil (2011)\n Hop 3: Miroslav \u0160korpil (2011) -> member of -> Czech Republic national football team (2011)\n Hop 4: Czech Republic national", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Daniel Kol\u00e1\u0159 -> sports team -> FK Teplice (2011)\n Hop 2: FK Teplice (2011) -> head coach -> Miroslav \u0160korpil (2011)\n Hop 3: Miroslav \u0160korpil (2011) -> member of -> Czech Republic national football team (2011)\n Hop 4: Czech Republic national" + }, + { + "id": "q_003569", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giovanni Spadolini", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alberto Magnelli -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1971)\n Answer: Giovanni Spadolini" + }, + { + "id": "q_002249", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "University of Paris", + "pred": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop" + }, + { + "id": "q_001978", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Ferrofino", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Giovanni Ferrofino (Hop 2)\n Answer: Giovanni Ferrofino" + }, + { + "id": "q_005073", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Alex McLeish", + "pred": "Paul Hart", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nathan Redmond -> member of -> Portsmouth F.C.\n Hop 2: Portsmouth F.C. -> head coach -> Paul Hart\n Hop 3: Paul Hart -> head coach -> John Eustace\n Answer: Paul Hart" + }, + { + "id": "q_000609", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop\n Hop 1: Stanley Middleton -> 1974 -> The Bottle Factory Outing (1974)\n Hop 2: The Bottle Factory Outing (1974) -> winner -> John H. Williams\n Hop 3: John H. Williams -> nominated for -> 1974\n Answer: 1974" + }, + { + "id": "q_004940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Real Madrid C.F.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ra\u00fal Fern\u00e1ndez-Cavada Mateos -> member of -> Real Madrid C.F. (2018)\n Hop 2: Real Madrid C.F. -> head coach -> Zinedine Zidane (2018)\n Hop 3: Zinedine Zidane -> member of -> Real Madrid C.F. (2018)\n Answer: Real Madrid C.F." + }, + { + "id": "q_002185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Guy Ritchie", + "pred": "David Geffen", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Die Another Day -> performer -> Pierce Brosnan\n Hop 2: Pierce Brosnan -> spouse -> Keely Smith\n Hop 3: Keely Smith -> unmarried partner -> David Geffen\n Answer: David Geffen" + }, + { + "id": "q_006953", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "Jimmy Walker", + "pred": "Hop 1: Maria Meneghini Callas -> residence -> 1928 -> 1928 (Hop 1)\n Hop 2: 1928 -> head of government -> 1928 (Hop 2)\n Hop 3: 1928 -> work location -> New York City (Hop 3)\n Hop 4: New York City -> head of government -> 1928 (Hop 4", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Maria Meneghini Callas -> residence -> 1928 -> 1928 (Hop 1)\n Hop 2: 1928 -> head of government -> 1928 (Hop 2)\n Hop 3: 1928 -> work location -> New York City (Hop 3)\n Hop 4: New York City -> head of government -> 1928 (Hop 4" + }, + { + "id": "q_001572", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Mike Keenan", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nicolas Isimat-Mirin -> sports team -> New York Islanders (Hop 1)\n Hop 2: New York Islanders -> head coach -> Mike Keenan (Hop 2)\n Answer: Mike Keenan" + }, + { + "id": "q_008301", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Hop 1: Giovanni Cornacchia -> country of citizenship -> Italy (1992-1994)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1992-1994)\n Hop 3: Carlo Azeglio Ciampi -> country of citizenship -> Italy (1992-1994)\n Hop 4: Italy -> head of government -> Giuliano Amato (", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Cornacchia -> country of citizenship -> Italy (1992-1994)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1992-1994)\n Hop 3: Carlo Azeglio Ciampi -> country of citizenship -> Italy (1992-1994)\n Hop 4: Italy -> head of government -> Giuliano Amato (" + }, + { + "id": "q_000630", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1960.0, + "gold": "Graceland", + "pred": "Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi" + }, + { + "id": "q_000755", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Elizabeth II", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stack-O-Tracks -> place of publication -> New York (1968)\n Hop 2: New York -> head of state -> John F. Kennedy (1968)\n Answer: John F. Kennedy" + }, + { + "id": "q_000326", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Jean-Pierre B\u00e9zier", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jean-Loup Dabadie -> member of -> France T\u00e9l\u00e9visions (2009)\n Hop 2: France T\u00e9l\u00e9visions -> general secretary -> Jean-Pierre B\u00e9zier (2009)\n Hop 3: Jean-Pierre B\u00e9zier -> member of -> France T\u00e9l\u00e9visions (2009)\n Answer: Jean-Pierre B\u00e9zier" + }, + { + "id": "q_002870", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Bahrain", + "pred": "Khalid bin Khalifa Al-Khalifa", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bahrain -> head of government -> Khalid bin Khalifa Al-Khalifa (1981)\n Answer: Khalid bin Khalifa Al-Khalifa" + }, + { + "id": "q_007789", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michele Lupo -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (Hop 2)\n Answer: Giovanni Gronchi" + }, + { + "id": "q_007973", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Bjarne Riis", + "pred": "Ruedi Grass", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Danilo Wyss -> member of -> FC Basel 1893 (2019-2020)\n Hop 2: FC Basel 1893 -> general manager -> Ruedi Grass (2020-2021)\n Hop 3: Ruedi Grass -> member of -> FC Basel 1893 (2020-2021)\n Answer: Ruedi Grass" + }, + { + "id": "q_000219", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Vivien Leigh", + "pred": "The Best Years of Our Lives", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Fay Bainter -> 1939 -> winner -> 1939 Academy Award for Best Supporting Actress\n Hop 2: 1939 Academy Award for Best Supporting Actress -> nominated for -> The Best Years of Our Lives\n Hop 3: The Best Years of Our Lives -> winner -> 1939 Academy Award for Best Picture\n Answer: The Best Years of Our Lives" + }, + { + "id": "q_007274", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Elizabeth II", + "pred": "Lyndon B. Johnson", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Smiley Smile -> place of publication -> Rolling Stone (1967)\n Hop 2: Rolling Stone -> country of citizenship -> United States (1967)\n Hop 3: United States -> head of state -> Lyndon B. Johnson (1967)\n Answer: Lyndon B. Johnson" + }, + { + "id": "q_006021", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luca Ronconi -> country of citizenship -> Italy\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_006576", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "Laurence Olivier", + "pred": "Hop\n Hop 1: John Garfield -> 1948 -> winner -> John Garfield (1948)\n Hop 2: John Garfield (1948) -> nominated for -> 1948 -> winner -> 1948\n Hop 3: 1948 -> winner -> 1948 -> winner -> 1948\n Hop 4: 1948 -> winner ->", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: John Garfield -> 1948 -> winner -> John Garfield (1948)\n Hop 2: John Garfield (1948) -> nominated for -> 1948 -> winner -> 1948\n Hop 3: 1948 -> winner -> 1948 -> winner -> 1948\n Hop 4: 1948 -> winner ->" + }, + { + "id": "q_000623", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Bjarne Berntsen", + "pred": "Hop 1: Camilla Huse -> member of -> Danish Handball Team (2009)\n Hop 2: Danish Handball Team (2009) -> head coach -> Hanne Rasmussen\n Hop 3: Hanne Rasmussen -> member of -> Sports team (2009)\n Hop 4: Sports team (2009) -> head coach -> Thomas H\u00f8jlund\n Hop 5: Thomas H\u00f8", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Camilla Huse -> member of -> Danish Handball Team (2009)\n Hop 2: Danish Handball Team (2009) -> head coach -> Hanne Rasmussen\n Hop 3: Hanne Rasmussen -> member of -> Sports team (2009)\n Hop 4: Sports team (2009) -> head coach -> Thomas H\u00f8jlund\n Hop 5: Thomas H\u00f8" + }, + { + "id": "q_005668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Michael Chabon", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: After The Bottle Factory Outing (book) - > winner -> The Amazing Adventures of Kavalier & Clay (book)\n Hop 2: The Amazing Adventures of Kavalier & Clay (book) - > nominated for -> Pulitzer Prize (award)\n Hop 3: Pulitzer Prize (award) - > winner -> Michael Chabon (person)\n Answer: Michael Chabon" + }, + { + "id": "q_003804", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Nobel Peace Prize", + "pred": "United States Army Air Forces", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: United States Navy SEALs -> founder -> Richard E. Byrd\n Hop 2: Richard E. Byrd -> military branch -> United States Army\n Hop 3: United States Army -> nominated for -> United States Army Air Forces\n Answer: United States Army Air Forces" + }, + { + "id": "q_006789", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Michael Bloomberg", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Louise Bourgeois -> work location -> New York City (Hop 1)\n Hop 2: William Vickrey -> residence -> New York City (Hop 2)\n Hop 3: New York City -> head of government -> Michael Bloomberg (Hop 3)\n Answer: Michael Bloomberg" + }, + { + "id": "q_006521", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Atlanta-Fulton County Stadium", + "pred": "Atlanta-Fulton County Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hank Aaron -> sports team -> Atlanta Braves (Hop 1)\n Hop 2: Atlanta Braves -> home venue -> Atlanta-Fulton County Stadium (Hop 2)\n Answer: Atlanta-Fulton County Stadium" + }, + { + "id": "q_006174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "The Sea", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: The Night Watch -> 1999 -> winner -> John Banville\n Hop 2: John Banville -> 1999 -> nominated for -> The Sea\n Hop 3: The Sea -> 1999 -> winner -> John Banville\n Hop 4: John Banville -> 1999 -> nominated for -> The Sea\n Answer: The Sea" + }, + { + "id": "q_004769", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "1947 Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Celia Johnson -> 1947 -> winner -> 1947 Academy Award for Best Actress (1947)\n Answer: 1947 Academy Award for Best Actress" + }, + { + "id": "q_001801", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Vytautas Landsbergis", + "pred": "Hop 1: Nijol\u0117 O\u017eelyt\u0117-Vaitiek\u016bnien\u0117 -> member of -> \u017duv\u0173 kult\u016bros ir gamtos apsaugos partija (1995)\n Hop 2: \u017duv\u0173 kult\u016bros ir gamtos apsaugos partija (1995) -> chairperson -> Vincas \u0160apoka (1995)\n Hop 3: V", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nijol\u0117 O\u017eelyt\u0117-Vaitiek\u016bnien\u0117 -> member of -> \u017duv\u0173 kult\u016bros ir gamtos apsaugos partija (1995)\n Hop 2: \u017duv\u0173 kult\u016bros ir gamtos apsaugos partija (1995) -> chairperson -> Vincas \u0160apoka (1995)\n Hop 3: V" + }, + { + "id": "q_000920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "State Anthem of the Soviet Union", + "pred": "USSR", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Murmansk Oblast -> anthem -> \"Murmansk Oblast Anthem\" (Hop Type: located in)\n Hop 2: \"Murmansk Oblast Anthem\" -> located in -> \"Russian Soviet Federative Socialist Republic\" (Hop Type: located in)\n Hop 3: \"Russian Soviet Federative Socialist Republic\" -> located in -> \"USSR\" (Hop Type: located in)\n Answer: USSR" + }, + { + "id": "q_003724", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Piero Scotti -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Giovanni Gronchi (1971)\n Answer: Giovanni Gronchi" + }, + { + "id": "q_006014", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Hop: 1. Martin Gottfried Weiss -> 2. manager -> 3. Alfons Gorbach (1939)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop: 1. Martin Gottfried Weiss -> 2. manager -> 3. Alfons Gorbach (1939)\n Answer: Hop: 1. Martin Gottfried Weiss -> 2. manager -> 3. Alfons Gorbach (1939)" + }, + { + "id": "q_007171", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "S\u00fcper Lig", + "pred": "Turkish Super Lig", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Serdar Aziz -> member of sports team -> Antalyaspor (2016)\n Hop 2: Antalyaspor -> league or competition -> Turkish Super Lig\n Answer: Turkish Super Lig" + }, + { + "id": "q_007260", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "3. Liga", + "pred": "UEFA Europa League", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bastian Heidenfelder -> sports team -> 1. FC N\u00fcrnberg (2013)\n Hop 2: 1. FC N\u00fcrnberg -> member of -> Bundesliga (2013)\n Hop 3: Bundesliga -> league or competition -> UEFA Europa League (2013)\n Answer: UEFA Europa League" + }, + { + "id": "q_005517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Thomas Tuchel", + "pred": "Real Sociedad", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Marcos Alonso Mendoza -> member of -> Real Madrid C.F. (2014-2015)\n Hop 2: Real Madrid C.F. -> head coach -> Julen Lopetegui (2017-2018)\n Hop 3: Julen Lopetegui -> head coach -> Real Sociedad (2018-2019)\n Answer: Real Sociedad" + }, + { + "id": "q_007485", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Charlize Theron", + "pred": "Jennifer Connelly", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jennifer Connelly -> 2003 -> Best Actress -> Jennifer Connelly\n Hop 2: Jennifer Connelly -> 2003 -> Best Actress -> Jennifer Connelly\n Hop 3: Jennifer Connelly -> 2003 -> Best Actress -> Jennifer Connelly\n Answer: Jennifer Connelly" + }, + { + "id": "q_001837", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2005-2010", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: University of Virginia -> member of -> University of Tsukuba (2005-2010)\n Answer: 2005-2010" + }, + { + "id": "q_000568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Romano Prodi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Angelo Infanti -> country of citizenship -> Italy (2007)\n Hop 2: Italy -> head of government -> Romano Prodi (2007)\n Hop 3: Romano Prodi -> head of government -> Romano Prodi (2007)\n Answer: Romano Prodi" + }, + { + "id": "q_005494", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Rudi V\u00f6ller", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Steffen Freund -> member of -> 1. FC N\u00fcrnberg (1997)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Rudi V\u00f6ller (1997)\n Answer: Rudi V\u00f6ller" + }, + { + "id": "q_000075", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Prisco -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (Hop 2)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_004734", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Peter Carey", + "pred": "198", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: David Lodge -> nominated for -> 1988 Booker Prize (Hop 1)\n Hop 2: 1988 Booker Prize -> winner -> Salman Rushdie (Hop 2)\n Hop 3: Salman Rushdie -> received -> 1988 Booker Prize (Hop 3)\n Hop 4: 1988 Booker Prize -> winner -> 1988 (Hop 4)\n Answer: 198" + }, + { + "id": "q_004770", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Constantinople", + "pred": "Damascus", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Edessa -> country -> Syria\n Hop 2: Syria -> capital -> Damascus\n Answer: Damascus" + }, + { + "id": "q_006777", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "S\u00e1ndor Preisinger", + "pred": "M\u0101rti\u0146\u0161 Dzidze", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Daniils Turkovs -> sports team -> Riga FC (2012)\n Hop 2: Riga FC -> head coach -> M\u0101rti\u0146\u0161 Dzidze (2012)\n Answer: M\u0101rti\u0146\u0161 Dzidze" + }, + { + "id": "q_001481", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop" + }, + { + "id": "q_000851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "AS Roma", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Walter Samuel -> Club -> River Plate (Argentina)\n Hop 2: River Plate (Argentina) -> Head Coach -> Daniel Passarella\n Hop 3: Daniel Passarella -> Member Of -> A.S. Roma\n Hop 4: A.S. Roma -> Head Coach -> Luciano Spalletti\n Hop 5: Luciano Spalletti -> Member Of -> AS Roma\n Answer: AS Roma" + }, + { + "id": "q_000707", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Yugoslavia", + "pred": "Paraguay", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Franco Evangelisti -> country of citizenship -> Brazil (1934)\n Hop 2: Brazil -> shares border with -> Paraguay (1934)\n Answer: Paraguay" + }, + { + "id": "q_007316", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Hop 1: Alessandro Ajmone Marsan -> member of -> A.S. Roma (1987-1990)\n Hop 2: A.S. Roma -> chairperson -> Giuseppe Iachini (1990-1991)\n Hop 3: Giuseppe Iachini -> member of -> Italian Football League (1990-1991)\n Hop 4: Italian Football League -> chairperson ->", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alessandro Ajmone Marsan -> member of -> A.S. Roma (1987-1990)\n Hop 2: A.S. Roma -> chairperson -> Giuseppe Iachini (1990-1991)\n Hop 3: Giuseppe Iachini -> member of -> Italian Football League (1990-1991)\n Hop 4: Italian Football League -> chairperson ->" + }, + { + "id": "q_002781", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Yugoslavia", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Renato Carosone -> country of citizenship -> Italy (1946)\n Hop 2: Italy -> shares border with -> Austria (1946)\n Answer: Austria" + }, + { + "id": "q_001694", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Daniel Day", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Genevi\u00e8ve Bujold -> nominated for -> The Last of the Mohicans (1992)\n Hop 2: The Last of the Mohicans (1992) -> winner -> Daniel Day-Lewis\n Hop 3: Daniel Day-Lewis -> nominated for -> My Left Foot (1989)\n Hop 4: My Left Foot (1989) -> winner -> Daniel Day-Lewis\n Answer: Daniel Day" + }, + { + "id": "q_005714", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "B\u00fclent Ecevit", + "pred": "Recep Tayyip Erdo\u011fan", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Deniz Baykal -> member of -> MHP (1998-2002)\n Hop 2: MHP -> chairperson -> Ahmet Davuto\u011flu (1998-2002)\n Hop 3: Ahmet Davuto\u011flu -> successor -> Recep Tayyip Erdo\u011fan (1998-2002)\n Answer: Recep Tayyip Erdo\u011fan" + }, + { + "id": "q_002568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Stefan Kuntz", + "pred": "Hop 1: Jan \u0160im\u016fnek -> sports team -> FK P\u0159\u00edbram (2014)\n Hop 2: FK P\u0159\u00edbram -> chairperson -> Petr K\u0159\u00ed\u017e (2014)\n Hop 3: Petr K\u0159\u00ed\u017e -> member of -> Czechoslovakian National Football Team (2014)\n Hop 4: Czechoslovakian National Football Team -> chairperson -> Jan \u0160im", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jan \u0160im\u016fnek -> sports team -> FK P\u0159\u00edbram (2014)\n Hop 2: FK P\u0159\u00edbram -> chairperson -> Petr K\u0159\u00ed\u017e (2014)\n Hop 3: Petr K\u0159\u00ed\u017e -> member of -> Czechoslovakian National Football Team (2014)\n Hop 4: Czechoslovakian National Football Team -> chairperson -> Jan \u0160im" + }, + { + "id": "q_000390", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Nobel Prize in Physics", + "pred": "Hop 2: Holweck Prize -> winner -> nominated for -> 1952", + "em": 0.0, + "f1": 0.16666666666666666, + "pred_raw": "Hop\n Hop 1: Holweck Prize -> winner -> nominated for -> 1952\n Hop 2: Holweck Prize -> winner -> nominated for -> 1952\n Answer: Hop 2: Holweck Prize -> winner -> nominated for -> 1952" + }, + { + "id": "q_004301", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "David Dinkins", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Elliott Erwitt -> work location -> New York City\n Hop 2: New York City -> head of government -> David Dinkins\n Answer: David Dinkins" + }, + { + "id": "q_007116", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Acad\u00e9mie Fran\u00e7aise", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Simone Veil -> member of -> European Parliament (1979-1989)\n Hop 2: European Parliament -> general secretary of -> Jean-Pierre Cot (1989-1994)\n Hop 3: Jean-Pierre Cot -> member of -> Acad\u00e9mie Fran\u00e7aise (1994-2009)\n Answer: Acad\u00e9mie Fran\u00e7aise" + }, + { + "id": "q_004505", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "James Callaghan", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Philip Taaffe -> work location -> London\n Hop 2: London -> head of government -> James Callaghan\n Hop 3: James Callaghan -> birth name -> James Callaghan\n Answer: James Callaghan" + }, + { + "id": "q_007035", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "David Dinkins", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Louise Bourgeois -> work location -> New York City\n Hop 2: New York City -> head of government -> David Dinkins\n Hop 3: David Dinkins -> head of government -> David Dinkins\n Answer: David Dinkins" + }, + { + "id": "q_004558", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Bill Belichick", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ryan Bertrand -> sports team -> New England Patriots (2014)\n Hop 2: New England Patriots -> head coach -> Bill Belichick (2014)\n Hop 3: Bill Belichick -> member of -> New England Patriots (2014)\n Answer: Bill Belichick" + }, + { + "id": "q_003267", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop" + }, + { + "id": "q_006755", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Hop 1: Bruno Bieligk -> member of -> German National People's Party (1920)\n Hop 2: German National People's Party (1920) -> chairperson -> Paul von Hindenburg (1920)\n Hop 3: Paul von Hindenburg (1920) -> member of -> German National People's Party (1920)\n Hop 4: German National People's Party (1920)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bruno Bieligk -> member of -> German National People's Party (1920)\n Hop 2: German National People's Party (1920) -> chairperson -> Paul von Hindenburg (1920)\n Hop 3: Paul von Hindenburg (1920) -> member of -> German National People's Party (1920)\n Hop 4: German National People's Party (1920)" + }, + { + "id": "q_004583", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: James Welch -> received -> Ai's award (1987)\n Hop 2: Ai's award -> winner -> James Welch (1987)\n Answer: 1987" + }, + { + "id": "q_000225", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Gareth Southgate", + "pred": "Paul Deacon", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: David Wheater -> member of sports team -> Wigan Warriors (2008)\n Hop 2: Wigan Warriors -> head coach -> Paul Deacon (2008)\n Hop 3: Paul Deacon -> member of sports team -> Wigan Warriors (2008)\n Answer: Paul Deacon" + }, + { + "id": "q_002459", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Serbia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Zrenjanin City -> located in -> Zrenjanin Municipality (country: Serbia)\n Hop 2: Zrenjanin Municipality -> located in -> Autonomous Province of Vojvodina (country: Serbia)\n Hop 3: Autonomous Province of Vojvodina -> located in -> Serbia (country: Serbia)\n Answer: Serbia" + }, + { + "id": "q_006352", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: University of Tsukuba -> member of -> University of Graz (2021)\n Answer: 2021" + }, + { + "id": "q_004787", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Janusz W\u00f3jcik", + "pred": "Janusz Brz\u00f3ska", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Arkadiusz B\u0105k -> member of sports team -> Legia Warsaw (1999)\n Hop 2: Legia Warsaw -> head coach -> Janusz Brz\u00f3ska (1999)\n Answer: Janusz Brz\u00f3ska" + }, + { + "id": "q_002226", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Leonid Brezhnev", + "pred": "Komsomol", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Aleksei Gubarev -> member of political party -> Komsomol (1973)\n Answer: Komsomol" + }, + { + "id": "q_003363", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Jan Schaffrath", + "pred": "Hop 1: Martin Velits -> member of -> Team Katusha (2012)\n Hop 2: Team Katusha -> head coach -> Igor Sutyagin (2012)\n Hop 3: Igor Sutyagin -> member of -> Soudal Quick-Step (2012)\n Hop 4: Soudal Quick-Step -> head coach -> Patrick Sinkewitz (2012)\n Hop 5", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Martin Velits -> member of -> Team Katusha (2012)\n Hop 2: Team Katusha -> head coach -> Igor Sutyagin (2012)\n Hop 3: Igor Sutyagin -> member of -> Soudal Quick-Step (2012)\n Hop 4: Soudal Quick-Step -> head coach -> Patrick Sinkewitz (2012)\n Hop 5" + }, + { + "id": "q_001025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Pavel Vrba", + "pred": "Hop 1: Bo\u0159ek Do\u010dkal -> sports team -> FK Teplice (2016)\n Hop 2: FK Teplice (2016) -> head coach -> Miroslav \u0160korpil (2016)\n Hop 3: Miroslav \u0160korpil (2016) -> member of sports team -> Czechia men's national football team (2016)\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bo\u0159ek Do\u010dkal -> sports team -> FK Teplice (2016)\n Hop 2: FK Teplice (2016) -> head coach -> Miroslav \u0160korpil (2016)\n Hop 3: Miroslav \u0160korpil (2016) -> member of sports team -> Czechia men's national football team (2016)\n Hop" + }, + { + "id": "q_006972", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Brian Moore -> 1976 (year)\n Hop 2: David Storey -> 1976 (year)\n Answer: 1976" + }, + { + "id": "q_007393", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Serbia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ba\u010d Municipality -> country -> Serbia\n Answer: Serbia" + }, + { + "id": "q_002784", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Franz Beckenbauer", + "pred": "Hop 1: Frank Mill -> sports team -> 1. FC N\u00fcrnberg (1988)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Karl-Heinz Feldkamp (1988)\n Hop 3: Karl-Heinz Feldkamp -> member of -> German national football team (1988)\n Hop 4: German national football team -> head coach -> Sepp Herberger (1988)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Frank Mill -> sports team -> 1. FC N\u00fcrnberg (1988)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Karl-Heinz Feldkamp (1988)\n Hop 3: Karl-Heinz Feldkamp -> member of -> German national football team (1988)\n Hop 4: German national football team -> head coach -> Sepp Herberger (1988)" + }, + { + "id": "q_005991", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luciano Bianciardi -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira" + }, + { + "id": "q_007278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Claudia Roth", + "pred": "Bob Carr", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Boris Palmer -> member of -> Australian Labor Party (ALP)\n Hop 2: Australian Labor Party (ALP) -> chairperson -> Bob Carr\n Answer: Bob Carr" + }, + { + "id": "q_002109", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "ADIG", + "pred": "Deutsche Bank", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stefan W\u00e4chter -> sports team -> 1. FC N\u00fcrnberg (2004)\n Hop 2: 1. FC N\u00fcrnberg -> sponsor -> Deutsche Bank (2004)\n Answer: Deutsche Bank" + }, + { + "id": "q_005445", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Abraham Beame", + "pred": "Hop 1: Nancy Graves -> work location -> New York City\n Hop 2: New York City -> head of government -> Michael Bloomberg\n Hop 3: Michael Bloomberg -> residence -> New York City\n Hop 4: New York City -> head of government -> David Dinkins\n Hop 5: David Dinkins -> residence -> New York City\n Hop 6: New York City -> head of government -> Stanley T. Moskowitz\n Hop 7", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nancy Graves -> work location -> New York City\n Hop 2: New York City -> head of government -> Michael Bloomberg\n Hop 3: Michael Bloomberg -> residence -> New York City\n Hop 4: New York City -> head of government -> David Dinkins\n Hop 5: David Dinkins -> residence -> New York City\n Hop 6: New York City -> head of government -> Stanley T. Moskowitz\n Hop 7" + }, + { + "id": "q_005382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Fiorello H. La Guardia", + "pred": "Vincent R. Impellitteri", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Vincent R. Impellitteri -> head of government -> New York City -> work location -> Edward McKnight Kauffer\n Hop 2: Edward McKnight Kauffer -> work location -> New York City -> head of government -> Vincent R. Impellitteri\n Answer: Vincent R. Impellitteri" + }, + { + "id": "q_005633", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Giovanni Giolitti", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giuseppe Saragat -> Italy (country)\n Hop 2: Italy -> Giovanni Giolitti (head of state)\n Hop 3: Giovanni Giolitti -> 1984 (year)\n Answer: Giovanni Giolitti" + }, + { + "id": "q_002083", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Jens Gustafsson", + "pred": "Hop 1: Andreas Landgren -> member of -> IFK Norrk\u00f6ping (2013)\n Hop 2: IFK Norrk\u00f6ping -> head coach -> Rikard Norby (2013)\n Hop 3: Rikard Norby -> member of -> Halmstads BK (2013)\n Hop 4: Halmstads BK -> head coach -> Thomas Sj\u00f6berg (2013)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Andreas Landgren -> member of -> IFK Norrk\u00f6ping (2013)\n Hop 2: IFK Norrk\u00f6ping -> head coach -> Rikard Norby (2013)\n Hop 3: Rikard Norby -> member of -> Halmstads BK (2013)\n Hop 4: Halmstads BK -> head coach -> Thomas Sj\u00f6berg (2013)" + }, + { + "id": "q_003899", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Karl Horst H\u00f6dicke -> work location -> Berlin (1987)\n Hop 2: Berlin -> country -> Germany (1987)\n Answer: Germany" + }, + { + "id": "q_002997", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "Ottoman Empire", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ramallah -> country -> Palestine\n Hop 2: Palestine -> located in -> Ottoman Empire\n Answer: Ottoman Empire" + }, + { + "id": "q_005860", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hopi (film) is a 2003 film directed by Michael Attenborough. Hopi is a 2003 film directed by Michael Attenborough. Hopi is a 2003 film directed by Michael Attenborough. Hopi is a 2003 film directed by Michael Attenborough. Hopi is a 2003 film directed by Michael Attenborough. Hopi is a 200", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hopi (film) is a 2003 film directed by Michael Attenborough. Hopi is a 2003 film directed by Michael Attenborough. Hopi is a 2003 film directed by Michael Attenborough. Hopi is a 2003 film directed by Michael Attenborough. Hopi is a 2003 film directed by Michael Attenborough. Hopi is a 200" + }, + { + "id": "q_001039", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Panama", + "pred": "1937", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Cornell Capa -> work location -> 1937 -> shares border with -> 1937\n Hop 2: 1937 -> shares border with -> 1937\n Hop 3: 1937 -> shares border with -> 1937\n Answer: 1937" + }, + { + "id": "q_000086", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Francesco Cossiga -> country of citizenship -> Italy (1983)\n Hop 2: Italy -> head of state -> Sandro Pertini (1983)\n Answer: Sandro Pertini" + }, + { + "id": "q_005689", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Elie Wiesel -> country of citizenship -> Romania (1929)\n Answer: Bucharest" + }, + { + "id": "q_006609", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "Middle East", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Afula -> country -> Mandatory Palestine (1940)\n Hop 2: Mandatory Palestine -> located in -> British Mandate of Palestine (1940)\n Hop 3: British Mandate of Palestine -> located in -> Middle East (1940)\n Answer: Middle East" + }, + { + "id": "q_004970", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Charlize Theron -> 2003 -> Best Actress -> Academy Awards\n Hop 2: Academy Awards -> 2003 -> Unfaithful -> Best Actress\n Hop 3: Unfaithful -> 2003 -> winner -> 2003\n Hop 4: 2003 -> 2003 -> winner -> 2003\n Answer: 2003" + }, + { + "id": "q_004192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alberto Magnelli -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1960)\n Hop 3: Giuseppe Saragat -> country of citizenship -> Italy (1960)\n Hop 4: Italy -> head of state -> Giuseppe Saragat (1960)\n Answer: Giuseppe Saragat" + }, + { + "id": "q_007711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mauro Staccioli -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira" + }, + { + "id": "q_008062", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "M\u00e1rio Soares", + "pred": "Jorge Sampaio", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alberto Vaquina -> work location -> Portugal (1991)\n Hop 2: Portugal -> head of state -> Jorge Sampaio (1991)\n Answer: Jorge Sampaio" + }, + { + "id": "q_006613", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Stuart Lancaster", + "pred": "Sports team", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ben Foden -> member of -> England national rugby union team (2013)\n Hop 2: England national rugby union team -> head coach -> Stuart Lancaster (2013)\n Hop 3: Stuart Lancaster -> member of -> Sports team (2013)\n Answer: Sports team" + }, + { + "id": "q_001894", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Hop 1: Annette Bening -> 1999 Golden Globe Awards -> 1999 Golden Globe Awards Best Actress - Motion Picture Drama -> winner -> Julia Roberts\n Hop 2: Julia Roberts -> 1999 Golden Globe Awards -> 1999 Golden Globe Awards Best Actress - Motion Picture Drama -> winner -> Julia Roberts\n Hop 3: Julia Roberts -> 1999 Golden Globe Awards -> 1999 Golden", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Annette Bening -> 1999 Golden Globe Awards -> 1999 Golden Globe Awards Best Actress - Motion Picture Drama -> winner -> Julia Roberts\n Hop 2: Julia Roberts -> 1999 Golden Globe Awards -> 1999 Golden Globe Awards Best Actress - Motion Picture Drama -> winner -> Julia Roberts\n Hop 3: Julia Roberts -> 1999 Golden Globe Awards -> 1999 Golden" + }, + { + "id": "q_002546", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Maria Theresa of Austria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Franz Anton Basch -> educated at -> University of Vienna (1921)\n Hop 2: University of Vienna -> named after -> University of Vienna (1921)\n Hop 3: University of Vienna -> named after -> Maria Theresa of Austria (1921)\n Answer: Maria Theresa of Austria" + }, + { + "id": "q_003153", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Hop 1: Zhu De -> country of citizenship -> People's Republic of China (1967)\n Hop 2: People's Republic of China (1967) -> head of government -> Zhou Enlai (1967)\n Hop 3: Zhou Enlai (1967) -> country of citizenship -> People's Republic of China (1967)\n Hop 4: People's Republic of China (1967", + "em": 1.0, + "f1": 0.1904761904761905, + "pred_raw": "Hop 1: Zhu De -> country of citizenship -> People's Republic of China (1967)\n Hop 2: People's Republic of China (1967) -> head of government -> Zhou Enlai (1967)\n Hop 3: Zhou Enlai (1967) -> country of citizenship -> People's Republic of China (1967)\n Hop 4: People's Republic of China (1967" + }, + { + "id": "q_002865", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Hop\n Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1" + }, + { + "id": "q_007865", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Prisco -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2001)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_008428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Mike Catt", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Josh Lewsey -> sports team -> London Wasps (Hop 1)\n Hop 2: London Wasps -> head coach -> Mike Catt (Hop 2)\n Answer: Mike Catt" + }, + { + "id": "q_001858", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Graceland", + "pred": "New York City", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Ginger Alden -> unmarried partner -> residence (1977)\n Hop 2: residence (1977) -> location -> New York City\n Answer: New York City" + }, + { + "id": "q_001912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Constantinople", + "pred": "Athens", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Xanthi -> country -> Greece\n Hop 2: Greece -> capital -> Athens\n Answer: Athens" + }, + { + "id": "q_003034", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Hop\n Hop 1: Emil Filla -> manager -> Emil Filla (1939)\n Hop 2: Hans Beimler -> point in time -> 1939\n Hop 3: Dachau concentration camp -> point in time -> 1939\n Hop 4: 1939 -> manager -> Emil Filla (1939)\n Hop 5: 1939 -> point in time ->", + "em": 0.0, + "f1": 0.09999999999999999, + "pred_raw": "Hop\n Hop 1: Emil Filla -> manager -> Emil Filla (1939)\n Hop 2: Hans Beimler -> point in time -> 1939\n Hop 3: Dachau concentration camp -> point in time -> 1939\n Hop 4: 1939 -> manager -> Emil Filla (1939)\n Hop 5: 1939 -> point in time ->" + }, + { + "id": "q_000799", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Barack Obama", + "pred": "Joe Biden", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Battlefield 3 -> narrative location -> United States\n Hop 2: United States -> head of government -> Barack Obama\n Hop 3: Barack Obama -> successor -> Joe Biden\n Answer: Joe Biden" + }, + { + "id": "q_007926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Boston Garden", + "pred": "Hop 1: John Havlicek -> Boston Celtics (member of sports team)\n Hop 2: Boston Celtics -> Boston Garden (home venue)\n Hop 3: Boston Garden -> Boston Celtics (member of sports team)\n Hop 4: Boston Celtics -> John Havlicek (member of sports team)\n Hop 5: John Havlicek -> Boston Celtics (member of sports team)\n Hop 6: Boston Celtics -> Boston Garden (home venue)\n Hop 7:", + "em": 1.0, + "f1": 0.1904761904761905, + "pred_raw": "Hop 1: John Havlicek -> Boston Celtics (member of sports team)\n Hop 2: Boston Celtics -> Boston Garden (home venue)\n Hop 3: Boston Garden -> Boston Celtics (member of sports team)\n Hop 4: Boston Celtics -> John Havlicek (member of sports team)\n Hop 5: John Havlicek -> Boston Celtics (member of sports team)\n Hop 6: Boston Celtics -> Boston Garden (home venue)\n Hop 7:" + }, + { + "id": "q_004762", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "Kingdom of Prussia", + "pred": "St. Moritz", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: World Figure Skating Championships -> location -> St. Moritz (1911)\n Answer: St. Moritz" + }, + { + "id": "q_004806", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Jo\u00e3o Paulo de Oliveira", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jonathan Urretaviscaya -> member of -> Club Atl\u00e9tico Mineiro (2013)\n Hop 2: Club Atl\u00e9tico Mineiro (2013) -> chairperson -> Jo\u00e3o Paulo de Oliveira (2013)\n Answer: Jo\u00e3o Paulo de Oliveira" + }, + { + "id": "q_003643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Premier League", + "pred": "Ukrainian First League", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Ruslan Rotan -> member of sports team -> FC Dnipro (Khmelnytskyi) (2008)\n Hop 2: FC Dnipro (Khmelnytskyi) -> league or competition -> Ukrainian First League (2008)\n Answer: Ukrainian First League" + }, + { + "id": "q_008203", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Amway Arena", + "pred": "Miami Arena", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Shaquille O'Neal -> member of -> Miami Heat (1994)\n Hop 2: Miami Heat -> home venue -> Miami Arena\n Answer: Miami Arena" + }, + { + "id": "q_004465", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michigan State University -> member of -> University of Helsinki (2021)\n Answer: 2021" + }, + { + "id": "q_006874", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "John Lindsay", + "pred": "William Vickrey", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: William Vickrey -> residence -> William Vickrey\n Hop 2: William Vickrey -> head of government -> William Vickrey\n Hop 3: William Vickrey -> residence -> William Vickrey\n Answer: William Vickrey" + }, + { + "id": "q_000593", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leo Nomellini -> country of citizenship -> Italy\n Hop 2: Italy -> head of state -> Giovanni Gronchi\n Answer: Giovanni Gronchi" + }, + { + "id": "q_004615", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2018.0, + "gold": "2018", + "pred": "2018", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stefano Palmieri -> officeholder -> Mirko Tomassoni (2018-01-01)\n Answer: 2018" + }, + { + "id": "q_001617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Geoffrey Rush", + "pred": "Hop 1: As Good as It Gets -> award -> Academy Award for Best Actor (1997)\n Hop 2: Academy Award for Best Actor (1997) -> winner -> Jack Nicholson\n Hop 3: Jack Nicholson -> award -> Academy Award for Best Actor (1997)\n Hop 4: Academy Award for Best Actor (1997) -> winner -> Tom Hanks\n Hop 5: Tom Hanks -> award ->", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: As Good as It Gets -> award -> Academy Award for Best Actor (1997)\n Hop 2: Academy Award for Best Actor (1997) -> winner -> Jack Nicholson\n Hop 3: Jack Nicholson -> award -> Academy Award for Best Actor (1997)\n Hop 4: Academy Award for Best Actor (1997) -> winner -> Tom Hanks\n Hop 5: Tom Hanks -> award ->" + }, + { + "id": "q_001902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "1685 English Civil War", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Antonia Fraser -> spouse -> Charles II of England (1660-1685)\n Hop 2: Charles II of England (1660-1685) -> nominated for -> 1685 English Civil War\n Hop 3: 1685 English Civil War -> nominated for -> 1685 English Civil War\n Answer: 1685 English Civil War" + }, + { + "id": "q_004669", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Yuri Semin", + "pred": "Russian Football Union", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: \u00c9der -> sports team -> FC Krasnodar (2017-2018)\n Hop 2: FC Krasnodar -> head coach -> Valery Karpin (2017-2018)\n Hop 3: Valery Karpin -> member of -> Russian Football Union (2017-2018)\n Answer: Russian Football Union" + }, + { + "id": "q_002742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Giovanni Ferrofino", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> head of government -> Giovanni Ferrofino (1972)\n Hop 3: Giovanni Ferrofino -> country of citizenship -> Italy (1972)\n Answer: Giovanni Ferrofino" + }, + { + "id": "q_006208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Hop 1: Bruno Bieligk -> member of -> German National People's Party (DNVP)\n Hop 2: German National People's Party (DNVP) -> chairperson -> Paul von Hindenburg\n Hop 3: Paul von Hindenburg -> member of -> German National People's Party (DNVP)\n Hop 4: German National People's Party (DNVP) -> chairperson -> Paul von Hindenburg\n Hop 5: Paul von Hindenburg -> member", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bruno Bieligk -> member of -> German National People's Party (DNVP)\n Hop 2: German National People's Party (DNVP) -> chairperson -> Paul von Hindenburg\n Hop 3: Paul von Hindenburg -> member of -> German National People's Party (DNVP)\n Hop 4: German National People's Party (DNVP) -> chairperson -> Paul von Hindenburg\n Hop 5: Paul von Hindenburg -> member" + }, + { + "id": "q_006858", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Monster's award -> 1999 (year)\n Hop 2: 1999 -> Nicole Kidman (born)\n Answer: 1999" + }, + { + "id": "q_000627", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "John Gielgud", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Antonia Fraser -> spouse -> John Gielgud (1982)\n Hop 2: John Gielgud -> nominated for -> Tony Award for Best Direction of a Play (1982)\n Hop 3: Tony Award for Best Direction of a Play -> winner -> John Gielgud (1982)\n Answer: John Gielgud" + }, + { + "id": "q_008456", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "constitutional monarchy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop\n Hop 1: Sevastopol -> country -> Russia\n Hop 2: Russia -> basic form of government -> constitutional monarchy\n Answer: constitutional monarchy" + }, + { + "id": "q_004863", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Hop\n Hop 1: It Happened One Night (1934 film) - 1935 Academy Awards - 1935 Academy Awards Best Picture\n Hop 2: 1935 Academy Awards Best Picture - winner - It Happened One Night (1934 film)\n Hop 3: 1935 Academy Awards Best Picture - nominated for - The Last of the Mohicans (1936 film)\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: It Happened One Night (1934 film) - 1935 Academy Awards - 1935 Academy Awards Best Picture\n Hop 2: 1935 Academy Awards Best Picture - winner - It Happened One Night (1934 film)\n Hop 3: 1935 Academy Awards Best Picture - nominated for - The Last of the Mohicans (1936 film)\n Hop" + }, + { + "id": "q_005053", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lauri Yl\u00f6nen", + "pred": "Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi" + }, + { + "id": "q_006906", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sini\u0161a Mihajlovi\u0107", + "pred": "Hop 1: Marco Marchionni -> member of -> A.S. Roma (2007-2010)\n Hop 2: A.S. Roma -> head coach -> Luciano Spalletti (2007-2010)\n Hop 3: Luciano Spalletti -> member of -> A.S. Roma (2007-2010)\n Hop 4: A.S. Roma -> head coach -> Luc", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Marco Marchionni -> member of -> A.S. Roma (2007-2010)\n Hop 2: A.S. Roma -> head coach -> Luciano Spalletti (2007-2010)\n Hop 3: Luciano Spalletti -> member of -> A.S. Roma (2007-2010)\n Hop 4: A.S. Roma -> head coach -> Luc" + }, + { + "id": "q_004343", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Arrigo Sacchi", + "pred": "Hop 1: Walter Bianchi -> member of -> New York Islanders (1984)\n Hop 2: New York Islanders -> head coach -> Bryan Trottier (1984)\n Hop 3: Bryan Trottier -> member of -> New York Islanders (1984)\n Hop 4: New York Islanders -> head coach -> Bryan Trottier (1984)\n Hop 5: Bryan Trottier -> member of -> New", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Walter Bianchi -> member of -> New York Islanders (1984)\n Hop 2: New York Islanders -> head coach -> Bryan Trottier (1984)\n Hop 3: Bryan Trottier -> member of -> New York Islanders (1984)\n Hop 4: New York Islanders -> head coach -> Bryan Trottier (1984)\n Hop 5: Bryan Trottier -> member of -> New" + }, + { + "id": "q_008520", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Hans Loritz", + "pred": "1938", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Abraham Adolf Kaiser -> manager -> Anton Saefkow (1938)\n Hop 2: Anton Saefkow -> point in time -> Dachau concentration camp (1938)\n Hop 3: Dachau concentration camp -> point in time -> 1938 (1938)\n Answer: 1938" + }, + { + "id": "q_008566", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "German National People's Party", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hanns Martin Schleyer -> member of political party -> Nazi Party (1975)\n Hop 2: Nazi Party -> general secretary -> Karl Haushofer (1975)\n Hop 3: Karl Haushofer -> member of political party -> German National People's Party (1975)\n Answer: German National People's Party" + }, + { + "id": "q_005406", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "West Germany", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Friedrich Hayek -> Country -> United Kingdom\n Hop 2: United Kingdom -> After Weimar Republic -> United Kingdom\n Answer: United Kingdom" + }, + { + "id": "q_005485", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Milo\u0161 Zeman", + "pred": "Hop 1: Bergepanzer B\u00fcffel -> operator -> 1. Kavalerie Division (Germany)\n Hop 2: 1. Kavalerie Division -> head of state -> Germany\n Hop 3: Germany -> country of citizenship -> Czech Republic\n Hop 4: Czech Republic -> head of state -> Milo\u0161 Zeman\n Hop 5: Milo\u0161 Zeman -> country of citizenship -> Czech Republic\n Hop 6: Czech Republic ->", + "em": 1.0, + "f1": 0.16666666666666669, + "pred_raw": "Hop 1: Bergepanzer B\u00fcffel -> operator -> 1. Kavalerie Division (Germany)\n Hop 2: 1. Kavalerie Division -> head of state -> Germany\n Hop 3: Germany -> country of citizenship -> Czech Republic\n Hop 4: Czech Republic -> head of state -> Milo\u0161 Zeman\n Hop 5: Milo\u0161 Zeman -> country of citizenship -> Czech Republic\n Hop 6: Czech Republic ->" + }, + { + "id": "q_006778", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italian lira", + "pred": "Hop 1: Lyla Rocco -> country of citizenship -> United States of America (Hop 1)\n Hop 2: United States of America -> currency -> United States dollar (Hop 2)\n Hop 3: United States dollar -> symbol -> $ (Hop 3)\n Hop 4: $ -> currency -> United States dollar (Hop 4)\n Hop 5: United States dollar -> country of citizenship -> United States of America (Hop 5)\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Lyla Rocco -> country of citizenship -> United States of America (Hop 1)\n Hop 2: United States of America -> currency -> United States dollar (Hop 2)\n Hop 3: United States dollar -> symbol -> $ (Hop 3)\n Hop 4: $ -> currency -> United States dollar (Hop 4)\n Hop 5: United States dollar -> country of citizenship -> United States of America (Hop 5)\n Hop" + }, + { + "id": "q_000448", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Alex Ferguson", + "pred": "John Hughes", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bryan Gunn -> sports team -> Hibernian F.C.\n Hop 2: Hibernian F.C. -> head coach -> John Hughes\n Answer: John Hughes" + }, + { + "id": "q_005253", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Aravind Adiga", + "pred": "Hop 1: Brian Moore -> nominated for -> 1969 Booker Prize (Winner: Brian Moore)\n Hop 2: Amitav Ghosh -> winner -> The Glass Palace (1999)\n Hop 3: The Glass Palace -> winner -> 1999 Booker Prize (Winner: Amitav Ghosh)\n Hop 4: 1999 Booker Prize -> winner -> 1999 Booker Prize (Winner: Amitav Ghosh", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Brian Moore -> nominated for -> 1969 Booker Prize (Winner: Brian Moore)\n Hop 2: Amitav Ghosh -> winner -> The Glass Palace (1999)\n Hop 3: The Glass Palace -> winner -> 1999 Booker Prize (Winner: Amitav Ghosh)\n Hop 4: 1999 Booker Prize -> winner -> 1999 Booker Prize (Winner: Amitav Ghosh" + }, + { + "id": "q_002793", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Hop 1: Jennifer Jones -> Academy Award for Best Actress -> 1945\n Hop 2: Mrs. Parkington -> nominated for -> 1945\n Hop 3: 1945 -> winner -> 1945\n Hop 4: 1945 -> winner -> 1945\n Hop 5: 1945 -> winner -> 1945\n Hop 6:", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jennifer Jones -> Academy Award for Best Actress -> 1945\n Hop 2: Mrs. Parkington -> nominated for -> 1945\n Hop 3: 1945 -> winner -> 1945\n Hop 4: 1945 -> winner -> 1945\n Hop 5: 1945 -> winner -> 1945\n Hop 6:" + }, + { + "id": "q_001366", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Cliff Burton", + "pred": "James Hetfield", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Master of Puppets -> performer -> Kirk Hammett (1986)\n Hop 2: Kirk Hammett -> has part -> James Hetfield (1986)\n Answer: James Hetfield" + }, + { + "id": "q_000346", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Lilliu -> country of citizenship -> Italy (2010)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2010)\n Answer: Giorgio Napolitano" + }, + { + "id": "q_001380", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "John Williams", + "pred": "John Kander", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Katie Couric -> notable work -> The New York Times (1999)\n Hop 2: The New York Times -> composer -> John Kander (1999)\n Answer: John Kander" + }, + { + "id": "q_007366", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Giorgio Mastropasqua", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giorgio Mastropasqua -> member of sports team -> AS Roma (1973)\n Hop 2: AS Roma -> chairperson -> Giorgio Mastropasqua (1973)\n Answer: Giorgio Mastropasqua" + }, + { + "id": "q_004085", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "Qing dynasty", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luo Yixiu -> spouse -> Liang Sheng (1907)\n Hop 2: Liang Sheng (1907) -> country of citizenship -> United States of America (1907)\n Hop 3: United States of America (1907) -> country -> United States of America (1907)\n Answer: United States of America" + }, + { + "id": "q_002859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "Israel", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Shimon Peres -> country of citizenship -> Israel (1943)\n Answer: Israel" + }, + { + "id": "q_000061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Hop 1: Kiran Desai -> Nobel Prize in Literature -> 2006 -> 2006 Nobel Prize in Literature -> winner -> Orhan Pamuk\n Hop 2: Orhan Pamuk -> 2006 -> 2006 Nobel Prize in Literature -> winner -> Kiran Desai\n Hop 3: Kiran Desai -> 2006 -> 2006 Nobel Prize in Literature -> winner ->", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kiran Desai -> Nobel Prize in Literature -> 2006 -> 2006 Nobel Prize in Literature -> winner -> Orhan Pamuk\n Hop 2: Orhan Pamuk -> 2006 -> 2006 Nobel Prize in Literature -> winner -> Kiran Desai\n Hop 3: Kiran Desai -> 2006 -> 2006 Nobel Prize in Literature -> winner ->" + }, + { + "id": "q_002208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Kappa", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Steve Borthwick -> member of -> Rugby Football Club (England)\n Hop 2: Rugby Football Club (England) -> kit supplier -> Kappa\n Hop 3: Kappa -> member of -> Umbro\n Answer: Kappa" + }, + { + "id": "q_005149", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Dalvik VM", + "pred": "Windows 98", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Grand Theft Auto III -> platform -> Microsoft Windows (2001)\n Hop 2: Microsoft Windows -> has -> Windows 98 (2001)\n Answer: Windows 98" + }, + { + "id": "q_007466", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Deutsche Mark", + "pred": "Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop:", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop:" + }, + { + "id": "q_001168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "EFL Championship", + "pred": "EFL Cup", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Joel Lynch -> member of sports team -> Wrexham A.F.C.\n Hop 2: Wrexham A.F.C. -> league or competition -> EFL Cup\n Answer: EFL Cup" + }, + { + "id": "q_002303", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Prime Minister of Canada", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: 19th Canadian Ministry -> head of government -> Pierre Trudeau (1968-1979)\n Hop 2: Pierre Trudeau -> position -> Prime Minister of Canada\n Hop 3: Prime Minister of Canada -> held by -> Pierre Trudeau (1968-1979)\n Answer: Prime Minister of Canada" + }, + { + "id": "q_004925", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "The Last of the Mohicans (1930 film)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bessie Love -> nominated for -> The Last of the Mohicans (1930 film)\n Answer: The Last of the Mohicans (1930 film)" + }, + { + "id": "q_002425", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Ugo Morin -> country of citizenship -> Italy\n Hop 2: Italy -> member of -> European Economic Community\n Hop 3: European Economic Community -> before -> 1955\n Answer: European Economic Community" + }, + { + "id": "q_003762", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Minneapolis Armory", + "pred": "Hop\n Hop 1: Bud Grant -> Minnesota Vikings -> home venue -> Hubert H. Humphrey Metrodome (1982-2013)\n Hop 2: Hubert H. Humphrey Metrodome -> home venue -> Minnesota Vikings (1982-2013)\n Hop 3: Minnesota Vikings -> member of sports team -> Bud Grant (1967-1976)\n Hop 4: Bud Grant", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Bud Grant -> Minnesota Vikings -> home venue -> Hubert H. Humphrey Metrodome (1982-2013)\n Hop 2: Hubert H. Humphrey Metrodome -> home venue -> Minnesota Vikings (1982-2013)\n Hop 3: Minnesota Vikings -> member of sports team -> Bud Grant (1967-1976)\n Hop 4: Bud Grant" + }, + { + "id": "q_000351", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Territory of Hawaii", + "pred": "Czechoslovakia (1949)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Erazim Koh\u00e1k -> residence -> Erazim Koh\u00e1k (1949)\n Hop 2: Erazim Koh\u00e1k (1949) -> contains -> Czechoslovakia (1949)\n Hop 3: Czechoslovakia (1949) -> administrative territorial entity -> Czechoslovakia (1949)\n Answer: Czechoslovakia (1949)" + }, + { + "id": "q_003288", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Hop 1: Rainer Ernst -> member of -> FC Girondins de Bordeaux (1992)\n Hop 2: FC Girondins de Bordeaux -> chairperson -> Jean-Pierre Lepoutre (1992)\n Hop 3: Jean-Pierre Lepoutre -> member of -> Union des Industries et des Travaux Publics (1992)\n Hop 4: Union des Industries et des Travaux Publics ->", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rainer Ernst -> member of -> FC Girondins de Bordeaux (1992)\n Hop 2: FC Girondins de Bordeaux -> chairperson -> Jean-Pierre Lepoutre (1992)\n Hop 3: Jean-Pierre Lepoutre -> member of -> Union des Industries et des Travaux Publics (1992)\n Hop 4: Union des Industries et des Travaux Publics ->" + }, + { + "id": "q_001079", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Giampiero Boniperti", + "pred": "Giuseppe Iachini", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stefano Tacconi -> member of -> A.S. Roma (1985)\n Hop 2: A.S. Roma -> chairperson -> Giuseppe Iachini (1985)\n Hop 3: Giuseppe Iachini -> member of -> Juventus FC (1985)\n Hop 4: Juventus FC -> chairperson -> Andrea Agnelli (1985)\n Answer: Giuseppe Iachini" + }, + { + "id": "q_004556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Paulo Bento", + "pred": "Hop 1: Baek Sung-dong -> member of -> Seoul E-Land FC (2012-2013)\n Hop 2: Seoul E-Land FC -> head coach -> Kim Do-hoon (2013-2014)\n Hop 3: Kim Do-hoon -> member of -> South Korea men's national football team (2014-2015)\n Hop 4: South Korea men's national", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Baek Sung-dong -> member of -> Seoul E-Land FC (2012-2013)\n Hop 2: Seoul E-Land FC -> head coach -> Kim Do-hoon (2013-2014)\n Hop 3: Kim Do-hoon -> member of -> South Korea men's national football team (2014-2015)\n Hop 4: South Korea men's national" + }, + { + "id": "q_006454", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Steve Sampson", + "pred": "Steve Cher", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Kevin Hartman -> member of -> Kansas City Wizards (1999-2001) (Hop 1)\n Hop 2: Kansas City Wizards -> head coach -> Steve Cherundolo (1999-2001) (Hop 2)\n Hop 3: Steve Cherundolo -> member of -> Kansas City Wizards (1999-2001) (Hop 3)\n Answer: Steve Cher" + }, + { + "id": "q_007686", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "United States Cabinet", + "pred": "Hop 1: Edwin Denby -> position held -> United States Secretary of the Navy (1923)\n Hop 2: United States Secretary of the Navy -> part of -> United States Department of the Navy\n Hop 3: United States Department of the Navy -> part of -> United States Department of Defense\n Hop 4: United States Department of Defense -> part of -> United States federal government\n Hop 5: United States federal government -> part of -> United States", + "em": 0.0, + "f1": 0.16, + "pred_raw": "Hop 1: Edwin Denby -> position held -> United States Secretary of the Navy (1923)\n Hop 2: United States Secretary of the Navy -> part of -> United States Department of the Navy\n Hop 3: United States Department of the Navy -> part of -> United States Department of Defense\n Hop 4: United States Department of Defense -> part of -> United States federal government\n Hop 5: United States federal government -> part of -> United States" + }, + { + "id": "q_001636", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop\n Hop 1: Andrew Schally -> Nobel Prize in Physiology or Medicine -> 1975\n Hop 2: Roger Guillemin -> Nobel Prize in Physiology or Medicine -> 1975\n Hop 3: Andrew Schally -> winner of Roger Guillemin's award -> 1975\n Answer: 1975" + }, + { + "id": "q_000642", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Alan Hollinghurst", + "pred": "Hop 1: Ronan Bennett -> nominated for -> The Fugitive (2004)\n Hop 2: The Fugitive (2004) -> winner -> David Hare\n Hop 3: David Hare -> nominated for -> The Constant Gardener (2005)\n Hop 4: The Constant Gardener (2005) -> winner -> Tessa Hadley\n Hop 5: Tessa Hadley -> nominated for", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ronan Bennett -> nominated for -> The Fugitive (2004)\n Hop 2: The Fugitive (2004) -> winner -> David Hare\n Hop 3: David Hare -> nominated for -> The Constant Gardener (2005)\n Hop 4: The Constant Gardener (2005) -> winner -> Tessa Hadley\n Hop 5: Tessa Hadley -> nominated for" + }, + { + "id": "q_005992", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1906.0, + "gold": "Theodore Roosevelt", + "pred": "John Adams", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alexander Graham Bell -> United States -> head of government -> John Adams\n Hop 2: John Adams -> country of citizenship -> United States\n Hop 3: United States -> head of government -> John Adams\n Hop 4: John Adams -> country of citizenship -> United States\n Hop 5: United States -> head of government -> John Adams\n Answer: John Adams" + }, + { + "id": "q_001567", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "David Dinkins", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: William Vickrey -> residence -> 1960 -> head of government -> David Dinkins\n Answer: David Dinkins" + }, + { + "id": "q_003917", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Elizabeth II", + "pred": "Elizabeth II", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Liz Smith -> country of citizenship -> United Kingdom\n Hop 2: United Kingdom -> head of state -> Elizabeth II\n Answer: Elizabeth II" + }, + { + "id": "q_007632", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pawe\u0142 Janas", + "pred": "Polish Football Association", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kamil Kosowski -> sports team -> Legia Warsaw (2005)\n Hop 2: Legia Warsaw -> head coach -> Janusz Michniewicz (2005)\n Hop 3: Janusz Michniewicz -> member of -> Polish Football Association (2005)\n Answer: Polish Football Association" + }, + { + "id": "q_001702", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Eerste Divisie", + "pred": "Eredivisie", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Timothy Dreesen -> member of sports team -> Vitesse Arnhem (2012)\n Hop 2: Vitesse Arnhem -> league or competition -> Eredivisie\n Answer: Eredivisie" + }, + { + "id": "q_006358", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "German Federal Archives", + "pred": "Berlin", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop: 1932 -> Karl-Liebknecht-Haus -> operator's archives -> archives at -> Berlin\n Answer: Berlin" + }, + { + "id": "q_006799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Dwight D. Eisenhower", + "pred": "Hop 1: Erazim Koh\u00e1k -> residence -> Prague\n Hop 2: Prague -> head of government -> Milo\u0161 Zeman\n Hop 3: Milo\u0161 Zeman -> residence -> Prague\n Hop 4: Prague -> country -> Czech Republic\n Hop 5: Czech Republic -> head of government -> Petr Fiala\n Hop 6: Petr Fiala -> residence -> Prague\n Hop 7: Prague -> country -> Czech Republic\n Hop 8", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Erazim Koh\u00e1k -> residence -> Prague\n Hop 2: Prague -> head of government -> Milo\u0161 Zeman\n Hop 3: Milo\u0161 Zeman -> residence -> Prague\n Hop 4: Prague -> country -> Czech Republic\n Hop 5: Czech Republic -> head of government -> Petr Fiala\n Hop 6: Petr Fiala -> residence -> Prague\n Hop 7: Prague -> country -> Czech Republic\n Hop 8" + }, + { + "id": "q_001724", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop\n Hop 1: Stack-O-Tracks -> place of publication -> United States -> head of government -> Lyndon B. Johnson\n Hop 2: Lyndon B. Johnson -> head of government -> United States -> place of publication -> Stack-O-Tracks\n Hop 3: United States -> place of publication -> Stack-O-Tracks -> head of government -> Lyndon B. Johnson\n Answer: Lyndon B. Johnson" + }, + { + "id": "q_005308", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Hop 1: Jeanne Eagels -> Academy Award for Best Actress (1930)\n Hop 2: Janet Gaynor -> Academy Award for Best Actress (1930)\n Hop 3: Janet Gaynor -> winner (1930)\n Hop 4: winner -> nominated for (1930)\n Hop 5: nominated for -> winner (1930)\n Hop 6: winner -> winner (1930)\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jeanne Eagels -> Academy Award for Best Actress (1930)\n Hop 2: Janet Gaynor -> Academy Award for Best Actress (1930)\n Hop 3: Janet Gaynor -> winner (1930)\n Hop 4: winner -> nominated for (1930)\n Hop 5: nominated for -> winner (1930)\n Hop 6: winner -> winner (1930)\n Hop" + }, + { + "id": "q_006485", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Best Actor in a Supporting Role", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Matthew Kneale -> 2000 -> The Winner (1999 film) (Hop 1)\n Hop 2: The Winner (1999 film) -> winner -> David Thewlis (Hop 2)\n Hop 3: David Thewlis -> nominated for -> Best Actor in a Supporting Role (Hop 3)\n Answer: Best Actor in a Supporting Role" + }, + { + "id": "q_004831", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Piero Scotti -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira" + }, + { + "id": "q_005190", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Siemens AG", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Georg Danek -> Ausonius Award -> 1999\n Hop 2: 1999 -> employer -> Siemens AG\n Answer: Siemens AG" + }, + { + "id": "q_006636", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "George Marshall", + "pred": "Secretary of State", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Answer: Secretary of State" + }, + { + "id": "q_003213", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Frank Tieri", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Frank Tieri -> residence -> 1965 -> head of government\n Hop 2: Frank Tieri -> residence -> 1965 -> head of government\n Answer: Frank Tieri" + }, + { + "id": "q_005672", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: L\u0119bork -> country -> Germany (1939)\n Hop 2: Germany -> head of state -> Paul von Hindenburg (1939)\n Hop 3: Germany -> head of state -> Adolf Hitler (1939)\n Answer: Adolf Hitler" + }, + { + "id": "q_006227", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1998-2001", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Leiden University -> member of -> Leiden University (1998-2001)\n Hop 2: Leiden University (1998-2001) -> funder -> Princeton University (1998-2001)\n Answer: 1998-2001" + }, + { + "id": "q_006185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Giffoni Film Festival", + "pred": "Grammy Award", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Big Sean - unmarried partner -> Keri Hilson (2013)\n Hop 2: Keri Hilson - award received -> Grammy Award (2013)\n Answer: Grammy Award" + }, + { + "id": "q_007816", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Franciszek Smuda", + "pred": "Slawomir Szymanski", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Marek Saganowski -> member of sports team -> Legia Warsaw (2012)\n Hop 2: Legia Warsaw -> head coach -> Slawomir Szymanski (2012)\n Answer: Slawomir Szymanski" + }, + { + "id": "q_001958", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "John Lindsay", + "pred": "Hop\n Hop 1: Arman -> work location -> head of government -> 1969 -> 1969\n Hop 2: 1969 -> head of government -> 1969 -> 1969\n Hop 3: 1969 -> head of government -> 1969 -> 1969\n Hop 4: 1969 -> head of government -> 1", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Arman -> work location -> head of government -> 1969 -> 1969\n Hop 2: 1969 -> head of government -> 1969 -> 1969\n Hop 3: 1969 -> head of government -> 1969 -> 1969\n Hop 4: 1969 -> head of government -> 1" + }, + { + "id": "q_007818", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Sepp Herberger", + "pred": "Karl-Heinz Feldmann", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fritz Herkenrath -> member of -> German national team (1957)\n Hop 2: German national team -> head coach -> Otto Rehhagel (1957)\n Hop 3: Otto Rehhagel -> member of -> sports team (1957)\n Hop 4: sports team -> head coach -> Karl-Heinz Feldmann (1957)\n Answer: Karl-Heinz Feldmann" + }, + { + "id": "q_003874", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Rina Franchetti -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: European Economic Community" + }, + { + "id": "q_006836", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gianni Dova -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> shares border with -> Austria (1989)\n Answer: Austria" + }, + { + "id": "q_005437", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Giuliano Amato", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Maria Tore Barbina -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Giuliano Amato (1996)\n Answer: Giuliano Amato" + }, + { + "id": "q_001779", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Chemnitz Government Region", + "pred": "Berlin (Germany)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Beate Zsch\u00e4pe -> residence -> Berlin (Germany) (2005)\n Answer: Berlin (Germany)" + }, + { + "id": "q_002182", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Giessen -> country -> Germany\n Hop 2: Germany -> head of state -> Paul von Hindenburg\n Hop 3: Paul von Hindenburg -> successor -> Adolf Hitler\n Hop 4: Adolf Hitler -> country -> Germany\n Hop 5: Germany -> head of state -> Paul von Hindenburg\n Hop 6: Paul von Hindenburg -> successor -> Adolf Hitler\n Hop 7: Adolf Hitler -> country -> Germany\n Hop 8: Germany", + "em": 1.0, + "f1": 0.17391304347826084, + "pred_raw": "Hop 1: Giessen -> country -> Germany\n Hop 2: Germany -> head of state -> Paul von Hindenburg\n Hop 3: Paul von Hindenburg -> successor -> Adolf Hitler\n Hop 4: Adolf Hitler -> country -> Germany\n Hop 5: Germany -> head of state -> Paul von Hindenburg\n Hop 6: Paul von Hindenburg -> successor -> Adolf Hitler\n Hop 7: Adolf Hitler -> country -> Germany\n Hop 8: Germany" + }, + { + "id": "q_006540", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Attilio Pierelli -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani" + }, + { + "id": "q_000118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "? -> Jo\u00e3o de Almeida", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Al\u00edpio -> member of -> sports team (1998-2000) -> chairperson -> Jo\u00e3o Tamagnini Barbosa (1998-2000)\n Hop 2: Jo\u00e3o Tamagnini Barbosa -> member of -> sports team (1998-2000) -> chairperson -> ? (1998-2000)\n Answer: ? -> Jo\u00e3o de Almeida" + }, + { + "id": "q_000470", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Umberto II", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Renato Polselli -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> head of state -> Umberto II (1950)\n Hop 3: Umberto II -> head of state -> Renato Polselli (1950)\n Answer: Umberto II" + }, + { + "id": "q_004884", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Emma Thompson", + "pred": "Hop 1: Jodie Foster -> 1992 -> 1992 Academy Awards\n Hop 2: 1992 Academy Awards -> 1992 -> 1992\n Hop 3: 1992 -> 1992 -> 1992\n Hop 4: 1992 -> 1992 -> 1992\n Hop 5: 1", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jodie Foster -> 1992 -> 1992 Academy Awards\n Hop 2: 1992 Academy Awards -> 1992 -> 1992\n Hop 3: 1992 -> 1992 -> 1992\n Hop 4: 1992 -> 1992 -> 1992\n Hop 5: 1" + }, + { + "id": "q_008312", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "United Kingdom of Great Britain and Ireland", + "pred": "Hop 1: Leonard Woolf -> spouse -> Virginia Woolf (Hop 1)\n Hop 2: Virginia Woolf -> country of citizenship -> United Kingdom (Hop 2)\n Hop 3: United Kingdom -> country of citizenship -> United Kingdom (Hop 3)\n Hop 4: United Kingdom -> country of citizenship -> United Kingdom (Hop 4)\n Hop 5: United Kingdom -> country of citizenship -> United Kingdom (Hop 5)\n Hop 6: United", + "em": 0.0, + "f1": 0.26086956521739124, + "pred_raw": "Hop 1: Leonard Woolf -> spouse -> Virginia Woolf (Hop 1)\n Hop 2: Virginia Woolf -> country of citizenship -> United Kingdom (Hop 2)\n Hop 3: United Kingdom -> country of citizenship -> United Kingdom (Hop 3)\n Hop 4: United Kingdom -> country of citizenship -> United Kingdom (Hop 4)\n Hop 5: United Kingdom -> country of citizenship -> United Kingdom (Hop 5)\n Hop 6: United" + }, + { + "id": "q_006013", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "Hop 1: Louise Bourgeois -> work location -> New York City (Hop 1)\n Hop 2: New York City -> head of government -> Michael Bloomberg (Hop 2)\n Hop 3: Michael Bloomberg -> located in -> New York City (Hop 3)\n Hop 4: New York City -> located in -> New York State (Hop 4)\n Hop 5: New York State -> head of government -> Kathy Hochul (Hop 5)\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Louise Bourgeois -> work location -> New York City (Hop 1)\n Hop 2: New York City -> head of government -> Michael Bloomberg (Hop 2)\n Hop 3: Michael Bloomberg -> located in -> New York City (Hop 3)\n Hop 4: New York City -> located in -> New York State (Hop 4)\n Hop 5: New York State -> head of government -> Kathy Hochul (Hop 5)\n Hop" + }, + { + "id": "q_006889", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Carlo Ancelotti", + "pred": "Luciano Spallet", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Franco Di Santo -> member of -> A.S. Roma (2009)\n Hop 2: A.S. Roma -> head coach -> Luciano Spalletti (2009)\n Hop 3: Luciano Spalletti -> member of -> A.S. Roma (2009)\n Hop 4: A.S. Roma -> head coach -> Luciano Spalletti (2009)\n Answer: Luciano Spallet" + }, + { + "id": "q_003651", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Hop 1: Matt Carkner -> drafted by -> St. Louis Blues (1999)\n Hop 2: St. Louis Blues -> sports team -> Montreal Canadiens (1999)\n Hop 3: Montreal Canadiens -> team captain -> Guy Lafleur (1999)\n Hop 4: Guy Lafleur -> member of -> Montreal Canadiens (1999)\n Hop 5: Montreal Canadiens -> team captain -> Guy Lafleur (19", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Matt Carkner -> drafted by -> St. Louis Blues (1999)\n Hop 2: St. Louis Blues -> sports team -> Montreal Canadiens (1999)\n Hop 3: Montreal Canadiens -> team captain -> Guy Lafleur (1999)\n Hop 4: Guy Lafleur -> member of -> Montreal Canadiens (1999)\n Hop 5: Montreal Canadiens -> team captain -> Guy Lafleur (19" + }, + { + "id": "q_003374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Q82595", + "pred": "Bundesliga", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mirco Born -> member of sports team -> 1. FC N\u00fcrnberg (2015)\n Hop 2: 1. FC N\u00fcrnberg -> league or competition -> Bundesliga\n Answer: Bundesliga" + }, + { + "id": "q_003329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Dilma Rousseff", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Armando C\u00edrio -> country of citizenship -> Brazil\n Hop 2: Brazil -> head of state -> Dilma Rousseff\n Answer: Dilma Rousseff" + }, + { + "id": "q_000420", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1917.0, + "gold": "1917", + "pred": "1917", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop\n Hop 1: Transbaikal Oblast -> located in -> Irkutsk Oblast (1917)\n Hop 2: Irkutsk Oblast (1917) -> significant event -> February Revolution (1917)\n Hop 3: February Revolution (1917) -> year -> 1917\n Answer: 1917" + }, + { + "id": "q_005828", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Prime Minister of Belize", + "pred": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop" + }, + { + "id": "q_006078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Sepp Herberger", + "pred": "Hans Nowak", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hans Nowak -> member of -> sports team -> head coach -> Hans Nowak (1962)\n Answer: Hans Nowak" + }, + { + "id": "q_002499", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Territory of Hawaii", + "pred": "New York County", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Henry James -> country of citizenship -> United States (Hop Type: country of citizenship)\n Hop 2: United States -> contains the administrative territorial entity -> New York (Hop Type: contains the administrative territorial entity)\n Hop 3: New York -> contains the administrative territorial entity -> New York County (Hop Type: contains the administrative territorial entity)\n Answer: New York County" + }, + { + "id": "q_008212", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "George VI", + "pred": "George VI", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop\n Hop 1: HMS Spur -> country -> United Kingdom\n Hop 2: United Kingdom -> head of state -> George VI\n Hop 3: George VI -> successor -> Elizabeth II\n Answer: George VI" + }, + { + "id": "q_006996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Yugoslavia", + "pred": "Greece", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Salvatore Cassisa -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> shares border with -> Greece (1967)\n Answer: Greece" + }, + { + "id": "q_006976", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Gennaro Gattuso", + "pred": "Christian Gross", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hakan \u00c7alhano\u011flu -> sports team -> FC Schalke 04 (2016-2018)\n Hop 2: FC Schalke 04 -> head coach -> Christian Gross (2017-2018)\n Hop 3: Christian Gross -> member of -> Vincenzo Montella (2018-2019)\n Answer: Christian Gross" + }, + { + "id": "q_007445", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "European Golden Shoe", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Borussia Dortmund -> head coach -> Thomas Tuchel (2012)\n Hop 2: Thomas Tuchel -> award -> European Golden Shoe (2012)\n Answer: European Golden Shoe" + }, + { + "id": "q_004525", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Lamberto Dini", + "pred": "Hop 1: Antonio Brancaccio -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of government -> Giuliano Amato (1995)\n Hop 3: Antonio Brancaccio -> country of citizenship -> Italy (1995)\n Hop 4: Italy -> head of government -> Giuliano Amato (1995)\n Hop 5: Antonio Brancaccio -> country of citizenship ->", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Antonio Brancaccio -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of government -> Giuliano Amato (1995)\n Hop 3: Antonio Brancaccio -> country of citizenship -> Italy (1995)\n Hop 4: Italy -> head of government -> Giuliano Amato (1995)\n Hop 5: Antonio Brancaccio -> country of citizenship ->" + }, + { + "id": "q_002061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Giorgio Napolitano", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Milram -> country -> Italy (1992-1994)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1999-2006)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_003387", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karlsruhe Institute of Technology -> member of -> Tsinghua University (2021)\n Answer: 2021" + }, + { + "id": "q_004969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "FC Nordsj\u00e6lland", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: George Boateng -> member of sports team -> FC Nordsj\u00e6lland (2012)\n Hop 2: FC Nordsj\u00e6lland -> head coach -> Morten Wieghorst (2012)\n Hop 3: Morten Wieghorst -> member of sports team -> FC Nordsj\u00e6lland (2012)\n Answer: FC Nordsj\u00e6lland" + }, + { + "id": "q_008292", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "United States", + "pred": "European Union", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Yaroslav Popovych -> sports team -> FC Metalurh Donetsk (2006)\n Hop 2: FC Metalurh Donetsk -> country -> Ukraine\n Hop 3: Ukraine -> member of -> European Union\n Answer: European Union" + }, + { + "id": "q_006528", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1897", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Leo K\u00f6nigsberger -> doctoral student -> Moritz Cantor (1843-1918)\n Hop 2: Moritz Cantor -> doctoral advisor -> Karl Weierstra\u00df (1815-1897)\n Answer: 1897" + }, + { + "id": "q_008636", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Walter Zenga", + "pred": "Luciano Spalletti", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giuseppe Mascara -> member of -> AS Roma (2008)\n Hop 2: AS Roma -> head coach -> Luciano Spalletti (2008)\n Hop 3: Luciano Spalletti -> head coach -> Giuseppe Mascara (2008)\n Answer: Luciano Spalletti" + }, + { + "id": "q_004972", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Kia Forum", + "pred": "National Football League", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kermit Washington -> sports team -> Minnesota Vikings (1977)\n Hop 2: Minnesota Vikings -> home venue -> Metropolitan Stadium (1977)\n Hop 3: Metropolitan Stadium -> member of -> National Football League (1977)\n Answer: National Football League" + }, + { + "id": "q_006497", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Hungarian People's Republic", + "pred": "Hungary", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Demeter Balla -> work location -> Budapest\n Hop 2: Budapest -> capital of -> Hungary\n Answer: Hungary" + }, + { + "id": "q_005926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Hop 1: Fernando Torres -> sports team -> Atl\u00e9tico Madrid (2011-2014)\n Hop 2: Atl\u00e9tico Madrid -> head coach -> Diego Simeone (2011-2014)\n Hop 3: Diego Simeone -> member of -> Real Madrid (2014-2016)\n Hop 4: Real Madrid -> head coach -> Rafael Ben\u00edtez (2010-", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fernando Torres -> sports team -> Atl\u00e9tico Madrid (2011-2014)\n Hop 2: Atl\u00e9tico Madrid -> head coach -> Diego Simeone (2011-2014)\n Hop 3: Diego Simeone -> member of -> Real Madrid (2014-2016)\n Hop 4: Real Madrid -> head coach -> Rafael Ben\u00edtez (2010-" + }, + { + "id": "q_005410", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Taiwan", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Elizabeth Bishop -> residence -> 1955 -> diplomatic relation -> United States of America\n Answer: United States of America" + }, + { + "id": "q_000901", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Mahmoud Abbas", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gaza City -> country -> Palestine\n Hop 2: Palestine -> head of government -> Mahmoud Abbas\n Answer: Mahmoud Abbas" + }, + { + "id": "q_007838", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mircea Lucescu", + "pred": "B\u00fclent Korkmaz", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Berkant G\u00f6ktan -> member of sports team -> Fenerbah\u00e7e S.K. (2002)\n Hop 2: Fenerbah\u00e7e S.K. (2002) -> head coach -> B\u00fclent Korkmaz\n Answer: B\u00fclent Korkmaz" + }, + { + "id": "q_007144", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "The Internationale", + "pred": "Hop 1: Glazov -> located in -> Kirov Oblast (1921)\n Hop 2: Kirov Oblast -> country of citizenship -> Russian Soviet Federative Socialist Republic (1921)\n Hop 3: Russian Soviet Federative Socialist Republic -> anthem -> Internationale (1921)\n Hop 4: Internationale -> located in -> Kirov Oblast (1921)\n Hop 5: Kiro", + "em": 0.0, + "f1": 0.08, + "pred_raw": "Hop 1: Glazov -> located in -> Kirov Oblast (1921)\n Hop 2: Kirov Oblast -> country of citizenship -> Russian Soviet Federative Socialist Republic (1921)\n Hop 3: Russian Soviet Federative Socialist Republic -> anthem -> Internationale (1921)\n Hop 4: Internationale -> located in -> Kirov Oblast (1921)\n Hop 5: Kiro" + }, + { + "id": "q_003135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Jean Mistler", + "pred": "Hop 1: Ren\u00e9 Huyghe -> member of -> Soci\u00e9t\u00e9 des Gens de Lettres (1975)\n Hop 2: Soci\u00e9t\u00e9 des Gens de Lettres -> general secretary -> Jean-Pierre L\u00e9aud (1975)\n Hop 3: Jean-Pierre L\u00e9aud -> member of -> French Academy (1975)\n Hop 4: French Academy -> general secretary -> Jean-Pierre L\u00e9aud (1", + "em": 0.0, + "f1": 0.08333333333333334, + "pred_raw": "Hop 1: Ren\u00e9 Huyghe -> member of -> Soci\u00e9t\u00e9 des Gens de Lettres (1975)\n Hop 2: Soci\u00e9t\u00e9 des Gens de Lettres -> general secretary -> Jean-Pierre L\u00e9aud (1975)\n Hop 3: Jean-Pierre L\u00e9aud -> member of -> French Academy (1975)\n Hop 4: French Academy -> general secretary -> Jean-Pierre L\u00e9aud (1" + }, + { + "id": "q_000287", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Gerhard Casper", + "pred": "Robert L. Johnson", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Andrew M. Stuart -> employer -> American Express (1993)\n Hop 2: American Express -> chairperson -> Robert L. Johnson (1993)\n Answer: Robert L. Johnson" + }, + { + "id": "q_004792", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Piccioli -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> currency -> Italian lira (1947)\n Answer: Italian lira" + }, + { + "id": "q_006621", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sean Yates", + "pred": "Hop 1: Q561361 -> member of sports team -> Q193111 (Borussia Dortmund)\n Hop 2: Q193111 -> head coach -> Q193111 (Borussia Dortmund)\n Hop 3: Q193111 (Borussia Dortmund) -> member of sports team -> Q193111 (Borussia Dortmund)\n Answer:", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Q561361 -> member of sports team -> Q193111 (Borussia Dortmund)\n Hop 2: Q193111 -> head coach -> Q193111 (Borussia Dortmund)\n Hop 3: Q193111 (Borussia Dortmund) -> member of sports team -> Q193111 (Borussia Dortmund)\n Answer:" + }, + { + "id": "q_001788", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop" + }, + { + "id": "q_002557", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Fiorello H. La Guardia", + "pred": "Otto Grotewohl", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hanns Eisler -> work location -> Berlin\n Hop 2: Berlin -> head of government -> Otto Grotewohl\n Answer: Otto Grotewohl" + }, + { + "id": "q_006859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop" + }, + { + "id": "q_006058", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Giuseppe Saragat", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Antonio Pesenti -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (Hop 2)\n Answer: Giorgio Napolitano" + }, + { + "id": "q_000536", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Estadio Metropolitano", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Baltazar -> member of -> sports team -> home venue -> Estadio Metropolitano\n Answer: Estadio Metropolitano" + }, + { + "id": "q_007404", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2000.0, + "gold": "2000", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop" + }, + { + "id": "q_001292", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1990.0, + "gold": "1990", + "pred": "Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi" + }, + { + "id": "q_002179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop" + }, + { + "id": "q_005996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "1981 Booker Prize", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fay Weldon -> nominated for -> 1979 Booker Prize (Hop 1)\n Hop 2: 1979 Booker Prize -> winner -> Nadine Gordimer (Hop 2)\n Hop 3: Nadine Gordimer -> winner of -> 1981 Booker Prize (Hop 3)\n Answer: 1981 Booker Prize" + }, + { + "id": "q_002490", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop\n Hop 1: Jeanne Eagels -> Academy Award for Best Actress -> 1930\n Hop 2: Norma Shearer -> Academy Award for Best Actress -> 1930\n Hop 3: Jeanne Eagels -> nominated for -> Norma Shearer (1930)\n Answer: 1930" + }, + { + "id": "q_001434", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "New York City", + "pred": "New York City", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop\n Hop 1: Betsey Johnson -> spouse -> Robert L. Johnson (1971)\n Hop 2: Robert L. Johnson (1971) -> residence -> New York City (1971)\n Answer: New York City" + }, + { + "id": "q_006868", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "Hop 1: Ben Kingsley -> 1999 -> 1999 British Academy Film Awards -> 1999 British Academy Film Awards -> 1999 British Academy Film Awards -> 1999 British Academy Film Awards -> 1999 British Academy Film Awards -> 1999 British Academy Film Awards -> 1999 British Academy Film Awards -> 1999 British Academy Film Awards -> 1", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ben Kingsley -> 1999 -> 1999 British Academy Film Awards -> 1999 British Academy Film Awards -> 1999 British Academy Film Awards -> 1999 British Academy Film Awards -> 1999 British Academy Film Awards -> 1999 British Academy Film Awards -> 1999 British Academy Film Awards -> 1999 British Academy Film Awards -> 1" + }, + { + "id": "q_008663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jean Mistler", + "pred": "Jean-Pierre L\u00e9aud", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Roger Caillois -> member of -> Acad\u00e9mie des beaux-arts (1977)\n Hop 2: Acad\u00e9mie des beaux-arts -> general secretary -> Jean-Pierre L\u00e9aud (1977)\n Answer: Jean-Pierre L\u00e9aud" + }, + { + "id": "q_002319", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2022.0, + "gold": "2022", + "pred": "Hop 1: Stevan Joveti\u0107 -> member of -> VfL Wolfsburg (2010-2012)\n Hop 2: VfL Wolfsburg -> head coach -> Felix Magath (2010-2012)\n Hop 3: Felix Magath -> head coach -> 1. FC N\u00fcrnberg (2012-2013)\n Hop 4: 1. FC N", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stevan Joveti\u0107 -> member of -> VfL Wolfsburg (2010-2012)\n Hop 2: VfL Wolfsburg -> head coach -> Felix Magath (2010-2012)\n Hop 3: Felix Magath -> head coach -> 1. FC N\u00fcrnberg (2012-2013)\n Hop 4: 1. FC N" + }, + { + "id": "q_008472", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Inge Keller -> spouse -> Karl-Heinz K\u00fchn\n Hop 2: Karl-Heinz K\u00fchn -> country of citizenship -> East Germany\n Hop 3: East Germany -> before -> Germany\n Answer: Germany" + }, + { + "id": "q_000496", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Massimo D'Alema", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fulvio Tomizza -> country of citizenship -> Italy (1999)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1999)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_005883", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Helmut Kohl", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: G\u00fcnter Siegmund -> country of citizenship -> Germany (1997)\n Hop 2: Germany -> member of -> Western European Union (1997)\n Hop 3: Western European Union -> head of state -> Helmut Kohl (1997)\n Answer: Helmut Kohl" + }, + { + "id": "q_000466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "BP", + "pred": "Dresdner Bank", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rudolf Kargus -> member of sports team -> Hans-J\u00fcrgen B\u00f6ckler (1980)\n Hop 2: Hans-J\u00fcrgen B\u00f6ckler (1980) -> sponsor -> Dresdner Bank (1980)\n Answer: Dresdner Bank" + }, + { + "id": "q_001286", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tullio Kezich -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1969)\n Answer: Giovanni Gronchi" + }, + { + "id": "q_003325", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vla\u0219ca County -> country -> Romania (Hop 1)\n Hop 2: Romania -> capital -> Bucharest (Hop 2)\n Answer: Bucharest" + }, + { + "id": "q_000231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "1924", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Sister Rosetta Tharpe -> residence -> 1924 -> Chicago\n Hop 2: Chicago -> head of government -> 1924 -> Carter Harrison IV\n Hop 3: Carter Harrison IV -> residence -> 1924 -> 1924\n Hop 4: 1924 -> head of government -> 1924 -> 1924\n Answer: 1924" + }, + { + "id": "q_000949", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Hop 1: G\u00fcnter Siegmund -> country of citizenship -> East Germany (1949-1990)\n Hop 2: East Germany (1949-1990) -> head of state -> Erich Honecker (1976-1989)\n Hop 3: Erich Honecker -> head of state -> Erich Honecker (1989-1990)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: G\u00fcnter Siegmund -> country of citizenship -> East Germany (1949-1990)\n Hop 2: East Germany (1949-1990) -> head of state -> Erich Honecker (1976-1989)\n Hop 3: Erich Honecker -> head of state -> Erich Honecker (1989-1990)" + }, + { + "id": "q_004634", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Hop\n Hop 1: Rossens -> 1999 -> 1999 -> 1999 -> 1999 -> 1999 -> 1999 -> 1999 -> 1999 -> 1999 -> 1999 -> 1999 -> 1999 -> 1999 -> 1999 -> 19", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Rossens -> 1999 -> 1999 -> 1999 -> 1999 -> 1999 -> 1999 -> 1999 -> 1999 -> 1999 -> 1999 -> 1999 -> 1999 -> 1999 -> 1999 -> 19" + }, + { + "id": "q_008417", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Swiss Cup", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Stephan Andrist -> member of sports team -> FC Aarau (2015)\n Hop 2: FC Aarau -> league or competition -> Swiss Cup (2015)\n Answer: Swiss Cup" + }, + { + "id": "q_007078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Raffaele Anguilla -> country of citizenship -> Italy (2002)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2002)\n Hop 3: Carlo Azeglio Ciampi -> head of state -> Italy (2002)\n Answer: Italy" + }, + { + "id": "q_003711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mary J. Blige", + "pred": "Hop\n Hop 1: Aaliyah (singer) -> 2002 -> Best Female R&B Vocal Performance (Grammy) -> Winner -> Mary J. Blige\n Hop 2: Mary J. Blige -> 2002 -> Best Female R&B Vocal Performance (Grammy) -> Winner -> Mary J. Blige\n Hop 3: Mary J. Blige -> 2002 -> Best Female R&B Vocal Performance", + "em": 1.0, + "f1": 0.2857142857142857, + "pred_raw": "Hop\n Hop 1: Aaliyah (singer) -> 2002 -> Best Female R&B Vocal Performance (Grammy) -> Winner -> Mary J. Blige\n Hop 2: Mary J. Blige -> 2002 -> Best Female R&B Vocal Performance (Grammy) -> Winner -> Mary J. Blige\n Hop 3: Mary J. Blige -> 2002 -> Best Female R&B Vocal Performance" + }, + { + "id": "q_007469", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Hop 1: Ueki -> Ueki (1987) (position)\n Hop 2: Ueki (1987) -> Ueki (1987) (position)\n Hop 3: Ueki (1987) -> Ueki (1987) (position)\n Hop 4: Ueki (1987) -> Ueki (1987) (position)\n Hop 5: Ueki", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ueki -> Ueki (1987) (position)\n Hop 2: Ueki (1987) -> Ueki (1987) (position)\n Hop 3: Ueki (1987) -> Ueki (1987) (position)\n Hop 4: Ueki (1987) -> Ueki (1987) (position)\n Hop 5: Ueki" + }, + { + "id": "q_002488", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Avanti Martinetti -> country of citizenship -> Italy (1954)\n Hop 2: Italy -> currency -> Italian lira (1954)\n Answer: Italian lira" + }, + { + "id": "q_004737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Mahmoud Abbas", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gaza City -> country -> Palestine\n Hop 2: Palestine -> head of government -> Mahmoud Abbas\n Answer: Mahmoud Abbas" + }, + { + "id": "q_007418", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Luigi Agnolin -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> member of -> European Union (1998)\n Answer: European Union" + }, + { + "id": "q_006584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Elliott Gould", + "pred": "Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi" + }, + { + "id": "q_005916", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marta Abba -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> currency -> Italian lira (1962)\n Answer: Italian lira" + }, + { + "id": "q_003663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Micha\u0142 Matyas", + "pred": "Janusz Kowalik", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Zygfryd Szo\u0142tysik -> member of sports team -> Legia Warsaw (1967)\n Hop 2: Legia Warsaw -> head coach -> Janusz Kowalik (1967)\n Answer: Janusz Kowalik" + }, + { + "id": "q_006233", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Turkish Basketball League", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ayhan Akman -> member of -> Fenerbah\u00e7e S.K. (2006)\n Hop 2: Fenerbah\u00e7e S.K. -> head coach -> B\u00fclent Korkmaz (2006)\n Hop 3: B\u00fclent Korkmaz -> member of -> Turkish Basketball League (2006)\n Answer: Turkish Basketball League" + }, + { + "id": "q_005848", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "German Empire", + "pred": "Switzerland", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hugo von Tschudi -> work location -> Basel (Switzerland)\n Hop 2: Basel (Switzerland) -> country -> Switzerland\n Answer: Switzerland" + }, + { + "id": "q_005040", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Antonio Segni", + "pred": "Antonio Segni", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rossana Rossanda -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Answer: Antonio Segni" + }, + { + "id": "q_005138", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Hartmann Lauterbacher -> member of -> German National People's Party (1930-1945) (Hop 1)\n Hop 2: German National People's Party (1930-1945) -> chairperson -> Paul von Hindenburg (Hop 2)\n Hop 3: Paul von Hindenburg -> member of -> German National People's Party (1930-1945)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hartmann Lauterbacher -> member of -> German National People's Party (1930-1945) (Hop 1)\n Hop 2: German National People's Party (1930-1945) -> chairperson -> Paul von Hindenburg (Hop 2)\n Hop 3: Paul von Hindenburg -> member of -> German National People's Party (1930-1945)" + }, + { + "id": "q_004246", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Greece", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giorgio Ferrini -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> shares border with -> Greece (1948)\n Hop 3: Greece -> country of citizenship -> Giorgio Ferrini (1948)\n Answer: Greece" + }, + { + "id": "q_007892", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Isabella Biagini -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> currency -> Italian lira (1993)\n Answer: Italian lira" + }, + { + "id": "q_003061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Paul von Hindenburg", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fritz-Julius Lemp -> country of citizenship -> Germany (1941)\n Hop 2: Germany -> head of state -> Paul von Hindenburg (1941)\n Answer: Paul von Hindenburg" + }, + { + "id": "q_006684", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Luigi Einaudi", + "pred": "Umberto II", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Antonio Segni -> country of citizenship -> Italy (1949)\n Hop 2: Italy -> head of state -> Umberto II (1949)\n Answer: Umberto II" + }, + { + "id": "q_001045", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Coldplay -> 2005 -> Signs (album)\n Hop 2: Signs (album) -> 2005 -> Grammy Award for Best Rock Album\n Hop 3: Grammy Award for Best Rock Album -> 2005 -> winner of\n Hop 4: winner of -> 2005 -> Coldplay\n Answer: 2005" + }, + { + "id": "q_007568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "association football", + "pred": "football", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Philipp Laux -> sports team -> 1. FC Nuremberg (1998)\n Hop 2: 1. FC Nuremberg -> member of sports team -> German football league (1998)\n Hop 3: German football league -> sport -> football (1998)\n Answer: football" + }, + { + "id": "q_002791", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Lory Del Santo", + "pred": "George Harrison", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pattie Boyd -> spouse -> Eric Clapton (1987)\n Hop 2: Eric Clapton -> unmarried partner -> Pattie Boyd (1987)\n Hop 3: Pattie Boyd -> spouse -> George Harrison (1987)\n Answer: George Harrison" + }, + { + "id": "q_005581", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Hop 1: The Ninth Day -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor (2005) -> winner -> Jean-Michel Lourau\n Hop 3: Jean-Michel Lourau -> nominated for -> C\u00e9sar Award for Best Actor (2005)\n Hop 4: C\u00e9sar Award for Best Actor (2005) -> winner ->", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: The Ninth Day -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor (2005) -> winner -> Jean-Michel Lourau\n Hop 3: Jean-Michel Lourau -> nominated for -> C\u00e9sar Award for Best Actor (2005)\n Hop 4: C\u00e9sar Award for Best Actor (2005) -> winner ->" + }, + { + "id": "q_006089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Pawe\u0142 Janas", + "pred": "Hop 1: Marcin Baszczy\u0144ski -> sports team -> Legia Warsaw (2004)\n Hop 2: Legia Warsaw -> head coach -> Janusz Michalik (2004)\n Hop 3: Janusz Michalik -> member of -> Polish Football Association (2004)\n Hop 4: Polish Football Association -> head coach -> W\u0142adys\u0142aw Koz\u0142owski (2004)\n Hop 5:", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Marcin Baszczy\u0144ski -> sports team -> Legia Warsaw (2004)\n Hop 2: Legia Warsaw -> head coach -> Janusz Michalik (2004)\n Hop 3: Janusz Michalik -> member of -> Polish Football Association (2004)\n Hop 4: Polish Football Association -> head coach -> W\u0142adys\u0142aw Koz\u0142owski (2004)\n Hop 5:" + }, + { + "id": "q_004802", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "John W. Campbell", + "pred": "Robert A. Heinlein", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Orson Scott Card -> award -> 1978 -> named after -> Robert A. Heinlein\n Hop 2: Robert A. Heinlein -> born -> 1907 -> named after -> Robert A. Heinlein\n Hop 3: Robert A. Heinlein -> born -> 1907 -> named after -> Robert A. Heinlein\n Answer: Robert A. Heinlein" + }, + { + "id": "q_004455", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Guido Celano -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> head of state -> Giovanni Leone (1975)\n Hop 3: Giovanni Leone -> head of state -> Italy (1975)\n Answer: Italy" + }, + { + "id": "q_001570", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Otto Nerz", + "pred": "Otto Rehhagel", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Rudolf Noack -> member of -> 1. FC N\u00fcrnberg (1936-1937)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Otto Rehhagel (1936-1937)\n Answer: Otto Rehhagel" + }, + { + "id": "q_005703", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Morten Olsen", + "pred": "Danish Handball Team", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kasper Lorentzen -> sports team -> Aalborg Handball (2012)\n Hop 2: Aalborg Handball -> head coach -> Morten Rasmussen (2012)\n Hop 3: Morten Rasmussen -> member of -> Danish Handball Team (2012)\n Answer: Danish Handball Team" + }, + { + "id": "q_006235", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Diego Simeone", + "pred": "Club Atl\u00e9tico River Plate (2011)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Maxi L\u00f3pez -> member of sports team -> Club Atl\u00e9tico River Plate (2011)\n Hop 2: Club Atl\u00e9tico River Plate (2011) -> head coach -> Marcelo Bielsa (2011)\n Hop 3: Marcelo Bielsa -> member of sports team -> Club Atl\u00e9tico River Plate (2011)\n Answer: Club Atl\u00e9tico River Plate (2011)" + }, + { + "id": "q_001186", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Susan Sarandon", + "pred": "Celine Dion", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Nell (singer) -> Nominated for -> 1995 Grammy Award for Best Female Pop Vocal Performance (1995)\n Hop 2: 1995 Grammy Award for Best Female Pop Vocal Performance (1995) -> Winner -> Celine Dion\n Answer: Celine Dion" + }, + { + "id": "q_005903", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: B\u00fclent Korkmaz -> head coach -> Kayseri Erciyesspor (2009)\n Hop 2: Kayseri Erciyesspor -> member of -> Turkish Football Super League (2009)\n Hop 3: Turkish Football Super League -> sports team -> Serdar Eylik (2009)\n Answer: 2009" + }, + { + "id": "q_002985", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Bettino Craxi", + "pred": "Gianni Letta", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mario Agnes -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of government -> Gianni Letta (Hop 2)\n Answer: Gianni Letta" + }, + { + "id": "q_006026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Legia Warsaw", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Piotr Jegor -> member of -> Polish Football Association (1991)\n Hop 2: Polish Football Association (1991) -> head coach -> Janusz Kowal (1991)\n Hop 3: Janusz Kowal (1991) -> member of -> sports team -> Legia Warsaw (1991)\n Answer: Legia Warsaw" + }, + { + "id": "q_008323", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Buda", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Demeter Balla -> work location -> Budapest (Hop 1)\n Hop 2: Budapest -> capital -> Buda (Hop 2)\n Answer: Buda" + }, + { + "id": "q_006277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Yugoslavia", + "pred": "Greece", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Joe D'Amato -> country of citizenship -> Italy (1981)\n Hop 2: Italy -> shares border with -> Greece (1981)\n Answer: Greece" + }, + { + "id": "q_005474", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Oskar von Miller", + "pred": "Karl von Schwerin", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Rudolf Diesel -> member of -> German Society of Engineers (1903)\n Hop 2: German Society of Engineers (1903) -> board member of -> Karl von Schwerin (1903)\n Hop 3: Karl von Schwerin -> member of -> Karl von Schwerin (1903)\n Answer: Karl von Schwerin" + }, + { + "id": "q_001830", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Nippon Bud\u014dkan", + "pred": "Tokyo", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: B'z -> award -> 1990 Japan Gold Disc Award\n Hop 2: 1990 Japan Gold Disc Award -> location -> Tokyo\n Answer: Tokyo" + }, + { + "id": "q_001756", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alessandro Alessandroni -> country of citizenship -> Kingdom of Italy (1947)\n Hop 2: Kingdom of Italy -> currency -> Italian lira (1947)\n Answer: Italian lira" + }, + { + "id": "q_001887", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "Hop 1: Dietmar Hamann -> member of sports team -> 1. FC Nuremberg (2004-2005)\n Hop 2: 1. FC Nuremberg -> head coach -> Thomas Gerstner (2004-2005)\n Hop 3: Thomas Gerstner -> member of sports team -> Germany men's national association football team (2004-2005)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Dietmar Hamann -> member of sports team -> 1. FC Nuremberg (2004-2005)\n Hop 2: 1. FC Nuremberg -> head coach -> Thomas Gerstner (2004-2005)\n Hop 3: Thomas Gerstner -> member of sports team -> Germany men's national association football team (2004-2005)" + }, + { + "id": "q_005552", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Deutscher Fernsehfunk", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Achim Mentzel -> presenter -> Deutscher Fernsehfunk (Hop 1)\n Answer: Deutscher Fernsehfunk" + }, + { + "id": "q_004901", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Wen Jiabao", + "pred": "Hop 1: Xiao Yang -> country of citizenship -> People's Republic of China (Hop: country of citizenship)\n Hop 2: People's Republic of China -> head of government -> Wen Jiabao (Hop: head of government)\n Hop 3: Wen Jiabao -> country of citizenship -> People's Republic of China (Hop: country of citizenship)\n Hop 4: People's Republic of China -> head of government -> Li Keqiang (Hop: head of", + "em": 1.0, + "f1": 0.18181818181818182, + "pred_raw": "Hop 1: Xiao Yang -> country of citizenship -> People's Republic of China (Hop: country of citizenship)\n Hop 2: People's Republic of China -> head of government -> Wen Jiabao (Hop: head of government)\n Hop 3: Wen Jiabao -> country of citizenship -> People's Republic of China (Hop: country of citizenship)\n Hop 4: People's Republic of China -> head of government -> Li Keqiang (Hop: head of" + }, + { + "id": "q_006473", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Hop 1: athletics at the 2008 Summer Olympics \u2013 men's 200 metres -> participant -> 2008 Summer Olympics (Hop 1)\n Hop 2: 2008 Summer Olympics -> 2008 (Hop 2)\n Hop 3: athletics at the 2008 Summer Olympics \u2013 men's 100 metres -> participant -> 2008 Summer Olympics (Hop 3)", + "em": 1.0, + "f1": 0.11764705882352941, + "pred_raw": "Hop 1: athletics at the 2008 Summer Olympics \u2013 men's 200 metres -> participant -> 2008 Summer Olympics (Hop 1)\n Hop 2: 2008 Summer Olympics -> 2008 (Hop 2)\n Hop 3: athletics at the 2008 Summer Olympics \u2013 men's 100 metres -> participant -> 2008 Summer Olympics (Hop 3)" + }, + { + "id": "q_006253", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "1962", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Peter Bergmann -> award -> 1962 Nobel Prize in Physics (Hop 1)\n Hop 2: 1962 Nobel Prize in Physics -> winner -> Richard Feynman (Hop 2)\n Hop 3: Richard Feynman -> equal to -> John Archibald Wheeler (Hop 3)\n Answer: 1962" + }, + { + "id": "q_002709", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Alex McLeish", + "pred": "Alex", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Robin Shroot -> member of -> West Bromwich Albion (Football Club)\n Hop 2: West Bromwich Albion (Football Club) -> head coach -> Tony Pulis\n Hop 3: Tony Pulis -> member of -> Steve Bruce (Football Manager)\n Hop 4: Steve Bruce (Football Manager) -> member of -> Manchester United F.C.\n Hop 5: Manchester United F.C. -> head coach -> Alex Ferguson\n Answer: Alex" + }, + { + "id": "q_007811", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Giovanni Spadolini", + "pred": "Giovanni Spadolini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dante Amarilli -> country of citizenship -> Italy (1982)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1982)\n Hop 3: Dante Amarilli -> country of citizenship -> Italy (1982)\n Hop 4: Italy -> head of government -> Giovanni Spadolini (1982)\n Answer: Giovanni Spadolini" + }, + { + "id": "q_006165", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Edward Cassidy", + "pred": "Hop 1: Joint Declaration on the Doctrine of Justification -> signatory -> Hans Urs von Balthasar (1999-01-01)\n Hop 2: Hans Urs von Balthasar -> chairperson -> Pontifical Council for Promoting Christian Unity (1999-01-01)\n Hop 3: Pontifical Council for Promoting Christian Unity -> chairperson -> Peter-Hans Kolvenbach (199", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Joint Declaration on the Doctrine of Justification -> signatory -> Hans Urs von Balthasar (1999-01-01)\n Hop 2: Hans Urs von Balthasar -> chairperson -> Pontifical Council for Promoting Christian Unity (1999-01-01)\n Hop 3: Pontifical Council for Promoting Christian Unity -> chairperson -> Peter-Hans Kolvenbach (199" + }, + { + "id": "q_007431", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Ernest Borgnine", + "pred": "Hop 1: Dan O'Herlihy -> Gentleman's Agreement (1947) -> Academy Award for Best Actor (1948)\n Hop 2: Academy Award for Best Actor (1948) -> winner -> Broderick Crawford\n Hop 3: Broderick Crawford -> nominated for -> The Best Years of Our Lives (1946)\n Hop 4: The Best Years of Our Lives (1946)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Dan O'Herlihy -> Gentleman's Agreement (1947) -> Academy Award for Best Actor (1948)\n Hop 2: Academy Award for Best Actor (1948) -> winner -> Broderick Crawford\n Hop 3: Broderick Crawford -> nominated for -> The Best Years of Our Lives (1946)\n Hop 4: The Best Years of Our Lives (1946)" + }, + { + "id": "q_002594", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Soviet Union", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kiliia Raion -> located in -> Khmelnytsky Oblast (1956)\n Hop 2: Khmelnytsky Oblast -> country -> Ukraine (1956)\n Answer: Ukraine" + }, + { + "id": "q_004546", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "David Dinkins", + "pred": "Fiorello H. La Guardia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Nancy Graves -> work location -> New York City\n Hop 2: New York City -> head of government -> Fiorello H. La Guardia\n Answer: Fiorello H. La Guardia" + }, + { + "id": "q_006589", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Giovanni Spadolini", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giorgio Albani -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1996)\n Answer: Giovanni Spadolini" + }, + { + "id": "q_006151", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2013", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ulm University -> member -> Forschungszentrum J\u00fclich (2013-01-01)\n Hop 2: Forschungszentrum J\u00fclich -> funder -> European Commission (2013-01-01)\n Answer: 2013" + }, + { + "id": "q_005300", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Otto Rehhagel", + "pred": "Hop 1: Dimitris Salpingidis -> member of -> AEK Athens F.C. (2009)\n Hop 2: AEK Athens F.C. -> head coach -> Nikos Karelis (2009)\n Hop 3: Nikos Karelis -> member of -> AEK Athens F.C. (2009)\n Hop 4: AEK Athens F.C. -> head coach -> Nikos Karelis (2", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Dimitris Salpingidis -> member of -> AEK Athens F.C. (2009)\n Hop 2: AEK Athens F.C. -> head coach -> Nikos Karelis (2009)\n Hop 3: Nikos Karelis -> member of -> AEK Athens F.C. (2009)\n Hop 4: AEK Athens F.C. -> head coach -> Nikos Karelis (2" + }, + { + "id": "q_003618", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Franz Joseph I of Austria", + "pred": "University of Budapest", + "em": 0.0, + "f1": 0.25, + "pred_raw": "Hop\n Hop: 1. Istv\u00e1n Bib\u00f3 -> 2. educated at -> 3. University of Budapest (1929)\n Answer: University of Budapest" + }, + { + "id": "q_001231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "George W. Bush", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: United States -> shares border with -> Panama (2002)\n Hop 2: Discovery Channel -> country -> United States (2002)\n Hop 3: United States -> head of government -> George W. Bush (2002)\n Answer: George W. Bush" + }, + { + "id": "q_001195", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop" + }, + { + "id": "q_007049", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1978.0, + "gold": "1978", + "pred": "1978", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop\n Hop 1: David H. Hubel -> winner of -> Vernon Benjamin Mountcastle Award (1978)\n Hop 2: Vernon Benjamin Mountcastle Award (1978) -> winner -> David H. Hubel\n Answer: 1978" + }, + { + "id": "q_003961", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Edith Roosevelt", + "pred": "Mary E. Morris", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: United States -> head of government -> Theodore Roosevelt (1903)\n Hop 2: Immigration Act of 1903 -> signatory -> John G. Morris\n Hop 3: John G. Morris -> spouse -> Mary E. Morris\n Answer: Mary E. Morris" + }, + { + "id": "q_002548", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "Constitutional monarchy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop\n Hop 1: Charles Debbas -> Country of citizenship -> France\n Hop 2: France -> Basic form of government -> Constitutional monarchy\n Answer: Constitutional monarchy" + }, + { + "id": "q_002969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1910.0, + "gold": "Austria\u2013Hungary", + "pred": "Hungary", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Vilmos F\u00e9mes Beck -> work location -> Budapest (Hop 1)\n Hop 2: Budapest -> country -> Hungary (Hop 2)\n Answer: Hungary" + }, + { + "id": "q_003484", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "United Kingdom", + "pred": "Palestine", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Netanya -> Israel (country)\n Hop 2: Israel -> 1934 (year)\n Hop 3: 1934 -> located in (property)\n Hop 4: located in -> Palestine (value)\n Answer: Palestine" + }, + { + "id": "q_002374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Kingdome", + "pred": "KeyArena", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tom Chambers -> member of sports team -> Seattle SuperSonics (1985)\n Hop 2: Seattle SuperSonics -> home venue -> KeyArena (1985)\n Hop 3: KeyArena -> member of sports team -> Seattle SuperSonics (1985)\n Answer: KeyArena" + }, + { + "id": "q_002163", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Clive Woodward", + "pred": "John Mitchell", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Phil Vickery -> member of -> England men's national rugby union team (2002)\n Hop 2: England men's national rugby union team -> head coach -> Clive Woodward (2002)\n Hop 3: Clive Woodward -> member of -> sports team -> London Wasps (2002)\n Hop 4: London Wasps -> head coach -> John Mitchell (2002)\n Answer: John Mitchell" + }, + { + "id": "q_006692", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Bruce Buck", + "pred": "Thomas H", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Marko Marin -> member of -> Aalborg BK (2016)\n Hop 2: Aalborg BK -> chairperson -> Thomas H. S\u00f8rensen (2016)\n Hop 3: Thomas H. S\u00f8rensen -> member of -> Aalborg BK (2016)\n Hop 4: Aalborg BK -> chairperson -> Thomas H. S\u00f8rensen (2016)\n Answer: Thomas H" + }, + { + "id": "q_006073", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Volker Finke", + "pred": "Hop 1: Alain Sutter -> member of -> HC Sparta Praha (1997)\n Hop 2: HC Sparta Praha -> head coach -> J\u00e1n Koz\u00e1k (1997)\n Hop 3: J\u00e1n Koz\u00e1k -> member of -> SK \u0160K Slovan Bratislava (1997)\n Hop 4: SK \u0160K Slovan Bratislava -> head coach -> Vladim", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alain Sutter -> member of -> HC Sparta Praha (1997)\n Hop 2: HC Sparta Praha -> head coach -> J\u00e1n Koz\u00e1k (1997)\n Hop 3: J\u00e1n Koz\u00e1k -> member of -> SK \u0160K Slovan Bratislava (1997)\n Hop 4: SK \u0160K Slovan Bratislava -> head coach -> Vladim" + }, + { + "id": "q_008473", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Roman Abramovich", + "pred": "FPF (French Football Federation)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Lassana Diarra -> sports team -> AS Monaco\n Hop 2: AS Monaco -> owned by -> FPF (French Football Federation)\n Answer: FPF (French Football Federation)" + }, + { + "id": "q_003674", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1978.0, + "gold": "Leonid Brezhnev", + "pred": "Hop 1: Viktor Anpilov -> member of -> United Russia (1993-1998)\n Hop 2: United Russia (1993-1998) -> chairperson -> Vladimir Krasnov (1993-1998)\n Hop 3: Vladimir Krasnov -> member of -> Communist Party of the Soviet Union (1939-1991)\n Hop 4: Communist", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Viktor Anpilov -> member of -> United Russia (1993-1998)\n Hop 2: United Russia (1993-1998) -> chairperson -> Vladimir Krasnov (1993-1998)\n Hop 3: Vladimir Krasnov -> member of -> Communist Party of the Soviet Union (1939-1991)\n Hop 4: Communist" + }, + { + "id": "q_003352", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "absolute monarchy", + "pred": "parliamentary republic", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop: 1. Bitola -> country -> North Macedonia (Hop: 1)\n Hop: 2. North Macedonia -> basic form of government -> parliamentary republic (Hop: 2)\n Answer: parliamentary republic" + }, + { + "id": "q_004456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Giuseppe Iachini", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giorgio Mastropasqua -> member of -> A.S. Roma (1973)\n Hop 2: A.S. Roma -> chairperson -> Giuseppe Iachini (1973)\n Answer: Giuseppe Iachini" + }, + { + "id": "q_002789", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pietro Lana -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> currency -> Italian lira (1950)\n Answer: Italian lira" + }, + { + "id": "q_005326", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Spencer Tracy", + "pred": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop" + }, + { + "id": "q_005284", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Erich Werdermann", + "pred": "Hopcroft, who was the chief executive officer of Gerhard Wagenitz's employer, was the chief executive officer of Gerhard Wagenitz's employer.\n Hopcroft, who was the chief executive officer of Gerhard Wagenitz's employer, was the chief executive officer of Gerhard Wagenitz's employer.\n Hopcroft, who was the chief executive officer of Gerhard Wagenitz's employer, was the chief executive officer of Gerhard Wagenitz's employer.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hopcroft, who was the chief executive officer of Gerhard Wagenitz's employer, was the chief executive officer of Gerhard Wagenitz's employer.\n Hopcroft, who was the chief executive officer of Gerhard Wagenitz's employer, was the chief executive officer of Gerhard Wagenitz's employer.\n Hopcroft, who was the chief executive officer of Gerhard Wagenitz's employer, was the chief executive officer of Gerhard Wagenitz's employer." + }, + { + "id": "q_005774", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stephan Andrist -> sports team -> FC Z\u00fcrich (2014-2015)\n Hop 2: FC Z\u00fcrich (2014-2015) -> league or competition -> Swiss Super League\n Answer: Swiss Super League" + }, + { + "id": "q_003372", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Patrick Le Lay", + "pred": "David Henshaw", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Star Academy -> original broadcaster -> Channel 5 (2008)\n Hop 2: Channel 5 (2008) -> chairperson -> David Henshaw\n Answer: David Henshaw" + }, + { + "id": "q_008201", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop\n Hop 1: Nicole Kidman -> Monster's award -> 2002 (Hop: winner -> year)\n Answer: 2002" + }, + { + "id": "q_001153", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Franz Beckenbauer", + "pred": "German Football League", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pierre Littbarski -> member of -> 1. FC Nuremberg (1985)\n Hop 2: 1. FC Nuremberg -> head coach -> Karl-Heinz Feldkamp (1985)\n Hop 3: Karl-Heinz Feldkamp -> member of -> German Football League (1985)\n Answer: German Football League" + }, + { + "id": "q_007164", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "Simone Inzaghi", + "pred": "Hop 1: Pepe Reina -> member of -> Liverpool F.C. (2008-2015)\n Hop 2: Liverpool F.C. -> head coach -> Rafael Ben\u00edtez (2008-2010)\n Hop 3: Rafael Ben\u00edtez -> member of -> Real Madrid C.F. (2010-2011)\n Hop 4: Real Madrid C.F. -> head coach", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pepe Reina -> member of -> Liverpool F.C. (2008-2015)\n Hop 2: Liverpool F.C. -> head coach -> Rafael Ben\u00edtez (2008-2010)\n Hop 3: Rafael Ben\u00edtez -> member of -> Real Madrid C.F. (2010-2011)\n Hop 4: Real Madrid C.F. -> head coach" + }, + { + "id": "q_006407", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Allianz Arena", + "pred": "Toronto", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pascal Ojigwe -> member of -> Toronto Argonauts (2005)\n Hop 2: Toronto Argonauts -> home venue -> Rogers Centre (2005)\n Hop 3: Rogers Centre -> located in -> Toronto (2005)\n Answer: Toronto" + }, + { + "id": "q_001540", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "2013", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Martin Posp\u00ed\u0161il -> member of -> FK P\u0159\u00edbram (2013)\n Hop 2: FK P\u0159\u00edbram -> head coach -> Josef Pe\u0161ice (2013)\n Hop 3: Josef Pe\u0161ice -> member of -> Czech Republic national football team (2013)\n Answer: 2013" + }, + { + "id": "q_005100", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bernd Leistner -> award -> Heinrich Mann Prize (1985)\n Hop 2: Heinrich Mann Prize -> country -> Germany (1985)\n Hop 3: Germany -> award -> Otto Hahn Prize (1985)\n Hop 4: Otto Hahn Prize -> country -> Germany (1985)\n Answer: Germany" + }, + { + "id": "q_006066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Claudio Ranieri", + "pred": "Slavoljub Muslin", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hasan Salihamid\u017ei\u0107 -> member of -> FK Sarajevo (2008)\n Hop 2: FK Sarajevo -> head coach -> Slavoljub Muslin (2008)\n Hop 3: Slavoljub Muslin -> member of -> FK Sarajevo (2008)\n Answer: Slavoljub Muslin" + }, + { + "id": "q_001566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Virgilio No\u00e8 -> country of citizenship -> Italy\n Hop 2: Italy -> member of -> European Economic Community\n Hop 3: European Economic Community -> before -> 1951\n Answer: European Economic Community" + }, + { + "id": "q_006837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Hop\n Hop 1: Cast Away (2000 film) -> Best Actor - Motion Picture Drama -> Jim Carrey (1962 - )\n Hop 2: Jim Carrey -> Academy Award for Best Actor -> Tom Hanks (1956 - )\n Hop 3: Tom Hanks -> Winner of -> 1994 Academy Award for Best Actor\n Hop 4: 1994 Academy Award for Best Actor -> Winner of", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Cast Away (2000 film) -> Best Actor - Motion Picture Drama -> Jim Carrey (1962 - )\n Hop 2: Jim Carrey -> Academy Award for Best Actor -> Tom Hanks (1956 - )\n Hop 3: Tom Hanks -> Winner of -> 1994 Academy Award for Best Actor\n Hop 4: 1994 Academy Award for Best Actor -> Winner of" + }, + { + "id": "q_007894", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Hop 1: Colin Firth -> 2011 -> 2011 Academy Awards\n Hop 2: 2011 Academy Awards -> winner -> 2011\n Hop 3: 2011 -> winner -> 2011\n Hop 4: 2011 -> winner -> 2011\n Hop 5: 2011 -> winner -> 2011", + "em": 1.0, + "f1": 0.15384615384615385, + "pred_raw": "Hop 1: Colin Firth -> 2011 -> 2011 Academy Awards\n Hop 2: 2011 Academy Awards -> winner -> 2011\n Hop 3: 2011 -> winner -> 2011\n Hop 4: 2011 -> winner -> 2011\n Hop 5: 2011 -> winner -> 2011" + }, + { + "id": "q_008658", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Ruslan Rotan", + "pred": "Hop 1: Oleh Husiev -> member of -> Ukrainian national football team (2016)\n Hop 2: Ukrainian national football team -> team captain -> Andriy Voronin (2016)\n Hop 3: Andriy Voronin -> member of -> Ukraine men's national football team (2016)\n Hop 4: Ukraine men's national football team -> team captain -> Andriy Shevchenko (20", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Oleh Husiev -> member of -> Ukrainian national football team (2016)\n Hop 2: Ukrainian national football team -> team captain -> Andriy Voronin (2016)\n Hop 3: Andriy Voronin -> member of -> Ukraine men's national football team (2016)\n Hop 4: Ukraine men's national football team -> team captain -> Andriy Shevchenko (20" + }, + { + "id": "q_005158", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pietro Giacomo Nonis -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giovanni Leone (1965)\n Answer: Giovanni Leone" + }, + { + "id": "q_007400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giacomo Fornoni -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> currency -> Italian lira (1994)\n Answer: Italian lira" + }, + { + "id": "q_008060", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Bundesliga", + "pred": "Austrian Football Bundesliga", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Bernhard Schachner -> member of sports team -> Admira Wacker (2012)\n Hop 2: Admira Wacker -> league or competition -> Austrian Football Bundesliga\n Answer: Austrian Football Bundesliga" + }, + { + "id": "q_004900", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "SeatGeek Stadium", + "pred": "Soldier Field", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Logan Pause -> sports team -> Chicago Fire FC (Hop 1)\n Hop 2: Chicago Fire FC -> home venue -> Soldier Field (Hop 2)\n Hop 3: Benji Joya -> member of sports team -> Chicago Fire FC (Hop 3)\n Hop 4: Chicago Fire FC -> home venue -> Soldier Field (Hop 4)\n Answer: Soldier Field" + }, + { + "id": "q_000430", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Bombardier", + "pred": "Finmeccanica", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: FS E.464 -> manufacturer -> AnsaldoBreda\n Hop 2: AnsaldoBreda -> parent organization -> Ansaldo\n Hop 3: Ansaldo -> parent organization -> Finmeccanica\n Answer: Finmeccanica" + }, + { + "id": "q_006467", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Taiwan", + "pred": "United States", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Enderbury Island -> country -> Tuvalu (Hop 1)\n Hop 2: Tuvalu -> diplomatic relation -> United States (Hop 2)\n Answer: United States" + }, + { + "id": "q_004710", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tim Borowski -> member of -> 1. FC N\u00fcrnberg (2005-2006)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Thomas Gerstner (2005-2006)\n Hop 3: Thomas Gerstner -> head coach -> 1. FC N\u00fcrnberg (2005-2006)\n Answer: 1. FC N\u00fcrnberg" + }, + { + "id": "q_000041", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giorgio Albani -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1996)\n Hop 3: Carlo Azeglio Ciampi -> country of citizenship -> Italy (1996)\n Answer: Italy" + }, + { + "id": "q_004408", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "crown prince", + "pred": "Lord Lieutenant of Ireland", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Louise Mountbatten -> spouse -> Henry Lascelles (1939-1940)\n Hop 2: Henry Lascelles -> position -> Lord Lieutenant of Ireland (1939-1940)\n Answer: Lord Lieutenant of Ireland" + }, + { + "id": "q_001201", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Yugoslavia", + "pred": "Karl von Habsburg", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Azzini -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> shares border with -> Austria (1964)\n Hop 3: Austria -> country of citizenship -> Karl von Habsburg (1964)\n Answer: Karl von Habsburg" + }, + { + "id": "q_004457", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Franz Joseph I of Austria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Franz Anton Basch -> educated at -> University of Vienna (1899)\n Hop 2: University of Vienna -> named after -> Franz Joseph I of Austria (1899)\n Answer: Franz Joseph I of Austria" + }, + { + "id": "q_005193", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonio Cariglia -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> currency -> Italian lira (1969)\n Answer: Italian lira" + }, + { + "id": "q_005781", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "State Anthem of the Soviet Union", + "pred": "The Song of the Belgorod Oblast", + "em": 0.0, + "f1": 0.3636363636363636, + "pred_raw": "Hop\n Hop 1: Kursk Oblast -> capital -> Kursk\n Hop 2: Kursk -> located in -> Belgorod Oblast\n Hop 3: Belgorod Oblast -> anthem -> \"The Song of the Belgorod Oblast\"\n Answer: The Song of the Belgorod Oblast" + }, + { + "id": "q_004013", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "1. FC Nuremberg", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bernd Franke -> member of sports team -> 1. FC Nuremberg (1982)\n Hop 2: 1. FC Nuremberg -> head coach -> Karl-Heinz Feldmann (1982)\n Hop 3: Karl-Heinz Feldmann -> member of sports team -> 1. FC Nuremberg (1982)\n Answer: 1. FC Nuremberg" + }, + { + "id": "q_003935", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Volker Finke", + "pred": "German Football League", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Andreas Bornemann -> member of -> SC Freiburg (1999-2000)\n Hop 2: SC Freiburg -> head coach -> Thomas Gerstner (1999-2000)\n Hop 3: Thomas Gerstner -> member of -> German Football League (1999-2000)\n Answer: German Football League" + }, + { + "id": "q_006770", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Silvio Berlusconi", + "pred": "Hop 1: Fernando Redondo -> member of -> Real Madrid C.F. (2004)\n Hop 2: Real Madrid C.F. -> chairperson -> Jos\u00e9 Mar\u00eda Gil-Delgado (2004)\n Hop 3: Jos\u00e9 Mar\u00eda Gil-Delgado -> member of -> Spanish Socialist Workers' Party (2004)\n Hop 4: Spanish Socialist Workers' Party -> chairperson -> Jos\u00e9 Luis Rodr\u00edguez Zapatero (20", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fernando Redondo -> member of -> Real Madrid C.F. (2004)\n Hop 2: Real Madrid C.F. -> chairperson -> Jos\u00e9 Mar\u00eda Gil-Delgado (2004)\n Hop 3: Jos\u00e9 Mar\u00eda Gil-Delgado -> member of -> Spanish Socialist Workers' Party (2004)\n Hop 4: Spanish Socialist Workers' Party -> chairperson -> Jos\u00e9 Luis Rodr\u00edguez Zapatero (20" + }, + { + "id": "q_008617", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Valerio Bacigalupo -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> shares border with -> Austria (1948)\n Answer: Austria" + }, + { + "id": "q_008708", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "pred_raw": "Hop 1: Me\u0161a Selimovi\u0107 -> award -> 1966 NIN Prize (Hop 1)\n Hop 2: 1966 NIN Prize -> country -> Yugoslavia (Hop 2)\n Hop 3: Yugoslavia -> award -> 1966 NIN Prize (Hop 3)\n Answer: Yugoslavia" + }, + { + "id": "q_005902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Zden\u011bk Zeman", + "pred": "Gustavo Dezotti", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Aron Winter -> member of -> sports team -> head coach -> Gustavo Dezotti (1996)\n Answer: Gustavo Dezotti" + }, + { + "id": "q_007389", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Saku Koivu", + "pred": "Georges V\u00e9zina", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Louis Leblanc -> drafted by -> Montreal Canadiens (Hop 1)\n Hop 2: Montreal Canadiens -> team captain -> Georges V\u00e9zina (Hop 2)\n Answer: Georges V\u00e9zina" + }, + { + "id": "q_005554", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Moscow", + "pred": "1992", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Imi Knoebel -> work location -> 1992 -> twinned with -> 1992\n Hop 2: 1992 -> twinned with -> 1992\n Hop 3: 1992 -> twinned with -> 1992\n Answer: 1992" + }, + { + "id": "q_000408", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Kingdom of Prussia", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Paul Cassirer -> work location -> Berlin\n Hop 2: Berlin -> located in -> Germany\n Answer: Germany" + }, + { + "id": "q_003634", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Uwe Neuhaus", + "pred": "Jan Koz\u0142owski", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Micha\u0142 Bemben -> sports team -> Polish Basketball League (2008)\n Hop 2: Polish Basketball League (2008) -> head coach -> Jan Koz\u0142owski\n Hop 3: Jan Koz\u0142owski -> member of -> Polish Basketball League (2008)\n Answer: Jan Koz\u0142owski" + }, + { + "id": "q_006653", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Renato Barisani -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> currency -> Italian lira (1997)\n Answer: Italian lira" + }, + { + "id": "q_000961", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Kate Winslet", + "pred": "Jeanne Moreau", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: La Vie en Rose -> winner -> Jeanne Moreau (1998-02-13)\n Hop 2: Jeanne Moreau -> nominated for -> The Earrings of Madame de... (1953)\n Hop 3: The Earrings of Madame de... -> winner -> Jeanne Moreau (1953-05-17)\n Answer: Jeanne Moreau" + }, + { + "id": "q_002923", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Yugoslavia", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Enrico Prampolini -> country of citizenship -> Italy (1949)\n Hop 2: Italy -> shares border with -> Austria (1949)\n Hop 3: Austria -> country of citizenship -> Enrico Prampolini (1949)\n Answer: Austria" + }, + { + "id": "q_008130", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Silvio Berlusconi", + "pred": "Karl-Heinz Miller", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Sergio Porrini -> member of -> AC Milan (1988)\n Hop 2: Karl-Heinz Schnellinger -> member of -> FC Bayern Munich (1988)\n Hop 3: FC Bayern Munich -> chairperson -> Karl-Heinz Miller (1988)\n Answer: Karl-Heinz Miller" + }, + { + "id": "q_001668", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Jane Fonda", + "pred": "Hop\n Hop 1: Women in Love (1969 film) -> Academy Award for Best Actress -> Glenda Jackson (1946 - ) -> Winner -> 1971\n Hop 2: Women in Love (1969 film) -> Academy Award for Best Actress -> Glenda Jackson (1946 - ) -> Nominated for -> Women in Love (1969 film)\n Hop 3: Women in Love (", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Women in Love (1969 film) -> Academy Award for Best Actress -> Glenda Jackson (1946 - ) -> Winner -> 1971\n Hop 2: Women in Love (1969 film) -> Academy Award for Best Actress -> Glenda Jackson (1946 - ) -> Nominated for -> Women in Love (1969 film)\n Hop 3: Women in Love (" + }, + { + "id": "q_006838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Lucien Favre", + "pred": "Hop 1: Marcel Schmelzer -> sports team -> 1. FC N\u00fcrnberg (member of)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Christian Streich (head coach)\n Hop 3: Christian Streich -> member of -> VfL Bochum (member of)\n Hop 4: VfL Bochum -> head coach -> Christian Streich (head coach)\n Hop 5: Christian Streich -> member of ->", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Marcel Schmelzer -> sports team -> 1. FC N\u00fcrnberg (member of)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Christian Streich (head coach)\n Hop 3: Christian Streich -> member of -> VfL Bochum (member of)\n Hop 4: VfL Bochum -> head coach -> Christian Streich (head coach)\n Hop 5: Christian Streich -> member of ->" + }, + { + "id": "q_007280", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Klaus Wowereit", + "pred": "Ronald Reagan", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ann Wolff -> work location -> University of California, San Diego\n Hop 2: University of California, San Diego -> head of government -> Ronald Reagan\n Answer: Ronald Reagan" + }, + { + "id": "q_004011", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "1976 Academy Award for Best Adapted Screenplay", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Brian Moore (author) -> nominated for -> 1976 Academy Award for Best Adapted Screenplay (Winner)\n Answer: 1976 Academy Award for Best Adapted Screenplay" + }, + { + "id": "q_001876", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Thomas Tuchel", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Anthony Ujah -> member of -> 1. FC N\u00fcrnberg (2012-2013)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Christian Streich (2012-2013)\n Hop 3: Christian Streich -> member of -> 1. FC N\u00fcrnberg (2012-2013)\n Answer: 1. FC N\u00fcrnberg" + }, + { + "id": "q_003426", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "George H. W. Bush", + "pred": "William Howard Taft", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Motorola -> United States (headquarters)\n Hop 2: United States -> William Howard Taft (head of government 1909-1913)\n Answer: William Howard Taft" + }, + { + "id": "q_008324", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop\n Hop 1: Corinne Griffith -> 1930 -> Norma Shearer (winner)\n Hop 2: Norma Shearer -> 1930 -> winner (of)\n Hop 3: winner (of) -> 1930 -> Corinne Griffith (nominated for)\n Answer: 1930" + }, + { + "id": "q_001089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ansano Giannarelli -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (Hop 2)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_001646", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Hop 1: Walter Samuel -> member of -> River Plate (sports team)\n Hop 2: River Plate (sports team) -> head coach -> Juan Carlos Ferrero\n Hop 3: Juan Carlos Ferrero -> member of -> Inter Milan (sports team)\n Hop 4: Inter Milan (sports team) -> head coach -> Rafael Ben\u00edtez\n Hop 5: Rafael Ben\u00edtez -> member of -> Real Madrid C.F. (sports team)\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Walter Samuel -> member of -> River Plate (sports team)\n Hop 2: River Plate (sports team) -> head coach -> Juan Carlos Ferrero\n Hop 3: Juan Carlos Ferrero -> member of -> Inter Milan (sports team)\n Hop 4: Inter Milan (sports team) -> head coach -> Rafael Ben\u00edtez\n Hop 5: Rafael Ben\u00edtez -> member of -> Real Madrid C.F. (sports team)\n Hop" + }, + { + "id": "q_001719", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "Hop 1: Tim Borowski -> member of -> German U19 team (2005)\n Hop 2: German U19 team (2005) -> head coach -> Rainer Adrion\n Hop 3: Rainer Adrion -> member of -> Germany men's national association football team (2005)\n Hop 4: Germany men's national association football team (2005) -> head coach -> Rudi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tim Borowski -> member of -> German U19 team (2005)\n Hop 2: German U19 team (2005) -> head coach -> Rainer Adrion\n Hop 3: Rainer Adrion -> member of -> Germany men's national association football team (2005)\n Hop 4: Germany men's national association football team (2005) -> head coach -> Rudi" + }, + { + "id": "q_005359", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Swiss Football League", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: George Boateng -> sports team -> FC Basel 1893 (2012)\n Hop 2: FC Basel 1893 -> head coach -> Christian Gross (2012)\n Hop 3: Christian Gross -> member of -> Swiss Football League (2012)\n Answer: Swiss Football League" + }, + { + "id": "q_002201", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Princeton University", + "pred": "Hop\n Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop:", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop:" + }, + { + "id": "q_000953", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Cate Blanchett", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Monica Ali -> 2003 -> Best Actress -> Cate Blanchett (Hop 2)\n Answer: Cate Blanchett" + }, + { + "id": "q_003588", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Jos\u00e9 Antonio Camacho", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Antonio L\u00f3pez -> member of sports team -> Atl\u00e9tico Madrid (2008)\n Hop 2: Atl\u00e9tico Madrid -> head coach -> Jos\u00e9 Antonio Camacho (2008)\n Answer: Jos\u00e9 Antonio Camacho" + }, + { + "id": "q_006330", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop" + }, + { + "id": "q_006529", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michel Bouquet -> 1991 -> winner of Ultra\n Answer: 1991" + }, + { + "id": "q_006295", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop" + }, + { + "id": "q_007246", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Agostino Coletto -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: Italy" + }, + { + "id": "q_001257", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "Middle East", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Shimon Peres -> country of citizenship -> Israel (Hop 1)\n Hop 2: Israel -> located in -> Middle East (Hop 2)\n Answer: Middle East" + }, + { + "id": "q_004353", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Jean-Pierre L\u00e9aud", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Michel D\u00e9on -> member of -> France Culture (1988)\n Hop 2: France Culture -> general secretary -> Jean-Pierre L\u00e9aud (1988)\n Answer: Jean-Pierre L\u00e9aud" + }, + { + "id": "q_001453", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Kyakhta -> country -> Russian Empire (1915)\n Hop 2: Russian Empire -> head of state -> Nicholas II (1915)\n Answer: Nicholas II" + }, + { + "id": "q_008300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luigi Nono -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> shares border with -> Austria (1951)\n Answer: Austria" + }, + { + "id": "q_008480", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "Hop 1: Denzel Washington -> 1999 -> Best Actor -> The Bone Collector (1999)\n Hop 2: The Bone Collector (1999) -> 1999 -> Best Picture -> The Bone Collector (1999)\n Hop 3: The Bone Collector (1999) -> 1999 -> Best Director -> The Bone Collector (1999)\n Hop 4: The Bone", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Denzel Washington -> 1999 -> Best Actor -> The Bone Collector (1999)\n Hop 2: The Bone Collector (1999) -> 1999 -> Best Picture -> The Bone Collector (1999)\n Hop 3: The Bone Collector (1999) -> 1999 -> Best Director -> The Bone Collector (1999)\n Hop 4: The Bone" + }, + { + "id": "q_006167", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "LMFAO", + "pred": "Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop" + }, + { + "id": "q_003258", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "J\u00fcrgen Linden", + "pred": "Thomas K. H", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ena von Baer -> residence -> Schloss Hohenberg (1998-2002)\n Hop 2: Schloss Hohenberg -> head of government -> Thomas K. H. Schmid (1998-2002)\n Hop 3: Thomas K. H. Schmid -> residence -> Schloss Hohenberg (1998-2002)\n Answer: Thomas K. H" + }, + { + "id": "q_004631", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "absolute monarchy", + "pred": "constitutional monarchy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop\n Hop: 1. Trabzon Province -> country -> Turkey (1904)\n Hop: 2. Turkey -> basic form of government -> constitutional monarchy (1904)\n Answer: constitutional monarchy" + }, + { + "id": "q_004837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Ang Lee", + "pred": "2011 Academy Awards", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: The Tree of Life -> nominated for -> 2012 Academy Awards\n Hop 2: 2012 Academy Awards -> winner -> The Artist\n Hop 3: The Artist -> winner -> 2011 Academy Awards\n Answer: 2011 Academy Awards" + }, + { + "id": "q_002531", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Austria", + "pred": "United States", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Auger effect -> discoverer or inventor -> Robert Mulliken (country of citizenship)\n Hop 2: Robert Mulliken -> country of citizenship -> United States\n Hop 3: United States -> after -> Cisleithania\n Answer: United States" + }, + { + "id": "q_008228", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Frances McDormand", + "pred": "Hop 1: Elisabeth Shue -> nominated for -> The Client (1996)\n Hop 2: The Client (1996) -> winner of -> The English Patient (1996)\n Hop 3: The English Patient (1996) -> winner of -> Academy Award for Best Actress\n Hop 4: Academy Award for Best Actress -> winner of -> Cate Blanchett (1996)\n Hop 5: C", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Elisabeth Shue -> nominated for -> The Client (1996)\n Hop 2: The Client (1996) -> winner of -> The English Patient (1996)\n Hop 3: The English Patient (1996) -> winner of -> Academy Award for Best Actress\n Hop 4: Academy Award for Best Actress -> winner of -> Cate Blanchett (1996)\n Hop 5: C" + }, + { + "id": "q_005557", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Fatih Terim", + "pred": "Ersun Yanal", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Adem B\u00fcy\u00fck -> sports team -> Fenerbah\u00e7e (sports team)\n Hop 2: Fenerbah\u00e7e (sports team) -> head coach -> Ersun Yanal (person)\n Hop 3: Ersun Yanal -> member of sports team -> Turkey men's national football team (sports team)\n Answer: Ersun Yanal" + }, + { + "id": "q_007336", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Daniel Br\u00fchl -> 2003 -> winner of -> 2003 European Film Awards\n Hop 2: 2003 European Film Awards -> nominated for -> 2003 European Film Awards\n Hop 3: 2003 European Film Awards -> winner of -> Luigi Lo Cascio\n Answer: 2003" + }, + { + "id": "q_003098", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Flavio Mogherini -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (Hop 2)\n Answer: Giorgio Napolitano" + }, + { + "id": "q_002950", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1945.0, + "gold": "1945", + "pred": "1945", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop\n Hop 1: Mrs. Parkington -> 1945 -> 1945 (year)\n Hop 2: Joan Crawford -> 1945 -> 1945 (year)\n Hop 3: 1945 -> 1945 -> 1945 (year)\n Answer: 1945" + }, + { + "id": "q_000019", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Italian lira", + "pred": "Euro", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Maurizio Lucidi -> country of citizenship -> Italy (2002)\n Hop 2: Italy -> currency -> Euro (2002)\n Answer: Euro" + }, + { + "id": "q_001920", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Claudio Ranieri", + "pred": "Hop 1: Roberto Di Matteo -> member of -> West Bromwich Albion (2002)\n Hop 2: West Bromwich Albion -> head coach -> Tony Mowbray (2002)\n Hop 3: Tony Mowbray -> member of -> Scotland national football team (2002)\n Hop 4: Scotland national football team -> head coach -> Alex McLeish (2002)\n Hop 5:", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Roberto Di Matteo -> member of -> West Bromwich Albion (2002)\n Hop 2: West Bromwich Albion -> head coach -> Tony Mowbray (2002)\n Hop 3: Tony Mowbray -> member of -> Scotland national football team (2002)\n Hop 4: Scotland national football team -> head coach -> Alex McLeish (2002)\n Hop 5:" + }, + { + "id": "q_005782", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1973)\n Hop 2: Italy -> currency -> Italian lira (1973)\n Answer: Italian lira" + }, + { + "id": "q_006670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "White Hart Lane", + "pred": "London", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alf Ramsey -> member of -> England national football team (1954)\n Hop 2: England national football team -> home venue -> Wembley Stadium (1954)\n Hop 3: Wembley Stadium -> member of -> London (1954)\n Answer: London" + }, + { + "id": "q_000862", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Humphrey Bogart", + "pred": "Best Picture", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jos\u00e9 Ferrer -> nominated for -> The Best Years of Our Lives (1942 film)\n Hop 2: The Best Years of Our Lives (1942 film) -> winner -> Best Picture\n Hop 3: Best Picture -> winner -> 1951\n Answer: Best Picture" + }, + { + "id": "q_001033", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "China Mi\u00e9ville", + "pred": "Hop 1: Cloud Atlas -> 2005 -> 2005 Academy Awards -> Best Cinematography -> Roger Deakins (2005)\n Hop 2: Roger Deakins (2005) -> 2005 -> 2005 Academy Awards -> Best Cinematography -> 2005 Academy Awards\n Hop 3: 2005 Academy Awards -> 2005 ->", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Cloud Atlas -> 2005 -> 2005 Academy Awards -> Best Cinematography -> Roger Deakins (2005)\n Hop 2: Roger Deakins (2005) -> 2005 -> 2005 Academy Awards -> Best Cinematography -> 2005 Academy Awards\n Hop 3: 2005 Academy Awards -> 2005 ->" + }, + { + "id": "q_003960", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "Berlin", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Inge Keller -> spouse -> Hans von Bismarck (1903-1983)\n Hop 2: Hans von Bismarck (1903-1983) -> country of citizenship -> Germany\n Hop 3: Germany -> capital -> Berlin\n Answer: Berlin" + }, + { + "id": "q_006287", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Hop 1: Josh Lewsey -> sports team -> England men\u2019s national rugby union team (Hop 1)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Clive Woodward (Hop 2)\n Hop 3: Clive Woodward -> member of sports team -> London Wasps (Hop 3)\n Hop 4: London Wasps -> head coach -> John Mitchell (Hop 4)\n Hop 5: John Mitchell -> member of sports team", + "em": 1.0, + "f1": 0.14285714285714288, + "pred_raw": "Hop 1: Josh Lewsey -> sports team -> England men\u2019s national rugby union team (Hop 1)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Clive Woodward (Hop 2)\n Hop 3: Clive Woodward -> member of sports team -> London Wasps (Hop 3)\n Hop 4: London Wasps -> head coach -> John Mitchell (Hop 4)\n Hop 5: John Mitchell -> member of sports team" + }, + { + "id": "q_007880", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Giovanni Trapattoni", + "pred": "Arrigo Sacchi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stefano Tacconi -> member of -> AC Milan (1992)\n Hop 2: AC Milan -> head coach -> Arrigo Sacchi (1992)\n Hop 3: Arrigo Sacchi -> head coach -> AC Milan (1992)\n Answer: Arrigo Sacchi" + }, + { + "id": "q_005772", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Slovenia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Titel Municipality -> country -> Slovenia (1982)\n Answer: Slovenia" + }, + { + "id": "q_006294", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hop\n Hop 1: Samantha Morton - 2004 - Best Actress - 1999 - 2004 - 2004 - 2004 - 2004 - 2004 - 2004 - 2004 - 2004 - 2004 - 2004 - 2004 - 2004 -", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Samantha Morton - 2004 - Best Actress - 1999 - 2004 - 2004 - 2004 - 2004 - 2004 - 2004 - 2004 - 2004 - 2004 - 2004 - 2004 - 2004 -" + }, + { + "id": "q_004173", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "German Football League", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pierre Littbarski -> sports team -> 1. FC Nuremberg (1982)\n Hop 2: 1. FC Nuremberg -> head coach -> Karl-Heinz Feldkamp (1982)\n Hop 3: Karl-Heinz Feldkamp -> member of -> German Football League (1982)\n Answer: German Football League" + }, + { + "id": "q_005281", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Loredana Nusciak -> country of citizenship -> Italy\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro\n Hop 3: Oscar Luigi Scalfaro -> head of state -> Giorgio Napolitano\n Answer: Giorgio Napolitano" + }, + { + "id": "q_005433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Ottmar Hitzfeld", + "pred": "Hop 1: Ren\u00e9 Tretschok -> member of sports team -> 1. FC N\u00fcrnberg (1997)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Rudi V\u00f6ller (1997)\n Hop 3: Rudi V\u00f6ller -> member of sports team -> AS Monaco (1997)\n Hop 4: AS Monaco -> head coach -> Jean-Pierre Papin (1997", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ren\u00e9 Tretschok -> member of sports team -> 1. FC N\u00fcrnberg (1997)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Rudi V\u00f6ller (1997)\n Hop 3: Rudi V\u00f6ller -> member of sports team -> AS Monaco (1997)\n Hop 4: AS Monaco -> head coach -> Jean-Pierre Papin (1997" + }, + { + "id": "q_008091", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "\u0130smet \u0130n\u00f6n\u00fc", + "pred": "Refik Saydam", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fuat K\u00f6pr\u00fcl\u00fc -> member of political party -> Cumhuriyet Halk Partisi (CHP)\n Hop 2: Cumhuriyet Halk Partisi (CHP) -> chairperson -> Refik Saydam\n Answer: Refik Saydam" + }, + { + "id": "q_004964", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Area", + "em": 0.0, + "f1": 0.25, + "pred_raw": "Hop 1: Tonino Cervi -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> member of -> European Economic Area (1994)\n Answer: European Economic Area" + }, + { + "id": "q_002871", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giacinto Facchetti -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> head of state -> Giovanni Leone (1994)\n Answer: Giovanni Leone" + }, + { + "id": "q_003979", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Rachida Brakni", + "pred": "2002", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Julie Depardieu -> H\u00e9l\u00e8ne Filli\u00e8res (nominated for)\n Hop 2: H\u00e9l\u00e8ne Filli\u00e8res -> 1999 Cannes Film Festival (nominated for)\n Hop 3: 1999 Cannes Film Festival -> The Piano Teacher (winner of)\n Hop 4: The Piano Teacher -> 2002 (year)\n Answer: 2002" + }, + { + "id": "q_008204", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Erwin Kramer", + "pred": "Hans von der Heydt", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop: 1. DRB Class 52 -> operator -> Deutsches Reichsbahn (1920-1945) (Hop: 1)\n Hop: 2. Deutsches Reichsbahn (1920-1945) -> manager -> Hans von der Heydt (Hop: 2)\n Answer: Hans von der Heydt" + }, + { + "id": "q_001932", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Joe Louis Arena", + "pred": "Hop 1: Stu Grimson -> drafted by -> New York Islanders (1983)\n Hop 2: New York Islanders -> home venue -> Nassau Veterans Memorial Coliseum\n Hop 3: Nassau Veterans Memorial Coliseum -> located in -> Nassau County\n Hop 4: Nassau County -> county seat -> Hempstead\n Hop 5: Hempstead -> located in -> Nassau County\n Hop 6: Nassau County -> county seat ->", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stu Grimson -> drafted by -> New York Islanders (1983)\n Hop 2: New York Islanders -> home venue -> Nassau Veterans Memorial Coliseum\n Hop 3: Nassau Veterans Memorial Coliseum -> located in -> Nassau County\n Hop 4: Nassau County -> county seat -> Hempstead\n Hop 5: Hempstead -> located in -> Nassau County\n Hop 6: Nassau County -> county seat ->" + }, + { + "id": "q_007185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "pred_raw": "Hop 1: In\u0111ija Municipality -> located in -> Vojvodina (1984)\n Hop 2: Vojvodina -> country -> Yugoslavia (1984)\n Answer: Yugoslavia" + }, + { + "id": "q_000480", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "UNESCO", + "pred": "Hop 1: Eduardo Saverin -> United States -> member of -> North American Free Trade Agreement (NAFTA)\n Hop 2: United States -> member of -> Organization of American States (OAS)\n Hop 3: United States -> member of -> United Nations (UN)\n Hop 4: United States -> member of -> World Trade Organization (WTO)\n Hop 5: United States -> member of -> North Atlantic Treaty Organization (NATO)\n Hop 6:", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Eduardo Saverin -> United States -> member of -> North American Free Trade Agreement (NAFTA)\n Hop 2: United States -> member of -> Organization of American States (OAS)\n Hop 3: United States -> member of -> United Nations (UN)\n Hop 4: United States -> member of -> World Trade Organization (WTO)\n Hop 5: United States -> member of -> North Atlantic Treaty Organization (NATO)\n Hop 6:" + }, + { + "id": "q_007286", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Deutsche Bank", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bastian Reinhardt -> member of -> 1. FC N\u00fcrnberg (2009)\n Hop 2: 1. FC N\u00fcrnberg -> sponsor -> Deutsche Bank (2009)\n Hop 3: Deutsche Bank -> member of -> Deutsche Bank (2009)\n Answer: Deutsche Bank" + }, + { + "id": "q_003179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Daniel Auteuil", + "pred": "Jeanne Moreau", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jan Decleir -> nominated for -> 1993 European Film Awards\n Hop 2: 1993 European Film Awards -> winner -> Jeanne Moreau\n Hop 3: Jeanne Moreau -> winner -> 1993 European Film Awards\n Answer: Jeanne Moreau" + }, + { + "id": "q_002946", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Michal B\u00edlek", + "pred": "Hop 1: Daniel Kol\u00e1\u0159 -> sports team -> FK Teplice (2010)\n Hop 2: FK Teplice -> head coach -> Miroslav \u0160korpil (2010)\n Hop 3: Miroslav \u0160korpil -> member of -> Czechia men's national football team (2010)\n Hop 4: Czechia men's national football team -> head coach -> Joz", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Daniel Kol\u00e1\u0159 -> sports team -> FK Teplice (2010)\n Hop 2: FK Teplice -> head coach -> Miroslav \u0160korpil (2010)\n Hop 3: Miroslav \u0160korpil -> member of -> Czechia men's national football team (2010)\n Hop 4: Czechia men's national football team -> head coach -> Joz" + }, + { + "id": "q_003999", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Hans G\u00fcnther -> member of -> German Workers' Party (1920-1921)\n Hop 2: German Workers' Party (1920-1921) -> chairperson -> Anton Drexler (1920-1921)\n Hop 3: Anton Drexler -> member of -> German Workers' Party (1920-1921)\n Hop 4: German", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hans G\u00fcnther -> member of -> German Workers' Party (1920-1921)\n Hop 2: German Workers' Party (1920-1921) -> chairperson -> Anton Drexler (1920-1921)\n Hop 3: Anton Drexler -> member of -> German Workers' Party (1920-1921)\n Hop 4: German" + }, + { + "id": "q_005894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Jennifer Aniston", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Vera Drake -> Best Actress -> Emily Watson (Hop 1)\n Hop 2: Emily Watson -> Academy Award -> The Last Days of American Crime (Hop 2)\n Hop 3: The Last Days of American Crime -> Best Actress -> Jennifer Aniston (Hop 3)\n Answer: Jennifer Aniston" + }, + { + "id": "q_005752", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giuliano Amato", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bruno Bettinelli -> country of citizenship -> Italy\n Hop 2: Italy -> head of government -> Giuliano Amato\n Answer: Giuliano Amato" + }, + { + "id": "q_001810", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Giuseppe Saragat", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto Ronchey -> country of citizenship -> Italy\n Hop 2: Italy -> head of state -> Giuseppe Saragat\n Answer: Giuseppe Saragat" + }, + { + "id": "q_004977", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Livio Lorenzon -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1957)\n Answer: Alcide De Gasperi" + }, + { + "id": "q_004496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Paul von Hindenburg", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Otto Schuhart -> allegiance -> Weimar Republic (1930)\n Hop 2: Weimar Republic -> head of state -> Paul von Hindenburg (1930)\n Hop 3: Paul von Hindenburg -> country -> Germany (1930)\n Answer: Germany" + }, + { + "id": "q_007873", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "J\u00e1nos K\u00e1rolyi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Zolt\u00e1n G\u00e1bor Szab\u00f3 -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (Hop 1)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> J\u00e1nos K\u00e1rolyi ( Hop 2)\n Answer: J\u00e1nos K\u00e1rolyi" + }, + { + "id": "q_002637", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Graham Swift -> Every Man for Himself (1996) -> nominated for -> Man Booker Prize (1996)\n Answer: 1996" + }, + { + "id": "q_005587", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Hop 1: Gwyneth Jones -> winner -> 1999 World Fantasy Awards (1999)\n Hop 2: 1999 World Fantasy Awards -> nominated for -> The Book of the New Sun (1980)\n Hop 3: The Book of the New Sun -> author -> Gene Wolfe (1913)\n Hop 4: Gene Wolfe -> winner -> 1999 World Fantasy Awards (1999", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gwyneth Jones -> winner -> 1999 World Fantasy Awards (1999)\n Hop 2: 1999 World Fantasy Awards -> nominated for -> The Book of the New Sun (1980)\n Hop 3: The Book of the New Sun -> author -> Gene Wolfe (1913)\n Hop 4: Gene Wolfe -> winner -> 1999 World Fantasy Awards (1999" + }, + { + "id": "q_005428", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arrigo Sacchi -> coach of -> AC Milan (1997)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (1997)\n Answer: Silvio Berlusconi" + }, + { + "id": "q_005312", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Hop 1: Ruth Chatterton -> nominated for -> The Last of the Mohicans (1930)\n Hop 2: The Last of the Mohicans (1930) -> winner -> Charles Laughton\n Hop 3: Charles Laughton -> nominated for -> Best Actor (1930)\n Hop 4: Best Actor (1930) -> winner -> Wallace Beery\n Hop 5: Wallace Beery -> nominated", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ruth Chatterton -> nominated for -> The Last of the Mohicans (1930)\n Hop 2: The Last of the Mohicans (1930) -> winner -> Charles Laughton\n Hop 3: Charles Laughton -> nominated for -> Best Actor (1930)\n Hop 4: Best Actor (1930) -> winner -> Wallace Beery\n Hop 5: Wallace Beery -> nominated" + }, + { + "id": "q_006932", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon Baines Johnson", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Frank Tieri -> residence -> United States (Hop 1)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (Hop 2)\n Hop 3: Lyndon B. Johnson -> birth name -> Lyndon Baines Johnson (Hop 3)\n Answer: Lyndon Baines Johnson" + }, + { + "id": "q_000781", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Elie Wiesel -> country of citizenship -> Romania\n Hop 2: Romania -> capital -> Bucharest\n Answer: Bucharest" + }, + { + "id": "q_007295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "CBS", + "pred": "2001", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Natalia Oreiro -> Mart\u00edn Fierro Award (nominated for)\n Hop 2: Mart\u00edn Fierro Award -> original broadcaster (located in)\n Hop 3: original broadcaster -> 2001 (year of)\n Hop 4: 2001 -> 2001 (year of)\n Answer: 2001" + }, + { + "id": "q_000003", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1947.0, + "gold": "1947", + "pred": "1947", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Loretta Young -> 1947 -> winner of Celia Johnson (Hop 1)\n Answer: 1947" + }, + { + "id": "q_004851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Claudio Pieri -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (Hop 2)\n Answer: Giorgio Napolitano" + }, + { + "id": "q_004934", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianna Maria Canale -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> currency -> Italian lira (1978)\n Answer: Italian lira" + }, + { + "id": "q_000313", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop\n Hop 1: Semey -> located in -> Kazakhstan (1985)\n Hop 2: Kazakhstan -> country -> Soviet Union (1985)\n Answer: Soviet Union" + }, + { + "id": "q_003612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2016.0, + "gold": "Matteo Renzi", + "pred": "Giuliano Amato", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mario Agnes -> country of citizenship -> Italy (1996-1999)\n Hop 2: Italy -> head of government -> Giuliano Amato (1992-1993)\n Answer: Giuliano Amato" + }, + { + "id": "q_008643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Yugoslavia", + "pred": "Greece", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Lina Pagliughi -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> shares border with -> Greece (1965)\n Answer: Greece" + }, + { + "id": "q_000903", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Croatian Football Federation", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alen Halilovi\u0107 -> sports team -> NK Slaven Belupo\n Hop 2: NK Slaven Belupo -> head coach -> Slaven Bili\u0107\n Hop 3: Slaven Bili\u0107 -> member of -> Croatian Football Federation\n Answer: Croatian Football Federation" + }, + { + "id": "q_000168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Yugoslavia", + "pred": "Greece", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Umberto Mastroianni -> country of citizenship -> Italy (1979)\n Hop 2: Italy -> shares border with -> Greece (1979)\n Answer: Greece" + }, + { + "id": "q_005738", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Aldo Moro", + "pred": "Giuseppe Conte", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Enzo Sellerio -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of government -> Giuseppe Conte (Hop 2)\n Answer: Giuseppe Conte" + }, + { + "id": "q_006558", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Hop 1: Artur Moraes -> member of -> S.L. Benfica (2012)\n Hop 2: S.L. Benfica -> chairperson -> Paulo Bento (2012)\n Hop 3: Paulo Bento -> member of -> C.D. Nacional (2012)\n Hop 4: C.D. Nacional -> chairperson -> Jos\u00e9 M\u00e1rio de Almeida (2012)\n Answer:", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Artur Moraes -> member of -> S.L. Benfica (2012)\n Hop 2: S.L. Benfica -> chairperson -> Paulo Bento (2012)\n Hop 3: Paulo Bento -> member of -> C.D. Nacional (2012)\n Hop 4: C.D. Nacional -> chairperson -> Jos\u00e9 M\u00e1rio de Almeida (2012)\n Answer:" + }, + { + "id": "q_004400", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "John Wain", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Kingsley Amis -> award -> 1975\n Hop 2: 1975 -> winner -> John Wain\n Answer: John Wain" + }, + { + "id": "q_001076", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2010-2011", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Katholieke Universiteit Leuven -> member of -> Universiteit Leuven (2010-2011)\n Hop 2: Universiteit Leuven -> funder of -> Johannes Gutenberg University Mainz (2010-2011)\n Answer: 2010-2011" + }, + { + "id": "q_002725", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Prime Minister of Canada (1935-1948)", + "em": 1.0, + "f1": 0.8, + "pred_raw": "Hop 1: 19th Canadian Ministry -> head of government -> William Lyon Mackenzie King (1935-1948)\n Hop 2: William Lyon Mackenzie King -> position held -> Prime Minister of Canada (1935-1948)\n Answer: Prime Minister of Canada (1935-1948)" + }, + { + "id": "q_003906", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Liga Portugal", + "pred": "Hop 1: Pawe\u0142 Kieszek -> sports team -> Lechia Gda\u0144sk (2013)\n Hop 2: Lechia Gda\u0144sk -> league or competition -> Ekstraklasa\n Hop 3: Silvestre Varela -> sports team -> Vit\u00f3ria F.C. (2013)\n Hop 4: Vit\u00f3ria F.C. -> league or competition -> Liga Portugal 2\n Hop 5: Liga Portugal 2 -> member of", + "em": 1.0, + "f1": 0.14285714285714288, + "pred_raw": "Hop 1: Pawe\u0142 Kieszek -> sports team -> Lechia Gda\u0144sk (2013)\n Hop 2: Lechia Gda\u0144sk -> league or competition -> Ekstraklasa\n Hop 3: Silvestre Varela -> sports team -> Vit\u00f3ria F.C. (2013)\n Hop 4: Vit\u00f3ria F.C. -> league or competition -> Liga Portugal 2\n Hop 5: Liga Portugal 2 -> member of" + }, + { + "id": "q_004405", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Alberto Bigon", + "pred": "Hop 1: Jocelyn Ahou\u00e9ya -> member of -> ASVEL Villeurbanne (2008)\n Hop 2: ASVEL Villeurbanne -> head coach -> Jean-Michel Loubet (2008)\n Hop 3: Jean-Michel Loubet -> head coach -> ASVEL Villeurbanne (2008)\n Hop 4: ASVEL Villeurbanne -> head coach -> Jean-Michel Loubet (", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jocelyn Ahou\u00e9ya -> member of -> ASVEL Villeurbanne (2008)\n Hop 2: ASVEL Villeurbanne -> head coach -> Jean-Michel Loubet (2008)\n Hop 3: Jean-Michel Loubet -> head coach -> ASVEL Villeurbanne (2008)\n Hop 4: ASVEL Villeurbanne -> head coach -> Jean-Michel Loubet (" + }, + { + "id": "q_007565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Wolfgang Gerhardt", + "pred": "Hop 1: Walter Scheel -> member of -> Christian Democratic Union of Germany (CDU)\n Hop 2: Christian Democratic Union of Germany (CDU) -> chairperson -> Angela Merkel\n Hop 3: Angela Merkel -> member of -> German Unity Party (SED)\n Hop 4: German Unity Party (SED) -> chairperson -> Lothar de Menezes\n Hop 5: Lothar de Menezes -> member of -> German Unity Party", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Walter Scheel -> member of -> Christian Democratic Union of Germany (CDU)\n Hop 2: Christian Democratic Union of Germany (CDU) -> chairperson -> Angela Merkel\n Hop 3: Angela Merkel -> member of -> German Unity Party (SED)\n Hop 4: German Unity Party (SED) -> chairperson -> Lothar de Menezes\n Hop 5: Lothar de Menezes -> member of -> German Unity Party" + }, + { + "id": "q_000757", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "COMECON", + "pred": "Anila Wilms", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Albania -> member of -> Warsaw Pact (1971)\n Hop 2: Anila Wilms -> country of citizenship -> Germany (1971)\n Hop 3: Germany -> member of -> Anila Wilms (1971)\n Answer: Anila Wilms" + }, + { + "id": "q_003912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Hop 1: Karen Dokhoyan -> member of sports team -> FC Spartak Yerevan (2007)\n Hop 2: FC Spartak Yerevan -> head coach -> Vahram Hovhannisyan (2007)\n Hop 3: Vahram Hovhannisyan -> member of sports team -> FC Pyunik (2007)\n Hop 4: FC Pyunik -> head coach -> Vardan", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Karen Dokhoyan -> member of sports team -> FC Spartak Yerevan (2007)\n Hop 2: FC Spartak Yerevan -> head coach -> Vahram Hovhannisyan (2007)\n Hop 3: Vahram Hovhannisyan -> member of sports team -> FC Pyunik (2007)\n Hop 4: FC Pyunik -> head coach -> Vardan" + }, + { + "id": "q_005056", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Lavrentiy Beria", + "pred": "Hoping to find a connection between the question and the evidence, I tried to find a connection between the question and the evidence, but there was no evidence to support the answer.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hoping to find a connection between the question and the evidence, I tried to find a connection between the question and the evidence, but there was no evidence to support the answer.\nAnswer: Hoping to find a connection between the question and the evidence, I tried to find a connection between the question and the evidence, but there was no evidence to support the answer." + }, + { + "id": "q_007014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "ARD (1999)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Achim Mentzel -> presenter -> Achims Hitparade (1999)\n Hop 2: Achims Hitparade (1999) -> original broadcaster -> Deutscher Fernsehfunk\n Hop 3: Deutscher Fernsehfunk -> original broadcaster -> ARD (1999)\n Answer: ARD (1999)" + }, + { + "id": "q_008552", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop\n Hop 1: Viganello -> replaced by -> Breganzona (2004)\n Hop 2: Breganzona -> replaced by -> Breganzona (2004)\n Answer: 2004" + }, + { + "id": "q_004025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Bambi Award", + "pred": "Academy Award for Best Supporting Actor", + "em": 0.0, + "f1": 0.25, + "pred_raw": "Hop 1: Janet Leigh -> spouse -> Richard Widmark (1958)\n Hop 2: Richard Widmark -> award -> Academy Award for Best Supporting Actor (1958)\n Hop 3: Academy Award for Best Supporting Actor -> award -> Academy Award for Best Supporting Actor (1958)\n Answer: Academy Award for Best Supporting Actor" + }, + { + "id": "q_000678", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "John Wayne", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ida Kami\u0144ska -> nominated for -> The Best Years of Our Lives (1942 film)\n Hop 2: The Best Years of Our Lives (1942 film) -> winner -> My Darling Clementine (1946 film)\n Hop 3: My Darling Clementine (1946 film) -> winner -> John Wayne\n Answer: John Wayne" + }, + { + "id": "q_002043", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop\n Hop 1: Gandria -> 1998 -> 1998\n Hop 2: 1998 -> 1998 -> 1998\n Hop 3: 1998 -> 1998 -> 1998\n Hop 4: 1998 -> 1998 -> 1998\n Hop 5: 1998", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Gandria -> 1998 -> 1998\n Hop 2: 1998 -> 1998 -> 1998\n Hop 3: 1998 -> 1998 -> 1998\n Hop 4: 1998 -> 1998 -> 1998\n Hop 5: 1998" + }, + { + "id": "q_007190", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "coming out", + "pred": "Hop\n Hop 1: Anne Heche -> unmarried partner -> 1997 -> significant event -> 1997\n Hop 2: Anne Heche -> unmarried partner -> 1997 -> significant event -> 1997\n Hop 3: Anne Heche -> unmarried partner -> 1997 -> significant event -> 1997\n Hop 4: Anne Heche -> unmarried partner -> 1997", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Anne Heche -> unmarried partner -> 1997 -> significant event -> 1997\n Hop 2: Anne Heche -> unmarried partner -> 1997 -> significant event -> 1997\n Hop 3: Anne Heche -> unmarried partner -> 1997 -> significant event -> 1997\n Hop 4: Anne Heche -> unmarried partner -> 1997" + }, + { + "id": "q_003533", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Migliorini -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> currency -> Italian lira (1967)\n Answer: Italian lira" + }, + { + "id": "q_003295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Attila J\u00f3zsef", + "pred": "Hop 1: L\u00e1szl\u00f3 B\u00fcky -> educated at -> University of Szeged\n Hop 2: University of Szeged -> named after -> Franz Joseph I of Austria\n Hop 3: Franz Joseph I of Austria -> named after -> Franz Joseph I of Austria\n Hop 4: Franz Joseph I of Austria -> named after -> Franz Joseph I of Austria\n Hop 5: Franz Joseph I of Austria -> named after -> Franz Joseph I of Austria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: L\u00e1szl\u00f3 B\u00fcky -> educated at -> University of Szeged\n Hop 2: University of Szeged -> named after -> Franz Joseph I of Austria\n Hop 3: Franz Joseph I of Austria -> named after -> Franz Joseph I of Austria\n Hop 4: Franz Joseph I of Austria -> named after -> Franz Joseph I of Austria\n Hop 5: Franz Joseph I of Austria -> named after -> Franz Joseph I of Austria" + }, + { + "id": "q_008026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Ingrid Bergman", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop" + }, + { + "id": "q_004864", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Ireland", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Christian Murro -> member of sports team -> AS Roma (2005)\n Hop 2: AS Roma -> country -> Italy (2005)\n Answer: Italy" + }, + { + "id": "q_001930", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1929.0, + "gold": "1929", + "pred": "1929", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop\n Hop 1: Warner Baxter -> 1929 -> Disraeli's award -> winner -> 1929\n Answer: 1929" + }, + { + "id": "q_004482", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "1987", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ralph Faudree -> Aviezri Fraenkel's award -> 1987\n Answer: 1987" + }, + { + "id": "q_000444", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "president of Germany", + "pred": "head of state", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Q779279 -> signatory -> Germany (1990-1991) ( hop rank: 0.83 )\n Hop 2: Germany -> head of state -> Christian Wulff ( hop rank: 0.81 )\n Answer: head of state" + }, + { + "id": "q_002417", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Saku Koivu", + "pred": "Montreal Canadiens", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Juraj Mik\u00fa\u0161 -> drafted by -> New York Rangers (2005)\n Hop 2: New York Rangers -> team captain -> Brian Leetch (2005)\n Hop 3: Brian Leetch -> drafted by -> Montreal Canadiens (1984)\n Answer: Montreal Canadiens" + }, + { + "id": "q_002864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "Turkish Super Lig", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Bar\u0131\u015f \u00d6r\u00fcc\u00fc -> member of sports team -> Bursaspor (2012)\n Hop 2: Bursaspor -> league or competition -> Turkish Super Lig (2012)\n Answer: Turkish Super Lig" + }, + { + "id": "q_002089", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heat and Dust -> award -> 1975 (Hop 1)\n Hop 2: 1975 -> winner -> Ruth Prawer Jhabvala (Hop 2)\n Answer: 1975" + }, + { + "id": "q_002782", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Bremen", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Horst Bredekamp -> work location -> University of Bremen (2009)\n Hop 2: University of Bremen -> head of government -> Carsten B\u00f6sel (2009)\n Hop 3: Carsten B\u00f6sel -> work location -> Bremen (2009)\n Answer: Bremen" + }, + { + "id": "q_004348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Karel Br\u00fcckner", + "pred": "Miroslav \u0160korpil", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Roman T\u00fdce -> member of -> FK Teplice (2004)\n Hop 2: FK Teplice -> head coach -> Miroslav \u0160korpil (2004)\n Answer: Miroslav \u0160korpil" + }, + { + "id": "q_006603", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "1998", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kiran Desai -> The Night Watch (1998) -> nominated for -> 1998 (year)\n Answer: 1998" + }, + { + "id": "q_000643", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Adolf Hitler", + "pred": "Otto Meissner", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Franz Xaver Schwarz -> member of political party -> NSDAP\n Hop 2: NSDAP -> chairperson -> Otto Meissner\n Answer: Otto Meissner" + }, + { + "id": "q_001459", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Sepp Piontek", + "pred": "S\u00f8rensen", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kim Vilfort -> member of -> Aalborg BK (1986)\n Hop 2: Aalborg BK -> head coach -> S\u00f8rensen (1986)\n Answer: S\u00f8rensen" + }, + { + "id": "q_007691", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "German Emperor", + "pred": "position", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Augusta Victoria of Schleswig-Holstein -> spouse -> Wilhelm II, German Emperor (1912)\n Hop 2: Wilhelm II, German Emperor -> position -> German Emperor (1912)\n Hop 3: German Emperor -> held -> position (1912)\n Answer: position" + }, + { + "id": "q_004382", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Israeli Premier League", + "pred": "European Union", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rodgers Kola -> member of -> Sports team (2015)\n Hop 2: Sports team (2015) -> league or competition -> Superliga (2015)\n Hop 3: Superliga (2015) -> member of -> European Union (2015)\n Answer: European Union" + }, + { + "id": "q_008297", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Luxembourg National Division", + "pred": "2. Bundesliga", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mathias J\u00e4nisch -> member of sports team -> US Hostert (1999-2000)\n Hop 2: US Hostert -> league or competition -> 2. Bundesliga (1999-2000)\n Answer: 2. Bundesliga" + }, + { + "id": "q_004135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Guido Crepax -> country of citizenship -> Italy\n Hop 2: Italy -> member of -> European Economic Community\n Hop 3: European Economic Community -> member of -> European Free Trade Association\n Hop 4: European Free Trade Association -> member of -> United Kingdom\n Answer: United Kingdom" + }, + { + "id": "q_007490", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Marie Dressler", + "pred": "1931", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Ann Harding -> 1931 -> winner -> 1931 Academy Award for Best Actor\n Hop 2: 1931 Academy Award for Best Actor -> nominated for -> 1931 Academy Award for Best Actor\n Hop 3: 1931 Academy Award for Best Actor -> winner -> 1931\n Answer: 1931" + }, + { + "id": "q_004470", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Fernando Santos", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ra\u00fal Fern\u00e1ndez-Cavada Mateos -> member of -> Real Madrid C.F. (2018)\n Hop 2: Real Madrid C.F. -> head coach -> Jos\u00e9 Mourinho (2018)\n Hop 3: Jos\u00e9 Mourinho -> member of -> Portugal national football team (2018)\n Hop 4: Portugal national football team -> head coach -> Fernando Santos (2018)\n Answer: Fernando Santos" + }, + { + "id": "q_001400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Nike", + "pred": "Sports team kit suppliers", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Austin Healey -> member of -> West Bromwich Albion (2002)\n Hop 2: West Bromwich Albion -> kit supplier -> Puma (2002)\n Hop 3: Puma -> member of -> Sports team kit suppliers (2002)\n Answer: Sports team kit suppliers" + }, + { + "id": "q_005647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Pacific Coliseum", + "pred": "Chicago", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Jim Sandlak -> drafted by -> Chicago Bears (1985)\n Hop 2: Chicago Bears -> home venue -> Soldier Field (1985)\n Hop 3: Soldier Field -> home venue -> Chicago (1985)\n Answer: Chicago" + }, + { + "id": "q_000107", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Prague", + "pred": "Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Anton\u00edn Kapek -> member of political party -> Czechoslovak Social Democracy (1984)\n Hop 2: Czechoslovak Social Democracy (1984) -> headquarters -> Prague (1984)\n Hop 3: Prague -> country -> Czechoslovakia (1984)\n Answer: Czechoslovakia" + }, + { + "id": "q_000481", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "Hop\n Hop 1: Joan Barfoot -> 1999 -> winner -> 1999 Australian Film Institute Award for Best Cinematography\n Hop 2: 1999 Australian Film Institute Award for Best Cinematography -> 1999 -> winner -> 1999 Australian Film Institute Award for Best Cinematography\n Hop 3: 1999 Australian Film Institute Award for Best Cinematography -> 1", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Joan Barfoot -> 1999 -> winner -> 1999 Australian Film Institute Award for Best Cinematography\n Hop 2: 1999 Australian Film Institute Award for Best Cinematography -> 1999 -> winner -> 1999 Australian Film Institute Award for Best Cinematography\n Hop 3: 1999 Australian Film Institute Award for Best Cinematography -> 1" + }, + { + "id": "q_005374", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "1998", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Haloo Helsinki! -> 1998 -> 1998 (year)\n Hop 2: 1998 -> 1998 (year) -> 1998 (year)\n Hop 3: 1998 -> 1998 (year) -> 1998 (year)\n Answer: 1998" + }, + { + "id": "q_007891", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Second Lady or Gentleman of the United States", + "pred": "First Lady of the United States", + "em": 0.0, + "f1": 0.7142857142857143, + "pred_raw": "Hop 1: Richard Nixon -> spouse -> Pat Nixon (1956)\n Hop 2: Pat Nixon -> position -> First Lady of the United States (1956)\n Answer: First Lady of the United States" + }, + { + "id": "q_004941", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Ralf Loose", + "pred": "Thomas Schmid", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Chris Philipps -> member of -> sports team -> head coach -> Steffen Kocholl (2015)\n Hop 2: Steffen Kocholl -> member of -> sports team -> head coach -> Thomas Schmid (2015)\n Answer: Thomas Schmid" + }, + { + "id": "q_007300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mar\u00eda Denis -> country of citizenship -> Italy\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_007401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "\"Hymn to the Motherland\"", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop: 1. B\u00e2rlad -> country -> Romania\n Hop: 2. Romania -> anthem -> \"Hymn to the Motherland\"\n Hop: 3. \"Hymn to the Motherland\" -> year -> 1966\n Answer: \"Hymn to the Motherland\"" + }, + { + "id": "q_001311", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: SANAA's award -> 2010 (Hop 1)\n Hop 2: Ryue Nishizawa -> 2010 (Hop 2)\n Answer: 2010" + }, + { + "id": "q_003353", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Panama", + "pred": "New Jersey", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: All Summer Long -> place of publication -> New York (1964)\n Hop 2: New York -> shares border with -> New Jersey (1964)\n Answer: New Jersey" + }, + { + "id": "q_005629", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arnold J. Levine -> award -> 1998 (Hop 1)\n Hop 2: Bert Vogelstein -> equal to -> 1998 (Hop 2)\n Answer: 1998" + }, + { + "id": "q_005931", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Leonid Brezhnev", + "pred": "Hop 1: Siim Kallas -> member of political party -> Estonian People's Union (1938-1991)\n Hop 2: Estonian People's Union (1938-1991) -> chairperson -> Konstantin P\u00e4ts (1938-1940)\n Hop 3: Konstantin P\u00e4ts -> successor -> Anton Kark (1940-194", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Siim Kallas -> member of political party -> Estonian People's Union (1938-1991)\n Hop 2: Estonian People's Union (1938-1991) -> chairperson -> Konstantin P\u00e4ts (1938-1940)\n Hop 3: Konstantin P\u00e4ts -> successor -> Anton Kark (1940-194" + }, + { + "id": "q_005823", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Territory of Hawaii", + "pred": "New York", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Catherine Schell -> residence -> New York City (Hop 1)\n Hop 2: New York City -> contains -> New York County (Hop 2)\n Hop 3: New York County -> administrative territorial entity -> New York (Hop 3)\n Answer: New York" + }, + { + "id": "q_002989", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Free State of Prussia", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Anton Kerschbaumer -> work location -> Vienna (1924)\n Hop 2: Vienna -> located in -> Austria (1924)\n Answer: Austria" + }, + { + "id": "q_004259", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Anne Enright", + "pred": "Arundhati Roy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Indra Sinha -> nominated for -> The God of Small Things (book)\n Hop 2: The God of Small Things (book) -> winner -> Arundhati Roy\n Answer: Arundhati Roy" + }, + { + "id": "q_002166", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Ligue 1", + "pred": "Ligue 1", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gr\u00e9gory Ursule -> sports team -> AS Nancy-Lorraine (1995)\n Hop 2: AS Nancy-Lorraine -> league or competition -> Ligue 1 (1995)\n Answer: Ligue 1" + }, + { + "id": "q_006376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "Hop 1: Nicolas Cage -> 1995 -> Winner of the 1995 Academy Award for Best Actor (1995)\n Hop 2: 1995 -> Equal to -> 1995 (1995)\n Hop 3: 1995 -> Nominated for -> 1995 (1995)\n Hop 4: 1995 -> Winner of -> 1", + "em": 1.0, + "f1": 0.1, + "pred_raw": "Hop 1: Nicolas Cage -> 1995 -> Winner of the 1995 Academy Award for Best Actor (1995)\n Hop 2: 1995 -> Equal to -> 1995 (1995)\n Hop 3: 1995 -> Nominated for -> 1995 (1995)\n Hop 4: 1995 -> Winner of -> 1" + }, + { + "id": "q_008518", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Hans Backe", + "pred": "Hop 1: Jan Gunnar Solli -> member of -> Norway national football team (2012)\n Hop 2: Norway national football team -> head coach -> Sven-G\u00f6ran Eriksson (2012)\n Hop 3: Sven-G\u00f6ran Eriksson -> member of -> Sweden national football team (2012)\n Hop 4: Sweden national football team -> head coach -> Sven-G\u00f6ran Eriksson (201", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jan Gunnar Solli -> member of -> Norway national football team (2012)\n Hop 2: Norway national football team -> head coach -> Sven-G\u00f6ran Eriksson (2012)\n Hop 3: Sven-G\u00f6ran Eriksson -> member of -> Sweden national football team (2012)\n Hop 4: Sweden national football team -> head coach -> Sven-G\u00f6ran Eriksson (201" + }, + { + "id": "q_003792", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ferruccio Tagliavini -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (Hop 2)\n Answer: Giovanni Gronchi" + }, + { + "id": "q_000844", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Hop\n Hop 1: Cast Away (2000 film) - 2001 Academy Awards - Best Picture (2001)\n Hop 2: 2001 Academy Awards - 2001 - Winner - Tom Hanks\n Hop 3: Tom Hanks - 2001 - Winner - Best Actor\n Hop 4: Best Actor - 2001 - Winner - Tom Hanks\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Cast Away (2000 film) - 2001 Academy Awards - Best Picture (2001)\n Hop 2: 2001 Academy Awards - 2001 - Winner - Tom Hanks\n Hop 3: Tom Hanks - 2001 - Winner - Best Actor\n Hop 4: Best Actor - 2001 - Winner - Tom Hanks\n Hop" + }, + { + "id": "q_005425", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Sandro Pertini", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mario De Don\u00e0 -> country of citizenship -> Italy (1979)\n Hop 2: Italy -> head of state -> Sandro Pertini (1979)\n Hop 3: Sandro Pertini -> country of citizenship -> Italy (1979)\n Answer: Italy" + }, + { + "id": "q_006156", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Jean Dujardin", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Romain Duris -> European Film Award for Best Actor -> 2005\n Hop 2: Javier Bardem -> European Film Award for Best Actor -> 2005\n Hop 3: 2005 -> winner -> Jean Dujardin\n Answer: Jean Dujardin" + }, + { + "id": "q_006038", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Austro-Hungarian krone", + "pred": "Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi" + }, + { + "id": "q_008465", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1923.0, + "gold": "Egyptian pound", + "pred": "Palestine pound", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Ramallah -> Palestine -> 1923 -> currency -> Palestine pound\n Answer: Palestine pound" + }, + { + "id": "q_004604", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Javier Aguirre", + "pred": "Hop 1: Cosmin Contra -> sports team -> FC Dinamo Bucure\u0219ti (1990-1992)\n Hop 2: FC Dinamo Bucure\u0219ti (1990-1992) -> head coach -> Mircea Lucescu (1990-1992)\n Hop 3: Mircea Lucescu -> head coach -> Adrian Mutu (1997-", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Cosmin Contra -> sports team -> FC Dinamo Bucure\u0219ti (1990-1992)\n Hop 2: FC Dinamo Bucure\u0219ti (1990-1992) -> head coach -> Mircea Lucescu (1990-1992)\n Hop 3: Mircea Lucescu -> head coach -> Adrian Mutu (1997-" + }, + { + "id": "q_002929", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "The Internationale", + "pred": "Hop\n Hop 1: Black Sea Governorate -> located in -> Ukraine\n Hop 2: Ukraine -> anthem -> Hora (song)\n Hop 3: Hora (song) -> performed by -> Mykola Lysenko\n Hop 4: Mykola Lysenko -> born in -> Kharkiv\n Hop 5: Kharkiv -> located in -> Kharkiv Oblast\n Hop 6: Kharkiv Oblast -> anthem ->", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Black Sea Governorate -> located in -> Ukraine\n Hop 2: Ukraine -> anthem -> Hora (song)\n Hop 3: Hora (song) -> performed by -> Mykola Lysenko\n Hop 4: Mykola Lysenko -> born in -> Kharkiv\n Hop 5: Kharkiv -> located in -> Kharkiv Oblast\n Hop 6: Kharkiv Oblast -> anthem ->" + }, + { + "id": "q_007720", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Peppino De Filippo -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Alcide De Gasperi (1955)\n Answer: Alcide De Gasperi" + }, + { + "id": "q_005879", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Raffaele Anguilla -> country of citizenship -> Italy (1992-1994)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1992-1999)\n Hop 3: Raffaele Anguilla -> country of citizenship -> Italy (1992-1994)\n Hop 4: Italy -> head of state -> Carlo Az", + "em": 1.0, + "f1": 0.2608695652173913, + "pred_raw": "Hop 1: Raffaele Anguilla -> country of citizenship -> Italy (1992-1994)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1992-1999)\n Hop 3: Raffaele Anguilla -> country of citizenship -> Italy (1992-1994)\n Hop 4: Italy -> head of state -> Carlo Az" + }, + { + "id": "q_001938", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Territory of Hawaii", + "pred": "Coral Bay", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Yul Brynner -> country of citizenship -> United States\n Hop 2: United States -> contains the administrative territorial entity -> United States Virgin Islands\n Hop 3: United States Virgin Islands -> contains the administrative territorial entity -> Saint John\n Hop 4: Saint John -> contains the administrative territorial entity -> Coral Bay\n Answer: Coral Bay" + }, + { + "id": "q_004995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Academy Award for Best Supporting Actress", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.9090909090909091, + "pred_raw": "Hop 1: Shelley Winters -> spouse -> Anthony Franciosa (1960)\n Hop 2: Anthony Franciosa -> spouse -> Shelley Winters (1960)\n Hop 3: Shelley Winters -> nominated for -> Academy Award for Best Actress (1960)\n Answer: Academy Award for Best Actress" + }, + { + "id": "q_006351", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade de l'Arnaud", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Andr\u00e9 Chorda -> member of sports team -> FC Lorient (home venue: Stade de l'Arnaud)\n Hop 2: FC Lorient -> member of sports team -> Fernando Guidicelli (home venue: Stade de l'Arnaud)\n Answer: Stade de l'Arnaud" + }, + { + "id": "q_005087", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bruno Bettinelli -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Austria (1956)\n Answer: Austria" + }, + { + "id": "q_006536", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Floriano Bodini -> country of citizenship -> Italy (2002)\n Answer: Italy" + }, + { + "id": "q_006736", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Sandra Bullock", + "pred": "Hop 1: Doubt -> winner -> Cate Blanchett (1999-02-10)\n Hop 2: Cate Blanchett -> nominated for -> The Lord of the Rings: The Fellowship of the Ring (2001-12-13)\n Hop 3: The Lord of the Rings: The Fellowship of the Ring -> nominated for -> Academy Award for Best Actress (2002-02-24)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Doubt -> winner -> Cate Blanchett (1999-02-10)\n Hop 2: Cate Blanchett -> nominated for -> The Lord of the Rings: The Fellowship of the Ring (2001-12-13)\n Hop 3: The Lord of the Rings: The Fellowship of the Ring -> nominated for -> Academy Award for Best Actress (2002-02-24)" + }, + { + "id": "q_004654", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Joseph Stalin", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Khrustalnyi -> country -> Russian Empire (1915)\n Hop 2: Russian Empire -> head of state -> Vladimir Lenin (1915)\n Hop 3: Vladimir Lenin -> country of citizenship -> Soviet Union (1915)\n Hop 4: Soviet Union -> head of state -> Joseph Stalin (1915)\n Answer: Joseph Stalin" + }, + { + "id": "q_005945", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Harry S. Truman", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Frank Tieri -> residence -> Harry S. Truman (1965)\n Answer: Harry S. Truman" + }, + { + "id": "q_007681", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Daman and Diu", + "pred": "David Paterson", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Abhijit Banerjee -> country of citizenship -> United States of America (Hop 1)\n Hop 2: United States of America -> contains the administrative territorial entity -> New York (Hop 2)\n Hop 3: New York -> head of state -> David Paterson (Hop 3)\n Answer: David Paterson" + }, + { + "id": "q_006184", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop\n Hop 1: Smiley Smile -> place of publication -> Rolling Stone (1967)\n Hop 2: Rolling Stone (1967) -> head of government -> Lyndon B. Johnson\n Hop 3: Lyndon B. Johnson -> head of government -> Lyndon B. Johnson\n Answer: Lyndon B. Johnson" + }, + { + "id": "q_000115", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Caja M\u00e1gica", + "pred": "Palazzo dello Sport", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ettore Messina -> member of sports team -> Pallacanestro Cant\u00f9 (2010)\n Hop 2: Pallacanestro Cant\u00f9 -> home venue -> Palazzo dello Sport (2010)\n Answer: Palazzo dello Sport" + }, + { + "id": "q_002711", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Memo Benassi -> country of citizenship -> Italy (1954)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1954)\n Answer: Alcide De Gasperi" + }, + { + "id": "q_005754", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Croatia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pavao Pavli\u010di\u0107 -> award -> 1981 NIN Prize (Hop 1)\n Hop 2: 1981 NIN Prize -> country -> Croatia (Hop 2)\n Answer: Croatia" + }, + { + "id": "q_002277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00d6nder Akda\u011f -> member of sports team -> Antalyaspor (2012)\n Answer: S\u00fcper Lig" + }, + { + "id": "q_000552", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italian lira", + "pred": "Lira (1927-1998)", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Paolo Soleri -> residence -> Venice\n Hop 2: Venice -> currency -> Lira (1927-1998)\n Answer: Lira (1927-1998)" + }, + { + "id": "q_000403", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "SeatGeek Stadium", + "pred": "Stadio Olimpico", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Paolo Tornaghi -> sports team -> A.S. Roma -> home venue -> Stadio Olimpico\n Answer: Stadio Olimpico" + }, + { + "id": "q_003856", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Faye Dunaway -> unmarried partner -> John Schlesinger (1971)\n Hop 2: John Schlesinger -> country of citizenship -> United States of America (1971)\n Answer: United States of America" + }, + { + "id": "q_003602", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Mikhail Gorbachev", + "pred": "Mart Laar", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Andrus \u00d6\u00f6vel -> member of -> Estonian People's Union (1986)\n Hop 2: Estonian People's Union (1986) -> chairperson -> Mart Laar (1986)\n Answer: Mart Laar" + }, + { + "id": "q_007850", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Cesare Andrea Bixio -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> shares border with -> Austria (1950)\n Answer: Austria" + }, + { + "id": "q_001019", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1962.0, + "gold": "1962", + "pred": "1962", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: United States Navy SEALs -> founder -> Richard E. \"Dick\" Cheney (1941-)\n Hop 2: Richard E. \"Dick\" Cheney -> nominated for -> Nobel Peace Prize (1973-1974)\n Hop 3: Nobel Peace Prize -> the nominated for -> United States Navy SEALs (1962-1963)\n Answer: 1962" + }, + { + "id": "q_004322", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Dietrich Stobbe", + "pred": "Paul von Hindenburg", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Anna Seghers -> residence -> Berlin (1933-1935)\n Hop 2: Berlin -> head of government -> Paul von Hindenburg (1933-1935)\n Answer: Paul von Hindenburg" + }, + { + "id": "q_004271", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Francesco Carpino -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (Hop 2)\n Answer: Giorgio Napolitano" + }, + { + "id": "q_001171", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Jorge Sampaio", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Armando Ceste -> country of citizenship -> Portugal (2001)\n Hop 2: Portugal -> head of state -> Jorge Sampaio (2001)\n Hop 3: Jorge Sampaio -> head of state -> Portugal (2001)\n Answer: Jorge Sampaio" + }, + { + "id": "q_007890", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "The Happy Ending (1974)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Genevi\u00e8ve Bujold -> Academy Award for Best Actress (1973)\n Hop 2: Academy Award for Best Actress (1973) -> winner -> Glenda Jackson\n Hop 3: Glenda Jackson -> nominated for -> The Happy Ending (1974)\n Answer: The Happy Ending (1974)" + }, + { + "id": "q_008632", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "1968", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Demeter Balla -> work location -> 1968 -> capital -> 1968\n Hop 2: 1968 -> capital -> 1968 -> capital -> 1968\n Hop 3: 1968 -> capital -> 1968 -> capital -> 1968\n Answer: 1968" + }, + { + "id": "q_007395", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1925.0, + "gold": "Egyptian pound", + "pred": "Israeli new shekel", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Afula -> country -> Israel\n Hop 2: Israel -> currency -> Israeli new shekel\n Answer: Israeli new shekel" + }, + { + "id": "q_007784", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "1977 (year)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jennifer Johnston -> 1977 -> 1977 (year)\n Hop 2: 1977 -> 1977 (year) -> 1977 (year)\n Hop 3: 1977 (year) -> 1977 (year) -> 1977 (year)\n Answer: 1977 (year)" + }, + { + "id": "q_006008", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Rainer Ernst", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rainer Ernst -> member of sports team -> FC St. Pauli (1992)\n Hop 2: FC St. Pauli -> chairperson -> Rainer Ernst (1992)\n Answer: Rainer Ernst" + }, + { + "id": "q_007623", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Zden\u011bk Zeman", + "pred": "Giuseppe Saronni", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Angelo Gregucci -> member of -> SS Lazio (1995)\n Hop 2: Roberto Bacci -> member of -> AC Cesena (1995)\n Hop 3: AC Cesena -> head coach -> Giuseppe Saronni (1995)\n Answer: Giuseppe Saronni" + }, + { + "id": "q_000261", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Netherlands", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Max Blokzijl -> work location -> Netherlands (1932)\n Answer: Netherlands" + }, + { + "id": "q_005362", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Yugoslavia", + "pred": "Greece", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nino Baragli -> country of citizenship -> Italy (1992)\n Hop 2: Italy -> shares border with -> Greece (1992)\n Answer: Greece" + }, + { + "id": "q_003134", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Teen Choice Awards", + "pred": "Hop\n Hop 1: Call Me Maybe - 2012 - 2012\n Hop 2: 2012 - 22nd Grammy Awards - 2012\n Hop 3: 2012 - 2012 - 2012\n Hop 4: 2012 - 2012 - 2012\n Hop 5: 20", + "em": 0.0, + "f1": 0.11764705882352941, + "pred_raw": "Hop\n Hop 1: Call Me Maybe - 2012 - 2012\n Hop 2: 2012 - 22nd Grammy Awards - 2012\n Hop 3: 2012 - 2012 - 2012\n Hop 4: 2012 - 2012 - 2012\n Hop 5: 20" + }, + { + "id": "q_006822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Deutsche Bank", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kai-Fabian Schulz -> member of -> 1. FC N\u00fcrnberg (2009)\n Hop 2: 1. FC N\u00fcrnberg -> sponsor -> Deutsche Bank (2009)\n Hop 3: Deutsche Bank -> member of -> Deutsche Bank (2009)\n Answer: Deutsche Bank" + }, + { + "id": "q_003313", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Italian lira", + "pred": "Argentine peso", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Eugenio Monti -> country of citizenship -> Argentina (1972)\n Hop 2: Argentina -> currency -> Argentine peso (1972)\n Answer: Argentine peso" + }, + { + "id": "q_005360", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tim Eitel -> work location -> Berlin\n Hop 2: Berlin -> head of government -> Klaus Wowereit\n Answer: Klaus Wowereit" + }, + { + "id": "q_001597", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Peter Carey", + "pred": "John Boyne", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rachel Seiffert -> nominated for -> The Sea Inside (book)\n Hop 2: The Sea Inside (book) -> winner of -> John Boyne (author)\n Hop 3: John Boyne -> nominated for -> The Boy in the Striped Pajamas (book)\n Hop 4: The Boy in the Striped Pajamas (book) -> winner of -> John Boyne (author)\n Answer: John Boyne" + }, + { + "id": "q_003838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Ronald Colman", + "pred": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop" + }, + { + "id": "q_005949", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Attila J\u00f3zsef", + "pred": "Hop 1: Mih\u00e1ly Bart\u00f3k -> employer -> Hungarian Academy of Sciences (1998)\n Hop 2: Hungarian Academy of Sciences -> named after -> L\u00e1szl\u00f3 Kalm\u00e1r (1998)\n Hop 3: L\u00e1szl\u00f3 Kalm\u00e1r -> employer -> University of Szeged (1998)\n Hop 4: University of Szeged -> named after -> Mih\u00e1ly Bart\u00f3k (1", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mih\u00e1ly Bart\u00f3k -> employer -> Hungarian Academy of Sciences (1998)\n Hop 2: Hungarian Academy of Sciences -> named after -> L\u00e1szl\u00f3 Kalm\u00e1r (1998)\n Hop 3: L\u00e1szl\u00f3 Kalm\u00e1r -> employer -> University of Szeged (1998)\n Hop 4: University of Szeged -> named after -> Mih\u00e1ly Bart\u00f3k (1" + }, + { + "id": "q_005024", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Jimmy Carter", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Philip Taaffe -> work location -> United States\n Hop 2: United States -> head of government -> Jimmy Carter\n Answer: Jimmy Carter" + }, + { + "id": "q_007032", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Heinrich Himmler", + "pred": "Hop 1: Karl Gerland -> member of -> Karl Gerland (1903-1980)\n Hop 2: Karl Gerland (1903-1980) -> manager of -> Karl Gerland (1903-1980)\n Hop 3: Karl Gerland (1903-1980) -> manager of -> Karl Gerland (1903-1980", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Karl Gerland -> member of -> Karl Gerland (1903-1980)\n Hop 2: Karl Gerland (1903-1980) -> manager of -> Karl Gerland (1903-1980)\n Hop 3: Karl Gerland (1903-1980) -> manager of -> Karl Gerland (1903-1980" + }, + { + "id": "q_004269", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Luigi Baldi -> member of -> AC Cesena (1914)\n Hop 2: AC Cesena -> country -> Italy (1914)\n Answer: Italy" + }, + { + "id": "q_005207", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Hop 1: Heinz Wewers -> member of -> 1. FC N\u00fcrnberg (1958)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Otto Rehhagel (1958)\n Hop 3: Otto Rehhagel -> member of -> German Football Association (1958)\n Hop 4: German Football Association -> head coach -> Karl-Heinz Rummenigge (1958", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Heinz Wewers -> member of -> 1. FC N\u00fcrnberg (1958)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Otto Rehhagel (1958)\n Hop 3: Otto Rehhagel -> member of -> German Football Association (1958)\n Hop 4: German Football Association -> head coach -> Karl-Heinz Rummenigge (1958" + }, + { + "id": "q_008065", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Constantinople", + "pred": "Constantinople", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Old City of Jerusalem -> country -> Ottoman Empire (1915)\n Hop 2: Ottoman Empire -> capital -> Constantinople (1915)\n Answer: Constantinople" + }, + { + "id": "q_003648", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Free Trade Association", + "em": 0.0, + "f1": 0.22222222222222224, + "pred_raw": "Hop 1: Nunzio Malasomma -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Economic Community (1951)\n Hop 3: European Economic Community -> member of -> European Free Trade Association (1951)\n Answer: European Free Trade Association" + }, + { + "id": "q_000919", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "Franz Beckenbauer", + "pred": "German Football League", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Hans Pfl\u00fcgler -> member of -> SpVgg Greuther F\u00fcrth (1987)\n Hop 2: SpVgg Greuther F\u00fcrth (1987) -> head coach -> Karl-Heinz Feldmann\n Hop 3: Karl-Heinz Feldmann -> member of -> German Football League (1987)\n Answer: German Football League" + }, + { + "id": "q_001421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Colin Farrell -> unmarried partner -> 2004 (Hop 1)\n Hop 2: 2004 -> award received -> Grammy Award for Best Dance/Electronic Recording (Hop 2)\n Answer: 2004" + }, + { + "id": "q_007438", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "National Medal of Science", + "em": 0.0, + "f1": 0.22222222222222224, + "pred_raw": "Hop 1: Pavao Pavli\u010di\u0107 -> award -> 1981 (1981)\n Hop 2: 1981 -> country -> United States (1981)\n Hop 3: United States -> award -> National Medal of Science (1981)\n Answer: National Medal of Science" + }, + { + "id": "q_000509", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giorgio Napolitano -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1975)\n Answer: Giovanni Gronchi" + }, + { + "id": "q_006374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Hop 1: Patrick White -> nominated for -> 1970 Booker Prize (Winner)\n Hop 2: 1970 Booker Prize (Winner) -> winner -> John Braine\n Hop 3: John Braine -> nominated for -> 1971 Booker Prize (Winner)\n Hop 4: 1971 Booker Prize (Winner) -> winner -> John Braine\n Hop 5: John Braine -> nominated for -> 1", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Patrick White -> nominated for -> 1970 Booker Prize (Winner)\n Hop 2: 1970 Booker Prize (Winner) -> winner -> John Braine\n Hop 3: John Braine -> nominated for -> 1971 Booker Prize (Winner)\n Hop 4: 1971 Booker Prize (Winner) -> winner -> John Braine\n Hop 5: John Braine -> nominated for -> 1" + }, + { + "id": "q_006108", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "presidential system", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop" + }, + { + "id": "q_001184", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Robert Bolt", + "pred": "Robert Bolt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Doctor Zhivago -> award -> Academy Award for Best Picture (1965)\n Hop 2: Academy Award for Best Picture (1965) -> winner -> David Lean\n Hop 3: David Lean -> award -> Golden Globe Award for Best Screenplay (1965)\n Hop 4: Golden Globe Award for Best Screenplay (1965) -> winner -> Robert Bolt\n Answer: Robert Bolt" + }, + { + "id": "q_001023", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Czechoslovakian ice hockey team", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jan Suchop\u00e1rek -> sports team -> HC Slavia Praha (1995)\n Hop 2: HC Slavia Praha -> head coach -> Vladim\u00edr \u0160micer (1995)\n Hop 3: Vladim\u00edr \u0160micer -> member of -> Czechoslovakian ice hockey team (1995)\n Answer: Czechoslovakian ice hockey team" + }, + { + "id": "q_001479", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Javier Aguirre", + "pred": "Club Atl\u00e9tico River Plate", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luis Amaranto Perea -> member of -> Club Atl\u00e9tico River Plate (1998-2000)\n Hop 2: Club Atl\u00e9tico River Plate -> head coach -> Jos\u00e9 Luis Chilavert (1998-2000)\n Hop 3: Jos\u00e9 Luis Chilavert -> head coach -> Club Atl\u00e9tico River Plate (1998-2000)\n Answer: Club Atl\u00e9tico River Plate" + }, + { + "id": "q_006983", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Giovanni Gronchi", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Maria Caniglia -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1956)\n Answer: Alcide De Gasperi" + }, + { + "id": "q_007833", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "White Hart Lane", + "pred": "Elland Road", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Andy Gray -> member of sports team -> Leeds United F.C.\n Hop 2: Leeds United F.C. -> home venue -> Elland Road\n Answer: Elland Road" + }, + { + "id": "q_005681", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Netherlands", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Max Blokzijl -> work location -> Netherlands (1930)\n Answer: Netherlands" + }, + { + "id": "q_003706", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jean-Cyril Robin -> member of -> ASVEL Basket (2005)\n Hop 2: ASVEL Basket -> sports team -> French Basketball League (2005)\n Hop 3: French Basketball League -> member of -> Arnaud G\u00e9rard (2005)\n Answer: 2005" + }, + { + "id": "q_007006", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Hop 1: Jan Suchop\u00e1rek -> sports team -> HC Sparta Praha (1995)\n Hop 2: HC Sparta Praha (1995) -> head coach -> Michal B\u00edlek (1995)\n Hop 3: Michal B\u00edlek (1995) -> member of -> Czechoslovakia men's national ice hockey team (1995)\n Hop 4: Czechoslovakia men", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jan Suchop\u00e1rek -> sports team -> HC Sparta Praha (1995)\n Hop 2: HC Sparta Praha (1995) -> head coach -> Michal B\u00edlek (1995)\n Hop 3: Michal B\u00edlek (1995) -> member of -> Czechoslovakia men's national ice hockey team (1995)\n Hop 4: Czechoslovakia men" + }, + { + "id": "q_004220", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Swiss Super League", + "pred": "Liga Portugal", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rog\u00e9rio Luiz da Silva -> member of sports team -> SC Farense (2003)\n Hop 2: SC Farense -> league or competition -> Liga Portugal (2003)\n Answer: Liga Portugal" + }, + { + "id": "q_007500", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "The Song of the Motherland", + "em": 0.0, + "f1": 0.25, + "pred_raw": "Hop\n Hop: 1. Balaklava is a city in Ukraine.\n Hop: 2. Ukraine's anthem in 1917 was \"The Song of the Motherland\".\n Hop: 3. The answer is \"The Song of the Motherland\".\n Answer: The Song of the Motherland" + }, + { + "id": "q_008556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "German Empire", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fritz Stuckenberg -> work location -> Berlin (1912)\n Hop 2: Anton Kerschbaumer -> work location -> Germany (1912)\n Answer: Germany" + }, + { + "id": "q_003362", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ireland", + "pred": "European Union", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Micul\u00e0 Dematteis -> sports team -> A.S. Roma\n Hop 2: A.S. Roma -> country -> Italy\n Hop 3: Italy -> member of -> European Union\n Answer: European Union" + }, + { + "id": "q_007378", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Allianz Arena", + "pred": "Nuremberg Arena", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Moritz Volz -> member of sports team -> 1. FC Nuremberg (2014)\n Hop 2: 1. FC Nuremberg -> home venue -> Nuremberg Arena (2014)\n Answer: Nuremberg Arena" + }, + { + "id": "q_002356", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Soviet Union", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kemerovo -> located in -> Kemerovo Oblast (1940)\n Hop 2: Kemerovo Oblast -> country -> Russia (1940)\n Answer: Russia" + }, + { + "id": "q_004000", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Walter Mazzarri", + "pred": "Hop 1: Jonathan Moreira -> sports team -> F.C. Porto (member of)\n Hop 2: F.C. Porto -> head coach -> V\u00edtor Frade (head coach)\n Hop 3: V\u00edtor Frade -> member of -> A.C. Milan (member of)\n Hop 4: A.C. Milan -> head coach -> Massimo Allegri (head coach)\n Hop 5: Massimo Allegri -> member of -> A.S.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jonathan Moreira -> sports team -> F.C. Porto (member of)\n Hop 2: F.C. Porto -> head coach -> V\u00edtor Frade (head coach)\n Hop 3: V\u00edtor Frade -> member of -> A.C. Milan (member of)\n Hop 4: A.C. Milan -> head coach -> Massimo Allegri (head coach)\n Hop 5: Massimo Allegri -> member of -> A.S." + }, + { + "id": "q_003511", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Hungarian Olympic Committee", + "pred": "Hungarian Democratic Forum", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Gy\u0151r -> head of government -> L\u00e1szl\u00f3 T\u0151k\u00e9s (2011-2012)\n Hop 2: L\u00e1szl\u00f3 T\u0151k\u00e9s -> member of -> Hungarian Democratic Forum (1990-1994)\n Hop 3: Hungarian Democratic Forum -> member of -> Gy\u0151r (1990-1994)\n Answer: Hungarian Democratic Forum" + }, + { + "id": "q_003517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "Hop 1: BND law -> Germany (country)\n Hop 2: Germany (country) -> East Germany (former)\n Hop 3: East Germany (former) -> East Germany (country) (country)\n Hop 4: East Germany (country) -> East Germany (country) (country)\n Hop 5: East Germany (country) -> East Germany (country) (country)\n Hop 6: East Germany (country) -> East Germany (country) (", + "em": 0.0, + "f1": 0.13333333333333336, + "pred_raw": "Hop 1: BND law -> Germany (country)\n Hop 2: Germany (country) -> East Germany (former)\n Hop 3: East Germany (former) -> East Germany (country) (country)\n Hop 4: East Germany (country) -> East Germany (country) (country)\n Hop 5: East Germany (country) -> East Germany (country) (country)\n Hop 6: East Germany (country) -> East Germany (country) (" + }, + { + "id": "q_008482", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Harry Warren", + "pred": "Hop\n Hop 1: Richard Rodgers -> 1946 -> 1946 Tony Award for Best Musical -> winner -> South Pacific\n Hop 2: South Pacific -> 1946 -> 1946 Tony Award for Best Musical -> winner -> Richard Rodgers\n Hop 3: Richard Rodgers -> 1946 -> 1946 Tony Award for Best Musical -> winner -> South Pacific\n Hop 4: South Pacific ->", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Richard Rodgers -> 1946 -> 1946 Tony Award for Best Musical -> winner -> South Pacific\n Hop 2: South Pacific -> 1946 -> 1946 Tony Award for Best Musical -> winner -> Richard Rodgers\n Hop 3: Richard Rodgers -> 1946 -> 1946 Tony Award for Best Musical -> winner -> South Pacific\n Hop 4: South Pacific ->" + }, + { + "id": "q_001610", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ugo Attardi -> country of citizenship -> Italy\n Hop 2: Italy -> head of state -> Giorgio Napolitano\n Answer: Giorgio Napolitano" + }, + { + "id": "q_008668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "pred": "Hop 1: Karel Schwarzenberg -> member of political party -> TOP 09 (2018)\n Hop 2: TOP 09 -> chairperson -> Miroslav Kalousek (2018)\n Hop 3: Miroslav Kalousek -> member of political party -> Czech Social Democratic Party (2018)\n Hop 4: Czech Social Democratic Party -> chairperson -> Milo\u0161 Vystr\u010dil (", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Karel Schwarzenberg -> member of political party -> TOP 09 (2018)\n Hop 2: TOP 09 -> chairperson -> Miroslav Kalousek (2018)\n Hop 3: Miroslav Kalousek -> member of political party -> Czech Social Democratic Party (2018)\n Hop 4: Czech Social Democratic Party -> chairperson -> Milo\u0161 Vystr\u010dil (" + }, + { + "id": "q_007160", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Peppino De Filippo -> country of citizenship -> Italy\n Hop 2: Italy -> member of -> European Economic Community\n Hop 3: European Economic Community -> before -> 1956\n Answer: European Economic Community" + }, + { + "id": "q_003247", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Kevin Federline", + "pred": "Jennifer Lawrence", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Colin Farrell -> unmarried partner -> Sarah Polley (2004)\n Hop 2: Sarah Polley -> spouse -> David Cronenberg (2004)\n Hop 3: David Cronenberg -> spouse -> Jennifer Lawrence (2004)\n Answer: Jennifer Lawrence" + }, + { + "id": "q_000810", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Liga I", + "pred": "Liga I", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ovidiu Cornel Hanganu -> sports team -> FC Bra\u0219ov (1990)\n Hop 2: FC Bra\u0219ov -> league or competition -> Liga I (1990)\n Answer: Liga I" + }, + { + "id": "q_006432", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Joseph Stalin", + "pred": "Hop 1: Dmitriy Ustinov -> member of political party -> All-Union Association of Engineers and Technicians (1960-1965)\n Hop 2: All-Union Association of Engineers and Technicians -> chairperson -> Ivan Kovalyov (1960-1965)\n Hop 3: Ivan Kovalyov -> member of political party -> Communist Party of the Soviet Union (1960-", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Dmitriy Ustinov -> member of political party -> All-Union Association of Engineers and Technicians (1960-1965)\n Hop 2: All-Union Association of Engineers and Technicians -> chairperson -> Ivan Kovalyov (1960-1965)\n Hop 3: Ivan Kovalyov -> member of political party -> Communist Party of the Soviet Union (1960-" + }, + { + "id": "q_007768", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> currency -> Italian lira (1984)\n Answer: Italian lira" + }, + { + "id": "q_002329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Alexei Kuznetsov", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Zhu De -> country of citizenship -> Soviet Union (1967)\n Hop 2: Soviet Union -> head of government -> Alexei Kuznetsov (1967)\n Answer: Alexei Kuznetsov" + }, + { + "id": "q_005449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Rock and Roll Hall of Fame", + "pred": "Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi" + }, + { + "id": "q_003836", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Hop\n Hop 1: The Ninth Day (film) -> 1999 -> Film -> Director -> John H. Williams\n Hop 2: John H. Williams -> 1999 -> Film -> Director -> The Ninth Day (film)\n Hop 3: The Ninth Day (film) -> 1999 -> Film -> Director -> John H. Williams\n Hop 4: John H. Williams -> 1999 -> Film ->", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: The Ninth Day (film) -> 1999 -> Film -> Director -> John H. Williams\n Hop 2: John H. Williams -> 1999 -> Film -> Director -> The Ninth Day (film)\n Hop 3: The Ninth Day (film) -> 1999 -> Film -> Director -> John H. Williams\n Hop 4: John H. Williams -> 1999 -> Film ->" + }, + { + "id": "q_007908", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Communities", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Paolo Dezza -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Hop 3: European Economic Community -> member of -> European Communities (1952)\n Answer: European Communities" + }, + { + "id": "q_003128", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Spencer Tracy", + "pred": "Academy Award for Best Actor", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Academy Award for Best Actress -> winner -> Katharine Hepburn (1967)\n Hop 2: Katharine Hepburn -> unmarried partner -> Richard Burton (1967)\n Hop 3: Richard Burton -> winner -> Academy Award for Best Actor (1967)\n Answer: Academy Award for Best Actor" + }, + { + "id": "q_002843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gianni Dova -> country of citizenship -> Italy (1986)\n Hop 2: Italy -> head of state -> Giovanni Leone (1986)\n Answer: Giovanni Leone" + }, + { + "id": "q_001510", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "UTC\u221204:00", + "pred": "Brazil", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Cartagena Agreement -> signed by -> United States\n Hop 2: United States -> located in -> Eastern Time Zone\n Hop 3: Eastern Time Zone -> time zone of -> UTC\u221205:00\n Hop 4: UTC\u221205:00 -> before -> UTC\u221203:00\n Hop 5: UTC\u221203:00 -> located in -> Brazil\n Answer: Brazil" + }, + { + "id": "q_005670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Werner Greuter", + "pred": "Ursula M. Helbling", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Beat Ernst Leuenberger -> employer -> Credit Suisse Group (2004)\n Hop 2: Credit Suisse Group -> chief executive officer -> Ursula M. Helbling (2004)\n Hop 3: Ursula M. Helbling -> employer -> Credit Suisse Group (2004)\n Answer: Ursula M. Helbling" + }, + { + "id": "q_005822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Maurice Druon", + "pred": "Hop 1: Julien Green -> member of -> American Academy of Arts and Letters (1989)\n Hop 2: American Academy of Arts and Letters -> general secretary -> John W. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Julien Green -> member of -> American Academy of Arts and Letters (1989)\n Hop 2: American Academy of Arts and Letters -> general secretary -> John W. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H" + }, + { + "id": "q_001232", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nino Baragli -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> shares border with -> Yugoslavia (1951)\n Answer: Yugoslavia" + }, + { + "id": "q_007512", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Hop 1: Heinz Wewers -> member of -> 1. FC N\u00fcrnberg (1970-1972)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Karl-Heinz Feldmann (1972-1974)\n Hop 3: Karl-Heinz Feldmann -> member of -> German Football League (1974-1976)\n Hop 4: German Football League", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Heinz Wewers -> member of -> 1. FC N\u00fcrnberg (1970-1972)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Karl-Heinz Feldmann (1972-1974)\n Hop 3: Karl-Heinz Feldmann -> member of -> German Football League (1974-1976)\n Hop 4: German Football League" + }, + { + "id": "q_000089", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luigi Filippo D'Amico -> country of citizenship -> Italy (1999)\n Answer: Italy" + }, + { + "id": "q_008698", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Robert Taylor", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Celia Johnson -> nominated for -> The Best Years of Our Lives (1942)\n Hop 2: The Best Years of Our Lives (1942) -> winner -> Robert Taylor\n Hop 3: Robert Taylor -> nominated for -> 1947\n Answer: Robert Taylor" + }, + { + "id": "q_007875", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Andrea Miano -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> shares border with -> Austria (1950)\n Answer: Austria" + }, + { + "id": "q_006661", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "Vice President of the United States", + "em": 1.0, + "f1": 0.9090909090909091, + "pred_raw": "Hop\n Hop 1: Age Discrimination in Employment Act of 1967 -> signed by -> Lyndon B. Johnson\n Hop 2: Lyndon B. Johnson -> position held in 1967 -> Vice President of the United States\n Answer: Vice President of the United States" + }, + { + "id": "q_007505", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Bobby Clarke", + "pred": "John Tavares", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Roman \u010cechm\u00e1nek -> drafted by -> John Tavares (2001)\n Hop 2: John Tavares -> general manager -> John Tavares (2001)\n Hop 3: John Tavares (2001) -> general manager -> John Tavares (2001)\n Answer: John Tavares" + }, + { + "id": "q_000843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giuliano Carnimeo -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: European Economic Community" + }, + { + "id": "q_008555", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Hop 1: Montreal Canadiens -> home venue -> Montreal Forum (1977)\n Hop 2: Montreal Forum -> located in -> Montreal (1977)\n Hop 3: Montreal -> sports team -> Montreal Canadiens (1977)\n Hop 4: Montreal Canadiens -> drafted by -> Montreal Canadiens (1977)\n Hop 5: Montreal Canadiens -> member of -> National Hockey League (1977)\n Hop 6: National Hockey League", + "em": 1.0, + "f1": 0.15384615384615385, + "pred_raw": "Hop 1: Montreal Canadiens -> home venue -> Montreal Forum (1977)\n Hop 2: Montreal Forum -> located in -> Montreal (1977)\n Hop 3: Montreal -> sports team -> Montreal Canadiens (1977)\n Hop 4: Montreal Canadiens -> drafted by -> Montreal Canadiens (1977)\n Hop 5: Montreal Canadiens -> member of -> National Hockey League (1977)\n Hop 6: National Hockey League" + }, + { + "id": "q_006491", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: U-331 -> part of -> U-97 (1942-04-15)\n Answer: 1942" + }, + { + "id": "q_003737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Piero Scotti -> country of citizenship -> Italy\n Hop 2: Italy -> head of government -> Giovanni Gronchi\n Hop 3: Giovanni Gronchi -> head of government -> Piero Scotti\n Answer: Giovanni Gronchi" + }, + { + "id": "q_002698", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Gregor Strasser", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Albin Lesky -> member of -> German Workers' Party (1938)\n Hop 2: German Workers' Party (1938) -> chairperson -> Gregor Strasser (1938)\n Answer: Gregor Strasser" + }, + { + "id": "q_005937", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Carol Greider -> Nobel Prize in Physiology or Medicine -> 1999\n Hop 2: Jack Szostak -> Nobel Prize in Physiology or Medicine -> 2006\n Hop 3: 2006 -> winner -> David Baltimore\n Hop 4: David Baltimore -> award -> 1999\n Answer: 1999" + }, + { + "id": "q_007021", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Hop 1: Eduardo Salvio -> sports team -> C.D. Nacional (2017-2018)\n Hop 2: C.D. Nacional -> chairperson -> Jos\u00e9 Carlos Faria (2017-2018)\n Hop 3: Jos\u00e9 Carlos Faria -> member of sports team -> S.C. Braga (2017-2018)\n Hop 4: S.C. Braga -> chairperson ->", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Eduardo Salvio -> sports team -> C.D. Nacional (2017-2018)\n Hop 2: C.D. Nacional -> chairperson -> Jos\u00e9 Carlos Faria (2017-2018)\n Hop 3: Jos\u00e9 Carlos Faria -> member of sports team -> S.C. Braga (2017-2018)\n Hop 4: S.C. Braga -> chairperson ->" + }, + { + "id": "q_003151", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "The Sea and the Mirror (book)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Joan Barfoot -> nominated for -> The Sea and the Mirror (book)\n Hop 2: The Sea and the Mirror (book) -> winner of -> 1983 Booker Prize\n Hop 3: 1983 Booker Prize -> winner of -> The Sea and the Mirror (book)\n Answer: The Sea and the Mirror (book)" + }, + { + "id": "q_002519", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jennifer Connelly -> 2003 -> 2003 (year)\n Hop 2: 2003 -> 2003 -> 2003 (year)\n Hop 3: 2003 -> 2003 -> 2003 (year)\n Answer: 2003" + }, + { + "id": "q_007514", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "chairperson", + "pred": "Hop 1: Czech-Moravian Confederation of Trade Unions -> chairperson -> Jan Kavan (1999-2002)\n Hop 2: Jan Kavan -> member of -> Czechoslovak Social Democratic Party (1999-2002)\n Hop 3: Czechoslovak Social Democratic Party -> country -> Czechoslovakia (1999-2002)\n Hop 4: Czechoslovakia", + "em": 1.0, + "f1": 0.08333333333333333, + "pred_raw": "Hop 1: Czech-Moravian Confederation of Trade Unions -> chairperson -> Jan Kavan (1999-2002)\n Hop 2: Jan Kavan -> member of -> Czechoslovak Social Democratic Party (1999-2002)\n Hop 3: Czechoslovak Social Democratic Party -> country -> Czechoslovakia (1999-2002)\n Hop 4: Czechoslovakia" + }, + { + "id": "q_008443", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> member of -> European Economic Community (1953)\n Answer: European Economic Community" + }, + { + "id": "q_007726", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1992.0, + "gold": "1992", + "pred": "1992", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Val\u00e9rie Lemercier -> 1992 -> winner of (1992)\n Hop 2: Anne Brochet -> 1992 -> nominated for (1992)\n Hop 3: 1992 -> equal to -> 1992 (1992)\n Answer: 1992" + }, + { + "id": "q_001549", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "V\u00e1clav Havel", + "pred": "Hop 1: Old\u0159ich Pel\u010d\u00e1k -> country of citizenship -> Czechoslovakia\n Hop 2: Czechoslovakia -> head of state -> Anton\u00edn Z\u00e1potock\u00fd\n Hop 3: Anton\u00edn Z\u00e1potock\u00fd -> head of state -> Czechoslovakia\n Hop 4: Czechoslovakia -> head of state -> Emil H\u00e1jek\n Hop 5: Emil H\u00e1jek -> head of state -> Czechoslovak", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Old\u0159ich Pel\u010d\u00e1k -> country of citizenship -> Czechoslovakia\n Hop 2: Czechoslovakia -> head of state -> Anton\u00edn Z\u00e1potock\u00fd\n Hop 3: Anton\u00edn Z\u00e1potock\u00fd -> head of state -> Czechoslovakia\n Hop 4: Czechoslovakia -> head of state -> Emil H\u00e1jek\n Hop 5: Emil H\u00e1jek -> head of state -> Czechoslovak" + }, + { + "id": "q_007129", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Citt\u00e0 di Castello", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Pambio-Noranco -> replaced by -> Viganello (2004)\n Hop 2: Viganello -> replaced by -> Citt\u00e0 di Castello (2004)\n Answer: Citt\u00e0 di Castello" + }, + { + "id": "q_000883", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Heinrich Br\u00fcning", + "pred": "Angela Merkel", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bonn -> Germany (capital)\n Hop 2: Germany -> head of government -> Angela Merkel\n Answer: Angela Merkel" + }, + { + "id": "q_000442", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "1924", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Sister Rosetta Tharpe -> residence -> 1924 -> 1924\n Hop 2: 1924 -> head of government -> 1924\n Answer: 1924" + }, + { + "id": "q_004066", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Peter Gerhardsson", + "pred": "Hop 1: Andreas Drugge -> member of -> IFK Norrk\u00f6ping (2013)\n Hop 2: IFK Norrk\u00f6ping -> head coach -> Fredrik Backa (2013)\n Hop 3: Fredrik Backa -> member of -> IFK Norrk\u00f6ping (2013)\n Hop 4: IFK Norrk\u00f6ping -> head coach -> Fredrik Backa (2013)\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Andreas Drugge -> member of -> IFK Norrk\u00f6ping (2013)\n Hop 2: IFK Norrk\u00f6ping -> head coach -> Fredrik Backa (2013)\n Hop 3: Fredrik Backa -> member of -> IFK Norrk\u00f6ping (2013)\n Hop 4: IFK Norrk\u00f6ping -> head coach -> Fredrik Backa (2013)\n Hop" + }, + { + "id": "q_002302", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Egyptian pound", + "pred": "Palestine pound", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Rosh Pinna -> country -> Mandatory Palestine (Hop 1)\n Hop 2: Mandatory Palestine -> currency -> Palestine pound (Hop 2)\n Hop 3: Palestine pound -> country -> Rosh Pinna (Hop 3)\n Answer: Palestine pound" + }, + { + "id": "q_002564", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Yugoslavia", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Guido Cantelli -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> shares border with -> Austria (1947)\n Answer: Austria" + }, + { + "id": "q_004005", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Otto Nerz", + "pred": "Hop 1: Willi Lindner -> member of -> Germania Eberswalde (1933)\n Hop 2: Germania Eberswalde (1933) -> head coach -> Otto Schmid (1933)\n Hop 3: Otto Schmid (1933) -> member of -> sports team Germany men's national association football team (1933)\n Hop 4: sports team Germany men's national association", + "em": 0.0, + "f1": 0.07692307692307693, + "pred_raw": "Hop 1: Willi Lindner -> member of -> Germania Eberswalde (1933)\n Hop 2: Germania Eberswalde (1933) -> head coach -> Otto Schmid (1933)\n Hop 3: Otto Schmid (1933) -> member of -> sports team Germany men's national association football team (1933)\n Hop 4: sports team Germany men's national association" + }, + { + "id": "q_002014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Umberto II", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alfred Neumann -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> head of state -> Umberto II (1950)\n Hop 3: Eugenio Castellotti -> country of citizenship -> Italy (1950)\n Hop 4: Italy -> head of state -> Umberto II (1950)\n Answer: Umberto II" + }, + { + "id": "q_005652", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Jane Byrne", + "pred": "Dennis Daugaard", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Dennis Daugaard -> residence -> South Dakota\n Hop 2: South Dakota -> head of government -> Dennis Daugaard\n Answer: Dennis Daugaard" + }, + { + "id": "q_002217", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Liliana Ronchetti -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> currency -> Italian lira (1970)\n Answer: Italian lira" + }, + { + "id": "q_008015", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Albert II of Belgium", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pino Cerami -> country of citizenship -> Italy (2005)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2005)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_000895", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "RTL", + "pred": "Hop 1: Bavarian TV Awards -> awarded -> Maximilian Br\u00fcckner (2018)\n Hop 2: Maximilian Br\u00fcckner -> award -> Bavarian Television (2018)\n Hop 3: Bavarian Television -> original broadcaster -> ARD (2018)\n Hop 4: ARD -> original broadcaster -> ARD (2018)\n Hop 5: ARD -> original broadcaster -> ARD (201", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bavarian TV Awards -> awarded -> Maximilian Br\u00fcckner (2018)\n Hop 2: Maximilian Br\u00fcckner -> award -> Bavarian Television (2018)\n Hop 3: Bavarian Television -> original broadcaster -> ARD (2018)\n Hop 4: ARD -> original broadcaster -> ARD (2018)\n Hop 5: ARD -> original broadcaster -> ARD (201" + }, + { + "id": "q_008365", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Hop 1: \u00c9ver Banega -> sports team -> Club Atl\u00e9tico River Plate (2008)\n Hop 2: Club Atl\u00e9tico River Plate (2008) -> head coach -> Juan Rom\u00e1n Riquelme (2008)\n Hop 3: Juan Rom\u00e1n Riquelme (2008) -> member of -> Argentina national football team (2008)\n Hop 4: Argentina national football team (2", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: \u00c9ver Banega -> sports team -> Club Atl\u00e9tico River Plate (2008)\n Hop 2: Club Atl\u00e9tico River Plate (2008) -> head coach -> Juan Rom\u00e1n Riquelme (2008)\n Hop 3: Juan Rom\u00e1n Riquelme (2008) -> member of -> Argentina national football team (2008)\n Hop 4: Argentina national football team (2" + }, + { + "id": "q_006348", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "\u021ainerea de \u0219coal\u0103", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop: 1. Buhu\u0219i -> country -> Romania\n Hop: 2. Romania -> anthem -> \u021ainerea de \u0219coal\u0103\n Hop: 3. \u021ainerea de \u0219coal\u0103 -> year -> 1974\n Answer: \u021ainerea de \u0219coal\u0103" + }, + { + "id": "q_000645", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Paolo Marcello Brignoli -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> France (1956)\n Answer: France" + }, + { + "id": "q_008492", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Vikenty Veresaev -> country of citizenship -> Russian Empire (1912)\n Hop 2: Russian Empire (1912) -> head of state -> Emperor of Russia (1912)\n Hop 3: Emperor of Russia (1912) -> head of state -> Nicholas II of Russia (1912)\n Hop 4: Nicholas II of Russia (1912) -> head of state -> Russia", + "em": 1.0, + "f1": 0.34782608695652173, + "pred_raw": "Hop 1: Vikenty Veresaev -> country of citizenship -> Russian Empire (1912)\n Hop 2: Russian Empire (1912) -> head of state -> Emperor of Russia (1912)\n Hop 3: Emperor of Russia (1912) -> head of state -> Nicholas II of Russia (1912)\n Hop 4: Nicholas II of Russia (1912) -> head of state -> Russia" + }, + { + "id": "q_006824", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Anita Brookner", + "pred": "The Elephant Man (1980)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: David Lodge -> nominated for -> The Man Who Would Be King (1984)\n Hop 2: The Man Who Would Be King (1984) -> winner -> John Hurt\n Hop 3: John Hurt -> winner -> The Elephant Man (1980)\n Answer: The Elephant Man (1980)" + }, + { + "id": "q_000773", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "Winona Ryder", + "pred": "Golden Globe Award for Best Supporting Actress - Motion Picture", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Frances McDormand -> Academy Award for Best Supporting Actress -> 1993\n Hop 2: 1993 -> winner -> Mary Steenburgen\n Hop 3: Mary Steenburgen -> award received -> Golden Globe Award for Best Supporting Actress - Motion Picture\n Answer: Golden Globe Award for Best Supporting Actress - Motion Picture" + }, + { + "id": "q_001316", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Deutsche Mark", + "pred": "East German mark", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Conrad Schumann -> country of citizenship -> East Germany (1979)\n Hop 2: East Germany (1979) -> currency -> East German mark (1979)\n Hop 3: East German mark (1979) -> currency of -> East Germany (1979)\n Answer: East German mark" + }, + { + "id": "q_004368", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Sports team", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Steve Borthwick -> member of -> Rugby Football Club (2008)\n Hop 2: Rugby Football Club (2008) -> kit supplier -> Puma (2008)\n Hop 3: Puma (2008) -> member of -> Sports team (2008)\n Answer: Sports team" + }, + { + "id": "q_005868", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Umberto II of Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giulio Onesti -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Umberto II of Italy (1951)\n Answer: Umberto II of Italy" + }, + { + "id": "q_005066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "2005", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: The Ninth Day -> nominated for -> 2005\n Hop 2: 2005 -> winner -> 2005\n Hop 3: 2005 -> winner -> 2005\n Answer: 2005" + }, + { + "id": "q_007376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop" + }, + { + "id": "q_000995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Gwyneth Paltrow", + "pred": "Academy Award for Best Actor", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Susan Sarandon -> nominated for -> Academy Award for Best Actress (1998)\n Hop 2: Wings of the Dove -> winner -> Anthony Hopkins (1998)\n Hop 3: Anthony Hopkins -> nominated for -> Academy Award for Best Actor (1998)\n Answer: Academy Award for Best Actor" + }, + { + "id": "q_008659", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "The Mysterious Island", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Brian Moore -> nominated for -> The Lonely Passion of Adrianne (1962)\n Hop 2: The Lonely Passion of Adrianne -> winner -> John W. Campbell (1962)\n Hop 3: John W. Campbell -> nominated for -> The Mysterious Island (1962)\n Hop 4: The Mysterious Island -> winner -> John W. Campbell (1962)\n Answer: The Mysterious Island" + }, + { + "id": "q_000763", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ilva Ligabue -> country of citizenship -> Italy (1977)\n Hop 2: Italy -> shares border with -> Austria (1977)\n Hop 3: Italy -> shares border with -> France (1977)\n Hop 4: Italy -> shares border with -> Switzerland (1977)\n Hop 5: Italy -> shares border with -> Yugoslavia (1977)\n Answer: Yugoslavia" + }, + { + "id": "q_005896", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> currency -> Italian lira (1976)\n Answer: Italian lira" + }, + { + "id": "q_000117", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Enrico de Nicola", + "pred": "Umberto II of Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Guglielmo Pesenti -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> head of state -> Umberto II of Italy (1947)\n Answer: Umberto II of Italy" + }, + { + "id": "q_000027", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "New York City", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: William Vickrey -> residence -> 1994 -> New York City (Hop 1)\n Hop 2: New York City -> head of government -> 1994 -> David Dinkins (Hop 2)\n Hop 3: David Dinkins -> work location -> 1994 -> New York City (Hop 3)\n Answer: New York City" + }, + { + "id": "q_002041", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bruno Visintin -> country of citizenship -> Italy (1983)\n Hop 2: Italy -> head of state -> Giovanni Leone (1983)\n Hop 3: Bruno Visintin -> country of citizenship -> Italy (1983)\n Hop 4: Italy -> head of state -> Giovanni Leone (1983)\n Answer: Giovanni Leone" + }, + { + "id": "q_002860", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Netherlands", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Max Blokzijl -> work location -> Amsterdam (country: Netherlands)\n Answer: Netherlands" + }, + { + "id": "q_004247", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Luise Rainer", + "pred": "Hop\n Hop 1: Theodora Goes Wild -> 1937 -> Winner -> Jane Fonda\n Hop 2: Jane Fonda -> 1937 -> Winner -> Jane Fonda\n Hop 3: Jane Fonda -> 1937 -> Winner -> Jane Fonda\n Hop 4: Jane Fonda -> 1937 -> Winner -> Jane Fonda\n Hop 5: Jane Fonda -> 193", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Theodora Goes Wild -> 1937 -> Winner -> Jane Fonda\n Hop 2: Jane Fonda -> 1937 -> Winner -> Jane Fonda\n Hop 3: Jane Fonda -> 1937 -> Winner -> Jane Fonda\n Hop 4: Jane Fonda -> 1937 -> Winner -> Jane Fonda\n Hop 5: Jane Fonda -> 193" + }, + { + "id": "q_008294", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Hyundai", + "pred": "Hamburger SV", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Andreas Fischer -> member of sports team -> 1. FC N\u00fcrnberg (1996)\n Hop 2: 1. FC N\u00fcrnberg -> sponsor -> Hamburger SV (1996)\n Hop 3: Hamburger SV -> member of sports team -> Klaus Zaczyk (1996)\n Answer: Hamburger SV" + }, + { + "id": "q_006036", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "The Pentagon", + "pred": "Hop\n Hop 1: Charlie Munger -> military branch -> United States Army\n Hop 2: United States Army -> headquarters -> Washington, D.C.\n Hop 3: Washington, D.C. -> 1945 -> United States Army\n Hop 4: United States Army -> headquarters -> United States Army\n Hop 5: United States Army -> headquarters -> United States Army\n Hop 6: United States Army -> headquarters -> United States Army\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Charlie Munger -> military branch -> United States Army\n Hop 2: United States Army -> headquarters -> Washington, D.C.\n Hop 3: Washington, D.C. -> 1945 -> United States Army\n Hop 4: United States Army -> headquarters -> United States Army\n Hop 5: United States Army -> headquarters -> United States Army\n Hop 6: United States Army -> headquarters -> United States Army\n Hop" + }, + { + "id": "q_001816", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Hop\n Hop 1: Ruth Chatterton -> 1930 -> Winner -> Mary Pickford\n Hop 2: Mary Pickford -> 1930 -> Winner -> Mary Pickford\n Hop 3: Mary Pickford -> 1930 -> Winner -> Mary Pickford\n Hop 4: Mary Pickford -> 1930 -> Winner -> Mary Pickford\n Hop 5: Mary Pickford -> 1930", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Ruth Chatterton -> 1930 -> Winner -> Mary Pickford\n Hop 2: Mary Pickford -> 1930 -> Winner -> Mary Pickford\n Hop 3: Mary Pickford -> 1930 -> Winner -> Mary Pickford\n Hop 4: Mary Pickford -> 1930 -> Winner -> Mary Pickford\n Hop 5: Mary Pickford -> 1930" + }, + { + "id": "q_008058", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Antonin Kocourek", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Anton Hofer -> country of citizenship -> Austria (1956)\n Hop 2: Austria -> shares border with -> Czechoslovakia (1956)\n Hop 3: Czechoslovakia -> country of citizenship -> Antonin Kocourek (1956)\n Answer: Antonin Kocourek" + }, + { + "id": "q_004387", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Hop 1: Mehmed Uzun -> country of citizenship -> Turkey (1955)\n Hop 2: Turkey -> head of state -> \u0130smet \u0130n\u00f6n\u00fc (1955)\n Hop 3: \u0130smet \u0130n\u00f6n\u00fc -> country of citizenship -> Turkey (1955)\n Hop 4: Turkey -> head of state -> Cel\u00e2l Bayar (1955)\n Hop 5: Cel\u00e2l Bayar -> country of", + "em": 1.0, + "f1": 0.18181818181818182, + "pred_raw": "Hop 1: Mehmed Uzun -> country of citizenship -> Turkey (1955)\n Hop 2: Turkey -> head of state -> \u0130smet \u0130n\u00f6n\u00fc (1955)\n Hop 3: \u0130smet \u0130n\u00f6n\u00fc -> country of citizenship -> Turkey (1955)\n Hop 4: Turkey -> head of state -> Cel\u00e2l Bayar (1955)\n Hop 5: Cel\u00e2l Bayar -> country of" + }, + { + "id": "q_004841", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Abdullah Avc\u0131", + "pred": "Jos\u00e9 Mourinho", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jo\u00e3o Pereira -> member of -> F.C. Porto (sports team)\n Hop 2: F.C. Porto -> head coach -> Jos\u00e9 Mourinho\n Answer: Jos\u00e9 Mourinho" + }, + { + "id": "q_000340", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Echo Music Prize", + "pred": "Grammy Award", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Wade Robson -> unmarried partner -> award -> Britney Spears -> Oops!... I Did It Again -> notable work\n Hop 2: Britney Spears -> Oops!... I Did It Again -> notable work -> award -> Wade Robson -> unmarried partner\n Hop 3: Wade Robson -> unmarried partner -> award -> Britney Spears -> Oops!... I Did It Again -> notable work\n Answer: Grammy Award" + }, + { + "id": "q_001431", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Massimiliano Allegri", + "pred": "Luciano Spalletti", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Philippe Mex\u00e8s -> sports team -> AS Roma (2007-2011)\n Hop 2: AS Roma -> head coach -> Luciano Spalletti (2007-2011)\n Answer: Luciano Spalletti" + }, + { + "id": "q_002560", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Panama", + "pred": "New Jersey", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Horst P. Horst -> Worked at -> Vogue (1939)\n Hop 2: Vogue (1939) -> Shares border with -> New York City (1939)\n Hop 3: New York City (1939) -> Shares border with -> New Jersey (1939)\n Answer: New Jersey" + }, + { + "id": "q_003591", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Karl Scharfenberg -> country of citizenship -> Nazi Germany (1939)\n Hop 2: Nazi Germany -> head of state -> Paul von Hindenburg (1939)\n Hop 3: Paul von Hindenburg -> country -> Germany (1939)\n Hop 4: Germany -> head of state -> Paul von Hindenburg (1939)\n Hop 5: Paul von Hindenburg -> country -> Germany (19", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Karl Scharfenberg -> country of citizenship -> Nazi Germany (1939)\n Hop 2: Nazi Germany -> head of state -> Paul von Hindenburg (1939)\n Hop 3: Paul von Hindenburg -> country -> Germany (1939)\n Hop 4: Germany -> head of state -> Paul von Hindenburg (1939)\n Hop 5: Paul von Hindenburg -> country -> Germany (19" + }, + { + "id": "q_006178", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Glauco Onorato -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (Hop 2)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_003130", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "\u00c1rp\u00e1d Berczik", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: \u00c1rp\u00e1d Berczik -> educated at -> Budapest University of Technology and Economics (1947)\n Hop 2: Budapest University of Technology and Economics -> named after -> \u00c1rp\u00e1d Berczik (1947)\n Answer: \u00c1rp\u00e1d Berczik" + }, + { + "id": "q_001771", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "habilitation", + "pred": "Hop 3: assessment -> after -> Ulrich Gotter (2002)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Ulrich Gotter -> employer -> University of Freiburg (2002)\n Hop 2: Olba -> director of archaeological fieldwork -> assessment (2002)\n Hop 3: assessment -> after -> Ulrich Gotter (2002)\n Answer: Hop 3: assessment -> after -> Ulrich Gotter (2002)" + }, + { + "id": "q_004635", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Hop 1: Ida Kami\u0144ska -> nominated for -> 1967 Academy Award for Best Actress (Hop 1)\n Hop 2: 1967 Academy Award for Best Actress -> winner -> Norma Shearer (Hop 2)\n Hop 3: Norma Shearer -> nominated for -> 1934 Academy Award for Best Actress (Hop 3)\n Hop 4: 1934 Academy Award for Best Actress -> winner", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ida Kami\u0144ska -> nominated for -> 1967 Academy Award for Best Actress (Hop 1)\n Hop 2: 1967 Academy Award for Best Actress -> winner -> Norma Shearer (Hop 2)\n Hop 3: Norma Shearer -> nominated for -> 1934 Academy Award for Best Actress (Hop 3)\n Hop 4: 1934 Academy Award for Best Actress -> winner" + }, + { + "id": "q_007347", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "John le Carr\u00e9", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Heat and Dust -> award -> Booker Prize (1975)\n Hop 2: J. G. Farrell -> award -> Heat and Dust (1975)\n Hop 3: John le Carr\u00e9 -> winner -> Heat and Dust (1975)\n Answer: John le Carr\u00e9" + }, + { + "id": "q_002289", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Francesco Antonazzi -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1970)\n Answer: Giovanni Gronchi" + }, + { + "id": "q_006810", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "Hop\n Hop 1: Tessa Thompson -> 2016 -> Broadcast Film Critics Association Award for Best Cast -> 2016 (Hop 1)\n Hop 2: 2016 -> 2016 -> Broadcast Film Critics Association Award for Best Cast -> 2016 (Hop 2)\n Hop 3: 2016 -> 2016 -> Broadcast Film Critics Association Award for Best Cast ->", + "em": 1.0, + "f1": 0.125, + "pred_raw": "Hop\n Hop 1: Tessa Thompson -> 2016 -> Broadcast Film Critics Association Award for Best Cast -> 2016 (Hop 1)\n Hop 2: 2016 -> 2016 -> Broadcast Film Critics Association Award for Best Cast -> 2016 (Hop 2)\n Hop 3: 2016 -> 2016 -> Broadcast Film Critics Association Award for Best Cast ->" + }, + { + "id": "q_001750", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Eduard Weiter", + "pred": "John H. H. D.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Robert Dauber -> manager -> John H. H. D. (1944)\n Answer: John H. H. D." + }, + { + "id": "q_005348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "David Wagner", + "pred": "Michael Beale", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Conor Coady -> sports team -> Tottenham Hotspur (2015)\n Hop 2: Tottenham Hotspur -> head coach -> Michael Beale (2015)\n Answer: Michael Beale" + }, + { + "id": "q_001742", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Sandro Pertini", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Carmelo Di Bella -> country of citizenship -> Italy (1986)\n Hop 2: Italy -> head of state -> Sandro Pertini (1986)\n Answer: Sandro Pertini" + }, + { + "id": "q_004401", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cominform", + "pred": "French Section of the Workers' International", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Marceline Loridan-Ivens -> member of political party -> French Communist Party (1955)\n Hop 2: French Communist Party -> member of political party -> French Section of the Workers' International (1955)\n Answer: French Section of the Workers' International" + }, + { + "id": "q_000948", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Boston Garden", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rod Langway -> drafted by -> Boston Bruins (1977)\n Hop 2: Boston Bruins -> home venue -> Boston Garden\n Answer: Boston Garden" + }, + { + "id": "q_006864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bruno Mora -> country of citizenship -> Italy (1954)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1954)\n Answer: Alcide De Gasperi" + }, + { + "id": "q_001031", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "J. M. Coetzee", + "pred": "Hop\n Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1" + }, + { + "id": "q_002458", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Oleh Protasov", + "pred": "Hop 1: Ihar Stasevich -> member of sports team -> FC Dinamo Minsk (2013)\n Hop 2: FC Dinamo Minsk -> head coach -> Valeriy Lobanovskyi (2013)\n Hop 3: Valeriy Lobanovskyi -> member of sports team -> FC Metalist Kharkiv (2013)\n Hop 4: FC Metalist Kharkiv -> head coach ->", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ihar Stasevich -> member of sports team -> FC Dinamo Minsk (2013)\n Hop 2: FC Dinamo Minsk -> head coach -> Valeriy Lobanovskyi (2013)\n Hop 3: Valeriy Lobanovskyi -> member of sports team -> FC Metalist Kharkiv (2013)\n Hop 4: FC Metalist Kharkiv -> head coach ->" + }, + { + "id": "q_001069", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Ed Koch", + "pred": "Hop 1: Braldt Bralds -> work location -> V\u00e4stmanland County\n Hop 2: V\u00e4stmanland County -> head of government -> Sven-Eric Sj\u00f6str\u00f6m\n Hop 3: Sven-Eric Sj\u00f6str\u00f6m -> work location -> V\u00e4stmanland County\n Hop 4: V\u00e4stmanland County -> head of government -> Sven-Eric Sj\u00f6str\u00f6m\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Braldt Bralds -> work location -> V\u00e4stmanland County\n Hop 2: V\u00e4stmanland County -> head of government -> Sven-Eric Sj\u00f6str\u00f6m\n Hop 3: Sven-Eric Sj\u00f6str\u00f6m -> work location -> V\u00e4stmanland County\n Hop 4: V\u00e4stmanland County -> head of government -> Sven-Eric Sj\u00f6str\u00f6m\n Hop" + }, + { + "id": "q_005421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1954", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: CERN -> member of -> European Organization for Nuclear Research (1954)\n Hop 2: European Organization for Nuclear Research (1954) -> funder of -> Carnegie Mellon University (1954)\n Answer: 1954" + }, + { + "id": "q_006304", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "mayor", + "pred": "1948", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: T\u00fcbingen -> head of government -> position -> 1948 -> 1948\n Answer: 1948" + }, + { + "id": "q_004531", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Mario Monti", + "pred": "Enrico Letta", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Antonio Carluccio -> country of citizenship -> Italy (2012)\n Hop 2: Italy -> head of government -> Enrico Letta (2012)\n Hop 3: Enrico Letta -> head of government -> Enrico Letta (2012)\n Answer: Enrico Letta" + }, + { + "id": "q_000931", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: James Spudich -> award -> 1999 (Hop 1)\n Hop 2: Ronald Vale -> year -> 1999 (Hop 2)\n Answer: 1999" + }, + { + "id": "q_007956", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Jos\u00e9 Luis Chilavert", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Faryd Mondrag\u00f3n -> sports team -> Club Atl\u00e9tico River Plate (2006)\n Hop 2: Club Atl\u00e9tico River Plate -> head coach -> Jos\u00e9 Luis Chilavert (2006)\n Answer: Jos\u00e9 Luis Chilavert" + }, + { + "id": "q_007340", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "Hyundai", + "pred": "Adidas", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stefan B\u00f6ger -> member of sports team -> 1. FC N\u00fcrnberg (1998)\n Hop 2: 1. FC N\u00fcrnberg -> sponsor -> Adidas (1998)\n Answer: Adidas" + }, + { + "id": "q_003676", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "Hop 1: A Single Man -> nominated for -> John C. Reilly (1999)\n Hop 2: John C. Reilly -> winner of -> 2007 Saturn Award for Best Actor in a Supporting Role (2007)\n Hop 3: 2007 Saturn Award for Best Actor in a Supporting Role -> winner of -> 2007 Saturn Award for Best Actor in a Supporting Role (2007", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: A Single Man -> nominated for -> John C. Reilly (1999)\n Hop 2: John C. Reilly -> winner of -> 2007 Saturn Award for Best Actor in a Supporting Role (2007)\n Hop 3: 2007 Saturn Award for Best Actor in a Supporting Role -> winner of -> 2007 Saturn Award for Best Actor in a Supporting Role (2007" + }, + { + "id": "q_001222", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Soviet Union", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Olenegorsk -> Russia (located in)\n Answer: Russia" + }, + { + "id": "q_006158", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Adone Zoli", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giani Stuparich -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of government -> Alcide De Gasperi (1957)\n Hop 3: Alcide De Gasperi -> country of citizenship -> Italy (1957)\n Answer: Alcide De Gasperi" + }, + { + "id": "q_005324", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italian lira", + "pred": "Hop 1: Guido Celano -> country of citizenship -> Kingdom of Sicily (1912-1943)\n Hop 2: Kingdom of Sicily (1912-1943) -> currency -> Italian lira (1861-1946)\n Hop 3: Italian lira (1861-1946) -> currency of -> Italy (1912-194", + "em": 1.0, + "f1": 0.18181818181818182, + "pred_raw": "Hop 1: Guido Celano -> country of citizenship -> Kingdom of Sicily (1912-1943)\n Hop 2: Kingdom of Sicily (1912-1943) -> currency -> Italian lira (1861-1946)\n Hop 3: Italian lira (1861-1946) -> currency of -> Italy (1912-194" + }, + { + "id": "q_005456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "Ferenc Gyurcs\u00e1ny", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Susan Polgar -> country of citizenship -> Hungary (2002)\n Hop 2: Hungary -> head of government -> Ferenc Gyurcs\u00e1ny (2002)\n Answer: Ferenc Gyurcs\u00e1ny" + }, + { + "id": "q_002344", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "pred_raw": "Hop 1: Sremska Mitrovica City -> located in -> Vojvodina (1971)\n Hop 2: Vojvodina -> country -> Yugoslavia (1971)\n Answer: Yugoslavia" + }, + { + "id": "q_008685", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2019.0, + "gold": "Wayne LaPierre", + "pred": "United States Army", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Oliver North -> position -> United States Marine Corps (1981-1983)\n Hop 2: United States Marine Corps -> chief executive officer -> John M. McHugh (2019-2020)\n Hop 3: John M. McHugh -> position -> United States Army (1983-1986)\n Answer: United States Army" + }, + { + "id": "q_005812", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "J. M. Coetzee", + "pred": "Hop\n Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1" + }, + { + "id": "q_000894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "The Ellen DeGeneres Show", + "pred": "Hop\n Hop 1: Alexandra Hedison -> unmarried partner -> 1999 -> 1999\n Hop 2: 1999 -> 1999 -> 1999\n Hop 3: 1999 -> 1999 -> 1999\n Hop 4: 1999 -> 1999 -> 1999\n Hop 5:", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Alexandra Hedison -> unmarried partner -> 1999 -> 1999\n Hop 2: 1999 -> 1999 -> 1999\n Hop 3: 1999 -> 1999 -> 1999\n Hop 4: 1999 -> 1999 -> 1999\n Hop 5:" + }, + { + "id": "q_005808", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "G\u00e1bor Csap\u00f3", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: G\u00e1bor Csap\u00f3 -> educated at -> University of Szeged (Hop 1)\n Hop 2: University of Szeged -> named after -> L\u00e1szl\u00f3 R\u00e9dei (Hop 2)\n Hop 3: L\u00e1szl\u00f3 R\u00e9dei -> employer -> G\u00e1bor Csap\u00f3 (Hop 3)\n Answer: G\u00e1bor Csap\u00f3" + }, + { + "id": "q_003694", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "German Federal Archives", + "pred": "Berlin", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bruno Bieligk -> member of political party -> German Social Democratic Party\n Hop 2: German Social Democratic Party -> archives at -> Berlin\n Answer: Berlin" + }, + { + "id": "q_002616", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giuseppe Saragat -> Italy (country)\n Hop 2: Italy -> Giuseppe Saragat (head of state)\n Hop 3: Giuseppe Saragat -> Tenax (country)\n Hop 4: Tenax -> Giuseppe Saragat (head of state)\n Answer: Giuseppe Saragat" + }, + { + "id": "q_000088", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "United Kingdom", + "pred": "United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 0.4444444444444445, + "pred_raw": "Hop 1: Safed -> country -> Palestine\n Hop 2: Palestine -> located in -> Ottoman Empire\n Hop 3: Ottoman Empire -> located in -> United Kingdom of Great Britain and Ireland\n Answer: United Kingdom of Great Britain and Ireland" + }, + { + "id": "q_005525", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1972)\n Answer: Amintore Fanfani" + }, + { + "id": "q_006017", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "European Community", + "em": 0.0, + "f1": 0.5714285714285715, + "pred_raw": "Hop 1: Franco Corelli -> country of citizenship -> Italy (1999)\n Hop 2: Italy -> member of -> European Economic Community (1999)\n Hop 3: European Economic Community -> member of -> European Community (1999)\n Answer: European Community" + }, + { + "id": "q_006096", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Ginni Rometty", + "pred": "Ginni Rometty", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop\n Hop 1: Bruce Schneier - employer -> IBM (2001-2002)\n Hop 2: IBM - chief executive officer -> Samuel J. Palmisano (2002-2011)\n Hop 3: Samuel J. Palmisano - successor -> Ginni Rometty (2011-2020)\n Answer: Ginni Rometty" + }, + { + "id": "q_001800", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Anoeta Stadium", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Adri\u00e1n L\u00f3pez \u00c1lvarez -> sports team -> Real Sociedad (2013)\n Hop 2: Real Sociedad -> home venue -> Anoeta Stadium (2013)\n Answer: Anoeta Stadium" + }, + { + "id": "q_001359", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "Hop\n Hop 1: Carry Me Down -> winner -> 1998 South African National Arts Festival\n Hop 2: 1998 South African National Arts Festival -> nominated for -> 1998 South African National Arts Festival\n Hop 3: 1998 South African National Arts Festival -> winner -> 1998 South African National Arts Festival\n Hop 4: 1998 South African National Arts Festival -> winner", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Carry Me Down -> winner -> 1998 South African National Arts Festival\n Hop 2: 1998 South African National Arts Festival -> nominated for -> 1998 South African National Arts Festival\n Hop 3: 1998 South African National Arts Festival -> winner -> 1998 South African National Arts Festival\n Hop 4: 1998 South African National Arts Festival -> winner" + }, + { + "id": "q_006166", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Corpo Truppe Volontarie -> commanded by -> Pietro Badoglio (1936-1939)\n Hop 2: Pietro Badoglio -> country of citizenship -> Kingdom of Italy (1936-1939)\n Answer: Kingdom of Italy" + }, + { + "id": "q_004182", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Augusto Arioni -> member of sports team -> A.S. Roma (1912)\n Hop 2: A.S. Roma -> country -> Italy (1912)\n Answer: Italy" + }, + { + "id": "q_002192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Ralf Falkenmayer", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Thomas Linke -> member of -> sports team -> head coach -> Ralf Falkenmayer (1997)\n Answer: Ralf Falkenmayer" + }, + { + "id": "q_004835", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Karl Plattner -> country of citizenship -> United States of America (Hop 1)\n Hop 2: United States of America -> head of state -> Harry S. Truman (Hop 2)\n Hop 3: Harry S. Truman -> country of citizenship -> United States of America (Hop 3)\n Hop 4: United States of America -> head of state -> Harry S. Truman (Hop 4)\n Hop 5: Harry S. Truman ->", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Karl Plattner -> country of citizenship -> United States of America (Hop 1)\n Hop 2: United States of America -> head of state -> Harry S. Truman (Hop 2)\n Hop 3: Harry S. Truman -> country of citizenship -> United States of America (Hop 3)\n Hop 4: United States of America -> head of state -> Harry S. Truman (Hop 4)\n Hop 5: Harry S. Truman ->" + }, + { + "id": "q_001116", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Chimamanda Ngozi Adichie -> 2004 -> winner of (Hop 2: 2004 -> 2004 -> 2004) -> Alan Hollinghurst (Hop 3: 2004 -> 2004 -> 2004) -> equal to (Hop 4: 2004 -> 2004 -> 200", + "em": 1.0, + "f1": 0.11764705882352941, + "pred_raw": "Hop 1: Chimamanda Ngozi Adichie -> 2004 -> winner of (Hop 2: 2004 -> 2004 -> 2004) -> Alan Hollinghurst (Hop 3: 2004 -> 2004 -> 2004) -> equal to (Hop 4: 2004 -> 2004 -> 200" + }, + { + "id": "q_003320", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Soviet Union", + "pred": "Europe", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ochakiv Raion -> located in -> Kherson Oblast (1935)\n Hop 2: Kherson Oblast -> located in -> Soviet Union (1935)\n Hop 3: Soviet Union -> located in -> Europe (1935)\n Answer: Europe" + }, + { + "id": "q_003882", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giuseppe Patan\u00e8 -> country of citizenship -> Italy\n Hop 2: Italy -> member of -> European Economic Community\n Hop 3: European Economic Community -> member of -> United Kingdom\n Answer: United Kingdom" + }, + { + "id": "q_003657", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Hop 1: Karen Dokhoyan -> member of -> Armenian National Olympic Committee (AOC) (2007-2010)\n Hop 2: Armenian National Olympic Committee (AOC) -> head coach -> Vahram Hovhannisyan (2007-2010)\n Hop 3: Vahram Hovhannisyan -> member of -> Armenian National Olympic Committee (AOC) (2007", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Karen Dokhoyan -> member of -> Armenian National Olympic Committee (AOC) (2007-2010)\n Hop 2: Armenian National Olympic Committee (AOC) -> head coach -> Vahram Hovhannisyan (2007-2010)\n Hop 3: Vahram Hovhannisyan -> member of -> Armenian National Olympic Committee (AOC) (2007" + }, + { + "id": "q_001053", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Toni Servillo", + "pred": "Hop 1: Tom Schilling -> nominated for -> European Film Award for Best Actor (2013)\n Hop 2: European Film Award for Best Actor -> winner -> Javier Bardem (2013)\n Hop 3: Javier Bardem -> award received -> European Film Award for Best Actor (2013)\n Hop 4: European Film Award for Best Actor -> winner -> Javier Bardem (2013)\n Hop 5: Javier Bard", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tom Schilling -> nominated for -> European Film Award for Best Actor (2013)\n Hop 2: European Film Award for Best Actor -> winner -> Javier Bardem (2013)\n Hop 3: Javier Bardem -> award received -> European Film Award for Best Actor (2013)\n Hop 4: European Film Award for Best Actor -> winner -> Javier Bardem (2013)\n Hop 5: Javier Bard" + }, + { + "id": "q_006052", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1983.0, + "gold": "1983", + "pred": "1983", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Richard Attenborough -> Best Director -> 1983 Academy Awards -> 1983\n Hop 2: Costa-Gavras -> 1983 -> 1983 Academy Awards -> 1983\n Hop 3: 1983 -> 1983 -> 1983 -> 1983\n Answer: 1983" + }, + { + "id": "q_000428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "Hop\n Hop 1: A Single Man (2009 film) -> Best Actor -> Colin Firth (1960 - )\n Hop 2: Colin Firth (1960 - ) -> Academy Award -> Best Actor in a Leading Role (2009)\n Hop 3: Best Actor in a Leading Role (2009) -> Winner -> Colin Firth (1960 - )\n Hop 4: Colin Firth", + "em": 1.0, + "f1": 0.17391304347826084, + "pred_raw": "Hop\n Hop 1: A Single Man (2009 film) -> Best Actor -> Colin Firth (1960 - )\n Hop 2: Colin Firth (1960 - ) -> Academy Award -> Best Actor in a Leading Role (2009)\n Hop 3: Best Actor in a Leading Role (2009) -> Winner -> Colin Firth (1960 - )\n Hop 4: Colin Firth" + }, + { + "id": "q_000183", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Bonnard -> country of citizenship -> Italy (1998-2001)\n Hop 2: Nello Pagani -> country of citizenship -> Italy (1998-2001)\n Hop 3: Italy -> currency -> Italian lira (1998-2001)\n Answer: Italian lira" + }, + { + "id": "q_007379", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Giovanni Trapattoni", + "pred": "Christian Ilzer", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Heiko Gerber -> sports team -> 1. FC N\u00fcrnberg (2006)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Markus Weinzierl (2006)\n Hop 3: Markus Weinzierl -> member of -> Austria Wien (2006)\n Hop 4: Austria Wien -> head coach -> Christian Ilzer (2006)\n Answer: Christian Ilzer" + }, + { + "id": "q_005742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "James Kelman", + "pred": "The Last of the Mohicans", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Abdulrazak Gurnah -> nominated for -> The Last of the Mohicans (1994)\n Answer: The Last of the Mohicans" + }, + { + "id": "q_000962", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "Hop 1: BND law -> 1990 -> Germany (country)\n Hop 2: Germany (country) -> 1990 -> Christian Democratic Union (political party)\n Hop 3: Christian Democratic Union (political party) -> 1990 -> Helmut Kohl (person)\n Hop 4: Helmut Kohl (person) -> 1990 -> BND law (law)\n Hop 5: BND law", + "em": 0.0, + "f1": 0.09523809523809525, + "pred_raw": "Hop 1: BND law -> 1990 -> Germany (country)\n Hop 2: Germany (country) -> 1990 -> Christian Democratic Union (political party)\n Hop 3: Christian Democratic Union (political party) -> 1990 -> Helmut Kohl (person)\n Hop 4: Helmut Kohl (person) -> 1990 -> BND law (law)\n Hop 5: BND law" + }, + { + "id": "q_005810", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Otto Graf Lambsdorff", + "pred": "Christian Democratic Union", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Free Democratic Party -> chairperson -> Walter Scheel\n Hop 2: Walter Scheel -> replaced by -> Karl Carstens\n Hop 3: Karl Carstens -> member of -> Christian Democratic Union\n Answer: Christian Democratic Union" + }, + { + "id": "q_000427", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Giovanni Leone", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Piero Chiara -> country of citizenship -> Italy (1974)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1974)\n Answer: Giovanni Gronchi" + }, + { + "id": "q_005227", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "presidential system", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop" + }, + { + "id": "q_000433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "God Save the Tsar!", + "pred": "Hop\n Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1" + }, + { + "id": "q_005466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Climate Pledge Arena", + "pred": "CenturyLink Field", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gary Payton -> sports team -> Seattle SuperSonics (2000)\n Hop 2: Seattle SuperSonics -> home venue -> KeyArena (2000)\n Hop 3: KeyArena -> home venue -> CenturyLink Field (2000)\n Answer: CenturyLink Field" + }, + { + "id": "q_004741", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "1st Panzer Division", + "pred": "Erich von Manstein", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Karl Lotter -> Army Group F -> commander -> Erich von Manstein (1936)\n Answer: Erich von Manstein" + }, + { + "id": "q_006763", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Craig Armstrong -> award -> 1999 (year)\n Hop 2: 1999 (year) -> equal to -> 1999 (year)\n Hop 3: Tan Dun -> received -> 1999 (year)\n Answer: 1999" + }, + { + "id": "q_002214", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "Hop\n Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1" + }, + { + "id": "q_005612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Nikita Khrushchev", + "pred": "Hop 1: Zuleykha Seyidmammadova -> member of -> Azerbaijan People's Front (1946-1990)\n Hop 2: Azerbaijan People's Front (1946-1990) -> chairperson -> Mirza Aliyev (1906-1985)\n Hop 3: Mirza Aliyev (1906-1985) -> successor -> Mammad", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Zuleykha Seyidmammadova -> member of -> Azerbaijan People's Front (1946-1990)\n Hop 2: Azerbaijan People's Front (1946-1990) -> chairperson -> Mirza Aliyev (1906-1985)\n Hop 3: Mirza Aliyev (1906-1985) -> successor -> Mammad" + }, + { + "id": "q_007746", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Austria", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Walter Gropius -> spouse -> K\u00e4the Kollwitz (1918)\n Hop 2: K\u00e4the Kollwitz -> country of citizenship -> Germany (1918)\n Answer: Germany" + }, + { + "id": "q_003268", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luigi Carnacina -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (Hop 2)\n Answer: Giorgio Napolitano" + }, + { + "id": "q_000324", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "Asia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kfar Saba -> country -> Israel (Hop 1: Kfar Saba -> country -> Israel)\n Hop 2: Israel -> located in -> Middle East (Hop 2: Israel -> located in -> Middle East)\n Hop 3: Middle East -> located in -> Asia (Hop 3: Middle East -> located in -> Asia)\n Answer: Asia" + }, + { + "id": "q_006933", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nani Tedeschi -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Alcide De Gasperi (1955)\n Hop 3: Alcide De Gasperi -> country of citizenship -> Italy (1955)\n Answer: Italy" + }, + { + "id": "q_005705", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Robert Knud Friedrich Pilger", + "pred": "Hop 1: Hermann Otto Sleumer -> employer -> American Museum of Natural History (1925-1949)\n Hop 2: American Museum of Natural History -> chief executive officer -> Henry C. Leide (1949-1953)\n Hop 3: Henry C. Leide -> employer -> New York Botanical Garden (1949-1953)\n Hop 4: New York Botanical Garden ->", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hermann Otto Sleumer -> employer -> American Museum of Natural History (1925-1949)\n Hop 2: American Museum of Natural History -> chief executive officer -> Henry C. Leide (1949-1953)\n Hop 3: Henry C. Leide -> employer -> New York Botanical Garden (1949-1953)\n Hop 4: New York Botanical Garden ->" + }, + { + "id": "q_006241", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop\n Hop 1: Tutrakan -> country -> Romania\n Hop 2: Romania -> capital -> Bucharest\n Answer: Bucharest" + }, + { + "id": "q_003204", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Ralph Fiennes", + "pred": "Hop 1: Anders W. Berthelsen -> 1999 -> 1999 European Cup -> winner -> FC Bayern Munich\n Hop 2: FC Bayern Munich -> 1999 -> 1999 European Cup -> winner -> FC Bayern Munich\n Hop 3: FC Bayern Munich -> 1999 -> 1999 European Cup -> winner -> FC Bayern Munich\n Hop 4: FC Bayern Munich ->", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Anders W. Berthelsen -> 1999 -> 1999 European Cup -> winner -> FC Bayern Munich\n Hop 2: FC Bayern Munich -> 1999 -> 1999 European Cup -> winner -> FC Bayern Munich\n Hop 3: FC Bayern Munich -> 1999 -> 1999 European Cup -> winner -> FC Bayern Munich\n Hop 4: FC Bayern Munich ->" + }, + { + "id": "q_001109", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Neutral Moresnet", + "pred": "Bremen", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Minden Government Region -> shares border with -> Bremen (1918)\n Answer: Bremen" + }, + { + "id": "q_001496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Greece", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Valeria Moriconi -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Greece (1956)\n Answer: Greece" + }, + { + "id": "q_004458", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Hop 1: Mehmed Uzun -> country of citizenship -> Turkey (Hop 1)\n Hop 2: Turkey -> head of state -> Ismet In\u00f6n\u00fc (Hop 2)\n Hop 3: Ismet In\u00f6n\u00fc -> head of state -> S\u00fcleyman Demirel (Hop 3)\n Hop 4: S\u00fcleyman Demirel -> head of state -> Turkey (Hop 4)\n Hop 5: Turkey -> head of state -> Ahmet", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mehmed Uzun -> country of citizenship -> Turkey (Hop 1)\n Hop 2: Turkey -> head of state -> Ismet In\u00f6n\u00fc (Hop 2)\n Hop 3: Ismet In\u00f6n\u00fc -> head of state -> S\u00fcleyman Demirel (Hop 3)\n Hop 4: S\u00fcleyman Demirel -> head of state -> Turkey (Hop 4)\n Hop 5: Turkey -> head of state -> Ahmet" + }, + { + "id": "q_005199", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Hop 1: Sissel Tolaas -> work location -> Berlin (1999-2000)\n Hop 2: Berlin -> head of government -> Christian Wulff (2009-2010)\n Hop 3: Christian Wulff -> work location -> Germany (2009-2010)\n Hop 4: Germany -> head of government -> Angela Merkel (2005-201", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Sissel Tolaas -> work location -> Berlin (1999-2000)\n Hop 2: Berlin -> head of government -> Christian Wulff (2009-2010)\n Hop 3: Christian Wulff -> work location -> Germany (2009-2010)\n Hop 4: Germany -> head of government -> Angela Merkel (2005-201" + }, + { + "id": "q_000202", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Ireland", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Matteo Priamo -> member of sports team -> A.S. Roma (2006)\n Hop 2: A.S. Roma -> country -> Italy (2006)\n Answer: Italy" + }, + { + "id": "q_006446", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Edoardo Mangiarotti -> country of citizenship -> Italy\n Hop 2: Italy -> member of -> European Economic Community\n Hop 3: European Economic Community -> before -> 1952\n Answer: European Economic Community" + }, + { + "id": "q_001839", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Q953762", + "pred": "Hop 1: Pedro Geromel -> member of -> C.D. Futebol Clube (Brazil) (2010)\n Hop 2: C.D. Futebol Clube (Brazil) -> head of government -> Paulo C\u00e9sar de Oliveira (2010)\n Hop 3: Paulo C\u00e9sar de Oliveira -> located in -> S\u00e3o Paulo (2010)\n Hop 4: S\u00e3o Paulo -> head of government -> Jos\u00e9 S", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pedro Geromel -> member of -> C.D. Futebol Clube (Brazil) (2010)\n Hop 2: C.D. Futebol Clube (Brazil) -> head of government -> Paulo C\u00e9sar de Oliveira (2010)\n Hop 3: Paulo C\u00e9sar de Oliveira -> located in -> S\u00e3o Paulo (2010)\n Hop 4: S\u00e3o Paulo -> head of government -> Jos\u00e9 S" + }, + { + "id": "q_001174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Latvian Higher League", + "pred": "Russian Football Premier League", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Pavel Mochalin -> member of sports team -> FC Spartak Moscow (2009-2011)\n Hop 2: FC Spartak Moscow -> league or competition -> Russian Football Premier League\n Answer: Russian Football Premier League" + }, + { + "id": "q_006379", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (2008)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2008)\n Hop 3: Francesca Romana Coluzzi -> country of citizenship -> Italy (2008)\n Answer: Giorgio Napolitano" + }, + { + "id": "q_001940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Marcello Costalunga -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> shares border with -> Austria (1989)\n Answer: Austria" + }, + { + "id": "q_001985", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Heinz Czechowski -> award -> Heinrich Mann Prize (1984)\n Hop 2: Heinrich Mann Prize -> country -> Germany (1984)\n Hop 3: Heinz Czechowski -> award -> Bernhard Seeger award (1984)\n Answer: Germany" + }, + { + "id": "q_000177", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "German Democratic Republic", + "pred": "East Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Claus Korth -> allegiance -> West Germany (1962)\n Hop 2: West Germany -> contains -> Hesse (1962)\n Hop 3: Hesse -> territory claimed by -> East Germany (1962)\n Answer: East Germany" + }, + { + "id": "q_003534", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: University of Toronto -> member -> University of Toronto (Ontario) (1998-07-01)\n Hop 2: University of Toronto (Ontario) -> funder -> University of Toronto (Ontario) (1998-07-01)\n Hop 3: University of Toronto (Ontario) -> member -> University of Toronto (Ontario) (1998-07-01)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: University of Toronto -> member -> University of Toronto (Ontario) (1998-07-01)\n Hop 2: University of Toronto (Ontario) -> funder -> University of Toronto (Ontario) (1998-07-01)\n Hop 3: University of Toronto (Ontario) -> member -> University of Toronto (Ontario) (1998-07-01)" + }, + { + "id": "q_007118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Steve Sampson", + "pred": "Hop 1: Andreas Herzog -> member of -> 1. FC N\u00fcrnberg (2004-2005)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Thomas Gerstner (2004-2005)\n Hop 3: Thomas Gerstner -> member of -> VfL Bochum (2005-2006)\n Hop 4: VfL Bochum", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Andreas Herzog -> member of -> 1. FC N\u00fcrnberg (2004-2005)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Thomas Gerstner (2004-2005)\n Hop 3: Thomas Gerstner -> member of -> VfL Bochum (2005-2006)\n Hop 4: VfL Bochum" + }, + { + "id": "q_008135", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Panama", + "pred": "Canada", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Frank Tieri -> residence -> United States (Hop 1)\n Hop 2: United States -> shares border -> Canada (Hop 2)\n Hop 3: Canada -> country of citizenship -> Alexander Graham Bell (Hop 3)\n Answer: Canada" + }, + { + "id": "q_008030", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Hop 1: Jacques Laurent -> member of -> Acad\u00e9mie Fran\u00e7aise (1988)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Jean-Fran\u00e7ois Mallet (1988)\n Hop 3: Jean-Fran\u00e7ois Mallet -> member of -> Union des \u00c9tudiants (1988)\n Hop 4: Union des \u00c9tudiants -> general secretary -> Jean-Pierre L\u00e9vy (198", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jacques Laurent -> member of -> Acad\u00e9mie Fran\u00e7aise (1988)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Jean-Fran\u00e7ois Mallet (1988)\n Hop 3: Jean-Fran\u00e7ois Mallet -> member of -> Union des \u00c9tudiants (1988)\n Hop 4: Union des \u00c9tudiants -> general secretary -> Jean-Pierre L\u00e9vy (198" + }, + { + "id": "q_008449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Hop 1: Hanns Martin Schleyer -> member of -> German Democratic Republic (1975)\n Hop 2: German Democratic Republic -> general secretary -> Erich Honecker (1975)\n Hop 3: Erich Honecker -> member of -> Socialist Unity Party of Germany (1975)\n Hop 4: Socialist Unity Party of Germany -> general secretary -> Walter Ulbricht (1975)\n Hop 5:", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hanns Martin Schleyer -> member of -> German Democratic Republic (1975)\n Hop 2: German Democratic Republic -> general secretary -> Erich Honecker (1975)\n Hop 3: Erich Honecker -> member of -> Socialist Unity Party of Germany (1975)\n Hop 4: Socialist Unity Party of Germany -> general secretary -> Walter Ulbricht (1975)\n Hop 5:" + }, + { + "id": "q_001457", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Thomas Keneally", + "pred": "1982", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: William Boyd -> nominated for -> 1982 Academy Awards\n Hop 2: 1982 Academy Awards -> winner -> 1982\n Hop 3: 1982 -> winner -> 1982\n Answer: 1982" + }, + { + "id": "q_001650", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Sergi L\u00f3pez", + "pred": "Hop\n Hop 1: Bread and Tulips - 1997 - 1997 - 1997 - 1997 - 1997 - 1997 - 1997 - 1997 - 1997 - 1997 - 1997 - 1997 - 1997 - 1997 -", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Bread and Tulips - 1997 - 1997 - 1997 - 1997 - 1997 - 1997 - 1997 - 1997 - 1997 - 1997 - 1997 - 1997 - 1997 - 1997 -" + }, + { + "id": "q_006597", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "SeatGeek Stadium", + "pred": "United States", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Logan Pause -> member of -> University of Florida Gators (2009)\n Hop 2: University of Florida Gators -> home venue -> Ben Hill Griffin Stadium\n Hop 3: Ben Hill Griffin Stadium -> located in -> Gainesville, Florida\n Hop 4: Gainesville, Florida -> country -> United States\n Answer: United States" + }, + { + "id": "q_003141", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Canada", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Joseph-Elz\u00e9ar Bernier -> member of the crew of -> SS L'Alouette (1924)\n Hop 2: SS L'Alouette (1924) -> country of registry -> France\n Hop 3: France -> member of the crew of -> Joseph-Elz\u00e9ar Bernier\n Answer: France" + }, + { + "id": "q_004341", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "BP", + "pred": "Hamburger SV", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Wolfram Wuttke -> member of -> sports team (1984)\n Hop 2: sports team (1984) -> sponsor -> Hamburger SV\n Hop 3: Hamburger SV -> member -> Gerhard Krug (1984)\n Answer: Hamburger SV" + }, + { + "id": "q_007989", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1905.0, + "gold": "Russian Empire", + "pred": "Afghanistan", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Vedi -> located in -> Kandahar (1905)\n Answer: Afghanistan" + }, + { + "id": "q_002962", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bruno Torpigliani -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Alcide De Gasperi (1955)\n Hop 3: Alcide De Gasperi -> country of citizenship -> Italy (1955)\n Answer: Italy" + }, + { + "id": "q_001198", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Allianz Arena", + "pred": "Nassau Veterans Memorial Coliseum", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kenny Cooper -> sports team -> New York Islanders (2011)\n Hop 2: New York Islanders -> home venue -> Nassau Veterans Memorial Coliseum\n Answer: Nassau Veterans Memorial Coliseum" + }, + { + "id": "q_006028", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Paulo C\u00e9sar de Oliveira", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Artur Moraes -> member of -> Esporte Clube Bahia (2012)\n Hop 2: Esporte Clube Bahia -> chairperson -> Paulo C\u00e9sar de Oliveira (2012)\n Answer: Paulo C\u00e9sar de Oliveira" + }, + { + "id": "q_007856", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1902", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop\n Hop 1: Rorschach\u2013St. Gallen railway line -> owner -> Swiss Federal Railways (1902)\n Hop 2: Swiss Federal Railways -> replaced by -> Rorschach\u2013St. Gallen railway line (1902)\n Hop 3: Rorschach\u2013St. Gallen railway line -> owned by -> Swiss Federal Railways (1902)\n Answer: 1902" + }, + { + "id": "q_003797", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop" + }, + { + "id": "q_002920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "King George VI", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: HMS Graph -> country of registry -> United Kingdom\n Hop 2: United Kingdom -> head of state -> King George VI\n Answer: King George VI" + }, + { + "id": "q_004648", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lee Hartwell -> 1998 (year)\n Hop 2: 1998 -> Yoshio Masui (award)\n Answer: 1998" + }, + { + "id": "q_005249", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Julie Christie", + "pred": "Barbara Stanwyck", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jeanne Eagels -> nominated for -> Academy Award for Best Actress (1965)\n Hop 2: Marriage Italian-Style -> winner of -> Academy Award for Best Actress (1965)\n Hop 3: Academy Award for Best Actress (1965) -> nominated for -> Barbara Stanwyck (1965)\n Answer: Barbara Stanwyck" + }, + { + "id": "q_004612", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Umberto II of Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luigi Carnacina -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Umberto II of Italy (1951)\n Hop 3: Umberto II of Italy -> head of state -> Umberto II of Italy (1951)\n Answer: Umberto II of Italy" + }, + { + "id": "q_006383", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giacomo Neri -> country of citizenship -> Italy (1976)\n Hop 2: Aldo Moro -> head of government -> Italy (1976)\n Answer: 1976" + }, + { + "id": "q_003997", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Jeanne Moreau", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Romain Duris -> nominated for -> Jeanne Moreau (1999)\n Hop 2: Jeanne Moreau -> winner of -> Jeanne Moreau (1999)\n Hop 3: Jeanne Moreau -> winner of -> Jeanne Moreau (1999)\n Answer: Jeanne Moreau" + }, + { + "id": "q_002521", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Heiko Herrlich", + "pred": "Czech Republic", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Marek Such\u00fd -> sports team -> Sparta Prague (2019-2020)\n Hop 2: Sparta Prague -> head coach -> Milan \u0160koda (2020)\n Hop 3: Milan \u0160koda -> member of -> Czech Republic (2020)\n Answer: Czech Republic" + }, + { + "id": "q_008451", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Mario Draghi", + "pred": "Giuseppe Conte", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Cesare Benedetti -> country -> Italy (Hop 1)\n Hop 2: Italy -> head of government -> Giuseppe Conte (Hop 2)\n Answer: Giuseppe Conte" + }, + { + "id": "q_002584", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1944.0, + "gold": "1944", + "pred": "1944", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop\n Hop 1: Johnny Burke -> 1944 -> winner of Harry Warren's award received\n Hop 2: 1944 -> 1944 -> winner of Harry Warren's award received\n Hop 3: 1944 -> 1944 -> winner of Harry Warren's award received\n Answer: 1944" + }, + { + "id": "q_000401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Zhou Enlai", + "pred": "Liu Shaoqi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Zhao Ziyang -> country of citizenship -> People's Republic of China (1959)\n Hop 2: People's Republic of China (1959) -> head of government -> Liu Shaoqi (1959)\n Answer: Liu Shaoqi" + }, + { + "id": "q_007273", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Harry Redknapp", + "pred": "Harry Redknapp", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michael Dawson -> sports team -> Tottenham Hotspur (2007-2010)\n Hop 2: Tottenham Hotspur -> head coach -> Harry Redknapp (2007-2010)\n Hop 3: Harry Redknapp -> member of -> England national football team (2007-2010)\n Answer: Harry Redknapp" + }, + { + "id": "q_000566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Jean-Michel Lecuyer", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jean-Loup Dabadie -> member of -> L'Orchestre National de Jazz (1990)\n Hop 2: L'Orchestre National de Jazz (1990) -> general secretary -> Jean-Michel Lecuyer (1990)\n Answer: Jean-Michel Lecuyer" + }, + { + "id": "q_001480", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Mike Gartner", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop\n Hop 1: Matt Carkner -> drafted by -> New York Rangers (1999)\n Hop 2: New York Rangers -> team captain -> Mike Gartner (1999)\n Answer: Mike Gartner" + }, + { + "id": "q_002648", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "John Gielgud", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jennifer Johnston -> nominated for -> The Last of the Wine (1977)\n Hop 2: The Last of the Wine (1977) -> winner -> John Gielgud\n Hop 3: John Gielgud -> winner -> The Last of the Wine (1977)\n Answer: John Gielgud" + }, + { + "id": "q_005191", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Paul von Hindenburg", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bruno Bieligk -> member of political party -> German National People's Party (1920)\n Hop 2: German National People's Party (1920) -> chairperson -> Paul von Hindenburg (1920)\n Hop 3: Paul von Hindenburg -> member of political party -> German National People's Party (1920)\n Answer: Paul von Hindenburg" + }, + { + "id": "q_004451", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Azerbaijan Premier League", + "pred": "Serbian First League", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Andrey Popovi\u00e7 -> sports team -> FK Vojvodina (2009)\n Hop 2: FK Vojvodina (2009) -> league or competition -> Serbian First League\n Answer: Serbian First League" + } + ] +} \ No newline at end of file diff --git a/eval/v3-sft-noevidence.json b/eval/v3-sft-noevidence.json new file mode 100644 index 0000000000000000000000000000000000000000..d0a0d7b9eb96ec05bb587b746b9d22107b67a921 --- /dev/null +++ b/eval/v3-sft-noevidence.json @@ -0,0 +1,17492 @@ +{ + "name": "v3-sft-noevidence", + "policy_path": "../checkpoints/sft-v3/final", + "split": "test", + "n_samples": 1743, + "temperature": 0.0, + "max_new_tokens": 96, + "overall": { + "n": 1743, + "em": 0.23293172690763053, + "f1": 0.08791579714664818, + "th_n": 0 + }, + "by_complexity": { + "1hop": { + "n": 800, + "em": 0.2475, + "f1": 0.10790877452929873, + "th_n": 0 + }, + "2hop": { + "n": 800, + "em": 0.18125, + "f1": 0.053611360413250306, + "th_n": 0 + }, + "3plus": { + "n": 143, + "em": 0.4405594405594406, + "f1": 0.16797990540257368, + "th_n": 0 + } + }, + "by_operator": { + "before_after": { + "n": 517, + "em": 0.1702127659574468, + "f1": 0.08798401619697639, + "th_n": 0 + }, + "interval": { + "n": 163, + "em": 0.6932515337423313, + "f1": 0.10215362343444787, + "th_n": 0 + }, + "point_in_time": { + "n": 535, + "em": 0.18130841121495328, + "f1": 0.08980495786230999, + "th_n": 0 + }, + "sequence": { + "n": 528, + "em": 0.20454545454545456, + "f1": 0.08153940336480943, + "th_n": 0 + } + }, + "per_example": [ + { + "id": "q_006291", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "chairperson", + "pred": "Hop 1: Sven-G\u00f6ran Eriksson -> coach of -> S.L. Benfica (2017)\n Hop 2: Jonas -> member of -> sports team (2017)\n Hop 3: sports team -> chairperson -> position held (2017)\n Answer: position held", + "em": 1.0, + "f1": 0.0909090909090909 + }, + { + "id": "q_007337", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Ararat -> located in -> Armenian SSR (1922-1991)\n Hop 2: Armenian SSR (1922-1991) -> head of state -> Joseph Stalin\n Hop 3: Joseph Stalin -> country -> Soviet Union\n Hop 4: Soviet Union -> head of state -> Mikhail Gorbachev\n Hop 5: Mikhail Gorbachev -> country -> Soviet Union\n Hop 6:", + "em": 0.0, + "f1": 0.07142857142857142 + }, + { + "id": "q_000021", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "Hop 1: Galvano Della Volpe -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1959)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1959)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_007809", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Irina Bokova", + "pred": "Hop\n Hop 1: Kach -> member of -> United States\n Hop 2: United States -> head of government -> Herbert Hoover\n Hop 3: Herbert Hoover -> designated as terrorist -> United States\n Hop 4: United States -> chairperson of -> Kach\n Hop 5: Kach -> member of -> United States\n Hop 6: United States -> head of government -> Herbert Hoover\n Hop 7: Herbert Hoover -> designated as terrorist -> United", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001979", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "Hop 1: Arnold J. Levine -> award received -> Paul Ehrlich and Ludwig Darmstaedter Prize (1998)\n Hop 2: Paul Ehrlich and Ludwig Darmstaedter Prize -> year -> 1998\n Answer: 1998", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_005455", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Hop 1: On Golden Pond -> nominated for -> Academy Award for Best Actress (1982)\n Hop 2: Academy Award for Best Actress (1982) -> winner -> Sissy Spacek\n Hop 3: Sissy Spacek -> award received -> Academy Award for Best Actress (1982)\n Answer: Academy Award for Best Actress (1982)", + "em": 0.0, + "f1": 0.35714285714285715 + }, + { + "id": "q_008005", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "Hop 1: Urbano Lazzaro -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (Hop 2)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (Hop 3)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_008690", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Hop 1: Bruno Pesaola -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_008321", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Vito Lattanzio -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_007761", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Arista Records", + "pred": "Hop 1: Jennifer Love Hewitt -> unmarried partner -> David Boreanaz (2002)\n Hop 2: David Boreanaz -> nominated for -> The X-Files (2002)\n Hop 3: The X-Files -> winner -> David Duchovny (2002)\n Hop 4: David Duchovny -> record label -> Warner Bros. Records (2002)\n Answer: Warner Bros. Records", + "em": 0.0, + "f1": 0.07142857142857144 + }, + { + "id": "q_008118", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "Hop 1: Vincent Cimatti -> country of citizenship -> Italy (Hop: country of citizenship, Relevance: 0.99)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (Hop: head of state, Relevance: 0.99)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (Hop: position held, Relevance: 0.99)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_001360", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Hop 1: Guo Moruo -> country of citizenship -> People's Republic of China (Hop Type: country of citizenship)\n Hop 2: People's Republic of China -> head of government -> Li Peng (Hop Type: head of government)\n Hop 3: Li Peng -> spouse -> Li Xian (Hop Type: spouse)\n Hop 4: Li Xian -> member of political party -> Chinese Communist Party (Hop Type: member of political party)\n Hop 5", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000136", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Michele Pellegrino -> country of citizenship -> Italy (1981)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1981)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1981)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_006986", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Hop 1: Giovanni Falcone -> country of citizenship -> Italy\n Hop 2: Italy -> head of state -> Giorgio Napolitano\n Hop 3: Giorgio Napolitano -> position held -> President of Italy\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003298", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "Hop\n Hop: 1. Metz -> France -> 1940 -> France (country) -> diplomatic relation -> United Kingdom -> basic form of government -> constitutional monarchy (1940)\n Hop: 2. Metz -> France -> 1940 -> France (country) -> diplomatic relation -> United Kingdom -> basic form of government -> parliamentary system (1940)\n Hop: 3. Metz -> France -> 194", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_006733", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Hop 1: Bruno Pesaola -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (Hop 2)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (Hop 3)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_005866", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Hop 1: Diane Keaton -> Academy Award for Best Actress (1984)\n Hop 2: Academy Award for Best Actress (1984) -> winner -> Meryl Streep\n Hop 3: Meryl Streep -> award received -> Tony Award for Best Actress in a Play (1983)\n Hop 4: Tony Award for Best Actress in a Play (1983) -> winner -> Glenda Jackson\n Hop 5", + "em": 0.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_004748", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "Hop 1: Alfredo Sivocci -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Antonio Segni (1964)\n Hop 3: Antonio Segni -> position held -> President of Italy (1964)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_004795", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Chancellor of Germany", + "pred": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000787", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "Hop\n Hop 1: Niobe -> country of registry -> diplomatic relation -> basic form of government\n Hop 2: basic form of government -> before republic -> monarchy\n Answer: monarchy", + "em": 0.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_008333", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "President of Italy", + "pred": "Hop 1: Aldo Morandi -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (Hop 2)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (Hop 3)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_008338", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Academy Award for Best Visual Effects", + "pred": "Hop 1: True Lies -> nominated for -> 1995 Academy Awards\n Hop 2: 1995 Academy Awards -> winner -> The Fugitive\n Hop 3: The Fugitive -> nominated for -> Best Cinematography\n Answer: Best Cinematography", + "em": 0.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_001840", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "Hop 1: Tano Cimarosa -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1995)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1995)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_001274", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "Hop 1: Aurelio Sabattani -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1967)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1967)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_000547", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giuseppe Calderone (1965)\n Hop 3: Giuseppe Calderone -> country of citizenship -> Italy (1965)\n Hop 4: Italy -> head of state -> Giuseppe Calderone (1965)\n Hop 5: Giuseppe Calderone -> country of citizenship -> Italy", + "em": 0.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_001052", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Hop 1: Franco Bordoni -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1955)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1955)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_006228", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Jane Jacobs -> residence -> 1963 -> head of government -> position held\n Answer: mayor", + "em": 0.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_006414", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Hop 1: Luchino Visconti -> country -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1955)\n Answer: Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001651", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "President of Italy", + "pred": "Hop 1: Daniela Rocca -> country -> Italy (1957)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1957)\n Hop 3: Alcide De Gasperi -> position held -> President of the Council of Ministers (1957)\n Answer: President of the Council of Ministers", + "em": 0.0, + "f1": 0.24000000000000002 + }, + { + "id": "q_007640", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "Hop 1: Plinio Antolini -> country -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (Hop 2)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (Hop 3)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.3 + }, + { + "id": "q_007972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "Hop 1: Annalena Tonelli -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1969)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1969)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_004943", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Nazi Germany", + "pred": "Hop 1: U-13 -> part of -> Germany (1938)\n Hop 2: Germany -> country -> Europe (1938)\n Answer: Europe", + "em": 0.0, + "f1": 0.14285714285714285 + }, + { + "id": "q_007287", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Hop 1: Angelo Cella -> country of citizenship -> Italy (Hop: country of citizenship, Relation: country of citizenship, Entity: Italy)\n Hop 2: Italy -> head of state -> Giovanni Giolitti (Hop: head of state, Relation: head of state, Entity: Giovanni Giolitti)\n Hop 3: Giovanni Giolitti -> position held -> Prime Minister of Italy (Hop: position held, Relation: position held, Entity: Prime Minister of", + "em": 0.0, + "f1": 0.1739130434782609 + }, + { + "id": "q_005394", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "President of Italy", + "pred": "Hop 1: Veriano Luchetti -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Giovanni Spadolini (Hop 2)\n Hop 3: Giovanni Spadolini -> position held -> President of the Council of Ministers of Italy (Hop 3)\n Answer: President of the Council of Ministers of Italy", + "em": 0.0, + "f1": 0.25 + }, + { + "id": "q_007314", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Mayor of New York City", + "pred": "Hop\n Hop 1: Weegee -> work location -> New York City (1957)\n Hop 2: New York City -> head of government -> David Dinkins (1957)\n Hop 3: David Dinkins -> position held -> Mayor of New York City (1957)\n Answer: Mayor of New York City", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_003452", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Mary Blair -> residence -> New York City (Hop 1)\n Hop 2: New York City -> head of government -> Michael Bloomberg (Hop 2)\n Hop 3: Michael Bloomberg -> position held -> New York City Comptroller (Hop 3)\n Answer: New York City Comptroller", + "em": 0.0, + "f1": 0.3333333333333333 + }, + { + "id": "q_006815", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Hop 1: MTV Video Music Award for Best Choreography -> winner -> Nicki Minaj (2010)\n Hop 2: Nicki Minaj -> received -> 2010 MTV VMAs\n Hop 3: 2010 MTV VMAs -> award -> Best Choreography\n Hop 4: Best Choreography -> nominated for -> Love the Way You Lie\n Hop 5: Love the Way You Lie -> winner -> 20", + "em": 1.0, + "f1": 0.07407407407407407 + }, + { + "id": "q_008439", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Tim Robbins", + "pred": "Hop 1: Nell -> unmarried partner -> John\n Hop 2: John -> nominated for -> The Best of Everything\n Hop 3: The Best of Everything -> winner -> The Best of Everything (1957 film)\n Answer: The Best of Everything (1957 film)\n Answer: The Best of Everything (1957 film)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003245", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "Hop 1: Niobe -> country of registry -> United States (1932)\n Hop 2: United States -> diplomatic relation -> United Kingdom (1932)\n Hop 3: United Kingdom -> basic form of government -> constitutional monarchy (1932)\n Answer: constitutional monarchy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008633", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Bucharest", + "pred": "Hop 1: Giurgiu -> country -> Romania (1920)\n Hop 2: Romania -> capital -> Bucharest (1920)\n Answer: Bucharest", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003473", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Dushanbe -> located in -> Tajikistan (1915)\n Hop 2: Tajikistan -> head of state -> Emir of Bukhara (1915)\n Hop 3: Emir of Bukhara -> located in -> Zhytomyr (1915)\n Hop 4: Zhytomyr -> country -> Russian Empire (1915)\n Hop 5: Russian Empire", + "em": 0.0, + "f1": 0.08333333333333334 + }, + { + "id": "q_001673", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "Hop 1: Aurelio Sabattani -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (Hop 2)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (Hop 3)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_005726", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "First Republic of Austria", + "pred": "Hop 1: Aachen -> country -> Germany (1934)\n Hop 2: Germany -> shares border with -> Czechoslovakia (1934)\n Hop 3: Czechoslovakia -> replaces -> Austria (1934)\n Answer: Austria", + "em": 0.0, + "f1": 0.10526315789473685 + }, + { + "id": "q_004929", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "Hop 1: Virginio Rosetta -> country -> Italy (1967)\n Hop 2: Italy -> head of state -> Antonio Segni (1967)\n Hop 3: Antonio Segni -> position held -> President of Italy (1967)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006286", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Deutsche Mark", + "pred": "Hop 1: Mannheim Observatory -> located in -> Mannheim\n Hop 2: Mannheim -> country -> West Germany\n Hop 3: West Germany -> currency -> Deutsche Mark\n Answer: Deutsche Mark", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_002759", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "K\u014dichir\u014d Matsuura", + "pred": "Hop 1: Eduardo Saverin -> country of citizenship -> United States of America (Hop Type: country of citizenship)\n Hop 2: United States of America -> member of -> United Nations (Hop Type: member of)\n Hop 3: United Nations -> chairperson -> Irina Bokova (Hop Type: chairperson)\n Answer: United Nations", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004009", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "Hop 1: Thierry Mariani -> member of political party -> Union for a Popular Movement (UMP)\n Hop 2: Union for a Popular Movement (UMP) -> chairperson -> Jean-Pierre Raffarin\n Hop 3: Jean-Pierre Raffarin -> occupation -> Prime Minister of France\n Answer: 1999", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007134", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Hop 1: Paolo Dezza -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (Hop 2)\n Hop 3: Carlo Azeglio Ciampi -> position held -> President of Italy (Hop 3)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_002750", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Franco Basaglia -> Italy (country of citizenship)\n Hop 2: Italy -> Giovanni Spadolini (head of government)\n Hop 3: Giovanni Spadolini -> Prime Minister (position held)\n Answer: Prime Minister", + "em": 0.0, + "f1": 0.34782608695652173 + }, + { + "id": "q_000812", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "U-13", + "pred": "Hop 1: U-14 (submersible) -> has -> Commanded by (1936) (Hop 1)\n Hop 2: Commanded by (1936) -> affiliation -> Kriegsmarine (Hop 2)\n Hop 3: Kriegsmarine -> has -> Commanded by (1936) (Hop 3)\n Answer: Kriegsmarine", + "em": 0.0, + "f1": 0.125 + }, + { + "id": "q_003515", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Hop 1: Italy -> head of state -> Giorgio Napolitano (1968-1978)\n Hop 2: Giorgio Napolitano -> country of citizenship -> Italy (1968-1978)\n Hop 3: Umberto Pasquale -> country of citizenship -> Italy (1968-1978)\n Answer: Giorgio Napolitano", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_005012", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Luigi Filippo D'Amico -> country of citizenship -> Italy (1982)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1982)\n Hop 3: Giovanni Spadolini -> position held -> Minister of the Interior (1982)\n Answer: Minister of the Interior", + "em": 0.0, + "f1": 0.22222222222222218 + }, + { + "id": "q_004016", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Ernesto Prinoth -> country of citizenship -> Switzerland (1980)\n Hop 2: Switzerland -> head of government -> Federal Council (1980)\n Hop 3: Luigi Veronesi -> country of citizenship -> Italy (1980)\n Hop 4: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 5: Giovanni Spadolini -> position held -> President of the Council of", + "em": 0.0, + "f1": 0.13333333333333336 + }, + { + "id": "q_008522", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Hop 1: Franco Bordoni -> country of citizenship -> Italy\n Hop 2: Italy -> head of state -> Giovanni Gronchi\n Hop 3: Giovanni Gronchi -> position held -> President of Italy\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_002972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "Hop 1: Tano Cimarosa -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1995)\n Hop 3: Carlo Azeglio Ciampi -> position held -> President of Italy (1995)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_000716", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Elio Pagliarani -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Umberto II (1958)\n Hop 3: Umberto II -> country of citizenship -> Italy (1958)\n Hop 4: Italy -> head of state -> Giuseppe Garibaldi (1958)\n Hop 5: Giuseppe Garibaldi -> country of citizenship -> Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004128", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "Hop 1: Linda Sini -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1956)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1956)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_002796", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1923.0, + "gold": "1923", + "pred": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Hop 1: Michelangelo Albertazzi -> member of sports team -> AC Milan (2014)\n Hop 2: AC Milan -> head coach -> Massimo Allegri (2014)\n Hop 3: Massimo Allegri -> member of sports team -> A.S. Roma (2014)\n Hop 4: A.S. Roma -> head coach -> Luciano Spalletti (2014)\n Answer: Luciano Spalletti", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003552", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "chairperson", + "pred": "Hop 1: Miralem Sulejmani -> sports team -> S.L. Benfica (2014)\n Hop 2: S.L. Benfica -> chairperson -> Jos\u00e9 Maria Pedroto (2014)\n Hop 3: Jos\u00e9 Maria Pedroto -> position held -> President of the Portuguese Football Federation (2014)\n Answer: President of the Portuguese Football Federation", + "em": 1.0, + "f1": 0.07692307692307693 + }, + { + "id": "q_004730", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "God Save the Tsar!", + "pred": "Hop\n Hop 1: Vedi -> country -> Romania\n Hop 2: Romania -> anthem -> \"De\u0219teapt\u0103-te, Rom\u00e2nie!\"\n Hop 3: \"De\u0219teapt\u0103-te, Rom\u00e2nie!\" -> located in -> Romania\n Answer: \"De\u0219teapt\u0103-te, Rom\u00e2nie!\"", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005767", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Hop 1: Bj\u00f6rn Schr\u00f6der -> member of -> 1. FC N\u00fcrnberg (sports team)\n Hop 2: 1. FC N\u00fcrnberg -> country -> Germany\n Hop 3: Germany -> head of government -> Angela Merkel\n Hop 4: Angela Merkel -> after -> Kurt Georg Kiesinger\n Answer: Angela Merkel", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_002032", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Mayor of New York City", + "pred": "Hop\n Hop 1: Oliver & Company -> narrative location -> New York City\n Hop 2: New York City -> head of government -> Michael Bloomberg\n Hop 3: Michael Bloomberg -> position held -> Mayor of New York City\n Answer: Mayor of New York City", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_008644", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Hop 1: John Banville -> spouse -> Padma Lakshmi (2005)\n Hop 2: Padma Lakshmi -> nominated for -> National Television Award (2005)\n Hop 3: National Television Award -> winner -> John Banville (2005)\n Answer: 2005", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_006768", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "West Germany", + "pred": "Hop 1: Ulrike Herrmann -> member of political party -> Christian Democratic Union of Germany (CDU)\n Hop 2: Christian Democratic Union of Germany (CDU) -> chairperson -> Gerhard Schr\u00f6der\n Hop 3: Gerhard Schr\u00f6der -> country of citizenship -> Germany\n Answer: Germany", + "em": 0.0, + "f1": 0.08695652173913042 + }, + { + "id": "q_002122", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "Hop 1: Angelo Cella -> country -> Italy (1964)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1964)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1964)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_007638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Getulio Alviani -> country -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1980)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.34782608695652173 + }, + { + "id": "q_000842", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "God Save the King", + "pred": "Hop 1: Enderbury Island -> country -> Tuvalu (1938)\n Hop 2: Tuvalu -> head of state -> Pio Laileata (1938)\n Hop 3: Pio Laileata -> anthem -> Tuvalu national anthem (1938)\n Answer: Tuvalu national anthem", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003512", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Hop\n Hop 1: On Golden Pond -> nominated for -> Academy Award for Best Picture (1982)\n Hop 2: Academy Award for Best Picture (1982) -> winner -> Robert Redford\n Hop 3: Robert Redford -> award received -> Academy Award for Best Actor (1982)\n Answer: Academy Award for Best Actor (1982)", + "em": 0.0, + "f1": 0.3448275862068966 + }, + { + "id": "q_002727", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Federal State of Austria", + "pred": "Hop 1: 1938 World Figure Skating Championships -> location -> Prague\n Hop 2: Prague -> shares border with -> Germany\n Hop 3: Germany -> located in -> Europe\n Answer: Europe", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004477", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "Hop 1: Tommaso Padoa-Schioppa -> Italy (country of citizenship)\n Hop 2: Italy -> Giovanni Leone (head of state)\n Hop 3: Giovanni Leone -> President of Italy (position held)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_004639", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Hop 1: Lelio Antoniotti -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1965)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1965)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_002027", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1913.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Vedi -> located in -> Vedi (country)\n Hop 2: Vedi (country) -> head of state -> Vedi (country)\n Hop 3: Vedi (country) -> located in -> Vedi (country)\n Hop 4: Vedi (country) -> head of state -> Vedi (country)\n Hop 5: Vedi (country) -> located in -> Vedi (country)\n Hop 6: Vedi (", + "em": 0.0, + "f1": 0.11111111111111112 + }, + { + "id": "q_004554", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "Hop 1: Gino Archesso -> country -> Italy (1961)\n Hop 2: Italy -> head of state -> Antonio Segni (1961)\n Hop 3: Antonio Segni -> position held -> President of Italy (1961)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_005676", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "United States", + "pred": "Hop 1: Laureus World Sports Award for Comeback of the Year -> winner -> David Beckham (2009)\n Hop 2: David Beckham -> member of sports team -> Manchester United F.C.\n Hop 3: Manchester United F.C. -> country -> England\n Hop 4: England -> member of sports team -> England national football team\n Hop 5: England national football team -> country -> England\n Answer: England", + "em": 0.0, + "f1": 0.0625 + }, + { + "id": "q_008291", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "Hop 1: Linda Sini -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (Hop 2)\n Hop 3: Giorgio Napolitano -> position held -> President of Italy (Hop 3)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_008225", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Hop 1: Luciano Emmer -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1998)\n Hop 3: Carlo Azeglio Ciampi -> position held -> President of Italy (1998)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_001173", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Hop 1: Guo Moruo -> country of citizenship -> People's Republic of China (Hop Type: member of political party)\n Hop 2: People's Republic of China -> head of government -> Hua Guofeng (Hop Type: country of citizenship)\n Hop 3: Hua Guofeng -> spouse -> Li Xian (Hop Type: member of political party)\n Hop 4: Li Xian -> member of political party -> Chinese Communist Party (Hop", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_008571", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "Hop 1: Metz -> country -> Germany (1940)\n Hop 2: Germany -> diplomatic relation -> United States (1940)\n Hop 3: United States -> basic form of government -> federal republic (1940)\n Answer: federal republic", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000937", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1934.0, + "gold": "1934", + "pred": "Hop 1: Heinrich Liebe -> shares -> 1934 (Hop 1)\n Hop 2: 1934 -> replaces -> First Republic of Austria (Hop 2)\n Hop 3: First Republic of Austria -> border -> 1934 (Hop 3)\n Hop 4: 1934 -> shares -> 1934 (Hop 4)\n Hop 5: 1934 -> replaces ->", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_003736", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Friedrich Ebert", + "pred": "Hop 1: SMS Arcona -> crew -> Otto von Bismarck (1921)\n Hop 2: Otto von Bismarck (1921) -> head of state -> Germany (1921)\n Hop 3: Germany (1921) -> allegiance -> German Empire (1921)\n Hop 4: German Empire (1921) -> head of state -> Wilhelm II (1921", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002966", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "Hop 1: Giuseppe Patan\u00e8 -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (1995)\n Hop 3: Mariano Agate -> country of citizenship -> Italy (1995)\n Hop 4: Italy -> head of state -> Giorgio Napolitano (1995)\n Answer: Giorgio Napolitano", + "em": 0.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000538", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Hop 1: Giovanni Falcone -> country of citizenship -> Italy (Hop: country of citizenship, Relevance: 0.99)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (Hop: head of state, Relevance: 0.99)\n Hop 3: Giorgio Napolitano -> position held -> President of Italy (Hop: position held, Relevance: 0.99)\n Answer", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_000838", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Hop 1: Ant\u00f4nio da Silva -> member of sports team -> head coach -> award -> Order of Merit of Baden-W\u00fcrttemberg (2012)\n Hop 2: Ant\u00f4nio da Silva -> member of sports team -> head coach -> award -> Order of Merit of Baden-W\u00fcrttemberg (2012)\n Answer: Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.08333333333333333 + }, + { + "id": "q_002448", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Vanderbilt University", + "pred": "Hop 1: Viktor Hamburger -> Louisa Gross Horwitz Prize -> winner -> employer -> University of Chicago (Hop count: 1)\n Answer: University of Chicago", + "em": 0.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_007230", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Zoran Klemen\u010di\u010d -> sports team -> NK Olimpija Ljubljana (1993-1995)\n Hop 2: NK Olimpija Ljubljana -> country -> Slovenia (1993-1995)\n Hop 3: Slovenia -> head of state -> Janez Jan\u0161a (2003-2004)\n Answer: Janez Jan\u0161", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004534", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Odo Fusi Pecci -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1953)\n Hop 3: Amintore Fanfani -> position held -> Minister of Foreign Affairs (1953)\n Answer: Minister of Foreign Affairs", + "em": 0.0, + "f1": 0.23076923076923075 + }, + { + "id": "q_007740", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Ra\u00fal Pateras Pescara -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of government -> Giovanni Gronchi (Hop 2)\n Answer: Giovanni Gronchi", + "em": 0.0, + "f1": 0.2105263157894737 + }, + { + "id": "q_007848", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Mariano Agate -> country of citizenship -> Italy (1998-2008)\n Hop 2: Italy -> head of government -> Romano Prodi (1999-2008)\n Hop 3: Romano Prodi -> position held -> President of the European Commission (1999-2008)\n Answer: President of the European Commission", + "em": 0.0, + "f1": 0.14285714285714285 + }, + { + "id": "q_003817", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Variety -> place of publication -> New York (1947)\n Hop 2: New York -> head of government -> Harry S. Truman (1947)\n Hop 3: Harry S. Truman -> position held -> President of the United States (1947)\n Answer: President of the United States", + "em": 0.0, + "f1": 0.21428571428571427 + }, + { + "id": "q_006982", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Hannelore Kohl", + "pred": "Hop 1: Ulrike Herrmann -> member of political party -> Christian Democratic Union (CDU)\n Hop 2: Christian Democratic Union (CDU) -> chairperson -> Hans-Dietrich Genscher\n Hop 3: Hans-Dietrich Genscher -> spouse -> Hannelore Genscher\n Answer: Hannelore Genscher", + "em": 0.0, + "f1": 0.08695652173913042 + }, + { + "id": "q_000932", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Governing Mayor of Berlin", + "pred": "Hop 1: Q896393 -> work location -> Kiel (city)\n Hop 2: Kiel (city) -> head of government -> Reinhold Maier\n Hop 3: Reinhold Maier -> position held -> Mayor of Kiel\n Answer: Mayor of Kiel", + "em": 0.0, + "f1": 0.1818181818181818 + }, + { + "id": "q_004711", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Vanderbilt University", + "pred": "Hop 1: Paul Berg -> award -> 1980 Albert Lasker Award for Basic Medical Research\n Hop 2: 1980 Albert Lasker Award for Basic Medical Research -> winner -> Arthur Kornberg\n Hop 3: Arthur Kornberg -> employer -> University of California, San Francisco\n Answer: University of California, San Francisco", + "em": 0.0, + "f1": 0.07692307692307693 + }, + { + "id": "q_001424", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Free State of Prussia", + "pred": "Hop 1: Tilla Durieux -> spouse -> Paul von Hindenburg (1919-1925)\n Hop 2: Paul von Hindenburg -> work location -> Weimar Republic (1919-1933)\n Hop 3: Weimar Republic -> located in -> Germany (1919-1933)\n Answer: Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006808", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Hop 1: Umberto Pasquale -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (Hop 2)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (Hop 3)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_005728", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Getulio Alviani -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of government -> Giuseppe Conte (Hop 2)\n Hop 3: Giuseppe Conte -> position held -> President of the Council of Ministers (Hop 3)\n Answer: President of the Council of Ministers", + "em": 0.0, + "f1": 0.16 + }, + { + "id": "q_000501", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Civic Democratic Party", + "pred": "Hop 1: Lubo\u0161 Kohoutek -> country of citizenship -> Czechoslovakia (1995)\n Hop 2: Czechoslovakia (1995) -> head of government -> V\u00e1clav Havel (1995)\n Hop 3: V\u00e1clav Havel (1995) -> member of political party -> Civic Forum (1995)\n Hop 4: Civic Forum (199", + "em": 0.0, + "f1": 0.16 + }, + { + "id": "q_003472", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Hop 1: Carlo Rambaldi -> country of citizenship -> United States\n Hop 2: United States -> member of -> United Nations\n Hop 3: United Nations -> chairperson -> U Thant\n Hop 4: U Thant -> country of citizenship -> United States\n Hop 5: United States -> member of -> United Nations\n Answer: United Nations", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007593", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Alberto Moravia -> spouse -> Licia Albanese (1958)\n Hop 2: Licia Albanese -> country of citizenship -> Italy (1958)\n Hop 3: Italy -> head of state -> Antonio Segni (1958)\n Answer: Antonio Segni", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004304", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "military personnel", + "pred": "Hop\n Hop 1: U-120 (submarine) -> part of -> 1st Flotilla (Kriegsmarine)\n Hop 2: 1st Flotilla (Kriegsmarine) -> commanded by -> Hans-Georg von Friede\n Answer: Hans-Georg von Friede", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004513", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> member of -> European Economic Community (1953)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1953)\n Answer: Paul-Henri Spaap", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001144", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Hop 1: Bj\u00f6rn Schr\u00f6der -> member of -> 1. FC N\u00fcrnberg (2010)\n Hop 2: 1. FC N\u00fcrnberg -> country -> Germany (2010)\n Hop 3: Germany -> significant event -> Berlin Wall (2010)\n Hop 4: Germany -> head of government -> Angela Merkel (2010)\n Answer: Angela Merkel", + "em": 1.0, + "f1": 0.16 + }, + { + "id": "q_004736", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Virginio De Paoli -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Giuliano Amato (1996)\n Hop 3: Giuliano Amato -> position held -> Prime Minister of Italy (1996)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.32 + }, + { + "id": "q_001077", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Mayor of New York City", + "pred": "Hop\n Hop 1: Arman -> work location -> New York City (1964)\n Hop 2: New York City -> head of government -> John Lindsay (1964)\n Hop 3: John Lindsay -> position held -> Mayor of New York City (1964)\n Answer: Mayor of New York City", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_008586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "chairperson", + "pred": "Hop 1: Sim\u00e3o Sabrosa -> member of -> S.L. Benfica (2003)\n Hop 2: S.L. Benfica -> chairperson -> Jos\u00e9 M\u00e1rio de Almeida (2003)\n Hop 3: Jos\u00e9 M\u00e1rio de Almeida -> position held -> President of the Portuguese Football Federation (2003)\n Answer: President of the Portuguese Football Federation", + "em": 1.0, + "f1": 0.07692307692307693 + }, + { + "id": "q_004250", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "Hop 1: Franco Basaglia -> country of citizenship -> Italy\n Hop 2: Italy -> head of government -> Giovanni Spadolini\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy\n Answer: 1976", + "em": 1.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_002769", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mayor of New York City", + "pred": "Hop\n Hop 1: Dennis Stock -> Work location -> New York City\n Hop 2: New York City -> Head of government -> Fiorello La Guardia\n Hop 3: Fiorello La Guardia -> Position held -> Mayor of New York City\n Answer: Mayor of New York City", + "em": 1.0, + "f1": 0.3846153846153846 + }, + { + "id": "q_001923", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Alfredo Mazzoni -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of government -> Giovanni Gronchi (1958)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1958)\n Answer: President of Italy", + "em": 0.0, + "f1": 0.17391304347826086 + }, + { + "id": "q_008379", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "Hop 1: Cesare Terranova -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (Hop 2)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (Hop 3)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_004279", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "U-13", + "pred": "Hop 1: U-14 -> commanded by -> Hans-Georg von Bismarck (1936-1937)\n Hop 2: Hans-Georg von Bismarck -> affiliation -> German Navy (1936-1937)\n Hop 3: German Navy -> has part -> U-14 (1936-1937)\n Hop 4: U-14 -> has", + "em": 0.0, + "f1": 0.09090909090909091 + }, + { + "id": "q_008534", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "Hop 1: Bruno Arcari -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1958)\n Hop 3: Alcide De Gasperi -> position held -> President of the Council of Ministers (1958)\n Answer: President of the Council of Ministers", + "em": 0.0, + "f1": 0.23076923076923078 + }, + { + "id": "q_001990", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "United Nations", + "pred": "Hop 1: Bad Day at Black Rock -> narrative location -> New Mexico\n Hop 2: New Mexico -> contains the administrative territorial entity -> Lincoln County, New Mexico\n Hop 3: Lincoln County, New Mexico -> member of -> Lincoln County, New Mexico\n Hop 4: Lincoln County, New Mexico -> contains the administrative territorial entity -> Cimarron River\n Answer: Cimarron River", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000057", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "Hop 1: Attilio Pierelli -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1970)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1970)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_003633", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "President of Italy", + "pred": "Hop 1: Eleonora Rossi Drago -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1966)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1966)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_007357", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Mayor of New York City", + "pred": "Hop\n Hop 1: Prelinger Archives -> located in -> San Francisco, California (Hop 1)\n Hop 2: San Francisco, California -> head of government -> Gavin Newsom (Hop 2)\n Hop 3: Gavin Newsom -> position held -> San Francisco Public Library (Hop 3)\n Answer: San Francisco Public Library", + "em": 0.0, + "f1": 0.07692307692307693 + }, + { + "id": "q_005638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "President of the United States", + "pred": "Hop 1: Michael Barry -> member of -> Chicago Bulls (2004)\n Hop 2: Chicago Bulls -> country -> United States (2004)\n Hop 3: United States -> head of government -> George W. Bush (2004)\n Hop 4: George W. Bush -> position held -> President of the United States (2004)\n Answer: President of the United States", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_002803", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (Hop: country of citizenship, Relevance: 0.99)\n Hop 2: Italy -> member of -> European Economic Community (Hop: member of, Relevance: 0.99)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (Hop: chairperson, Relevance: 0.99)\n Answer: Paul-Henri", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005319", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Hop 1: Sergio Andreoli -> country -> Italy (1965)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1965)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1965)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_008568", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Hop 1: Giuseppe Petrilli -> country -> Italy (1998)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1998)\n Hop 3: Carlo Azeglio Ciampi -> position held -> President of Italy (1998)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_008187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Hop 1: Michelangelo Albertazzi -> member of sports team -> A.S. Roma\n Hop 2: A.S. Roma -> head coach -> Luciano Spalletti\n Hop 3: Luciano Spalletti -> member of sports team -> A.S. Roma\n Hop 4: A.S. Roma -> head coach -> Luciano Spalletti\n Hop 5: Luciano Spalletti -> member of sports team -> A.S. Roma\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002510", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Bill Clinton", + "pred": "Hop 1: Lance Armstrong -> sports team -> US Cycling Team (1996)\n Hop 2: US Cycling Team (1996) -> country -> United States\n Hop 3: United States -> head of government -> Bill Clinton\n Answer: Bill Clinton", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007048", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: \u010cervie\u0144 -> country -> Czechoslovakia (1918-1938)\n Hop 2: Czechoslovakia (1918-1938) -> head of state -> Tom\u00e1\u0161 Garrigue Masaryk (1918-1935)\n Hop 3: Tom\u00e1\u0161 Garrigue Masaryk -> country -> Czechoslovakia (1918-19", + "em": 0.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_000284", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Irina Bokova", + "pred": "Hop 1: Susan Polgar -> country -> Hungary (2012)\n Hop 2: Hungary -> member of -> European Olympic Committee (2012)\n Hop 3: European Olympic Committee -> chairperson -> Raimonds V\u0113jonis (2012)\n Hop 4: Raimonds V\u0113jonis -> member of -> European Olympic Committee (2012)\n Answer: European Olympic Committee", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007586", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "German Emperor", + "pred": "Hop 1: Breitscheidplatz -> named after -> Otto von Bismarck (1915)\n Hop 2: Otto von Bismarck -> spouse -> Johanna von Puttkamer (1915)\n Hop 3: Johanna von Puttkamer -> position held -> Minister of the Interior (1915)\n Answer: Minister of the Interior", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006367", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Getulio Alviani -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> President of the Council of Ministers (1980)\n Answer: President of the Council of Ministers", + "em": 0.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_003015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Bruno Banducci -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of government -> Giovanni Gronchi (1958)\n Hop 3: Loris Francesco Capovilla -> country of citizenship -> Italy (1958)\n Hop 4: Italy -> head of government -> Giovanni Gronchi (1958)\n Answer: Giovanni Gronchi", + "em": 0.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_002788", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "Hop 1: Women in Love -> award -> Academy Award for Best Cinematography (1969)\n Hop 2: Academy Award for Best Cinematography (1969) -> winner -> John Alton\n Hop 3: John Alton -> spouse -> Barbara Alton\n Answer: Barbara Alton", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001092", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "God Save the Tsar!", + "pred": "Hop\n Hop 1: Helsinki -> capital -> Finland\n Hop 2: Finland -> anthem -> Finland's national anthem\n Hop 3: Finland's national anthem -> located in -> Finland\n Answer: Finland", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000319", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Andrea Pangrazio -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of government -> Giuseppe Conte (Hop 2)\n Hop 3: Giuseppe Conte -> position held -> President of the Council of Ministers (Hop 3)\n Answer: President of the Council of Ministers", + "em": 0.0, + "f1": 0.16 + }, + { + "id": "q_000336", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "Hop\n Hop 1: Jane Jacobs -> New York City -> New York (state)\n Hop 2: New York (state) -> head of government -> Andrew Cuomo\n Hop 3: Andrew Cuomo -> position held -> Governor of New York\n Hop 4: Governor of New York -> place of publication -> Variety (magazine)\n Hop 5: Variety (magazine) -> head of government -> Andrew Cuomo\n Hop 6: Andrew Cuomo -> position held -> Governor", + "em": 0.0, + "f1": 0.26666666666666666 + }, + { + "id": "q_005328", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Franco Basaglia -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Minister of the Interior (1976)\n Answer: Minister of the Interior", + "em": 0.0, + "f1": 0.24 + }, + { + "id": "q_007430", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Sukarno", + "pred": "Hop 1: Changchun -> located in -> Jilin (Hop 1)\n Hop 2: Jilin -> diplomatic relation -> People's Republic of China (Hop 2)\n Hop 3: People's Republic of China -> head of state -> Xi Jinping (Hop 3)\n Answer: Xi Jinping", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001032", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "Hop 1: Claudio Ruffini -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Antonio Segni (1961)\n Hop 3: Antonio Segni -> position held -> President of Italy (1961)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_006917", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Zoran Klemen\u010di\u010d -> member of -> NK Olimpija Ljubljana (2003)\n Hop 2: NK Olimpija Ljubljana -> country -> Slovenia (2003)\n Hop 3: Slovenia -> head of state -> Janez Jan\u0161a (2003)\n Hop 4: Janez Jan\u0161a -> member of -> Slovenian Democratic Party (200", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008460", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> member of -> European Economic Community (1953)\n Hop 3: European Economic Community -> chairperson -> France (1953)\n Answer: France", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001183", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Hop 1: Francesco Carpino -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_001661", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Hop 1: Antonio Pugliese -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1955)\n Hop 3: Nanni Loy -> country of citizenship -> Italy (1955)\n Hop 4: Italy -> head of state -> Giuseppe Saragat (1955)\n Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002861", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Hop 1: Pia Nalli -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: European Economic Community -> chairperson of -> Paul van Zeeland (1955)\n Answer: Paul van Zeeland", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "Hop 1: Oreste Biancoli -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Antonio Segni (1967)\n Hop 3: Antonio Segni -> position held -> President of Italy (1967)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_003586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Carlo Emilio Gadda -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of government -> Giovanni Gronchi (1960)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1960)\n Answer: President of Italy", + "em": 0.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_000264", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "Hop 1: Women in Love -> award -> Academy Award for Best Actress (1969)\n Hop 2: Academy Award for Best Actress (1969) -> winner -> Glenda Jackson\n Hop 3: Glenda Jackson -> spouse -> John Gielgud\n Hop 4: John Gielgud -> spouse -> Joan Gielgud\n Hop 5: Joan Gielgud -> spouse -> John Gielgud\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001302", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "Hop 1: Umberto Pasquale -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of government -> Giovanni Gronchi (Hop 2)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (Hop 3)\n Hop 4: President of Italy -> held by -> Umberto Pasquale (Hop 4)\n Answer: 1953", + "em": 1.0, + "f1": 0.0909090909090909 + }, + { + "id": "q_007976", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "Hop 1: Mariele Ventre -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (Hop 2)\n Hop 3: Giorgio Napolitano -> position held -> President of Italy (Hop 3)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_007562", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Lviv University", + "pred": "Hop 1: Zygmunt Janiszewski -> employer -> Janusz Kowalski (1913)\n Answer: Janusz Kowalski", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "pred": "Hop 1: Dan Aykroyd -> Academy Award for Best Supporting Actor -> 1992\n Hop 2: Dan Aykroyd -> 1992 -> 1992 Academy Awards\n Hop 3: 1992 Academy Awards -> 1992 -> 1992\n Hop 4: 1992 -> 1992 -> 1992\n Hop 5", + "em": 0.0, + "f1": 0.3333333333333333 + }, + { + "id": "q_006715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Hop 1: Giovanni Cornacchia -> country of citizenship -> Kingdom of Italy (1951)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_005303", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Valenciennes F.C.", + "pred": "Hop 1: Geoffrey Doumeng -> member of -> South Sydney Rabbitohs (2007)\n Answer: South Sydney Rabbitohs", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003783", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Baron Harding of Petherton", + "pred": "Hop\n Hop 1: John Harding, 1st Baron Harding of Petherton -> 1959 -> 1959 -> 1959\n Hop 2: 1959 -> 1959 -> 1959 -> 1959\n Hop 3: 1959 -> 1959 -> 1959 -> 1959\n Hop 4", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_004865", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Bruno Venturini -> member of -> Lucchese 1905 (1939)\n Hop 2: Lucchese 1905 -> country -> Italy (1939)\n Hop 3: Bruno Venturini -> country of citizenship -> Italy (1939)\n Answer: Italy", + "em": 0.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_006315", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Hop 1: Bryne FK -> member -> Kristoffer H\u00f8iland (2012)\n Hop 2: Kristoffer H\u00f8iland -> sports team -> FK Haugesund (2012)\n Hop 3: FK Haugesund -> member -> Kristoffer H\u00f8iland (2012)\n Answer: 2012", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_006718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Hop 1: Giuseppe Anedda -> country of citizenship -> Italy (1980)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006083", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop\n Hop: 1954 -> 1954 -> 1954 -> 1954 -> 1954 -> 1954 -> 1954 -> 1954 -> 1954 -> 1954 -> 1954 -> 1954 -> 1954 -> 1954 -> 1954 -> 1", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003360", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "Hop 1: C\u00e9sar Award for Best Original Screenplay -> 1997 -> 1997 C\u00e9sar Awards\n Hop 2: 1997 C\u00e9sar Awards -> 1997 -> 1997 in French cinema\n Hop 3: 1997 in French cinema -> Tanguy Viel -> 1997 French filmography\n Hop 4: 1997", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008353", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Chattanooga", + "pred": "Hop\n Hop 1: National Model Railroad Association -> headquarters -> 1986 -> 1986 -> 1986 -> 1986 -> 1986 -> 1986 -> 1986 -> 1986 -> 1986 -> 1986 -> 1986 -> 1986 -> 1986 -> 1986", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "D.C. United", + "pred": "Hop\n Hop 1: Robert F. Kennedy Memorial Stadium -> Washington, D.C. (located in)\n Hop 2: Washington, D.C. -> United States (located in)\n Hop 3: United States -> 2009 (year of)\n Hop 4: United States -> occupant (has part)\n Answer: United States", + "em": 0.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_001224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Gjilan -> country -> Iraq (1977)\n Answer: Iraq", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004848", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Soviet Union", + "pred": "Hop 1: Vija Artmane -> award -> Order of the Badge of Honour (1964)\n Hop 2: Order of the Badge of Honour -> country -> Latvia (1964)\n Hop 3: Vija Artmane -> country -> Latvia (1964)\n Answer: Latvia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007525", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Oulu Province", + "pred": "Hop\n Hop 1: Kiiminki -> located in -> Kajaani (1946)\n Hop 2: Kajaani -> located in -> North Ostrobothnia (1946)\n Answer: Kajaani", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000885", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Northern Dvina Governorate", + "pred": "Hop\n Hop 1: Yarensk Uyezd -> located in -> Komi Autonomous Soviet Socialist Republic (1923)\n Hop 2: Komi Autonomous Soviet Socialist Republic (1923) -> located in -> Soviet Union (1923)\n Hop 3: Soviet Union (1923) -> located in -> Europe (1923)\n Answer: Europe", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001030", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Giovan Battista Pellegrini -> country of citizenship -> Italy (1936)\n Answer: Italy", + "em": 0.0, + "f1": 0.28571428571428575 + }, + { + "id": "q_004428", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "Soviet Union", + "pred": "Hop 1: Tbilisi -> country -> Russian Empire (1923)\n Hop 2: Russian Empire -> country -> Soviet Union (1923)\n Hop 3: Soviet Union -> country -> Georgia (1923)\n Answer: Georgia", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_002780", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "University of British Columbia", + "pred": "Hop 1: Daniel Kahneman -> employer -> Hebrew University of Jerusalem (1983)\n Answer: Hebrew University of Jerusalem", + "em": 0.0, + "f1": 0.26666666666666666 + }, + { + "id": "q_000352", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Solicitor General for England and Wales", + "pred": "Hop\n Hop 1: John Simon, 1st Viscount Simon -> Chancellor of the Exchequer -> position held -> Lord Chancellor of the United Kingdom (1911-1912)\n Hop 2: Lord Chancellor of the United Kingdom (1911-1912) -> position held -> Lord Chancellor of the United Kingdom\n Hop 3: Lord Chancellor of the United Kingdom -> position held -> Lord Chancellor of the United Kingdom (", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000414", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Hop 1: Rudolf Jaenisch -> award -> Robert Koch Prize (1997)\n Answer: 1997", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001261", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Hop 1: Renato Barisani -> country of citizenship -> Kingdom of Italy (1958)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_001035", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "WWE", + "pred": "Hop 1: Shane McMahon -> occupation -> Entrepreneur (2003)\n Hop 2: Shane McMahon -> employer -> World Wrestling Federation (2003)\n Hop 3: World Wrestling Federation -> employer -> Vince McMahon (2003)\n Answer: Vince McMahon", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008432", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Hop 1: John McCain -> spouse -> Cindy McCain (1947--)\n Answer: Cindy McCain", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005886", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Federal Minister for Foreign Affairs", + "pred": "Hop 1: Frank-Walter Steinmeier -> employer -> University of Giessen (2017)\n Hop 2: Frank-Walter Steinmeier -> position -> Minister of Foreign Affairs of Germany (2017)\n Answer: Minister of Foreign Affairs of Germany", + "em": 0.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_007363", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Hop 1: Armin Grein -> company -> Siemens AG (1989)\n Hop 2: Siemens AG -> position -> Chief Executive Officer (1989)\n Hop 3: Chief Executive Officer -> position -> Chief Executive Officer (1989)\n Answer: Chief Executive Officer", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006356", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Germany", + "pred": "Hop 1: Adolf Schr\u00f6ter -> country of citizenship -> East Germany (1950)\n Answer: East Germany", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_004178", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "People's Republic of Bulgaria", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kupferstichkabinett Berlin", + "pred": "Hop 1: Max Jakob Friedl\u00e4nder -> employer -> Friedrich Wilhelm von Bismarck (1848-1919)\n Answer: Friedrich Wilhelm von Bismarck", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000581", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Sevilla FC", + "pred": "Hop 1: Alexis Ruano Delgado -> member of sports team -> M\u00e1laga CF (2011)\n Answer: M\u00e1laga CF", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008059", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Heinrich Himmler", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002028", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Scopus", + "pred": "Hop 1: The New York Times -> indexed in -> Bibliographic review (Hop 1)\n Hop 2: Bibliographic review -> employer -> Michiko Kakutani (Hop 2)\n Answer: Bibliographic review", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Hop 1: Gianni De Michelis -> country of citizenship -> Kingdom of Italy (1947)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_002995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "James Norris Memorial Trophy", + "pred": "Hop\n Answer: Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005062", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Hop 1: Gyula Iulius Maurer -> employer -> Gyula Iulius Maurer (1961)\n Answer: Gyula Iulius Maurer", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005618", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Leicester City F.C.", + "pred": "Hop 1: Jack Hobbs -> member of -> South African cricket team (1920-1921)\n Answer: South African cricket team (1920-1921)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Italy", + "pred": "Hop 1: Ulrico Girardi -> country of citizenship -> Italy (1974)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FK Austria Wien", + "pred": "Hop 1: Ronald Brunmayr -> sports team -> EC KAC (1996)\n Answer: EC KAC", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002148", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1927.0, + "gold": "Kingdom of Romania", + "pred": "Hop 1: Balchik -> country -> Bulgaria (1927)\n Hop 2: Bulgaria -> country -> Romania (1927)\n Answer: Romania", + "em": 0.0, + "f1": 0.16666666666666666 + }, + { + "id": "q_006117", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Hop 1: Cesarina Vighy -> country of citizenship -> Kingdom of Italy (1970)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_000974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Mary Pickford", + "pred": "Hop 1: Academy Award for Best Actress -> winner -> Janet Gaynor (1929)\n Hop 2: Janet Gaynor -> received -> Academy Award for Best Actress (1929)\n Hop 3: Academy Award for Best Actress (1929) -> winner -> Janet Gaynor (1929)\n Answer: Janet Gaynor", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003365", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "All-NBA Team", + "pred": "Hop 1: Gary Payton -> 2000 -> NBA All-Star Game (1999-2000)\n Hop 2: NBA All-Star Game (1999-2000) -> award -> All-Star Game MVP (1999-2000)\n Hop 3: All-Star Game MVP (1999-2000) -> award -> 2000 NBA All-Star", + "em": 0.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_005796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Hop\n Answer: Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003448", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Benedetta Cappa -> country of citizenship -> Italy (1901)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_005271", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Borussia M\u00f6nchengladbach", + "pred": "Hop 1: Alexander Voigt -> member of -> 1. FC N\u00fcrnberg (1998-2000)\n Answer: 1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "United States Penitentiary, Florence ADMAX", + "pred": "Hop 1: Ted Kaczynski -> education -> Harvard University (2020)\n Answer: 2020", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007959", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Afghanistan", + "pred": "Hop 1: Germany -> Diplomatic relation -> United States (1945-1991)\n Answer: United States", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008034", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Sergio Tofano -> country of citizenship -> Italy (1912)\n Hop 2: Italy -> country of citizenship -> United Kingdom (1912)\n Answer: United Kingdom", + "em": 0.0, + "f1": 0.375 + }, + { + "id": "q_006099", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Hop\n Hop 1: Central Volga Krai -> 1932 -> located in -> Ulyanovsk Oblast\n Hop 2: Ulyanovsk Oblast -> 1932 -> located in -> Russia\n Hop 3: Russia -> 1932 -> located in -> European Union\n Answer: European Union", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003338", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "President of the Bundestag", + "pred": "Hop 1: Wolfgang Sch\u00e4uble -> Federal Minister for Special Affairs of Germany -> 2017\n Hop 2: Wolfgang Sch\u00e4uble -> Federal Minister of Finance (Germany) -> 2017\n Hop 3: Federal Minister of Finance (Germany) -> Federal Minister of Finance (Germany) -> 2017\n Answer: Federal Minister of Finance (Germany)", + "em": 0.0, + "f1": 0.1 + }, + { + "id": "q_007882", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "pred": "Hop 1: Ernst Chain -> Nobel Prize in Physiology or Medicine -> 1954\n Hop 2: Ernst Chain -> award -> 1954\n Hop 3: 1954 -> award -> Nobel Peace Prize\n Answer: Nobel Peace Prize", + "em": 0.0, + "f1": 0.09090909090909091 + }, + { + "id": "q_001101", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Melbourne Cricket Ground", + "pred": "Hop 1: Melbourne Football Club -> home venue -> Lake Oval (1904)\n Answer: Lake Oval", + "em": 0.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_004838", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "American Psycho 2", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008088", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Hop 1: Gianfranco Parolini -> country of citizenship -> Italy (2017)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008278", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Valenciennes F.C.", + "pred": "Hop 1: Kenny Lala -> sports team -> New York Jets (2013)\n Answer: New York Jets", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003556", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Giovanni Battista Lacchini -> country of citizenship -> Italy (1935)\n Answer: Italy", + "em": 0.0, + "f1": 0.28571428571428575 + }, + { + "id": "q_008174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Spartak Moscow", + "pred": "Hop 1: Roman Shishkin -> sports team -> HC CSKA Moscow (2004)\n Answer: HC CSKA Moscow", + "em": 0.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_007252", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Hop 1: Amaury Bischoff -> member of -> RC Strasbourg Alsace (2005)\n Answer: 2005", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_007229", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "West Germany", + "pred": "Hop 1: Albrecht Brandi -> country of citizenship -> Weimar Republic (1963)\n Answer: Germany", + "em": 0.0, + "f1": 0.14285714285714285 + }, + { + "id": "q_005020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Luigi Tasselli -> country of citizenship -> Italy (1917)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_003581", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Luciano Savorini -> country of citizenship -> Italy (1942)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_007540", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Norway men's national association football team", + "pred": "Hop 1: Rolf Johannessen -> member of sports team -> SK Brann (1931)\n Answer: SK Brann", + "em": 0.0, + "f1": 0.10526315789473685 + }, + { + "id": "q_006549", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1972.0, + "gold": "1972", + "pred": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006127", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Rome", + "pred": "Hop 1: Mario Soldati -> residence -> Turin (Hop 1)\n Hop 2: Turin -> residence -> Milan (Hop 2)\n Answer: Milan", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008172", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Academy Award for Best Director", + "pred": "Hop 1: Fred Zinnemann -> Golden Globe Award for Best Director -> 1961\n Hop 2: Fred Zinnemann -> nominated for -> The Sundowners\n Hop 3: The Sundowners -> category -> Academy Award for Best Picture\n Answer: Academy Award for Best Picture", + "em": 0.0, + "f1": 0.4 + }, + { + "id": "q_006850", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "\u00c9toile Sportive du Sahel", + "pred": "Hop 1: Oumar Kalabane -> sports team -> ASVEL Villeurbanne (2000)\n Answer: ASVEL Villeurbanne", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001281", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "60 Minutes", + "pred": "Hop\n Hop 1: Morley Safer -> Morley Safer award -> George Polk Award (1979)\n Hop 2: Morley Safer -> Notable work -> The American Experience (1979)\n Answer: The American Experience", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Hop 1: Nikolaus Schneider -> Buber-Rosenzweig-Medal -> 1998 Hop 2: Nikolaus Schneider -> University of Tuebingen -> Germany Hop 3: Germany -> European Union -> 1993 Hop 4: European Union -> European Stability Mechanism -> 2012 Hop 5: European Stability Mechanism -> Buber-Rosenzweig-Medal -> 1998 Hop", + "em": 1.0, + "f1": 0.08695652173913045 + }, + { + "id": "q_004216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Philadelphia", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001024", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "Hop 1: Jos\u00e9 Anigo -> Olympiacos F.C. -> Head coach -> 1997-1998\n Answer: 1997-1998", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003080", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Nobel Prize in Literature", + "pred": "Hop 1: Sarvepalli Radhakrishnan -> Nobel Peace Prize -> 1936 (year)\n Hop 2: 1936 -> nominated for -> John H. Finney (person)\n Answer: John H. Finney", + "em": 0.0, + "f1": 0.19047619047619047 + }, + { + "id": "q_006761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Reading F.C.", + "pred": "Hop 1: Stephen Hunt -> sports team -> Crystal Palace F.C.\n Hop 2: Crystal Palace F.C. -> member -> Tony Cascarino\n Answer: Tony Cascarino", + "em": 0.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_007249", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Athletic Club", + "pred": "Hop 1: Rafael Moreno Aranzadi -> sports team -> Real Sociedad de F\u00fatbol\n Hop 2: Real Sociedad de F\u00fatbol -> member -> Jos\u00e9 Mar\u00eda de la Fuente\n Hop 3: Jos\u00e9 Mar\u00eda de la Fuente -> sports team -> Real Sociedad de F\u00fatbol\n Answer: Real Sociedad de F\u00fatbol", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004330", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Cristina Campo -> country of citizenship -> Italy (1933)\n Hop 2: Italy -> country of citizenship -> Germany (1933)\n Answer: Germany", + "em": 0.0, + "f1": 0.26666666666666666 + }, + { + "id": "q_002355", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Brentford F.C.", + "pred": "Hop 1: Andy Sinton -> sports team -> Wolverhampton Wanderers F.C. (1987)\n Answer: none", + "em": 0.0, + "f1": 0.25 + }, + { + "id": "q_001500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Erwin Teufel", + "pred": "Hop 1: Hans Filbinger -> head of government -> Baden-W\u00fcrttemberg (1978-1980)\n Hop 2: Baden-W\u00fcrttemberg -> head of government -> Hans Filbinger (1978-1980)\n Answer: Hans Filbinger", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002493", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "TV Globo", + "pred": "Hop 1: Grupo Globo -> subsidiary -> Globo.com (1994)\n Answer: Globo.com", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_004504", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "Hopcroft, John E. (1953) Hopcroft, John E. (1953) Hopcroft, John E. (1953) Hopcroft, John E. (1953) Hopcroft, John E. (1953) Hopcroft, John E. (1953) Hopcroft, John E. (1953) Hopcroft, John E. (1953)", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_008366", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Jean Tremblay", + "pred": "Hop 1: Saguenay -> Quebec -> Canada -> head of government -> Pauline Marois\n Hop 2: Pauline Marois -> head of government -> Quebec\n Hop 3: Quebec -> head of government -> Pauline Marois\n Answer: Pauline Marois", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003310", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "Hop 1: The Maids of Wilko -> Academy Award for Best International Feature Film -> 1980\n Answer: 1980", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_004860", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "auxiliary bishop", + "pred": "Hop 1: Guillermo Leaden -> position -> President of the United States (1975)\n Answer: President of the United States", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007131", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Hop 1: Pino Caruso -> country of citizenship -> Kingdom of Italy (1976)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_001190", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Franca Florio -> country of citizenship -> Italy (1935)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_001845", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "Hop 1: Jean Templin -> member of -> Stade de Reims (1959)\n Answer: Stade de Reims", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001601", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Lomonosov Moscow State University", + "pred": "Hop\n Hop 1: Lev Pontryagin -> Employer in 1933 -> Leningrad State University (Hop 1)\n Answer: Leningrad State University", + "em": 0.0, + "f1": 0.26666666666666666 + }, + { + "id": "q_008159", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "AIK Fotboll", + "pred": "Hop 1: Lee Baxter -> sports team -> New Zealand Warriors (Hop 1)\n Answer: New Zealand Warriors", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006771", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Cuxhaven district", + "pred": "Hop 1: Sietland -> located in -> Netherlands (1995)\n Answer: Netherlands", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002990", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Vesyegonsky District", + "pred": "Hop 1: Vesyegonsk -> located in -> Tver Oblast (1957)\n Hop 2: Tver Oblast -> located in -> Kostroma Oblast (1957)\n Hop 3: Kostroma Oblast -> located in -> Russia (1957)\n Answer: Russia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002704", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Everton F.C.", + "pred": "Hop 1: Adrian Heath -> sports team -> Wrexham A.F.C.\n Hop 2: Wrexham A.F.C. -> member -> John Toshack\n Hop 3: John Toshack -> sports team -> Wales national football team\n Hop 4: Wales national football team -> member -> Paul Trollope\n Hop 5: Paul Trollope -> sports team -> Wrexham A.F.C.\n Hop 6: Wrexham A", + "em": 0.0, + "f1": 0.15384615384615383 + }, + { + "id": "q_000821", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Sabatino Moscati -> country of citizenship -> Italy (1930)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_001187", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Max Planck Institute for Chemistry", + "pred": "Hop\n Hop 1: Paul Josef Crutzen -> Nobel Prize in Chemistry -> 1995 -> Employer -> University of California, Berkeley (Hop 1)\n Hop 2: University of California, Berkeley -> Employer -> Paul Josef Crutzen (Hop 2)\n Answer: University of California, Berkeley", + "em": 0.0, + "f1": 0.0909090909090909 + }, + { + "id": "q_006629", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "United States Navy", + "pred": "Hop\n Hop 1: Frederick B. Dent -> Military branch -> United States Army (1946)\n Answer: United States Army", + "em": 0.0, + "f1": 0.26666666666666666 + }, + { + "id": "q_003305", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Italy", + "pred": "Hop 1: Antonello Aglioti -> country of citizenship -> Kingdom of Italy (1981)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_005228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Carter Harrison IV", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000310", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "Hop 1: Le Montellier -> France (located in)\n Answer: France", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003989", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Baron Moyne", + "pred": "Hop 1: Walter Guinness, 1st Baron Moyne -> award -> Distinguished Service Order (1935)\n Hop 2: Walter Guinness, 1st Baron Moyne -> noble title -> Earl of Dufferin (1935)\n Hop 3: Earl of Dufferin -> country -> United Kingdom (1935)\n Answer: Earl of Dufferin", + "em": 1.0, + "f1": 0.16 + }, + { + "id": "q_007146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Hop 1: Fabio Capello -> work location -> Italy men's national association football team (2001)\n Answer: Italy men's national association football team", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002832", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Willy Marlow", + "pred": "Hop 1: Rostock District -> shares border with -> Schleswig-Holstein (1983)\n Hop 2: Schleswig-Holstein -> head of government -> Uwe Schneidewind (1983)\n Hop 3: Uwe Schneidewind -> head of government -> Rostock District (1983)\n Answer: Uwe Schneidewind", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000368", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "FC Porto", + "pred": "Hop 1: Deco -> sports team -> FC Porto (2003-2008)\n Hop 2: FC Porto -> member -> Jos\u00e9 Mourinho (1999-2002)\n Hop 3: Jos\u00e9 Mourinho -> sports team -> Manchester United F.C. (2008-2013)\n Answer: Manchester United F.C.", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_005867", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Hop 1: Kursk Oblast -> located in -> Kursk Oblast (country: Soviet Union)\n Answer: Kursk Oblast", + "em": 0.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_005700", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Colombia men's national football team", + "pred": "Hop 1: Juan Carlos Henao -> sports team -> Atl\u00e9tico Bucaramanga (2003)\n Answer: Atl\u00e9tico Bucaramanga", + "em": 0.0, + "f1": 0.11764705882352942 + }, + { + "id": "q_000881", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "York University", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005707", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Kreis Kalbe (Milde)", + "pred": "Hop\n Hop 1: Jeetze -> located in -> Germany (1952)\n Hop 2: Germany -> located in -> Europe (1952)\n Answer: Europe", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001238", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Pre\u0161ov Region", + "pred": "Hop 1: Pre\u0161ov -> Pre\u0161ov Region (located in)\n Hop 2: Pre\u0161ov Region -> Pre\u0161ov (located in)\n Hop 3: Pre\u0161ov -> Czechoslovakia (located in)\n Hop 4: Czechoslovakia -> Pre\u0161ov (located in)\n Answer: Czechoslovakia", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_006162", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Hop 1: Erick Scott -> member of sports team -> Asociaci\u00f3n Deportiva San Carlos (2011)\n Answer: 2011", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_005973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Hop 1: Pier Antonio Quarantotti Gambini -> country of citizenship -> Italy (1960)\n Answer: Italy", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_006967", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Hop 1: Armando Aste -> country of citizenship -> Italy (1971)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006519", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "F.C. Pro Vercelli 1892", + "pred": "Hop 1: A.S.D. Biellese 1902 -> member of sports team -> Dante Amarilli (1902)\n Hop 2: Dante Amarilli (1902) -> member of sports team -> Giuseppe Cianci (1902)\n Answer: Giuseppe Cianci", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006861", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Toulouse FC", + "pred": "Hop 1: Umut Burugudut Bulut -> member of sports team -> Trabzonspor (2012)\n Answer: Trabzonspor", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006139", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Decathlon CMA CGM Team", + "pred": "Hop 1: Nicolas Roche -> sports team -> Team Sky\n Hop 2: Team Sky -> member of -> British Cycling\n Hop 3: British Cycling -> member of -> United Kingdom\n Answer: United Kingdom", + "em": 0.0, + "f1": 0.1 + }, + { + "id": "q_002293", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Bethesda", + "pred": "Hop 1: Katie Ledecky -> Stanford -> residence -> 1999\n Answer: 1999", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008165", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Akkermansky Uyezd", + "pred": "Hop 1: Bilhorod-Dnistrovskyi -> located in -> Kherson Oblast (1902)\n Hop 2: Kherson Oblast (1902) -> located in -> Russian Empire (1902)\n Hop 3: Russian Empire (1902) -> located in -> Europe (1902)\n Answer: Europe", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001745", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Hop 1: Li Tsung-jen -> country of citizenship -> Republic of China (1912-1949)\n Answer: Republic of China (1912-1949)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Paul McGann", + "pred": "Hop 1: Susannah Harker -> spouse -> Iain Glen (2008)\n Hop 2: Susannah Harker -> unmarried partner -> David Bamber (2008)\n Answer: David Bamber", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Al-Qaeda", + "pred": "Hop 1: Osama bin Laden -> 1993 -> United States (Hop 1)\n Hop 2: United States -> 1993 -> Al-Qaeda (Hop 2)\n Hop 3: Al-Qaeda -> 1993 -> allegiance (Hop 3)\n Answer: United States", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_003185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Weimar Republic", + "pred": "Hop\n Hop 1: Vaterstetten -> country -> Germany (1922)\n Hop 2: Germany (1922) -> country -> German Empire (1922)\n Hop 3: German Empire (1922) -> country -> Germany (1922)\n Answer: Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007239", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: James Alberione -> country of citizenship -> Italy (1923)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_005515", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "doctorate", + "pred": "Hop 1: Raymond Dumais -> academic degree -> Doctor of Philosophy (PhD)\n Answer: Doctor of Philosophy (PhD)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002120", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Bauska District", + "pred": "Hop 1: Bauska -> Latvia (located in)\n Hop 2: Latvia -> Europe (located in)\n Hop 3: Europe -> European Union (located in)\n Hop 4: European Union -> European Economic Area (located in)\n Hop 5: European Economic Area -> European Free Trade Association (located in)\n Hop 6: European Free Trade Association -> European Union (located in)\n Hop 7: European Union -> European Economic Area (located in)\n Hop", + "em": 0.0, + "f1": 0.09090909090909091 + }, + { + "id": "q_007214", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Gale Anne Hurd", + "pred": "Hop 1: James Cameron -> spouse -> Kathryn Bigelow (1987)\n Answer: None", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008171", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Hop 1: Felice Andreasi -> country of citizenship -> Kingdom of Italy (1980)\n Hop 2: Kingdom of Italy (1980) -> successor -> Kingdom of Italy (1980) (1980)\n Hop 3: Kingdom of Italy (1980) (1980) -> country of citizenship -> Giuseppe Motta (1980)\n Answer: Giuseppe Motta (19", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_002624", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Woodrow Wilson", + "pred": "Hop 1: United States -> head of government -> Woodrow Wilson (1913-1921)\n Answer: Woodrow Wilson", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_004467", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Alberto Albertini -> country of citizenship -> Italy (1924)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_006746", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1993.0, + "gold": "1993", + "pred": "Hop 1: CPJ International Press Freedom Awards -> award -> Veran Mati\u0107 (1993)\n Answer: 1993", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_008176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Vr\u0161ac -> Serbia (country) (1979)\n Answer: Serbia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000447", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Hop 1: Antonio Sbardella -> country of citizenship -> Italy (1980)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007622", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Hop 1: Jos\u00e9 Ortigoza -> member of sports team -> Ulsan HD FC (2010)\n Answer: 2010", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_007073", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FC Luch-Energiya Vladivostok", + "pred": "Hop 1: Maksim Layushkin -> sports team -> FC Spartak Moscow (1996)\n Answer: FC Spartak Moscow", + "em": 0.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_006216", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Soviet Union", + "pred": "Hop 1: Yelena Miroshina -> country of citizenship -> Russia (1987)\n Answer: Russia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007462", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "\u00d6sters IF", + "pred": "Hop\n Hop 1: Hans Eklund -> member of sports team -> IFK G\u00f6teborg (1987)\n Hop 2: IFK G\u00f6teborg -> member of sports team -> Swedish Football League Allsvenskan (1987)\n Answer: Swedish Football League Allsvenskan", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000068", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Eski\u015fehirspor", + "pred": "Hop 1: \u00d6mer Kaner -> member of sports team -> Bak\u0131rk\u00f6yspor (1982)\n Answer: Hop 2: Bak\u0131rk\u00f6yspor -> member of sports team -> Adana Demirspor (1982)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Marconi Prize", + "pred": "Hop 1: Federico Faggin -> National Medal of Technology and Innovation (awarded)\n Hop 2: National Medal of Technology and Innovation -> 1988 (year)\n Hop 3: 1988 -> award (type)\n Hop 4: award -> 1988 (year)\n Answer: award", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Hop 1: Silvio Gazzaniga -> country of citizenship -> Kingdom of Italy (1996)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_005968", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Hop 1: Adone Zoli -> country of citizenship -> Italy (1958)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Hop 1: Antonio Sbardella -> country of citizenship -> Kingdom of Italy (1980)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_002706", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "economic liberalism", + "pred": "Hop\n Hop: 1957 -> 1957 -> 1957 -> 1957 -> 1957 -> 1957 -> 1957 -> 1957 -> 1957 -> 1957 -> 1957 -> 1957 -> 1957 -> 1957 -> 1957 -> 1", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006338", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Jan Hendrik Oort", + "pred": "Hop 1: Maarten Schmidt -> doctoral advisor -> 1956 -> 1956\n Hop 2: 1956 -> 1956 -> 1956 -> 1956\n Hop 3: 1956 -> 1956 -> 1956 -> 1956\n Answer: 1956", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "State Government", + "pred": "Hop 1: Johanna Mikl-Leitner -> educated at -> Vienna University of Economics and Business (Hop 1)\n Hop 2: Vienna University of Economics and Business -> located in -> Vienna (Hop 2)\n Hop 3: Vienna -> country -> Austria (Hop 3)\n Answer: Austria", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005181", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Hop 1: Leigh Bromby -> sports team -> Sheffield United F.C. (2009)\n Answer: 2009", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_003253", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "chairperson", + "pred": "Hop 1: Kenjir\u014d Sh\u014dda -> educated at -> University of G\u00f6ttingen (1958)\n Answer: none", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Hop 1: G\u00f6khan \u00dcnal -> sports team -> Ankaraspor (2002)\n Answer: Hop 2: Ankaraspor -> member -> Eren Derdiyok (2002)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003453", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Hop 1: Irene Galitzine -> country of citizenship -> Kingdom of Italy (1956)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_002186", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Academy Award for Best Actress", + "pred": "Hop 1: Meryl Streep -> nominated for -> Best Actress in a Motion Picture - Drama (1990)\n Answer: Best Actress in a Motion Picture - Drama", + "em": 0.0, + "f1": 0.3 + }, + { + "id": "q_000960", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Soviet Union", + "pred": "Hop\n Hop: 1. Biysk -> country -> Russian Empire (1922)\n Hop: 2. Biysk -> country -> Soviet Union (1922)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_004347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Deutsche Mark", + "pred": "Hop 1: Germany -> currency -> Deutsche Mark (1948-2002)\n Hop 2: Heinrich L\u00fcbke -> head of state -> Germany (1959-1969)\n Hop 3: Germany -> currency -> Deutsche Mark (1948-2002)\n Answer: Deutsche Mark", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_003476", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Municipio III", + "pred": "Hop 1: San Lorenzo -> San Lorenzo (Rome) (located in)\n Hop 2: San Lorenzo (Rome) -> San Lorenzo (location) (location)\n Hop 3: San Lorenzo (location) -> San Lorenzo (location) (located in)\n Answer: San Lorenzo (location)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001826", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "WWE", + "pred": "Hop\n Answer: Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Camillo Cibin -> country of citizenship -> Italy (1942)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_007776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Latvian Soviet Socialist Republic", + "pred": "Hop 1: R\u0113zekne -> country -> Soviet Union (1991)\n Hop 2: R\u0113zekne -> located in -> Ventspils (1991)\n Answer: Ventspils", + "em": 0.0, + "f1": 0.125 + }, + { + "id": "q_002291", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2022.0, + "gold": "Al-Nassr", + "pred": "Hop 1: Luiz Gustavo -> sports team -> Brazil men's national football team (2009-2010)\n Hop 2: Brazil men's national football team -> member -> Ronaldinho (2009-2010)\n Answer: Ronaldinho", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006248", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Zeno Saltini -> country of citizenship -> Italy (1936)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_003830", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005800", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1927.0, + "gold": "1927", + "pred": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Roman Herzog", + "pred": "Hop 1: Germany -> head of state -> Karl D\u00f6nitz (1945-1949)\n Answer: Karl D\u00f6nitz", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "TOP 09", + "pred": "Hop 1: Karel Schwarzenberg -> European Human Rights Prize -> 2017\n Hop 2: Karel Schwarzenberg -> member of political party -> Christian Democratic Union of Czechoslovakia\n Answer: Christian Democratic Union of Czechoslovakia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003125", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Chinese Communist Party", + "pred": "Hop 1: Xiao Ke -> country of citizenship -> Qing dynasty (1929)\n Hop 2: Xiao Ke -> member of political party -> Chinese Nationalist Party (1929)\n Answer: Chinese Nationalist Party", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_003993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "United States Air Force", + "pred": "Hop\n Hop 1: Warren Weaver -> employer -> Bell Labs (1918)\n Answer: Bell Labs", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000679", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Hop 1: Jean-Marie Cavada -> position -> Jean-Marc Poirier (1997-2000)\n Answer: Jean-Marc Poirier", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "Hop\n Hop 1: Basmachi movement -> capital -> Dushanbe (1922)\n Answer: 1922", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_004918", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Hop 1: Karl Plattner -> country of citizenship -> Kingdom of Italy (1947)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_006137", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Orlando Magic", + "pred": "Hop\n Hop 1: Shaquille O'Neal -> Member of sports team -> Los Angeles Lakers (1995)\n Answer: Los Angeles Lakers", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002644", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Hop 1: Daniel Islas -> member of sports team -> Club Atl\u00e9tico Nueva Chicago (2009)\n Answer: Club Atl\u00e9tico Nueva Chicago", + "em": 0.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_004185", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Hop 1: Stanley Kubrick -> wife -> Sharon Tate (1995)\n Answer: Sharon Tate", + "em": 0.0, + "f1": 0.1818181818181818 + }, + { + "id": "q_007259", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Hop 1: Herbert Seifert -> employer -> Siemens AG (1961)\n Answer: Siemens AG", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000078", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Italy", + "pred": "Hop 1: Bruno Bettinelli -> country of citizenship -> Kingdom of Italy (1972)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_006054", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Hop 1: Tullia Zevi -> country of citizenship -> Kingdom of Italy (1919-1922)\n Hop 2: Kingdom of Italy -> capital -> Rome (1919-1922)\n Hop 3: Rome -> country of citizenship -> Tullia Zevi (1919-1922)\n Answer: Rome", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_002336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "SC Young Fellows Juventus", + "pred": "Hop\n Hop 1: Leopold Kielholz -> member of sports team -> FC Basel 1942\n Answer: FC Basel", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "president", + "pred": "Hop 1: Richard William Smith -> position -> United States Ambassador to the United Nations (1961-1962)\n Hop 2: United States Ambassador to the United Nations -> country -> United States\n Hop 3: United States -> president -> Lyndon B. Johnson\n Hop 4: Lyndon B. Johnson -> position -> 36th President of the United States\n Hop 5: 36th President of the United States ->", + "em": 1.0, + "f1": 0.07692307692307693 + }, + { + "id": "q_002324", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Hop 1: FC Vilnius -> member -> sports team of -> Arvydas Novikovas (1999-2000)\n Answer: 1999-2000", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008261", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "National Basketball Association", + "pred": "Hop 1: Chris Mihm -> 2005 -> National Football League (NFL)\n Answer: National Football League (NFL)", + "em": 0.0, + "f1": 0.15384615384615383 + }, + { + "id": "q_004156", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Gianni Dova -> country of citizenship -> Italy (1936)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_002138", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Montpellier H\u00e9rault Sport Club", + "pred": "Hop 1: Olivier Sorlin -> member of -> AS Monaco FC (1999)\n Hop 2: AS Monaco FC -> sports team -> Paris FC (1999)\n Answer: Paris FC", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001307", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Italy", + "pred": "Hop 1: Mario Del Monaco -> country of citizenship -> Kingdom of Italy (1953)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_005256", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "auxiliary bishop", + "pred": "Hop 1: Ortega Franco -> position -> President of the Dominican Republic (2012)\n Answer: President of the Dominican Republic", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004475", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Q135837", + "pred": "Hop 1: Raimondas Rum\u0161as -> member of -> Fassa Bortolo (2003)\n Answer: Fassa Bortolo", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002220", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Estudiantes de La Plata", + "pred": "Hop 1: Iv\u00e1n Moreno y Fabianesi -> member of -> Villarreal CF (2008)\n Hop 2: Villarreal CF -> sports team of -> Real Madrid (2008)\n Hop 3: Real Madrid -> member of -> Jos\u00e9 Mar\u00eda Camacho (2008)\n Answer: Jos\u00e9 Mar\u00eda Camacho", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006192", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Egypt", + "pred": "Hop 1: Zakaria Mohieddin -> country of citizenship -> Egypt (1983)\n Answer: Egypt", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005619", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Adone Zoli -> country of citizenship -> Italy (1919)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_003460", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Buber-Rosenzweig-Medal", + "pred": "Hop 1: Nikolaus Schneider -> award -> 2012 European Cup\n Hop 2: 2012 European Cup -> winner -> Germany national football team\n Hop 3: Germany national football team -> award -> 2012 European Cup\n Answer: 2012 European Cup", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005532", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Gy\u00f6rgy Fekete", + "pred": "Hop 1: Szilvia Sunyovszky -> spouse -> G\u00e1bor Szab\u00f3 (2020)\n Answer: G\u00e1bor Szab\u00f3", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000731", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Ren\u00e9 Ang\u00e9lil", + "pred": "Hop 1: C\u00e9line Dion -> spouse -> Jean-Sebastien Fundy (1998-2000)\n Answer: Jean-Sebastien Fundy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007949", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Aston Villa F.C.", + "pred": "Hop\n Hop 1: Harry Parkes -> Member of sports team -> New Zealand national rugby union team (1940)\n Answer: New Zealand national rugby union team", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001545", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Hop 1: Armando Aste -> country of citizenship -> Kingdom of Italy (1971)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_001649", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Hop 1: Francesco Aguzzoli -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> successor -> Yugoslavia (1969)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_008040", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Carlo Zecchi -> country of citizenship -> Italy (1934)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_006170", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Nazi Germany", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Italy", + "pred": "Hop 1: Filippo Zappata -> country of citizenship -> Kingdom of Italy (1968)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_003715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Hop 1: Cottbus -> located in -> Brandenburg (Germany) (1982)\n Answer: Brandenburg (Germany)", + "em": 0.0, + "f1": 0.1818181818181818 + }, + { + "id": "q_004771", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "SV Waldhof Mannheim", + "pred": "Hop 1: Fritz Walter -> member of -> TSG Weinheim (1982)\n Hop 2: TSG Weinheim -> member of -> 1. FC Kaiserslautern (1982)\n Hop 3: 1. FC Kaiserslautern -> member of -> German football league (1982)\n Answer: German football league", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002240", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Raymond Lahey", + "pred": "Hopcroft, John\nAnswer: Hopcroft, John", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001328", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "F.C. Hansa Rostock", + "pred": "Hop 1: Axel Hauschild -> sports team -> 1. FC Nuremberg (1985)\n Answer: 1. FC Nuremberg", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003910", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1926.0, + "gold": "Yves du Manoir Stadium", + "pred": "Hop 1: Racing 92 -> home venue -> Stade Jean-Bouin (1926)\n Answer: Stade Jean-Bouin", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003393", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Nemuro Subprefecture (1897\u20142010)", + "pred": "Hop 1: Signalny -> located in -> Kursk Oblast (1990)\n Answer: Kursk Oblast", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Hop 1: Tes-Khemsky District -> Tuvan People's Republic (located in)\n Hop 2: Tuvan People's Republic -> Soviet Union (located in)\n Hop 3: Soviet Union -> Russia (located in)\n Hop 4: Russia -> Moscow (located in)\n Hop 5: Moscow -> Red Square (located in)\n Answer: Red Square", + "em": 0.0, + "f1": 0.22222222222222218 + }, + { + "id": "q_002690", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Hop 1: Edgardo Moltoni -> country of citizenship -> Kingdom of Italy (1970)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_000520", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Hop 1: Alec Chamberlain -> member of sports team -> Colchester United F.C.\n Hop 2: Colchester United F.C. -> member of sports team -> Peterborough United F.C.\n Answer: Peterborough United F.C.", + "em": 0.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_008590", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Acad\u00e9mie des beaux-arts", + "pred": "Hop 1: Albert Decaris -> member -> Jeanne Moreau (1951)\n Answer: Jeanne Moreau", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002965", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Toronto", + "pred": "Hop\n Hop 1: Healey Willan -> Canada -> 1951 -> 1951 -> 1951\n Hop 2: Canada -> 1951 -> 1951 -> 1951 -> 1951\n Hop 3: 1951 -> 1951 -> 1951 -> 1951 -> 1951\n Answer", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000417", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Italy", + "pred": "Hop 1: Giovanni Azzini -> country of citizenship -> Kingdom of Italy (1992)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_007810", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Soviet Union", + "pred": "Hop 1: Khotyn -> located in -> Khotinskij County (Hop 1)\n Hop 2: Khotinskij County -> country -> Khotyn (Hop 2)\n Answer: Khotyn", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002744", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Queen Mary University of London", + "pred": "Hop 1: Kurt Hirsch -> employer -> Siemens AG (1971)\n Answer: Siemens AG", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006283", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "University of G\u00f6ttingen", + "pred": "Hop 1: Johann Radon -> University of Vienna -> founded -> University of Vienna (1912)\n Answer: University of Vienna (1912)", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_001516", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "President of the Swiss Confederation", + "pred": "Hop 1: Samuel Schmid -> position -> President of the Swiss Confederation (2005)\n Answer: President of the Swiss Confederation", + "em": 1.0, + "f1": 0.5882352941176471 + }, + { + "id": "q_004019", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "Hop 1: Shk\u00eblzen Gashi -> member of sports team -> Switzerland national under-21 football team (2013-2014)\n Hop 2: Switzerland national under-21 football team -> member of sports team -> FC Basel 1893 (2013-2014)\n Hop 3: FC Basel 1893 -> member of sports team -> Shk\u00eblzen Gashi (2", + "em": 0.0, + "f1": 0.09090909090909091 + }, + { + "id": "q_007577", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Goethe University Frankfurt", + "pred": "Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hopcroft-Karp algorithm Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006387", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Nopporo Station", + "pred": "Hop 1: Ebetsu Station -> Horomui Station (adjacent)\n Hop 2: Horomui Station -> Kita-Kamikawa Station (adjacent)\n Answer: Kita-Kamikawa Station", + "em": 0.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_005748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Hop 1: Giuseppe Saragat -> country of citizenship -> Kingdom of Italy (1965)\n Hop 2: Giuseppe Saragat -> position held -> President of Italy (1965)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_006907", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "Hop 1: Stara Zagora -> Bulgaria (country)\n Hop 2: Bulgaria -> Ottoman Empire (country)\n Hop 3: Ottoman Empire -> Stara Zagora (country)\n Answer: Ottoman Empire", + "em": 0.0, + "f1": 0.12500000000000003 + }, + { + "id": "q_000891", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Goffredo Zehender -> country of citizenship -> Italy (1929)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_003937", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "VfL Bochum", + "pred": "Hop 1: Matias Concha -> member of sports team -> Djurg\u00e5rdens IF Fotboll (2011)\n Answer: Djurg\u00e5rdens IF Fotboll", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000823", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Hop 1: Giuliano Bernardi -> country of citizenship -> Italy (1970)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Aston Villa F.C.", + "pred": "Hop 1: Alan Wright -> member of -> Manchester City F.C. (1993-1996)\n Answer: Manchester City F.C.", + "em": 0.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_008286", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Deportivo de La Coru\u00f1a", + "pred": "Hop 1: Miroslav \u0110uki\u0107 -> sports team -> C.D. Tenerife (1995)\n Answer: Hop 1: Miroslav \u0110uki\u0107 -> sports team -> C.D. Tenerife (1995)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002635", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "West Germany", + "pred": "Hop\n Answer: Germany", + "em": 0.0, + "f1": 0.4 + }, + { + "id": "q_006205", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Italy", + "pred": "Hop 1: Gabriele Mucchi -> country of citizenship -> Italy (1990)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Austria men's national football team", + "pred": "Hop 1: Roman M\u00e4hlich -> member of -> Wiener Sport-Club (1998)\n Hop 2: Wiener Sport-Club -> member of -> FK Austria Wien (1998)\n Answer: FK Austria Wien", + "em": 0.0, + "f1": 0.09523809523809522 + }, + { + "id": "q_002157", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Hop 1: Guido Morselli -> country of citizenship -> Italy (1967)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000634", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "SSC Bari", + "pred": "Hop 1: Graziano Battistini -> sports team -> A.S. Roma (2003)\n Answer: A.S. Roma", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005602", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Kita-Toyotsu Signal Base", + "pred": "Hop 1: Kunnui Station -> Oshamambe Station (adjacent)\n Hop 2: Oshamambe Station -> Kunnui Station (adjacent)\n Answer: Kunnui Station", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000342", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Hop 1: Vagit Alekperov -> award -> Order of the Badge of Honour (1989)\n Hop 2: Order of the Badge of Honour -> country -> Russia (1989)\n Hop 3: Vagit Alekperov -> citizenship -> Russia (1989)\n Answer: Russia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004873", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Club Atletico All Boys", + "pred": "Hop 1: Agust\u00edn Torassa -> sports team -> Club Atl\u00e9tico River Plate (2010)\n Answer: Club Atl\u00e9tico River Plate", + "em": 0.0, + "f1": 0.125 + }, + { + "id": "q_004390", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Shonan Bellmare", + "pred": "Hop 1: Takeshi Motoyoshi -> member of -> Urawa Red Diamonds (1990)\n Answer: Hop 1: Takeshi Motoyoshi -> member of -> Urawa Red Diamonds (1990)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Bruno Rossi Prize", + "pred": "Hop 1: Rashid Sunyaev -> award -> Bruce Medal (1988)\n Hop 2: Bruce Medal -> award -> Henry Draper Medal (1988)\n Answer: Henry Draper Medal", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Italy", + "pred": "Hop 1: Alfons Benedikter -> country of citizenship -> Austria (1955)\n Answer: Austria", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005697", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "G.S. Iraklis Thessalonikis (men's association football)", + "pred": "Hop 1: Ivan Jovanovi\u0107 -> member of -> FK Rad (1992)\n Answer: FK Rad", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "VfB Stuttgart", + "pred": "Hop 1: Ernst Blum -> member of sports team -> German football team (1925)\n Hop 2: German football team (1925) -> member of sports team -> Germany men's national association football team (1925)\n Hop 3: Germany men's national association football team (1925) -> member of sports team -> Germany men's national association football team\n Answer: Germany men's national association football team", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003442", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Hop 1: Bledi Shk\u00ebmbi -> sports team -> KF Tirana (2010)\n Hop 2: Besa Kavaj\u00eb -> member of sports team -> KF Tirana (2010)\n Answer: 2010", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_004805", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Bocskai FC", + "pred": "Hop 1: J\u00e1nos Gyarmati -> sports team -> Ferencv\u00e1rosi TC (1931)\n Answer: Ferencv\u00e1rosi TC", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006113", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Prime Minister of Bhutan", + "pred": "Hop 1: Jigme Palden Dorji -> Prime Minister of Bhutan (1962) (position held)\n Answer: Prime Minister of Bhutan", + "em": 1.0, + "f1": 0.47058823529411764 + }, + { + "id": "q_002998", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Hibernian F.C.", + "pred": "Hop 1: Derek Riordan -> member of sports team -> St. Johnstone F.C.\n Hop 2: St. Johnstone F.C. -> manager -> John Hughes (footballer)\n Hop 3: John Hughes (footballer) -> member of sports team -> Scotland men's national football team\n Hop 4: Scotland men's national football team -> member of sports team -> Scotland national football team\n Answer: Scotland national football team", + "em": 0.0, + "f1": 0.14285714285714285 + }, + { + "id": "q_000743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Toti Dal Monte -> country of citizenship -> Italy (1922)\n Answer: Italy", + "em": 0.0, + "f1": 0.28571428571428575 + }, + { + "id": "q_005890", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Aldo Clementi -> country of citizenship -> Italy (1942)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_003583", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Aichi district", + "pred": "Hop 1: Nagakute -> Aichi Prefecture (located in)\n Hop 2: Aichi Prefecture -> Chubu region (located in)\n Hop 3: Chubu region -> Japan (located in)\n Answer: Japan", + "em": 0.0, + "f1": 0.13333333333333336 + }, + { + "id": "q_006267", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "German Empire", + "pred": "Hop\n Hop: Freiburg im Breisgau -> Germany -> 1917 -> 1917\n Hop: Germany -> 1917 -> 1917 -> 1917\n Hop: 1917 -> 1917 -> 1917 -> 1917\n Hop: 1917 -> 1917 -> 1917 ->", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005655", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Associated Press Athlete of the Year", + "pred": "Hop 1: Serena Williams -> Laureus World Sports Award for Comeback of the Year -> 2009\n Hop 2: Serena Williams -> 2009 -> 2009 US Open\n Hop 3: 2009 US Open -> award -> US Open Women's Singles Title\n Hop 4: US Open Women's Singles Title -> award -> 2009 US Open Women's Singles Title\n Answer: 2", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_003079", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Kingdom of Bulgaria", + "pred": "Hop\n Hop 1: Burgas -> Country -> Bulgaria\n Hop 2: Bulgaria -> Capital -> Sofia\n Hop 3: Sofia -> Country -> Bulgaria\n Hop 4: Bulgaria -> Leader -> Georgi Parvanov\n Hop 5: Georgi Parvanov -> Country -> Bulgaria\n Answer: Bulgaria", + "em": 0.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_002419", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Helmond Sport", + "pred": "Hop 1: Fons van Wissen -> member of -> Dutch national team (1968)\n Answer: Dutch national team", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007094", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "World Rally Championship", + "pred": "Hop 1: Citro\u00ebn World Rally Team -> World Rally Championship -> 1980 (Hop 1)\n Answer: 1980", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_004223", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "French Navy", + "pred": "Hop 1: NAe S\u00e3o Paulo -> country of registry -> France (1996)\n Hop 2: France -> owned by -> France (1996)\n Answer: France", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Orthez", + "pred": "Hop 1: Francis Jammes -> residence -> 1921 (Hop 1: 1921 -> residence -> Francis Jammes)\n Answer: 1921", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001391", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Royal Academy of Exact, Physical and Natural Sciences", + "pred": "Hop 1: Jos\u00e9 Echegaray -> member of -> Real Academia Espa\u00f1ola (1903)\n Answer: Real Academia Espa\u00f1ola", + "em": 0.0, + "f1": 0.10526315789473685 + }, + { + "id": "q_005935", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Atalanta BC", + "pred": "Hop 1: Giuseppe Meazza -> sports team -> A.S. Roma (1946)\n Hop 2: A.S. Roma -> coach -> Vittorio Pozzo (1946)\n Answer: Vittorio Pozzo", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003693", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Spartak", + "pred": "Hop 1: Spartak Moscow -> member -> Adam Wolanin (2012-2013)\n Hop 2: Adam Wolanin -> part -> Polish Football Association (2013-2014)\n Hop 3: Polish Football Association -> part -> Polish Football Association (2013-2014)\n Hop 4: Polish Football Association -> part -> Polish Football Association (2013-201", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_001318", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Princeton University", + "pred": "Hop 1: Marvin Minsky -> educated at -> Harvard University (Hop 1)\n Hop 2: Marvin Minsky -> educated at -> Massachusetts Institute of Technology (Hop 2)\n Answer: Massachusetts Institute of Technology", + "em": 0.0, + "f1": 0.125 + }, + { + "id": "q_006537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Hop 1: Walter Feit -> employer -> Walter Feit (1995)\n Answer: Walter Feit", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000126", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Titta Ruffo -> country of citizenship -> Italy (1942)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_004119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Pino Cerami -> country of citizenship -> Belgium (1933)\n Answer: Belgium", + "em": 0.0, + "f1": 0.15384615384615383 + }, + { + "id": "q_004718", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Egypt", + "pred": "Hop 1: Hosni Mubarak -> country of citizenship -> Kingdom of Egypt (1989)\n Answer: Kingdom of Egypt", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_000908", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "TI-Raleigh", + "pred": "Hop\n Hop: 1 (1982) -> 2 (1982) -> 3 (1982) -> 4 (1982) -> 5 (1982) -> 6 (1982) -> 7 (1982) -> 8 (1982) -> 9 (1982) -> 10 (1982) ->", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003983", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Spanish Navy", + "pred": "Hop 1: U-573 -> operator -> Kriegsmarine (1951)\n Hop 2: Kriegsmarine -> successor -> United States Navy (1951)\n Hop 3: United States Navy -> operator -> United States Navy (1951)\n Answer: United States Navy", + "em": 0.0, + "f1": 0.125 + }, + { + "id": "q_008295", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Grawemeyer Award for Music Composition", + "pred": "Hop\n Hop: 1. Witold Lutos\u0142awski -> 1985 -> 1985 -> 1985 -> 1985 -> 1985 -> 1985 -> 1985 -> 1985 -> 1985 -> 1985 -> 1985 -> 1985 -> 1985 -> 198", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003030", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "pred": "Hop 1: Alfred Jeanroy -> member of -> Acad\u00e9mie fran\u00e7aise (1925)\n Answer: Acad\u00e9mie fran\u00e7aise", + "em": 0.0, + "f1": 0.125 + }, + { + "id": "q_005340", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Boavista F.C.", + "pred": "Hop 1: Diego da Costa Lima -> member of -> Akhisar Belediyespor (2016)\n Answer: Akhisar Belediyespor", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Hop\n Hop: 1. Hlukhiv -> Ukraine (1917-1921)\n Hop: 2. Ukraine (1917-1921) -> Ukrainian People's Republic (1917-1921)\n Hop: 3. Ukrainian People's Republic (1917-1921) -> country of Hlukhiv (1921-1927", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Dario Franchitti", + "pred": "Hop 1: Ashley Judd -> spouse -> John Ritter (2012)\n Answer: John Ritter", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000349", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "2nd U-boat Flotilla", + "pred": "Hop 1: U-43 (1939) -> launched -> 1939\n Hop 2: 1939 -> significant event -> 1939\n Hop 3: 1939 -> affiliation -> 1939\n Answer: 1939", + "em": 0.0, + "f1": 0.125 + }, + { + "id": "q_004450", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Radio Free Europe/Radio Liberty", + "pred": "Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft\n Hopcroft", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "Hop 1: Netanya -> located in -> Haifa (country: Mandatory Palestine)\n Hop 2: Haifa -> located in -> Mandatory Palestine (country: British Mandate of Palestine)\n Answer: British Mandate of Palestine", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005907", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1904.0, + "gold": "1904", + "pred": "Hop 1: Heinrich Franz Friedrich Tietze -> born in -> 1881\n Hop 2: 1881 -> year of birth -> 1904\n Hop 3: 1904 -> doctoral student of -> Gustav von Escherich\n Answer: 1904", + "em": 1.0, + "f1": 0.0909090909090909 + }, + { + "id": "q_007403", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Nazi Germany", + "pred": "Hop\n Hop 1: Otto Schuhart -> Germany -> Weimar Republic (1919-1933)\n Hop 2: Weimar Republic -> Germany -> 1943 (year)\n Hop 3: 1943 -> 1943 -> 1943 (year)\n Hop 4: 1943 -> 1943 -> 1943 (year)\n Hop 5", + "em": 0.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_007172", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Cardiff City F.C.", + "pred": "Hop 1: Lee Naylor -> sports team -> Celtic F.C.\n Hop 2: Celtic F.C. -> member -> John Hartson\n Answer: John Hartson", + "em": 0.0, + "f1": 0.22222222222222224 + }, + { + "id": "q_006019", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Fengtien", + "pred": "Hop 1: Dongliao County -> located in -> Jilin (1938)\n Hop 2: Jilin -> located in -> Heilongjiang (1938)\n Answer: Heilongjiang", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003483", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Helmut Newton", + "pred": "Hop 1: June Browne -> spouse -> John H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003450", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Hop 1: Paolo Rossi -> country -> Italy (1951)\n Answer: Italy", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_007313", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Georges Bataille", + "pred": "Hop 1: Boris Souvarine -> unmarried partner -> Colette Peignot (1935)\n Hop 2: Colette Peignot -> unmarried partner -> Jeanne Moreau (1935)\n Answer: Jeanne Moreau", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006396", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Institute for Advanced Study", + "pred": "Hop 1: James Waddell Alexander II -> employer -> Princeton University (1940)\n Answer: Princeton University", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004252", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "FC Sochaux-Montb\u00e9liard", + "pred": "Hop 1: Jean-Jacques Marcel -> member of sports team -> AS Nancy (1949)\n Answer: AS Nancy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006732", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Lappeenranta", + "pred": "Hop 1: SPL Saimaan piiri -> headquarters -> Kajaani\n Answer: Kajaani", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002912", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Tinkoff", + "pred": "Hop 1: Matthew Goss -> sports team -> South Melbourne Football Club (2008)\n Answer: South Melbourne Football Club", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000404", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Club Le\u00f3n", + "pred": "Hop 1: Luis Estrada -> member of -> Real Madrid C.F. (1966)\n Answer: Real Madrid C.F.", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Hop 1: Alberto Sordi -> country of citizenship -> Kingdom of Italy (1951)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_007041", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Hannover 96", + "pred": "Hop 1: J\u00fcrgen Milewski -> sports team -> 1. FC N\u00fcrnberg (1977)\n Answer: 1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008089", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Hop 1: R\u0113zekne District -> Latvia (country)\n Hop 2: Latvia -> European Union (member of)\n Hop 3: European Union -> Germany (member of)\n Answer: Germany", + "em": 0.0, + "f1": 0.125 + }, + { + "id": "q_003463", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Chinese Communist Party", + "pred": "Hop 1: Liang Sicheng -> member of -> Chinese Association of Architects (1967)\n Answer: Chinese Association of Architects", + "em": 0.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_005154", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Hop 1: Ulan-Ude -> Russia (1965 -> 1991)\n Answer: Russia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002203", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Pace University", + "pred": "Hop 1: Ben Ferencz -> employer -> United States Army (1986)\n Answer: United States Army", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008263", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Giuseppe Di Vittorio -> country of citizenship -> Italy (1925)\n Answer: Italy", + "em": 0.0, + "f1": 0.28571428571428575 + }, + { + "id": "q_001733", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "Hop 1: Shk\u00eblzen Gashi -> member of -> KF Tirana (2022)\n Answer: KF Tirana", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Chemnitz Government Region", + "pred": "Hop 1: Stollberg -> Stollberg (Germany) (located in)\n Hop 2: Stollberg (Germany) -> Saxony (located in)\n Hop 3: Saxony -> Germany (located in)\n Answer: Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004111", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Osinniki", + "pred": "Hop\n Hop 1: Kaltan -> located in -> Kemerovo Oblast (1969)\n Hop 2: Kemerovo Oblast -> located in -> Altai Krai (1969)\n Hop 3: Altai Krai -> located in -> Russia (1969)\n Answer: Russia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003418", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Bruno Kastner", + "pred": "Hop 1: Ida W\u00fcst -> spouse -> Karl W\u00fcst (1922)\n Answer: Karl W\u00fcst", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004890", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Kiliia Raion", + "pred": "Hop 1: Prymorske -> located in -> Izmailsky Uyezd (1998)\n Hop 2: Izmailsky Uyezd -> located in -> Kherson Governorate (1998)\n Hop 3: Kherson Governorate -> located in -> Russian Empire (1998)\n Answer: Russian Empire", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Cesare Lovati -> country of citizenship -> Italy (1945)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_008123", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Emilio G. Segr\u00e8 -> born in -> Italy (1937)\n Answer: Italy", + "em": 0.0, + "f1": 0.15384615384615383 + }, + { + "id": "q_003032", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1968.0, + "gold": "1968", + "pred": "Hop 1: Lars Onsager -> Nobel Prize in Chemistry -> 1968\n Answer: 1968", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003123", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1928.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Carlo Annovazzi -> country of citizenship -> Italy (1928)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_008638", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2015.0, + "gold": "2015", + "pred": "Hop 1: Marco Rapp -> sports team -> 1. FC N\u00fcrnberg (2015)\n Hop 2: 1. FC N\u00fcrnberg -> member of -> SpVgg Greuther F\u00fcrth (2015)\n Answer: 2015", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_004857", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Hop 1: Stanley Kubrick -> spouse -> Sharon Tate (1995)\n Answer: Sharon Tate", + "em": 0.0, + "f1": 0.1818181818181818 + }, + { + "id": "q_004040", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Hop 1: Jos\u00e9 Carlos Ferreira Filho -> member of -> Esporte Clube Bahia (2009)\n Hop 2: Esporte Clube Bahia -> member of -> Cruzeiro E.C. (2009)\n Hop 3: Cruzeiro E.C. -> year -> 1989 (2009)\n Answer: 1989", + "em": 1.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_001345", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Radical Civic Union", + "pred": "Hop 1: Arturo Umberto Illia -> political party -> Uni\u00f3n C\u00edvica Radical del Pueblo (1920)\n Answer: Uni\u00f3n C\u00edvica Radical del Pueblo", + "em": 0.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_004403", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "Hop 1: Academy Award for Best Actress -> 1930 -> 1930 Academy Award for Best Actress\n Hop 2: 1930 Academy Award for Best Actress -> nominated for -> Ruth Chatterton\n Hop 3: Ruth Chatterton -> born in -> 1930\n Answer: 1930", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_005977", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Hop 1: Danny Simpson -> sports team -> Huddersfield Town A.F.C. (2008)\n Hop 2: Huddersfield Town A.F.C. -> member -> Ipswich Town F.C. (2008)\n Answer: 2008", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_005231", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Algiers", + "pred": "Hop 1: Pierre Savorgnan de Brazza -> country of citizenship -> France (Hop 1)\n Hop 2: France -> place of burial -> P\u00e8re Lachaise Cemetery (Hop 2)\n Answer: P\u00e8re Lachaise Cemetery", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Second Polish Republic", + "pred": "Hop 1: Mi\u013aka\u016d\u0161\u010dyna -> country -> Russian Empire (1939)\n Answer: Soviet Union", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007542", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "Hop 1: Kelly Smith -> member of -> Boston Breakers (2014)\n Hop 2: Boston Breakers -> member of -> Boston Breakers (2014)\n Answer: Boston Breakers", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002736", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Busan IPark FC", + "pred": "Hop 1: Lee Yo-han -> member of -> Seoul SK Knights (2011)\n Answer: Seoul SK Knights", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006562", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Hop 1: Clelio Darida -> country of citizenship -> Kingdom of Italy (1861-1946) (Hop 1)\n Hop 2: Kingdom of Italy (1861-1946) -> successor -> Italy (Hop 2)\n Answer: Italy", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_008098", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "Hop 1: Andrea Pisanu -> sports team -> Cagliari Calcio (2013)\n Hop 2: Cagliari Calcio -> member -> CF Montr\u00e9al (2013)\n Answer: 2013", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_008119", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Hop 1: Annibale Bugnini -> country of citizenship -> Kingdom of Italy (1979)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_007399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Barbastro", + "pred": "Hop 1: Josemar\u00eda Escriv\u00e1 -> residence -> Madrid (1910)\n Answer: Hop 1: Josemar\u00eda Escriv\u00e1 -> residence -> Madrid (1910)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "chairperson", + "pred": "Hop 1: Timo Soini -> member of -> Finns Party (2006)\n Answer: member of Finns Party", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004561", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "Hop 1: Harry Potter and the Goblet of Fire -> 2000 -> Award -> Hugo Award for Best Novel (Hop 1)\n Hop 2: Hugo Award for Best Novel -> 2000 -> Year -> 2000 (Hop 2)\n Answer: 2000", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008086", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Hop 1: John McCain -> spouse -> Cindy McCain (1981)\n Answer: Cindy McCain", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_003089", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Hop 1: Claudio Cavazza -> country of citizenship -> Kingdom of Italy (1970)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_003744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Toulouse FC", + "pred": "Hop 1: Paris Saint-Germain FC -> member -> Serge Aurier (2013)\n Answer: Hop 1: Paris Saint-Germain FC -> member -> Serge Aurier (2013)", + "em": 0.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_007690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "Hop 1: 9th U-boat Flotilla -> 1942 -> U-90\n Answer: 1942", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007154", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Italy", + "pred": "Hop 1: Alessandro Alessandroni -> country of citizenship -> Italy (2010)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007872", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Big Brother", + "pred": "Hop 1: Lothar Vosseler -> participant -> 2004 (2004)\n Answer: 2004", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008425", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Carlo Giuffr\u00e9 -> country of citizenship -> Italy (1930)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_000644", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Iburi Subprefecture", + "pred": "Hop 1: Muroran -> Hokkaido (located in)\n Hop 2: Hokkaido -> Japan (located in)\n Answer: Japan", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001235", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Omar al-Bashir", + "pred": "Hop 1: Sudan -> head of state -> Omar al-Bashir (1995)\n Answer: Omar al-Bashir", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006759", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Seine-et-Oise", + "pred": "Hop\n Hop 1: Houdan -> France -> 1944 -> 1944 -> 1944 -> 1944 -> 1944 -> 1944 -> 1944 -> 1944 -> 1944 -> 1944 -> 1944 -> 1944 -> 1944 -> 1944 ->", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004565", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Russian Empire", + "pred": "Hop\n Hop: Ivangorod -> Country -> Russia (1900)\n Answer: Russia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005444", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Queens Park Rangers F.C.", + "pred": "Hop 1: Danny Simpson -> member of sports team -> Manchester United F.C.\n Hop 2: Danny Simpson -> member of sports team -> Scotland national football team\n Answer: Scotland national football team", + "em": 0.0, + "f1": 0.1818181818181818 + }, + { + "id": "q_001753", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Raf Vallone -> born in -> Italy (1942)\n Answer: Italy", + "em": 0.0, + "f1": 0.16666666666666666 + }, + { + "id": "q_003468", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "B\u00f4cher Memorial Prize", + "pred": "Hop\n Hop 1: Donald C. Spencer -> National Medal of Science -> 1948 (year)\n Hop 2: 1948 -> award -> National Medal of Science (award)\n Hop 3: award -> received -> John H. Reynolds (person)\n Answer: John H. Reynolds", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001321", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "KFC Uerdingen 05", + "pred": "Hop 1: \u00c9merson Luiz Firmino -> member of -> Esporte Clube Bahia (2002)\n Answer: Esporte Clube Bahia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004960", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Real Madrid Club de F\u00fatbol", + "pred": "Hop 1: Bodo Illgner -> sports team -> 1. FC Nuremberg (1999)\n Answer: 1. FC Nuremberg", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004118", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Hop 1: Raimondo D'Inzeo -> country of citizenship -> Kingdom of Italy (1957)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_008476", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Hop 1: Lucio Battisti -> country of citizenship -> Italy (1971)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004242", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Hop 1: Renzo De Felice -> country of citizenship -> Kingdom of Italy (1996)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_004333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "FC St. Gallen", + "pred": "Hop 1: Michael Lang -> member of -> Switzerland national under-17 association football team (2009)\n Hop 2: Switzerland national under-17 association football team -> sports team -> Switzerland national under-17 football team (2009)\n Answer: Switzerland national under-17 football team", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007528", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "Hop 1: Academy Award for Best Actress -> 1974 -> winner -> Ellen Burstyn (Hop 1)\n Answer: 1974", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_003750", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "United States", + "pred": "Hop 1: Alexander Graham Bell -> country of citizenship -> United Kingdom (Hop 1)\n Answer: United Kingdom", + "em": 0.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_002500", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "PFC Slavia Sofia", + "pred": "Hop 1: Yordan Petkov -> sports team -> Botev Plovdiv (2008)\n Answer: Botev Plovdiv", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006400", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Egidio Feruglio -> country of citizenship -> Argentina (1917)\n Answer: Argentina", + "em": 0.0, + "f1": 0.15384615384615383 + }, + { + "id": "q_004574", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Hop 1: BAFTA Award for Best Original Music -> winner -> John Williams (1977)\n Hop 2: John Williams -> equal -> Bernard Herrmann (1977)\n Answer: 1977", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_002681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Giacomo Neri -> country of citizenship -> Italy (Hop 1)\n Answer: Italy", + "em": 0.0, + "f1": 0.3333333333333333 + }, + { + "id": "q_006488", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Albert II of Belgium", + "pred": "Hop 1: Belgium -> head of state -> King Baudouin I (1951-1993)\n Hop 2: European Coal and Steel Community -> member -> Belgium\n Hop 3: King Baudouin I (1951-1993) -> successor -> Albert II of Belgium (1993-2013)\n Answer: Albert II of Belgium", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_007839", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Big Brother -> participant in -> 1984 (1984)\n Hop 2: 1984 -> participant in -> 1984 (1984)\n Hop 3: 1984 -> participant in -> Lothar Vosseler (1984)\n Answer: 1984", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001389", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Hop 1: Tiziano Terzani -> country of citizenship -> Italy (1996)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007506", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Hop 1: Nunzio Malasomma -> country of citizenship -> Italy (1961)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005877", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "chairperson", + "pred": "Hop 1: Max Euwe -> employer -> Tilburg University (1975)\n Hop 2: Tilburg University -> position held -> Max Euwe (1975)\n Answer: position held", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001046", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Seine-et-Oise", + "pred": "Hop 1: \u00c9zanville -> France (located in)\n Hop 2: France -> European Union (located in)\n Hop 3: European Union -> European Economic Area (located in)\n Hop 4: European Economic Area -> European Free Trade Association (located in)\n Hop 5: European Free Trade Association -> Switzerland (located in)\n Answer: Switzerland", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004160", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SC Bastia", + "pred": "Hop 1: Anto Drobnjak -> sports team -> FK Vojvodina (1996)\n Answer: FK Vojvodina", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001013", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Rip Torn", + "pred": "Hop 1: Geraldine Page -> spouse -> Robert Taylor (1983)\n Answer: Robert Taylor", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007572", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Bernadette Chirac", + "pred": "Hop 1: Jacques Chirac -> spouse -> Martine Chirac (1959)\n Answer: Martine Chirac", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_008063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Academy Award for Best Costume Design", + "pred": "Hop 1: Colleen Atwood -> BAFTA Award for Best Costume Design -> 1999 -> 1999 BAFTA Award for Best Costume Design -> nominee -> Sarah Greenwood\n Hop 2: Sarah Greenwood -> 1999 -> 1999 BAFTA Award for Best Costume Design -> winner -> Sarah Greenwood\n Hop 3: Sarah Greenwood -> winner -> 1999 BAFTA Award for Best Costume Design\n Hop", + "em": 0.0, + "f1": 0.4347826086956522 + }, + { + "id": "q_008392", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Hop 1: Alberto De Martino -> country of citizenship -> Kingdom of Italy (1991)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_003675", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "list of land speed records", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "AFC Bournemouth", + "pred": "Hop 1: Darren Anderton -> member of -> England men's national association football team (2007)\n Answer: England men's national association football team", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000114", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Finland women's national football team", + "pred": "Hop 1: Annica Sj\u00f6lund -> sports team -> \u00c5land United (2014)\n Hop 2: \u00c5land United -> member -> Kertu Kask (2014)\n Answer: Kertu Kask", + "em": 0.0, + "f1": 0.1 + }, + { + "id": "q_004958", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "FC Bayern Munich", + "pred": "Hop 1: Z\u00e9 Roberto -> sports team -> S\u00e3o Paulo Futebol S/A (2008)\n Answer: S\u00e3o Paulo Futebol S/A", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002847", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Mario Autelli -> born in -> Italy (1921)\n Answer: Italy", + "em": 0.0, + "f1": 0.16666666666666666 + }, + { + "id": "q_001441", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Hop 1: G\u00f6khan \u00dcnal -> member of -> Fenerbah\u00e7e S.K. (2002)\n Answer: Fenerbah\u00e7e S.K.", + "em": 0.0, + "f1": 0.28571428571428575 + }, + { + "id": "q_006437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Soviet Union", + "pred": "Hop 1: Raisa Gorbacheva -> spouse -> Mikhail Gorbachev (1981-01-01)\n Hop 2: Mikhail Gorbachev -> country of citizenship -> Soviet Union (1981-01-01)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_002206", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Chelsea F.C.", + "pred": "Hop 1: Ruud Gullit -> member of sports team -> Netherlands national association football team (1996)\n Answer: Netherlands national association football team", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "Hop 1: Christian Vargas -> sports team -> New York Yankees (2004)\n Answer: New York Yankees", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005526", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "SK Rapid Wien", + "pred": "Hop 1: Josef Bican -> sports team -> SK Slovan Bratislava (1932)\n Answer: SK Slovan Bratislava", + "em": 0.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_005718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Galvano Della Volpe -> country of citizenship -> Italy (1900)\n Answer: Italy", + "em": 0.0, + "f1": 0.28571428571428575 + }, + { + "id": "q_000262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "FK Teplice", + "pred": "Hop 1: Josef Masopust -> member of -> Czechoslovakia national football team (1952)\n Answer: Czechoslovakia national football team", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001083", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Germany", + "pred": "Hop 1: Hendrik Born -> country of citizenship -> German Democratic Republic (1997)\n Answer: German Democratic Republic", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004361", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "SK Brann", + "pred": "Hop 1: Bj\u00f8rnar Holmvik -> sports team -> Kalmar FF (2009)\n Answer: Hop 2: Bj\u00f8rnar Holmvik -> member of -> Malm\u00f6 FF (2009)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Hop\n Answer: Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Hop 1: Vincent R\u00fcfli -> member of -> \u00c9toile Carouge FC (2013)\n Hop 2: \u00c9toile Carouge FC -> member of -> FC Z\u00fcrich (2013)\n Answer: FC Z\u00fcrich", + "em": 0.0, + "f1": 0.13333333333333336 + }, + { + "id": "q_002645", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "S.L. Benfica", + "pred": "Hop 1: Paulo Sousa -> sports team -> FC Porto (1990)\n Answer: FC Porto", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Silver Bear for Best Actress", + "pred": "Hop 1: Edith Evans -> 1967 -> British Academy Award for Best Actress (1967)\n Answer: British Academy Award for Best Actress (1967)", + "em": 0.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_004948", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Hop 1: Corrado Bafile -> country of citizenship -> Kingdom of Italy (1991)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_002435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "Hop 1: Clube N\u00e1utico Capibaribe -> member of sports team -> Adriano Chuva (2007)\n Answer: 2007", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_001871", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Hopcroft (1995) Hopcroft (1995) Hopcroft (1995) Hopcroft (1995) Hopcroft (1995) Hopcroft (1995) Hopcroft (1995) Hopcroft (1995) Hopcroft (1995) Hopcroft (1995) Hopcroft (1995) Hopcroft (1995)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000473", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "US Triestina Calcio 1918", + "pred": "Hop 1: Michele Bacis -> member of sports team -> Genoa CFC (2001)\n Answer: Genoa CFC", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006904", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Bernd R\u00fcthers", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "RC Strasbourg Alsace", + "pred": "Hop 1: Amaury Bischoff -> sports team -> ASVEL FC (2005)\n Answer: ASVEL FC", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005684", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "delegate", + "pred": "Hop 1: Andrew Jacobs -> occupation -> lawyer (1954)\n Hop 2: Andrew Jacobs -> position -> associate justice (1954)\n Answer: associate justice", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004481", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Vladimir Lenin", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006873", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1948.0, + "gold": "1948", + "pred": "Hop 1: Golden Globe Award for Best Screenplay -> winner -> Richard Schweizer (1948)\n Answer: 1948", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_005653", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Hop 1: Antoni Janik -> member of -> Poland men's national football team (1991)\n Hop 2: Poland men's national football team -> head coach -> Janusz Brzeski (1991)\n Answer: Janusz Brzeski", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Hop 1: Andros Townsend -> member of sports team -> Leyton Orient F.C.\n Hop 2: Leyton Orient F.C. -> member of sports team -> London Bees F.C.\n Hop 3: London Bees F.C. -> member of sports team -> David Hockney\n Answer: David Hockney", + "em": 0.0, + "f1": 0.17391304347826086 + }, + { + "id": "q_004653", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Hop 1: Trevor Wooley -> Fr\u00f6hlich Prize -> 1998\n Answer: 1998", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001722", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Hop 1: Yevpatoriia -> Crimean Khanate (country) (1927 -> 1927)\n Hop 2: Crimean Khanate -> Russian Empire (country) (1927 -> 1927)\n Hop 3: Russian Empire -> Yevpatoriia (country) (1927 -> 1927)\n Answer: Yevpatoriia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "United States Marine Corps", + "pred": "Hop\n Answer: Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003725", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Russian Empire", + "pred": "Hop 1: Barysaw -> Barysaw (Belarus) (country)\n Hop 2: Barysaw (Belarus) -> Brest Region (country)\n Hop 3: Brest Region -> Byelorussian Soviet Socialist Republic (country)\n Hop 4: Byelorussian Soviet Socialist Republic -> Barysaw (country)\n Answer: Brest Region", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004162", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Bob Benny", + "pred": "Hop 1: Belgium -> Eurovision Song Contest -> 1961 -> participant -> Tonia\n Answer: Hop 1: Belgium -> Eurovision Song Contest -> 1961 -> participant -> Tonia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004885", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Hop 1: Flaviano Vicentini -> country of citizenship -> Italy (2001)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007832", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "South West Trains", + "pred": "Hop 1: British Rail Class 455 -> operator -> British Rail (1996-2001)\n Answer: British Rail (1996-2001)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005962", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Soviet Union", + "pred": "Hop 1: Omsk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1966)\n Hop 2: Russian Soviet Federative Socialist Republic -> country -> Soviet Union (1966)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_000011", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Order of the Red Banner of Labour", + "pred": "Hop 1: Tofiq Bahramov -> 1970 -> 1970 (award)\n Answer: 1970", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007446", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Cruz Azul", + "pred": "Hop 1: Guillermo Mendiz\u00e1bal -> member of sports team -> Mexico men's national football team (1983)\n Answer: Mexico men's national football team", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004620", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Cesare Siepi -> country of citizenship -> Italy (1936)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_007791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Fredrikstad FK", + "pred": "Hop 1: Jan Fuglset -> sports team -> Molde FK (1968)\n Answer: Hop 1: Jan Fuglset -> sports team -> Molde FK (1968)", + "em": 0.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_003645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Hop 1: Poland men's national football team -> head coach -> Janusz Michniewicz (1991)\n Answer: Janusz Michniewicz", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008601", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Laura Adani -> country of citizenship -> Italy (1937)\n Hop 2: Italy -> founded -> Rome (1937)\n Hop 3: Rome -> located in -> Lazio (1937)\n Answer: Lazio", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_001029", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Club Joventut Badalona", + "pred": "Hop 1: Joan Filb\u00e1 -> sports team -> Club Baloncesto Extremadura (1979)\n Hop 2: Club Baloncesto Extremadura (1979) -> member -> Jos\u00e9 Luis S\u00e1nchez (1979)\n Answer: Jos\u00e9 Luis S\u00e1nchez", + "em": 0.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_002959", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Hop 1: Claribel Alegr\u00eda Vides -> award -> Neustadt International Prize for Literature (2006)\n Answer: 2006", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_002305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italy", + "pred": "Hop 1: Franco Nicolazzi -> country of citizenship -> Kingdom of Italy (1984)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_002878", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Guardian Children's Fiction Prize", + "pred": "Hop\n Hop 1: Gillian Cross -> 1980 Angus Book Award -> 1980 (Hop 1)\n Hop 2: 1980 -> 1980 (Hop 2)\n Answer: 1980", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000807", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "C\u00e9sar Award for Best Female Revelation", + "pred": "Hop 1: H\u00e9l\u00e8ne Filli\u00e8res -> 2002 -> 2002 French Academy of Sciences Award (1)\n Answer: 2002 French Academy of Sciences Award", + "em": 0.0, + "f1": 0.11764705882352942 + }, + { + "id": "q_004108", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Seine-et-Oise", + "pred": "Hop 1: Breux-Jouy -> France (located in)\n Answer: France", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Primetime Emmy Award for Outstanding Animated Program", + "pred": "Hop 1: Sam Simon -> spouse -> Jennifer Tilly (2001)\n Hop 2: Jennifer Tilly -> award -> Primetime Emmy Award (2001)\n Answer: Primetime Emmy Award", + "em": 0.0, + "f1": 0.3 + }, + { + "id": "q_004954", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "FC Elista", + "pred": "Hop 1: Leonid Slutsky -> coach of sports team -> FC Olimpia Volgograd (2003)\n Hop 2: FC Olimpia Volgograd -> coach of sports team -> Igor Kovalenko (2003)\n Answer: Igor Kovalenko", + "em": 0.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_006909", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Umberto Bossi", + "pred": "Hop 1: Lega Nord -> chairperson -> Umberto Bossi (1995-1999)\n Answer: Umberto Bossi", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_007331", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "President of Latvia", + "pred": "Hop 1: Valdis Zatlers -> award -> Order of Outstanding Merit (1998-06-15)\n Hop 2: Valdis Zatlers -> position -> Prime Minister of Latvia (1999-09-03)\n Answer: Prime Minister of Latvia", + "em": 0.0, + "f1": 0.16666666666666666 + }, + { + "id": "q_003609", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Sch\u00f6neberg", + "pred": "Hop\n Hop 1: Wuppertal -> twinned with -> Barmen (1988)\n Answer: Barmen", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006006", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "FC Twente", + "pred": "Hop 1: Cheick Tiot\u00e9 -> member of -> R.S.C. Anderlecht (2010)\n Answer: R.S.C. Anderlecht", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008100", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Mandatory Palestine", + "pred": "Hop\n Hop 1: Bnei Brak -> Country -> Israel (1924)\n Answer: Israel", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004453", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Anselmo Bucci -> country of citizenship -> Italy (1942)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_006282", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Club Atl\u00e9tico Osasuna", + "pred": "Hop 1: Roberto Santamar\u00eda Calavia -> member of sports team -> UE Lleida (1994)\n Answer: UE Lleida", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003708", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Hop 1: Pino Lancetti -> country of citizenship -> Kingdom of Italy (1983)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_003013", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Hop 1: Alec Chamberlain -> sports team -> Tranmere Rovers F.C. (Hop 1)\n Hop 2: Tranmere Rovers F.C. -> member -> John Barnes (Hop 2)\n Answer: John Barnes", + "em": 0.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_001471", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Hop 1: Edgardo Moltoni -> country of citizenship -> Kingdom of Italy (1970)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_007727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "Soviet Union", + "pred": "Hop 1: Nova Kakhovka -> located in -> Kherson Oblast (Hop 1)\n Hop 2: Kherson Oblast -> country -> Ukraine (Hop 2)\n Answer: Ukraine", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000942", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Husqvarna FF", + "pred": "Hop 1: Erkka Pet\u00e4j\u00e4 -> member of -> Finland men's national football team (1995)\n Hop 2: Finland men's national football team -> member of -> Finnish Football Association (1995)\n Answer: Finnish Football Association", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Altai Krai", + "pred": "Hop 1: Rubtsovsk -> Ural Federal District (located in)\n Hop 2: Ural Federal District -> Russia (located in)\n Answer: Russia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002943", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Leipzig University", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003037", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Germany", + "pred": "Hop 1: Philipp Lenard -> country -> Germany (1915)\n Answer: Germany", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_003677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Italy", + "pred": "Hop 1: Giacomo Fornoni -> country of citizenship -> Kingdom of Italy (1861-1946) (Hop 1)\n Answer: Kingdom of Italy (1861-1946)", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_003146", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "New York City", + "pred": "Hop\n Hop: 1. MetLife -> headquarters -> New York City (1984)\n Answer: New York City", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_004225", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "MTK Budapest FC", + "pred": "Hop 1: Zsanett Jakabfi -> member of -> Ferencv\u00e1rosi TC (women's handball) (2005)\n Answer: Ferencv\u00e1rosi TC (women's handball)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000827", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Italy", + "pred": "Hop 1: Luigi Comencini -> country of citizenship -> Italy (2000)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008211", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Rick Parfitt", + "pred": "Hop 1: Status Quo -> member -> Tony Cascarino (1997)\n Answer: Tony Cascarino", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007342", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pierre Mauroy", + "pred": "Hop 1: Lille metropolis -> head of government -> Martine Aubry (2005)\n Answer: Martine Aubry", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005759", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Austria\u2013Hungary", + "pred": "Hop\n Hop: 1. Giurtelecu Hododului -> 2. Country -> 3. Romania (1913-1918) -> 4. Capital -> 5. Ia\u0219i (1913-1918) Hop: 1. Giurtelecu Hododului -> 2. Country -> 3. Romania (1913-1918) -> 4. Capital", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003949", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Hop 1: Jean-Marie Cavada -> member of political party -> Union for French Democracy (1998-2002)\n Hop 2: Jean-Marie Cavada -> position held -> President of the National Assembly (1993-1997)\n Answer: President of the National Assembly", + "em": 0.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_005277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Samba Gold", + "pred": "Hop 1: Neymar -> member of -> Santos F.C. (2011-2012)\n Hop 2: Santos F.C. -> award -> Campeonato Paulista (2012)\n Hop 3: Campeonato Paulista -> award -> Campeonato Paulista (2012)\n Answer: Campeonato Paulista", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001667", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Hop 1: Francesco Aguzzoli -> country of citizenship -> Kingdom of Italy (1969)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_002554", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Hop 1: Marek \u0160t\u011bch -> sports team -> Wycombe Wanderers F.C. (2009)\n Answer: 2009", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_003996", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1943.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Gojin Dol -> country -> Bulgaria (1943)\n Answer: Bulgaria", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Hop 1: Mario Nascimbene -> country of citizenship -> Kingdom of Italy (1975)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_004658", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Gianni Agus -> country of citizenship -> Italy (1934)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_004227", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Lady Gaga", + "pred": "Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001594", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Bell Labs", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006869", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Al Masry SC", + "pred": "Hop 1: Tarek Soliman -> member of sports team -> Al-Ahly SC (1984)\n Answer: Al-Ahly SC", + "em": 0.0, + "f1": 0.25 + }, + { + "id": "q_006930", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Soviet Union", + "pred": "Hop\n Hop: Lyubertsy -> country -> Soviet Union (1933)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_000374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "University of Edinburgh", + "pred": "Hop 1: Alexander Aitken -> employer -> Australian and New Zealand Army Corps (1938)\n Answer: Australian and New Zealand Army Corps", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005195", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Hop 1: Tmutarakan -> Tmutarakan (country) -> Russian Empire (country) -> 1989 (year) -> 1989 (year) -> 1989 (year) -> 1989 (year) -> 1989 (year) -> 1989 (year) -> 1989 (year) -> 1989 (year) ->", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002457", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Hop\n Hop 1: Cottbus -> Brandenburg -> Germany -> European Union -> European Economic Area -> European Free Trade Association -> European Community -> European Coal and Steel Community -> European Atomic Energy Community -> European Nuclear Energy Agency -> European Nuclear Energy Research Agency -> European Nuclear Energy Research and Development Agency -> European Nuclear Energy Research and Development and Training Agency -> European Nuclear Energy Research and Development and Training and Information Agency -> European Nuclear Energy Research and Development and Training and Information and Communication Agency ->", + "em": 0.0, + "f1": 0.07407407407407407 + }, + { + "id": "q_007411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "CPJ International Press Freedom Awards", + "pred": "Hop 1: Veran Mati\u0107 -> country of citizenship -> Federal Republic of Yugoslavia (1993)\n Hop 2: Veran Mati\u0107 -> award received -> 1993 Yugoslav Cup (1993)\n Answer: 1993 Yugoslav Cup", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006097", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Hop 1: Panionios F.C. -> member of sports team -> Pavel Drsek (2008-06-12)\n Answer: 2008", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_006940", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "British Raj", + "pred": "Hop\n Hop: 1. Bilgram -> country -> India (1940)\n Answer: India", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000173", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Leopoldo Trieste -> country of citizenship -> Italy (1945)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_005298", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Italy", + "pred": "Hop 1: Enzo Sellerio -> country of citizenship -> Italy (2006)\n Hop 2: Italy -> successor -> United Kingdom (2006)\n Answer: United Kingdom", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_005185", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1950.0, + "gold": "Italy", + "pred": "Hop 1: Gino Cavalieri -> country of citizenship -> Kingdom of Italy (1919-1920)\n Hop 2: Kingdom of Italy (1919-1920) -> successor -> Kingdom of Italy (1920-1946) (1920-1946)\n Hop 3: Kingdom of Italy (1920-1946) -> successor -> Italian Republic", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_007749", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "David Mamet", + "pred": "Hop 1: Lindsay Crouse -> spouse -> John C. Reilly (1989)\n Answer: John C. Reilly", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Hop\n Hop 1: Shell-Haus -> significant event -> 1961 (Hop: significant event -> year)\n Hop 2: 1961 -> owned by -> United States (Hop: year -> owned by)\n Answer: United States", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Hop 1: Arnaldo Benfenati -> country of citizenship -> Kingdom of Italy (1956)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_002110", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Soviet Union", + "pred": "Hop 1: Vladivostok -> Russia (1961)\n Answer: Russia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000829", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Carlo Manzoni -> country of citizenship -> Italy (1940)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_008640", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Hop 1: Guido Crepax -> country of citizenship -> Kingdom of Italy (1975)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_002292", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "Hop\n Hop 1: Nicolae Ceau\u0219escu -> Romania -> 1989 -> 1989 -> 1989 -> 1989 -> 1989 -> 1989 -> 1989 -> 1989 -> 1989 -> 1989 -> 1989 -> 1989 -> 1989 -> 1", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_005480", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "general", + "pred": "Hop 1: Hartmut Bagger -> military, police or special rank -> Colonel (2008)\n Answer: Colonel", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008496", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Italy", + "pred": "Hop 1: Alberto Fontanesi -> country of citizenship -> Italy (1952)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006640", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Ottoman Empire", + "pred": "Hop 1: Gaza City -> Palestine (1907) -> Ottoman Empire (1907)\n Hop 2: Ottoman Empire (1907) -> country -> Turkey (1907)\n Hop 3: Turkey (1907) -> country -> Ottoman Empire (1907)\n Hop 4: Ottoman Empire (1907) -> country -> Turkey (1907)\n Hop 5: Turkey (1", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_003927", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Ascoli Calcio 1898 FC", + "pred": "Hop 1: Michele Fini -> sports team -> Catania FC (2005)\n Hop 2: Catania FC -> member -> Giuseppe Sottile (2005)\n Answer: Giuseppe Sottile", + "em": 0.0, + "f1": 0.11111111111111112 + }, + { + "id": "q_007996", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Soviet Union", + "pred": "Hop\n Hop: 1982 -> 1982 (country of Oryol)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_000373", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Northwestern University", + "pred": "Hop 1: Erich Heller -> employer -> University of Cambridge (Hop 1)\n Answer: University of Cambridge", + "em": 0.0, + "f1": 0.1818181818181818 + }, + { + "id": "q_005430", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Aut\u00f3dromo Internacional Ayrton Senna", + "pred": "Hop 1: Brazilian motorcycle Grand Prix -> location -> Interlagos (1987)\n Answer: Interlagos", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Calcio Foggia 1920", + "pred": "Hop 1: Cosimo Nocera -> member of sports team -> A.S. Roma\n Hop 2: A.S. Roma -> manager -> Giuseppe Iachini\n Hop 3: Giuseppe Iachini -> manager of -> Italy men's national association football team\n Hop 4: Italy men's national association football team -> member of -> UEFA Euro 1960\n Hop 5: UEFA Euro 1960 -> member of ->", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003964", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Gangwon FC", + "pred": "Hop 1: Seo Dong-myung -> sports team -> FC Pohang Steelers (2009)\n Hop 2: FC Pohang Steelers -> coach -> Kim Young-joon (2009)\n Answer: Kim Young-joon", + "em": 0.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_004438", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Club Atl\u00e9tico River Plate", + "pred": "Hop 1: Amadeo Carrizo -> sports team -> Club Alianza Lima (1968)\n Answer: none", + "em": 0.0, + "f1": 0.125 + }, + { + "id": "q_004862", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1902.0, + "gold": "Amtshauptmannschaft Schwarzenberg", + "pred": "Hop\n Hop 1: Karl-Marx-Stadt District -> located in -> Saxony (Hop: located in)\n Hop 2: Johanngeorgenstadt -> located in -> Karl-Marx-Stadt District (Hop: located in)\n Answer: Saxony", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004495", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "As d'Or Jeu de l'Ann\u00e9e", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002486", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Hop 1: Shimon Peres -> country of citizenship -> Israel (Hop Type: country of citizenship)\n Answer: Israel", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003629", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "La Spezia", + "pred": "Hop 1: 29th U-boat Flotilla -> location -> Kiel\n Answer: Kiel", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006341", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "FC Girondins de Bordeaux", + "pred": "Hop 1: A\u017ebe Jug -> sports team -> NK Interblock (2014)\n Answer: NK Interblock", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002779", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SBV Vitesse", + "pred": "Hop 1: Ante Mi\u0161e -> sports team -> NK Zagreb (1996)\n Answer: NK Zagreb", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Nazi Party", + "pred": "Hop 1: August Eigruber -> member of political party -> Christian Social Party (Austria)\n Hop 2: Christian Social Party (Austria) -> member of political party -> Christian Social People's Party\n Hop 3: Christian Social People's Party -> member of political party -> Christian Social Party (Austria)\n Hop 4: Christian Social Party (Austria) -> member of political party -> Christian Social People's Party\n Hop 5: Christian Social People", + "em": 0.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_004217", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "1. FFC Frankfurt", + "pred": "Hop 1: Katrin Kliehm -> sports team -> SC Freiburg\n Hop 2: SC Freiburg -> member -> Thomas Hitzlsperger\n Hop 3: Thomas Hitzlsperger -> member -> 2005 UEFA Champions League\n Answer: 2005 UEFA Champions League", + "em": 0.0, + "f1": 0.09523809523809525 + }, + { + "id": "q_001111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Italy", + "pred": "Hop 1: Eleonora Rossi Drago -> country of citizenship -> Kingdom of Italy (1954)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_003973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Mandatory Palestine", + "pred": "Hop 1: Acre -> Ottoman Empire (1917-1918)\n Hop 2: Ottoman Empire -> Syria (1918-1936)\n Hop 3: Syria -> Lebanon (1936-1943)\n Hop 4: Lebanon -> Acre (1943-1948)\n Answer: Lebanon", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002651", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Edith Roosevelt", + "pred": "Hop 1: Theodore Roosevelt -> spouse -> Edith Roosevelt (1902)\n Answer: Edith Roosevelt", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005128", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Hop 1: FC Universitatea Cluz -> member -> Bogdan P\u0103tra\u0219cu (1990-2012)\n Answer: 1990", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_007441", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Norway men's national association football team", + "pred": "Hop 1: Arne Erlandsen -> member of -> Norwegian Football Association (1981)\n Answer: Norwegian Football Association", + "em": 0.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_006793", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "FC Veszpr\u00e9m", + "pred": "Hop 1: Ferenc Csongr\u00e1di -> member of -> Feh\u00e9rv\u00e1r FC (1989)\n Hop 2: Feh\u00e9rv\u00e1r FC -> member of -> Ferenc Csongr\u00e1di (1989)\n Answer: Ferenc Csongr\u00e1di", + "em": 0.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_005396", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Nazi Germany", + "pred": "Hop\n Answer: Hanau is a city in Germany.", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_002815", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "People's Republic of China", + "pred": "Hop 1: Liu Bocheng -> China (1951-01-01)\n Answer: China", + "em": 0.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_007174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Amsterdam", + "pred": "Hop\n Hop 1: Michael Jacklin -> Work location -> 2000 -> 2000\n Hop 2: Michael Jacklin -> Work location -> 2000 -> 2000\n Hop 3: Michael Jacklin -> Work location -> 2000 -> 2000\n Answer: Hop 3: Michael Jacklin -> Work location -> 2000 -> 2000", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001511", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Academy Award for Best Picture", + "pred": "Hop\n Hop 1: Hal B. Wallis -> Academy Award -> 1970 -> 1970 Academy Awards -> 1970 Academy Awards -> Best Director -> nominated for\n Hop 2: Hal B. Wallis -> Academy Award -> 1970 -> 1970 Academy Awards -> 1970 Academy Awards -> Best Director -> nominated for\n Hop 3: Hal B. Wallis -> Academy Award", + "em": 0.0, + "f1": 0.4 + }, + { + "id": "q_000553", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Denmark women's national football team", + "pred": "Hop 1: Katrine Pedersen -> sports team -> S\u00f8nderjyskE (2011)\n Answer: S\u00f8nderjyskE", + "em": 0.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_000656", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Northwestern University", + "pred": "Hop 1: Melville J. Herskovits -> employer -> Columbia University (1947)\n Answer: Columbia University", + "em": 0.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_001297", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1970.0, + "gold": "1970", + "pred": "Hop\n Hop 1: Tofiq Bahramov -> award -> Order of the Red Banner of Labour (1970)\n Hop 2: Order of the Red Banner of Labour (1970) -> equal to -> 1970 (1970)\n Answer: 1970", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_007459", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Amsterdam", + "pred": "Hop 1: Carel Willink -> work location -> Amsterdam\n Answer: Amsterdam", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_002423", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Trinidad and Tobago men's national football team", + "pred": "Hop 1: Cyd Gray -> member of -> sports team -> Joe Public F.C.\n Hop 2: Cyd Gray -> member of -> sports team -> The New York Yankees\n Answer: The New York Yankees", + "em": 0.0, + "f1": 0.07692307692307691 + }, + { + "id": "q_001348", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Hop 1: Vincent R\u00fcfli -> member of sports team -> FC Z\u00fcrich (1998-2000)\n Answer: FC Z\u00fcrich", + "em": 0.0, + "f1": 0.13333333333333336 + }, + { + "id": "q_008576", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Hop 1: Uzhhorod -> Ukraine (capital)\n Hop 2: Ukraine -> 1953 -> 1953\n Hop 3: 1953 -> 1953 -> 1953\n Answer: 1953", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002071", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "British School at Rome", + "pred": "Hop\n Hop 1: Eugenie Sellers Strong -> Employer -> American Red Cross (1912)\n Answer: American Red Cross", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004899", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1978.0, + "gold": "Soviet Union", + "pred": "Hop 1: Uman -> country -> Russian Empire (1978)\n Hop 2: Russian Empire -> successor -> Soviet Union (1978)\n Hop 3: Soviet Union -> capital -> Moscow (1978)\n Answer: Moscow", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_001022", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Vladimir Oblast", + "pred": "Hop 1: Kovrov -> located in -> Ivanovo Oblast (Hop 1)\n Hop 2: Ivanovo Oblast -> located in -> Vladimir Oblast (Hop 2)\n Hop 3: Vladimir Oblast -> located in -> Russia (Hop 3)\n Answer: Russia", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003839", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jane Birkin", + "pred": "Hop\n Hop 1: Serge Gainsbourg -> unmarried partner -> 1977 -> 1977 (Hop 1)\n Hop 2: 1977 -> 1977 (Hop 2)\n Answer: 1977", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001814", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Christian Neureuther", + "pred": "Hop 1: Rosi Mittermaier -> spouse -> Karlheinz Mittermaier (2015)\n Answer: Karlheinz Mittermaier", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Giorgio Perlasca -> country of citizenship -> Italy (1940)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_005993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Martha Vickers", + "pred": "Hopi is a Native American tribe, not a person.\n Hopi is a Native American tribe, not a person.\n Hopi is a Native American tribe, not a person.\n Hopi is a Native American tribe, not a person.\n Hopi is a Native American tribe, not a person.\n Hopi is a Native American tribe, not a person.\n Hopi is a Native American tribe, not a person.\n Hopi is a Native American tribe, not a person.", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Arabic", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005683", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Hopcroft (1961) Hopcroft (1961) Hopcroft (1961) Hopcroft (1961) Hopcroft (1961) Hopcroft (1961) Hopcroft (1961) Hopcroft (1961) Hopcroft (1961) Hopcroft (1961) Hopcroft (1961) Hopcroft (1961)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007163", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Relax-Gam", + "pred": "Hop 1: Juan Antonio Flecha -> member of -> Kaiku (2000)\n Hop 2: Kaiku -> member of -> CD M\u00e1laga (2000)\n Answer: CD M\u00e1laga", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Hop\n Hop: 1 ( Nobel Prize in Chemistry -> 1946 -> 1946 -> 1946 -> 1946 -> 1946 -> 1946 -> 1946 -> 1946 -> 1946 -> 1946 -> 1946 -> 1946 -> 1946 -> 1946 ->", + "em": 0.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_008134", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Hop\n Hop 1: Shell-Haus -> located in -> New York City (1954)\n Hop 2: New York City -> owned by -> New York City (1954)\n Answer: New York City", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002147", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Hungarian Socialist Workers' Party", + "pred": "Hop 1: L\u00e1szl\u00f3 B\u00e9kesi -> member of political party -> Hungarian Socialist Workers' Party (1971)\n Answer: Hungarian Socialist Workers' Party", + "em": 1.0, + "f1": 0.47058823529411764 + }, + { + "id": "q_006224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "habilitation", + "pred": "Hop 1: Hienad\u017a Sahanovi\u010d -> academic degree -> Candidate of Sciences (2018)\n Answer: Candidate of Sciences", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000654", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Province of Mantua", + "pred": "Hop 1: Felonica -> located in -> Province of Foggia (1939)\n Answer: Province of Foggia", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_004102", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "University of California, Los Angeles", + "pred": "Hopcroft, John E. (1973). \"The complexity of automata networks\". In Proceedings of the 5th Annual ACM Symposium on Theory of Computing. ACM. pp. 187\u2013197. Hopcroft, John E. (1973). \"The complexity of automata networks\". In Proceedings of the 5th Annual ACM Symposium on Theory of Computing. ACM. pp. 187\u2013197.", + "em": 0.0, + "f1": 0.07692307692307693 + }, + { + "id": "q_007739", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "FSV Frankfurt", + "pred": "Hop 1: Robert Pache -> member of -> Servette FC (1928)\n Hop 2: Robert Pache -> member of -> FC Sion (1928)\n Answer: FC Sion", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006368", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Chemins de fer du Midi", + "pred": "Hop 1: Q802601 -> Q1902 (operator)\n Answer: Q1902", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Hop 1: Angelo Anquilletti -> country of citizenship -> Kingdom of Italy (1980)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_006409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "A.O. Kavalas (association football)", + "pred": "Hop 1: Mario Galinovi\u0107 -> member of sports team -> NK Zagreb (2010)\n Answer: NK Zagreb", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002646", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1997.0, + "gold": "1997", + "pred": "Hop 1: Javier Mar\u00edas -> Nelly Sachs Prize (1997)\n Answer: 1997", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002133", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Gold Medal of the Royal Astronomical Society", + "pred": "Hop\n Answer: Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000302", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Hop 1: Vittorio Brambilla -> country of citizenship -> Kingdom of Italy (1956)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_002678", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Atalanta BC", + "pred": "Hop 1: Stefano Angeleri -> member of sports team -> A.S. Roma (1952)\n Answer: A.S. Roma", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004224", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Hop 1: Jane Alexander -> Academy Award for Best Supporting Actress -> 1992\n Hop 2: 1992 -> 1992 United States presidential election -> 1992\n Hop 3: 1992 -> 1992 -> 1992\n Answer: 1992", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_005379", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "Hop 1: P\u00e9rouges -> located in -> France (2001)\n Answer: France", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006243", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "Hopi (disambiguation)\n Hopi (disambiguation)\n Hopi (disambiguation)\n Hopi (disambiguation)\n Hopi (disambiguation)\n Hopi (disambiguation)\n Hopi (disambiguation)\n Hopi (disambiguation)\n Hopi (disambiguation)\n Hopi (disambiguation)\n Hopi (disambiguation)\n Hopi (disambiguation)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008166", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "MTK Budapest FC", + "pred": "Hop 1: Imre Kov\u00e1cs -> sports team -> Ferencv\u00e1rosi TC (1945)\n Hop 2: Ferencv\u00e1rosi TC (1945) -> member -> Ferenc Pusk\u00e1s (1945)\n Answer: Ferenc Pusk\u00e1s", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003678", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "lawyer", + "pred": "Hop\n Hop 1: John Bell Williams -> Governor of Mississippi -> John Bell Williams (1980)\n Hop 2: John Bell Williams (1980) -> occupation -> United States Senator\n Answer: United States Senator", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000025", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Hop\n Hop 1: Trier -> country -> Germany (1949-1990)\n Hop 2: Germany (1949-1990) -> head of government -> Konrad Adenauer (1949-1963)\n Hop 3: Konrad Adenauer (1949-1963) -> birth place -> Cologne\n Hop 4: Cologne -> country -> Germany (", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "Hop 1: United Kingdom of Great Britain and Ireland -> located in -> British Mandate of Palestine (1920-1948) (Hop 1)\n Hop 2: British Mandate of Palestine (1920-1948) -> located in -> Mandatory Palestine (Hop 2)\n Hop 3: Mandatory Palestine -> located in -> Ottoman Empire (Hop 3)\n Answer: Ottoman Empire", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_000689", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Franca Ongaro -> country of citizenship -> Italy (1943)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_004963", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "City of Gosford", + "pred": "Hop 1: Gosford -> New South Wales (located in)\n Hop 2: New South Wales -> Australia (located in)\n Answer: Australia", + "em": 0.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_001580", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "London", + "pred": "Hop 1: Joseph Hertz -> work location -> Johannesburg (1936)\n Answer: Johannesburg", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002212", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Hop 1: John Tonelli -> drafted by -> New York Islanders (1977)\n Answer: 1977", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_001427", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "FC Lausanne-Sport", + "pred": "Hop 1: Pierre Kerkhoffs -> member of sports team -> FC Twente (1967)\n Answer: FC Twente", + "em": 0.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_000751", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Seine-et-Oise", + "pred": "Hop 1: Brunoy -> France (located in)\n Hop 2: France -> Europe (located in)\n Hop 3: Europe -> 1942 (located in)\n Answer: Europe", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "FC Spartak Trnava", + "pred": "Hop 1: Martin Ra\u0161ka -> sports team -> FK V\u00edtkovice\n Hop 2: FK V\u00edtkovice -> member -> Tom\u00e1\u0161 K\u0159\u00ed\u017e\n Answer: Tom\u00e1\u0161 K\u0159\u00ed\u017e", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002412", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Hop 1: Pino Lancetti -> country of citizenship -> Kingdom of Italy (1983)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_001943", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1999.0, + "gold": "1999", + "pred": "Hop 1: Franti\u0161ek Kaberle -> drafted by -> Los Angeles Kings (1999)\n Answer: 1999", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_005685", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "Hop 1: Academy Award for Best Film Editing -> 1939 -> 1939 Academy Awards\n Hop 2: 1939 Academy Awards -> 1939 -> 1939\n Hop 3: 1939 -> 1939 -> 1939\n Hop 4: 1939 -> 1939 -> 1939\n Hop 5", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_001916", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Str\u00f8msgodset IF", + "pred": "Hop 1: Kim Larsen -> sports team -> New York Islanders (2003)\n Answer: New York Islanders", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006927", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Hop 1: Aldo Fabrizi -> country of citizenship -> Kingdom of Italy (1956)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_000904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Hop 1: Luigi Bajardi -> country of citizenship -> Kingdom of Italy (1956)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_006701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Hop 1: Alberto Lattuada -> country of citizenship -> Italy (1971)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005536", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Fengtien", + "pred": "Hop 1: Faku County -> China -> 1945 -> 1945\n Hop 2: 1945 -> 1945 -> 1945 -> 1945\n Hop 3: 1945 -> 1945 -> 1945 -> 1945\n Hop 4: 1945 -> 1945 -> 1", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000555", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Gertrude Stein", + "pred": "Hop\n Hop 1: Gertrude Stein -> owned -> 1946 (1946)\n Hop 2: 1946 -> located in -> New York City (1946)\n Hop 3: New York City -> located in -> United States (1946)\n Answer: United States", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_005626", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Heiner Gei\u00dfler", + "pred": "Hop 1: Christian Democratic Union (Germany) -> general secretary -> Bruno Heck (born 1947)\n Hop 2: Bruno Heck -> successor -> Hans-Dietrich Genscher\n Hop 3: Hans-Dietrich Genscher -> general secretary -> Christian Democratic Union (Germany)\n Answer: Hans-Dietrich Genscher", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005124", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Algiers", + "pred": "Hop 1: Pierre Savorgnan de Brazza -> burial place -> P\u00e8re Lachaise Cemetery (Hop 1)\n Hop 2: P\u00e8re Lachaise Cemetery -> place of burial -> \u00c9tienne de Montmorency (Hop 2)\n Answer: \u00c9tienne de Montmorency", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Coll\u00e8ge de France", + "pred": "Hop 1: Andr\u00e9 Lichnerowicz -> employer -> Universit\u00e9 de Paris-Sud (1956)\n Answer: Universit\u00e9 de Paris-Sud", + "em": 0.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_003885", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2021.0, + "gold": "National Oceanic and Atmospheric Administration", + "pred": "Hop 1: EWS-G2 -> owned by -> United States Air Force (Hop 1)\n Answer: United States Air Force", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005314", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Hop 1: Li Tsung-jen -> position -> President of the Republic of China (1962)\n Hop 2: Li Tsung-jen -> country of citizenship -> Republic of China (1962)\n Answer: Republic of China", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Knight Bachelor", + "pred": "Hop 1: Bobby Charlton -> member of -> England men's national association football team (1994)\n Hop 2: England men's national association football team -> award -> European Cup (1994)\n Hop 3: European Cup -> award -> European Cup (1994)\n Answer: European Cup", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002726", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "SK Slavia Prague", + "pred": "Hop 1: Nicu\u0219or Stanciu -> sports team -> FC Dinamo Bucure\u0219ti (2019-2020)\n Answer: FC Dinamo Bucure\u0219ti", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004003", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "KRC Mechelen", + "pred": "Hop 1: Jan Diddens -> member of sports team -> KAA Gent (1924)\n Hop 2: KAA Gent -> manager -> Jan Diddens (1924)\n Hop 3: Jan Diddens -> member of sports team -> Belgium men's national football team (1924)\n Answer: KAA Gent", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008148", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Hop 1: Alexei Navalny -> Russia (country of citizenship) (1985)\n Answer: Russia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1916.0, + "gold": "Marie Bonaparte", + "pred": "Hop 1: Prince George of Greece and Denmark -> spouse -> Queen Olga of Greece (1916)\n Answer: Queen Olga of Greece", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003444", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "Hop 1: Ronan Le Crom -> sports team -> AS Saint-\u00c9tienne (2011)\n Answer: AS Saint-\u00c9tienne", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004684", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Schutzstaffel", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007043", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "Hop 1: Andr\u00e9 T\u00e9chin\u00e9 -> C\u00e9sar Award for Best Director (1995)\n Answer: 1995", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_002077", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Scunthorpe United F.C.", + "pred": "Hop 1: Jermaine Beckford -> member of sports team -> Wealdstone F.C.\n Answer: Wealdstone F.C.", + "em": 0.0, + "f1": 0.25 + }, + { + "id": "q_005610", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Willi Daume", + "pred": "Hop 1: German Handball Association -> chairperson -> Bernd Steinhauser (1998-2000)\n Hop 2: German Handball Association -> chairperson -> Reinhard K\u00fchn (1994-1998)\n Answer: Reinhard K\u00fchn", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007161", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Polish People's Republic", + "pred": "Hop 1: Jan T. Gross -> country of citizenship -> Poland (1959)\n Answer: Poland", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008431", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Kingdom of Greece", + "pred": "Hop 1: Takis -> country of citizenship -> Greece (1944)\n Hop 2: Greece -> successor state -> Kingdom of Romania (1944)\n Hop 3: Kingdom of Romania -> country of citizenship -> Takis (1944)\n Answer: Kingdom of Romania", + "em": 0.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_005503", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Italy", + "pred": "Hop 1: Nino Taranto -> country of citizenship -> Kingdom of Italy (1966)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_003756", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Nuremberg Medical Trial", + "pred": "Hop 1: Prince Philipp, Landgrave of Hesse -> participant in -> 1947 German federal election (event)\n Hop 2: 1947 German federal election -> participant in -> German federal election (event)\n Hop 3: German federal election -> participant in -> European Parliament (event)\n Answer: European Parliament", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006939", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Hop\n Hop 1: Christiaan Eijkman -> Nobel Prize in Physiology or Medicine -> 1921 -> Nominee -> 1921 -> 1921 -> 1921 -> 1921 -> 1921 -> 1921 -> 1921 -> 1921 -> 1921 -> 1921 -> 1921 ->", + "em": 1.0, + "f1": 0.6666666666666666 + }, + { + "id": "q_005031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Hop 1: Giuseppe Bennati -> country of citizenship -> Italy (1956)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001054", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "Italy", + "pred": "Hop 1: Ermanno Olmi -> country of citizenship -> Italy (1949)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002273", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Hop 1: Alec Chamberlain -> member of -> Sports team -> 2001 -> 2001\n Answer: 2001", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000786", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Hop 1: Tony Marshall -> award -> Goldene Stimmgabel (1999)\n Hop 2: Goldene Stimmgabel -> award -> Hans-Dieter Schumacher (1999)\n Hop 3: Hans-Dieter Schumacher -> award -> Hans-Dieter Schumacher (2003)\n Answer: Hans-Dieter Schumacher", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002778", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Hop 1: Andros Townsend -> sports team -> Watford FC (2014)\n Answer: Watford FC", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005074", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Japan", + "pred": "Hop\n Hop: Broutona -> Country -> United Kingdom (1919)\n Answer: United Kingdom", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007312", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Chelsea F.C.", + "pred": "Hop 1: Magnus Hedman -> sports team -> AIK Fotboll (2007)\n Hop 2: AIK Fotboll -> member -> Thomas Sj\u00f6berg (2007)\n Answer: Thomas Sj\u00f6berg", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001350", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Leningrad Oblast", + "pred": "Hop 1: Ivangorod -> located in -> Pskov Oblast (1991-2001)\n Hop 2: Pskov Oblast -> located in -> Russia (1991-2001)\n Answer: Russia", + "em": 0.0, + "f1": 0.14285714285714285 + }, + { + "id": "q_001371", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Clare Boothe Luce", + "pred": "Hop\n Hop 1: Henry Luce -> spouse -> Clare Boothe Luce (1959)\n Answer: Clare Boothe Luce", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_000490", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Hop 1: As d'Or Jeu de l'Ann\u00e9e -> nominated for -> No Thanks! (2005)\n Answer: 2005", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_006219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1985.0, + "gold": "1985", + "pred": "Hop 1: Japanese National Railways -> Yonohommachi Station (founded)\n Answer: 1985", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005716", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Edgardo Moltoni -> country of citizenship -> Italy (1915)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_005200", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Pichichi Trophy", + "pred": "Hop\n Hop 1: Hugo S\u00e1nchez -> 1985 -> European Golden Shoe -> award received -> Jos\u00e9 Antonio Camacho\n Hop 2: Jos\u00e9 Antonio Camacho -> 1985 -> European Golden Shoe -> award received -> Luis Su\u00e1rez\n Hop 3: Luis Su\u00e1rez -> 1985 -> European Golden Shoe -> award received -> Luis Su\u00e1rez\n Answer: Luis Su\u00e1rez", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000681", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Hop 1: Robin Shroot -> sports team -> Burton Albion F.C. (2009)\n Answer: 2009", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_004424", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lviv Oblast", + "pred": "Hop 1: Drohobych -> Ukraine (located in)\n Hop 2: Ukraine -> Europe (located in)\n Hop 3: Europe -> European Union (located in)\n Hop 4: European Union -> European Economic Area (located in)\n Hop 5: European Economic Area -> European Free Trade Association (located in)\n Answer: European Free Trade Association", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003611", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Catholic priest", + "pred": "Hop 1: Alwin Albert Hafner -> occupation -> Professor (1976)\n Answer: Professor", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000603", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Hop 1: Beno\u00eet Cheyrou -> member of -> ASVEL (1999)\n Answer: ASVEL", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007417", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Beaux-Arts de Paris", + "pred": "Hop 1: Alekos Fassianos -> educated at -> University of Athens (1970)\n Answer: University of Athens", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001017", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Golden Bear", + "pred": "Hop 1: Li Yang -> 2003 -> Chinese Film Director (2003)\n Hop 2: Chinese Film Director (2003) -> nominated for -> Best Director (2003)\n Hop 3: Best Director (2003) -> 2003 -> 2003 Golden Horse Film Awards (2003)\n Answer: 2003 Golden Horse Film Awards", + "em": 0.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_004297", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Walter Sisulu", + "pred": "Hop 1: Albertina Nontsikelelo Sisulu -> spouse -> Walter Sisulu (1966)\n Answer: Walter Sisulu", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_007760", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Netherlands", + "pred": "Hop\n Answer: Hop\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002309", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Feh\u00e9rv\u00e1r FC", + "pred": "Hop 1: Henning Berg -> sports team -> Manchester United F.C.\n Hop 2: Manchester United F.C. -> coach -> Alex Ferguson\n Answer: Alex Ferguson", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000472", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Mario Bonnard -> country of citizenship -> Italy (1915)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_001687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Free Democratic Party", + "pred": "Hop 1: Walter Scheel -> member of political party -> Christian Democratic Union of Germany (CDU)\n Answer: Christian Democratic Union of Germany", + "em": 0.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_003092", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Weimar Republic", + "pred": "Hop 1: Limbach-Oberfrohna -> country -> German Empire (1919-1933)\n Answer: German Empire", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003984", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Hamburger SV", + "pred": "Hop 1: Wilhelm Blunk -> member of sports team -> FC Schalke 04 (1944)\n Answer: FC Schalke 04", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004307", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Verzar -> country -> Bulgaria (1933)\n Answer: Bulgaria", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004221", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Hop 1: Guido Carli -> country of citizenship -> Italy (1967)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002604", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Orenburg Governorate", + "pred": "Hop 1: Orenburg -> capital -> Orenburg (Orenburg, Russia)\n Hop 2: Orenburg (Orenburg, Russia) -> country -> Soviet Union\n Hop 3: Soviet Union -> capital -> Moscow\n Answer: Moscow", + "em": 0.0, + "f1": 0.14285714285714285 + }, + { + "id": "q_005175", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Hop 1: Suso Cecchi d'Amico -> country of citizenship -> Italy (1999)\n Answer: Italy", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_000103", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "Hop 1: Stara Zagora -> country -> Bulgaria (1962)\n Answer: Bulgaria", + "em": 0.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_007858", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "construction", + "pred": "Hop\n Hop 1: Hanover Stadtbahn -> vehicle -> TW 6000 (1980)\n Hop 2: TW 6000 -> significant event -> 1980 (1980)\n Answer: 1980", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000929", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Hop\n Hop 1: Glenda Jackson -> Academy Award for Best Actress -> 1981 -> 1981 -> 1981 -> 1981 -> 1981 -> 1981 -> 1981 -> 1981 -> 1981 -> 1981 -> 1981 -> 1981 -> 1981 -> 1", + "em": 0.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_008399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Hamburg Commercial Bank", + "pred": "Hop 1: Volksparkstadion -> located in -> Hamburg\n Hop 2: Hamburg -> mayor -> Ole von Beek\n Hop 3: Ole von Beek -> born in -> Schleswig-Holstein\n Hop 4: Schleswig-Holstein -> capital -> Kiel\n Hop 5: Kiel -> located in -> Schleswig-Holstein\n Answer: Schleswig-Holstein", + "em": 0.0, + "f1": 0.08695652173913045 + }, + { + "id": "q_006833", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "Princess M\u00e4rtha of Sweden", + "pred": "Hop 1: Olav V of Norway -> spouse -> Astrid of Sweden (1936)\n Hop 2: Astrid of Sweden -> country of citizenship -> Denmark (1936)\n Answer: Astrid of Sweden", + "em": 0.0, + "f1": 0.2105263157894737 + }, + { + "id": "q_007826", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Hop 1: Patrick Cramer -> Gottfried Wilhelm Leibniz Prize -> 2006 (award received)\n Answer: 2006", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_005791", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1969.0, + "gold": "1969", + "pred": "Hop\n Hop 1: Strawberry Fields Forever - > performer -> The Beatles (1967)\n Hop 2: The Beatles - > equal -> 1969 (1969)\n Answer: 1969", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_008695", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "FC Basel", + "pred": "Hop 1: Serge Muhmenthaler -> member of -> FC Grenchen (1976)\n Hop 2: FC Grenchen -> sports team -> FC Z\u00fcrich (1976)\n Answer: FC Z\u00fcrich", + "em": 0.0, + "f1": 0.125 + }, + { + "id": "q_006326", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Isabella Biagini -> country of citizenship -> Italy (1943)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_002683", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Hop 1: Vincenzo Talarico -> country of citizenship -> Italy (1956)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004982", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "AS Monaco FC", + "pred": "Hop 1: Abderrahmane Boubekeur -> member of sports team -> USL 1 (1957)\n Answer: USL 1", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Hop 1: Fabio Capello -> work location -> AS Roma\n Hop 2: AS Roma -> country -> Italy\n Hop 3: Italy -> capital -> Rome\n Answer: Rome", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_000415", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Seine-et-Oise", + "pred": "Hop 1: Neauphle-le-Vieux -> France (located in)\n Hop 2: France -> European Union (located in)\n Hop 3: European Union -> European Economic Area (located in)\n Hop 4: European Economic Area -> European Free Trade Association (located in)\n Hop 5: European Free Trade Association -> Switzerland (located in)\n Answer: Switzerland", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002513", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "IBM", + "pred": "Hopcroft (1988) was a book published by Frank Soltis.\n Hopcroft (1988) was a book published by Frank Soltis.\n Hopcroft (1988) was a book published by Frank Soltis.\n Hopcroft (1988) was a book published by Frank Soltis.\n Hopcroft (1988) was a book published by Frank Soltis.\n Hopcroft (198", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001131", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Chinese Communist Party", + "pred": "Hop 1: Xiao Yang -> member of -> Chinese Communist Party (1971)\n Answer: Chinese Communist Party", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_004809", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Gino Cassinis -> country -> Italy (1936)\n Answer: Italy", + "em": 0.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "England women's national football team", + "pred": "Hop 1: Lindsay Johnson -> member of sports team -> New Zealand national football team (women)\n Hop 2: New Zealand national football team (women) -> member of sports team -> Waitakere United F.C. Women\n Hop 3: Waitakere United F.C. Women -> member of sports team -> New Zealand Football League\n Answer: New Zealand Football League", + "em": 0.0, + "f1": 0.2962962962962963 + }, + { + "id": "q_000119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Italy", + "pred": "Hop 1: Mario B\u00f2 -> country of citizenship -> Italy (1994)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002765", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "The Rockefeller University", + "pred": "Hop 1: George Uhlenbeck -> University of Leiden (employer, 1967)\n Answer: University of Leiden", + "em": 0.0, + "f1": 0.15384615384615383 + }, + { + "id": "q_001638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Soviet Union", + "pred": "Hop 1: Viktor Kulikov -> country of citizenship -> Soviet Union (1946)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_003270", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Giuseppe Ungaretti -> born in -> Venice (1914)\n Hop 2: Venice -> country -> Italy (1914)\n Answer: Italy", + "em": 0.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_002090", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Zeno Saltini -> country of citizenship -> Italy (1936)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_002717", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Luciano Savorini -> country of citizenship -> Italy (1942)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_001781", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Waltrude Schleyer", + "pred": "Hop 1: Hanns Martin Schleyer -> spouse -> Maria Schleyer (1950)\n Answer: Maria Schleyer", + "em": 0.0, + "f1": 0.1818181818181818 + }, + { + "id": "q_007508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "West Ham United F.C.", + "pred": "Hop 1: Billy Brown -> sports team -> New York Giants (1922)\n Answer: New York Giants", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000911", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Tuscany", + "pred": "Hop\n Hop 1: Plinio Nomellini -> work location -> 1932 -> 1932 -> 1932\n Answer: 1932", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002590", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1946.0, + "gold": "1946", + "pred": "Hop 1: Atalanta BC -> coach -> Giuseppe Meazza (1946)\n Answer: 1946", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_005409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Hop 1: Q104925 -> Bavarian TV Awards (award)\n Hop 2: Bavarian TV Awards -> winner (has part)\n Hop 3: winner -> award (instance of)\n Hop 4: award -> Q104925 (instance of)\n Answer: award", + "em": 0.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_004701", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Seine-et-Oise", + "pred": "Hop 1: L\u00e9vis-Saint-Nom -> located in -> Seine-et-Marne (1968)\n Answer: Seine-et-Marne", + "em": 0.0, + "f1": 0.26666666666666666 + }, + { + "id": "q_006905", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "Hop 1: Northwestern University -> member -> Scholarly Publishing and Academic Resources Coalition (1998-01-01)\n Answer: 1998", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005334", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Hop 1: IG Farben -> insolvency -> 1952 (Hop 1: IG Farben -> insolvency -> 1952)\n Answer: 1952", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006551", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Egidio Feruglio -> country of citizenship -> Italy (1917)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_002537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Luigi Bianchi -> doctoral student -> Guido Fubini (1915)\n Hop 2: Guido Fubini -> country of citizenship -> Italy (1915)\n Hop 3: Italy -> country of citizenship -> Italy (1915)\n Answer: Italy", + "em": 0.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_004357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "FC Amkar Perm", + "pred": "Hop 1: Martin Jakubko -> member of -> FC Khimki (2014)\n Answer: FC Khimki", + "em": 0.0, + "f1": 0.15384615384615383 + }, + { + "id": "q_006681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Sporting CP", + "pred": "Hop 1: Rudolf Jeny -> member of sports team -> Hungary men's national football team (1934)\n Hop 2: Hungary men's national football team -> member of sports team -> Ferencv\u00e1rosi TC (1934)\n Answer: Ferencv\u00e1rosi TC", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001982", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Francesco Gabrieli -> country of citizenship -> Italy (1939)\n Hop 2: Italy -> founded -> Kingdom of Italy (1939)\n Hop 3: Kingdom of Italy -> capital -> Rome (1939)\n Hop 4: Rome -> located in -> Lazio (1939)\n Hop 5: Lazio -> country -> Italy (1939)\n Hop 6: Italy -> founded -> Kingdom of", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_001763", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Tranmere Rovers F.C.", + "pred": "Hop 1: Steve Coppell -> member of -> West Bromwich Albion (1973)\n Answer: West Bromwich Albion", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001693", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Utrecht University", + "pred": "Hop\n Hop 1: Pieter Helbert Damst\u00e9 -> employer -> 1919 ( Hop Type: 1 )\n Answer: Hop 1: Pieter Helbert Damst\u00e9 -> employer -> 1919 ( Answer Type: 1 )", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006247", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1909.0, + "gold": "Associate Justice of the Supreme Court of the United States", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006923", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Der St\u00fcrmer", + "pred": "Hop 1: Julius Streicher -> employer -> German National People's Party (1929)\n Answer: German National People's Party", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004828", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Hop 1: Adone Zoli -> country of citizenship -> Kingdom of Italy (1957)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_006717", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Luigi Bianchi -> country of citizenship -> Italy (1915)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_001064", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Hop 1: Hanover -> located in -> Province of Hanover (1930)\n Hop 2: Province of Hanover -> country -> Hanover (1930)\n Answer: Hanover", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002886", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Hop 1: Luciano Fo\u00e0 -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> successor -> Kingdom of Yugoslavia (1967)\n Answer: Kingdom of Yugoslavia", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_001768", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Emilio Petiva -> country of citizenship -> Italy (1929)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_006522", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Cameroon men's national football team", + "pred": "Hop 1: Henri Michel -> sports team -> Al-Ahly SC (Egypt) (2003-2005)\n Hop 2: Al-Ahly SC (Egypt) -> coach -> Mohamed Aboutrika (1994-1996)\n Answer: Mohamed Aboutrika", + "em": 0.0, + "f1": 0.08 + }, + { + "id": "q_001073", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Kingdom of Bulgaria", + "pred": "Hop 1: Veliko Tarnovo -> country -> Bulgaria (Hop 1)\n Answer: Bulgaria", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_002125", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "SSC Napoli", + "pred": "Hop 1: Armando Tre Re -> member of -> sports team (1956)\n Answer: sports team", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002297", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "FC Astra Giurgiu", + "pred": "Hop 1: Dorinel Munteanu -> sports team -> FC Arge\u0219 (2015)\n Hop 2: FC Arge\u0219 -> coach -> Dan Petrescu (2015)\n Answer: Dan Petrescu", + "em": 0.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_002809", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Elio Toaff -> country of citizenship -> Italy (1915)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_002474", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Hop\n Hop 1: Tommy Aldridge -> member -> Black Oak Arkansas (1981)\n Hop 2: Black Oak Arkansas -> member -> David H. Williams (1981)\n Answer: David H. Williams", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004101", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Club Am\u00e9rica -> member of sports team -> Djalminha (2004)\n Answer: 2004", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_006366", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "Hop 1: Kelly Smith -> sports team -> Manchester United F.C.\n Hop 2: Manchester United F.C. -> member -> Gary Neville\n Answer: Gary Neville", + "em": 0.0, + "f1": 0.09523809523809522 + }, + { + "id": "q_003182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "United States Navy", + "pred": "Hop 1: Arthur William Radford -> military branch -> United States Navy (1952)\n Answer: United States Navy", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_003020", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Lagos", + "pred": "Hop 1: Nigeria -> capital -> Abuja (1991)\n Hop 2: Abuja -> country -> Nigeria (1991)\n Hop 3: Nigeria -> signatory -> Universal Copyright Convention (1972)\n Answer: Abuja", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004956", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Calcio Padova", + "pred": "Hop 1: Giovanni Azzini -> member of sports team -> A.S. Roma\n Hop 2: A.S. Roma -> manager -> Giuseppe Pillon\n Hop 3: Giuseppe Pillon -> member of sports team -> A.S. Roma\n Answer: A.S. Roma", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006758", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Al Masry SC", + "pred": "Hop 1: Ahmad Shedid Qinawi -> member of -> Al-Wakrah Sports Club (2008)\n Answer: Al-Wakrah Sports Club", + "em": 0.0, + "f1": 0.125 + }, + { + "id": "q_003840", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "DSV Leoben", + "pred": "Hop 1: Wolfgang Klapf -> sports team -> SC Wiener Neustadt (2005)\n Answer: Hop 1: Wolfgang Klapf -> sports team -> SC Wiener Neustadt (2005)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003113", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Wheaton College", + "pred": "Hop\n Hop 1: Hilda Geiringer -> employer -> University of Chicago (1952)\n Answer: University of Chicago", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004767", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Miss America", + "pred": "Hop\n Hop 1: Lois Delander -> 1927 -> competition won -> 1927\n Hop 2: 1927 -> competition won -> 1927\n Hop 3: 1927 -> competition won -> 1927\n Answer: 1927", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Goffredo Petrassi -> country of citizenship -> Italy (1941)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_004256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "pred": "Hop 1: Paris\u2013Lille railway -> operator -> Chemins de fer du Nord (1965)\n Answer: Chemins de fer du Nord", + "em": 0.0, + "f1": 0.3 + }, + { + "id": "q_003340", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Russia", + "pred": "Hop 1: Dmitry Yazov -> Soviet Union (1995-01-01)\n Answer: Soviet Union", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005245", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "Hopi (film) -> Academy Award for Best Picture (1982)\n Hopi (film) -> Academy Award for Best Picture (1982)\n Hopi (film) -> Academy Award for Best Picture (1982)\n Hopi (film) -> Academy Award for Best Picture (1982)\n Hopi (film) -> Academy Award for Best Picture (1982)\n Hopi (film) -> Academy Award for Best Picture", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_006022", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lady Gaga", + "pred": "Hop 1: Taylor Kinney -> unmarried partner -> Katelyn Saal (2012)\n Answer: Katelyn Saal", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002807", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "University of Oslo", + "pred": "Hop 1: Viggo Brun -> employer -> Carl Ludwig Siegel (1950)\n Answer: Carl Ludwig Siegel", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002236", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Order of Merit of North Rhine-Westphalia", + "pred": "Hop 1: Helmut Hirsch -> award -> Saarland Order of Merit (1988)\n Hop 2: Helmut Hirsch -> award -> Order of the Red Eagle (1988)\n Answer: Order of the Red Eagle", + "em": 0.0, + "f1": 0.28571428571428575 + }, + { + "id": "q_006258", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "United States Cabinet", + "pred": "Hop 1: John Davis Long -> position held -> United States Secretary of the Navy (1906)\n Hop 2: United States Secretary of the Navy -> part of -> United States Department of the Navy (1906)\n Hop 3: United States Department of the Navy -> part of -> United States Department of Defense (1906)\n Answer: United States Department of Defense", + "em": 0.0, + "f1": 0.1739130434782609 + }, + { + "id": "q_003646", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "pred": "Hop 1: Gena Rowlands -> spouse -> John Cassavetes (1987)\n Hop 2: John Cassavetes -> award -> Academy Award for Best Supporting Actor (1987)\n Hop 3: Academy Award for Best Supporting Actor -> award -> Academy Award for Best Supporting Actor (1987)\n Answer: Academy Award for Best Supporting Actor", + "em": 0.0, + "f1": 0.13793103448275862 + }, + { + "id": "q_002029", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Warabitai Station", + "pred": "Hop 1: Kuromatsunai Station -> Kita-Kuromatsunai Station (adjacent station, 1964)\n Answer: Kita-Kuromatsunai Station", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_002701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Rudi Fuchs", + "pred": "Hop 1: Stedelijk Museum Amsterdam -> manager -> Willem Sandberg (1983-1998)\n Hop 2: Willem Sandberg -> successor -> Jan Hoek (1998-2003)\n Answer: Jan Hoek", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000849", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "Hop 1: Academy Award for Best Film Editing -> 1987 -> 1987 Academy Award for Best Film Editing\n Hop 2: 1987 Academy Award for Best Film Editing -> nominated for -> Ray Lovejoy\n Hop 3: Ray Lovejoy -> when -> 1987\n Answer: 1987", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_000139", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "Schutzstaffel", + "pred": "Hop 1: Richard Schulze-Kossens -> member of -> SS-Verf\u00fcgungstruppe (1937)\n Hop 2: SS-Verf\u00fcgungstruppe -> member of -> Reichsarbeitsdienst (1937)\n Hop 3: Reichsarbeitsdienst -> member of -> Nazi Party (1937)\n Answer: Nazi Party", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Anton-G\u00fcnther, Duke of Oldenburg", + "pred": "Hop 1: House of Oldenburg -> chairperson -> Hans-J\u00fcrgen B\u00f6cking (2007)\n Answer: Hans-J\u00fcrgen B\u00f6cking", + "em": 0.0, + "f1": 0.25000000000000006 + }, + { + "id": "q_004055", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Hop 1: Bruno Visintin -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> successor -> Yugoslavia (1976)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_004419", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Jeonbuk Hyundai Motors FC", + "pred": "Hop 1: Sim Woo-yeon -> member of -> South Korea national under-23 football team (2011)\n Answer: South Korea national under-23 football team", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006447", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Hop 1: John Wall -> drafted by -> Washington Wizards (2010)\n Answer: 2010", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005863", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Parliament of the United Kingdom", + "pred": "Hop 1: Chris Huhne -> position held -> Member of the European Parliament (2004-2009)\n Hop 2: Chris Huhne -> member of -> Liberal Democrats (UK) (2004-2009)\n Hop 3: Liberal Democrats (UK) -> member of -> United Kingdom (2004-2009)\n Hop 4: United Kingdom -> member of -> European Union (2", + "em": 0.0, + "f1": 0.37037037037037035 + }, + { + "id": "q_004287", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Jens Stoltenberg", + "pred": "Hop 1: Norwegian Labour Party -> chairperson -> Kjell Magne Bondevik (2011)\n Answer: Kjell Magne Bondevik", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008613", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "Hop 1: George Gervin -> NBA All-Star Game Most Valuable Player Award (1984)\n Hop 2: NBA All-Star Game Most Valuable Player Award -> Kobe Bryant (1984)\n Hop 3: Kobe Bryant -> NBA All-Star Game Most Valuable Player Award (1984)\n Hop 4: NBA All-Star Game Most Valuable Player Award -> NBA All-Star Game Most Valuable Player Award (1984", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002216", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Team Jayco AlUla", + "pred": "Hop 1: Mitchell Docker -> member of -> sports team -> Drapac-EF Cannondale (2013)\n Hop 2: Drapac-EF Cannondale -> member of -> sports team -> Team Sky (2013)\n Answer: Team Sky", + "em": 0.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_006890", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Hop 1: Rahim Zafer -> sports team -> Al-Wakrah SC (1994)\n Answer: Al-Wakrah SC", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Hop 1: Bakhchisaray Palace -> located in -> Turkey (1965)\n Answer: Turkey", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004395", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "University of Freiburg", + "pred": "Hop 1: Ernst-Wolfgang B\u00f6ckenf\u00f6rde -> occupation -> occupation judge (1994)\n Hop 2: Ernst-Wolfgang B\u00f6ckenf\u00f6rde -> employer -> Federal Constitutional Court of Germany (1994)\n Answer: Federal Constitutional Court of Germany", + "em": 0.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_003660", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Queen", + "pred": "Hop\n Hop 1: Mountain Studios -> founded by -> John C. H. Lee (1989)\n Hop 2: John C. H. Lee (1989) -> owned by -> John C. H. Lee (1989)\n Answer: John C. H. Lee (1989)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006514", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Hop 1: Murmansk Oblast -> Russia (located in)\n Hop 2: Russia -> Soviet Union (located in)\n Hop 3: Soviet Union -> Eastern Bloc (located in)\n Answer: Eastern Bloc", + "em": 0.0, + "f1": 0.10526315789473682 + }, + { + "id": "q_002222", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Hop 1: Sergio Bonelli -> country of citizenship -> Kingdom of Italy (1951)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_000791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Hop 1: Tiziano Terzani -> country of citizenship -> Italy (1996)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001758", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "John Mauchly", + "pred": "Hop 1: Kathleen Antonelli -> employer -> Aberdeen Proving Ground (1973)\n Hop 2: John H. H. K. (John H. H. K.) -> spouse -> Kathleen Antonelli (1973)\n Hop 3: John H. H. K. (John H. H. K.) -> spouse -> Mary E. K. (1973)\n Answer: Mary E. K.", + "em": 0.0, + "f1": 0.09999999999999999 + }, + { + "id": "q_004641", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Ni\u00e8vre", + "pred": "Hop 1: Route nationale 445 -> located in -> Essonne (1946)\n Hop 2: Route nationale 445 -> located in -> Seine-et-Marne (1946)\n Answer: Seine-et-Marne", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000084", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Munich Kammerspiele", + "pred": "Hopcroftian\nAnswer: Hopcroftian", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005007", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2017.0, + "gold": "2017", + "pred": "Hop\n Hop 1: Karl Ove Knausg\u00e5rd -> award -> Jerusalem Prize (2017)\n Hop 2: Jerusalem Prize -> year -> 2017\n Answer: 2017", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_002535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Hop 1: Tes-Khemsky District -> located in -> Tuvan People's Republic (1987)\n Hop 2: Tuvan People's Republic -> located in -> Mongolia (1987)\n Answer: Mongolia", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_007920", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Hop 1: Kyoto Protocol -> ratification -> 1998 (Hop 1: Kyoto Protocol -> ratification -> 1998)\n Hop 2: 1998 -> equal to -> Thailand (Hop 2: 1998 -> equal to -> Thailand)\n Hop 3: Thailand -> ratified by -> 1998 (Hop 3: Thailand -> ratified by -> 1998)\n Answer: 1", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006359", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1956.0, + "gold": "1956", + "pred": "Hop 1: Botafogo F.R. -> member -> Paulo C\u00e9sar Caju (1956)\n Answer: 1956", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_005402", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Russian Empire", + "pred": "Hop 1: Simferopol -> Crimean Khanate (capital)\n Hop 2: Crimean Khanate -> Russia (capital)\n Hop 3: Russia -> Soviet Union (capital)\n Hop 4: Soviet Union -> Vladimir Ilyin (member)\n Hop 5: Vladimir Ilyin -> Russia (member)\n Answer: Russia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007921", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "Hop 1: STS-29 -> landing -> 1989 (Hop 1)\n Answer: 1989", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_002569", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Aldo Clementi -> country of citizenship -> Italy (1942)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_003091", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Hop 1: Tommy Aldridge -> member of -> Black Oak Arkansas (1981)\n Answer: Black Oak Arkansas", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002364", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Gaz\u00e9lec Ajaccio", + "pred": "Hop 1: Jean-Michel Cavalli -> member of -> AS Monaco FC (1990)\n Hop 2: AS Monaco FC -> member of -> French Football Federation (1990)\n Answer: French Football Federation", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007208", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Gustave Choquet", + "pred": "Hop 1: Yvonne Choquet-Bruhat -> employer -> Institute for Advanced Study (1983)\n Hop 2: Yvonne Choquet-Bruhat -> spouse -> Jean-Pierre Bruck (1983)\n Answer: Jean-Pierre Bruck", + "em": 0.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_003209", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "C\u00e9sar Milstein", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Hop\n Hop 1: Rudolf Virchow -> Nobel Prize in Physiology or Medicine -> 1902 -> Nomination -> 1902\n Hop 2: Rudolf Virchow -> Nobel Prize in Physiology or Medicine -> 1902 -> Nomination -> 1902\n Hop 3: Rudolf Virchow -> Nobel Prize in Physiology or Medicine -> 1902 -> Nomination -> 190", + "em": 1.0, + "f1": 0.5714285714285715 + }, + { + "id": "q_004389", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "Hop 1: United Kingdom of Great Britain and Ireland -> United Kingdom -> United Kingdom of Great Britain and Ireland (1922)\n Answer: 1922", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_001672", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Kemerovo Oblast", + "pred": "Hop 1: Novokuznetsk -> located in -> Kemerovo Oblast (Hop 1)\n Answer: Kemerovo Oblast", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_002971", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2020.0, + "gold": "Hamza Hamzao\u011flu", + "pred": "Hop 1: Yeni Malatyaspor -> head coach -> Erol Bulut (2020)\n Answer: Erol Bulut", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007668", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Hop 1: Reinhard Selten -> University of Bonn (employer)\n Hop 2: University of Bonn -> Reinhard Selten (employee)\n Answer: Reinhard Selten", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004443", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Member of the European Parliament", + "pred": "Hop 1: Q524412 -> 1997 -> 1997 (year)\n Hop 2: 1997 -> 1997 -> 1997 (year)\n Answer: 1997", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000260", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Sol Polito -> born in -> New York City (Hop 1)\n Hop 2: New York City -> country -> United States (Hop 2)\n Hop 3: United States -> capital -> Washington, D.C. (Hop 3)\n Hop 4: Washington, D.C. -> located in -> United States (Hop 4)\n Hop 5: United States -> country -> United States (Hop 5)\n Answer: United States", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003060", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Leipziger Land", + "pred": "Hop 1: Borna - located in -> Borna (city) (1999)\n Answer: Borna (city)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003434", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "United Arab Republic", + "pred": "Hop 1: Fouad Mohamed Abou Zikry -> country of citizenship -> Egypt (1962)\n Answer: Egypt", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Hop 1: Lino Aldani -> country of citizenship -> Italy (1963)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005538", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Nobel Prize in Literature", + "pred": "Hop\n Hop 1: Gunnar Gunnarsson -> 1961 -> nominated for -> 1961 Icelandic presidential election\n Hop 2: 1961 Icelandic presidential election -> 1961 -> nominated for -> 1961 Icelandic presidential election\n Hop 3: 1961 Icelandic presidential election -> 1961 -> nominated for -> 1961 Icelandic presidential election\n Hop 4:", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005136", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Ireland men\u2019s national rugby union team", + "pred": "Hop 1: Geordan Murphy -> sports team -> Ulster (sports team)\n Hop 2: Ulster (sports team) -> member -> David Kilcoyne (sports person)\n Answer: David Kilcoyne", + "em": 0.0, + "f1": 0.1 + }, + { + "id": "q_004183", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "The Rockefeller University", + "pred": "Hop 1: Torsten Nils Wiesel -> Louisa Gross Horwitz Prize winner (1984)\n Hop 2: Louisa Gross Horwitz Prize winner (1984) -> employer -> University of California, San Francisco (1984)\n Answer: University of California, San Francisco", + "em": 0.0, + "f1": 0.09090909090909091 + }, + { + "id": "q_006802", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Is\u00e8re", + "pred": "Hop\n Hop 1: Ternay -> France (located in)\n Hop 2: France -> European Union (located in)\n Hop 3: European Union -> European Economic Area (located in)\n Hop 4: European Economic Area -> European Free Trade Association (located in)\n Hop 5: European Free Trade Association -> Switzerland (located in)\n Answer: Switzerland", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002238", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Artemio Franchi -> country of citizenship -> Italy (1936)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_004081", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Harvard University", + "pred": "Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm\n Hopcroft-Karp algorithm", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007931", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Kingdom of Hungary", + "pred": "Hop\n Hop: Kenderes -> Hungary -> 1920 -> Kingdom of Serbs, Croats and Slovenes\n Answer: Kingdom of Serbs, Croats and Slovenes", + "em": 0.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_002561", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Hop 1: Gyula Iulius Maurer -> employer -> Hungarian Academy of Sciences (1961)\n Answer: Hungarian Academy of Sciences", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Stockholm University", + "pred": "Hop\n Hop 1: Erik Ivar Fredholm -> Employer -> 1918 -> University of Stockholm (Hop 1)\n Answer: University of Stockholm", + "em": 0.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_008363", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Poland", + "pred": "Hop\n Hop 1: Eugeniusz Eibisch -> work location -> Paris (1974)\n Hop 2: Paris -> work location -> Rome (1974)\n Answer: Rome", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008611", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Wang Jingwei regime", + "pred": "Hop 1: Anci District -> located in -> Hsinchu County (1944)\n Hop 2: Hsinchu County -> located in -> Hsinchu City (1944)\n Hop 3: Hsinchu City -> located in -> Provisional Government of the Republic of China (1944)\n Answer: Provisional Government of the Republic of China", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002255", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1986.0, + "gold": "1986", + "pred": "Hop 1: Bobby Mimms -> sports team -> Notts County F.C. (1986)\n Answer: 1986", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_007672", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "Hop 1: Ellen DeGeneres -> 2016 -> 2016\n Hop 2: 2016 -> 2016 -> 2016\n Hop 3: 2016 -> 2016 -> 2016\n Answer: 2016", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_002954", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "SC Fortuna K\u00f6ln", + "pred": "Hop 1: Antoine Hey -> sports team -> Manchester City F.C.\n Hop 2: Manchester City F.C. -> member -> Tony Adams\n Answer: Tony Adams", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002449", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Valencia CF", + "pred": "Hop 1: Asier del Horno -> member of sports team -> Athletic Bilbao B (2009)\n Hop 2: Athletic Bilbao B -> member of sports team -> Real Sociedad (2009)\n Answer: Real Sociedad", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005372", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Malm\u00f6 FF", + "pred": "Hop 1: Ulrich Vinzents -> member of -> FC Nordsj\u00e6lland (2007)\n Hop 2: FC Nordsj\u00e6lland -> sports team -> Aalborg BK (2007)\n Answer: Aalborg BK", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006616", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Hop 1: Cipriano Chemello -> country of citizenship -> Kingdom of Italy (1965)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_007451", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "SV Saar 05 Saarbr\u00fccken", + "pred": "Hop 1: Kurt Clemens -> member of sports team -> 1. FC N\u00fcrnberg (1957)\n Answer: 1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "C.D. Nacional", + "pred": "Hop 1: Pedro Pacheco -> member of -> Real Madrid C.F.\n Hop 2: Real Madrid C.F. -> sports team -> Real Madrid C.F.\n Hop 3: Real Madrid C.F. -> member of -> La Liga\n Answer: La Liga", + "em": 0.0, + "f1": 0.1 + }, + { + "id": "q_008679", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Franco Bordoni -> country -> Italy (1927)\n Answer: Italy", + "em": 0.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004351", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "education", + "pred": "Hop\n Hop: 1. U-111 -> has use -> 1941 (Hop: 1)\n Answer: 1941", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "FC Barcelona B\u00e0squet", + "pred": "Hop 1: Ante Tomi\u0107 -> sports team -> FK Vojvodina (2015)\n Answer: FK Vojvodina", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004853", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Italy", + "pred": "Hop 1: Roberto Tucci -> country of citizenship -> Kingdom of Italy (1919-1920)\n Hop 2: Kingdom of Italy (1919-1920) -> successor -> Kingdom of Italy (1920-1922)\n Hop 3: Kingdom of Italy (1920-1922) -> successor -> Kingdom of Italy (1922-1923)", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_008238", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Reichsgesetzblatt", + "pred": "Hop\n Hop 1: Reich Citizenship Law - enacted 1935\n Hop 2: Reich Citizenship Law - published in 1935\n Hop 3: 1935 - published in 1935\n Answer: published in 1935", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007289", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005590", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Giorgio Ferrini -> country of citizenship -> Italy (1943)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_002466", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1942.0, + "gold": "1st U-boat Flotilla", + "pred": "Hop\n Hop 1: U-441 -> launched -> 1942-04-15 (date)\n Hop 2: 1942-04-15 -> significant event -> 1942-04-15 (date)\n Hop 3: 1942-04-15 -> part of -> 1942 (year)\n Answer: 1942", + "em": 0.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_005898", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Second Syrian Republic", + "pred": "Hop 1: Bahij al-Khatib -> country of citizenship -> State of Damascus (1940)\n Hop 2: State of Damascus -> country of citizenship -> Syria (1940)\n Answer: Syria", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "Hop\n Hop: 1. Country of Gorz\u00f3w Wielkopolski -> Germany (1919-1939)\n Hop: 2. Germany (1919-1939) -> Weimar Republic (1919-1933)\n Hop: 3. Weimar Republic (1919-1933) -> country of Gorz\u00f3w Wielkopolski (191", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006637", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Allianz SE", + "pred": "Hop 1: G\u00f3rnik Zabrze -> sponsor -> PGE (2010)\n Answer: PGE", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001605", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Keith Richards", + "pred": "Hop 1: Anita Pallenberg -> unmarried partner -> John Lennon (1974)\n Answer: John Lennon", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003947", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Q99317", + "pred": "Hop 1: Bonn -> head of government -> Helmut Kohl (1991-1998)\n Hop 2: Helmut Kohl -> successor -> Angela Merkel (1998-2005)\n Hop 3: Angela Merkel -> country -> Germany (1998-2005)\n Answer: Angela Merkel", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001379", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop\n Answer: Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Cruzeiro E.C.", + "pred": "Hop 1: Jos\u00e9 Carlos Ferreira Filho -> member of -> S.C. Corinthians Paulista (2009)\n Hop 2: S.C. Corinthians Paulista -> member of -> S\u00e3o Paulo (2009)\n Answer: S\u00e3o Paulo", + "em": 0.0, + "f1": 0.1 + }, + { + "id": "q_004141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2021.0, + "gold": "Daft Punk", + "pred": "Hop 1: Guy-Manuel de Homem-Christo -> member of -> Daft Punk (2021)\n Answer: Daft Punk", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_007475", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Latvia", + "pred": "Hop 1: R\u0113zekne District -> Latvia (country) (1991-09-01)\n Answer: Latvia", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008010", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "Hop 1: Christian Vargas -> sports team -> Club Deportivo Oriente Petrolero (1998-2000)\n Hop 2: Club Deportivo Oriente Petrolero -> member -> Luis Carlos Mendoza (1998-2000)\n Hop 3: Luis Carlos Mendoza -> sports team -> The Strongest (1998-2000)\n Answer: Luis Carlos Mendoza", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005768", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Landeshauptmann", + "pred": "Hop 1: Herbert Sausgruber -> educated at -> University of Innsbruck (Hop 1)\n Hop 2: Herbert Sausgruber -> position held -> Federal Minister of Finance (Hop 2)\n Answer: Federal Minister of Finance", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003283", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Hop 1: Alexander Lazarev -> award -> Order of Lenin (1977)\n Answer: 1977", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003934", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Republic of Korea Army", + "pred": "Hop 1: Chung Il-kwon -> military branch -> Manchukuo Imperial Army (1951)\n Hop 2: Chung Il-kwon -> military branch -> 1951 (1951)\n Hop 3: 1951 -> military branch -> 1951 (1951)\n Answer: 1951", + "em": 0.0, + "f1": 0.11111111111111112 + }, + { + "id": "q_000952", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Soviet Union", + "pred": "Hop 1: Mircea Snegur -> country of citizenship -> Moldova (1991-2001)\n Hop 2: Moldova -> capital -> Chi\u0219in\u0103u (1991-2001)\n Hop 3: Chi\u0219in\u0103u -> located in -> Bessarabia (1991-2001)\n Hop 4: Bessarabia -> country -> Romania (1", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004410", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Hop 1: Armin Grein -> position held -> Main-Spessart head of government (1989)\n Answer: Main-Spessart head of government", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007420", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Orenburg Oblast", + "pred": "Hop 1: Gai -> located in -> Gaysky District (Hop 1)\n Hop 2: Gai -> located in -> Gaysky District (Hop 2)\n Hop 3: Gai -> located in -> Gaysky District (Hop 3)\n Hop 4: Gai -> located in -> Gaysky District (Hop 4)\n Hop 5: Gai -> located in -> Gaysky District (Hop 5)\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003788", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Paris", + "pred": "Hop 1: Zolt\u00e1n Kem\u00e9ny -> work location -> Budapest\n Answer: Budapest", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007654", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Hop 1: Beno\u00eet Cheyrou -> sports team -> AS Nancy (1999)\n Answer: AS Nancy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000104", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Daejeon Hana Citizen FC", + "pred": "Hop 1: Choi Eun-sung -> member of -> South Korea men's national football team (2003)\n Answer: South Korea men's national football team", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003094", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "England men\u2019s national rugby union team", + "pred": "Hop\n Hop 1: Peter Winterbottom -> Sports team -> West Bromwich Albion\n Hop 2: West Bromwich Albion -> Member -> Peter Winterbottom\n Answer: West Bromwich Albion", + "em": 0.0, + "f1": 0.10526315789473685 + }, + { + "id": "q_005875", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Hop 1: Tony Terlazzo -> country of citizenship -> Kingdom of Italy (1963)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_004542", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2016.0, + "gold": "Province of Carbonia-Iglesias", + "pred": "Hop 1: Masainas -> located in -> Cova de la Vila (2016)\n Answer: Cova de la Vila", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "AgustaWestland", + "pred": "Hop 1: Leonardo (company) -> subsidiary -> Leonardo DRS (2006)\n Answer: Leonardo DRS", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Hop 1: Leonella Sgorbati -> country of citizenship -> Kingdom of Italy (1960)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_005999", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Czechia men's national football team", + "pred": "Hop 1: Ji\u0159\u00ed Jaro\u0161\u00edk -> member of -> FC Slovan Liberec (2000)\n Hop 2: FC Slovan Liberec -> member of -> Czechoslovakian First League (2000)\n Answer: Czechoslovakian First League", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003881", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Norberto Bobbio -> country of citizenship -> Italy (1941)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_004798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Red Star F.C.", + "pred": "Hop 1: Sylvain Kastendeuch -> member of -> AS Saint-\u00c9tienne (1985)\n Hop 2: AS Saint-\u00c9tienne -> manager -> Jean-Luc Vannuchi (1985)\n Hop 3: Jean-Luc Vannuchi -> member of -> AS Saint-\u00c9tienne (1985)\n Answer: Jean-Luc Vannuchi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Copley Medal", + "pred": "Hop 1: Robert Robinson (chemist) -> Royal Medal -> 1942 (year)\n Hop 2: 1942 -> Award -> Robert Robinson (chemist)\n Hop 3: Robert Robinson (chemist) -> Award -> Royal Medal\n Answer: Royal Medal", + "em": 0.0, + "f1": 0.13333333333333336 + }, + { + "id": "q_000380", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Hop 1: Trier -> Germany (capital)\n Hop 2: Germany -> Angela Merkel (head of government)\n Hop 3: Angela Merkel -> 2008 (year)\n Answer: Angela Merkel", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007104", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "chairperson", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005106", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1926.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Manlio Bacigalupo -> member of sports team -> F.C. Vado (1926)\n Hop 2: F.C. Vado -> country of citizenship -> Italy (1926)\n Answer: Italy", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_007198", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "VVV-Venlo", + "pred": "Hop 1: Jeffrey Altheer -> member of -> Helmond Sport (2013)\n Answer: Helmond Sport", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001075", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Italy", + "pred": "Hop 1: Sebastiano Mannironi -> country of citizenship -> Kingdom of Italy (1987)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_007267", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Netherlands Antilles", + "pred": "Hop\n Hop 1: Bonaire -> part -> Netherlands Antilles (1988)\n Hop 2: Netherlands Antilles -> part -> Caribbean Netherlands (1988)\n Hop 3: Caribbean Netherlands -> part -> Netherlands (1988)\n Answer: Netherlands", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_005453", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "Hop\n Answer: Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006199", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Hop 1: Daniel Islas -> sports team -> Club Atl\u00e9tico Independiente (2009)\n Hop 2: Club Atl\u00e9tico Independiente -> member -> Pablo S\u00e1nchez (2009)\n Answer: Pablo S\u00e1nchez", + "em": 0.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_007661", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Hop 1: Gary Mabbutt -> member of sports team -> Bristol Rovers F.C.\n Answer: Bristol Rovers F.C.", + "em": 0.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_002761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Christoph Franz", + "pred": "Hop 1: Lufthansa -> CEO -> Wolfgang Mayrhuber (1998-2002)\n Hop 2: Wolfgang Mayrhuber -> successor -> Thomas Winkelmann (1998-2002)\n Hop 3: Thomas Winkelmann -> successor -> Carsten Spohr (2002-2006)\n Hop 4: Carsten Spohr -> successor -> Rainer Mack", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007018", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Province of Ogliastra", + "pred": "Hop 1: Ussassai -> Italy (located in)\n Hop 2: Italy -> European Union (located in)\n Hop 3: European Union -> European Union (located in)\n Answer: European Union", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006321", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Pontault-Combault", + "pred": "Hop 1: Route nationale 4 -> terminus location -> Paris (Hop 1)\n Hop 2: Route nationale 4 -> terminus location -> Saint-Malo (Hop 2)\n Answer: Saint-Malo", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000924", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Hop 1: Paolo Heusch -> country of citizenship -> Kingdom of Italy (1979)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_002232", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Gianpiero Combi -> country of citizenship -> Italy (1929)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_005699", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "University of G\u00f6ttingen", + "pred": "Hop\n Hop 1: Hans Grauert -> University of M\u00fcnster -> employer -> Hans Grauert (1977)\n Answer: Hans Grauert", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_007488", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Hop 1: Nexhat Daci -> position -> President of the Republic of Macedonia (1998-2006)\n Answer: 1998-2006", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_006249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Vla\u0219ca County", + "pred": "Hop 1: Giurgiu -> located in -> Romania (Hop 1)\n Hop 2: Romania -> located in -> Europe (Hop 2)\n Hop 3: Europe -> located in -> Earth (Hop 3)\n Answer: Earth", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005369", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "University of Zurich", + "pred": "Hop 1: Andreas Speiser -> educated at -> University of G\u00f6ttingen (Hop 1)\n Hop 2: University of G\u00f6ttingen -> located in -> G\u00f6ttingen (Hop 2)\n Hop 3: Andreas Speiser -> employer -> Max Planck Institute for Mathematics (Hop 3)\n Answer: Max Planck Institute for Mathematics", + "em": 0.0, + "f1": 0.1739130434782609 + }, + { + "id": "q_000700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Hop 1: Luigi Barbarito -> country of citizenship -> Kingdom of Italy (1996)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_001823", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Bremen-Liga", + "pred": "Hop 1: Oberliga Nord (1974-1994) -> country -> West Germany (1974-1994)\n Hop 2: West Germany (1974-1994) -> league level below -> Regionalliga Nord (1994-1998) (1974-1994)\n Hop 3: Regionalliga Nord (1994-", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006475", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "Hopi (film) -> European Film Award for Best Film -> 1991\n Hopi (film) -> Riff-Raff -> 1991\n Hopi (film) -> European Film Award for Best Film -> 1991\n Hopi (film) -> Riff-Raff -> 1991\n Hopi (film) -> European Film Award for Best Film -> 1991\n Hopi (film)", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_008413", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1984.0, + "gold": "1984", + "pred": "Hop 1: Miros\u0142aw Kubisztal -> sports team -> KS Cracovia (1984)\n Answer: 1984", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003577", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Chief of the Turkish General Staff", + "pred": "Hop\n Answer: Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Hanna-Barbera", + "pred": "Hop\n Hop 1: Iwao Takamoto -> employer -> Iwao Takamoto (1975)\n Answer: Iwao Takamoto", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008560", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Romania national rugby union team", + "pred": "Hop 1: Gheorghe Ben\u021bia -> sports team -> FC Bra\u0219ov (1919)\n Answer: FC Bra\u0219ov", + "em": 0.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_008146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Czechoslovakia", + "pred": "Hop 1: Karol Div\u00edn -> country of citizenship -> Hungary (1948)\n Answer: Hungary", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006136", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1903.0, + "gold": "Russian Empire", + "pred": "Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop:", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005189", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Seine-et-Oise", + "pred": "Hop\n Hop 1: Saulx-Marchais -> France -> 1913 -> 1913 -> 1913\n Hop 2: France -> 1913 -> 1913 -> 1913 -> 1913\n Hop 3: 1913 -> 1913 -> 1913 -> 1913 -> 1913", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002858", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Hop 1: Park Yeol -> country of citizenship -> South Korea (1934)\n Answer: South Korea", + "em": 0.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_008315", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Kemerovo Oblast", + "pred": "Hop 1: Anzhero-Sudzhensk -> located in -> Novosibirsk Oblast (2006-01-01)\n Hop 2: Novosibirsk Oblast -> located in -> Siberia (2006-01-01)\n Answer: Siberia", + "em": 0.0, + "f1": 0.13333333333333336 + }, + { + "id": "q_000228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Kotelnikovsky District", + "pred": "Hop 1: Kotelnikovo -> Kursk Oblast (located in)\n Answer: Kursk Oblast", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Ak\u00e7aabat Sebatspor -> member of sports team -> Antti Sumiala (2004)\n Answer: 2004", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_000973", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Ternopil Oblast", + "pred": "Hop\n Hop 1: Kremenets -> located in -> Volhynia (region)\n Hop 2: Volhynia (region) -> located in -> Kremenets (city)\n Hop 3: Kremenets (city) -> located in -> Kremenets (region)\n Hop 4: Kremenets (region) -> located in -> Kremenets (city)\n Hop 5: Kremenets (city) -> located in -> K", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002849", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Hop 1: Gianni Agus -> country of citizenship -> Kingdom of Italy (1980)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_008608", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "S.C. Internacional", + "pred": "Hop 1: Danilo Aparecido da Silva -> sports team -> S\u00e3o Paulo FC (2009)\n Hop 2: S\u00e3o Paulo FC -> member -> Paulo C\u00e9sar Caju (2009)\n Answer: Paulo C\u00e9sar Caju", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001494", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Saint Petersburg", + "pred": "Hop 1: Konrad Krzy\u017canowski -> work location -> Munich (Hop 1)\n Hop 2: Munich -> work location -> Konrad Krzy\u017canowski (Hop 2)\n Answer: Konrad Krzy\u017canowski", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007390", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Karl-Eduard von Schnitzler -> country -> Germany (1977)\n Answer: Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007069", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Hop 1: Giuseppe Sensi -> country of citizenship -> Italy (1999)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001021", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Nelly Sachs Prize", + "pred": "Hop 1: Javier Mar\u00edas -> Austrian State Prize for European Literature (1997)\n Hop 2: Austrian State Prize for European Literature -> award (1997)\n Answer: award", + "em": 0.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_006507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Mario Nicolini -> country of citizenship -> Italy (1922)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_006782", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Merited Artist of the RSFSR", + "pred": "Hop\n Hop 1: Natalya Varley -> Order of Friendship -> 1989 (year)\n Hop 2: Order of Friendship -> 1989 -> 1989 (year)\n Hop 3: 1989 -> 1989 -> 1989 (year)\n Answer: 1989", + "em": 0.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_008600", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Toni Ortelli -> country of citizenship -> Italy (1907)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_005516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Central Institute for Ancient History and Archeology", + "pred": "Hop\n Hop 1: Achim Leube -> employer -> Humboldt-Universit\u00e4t zu Berlin (1980)\n Hop 2: Humboldt-Universit\u00e4t zu Berlin -> predecessor -> Freie Universit\u00e4t Berlin (1980)\n Answer: Freie Universit\u00e4t Berlin", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005501", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Flavio Calzavara -> country of citizenship -> Italy (1937)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_001523", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Prince Charles, Count of Flanders", + "pred": "Hop\n Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop:", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003339", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Second Syrian Republic", + "pred": "Hop 1: Saadallah Wannous -> country of citizenship -> Syria (1954)\n Answer: Syria", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002341", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Hop 1: Colorado Avalanche -> 1996 NHL Entry Draft -> Mark Parrish (1996 draft) Hop 2: Mark Parrish (1996 draft) -> drafted by -> Colorado Avalanche (1996) Hop 3: Colorado Avalanche (1996) -> team -> Colorado Avalanche (1996) Answer: 1996", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_006340", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "People's Artist of the USSR", + "pred": "Hop 1: Rashid Behbudov -> Order of Lenin (1959)\n Hop 2: Order of Lenin -> Award (1959)\n Hop 3: Award -> Award (1959)\n Answer: Award", + "em": 0.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_004184", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Chelsea F.C.", + "pred": "Hop 1: Gabriele Ambrosetti -> sports team -> A.S. Roma (2001)\n Answer: A.S. Roma", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001998", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "Hop 1: The Grapes of Wrath -> Academy Award for Best Director (1940)\n Hop 2: Academy Award for Best Director (1940) -> 1940 (year)\n Hop 3: 1940 -> 1939 (year)\n Hop 4: 1939 -> 1939 (year)\n Hop 5: 1939 -> 1939", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_008462", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Hop 1: Tony Marshall -> award -> Order of Merit of Baden-W\u00fcrttemberg (1999)\n Hop 2: Order of Merit of Baden-W\u00fcrttemberg -> year -> 1999\n Answer: 1999", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005081", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Beira Alta", + "pred": "Hop 1: Viseu -> Portugal (located in)\n Hop 2: Portugal -> Europe (located in)\n Hop 3: Europe -> 1956 (located in)\n Answer: Europe", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Hop 1: Shimon Peres -> Israel (country) (2004)\n Answer: Israel", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_006076", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Russian Empire", + "pred": "Hop 1: Kaluga Governorate -> Russia -> 1908 Hop 2: Russia -> 1908 -> Russian Empire Hop 3: Russian Empire -> country -> Russia Answer: Russia", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_004257", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Province of Posen", + "pred": "Hop 1: Pozna\u0144 -> capital -> Pozna\u0144\n Hop 2: Pozna\u0144 -> country -> Kingdom of Prussia\n Hop 3: Kingdom of Prussia -> capital -> Berlin\n Answer: Berlin", + "em": 0.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_001129", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Soviet Union", + "pred": "Hop 1: Khrustalnyi -> Khrustalnyi (country) -> Russia (country) (Hop 1)\n Hop 2: Russia (country) -> Russian Empire (country) -> Russian Empire (country) (Hop 2)\n Hop 3: Russian Empire (country) -> successor state (country) -> Soviet Union (country) (Hop 3)\n Hop 4: Soviet Union (country) -> successor state (country)", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_002202", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Isabela", + "pred": "Hop 1: Q13737 -> Q13737 (capital) -> Q13737 (capital) (1988)\n Answer: Q13737", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001377", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Hop 1: Bruno Tommasi -> country of citizenship -> Kingdom of Italy (1961)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_005631", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "Hop 1: Ernst Brugger -> President of the Swiss Confederation (1974)\n Answer: 1974", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_000171", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Melora Walters", + "pred": "Hop 1: Dylan Walsh -> spouse -> Jennifer Love Hewitt (1999)\n Answer: Jennifer Love Hewitt", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007554", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Hop 1: Giorgio Amendola -> country of citizenship -> Italy (1965)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001278", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Mar\u00eda Denis -> country of citizenship -> United States\n Hop 2: United States -> head of state in 2003 -> George W. Bush", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005559", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Swiss Super League", + "pred": "Hop 1: Xavier Margairaz -> member of -> FC Sion (2014)\n Hop 2: FC Sion -> league or competition -> Swiss Cup (2014)\n Answer: Swiss Cup", + "em": 0.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_007444", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: Lehigh University -> member of -> University of Bristol (2021)\n Answer: 2021", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_004826", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "Dakar", + "pred": "Hop\n Hop 1: Sassandra -> country -> Cote d'Ivoire\n Hop 2: Cote d'Ivoire -> capital -> Yamoussoukro\n Answer: Yamoussoukro", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003409", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Hop 1: Matthew Kneale -> Penelope Fitzgerald (nominated for)\n Hop 2: Penelope Fitzgerald -> 1980 (year)\n Hop 3: 1980 -> 1980 Man Booker Prize (event)\n Hop 4: 1980 Man Booker Prize -> 1980 Man Booker Prize winner (attribute)\n Hop 5: 1980 Man Booker Prize winner -> John Berger (", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006575", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Hop 1: G\u00e1bor Csap\u00f3 -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1972)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> E\u00f6tv\u00f6s Lor\u00e1nd (1972)\n Hop 3: E\u00f6tv\u00f6s Lor\u00e1nd -> born in -> Budapest (1972)\n Answer: Budapest", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001217", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hop 1: Samantha Morton -> nominated for -> 1999 Cannes Film Festival (1999)\n Hop 2: 1999 Cannes Film Festival -> winner -> Jeanne Moreau (1932)\n Hop 3: Jeanne Moreau -> nominated for -> 1999 Cannes Film Festival (1999)\n Hop 4: 1999 Cannes Film Festival -> winner -> Jeanne Moreau (1", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007223", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Klaus Sch\u00fctz", + "pred": "Hop 1: Christian Schad -> work location -> Berlin (1975)\n Hop 2: Berlin -> head of government -> Erich Mielke (1975)\n Answer: Erich Mielke", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004735", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Berlin", + "pred": "Hop\n Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop:", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001394", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Anna Seghers -> residence -> Berlin (Hop 1)\n Hop 2: Berlin -> work location -> East Germany (Hop 2)\n Hop 3: East Germany -> country -> Germany (Hop 3)\n Answer: Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004179", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Rosa Balistreri -> country of citizenship -> Italy (1951)\n Hop 2: Giacomo Gentilomo -> country of citizenship -> Italy (1951)\n Hop 3: Italy -> member of -> European Economic Community (1951)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.1739130434782609 + }, + { + "id": "q_000278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Rudy Giuliani", + "pred": "Hop 1: Prelinger Archives -> located in -> San Francisco (Hop 1)\n Hop 2: San Francisco -> head of government -> George Christopher (Hop 2)\n Answer: George Christopher", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Klaus Wowereit", + "pred": "Hop 1: Ann Wolff -> work location -> Berlin (1999-2000)\n Hop 2: Berlin -> head of government -> Christian Wulff (2003-2010)\n Hop 3: Christian Wulff -> work location -> Berlin (2003-2010)\n Hop 4: Berlin -> head of government -> Christian Wulff (2003-2010)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003446", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "Hop 1: Age Discrimination in Employment Act of 1967 -> signed by -> Lyndon B. Johnson\n Hop 2: Lyndon B. Johnson -> residence -> White House\n Hop 3: White House -> position -> Chief of Staff\n Hop 4: Chief of Staff -> held by -> James S. Davis\n Answer: James S. Davis", + "em": 0.0, + "f1": 0.06060606060606061 + }, + { + "id": "q_007096", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Hop 1: Nicolas Isimat-Mirin -> sports team -> New Zealand Warriors (2015)\n Hop 2: New Zealand Warriors -> head coach -> Stephen Kearney (2015)\n Hop 3: Stephen Kearney -> member of -> New Zealand national rugby union team (2015)\n Hop 4: New Zealand national rugby union team -> head coach -> Steve Hansen (2015)\n Hop 5: Steve Hansen -> member", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008279", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Montreal Forum", + "pred": "Hop 1: Montreal Canadiens -> home venue -> Montreal Forum (1984)\n Hop 2: Yvan Cournoyer -> member of sports team -> Montreal Canadiens (1984)\n Hop 3: Guy Lafleur -> member of sports team -> Montreal Canadiens (1984)\n Hop 4: Montreal Canadiens -> home venue -> Montreal Forum (1984)\n Answer: Montreal Forum", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006719", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Emma de Caunes", + "pred": "Hop\n Hop 1: Jeanne Balibar -> 1998 -> winner -> Jeanne Balibar\n Hop 2: Jeanne Balibar -> 1998 -> winner -> Jeanne Balibar\n Hop 3: Jeanne Balibar -> 1998 -> winner -> Jeanne Balibar\n Hop 4: Jeanne Balibar -> 1998 -> winner -> Jeanne Balib", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002450", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Cyprus Football Association", + "pred": "Hop 1: Ammochostos Epistrofi Stadium -> occupant -> Cyprus national football team (2007)\n Hop 2: Cyprus national football team -> significant event -> 2007 Cypriot Cup Final (2007)\n Hop 3: 2007 Cypriot Cup Final -> construction -> Nicosia Stadium (2007)\n Answer: Nicosia Stadium", + "em": 0.0, + "f1": 0.16666666666666666 + }, + { + "id": "q_000742", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "Hop\n Hop 1: Funen County -> replaced by -> Vejle County (1970-01-01)\n Hop 2: Vejle County -> replaced by -> Region of Southern Denmark (1970-01-01)\n Answer: 1970-01-01", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005331", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Hop 1: Pamela Sargent -> 1977 -> 1977 (year)\n Hop 2: 1977 -> winner -> 1977 (year)\n Hop 3: 1977 -> nominated for -> 1977 (year)\n Hop 4: 1977 -> equal to -> 1977 (year)\n Hop 5: 1977 -> winner ->", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_002617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Stade Chaban-Delmas", + "pred": "Hop 1: Uwe Reinders -> member of sports team -> SV Werder Bremen (1985)\n Hop 2: SV Werder Bremen -> home venue -> Stadion der Freundschaft (1985)\n Answer: Stadion der Freundschaft", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006020", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lady Bird Johnson", + "pred": "Hop 1: Highway Beautification Act of 1965 -> signatory -> John L. Lewis (1965)\n Hop 2: John L. Lewis -> spouse -> Mary E. Lewis (1965)\n Hop 3: Mary E. Lewis -> spouse -> John L. Lewis (1965)\n Answer: John L. Lewis", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002515", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Sepp Herberger", + "pred": "Hop 1: Alfred Schmidt -> member of -> sports team -> head coach -> Otto Nerz (1964)\n Answer: Otto Nerz", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000947", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "S\u00fcper Lig", + "pred": "Hop 1: Kerim Zengin -> member of sports team -> Antalyaspor (2013)\n Hop 2: Antalyaspor -> league or competition -> Turkish Super Lig\n Answer: Turkish Super Lig", + "em": 0.0, + "f1": 0.09999999999999999 + }, + { + "id": "q_004442", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "Hop 1: Felipe Melo -> sports team -> FC Porto (2013-2014)\n Hop 2: FC Porto -> head coach -> V\u00edtor Baptista (2013-2014)\n Hop 3: V\u00edtor Baptista -> equal -> Cesare Prandelli (2013-2014)\n Answer: 2013", + "em": 1.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_003129", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Klaus Wowereit", + "pred": "Hop 1: Willem de Rooij -> work location -> Berlin (2010)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2010)\n Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_000626", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Edward Joseph Kelly", + "pred": "Hop 1: Tony Smith -> work location -> Chicago\n Hop 2: Chicago -> head of government -> Rahm Emanuel\n Hop 3: Rahm Emanuel -> before -> Richard M. Daley\n Hop 4: Richard M. Daley -> head of government -> Tony Smith\n Answer: Richard M. Daley", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008507", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "presidential system", + "pred": "Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop:", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000399", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Otto Nerz", + "pred": "Hop 1: Hermann Gramlich -> member of -> 1. FC N\u00fcrnberg (1935)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Otto Rehhagel (1935)\n Hop 3: Otto Rehhagel -> head coach -> Germany national football team (1935)\n Hop 4: Germany national football team -> head coach -> Joachim L\u00f6w (1935)\n Answer", + "em": 0.0, + "f1": 0.08 + }, + { + "id": "q_005160", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Hop\n Hop 1: Brian Moore - nominated for Booker Prize -> 1979\n Hop 2: Fay Weldon - winner -> 1979\n Hop 3: 1979 - winner -> The Children's Book\n Hop 4: The Children's Book - winner -> 1979\n Answer: The Children's Book", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Hop 1: Sergi Barjuan -> sports team -> FC Barcelona (2005)\n Hop 2: FC Barcelona -> home venue -> Camp Nou (2005)\n Answer: Camp Nou", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "President of North Macedonia", + "pred": "Hop 1: North Macedonia -> head of state -> Alexander T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T. T.", + "em": 0.0, + "f1": 0.46153846153846156 + }, + { + "id": "q_008117", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: Ulm University -> member -> University of Nottingham (2006)\n Hop 2: University of Nottingham -> funder -> University of Nottingham (2006)\n Hop 3: University of Nottingham -> member -> University of Nottingham (2006)\n Answer: 2006", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007432", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Hop 1: Ivan Della Mea -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of government -> Mario Monti (Hop 2)\n Answer: Mario Monti", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006320", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1931.0, + "gold": "1931", + "pred": "Hop\n Hop 1: Lionel Barrymore -> 1931 Academy Award for Best Actor -> 1931\n Hop 2: Dr. Jekyll and Mr. Hyde -> 1931 Academy Award for Best Actor -> 1931\n Hop 3: 1931 -> winner of Dr. Jekyll and Mr. Hyde's award received -> 1931\n Answer: 1931", + "em": 1.0, + "f1": 0.08695652173913045 + }, + { + "id": "q_008047", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Volodymyr -> country -> Ukraine (1902)\n Hop 2: Ukraine -> head of state -> Alexander Kerensky (1902)\n Answer: Alexander Kerensky", + "em": 0.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_000063", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Hop 1: Alessandro Ajmone Marsan -> member of -> A.S. Roma (1990-1992)\n Hop 2: A.S. Roma -> chairperson -> Guido Bertolaso (1990-1992)\n Hop 3: Guido Bertolaso -> member of -> Italian Football League (1990-1992)\n Hop 4: Italian Football League -> chairperson ->", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "Territory of Hawaii", + "pred": "Hop 1: United States -> shares border with -> Panama (1931)\n Hop 2: Panama -> contains -> Panama Canal (1931)\n Hop 3: Panama Canal -> administrative territorial entity of -> Wynn Bullock (1931)\n Hop 4: Wynn Bullock -> work location -> United States (1931)\n Hop 5: United States -> contains -> New York (1931)\n Answer: New", + "em": 0.0, + "f1": 0.06896551724137931 + }, + { + "id": "q_001072", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Hop 1: Gerard Deulofeu -> member of -> Everton F.C. (2013)\n Hop 2: Everton F.C. -> head coach -> Roberto Mart\u00ednez (2013)\n Hop 3: Roberto Mart\u00ednez -> member of -> Valencia C.F. (2013)\n Hop 4: Valencia C.F. -> head coach -> Marcelino Garc\u00eda Toral (2013)\n Hop 5: Marcelino", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005910", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "United States", + "pred": "Hop 1: Christian Vande Velde -> member of -> Boston College Eagles (1999-2001)\n Hop 2: Boston College Eagles -> country -> United States\n Hop 3: Lance Armstrong -> member of -> Discovery Channel (1998-2001)\n Hop 4: Discovery Channel -> country -> United States (1998-2001)\n Answer: United States", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_003397", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "V\u00edt\u011bzslav Lavi\u010dka", + "pred": "Hop 1: Miroslav Slepi\u010dka -> member of -> FK Teplice (2012)\n Hop 2: FK Teplice (2012) -> head coach -> Petr Rada\n Hop 3: Petr Rada -> member of -> FK Teplice (2012)\n Hop 4: FK Teplice (2012) -> head coach -> Miroslav Slepi\u010dka", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000162", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Lady Bird Johnson", + "pred": "Hop 1: Age Discrimination in Employment Act of 1967 -> signatory -> John E. Rankin\n Hop 2: John E. Rankin -> spouse -> Mary Rankin\n Hop 3: Mary Rankin -> head of government -> United States\n Hop 4: United States -> head of government -> Lyndon B. Johnson\n Hop 5: Lyndon B. Johnson -> spouse -> Lady Bird Johnson\n Hop 6: Lady Bird", + "em": 1.0, + "f1": 0.1875 + }, + { + "id": "q_002728", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Silvio Berlusconi", + "pred": "Hop 1: Clarence Seedorf -> member of -> A.S. Roma (2009-2010)\n Hop 2: A.S. Roma -> chairperson -> James Pallotta (2010-2011)\n Hop 3: James Pallotta -> member of -> New England Patriots (2010-2011)\n Hop 4: New England Patriots -> chairperson -> Robert Kraft (2010", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003793", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Barcelona Province", + "pred": "Hop 1: Josep Guinovart -> work location -> Barcelona\n Hop 2: Barcelona -> located in -> Catalonia\n Answer: Catalonia", + "em": 0.0, + "f1": 0.14285714285714285 + }, + { + "id": "q_003541", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Hop 1: Carry Me Down -> winner -> 1999 (year)\n Hop 2: Kiran Desai -> nominated for -> 1999 (year)\n Answer: 1999", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008524", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Stade Chaban-Delmas", + "pred": "Hop 1: \u00c9douard Kargu -> member of sports team -> FC Lorient (1950)\n Hop 2: FC Lorient -> home venue -> Stade de l'Arnaud (1950)\n Answer: Stade de l'Arnaud", + "em": 0.0, + "f1": 0.09090909090909091 + }, + { + "id": "q_003943", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Hop 1: Angelo La Barbera -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Giovanni Gronchi (1971)\n Hop 3: Giovanni Gronchi -> country of citizenship -> Italy (1971)\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Michal B\u00edlek", + "pred": "Hop 1: Daniel Kol\u00e1\u0159 -> sports team -> FK Teplice (2011)\n Hop 2: FK Teplice (2011) -> head coach -> Miroslav \u0160korpil (2011)\n Hop 3: Miroslav \u0160korpil (2011) -> member of -> Czech Republic national football team (2011)\n Hop 4: Czech Republic national", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003569", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Hop 1: Alberto Magnelli -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1971)\n Answer: Giovanni Spadolini", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002249", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "University of Paris", + "pred": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001978", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Giovanni Ferrofino (Hop 2)\n Answer: Giovanni Ferrofino", + "em": 0.0, + "f1": 0.14285714285714285 + }, + { + "id": "q_005073", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Alex McLeish", + "pred": "Hop 1: Nathan Redmond -> member of -> Portsmouth F.C.\n Hop 2: Portsmouth F.C. -> head coach -> Paul Hart\n Hop 3: Paul Hart -> head coach -> John Eustace\n Answer: Paul Hart", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000609", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "Hop\n Hop 1: Stanley Middleton -> 1974 -> The Bottle Factory Outing (1974)\n Hop 2: The Bottle Factory Outing (1974) -> winner -> John H. Williams\n Hop 3: John H. Williams -> nominated for -> 1974\n Answer: 1974", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_004940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Hop 1: Ra\u00fal Fern\u00e1ndez-Cavada Mateos -> member of -> Real Madrid C.F. (2018)\n Hop 2: Real Madrid C.F. -> head coach -> Zinedine Zidane (2018)\n Hop 3: Zinedine Zidane -> member of -> Real Madrid C.F. (2018)\n Answer: Real Madrid C.F.", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Guy Ritchie", + "pred": "Hop 1: Die Another Day -> performer -> Pierce Brosnan\n Hop 2: Pierce Brosnan -> spouse -> Keely Smith\n Hop 3: Keely Smith -> unmarried partner -> David Geffen\n Answer: David Geffen", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006953", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "Jimmy Walker", + "pred": "Hop 1: Maria Meneghini Callas -> residence -> 1928 -> 1928 (Hop 1)\n Hop 2: 1928 -> head of government -> 1928 (Hop 2)\n Hop 3: 1928 -> work location -> New York City (Hop 3)\n Hop 4: New York City -> head of government -> 1928 (Hop 4", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001572", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Hop 1: Nicolas Isimat-Mirin -> sports team -> New York Islanders (Hop 1)\n Hop 2: New York Islanders -> head coach -> Mike Keenan (Hop 2)\n Answer: Mike Keenan", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008301", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Hop 1: Giovanni Cornacchia -> country of citizenship -> Italy (1992-1994)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1992-1994)\n Hop 3: Carlo Azeglio Ciampi -> country of citizenship -> Italy (1992-1994)\n Hop 4: Italy -> head of government -> Giuliano Amato (", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000630", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1960.0, + "gold": "Graceland", + "pred": "Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000755", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Elizabeth II", + "pred": "Hop 1: Stack-O-Tracks -> place of publication -> New York (1968)\n Hop 2: New York -> head of state -> John F. Kennedy (1968)\n Answer: John F. Kennedy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000326", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Hop 1: Jean-Loup Dabadie -> member of -> France T\u00e9l\u00e9visions (2009)\n Hop 2: France T\u00e9l\u00e9visions -> general secretary -> Jean-Pierre B\u00e9zier (2009)\n Hop 3: Jean-Pierre B\u00e9zier -> member of -> France T\u00e9l\u00e9visions (2009)\n Answer: Jean-Pierre B\u00e9zier", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002870", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Bahrain", + "pred": "Hop 1: Bahrain -> head of government -> Khalid bin Khalifa Al-Khalifa (1981)\n Answer: Khalid bin Khalifa Al-Khalifa", + "em": 0.0, + "f1": 0.25 + }, + { + "id": "q_007789", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Michele Lupo -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (Hop 2)\n Answer: Giovanni Gronchi", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_007973", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Bjarne Riis", + "pred": "Hop 1: Danilo Wyss -> member of -> FC Basel 1893 (2019-2020)\n Hop 2: FC Basel 1893 -> general manager -> Ruedi Grass (2020-2021)\n Hop 3: Ruedi Grass -> member of -> FC Basel 1893 (2020-2021)\n Answer: Ruedi Grass", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000219", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Vivien Leigh", + "pred": "Hop\n Hop 1: Fay Bainter -> 1939 -> winner -> 1939 Academy Award for Best Supporting Actress\n Hop 2: 1939 Academy Award for Best Supporting Actress -> nominated for -> The Best Years of Our Lives\n Hop 3: The Best Years of Our Lives -> winner -> 1939 Academy Award for Best Picture\n Answer: The Best Years of Our Lives", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007274", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Elizabeth II", + "pred": "Hop 1: Smiley Smile -> place of publication -> Rolling Stone (1967)\n Hop 2: Rolling Stone -> country of citizenship -> United States (1967)\n Hop 3: United States -> head of state -> Lyndon B. Johnson (1967)\n Answer: Lyndon B. Johnson", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006021", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Luca Ronconi -> country of citizenship -> Italy\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_006576", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "Laurence Olivier", + "pred": "Hop\n Hop 1: John Garfield -> 1948 -> winner -> John Garfield (1948)\n Hop 2: John Garfield (1948) -> nominated for -> 1948 -> winner -> 1948\n Hop 3: 1948 -> winner -> 1948 -> winner -> 1948\n Hop 4: 1948 -> winner ->", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000623", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Bjarne Berntsen", + "pred": "Hop 1: Camilla Huse -> member of -> Danish Handball Team (2009)\n Hop 2: Danish Handball Team (2009) -> head coach -> Hanne Rasmussen\n Hop 3: Hanne Rasmussen -> member of -> Sports team (2009)\n Hop 4: Sports team (2009) -> head coach -> Thomas H\u00f8jlund\n Hop 5: Thomas H\u00f8", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Hop\n Hop 1: After The Bottle Factory Outing (book) - > winner -> The Amazing Adventures of Kavalier & Clay (book)\n Hop 2: The Amazing Adventures of Kavalier & Clay (book) - > nominated for -> Pulitzer Prize (award)\n Hop 3: Pulitzer Prize (award) - > winner -> Michael Chabon (person)\n Answer: Michael Chabon", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003804", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Nobel Peace Prize", + "pred": "Hop 1: United States Navy SEALs -> founder -> Richard E. Byrd\n Hop 2: Richard E. Byrd -> military branch -> United States Army\n Hop 3: United States Army -> nominated for -> United States Army Air Forces\n Answer: United States Army Air Forces", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006789", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Hop 1: Louise Bourgeois -> work location -> New York City (Hop 1)\n Hop 2: William Vickrey -> residence -> New York City (Hop 2)\n Hop 3: New York City -> head of government -> Michael Bloomberg (Hop 3)\n Answer: Michael Bloomberg", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006521", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Atlanta-Fulton County Stadium", + "pred": "Hop 1: Hank Aaron -> sports team -> Atlanta Braves (Hop 1)\n Hop 2: Atlanta Braves -> home venue -> Atlanta-Fulton County Stadium (Hop 2)\n Answer: Atlanta-Fulton County Stadium", + "em": 1.0, + "f1": 0.4210526315789474 + }, + { + "id": "q_006174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "Hop\n Hop 1: The Night Watch -> 1999 -> winner -> John Banville\n Hop 2: John Banville -> 1999 -> nominated for -> The Sea\n Hop 3: The Sea -> 1999 -> winner -> John Banville\n Hop 4: John Banville -> 1999 -> nominated for -> The Sea\n Answer: The Sea", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004769", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Hop 1: Celia Johnson -> 1947 -> winner -> 1947 Academy Award for Best Actress (1947)\n Answer: 1947 Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001801", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Vytautas Landsbergis", + "pred": "Hop 1: Nijol\u0117 O\u017eelyt\u0117-Vaitiek\u016bnien\u0117 -> member of -> \u017duv\u0173 kult\u016bros ir gamtos apsaugos partija (1995)\n Hop 2: \u017duv\u0173 kult\u016bros ir gamtos apsaugos partija (1995) -> chairperson -> Vincas \u0160apoka (1995)\n Hop 3: V", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "State Anthem of the Soviet Union", + "pred": "Hop 1: Murmansk Oblast -> anthem -> \"Murmansk Oblast Anthem\" (Hop Type: located in)\n Hop 2: \"Murmansk Oblast Anthem\" -> located in -> \"Russian Soviet Federative Socialist Republic\" (Hop Type: located in)\n Hop 3: \"Russian Soviet Federative Socialist Republic\" -> located in -> \"USSR\" (Hop Type: located in)\n Answer: USSR", + "em": 0.0, + "f1": 0.1739130434782609 + }, + { + "id": "q_003724", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Hop 1: Piero Scotti -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Giovanni Gronchi (1971)\n Answer: Giovanni Gronchi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006014", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Hop\n Hop: 1. Martin Gottfried Weiss -> 2. manager -> 3. Alfons Gorbach (1939)\n Answer: Hop: 1. Martin Gottfried Weiss -> 2. manager -> 3. Alfons Gorbach (1939)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007171", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "S\u00fcper Lig", + "pred": "Hop 1: Serdar Aziz -> member of sports team -> Antalyaspor (2016)\n Hop 2: Antalyaspor -> league or competition -> Turkish Super Lig\n Answer: Turkish Super Lig", + "em": 0.0, + "f1": 0.09999999999999999 + }, + { + "id": "q_007260", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "3. Liga", + "pred": "Hop 1: Bastian Heidenfelder -> sports team -> 1. FC N\u00fcrnberg (2013)\n Hop 2: 1. FC N\u00fcrnberg -> member of -> Bundesliga (2013)\n Hop 3: Bundesliga -> league or competition -> UEFA Europa League (2013)\n Answer: UEFA Europa League", + "em": 0.0, + "f1": 0.09090909090909091 + }, + { + "id": "q_005517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Thomas Tuchel", + "pred": "Hop 1: Marcos Alonso Mendoza -> member of -> Real Madrid C.F. (2014-2015)\n Hop 2: Real Madrid C.F. -> head coach -> Julen Lopetegui (2017-2018)\n Hop 3: Julen Lopetegui -> head coach -> Real Sociedad (2018-2019)\n Answer: Real Sociedad", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007485", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Charlize Theron", + "pred": "Hop 1: Jennifer Connelly -> 2003 -> Best Actress -> Jennifer Connelly\n Hop 2: Jennifer Connelly -> 2003 -> Best Actress -> Jennifer Connelly\n Hop 3: Jennifer Connelly -> 2003 -> Best Actress -> Jennifer Connelly\n Answer: Jennifer Connelly", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001837", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: University of Virginia -> member of -> University of Tsukuba (2005-2010)\n Answer: 2005-2010", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Hop 1: Angelo Infanti -> country of citizenship -> Italy (2007)\n Hop 2: Italy -> head of government -> Romano Prodi (2007)\n Hop 3: Romano Prodi -> head of government -> Romano Prodi (2007)\n Answer: Romano Prodi", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_005494", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Hop 1: Steffen Freund -> member of -> 1. FC N\u00fcrnberg (1997)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Rudi V\u00f6ller (1997)\n Answer: Rudi V\u00f6ller", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000075", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Giuseppe Prisco -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (Hop 2)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_004734", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Peter Carey", + "pred": "Hop 1: David Lodge -> nominated for -> 1988 Booker Prize (Hop 1)\n Hop 2: 1988 Booker Prize -> winner -> Salman Rushdie (Hop 2)\n Hop 3: Salman Rushdie -> received -> 1988 Booker Prize (Hop 3)\n Hop 4: 1988 Booker Prize -> winner -> 1988 (Hop 4)\n Answer: 198", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004770", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Constantinople", + "pred": "Hop 1: Edessa -> country -> Syria\n Hop 2: Syria -> capital -> Damascus\n Answer: Damascus", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006777", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "S\u00e1ndor Preisinger", + "pred": "Hop 1: Daniils Turkovs -> sports team -> Riga FC (2012)\n Hop 2: Riga FC -> head coach -> M\u0101rti\u0146\u0161 Dzidze (2012)\n Answer: M\u0101rti\u0146\u0161 Dzidze", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001481", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Hop 1: Walter Samuel -> Club -> River Plate (Argentina)\n Hop 2: River Plate (Argentina) -> Head Coach -> Daniel Passarella\n Hop 3: Daniel Passarella -> Member Of -> A.S. Roma\n Hop 4: A.S. Roma -> Head Coach -> Luciano Spalletti\n Hop 5: Luciano Spalletti -> Member Of -> AS Roma\n Answer: AS Roma", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000707", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Franco Evangelisti -> country of citizenship -> Brazil (1934)\n Hop 2: Brazil -> shares border with -> Paraguay (1934)\n Answer: Paraguay", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007316", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Hop 1: Alessandro Ajmone Marsan -> member of -> A.S. Roma (1987-1990)\n Hop 2: A.S. Roma -> chairperson -> Giuseppe Iachini (1990-1991)\n Hop 3: Giuseppe Iachini -> member of -> Italian Football League (1990-1991)\n Hop 4: Italian Football League -> chairperson ->", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002781", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Renato Carosone -> country of citizenship -> Italy (1946)\n Hop 2: Italy -> shares border with -> Austria (1946)\n Answer: Austria", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001694", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Hop 1: Genevi\u00e8ve Bujold -> nominated for -> The Last of the Mohicans (1992)\n Hop 2: The Last of the Mohicans (1992) -> winner -> Daniel Day-Lewis\n Hop 3: Daniel Day-Lewis -> nominated for -> My Left Foot (1989)\n Hop 4: My Left Foot (1989) -> winner -> Daniel Day-Lewis\n Answer: Daniel Day", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005714", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "B\u00fclent Ecevit", + "pred": "Hop 1: Deniz Baykal -> member of -> MHP (1998-2002)\n Hop 2: MHP -> chairperson -> Ahmet Davuto\u011flu (1998-2002)\n Hop 3: Ahmet Davuto\u011flu -> successor -> Recep Tayyip Erdo\u011fan (1998-2002)\n Answer: Recep Tayyip Erdo\u011fan", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Stefan Kuntz", + "pred": "Hop 1: Jan \u0160im\u016fnek -> sports team -> FK P\u0159\u00edbram (2014)\n Hop 2: FK P\u0159\u00edbram -> chairperson -> Petr K\u0159\u00ed\u017e (2014)\n Hop 3: Petr K\u0159\u00ed\u017e -> member of -> Czechoslovakian National Football Team (2014)\n Hop 4: Czechoslovakian National Football Team -> chairperson -> Jan \u0160im", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000390", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Nobel Prize in Physics", + "pred": "Hop\n Hop 1: Holweck Prize -> winner -> nominated for -> 1952\n Hop 2: Holweck Prize -> winner -> nominated for -> 1952\n Answer: Hop 2: Holweck Prize -> winner -> nominated for -> 1952", + "em": 0.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_004301", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Hop 1: Elliott Erwitt -> work location -> New York City\n Hop 2: New York City -> head of government -> David Dinkins\n Answer: David Dinkins", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007116", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Hop 1: Simone Veil -> member of -> European Parliament (1979-1989)\n Hop 2: European Parliament -> general secretary of -> Jean-Pierre Cot (1989-1994)\n Hop 3: Jean-Pierre Cot -> member of -> Acad\u00e9mie Fran\u00e7aise (1994-2009)\n Answer: Acad\u00e9mie Fran\u00e7aise", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004505", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Hop 1: Philip Taaffe -> work location -> London\n Hop 2: London -> head of government -> James Callaghan\n Hop 3: James Callaghan -> birth name -> James Callaghan\n Answer: James Callaghan", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007035", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "Hop 1: Louise Bourgeois -> work location -> New York City\n Hop 2: New York City -> head of government -> David Dinkins\n Hop 3: David Dinkins -> head of government -> David Dinkins\n Answer: David Dinkins", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_004558", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Hop 1: Ryan Bertrand -> sports team -> New England Patriots (2014)\n Hop 2: New England Patriots -> head coach -> Bill Belichick (2014)\n Hop 3: Bill Belichick -> member of -> New England Patriots (2014)\n Answer: Bill Belichick", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003267", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006755", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Hop 1: Bruno Bieligk -> member of -> German National People's Party (1920)\n Hop 2: German National People's Party (1920) -> chairperson -> Paul von Hindenburg (1920)\n Hop 3: Paul von Hindenburg (1920) -> member of -> German National People's Party (1920)\n Hop 4: German National People's Party (1920)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004583", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "Hop 1: James Welch -> received -> Ai's award (1987)\n Hop 2: Ai's award -> winner -> James Welch (1987)\n Answer: 1987", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_000225", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Gareth Southgate", + "pred": "Hop 1: David Wheater -> member of sports team -> Wigan Warriors (2008)\n Hop 2: Wigan Warriors -> head coach -> Paul Deacon (2008)\n Hop 3: Paul Deacon -> member of sports team -> Wigan Warriors (2008)\n Answer: Paul Deacon", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002459", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Zrenjanin City -> located in -> Zrenjanin Municipality (country: Serbia)\n Hop 2: Zrenjanin Municipality -> located in -> Autonomous Province of Vojvodina (country: Serbia)\n Hop 3: Autonomous Province of Vojvodina -> located in -> Serbia (country: Serbia)\n Answer: Serbia", + "em": 0.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_006352", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: University of Tsukuba -> member of -> University of Graz (2021)\n Answer: 2021", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_004787", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Janusz W\u00f3jcik", + "pred": "Hop 1: Arkadiusz B\u0105k -> member of sports team -> Legia Warsaw (1999)\n Hop 2: Legia Warsaw -> head coach -> Janusz Brz\u00f3ska (1999)\n Answer: Janusz Brz\u00f3ska", + "em": 0.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_002226", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Leonid Brezhnev", + "pred": "Hop 1: Aleksei Gubarev -> member of political party -> Komsomol (1973)\n Answer: Komsomol", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003363", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Jan Schaffrath", + "pred": "Hop 1: Martin Velits -> member of -> Team Katusha (2012)\n Hop 2: Team Katusha -> head coach -> Igor Sutyagin (2012)\n Hop 3: Igor Sutyagin -> member of -> Soudal Quick-Step (2012)\n Hop 4: Soudal Quick-Step -> head coach -> Patrick Sinkewitz (2012)\n Hop 5", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Pavel Vrba", + "pred": "Hop 1: Bo\u0159ek Do\u010dkal -> sports team -> FK Teplice (2016)\n Hop 2: FK Teplice (2016) -> head coach -> Miroslav \u0160korpil (2016)\n Hop 3: Miroslav \u0160korpil (2016) -> member of sports team -> Czechia men's national football team (2016)\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006972", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "Hop 1: Brian Moore -> 1976 (year)\n Hop 2: David Storey -> 1976 (year)\n Answer: 1976", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007393", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Ba\u010d Municipality -> country -> Serbia\n Answer: Serbia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002784", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Franz Beckenbauer", + "pred": "Hop 1: Frank Mill -> sports team -> 1. FC N\u00fcrnberg (1988)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Karl-Heinz Feldkamp (1988)\n Hop 3: Karl-Heinz Feldkamp -> member of -> German national football team (1988)\n Hop 4: German national football team -> head coach -> Sepp Herberger (1988)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005991", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Hop 1: Luciano Bianciardi -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_007278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Claudia Roth", + "pred": "Hop 1: Boris Palmer -> member of -> Australian Labor Party (ALP)\n Hop 2: Australian Labor Party (ALP) -> chairperson -> Bob Carr\n Answer: Bob Carr", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002109", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "ADIG", + "pred": "Hop 1: Stefan W\u00e4chter -> sports team -> 1. FC N\u00fcrnberg (2004)\n Hop 2: 1. FC N\u00fcrnberg -> sponsor -> Deutsche Bank (2004)\n Answer: Deutsche Bank", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005445", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Abraham Beame", + "pred": "Hop 1: Nancy Graves -> work location -> New York City\n Hop 2: New York City -> head of government -> Michael Bloomberg\n Hop 3: Michael Bloomberg -> residence -> New York City\n Hop 4: New York City -> head of government -> David Dinkins\n Hop 5: David Dinkins -> residence -> New York City\n Hop 6: New York City -> head of government -> Stanley T. Moskowitz\n Hop 7", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Fiorello H. La Guardia", + "pred": "Hop\n Hop 1: Vincent R. Impellitteri -> head of government -> New York City -> work location -> Edward McKnight Kauffer\n Hop 2: Edward McKnight Kauffer -> work location -> New York City -> head of government -> Vincent R. Impellitteri\n Answer: Vincent R. Impellitteri", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005633", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Hop 1: Giuseppe Saragat -> Italy (country)\n Hop 2: Italy -> Giovanni Giolitti (head of state)\n Hop 3: Giovanni Giolitti -> 1984 (year)\n Answer: Giovanni Giolitti", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002083", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Jens Gustafsson", + "pred": "Hop 1: Andreas Landgren -> member of -> IFK Norrk\u00f6ping (2013)\n Hop 2: IFK Norrk\u00f6ping -> head coach -> Rikard Norby (2013)\n Hop 3: Rikard Norby -> member of -> Halmstads BK (2013)\n Hop 4: Halmstads BK -> head coach -> Thomas Sj\u00f6berg (2013)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003899", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Karl Horst H\u00f6dicke -> work location -> Berlin (1987)\n Hop 2: Berlin -> country -> Germany (1987)\n Answer: Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002997", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "Hop 1: Ramallah -> country -> Palestine\n Hop 2: Palestine -> located in -> Ottoman Empire\n Answer: Ottoman Empire", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005860", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hopi (film) is a 2003 film directed by Michael Attenborough. Hopi is a 2003 film directed by Michael Attenborough. Hopi is a 2003 film directed by Michael Attenborough. Hopi is a 2003 film directed by Michael Attenborough. Hopi is a 2003 film directed by Michael Attenborough. Hopi is a 200", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001039", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Panama", + "pred": "Hop\n Hop 1: Cornell Capa -> work location -> 1937 -> shares border with -> 1937\n Hop 2: 1937 -> shares border with -> 1937\n Hop 3: 1937 -> shares border with -> 1937\n Answer: 1937", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000086", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Hop 1: Francesco Cossiga -> country of citizenship -> Italy (1983)\n Hop 2: Italy -> head of state -> Sandro Pertini (1983)\n Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_005689", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Hop 1: Elie Wiesel -> country of citizenship -> Romania (1929)\n Answer: Bucharest", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_006609", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "Hop 1: Afula -> country -> Mandatory Palestine (1940)\n Hop 2: Mandatory Palestine -> located in -> British Mandate of Palestine (1940)\n Hop 3: British Mandate of Palestine -> located in -> Middle East (1940)\n Answer: Middle East", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004970", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Hop 1: Charlize Theron -> 2003 -> Best Actress -> Academy Awards\n Hop 2: Academy Awards -> 2003 -> Unfaithful -> Best Actress\n Hop 3: Unfaithful -> 2003 -> winner -> 2003\n Hop 4: 2003 -> 2003 -> winner -> 2003\n Answer: 2003", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_004192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Alberto Magnelli -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1960)\n Hop 3: Giuseppe Saragat -> country of citizenship -> Italy (1960)\n Hop 4: Italy -> head of state -> Giuseppe Saragat (1960)\n Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Hop 1: Mauro Staccioli -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_008062", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "M\u00e1rio Soares", + "pred": "Hop 1: Alberto Vaquina -> work location -> Portugal (1991)\n Hop 2: Portugal -> head of state -> Jorge Sampaio (1991)\n Answer: Jorge Sampaio", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006613", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Stuart Lancaster", + "pred": "Hop 1: Ben Foden -> member of -> England national rugby union team (2013)\n Hop 2: England national rugby union team -> head coach -> Stuart Lancaster (2013)\n Hop 3: Stuart Lancaster -> member of -> Sports team (2013)\n Answer: Sports team", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001894", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Hop 1: Annette Bening -> 1999 Golden Globe Awards -> 1999 Golden Globe Awards Best Actress - Motion Picture Drama -> winner -> Julia Roberts\n Hop 2: Julia Roberts -> 1999 Golden Globe Awards -> 1999 Golden Globe Awards Best Actress - Motion Picture Drama -> winner -> Julia Roberts\n Hop 3: Julia Roberts -> 1999 Golden Globe Awards -> 1999 Golden", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002546", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Hop\n Hop 1: Franz Anton Basch -> educated at -> University of Vienna (1921)\n Hop 2: University of Vienna -> named after -> University of Vienna (1921)\n Hop 3: University of Vienna -> named after -> Maria Theresa of Austria (1921)\n Answer: Maria Theresa of Austria", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003153", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Hop 1: Zhu De -> country of citizenship -> People's Republic of China (1967)\n Hop 2: People's Republic of China (1967) -> head of government -> Zhou Enlai (1967)\n Hop 3: Zhou Enlai (1967) -> country of citizenship -> People's Republic of China (1967)\n Hop 4: People's Republic of China (1967", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_002865", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Hop\n Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007865", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Giuseppe Prisco -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2001)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_008428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Hop 1: Josh Lewsey -> sports team -> London Wasps (Hop 1)\n Hop 2: London Wasps -> head coach -> Mike Catt (Hop 2)\n Answer: Mike Catt", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001858", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Graceland", + "pred": "Hop\n Hop 1: Ginger Alden -> unmarried partner -> residence (1977)\n Hop 2: residence (1977) -> location -> New York City\n Answer: New York City", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Constantinople", + "pred": "Hop 1: Xanthi -> country -> Greece\n Hop 2: Greece -> capital -> Athens\n Answer: Athens", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003034", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Hop\n Hop 1: Emil Filla -> manager -> Emil Filla (1939)\n Hop 2: Hans Beimler -> point in time -> 1939\n Hop 3: Dachau concentration camp -> point in time -> 1939\n Hop 4: 1939 -> manager -> Emil Filla (1939)\n Hop 5: 1939 -> point in time ->", + "em": 0.0, + "f1": 0.09999999999999999 + }, + { + "id": "q_000799", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Barack Obama", + "pred": "Hop\n Hop 1: Battlefield 3 -> narrative location -> United States\n Hop 2: United States -> head of government -> Barack Obama\n Hop 3: Barack Obama -> successor -> Joe Biden\n Answer: Joe Biden", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Boston Garden", + "pred": "Hop 1: John Havlicek -> Boston Celtics (member of sports team)\n Hop 2: Boston Celtics -> Boston Garden (home venue)\n Hop 3: Boston Garden -> Boston Celtics (member of sports team)\n Hop 4: Boston Celtics -> John Havlicek (member of sports team)\n Hop 5: John Havlicek -> Boston Celtics (member of sports team)\n Hop 6: Boston Celtics -> Boston Garden (home venue)\n Hop 7:", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_004762", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "Kingdom of Prussia", + "pred": "Hop 1: World Figure Skating Championships -> location -> St. Moritz (1911)\n Answer: St. Moritz", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004806", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Hop 1: Jonathan Urretaviscaya -> member of -> Club Atl\u00e9tico Mineiro (2013)\n Hop 2: Club Atl\u00e9tico Mineiro (2013) -> chairperson -> Jo\u00e3o Paulo de Oliveira (2013)\n Answer: Jo\u00e3o Paulo de Oliveira", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Premier League", + "pred": "Hop 1: Ruslan Rotan -> member of sports team -> FC Dnipro (Khmelnytskyi) (2008)\n Hop 2: FC Dnipro (Khmelnytskyi) -> league or competition -> Ukrainian First League (2008)\n Answer: Ukrainian First League", + "em": 0.0, + "f1": 0.09523809523809525 + }, + { + "id": "q_008203", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Amway Arena", + "pred": "Hop 1: Shaquille O'Neal -> member of -> Miami Heat (1994)\n Hop 2: Miami Heat -> home venue -> Miami Arena\n Answer: Miami Arena", + "em": 0.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_004465", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: Michigan State University -> member of -> University of Helsinki (2021)\n Answer: 2021", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006874", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "John Lindsay", + "pred": "Hop 1: William Vickrey -> residence -> William Vickrey\n Hop 2: William Vickrey -> head of government -> William Vickrey\n Hop 3: William Vickrey -> residence -> William Vickrey\n Answer: William Vickrey", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000593", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Leo Nomellini -> country of citizenship -> Italy\n Hop 2: Italy -> head of state -> Giovanni Gronchi\n Answer: Giovanni Gronchi", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_004615", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2018.0, + "gold": "2018", + "pred": "Hop 1: Stefano Palmieri -> officeholder -> Mirko Tomassoni (2018-01-01)\n Answer: 2018", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Geoffrey Rush", + "pred": "Hop 1: As Good as It Gets -> award -> Academy Award for Best Actor (1997)\n Hop 2: Academy Award for Best Actor (1997) -> winner -> Jack Nicholson\n Hop 3: Jack Nicholson -> award -> Academy Award for Best Actor (1997)\n Hop 4: Academy Award for Best Actor (1997) -> winner -> Tom Hanks\n Hop 5: Tom Hanks -> award ->", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Hop 1: Antonia Fraser -> spouse -> Charles II of England (1660-1685)\n Hop 2: Charles II of England (1660-1685) -> nominated for -> 1685 English Civil War\n Hop 3: 1685 English Civil War -> nominated for -> 1685 English Civil War\n Answer: 1685 English Civil War", + "em": 0.0, + "f1": 0.07692307692307693 + }, + { + "id": "q_004669", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Yuri Semin", + "pred": "Hop 1: \u00c9der -> sports team -> FC Krasnodar (2017-2018)\n Hop 2: FC Krasnodar -> head coach -> Valery Karpin (2017-2018)\n Hop 3: Valery Karpin -> member of -> Russian Football Union (2017-2018)\n Answer: Russian Football Union", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> head of government -> Giovanni Ferrofino (1972)\n Hop 3: Giovanni Ferrofino -> country of citizenship -> Italy (1972)\n Answer: Giovanni Ferrofino", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Hop 1: Bruno Bieligk -> member of -> German National People's Party (DNVP)\n Hop 2: German National People's Party (DNVP) -> chairperson -> Paul von Hindenburg\n Hop 3: Paul von Hindenburg -> member of -> German National People's Party (DNVP)\n Hop 4: German National People's Party (DNVP) -> chairperson -> Paul von Hindenburg\n Hop 5: Paul von Hindenburg -> member", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006858", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Hop 1: Monster's award -> 1999 (year)\n Hop 2: 1999 -> Nicole Kidman (born)\n Answer: 1999", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000627", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Hop 1: Antonia Fraser -> spouse -> John Gielgud (1982)\n Hop 2: John Gielgud -> nominated for -> Tony Award for Best Direction of a Play (1982)\n Hop 3: Tony Award for Best Direction of a Play -> winner -> John Gielgud (1982)\n Answer: John Gielgud", + "em": 0.0, + "f1": 0.21428571428571427 + }, + { + "id": "q_008456", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "Hop\n Hop 1: Sevastopol -> country -> Russia\n Hop 2: Russia -> basic form of government -> constitutional monarchy\n Answer: constitutional monarchy", + "em": 0.0, + "f1": 0.13333333333333336 + }, + { + "id": "q_004863", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Hop\n Hop 1: It Happened One Night (1934 film) - 1935 Academy Awards - 1935 Academy Awards Best Picture\n Hop 2: 1935 Academy Awards Best Picture - winner - It Happened One Night (1934 film)\n Hop 3: 1935 Academy Awards Best Picture - nominated for - The Last of the Mohicans (1936 film)\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005053", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lauri Yl\u00f6nen", + "pred": "Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006906", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sini\u0161a Mihajlovi\u0107", + "pred": "Hop 1: Marco Marchionni -> member of -> A.S. Roma (2007-2010)\n Hop 2: A.S. Roma -> head coach -> Luciano Spalletti (2007-2010)\n Hop 3: Luciano Spalletti -> member of -> A.S. Roma (2007-2010)\n Hop 4: A.S. Roma -> head coach -> Luc", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004343", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Arrigo Sacchi", + "pred": "Hop 1: Walter Bianchi -> member of -> New York Islanders (1984)\n Hop 2: New York Islanders -> head coach -> Bryan Trottier (1984)\n Hop 3: Bryan Trottier -> member of -> New York Islanders (1984)\n Hop 4: New York Islanders -> head coach -> Bryan Trottier (1984)\n Hop 5: Bryan Trottier -> member of -> New", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008520", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Hans Loritz", + "pred": "Hop 1: Abraham Adolf Kaiser -> manager -> Anton Saefkow (1938)\n Hop 2: Anton Saefkow -> point in time -> Dachau concentration camp (1938)\n Hop 3: Dachau concentration camp -> point in time -> 1938 (1938)\n Answer: 1938", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008566", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Hop 1: Hanns Martin Schleyer -> member of political party -> Nazi Party (1975)\n Hop 2: Nazi Party -> general secretary -> Karl Haushofer (1975)\n Hop 3: Karl Haushofer -> member of political party -> German National People's Party (1975)\n Answer: German National People's Party", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005406", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "West Germany", + "pred": "Hop\n Hop 1: Friedrich Hayek -> Country -> United Kingdom\n Hop 2: United Kingdom -> After Weimar Republic -> United Kingdom\n Answer: United Kingdom", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005485", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Milo\u0161 Zeman", + "pred": "Hop 1: Bergepanzer B\u00fcffel -> operator -> 1. Kavalerie Division (Germany)\n Hop 2: 1. Kavalerie Division -> head of state -> Germany\n Hop 3: Germany -> country of citizenship -> Czech Republic\n Hop 4: Czech Republic -> head of state -> Milo\u0161 Zeman\n Hop 5: Milo\u0161 Zeman -> country of citizenship -> Czech Republic\n Hop 6: Czech Republic ->", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_006778", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italian lira", + "pred": "Hop 1: Lyla Rocco -> country of citizenship -> United States of America (Hop 1)\n Hop 2: United States of America -> currency -> United States dollar (Hop 2)\n Hop 3: United States dollar -> symbol -> $ (Hop 3)\n Hop 4: $ -> currency -> United States dollar (Hop 4)\n Hop 5: United States dollar -> country of citizenship -> United States of America (Hop 5)\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000448", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Alex Ferguson", + "pred": "Hop 1: Bryan Gunn -> sports team -> Hibernian F.C.\n Hop 2: Hibernian F.C. -> head coach -> John Hughes\n Answer: John Hughes", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005253", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Aravind Adiga", + "pred": "Hop 1: Brian Moore -> nominated for -> 1969 Booker Prize (Winner: Brian Moore)\n Hop 2: Amitav Ghosh -> winner -> The Glass Palace (1999)\n Hop 3: The Glass Palace -> winner -> 1999 Booker Prize (Winner: Amitav Ghosh)\n Hop 4: 1999 Booker Prize -> winner -> 1999 Booker Prize (Winner: Amitav Ghosh", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002793", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Hop 1: Jennifer Jones -> Academy Award for Best Actress -> 1945\n Hop 2: Mrs. Parkington -> nominated for -> 1945\n Hop 3: 1945 -> winner -> 1945\n Hop 4: 1945 -> winner -> 1945\n Hop 5: 1945 -> winner -> 1945\n Hop 6:", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001366", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Cliff Burton", + "pred": "Hop\n Hop 1: Master of Puppets -> performer -> Kirk Hammett (1986)\n Hop 2: Kirk Hammett -> has part -> James Hetfield (1986)\n Answer: James Hetfield", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000346", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Giorgio Napolitano", + "pred": "Hop 1: Giovanni Lilliu -> country of citizenship -> Italy (2010)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2010)\n Answer: Giorgio Napolitano", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_001380", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "John Williams", + "pred": "Hop 1: Katie Couric -> notable work -> The New York Times (1999)\n Hop 2: The New York Times -> composer -> John Kander (1999)\n Answer: John Kander", + "em": 0.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_007366", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Hop 1: Giorgio Mastropasqua -> member of sports team -> AS Roma (1973)\n Hop 2: AS Roma -> chairperson -> Giorgio Mastropasqua (1973)\n Answer: Giorgio Mastropasqua", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004085", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "Qing dynasty", + "pred": "Hop 1: Luo Yixiu -> spouse -> Liang Sheng (1907)\n Hop 2: Liang Sheng (1907) -> country of citizenship -> United States of America (1907)\n Hop 3: United States of America (1907) -> country -> United States of America (1907)\n Answer: United States of America", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "Hop 1: Shimon Peres -> country of citizenship -> Israel (1943)\n Answer: Israel", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Hop 1: Kiran Desai -> Nobel Prize in Literature -> 2006 -> 2006 Nobel Prize in Literature -> winner -> Orhan Pamuk\n Hop 2: Orhan Pamuk -> 2006 -> 2006 Nobel Prize in Literature -> winner -> Kiran Desai\n Hop 3: Kiran Desai -> 2006 -> 2006 Nobel Prize in Literature -> winner ->", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Hop 1: Steve Borthwick -> member of -> Rugby Football Club (England)\n Hop 2: Rugby Football Club (England) -> kit supplier -> Kappa\n Hop 3: Kappa -> member of -> Umbro\n Answer: Kappa", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005149", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Dalvik VM", + "pred": "Hop 1: Grand Theft Auto III -> platform -> Microsoft Windows (2001)\n Hop 2: Microsoft Windows -> has -> Windows 98 (2001)\n Answer: Windows 98", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007466", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Deutsche Mark", + "pred": "Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop: Hop\n Hop:", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "EFL Championship", + "pred": "Hop 1: Joel Lynch -> member of sports team -> Wrexham A.F.C.\n Hop 2: Wrexham A.F.C. -> league or competition -> EFL Cup\n Answer: EFL Cup", + "em": 0.0, + "f1": 0.09523809523809525 + }, + { + "id": "q_002303", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Hop 1: 19th Canadian Ministry -> head of government -> Pierre Trudeau (1968-1979)\n Hop 2: Pierre Trudeau -> position -> Prime Minister of Canada\n Hop 3: Prime Minister of Canada -> held by -> Pierre Trudeau (1968-1979)\n Answer: Prime Minister of Canada", + "em": 1.0, + "f1": 0.32 + }, + { + "id": "q_004925", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Hop 1: Bessie Love -> nominated for -> The Last of the Mohicans (1930 film)\n Answer: The Last of the Mohicans (1930 film)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002425", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Ugo Morin -> country of citizenship -> Italy\n Hop 2: Italy -> member of -> European Economic Community\n Hop 3: European Economic Community -> before -> 1955\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.1818181818181818 + }, + { + "id": "q_003762", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Minneapolis Armory", + "pred": "Hop\n Hop 1: Bud Grant -> Minnesota Vikings -> home venue -> Hubert H. Humphrey Metrodome (1982-2013)\n Hop 2: Hubert H. Humphrey Metrodome -> home venue -> Minnesota Vikings (1982-2013)\n Hop 3: Minnesota Vikings -> member of sports team -> Bud Grant (1967-1976)\n Hop 4: Bud Grant", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000351", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Territory of Hawaii", + "pred": "Hop 1: Erazim Koh\u00e1k -> residence -> Erazim Koh\u00e1k (1949)\n Hop 2: Erazim Koh\u00e1k (1949) -> contains -> Czechoslovakia (1949)\n Hop 3: Czechoslovakia (1949) -> administrative territorial entity -> Czechoslovakia (1949)\n Answer: Czechoslovakia (1949)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003288", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Hop 1: Rainer Ernst -> member of -> FC Girondins de Bordeaux (1992)\n Hop 2: FC Girondins de Bordeaux -> chairperson -> Jean-Pierre Lepoutre (1992)\n Hop 3: Jean-Pierre Lepoutre -> member of -> Union des Industries et des Travaux Publics (1992)\n Hop 4: Union des Industries et des Travaux Publics ->", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001079", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Giampiero Boniperti", + "pred": "Hop 1: Stefano Tacconi -> member of -> A.S. Roma (1985)\n Hop 2: A.S. Roma -> chairperson -> Giuseppe Iachini (1985)\n Hop 3: Giuseppe Iachini -> member of -> Juventus FC (1985)\n Hop 4: Juventus FC -> chairperson -> Andrea Agnelli (1985)\n Answer: Giuseppe Iachini", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Paulo Bento", + "pred": "Hop 1: Baek Sung-dong -> member of -> Seoul E-Land FC (2012-2013)\n Hop 2: Seoul E-Land FC -> head coach -> Kim Do-hoon (2013-2014)\n Hop 3: Kim Do-hoon -> member of -> South Korea men's national football team (2014-2015)\n Hop 4: South Korea men's national", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006454", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Steve Sampson", + "pred": "Hop 1: Kevin Hartman -> member of -> Kansas City Wizards (1999-2001) (Hop 1)\n Hop 2: Kansas City Wizards -> head coach -> Steve Cherundolo (1999-2001) (Hop 2)\n Hop 3: Steve Cherundolo -> member of -> Kansas City Wizards (1999-2001) (Hop 3)\n Answer: Steve Cher", + "em": 0.0, + "f1": 0.09523809523809525 + }, + { + "id": "q_007686", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "United States Cabinet", + "pred": "Hop 1: Edwin Denby -> position held -> United States Secretary of the Navy (1923)\n Hop 2: United States Secretary of the Navy -> part of -> United States Department of the Navy\n Hop 3: United States Department of the Navy -> part of -> United States Department of Defense\n Hop 4: United States Department of Defense -> part of -> United States federal government\n Hop 5: United States federal government -> part of -> United States", + "em": 0.0, + "f1": 0.16 + }, + { + "id": "q_001636", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "Hop\n Hop 1: Andrew Schally -> Nobel Prize in Physiology or Medicine -> 1975\n Hop 2: Roger Guillemin -> Nobel Prize in Physiology or Medicine -> 1975\n Hop 3: Andrew Schally -> winner of Roger Guillemin's award -> 1975\n Answer: 1975", + "em": 1.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_000642", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Alan Hollinghurst", + "pred": "Hop 1: Ronan Bennett -> nominated for -> The Fugitive (2004)\n Hop 2: The Fugitive (2004) -> winner -> David Hare\n Hop 3: David Hare -> nominated for -> The Constant Gardener (2005)\n Hop 4: The Constant Gardener (2005) -> winner -> Tessa Hadley\n Hop 5: Tessa Hadley -> nominated for", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005992", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1906.0, + "gold": "Theodore Roosevelt", + "pred": "Hop 1: Alexander Graham Bell -> United States -> head of government -> John Adams\n Hop 2: John Adams -> country of citizenship -> United States\n Hop 3: United States -> head of government -> John Adams\n Hop 4: John Adams -> country of citizenship -> United States\n Hop 5: United States -> head of government -> John Adams\n Answer: John Adams", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001567", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Hop 1: William Vickrey -> residence -> 1960 -> head of government -> David Dinkins\n Answer: David Dinkins", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003917", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Elizabeth II", + "pred": "Hop 1: Liz Smith -> country of citizenship -> United Kingdom\n Hop 2: United Kingdom -> head of state -> Elizabeth II\n Answer: Elizabeth II", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_007632", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pawe\u0142 Janas", + "pred": "Hop 1: Kamil Kosowski -> sports team -> Legia Warsaw (2005)\n Hop 2: Legia Warsaw -> head coach -> Janusz Michniewicz (2005)\n Hop 3: Janusz Michniewicz -> member of -> Polish Football Association (2005)\n Answer: Polish Football Association", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001702", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Eerste Divisie", + "pred": "Hop 1: Timothy Dreesen -> member of sports team -> Vitesse Arnhem (2012)\n Hop 2: Vitesse Arnhem -> league or competition -> Eredivisie\n Answer: Eredivisie", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006358", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "German Federal Archives", + "pred": "Hop\n Hop: 1932 -> Karl-Liebknecht-Haus -> operator's archives -> archives at -> Berlin\n Answer: Berlin", + "em": 0.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_006799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Dwight D. Eisenhower", + "pred": "Hop 1: Erazim Koh\u00e1k -> residence -> Prague\n Hop 2: Prague -> head of government -> Milo\u0161 Zeman\n Hop 3: Milo\u0161 Zeman -> residence -> Prague\n Hop 4: Prague -> country -> Czech Republic\n Hop 5: Czech Republic -> head of government -> Petr Fiala\n Hop 6: Petr Fiala -> residence -> Prague\n Hop 7: Prague -> country -> Czech Republic\n Hop 8", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001724", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Lyndon B. Johnson", + "pred": "Hop\n Hop 1: Stack-O-Tracks -> place of publication -> United States -> head of government -> Lyndon B. Johnson\n Hop 2: Lyndon B. Johnson -> head of government -> United States -> place of publication -> Stack-O-Tracks\n Hop 3: United States -> place of publication -> Stack-O-Tracks -> head of government -> Lyndon B. Johnson\n Answer: Lyndon B. Johnson", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_005308", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Hop 1: Jeanne Eagels -> Academy Award for Best Actress (1930)\n Hop 2: Janet Gaynor -> Academy Award for Best Actress (1930)\n Hop 3: Janet Gaynor -> winner (1930)\n Hop 4: winner -> nominated for (1930)\n Hop 5: nominated for -> winner (1930)\n Hop 6: winner -> winner (1930)\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006485", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Hop 1: Matthew Kneale -> 2000 -> The Winner (1999 film) (Hop 1)\n Hop 2: The Winner (1999 film) -> winner -> David Thewlis (Hop 2)\n Hop 3: David Thewlis -> nominated for -> Best Actor in a Supporting Role (Hop 3)\n Answer: Best Actor in a Supporting Role", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004831", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Hop 1: Piero Scotti -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005190", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Hop 1: Georg Danek -> Ausonius Award -> 1999\n Hop 2: 1999 -> employer -> Siemens AG\n Answer: Siemens AG", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006636", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "George Marshall", + "pred": "Hop\n Answer: Secretary of State", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003213", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Hop 1: Frank Tieri -> residence -> 1965 -> head of government\n Hop 2: Frank Tieri -> residence -> 1965 -> head of government\n Answer: Frank Tieri", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005672", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: L\u0119bork -> country -> Germany (1939)\n Hop 2: Germany -> head of state -> Paul von Hindenburg (1939)\n Hop 3: Germany -> head of state -> Adolf Hitler (1939)\n Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_006227", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: Leiden University -> member of -> Leiden University (1998-2001)\n Hop 2: Leiden University (1998-2001) -> funder -> Princeton University (1998-2001)\n Answer: 1998-2001", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Giffoni Film Festival", + "pred": "Hop\n Hop 1: Big Sean - unmarried partner -> Keri Hilson (2013)\n Hop 2: Keri Hilson - award received -> Grammy Award (2013)\n Answer: Grammy Award", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007816", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Franciszek Smuda", + "pred": "Hop 1: Marek Saganowski -> member of sports team -> Legia Warsaw (2012)\n Hop 2: Legia Warsaw -> head coach -> Slawomir Szymanski (2012)\n Answer: Slawomir Szymanski", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001958", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "John Lindsay", + "pred": "Hop\n Hop 1: Arman -> work location -> head of government -> 1969 -> 1969\n Hop 2: 1969 -> head of government -> 1969 -> 1969\n Hop 3: 1969 -> head of government -> 1969 -> 1969\n Hop 4: 1969 -> head of government -> 1", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007818", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Sepp Herberger", + "pred": "Hop 1: Fritz Herkenrath -> member of -> German national team (1957)\n Hop 2: German national team -> head coach -> Otto Rehhagel (1957)\n Hop 3: Otto Rehhagel -> member of -> sports team (1957)\n Hop 4: sports team -> head coach -> Karl-Heinz Feldmann (1957)\n Answer: Karl-Heinz Feldmann", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003874", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Rina Franchetti -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_006836", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Gianni Dova -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> shares border with -> Austria (1989)\n Answer: Austria", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005437", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Hop 1: Maria Tore Barbina -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Giuliano Amato (1996)\n Answer: Giuliano Amato", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001779", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Chemnitz Government Region", + "pred": "Hop 1: Beate Zsch\u00e4pe -> residence -> Berlin (Germany) (2005)\n Answer: Berlin (Germany)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002182", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Giessen -> country -> Germany\n Hop 2: Germany -> head of state -> Paul von Hindenburg\n Hop 3: Paul von Hindenburg -> successor -> Adolf Hitler\n Hop 4: Adolf Hitler -> country -> Germany\n Hop 5: Germany -> head of state -> Paul von Hindenburg\n Hop 6: Paul von Hindenburg -> successor -> Adolf Hitler\n Hop 7: Adolf Hitler -> country -> Germany\n Hop 8: Germany", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_006540", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Hop 1: Attilio Pierelli -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Hop 1: Al\u00edpio -> member of -> sports team (1998-2000) -> chairperson -> Jo\u00e3o Tamagnini Barbosa (1998-2000)\n Hop 2: Jo\u00e3o Tamagnini Barbosa -> member of -> sports team (1998-2000) -> chairperson -> ? (1998-2000)\n Answer: ? -> Jo\u00e3o de Almeida", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000470", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Renato Polselli -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> head of state -> Umberto II (1950)\n Hop 3: Umberto II -> head of state -> Renato Polselli (1950)\n Answer: Umberto II", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004884", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Emma Thompson", + "pred": "Hop 1: Jodie Foster -> 1992 -> 1992 Academy Awards\n Hop 2: 1992 Academy Awards -> 1992 -> 1992\n Hop 3: 1992 -> 1992 -> 1992\n Hop 4: 1992 -> 1992 -> 1992\n Hop 5: 1", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008312", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "United Kingdom of Great Britain and Ireland", + "pred": "Hop 1: Leonard Woolf -> spouse -> Virginia Woolf (Hop 1)\n Hop 2: Virginia Woolf -> country of citizenship -> United Kingdom (Hop 2)\n Hop 3: United Kingdom -> country of citizenship -> United Kingdom (Hop 3)\n Hop 4: United Kingdom -> country of citizenship -> United Kingdom (Hop 4)\n Hop 5: United Kingdom -> country of citizenship -> United Kingdom (Hop 5)\n Hop 6: United", + "em": 0.0, + "f1": 0.26086956521739124 + }, + { + "id": "q_006013", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "Hop 1: Louise Bourgeois -> work location -> New York City (Hop 1)\n Hop 2: New York City -> head of government -> Michael Bloomberg (Hop 2)\n Hop 3: Michael Bloomberg -> located in -> New York City (Hop 3)\n Hop 4: New York City -> located in -> New York State (Hop 4)\n Hop 5: New York State -> head of government -> Kathy Hochul (Hop 5)\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006889", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Carlo Ancelotti", + "pred": "Hop 1: Franco Di Santo -> member of -> A.S. Roma (2009)\n Hop 2: A.S. Roma -> head coach -> Luciano Spalletti (2009)\n Hop 3: Luciano Spalletti -> member of -> A.S. Roma (2009)\n Hop 4: A.S. Roma -> head coach -> Luciano Spalletti (2009)\n Answer: Luciano Spallet", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003651", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Hop 1: Matt Carkner -> drafted by -> St. Louis Blues (1999)\n Hop 2: St. Louis Blues -> sports team -> Montreal Canadiens (1999)\n Hop 3: Montreal Canadiens -> team captain -> Guy Lafleur (1999)\n Hop 4: Guy Lafleur -> member of -> Montreal Canadiens (1999)\n Hop 5: Montreal Canadiens -> team captain -> Guy Lafleur (19", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Q82595", + "pred": "Hop 1: Mirco Born -> member of sports team -> 1. FC N\u00fcrnberg (2015)\n Hop 2: 1. FC N\u00fcrnberg -> league or competition -> Bundesliga\n Answer: Bundesliga", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Armando C\u00edrio -> country of citizenship -> Brazil\n Hop 2: Brazil -> head of state -> Dilma Rousseff\n Answer: Dilma Rousseff", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000420", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1917.0, + "gold": "1917", + "pred": "Hop\n Hop 1: Transbaikal Oblast -> located in -> Irkutsk Oblast (1917)\n Hop 2: Irkutsk Oblast (1917) -> significant event -> February Revolution (1917)\n Hop 3: February Revolution (1917) -> year -> 1917\n Answer: 1917", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_005828", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Prime Minister of Belize", + "pred": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Sepp Herberger", + "pred": "Hop 1: Hans Nowak -> member of -> sports team -> head coach -> Hans Nowak (1962)\n Answer: Hans Nowak", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002499", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Territory of Hawaii", + "pred": "Hop 1: Henry James -> country of citizenship -> United States (Hop Type: country of citizenship)\n Hop 2: United States -> contains the administrative territorial entity -> New York (Hop Type: contains the administrative territorial entity)\n Hop 3: New York -> contains the administrative territorial entity -> New York County (Hop Type: contains the administrative territorial entity)\n Answer: New York County", + "em": 0.0, + "f1": 0.08333333333333333 + }, + { + "id": "q_008212", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "George VI", + "pred": "Hop\n Hop 1: HMS Spur -> country -> United Kingdom\n Hop 2: United Kingdom -> head of state -> George VI\n Hop 3: George VI -> successor -> Elizabeth II\n Answer: George VI", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Salvatore Cassisa -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> shares border with -> Greece (1967)\n Answer: Greece", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006976", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Gennaro Gattuso", + "pred": "Hop 1: Hakan \u00c7alhano\u011flu -> sports team -> FC Schalke 04 (2016-2018)\n Hop 2: FC Schalke 04 -> head coach -> Christian Gross (2017-2018)\n Hop 3: Christian Gross -> member of -> Vincenzo Montella (2018-2019)\n Answer: Christian Gross", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007445", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Hop 1: Borussia Dortmund -> head coach -> Thomas Tuchel (2012)\n Hop 2: Thomas Tuchel -> award -> European Golden Shoe (2012)\n Answer: European Golden Shoe", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004525", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Lamberto Dini", + "pred": "Hop 1: Antonio Brancaccio -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of government -> Giuliano Amato (1995)\n Hop 3: Antonio Brancaccio -> country of citizenship -> Italy (1995)\n Hop 4: Italy -> head of government -> Giuliano Amato (1995)\n Hop 5: Antonio Brancaccio -> country of citizenship ->", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Giorgio Napolitano", + "pred": "Hop 1: Milram -> country -> Italy (1992-1994)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1999-2006)\n Answer: Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003387", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: Karlsruhe Institute of Technology -> member of -> Tsinghua University (2021)\n Answer: 2021", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_004969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Hop 1: George Boateng -> member of sports team -> FC Nordsj\u00e6lland (2012)\n Hop 2: FC Nordsj\u00e6lland -> head coach -> Morten Wieghorst (2012)\n Hop 3: Morten Wieghorst -> member of sports team -> FC Nordsj\u00e6lland (2012)\n Answer: FC Nordsj\u00e6lland", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008292", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "United States", + "pred": "Hop 1: Yaroslav Popovych -> sports team -> FC Metalurh Donetsk (2006)\n Hop 2: FC Metalurh Donetsk -> country -> Ukraine\n Hop 3: Ukraine -> member of -> European Union\n Answer: European Union", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006528", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "Hop 1: Leo K\u00f6nigsberger -> doctoral student -> Moritz Cantor (1843-1918)\n Hop 2: Moritz Cantor -> doctoral advisor -> Karl Weierstra\u00df (1815-1897)\n Answer: 1897", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008636", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Walter Zenga", + "pred": "Hop 1: Giuseppe Mascara -> member of -> AS Roma (2008)\n Hop 2: AS Roma -> head coach -> Luciano Spalletti (2008)\n Hop 3: Luciano Spalletti -> head coach -> Giuseppe Mascara (2008)\n Answer: Luciano Spalletti", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004972", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Kia Forum", + "pred": "Hop 1: Kermit Washington -> sports team -> Minnesota Vikings (1977)\n Hop 2: Minnesota Vikings -> home venue -> Metropolitan Stadium (1977)\n Hop 3: Metropolitan Stadium -> member of -> National Football League (1977)\n Answer: National Football League", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006497", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Hungarian People's Republic", + "pred": "Hop\n Hop 1: Demeter Balla -> work location -> Budapest\n Hop 2: Budapest -> capital of -> Hungary\n Answer: Hungary", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Hop 1: Fernando Torres -> sports team -> Atl\u00e9tico Madrid (2011-2014)\n Hop 2: Atl\u00e9tico Madrid -> head coach -> Diego Simeone (2011-2014)\n Hop 3: Diego Simeone -> member of -> Real Madrid (2014-2016)\n Hop 4: Real Madrid -> head coach -> Rafael Ben\u00edtez (2010-", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005410", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Taiwan", + "pred": "Hop 1: Elizabeth Bishop -> residence -> 1955 -> diplomatic relation -> United States of America\n Answer: United States of America", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000901", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Hop 1: Gaza City -> country -> Palestine\n Hop 2: Palestine -> head of government -> Mahmoud Abbas\n Answer: Mahmoud Abbas", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007838", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mircea Lucescu", + "pred": "Hop 1: Berkant G\u00f6ktan -> member of sports team -> Fenerbah\u00e7e S.K. (2002)\n Hop 2: Fenerbah\u00e7e S.K. (2002) -> head coach -> B\u00fclent Korkmaz\n Answer: B\u00fclent Korkmaz", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007144", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "The Internationale", + "pred": "Hop 1: Glazov -> located in -> Kirov Oblast (1921)\n Hop 2: Kirov Oblast -> country of citizenship -> Russian Soviet Federative Socialist Republic (1921)\n Hop 3: Russian Soviet Federative Socialist Republic -> anthem -> Internationale (1921)\n Hop 4: Internationale -> located in -> Kirov Oblast (1921)\n Hop 5: Kiro", + "em": 0.0, + "f1": 0.08 + }, + { + "id": "q_003135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Jean Mistler", + "pred": "Hop 1: Ren\u00e9 Huyghe -> member of -> Soci\u00e9t\u00e9 des Gens de Lettres (1975)\n Hop 2: Soci\u00e9t\u00e9 des Gens de Lettres -> general secretary -> Jean-Pierre L\u00e9aud (1975)\n Hop 3: Jean-Pierre L\u00e9aud -> member of -> French Academy (1975)\n Hop 4: French Academy -> general secretary -> Jean-Pierre L\u00e9aud (1", + "em": 0.0, + "f1": 0.08333333333333334 + }, + { + "id": "q_000287", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Gerhard Casper", + "pred": "Hop 1: Andrew M. Stuart -> employer -> American Express (1993)\n Hop 2: American Express -> chairperson -> Robert L. Johnson (1993)\n Answer: Robert L. Johnson", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004792", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Hop 1: Mario Piccioli -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> currency -> Italian lira (1947)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006621", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sean Yates", + "pred": "Hop 1: Q561361 -> member of sports team -> Q193111 (Borussia Dortmund)\n Hop 2: Q193111 -> head coach -> Q193111 (Borussia Dortmund)\n Hop 3: Q193111 (Borussia Dortmund) -> member of sports team -> Q193111 (Borussia Dortmund)\n Answer:", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001788", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002557", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Fiorello H. La Guardia", + "pred": "Hop 1: Hanns Eisler -> work location -> Berlin\n Hop 2: Berlin -> head of government -> Otto Grotewohl\n Answer: Otto Grotewohl", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006058", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Giuseppe Saragat", + "pred": "Hop 1: Antonio Pesenti -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (Hop 2)\n Answer: Giorgio Napolitano", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000536", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Hop 1: Baltazar -> member of -> sports team -> home venue -> Estadio Metropolitano\n Answer: Estadio Metropolitano", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007404", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2000.0, + "gold": "2000", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001292", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1990.0, + "gold": "1990", + "pred": "Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Hop 1: Fay Weldon -> nominated for -> 1979 Booker Prize (Hop 1)\n Hop 2: 1979 Booker Prize -> winner -> Nadine Gordimer (Hop 2)\n Hop 3: Nadine Gordimer -> winner of -> 1981 Booker Prize (Hop 3)\n Answer: 1981 Booker Prize", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002490", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "Hop\n Hop 1: Jeanne Eagels -> Academy Award for Best Actress -> 1930\n Hop 2: Norma Shearer -> Academy Award for Best Actress -> 1930\n Hop 3: Jeanne Eagels -> nominated for -> Norma Shearer (1930)\n Answer: 1930", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_001434", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "New York City", + "pred": "Hop\n Hop 1: Betsey Johnson -> spouse -> Robert L. Johnson (1971)\n Hop 2: Robert L. Johnson (1971) -> residence -> New York City (1971)\n Answer: New York City", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_006868", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "Hop 1: Ben Kingsley -> 1999 -> 1999 British Academy Film Awards -> 1999 British Academy Film Awards -> 1999 British Academy Film Awards -> 1999 British Academy Film Awards -> 1999 British Academy Film Awards -> 1999 British Academy Film Awards -> 1999 British Academy Film Awards -> 1999 British Academy Film Awards -> 1", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jean Mistler", + "pred": "Hop 1: Roger Caillois -> member of -> Acad\u00e9mie des beaux-arts (1977)\n Hop 2: Acad\u00e9mie des beaux-arts -> general secretary -> Jean-Pierre L\u00e9aud (1977)\n Answer: Jean-Pierre L\u00e9aud", + "em": 0.0, + "f1": 0.09999999999999999 + }, + { + "id": "q_002319", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2022.0, + "gold": "2022", + "pred": "Hop 1: Stevan Joveti\u0107 -> member of -> VfL Wolfsburg (2010-2012)\n Hop 2: VfL Wolfsburg -> head coach -> Felix Magath (2010-2012)\n Hop 3: Felix Magath -> head coach -> 1. FC N\u00fcrnberg (2012-2013)\n Hop 4: 1. FC N", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008472", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Inge Keller -> spouse -> Karl-Heinz K\u00fchn\n Hop 2: Karl-Heinz K\u00fchn -> country of citizenship -> East Germany\n Hop 3: East Germany -> before -> Germany\n Answer: Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000496", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Massimo D'Alema", + "pred": "Hop 1: Fulvio Tomizza -> country of citizenship -> Italy (1999)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1999)\n Answer: Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005883", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Hop 1: G\u00fcnter Siegmund -> country of citizenship -> Germany (1997)\n Hop 2: Germany -> member of -> Western European Union (1997)\n Hop 3: Western European Union -> head of state -> Helmut Kohl (1997)\n Answer: Helmut Kohl", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "BP", + "pred": "Hop 1: Rudolf Kargus -> member of sports team -> Hans-J\u00fcrgen B\u00f6ckler (1980)\n Hop 2: Hans-J\u00fcrgen B\u00f6ckler (1980) -> sponsor -> Dresdner Bank (1980)\n Answer: Dresdner Bank", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001286", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Hop 1: Tullio Kezich -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1969)\n Answer: Giovanni Gronchi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003325", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Bucharest", + "pred": "Hop 1: Vla\u0219ca County -> country -> Romania (Hop 1)\n Hop 2: Romania -> capital -> Bucharest (Hop 2)\n Answer: Bucharest", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "Hop 1: Sister Rosetta Tharpe -> residence -> 1924 -> Chicago\n Hop 2: Chicago -> head of government -> 1924 -> Carter Harrison IV\n Hop 3: Carter Harrison IV -> residence -> 1924 -> 1924\n Hop 4: 1924 -> head of government -> 1924 -> 1924\n Answer: 1924", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000949", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Hop 1: G\u00fcnter Siegmund -> country of citizenship -> East Germany (1949-1990)\n Hop 2: East Germany (1949-1990) -> head of state -> Erich Honecker (1976-1989)\n Hop 3: Erich Honecker -> head of state -> Erich Honecker (1989-1990)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004634", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Hop\n Hop 1: Rossens -> 1999 -> 1999 -> 1999 -> 1999 -> 1999 -> 1999 -> 1999 -> 1999 -> 1999 -> 1999 -> 1999 -> 1999 -> 1999 -> 1999 -> 19", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008417", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Hop 1: Stephan Andrist -> member of sports team -> FC Aarau (2015)\n Hop 2: FC Aarau -> league or competition -> Swiss Cup (2015)\n Answer: Swiss Cup", + "em": 0.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_007078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Raffaele Anguilla -> country of citizenship -> Italy (2002)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2002)\n Hop 3: Carlo Azeglio Ciampi -> head of state -> Italy (2002)\n Answer: Italy", + "em": 1.0, + "f1": 0.3 + }, + { + "id": "q_003711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mary J. Blige", + "pred": "Hop\n Hop 1: Aaliyah (singer) -> 2002 -> Best Female R&B Vocal Performance (Grammy) -> Winner -> Mary J. Blige\n Hop 2: Mary J. Blige -> 2002 -> Best Female R&B Vocal Performance (Grammy) -> Winner -> Mary J. Blige\n Hop 3: Mary J. Blige -> 2002 -> Best Female R&B Vocal Performance", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_007469", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Hop 1: Ueki -> Ueki (1987) (position)\n Hop 2: Ueki (1987) -> Ueki (1987) (position)\n Hop 3: Ueki (1987) -> Ueki (1987) (position)\n Hop 4: Ueki (1987) -> Ueki (1987) (position)\n Hop 5: Ueki", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002488", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Italian lira", + "pred": "Hop 1: Avanti Martinetti -> country of citizenship -> Italy (1954)\n Hop 2: Italy -> currency -> Italian lira (1954)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_004737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Hop 1: Gaza City -> country -> Palestine\n Hop 2: Palestine -> head of government -> Mahmoud Abbas\n Answer: Mahmoud Abbas", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007418", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Luigi Agnolin -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> member of -> European Union (1998)\n Answer: European Union", + "em": 0.0, + "f1": 0.10526315789473682 + }, + { + "id": "q_006584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Elliott Gould", + "pred": "Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005916", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Italian lira", + "pred": "Hop 1: Marta Abba -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> currency -> Italian lira (1962)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_003663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Micha\u0142 Matyas", + "pred": "Hop 1: Zygfryd Szo\u0142tysik -> member of sports team -> Legia Warsaw (1967)\n Hop 2: Legia Warsaw -> head coach -> Janusz Kowalik (1967)\n Answer: Janusz Kowalik", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006233", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Hop 1: Ayhan Akman -> member of -> Fenerbah\u00e7e S.K. (2006)\n Hop 2: Fenerbah\u00e7e S.K. -> head coach -> B\u00fclent Korkmaz (2006)\n Hop 3: B\u00fclent Korkmaz -> member of -> Turkish Basketball League (2006)\n Answer: Turkish Basketball League", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005848", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "German Empire", + "pred": "Hop 1: Hugo von Tschudi -> work location -> Basel (Switzerland)\n Hop 2: Basel (Switzerland) -> country -> Switzerland\n Answer: Switzerland", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005040", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Antonio Segni", + "pred": "Hop 1: Rossana Rossanda -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Answer: Antonio Segni", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_005138", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Hartmann Lauterbacher -> member of -> German National People's Party (1930-1945) (Hop 1)\n Hop 2: German National People's Party (1930-1945) -> chairperson -> Paul von Hindenburg (Hop 2)\n Hop 3: Paul von Hindenburg -> member of -> German National People's Party (1930-1945)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004246", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Giorgio Ferrini -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> shares border with -> Greece (1948)\n Hop 3: Greece -> country of citizenship -> Giorgio Ferrini (1948)\n Answer: Greece", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007892", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Italian lira", + "pred": "Hop 1: Isabella Biagini -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> currency -> Italian lira (1993)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_003061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Fritz-Julius Lemp -> country of citizenship -> Germany (1941)\n Hop 2: Germany -> head of state -> Paul von Hindenburg (1941)\n Answer: Paul von Hindenburg", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006684", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Antonio Segni -> country of citizenship -> Italy (1949)\n Hop 2: Italy -> head of state -> Umberto II (1949)\n Answer: Umberto II", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001045", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Hop 1: Coldplay -> 2005 -> Signs (album)\n Hop 2: Signs (album) -> 2005 -> Grammy Award for Best Rock Album\n Hop 3: Grammy Award for Best Rock Album -> 2005 -> winner of\n Hop 4: winner of -> 2005 -> Coldplay\n Answer: 2005", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_007568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "association football", + "pred": "Hop 1: Philipp Laux -> sports team -> 1. FC Nuremberg (1998)\n Hop 2: 1. FC Nuremberg -> member of sports team -> German football league (1998)\n Hop 3: German football league -> sport -> football (1998)\n Answer: football", + "em": 0.0, + "f1": 0.09999999999999999 + }, + { + "id": "q_002791", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Lory Del Santo", + "pred": "Hop 1: Pattie Boyd -> spouse -> Eric Clapton (1987)\n Hop 2: Eric Clapton -> unmarried partner -> Pattie Boyd (1987)\n Hop 3: Pattie Boyd -> spouse -> George Harrison (1987)\n Answer: George Harrison", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005581", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Hop 1: The Ninth Day -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor (2005) -> winner -> Jean-Michel Lourau\n Hop 3: Jean-Michel Lourau -> nominated for -> C\u00e9sar Award for Best Actor (2005)\n Hop 4: C\u00e9sar Award for Best Actor (2005) -> winner ->", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Pawe\u0142 Janas", + "pred": "Hop 1: Marcin Baszczy\u0144ski -> sports team -> Legia Warsaw (2004)\n Hop 2: Legia Warsaw -> head coach -> Janusz Michalik (2004)\n Hop 3: Janusz Michalik -> member of -> Polish Football Association (2004)\n Hop 4: Polish Football Association -> head coach -> W\u0142adys\u0142aw Koz\u0142owski (2004)\n Hop 5:", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004802", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "John W. Campbell", + "pred": "Hop\n Hop 1: Orson Scott Card -> award -> 1978 -> named after -> Robert A. Heinlein\n Hop 2: Robert A. Heinlein -> born -> 1907 -> named after -> Robert A. Heinlein\n Hop 3: Robert A. Heinlein -> born -> 1907 -> named after -> Robert A. Heinlein\n Answer: Robert A. Heinlein", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004455", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Hop 1: Guido Celano -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> head of state -> Giovanni Leone (1975)\n Hop 3: Giovanni Leone -> head of state -> Italy (1975)\n Answer: Italy", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_001570", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Otto Nerz", + "pred": "Hop 1: Rudolf Noack -> member of -> 1. FC N\u00fcrnberg (1936-1937)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Otto Rehhagel (1936-1937)\n Answer: Otto Rehhagel", + "em": 0.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_005703", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Morten Olsen", + "pred": "Hop 1: Kasper Lorentzen -> sports team -> Aalborg Handball (2012)\n Hop 2: Aalborg Handball -> head coach -> Morten Rasmussen (2012)\n Hop 3: Morten Rasmussen -> member of -> Danish Handball Team (2012)\n Answer: Danish Handball Team", + "em": 0.0, + "f1": 0.09523809523809525 + }, + { + "id": "q_006235", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Diego Simeone", + "pred": "Hop 1: Maxi L\u00f3pez -> member of sports team -> Club Atl\u00e9tico River Plate (2011)\n Hop 2: Club Atl\u00e9tico River Plate (2011) -> head coach -> Marcelo Bielsa (2011)\n Hop 3: Marcelo Bielsa -> member of sports team -> Club Atl\u00e9tico River Plate (2011)\n Answer: Club Atl\u00e9tico River Plate (2011)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001186", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Susan Sarandon", + "pred": "Hop\n Hop 1: Nell (singer) -> Nominated for -> 1995 Grammy Award for Best Female Pop Vocal Performance (1995)\n Hop 2: 1995 Grammy Award for Best Female Pop Vocal Performance (1995) -> Winner -> Celine Dion\n Answer: Celine Dion", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005903", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Hop 1: B\u00fclent Korkmaz -> head coach -> Kayseri Erciyesspor (2009)\n Hop 2: Kayseri Erciyesspor -> member of -> Turkish Football Super League (2009)\n Hop 3: Turkish Football Super League -> sports team -> Serdar Eylik (2009)\n Answer: 2009", + "em": 1.0, + "f1": 0.08695652173913045 + }, + { + "id": "q_002985", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Bettino Craxi", + "pred": "Hop 1: Mario Agnes -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of government -> Gianni Letta (Hop 2)\n Answer: Gianni Letta", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Hop 1: Piotr Jegor -> member of -> Polish Football Association (1991)\n Hop 2: Polish Football Association (1991) -> head coach -> Janusz Kowal (1991)\n Hop 3: Janusz Kowal (1991) -> member of -> sports team -> Legia Warsaw (1991)\n Answer: Legia Warsaw", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008323", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Hop 1: Demeter Balla -> work location -> Budapest (Hop 1)\n Hop 2: Budapest -> capital -> Buda (Hop 2)\n Answer: Buda", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Joe D'Amato -> country of citizenship -> Italy (1981)\n Hop 2: Italy -> shares border with -> Greece (1981)\n Answer: Greece", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005474", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Oskar von Miller", + "pred": "Hop 1: Rudolf Diesel -> member of -> German Society of Engineers (1903)\n Hop 2: German Society of Engineers (1903) -> board member of -> Karl von Schwerin (1903)\n Hop 3: Karl von Schwerin -> member of -> Karl von Schwerin (1903)\n Answer: Karl von Schwerin", + "em": 0.0, + "f1": 0.1 + }, + { + "id": "q_001830", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Nippon Bud\u014dkan", + "pred": "Hop 1: B'z -> award -> 1990 Japan Gold Disc Award\n Hop 2: 1990 Japan Gold Disc Award -> location -> Tokyo\n Answer: Tokyo", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001756", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Hop 1: Alessandro Alessandroni -> country of citizenship -> Kingdom of Italy (1947)\n Hop 2: Kingdom of Italy -> currency -> Italian lira (1947)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_001887", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "Hop 1: Dietmar Hamann -> member of sports team -> 1. FC Nuremberg (2004-2005)\n Hop 2: 1. FC Nuremberg -> head coach -> Thomas Gerstner (2004-2005)\n Hop 3: Thomas Gerstner -> member of sports team -> Germany men's national association football team (2004-2005)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005552", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Hop 1: Achim Mentzel -> presenter -> Deutscher Fernsehfunk (Hop 1)\n Answer: Deutscher Fernsehfunk", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004901", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Wen Jiabao", + "pred": "Hop 1: Xiao Yang -> country of citizenship -> People's Republic of China (Hop: country of citizenship)\n Hop 2: People's Republic of China -> head of government -> Wen Jiabao (Hop: head of government)\n Hop 3: Wen Jiabao -> country of citizenship -> People's Republic of China (Hop: country of citizenship)\n Hop 4: People's Republic of China -> head of government -> Li Keqiang (Hop: head of", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006473", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Hop 1: athletics at the 2008 Summer Olympics \u2013 men's 200 metres -> participant -> 2008 Summer Olympics (Hop 1)\n Hop 2: 2008 Summer Olympics -> 2008 (Hop 2)\n Hop 3: athletics at the 2008 Summer Olympics \u2013 men's 100 metres -> participant -> 2008 Summer Olympics (Hop 3)", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_006253", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Hop 1: Peter Bergmann -> award -> 1962 Nobel Prize in Physics (Hop 1)\n Hop 2: 1962 Nobel Prize in Physics -> winner -> Richard Feynman (Hop 2)\n Hop 3: Richard Feynman -> equal to -> John Archibald Wheeler (Hop 3)\n Answer: 1962", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002709", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Alex McLeish", + "pred": "Hop 1: Robin Shroot -> member of -> West Bromwich Albion (Football Club)\n Hop 2: West Bromwich Albion (Football Club) -> head coach -> Tony Pulis\n Hop 3: Tony Pulis -> member of -> Steve Bruce (Football Manager)\n Hop 4: Steve Bruce (Football Manager) -> member of -> Manchester United F.C.\n Hop 5: Manchester United F.C. -> head coach -> Alex Ferguson\n Answer: Alex", + "em": 0.0, + "f1": 0.06451612903225806 + }, + { + "id": "q_007811", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Giovanni Spadolini", + "pred": "Hop 1: Dante Amarilli -> country of citizenship -> Italy (1982)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1982)\n Hop 3: Dante Amarilli -> country of citizenship -> Italy (1982)\n Hop 4: Italy -> head of government -> Giovanni Spadolini (1982)\n Answer: Giovanni Spadolini", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_006165", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Edward Cassidy", + "pred": "Hop 1: Joint Declaration on the Doctrine of Justification -> signatory -> Hans Urs von Balthasar (1999-01-01)\n Hop 2: Hans Urs von Balthasar -> chairperson -> Pontifical Council for Promoting Christian Unity (1999-01-01)\n Hop 3: Pontifical Council for Promoting Christian Unity -> chairperson -> Peter-Hans Kolvenbach (199", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007431", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Ernest Borgnine", + "pred": "Hop 1: Dan O'Herlihy -> Gentleman's Agreement (1947) -> Academy Award for Best Actor (1948)\n Hop 2: Academy Award for Best Actor (1948) -> winner -> Broderick Crawford\n Hop 3: Broderick Crawford -> nominated for -> The Best Years of Our Lives (1946)\n Hop 4: The Best Years of Our Lives (1946)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002594", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Soviet Union", + "pred": "Hop 1: Kiliia Raion -> located in -> Khmelnytsky Oblast (1956)\n Hop 2: Khmelnytsky Oblast -> country -> Ukraine (1956)\n Answer: Ukraine", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004546", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "David Dinkins", + "pred": "Hop\n Hop 1: Nancy Graves -> work location -> New York City\n Hop 2: New York City -> head of government -> Fiorello H. La Guardia\n Answer: Fiorello H. La Guardia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006589", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Hop 1: Giorgio Albani -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1996)\n Answer: Giovanni Spadolini", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006151", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: Ulm University -> member -> Forschungszentrum J\u00fclich (2013-01-01)\n Hop 2: Forschungszentrum J\u00fclich -> funder -> European Commission (2013-01-01)\n Answer: 2013", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005300", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Otto Rehhagel", + "pred": "Hop 1: Dimitris Salpingidis -> member of -> AEK Athens F.C. (2009)\n Hop 2: AEK Athens F.C. -> head coach -> Nikos Karelis (2009)\n Hop 3: Nikos Karelis -> member of -> AEK Athens F.C. (2009)\n Hop 4: AEK Athens F.C. -> head coach -> Nikos Karelis (2", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003618", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Franz Joseph I of Austria", + "pred": "Hop\n Hop: 1. Istv\u00e1n Bib\u00f3 -> 2. educated at -> 3. University of Budapest (1929)\n Answer: University of Budapest", + "em": 0.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_001231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "Hop 1: United States -> shares border with -> Panama (2002)\n Hop 2: Discovery Channel -> country -> United States (2002)\n Hop 3: United States -> head of government -> George W. Bush (2002)\n Answer: George W. Bush", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_001195", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007049", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1978.0, + "gold": "1978", + "pred": "Hop\n Hop 1: David H. Hubel -> winner of -> Vernon Benjamin Mountcastle Award (1978)\n Hop 2: Vernon Benjamin Mountcastle Award (1978) -> winner -> David H. Hubel\n Answer: 1978", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_003961", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Edith Roosevelt", + "pred": "Hop 1: United States -> head of government -> Theodore Roosevelt (1903)\n Hop 2: Immigration Act of 1903 -> signatory -> John G. Morris\n Hop 3: John G. Morris -> spouse -> Mary E. Morris\n Answer: Mary E. Morris", + "em": 0.0, + "f1": 0.08333333333333334 + }, + { + "id": "q_002548", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "Hop\n Hop 1: Charles Debbas -> Country of citizenship -> France\n Hop 2: France -> Basic form of government -> Constitutional monarchy\n Answer: Constitutional monarchy", + "em": 0.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_002969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1910.0, + "gold": "Austria\u2013Hungary", + "pred": "Hop 1: Vilmos F\u00e9mes Beck -> work location -> Budapest (Hop 1)\n Hop 2: Budapest -> country -> Hungary (Hop 2)\n Answer: Hungary", + "em": 0.0, + "f1": 0.14285714285714285 + }, + { + "id": "q_003484", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "United Kingdom", + "pred": "Hop 1: Netanya -> Israel (country)\n Hop 2: Israel -> 1934 (year)\n Hop 3: 1934 -> located in (property)\n Hop 4: located in -> Palestine (value)\n Answer: Palestine", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Kingdome", + "pred": "Hop 1: Tom Chambers -> member of sports team -> Seattle SuperSonics (1985)\n Hop 2: Seattle SuperSonics -> home venue -> KeyArena (1985)\n Hop 3: KeyArena -> member of sports team -> Seattle SuperSonics (1985)\n Answer: KeyArena", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002163", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Clive Woodward", + "pred": "Hop 1: Phil Vickery -> member of -> England men's national rugby union team (2002)\n Hop 2: England men's national rugby union team -> head coach -> Clive Woodward (2002)\n Hop 3: Clive Woodward -> member of -> sports team -> London Wasps (2002)\n Hop 4: London Wasps -> head coach -> John Mitchell (2002)\n Answer: John Mitchell", + "em": 1.0, + "f1": 0.13793103448275862 + }, + { + "id": "q_006692", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Bruce Buck", + "pred": "Hop 1: Marko Marin -> member of -> Aalborg BK (2016)\n Hop 2: Aalborg BK -> chairperson -> Thomas H. S\u00f8rensen (2016)\n Hop 3: Thomas H. S\u00f8rensen -> member of -> Aalborg BK (2016)\n Hop 4: Aalborg BK -> chairperson -> Thomas H. S\u00f8rensen (2016)\n Answer: Thomas H", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006073", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Volker Finke", + "pred": "Hop 1: Alain Sutter -> member of -> HC Sparta Praha (1997)\n Hop 2: HC Sparta Praha -> head coach -> J\u00e1n Koz\u00e1k (1997)\n Hop 3: J\u00e1n Koz\u00e1k -> member of -> SK \u0160K Slovan Bratislava (1997)\n Hop 4: SK \u0160K Slovan Bratislava -> head coach -> Vladim", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008473", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Roman Abramovich", + "pred": "Hop 1: Lassana Diarra -> sports team -> AS Monaco\n Hop 2: AS Monaco -> owned by -> FPF (French Football Federation)\n Answer: FPF (French Football Federation)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003674", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1978.0, + "gold": "Leonid Brezhnev", + "pred": "Hop 1: Viktor Anpilov -> member of -> United Russia (1993-1998)\n Hop 2: United Russia (1993-1998) -> chairperson -> Vladimir Krasnov (1993-1998)\n Hop 3: Vladimir Krasnov -> member of -> Communist Party of the Soviet Union (1939-1991)\n Hop 4: Communist", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003352", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "absolute monarchy", + "pred": "Hop\n Hop: 1. Bitola -> country -> North Macedonia (Hop: 1)\n Hop: 2. North Macedonia -> basic form of government -> parliamentary republic (Hop: 2)\n Answer: parliamentary republic", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Hop 1: Giorgio Mastropasqua -> member of -> A.S. Roma (1973)\n Hop 2: A.S. Roma -> chairperson -> Giuseppe Iachini (1973)\n Answer: Giuseppe Iachini", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002789", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Italian lira", + "pred": "Hop 1: Pietro Lana -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> currency -> Italian lira (1950)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005326", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Spencer Tracy", + "pred": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005284", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Erich Werdermann", + "pred": "Hopcroft, who was the chief executive officer of Gerhard Wagenitz's employer, was the chief executive officer of Gerhard Wagenitz's employer.\n Hopcroft, who was the chief executive officer of Gerhard Wagenitz's employer, was the chief executive officer of Gerhard Wagenitz's employer.\n Hopcroft, who was the chief executive officer of Gerhard Wagenitz's employer, was the chief executive officer of Gerhard Wagenitz's employer.", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005774", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Hop 1: Stephan Andrist -> sports team -> FC Z\u00fcrich (2014-2015)\n Hop 2: FC Z\u00fcrich (2014-2015) -> league or competition -> Swiss Super League\n Answer: Swiss Super League", + "em": 1.0, + "f1": 0.3 + }, + { + "id": "q_003372", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Patrick Le Lay", + "pred": "Hop 1: Star Academy -> original broadcaster -> Channel 5 (2008)\n Hop 2: Channel 5 (2008) -> chairperson -> David Henshaw\n Answer: David Henshaw", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008201", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Hop\n Hop 1: Nicole Kidman -> Monster's award -> 2002 (Hop: winner -> year)\n Answer: 2002", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_001153", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Franz Beckenbauer", + "pred": "Hop 1: Pierre Littbarski -> member of -> 1. FC Nuremberg (1985)\n Hop 2: 1. FC Nuremberg -> head coach -> Karl-Heinz Feldkamp (1985)\n Hop 3: Karl-Heinz Feldkamp -> member of -> German Football League (1985)\n Answer: German Football League", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007164", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "Simone Inzaghi", + "pred": "Hop 1: Pepe Reina -> member of -> Liverpool F.C. (2008-2015)\n Hop 2: Liverpool F.C. -> head coach -> Rafael Ben\u00edtez (2008-2010)\n Hop 3: Rafael Ben\u00edtez -> member of -> Real Madrid C.F. (2010-2011)\n Hop 4: Real Madrid C.F. -> head coach", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006407", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Allianz Arena", + "pred": "Hop 1: Pascal Ojigwe -> member of -> Toronto Argonauts (2005)\n Hop 2: Toronto Argonauts -> home venue -> Rogers Centre (2005)\n Hop 3: Rogers Centre -> located in -> Toronto (2005)\n Answer: Toronto", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001540", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "Hop 1: Martin Posp\u00ed\u0161il -> member of -> FK P\u0159\u00edbram (2013)\n Hop 2: FK P\u0159\u00edbram -> head coach -> Josef Pe\u0161ice (2013)\n Hop 3: Josef Pe\u0161ice -> member of -> Czech Republic national football team (2013)\n Answer: 2013", + "em": 1.0, + "f1": 0.0909090909090909 + }, + { + "id": "q_005100", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Bernd Leistner -> award -> Heinrich Mann Prize (1985)\n Hop 2: Heinrich Mann Prize -> country -> Germany (1985)\n Hop 3: Germany -> award -> Otto Hahn Prize (1985)\n Hop 4: Otto Hahn Prize -> country -> Germany (1985)\n Answer: Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Claudio Ranieri", + "pred": "Hop 1: Hasan Salihamid\u017ei\u0107 -> member of -> FK Sarajevo (2008)\n Hop 2: FK Sarajevo -> head coach -> Slavoljub Muslin (2008)\n Hop 3: Slavoljub Muslin -> member of -> FK Sarajevo (2008)\n Answer: Slavoljub Muslin", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Virgilio No\u00e8 -> country of citizenship -> Italy\n Hop 2: Italy -> member of -> European Economic Community\n Hop 3: European Economic Community -> before -> 1951\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.1818181818181818 + }, + { + "id": "q_006837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Hop\n Hop 1: Cast Away (2000 film) -> Best Actor - Motion Picture Drama -> Jim Carrey (1962 - )\n Hop 2: Jim Carrey -> Academy Award for Best Actor -> Tom Hanks (1956 - )\n Hop 3: Tom Hanks -> Winner of -> 1994 Academy Award for Best Actor\n Hop 4: 1994 Academy Award for Best Actor -> Winner of", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007894", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Hop 1: Colin Firth -> 2011 -> 2011 Academy Awards\n Hop 2: 2011 Academy Awards -> winner -> 2011\n Hop 3: 2011 -> winner -> 2011\n Hop 4: 2011 -> winner -> 2011\n Hop 5: 2011 -> winner -> 2011", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_008658", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Ruslan Rotan", + "pred": "Hop 1: Oleh Husiev -> member of -> Ukrainian national football team (2016)\n Hop 2: Ukrainian national football team -> team captain -> Andriy Voronin (2016)\n Hop 3: Andriy Voronin -> member of -> Ukraine men's national football team (2016)\n Hop 4: Ukraine men's national football team -> team captain -> Andriy Shevchenko (20", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005158", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Hop 1: Pietro Giacomo Nonis -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giovanni Leone (1965)\n Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Italian lira", + "pred": "Hop 1: Giacomo Fornoni -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> currency -> Italian lira (1994)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_008060", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Bundesliga", + "pred": "Hop 1: Bernhard Schachner -> member of sports team -> Admira Wacker (2012)\n Hop 2: Admira Wacker -> league or competition -> Austrian Football Bundesliga\n Answer: Austrian Football Bundesliga", + "em": 1.0, + "f1": 0.1 + }, + { + "id": "q_004900", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "SeatGeek Stadium", + "pred": "Hop 1: Logan Pause -> sports team -> Chicago Fire FC (Hop 1)\n Hop 2: Chicago Fire FC -> home venue -> Soldier Field (Hop 2)\n Hop 3: Benji Joya -> member of sports team -> Chicago Fire FC (Hop 3)\n Hop 4: Chicago Fire FC -> home venue -> Soldier Field (Hop 4)\n Answer: Soldier Field", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000430", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Bombardier", + "pred": "Hop 1: FS E.464 -> manufacturer -> AnsaldoBreda\n Hop 2: AnsaldoBreda -> parent organization -> Ansaldo\n Hop 3: Ansaldo -> parent organization -> Finmeccanica\n Answer: Finmeccanica", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006467", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Taiwan", + "pred": "Hop 1: Enderbury Island -> country -> Tuvalu (Hop 1)\n Hop 2: Tuvalu -> diplomatic relation -> United States (Hop 2)\n Answer: United States", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004710", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "Hop 1: Tim Borowski -> member of -> 1. FC N\u00fcrnberg (2005-2006)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Thomas Gerstner (2005-2006)\n Hop 3: Thomas Gerstner -> head coach -> 1. FC N\u00fcrnberg (2005-2006)\n Answer: 1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000041", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Hop 1: Giorgio Albani -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1996)\n Hop 3: Carlo Azeglio Ciampi -> country of citizenship -> Italy (1996)\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004408", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "crown prince", + "pred": "Hop 1: Louise Mountbatten -> spouse -> Henry Lascelles (1939-1940)\n Hop 2: Henry Lascelles -> position -> Lord Lieutenant of Ireland (1939-1940)\n Answer: Lord Lieutenant of Ireland", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001201", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Giovanni Azzini -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> shares border with -> Austria (1964)\n Hop 3: Austria -> country of citizenship -> Karl von Habsburg (1964)\n Answer: Karl von Habsburg", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004457", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Hop\n Hop 1: Franz Anton Basch -> educated at -> University of Vienna (1899)\n Hop 2: University of Vienna -> named after -> Franz Joseph I of Austria (1899)\n Answer: Franz Joseph I of Austria", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005193", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Italian lira", + "pred": "Hop 1: Antonio Cariglia -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> currency -> Italian lira (1969)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005781", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "State Anthem of the Soviet Union", + "pred": "Hop\n Hop 1: Kursk Oblast -> capital -> Kursk\n Hop 2: Kursk -> located in -> Belgorod Oblast\n Hop 3: Belgorod Oblast -> anthem -> \"The Song of the Belgorod Oblast\"\n Answer: The Song of the Belgorod Oblast", + "em": 0.0, + "f1": 0.28571428571428575 + }, + { + "id": "q_004013", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Hop 1: Bernd Franke -> member of sports team -> 1. FC Nuremberg (1982)\n Hop 2: 1. FC Nuremberg -> head coach -> Karl-Heinz Feldmann (1982)\n Hop 3: Karl-Heinz Feldmann -> member of sports team -> 1. FC Nuremberg (1982)\n Answer: 1. FC Nuremberg", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003935", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Volker Finke", + "pred": "Hop 1: Andreas Bornemann -> member of -> SC Freiburg (1999-2000)\n Hop 2: SC Freiburg -> head coach -> Thomas Gerstner (1999-2000)\n Hop 3: Thomas Gerstner -> member of -> German Football League (1999-2000)\n Answer: German Football League", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006770", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Silvio Berlusconi", + "pred": "Hop 1: Fernando Redondo -> member of -> Real Madrid C.F. (2004)\n Hop 2: Real Madrid C.F. -> chairperson -> Jos\u00e9 Mar\u00eda Gil-Delgado (2004)\n Hop 3: Jos\u00e9 Mar\u00eda Gil-Delgado -> member of -> Spanish Socialist Workers' Party (2004)\n Hop 4: Spanish Socialist Workers' Party -> chairperson -> Jos\u00e9 Luis Rodr\u00edguez Zapatero (20", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008617", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Valerio Bacigalupo -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> shares border with -> Austria (1948)\n Answer: Austria", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008708", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Me\u0161a Selimovi\u0107 -> award -> 1966 NIN Prize (Hop 1)\n Hop 2: 1966 NIN Prize -> country -> Yugoslavia (Hop 2)\n Hop 3: Yugoslavia -> award -> 1966 NIN Prize (Hop 3)\n Answer: Yugoslavia", + "em": 0.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_005902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Zden\u011bk Zeman", + "pred": "Hop 1: Aron Winter -> member of -> sports team -> head coach -> Gustavo Dezotti (1996)\n Answer: Gustavo Dezotti", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007389", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Saku Koivu", + "pred": "Hop\n Hop 1: Louis Leblanc -> drafted by -> Montreal Canadiens (Hop 1)\n Hop 2: Montreal Canadiens -> team captain -> Georges V\u00e9zina (Hop 2)\n Answer: Georges V\u00e9zina", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005554", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Moscow", + "pred": "Hop\n Hop 1: Imi Knoebel -> work location -> 1992 -> twinned with -> 1992\n Hop 2: 1992 -> twinned with -> 1992\n Hop 3: 1992 -> twinned with -> 1992\n Answer: 1992", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000408", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Kingdom of Prussia", + "pred": "Hop 1: Paul Cassirer -> work location -> Berlin\n Hop 2: Berlin -> located in -> Germany\n Answer: Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003634", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Uwe Neuhaus", + "pred": "Hop 1: Micha\u0142 Bemben -> sports team -> Polish Basketball League (2008)\n Hop 2: Polish Basketball League (2008) -> head coach -> Jan Koz\u0142owski\n Hop 3: Jan Koz\u0142owski -> member of -> Polish Basketball League (2008)\n Answer: Jan Koz\u0142owski", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006653", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Italian lira", + "pred": "Hop 1: Renato Barisani -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> currency -> Italian lira (1997)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_000961", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Kate Winslet", + "pred": "Hop 1: La Vie en Rose -> winner -> Jeanne Moreau (1998-02-13)\n Hop 2: Jeanne Moreau -> nominated for -> The Earrings of Madame de... (1953)\n Hop 3: The Earrings of Madame de... -> winner -> Jeanne Moreau (1953-05-17)\n Answer: Jeanne Moreau", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002923", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Enrico Prampolini -> country of citizenship -> Italy (1949)\n Hop 2: Italy -> shares border with -> Austria (1949)\n Hop 3: Austria -> country of citizenship -> Enrico Prampolini (1949)\n Answer: Austria", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008130", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Silvio Berlusconi", + "pred": "Hop 1: Sergio Porrini -> member of -> AC Milan (1988)\n Hop 2: Karl-Heinz Schnellinger -> member of -> FC Bayern Munich (1988)\n Hop 3: FC Bayern Munich -> chairperson -> Karl-Heinz Miller (1988)\n Answer: Karl-Heinz Miller", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001668", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Jane Fonda", + "pred": "Hop\n Hop 1: Women in Love (1969 film) -> Academy Award for Best Actress -> Glenda Jackson (1946 - ) -> Winner -> 1971\n Hop 2: Women in Love (1969 film) -> Academy Award for Best Actress -> Glenda Jackson (1946 - ) -> Nominated for -> Women in Love (1969 film)\n Hop 3: Women in Love (", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Lucien Favre", + "pred": "Hop 1: Marcel Schmelzer -> sports team -> 1. FC N\u00fcrnberg (member of)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Christian Streich (head coach)\n Hop 3: Christian Streich -> member of -> VfL Bochum (member of)\n Hop 4: VfL Bochum -> head coach -> Christian Streich (head coach)\n Hop 5: Christian Streich -> member of ->", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007280", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Klaus Wowereit", + "pred": "Hop 1: Ann Wolff -> work location -> University of California, San Diego\n Hop 2: University of California, San Diego -> head of government -> Ronald Reagan\n Answer: Ronald Reagan", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004011", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "Hop 1: Brian Moore (author) -> nominated for -> 1976 Academy Award for Best Adapted Screenplay (Winner)\n Answer: 1976 Academy Award for Best Adapted Screenplay", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001876", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Thomas Tuchel", + "pred": "Hop 1: Anthony Ujah -> member of -> 1. FC N\u00fcrnberg (2012-2013)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Christian Streich (2012-2013)\n Hop 3: Christian Streich -> member of -> 1. FC N\u00fcrnberg (2012-2013)\n Answer: 1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003426", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "George H. W. Bush", + "pred": "Hop 1: Motorola -> United States (headquarters)\n Hop 2: United States -> William Howard Taft (head of government 1909-1913)\n Answer: William Howard Taft", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008324", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "Hop\n Hop 1: Corinne Griffith -> 1930 -> Norma Shearer (winner)\n Hop 2: Norma Shearer -> 1930 -> winner (of)\n Hop 3: winner (of) -> 1930 -> Corinne Griffith (nominated for)\n Answer: 1930", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_001089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Hop 1: Ansano Giannarelli -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (Hop 2)\n Answer: Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001646", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Hop 1: Walter Samuel -> member of -> River Plate (sports team)\n Hop 2: River Plate (sports team) -> head coach -> Juan Carlos Ferrero\n Hop 3: Juan Carlos Ferrero -> member of -> Inter Milan (sports team)\n Hop 4: Inter Milan (sports team) -> head coach -> Rafael Ben\u00edtez\n Hop 5: Rafael Ben\u00edtez -> member of -> Real Madrid C.F. (sports team)\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001719", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "Hop 1: Tim Borowski -> member of -> German U19 team (2005)\n Hop 2: German U19 team (2005) -> head coach -> Rainer Adrion\n Hop 3: Rainer Adrion -> member of -> Germany men's national association football team (2005)\n Hop 4: Germany men's national association football team (2005) -> head coach -> Rudi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005359", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Hop 1: George Boateng -> sports team -> FC Basel 1893 (2012)\n Hop 2: FC Basel 1893 -> head coach -> Christian Gross (2012)\n Hop 3: Christian Gross -> member of -> Swiss Football League (2012)\n Answer: Swiss Football League", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002201", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Princeton University", + "pred": "Hop\n Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop: Hop:", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000953", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Hop 1: Monica Ali -> 2003 -> Best Actress -> Cate Blanchett (Hop 2)\n Answer: Cate Blanchett", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003588", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Hop 1: Antonio L\u00f3pez -> member of sports team -> Atl\u00e9tico Madrid (2008)\n Hop 2: Atl\u00e9tico Madrid -> head coach -> Jos\u00e9 Antonio Camacho (2008)\n Answer: Jos\u00e9 Antonio Camacho", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006330", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006529", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "Hop 1: Michel Bouquet -> 1991 -> winner of Ultra\n Answer: 1991", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006295", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007246", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Agostino Coletto -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: Italy", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_001257", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "Hop 1: Shimon Peres -> country of citizenship -> Israel (Hop 1)\n Hop 2: Israel -> located in -> Middle East (Hop 2)\n Answer: Middle East", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004353", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Hop\n Hop 1: Michel D\u00e9on -> member of -> France Culture (1988)\n Hop 2: France Culture -> general secretary -> Jean-Pierre L\u00e9aud (1988)\n Answer: Jean-Pierre L\u00e9aud", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001453", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Kyakhta -> country -> Russian Empire (1915)\n Hop 2: Russian Empire -> head of state -> Nicholas II (1915)\n Answer: Nicholas II", + "em": 0.0, + "f1": 0.3333333333333333 + }, + { + "id": "q_008300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Luigi Nono -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> shares border with -> Austria (1951)\n Answer: Austria", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008480", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "Hop 1: Denzel Washington -> 1999 -> Best Actor -> The Bone Collector (1999)\n Hop 2: The Bone Collector (1999) -> 1999 -> Best Picture -> The Bone Collector (1999)\n Hop 3: The Bone Collector (1999) -> 1999 -> Best Director -> The Bone Collector (1999)\n Hop 4: The Bone", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006167", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "LMFAO", + "pred": "Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003258", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "J\u00fcrgen Linden", + "pred": "Hop 1: Ena von Baer -> residence -> Schloss Hohenberg (1998-2002)\n Hop 2: Schloss Hohenberg -> head of government -> Thomas K. H. Schmid (1998-2002)\n Hop 3: Thomas K. H. Schmid -> residence -> Schloss Hohenberg (1998-2002)\n Answer: Thomas K. H", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004631", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "absolute monarchy", + "pred": "Hop\n Hop: 1. Trabzon Province -> country -> Turkey (1904)\n Hop: 2. Turkey -> basic form of government -> constitutional monarchy (1904)\n Answer: constitutional monarchy", + "em": 0.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_004837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Ang Lee", + "pred": "Hop 1: The Tree of Life -> nominated for -> 2012 Academy Awards\n Hop 2: 2012 Academy Awards -> winner -> The Artist\n Hop 3: The Artist -> winner -> 2011 Academy Awards\n Answer: 2011 Academy Awards", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002531", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Austria", + "pred": "Hop 1: Auger effect -> discoverer or inventor -> Robert Mulliken (country of citizenship)\n Hop 2: Robert Mulliken -> country of citizenship -> United States\n Hop 3: United States -> after -> Cisleithania\n Answer: United States", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008228", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Frances McDormand", + "pred": "Hop 1: Elisabeth Shue -> nominated for -> The Client (1996)\n Hop 2: The Client (1996) -> winner of -> The English Patient (1996)\n Hop 3: The English Patient (1996) -> winner of -> Academy Award for Best Actress\n Hop 4: Academy Award for Best Actress -> winner of -> Cate Blanchett (1996)\n Hop 5: C", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005557", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Fatih Terim", + "pred": "Hop 1: Adem B\u00fcy\u00fck -> sports team -> Fenerbah\u00e7e (sports team)\n Hop 2: Fenerbah\u00e7e (sports team) -> head coach -> Ersun Yanal (person)\n Hop 3: Ersun Yanal -> member of sports team -> Turkey men's national football team (sports team)\n Answer: Ersun Yanal", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007336", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Hop 1: Daniel Br\u00fchl -> 2003 -> winner of -> 2003 European Film Awards\n Hop 2: 2003 European Film Awards -> nominated for -> 2003 European Film Awards\n Hop 3: 2003 European Film Awards -> winner of -> Luigi Lo Cascio\n Answer: 2003", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_003098", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Hop 1: Flavio Mogherini -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (Hop 2)\n Answer: Giorgio Napolitano", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002950", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1945.0, + "gold": "1945", + "pred": "Hop\n Hop 1: Mrs. Parkington -> 1945 -> 1945 (year)\n Hop 2: Joan Crawford -> 1945 -> 1945 (year)\n Hop 3: 1945 -> 1945 -> 1945 (year)\n Answer: 1945", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_000019", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Italian lira", + "pred": "Hop 1: Maurizio Lucidi -> country of citizenship -> Italy (2002)\n Hop 2: Italy -> currency -> Euro (2002)\n Answer: Euro", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001920", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Claudio Ranieri", + "pred": "Hop 1: Roberto Di Matteo -> member of -> West Bromwich Albion (2002)\n Hop 2: West Bromwich Albion -> head coach -> Tony Mowbray (2002)\n Hop 3: Tony Mowbray -> member of -> Scotland national football team (2002)\n Hop 4: Scotland national football team -> head coach -> Alex McLeish (2002)\n Hop 5:", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005782", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "Italian lira", + "pred": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1973)\n Hop 2: Italy -> currency -> Italian lira (1973)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "White Hart Lane", + "pred": "Hop 1: Alf Ramsey -> member of -> England national football team (1954)\n Hop 2: England national football team -> home venue -> Wembley Stadium (1954)\n Hop 3: Wembley Stadium -> member of -> London (1954)\n Answer: London", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000862", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Humphrey Bogart", + "pred": "Hop 1: Jos\u00e9 Ferrer -> nominated for -> The Best Years of Our Lives (1942 film)\n Hop 2: The Best Years of Our Lives (1942 film) -> winner -> Best Picture\n Hop 3: Best Picture -> winner -> 1951\n Answer: Best Picture", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001033", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "China Mi\u00e9ville", + "pred": "Hop 1: Cloud Atlas -> 2005 -> 2005 Academy Awards -> Best Cinematography -> Roger Deakins (2005)\n Hop 2: Roger Deakins (2005) -> 2005 -> 2005 Academy Awards -> Best Cinematography -> 2005 Academy Awards\n Hop 3: 2005 Academy Awards -> 2005 ->", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003960", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Inge Keller -> spouse -> Hans von Bismarck (1903-1983)\n Hop 2: Hans von Bismarck (1903-1983) -> country of citizenship -> Germany\n Hop 3: Germany -> capital -> Berlin\n Answer: Berlin", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006287", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Hop 1: Josh Lewsey -> sports team -> England men\u2019s national rugby union team (Hop 1)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Clive Woodward (Hop 2)\n Hop 3: Clive Woodward -> member of sports team -> London Wasps (Hop 3)\n Hop 4: London Wasps -> head coach -> John Mitchell (Hop 4)\n Hop 5: John Mitchell -> member of sports team", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_007880", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Giovanni Trapattoni", + "pred": "Hop 1: Stefano Tacconi -> member of -> AC Milan (1992)\n Hop 2: AC Milan -> head coach -> Arrigo Sacchi (1992)\n Hop 3: Arrigo Sacchi -> head coach -> AC Milan (1992)\n Answer: Arrigo Sacchi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005772", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Titel Municipality -> country -> Slovenia (1982)\n Answer: Slovenia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006294", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hop\n Hop 1: Samantha Morton - 2004 - Best Actress - 1999 - 2004 - 2004 - 2004 - 2004 - 2004 - 2004 - 2004 - 2004 - 2004 - 2004 - 2004 - 2004 -", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004173", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Hop 1: Pierre Littbarski -> sports team -> 1. FC Nuremberg (1982)\n Hop 2: 1. FC Nuremberg -> head coach -> Karl-Heinz Feldkamp (1982)\n Hop 3: Karl-Heinz Feldkamp -> member of -> German Football League (1982)\n Answer: German Football League", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005281", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Loredana Nusciak -> country of citizenship -> Italy\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro\n Hop 3: Oscar Luigi Scalfaro -> head of state -> Giorgio Napolitano\n Answer: Giorgio Napolitano", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Ottmar Hitzfeld", + "pred": "Hop 1: Ren\u00e9 Tretschok -> member of sports team -> 1. FC N\u00fcrnberg (1997)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Rudi V\u00f6ller (1997)\n Hop 3: Rudi V\u00f6ller -> member of sports team -> AS Monaco (1997)\n Hop 4: AS Monaco -> head coach -> Jean-Pierre Papin (1997", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008091", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "\u0130smet \u0130n\u00f6n\u00fc", + "pred": "Hop 1: Fuat K\u00f6pr\u00fcl\u00fc -> member of political party -> Cumhuriyet Halk Partisi (CHP)\n Hop 2: Cumhuriyet Halk Partisi (CHP) -> chairperson -> Refik Saydam\n Answer: Refik Saydam", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004964", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Tonino Cervi -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> member of -> European Economic Area (1994)\n Answer: European Economic Area", + "em": 0.0, + "f1": 0.1 + }, + { + "id": "q_002871", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Hop 1: Giacinto Facchetti -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> head of state -> Giovanni Leone (1994)\n Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003979", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Rachida Brakni", + "pred": "Hop 1: Julie Depardieu -> H\u00e9l\u00e8ne Filli\u00e8res (nominated for)\n Hop 2: H\u00e9l\u00e8ne Filli\u00e8res -> 1999 Cannes Film Festival (nominated for)\n Hop 3: 1999 Cannes Film Festival -> The Piano Teacher (winner of)\n Hop 4: The Piano Teacher -> 2002 (year)\n Answer: 2002", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008204", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Erwin Kramer", + "pred": "Hop\n Hop: 1. DRB Class 52 -> operator -> Deutsches Reichsbahn (1920-1945) (Hop: 1)\n Hop: 2. Deutsches Reichsbahn (1920-1945) -> manager -> Hans von der Heydt (Hop: 2)\n Answer: Hans von der Heydt", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001932", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Joe Louis Arena", + "pred": "Hop 1: Stu Grimson -> drafted by -> New York Islanders (1983)\n Hop 2: New York Islanders -> home venue -> Nassau Veterans Memorial Coliseum\n Hop 3: Nassau Veterans Memorial Coliseum -> located in -> Nassau County\n Hop 4: Nassau County -> county seat -> Hempstead\n Hop 5: Hempstead -> located in -> Nassau County\n Hop 6: Nassau County -> county seat ->", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: In\u0111ija Municipality -> located in -> Vojvodina (1984)\n Hop 2: Vojvodina -> country -> Yugoslavia (1984)\n Answer: Yugoslavia", + "em": 0.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_000480", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "UNESCO", + "pred": "Hop 1: Eduardo Saverin -> United States -> member of -> North American Free Trade Agreement (NAFTA)\n Hop 2: United States -> member of -> Organization of American States (OAS)\n Hop 3: United States -> member of -> United Nations (UN)\n Hop 4: United States -> member of -> World Trade Organization (WTO)\n Hop 5: United States -> member of -> North Atlantic Treaty Organization (NATO)\n Hop 6:", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007286", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Hop 1: Bastian Reinhardt -> member of -> 1. FC N\u00fcrnberg (2009)\n Hop 2: 1. FC N\u00fcrnberg -> sponsor -> Deutsche Bank (2009)\n Hop 3: Deutsche Bank -> member of -> Deutsche Bank (2009)\n Answer: Deutsche Bank", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Daniel Auteuil", + "pred": "Hop 1: Jan Decleir -> nominated for -> 1993 European Film Awards\n Hop 2: 1993 European Film Awards -> winner -> Jeanne Moreau\n Hop 3: Jeanne Moreau -> winner -> 1993 European Film Awards\n Answer: Jeanne Moreau", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002946", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Michal B\u00edlek", + "pred": "Hop 1: Daniel Kol\u00e1\u0159 -> sports team -> FK Teplice (2010)\n Hop 2: FK Teplice -> head coach -> Miroslav \u0160korpil (2010)\n Hop 3: Miroslav \u0160korpil -> member of -> Czechia men's national football team (2010)\n Hop 4: Czechia men's national football team -> head coach -> Joz", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003999", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Hans G\u00fcnther -> member of -> German Workers' Party (1920-1921)\n Hop 2: German Workers' Party (1920-1921) -> chairperson -> Anton Drexler (1920-1921)\n Hop 3: Anton Drexler -> member of -> German Workers' Party (1920-1921)\n Hop 4: German", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Hop 1: Vera Drake -> Best Actress -> Emily Watson (Hop 1)\n Hop 2: Emily Watson -> Academy Award -> The Last Days of American Crime (Hop 2)\n Hop 3: The Last Days of American Crime -> Best Actress -> Jennifer Aniston (Hop 3)\n Answer: Jennifer Aniston", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005752", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Bruno Bettinelli -> country of citizenship -> Italy\n Hop 2: Italy -> head of government -> Giuliano Amato\n Answer: Giuliano Amato", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001810", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Hop 1: Alberto Ronchey -> country of citizenship -> Italy\n Hop 2: Italy -> head of state -> Giuseppe Saragat\n Answer: Giuseppe Saragat", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_004977", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Livio Lorenzon -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1957)\n Answer: Alcide De Gasperi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Paul von Hindenburg", + "pred": "Hop 1: Otto Schuhart -> allegiance -> Weimar Republic (1930)\n Hop 2: Weimar Republic -> head of state -> Paul von Hindenburg (1930)\n Hop 3: Paul von Hindenburg -> country -> Germany (1930)\n Answer: Germany", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_007873", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Hop 1: Zolt\u00e1n G\u00e1bor Szab\u00f3 -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (Hop 1)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> J\u00e1nos K\u00e1rolyi ( Hop 2)\n Answer: J\u00e1nos K\u00e1rolyi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002637", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Hop 1: Graham Swift -> Every Man for Himself (1996) -> nominated for -> Man Booker Prize (1996)\n Answer: 1996", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_005587", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Hop 1: Gwyneth Jones -> winner -> 1999 World Fantasy Awards (1999)\n Hop 2: 1999 World Fantasy Awards -> nominated for -> The Book of the New Sun (1980)\n Hop 3: The Book of the New Sun -> author -> Gene Wolfe (1913)\n Hop 4: Gene Wolfe -> winner -> 1999 World Fantasy Awards (1999", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005428", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Silvio Berlusconi", + "pred": "Hop 1: Arrigo Sacchi -> coach of -> AC Milan (1997)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (1997)\n Answer: Silvio Berlusconi", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005312", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Hop 1: Ruth Chatterton -> nominated for -> The Last of the Mohicans (1930)\n Hop 2: The Last of the Mohicans (1930) -> winner -> Charles Laughton\n Hop 3: Charles Laughton -> nominated for -> Best Actor (1930)\n Hop 4: Best Actor (1930) -> winner -> Wallace Beery\n Hop 5: Wallace Beery -> nominated", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006932", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Hop 1: Frank Tieri -> residence -> United States (Hop 1)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (Hop 2)\n Hop 3: Lyndon B. Johnson -> birth name -> Lyndon Baines Johnson (Hop 3)\n Answer: Lyndon Baines Johnson", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_000781", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Hop 1: Elie Wiesel -> country of citizenship -> Romania\n Hop 2: Romania -> capital -> Bucharest\n Answer: Bucharest", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_007295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "CBS", + "pred": "Hop 1: Natalia Oreiro -> Mart\u00edn Fierro Award (nominated for)\n Hop 2: Mart\u00edn Fierro Award -> original broadcaster (located in)\n Hop 3: original broadcaster -> 2001 (year of)\n Hop 4: 2001 -> 2001 (year of)\n Answer: 2001", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000003", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1947.0, + "gold": "1947", + "pred": "Hop 1: Loretta Young -> 1947 -> winner of Celia Johnson (Hop 1)\n Answer: 1947", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Giorgio Napolitano", + "pred": "Hop 1: Claudio Pieri -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (Hop 2)\n Answer: Giorgio Napolitano", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_004934", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "Italian lira", + "pred": "Hop 1: Gianna Maria Canale -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> currency -> Italian lira (1978)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000313", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Hop\n Hop 1: Semey -> located in -> Kazakhstan (1985)\n Hop 2: Kazakhstan -> country -> Soviet Union (1985)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2016.0, + "gold": "Matteo Renzi", + "pred": "Hop 1: Mario Agnes -> country of citizenship -> Italy (1996-1999)\n Hop 2: Italy -> head of government -> Giuliano Amato (1992-1993)\n Answer: Giuliano Amato", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Lina Pagliughi -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> shares border with -> Greece (1965)\n Answer: Greece", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000903", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Hop 1: Alen Halilovi\u0107 -> sports team -> NK Slaven Belupo\n Hop 2: NK Slaven Belupo -> head coach -> Slaven Bili\u0107\n Hop 3: Slaven Bili\u0107 -> member of -> Croatian Football Federation\n Answer: Croatian Football Federation", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Umberto Mastroianni -> country of citizenship -> Italy (1979)\n Hop 2: Italy -> shares border with -> Greece (1979)\n Answer: Greece", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005738", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Aldo Moro", + "pred": "Hop 1: Enzo Sellerio -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of government -> Giuseppe Conte (Hop 2)\n Answer: Giuseppe Conte", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006558", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Hop 1: Artur Moraes -> member of -> S.L. Benfica (2012)\n Hop 2: S.L. Benfica -> chairperson -> Paulo Bento (2012)\n Hop 3: Paulo Bento -> member of -> C.D. Nacional (2012)\n Hop 4: C.D. Nacional -> chairperson -> Jos\u00e9 M\u00e1rio de Almeida (2012)\n Answer:", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004400", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Hop\n Hop 1: Kingsley Amis -> award -> 1975\n Hop 2: 1975 -> winner -> John Wain\n Answer: John Wain", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001076", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: Katholieke Universiteit Leuven -> member of -> Universiteit Leuven (2010-2011)\n Hop 2: Universiteit Leuven -> funder of -> Johannes Gutenberg University Mainz (2010-2011)\n Answer: 2010-2011", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002725", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Hop 1: 19th Canadian Ministry -> head of government -> William Lyon Mackenzie King (1935-1948)\n Hop 2: William Lyon Mackenzie King -> position held -> Prime Minister of Canada (1935-1948)\n Answer: Prime Minister of Canada (1935-1948)", + "em": 1.0, + "f1": 0.32 + }, + { + "id": "q_003906", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Liga Portugal", + "pred": "Hop 1: Pawe\u0142 Kieszek -> sports team -> Lechia Gda\u0144sk (2013)\n Hop 2: Lechia Gda\u0144sk -> league or competition -> Ekstraklasa\n Hop 3: Silvestre Varela -> sports team -> Vit\u00f3ria F.C. (2013)\n Hop 4: Vit\u00f3ria F.C. -> league or competition -> Liga Portugal 2\n Hop 5: Liga Portugal 2 -> member of", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_004405", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Alberto Bigon", + "pred": "Hop 1: Jocelyn Ahou\u00e9ya -> member of -> ASVEL Villeurbanne (2008)\n Hop 2: ASVEL Villeurbanne -> head coach -> Jean-Michel Loubet (2008)\n Hop 3: Jean-Michel Loubet -> head coach -> ASVEL Villeurbanne (2008)\n Hop 4: ASVEL Villeurbanne -> head coach -> Jean-Michel Loubet (", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Wolfgang Gerhardt", + "pred": "Hop 1: Walter Scheel -> member of -> Christian Democratic Union of Germany (CDU)\n Hop 2: Christian Democratic Union of Germany (CDU) -> chairperson -> Angela Merkel\n Hop 3: Angela Merkel -> member of -> German Unity Party (SED)\n Hop 4: German Unity Party (SED) -> chairperson -> Lothar de Menezes\n Hop 5: Lothar de Menezes -> member of -> German Unity Party", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000757", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "COMECON", + "pred": "Hop 1: Albania -> member of -> Warsaw Pact (1971)\n Hop 2: Anila Wilms -> country of citizenship -> Germany (1971)\n Hop 3: Germany -> member of -> Anila Wilms (1971)\n Answer: Anila Wilms", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Hop 1: Karen Dokhoyan -> member of sports team -> FC Spartak Yerevan (2007)\n Hop 2: FC Spartak Yerevan -> head coach -> Vahram Hovhannisyan (2007)\n Hop 3: Vahram Hovhannisyan -> member of sports team -> FC Pyunik (2007)\n Hop 4: FC Pyunik -> head coach -> Vardan", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005056", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Lavrentiy Beria", + "pred": "Hoping to find a connection between the question and the evidence, I tried to find a connection between the question and the evidence, but there was no evidence to support the answer.\nAnswer: Hoping to find a connection between the question and the evidence, I tried to find a connection between the question and the evidence, but there was no evidence to support the answer.", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Hop 1: Achim Mentzel -> presenter -> Achims Hitparade (1999)\n Hop 2: Achims Hitparade (1999) -> original broadcaster -> Deutscher Fernsehfunk\n Hop 3: Deutscher Fernsehfunk -> original broadcaster -> ARD (1999)\n Answer: ARD (1999)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008552", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop\n Hop 1: Viganello -> replaced by -> Breganzona (2004)\n Hop 2: Breganzona -> replaced by -> Breganzona (2004)\n Answer: 2004", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_004025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Bambi Award", + "pred": "Hop 1: Janet Leigh -> spouse -> Richard Widmark (1958)\n Hop 2: Richard Widmark -> award -> Academy Award for Best Supporting Actor (1958)\n Hop 3: Academy Award for Best Supporting Actor -> award -> Academy Award for Best Supporting Actor (1958)\n Answer: Academy Award for Best Supporting Actor", + "em": 0.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_000678", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Hop 1: Ida Kami\u0144ska -> nominated for -> The Best Years of Our Lives (1942 film)\n Hop 2: The Best Years of Our Lives (1942 film) -> winner -> My Darling Clementine (1946 film)\n Hop 3: My Darling Clementine (1946 film) -> winner -> John Wayne\n Answer: John Wayne", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002043", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop\n Hop 1: Gandria -> 1998 -> 1998\n Hop 2: 1998 -> 1998 -> 1998\n Hop 3: 1998 -> 1998 -> 1998\n Hop 4: 1998 -> 1998 -> 1998\n Hop 5: 1998", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007190", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "coming out", + "pred": "Hop\n Hop 1: Anne Heche -> unmarried partner -> 1997 -> significant event -> 1997\n Hop 2: Anne Heche -> unmarried partner -> 1997 -> significant event -> 1997\n Hop 3: Anne Heche -> unmarried partner -> 1997 -> significant event -> 1997\n Hop 4: Anne Heche -> unmarried partner -> 1997", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003533", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Italian lira", + "pred": "Hop 1: Bruno Migliorini -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> currency -> Italian lira (1967)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_003295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Attila J\u00f3zsef", + "pred": "Hop 1: L\u00e1szl\u00f3 B\u00fcky -> educated at -> University of Szeged\n Hop 2: University of Szeged -> named after -> Franz Joseph I of Austria\n Hop 3: Franz Joseph I of Austria -> named after -> Franz Joseph I of Austria\n Hop 4: Franz Joseph I of Austria -> named after -> Franz Joseph I of Austria\n Hop 5: Franz Joseph I of Austria -> named after -> Franz Joseph I of Austria", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Ingrid Bergman", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004864", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Ireland", + "pred": "Hop 1: Christian Murro -> member of sports team -> AS Roma (2005)\n Hop 2: AS Roma -> country -> Italy (2005)\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001930", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1929.0, + "gold": "1929", + "pred": "Hop\n Hop 1: Warner Baxter -> 1929 -> Disraeli's award -> winner -> 1929\n Answer: 1929", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004482", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Hop 1: Ralph Faudree -> Aviezri Fraenkel's award -> 1987\n Answer: 1987", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000444", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "president of Germany", + "pred": "Hop 1: Q779279 -> signatory -> Germany (1990-1991) ( hop rank: 0.83 )\n Hop 2: Germany -> head of state -> Christian Wulff ( hop rank: 0.81 )\n Answer: head of state", + "em": 0.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_002417", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Saku Koivu", + "pred": "Hop 1: Juraj Mik\u00fa\u0161 -> drafted by -> New York Rangers (2005)\n Hop 2: New York Rangers -> team captain -> Brian Leetch (2005)\n Hop 3: Brian Leetch -> drafted by -> Montreal Canadiens (1984)\n Answer: Montreal Canadiens", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "Hop 1: Bar\u0131\u015f \u00d6r\u00fcc\u00fc -> member of sports team -> Bursaspor (2012)\n Hop 2: Bursaspor -> league or competition -> Turkish Super Lig (2012)\n Answer: Turkish Super Lig", + "em": 0.0, + "f1": 0.09999999999999999 + }, + { + "id": "q_002089", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "Hop 1: Heat and Dust -> award -> 1975 (Hop 1)\n Hop 2: 1975 -> winner -> Ruth Prawer Jhabvala (Hop 2)\n Answer: 1975", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_002782", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Hop 1: Horst Bredekamp -> work location -> University of Bremen (2009)\n Hop 2: University of Bremen -> head of government -> Carsten B\u00f6sel (2009)\n Hop 3: Carsten B\u00f6sel -> work location -> Bremen (2009)\n Answer: Bremen", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Karel Br\u00fcckner", + "pred": "Hop 1: Roman T\u00fdce -> member of -> FK Teplice (2004)\n Hop 2: FK Teplice -> head coach -> Miroslav \u0160korpil (2004)\n Answer: Miroslav \u0160korpil", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006603", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Hop 1: Kiran Desai -> The Night Watch (1998) -> nominated for -> 1998 (year)\n Answer: 1998", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000643", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Franz Xaver Schwarz -> member of political party -> NSDAP\n Hop 2: NSDAP -> chairperson -> Otto Meissner\n Answer: Otto Meissner", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001459", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Sepp Piontek", + "pred": "Hop 1: Kim Vilfort -> member of -> Aalborg BK (1986)\n Hop 2: Aalborg BK -> head coach -> S\u00f8rensen (1986)\n Answer: S\u00f8rensen", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007691", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "German Emperor", + "pred": "Hop 1: Augusta Victoria of Schleswig-Holstein -> spouse -> Wilhelm II, German Emperor (1912)\n Hop 2: Wilhelm II, German Emperor -> position -> German Emperor (1912)\n Hop 3: German Emperor -> held -> position (1912)\n Answer: position", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_004382", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Israeli Premier League", + "pred": "Hop 1: Rodgers Kola -> member of -> Sports team (2015)\n Hop 2: Sports team (2015) -> league or competition -> Superliga (2015)\n Hop 3: Superliga (2015) -> member of -> European Union (2015)\n Answer: European Union", + "em": 0.0, + "f1": 0.09523809523809525 + }, + { + "id": "q_008297", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Luxembourg National Division", + "pred": "Hop 1: Mathias J\u00e4nisch -> member of sports team -> US Hostert (1999-2000)\n Hop 2: US Hostert -> league or competition -> 2. Bundesliga (1999-2000)\n Answer: 2. Bundesliga", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Guido Crepax -> country of citizenship -> Italy\n Hop 2: Italy -> member of -> European Economic Community\n Hop 3: European Economic Community -> member of -> European Free Trade Association\n Hop 4: European Free Trade Association -> member of -> United Kingdom\n Answer: United Kingdom", + "em": 0.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_007490", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Marie Dressler", + "pred": "Hop\n Hop 1: Ann Harding -> 1931 -> winner -> 1931 Academy Award for Best Actor\n Hop 2: 1931 Academy Award for Best Actor -> nominated for -> 1931 Academy Award for Best Actor\n Hop 3: 1931 Academy Award for Best Actor -> winner -> 1931\n Answer: 1931", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004470", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Hop 1: Ra\u00fal Fern\u00e1ndez-Cavada Mateos -> member of -> Real Madrid C.F. (2018)\n Hop 2: Real Madrid C.F. -> head coach -> Jos\u00e9 Mourinho (2018)\n Hop 3: Jos\u00e9 Mourinho -> member of -> Portugal national football team (2018)\n Hop 4: Portugal national football team -> head coach -> Fernando Santos (2018)\n Answer: Fernando Santos", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Nike", + "pred": "Hop 1: Austin Healey -> member of -> West Bromwich Albion (2002)\n Hop 2: West Bromwich Albion -> kit supplier -> Puma (2002)\n Hop 3: Puma -> member of -> Sports team kit suppliers (2002)\n Answer: Sports team kit suppliers", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Pacific Coliseum", + "pred": "Hop\n Hop 1: Jim Sandlak -> drafted by -> Chicago Bears (1985)\n Hop 2: Chicago Bears -> home venue -> Soldier Field (1985)\n Hop 3: Soldier Field -> home venue -> Chicago (1985)\n Answer: Chicago", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000107", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Prague", + "pred": "Hop 1: Anton\u00edn Kapek -> member of political party -> Czechoslovak Social Democracy (1984)\n Hop 2: Czechoslovak Social Democracy (1984) -> headquarters -> Prague (1984)\n Hop 3: Prague -> country -> Czechoslovakia (1984)\n Answer: Czechoslovakia", + "em": 1.0, + "f1": 0.1 + }, + { + "id": "q_000481", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "Hop\n Hop 1: Joan Barfoot -> 1999 -> winner -> 1999 Australian Film Institute Award for Best Cinematography\n Hop 2: 1999 Australian Film Institute Award for Best Cinematography -> 1999 -> winner -> 1999 Australian Film Institute Award for Best Cinematography\n Hop 3: 1999 Australian Film Institute Award for Best Cinematography -> 1", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005374", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Hop 1: Haloo Helsinki! -> 1998 -> 1998 (year)\n Hop 2: 1998 -> 1998 (year) -> 1998 (year)\n Hop 3: 1998 -> 1998 (year) -> 1998 (year)\n Answer: 1998", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007891", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Second Lady or Gentleman of the United States", + "pred": "Hop 1: Richard Nixon -> spouse -> Pat Nixon (1956)\n Hop 2: Pat Nixon -> position -> First Lady of the United States (1956)\n Answer: First Lady of the United States", + "em": 0.0, + "f1": 0.4166666666666667 + }, + { + "id": "q_004941", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Ralf Loose", + "pred": "Hop 1: Chris Philipps -> member of -> sports team -> head coach -> Steffen Kocholl (2015)\n Hop 2: Steffen Kocholl -> member of -> sports team -> head coach -> Thomas Schmid (2015)\n Answer: Thomas Schmid", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Mar\u00eda Denis -> country of citizenship -> Italy\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_007401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Hop\n Hop: 1. B\u00e2rlad -> country -> Romania\n Hop: 2. Romania -> anthem -> \"Hymn to the Motherland\"\n Hop: 3. \"Hymn to the Motherland\" -> year -> 1966\n Answer: \"Hymn to the Motherland\"", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001311", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Hop 1: SANAA's award -> 2010 (Hop 1)\n Hop 2: Ryue Nishizawa -> 2010 (Hop 2)\n Answer: 2010", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003353", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Panama", + "pred": "Hop 1: All Summer Long -> place of publication -> New York (1964)\n Hop 2: New York -> shares border with -> New Jersey (1964)\n Answer: New Jersey", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005629", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "Hop 1: Arnold J. Levine -> award -> 1998 (Hop 1)\n Hop 2: Bert Vogelstein -> equal to -> 1998 (Hop 2)\n Answer: 1998", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_005931", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Leonid Brezhnev", + "pred": "Hop 1: Siim Kallas -> member of political party -> Estonian People's Union (1938-1991)\n Hop 2: Estonian People's Union (1938-1991) -> chairperson -> Konstantin P\u00e4ts (1938-1940)\n Hop 3: Konstantin P\u00e4ts -> successor -> Anton Kark (1940-194", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005823", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Territory of Hawaii", + "pred": "Hop 1: Catherine Schell -> residence -> New York City (Hop 1)\n Hop 2: New York City -> contains -> New York County (Hop 2)\n Hop 3: New York County -> administrative territorial entity -> New York (Hop 3)\n Answer: New York", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002989", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Free State of Prussia", + "pred": "Hop 1: Anton Kerschbaumer -> work location -> Vienna (1924)\n Hop 2: Vienna -> located in -> Austria (1924)\n Answer: Austria", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004259", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Anne Enright", + "pred": "Hop 1: Indra Sinha -> nominated for -> The God of Small Things (book)\n Hop 2: The God of Small Things (book) -> winner -> Arundhati Roy\n Answer: Arundhati Roy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002166", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Ligue 1", + "pred": "Hop 1: Gr\u00e9gory Ursule -> sports team -> AS Nancy-Lorraine (1995)\n Hop 2: AS Nancy-Lorraine -> league or competition -> Ligue 1 (1995)\n Answer: Ligue 1", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_006376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "Hop 1: Nicolas Cage -> 1995 -> Winner of the 1995 Academy Award for Best Actor (1995)\n Hop 2: 1995 -> Equal to -> 1995 (1995)\n Hop 3: 1995 -> Nominated for -> 1995 (1995)\n Hop 4: 1995 -> Winner of -> 1", + "em": 1.0, + "f1": 0.1 + }, + { + "id": "q_008518", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Hans Backe", + "pred": "Hop 1: Jan Gunnar Solli -> member of -> Norway national football team (2012)\n Hop 2: Norway national football team -> head coach -> Sven-G\u00f6ran Eriksson (2012)\n Hop 3: Sven-G\u00f6ran Eriksson -> member of -> Sweden national football team (2012)\n Hop 4: Sweden national football team -> head coach -> Sven-G\u00f6ran Eriksson (201", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003792", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Hop 1: Ferruccio Tagliavini -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (Hop 2)\n Answer: Giovanni Gronchi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000844", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Hop\n Hop 1: Cast Away (2000 film) - 2001 Academy Awards - Best Picture (2001)\n Hop 2: 2001 Academy Awards - 2001 - Winner - Tom Hanks\n Hop 3: Tom Hanks - 2001 - Winner - Best Actor\n Hop 4: Best Actor - 2001 - Winner - Tom Hanks\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005425", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Sandro Pertini", + "pred": "Hop 1: Mario De Don\u00e0 -> country of citizenship -> Italy (1979)\n Hop 2: Italy -> head of state -> Sandro Pertini (1979)\n Hop 3: Sandro Pertini -> country of citizenship -> Italy (1979)\n Answer: Italy", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_006156", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Hop 1: Romain Duris -> European Film Award for Best Actor -> 2005\n Hop 2: Javier Bardem -> European Film Award for Best Actor -> 2005\n Hop 3: 2005 -> winner -> Jean Dujardin\n Answer: Jean Dujardin", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006038", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Austro-Hungarian krone", + "pred": "Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi\n Hopi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008465", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1923.0, + "gold": "Egyptian pound", + "pred": "Hop 1: Ramallah -> Palestine -> 1923 -> currency -> Palestine pound\n Answer: Palestine pound", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_004604", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Javier Aguirre", + "pred": "Hop 1: Cosmin Contra -> sports team -> FC Dinamo Bucure\u0219ti (1990-1992)\n Hop 2: FC Dinamo Bucure\u0219ti (1990-1992) -> head coach -> Mircea Lucescu (1990-1992)\n Hop 3: Mircea Lucescu -> head coach -> Adrian Mutu (1997-", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002929", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "The Internationale", + "pred": "Hop\n Hop 1: Black Sea Governorate -> located in -> Ukraine\n Hop 2: Ukraine -> anthem -> Hora (song)\n Hop 3: Hora (song) -> performed by -> Mykola Lysenko\n Hop 4: Mykola Lysenko -> born in -> Kharkiv\n Hop 5: Kharkiv -> located in -> Kharkiv Oblast\n Hop 6: Kharkiv Oblast -> anthem ->", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007720", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Hop 1: Peppino De Filippo -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Alcide De Gasperi (1955)\n Answer: Alcide De Gasperi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005879", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Raffaele Anguilla -> country of citizenship -> Italy (1992-1994)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1992-1999)\n Hop 3: Raffaele Anguilla -> country of citizenship -> Italy (1992-1994)\n Hop 4: Italy -> head of state -> Carlo Az", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_001938", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Territory of Hawaii", + "pred": "Hop 1: Yul Brynner -> country of citizenship -> United States\n Hop 2: United States -> contains the administrative territorial entity -> United States Virgin Islands\n Hop 3: United States Virgin Islands -> contains the administrative territorial entity -> Saint John\n Hop 4: Saint John -> contains the administrative territorial entity -> Coral Bay\n Answer: Coral Bay", + "em": 0.0, + "f1": 0.07407407407407407 + }, + { + "id": "q_004995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Academy Award for Best Supporting Actress", + "pred": "Hop 1: Shelley Winters -> spouse -> Anthony Franciosa (1960)\n Hop 2: Anthony Franciosa -> spouse -> Shelley Winters (1960)\n Hop 3: Shelley Winters -> nominated for -> Academy Award for Best Actress (1960)\n Answer: Academy Award for Best Actress", + "em": 0.0, + "f1": 0.4347826086956522 + }, + { + "id": "q_006351", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Stade Chaban-Delmas", + "pred": "Hop 1: Andr\u00e9 Chorda -> member of sports team -> FC Lorient (home venue: Stade de l'Arnaud)\n Hop 2: FC Lorient -> member of sports team -> Fernando Guidicelli (home venue: Stade de l'Arnaud)\n Answer: Stade de l'Arnaud", + "em": 0.0, + "f1": 0.08695652173913045 + }, + { + "id": "q_005087", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Bruno Bettinelli -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Austria (1956)\n Answer: Austria", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006536", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Floriano Bodini -> country of citizenship -> Italy (2002)\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006736", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Sandra Bullock", + "pred": "Hop 1: Doubt -> winner -> Cate Blanchett (1999-02-10)\n Hop 2: Cate Blanchett -> nominated for -> The Lord of the Rings: The Fellowship of the Ring (2001-12-13)\n Hop 3: The Lord of the Rings: The Fellowship of the Ring -> nominated for -> Academy Award for Best Actress (2002-02-24)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004654", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Khrustalnyi -> country -> Russian Empire (1915)\n Hop 2: Russian Empire -> head of state -> Vladimir Lenin (1915)\n Hop 3: Vladimir Lenin -> country of citizenship -> Soviet Union (1915)\n Hop 4: Soviet Union -> head of state -> Joseph Stalin (1915)\n Answer: Joseph Stalin", + "em": 0.0, + "f1": 0.08 + }, + { + "id": "q_005945", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Hop 1: Frank Tieri -> residence -> Harry S. Truman (1965)\n Answer: Harry S. Truman", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007681", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Daman and Diu", + "pred": "Hop 1: Abhijit Banerjee -> country of citizenship -> United States of America (Hop 1)\n Hop 2: United States of America -> contains the administrative territorial entity -> New York (Hop 2)\n Hop 3: New York -> head of state -> David Paterson (Hop 3)\n Answer: David Paterson", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006184", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Lyndon B. Johnson", + "pred": "Hop\n Hop 1: Smiley Smile -> place of publication -> Rolling Stone (1967)\n Hop 2: Rolling Stone (1967) -> head of government -> Lyndon B. Johnson\n Hop 3: Lyndon B. Johnson -> head of government -> Lyndon B. Johnson\n Answer: Lyndon B. Johnson", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_000115", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Caja M\u00e1gica", + "pred": "Hop 1: Ettore Messina -> member of sports team -> Pallacanestro Cant\u00f9 (2010)\n Hop 2: Pallacanestro Cant\u00f9 -> home venue -> Palazzo dello Sport (2010)\n Answer: Palazzo dello Sport", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002711", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Memo Benassi -> country of citizenship -> Italy (1954)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1954)\n Answer: Alcide De Gasperi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005754", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Pavao Pavli\u010di\u0107 -> award -> 1981 NIN Prize (Hop 1)\n Hop 2: 1981 NIN Prize -> country -> Croatia (Hop 2)\n Answer: Croatia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "Hop 1: \u00d6nder Akda\u011f -> member of sports team -> Antalyaspor (2012)\n Answer: S\u00fcper Lig", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_000552", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italian lira", + "pred": "Hop 1: Paolo Soleri -> residence -> Venice\n Hop 2: Venice -> currency -> Lira (1927-1998)\n Answer: Lira (1927-1998)", + "em": 0.0, + "f1": 0.14285714285714285 + }, + { + "id": "q_000403", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "SeatGeek Stadium", + "pred": "Hop 1: Paolo Tornaghi -> sports team -> A.S. Roma -> home venue -> Stadio Olimpico\n Answer: Stadio Olimpico", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003856", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Hop 1: Faye Dunaway -> unmarried partner -> John Schlesinger (1971)\n Hop 2: John Schlesinger -> country of citizenship -> United States of America (1971)\n Answer: United States of America", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003602", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Mikhail Gorbachev", + "pred": "Hop 1: Andrus \u00d6\u00f6vel -> member of -> Estonian People's Union (1986)\n Hop 2: Estonian People's Union (1986) -> chairperson -> Mart Laar (1986)\n Answer: Mart Laar", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007850", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Cesare Andrea Bixio -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> shares border with -> Austria (1950)\n Answer: Austria", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001019", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1962.0, + "gold": "1962", + "pred": "Hop 1: United States Navy SEALs -> founder -> Richard E. \"Dick\" Cheney (1941-)\n Hop 2: Richard E. \"Dick\" Cheney -> nominated for -> Nobel Peace Prize (1973-1974)\n Hop 3: Nobel Peace Prize -> the nominated for -> United States Navy SEALs (1962-1963)\n Answer: 1962", + "em": 1.0, + "f1": 0.07692307692307693 + }, + { + "id": "q_004322", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Dietrich Stobbe", + "pred": "Hop 1: Anna Seghers -> residence -> Berlin (1933-1935)\n Hop 2: Berlin -> head of government -> Paul von Hindenburg (1933-1935)\n Answer: Paul von Hindenburg", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004271", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Hop 1: Francesco Carpino -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (Hop 2)\n Answer: Giorgio Napolitano", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001171", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Armando Ceste -> country of citizenship -> Portugal (2001)\n Hop 2: Portugal -> head of state -> Jorge Sampaio (2001)\n Hop 3: Jorge Sampaio -> head of state -> Portugal (2001)\n Answer: Jorge Sampaio", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007890", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Hop 1: Genevi\u00e8ve Bujold -> Academy Award for Best Actress (1973)\n Hop 2: Academy Award for Best Actress (1973) -> winner -> Glenda Jackson\n Hop 3: Glenda Jackson -> nominated for -> The Happy Ending (1974)\n Answer: The Happy Ending (1974)", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_008632", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Hop\n Hop 1: Demeter Balla -> work location -> 1968 -> capital -> 1968\n Hop 2: 1968 -> capital -> 1968 -> capital -> 1968\n Hop 3: 1968 -> capital -> 1968 -> capital -> 1968\n Answer: 1968", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007395", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1925.0, + "gold": "Egyptian pound", + "pred": "Hop 1: Afula -> country -> Israel\n Hop 2: Israel -> currency -> Israeli new shekel\n Answer: Israeli new shekel", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007784", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Hop 1: Jennifer Johnston -> 1977 -> 1977 (year)\n Hop 2: 1977 -> 1977 (year) -> 1977 (year)\n Hop 3: 1977 (year) -> 1977 (year) -> 1977 (year)\n Answer: 1977 (year)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006008", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Hop 1: Rainer Ernst -> member of sports team -> FC St. Pauli (1992)\n Hop 2: FC St. Pauli -> chairperson -> Rainer Ernst (1992)\n Answer: Rainer Ernst", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007623", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Zden\u011bk Zeman", + "pred": "Hop 1: Angelo Gregucci -> member of -> SS Lazio (1995)\n Hop 2: Roberto Bacci -> member of -> AC Cesena (1995)\n Hop 3: AC Cesena -> head coach -> Giuseppe Saronni (1995)\n Answer: Giuseppe Saronni", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000261", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Hop 1: Max Blokzijl -> work location -> Netherlands (1932)\n Answer: Netherlands", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005362", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Nino Baragli -> country of citizenship -> Italy (1992)\n Hop 2: Italy -> shares border with -> Greece (1992)\n Answer: Greece", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003134", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Teen Choice Awards", + "pred": "Hop\n Hop 1: Call Me Maybe - 2012 - 2012\n Hop 2: 2012 - 22nd Grammy Awards - 2012\n Hop 3: 2012 - 2012 - 2012\n Hop 4: 2012 - 2012 - 2012\n Hop 5: 20", + "em": 0.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_006822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Hop 1: Kai-Fabian Schulz -> member of -> 1. FC N\u00fcrnberg (2009)\n Hop 2: 1. FC N\u00fcrnberg -> sponsor -> Deutsche Bank (2009)\n Hop 3: Deutsche Bank -> member of -> Deutsche Bank (2009)\n Answer: Deutsche Bank", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003313", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Italian lira", + "pred": "Hop 1: Eugenio Monti -> country of citizenship -> Argentina (1972)\n Hop 2: Argentina -> currency -> Argentine peso (1972)\n Answer: Argentine peso", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005360", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Hop 1: Tim Eitel -> work location -> Berlin\n Hop 2: Berlin -> head of government -> Klaus Wowereit\n Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_001597", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Peter Carey", + "pred": "Hop 1: Rachel Seiffert -> nominated for -> The Sea Inside (book)\n Hop 2: The Sea Inside (book) -> winner of -> John Boyne (author)\n Hop 3: John Boyne -> nominated for -> The Boy in the Striped Pajamas (book)\n Hop 4: The Boy in the Striped Pajamas (book) -> winner of -> John Boyne (author)\n Answer: John Boyne", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Ronald Colman", + "pred": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005949", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Attila J\u00f3zsef", + "pred": "Hop 1: Mih\u00e1ly Bart\u00f3k -> employer -> Hungarian Academy of Sciences (1998)\n Hop 2: Hungarian Academy of Sciences -> named after -> L\u00e1szl\u00f3 Kalm\u00e1r (1998)\n Hop 3: L\u00e1szl\u00f3 Kalm\u00e1r -> employer -> University of Szeged (1998)\n Hop 4: University of Szeged -> named after -> Mih\u00e1ly Bart\u00f3k (1", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005024", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Hop 1: Philip Taaffe -> work location -> United States\n Hop 2: United States -> head of government -> Jimmy Carter\n Answer: Jimmy Carter", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007032", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Heinrich Himmler", + "pred": "Hop 1: Karl Gerland -> member of -> Karl Gerland (1903-1980)\n Hop 2: Karl Gerland (1903-1980) -> manager of -> Karl Gerland (1903-1980)\n Hop 3: Karl Gerland (1903-1980) -> manager of -> Karl Gerland (1903-1980", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004269", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Luigi Baldi -> member of -> AC Cesena (1914)\n Hop 2: AC Cesena -> country -> Italy (1914)\n Answer: Italy", + "em": 0.0, + "f1": 0.25 + }, + { + "id": "q_005207", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Hop 1: Heinz Wewers -> member of -> 1. FC N\u00fcrnberg (1958)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Otto Rehhagel (1958)\n Hop 3: Otto Rehhagel -> member of -> German Football Association (1958)\n Hop 4: German Football Association -> head coach -> Karl-Heinz Rummenigge (1958", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008065", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Constantinople", + "pred": "Hop 1: Old City of Jerusalem -> country -> Ottoman Empire (1915)\n Hop 2: Ottoman Empire -> capital -> Constantinople (1915)\n Answer: Constantinople", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_003648", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Nunzio Malasomma -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Economic Community (1951)\n Hop 3: European Economic Community -> member of -> European Free Trade Association (1951)\n Answer: European Free Trade Association", + "em": 0.0, + "f1": 0.16666666666666666 + }, + { + "id": "q_000919", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "Franz Beckenbauer", + "pred": "Hop\n Hop 1: Hans Pfl\u00fcgler -> member of -> SpVgg Greuther F\u00fcrth (1987)\n Hop 2: SpVgg Greuther F\u00fcrth (1987) -> head coach -> Karl-Heinz Feldmann\n Hop 3: Karl-Heinz Feldmann -> member of -> German Football League (1987)\n Answer: German Football League", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Colin Farrell -> unmarried partner -> 2004 (Hop 1)\n Hop 2: 2004 -> award received -> Grammy Award for Best Dance/Electronic Recording (Hop 2)\n Answer: 2004", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_007438", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Pavao Pavli\u010di\u0107 -> award -> 1981 (1981)\n Hop 2: 1981 -> country -> United States (1981)\n Hop 3: United States -> award -> National Medal of Science (1981)\n Answer: National Medal of Science", + "em": 0.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_000509", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Hop 1: Giorgio Napolitano -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1975)\n Answer: Giovanni Gronchi", + "em": 0.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_006374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Hop 1: Patrick White -> nominated for -> 1970 Booker Prize (Winner)\n Hop 2: 1970 Booker Prize (Winner) -> winner -> John Braine\n Hop 3: John Braine -> nominated for -> 1971 Booker Prize (Winner)\n Hop 4: 1971 Booker Prize (Winner) -> winner -> John Braine\n Hop 5: John Braine -> nominated for -> 1", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006108", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "presidential system", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001184", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Robert Bolt", + "pred": "Hop 1: Doctor Zhivago -> award -> Academy Award for Best Picture (1965)\n Hop 2: Academy Award for Best Picture (1965) -> winner -> David Lean\n Hop 3: David Lean -> award -> Golden Globe Award for Best Screenplay (1965)\n Hop 4: Golden Globe Award for Best Screenplay (1965) -> winner -> Robert Bolt\n Answer: Robert Bolt", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_001023", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Hop 1: Jan Suchop\u00e1rek -> sports team -> HC Slavia Praha (1995)\n Hop 2: HC Slavia Praha -> head coach -> Vladim\u00edr \u0160micer (1995)\n Hop 3: Vladim\u00edr \u0160micer -> member of -> Czechoslovakian ice hockey team (1995)\n Answer: Czechoslovakian ice hockey team", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001479", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Javier Aguirre", + "pred": "Hop 1: Luis Amaranto Perea -> member of -> Club Atl\u00e9tico River Plate (1998-2000)\n Hop 2: Club Atl\u00e9tico River Plate -> head coach -> Jos\u00e9 Luis Chilavert (1998-2000)\n Hop 3: Jos\u00e9 Luis Chilavert -> head coach -> Club Atl\u00e9tico River Plate (1998-2000)\n Answer: Club Atl\u00e9tico River Plate", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006983", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Maria Caniglia -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1956)\n Answer: Alcide De Gasperi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007833", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "White Hart Lane", + "pred": "Hop 1: Andy Gray -> member of sports team -> Leeds United F.C.\n Hop 2: Leeds United F.C. -> home venue -> Elland Road\n Answer: Elland Road", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005681", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Hop 1: Max Blokzijl -> work location -> Netherlands (1930)\n Answer: Netherlands", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003706", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Hop 1: Jean-Cyril Robin -> member of -> ASVEL Basket (2005)\n Hop 2: ASVEL Basket -> sports team -> French Basketball League (2005)\n Hop 3: French Basketball League -> member of -> Arnaud G\u00e9rard (2005)\n Answer: 2005", + "em": 1.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_007006", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Hop 1: Jan Suchop\u00e1rek -> sports team -> HC Sparta Praha (1995)\n Hop 2: HC Sparta Praha (1995) -> head coach -> Michal B\u00edlek (1995)\n Hop 3: Michal B\u00edlek (1995) -> member of -> Czechoslovakia men's national ice hockey team (1995)\n Hop 4: Czechoslovakia men", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004220", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Swiss Super League", + "pred": "Hop 1: Rog\u00e9rio Luiz da Silva -> member of sports team -> SC Farense (2003)\n Hop 2: SC Farense -> league or competition -> Liga Portugal (2003)\n Answer: Liga Portugal", + "em": 0.0, + "f1": 0.08695652173913045 + }, + { + "id": "q_007500", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "Hop\n Hop: 1. Balaklava is a city in Ukraine.\n Hop: 2. Ukraine's anthem in 1917 was \"The Song of the Motherland\".\n Hop: 3. The answer is \"The Song of the Motherland\".\n Answer: The Song of the Motherland", + "em": 0.0, + "f1": 0.08695652173913043 + }, + { + "id": "q_008556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "German Empire", + "pred": "Hop 1: Fritz Stuckenberg -> work location -> Berlin (1912)\n Hop 2: Anton Kerschbaumer -> work location -> Germany (1912)\n Answer: Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003362", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ireland", + "pred": "Hop 1: Micul\u00e0 Dematteis -> sports team -> A.S. Roma\n Hop 2: A.S. Roma -> country -> Italy\n Hop 3: Italy -> member of -> European Union\n Answer: European Union", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007378", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Allianz Arena", + "pred": "Hop 1: Moritz Volz -> member of sports team -> 1. FC Nuremberg (2014)\n Hop 2: 1. FC Nuremberg -> home venue -> Nuremberg Arena (2014)\n Answer: Nuremberg Arena", + "em": 0.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_002356", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Soviet Union", + "pred": "Hop 1: Kemerovo -> located in -> Kemerovo Oblast (1940)\n Hop 2: Kemerovo Oblast -> country -> Russia (1940)\n Answer: Russia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004000", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Walter Mazzarri", + "pred": "Hop 1: Jonathan Moreira -> sports team -> F.C. Porto (member of)\n Hop 2: F.C. Porto -> head coach -> V\u00edtor Frade (head coach)\n Hop 3: V\u00edtor Frade -> member of -> A.C. Milan (member of)\n Hop 4: A.C. Milan -> head coach -> Massimo Allegri (head coach)\n Hop 5: Massimo Allegri -> member of -> A.S.", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003511", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Hungarian Olympic Committee", + "pred": "Hop 1: Gy\u0151r -> head of government -> L\u00e1szl\u00f3 T\u0151k\u00e9s (2011-2012)\n Hop 2: L\u00e1szl\u00f3 T\u0151k\u00e9s -> member of -> Hungarian Democratic Forum (1990-1994)\n Hop 3: Hungarian Democratic Forum -> member of -> Gy\u0151r (1990-1994)\n Answer: Hungarian Democratic Forum", + "em": 0.0, + "f1": 0.09090909090909091 + }, + { + "id": "q_003517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "Hop 1: BND law -> Germany (country)\n Hop 2: Germany (country) -> East Germany (former)\n Hop 3: East Germany (former) -> East Germany (country) (country)\n Hop 4: East Germany (country) -> East Germany (country) (country)\n Hop 5: East Germany (country) -> East Germany (country) (country)\n Hop 6: East Germany (country) -> East Germany (country) (", + "em": 0.0, + "f1": 0.13333333333333336 + }, + { + "id": "q_008482", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Harry Warren", + "pred": "Hop\n Hop 1: Richard Rodgers -> 1946 -> 1946 Tony Award for Best Musical -> winner -> South Pacific\n Hop 2: South Pacific -> 1946 -> 1946 Tony Award for Best Musical -> winner -> Richard Rodgers\n Hop 3: Richard Rodgers -> 1946 -> 1946 Tony Award for Best Musical -> winner -> South Pacific\n Hop 4: South Pacific ->", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001610", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Hop 1: Ugo Attardi -> country of citizenship -> Italy\n Hop 2: Italy -> head of state -> Giorgio Napolitano\n Answer: Giorgio Napolitano", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "pred": "Hop 1: Karel Schwarzenberg -> member of political party -> TOP 09 (2018)\n Hop 2: TOP 09 -> chairperson -> Miroslav Kalousek (2018)\n Hop 3: Miroslav Kalousek -> member of political party -> Czech Social Democratic Party (2018)\n Hop 4: Czech Social Democratic Party -> chairperson -> Milo\u0161 Vystr\u010dil (", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007160", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Peppino De Filippo -> country of citizenship -> Italy\n Hop 2: Italy -> member of -> European Economic Community\n Hop 3: European Economic Community -> before -> 1956\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.1739130434782609 + }, + { + "id": "q_003247", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Kevin Federline", + "pred": "Hop 1: Colin Farrell -> unmarried partner -> Sarah Polley (2004)\n Hop 2: Sarah Polley -> spouse -> David Cronenberg (2004)\n Hop 3: David Cronenberg -> spouse -> Jennifer Lawrence (2004)\n Answer: Jennifer Lawrence", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000810", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Liga I", + "pred": "Hop 1: Ovidiu Cornel Hanganu -> sports team -> FC Bra\u0219ov (1990)\n Hop 2: FC Bra\u0219ov -> league or competition -> Liga I (1990)\n Answer: Liga I", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_006432", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Joseph Stalin", + "pred": "Hop 1: Dmitriy Ustinov -> member of political party -> All-Union Association of Engineers and Technicians (1960-1965)\n Hop 2: All-Union Association of Engineers and Technicians -> chairperson -> Ivan Kovalyov (1960-1965)\n Hop 3: Ivan Kovalyov -> member of political party -> Communist Party of the Soviet Union (1960-", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007768", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italian lira", + "pred": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> currency -> Italian lira (1984)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_002329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Hop 1: Zhu De -> country of citizenship -> Soviet Union (1967)\n Hop 2: Soviet Union -> head of government -> Alexei Kuznetsov (1967)\n Answer: Alexei Kuznetsov", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Rock and Roll Hall of Fame", + "pred": "Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi Hopi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003836", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Hop\n Hop 1: The Ninth Day (film) -> 1999 -> Film -> Director -> John H. Williams\n Hop 2: John H. Williams -> 1999 -> Film -> Director -> The Ninth Day (film)\n Hop 3: The Ninth Day (film) -> 1999 -> Film -> Director -> John H. Williams\n Hop 4: John H. Williams -> 1999 -> Film ->", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007908", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Paolo Dezza -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Hop 3: European Economic Community -> member of -> European Communities (1952)\n Answer: European Communities", + "em": 0.0, + "f1": 0.1818181818181818 + }, + { + "id": "q_003128", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Spencer Tracy", + "pred": "Hop 1: Academy Award for Best Actress -> winner -> Katharine Hepburn (1967)\n Hop 2: Katharine Hepburn -> unmarried partner -> Richard Burton (1967)\n Hop 3: Richard Burton -> winner -> Academy Award for Best Actor (1967)\n Answer: Academy Award for Best Actor", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Hop 1: Gianni Dova -> country of citizenship -> Italy (1986)\n Hop 2: Italy -> head of state -> Giovanni Leone (1986)\n Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001510", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "UTC\u221204:00", + "pred": "Hop 1: Cartagena Agreement -> signed by -> United States\n Hop 2: United States -> located in -> Eastern Time Zone\n Hop 3: Eastern Time Zone -> time zone of -> UTC\u221205:00\n Hop 4: UTC\u221205:00 -> before -> UTC\u221203:00\n Hop 5: UTC\u221203:00 -> located in -> Brazil\n Answer: Brazil", + "em": 0.0, + "f1": 0.14285714285714285 + }, + { + "id": "q_005670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Werner Greuter", + "pred": "Hop 1: Beat Ernst Leuenberger -> employer -> Credit Suisse Group (2004)\n Hop 2: Credit Suisse Group -> chief executive officer -> Ursula M. Helbling (2004)\n Hop 3: Ursula M. Helbling -> employer -> Credit Suisse Group (2004)\n Answer: Ursula M. Helbling", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Maurice Druon", + "pred": "Hop 1: Julien Green -> member of -> American Academy of Arts and Letters (1989)\n Hop 2: American Academy of Arts and Letters -> general secretary -> John W. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001232", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Nino Baragli -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> shares border with -> Yugoslavia (1951)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_007512", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Hop 1: Heinz Wewers -> member of -> 1. FC N\u00fcrnberg (1970-1972)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Karl-Heinz Feldmann (1972-1974)\n Hop 3: Karl-Heinz Feldmann -> member of -> German Football League (1974-1976)\n Hop 4: German Football League", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000089", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Luigi Filippo D'Amico -> country of citizenship -> Italy (1999)\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008698", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Hop 1: Celia Johnson -> nominated for -> The Best Years of Our Lives (1942)\n Hop 2: The Best Years of Our Lives (1942) -> winner -> Robert Taylor\n Hop 3: Robert Taylor -> nominated for -> 1947\n Answer: Robert Taylor", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007875", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Andrea Miano -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> shares border with -> Austria (1950)\n Answer: Austria", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006661", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "Hop\n Hop 1: Age Discrimination in Employment Act of 1967 -> signed by -> Lyndon B. Johnson\n Hop 2: Lyndon B. Johnson -> position held in 1967 -> Vice President of the United States\n Answer: Vice President of the United States", + "em": 1.0, + "f1": 0.3571428571428571 + }, + { + "id": "q_007505", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Bobby Clarke", + "pred": "Hop 1: Roman \u010cechm\u00e1nek -> drafted by -> John Tavares (2001)\n Hop 2: John Tavares -> general manager -> John Tavares (2001)\n Hop 3: John Tavares (2001) -> general manager -> John Tavares (2001)\n Answer: John Tavares", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Giuliano Carnimeo -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_008555", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Hop 1: Montreal Canadiens -> home venue -> Montreal Forum (1977)\n Hop 2: Montreal Forum -> located in -> Montreal (1977)\n Hop 3: Montreal -> sports team -> Montreal Canadiens (1977)\n Hop 4: Montreal Canadiens -> drafted by -> Montreal Canadiens (1977)\n Hop 5: Montreal Canadiens -> member of -> National Hockey League (1977)\n Hop 6: National Hockey League", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_006491", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "Hop 1: U-331 -> part of -> U-97 (1942-04-15)\n Answer: 1942", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_003737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Hop 1: Piero Scotti -> country of citizenship -> Italy\n Hop 2: Italy -> head of government -> Giovanni Gronchi\n Hop 3: Giovanni Gronchi -> head of government -> Piero Scotti\n Answer: Giovanni Gronchi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002698", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Albin Lesky -> member of -> German Workers' Party (1938)\n Hop 2: German Workers' Party (1938) -> chairperson -> Gregor Strasser (1938)\n Answer: Gregor Strasser", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005937", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Hop 1: Carol Greider -> Nobel Prize in Physiology or Medicine -> 1999\n Hop 2: Jack Szostak -> Nobel Prize in Physiology or Medicine -> 2006\n Hop 3: 2006 -> winner -> David Baltimore\n Hop 4: David Baltimore -> award -> 1999\n Answer: 1999", + "em": 1.0, + "f1": 0.08695652173913045 + }, + { + "id": "q_007021", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Hop 1: Eduardo Salvio -> sports team -> C.D. Nacional (2017-2018)\n Hop 2: C.D. Nacional -> chairperson -> Jos\u00e9 Carlos Faria (2017-2018)\n Hop 3: Jos\u00e9 Carlos Faria -> member of sports team -> S.C. Braga (2017-2018)\n Hop 4: S.C. Braga -> chairperson ->", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003151", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "Hop 1: Joan Barfoot -> nominated for -> The Sea and the Mirror (book)\n Hop 2: The Sea and the Mirror (book) -> winner of -> 1983 Booker Prize\n Hop 3: 1983 Booker Prize -> winner of -> The Sea and the Mirror (book)\n Answer: The Sea and the Mirror (book)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002519", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Hop 1: Jennifer Connelly -> 2003 -> 2003 (year)\n Hop 2: 2003 -> 2003 -> 2003 (year)\n Hop 3: 2003 -> 2003 -> 2003 (year)\n Answer: 2003", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007514", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "chairperson", + "pred": "Hop 1: Czech-Moravian Confederation of Trade Unions -> chairperson -> Jan Kavan (1999-2002)\n Hop 2: Jan Kavan -> member of -> Czechoslovak Social Democratic Party (1999-2002)\n Hop 3: Czechoslovak Social Democratic Party -> country -> Czechoslovakia (1999-2002)\n Hop 4: Czechoslovakia", + "em": 1.0, + "f1": 0.08333333333333333 + }, + { + "id": "q_008443", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> member of -> European Economic Community (1953)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_007726", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1992.0, + "gold": "1992", + "pred": "Hop 1: Val\u00e9rie Lemercier -> 1992 -> winner of (1992)\n Hop 2: Anne Brochet -> 1992 -> nominated for (1992)\n Hop 3: 1992 -> equal to -> 1992 (1992)\n Answer: 1992", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_001549", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "V\u00e1clav Havel", + "pred": "Hop 1: Old\u0159ich Pel\u010d\u00e1k -> country of citizenship -> Czechoslovakia\n Hop 2: Czechoslovakia -> head of state -> Anton\u00edn Z\u00e1potock\u00fd\n Hop 3: Anton\u00edn Z\u00e1potock\u00fd -> head of state -> Czechoslovakia\n Hop 4: Czechoslovakia -> head of state -> Emil H\u00e1jek\n Hop 5: Emil H\u00e1jek -> head of state -> Czechoslovak", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007129", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop\n Hop 1: Pambio-Noranco -> replaced by -> Viganello (2004)\n Hop 2: Viganello -> replaced by -> Citt\u00e0 di Castello (2004)\n Answer: Citt\u00e0 di Castello", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_000883", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Heinrich Br\u00fcning", + "pred": "Hop 1: Bonn -> Germany (capital)\n Hop 2: Germany -> head of government -> Angela Merkel\n Answer: Angela Merkel", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000442", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "Hop 1: Sister Rosetta Tharpe -> residence -> 1924 -> 1924\n Hop 2: 1924 -> head of government -> 1924\n Answer: 1924", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004066", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Peter Gerhardsson", + "pred": "Hop 1: Andreas Drugge -> member of -> IFK Norrk\u00f6ping (2013)\n Hop 2: IFK Norrk\u00f6ping -> head coach -> Fredrik Backa (2013)\n Hop 3: Fredrik Backa -> member of -> IFK Norrk\u00f6ping (2013)\n Hop 4: IFK Norrk\u00f6ping -> head coach -> Fredrik Backa (2013)\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002302", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Egyptian pound", + "pred": "Hop 1: Rosh Pinna -> country -> Mandatory Palestine (Hop 1)\n Hop 2: Mandatory Palestine -> currency -> Palestine pound (Hop 2)\n Hop 3: Palestine pound -> country -> Rosh Pinna (Hop 3)\n Answer: Palestine pound", + "em": 0.0, + "f1": 0.14285714285714285 + }, + { + "id": "q_002564", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Guido Cantelli -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> shares border with -> Austria (1947)\n Answer: Austria", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004005", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Otto Nerz", + "pred": "Hop 1: Willi Lindner -> member of -> Germania Eberswalde (1933)\n Hop 2: Germania Eberswalde (1933) -> head coach -> Otto Schmid (1933)\n Hop 3: Otto Schmid (1933) -> member of -> sports team Germany men's national association football team (1933)\n Hop 4: sports team Germany men's national association", + "em": 0.0, + "f1": 0.07692307692307693 + }, + { + "id": "q_002014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Alfred Neumann -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> head of state -> Umberto II (1950)\n Hop 3: Eugenio Castellotti -> country of citizenship -> Italy (1950)\n Hop 4: Italy -> head of state -> Umberto II (1950)\n Answer: Umberto II", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005652", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Jane Byrne", + "pred": "Hop 1: Dennis Daugaard -> residence -> South Dakota\n Hop 2: South Dakota -> head of government -> Dennis Daugaard\n Answer: Dennis Daugaard", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002217", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italian lira", + "pred": "Hop 1: Liliana Ronchetti -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> currency -> Italian lira (1970)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_008015", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Albert II of Belgium", + "pred": "Hop 1: Pino Cerami -> country of citizenship -> Italy (2005)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2005)\n Answer: Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.1 + }, + { + "id": "q_000895", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "RTL", + "pred": "Hop 1: Bavarian TV Awards -> awarded -> Maximilian Br\u00fcckner (2018)\n Hop 2: Maximilian Br\u00fcckner -> award -> Bavarian Television (2018)\n Hop 3: Bavarian Television -> original broadcaster -> ARD (2018)\n Hop 4: ARD -> original broadcaster -> ARD (2018)\n Hop 5: ARD -> original broadcaster -> ARD (201", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008365", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Hop 1: \u00c9ver Banega -> sports team -> Club Atl\u00e9tico River Plate (2008)\n Hop 2: Club Atl\u00e9tico River Plate (2008) -> head coach -> Juan Rom\u00e1n Riquelme (2008)\n Hop 3: Juan Rom\u00e1n Riquelme (2008) -> member of -> Argentina national football team (2008)\n Hop 4: Argentina national football team (2", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006348", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Hop\n Hop: 1. Buhu\u0219i -> country -> Romania\n Hop: 2. Romania -> anthem -> \u021ainerea de \u0219coal\u0103\n Hop: 3. \u021ainerea de \u0219coal\u0103 -> year -> 1974\n Answer: \u021ainerea de \u0219coal\u0103", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000645", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Paolo Marcello Brignoli -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> France (1956)\n Answer: France", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008492", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Vikenty Veresaev -> country of citizenship -> Russian Empire (1912)\n Hop 2: Russian Empire (1912) -> head of state -> Emperor of Russia (1912)\n Hop 3: Emperor of Russia (1912) -> head of state -> Nicholas II of Russia (1912)\n Hop 4: Nicholas II of Russia (1912) -> head of state -> Russia", + "em": 1.0, + "f1": 0.34782608695652173 + }, + { + "id": "q_006824", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Anita Brookner", + "pred": "Hop 1: David Lodge -> nominated for -> The Man Who Would Be King (1984)\n Hop 2: The Man Who Would Be King (1984) -> winner -> John Hurt\n Hop 3: John Hurt -> winner -> The Elephant Man (1980)\n Answer: The Elephant Man (1980)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000773", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "Winona Ryder", + "pred": "Hop 1: Frances McDormand -> Academy Award for Best Supporting Actress -> 1993\n Hop 2: 1993 -> winner -> Mary Steenburgen\n Hop 3: Mary Steenburgen -> award received -> Golden Globe Award for Best Supporting Actress - Motion Picture\n Answer: Golden Globe Award for Best Supporting Actress - Motion Picture", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001316", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Deutsche Mark", + "pred": "Hop 1: Conrad Schumann -> country of citizenship -> East Germany (1979)\n Hop 2: East Germany (1979) -> currency -> East German mark (1979)\n Hop 3: East German mark (1979) -> currency of -> East Germany (1979)\n Answer: East German mark", + "em": 0.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_004368", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Hop 1: Steve Borthwick -> member of -> Rugby Football Club (2008)\n Hop 2: Rugby Football Club (2008) -> kit supplier -> Puma (2008)\n Hop 3: Puma (2008) -> member of -> Sports team (2008)\n Answer: Sports team", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005868", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Giulio Onesti -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Umberto II of Italy (1951)\n Answer: Umberto II of Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Hop\n Hop 1: The Ninth Day -> nominated for -> 2005\n Hop 2: 2005 -> winner -> 2005\n Hop 3: 2005 -> winner -> 2005\n Answer: 2005", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Gwyneth Paltrow", + "pred": "Hop 1: Susan Sarandon -> nominated for -> Academy Award for Best Actress (1998)\n Hop 2: Wings of the Dove -> winner -> Anthony Hopkins (1998)\n Hop 3: Anthony Hopkins -> nominated for -> Academy Award for Best Actor (1998)\n Answer: Academy Award for Best Actor", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008659", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "Hop 1: Brian Moore -> nominated for -> The Lonely Passion of Adrianne (1962)\n Hop 2: The Lonely Passion of Adrianne -> winner -> John W. Campbell (1962)\n Hop 3: John W. Campbell -> nominated for -> The Mysterious Island (1962)\n Hop 4: The Mysterious Island -> winner -> John W. Campbell (1962)\n Answer: The Mysterious Island", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000763", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Ilva Ligabue -> country of citizenship -> Italy (1977)\n Hop 2: Italy -> shares border with -> Austria (1977)\n Hop 3: Italy -> shares border with -> France (1977)\n Hop 4: Italy -> shares border with -> Switzerland (1977)\n Hop 5: Italy -> shares border with -> Yugoslavia (1977)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.0909090909090909 + }, + { + "id": "q_005896", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Italian lira", + "pred": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> currency -> Italian lira (1976)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000117", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Enrico de Nicola", + "pred": "Hop 1: Guglielmo Pesenti -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> head of state -> Umberto II of Italy (1947)\n Answer: Umberto II of Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000027", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Hop 1: William Vickrey -> residence -> 1994 -> New York City (Hop 1)\n Hop 2: New York City -> head of government -> 1994 -> David Dinkins (Hop 2)\n Hop 3: David Dinkins -> work location -> 1994 -> New York City (Hop 3)\n Answer: New York City", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002041", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Hop 1: Bruno Visintin -> country of citizenship -> Italy (1983)\n Hop 2: Italy -> head of state -> Giovanni Leone (1983)\n Hop 3: Bruno Visintin -> country of citizenship -> Italy (1983)\n Hop 4: Italy -> head of state -> Giovanni Leone (1983)\n Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002860", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Hop 1: Max Blokzijl -> work location -> Amsterdam (country: Netherlands)\n Answer: Netherlands", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004247", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Luise Rainer", + "pred": "Hop\n Hop 1: Theodora Goes Wild -> 1937 -> Winner -> Jane Fonda\n Hop 2: Jane Fonda -> 1937 -> Winner -> Jane Fonda\n Hop 3: Jane Fonda -> 1937 -> Winner -> Jane Fonda\n Hop 4: Jane Fonda -> 1937 -> Winner -> Jane Fonda\n Hop 5: Jane Fonda -> 193", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008294", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Hyundai", + "pred": "Hop 1: Andreas Fischer -> member of sports team -> 1. FC N\u00fcrnberg (1996)\n Hop 2: 1. FC N\u00fcrnberg -> sponsor -> Hamburger SV (1996)\n Hop 3: Hamburger SV -> member of sports team -> Klaus Zaczyk (1996)\n Answer: Hamburger SV", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006036", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "The Pentagon", + "pred": "Hop\n Hop 1: Charlie Munger -> military branch -> United States Army\n Hop 2: United States Army -> headquarters -> Washington, D.C.\n Hop 3: Washington, D.C. -> 1945 -> United States Army\n Hop 4: United States Army -> headquarters -> United States Army\n Hop 5: United States Army -> headquarters -> United States Army\n Hop 6: United States Army -> headquarters -> United States Army\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001816", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Hop\n Hop 1: Ruth Chatterton -> 1930 -> Winner -> Mary Pickford\n Hop 2: Mary Pickford -> 1930 -> Winner -> Mary Pickford\n Hop 3: Mary Pickford -> 1930 -> Winner -> Mary Pickford\n Hop 4: Mary Pickford -> 1930 -> Winner -> Mary Pickford\n Hop 5: Mary Pickford -> 1930", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008058", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Anton Hofer -> country of citizenship -> Austria (1956)\n Hop 2: Austria -> shares border with -> Czechoslovakia (1956)\n Hop 3: Czechoslovakia -> country of citizenship -> Antonin Kocourek (1956)\n Answer: Antonin Kocourek", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004387", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Hop 1: Mehmed Uzun -> country of citizenship -> Turkey (1955)\n Hop 2: Turkey -> head of state -> \u0130smet \u0130n\u00f6n\u00fc (1955)\n Hop 3: \u0130smet \u0130n\u00f6n\u00fc -> country of citizenship -> Turkey (1955)\n Hop 4: Turkey -> head of state -> Cel\u00e2l Bayar (1955)\n Hop 5: Cel\u00e2l Bayar -> country of", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004841", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Abdullah Avc\u0131", + "pred": "Hop 1: Jo\u00e3o Pereira -> member of -> F.C. Porto (sports team)\n Hop 2: F.C. Porto -> head coach -> Jos\u00e9 Mourinho\n Answer: Jos\u00e9 Mourinho", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000340", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Echo Music Prize", + "pred": "Hop\n Hop 1: Wade Robson -> unmarried partner -> award -> Britney Spears -> Oops!... I Did It Again -> notable work\n Hop 2: Britney Spears -> Oops!... I Did It Again -> notable work -> award -> Wade Robson -> unmarried partner\n Hop 3: Wade Robson -> unmarried partner -> award -> Britney Spears -> Oops!... I Did It Again -> notable work\n Answer: Grammy Award", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001431", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Massimiliano Allegri", + "pred": "Hop 1: Philippe Mex\u00e8s -> sports team -> AS Roma (2007-2011)\n Hop 2: AS Roma -> head coach -> Luciano Spalletti (2007-2011)\n Answer: Luciano Spalletti", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002560", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Panama", + "pred": "Hop\n Hop 1: Horst P. Horst -> Worked at -> Vogue (1939)\n Hop 2: Vogue (1939) -> Shares border with -> New York City (1939)\n Hop 3: New York City (1939) -> Shares border with -> New Jersey (1939)\n Answer: New Jersey", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003591", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Karl Scharfenberg -> country of citizenship -> Nazi Germany (1939)\n Hop 2: Nazi Germany -> head of state -> Paul von Hindenburg (1939)\n Hop 3: Paul von Hindenburg -> country -> Germany (1939)\n Hop 4: Germany -> head of state -> Paul von Hindenburg (1939)\n Hop 5: Paul von Hindenburg -> country -> Germany (19", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006178", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Hop 1: Glauco Onorato -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (Hop 2)\n Answer: Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003130", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Hop 1: \u00c1rp\u00e1d Berczik -> educated at -> Budapest University of Technology and Economics (1947)\n Hop 2: Budapest University of Technology and Economics -> named after -> \u00c1rp\u00e1d Berczik (1947)\n Answer: \u00c1rp\u00e1d Berczik", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001771", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "habilitation", + "pred": "Hop\n Hop 1: Ulrich Gotter -> employer -> University of Freiburg (2002)\n Hop 2: Olba -> director of archaeological fieldwork -> assessment (2002)\n Hop 3: assessment -> after -> Ulrich Gotter (2002)\n Answer: Hop 3: assessment -> after -> Ulrich Gotter (2002)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004635", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Hop 1: Ida Kami\u0144ska -> nominated for -> 1967 Academy Award for Best Actress (Hop 1)\n Hop 2: 1967 Academy Award for Best Actress -> winner -> Norma Shearer (Hop 2)\n Hop 3: Norma Shearer -> nominated for -> 1934 Academy Award for Best Actress (Hop 3)\n Hop 4: 1934 Academy Award for Best Actress -> winner", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007347", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Hop\n Hop 1: Heat and Dust -> award -> Booker Prize (1975)\n Hop 2: J. G. Farrell -> award -> Heat and Dust (1975)\n Hop 3: John le Carr\u00e9 -> winner -> Heat and Dust (1975)\n Answer: John le Carr\u00e9", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002289", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Giuseppe Saragat", + "pred": "Hop 1: Francesco Antonazzi -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1970)\n Answer: Giovanni Gronchi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006810", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "Hop\n Hop 1: Tessa Thompson -> 2016 -> Broadcast Film Critics Association Award for Best Cast -> 2016 (Hop 1)\n Hop 2: 2016 -> 2016 -> Broadcast Film Critics Association Award for Best Cast -> 2016 (Hop 2)\n Hop 3: 2016 -> 2016 -> Broadcast Film Critics Association Award for Best Cast ->", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_001750", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Eduard Weiter", + "pred": "Hop 1: Robert Dauber -> manager -> John H. H. D. (1944)\n Answer: John H. H. D.", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "David Wagner", + "pred": "Hop 1: Conor Coady -> sports team -> Tottenham Hotspur (2015)\n Hop 2: Tottenham Hotspur -> head coach -> Michael Beale (2015)\n Answer: Michael Beale", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001742", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Hop 1: Carmelo Di Bella -> country of citizenship -> Italy (1986)\n Hop 2: Italy -> head of state -> Sandro Pertini (1986)\n Answer: Sandro Pertini", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004401", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cominform", + "pred": "Hop 1: Marceline Loridan-Ivens -> member of political party -> French Communist Party (1955)\n Hop 2: French Communist Party -> member of political party -> French Section of the Workers' International (1955)\n Answer: French Section of the Workers' International", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000948", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Hop 1: Rod Langway -> drafted by -> Boston Bruins (1977)\n Hop 2: Boston Bruins -> home venue -> Boston Garden\n Answer: Boston Garden", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Bruno Mora -> country of citizenship -> Italy (1954)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1954)\n Answer: Alcide De Gasperi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001031", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "J. M. Coetzee", + "pred": "Hop\n Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002458", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Oleh Protasov", + "pred": "Hop 1: Ihar Stasevich -> member of sports team -> FC Dinamo Minsk (2013)\n Hop 2: FC Dinamo Minsk -> head coach -> Valeriy Lobanovskyi (2013)\n Hop 3: Valeriy Lobanovskyi -> member of sports team -> FC Metalist Kharkiv (2013)\n Hop 4: FC Metalist Kharkiv -> head coach ->", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001069", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Ed Koch", + "pred": "Hop 1: Braldt Bralds -> work location -> V\u00e4stmanland County\n Hop 2: V\u00e4stmanland County -> head of government -> Sven-Eric Sj\u00f6str\u00f6m\n Hop 3: Sven-Eric Sj\u00f6str\u00f6m -> work location -> V\u00e4stmanland County\n Hop 4: V\u00e4stmanland County -> head of government -> Sven-Eric Sj\u00f6str\u00f6m\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: CERN -> member of -> European Organization for Nuclear Research (1954)\n Hop 2: European Organization for Nuclear Research (1954) -> funder of -> Carnegie Mellon University (1954)\n Answer: 1954", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006304", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "mayor", + "pred": "Hop 1: T\u00fcbingen -> head of government -> position -> 1948 -> 1948\n Answer: 1948", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004531", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Mario Monti", + "pred": "Hop 1: Antonio Carluccio -> country of citizenship -> Italy (2012)\n Hop 2: Italy -> head of government -> Enrico Letta (2012)\n Hop 3: Enrico Letta -> head of government -> Enrico Letta (2012)\n Answer: Enrico Letta", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000931", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Hop 1: James Spudich -> award -> 1999 (Hop 1)\n Hop 2: Ronald Vale -> year -> 1999 (Hop 2)\n Answer: 1999", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007956", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Hop 1: Faryd Mondrag\u00f3n -> sports team -> Club Atl\u00e9tico River Plate (2006)\n Hop 2: Club Atl\u00e9tico River Plate -> head coach -> Jos\u00e9 Luis Chilavert (2006)\n Answer: Jos\u00e9 Luis Chilavert", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007340", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "Hyundai", + "pred": "Hop 1: Stefan B\u00f6ger -> member of sports team -> 1. FC N\u00fcrnberg (1998)\n Hop 2: 1. FC N\u00fcrnberg -> sponsor -> Adidas (1998)\n Answer: Adidas", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003676", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "Hop 1: A Single Man -> nominated for -> John C. Reilly (1999)\n Hop 2: John C. Reilly -> winner of -> 2007 Saturn Award for Best Actor in a Supporting Role (2007)\n Hop 3: 2007 Saturn Award for Best Actor in a Supporting Role -> winner of -> 2007 Saturn Award for Best Actor in a Supporting Role (2007", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001222", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Soviet Union", + "pred": "Hop 1: Olenegorsk -> Russia (located in)\n Answer: Russia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006158", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Adone Zoli", + "pred": "Hop 1: Giani Stuparich -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of government -> Alcide De Gasperi (1957)\n Hop 3: Alcide De Gasperi -> country of citizenship -> Italy (1957)\n Answer: Alcide De Gasperi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005324", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italian lira", + "pred": "Hop 1: Guido Celano -> country of citizenship -> Kingdom of Sicily (1912-1943)\n Hop 2: Kingdom of Sicily (1912-1943) -> currency -> Italian lira (1861-1946)\n Hop 3: Italian lira (1861-1946) -> currency of -> Italy (1912-194", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "Hop 1: Susan Polgar -> country of citizenship -> Hungary (2002)\n Hop 2: Hungary -> head of government -> Ferenc Gyurcs\u00e1ny (2002)\n Answer: Ferenc Gyurcs\u00e1ny", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002344", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Sremska Mitrovica City -> located in -> Vojvodina (1971)\n Hop 2: Vojvodina -> country -> Yugoslavia (1971)\n Answer: Yugoslavia", + "em": 0.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_008685", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2019.0, + "gold": "Wayne LaPierre", + "pred": "Hop 1: Oliver North -> position -> United States Marine Corps (1981-1983)\n Hop 2: United States Marine Corps -> chief executive officer -> John M. McHugh (2019-2020)\n Hop 3: John M. McHugh -> position -> United States Army (1983-1986)\n Answer: United States Army", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005812", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "J. M. Coetzee", + "pred": "Hop\n Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "The Ellen DeGeneres Show", + "pred": "Hop\n Hop 1: Alexandra Hedison -> unmarried partner -> 1999 -> 1999\n Hop 2: 1999 -> 1999 -> 1999\n Hop 3: 1999 -> 1999 -> 1999\n Hop 4: 1999 -> 1999 -> 1999\n Hop 5:", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005808", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Hop 1: G\u00e1bor Csap\u00f3 -> educated at -> University of Szeged (Hop 1)\n Hop 2: University of Szeged -> named after -> L\u00e1szl\u00f3 R\u00e9dei (Hop 2)\n Hop 3: L\u00e1szl\u00f3 R\u00e9dei -> employer -> G\u00e1bor Csap\u00f3 (Hop 3)\n Answer: G\u00e1bor Csap\u00f3", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003694", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "German Federal Archives", + "pred": "Hop 1: Bruno Bieligk -> member of political party -> German Social Democratic Party\n Hop 2: German Social Democratic Party -> archives at -> Berlin\n Answer: Berlin", + "em": 0.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002616", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Giuseppe Saragat -> Italy (country)\n Hop 2: Italy -> Giuseppe Saragat (head of state)\n Hop 3: Giuseppe Saragat -> Tenax (country)\n Hop 4: Tenax -> Giuseppe Saragat (head of state)\n Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000088", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "United Kingdom", + "pred": "Hop 1: Safed -> country -> Palestine\n Hop 2: Palestine -> located in -> Ottoman Empire\n Hop 3: Ottoman Empire -> located in -> United Kingdom of Great Britain and Ireland\n Answer: United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_005525", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1972)\n Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006017", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Franco Corelli -> country of citizenship -> Italy (1999)\n Hop 2: Italy -> member of -> European Economic Community (1999)\n Hop 3: European Economic Community -> member of -> European Community (1999)\n Answer: European Community", + "em": 0.0, + "f1": 0.19047619047619047 + }, + { + "id": "q_006096", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Ginni Rometty", + "pred": "Hop\n Hop 1: Bruce Schneier - employer -> IBM (2001-2002)\n Hop 2: IBM - chief executive officer -> Samuel J. Palmisano (2002-2011)\n Hop 3: Samuel J. Palmisano - successor -> Ginni Rometty (2011-2020)\n Answer: Ginni Rometty", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_001800", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Hop 1: Adri\u00e1n L\u00f3pez \u00c1lvarez -> sports team -> Real Sociedad (2013)\n Hop 2: Real Sociedad -> home venue -> Anoeta Stadium (2013)\n Answer: Anoeta Stadium", + "em": 0.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_001359", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "Hop\n Hop 1: Carry Me Down -> winner -> 1998 South African National Arts Festival\n Hop 2: 1998 South African National Arts Festival -> nominated for -> 1998 South African National Arts Festival\n Hop 3: 1998 South African National Arts Festival -> winner -> 1998 South African National Arts Festival\n Hop 4: 1998 South African National Arts Festival -> winner", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006166", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Corpo Truppe Volontarie -> commanded by -> Pietro Badoglio (1936-1939)\n Hop 2: Pietro Badoglio -> country of citizenship -> Kingdom of Italy (1936-1939)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_004182", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Augusto Arioni -> member of sports team -> A.S. Roma (1912)\n Hop 2: A.S. Roma -> country -> Italy (1912)\n Answer: Italy", + "em": 0.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Hop 1: Thomas Linke -> member of -> sports team -> head coach -> Ralf Falkenmayer (1997)\n Answer: Ralf Falkenmayer", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004835", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Karl Plattner -> country of citizenship -> United States of America (Hop 1)\n Hop 2: United States of America -> head of state -> Harry S. Truman (Hop 2)\n Hop 3: Harry S. Truman -> country of citizenship -> United States of America (Hop 3)\n Hop 4: United States of America -> head of state -> Harry S. Truman (Hop 4)\n Hop 5: Harry S. Truman ->", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001116", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Chimamanda Ngozi Adichie -> 2004 -> winner of (Hop 2: 2004 -> 2004 -> 2004) -> Alan Hollinghurst (Hop 3: 2004 -> 2004 -> 2004) -> equal to (Hop 4: 2004 -> 2004 -> 200", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_003320", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Soviet Union", + "pred": "Hop 1: Ochakiv Raion -> located in -> Kherson Oblast (1935)\n Hop 2: Kherson Oblast -> located in -> Soviet Union (1935)\n Hop 3: Soviet Union -> located in -> Europe (1935)\n Answer: Europe", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_003882", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Giuseppe Patan\u00e8 -> country of citizenship -> Italy\n Hop 2: Italy -> member of -> European Economic Community\n Hop 3: European Economic Community -> member of -> United Kingdom\n Answer: United Kingdom", + "em": 0.0, + "f1": 0.1818181818181818 + }, + { + "id": "q_003657", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Hop 1: Karen Dokhoyan -> member of -> Armenian National Olympic Committee (AOC) (2007-2010)\n Hop 2: Armenian National Olympic Committee (AOC) -> head coach -> Vahram Hovhannisyan (2007-2010)\n Hop 3: Vahram Hovhannisyan -> member of -> Armenian National Olympic Committee (AOC) (2007", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001053", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Toni Servillo", + "pred": "Hop 1: Tom Schilling -> nominated for -> European Film Award for Best Actor (2013)\n Hop 2: European Film Award for Best Actor -> winner -> Javier Bardem (2013)\n Hop 3: Javier Bardem -> award received -> European Film Award for Best Actor (2013)\n Hop 4: European Film Award for Best Actor -> winner -> Javier Bardem (2013)\n Hop 5: Javier Bard", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006052", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1983.0, + "gold": "1983", + "pred": "Hop 1: Richard Attenborough -> Best Director -> 1983 Academy Awards -> 1983\n Hop 2: Costa-Gavras -> 1983 -> 1983 Academy Awards -> 1983\n Hop 3: 1983 -> 1983 -> 1983 -> 1983\n Answer: 1983", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_000428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "Hop\n Hop 1: A Single Man (2009 film) -> Best Actor -> Colin Firth (1960 - )\n Hop 2: Colin Firth (1960 - ) -> Academy Award -> Best Actor in a Leading Role (2009)\n Hop 3: Best Actor in a Leading Role (2009) -> Winner -> Colin Firth (1960 - )\n Hop 4: Colin Firth", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_000183", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italian lira", + "pred": "Hop 1: Mario Bonnard -> country of citizenship -> Italy (1998-2001)\n Hop 2: Nello Pagani -> country of citizenship -> Italy (1998-2001)\n Hop 3: Italy -> currency -> Italian lira (1998-2001)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007379", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Giovanni Trapattoni", + "pred": "Hop 1: Heiko Gerber -> sports team -> 1. FC N\u00fcrnberg (2006)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Markus Weinzierl (2006)\n Hop 3: Markus Weinzierl -> member of -> Austria Wien (2006)\n Hop 4: Austria Wien -> head coach -> Christian Ilzer (2006)\n Answer: Christian Ilzer", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "James Kelman", + "pred": "Hop 1: Abdulrazak Gurnah -> nominated for -> The Last of the Mohicans (1994)\n Answer: The Last of the Mohicans", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000962", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "Hop 1: BND law -> 1990 -> Germany (country)\n Hop 2: Germany (country) -> 1990 -> Christian Democratic Union (political party)\n Hop 3: Christian Democratic Union (political party) -> 1990 -> Helmut Kohl (person)\n Hop 4: Helmut Kohl (person) -> 1990 -> BND law (law)\n Hop 5: BND law", + "em": 0.0, + "f1": 0.09523809523809525 + }, + { + "id": "q_005810", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Otto Graf Lambsdorff", + "pred": "Hop 1: Free Democratic Party -> chairperson -> Walter Scheel\n Hop 2: Walter Scheel -> replaced by -> Karl Carstens\n Hop 3: Karl Carstens -> member of -> Christian Democratic Union\n Answer: Christian Democratic Union", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000427", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Giovanni Leone", + "pred": "Hop 1: Piero Chiara -> country of citizenship -> Italy (1974)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1974)\n Answer: Giovanni Gronchi", + "em": 0.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_005227", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "presidential system", + "pred": "Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "God Save the Tsar!", + "pred": "Hop\n Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Climate Pledge Arena", + "pred": "Hop 1: Gary Payton -> sports team -> Seattle SuperSonics (2000)\n Hop 2: Seattle SuperSonics -> home venue -> KeyArena (2000)\n Hop 3: KeyArena -> home venue -> CenturyLink Field (2000)\n Answer: CenturyLink Field", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004741", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "1st Panzer Division", + "pred": "Hop\n Hop 1: Karl Lotter -> Army Group F -> commander -> Erich von Manstein (1936)\n Answer: Erich von Manstein", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006763", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "Hop 1: Craig Armstrong -> award -> 1999 (year)\n Hop 2: 1999 (year) -> equal to -> 1999 (year)\n Hop 3: Tan Dun -> received -> 1999 (year)\n Answer: 1999", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002214", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "Hop\n Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1. Hop: 1", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Nikita Khrushchev", + "pred": "Hop 1: Zuleykha Seyidmammadova -> member of -> Azerbaijan People's Front (1946-1990)\n Hop 2: Azerbaijan People's Front (1946-1990) -> chairperson -> Mirza Aliyev (1906-1985)\n Hop 3: Mirza Aliyev (1906-1985) -> successor -> Mammad", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007746", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Austria", + "pred": "Hop 1: Walter Gropius -> spouse -> K\u00e4the Kollwitz (1918)\n Hop 2: K\u00e4the Kollwitz -> country of citizenship -> Germany (1918)\n Answer: Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003268", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Luigi Carnacina -> country of citizenship -> Italy (Hop 1)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (Hop 2)\n Answer: Giorgio Napolitano", + "em": 0.0, + "f1": 0.125 + }, + { + "id": "q_000324", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "Hop 1: Kfar Saba -> country -> Israel (Hop 1: Kfar Saba -> country -> Israel)\n Hop 2: Israel -> located in -> Middle East (Hop 2: Israel -> located in -> Middle East)\n Hop 3: Middle East -> located in -> Asia (Hop 3: Middle East -> located in -> Asia)\n Answer: Asia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006933", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Hop 1: Nani Tedeschi -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Alcide De Gasperi (1955)\n Hop 3: Alcide De Gasperi -> country of citizenship -> Italy (1955)\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005705", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Robert Knud Friedrich Pilger", + "pred": "Hop 1: Hermann Otto Sleumer -> employer -> American Museum of Natural History (1925-1949)\n Hop 2: American Museum of Natural History -> chief executive officer -> Henry C. Leide (1949-1953)\n Hop 3: Henry C. Leide -> employer -> New York Botanical Garden (1949-1953)\n Hop 4: New York Botanical Garden ->", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006241", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Bucharest", + "pred": "Hop\n Hop 1: Tutrakan -> country -> Romania\n Hop 2: Romania -> capital -> Bucharest\n Answer: Bucharest", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_003204", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Ralph Fiennes", + "pred": "Hop 1: Anders W. Berthelsen -> 1999 -> 1999 European Cup -> winner -> FC Bayern Munich\n Hop 2: FC Bayern Munich -> 1999 -> 1999 European Cup -> winner -> FC Bayern Munich\n Hop 3: FC Bayern Munich -> 1999 -> 1999 European Cup -> winner -> FC Bayern Munich\n Hop 4: FC Bayern Munich ->", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001109", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Neutral Moresnet", + "pred": "Hop 1: Minden Government Region -> shares border with -> Bremen (1918)\n Answer: Bremen", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Valeria Moriconi -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Greece (1956)\n Answer: Greece", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004458", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Hop 1: Mehmed Uzun -> country of citizenship -> Turkey (Hop 1)\n Hop 2: Turkey -> head of state -> Ismet In\u00f6n\u00fc (Hop 2)\n Hop 3: Ismet In\u00f6n\u00fc -> head of state -> S\u00fcleyman Demirel (Hop 3)\n Hop 4: S\u00fcleyman Demirel -> head of state -> Turkey (Hop 4)\n Hop 5: Turkey -> head of state -> Ahmet", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005199", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Hop 1: Sissel Tolaas -> work location -> Berlin (1999-2000)\n Hop 2: Berlin -> head of government -> Christian Wulff (2009-2010)\n Hop 3: Christian Wulff -> work location -> Germany (2009-2010)\n Hop 4: Germany -> head of government -> Angela Merkel (2005-201", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000202", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Ireland", + "pred": "Hop 1: Matteo Priamo -> member of sports team -> A.S. Roma (2006)\n Hop 2: A.S. Roma -> country -> Italy (2006)\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006446", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Edoardo Mangiarotti -> country of citizenship -> Italy\n Hop 2: Italy -> member of -> European Economic Community\n Hop 3: European Economic Community -> before -> 1952\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.1818181818181818 + }, + { + "id": "q_001839", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Q953762", + "pred": "Hop 1: Pedro Geromel -> member of -> C.D. Futebol Clube (Brazil) (2010)\n Hop 2: C.D. Futebol Clube (Brazil) -> head of government -> Paulo C\u00e9sar de Oliveira (2010)\n Hop 3: Paulo C\u00e9sar de Oliveira -> located in -> S\u00e3o Paulo (2010)\n Hop 4: S\u00e3o Paulo -> head of government -> Jos\u00e9 S", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Latvian Higher League", + "pred": "Hop 1: Pavel Mochalin -> member of sports team -> FC Spartak Moscow (2009-2011)\n Hop 2: FC Spartak Moscow -> league or competition -> Russian Football Premier League\n Answer: Russian Football Premier League", + "em": 0.0, + "f1": 0.08333333333333333 + }, + { + "id": "q_006379", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Giorgio Napolitano", + "pred": "Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (2008)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2008)\n Hop 3: Francesca Romana Coluzzi -> country of citizenship -> Italy (2008)\n Answer: Giorgio Napolitano", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Marcello Costalunga -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> shares border with -> Austria (1989)\n Answer: Austria", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001985", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Heinz Czechowski -> award -> Heinrich Mann Prize (1984)\n Hop 2: Heinrich Mann Prize -> country -> Germany (1984)\n Hop 3: Heinz Czechowski -> award -> Bernhard Seeger award (1984)\n Answer: Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000177", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Claus Korth -> allegiance -> West Germany (1962)\n Hop 2: West Germany -> contains -> Hesse (1962)\n Hop 3: Hesse -> territory claimed by -> East Germany (1962)\n Answer: East Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003534", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: University of Toronto -> member -> University of Toronto (Ontario) (1998-07-01)\n Hop 2: University of Toronto (Ontario) -> funder -> University of Toronto (Ontario) (1998-07-01)\n Hop 3: University of Toronto (Ontario) -> member -> University of Toronto (Ontario) (1998-07-01)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Steve Sampson", + "pred": "Hop 1: Andreas Herzog -> member of -> 1. FC N\u00fcrnberg (2004-2005)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Thomas Gerstner (2004-2005)\n Hop 3: Thomas Gerstner -> member of -> VfL Bochum (2005-2006)\n Hop 4: VfL Bochum", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008135", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Panama", + "pred": "Hop 1: Frank Tieri -> residence -> United States (Hop 1)\n Hop 2: United States -> shares border -> Canada (Hop 2)\n Hop 3: Canada -> country of citizenship -> Alexander Graham Bell (Hop 3)\n Answer: Canada", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008030", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Hop 1: Jacques Laurent -> member of -> Acad\u00e9mie Fran\u00e7aise (1988)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Jean-Fran\u00e7ois Mallet (1988)\n Hop 3: Jean-Fran\u00e7ois Mallet -> member of -> Union des \u00c9tudiants (1988)\n Hop 4: Union des \u00c9tudiants -> general secretary -> Jean-Pierre L\u00e9vy (198", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Hop 1: Hanns Martin Schleyer -> member of -> German Democratic Republic (1975)\n Hop 2: German Democratic Republic -> general secretary -> Erich Honecker (1975)\n Hop 3: Erich Honecker -> member of -> Socialist Unity Party of Germany (1975)\n Hop 4: Socialist Unity Party of Germany -> general secretary -> Walter Ulbricht (1975)\n Hop 5:", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001457", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Thomas Keneally", + "pred": "Hop 1: William Boyd -> nominated for -> 1982 Academy Awards\n Hop 2: 1982 Academy Awards -> winner -> 1982\n Hop 3: 1982 -> winner -> 1982\n Answer: 1982", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001650", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Sergi L\u00f3pez", + "pred": "Hop\n Hop 1: Bread and Tulips - 1997 - 1997 - 1997 - 1997 - 1997 - 1997 - 1997 - 1997 - 1997 - 1997 - 1997 - 1997 - 1997 - 1997 -", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006597", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "SeatGeek Stadium", + "pred": "Hop 1: Logan Pause -> member of -> University of Florida Gators (2009)\n Hop 2: University of Florida Gators -> home venue -> Ben Hill Griffin Stadium\n Hop 3: Ben Hill Griffin Stadium -> located in -> Gainesville, Florida\n Hop 4: Gainesville, Florida -> country -> United States\n Answer: United States", + "em": 0.0, + "f1": 0.07142857142857144 + }, + { + "id": "q_003141", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Canada", + "pred": "Hop 1: Joseph-Elz\u00e9ar Bernier -> member of the crew of -> SS L'Alouette (1924)\n Hop 2: SS L'Alouette (1924) -> country of registry -> France\n Hop 3: France -> member of the crew of -> Joseph-Elz\u00e9ar Bernier\n Answer: France", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004341", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "BP", + "pred": "Hop 1: Wolfram Wuttke -> member of -> sports team (1984)\n Hop 2: sports team (1984) -> sponsor -> Hamburger SV\n Hop 3: Hamburger SV -> member -> Gerhard Krug (1984)\n Answer: Hamburger SV", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007989", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1905.0, + "gold": "Russian Empire", + "pred": "Hop 1: Vedi -> located in -> Kandahar (1905)\n Answer: Afghanistan", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002962", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Hop 1: Bruno Torpigliani -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Alcide De Gasperi (1955)\n Hop 3: Alcide De Gasperi -> country of citizenship -> Italy (1955)\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001198", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Allianz Arena", + "pred": "Hop 1: Kenny Cooper -> sports team -> New York Islanders (2011)\n Hop 2: New York Islanders -> home venue -> Nassau Veterans Memorial Coliseum\n Answer: Nassau Veterans Memorial Coliseum", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006028", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Hop 1: Artur Moraes -> member of -> Esporte Clube Bahia (2012)\n Hop 2: Esporte Clube Bahia -> chairperson -> Paulo C\u00e9sar de Oliveira (2012)\n Answer: Paulo C\u00e9sar de Oliveira", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007856", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "Hop\n Hop 1: Rorschach\u2013St. Gallen railway line -> owner -> Swiss Federal Railways (1902)\n Hop 2: Swiss Federal Railways -> replaced by -> Rorschach\u2013St. Gallen railway line (1902)\n Hop 3: Rorschach\u2013St. Gallen railway line -> owned by -> Swiss Federal Railways (1902)\n Answer: 1902", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_003797", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Hop\n Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop 1: Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: HMS Graph -> country of registry -> United Kingdom\n Hop 2: United Kingdom -> head of state -> King George VI\n Answer: King George VI", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004648", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "Hop 1: Lee Hartwell -> 1998 (year)\n Hop 2: 1998 -> Yoshio Masui (award)\n Answer: 1998", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_005249", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Julie Christie", + "pred": "Hop 1: Jeanne Eagels -> nominated for -> Academy Award for Best Actress (1965)\n Hop 2: Marriage Italian-Style -> winner of -> Academy Award for Best Actress (1965)\n Hop 3: Academy Award for Best Actress (1965) -> nominated for -> Barbara Stanwyck (1965)\n Answer: Barbara Stanwyck", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004612", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Luigi Carnacina -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Umberto II of Italy (1951)\n Hop 3: Umberto II of Italy -> head of state -> Umberto II of Italy (1951)\n Answer: Umberto II of Italy", + "em": 0.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_006383", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "Hop 1: Giacomo Neri -> country of citizenship -> Italy (1976)\n Hop 2: Aldo Moro -> head of government -> Italy (1976)\n Answer: 1976", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_003997", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Hop 1: Romain Duris -> nominated for -> Jeanne Moreau (1999)\n Hop 2: Jeanne Moreau -> winner of -> Jeanne Moreau (1999)\n Hop 3: Jeanne Moreau -> winner of -> Jeanne Moreau (1999)\n Answer: Jeanne Moreau", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002521", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Heiko Herrlich", + "pred": "Hop 1: Marek Such\u00fd -> sports team -> Sparta Prague (2019-2020)\n Hop 2: Sparta Prague -> head coach -> Milan \u0160koda (2020)\n Hop 3: Milan \u0160koda -> member of -> Czech Republic (2020)\n Answer: Czech Republic", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008451", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Mario Draghi", + "pred": "Hop 1: Cesare Benedetti -> country -> Italy (Hop 1)\n Hop 2: Italy -> head of government -> Giuseppe Conte (Hop 2)\n Answer: Giuseppe Conte", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002584", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1944.0, + "gold": "1944", + "pred": "Hop\n Hop 1: Johnny Burke -> 1944 -> winner of Harry Warren's award received\n Hop 2: 1944 -> 1944 -> winner of Harry Warren's award received\n Hop 3: 1944 -> 1944 -> winner of Harry Warren's award received\n Answer: 1944", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_000401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Zhou Enlai", + "pred": "Hop 1: Zhao Ziyang -> country of citizenship -> People's Republic of China (1959)\n Hop 2: People's Republic of China (1959) -> head of government -> Liu Shaoqi (1959)\n Answer: Liu Shaoqi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007273", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Harry Redknapp", + "pred": "Hop 1: Michael Dawson -> sports team -> Tottenham Hotspur (2007-2010)\n Hop 2: Tottenham Hotspur -> head coach -> Harry Redknapp (2007-2010)\n Hop 3: Harry Redknapp -> member of -> England national football team (2007-2010)\n Answer: Harry Redknapp", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_000566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Hop 1: Jean-Loup Dabadie -> member of -> L'Orchestre National de Jazz (1990)\n Hop 2: L'Orchestre National de Jazz (1990) -> general secretary -> Jean-Michel Lecuyer (1990)\n Answer: Jean-Michel Lecuyer", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001480", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Hop\n Hop 1: Matt Carkner -> drafted by -> New York Rangers (1999)\n Hop 2: New York Rangers -> team captain -> Mike Gartner (1999)\n Answer: Mike Gartner", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002648", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Hop 1: Jennifer Johnston -> nominated for -> The Last of the Wine (1977)\n Hop 2: The Last of the Wine (1977) -> winner -> John Gielgud\n Hop 3: John Gielgud -> winner -> The Last of the Wine (1977)\n Answer: John Gielgud", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005191", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Hop 1: Bruno Bieligk -> member of political party -> German National People's Party (1920)\n Hop 2: German National People's Party (1920) -> chairperson -> Paul von Hindenburg (1920)\n Hop 3: Paul von Hindenburg -> member of political party -> German National People's Party (1920)\n Answer: Paul von Hindenburg", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004451", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Azerbaijan Premier League", + "pred": "Hop 1: Andrey Popovi\u00e7 -> sports team -> FK Vojvodina (2009)\n Hop 2: FK Vojvodina (2009) -> league or competition -> Serbian First League\n Answer: Serbian First League", + "em": 0.0, + "f1": 0.10526315789473684 + } + ] +} \ No newline at end of file diff --git a/eval/v3-sft-seed1337.extracted.json b/eval/v3-sft-seed1337.extracted.json new file mode 100644 index 0000000000000000000000000000000000000000..9c20fdc6487798679c29923d6253d32d61636a93 --- /dev/null +++ b/eval/v3-sft-seed1337.extracted.json @@ -0,0 +1,19229 @@ +{ + "name": "v3-sft-seed1337", + "policy_path": "../checkpoints/sft-v3-seed1337/final", + "split": "test", + "n_samples": 1743, + "temperature": 0.0, + "max_new_tokens": 96, + "answer_extracted": true, + "n_with_answer_marker": 1738, + "overall": { + "n": 1743, + "em": 0.8674698795180723, + "f1": 0.8841270612058196 + }, + "by_complexity": { + "1hop": { + "n": 800, + "em": 0.9875, + "f1": 0.9896875 + }, + "2hop": { + "n": 800, + "em": 0.82, + "f1": 0.833973382221227 + }, + "3plus": { + "n": 143, + "em": 0.46153846153846156, + "f1": 0.5741591741591742 + } + }, + "by_operator": { + "before_after": { + "n": 517, + "em": 0.874274661508704, + "f1": 0.8934961664168627 + }, + "interval": { + "n": 163, + "em": 1.0, + "f1": 0.9830406882448347 + }, + "point_in_time": { + "n": 535, + "em": 0.8822429906542056, + "f1": 0.892977303070761 + }, + "sequence": { + "n": 528, + "em": 0.8049242424242424, + "f1": 0.8354497354497354 + } + }, + "per_example": [ + { + "id": "q_006291", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "chairperson", + "pred": "Lu\u00eds Filipe Vieira", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jonas -> member of sports team -> S.L. Benfica (2017)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2017)\n Answer: Lu\u00eds Filipe Vieira" + }, + { + "id": "q_007337", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "Nicholas II of Russia", + "pred": "Nikolay II", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Ararat -> located in -> Erivan Governorate (1907)\n Hop 2: Erivan Governorate -> country -> Russian Empire (1907)\n Hop 3: Russian Empire -> head of state -> Nikolay II (1907)\n Answer: Nikolay II" + }, + { + "id": "q_000021", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Galvano Della Volpe -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of state -> Antonio Segni (1959)\n Hop 3: Antonio Segni -> position held -> President of the Italian Republic (1959)\n Answer: President of the Italian Republic" + }, + { + "id": "q_007809", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Irina Bokova", + "pred": "David Eltis", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kach -> designated as terrorist by -> United States (2011)\n Hop 2: United States -> member of -> UNESCO (2011)\n Hop 3: UNESCO -> chairperson -> David Eltis (2011)\n Answer: David Eltis" + }, + { + "id": "q_001979", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arnold J. Levine -> award received -> Paul Ehrlich and Ludwig Darmstaedter Prize (1998)\n Answer: 1998" + }, + { + "id": "q_005455", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.5714285714285714, + "pred_raw": "Hop 1: On Golden Pond -> nominated for -> Academy Award for Best Actress (1982)\n Hop 2: Academy Award for Best Actress -> winner -> Meryl Streep (1982)\n Hop 3: Meryl Streep -> award received -> Academy Award for Best Actress (1982)\n Answer: Academy Award for Best Actress" + }, + { + "id": "q_008005", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Urbano Lazzaro -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1961)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1961)\n Answer: President of Italy" + }, + { + "id": "q_008690", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bruno Pesaola -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Answer: Giovanni Gronchi" + }, + { + "id": "q_008321", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vito Lattanzio -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: Prime Minister of Italy" + }, + { + "id": "q_007761", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Arista Records", + "pred": "Sony Music", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jennifer Love Hewitt -> unmarried partner -> John Mayer (2002)\n Hop 2: John Mayer -> nominated for -> Grammy Award for Best Male Pop Vocal Performance (2002)\n Hop 3: Grammy Award for Best Male Pop Vocal Performance -> winner -> Epic Records (2002)\n Hop 4: Epic Records -> record label -> Sony Music (2002)\n Answer: Sony Music" + }, + { + "id": "q_008118", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vincent Cimatti -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1959)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1959)\n Answer: President of Italy" + }, + { + "id": "q_001360", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist", + "em": 0.0, + "f1": 0.8, + "pred_raw": "Hop 1: Guo Moruo -> country of citizenship -> People's Republic of China (1970)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1970)\n Hop 3: Zhou Enlai -> spouse -> Deng Yingchao (1970)\n Hop 4: Deng Yingchao -> member of political party -> Chinese Communist Party (1970)\n Answer: Chinese Communist" + }, + { + "id": "q_000136", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Italy", + "pred": "Giovanni Spadolini", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Michele Pellegrino -> country of citizenship -> Italy (1981)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1981)\n Answer: Giovanni Spadolini" + }, + { + "id": "q_006986", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Falcone -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giovanni Leone (1955)\n Answer: Giovanni Leone" + }, + { + "id": "q_003298", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "monarchy", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Metz -> country -> Germany (1940)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1940)\n Hop 3: Afghanistan -> basic form of government -> monarchy (1940)\n Answer: monarchy" + }, + { + "id": "q_006733", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Pesaola -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy" + }, + { + "id": "q_005866", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.5714285714285714, + "pred_raw": "Hop 1: Diane Keaton -> nominated for -> Academy Award for Best Actress (2004)\n Hop 2: Academy Award for Best Actress (2004) -> winner -> Hilary Swank\n Hop 3: Hilary Swank -> award received -> Academy Award for Best Actress (2004)\n Answer: Academy Award for Best Actress" + }, + { + "id": "q_004748", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alfredo Sivocci -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1964)\n Answer: Giovanni Gronchi" + }, + { + "id": "q_004795", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Chancellor of Germany", + "pred": "President of Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: SMS Arcona -> crew members -> Eberhard Godt (1922)\n Hop 2: Eberhard Godt -> allegiance -> Weimar Republic (1922)\n Hop 3: Weimar Republic -> head of government -> Friedrich Ebert (1922)\n Hop 4: Friedrich Ebert -> position held -> President of Germany (1922)\n Answer: President of Germany" + }, + { + "id": "q_000787", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "monarchy", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Niobe -> country of registry -> Germany (1932)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1932)\n Hop 3: Afghanistan -> basic form of government -> monarchy (1932)\n Answer: monarchy" + }, + { + "id": "q_008333", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aldo Morandi -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1963)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1963)\n Answer: President of Italy" + }, + { + "id": "q_008338", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Academy Award for Best Visual Effects", + "pred": "Ken Ralston", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: True Lies -> nominated for -> Japan Academy Prize for Outstanding Foreign Language Film (1995)\n Hop 2: Japan Academy Prize for Outstanding Foreign Language Film -> winner -> Ken Ralston (1995)\n Answer: Ken Ralston" + }, + { + "id": "q_001840", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tano Cimarosa -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1995)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1995)\n Answer: President of Italy" + }, + { + "id": "q_001274", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aurelio Sabattani -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1967)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1967)\n Answer: President of Italy" + }, + { + "id": "q_000547", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Antonio Segni", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Antonio Segni (1965)\n Answer: Antonio Segni" + }, + { + "id": "q_001052", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Bordoni -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1955)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1955)\n Answer: President of Italy" + }, + { + "id": "q_006228", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "Robert Ferdinand Wagner Jr.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jane Jacobs -> residence -> New York City (1963)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1963)\n Answer: Robert Ferdinand Wagner Jr." + }, + { + "id": "q_006414", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1955)\n Answer: Paul-Henri Spaak" + }, + { + "id": "q_001651", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "President of Italy", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Daniela Rocca -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1957)\n Answer: Alcide De Gasperi" + }, + { + "id": "q_007640", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Plinio Antolini -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1956)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1956)\n Answer: President of Italy" + }, + { + "id": "q_007972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Annalena Tonelli -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1969)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1969)\n Answer: President of Italy" + }, + { + "id": "q_004943", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Nazi Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: U-13 -> part of -> 1st U-boat Flotilla (1938)\n Hop 2: 1st U-boat Flotilla -> location -> Kiel (1938)\n Hop 3: Kiel -> country -> Germany (1938)\n Answer: Germany" + }, + { + "id": "q_007287", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Angelo Cella -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1998)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1998)\n Answer: President of Italy" + }, + { + "id": "q_005394", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Veriano Luchetti -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1997)\n Answer: President of Italy" + }, + { + "id": "q_007314", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Mayor of New York City", + "pred": "New York City Mayor", + "em": 0.0, + "f1": 0.888888888888889, + "pred_raw": "Hop 1: Elliott Erwitt -> work location -> New York City (1957)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1957)\n Hop 3: Robert Ferdinand Wagner Jr. -> position held -> New York City Mayor (1957)\n Answer: New York City Mayor" + }, + { + "id": "q_003452", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Mayor of New York City", + "pred": "William O'Dwyer", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mary Blair -> residence -> New York City (1948)\n Hop 2: New York City -> head of government -> William O'Dwyer (1948)\n Answer: William O'Dwyer" + }, + { + "id": "q_006815", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Love the Way You Lie -> nominated for -> MTV Europe Music Award for Best Song (2010)\n Hop 2: MTV Europe Music Award for Best Song -> winner -> Lady Gaga (2010)\n Answer: 2010" + }, + { + "id": "q_008439", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Tim Robbins", + "pred": "Hop 1: Nell -> nominated for -> Academy Award for Best Actress (1995)\n Hop 2: Academy Award for Best Actress (1995) -> winner -> Susan Sarandon\n Hop 3: Susan Sarandon -> unmarried partner -> John Cusack\n Hop 4: John Cusack -> winner -> 1995 Academy Award for Best Actor\n Hop 5: 1995 Academy Award for Best Actor ->", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nell -> nominated for -> Academy Award for Best Actress (1995)\n Hop 2: Academy Award for Best Actress (1995) -> winner -> Susan Sarandon\n Hop 3: Susan Sarandon -> unmarried partner -> John Cusack\n Hop 4: John Cusack -> winner -> 1995 Academy Award for Best Actor\n Hop 5: 1995 Academy Award for Best Actor ->" + }, + { + "id": "q_003245", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "constitutional monarchy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Niobe -> country of registry -> Germany (1932)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1932)\n Hop 3: Afghanistan -> basic form of government -> constitutional monarchy (1932)\n Answer: constitutional monarchy" + }, + { + "id": "q_008633", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giurgiu -> located in -> Vla\u0219ca County (1920)\n Hop 2: Vla\u0219ca County -> country -> Kingdom of Romania (1920)\n Hop 3: Kingdom of Romania -> capital -> Bucharest (1920)\n Answer: Bucharest" + }, + { + "id": "q_003473", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Amin al-Dawla", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Dushanbe -> located in -> Emirate of Bukhara (1915)\n Hop 2: Emirate of Bukhara -> head of state -> Amin al-Dawla (1915)\n Hop 3: Amin al-Dawla -> country -> Russian Empire (1915)\n Answer: Amin al-Dawla" + }, + { + "id": "q_001673", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aurelio Sabattani -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1967)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1967)\n Answer: President of Italy" + }, + { + "id": "q_005726", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "First Republic of Austria", + "pred": "Federal State of Austria", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Aachen -> country -> Nazi Germany (1934)\n Hop 2: Nazi Germany -> shares border with -> Federal State of Austria (1934)\n Answer: Federal State of Austria" + }, + { + "id": "q_004929", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Virginio Rosetta -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1967)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1967)\n Answer: President of Italy" + }, + { + "id": "q_006286", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mannheim Observatory -> owned by -> Mannheim (1977)\n Hop 2: Mannheim -> country -> West Germany (1977)\n Hop 3: West Germany -> currency -> Deutsche Mark (1977)\n Answer: Deutsche Mark" + }, + { + "id": "q_002759", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "K\u014dichir\u014d Matsuura", + "pred": "Koichiro Matsuda", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Eduardo Saverin -> country of citizenship -> United States (2005)\n Hop 2: United States -> member of -> UNESCO (2005)\n Hop 3: UNESCO -> chairperson -> Koichiro Matsuda (2005)\n Answer: Koichiro Matsuda" + }, + { + "id": "q_004009", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "2014", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Thierry Mariani -> member of political party -> Union for a Popular Movement (2014)\n Hop 2: Union for a Popular Movement -> chairperson -> Jean-Fran\u00e7ois Cop\u00e9 (2014)\n Hop 3: Jean-Fran\u00e7ois Cop\u00e9 -> politician -> Jean-Fran\u00e7ois Cop\u00e9 (2014)\n Answer: 2014" + }, + { + "id": "q_007134", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Paolo Dezza -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1998)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_002750", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Basaglia -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: Prime Minister of Italy" + }, + { + "id": "q_000812", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "U-13", + "pred": "1st U-boat Flotilla", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: U-14 -> commanded by -> Victor Oehrn (1936)\n Hop 2: Victor Oehrn -> affiliation -> 1st U-boat Flotilla (1936)\n Answer: 1st U-boat Flotilla" + }, + { + "id": "q_003515", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Umberto Pasquale -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy" + }, + { + "id": "q_005012", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Filippo D'Amico -> country of citizenship -> Italy (1982)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1982)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1982)\n Answer: Prime Minister of Italy" + }, + { + "id": "q_004016", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ernesto Prinoth -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1980)\n Answer: Prime Minister of Italy" + }, + { + "id": "q_008522", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Bordoni -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1955)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1955)\n Answer: President of Italy" + }, + { + "id": "q_002972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tano Cimarosa -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1995)\n Hop 3: Carlo Azeglio Ciampi -> position held -> President of Italy (1995)\n Answer: President of Italy" + }, + { + "id": "q_000716", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Umberto II", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alberto Moravia -> spouse -> Elsa Morante (1958)\n Hop 2: Elsa Morante -> country of citizenship -> Italy (1958)\n Hop 3: Italy -> head of state -> Umberto II (1958)\n Answer: Umberto II" + }, + { + "id": "q_004128", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Linda Sini -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1956)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1956)\n Answer: President of Italy" + }, + { + "id": "q_002796", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1923.0, + "gold": "1923", + "pred": "1923", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: hyperinflation in the Weimar Republic -> country -> Weimar Republic (1923)\n Hop 2: Weimar Republic -> currency -> Rentenmark (1923)\n Hop 3: Rentenmark -> replaces -> Papiermark (1923)\n Answer: 1923" + }, + { + "id": "q_007015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Massimiliano Allegri", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Michelangelo Albertazzi -> member of sports team -> AC Milan (2014)\n Hop 2: AC Milan -> head coach -> Massimiliano Allegri (2014)\n Answer: Massimiliano Allegri" + }, + { + "id": "q_003552", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "chairperson", + "pred": "Lu\u00eds Filipe Vieira", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Miralem Sulejmani -> member of sports team -> S.L. Benfica (2014)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2014)\n Answer: Lu\u00eds Filipe Vieira" + }, + { + "id": "q_004730", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "God Save the Tsar!", + "pred": "Pan-Slavic March", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Vedi -> located in -> Erivan Governorate (1907)\n Hop 2: Erivan Governorate -> country -> Russian Empire (1907)\n Hop 3: Russian Empire -> anthem -> Pan-Slavic March (1907)\n Answer: Pan-Slavic March" + }, + { + "id": "q_005767", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Angela Merkel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bj\u00f6rn Schr\u00f6der -> member of sports team -> Milram (2010)\n Hop 2: Milram -> country -> Germany (2010)\n Hop 3: Germany -> head of government -> Angela Merkel (2010)\n Answer: Angela Merkel" + }, + { + "id": "q_002032", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Mayor of New York City", + "pred": "New York City Comptroller", + "em": 0.0, + "f1": 0.6666666666666665, + "pred_raw": "Hop 1: Oliver & Company -> narrative location -> New York City (1988)\n Hop 2: New York City -> head of government -> Ed Koch (1988)\n Hop 3: Ed Koch -> position held -> New York City Comptroller (1988)\n Answer: New York City Comptroller" + }, + { + "id": "q_008644", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Salman Rushdie -> spouse -> Padma Lakshmi (2005)\n Hop 2: John Banville -> winner -> Salman Rushdie (2005)\n Answer: 2005" + }, + { + "id": "q_006768", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ulrike Herrmann -> member of political party -> Christian Democratic Union (1987)\n Hop 2: Christian Democratic Union -> chairperson -> Helmut Kohl (1987)\n Hop 3: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Answer: West Germany" + }, + { + "id": "q_002122", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Angelo Cella -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1964)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1964)\n Answer: President of Italy" + }, + { + "id": "q_007638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Getulio Alviani -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1980)\n Answer: Prime Minister of Italy" + }, + { + "id": "q_000842", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "God Save the King", + "pred": "God Save the King", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Enderbury Island -> country -> United Kingdom (1938)\n Hop 2: United Kingdom -> head of state -> George VI (1938)\n Hop 3: George VI -> anthem -> God Save the King (1938)\n Answer: God Save the King" + }, + { + "id": "q_003512", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "John A. Alonzo", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: On Golden Pond -> nominated for -> Academy Award for Best Sound -> winner -> John A. Alonzo (1982)\n Answer: John A. Alonzo" + }, + { + "id": "q_002727", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Federal State of Austria", + "pred": "Europe", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: 1938 World Figure Skating Championships -> location -> Berlin (1938)\n Hop 2: Berlin -> shares border with -> Czechoslovakia (1938)\n Hop 3: Czechoslovakia -> located in -> Europe (1938)\n Answer: Europe" + }, + { + "id": "q_004477", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tommaso Padoa-Schioppa -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1970)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1970)\n Answer: President of Italy" + }, + { + "id": "q_004639", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lelio Antoniotti -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1965)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1965)\n Answer: President of Italy" + }, + { + "id": "q_002027", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1913.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Vedi -> located in -> Erivan Governorate (1913)\n Hop 2: Erivan Governorate -> country -> Russian Empire (1913)\n Hop 3: Russian Empire -> head of state -> Nicholas II (1913)\n Answer: Nicholas II" + }, + { + "id": "q_004554", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gino Archesso -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Antonio Segni (1961)\n Hop 3: Antonio Segni -> position held -> President of Italy (1961)\n Answer: President of Italy" + }, + { + "id": "q_005676", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Laureus World Sports Award for Comeback of the Year -> winner -> Lance Armstrong (2000)\n Hop 2: Lance Armstrong -> member of sports team -> Discovery Channel (2000)\n Hop 3: Discovery Channel -> country -> United States (2000)\n Answer: United States" + }, + { + "id": "q_008291", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Linda Sini -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1956)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1956)\n Answer: President of Italy" + }, + { + "id": "q_008225", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luciano Emmer -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1998)\n Hop 3: Carlo Azeglio Ciampi -> position held -> President of Italy (1998)\n Answer: President of Italy" + }, + { + "id": "q_001173", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist", + "em": 0.0, + "f1": 0.8, + "pred_raw": "Hop 1: Guo Moruo -> country of citizenship -> People's Republic of China (1970)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1970)\n Hop 3: Zhou Enlai -> spouse -> Deng Yingchao (1970)\n Hop 4: Deng Yingchao -> member of political party -> Chinese Communist Party (1970)\n Answer: Chinese Communist" + }, + { + "id": "q_008571", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "constitutional monarchy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Metz -> country -> Germany (1940)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1940)\n Hop 3: Afghanistan -> basic form of government -> constitutional monarchy (1940)\n Answer: constitutional monarchy" + }, + { + "id": "q_000937", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1934.0, + "gold": "1934", + "pred": "1934", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heinrich Liebe -> allegiance -> Nazi Germany (1934)\n Hop 2: Nazi Germany -> shares border with -> Federal State of Austria (1934)\n Hop 3: Federal State of Austria -> replaces -> First Republic of Austria (1934)\n Answer: 1934" + }, + { + "id": "q_003736", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Friedrich Ebert", + "pred": "Paul von Hindenburg", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: SMS Arcona -> crew members -> Eberhard Godt (1921)\n Hop 2: Eberhard Godt -> allegiance -> Weimar Republic (1921)\n Hop 3: Weimar Republic -> head of state -> Paul von Hindenburg (1921)\n Answer: Paul von Hindenburg" + }, + { + "id": "q_002966", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "Oscar Luigi Scalfaro", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mariano Agate -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1995)\n Answer: Oscar Luigi Scalfaro" + }, + { + "id": "q_000538", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Falcone -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giovanni Leone (1955)\n Hop 3: Giovanni Leone -> position held -> President of Italy (1955)\n Answer: President of Italy" + }, + { + "id": "q_000838", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.20000000000000004, + "pred_raw": "Hop 1: Ant\u00f4nio da Silva -> member of sports team -> MSV Duisburg (2012)\n Hop 2: MSV Duisburg -> head coach -> J\u00fcrgen Klopp (2012)\n Hop 3: J\u00fcrgen Klopp -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2012)\n Answer: Order of Merit of Baden-W\u00fcrttemberg" + }, + { + "id": "q_002448", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Vanderbilt University", + "pred": "University of Chicago", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Viktor Hamburger -> award received -> Louisa Gross Horwitz Prize (1983)\n Hop 2: Louisa Gross Horwitz Prize -> winner -> Torsten Nils Wiesel (1983)\n Hop 3: Torsten Nils Wiesel -> employer -> University of Chicago (1983)\n Answer: University of Chicago" + }, + { + "id": "q_007230", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zoran Klemen\u010di\u010d -> member of sports team -> Tenax (2003)\n Hop 2: Tenax -> country -> Italy (2003)\n Hop 3: Italy -> head of state -> Carlo Azeglio Ciampi (2003)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_004534", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Odo Fusi Pecci -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1953)\n Hop 3: Amintore Fanfani -> position held -> Prime Minister of Italy (1953)\n Answer: Prime Minister of Italy" + }, + { + "id": "q_007740", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "pred_raw": "Hop 1: Ra\u00fal Pateras Pescara -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1960)\n Hop 3: Amintore Fanfani -> position held -> President of Italy (1960)\n Answer: President of Italy" + }, + { + "id": "q_007848", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Council of Ministers", + "em": 0.0, + "f1": 0.22222222222222224, + "pred_raw": "Hop 1: Mariano Agate -> country of citizenship -> Italy (2008)\n Hop 2: Italy -> head of government -> Mario Monti (2008)\n Hop 3: Mario Monti -> position held -> President of the Council of Ministers (2008)\n Answer: President of the Council of Ministers" + }, + { + "id": "q_003817", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Mayor of New York City", + "pred": "William O'Dwyer", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Variety -> place of publication -> New York City (1947)\n Hop 2: New York City -> head of government -> William O'Dwyer (1947)\n Answer: William O'Dwyer" + }, + { + "id": "q_006982", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Hannelore Kohl", + "pred": "Hannelore Kohl", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ulrike Herrmann -> member of political party -> Christian Democratic Union (1986)\n Hop 2: Christian Democratic Union -> chairperson -> Helmut Kohl (1986)\n Hop 3: Helmut Kohl -> spouse -> Hannelore Kohl (1986)\n Answer: Hannelore Kohl" + }, + { + "id": "q_000932", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Governing Mayor of Berlin", + "pred": "Minister of Finance", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Q896393 -> work location -> Berlin (1977)\n Hop 2: Berlin -> head of government -> Dietrich Stobbe (1977)\n Hop 3: Dietrich Stobbe -> position held -> Minister of Finance (1977)\n Answer: Minister of Finance" + }, + { + "id": "q_004711", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Vanderbilt University", + "pred": "University of California, Berkeley", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Albert Lasker Award for Basic Medical Research -> winner -> Paul Berg (1980)\n Hop 2: Paul Berg -> award received -> Nobel Prize in Chemistry (1980)\n Hop 3: Nobel Prize in Chemistry -> employer -> University of California, Berkeley (1980)\n Answer: University of California, Berkeley" + }, + { + "id": "q_001424", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Free State of Prussia", + "pred": "Kingdom of Prussia", + "em": 0.0, + "f1": 0.5714285714285715, + "pred_raw": "Hop 1: Tilla Durieux -> spouse -> Paul Cassirer (1920)\n Hop 2: Paul Cassirer -> work location -> Berlin (1920)\n Hop 3: Berlin -> located in -> Kingdom of Prussia (1920)\n Answer: Kingdom of Prussia" + }, + { + "id": "q_006808", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Umberto Pasquale -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy" + }, + { + "id": "q_005728", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.22222222222222224, + "pred_raw": "Hop 1: Getulio Alviani -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> President of the Italian Republic (1980)\n Answer: President of the Italian Republic" + }, + { + "id": "q_000501", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Civic Democratic Party", + "pred": "V\u00e1clav Klaus", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Czech Republic -> head of government -> V\u00e1clav Klaus (1995)\n Answer: V\u00e1clav Klaus" + }, + { + "id": "q_003472", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Carlo Rambaldi -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1955)\n Answer: Paul-Henri Spaak" + }, + { + "id": "q_007593", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Antonio Segni", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alberto Moravia -> spouse -> Elsa Morante (1958)\n Hop 2: Elsa Morante -> country of citizenship -> Italy (1958)\n Hop 3: Italy -> head of state -> Antonio Segni (1958)\n Answer: Antonio Segni" + }, + { + "id": "q_004304", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "military personnel", + "pred": "Otto Schuhart", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: 21st U-boat Flotilla -> has part(s) -> U-120 (1943)\n Hop 2: 21st U-boat Flotilla -> commanded by -> Otto Schuhart (1943)\n Answer: Otto Schuhart" + }, + { + "id": "q_004513", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> member of -> European Economic Community (1953)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1953)\n Answer: Paul-Henri Spaak" + }, + { + "id": "q_001144", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Angela Merkel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bj\u00f6rn Schr\u00f6der -> member of sports team -> Milram (2010)\n Hop 2: Milram -> country -> Germany (2010)\n Hop 3: Germany -> head of government -> Angela Merkel (2010)\n Answer: Angela Merkel" + }, + { + "id": "q_004736", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Prime Minister of Italy", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Virginio De Paoli -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1996)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_001077", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Mayor of New York City", + "pred": "Robert Ferdinand Wagner Jr.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Arman -> work location -> New York City (1964)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1964)\n Answer: Robert Ferdinand Wagner Jr." + }, + { + "id": "q_008586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sim\u00e3o Sabrosa -> member of sports team -> S.L. Benfica (2003)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2003)\n Answer: chairperson" + }, + { + "id": "q_004250", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Basaglia -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: 1976" + }, + { + "id": "q_002769", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dennis Stock -> work location -> New York City (1955)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1955)\n Hop 3: Robert Ferdinand Wagner Jr. -> position held -> Mayor of New York City (1955)\n Answer: Mayor of New York City" + }, + { + "id": "q_001923", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alfredo Mazzoni -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1958)\n Hop 3: Amintore Fanfani -> position held -> Prime Minister of Italy (1958)\n Answer: Prime Minister of Italy" + }, + { + "id": "q_008379", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cesare Terranova -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1958)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1958)\n Answer: President of Italy" + }, + { + "id": "q_004279", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "U-13", + "pred": "1st U-boat Flotilla", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Victor Oehrn -> affiliation -> 1st U-boat Flotilla (1936)\n Answer: 1st U-boat Flotilla" + }, + { + "id": "q_008534", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bruno Arcari -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1958)\n Answer: Alcide De Gasperi" + }, + { + "id": "q_001990", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "United Nations", + "pred": "United States", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Bad Day at Black Rock -> narrative location -> United States (1945)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1945)\n Hop 3: Territory of Hawaii -> member of -> United States (1945)\n Answer: United States" + }, + { + "id": "q_000057", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Attilio Pierelli -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giovanni Leone (1970)\n Hop 3: Giovanni Leone -> position held -> President of Italy (1970)\n Answer: President of Italy" + }, + { + "id": "q_003633", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eleonora Rossi Drago -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1966)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1966)\n Answer: President of Italy" + }, + { + "id": "q_007357", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Mayor of New York City", + "pred": "New York City Mayor", + "em": 0.0, + "f1": 0.888888888888889, + "pred_raw": "Hop 1: Prelinger Archives -> located in -> New York City (1989)\n Hop 2: New York City -> head of government -> Ed Koch (1989)\n Hop 3: Ed Koch -> position held -> New York City Mayor (1989)\n Answer: New York City Mayor" + }, + { + "id": "q_005638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "President of the United States", + "pred": "George W. Bush", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Michael Barry -> member of sports team -> Discovery Channel (2004)\n Hop 2: Discovery Channel -> country -> United States (2004)\n Hop 3: United States -> head of government -> George W. Bush (2004)\n Answer: George W. Bush" + }, + { + "id": "q_002803", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: Enrico Silvestri -> country of citizenship -> Italy (1955)\n Hop 4: Italy -> member of -> European Economic Community (1955)\n Hop 5: European Economic Community -> chairperson -> Paul-Henri Spaak (", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: Enrico Silvestri -> country of citizenship -> Italy (1955)\n Hop 4: Italy -> member of -> European Economic Community (1955)\n Hop 5: European Economic Community -> chairperson -> Paul-Henri Spaak (" + }, + { + "id": "q_005319", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Sergio Andreoli -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Antonio Segni (1965)\n Hop 3: Antonio Segni -> country for sport -> Italy (1965)\n Answer: Italy" + }, + { + "id": "q_008568", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giuseppe Petrilli -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1998)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_008187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Filippo Inzaghi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Michelangelo Albertazzi -> member of sports team -> AC Milan (2014)\n Hop 2: AC Milan -> head coach -> Filippo Inzaghi (2014)\n Answer: Filippo Inzaghi" + }, + { + "id": "q_002510", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Bill Clinton", + "pred": "Bill Clinton", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lance Armstrong -> member of sports team -> Motorola (1996)\n Hop 2: Motorola -> country -> United States (1996)\n Hop 3: United States -> head of government -> Bill Clinton (1996)\n Answer: Bill Clinton" + }, + { + "id": "q_007048", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u010cervie\u0144 -> country -> Russian Empire (1912)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1912)\n Answer: Nicholas II of Russia" + }, + { + "id": "q_000284", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Irina Bokova", + "pred": "Kofi Annan", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Susan Polgar -> country for sport -> United States (2012)\n Hop 2: United States -> member of -> UNESCO (2012)\n Hop 3: UNESCO -> chairperson -> Kofi Annan (2012)\n Answer: Kofi Annan" + }, + { + "id": "q_007586", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "German Emperor", + "pred": "Wilhelm II", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Breitscheidplatz -> named after -> Augusta Victoria of Schleswig-Holstein (1915)\n Hop 2: Augusta Victoria of Schleswig-Holstein -> spouse -> Wilhelm II (1915)\n Answer: Wilhelm II" + }, + { + "id": "q_006367", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Getulio Alviani -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1980)\n Answer: Prime Minister of Italy" + }, + { + "id": "q_003015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Loris Francesco Capovilla -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1958)\n Hop 3: Amintore Fanfani -> position held -> Prime Minister of Italy (1958)\n Answer: Prime Minister of Italy" + }, + { + "id": "q_002788", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "John Gielgud", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Women in Love -> award received -> Academy Award for Best Actress (1969)\n Hop 2: Academy Award for Best Actress (1969) -> winner -> Maggie Smith (1969)\n Hop 3: Maggie Smith (1969) -> spouse -> John Gielgud (1969)\n Answer: John Gielgud" + }, + { + "id": "q_001092", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "God Save the Tsar!", + "pred": "Finland's national anthem", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Helsinki -> capital of -> Grand Duchy of Finland (1906)\n Hop 2: Grand Duchy of Finland -> anthem -> Finland's national anthem (1906)\n Answer: Finland's national anthem" + }, + { + "id": "q_000319", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Council of Ministers", + "em": 0.0, + "f1": 0.22222222222222224, + "pred_raw": "Hop 1: Andrea Pangrazio -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1960)\n Hop 3: Amintore Fanfani -> position held -> President of the Council of Ministers (1960)\n Answer: President of the Council of Ministers" + }, + { + "id": "q_000336", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "New York City Mayor", + "em": 0.0, + "f1": 0.888888888888889, + "pred_raw": "Hop 1: Variety -> place of publication -> New York City (1963)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1963)\n Hop 3: Robert Ferdinand Wagner Jr. -> position held -> New York City Mayor (1963)\n Answer: New York City Mayor" + }, + { + "id": "q_005328", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Basaglia -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: Prime Minister of Italy" + }, + { + "id": "q_007430", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Sukarno", + "pred": "Suharto", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: People's Republic of China -> diplomatic relation -> Indonesia (1954)\n Hop 2: Changchun -> located in -> People's Republic of China (1954)\n Hop 3: Indonesia -> head of state -> Suharto (1954)\n Answer: Suharto" + }, + { + "id": "q_001032", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Claudio Ruffini -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1961)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1961)\n Answer: President of Italy" + }, + { + "id": "q_006917", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zoran Klemen\u010di\u010d -> member of sports team -> Tenax (2003)\n Hop 2: Tenax -> country -> Italy (2003)\n Hop 3: Italy -> head of state -> Carlo Azeglio Ciampi (2003)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_008460", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> member of -> European Economic Community (1953)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1953)\n Answer: Paul-Henri Spaak" + }, + { + "id": "q_001183", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Francesco Carpino -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy" + }, + { + "id": "q_001661", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of the Council of Ministers of Italy", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Nanni Loy -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1955)\n Hop 3: Alcide De Gasperi -> position held -> President of the Council of Ministers of Italy (1955)\n Answer: President of the Council of Ministers of Italy" + }, + { + "id": "q_002861", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Robert Schuman", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pia Nalli -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: European Economic Community -> chairperson of -> Robert Schuman (1955)\n Answer: Robert Schuman" + }, + { + "id": "q_003187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Oreste Biancoli -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Antonio Segni (1967)\n Hop 3: Antonio Segni -> position held -> President of Italy (1967)\n Answer: President of Italy" + }, + { + "id": "q_003586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ra\u00fal Pateras Pescara -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1960)\n Answer: Amintore Fanfani" + }, + { + "id": "q_000264", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "John Gielgud", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Women in Love -> award received -> Academy Award for Best Actress (1969)\n Hop 2: Academy Award for Best Actress (1969) -> winner -> Maggie Smith\n Hop 3: Maggie Smith -> spouse -> John Gielgud\n Answer: John Gielgud" + }, + { + "id": "q_001302", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Umberto Pasquale -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> head of government -> Alcide De Gasperi (1953)\n Hop 3: Alcide De Gasperi -> position held -> Prime Minister of Italy (1953)\n Answer: 1953" + }, + { + "id": "q_007976", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mariele Ventre -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1969)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1969)\n Answer: President of Italy" + }, + { + "id": "q_007562", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Lviv University", + "pred": "Lviv University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zygmunt Janiszewski -> employer -> Lviv University (1913)\n Answer: Lviv University" + }, + { + "id": "q_006568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "pred": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dan Aykroyd -> award received -> Golden Raspberry Award for Worst Supporting Actor - Razzie Award (1992)\n Answer: Golden Raspberry Award for Worst Supporting Actor - Razzie Award" + }, + { + "id": "q_006715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Cornacchia -> country of citizenship -> Italy (1951)\n Answer: Italy" + }, + { + "id": "q_005303", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Valenciennes F.C.", + "pred": "Valenciennes F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Geoffrey Doumeng -> member of sports team -> Valenciennes F.C. (2007)\n Answer: Valenciennes F.C." + }, + { + "id": "q_003783", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Baron Harding of Petherton", + "pred": "Baron Harding of Petherton", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Harding, 1st Baron Harding of Petherton -> noble title -> Baron Harding of Petherton (1959)\n Answer: Baron Harding of Petherton" + }, + { + "id": "q_004865", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Venturini -> country of citizenship -> Kingdom of Italy (1939)\n Answer: Kingdom of Italy" + }, + { + "id": "q_006315", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kris Bright -> member of sports team -> Bryne FK (2012)\n Answer: 2012" + }, + { + "id": "q_006718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Anedda -> country of citizenship -> Italy (1980)\n Answer: Italy" + }, + { + "id": "q_006083", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pula -> country -> Socialist Federal Republic of Yugoslavia (1954)\n Answer: Socialist Federal Republic of Yugoslavia" + }, + { + "id": "q_003360", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tanguy Viel -> award received -> C\u00e9sar Award for Best Original Screenplay (2023)\n Answer: 2023" + }, + { + "id": "q_008353", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Chattanooga", + "pred": "Chattanooga", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: National Model Railroad Association -> headquarters -> Chattanooga (1986)\n Answer: Chattanooga" + }, + { + "id": "q_003499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "D.C. United", + "pred": "D.C. United", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Robert F. Kennedy Memorial Stadium -> occupant -> D.C. United (2009)\n Answer: D.C. United" + }, + { + "id": "q_001224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gjilan -> country -> Socialist Federal Republic of Yugoslavia (1977)\n Answer: Socialist Federal Republic of Yugoslavia" + }, + { + "id": "q_004848", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vija Artmane -> country of citizenship -> Soviet Union (1964)\n Answer: Soviet Union" + }, + { + "id": "q_007525", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Oulu Province", + "pred": "Oulu Province", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kiiminki -> located in -> Oulu Province (1946)\n Answer: Oulu Province" + }, + { + "id": "q_000885", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Northern Dvina Governorate", + "pred": "Northern Dvina Governorate", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yarensk Uyezd -> located in -> Northern Dvina Governorate (1923)\n Answer: Northern Dvina Governorate" + }, + { + "id": "q_001030", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovan Battista Pellegrini -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy" + }, + { + "id": "q_004428", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tbilisi -> country -> Soviet Union (1923)\n Answer: Soviet Union" + }, + { + "id": "q_002780", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "University of British Columbia", + "pred": "University of British Columbia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Daniel Kahneman -> employer -> University of British Columbia (1983)\n Answer: University of British Columbia" + }, + { + "id": "q_000352", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Solicitor General for England and Wales", + "pred": "Solicitor General for England and Wales", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Simon, 1st Viscount Simon -> position held -> Solicitor General for England and Wales (1911)\n Answer: Solicitor General for England and Wales" + }, + { + "id": "q_000414", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rudolf Jaenisch -> award received -> Robert Koch Prize (2002)\n Answer: 2002" + }, + { + "id": "q_001261", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Renato Barisani -> country of citizenship -> Italy (1958)\n Answer: Italy" + }, + { + "id": "q_001035", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "WWE", + "pred": "WWE", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shane McMahon -> employer -> WWE (1996)\n Answer: WWE" + }, + { + "id": "q_008432", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Cindy McCain", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John McCain -> spouse -> Cindy McCain (1981)\n Answer: Cindy McCain" + }, + { + "id": "q_005886", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Federal Minister for Foreign Affairs", + "pred": "Federal Minister for Foreign Affairs", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frank-Walter Steinmeier -> position held -> Federal Minister for Foreign Affairs (2017)\n Answer: Federal Minister for Foreign Affairs" + }, + { + "id": "q_007363", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Landrat", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armin Grein -> position held -> Landrat (1989)\n Answer: Landrat" + }, + { + "id": "q_006356", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adolf Schr\u00f6ter -> country of citizenship -> Germany (1950)\n Answer: Germany" + }, + { + "id": "q_004178", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "People's Republic of Bulgaria", + "pred": "People's Republic of Bulgaria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pernik -> country -> People's Republic of Bulgaria (1979)\n Answer: People's Republic of Bulgaria" + }, + { + "id": "q_005764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kupferstichkabinett Berlin", + "pred": "Kupferstichkabinett Berlin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Max Jakob Friedl\u00e4nder -> employer -> Kupferstichkabinett Berlin (1919)\n Answer: Kupferstichkabinett Berlin" + }, + { + "id": "q_000581", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Sevilla FC", + "pred": "Sevilla FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexis Ruano Delgado -> member of sports team -> Sevilla FC (2011)\n Answer: Sevilla FC" + }, + { + "id": "q_008059", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Heinrich Himmler", + "pred": "Heinrich Himmler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Schutzstaffel -> director / manager -> Heinrich Himmler (1939)\n Answer: Heinrich Himmler" + }, + { + "id": "q_002028", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Scopus", + "pred": "Scopus", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The New York Times -> indexed in bibliographic review -> Scopus (1996)\n Answer: Scopus" + }, + { + "id": "q_005537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianni De Michelis -> country of citizenship -> Italy (1947)\n Answer: Italy" + }, + { + "id": "q_002995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "James Norris Memorial Trophy", + "pred": "James Norris Memorial Trophy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erik Karlsson -> award received -> James Norris Memorial Trophy (2012)\n Answer: James Norris Memorial Trophy" + }, + { + "id": "q_005062", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Babe\u0219-Bolyai University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gyula Iulius Maurer -> employer -> Babe\u0219-Bolyai University (1961)\n Answer: Babe\u0219-Bolyai University" + }, + { + "id": "q_005618", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Leicester City F.C.", + "pred": "Leicester City F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jack Hobbs -> member of sports team -> Leicester City F.C. (2010)\n Answer: Leicester City F.C." + }, + { + "id": "q_000224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ulrico Girardi -> country of citizenship -> Italy (1974)\n Answer: Italy" + }, + { + "id": "q_004236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FK Austria Wien", + "pred": "FK Austria Wien", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ronald Brunmayr -> member of sports team -> FK Austria Wien (1996)\n Answer: FK Austria Wien" + }, + { + "id": "q_002148", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1927.0, + "gold": "Kingdom of Romania", + "pred": "Kingdom of Romania", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Balchik -> country -> Kingdom of Romania (1927)\n Answer: Kingdom of Romania" + }, + { + "id": "q_006117", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cesarina Vighy -> country of citizenship -> Italy (1970)\n Answer: Italy" + }, + { + "id": "q_000974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Mary Pickford", + "pred": "Mary Pickford", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Academy Award for Best Actress -> winner -> Mary Pickford (1929)\n Answer: Mary Pickford" + }, + { + "id": "q_003365", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "All-NBA Team", + "pred": "All-NBA Team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gary Payton -> award received -> All-NBA Team (2000)\n Answer: All-NBA Team" + }, + { + "id": "q_005796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Deutsche Reichsbahn", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Molli railway -> operator -> Deutsche Reichsbahn (1922)\n Answer: Deutsche Reichsbahn" + }, + { + "id": "q_003448", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Benedetta Cappa -> country of citizenship -> Kingdom of Italy (1901)\n Answer: Kingdom of Italy" + }, + { + "id": "q_005271", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Borussia M\u00f6nchengladbach", + "pred": "Borussia M\u00f6nchengladbach", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Voigt -> member of sports team -> Borussia M\u00f6nchengladbach (2008)\n Answer: Borussia M\u00f6nchengladbach" + }, + { + "id": "q_002400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "United States Penitentiary, Florence ADMAX", + "pred": "2020", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ted Kaczynski -> place of detention -> United States Penitentiary, Florence ADMAX (2020)\n Answer: 2020" + }, + { + "id": "q_007959", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Afghanistan", + "pred": "Afghanistan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Germany -> diplomatic relation -> Afghanistan (2010)\n Answer: Afghanistan" + }, + { + "id": "q_008034", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sergio Tofano -> country of citizenship -> Kingdom of Italy (1912)\n Answer: Kingdom of Italy" + }, + { + "id": "q_006099", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Central Volga Krai -> located in -> Russian Soviet Federative Socialist Republic (1932)\n Answer: Russian Soviet Federative Socialist Republic" + }, + { + "id": "q_003338", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "President of the Bundestag", + "pred": "President of the Bundestag", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Wolfgang Sch\u00e4uble -> position held -> President of the Bundestag (2017)\n Answer: President of the Bundestag" + }, + { + "id": "q_007882", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "pred": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ernst Chain -> award received -> Paul Ehrlich and Ludwig Darmstaedter Prize (1954)\n Answer: Paul Ehrlich and Ludwig Darmstaedter Prize" + }, + { + "id": "q_001101", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Melbourne Cricket Ground", + "pred": "Melbourne Cricket Ground", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Melbourne Football Club -> home venue -> Melbourne Cricket Ground (1904)\n Answer: Melbourne Cricket Ground" + }, + { + "id": "q_004838", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "American Psycho 2", + "pred": "American Psycho 2", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: American Psycho -> derivative work -> American Psycho 2 (2002)\n Answer: American Psycho 2" + }, + { + "id": "q_008088", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianfranco Parolini -> country of citizenship -> Italy (2017)\n Answer: Italy" + }, + { + "id": "q_008278", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Valenciennes F.C.", + "pred": "Valenciennes F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kenny Lala -> member of sports team -> Valenciennes F.C. (2013)\n Answer: Valenciennes F.C." + }, + { + "id": "q_003556", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Battista Lacchini -> country of citizenship -> Kingdom of Italy (1935)\n Answer: Kingdom of Italy" + }, + { + "id": "q_008174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Spartak Moscow", + "pred": "Spartak Moscow", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roman Shishkin -> member of sports team -> Spartak Moscow (2004)\n Answer: Spartak Moscow" + }, + { + "id": "q_007252", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Amaury Bischoff -> member of sports team -> RC Strasbourg Alsace (2005)\n Answer: 2005" + }, + { + "id": "q_007229", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Albrecht Brandi -> country of citizenship -> West Germany (1963)\n Answer: West Germany" + }, + { + "id": "q_005020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Tasselli -> country of citizenship -> Kingdom of Italy (1917)\n Answer: Kingdom of Italy" + }, + { + "id": "q_003581", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luciano Savorini -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy" + }, + { + "id": "q_007540", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Norway men's national association football team", + "pred": "Norway men's national association football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rolf Johannessen -> member of sports team -> Norway men's national association football team (1931)\n Answer: Norway men's national association football team" + }, + { + "id": "q_006549", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1972.0, + "gold": "1972", + "pred": "1972", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Louis Emil Denfeld -> place of burial -> Arlington National Cemetery (1972)\n Answer: 1972" + }, + { + "id": "q_006127", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Soldati -> residence -> Rome (1957)\n Answer: Rome" + }, + { + "id": "q_008172", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Academy Award for Best Director", + "pred": "Academy Award for Best Director", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fred Zinnemann -> nominated for -> Academy Award for Best Director (1961)\n Answer: Academy Award for Best Director" + }, + { + "id": "q_006850", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "\u00c9toile Sportive du Sahel", + "pred": "\u00c9toile Sportive du Sahel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Oumar Kalabane -> member of sports team -> \u00c9toile Sportive du Sahel (2000)\n Answer: \u00c9toile Sportive du Sahel" + }, + { + "id": "q_001281", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "60 Minutes", + "pred": "60 Minutes", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Morley Safer -> notable work -> 60 Minutes (1979)\n Answer: 60 Minutes" + }, + { + "id": "q_000690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nikolaus Schneider -> award received -> Buber-Rosenzweig-Medal (2012)\n Answer: 2012" + }, + { + "id": "q_004216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Philadelphia", + "pred": "Philadelphia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Thomas Eakins -> work location -> Philadelphia (1908)\n Answer: Philadelphia" + }, + { + "id": "q_001024", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Olympiacos F.C. -> head coach -> Jos\u00e9 Anigo (2023)\n Answer: 2023" + }, + { + "id": "q_003080", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Nobel Prize in Literature", + "pred": "Nobel Prize in Literature", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sarvepalli Radhakrishnan -> nominated for -> Nobel Prize in Literature (1936)\n Answer: Nobel Prize in Literature" + }, + { + "id": "q_006761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Reading F.C.", + "pred": "Reading F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stephen Hunt -> member of sports team -> Reading F.C. (2006)\n Answer: Reading F.C." + }, + { + "id": "q_007249", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Athletic Club", + "pred": "Athletic Club", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rafael Moreno Aranzadi -> member of sports team -> Athletic Club (1912)\n Answer: Athletic Club" + }, + { + "id": "q_004330", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cristina Campo -> country of citizenship -> Kingdom of Italy (1933)\n Answer: Kingdom of Italy" + }, + { + "id": "q_002355", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Brentford F.C.", + "pred": "Brentford F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andy Sinton -> member of sports team -> Brentford F.C. (1987)\n Answer: Brentford F.C." + }, + { + "id": "q_001500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Erwin Teufel", + "pred": "Erwin Teufel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Baden-W\u00fcrttemberg -> head of government -> Erwin Teufel (2000)\n Answer: Erwin Teufel" + }, + { + "id": "q_002493", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "TV Globo", + "pred": "TV Globo", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Grupo Globo -> subsidiary -> TV Globo (1994)\n Answer: TV Globo" + }, + { + "id": "q_004504", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Gautschi -> doctoral student -> Andreas Speiser (1953)\n Answer: 1953" + }, + { + "id": "q_008366", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Jean Tremblay", + "pred": "Jean Tremblay", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Saguenay -> head of government -> Jean Tremblay (2008)\n Answer: Jean Tremblay" + }, + { + "id": "q_003310", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "1980", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The Maids of Wilko -> nominated for -> Academy Award for Best International Feature Film (1980)\n Answer: 1980" + }, + { + "id": "q_004860", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "auxiliary bishop", + "pred": "auxiliary bishop", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guillermo Leaden -> position held -> auxiliary bishop (1975)\n Answer: auxiliary bishop" + }, + { + "id": "q_007131", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pino Caruso -> country of citizenship -> Italy (1976)\n Answer: Italy" + }, + { + "id": "q_001190", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franca Florio -> country of citizenship -> Kingdom of Italy (1935)\n Answer: Kingdom of Italy" + }, + { + "id": "q_001845", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "A.S. Nancy-Lorraine", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jean Templin -> member of sports team -> A.S. Nancy-Lorraine (1959)\n Answer: A.S. Nancy-Lorraine" + }, + { + "id": "q_001601", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Lomonosov Moscow State University", + "pred": "Lomonosov Moscow State University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lev Pontryagin -> employer -> Lomonosov Moscow State University (1933)\n Answer: Lomonosov Moscow State University" + }, + { + "id": "q_008159", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "AIK Fotboll", + "pred": "AIK Fotboll", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lee Baxter -> member of sports team -> AIK Fotboll (2010)\n Answer: AIK Fotboll" + }, + { + "id": "q_006771", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Cuxhaven district", + "pred": "Cuxhaven district", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sietland -> located in -> Cuxhaven district (1995)\n Answer: Cuxhaven district" + }, + { + "id": "q_002990", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Vesyegonsky District", + "pred": "Vesyegonsky District", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vesyegonsk -> located in -> Vesyegonsky District (1957)\n Answer: Vesyegonsky District" + }, + { + "id": "q_002704", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Everton F.C.", + "pred": "Everton F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adrian Heath -> member of sports team -> Everton F.C. (1986)\n Answer: Everton F.C." + }, + { + "id": "q_000821", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sabatino Moscati -> country of citizenship -> Kingdom of Italy (1930)\n Answer: Kingdom of Italy" + }, + { + "id": "q_001187", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Max Planck Institute for Chemistry", + "pred": "Max Planck Institute for Chemistry", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paul Josef Crutzen -> employer -> Max Planck Institute for Chemistry (1980)\n Answer: Max Planck Institute for Chemistry" + }, + { + "id": "q_006629", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "United States Navy", + "pred": "United States Navy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frederick B. Dent -> military branch -> United States Navy (1946)\n Answer: United States Navy" + }, + { + "id": "q_003305", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonello Aglioti -> country of citizenship -> Italy (1981)\n Answer: Italy" + }, + { + "id": "q_005228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Carter Harrison IV", + "pred": "Carter Harrison IV", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Chicago -> head of government -> Carter Harrison IV (1913)\n Answer: Carter Harrison IV" + }, + { + "id": "q_000310", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "arrondissement of Bourg-en-Bresse", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Le Montellier -> located in -> arrondissement of Bourg-en-Bresse (1989)\n Answer: arrondissement of Bourg-en-Bresse" + }, + { + "id": "q_003989", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Baron Moyne", + "pred": "Baron Moyne", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Guinness, 1st Baron Moyne -> award -> Distinguished Service Order (1935)\n Answer: Baron Moyne" + }, + { + "id": "q_007146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fabio Capello -> work location -> Rome (2001)\n Answer: Rome" + }, + { + "id": "q_002832", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Willy Marlow", + "pred": "Willy Marlow", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rostock District -> head of government -> Willy Marlow (1983)\n Answer: Willy Marlow" + }, + { + "id": "q_000368", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "FC Porto", + "pred": "FC Porto", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Deco -> member of sports team -> FC Porto (1999)\n Answer: FC Porto" + }, + { + "id": "q_005867", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kursk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1980)\n Answer: Russian Soviet Federative Socialist Republic" + }, + { + "id": "q_005700", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Colombia men's national football team", + "pred": "Colombia men's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Juan Carlos Henao -> member of sports team -> Colombia men's national football team (2003)\n Answer: Colombia men's national football team" + }, + { + "id": "q_000881", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "York University", + "pred": "York University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ellen Meiksins Wood -> employer -> York University (1986)\n Answer: York University" + }, + { + "id": "q_005707", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Kreis Kalbe (Milde)", + "pred": "Kreis Kalbe (Milde)", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jeetze -> located in -> Kreis Kalbe (Milde) (1952)\n Answer: Kreis Kalbe (Milde)" + }, + { + "id": "q_001238", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Pre\u0161ov Region", + "pred": "Pre\u0161ov Region", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pre\u0161ov -> located in -> Pre\u0161ov Region (1954)\n Answer: Pre\u0161ov Region" + }, + { + "id": "q_006162", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erick Scott -> member of sports team -> Asociaci\u00f3n Deportiva San Carlos (2011)\n Answer: 2011" + }, + { + "id": "q_005973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pier Antonio Quarantotti Gambini -> country of citizenship -> Italy (1960)\n Answer: Italy" + }, + { + "id": "q_006967", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armando Aste -> country of citizenship -> Italy (1971)\n Answer: Italy" + }, + { + "id": "q_006519", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "F.C. Pro Vercelli 1892", + "pred": "F.C. Pro Vercelli 1892", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dante Amarilli -> member of sports team -> F.C. Pro Vercelli 1892 (1935)\n Answer: F.C. Pro Vercelli 1892" + }, + { + "id": "q_006861", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Toulouse FC", + "pred": "Toulouse FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Umut burugudut bulut -> member of sports team -> Toulouse FC (2012)\n Answer: Toulouse FC" + }, + { + "id": "q_006139", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Decathlon CMA CGM Team", + "pred": "Decathlon CMA CGM Team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nicolas Roche -> member of sports team -> Decathlon CMA CGM Team (2012)\n Answer: Decathlon CMA CGM Team" + }, + { + "id": "q_002293", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Bethesda", + "pred": "Bethesda", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Katie Ledecky -> residence -> Bethesda (2001)\n Answer: Bethesda" + }, + { + "id": "q_008165", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Akkermansky Uyezd", + "pred": "Akkermansky Uyezd", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bilhorod-Dnistrovskyi -> located in -> Akkermansky Uyezd (1902)\n Answer: Akkermansky Uyezd" + }, + { + "id": "q_001745", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Li Tsung-jen -> country of citizenship -> Taiwan (1962)\n Answer: Taiwan" + }, + { + "id": "q_005776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Paul McGann", + "pred": "Paul McGann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Susannah Harker -> unmarried partner -> Paul McGann (2008)\n Answer: Paul McGann" + }, + { + "id": "q_002004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Al-Qaeda", + "pred": "Al-Qaeda", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Osama bin Laden -> allegiance -> Al-Qaeda (1993)\n Answer: Al-Qaeda" + }, + { + "id": "q_003185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vaterstetten -> country -> Weimar Republic (1922)\n Answer: Weimar Republic" + }, + { + "id": "q_007239", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: James Alberione -> country of citizenship -> Kingdom of Italy (1923)\n Answer: Kingdom of Italy" + }, + { + "id": "q_005515", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "doctorate", + "pred": "doctorate", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Raymond Dumais -> academic degree -> doctorate (1993)\n Answer: doctorate" + }, + { + "id": "q_002120", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Bauska District", + "pred": "Bauska District", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bauska -> located in -> Bauska District (2000)\n Answer: Bauska District" + }, + { + "id": "q_007214", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Gale Anne Hurd", + "pred": "Gale Anne Hurd", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: James Cameron -> spouse -> Gale Anne Hurd (1987)\n Answer: Gale Anne Hurd" + }, + { + "id": "q_008171", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Felice Andreasi -> country of citizenship -> Italy (1980)\n Answer: Italy" + }, + { + "id": "q_002624", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Woodrow Wilson", + "pred": "Woodrow Wilson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: United States -> head of government -> Woodrow Wilson (1918)\n Answer: Woodrow Wilson" + }, + { + "id": "q_004467", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto Albertini -> country of citizenship -> Kingdom of Italy (1924)\n Answer: Kingdom of Italy" + }, + { + "id": "q_006746", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1993.0, + "gold": "1993", + "pred": "1993", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Veran Mati\u0107 -> award received -> CPJ International Press Freedom Awards (1993)\n Answer: 1993" + }, + { + "id": "q_008176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vr\u0161ac -> country -> Socialist Federal Republic of Yugoslavia (1979)\n Answer: Socialist Federal Republic of Yugoslavia" + }, + { + "id": "q_000447", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonio Sbardella -> country of citizenship -> Italy (1980)\n Answer: Italy" + }, + { + "id": "q_007622", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jos\u00e9 Ortigoza -> member of sports team -> Ulsan HD FC (2010)\n Answer: 2010" + }, + { + "id": "q_007073", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FC Luch-Energiya Vladivostok", + "pred": "FC Luch-Energiya Vladivostok", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Maksim Layushkin -> member of sports team -> FC Luch-Energiya Vladivostok (1996)\n Answer: FC Luch-Energiya Vladivostok" + }, + { + "id": "q_006216", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yelena Miroshina -> country of citizenship -> Soviet Union (1987)\n Answer: Soviet Union" + }, + { + "id": "q_007462", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "\u00d6sters IF", + "pred": "\u00d6sters IF", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hans Eklund -> member of sports team -> \u00d6sters IF (1987)\n Answer: \u00d6sters IF" + }, + { + "id": "q_000068", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Eski\u015fehirspor", + "pred": "Eski\u015fehirspor", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00d6mer Kaner -> member of sports team -> Eski\u015fehirspor (1982)\n Answer: Eski\u015fehirspor" + }, + { + "id": "q_002516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Marconi Prize", + "pred": "Marconi Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Federico Faggin -> award received -> Marconi Prize (1988)\n Answer: Marconi Prize" + }, + { + "id": "q_003568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Silvio Gazzaniga -> country of citizenship -> Italy (1996)\n Answer: Italy" + }, + { + "id": "q_005968", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adone Zoli -> country of citizenship -> Italy (1958)\n Answer: Italy" + }, + { + "id": "q_000185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonio Sbardella -> country of citizenship -> Italy (1980)\n Answer: Italy" + }, + { + "id": "q_002706", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "economic liberalism", + "pred": "economic liberalism", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jorge Gonz\u00e1lez von Mar\u00e9es -> movement -> economic liberalism (1957)\n Answer: economic liberalism" + }, + { + "id": "q_006338", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Jan Hendrik Oort", + "pred": "Jan Hendrik Oort", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Maarten Schmidt -> doctoral advisor -> Jan Hendrik Oort (1956)\n Answer: Jan Hendrik Oort" + }, + { + "id": "q_002715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "State Government", + "pred": "State Government", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Johanna Mikl-Leitner -> position held -> State Government (2007)\n Answer: State Government" + }, + { + "id": "q_005181", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leigh Bromby -> member of sports team -> Sheffield United F.C. (2009)\n Answer: 2009" + }, + { + "id": "q_003253", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kenjir\u014d Sh\u014dda -> position held -> chairperson (1958)\n Answer: chairperson" + }, + { + "id": "q_007645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: G\u00f6khan \u00dcnal -> member of sports team -> Gen\u00e7lerbirli\u011fi S.K. (2002)\n Answer: Gen\u00e7lerbirli\u011fi S.K." + }, + { + "id": "q_003453", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Irene Galitzine -> country of citizenship -> Italy (1956)\n Answer: Italy" + }, + { + "id": "q_002186", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Academy Award for Best Actress", + "pred": "Academy Award for Best Actress", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Meryl Streep -> nominated for -> Academy Award for Best Actress (2014)\n Answer: Academy Award for Best Actress" + }, + { + "id": "q_000960", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Biysk -> country -> Soviet Union (1922)\n Answer: Soviet Union" + }, + { + "id": "q_004347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Germany -> currency -> Deutsche Mark (1987)\n Answer: Deutsche Mark" + }, + { + "id": "q_003476", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Municipio III", + "pred": "Municipio III", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: San Lorenzo -> location -> Municipio III (2007)\n Answer: Municipio III" + }, + { + "id": "q_001826", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "WWE", + "pred": "WWE", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shane McMahon -> employer -> WWE (2020)\n Answer: WWE" + }, + { + "id": "q_002764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Camillo Cibin -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy" + }, + { + "id": "q_007776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Latvian Soviet Socialist Republic", + "pred": "Latvian Soviet Socialist Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: R\u0113zekne -> located in -> Latvian Soviet Socialist Republic (1991)\n Answer: Latvian Soviet Socialist Republic" + }, + { + "id": "q_002291", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2022.0, + "gold": "Al-Nassr", + "pred": "Al-Nassr", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luiz Gustavo -> member of sports team -> Al-Nassr (2022)\n Answer: Al-Nassr" + }, + { + "id": "q_006248", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zeno Saltini -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy" + }, + { + "id": "q_003830", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: MTV Video Music Award for Best Group -> winner -> Foo Fighters (1996)\n Answer: 1996" + }, + { + "id": "q_005800", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1927.0, + "gold": "1927", + "pred": "1927", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lois Delander -> competition won -> Miss America (1927)\n Answer: 1927" + }, + { + "id": "q_002743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Roman Herzog", + "pred": "Roman Herzog", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Germany -> head of state -> Roman Herzog (1996)\n Answer: Roman Herzog" + }, + { + "id": "q_005305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "TOP 09", + "pred": "TOP 09", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karel Schwarzenberg -> member of political party -> TOP 09 (2017)\n Answer: TOP 09" + }, + { + "id": "q_003125", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Xiao Ke -> member of political party -> Chinese Communist Party (1929)\n Answer: Chinese Communist Party" + }, + { + "id": "q_003993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "United States Air Force", + "pred": "United States Air Force", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Warren Weaver -> employer -> United States Air Force (1918)\n Answer: United States Air Force" + }, + { + "id": "q_000679", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Member of the European Parliament", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jean-Marie Cavada -> position held -> Member of the European Parliament (2017)\n Answer: Member of the European Parliament" + }, + { + "id": "q_001435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "1922", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dushanbe -> capital of -> Basmachi movement (1922)\n Answer: 1922" + }, + { + "id": "q_004918", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karl Plattner -> country of citizenship -> Italy (1947)\n Answer: Italy" + }, + { + "id": "q_006137", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Orlando Magic", + "pred": "Orlando Magic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shaquille O'Neal -> member of sports team -> Orlando Magic (1995)\n Answer: Orlando Magic" + }, + { + "id": "q_002644", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Club Atl\u00e9tico Tigre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Daniel Islas -> member of sports team -> Club Atl\u00e9tico Tigre (2009)\n Answer: Club Atl\u00e9tico Tigre" + }, + { + "id": "q_004185", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Christiane Kubrick", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stanley Kubrick -> spouse -> Christiane Kubrick (1995)\n Answer: Christiane Kubrick" + }, + { + "id": "q_007259", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Heidelberg University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Herbert Seifert -> employer -> Heidelberg University (1961)\n Answer: Heidelberg University" + }, + { + "id": "q_000078", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Bettinelli -> country of citizenship -> Italy (1972)\n Answer: Italy" + }, + { + "id": "q_006054", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tullia Zevi -> country of citizenship -> Italy (2001)\n Answer: Italy" + }, + { + "id": "q_002336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "SC Young Fellows Juventus", + "pred": "SC Young Fellows Juventus", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leopold Kielholz -> member of sports team -> SC Young Fellows Juventus (1942)\n Answer: SC Young Fellows Juventus" + }, + { + "id": "q_004140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "president", + "pred": "president", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Richard William Smith -> position held -> president (2012)\n Answer: president" + }, + { + "id": "q_002324", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arvydas Novikovas -> member of sports team -> FC Vilnius (2008)\n Answer: 2008" + }, + { + "id": "q_008261", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "National Basketball Association", + "pred": "National Basketball Association", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Chris Mihm -> league or competition -> National Basketball Association (2005)\n Answer: National Basketball Association" + }, + { + "id": "q_004156", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianni Dova -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy" + }, + { + "id": "q_002138", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Montpellier H\u00e9rault Sport Club", + "pred": "Montpellier H\u00e9rault Sport Club", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Olivier Sorlin -> member of sports team -> Montpellier H\u00e9rault Sport Club (1999)\n Answer: Montpellier H\u00e9rault Sport Club" + }, + { + "id": "q_001307", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Del Monaco -> country of citizenship -> Italy (1953)\n Answer: Italy" + }, + { + "id": "q_005256", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "auxiliary bishop", + "pred": "auxiliary bishop", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ortega Franco -> position held -> auxiliary bishop (2012)\n Answer: auxiliary bishop" + }, + { + "id": "q_004475", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Q135837", + "pred": "Fassa Bortolo", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Raimondas Rum\u0161as -> member of sports team -> Fassa Bortolo (2003)\n Answer: Fassa Bortolo" + }, + { + "id": "q_002220", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Estudiantes de La Plata", + "pred": "Estudiantes de La Plata", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Iv\u00e1n Moreno y Fabianesi -> member of sports team -> Estudiantes de La Plata (2008)\n Answer: Estudiantes de La Plata" + }, + { + "id": "q_006192", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Egypt", + "pred": "Egypt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zakaria Mohieddin -> country of citizenship -> Egypt (1983)\n Answer: Egypt" + }, + { + "id": "q_005619", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adone Zoli -> country of citizenship -> Kingdom of Italy (1919)\n Answer: Kingdom of Italy" + }, + { + "id": "q_003460", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Buber-Rosenzweig-Medal", + "pred": "Buber-Rosenzweig-Medal", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nikolaus Schneider -> award received -> Buber-Rosenzweig-Medal (2012)\n Answer: Buber-Rosenzweig-Medal" + }, + { + "id": "q_005532", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Gy\u00f6rgy Fekete", + "pred": "Gy\u00f6rgy Fekete", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Szilvia Sunyovszky -> spouse -> Gy\u00f6rgy Fekete (2020)\n Answer: Gy\u00f6rgy Fekete" + }, + { + "id": "q_000731", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Ren\u00e9 Ang\u00e9lil", + "pred": "Ren\u00e9 Ang\u00e9lil", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: C\u00e9line Dion -> spouse -> Ren\u00e9 Ang\u00e9lil (2000)\n Answer: Ren\u00e9 Ang\u00e9lil" + }, + { + "id": "q_007949", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Aston Villa F.C.", + "pred": "Aston Villa F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Harry Parkes -> member of sports team -> Aston Villa F.C. (1940)\n Answer: Aston Villa F.C." + }, + { + "id": "q_001545", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armando Aste -> country of citizenship -> Italy (1971)\n Answer: Italy" + }, + { + "id": "q_001649", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Francesco Aguzzoli -> country of citizenship -> Italy (1969)\n Answer: Italy" + }, + { + "id": "q_008040", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carlo Zecchi -> country of citizenship -> Kingdom of Italy (1934)\n Answer: Kingdom of Italy" + }, + { + "id": "q_006170", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Nazi Germany", + "pred": "Nazi Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Potsdam -> country -> Nazi Germany (1934)\n Answer: Nazi Germany" + }, + { + "id": "q_008589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Filippo Zappata -> country of citizenship -> Italy (1968)\n Answer: Italy" + }, + { + "id": "q_003715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Cottbus District", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cottbus -> located in -> Cottbus District (1982)\n Answer: Cottbus District" + }, + { + "id": "q_004771", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "SV Waldhof Mannheim", + "pred": "SV Waldhof Mannheim", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fritz Walter -> member of sports team -> SV Waldhof Mannheim (1982)\n Answer: SV Waldhof Mannheim" + }, + { + "id": "q_002240", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Raymond Lahey", + "pred": "Raymond Lahey", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roman Catholic Diocese of Corner Brook and Labrador -> chairperson -> Raymond Lahey (1992)\n Answer: Raymond Lahey" + }, + { + "id": "q_001328", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "F.C. Hansa Rostock", + "pred": "F.C. Hansa Rostock", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Axel Hauschild -> member of sports team -> F.C. Hansa Rostock (1985)\n Answer: F.C. Hansa Rostock" + }, + { + "id": "q_003910", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1926.0, + "gold": "Yves du Manoir Stadium", + "pred": "Yves du Manoir Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Racing 92 -> home venue -> Yves du Manoir Stadium (1926)\n Answer: Yves du Manoir Stadium" + }, + { + "id": "q_003393", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Nemuro Subprefecture (1897\u20142010)", + "pred": "Nemuro Subprefecture (1897\u20142010)", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Signalny -> located in -> Nemuro Subprefecture (1897\u20142010) (1990)\n Answer: Nemuro Subprefecture (1897\u20142010)" + }, + { + "id": "q_003249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Tuvan Autonomous Soviet Socialist Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tes-Khemsky District -> located in -> Tuvan Autonomous Soviet Socialist Republic (1987)\n Answer: Tuvan Autonomous Soviet Socialist Republic" + }, + { + "id": "q_002690", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Edgardo Moltoni -> country of citizenship -> Italy (1970)\n Answer: Italy" + }, + { + "id": "q_000520", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Watford F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alec Chamberlain -> member of sports team -> Watford F.C. (2001)\n Answer: Watford F.C." + }, + { + "id": "q_008590", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Acad\u00e9mie des beaux-arts", + "pred": "Acad\u00e9mie des beaux-arts", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Albert Decaris -> member of -> Acad\u00e9mie des beaux-arts (1951)\n Answer: Acad\u00e9mie des beaux-arts" + }, + { + "id": "q_002965", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Toronto", + "pred": "Toronto", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Healey Willan -> location -> Toronto (1951)\n Answer: Toronto" + }, + { + "id": "q_000417", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Azzini -> country of citizenship -> Italy (1992)\n Answer: Italy" + }, + { + "id": "q_007810", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Khotyn -> country -> Soviet Union (1968)\n Answer: Soviet Union" + }, + { + "id": "q_002744", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Queen Mary University of London", + "pred": "Queen Mary University of London", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kurt Hirsch -> employer -> Queen Mary University of London (1971)\n Answer: Queen Mary University of London" + }, + { + "id": "q_006283", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "University of G\u00f6ttingen", + "pred": "University of G\u00f6ttingen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Johann Radon -> educated at -> University of G\u00f6ttingen (1912)\n Answer: University of G\u00f6ttingen" + }, + { + "id": "q_001516", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "President of the Swiss Confederation", + "pred": "President of the Swiss Confederation", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Samuel Schmid -> position held -> President of the Swiss Confederation (2005)\n Answer: President of the Swiss Confederation" + }, + { + "id": "q_004019", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "FC Aarau", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shk\u00eblzen Gashi -> member of sports team -> FC Aarau (2022)\n Answer: FC Aarau" + }, + { + "id": "q_007577", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Goethe University Frankfurt", + "pred": "Goethe University Frankfurt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ruth Moufang -> employer -> Goethe University Frankfurt (1955)\n Answer: Goethe University Frankfurt" + }, + { + "id": "q_006387", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Nopporo Station", + "pred": "Nopporo Station", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ebetsu Station -> adjacent station -> Nopporo Station (1958)\n Answer: Nopporo Station" + }, + { + "id": "q_005748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giuseppe Saragat -> position held -> President of Italy (1965)\n Hop 2: President of Italy -> country of citizenship -> Italy (1965)\n Answer: Italy" + }, + { + "id": "q_006907", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "People's Republic of Bulgaria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stara Zagora -> country -> People's Republic of Bulgaria (1962)\n Answer: People's Republic of Bulgaria" + }, + { + "id": "q_000891", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Goffredo Zehender -> country of citizenship -> Kingdom of Italy (1929)\n Answer: Kingdom of Italy" + }, + { + "id": "q_003937", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "VfL Bochum", + "pred": "VfL Bochum", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Matias Concha -> member of sports team -> VfL Bochum (2011)\n Answer: VfL Bochum" + }, + { + "id": "q_000823", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuliano Bernardi -> country of citizenship -> Italy (1970)\n Answer: Italy" + }, + { + "id": "q_006764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Aston Villa F.C.", + "pred": "Aston Villa F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alan Wright -> member of sports team -> Aston Villa F.C. (2001)\n Answer: Aston Villa F.C." + }, + { + "id": "q_008286", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Deportivo de La Coru\u00f1a", + "pred": "Deportivo de La Coru\u00f1a", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Miroslav \u0110uki\u0107 -> member of sports team -> Deportivo de La Coru\u00f1a (1995)\n Answer: Deportivo de La Coru\u00f1a" + }, + { + "id": "q_002635", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hessenliga -> country -> West Germany (1949)\n Answer: West Germany" + }, + { + "id": "q_006205", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gabriele Mucchi -> country of citizenship -> Italy (1990)\n Answer: Italy" + }, + { + "id": "q_005727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Austria men's national football team", + "pred": "Austria men's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roman M\u00e4hlich -> member of sports team -> Austria men's national football team (2001)\n Answer: Austria men's national football team" + }, + { + "id": "q_002157", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Morselli -> country of citizenship -> Italy (1967)\n Answer: Italy" + }, + { + "id": "q_000634", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "SSC Bari", + "pred": "SSC Bari", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Graziano Battistini -> member of sports team -> SSC Bari (2003)\n Answer: SSC Bari" + }, + { + "id": "q_005602", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Kita-Toyotsu Signal Base", + "pred": "Kita-Toyotsu Signal Base", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kunnui Station -> adjacent station -> Kita-Toyotsu Signal Base (1987)\n Answer: Kita-Toyotsu Signal Base" + }, + { + "id": "q_000342", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vagit Alekperov -> country of citizenship -> Soviet Union (1989)\n Answer: Soviet Union" + }, + { + "id": "q_004873", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Club Atletico All Boys", + "pred": "Club Atletico All Boys", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Agust\u00edn Torassa -> member of sports team -> Club Atletico All Boys (2010)\n Answer: Club Atletico All Boys" + }, + { + "id": "q_004390", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Shonan Bellmare", + "pred": "Shonan Bellmare", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Takeshi Motoyoshi -> member of sports team -> Shonan Bellmare (1990)\n Answer: Shonan Bellmare" + }, + { + "id": "q_006898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Bruno Rossi Prize", + "pred": "Bruno Rossi Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rashid Sunyaev -> award received -> Bruno Rossi Prize (1988)\n Answer: Bruno Rossi Prize" + }, + { + "id": "q_006508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alfons Benedikter -> country of citizenship -> Italy (1955)\n Answer: Italy" + }, + { + "id": "q_005697", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "G.S. Iraklis Thessalonikis (men's association football)", + "pred": "G.S. Iraklis Thessalonikis (men's association football)", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ivan Jovanovi\u0107 -> member of sports team -> G.S. Iraklis Thessalonikis (men's association football) (1992)\n Answer: G.S. Iraklis Thessalonikis (men's association football)" + }, + { + "id": "q_002898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "VfB Stuttgart", + "pred": "VfB Stuttgart", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ernst Blum -> member of sports team -> VfB Stuttgart (1925)\n Answer: VfB Stuttgart" + }, + { + "id": "q_003442", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bledi Shk\u00ebmbi -> member of sports team -> Besa Kavaj\u00eb (2010)\n Answer: 2010" + }, + { + "id": "q_004805", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Bocskai FC", + "pred": "Bocskai FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: J\u00e1nos Gyarmati -> member of sports team -> Bocskai FC (1931)\n Answer: Bocskai FC" + }, + { + "id": "q_006113", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Prime Minister of Bhutan", + "pred": "Prime Minister of Bhutan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jigme Palden Dorji -> position held -> Prime Minister of Bhutan (1962)\n Answer: Prime Minister of Bhutan" + }, + { + "id": "q_002998", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Hibernian F.C.", + "pred": "Hibernian F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Derek Riordan -> member of sports team -> Hibernian F.C. (2010)\n Answer: Hibernian F.C." + }, + { + "id": "q_000743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Toti Dal Monte -> country of citizenship -> Kingdom of Italy (1922)\n Answer: Kingdom of Italy" + }, + { + "id": "q_005890", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aldo Clementi -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy" + }, + { + "id": "q_003583", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Aichi district", + "pred": "Aichi district", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nagakute -> located in -> Aichi district (2009)\n Answer: Aichi district" + }, + { + "id": "q_006267", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Freiburg im Breisgau -> country -> German Empire (1917)\n Answer: German Empire" + }, + { + "id": "q_005655", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Associated Press Athlete of the Year", + "pred": "Associated Press Athlete of the Year", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Serena Williams -> award received -> Associated Press Athlete of the Year (2009)\n Answer: Associated Press Athlete of the Year" + }, + { + "id": "q_003079", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Kingdom of Bulgaria", + "pred": "Kingdom of Bulgaria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Burgas -> country -> Kingdom of Bulgaria (1918)\n Answer: Kingdom of Bulgaria" + }, + { + "id": "q_002419", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Helmond Sport", + "pred": "Helmond Sport", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fons van Wissen -> member of sports team -> Helmond Sport (1968)\n Answer: Helmond Sport" + }, + { + "id": "q_007094", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "World Rally Championship", + "pred": "World Rally Championship", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Citro\u00ebn World Rally Team -> league or competition -> World Rally Championship (2009)\n Answer: World Rally Championship" + }, + { + "id": "q_004223", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "French Navy", + "pred": "French Navy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: NAe S\u00e3o Paulo -> owned by -> French Navy (1996)\n Answer: French Navy" + }, + { + "id": "q_000687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Orthez", + "pred": "Orthez", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Francis Jammes -> residence -> Orthez (1921)\n Answer: Orthez" + }, + { + "id": "q_001391", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Royal Academy of Exact, Physical and Natural Sciences", + "pred": "Royal Academy of Exact, Physical and Natural Sciences", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jos\u00e9 Echegaray -> member of -> Royal Academy of Exact, Physical and Natural Sciences (1903)\n Answer: Royal Academy of Exact, Physical and Natural Sciences" + }, + { + "id": "q_005935", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Atalanta BC", + "pred": "Atalanta BC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Meazza -> coach of sports team -> Atalanta BC (1946)\n Answer: Atalanta BC" + }, + { + "id": "q_003693", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Spartak", + "pred": "Spartak", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Spartak Moscow -> part of -> Spartak (1955)\n Answer: Spartak" + }, + { + "id": "q_001318", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Princeton University", + "pred": "Princeton University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marvin Minsky -> educated at -> Princeton University (1951)\n Answer: Princeton University" + }, + { + "id": "q_006537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Yale University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Feit -> employer -> Yale University (1995)\n Answer: Yale University" + }, + { + "id": "q_000126", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Titta Ruffo -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy" + }, + { + "id": "q_004119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pino Cerami -> country of citizenship -> Kingdom of Italy (1933)\n Answer: Kingdom of Italy" + }, + { + "id": "q_004718", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Egypt", + "pred": "Egypt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hosni Mubarak -> country of citizenship -> Egypt (1989)\n Answer: Egypt" + }, + { + "id": "q_000908", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "TI-Raleigh", + "pred": "TI-Raleigh", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ludo Peeters -> member of sports team -> TI-Raleigh (1982)\n Answer: TI-Raleigh" + }, + { + "id": "q_003983", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Spanish Navy", + "pred": "Spanish Navy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: U-573 -> operator -> Spanish Navy (1951)\n Answer: Spanish Navy" + }, + { + "id": "q_008295", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Grawemeyer Award for Music Composition", + "pred": "Grawemeyer Award for Music Composition", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Witold Lutos\u0142awski -> award received -> Grawemeyer Award for Music Composition (1985)\n Answer: Grawemeyer Award for Music Composition" + }, + { + "id": "q_003030", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "pred": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alfred Jeanroy -> member of -> Acad\u00e9mie des Inscriptions et Belles-Lettres (1925)\n Answer: Acad\u00e9mie des Inscriptions et Belles-Lettres" + }, + { + "id": "q_005340", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Boavista F.C.", + "pred": "Boavista F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Diego da Costa Lima -> member of sports team -> Boavista F.C. (2016)\n Answer: Boavista F.C." + }, + { + "id": "q_004507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hlukhiv -> country -> Soviet Union (1927)\n Answer: Soviet Union" + }, + { + "id": "q_008262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Dario Franchitti", + "pred": "Dario Franchitti", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ashley Judd -> spouse -> Dario Franchitti (2012)\n Answer: Dario Franchitti" + }, + { + "id": "q_000349", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "2nd U-boat Flotilla", + "pred": "2nd U-boat Flotilla", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: U-43 -> affiliation -> 2nd U-boat Flotilla (1941)\n Answer: 2nd U-boat Flotilla" + }, + { + "id": "q_004450", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Radio Free Europe/Radio Liberty", + "pred": "Radio Free Europe/Radio Liberty", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Rahr -> employer -> Radio Free Europe/Radio Liberty (1992)\n Answer: Radio Free Europe/Radio Liberty" + }, + { + "id": "q_001374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Netanya -> country -> Mandatory Palestine (1940)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1940)\n Answer: United Kingdom" + }, + { + "id": "q_005907", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1904.0, + "gold": "1904", + "pred": "1904", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gustav von Escherich -> doctoral student -> Heinrich Franz Friedrich Tietze (1904)\n Answer: 1904" + }, + { + "id": "q_007403", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Nazi Germany", + "pred": "Nazi Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Otto Schuhart -> allegiance -> Nazi Germany (1943)\n Answer: Nazi Germany" + }, + { + "id": "q_007172", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Cardiff City F.C.", + "pred": "Cardiff City F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lee Naylor -> member of sports team -> Cardiff City F.C. (2011)\n Answer: Cardiff City F.C." + }, + { + "id": "q_006019", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Fengtien", + "pred": "Fengtien", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dongliao County -> located in -> Fengtien (1938)\n Answer: Fengtien" + }, + { + "id": "q_003483", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Helmut Newton", + "pred": "Helmut Newton", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: June Browne -> spouse -> Helmut Newton (1981)\n Answer: Helmut Newton" + }, + { + "id": "q_003450", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paolo Rossi -> country of citizenship -> Italy (1951)\n Answer: Italy" + }, + { + "id": "q_007313", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Georges Bataille", + "pred": "Georges Bataille", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Colette Peignot -> unmarried partner -> Georges Bataille (1935)\n Answer: Georges Bataille" + }, + { + "id": "q_006396", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Institute for Advanced Study", + "pred": "Institute for Advanced Study", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: James Waddell Alexander II -> employer -> Institute for Advanced Study (1940)\n Answer: Institute for Advanced Study" + }, + { + "id": "q_004252", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "FC Sochaux-Montb\u00e9liard", + "pred": "FC Sochaux-Montb\u00e9liard", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jean-Jacques Marcel -> member of sports team -> FC Sochaux-Montb\u00e9liard (1949)\n Answer: FC Sochaux-Montb\u00e9liard" + }, + { + "id": "q_006732", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Lappeenranta", + "pred": "Lappeenranta", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: SPL Saimaan piiri -> headquarters location -> Lappeenranta (1949)\n Answer: Lappeenranta" + }, + { + "id": "q_002912", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Tinkoff", + "pred": "Tinkoff", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Matthew Goss -> member of sports team -> Tinkoff (2008)\n Answer: Tinkoff" + }, + { + "id": "q_000404", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Club Le\u00f3n", + "pred": "Club Le\u00f3n", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luis Estrada -> member of sports team -> Club Le\u00f3n (1966)\n Answer: Club Le\u00f3n" + }, + { + "id": "q_003700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto Sordi -> country of citizenship -> Italy (1951)\n Answer: Italy" + }, + { + "id": "q_007041", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Hannover 96", + "pred": "Hannover 96", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: J\u00fcrgen Milewski -> member of sports team -> Hannover 96 (1977)\n Answer: Hannover 96" + }, + { + "id": "q_008089", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: R\u0113zekne District -> country -> Soviet Union (1953)\n Answer: Soviet Union" + }, + { + "id": "q_003463", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Liang Sicheng -> member of political party -> Chinese Communist Party (1967)\n Answer: Chinese Communist Party" + }, + { + "id": "q_005154", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ulan-Ude -> country -> Soviet Union (1965)\n Answer: Soviet Union" + }, + { + "id": "q_002203", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Pace University", + "pred": "Pace University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ben Ferencz -> employer -> Pace University (1986)\n Answer: Pace University" + }, + { + "id": "q_008263", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Di Vittorio -> country of citizenship -> Kingdom of Italy (1925)\n Answer: Kingdom of Italy" + }, + { + "id": "q_001733", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "FC Aarau", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shk\u00eblzen Gashi -> member of sports team -> FC Aarau (2022)\n Answer: FC Aarau" + }, + { + "id": "q_002948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Chemnitz Government Region", + "pred": "Chemnitz Government Region", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stollberg -> located in -> Chemnitz Government Region (2008)\n Answer: Chemnitz Government Region" + }, + { + "id": "q_004111", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Osinniki", + "pred": "Osinniki", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kaltan -> located in -> Osinniki (1969)\n Answer: Osinniki" + }, + { + "id": "q_003418", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Bruno Kastner", + "pred": "Bruno Kastner", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ida W\u00fcst -> spouse -> Bruno Kastner (1922)\n Answer: Bruno Kastner" + }, + { + "id": "q_004890", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Kiliia Raion", + "pred": "Kiliia Raion", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Prymorske -> located in -> Kiliia Raion (1998)\n Answer: Kiliia Raion" + }, + { + "id": "q_008141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cesare Lovati -> country of citizenship -> Kingdom of Italy (1945)\n Answer: Kingdom of Italy" + }, + { + "id": "q_008123", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Emilio G. Segr\u00e8 -> country of citizenship -> Kingdom of Italy (1937)\n Answer: Kingdom of Italy" + }, + { + "id": "q_003032", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1968.0, + "gold": "1968", + "pred": "1968", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lars Onsager -> award received -> Nobel Prize in Chemistry (1968)\n Answer: 1968" + }, + { + "id": "q_003123", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1928.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carlo Annovazzi -> country of citizenship -> Kingdom of Italy (1928)\n Answer: Kingdom of Italy" + }, + { + "id": "q_008638", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2015.0, + "gold": "2015", + "pred": "2015", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marco Rapp -> member of sports team -> SpVgg Greuther F\u00fcrth (2015)\n Answer: 2015" + }, + { + "id": "q_004857", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Christiane Kubrick", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stanley Kubrick -> spouse -> Christiane Kubrick (1995)\n Answer: Christiane Kubrick" + }, + { + "id": "q_004040", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jos\u00e9 Carlos Ferreira Filho -> member of sports team -> Cruzeiro E.C. (2009)\n Answer: 2009" + }, + { + "id": "q_001345", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Radical Civic Union", + "pred": "Radical Civic Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arturo Umberto Illia -> member of political party -> Radical Civic Union (1920)\n Answer: Radical Civic Union" + }, + { + "id": "q_004403", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ruth Chatterton -> nominated for -> Academy Award for Best Actress (1930)\n Answer: 1930" + }, + { + "id": "q_005977", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Danny Simpson -> member of sports team -> Ipswich Town F.C. (2008)\n Answer: 2008" + }, + { + "id": "q_005231", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Algiers", + "pred": "Algiers", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pierre Savorgnan de Brazza -> place of burial -> Algiers (1955)\n Answer: Algiers" + }, + { + "id": "q_007965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Second Polish Republic", + "pred": "Second Polish Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mi\u013aka\u016d\u0161\u010dyna -> country -> Second Polish Republic (1939)\n Answer: Second Polish Republic" + }, + { + "id": "q_007542", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "England women's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kelly Smith -> member of sports team -> England women's national football team (2014)\n Answer: England women's national football team" + }, + { + "id": "q_002736", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Busan IPark FC", + "pred": "Busan IPark FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lee Yo-han -> member of sports team -> Busan IPark FC (2011)\n Answer: Busan IPark FC" + }, + { + "id": "q_006562", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Clelio Darida -> country of citizenship -> Italy (2017)\n Answer: Italy" + }, + { + "id": "q_008098", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "2013", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrea Pisanu -> member of sports team -> CF Montr\u00e9al (2013)\n Answer: 2013" + }, + { + "id": "q_008119", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Annibale Bugnini -> country of citizenship -> Italy (1979)\n Answer: Italy" + }, + { + "id": "q_007399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Barbastro", + "pred": "Barbastro", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Josemar\u00eda Escriv\u00e1 -> residence -> Barbastro (1910)\n Answer: Barbastro" + }, + { + "id": "q_002437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Timo Soini -> position held -> chairperson (2006)\n Answer: chairperson" + }, + { + "id": "q_004561", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hopkinson was nominated for the Hugo Award for Best Novel in 2001.\n Answer: 2001" + }, + { + "id": "q_008086", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Cindy McCain", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John McCain -> spouse -> Cindy McCain (1981)\n Answer: Cindy McCain" + }, + { + "id": "q_003089", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Answer: Italy" + }, + { + "id": "q_003744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Toulouse FC", + "pred": "Toulouse FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Serge Aurier -> member of sports team -> Toulouse FC (2013)\n Answer: Toulouse FC" + }, + { + "id": "q_007690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: U-90 -> part of -> 9th U-boat Flotilla (1942)\n Answer: 1942" + }, + { + "id": "q_007154", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alessandro Alessandroni -> country of citizenship -> Italy (2010)\n Answer: Italy" + }, + { + "id": "q_007872", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Big Brother", + "pred": "Big Brother", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lothar Vosseler -> participant in -> Big Brother (2004)\n Answer: Big Brother" + }, + { + "id": "q_008425", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carlo Giuffr\u00e9 -> country of citizenship -> Kingdom of Italy (1930)\n Answer: Kingdom of Italy" + }, + { + "id": "q_000644", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Iburi Subprefecture", + "pred": "Iburi Subprefecture", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Muroran -> located in -> Iburi Subprefecture (1990)\n Answer: Iburi Subprefecture" + }, + { + "id": "q_001235", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Omar al-Bashir", + "pred": "Omar al-Bashir", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sudan -> head of state -> Omar al-Bashir (1995)\n Answer: Omar al-Bashir" + }, + { + "id": "q_006759", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Houdan -> located in -> Seine-et-Oise (1944)\n Answer: Seine-et-Oise" + }, + { + "id": "q_004565", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ivangorod -> country -> Russian Empire (1900)\n Answer: Russian Empire" + }, + { + "id": "q_005444", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Queens Park Rangers F.C.", + "pred": "Queens Park Rangers F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Danny Simpson -> member of sports team -> Queens Park Rangers F.C. (2014)\n Answer: Queens Park Rangers F.C." + }, + { + "id": "q_001753", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Raf Vallone -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy" + }, + { + "id": "q_003468", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "B\u00f4cher Memorial Prize", + "pred": "B\u00f4cher Memorial Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Donald C. Spencer -> award received -> B\u00f4cher Memorial Prize (1948)\n Answer: B\u00f4cher Memorial Prize" + }, + { + "id": "q_001321", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "KFC Uerdingen 05", + "pred": "KFC Uerdingen 05", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00c9merson Luiz Firmino -> member of sports team -> KFC Uerdingen 05 (2002)\n Answer: KFC Uerdingen 05" + }, + { + "id": "q_004960", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Real Madrid Club de F\u00fatbol", + "pred": "Real Madrid Club de F\u00fatbol", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bodo Illgner -> member of sports team -> Real Madrid Club de F\u00fatbol (1999)\n Answer: Real Madrid Club de F\u00fatbol" + }, + { + "id": "q_004118", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Raimondo D'Inzeo -> country of citizenship -> Italy (1957)\n Answer: Italy" + }, + { + "id": "q_008476", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lucio Battisti -> country of citizenship -> Italy (1971)\n Answer: Italy" + }, + { + "id": "q_004242", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Renzo De Felice -> country of citizenship -> Italy (1996)\n Answer: Italy" + }, + { + "id": "q_004333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "FC St. Gallen", + "pred": "FC St. Gallen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michael Lang -> member of sports team -> FC St. Gallen (2009)\n Answer: FC St. Gallen" + }, + { + "id": "q_007528", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Academy Award for Best Actress -> winner -> Ellen Burstyn (1974)\n Answer: 1974" + }, + { + "id": "q_003750", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Graham Bell -> country of citizenship -> United States (1920)\n Answer: United States" + }, + { + "id": "q_002500", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "PFC Slavia Sofia", + "pred": "PFC Slavia Sofia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yordan Petkov -> member of sports team -> PFC Slavia Sofia (2008)\n Answer: PFC Slavia Sofia" + }, + { + "id": "q_006400", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Egidio Feruglio -> country of citizenship -> Kingdom of Italy (1917)\n Answer: Kingdom of Italy" + }, + { + "id": "q_004574", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: BAFTA Award for Best Original Music -> winner -> Bernard Herrmann (1977)\n Answer: 1977" + }, + { + "id": "q_002681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giacomo Neri -> country of citizenship -> Kingdom of Italy (1944)\n Answer: Kingdom of Italy" + }, + { + "id": "q_006488", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Albert II of Belgium", + "pred": "Albert II of Belgium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Belgium -> head of state -> Albert II of Belgium (2000)\n Answer: Albert II of Belgium" + }, + { + "id": "q_007839", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lothar Vosseler -> participant in -> Big Brother (2004)\n Answer: 2004" + }, + { + "id": "q_001389", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tiziano Terzani -> country of citizenship -> Italy (1996)\n Answer: Italy" + }, + { + "id": "q_007506", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nunzio Malasomma -> country of citizenship -> Italy (1961)\n Answer: Italy" + }, + { + "id": "q_005877", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Max Euwe -> position held -> chairperson (1975)\n Answer: chairperson" + }, + { + "id": "q_001046", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00c9zanville -> located in -> Seine-et-Oise (1948)\n Answer: Seine-et-Oise" + }, + { + "id": "q_004160", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SC Bastia", + "pred": "SC Bastia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anto Drobnjak -> member of sports team -> SC Bastia (1996)\n Answer: SC Bastia" + }, + { + "id": "q_001013", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Rip Torn", + "pred": "Rip Torn", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Geraldine Page -> spouse -> Rip Torn (1983)\n Answer: Rip Torn" + }, + { + "id": "q_007572", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Bernadette Chirac", + "pred": "Bernadette Chirac", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jacques Chirac -> spouse -> Bernadette Chirac (1959)\n Answer: Bernadette Chirac" + }, + { + "id": "q_008063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Academy Award for Best Costume Design", + "pred": "Academy Award for Best Costume Design", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Colleen Atwood -> nominated for -> Academy Award for Best Costume Design (2017)\n Answer: Academy Award for Best Costume Design" + }, + { + "id": "q_008392", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto De Martino -> country of citizenship -> Italy (1991)\n Answer: Italy" + }, + { + "id": "q_003675", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "list of land speed records", + "pred": "list of land speed records", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rudolf Caracciola -> record held -> list of land speed records (1963)\n Answer: list of land speed records" + }, + { + "id": "q_004974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "AFC Bournemouth", + "pred": "AFC Bournemouth", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Darren Anderton -> member of sports team -> AFC Bournemouth (2007)\n Answer: AFC Bournemouth" + }, + { + "id": "q_000114", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Finland women's national football team", + "pred": "Finland women's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Annica Sj\u00f6lund -> member of sports team -> Finland women's national football team (2014)\n Answer: Finland women's national football team" + }, + { + "id": "q_004958", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "FC Bayern Munich", + "pred": "FC Bayern Munich", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Z\u00e9 Roberto -> member of sports team -> FC Bayern Munich (2008)\n Answer: FC Bayern Munich" + }, + { + "id": "q_002847", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Autelli -> country of citizenship -> Kingdom of Italy (1921)\n Answer: Kingdom of Italy" + }, + { + "id": "q_001441", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: G\u00f6khan \u00dcnal -> member of sports team -> Gen\u00e7lerbirli\u011fi S.K. (2002)\n Answer: Gen\u00e7lerbirli\u011fi S.K." + }, + { + "id": "q_006437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Raisa Gorbacheva -> country of citizenship -> Soviet Union (1981)\n Answer: Soviet Union" + }, + { + "id": "q_002206", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Chelsea F.C.", + "pred": "Chelsea F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ruud Gullit -> member of sports team -> Chelsea F.C. (1996)\n Answer: Chelsea F.C." + }, + { + "id": "q_007216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "C.D. Jorge Wilstermann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Christian Vargas -> member of sports team -> C.D. Jorge Wilstermann (2004)\n Answer: C.D. Jorge Wilstermann" + }, + { + "id": "q_005526", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "SK Rapid Wien", + "pred": "SK Rapid Wien", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Josef Bican -> member of sports team -> SK Rapid Wien (1932)\n Answer: SK Rapid Wien" + }, + { + "id": "q_005718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Galvano Della Volpe -> country of citizenship -> Kingdom of Italy (1900)\n Answer: Kingdom of Italy" + }, + { + "id": "q_000262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "FK Teplice", + "pred": "FK Teplice", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Josef Masopust -> member of sports team -> FK Teplice (1952)\n Answer: FK Teplice" + }, + { + "id": "q_001083", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hendrik Born -> country of citizenship -> Germany (1997)\n Answer: Germany" + }, + { + "id": "q_004361", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "SK Brann", + "pred": "SK Brann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bj\u00f8rnar Holmvik -> member of sports team -> SK Brann (2009)\n Answer: SK Brann" + }, + { + "id": "q_006333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Deutsche Reichsbahn", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Molli railway -> operator -> Deutsche Reichsbahn (1922)\n Answer: Deutsche Reichsbahn" + }, + { + "id": "q_003965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Servette FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vincent R\u00fcfli -> member of sports team -> Servette FC (2013)\n Answer: Servette FC" + }, + { + "id": "q_002645", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "S.L. Benfica", + "pred": "S.L. Benfica", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paulo Sousa -> member of sports team -> S.L. Benfica (1990)\n Answer: S.L. Benfica" + }, + { + "id": "q_001182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Silver Bear for Best Actress", + "pred": "Silver Bear for Best Actress", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Edith Evans -> award received -> Silver Bear for Best Actress (1967)\n Answer: Silver Bear for Best Actress" + }, + { + "id": "q_004948", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Corrado Bafile -> country of citizenship -> Italy (1991)\n Answer: Italy" + }, + { + "id": "q_002435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "2007", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adriano Chuva -> member of sports team -> Clube N\u00e1utico Capibaribe (2007)\n Answer: 2007" + }, + { + "id": "q_001871", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Yale University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Feit -> employer -> Yale University (1995)\n Answer: Yale University" + }, + { + "id": "q_000473", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "US Triestina Calcio 1918", + "pred": "US Triestina Calcio 1918", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michele Bacis -> member of sports team -> US Triestina Calcio 1918 (2001)\n Answer: US Triestina Calcio 1918" + }, + { + "id": "q_006904", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Bernd R\u00fcthers", + "pred": "Bernd R\u00fcthers", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: University of Konstanz -> rector -> Bernd R\u00fcthers (1992)\n Answer: Bernd R\u00fcthers" + }, + { + "id": "q_003995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "RC Strasbourg Alsace", + "pred": "RC Strasbourg Alsace", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Amaury Bischoff -> member of sports team -> RC Strasbourg Alsace (2005)\n Answer: RC Strasbourg Alsace" + }, + { + "id": "q_005684", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "delegate", + "pred": "delegate", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrew Jacobs -> position held -> delegate (1954)\n Answer: delegate" + }, + { + "id": "q_004481", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Vladimir Lenin", + "pred": "Vladimir Lenin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Khujand -> named after -> Vladimir Lenin (1989)\n Answer: Vladimir Lenin" + }, + { + "id": "q_006873", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1948.0, + "gold": "1948", + "pred": "1948", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Golden Globe Award for Best Screenplay -> winner -> Richard Schweizer (1948)\n Answer: 1948" + }, + { + "id": "q_005653", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Andrzej Strejlau", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Poland men's national football team -> head coach -> Andrzej Strejlau (1991)\n Answer: Andrzej Strejlau" + }, + { + "id": "q_003277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andros Townsend -> member of sports team -> Tottenham Hotspur F.C. (2014)\n Answer: Tottenham Hotspur F.C." + }, + { + "id": "q_004653", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Trevor Wooley -> award received -> Fr\u00f6hlich Prize (2012)\n Answer: 2012" + }, + { + "id": "q_001722", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yevpatoriia -> country -> Soviet Union (1927)\n Answer: Soviet Union" + }, + { + "id": "q_000499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "United States Marine Corps", + "pred": "United States Marine Corps", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jim Mattis -> military branch -> United States Marine Corps (1984)\n Answer: United States Marine Corps" + }, + { + "id": "q_003725", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Barysaw -> country -> Russian Empire (1911)\n Answer: Russian Empire" + }, + { + "id": "q_004162", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Bob Benny", + "pred": "Bob Benny", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Belgium -> participant -> Bob Benny (1961)\n Answer: Bob Benny" + }, + { + "id": "q_004885", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Flaviano Vicentini -> country of citizenship -> Italy (2001)\n Answer: Italy" + }, + { + "id": "q_007832", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "South West Trains", + "pred": "South West Trains", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: British Rail Class 455 -> operator -> South West Trains (1998)\n Answer: South West Trains" + }, + { + "id": "q_005962", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Omsk Oblast -> country -> Soviet Union (1966)\n Answer: Soviet Union" + }, + { + "id": "q_000011", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Order of the Red Banner of Labour", + "pred": "Order of the Red Banner of Labour", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tofiq Bahramov -> award received -> Order of the Red Banner of Labour (1970)\n Answer: Order of the Red Banner of Labour" + }, + { + "id": "q_007446", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Cruz Azul", + "pred": "Cruz Azul", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guillermo Mendiz\u00e1bal -> member of sports team -> Cruz Azul (1983)\n Answer: Cruz Azul" + }, + { + "id": "q_004620", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cesare Siepi -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy" + }, + { + "id": "q_007791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Fredrikstad FK", + "pred": "Fredrikstad FK", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan Fuglset -> member of sports team -> Fredrikstad FK (1968)\n Answer: Fredrikstad FK" + }, + { + "id": "q_003645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Andrzej Strejlau", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Poland men's national football team -> head coach -> Andrzej Strejlau (1991)\n Answer: Andrzej Strejlau" + }, + { + "id": "q_008601", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Laura Adani -> country of citizenship -> Kingdom of Italy (1937)\n Answer: Kingdom of Italy" + }, + { + "id": "q_001029", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Club Joventut Badalona", + "pred": "Club Joventut Badalona", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Joan Filb\u00e1 -> member of sports team -> Club Joventut Badalona (1979)\n Answer: Club Joventut Badalona" + }, + { + "id": "q_002959", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Claribel Alegr\u00eda Vides -> award received -> Neustadt International Prize for Literature (2006)\n Answer: 2006" + }, + { + "id": "q_002305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Nicolazzi -> country of citizenship -> Italy (1984)\n Answer: Italy" + }, + { + "id": "q_002878", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Guardian Children's Fiction Prize", + "pred": "Guardian Children's Fiction Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gillian Cross -> nominated for -> Guardian Children's Fiction Prize (1980)\n Answer: Guardian Children's Fiction Prize" + }, + { + "id": "q_000807", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "C\u00e9sar Award for Best Female Revelation", + "pred": "C\u00e9sar Award for Best Female Revelation", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: H\u00e9l\u00e8ne Filli\u00e8res -> nominated for -> C\u00e9sar Award for Best Female Revelation (2002)\n Answer: C\u00e9sar Award for Best Female Revelation" + }, + { + "id": "q_004108", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Breux-Jouy -> located in -> Seine-et-Oise (1947)\n Answer: Seine-et-Oise" + }, + { + "id": "q_000347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Primetime Emmy Award for Outstanding Animated Program", + "pred": "Primetime Emmy Award for Outstanding Animated Program", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sam Simon -> award received -> Primetime Emmy Award for Outstanding Animated Program (2001)\n Answer: Primetime Emmy Award for Outstanding Animated Program" + }, + { + "id": "q_004954", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "FC Elista", + "pred": "Dario Passoni", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Leonid Slutsky -> coach of sports team -> FC Elista (2003)\n Answer: Dario Passoni" + }, + { + "id": "q_006909", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Umberto Bossi", + "pred": "Umberto Bossi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lega Nord -> chairperson -> Umberto Bossi (2002)\n Answer: Umberto Bossi" + }, + { + "id": "q_007331", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "President of Latvia", + "pred": "President of Latvia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Valdis Zatlers -> position held -> President of Latvia (2010)\n Answer: President of Latvia" + }, + { + "id": "q_003609", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Sch\u00f6neberg", + "pred": "Sch\u00f6neberg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Wuppertal -> twinned with -> Sch\u00f6neberg (1988)\n Answer: Sch\u00f6neberg" + }, + { + "id": "q_006006", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "FC Twente", + "pred": "FC Twente", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cheick Tiot\u00e9 -> member of sports team -> FC Twente (2010)\n Answer: FC Twente" + }, + { + "id": "q_008100", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Mandatory Palestine", + "pred": "Mandatory Palestine", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bnei Brak -> country -> Mandatory Palestine (1924)\n Answer: Mandatory Palestine" + }, + { + "id": "q_004453", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anselmo Bucci -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy" + }, + { + "id": "q_006282", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Club Atl\u00e9tico Osasuna", + "pred": "Club Atl\u00e9tico Osasuna", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roberto Santamar\u00eda Calavia -> member of sports team -> Club Atl\u00e9tico Osasuna (1994)\n Answer: Club Atl\u00e9tico Osasuna" + }, + { + "id": "q_003708", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pino Lancetti -> country of citizenship -> Italy (1983)\n Answer: Italy" + }, + { + "id": "q_003013", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Watford F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alec Chamberlain -> member of sports team -> Watford F.C. (2001)\n Answer: Watford F.C." + }, + { + "id": "q_001471", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Edgardo Moltoni -> country of citizenship -> Italy (1970)\n Answer: Italy" + }, + { + "id": "q_007727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nova Kakhovka -> country -> Soviet Union (1959)\n Answer: Soviet Union" + }, + { + "id": "q_000942", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Husqvarna FF", + "pred": "Husqvarna FF", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erkka Pet\u00e4j\u00e4 -> member of sports team -> Husqvarna FF (1995)\n Answer: Husqvarna FF" + }, + { + "id": "q_006079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Altai Krai", + "pred": "Altai Krai", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rubtsovsk -> located in -> Altai Krai (1967)\n Answer: Altai Krai" + }, + { + "id": "q_002943", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Leipzig University", + "pred": "Leipzig University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Henry E. Sigerist -> employer -> Leipzig University (1930)\n Answer: Leipzig University" + }, + { + "id": "q_003037", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Philipp Lenard -> country of citizenship -> Germany (1915)\n Answer: Germany" + }, + { + "id": "q_003677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giacomo Fornoni -> country of citizenship -> Italy (2015)\n Answer: Italy" + }, + { + "id": "q_003146", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "New York City", + "pred": "New York City", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: MetLife -> headquarters -> New York City (1984)\n Answer: New York City" + }, + { + "id": "q_004225", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "MTK Budapest FC", + "pred": "MTK Budapest FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zsanett Jakabfi -> member of sports team -> MTK Budapest FC (2005)\n Answer: MTK Budapest FC" + }, + { + "id": "q_000827", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Comencini -> country of citizenship -> Italy (2000)\n Answer: Italy" + }, + { + "id": "q_008211", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Rick Parfitt", + "pred": "Rick Parfitt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Status Quo -> has part -> Rick Parfitt (1997)\n Answer: Rick Parfitt" + }, + { + "id": "q_007342", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pierre Mauroy", + "pred": "Pierre Mauroy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lille metropolis -> head of government -> Pierre Mauroy (2005)\n Answer: Pierre Mauroy" + }, + { + "id": "q_005759", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Austria\u2013Hungary", + "pred": "Austria\u2013Hungary", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giurtelecu Hododului -> country -> Austria\u2013Hungary (1913)\n Answer: Austria\u2013Hungary" + }, + { + "id": "q_003949", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Member of the European Parliament", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jean-Marie Cavada -> position held -> Member of the European Parliament (2017)\n Answer: Member of the European Parliament" + }, + { + "id": "q_005277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Samba Gold", + "pred": "Samba Gold", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Neymar -> award received -> Samba Gold (2022)\n Answer: Samba Gold" + }, + { + "id": "q_001667", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Francesco Aguzzoli -> country of citizenship -> Italy (1969)\n Answer: Italy" + }, + { + "id": "q_002554", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marek \u0160t\u011bch -> member of sports team -> Wycombe Wanderers F.C. (2009)\n Answer: 2009" + }, + { + "id": "q_003996", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1943.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gojin Dol -> country -> Yugoslavia (1943)\n Answer: Yugoslavia" + }, + { + "id": "q_005904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Nascimbene -> country of citizenship -> Italy (1975)\n Answer: Italy" + }, + { + "id": "q_004658", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianni Agus -> country of citizenship -> Kingdom of Italy (1934)\n Answer: Kingdom of Italy" + }, + { + "id": "q_004227", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Lady Gaga", + "pred": "Lady Gaga", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: MTV Video Music Award for Best New Artist -> winner -> Lady Gaga (2009)\n Answer: Lady Gaga" + }, + { + "id": "q_001594", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Bell Labs", + "pred": "Bell Labs", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ralph Hartley -> employer -> Bell Labs (1936)\n Answer: Bell Labs" + }, + { + "id": "q_006869", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Al Masry SC", + "pred": "Al Masry SC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tarek Soliman -> member of sports team -> Al Masry SC (1984)\n Answer: Al Masry SC" + }, + { + "id": "q_006930", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lyubertsy -> country -> Soviet Union (1933)\n Answer: Soviet Union" + }, + { + "id": "q_000374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "University of Edinburgh", + "pred": "University of Edinburgh", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Aitken -> employer -> University of Edinburgh (1938)\n Answer: University of Edinburgh" + }, + { + "id": "q_005195", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tmutarakan -> country -> Soviet Union (1989)\n Answer: Soviet Union" + }, + { + "id": "q_002457", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Cottbus District", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cottbus -> located in -> Cottbus District (1982)\n Answer: Cottbus District" + }, + { + "id": "q_007411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "CPJ International Press Freedom Awards", + "pred": "CPJ International Press Freedom Awards", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Veran Mati\u0107 -> award received -> CPJ International Press Freedom Awards (1993)\n Answer: CPJ International Press Freedom Awards" + }, + { + "id": "q_006097", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pavel Drsek -> member of sports team -> Panionios F.C. (2008)\n Answer: 2008" + }, + { + "id": "q_006940", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "British Raj", + "pred": "British Raj", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bilgram -> country -> British Raj (1940)\n Answer: British Raj" + }, + { + "id": "q_000173", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leopoldo Trieste -> country of citizenship -> Kingdom of Italy (1945)\n Answer: Kingdom of Italy" + }, + { + "id": "q_005298", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Enzo Sellerio -> country of citizenship -> Italy (2006)\n Answer: Italy" + }, + { + "id": "q_005185", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1950.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gino Cavalieri -> country of citizenship -> Italy (1950)\n Answer: Italy" + }, + { + "id": "q_007749", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "David Mamet", + "pred": "David Mamet", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lindsay Crouse -> spouse -> David Mamet (1989)\n Answer: David Mamet" + }, + { + "id": "q_007535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shell-Haus -> owned by -> Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges. (1961)\n Answer: Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges." + }, + { + "id": "q_006111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arnaldo Benfenati -> country of citizenship -> Italy (1956)\n Answer: Italy" + }, + { + "id": "q_002110", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vladivostok -> country -> Soviet Union (1961)\n Answer: Soviet Union" + }, + { + "id": "q_000829", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carlo Manzoni -> country of citizenship -> Kingdom of Italy (1940)\n Answer: Kingdom of Italy" + }, + { + "id": "q_008640", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Crepax -> country of citizenship -> Italy (1975)\n Answer: Italy" + }, + { + "id": "q_002292", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nicolae Ceau\u0219escu -> convicted of -> genocide (1989)\n Answer: 1989" + }, + { + "id": "q_005480", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "general", + "pred": "general", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hartmut Bagger -> military, police or special rank -> general (2008)\n Answer: general" + }, + { + "id": "q_008496", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto Fontanesi -> country of citizenship -> Italy (1952)\n Answer: Italy" + }, + { + "id": "q_006640", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Ottoman Empire", + "pred": "Ottoman Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gaza City -> country -> Ottoman Empire (1907)\n Answer: Ottoman Empire" + }, + { + "id": "q_003927", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Ascoli Calcio 1898 FC", + "pred": "Ascoli Calcio 1898 FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michele Fini -> member of sports team -> Ascoli Calcio 1898 FC (2005)\n Answer: Ascoli Calcio 1898 FC" + }, + { + "id": "q_007996", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Oryol -> country -> Soviet Union (1982)\n Answer: Soviet Union" + }, + { + "id": "q_000373", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Northwestern University", + "pred": "Northwestern University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erich Heller -> employer -> Northwestern University (1961)\n Answer: Northwestern University" + }, + { + "id": "q_005430", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Aut\u00f3dromo Internacional Ayrton Senna", + "pred": "Aut\u00f3dromo Internacional Ayrton Senna", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Brazilian motorcycle Grand Prix -> location -> Aut\u00f3dromo Internacional Ayrton Senna (1987)\n Answer: Aut\u00f3dromo Internacional Ayrton Senna" + }, + { + "id": "q_000744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Calcio Foggia 1920", + "pred": "Calcio Foggia 1920", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cosimo Nocera -> member of sports team -> Calcio Foggia 1920 (1961)\n Answer: Calcio Foggia 1920" + }, + { + "id": "q_003964", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Gangwon FC", + "pred": "Gangwon FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Seo Dong-myung -> coach of sports team -> Gangwon FC (2009)\n Answer: Gangwon FC" + }, + { + "id": "q_004438", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Club Atl\u00e9tico River Plate", + "pred": "Club Atl\u00e9tico River Plate", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Amadeo Carrizo -> member of sports team -> Club Atl\u00e9tico River Plate (1968)\n Answer: Club Atl\u00e9tico River Plate" + }, + { + "id": "q_004862", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1902.0, + "gold": "Amtshauptmannschaft Schwarzenberg", + "pred": "Amtshauptmannschaft Schwarzenberg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Johanngeorgenstadt -> located in -> Amtshauptmannschaft Schwarzenberg (1902)\n Answer: Amtshauptmannschaft Schwarzenberg" + }, + { + "id": "q_004495", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "As d'Or Jeu de l'Ann\u00e9e", + "pred": "As d'Or Jeu de l'Ann\u00e9e", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: No Thanks! -> nominated for -> As d'Or Jeu de l'Ann\u00e9e (2005)\n Answer: As d'Or Jeu de l'Ann\u00e9e" + }, + { + "id": "q_002486", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shimon Peres -> country of citizenship -> Israel (2004)\n Answer: Israel" + }, + { + "id": "q_003629", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "La Spezia", + "pred": "La Spezia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: 29th U-boat Flotilla -> location -> La Spezia (1942)\n Answer: La Spezia" + }, + { + "id": "q_006341", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "FC Girondins de Bordeaux", + "pred": "FC Girondins de Bordeaux", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: A\u017ebe Jug -> member of sports team -> FC Girondins de Bordeaux (2014)\n Answer: FC Girondins de Bordeaux" + }, + { + "id": "q_002779", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SBV Vitesse", + "pred": "SBV Vitesse", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ante Mi\u0161e -> member of sports team -> SBV Vitesse (1996)\n Answer: SBV Vitesse" + }, + { + "id": "q_006236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Nazi Party", + "pred": "Nazi Party", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: August Eigruber -> member of political party -> Nazi Party (1940)\n Answer: Nazi Party" + }, + { + "id": "q_004217", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "1. FFC Frankfurt", + "pred": "1. FFC Frankfurt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Katrin Kliehm -> member of sports team -> 1. FFC Frankfurt (2005)\n Answer: 1. FFC Frankfurt" + }, + { + "id": "q_001111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eleonora Rossi Drago -> country of citizenship -> Italy (1954)\n Answer: Italy" + }, + { + "id": "q_003973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Mandatory Palestine", + "pred": "Mandatory Palestine", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Acre -> country -> Mandatory Palestine (1927)\n Answer: Mandatory Palestine" + }, + { + "id": "q_002651", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Edith Roosevelt", + "pred": "Edith Roosevelt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Theodore Roosevelt -> spouse -> Edith Roosevelt (1902)\n Answer: Edith Roosevelt" + }, + { + "id": "q_005128", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bogdan P\u0103tra\u0219cu -> member of sports team -> FC Universitatea Cluj (2012)\n Answer: 2012" + }, + { + "id": "q_007441", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Norway men's national association football team", + "pred": "Norway men's national association football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arne Erlandsen -> member of sports team -> Norway men's national association football team (1981)\n Answer: Norway men's national association football team" + }, + { + "id": "q_006793", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "FC Veszpr\u00e9m", + "pred": "FC Veszpr\u00e9m", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ferenc Csongr\u00e1di -> member of sports team -> FC Veszpr\u00e9m (1989)\n Answer: FC Veszpr\u00e9m" + }, + { + "id": "q_005396", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Nazi Germany", + "pred": "Nazi Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hanau -> country -> Nazi Germany (1939)\n Answer: Nazi Germany" + }, + { + "id": "q_002815", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "People's Republic of China", + "pred": "People's Republic of China", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Liu Bocheng -> country of citizenship -> People's Republic of China (1951)\n Answer: People's Republic of China" + }, + { + "id": "q_007174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Amsterdam", + "pred": "Amsterdam", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michael Jacklin -> work location -> Amsterdam (2000)\n Answer: Amsterdam" + }, + { + "id": "q_001511", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Academy Award for Best Picture", + "pred": "Academy Award for Best Picture", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hal B. Wallis -> nominated for -> Academy Award for Best Picture (1970)\n Answer: Academy Award for Best Picture" + }, + { + "id": "q_000553", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Denmark women's national football team", + "pred": "Julie Rydahl Bukh", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Katrine Pedersen -> member of sports team -> Denmark women's national football team (2011)\n Answer: Julie Rydahl Bukh" + }, + { + "id": "q_000656", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Northwestern University", + "pred": "Northwestern University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Melville J. Herskovits -> employer -> Northwestern University (1947)\n Answer: Northwestern University" + }, + { + "id": "q_001297", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1970.0, + "gold": "1970", + "pred": "1970", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tofiq Bahramov -> award received -> Order of the Red Banner of Labour (1970)\n Answer: 1970" + }, + { + "id": "q_007459", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Amsterdam", + "pred": "Amsterdam", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carel Willink -> work location -> Amsterdam (1946)\n Answer: Amsterdam" + }, + { + "id": "q_002423", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Trinidad and Tobago men's national football team", + "pred": "Trinidad and Tobago men's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cyd Gray -> member of sports team -> Trinidad and Tobago men's national football team (2006)\n Answer: Trinidad and Tobago men's national football team" + }, + { + "id": "q_001348", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Servette FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vincent R\u00fcfli -> member of sports team -> Servette FC (2013)\n Answer: Servette FC" + }, + { + "id": "q_008576", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Uzhhorod -> country -> Soviet Union (1953)\n Answer: Soviet Union" + }, + { + "id": "q_002071", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "British School at Rome", + "pred": "British School at Rome", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eugenie Sellers Strong -> employer -> British School at Rome (1912)\n Answer: British School at Rome" + }, + { + "id": "q_004899", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1978.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Uman -> country -> Soviet Union (1978)\n Answer: Soviet Union" + }, + { + "id": "q_001022", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Vladimir Oblast", + "pred": "Vladimir Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kovrov -> located in -> Vladimir Oblast (1977)\n Answer: Vladimir Oblast" + }, + { + "id": "q_003839", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jane Birkin", + "pred": "Jane Birkin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Serge Gainsbourg -> unmarried partner -> Jane Birkin (1977)\n Answer: Jane Birkin" + }, + { + "id": "q_001814", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Christian Neureuther", + "pred": "Christian Neureuther", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rosi Mittermaier -> spouse -> Christian Neureuther (2015)\n Answer: Christian Neureuther" + }, + { + "id": "q_007256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giorgio Perlasca -> country of citizenship -> Kingdom of Italy (1940)\n Answer: Kingdom of Italy" + }, + { + "id": "q_005993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Martha Vickers", + "pred": "Martha Vickers", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mickey Rooney -> spouse -> Martha Vickers (1950)\n Answer: Martha Vickers" + }, + { + "id": "q_005336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Arabic", + "pred": "Arabic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Israel -> official language -> Arabic (2013)\n Answer: Arabic" + }, + { + "id": "q_005683", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Heidelberg University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Herbert Seifert -> employer -> Heidelberg University (1961)\n Answer: Heidelberg University" + }, + { + "id": "q_007163", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Relax-Gam", + "pred": "Relax-Gam", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Juan Antonio Flecha -> member of sports team -> Relax-Gam (2000)\n Answer: Relax-Gam" + }, + { + "id": "q_007140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arne Tiselius -> nominated for -> Nobel Prize in Physiology or Medicine (1946)\n Answer: Nobel Prize in Physiology or Medicine" + }, + { + "id": "q_008134", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shell-Haus -> owned by -> Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges. (1954)\n Answer: Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges." + }, + { + "id": "q_002147", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Hungarian Socialist Workers' Party", + "pred": "Hungarian Socialist Workers' Party", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: L\u00e1szl\u00f3 B\u00e9kesi -> member of political party -> Hungarian Socialist Workers' Party (1971)\n Answer: Hungarian Socialist Workers' Party" + }, + { + "id": "q_006224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "habilitation", + "pred": "habilitation", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hienad\u017a Sahanovi\u010d -> academic degree -> habilitation (2018)\n Answer: habilitation" + }, + { + "id": "q_000654", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Province of Mantua", + "pred": "Province of Mantua", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Felonica -> located in -> Province of Mantua (1939)\n Answer: Province of Mantua" + }, + { + "id": "q_004102", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "University of California, Los Angeles", + "pred": "University of California, Los Angeles", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ernst G. Straus -> employer -> University of California, Los Angeles (1973)\n Answer: University of California, Los Angeles" + }, + { + "id": "q_007739", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "FSV Frankfurt", + "pred": "FSV Frankfurt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Robert Pache -> member of sports team -> FSV Frankfurt (1928)\n Answer: FSV Frankfurt" + }, + { + "id": "q_006368", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Chemins de fer du Midi", + "pred": "Chemins de fer du Midi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Q802601 -> operator -> Chemins de fer du Midi (1902)\n Answer: Chemins de fer du Midi" + }, + { + "id": "q_002589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Angelo Anquilletti -> country of citizenship -> Italy (1980)\n Answer: Italy" + }, + { + "id": "q_006409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "A.O. Kavalas (association football)", + "pred": "A.O. Kavalas (association football)", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Galinovi\u0107 -> member of sports team -> A.O. Kavalas (association football) (2010)\n Answer: A.O. Kavalas (association football)" + }, + { + "id": "q_002646", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1997.0, + "gold": "1997", + "pred": "1997", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Javier Mar\u00edas -> award received -> Nelly Sachs Prize (1997)\n Answer: 1997" + }, + { + "id": "q_002133", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Gold Medal of the Royal Astronomical Society", + "pred": "Gold Medal of the Royal Astronomical Society", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Sydney Adams -> award received -> Gold Medal of the Royal Astronomical Society (1917)\n Answer: Gold Medal of the Royal Astronomical Society" + }, + { + "id": "q_000302", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vittorio Brambilla -> country of citizenship -> Italy (1956)\n Answer: Italy" + }, + { + "id": "q_002678", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Atalanta BC", + "pred": "Atalanta BC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stefano Angeleri -> member of sports team -> Atalanta BC (1952)\n Answer: Atalanta BC" + }, + { + "id": "q_004224", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Tony Award for Best Actress in a Play", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jane Alexander -> nominated for -> Tony Award for Best Actress in a Play (1992)\n Answer: Tony Award for Best Actress in a Play" + }, + { + "id": "q_005379", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "arrondissement of Bourg-en-Bresse", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: P\u00e9rouges -> located in -> arrondissement of Bourg-en-Bresse (2001)\n Answer: arrondissement of Bourg-en-Bresse" + }, + { + "id": "q_006243", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cagney & Lacey -> cast member -> Meg Foster (1982)\n Answer: 1982" + }, + { + "id": "q_008166", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "MTK Budapest FC", + "pred": "MTK Budapest FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Imre Kov\u00e1cs -> member of sports team -> MTK Budapest FC (1945)\n Answer: MTK Budapest FC" + }, + { + "id": "q_003678", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "lawyer", + "pred": "lawyer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Bell Williams -> occupation -> lawyer (1980)\n Answer: lawyer" + }, + { + "id": "q_000025", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Klaus Jensen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Trier -> head of government -> Klaus Jensen (2008)\n Answer: Klaus Jensen" + }, + { + "id": "q_001419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mandatory Palestine -> located in -> United Kingdom (1940)\n Answer: United Kingdom" + }, + { + "id": "q_000689", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franca Ongaro -> country of citizenship -> Kingdom of Italy (1943)\n Answer: Kingdom of Italy" + }, + { + "id": "q_004963", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "City of Gosford", + "pred": "City of Gosford", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gosford -> located in -> City of Gosford (1982)\n Answer: City of Gosford" + }, + { + "id": "q_001580", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "London", + "pred": "London", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Joseph Hertz -> work location -> London (1936)\n Answer: London" + }, + { + "id": "q_002212", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Tonelli -> drafted by -> New York Islanders (1977)\n Answer: 1977" + }, + { + "id": "q_001427", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "FC Lausanne-Sport", + "pred": "FC Lausanne-Sport", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pierre Kerkhoffs -> member of sports team -> FC Lausanne-Sport (1967)\n Answer: FC Lausanne-Sport" + }, + { + "id": "q_000751", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Brunoy -> located in -> Seine-et-Oise (1942)\n Answer: Seine-et-Oise" + }, + { + "id": "q_005986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "FC Spartak Trnava", + "pred": "FC Spartak Trnava", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Martin Ra\u0161ka -> member of sports team -> FC Spartak Trnava (2013)\n Answer: FC Spartak Trnava" + }, + { + "id": "q_002412", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pino Lancetti -> country of citizenship -> Italy (1983)\n Answer: Italy" + }, + { + "id": "q_001943", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1999.0, + "gold": "1999", + "pred": "1999", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franti\u0161ek Kaberle -> drafted by -> Los Angeles Kings (1999)\n Answer: 1999" + }, + { + "id": "q_005685", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1939", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The Adventures of Robin Hood -> nominated for -> Academy Award for Best Film Editing (1939)\n Answer: 1939" + }, + { + "id": "q_001916", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Str\u00f8msgodset IF", + "pred": "Str\u00f8msgodset IF", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kim Larsen -> member of sports team -> Str\u00f8msgodset IF (2003)\n Answer: Str\u00f8msgodset IF" + }, + { + "id": "q_006927", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aldo Fabrizi -> country of citizenship -> Italy (1956)\n Answer: Italy" + }, + { + "id": "q_000904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Bajardi -> country of citizenship -> Italy (1956)\n Answer: Italy" + }, + { + "id": "q_006701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto Lattuada -> country of citizenship -> Italy (1971)\n Answer: Italy" + }, + { + "id": "q_005536", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Fengtien", + "pred": "Fengtien", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Faku County -> located in -> Fengtien (1945)\n Answer: Fengtien" + }, + { + "id": "q_000555", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Gertrude Stein", + "pred": "Gertrude Stein", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gertrude Stein -> owned by -> Gertrude Stein (1946)\n Answer: Gertrude Stein" + }, + { + "id": "q_005626", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Heiner Gei\u00dfler", + "pred": "Heiner Gei\u00dfler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Christian Democratic Union -> general secretary -> Heiner Gei\u00dfler (1981)\n Answer: Heiner Gei\u00dfler" + }, + { + "id": "q_005124", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Algiers", + "pred": "Algiers", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pierre Savorgnan de Brazza -> place of burial -> Algiers (1990)\n Answer: Algiers" + }, + { + "id": "q_002798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Coll\u00e8ge de France", + "pred": "Coll\u00e8ge de France", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andr\u00e9 Lichnerowicz -> employer -> Coll\u00e8ge de France (1956)\n Answer: Coll\u00e8ge de France" + }, + { + "id": "q_003885", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2021.0, + "gold": "National Oceanic and Atmospheric Administration", + "pred": "National Oceanic and Atmospheric Administration", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: EWS-G2 -> owned by -> National Oceanic and Atmospheric Administration (2021)\n Answer: National Oceanic and Atmospheric Administration" + }, + { + "id": "q_005314", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Li Tsung-jen -> country of citizenship -> Taiwan (1962)\n Answer: Taiwan" + }, + { + "id": "q_007748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Knight Bachelor", + "pred": "Knight Bachelor", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bobby Charlton -> award received -> Knight Bachelor (1994)\n Answer: Knight Bachelor" + }, + { + "id": "q_002726", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "SK Slavia Prague", + "pred": "SK Slavia Prague", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nicu\u0219or Stanciu -> member of sports team -> SK Slavia Prague (2021)\n Answer: SK Slavia Prague" + }, + { + "id": "q_004003", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "KRC Mechelen", + "pred": "KRC Mechelen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan Diddens -> member of sports team -> KRC Mechelen (1924)\n Answer: KRC Mechelen" + }, + { + "id": "q_008148", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexei Navalny -> country of citizenship -> Soviet Union (1985)\n Answer: Soviet Union" + }, + { + "id": "q_004079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1916.0, + "gold": "Marie Bonaparte", + "pred": "Marie Bonaparte", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Prince George of Greece and Denmark -> spouse -> Marie Bonaparte (1916)\n Answer: Marie Bonaparte" + }, + { + "id": "q_003444", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "A.S. Nancy-Lorraine", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ronan Le Crom -> member of sports team -> A.S. Nancy-Lorraine (2011)\n Answer: A.S. Nancy-Lorraine" + }, + { + "id": "q_004684", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Schutzstaffel", + "pred": "SS-Gruppenf\u00fchrer", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hans G\u00fcnther -> member of -> Schutzstaffel (1945)\n Hop 2: Schutzstaffel -> member of -> SS-Gruppenf\u00fchrer (1945)\n Answer: SS-Gruppenf\u00fchrer" + }, + { + "id": "q_007043", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andr\u00e9 T\u00e9chin\u00e9 -> award received -> C\u00e9sar Award for Best Director (1995)\n Answer: 1995" + }, + { + "id": "q_002077", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Scunthorpe United F.C.", + "pred": "Scunthorpe United F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jermaine Beckford -> member of sports team -> Scunthorpe United F.C. (2007)\n Answer: Scunthorpe United F.C." + }, + { + "id": "q_005610", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Willi Daume", + "pred": "Willi Daume", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: German Handball Association -> chairperson -> Willi Daume (1949)\n Answer: Willi Daume" + }, + { + "id": "q_007161", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Polish People's Republic", + "pred": "Polish People's Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan T. Gross -> country of citizenship -> Polish People's Republic (1959)\n Answer: Polish People's Republic" + }, + { + "id": "q_008431", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Kingdom of Greece", + "pred": "Kingdom of Greece", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Takis -> country of citizenship -> Kingdom of Greece (1944)\n Answer: Kingdom of Greece" + }, + { + "id": "q_005503", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nino Taranto -> country of citizenship -> Italy (1966)\n Answer: Italy" + }, + { + "id": "q_003756", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Nuremberg Medical Trial", + "pred": "Nuremberg Medical Trial", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Prince Philipp, Landgrave of Hesse -> participant in -> Nuremberg Medical Trial (1947)\n Answer: Nuremberg Medical Trial" + }, + { + "id": "q_006939", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Christiaan Eijkman -> nominated for -> Nobel Prize in Physiology or Medicine (1921)\n Answer: Nobel Prize in Physiology or Medicine" + }, + { + "id": "q_005031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Bennati -> country of citizenship -> Italy (1956)\n Answer: Italy" + }, + { + "id": "q_001054", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ermanno Olmi -> country of citizenship -> Italy (1949)\n Answer: Italy" + }, + { + "id": "q_002273", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Watford F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alec Chamberlain -> member of sports team -> Watford F.C. (2001)\n Answer: Watford F.C." + }, + { + "id": "q_000786", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tony Marshall -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2003)\n Answer: Order of Merit of Baden-W\u00fcrttemberg" + }, + { + "id": "q_002778", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andros Townsend -> member of sports team -> Tottenham Hotspur F.C. (2014)\n Answer: Tottenham Hotspur F.C." + }, + { + "id": "q_005074", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Japan", + "pred": "Japan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Broutona -> country -> Japan (1919)\n Answer: Japan" + }, + { + "id": "q_007312", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Chelsea F.C.", + "pred": "Chelsea F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Magnus Hedman -> member of sports team -> Chelsea F.C. (2007)\n Answer: Chelsea F.C." + }, + { + "id": "q_001350", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Leningrad Oblast", + "pred": "Leningrad Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ivangorod -> located in -> Leningrad Oblast (2001)\n Answer: Leningrad Oblast" + }, + { + "id": "q_001371", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Clare Boothe Luce", + "pred": "Clare Boothe Luce", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Henry Luce -> spouse -> Clare Boothe Luce (1959)\n Answer: Clare Boothe Luce" + }, + { + "id": "q_000490", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: No Thanks! -> nominated for -> As d'Or Jeu de l'Ann\u00e9e (2005)\n Answer: 2005" + }, + { + "id": "q_006219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1985.0, + "gold": "1985", + "pred": "1985", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yonohommachi Station -> founder -> Japanese National Railways (1985)\n Answer: 1985" + }, + { + "id": "q_005716", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Edgardo Moltoni -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy" + }, + { + "id": "q_005200", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Pichichi Trophy", + "pred": "Pichichi Trophy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hugo S\u00e1nchez -> award received -> Pichichi Trophy (1985)\n Answer: Pichichi Trophy" + }, + { + "id": "q_000681", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Robin Shroot -> member of sports team -> Burton Albion F.C. (2009)\n Answer: 2009" + }, + { + "id": "q_004424", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lviv Oblast", + "pred": "Lviv Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Drohobych -> located in -> Lviv Oblast (2012)\n Answer: Lviv Oblast" + }, + { + "id": "q_003611", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Catholic priest", + "pred": "Catholic priest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alwin Albert Hafner -> occupation -> Catholic priest (1976)\n Answer: Catholic priest" + }, + { + "id": "q_000603", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Lille OSC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Beno\u00eet Cheyrou -> member of sports team -> Lille OSC (1999)\n Answer: Lille OSC" + }, + { + "id": "q_007417", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Beaux-Arts de Paris", + "pred": "Beaux-Arts de Paris", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alekos Fassianos -> educated at -> Beaux-Arts de Paris (1970)\n Answer: Beaux-Arts de Paris" + }, + { + "id": "q_001017", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Golden Bear", + "pred": "Golden Bear", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Li Yang -> nominated for -> Golden Bear (2003)\n Answer: Golden Bear" + }, + { + "id": "q_004297", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Walter Sisulu", + "pred": "Walter Sisulu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Albertina Nontsikelelo Sisulu -> spouse -> Walter Sisulu (1966)\n Answer: Walter Sisulu" + }, + { + "id": "q_007760", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Netherlands", + "pred": "Netherlands", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mart Stam -> work location -> Netherlands (1962)\n Answer: Netherlands" + }, + { + "id": "q_002309", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Feh\u00e9rv\u00e1r FC", + "pred": "Feh\u00e9rv\u00e1r FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Henning Berg -> coach of -> Feh\u00e9rv\u00e1r FC (2017)\n Answer: Feh\u00e9rv\u00e1r FC" + }, + { + "id": "q_000472", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Bonnard -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy" + }, + { + "id": "q_001687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Free Democratic Party", + "pred": "Free Democratic Party", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Scheel -> member of political party -> Free Democratic Party (1988)\n Answer: Free Democratic Party" + }, + { + "id": "q_003092", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Limbach-Oberfrohna -> country -> Weimar Republic (1920)\n Answer: Weimar Republic" + }, + { + "id": "q_003984", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Hamburger SV", + "pred": "Hamburger SV", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Wilhelm Blunk -> member of sports team -> Hamburger SV (1944)\n Answer: Hamburger SV" + }, + { + "id": "q_004307", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Verzar -> country -> Yugoslavia (1933)\n Answer: Yugoslavia" + }, + { + "id": "q_004221", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Carli -> country of citizenship -> Italy (1967)\n Answer: Italy" + }, + { + "id": "q_002604", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Orenburg Governorate", + "pred": "Orenburg Governorate", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Orenburg -> capital of -> Orenburg Governorate (1924)\n Answer: Orenburg Governorate" + }, + { + "id": "q_005175", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Suso Cecchi d'Amico -> country of citizenship -> Italy (1999)\n Answer: Italy" + }, + { + "id": "q_000103", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "People's Republic of Bulgaria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stara Zagora -> country -> People's Republic of Bulgaria (1962)\n Answer: People's Republic of Bulgaria" + }, + { + "id": "q_007858", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "construction", + "pred": "construction", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hanover Stadtbahn -> vehicle normally used -> TW 6000 (1980)\n Hop 2: TW 6000 -> significant event -> construction (1980)\n Answer: construction" + }, + { + "id": "q_000929", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Tony Award for Best Actress in a Play", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Glenda Jackson -> nominated for -> Tony Award for Best Actress in a Play (1981)\n Answer: Tony Award for Best Actress in a Play" + }, + { + "id": "q_008399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Hamburg Commercial Bank", + "pred": "Hamburg Commercial Bank", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Volksparkstadion -> named after -> Hamburg Commercial Bank (2008)\n Answer: Hamburg Commercial Bank" + }, + { + "id": "q_006833", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "Princess M\u00e4rtha of Sweden", + "pred": "Princess M\u00e4rtha of Sweden", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Olav V of Norway -> spouse -> Princess M\u00e4rtha of Sweden (1936)\n Answer: Princess M\u00e4rtha of Sweden" + }, + { + "id": "q_007826", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Patrick Cramer -> award received -> Gottfried Wilhelm Leibniz Prize (2006)\n Answer: 2006" + }, + { + "id": "q_005791", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1969.0, + "gold": "1969", + "pred": "1969", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Strawberry Fields Forever -> performer -> The Beatles (1969)\n Answer: 1969" + }, + { + "id": "q_008695", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "FC Basel", + "pred": "FC Basel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Serge Muhmenthaler -> member of sports team -> FC Basel (1976)\n Answer: FC Basel" + }, + { + "id": "q_006326", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Isabella Biagini -> country of citizenship -> Kingdom of Italy (1943)\n Answer: Kingdom of Italy" + }, + { + "id": "q_002683", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vincenzo Talarico -> country of citizenship -> Italy (1956)\n Answer: Italy" + }, + { + "id": "q_004982", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "AS Monaco FC", + "pred": "AS Monaco FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Abderrahmane Boubekeur -> member of sports team -> AS Monaco FC (1957)\n Answer: AS Monaco FC" + }, + { + "id": "q_000500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fabio Capello -> work location -> Rome (2001)\n Answer: Rome" + }, + { + "id": "q_000415", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Neauphle-le-Vieux -> located in -> Seine-et-Oise (1957)\n Answer: Seine-et-Oise" + }, + { + "id": "q_002513", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "IBM", + "pred": "IBM", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frank Soltis -> employer -> IBM (1988)\n Answer: IBM" + }, + { + "id": "q_001131", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Xiao Yang -> member of political party -> Chinese Communist Party (1971)\n Answer: Chinese Communist Party" + }, + { + "id": "q_004809", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gino Cassinis -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy" + }, + { + "id": "q_006419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "England women's national football team", + "pred": "England women's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lindsay Johnson -> member of sports team -> England women's national football team (2005)\n Answer: England women's national football team" + }, + { + "id": "q_000119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario B\u00f2 -> country of citizenship -> Italy (1994)\n Answer: Italy" + }, + { + "id": "q_002765", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "The Rockefeller University", + "pred": "The Rockefeller University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: George Uhlenbeck -> employer -> The Rockefeller University (1967)\n Answer: The Rockefeller University" + }, + { + "id": "q_001638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Viktor Kulikov -> country of citizenship -> Soviet Union (1946)\n Answer: Soviet Union" + }, + { + "id": "q_003270", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Ungaretti -> country of citizenship -> Kingdom of Italy (1914)\n Answer: Kingdom of Italy" + }, + { + "id": "q_002090", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zeno Saltini -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy" + }, + { + "id": "q_002717", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luciano Savorini -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy" + }, + { + "id": "q_001781", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Waltrude Schleyer", + "pred": "Waltrude Schleyer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Waltrude Schleyer -> spouse -> Hanns Martin Schleyer (1950)\n Answer: Waltrude Schleyer" + }, + { + "id": "q_007508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "West Ham United F.C.", + "pred": "West Ham United F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Billy Brown -> member of sports team -> West Ham United F.C. (1922)\n Answer: West Ham United F.C." + }, + { + "id": "q_000911", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Tuscany", + "pred": "Tuscany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Plinio Nomellini -> work location -> Tuscany (1932)\n Answer: Tuscany" + }, + { + "id": "q_002590", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1946.0, + "gold": "1946", + "pred": "1946", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Meazza -> coach of sports team -> Atalanta BC (1946)\n Answer: 1946" + }, + { + "id": "q_005409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Q104925 -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2018)\n Answer: Order of Merit of Baden-W\u00fcrttemberg" + }, + { + "id": "q_004701", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: L\u00e9vis-Saint-Nom -> located in -> Seine-et-Oise (1968)\n Answer: Seine-et-Oise" + }, + { + "id": "q_006905", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Northwestern University -> member of -> Scholarly Publishing and Academic Resources Coalition (2023)\n Answer: 2023" + }, + { + "id": "q_005334", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: IG Farben -> significant event -> insolvency (2003)\n Answer: 2003" + }, + { + "id": "q_006551", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Egidio Feruglio -> country of citizenship -> Kingdom of Italy (1917)\n Answer: Kingdom of Italy" + }, + { + "id": "q_002537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Bianchi -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy" + }, + { + "id": "q_004357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "FC Amkar Perm", + "pred": "FC Amkar Perm", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Martin Jakubko -> member of sports team -> FC Amkar Perm (2014)\n Answer: FC Amkar Perm" + }, + { + "id": "q_006681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Sporting CP", + "pred": "Sporting CP", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rudolf Jeny -> member of sports team -> Hungary men's national football team (1934)\n Answer: Sporting CP" + }, + { + "id": "q_001982", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Francesco Gabrieli -> country of citizenship -> Kingdom of Italy (1939)\n Answer: Kingdom of Italy" + }, + { + "id": "q_001763", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Tranmere Rovers F.C.", + "pred": "Tranmere Rovers F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Steve Coppell -> member of sports team -> Tranmere Rovers F.C. (1973)\n Answer: Tranmere Rovers F.C." + }, + { + "id": "q_001693", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Utrecht University", + "pred": "Utrecht University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pieter Helbert Damst\u00e9 -> employer -> Utrecht University (1919)\n Answer: Utrecht University" + }, + { + "id": "q_006247", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1909.0, + "gold": "Associate Justice of the Supreme Court of the United States", + "pred": "Associate Justice of the Supreme Court of the United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Joseph McKenna -> position held -> Associate Justice of the Supreme Court of the United States (1909)\n Answer: Associate Justice of the Supreme Court of the United States" + }, + { + "id": "q_006923", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Der St\u00fcrmer", + "pred": "Der St\u00fcrmer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Julius Streicher -> employer -> Der St\u00fcrmer (1929)\n Answer: Der St\u00fcrmer" + }, + { + "id": "q_004828", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adone Zoli -> country of citizenship -> Italy (1957)\n Answer: Italy" + }, + { + "id": "q_006717", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Bianchi -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy" + }, + { + "id": "q_001064", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hanover -> country -> Weimar Republic (1930)\n Answer: Weimar Republic" + }, + { + "id": "q_002886", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luciano Fo\u00e0 -> country of citizenship -> Italy (1967)\n Answer: Italy" + }, + { + "id": "q_001768", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Emilio Petiva -> country of citizenship -> Kingdom of Italy (1929)\n Answer: Kingdom of Italy" + }, + { + "id": "q_006522", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Cameroon men's national football team", + "pred": "Cameroon men's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Henri Michel -> coach of sports team -> Cameroon men's national football team (1994)\n Answer: Cameroon men's national football team" + }, + { + "id": "q_001073", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Kingdom of Bulgaria", + "pred": "Kingdom of Bulgaria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Veliko Tarnovo -> country -> Kingdom of Bulgaria (1910)\n Answer: Kingdom of Bulgaria" + }, + { + "id": "q_002125", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "SSC Napoli", + "pred": "SSC Napoli", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armando Tre Re -> member of sports team -> SSC Napoli (1956)\n Answer: SSC Napoli" + }, + { + "id": "q_002297", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "FC Astra Giurgiu", + "pred": "FC Astra Giurgiu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dorinel Munteanu -> coach of sports team -> FC Astra Giurgiu (2015)\n Answer: FC Astra Giurgiu" + }, + { + "id": "q_002809", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Elio Toaff -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy" + }, + { + "id": "q_002474", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Pat Travers", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tommy Aldridge -> member of -> Pat Travers (1981)\n Answer: Pat Travers" + }, + { + "id": "q_004101", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Djalminha -> member of sports team -> Club Am\u00e9rica (2004)\n Answer: 2004" + }, + { + "id": "q_006366", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "England women's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kelly Smith -> member of sports team -> England women's national football team (2014)\n Answer: England women's national football team" + }, + { + "id": "q_003182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "United States Navy", + "pred": "United States Navy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arthur William Radford -> military branch -> United States Navy (1952)\n Answer: United States Navy" + }, + { + "id": "q_003020", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Lagos", + "pred": "Lagos", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nigeria -> capital -> Lagos (1968)\n Answer: Lagos" + }, + { + "id": "q_004956", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Calcio Padova", + "pred": "Calcio Padova", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Azzini -> member of sports team -> Calcio Padova (1957)\n Answer: Calcio Padova" + }, + { + "id": "q_006758", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Al Masry SC", + "pred": "Al Masry SC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ahmad Shedid Qinawi -> member of sports team -> Al Masry SC (2008)\n Answer: Al Masry SC" + }, + { + "id": "q_003840", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "DSV Leoben", + "pred": "DSV Leoben", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Wolfgang Klapf -> member of sports team -> DSV Leoben (2005)\n Answer: DSV Leoben" + }, + { + "id": "q_003113", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Wheaton College", + "pred": "Wheaton College", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hilda Geiringer -> employer -> Wheaton College (1952)\n Answer: Wheaton College" + }, + { + "id": "q_004767", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Miss America", + "pred": "Miss America", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lois Delander -> competition won -> Miss America (1927)\n Answer: Miss America" + }, + { + "id": "q_004986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Goffredo Petrassi -> country of citizenship -> Kingdom of Italy (1941)\n Answer: Kingdom of Italy" + }, + { + "id": "q_004256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "pred": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paris\u2013Lille railway -> operator -> Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais (1965)\n Answer: Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais" + }, + { + "id": "q_003340", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Russia", + "pred": "Russia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dmitry Yazov -> country of citizenship -> Russia (1995)\n Answer: Russia" + }, + { + "id": "q_005245", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Chariots of Fire -> nominated for -> Academy Award for Best Picture (1982)\n Hop 2: Academy Award for Best Picture -> equal to -> Academy Award for Best Picture (1982)\n Hop 3: Academy Award for Best Picture (1982) -> year -> 1982\n Answer: 1982" + }, + { + "id": "q_006022", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lady Gaga", + "pred": "Lady Gaga", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Taylor Kinney -> unmarried partner -> Lady Gaga (2012)\n Answer: Lady Gaga" + }, + { + "id": "q_002807", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "University of Oslo", + "pred": "University of Oslo", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Viggo Brun -> employer -> University of Oslo (1950)\n Answer: University of Oslo" + }, + { + "id": "q_002236", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Order of Merit of North Rhine-Westphalia", + "pred": "Order of Merit of North Rhine-Westphalia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Helmut Hirsch -> award received -> Order of Merit of North Rhine-Westphalia (1988)\n Answer: Order of Merit of North Rhine-Westphalia" + }, + { + "id": "q_006258", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "United States Cabinet", + "pred": "United States Cabinet", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: United States Secretary of the Navy -> part of -> United States Cabinet (1906)\n Answer: United States Cabinet" + }, + { + "id": "q_003646", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "pred": "Primtime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "em": 0.0, + "f1": 0.9166666666666666, + "pred_raw": "Hop 1: Gena Rowlands -> award received -> Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie (1987)\n Answer: Primtime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie" + }, + { + "id": "q_002029", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Warabitai Station", + "pred": "Warabitai Station", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kuromatsunai Station -> adjacent station -> Warabitai Station (1964)\n Answer: Warabitai Station" + }, + { + "id": "q_002701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Rudi Fuchs", + "pred": "Rudi Fuchs", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stedelijk Museum Amsterdam -> manager -> Rudi Fuchs (2003)\n Answer: Rudi Fuchs" + }, + { + "id": "q_000849", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ray Lovejoy -> nominated for -> Academy Award for Best Film Editing (1987)\n Answer: 1987" + }, + { + "id": "q_000139", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "Schutzstaffel", + "pred": "Schutzstaffel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Richard Schulze-Kossens -> member of -> Schutzstaffel (1937)\n Answer: Schutzstaffel" + }, + { + "id": "q_007176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Anton-G\u00fcnther, Duke of Oldenburg", + "pred": "Anton-G\u00fcnther, Duke of Oldenburg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: House of Oldenburg -> chairperson -> Anton-G\u00fcnther, Duke of Oldenburg (2007)\n Answer: Anton-G\u00fcnther, Duke of Oldenburg" + }, + { + "id": "q_004055", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Visintin -> country of citizenship -> Italy (1976)\n Answer: Italy" + }, + { + "id": "q_004419", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Jeonbuk Hyundai Motors FC", + "pred": "Jeonbuk Hyundai Motors FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sim Woo-yeon -> member of sports team -> Jeonbuk Hyundai Motors FC (2011)\n Answer: Jeonbuk Hyundai Motors FC" + }, + { + "id": "q_006447", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Wall -> drafted by -> Washington Wizards (2010)\n Answer: 2010" + }, + { + "id": "q_005863", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Parliament of the United Kingdom", + "pred": "Parliament of the United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Chris Huhne -> member of -> Parliament of the United Kingdom (2010)\n Answer: Parliament of the United Kingdom" + }, + { + "id": "q_004287", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Jens Stoltenberg", + "pred": "Jens Stoltenberg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Norwegian Labour Party -> chairperson -> Jens Stoltenberg (2011)\n Answer: Jens Stoltenberg" + }, + { + "id": "q_008613", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "1980", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: George Gervin -> award received -> NBA All-Star Game Kobe Bryant Most Valuable Player Award (1980)\n Answer: 1980" + }, + { + "id": "q_002216", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Team Jayco AlUla", + "pred": "Team Jayco AlUla", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mitchell Docker -> member of sports team -> Team Jayco AlUla (2013)\n Answer: Team Jayco AlUla" + }, + { + "id": "q_006890", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rahim Zafer -> member of sports team -> Gen\u00e7lerbirli\u011fi S.K. (1994)\n Answer: Gen\u00e7lerbirli\u011fi S.K." + }, + { + "id": "q_005004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bakhchisaray Palace -> country -> Soviet Union (1965)\n Answer: Soviet Union" + }, + { + "id": "q_004395", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "University of Freiburg", + "pred": "University of Freiburg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ernst-Wolfgang B\u00f6ckenf\u00f6rde -> employer -> University of Freiburg (1994)\n Answer: University of Freiburg" + }, + { + "id": "q_003660", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Queen", + "pred": "Queen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mountain Studios -> owned by -> Queen (1989)\n Answer: Queen" + }, + { + "id": "q_006514", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Murmansk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1955)\n Answer: Russian Soviet Federative Socialist Republic" + }, + { + "id": "q_002222", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sergio Bonelli -> country of citizenship -> Italy (1951)\n Answer: Italy" + }, + { + "id": "q_000791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tiziano Terzani -> country of citizenship -> Italy (1996)\n Answer: Italy" + }, + { + "id": "q_001758", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "John Mauchly", + "pred": "John Mauchly", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kathleen Antonelli -> spouse -> John Mauchly (1973)\n Answer: John Mauchly" + }, + { + "id": "q_004641", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Ni\u00e8vre", + "pred": "Ni\u00e8vre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Route nationale 445 -> located in -> Ni\u00e8vre (1946)\n Answer: Ni\u00e8vre" + }, + { + "id": "q_000084", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Munich Kammerspiele", + "pred": "Munich Kammerspiele", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Therese Giehse -> employer -> Munich Kammerspiele (1967)\n Answer: Munich Kammerspiele" + }, + { + "id": "q_005007", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2017.0, + "gold": "2017", + "pred": "2017", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karl Ove Knausg\u00e5rd -> award received -> Jerusalem Prize (2017)\n Answer: 2017" + }, + { + "id": "q_002535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Tuvan Autonomous Soviet Socialist Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tes-Khemsky District -> located in -> Tuvan Autonomous Soviet Socialist Republic (1987)\n Answer: Tuvan Autonomous Soviet Socialist Republic" + }, + { + "id": "q_007920", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kyoto Protocol -> ratified by -> Thailand (2002)\n Answer: 2002" + }, + { + "id": "q_006359", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1956.0, + "gold": "1956", + "pred": "1956", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bauer -> member of sports team -> Botafogo F.R. (1956)\n Answer: 1956" + }, + { + "id": "q_005402", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Simferopol -> country -> Russian Empire (1910)\n Answer: Russian Empire" + }, + { + "id": "q_007921", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: STS-29 -> significant event -> landing (1989)\n Answer: 1989" + }, + { + "id": "q_002569", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aldo Clementi -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy" + }, + { + "id": "q_003091", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Pat Travers", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tommy Aldridge -> member of -> Pat Travers (1981)\n Answer: Pat Travers" + }, + { + "id": "q_002364", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Gaz\u00e9lec Ajaccio", + "pred": "Gaz\u00e9lec Ajaccio", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jean-Michel Cavalli -> member of sports team -> AS Monaco FC (1990)\n Answer: Gaz\u00e9lec Ajaccio" + }, + { + "id": "q_007208", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Gustave Choquet", + "pred": "Gustave Choquet", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yvonne Choquet-Bruhat -> spouse -> Gustave Choquet (1983)\n Answer: Gustave Choquet" + }, + { + "id": "q_003209", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "C\u00e9sar Milstein", + "pred": "C\u00e9sar Milstein", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Copley Medal -> winner -> C\u00e9sar Milstein (1989)\n Answer: C\u00e9sar Milstein" + }, + { + "id": "q_001948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rudolf Virchow -> nominated for -> Nobel Prize in Physiology or Medicine (1902)\n Answer: Nobel Prize in Physiology or Medicine" + }, + { + "id": "q_004389", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "1922", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Irish Free State -> replaces -> United Kingdom of Great Britain and Ireland (1922)\n Answer: 1922" + }, + { + "id": "q_001672", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Kemerovo Oblast", + "pred": "Kemerovo Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Novokuznetsk -> located in -> Kemerovo Oblast (1980)\n Answer: Kemerovo Oblast" + }, + { + "id": "q_002971", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2020.0, + "gold": "Hamza Hamzao\u011flu", + "pred": "Hamza Hamzao\u011flu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yeni Malatyaspor -> head coach -> Hamza Hamzao\u011flu (2020)\n Answer: Hamza Hamzao\u011flu" + }, + { + "id": "q_007668", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Freie Universit\u00e4t Berlin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Reinhard Selten -> employer -> Freie Universit\u00e4t Berlin (1969)\n Answer: Freie Universit\u00e4t Berlin" + }, + { + "id": "q_004443", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Member of the European Parliament", + "pred": "Member of the European Parliament", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Q524412 -> position held -> Member of the European Parliament (2010)\n Answer: Member of the European Parliament" + }, + { + "id": "q_000260", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sol Polito -> country of citizenship -> Kingdom of Italy (1925)\n Answer: Kingdom of Italy" + }, + { + "id": "q_003060", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Leipziger Land", + "pred": "Leipziger Land", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Borna -> located in -> Leipziger Land (1999)\n Answer: Leipziger Land" + }, + { + "id": "q_003434", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "United Arab Republic", + "pred": "United Arab Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fouad Mohamed Abou Zikry -> country of citizenship -> United Arab Republic (1962)\n Answer: United Arab Republic" + }, + { + "id": "q_006063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lino Aldani -> country of citizenship -> Italy (1963)\n Answer: Italy" + }, + { + "id": "q_005538", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Nobel Prize in Literature", + "pred": "Nobel Prize in Literature", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gunnar Gunnarsson -> nominated for -> Nobel Prize in Literature (1961)\n Answer: Nobel Prize in Literature" + }, + { + "id": "q_005136", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Ireland men\u2019s national rugby union team", + "pred": "Ireland men\u2019s national rugby union team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Geordan Murphy -> member of sports team -> Ireland men\u2019s national rugby union team (2000)\n Answer: Ireland men\u2019s national rugby union team" + }, + { + "id": "q_004183", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "The Rockefeller University", + "pred": "The Rockefeller University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Torsten Nils Wiesel -> employer -> The Rockefeller University (1984)\n Answer: The Rockefeller University" + }, + { + "id": "q_006802", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Is\u00e8re", + "pred": "Is\u00e8re", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ternay -> located in -> Is\u00e8re (1936)\n Answer: Is\u00e8re" + }, + { + "id": "q_002238", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Artemio Franchi -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy" + }, + { + "id": "q_004081", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Harvard University", + "pred": "Harvard University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hassler Whitney -> employer -> Harvard University (1944)\n Answer: Harvard University" + }, + { + "id": "q_007931", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Kingdom of Hungary", + "pred": "Kingdom of Hungary", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kenderes -> country -> Kingdom of Hungary (1920)\n Answer: Kingdom of Hungary" + }, + { + "id": "q_002561", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Babe\u0219-Bolyai University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gyula Iulius Maurer -> employer -> Babe\u0219-Bolyai University (1961)\n Answer: Babe\u0219-Bolyai University" + }, + { + "id": "q_000796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Stockholm University", + "pred": "Stockholm University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erik Ivar Fredholm -> employer -> Stockholm University (1918)\n Answer: Stockholm University" + }, + { + "id": "q_008363", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Poland", + "pred": "Poland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eugeniusz Eibisch -> work location -> Poland (1974)\n Answer: Poland" + }, + { + "id": "q_008611", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Wang Jingwei regime", + "pred": "Wang Jingwei regime", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anci District -> located in -> Wang Jingwei regime (1944)\n Answer: Wang Jingwei regime" + }, + { + "id": "q_002255", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1986.0, + "gold": "1986", + "pred": "1986", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bobby Mimms -> member of sports team -> Notts County F.C. (1986)\n Answer: 1986" + }, + { + "id": "q_007672", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2016", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ellen DeGeneres -> award received -> Presidential Medal of Freedom (2016)\n Answer: 2016" + }, + { + "id": "q_002954", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "SC Fortuna K\u00f6ln", + "pred": "SC Fortuna K\u00f6ln", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antoine Hey -> member of sports team -> SC Fortuna K\u00f6ln (1995)\n Answer: SC Fortuna K\u00f6ln" + }, + { + "id": "q_002449", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Valencia CF", + "pred": "Valencia CF", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Asier del Horno -> member of sports team -> Valencia CF (2009)\n Answer: Valencia CF" + }, + { + "id": "q_005372", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Malm\u00f6 FF", + "pred": "Jonas Berggren", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ulrich Vinzents -> member of sports team -> Malm\u00f6 FF (2007)\n Hop 2: Malm\u00f6 FF -> member of sports team -> Jonas Berggren (2007)\n Answer: Jonas Berggren" + }, + { + "id": "q_006616", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cipriano Chemello -> country of citizenship -> Italy (1965)\n Answer: Italy" + }, + { + "id": "q_007451", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "SV Saar 05 Saarbr\u00fccken", + "pred": "SV Saar 05 Saarbr\u00fccken", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kurt Clemens -> member of sports team -> SV Saar 05 Saarbr\u00fccken (1957)\n Answer: SV Saar 05 Saarbr\u00fccken" + }, + { + "id": "q_003948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "C.D. Nacional", + "pred": "C.D. Nacional", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pedro Pacheco -> member of sports team -> C.D. Nacional (2009)\n Answer: C.D. Nacional" + }, + { + "id": "q_008679", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Bordoni -> country of citizenship -> Kingdom of Italy (1927)\n Answer: Kingdom of Italy" + }, + { + "id": "q_004351", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "education", + "pred": "education", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: U-111 -> has use -> education (1941)\n Answer: education" + }, + { + "id": "q_007031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "FC Barcelona B\u00e0squet", + "pred": "FC Barcelona B\u00e0squet", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ante Tomi\u0107 -> member of sports team -> FC Barcelona B\u00e0squet (2015)\n Answer: FC Barcelona B\u00e0squet" + }, + { + "id": "q_004853", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roberto Tucci -> country of citizenship -> Italy (2005)\n Answer: Italy" + }, + { + "id": "q_008238", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Reichsgesetzblatt", + "pred": "Reichsgesetzblatt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Reich Citizenship Law -> published in -> Reichsgesetzblatt (1935)\n Answer: Reichsgesetzblatt" + }, + { + "id": "q_007289", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hanau -> country -> German Empire (1907)\n Answer: German Empire" + }, + { + "id": "q_005590", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giorgio Ferrini -> country of citizenship -> Kingdom of Italy (1943)\n Answer: Kingdom of Italy" + }, + { + "id": "q_002466", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1942.0, + "gold": "1st U-boat Flotilla", + "pred": "U-566", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: U-441 -> part of -> 1st U-boat Flotilla (1942)\n Hop 2: 1st U-boat Flotilla -> has part(s) -> U-566 (1942)\n Answer: U-566" + }, + { + "id": "q_005898", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Second Syrian Republic", + "pred": "Second Syrian Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bahij al-Khatib -> country of citizenship -> Second Syrian Republic (1940)\n Answer: Second Syrian Republic" + }, + { + "id": "q_004677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gorz\u00f3w Wielkopolski -> country -> German Empire (1907)\n Answer: German Empire" + }, + { + "id": "q_006637", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Allianz SE", + "pred": "Allianz SE", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: G\u00f3rnik Zabrze -> sponsor -> Allianz SE (2010)\n Answer: Allianz SE" + }, + { + "id": "q_001605", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Keith Richards", + "pred": "Keith Richards", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anita Pallenberg -> unmarried partner -> Keith Richards (1974)\n Answer: Keith Richards" + }, + { + "id": "q_003947", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Q99317", + "pred": "Reinhold von der M\u00fchlen", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bonn -> head of government -> Reinhold von der M\u00fchlen -> 2001\n Answer: Reinhold von der M\u00fchlen" + }, + { + "id": "q_001379", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Doron Zeilberger -> award received -> Euler Medal (2004)\n Answer: 2004" + }, + { + "id": "q_006411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Cruzeiro E.C.", + "pred": "Cruzeiro E.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jos\u00e9 Carlos Ferreira Filho -> member of sports team -> Cruzeiro E.C. (2009)\n Answer: Cruzeiro E.C." + }, + { + "id": "q_004141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2021.0, + "gold": "Daft Punk", + "pred": "Daft Punk", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guy-Manuel de Homem-Christo -> member of -> Daft Punk (2021)\n Answer: Daft Punk" + }, + { + "id": "q_007475", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Latvia", + "pred": "Latvia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: R\u0113zekne District -> country -> Latvia (2004)\n Answer: Latvia" + }, + { + "id": "q_008010", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "C.D. Jorge Wilstermann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Christian Vargas -> member of sports team -> C.D. Jorge Wilstermann (2004)\n Answer: C.D. Jorge Wilstermann" + }, + { + "id": "q_005768", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Landeshauptmann", + "pred": "Landeshauptmann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Herbert Sausgruber -> position held -> Landeshauptmann (1999)\n Answer: Landeshauptmann" + }, + { + "id": "q_003283", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Lazarev -> award received -> USSR State Prize (1977)\n Answer: 1977" + }, + { + "id": "q_003934", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Republic of Korea Army", + "pred": "Republic of Korea Army", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Chung Il-kwon -> military branch -> Republic of Korea Army (1951)\n Answer: Republic of Korea Army" + }, + { + "id": "q_000952", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mircea Snegur -> country of citizenship -> Soviet Union (1957)\n Answer: Soviet Union" + }, + { + "id": "q_004410", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Landrat", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armin Grein -> position held -> Landrat (1989)\n Answer: Landrat" + }, + { + "id": "q_007420", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Orenburg Oblast", + "pred": "Orenburg Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gai -> located in -> Orenburg Oblast (1984)\n Answer: Orenburg Oblast" + }, + { + "id": "q_003788", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Paris", + "pred": "Paris", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zolt\u00e1n Kem\u00e9ny -> work location -> Paris (1935)\n Answer: Paris" + }, + { + "id": "q_007654", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Lille OSC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Beno\u00eet Cheyrou -> member of sports team -> Lille OSC (1999)\n Answer: Lille OSC" + }, + { + "id": "q_000104", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Daejeon Hana Citizen FC", + "pred": "Daejeon Hana Citizen FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Choi Eun-sung -> member of sports team -> Daejeon Hana Citizen FC (2003)\n Answer: Daejeon Hana Citizen FC" + }, + { + "id": "q_003094", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "England men\u2019s national rugby union team", + "pred": "England men\u2019s national rugby union team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Peter Winterbottom -> member of sports team -> England men\u2019s national rugby union team (1987)\n Answer: England men\u2019s national rugby union team" + }, + { + "id": "q_005875", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tony Terlazzo -> country of citizenship -> Italy (1963)\n Answer: Italy" + }, + { + "id": "q_004542", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2016.0, + "gold": "Province of Carbonia-Iglesias", + "pred": "Province of Carbonia-Iglesias", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Masainas -> located in -> Province of Carbonia-Iglesias (2016)\n Answer: Province of Carbonia-Iglesias" + }, + { + "id": "q_000638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "AgustaWestland", + "pred": "AgustaWestland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leonardo -> child organization or unit -> AgustaWestland (2006)\n Answer: AgustaWestland" + }, + { + "id": "q_003357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leonella Sgorbati -> country of citizenship -> Italy (1960)\n Answer: Italy" + }, + { + "id": "q_005999", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Czechia men's national football team", + "pred": "Czechia men's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ji\u0159\u00ed Jaro\u0161\u00edk -> member of sports team -> Czechia men's national football team (2000)\n Answer: Czechia men's national football team" + }, + { + "id": "q_003881", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Norberto Bobbio -> country of citizenship -> Kingdom of Italy (1941)\n Answer: Kingdom of Italy" + }, + { + "id": "q_004798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Red Star F.C.", + "pred": "Red Star F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sylvain Kastendeuch -> member of sports team -> Red Star F.C. (1985)\n Answer: Red Star F.C." + }, + { + "id": "q_003140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Copley Medal", + "pred": "Copley Medal", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Robert Robinson -> award received -> Copley Medal (1942)\n Answer: Copley Medal" + }, + { + "id": "q_000380", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Klaus Jensen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Trier -> head of government -> Klaus Jensen (2008)\n Answer: Klaus Jensen" + }, + { + "id": "q_007104", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karel Baxa -> position held -> chairperson (1932)\n Answer: chairperson" + }, + { + "id": "q_005106", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1926.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Manlio Bacigalupo -> country of citizenship -> Kingdom of Italy (1926)\n Answer: Kingdom of Italy" + }, + { + "id": "q_007198", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "VVV-Venlo", + "pred": "VVV-Venlo", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jeffrey Altheer -> member of sports team -> VVV-Venlo (2013)\n Answer: VVV-Venlo" + }, + { + "id": "q_001075", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sebastiano Mannironi -> country of citizenship -> Italy (1987)\n Answer: Italy" + }, + { + "id": "q_007267", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Netherlands Antilles", + "pred": "Netherlands Antilles", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bonaire -> part of -> Netherlands Antilles (1988)\n Answer: Netherlands Antilles" + }, + { + "id": "q_005453", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: L\u00e1rus Gu\u00f0mundsson -> member of sports team -> Valur (1989)\n Answer: 1989" + }, + { + "id": "q_006199", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Club Atl\u00e9tico Tigre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Daniel Islas -> member of sports team -> Club Atl\u00e9tico Tigre (2009)\n Answer: Club Atl\u00e9tico Tigre" + }, + { + "id": "q_007661", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gary Mabbutt -> member of sports team -> Tottenham Hotspur F.C. (1997)\n Answer: Tottenham Hotspur F.C." + }, + { + "id": "q_002761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Christoph Franz", + "pred": "Christoph Franz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lufthansa -> chief executive officer -> Christoph Franz (2011)\n Answer: Christoph Franz" + }, + { + "id": "q_007018", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Province of Ogliastra", + "pred": "Province of Ogliastra", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ussassai -> located in -> Province of Ogliastra (2011)\n Answer: Province of Ogliastra" + }, + { + "id": "q_006321", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Pontault-Combault", + "pred": "Pontault-Combault", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Route nationale 4 -> terminus location -> Pontault-Combault (2014)\n Answer: Pontault-Combault" + }, + { + "id": "q_000924", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paolo Heusch -> country of citizenship -> Italy (1979)\n Answer: Italy" + }, + { + "id": "q_002232", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianpiero Combi -> country of citizenship -> Kingdom of Italy (1929)\n Answer: Kingdom of Italy" + }, + { + "id": "q_005699", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "University of G\u00f6ttingen", + "pred": "University of G\u00f6ttingen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hans Grauert -> employer -> University of G\u00f6ttingen (1977)\n Answer: University of G\u00f6ttingen" + }, + { + "id": "q_007488", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nexhat Daci -> position held -> president (2006)\n Answer: 2006" + }, + { + "id": "q_006249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Vla\u0219ca County", + "pred": "Vla\u0219ca County", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giurgiu -> located in -> Vla\u0219ca County (1937)\n Answer: Vla\u0219ca County" + }, + { + "id": "q_005369", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "University of Zurich", + "pred": "University of Zurich", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andreas Speiser -> employer -> University of Zurich (1931)\n Answer: University of Zurich" + }, + { + "id": "q_000700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Barbarito -> country of citizenship -> Italy (1996)\n Answer: Italy" + }, + { + "id": "q_001823", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Bremen-Liga", + "pred": "Bremen-Liga", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Oberliga Nord (1974-1994) -> league level below -> Bremen-Liga (1984)\n Answer: Bremen-Liga" + }, + { + "id": "q_006475", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Riff-Raff -> award received -> European Film Award for Best Film (1991)\n Answer: 1991" + }, + { + "id": "q_008413", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1984.0, + "gold": "1984", + "pred": "1984", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Miros\u0142aw Kubisztal -> member of sports team -> KS Cracovia (1984)\n Answer: 1984" + }, + { + "id": "q_003577", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Chief of the Turkish General Staff", + "pred": "Chief of the Turkish General Staff", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fevzi \u00c7akmak -> position held -> Chief of the Turkish General Staff (1929)\n Answer: Chief of the Turkish General Staff" + }, + { + "id": "q_003400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Hanna-Barbera", + "pred": "Hanna-Barbera", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Iwao Takamoto -> employer -> Hanna-Barbera (1975)\n Answer: Hanna-Barbera" + }, + { + "id": "q_008560", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Romania national rugby union team", + "pred": "Romania national rugby union team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gheorghe Ben\u021bia -> member of sports team -> Romania national rugby union team (1919)\n Answer: Romania national rugby union team" + }, + { + "id": "q_008146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Czechoslovakia", + "pred": "Czechoslovakia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karol Div\u00edn -> country of citizenship -> Czechoslovakia (1948)\n Answer: Czechoslovakia" + }, + { + "id": "q_006136", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1903.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hlukhiv -> country -> Russian Empire (1903)\n Answer: Russian Empire" + }, + { + "id": "q_005189", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Saulx-Marchais -> located in -> Seine-et-Oise (1913)\n Answer: Seine-et-Oise" + }, + { + "id": "q_002858", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Empire of Japan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Park Yeol -> country of citizenship -> Empire of Japan (1934)\n Answer: Empire of Japan" + }, + { + "id": "q_008315", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Kemerovo Oblast", + "pred": "Kemerovo Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anzhero-Sudzhensk -> located in -> Kemerovo Oblast (1962)\n Answer: Kemerovo Oblast" + }, + { + "id": "q_000228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Kotelnikovsky District", + "pred": "Kotelnikovsky District", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kotelnikovo -> located in -> Kotelnikovsky District (1977)\n Answer: Kotelnikovsky District" + }, + { + "id": "q_005219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antti Sumiala -> member of sports team -> Ak\u00e7aabat Sebatspor (2004)\n Answer: 2004" + }, + { + "id": "q_000973", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Ternopil Oblast", + "pred": "Ternopil Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kremenets -> located in -> Ternopil Oblast (1958)\n Answer: Ternopil Oblast" + }, + { + "id": "q_002849", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianni Agus -> country of citizenship -> Italy (1980)\n Answer: Italy" + }, + { + "id": "q_008608", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "S.C. Internacional", + "pred": "S.C. Internacional", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Danilo Aparecido da Silva -> member of sports team -> S.C. Internacional (2009)\n Answer: S.C. Internacional" + }, + { + "id": "q_001494", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Saint Petersburg", + "pred": "Saint Petersburg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Konrad Krzy\u017canowski -> work location -> Saint Petersburg (1925)\n Answer: Saint Petersburg" + }, + { + "id": "q_007390", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karl-Eduard von Schnitzler -> country of citizenship -> German Democratic Republic (1977)\n Answer: German Democratic Republic" + }, + { + "id": "q_007069", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Sensi -> country of citizenship -> Italy (1999)\n Answer: Italy" + }, + { + "id": "q_001021", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Nelly Sachs Prize", + "pred": "Nelly Sachs Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Javier Mar\u00edas -> award received -> Nelly Sachs Prize (1997)\n Answer: Nelly Sachs Prize" + }, + { + "id": "q_006507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Nicolini -> country of citizenship -> Kingdom of Italy (1922)\n Answer: Kingdom of Italy" + }, + { + "id": "q_006782", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Merited Artist of the RSFSR", + "pred": "Merited Artist of the RSFSR", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Natalya Varley -> award received -> Merited Artist of the RSFSR (1989)\n Answer: Merited Artist of the RSFSR" + }, + { + "id": "q_008600", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Toni Ortelli -> country of citizenship -> Kingdom of Italy (1907)\n Answer: Kingdom of Italy" + }, + { + "id": "q_005516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Central Institute for Ancient History and Archeology", + "pred": "Central Institute for Ancient History and Archeology", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Achim Leube -> employer -> Central Institute for Ancient History and Archeology (1980)\n Answer: Central Institute for Ancient History and Archeology" + }, + { + "id": "q_005501", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Flavio Calzavara -> country of citizenship -> Kingdom of Italy (1937)\n Answer: Kingdom of Italy" + }, + { + "id": "q_001523", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Prince Charles, Count of Flanders", + "pred": "Prince Charles, Count of Flanders", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Belgium -> head of state -> Prince Charles, Count of Flanders (1945)\n Answer: Prince Charles, Count of Flanders" + }, + { + "id": "q_003339", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Second Syrian Republic", + "pred": "Second Syrian Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Saadallah Wannous -> country of citizenship -> Second Syrian Republic (1954)\n Answer: Second Syrian Republic" + }, + { + "id": "q_006965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Empire of Japan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shimano -> country -> Empire of Japan (1934)\n Answer: Empire of Japan" + }, + { + "id": "q_002341", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mark Parrish -> drafted by -> Colorado Avalanche (1996)\n Answer: 1996" + }, + { + "id": "q_006340", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "People's Artist of the USSR", + "pred": "People's Artist of the USSR", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rashid Behbudov -> award received -> People's Artist of the USSR (1959)\n Answer: People's Artist of the USSR" + }, + { + "id": "q_004184", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Chelsea F.C.", + "pred": "Chelsea F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gabriele Ambrosetti -> member of sports team -> Chelsea F.C. (2001)\n Answer: Chelsea F.C." + }, + { + "id": "q_001998", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1939", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The Grapes of Wrath -> award received -> Academy Award for Best Director (1939)\n Answer: 1939" + }, + { + "id": "q_008462", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tony Marshall -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2003)\n Answer: 2003" + }, + { + "id": "q_005081", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Beira Alta", + "pred": "Beira Alta", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Viseu -> located in -> Beira Alta (1956)\n Answer: Beira Alta" + }, + { + "id": "q_001020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shimon Peres -> country of citizenship -> Israel (2004)\n Answer: Israel" + }, + { + "id": "q_006076", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kaluga Governorate -> country -> Russian Empire (1908)\n Answer: Russian Empire" + }, + { + "id": "q_004257", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Province of Posen", + "pred": "Province of Posen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pozna\u0144 -> capital of -> Province of Posen (1904)\n Answer: Province of Posen" + }, + { + "id": "q_001129", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Khrustalnyi -> country -> Soviet Union (1945)\n Answer: Soviet Union" + }, + { + "id": "q_002202", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Isabela", + "pred": "Isabela", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Q13737 -> capital -> Isabela (1988)\n Answer: Isabela" + }, + { + "id": "q_001377", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Tommasi -> country of citizenship -> Italy (1961)\n Answer: Italy" + }, + { + "id": "q_005631", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ernst Brugger -> position held -> President of the Swiss Confederation (1974)\n Answer: 1974" + }, + { + "id": "q_000171", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Melora Walters", + "pred": "Melora Walters", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dylan Walsh -> spouse -> Melora Walters (1999)\n Answer: Melora Walters" + }, + { + "id": "q_007554", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giorgio Amendola -> country of citizenship -> Italy (1965)\n Answer: Italy" + }, + { + "id": "q_001278", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mar\u00eda Denis -> country of citizenship -> Italy (2003)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2003)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_005559", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Xavier Margairaz -> member of sports team -> FC Sion (2014)\n Hop 2: FC Sion -> league or competition -> Swiss Super League (2014)\n Answer: Swiss Super League" + }, + { + "id": "q_007444", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: University of Bristol -> funder -> Lehigh University (2021)\n Answer: 2021" + }, + { + "id": "q_004826", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "Dakar", + "pred": "Dakar", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sassandra -> country -> French West Africa (1917)\n Hop 2: French West Africa -> capital -> Dakar (1917)\n Answer: Dakar" + }, + { + "id": "q_003409", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Margaret Atwood", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Matthew Kneale -> nominated for -> Booker Prize (2000)\n Hop 2: Booker Prize -> winner -> Margaret Atwood (2000)\n Answer: Margaret Atwood" + }, + { + "id": "q_006575", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: G\u00e1bor Csap\u00f3 -> educated at -> University of Szeged (1972)\n Hop 2: University of Szeged -> named after -> Attila J\u00f3zsef (1972)\n Answer: Attila J\u00f3zsef" + }, + { + "id": "q_001217", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hilary Swank", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Samantha Morton -> nominated for -> Academy Award for Best Actress (2004)\n Hop 2: Academy Award for Best Actress (2004) -> winner -> Hilary Swank (2004)\n Answer: Hilary Swank" + }, + { + "id": "q_007223", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Klaus Sch\u00fctz", + "pred": "Klaus Sch\u00fctz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Christian Schad -> work location -> Berlin (1975)\n Hop 2: Berlin -> head of government -> Klaus Sch\u00fctz (1975)\n Answer: Klaus Sch\u00fctz" + }, + { + "id": "q_004735", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Berlin", + "pred": "Berlin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sound and Vision -> performer -> David Bowie (1977)\n Hop 2: David Bowie -> work location -> Berlin (1977)\n Answer: Berlin" + }, + { + "id": "q_001394", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Q896393 -> work location -> Berlin (1970)\n Hop 2: Berlin -> country -> German Democratic Republic (1970)\n Answer: German Democratic Republic" + }, + { + "id": "q_004179", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Rosa Balistreri -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Economic Community (1951)\n Answer: European Economic Community" + }, + { + "id": "q_000278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Rudy Giuliani", + "pred": "Rudy Giuliani", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Prelinger Archives -> located in -> New York City (1996)\n Hop 2: New York City -> head of government -> Rudy Giuliani (1996)\n Answer: Rudy Giuliani" + }, + { + "id": "q_005799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ann Wolff -> work location -> Berlin (2003)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2003)\n Answer: Klaus Wowereit" + }, + { + "id": "q_003446", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "United States Secretary of State", + "em": 0.0, + "f1": 0.6, + "pred_raw": "Hop 1: Age Discrimination in Employment Act of 1967 -> signatory -> Lyndon B. Johnson (1967)\n Hop 2: Lyndon B. Johnson -> residence -> Q35525 (1967)\n Hop 3: Q35525 -> position held -> United States Secretary of State (1967)\n Answer: United States Secretary of State" + }, + { + "id": "q_007096", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Leonardo Jardim", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nicolas Isimat-Mirin -> member of sports team -> AS Monaco FC (2015)\n Hop 2: AS Monaco FC -> head coach -> Leonardo Jardim (2015)\n Answer: Leonardo Jardim" + }, + { + "id": "q_008279", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guy Lafleur -> member of sports team -> Montreal Canadiens (1984)\n Hop 2: Montreal Canadiens -> home venue -> Montreal Forum (1984)\n Answer: Montreal Forum" + }, + { + "id": "q_006719", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Emma de Caunes", + "pred": "Emma de Caunes", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jeanne Balibar -> nominated for -> C\u00e9sar Award for Best Female Revelation (1998)\n Hop 2: C\u00e9sar Award for Best Female Revelation -> winner -> Emma de Caunes (1998)\n Answer: Emma de Caunes" + }, + { + "id": "q_002450", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Cyprus Football Association", + "pred": "Alki Larnaca F.C.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ammochostos Epistrofi Stadium -> occupant -> Alki Larnaca F.C. (2007)\n Answer: Alki Larnaca F.C." + }, + { + "id": "q_000742", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "2007", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vejle County -> replaced by -> Southern Denmark (2007)\n Hop 2: Southern Denmark -> replaces -> Funen County (2007)\n Answer: 2007" + }, + { + "id": "q_005331", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pamela Sargent -> nominated for -> Locus Award for Best Novel (1977)\n Hop 2: Locus Award for Best Novel -> winner -> Kate Wilhelm (1977)\n Answer: 1977" + }, + { + "id": "q_002617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Uwe Reinders -> member of sports team -> FC Girondins de Bordeaux (1985)\n Hop 2: FC Girondins de Bordeaux -> home venue -> Stade Chaban-Delmas (1985)\n Answer: Stade Chaban-Delmas" + }, + { + "id": "q_006020", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lady Bird Johnson", + "pred": "Lady Bird Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Highway Beautification Act of 1965 -> signatory -> Lyndon B. Johnson (1965)\n Hop 2: Lyndon B. Johnson -> spouse -> Lady Bird Johnson (1965)\n Answer: Lady Bird Johnson" + }, + { + "id": "q_002515", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alfred Schmidt -> member of sports team -> Germany men's national association football team (1964)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1964)\n Answer: Sepp Herberger" + }, + { + "id": "q_000947", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kerim Zengin -> member of sports team -> Gaziantepspor (2013)\n Hop 2: Gaziantepspor -> league or competition -> S\u00fcper Lig (2013)\n Answer: S\u00fcper Lig" + }, + { + "id": "q_004442", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "2014", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Felipe Melo -> member of sports team -> Galatasaray S.K. (2014)\n Hop 2: Galatasaray S.K. -> head coach -> Cesare Prandelli (2014)\n Answer: 2014" + }, + { + "id": "q_003129", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Willem de Rooij -> work location -> Berlin (2010)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2010)\n Answer: Klaus Wowereit" + }, + { + "id": "q_000626", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Edward Joseph Kelly", + "pred": "Edward Joseph Kelly", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tony Smith -> work location -> Chicago (1937)\n Hop 2: Chicago -> head of government -> Edward Joseph Kelly (1937)\n Answer: Edward Joseph Kelly" + }, + { + "id": "q_008507", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "presidential system", + "pred": "presidential system", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yavoriv -> country -> Second Polish Republic (1929)\n Hop 2: Second Polish Republic -> basic form of government -> presidential system (1929)\n Answer: presidential system" + }, + { + "id": "q_000399", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Otto Nerz", + "pred": "Otto Nerz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hermann Gramlich -> member of sports team -> Germany men's national association football team (1935)\n Hop 2: Germany men's national association football team -> head coach -> Otto Nerz (1935)\n Answer: Otto Nerz" + }, + { + "id": "q_005160", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "The Book of Evidence", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fay Weldon -> nominated for -> Booker Prize (1979)\n Hop 2: Booker Prize (1979) -> winner -> Penelope Fitzgerald\n Hop 3: Penelope Fitzgerald -> award received -> The Book of Evidence\n Answer: The Book of Evidence" + }, + { + "id": "q_006565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sergi Barjuan -> member of sports team -> Atl\u00e9tico Madrid (2005)\n Hop 2: Atl\u00e9tico Madrid -> home venue -> Vicente Calder\u00f3n Stadium (2005)\n Answer: Vicente Calder\u00f3n Stadium" + }, + { + "id": "q_006647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "President of North Macedonia", + "pred": "President of North Macedonia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: North Macedonia -> head of state -> Gjorge Ivanov (2017)\n Answer: President of North Macedonia" + }, + { + "id": "q_008117", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ulm University -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> University of Nottingham (2021)\n Answer: 2021" + }, + { + "id": "q_007432", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Romano Prodi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ivan Della Mea -> country of citizenship -> Italy (2007)\n Hop 2: Italy -> head of government -> Romano Prodi (2007)\n Answer: Romano Prodi" + }, + { + "id": "q_006320", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1931.0, + "gold": "1931", + "pred": "1931", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dr. Jekyll and Mr. Hyde -> award received -> Academy Award for Best Actor (1931)\n Hop 2: Lionel Barrymore -> winner -> Academy Award for Best Actor (1931)\n Answer: 1931" + }, + { + "id": "q_008047", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Volodymyr -> country -> Russian Empire (1902)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1902)\n Answer: Nicholas II of Russia" + }, + { + "id": "q_000063", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Carlo Vittorio Varetti", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alessandro Ajmone Marsan -> member of sports team -> Juventus FC (1909)\n Hop 2: Juventus FC -> chairperson -> Carlo Vittorio Varetti (1909)\n Answer: Carlo Vittorio Varetti" + }, + { + "id": "q_008584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: United States -> contains the administrative territorial entity -> Territory of Hawaii (1931)\n Answer: Territory of Hawaii" + }, + { + "id": "q_001072", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Eusebio Sacrist\u00e1n", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gerard Deulofeu -> member of sports team -> FC Barcelona Atl\u00e8tic (2013)\n Hop 2: FC Barcelona Atl\u00e8tic -> head coach -> Eusebio Sacrist\u00e1n (2013)\n Answer: Eusebio Sacrist\u00e1n" + }, + { + "id": "q_005910", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Christian Vande Velde -> member of sports team -> Discovery Channel (2001)\n Hop 2: Discovery Channel -> country -> United States (2001)\n Answer: United States" + }, + { + "id": "q_003397", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "V\u00edt\u011bzslav Lavi\u010dka", + "pred": "V\u00edt\u011bzslav Lavi\u010dka", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Miroslav Slepi\u010dka -> member of sports team -> AC Sparta Prague (2012)\n Hop 2: AC Sparta Prague -> head coach -> V\u00edt\u011bzslav Lavi\u010dka (2012)\n Answer: V\u00edt\u011bzslav Lavi\u010dka" + }, + { + "id": "q_000162", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Lady Bird Johnson", + "pred": "Lady Bird Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Age Discrimination in Employment Act of 1967 -> signatory -> Lyndon B. Johnson (1967)\n Hop 2: Lyndon B. Johnson -> spouse -> Lady Bird Johnson (1967)\n Answer: Lady Bird Johnson" + }, + { + "id": "q_002728", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Clarence Seedorf -> member of sports team -> AC Milan (2010)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (2010)\n Answer: Silvio Berlusconi" + }, + { + "id": "q_003793", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Barcelona Province", + "pred": "Barcelona Province", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Josep Guinovart -> work location -> Barcelona (1950)\n Hop 2: Barcelona -> located in -> Barcelona Province (1950)\n Answer: Barcelona Province" + }, + { + "id": "q_003541", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carry Me Down -> nominated for -> Booker Prize (2006)\n Hop 2: Booker Prize -> winner -> Kiran Desai (2006)\n Answer: 2006" + }, + { + "id": "q_008524", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00c9douard Kargu -> member of sports team -> FC Girondins de Bordeaux (1950)\n Hop 2: FC Girondins de Bordeaux -> home venue -> Stade Chaban-Delmas (1950)\n Answer: Stade Chaban-Delmas" + }, + { + "id": "q_003943", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Angelo La Barbera -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Giovanni Leone (1971)\n Answer: Giovanni Leone" + }, + { + "id": "q_003382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Michal B\u00edlek", + "pred": "Michal B\u00edlek", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Daniel Kol\u00e1\u0159 -> member of sports team -> Czechia men's national football team (2011)\n Hop 2: Czechia men's national football team -> head coach -> Michal B\u00edlek (2011)\n Answer: Michal B\u00edlek" + }, + { + "id": "q_003569", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alberto Magnelli -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1971)\n Answer: Amintore Fanfani" + }, + { + "id": "q_002249", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "University of Paris", + "pred": "University of Paris", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: University of Paris 1 Pantheon-Sorbonne -> replaces -> University of Paris (1971)\n Answer: University of Paris" + }, + { + "id": "q_001978", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Giovanni Leone (1958)\n Answer: Giovanni Leone" + }, + { + "id": "q_005073", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nathan Redmond -> member of sports team -> Birmingham City F.C. (2011)\n Hop 2: Birmingham City F.C. -> head coach -> Alex McLeish (2011)\n Answer: Alex McLeish" + }, + { + "id": "q_000609", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stanley Middleton -> award received -> Booker Prize (1974)\n Hop 2: Booker Prize (1974) -> winner -> Kingsley Amis (1974)\n Answer: 1974" + }, + { + "id": "q_004940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Manuel Jim\u00e9nez Jim\u00e9nez", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ra\u00fal Fern\u00e1ndez-Cavada Mateos -> member of sports team -> UD Las Palmas (2018)\n Hop 2: UD Las Palmas -> head coach -> Manuel Jim\u00e9nez Jim\u00e9nez (2018)\n Answer: Manuel Jim\u00e9nez Jim\u00e9nez" + }, + { + "id": "q_002185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Guy Ritchie", + "pred": "Guy Ritchie", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Die Another Day -> performer -> Madonna (2002)\n Hop 2: Madonna -> spouse -> Guy Ritchie (2002)\n Answer: Guy Ritchie" + }, + { + "id": "q_006953", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "Jimmy Walker", + "pred": "Jimmy Walker", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Maria Meneghini Callas -> residence -> New York City (1928)\n Hop 2: New York City -> head of government -> Jimmy Walker (1928)\n Answer: Jimmy Walker" + }, + { + "id": "q_001572", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Didier Deschamps", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nicolas Isimat-Mirin -> member of sports team -> AS Monaco FC (2015)\n Hop 2: AS Monaco FC -> head coach -> Didier Deschamps (2015)\n Answer: Didier Deschamps" + }, + { + "id": "q_008301", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Romano Prodi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Cornacchia -> country of citizenship -> Italy (2007)\n Hop 2: Italy -> head of government -> Romano Prodi (2007)\n Answer: Romano Prodi" + }, + { + "id": "q_000630", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1960.0, + "gold": "Graceland", + "pred": "Graceland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: A Mess of Blues -> performer -> Elvis Presley (1960)\n Hop 2: Elvis Presley -> residence -> Graceland (1960)\n Answer: Graceland" + }, + { + "id": "q_000755", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Elizabeth II", + "pred": "Lyndon B. Johnson", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stack-O-Tracks -> place of publication -> United States (1968)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1968)\n Answer: Lyndon B. Johnson" + }, + { + "id": "q_000326", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jean-Loup Dabadie -> member of -> Acad\u00e9mie Fran\u00e7aise (2009)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> H\u00e9l\u00e8ne Carr\u00e8re d'Encausse (2009)\n Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse" + }, + { + "id": "q_002870", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Bahrain", + "pred": "Prime Minister of Bahrain", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bahrain -> head of government -> Khalifa bin Salman Al Khalifa (1981)\n Hop 2: Khalifa bin Salman Al Khalifa -> position held -> Prime Minister of Bahrain (1981)\n Answer: Prime Minister of Bahrain" + }, + { + "id": "q_007789", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Michele Lupo -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1960)\n Answer: Giuseppe Saragat" + }, + { + "id": "q_007973", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Bjarne Riis", + "pred": "Bjarne Riis", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Danilo Wyss -> member of sports team -> Qhubeka NextHash (2020)\n Hop 2: Qhubeka NextHash -> general manager -> Bjarne Riis (2020)\n Answer: Bjarne Riis" + }, + { + "id": "q_000219", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Vivien Leigh", + "pred": "The Grapes of Wrath", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fay Bainter -> nominated for -> Academy Award for Best Supporting Actress (1939)\n Hop 2: Academy Award for Best Supporting Actress (1939) -> winner -> Jane Darwell (1939)\n Hop 3: Jane Darwell (1939) -> winner -> The Grapes of Wrath (1939)\n Answer: The Grapes of Wrath" + }, + { + "id": "q_007274", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Elizabeth II", + "pred": "United States", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Smiley Smile -> place of publication -> United States (1967)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1967)\n Hop 3: Lyndon B. Johnson -> country of citizenship -> United States (1967)\n Answer: United States" + }, + { + "id": "q_006021", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luca Ronconi -> country of citizenship -> Italy (2005)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2005)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_006576", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "Laurence Olivier", + "pred": "Laurence Olivier", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Garfield -> nominated for -> Academy Award for Best Actor (1948)\n Hop 2: Academy Award for Best Actor (1948) -> winner -> Laurence Olivier\n Hop 3: Laurence Olivier -> winner -> 1948\n Answer: Laurence Olivier" + }, + { + "id": "q_000623", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Bjarne Berntsen", + "pred": "Bjarne Berntsen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Camilla Huse -> member of sports team -> Norway women's national football team (2009)\n Hop 2: Norway women's national football team -> head coach -> Bjarne Berntsen (2009)\n Answer: Bjarne Berntsen" + }, + { + "id": "q_005668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "The Jesus Man", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mark Haddon -> nominated for -> Booker Prize (2003)\n Hop 2: Booker Prize (2003) -> winner -> DBC Pierre\n Hop 3: DBC Pierre -> nominated for -> The Jesus Man (2003)\n Answer: The Jesus Man" + }, + { + "id": "q_003804", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Nobel Peace Prize", + "pred": "Nobel Peace Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: United States Navy SEALs -> founder -> John F. Kennedy (1962)\n Hop 2: John F. Kennedy -> nominated for -> Nobel Peace Prize (1962)\n Answer: Nobel Peace Prize" + }, + { + "id": "q_006789", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Robert Ferdinand Wagner Jr.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: William Vickrey -> residence -> New York City (1960)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1960)\n Answer: Robert Ferdinand Wagner Jr." + }, + { + "id": "q_006521", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Atlanta-Fulton County Stadium", + "pred": "Atlanta-Fulton County Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hank Aaron -> member of sports team -> Atlanta Braves (1976)\n Hop 2: Atlanta Braves -> home venue -> Atlanta-Fulton County Stadium (1976)\n Answer: Atlanta-Fulton County Stadium" + }, + { + "id": "q_006174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "The Inheritance of Loss", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: The Night Watch -> nominated for -> Booker Prize (2006)\n Hop 2: Booker Prize (2006) -> winner -> Kiran Desai (2006)\n Hop 3: Kiran Desai (2006) -> award received -> The Inheritance of Loss (2006)\n Answer: The Inheritance of Loss" + }, + { + "id": "q_004769", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Loretta Young", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Celia Johnson -> nominated for -> Academy Award for Best Actress (1947)\n Hop 2: Academy Award for Best Actress (1947) -> winner -> Loretta Young (1947)\n Answer: Loretta Young" + }, + { + "id": "q_001801", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Vytautas Landsbergis", + "pred": "Vytautas Landsbergis", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nijol\u0117 O\u017eelyt\u0117-Vaitiek\u016bnien\u0117 -> member of political party -> Homeland Union \u2013 Lithuanian Christian Democrats (1995)\n Hop 2: Homeland Union \u2013 Lithuanian Christian Democrats -> chairperson -> Vytautas Landsbergis (1995)\n Answer: Vytautas Landsbergis" + }, + { + "id": "q_000920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "State Anthem of the Soviet Union", + "pred": "\"The Internationale\"", + "em": 0.0, + "f1": 0.25, + "pred_raw": "Hop 1: Murmansk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1965)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> \"The Internationale\" (1965)\n Answer: \"The Internationale\"" + }, + { + "id": "q_003724", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Piero Scotti -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Giovanni Gronchi (1971)\n Answer: Giovanni Gronchi" + }, + { + "id": "q_006014", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Hans Loritz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alfons Gorbach -> place of detention -> Dachau concentration camp (1939)\n Hop 2: Dachau concentration camp -> director / manager -> Hans Loritz (1939)\n Answer: Hans Loritz" + }, + { + "id": "q_007171", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Serdar Aziz -> member of sports team -> Bursaspor (2016)\n Hop 2: Bursaspor -> league or competition -> S\u00fcper Lig (2016)\n Answer: S\u00fcper Lig" + }, + { + "id": "q_007260", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "3. Liga", + "pred": "3. Liga", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bastian Heidenfelder -> member of sports team -> 1. FC Heidenheim 1846 (2013)\n Hop 2: 1. FC Heidenheim 1846 -> league or competition -> 3. Liga (2013)\n Answer: 3. Liga" + }, + { + "id": "q_005517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Thomas Tuchel", + "pred": "Thomas Tuchel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marcos Alonso Mendoza -> member of sports team -> Chelsea F.C. (2021)\n Hop 2: Chelsea F.C. -> head coach -> Thomas Tuchel (2021)\n Answer: Thomas Tuchel" + }, + { + "id": "q_007485", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Charlize Theron", + "pred": "Charlize Theron", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jennifer Connelly -> nominated for -> Broadcast Film Critics Association Award for Best Actress (2003)\n Hop 2: Broadcast Film Critics Association Award for Best Actress -> winner -> Charlize Theron (2003)\n Answer: Charlize Theron" + }, + { + "id": "q_001837", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: University of Tsukuba -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> University of Virginia (2021)\n Answer: 2021" + }, + { + "id": "q_000568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Silvio Berlusconi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Angelo Infanti -> country of citizenship -> Italy (2007)\n Hop 2: Italy -> head of government -> Silvio Berlusconi (2007)\n Answer: Silvio Berlusconi" + }, + { + "id": "q_005494", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Berti Vogts", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Steffen Freund -> member of sports team -> Germany men's national association football team (1997)\n Hop 2: Germany men's national association football team -> head coach -> Berti Vogts (1997)\n Answer: Berti Vogts" + }, + { + "id": "q_000075", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Prisco -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2001)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_004734", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Peter Carey", + "pred": "Peter Carey", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: David Lodge -> nominated for -> Booker Prize -> winner -> Peter Carey (1988)\n Answer: Peter Carey" + }, + { + "id": "q_004770", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Constantinople", + "pred": "Constantinople", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Edessa -> country -> Ottoman Empire (1904)\n Hop 2: Ottoman Empire -> capital -> Constantinople (1904)\n Answer: Constantinople" + }, + { + "id": "q_006777", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "S\u00e1ndor Preisinger", + "pred": "S\u00e1ndor Preisinger", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Daniils Turkovs -> member of sports team -> Zalaegerszegi TE (2012)\n Hop 2: Zalaegerszegi TE -> head coach -> S\u00e1ndor Preisinger (2012)\n Answer: S\u00e1ndor Preisinger" + }, + { + "id": "q_001481", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jennifer Johnston -> nominated for -> Booker Prize (1977)\n Hop 2: Booker Prize -> winner -> Paul Scott (1977)\n Answer: 1977" + }, + { + "id": "q_000851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Samuel -> member of sports team -> Inter Milan (2008)\n Hop 2: Inter Milan -> head coach -> Jos\u00e9 Mourinho (2008)\n Answer: Jos\u00e9 Mourinho" + }, + { + "id": "q_000707", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Evangelisti -> country of citizenship -> Italy (1934)\n Hop 2: Italy -> shares border with -> Yugoslavia (1934)\n Answer: Yugoslavia" + }, + { + "id": "q_007316", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Giuseppe Sartori", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alessandro Ajmone Marsan -> member of sports team -> Juventus FC (1909)\n Hop 2: Juventus FC -> chairperson -> Carlo Vittorio Varetti (1909)\n Hop 3: Carlo Vittorio Varetti -> chairperson -> Giuseppe Sartori (1909)\n Answer: Giuseppe Sartori" + }, + { + "id": "q_002781", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Renato Carosone -> country of citizenship -> Italy (1946)\n Hop 2: Italy -> shares border with -> Yugoslavia (1946)\n Answer: Yugoslavia" + }, + { + "id": "q_001694", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Glenda Jackson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Genevi\u00e8ve Bujold -> nominated for -> Academy Award for Best Actress (1970)\n Hop 2: Academy Award for Best Actress (1970) -> winner -> Glenda Jackson\n Answer: Glenda Jackson" + }, + { + "id": "q_005714", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "B\u00fclent Ecevit", + "pred": "B\u00fclent Ecevit", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Deniz Baykal -> member of political party -> Republican People's Party (1979)\n Hop 2: Republican People's Party -> chairperson -> B\u00fclent Ecevit (1979)\n Answer: B\u00fclent Ecevit" + }, + { + "id": "q_002568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Stefan Kuntz", + "pred": "Stefan Kuntz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan \u0160im\u016fnek -> member of sports team -> 1. FC Kaiserslautern (2014)\n Hop 2: 1. FC Kaiserslautern -> chairperson -> Stefan Kuntz (2014)\n Answer: Stefan Kuntz" + }, + { + "id": "q_000390", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Nobel Prize in Physics", + "pred": "Nobel Prize in Physics", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Holweck Prize -> winner -> Louis N\u00e9el (1952)\n Hop 2: Louis N\u00e9el -> nominated for -> Nobel Prize in Physics (1952)\n Answer: Nobel Prize in Physics" + }, + { + "id": "q_004301", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Rudy Giuliani", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Elliott Erwitt -> work location -> New York City (1994)\n Hop 2: New York City -> head of government -> Rudy Giuliani (1994)\n Answer: Rudy Giuliani" + }, + { + "id": "q_007116", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Simone Veil -> member of -> Acad\u00e9mie Fran\u00e7aise (2009)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> H\u00e9l\u00e8ne Carr\u00e8re d'Encausse (2009)\n Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse" + }, + { + "id": "q_004505", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Abraham Beame", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Philip Taaffe -> work location -> New York City (1974)\n Hop 2: New York City -> head of government -> Abraham Beame (1974)\n Answer: Abraham Beame" + }, + { + "id": "q_007035", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "David Dinkins", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Louise Bourgeois -> work location -> New York City (1990)\n Hop 2: New York City -> head of government -> David Dinkins (1990)\n Answer: David Dinkins" + }, + { + "id": "q_004558", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ryan Bertrand -> member of sports team -> Chelsea F.C. (2014)\n Hop 2: Chelsea F.C. -> head coach -> Jos\u00e9 Mourinho (2014)\n Answer: Jos\u00e9 Mourinho" + }, + { + "id": "q_003267", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Clark Gable", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: It Happened One Night -> nominated for -> Academy Award for Best Actor (1935)\n Hop 2: Academy Award for Best Actor (1935) -> winner -> Clark Gable (1935)\n Hop 3: Clark Gable -> winner -> Helen Hunt (1935)\n Answer: Clark Gable" + }, + { + "id": "q_006755", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Theodor Liebknecht", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1920)\n Hop 2: Independent Social Democratic Party of Germany -> chairperson -> Theodor Liebknecht (1920)\n Answer: Theodor Liebknecht" + }, + { + "id": "q_004583", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ai -> award received -> American Book Awards (1987)\n Hop 2: American Book Awards -> winner -> James Welch (1987)\n Answer: 1987" + }, + { + "id": "q_000225", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Gareth Southgate", + "pred": "Gareth Southgate", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: David Wheater -> member of sports team -> Middlesbrough F.C. (2008)\n Hop 2: Middlesbrough F.C. -> head coach -> Gareth Southgate (2008)\n Answer: Gareth Southgate" + }, + { + "id": "q_002459", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Kingdom of Yugoslavia", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Zrenjanin City -> located in -> Socialist Autonomous Province of Vojvodina (1949)\n Hop 2: Socialist Autonomous Province of Vojvodina -> country -> Kingdom of Yugoslavia (1949)\n Answer: Kingdom of Yugoslavia" + }, + { + "id": "q_006352", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: University of Tsukuba -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> University of Graz (2021)\n Answer: 2021" + }, + { + "id": "q_004787", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Janusz W\u00f3jcik", + "pred": "Janusz W\u00f3jcik", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arkadiusz B\u0105k -> member of sports team -> Poland men's national football team (1999)\n Hop 2: Poland men's national football team -> head coach -> Janusz W\u00f3jcik (1999)\n Answer: Janusz W\u00f3jcik" + }, + { + "id": "q_002226", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Leonid Brezhnev", + "pred": "Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Aleksei Gubarev -> member of political party -> Communist Party of the Soviet Union (1973)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Mikhail Gorbachev (1973)\n Answer: Mikhail Gorbachev" + }, + { + "id": "q_003363", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Jan Schaffrath", + "pred": "Jan Schaffrath", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Martin Velits -> member of sports team -> Soudal Quick-Step (2012)\n Hop 2: Soudal Quick-Step -> head coach -> Jan Schaffrath (2012)\n Answer: Jan Schaffrath" + }, + { + "id": "q_001025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Pavel Vrba", + "pred": "Pavel Vrba", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bo\u0159ek Do\u010dkal -> member of sports team -> Czechia men's national football team (2016)\n Hop 2: Czechia men's national football team -> head coach -> Pavel Vrba (2016)\n Answer: Pavel Vrba" + }, + { + "id": "q_006972", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Brian Moore -> nominated for -> Booker Prize (1976)\n Hop 2: Booker Prize (1976) -> winner -> David Storey (1976)\n Answer: 1976" + }, + { + "id": "q_007393", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Autonomous Province of Vojvodina", + "em": 0.0, + "f1": 0.4000000000000001, + "pred_raw": "Hop 1: Ba\u010d Municipality -> located in -> Socialist Autonomous Province of Vojvodina (1961)\n Answer: Socialist Autonomous Province of Vojvodina" + }, + { + "id": "q_002784", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Franz Beckenbauer", + "pred": "Franz Beckenbauer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frank Mill -> member of sports team -> Germany men's national association football team (1988)\n Hop 2: Germany men's national association football team -> head coach -> Franz Beckenbauer (1988)\n Answer: Franz Beckenbauer" + }, + { + "id": "q_005991", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luciano Bianciardi -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira" + }, + { + "id": "q_007278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Claudia Roth", + "pred": "Claudia Roth", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Boris Palmer -> member of political party -> Alliance '90/The Greens (2009)\n Hop 2: Alliance '90/The Greens -> chairperson -> Claudia Roth (2009)\n Hop 3: Claudia Roth -> chairperson -> Cem \u00d6zdemir (2009)\n Answer: Claudia Roth" + }, + { + "id": "q_002109", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "ADIG", + "pred": "ADIG", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stefan W\u00e4chter -> member of sports team -> Hamburger SV (2004)\n Hop 2: Hamburger SV -> sponsor -> ADIG (2004)\n Answer: ADIG" + }, + { + "id": "q_005445", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Abraham Beame", + "pred": "Abraham Beame", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nancy Graves -> work location -> New York City (1977)\n Hop 2: New York City -> head of government -> Abraham Beame (1977)\n Answer: Abraham Beame" + }, + { + "id": "q_005382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Fiorello H. La Guardia", + "pred": "Fiorello H. La Guardia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Edward McKnight Kauffer -> work location -> New York City (1940)\n Hop 2: New York City -> head of government -> Fiorello H. La Guardia (1940)\n Answer: Fiorello H. La Guardia" + }, + { + "id": "q_005633", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Saragat -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> head of state -> Sandro Pertini (1984)\n Answer: Sandro Pertini" + }, + { + "id": "q_002083", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Jens Gustafsson", + "pred": "Jens Gustafsson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andreas Landgren -> member of sports team -> Halmstads BK (2013)\n Hop 2: Halmstads BK -> head coach -> Jens Gustafsson (2013)\n Answer: Jens Gustafsson" + }, + { + "id": "q_003899", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karl Horst H\u00f6dicke -> work location -> Berlin (1987)\n Hop 2: Berlin -> country -> German Democratic Republic (1987)\n Answer: German Democratic Republic" + }, + { + "id": "q_002997", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ramallah -> country -> Mandatory Palestine (1937)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1937)\n Answer: United Kingdom" + }, + { + "id": "q_005860", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "2004 Academy Awards", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Whale Rider -> nominated for -> Academy Award for Best Actress (2004)\n Hop 2: Academy Award for Best Actress -> winner -> Hilary Swank (2004)\n Hop 3: Hilary Swank -> winner of -> 2004 Academy Awards (2004)\n Answer: 2004 Academy Awards" + }, + { + "id": "q_001039", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cornell Capa -> work location -> United States (1937)\n Hop 2: United States -> shares border with -> Panama (1937)\n Answer: Panama" + }, + { + "id": "q_000086", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Q435856 -> country of citizenship -> Italy (1983)\n Hop 2: Italy -> head of state -> Sandro Pertini (1983)\n Answer: Sandro Pertini" + }, + { + "id": "q_005689", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Elie Wiesel -> country of citizenship -> Kingdom of Romania (1929)\n Hop 2: Kingdom of Romania -> capital -> Bucharest (1929)\n Answer: Bucharest" + }, + { + "id": "q_006609", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Afula -> country -> Mandatory Palestine (1940)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1940)\n Answer: United Kingdom" + }, + { + "id": "q_004970", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Academy Award for Best Actress -> winner -> Charlize Theron (2003)\n Hop 2: Unfaithful -> nominated for -> Academy Award for Best Actress (2003)\n Answer: 2003" + }, + { + "id": "q_004192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Antonio Segni", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alberto Magnelli -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of state -> Antonio Segni (1960)\n Answer: Antonio Segni" + }, + { + "id": "q_007711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mauro Staccioli -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira" + }, + { + "id": "q_008062", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "M\u00e1rio Soares", + "pred": "M\u00e1rio Soares", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto Vaquina -> work location -> Portugal (1991)\n Hop 2: Portugal -> head of state -> M\u00e1rio Soares (1991)\n Answer: M\u00e1rio Soares" + }, + { + "id": "q_006613", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Stuart Lancaster", + "pred": "Stuart Lancaster", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ben Foden -> member of sports team -> England men\u2019s national rugby union team (2013)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Stuart Lancaster (2013)\n Answer: Stuart Lancaster" + }, + { + "id": "q_001894", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Reese Witherspoon", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Annette Bening -> nominated for -> Academy Award for Best Actress (2005)\n Hop 2: Academy Award for Best Actress (2005) -> winner -> Reese Witherspoon (2005)\n Answer: Reese Witherspoon" + }, + { + "id": "q_002546", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franz Anton Basch -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1921)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1921)\n Answer: P\u00e9ter P\u00e1zm\u00e1ny" + }, + { + "id": "q_003153", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Zhou Enlai", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zhu De -> country of citizenship -> People's Republic of China (1967)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1967)\n Answer: Zhou Enlai" + }, + { + "id": "q_002865", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Penelope Fitzgerald", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: A Bend in the River -> nominated for -> Booker Prize (1979)\n Hop 2: Booker Prize (1979) -> winner -> Penelope Fitzgerald (1979)\n Hop 3: Penelope Fitzgerald -> winner -> A Bend in the River (1979)\n Answer: Penelope Fitzgerald" + }, + { + "id": "q_007865", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Prisco -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2001)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_008428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Clive Woodward", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Josh Lewsey -> member of sports team -> England men\u2019s national rugby union team (1999)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Clive Woodward (1999)\n Answer: Clive Woodward" + }, + { + "id": "q_001858", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Graceland", + "pred": "Graceland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ginger Alden -> unmarried partner -> Elvis Presley (1977)\n Hop 2: Elvis Presley -> residence -> Graceland (1977)\n Answer: Graceland" + }, + { + "id": "q_001912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Constantinople", + "pred": "Constantinople", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Xanthi -> country -> Ottoman Empire (1903)\n Hop 2: Ottoman Empire -> capital -> Constantinople (1903)\n Answer: Constantinople" + }, + { + "id": "q_003034", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Hans Loritz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Emil Filla -> place of detention -> Dachau concentration camp (1939)\n Hop 2: Dachau concentration camp -> manager -> Hans Loritz (1939)\n Hop 3: Hans Loritz -> point in time -> 1939 (1939)\n Answer: Hans Loritz" + }, + { + "id": "q_000799", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Barack Obama", + "pred": "Arsenii Yatseniuk", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Battlefield 3 -> narrative location -> Ukraine (2014)\n Hop 2: Ukraine -> head of government -> Arsenii Yatseniuk (2014)\n Answer: Arsenii Yatseniuk" + }, + { + "id": "q_007926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Boston Garden", + "pred": "Boston Garden", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Havlicek -> member of sports team -> Boston Celtics (1975)\n Hop 2: Boston Celtics -> home venue -> Boston Garden (1975)\n Answer: Boston Garden" + }, + { + "id": "q_004762", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "Kingdom of Prussia", + "pred": "Kingdom of Prussia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: 1911 World Figure Skating Championships -> location -> Berlin (1911)\n Hop 2: Berlin -> located in -> Kingdom of Prussia (1911)\n Answer: Kingdom of Prussia" + }, + { + "id": "q_004806", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jonathan Urretaviscaya -> member of sports team -> S.L. Benfica (2013)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2013)\n Answer: Lu\u00eds Filipe Vieira" + }, + { + "id": "q_003643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Premier League", + "pred": "Premier League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ruslan Rotan -> member of sports team -> FC Dnipro (2008)\n Hop 2: FC Dnipro -> league or competition -> Premier League (2008)\n Answer: Premier League" + }, + { + "id": "q_008203", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Amway Arena", + "pred": "Amway Arena", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shaquille O'Neal -> member of sports team -> Orlando Magic (1994)\n Hop 2: Orlando Magic -> home venue -> Amway Arena (1994)\n Answer: Amway Arena" + }, + { + "id": "q_004465", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: University of Helsinki -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Michigan State University (2021)\n Answer: 2021" + }, + { + "id": "q_006874", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "John Lindsay", + "pred": "John Lindsay", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: William Vickrey -> residence -> New York City (1968)\n Hop 2: New York City -> head of government -> John Lindsay (1968)\n Answer: John Lindsay" + }, + { + "id": "q_000593", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leo Nomellini -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1957)\n Answer: Giovanni Gronchi" + }, + { + "id": "q_004615", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2018.0, + "gold": "2018", + "pred": "2018", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mirko Tomassoni -> position held -> Captain Regent of San Marino (2018)\n Hop 2: Captain Regent of San Marino -> officeholder -> Stefano Palmieri (2018)\n Answer: 2018" + }, + { + "id": "q_001617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Geoffrey Rush", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: As Good as It Gets -> award received -> Academy Award for Best Actress (1996)\n Hop 2: Academy Award for Best Actress -> winner -> Frances McDormand (1996)\n Hop 3: Frances McDormand -> award received -> Academy Award for Best Actress (1996)\n Answer: Academy Award for Best Actress" + }, + { + "id": "q_001902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Academy Award for Best Writing, Original Screenplay", + "em": 0.0, + "f1": 0.8571428571428571, + "pred_raw": "Hop 1: Harold Pinter -> spouse -> Antonia Fraser (1982)\n Hop 2: Antonia Fraser -> spouse -> Harold Pinter (1982)\n Hop 3: Antonia Fraser -> nominated for -> Academy Award for Best Writing, Original Screenplay (1982)\n Answer: Academy Award for Best Writing, Original Screenplay" + }, + { + "id": "q_004669", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Yuri Semin", + "pred": "Yuri Semin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00c9der -> member of sports team -> FC Lokomotiv Moscow (2019)\n Hop 2: FC Lokomotiv Moscow -> head coach -> Yuri Semin (2019)\n Answer: Yuri Semin" + }, + { + "id": "q_002742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Aldo Moro", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> head of government -> Aldo Moro (1972)\n Answer: Aldo Moro" + }, + { + "id": "q_006208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Theodor Liebknecht", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1920)\n Hop 2: Independent Social Democratic Party of Germany -> chairperson -> Theodor Liebknecht (1920)\n Answer: Theodor Liebknecht" + }, + { + "id": "q_006858", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Monster -> award received -> Academy Award for Best Actress (2002)\n Hop 2: Academy Award for Best Actress -> winner -> Nicole Kidman (2002)\n Answer: 2002" + }, + { + "id": "q_000627", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Harold Pinter", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Antonia Fraser -> spouse -> Harold Pinter (1982)\n Hop 2: Harold Pinter -> nominated for -> Tony Award for Best Direction of a Play (1982)\n Answer: Harold Pinter" + }, + { + "id": "q_008456", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sevastopol -> country -> Russian Empire (1901)\n Hop 2: Russian Empire -> basic form of government -> absolute monarchy (1901)\n Answer: absolute monarchy" + }, + { + "id": "q_004863", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Academy Award for Best Picture", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: It Happened One Night -> nominated for -> Academy Award for Best Picture (1935)\n Answer: Academy Award for Best Picture" + }, + { + "id": "q_005053", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lauri Yl\u00f6nen", + "pred": "Lauri Yl\u00f6nen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Haloo Helsinki! -> nominated for -> MTV Europe Music Award for Best Finnish Act (2011)\n Hop 2: MTV Europe Music Award for Best Finnish Act -> winner -> Lauri Yl\u00f6nen (2011)\n Answer: Lauri Yl\u00f6nen" + }, + { + "id": "q_006906", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sini\u0161a Mihajlovi\u0107", + "pred": "Sini\u0161a Mihajlovi\u0107", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marco Marchionni -> member of sports team -> ACF Fiorentina (2010)\n Hop 2: ACF Fiorentina -> head coach -> Sini\u0161a Mihajlovi\u0107 (2010)\n Answer: Sini\u0161a Mihajlovi\u0107" + }, + { + "id": "q_004343", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Arrigo Sacchi", + "pred": "Arrigo Sacchi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Bianchi -> member of sports team -> Rimini FC (1984)\n Hop 2: Rimini FC -> head coach -> Arrigo Sacchi (1984)\n Answer: Arrigo Sacchi" + }, + { + "id": "q_008520", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Hans Loritz", + "pred": "Hans Loritz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Abraham Adolf Kaiser -> place of detention -> Dachau concentration camp (1938)\n Hop 2: Dachau concentration camp -> manager -> Hans Loritz (1938)\n Hop 3: Hans Loritz -> point in time after -> Anton Saefkow (1938)\n Answer: Hans Loritz" + }, + { + "id": "q_008566", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Kurt Biedenkopf", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hanns Martin Schleyer -> member of political party -> Christian Democratic Union (1975)\n Hop 2: Christian Democratic Union -> general secretary -> Kurt Biedenkopf (1975)\n Answer: Kurt Biedenkopf" + }, + { + "id": "q_005406", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Friedrich Hayek -> residence -> Freiburg im Breisgau (1980)\n Hop 2: Freiburg im Breisgau -> country -> West Germany (1980)\n Answer: West Germany" + }, + { + "id": "q_005485", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Milo\u0161 Zeman", + "pred": "Milo\u0161 Zeman", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bergepanzer B\u00fcffel -> operator -> Czech Republic (2022)\n Hop 2: Czech Republic -> head of state -> Milo\u0161 Zeman (2022)\n Answer: Milo\u0161 Zeman" + }, + { + "id": "q_006778", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lyla Rocco -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> currency -> Italian lira (1963)\n Answer: Italian lira" + }, + { + "id": "q_000448", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Alex Ferguson", + "pred": "Alex Ferguson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bryan Gunn -> member of sports team -> Aberdeen F.C. (1980)\n Hop 2: Aberdeen F.C. -> head coach -> Alex Ferguson (1980)\n Answer: Alex Ferguson" + }, + { + "id": "q_005253", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Aravind Adiga", + "pred": "John Berger", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Amitav Ghosh -> nominated for -> Booker Prize (2008)\n Hop 2: Q151708 -> winner -> Aravind Adiga (2008)\n Hop 3: John Berger -> nominated for -> Q151708 (2008)\n Answer: John Berger" + }, + { + "id": "q_002793", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mrs. Parkington -> nominated for -> Academy Award for Best Actress (1945)\n Hop 2: Academy Award for Best Actress -> winner -> Joan Crawford (1945)\n Hop 3: Joan Crawford -> winner -> Academy Award for Best Actress (1945)\n Answer: Academy Award for Best Actress" + }, + { + "id": "q_001366", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Cliff Burton", + "pred": "Cliff Burton", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Master of Puppets -> performer -> Metallica (1986)\n Hop 2: Metallica -> has part(s) -> Cliff Burton (1986)\n Answer: Cliff Burton" + }, + { + "id": "q_000346", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Lilliu -> country of citizenship -> Italy (2010)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2010)\n Answer: Giorgio Napolitano" + }, + { + "id": "q_001380", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "John Williams", + "pred": "John Williams", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Katie Couric -> notable work -> Today (1999)\n Hop 2: Today -> composer -> John Williams (1999)\n Answer: John Williams" + }, + { + "id": "q_007366", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Giampiero Boniperti", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giorgio Mastropasqua -> member of sports team -> Juventus FC (1973)\n Hop 2: Juventus FC -> chairperson -> Giampiero Boniperti (1973)\n Answer: Giampiero Boniperti" + }, + { + "id": "q_004085", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "Qing dynasty", + "pred": "Qing dynasty", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luo Yixiu -> spouse -> Mao Zedong (1907)\n Hop 2: Mao Zedong -> country of citizenship -> Qing dynasty (1907)\n Answer: Qing dynasty" + }, + { + "id": "q_002859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shimon Peres -> country of citizenship -> Mandatory Palestine (1943)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1943)\n Answer: United Kingdom" + }, + { + "id": "q_000061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Penelope Fitzgerald", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fay Weldon -> nominated for -> Booker Prize (1979)\n Hop 2: Booker Prize (1979) -> winner -> Penelope Fitzgerald (1979)\n Answer: Penelope Fitzgerald" + }, + { + "id": "q_002208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Steve Borthwick -> member of sports team -> England men\u2019s national rugby union team (2008)\n Hop 2: England men\u2019s national rugby union team -> kit supplier -> Nike (2008)\n Answer: Nike" + }, + { + "id": "q_005149", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Dalvik VM", + "pred": "Dalvik VM", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Grand Theft Auto III -> platform -> Android (2011)\n Hop 2: Android -> has part -> Dalvik VM (2011)\n Answer: Dalvik VM" + }, + { + "id": "q_007466", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sande -> country -> West Germany (1956)\n Hop 2: West Germany -> currency -> Deutsche Mark (1956)\n Answer: Deutsche Mark" + }, + { + "id": "q_001168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "EFL Championship", + "pred": "EFL Championship", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Joel Lynch -> member of sports team -> Nottingham Forest F.C. (2010)\n Hop 2: Nottingham Forest F.C. -> league or competition -> EFL Championship (2010)\n Answer: EFL Championship" + }, + { + "id": "q_002303", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Prime Minister of Canada", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: 19th Canadian Ministry -> head of government -> Lester B. Pearson (1968)\n Answer: Prime Minister of Canada" + }, + { + "id": "q_004925", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "1930 Academy Awards", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bessie Love -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> winner of -> 1930 Academy Awards\n Answer: 1930 Academy Awards" + }, + { + "id": "q_002425", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Ugo Morin -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Answer: European Economic Community" + }, + { + "id": "q_003762", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Minneapolis Armory", + "pred": "Minneapolis Armory", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bud Grant -> member of sports team -> Los Angeles Lakers (1949)\n Hop 2: Los Angeles Lakers -> home venue -> Minneapolis Armory (1949)\n Answer: Minneapolis Armory" + }, + { + "id": "q_000351", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erazim Koh\u00e1k -> residence -> United States (1949)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1949)\n Answer: Territory of Hawaii" + }, + { + "id": "q_003288", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Alain Afflelou", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rainer Ernst -> member of sports team -> FC Girondins de Bordeaux (1992)\n Hop 2: FC Girondins de Bordeaux -> chairperson -> Alain Afflelou (1992)\n Answer: Alain Afflelou" + }, + { + "id": "q_001079", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Giampiero Boniperti", + "pred": "Giampiero Boniperti", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stefano Tacconi -> member of sports team -> Juventus FC (1985)\n Hop 2: Juventus FC -> chairperson -> Giampiero Boniperti (1985)\n Answer: Giampiero Boniperti" + }, + { + "id": "q_004556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Paulo Bento", + "pred": "Paulo Bento", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Baek Sung-dong -> member of sports team -> South Korea men's national football team (2022)\n Hop 2: South Korea men's national football team -> head coach -> Paulo Bento (2022)\n Answer: Paulo Bento" + }, + { + "id": "q_006454", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Steve Sampson", + "pred": "Steve Sampson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kevin Hartman -> member of sports team -> United States men's national soccer team (2005)\n Hop 2: United States men's national soccer team -> head coach -> Steve Sampson (2005)\n Answer: Steve Sampson" + }, + { + "id": "q_007686", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "United States Cabinet", + "pred": "United States Cabinet", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Edwin Denby -> position held -> United States Secretary of the Navy (1923)\n Hop 2: United States Secretary of the Navy -> part of -> United States Cabinet (1923)\n Answer: United States Cabinet" + }, + { + "id": "q_001636", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrew Schally -> award received -> Albert Lasker Award for Basic Medical Research (1975)\n Answer: 1975" + }, + { + "id": "q_000642", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Alan Hollinghurst", + "pred": "Alan Hollinghurst", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ronan Bennett -> nominated for -> Booker Prize (2004)\n Hop 2: Booker Prize -> winner -> Alan Hollinghurst (2004)\n Answer: Alan Hollinghurst" + }, + { + "id": "q_005992", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1906.0, + "gold": "Theodore Roosevelt", + "pred": "Theodore Roosevelt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Graham Bell -> country of citizenship -> United States (1906)\n Hop 2: United States -> head of government -> Theodore Roosevelt (1906)\n Answer: Theodore Roosevelt" + }, + { + "id": "q_001567", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Robert Ferdinand Wagner Jr.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: William Vickrey -> residence -> New York City (1960)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1960)\n Answer: Robert Ferdinand Wagner Jr." + }, + { + "id": "q_003917", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Elizabeth II", + "pred": "Elizabeth II", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Liz Smith -> country of citizenship -> United Kingdom (2015)\n Hop 2: United Kingdom -> head of state -> Elizabeth II (2015)\n Answer: Elizabeth II" + }, + { + "id": "q_007632", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pawe\u0142 Janas", + "pred": "Pawe\u0142 Janas", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kamil Kosowski -> member of sports team -> Poland men's national football team (2005)\n Hop 2: Poland men's national football team -> head coach -> Pawe\u0142 Janas (2005)\n Answer: Pawe\u0142 Janas" + }, + { + "id": "q_001702", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Eerste Divisie", + "pred": "Eerste Divisie", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Timothy Dreesen -> member of sports team -> Fortuna Sittard (2012)\n Hop 2: Fortuna Sittard -> league or competition -> Eerste Divisie (2012)\n Answer: Eerste Divisie" + }, + { + "id": "q_006358", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "German Federal Archives", + "pred": "German Federal Archives", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karl-Liebknecht-Haus -> operator -> Communist Party of Germany (1932)\n Hop 2: Communist Party of Germany -> archives at -> German Federal Archives (1932)\n Hop 3: Karl-Liebknecht-Haus -> archives at -> German Federal Archives (1932)\n Answer: German Federal Archives" + }, + { + "id": "q_006799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Dwight D. Eisenhower", + "pred": "Dwight D. Eisenhower", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erazim Koh\u00e1k -> residence -> United States (1958)\n Hop 2: United States -> head of government -> Dwight D. Eisenhower (1958)\n Answer: Dwight D. Eisenhower" + }, + { + "id": "q_001724", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stack-O-Tracks -> place of publication -> United States (1968)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1968)\n Answer: Lyndon B. Johnson" + }, + { + "id": "q_005308", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Academy Award for Best Actress (1930)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jeanne Eagels -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> winner of -> Academy Award for Best Actress (1930)\n Answer: Academy Award for Best Actress (1930)" + }, + { + "id": "q_006485", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Margaret Atwood", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Matthew Kneale -> nominated for -> Booker Prize (2000)\n Hop 2: Booker Prize -> winner -> Margaret Atwood (2000)\n Answer: Margaret Atwood" + }, + { + "id": "q_004831", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Piero Scotti -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira" + }, + { + "id": "q_005190", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Freie Universit\u00e4t Berlin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Demandt -> employer -> Freie Universit\u00e4t Berlin (2003)\n Answer: Freie Universit\u00e4t Berlin" + }, + { + "id": "q_006636", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "George Marshall", + "pred": "United States Secretary of State", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: James F. Byrnes -> position held -> United States Secretary of State (1947)\n Answer: United States Secretary of State" + }, + { + "id": "q_003213", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frank Tieri -> residence -> United States (1965)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1965)\n Answer: Lyndon B. Johnson" + }, + { + "id": "q_005672", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: L\u0119bork -> country -> Nazi Germany (1939)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1939)\n Answer: Adolf Hitler" + }, + { + "id": "q_006227", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leiden University -> funder -> Princeton University (2021)\n Answer: 2021" + }, + { + "id": "q_006185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Giffoni Film Festival", + "pred": "Giffoni Film Festival", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Big Sean -> unmarried partner -> Naya Rivera (2013)\n Hop 2: Naya Rivera -> award received -> Giffoni Film Festival (2013)\n Answer: Giffoni Film Festival" + }, + { + "id": "q_007816", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Franciszek Smuda", + "pred": "Franciszek Smuda", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marek Saganowski -> member of sports team -> Poland men's national football team (2012)\n Hop 2: Poland men's national football team -> head coach -> Franciszek Smuda (2012)\n Answer: Franciszek Smuda" + }, + { + "id": "q_001958", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "John Lindsay", + "pred": "John Lindsay", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arman -> work location -> New York City (1969)\n Hop 2: New York City -> head of government -> John Lindsay (1969)\n Answer: John Lindsay" + }, + { + "id": "q_007818", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fritz Herkenrath -> member of sports team -> Germany men's national association football team (1957)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1957)\n Answer: Sepp Herberger" + }, + { + "id": "q_003874", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Rina Franchetti -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: European Economic Community" + }, + { + "id": "q_006836", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianni Dova -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> shares border with -> Yugoslavia (1989)\n Answer: Yugoslavia" + }, + { + "id": "q_005437", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Maria Tore Barbina -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1996)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_001779", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Chemnitz Government Region", + "pred": "Chemnitz Government Region", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Beate Zsch\u00e4pe -> residence -> Zwickau (2005)\n Hop 2: Zwickau -> located in -> Chemnitz Government Region (2005)\n Answer: Chemnitz Government Region" + }, + { + "id": "q_002182", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giessen -> country -> Nazi Germany (1938)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1938)\n Answer: Adolf Hitler" + }, + { + "id": "q_006540", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Piero Frescobaldi -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani" + }, + { + "id": "q_000118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Al\u00edpio -> member of sports team -> S.L. Benfica (2011)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2011)\n Answer: Lu\u00eds Filipe Vieira" + }, + { + "id": "q_000470", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Umberto II", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Renato Polselli -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> head of state -> Umberto II (1950)\n Answer: Umberto II" + }, + { + "id": "q_004884", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Emma Thompson", + "pred": "Emma Thompson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jodie Foster -> nominated for -> Academy Award for Best Actress (1992)\n Hop 2: Academy Award for Best Actress (1992) -> winner -> Emma Thompson (1992)\n Hop 3: Emma Thompson -> winner of -> 1992\n Answer: Emma Thompson" + }, + { + "id": "q_008312", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "United Kingdom of Great Britain and Ireland", + "pred": "United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Virginia Woolf -> spouse -> Leonard Woolf (1924)\n Hop 2: Leonard Woolf -> spouse -> Virginia Woolf (1924)\n Hop 3: Virginia Woolf -> country of citizenship -> United Kingdom of Great Britain and Ireland (1924)\n Answer: United Kingdom of Great Britain and Ireland" + }, + { + "id": "q_006013", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "David Dinkins", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Louise Bourgeois -> work location -> New York City (1990)\n Hop 2: New York City -> head of government -> David Dinkins (1990)\n Answer: David Dinkins" + }, + { + "id": "q_006889", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Carlo Ancelotti", + "pred": "Carlo Ancelotti", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Di Santo -> member of sports team -> Chelsea F.C. (2009)\n Hop 2: Chelsea F.C. -> head coach -> Carlo Ancelotti (2009)\n Answer: Carlo Ancelotti" + }, + { + "id": "q_003651", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Matt Carkner -> drafted by -> Montreal Canadiens (1999)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (1999)\n Answer: Saku Koivu" + }, + { + "id": "q_003374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Q82595", + "pred": "2nd Bundesliga", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mirco Born -> member of sports team -> Hertha BSC (2015)\n Hop 2: Hertha BSC -> league or competition -> 2nd Bundesliga (2015)\n Answer: 2nd Bundesliga" + }, + { + "id": "q_003329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armando C\u00edrio -> country of citizenship -> Italy (2004)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2004)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_000420", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1917.0, + "gold": "1917", + "pred": "1917", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Transbaikal Oblast -> located in -> Russian Republic (1917)\n Hop 2: Russian Republic -> significant event -> February Revolution (1917)\n Answer: 1917" + }, + { + "id": "q_005828", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Prime Minister of Belize", + "pred": "Prime Minister of Belize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Belize -> head of government -> Dean Barrow (2014)\n Answer: Prime Minister of Belize" + }, + { + "id": "q_006078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hans Nowak -> member of sports team -> Germany men's national association football team (1962)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1962)\n Answer: Sepp Herberger" + }, + { + "id": "q_002499", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Graham Bell -> country of citizenship -> United States (1922)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1922)\n Answer: Territory of Hawaii" + }, + { + "id": "q_008212", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "George VI", + "pred": "George VI", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: HMS Spur -> country -> United Kingdom (1947)\n Hop 2: United Kingdom -> head of state -> George VI (1947)\n Answer: George VI" + }, + { + "id": "q_006996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Salvatore Cassisa -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> shares border with -> Yugoslavia (1967)\n Answer: Yugoslavia" + }, + { + "id": "q_006976", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Gennaro Gattuso", + "pred": "Gennaro Gattuso", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hakan \u00c7alhano\u011flu -> member of sports team -> AC Milan (2019)\n Hop 2: AC Milan -> head coach -> Gennaro Gattuso (2019)\n Answer: Gennaro Gattuso" + }, + { + "id": "q_007445", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.20000000000000004, + "pred_raw": "Hop 1: Borussia Dortmund -> head coach -> J\u00fcrgen Klopp (2012)\n Hop 2: J\u00fcrgen Klopp -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2012)\n Answer: Order of Merit of Baden-W\u00fcrttemberg" + }, + { + "id": "q_004525", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Lamberto Dini", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Antonio Brancaccio -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1995)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_002061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Milram -> country -> Italy (2007)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2007)\n Answer: Giorgio Napolitano" + }, + { + "id": "q_003387", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tsinghua University -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Karlsruhe Institute of Technology (2021)\n Answer: 2021" + }, + { + "id": "q_004969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: George Boateng -> member of sports team -> Nottingham Forest F.C. (2012)\n Hop 2: Nottingham Forest F.C. -> head coach -> Alex McLeish (2012)\n Answer: Alex McLeish" + }, + { + "id": "q_008292", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yaroslav Popovych -> member of sports team -> Discovery Channel (2006)\n Hop 2: Discovery Channel -> country -> United States (2006)\n Answer: United States" + }, + { + "id": "q_006528", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1902", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leo K\u00f6nigsberger -> doctoral student -> Karl Bopp (1902)\n Hop 2: Karl Bopp -> doctoral advisor -> Moritz Cantor (1902)\n Answer: 1902" + }, + { + "id": "q_008636", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Walter Zenga", + "pred": "Walter Zenga", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Mascara -> member of sports team -> Catania FC (2008)\n Hop 2: Catania FC -> head coach -> Walter Zenga (2008)\n Answer: Walter Zenga" + }, + { + "id": "q_004972", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Kia Forum", + "pred": "Boston Garden", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kermit Washington -> member of sports team -> Boston Celtics (1977)\n Hop 2: Boston Celtics -> home venue -> Boston Garden (1977)\n Answer: Boston Garden" + }, + { + "id": "q_006497", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Hungarian People's Republic", + "pred": "Hungarian People's Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Demeter Balla -> work location -> Budapest (1957)\n Hop 2: Budapest -> capital of -> Hungarian People's Republic (1957)\n Answer: Hungarian People's Republic" + }, + { + "id": "q_005926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fernando Torres -> member of sports team -> Chelsea F.C. (2014)\n Hop 2: Chelsea F.C. -> head coach -> Jos\u00e9 Mourinho (2014)\n Answer: Jos\u00e9 Mourinho" + }, + { + "id": "q_005410", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Elizabeth Bishop -> residence -> Brazil (1955)\n Hop 2: Brazil -> diplomatic relation -> Taiwan (1955)\n Answer: Taiwan" + }, + { + "id": "q_000901", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Shimon Peres", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gaza City -> country -> Israel (1996)\n Hop 2: Israel -> head of government -> Shimon Peres (1996)\n Answer: Shimon Peres" + }, + { + "id": "q_007838", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mircea Lucescu", + "pred": "Mircea Lucescu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Berkant G\u00f6ktan -> member of sports team -> Galatasaray S.K. (2002)\n Hop 2: Galatasaray S.K. -> head coach -> Mircea Lucescu (2002)\n Answer: Mircea Lucescu" + }, + { + "id": "q_007144", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "The Internationale", + "pred": "The Internationale", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Glazov -> located in -> Russian Soviet Federative Socialist Republic (1921)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> The Internationale (1921)\n Answer: The Internationale" + }, + { + "id": "q_003135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Jean Mistler", + "pred": "Jean Mistler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ren\u00e9 Huyghe -> member of -> Acad\u00e9mie Fran\u00e7aise (1975)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Jean Mistler (1975)\n Answer: Jean Mistler" + }, + { + "id": "q_000287", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Gerhard Casper", + "pred": "Gerhard Casper", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrew M. Stuart -> employer -> Stanford University (1993)\n Hop 2: Stanford University -> chairperson -> Gerhard Casper (1993)\n Answer: Gerhard Casper" + }, + { + "id": "q_004792", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Piccioli -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> currency -> Italian lira (1947)\n Answer: Italian lira" + }, + { + "id": "q_006621", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sean Yates", + "pred": "Sean Yates", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Q561361 -> member of sports team -> Ineos Grenadiers (2010)\n Hop 2: Ineos Grenadiers -> head coach -> Sean Yates (2010)\n Answer: Sean Yates" + }, + { + "id": "q_001788", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Norma Shearer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jeanne Eagels -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> winner -> Jeanne Eagels (1930)\n Answer: Norma Shearer" + }, + { + "id": "q_002557", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Fiorello H. La Guardia", + "pred": "Fiorello H. La Guardia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hanns Eisler -> work location -> New York City (1941)\n Hop 2: New York City -> head of government -> Fiorello H. La Guardia (1941)\n Answer: Fiorello H. La Guardia" + }, + { + "id": "q_006859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "A. S. Byatt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Penelope Fitzgerald -> nominated for -> Booker Prize (1990)\n Hop 2: Booker Prize (1990) -> winner -> A. S. Byatt (1990)\n Answer: A. S. Byatt" + }, + { + "id": "q_006058", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Giuseppe Saragat", + "pred": "Giuseppe Saragat", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonio Pesenti -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1967)\n Answer: Giuseppe Saragat" + }, + { + "id": "q_000536", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Baltazar -> member of sports team -> Atl\u00e9tico Madrid (1989)\n Hop 2: Atl\u00e9tico Madrid -> home venue -> Vicente Calder\u00f3n Stadium (1989)\n Answer: Vicente Calder\u00f3n Stadium" + }, + { + "id": "q_007404", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2000.0, + "gold": "2000", + "pred": "2000", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ronald Sukenick -> award received -> American Book Awards (2000)\n Hop 2: American Book Awards -> winner -> Robert Creeley (2000)\n Hop 3: Robert Creeley -> award received -> American Book Awards (2000)\n Hop 4: American Book Awards -> winner -> Helen Thomas (2000)\n Answer: 2000" + }, + { + "id": "q_001292", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1990.0, + "gold": "1990", + "pred": "Hop 1: Winona Ryder -> nominated for -> Golden Globe Award for Best Supporting Actress \u2013 Motion Picture (1990)\n Hop 2: Golden Globe Award for Best Supporting Actress \u2013 Motion Picture -> winner -> Whoopi Goldberg (1990)\n Hop 3: Whoopi Goldberg -> equal to -> Julia Roberts (1990)\n Hop 4: Julia Roberts -> award received -> Golden Globe Award for Best Supporting Actress \u2013 Motion Picture (199", + "em": 1.0, + "f1": 0.07142857142857142, + "pred_raw": "Hop 1: Winona Ryder -> nominated for -> Golden Globe Award for Best Supporting Actress \u2013 Motion Picture (1990)\n Hop 2: Golden Globe Award for Best Supporting Actress \u2013 Motion Picture -> winner -> Whoopi Goldberg (1990)\n Hop 3: Whoopi Goldberg -> equal to -> Julia Roberts (1990)\n Hop 4: Julia Roberts -> award received -> Golden Globe Award for Best Supporting Actress \u2013 Motion Picture (199" + }, + { + "id": "q_002179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "David Storey", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andr\u00e9 Brink -> nominated for -> Booker Prize (1976)\n Hop 2: Booker Prize (1976) -> winner -> David Storey (1976)\n Answer: David Storey" + }, + { + "id": "q_005996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "British Academy of Film and Television Arts Award", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fay Weldon -> nominated for -> Booker Prize (1979)\n Hop 2: Booker Prize (1979) -> winner -> Penelope Fitzgerald (1979)\n Hop 3: Penelope Fitzgerald -> award received -> British Academy of Film and Television Arts Award (1979)\n Answer: British Academy of Film and Television Arts Award" + }, + { + "id": "q_002490", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jeanne Eagels -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer (1930)\n Answer: 1930" + }, + { + "id": "q_001434", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "New York City", + "pred": "New York City", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Betsey Johnson -> spouse -> John Cale (1971)\n Hop 2: John Cale -> residence -> New York City (1971)\n Answer: New York City" + }, + { + "id": "q_006868", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ray Winstone -> nominated for -> European Film Award for Best Actor (2001)\n Hop 2: European Film Award for Best Actor (2001) -> winner -> Ben Kingsley (2001)\n Answer: 2001" + }, + { + "id": "q_008663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jean Mistler", + "pred": "Jean Mistler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roger Caillois -> member of -> Acad\u00e9mie Fran\u00e7aise (1977)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Jean Mistler (1977)\n Answer: Jean Mistler" + }, + { + "id": "q_002319", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2022.0, + "gold": "2022", + "pred": "2022", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stevan Joveti\u0107 -> member of sports team -> Hertha BSC (2022)\n Hop 2: Hertha BSC -> head coach -> Felix Magath (2022)\n Answer: 2022" + }, + { + "id": "q_008472", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Inge Keller -> spouse -> Karl-Eduard von Schnitzler (1955)\n Hop 2: Karl-Eduard von Schnitzler -> country of citizenship -> German Democratic Republic (1955)\n Answer: German Democratic Republic" + }, + { + "id": "q_000496", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Massimo D'Alema", + "pred": "Silvio Berlusconi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fulvio Tomizza -> country of citizenship -> Italy (1999)\n Hop 2: Italy -> head of government -> Silvio Berlusconi (1999)\n Answer: Silvio Berlusconi" + }, + { + "id": "q_005883", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Roman Herzog", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Germany -> head of state -> Roman Herzog (1997)\n Answer: Roman Herzog" + }, + { + "id": "q_000466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "BP", + "pred": "BP", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rudolf Kargus -> member of sports team -> Hamburger SV (1980)\n Hop 2: Hamburger SV -> sponsor -> BP (1980)\n Answer: BP" + }, + { + "id": "q_001286", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Francesco Carpino -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1969)\n Answer: Giovanni Gronchi" + }, + { + "id": "q_003325", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vla\u0219ca County -> country -> Kingdom of Romania (1947)\n Hop 2: Kingdom of Romania -> capital -> Bucharest (1947)\n Answer: Bucharest" + }, + { + "id": "q_000231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "William Emmett Dever", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sister Rosetta Tharpe -> residence -> Chicago (1924)\n Hop 2: Chicago -> head of government -> William Emmett Dever (1924)\n Answer: William Emmett Dever" + }, + { + "id": "q_000949", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Roman Herzog", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Germany -> head of state -> Roman Herzog (1997)\n Answer: Roman Herzog" + }, + { + "id": "q_004634", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rossens -> replaced by -> Villarzel (2006)\n Hop 2: Villarzel -> replaces -> S\u00e9deilles (2006)\n Answer: 2006" + }, + { + "id": "q_008417", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stephan Andrist -> member of sports team -> FC Aarau (2015)\n Hop 2: FC Aarau -> league or competition -> Swiss Super League (2015)\n Answer: Swiss Super League" + }, + { + "id": "q_007078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Raffaele Anguilla -> country of citizenship -> Italy (2002)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2002)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_003711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mary J. Blige", + "pred": "Mary J. Blige", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aaliyah -> nominated for -> MTV Video Music Award for Best R&B Video (2002)\n Hop 2: MTV Video Music Award for Best R&B Video -> winner -> Mary J. Blige (2002)\n Answer: Mary J. Blige" + }, + { + "id": "q_007469", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: J\u014dnan -> replaced by -> Kumamoto (2010)\n Answer: 2010" + }, + { + "id": "q_002488", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Avanti Martinetti -> country of citizenship -> Italy (1954)\n Hop 2: Italy -> currency -> Italian lira (1954)\n Answer: Italian lira" + }, + { + "id": "q_004737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Shimon Peres", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gaza City -> country -> Israel (1996)\n Hop 2: Israel -> head of government -> Shimon Peres (1996)\n Answer: Shimon Peres" + }, + { + "id": "q_007418", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Luigi Agnolin -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> member of -> European Union (1998)\n Answer: European Union" + }, + { + "id": "q_006584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Elliott Gould", + "pred": "Elliott Gould", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Barbra Streisand -> spouse -> Elliott Gould (1963)\n Answer: Elliott Gould" + }, + { + "id": "q_005916", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marta Abba -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> currency -> Italian lira (1962)\n Answer: Italian lira" + }, + { + "id": "q_003663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Micha\u0142 Matyas", + "pred": "Micha\u0142 Matyas", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zygfryd Szo\u0142tysik -> member of sports team -> Poland men's national football team (1967)\n Hop 2: Poland men's national football team -> head coach -> Micha\u0142 Matyas (1967)\n Answer: Micha\u0142 Matyas" + }, + { + "id": "q_006233", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Eric Gerets", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ayhan Akman -> member of sports team -> Galatasaray S.K. (2006)\n Hop 2: Galatasaray S.K. -> head coach -> Eric Gerets (2006)\n Answer: Eric Gerets" + }, + { + "id": "q_005848", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hugo von Tschudi -> work location -> Munich (1909)\n Hop 2: Munich -> country -> German Empire (1909)\n Answer: German Empire" + }, + { + "id": "q_005040", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Antonio Segni", + "pred": "Antonio Segni", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rossana Rossanda -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Answer: Antonio Segni" + }, + { + "id": "q_005138", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Adolf Hitler", + "pred": "Hans Frank", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hartmann Lauterbacher -> member of political party -> Nazi Party (1942)\n Hop 2: Nazi Party -> chairperson -> Hans Frank (1942)\n Answer: Hans Frank" + }, + { + "id": "q_004246", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giorgio Ferrini -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> shares border with -> Yugoslavia (1948)\n Answer: Yugoslavia" + }, + { + "id": "q_007892", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Isabella Biagini -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> currency -> Italian lira (1993)\n Answer: Italian lira" + }, + { + "id": "q_003061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fritz-Julius Lemp -> country of citizenship -> Nazi Germany (1941)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1941)\n Answer: Adolf Hitler" + }, + { + "id": "q_006684", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Luigi Einaudi", + "pred": "Enrico De Nicola", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Guido Guerrini -> country of citizenship -> Italy (1949)\n Hop 2: Italy -> head of state -> Enrico De Nicola (1949)\n Answer: Enrico De Nicola" + }, + { + "id": "q_001045", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Coldplay -> winner -> MTV Europe Music Award for Best Song (2005)\n Answer: 2005" + }, + { + "id": "q_007568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "association football", + "pred": "association football", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Philipp Laux -> member of sports team -> SSV Ulm 1846 (1998)\n Hop 2: SSV Ulm 1846 -> sport -> association football (1998)\n Answer: association football" + }, + { + "id": "q_002791", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Lory Del Santo", + "pred": "Lory Del Santo", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pattie Boyd -> spouse -> Eric Clapton (1987)\n Hop 2: Eric Clapton -> unmarried partner -> Lory Del Santo (1987)\n Answer: Lory Del Santo" + }, + { + "id": "q_005581", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "C\u00e9sar Award for Best Actor", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: The Ninth Day -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor (2005) -> winner -> Daniel Auteuil (2005)\n Hop 3: Daniel Auteuil (2005) -> winner -> C\u00e9sar Award for Best Actor (2005)\n Answer: C\u00e9sar Award for Best Actor" + }, + { + "id": "q_006089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Pawe\u0142 Janas", + "pred": "Pawe\u0142 Janas", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marcin Baszczy\u0144ski -> member of sports team -> Poland men's national football team (2004)\n Hop 2: Poland men's national football team -> head coach -> Pawe\u0142 Janas (2004)\n Answer: Pawe\u0142 Janas" + }, + { + "id": "q_004802", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "John W. Campbell", + "pred": "John W. Campbell", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Orson Scott Card -> award received -> Astounding Award for Best New Writer (1978)\n Hop 2: Astounding Award for Best New Writer -> named after -> John W. Campbell (1978)\n Answer: John W. Campbell" + }, + { + "id": "q_004455", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Giovanni Leone", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Celano -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> head of state -> Giovanni Leone (1975)\n Answer: Giovanni Leone" + }, + { + "id": "q_001570", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Otto Nerz", + "pred": "Otto Nerz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rudolf Noack -> member of sports team -> Germany men's national association football team (1936)\n Hop 2: Germany men's national association football team -> head coach -> Otto Nerz (1936)\n Answer: Otto Nerz" + }, + { + "id": "q_005703", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Morten Olsen", + "pred": "Morten Olsen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kasper Lorentzen -> member of sports team -> Denmark men's national football team (2012)\n Hop 2: Denmark men's national football team -> head coach -> Morten Olsen (2012)\n Answer: Morten Olsen" + }, + { + "id": "q_006235", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Diego Simeone", + "pred": "Diego Simeone", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Maxi L\u00f3pez -> member of sports team -> Catania FC (2011)\n Hop 2: Catania FC -> head coach -> Diego Simeone (2011)\n Answer: Diego Simeone" + }, + { + "id": "q_001186", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Susan Sarandon", + "pred": "1995", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nell -> nominated for -> Academy Award for Best Actress (1995)\n Hop 2: Academy Award for Best Actress (1995) -> winner -> Susan Sarandon\n Hop 3: Susan Sarandon -> winner -> 1995\n Answer: 1995" + }, + { + "id": "q_005903", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Galatasaray S.K. -> head coach -> B\u00fclent Korkmaz (2009)\n Hop 2: Serdar Eylik -> member of sports team -> Galatasaray S.K. (2009)\n Answer: 2009" + }, + { + "id": "q_002985", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Bettino Craxi", + "pred": "Giovanni Spadolini", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mario Agnes -> country of citizenship -> Italy (1986)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1986)\n Answer: Giovanni Spadolini" + }, + { + "id": "q_006026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Andrzej Strejlau", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Piotr Jegor -> member of sports team -> Poland men's national football team (1991)\n Hop 2: Poland men's national football team -> head coach -> Andrzej Strejlau (1991)\n Answer: Andrzej Strejlau" + }, + { + "id": "q_008323", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Hungarian People's Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Demeter Balla -> work location -> Budapest (1968)\n Hop 2: Budapest -> capital of -> Hungarian People's Republic (1968)\n Answer: Hungarian People's Republic" + }, + { + "id": "q_006277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Joe D'Amato -> country of citizenship -> Italy (1981)\n Hop 2: Italy -> shares border with -> Yugoslavia (1981)\n Answer: Yugoslavia" + }, + { + "id": "q_005474", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Oskar von Miller", + "pred": "Oskar von Miller", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rudolf Diesel -> member of -> VDI \u2013 The Association of German Engineers (1913)\n Hop 2: VDI \u2013 The Association of German Engineers -> board member -> Oskar von Miller (1913)\n Answer: Oskar von Miller" + }, + { + "id": "q_001830", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Nippon Bud\u014dkan", + "pred": "Nippon Bud\u014dkan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: B'z -> award received -> Japan Record Awards (1990)\n Hop 2: Japan Record Awards -> location -> Nippon Bud\u014dkan (1990)\n Answer: Nippon Bud\u014dkan" + }, + { + "id": "q_001756", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alessandro Alessandroni -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> currency -> Italian lira (1947)\n Answer: Italian lira" + }, + { + "id": "q_001887", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dietmar Hamann -> member of sports team -> Germany men's national association football team (2004)\n Hop 2: Germany men's national association football team -> head coach -> J\u00fcrgen Klinsmann (2004)\n Answer: J\u00fcrgen Klinsmann" + }, + { + "id": "q_005552", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Mitteldeutscher Rundfunk", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Achims Hitparade -> original broadcaster -> Mitteldeutscher Rundfunk (1999)\n Answer: Mitteldeutscher Rundfunk" + }, + { + "id": "q_004901", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Wen Jiabao", + "pred": "Wen Jiabao", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Xiao Yang -> country of citizenship -> People's Republic of China (2008)\n Hop 2: People's Republic of China -> head of government -> Wen Jiabao (2008)\n Answer: Wen Jiabao" + }, + { + "id": "q_006473", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Hop 1: athletics at the 2008 Summer Olympics \u2013 men's 200 metres -> participant -> Usain Bolt (2008)\n Hop 2: Usain Bolt -> participant in -> athletics at the 2008 Summer Olympics \u2013 men's 100 metres (2008)\n Hop 3: athletics at the 2008 Summer Olympics \u2013 men's 100 metres -> year -> 2", + "em": 1.0, + "f1": 0.09523809523809523, + "pred_raw": "Hop 1: athletics at the 2008 Summer Olympics \u2013 men's 200 metres -> participant -> Usain Bolt (2008)\n Hop 2: Usain Bolt -> participant in -> athletics at the 2008 Summer Olympics \u2013 men's 100 metres (2008)\n Hop 3: athletics at the 2008 Summer Olympics \u2013 men's 100 metres -> year -> 2" + }, + { + "id": "q_006253", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Peter Bergmann -> award received -> Einstein Prize (2003)\n Hop 2: Einstein Prize -> winner -> John Archibald Wheeler (2003)\n Answer: 2003" + }, + { + "id": "q_002709", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Alex McLeish", + "pred": "John Ward", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Robin Shroot -> member of sports team -> Walsall F.C. (2009)\n Hop 2: Walsall F.C. -> head coach -> John Ward (2009)\n Answer: John Ward" + }, + { + "id": "q_007811", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Giovanni Spadolini", + "pred": "Giovanni Spadolini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dante Amarilli -> country of citizenship -> Italy (1982)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1982)\n Answer: Giovanni Spadolini" + }, + { + "id": "q_006165", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Edward Cassidy", + "pred": "John H. Newman", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Joint Declaration on the Doctrine of Justification -> signatory -> Dicastery for promoting Christian unity (1999)\n Hop 2: Dicastery for promoting Christian unity -> chairperson -> Edward Cassidy (1999)\n Hop 3: Edward Cassidy -> successor -> John H. Newman (1999)\n Answer: John H. Newman" + }, + { + "id": "q_007431", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Ernest Borgnine", + "pred": "1955 Golden Globe Award for Best Actor - Motion Picture Drama", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Dan O'Herlihy -> nominated for -> Academy Award for Best Actor (1955)\n Hop 2: Academy Award for Best Actor (1955) -> winner -> Ernest Borgnine\n Hop 3: Ernest Borgnine -> winner of -> 1955 Golden Globe Award for Best Actor - Motion Picture Drama\n Answer: 1955 Golden Globe Award for Best Actor - Motion Picture Drama" + }, + { + "id": "q_002594", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kiliia Raion -> located in -> Odesa Oblast (1956)\n Hop 2: Odesa Oblast -> country -> Soviet Union (1956)\n Answer: Soviet Union" + }, + { + "id": "q_004546", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "David Dinkins", + "pred": "David Dinkins", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nancy Graves -> work location -> New York City (1992)\n Hop 2: New York City -> head of government -> David Dinkins (1992)\n Answer: David Dinkins" + }, + { + "id": "q_006589", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Giulio Andreotti", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giorgio Albani -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Giulio Andreotti (1996)\n Answer: Giulio Andreotti" + }, + { + "id": "q_006151", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ulm University -> funder -> Q118398 (2021)\n Hop 2: Q118398 -> member of -> Forschungszentrum J\u00fclich (2021)\n Answer: 2021" + }, + { + "id": "q_005300", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Otto Rehhagel", + "pred": "Otto Rehhagel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dimitris Salpingidis -> member of sports team -> Greece men's national football team (2009)\n Hop 2: Greece men's national football team -> head coach -> Otto Rehhagel (2009)\n Answer: Otto Rehhagel" + }, + { + "id": "q_003618", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Franz Joseph I of Austria", + "pred": "Franz Joseph I of Austria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Istv\u00e1n Bib\u00f3 -> educated at -> University of Szeged (1929)\n Hop 2: University of Szeged -> named after -> Franz Joseph I of Austria (1929)\n Answer: Franz Joseph I of Austria" + }, + { + "id": "q_001231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "George W. Bush", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Discovery Channel -> country -> United States (2002)\n Hop 2: United States -> head of government -> George W. Bush (2002)\n Answer: George W. Bush" + }, + { + "id": "q_001195", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alan Hollinghurst -> winner -> Booker Prize (2004)\n Hop 2: Ronan Bennett -> nominated for -> Booker Prize (2004)\n Answer: 2004" + }, + { + "id": "q_007049", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1978.0, + "gold": "1978", + "pred": "1978", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vernon Benjamin Mountcastle -> award received -> Louisa Gross Horwitz Prize (1978)\n Answer: 1978" + }, + { + "id": "q_003961", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Edith Roosevelt", + "pred": "Edith Roosevelt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Immigration Act of 1903 -> signatory -> Theodore Roosevelt (1903)\n Hop 2: Theodore Roosevelt -> spouse -> Edith Roosevelt (1903)\n Answer: Edith Roosevelt" + }, + { + "id": "q_002548", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Charles Debbas -> country of citizenship -> Ottoman Empire (1901)\n Hop 2: Ottoman Empire -> basic form of government -> absolute monarchy (1901)\n Answer: absolute monarchy" + }, + { + "id": "q_002969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1910.0, + "gold": "Austria\u2013Hungary", + "pred": "Austria\u2013Hungary", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vilmos F\u00e9mes Beck -> work location -> Budapest (1910)\n Hop 2: Budapest -> country -> Austria\u2013Hungary (1910)\n Answer: Austria\u2013Hungary" + }, + { + "id": "q_003484", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Netanya -> country -> Mandatory Palestine (1934)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1934)\n Answer: United Kingdom" + }, + { + "id": "q_002374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Kingdome", + "pred": "Kingdome", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tom Chambers -> member of sports team -> Seattle SuperSonics (1985)\n Hop 2: Seattle SuperSonics -> home venue -> Kingdome (1985)\n Answer: Kingdome" + }, + { + "id": "q_002163", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Clive Woodward", + "pred": "Clive Woodward", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Phil Vickery -> member of sports team -> England men\u2019s national rugby union team (2002)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Clive Woodward (2002)\n Answer: Clive Woodward" + }, + { + "id": "q_006692", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Bruce Buck", + "pred": "Bruce Buck", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marko Marin -> member of sports team -> Chelsea F.C. (2016)\n Hop 2: Chelsea F.C. -> chairperson -> Bruce Buck (2016)\n Answer: Bruce Buck" + }, + { + "id": "q_006073", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Volker Finke", + "pred": "Volker Finke", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alain Sutter -> member of sports team -> SC Freiburg (1997)\n Hop 2: SC Freiburg -> head coach -> Volker Finke (1997)\n Answer: Volker Finke" + }, + { + "id": "q_008473", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Roman Abramovich", + "pred": "Roman Abramovich", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lassana Diarra -> member of sports team -> Chelsea F.C. (2005)\n Hop 2: Chelsea F.C. -> owned by -> Roman Abramovich (2005)\n Answer: Roman Abramovich" + }, + { + "id": "q_003674", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1978.0, + "gold": "Leonid Brezhnev", + "pred": "Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Viktor Anpilov -> member of political party -> Communist Party of the Soviet Union (1978)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Mikhail Gorbachev (1978)\n Answer: Mikhail Gorbachev" + }, + { + "id": "q_003352", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bitola -> country -> Ottoman Empire (1907)\n Hop 2: Ottoman Empire -> basic form of government -> absolute monarchy (1907)\n Answer: absolute monarchy" + }, + { + "id": "q_004456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Giampiero Boniperti", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giorgio Mastropasqua -> member of sports team -> Juventus FC (1973)\n Hop 2: Juventus FC -> chairperson -> Giampiero Boniperti (1973)\n Answer: Giampiero Boniperti" + }, + { + "id": "q_002789", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pietro Lana -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> currency -> Italian lira (1950)\n Answer: Italian lira" + }, + { + "id": "q_005326", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Spencer Tracy", + "pred": "1938", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Paul Muni -> nominated for -> Academy Award for Best Actor (1938)\n Hop 2: Academy Award for Best Actor (1938) -> winner -> Spencer Tracy\n Hop 3: Spencer Tracy -> winner -> 1938\n Answer: 1938" + }, + { + "id": "q_005284", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Erich Werdermann", + "pred": "Erich Werdermann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gerhard Wagenitz -> employer -> Botanic Garden and Botanical Museum Berlin (1958)\n Hop 2: Botanic Garden and Botological Museum Berlin -> chief executive officer -> Erich Werdermann (1958)\n Answer: Erich Werdermann" + }, + { + "id": "q_005774", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stephan Andrist -> member of sports team -> FC Aarau (2015)\n Hop 2: FC Aarau -> league or competition -> Swiss Super League (2015)\n Answer: Swiss Super League" + }, + { + "id": "q_003372", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Patrick Le Lay", + "pred": "Patrick Le Lay", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Star Academy -> original broadcaster -> TF1 (2008)\n Hop 2: TF1 -> chairperson -> Patrick Le Lay (2008)\n Answer: Patrick Le Lay" + }, + { + "id": "q_008201", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nicole Kidman -> award received -> Academy Award for Best Actress (2002)\n Hop 2: Monster -> award received -> Academy Award for Best Actress (2002)\n Answer: 2002" + }, + { + "id": "q_001153", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Franz Beckenbauer", + "pred": "Franz Beckenbauer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pierre Littbarski -> member of sports team -> Germany men's national association football team (1985)\n Hop 2: Germany men's national association football team -> head coach -> Franz Beckenbauer (1985)\n Answer: Franz Beckenbauer" + }, + { + "id": "q_007164", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "Simone Inzaghi", + "pred": "Stefano Pioli", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pepe Reina -> member of sports team -> AC Milan (2020)\n Hop 2: AC Milan -> head coach -> Stefano Pioli (2020)\n Answer: Stefano Pioli" + }, + { + "id": "q_006407", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Allianz Arena", + "pred": "Allianz Arena", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pascal Ojigwe -> member of sports team -> TSV 1860 M\u00fcnchen (2005)\n Hop 2: TSV 1860 M\u00fcnchen -> home venue -> Allianz Arena (2005)\n Answer: Allianz Arena" + }, + { + "id": "q_001540", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "2013", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Martin Posp\u00ed\u0161il -> member of sports team -> Czechia men's national football team (2013)\n Hop 2: Czechia men's national football team -> head coach -> Josef Pe\u0161ice (2013)\n Answer: 2013" + }, + { + "id": "q_005100", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bernd Leistner -> award received -> Heinrich Mann Prize (1985)\n Hop 2: Heinrich Mann Prize -> country -> German Democratic Republic (1985)\n Answer: German Democratic Republic" + }, + { + "id": "q_006066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Claudio Ranieri", + "pred": "Claudio Ranieri", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hasan Salihamid\u017ei\u0107 -> member of sports team -> Juventus FC (2008)\n Hop 2: Juventus FC -> head coach -> Claudio Ranieri (2008)\n Answer: Claudio Ranieri" + }, + { + "id": "q_001566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Virgilio No\u00e8 -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Economic Community (1951)\n Answer: European Economic Community" + }, + { + "id": "q_006837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Denzel Washington", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cast Away -> nominated for -> Academy Award for Best Actor (2001)\n Hop 2: Academy Award for Best Actor (2001) -> winner -> Denzel Washington\n Hop 3: Denzel Washington -> winner of -> 1999 Tony Award for Best Actor in a Play\n Answer: Denzel Washington" + }, + { + "id": "q_007894", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: European Film Award for Best Actor -> winner -> Colin Firth (2011)\n Hop 2: Andr\u00e9 Wilms -> nominated for -> European Film Award for Best Actor (2011)\n Answer: 2011" + }, + { + "id": "q_008658", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Ruslan Rotan", + "pred": "Andriy Shevchenko", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Oleh Husiev -> member of sports team -> Ukraine men's national football team (2016)\n Hop 2: Ukraine men's national football team -> team captain -> Ruslan Rotan (2016)\n Hop 3: Ruslan Rotan -> team captain -> Andriy Shevchenko (2016)\n Answer: Andriy Shevchenko" + }, + { + "id": "q_005158", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Antonio Segni", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pietro Giacomo Nonis -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Antonio Segni (1965)\n Answer: Antonio Segni" + }, + { + "id": "q_007400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giacomo Fornoni -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> currency -> Italian lira (1994)\n Answer: Italian lira" + }, + { + "id": "q_008060", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Bundesliga", + "pred": "Bundesliga", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bernhard Schachner -> member of sports team -> Admira Wacker (2012)\n Hop 2: Admira Wacker -> league or competition -> Bundesliga (2012)\n Answer: Bundesliga" + }, + { + "id": "q_004900", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "SeatGeek Stadium", + "pred": "SeatGeek Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Benji Joya -> member of sports team -> Chicago Fire FC (2014)\n Hop 2: Chicago Fire FC -> home venue -> SeatGeek Stadium (2014)\n Answer: SeatGeek Stadium" + }, + { + "id": "q_000430", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Bombardier", + "pred": "Bombardier", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: ALSTOM Transportation Germany -> parent organization or unit -> Bombardier (2005)\n Answer: Bombardier" + }, + { + "id": "q_006467", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Enderbury Island -> country -> United Kingdom (1938)\n Hop 2: United Kingdom -> diplomatic relation -> Taiwan (1938)\n Answer: Taiwan" + }, + { + "id": "q_004710", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tim Borowski -> member of sports team -> Germany men's national association football team (2005)\n Hop 2: Germany men's national association football team -> head coach -> J\u00fcrgen Klinsmann (2005)\n Answer: J\u00fcrgen Klinsmann" + }, + { + "id": "q_000041", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giorgio Albani -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1996)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_004408", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "crown prince", + "pred": "crown prince", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Louise Mountbatten -> spouse -> Gustaf VI Adolf of Sweden (1939)\n Hop 2: Gustaf VI Adolf of Sweden -> position held -> crown prince (1939)\n Answer: crown prince" + }, + { + "id": "q_001201", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Azzini -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> shares border with -> Yugoslavia (1964)\n Answer: Yugoslavia" + }, + { + "id": "q_004457", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franz Anton Basch -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1921)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1921)\n Answer: P\u00e9ter P\u00e1zm\u00e1ny" + }, + { + "id": "q_005193", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonio Cariglia -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> currency -> Italian lira (1969)\n Answer: Italian lira" + }, + { + "id": "q_005781", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "State Anthem of the Soviet Union", + "pred": "Song of the Soviet Army", + "em": 0.0, + "f1": 0.5454545454545454, + "pred_raw": "Hop 1: Kursk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1987)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> Song of the Soviet Army (1987)\n Answer: Song of the Soviet Army" + }, + { + "id": "q_004013", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Jupp Derwall", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bernd Franke -> member of sports team -> Germany men's national association football team (1982)\n Hop 2: Germany men's national association football team -> head coach -> Jupp Derwall (1982)\n Answer: Jupp Derwall" + }, + { + "id": "q_003935", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Volker Finke", + "pred": "Volker Finke", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andreas Bornemann -> member of sports team -> SC Freiburg (1999)\n Hop 2: SC Freiburg -> head coach -> Volker Finke (1999)\n Answer: Volker Finke" + }, + { + "id": "q_006770", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fernando Redondo -> member of sports team -> AC Milan (2004)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (2004)\n Answer: Silvio Berlusconi" + }, + { + "id": "q_008617", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Valerio Bacigalupo -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> shares border with -> Yugoslavia (1948)\n Answer: Yugoslavia" + }, + { + "id": "q_008708", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: NIN Prize -> country -> Socialist Federal Republic of Yugoslavia (1966)\n Answer: Socialist Federal Republic of Yugoslavia" + }, + { + "id": "q_005902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Zden\u011bk Zeman", + "pred": "Zden\u011bk Zeman", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aron Winter -> member of sports team -> SS Lazio (1996)\n Hop 2: SS Lazio -> head coach -> Zden\u011bk Zeman (1996)\n Answer: Zden\u011bk Zeman" + }, + { + "id": "q_007389", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Louis Leblanc -> drafted by -> Montreal Canadiens (2009)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (2009)\n Answer: Saku Koivu" + }, + { + "id": "q_005554", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Moscow", + "pred": "Moscow", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Imi Knoebel -> work location -> D\u00fcsseldorf (1992)\n Hop 2: D\u00fcsseldorf -> twinned with -> Moscow (1992)\n Answer: Moscow" + }, + { + "id": "q_000408", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Kingdom of Prussia", + "pred": "Kingdom of Prussia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paul Cassirer -> work location -> Berlin (1904)\n Hop 2: Berlin -> located in -> Kingdom of Prussia (1904)\n Answer: Kingdom of Prussia" + }, + { + "id": "q_003634", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Uwe Neuhaus", + "pred": "Uwe Neuhaus", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Micha\u0142 Bemben -> member of sports team -> 1. FC Union Berlin (2008)\n Hop 2: 1. FC Union Berlin -> head coach -> Uwe Neuhaus (2008)\n Answer: Uwe Neuhaus" + }, + { + "id": "q_006653", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Renato Barisani -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> currency -> Italian lira (1997)\n Answer: Italian lira" + }, + { + "id": "q_000961", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Kate Winslet", + "pred": "2008 Academy Awards", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: La Vie en Rose -> nominated for -> Academy Award for Best Actress (2008)\n Hop 2: Academy Award for Best Actress -> winner -> Kate Winslet (2008)\n Hop 3: Kate Winslet -> winner of -> 2008 Academy Awards (2008)\n Answer: 2008 Academy Awards" + }, + { + "id": "q_002923", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Enrico Prampolini -> country of citizenship -> Italy (1949)\n Hop 2: Italy -> shares border with -> Yugoslavia (1949)\n Answer: Yugoslavia" + }, + { + "id": "q_008130", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sergio Porrini -> member of sports team -> AC Milan (1988)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (1988)\n Answer: Silvio Berlusconi" + }, + { + "id": "q_001668", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Jane Fonda", + "pred": "1971", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Women in Love -> nominated for -> Academy Award for Best Actress (1971)\n Hop 2: Academy Award for Best Actress (1971) -> winner -> Jane Fonda\n Hop 3: Jane Fonda -> winner -> 1971\n Answer: 1971" + }, + { + "id": "q_006838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Lucien Favre", + "pred": "Lucien Favre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marcel Schmelzer -> member of sports team -> Borussia Dortmund (2019)\n Hop 2: Borussia Dortmund -> head coach -> Lucien Favre (2019)\n Answer: Lucien Favre" + }, + { + "id": "q_007280", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ann Wolff -> work location -> Berlin (2006)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2006)\n Answer: Klaus Wowereit" + }, + { + "id": "q_004011", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "David Storey", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Brian Moore -> nominated for -> Booker Prize (1976)\n Hop 2: Booker Prize (1976) -> winner -> David Storey\n Answer: David Storey" + }, + { + "id": "q_001876", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Thomas Tuchel", + "pred": "Thomas Tuchel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anthony Ujah -> member of sports team -> 1. FSV Mainz 05 (2012)\n Hop 2: 1. FSV Mainz 05 -> head coach -> Thomas Tuchel (2012)\n Answer: Thomas Tuchel" + }, + { + "id": "q_003426", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "George H. W. Bush", + "pred": "George H. W. Bush", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Motorola -> country -> United States (1992)\n Hop 2: United States -> head of government -> George H. W. Bush (1992)\n Answer: George H. W. Bush" + }, + { + "id": "q_008324", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Corinne Griffith -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> winner -> Academy Award for Best Actress (1930)\n Answer: 1930" + }, + { + "id": "q_001089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Oscar Luigi Scalfari", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Ansano Giannarelli -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfari (1998)\n Answer: Oscar Luigi Scalfari" + }, + { + "id": "q_001646", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Samuel -> member of sports team -> Inter Milan (2008)\n Hop 2: Inter Milan -> head coach -> Jos\u00e9 Mourinho (2008)\n Answer: Jos\u00e9 Mourinho" + }, + { + "id": "q_001719", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tim Borowski -> member of sports team -> Germany men's national association football team (2005)\n Hop 2: Germany men's national association football team -> head coach -> J\u00fcrgen Klinsmann (2005)\n Answer: J\u00fcrgen Klinsmann" + }, + { + "id": "q_005359", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: George Boateng -> member of sports team -> Nottingham Forest F.C. (2012)\n Hop 2: Nottingham Forest F.C. -> head coach -> Alex McLeish (2012)\n Answer: Alex McLeish" + }, + { + "id": "q_002201", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Princeton University", + "pred": "Princeton University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nash equilibrium -> theorized by -> John Forbes Nash (1949)\n Hop 2: John Forbes Nash -> educated at -> Princeton University (1949)\n Answer: Princeton University" + }, + { + "id": "q_000953", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "DBC Pierre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Monica Ali -> nominated for -> Booker Prize (2003)\n Hop 2: Booker Prize -> winner -> DBC Pierre (2003)\n Answer: DBC Pierre" + }, + { + "id": "q_003588", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Javier Aguirre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonio L\u00f3pez -> member of sports team -> Atl\u00e9tico Madrid (2008)\n Hop 2: Atl\u00e9tico Madrid -> head coach -> Javier Aguirre (2008)\n Answer: Javier Aguirre" + }, + { + "id": "q_006330", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "DBC Pierre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gerard Donovan -> nominated for -> Booker Prize (2003)\n Hop 2: Booker Prize -> winner -> DBC Pierre (2003)\n Answer: DBC Pierre" + }, + { + "id": "q_006529", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michel Bouquet -> nominated for -> European Film Award for Best Actor (1991)\n Hop 2: Ultra -> nominated for -> European Film Award for Best Actor (1991)\n Answer: 1991" + }, + { + "id": "q_006295", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Joan Crawford", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mrs. Parkington -> nominated for -> Academy Award for Best Actress (1945)\n Hop 2: Academy Award for Best Actress -> winner -> Joan Crawford (1945)\n Hop 3: Joan Crawford -> winner -> Academy Award for Best Actress (1945)\n Answer: Joan Crawford" + }, + { + "id": "q_007246", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Free Trade Association", + "em": 0.0, + "f1": 0.22222222222222224, + "pred_raw": "Hop 1: Agostino Coletto -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Free Trade Association (1952)\n Answer: European Free Trade Association" + }, + { + "id": "q_001257", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 0.4444444444444445, + "pred_raw": "Hop 1: Shimon Peres -> country of citizenship -> Mandatory Palestine (1943)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1943)\n Hop 3: United Kingdom -> located in -> United Kingdom of Great Britain and Ireland (1943)\n Answer: United Kingdom of Great Britain and Ireland" + }, + { + "id": "q_004353", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Maurice Druon", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michel D\u00e9on -> member of -> Acad\u00e9mie Fran\u00e7aise (1988)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Maurice Druon (1988)\n Answer: Maurice Druon" + }, + { + "id": "q_001453", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kyakhta -> country -> Russian Empire (1915)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1915)\n Answer: Nicholas II of Russia" + }, + { + "id": "q_008300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Italy -> shares border with -> Yugoslavia (1951)\n Answer: Yugoslavia" + }, + { + "id": "q_008480", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Academy Award for Best Actor -> winner -> Denzel Washington (2001)\n Hop 2: Ed Harris -> nominated for -> Academy Award for Best Actor (2001)\n Answer: 2001" + }, + { + "id": "q_006167", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "LMFAO", + "pred": "David Guetta", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Party Rock Anthem -> award received -> MTV Movie Award for Best Song from a Movie (2012)\n Hop 2: MTV Movie Award for Best Song from a Movie -> winner -> LMFAO (2012)\n Hop 3: LMFAO -> winner -> David Guetta (2012)\n Answer: David Guetta" + }, + { + "id": "q_003258", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "J\u00fcrgen Linden", + "pred": "J\u00fcrgen Linden", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ena von Baer -> residence -> Aachen (2002)\n Hop 2: Aachen -> head of government -> J\u00fcrgen Linden (2002)\n Answer: J\u00fcrgen Linden" + }, + { + "id": "q_004631", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Trabzon Province -> country -> Ottoman Empire (1904)\n Hop 2: Ottoman Empire -> basic form of government -> absolute monarchy (1904)\n Answer: absolute monarchy" + }, + { + "id": "q_004837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Ang Lee", + "pred": "Ang Lee", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The Tree of Life -> nominated for -> Academy Award for Best Director (2012)\n Hop 2: Academy Award for Best Director -> winner -> Ang Lee (2012)\n Answer: Ang Lee" + }, + { + "id": "q_002531", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Austria", + "pred": "Austria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Auger effect -> discoverer or inventor -> Lise Meitner (1922)\n Hop 2: Lise Meitner -> country of citizenship -> Austria (1922)\n Answer: Austria" + }, + { + "id": "q_008228", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Frances McDormand", + "pred": "The Big Lebowski", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Elisabeth Shue -> nominated for -> Academy Award for Best Actress (1996)\n Hop 2: Academy Award for Best Actress (1996) -> winner -> Frances McDormand\n Hop 3: Frances McDormand -> nominated for -> The Big Lebowski (1998)\n Answer: The Big Lebowski" + }, + { + "id": "q_005557", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Fatih Terim", + "pred": "Fatih Terim", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adem B\u00fcy\u00fck -> member of sports team -> Turkey men's national football team (2014)\n Hop 2: Turkey men's national football team -> head coach -> Fatih Terim (2014)\n Answer: Fatih Terim" + }, + { + "id": "q_007336", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Daniel Br\u00fchl -> winner -> European Film Award for Best Actor (2003)\n Hop 2: Luigi Lo Cascio -> nominated for -> European Film Award for Best Actor (2003)\n Answer: 2003" + }, + { + "id": "q_003098", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Flavio Mogherini -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of state -> Sandro Pertini (1980)\n Answer: Sandro Pertini" + }, + { + "id": "q_002950", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1945.0, + "gold": "1945", + "pred": "1945", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mrs. Parkington -> nominated for -> Academy Award for Best Actress (1945)\n Hop 2: Academy Award for Best Actress -> winner -> Joan Crawford (1945)\n Answer: 1945" + }, + { + "id": "q_000019", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Maurizio Lucidi -> country of citizenship -> Italy (2002)\n Hop 2: Italy -> currency -> Italian lira (2002)\n Answer: Italian lira" + }, + { + "id": "q_001920", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Claudio Ranieri", + "pred": "Claudio Ranieri", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roberto Di Matteo -> member of sports team -> Chelsea F.C. (2002)\n Hop 2: Chelsea F.C. -> head coach -> Claudio Ranieri (2002)\n Answer: Claudio Ranieri" + }, + { + "id": "q_005782", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1973)\n Hop 2: Italy -> currency -> Italian lira (1973)\n Answer: Italian lira" + }, + { + "id": "q_006670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "White Hart Lane", + "pred": "White Hart Lane", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alf Ramsey -> member of sports team -> Tottenham Hotspur F.C. (1954)\n Hop 2: Tottenham Hotspur F.C. -> home venue -> White Hart Lane (1954)\n Answer: White Hart Lane" + }, + { + "id": "q_000862", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Humphrey Bogart", + "pred": "The African Queen", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jos\u00e9 Ferrer -> nominated for -> Academy Award for Best Actor (1951)\n Hop 2: Academy Award for Best Actor (1951) -> winner -> Humphrey Bogart\n Hop 3: Humphrey Bogart -> nominated for -> The African Queen (1951)\n Answer: The African Queen" + }, + { + "id": "q_001033", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "China Mi\u00e9ville", + "pred": "China Mi\u00e9ville", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cloud Atlas -> nominated for -> Arthur C. Clarke Award (2005)\n Hop 2: Arthur C. Clarke Award -> winner -> China Mi\u00e9ville (2005)\n Answer: China Mi\u00e9ville" + }, + { + "id": "q_003960", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Inge Keller -> spouse -> Karl-Eduard von Schnitzler (1955)\n Hop 2: Karl-Eduard von Schnitzler -> country of citizenship -> German Democratic Republic (1955)\n Answer: German Democratic Republic" + }, + { + "id": "q_006287", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Clive Woodward", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Josh Lewsey -> member of sports team -> England men\u2019s national rugby union team (1999)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Clive Woodward (1999)\n Answer: Clive Woodward" + }, + { + "id": "q_007880", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Giovanni Trapattoni", + "pred": "Giuseppe Pillon", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stefano Tacconi -> member of sports team -> Genoa CFC (1992)\n Hop 2: Genoa CFC -> head coach -> Giuseppe Pillon (1992)\n Answer: Giuseppe Pillon" + }, + { + "id": "q_005772", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Autonomous Province of Vojvodina", + "em": 0.0, + "f1": 0.4000000000000001, + "pred_raw": "Hop 1: Titel Municipality -> located in -> Socialist Autonomous Province of Vojvodina (1982)\n Answer: Socialist Autonomous Province of Vojvodina" + }, + { + "id": "q_006294", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hilary Swank", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Samantha Morton -> nominated for -> Academy Award for Best Actress (2004)\n Hop 2: Academy Award for Best Actress -> winner -> Hilary Swank (2004)\n Answer: Hilary Swank" + }, + { + "id": "q_004173", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Jupp Derwall", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pierre Littbarski -> member of sports team -> Germany men's national association football team (1982)\n Hop 2: Germany men's national association football team -> head coach -> Jupp Derwall (1982)\n Answer: Jupp Derwall" + }, + { + "id": "q_005281", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Loredana Nusciak -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1958)\n Answer: Giovanni Gronchi" + }, + { + "id": "q_005433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Ottmar Hitzfeld", + "pred": "Ottmar Hitzfeld", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ren\u00e9 Tretschok -> member of sports team -> Borussia Dortmund (1997)\n Hop 2: Borussia Dortmund -> head coach -> Ottmar Hitzfeld (1997)\n Answer: Ottmar Hitzfeld" + }, + { + "id": "q_008091", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "\u0130smet \u0130n\u00f6n\u00fc", + "pred": "\u0130smet \u0130n\u00f6n\u00fc", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fuat K\u00f6pr\u00fcl\u00fc -> member of political party -> Republican People's Party (1943)\n Hop 2: Republican People's Party -> chairperson -> \u0130smet \u0130n\u00f6n\u00fc (1943)\n Answer: \u0130smet \u0130n\u00f6n\u00fc" + }, + { + "id": "q_004964", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Tonino Cervi -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> member of -> European Union (1994)\n Answer: European Union" + }, + { + "id": "q_002871", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Oscar Luigi Scalfari", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Giacinto Facchetti -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfari (1994)\n Answer: Oscar Luigi Scalfari" + }, + { + "id": "q_003979", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Rachida Brakni", + "pred": "Rachida Brakni", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: H\u00e9l\u00e8ne Filli\u00e8res -> nominated for -> C\u00e9sar Award for Best Female Revelation (2002)\n Hop 2: C\u00e9sar Award for Best Female Revelation -> winner -> Rachida Brakni (2002)\n Answer: Rachida Brakni" + }, + { + "id": "q_008204", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Erwin Kramer", + "pred": "Karl von Habsburg", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: DRB Class 52 -> operator -> Austrian Federal Railways (1964)\n Hop 2: Austrian Federal Railways -> manager -> Karl von Habsburg (1964)\n Answer: Karl von Habsburg" + }, + { + "id": "q_001932", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Joe Louis Arena", + "pred": "Joe Louis Arena", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stu Grimson -> drafted by -> Detroit Red Wings (1983)\n Hop 2: Detroit Red Wings -> home venue -> Joe Louis Arena (1983)\n Answer: Joe Louis Arena" + }, + { + "id": "q_007185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "pred_raw": "Hop 1: In\u0111ija Municipality -> located in -> Socialist Autonomous Province of Vojvodina (1984)\n Hop 2: Socialist Autonomous Province of Vojvodina -> country -> Yugoslavia (1984)\n Answer: Yugoslavia" + }, + { + "id": "q_000480", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "UNESCO", + "pred": "UNESCO", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eduardo Saverin -> country of citizenship -> United States (2011)\n Hop 2: United States -> member of -> UNESCO (2011)\n Answer: UNESCO" + }, + { + "id": "q_007286", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Emirates", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bastian Reinhardt -> member of sports team -> Hamburger SV (2009)\n Hop 2: Hamburger SV -> sponsor -> Emirates (2009)\n Answer: Emirates" + }, + { + "id": "q_003179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan Decleir -> nominated for -> European Film Award for Best Actor (1993)\n Hop 2: European Film Award for Best Actor -> winner -> Daniel Auteuil (1993)\n Answer: Daniel Auteuil" + }, + { + "id": "q_002946", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Michal B\u00edlek", + "pred": "Michal B\u00edlek", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Daniel Kol\u00e1\u0159 -> member of sports team -> Czechia men's national football team (2010)\n Hop 2: Czechia men's national football team -> head coach -> Michal B\u00edlek (2010)\n Answer: Michal B\u00edlek" + }, + { + "id": "q_003999", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Adolf Hitler", + "pred": "Paul von Hindenburg", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hans G\u00fcnther -> member of -> Sturmabteilung (1933)\n Hop 2: Sturmabteilung -> chairperson -> Paul von Hindenburg (1933)\n Answer: Paul von Hindenburg" + }, + { + "id": "q_005894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Vera Drake -> nominated for -> Academy Award for Best Actress (2005)\n Hop 2: Academy Award for Best Actress -> winner -> Reese Witherspoon (2005)\n Hop 3: Reese Witherspoon -> winner -> Academy Award for Best Actress (2005)\n Answer: Academy Award for Best Actress" + }, + { + "id": "q_005752", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giuliano Amato", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bruno Bettinelli -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> head of government -> Giuliano Amato (1993)\n Answer: Giuliano Amato" + }, + { + "id": "q_001810", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Giuseppe Saragat", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto Ronchey -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1965)\n Answer: Giuseppe Saragat" + }, + { + "id": "q_004977", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Livio Lorenzon -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1957)\n Answer: Alcide De Gasperi" + }, + { + "id": "q_004496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Paul von Hindenburg", + "pred": "Paul von Hindenburg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Weimar Republic -> head of state -> Paul von Hindenburg (1930)\n Answer: Paul von Hindenburg" + }, + { + "id": "q_007873", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zolt\u00e1n G\u00e1bor Szab\u00f3 -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1929)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1929)\n Answer: P\u00e9ter P\u00e1zm\u00e1ny" + }, + { + "id": "q_002637", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Graham Swift -> award received -> Booker Prize -> 1996\n Answer: 1996" + }, + { + "id": "q_005587", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gwyneth Jones -> winner -> Arthur C. Clarke Award (2002)\n Hop 2: Peter F. Hamilton -> nominated for -> Arthur C. Clarke Award (2002)\n Answer: 2002" + }, + { + "id": "q_005428", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arrigo Sacchi -> coach of sports team -> AC Milan (1997)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (1997)\n Answer: Silvio Berlusconi" + }, + { + "id": "q_005312", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ruth Chatterton -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> award received -> Academy Award for Best Actress (1930)\n Answer: Academy Award for Best Actress" + }, + { + "id": "q_006932", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frank Tieri -> residence -> United States (1965)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1965)\n Answer: Lyndon B. Johnson" + }, + { + "id": "q_000781", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Elie Wiesel -> country of citizenship -> Kingdom of Romania (1929)\n Hop 2: Kingdom of Romania -> capital -> Bucharest (1929)\n Answer: Bucharest" + }, + { + "id": "q_007295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "CBS", + "pred": "CBS", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Natalia Oreiro -> nominated for -> Latin Grammy Awards (2001)\n Hop 2: Latin Grammy Awards -> original broadcaster -> CBS (2001)\n Answer: CBS" + }, + { + "id": "q_000003", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1947.0, + "gold": "1947", + "pred": "1947", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Celia Johnson -> nominated for -> Academy Award for Best Actress (1947)\n Hop 2: Academy Award for Best Actress (1947) -> winner -> Loretta Young (1947)\n Answer: 1947" + }, + { + "id": "q_004851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Claudio Pieri -> country of citizenship -> Italy (2009)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2009)\n Answer: Giorgio Napolitano" + }, + { + "id": "q_004934", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianna Maria Canale -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> currency -> Italian lira (1978)\n Answer: Italian lira" + }, + { + "id": "q_000313", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Semey -> country -> Soviet Union (1985)\n Answer: Soviet Union" + }, + { + "id": "q_003612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2016.0, + "gold": "Matteo Renzi", + "pred": "Matteo Renzi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Agnes -> country of citizenship -> Italy (2016)\n Hop 2: Italy -> head of government -> Matteo Renzi (2016)\n Answer: Matteo Renzi" + }, + { + "id": "q_008643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lina Pagliughi -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> shares border with -> Yugoslavia (1965)\n Answer: Yugoslavia" + }, + { + "id": "q_000903", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Eusebio Sacrist\u00e1n", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alen Halilovi\u0107 -> member of sports team -> Futbol Club Barcelona (2014)\n Hop 2: Futbol Club Barcelona -> head coach -> Eusebio Sacrist\u00e1n (2014)\n Answer: Eusebio Sacrist\u00e1n" + }, + { + "id": "q_000168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Italy -> shares border with -> Yugoslavia (1979)\n Answer: Yugoslavia" + }, + { + "id": "q_005738", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Aldo Moro", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Enzo Sellerio -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1976)\n Answer: Amintore Fanfani" + }, + { + "id": "q_006558", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Artur Moraes -> member of sports team -> S.L. Benfica (2012)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2012)\n Answer: Lu\u00eds Filipe Vieira" + }, + { + "id": "q_004400", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Ruth Prawer Jhabvala", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heat and Dust -> award received -> Booker Prize (1975)\n Hop 2: Booker Prize (1975) -> winner -> Ruth Prawer Jhabvala (1975)\n Answer: Ruth Prawer Jhabvala" + }, + { + "id": "q_001076", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Johannes Gutenberg University Mainz -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Katholieke Universiteit Leuven (2021)\n Answer: 2021" + }, + { + "id": "q_002725", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Prime Minister of Canada", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: 19th Canadian Ministry -> head of government -> Lester B. Pearson (1968)\n Hop 2: Lester B. Pearson -> position held -> Prime Minister of Canada (1968)\n Answer: Prime Minister of Canada" + }, + { + "id": "q_003906", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Liga Portugal", + "pred": "Liga Portugal", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pawe\u0142 Kieszek -> member of sports team -> Vit\u00f3ria F.C. (2013)\n Hop 2: Vit\u00f3ria F.C. -> league or competition -> Liga Portugal (2013)\n Answer: Liga Portugal" + }, + { + "id": "q_004405", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Alberto Bigon", + "pred": "Alberto Bigon", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jocelyn Ahou\u00e9ya -> member of sports team -> FC Sion (2008)\n Hop 2: FC Sion -> head coach -> Alberto Bigon (2008)\n Answer: Alberto Bigon" + }, + { + "id": "q_007565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Wolfgang Gerhardt", + "pred": "Wolfgang Gerhardt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Scheel -> member of political party -> Free Democratic Party (1999)\n Hop 2: Free Democratic Party -> chairperson -> Wolfgang Gerhardt (1999)\n Answer: Wolfgang Gerhardt" + }, + { + "id": "q_000757", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "COMECON", + "pred": "COMECON", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anila Wilms -> country of citizenship -> Albania (1971)\n Hop 2: Albania -> member of -> COMECON (1971)\n Answer: COMECON" + }, + { + "id": "q_003912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Ian Porterfield", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karen Dokhoyan -> member of sports team -> Armenia men's national football team (2007)\n Hop 2: Armenia men's national football team -> head coach -> Ian Porterfield (2007)\n Answer: Ian Porterfield" + }, + { + "id": "q_005056", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Lavrentiy Beria", + "pred": "Lavrentiy Beria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gulag -> parent organization -> NKVD (1944)\n Hop 2: NKVD -> chairperson -> Lavrentiy Beria (1944)\n Answer: Lavrentiy Beria" + }, + { + "id": "q_007014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Mitteldeutscher Rundfunk", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Achim Mentzel -> presenter -> Achims Hitparade (1999)\n Hop 2: Achims Hitparade -> original broadcaster -> Mitteldeutscher Rundfunk (1999)\n Answer: Mitteldeutscher Rundfunk" + }, + { + "id": "q_008552", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Viganello -> replaced by -> Lugano (2004)\n Hop 2: Lugano -> replaces -> Breganzona (2004)\n Answer: 2004" + }, + { + "id": "q_004025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Bambi Award", + "pred": "Bambi Award", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Janet Leigh -> spouse -> Tony Curtis (1958)\n Hop 2: Tony Curtis -> award received -> Bambi Award (1958)\n Answer: Bambi Award" + }, + { + "id": "q_000678", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Katharine Hepburn", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ida Kami\u0144ska -> nominated for -> Academy Award for Best Actress (1967)\n Hop 2: Academy Award for Best Actress (1967) -> winner -> Katharine Hepburn\n Answer: Katharine Hepburn" + }, + { + "id": "q_002043", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pazzallo -> replaced by -> Lugano (2004)\n Hop 2: Lugano -> replaces -> Gandria (2004)\n Answer: 2004" + }, + { + "id": "q_007190", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "coming out", + "pred": "coming out", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anne Heche -> unmarried partner -> Ellen DeGeneres (1997)\n Hop 2: Ellen DeGeneres -> significant event -> coming out (1997)\n Hop 3: Anne Heche -> significant event -> coming out (1997)\n Answer: coming out" + }, + { + "id": "q_003533", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Migliorini -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> currency -> Italian lira (1967)\n Answer: Italian lira" + }, + { + "id": "q_003295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: L\u00e1szl\u00f3 B\u00fcky -> educated at -> University of Szeged (1968)\n Hop 2: University of Szeged -> named after -> Attila J\u00f3zsef (1968)\n Answer: Attila J\u00f3zsef" + }, + { + "id": "q_008026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Ingrid Bergman", + "pred": "1944", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jean Arthur -> nominated for -> Academy Award for Best Actress (1944)\n Hop 2: Academy Award for Best Actress (1944) -> winner -> Ingrid Bergman\n Hop 3: Ingrid Bergman -> winner of -> 1944\n Answer: 1944" + }, + { + "id": "q_004864", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Ireland", + "pred": "Ireland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Christian Murro -> member of sports team -> Tenax (2005)\n Hop 2: Tenax -> country -> Ireland (2005)\n Answer: Ireland" + }, + { + "id": "q_001930", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1929.0, + "gold": "1929", + "pred": "1929", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Warner Baxter -> award received -> Academy Award for Best Actor (1929)\n Hop 2: Academy Award for Best Actor (1929) -> winner -> Disraeli (1929)\n Answer: 1929" + }, + { + "id": "q_004482", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ralph Faudree -> winner -> Euler Medal (2005)\n Answer: 2005" + }, + { + "id": "q_000444", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "president of Germany", + "pred": "position holder", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Q779279 -> signatory -> Christian Wulff (2011)\n Hop 2: Christian Wulff -> position held -> president of Germany (2011)\n Hop 3: president of Germany -> position holder -> Angela Merkel (2011)\n Answer: position holder" + }, + { + "id": "q_002417", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Juraj Mik\u00fa\u0161 -> drafted by -> Montreal Canadiens (2005)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (2005)\n Answer: Saku Koivu" + }, + { + "id": "q_002864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bar\u0131\u015f \u00d6r\u00fcc\u00fc -> member of sports team -> Bursaspor (2012)\n Hop 2: Bursaspor -> league or competition -> S\u00fcper Lig (2012)\n Answer: S\u00fcper Lig" + }, + { + "id": "q_002089", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heat and Dust -> award received -> Booker Prize (1975)\n Hop 2: Booker Prize -> winner -> Ruth Prawer Jhabvala (1975)\n Answer: 1975" + }, + { + "id": "q_002782", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Horst Bredekamp -> work location -> Berlin (2009)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2009)\n Answer: Klaus Wowereit" + }, + { + "id": "q_004348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Karel Br\u00fcckner", + "pred": "Karel Br\u00fcckner", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roman T\u00fdce -> member of sports team -> Czechia men's national football team (2004)\n Hop 2: Czechia men's national football team -> head coach -> Karel Br\u00fcckner (2004)\n Answer: Karel Br\u00fcckner" + }, + { + "id": "q_006603", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kiran Desai -> award received -> Booker Prize (2006)\n Hop 2: The Night Watch -> nominated for -> Booker Prize (2006)\n Answer: 2006" + }, + { + "id": "q_000643", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Adolf Hitler", + "pred": "German National People's Party", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Franz Xaver Schwarz -> member of political party -> Nazi Party (1931)\n Hop 2: Nazi Party -> chairperson -> Adolf Hitler (1931)\n Hop 3: Adolf Hitler -> member of political party -> German National People's Party (1931)\n Answer: German National People's Party" + }, + { + "id": "q_001459", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Sepp Piontek", + "pred": "Sepp Piontek", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kim Vilfort -> member of sports team -> Denmark men's national football team (1986)\n Hop 2: Denmark men's national football team -> head coach -> Sepp Piontek (1986)\n Answer: Sepp Piontek" + }, + { + "id": "q_007691", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "German Emperor", + "pred": "German Emperor", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Augusta Victoria of Schleswig-Holstein -> spouse -> Wilhelm II (1912)\n Hop 2: Wilhelm II -> position held -> German Emperor (1912)\n Answer: German Emperor" + }, + { + "id": "q_004382", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Israeli Premier League", + "pred": "Israeli Premier League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rodgers Kola -> member of sports team -> Ironi Kiryat Shmona F.C. (2015)\n Hop 2: Ironi Kiryat Shmona F.C. -> league or competition -> Israeli Premier League (2015)\n Answer: Israeli Premier League" + }, + { + "id": "q_008297", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Luxembourg National Division", + "pred": "2nd Bundesliga", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mathias J\u00e4nisch -> member of sports team -> US Hostert (2009)\n Hop 2: US Hostert -> league or competition -> 2nd Bundesliga (2009)\n Answer: 2nd Bundesliga" + }, + { + "id": "q_004135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Guido Crepax -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> member of -> European Economic Community (1956)\n Answer: European Economic Community" + }, + { + "id": "q_007490", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Marie Dressler", + "pred": "Marie Dressler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ann Harding -> nominated for -> Academy Award for Best Actress (1931)\n Hop 2: Academy Award for Best Actress (1931) -> winner -> Marie Dressler (1931)\n Answer: Marie Dressler" + }, + { + "id": "q_004470", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Manuel Jim\u00e9nez Jim\u00e9nez", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ra\u00fal Fern\u00e1ndez-Cavada Mateos -> member of sports team -> UD Las Palmas (2018)\n Hop 2: UD Las Palmas -> head coach -> Manuel Jim\u00e9nez Jim\u00e9nez (2018)\n Answer: Manuel Jim\u00e9nez Jim\u00e9nez" + }, + { + "id": "q_001400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Austin Healey -> member of sports team -> England men\u2019s national rugby union team (2002)\n Hop 2: England men\u2019s national rugby union team -> kit supplier -> Nike (2002)\n Answer: Nike" + }, + { + "id": "q_005647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Pacific Coliseum", + "pred": "Pacific Coliseum", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jim Sandlak -> drafted by -> Vancouver Canucks (1985)\n Hop 2: Vancouver Canucks -> home venue -> Pacific Coliseum (1985)\n Answer: Pacific Coliseum" + }, + { + "id": "q_000107", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Prague", + "pred": "Prague", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anton\u00edn Kapek -> member of political party -> Communist Party of Czechoslovakia (1984)\n Hop 2: Communist Party of Czechoslovakia -> headquarters location -> Prague (1984)\n Answer: Prague" + }, + { + "id": "q_000481", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "The Life of Pi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Joan Barfoot -> nominated for -> Booker Prize (2002)\n Hop 2: Booker Prize -> winner -> Yann Martel (2002)\n Hop 3: Yann Martel -> winner -> The Life of Pi (2002)\n Answer: The Life of Pi" + }, + { + "id": "q_005374", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Hop 1: Haloo Helsinki! -> nominated for -> MTV Europe Music Award for Best Finnish Act (2011)\n Hop 2: MTV Europe Music Award for Best Finnish Act -> winner -> Lauri Yl\u00f6nen (2011)\n Hop 3: Lauri Yl\u00f6nen -> equal to -> Kalle Kiviniemi (2011)\n Hop 4: Kalle Kiviniemi -> born in -> Finland (201", + "em": 1.0, + "f1": 0.0689655172413793, + "pred_raw": "Hop 1: Haloo Helsinki! -> nominated for -> MTV Europe Music Award for Best Finnish Act (2011)\n Hop 2: MTV Europe Music Award for Best Finnish Act -> winner -> Lauri Yl\u00f6nen (2011)\n Hop 3: Lauri Yl\u00f6nen -> equal to -> Kalle Kiviniemi (2011)\n Hop 4: Kalle Kiviniemi -> born in -> Finland (201" + }, + { + "id": "q_007891", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Second Lady or Gentleman of the United States", + "pred": "Second Lady or Gentleman of the United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Richard Nixon -> position held -> Second Lady or Gentleman of the United States (1956)\n Answer: Second Lady or Gentleman of the United States" + }, + { + "id": "q_004941", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Ralf Loose", + "pred": "Ralf Loose", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Chris Philipps -> member of sports team -> SC Preu\u00dfen M\u00fcnster (2015)\n Hop 2: SC Preu\u00dfen M\u00fcnster -> head coach -> Ralf Loose (2015)\n Answer: Ralf Loose" + }, + { + "id": "q_007300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mar\u00eda Denis -> country of citizenship -> Italy (2003)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2003)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_007401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Te sl\u0103vim, Rom\u00e2nie", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: B\u00e2rlad -> country -> Socialist Republic of Romania (1966)\n Hop 2: Socialist Republic of Romania -> anthem -> Te sl\u0103vim, Rom\u00e2nie (1966)\n Answer: Te sl\u0103vim, Rom\u00e2nie" + }, + { + "id": "q_001311", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: SANAA -> award received -> Pritzker Architecture Prize (2010)\n Hop 2: Pritzker Architecture Prize -> winner -> Ryue Nishizawa (2010)\n Answer: 2010" + }, + { + "id": "q_003353", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: All Summer Long -> place of publication -> United States (1964)\n Hop 2: United States -> shares border with -> Panama (1964)\n Answer: Panama" + }, + { + "id": "q_005629", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arnold J. Levine -> award received -> Louisa Gross Horwitz Prize (1998)\n Hop 2: Louisa Gross Horwitz Prize -> winner -> Bert Vogelstein (1998)\n Answer: 1998" + }, + { + "id": "q_005931", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Leonid Brezhnev", + "pred": "Leonid Brezhnev", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Siim Kallas -> member of political party -> Communist Party of the Soviet Union (1976)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Leonid Brezhnev (1976)\n Answer: Leonid Brezhnev" + }, + { + "id": "q_005823", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Catherine Schell -> residence -> United States (1957)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1957)\n Answer: Territory of Hawaii" + }, + { + "id": "q_002989", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Free State of Prussia", + "pred": "Free State of Prussia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anton Kerschbaumer -> work location -> Berlin (1924)\n Hop 2: Berlin -> located in -> Free State of Prussia (1924)\n Answer: Free State of Prussia" + }, + { + "id": "q_004259", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Anne Enright", + "pred": "Anne Enright", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Indra Sinha -> nominated for -> Booker Prize (2007)\n Hop 2: Booker Prize -> winner -> Anne Enright (2007)\n Answer: Anne Enright" + }, + { + "id": "q_002166", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Ligue 1", + "pred": "Ligue 1", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gr\u00e9gory Ursule -> member of sports team -> FC Girondins de Bordeaux (1995)\n Hop 2: FC Girondins de Bordeaux -> league or competition -> Ligue 1 (1995)\n Answer: Ligue 1" + }, + { + "id": "q_006376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nigel Hawthorne -> nominated for -> Academy Award for Best Actor (1995)\n Hop 2: Academy Award for Best Actor -> winner -> Nicolas Cage (1995)\n Answer: 1995" + }, + { + "id": "q_008518", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Hans Backe", + "pred": "Hans Backe", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan Gunnar Solli -> member of sports team -> Red Bull New York (2012)\n Hop 2: Red Bull New York -> head coach -> Hans Backe (2012)\n Answer: Hans Backe" + }, + { + "id": "q_003792", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ferruccio Tagliavini -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> head of state -> Sandro Pertini (1984)\n Answer: Sandro Pertini" + }, + { + "id": "q_000844", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "1999 Tony Award for Best Actor", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Cast Away -> nominated for -> Academy Award for Best Actor (2001)\n Hop 2: Academy Award for Best Actor -> winner -> Denzel Washington (2001)\n Hop 3: Denzel Washington -> winner of -> 1999 Tony Award for Best Actor (2001)\n Answer: 1999 Tony Award for Best Actor" + }, + { + "id": "q_005425", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario De Don\u00e0 -> country of citizenship -> Italy (1979)\n Hop 2: Italy -> head of state -> Sandro Pertini (1979)\n Answer: Sandro Pertini" + }, + { + "id": "q_006156", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "C\u00e9sar Award for Best Actor", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Romain Duris -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor (2005) -> winner -> Daniel Auteuil (2005)\n Hop 3: Daniel Auteuil -> winner -> C\u00e9sar Award for Best Actor (2005)\n Answer: C\u00e9sar Award for Best Actor" + }, + { + "id": "q_006038", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Austro-Hungarian krone", + "pred": "Austro-Hungarian krone", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lunga -> country -> First Hungarian Republic (1918)\n Hop 2: First Hungarian Republic -> currency -> Austro-Hungarian krone (1918)\n Answer: Austro-Hungarian krone" + }, + { + "id": "q_008465", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1923.0, + "gold": "Egyptian pound", + "pred": "Egyptian pound", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ramallah -> country -> Mandatory Palestine (1923)\n Hop 2: Mandatory Palestine -> currency -> Egyptian pound (1923)\n Answer: Egyptian pound" + }, + { + "id": "q_004604", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Javier Aguirre", + "pred": "Mircea Lucescu", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Cosmin Contra -> member of sports team -> Romania men's national association football team (2006)\n Hop 2: Romania men's national association football team -> head coach -> Mircea Lucescu (2006)\n Answer: Mircea Lucescu" + }, + { + "id": "q_002929", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "The Internationale", + "pred": "The Internationale", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Black Sea Governorate -> located in -> Russian Soviet Federative Socialist Republic (1920)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> The Internationale (1920)\n Answer: The Internationale" + }, + { + "id": "q_007720", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Peppino De Filippo -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani" + }, + { + "id": "q_005879", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Raffaele Anguilla -> country of citizenship -> Italy (2002)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2002)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_001938", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yul Brynner -> country of citizenship -> United States (1951)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1951)\n Answer: Territory of Hawaii" + }, + { + "id": "q_004995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Academy Award for Best Supporting Actress", + "pred": "Academy Award for Best Supporting Actress", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shelley Winters -> spouse -> Anthony Franciosa (1960)\n Hop 2: Anthony Franciosa -> spouse -> Shelley Winters (1960)\n Hop 3: Shelley Winters -> nominated for -> Academy Award for Best Supporting Actress (1960)\n Answer: Academy Award for Best Supporting Actress" + }, + { + "id": "q_006351", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade de France", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Andr\u00e9 Chorda -> member of sports team -> France men's national association football team (1966)\n Hop 2: France men's national association football team -> home venue -> Stade de France (1966)\n Answer: Stade de France" + }, + { + "id": "q_005087", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Bettinelli -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia" + }, + { + "id": "q_006536", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Floriano Bodini -> country of citizenship -> Italy (2002)\n Answer: Italy" + }, + { + "id": "q_006736", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Sandra Bullock", + "pred": "The Blind Side", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Doubt -> nominated for -> Academy Award for Best Actress (2009)\n Hop 2: Academy Award for Best Actress -> winner -> Sandra Bullock (2009)\n Hop 3: Sandra Bullock -> winner -> The Blind Side (2009)\n Answer: The Blind Side" + }, + { + "id": "q_004654", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Khrustalnyi -> country -> Russian Empire (1915)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1915)\n Answer: Nicholas II of Russia" + }, + { + "id": "q_005945", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frank Tieri -> residence -> United States (1965)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1965)\n Answer: Lyndon B. Johnson" + }, + { + "id": "q_007681", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Daman and Diu", + "pred": "Daman and Diu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: India -> contains the administrative territorial entity -> Daman and Diu (1988)\n Answer: Daman and Diu" + }, + { + "id": "q_006184", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Smiley Smile -> place of publication -> United States (1967)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1967)\n Answer: Lyndon B. Johnson" + }, + { + "id": "q_000115", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Caja M\u00e1gica", + "pred": "Caja M\u00e1gica", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ettore Messina -> member of sports team -> Real Madrid Baloncesto (2010)\n Hop 2: Real Madrid Baloncesto -> home venue -> Caja M\u00e1gica (2010)\n Answer: Caja M\u00e1gica" + }, + { + "id": "q_002711", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Memo Benassi -> country of citizenship -> Italy (1954)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1954)\n Answer: Alcide De Gasperi" + }, + { + "id": "q_005754", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pavao Pavli\u010di\u0107 -> award received -> NIN Prize (1981)\n Hop 2: NIN Prize -> country -> Socialist Federal Republic of Yugoslavia (1981)\n Answer: Socialist Federal Republic of Yugoslavia" + }, + { + "id": "q_002277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00d6nder Akda\u011f -> member of sports team -> Akhisar Belediyespor (2012)\n Hop 2: Akhisar Belediyespor -> league or competition -> S\u00fcper Lig (2012)\n Answer: S\u00fcper Lig" + }, + { + "id": "q_000552", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paolo Soleri -> residence -> Italy (1951)\n Hop 2: Italy -> currency -> Italian lira (1951)\n Answer: Italian lira" + }, + { + "id": "q_000403", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "SeatGeek Stadium", + "pred": "SeatGeek Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paolo Tornaghi -> member of sports team -> Chicago Fire FC (2012)\n Hop 2: Chicago Fire FC -> home venue -> SeatGeek Stadium (2012)\n Answer: SeatGeek Stadium" + }, + { + "id": "q_003856", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Faye Dunaway -> unmarried partner -> Marcello Mastroianni (1971)\n Hop 2: Marcello Mastroianni -> country of citizenship -> Italy (1971)\n Answer: Italy" + }, + { + "id": "q_003602", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Mikhail Gorbachev", + "pred": "Mikhail Gorbachev", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrus \u00d6\u00f6vel -> member of political party -> Communist Party of the Soviet Union (1986)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Mikhail Gorbachev (1986)\n Answer: Mikhail Gorbachev" + }, + { + "id": "q_007850", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cesare Andrea Bixio -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> shares border with -> Yugoslavia (1950)\n Answer: Yugoslavia" + }, + { + "id": "q_001019", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1962.0, + "gold": "1962", + "pred": "1962", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: United States Navy SEALs -> founder -> John F. Kennedy (1962)\n Hop 2: John F. Kennedy -> nominated for -> Nobel Peace Prize (1962)\n Answer: 1962" + }, + { + "id": "q_004322", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Dietrich Stobbe", + "pred": "Dietrich Stobbe", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anna Seghers -> residence -> Berlin (1980)\n Hop 2: Berlin -> head of government -> Dietrich Stobbe (1980)\n Answer: Dietrich Stobbe" + }, + { + "id": "q_004271", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Francesco Carpino -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Leone (1969)\n Answer: Giovanni Leone" + }, + { + "id": "q_001171", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armando Ceste -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2001)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_007890", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Academy Award for Best Actress (1970)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Genevi\u00e8ve Bujold -> nominated for -> Academy Award for Best Actress (1970)\n Hop 2: Academy Award for Best Actress (1970) -> winner -> Glenda Jackson\n Hop 3: Glenda Jackson -> winner -> Academy Award for Best Actress (1970)\n Answer: Academy Award for Best Actress (1970)" + }, + { + "id": "q_008632", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Hungarian People's Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Demeter Balla -> work location -> Budapest (1968)\n Hop 2: Budapest -> capital of -> Hungarian People's Republic (1968)\n Answer: Hungarian People's Republic" + }, + { + "id": "q_007395", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1925.0, + "gold": "Egyptian pound", + "pred": "Egyptian pound", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Afula -> country -> Mandatory Palestine (1925)\n Hop 2: Mandatory Palestine -> currency -> Egyptian pound (1925)\n Answer: Egyptian pound" + }, + { + "id": "q_007784", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Paul Scott", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jennifer Johnston -> nominated for -> Booker Prize (1977)\n Hop 2: Booker Prize -> winner -> Paul Scott (1977)\n Answer: Paul Scott" + }, + { + "id": "q_006008", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Alain Afflelou", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rainer Ernst -> member of sports team -> Q298267 (1992)\n Hop 2: Q298267 -> chairperson -> Alain Afflelou (1992)\n Answer: Alain Afflelou" + }, + { + "id": "q_007623", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Zden\u011bk Zeman", + "pred": "Zden\u011bk Zeman", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roberto Bacci -> member of sports team -> SS Lazio (1995)\n Hop 2: SS Lazio -> head coach -> Zden\u011bk Zeman (1995)\n Answer: Zden\u011bk Zeman" + }, + { + "id": "q_000261", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Max Blokzijl -> work location -> Berlin (1932)\n Hop 2: Berlin -> country -> Weimar Republic (1932)\n Answer: Weimar Republic" + }, + { + "id": "q_005362", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nino Baragli -> country of citizenship -> Italy (1992)\n Hop 2: Italy -> shares border with -> Yugoslavia (1992)\n Answer: Yugoslavia" + }, + { + "id": "q_003134", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Teen Choice Awards", + "pred": "Teen Choice Awards", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Call Me Maybe -> performer -> Carly Rae Jepsen (2012)\n Hop 2: Carly Rae Jepsen -> award received -> Teen Choice Awards (2012)\n Answer: Teen Choice Awards" + }, + { + "id": "q_006822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Emirates", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kai-Fabian Schulz -> member of sports team -> Hamburger SV (2009)\n Hop 2: Hamburger SV -> sponsor -> Emirates (2009)\n Answer: Emirates" + }, + { + "id": "q_003313", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eugenio Monti -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> currency -> Italian lira (1972)\n Answer: Italian lira" + }, + { + "id": "q_005360", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tim Eitel -> work location -> Berlin (2009)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2009)\n Answer: Klaus Wowereit" + }, + { + "id": "q_001597", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Peter Carey", + "pred": "The Secret River", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rachel Seiffert -> nominated for -> Booker Prize (2001)\n Hop 2: Booker Prize -> winner -> Peter Carey (2001)\n Hop 3: Peter Carey -> winner of -> The Secret River (2001)\n Answer: The Secret River" + }, + { + "id": "q_003838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Ronald Colman", + "pred": "Q108366", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hamlet -> award received -> Academy Award for Best Actor (1947)\n Hop 2: Academy Award for Best Actor (1947) -> winner -> Ronald Colman\n Hop 3: Q108366 -> nominated for -> Academy Award for Best Actor (1947)\n Answer: Q108366" + }, + { + "id": "q_005949", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mih\u00e1ly Bart\u00f3k -> employer -> University of Szeged (1998)\n Hop 2: University of Szeged -> named after -> Attila J\u00f3zsef (1998)\n Answer: Attila J\u00f3zsef" + }, + { + "id": "q_005024", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Abraham Beame", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Philip Taaffe -> work location -> New York City (1974)\n Hop 2: New York City -> head of government -> Abraham Beame (1974)\n Answer: Abraham Beame" + }, + { + "id": "q_007032", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Heinrich Himmler", + "pred": "Heinrich Himmler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karl Gerland -> member of -> Schutzstaffel (1942)\n Hop 2: Schutzstaffel -> director / manager -> Heinrich Himmler (1942)\n Answer: Heinrich Himmler" + }, + { + "id": "q_004269", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Baldi -> member of sports team -> Juventus FC (1914)\n Hop 2: Juventus FC -> country -> Kingdom of Italy (1914)\n Answer: Kingdom of Italy" + }, + { + "id": "q_005207", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heinz Wewers -> member of sports team -> Germany men's national association football team (1958)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1958)\n Answer: Sepp Herberger" + }, + { + "id": "q_008065", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Constantinople", + "pred": "Constantinople", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Old City of Jerusalem -> country -> Ottoman Empire (1915)\n Hop 2: Ottoman Empire -> capital -> Constantinople (1915)\n Answer: Constantinople" + }, + { + "id": "q_003648", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Nunzio Malasomma -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Economic Community (1951)\n Answer: European Economic Community" + }, + { + "id": "q_000919", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "Franz Beckenbauer", + "pred": "Franz Beckenbauer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hans Pfl\u00fcgler -> member of sports team -> Germany men's national association football team (1987)\n Hop 2: Germany men's national association football team -> head coach -> Franz Beckenbauer (1987)\n Answer: Franz Beckenbauer" + }, + { + "id": "q_001421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Colin Farrell -> unmarried partner -> Britney Spears (2004)\n Hop 2: Britney Spears -> award received -> Grammy Award for Best Dance/Electronic Recording (2004)\n Answer: 2004" + }, + { + "id": "q_007438", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pavao Pavli\u010di\u0107 -> award received -> NIN Prize (1981)\n Hop 2: NIN Prize -> country -> Socialist Federal Republic of Yugoslavia (1981)\n Answer: Socialist Federal Republic of Yugoslavia" + }, + { + "id": "q_000509", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Giovanni Leone", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Celano -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> head of state -> Giovanni Leone (1975)\n Answer: Giovanni Leone" + }, + { + "id": "q_006374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "The Sellout", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gerard Donovan -> nominated for -> Booker Prize (2003)\n Hop 2: Booker Prize (2003) -> winner -> DBC Pierre (2003)\n Hop 3: DBC Pierre (2003) -> winner -> The Sellout (2003)\n Answer: The Sellout" + }, + { + "id": "q_006108", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "presidential system", + "pred": "presidential system", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Krak\u00f3w -> country -> Second Polish Republic (1939)\n Hop 2: Second Polish Republic -> basic form of government -> presidential system (1939)\n Answer: presidential system" + }, + { + "id": "q_001184", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Robert Bolt", + "pred": "Robert Bolt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Doctor Zhivago -> award received -> Golden Globe Award for Best Screenplay (1965)\n Hop 2: Golden Globe Award for Best Screenplay -> winner -> Robert Bolt (1965)\n Answer: Robert Bolt" + }, + { + "id": "q_001023", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Du\u0161an Uhrin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan Suchop\u00e1rek -> member of sports team -> Czechia men's national football team (1995)\n Hop 2: Czechia men's national football team -> head coach -> Du\u0161an Uhrin (1995)\n Answer: Du\u0161an Uhrin" + }, + { + "id": "q_001479", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Javier Aguirre", + "pred": "Luis Fernando L\u00f3pez", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luis Amaranto Perea -> member of sports team -> Colombia men's national football team (2007)\n Hop 2: Colombia men's national football team -> head coach -> Luis Fernando L\u00f3pez (2007)\n Answer: Luis Fernando L\u00f3pez" + }, + { + "id": "q_006983", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Giovanni Gronchi", + "pred": "Antonio Segni", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Maria Caniglia -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Antonio Segni (1956)\n Answer: Antonio Segni" + }, + { + "id": "q_007833", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "White Hart Lane", + "pred": "White Hart Lane", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andy Gray -> member of sports team -> Tottenham Hotspur F.C. (1994)\n Hop 2: Tottenham Hotspur F.C. -> home venue -> White Hart Lane (1994)\n Answer: White Hart Lane" + }, + { + "id": "q_005681", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Max Blokzijl -> work location -> Berlin (1930)\n Hop 2: Berlin -> country -> Weimar Republic (1930)\n Answer: Weimar Republic" + }, + { + "id": "q_003706", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arnaud G\u00e9rard -> member of sports team -> Groupama-FDJ United (2005)\n Hop 2: Groupama-FDJ United -> head coach -> Jean-Cyril Robin (2005)\n Answer: 2005" + }, + { + "id": "q_007006", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Du\u0161an Uhrin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan Suchop\u00e1rek -> member of sports team -> Czechia men's national football team (1995)\n Hop 2: Czechia men's national football team -> head coach -> Du\u0161an Uhrin (1995)\n Answer: Du\u0161an Uhrin" + }, + { + "id": "q_004220", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rog\u00e9rio Luiz da Silva -> member of sports team -> FC Wil 1900 (2003)\n Hop 2: FC Wil 1900 -> league or competition -> Swiss Super League (2003)\n Answer: Swiss Super League" + }, + { + "id": "q_007500", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Balaklava -> country -> Russian Empire (1917)\n Hop 2: Russian Empire -> anthem -> God Save the Tsar! (1917)\n Answer: God Save the Tsar!" + }, + { + "id": "q_008556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "German Empire", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fritz Stuckenberg -> work location -> Paris (1912)\n Hop 2: Paris -> country -> France (1912)\n Answer: France" + }, + { + "id": "q_003362", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ireland", + "pred": "Ireland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Micul\u00e0 Dematteis -> member of sports team -> Tenax (2007)\n Hop 2: Tenax -> country -> Ireland (2007)\n Answer: Ireland" + }, + { + "id": "q_007378", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Allianz Arena", + "pred": "Allianz Arena", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Moritz Volz -> member of sports team -> TSV 1860 M\u00fcnchen (2014)\n Hop 2: TSV 1860 M\u00fcnchen -> home venue -> Allianz Arena (2014)\n Answer: Allianz Arena" + }, + { + "id": "q_002356", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kemerovo -> located in -> Novosibirsk Oblast (1940)\n Hop 2: Novosibirsk Oblast -> country -> Soviet Union (1940)\n Answer: Soviet Union" + }, + { + "id": "q_004000", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Walter Mazzarri", + "pred": "Walter Mazzarri", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jonathan Moreira -> member of sports team -> Inter Milan (2013)\n Hop 2: Inter Milan -> head coach -> Walter Mazzarri (2013)\n Answer: Walter Mazzarri" + }, + { + "id": "q_003511", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Hungarian Olympic Committee", + "pred": "Hungarian Olympic Committee", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gy\u0151r -> head of government -> Zsolt Borkai (2011)\n Hop 2: Zsolt Borkai -> member of -> Hungarian Olympic Committee (2011)\n Answer: Hungarian Olympic Committee" + }, + { + "id": "q_003517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: BND law -> signatory -> Gerhard Stoltenberg (1990)\n Hop 2: Gerhard Stoltenberg -> country of citizenship -> West Germany (1990)\n Answer: West Germany" + }, + { + "id": "q_008482", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Harry Warren", + "pred": "Harry Warren", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Richard Rodgers -> award received -> Academy Award for Best Original Song (1946)\n Hop 2: Academy Award for Best Original Song (1946) -> winner -> Harry Warren\n Answer: Harry Warren" + }, + { + "id": "q_001610", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ugo Attardi -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of state -> Sandro Pertini (1980)\n Answer: Sandro Pertini" + }, + { + "id": "q_008668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "pred": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karel Schwarzenberg -> member of political party -> TOP 09 (2018)\n Hop 2: TOP 09 -> chairperson -> Ji\u0159\u00ed Posp\u00ed\u0161il (2018)\n Answer: Ji\u0159\u00ed Posp\u00ed\u0161il" + }, + { + "id": "q_007160", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Peppino De Filippo -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> member of -> European Economic Community (1956)\n Answer: European Economic Community" + }, + { + "id": "q_003247", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Kevin Federline", + "pred": "Kevin Federline", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Colin Farrell -> unmarried partner -> Britney Spears (2004)\n Hop 2: Britney Spears -> spouse -> Kevin Federline (2004)\n Answer: Kevin Federline" + }, + { + "id": "q_000810", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Liga I", + "pred": "Liga I", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ovidiu Cornel Hanganu -> member of sports team -> Victoria Bucure\u0219ti (1990)\n Hop 2: Victoria Bucure\u0219ti -> league or competition -> Liga I (1990)\n Answer: Liga I" + }, + { + "id": "q_006432", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Joseph Stalin", + "pred": "Joseph Stalin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dmitriy Ustinov -> member of political party -> Communist Party of the Soviet Union (1929)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Joseph Stalin (1929)\n Answer: Joseph Stalin" + }, + { + "id": "q_007768", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> currency -> Italian lira (1984)\n Answer: Italian lira" + }, + { + "id": "q_002329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Zhou Enlai", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: People's Republic of China -> head of government -> Zhou Enlai (1967)\n Answer: Zhou Enlai" + }, + { + "id": "q_005449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Rock and Roll Hall of Fame", + "pred": "Rock and Roll Hall of Fame", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tears in Heaven -> performer -> Eric Clapton (1992)\n Hop 2: Eric Clapton -> award received -> Rock and Roll Hall of Fame (1992)\n Answer: Rock and Roll Hall of Fame" + }, + { + "id": "q_003836", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The Ninth Day -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor -> winner -> Daniel Auteuil (2005)\n Answer: Daniel Auteuil" + }, + { + "id": "q_007908", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Paolo Dezza -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: European Economic Community" + }, + { + "id": "q_003128", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Spencer Tracy", + "pred": "Richard Gere", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Academy Award for Best Actress -> winner -> Katharine Hepburn (1967)\n Hop 2: Katharine Hepburn -> unmarried partner -> Richard Gere (1967)\n Answer: Richard Gere" + }, + { + "id": "q_002843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Sandro Pertini", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gianni Dova -> country of citizenship -> Italy (1986)\n Hop 2: Italy -> head of state -> Sandro Pertini (1986)\n Answer: Sandro Pertini" + }, + { + "id": "q_001510", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "UTC\u221204:00", + "pred": "UTC\u221204:00", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cartagena Agreement -> signatory -> Chile (1970)\n Hop 2: Chile -> located in time zone -> UTC\u221204:00 (1970)\n Answer: UTC\u221204:00" + }, + { + "id": "q_005670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Werner Greuter", + "pred": "Werner Greuter", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Beat Ernst Leuenberger -> employer -> Botanic Garden and Botanical Museum Berlin (2004)\n Hop 2: Botanic Garden and Botanical Museum Berlin -> chief executive officer -> Werner Greuter (2004)\n Answer: Werner Greuter" + }, + { + "id": "q_005822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Maurice Druon", + "pred": "Maurice Druon", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Julien Green -> member of -> Acad\u00e9mie Fran\u00e7aise (1989)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Maurice Druon (1989)\n Answer: Maurice Druon" + }, + { + "id": "q_001232", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nino Baragli -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> shares border with -> Yugoslavia (1951)\n Answer: Yugoslavia" + }, + { + "id": "q_007512", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heinz Wewers -> member of sports team -> Germany men's national association football team (1958)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1958)\n Answer: Sepp Herberger" + }, + { + "id": "q_000089", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luigi Filippo D'Amico -> country of citizenship -> Italy (1999)\n Answer: Italy" + }, + { + "id": "q_008698", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "The Best Years of Our Lives", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Celia Johnson -> nominated for -> Academy Award for Best Actress (1947)\n Hop 2: Academy Award for Best Actress (1947) -> winner -> Loretta Young\n Hop 3: Loretta Young -> nominated for -> The Best Years of Our Lives (1947)\n Answer: The Best Years of Our Lives" + }, + { + "id": "q_007875", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrea Miano -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> shares border with -> Yugoslavia (1950)\n Answer: Yugoslavia" + }, + { + "id": "q_006661", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "President of the United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Age Discrimination in Employment Act of 1967 -> signatory -> Lyndon B. Johnson (1967)\n Hop 2: Lyndon B. Johnson -> position held -> President of the United States (1967)\n Answer: President of the United States" + }, + { + "id": "q_007505", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Bobby Clarke", + "pred": "Bobby Clarke", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roman \u010cechm\u00e1nek -> drafted by -> Philadelphia Flyers (2000)\n Hop 2: Philadelphia Flyers -> general manager -> Bobby Clarke (2000)\n Answer: Bobby Clarke" + }, + { + "id": "q_000843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giuliano Carnimeo -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: European Economic Community" + }, + { + "id": "q_008555", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rod Langway -> drafted by -> Montreal Canadiens (1977)\n Hop 2: Montreal Canadiens -> home venue -> Montreal Forum (1977)\n Answer: Montreal Forum" + }, + { + "id": "q_006491", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: 29th U-boat Flotilla -> has part(s) -> U-331 (1942)\n Hop 2: U-97 -> part of -> 29th U-boat Flotilla (1942)\n Answer: 1942" + }, + { + "id": "q_003737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Piero Scotti -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Giovanni Leone (1971)\n Answer: Giovanni Leone" + }, + { + "id": "q_002698", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Gregor Strasser", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Albin Lesky -> member of political party -> Nazi Party (1938)\n Hop 2: Nazi Party -> chairperson -> Gregor Strasser (1938)\n Answer: Gregor Strasser" + }, + { + "id": "q_005937", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carol Greider -> award received -> Albert Lasker Award for Basic Medical Research (2006)\n Hop 2: Albert Lasker Award for Basic Medical Research -> winner -> Jack Szostak (2006)\n Hop 3: Jack Szostak -> award received -> Nobel Prize in Physiology or Medicine (2006)\n Answer: 2006" + }, + { + "id": "q_007021", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eduardo Salvio -> member of sports team -> S.L. Benfica (2018)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2018)\n Answer: Lu\u00eds Filipe Vieira" + }, + { + "id": "q_003151", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "The Life of Pi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Joan Barfoot -> nominated for -> Booker Prize (2002)\n Hop 2: Booker Prize -> winner -> Yann Martel (2002)\n Hop 3: Yann Martel -> award received -> The Life of Pi (2002)\n Answer: The Life of Pi" + }, + { + "id": "q_002519", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jennifer Connelly -> nominated for -> Broadcast Film Critics Association Award for Best Actress (2003)\n Hop 2: Broadcast Film Critics Association Award for Best Actress -> winner -> Charlize Theron (2003)\n Hop 3: Charlize Theron -> equal to -> 2003 (2003)\n Answer: 2003" + }, + { + "id": "q_007514", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Czech-Moravian Confederation of Trade Unions -> chairperson -> Richard Falbr (1999)\n Hop 2: Richard Falbr -> member of -> Communist Party of Czechoslovakia (1999)\n Answer: chairperson" + }, + { + "id": "q_008443", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> member of -> European Economic Community (1953)\n Answer: European Economic Community" + }, + { + "id": "q_007726", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1992.0, + "gold": "1992", + "pred": "1992", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Val\u00e9rie Lemercier -> nominated for -> C\u00e9sar Award for Best Supporting Actress (1992)\n Hop 2: C\u00e9sar Award for Best Supporting Actress -> winner -> Anne Brochet (1992)\n Answer: 1992" + }, + { + "id": "q_001549", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "V\u00e1clav Havel", + "pred": "V\u00e1clav Havel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Czech Republic -> head of state -> V\u00e1clav Havel (2000)\n Answer: V\u00e1clav Havel" + }, + { + "id": "q_007129", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Viganello -> replaced by -> Lugano (2004)\n Hop 2: Lugano -> replaces -> Pambio-Noranco (2004)\n Answer: 2004" + }, + { + "id": "q_000883", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Heinrich Br\u00fcning", + "pred": "Heinrich Br\u00fcning", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bonn -> country -> Weimar Republic (1931)\n Hop 2: Weimar Republic -> head of government -> Heinrich Br\u00fcning (1931)\n Answer: Heinrich Br\u00fcning" + }, + { + "id": "q_000442", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "William Emmett Dever", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sister Rosetta Tharpe -> residence -> Chicago (1924)\n Hop 2: Chicago -> head of government -> William Emmett Dever (1924)\n Answer: William Emmett Dever" + }, + { + "id": "q_004066", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Peter Gerhardsson", + "pred": "Peter Gerhardsson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andreas Drugge -> member of sports team -> BK H\u00e4cken (2013)\n Hop 2: BK H\u00e4cken -> head coach -> Peter Gerhardsson (2013)\n Answer: Peter Gerhardsson" + }, + { + "id": "q_002302", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Egyptian pound", + "pred": "Egyptian pound", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rosh Pinna -> country -> Mandatory Palestine (1920)\n Hop 2: Mandatory Palestine -> currency -> Egyptian pound (1920)\n Answer: Egyptian pound" + }, + { + "id": "q_002564", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Cantelli -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> shares border with -> Yugoslavia (1947)\n Answer: Yugoslavia" + }, + { + "id": "q_004005", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Otto Nerz", + "pred": "Otto Nerz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Willi Lindner -> member of sports team -> Germany men's national association football team (1933)\n Hop 2: Germany men's national association football team -> head coach -> Otto Nerz (1933)\n Answer: Otto Nerz" + }, + { + "id": "q_002014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Eugenio Castellotti -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1950)\n Answer: Giuseppe Saragat" + }, + { + "id": "q_005652", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Jane Byrne", + "pred": "Jane Byrne", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dennis Daugaard -> residence -> Chicago (1980)\n Hop 2: Chicago -> head of government -> Jane Byrne (1980)\n Answer: Jane Byrne" + }, + { + "id": "q_002217", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Liliana Ronchetti -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> currency -> Italian lira (1970)\n Answer: Italian lira" + }, + { + "id": "q_008015", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Albert II of Belgium", + "pred": "Albert II of Belgium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pino Cerami -> country of citizenship -> Belgium (2005)\n Hop 2: Belgium -> head of state -> Albert II of Belgium (2005)\n Answer: Albert II of Belgium" + }, + { + "id": "q_000895", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "RTL", + "pred": "RTL", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Maximilian Br\u00fcckner -> award received -> Bavarian TV Awards (2018)\n Hop 2: Bavarian TV Awards -> original broadcaster -> RTL (2018)\n Answer: RTL" + }, + { + "id": "q_008365", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Javier Aguirre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00c9ver Banega -> member of sports team -> Atl\u00e9tico Madrid (2008)\n Hop 2: Atl\u00e9tico Madrid -> head coach -> Javier Aguirre (2008)\n Answer: Javier Aguirre" + }, + { + "id": "q_006348", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Te sl\u0103vim, Rom\u00e2nie", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Buhu\u0219i -> country -> Socialist Republic of Romania (1974)\n Hop 2: Socialist Republic of Romania -> anthem -> Te sl\u0103vim, Rom\u00e2nie (1974)\n Answer: Te sl\u0103vim, Rom\u00e2nie" + }, + { + "id": "q_000645", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paolo Marcello Brignoli -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia" + }, + { + "id": "q_008492", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vikenty Veresaev -> country of citizenship -> Russian Empire (1912)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1912)\n Answer: Nicholas II of Russia" + }, + { + "id": "q_006824", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Anita Brookner", + "pred": "Anita Brookner", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: David Lodge -> nominated for -> Booker Prize (1984)\n Hop 2: Booker Prize (1984) -> winner -> Anita Brookner (1984)\n Answer: Anita Brookner" + }, + { + "id": "q_000773", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "Winona Ryder", + "pred": "Winona Ryder", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frances McDormand -> award received -> Golden Globe Award for Best Supporting Actress \u2013 Motion Picture (1993)\n Hop 2: Golden Globe Award for Best Supporting Actress \u2013 Motion Picture (1993) -> winner -> Winona Ryder\n Answer: Winona Ryder" + }, + { + "id": "q_001316", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Conrad Schumann -> country of citizenship -> West Germany (1979)\n Hop 2: West Germany -> currency -> Deutsche Mark (1979)\n Answer: Deutsche Mark" + }, + { + "id": "q_004368", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Steve Borthwick -> member of sports team -> England men\u2019s national rugby union team (2008)\n Hop 2: England men\u2019s national rugby union team -> kit supplier -> Nike (2008)\n Answer: Nike" + }, + { + "id": "q_005868", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giulio Onesti -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1951)\n Answer: Giuseppe Saragat" + }, + { + "id": "q_005066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The Ninth Day -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor -> winner -> Daniel Auteuil (2005)\n Answer: Daniel Auteuil" + }, + { + "id": "q_007376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: American Book Awards -> winner -> Joe Sacco (1996)\n Hop 2: Fred Ho -> award received -> American Book Awards (1996)\n Hop 3: 1996 -> year -> winner of Fred Ho's award received (1996)\n Answer: 1996" + }, + { + "id": "q_000995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Gwyneth Paltrow", + "pred": "Gwyneth Paltrow", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The Wings of the Dove -> nominated for -> Academy Award for Best Actress (1998)\n Hop 2: Academy Award for Best Actress -> winner -> Gwyneth Paltrow (1998)\n Hop 3: After Susan Sarandon nominated for -> winner -> Gwyneth Paltrow (1998)\n Answer: Gwyneth Paltrow" + }, + { + "id": "q_008659", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "A. S. Byatt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Brian Moore -> nominated for -> Booker Prize (1990)\n Hop 2: Booker Prize (1990) -> winner -> A. S. Byatt (1990)\n Answer: A. S. Byatt" + }, + { + "id": "q_000763", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ilva Ligabue -> country of citizenship -> Italy (1977)\n Hop 2: Italy -> shares border with -> Yugoslavia (1977)\n Answer: Yugoslavia" + }, + { + "id": "q_005896", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> currency -> Italian lira (1976)\n Answer: Italian lira" + }, + { + "id": "q_000117", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Enrico de Nicola", + "pred": "Umberto II of Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Guglielmo Pesenti -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> head of state -> Umberto II of Italy (1947)\n Answer: Umberto II of Italy" + }, + { + "id": "q_000027", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Rudy Giuliani", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: William Vickrey -> residence -> New York City (1994)\n Hop 2: New York City -> head of government -> Rudy Giuliani (1994)\n Answer: Rudy Giuliani" + }, + { + "id": "q_002041", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Visintin -> country of citizenship -> Italy (1983)\n Hop 2: Italy -> head of state -> Sandro Pertini (1983)\n Answer: Sandro Pertini" + }, + { + "id": "q_002860", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Max Blokzijl -> work location -> Berlin (1932)\n Hop 2: Berlin -> country -> Weimar Republic (1932)\n Answer: Weimar Republic" + }, + { + "id": "q_004247", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Luise Rainer", + "pred": "Luise Rainer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Theodora Goes Wild -> nominated for -> Academy Award for Best Actress (1937)\n Hop 2: Academy Award for Best Actress -> winner -> Luise Rainer (1937)\n Answer: Luise Rainer" + }, + { + "id": "q_008294", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Hyundai", + "pred": "Hyundai", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andreas Fischer -> member of sports team -> Hamburger SV (1996)\n Hop 2: Hamburger SV -> sponsor -> Hyundai (1996)\n Answer: Hyundai" + }, + { + "id": "q_006036", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "The Pentagon", + "pred": "The Pentagon", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Charlie Munger -> military branch -> United States Army Air Forces (1945)\n Hop 2: United States Army Air Forces -> headquarters location -> The Pentagon (1945)\n Answer: The Pentagon" + }, + { + "id": "q_001816", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Norma Shearer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ruth Chatterton -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> winner -> Academy Award for Best Actress (1930)\n Answer: Norma Shearer" + }, + { + "id": "q_008058", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anton Hofer -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia" + }, + { + "id": "q_004387", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Cel\u00e2l Bayar", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mehmed Uzun -> country of citizenship -> Turkey (1955)\n Hop 2: Turkey -> head of state -> Cel\u00e2l Bayar (1955)\n Answer: Cel\u00e2l Bayar" + }, + { + "id": "q_004841", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Abdullah Avc\u0131", + "pred": "Abdullah Avc\u0131", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jo\u00e3o Pereira -> member of sports team -> Trabzonspor (2021)\n Hop 2: Trabzonspor -> head coach -> Abdullah Avc\u0131 (2021)\n Answer: Abdullah Avc\u0131" + }, + { + "id": "q_000340", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Echo Music Prize", + "pred": "Echo Music Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Britney Spears -> award received -> Echo Music Prize (2001)\n Answer: Echo Music Prize" + }, + { + "id": "q_001431", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Massimiliano Allegri", + "pred": "Massimiliano Allegri", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Philippe Mex\u00e8s -> member of sports team -> AC Milan (2011)\n Hop 2: AC Milan -> head coach -> Massimiliano Allegri (2011)\n Answer: Massimiliano Allegri" + }, + { + "id": "q_002560", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Horst P. Horst -> work location -> United States (1939)\n Hop 2: United States -> shares border with -> Panama (1939)\n Answer: Panama" + }, + { + "id": "q_003591", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erlangen -> country -> Nazi Germany (1939)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1939)\n Answer: Adolf Hitler" + }, + { + "id": "q_006178", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Oscar Luigi Scalfaro", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Glauco Onorato -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Answer: Oscar Luigi Scalfaro" + }, + { + "id": "q_003130", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00c1rp\u00e1d Berczik -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1947)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1947)\n Answer: P\u00e9ter P\u00e1zm\u00e1ny" + }, + { + "id": "q_001771", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "habilitation", + "pred": "habilitation", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Olba -> director of archaeological fieldwork -> Ulrich Gotter (2002)\n Hop 2: Ulrich Gotter -> assessment -> habilitation (2002)\n Answer: habilitation" + }, + { + "id": "q_004635", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "1967 Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ida Kami\u0144ska -> nominated for -> Academy Award for Best Actress (1967)\n Hop 2: Academy Award for Best Actress (1967) -> winner -> Katharine Hepburn\n Hop 3: Katharine Hepburn -> winner of -> 1967 Academy Award for Best Actress\n Answer: 1967 Academy Award for Best Actress" + }, + { + "id": "q_007347", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Ruth Prawer Jhabvala", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heat and Dust -> award received -> Booker Prize (1975)\n Hop 2: Booker Prize (1975) -> winner -> Ruth Prawer Jhabvala (1975)\n Answer: Ruth Prawer Jhabvala" + }, + { + "id": "q_002289", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Francesco Antonazzi -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giovanni Leone (1970)\n Answer: Giovanni Leone" + }, + { + "id": "q_006810", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2016", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tessa Thompson -> unmarried partner -> Janelle Mon\u00e1e (2016)\n Hop 2: Janelle Mon\u00e1e -> award received -> Broadcast Film Critics Association Award for Best Cast (2016)\n Answer: 2016" + }, + { + "id": "q_001750", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Eduard Weiter", + "pred": "Eduard Weiter", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Robert Dauber -> place of detention -> Dachau concentration camp (1944)\n Hop 2: Dachau concentration camp -> director / manager -> Eduard Weiter (1944)\n Answer: Eduard Weiter" + }, + { + "id": "q_005348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "David Wagner", + "pred": "David Wagner", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Conor Coady -> member of sports team -> Huddersfield Town A.F.C. (2015)\n Hop 2: Huddersfield Town A.F.C. -> head coach -> David Wagner (2015)\n Answer: David Wagner" + }, + { + "id": "q_001742", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Sandro Pertini", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Carmelo Di Bella -> country of citizenship -> Italy (1986)\n Hop 2: Italy -> head of state -> Sandro Pertini (1986)\n Answer: Sandro Pertini" + }, + { + "id": "q_004401", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cominform", + "pred": "Cominform", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marceline Loridan-Ivens -> member of political party -> French Communist Party (1955)\n Hop 2: French Communist Party -> member of -> Cominform (1955)\n Answer: Cominform" + }, + { + "id": "q_000948", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rod Langway -> drafted by -> Montreal Canadiens (1977)\n Hop 2: Montreal Canadiens -> home venue -> Montreal Forum (1977)\n Answer: Montreal Forum" + }, + { + "id": "q_006864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Carlo Clerici -> country of citizenship -> Italy (1954)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1954)\n Answer: Alcide De Gasperi" + }, + { + "id": "q_001031", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "J. M. Coetzee", + "pred": "1983", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Graham Swift -> nominated for -> Booker Prize (1983)\n Hop 2: Booker Prize (1983) -> winner -> J. M. Coetzee\n Hop 3: J. M. Coetzee -> winner -> 1983\n Answer: 1983" + }, + { + "id": "q_002458", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Oleh Protasov", + "pred": "Oleh Protasov", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ihar Stasevich -> member of sports team -> FC Dinamo Minsk (2013)\n Hop 2: FC Dinamo Minsk -> head coach -> Oleh Protasov (2013)\n Answer: Oleh Protasov" + }, + { + "id": "q_001069", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Ed Koch", + "pred": "Ed Koch", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Braldt Bralds -> work location -> New York City (1981)\n Hop 2: New York City -> head of government -> Ed Koch (1981)\n Answer: Ed Koch" + }, + { + "id": "q_005421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carnegie Mellon University -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> CERN (2021)\n Answer: 2021" + }, + { + "id": "q_006304", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "mayor", + "pred": "mayor", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: T\u00fcbingen -> head of government -> Adolf Hartmeyer (1948)\n Hop 2: Adolf Hartmeyer -> position held -> mayor (1948)\n Answer: mayor" + }, + { + "id": "q_004531", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Mario Monti", + "pred": "Mario Monti", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonio Carluccio -> country of citizenship -> Italy (2012)\n Hop 2: Italy -> head of government -> Mario Monti (2012)\n Answer: Mario Monti" + }, + { + "id": "q_000931", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: James Spudich -> award received -> Albert Lasker Award for Basic Medical Research (2012)\n Hop 2: Albert Lasker Award for Basic Medical Research -> winner -> Ronald Vale (2012)\n Answer: 2012" + }, + { + "id": "q_007956", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Eric Gerets", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Faryd Mondrag\u00f3n -> member of sports team -> Galatasaray S.K. (2006)\n Hop 2: Galatasaray S.K. -> head coach -> Eric Gerets (2006)\n Answer: Eric Gerets" + }, + { + "id": "q_007340", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "Hyundai", + "pred": "Hyundai", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stefan B\u00f6ger -> member of sports team -> Hamburger SV (1998)\n Hop 2: Hamburger SV -> sponsor -> Hyundai (1998)\n Answer: Hyundai" + }, + { + "id": "q_003676", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "Colin Firth", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: A Single Man -> nominated for -> Academy Award for Best Actor (2010)\n Hop 2: Jeremy Renner -> nominated for -> Academy Award for Best Actor (2010)\n Hop 3: Academy Award for Best Actor (2010) -> winner -> Colin Firth (2010)\n Answer: Colin Firth" + }, + { + "id": "q_001222", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Olenegorsk -> located in -> Murmansk Oblast (1991)\n Hop 2: Murmansk Oblast -> country -> Soviet Union (1991)\n Answer: Soviet Union" + }, + { + "id": "q_006158", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Adone Zoli", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giani Stuparich -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1957)\n Answer: Amintore Fanfani" + }, + { + "id": "q_005324", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Celano -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> currency -> Italian lira (1960)\n Answer: Italian lira" + }, + { + "id": "q_005456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "George W. Bush", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Susan Polgar -> country of citizenship -> United States (2002)\n Hop 2: United States -> head of government -> George W. Bush (2002)\n Answer: George W. Bush" + }, + { + "id": "q_002344", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "SFR Yugoslavia", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Sremska Mitrovica City -> located in -> Socialist Autonomous Province of Vojvodina (1971)\n Hop 2: Socialist Autonomous Province of Vojvodina -> located in -> SFR Yugoslavia (1971)\n Answer: SFR Yugoslavia" + }, + { + "id": "q_008685", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2019.0, + "gold": "Wayne LaPierre", + "pred": "Wayne LaPierre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Oliver North -> position held -> National Rifle Association of America (2019)\n Hop 2: National Rifle Association of America -> chief executive officer -> Wayne LaPierre (2019)\n Answer: Wayne LaPierre" + }, + { + "id": "q_005812", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "J. M. Coetzee", + "pred": "J. M. Coetzee", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fasting, Feasting -> nominated for -> Booker Prize (1999)\n Hop 2: Booker Prize (1999) -> winner -> J. M. Coetzee (1999)\n Answer: J. M. Coetzee" + }, + { + "id": "q_000894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "The Ellen DeGeneres Show", + "pred": "The Ellen DeGeneres Show", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexandra Hedison -> unmarried partner -> Ellen DeGeneres (2004)\n Hop 2: Ellen DeGeneres -> notable work -> The Ellen DeGeneres Show (2004)\n Answer: The Ellen DeGeneres Show" + }, + { + "id": "q_005808", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: G\u00e1bor Csap\u00f3 -> educated at -> University of Szeged (1972)\n Hop 2: University of Szeged -> named after -> Attila J\u00f3zsef (1972)\n Answer: Attila J\u00f3zsef" + }, + { + "id": "q_003694", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "German Federal Archives", + "pred": "German Federal Archives", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1922)\n Hop 2: Independent Social Democratic Party of Germany -> archives at -> German Federal Archives (1922)\n Answer: German Federal Archives" + }, + { + "id": "q_002616", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tenax -> country -> Italy (2004)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2004)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_000088", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Safed -> country -> Mandatory Palestine (1932)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1932)\n Answer: United Kingdom" + }, + { + "id": "q_005525", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1972)\n Answer: Amintore Fanfani" + }, + { + "id": "q_006017", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Franco Corelli -> country of citizenship -> Italy (1999)\n Hop 2: Italy -> member of -> European Economic Community (1999)\n Answer: European Economic Community" + }, + { + "id": "q_006096", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Ginni Rometty", + "pred": "Ginni Rometty", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruce Schneier -> employer -> IBM (2018)\n Hop 2: IBM -> chief executive officer -> Ginni Rometty (2018)\n Answer: Ginni Rometty" + }, + { + "id": "q_001800", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adri\u00e1n L\u00f3pez \u00c1lvarez -> member of sports team -> Atl\u00e9tico Madrid (2013)\n Hop 2: Atl\u00e9tico Madrid -> home venue -> Vicente Calder\u00f3n Stadium (2013)\n Answer: Vicente Calder\u00f3n Stadium" + }, + { + "id": "q_001359", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "Kiran Desai", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carry Me Down -> nominated for -> Booker Prize (2006)\n Hop 2: Booker Prize -> winner -> Kiran Desai (2006)\n Answer: Kiran Desai" + }, + { + "id": "q_006166", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Corpo Truppe Volontarie -> commanded by -> Mario Roatta (1936)\n Hop 2: Mario Roatta -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy" + }, + { + "id": "q_004182", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Augusto Arioni -> member of sports team -> Torino FC (1912)\n Hop 2: Torino FC -> country -> Kingdom of Italy (1912)\n Answer: Kingdom of Italy" + }, + { + "id": "q_002192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Berti Vogts", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Thomas Linke -> member of sports team -> Germany men's national association football team (1997)\n Hop 2: Germany men's national association football team -> head coach -> Berti Vogts (1997)\n Answer: Berti Vogts" + }, + { + "id": "q_004835", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Karl Plattner -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1950)\n Answer: Alcide De Gasperi" + }, + { + "id": "q_001116", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Chimamanda Ngozi Adichie -> nominated for -> Booker Prize (2004)\n Hop 2: Booker Prize -> winner -> Alan Hollinghurst (2004)\n Answer: 2004" + }, + { + "id": "q_003320", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ochakiv Raion -> located in -> Odesa Oblast (1935)\n Hop 2: Odesa Oblast -> country -> Soviet Union (1935)\n Answer: Soviet Union" + }, + { + "id": "q_003882", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giuseppe Patan\u00e8 -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Answer: European Economic Community" + }, + { + "id": "q_003657", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Ian Porterfield", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karen Dokhoyan -> member of sports team -> Armenia men's national football team (2007)\n Hop 2: Armenia men's national football team -> head coach -> Ian Porterfield (2007)\n Answer: Ian Porterfield" + }, + { + "id": "q_001053", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Toni Servillo", + "pred": "Toni Servillo", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tom Schilling -> nominated for -> European Film Award for Best Actor (2013)\n Hop 2: European Film Award for Best Actor -> winner -> Toni Servillo (2013)\n Answer: Toni Servillo" + }, + { + "id": "q_006052", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1983.0, + "gold": "1983", + "pred": "1983", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Richard Attenborough -> award received -> BAFTA Award for Best Direction (1983)\n Hop 2: Costa-Gavras -> nominated for -> BAFTA Award for Best Direction (1983)\n Answer: 1983" + }, + { + "id": "q_000428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "Jeremy Renner", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: A Single Man -> nominated for -> Academy Award for Best Actor (2010)\n Hop 2: Academy Award for Best Actor (2010) -> winner -> Colin Firth (2010)\n Hop 3: Jeremy Renner -> nominated for -> A Single Man (2010)\n Answer: Jeremy Renner" + }, + { + "id": "q_000183", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nello Pagani -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> currency -> Italian lira (2001)\n Answer: Italian lira" + }, + { + "id": "q_007379", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Giovanni Trapattoni", + "pred": "Giovanni Trapattoni", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heiko Gerber -> member of sports team -> VfB Stuttgart (2006)\n Hop 2: VfB Stuttgart -> head coach -> Giovanni Trapattoni (2006)\n Answer: Giovanni Trapattoni" + }, + { + "id": "q_005742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "James Kelman", + "pred": "James Kelman", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Abdulrazak Gurnah -> nominated for -> Booker Prize (1994)\n Hop 2: Booker Prize (1994) -> winner -> James Kelman (1994)\n Answer: James Kelman" + }, + { + "id": "q_000962", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: BND law -> signatory -> Wolfgang Sch\u00e4uble (1990)\n Hop 2: Wolfgang Sch\u00e4uble -> country of citizenship -> Germany (1990)\n Answer: Germany" + }, + { + "id": "q_005810", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Otto Graf Lambsdorff", + "pred": "Free Democratic Party", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Free Democratic Party -> replaced by -> Free Democratic Party (1990)\n Hop 2: Walter Scheel -> member of political party -> Free Democratic Party (1990)\n Answer: Free Democratic Party" + }, + { + "id": "q_000427", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Giovanni Leone", + "pred": "Giovanni Leone", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Piero Chiara -> country of citizenship -> Italy (1974)\n Hop 2: Italy -> head of state -> Giovanni Leone (1974)\n Answer: Giovanni Leone" + }, + { + "id": "q_005227", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "presidential system", + "pred": "presidential system", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Horodenka -> country -> Second Polish Republic (1938)\n Hop 2: Second Polish Republic -> basic form of government -> presidential system (1938)\n Answer: presidential system" + }, + { + "id": "q_000433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dub\u0103sari -> country -> Russian Empire (1911)\n Hop 2: Russian Empire -> anthem -> God Save the Tsar! (1911)\n Answer: God Save the Tsar!" + }, + { + "id": "q_005466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Climate Pledge Arena", + "pred": "Climate Pledge Arena", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gary Payton -> member of sports team -> Seattle SuperSonics (2000)\n Hop 2: Seattle SuperSonics -> home venue -> Climate Pledge Arena (2000)\n Answer: Climate Pledge Arena" + }, + { + "id": "q_004741", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "1st Panzer Division", + "pred": "1st Panzer Division", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karl Lotter -> significant person -> Maximilian von Weichs (1936)\n Hop 2: Maximilian von Weichs -> commander of (DEPRECATED) -> 1st Panzer Division (1936)\n Answer: 1st Panzer Division" + }, + { + "id": "q_006763", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Craig Armstrong -> award received -> BAFTA Award for Best Original Music (2001)\n Hop 2: BAFTA Award for Best Original Music -> winner -> Tan Dun (2001)\n Answer: 2001" + }, + { + "id": "q_002214", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Balaklava -> country -> Russian Empire (1917)\n Hop 2: Russian Empire -> anthem -> God Save the Tsar! (1917)\n Answer: God Save the Tsar!" + }, + { + "id": "q_005612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Nikita Khrushchev", + "pred": "Nikita Khrushchev", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zuleykha Seyidmammadova -> member of political party -> Communist Party of the Soviet Union (1954)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Nikita Khrushchev (1954)\n Answer: Nikita Khrushchev" + }, + { + "id": "q_007746", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Austria", + "pred": "Austria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Gropius -> spouse -> Alma Mahler (1918)\n Hop 2: Alma Mahler -> country of citizenship -> Austria (1918)\n Answer: Austria" + }, + { + "id": "q_003268", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luigi Carnacina -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1951)\n Answer: Giuseppe Saragat" + }, + { + "id": "q_000324", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kfar Saba -> country -> Mandatory Palestine (1937)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1937)\n Answer: United Kingdom" + }, + { + "id": "q_006933", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nani Tedeschi -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani" + }, + { + "id": "q_005705", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Robert Knud Friedrich Pilger", + "pred": "Robert Knud Friedrich Pilger", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hermann Otto Sleumer -> employer -> Botanic Garden and Botanical Museum Berlin (1949)\n Hop 2: Botanic Garden and Botanical Museum Berlin -> chief executive officer -> Robert Knud Friedrich Pilger (1949)\n Answer: Robert Knud Friedrich Pilger" + }, + { + "id": "q_006241", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tutrakan -> country -> Kingdom of Romania (1935)\n Hop 2: Kingdom of Romania -> capital -> Bucharest (1935)\n Answer: Bucharest" + }, + { + "id": "q_003204", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Ralph Fiennes", + "pred": "Ralph Fiennes", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anders W. Berthelsen -> nominated for -> European Film Award for Best Actor (1999)\n Hop 2: European Film Award for Best Actor (1999) -> winner -> Ralph Fiennes (1999)\n Answer: Ralph Fiennes" + }, + { + "id": "q_001109", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Neutral Moresnet", + "pred": "Neutral Moresnet", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Minden Government Region -> country -> Weimar Republic (1918)\n Hop 2: Weimar Republic -> shares border with -> Neutral Moresnet (1918)\n Answer: Neutral Moresnet" + }, + { + "id": "q_001496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Valeria Moriconi -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia" + }, + { + "id": "q_004458", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Cel\u00e2l Bayar", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mehmed Uzun -> country of citizenship -> Turkey (1955)\n Hop 2: Turkey -> head of state -> Cel\u00e2l Bayar (1955)\n Answer: Cel\u00e2l Bayar" + }, + { + "id": "q_005199", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sissel Tolaas -> work location -> Berlin (2009)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2009)\n Answer: Klaus Wowereit" + }, + { + "id": "q_000202", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Ireland", + "pred": "Ireland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Matteo Priamo -> member of sports team -> Bardiani CSF 7 Saber (2006)\n Hop 2: Bardiani CSF 7 Saber -> country -> Ireland (2006)\n Answer: Ireland" + }, + { + "id": "q_006446", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Edoardo Mangiarotti -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: European Economic Community" + }, + { + "id": "q_001839", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Q953762", + "pred": "Q953762", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pedro Geromel -> member of sports team -> Barcelona (2010)\n Hop 2: Barcelona -> head of government -> Q953762 (2010)\n Answer: Q953762" + }, + { + "id": "q_001174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Latvian Higher League", + "pred": "Latvian Higher League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pavel Mochalin -> member of sports team -> FK Ventspils (2011)\n Hop 2: FK Ventspils -> league or competition -> Latvian Higher League (2011)\n Answer: Latvian Higher League" + }, + { + "id": "q_006379", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (2008)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2008)\n Answer: Giorgio Napolitano" + }, + { + "id": "q_001940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marcello Costalunga -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> shares border with -> Yugoslavia (1989)\n Answer: Yugoslavia" + }, + { + "id": "q_001985", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heinz Czechowski -> award received -> Heinrich Mann Prize (1984)\n Hop 2: Heinrich Mann Prize -> country -> German Democratic Republic (1984)\n Answer: German Democratic Republic" + }, + { + "id": "q_000177", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "German Democratic Republic", + "pred": "Hesse", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Claus Korth -> allegiance -> West Germany (1962)\n Hop 2: West Germany -> contains the administrative territorial entity -> Hesse (1962)\n Answer: Hesse" + }, + { + "id": "q_003534", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: University of Toronto -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Tsinghua University (2021)\n Answer: 2021" + }, + { + "id": "q_007118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Steve Sampson", + "pred": "Steve Sampson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andreas Herzog -> member of sports team -> LA Galaxy (2004)\n Hop 2: LA Galaxy -> head coach -> Steve Sampson (2004)\n Answer: Steve Sampson" + }, + { + "id": "q_008135", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Panama", + "pred": "Colombia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Frank Tieri -> residence -> United States (1922)\n Hop 2: United States -> shares border with -> Panama (1922)\n Hop 3: Panama -> shares border with -> Colombia (1922)\n Answer: Colombia" + }, + { + "id": "q_008030", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Maurice Druon", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jacques Laurent -> member of -> Acad\u00e9mie Fran\u00e7aise (1988)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Maurice Druon (1988)\n Answer: Maurice Druon" + }, + { + "id": "q_008449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Kurt Biedenkopf", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hanns Martin Schleyer -> member of political party -> Christian Democratic Union (1975)\n Hop 2: Christian Democratic Union -> general secretary -> Kurt Biedenkopf (1975)\n Answer: Kurt Biedenkopf" + }, + { + "id": "q_001457", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Thomas Keneally", + "pred": "Thomas Keneally", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: William Boyd -> nominated for -> Booker Prize (1982)\n Hop 2: Booker Prize (1982) -> winner -> Thomas Keneally (1982)\n Answer: Thomas Keneally" + }, + { + "id": "q_001650", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Sergi L\u00f3pez", + "pred": "Sergi L\u00f3pez", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bread and Tulips -> nominated for -> European Film Award for Best Film (2000)\n Hop 2: European Film Award for Best Film -> winner -> Sergi L\u00f3pez (2000)\n Answer: Sergi L\u00f3pez" + }, + { + "id": "q_006597", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "SeatGeek Stadium", + "pred": "SeatGeek Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Logan Pause -> member of sports team -> Chicago Fire FC (2009)\n Hop 2: Chicago Fire FC -> home venue -> SeatGeek Stadium (2009)\n Answer: SeatGeek Stadium" + }, + { + "id": "q_003141", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Canada", + "pred": "Canada", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Joseph-Elz\u00e9ar Bernier -> member of the crew of -> Gauss (1924)\n Hop 2: Gauss -> country of registry -> Canada (1924)\n Answer: Canada" + }, + { + "id": "q_004341", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "BP", + "pred": "BP", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Wolfram Wuttke -> member of sports team -> Hamburger SV (1984)\n Hop 2: Hamburger SV -> sponsor -> BP (1984)\n Answer: BP" + }, + { + "id": "q_007989", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1905.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vedi -> located in -> Erivan Governorate (1905)\n Hop 2: Erivan Governorate -> country -> Russian Empire (1905)\n Answer: Russian Empire" + }, + { + "id": "q_002962", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bruno Torpigliani -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani" + }, + { + "id": "q_001198", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Allianz Arena", + "pred": "Allianz Arena", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kenny Cooper -> member of sports team -> TSV 1860 M\u00fcnchen (2011)\n Hop 2: TSV 1860 M\u00fcnchen -> home venue -> Allianz Arena (2011)\n Answer: Allianz Arena" + }, + { + "id": "q_006028", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Artur Moraes -> member of sports team -> S.L. Benfica (2012)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2012)\n Answer: Lu\u00eds Filipe Vieira" + }, + { + "id": "q_007856", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1902", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rorschach\u2013St. Gallen railway line -> owned by -> Vereinigte Schweizerbahnen (1902)\n Hop 2: Vereinigte Schweizerbahnen -> replaced by -> Swiss Federal Railways (1902)\n Answer: 1902" + }, + { + "id": "q_003797", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fontanezier -> replaced by -> T\u00e9venon (2011)\n Hop 2: T\u00e9venon -> replaces -> Vaugondry (2011)\n Answer: 2011" + }, + { + "id": "q_002920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: HMS Graph -> country of registry -> Nazi Germany (1941)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1941)\n Answer: Adolf Hitler" + }, + { + "id": "q_004648", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yoshio Masui -> award received -> Albert Lasker Award for Basic Medical Research (1998)\n Hop 2: Albert Lasker Award for Basic Medical Research -> winner -> Lee Hartwell (1998)\n Answer: 1998" + }, + { + "id": "q_005249", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Julie Christie", + "pred": "1965 Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Marriage Italian-Style -> nominated for -> Academy Award for Best Actress (1965)\n Hop 2: Academy Award for Best Actress (1965) -> winner -> Julie Christie\n Hop 3: Julie Christie -> winner of -> 1965 Academy Award for Best Actress\n Answer: 1965 Academy Award for Best Actress" + }, + { + "id": "q_004612", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Umberto II of Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luigi Carnacina -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Umberto II of Italy (1951)\n Answer: Umberto II of Italy" + }, + { + "id": "q_006383", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giacomo Neri -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Aldo Moro (1976)\n Answer: 1976" + }, + { + "id": "q_003997", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Romain Duris -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor -> winner -> Daniel Auteuil (2005)\n Answer: Daniel Auteuil" + }, + { + "id": "q_002521", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Heiko Herrlich", + "pred": "Heiko Herrlich", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marek Such\u00fd -> member of sports team -> FC Augsburg (2020)\n Hop 2: FC Augsburg -> head coach -> Heiko Herrlich (2020)\n Answer: Heiko Herrlich" + }, + { + "id": "q_008451", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Mario Draghi", + "pred": "Mario Draghi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cesare Benedetti -> country for sport -> Italy (2021)\n Hop 2: Italy -> head of government -> Mario Draghi (2021)\n Answer: Mario Draghi" + }, + { + "id": "q_002584", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1944.0, + "gold": "1944", + "pred": "1944", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Johnny Burke -> award received -> Academy Award for Best Original Song (1944)\n Hop 2: Harry Warren -> award received -> Academy Award for Best Original Song (1944)\n Hop 3: Johnny Burke -> winner -> Harry Warren (1944)\n Answer: 1944" + }, + { + "id": "q_000401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Zhou Enlai", + "pred": "Zhou Enlai", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zhao Ziyang -> country of citizenship -> People's Republic of China (1959)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1959)\n Answer: Zhou Enlai" + }, + { + "id": "q_007273", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Harry Redknapp", + "pred": "Harry Redknapp", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michael Dawson -> member of sports team -> Tottenham Hotspur F.C. (2010)\n Hop 2: Tottenham Hotspur F.C. -> head coach -> Harry Redknapp (2010)\n Answer: Harry Redknapp" + }, + { + "id": "q_000566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jean-Loup Dabadie -> member of -> Acad\u00e9mie Fran\u00e7aise (2009)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> H\u00e9l\u00e8ne Carr\u00e8re d'Encausse (2009)\n Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse" + }, + { + "id": "q_001480", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Matt Carkner -> drafted by -> Montreal Canadiens (1999)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (1999)\n Answer: Saku Koivu" + }, + { + "id": "q_002648", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Paul Scott", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jennifer Johnston -> nominated for -> Booker Prize (1977)\n Hop 2: Booker Prize (1977) -> winner -> Paul Scott (1977)\n Answer: Paul Scott" + }, + { + "id": "q_005191", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Theodor Liebknecht", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1920)\n Hop 2: Independent Social Democratic Party of Germany -> chairperson -> Theodor Liebknecht (1920)\n Answer: Theodor Liebknecht" + }, + { + "id": "q_004451", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Azerbaijan Premier League", + "pred": "Azerbaijan Premier League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrey Popovi\u00e7 -> member of sports team -> FC Baku (2009)\n Hop 2: FC Baku -> league or competition -> Azerbaijan Premier League (2009)\n Answer: Azerbaijan Premier League" + } + ] +} \ No newline at end of file diff --git a/eval/v3-sft-seed1337.json b/eval/v3-sft-seed1337.json new file mode 100644 index 0000000000000000000000000000000000000000..22a39c30d3c34445e48414730f938e8e21ce825e --- /dev/null +++ b/eval/v3-sft-seed1337.json @@ -0,0 +1,17492 @@ +{ + "name": "v3-sft-seed1337", + "policy_path": "../checkpoints/sft-v3-seed1337/final", + "split": "test", + "n_samples": 1743, + "temperature": 0.0, + "max_new_tokens": 96, + "overall": { + "n": 1743, + "em": 0.897877223178428, + "f1": 0.2656064870676464, + "th_n": 0 + }, + "by_complexity": { + "1hop": { + "n": 800, + "em": 0.9975, + "f1": 0.34316758362998934, + "th_n": 0 + }, + "2hop": { + "n": 800, + "em": 0.87125, + "f1": 0.20170695254378007, + "th_n": 0 + }, + "3plus": { + "n": 143, + "em": 0.48951048951048953, + "f1": 0.18917816797127834, + "th_n": 0 + } + }, + "by_operator": { + "before_after": { + "n": 517, + "em": 0.8974854932301741, + "f1": 0.283505193335729, + "th_n": 0 + }, + "interval": { + "n": 163, + "em": 1.0, + "f1": 0.138655656304855, + "th_n": 0 + }, + "point_in_time": { + "n": 535, + "em": 0.897196261682243, + "f1": 0.2896952714773216, + "th_n": 0 + }, + "sequence": { + "n": 528, + "em": 0.8674242424242424, + "f1": 0.26286378747401157, + "th_n": 0 + } + }, + "per_example": [ + { + "id": "q_006291", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "chairperson", + "pred": "Hop 1: Jonas -> member of sports team -> S.L. Benfica (2017)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2017)\n Answer: Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_007337", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Ararat -> located in -> Erivan Governorate (1907)\n Hop 2: Erivan Governorate -> country -> Russian Empire (1907)\n Hop 3: Russian Empire -> head of state -> Nikolay II (1907)\n Answer: Nikolay II", + "em": 0.0, + "f1": 0.17391304347826086 + }, + { + "id": "q_000021", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "Hop 1: Galvano Della Volpe -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of state -> Antonio Segni (1959)\n Hop 3: Antonio Segni -> position held -> President of the Italian Republic (1959)\n Answer: President of the Italian Republic", + "em": 0.0, + "f1": 0.23076923076923078 + }, + { + "id": "q_007809", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Irina Bokova", + "pred": "Hop 1: Kach -> designated as terrorist by -> United States (2011)\n Hop 2: United States -> member of -> UNESCO (2011)\n Hop 3: UNESCO -> chairperson -> David Eltis (2011)\n Answer: David Eltis", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001979", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "Hop 1: Arnold J. Levine -> award received -> Paul Ehrlich and Ludwig Darmstaedter Prize (1998)\n Answer: 1998", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_005455", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Hop 1: On Golden Pond -> nominated for -> Academy Award for Best Actress (1982)\n Hop 2: Academy Award for Best Actress -> winner -> Meryl Streep (1982)\n Hop 3: Meryl Streep -> award received -> Academy Award for Best Actress (1982)\n Answer: Academy Award for Best Actress", + "em": 0.0, + "f1": 0.35714285714285715 + }, + { + "id": "q_008005", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "Hop 1: Urbano Lazzaro -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1961)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1961)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_008690", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Hop 1: Bruno Pesaola -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Answer: Giovanni Gronchi", + "em": 0.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_008321", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Vito Lattanzio -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_007761", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Arista Records", + "pred": "Hop 1: Jennifer Love Hewitt -> unmarried partner -> John Mayer (2002)\n Hop 2: John Mayer -> nominated for -> Grammy Award for Best Male Pop Vocal Performance (2002)\n Hop 3: Grammy Award for Best Male Pop Vocal Performance -> winner -> Epic Records (2002)\n Hop 4: Epic Records -> record label -> Sony Music (2002)\n Answer: Sony Music", + "em": 0.0, + "f1": 0.0625 + }, + { + "id": "q_008118", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "Hop 1: Vincent Cimatti -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1959)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1959)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_001360", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Hop 1: Guo Moruo -> country of citizenship -> People's Republic of China (1970)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1970)\n Hop 3: Zhou Enlai -> spouse -> Deng Yingchao (1970)\n Hop 4: Deng Yingchao -> member of political party -> Chinese Communist Party (1970)\n Answer: Chinese Communist", + "em": 1.0, + "f1": 0.19354838709677416 + }, + { + "id": "q_000136", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Michele Pellegrino -> country of citizenship -> Italy (1981)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1981)\n Answer: Giovanni Spadolini", + "em": 0.0, + "f1": 0.2105263157894737 + }, + { + "id": "q_006986", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Hop 1: Giovanni Falcone -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giovanni Leone (1955)\n Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_003298", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "Hop 1: Metz -> country -> Germany (1940)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1940)\n Hop 3: Afghanistan -> basic form of government -> monarchy (1940)\n Answer: monarchy", + "em": 0.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_006733", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Hop 1: Bruno Pesaola -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_005866", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Hop 1: Diane Keaton -> nominated for -> Academy Award for Best Actress (2004)\n Hop 2: Academy Award for Best Actress (2004) -> winner -> Hilary Swank\n Hop 3: Hilary Swank -> award received -> Academy Award for Best Actress (2004)\n Answer: Academy Award for Best Actress", + "em": 0.0, + "f1": 0.2962962962962963 + }, + { + "id": "q_004748", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "Hop 1: Alfredo Sivocci -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1964)\n Answer: Giovanni Gronchi", + "em": 0.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_004795", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Chancellor of Germany", + "pred": "Hop 1: SMS Arcona -> crew members -> Eberhard Godt (1922)\n Hop 2: Eberhard Godt -> allegiance -> Weimar Republic (1922)\n Hop 3: Weimar Republic -> head of government -> Friedrich Ebert (1922)\n Hop 4: Friedrich Ebert -> position held -> President of Germany (1922)\n Answer: President of Germany", + "em": 0.0, + "f1": 0.14285714285714285 + }, + { + "id": "q_000787", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "Hop 1: Niobe -> country of registry -> Germany (1932)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1932)\n Hop 3: Afghanistan -> basic form of government -> monarchy (1932)\n Answer: monarchy", + "em": 0.0, + "f1": 0.09999999999999999 + }, + { + "id": "q_008333", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "President of Italy", + "pred": "Hop 1: Aldo Morandi -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1963)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1963)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_008338", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Academy Award for Best Visual Effects", + "pred": "Hop 1: True Lies -> nominated for -> Japan Academy Prize for Outstanding Foreign Language Film (1995)\n Hop 2: Japan Academy Prize for Outstanding Foreign Language Film -> winner -> Ken Ralston (1995)\n Answer: Ken Ralston", + "em": 0.0, + "f1": 0.16 + }, + { + "id": "q_001840", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "Hop 1: Tano Cimarosa -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1995)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1995)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_001274", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "Hop 1: Aurelio Sabattani -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1967)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1967)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_000547", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Antonio Segni (1965)\n Answer: Antonio Segni", + "em": 0.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001052", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Hop 1: Franco Bordoni -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1955)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1955)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_006228", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Jane Jacobs -> residence -> New York City (1963)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1963)\n Answer: Robert Ferdinand Wagner Jr.", + "em": 0.0, + "f1": 0.3478260869565218 + }, + { + "id": "q_006414", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1955)\n Answer: Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001651", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "President of Italy", + "pred": "Hop 1: Daniela Rocca -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1957)\n Answer: Alcide De Gasperi", + "em": 0.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_007640", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "Hop 1: Plinio Antolini -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1956)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1956)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_007972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "Hop 1: Annalena Tonelli -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1969)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1969)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_004943", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Nazi Germany", + "pred": "Hop 1: U-13 -> part of -> 1st U-boat Flotilla (1938)\n Hop 2: 1st U-boat Flotilla -> location -> Kiel (1938)\n Hop 3: Kiel -> country -> Germany (1938)\n Answer: Germany", + "em": 0.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_007287", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Hop 1: Angelo Cella -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1998)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1998)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_005394", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "President of Italy", + "pred": "Hop 1: Veriano Luchetti -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1997)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_007314", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Elliott Erwitt -> work location -> New York City (1957)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1957)\n Hop 3: Robert Ferdinand Wagner Jr. -> position held -> New York City Mayor (1957)\n Answer: New York City Mayor", + "em": 0.0, + "f1": 0.3571428571428571 + }, + { + "id": "q_003452", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Mary Blair -> residence -> New York City (1948)\n Hop 2: New York City -> head of government -> William O'Dwyer (1948)\n Answer: William O'Dwyer", + "em": 0.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_006815", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Hop 1: Love the Way You Lie -> nominated for -> MTV Europe Music Award for Best Song (2010)\n Hop 2: MTV Europe Music Award for Best Song -> winner -> Lady Gaga (2010)\n Answer: 2010", + "em": 1.0, + "f1": 0.0909090909090909 + }, + { + "id": "q_008439", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Tim Robbins", + "pred": "Hop 1: Nell -> nominated for -> Academy Award for Best Actress (1995)\n Hop 2: Academy Award for Best Actress (1995) -> winner -> Susan Sarandon\n Hop 3: Susan Sarandon -> unmarried partner -> John Cusack\n Hop 4: John Cusack -> winner -> 1995 Academy Award for Best Actor\n Hop 5: 1995 Academy Award for Best Actor ->", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003245", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "Hop 1: Niobe -> country of registry -> Germany (1932)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1932)\n Hop 3: Afghanistan -> basic form of government -> constitutional monarchy (1932)\n Answer: constitutional monarchy", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_008633", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Bucharest", + "pred": "Hop 1: Giurgiu -> located in -> Vla\u0219ca County (1920)\n Hop 2: Vla\u0219ca County -> country -> Kingdom of Romania (1920)\n Hop 3: Kingdom of Romania -> capital -> Bucharest (1920)\n Answer: Bucharest", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_003473", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Dushanbe -> located in -> Emirate of Bukhara (1915)\n Hop 2: Emirate of Bukhara -> head of state -> Amin al-Dawla (1915)\n Hop 3: Amin al-Dawla -> country -> Russian Empire (1915)\n Answer: Amin al-Dawla", + "em": 0.0, + "f1": 0.08333333333333334 + }, + { + "id": "q_001673", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "Hop 1: Aurelio Sabattani -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1967)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1967)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_005726", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "First Republic of Austria", + "pred": "Hop 1: Aachen -> country -> Nazi Germany (1934)\n Hop 2: Nazi Germany -> shares border with -> Federal State of Austria (1934)\n Answer: Federal State of Austria", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_004929", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "Hop 1: Virginio Rosetta -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1967)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1967)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_006286", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Deutsche Mark", + "pred": "Hop 1: Mannheim Observatory -> owned by -> Mannheim (1977)\n Hop 2: Mannheim -> country -> West Germany (1977)\n Hop 3: West Germany -> currency -> Deutsche Mark (1977)\n Answer: Deutsche Mark", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_002759", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "K\u014dichir\u014d Matsuura", + "pred": "Hop 1: Eduardo Saverin -> country of citizenship -> United States (2005)\n Hop 2: United States -> member of -> UNESCO (2005)\n Hop 3: UNESCO -> chairperson -> Koichiro Matsuda (2005)\n Answer: Koichiro Matsuda", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004009", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "Hop 1: Thierry Mariani -> member of political party -> Union for a Popular Movement (2014)\n Hop 2: Union for a Popular Movement -> chairperson -> Jean-Fran\u00e7ois Cop\u00e9 (2014)\n Hop 3: Jean-Fran\u00e7ois Cop\u00e9 -> politician -> Jean-Fran\u00e7ois Cop\u00e9 (2014)\n Answer: 2014", + "em": 1.0, + "f1": 0.08695652173913045 + }, + { + "id": "q_007134", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Hop 1: Paolo Dezza -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1998)\n Answer: Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002750", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Franco Basaglia -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000812", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "U-13", + "pred": "Hop 1: U-14 -> commanded by -> Victor Oehrn (1936)\n Hop 2: Victor Oehrn -> affiliation -> 1st U-boat Flotilla (1936)\n Answer: 1st U-boat Flotilla", + "em": 0.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_003515", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Hop 1: Umberto Pasquale -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_005012", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Luigi Filippo D'Amico -> country of citizenship -> Italy (1982)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1982)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1982)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_004016", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Ernesto Prinoth -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1980)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_008522", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Hop 1: Franco Bordoni -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1955)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1955)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_002972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "Hop 1: Tano Cimarosa -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1995)\n Hop 3: Carlo Azeglio Ciampi -> position held -> President of Italy (1995)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_000716", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Alberto Moravia -> spouse -> Elsa Morante (1958)\n Hop 2: Elsa Morante -> country of citizenship -> Italy (1958)\n Hop 3: Italy -> head of state -> Umberto II (1958)\n Answer: Umberto II", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004128", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "Hop 1: Linda Sini -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1956)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1956)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_002796", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1923.0, + "gold": "1923", + "pred": "Hop 1: hyperinflation in the Weimar Republic -> country -> Weimar Republic (1923)\n Hop 2: Weimar Republic -> currency -> Rentenmark (1923)\n Hop 3: Rentenmark -> replaces -> Papiermark (1923)\n Answer: 1923", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_007015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Hop 1: Michelangelo Albertazzi -> member of sports team -> AC Milan (2014)\n Hop 2: AC Milan -> head coach -> Massimiliano Allegri (2014)\n Answer: Massimiliano Allegri", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003552", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "chairperson", + "pred": "Hop 1: Miralem Sulejmani -> member of sports team -> S.L. Benfica (2014)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2014)\n Answer: Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_004730", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "God Save the Tsar!", + "pred": "Hop 1: Vedi -> located in -> Erivan Governorate (1907)\n Hop 2: Erivan Governorate -> country -> Russian Empire (1907)\n Hop 3: Russian Empire -> anthem -> Pan-Slavic March (1907)\n Answer: Pan-Slavic March", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005767", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Hop 1: Bj\u00f6rn Schr\u00f6der -> member of sports team -> Milram (2010)\n Hop 2: Milram -> country -> Germany (2010)\n Hop 3: Germany -> head of government -> Angela Merkel (2010)\n Answer: Angela Merkel", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_002032", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Oliver & Company -> narrative location -> New York City (1988)\n Hop 2: New York City -> head of government -> Ed Koch (1988)\n Hop 3: Ed Koch -> position held -> New York City Comptroller (1988)\n Answer: New York City Comptroller", + "em": 0.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_008644", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Hop 1: Salman Rushdie -> spouse -> Padma Lakshmi (2005)\n Hop 2: John Banville -> winner -> Salman Rushdie (2005)\n Answer: 2005", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_006768", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "West Germany", + "pred": "Hop 1: Ulrike Herrmann -> member of political party -> Christian Democratic Union (1987)\n Hop 2: Christian Democratic Union -> chairperson -> Helmut Kohl (1987)\n Hop 3: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Answer: West Germany", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_002122", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "Hop 1: Angelo Cella -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1964)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1964)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_007638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Getulio Alviani -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1980)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000842", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "God Save the King", + "pred": "Hop 1: Enderbury Island -> country -> United Kingdom (1938)\n Hop 2: United Kingdom -> head of state -> George VI (1938)\n Hop 3: George VI -> anthem -> God Save the King (1938)\n Answer: God Save the King", + "em": 1.0, + "f1": 0.32 + }, + { + "id": "q_003512", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Hop 1: On Golden Pond -> nominated for -> Academy Award for Best Sound -> winner -> John A. Alonzo (1982)\n Answer: John A. Alonzo", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_002727", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Federal State of Austria", + "pred": "Hop 1: 1938 World Figure Skating Championships -> location -> Berlin (1938)\n Hop 2: Berlin -> shares border with -> Czechoslovakia (1938)\n Hop 3: Czechoslovakia -> located in -> Europe (1938)\n Answer: Europe", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004477", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "Hop 1: Tommaso Padoa-Schioppa -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1970)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1970)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_004639", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Hop 1: Lelio Antoniotti -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1965)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1965)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_002027", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1913.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Vedi -> located in -> Erivan Governorate (1913)\n Hop 2: Erivan Governorate -> country -> Russian Empire (1913)\n Hop 3: Russian Empire -> head of state -> Nicholas II (1913)\n Answer: Nicholas II", + "em": 0.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_004554", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "Hop 1: Gino Archesso -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Antonio Segni (1961)\n Hop 3: Antonio Segni -> position held -> President of Italy (1961)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_005676", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "United States", + "pred": "Hop 1: Laureus World Sports Award for Comeback of the Year -> winner -> Lance Armstrong (2000)\n Hop 2: Lance Armstrong -> member of sports team -> Discovery Channel (2000)\n Hop 3: Discovery Channel -> country -> United States (2000)\n Answer: United States", + "em": 1.0, + "f1": 0.14814814814814814 + }, + { + "id": "q_008291", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "Hop 1: Linda Sini -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1956)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1956)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_008225", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Hop 1: Luciano Emmer -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1998)\n Hop 3: Carlo Azeglio Ciampi -> position held -> President of Italy (1998)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_001173", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Hop 1: Guo Moruo -> country of citizenship -> People's Republic of China (1970)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1970)\n Hop 3: Zhou Enlai -> spouse -> Deng Yingchao (1970)\n Hop 4: Deng Yingchao -> member of political party -> Chinese Communist Party (1970)\n Answer: Chinese Communist", + "em": 1.0, + "f1": 0.19354838709677416 + }, + { + "id": "q_008571", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "Hop 1: Metz -> country -> Germany (1940)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1940)\n Hop 3: Afghanistan -> basic form of government -> constitutional monarchy (1940)\n Answer: constitutional monarchy", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000937", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1934.0, + "gold": "1934", + "pred": "Hop 1: Heinrich Liebe -> allegiance -> Nazi Germany (1934)\n Hop 2: Nazi Germany -> shares border with -> Federal State of Austria (1934)\n Hop 3: Federal State of Austria -> replaces -> First Republic of Austria (1934)\n Answer: 1934", + "em": 1.0, + "f1": 0.0909090909090909 + }, + { + "id": "q_003736", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Friedrich Ebert", + "pred": "Hop 1: SMS Arcona -> crew members -> Eberhard Godt (1921)\n Hop 2: Eberhard Godt -> allegiance -> Weimar Republic (1921)\n Hop 3: Weimar Republic -> head of state -> Paul von Hindenburg (1921)\n Answer: Paul von Hindenburg", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002966", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "Hop 1: Mariano Agate -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1995)\n Answer: Oscar Luigi Scalfaro", + "em": 0.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_000538", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Hop 1: Giovanni Falcone -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giovanni Leone (1955)\n Hop 3: Giovanni Leone -> position held -> President of Italy (1955)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_000838", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Hop 1: Ant\u00f4nio da Silva -> member of sports team -> MSV Duisburg (2012)\n Hop 2: MSV Duisburg -> head coach -> J\u00fcrgen Klopp (2012)\n Hop 3: J\u00fcrgen Klopp -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2012)\n Answer: Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.06666666666666667 + }, + { + "id": "q_002448", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Vanderbilt University", + "pred": "Hop 1: Viktor Hamburger -> award received -> Louisa Gross Horwitz Prize (1983)\n Hop 2: Louisa Gross Horwitz Prize -> winner -> Torsten Nils Wiesel (1983)\n Hop 3: Torsten Nils Wiesel -> employer -> University of Chicago (1983)\n Answer: University of Chicago", + "em": 0.0, + "f1": 0.08333333333333334 + }, + { + "id": "q_007230", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Zoran Klemen\u010di\u010d -> member of sports team -> Tenax (2003)\n Hop 2: Tenax -> country -> Italy (2003)\n Hop 3: Italy -> head of state -> Carlo Azeglio Ciampi (2003)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_004534", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Odo Fusi Pecci -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1953)\n Hop 3: Amintore Fanfani -> position held -> Prime Minister of Italy (1953)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.32 + }, + { + "id": "q_007740", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Ra\u00fal Pateras Pescara -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1960)\n Hop 3: Amintore Fanfani -> position held -> President of Italy (1960)\n Answer: President of Italy", + "em": 0.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_007848", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Mariano Agate -> country of citizenship -> Italy (2008)\n Hop 2: Italy -> head of government -> Mario Monti (2008)\n Hop 3: Mario Monti -> position held -> President of the Council of Ministers (2008)\n Answer: President of the Council of Ministers", + "em": 0.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_003817", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Variety -> place of publication -> New York City (1947)\n Hop 2: New York City -> head of government -> William O'Dwyer (1947)\n Answer: William O'Dwyer", + "em": 0.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_006982", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Hannelore Kohl", + "pred": "Hop 1: Ulrike Herrmann -> member of political party -> Christian Democratic Union (1986)\n Hop 2: Christian Democratic Union -> chairperson -> Helmut Kohl (1986)\n Hop 3: Helmut Kohl -> spouse -> Hannelore Kohl (1986)\n Answer: Hannelore Kohl", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000932", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Governing Mayor of Berlin", + "pred": "Hop 1: Q896393 -> work location -> Berlin (1977)\n Hop 2: Berlin -> head of government -> Dietrich Stobbe (1977)\n Hop 3: Dietrich Stobbe -> position held -> Minister of Finance (1977)\n Answer: Minister of Finance", + "em": 0.0, + "f1": 0.17391304347826086 + }, + { + "id": "q_004711", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Vanderbilt University", + "pred": "Hop 1: Albert Lasker Award for Basic Medical Research -> winner -> Paul Berg (1980)\n Hop 2: Paul Berg -> award received -> Nobel Prize in Chemistry (1980)\n Hop 3: Nobel Prize in Chemistry -> employer -> University of California, Berkeley (1980)\n Answer: University of California, Berkeley", + "em": 0.0, + "f1": 0.07142857142857144 + }, + { + "id": "q_001424", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Free State of Prussia", + "pred": "Hop 1: Tilla Durieux -> spouse -> Paul Cassirer (1920)\n Hop 2: Paul Cassirer -> work location -> Berlin (1920)\n Hop 3: Berlin -> located in -> Kingdom of Prussia (1920)\n Answer: Kingdom of Prussia", + "em": 0.0, + "f1": 0.17391304347826086 + }, + { + "id": "q_006808", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Hop 1: Umberto Pasquale -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_005728", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Getulio Alviani -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> President of the Italian Republic (1980)\n Answer: President of the Italian Republic", + "em": 0.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_000501", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Civic Democratic Party", + "pred": "Hop 1: Czech Republic -> head of government -> V\u00e1clav Klaus (1995)\n Answer: V\u00e1clav Klaus", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003472", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Hop 1: Carlo Rambaldi -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1955)\n Answer: Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007593", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Alberto Moravia -> spouse -> Elsa Morante (1958)\n Hop 2: Elsa Morante -> country of citizenship -> Italy (1958)\n Hop 3: Italy -> head of state -> Antonio Segni (1958)\n Answer: Antonio Segni", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004304", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "military personnel", + "pred": "Hop 1: 21st U-boat Flotilla -> has part(s) -> U-120 (1943)\n Hop 2: 21st U-boat Flotilla -> commanded by -> Otto Schuhart (1943)\n Answer: Otto Schuhart", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004513", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> member of -> European Economic Community (1953)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1953)\n Answer: Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001144", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Hop 1: Bj\u00f6rn Schr\u00f6der -> member of sports team -> Milram (2010)\n Hop 2: Milram -> country -> Germany (2010)\n Hop 3: Germany -> head of government -> Angela Merkel (2010)\n Answer: Angela Merkel", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_004736", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Virginio De Paoli -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1996)\n Answer: Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.19047619047619047 + }, + { + "id": "q_001077", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Arman -> work location -> New York City (1964)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1964)\n Answer: Robert Ferdinand Wagner Jr.", + "em": 0.0, + "f1": 0.3478260869565218 + }, + { + "id": "q_008586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "chairperson", + "pred": "Hop 1: Sim\u00e3o Sabrosa -> member of sports team -> S.L. Benfica (2003)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2003)\n Answer: chairperson", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_004250", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "Hop 1: Franco Basaglia -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: 1976", + "em": 1.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_002769", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Dennis Stock -> work location -> New York City (1955)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1955)\n Hop 3: Robert Ferdinand Wagner Jr. -> position held -> Mayor of New York City (1955)\n Answer: Mayor of New York City", + "em": 1.0, + "f1": 0.3571428571428571 + }, + { + "id": "q_001923", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Alfredo Mazzoni -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1958)\n Hop 3: Amintore Fanfani -> position held -> Prime Minister of Italy (1958)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_008379", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "Hop 1: Cesare Terranova -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1958)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1958)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_004279", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "U-13", + "pred": "Hop 1: Victor Oehrn -> affiliation -> 1st U-boat Flotilla (1936)\n Answer: 1st U-boat Flotilla", + "em": 0.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_008534", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "Hop 1: Bruno Arcari -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1958)\n Answer: Alcide De Gasperi", + "em": 0.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001990", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "United Nations", + "pred": "Hop 1: Bad Day at Black Rock -> narrative location -> United States (1945)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1945)\n Hop 3: Territory of Hawaii -> member of -> United States (1945)\n Answer: United States", + "em": 0.0, + "f1": 0.07692307692307693 + }, + { + "id": "q_000057", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "Hop 1: Attilio Pierelli -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giovanni Leone (1970)\n Hop 3: Giovanni Leone -> position held -> President of Italy (1970)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_003633", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "President of Italy", + "pred": "Hop 1: Eleonora Rossi Drago -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1966)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1966)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_007357", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Prelinger Archives -> located in -> New York City (1989)\n Hop 2: New York City -> head of government -> Ed Koch (1989)\n Hop 3: Ed Koch -> position held -> New York City Mayor (1989)\n Answer: New York City Mayor", + "em": 0.0, + "f1": 0.3846153846153846 + }, + { + "id": "q_005638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "President of the United States", + "pred": "Hop 1: Michael Barry -> member of sports team -> Discovery Channel (2004)\n Hop 2: Discovery Channel -> country -> United States (2004)\n Hop 3: United States -> head of government -> George W. Bush (2004)\n Answer: George W. Bush", + "em": 0.0, + "f1": 0.22222222222222218 + }, + { + "id": "q_002803", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: Enrico Silvestri -> country of citizenship -> Italy (1955)\n Hop 4: Italy -> member of -> European Economic Community (1955)\n Hop 5: European Economic Community -> chairperson -> Paul-Henri Spaak (", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005319", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Hop 1: Sergio Andreoli -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Antonio Segni (1965)\n Hop 3: Antonio Segni -> country for sport -> Italy (1965)\n Answer: Italy", + "em": 0.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_008568", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Hop 1: Giuseppe Petrilli -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1998)\n Answer: Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_008187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Hop 1: Michelangelo Albertazzi -> member of sports team -> AC Milan (2014)\n Hop 2: AC Milan -> head coach -> Filippo Inzaghi (2014)\n Answer: Filippo Inzaghi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002510", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Bill Clinton", + "pred": "Hop 1: Lance Armstrong -> member of sports team -> Motorola (1996)\n Hop 2: Motorola -> country -> United States (1996)\n Hop 3: United States -> head of government -> Bill Clinton (1996)\n Answer: Bill Clinton", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007048", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: \u010cervie\u0144 -> country -> Russian Empire (1912)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1912)\n Answer: Nicholas II of Russia", + "em": 1.0, + "f1": 0.4210526315789474 + }, + { + "id": "q_000284", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Irina Bokova", + "pred": "Hop 1: Susan Polgar -> country for sport -> United States (2012)\n Hop 2: United States -> member of -> UNESCO (2012)\n Hop 3: UNESCO -> chairperson -> Kofi Annan (2012)\n Answer: Kofi Annan", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007586", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "German Emperor", + "pred": "Hop 1: Breitscheidplatz -> named after -> Augusta Victoria of Schleswig-Holstein (1915)\n Hop 2: Augusta Victoria of Schleswig-Holstein -> spouse -> Wilhelm II (1915)\n Answer: Wilhelm II", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006367", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Getulio Alviani -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1980)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_003015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Loris Francesco Capovilla -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1958)\n Hop 3: Amintore Fanfani -> position held -> Prime Minister of Italy (1958)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.32 + }, + { + "id": "q_002788", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "Hop 1: Women in Love -> award received -> Academy Award for Best Actress (1969)\n Hop 2: Academy Award for Best Actress (1969) -> winner -> Maggie Smith (1969)\n Hop 3: Maggie Smith (1969) -> spouse -> John Gielgud (1969)\n Answer: John Gielgud", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001092", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "God Save the Tsar!", + "pred": "Hop 1: Helsinki -> capital of -> Grand Duchy of Finland (1906)\n Hop 2: Grand Duchy of Finland -> anthem -> Finland's national anthem (1906)\n Answer: Finland's national anthem", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000319", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Andrea Pangrazio -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1960)\n Hop 3: Amintore Fanfani -> position held -> President of the Council of Ministers (1960)\n Answer: President of the Council of Ministers", + "em": 0.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_000336", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Variety -> place of publication -> New York City (1963)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1963)\n Hop 3: Robert Ferdinand Wagner Jr. -> position held -> New York City Mayor (1963)\n Answer: New York City Mayor", + "em": 0.0, + "f1": 0.37037037037037035 + }, + { + "id": "q_005328", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Franco Basaglia -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_007430", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Sukarno", + "pred": "Hop 1: People's Republic of China -> diplomatic relation -> Indonesia (1954)\n Hop 2: Changchun -> located in -> People's Republic of China (1954)\n Hop 3: Indonesia -> head of state -> Suharto (1954)\n Answer: Suharto", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001032", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "Hop 1: Claudio Ruffini -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1961)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1961)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_006917", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Zoran Klemen\u010di\u010d -> member of sports team -> Tenax (2003)\n Hop 2: Tenax -> country -> Italy (2003)\n Hop 3: Italy -> head of state -> Carlo Azeglio Ciampi (2003)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_008460", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> member of -> European Economic Community (1953)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1953)\n Answer: Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001183", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Hop 1: Francesco Carpino -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_001661", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Hop 1: Nanni Loy -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1955)\n Hop 3: Alcide De Gasperi -> position held -> President of the Council of Ministers of Italy (1955)\n Answer: President of the Council of Ministers of Italy", + "em": 0.0, + "f1": 0.23076923076923078 + }, + { + "id": "q_002861", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Hop 1: Pia Nalli -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: European Economic Community -> chairperson of -> Robert Schuman (1955)\n Answer: Robert Schuman", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "Hop 1: Oreste Biancoli -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Antonio Segni (1967)\n Hop 3: Antonio Segni -> position held -> President of Italy (1967)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_003586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Ra\u00fal Pateras Pescara -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1960)\n Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_000264", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "Hop 1: Women in Love -> award received -> Academy Award for Best Actress (1969)\n Hop 2: Academy Award for Best Actress (1969) -> winner -> Maggie Smith\n Hop 3: Maggie Smith -> spouse -> John Gielgud\n Answer: John Gielgud", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001302", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "Hop 1: Umberto Pasquale -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> head of government -> Alcide De Gasperi (1953)\n Hop 3: Alcide De Gasperi -> position held -> Prime Minister of Italy (1953)\n Answer: 1953", + "em": 1.0, + "f1": 0.0909090909090909 + }, + { + "id": "q_007976", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "Hop 1: Mariele Ventre -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1969)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1969)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_007562", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Lviv University", + "pred": "Hop 1: Zygmunt Janiszewski -> employer -> Lviv University (1913)\n Answer: Lviv University", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_006568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "pred": "Hop 1: Dan Aykroyd -> award received -> Golden Raspberry Award for Worst Supporting Actor - Razzie Award (1992)\n Answer: Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "em": 1.0, + "f1": 0.6956521739130436 + }, + { + "id": "q_006715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Hop 1: Giovanni Cornacchia -> country of citizenship -> Italy (1951)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005303", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Valenciennes F.C.", + "pred": "Hop 1: Geoffrey Doumeng -> member of sports team -> Valenciennes F.C. (2007)\n Answer: Valenciennes F.C.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_003783", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Baron Harding of Petherton", + "pred": "Hop 1: John Harding, 1st Baron Harding of Petherton -> noble title -> Baron Harding of Petherton (1959)\n Answer: Baron Harding of Petherton", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_004865", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Bruno Venturini -> country of citizenship -> Kingdom of Italy (1939)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006315", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Hop 1: Kris Bright -> member of sports team -> Bryne FK (2012)\n Answer: 2012", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_006718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Hop 1: Giuseppe Anedda -> country of citizenship -> Italy (1980)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006083", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Pula -> country -> Socialist Federal Republic of Yugoslavia (1954)\n Answer: Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 0.625 + }, + { + "id": "q_003360", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "Hop 1: Tanguy Viel -> award received -> C\u00e9sar Award for Best Original Screenplay (2023)\n Answer: 2023", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_008353", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Chattanooga", + "pred": "Hop 1: National Model Railroad Association -> headquarters -> Chattanooga (1986)\n Answer: Chattanooga", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "D.C. United", + "pred": "Hop 1: Robert F. Kennedy Memorial Stadium -> occupant -> D.C. United (2009)\n Answer: D.C. United", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_001224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Gjilan -> country -> Socialist Federal Republic of Yugoslavia (1977)\n Answer: Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 0.625 + }, + { + "id": "q_004848", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Soviet Union", + "pred": "Hop 1: Vija Artmane -> country of citizenship -> Soviet Union (1964)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_007525", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Oulu Province", + "pred": "Hop 1: Kiiminki -> located in -> Oulu Province (1946)\n Answer: Oulu Province", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_000885", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Northern Dvina Governorate", + "pred": "Hop 1: Yarensk Uyezd -> located in -> Northern Dvina Governorate (1923)\n Answer: Northern Dvina Governorate", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_001030", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Giovan Battista Pellegrini -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_004428", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "Soviet Union", + "pred": "Hop 1: Tbilisi -> country -> Soviet Union (1923)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_002780", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "University of British Columbia", + "pred": "Hop 1: Daniel Kahneman -> employer -> University of British Columbia (1983)\n Answer: University of British Columbia", + "em": 1.0, + "f1": 0.5333333333333333 + }, + { + "id": "q_000352", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Solicitor General for England and Wales", + "pred": "Hop 1: John Simon, 1st Viscount Simon -> position held -> Solicitor General for England and Wales (1911)\n Answer: Solicitor General for England and Wales", + "em": 1.0, + "f1": 0.5454545454545454 + }, + { + "id": "q_000414", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Hop 1: Rudolf Jaenisch -> award received -> Robert Koch Prize (2002)\n Answer: 2002", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_001261", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Hop 1: Renato Barisani -> country of citizenship -> Italy (1958)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001035", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "WWE", + "pred": "Hop 1: Shane McMahon -> employer -> WWE (1996)\n Answer: WWE", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_008432", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Hop 1: John McCain -> spouse -> Cindy McCain (1981)\n Answer: Cindy McCain", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005886", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Federal Minister for Foreign Affairs", + "pred": "Hop 1: Frank-Walter Steinmeier -> position held -> Federal Minister for Foreign Affairs (2017)\n Answer: Federal Minister for Foreign Affairs", + "em": 1.0, + "f1": 0.5263157894736842 + }, + { + "id": "q_007363", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Hop 1: Armin Grein -> position held -> Landrat (1989)\n Answer: Landrat", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006356", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Germany", + "pred": "Hop 1: Adolf Schr\u00f6ter -> country of citizenship -> Germany (1950)\n Answer: Germany", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004178", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "People's Republic of Bulgaria", + "pred": "Hop 1: Pernik -> country -> People's Republic of Bulgaria (1979)\n Answer: People's Republic of Bulgaria", + "em": 1.0, + "f1": 0.625 + }, + { + "id": "q_005764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kupferstichkabinett Berlin", + "pred": "Hop 1: Max Jakob Friedl\u00e4nder -> employer -> Kupferstichkabinett Berlin (1919)\n Answer: Kupferstichkabinett Berlin", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000581", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Sevilla FC", + "pred": "Hop 1: Alexis Ruano Delgado -> member of sports team -> Sevilla FC (2011)\n Answer: Sevilla FC", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_008059", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Heinrich Himmler", + "pred": "Hop 1: Schutzstaffel -> director / manager -> Heinrich Himmler (1939)\n Answer: Heinrich Himmler", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_002028", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Scopus", + "pred": "Hop 1: The New York Times -> indexed in bibliographic review -> Scopus (1996)\n Answer: Scopus", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_005537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Hop 1: Gianni De Michelis -> country of citizenship -> Italy (1947)\n Answer: Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_002995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "James Norris Memorial Trophy", + "pred": "Hop 1: Erik Karlsson -> award received -> James Norris Memorial Trophy (2012)\n Answer: James Norris Memorial Trophy", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_005062", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Hop 1: Gyula Iulius Maurer -> employer -> Babe\u0219-Bolyai University (1961)\n Answer: Babe\u0219-Bolyai University", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_005618", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Leicester City F.C.", + "pred": "Hop 1: Jack Hobbs -> member of sports team -> Leicester City F.C. (2010)\n Answer: Leicester City F.C.", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_000224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Italy", + "pred": "Hop 1: Ulrico Girardi -> country of citizenship -> Italy (1974)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FK Austria Wien", + "pred": "Hop 1: Ronald Brunmayr -> member of sports team -> FK Austria Wien (1996)\n Answer: FK Austria Wien", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_002148", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1927.0, + "gold": "Kingdom of Romania", + "pred": "Hop 1: Balchik -> country -> Kingdom of Romania (1927)\n Answer: Kingdom of Romania", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_006117", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Hop 1: Cesarina Vighy -> country of citizenship -> Italy (1970)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Mary Pickford", + "pred": "Hop 1: Academy Award for Best Actress -> winner -> Mary Pickford (1929)\n Answer: Mary Pickford", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003365", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "All-NBA Team", + "pred": "Hop 1: Gary Payton -> award received -> All-NBA Team (2000)\n Answer: All-NBA Team", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_005796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Hop 1: Molli railway -> operator -> Deutsche Reichsbahn (1922)\n Answer: Deutsche Reichsbahn", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003448", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Benedetta Cappa -> country of citizenship -> Kingdom of Italy (1901)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_005271", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Borussia M\u00f6nchengladbach", + "pred": "Hop 1: Alexander Voigt -> member of sports team -> Borussia M\u00f6nchengladbach (2008)\n Answer: Borussia M\u00f6nchengladbach", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_002400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "United States Penitentiary, Florence ADMAX", + "pred": "Hop 1: Ted Kaczynski -> place of detention -> United States Penitentiary, Florence ADMAX (2020)\n Answer: 2020", + "em": 1.0, + "f1": 0.5263157894736842 + }, + { + "id": "q_007959", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Afghanistan", + "pred": "Hop 1: Germany -> diplomatic relation -> Afghanistan (2010)\n Answer: Afghanistan", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_008034", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Sergio Tofano -> country of citizenship -> Kingdom of Italy (1912)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006099", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Hop 1: Central Volga Krai -> located in -> Russian Soviet Federative Socialist Republic (1932)\n Answer: Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 0.5263157894736842 + }, + { + "id": "q_003338", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "President of the Bundestag", + "pred": "Hop 1: Wolfgang Sch\u00e4uble -> position held -> President of the Bundestag (2017)\n Answer: President of the Bundestag", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_007882", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "pred": "Hop 1: Ernst Chain -> award received -> Paul Ehrlich and Ludwig Darmstaedter Prize (1954)\n Answer: Paul Ehrlich and Ludwig Darmstaedter Prize", + "em": 1.0, + "f1": 0.6 + }, + { + "id": "q_001101", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Melbourne Cricket Ground", + "pred": "Hop 1: Melbourne Football Club -> home venue -> Melbourne Cricket Ground (1904)\n Answer: Melbourne Cricket Ground", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_004838", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "American Psycho 2", + "pred": "Hop 1: American Psycho -> derivative work -> American Psycho 2 (2002)\n Answer: American Psycho 2", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_008088", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Hop 1: Gianfranco Parolini -> country of citizenship -> Italy (2017)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008278", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Valenciennes F.C.", + "pred": "Hop 1: Kenny Lala -> member of sports team -> Valenciennes F.C. (2013)\n Answer: Valenciennes F.C.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_003556", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Giovanni Battista Lacchini -> country of citizenship -> Kingdom of Italy (1935)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_008174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Spartak Moscow", + "pred": "Hop 1: Roman Shishkin -> member of sports team -> Spartak Moscow (2004)\n Answer: Spartak Moscow", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_007252", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Hop 1: Amaury Bischoff -> member of sports team -> RC Strasbourg Alsace (2005)\n Answer: 2005", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_007229", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "West Germany", + "pred": "Hop 1: Albrecht Brandi -> country of citizenship -> West Germany (1963)\n Answer: West Germany", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_005020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Luigi Tasselli -> country of citizenship -> Kingdom of Italy (1917)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_003581", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Luciano Savorini -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_007540", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Norway men's national association football team", + "pred": "Hop 1: Rolf Johannessen -> member of sports team -> Norway men's national association football team (1931)\n Answer: Norway men's national association football team", + "em": 1.0, + "f1": 0.6086956521739131 + }, + { + "id": "q_006549", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1972.0, + "gold": "1972", + "pred": "Hop 1: Louis Emil Denfeld -> place of burial -> Arlington National Cemetery (1972)\n Answer: 1972", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_006127", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Rome", + "pred": "Hop 1: Mario Soldati -> residence -> Rome (1957)\n Answer: Rome", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_008172", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Academy Award for Best Director", + "pred": "Hop 1: Fred Zinnemann -> nominated for -> Academy Award for Best Director (1961)\n Answer: Academy Award for Best Director", + "em": 1.0, + "f1": 0.5882352941176471 + }, + { + "id": "q_006850", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "\u00c9toile Sportive du Sahel", + "pred": "Hop 1: Oumar Kalabane -> member of sports team -> \u00c9toile Sportive du Sahel (2000)\n Answer: \u00c9toile Sportive du Sahel", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_001281", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "60 Minutes", + "pred": "Hop 1: Morley Safer -> notable work -> 60 Minutes (1979)\n Answer: 60 Minutes", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Hop 1: Nikolaus Schneider -> award received -> Buber-Rosenzweig-Medal (2012)\n Answer: 2012", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_004216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Philadelphia", + "pred": "Hop 1: Thomas Eakins -> work location -> Philadelphia (1908)\n Answer: Philadelphia", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_001024", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "Hop 1: Olympiacos F.C. -> head coach -> Jos\u00e9 Anigo (2023)\n Answer: 2023", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_003080", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Nobel Prize in Literature", + "pred": "Hop 1: Sarvepalli Radhakrishnan -> nominated for -> Nobel Prize in Literature (1936)\n Answer: Nobel Prize in Literature", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_006761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Reading F.C.", + "pred": "Hop 1: Stephen Hunt -> member of sports team -> Reading F.C. (2006)\n Answer: Reading F.C.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_007249", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Athletic Club", + "pred": "Hop 1: Rafael Moreno Aranzadi -> member of sports team -> Athletic Club (1912)\n Answer: Athletic Club", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_004330", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Cristina Campo -> country of citizenship -> Kingdom of Italy (1933)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_002355", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Brentford F.C.", + "pred": "Hop 1: Andy Sinton -> member of sports team -> Brentford F.C. (1987)\n Answer: Brentford F.C.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_001500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Erwin Teufel", + "pred": "Hop 1: Baden-W\u00fcrttemberg -> head of government -> Erwin Teufel (2000)\n Answer: Erwin Teufel", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_002493", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "TV Globo", + "pred": "Hop 1: Grupo Globo -> subsidiary -> TV Globo (1994)\n Answer: TV Globo", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_004504", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "Hop 1: Walter Gautschi -> doctoral student -> Andreas Speiser (1953)\n Answer: 1953", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008366", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Jean Tremblay", + "pred": "Hop 1: Saguenay -> head of government -> Jean Tremblay (2008)\n Answer: Jean Tremblay", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_003310", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "Hop 1: The Maids of Wilko -> nominated for -> Academy Award for Best International Feature Film (1980)\n Answer: 1980", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_004860", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "auxiliary bishop", + "pred": "Hop 1: Guillermo Leaden -> position held -> auxiliary bishop (1975)\n Answer: auxiliary bishop", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_007131", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Hop 1: Pino Caruso -> country of citizenship -> Italy (1976)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001190", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Franca Florio -> country of citizenship -> Kingdom of Italy (1935)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_001845", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "Hop 1: Jean Templin -> member of sports team -> A.S. Nancy-Lorraine (1959)\n Answer: A.S. Nancy-Lorraine", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_001601", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Lomonosov Moscow State University", + "pred": "Hop 1: Lev Pontryagin -> employer -> Lomonosov Moscow State University (1933)\n Answer: Lomonosov Moscow State University", + "em": 1.0, + "f1": 0.5333333333333333 + }, + { + "id": "q_008159", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "AIK Fotboll", + "pred": "Hop 1: Lee Baxter -> member of sports team -> AIK Fotboll (2010)\n Answer: AIK Fotboll", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006771", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Cuxhaven district", + "pred": "Hop 1: Sietland -> located in -> Cuxhaven district (1995)\n Answer: Cuxhaven district", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_002990", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Vesyegonsky District", + "pred": "Hop 1: Vesyegonsk -> located in -> Vesyegonsky District (1957)\n Answer: Vesyegonsky District", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_002704", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Everton F.C.", + "pred": "Hop 1: Adrian Heath -> member of sports team -> Everton F.C. (1986)\n Answer: Everton F.C.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_000821", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Sabatino Moscati -> country of citizenship -> Kingdom of Italy (1930)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_001187", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Max Planck Institute for Chemistry", + "pred": "Hop 1: Paul Josef Crutzen -> employer -> Max Planck Institute for Chemistry (1980)\n Answer: Max Planck Institute for Chemistry", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_006629", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "United States Navy", + "pred": "Hop 1: Frederick B. Dent -> military branch -> United States Navy (1946)\n Answer: United States Navy", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_003305", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Italy", + "pred": "Hop 1: Antonello Aglioti -> country of citizenship -> Italy (1981)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Carter Harrison IV", + "pred": "Hop 1: Chicago -> head of government -> Carter Harrison IV (1913)\n Answer: Carter Harrison IV", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_000310", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "Hop 1: Le Montellier -> located in -> arrondissement of Bourg-en-Bresse (1989)\n Answer: arrondissement of Bourg-en-Bresse", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_003989", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Baron Moyne", + "pred": "Hop 1: Walter Guinness, 1st Baron Moyne -> award -> Distinguished Service Order (1935)\n Answer: Baron Moyne", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_007146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Hop 1: Fabio Capello -> work location -> Rome (2001)\n Answer: Rome", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002832", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Willy Marlow", + "pred": "Hop 1: Rostock District -> head of government -> Willy Marlow (1983)\n Answer: Willy Marlow", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_000368", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "FC Porto", + "pred": "Hop 1: Deco -> member of sports team -> FC Porto (1999)\n Answer: FC Porto", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_005867", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Hop 1: Kursk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1980)\n Answer: Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_005700", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Colombia men's national football team", + "pred": "Hop 1: Juan Carlos Henao -> member of sports team -> Colombia men's national football team (2003)\n Answer: Colombia men's national football team", + "em": 1.0, + "f1": 0.5454545454545454 + }, + { + "id": "q_000881", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "York University", + "pred": "Hop 1: Ellen Meiksins Wood -> employer -> York University (1986)\n Answer: York University", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_005707", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Kreis Kalbe (Milde)", + "pred": "Hop 1: Jeetze -> located in -> Kreis Kalbe (Milde) (1952)\n Answer: Kreis Kalbe (Milde)", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_001238", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Pre\u0161ov Region", + "pred": "Hop 1: Pre\u0161ov -> located in -> Pre\u0161ov Region (1954)\n Answer: Pre\u0161ov Region", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_006162", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Hop 1: Erick Scott -> member of sports team -> Asociaci\u00f3n Deportiva San Carlos (2011)\n Answer: 2011", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_005973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Hop 1: Pier Antonio Quarantotti Gambini -> country of citizenship -> Italy (1960)\n Answer: Italy", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_006967", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Hop 1: Armando Aste -> country of citizenship -> Italy (1971)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006519", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "F.C. Pro Vercelli 1892", + "pred": "Hop 1: Dante Amarilli -> member of sports team -> F.C. Pro Vercelli 1892 (1935)\n Answer: F.C. Pro Vercelli 1892", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_006861", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Toulouse FC", + "pred": "Hop 1: Umut burugudut bulut -> member of sports team -> Toulouse FC (2012)\n Answer: Toulouse FC", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_006139", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Decathlon CMA CGM Team", + "pred": "Hop 1: Nicolas Roche -> member of sports team -> Decathlon CMA CGM Team (2012)\n Answer: Decathlon CMA CGM Team", + "em": 1.0, + "f1": 0.47058823529411764 + }, + { + "id": "q_002293", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Bethesda", + "pred": "Hop 1: Katie Ledecky -> residence -> Bethesda (2001)\n Answer: Bethesda", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_008165", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Akkermansky Uyezd", + "pred": "Hop 1: Bilhorod-Dnistrovskyi -> located in -> Akkermansky Uyezd (1902)\n Answer: Akkermansky Uyezd", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_001745", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Hop 1: Li Tsung-jen -> country of citizenship -> Taiwan (1962)\n Answer: Taiwan", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_005776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Paul McGann", + "pred": "Hop 1: Susannah Harker -> unmarried partner -> Paul McGann (2008)\n Answer: Paul McGann", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_002004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Al-Qaeda", + "pred": "Hop 1: Osama bin Laden -> allegiance -> Al-Qaeda (1993)\n Answer: Al-Qaeda", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_003185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Weimar Republic", + "pred": "Hop 1: Vaterstetten -> country -> Weimar Republic (1922)\n Answer: Weimar Republic", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_007239", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: James Alberione -> country of citizenship -> Kingdom of Italy (1923)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_005515", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "doctorate", + "pred": "Hop 1: Raymond Dumais -> academic degree -> doctorate (1993)\n Answer: doctorate", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002120", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Bauska District", + "pred": "Hop 1: Bauska -> located in -> Bauska District (2000)\n Answer: Bauska District", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_007214", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Gale Anne Hurd", + "pred": "Hop 1: James Cameron -> spouse -> Gale Anne Hurd (1987)\n Answer: Gale Anne Hurd", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_008171", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Hop 1: Felice Andreasi -> country of citizenship -> Italy (1980)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002624", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Woodrow Wilson", + "pred": "Hop 1: United States -> head of government -> Woodrow Wilson (1918)\n Answer: Woodrow Wilson", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_004467", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Alberto Albertini -> country of citizenship -> Kingdom of Italy (1924)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006746", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1993.0, + "gold": "1993", + "pred": "Hop 1: Veran Mati\u0107 -> award received -> CPJ International Press Freedom Awards (1993)\n Answer: 1993", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_008176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Vr\u0161ac -> country -> Socialist Federal Republic of Yugoslavia (1979)\n Answer: Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 0.625 + }, + { + "id": "q_000447", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Hop 1: Antonio Sbardella -> country of citizenship -> Italy (1980)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007622", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Hop 1: Jos\u00e9 Ortigoza -> member of sports team -> Ulsan HD FC (2010)\n Answer: 2010", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_007073", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FC Luch-Energiya Vladivostok", + "pred": "Hop 1: Maksim Layushkin -> member of sports team -> FC Luch-Energiya Vladivostok (1996)\n Answer: FC Luch-Energiya Vladivostok", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_006216", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Soviet Union", + "pred": "Hop 1: Yelena Miroshina -> country of citizenship -> Soviet Union (1987)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_007462", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "\u00d6sters IF", + "pred": "Hop 1: Hans Eklund -> member of sports team -> \u00d6sters IF (1987)\n Answer: \u00d6sters IF", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_000068", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Eski\u015fehirspor", + "pred": "Hop 1: \u00d6mer Kaner -> member of sports team -> Eski\u015fehirspor (1982)\n Answer: Eski\u015fehirspor", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_002516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Marconi Prize", + "pred": "Hop 1: Federico Faggin -> award received -> Marconi Prize (1988)\n Answer: Marconi Prize", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_003568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Hop 1: Silvio Gazzaniga -> country of citizenship -> Italy (1996)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005968", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Hop 1: Adone Zoli -> country of citizenship -> Italy (1958)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Hop 1: Antonio Sbardella -> country of citizenship -> Italy (1980)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002706", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "economic liberalism", + "pred": "Hop 1: Jorge Gonz\u00e1lez von Mar\u00e9es -> movement -> economic liberalism (1957)\n Answer: economic liberalism", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_006338", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Jan Hendrik Oort", + "pred": "Hop 1: Maarten Schmidt -> doctoral advisor -> Jan Hendrik Oort (1956)\n Answer: Jan Hendrik Oort", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_002715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "State Government", + "pred": "Hop 1: Johanna Mikl-Leitner -> position held -> State Government (2007)\n Answer: State Government", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_005181", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Hop 1: Leigh Bromby -> member of sports team -> Sheffield United F.C. (2009)\n Answer: 2009", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_003253", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "chairperson", + "pred": "Hop 1: Kenjir\u014d Sh\u014dda -> position held -> chairperson (1958)\n Answer: chairperson", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Hop 1: G\u00f6khan \u00dcnal -> member of sports team -> Gen\u00e7lerbirli\u011fi S.K. (2002)\n Answer: Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_003453", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Hop 1: Irene Galitzine -> country of citizenship -> Italy (1956)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002186", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Academy Award for Best Actress", + "pred": "Hop 1: Meryl Streep -> nominated for -> Academy Award for Best Actress (2014)\n Answer: Academy Award for Best Actress", + "em": 1.0, + "f1": 0.5882352941176471 + }, + { + "id": "q_000960", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Soviet Union", + "pred": "Hop 1: Biysk -> country -> Soviet Union (1922)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_004347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Deutsche Mark", + "pred": "Hop 1: Germany -> currency -> Deutsche Mark (1987)\n Answer: Deutsche Mark", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_003476", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Municipio III", + "pred": "Hop 1: San Lorenzo -> location -> Municipio III (2007)\n Answer: Municipio III", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_001826", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "WWE", + "pred": "Hop 1: Shane McMahon -> employer -> WWE (2020)\n Answer: WWE", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_002764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Camillo Cibin -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_007776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Latvian Soviet Socialist Republic", + "pred": "Hop 1: R\u0113zekne -> located in -> Latvian Soviet Socialist Republic (1991)\n Answer: Latvian Soviet Socialist Republic", + "em": 1.0, + "f1": 0.5333333333333333 + }, + { + "id": "q_002291", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2022.0, + "gold": "Al-Nassr", + "pred": "Hop 1: Luiz Gustavo -> member of sports team -> Al-Nassr (2022)\n Answer: Al-Nassr", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006248", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Zeno Saltini -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_003830", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Hop 1: MTV Video Music Award for Best Group -> winner -> Foo Fighters (1996)\n Answer: 1996", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_005800", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1927.0, + "gold": "1927", + "pred": "Hop 1: Lois Delander -> competition won -> Miss America (1927)\n Answer: 1927", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Roman Herzog", + "pred": "Hop 1: Germany -> head of state -> Roman Herzog (1996)\n Answer: Roman Herzog", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_005305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "TOP 09", + "pred": "Hop 1: Karel Schwarzenberg -> member of political party -> TOP 09 (2017)\n Answer: TOP 09", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003125", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Chinese Communist Party", + "pred": "Hop 1: Xiao Ke -> member of political party -> Chinese Communist Party (1929)\n Answer: Chinese Communist Party", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_003993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "United States Air Force", + "pred": "Hop 1: Warren Weaver -> employer -> United States Air Force (1918)\n Answer: United States Air Force", + "em": 1.0, + "f1": 0.5333333333333333 + }, + { + "id": "q_000679", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Hop 1: Jean-Marie Cavada -> position held -> Member of the European Parliament (2017)\n Answer: Member of the European Parliament", + "em": 1.0, + "f1": 0.5263157894736842 + }, + { + "id": "q_001435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "Hop 1: Dushanbe -> capital of -> Basmachi movement (1922)\n Answer: 1922", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_004918", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Hop 1: Karl Plattner -> country of citizenship -> Italy (1947)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006137", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Orlando Magic", + "pred": "Hop 1: Shaquille O'Neal -> member of sports team -> Orlando Magic (1995)\n Answer: Orlando Magic", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_002644", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Hop 1: Daniel Islas -> member of sports team -> Club Atl\u00e9tico Tigre (2009)\n Answer: Club Atl\u00e9tico Tigre", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_004185", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Hop 1: Stanley Kubrick -> spouse -> Christiane Kubrick (1995)\n Answer: Christiane Kubrick", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_007259", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Hop 1: Herbert Seifert -> employer -> Heidelberg University (1961)\n Answer: Heidelberg University", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_000078", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Italy", + "pred": "Hop 1: Bruno Bettinelli -> country of citizenship -> Italy (1972)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006054", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Hop 1: Tullia Zevi -> country of citizenship -> Italy (2001)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "SC Young Fellows Juventus", + "pred": "Hop 1: Leopold Kielholz -> member of sports team -> SC Young Fellows Juventus (1942)\n Answer: SC Young Fellows Juventus", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_004140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "president", + "pred": "Hop 1: Richard William Smith -> position held -> president (2012)\n Answer: president", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002324", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Hop 1: Arvydas Novikovas -> member of sports team -> FC Vilnius (2008)\n Answer: 2008", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_008261", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "National Basketball Association", + "pred": "Hop 1: Chris Mihm -> league or competition -> National Basketball Association (2005)\n Answer: National Basketball Association", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_004156", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Gianni Dova -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_002138", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Montpellier H\u00e9rault Sport Club", + "pred": "Hop 1: Olivier Sorlin -> member of sports team -> Montpellier H\u00e9rault Sport Club (1999)\n Answer: Montpellier H\u00e9rault Sport Club", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_001307", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Italy", + "pred": "Hop 1: Mario Del Monaco -> country of citizenship -> Italy (1953)\n Answer: Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_005256", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "auxiliary bishop", + "pred": "Hop 1: Ortega Franco -> position held -> auxiliary bishop (2012)\n Answer: auxiliary bishop", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_004475", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Q135837", + "pred": "Hop 1: Raimondas Rum\u0161as -> member of sports team -> Fassa Bortolo (2003)\n Answer: Fassa Bortolo", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002220", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Estudiantes de La Plata", + "pred": "Hop 1: Iv\u00e1n Moreno y Fabianesi -> member of sports team -> Estudiantes de La Plata (2008)\n Answer: Estudiantes de La Plata", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_006192", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Egypt", + "pred": "Hop 1: Zakaria Mohieddin -> country of citizenship -> Egypt (1983)\n Answer: Egypt", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005619", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Adone Zoli -> country of citizenship -> Kingdom of Italy (1919)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_003460", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Buber-Rosenzweig-Medal", + "pred": "Hop 1: Nikolaus Schneider -> award received -> Buber-Rosenzweig-Medal (2012)\n Answer: Buber-Rosenzweig-Medal", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_005532", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Gy\u00f6rgy Fekete", + "pred": "Hop 1: Szilvia Sunyovszky -> spouse -> Gy\u00f6rgy Fekete (2020)\n Answer: Gy\u00f6rgy Fekete", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_000731", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Ren\u00e9 Ang\u00e9lil", + "pred": "Hop 1: C\u00e9line Dion -> spouse -> Ren\u00e9 Ang\u00e9lil (2000)\n Answer: Ren\u00e9 Ang\u00e9lil", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_007949", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Aston Villa F.C.", + "pred": "Hop 1: Harry Parkes -> member of sports team -> Aston Villa F.C. (1940)\n Answer: Aston Villa F.C.", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_001545", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Hop 1: Armando Aste -> country of citizenship -> Italy (1971)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001649", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Hop 1: Francesco Aguzzoli -> country of citizenship -> Italy (1969)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008040", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Carlo Zecchi -> country of citizenship -> Kingdom of Italy (1934)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006170", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Nazi Germany", + "pred": "Hop 1: Potsdam -> country -> Nazi Germany (1934)\n Answer: Nazi Germany", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_008589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Italy", + "pred": "Hop 1: Filippo Zappata -> country of citizenship -> Italy (1968)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Hop 1: Cottbus -> located in -> Cottbus District (1982)\n Answer: Cottbus District", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_004771", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "SV Waldhof Mannheim", + "pred": "Hop 1: Fritz Walter -> member of sports team -> SV Waldhof Mannheim (1982)\n Answer: SV Waldhof Mannheim", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_002240", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Raymond Lahey", + "pred": "Hop 1: Roman Catholic Diocese of Corner Brook and Labrador -> chairperson -> Raymond Lahey (1992)\n Answer: Raymond Lahey", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_001328", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "F.C. Hansa Rostock", + "pred": "Hop 1: Axel Hauschild -> member of sports team -> F.C. Hansa Rostock (1985)\n Answer: F.C. Hansa Rostock", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_003910", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1926.0, + "gold": "Yves du Manoir Stadium", + "pred": "Hop 1: Racing 92 -> home venue -> Yves du Manoir Stadium (1926)\n Answer: Yves du Manoir Stadium", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_003393", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Nemuro Subprefecture (1897\u20142010)", + "pred": "Hop 1: Signalny -> located in -> Nemuro Subprefecture (1897\u20142010) (1990)\n Answer: Nemuro Subprefecture (1897\u20142010)", + "em": 1.0, + "f1": 0.5333333333333333 + }, + { + "id": "q_003249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Hop 1: Tes-Khemsky District -> located in -> Tuvan Autonomous Soviet Socialist Republic (1987)\n Answer: Tuvan Autonomous Soviet Socialist Republic", + "em": 1.0, + "f1": 0.5263157894736842 + }, + { + "id": "q_002690", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Hop 1: Edgardo Moltoni -> country of citizenship -> Italy (1970)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000520", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Hop 1: Alec Chamberlain -> member of sports team -> Watford F.C. (2001)\n Answer: Watford F.C.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_008590", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Acad\u00e9mie des beaux-arts", + "pred": "Hop 1: Albert Decaris -> member of -> Acad\u00e9mie des beaux-arts (1951)\n Answer: Acad\u00e9mie des beaux-arts", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_002965", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Toronto", + "pred": "Hop 1: Healey Willan -> location -> Toronto (1951)\n Answer: Toronto", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_000417", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Italy", + "pred": "Hop 1: Giovanni Azzini -> country of citizenship -> Italy (1992)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007810", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Soviet Union", + "pred": "Hop 1: Khotyn -> country -> Soviet Union (1968)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_002744", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Queen Mary University of London", + "pred": "Hop 1: Kurt Hirsch -> employer -> Queen Mary University of London (1971)\n Answer: Queen Mary University of London", + "em": 1.0, + "f1": 0.5882352941176471 + }, + { + "id": "q_006283", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "University of G\u00f6ttingen", + "pred": "Hop 1: Johann Radon -> educated at -> University of G\u00f6ttingen (1912)\n Answer: University of G\u00f6ttingen", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_001516", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "President of the Swiss Confederation", + "pred": "Hop 1: Samuel Schmid -> position held -> President of the Swiss Confederation (2005)\n Answer: President of the Swiss Confederation", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_004019", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "Hop 1: Shk\u00eblzen Gashi -> member of sports team -> FC Aarau (2022)\n Answer: FC Aarau", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_007577", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Goethe University Frankfurt", + "pred": "Hop 1: Ruth Moufang -> employer -> Goethe University Frankfurt (1955)\n Answer: Goethe University Frankfurt", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_006387", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Nopporo Station", + "pred": "Hop 1: Ebetsu Station -> adjacent station -> Nopporo Station (1958)\n Answer: Nopporo Station", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Hop 1: Giuseppe Saragat -> position held -> President of Italy (1965)\n Hop 2: President of Italy -> country of citizenship -> Italy (1965)\n Answer: Italy", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_006907", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "Hop 1: Stara Zagora -> country -> People's Republic of Bulgaria (1962)\n Answer: People's Republic of Bulgaria", + "em": 1.0, + "f1": 0.5882352941176471 + }, + { + "id": "q_000891", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Goffredo Zehender -> country of citizenship -> Kingdom of Italy (1929)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_003937", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "VfL Bochum", + "pred": "Hop 1: Matias Concha -> member of sports team -> VfL Bochum (2011)\n Answer: VfL Bochum", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_000823", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Hop 1: Giuliano Bernardi -> country of citizenship -> Italy (1970)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Aston Villa F.C.", + "pred": "Hop 1: Alan Wright -> member of sports team -> Aston Villa F.C. (2001)\n Answer: Aston Villa F.C.", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_008286", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Deportivo de La Coru\u00f1a", + "pred": "Hop 1: Miroslav \u0110uki\u0107 -> member of sports team -> Deportivo de La Coru\u00f1a (1995)\n Answer: Deportivo de La Coru\u00f1a", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_002635", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "West Germany", + "pred": "Hop 1: Hessenliga -> country -> West Germany (1949)\n Answer: West Germany", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_006205", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Italy", + "pred": "Hop 1: Gabriele Mucchi -> country of citizenship -> Italy (1990)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Austria men's national football team", + "pred": "Hop 1: Roman M\u00e4hlich -> member of sports team -> Austria men's national football team (2001)\n Answer: Austria men's national football team", + "em": 1.0, + "f1": 0.5714285714285715 + }, + { + "id": "q_002157", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Hop 1: Guido Morselli -> country of citizenship -> Italy (1967)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000634", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "SSC Bari", + "pred": "Hop 1: Graziano Battistini -> member of sports team -> SSC Bari (2003)\n Answer: SSC Bari", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_005602", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Kita-Toyotsu Signal Base", + "pred": "Hop 1: Kunnui Station -> adjacent station -> Kita-Toyotsu Signal Base (1987)\n Answer: Kita-Toyotsu Signal Base", + "em": 1.0, + "f1": 0.5333333333333333 + }, + { + "id": "q_000342", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Hop 1: Vagit Alekperov -> country of citizenship -> Soviet Union (1989)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_004873", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Club Atletico All Boys", + "pred": "Hop 1: Agust\u00edn Torassa -> member of sports team -> Club Atletico All Boys (2010)\n Answer: Club Atletico All Boys", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_004390", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Shonan Bellmare", + "pred": "Hop 1: Takeshi Motoyoshi -> member of sports team -> Shonan Bellmare (1990)\n Answer: Shonan Bellmare", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Bruno Rossi Prize", + "pred": "Hop 1: Rashid Sunyaev -> award received -> Bruno Rossi Prize (1988)\n Answer: Bruno Rossi Prize", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Italy", + "pred": "Hop 1: Alfons Benedikter -> country of citizenship -> Italy (1955)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005697", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "G.S. Iraklis Thessalonikis (men's association football)", + "pred": "Hop 1: Ivan Jovanovi\u0107 -> member of sports team -> G.S. Iraklis Thessalonikis (men's association football) (1992)\n Answer: G.S. Iraklis Thessalonikis (men's association football)", + "em": 1.0, + "f1": 0.5833333333333334 + }, + { + "id": "q_002898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "VfB Stuttgart", + "pred": "Hop 1: Ernst Blum -> member of sports team -> VfB Stuttgart (1925)\n Answer: VfB Stuttgart", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003442", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Hop 1: Bledi Shk\u00ebmbi -> member of sports team -> Besa Kavaj\u00eb (2010)\n Answer: 2010", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_004805", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Bocskai FC", + "pred": "Hop 1: J\u00e1nos Gyarmati -> member of sports team -> Bocskai FC (1931)\n Answer: Bocskai FC", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006113", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Prime Minister of Bhutan", + "pred": "Hop 1: Jigme Palden Dorji -> position held -> Prime Minister of Bhutan (1962)\n Answer: Prime Minister of Bhutan", + "em": 1.0, + "f1": 0.47058823529411764 + }, + { + "id": "q_002998", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Hibernian F.C.", + "pred": "Hop 1: Derek Riordan -> member of sports team -> Hibernian F.C. (2010)\n Answer: Hibernian F.C.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_000743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Toti Dal Monte -> country of citizenship -> Kingdom of Italy (1922)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005890", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Aldo Clementi -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_003583", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Aichi district", + "pred": "Hop 1: Nagakute -> located in -> Aichi district (2009)\n Answer: Aichi district", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_006267", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "German Empire", + "pred": "Hop 1: Freiburg im Breisgau -> country -> German Empire (1917)\n Answer: German Empire", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_005655", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Associated Press Athlete of the Year", + "pred": "Hop 1: Serena Williams -> award received -> Associated Press Athlete of the Year (2009)\n Answer: Associated Press Athlete of the Year", + "em": 1.0, + "f1": 0.6 + }, + { + "id": "q_003079", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Kingdom of Bulgaria", + "pred": "Hop 1: Burgas -> country -> Kingdom of Bulgaria (1918)\n Answer: Kingdom of Bulgaria", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_002419", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Helmond Sport", + "pred": "Hop 1: Fons van Wissen -> member of sports team -> Helmond Sport (1968)\n Answer: Helmond Sport", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_007094", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "World Rally Championship", + "pred": "Hop 1: Citro\u00ebn World Rally Team -> league or competition -> World Rally Championship (2009)\n Answer: World Rally Championship", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_004223", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "French Navy", + "pred": "Hop 1: NAe S\u00e3o Paulo -> owned by -> French Navy (1996)\n Answer: French Navy", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_000687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Orthez", + "pred": "Hop 1: Francis Jammes -> residence -> Orthez (1921)\n Answer: Orthez", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_001391", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Royal Academy of Exact, Physical and Natural Sciences", + "pred": "Hop 1: Jos\u00e9 Echegaray -> member of -> Royal Academy of Exact, Physical and Natural Sciences (1903)\n Answer: Royal Academy of Exact, Physical and Natural Sciences", + "em": 1.0, + "f1": 0.6956521739130436 + }, + { + "id": "q_005935", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Atalanta BC", + "pred": "Hop 1: Giuseppe Meazza -> coach of sports team -> Atalanta BC (1946)\n Answer: Atalanta BC", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003693", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Spartak", + "pred": "Hop 1: Spartak Moscow -> part of -> Spartak (1955)\n Answer: Spartak", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_001318", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Princeton University", + "pred": "Hop 1: Marvin Minsky -> educated at -> Princeton University (1951)\n Answer: Princeton University", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_006537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Hop 1: Walter Feit -> employer -> Yale University (1995)\n Answer: Yale University", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_000126", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Titta Ruffo -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_004119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Pino Cerami -> country of citizenship -> Kingdom of Italy (1933)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_004718", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Egypt", + "pred": "Hop 1: Hosni Mubarak -> country of citizenship -> Egypt (1989)\n Answer: Egypt", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000908", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "TI-Raleigh", + "pred": "Hop 1: Ludo Peeters -> member of sports team -> TI-Raleigh (1982)\n Answer: TI-Raleigh", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003983", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Spanish Navy", + "pred": "Hop 1: U-573 -> operator -> Spanish Navy (1951)\n Answer: Spanish Navy", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_008295", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Grawemeyer Award for Music Composition", + "pred": "Hop 1: Witold Lutos\u0142awski -> award received -> Grawemeyer Award for Music Composition (1985)\n Answer: Grawemeyer Award for Music Composition", + "em": 1.0, + "f1": 0.5882352941176471 + }, + { + "id": "q_003030", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "pred": "Hop 1: Alfred Jeanroy -> member of -> Acad\u00e9mie des Inscriptions et Belles-Lettres (1925)\n Answer: Acad\u00e9mie des Inscriptions et Belles-Lettres", + "em": 1.0, + "f1": 0.6 + }, + { + "id": "q_005340", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Boavista F.C.", + "pred": "Hop 1: Diego da Costa Lima -> member of sports team -> Boavista F.C. (2016)\n Answer: Boavista F.C.", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_004507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Hop 1: Hlukhiv -> country -> Soviet Union (1927)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_008262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Dario Franchitti", + "pred": "Hop 1: Ashley Judd -> spouse -> Dario Franchitti (2012)\n Answer: Dario Franchitti", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_000349", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "2nd U-boat Flotilla", + "pred": "Hop 1: U-43 -> affiliation -> 2nd U-boat Flotilla (1941)\n Answer: 2nd U-boat Flotilla", + "em": 1.0, + "f1": 0.5714285714285715 + }, + { + "id": "q_004450", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Radio Free Europe/Radio Liberty", + "pred": "Hop 1: Alexander Rahr -> employer -> Radio Free Europe/Radio Liberty (1992)\n Answer: Radio Free Europe/Radio Liberty", + "em": 1.0, + "f1": 0.5333333333333333 + }, + { + "id": "q_001374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "Hop 1: Netanya -> country -> Mandatory Palestine (1940)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1940)\n Answer: United Kingdom", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_005907", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1904.0, + "gold": "1904", + "pred": "Hop 1: Gustav von Escherich -> doctoral student -> Heinrich Franz Friedrich Tietze (1904)\n Answer: 1904", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_007403", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Nazi Germany", + "pred": "Hop 1: Otto Schuhart -> allegiance -> Nazi Germany (1943)\n Answer: Nazi Germany", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_007172", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Cardiff City F.C.", + "pred": "Hop 1: Lee Naylor -> member of sports team -> Cardiff City F.C. (2011)\n Answer: Cardiff City F.C.", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_006019", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Fengtien", + "pred": "Hop 1: Dongliao County -> located in -> Fengtien (1938)\n Answer: Fengtien", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_003483", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Helmut Newton", + "pred": "Hop 1: June Browne -> spouse -> Helmut Newton (1981)\n Answer: Helmut Newton", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003450", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Hop 1: Paolo Rossi -> country of citizenship -> Italy (1951)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007313", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Georges Bataille", + "pred": "Hop 1: Colette Peignot -> unmarried partner -> Georges Bataille (1935)\n Answer: Georges Bataille", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_006396", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Institute for Advanced Study", + "pred": "Hop 1: James Waddell Alexander II -> employer -> Institute for Advanced Study (1940)\n Answer: Institute for Advanced Study", + "em": 1.0, + "f1": 0.47058823529411764 + }, + { + "id": "q_004252", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "FC Sochaux-Montb\u00e9liard", + "pred": "Hop 1: Jean-Jacques Marcel -> member of sports team -> FC Sochaux-Montb\u00e9liard (1949)\n Answer: FC Sochaux-Montb\u00e9liard", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_006732", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Lappeenranta", + "pred": "Hop 1: SPL Saimaan piiri -> headquarters location -> Lappeenranta (1949)\n Answer: Lappeenranta", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002912", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Tinkoff", + "pred": "Hop 1: Matthew Goss -> member of sports team -> Tinkoff (2008)\n Answer: Tinkoff", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_000404", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Club Le\u00f3n", + "pred": "Hop 1: Luis Estrada -> member of sports team -> Club Le\u00f3n (1966)\n Answer: Club Le\u00f3n", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Hop 1: Alberto Sordi -> country of citizenship -> Italy (1951)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007041", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Hannover 96", + "pred": "Hop 1: J\u00fcrgen Milewski -> member of sports team -> Hannover 96 (1977)\n Answer: Hannover 96", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_008089", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Hop 1: R\u0113zekne District -> country -> Soviet Union (1953)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003463", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Chinese Communist Party", + "pred": "Hop 1: Liang Sicheng -> member of political party -> Chinese Communist Party (1967)\n Answer: Chinese Communist Party", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005154", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Hop 1: Ulan-Ude -> country -> Soviet Union (1965)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_002203", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Pace University", + "pred": "Hop 1: Ben Ferencz -> employer -> Pace University (1986)\n Answer: Pace University", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_008263", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Giuseppe Di Vittorio -> country of citizenship -> Kingdom of Italy (1925)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_001733", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "Hop 1: Shk\u00eblzen Gashi -> member of sports team -> FC Aarau (2022)\n Answer: FC Aarau", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_002948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Chemnitz Government Region", + "pred": "Hop 1: Stollberg -> located in -> Chemnitz Government Region (2008)\n Answer: Chemnitz Government Region", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_004111", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Osinniki", + "pred": "Hop 1: Kaltan -> located in -> Osinniki (1969)\n Answer: Osinniki", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_003418", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Bruno Kastner", + "pred": "Hop 1: Ida W\u00fcst -> spouse -> Bruno Kastner (1922)\n Answer: Bruno Kastner", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_004890", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Kiliia Raion", + "pred": "Hop 1: Prymorske -> located in -> Kiliia Raion (1998)\n Answer: Kiliia Raion", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_008141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Cesare Lovati -> country of citizenship -> Kingdom of Italy (1945)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_008123", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Emilio G. Segr\u00e8 -> country of citizenship -> Kingdom of Italy (1937)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_003032", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1968.0, + "gold": "1968", + "pred": "Hop 1: Lars Onsager -> award received -> Nobel Prize in Chemistry (1968)\n Answer: 1968", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_003123", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1928.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Carlo Annovazzi -> country of citizenship -> Kingdom of Italy (1928)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_008638", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2015.0, + "gold": "2015", + "pred": "Hop 1: Marco Rapp -> member of sports team -> SpVgg Greuther F\u00fcrth (2015)\n Answer: 2015", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_004857", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Hop 1: Stanley Kubrick -> spouse -> Christiane Kubrick (1995)\n Answer: Christiane Kubrick", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_004040", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Hop 1: Jos\u00e9 Carlos Ferreira Filho -> member of sports team -> Cruzeiro E.C. (2009)\n Answer: 2009", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_001345", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Radical Civic Union", + "pred": "Hop 1: Arturo Umberto Illia -> member of political party -> Radical Civic Union (1920)\n Answer: Radical Civic Union", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_004403", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "Hop 1: Ruth Chatterton -> nominated for -> Academy Award for Best Actress (1930)\n Answer: 1930", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_005977", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Hop 1: Danny Simpson -> member of sports team -> Ipswich Town F.C. (2008)\n Answer: 2008", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_005231", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Algiers", + "pred": "Hop 1: Pierre Savorgnan de Brazza -> place of burial -> Algiers (1955)\n Answer: Algiers", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_007965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Second Polish Republic", + "pred": "Hop 1: Mi\u013aka\u016d\u0161\u010dyna -> country -> Second Polish Republic (1939)\n Answer: Second Polish Republic", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_007542", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "Hop 1: Kelly Smith -> member of sports team -> England women's national football team (2014)\n Answer: England women's national football team", + "em": 1.0, + "f1": 0.5714285714285715 + }, + { + "id": "q_002736", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Busan IPark FC", + "pred": "Hop 1: Lee Yo-han -> member of sports team -> Busan IPark FC (2011)\n Answer: Busan IPark FC", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_006562", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Hop 1: Clelio Darida -> country of citizenship -> Italy (2017)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008098", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "Hop 1: Andrea Pisanu -> member of sports team -> CF Montr\u00e9al (2013)\n Answer: 2013", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_008119", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Hop 1: Annibale Bugnini -> country of citizenship -> Italy (1979)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Barbastro", + "pred": "Hop 1: Josemar\u00eda Escriv\u00e1 -> residence -> Barbastro (1910)\n Answer: Barbastro", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_002437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "chairperson", + "pred": "Hop 1: Timo Soini -> position held -> chairperson (2006)\n Answer: chairperson", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_004561", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "Hopkinson was nominated for the Hugo Award for Best Novel in 2001.\n Answer: 2001", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_008086", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Hop 1: John McCain -> spouse -> Cindy McCain (1981)\n Answer: Cindy McCain", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_003089", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Toulouse FC", + "pred": "Hop 1: Serge Aurier -> member of sports team -> Toulouse FC (2013)\n Answer: Toulouse FC", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_007690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "Hop 1: U-90 -> part of -> 9th U-boat Flotilla (1942)\n Answer: 1942", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_007154", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Italy", + "pred": "Hop 1: Alessandro Alessandroni -> country of citizenship -> Italy (2010)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007872", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Big Brother", + "pred": "Hop 1: Lothar Vosseler -> participant in -> Big Brother (2004)\n Answer: Big Brother", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_008425", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Carlo Giuffr\u00e9 -> country of citizenship -> Kingdom of Italy (1930)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_000644", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Iburi Subprefecture", + "pred": "Hop 1: Muroran -> located in -> Iburi Subprefecture (1990)\n Answer: Iburi Subprefecture", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_001235", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Omar al-Bashir", + "pred": "Hop 1: Sudan -> head of state -> Omar al-Bashir (1995)\n Answer: Omar al-Bashir", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006759", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Seine-et-Oise", + "pred": "Hop 1: Houdan -> located in -> Seine-et-Oise (1944)\n Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_004565", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Russian Empire", + "pred": "Hop 1: Ivangorod -> country -> Russian Empire (1900)\n Answer: Russian Empire", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005444", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Queens Park Rangers F.C.", + "pred": "Hop 1: Danny Simpson -> member of sports team -> Queens Park Rangers F.C. (2014)\n Answer: Queens Park Rangers F.C.", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_001753", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Raf Vallone -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_003468", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "B\u00f4cher Memorial Prize", + "pred": "Hop 1: Donald C. Spencer -> award received -> B\u00f4cher Memorial Prize (1948)\n Answer: B\u00f4cher Memorial Prize", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_001321", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "KFC Uerdingen 05", + "pred": "Hop 1: \u00c9merson Luiz Firmino -> member of sports team -> KFC Uerdingen 05 (2002)\n Answer: KFC Uerdingen 05", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_004960", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Real Madrid Club de F\u00fatbol", + "pred": "Hop 1: Bodo Illgner -> member of sports team -> Real Madrid Club de F\u00fatbol (1999)\n Answer: Real Madrid Club de F\u00fatbol", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_004118", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Hop 1: Raimondo D'Inzeo -> country of citizenship -> Italy (1957)\n Answer: Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_008476", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Hop 1: Lucio Battisti -> country of citizenship -> Italy (1971)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004242", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Hop 1: Renzo De Felice -> country of citizenship -> Italy (1996)\n Answer: Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_004333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "FC St. Gallen", + "pred": "Hop 1: Michael Lang -> member of sports team -> FC St. Gallen (2009)\n Answer: FC St. Gallen", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_007528", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "Hop 1: Academy Award for Best Actress -> winner -> Ellen Burstyn (1974)\n Answer: 1974", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_003750", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "United States", + "pred": "Hop 1: Alexander Graham Bell -> country of citizenship -> United States (1920)\n Answer: United States", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_002500", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "PFC Slavia Sofia", + "pred": "Hop 1: Yordan Petkov -> member of sports team -> PFC Slavia Sofia (2008)\n Answer: PFC Slavia Sofia", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_006400", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Egidio Feruglio -> country of citizenship -> Kingdom of Italy (1917)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_004574", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Hop 1: BAFTA Award for Best Original Music -> winner -> Bernard Herrmann (1977)\n Answer: 1977", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_002681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Giacomo Neri -> country of citizenship -> Kingdom of Italy (1944)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006488", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Albert II of Belgium", + "pred": "Hop 1: Belgium -> head of state -> Albert II of Belgium (2000)\n Answer: Albert II of Belgium", + "em": 1.0, + "f1": 0.5714285714285715 + }, + { + "id": "q_007839", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Lothar Vosseler -> participant in -> Big Brother (2004)\n Answer: 2004", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001389", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Hop 1: Tiziano Terzani -> country of citizenship -> Italy (1996)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007506", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Hop 1: Nunzio Malasomma -> country of citizenship -> Italy (1961)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005877", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "chairperson", + "pred": "Hop 1: Max Euwe -> position held -> chairperson (1975)\n Answer: chairperson", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_001046", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Seine-et-Oise", + "pred": "Hop 1: \u00c9zanville -> located in -> Seine-et-Oise (1948)\n Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_004160", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SC Bastia", + "pred": "Hop 1: Anto Drobnjak -> member of sports team -> SC Bastia (1996)\n Answer: SC Bastia", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_001013", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Rip Torn", + "pred": "Hop 1: Geraldine Page -> spouse -> Rip Torn (1983)\n Answer: Rip Torn", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_007572", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Bernadette Chirac", + "pred": "Hop 1: Jacques Chirac -> spouse -> Bernadette Chirac (1959)\n Answer: Bernadette Chirac", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_008063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Academy Award for Best Costume Design", + "pred": "Hop 1: Colleen Atwood -> nominated for -> Academy Award for Best Costume Design (2017)\n Answer: Academy Award for Best Costume Design", + "em": 1.0, + "f1": 0.631578947368421 + }, + { + "id": "q_008392", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Hop 1: Alberto De Martino -> country of citizenship -> Italy (1991)\n Answer: Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_003675", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "list of land speed records", + "pred": "Hop 1: Rudolf Caracciola -> record held -> list of land speed records (1963)\n Answer: list of land speed records", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_004974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "AFC Bournemouth", + "pred": "Hop 1: Darren Anderton -> member of sports team -> AFC Bournemouth (2007)\n Answer: AFC Bournemouth", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_000114", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Finland women's national football team", + "pred": "Hop 1: Annica Sj\u00f6lund -> member of sports team -> Finland women's national football team (2014)\n Answer: Finland women's national football team", + "em": 1.0, + "f1": 0.5714285714285715 + }, + { + "id": "q_004958", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "FC Bayern Munich", + "pred": "Hop 1: Z\u00e9 Roberto -> member of sports team -> FC Bayern Munich (2008)\n Answer: FC Bayern Munich", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_002847", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Mario Autelli -> country of citizenship -> Kingdom of Italy (1921)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_001441", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Hop 1: G\u00f6khan \u00dcnal -> member of sports team -> Gen\u00e7lerbirli\u011fi S.K. (2002)\n Answer: Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_006437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Soviet Union", + "pred": "Hop 1: Raisa Gorbacheva -> country of citizenship -> Soviet Union (1981)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_002206", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Chelsea F.C.", + "pred": "Hop 1: Ruud Gullit -> member of sports team -> Chelsea F.C. (1996)\n Answer: Chelsea F.C.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_007216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "Hop 1: Christian Vargas -> member of sports team -> C.D. Jorge Wilstermann (2004)\n Answer: C.D. Jorge Wilstermann", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_005526", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "SK Rapid Wien", + "pred": "Hop 1: Josef Bican -> member of sports team -> SK Rapid Wien (1932)\n Answer: SK Rapid Wien", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_005718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Galvano Della Volpe -> country of citizenship -> Kingdom of Italy (1900)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_000262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "FK Teplice", + "pred": "Hop 1: Josef Masopust -> member of sports team -> FK Teplice (1952)\n Answer: FK Teplice", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_001083", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Germany", + "pred": "Hop 1: Hendrik Born -> country of citizenship -> Germany (1997)\n Answer: Germany", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004361", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "SK Brann", + "pred": "Hop 1: Bj\u00f8rnar Holmvik -> member of sports team -> SK Brann (2009)\n Answer: SK Brann", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Hop 1: Molli railway -> operator -> Deutsche Reichsbahn (1922)\n Answer: Deutsche Reichsbahn", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Hop 1: Vincent R\u00fcfli -> member of sports team -> Servette FC (2013)\n Answer: Servette FC", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_002645", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "S.L. Benfica", + "pred": "Hop 1: Paulo Sousa -> member of sports team -> S.L. Benfica (1990)\n Answer: S.L. Benfica", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_001182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Silver Bear for Best Actress", + "pred": "Hop 1: Edith Evans -> award received -> Silver Bear for Best Actress (1967)\n Answer: Silver Bear for Best Actress", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_004948", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Hop 1: Corrado Bafile -> country of citizenship -> Italy (1991)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "Hop 1: Adriano Chuva -> member of sports team -> Clube N\u00e1utico Capibaribe (2007)\n Answer: 2007", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_001871", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Hop 1: Walter Feit -> employer -> Yale University (1995)\n Answer: Yale University", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_000473", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "US Triestina Calcio 1918", + "pred": "Hop 1: Michele Bacis -> member of sports team -> US Triestina Calcio 1918 (2001)\n Answer: US Triestina Calcio 1918", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_006904", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Bernd R\u00fcthers", + "pred": "Hop 1: University of Konstanz -> rector -> Bernd R\u00fcthers (1992)\n Answer: Bernd R\u00fcthers", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_003995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "RC Strasbourg Alsace", + "pred": "Hop 1: Amaury Bischoff -> member of sports team -> RC Strasbourg Alsace (2005)\n Answer: RC Strasbourg Alsace", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_005684", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "delegate", + "pred": "Hop 1: Andrew Jacobs -> position held -> delegate (1954)\n Answer: delegate", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_004481", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Vladimir Lenin", + "pred": "Hop 1: Khujand -> named after -> Vladimir Lenin (1989)\n Answer: Vladimir Lenin", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_006873", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1948.0, + "gold": "1948", + "pred": "Hop 1: Golden Globe Award for Best Screenplay -> winner -> Richard Schweizer (1948)\n Answer: 1948", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_005653", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Hop 1: Poland men's national football team -> head coach -> Andrzej Strejlau (1991)\n Answer: Andrzej Strejlau", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_003277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Hop 1: Andros Townsend -> member of sports team -> Tottenham Hotspur F.C. (2014)\n Answer: Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_004653", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Hop 1: Trevor Wooley -> award received -> Fr\u00f6hlich Prize (2012)\n Answer: 2012", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001722", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Hop 1: Yevpatoriia -> country -> Soviet Union (1927)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_000499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "United States Marine Corps", + "pred": "Hop 1: Jim Mattis -> military branch -> United States Marine Corps (1984)\n Answer: United States Marine Corps", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_003725", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Russian Empire", + "pred": "Hop 1: Barysaw -> country -> Russian Empire (1911)\n Answer: Russian Empire", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_004162", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Bob Benny", + "pred": "Hop 1: Belgium -> participant -> Bob Benny (1961)\n Answer: Bob Benny", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_004885", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Hop 1: Flaviano Vicentini -> country of citizenship -> Italy (2001)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007832", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "South West Trains", + "pred": "Hop 1: British Rail Class 455 -> operator -> South West Trains (1998)\n Answer: South West Trains", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005962", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Soviet Union", + "pred": "Hop 1: Omsk Oblast -> country -> Soviet Union (1966)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_000011", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Order of the Red Banner of Labour", + "pred": "Hop 1: Tofiq Bahramov -> award received -> Order of the Red Banner of Labour (1970)\n Answer: Order of the Red Banner of Labour", + "em": 1.0, + "f1": 0.6 + }, + { + "id": "q_007446", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Cruz Azul", + "pred": "Hop 1: Guillermo Mendiz\u00e1bal -> member of sports team -> Cruz Azul (1983)\n Answer: Cruz Azul", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_004620", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Cesare Siepi -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_007791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Fredrikstad FK", + "pred": "Hop 1: Jan Fuglset -> member of sports team -> Fredrikstad FK (1968)\n Answer: Fredrikstad FK", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Hop 1: Poland men's national football team -> head coach -> Andrzej Strejlau (1991)\n Answer: Andrzej Strejlau", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_008601", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Laura Adani -> country of citizenship -> Kingdom of Italy (1937)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_001029", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Club Joventut Badalona", + "pred": "Hop 1: Joan Filb\u00e1 -> member of sports team -> Club Joventut Badalona (1979)\n Answer: Club Joventut Badalona", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_002959", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Hop 1: Claribel Alegr\u00eda Vides -> award received -> Neustadt International Prize for Literature (2006)\n Answer: 2006", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_002305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italy", + "pred": "Hop 1: Franco Nicolazzi -> country of citizenship -> Italy (1984)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002878", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Guardian Children's Fiction Prize", + "pred": "Hop 1: Gillian Cross -> nominated for -> Guardian Children's Fiction Prize (1980)\n Answer: Guardian Children's Fiction Prize", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_000807", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "C\u00e9sar Award for Best Female Revelation", + "pred": "Hop 1: H\u00e9l\u00e8ne Filli\u00e8res -> nominated for -> C\u00e9sar Award for Best Female Revelation (2002)\n Answer: C\u00e9sar Award for Best Female Revelation", + "em": 1.0, + "f1": 0.631578947368421 + }, + { + "id": "q_004108", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Seine-et-Oise", + "pred": "Hop 1: Breux-Jouy -> located in -> Seine-et-Oise (1947)\n Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_000347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Primetime Emmy Award for Outstanding Animated Program", + "pred": "Hop 1: Sam Simon -> award received -> Primetime Emmy Award for Outstanding Animated Program (2001)\n Answer: Primetime Emmy Award for Outstanding Animated Program", + "em": 1.0, + "f1": 0.6666666666666666 + }, + { + "id": "q_004954", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "FC Elista", + "pred": "Hop 1: Leonid Slutsky -> coach of sports team -> FC Elista (2003)\n Answer: Dario Passoni", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006909", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Umberto Bossi", + "pred": "Hop 1: Lega Nord -> chairperson -> Umberto Bossi (2002)\n Answer: Umberto Bossi", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_007331", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "President of Latvia", + "pred": "Hop 1: Valdis Zatlers -> position held -> President of Latvia (2010)\n Answer: President of Latvia", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_003609", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Sch\u00f6neberg", + "pred": "Hop 1: Wuppertal -> twinned with -> Sch\u00f6neberg (1988)\n Answer: Sch\u00f6neberg", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_006006", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "FC Twente", + "pred": "Hop 1: Cheick Tiot\u00e9 -> member of sports team -> FC Twente (2010)\n Answer: FC Twente", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_008100", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Mandatory Palestine", + "pred": "Hop 1: Bnei Brak -> country -> Mandatory Palestine (1924)\n Answer: Mandatory Palestine", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_004453", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Anselmo Bucci -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006282", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Club Atl\u00e9tico Osasuna", + "pred": "Hop 1: Roberto Santamar\u00eda Calavia -> member of sports team -> Club Atl\u00e9tico Osasuna (1994)\n Answer: Club Atl\u00e9tico Osasuna", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_003708", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Hop 1: Pino Lancetti -> country of citizenship -> Italy (1983)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003013", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Hop 1: Alec Chamberlain -> member of sports team -> Watford F.C. (2001)\n Answer: Watford F.C.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_001471", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Hop 1: Edgardo Moltoni -> country of citizenship -> Italy (1970)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "Soviet Union", + "pred": "Hop 1: Nova Kakhovka -> country -> Soviet Union (1959)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_000942", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Husqvarna FF", + "pred": "Hop 1: Erkka Pet\u00e4j\u00e4 -> member of sports team -> Husqvarna FF (1995)\n Answer: Husqvarna FF", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Altai Krai", + "pred": "Hop 1: Rubtsovsk -> located in -> Altai Krai (1967)\n Answer: Altai Krai", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_002943", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Leipzig University", + "pred": "Hop 1: Henry E. Sigerist -> employer -> Leipzig University (1930)\n Answer: Leipzig University", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_003037", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Germany", + "pred": "Hop 1: Philipp Lenard -> country of citizenship -> Germany (1915)\n Answer: Germany", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Italy", + "pred": "Hop 1: Giacomo Fornoni -> country of citizenship -> Italy (2015)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003146", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "New York City", + "pred": "Hop 1: MetLife -> headquarters -> New York City (1984)\n Answer: New York City", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_004225", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "MTK Budapest FC", + "pred": "Hop 1: Zsanett Jakabfi -> member of sports team -> MTK Budapest FC (2005)\n Answer: MTK Budapest FC", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_000827", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Italy", + "pred": "Hop 1: Luigi Comencini -> country of citizenship -> Italy (2000)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008211", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Rick Parfitt", + "pred": "Hop 1: Status Quo -> has part -> Rick Parfitt (1997)\n Answer: Rick Parfitt", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_007342", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pierre Mauroy", + "pred": "Hop 1: Lille metropolis -> head of government -> Pierre Mauroy (2005)\n Answer: Pierre Mauroy", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_005759", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Austria\u2013Hungary", + "pred": "Hop 1: Giurtelecu Hododului -> country -> Austria\u2013Hungary (1913)\n Answer: Austria\u2013Hungary", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003949", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Hop 1: Jean-Marie Cavada -> position held -> Member of the European Parliament (2017)\n Answer: Member of the European Parliament", + "em": 1.0, + "f1": 0.5263157894736842 + }, + { + "id": "q_005277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Samba Gold", + "pred": "Hop 1: Neymar -> award received -> Samba Gold (2022)\n Answer: Samba Gold", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_001667", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Hop 1: Francesco Aguzzoli -> country of citizenship -> Italy (1969)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002554", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Hop 1: Marek \u0160t\u011bch -> member of sports team -> Wycombe Wanderers F.C. (2009)\n Answer: 2009", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_003996", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1943.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Gojin Dol -> country -> Yugoslavia (1943)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_005904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Hop 1: Mario Nascimbene -> country of citizenship -> Italy (1975)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004658", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Gianni Agus -> country of citizenship -> Kingdom of Italy (1934)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_004227", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Lady Gaga", + "pred": "Hop 1: MTV Video Music Award for Best New Artist -> winner -> Lady Gaga (2009)\n Answer: Lady Gaga", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_001594", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Bell Labs", + "pred": "Hop 1: Ralph Hartley -> employer -> Bell Labs (1936)\n Answer: Bell Labs", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_006869", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Al Masry SC", + "pred": "Hop 1: Tarek Soliman -> member of sports team -> Al Masry SC (1984)\n Answer: Al Masry SC", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_006930", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Soviet Union", + "pred": "Hop 1: Lyubertsy -> country -> Soviet Union (1933)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_000374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "University of Edinburgh", + "pred": "Hop 1: Alexander Aitken -> employer -> University of Edinburgh (1938)\n Answer: University of Edinburgh", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_005195", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Hop 1: Tmutarakan -> country -> Soviet Union (1989)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_002457", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Hop 1: Cottbus -> located in -> Cottbus District (1982)\n Answer: Cottbus District", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_007411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "CPJ International Press Freedom Awards", + "pred": "Hop 1: Veran Mati\u0107 -> award received -> CPJ International Press Freedom Awards (1993)\n Answer: CPJ International Press Freedom Awards", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_006097", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Hop 1: Pavel Drsek -> member of sports team -> Panionios F.C. (2008)\n Answer: 2008", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_006940", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "British Raj", + "pred": "Hop 1: Bilgram -> country -> British Raj (1940)\n Answer: British Raj", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_000173", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Leopoldo Trieste -> country of citizenship -> Kingdom of Italy (1945)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_005298", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Italy", + "pred": "Hop 1: Enzo Sellerio -> country of citizenship -> Italy (2006)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005185", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1950.0, + "gold": "Italy", + "pred": "Hop 1: Gino Cavalieri -> country of citizenship -> Italy (1950)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007749", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "David Mamet", + "pred": "Hop 1: Lindsay Crouse -> spouse -> David Mamet (1989)\n Answer: David Mamet", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_007535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Hop 1: Shell-Haus -> owned by -> Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges. (1961)\n Answer: Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_006111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Hop 1: Arnaldo Benfenati -> country of citizenship -> Italy (1956)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002110", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Soviet Union", + "pred": "Hop 1: Vladivostok -> country -> Soviet Union (1961)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_000829", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Carlo Manzoni -> country of citizenship -> Kingdom of Italy (1940)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_008640", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Hop 1: Guido Crepax -> country of citizenship -> Italy (1975)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002292", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "Hop 1: Nicolae Ceau\u0219escu -> convicted of -> genocide (1989)\n Answer: 1989", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_005480", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "general", + "pred": "Hop 1: Hartmut Bagger -> military, police or special rank -> general (2008)\n Answer: general", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_008496", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Italy", + "pred": "Hop 1: Alberto Fontanesi -> country of citizenship -> Italy (1952)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006640", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Ottoman Empire", + "pred": "Hop 1: Gaza City -> country -> Ottoman Empire (1907)\n Answer: Ottoman Empire", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003927", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Ascoli Calcio 1898 FC", + "pred": "Hop 1: Michele Fini -> member of sports team -> Ascoli Calcio 1898 FC (2005)\n Answer: Ascoli Calcio 1898 FC", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_007996", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Soviet Union", + "pred": "Hop 1: Oryol -> country -> Soviet Union (1982)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_000373", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Northwestern University", + "pred": "Hop 1: Erich Heller -> employer -> Northwestern University (1961)\n Answer: Northwestern University", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_005430", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Aut\u00f3dromo Internacional Ayrton Senna", + "pred": "Hop 1: Brazilian motorcycle Grand Prix -> location -> Aut\u00f3dromo Internacional Ayrton Senna (1987)\n Answer: Aut\u00f3dromo Internacional Ayrton Senna", + "em": 1.0, + "f1": 0.47058823529411764 + }, + { + "id": "q_000744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Calcio Foggia 1920", + "pred": "Hop 1: Cosimo Nocera -> member of sports team -> Calcio Foggia 1920 (1961)\n Answer: Calcio Foggia 1920", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_003964", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Gangwon FC", + "pred": "Hop 1: Seo Dong-myung -> coach of sports team -> Gangwon FC (2009)\n Answer: Gangwon FC", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_004438", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Club Atl\u00e9tico River Plate", + "pred": "Hop 1: Amadeo Carrizo -> member of sports team -> Club Atl\u00e9tico River Plate (1968)\n Answer: Club Atl\u00e9tico River Plate", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_004862", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1902.0, + "gold": "Amtshauptmannschaft Schwarzenberg", + "pred": "Hop 1: Johanngeorgenstadt -> located in -> Amtshauptmannschaft Schwarzenberg (1902)\n Answer: Amtshauptmannschaft Schwarzenberg", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_004495", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "As d'Or Jeu de l'Ann\u00e9e", + "pred": "Hop 1: No Thanks! -> nominated for -> As d'Or Jeu de l'Ann\u00e9e (2005)\n Answer: As d'Or Jeu de l'Ann\u00e9e", + "em": 1.0, + "f1": 0.6363636363636364 + }, + { + "id": "q_002486", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Hop 1: Shimon Peres -> country of citizenship -> Israel (2004)\n Answer: Israel", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003629", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "La Spezia", + "pred": "Hop 1: 29th U-boat Flotilla -> location -> La Spezia (1942)\n Answer: La Spezia", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_006341", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "FC Girondins de Bordeaux", + "pred": "Hop 1: A\u017ebe Jug -> member of sports team -> FC Girondins de Bordeaux (2014)\n Answer: FC Girondins de Bordeaux", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_002779", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SBV Vitesse", + "pred": "Hop 1: Ante Mi\u0161e -> member of sports team -> SBV Vitesse (1996)\n Answer: SBV Vitesse", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Nazi Party", + "pred": "Hop 1: August Eigruber -> member of political party -> Nazi Party (1940)\n Answer: Nazi Party", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_004217", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "1. FFC Frankfurt", + "pred": "Hop 1: Katrin Kliehm -> member of sports team -> 1. FFC Frankfurt (2005)\n Answer: 1. FFC Frankfurt", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_001111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Italy", + "pred": "Hop 1: Eleonora Rossi Drago -> country of citizenship -> Italy (1954)\n Answer: Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_003973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Mandatory Palestine", + "pred": "Hop 1: Acre -> country -> Mandatory Palestine (1927)\n Answer: Mandatory Palestine", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_002651", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Edith Roosevelt", + "pred": "Hop 1: Theodore Roosevelt -> spouse -> Edith Roosevelt (1902)\n Answer: Edith Roosevelt", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005128", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Hop 1: Bogdan P\u0103tra\u0219cu -> member of sports team -> FC Universitatea Cluj (2012)\n Answer: 2012", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_007441", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Norway men's national association football team", + "pred": "Hop 1: Arne Erlandsen -> member of sports team -> Norway men's national association football team (1981)\n Answer: Norway men's national association football team", + "em": 1.0, + "f1": 0.6086956521739131 + }, + { + "id": "q_006793", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "FC Veszpr\u00e9m", + "pred": "Hop 1: Ferenc Csongr\u00e1di -> member of sports team -> FC Veszpr\u00e9m (1989)\n Answer: FC Veszpr\u00e9m", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_005396", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Nazi Germany", + "pred": "Hop 1: Hanau -> country -> Nazi Germany (1939)\n Answer: Nazi Germany", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_002815", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "People's Republic of China", + "pred": "Hop 1: Liu Bocheng -> country of citizenship -> People's Republic of China (1951)\n Answer: People's Republic of China", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_007174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Amsterdam", + "pred": "Hop 1: Michael Jacklin -> work location -> Amsterdam (2000)\n Answer: Amsterdam", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_001511", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Academy Award for Best Picture", + "pred": "Hop 1: Hal B. Wallis -> nominated for -> Academy Award for Best Picture (1970)\n Answer: Academy Award for Best Picture", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_000553", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Denmark women's national football team", + "pred": "Hop 1: Katrine Pedersen -> member of sports team -> Denmark women's national football team (2011)\n Answer: Julie Rydahl Bukh", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_000656", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Northwestern University", + "pred": "Hop 1: Melville J. Herskovits -> employer -> Northwestern University (1947)\n Answer: Northwestern University", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_001297", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1970.0, + "gold": "1970", + "pred": "Hop 1: Tofiq Bahramov -> award received -> Order of the Red Banner of Labour (1970)\n Answer: 1970", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_007459", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Amsterdam", + "pred": "Hop 1: Carel Willink -> work location -> Amsterdam (1946)\n Answer: Amsterdam", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002423", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Trinidad and Tobago men's national football team", + "pred": "Hop 1: Cyd Gray -> member of sports team -> Trinidad and Tobago men's national football team (2006)\n Answer: Trinidad and Tobago men's national football team", + "em": 1.0, + "f1": 0.6399999999999999 + }, + { + "id": "q_001348", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Hop 1: Vincent R\u00fcfli -> member of sports team -> Servette FC (2013)\n Answer: Servette FC", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_008576", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Hop 1: Uzhhorod -> country -> Soviet Union (1953)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_002071", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "British School at Rome", + "pred": "Hop 1: Eugenie Sellers Strong -> employer -> British School at Rome (1912)\n Answer: British School at Rome", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_004899", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1978.0, + "gold": "Soviet Union", + "pred": "Hop 1: Uman -> country -> Soviet Union (1978)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_001022", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Vladimir Oblast", + "pred": "Hop 1: Kovrov -> located in -> Vladimir Oblast (1977)\n Answer: Vladimir Oblast", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003839", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jane Birkin", + "pred": "Hop 1: Serge Gainsbourg -> unmarried partner -> Jane Birkin (1977)\n Answer: Jane Birkin", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_001814", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Christian Neureuther", + "pred": "Hop 1: Rosi Mittermaier -> spouse -> Christian Neureuther (2015)\n Answer: Christian Neureuther", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_007256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Giorgio Perlasca -> country of citizenship -> Kingdom of Italy (1940)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_005993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Martha Vickers", + "pred": "Hop 1: Mickey Rooney -> spouse -> Martha Vickers (1950)\n Answer: Martha Vickers", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_005336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Arabic", + "pred": "Hop 1: Israel -> official language -> Arabic (2013)\n Answer: Arabic", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_005683", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Hop 1: Herbert Seifert -> employer -> Heidelberg University (1961)\n Answer: Heidelberg University", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_007163", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Relax-Gam", + "pred": "Hop 1: Juan Antonio Flecha -> member of sports team -> Relax-Gam (2000)\n Answer: Relax-Gam", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_007140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Hop 1: Arne Tiselius -> nominated for -> Nobel Prize in Physiology or Medicine (1946)\n Answer: Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 0.6 + }, + { + "id": "q_008134", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Hop 1: Shell-Haus -> owned by -> Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges. (1954)\n Answer: Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_002147", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Hungarian Socialist Workers' Party", + "pred": "Hop 1: L\u00e1szl\u00f3 B\u00e9kesi -> member of political party -> Hungarian Socialist Workers' Party (1971)\n Answer: Hungarian Socialist Workers' Party", + "em": 1.0, + "f1": 0.47058823529411764 + }, + { + "id": "q_006224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "habilitation", + "pred": "Hop 1: Hienad\u017a Sahanovi\u010d -> academic degree -> habilitation (2018)\n Answer: habilitation", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000654", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Province of Mantua", + "pred": "Hop 1: Felonica -> located in -> Province of Mantua (1939)\n Answer: Province of Mantua", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_004102", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "University of California, Los Angeles", + "pred": "Hop 1: Ernst G. Straus -> employer -> University of California, Los Angeles (1973)\n Answer: University of California, Los Angeles", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_007739", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "FSV Frankfurt", + "pred": "Hop 1: Robert Pache -> member of sports team -> FSV Frankfurt (1928)\n Answer: FSV Frankfurt", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006368", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Chemins de fer du Midi", + "pred": "Hop 1: Q802601 -> operator -> Chemins de fer du Midi (1902)\n Answer: Chemins de fer du Midi", + "em": 1.0, + "f1": 0.625 + }, + { + "id": "q_002589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Hop 1: Angelo Anquilletti -> country of citizenship -> Italy (1980)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "A.O. Kavalas (association football)", + "pred": "Hop 1: Mario Galinovi\u0107 -> member of sports team -> A.O. Kavalas (association football) (2010)\n Answer: A.O. Kavalas (association football)", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_002646", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1997.0, + "gold": "1997", + "pred": "Hop 1: Javier Mar\u00edas -> award received -> Nelly Sachs Prize (1997)\n Answer: 1997", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_002133", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Gold Medal of the Royal Astronomical Society", + "pred": "Hop 1: Walter Sydney Adams -> award received -> Gold Medal of the Royal Astronomical Society (1917)\n Answer: Gold Medal of the Royal Astronomical Society", + "em": 1.0, + "f1": 0.6086956521739131 + }, + { + "id": "q_000302", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Hop 1: Vittorio Brambilla -> country of citizenship -> Italy (1956)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002678", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Atalanta BC", + "pred": "Hop 1: Stefano Angeleri -> member of sports team -> Atalanta BC (1952)\n Answer: Atalanta BC", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_004224", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Hop 1: Jane Alexander -> nominated for -> Tony Award for Best Actress in a Play (1992)\n Answer: Tony Award for Best Actress in a Play", + "em": 1.0, + "f1": 0.6956521739130436 + }, + { + "id": "q_005379", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "Hop 1: P\u00e9rouges -> located in -> arrondissement of Bourg-en-Bresse (2001)\n Answer: arrondissement of Bourg-en-Bresse", + "em": 1.0, + "f1": 0.5882352941176471 + }, + { + "id": "q_006243", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "Hop 1: Cagney & Lacey -> cast member -> Meg Foster (1982)\n Answer: 1982", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008166", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "MTK Budapest FC", + "pred": "Hop 1: Imre Kov\u00e1cs -> member of sports team -> MTK Budapest FC (1945)\n Answer: MTK Budapest FC", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_003678", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "lawyer", + "pred": "Hop 1: John Bell Williams -> occupation -> lawyer (1980)\n Answer: lawyer", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000025", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Hop 1: Trier -> head of government -> Klaus Jensen (2008)\n Answer: Klaus Jensen", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_001419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "Hop 1: Mandatory Palestine -> located in -> United Kingdom (1940)\n Answer: United Kingdom", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000689", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Franca Ongaro -> country of citizenship -> Kingdom of Italy (1943)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_004963", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "City of Gosford", + "pred": "Hop 1: Gosford -> located in -> City of Gosford (1982)\n Answer: City of Gosford", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_001580", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "London", + "pred": "Hop 1: Joseph Hertz -> work location -> London (1936)\n Answer: London", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002212", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Hop 1: John Tonelli -> drafted by -> New York Islanders (1977)\n Answer: 1977", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_001427", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "FC Lausanne-Sport", + "pred": "Hop 1: Pierre Kerkhoffs -> member of sports team -> FC Lausanne-Sport (1967)\n Answer: FC Lausanne-Sport", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_000751", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Seine-et-Oise", + "pred": "Hop 1: Brunoy -> located in -> Seine-et-Oise (1942)\n Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_005986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "FC Spartak Trnava", + "pred": "Hop 1: Martin Ra\u0161ka -> member of sports team -> FC Spartak Trnava (2013)\n Answer: FC Spartak Trnava", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_002412", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Hop 1: Pino Lancetti -> country of citizenship -> Italy (1983)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001943", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1999.0, + "gold": "1999", + "pred": "Hop 1: Franti\u0161ek Kaberle -> drafted by -> Los Angeles Kings (1999)\n Answer: 1999", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_005685", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "Hop 1: The Adventures of Robin Hood -> nominated for -> Academy Award for Best Film Editing (1939)\n Answer: 1939", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_001916", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Str\u00f8msgodset IF", + "pred": "Hop 1: Kim Larsen -> member of sports team -> Str\u00f8msgodset IF (2003)\n Answer: Str\u00f8msgodset IF", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006927", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Hop 1: Aldo Fabrizi -> country of citizenship -> Italy (1956)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Hop 1: Luigi Bajardi -> country of citizenship -> Italy (1956)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Hop 1: Alberto Lattuada -> country of citizenship -> Italy (1971)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005536", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Fengtien", + "pred": "Hop 1: Faku County -> located in -> Fengtien (1945)\n Answer: Fengtien", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000555", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Gertrude Stein", + "pred": "Hop 1: Gertrude Stein -> owned by -> Gertrude Stein (1946)\n Answer: Gertrude Stein", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005626", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Heiner Gei\u00dfler", + "pred": "Hop 1: Christian Democratic Union -> general secretary -> Heiner Gei\u00dfler (1981)\n Answer: Heiner Gei\u00dfler", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_005124", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Algiers", + "pred": "Hop 1: Pierre Savorgnan de Brazza -> place of burial -> Algiers (1990)\n Answer: Algiers", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_002798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Coll\u00e8ge de France", + "pred": "Hop 1: Andr\u00e9 Lichnerowicz -> employer -> Coll\u00e8ge de France (1956)\n Answer: Coll\u00e8ge de France", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_003885", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2021.0, + "gold": "National Oceanic and Atmospheric Administration", + "pred": "Hop 1: EWS-G2 -> owned by -> National Oceanic and Atmospheric Administration (2021)\n Answer: National Oceanic and Atmospheric Administration", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_005314", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Hop 1: Li Tsung-jen -> country of citizenship -> Taiwan (1962)\n Answer: Taiwan", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_007748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Knight Bachelor", + "pred": "Hop 1: Bobby Charlton -> award received -> Knight Bachelor (1994)\n Answer: Knight Bachelor", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_002726", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "SK Slavia Prague", + "pred": "Hop 1: Nicu\u0219or Stanciu -> member of sports team -> SK Slavia Prague (2021)\n Answer: SK Slavia Prague", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_004003", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "KRC Mechelen", + "pred": "Hop 1: Jan Diddens -> member of sports team -> KRC Mechelen (1924)\n Answer: KRC Mechelen", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_008148", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Hop 1: Alexei Navalny -> country of citizenship -> Soviet Union (1985)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_004079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1916.0, + "gold": "Marie Bonaparte", + "pred": "Hop 1: Prince George of Greece and Denmark -> spouse -> Marie Bonaparte (1916)\n Answer: Marie Bonaparte", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_003444", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "Hop 1: Ronan Le Crom -> member of sports team -> A.S. Nancy-Lorraine (2011)\n Answer: A.S. Nancy-Lorraine", + "em": 1.0, + "f1": 0.4210526315789474 + }, + { + "id": "q_004684", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Schutzstaffel", + "pred": "Hop 1: Hans G\u00fcnther -> member of -> Schutzstaffel (1945)\n Hop 2: Schutzstaffel -> member of -> SS-Gruppenf\u00fchrer (1945)\n Answer: SS-Gruppenf\u00fchrer", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_007043", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "Hop 1: Andr\u00e9 T\u00e9chin\u00e9 -> award received -> C\u00e9sar Award for Best Director (1995)\n Answer: 1995", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_002077", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Scunthorpe United F.C.", + "pred": "Hop 1: Jermaine Beckford -> member of sports team -> Scunthorpe United F.C. (2007)\n Answer: Scunthorpe United F.C.", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_005610", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Willi Daume", + "pred": "Hop 1: German Handball Association -> chairperson -> Willi Daume (1949)\n Answer: Willi Daume", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_007161", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Polish People's Republic", + "pred": "Hop 1: Jan T. Gross -> country of citizenship -> Polish People's Republic (1959)\n Answer: Polish People's Republic", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_008431", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Kingdom of Greece", + "pred": "Hop 1: Takis -> country of citizenship -> Kingdom of Greece (1944)\n Answer: Kingdom of Greece", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_005503", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Italy", + "pred": "Hop 1: Nino Taranto -> country of citizenship -> Italy (1966)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003756", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Nuremberg Medical Trial", + "pred": "Hop 1: Prince Philipp, Landgrave of Hesse -> participant in -> Nuremberg Medical Trial (1947)\n Answer: Nuremberg Medical Trial", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_006939", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Hop 1: Christiaan Eijkman -> nominated for -> Nobel Prize in Physiology or Medicine (1921)\n Answer: Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 0.6 + }, + { + "id": "q_005031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Hop 1: Giuseppe Bennati -> country of citizenship -> Italy (1956)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001054", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "Italy", + "pred": "Hop 1: Ermanno Olmi -> country of citizenship -> Italy (1949)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002273", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Hop 1: Alec Chamberlain -> member of sports team -> Watford F.C. (2001)\n Answer: Watford F.C.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_000786", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Hop 1: Tony Marshall -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2003)\n Answer: Order of Merit of Baden-W\u00fcrttemberg", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_002778", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Hop 1: Andros Townsend -> member of sports team -> Tottenham Hotspur F.C. (2014)\n Answer: Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_005074", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Japan", + "pred": "Hop 1: Broutona -> country -> Japan (1919)\n Answer: Japan", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_007312", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Chelsea F.C.", + "pred": "Hop 1: Magnus Hedman -> member of sports team -> Chelsea F.C. (2007)\n Answer: Chelsea F.C.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_001350", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Leningrad Oblast", + "pred": "Hop 1: Ivangorod -> located in -> Leningrad Oblast (2001)\n Answer: Leningrad Oblast", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_001371", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Clare Boothe Luce", + "pred": "Hop 1: Henry Luce -> spouse -> Clare Boothe Luce (1959)\n Answer: Clare Boothe Luce", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_000490", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Hop 1: No Thanks! -> nominated for -> As d'Or Jeu de l'Ann\u00e9e (2005)\n Answer: 2005", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_006219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1985.0, + "gold": "1985", + "pred": "Hop 1: Yonohommachi Station -> founder -> Japanese National Railways (1985)\n Answer: 1985", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005716", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Edgardo Moltoni -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_005200", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Pichichi Trophy", + "pred": "Hop 1: Hugo S\u00e1nchez -> award received -> Pichichi Trophy (1985)\n Answer: Pichichi Trophy", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000681", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Hop 1: Robin Shroot -> member of sports team -> Burton Albion F.C. (2009)\n Answer: 2009", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_004424", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lviv Oblast", + "pred": "Hop 1: Drohobych -> located in -> Lviv Oblast (2012)\n Answer: Lviv Oblast", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003611", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Catholic priest", + "pred": "Hop 1: Alwin Albert Hafner -> occupation -> Catholic priest (1976)\n Answer: Catholic priest", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000603", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Hop 1: Beno\u00eet Cheyrou -> member of sports team -> Lille OSC (1999)\n Answer: Lille OSC", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_007417", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Beaux-Arts de Paris", + "pred": "Hop 1: Alekos Fassianos -> educated at -> Beaux-Arts de Paris (1970)\n Answer: Beaux-Arts de Paris", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_001017", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Golden Bear", + "pred": "Hop 1: Li Yang -> nominated for -> Golden Bear (2003)\n Answer: Golden Bear", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_004297", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Walter Sisulu", + "pred": "Hop 1: Albertina Nontsikelelo Sisulu -> spouse -> Walter Sisulu (1966)\n Answer: Walter Sisulu", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_007760", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Netherlands", + "pred": "Hop 1: Mart Stam -> work location -> Netherlands (1962)\n Answer: Netherlands", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002309", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Feh\u00e9rv\u00e1r FC", + "pred": "Hop 1: Henning Berg -> coach of -> Feh\u00e9rv\u00e1r FC (2017)\n Answer: Feh\u00e9rv\u00e1r FC", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000472", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Mario Bonnard -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_001687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Free Democratic Party", + "pred": "Hop 1: Walter Scheel -> member of political party -> Free Democratic Party (1988)\n Answer: Free Democratic Party", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_003092", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Weimar Republic", + "pred": "Hop 1: Limbach-Oberfrohna -> country -> Weimar Republic (1920)\n Answer: Weimar Republic", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003984", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Hamburger SV", + "pred": "Hop 1: Wilhelm Blunk -> member of sports team -> Hamburger SV (1944)\n Answer: Hamburger SV", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_004307", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Verzar -> country -> Yugoslavia (1933)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_004221", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Hop 1: Guido Carli -> country of citizenship -> Italy (1967)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002604", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Orenburg Governorate", + "pred": "Hop 1: Orenburg -> capital of -> Orenburg Governorate (1924)\n Answer: Orenburg Governorate", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005175", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Hop 1: Suso Cecchi d'Amico -> country of citizenship -> Italy (1999)\n Answer: Italy", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_000103", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "Hop 1: Stara Zagora -> country -> People's Republic of Bulgaria (1962)\n Answer: People's Republic of Bulgaria", + "em": 1.0, + "f1": 0.5882352941176471 + }, + { + "id": "q_007858", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "construction", + "pred": "Hop 1: Hanover Stadtbahn -> vehicle normally used -> TW 6000 (1980)\n Hop 2: TW 6000 -> significant event -> construction (1980)\n Answer: construction", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_000929", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Hop 1: Glenda Jackson -> nominated for -> Tony Award for Best Actress in a Play (1981)\n Answer: Tony Award for Best Actress in a Play", + "em": 1.0, + "f1": 0.6956521739130436 + }, + { + "id": "q_008399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Hamburg Commercial Bank", + "pred": "Hop 1: Volksparkstadion -> named after -> Hamburg Commercial Bank (2008)\n Answer: Hamburg Commercial Bank", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_006833", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "Princess M\u00e4rtha of Sweden", + "pred": "Hop 1: Olav V of Norway -> spouse -> Princess M\u00e4rtha of Sweden (1936)\n Answer: Princess M\u00e4rtha of Sweden", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_007826", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Hop 1: Patrick Cramer -> award received -> Gottfried Wilhelm Leibniz Prize (2006)\n Answer: 2006", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_005791", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1969.0, + "gold": "1969", + "pred": "Hop 1: Strawberry Fields Forever -> performer -> The Beatles (1969)\n Answer: 1969", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008695", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "FC Basel", + "pred": "Hop 1: Serge Muhmenthaler -> member of sports team -> FC Basel (1976)\n Answer: FC Basel", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006326", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Isabella Biagini -> country of citizenship -> Kingdom of Italy (1943)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_002683", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Hop 1: Vincenzo Talarico -> country of citizenship -> Italy (1956)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004982", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "AS Monaco FC", + "pred": "Hop 1: Abderrahmane Boubekeur -> member of sports team -> AS Monaco FC (1957)\n Answer: AS Monaco FC", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_000500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Hop 1: Fabio Capello -> work location -> Rome (2001)\n Answer: Rome", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000415", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Seine-et-Oise", + "pred": "Hop 1: Neauphle-le-Vieux -> located in -> Seine-et-Oise (1957)\n Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_002513", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "IBM", + "pred": "Hop 1: Frank Soltis -> employer -> IBM (1988)\n Answer: IBM", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_001131", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Chinese Communist Party", + "pred": "Hop 1: Xiao Yang -> member of political party -> Chinese Communist Party (1971)\n Answer: Chinese Communist Party", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_004809", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Gino Cassinis -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "England women's national football team", + "pred": "Hop 1: Lindsay Johnson -> member of sports team -> England women's national football team (2005)\n Answer: England women's national football team", + "em": 1.0, + "f1": 0.5714285714285715 + }, + { + "id": "q_000119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Italy", + "pred": "Hop 1: Mario B\u00f2 -> country of citizenship -> Italy (1994)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002765", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "The Rockefeller University", + "pred": "Hop 1: George Uhlenbeck -> employer -> The Rockefeller University (1967)\n Answer: The Rockefeller University", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_001638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Soviet Union", + "pred": "Hop 1: Viktor Kulikov -> country of citizenship -> Soviet Union (1946)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_003270", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Giuseppe Ungaretti -> country of citizenship -> Kingdom of Italy (1914)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_002090", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Zeno Saltini -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_002717", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Luciano Savorini -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_001781", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Waltrude Schleyer", + "pred": "Hop 1: Waltrude Schleyer -> spouse -> Hanns Martin Schleyer (1950)\n Answer: Waltrude Schleyer", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_007508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "West Ham United F.C.", + "pred": "Hop 1: Billy Brown -> member of sports team -> West Ham United F.C. (1922)\n Answer: West Ham United F.C.", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_000911", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Tuscany", + "pred": "Hop 1: Plinio Nomellini -> work location -> Tuscany (1932)\n Answer: Tuscany", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002590", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1946.0, + "gold": "1946", + "pred": "Hop 1: Giuseppe Meazza -> coach of sports team -> Atalanta BC (1946)\n Answer: 1946", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_005409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Hop 1: Q104925 -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2018)\n Answer: Order of Merit of Baden-W\u00fcrttemberg", + "em": 1.0, + "f1": 0.5882352941176471 + }, + { + "id": "q_004701", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Seine-et-Oise", + "pred": "Hop 1: L\u00e9vis-Saint-Nom -> located in -> Seine-et-Oise (1968)\n Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_006905", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "Hop 1: Northwestern University -> member of -> Scholarly Publishing and Academic Resources Coalition (2023)\n Answer: 2023", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_005334", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Hop 1: IG Farben -> significant event -> insolvency (2003)\n Answer: 2003", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006551", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Egidio Feruglio -> country of citizenship -> Kingdom of Italy (1917)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_002537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Luigi Bianchi -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_004357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "FC Amkar Perm", + "pred": "Hop 1: Martin Jakubko -> member of sports team -> FC Amkar Perm (2014)\n Answer: FC Amkar Perm", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_006681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Sporting CP", + "pred": "Hop 1: Rudolf Jeny -> member of sports team -> Hungary men's national football team (1934)\n Answer: Sporting CP", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001982", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Francesco Gabrieli -> country of citizenship -> Kingdom of Italy (1939)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_001763", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Tranmere Rovers F.C.", + "pred": "Hop 1: Steve Coppell -> member of sports team -> Tranmere Rovers F.C. (1973)\n Answer: Tranmere Rovers F.C.", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_001693", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Utrecht University", + "pred": "Hop 1: Pieter Helbert Damst\u00e9 -> employer -> Utrecht University (1919)\n Answer: Utrecht University", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_006247", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1909.0, + "gold": "Associate Justice of the Supreme Court of the United States", + "pred": "Hop 1: Joseph McKenna -> position held -> Associate Justice of the Supreme Court of the United States (1909)\n Answer: Associate Justice of the Supreme Court of the United States", + "em": 1.0, + "f1": 0.6666666666666666 + }, + { + "id": "q_006923", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Der St\u00fcrmer", + "pred": "Hop 1: Julius Streicher -> employer -> Der St\u00fcrmer (1929)\n Answer: Der St\u00fcrmer", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_004828", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Hop 1: Adone Zoli -> country of citizenship -> Italy (1957)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006717", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Luigi Bianchi -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_001064", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Hop 1: Hanover -> country -> Weimar Republic (1930)\n Answer: Weimar Republic", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_002886", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Hop 1: Luciano Fo\u00e0 -> country of citizenship -> Italy (1967)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001768", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Emilio Petiva -> country of citizenship -> Kingdom of Italy (1929)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006522", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Cameroon men's national football team", + "pred": "Hop 1: Henri Michel -> coach of sports team -> Cameroon men's national football team (1994)\n Answer: Cameroon men's national football team", + "em": 1.0, + "f1": 0.5714285714285715 + }, + { + "id": "q_001073", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Kingdom of Bulgaria", + "pred": "Hop 1: Veliko Tarnovo -> country -> Kingdom of Bulgaria (1910)\n Answer: Kingdom of Bulgaria", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_002125", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "SSC Napoli", + "pred": "Hop 1: Armando Tre Re -> member of sports team -> SSC Napoli (1956)\n Answer: SSC Napoli", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_002297", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "FC Astra Giurgiu", + "pred": "Hop 1: Dorinel Munteanu -> coach of sports team -> FC Astra Giurgiu (2015)\n Answer: FC Astra Giurgiu", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_002809", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Elio Toaff -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_002474", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Hop 1: Tommy Aldridge -> member of -> Pat Travers (1981)\n Answer: Pat Travers", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_004101", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Djalminha -> member of sports team -> Club Am\u00e9rica (2004)\n Answer: 2004", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_006366", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "Hop 1: Kelly Smith -> member of sports team -> England women's national football team (2014)\n Answer: England women's national football team", + "em": 1.0, + "f1": 0.5714285714285715 + }, + { + "id": "q_003182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "United States Navy", + "pred": "Hop 1: Arthur William Radford -> military branch -> United States Navy (1952)\n Answer: United States Navy", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_003020", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Lagos", + "pred": "Hop 1: Nigeria -> capital -> Lagos (1968)\n Answer: Lagos", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_004956", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Calcio Padova", + "pred": "Hop 1: Giovanni Azzini -> member of sports team -> Calcio Padova (1957)\n Answer: Calcio Padova", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006758", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Al Masry SC", + "pred": "Hop 1: Ahmad Shedid Qinawi -> member of sports team -> Al Masry SC (2008)\n Answer: Al Masry SC", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_003840", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "DSV Leoben", + "pred": "Hop 1: Wolfgang Klapf -> member of sports team -> DSV Leoben (2005)\n Answer: DSV Leoben", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003113", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Wheaton College", + "pred": "Hop 1: Hilda Geiringer -> employer -> Wheaton College (1952)\n Answer: Wheaton College", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_004767", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Miss America", + "pred": "Hop 1: Lois Delander -> competition won -> Miss America (1927)\n Answer: Miss America", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_004986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Goffredo Petrassi -> country of citizenship -> Kingdom of Italy (1941)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_004256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "pred": "Hop 1: Paris\u2013Lille railway -> operator -> Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais (1965)\n Answer: Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "em": 1.0, + "f1": 0.6363636363636364 + }, + { + "id": "q_003340", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Russia", + "pred": "Hop 1: Dmitry Yazov -> country of citizenship -> Russia (1995)\n Answer: Russia", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005245", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "Hop 1: Chariots of Fire -> nominated for -> Academy Award for Best Picture (1982)\n Hop 2: Academy Award for Best Picture -> equal to -> Academy Award for Best Picture (1982)\n Hop 3: Academy Award for Best Picture (1982) -> year -> 1982\n Answer: 1982", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_006022", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lady Gaga", + "pred": "Hop 1: Taylor Kinney -> unmarried partner -> Lady Gaga (2012)\n Answer: Lady Gaga", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_002807", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "University of Oslo", + "pred": "Hop 1: Viggo Brun -> employer -> University of Oslo (1950)\n Answer: University of Oslo", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_002236", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Order of Merit of North Rhine-Westphalia", + "pred": "Hop 1: Helmut Hirsch -> award received -> Order of Merit of North Rhine-Westphalia (1988)\n Answer: Order of Merit of North Rhine-Westphalia", + "em": 1.0, + "f1": 0.6 + }, + { + "id": "q_006258", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "United States Cabinet", + "pred": "Hop 1: United States Secretary of the Navy -> part of -> United States Cabinet (1906)\n Answer: United States Cabinet", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_003646", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "pred": "Hop 1: Gena Rowlands -> award received -> Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie (1987)\n Answer: Primtime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "em": 1.0, + "f1": 0.7499999999999999 + }, + { + "id": "q_002029", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Warabitai Station", + "pred": "Hop 1: Kuromatsunai Station -> adjacent station -> Warabitai Station (1964)\n Answer: Warabitai Station", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_002701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Rudi Fuchs", + "pred": "Hop 1: Stedelijk Museum Amsterdam -> manager -> Rudi Fuchs (2003)\n Answer: Rudi Fuchs", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000849", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "Hop 1: Ray Lovejoy -> nominated for -> Academy Award for Best Film Editing (1987)\n Answer: 1987", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_000139", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "Schutzstaffel", + "pred": "Hop 1: Richard Schulze-Kossens -> member of -> Schutzstaffel (1937)\n Answer: Schutzstaffel", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Anton-G\u00fcnther, Duke of Oldenburg", + "pred": "Hop 1: House of Oldenburg -> chairperson -> Anton-G\u00fcnther, Duke of Oldenburg (2007)\n Answer: Anton-G\u00fcnther, Duke of Oldenburg", + "em": 1.0, + "f1": 0.625 + }, + { + "id": "q_004055", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Hop 1: Bruno Visintin -> country of citizenship -> Italy (1976)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004419", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Jeonbuk Hyundai Motors FC", + "pred": "Hop 1: Sim Woo-yeon -> member of sports team -> Jeonbuk Hyundai Motors FC (2011)\n Answer: Jeonbuk Hyundai Motors FC", + "em": 1.0, + "f1": 0.4210526315789474 + }, + { + "id": "q_006447", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Hop 1: John Wall -> drafted by -> Washington Wizards (2010)\n Answer: 2010", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005863", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Parliament of the United Kingdom", + "pred": "Hop 1: Chris Huhne -> member of -> Parliament of the United Kingdom (2010)\n Answer: Parliament of the United Kingdom", + "em": 1.0, + "f1": 0.5882352941176471 + }, + { + "id": "q_004287", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Jens Stoltenberg", + "pred": "Hop 1: Norwegian Labour Party -> chairperson -> Jens Stoltenberg (2011)\n Answer: Jens Stoltenberg", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_008613", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "Hop 1: George Gervin -> award received -> NBA All-Star Game Kobe Bryant Most Valuable Player Award (1980)\n Answer: 1980", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_002216", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Team Jayco AlUla", + "pred": "Hop 1: Mitchell Docker -> member of sports team -> Team Jayco AlUla (2013)\n Answer: Team Jayco AlUla", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_006890", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Hop 1: Rahim Zafer -> member of sports team -> Gen\u00e7lerbirli\u011fi S.K. (1994)\n Answer: Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_005004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Hop 1: Bakhchisaray Palace -> country -> Soviet Union (1965)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_004395", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "University of Freiburg", + "pred": "Hop 1: Ernst-Wolfgang B\u00f6ckenf\u00f6rde -> employer -> University of Freiburg (1994)\n Answer: University of Freiburg", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_003660", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Queen", + "pred": "Hop 1: Mountain Studios -> owned by -> Queen (1989)\n Answer: Queen", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006514", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Hop 1: Murmansk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1955)\n Answer: Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_002222", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Hop 1: Sergio Bonelli -> country of citizenship -> Italy (1951)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Hop 1: Tiziano Terzani -> country of citizenship -> Italy (1996)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001758", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "John Mauchly", + "pred": "Hop 1: Kathleen Antonelli -> spouse -> John Mauchly (1973)\n Answer: John Mauchly", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_004641", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Ni\u00e8vre", + "pred": "Hop 1: Route nationale 445 -> located in -> Ni\u00e8vre (1946)\n Answer: Ni\u00e8vre", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000084", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Munich Kammerspiele", + "pred": "Hop 1: Therese Giehse -> employer -> Munich Kammerspiele (1967)\n Answer: Munich Kammerspiele", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_005007", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2017.0, + "gold": "2017", + "pred": "Hop 1: Karl Ove Knausg\u00e5rd -> award received -> Jerusalem Prize (2017)\n Answer: 2017", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_002535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Hop 1: Tes-Khemsky District -> located in -> Tuvan Autonomous Soviet Socialist Republic (1987)\n Answer: Tuvan Autonomous Soviet Socialist Republic", + "em": 1.0, + "f1": 0.5263157894736842 + }, + { + "id": "q_007920", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Hop 1: Kyoto Protocol -> ratified by -> Thailand (2002)\n Answer: 2002", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006359", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1956.0, + "gold": "1956", + "pred": "Hop 1: Bauer -> member of sports team -> Botafogo F.R. (1956)\n Answer: 1956", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_005402", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Russian Empire", + "pred": "Hop 1: Simferopol -> country -> Russian Empire (1910)\n Answer: Russian Empire", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_007921", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "Hop 1: STS-29 -> significant event -> landing (1989)\n Answer: 1989", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002569", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Aldo Clementi -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_003091", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Hop 1: Tommy Aldridge -> member of -> Pat Travers (1981)\n Answer: Pat Travers", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_002364", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Gaz\u00e9lec Ajaccio", + "pred": "Hop 1: Jean-Michel Cavalli -> member of sports team -> AS Monaco FC (1990)\n Answer: Gaz\u00e9lec Ajaccio", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_007208", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Gustave Choquet", + "pred": "Hop 1: Yvonne Choquet-Bruhat -> spouse -> Gustave Choquet (1983)\n Answer: Gustave Choquet", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003209", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "C\u00e9sar Milstein", + "pred": "Hop 1: Copley Medal -> winner -> C\u00e9sar Milstein (1989)\n Answer: C\u00e9sar Milstein", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_001948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Hop 1: Rudolf Virchow -> nominated for -> Nobel Prize in Physiology or Medicine (1902)\n Answer: Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 0.6 + }, + { + "id": "q_004389", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "Hop 1: Irish Free State -> replaces -> United Kingdom of Great Britain and Ireland (1922)\n Answer: 1922", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_001672", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Kemerovo Oblast", + "pred": "Hop 1: Novokuznetsk -> located in -> Kemerovo Oblast (1980)\n Answer: Kemerovo Oblast", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_002971", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2020.0, + "gold": "Hamza Hamzao\u011flu", + "pred": "Hop 1: Yeni Malatyaspor -> head coach -> Hamza Hamzao\u011flu (2020)\n Answer: Hamza Hamzao\u011flu", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_007668", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Hop 1: Reinhard Selten -> employer -> Freie Universit\u00e4t Berlin (1969)\n Answer: Freie Universit\u00e4t Berlin", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_004443", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Member of the European Parliament", + "pred": "Hop 1: Q524412 -> position held -> Member of the European Parliament (2010)\n Answer: Member of the European Parliament", + "em": 1.0, + "f1": 0.5882352941176471 + }, + { + "id": "q_000260", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Sol Polito -> country of citizenship -> Kingdom of Italy (1925)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_003060", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Leipziger Land", + "pred": "Hop 1: Borna -> located in -> Leipziger Land (1999)\n Answer: Leipziger Land", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003434", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "United Arab Republic", + "pred": "Hop 1: Fouad Mohamed Abou Zikry -> country of citizenship -> United Arab Republic (1962)\n Answer: United Arab Republic", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_006063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Hop 1: Lino Aldani -> country of citizenship -> Italy (1963)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005538", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Nobel Prize in Literature", + "pred": "Hop 1: Gunnar Gunnarsson -> nominated for -> Nobel Prize in Literature (1961)\n Answer: Nobel Prize in Literature", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_005136", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Ireland men\u2019s national rugby union team", + "pred": "Hop 1: Geordan Murphy -> member of sports team -> Ireland men\u2019s national rugby union team (2000)\n Answer: Ireland men\u2019s national rugby union team", + "em": 1.0, + "f1": 0.6086956521739131 + }, + { + "id": "q_004183", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "The Rockefeller University", + "pred": "Hop 1: Torsten Nils Wiesel -> employer -> The Rockefeller University (1984)\n Answer: The Rockefeller University", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006802", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Is\u00e8re", + "pred": "Hop 1: Ternay -> located in -> Is\u00e8re (1936)\n Answer: Is\u00e8re", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_002238", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Artemio Franchi -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_004081", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Harvard University", + "pred": "Hop 1: Hassler Whitney -> employer -> Harvard University (1944)\n Answer: Harvard University", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_007931", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Kingdom of Hungary", + "pred": "Hop 1: Kenderes -> country -> Kingdom of Hungary (1920)\n Answer: Kingdom of Hungary", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_002561", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Hop 1: Gyula Iulius Maurer -> employer -> Babe\u0219-Bolyai University (1961)\n Answer: Babe\u0219-Bolyai University", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_000796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Stockholm University", + "pred": "Hop 1: Erik Ivar Fredholm -> employer -> Stockholm University (1918)\n Answer: Stockholm University", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_008363", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Poland", + "pred": "Hop 1: Eugeniusz Eibisch -> work location -> Poland (1974)\n Answer: Poland", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_008611", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Wang Jingwei regime", + "pred": "Hop 1: Anci District -> located in -> Wang Jingwei regime (1944)\n Answer: Wang Jingwei regime", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_002255", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1986.0, + "gold": "1986", + "pred": "Hop 1: Bobby Mimms -> member of sports team -> Notts County F.C. (1986)\n Answer: 1986", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_007672", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "Hop 1: Ellen DeGeneres -> award received -> Presidential Medal of Freedom (2016)\n Answer: 2016", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_002954", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "SC Fortuna K\u00f6ln", + "pred": "Hop 1: Antoine Hey -> member of sports team -> SC Fortuna K\u00f6ln (1995)\n Answer: SC Fortuna K\u00f6ln", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_002449", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Valencia CF", + "pred": "Hop 1: Asier del Horno -> member of sports team -> Valencia CF (2009)\n Answer: Valencia CF", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_005372", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Malm\u00f6 FF", + "pred": "Hop 1: Ulrich Vinzents -> member of sports team -> Malm\u00f6 FF (2007)\n Hop 2: Malm\u00f6 FF -> member of sports team -> Jonas Berggren (2007)\n Answer: Jonas Berggren", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_006616", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Hop 1: Cipriano Chemello -> country of citizenship -> Italy (1965)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007451", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "SV Saar 05 Saarbr\u00fccken", + "pred": "Hop 1: Kurt Clemens -> member of sports team -> SV Saar 05 Saarbr\u00fccken (1957)\n Answer: SV Saar 05 Saarbr\u00fccken", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_003948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "C.D. Nacional", + "pred": "Hop 1: Pedro Pacheco -> member of sports team -> C.D. Nacional (2009)\n Answer: C.D. Nacional", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_008679", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Franco Bordoni -> country of citizenship -> Kingdom of Italy (1927)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_004351", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "education", + "pred": "Hop 1: U-111 -> has use -> education (1941)\n Answer: education", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "FC Barcelona B\u00e0squet", + "pred": "Hop 1: Ante Tomi\u0107 -> member of sports team -> FC Barcelona B\u00e0squet (2015)\n Answer: FC Barcelona B\u00e0squet", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_004853", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Italy", + "pred": "Hop 1: Roberto Tucci -> country of citizenship -> Italy (2005)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008238", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Reichsgesetzblatt", + "pred": "Hop 1: Reich Citizenship Law -> published in -> Reichsgesetzblatt (1935)\n Answer: Reichsgesetzblatt", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007289", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "Hop 1: Hanau -> country -> German Empire (1907)\n Answer: German Empire", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005590", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Giorgio Ferrini -> country of citizenship -> Kingdom of Italy (1943)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_002466", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1942.0, + "gold": "1st U-boat Flotilla", + "pred": "Hop 1: U-441 -> part of -> 1st U-boat Flotilla (1942)\n Hop 2: 1st U-boat Flotilla -> has part(s) -> U-566 (1942)\n Answer: U-566", + "em": 1.0, + "f1": 0.4210526315789474 + }, + { + "id": "q_005898", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Second Syrian Republic", + "pred": "Hop 1: Bahij al-Khatib -> country of citizenship -> Second Syrian Republic (1940)\n Answer: Second Syrian Republic", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_004677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "Hop 1: Gorz\u00f3w Wielkopolski -> country -> German Empire (1907)\n Answer: German Empire", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_006637", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Allianz SE", + "pred": "Hop 1: G\u00f3rnik Zabrze -> sponsor -> Allianz SE (2010)\n Answer: Allianz SE", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_001605", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Keith Richards", + "pred": "Hop 1: Anita Pallenberg -> unmarried partner -> Keith Richards (1974)\n Answer: Keith Richards", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_003947", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Q99317", + "pred": "Hop 1: Bonn -> head of government -> Reinhold von der M\u00fchlen -> 2001\n Answer: Reinhold von der M\u00fchlen", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001379", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Doron Zeilberger -> award received -> Euler Medal (2004)\n Answer: 2004", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Cruzeiro E.C.", + "pred": "Hop 1: Jos\u00e9 Carlos Ferreira Filho -> member of sports team -> Cruzeiro E.C. (2009)\n Answer: Cruzeiro E.C.", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_004141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2021.0, + "gold": "Daft Punk", + "pred": "Hop 1: Guy-Manuel de Homem-Christo -> member of -> Daft Punk (2021)\n Answer: Daft Punk", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_007475", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Latvia", + "pred": "Hop 1: R\u0113zekne District -> country -> Latvia (2004)\n Answer: Latvia", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_008010", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "Hop 1: Christian Vargas -> member of sports team -> C.D. Jorge Wilstermann (2004)\n Answer: C.D. Jorge Wilstermann", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_005768", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Landeshauptmann", + "pred": "Hop 1: Herbert Sausgruber -> position held -> Landeshauptmann (1999)\n Answer: Landeshauptmann", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_003283", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Hop 1: Alexander Lazarev -> award received -> USSR State Prize (1977)\n Answer: 1977", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_003934", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Republic of Korea Army", + "pred": "Hop 1: Chung Il-kwon -> military branch -> Republic of Korea Army (1951)\n Answer: Republic of Korea Army", + "em": 1.0, + "f1": 0.47058823529411764 + }, + { + "id": "q_000952", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Soviet Union", + "pred": "Hop 1: Mircea Snegur -> country of citizenship -> Soviet Union (1957)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_004410", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Hop 1: Armin Grein -> position held -> Landrat (1989)\n Answer: Landrat", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007420", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Orenburg Oblast", + "pred": "Hop 1: Gai -> located in -> Orenburg Oblast (1984)\n Answer: Orenburg Oblast", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003788", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Paris", + "pred": "Hop 1: Zolt\u00e1n Kem\u00e9ny -> work location -> Paris (1935)\n Answer: Paris", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007654", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Hop 1: Beno\u00eet Cheyrou -> member of sports team -> Lille OSC (1999)\n Answer: Lille OSC", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_000104", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Daejeon Hana Citizen FC", + "pred": "Hop 1: Choi Eun-sung -> member of sports team -> Daejeon Hana Citizen FC (2003)\n Answer: Daejeon Hana Citizen FC", + "em": 1.0, + "f1": 0.4210526315789474 + }, + { + "id": "q_003094", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "England men\u2019s national rugby union team", + "pred": "Hop 1: Peter Winterbottom -> member of sports team -> England men\u2019s national rugby union team (1987)\n Answer: England men\u2019s national rugby union team", + "em": 1.0, + "f1": 0.6086956521739131 + }, + { + "id": "q_005875", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Hop 1: Tony Terlazzo -> country of citizenship -> Italy (1963)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004542", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2016.0, + "gold": "Province of Carbonia-Iglesias", + "pred": "Hop 1: Masainas -> located in -> Province of Carbonia-Iglesias (2016)\n Answer: Province of Carbonia-Iglesias", + "em": 1.0, + "f1": 0.5333333333333333 + }, + { + "id": "q_000638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "AgustaWestland", + "pred": "Hop 1: Leonardo -> child organization or unit -> AgustaWestland (2006)\n Answer: AgustaWestland", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Hop 1: Leonella Sgorbati -> country of citizenship -> Italy (1960)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005999", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Czechia men's national football team", + "pred": "Hop 1: Ji\u0159\u00ed Jaro\u0161\u00edk -> member of sports team -> Czechia men's national football team (2000)\n Answer: Czechia men's national football team", + "em": 1.0, + "f1": 0.5714285714285715 + }, + { + "id": "q_003881", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Norberto Bobbio -> country of citizenship -> Kingdom of Italy (1941)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_004798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Red Star F.C.", + "pred": "Hop 1: Sylvain Kastendeuch -> member of sports team -> Red Star F.C. (1985)\n Answer: Red Star F.C.", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_003140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Copley Medal", + "pred": "Hop 1: Robert Robinson -> award received -> Copley Medal (1942)\n Answer: Copley Medal", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000380", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Hop 1: Trier -> head of government -> Klaus Jensen (2008)\n Answer: Klaus Jensen", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_007104", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "chairperson", + "pred": "Hop 1: Karel Baxa -> position held -> chairperson (1932)\n Answer: chairperson", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_005106", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1926.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Manlio Bacigalupo -> country of citizenship -> Kingdom of Italy (1926)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_007198", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "VVV-Venlo", + "pred": "Hop 1: Jeffrey Altheer -> member of sports team -> VVV-Venlo (2013)\n Answer: VVV-Venlo", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_001075", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Italy", + "pred": "Hop 1: Sebastiano Mannironi -> country of citizenship -> Italy (1987)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007267", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Netherlands Antilles", + "pred": "Hop 1: Bonaire -> part of -> Netherlands Antilles (1988)\n Answer: Netherlands Antilles", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_005453", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "Hop 1: L\u00e1rus Gu\u00f0mundsson -> member of sports team -> Valur (1989)\n Answer: 1989", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_006199", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Hop 1: Daniel Islas -> member of sports team -> Club Atl\u00e9tico Tigre (2009)\n Answer: Club Atl\u00e9tico Tigre", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_007661", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Hop 1: Gary Mabbutt -> member of sports team -> Tottenham Hotspur F.C. (1997)\n Answer: Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_002761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Christoph Franz", + "pred": "Hop 1: Lufthansa -> chief executive officer -> Christoph Franz (2011)\n Answer: Christoph Franz", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_007018", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Province of Ogliastra", + "pred": "Hop 1: Ussassai -> located in -> Province of Ogliastra (2011)\n Answer: Province of Ogliastra", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_006321", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Pontault-Combault", + "pred": "Hop 1: Route nationale 4 -> terminus location -> Pontault-Combault (2014)\n Answer: Pontault-Combault", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_000924", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Hop 1: Paolo Heusch -> country of citizenship -> Italy (1979)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002232", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Gianpiero Combi -> country of citizenship -> Kingdom of Italy (1929)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_005699", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "University of G\u00f6ttingen", + "pred": "Hop 1: Hans Grauert -> employer -> University of G\u00f6ttingen (1977)\n Answer: University of G\u00f6ttingen", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_007488", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Hop 1: Nexhat Daci -> position held -> president (2006)\n Answer: 2006", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Vla\u0219ca County", + "pred": "Hop 1: Giurgiu -> located in -> Vla\u0219ca County (1937)\n Answer: Vla\u0219ca County", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_005369", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "University of Zurich", + "pred": "Hop 1: Andreas Speiser -> employer -> University of Zurich (1931)\n Answer: University of Zurich", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_000700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Hop 1: Luigi Barbarito -> country of citizenship -> Italy (1996)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001823", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Bremen-Liga", + "pred": "Hop 1: Oberliga Nord (1974-1994) -> league level below -> Bremen-Liga (1984)\n Answer: Bremen-Liga", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_006475", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "Hop 1: Riff-Raff -> award received -> European Film Award for Best Film (1991)\n Answer: 1991", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_008413", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1984.0, + "gold": "1984", + "pred": "Hop 1: Miros\u0142aw Kubisztal -> member of sports team -> KS Cracovia (1984)\n Answer: 1984", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_003577", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Chief of the Turkish General Staff", + "pred": "Hop 1: Fevzi \u00c7akmak -> position held -> Chief of the Turkish General Staff (1929)\n Answer: Chief of the Turkish General Staff", + "em": 1.0, + "f1": 0.6 + }, + { + "id": "q_003400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Hanna-Barbera", + "pred": "Hop 1: Iwao Takamoto -> employer -> Hanna-Barbera (1975)\n Answer: Hanna-Barbera", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_008560", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Romania national rugby union team", + "pred": "Hop 1: Gheorghe Ben\u021bia -> member of sports team -> Romania national rugby union team (1919)\n Answer: Romania national rugby union team", + "em": 1.0, + "f1": 0.5263157894736842 + }, + { + "id": "q_008146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Czechoslovakia", + "pred": "Hop 1: Karol Div\u00edn -> country of citizenship -> Czechoslovakia (1948)\n Answer: Czechoslovakia", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006136", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1903.0, + "gold": "Russian Empire", + "pred": "Hop 1: Hlukhiv -> country -> Russian Empire (1903)\n Answer: Russian Empire", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005189", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Seine-et-Oise", + "pred": "Hop 1: Saulx-Marchais -> located in -> Seine-et-Oise (1913)\n Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_002858", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Hop 1: Park Yeol -> country of citizenship -> Empire of Japan (1934)\n Answer: Empire of Japan", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_008315", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Kemerovo Oblast", + "pred": "Hop 1: Anzhero-Sudzhensk -> located in -> Kemerovo Oblast (1962)\n Answer: Kemerovo Oblast", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Kotelnikovsky District", + "pred": "Hop 1: Kotelnikovo -> located in -> Kotelnikovsky District (1977)\n Answer: Kotelnikovsky District", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_005219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Antti Sumiala -> member of sports team -> Ak\u00e7aabat Sebatspor (2004)\n Answer: 2004", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_000973", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Ternopil Oblast", + "pred": "Hop 1: Kremenets -> located in -> Ternopil Oblast (1958)\n Answer: Ternopil Oblast", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_002849", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Hop 1: Gianni Agus -> country of citizenship -> Italy (1980)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008608", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "S.C. Internacional", + "pred": "Hop 1: Danilo Aparecido da Silva -> member of sports team -> S.C. Internacional (2009)\n Answer: S.C. Internacional", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_001494", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Saint Petersburg", + "pred": "Hop 1: Konrad Krzy\u017canowski -> work location -> Saint Petersburg (1925)\n Answer: Saint Petersburg", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_007390", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Karl-Eduard von Schnitzler -> country of citizenship -> German Democratic Republic (1977)\n Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_007069", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Hop 1: Giuseppe Sensi -> country of citizenship -> Italy (1999)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001021", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Nelly Sachs Prize", + "pred": "Hop 1: Javier Mar\u00edas -> award received -> Nelly Sachs Prize (1997)\n Answer: Nelly Sachs Prize", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Mario Nicolini -> country of citizenship -> Kingdom of Italy (1922)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006782", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Merited Artist of the RSFSR", + "pred": "Hop 1: Natalya Varley -> award received -> Merited Artist of the RSFSR (1989)\n Answer: Merited Artist of the RSFSR", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_008600", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Toni Ortelli -> country of citizenship -> Kingdom of Italy (1907)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_005516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Central Institute for Ancient History and Archeology", + "pred": "Hop 1: Achim Leube -> employer -> Central Institute for Ancient History and Archeology (1980)\n Answer: Central Institute for Ancient History and Archeology", + "em": 1.0, + "f1": 0.6666666666666666 + }, + { + "id": "q_005501", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Flavio Calzavara -> country of citizenship -> Kingdom of Italy (1937)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_001523", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Prince Charles, Count of Flanders", + "pred": "Hop 1: Belgium -> head of state -> Prince Charles, Count of Flanders (1945)\n Answer: Prince Charles, Count of Flanders", + "em": 1.0, + "f1": 0.5882352941176471 + }, + { + "id": "q_003339", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Second Syrian Republic", + "pred": "Hop 1: Saadallah Wannous -> country of citizenship -> Second Syrian Republic (1954)\n Answer: Second Syrian Republic", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_006965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Hop 1: Shimano -> country -> Empire of Japan (1934)\n Answer: Empire of Japan", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_002341", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Hop 1: Mark Parrish -> drafted by -> Colorado Avalanche (1996)\n Answer: 1996", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006340", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "People's Artist of the USSR", + "pred": "Hop 1: Rashid Behbudov -> award received -> People's Artist of the USSR (1959)\n Answer: People's Artist of the USSR", + "em": 1.0, + "f1": 0.6 + }, + { + "id": "q_004184", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Chelsea F.C.", + "pred": "Hop 1: Gabriele Ambrosetti -> member of sports team -> Chelsea F.C. (2001)\n Answer: Chelsea F.C.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_001998", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "Hop 1: The Grapes of Wrath -> award received -> Academy Award for Best Director (1939)\n Answer: 1939", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_008462", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Hop 1: Tony Marshall -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2003)\n Answer: 2003", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_005081", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Beira Alta", + "pred": "Hop 1: Viseu -> located in -> Beira Alta (1956)\n Answer: Beira Alta", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_001020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Hop 1: Shimon Peres -> country of citizenship -> Israel (2004)\n Answer: Israel", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006076", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Russian Empire", + "pred": "Hop 1: Kaluga Governorate -> country -> Russian Empire (1908)\n Answer: Russian Empire", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_004257", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Province of Posen", + "pred": "Hop 1: Pozna\u0144 -> capital of -> Province of Posen (1904)\n Answer: Province of Posen", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_001129", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Soviet Union", + "pred": "Hop 1: Khrustalnyi -> country -> Soviet Union (1945)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_002202", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Isabela", + "pred": "Hop 1: Q13737 -> capital -> Isabela (1988)\n Answer: Isabela", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_001377", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Hop 1: Bruno Tommasi -> country of citizenship -> Italy (1961)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005631", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "Hop 1: Ernst Brugger -> position held -> President of the Swiss Confederation (1974)\n Answer: 1974", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_000171", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Melora Walters", + "pred": "Hop 1: Dylan Walsh -> spouse -> Melora Walters (1999)\n Answer: Melora Walters", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_007554", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Hop 1: Giorgio Amendola -> country of citizenship -> Italy (1965)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001278", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Mar\u00eda Denis -> country of citizenship -> Italy (2003)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2003)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_005559", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Swiss Super League", + "pred": "Hop 1: Xavier Margairaz -> member of sports team -> FC Sion (2014)\n Hop 2: FC Sion -> league or competition -> Swiss Super League (2014)\n Answer: Swiss Super League", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_007444", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: University of Bristol -> funder -> Lehigh University (2021)\n Answer: 2021", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_004826", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "Dakar", + "pred": "Hop 1: Sassandra -> country -> French West Africa (1917)\n Hop 2: French West Africa -> capital -> Dakar (1917)\n Answer: Dakar", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_003409", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Hop 1: Matthew Kneale -> nominated for -> Booker Prize (2000)\n Hop 2: Booker Prize -> winner -> Margaret Atwood (2000)\n Answer: Margaret Atwood", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006575", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Hop 1: G\u00e1bor Csap\u00f3 -> educated at -> University of Szeged (1972)\n Hop 2: University of Szeged -> named after -> Attila J\u00f3zsef (1972)\n Answer: Attila J\u00f3zsef", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_001217", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hop 1: Samantha Morton -> nominated for -> Academy Award for Best Actress (2004)\n Hop 2: Academy Award for Best Actress (2004) -> winner -> Hilary Swank (2004)\n Answer: Hilary Swank", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_007223", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Klaus Sch\u00fctz", + "pred": "Hop 1: Christian Schad -> work location -> Berlin (1975)\n Hop 2: Berlin -> head of government -> Klaus Sch\u00fctz (1975)\n Answer: Klaus Sch\u00fctz", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_004735", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Berlin", + "pred": "Hop 1: Sound and Vision -> performer -> David Bowie (1977)\n Hop 2: David Bowie -> work location -> Berlin (1977)\n Answer: Berlin", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_001394", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Q896393 -> work location -> Berlin (1970)\n Hop 2: Berlin -> country -> German Democratic Republic (1970)\n Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_004179", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Rosa Balistreri -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Economic Community (1951)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_000278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Rudy Giuliani", + "pred": "Hop 1: Prelinger Archives -> located in -> New York City (1996)\n Hop 2: New York City -> head of government -> Rudy Giuliani (1996)\n Answer: Rudy Giuliani", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_005799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Klaus Wowereit", + "pred": "Hop 1: Ann Wolff -> work location -> Berlin (2003)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2003)\n Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_003446", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "Hop 1: Age Discrimination in Employment Act of 1967 -> signatory -> Lyndon B. Johnson (1967)\n Hop 2: Lyndon B. Johnson -> residence -> Q35525 (1967)\n Hop 3: Q35525 -> position held -> United States Secretary of State (1967)\n Answer: United States Secretary of State", + "em": 0.0, + "f1": 0.20689655172413793 + }, + { + "id": "q_007096", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Hop 1: Nicolas Isimat-Mirin -> member of sports team -> AS Monaco FC (2015)\n Hop 2: AS Monaco FC -> head coach -> Leonardo Jardim (2015)\n Answer: Leonardo Jardim", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008279", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Montreal Forum", + "pred": "Hop 1: Guy Lafleur -> member of sports team -> Montreal Canadiens (1984)\n Hop 2: Montreal Canadiens -> home venue -> Montreal Forum (1984)\n Answer: Montreal Forum", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_006719", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Emma de Caunes", + "pred": "Hop 1: Jeanne Balibar -> nominated for -> C\u00e9sar Award for Best Female Revelation (1998)\n Hop 2: C\u00e9sar Award for Best Female Revelation -> winner -> Emma de Caunes (1998)\n Answer: Emma de Caunes", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_002450", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Cyprus Football Association", + "pred": "Hop 1: Ammochostos Epistrofi Stadium -> occupant -> Alki Larnaca F.C. (2007)\n Answer: Alki Larnaca F.C.", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000742", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "Hop 1: Vejle County -> replaced by -> Southern Denmark (2007)\n Hop 2: Southern Denmark -> replaces -> Funen County (2007)\n Answer: 2007", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_005331", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Hop 1: Pamela Sargent -> nominated for -> Locus Award for Best Novel (1977)\n Hop 2: Locus Award for Best Novel -> winner -> Kate Wilhelm (1977)\n Answer: 1977", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_002617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Stade Chaban-Delmas", + "pred": "Hop 1: Uwe Reinders -> member of sports team -> FC Girondins de Bordeaux (1985)\n Hop 2: FC Girondins de Bordeaux -> home venue -> Stade Chaban-Delmas (1985)\n Answer: Stade Chaban-Delmas", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_006020", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lady Bird Johnson", + "pred": "Hop 1: Highway Beautification Act of 1965 -> signatory -> Lyndon B. Johnson (1965)\n Hop 2: Lyndon B. Johnson -> spouse -> Lady Bird Johnson (1965)\n Answer: Lady Bird Johnson", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_002515", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Sepp Herberger", + "pred": "Hop 1: Alfred Schmidt -> member of sports team -> Germany men's national association football team (1964)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1964)\n Answer: Sepp Herberger", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_000947", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "S\u00fcper Lig", + "pred": "Hop 1: Kerim Zengin -> member of sports team -> Gaziantepspor (2013)\n Hop 2: Gaziantepspor -> league or competition -> S\u00fcper Lig (2013)\n Answer: S\u00fcper Lig", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_004442", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "Hop 1: Felipe Melo -> member of sports team -> Galatasaray S.K. (2014)\n Hop 2: Galatasaray S.K. -> head coach -> Cesare Prandelli (2014)\n Answer: 2014", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_003129", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Klaus Wowereit", + "pred": "Hop 1: Willem de Rooij -> work location -> Berlin (2010)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2010)\n Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_000626", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Edward Joseph Kelly", + "pred": "Hop 1: Tony Smith -> work location -> Chicago (1937)\n Hop 2: Chicago -> head of government -> Edward Joseph Kelly (1937)\n Answer: Edward Joseph Kelly", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_008507", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "presidential system", + "pred": "Hop 1: Yavoriv -> country -> Second Polish Republic (1929)\n Hop 2: Second Polish Republic -> basic form of government -> presidential system (1929)\n Answer: presidential system", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_000399", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Otto Nerz", + "pred": "Hop 1: Hermann Gramlich -> member of sports team -> Germany men's national association football team (1935)\n Hop 2: Germany men's national association football team -> head coach -> Otto Nerz (1935)\n Answer: Otto Nerz", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_005160", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Hop 1: Fay Weldon -> nominated for -> Booker Prize (1979)\n Hop 2: Booker Prize (1979) -> winner -> Penelope Fitzgerald\n Hop 3: Penelope Fitzgerald -> award received -> The Book of Evidence\n Answer: The Book of Evidence", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_006565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Hop 1: Sergi Barjuan -> member of sports team -> Atl\u00e9tico Madrid (2005)\n Hop 2: Atl\u00e9tico Madrid -> home venue -> Vicente Calder\u00f3n Stadium (2005)\n Answer: Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "President of North Macedonia", + "pred": "Hop 1: North Macedonia -> head of state -> Gjorge Ivanov (2017)\n Answer: President of North Macedonia", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_008117", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: Ulm University -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> University of Nottingham (2021)\n Answer: 2021", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_007432", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Hop 1: Ivan Della Mea -> country of citizenship -> Italy (2007)\n Hop 2: Italy -> head of government -> Romano Prodi (2007)\n Answer: Romano Prodi", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_006320", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1931.0, + "gold": "1931", + "pred": "Hop 1: Dr. Jekyll and Mr. Hyde -> award received -> Academy Award for Best Actor (1931)\n Hop 2: Lionel Barrymore -> winner -> Academy Award for Best Actor (1931)\n Answer: 1931", + "em": 1.0, + "f1": 0.1 + }, + { + "id": "q_008047", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Volodymyr -> country -> Russian Empire (1902)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1902)\n Answer: Nicholas II of Russia", + "em": 1.0, + "f1": 0.4210526315789474 + }, + { + "id": "q_000063", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Hop 1: Alessandro Ajmone Marsan -> member of sports team -> Juventus FC (1909)\n Hop 2: Juventus FC -> chairperson -> Carlo Vittorio Varetti (1909)\n Answer: Carlo Vittorio Varetti", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_008584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "Territory of Hawaii", + "pred": "Hop 1: United States -> contains the administrative territorial entity -> Territory of Hawaii (1931)\n Answer: Territory of Hawaii", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_001072", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Hop 1: Gerard Deulofeu -> member of sports team -> FC Barcelona Atl\u00e8tic (2013)\n Hop 2: FC Barcelona Atl\u00e8tic -> head coach -> Eusebio Sacrist\u00e1n (2013)\n Answer: Eusebio Sacrist\u00e1n", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_005910", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "United States", + "pred": "Hop 1: Christian Vande Velde -> member of sports team -> Discovery Channel (2001)\n Hop 2: Discovery Channel -> country -> United States (2001)\n Answer: United States", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_003397", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "V\u00edt\u011bzslav Lavi\u010dka", + "pred": "Hop 1: Miroslav Slepi\u010dka -> member of sports team -> AC Sparta Prague (2012)\n Hop 2: AC Sparta Prague -> head coach -> V\u00edt\u011bzslav Lavi\u010dka (2012)\n Answer: V\u00edt\u011bzslav Lavi\u010dka", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000162", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Lady Bird Johnson", + "pred": "Hop 1: Age Discrimination in Employment Act of 1967 -> signatory -> Lyndon B. Johnson (1967)\n Hop 2: Lyndon B. Johnson -> spouse -> Lady Bird Johnson (1967)\n Answer: Lady Bird Johnson", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_002728", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Silvio Berlusconi", + "pred": "Hop 1: Clarence Seedorf -> member of sports team -> AC Milan (2010)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (2010)\n Answer: Silvio Berlusconi", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_003793", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Barcelona Province", + "pred": "Hop 1: Josep Guinovart -> work location -> Barcelona (1950)\n Hop 2: Barcelona -> located in -> Barcelona Province (1950)\n Answer: Barcelona Province", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_003541", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Hop 1: Carry Me Down -> nominated for -> Booker Prize (2006)\n Hop 2: Booker Prize -> winner -> Kiran Desai (2006)\n Answer: 2006", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_008524", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Stade Chaban-Delmas", + "pred": "Hop 1: \u00c9douard Kargu -> member of sports team -> FC Girondins de Bordeaux (1950)\n Hop 2: FC Girondins de Bordeaux -> home venue -> Stade Chaban-Delmas (1950)\n Answer: Stade Chaban-Delmas", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_003943", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Hop 1: Angelo La Barbera -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Giovanni Leone (1971)\n Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Michal B\u00edlek", + "pred": "Hop 1: Daniel Kol\u00e1\u0159 -> member of sports team -> Czechia men's national football team (2011)\n Hop 2: Czechia men's national football team -> head coach -> Michal B\u00edlek (2011)\n Answer: Michal B\u00edlek", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003569", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Hop 1: Alberto Magnelli -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1971)\n Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002249", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "University of Paris", + "pred": "Hop 1: University of Paris 1 Pantheon-Sorbonne -> replaces -> University of Paris (1971)\n Answer: University of Paris", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_001978", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Giovanni Leone (1958)\n Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.125 + }, + { + "id": "q_005073", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Alex McLeish", + "pred": "Hop 1: Nathan Redmond -> member of sports team -> Birmingham City F.C. (2011)\n Hop 2: Birmingham City F.C. -> head coach -> Alex McLeish (2011)\n Answer: Alex McLeish", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_000609", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "Hop 1: Stanley Middleton -> award received -> Booker Prize (1974)\n Hop 2: Booker Prize (1974) -> winner -> Kingsley Amis (1974)\n Answer: 1974", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_004940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Hop 1: Ra\u00fal Fern\u00e1ndez-Cavada Mateos -> member of sports team -> UD Las Palmas (2018)\n Hop 2: UD Las Palmas -> head coach -> Manuel Jim\u00e9nez Jim\u00e9nez (2018)\n Answer: Manuel Jim\u00e9nez Jim\u00e9nez", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Guy Ritchie", + "pred": "Hop 1: Die Another Day -> performer -> Madonna (2002)\n Hop 2: Madonna -> spouse -> Guy Ritchie (2002)\n Answer: Guy Ritchie", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_006953", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "Jimmy Walker", + "pred": "Hop 1: Maria Meneghini Callas -> residence -> New York City (1928)\n Hop 2: New York City -> head of government -> Jimmy Walker (1928)\n Answer: Jimmy Walker", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001572", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Hop 1: Nicolas Isimat-Mirin -> member of sports team -> AS Monaco FC (2015)\n Hop 2: AS Monaco FC -> head coach -> Didier Deschamps (2015)\n Answer: Didier Deschamps", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008301", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Hop 1: Giovanni Cornacchia -> country of citizenship -> Italy (2007)\n Hop 2: Italy -> head of government -> Romano Prodi (2007)\n Answer: Romano Prodi", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000630", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1960.0, + "gold": "Graceland", + "pred": "Hop 1: A Mess of Blues -> performer -> Elvis Presley (1960)\n Hop 2: Elvis Presley -> residence -> Graceland (1960)\n Answer: Graceland", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_000755", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Elizabeth II", + "pred": "Hop 1: Stack-O-Tracks -> place of publication -> United States (1968)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1968)\n Answer: Lyndon B. Johnson", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000326", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Hop 1: Jean-Loup Dabadie -> member of -> Acad\u00e9mie Fran\u00e7aise (2009)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> H\u00e9l\u00e8ne Carr\u00e8re d'Encausse (2009)\n Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_002870", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Bahrain", + "pred": "Hop 1: Bahrain -> head of government -> Khalifa bin Salman Al Khalifa (1981)\n Hop 2: Khalifa bin Salman Al Khalifa -> position held -> Prime Minister of Bahrain (1981)\n Answer: Prime Minister of Bahrain", + "em": 1.0, + "f1": 0.38095238095238093 + }, + { + "id": "q_007789", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Michele Lupo -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1960)\n Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007973", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Bjarne Riis", + "pred": "Hop 1: Danilo Wyss -> member of sports team -> Qhubeka NextHash (2020)\n Hop 2: Qhubeka NextHash -> general manager -> Bjarne Riis (2020)\n Answer: Bjarne Riis", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_000219", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Vivien Leigh", + "pred": "Hop 1: Fay Bainter -> nominated for -> Academy Award for Best Supporting Actress (1939)\n Hop 2: Academy Award for Best Supporting Actress (1939) -> winner -> Jane Darwell (1939)\n Hop 3: Jane Darwell (1939) -> winner -> The Grapes of Wrath (1939)\n Answer: The Grapes of Wrath", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007274", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Elizabeth II", + "pred": "Hop 1: Smiley Smile -> place of publication -> United States (1967)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1967)\n Hop 3: Lyndon B. Johnson -> country of citizenship -> United States (1967)\n Answer: United States", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006021", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Luca Ronconi -> country of citizenship -> Italy (2005)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2005)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_006576", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "Laurence Olivier", + "pred": "Hop 1: John Garfield -> nominated for -> Academy Award for Best Actor (1948)\n Hop 2: Academy Award for Best Actor (1948) -> winner -> Laurence Olivier\n Hop 3: Laurence Olivier -> winner -> 1948\n Answer: Laurence Olivier", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_000623", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Bjarne Berntsen", + "pred": "Hop 1: Camilla Huse -> member of sports team -> Norway women's national football team (2009)\n Hop 2: Norway women's national football team -> head coach -> Bjarne Berntsen (2009)\n Answer: Bjarne Berntsen", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Hop 1: Mark Haddon -> nominated for -> Booker Prize (2003)\n Hop 2: Booker Prize (2003) -> winner -> DBC Pierre\n Hop 3: DBC Pierre -> nominated for -> The Jesus Man (2003)\n Answer: The Jesus Man", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_003804", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Nobel Peace Prize", + "pred": "Hop 1: United States Navy SEALs -> founder -> John F. Kennedy (1962)\n Hop 2: John F. Kennedy -> nominated for -> Nobel Peace Prize (1962)\n Answer: Nobel Peace Prize", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006789", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Hop 1: William Vickrey -> residence -> New York City (1960)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1960)\n Answer: Robert Ferdinand Wagner Jr.", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_006521", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Atlanta-Fulton County Stadium", + "pred": "Hop 1: Hank Aaron -> member of sports team -> Atlanta Braves (1976)\n Hop 2: Atlanta Braves -> home venue -> Atlanta-Fulton County Stadium (1976)\n Answer: Atlanta-Fulton County Stadium", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_006174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "Hop 1: The Night Watch -> nominated for -> Booker Prize (2006)\n Hop 2: Booker Prize (2006) -> winner -> Kiran Desai (2006)\n Hop 3: Kiran Desai (2006) -> award received -> The Inheritance of Loss (2006)\n Answer: The Inheritance of Loss", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_004769", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Hop 1: Celia Johnson -> nominated for -> Academy Award for Best Actress (1947)\n Hop 2: Academy Award for Best Actress (1947) -> winner -> Loretta Young (1947)\n Answer: Loretta Young", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_001801", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Vytautas Landsbergis", + "pred": "Hop 1: Nijol\u0117 O\u017eelyt\u0117-Vaitiek\u016bnien\u0117 -> member of political party -> Homeland Union \u2013 Lithuanian Christian Democrats (1995)\n Hop 2: Homeland Union \u2013 Lithuanian Christian Democrats -> chairperson -> Vytautas Landsbergis (1995)\n Answer: Vytautas Landsbergis", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "State Anthem of the Soviet Union", + "pred": "Hop 1: Murmansk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1965)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> \"The Internationale\" (1965)\n Answer: \"The Internationale\"", + "em": 0.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_003724", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Hop 1: Piero Scotti -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Giovanni Gronchi (1971)\n Answer: Giovanni Gronchi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006014", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Hop 1: Alfons Gorbach -> place of detention -> Dachau concentration camp (1939)\n Hop 2: Dachau concentration camp -> director / manager -> Hans Loritz (1939)\n Answer: Hans Loritz", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_007171", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "S\u00fcper Lig", + "pred": "Hop 1: Serdar Aziz -> member of sports team -> Bursaspor (2016)\n Hop 2: Bursaspor -> league or competition -> S\u00fcper Lig (2016)\n Answer: S\u00fcper Lig", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_007260", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "3. Liga", + "pred": "Hop 1: Bastian Heidenfelder -> member of sports team -> 1. FC Heidenheim 1846 (2013)\n Hop 2: 1. FC Heidenheim 1846 -> league or competition -> 3. Liga (2013)\n Answer: 3. Liga", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_005517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Thomas Tuchel", + "pred": "Hop 1: Marcos Alonso Mendoza -> member of sports team -> Chelsea F.C. (2021)\n Hop 2: Chelsea F.C. -> head coach -> Thomas Tuchel (2021)\n Answer: Thomas Tuchel", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_007485", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Charlize Theron", + "pred": "Hop 1: Jennifer Connelly -> nominated for -> Broadcast Film Critics Association Award for Best Actress (2003)\n Hop 2: Broadcast Film Critics Association Award for Best Actress -> winner -> Charlize Theron (2003)\n Answer: Charlize Theron", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_001837", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: University of Tsukuba -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> University of Virginia (2021)\n Answer: 2021", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_000568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Hop 1: Angelo Infanti -> country of citizenship -> Italy (2007)\n Hop 2: Italy -> head of government -> Silvio Berlusconi (2007)\n Answer: Silvio Berlusconi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005494", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Hop 1: Steffen Freund -> member of sports team -> Germany men's national association football team (1997)\n Hop 2: Germany men's national association football team -> head coach -> Berti Vogts (1997)\n Answer: Berti Vogts", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_000075", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Giuseppe Prisco -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2001)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_004734", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Peter Carey", + "pred": "Hop 1: David Lodge -> nominated for -> Booker Prize -> winner -> Peter Carey (1988)\n Answer: Peter Carey", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_004770", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Constantinople", + "pred": "Hop 1: Edessa -> country -> Ottoman Empire (1904)\n Hop 2: Ottoman Empire -> capital -> Constantinople (1904)\n Answer: Constantinople", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_006777", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "S\u00e1ndor Preisinger", + "pred": "Hop 1: Daniils Turkovs -> member of sports team -> Zalaegerszegi TE (2012)\n Hop 2: Zalaegerszegi TE -> head coach -> S\u00e1ndor Preisinger (2012)\n Answer: S\u00e1ndor Preisinger", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001481", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Hop 1: Jennifer Johnston -> nominated for -> Booker Prize (1977)\n Hop 2: Booker Prize -> winner -> Paul Scott (1977)\n Answer: 1977", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_000851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Hop 1: Walter Samuel -> member of sports team -> Inter Milan (2008)\n Hop 2: Inter Milan -> head coach -> Jos\u00e9 Mourinho (2008)\n Answer: Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_000707", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Franco Evangelisti -> country of citizenship -> Italy (1934)\n Hop 2: Italy -> shares border with -> Yugoslavia (1934)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_007316", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Hop 1: Alessandro Ajmone Marsan -> member of sports team -> Juventus FC (1909)\n Hop 2: Juventus FC -> chairperson -> Carlo Vittorio Varetti (1909)\n Hop 3: Carlo Vittorio Varetti -> chairperson -> Giuseppe Sartori (1909)\n Answer: Giuseppe Sartori", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_002781", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Renato Carosone -> country of citizenship -> Italy (1946)\n Hop 2: Italy -> shares border with -> Yugoslavia (1946)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_001694", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Hop 1: Genevi\u00e8ve Bujold -> nominated for -> Academy Award for Best Actress (1970)\n Hop 2: Academy Award for Best Actress (1970) -> winner -> Glenda Jackson\n Answer: Glenda Jackson", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_005714", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "B\u00fclent Ecevit", + "pred": "Hop 1: Deniz Baykal -> member of political party -> Republican People's Party (1979)\n Hop 2: Republican People's Party -> chairperson -> B\u00fclent Ecevit (1979)\n Answer: B\u00fclent Ecevit", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Stefan Kuntz", + "pred": "Hop 1: Jan \u0160im\u016fnek -> member of sports team -> 1. FC Kaiserslautern (2014)\n Hop 2: 1. FC Kaiserslautern -> chairperson -> Stefan Kuntz (2014)\n Answer: Stefan Kuntz", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_000390", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Nobel Prize in Physics", + "pred": "Hop 1: Holweck Prize -> winner -> Louis N\u00e9el (1952)\n Hop 2: Louis N\u00e9el -> nominated for -> Nobel Prize in Physics (1952)\n Answer: Nobel Prize in Physics", + "em": 1.0, + "f1": 0.4210526315789474 + }, + { + "id": "q_004301", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Hop 1: Elliott Erwitt -> work location -> New York City (1994)\n Hop 2: New York City -> head of government -> Rudy Giuliani (1994)\n Answer: Rudy Giuliani", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_007116", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Hop 1: Simone Veil -> member of -> Acad\u00e9mie Fran\u00e7aise (2009)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> H\u00e9l\u00e8ne Carr\u00e8re d'Encausse (2009)\n Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 0.38095238095238093 + }, + { + "id": "q_004505", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Hop 1: Philip Taaffe -> work location -> New York City (1974)\n Hop 2: New York City -> head of government -> Abraham Beame (1974)\n Answer: Abraham Beame", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_007035", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "Hop 1: Louise Bourgeois -> work location -> New York City (1990)\n Hop 2: New York City -> head of government -> David Dinkins (1990)\n Answer: David Dinkins", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_004558", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Hop 1: Ryan Bertrand -> member of sports team -> Chelsea F.C. (2014)\n Hop 2: Chelsea F.C. -> head coach -> Jos\u00e9 Mourinho (2014)\n Answer: Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_003267", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Hop 1: It Happened One Night -> nominated for -> Academy Award for Best Actor (1935)\n Hop 2: Academy Award for Best Actor (1935) -> winner -> Clark Gable (1935)\n Hop 3: Clark Gable -> winner -> Helen Hunt (1935)\n Answer: Clark Gable", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006755", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1920)\n Hop 2: Independent Social Democratic Party of Germany -> chairperson -> Theodor Liebknecht (1920)\n Answer: Theodor Liebknecht", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_004583", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "Hop 1: Ai -> award received -> American Book Awards (1987)\n Hop 2: American Book Awards -> winner -> James Welch (1987)\n Answer: 1987", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_000225", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Gareth Southgate", + "pred": "Hop 1: David Wheater -> member of sports team -> Middlesbrough F.C. (2008)\n Hop 2: Middlesbrough F.C. -> head coach -> Gareth Southgate (2008)\n Answer: Gareth Southgate", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002459", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Zrenjanin City -> located in -> Socialist Autonomous Province of Vojvodina (1949)\n Hop 2: Socialist Autonomous Province of Vojvodina -> country -> Kingdom of Yugoslavia (1949)\n Answer: Kingdom of Yugoslavia", + "em": 0.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_006352", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: University of Tsukuba -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> University of Graz (2021)\n Answer: 2021", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_004787", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Janusz W\u00f3jcik", + "pred": "Hop 1: Arkadiusz B\u0105k -> member of sports team -> Poland men's national football team (1999)\n Hop 2: Poland men's national football team -> head coach -> Janusz W\u00f3jcik (1999)\n Answer: Janusz W\u00f3jcik", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002226", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Leonid Brezhnev", + "pred": "Hop 1: Aleksei Gubarev -> member of political party -> Communist Party of the Soviet Union (1973)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Mikhail Gorbachev (1973)\n Answer: Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003363", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Jan Schaffrath", + "pred": "Hop 1: Martin Velits -> member of sports team -> Soudal Quick-Step (2012)\n Hop 2: Soudal Quick-Step -> head coach -> Jan Schaffrath (2012)\n Answer: Jan Schaffrath", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_001025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Pavel Vrba", + "pred": "Hop 1: Bo\u0159ek Do\u010dkal -> member of sports team -> Czechia men's national football team (2016)\n Hop 2: Czechia men's national football team -> head coach -> Pavel Vrba (2016)\n Answer: Pavel Vrba", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006972", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "Hop 1: Brian Moore -> nominated for -> Booker Prize (1976)\n Hop 2: Booker Prize (1976) -> winner -> David Storey (1976)\n Answer: 1976", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_007393", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Ba\u010d Municipality -> located in -> Socialist Autonomous Province of Vojvodina (1961)\n Answer: Socialist Autonomous Province of Vojvodina", + "em": 0.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_002784", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Franz Beckenbauer", + "pred": "Hop 1: Frank Mill -> member of sports team -> Germany men's national association football team (1988)\n Hop 2: Germany men's national association football team -> head coach -> Franz Beckenbauer (1988)\n Answer: Franz Beckenbauer", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_005991", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Hop 1: Luciano Bianciardi -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_007278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Claudia Roth", + "pred": "Hop 1: Boris Palmer -> member of political party -> Alliance '90/The Greens (2009)\n Hop 2: Alliance '90/The Greens -> chairperson -> Claudia Roth (2009)\n Hop 3: Claudia Roth -> chairperson -> Cem \u00d6zdemir (2009)\n Answer: Claudia Roth", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_002109", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "ADIG", + "pred": "Hop 1: Stefan W\u00e4chter -> member of sports team -> Hamburger SV (2004)\n Hop 2: Hamburger SV -> sponsor -> ADIG (2004)\n Answer: ADIG", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_005445", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Abraham Beame", + "pred": "Hop 1: Nancy Graves -> work location -> New York City (1977)\n Hop 2: New York City -> head of government -> Abraham Beame (1977)\n Answer: Abraham Beame", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_005382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Fiorello H. La Guardia", + "pred": "Hop 1: Edward McKnight Kauffer -> work location -> New York City (1940)\n Hop 2: New York City -> head of government -> Fiorello H. La Guardia (1940)\n Answer: Fiorello H. La Guardia", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_005633", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Hop 1: Giuseppe Saragat -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> head of state -> Sandro Pertini (1984)\n Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_002083", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Jens Gustafsson", + "pred": "Hop 1: Andreas Landgren -> member of sports team -> Halmstads BK (2013)\n Hop 2: Halmstads BK -> head coach -> Jens Gustafsson (2013)\n Answer: Jens Gustafsson", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_003899", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Karl Horst H\u00f6dicke -> work location -> Berlin (1987)\n Hop 2: Berlin -> country -> German Democratic Republic (1987)\n Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_002997", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "Hop 1: Ramallah -> country -> Mandatory Palestine (1937)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1937)\n Answer: United Kingdom", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_005860", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hop 1: Whale Rider -> nominated for -> Academy Award for Best Actress (2004)\n Hop 2: Academy Award for Best Actress -> winner -> Hilary Swank (2004)\n Hop 3: Hilary Swank -> winner of -> 2004 Academy Awards (2004)\n Answer: 2004 Academy Awards", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_001039", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Panama", + "pred": "Hop 1: Cornell Capa -> work location -> United States (1937)\n Hop 2: United States -> shares border with -> Panama (1937)\n Answer: Panama", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_000086", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Hop 1: Q435856 -> country of citizenship -> Italy (1983)\n Hop 2: Italy -> head of state -> Sandro Pertini (1983)\n Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005689", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Hop 1: Elie Wiesel -> country of citizenship -> Kingdom of Romania (1929)\n Hop 2: Kingdom of Romania -> capital -> Bucharest (1929)\n Answer: Bucharest", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_006609", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "Hop 1: Afula -> country -> Mandatory Palestine (1940)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1940)\n Answer: United Kingdom", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_004970", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Hop 1: Academy Award for Best Actress -> winner -> Charlize Theron (2003)\n Hop 2: Unfaithful -> nominated for -> Academy Award for Best Actress (2003)\n Answer: 2003", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_004192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Alberto Magnelli -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of state -> Antonio Segni (1960)\n Answer: Antonio Segni", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Hop 1: Mauro Staccioli -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_008062", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "M\u00e1rio Soares", + "pred": "Hop 1: Alberto Vaquina -> work location -> Portugal (1991)\n Hop 2: Portugal -> head of state -> M\u00e1rio Soares (1991)\n Answer: M\u00e1rio Soares", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_006613", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Stuart Lancaster", + "pred": "Hop 1: Ben Foden -> member of sports team -> England men\u2019s national rugby union team (2013)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Stuart Lancaster (2013)\n Answer: Stuart Lancaster", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_001894", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Hop 1: Annette Bening -> nominated for -> Academy Award for Best Actress (2005)\n Hop 2: Academy Award for Best Actress (2005) -> winner -> Reese Witherspoon (2005)\n Answer: Reese Witherspoon", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_002546", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Hop 1: Franz Anton Basch -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1921)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1921)\n Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_003153", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Hop 1: Zhu De -> country of citizenship -> People's Republic of China (1967)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1967)\n Answer: Zhou Enlai", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002865", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Hop 1: A Bend in the River -> nominated for -> Booker Prize (1979)\n Hop 2: Booker Prize (1979) -> winner -> Penelope Fitzgerald (1979)\n Hop 3: Penelope Fitzgerald -> winner -> A Bend in the River (1979)\n Answer: Penelope Fitzgerald", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007865", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Giuseppe Prisco -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2001)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_008428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Hop 1: Josh Lewsey -> member of sports team -> England men\u2019s national rugby union team (1999)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Clive Woodward (1999)\n Answer: Clive Woodward", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_001858", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Graceland", + "pred": "Hop 1: Ginger Alden -> unmarried partner -> Elvis Presley (1977)\n Hop 2: Elvis Presley -> residence -> Graceland (1977)\n Answer: Graceland", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_001912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Constantinople", + "pred": "Hop 1: Xanthi -> country -> Ottoman Empire (1903)\n Hop 2: Ottoman Empire -> capital -> Constantinople (1903)\n Answer: Constantinople", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_003034", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Hop 1: Emil Filla -> place of detention -> Dachau concentration camp (1939)\n Hop 2: Dachau concentration camp -> manager -> Hans Loritz (1939)\n Hop 3: Hans Loritz -> point in time -> 1939 (1939)\n Answer: Hans Loritz", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000799", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Barack Obama", + "pred": "Hop 1: Battlefield 3 -> narrative location -> Ukraine (2014)\n Hop 2: Ukraine -> head of government -> Arsenii Yatseniuk (2014)\n Answer: Arsenii Yatseniuk", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Boston Garden", + "pred": "Hop 1: John Havlicek -> member of sports team -> Boston Celtics (1975)\n Hop 2: Boston Celtics -> home venue -> Boston Garden (1975)\n Answer: Boston Garden", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_004762", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "Kingdom of Prussia", + "pred": "Hop 1: 1911 World Figure Skating Championships -> location -> Berlin (1911)\n Hop 2: Berlin -> located in -> Kingdom of Prussia (1911)\n Answer: Kingdom of Prussia", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_004806", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Hop 1: Jonathan Urretaviscaya -> member of sports team -> S.L. Benfica (2013)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2013)\n Answer: Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Premier League", + "pred": "Hop 1: Ruslan Rotan -> member of sports team -> FC Dnipro (2008)\n Hop 2: FC Dnipro -> league or competition -> Premier League (2008)\n Answer: Premier League", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_008203", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Amway Arena", + "pred": "Hop 1: Shaquille O'Neal -> member of sports team -> Orlando Magic (1994)\n Hop 2: Orlando Magic -> home venue -> Amway Arena (1994)\n Answer: Amway Arena", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_004465", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: University of Helsinki -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Michigan State University (2021)\n Answer: 2021", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_006874", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "John Lindsay", + "pred": "Hop 1: William Vickrey -> residence -> New York City (1968)\n Hop 2: New York City -> head of government -> John Lindsay (1968)\n Answer: John Lindsay", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_000593", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Leo Nomellini -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1957)\n Answer: Giovanni Gronchi", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_004615", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2018.0, + "gold": "2018", + "pred": "Hop 1: Mirko Tomassoni -> position held -> Captain Regent of San Marino (2018)\n Hop 2: Captain Regent of San Marino -> officeholder -> Stefano Palmieri (2018)\n Answer: 2018", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_001617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Geoffrey Rush", + "pred": "Hop 1: As Good as It Gets -> award received -> Academy Award for Best Actress (1996)\n Hop 2: Academy Award for Best Actress -> winner -> Frances McDormand (1996)\n Hop 3: Frances McDormand -> award received -> Academy Award for Best Actress (1996)\n Answer: Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Hop 1: Harold Pinter -> spouse -> Antonia Fraser (1982)\n Hop 2: Antonia Fraser -> spouse -> Harold Pinter (1982)\n Hop 3: Antonia Fraser -> nominated for -> Academy Award for Best Writing, Original Screenplay (1982)\n Answer: Academy Award for Best Writing, Original Screenplay", + "em": 0.0, + "f1": 0.46153846153846156 + }, + { + "id": "q_004669", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Yuri Semin", + "pred": "Hop 1: \u00c9der -> member of sports team -> FC Lokomotiv Moscow (2019)\n Hop 2: FC Lokomotiv Moscow -> head coach -> Yuri Semin (2019)\n Answer: Yuri Semin", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> head of government -> Aldo Moro (1972)\n Answer: Aldo Moro", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1920)\n Hop 2: Independent Social Democratic Party of Germany -> chairperson -> Theodor Liebknecht (1920)\n Answer: Theodor Liebknecht", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006858", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Hop 1: Monster -> award received -> Academy Award for Best Actress (2002)\n Hop 2: Academy Award for Best Actress -> winner -> Nicole Kidman (2002)\n Answer: 2002", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_000627", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Hop 1: Antonia Fraser -> spouse -> Harold Pinter (1982)\n Hop 2: Harold Pinter -> nominated for -> Tony Award for Best Direction of a Play (1982)\n Answer: Harold Pinter", + "em": 0.0, + "f1": 0.23076923076923078 + }, + { + "id": "q_008456", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "Hop 1: Sevastopol -> country -> Russian Empire (1901)\n Hop 2: Russian Empire -> basic form of government -> absolute monarchy (1901)\n Answer: absolute monarchy", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_004863", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Hop 1: It Happened One Night -> nominated for -> Academy Award for Best Picture (1935)\n Answer: Academy Award for Best Picture", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005053", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lauri Yl\u00f6nen", + "pred": "Hop 1: Haloo Helsinki! -> nominated for -> MTV Europe Music Award for Best Finnish Act (2011)\n Hop 2: MTV Europe Music Award for Best Finnish Act -> winner -> Lauri Yl\u00f6nen (2011)\n Answer: Lauri Yl\u00f6nen", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_006906", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sini\u0161a Mihajlovi\u0107", + "pred": "Hop 1: Marco Marchionni -> member of sports team -> ACF Fiorentina (2010)\n Hop 2: ACF Fiorentina -> head coach -> Sini\u0161a Mihajlovi\u0107 (2010)\n Answer: Sini\u0161a Mihajlovi\u0107", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_004343", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Arrigo Sacchi", + "pred": "Hop 1: Walter Bianchi -> member of sports team -> Rimini FC (1984)\n Hop 2: Rimini FC -> head coach -> Arrigo Sacchi (1984)\n Answer: Arrigo Sacchi", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_008520", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Hans Loritz", + "pred": "Hop 1: Abraham Adolf Kaiser -> place of detention -> Dachau concentration camp (1938)\n Hop 2: Dachau concentration camp -> manager -> Hans Loritz (1938)\n Hop 3: Hans Loritz -> point in time after -> Anton Saefkow (1938)\n Answer: Hans Loritz", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_008566", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Hop 1: Hanns Martin Schleyer -> member of political party -> Christian Democratic Union (1975)\n Hop 2: Christian Democratic Union -> general secretary -> Kurt Biedenkopf (1975)\n Answer: Kurt Biedenkopf", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_005406", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "West Germany", + "pred": "Hop 1: Friedrich Hayek -> residence -> Freiburg im Breisgau (1980)\n Hop 2: Freiburg im Breisgau -> country -> West Germany (1980)\n Answer: West Germany", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005485", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Milo\u0161 Zeman", + "pred": "Hop 1: Bergepanzer B\u00fcffel -> operator -> Czech Republic (2022)\n Hop 2: Czech Republic -> head of state -> Milo\u0161 Zeman (2022)\n Answer: Milo\u0161 Zeman", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_006778", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italian lira", + "pred": "Hop 1: Lyla Rocco -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> currency -> Italian lira (1963)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_000448", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Alex Ferguson", + "pred": "Hop 1: Bryan Gunn -> member of sports team -> Aberdeen F.C. (1980)\n Hop 2: Aberdeen F.C. -> head coach -> Alex Ferguson (1980)\n Answer: Alex Ferguson", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_005253", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Aravind Adiga", + "pred": "Hop 1: Amitav Ghosh -> nominated for -> Booker Prize (2008)\n Hop 2: Q151708 -> winner -> Aravind Adiga (2008)\n Hop 3: John Berger -> nominated for -> Q151708 (2008)\n Answer: John Berger", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002793", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Hop 1: Mrs. Parkington -> nominated for -> Academy Award for Best Actress (1945)\n Hop 2: Academy Award for Best Actress -> winner -> Joan Crawford (1945)\n Hop 3: Joan Crawford -> winner -> Academy Award for Best Actress (1945)\n Answer: Academy Award for Best Actress", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001366", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Cliff Burton", + "pred": "Hop 1: Master of Puppets -> performer -> Metallica (1986)\n Hop 2: Metallica -> has part(s) -> Cliff Burton (1986)\n Answer: Cliff Burton", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000346", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Giorgio Napolitano", + "pred": "Hop 1: Giovanni Lilliu -> country of citizenship -> Italy (2010)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2010)\n Answer: Giorgio Napolitano", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_001380", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "John Williams", + "pred": "Hop 1: Katie Couric -> notable work -> Today (1999)\n Hop 2: Today -> composer -> John Williams (1999)\n Answer: John Williams", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_007366", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Hop 1: Giorgio Mastropasqua -> member of sports team -> Juventus FC (1973)\n Hop 2: Juventus FC -> chairperson -> Giampiero Boniperti (1973)\n Answer: Giampiero Boniperti", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_004085", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "Qing dynasty", + "pred": "Hop 1: Luo Yixiu -> spouse -> Mao Zedong (1907)\n Hop 2: Mao Zedong -> country of citizenship -> Qing dynasty (1907)\n Answer: Qing dynasty", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_002859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "Hop 1: Shimon Peres -> country of citizenship -> Mandatory Palestine (1943)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1943)\n Answer: United Kingdom", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_000061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Hop 1: Fay Weldon -> nominated for -> Booker Prize (1979)\n Hop 2: Booker Prize (1979) -> winner -> Penelope Fitzgerald (1979)\n Answer: Penelope Fitzgerald", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_002208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Hop 1: Steve Borthwick -> member of sports team -> England men\u2019s national rugby union team (2008)\n Hop 2: England men\u2019s national rugby union team -> kit supplier -> Nike (2008)\n Answer: Nike", + "em": 1.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_005149", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Dalvik VM", + "pred": "Hop 1: Grand Theft Auto III -> platform -> Android (2011)\n Hop 2: Android -> has part -> Dalvik VM (2011)\n Answer: Dalvik VM", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_007466", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Deutsche Mark", + "pred": "Hop 1: Sande -> country -> West Germany (1956)\n Hop 2: West Germany -> currency -> Deutsche Mark (1956)\n Answer: Deutsche Mark", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_001168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "EFL Championship", + "pred": "Hop 1: Joel Lynch -> member of sports team -> Nottingham Forest F.C. (2010)\n Hop 2: Nottingham Forest F.C. -> league or competition -> EFL Championship (2010)\n Answer: EFL Championship", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002303", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Hop 1: 19th Canadian Ministry -> head of government -> Lester B. Pearson (1968)\n Answer: Prime Minister of Canada", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_004925", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Hop 1: Bessie Love -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> winner of -> 1930 Academy Awards\n Answer: 1930 Academy Awards", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_002425", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Ugo Morin -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_003762", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Minneapolis Armory", + "pred": "Hop 1: Bud Grant -> member of sports team -> Los Angeles Lakers (1949)\n Hop 2: Los Angeles Lakers -> home venue -> Minneapolis Armory (1949)\n Answer: Minneapolis Armory", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000351", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Territory of Hawaii", + "pred": "Hop 1: Erazim Koh\u00e1k -> residence -> United States (1949)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1949)\n Answer: Territory of Hawaii", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003288", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Hop 1: Rainer Ernst -> member of sports team -> FC Girondins de Bordeaux (1992)\n Hop 2: FC Girondins de Bordeaux -> chairperson -> Alain Afflelou (1992)\n Answer: Alain Afflelou", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_001079", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Giampiero Boniperti", + "pred": "Hop 1: Stefano Tacconi -> member of sports team -> Juventus FC (1985)\n Hop 2: Juventus FC -> chairperson -> Giampiero Boniperti (1985)\n Answer: Giampiero Boniperti", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_004556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Paulo Bento", + "pred": "Hop 1: Baek Sung-dong -> member of sports team -> South Korea men's national football team (2022)\n Hop 2: South Korea men's national football team -> head coach -> Paulo Bento (2022)\n Answer: Paulo Bento", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_006454", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Steve Sampson", + "pred": "Hop 1: Kevin Hartman -> member of sports team -> United States men's national soccer team (2005)\n Hop 2: United States men's national soccer team -> head coach -> Steve Sampson (2005)\n Answer: Steve Sampson", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_007686", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "United States Cabinet", + "pred": "Hop 1: Edwin Denby -> position held -> United States Secretary of the Navy (1923)\n Hop 2: United States Secretary of the Navy -> part of -> United States Cabinet (1923)\n Answer: United States Cabinet", + "em": 1.0, + "f1": 0.3 + }, + { + "id": "q_001636", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "Hop 1: Andrew Schally -> award received -> Albert Lasker Award for Basic Medical Research (1975)\n Answer: 1975", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_000642", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Alan Hollinghurst", + "pred": "Hop 1: Ronan Bennett -> nominated for -> Booker Prize (2004)\n Hop 2: Booker Prize -> winner -> Alan Hollinghurst (2004)\n Answer: Alan Hollinghurst", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005992", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1906.0, + "gold": "Theodore Roosevelt", + "pred": "Hop 1: Alexander Graham Bell -> country of citizenship -> United States (1906)\n Hop 2: United States -> head of government -> Theodore Roosevelt (1906)\n Answer: Theodore Roosevelt", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001567", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Hop 1: William Vickrey -> residence -> New York City (1960)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1960)\n Answer: Robert Ferdinand Wagner Jr.", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003917", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Elizabeth II", + "pred": "Hop 1: Liz Smith -> country of citizenship -> United Kingdom (2015)\n Hop 2: United Kingdom -> head of state -> Elizabeth II (2015)\n Answer: Elizabeth II", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_007632", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pawe\u0142 Janas", + "pred": "Hop 1: Kamil Kosowski -> member of sports team -> Poland men's national football team (2005)\n Hop 2: Poland men's national football team -> head coach -> Pawe\u0142 Janas (2005)\n Answer: Pawe\u0142 Janas", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001702", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Eerste Divisie", + "pred": "Hop 1: Timothy Dreesen -> member of sports team -> Fortuna Sittard (2012)\n Hop 2: Fortuna Sittard -> league or competition -> Eerste Divisie (2012)\n Answer: Eerste Divisie", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006358", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "German Federal Archives", + "pred": "Hop 1: Karl-Liebknecht-Haus -> operator -> Communist Party of Germany (1932)\n Hop 2: Communist Party of Germany -> archives at -> German Federal Archives (1932)\n Hop 3: Karl-Liebknecht-Haus -> archives at -> German Federal Archives (1932)\n Answer: German Federal Archives", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Dwight D. Eisenhower", + "pred": "Hop 1: Erazim Koh\u00e1k -> residence -> United States (1958)\n Hop 2: United States -> head of government -> Dwight D. Eisenhower (1958)\n Answer: Dwight D. Eisenhower", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_001724", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Lyndon B. Johnson", + "pred": "Hop 1: Stack-O-Tracks -> place of publication -> United States (1968)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1968)\n Answer: Lyndon B. Johnson", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_005308", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Hop 1: Jeanne Eagels -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> winner of -> Academy Award for Best Actress (1930)\n Answer: Academy Award for Best Actress (1930)", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006485", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Hop 1: Matthew Kneale -> nominated for -> Booker Prize (2000)\n Hop 2: Booker Prize -> winner -> Margaret Atwood (2000)\n Answer: Margaret Atwood", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_004831", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Hop 1: Piero Scotti -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005190", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Hop 1: Alexander Demandt -> employer -> Freie Universit\u00e4t Berlin (2003)\n Answer: Freie Universit\u00e4t Berlin", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_006636", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "George Marshall", + "pred": "Hop 1: James F. Byrnes -> position held -> United States Secretary of State (1947)\n Answer: United States Secretary of State", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003213", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Hop 1: Frank Tieri -> residence -> United States (1965)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1965)\n Answer: Lyndon B. Johnson", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_005672", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: L\u0119bork -> country -> Nazi Germany (1939)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1939)\n Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006227", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: Leiden University -> funder -> Princeton University (2021)\n Answer: 2021", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_006185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Giffoni Film Festival", + "pred": "Hop 1: Big Sean -> unmarried partner -> Naya Rivera (2013)\n Hop 2: Naya Rivera -> award received -> Giffoni Film Festival (2013)\n Answer: Giffoni Film Festival", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_007816", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Franciszek Smuda", + "pred": "Hop 1: Marek Saganowski -> member of sports team -> Poland men's national football team (2012)\n Hop 2: Poland men's national football team -> head coach -> Franciszek Smuda (2012)\n Answer: Franciszek Smuda", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001958", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "John Lindsay", + "pred": "Hop 1: Arman -> work location -> New York City (1969)\n Hop 2: New York City -> head of government -> John Lindsay (1969)\n Answer: John Lindsay", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_007818", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Sepp Herberger", + "pred": "Hop 1: Fritz Herkenrath -> member of sports team -> Germany men's national association football team (1957)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1957)\n Answer: Sepp Herberger", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_003874", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Rina Franchetti -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_006836", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Gianni Dova -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> shares border with -> Yugoslavia (1989)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_005437", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Hop 1: Maria Tore Barbina -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1996)\n Answer: Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001779", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Chemnitz Government Region", + "pred": "Hop 1: Beate Zsch\u00e4pe -> residence -> Zwickau (2005)\n Hop 2: Zwickau -> located in -> Chemnitz Government Region (2005)\n Answer: Chemnitz Government Region", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_002182", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Giessen -> country -> Nazi Germany (1938)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1938)\n Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006540", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Hop 1: Piero Frescobaldi -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Hop 1: Al\u00edpio -> member of sports team -> S.L. Benfica (2011)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2011)\n Answer: Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 0.3 + }, + { + "id": "q_000470", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Renato Polselli -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> head of state -> Umberto II (1950)\n Answer: Umberto II", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004884", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Emma Thompson", + "pred": "Hop 1: Jodie Foster -> nominated for -> Academy Award for Best Actress (1992)\n Hop 2: Academy Award for Best Actress (1992) -> winner -> Emma Thompson (1992)\n Hop 3: Emma Thompson -> winner of -> 1992\n Answer: Emma Thompson", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_008312", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "United Kingdom of Great Britain and Ireland", + "pred": "Hop 1: Virginia Woolf -> spouse -> Leonard Woolf (1924)\n Hop 2: Leonard Woolf -> spouse -> Virginia Woolf (1924)\n Hop 3: Virginia Woolf -> country of citizenship -> United Kingdom of Great Britain and Ireland (1924)\n Answer: United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 0.5384615384615384 + }, + { + "id": "q_006013", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "Hop 1: Louise Bourgeois -> work location -> New York City (1990)\n Hop 2: New York City -> head of government -> David Dinkins (1990)\n Answer: David Dinkins", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_006889", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Carlo Ancelotti", + "pred": "Hop 1: Franco Di Santo -> member of sports team -> Chelsea F.C. (2009)\n Hop 2: Chelsea F.C. -> head coach -> Carlo Ancelotti (2009)\n Answer: Carlo Ancelotti", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_003651", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Hop 1: Matt Carkner -> drafted by -> Montreal Canadiens (1999)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (1999)\n Answer: Saku Koivu", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_003374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Q82595", + "pred": "Hop 1: Mirco Born -> member of sports team -> Hertha BSC (2015)\n Hop 2: Hertha BSC -> league or competition -> 2nd Bundesliga (2015)\n Answer: 2nd Bundesliga", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Armando C\u00edrio -> country of citizenship -> Italy (2004)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2004)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_000420", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1917.0, + "gold": "1917", + "pred": "Hop 1: Transbaikal Oblast -> located in -> Russian Republic (1917)\n Hop 2: Russian Republic -> significant event -> February Revolution (1917)\n Answer: 1917", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_005828", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Prime Minister of Belize", + "pred": "Hop 1: Belize -> head of government -> Dean Barrow (2014)\n Answer: Prime Minister of Belize", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_006078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Sepp Herberger", + "pred": "Hop 1: Hans Nowak -> member of sports team -> Germany men's national association football team (1962)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1962)\n Answer: Sepp Herberger", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_002499", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Territory of Hawaii", + "pred": "Hop 1: Alexander Graham Bell -> country of citizenship -> United States (1922)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1922)\n Answer: Territory of Hawaii", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_008212", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "George VI", + "pred": "Hop 1: HMS Spur -> country -> United Kingdom (1947)\n Hop 2: United Kingdom -> head of state -> George VI (1947)\n Answer: George VI", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_006996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Salvatore Cassisa -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> shares border with -> Yugoslavia (1967)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_006976", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Gennaro Gattuso", + "pred": "Hop 1: Hakan \u00c7alhano\u011flu -> member of sports team -> AC Milan (2019)\n Hop 2: AC Milan -> head coach -> Gennaro Gattuso (2019)\n Answer: Gennaro Gattuso", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_007445", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Hop 1: Borussia Dortmund -> head coach -> J\u00fcrgen Klopp (2012)\n Hop 2: J\u00fcrgen Klopp -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2012)\n Answer: Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.08695652173913045 + }, + { + "id": "q_004525", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Lamberto Dini", + "pred": "Hop 1: Antonio Brancaccio -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1995)\n Answer: Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Giorgio Napolitano", + "pred": "Hop 1: Milram -> country -> Italy (2007)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2007)\n Answer: Giorgio Napolitano", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_003387", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: Tsinghua University -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Karlsruhe Institute of Technology (2021)\n Answer: 2021", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_004969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Hop 1: George Boateng -> member of sports team -> Nottingham Forest F.C. (2012)\n Hop 2: Nottingham Forest F.C. -> head coach -> Alex McLeish (2012)\n Answer: Alex McLeish", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_008292", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "United States", + "pred": "Hop 1: Yaroslav Popovych -> member of sports team -> Discovery Channel (2006)\n Hop 2: Discovery Channel -> country -> United States (2006)\n Answer: United States", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_006528", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "Hop 1: Leo K\u00f6nigsberger -> doctoral student -> Karl Bopp (1902)\n Hop 2: Karl Bopp -> doctoral advisor -> Moritz Cantor (1902)\n Answer: 1902", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_008636", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Walter Zenga", + "pred": "Hop 1: Giuseppe Mascara -> member of sports team -> Catania FC (2008)\n Hop 2: Catania FC -> head coach -> Walter Zenga (2008)\n Answer: Walter Zenga", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_004972", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Kia Forum", + "pred": "Hop 1: Kermit Washington -> member of sports team -> Boston Celtics (1977)\n Hop 2: Boston Celtics -> home venue -> Boston Garden (1977)\n Answer: Boston Garden", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006497", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Hungarian People's Republic", + "pred": "Hop 1: Demeter Balla -> work location -> Budapest (1957)\n Hop 2: Budapest -> capital of -> Hungarian People's Republic (1957)\n Answer: Hungarian People's Republic", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Hop 1: Fernando Torres -> member of sports team -> Chelsea F.C. (2014)\n Hop 2: Chelsea F.C. -> head coach -> Jos\u00e9 Mourinho (2014)\n Answer: Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_005410", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Taiwan", + "pred": "Hop 1: Elizabeth Bishop -> residence -> Brazil (1955)\n Hop 2: Brazil -> diplomatic relation -> Taiwan (1955)\n Answer: Taiwan", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_000901", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Hop 1: Gaza City -> country -> Israel (1996)\n Hop 2: Israel -> head of government -> Shimon Peres (1996)\n Answer: Shimon Peres", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_007838", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mircea Lucescu", + "pred": "Hop 1: Berkant G\u00f6ktan -> member of sports team -> Galatasaray S.K. (2002)\n Hop 2: Galatasaray S.K. -> head coach -> Mircea Lucescu (2002)\n Answer: Mircea Lucescu", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007144", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "The Internationale", + "pred": "Hop 1: Glazov -> located in -> Russian Soviet Federative Socialist Republic (1921)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> The Internationale (1921)\n Answer: The Internationale", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_003135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Jean Mistler", + "pred": "Hop 1: Ren\u00e9 Huyghe -> member of -> Acad\u00e9mie Fran\u00e7aise (1975)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Jean Mistler (1975)\n Answer: Jean Mistler", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000287", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Gerhard Casper", + "pred": "Hop 1: Andrew M. Stuart -> employer -> Stanford University (1993)\n Hop 2: Stanford University -> chairperson -> Gerhard Casper (1993)\n Answer: Gerhard Casper", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_004792", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Hop 1: Mario Piccioli -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> currency -> Italian lira (1947)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006621", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sean Yates", + "pred": "Hop 1: Q561361 -> member of sports team -> Ineos Grenadiers (2010)\n Hop 2: Ineos Grenadiers -> head coach -> Sean Yates (2010)\n Answer: Sean Yates", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_001788", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Hop 1: Jeanne Eagels -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> winner -> Jeanne Eagels (1930)\n Answer: Norma Shearer", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002557", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Fiorello H. La Guardia", + "pred": "Hop 1: Hanns Eisler -> work location -> New York City (1941)\n Hop 2: New York City -> head of government -> Fiorello H. La Guardia (1941)\n Answer: Fiorello H. La Guardia", + "em": 1.0, + "f1": 0.34782608695652173 + }, + { + "id": "q_006859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "Hop 1: Penelope Fitzgerald -> nominated for -> Booker Prize (1990)\n Hop 2: Booker Prize (1990) -> winner -> A. S. Byatt (1990)\n Answer: A. S. Byatt", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_006058", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Giuseppe Saragat", + "pred": "Hop 1: Antonio Pesenti -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1967)\n Answer: Giuseppe Saragat", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000536", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Hop 1: Baltazar -> member of sports team -> Atl\u00e9tico Madrid (1989)\n Hop 2: Atl\u00e9tico Madrid -> home venue -> Vicente Calder\u00f3n Stadium (1989)\n Answer: Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 0.3 + }, + { + "id": "q_007404", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2000.0, + "gold": "2000", + "pred": "Hop 1: Ronald Sukenick -> award received -> American Book Awards (2000)\n Hop 2: American Book Awards -> winner -> Robert Creeley (2000)\n Hop 3: Robert Creeley -> award received -> American Book Awards (2000)\n Hop 4: American Book Awards -> winner -> Helen Thomas (2000)\n Answer: 2000", + "em": 1.0, + "f1": 0.1 + }, + { + "id": "q_001292", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1990.0, + "gold": "1990", + "pred": "Hop 1: Winona Ryder -> nominated for -> Golden Globe Award for Best Supporting Actress \u2013 Motion Picture (1990)\n Hop 2: Golden Globe Award for Best Supporting Actress \u2013 Motion Picture -> winner -> Whoopi Goldberg (1990)\n Hop 3: Whoopi Goldberg -> equal to -> Julia Roberts (1990)\n Hop 4: Julia Roberts -> award received -> Golden Globe Award for Best Supporting Actress \u2013 Motion Picture (199", + "em": 1.0, + "f1": 0.07142857142857142 + }, + { + "id": "q_002179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "Hop 1: Andr\u00e9 Brink -> nominated for -> Booker Prize (1976)\n Hop 2: Booker Prize (1976) -> winner -> David Storey (1976)\n Answer: David Storey", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Hop 1: Fay Weldon -> nominated for -> Booker Prize (1979)\n Hop 2: Booker Prize (1979) -> winner -> Penelope Fitzgerald (1979)\n Hop 3: Penelope Fitzgerald -> award received -> British Academy of Film and Television Arts Award (1979)\n Answer: British Academy of Film and Television Arts Award", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_002490", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "Hop 1: Jeanne Eagels -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer (1930)\n Answer: 1930", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_001434", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "New York City", + "pred": "Hop 1: Betsey Johnson -> spouse -> John Cale (1971)\n Hop 2: John Cale -> residence -> New York City (1971)\n Answer: New York City", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_006868", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "Hop 1: Ray Winstone -> nominated for -> European Film Award for Best Actor (2001)\n Hop 2: European Film Award for Best Actor (2001) -> winner -> Ben Kingsley (2001)\n Answer: 2001", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_008663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jean Mistler", + "pred": "Hop 1: Roger Caillois -> member of -> Acad\u00e9mie Fran\u00e7aise (1977)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Jean Mistler (1977)\n Answer: Jean Mistler", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_002319", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2022.0, + "gold": "2022", + "pred": "Hop 1: Stevan Joveti\u0107 -> member of sports team -> Hertha BSC (2022)\n Hop 2: Hertha BSC -> head coach -> Felix Magath (2022)\n Answer: 2022", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_008472", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Inge Keller -> spouse -> Karl-Eduard von Schnitzler (1955)\n Hop 2: Karl-Eduard von Schnitzler -> country of citizenship -> German Democratic Republic (1955)\n Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_000496", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Massimo D'Alema", + "pred": "Hop 1: Fulvio Tomizza -> country of citizenship -> Italy (1999)\n Hop 2: Italy -> head of government -> Silvio Berlusconi (1999)\n Answer: Silvio Berlusconi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005883", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Hop 1: Germany -> head of state -> Roman Herzog (1997)\n Answer: Roman Herzog", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "BP", + "pred": "Hop 1: Rudolf Kargus -> member of sports team -> Hamburger SV (1980)\n Hop 2: Hamburger SV -> sponsor -> BP (1980)\n Answer: BP", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_001286", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Hop 1: Francesco Carpino -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1969)\n Answer: Giovanni Gronchi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003325", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Bucharest", + "pred": "Hop 1: Vla\u0219ca County -> country -> Kingdom of Romania (1947)\n Hop 2: Kingdom of Romania -> capital -> Bucharest (1947)\n Answer: Bucharest", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_000231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "Hop 1: Sister Rosetta Tharpe -> residence -> Chicago (1924)\n Hop 2: Chicago -> head of government -> William Emmett Dever (1924)\n Answer: William Emmett Dever", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_000949", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Hop 1: Germany -> head of state -> Roman Herzog (1997)\n Answer: Roman Herzog", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_004634", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Hop 1: Rossens -> replaced by -> Villarzel (2006)\n Hop 2: Villarzel -> replaces -> S\u00e9deilles (2006)\n Answer: 2006", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_008417", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Hop 1: Stephan Andrist -> member of sports team -> FC Aarau (2015)\n Hop 2: FC Aarau -> league or competition -> Swiss Super League (2015)\n Answer: Swiss Super League", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_007078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Raffaele Anguilla -> country of citizenship -> Italy (2002)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2002)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_003711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mary J. Blige", + "pred": "Hop 1: Aaliyah -> nominated for -> MTV Video Music Award for Best R&B Video (2002)\n Hop 2: MTV Video Music Award for Best R&B Video -> winner -> Mary J. Blige (2002)\n Answer: Mary J. Blige", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_007469", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Hop 1: J\u014dnan -> replaced by -> Kumamoto (2010)\n Answer: 2010", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_002488", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Italian lira", + "pred": "Hop 1: Avanti Martinetti -> country of citizenship -> Italy (1954)\n Hop 2: Italy -> currency -> Italian lira (1954)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_004737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Hop 1: Gaza City -> country -> Israel (1996)\n Hop 2: Israel -> head of government -> Shimon Peres (1996)\n Answer: Shimon Peres", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_007418", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Luigi Agnolin -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> member of -> European Union (1998)\n Answer: European Union", + "em": 0.0, + "f1": 0.10526315789473682 + }, + { + "id": "q_006584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Elliott Gould", + "pred": "Hop 1: Barbra Streisand -> spouse -> Elliott Gould (1963)\n Answer: Elliott Gould", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_005916", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Italian lira", + "pred": "Hop 1: Marta Abba -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> currency -> Italian lira (1962)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_003663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Micha\u0142 Matyas", + "pred": "Hop 1: Zygfryd Szo\u0142tysik -> member of sports team -> Poland men's national football team (1967)\n Hop 2: Poland men's national football team -> head coach -> Micha\u0142 Matyas (1967)\n Answer: Micha\u0142 Matyas", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006233", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Hop 1: Ayhan Akman -> member of sports team -> Galatasaray S.K. (2006)\n Hop 2: Galatasaray S.K. -> head coach -> Eric Gerets (2006)\n Answer: Eric Gerets", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_005848", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "German Empire", + "pred": "Hop 1: Hugo von Tschudi -> work location -> Munich (1909)\n Hop 2: Munich -> country -> German Empire (1909)\n Answer: German Empire", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005040", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Antonio Segni", + "pred": "Hop 1: Rossana Rossanda -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Answer: Antonio Segni", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_005138", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Hartmann Lauterbacher -> member of political party -> Nazi Party (1942)\n Hop 2: Nazi Party -> chairperson -> Hans Frank (1942)\n Answer: Hans Frank", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004246", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Giorgio Ferrini -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> shares border with -> Yugoslavia (1948)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_007892", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Italian lira", + "pred": "Hop 1: Isabella Biagini -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> currency -> Italian lira (1993)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_003061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Fritz-Julius Lemp -> country of citizenship -> Nazi Germany (1941)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1941)\n Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_006684", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Guido Guerrini -> country of citizenship -> Italy (1949)\n Hop 2: Italy -> head of state -> Enrico De Nicola (1949)\n Answer: Enrico De Nicola", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001045", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Hop 1: Coldplay -> winner -> MTV Europe Music Award for Best Song (2005)\n Answer: 2005", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_007568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "association football", + "pred": "Hop 1: Philipp Laux -> member of sports team -> SSV Ulm 1846 (1998)\n Hop 2: SSV Ulm 1846 -> sport -> association football (1998)\n Answer: association football", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002791", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Lory Del Santo", + "pred": "Hop 1: Pattie Boyd -> spouse -> Eric Clapton (1987)\n Hop 2: Eric Clapton -> unmarried partner -> Lory Del Santo (1987)\n Answer: Lory Del Santo", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_005581", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Hop 1: The Ninth Day -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor (2005) -> winner -> Daniel Auteuil (2005)\n Hop 3: Daniel Auteuil (2005) -> winner -> C\u00e9sar Award for Best Actor (2005)\n Answer: C\u00e9sar Award for Best Actor", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Pawe\u0142 Janas", + "pred": "Hop 1: Marcin Baszczy\u0144ski -> member of sports team -> Poland men's national football team (2004)\n Hop 2: Poland men's national football team -> head coach -> Pawe\u0142 Janas (2004)\n Answer: Pawe\u0142 Janas", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004802", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "John W. Campbell", + "pred": "Hop 1: Orson Scott Card -> award received -> Astounding Award for Best New Writer (1978)\n Hop 2: Astounding Award for Best New Writer -> named after -> John W. Campbell (1978)\n Answer: John W. Campbell", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_004455", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Hop 1: Guido Celano -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> head of state -> Giovanni Leone (1975)\n Answer: Giovanni Leone", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_001570", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Otto Nerz", + "pred": "Hop 1: Rudolf Noack -> member of sports team -> Germany men's national association football team (1936)\n Hop 2: Germany men's national association football team -> head coach -> Otto Nerz (1936)\n Answer: Otto Nerz", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_005703", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Morten Olsen", + "pred": "Hop 1: Kasper Lorentzen -> member of sports team -> Denmark men's national football team (2012)\n Hop 2: Denmark men's national football team -> head coach -> Morten Olsen (2012)\n Answer: Morten Olsen", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006235", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Diego Simeone", + "pred": "Hop 1: Maxi L\u00f3pez -> member of sports team -> Catania FC (2011)\n Hop 2: Catania FC -> head coach -> Diego Simeone (2011)\n Answer: Diego Simeone", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001186", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Susan Sarandon", + "pred": "Hop 1: Nell -> nominated for -> Academy Award for Best Actress (1995)\n Hop 2: Academy Award for Best Actress (1995) -> winner -> Susan Sarandon\n Hop 3: Susan Sarandon -> winner -> 1995\n Answer: 1995", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_005903", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Hop 1: Galatasaray S.K. -> head coach -> B\u00fclent Korkmaz (2009)\n Hop 2: Serdar Eylik -> member of sports team -> Galatasaray S.K. (2009)\n Answer: 2009", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_002985", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Bettino Craxi", + "pred": "Hop 1: Mario Agnes -> country of citizenship -> Italy (1986)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1986)\n Answer: Giovanni Spadolini", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Hop 1: Piotr Jegor -> member of sports team -> Poland men's national football team (1991)\n Hop 2: Poland men's national football team -> head coach -> Andrzej Strejlau (1991)\n Answer: Andrzej Strejlau", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008323", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Hop 1: Demeter Balla -> work location -> Budapest (1968)\n Hop 2: Budapest -> capital of -> Hungarian People's Republic (1968)\n Answer: Hungarian People's Republic", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_006277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Joe D'Amato -> country of citizenship -> Italy (1981)\n Hop 2: Italy -> shares border with -> Yugoslavia (1981)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_005474", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Oskar von Miller", + "pred": "Hop 1: Rudolf Diesel -> member of -> VDI \u2013 The Association of German Engineers (1913)\n Hop 2: VDI \u2013 The Association of German Engineers -> board member -> Oskar von Miller (1913)\n Answer: Oskar von Miller", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_001830", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Nippon Bud\u014dkan", + "pred": "Hop 1: B'z -> award received -> Japan Record Awards (1990)\n Hop 2: Japan Record Awards -> location -> Nippon Bud\u014dkan (1990)\n Answer: Nippon Bud\u014dkan", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_001756", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Hop 1: Alessandro Alessandroni -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> currency -> Italian lira (1947)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_001887", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "Hop 1: Dietmar Hamann -> member of sports team -> Germany men's national association football team (2004)\n Hop 2: Germany men's national association football team -> head coach -> J\u00fcrgen Klinsmann (2004)\n Answer: J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_005552", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Hop 1: Achims Hitparade -> original broadcaster -> Mitteldeutscher Rundfunk (1999)\n Answer: Mitteldeutscher Rundfunk", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_004901", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Wen Jiabao", + "pred": "Hop 1: Xiao Yang -> country of citizenship -> People's Republic of China (2008)\n Hop 2: People's Republic of China -> head of government -> Wen Jiabao (2008)\n Answer: Wen Jiabao", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006473", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Hop 1: athletics at the 2008 Summer Olympics \u2013 men's 200 metres -> participant -> Usain Bolt (2008)\n Hop 2: Usain Bolt -> participant in -> athletics at the 2008 Summer Olympics \u2013 men's 100 metres (2008)\n Hop 3: athletics at the 2008 Summer Olympics \u2013 men's 100 metres -> year -> 2", + "em": 1.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_006253", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Hop 1: Peter Bergmann -> award received -> Einstein Prize (2003)\n Hop 2: Einstein Prize -> winner -> John Archibald Wheeler (2003)\n Answer: 2003", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_002709", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Alex McLeish", + "pred": "Hop 1: Robin Shroot -> member of sports team -> Walsall F.C. (2009)\n Hop 2: Walsall F.C. -> head coach -> John Ward (2009)\n Answer: John Ward", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007811", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Giovanni Spadolini", + "pred": "Hop 1: Dante Amarilli -> country of citizenship -> Italy (1982)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1982)\n Answer: Giovanni Spadolini", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_006165", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Edward Cassidy", + "pred": "Hop 1: Joint Declaration on the Doctrine of Justification -> signatory -> Dicastery for promoting Christian unity (1999)\n Hop 2: Dicastery for promoting Christian unity -> chairperson -> Edward Cassidy (1999)\n Hop 3: Edward Cassidy -> successor -> John H. Newman (1999)\n Answer: John H. Newman", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_007431", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Ernest Borgnine", + "pred": "Hop 1: Dan O'Herlihy -> nominated for -> Academy Award for Best Actor (1955)\n Hop 2: Academy Award for Best Actor (1955) -> winner -> Ernest Borgnine\n Hop 3: Ernest Borgnine -> winner of -> 1955 Golden Globe Award for Best Actor - Motion Picture Drama\n Answer: 1955 Golden Globe Award for Best Actor - Motion Picture Drama", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_002594", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Soviet Union", + "pred": "Hop 1: Kiliia Raion -> located in -> Odesa Oblast (1956)\n Hop 2: Odesa Oblast -> country -> Soviet Union (1956)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_004546", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "David Dinkins", + "pred": "Hop 1: Nancy Graves -> work location -> New York City (1992)\n Hop 2: New York City -> head of government -> David Dinkins (1992)\n Answer: David Dinkins", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_006589", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Hop 1: Giorgio Albani -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Giulio Andreotti (1996)\n Answer: Giulio Andreotti", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006151", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: Ulm University -> funder -> Q118398 (2021)\n Hop 2: Q118398 -> member of -> Forschungszentrum J\u00fclich (2021)\n Answer: 2021", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_005300", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Otto Rehhagel", + "pred": "Hop 1: Dimitris Salpingidis -> member of sports team -> Greece men's national football team (2009)\n Hop 2: Greece men's national football team -> head coach -> Otto Rehhagel (2009)\n Answer: Otto Rehhagel", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003618", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Franz Joseph I of Austria", + "pred": "Hop 1: Istv\u00e1n Bib\u00f3 -> educated at -> University of Szeged (1929)\n Hop 2: University of Szeged -> named after -> Franz Joseph I of Austria (1929)\n Answer: Franz Joseph I of Austria", + "em": 1.0, + "f1": 0.4347826086956522 + }, + { + "id": "q_001231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "Hop 1: Discovery Channel -> country -> United States (2002)\n Hop 2: United States -> head of government -> George W. Bush (2002)\n Answer: George W. Bush", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_001195", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Alan Hollinghurst -> winner -> Booker Prize (2004)\n Hop 2: Ronan Bennett -> nominated for -> Booker Prize (2004)\n Answer: 2004", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_007049", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1978.0, + "gold": "1978", + "pred": "Hop 1: Vernon Benjamin Mountcastle -> award received -> Louisa Gross Horwitz Prize (1978)\n Answer: 1978", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_003961", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Edith Roosevelt", + "pred": "Hop 1: Immigration Act of 1903 -> signatory -> Theodore Roosevelt (1903)\n Hop 2: Theodore Roosevelt -> spouse -> Edith Roosevelt (1903)\n Answer: Edith Roosevelt", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_002548", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "Hop 1: Charles Debbas -> country of citizenship -> Ottoman Empire (1901)\n Hop 2: Ottoman Empire -> basic form of government -> absolute monarchy (1901)\n Answer: absolute monarchy", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1910.0, + "gold": "Austria\u2013Hungary", + "pred": "Hop 1: Vilmos F\u00e9mes Beck -> work location -> Budapest (1910)\n Hop 2: Budapest -> country -> Austria\u2013Hungary (1910)\n Answer: Austria\u2013Hungary", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_003484", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "United Kingdom", + "pred": "Hop 1: Netanya -> country -> Mandatory Palestine (1934)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1934)\n Answer: United Kingdom", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_002374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Kingdome", + "pred": "Hop 1: Tom Chambers -> member of sports team -> Seattle SuperSonics (1985)\n Hop 2: Seattle SuperSonics -> home venue -> Kingdome (1985)\n Answer: Kingdome", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_002163", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Clive Woodward", + "pred": "Hop 1: Phil Vickery -> member of sports team -> England men\u2019s national rugby union team (2002)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Clive Woodward (2002)\n Answer: Clive Woodward", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_006692", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Bruce Buck", + "pred": "Hop 1: Marko Marin -> member of sports team -> Chelsea F.C. (2016)\n Hop 2: Chelsea F.C. -> chairperson -> Bruce Buck (2016)\n Answer: Bruce Buck", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_006073", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Volker Finke", + "pred": "Hop 1: Alain Sutter -> member of sports team -> SC Freiburg (1997)\n Hop 2: SC Freiburg -> head coach -> Volker Finke (1997)\n Answer: Volker Finke", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_008473", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Roman Abramovich", + "pred": "Hop 1: Lassana Diarra -> member of sports team -> Chelsea F.C. (2005)\n Hop 2: Chelsea F.C. -> owned by -> Roman Abramovich (2005)\n Answer: Roman Abramovich", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_003674", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1978.0, + "gold": "Leonid Brezhnev", + "pred": "Hop 1: Viktor Anpilov -> member of political party -> Communist Party of the Soviet Union (1978)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Mikhail Gorbachev (1978)\n Answer: Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003352", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "absolute monarchy", + "pred": "Hop 1: Bitola -> country -> Ottoman Empire (1907)\n Hop 2: Ottoman Empire -> basic form of government -> absolute monarchy (1907)\n Answer: absolute monarchy", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_004456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Hop 1: Giorgio Mastropasqua -> member of sports team -> Juventus FC (1973)\n Hop 2: Juventus FC -> chairperson -> Giampiero Boniperti (1973)\n Answer: Giampiero Boniperti", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_002789", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Italian lira", + "pred": "Hop 1: Pietro Lana -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> currency -> Italian lira (1950)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005326", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Spencer Tracy", + "pred": "Hop 1: Paul Muni -> nominated for -> Academy Award for Best Actor (1938)\n Hop 2: Academy Award for Best Actor (1938) -> winner -> Spencer Tracy\n Hop 3: Spencer Tracy -> winner -> 1938\n Answer: 1938", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_005284", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Erich Werdermann", + "pred": "Hop 1: Gerhard Wagenitz -> employer -> Botanic Garden and Botanical Museum Berlin (1958)\n Hop 2: Botanic Garden and Botological Museum Berlin -> chief executive officer -> Erich Werdermann (1958)\n Answer: Erich Werdermann", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005774", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Hop 1: Stephan Andrist -> member of sports team -> FC Aarau (2015)\n Hop 2: FC Aarau -> league or competition -> Swiss Super League (2015)\n Answer: Swiss Super League", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003372", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Patrick Le Lay", + "pred": "Hop 1: Star Academy -> original broadcaster -> TF1 (2008)\n Hop 2: TF1 -> chairperson -> Patrick Le Lay (2008)\n Answer: Patrick Le Lay", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_008201", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Hop 1: Nicole Kidman -> award received -> Academy Award for Best Actress (2002)\n Hop 2: Monster -> award received -> Academy Award for Best Actress (2002)\n Answer: 2002", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_001153", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Franz Beckenbauer", + "pred": "Hop 1: Pierre Littbarski -> member of sports team -> Germany men's national association football team (1985)\n Hop 2: Germany men's national association football team -> head coach -> Franz Beckenbauer (1985)\n Answer: Franz Beckenbauer", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_007164", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "Simone Inzaghi", + "pred": "Hop 1: Pepe Reina -> member of sports team -> AC Milan (2020)\n Hop 2: AC Milan -> head coach -> Stefano Pioli (2020)\n Answer: Stefano Pioli", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006407", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Allianz Arena", + "pred": "Hop 1: Pascal Ojigwe -> member of sports team -> TSV 1860 M\u00fcnchen (2005)\n Hop 2: TSV 1860 M\u00fcnchen -> home venue -> Allianz Arena (2005)\n Answer: Allianz Arena", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_001540", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "Hop 1: Martin Posp\u00ed\u0161il -> member of sports team -> Czechia men's national football team (2013)\n Hop 2: Czechia men's national football team -> head coach -> Josef Pe\u0161ice (2013)\n Answer: 2013", + "em": 1.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_005100", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Bernd Leistner -> award received -> Heinrich Mann Prize (1985)\n Hop 2: Heinrich Mann Prize -> country -> German Democratic Republic (1985)\n Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_006066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Claudio Ranieri", + "pred": "Hop 1: Hasan Salihamid\u017ei\u0107 -> member of sports team -> Juventus FC (2008)\n Hop 2: Juventus FC -> head coach -> Claudio Ranieri (2008)\n Answer: Claudio Ranieri", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Virgilio No\u00e8 -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Economic Community (1951)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_006837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Hop 1: Cast Away -> nominated for -> Academy Award for Best Actor (2001)\n Hop 2: Academy Award for Best Actor (2001) -> winner -> Denzel Washington\n Hop 3: Denzel Washington -> winner of -> 1999 Tony Award for Best Actor in a Play\n Answer: Denzel Washington", + "em": 1.0, + "f1": 0.16 + }, + { + "id": "q_007894", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Hop 1: European Film Award for Best Actor -> winner -> Colin Firth (2011)\n Hop 2: Andr\u00e9 Wilms -> nominated for -> European Film Award for Best Actor (2011)\n Answer: 2011", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_008658", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Ruslan Rotan", + "pred": "Hop 1: Oleh Husiev -> member of sports team -> Ukraine men's national football team (2016)\n Hop 2: Ukraine men's national football team -> team captain -> Ruslan Rotan (2016)\n Hop 3: Ruslan Rotan -> team captain -> Andriy Shevchenko (2016)\n Answer: Andriy Shevchenko", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_005158", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Hop 1: Pietro Giacomo Nonis -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Antonio Segni (1965)\n Answer: Antonio Segni", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Italian lira", + "pred": "Hop 1: Giacomo Fornoni -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> currency -> Italian lira (1994)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_008060", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Bundesliga", + "pred": "Hop 1: Bernhard Schachner -> member of sports team -> Admira Wacker (2012)\n Hop 2: Admira Wacker -> league or competition -> Bundesliga (2012)\n Answer: Bundesliga", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_004900", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "SeatGeek Stadium", + "pred": "Hop 1: Benji Joya -> member of sports team -> Chicago Fire FC (2014)\n Hop 2: Chicago Fire FC -> home venue -> SeatGeek Stadium (2014)\n Answer: SeatGeek Stadium", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000430", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Bombardier", + "pred": "Hop 1: ALSTOM Transportation Germany -> parent organization or unit -> Bombardier (2005)\n Answer: Bombardier", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_006467", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Taiwan", + "pred": "Hop 1: Enderbury Island -> country -> United Kingdom (1938)\n Hop 2: United Kingdom -> diplomatic relation -> Taiwan (1938)\n Answer: Taiwan", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_004710", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "Hop 1: Tim Borowski -> member of sports team -> Germany men's national association football team (2005)\n Hop 2: Germany men's national association football team -> head coach -> J\u00fcrgen Klinsmann (2005)\n Answer: J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_000041", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Hop 1: Giorgio Albani -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1996)\n Answer: Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004408", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "crown prince", + "pred": "Hop 1: Louise Mountbatten -> spouse -> Gustaf VI Adolf of Sweden (1939)\n Hop 2: Gustaf VI Adolf of Sweden -> position held -> crown prince (1939)\n Answer: crown prince", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001201", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Giovanni Azzini -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> shares border with -> Yugoslavia (1964)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_004457", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Hop 1: Franz Anton Basch -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1921)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1921)\n Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_005193", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Italian lira", + "pred": "Hop 1: Antonio Cariglia -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> currency -> Italian lira (1969)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005781", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "State Anthem of the Soviet Union", + "pred": "Hop 1: Kursk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1987)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> Song of the Soviet Army (1987)\n Answer: Song of the Soviet Army", + "em": 0.0, + "f1": 0.32 + }, + { + "id": "q_004013", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Hop 1: Bernd Franke -> member of sports team -> Germany men's national association football team (1982)\n Hop 2: Germany men's national association football team -> head coach -> Jupp Derwall (1982)\n Answer: Jupp Derwall", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_003935", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Volker Finke", + "pred": "Hop 1: Andreas Bornemann -> member of sports team -> SC Freiburg (1999)\n Hop 2: SC Freiburg -> head coach -> Volker Finke (1999)\n Answer: Volker Finke", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_006770", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Silvio Berlusconi", + "pred": "Hop 1: Fernando Redondo -> member of sports team -> AC Milan (2004)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (2004)\n Answer: Silvio Berlusconi", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_008617", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Valerio Bacigalupo -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> shares border with -> Yugoslavia (1948)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_008708", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: NIN Prize -> country -> Socialist Federal Republic of Yugoslavia (1966)\n Answer: Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 0.5882352941176471 + }, + { + "id": "q_005902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Zden\u011bk Zeman", + "pred": "Hop 1: Aron Winter -> member of sports team -> SS Lazio (1996)\n Hop 2: SS Lazio -> head coach -> Zden\u011bk Zeman (1996)\n Answer: Zden\u011bk Zeman", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_007389", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Saku Koivu", + "pred": "Hop 1: Louis Leblanc -> drafted by -> Montreal Canadiens (2009)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (2009)\n Answer: Saku Koivu", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_005554", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Moscow", + "pred": "Hop 1: Imi Knoebel -> work location -> D\u00fcsseldorf (1992)\n Hop 2: D\u00fcsseldorf -> twinned with -> Moscow (1992)\n Answer: Moscow", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_000408", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Kingdom of Prussia", + "pred": "Hop 1: Paul Cassirer -> work location -> Berlin (1904)\n Hop 2: Berlin -> located in -> Kingdom of Prussia (1904)\n Answer: Kingdom of Prussia", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_003634", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Uwe Neuhaus", + "pred": "Hop 1: Micha\u0142 Bemben -> member of sports team -> 1. FC Union Berlin (2008)\n Hop 2: 1. FC Union Berlin -> head coach -> Uwe Neuhaus (2008)\n Answer: Uwe Neuhaus", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006653", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Italian lira", + "pred": "Hop 1: Renato Barisani -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> currency -> Italian lira (1997)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_000961", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Kate Winslet", + "pred": "Hop 1: La Vie en Rose -> nominated for -> Academy Award for Best Actress (2008)\n Hop 2: Academy Award for Best Actress -> winner -> Kate Winslet (2008)\n Hop 3: Kate Winslet -> winner of -> 2008 Academy Awards (2008)\n Answer: 2008 Academy Awards", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_002923", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Enrico Prampolini -> country of citizenship -> Italy (1949)\n Hop 2: Italy -> shares border with -> Yugoslavia (1949)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_008130", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Silvio Berlusconi", + "pred": "Hop 1: Sergio Porrini -> member of sports team -> AC Milan (1988)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (1988)\n Answer: Silvio Berlusconi", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_001668", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Jane Fonda", + "pred": "Hop 1: Women in Love -> nominated for -> Academy Award for Best Actress (1971)\n Hop 2: Academy Award for Best Actress (1971) -> winner -> Jane Fonda\n Hop 3: Jane Fonda -> winner -> 1971\n Answer: 1971", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Lucien Favre", + "pred": "Hop 1: Marcel Schmelzer -> member of sports team -> Borussia Dortmund (2019)\n Hop 2: Borussia Dortmund -> head coach -> Lucien Favre (2019)\n Answer: Lucien Favre", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_007280", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Klaus Wowereit", + "pred": "Hop 1: Ann Wolff -> work location -> Berlin (2006)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2006)\n Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_004011", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "Hop 1: Brian Moore -> nominated for -> Booker Prize (1976)\n Hop 2: Booker Prize (1976) -> winner -> David Storey\n Answer: David Storey", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_001876", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Thomas Tuchel", + "pred": "Hop 1: Anthony Ujah -> member of sports team -> 1. FSV Mainz 05 (2012)\n Hop 2: 1. FSV Mainz 05 -> head coach -> Thomas Tuchel (2012)\n Answer: Thomas Tuchel", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_003426", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "George H. W. Bush", + "pred": "Hop 1: Motorola -> country -> United States (1992)\n Hop 2: United States -> head of government -> George H. W. Bush (1992)\n Answer: George H. W. Bush", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_008324", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "Hop 1: Corinne Griffith -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> winner -> Academy Award for Best Actress (1930)\n Answer: 1930", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_001089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Hop 1: Ansano Giannarelli -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfari (1998)\n Answer: Oscar Luigi Scalfari", + "em": 0.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001646", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Hop 1: Walter Samuel -> member of sports team -> Inter Milan (2008)\n Hop 2: Inter Milan -> head coach -> Jos\u00e9 Mourinho (2008)\n Answer: Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001719", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "Hop 1: Tim Borowski -> member of sports team -> Germany men's national association football team (2005)\n Hop 2: Germany men's national association football team -> head coach -> J\u00fcrgen Klinsmann (2005)\n Answer: J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_005359", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Hop 1: George Boateng -> member of sports team -> Nottingham Forest F.C. (2012)\n Hop 2: Nottingham Forest F.C. -> head coach -> Alex McLeish (2012)\n Answer: Alex McLeish", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_002201", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Princeton University", + "pred": "Hop 1: Nash equilibrium -> theorized by -> John Forbes Nash (1949)\n Hop 2: John Forbes Nash -> educated at -> Princeton University (1949)\n Answer: Princeton University", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000953", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Hop 1: Monica Ali -> nominated for -> Booker Prize (2003)\n Hop 2: Booker Prize -> winner -> DBC Pierre (2003)\n Answer: DBC Pierre", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_003588", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Hop 1: Antonio L\u00f3pez -> member of sports team -> Atl\u00e9tico Madrid (2008)\n Hop 2: Atl\u00e9tico Madrid -> head coach -> Javier Aguirre (2008)\n Answer: Javier Aguirre", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_006330", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Hop 1: Gerard Donovan -> nominated for -> Booker Prize (2003)\n Hop 2: Booker Prize -> winner -> DBC Pierre (2003)\n Answer: DBC Pierre", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006529", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "Hop 1: Michel Bouquet -> nominated for -> European Film Award for Best Actor (1991)\n Hop 2: Ultra -> nominated for -> European Film Award for Best Actor (1991)\n Answer: 1991", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_006295", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Hop 1: Mrs. Parkington -> nominated for -> Academy Award for Best Actress (1945)\n Hop 2: Academy Award for Best Actress -> winner -> Joan Crawford (1945)\n Hop 3: Joan Crawford -> winner -> Academy Award for Best Actress (1945)\n Answer: Joan Crawford", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_007246", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Agostino Coletto -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Free Trade Association (1952)\n Answer: European Free Trade Association", + "em": 0.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_001257", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "Hop 1: Shimon Peres -> country of citizenship -> Mandatory Palestine (1943)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1943)\n Hop 3: United Kingdom -> located in -> United Kingdom of Great Britain and Ireland (1943)\n Answer: United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_004353", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Hop 1: Michel D\u00e9on -> member of -> Acad\u00e9mie Fran\u00e7aise (1988)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Maurice Druon (1988)\n Answer: Maurice Druon", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_001453", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Kyakhta -> country -> Russian Empire (1915)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1915)\n Answer: Nicholas II of Russia", + "em": 1.0, + "f1": 0.4210526315789474 + }, + { + "id": "q_008300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Italy -> shares border with -> Yugoslavia (1951)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_008480", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "Hop 1: Academy Award for Best Actor -> winner -> Denzel Washington (2001)\n Hop 2: Ed Harris -> nominated for -> Academy Award for Best Actor (2001)\n Answer: 2001", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_006167", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "LMFAO", + "pred": "Hop 1: Party Rock Anthem -> award received -> MTV Movie Award for Best Song from a Movie (2012)\n Hop 2: MTV Movie Award for Best Song from a Movie -> winner -> LMFAO (2012)\n Hop 3: LMFAO -> winner -> David Guetta (2012)\n Answer: David Guetta", + "em": 1.0, + "f1": 0.08695652173913045 + }, + { + "id": "q_003258", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "J\u00fcrgen Linden", + "pred": "Hop 1: Ena von Baer -> residence -> Aachen (2002)\n Hop 2: Aachen -> head of government -> J\u00fcrgen Linden (2002)\n Answer: J\u00fcrgen Linden", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_004631", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "absolute monarchy", + "pred": "Hop 1: Trabzon Province -> country -> Ottoman Empire (1904)\n Hop 2: Ottoman Empire -> basic form of government -> absolute monarchy (1904)\n Answer: absolute monarchy", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_004837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Ang Lee", + "pred": "Hop 1: The Tree of Life -> nominated for -> Academy Award for Best Director (2012)\n Hop 2: Academy Award for Best Director -> winner -> Ang Lee (2012)\n Answer: Ang Lee", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002531", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Austria", + "pred": "Hop 1: Auger effect -> discoverer or inventor -> Lise Meitner (1922)\n Hop 2: Lise Meitner -> country of citizenship -> Austria (1922)\n Answer: Austria", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_008228", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Frances McDormand", + "pred": "Hop 1: Elisabeth Shue -> nominated for -> Academy Award for Best Actress (1996)\n Hop 2: Academy Award for Best Actress (1996) -> winner -> Frances McDormand\n Hop 3: Frances McDormand -> nominated for -> The Big Lebowski (1998)\n Answer: The Big Lebowski", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_005557", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Fatih Terim", + "pred": "Hop 1: Adem B\u00fcy\u00fck -> member of sports team -> Turkey men's national football team (2014)\n Hop 2: Turkey men's national football team -> head coach -> Fatih Terim (2014)\n Answer: Fatih Terim", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007336", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Hop 1: Daniel Br\u00fchl -> winner -> European Film Award for Best Actor (2003)\n Hop 2: Luigi Lo Cascio -> nominated for -> European Film Award for Best Actor (2003)\n Answer: 2003", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_003098", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Hop 1: Flavio Mogherini -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of state -> Sandro Pertini (1980)\n Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_002950", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1945.0, + "gold": "1945", + "pred": "Hop 1: Mrs. Parkington -> nominated for -> Academy Award for Best Actress (1945)\n Hop 2: Academy Award for Best Actress -> winner -> Joan Crawford (1945)\n Answer: 1945", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_000019", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Italian lira", + "pred": "Hop 1: Maurizio Lucidi -> country of citizenship -> Italy (2002)\n Hop 2: Italy -> currency -> Italian lira (2002)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_001920", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Claudio Ranieri", + "pred": "Hop 1: Roberto Di Matteo -> member of sports team -> Chelsea F.C. (2002)\n Hop 2: Chelsea F.C. -> head coach -> Claudio Ranieri (2002)\n Answer: Claudio Ranieri", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_005782", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "Italian lira", + "pred": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1973)\n Hop 2: Italy -> currency -> Italian lira (1973)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "White Hart Lane", + "pred": "Hop 1: Alf Ramsey -> member of sports team -> Tottenham Hotspur F.C. (1954)\n Hop 2: Tottenham Hotspur F.C. -> home venue -> White Hart Lane (1954)\n Answer: White Hart Lane", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_000862", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Humphrey Bogart", + "pred": "Hop 1: Jos\u00e9 Ferrer -> nominated for -> Academy Award for Best Actor (1951)\n Hop 2: Academy Award for Best Actor (1951) -> winner -> Humphrey Bogart\n Hop 3: Humphrey Bogart -> nominated for -> The African Queen (1951)\n Answer: The African Queen", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001033", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "China Mi\u00e9ville", + "pred": "Hop 1: Cloud Atlas -> nominated for -> Arthur C. Clarke Award (2005)\n Hop 2: Arthur C. Clarke Award -> winner -> China Mi\u00e9ville (2005)\n Answer: China Mi\u00e9ville", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_003960", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Inge Keller -> spouse -> Karl-Eduard von Schnitzler (1955)\n Hop 2: Karl-Eduard von Schnitzler -> country of citizenship -> German Democratic Republic (1955)\n Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006287", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Hop 1: Josh Lewsey -> member of sports team -> England men\u2019s national rugby union team (1999)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Clive Woodward (1999)\n Answer: Clive Woodward", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_007880", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Giovanni Trapattoni", + "pred": "Hop 1: Stefano Tacconi -> member of sports team -> Genoa CFC (1992)\n Hop 2: Genoa CFC -> head coach -> Giuseppe Pillon (1992)\n Answer: Giuseppe Pillon", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005772", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Titel Municipality -> located in -> Socialist Autonomous Province of Vojvodina (1982)\n Answer: Socialist Autonomous Province of Vojvodina", + "em": 0.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_006294", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hop 1: Samantha Morton -> nominated for -> Academy Award for Best Actress (2004)\n Hop 2: Academy Award for Best Actress -> winner -> Hilary Swank (2004)\n Answer: Hilary Swank", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_004173", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Hop 1: Pierre Littbarski -> member of sports team -> Germany men's national association football team (1982)\n Hop 2: Germany men's national association football team -> head coach -> Jupp Derwall (1982)\n Answer: Jupp Derwall", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_005281", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Loredana Nusciak -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1958)\n Answer: Giovanni Gronchi", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_005433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Ottmar Hitzfeld", + "pred": "Hop 1: Ren\u00e9 Tretschok -> member of sports team -> Borussia Dortmund (1997)\n Hop 2: Borussia Dortmund -> head coach -> Ottmar Hitzfeld (1997)\n Answer: Ottmar Hitzfeld", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_008091", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "\u0130smet \u0130n\u00f6n\u00fc", + "pred": "Hop 1: Fuat K\u00f6pr\u00fcl\u00fc -> member of political party -> Republican People's Party (1943)\n Hop 2: Republican People's Party -> chairperson -> \u0130smet \u0130n\u00f6n\u00fc (1943)\n Answer: \u0130smet \u0130n\u00f6n\u00fc", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_004964", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Tonino Cervi -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> member of -> European Union (1994)\n Answer: European Union", + "em": 0.0, + "f1": 0.10526315789473682 + }, + { + "id": "q_002871", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Hop 1: Giacinto Facchetti -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfari (1994)\n Answer: Oscar Luigi Scalfari", + "em": 0.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_003979", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Rachida Brakni", + "pred": "Hop 1: H\u00e9l\u00e8ne Filli\u00e8res -> nominated for -> C\u00e9sar Award for Best Female Revelation (2002)\n Hop 2: C\u00e9sar Award for Best Female Revelation -> winner -> Rachida Brakni (2002)\n Answer: Rachida Brakni", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_008204", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Erwin Kramer", + "pred": "Hop 1: DRB Class 52 -> operator -> Austrian Federal Railways (1964)\n Hop 2: Austrian Federal Railways -> manager -> Karl von Habsburg (1964)\n Answer: Karl von Habsburg", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001932", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Joe Louis Arena", + "pred": "Hop 1: Stu Grimson -> drafted by -> Detroit Red Wings (1983)\n Hop 2: Detroit Red Wings -> home venue -> Joe Louis Arena (1983)\n Answer: Joe Louis Arena", + "em": 1.0, + "f1": 0.3 + }, + { + "id": "q_007185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: In\u0111ija Municipality -> located in -> Socialist Autonomous Province of Vojvodina (1984)\n Hop 2: Socialist Autonomous Province of Vojvodina -> country -> Yugoslavia (1984)\n Answer: Yugoslavia", + "em": 0.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_000480", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "UNESCO", + "pred": "Hop 1: Eduardo Saverin -> country of citizenship -> United States (2011)\n Hop 2: United States -> member of -> UNESCO (2011)\n Answer: UNESCO", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_007286", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Hop 1: Bastian Reinhardt -> member of sports team -> Hamburger SV (2009)\n Hop 2: Hamburger SV -> sponsor -> Emirates (2009)\n Answer: Emirates", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_003179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Daniel Auteuil", + "pred": "Hop 1: Jan Decleir -> nominated for -> European Film Award for Best Actor (1993)\n Hop 2: European Film Award for Best Actor -> winner -> Daniel Auteuil (1993)\n Answer: Daniel Auteuil", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002946", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Michal B\u00edlek", + "pred": "Hop 1: Daniel Kol\u00e1\u0159 -> member of sports team -> Czechia men's national football team (2010)\n Hop 2: Czechia men's national football team -> head coach -> Michal B\u00edlek (2010)\n Answer: Michal B\u00edlek", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003999", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Hans G\u00fcnther -> member of -> Sturmabteilung (1933)\n Hop 2: Sturmabteilung -> chairperson -> Paul von Hindenburg (1933)\n Answer: Paul von Hindenburg", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Hop 1: Vera Drake -> nominated for -> Academy Award for Best Actress (2005)\n Hop 2: Academy Award for Best Actress -> winner -> Reese Witherspoon (2005)\n Hop 3: Reese Witherspoon -> winner -> Academy Award for Best Actress (2005)\n Answer: Academy Award for Best Actress", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_005752", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Bruno Bettinelli -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> head of government -> Giuliano Amato (1993)\n Answer: Giuliano Amato", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001810", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Hop 1: Alberto Ronchey -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1965)\n Answer: Giuseppe Saragat", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_004977", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Livio Lorenzon -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1957)\n Answer: Alcide De Gasperi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Paul von Hindenburg", + "pred": "Hop 1: Weimar Republic -> head of state -> Paul von Hindenburg (1930)\n Answer: Paul von Hindenburg", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_007873", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Hop 1: Zolt\u00e1n G\u00e1bor Szab\u00f3 -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1929)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1929)\n Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002637", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Hop 1: Graham Swift -> award received -> Booker Prize -> 1996\n Answer: 1996", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005587", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Hop 1: Gwyneth Jones -> winner -> Arthur C. Clarke Award (2002)\n Hop 2: Peter F. Hamilton -> nominated for -> Arthur C. Clarke Award (2002)\n Answer: 2002", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_005428", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Silvio Berlusconi", + "pred": "Hop 1: Arrigo Sacchi -> coach of sports team -> AC Milan (1997)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (1997)\n Answer: Silvio Berlusconi", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_005312", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Hop 1: Ruth Chatterton -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> award received -> Academy Award for Best Actress (1930)\n Answer: Academy Award for Best Actress", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006932", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Hop 1: Frank Tieri -> residence -> United States (1965)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1965)\n Answer: Lyndon B. Johnson", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_000781", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Hop 1: Elie Wiesel -> country of citizenship -> Kingdom of Romania (1929)\n Hop 2: Kingdom of Romania -> capital -> Bucharest (1929)\n Answer: Bucharest", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_007295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "CBS", + "pred": "Hop 1: Natalia Oreiro -> nominated for -> Latin Grammy Awards (2001)\n Hop 2: Latin Grammy Awards -> original broadcaster -> CBS (2001)\n Answer: CBS", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_000003", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1947.0, + "gold": "1947", + "pred": "Hop 1: Celia Johnson -> nominated for -> Academy Award for Best Actress (1947)\n Hop 2: Academy Award for Best Actress (1947) -> winner -> Loretta Young (1947)\n Answer: 1947", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_004851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Giorgio Napolitano", + "pred": "Hop 1: Claudio Pieri -> country of citizenship -> Italy (2009)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2009)\n Answer: Giorgio Napolitano", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_004934", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "Italian lira", + "pred": "Hop 1: Gianna Maria Canale -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> currency -> Italian lira (1978)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000313", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Hop 1: Semey -> country -> Soviet Union (1985)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_003612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2016.0, + "gold": "Matteo Renzi", + "pred": "Hop 1: Mario Agnes -> country of citizenship -> Italy (2016)\n Hop 2: Italy -> head of government -> Matteo Renzi (2016)\n Answer: Matteo Renzi", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_008643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Lina Pagliughi -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> shares border with -> Yugoslavia (1965)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_000903", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Hop 1: Alen Halilovi\u0107 -> member of sports team -> Futbol Club Barcelona (2014)\n Hop 2: Futbol Club Barcelona -> head coach -> Eusebio Sacrist\u00e1n (2014)\n Answer: Eusebio Sacrist\u00e1n", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Italy -> shares border with -> Yugoslavia (1979)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_005738", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Aldo Moro", + "pred": "Hop 1: Enzo Sellerio -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1976)\n Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006558", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Hop 1: Artur Moraes -> member of sports team -> S.L. Benfica (2012)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2012)\n Answer: Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_004400", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Hop 1: Heat and Dust -> award received -> Booker Prize (1975)\n Hop 2: Booker Prize (1975) -> winner -> Ruth Prawer Jhabvala (1975)\n Answer: Ruth Prawer Jhabvala", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_001076", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: Johannes Gutenberg University Mainz -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Katholieke Universiteit Leuven (2021)\n Answer: 2021", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_002725", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Hop 1: 19th Canadian Ministry -> head of government -> Lester B. Pearson (1968)\n Hop 2: Lester B. Pearson -> position held -> Prime Minister of Canada (1968)\n Answer: Prime Minister of Canada", + "em": 1.0, + "f1": 0.34782608695652173 + }, + { + "id": "q_003906", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Liga Portugal", + "pred": "Hop 1: Pawe\u0142 Kieszek -> member of sports team -> Vit\u00f3ria F.C. (2013)\n Hop 2: Vit\u00f3ria F.C. -> league or competition -> Liga Portugal (2013)\n Answer: Liga Portugal", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_004405", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Alberto Bigon", + "pred": "Hop 1: Jocelyn Ahou\u00e9ya -> member of sports team -> FC Sion (2008)\n Hop 2: FC Sion -> head coach -> Alberto Bigon (2008)\n Answer: Alberto Bigon", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_007565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Wolfgang Gerhardt", + "pred": "Hop 1: Walter Scheel -> member of political party -> Free Democratic Party (1999)\n Hop 2: Free Democratic Party -> chairperson -> Wolfgang Gerhardt (1999)\n Answer: Wolfgang Gerhardt", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_000757", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "COMECON", + "pred": "Hop 1: Anila Wilms -> country of citizenship -> Albania (1971)\n Hop 2: Albania -> member of -> COMECON (1971)\n Answer: COMECON", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_003912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Hop 1: Karen Dokhoyan -> member of sports team -> Armenia men's national football team (2007)\n Hop 2: Armenia men's national football team -> head coach -> Ian Porterfield (2007)\n Answer: Ian Porterfield", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005056", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Lavrentiy Beria", + "pred": "Hop 1: Gulag -> parent organization -> NKVD (1944)\n Hop 2: NKVD -> chairperson -> Lavrentiy Beria (1944)\n Answer: Lavrentiy Beria", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_007014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Hop 1: Achim Mentzel -> presenter -> Achims Hitparade (1999)\n Hop 2: Achims Hitparade -> original broadcaster -> Mitteldeutscher Rundfunk (1999)\n Answer: Mitteldeutscher Rundfunk", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_008552", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Viganello -> replaced by -> Lugano (2004)\n Hop 2: Lugano -> replaces -> Breganzona (2004)\n Answer: 2004", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_004025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Bambi Award", + "pred": "Hop 1: Janet Leigh -> spouse -> Tony Curtis (1958)\n Hop 2: Tony Curtis -> award received -> Bambi Award (1958)\n Answer: Bambi Award", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_000678", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Hop 1: Ida Kami\u0144ska -> nominated for -> Academy Award for Best Actress (1967)\n Hop 2: Academy Award for Best Actress (1967) -> winner -> Katharine Hepburn\n Answer: Katharine Hepburn", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_002043", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Pazzallo -> replaced by -> Lugano (2004)\n Hop 2: Lugano -> replaces -> Gandria (2004)\n Answer: 2004", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_007190", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "coming out", + "pred": "Hop 1: Anne Heche -> unmarried partner -> Ellen DeGeneres (1997)\n Hop 2: Ellen DeGeneres -> significant event -> coming out (1997)\n Hop 3: Anne Heche -> significant event -> coming out (1997)\n Answer: coming out", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_003533", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Italian lira", + "pred": "Hop 1: Bruno Migliorini -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> currency -> Italian lira (1967)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_003295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Attila J\u00f3zsef", + "pred": "Hop 1: L\u00e1szl\u00f3 B\u00fcky -> educated at -> University of Szeged (1968)\n Hop 2: University of Szeged -> named after -> Attila J\u00f3zsef (1968)\n Answer: Attila J\u00f3zsef", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_008026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Ingrid Bergman", + "pred": "Hop 1: Jean Arthur -> nominated for -> Academy Award for Best Actress (1944)\n Hop 2: Academy Award for Best Actress (1944) -> winner -> Ingrid Bergman\n Hop 3: Ingrid Bergman -> winner of -> 1944\n Answer: 1944", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_004864", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Ireland", + "pred": "Hop 1: Christian Murro -> member of sports team -> Tenax (2005)\n Hop 2: Tenax -> country -> Ireland (2005)\n Answer: Ireland", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_001930", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1929.0, + "gold": "1929", + "pred": "Hop 1: Warner Baxter -> award received -> Academy Award for Best Actor (1929)\n Hop 2: Academy Award for Best Actor (1929) -> winner -> Disraeli (1929)\n Answer: 1929", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_004482", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Hop 1: Ralph Faudree -> winner -> Euler Medal (2005)\n Answer: 2005", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000444", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "president of Germany", + "pred": "Hop 1: Q779279 -> signatory -> Christian Wulff (2011)\n Hop 2: Christian Wulff -> position held -> president of Germany (2011)\n Hop 3: president of Germany -> position holder -> Angela Merkel (2011)\n Answer: position holder", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_002417", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Saku Koivu", + "pred": "Hop 1: Juraj Mik\u00fa\u0161 -> drafted by -> Montreal Canadiens (2005)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (2005)\n Answer: Saku Koivu", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_002864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "Hop 1: Bar\u0131\u015f \u00d6r\u00fcc\u00fc -> member of sports team -> Bursaspor (2012)\n Hop 2: Bursaspor -> league or competition -> S\u00fcper Lig (2012)\n Answer: S\u00fcper Lig", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002089", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "Hop 1: Heat and Dust -> award received -> Booker Prize (1975)\n Hop 2: Booker Prize -> winner -> Ruth Prawer Jhabvala (1975)\n Answer: 1975", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_002782", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Hop 1: Horst Bredekamp -> work location -> Berlin (2009)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2009)\n Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_004348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Karel Br\u00fcckner", + "pred": "Hop 1: Roman T\u00fdce -> member of sports team -> Czechia men's national football team (2004)\n Hop 2: Czechia men's national football team -> head coach -> Karel Br\u00fcckner (2004)\n Answer: Karel Br\u00fcckner", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006603", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Hop 1: Kiran Desai -> award received -> Booker Prize (2006)\n Hop 2: The Night Watch -> nominated for -> Booker Prize (2006)\n Answer: 2006", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_000643", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Franz Xaver Schwarz -> member of political party -> Nazi Party (1931)\n Hop 2: Nazi Party -> chairperson -> Adolf Hitler (1931)\n Hop 3: Adolf Hitler -> member of political party -> German National People's Party (1931)\n Answer: German National People's Party", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_001459", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Sepp Piontek", + "pred": "Hop 1: Kim Vilfort -> member of sports team -> Denmark men's national football team (1986)\n Hop 2: Denmark men's national football team -> head coach -> Sepp Piontek (1986)\n Answer: Sepp Piontek", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007691", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "German Emperor", + "pred": "Hop 1: Augusta Victoria of Schleswig-Holstein -> spouse -> Wilhelm II (1912)\n Hop 2: Wilhelm II -> position held -> German Emperor (1912)\n Answer: German Emperor", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_004382", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Israeli Premier League", + "pred": "Hop 1: Rodgers Kola -> member of sports team -> Ironi Kiryat Shmona F.C. (2015)\n Hop 2: Ironi Kiryat Shmona F.C. -> league or competition -> Israeli Premier League (2015)\n Answer: Israeli Premier League", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_008297", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Luxembourg National Division", + "pred": "Hop 1: Mathias J\u00e4nisch -> member of sports team -> US Hostert (2009)\n Hop 2: US Hostert -> league or competition -> 2nd Bundesliga (2009)\n Answer: 2nd Bundesliga", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Guido Crepax -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> member of -> European Economic Community (1956)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_007490", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Marie Dressler", + "pred": "Hop 1: Ann Harding -> nominated for -> Academy Award for Best Actress (1931)\n Hop 2: Academy Award for Best Actress (1931) -> winner -> Marie Dressler (1931)\n Answer: Marie Dressler", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_004470", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Hop 1: Ra\u00fal Fern\u00e1ndez-Cavada Mateos -> member of sports team -> UD Las Palmas (2018)\n Hop 2: UD Las Palmas -> head coach -> Manuel Jim\u00e9nez Jim\u00e9nez (2018)\n Answer: Manuel Jim\u00e9nez Jim\u00e9nez", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Nike", + "pred": "Hop 1: Austin Healey -> member of sports team -> England men\u2019s national rugby union team (2002)\n Hop 2: England men\u2019s national rugby union team -> kit supplier -> Nike (2002)\n Answer: Nike", + "em": 1.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_005647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Pacific Coliseum", + "pred": "Hop 1: Jim Sandlak -> drafted by -> Vancouver Canucks (1985)\n Hop 2: Vancouver Canucks -> home venue -> Pacific Coliseum (1985)\n Answer: Pacific Coliseum", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000107", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Prague", + "pred": "Hop 1: Anton\u00edn Kapek -> member of political party -> Communist Party of Czechoslovakia (1984)\n Hop 2: Communist Party of Czechoslovakia -> headquarters location -> Prague (1984)\n Answer: Prague", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_000481", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "Hop 1: Joan Barfoot -> nominated for -> Booker Prize (2002)\n Hop 2: Booker Prize -> winner -> Yann Martel (2002)\n Hop 3: Yann Martel -> winner -> The Life of Pi (2002)\n Answer: The Life of Pi", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_005374", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Hop 1: Haloo Helsinki! -> nominated for -> MTV Europe Music Award for Best Finnish Act (2011)\n Hop 2: MTV Europe Music Award for Best Finnish Act -> winner -> Lauri Yl\u00f6nen (2011)\n Hop 3: Lauri Yl\u00f6nen -> equal to -> Kalle Kiviniemi (2011)\n Hop 4: Kalle Kiviniemi -> born in -> Finland (201", + "em": 1.0, + "f1": 0.0689655172413793 + }, + { + "id": "q_007891", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Second Lady or Gentleman of the United States", + "pred": "Hop 1: Richard Nixon -> position held -> Second Lady or Gentleman of the United States (1956)\n Answer: Second Lady or Gentleman of the United States", + "em": 1.0, + "f1": 0.6666666666666666 + }, + { + "id": "q_004941", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Ralf Loose", + "pred": "Hop 1: Chris Philipps -> member of sports team -> SC Preu\u00dfen M\u00fcnster (2015)\n Hop 2: SC Preu\u00dfen M\u00fcnster -> head coach -> Ralf Loose (2015)\n Answer: Ralf Loose", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Mar\u00eda Denis -> country of citizenship -> Italy (2003)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2003)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_007401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Hop 1: B\u00e2rlad -> country -> Socialist Republic of Romania (1966)\n Hop 2: Socialist Republic of Romania -> anthem -> Te sl\u0103vim, Rom\u00e2nie (1966)\n Answer: Te sl\u0103vim, Rom\u00e2nie", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_001311", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Hop 1: SANAA -> award received -> Pritzker Architecture Prize (2010)\n Hop 2: Pritzker Architecture Prize -> winner -> Ryue Nishizawa (2010)\n Answer: 2010", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_003353", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Panama", + "pred": "Hop 1: All Summer Long -> place of publication -> United States (1964)\n Hop 2: United States -> shares border with -> Panama (1964)\n Answer: Panama", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_005629", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "Hop 1: Arnold J. Levine -> award received -> Louisa Gross Horwitz Prize (1998)\n Hop 2: Louisa Gross Horwitz Prize -> winner -> Bert Vogelstein (1998)\n Answer: 1998", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_005931", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Leonid Brezhnev", + "pred": "Hop 1: Siim Kallas -> member of political party -> Communist Party of the Soviet Union (1976)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Leonid Brezhnev (1976)\n Answer: Leonid Brezhnev", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_005823", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Territory of Hawaii", + "pred": "Hop 1: Catherine Schell -> residence -> United States (1957)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1957)\n Answer: Territory of Hawaii", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_002989", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Free State of Prussia", + "pred": "Hop 1: Anton Kerschbaumer -> work location -> Berlin (1924)\n Hop 2: Berlin -> located in -> Free State of Prussia (1924)\n Answer: Free State of Prussia", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_004259", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Anne Enright", + "pred": "Hop 1: Indra Sinha -> nominated for -> Booker Prize (2007)\n Hop 2: Booker Prize -> winner -> Anne Enright (2007)\n Answer: Anne Enright", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_002166", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Ligue 1", + "pred": "Hop 1: Gr\u00e9gory Ursule -> member of sports team -> FC Girondins de Bordeaux (1995)\n Hop 2: FC Girondins de Bordeaux -> league or competition -> Ligue 1 (1995)\n Answer: Ligue 1", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_006376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "Hop 1: Nigel Hawthorne -> nominated for -> Academy Award for Best Actor (1995)\n Hop 2: Academy Award for Best Actor -> winner -> Nicolas Cage (1995)\n Answer: 1995", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_008518", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Hans Backe", + "pred": "Hop 1: Jan Gunnar Solli -> member of sports team -> Red Bull New York (2012)\n Hop 2: Red Bull New York -> head coach -> Hans Backe (2012)\n Answer: Hans Backe", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003792", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Hop 1: Ferruccio Tagliavini -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> head of state -> Sandro Pertini (1984)\n Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000844", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Hop 1: Cast Away -> nominated for -> Academy Award for Best Actor (2001)\n Hop 2: Academy Award for Best Actor -> winner -> Denzel Washington (2001)\n Hop 3: Denzel Washington -> winner of -> 1999 Tony Award for Best Actor (2001)\n Answer: 1999 Tony Award for Best Actor", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005425", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Sandro Pertini", + "pred": "Hop 1: Mario De Don\u00e0 -> country of citizenship -> Italy (1979)\n Hop 2: Italy -> head of state -> Sandro Pertini (1979)\n Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_006156", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Hop 1: Romain Duris -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor (2005) -> winner -> Daniel Auteuil (2005)\n Hop 3: Daniel Auteuil -> winner -> C\u00e9sar Award for Best Actor (2005)\n Answer: C\u00e9sar Award for Best Actor", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_006038", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Austro-Hungarian krone", + "pred": "Hop 1: Lunga -> country -> First Hungarian Republic (1918)\n Hop 2: First Hungarian Republic -> currency -> Austro-Hungarian krone (1918)\n Answer: Austro-Hungarian krone", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_008465", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1923.0, + "gold": "Egyptian pound", + "pred": "Hop 1: Ramallah -> country -> Mandatory Palestine (1923)\n Hop 2: Mandatory Palestine -> currency -> Egyptian pound (1923)\n Answer: Egyptian pound", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_004604", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Javier Aguirre", + "pred": "Hop 1: Cosmin Contra -> member of sports team -> Romania men's national association football team (2006)\n Hop 2: Romania men's national association football team -> head coach -> Mircea Lucescu (2006)\n Answer: Mircea Lucescu", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002929", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "The Internationale", + "pred": "Hop 1: Black Sea Governorate -> located in -> Russian Soviet Federative Socialist Republic (1920)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> The Internationale (1920)\n Answer: The Internationale", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007720", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Hop 1: Peppino De Filippo -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005879", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Raffaele Anguilla -> country of citizenship -> Italy (2002)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2002)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_001938", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Territory of Hawaii", + "pred": "Hop 1: Yul Brynner -> country of citizenship -> United States (1951)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1951)\n Answer: Territory of Hawaii", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_004995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Academy Award for Best Supporting Actress", + "pred": "Hop 1: Shelley Winters -> spouse -> Anthony Franciosa (1960)\n Hop 2: Anthony Franciosa -> spouse -> Shelley Winters (1960)\n Hop 3: Shelley Winters -> nominated for -> Academy Award for Best Supporting Actress (1960)\n Answer: Academy Award for Best Supporting Actress", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_006351", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Stade Chaban-Delmas", + "pred": "Hop 1: Andr\u00e9 Chorda -> member of sports team -> France men's national association football team (1966)\n Hop 2: France men's national association football team -> home venue -> Stade de France (1966)\n Answer: Stade de France", + "em": 0.0, + "f1": 0.08333333333333333 + }, + { + "id": "q_005087", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Bruno Bettinelli -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_006536", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Floriano Bodini -> country of citizenship -> Italy (2002)\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006736", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Sandra Bullock", + "pred": "Hop 1: Doubt -> nominated for -> Academy Award for Best Actress (2009)\n Hop 2: Academy Award for Best Actress -> winner -> Sandra Bullock (2009)\n Hop 3: Sandra Bullock -> winner -> The Blind Side (2009)\n Answer: The Blind Side", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_004654", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Khrustalnyi -> country -> Russian Empire (1915)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1915)\n Answer: Nicholas II of Russia", + "em": 1.0, + "f1": 0.4210526315789474 + }, + { + "id": "q_005945", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Hop 1: Frank Tieri -> residence -> United States (1965)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1965)\n Answer: Lyndon B. Johnson", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_007681", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Daman and Diu", + "pred": "Hop 1: India -> contains the administrative territorial entity -> Daman and Diu (1988)\n Answer: Daman and Diu", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_006184", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Lyndon B. Johnson", + "pred": "Hop 1: Smiley Smile -> place of publication -> United States (1967)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1967)\n Answer: Lyndon B. Johnson", + "em": 1.0, + "f1": 0.3 + }, + { + "id": "q_000115", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Caja M\u00e1gica", + "pred": "Hop 1: Ettore Messina -> member of sports team -> Real Madrid Baloncesto (2010)\n Hop 2: Real Madrid Baloncesto -> home venue -> Caja M\u00e1gica (2010)\n Answer: Caja M\u00e1gica", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002711", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Memo Benassi -> country of citizenship -> Italy (1954)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1954)\n Answer: Alcide De Gasperi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005754", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Pavao Pavli\u010di\u0107 -> award received -> NIN Prize (1981)\n Hop 2: NIN Prize -> country -> Socialist Federal Republic of Yugoslavia (1981)\n Answer: Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 0.45454545454545453 + }, + { + "id": "q_002277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "Hop 1: \u00d6nder Akda\u011f -> member of sports team -> Akhisar Belediyespor (2012)\n Hop 2: Akhisar Belediyespor -> league or competition -> S\u00fcper Lig (2012)\n Answer: S\u00fcper Lig", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000552", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italian lira", + "pred": "Hop 1: Paolo Soleri -> residence -> Italy (1951)\n Hop 2: Italy -> currency -> Italian lira (1951)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_000403", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "SeatGeek Stadium", + "pred": "Hop 1: Paolo Tornaghi -> member of sports team -> Chicago Fire FC (2012)\n Hop 2: Chicago Fire FC -> home venue -> SeatGeek Stadium (2012)\n Answer: SeatGeek Stadium", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_003856", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Hop 1: Faye Dunaway -> unmarried partner -> Marcello Mastroianni (1971)\n Hop 2: Marcello Mastroianni -> country of citizenship -> Italy (1971)\n Answer: Italy", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_003602", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Mikhail Gorbachev", + "pred": "Hop 1: Andrus \u00d6\u00f6vel -> member of political party -> Communist Party of the Soviet Union (1986)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Mikhail Gorbachev (1986)\n Answer: Mikhail Gorbachev", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007850", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Cesare Andrea Bixio -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> shares border with -> Yugoslavia (1950)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_001019", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1962.0, + "gold": "1962", + "pred": "Hop 1: United States Navy SEALs -> founder -> John F. Kennedy (1962)\n Hop 2: John F. Kennedy -> nominated for -> Nobel Peace Prize (1962)\n Answer: 1962", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_004322", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Dietrich Stobbe", + "pred": "Hop 1: Anna Seghers -> residence -> Berlin (1980)\n Hop 2: Berlin -> head of government -> Dietrich Stobbe (1980)\n Answer: Dietrich Stobbe", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_004271", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Hop 1: Francesco Carpino -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Leone (1969)\n Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001171", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Armando Ceste -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2001)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_007890", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Hop 1: Genevi\u00e8ve Bujold -> nominated for -> Academy Award for Best Actress (1970)\n Hop 2: Academy Award for Best Actress (1970) -> winner -> Glenda Jackson\n Hop 3: Glenda Jackson -> winner -> Academy Award for Best Actress (1970)\n Answer: Academy Award for Best Actress (1970)", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_008632", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Hop 1: Demeter Balla -> work location -> Budapest (1968)\n Hop 2: Budapest -> capital of -> Hungarian People's Republic (1968)\n Answer: Hungarian People's Republic", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_007395", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1925.0, + "gold": "Egyptian pound", + "pred": "Hop 1: Afula -> country -> Mandatory Palestine (1925)\n Hop 2: Mandatory Palestine -> currency -> Egyptian pound (1925)\n Answer: Egyptian pound", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_007784", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Hop 1: Jennifer Johnston -> nominated for -> Booker Prize (1977)\n Hop 2: Booker Prize -> winner -> Paul Scott (1977)\n Answer: Paul Scott", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006008", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Hop 1: Rainer Ernst -> member of sports team -> Q298267 (1992)\n Hop 2: Q298267 -> chairperson -> Alain Afflelou (1992)\n Answer: Alain Afflelou", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_007623", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Zden\u011bk Zeman", + "pred": "Hop 1: Roberto Bacci -> member of sports team -> SS Lazio (1995)\n Hop 2: SS Lazio -> head coach -> Zden\u011bk Zeman (1995)\n Answer: Zden\u011bk Zeman", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_000261", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Hop 1: Max Blokzijl -> work location -> Berlin (1932)\n Hop 2: Berlin -> country -> Weimar Republic (1932)\n Answer: Weimar Republic", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_005362", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Nino Baragli -> country of citizenship -> Italy (1992)\n Hop 2: Italy -> shares border with -> Yugoslavia (1992)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_003134", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Teen Choice Awards", + "pred": "Hop 1: Call Me Maybe -> performer -> Carly Rae Jepsen (2012)\n Hop 2: Carly Rae Jepsen -> award received -> Teen Choice Awards (2012)\n Answer: Teen Choice Awards", + "em": 1.0, + "f1": 0.3 + }, + { + "id": "q_006822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Hop 1: Kai-Fabian Schulz -> member of sports team -> Hamburger SV (2009)\n Hop 2: Hamburger SV -> sponsor -> Emirates (2009)\n Answer: Emirates", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_003313", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Italian lira", + "pred": "Hop 1: Eugenio Monti -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> currency -> Italian lira (1972)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005360", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Hop 1: Tim Eitel -> work location -> Berlin (2009)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2009)\n Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_001597", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Peter Carey", + "pred": "Hop 1: Rachel Seiffert -> nominated for -> Booker Prize (2001)\n Hop 2: Booker Prize -> winner -> Peter Carey (2001)\n Hop 3: Peter Carey -> winner of -> The Secret River (2001)\n Answer: The Secret River", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_003838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Ronald Colman", + "pred": "Hop 1: Hamlet -> award received -> Academy Award for Best Actor (1947)\n Hop 2: Academy Award for Best Actor (1947) -> winner -> Ronald Colman\n Hop 3: Q108366 -> nominated for -> Academy Award for Best Actor (1947)\n Answer: Q108366", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_005949", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Attila J\u00f3zsef", + "pred": "Hop 1: Mih\u00e1ly Bart\u00f3k -> employer -> University of Szeged (1998)\n Hop 2: University of Szeged -> named after -> Attila J\u00f3zsef (1998)\n Answer: Attila J\u00f3zsef", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_005024", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Hop 1: Philip Taaffe -> work location -> New York City (1974)\n Hop 2: New York City -> head of government -> Abraham Beame (1974)\n Answer: Abraham Beame", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_007032", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Heinrich Himmler", + "pred": "Hop 1: Karl Gerland -> member of -> Schutzstaffel (1942)\n Hop 2: Schutzstaffel -> director / manager -> Heinrich Himmler (1942)\n Answer: Heinrich Himmler", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_004269", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Luigi Baldi -> member of sports team -> Juventus FC (1914)\n Hop 2: Juventus FC -> country -> Kingdom of Italy (1914)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_005207", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Hop 1: Heinz Wewers -> member of sports team -> Germany men's national association football team (1958)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1958)\n Answer: Sepp Herberger", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_008065", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Constantinople", + "pred": "Hop 1: Old City of Jerusalem -> country -> Ottoman Empire (1915)\n Hop 2: Ottoman Empire -> capital -> Constantinople (1915)\n Answer: Constantinople", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_003648", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Nunzio Malasomma -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Economic Community (1951)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_000919", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "Franz Beckenbauer", + "pred": "Hop 1: Hans Pfl\u00fcgler -> member of sports team -> Germany men's national association football team (1987)\n Hop 2: Germany men's national association football team -> head coach -> Franz Beckenbauer (1987)\n Answer: Franz Beckenbauer", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_001421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Colin Farrell -> unmarried partner -> Britney Spears (2004)\n Hop 2: Britney Spears -> award received -> Grammy Award for Best Dance/Electronic Recording (2004)\n Answer: 2004", + "em": 1.0, + "f1": 0.1 + }, + { + "id": "q_007438", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Pavao Pavli\u010di\u0107 -> award received -> NIN Prize (1981)\n Hop 2: NIN Prize -> country -> Socialist Federal Republic of Yugoslavia (1981)\n Answer: Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 0.45454545454545453 + }, + { + "id": "q_000509", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Hop 1: Guido Celano -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> head of state -> Giovanni Leone (1975)\n Answer: Giovanni Leone", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_006374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Hop 1: Gerard Donovan -> nominated for -> Booker Prize (2003)\n Hop 2: Booker Prize (2003) -> winner -> DBC Pierre (2003)\n Hop 3: DBC Pierre (2003) -> winner -> The Sellout (2003)\n Answer: The Sellout", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_006108", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "presidential system", + "pred": "Hop 1: Krak\u00f3w -> country -> Second Polish Republic (1939)\n Hop 2: Second Polish Republic -> basic form of government -> presidential system (1939)\n Answer: presidential system", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_001184", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Robert Bolt", + "pred": "Hop 1: Doctor Zhivago -> award received -> Golden Globe Award for Best Screenplay (1965)\n Hop 2: Golden Globe Award for Best Screenplay -> winner -> Robert Bolt (1965)\n Answer: Robert Bolt", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001023", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Hop 1: Jan Suchop\u00e1rek -> member of sports team -> Czechia men's national football team (1995)\n Hop 2: Czechia men's national football team -> head coach -> Du\u0161an Uhrin (1995)\n Answer: Du\u0161an Uhrin", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001479", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Javier Aguirre", + "pred": "Hop 1: Luis Amaranto Perea -> member of sports team -> Colombia men's national football team (2007)\n Hop 2: Colombia men's national football team -> head coach -> Luis Fernando L\u00f3pez (2007)\n Answer: Luis Fernando L\u00f3pez", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006983", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Maria Caniglia -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Antonio Segni (1956)\n Answer: Antonio Segni", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007833", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "White Hart Lane", + "pred": "Hop 1: Andy Gray -> member of sports team -> Tottenham Hotspur F.C. (1994)\n Hop 2: Tottenham Hotspur F.C. -> home venue -> White Hart Lane (1994)\n Answer: White Hart Lane", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_005681", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Hop 1: Max Blokzijl -> work location -> Berlin (1930)\n Hop 2: Berlin -> country -> Weimar Republic (1930)\n Answer: Weimar Republic", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_003706", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Hop 1: Arnaud G\u00e9rard -> member of sports team -> Groupama-FDJ United (2005)\n Hop 2: Groupama-FDJ United -> head coach -> Jean-Cyril Robin (2005)\n Answer: 2005", + "em": 1.0, + "f1": 0.1 + }, + { + "id": "q_007006", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Hop 1: Jan Suchop\u00e1rek -> member of sports team -> Czechia men's national football team (1995)\n Hop 2: Czechia men's national football team -> head coach -> Du\u0161an Uhrin (1995)\n Answer: Du\u0161an Uhrin", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004220", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Swiss Super League", + "pred": "Hop 1: Rog\u00e9rio Luiz da Silva -> member of sports team -> FC Wil 1900 (2003)\n Hop 2: FC Wil 1900 -> league or competition -> Swiss Super League (2003)\n Answer: Swiss Super League", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_007500", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "Hop 1: Balaklava -> country -> Russian Empire (1917)\n Hop 2: Russian Empire -> anthem -> God Save the Tsar! (1917)\n Answer: God Save the Tsar!", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_008556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "German Empire", + "pred": "Hop 1: Fritz Stuckenberg -> work location -> Paris (1912)\n Hop 2: Paris -> country -> France (1912)\n Answer: France", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003362", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ireland", + "pred": "Hop 1: Micul\u00e0 Dematteis -> member of sports team -> Tenax (2007)\n Hop 2: Tenax -> country -> Ireland (2007)\n Answer: Ireland", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_007378", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Allianz Arena", + "pred": "Hop 1: Moritz Volz -> member of sports team -> TSV 1860 M\u00fcnchen (2014)\n Hop 2: TSV 1860 M\u00fcnchen -> home venue -> Allianz Arena (2014)\n Answer: Allianz Arena", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002356", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Soviet Union", + "pred": "Hop 1: Kemerovo -> located in -> Novosibirsk Oblast (1940)\n Hop 2: Novosibirsk Oblast -> country -> Soviet Union (1940)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_004000", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Walter Mazzarri", + "pred": "Hop 1: Jonathan Moreira -> member of sports team -> Inter Milan (2013)\n Hop 2: Inter Milan -> head coach -> Walter Mazzarri (2013)\n Answer: Walter Mazzarri", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_003511", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Hungarian Olympic Committee", + "pred": "Hop 1: Gy\u0151r -> head of government -> Zsolt Borkai (2011)\n Hop 2: Zsolt Borkai -> member of -> Hungarian Olympic Committee (2011)\n Answer: Hungarian Olympic Committee", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_003517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "Hop 1: BND law -> signatory -> Gerhard Stoltenberg (1990)\n Hop 2: Gerhard Stoltenberg -> country of citizenship -> West Germany (1990)\n Answer: West Germany", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_008482", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Harry Warren", + "pred": "Hop 1: Richard Rodgers -> award received -> Academy Award for Best Original Song (1946)\n Hop 2: Academy Award for Best Original Song (1946) -> winner -> Harry Warren\n Answer: Harry Warren", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001610", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Hop 1: Ugo Attardi -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of state -> Sandro Pertini (1980)\n Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_008668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "pred": "Hop 1: Karel Schwarzenberg -> member of political party -> TOP 09 (2018)\n Hop 2: TOP 09 -> chairperson -> Ji\u0159\u00ed Posp\u00ed\u0161il (2018)\n Answer: Ji\u0159\u00ed Posp\u00ed\u0161il", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_007160", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Peppino De Filippo -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> member of -> European Economic Community (1956)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.19047619047619047 + }, + { + "id": "q_003247", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Kevin Federline", + "pred": "Hop 1: Colin Farrell -> unmarried partner -> Britney Spears (2004)\n Hop 2: Britney Spears -> spouse -> Kevin Federline (2004)\n Answer: Kevin Federline", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_000810", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Liga I", + "pred": "Hop 1: Ovidiu Cornel Hanganu -> member of sports team -> Victoria Bucure\u0219ti (1990)\n Hop 2: Victoria Bucure\u0219ti -> league or competition -> Liga I (1990)\n Answer: Liga I", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_006432", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Joseph Stalin", + "pred": "Hop 1: Dmitriy Ustinov -> member of political party -> Communist Party of the Soviet Union (1929)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Joseph Stalin (1929)\n Answer: Joseph Stalin", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007768", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italian lira", + "pred": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> currency -> Italian lira (1984)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_002329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Hop 1: People's Republic of China -> head of government -> Zhou Enlai (1967)\n Answer: Zhou Enlai", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_005449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Rock and Roll Hall of Fame", + "pred": "Hop 1: Tears in Heaven -> performer -> Eric Clapton (1992)\n Hop 2: Eric Clapton -> award received -> Rock and Roll Hall of Fame (1992)\n Answer: Rock and Roll Hall of Fame", + "em": 1.0, + "f1": 0.4799999999999999 + }, + { + "id": "q_003836", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Hop 1: The Ninth Day -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor -> winner -> Daniel Auteuil (2005)\n Answer: Daniel Auteuil", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007908", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Paolo Dezza -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_003128", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Spencer Tracy", + "pred": "Hop 1: Academy Award for Best Actress -> winner -> Katharine Hepburn (1967)\n Hop 2: Katharine Hepburn -> unmarried partner -> Richard Gere (1967)\n Answer: Richard Gere", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Hop 1: Gianni Dova -> country of citizenship -> Italy (1986)\n Hop 2: Italy -> head of state -> Sandro Pertini (1986)\n Answer: Sandro Pertini", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001510", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "UTC\u221204:00", + "pred": "Hop 1: Cartagena Agreement -> signatory -> Chile (1970)\n Hop 2: Chile -> located in time zone -> UTC\u221204:00 (1970)\n Answer: UTC\u221204:00", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_005670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Werner Greuter", + "pred": "Hop 1: Beat Ernst Leuenberger -> employer -> Botanic Garden and Botanical Museum Berlin (2004)\n Hop 2: Botanic Garden and Botanical Museum Berlin -> chief executive officer -> Werner Greuter (2004)\n Answer: Werner Greuter", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Maurice Druon", + "pred": "Hop 1: Julien Green -> member of -> Acad\u00e9mie Fran\u00e7aise (1989)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Maurice Druon (1989)\n Answer: Maurice Druon", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_001232", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Nino Baragli -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> shares border with -> Yugoslavia (1951)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_007512", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Hop 1: Heinz Wewers -> member of sports team -> Germany men's national association football team (1958)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1958)\n Answer: Sepp Herberger", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_000089", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Luigi Filippo D'Amico -> country of citizenship -> Italy (1999)\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008698", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Hop 1: Celia Johnson -> nominated for -> Academy Award for Best Actress (1947)\n Hop 2: Academy Award for Best Actress (1947) -> winner -> Loretta Young\n Hop 3: Loretta Young -> nominated for -> The Best Years of Our Lives (1947)\n Answer: The Best Years of Our Lives", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_007875", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Andrea Miano -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> shares border with -> Yugoslavia (1950)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_006661", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "Hop 1: Age Discrimination in Employment Act of 1967 -> signatory -> Lyndon B. Johnson (1967)\n Hop 2: Lyndon B. Johnson -> position held -> President of the United States (1967)\n Answer: President of the United States", + "em": 1.0, + "f1": 0.3846153846153846 + }, + { + "id": "q_007505", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Bobby Clarke", + "pred": "Hop 1: Roman \u010cechm\u00e1nek -> drafted by -> Philadelphia Flyers (2000)\n Hop 2: Philadelphia Flyers -> general manager -> Bobby Clarke (2000)\n Answer: Bobby Clarke", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Giuliano Carnimeo -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_008555", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Hop 1: Rod Langway -> drafted by -> Montreal Canadiens (1977)\n Hop 2: Montreal Canadiens -> home venue -> Montreal Forum (1977)\n Answer: Montreal Forum", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006491", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "Hop 1: 29th U-boat Flotilla -> has part(s) -> U-331 (1942)\n Hop 2: U-97 -> part of -> 29th U-boat Flotilla (1942)\n Answer: 1942", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_003737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Hop 1: Piero Scotti -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Giovanni Leone (1971)\n Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002698", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Albin Lesky -> member of political party -> Nazi Party (1938)\n Hop 2: Nazi Party -> chairperson -> Gregor Strasser (1938)\n Answer: Gregor Strasser", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005937", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Hop 1: Carol Greider -> award received -> Albert Lasker Award for Basic Medical Research (2006)\n Hop 2: Albert Lasker Award for Basic Medical Research -> winner -> Jack Szostak (2006)\n Hop 3: Jack Szostak -> award received -> Nobel Prize in Physiology or Medicine (2006)\n Answer: 2006", + "em": 1.0, + "f1": 0.07692307692307693 + }, + { + "id": "q_007021", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Hop 1: Eduardo Salvio -> member of sports team -> S.L. Benfica (2018)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2018)\n Answer: Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003151", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "Hop 1: Joan Barfoot -> nominated for -> Booker Prize (2002)\n Hop 2: Booker Prize -> winner -> Yann Martel (2002)\n Hop 3: Yann Martel -> award received -> The Life of Pi (2002)\n Answer: The Life of Pi", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_002519", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Hop 1: Jennifer Connelly -> nominated for -> Broadcast Film Critics Association Award for Best Actress (2003)\n Hop 2: Broadcast Film Critics Association Award for Best Actress -> winner -> Charlize Theron (2003)\n Hop 3: Charlize Theron -> equal to -> 2003 (2003)\n Answer: 2003", + "em": 1.0, + "f1": 0.08695652173913045 + }, + { + "id": "q_007514", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "chairperson", + "pred": "Hop 1: Czech-Moravian Confederation of Trade Unions -> chairperson -> Richard Falbr (1999)\n Hop 2: Richard Falbr -> member of -> Communist Party of Czechoslovakia (1999)\n Answer: chairperson", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_008443", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> member of -> European Economic Community (1953)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_007726", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1992.0, + "gold": "1992", + "pred": "Hop 1: Val\u00e9rie Lemercier -> nominated for -> C\u00e9sar Award for Best Supporting Actress (1992)\n Hop 2: C\u00e9sar Award for Best Supporting Actress -> winner -> Anne Brochet (1992)\n Answer: 1992", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_001549", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "V\u00e1clav Havel", + "pred": "Hop 1: Czech Republic -> head of state -> V\u00e1clav Havel (2000)\n Answer: V\u00e1clav Havel", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_007129", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Viganello -> replaced by -> Lugano (2004)\n Hop 2: Lugano -> replaces -> Pambio-Noranco (2004)\n Answer: 2004", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_000883", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Heinrich Br\u00fcning", + "pred": "Hop 1: Bonn -> country -> Weimar Republic (1931)\n Hop 2: Weimar Republic -> head of government -> Heinrich Br\u00fcning (1931)\n Answer: Heinrich Br\u00fcning", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_000442", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "Hop 1: Sister Rosetta Tharpe -> residence -> Chicago (1924)\n Hop 2: Chicago -> head of government -> William Emmett Dever (1924)\n Answer: William Emmett Dever", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_004066", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Peter Gerhardsson", + "pred": "Hop 1: Andreas Drugge -> member of sports team -> BK H\u00e4cken (2013)\n Hop 2: BK H\u00e4cken -> head coach -> Peter Gerhardsson (2013)\n Answer: Peter Gerhardsson", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002302", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Egyptian pound", + "pred": "Hop 1: Rosh Pinna -> country -> Mandatory Palestine (1920)\n Hop 2: Mandatory Palestine -> currency -> Egyptian pound (1920)\n Answer: Egyptian pound", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_002564", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Guido Cantelli -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> shares border with -> Yugoslavia (1947)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_004005", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Otto Nerz", + "pred": "Hop 1: Willi Lindner -> member of sports team -> Germany men's national association football team (1933)\n Hop 2: Germany men's national association football team -> head coach -> Otto Nerz (1933)\n Answer: Otto Nerz", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_002014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Eugenio Castellotti -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1950)\n Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005652", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Jane Byrne", + "pred": "Hop 1: Dennis Daugaard -> residence -> Chicago (1980)\n Hop 2: Chicago -> head of government -> Jane Byrne (1980)\n Answer: Jane Byrne", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_002217", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italian lira", + "pred": "Hop 1: Liliana Ronchetti -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> currency -> Italian lira (1970)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_008015", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Albert II of Belgium", + "pred": "Hop 1: Pino Cerami -> country of citizenship -> Belgium (2005)\n Hop 2: Belgium -> head of state -> Albert II of Belgium (2005)\n Answer: Albert II of Belgium", + "em": 1.0, + "f1": 0.4210526315789474 + }, + { + "id": "q_000895", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "RTL", + "pred": "Hop 1: Maximilian Br\u00fcckner -> award received -> Bavarian TV Awards (2018)\n Hop 2: Bavarian TV Awards -> original broadcaster -> RTL (2018)\n Answer: RTL", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_008365", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Hop 1: \u00c9ver Banega -> member of sports team -> Atl\u00e9tico Madrid (2008)\n Hop 2: Atl\u00e9tico Madrid -> head coach -> Javier Aguirre (2008)\n Answer: Javier Aguirre", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_006348", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Hop 1: Buhu\u0219i -> country -> Socialist Republic of Romania (1974)\n Hop 2: Socialist Republic of Romania -> anthem -> Te sl\u0103vim, Rom\u00e2nie (1974)\n Answer: Te sl\u0103vim, Rom\u00e2nie", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000645", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Paolo Marcello Brignoli -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_008492", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Vikenty Veresaev -> country of citizenship -> Russian Empire (1912)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1912)\n Answer: Nicholas II of Russia", + "em": 1.0, + "f1": 0.38095238095238093 + }, + { + "id": "q_006824", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Anita Brookner", + "pred": "Hop 1: David Lodge -> nominated for -> Booker Prize (1984)\n Hop 2: Booker Prize (1984) -> winner -> Anita Brookner (1984)\n Answer: Anita Brookner", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_000773", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "Winona Ryder", + "pred": "Hop 1: Frances McDormand -> award received -> Golden Globe Award for Best Supporting Actress \u2013 Motion Picture (1993)\n Hop 2: Golden Globe Award for Best Supporting Actress \u2013 Motion Picture (1993) -> winner -> Winona Ryder\n Answer: Winona Ryder", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001316", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Deutsche Mark", + "pred": "Hop 1: Conrad Schumann -> country of citizenship -> West Germany (1979)\n Hop 2: West Germany -> currency -> Deutsche Mark (1979)\n Answer: Deutsche Mark", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_004368", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Hop 1: Steve Borthwick -> member of sports team -> England men\u2019s national rugby union team (2008)\n Hop 2: England men\u2019s national rugby union team -> kit supplier -> Nike (2008)\n Answer: Nike", + "em": 1.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_005868", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Giulio Onesti -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1951)\n Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Hop 1: The Ninth Day -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor -> winner -> Daniel Auteuil (2005)\n Answer: Daniel Auteuil", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Hop 1: American Book Awards -> winner -> Joe Sacco (1996)\n Hop 2: Fred Ho -> award received -> American Book Awards (1996)\n Hop 3: 1996 -> year -> winner of Fred Ho's award received (1996)\n Answer: 1996", + "em": 1.0, + "f1": 0.1 + }, + { + "id": "q_000995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Gwyneth Paltrow", + "pred": "Hop 1: The Wings of the Dove -> nominated for -> Academy Award for Best Actress (1998)\n Hop 2: Academy Award for Best Actress -> winner -> Gwyneth Paltrow (1998)\n Hop 3: After Susan Sarandon nominated for -> winner -> Gwyneth Paltrow (1998)\n Answer: Gwyneth Paltrow", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_008659", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "Hop 1: Brian Moore -> nominated for -> Booker Prize (1990)\n Hop 2: Booker Prize (1990) -> winner -> A. S. Byatt (1990)\n Answer: A. S. Byatt", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000763", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Ilva Ligabue -> country of citizenship -> Italy (1977)\n Hop 2: Italy -> shares border with -> Yugoslavia (1977)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_005896", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Italian lira", + "pred": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> currency -> Italian lira (1976)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000117", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Enrico de Nicola", + "pred": "Hop 1: Guglielmo Pesenti -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> head of state -> Umberto II of Italy (1947)\n Answer: Umberto II of Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000027", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Hop 1: William Vickrey -> residence -> New York City (1994)\n Hop 2: New York City -> head of government -> Rudy Giuliani (1994)\n Answer: Rudy Giuliani", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_002041", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Hop 1: Bruno Visintin -> country of citizenship -> Italy (1983)\n Hop 2: Italy -> head of state -> Sandro Pertini (1983)\n Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_002860", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Hop 1: Max Blokzijl -> work location -> Berlin (1932)\n Hop 2: Berlin -> country -> Weimar Republic (1932)\n Answer: Weimar Republic", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_004247", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Luise Rainer", + "pred": "Hop 1: Theodora Goes Wild -> nominated for -> Academy Award for Best Actress (1937)\n Hop 2: Academy Award for Best Actress -> winner -> Luise Rainer (1937)\n Answer: Luise Rainer", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_008294", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Hyundai", + "pred": "Hop 1: Andreas Fischer -> member of sports team -> Hamburger SV (1996)\n Hop 2: Hamburger SV -> sponsor -> Hyundai (1996)\n Answer: Hyundai", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_006036", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "The Pentagon", + "pred": "Hop 1: Charlie Munger -> military branch -> United States Army Air Forces (1945)\n Hop 2: United States Army Air Forces -> headquarters location -> The Pentagon (1945)\n Answer: The Pentagon", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_001816", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Hop 1: Ruth Chatterton -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> winner -> Academy Award for Best Actress (1930)\n Answer: Norma Shearer", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_008058", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Anton Hofer -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_004387", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Hop 1: Mehmed Uzun -> country of citizenship -> Turkey (1955)\n Hop 2: Turkey -> head of state -> Cel\u00e2l Bayar (1955)\n Answer: Cel\u00e2l Bayar", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_004841", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Abdullah Avc\u0131", + "pred": "Hop 1: Jo\u00e3o Pereira -> member of sports team -> Trabzonspor (2021)\n Hop 2: Trabzonspor -> head coach -> Abdullah Avc\u0131 (2021)\n Answer: Abdullah Avc\u0131", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_000340", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Echo Music Prize", + "pred": "Hop 1: Britney Spears -> award received -> Echo Music Prize (2001)\n Answer: Echo Music Prize", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_001431", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Massimiliano Allegri", + "pred": "Hop 1: Philippe Mex\u00e8s -> member of sports team -> AC Milan (2011)\n Hop 2: AC Milan -> head coach -> Massimiliano Allegri (2011)\n Answer: Massimiliano Allegri", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002560", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Panama", + "pred": "Hop 1: Horst P. Horst -> work location -> United States (1939)\n Hop 2: United States -> shares border with -> Panama (1939)\n Answer: Panama", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_003591", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Erlangen -> country -> Nazi Germany (1939)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1939)\n Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006178", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Hop 1: Glauco Onorato -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Answer: Oscar Luigi Scalfaro", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_003130", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Hop 1: \u00c1rp\u00e1d Berczik -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1947)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1947)\n Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_001771", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "habilitation", + "pred": "Hop 1: Olba -> director of archaeological fieldwork -> Ulrich Gotter (2002)\n Hop 2: Ulrich Gotter -> assessment -> habilitation (2002)\n Answer: habilitation", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_004635", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Hop 1: Ida Kami\u0144ska -> nominated for -> Academy Award for Best Actress (1967)\n Hop 2: Academy Award for Best Actress (1967) -> winner -> Katharine Hepburn\n Hop 3: Katharine Hepburn -> winner of -> 1967 Academy Award for Best Actress\n Answer: 1967 Academy Award for Best Actress", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007347", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Hop 1: Heat and Dust -> award received -> Booker Prize (1975)\n Hop 2: Booker Prize (1975) -> winner -> Ruth Prawer Jhabvala (1975)\n Answer: Ruth Prawer Jhabvala", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_002289", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Giuseppe Saragat", + "pred": "Hop 1: Francesco Antonazzi -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giovanni Leone (1970)\n Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006810", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "Hop 1: Tessa Thompson -> unmarried partner -> Janelle Mon\u00e1e (2016)\n Hop 2: Janelle Mon\u00e1e -> award received -> Broadcast Film Critics Association Award for Best Cast (2016)\n Answer: 2016", + "em": 1.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_001750", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Eduard Weiter", + "pred": "Hop 1: Robert Dauber -> place of detention -> Dachau concentration camp (1944)\n Hop 2: Dachau concentration camp -> director / manager -> Eduard Weiter (1944)\n Answer: Eduard Weiter", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_005348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "David Wagner", + "pred": "Hop 1: Conor Coady -> member of sports team -> Huddersfield Town A.F.C. (2015)\n Hop 2: Huddersfield Town A.F.C. -> head coach -> David Wagner (2015)\n Answer: David Wagner", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001742", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Hop 1: Carmelo Di Bella -> country of citizenship -> Italy (1986)\n Hop 2: Italy -> head of state -> Sandro Pertini (1986)\n Answer: Sandro Pertini", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004401", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cominform", + "pred": "Hop 1: Marceline Loridan-Ivens -> member of political party -> French Communist Party (1955)\n Hop 2: French Communist Party -> member of -> Cominform (1955)\n Answer: Cominform", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_000948", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Hop 1: Rod Langway -> drafted by -> Montreal Canadiens (1977)\n Hop 2: Montreal Canadiens -> home venue -> Montreal Forum (1977)\n Answer: Montreal Forum", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Carlo Clerici -> country of citizenship -> Italy (1954)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1954)\n Answer: Alcide De Gasperi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001031", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "J. M. Coetzee", + "pred": "Hop 1: Graham Swift -> nominated for -> Booker Prize (1983)\n Hop 2: Booker Prize (1983) -> winner -> J. M. Coetzee\n Hop 3: J. M. Coetzee -> winner -> 1983\n Answer: 1983", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_002458", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Oleh Protasov", + "pred": "Hop 1: Ihar Stasevich -> member of sports team -> FC Dinamo Minsk (2013)\n Hop 2: FC Dinamo Minsk -> head coach -> Oleh Protasov (2013)\n Answer: Oleh Protasov", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_001069", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Ed Koch", + "pred": "Hop 1: Braldt Bralds -> work location -> New York City (1981)\n Hop 2: New York City -> head of government -> Ed Koch (1981)\n Answer: Ed Koch", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_005421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: Carnegie Mellon University -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> CERN (2021)\n Answer: 2021", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_006304", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "mayor", + "pred": "Hop 1: T\u00fcbingen -> head of government -> Adolf Hartmeyer (1948)\n Hop 2: Adolf Hartmeyer -> position held -> mayor (1948)\n Answer: mayor", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_004531", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Mario Monti", + "pred": "Hop 1: Antonio Carluccio -> country of citizenship -> Italy (2012)\n Hop 2: Italy -> head of government -> Mario Monti (2012)\n Answer: Mario Monti", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000931", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Hop 1: James Spudich -> award received -> Albert Lasker Award for Basic Medical Research (2012)\n Hop 2: Albert Lasker Award for Basic Medical Research -> winner -> Ronald Vale (2012)\n Answer: 2012", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_007956", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Hop 1: Faryd Mondrag\u00f3n -> member of sports team -> Galatasaray S.K. (2006)\n Hop 2: Galatasaray S.K. -> head coach -> Eric Gerets (2006)\n Answer: Eric Gerets", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007340", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "Hyundai", + "pred": "Hop 1: Stefan B\u00f6ger -> member of sports team -> Hamburger SV (1998)\n Hop 2: Hamburger SV -> sponsor -> Hyundai (1998)\n Answer: Hyundai", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_003676", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "Hop 1: A Single Man -> nominated for -> Academy Award for Best Actor (2010)\n Hop 2: Jeremy Renner -> nominated for -> Academy Award for Best Actor (2010)\n Hop 3: Academy Award for Best Actor (2010) -> winner -> Colin Firth (2010)\n Answer: Colin Firth", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001222", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Soviet Union", + "pred": "Hop 1: Olenegorsk -> located in -> Murmansk Oblast (1991)\n Hop 2: Murmansk Oblast -> country -> Soviet Union (1991)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_006158", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Adone Zoli", + "pred": "Hop 1: Giani Stuparich -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1957)\n Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005324", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italian lira", + "pred": "Hop 1: Guido Celano -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> currency -> Italian lira (1960)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "Hop 1: Susan Polgar -> country of citizenship -> United States (2002)\n Hop 2: United States -> head of government -> George W. Bush (2002)\n Answer: George W. Bush", + "em": 1.0, + "f1": 0.3 + }, + { + "id": "q_002344", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Sremska Mitrovica City -> located in -> Socialist Autonomous Province of Vojvodina (1971)\n Hop 2: Socialist Autonomous Province of Vojvodina -> located in -> SFR Yugoslavia (1971)\n Answer: SFR Yugoslavia", + "em": 0.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_008685", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2019.0, + "gold": "Wayne LaPierre", + "pred": "Hop 1: Oliver North -> position held -> National Rifle Association of America (2019)\n Hop 2: National Rifle Association of America -> chief executive officer -> Wayne LaPierre (2019)\n Answer: Wayne LaPierre", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_005812", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "J. M. Coetzee", + "pred": "Hop 1: Fasting, Feasting -> nominated for -> Booker Prize (1999)\n Hop 2: Booker Prize (1999) -> winner -> J. M. Coetzee (1999)\n Answer: J. M. Coetzee", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "The Ellen DeGeneres Show", + "pred": "Hop 1: Alexandra Hedison -> unmarried partner -> Ellen DeGeneres (2004)\n Hop 2: Ellen DeGeneres -> notable work -> The Ellen DeGeneres Show (2004)\n Answer: The Ellen DeGeneres Show", + "em": 1.0, + "f1": 0.4210526315789474 + }, + { + "id": "q_005808", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Hop 1: G\u00e1bor Csap\u00f3 -> educated at -> University of Szeged (1972)\n Hop 2: University of Szeged -> named after -> Attila J\u00f3zsef (1972)\n Answer: Attila J\u00f3zsef", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_003694", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "German Federal Archives", + "pred": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1922)\n Hop 2: Independent Social Democratic Party of Germany -> archives at -> German Federal Archives (1922)\n Answer: German Federal Archives", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_002616", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Tenax -> country -> Italy (2004)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2004)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_000088", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "United Kingdom", + "pred": "Hop 1: Safed -> country -> Mandatory Palestine (1932)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1932)\n Answer: United Kingdom", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_005525", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1972)\n Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006017", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Franco Corelli -> country of citizenship -> Italy (1999)\n Hop 2: Italy -> member of -> European Economic Community (1999)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_006096", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Ginni Rometty", + "pred": "Hop 1: Bruce Schneier -> employer -> IBM (2018)\n Hop 2: IBM -> chief executive officer -> Ginni Rometty (2018)\n Answer: Ginni Rometty", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_001800", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Hop 1: Adri\u00e1n L\u00f3pez \u00c1lvarez -> member of sports team -> Atl\u00e9tico Madrid (2013)\n Hop 2: Atl\u00e9tico Madrid -> home venue -> Vicente Calder\u00f3n Stadium (2013)\n Answer: Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_001359", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "Hop 1: Carry Me Down -> nominated for -> Booker Prize (2006)\n Hop 2: Booker Prize -> winner -> Kiran Desai (2006)\n Answer: Kiran Desai", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_006166", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Corpo Truppe Volontarie -> commanded by -> Mario Roatta (1936)\n Hop 2: Mario Roatta -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.3 + }, + { + "id": "q_004182", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Augusto Arioni -> member of sports team -> Torino FC (1912)\n Hop 2: Torino FC -> country -> Kingdom of Italy (1912)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_002192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Hop 1: Thomas Linke -> member of sports team -> Germany men's national association football team (1997)\n Hop 2: Germany men's national association football team -> head coach -> Berti Vogts (1997)\n Answer: Berti Vogts", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_004835", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Karl Plattner -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1950)\n Answer: Alcide De Gasperi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001116", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Chimamanda Ngozi Adichie -> nominated for -> Booker Prize (2004)\n Hop 2: Booker Prize -> winner -> Alan Hollinghurst (2004)\n Answer: 2004", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_003320", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Soviet Union", + "pred": "Hop 1: Ochakiv Raion -> located in -> Odesa Oblast (1935)\n Hop 2: Odesa Oblast -> country -> Soviet Union (1935)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_003882", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Giuseppe Patan\u00e8 -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_003657", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Hop 1: Karen Dokhoyan -> member of sports team -> Armenia men's national football team (2007)\n Hop 2: Armenia men's national football team -> head coach -> Ian Porterfield (2007)\n Answer: Ian Porterfield", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001053", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Toni Servillo", + "pred": "Hop 1: Tom Schilling -> nominated for -> European Film Award for Best Actor (2013)\n Hop 2: European Film Award for Best Actor -> winner -> Toni Servillo (2013)\n Answer: Toni Servillo", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_006052", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1983.0, + "gold": "1983", + "pred": "Hop 1: Richard Attenborough -> award received -> BAFTA Award for Best Direction (1983)\n Hop 2: Costa-Gavras -> nominated for -> BAFTA Award for Best Direction (1983)\n Answer: 1983", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_000428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "Hop 1: A Single Man -> nominated for -> Academy Award for Best Actor (2010)\n Hop 2: Academy Award for Best Actor (2010) -> winner -> Colin Firth (2010)\n Hop 3: Jeremy Renner -> nominated for -> A Single Man (2010)\n Answer: Jeremy Renner", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000183", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italian lira", + "pred": "Hop 1: Nello Pagani -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> currency -> Italian lira (2001)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_007379", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Giovanni Trapattoni", + "pred": "Hop 1: Heiko Gerber -> member of sports team -> VfB Stuttgart (2006)\n Hop 2: VfB Stuttgart -> head coach -> Giovanni Trapattoni (2006)\n Answer: Giovanni Trapattoni", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_005742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "James Kelman", + "pred": "Hop 1: Abdulrazak Gurnah -> nominated for -> Booker Prize (1994)\n Hop 2: Booker Prize (1994) -> winner -> James Kelman (1994)\n Answer: James Kelman", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_000962", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "Hop 1: BND law -> signatory -> Wolfgang Sch\u00e4uble (1990)\n Hop 2: Wolfgang Sch\u00e4uble -> country of citizenship -> Germany (1990)\n Answer: Germany", + "em": 0.0, + "f1": 0.125 + }, + { + "id": "q_005810", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Otto Graf Lambsdorff", + "pred": "Hop 1: Free Democratic Party -> replaced by -> Free Democratic Party (1990)\n Hop 2: Walter Scheel -> member of political party -> Free Democratic Party (1990)\n Answer: Free Democratic Party", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000427", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Giovanni Leone", + "pred": "Hop 1: Piero Chiara -> country of citizenship -> Italy (1974)\n Hop 2: Italy -> head of state -> Giovanni Leone (1974)\n Answer: Giovanni Leone", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_005227", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "presidential system", + "pred": "Hop 1: Horodenka -> country -> Second Polish Republic (1938)\n Hop 2: Second Polish Republic -> basic form of government -> presidential system (1938)\n Answer: presidential system", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_000433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "God Save the Tsar!", + "pred": "Hop 1: Dub\u0103sari -> country -> Russian Empire (1911)\n Hop 2: Russian Empire -> anthem -> God Save the Tsar! (1911)\n Answer: God Save the Tsar!", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_005466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Climate Pledge Arena", + "pred": "Hop 1: Gary Payton -> member of sports team -> Seattle SuperSonics (2000)\n Hop 2: Seattle SuperSonics -> home venue -> Climate Pledge Arena (2000)\n Answer: Climate Pledge Arena", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_004741", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "1st Panzer Division", + "pred": "Hop 1: Karl Lotter -> significant person -> Maximilian von Weichs (1936)\n Hop 2: Maximilian von Weichs -> commander of (DEPRECATED) -> 1st Panzer Division (1936)\n Answer: 1st Panzer Division", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006763", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "Hop 1: Craig Armstrong -> award received -> BAFTA Award for Best Original Music (2001)\n Hop 2: BAFTA Award for Best Original Music -> winner -> Tan Dun (2001)\n Answer: 2001", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_002214", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "Hop 1: Balaklava -> country -> Russian Empire (1917)\n Hop 2: Russian Empire -> anthem -> God Save the Tsar! (1917)\n Answer: God Save the Tsar!", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_005612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Nikita Khrushchev", + "pred": "Hop 1: Zuleykha Seyidmammadova -> member of political party -> Communist Party of the Soviet Union (1954)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Nikita Khrushchev (1954)\n Answer: Nikita Khrushchev", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007746", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Austria", + "pred": "Hop 1: Walter Gropius -> spouse -> Alma Mahler (1918)\n Hop 2: Alma Mahler -> country of citizenship -> Austria (1918)\n Answer: Austria", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_003268", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Luigi Carnacina -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1951)\n Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_000324", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "Hop 1: Kfar Saba -> country -> Mandatory Palestine (1937)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1937)\n Answer: United Kingdom", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006933", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Hop 1: Nani Tedeschi -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005705", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Robert Knud Friedrich Pilger", + "pred": "Hop 1: Hermann Otto Sleumer -> employer -> Botanic Garden and Botanical Museum Berlin (1949)\n Hop 2: Botanic Garden and Botanical Museum Berlin -> chief executive officer -> Robert Knud Friedrich Pilger (1949)\n Answer: Robert Knud Friedrich Pilger", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_006241", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Bucharest", + "pred": "Hop 1: Tutrakan -> country -> Kingdom of Romania (1935)\n Hop 2: Kingdom of Romania -> capital -> Bucharest (1935)\n Answer: Bucharest", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_003204", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Ralph Fiennes", + "pred": "Hop 1: Anders W. Berthelsen -> nominated for -> European Film Award for Best Actor (1999)\n Hop 2: European Film Award for Best Actor (1999) -> winner -> Ralph Fiennes (1999)\n Answer: Ralph Fiennes", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_001109", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Neutral Moresnet", + "pred": "Hop 1: Minden Government Region -> country -> Weimar Republic (1918)\n Hop 2: Weimar Republic -> shares border with -> Neutral Moresnet (1918)\n Answer: Neutral Moresnet", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_001496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Valeria Moriconi -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_004458", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Hop 1: Mehmed Uzun -> country of citizenship -> Turkey (1955)\n Hop 2: Turkey -> head of state -> Cel\u00e2l Bayar (1955)\n Answer: Cel\u00e2l Bayar", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_005199", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Hop 1: Sissel Tolaas -> work location -> Berlin (2009)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2009)\n Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000202", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Ireland", + "pred": "Hop 1: Matteo Priamo -> member of sports team -> Bardiani CSF 7 Saber (2006)\n Hop 2: Bardiani CSF 7 Saber -> country -> Ireland (2006)\n Answer: Ireland", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_006446", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Edoardo Mangiarotti -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_001839", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Q953762", + "pred": "Hop 1: Pedro Geromel -> member of sports team -> Barcelona (2010)\n Hop 2: Barcelona -> head of government -> Q953762 (2010)\n Answer: Q953762", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_001174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Latvian Higher League", + "pred": "Hop 1: Pavel Mochalin -> member of sports team -> FK Ventspils (2011)\n Hop 2: FK Ventspils -> league or competition -> Latvian Higher League (2011)\n Answer: Latvian Higher League", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006379", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Giorgio Napolitano", + "pred": "Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (2008)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2008)\n Answer: Giorgio Napolitano", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_001940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Marcello Costalunga -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> shares border with -> Yugoslavia (1989)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_001985", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Heinz Czechowski -> award received -> Heinrich Mann Prize (1984)\n Hop 2: Heinrich Mann Prize -> country -> German Democratic Republic (1984)\n Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_000177", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Claus Korth -> allegiance -> West Germany (1962)\n Hop 2: West Germany -> contains the administrative territorial entity -> Hesse (1962)\n Answer: Hesse", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003534", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: University of Toronto -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Tsinghua University (2021)\n Answer: 2021", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_007118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Steve Sampson", + "pred": "Hop 1: Andreas Herzog -> member of sports team -> LA Galaxy (2004)\n Hop 2: LA Galaxy -> head coach -> Steve Sampson (2004)\n Answer: Steve Sampson", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_008135", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Panama", + "pred": "Hop 1: Frank Tieri -> residence -> United States (1922)\n Hop 2: United States -> shares border with -> Panama (1922)\n Hop 3: Panama -> shares border with -> Colombia (1922)\n Answer: Colombia", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_008030", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Hop 1: Jacques Laurent -> member of -> Acad\u00e9mie Fran\u00e7aise (1988)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Maurice Druon (1988)\n Answer: Maurice Druon", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_008449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Hop 1: Hanns Martin Schleyer -> member of political party -> Christian Democratic Union (1975)\n Hop 2: Christian Democratic Union -> general secretary -> Kurt Biedenkopf (1975)\n Answer: Kurt Biedenkopf", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_001457", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Thomas Keneally", + "pred": "Hop 1: William Boyd -> nominated for -> Booker Prize (1982)\n Hop 2: Booker Prize (1982) -> winner -> Thomas Keneally (1982)\n Answer: Thomas Keneally", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_001650", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Sergi L\u00f3pez", + "pred": "Hop 1: Bread and Tulips -> nominated for -> European Film Award for Best Film (2000)\n Hop 2: European Film Award for Best Film -> winner -> Sergi L\u00f3pez (2000)\n Answer: Sergi L\u00f3pez", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_006597", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "SeatGeek Stadium", + "pred": "Hop 1: Logan Pause -> member of sports team -> Chicago Fire FC (2009)\n Hop 2: Chicago Fire FC -> home venue -> SeatGeek Stadium (2009)\n Answer: SeatGeek Stadium", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_003141", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Canada", + "pred": "Hop 1: Joseph-Elz\u00e9ar Bernier -> member of the crew of -> Gauss (1924)\n Hop 2: Gauss -> country of registry -> Canada (1924)\n Answer: Canada", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_004341", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "BP", + "pred": "Hop 1: Wolfram Wuttke -> member of sports team -> Hamburger SV (1984)\n Hop 2: Hamburger SV -> sponsor -> BP (1984)\n Answer: BP", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_007989", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1905.0, + "gold": "Russian Empire", + "pred": "Hop 1: Vedi -> located in -> Erivan Governorate (1905)\n Hop 2: Erivan Governorate -> country -> Russian Empire (1905)\n Answer: Russian Empire", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_002962", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Hop 1: Bruno Torpigliani -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001198", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Allianz Arena", + "pred": "Hop 1: Kenny Cooper -> member of sports team -> TSV 1860 M\u00fcnchen (2011)\n Hop 2: TSV 1860 M\u00fcnchen -> home venue -> Allianz Arena (2011)\n Answer: Allianz Arena", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006028", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Hop 1: Artur Moraes -> member of sports team -> S.L. Benfica (2012)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2012)\n Answer: Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_007856", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "Hop 1: Rorschach\u2013St. Gallen railway line -> owned by -> Vereinigte Schweizerbahnen (1902)\n Hop 2: Vereinigte Schweizerbahnen -> replaced by -> Swiss Federal Railways (1902)\n Answer: 1902", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_003797", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Hop 1: Fontanezier -> replaced by -> T\u00e9venon (2011)\n Hop 2: T\u00e9venon -> replaces -> Vaugondry (2011)\n Answer: 2011", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_002920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: HMS Graph -> country of registry -> Nazi Germany (1941)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1941)\n Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_004648", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "Hop 1: Yoshio Masui -> award received -> Albert Lasker Award for Basic Medical Research (1998)\n Hop 2: Albert Lasker Award for Basic Medical Research -> winner -> Lee Hartwell (1998)\n Answer: 1998", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_005249", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Julie Christie", + "pred": "Hop 1: Marriage Italian-Style -> nominated for -> Academy Award for Best Actress (1965)\n Hop 2: Academy Award for Best Actress (1965) -> winner -> Julie Christie\n Hop 3: Julie Christie -> winner of -> 1965 Academy Award for Best Actress\n Answer: 1965 Academy Award for Best Actress", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_004612", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Luigi Carnacina -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Umberto II of Italy (1951)\n Answer: Umberto II of Italy", + "em": 0.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_006383", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "Hop 1: Giacomo Neri -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Aldo Moro (1976)\n Answer: 1976", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_003997", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Hop 1: Romain Duris -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor -> winner -> Daniel Auteuil (2005)\n Answer: Daniel Auteuil", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002521", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Heiko Herrlich", + "pred": "Hop 1: Marek Such\u00fd -> member of sports team -> FC Augsburg (2020)\n Hop 2: FC Augsburg -> head coach -> Heiko Herrlich (2020)\n Answer: Heiko Herrlich", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_008451", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Mario Draghi", + "pred": "Hop 1: Cesare Benedetti -> country for sport -> Italy (2021)\n Hop 2: Italy -> head of government -> Mario Draghi (2021)\n Answer: Mario Draghi", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_002584", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1944.0, + "gold": "1944", + "pred": "Hop 1: Johnny Burke -> award received -> Academy Award for Best Original Song (1944)\n Hop 2: Harry Warren -> award received -> Academy Award for Best Original Song (1944)\n Hop 3: Johnny Burke -> winner -> Harry Warren (1944)\n Answer: 1944", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_000401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Zhou Enlai", + "pred": "Hop 1: Zhao Ziyang -> country of citizenship -> People's Republic of China (1959)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1959)\n Answer: Zhou Enlai", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007273", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Harry Redknapp", + "pred": "Hop 1: Michael Dawson -> member of sports team -> Tottenham Hotspur F.C. (2010)\n Hop 2: Tottenham Hotspur F.C. -> head coach -> Harry Redknapp (2010)\n Answer: Harry Redknapp", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_000566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Hop 1: Jean-Loup Dabadie -> member of -> Acad\u00e9mie Fran\u00e7aise (2009)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> H\u00e9l\u00e8ne Carr\u00e8re d'Encausse (2009)\n Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_001480", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Hop 1: Matt Carkner -> drafted by -> Montreal Canadiens (1999)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (1999)\n Answer: Saku Koivu", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_002648", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Hop 1: Jennifer Johnston -> nominated for -> Booker Prize (1977)\n Hop 2: Booker Prize (1977) -> winner -> Paul Scott (1977)\n Answer: Paul Scott", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005191", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1920)\n Hop 2: Independent Social Democratic Party of Germany -> chairperson -> Theodor Liebknecht (1920)\n Answer: Theodor Liebknecht", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_004451", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Azerbaijan Premier League", + "pred": "Hop 1: Andrey Popovi\u00e7 -> member of sports team -> FC Baku (2009)\n Hop 2: FC Baku -> league or competition -> Azerbaijan Premier League (2009)\n Answer: Azerbaijan Premier League", + "em": 1.0, + "f1": 0.2857142857142857 + } + ] +} \ No newline at end of file diff --git a/eval/v3-sft-seed1337.judged.json b/eval/v3-sft-seed1337.judged.json new file mode 100644 index 0000000000000000000000000000000000000000..dfbf3fafbd0775101204253629f874e90c63211a --- /dev/null +++ b/eval/v3-sft-seed1337.judged.json @@ -0,0 +1,22725 @@ +{ + "name": "v3-sft-seed1337", + "policy_path": "../checkpoints/sft-v3-seed1337/final", + "split": "test", + "n_samples": 1743, + "temperature": 0.0, + "max_new_tokens": 96, + "answer_extracted": true, + "n_with_answer_marker": 1738, + "judge_provider": "anthropic", + "judge_model": "claude-haiku-4-5-20251001", + "overall": { + "n": 1743, + "em": 0.8674698795180723, + "f1": 0.8841270612058196, + "judge_em": 0.861732644865175 + }, + "by_complexity": { + "1hop": { + "n": 800, + "em": 0.9875, + "f1": 0.9896875, + "judge_em": 0.97125 + }, + "2hop": { + "n": 800, + "em": 0.82, + "f1": 0.833973382221227, + "judge_em": 0.81125 + }, + "3plus": { + "n": 143, + "em": 0.46153846153846156, + "f1": 0.5741591741591742, + "judge_em": 0.5314685314685315 + } + }, + "by_operator": { + "before_after": { + "n": 517, + "em": 0.874274661508704, + "f1": 0.8934961664168627, + "judge_em": 0.851063829787234 + }, + "interval": { + "n": 163, + "em": 1.0, + "f1": 0.9830406882448347, + "judge_em": 0.9815950920245399 + }, + "point_in_time": { + "n": 535, + "em": 0.8822429906542056, + "f1": 0.892977303070761, + "judge_em": 0.8803738317757009 + }, + "sequence": { + "n": 528, + "em": 0.8049242424242424, + "f1": 0.8354497354497354, + "judge_em": 0.8162878787878788 + } + }, + "per_example": [ + { + "id": "q_006291", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "chairperson", + "pred": "Lu\u00eds Filipe Vieira", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jonas -> member of sports team -> S.L. Benfica (2017)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2017)\n Answer: Lu\u00eds Filipe Vieira", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007337", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "Nicholas II of Russia", + "pred": "Nikolay II", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Ararat -> located in -> Erivan Governorate (1907)\n Hop 2: Erivan Governorate -> country -> Russian Empire (1907)\n Hop 3: Russian Empire -> head of state -> Nikolay II (1907)\n Answer: Nikolay II", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000021", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Galvano Della Volpe -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of state -> Antonio Segni (1959)\n Hop 3: Antonio Segni -> position held -> President of the Italian Republic (1959)\n Answer: President of the Italian Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007809", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Irina Bokova", + "pred": "David Eltis", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kach -> designated as terrorist by -> United States (2011)\n Hop 2: United States -> member of -> UNESCO (2011)\n Hop 3: UNESCO -> chairperson -> David Eltis (2011)\n Answer: David Eltis", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001979", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arnold J. Levine -> award received -> Paul Ehrlich and Ludwig Darmstaedter Prize (1998)\n Answer: 1998", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005455", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.5714285714285714, + "pred_raw": "Hop 1: On Golden Pond -> nominated for -> Academy Award for Best Actress (1982)\n Hop 2: Academy Award for Best Actress -> winner -> Meryl Streep (1982)\n Hop 3: Meryl Streep -> award received -> Academy Award for Best Actress (1982)\n Answer: Academy Award for Best Actress", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008005", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Urbano Lazzaro -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1961)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1961)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008690", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bruno Pesaola -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Answer: Giovanni Gronchi", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_008321", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vito Lattanzio -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007761", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Arista Records", + "pred": "Sony Music", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jennifer Love Hewitt -> unmarried partner -> John Mayer (2002)\n Hop 2: John Mayer -> nominated for -> Grammy Award for Best Male Pop Vocal Performance (2002)\n Hop 3: Grammy Award for Best Male Pop Vocal Performance -> winner -> Epic Records (2002)\n Hop 4: Epic Records -> record label -> Sony Music (2002)\n Answer: Sony Music", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008118", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vincent Cimatti -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1959)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1959)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001360", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist", + "em": 0.0, + "f1": 0.8, + "pred_raw": "Hop 1: Guo Moruo -> country of citizenship -> People's Republic of China (1970)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1970)\n Hop 3: Zhou Enlai -> spouse -> Deng Yingchao (1970)\n Hop 4: Deng Yingchao -> member of political party -> Chinese Communist Party (1970)\n Answer: Chinese Communist", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_000136", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Italy", + "pred": "Giovanni Spadolini", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Michele Pellegrino -> country of citizenship -> Italy (1981)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1981)\n Answer: Giovanni Spadolini", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_006986", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Falcone -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giovanni Leone (1955)\n Answer: Giovanni Leone", + "judge_em": 0, + "judge_reply": "I NEED TO ANALYZE" + }, + { + "id": "q_003298", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "monarchy", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Metz -> country -> Germany (1940)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1940)\n Hop 3: Afghanistan -> basic form of government -> monarchy (1940)\n Answer: monarchy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006733", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Pesaola -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005866", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.5714285714285714, + "pred_raw": "Hop 1: Diane Keaton -> nominated for -> Academy Award for Best Actress (2004)\n Hop 2: Academy Award for Best Actress (2004) -> winner -> Hilary Swank\n Hop 3: Hilary Swank -> award received -> Academy Award for Best Actress (2004)\n Answer: Academy Award for Best Actress", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004748", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alfredo Sivocci -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1964)\n Answer: Giovanni Gronchi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004795", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Chancellor of Germany", + "pred": "President of Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: SMS Arcona -> crew members -> Eberhard Godt (1922)\n Hop 2: Eberhard Godt -> allegiance -> Weimar Republic (1922)\n Hop 3: Weimar Republic -> head of government -> Friedrich Ebert (1922)\n Hop 4: Friedrich Ebert -> position held -> President of Germany (1922)\n Answer: President of Germany", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000787", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "monarchy", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Niobe -> country of registry -> Germany (1932)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1932)\n Hop 3: Afghanistan -> basic form of government -> monarchy (1932)\n Answer: monarchy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008333", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aldo Morandi -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1963)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1963)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008338", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Academy Award for Best Visual Effects", + "pred": "Ken Ralston", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: True Lies -> nominated for -> Japan Academy Prize for Outstanding Foreign Language Film (1995)\n Hop 2: Japan Academy Prize for Outstanding Foreign Language Film -> winner -> Ken Ralston (1995)\n Answer: Ken Ralston", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001840", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tano Cimarosa -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1995)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1995)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001274", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aurelio Sabattani -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1967)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1967)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000547", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Antonio Segni", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Antonio Segni (1965)\n Answer: Antonio Segni", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001052", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Bordoni -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1955)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1955)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006228", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "Robert Ferdinand Wagner Jr.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jane Jacobs -> residence -> New York City (1963)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1963)\n Answer: Robert Ferdinand Wagner Jr.", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_006414", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1955)\n Answer: Paul-Henri Spaak", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001651", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "President of Italy", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Daniela Rocca -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1957)\n Answer: Alcide De Gasperi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007640", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Plinio Antolini -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1956)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1956)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Annalena Tonelli -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1969)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1969)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004943", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Nazi Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: U-13 -> part of -> 1st U-boat Flotilla (1938)\n Hop 2: 1st U-boat Flotilla -> location -> Kiel (1938)\n Hop 3: Kiel -> country -> Germany (1938)\n Answer: Germany", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_007287", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Angelo Cella -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1998)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1998)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005394", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Veriano Luchetti -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1997)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007314", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Mayor of New York City", + "pred": "New York City Mayor", + "em": 0.0, + "f1": 0.888888888888889, + "pred_raw": "Hop 1: Elliott Erwitt -> work location -> New York City (1957)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1957)\n Hop 3: Robert Ferdinand Wagner Jr. -> position held -> New York City Mayor (1957)\n Answer: New York City Mayor", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003452", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Mayor of New York City", + "pred": "William O'Dwyer", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mary Blair -> residence -> New York City (1948)\n Hop 2: New York City -> head of government -> William O'Dwyer (1948)\n Answer: William O'Dwyer", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_006815", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Love the Way You Lie -> nominated for -> MTV Europe Music Award for Best Song (2010)\n Hop 2: MTV Europe Music Award for Best Song -> winner -> Lady Gaga (2010)\n Answer: 2010", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008439", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Tim Robbins", + "pred": "Hop 1: Nell -> nominated for -> Academy Award for Best Actress (1995)\n Hop 2: Academy Award for Best Actress (1995) -> winner -> Susan Sarandon\n Hop 3: Susan Sarandon -> unmarried partner -> John Cusack\n Hop 4: John Cusack -> winner -> 1995 Academy Award for Best Actor\n Hop 5: 1995 Academy Award for Best Actor ->", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nell -> nominated for -> Academy Award for Best Actress (1995)\n Hop 2: Academy Award for Best Actress (1995) -> winner -> Susan Sarandon\n Hop 3: Susan Sarandon -> unmarried partner -> John Cusack\n Hop 4: John Cusack -> winner -> 1995 Academy Award for Best Actor\n Hop 5: 1995 Academy Award for Best Actor ->", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003245", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "constitutional monarchy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Niobe -> country of registry -> Germany (1932)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1932)\n Hop 3: Afghanistan -> basic form of government -> constitutional monarchy (1932)\n Answer: constitutional monarchy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008633", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giurgiu -> located in -> Vla\u0219ca County (1920)\n Hop 2: Vla\u0219ca County -> country -> Kingdom of Romania (1920)\n Hop 3: Kingdom of Romania -> capital -> Bucharest (1920)\n Answer: Bucharest", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003473", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Amin al-Dawla", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Dushanbe -> located in -> Emirate of Bukhara (1915)\n Hop 2: Emirate of Bukhara -> head of state -> Amin al-Dawla (1915)\n Hop 3: Amin al-Dawla -> country -> Russian Empire (1915)\n Answer: Amin al-Dawla", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001673", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aurelio Sabattani -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1967)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1967)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005726", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "First Republic of Austria", + "pred": "Federal State of Austria", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Aachen -> country -> Nazi Germany (1934)\n Hop 2: Nazi Germany -> shares border with -> Federal State of Austria (1934)\n Answer: Federal State of Austria", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004929", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Virginio Rosetta -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1967)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1967)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006286", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mannheim Observatory -> owned by -> Mannheim (1977)\n Hop 2: Mannheim -> country -> West Germany (1977)\n Hop 3: West Germany -> currency -> Deutsche Mark (1977)\n Answer: Deutsche Mark", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002759", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "K\u014dichir\u014d Matsuura", + "pred": "Koichiro Matsuda", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Eduardo Saverin -> country of citizenship -> United States (2005)\n Hop 2: United States -> member of -> UNESCO (2005)\n Hop 3: UNESCO -> chairperson -> Koichiro Matsuda (2005)\n Answer: Koichiro Matsuda", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_004009", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "2014", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Thierry Mariani -> member of political party -> Union for a Popular Movement (2014)\n Hop 2: Union for a Popular Movement -> chairperson -> Jean-Fran\u00e7ois Cop\u00e9 (2014)\n Hop 3: Jean-Fran\u00e7ois Cop\u00e9 -> politician -> Jean-Fran\u00e7ois Cop\u00e9 (2014)\n Answer: 2014", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007134", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Paolo Dezza -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1998)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002750", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Basaglia -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000812", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "U-13", + "pred": "1st U-boat Flotilla", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: U-14 -> commanded by -> Victor Oehrn (1936)\n Hop 2: Victor Oehrn -> affiliation -> 1st U-boat Flotilla (1936)\n Answer: 1st U-boat Flotilla", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003515", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Umberto Pasquale -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005012", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Filippo D'Amico -> country of citizenship -> Italy (1982)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1982)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1982)\n Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004016", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ernesto Prinoth -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1980)\n Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008522", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Bordoni -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1955)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1955)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tano Cimarosa -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1995)\n Hop 3: Carlo Azeglio Ciampi -> position held -> President of Italy (1995)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000716", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Umberto II", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alberto Moravia -> spouse -> Elsa Morante (1958)\n Hop 2: Elsa Morante -> country of citizenship -> Italy (1958)\n Hop 3: Italy -> head of state -> Umberto II (1958)\n Answer: Umberto II", + "judge_em": 0, + "judge_reply": "I NEED TO WORK" + }, + { + "id": "q_004128", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Linda Sini -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1956)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1956)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002796", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1923.0, + "gold": "1923", + "pred": "1923", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: hyperinflation in the Weimar Republic -> country -> Weimar Republic (1923)\n Hop 2: Weimar Republic -> currency -> Rentenmark (1923)\n Hop 3: Rentenmark -> replaces -> Papiermark (1923)\n Answer: 1923", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Massimiliano Allegri", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Michelangelo Albertazzi -> member of sports team -> AC Milan (2014)\n Hop 2: AC Milan -> head coach -> Massimiliano Allegri (2014)\n Answer: Massimiliano Allegri", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003552", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "chairperson", + "pred": "Lu\u00eds Filipe Vieira", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Miralem Sulejmani -> member of sports team -> S.L. Benfica (2014)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2014)\n Answer: Lu\u00eds Filipe Vieira", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004730", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "God Save the Tsar!", + "pred": "Pan-Slavic March", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Vedi -> located in -> Erivan Governorate (1907)\n Hop 2: Erivan Governorate -> country -> Russian Empire (1907)\n Hop 3: Russian Empire -> anthem -> Pan-Slavic March (1907)\n Answer: Pan-Slavic March", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005767", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Angela Merkel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bj\u00f6rn Schr\u00f6der -> member of sports team -> Milram (2010)\n Hop 2: Milram -> country -> Germany (2010)\n Hop 3: Germany -> head of government -> Angela Merkel (2010)\n Answer: Angela Merkel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002032", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Mayor of New York City", + "pred": "New York City Comptroller", + "em": 0.0, + "f1": 0.6666666666666665, + "pred_raw": "Hop 1: Oliver & Company -> narrative location -> New York City (1988)\n Hop 2: New York City -> head of government -> Ed Koch (1988)\n Hop 3: Ed Koch -> position held -> New York City Comptroller (1988)\n Answer: New York City Comptroller", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008644", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Salman Rushdie -> spouse -> Padma Lakshmi (2005)\n Hop 2: John Banville -> winner -> Salman Rushdie (2005)\n Answer: 2005", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006768", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ulrike Herrmann -> member of political party -> Christian Democratic Union (1987)\n Hop 2: Christian Democratic Union -> chairperson -> Helmut Kohl (1987)\n Hop 3: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Answer: West Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002122", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Angelo Cella -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1964)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1964)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Getulio Alviani -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1980)\n Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000842", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "God Save the King", + "pred": "God Save the King", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Enderbury Island -> country -> United Kingdom (1938)\n Hop 2: United Kingdom -> head of state -> George VI (1938)\n Hop 3: George VI -> anthem -> God Save the King (1938)\n Answer: God Save the King", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003512", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "John A. Alonzo", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: On Golden Pond -> nominated for -> Academy Award for Best Sound -> winner -> John A. Alonzo (1982)\n Answer: John A. Alonzo", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002727", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Federal State of Austria", + "pred": "Europe", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: 1938 World Figure Skating Championships -> location -> Berlin (1938)\n Hop 2: Berlin -> shares border with -> Czechoslovakia (1938)\n Hop 3: Czechoslovakia -> located in -> Europe (1938)\n Answer: Europe", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004477", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tommaso Padoa-Schioppa -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1970)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1970)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004639", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lelio Antoniotti -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1965)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1965)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002027", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1913.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Vedi -> located in -> Erivan Governorate (1913)\n Hop 2: Erivan Governorate -> country -> Russian Empire (1913)\n Hop 3: Russian Empire -> head of state -> Nicholas II (1913)\n Answer: Nicholas II", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004554", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gino Archesso -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Antonio Segni (1961)\n Hop 3: Antonio Segni -> position held -> President of Italy (1961)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005676", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Laureus World Sports Award for Comeback of the Year -> winner -> Lance Armstrong (2000)\n Hop 2: Lance Armstrong -> member of sports team -> Discovery Channel (2000)\n Hop 3: Discovery Channel -> country -> United States (2000)\n Answer: United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008291", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Linda Sini -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1956)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1956)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008225", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luciano Emmer -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1998)\n Hop 3: Carlo Azeglio Ciampi -> position held -> President of Italy (1998)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001173", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist", + "em": 0.0, + "f1": 0.8, + "pred_raw": "Hop 1: Guo Moruo -> country of citizenship -> People's Republic of China (1970)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1970)\n Hop 3: Zhou Enlai -> spouse -> Deng Yingchao (1970)\n Hop 4: Deng Yingchao -> member of political party -> Chinese Communist Party (1970)\n Answer: Chinese Communist", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_008571", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "constitutional monarchy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Metz -> country -> Germany (1940)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1940)\n Hop 3: Afghanistan -> basic form of government -> constitutional monarchy (1940)\n Answer: constitutional monarchy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000937", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1934.0, + "gold": "1934", + "pred": "1934", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heinrich Liebe -> allegiance -> Nazi Germany (1934)\n Hop 2: Nazi Germany -> shares border with -> Federal State of Austria (1934)\n Hop 3: Federal State of Austria -> replaces -> First Republic of Austria (1934)\n Answer: 1934", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003736", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Friedrich Ebert", + "pred": "Paul von Hindenburg", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: SMS Arcona -> crew members -> Eberhard Godt (1921)\n Hop 2: Eberhard Godt -> allegiance -> Weimar Republic (1921)\n Hop 3: Weimar Republic -> head of state -> Paul von Hindenburg (1921)\n Answer: Paul von Hindenburg", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002966", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "Oscar Luigi Scalfaro", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mariano Agate -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1995)\n Answer: Oscar Luigi Scalfaro", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000538", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Falcone -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giovanni Leone (1955)\n Hop 3: Giovanni Leone -> position held -> President of Italy (1955)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000838", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.20000000000000004, + "pred_raw": "Hop 1: Ant\u00f4nio da Silva -> member of sports team -> MSV Duisburg (2012)\n Hop 2: MSV Duisburg -> head coach -> J\u00fcrgen Klopp (2012)\n Hop 3: J\u00fcrgen Klopp -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2012)\n Answer: Order of Merit of Baden-W\u00fcrttemberg", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002448", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Vanderbilt University", + "pred": "University of Chicago", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Viktor Hamburger -> award received -> Louisa Gross Horwitz Prize (1983)\n Hop 2: Louisa Gross Horwitz Prize -> winner -> Torsten Nils Wiesel (1983)\n Hop 3: Torsten Nils Wiesel -> employer -> University of Chicago (1983)\n Answer: University of Chicago", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007230", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zoran Klemen\u010di\u010d -> member of sports team -> Tenax (2003)\n Hop 2: Tenax -> country -> Italy (2003)\n Hop 3: Italy -> head of state -> Carlo Azeglio Ciampi (2003)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004534", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Odo Fusi Pecci -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1953)\n Hop 3: Amintore Fanfani -> position held -> Prime Minister of Italy (1953)\n Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007740", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "pred_raw": "Hop 1: Ra\u00fal Pateras Pescara -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1960)\n Hop 3: Amintore Fanfani -> position held -> President of Italy (1960)\n Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007848", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Council of Ministers", + "em": 0.0, + "f1": 0.22222222222222224, + "pred_raw": "Hop 1: Mariano Agate -> country of citizenship -> Italy (2008)\n Hop 2: Italy -> head of government -> Mario Monti (2008)\n Hop 3: Mario Monti -> position held -> President of the Council of Ministers (2008)\n Answer: President of the Council of Ministers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003817", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Mayor of New York City", + "pred": "William O'Dwyer", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Variety -> place of publication -> New York City (1947)\n Hop 2: New York City -> head of government -> William O'Dwyer (1947)\n Answer: William O'Dwyer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006982", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Hannelore Kohl", + "pred": "Hannelore Kohl", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ulrike Herrmann -> member of political party -> Christian Democratic Union (1986)\n Hop 2: Christian Democratic Union -> chairperson -> Helmut Kohl (1986)\n Hop 3: Helmut Kohl -> spouse -> Hannelore Kohl (1986)\n Answer: Hannelore Kohl", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000932", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Governing Mayor of Berlin", + "pred": "Minister of Finance", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Q896393 -> work location -> Berlin (1977)\n Hop 2: Berlin -> head of government -> Dietrich Stobbe (1977)\n Hop 3: Dietrich Stobbe -> position held -> Minister of Finance (1977)\n Answer: Minister of Finance", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004711", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Vanderbilt University", + "pred": "University of California, Berkeley", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Albert Lasker Award for Basic Medical Research -> winner -> Paul Berg (1980)\n Hop 2: Paul Berg -> award received -> Nobel Prize in Chemistry (1980)\n Hop 3: Nobel Prize in Chemistry -> employer -> University of California, Berkeley (1980)\n Answer: University of California, Berkeley", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001424", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Free State of Prussia", + "pred": "Kingdom of Prussia", + "em": 0.0, + "f1": 0.5714285714285715, + "pred_raw": "Hop 1: Tilla Durieux -> spouse -> Paul Cassirer (1920)\n Hop 2: Paul Cassirer -> work location -> Berlin (1920)\n Hop 3: Berlin -> located in -> Kingdom of Prussia (1920)\n Answer: Kingdom of Prussia", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006808", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Umberto Pasquale -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005728", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.22222222222222224, + "pred_raw": "Hop 1: Getulio Alviani -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> President of the Italian Republic (1980)\n Answer: President of the Italian Republic", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000501", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Civic Democratic Party", + "pred": "V\u00e1clav Klaus", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Czech Republic -> head of government -> V\u00e1clav Klaus (1995)\n Answer: V\u00e1clav Klaus", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003472", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Carlo Rambaldi -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1955)\n Answer: Paul-Henri Spaak", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007593", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Antonio Segni", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alberto Moravia -> spouse -> Elsa Morante (1958)\n Hop 2: Elsa Morante -> country of citizenship -> Italy (1958)\n Hop 3: Italy -> head of state -> Antonio Segni (1958)\n Answer: Antonio Segni", + "judge_em": 0, + "judge_reply": "I NEED TO TRACE" + }, + { + "id": "q_004304", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "military personnel", + "pred": "Otto Schuhart", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: 21st U-boat Flotilla -> has part(s) -> U-120 (1943)\n Hop 2: 21st U-boat Flotilla -> commanded by -> Otto Schuhart (1943)\n Answer: Otto Schuhart", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004513", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> member of -> European Economic Community (1953)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1953)\n Answer: Paul-Henri Spaak", + "judge_em": 0, + "judge_reply": "I NEED TO WORK" + }, + { + "id": "q_001144", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Angela Merkel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bj\u00f6rn Schr\u00f6der -> member of sports team -> Milram (2010)\n Hop 2: Milram -> country -> Germany (2010)\n Hop 3: Germany -> head of government -> Angela Merkel (2010)\n Answer: Angela Merkel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004736", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Prime Minister of Italy", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Virginio De Paoli -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1996)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001077", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Mayor of New York City", + "pred": "Robert Ferdinand Wagner Jr.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Arman -> work location -> New York City (1964)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1964)\n Answer: Robert Ferdinand Wagner Jr.", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_008586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sim\u00e3o Sabrosa -> member of sports team -> S.L. Benfica (2003)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2003)\n Answer: chairperson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004250", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Basaglia -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: 1976", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002769", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dennis Stock -> work location -> New York City (1955)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1955)\n Hop 3: Robert Ferdinand Wagner Jr. -> position held -> Mayor of New York City (1955)\n Answer: Mayor of New York City", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001923", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alfredo Mazzoni -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1958)\n Hop 3: Amintore Fanfani -> position held -> Prime Minister of Italy (1958)\n Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008379", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cesare Terranova -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1958)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1958)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004279", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "U-13", + "pred": "1st U-boat Flotilla", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Victor Oehrn -> affiliation -> 1st U-boat Flotilla (1936)\n Answer: 1st U-boat Flotilla", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008534", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bruno Arcari -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1958)\n Answer: Alcide De Gasperi", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_001990", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "United Nations", + "pred": "United States", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Bad Day at Black Rock -> narrative location -> United States (1945)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1945)\n Hop 3: Territory of Hawaii -> member of -> United States (1945)\n Answer: United States", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000057", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Attilio Pierelli -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giovanni Leone (1970)\n Hop 3: Giovanni Leone -> position held -> President of Italy (1970)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003633", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eleonora Rossi Drago -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1966)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1966)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007357", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Mayor of New York City", + "pred": "New York City Mayor", + "em": 0.0, + "f1": 0.888888888888889, + "pred_raw": "Hop 1: Prelinger Archives -> located in -> New York City (1989)\n Hop 2: New York City -> head of government -> Ed Koch (1989)\n Hop 3: Ed Koch -> position held -> New York City Mayor (1989)\n Answer: New York City Mayor", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "President of the United States", + "pred": "George W. Bush", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Michael Barry -> member of sports team -> Discovery Channel (2004)\n Hop 2: Discovery Channel -> country -> United States (2004)\n Hop 3: United States -> head of government -> George W. Bush (2004)\n Answer: George W. Bush", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_002803", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: Enrico Silvestri -> country of citizenship -> Italy (1955)\n Hop 4: Italy -> member of -> European Economic Community (1955)\n Hop 5: European Economic Community -> chairperson -> Paul-Henri Spaak (", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: Enrico Silvestri -> country of citizenship -> Italy (1955)\n Hop 4: Italy -> member of -> European Economic Community (1955)\n Hop 5: European Economic Community -> chairperson -> Paul-Henri Spaak (", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005319", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Sergio Andreoli -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Antonio Segni (1965)\n Hop 3: Antonio Segni -> country for sport -> Italy (1965)\n Answer: Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_008568", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giuseppe Petrilli -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1998)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Filippo Inzaghi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Michelangelo Albertazzi -> member of sports team -> AC Milan (2014)\n Hop 2: AC Milan -> head coach -> Filippo Inzaghi (2014)\n Answer: Filippo Inzaghi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002510", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Bill Clinton", + "pred": "Bill Clinton", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lance Armstrong -> member of sports team -> Motorola (1996)\n Hop 2: Motorola -> country -> United States (1996)\n Hop 3: United States -> head of government -> Bill Clinton (1996)\n Answer: Bill Clinton", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007048", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u010cervie\u0144 -> country -> Russian Empire (1912)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1912)\n Answer: Nicholas II of Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000284", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Irina Bokova", + "pred": "Kofi Annan", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Susan Polgar -> country for sport -> United States (2012)\n Hop 2: United States -> member of -> UNESCO (2012)\n Hop 3: UNESCO -> chairperson -> Kofi Annan (2012)\n Answer: Kofi Annan", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007586", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "German Emperor", + "pred": "Wilhelm II", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Breitscheidplatz -> named after -> Augusta Victoria of Schleswig-Holstein (1915)\n Hop 2: Augusta Victoria of Schleswig-Holstein -> spouse -> Wilhelm II (1915)\n Answer: Wilhelm II", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006367", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Getulio Alviani -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1980)\n Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Loris Francesco Capovilla -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1958)\n Hop 3: Amintore Fanfani -> position held -> Prime Minister of Italy (1958)\n Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002788", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "John Gielgud", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Women in Love -> award received -> Academy Award for Best Actress (1969)\n Hop 2: Academy Award for Best Actress (1969) -> winner -> Maggie Smith (1969)\n Hop 3: Maggie Smith (1969) -> spouse -> John Gielgud (1969)\n Answer: John Gielgud", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001092", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "God Save the Tsar!", + "pred": "Finland's national anthem", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Helsinki -> capital of -> Grand Duchy of Finland (1906)\n Hop 2: Grand Duchy of Finland -> anthem -> Finland's national anthem (1906)\n Answer: Finland's national anthem", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_000319", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Council of Ministers", + "em": 0.0, + "f1": 0.22222222222222224, + "pred_raw": "Hop 1: Andrea Pangrazio -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1960)\n Hop 3: Amintore Fanfani -> position held -> President of the Council of Ministers (1960)\n Answer: President of the Council of Ministers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000336", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "New York City Mayor", + "em": 0.0, + "f1": 0.888888888888889, + "pred_raw": "Hop 1: Variety -> place of publication -> New York City (1963)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1963)\n Hop 3: Robert Ferdinand Wagner Jr. -> position held -> New York City Mayor (1963)\n Answer: New York City Mayor", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005328", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Basaglia -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007430", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Sukarno", + "pred": "Suharto", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: People's Republic of China -> diplomatic relation -> Indonesia (1954)\n Hop 2: Changchun -> located in -> People's Republic of China (1954)\n Hop 3: Indonesia -> head of state -> Suharto (1954)\n Answer: Suharto", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001032", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Claudio Ruffini -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1961)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1961)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006917", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zoran Klemen\u010di\u010d -> member of sports team -> Tenax (2003)\n Hop 2: Tenax -> country -> Italy (2003)\n Hop 3: Italy -> head of state -> Carlo Azeglio Ciampi (2003)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008460", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> member of -> European Economic Community (1953)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1953)\n Answer: Paul-Henri Spaak", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001183", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Francesco Carpino -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001661", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of the Council of Ministers of Italy", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Nanni Loy -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1955)\n Hop 3: Alcide De Gasperi -> position held -> President of the Council of Ministers of Italy (1955)\n Answer: President of the Council of Ministers of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002861", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Robert Schuman", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pia Nalli -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: European Economic Community -> chairperson of -> Robert Schuman (1955)\n Answer: Robert Schuman", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Oreste Biancoli -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Antonio Segni (1967)\n Hop 3: Antonio Segni -> position held -> President of Italy (1967)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ra\u00fal Pateras Pescara -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1960)\n Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_000264", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "John Gielgud", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Women in Love -> award received -> Academy Award for Best Actress (1969)\n Hop 2: Academy Award for Best Actress (1969) -> winner -> Maggie Smith\n Hop 3: Maggie Smith -> spouse -> John Gielgud\n Answer: John Gielgud", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001302", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Umberto Pasquale -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> head of government -> Alcide De Gasperi (1953)\n Hop 3: Alcide De Gasperi -> position held -> Prime Minister of Italy (1953)\n Answer: 1953", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007976", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mariele Ventre -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1969)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1969)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007562", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Lviv University", + "pred": "Lviv University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zygmunt Janiszewski -> employer -> Lviv University (1913)\n Answer: Lviv University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "pred": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dan Aykroyd -> award received -> Golden Raspberry Award for Worst Supporting Actor - Razzie Award (1992)\n Answer: Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Cornacchia -> country of citizenship -> Italy (1951)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005303", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Valenciennes F.C.", + "pred": "Valenciennes F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Geoffrey Doumeng -> member of sports team -> Valenciennes F.C. (2007)\n Answer: Valenciennes F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003783", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Baron Harding of Petherton", + "pred": "Baron Harding of Petherton", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Harding, 1st Baron Harding of Petherton -> noble title -> Baron Harding of Petherton (1959)\n Answer: Baron Harding of Petherton", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004865", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Venturini -> country of citizenship -> Kingdom of Italy (1939)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006315", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kris Bright -> member of sports team -> Bryne FK (2012)\n Answer: 2012", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Anedda -> country of citizenship -> Italy (1980)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006083", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pula -> country -> Socialist Federal Republic of Yugoslavia (1954)\n Answer: Socialist Federal Republic of Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003360", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tanguy Viel -> award received -> C\u00e9sar Award for Best Original Screenplay (2023)\n Answer: 2023", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008353", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Chattanooga", + "pred": "Chattanooga", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: National Model Railroad Association -> headquarters -> Chattanooga (1986)\n Answer: Chattanooga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "D.C. United", + "pred": "D.C. United", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Robert F. Kennedy Memorial Stadium -> occupant -> D.C. United (2009)\n Answer: D.C. United", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gjilan -> country -> Socialist Federal Republic of Yugoslavia (1977)\n Answer: Socialist Federal Republic of Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004848", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vija Artmane -> country of citizenship -> Soviet Union (1964)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007525", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Oulu Province", + "pred": "Oulu Province", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kiiminki -> located in -> Oulu Province (1946)\n Answer: Oulu Province", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000885", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Northern Dvina Governorate", + "pred": "Northern Dvina Governorate", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yarensk Uyezd -> located in -> Northern Dvina Governorate (1923)\n Answer: Northern Dvina Governorate", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001030", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovan Battista Pellegrini -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004428", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tbilisi -> country -> Soviet Union (1923)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002780", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "University of British Columbia", + "pred": "University of British Columbia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Daniel Kahneman -> employer -> University of British Columbia (1983)\n Answer: University of British Columbia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000352", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Solicitor General for England and Wales", + "pred": "Solicitor General for England and Wales", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Simon, 1st Viscount Simon -> position held -> Solicitor General for England and Wales (1911)\n Answer: Solicitor General for England and Wales", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000414", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rudolf Jaenisch -> award received -> Robert Koch Prize (2002)\n Answer: 2002", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001261", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Renato Barisani -> country of citizenship -> Italy (1958)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001035", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "WWE", + "pred": "WWE", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shane McMahon -> employer -> WWE (1996)\n Answer: WWE", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008432", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Cindy McCain", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John McCain -> spouse -> Cindy McCain (1981)\n Answer: Cindy McCain", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005886", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Federal Minister for Foreign Affairs", + "pred": "Federal Minister for Foreign Affairs", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frank-Walter Steinmeier -> position held -> Federal Minister for Foreign Affairs (2017)\n Answer: Federal Minister for Foreign Affairs", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007363", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Landrat", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armin Grein -> position held -> Landrat (1989)\n Answer: Landrat", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006356", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adolf Schr\u00f6ter -> country of citizenship -> Germany (1950)\n Answer: Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004178", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "People's Republic of Bulgaria", + "pred": "People's Republic of Bulgaria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pernik -> country -> People's Republic of Bulgaria (1979)\n Answer: People's Republic of Bulgaria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kupferstichkabinett Berlin", + "pred": "Kupferstichkabinett Berlin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Max Jakob Friedl\u00e4nder -> employer -> Kupferstichkabinett Berlin (1919)\n Answer: Kupferstichkabinett Berlin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000581", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Sevilla FC", + "pred": "Sevilla FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexis Ruano Delgado -> member of sports team -> Sevilla FC (2011)\n Answer: Sevilla FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008059", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Heinrich Himmler", + "pred": "Heinrich Himmler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Schutzstaffel -> director / manager -> Heinrich Himmler (1939)\n Answer: Heinrich Himmler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002028", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Scopus", + "pred": "Scopus", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The New York Times -> indexed in bibliographic review -> Scopus (1996)\n Answer: Scopus", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianni De Michelis -> country of citizenship -> Italy (1947)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "James Norris Memorial Trophy", + "pred": "James Norris Memorial Trophy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erik Karlsson -> award received -> James Norris Memorial Trophy (2012)\n Answer: James Norris Memorial Trophy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005062", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Babe\u0219-Bolyai University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gyula Iulius Maurer -> employer -> Babe\u0219-Bolyai University (1961)\n Answer: Babe\u0219-Bolyai University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005618", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Leicester City F.C.", + "pred": "Leicester City F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jack Hobbs -> member of sports team -> Leicester City F.C. (2010)\n Answer: Leicester City F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ulrico Girardi -> country of citizenship -> Italy (1974)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FK Austria Wien", + "pred": "FK Austria Wien", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ronald Brunmayr -> member of sports team -> FK Austria Wien (1996)\n Answer: FK Austria Wien", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002148", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1927.0, + "gold": "Kingdom of Romania", + "pred": "Kingdom of Romania", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Balchik -> country -> Kingdom of Romania (1927)\n Answer: Kingdom of Romania", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006117", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cesarina Vighy -> country of citizenship -> Italy (1970)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Mary Pickford", + "pred": "Mary Pickford", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Academy Award for Best Actress -> winner -> Mary Pickford (1929)\n Answer: Mary Pickford", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003365", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "All-NBA Team", + "pred": "All-NBA Team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gary Payton -> award received -> All-NBA Team (2000)\n Answer: All-NBA Team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Deutsche Reichsbahn", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Molli railway -> operator -> Deutsche Reichsbahn (1922)\n Answer: Deutsche Reichsbahn", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003448", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Benedetta Cappa -> country of citizenship -> Kingdom of Italy (1901)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005271", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Borussia M\u00f6nchengladbach", + "pred": "Borussia M\u00f6nchengladbach", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Voigt -> member of sports team -> Borussia M\u00f6nchengladbach (2008)\n Answer: Borussia M\u00f6nchengladbach", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "United States Penitentiary, Florence ADMAX", + "pred": "2020", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ted Kaczynski -> place of detention -> United States Penitentiary, Florence ADMAX (2020)\n Answer: 2020", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007959", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Afghanistan", + "pred": "Afghanistan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Germany -> diplomatic relation -> Afghanistan (2010)\n Answer: Afghanistan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008034", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sergio Tofano -> country of citizenship -> Kingdom of Italy (1912)\n Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_006099", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Central Volga Krai -> located in -> Russian Soviet Federative Socialist Republic (1932)\n Answer: Russian Soviet Federative Socialist Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003338", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "President of the Bundestag", + "pred": "President of the Bundestag", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Wolfgang Sch\u00e4uble -> position held -> President of the Bundestag (2017)\n Answer: President of the Bundestag", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007882", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "pred": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ernst Chain -> award received -> Paul Ehrlich and Ludwig Darmstaedter Prize (1954)\n Answer: Paul Ehrlich and Ludwig Darmstaedter Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001101", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Melbourne Cricket Ground", + "pred": "Melbourne Cricket Ground", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Melbourne Football Club -> home venue -> Melbourne Cricket Ground (1904)\n Answer: Melbourne Cricket Ground", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004838", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "American Psycho 2", + "pred": "American Psycho 2", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: American Psycho -> derivative work -> American Psycho 2 (2002)\n Answer: American Psycho 2", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008088", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianfranco Parolini -> country of citizenship -> Italy (2017)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008278", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Valenciennes F.C.", + "pred": "Valenciennes F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kenny Lala -> member of sports team -> Valenciennes F.C. (2013)\n Answer: Valenciennes F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003556", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Battista Lacchini -> country of citizenship -> Kingdom of Italy (1935)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Spartak Moscow", + "pred": "Spartak Moscow", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roman Shishkin -> member of sports team -> Spartak Moscow (2004)\n Answer: Spartak Moscow", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007252", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Amaury Bischoff -> member of sports team -> RC Strasbourg Alsace (2005)\n Answer: 2005", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007229", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Albrecht Brandi -> country of citizenship -> West Germany (1963)\n Answer: West Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Tasselli -> country of citizenship -> Kingdom of Italy (1917)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003581", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luciano Savorini -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007540", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Norway men's national association football team", + "pred": "Norway men's national association football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rolf Johannessen -> member of sports team -> Norway men's national association football team (1931)\n Answer: Norway men's national association football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006549", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1972.0, + "gold": "1972", + "pred": "1972", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Louis Emil Denfeld -> place of burial -> Arlington National Cemetery (1972)\n Answer: 1972", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006127", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Soldati -> residence -> Rome (1957)\n Answer: Rome", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008172", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Academy Award for Best Director", + "pred": "Academy Award for Best Director", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fred Zinnemann -> nominated for -> Academy Award for Best Director (1961)\n Answer: Academy Award for Best Director", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006850", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "\u00c9toile Sportive du Sahel", + "pred": "\u00c9toile Sportive du Sahel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Oumar Kalabane -> member of sports team -> \u00c9toile Sportive du Sahel (2000)\n Answer: \u00c9toile Sportive du Sahel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001281", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "60 Minutes", + "pred": "60 Minutes", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Morley Safer -> notable work -> 60 Minutes (1979)\n Answer: 60 Minutes", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nikolaus Schneider -> award received -> Buber-Rosenzweig-Medal (2012)\n Answer: 2012", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Philadelphia", + "pred": "Philadelphia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Thomas Eakins -> work location -> Philadelphia (1908)\n Answer: Philadelphia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001024", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Olympiacos F.C. -> head coach -> Jos\u00e9 Anigo (2023)\n Answer: 2023", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003080", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Nobel Prize in Literature", + "pred": "Nobel Prize in Literature", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sarvepalli Radhakrishnan -> nominated for -> Nobel Prize in Literature (1936)\n Answer: Nobel Prize in Literature", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Reading F.C.", + "pred": "Reading F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stephen Hunt -> member of sports team -> Reading F.C. (2006)\n Answer: Reading F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007249", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Athletic Club", + "pred": "Athletic Club", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rafael Moreno Aranzadi -> member of sports team -> Athletic Club (1912)\n Answer: Athletic Club", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004330", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cristina Campo -> country of citizenship -> Kingdom of Italy (1933)\n Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_002355", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Brentford F.C.", + "pred": "Brentford F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andy Sinton -> member of sports team -> Brentford F.C. (1987)\n Answer: Brentford F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Erwin Teufel", + "pred": "Erwin Teufel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Baden-W\u00fcrttemberg -> head of government -> Erwin Teufel (2000)\n Answer: Erwin Teufel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002493", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "TV Globo", + "pred": "TV Globo", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Grupo Globo -> subsidiary -> TV Globo (1994)\n Answer: TV Globo", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004504", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Gautschi -> doctoral student -> Andreas Speiser (1953)\n Answer: 1953", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008366", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Jean Tremblay", + "pred": "Jean Tremblay", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Saguenay -> head of government -> Jean Tremblay (2008)\n Answer: Jean Tremblay", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003310", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "1980", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The Maids of Wilko -> nominated for -> Academy Award for Best International Feature Film (1980)\n Answer: 1980", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004860", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "auxiliary bishop", + "pred": "auxiliary bishop", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guillermo Leaden -> position held -> auxiliary bishop (1975)\n Answer: auxiliary bishop", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007131", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pino Caruso -> country of citizenship -> Italy (1976)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001190", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franca Florio -> country of citizenship -> Kingdom of Italy (1935)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001845", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "A.S. Nancy-Lorraine", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jean Templin -> member of sports team -> A.S. Nancy-Lorraine (1959)\n Answer: A.S. Nancy-Lorraine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001601", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Lomonosov Moscow State University", + "pred": "Lomonosov Moscow State University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lev Pontryagin -> employer -> Lomonosov Moscow State University (1933)\n Answer: Lomonosov Moscow State University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008159", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "AIK Fotboll", + "pred": "AIK Fotboll", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lee Baxter -> member of sports team -> AIK Fotboll (2010)\n Answer: AIK Fotboll", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006771", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Cuxhaven district", + "pred": "Cuxhaven district", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sietland -> located in -> Cuxhaven district (1995)\n Answer: Cuxhaven district", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002990", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Vesyegonsky District", + "pred": "Vesyegonsky District", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vesyegonsk -> located in -> Vesyegonsky District (1957)\n Answer: Vesyegonsky District", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002704", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Everton F.C.", + "pred": "Everton F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adrian Heath -> member of sports team -> Everton F.C. (1986)\n Answer: Everton F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000821", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sabatino Moscati -> country of citizenship -> Kingdom of Italy (1930)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001187", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Max Planck Institute for Chemistry", + "pred": "Max Planck Institute for Chemistry", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paul Josef Crutzen -> employer -> Max Planck Institute for Chemistry (1980)\n Answer: Max Planck Institute for Chemistry", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006629", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "United States Navy", + "pred": "United States Navy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frederick B. Dent -> military branch -> United States Navy (1946)\n Answer: United States Navy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003305", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonello Aglioti -> country of citizenship -> Italy (1981)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Carter Harrison IV", + "pred": "Carter Harrison IV", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Chicago -> head of government -> Carter Harrison IV (1913)\n Answer: Carter Harrison IV", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000310", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "arrondissement of Bourg-en-Bresse", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Le Montellier -> located in -> arrondissement of Bourg-en-Bresse (1989)\n Answer: arrondissement of Bourg-en-Bresse", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003989", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Baron Moyne", + "pred": "Baron Moyne", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Guinness, 1st Baron Moyne -> award -> Distinguished Service Order (1935)\n Answer: Baron Moyne", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fabio Capello -> work location -> Rome (2001)\n Answer: Rome", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002832", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Willy Marlow", + "pred": "Willy Marlow", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rostock District -> head of government -> Willy Marlow (1983)\n Answer: Willy Marlow", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000368", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "FC Porto", + "pred": "FC Porto", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Deco -> member of sports team -> FC Porto (1999)\n Answer: FC Porto", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005867", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kursk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1980)\n Answer: Russian Soviet Federative Socialist Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005700", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Colombia men's national football team", + "pred": "Colombia men's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Juan Carlos Henao -> member of sports team -> Colombia men's national football team (2003)\n Answer: Colombia men's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000881", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "York University", + "pred": "York University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ellen Meiksins Wood -> employer -> York University (1986)\n Answer: York University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005707", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Kreis Kalbe (Milde)", + "pred": "Kreis Kalbe (Milde)", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jeetze -> located in -> Kreis Kalbe (Milde) (1952)\n Answer: Kreis Kalbe (Milde)", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001238", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Pre\u0161ov Region", + "pred": "Pre\u0161ov Region", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pre\u0161ov -> located in -> Pre\u0161ov Region (1954)\n Answer: Pre\u0161ov Region", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006162", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erick Scott -> member of sports team -> Asociaci\u00f3n Deportiva San Carlos (2011)\n Answer: 2011", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pier Antonio Quarantotti Gambini -> country of citizenship -> Italy (1960)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006967", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armando Aste -> country of citizenship -> Italy (1971)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006519", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "F.C. Pro Vercelli 1892", + "pred": "F.C. Pro Vercelli 1892", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dante Amarilli -> member of sports team -> F.C. Pro Vercelli 1892 (1935)\n Answer: F.C. Pro Vercelli 1892", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006861", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Toulouse FC", + "pred": "Toulouse FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Umut burugudut bulut -> member of sports team -> Toulouse FC (2012)\n Answer: Toulouse FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006139", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Decathlon CMA CGM Team", + "pred": "Decathlon CMA CGM Team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nicolas Roche -> member of sports team -> Decathlon CMA CGM Team (2012)\n Answer: Decathlon CMA CGM Team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002293", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Bethesda", + "pred": "Bethesda", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Katie Ledecky -> residence -> Bethesda (2001)\n Answer: Bethesda", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008165", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Akkermansky Uyezd", + "pred": "Akkermansky Uyezd", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bilhorod-Dnistrovskyi -> located in -> Akkermansky Uyezd (1902)\n Answer: Akkermansky Uyezd", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001745", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Li Tsung-jen -> country of citizenship -> Taiwan (1962)\n Answer: Taiwan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Paul McGann", + "pred": "Paul McGann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Susannah Harker -> unmarried partner -> Paul McGann (2008)\n Answer: Paul McGann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Al-Qaeda", + "pred": "Al-Qaeda", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Osama bin Laden -> allegiance -> Al-Qaeda (1993)\n Answer: Al-Qaeda", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vaterstetten -> country -> Weimar Republic (1922)\n Answer: Weimar Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007239", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: James Alberione -> country of citizenship -> Kingdom of Italy (1923)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005515", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "doctorate", + "pred": "doctorate", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Raymond Dumais -> academic degree -> doctorate (1993)\n Answer: doctorate", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002120", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Bauska District", + "pred": "Bauska District", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bauska -> located in -> Bauska District (2000)\n Answer: Bauska District", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007214", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Gale Anne Hurd", + "pred": "Gale Anne Hurd", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: James Cameron -> spouse -> Gale Anne Hurd (1987)\n Answer: Gale Anne Hurd", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008171", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Felice Andreasi -> country of citizenship -> Italy (1980)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002624", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Woodrow Wilson", + "pred": "Woodrow Wilson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: United States -> head of government -> Woodrow Wilson (1918)\n Answer: Woodrow Wilson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004467", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto Albertini -> country of citizenship -> Kingdom of Italy (1924)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006746", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1993.0, + "gold": "1993", + "pred": "1993", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Veran Mati\u0107 -> award received -> CPJ International Press Freedom Awards (1993)\n Answer: 1993", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vr\u0161ac -> country -> Socialist Federal Republic of Yugoslavia (1979)\n Answer: Socialist Federal Republic of Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000447", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonio Sbardella -> country of citizenship -> Italy (1980)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007622", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jos\u00e9 Ortigoza -> member of sports team -> Ulsan HD FC (2010)\n Answer: 2010", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007073", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FC Luch-Energiya Vladivostok", + "pred": "FC Luch-Energiya Vladivostok", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Maksim Layushkin -> member of sports team -> FC Luch-Energiya Vladivostok (1996)\n Answer: FC Luch-Energiya Vladivostok", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006216", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yelena Miroshina -> country of citizenship -> Soviet Union (1987)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007462", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "\u00d6sters IF", + "pred": "\u00d6sters IF", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hans Eklund -> member of sports team -> \u00d6sters IF (1987)\n Answer: \u00d6sters IF", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000068", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Eski\u015fehirspor", + "pred": "Eski\u015fehirspor", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00d6mer Kaner -> member of sports team -> Eski\u015fehirspor (1982)\n Answer: Eski\u015fehirspor", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Marconi Prize", + "pred": "Marconi Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Federico Faggin -> award received -> Marconi Prize (1988)\n Answer: Marconi Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Silvio Gazzaniga -> country of citizenship -> Italy (1996)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005968", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adone Zoli -> country of citizenship -> Italy (1958)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonio Sbardella -> country of citizenship -> Italy (1980)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002706", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "economic liberalism", + "pred": "economic liberalism", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jorge Gonz\u00e1lez von Mar\u00e9es -> movement -> economic liberalism (1957)\n Answer: economic liberalism", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006338", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Jan Hendrik Oort", + "pred": "Jan Hendrik Oort", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Maarten Schmidt -> doctoral advisor -> Jan Hendrik Oort (1956)\n Answer: Jan Hendrik Oort", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "State Government", + "pred": "State Government", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Johanna Mikl-Leitner -> position held -> State Government (2007)\n Answer: State Government", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005181", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leigh Bromby -> member of sports team -> Sheffield United F.C. (2009)\n Answer: 2009", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003253", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kenjir\u014d Sh\u014dda -> position held -> chairperson (1958)\n Answer: chairperson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: G\u00f6khan \u00dcnal -> member of sports team -> Gen\u00e7lerbirli\u011fi S.K. (2002)\n Answer: Gen\u00e7lerbirli\u011fi S.K.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003453", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Irene Galitzine -> country of citizenship -> Italy (1956)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002186", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Academy Award for Best Actress", + "pred": "Academy Award for Best Actress", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Meryl Streep -> nominated for -> Academy Award for Best Actress (2014)\n Answer: Academy Award for Best Actress", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000960", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Biysk -> country -> Soviet Union (1922)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Germany -> currency -> Deutsche Mark (1987)\n Answer: Deutsche Mark", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003476", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Municipio III", + "pred": "Municipio III", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: San Lorenzo -> location -> Municipio III (2007)\n Answer: Municipio III", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001826", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "WWE", + "pred": "WWE", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shane McMahon -> employer -> WWE (2020)\n Answer: WWE", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Camillo Cibin -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Latvian Soviet Socialist Republic", + "pred": "Latvian Soviet Socialist Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: R\u0113zekne -> located in -> Latvian Soviet Socialist Republic (1991)\n Answer: Latvian Soviet Socialist Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002291", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2022.0, + "gold": "Al-Nassr", + "pred": "Al-Nassr", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luiz Gustavo -> member of sports team -> Al-Nassr (2022)\n Answer: Al-Nassr", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006248", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zeno Saltini -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003830", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: MTV Video Music Award for Best Group -> winner -> Foo Fighters (1996)\n Answer: 1996", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005800", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1927.0, + "gold": "1927", + "pred": "1927", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lois Delander -> competition won -> Miss America (1927)\n Answer: 1927", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Roman Herzog", + "pred": "Roman Herzog", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Germany -> head of state -> Roman Herzog (1996)\n Answer: Roman Herzog", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "TOP 09", + "pred": "TOP 09", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karel Schwarzenberg -> member of political party -> TOP 09 (2017)\n Answer: TOP 09", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003125", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Xiao Ke -> member of political party -> Chinese Communist Party (1929)\n Answer: Chinese Communist Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "United States Air Force", + "pred": "United States Air Force", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Warren Weaver -> employer -> United States Air Force (1918)\n Answer: United States Air Force", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000679", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Member of the European Parliament", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jean-Marie Cavada -> position held -> Member of the European Parliament (2017)\n Answer: Member of the European Parliament", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "1922", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dushanbe -> capital of -> Basmachi movement (1922)\n Answer: 1922", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_004918", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karl Plattner -> country of citizenship -> Italy (1947)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006137", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Orlando Magic", + "pred": "Orlando Magic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shaquille O'Neal -> member of sports team -> Orlando Magic (1995)\n Answer: Orlando Magic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002644", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Club Atl\u00e9tico Tigre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Daniel Islas -> member of sports team -> Club Atl\u00e9tico Tigre (2009)\n Answer: Club Atl\u00e9tico Tigre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004185", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Christiane Kubrick", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stanley Kubrick -> spouse -> Christiane Kubrick (1995)\n Answer: Christiane Kubrick", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007259", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Heidelberg University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Herbert Seifert -> employer -> Heidelberg University (1961)\n Answer: Heidelberg University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000078", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Bettinelli -> country of citizenship -> Italy (1972)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006054", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tullia Zevi -> country of citizenship -> Italy (2001)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "SC Young Fellows Juventus", + "pred": "SC Young Fellows Juventus", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leopold Kielholz -> member of sports team -> SC Young Fellows Juventus (1942)\n Answer: SC Young Fellows Juventus", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "president", + "pred": "president", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Richard William Smith -> position held -> president (2012)\n Answer: president", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002324", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arvydas Novikovas -> member of sports team -> FC Vilnius (2008)\n Answer: 2008", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008261", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "National Basketball Association", + "pred": "National Basketball Association", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Chris Mihm -> league or competition -> National Basketball Association (2005)\n Answer: National Basketball Association", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004156", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianni Dova -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002138", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Montpellier H\u00e9rault Sport Club", + "pred": "Montpellier H\u00e9rault Sport Club", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Olivier Sorlin -> member of sports team -> Montpellier H\u00e9rault Sport Club (1999)\n Answer: Montpellier H\u00e9rault Sport Club", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001307", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Del Monaco -> country of citizenship -> Italy (1953)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005256", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "auxiliary bishop", + "pred": "auxiliary bishop", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ortega Franco -> position held -> auxiliary bishop (2012)\n Answer: auxiliary bishop", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004475", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Q135837", + "pred": "Fassa Bortolo", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Raimondas Rum\u0161as -> member of sports team -> Fassa Bortolo (2003)\n Answer: Fassa Bortolo", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002220", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Estudiantes de La Plata", + "pred": "Estudiantes de La Plata", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Iv\u00e1n Moreno y Fabianesi -> member of sports team -> Estudiantes de La Plata (2008)\n Answer: Estudiantes de La Plata", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006192", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Egypt", + "pred": "Egypt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zakaria Mohieddin -> country of citizenship -> Egypt (1983)\n Answer: Egypt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005619", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adone Zoli -> country of citizenship -> Kingdom of Italy (1919)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003460", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Buber-Rosenzweig-Medal", + "pred": "Buber-Rosenzweig-Medal", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nikolaus Schneider -> award received -> Buber-Rosenzweig-Medal (2012)\n Answer: Buber-Rosenzweig-Medal", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005532", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Gy\u00f6rgy Fekete", + "pred": "Gy\u00f6rgy Fekete", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Szilvia Sunyovszky -> spouse -> Gy\u00f6rgy Fekete (2020)\n Answer: Gy\u00f6rgy Fekete", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000731", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Ren\u00e9 Ang\u00e9lil", + "pred": "Ren\u00e9 Ang\u00e9lil", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: C\u00e9line Dion -> spouse -> Ren\u00e9 Ang\u00e9lil (2000)\n Answer: Ren\u00e9 Ang\u00e9lil", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007949", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Aston Villa F.C.", + "pred": "Aston Villa F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Harry Parkes -> member of sports team -> Aston Villa F.C. (1940)\n Answer: Aston Villa F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001545", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armando Aste -> country of citizenship -> Italy (1971)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001649", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Francesco Aguzzoli -> country of citizenship -> Italy (1969)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008040", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carlo Zecchi -> country of citizenship -> Kingdom of Italy (1934)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006170", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Nazi Germany", + "pred": "Nazi Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Potsdam -> country -> Nazi Germany (1934)\n Answer: Nazi Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Filippo Zappata -> country of citizenship -> Italy (1968)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Cottbus District", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cottbus -> located in -> Cottbus District (1982)\n Answer: Cottbus District", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004771", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "SV Waldhof Mannheim", + "pred": "SV Waldhof Mannheim", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fritz Walter -> member of sports team -> SV Waldhof Mannheim (1982)\n Answer: SV Waldhof Mannheim", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002240", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Raymond Lahey", + "pred": "Raymond Lahey", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roman Catholic Diocese of Corner Brook and Labrador -> chairperson -> Raymond Lahey (1992)\n Answer: Raymond Lahey", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001328", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "F.C. Hansa Rostock", + "pred": "F.C. Hansa Rostock", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Axel Hauschild -> member of sports team -> F.C. Hansa Rostock (1985)\n Answer: F.C. Hansa Rostock", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003910", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1926.0, + "gold": "Yves du Manoir Stadium", + "pred": "Yves du Manoir Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Racing 92 -> home venue -> Yves du Manoir Stadium (1926)\n Answer: Yves du Manoir Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003393", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Nemuro Subprefecture (1897\u20142010)", + "pred": "Nemuro Subprefecture (1897\u20142010)", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Signalny -> located in -> Nemuro Subprefecture (1897\u20142010) (1990)\n Answer: Nemuro Subprefecture (1897\u20142010)", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Tuvan Autonomous Soviet Socialist Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tes-Khemsky District -> located in -> Tuvan Autonomous Soviet Socialist Republic (1987)\n Answer: Tuvan Autonomous Soviet Socialist Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002690", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Edgardo Moltoni -> country of citizenship -> Italy (1970)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000520", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Watford F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alec Chamberlain -> member of sports team -> Watford F.C. (2001)\n Answer: Watford F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008590", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Acad\u00e9mie des beaux-arts", + "pred": "Acad\u00e9mie des beaux-arts", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Albert Decaris -> member of -> Acad\u00e9mie des beaux-arts (1951)\n Answer: Acad\u00e9mie des beaux-arts", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002965", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Toronto", + "pred": "Toronto", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Healey Willan -> location -> Toronto (1951)\n Answer: Toronto", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000417", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Azzini -> country of citizenship -> Italy (1992)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007810", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Khotyn -> country -> Soviet Union (1968)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002744", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Queen Mary University of London", + "pred": "Queen Mary University of London", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kurt Hirsch -> employer -> Queen Mary University of London (1971)\n Answer: Queen Mary University of London", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006283", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "University of G\u00f6ttingen", + "pred": "University of G\u00f6ttingen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Johann Radon -> educated at -> University of G\u00f6ttingen (1912)\n Answer: University of G\u00f6ttingen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001516", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "President of the Swiss Confederation", + "pred": "President of the Swiss Confederation", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Samuel Schmid -> position held -> President of the Swiss Confederation (2005)\n Answer: President of the Swiss Confederation", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004019", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "FC Aarau", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shk\u00eblzen Gashi -> member of sports team -> FC Aarau (2022)\n Answer: FC Aarau", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007577", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Goethe University Frankfurt", + "pred": "Goethe University Frankfurt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ruth Moufang -> employer -> Goethe University Frankfurt (1955)\n Answer: Goethe University Frankfurt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006387", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Nopporo Station", + "pred": "Nopporo Station", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ebetsu Station -> adjacent station -> Nopporo Station (1958)\n Answer: Nopporo Station", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giuseppe Saragat -> position held -> President of Italy (1965)\n Hop 2: President of Italy -> country of citizenship -> Italy (1965)\n Answer: Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006907", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "People's Republic of Bulgaria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stara Zagora -> country -> People's Republic of Bulgaria (1962)\n Answer: People's Republic of Bulgaria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000891", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Goffredo Zehender -> country of citizenship -> Kingdom of Italy (1929)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003937", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "VfL Bochum", + "pred": "VfL Bochum", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Matias Concha -> member of sports team -> VfL Bochum (2011)\n Answer: VfL Bochum", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000823", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuliano Bernardi -> country of citizenship -> Italy (1970)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Aston Villa F.C.", + "pred": "Aston Villa F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alan Wright -> member of sports team -> Aston Villa F.C. (2001)\n Answer: Aston Villa F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008286", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Deportivo de La Coru\u00f1a", + "pred": "Deportivo de La Coru\u00f1a", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Miroslav \u0110uki\u0107 -> member of sports team -> Deportivo de La Coru\u00f1a (1995)\n Answer: Deportivo de La Coru\u00f1a", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002635", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hessenliga -> country -> West Germany (1949)\n Answer: West Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006205", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gabriele Mucchi -> country of citizenship -> Italy (1990)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Austria men's national football team", + "pred": "Austria men's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roman M\u00e4hlich -> member of sports team -> Austria men's national football team (2001)\n Answer: Austria men's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002157", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Morselli -> country of citizenship -> Italy (1967)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000634", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "SSC Bari", + "pred": "SSC Bari", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Graziano Battistini -> member of sports team -> SSC Bari (2003)\n Answer: SSC Bari", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005602", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Kita-Toyotsu Signal Base", + "pred": "Kita-Toyotsu Signal Base", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kunnui Station -> adjacent station -> Kita-Toyotsu Signal Base (1987)\n Answer: Kita-Toyotsu Signal Base", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000342", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vagit Alekperov -> country of citizenship -> Soviet Union (1989)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004873", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Club Atletico All Boys", + "pred": "Club Atletico All Boys", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Agust\u00edn Torassa -> member of sports team -> Club Atletico All Boys (2010)\n Answer: Club Atletico All Boys", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004390", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Shonan Bellmare", + "pred": "Shonan Bellmare", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Takeshi Motoyoshi -> member of sports team -> Shonan Bellmare (1990)\n Answer: Shonan Bellmare", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Bruno Rossi Prize", + "pred": "Bruno Rossi Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rashid Sunyaev -> award received -> Bruno Rossi Prize (1988)\n Answer: Bruno Rossi Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alfons Benedikter -> country of citizenship -> Italy (1955)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005697", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "G.S. Iraklis Thessalonikis (men's association football)", + "pred": "G.S. Iraklis Thessalonikis (men's association football)", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ivan Jovanovi\u0107 -> member of sports team -> G.S. Iraklis Thessalonikis (men's association football) (1992)\n Answer: G.S. Iraklis Thessalonikis (men's association football)", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "VfB Stuttgart", + "pred": "VfB Stuttgart", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ernst Blum -> member of sports team -> VfB Stuttgart (1925)\n Answer: VfB Stuttgart", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003442", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bledi Shk\u00ebmbi -> member of sports team -> Besa Kavaj\u00eb (2010)\n Answer: 2010", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004805", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Bocskai FC", + "pred": "Bocskai FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: J\u00e1nos Gyarmati -> member of sports team -> Bocskai FC (1931)\n Answer: Bocskai FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006113", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Prime Minister of Bhutan", + "pred": "Prime Minister of Bhutan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jigme Palden Dorji -> position held -> Prime Minister of Bhutan (1962)\n Answer: Prime Minister of Bhutan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002998", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Hibernian F.C.", + "pred": "Hibernian F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Derek Riordan -> member of sports team -> Hibernian F.C. (2010)\n Answer: Hibernian F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Toti Dal Monte -> country of citizenship -> Kingdom of Italy (1922)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005890", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aldo Clementi -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003583", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Aichi district", + "pred": "Aichi district", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nagakute -> located in -> Aichi district (2009)\n Answer: Aichi district", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006267", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Freiburg im Breisgau -> country -> German Empire (1917)\n Answer: German Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005655", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Associated Press Athlete of the Year", + "pred": "Associated Press Athlete of the Year", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Serena Williams -> award received -> Associated Press Athlete of the Year (2009)\n Answer: Associated Press Athlete of the Year", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003079", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Kingdom of Bulgaria", + "pred": "Kingdom of Bulgaria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Burgas -> country -> Kingdom of Bulgaria (1918)\n Answer: Kingdom of Bulgaria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002419", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Helmond Sport", + "pred": "Helmond Sport", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fons van Wissen -> member of sports team -> Helmond Sport (1968)\n Answer: Helmond Sport", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007094", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "World Rally Championship", + "pred": "World Rally Championship", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Citro\u00ebn World Rally Team -> league or competition -> World Rally Championship (2009)\n Answer: World Rally Championship", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004223", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "French Navy", + "pred": "French Navy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: NAe S\u00e3o Paulo -> owned by -> French Navy (1996)\n Answer: French Navy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Orthez", + "pred": "Orthez", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Francis Jammes -> residence -> Orthez (1921)\n Answer: Orthez", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001391", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Royal Academy of Exact, Physical and Natural Sciences", + "pred": "Royal Academy of Exact, Physical and Natural Sciences", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jos\u00e9 Echegaray -> member of -> Royal Academy of Exact, Physical and Natural Sciences (1903)\n Answer: Royal Academy of Exact, Physical and Natural Sciences", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005935", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Atalanta BC", + "pred": "Atalanta BC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Meazza -> coach of sports team -> Atalanta BC (1946)\n Answer: Atalanta BC", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_003693", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Spartak", + "pred": "Spartak", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Spartak Moscow -> part of -> Spartak (1955)\n Answer: Spartak", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001318", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Princeton University", + "pred": "Princeton University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marvin Minsky -> educated at -> Princeton University (1951)\n Answer: Princeton University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Yale University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Feit -> employer -> Yale University (1995)\n Answer: Yale University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000126", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Titta Ruffo -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pino Cerami -> country of citizenship -> Kingdom of Italy (1933)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004718", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Egypt", + "pred": "Egypt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hosni Mubarak -> country of citizenship -> Egypt (1989)\n Answer: Egypt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000908", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "TI-Raleigh", + "pred": "TI-Raleigh", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ludo Peeters -> member of sports team -> TI-Raleigh (1982)\n Answer: TI-Raleigh", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003983", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Spanish Navy", + "pred": "Spanish Navy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: U-573 -> operator -> Spanish Navy (1951)\n Answer: Spanish Navy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008295", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Grawemeyer Award for Music Composition", + "pred": "Grawemeyer Award for Music Composition", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Witold Lutos\u0142awski -> award received -> Grawemeyer Award for Music Composition (1985)\n Answer: Grawemeyer Award for Music Composition", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003030", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "pred": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alfred Jeanroy -> member of -> Acad\u00e9mie des Inscriptions et Belles-Lettres (1925)\n Answer: Acad\u00e9mie des Inscriptions et Belles-Lettres", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005340", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Boavista F.C.", + "pred": "Boavista F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Diego da Costa Lima -> member of sports team -> Boavista F.C. (2016)\n Answer: Boavista F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hlukhiv -> country -> Soviet Union (1927)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Dario Franchitti", + "pred": "Dario Franchitti", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ashley Judd -> spouse -> Dario Franchitti (2012)\n Answer: Dario Franchitti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000349", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "2nd U-boat Flotilla", + "pred": "2nd U-boat Flotilla", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: U-43 -> affiliation -> 2nd U-boat Flotilla (1941)\n Answer: 2nd U-boat Flotilla", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004450", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Radio Free Europe/Radio Liberty", + "pred": "Radio Free Europe/Radio Liberty", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Rahr -> employer -> Radio Free Europe/Radio Liberty (1992)\n Answer: Radio Free Europe/Radio Liberty", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Netanya -> country -> Mandatory Palestine (1940)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1940)\n Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005907", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1904.0, + "gold": "1904", + "pred": "1904", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gustav von Escherich -> doctoral student -> Heinrich Franz Friedrich Tietze (1904)\n Answer: 1904", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007403", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Nazi Germany", + "pred": "Nazi Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Otto Schuhart -> allegiance -> Nazi Germany (1943)\n Answer: Nazi Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007172", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Cardiff City F.C.", + "pred": "Cardiff City F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lee Naylor -> member of sports team -> Cardiff City F.C. (2011)\n Answer: Cardiff City F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006019", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Fengtien", + "pred": "Fengtien", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dongliao County -> located in -> Fengtien (1938)\n Answer: Fengtien", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003483", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Helmut Newton", + "pred": "Helmut Newton", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: June Browne -> spouse -> Helmut Newton (1981)\n Answer: Helmut Newton", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003450", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paolo Rossi -> country of citizenship -> Italy (1951)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007313", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Georges Bataille", + "pred": "Georges Bataille", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Colette Peignot -> unmarried partner -> Georges Bataille (1935)\n Answer: Georges Bataille", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006396", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Institute for Advanced Study", + "pred": "Institute for Advanced Study", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: James Waddell Alexander II -> employer -> Institute for Advanced Study (1940)\n Answer: Institute for Advanced Study", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004252", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "FC Sochaux-Montb\u00e9liard", + "pred": "FC Sochaux-Montb\u00e9liard", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jean-Jacques Marcel -> member of sports team -> FC Sochaux-Montb\u00e9liard (1949)\n Answer: FC Sochaux-Montb\u00e9liard", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006732", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Lappeenranta", + "pred": "Lappeenranta", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: SPL Saimaan piiri -> headquarters location -> Lappeenranta (1949)\n Answer: Lappeenranta", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002912", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Tinkoff", + "pred": "Tinkoff", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Matthew Goss -> member of sports team -> Tinkoff (2008)\n Answer: Tinkoff", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000404", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Club Le\u00f3n", + "pred": "Club Le\u00f3n", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luis Estrada -> member of sports team -> Club Le\u00f3n (1966)\n Answer: Club Le\u00f3n", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto Sordi -> country of citizenship -> Italy (1951)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007041", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Hannover 96", + "pred": "Hannover 96", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: J\u00fcrgen Milewski -> member of sports team -> Hannover 96 (1977)\n Answer: Hannover 96", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008089", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: R\u0113zekne District -> country -> Soviet Union (1953)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003463", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Liang Sicheng -> member of political party -> Chinese Communist Party (1967)\n Answer: Chinese Communist Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005154", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ulan-Ude -> country -> Soviet Union (1965)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002203", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Pace University", + "pred": "Pace University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ben Ferencz -> employer -> Pace University (1986)\n Answer: Pace University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008263", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Di Vittorio -> country of citizenship -> Kingdom of Italy (1925)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001733", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "FC Aarau", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shk\u00eblzen Gashi -> member of sports team -> FC Aarau (2022)\n Answer: FC Aarau", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Chemnitz Government Region", + "pred": "Chemnitz Government Region", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stollberg -> located in -> Chemnitz Government Region (2008)\n Answer: Chemnitz Government Region", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004111", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Osinniki", + "pred": "Osinniki", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kaltan -> located in -> Osinniki (1969)\n Answer: Osinniki", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003418", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Bruno Kastner", + "pred": "Bruno Kastner", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ida W\u00fcst -> spouse -> Bruno Kastner (1922)\n Answer: Bruno Kastner", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004890", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Kiliia Raion", + "pred": "Kiliia Raion", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Prymorske -> located in -> Kiliia Raion (1998)\n Answer: Kiliia Raion", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cesare Lovati -> country of citizenship -> Kingdom of Italy (1945)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008123", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Emilio G. Segr\u00e8 -> country of citizenship -> Kingdom of Italy (1937)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003032", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1968.0, + "gold": "1968", + "pred": "1968", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lars Onsager -> award received -> Nobel Prize in Chemistry (1968)\n Answer: 1968", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003123", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1928.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carlo Annovazzi -> country of citizenship -> Kingdom of Italy (1928)\n Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_008638", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2015.0, + "gold": "2015", + "pred": "2015", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marco Rapp -> member of sports team -> SpVgg Greuther F\u00fcrth (2015)\n Answer: 2015", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004857", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Christiane Kubrick", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stanley Kubrick -> spouse -> Christiane Kubrick (1995)\n Answer: Christiane Kubrick", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004040", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jos\u00e9 Carlos Ferreira Filho -> member of sports team -> Cruzeiro E.C. (2009)\n Answer: 2009", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001345", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Radical Civic Union", + "pred": "Radical Civic Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arturo Umberto Illia -> member of political party -> Radical Civic Union (1920)\n Answer: Radical Civic Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004403", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ruth Chatterton -> nominated for -> Academy Award for Best Actress (1930)\n Answer: 1930", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005977", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Danny Simpson -> member of sports team -> Ipswich Town F.C. (2008)\n Answer: 2008", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005231", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Algiers", + "pred": "Algiers", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pierre Savorgnan de Brazza -> place of burial -> Algiers (1955)\n Answer: Algiers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Second Polish Republic", + "pred": "Second Polish Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mi\u013aka\u016d\u0161\u010dyna -> country -> Second Polish Republic (1939)\n Answer: Second Polish Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007542", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "England women's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kelly Smith -> member of sports team -> England women's national football team (2014)\n Answer: England women's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002736", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Busan IPark FC", + "pred": "Busan IPark FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lee Yo-han -> member of sports team -> Busan IPark FC (2011)\n Answer: Busan IPark FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006562", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Clelio Darida -> country of citizenship -> Italy (2017)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008098", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "2013", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrea Pisanu -> member of sports team -> CF Montr\u00e9al (2013)\n Answer: 2013", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008119", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Annibale Bugnini -> country of citizenship -> Italy (1979)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Barbastro", + "pred": "Barbastro", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Josemar\u00eda Escriv\u00e1 -> residence -> Barbastro (1910)\n Answer: Barbastro", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Timo Soini -> position held -> chairperson (2006)\n Answer: chairperson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004561", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hopkinson was nominated for the Hugo Award for Best Novel in 2001.\n Answer: 2001", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008086", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Cindy McCain", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John McCain -> spouse -> Cindy McCain (1981)\n Answer: Cindy McCain", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003089", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Toulouse FC", + "pred": "Toulouse FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Serge Aurier -> member of sports team -> Toulouse FC (2013)\n Answer: Toulouse FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: U-90 -> part of -> 9th U-boat Flotilla (1942)\n Answer: 1942", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007154", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alessandro Alessandroni -> country of citizenship -> Italy (2010)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007872", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Big Brother", + "pred": "Big Brother", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lothar Vosseler -> participant in -> Big Brother (2004)\n Answer: Big Brother", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008425", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carlo Giuffr\u00e9 -> country of citizenship -> Kingdom of Italy (1930)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000644", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Iburi Subprefecture", + "pred": "Iburi Subprefecture", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Muroran -> located in -> Iburi Subprefecture (1990)\n Answer: Iburi Subprefecture", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001235", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Omar al-Bashir", + "pred": "Omar al-Bashir", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sudan -> head of state -> Omar al-Bashir (1995)\n Answer: Omar al-Bashir", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006759", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Houdan -> located in -> Seine-et-Oise (1944)\n Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004565", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ivangorod -> country -> Russian Empire (1900)\n Answer: Russian Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005444", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Queens Park Rangers F.C.", + "pred": "Queens Park Rangers F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Danny Simpson -> member of sports team -> Queens Park Rangers F.C. (2014)\n Answer: Queens Park Rangers F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001753", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Raf Vallone -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003468", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "B\u00f4cher Memorial Prize", + "pred": "B\u00f4cher Memorial Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Donald C. Spencer -> award received -> B\u00f4cher Memorial Prize (1948)\n Answer: B\u00f4cher Memorial Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001321", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "KFC Uerdingen 05", + "pred": "KFC Uerdingen 05", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00c9merson Luiz Firmino -> member of sports team -> KFC Uerdingen 05 (2002)\n Answer: KFC Uerdingen 05", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004960", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Real Madrid Club de F\u00fatbol", + "pred": "Real Madrid Club de F\u00fatbol", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bodo Illgner -> member of sports team -> Real Madrid Club de F\u00fatbol (1999)\n Answer: Real Madrid Club de F\u00fatbol", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004118", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Raimondo D'Inzeo -> country of citizenship -> Italy (1957)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008476", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lucio Battisti -> country of citizenship -> Italy (1971)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004242", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Renzo De Felice -> country of citizenship -> Italy (1996)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "FC St. Gallen", + "pred": "FC St. Gallen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michael Lang -> member of sports team -> FC St. Gallen (2009)\n Answer: FC St. Gallen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007528", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Academy Award for Best Actress -> winner -> Ellen Burstyn (1974)\n Answer: 1974", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003750", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Graham Bell -> country of citizenship -> United States (1920)\n Answer: United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002500", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "PFC Slavia Sofia", + "pred": "PFC Slavia Sofia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yordan Petkov -> member of sports team -> PFC Slavia Sofia (2008)\n Answer: PFC Slavia Sofia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006400", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Egidio Feruglio -> country of citizenship -> Kingdom of Italy (1917)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004574", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: BAFTA Award for Best Original Music -> winner -> Bernard Herrmann (1977)\n Answer: 1977", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giacomo Neri -> country of citizenship -> Kingdom of Italy (1944)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006488", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Albert II of Belgium", + "pred": "Albert II of Belgium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Belgium -> head of state -> Albert II of Belgium (2000)\n Answer: Albert II of Belgium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007839", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lothar Vosseler -> participant in -> Big Brother (2004)\n Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001389", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tiziano Terzani -> country of citizenship -> Italy (1996)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007506", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nunzio Malasomma -> country of citizenship -> Italy (1961)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005877", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Max Euwe -> position held -> chairperson (1975)\n Answer: chairperson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001046", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00c9zanville -> located in -> Seine-et-Oise (1948)\n Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004160", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SC Bastia", + "pred": "SC Bastia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anto Drobnjak -> member of sports team -> SC Bastia (1996)\n Answer: SC Bastia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001013", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Rip Torn", + "pred": "Rip Torn", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Geraldine Page -> spouse -> Rip Torn (1983)\n Answer: Rip Torn", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007572", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Bernadette Chirac", + "pred": "Bernadette Chirac", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jacques Chirac -> spouse -> Bernadette Chirac (1959)\n Answer: Bernadette Chirac", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Academy Award for Best Costume Design", + "pred": "Academy Award for Best Costume Design", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Colleen Atwood -> nominated for -> Academy Award for Best Costume Design (2017)\n Answer: Academy Award for Best Costume Design", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008392", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto De Martino -> country of citizenship -> Italy (1991)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003675", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "list of land speed records", + "pred": "list of land speed records", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rudolf Caracciola -> record held -> list of land speed records (1963)\n Answer: list of land speed records", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "AFC Bournemouth", + "pred": "AFC Bournemouth", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Darren Anderton -> member of sports team -> AFC Bournemouth (2007)\n Answer: AFC Bournemouth", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000114", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Finland women's national football team", + "pred": "Finland women's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Annica Sj\u00f6lund -> member of sports team -> Finland women's national football team (2014)\n Answer: Finland women's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004958", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "FC Bayern Munich", + "pred": "FC Bayern Munich", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Z\u00e9 Roberto -> member of sports team -> FC Bayern Munich (2008)\n Answer: FC Bayern Munich", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002847", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Autelli -> country of citizenship -> Kingdom of Italy (1921)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001441", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: G\u00f6khan \u00dcnal -> member of sports team -> Gen\u00e7lerbirli\u011fi S.K. (2002)\n Answer: Gen\u00e7lerbirli\u011fi S.K.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Raisa Gorbacheva -> country of citizenship -> Soviet Union (1981)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002206", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Chelsea F.C.", + "pred": "Chelsea F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ruud Gullit -> member of sports team -> Chelsea F.C. (1996)\n Answer: Chelsea F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "C.D. Jorge Wilstermann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Christian Vargas -> member of sports team -> C.D. Jorge Wilstermann (2004)\n Answer: C.D. Jorge Wilstermann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005526", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "SK Rapid Wien", + "pred": "SK Rapid Wien", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Josef Bican -> member of sports team -> SK Rapid Wien (1932)\n Answer: SK Rapid Wien", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Galvano Della Volpe -> country of citizenship -> Kingdom of Italy (1900)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "FK Teplice", + "pred": "FK Teplice", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Josef Masopust -> member of sports team -> FK Teplice (1952)\n Answer: FK Teplice", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001083", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hendrik Born -> country of citizenship -> Germany (1997)\n Answer: Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004361", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "SK Brann", + "pred": "SK Brann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bj\u00f8rnar Holmvik -> member of sports team -> SK Brann (2009)\n Answer: SK Brann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Deutsche Reichsbahn", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Molli railway -> operator -> Deutsche Reichsbahn (1922)\n Answer: Deutsche Reichsbahn", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Servette FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vincent R\u00fcfli -> member of sports team -> Servette FC (2013)\n Answer: Servette FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002645", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "S.L. Benfica", + "pred": "S.L. Benfica", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paulo Sousa -> member of sports team -> S.L. Benfica (1990)\n Answer: S.L. Benfica", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Silver Bear for Best Actress", + "pred": "Silver Bear for Best Actress", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Edith Evans -> award received -> Silver Bear for Best Actress (1967)\n Answer: Silver Bear for Best Actress", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004948", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Corrado Bafile -> country of citizenship -> Italy (1991)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "2007", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adriano Chuva -> member of sports team -> Clube N\u00e1utico Capibaribe (2007)\n Answer: 2007", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001871", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Yale University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Feit -> employer -> Yale University (1995)\n Answer: Yale University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000473", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "US Triestina Calcio 1918", + "pred": "US Triestina Calcio 1918", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michele Bacis -> member of sports team -> US Triestina Calcio 1918 (2001)\n Answer: US Triestina Calcio 1918", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006904", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Bernd R\u00fcthers", + "pred": "Bernd R\u00fcthers", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: University of Konstanz -> rector -> Bernd R\u00fcthers (1992)\n Answer: Bernd R\u00fcthers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "RC Strasbourg Alsace", + "pred": "RC Strasbourg Alsace", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Amaury Bischoff -> member of sports team -> RC Strasbourg Alsace (2005)\n Answer: RC Strasbourg Alsace", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005684", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "delegate", + "pred": "delegate", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrew Jacobs -> position held -> delegate (1954)\n Answer: delegate", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004481", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Vladimir Lenin", + "pred": "Vladimir Lenin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Khujand -> named after -> Vladimir Lenin (1989)\n Answer: Vladimir Lenin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006873", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1948.0, + "gold": "1948", + "pred": "1948", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Golden Globe Award for Best Screenplay -> winner -> Richard Schweizer (1948)\n Answer: 1948", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005653", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Andrzej Strejlau", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Poland men's national football team -> head coach -> Andrzej Strejlau (1991)\n Answer: Andrzej Strejlau", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andros Townsend -> member of sports team -> Tottenham Hotspur F.C. (2014)\n Answer: Tottenham Hotspur F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004653", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Trevor Wooley -> award received -> Fr\u00f6hlich Prize (2012)\n Answer: 2012", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001722", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yevpatoriia -> country -> Soviet Union (1927)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "United States Marine Corps", + "pred": "United States Marine Corps", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jim Mattis -> military branch -> United States Marine Corps (1984)\n Answer: United States Marine Corps", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003725", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Barysaw -> country -> Russian Empire (1911)\n Answer: Russian Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004162", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Bob Benny", + "pred": "Bob Benny", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Belgium -> participant -> Bob Benny (1961)\n Answer: Bob Benny", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004885", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Flaviano Vicentini -> country of citizenship -> Italy (2001)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007832", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "South West Trains", + "pred": "South West Trains", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: British Rail Class 455 -> operator -> South West Trains (1998)\n Answer: South West Trains", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005962", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Omsk Oblast -> country -> Soviet Union (1966)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000011", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Order of the Red Banner of Labour", + "pred": "Order of the Red Banner of Labour", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tofiq Bahramov -> award received -> Order of the Red Banner of Labour (1970)\n Answer: Order of the Red Banner of Labour", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007446", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Cruz Azul", + "pred": "Cruz Azul", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guillermo Mendiz\u00e1bal -> member of sports team -> Cruz Azul (1983)\n Answer: Cruz Azul", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004620", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cesare Siepi -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_007791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Fredrikstad FK", + "pred": "Fredrikstad FK", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan Fuglset -> member of sports team -> Fredrikstad FK (1968)\n Answer: Fredrikstad FK", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Andrzej Strejlau", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Poland men's national football team -> head coach -> Andrzej Strejlau (1991)\n Answer: Andrzej Strejlau", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008601", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Laura Adani -> country of citizenship -> Kingdom of Italy (1937)\n Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_001029", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Club Joventut Badalona", + "pred": "Club Joventut Badalona", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Joan Filb\u00e1 -> member of sports team -> Club Joventut Badalona (1979)\n Answer: Club Joventut Badalona", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002959", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Claribel Alegr\u00eda Vides -> award received -> Neustadt International Prize for Literature (2006)\n Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Nicolazzi -> country of citizenship -> Italy (1984)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002878", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Guardian Children's Fiction Prize", + "pred": "Guardian Children's Fiction Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gillian Cross -> nominated for -> Guardian Children's Fiction Prize (1980)\n Answer: Guardian Children's Fiction Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000807", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "C\u00e9sar Award for Best Female Revelation", + "pred": "C\u00e9sar Award for Best Female Revelation", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: H\u00e9l\u00e8ne Filli\u00e8res -> nominated for -> C\u00e9sar Award for Best Female Revelation (2002)\n Answer: C\u00e9sar Award for Best Female Revelation", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004108", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Breux-Jouy -> located in -> Seine-et-Oise (1947)\n Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Primetime Emmy Award for Outstanding Animated Program", + "pred": "Primetime Emmy Award for Outstanding Animated Program", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sam Simon -> award received -> Primetime Emmy Award for Outstanding Animated Program (2001)\n Answer: Primetime Emmy Award for Outstanding Animated Program", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004954", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "FC Elista", + "pred": "Dario Passoni", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Leonid Slutsky -> coach of sports team -> FC Elista (2003)\n Answer: Dario Passoni", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006909", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Umberto Bossi", + "pred": "Umberto Bossi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lega Nord -> chairperson -> Umberto Bossi (2002)\n Answer: Umberto Bossi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007331", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "President of Latvia", + "pred": "President of Latvia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Valdis Zatlers -> position held -> President of Latvia (2010)\n Answer: President of Latvia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003609", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Sch\u00f6neberg", + "pred": "Sch\u00f6neberg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Wuppertal -> twinned with -> Sch\u00f6neberg (1988)\n Answer: Sch\u00f6neberg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006006", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "FC Twente", + "pred": "FC Twente", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cheick Tiot\u00e9 -> member of sports team -> FC Twente (2010)\n Answer: FC Twente", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008100", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Mandatory Palestine", + "pred": "Mandatory Palestine", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bnei Brak -> country -> Mandatory Palestine (1924)\n Answer: Mandatory Palestine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004453", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anselmo Bucci -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006282", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Club Atl\u00e9tico Osasuna", + "pred": "Club Atl\u00e9tico Osasuna", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roberto Santamar\u00eda Calavia -> member of sports team -> Club Atl\u00e9tico Osasuna (1994)\n Answer: Club Atl\u00e9tico Osasuna", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003708", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pino Lancetti -> country of citizenship -> Italy (1983)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003013", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Watford F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alec Chamberlain -> member of sports team -> Watford F.C. (2001)\n Answer: Watford F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001471", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Edgardo Moltoni -> country of citizenship -> Italy (1970)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nova Kakhovka -> country -> Soviet Union (1959)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000942", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Husqvarna FF", + "pred": "Husqvarna FF", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erkka Pet\u00e4j\u00e4 -> member of sports team -> Husqvarna FF (1995)\n Answer: Husqvarna FF", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Altai Krai", + "pred": "Altai Krai", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rubtsovsk -> located in -> Altai Krai (1967)\n Answer: Altai Krai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002943", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Leipzig University", + "pred": "Leipzig University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Henry E. Sigerist -> employer -> Leipzig University (1930)\n Answer: Leipzig University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003037", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Philipp Lenard -> country of citizenship -> Germany (1915)\n Answer: Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giacomo Fornoni -> country of citizenship -> Italy (2015)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003146", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "New York City", + "pred": "New York City", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: MetLife -> headquarters -> New York City (1984)\n Answer: New York City", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004225", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "MTK Budapest FC", + "pred": "MTK Budapest FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zsanett Jakabfi -> member of sports team -> MTK Budapest FC (2005)\n Answer: MTK Budapest FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000827", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Comencini -> country of citizenship -> Italy (2000)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008211", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Rick Parfitt", + "pred": "Rick Parfitt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Status Quo -> has part -> Rick Parfitt (1997)\n Answer: Rick Parfitt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007342", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pierre Mauroy", + "pred": "Pierre Mauroy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lille metropolis -> head of government -> Pierre Mauroy (2005)\n Answer: Pierre Mauroy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005759", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Austria\u2013Hungary", + "pred": "Austria\u2013Hungary", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giurtelecu Hododului -> country -> Austria\u2013Hungary (1913)\n Answer: Austria\u2013Hungary", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003949", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Member of the European Parliament", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jean-Marie Cavada -> position held -> Member of the European Parliament (2017)\n Answer: Member of the European Parliament", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Samba Gold", + "pred": "Samba Gold", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Neymar -> award received -> Samba Gold (2022)\n Answer: Samba Gold", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001667", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Francesco Aguzzoli -> country of citizenship -> Italy (1969)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002554", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marek \u0160t\u011bch -> member of sports team -> Wycombe Wanderers F.C. (2009)\n Answer: 2009", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003996", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1943.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gojin Dol -> country -> Yugoslavia (1943)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Nascimbene -> country of citizenship -> Italy (1975)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004658", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianni Agus -> country of citizenship -> Kingdom of Italy (1934)\n Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_004227", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Lady Gaga", + "pred": "Lady Gaga", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: MTV Video Music Award for Best New Artist -> winner -> Lady Gaga (2009)\n Answer: Lady Gaga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001594", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Bell Labs", + "pred": "Bell Labs", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ralph Hartley -> employer -> Bell Labs (1936)\n Answer: Bell Labs", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006869", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Al Masry SC", + "pred": "Al Masry SC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tarek Soliman -> member of sports team -> Al Masry SC (1984)\n Answer: Al Masry SC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006930", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lyubertsy -> country -> Soviet Union (1933)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "University of Edinburgh", + "pred": "University of Edinburgh", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Aitken -> employer -> University of Edinburgh (1938)\n Answer: University of Edinburgh", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005195", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tmutarakan -> country -> Soviet Union (1989)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002457", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Cottbus District", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cottbus -> located in -> Cottbus District (1982)\n Answer: Cottbus District", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "CPJ International Press Freedom Awards", + "pred": "CPJ International Press Freedom Awards", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Veran Mati\u0107 -> award received -> CPJ International Press Freedom Awards (1993)\n Answer: CPJ International Press Freedom Awards", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006097", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pavel Drsek -> member of sports team -> Panionios F.C. (2008)\n Answer: 2008", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006940", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "British Raj", + "pred": "British Raj", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bilgram -> country -> British Raj (1940)\n Answer: British Raj", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000173", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leopoldo Trieste -> country of citizenship -> Kingdom of Italy (1945)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005298", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Enzo Sellerio -> country of citizenship -> Italy (2006)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005185", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1950.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gino Cavalieri -> country of citizenship -> Italy (1950)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007749", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "David Mamet", + "pred": "David Mamet", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lindsay Crouse -> spouse -> David Mamet (1989)\n Answer: David Mamet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shell-Haus -> owned by -> Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges. (1961)\n Answer: Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arnaldo Benfenati -> country of citizenship -> Italy (1956)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002110", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vladivostok -> country -> Soviet Union (1961)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000829", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carlo Manzoni -> country of citizenship -> Kingdom of Italy (1940)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008640", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Crepax -> country of citizenship -> Italy (1975)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002292", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nicolae Ceau\u0219escu -> convicted of -> genocide (1989)\n Answer: 1989", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005480", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "general", + "pred": "general", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hartmut Bagger -> military, police or special rank -> general (2008)\n Answer: general", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008496", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto Fontanesi -> country of citizenship -> Italy (1952)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006640", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Ottoman Empire", + "pred": "Ottoman Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gaza City -> country -> Ottoman Empire (1907)\n Answer: Ottoman Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003927", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Ascoli Calcio 1898 FC", + "pred": "Ascoli Calcio 1898 FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michele Fini -> member of sports team -> Ascoli Calcio 1898 FC (2005)\n Answer: Ascoli Calcio 1898 FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007996", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Oryol -> country -> Soviet Union (1982)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000373", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Northwestern University", + "pred": "Northwestern University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erich Heller -> employer -> Northwestern University (1961)\n Answer: Northwestern University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005430", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Aut\u00f3dromo Internacional Ayrton Senna", + "pred": "Aut\u00f3dromo Internacional Ayrton Senna", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Brazilian motorcycle Grand Prix -> location -> Aut\u00f3dromo Internacional Ayrton Senna (1987)\n Answer: Aut\u00f3dromo Internacional Ayrton Senna", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Calcio Foggia 1920", + "pred": "Calcio Foggia 1920", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cosimo Nocera -> member of sports team -> Calcio Foggia 1920 (1961)\n Answer: Calcio Foggia 1920", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003964", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Gangwon FC", + "pred": "Gangwon FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Seo Dong-myung -> coach of sports team -> Gangwon FC (2009)\n Answer: Gangwon FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004438", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Club Atl\u00e9tico River Plate", + "pred": "Club Atl\u00e9tico River Plate", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Amadeo Carrizo -> member of sports team -> Club Atl\u00e9tico River Plate (1968)\n Answer: Club Atl\u00e9tico River Plate", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004862", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1902.0, + "gold": "Amtshauptmannschaft Schwarzenberg", + "pred": "Amtshauptmannschaft Schwarzenberg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Johanngeorgenstadt -> located in -> Amtshauptmannschaft Schwarzenberg (1902)\n Answer: Amtshauptmannschaft Schwarzenberg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004495", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "As d'Or Jeu de l'Ann\u00e9e", + "pred": "As d'Or Jeu de l'Ann\u00e9e", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: No Thanks! -> nominated for -> As d'Or Jeu de l'Ann\u00e9e (2005)\n Answer: As d'Or Jeu de l'Ann\u00e9e", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002486", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shimon Peres -> country of citizenship -> Israel (2004)\n Answer: Israel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003629", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "La Spezia", + "pred": "La Spezia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: 29th U-boat Flotilla -> location -> La Spezia (1942)\n Answer: La Spezia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006341", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "FC Girondins de Bordeaux", + "pred": "FC Girondins de Bordeaux", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: A\u017ebe Jug -> member of sports team -> FC Girondins de Bordeaux (2014)\n Answer: FC Girondins de Bordeaux", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002779", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SBV Vitesse", + "pred": "SBV Vitesse", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ante Mi\u0161e -> member of sports team -> SBV Vitesse (1996)\n Answer: SBV Vitesse", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Nazi Party", + "pred": "Nazi Party", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: August Eigruber -> member of political party -> Nazi Party (1940)\n Answer: Nazi Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004217", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "1. FFC Frankfurt", + "pred": "1. FFC Frankfurt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Katrin Kliehm -> member of sports team -> 1. FFC Frankfurt (2005)\n Answer: 1. FFC Frankfurt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eleonora Rossi Drago -> country of citizenship -> Italy (1954)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Mandatory Palestine", + "pred": "Mandatory Palestine", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Acre -> country -> Mandatory Palestine (1927)\n Answer: Mandatory Palestine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002651", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Edith Roosevelt", + "pred": "Edith Roosevelt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Theodore Roosevelt -> spouse -> Edith Roosevelt (1902)\n Answer: Edith Roosevelt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005128", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bogdan P\u0103tra\u0219cu -> member of sports team -> FC Universitatea Cluj (2012)\n Answer: 2012", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007441", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Norway men's national association football team", + "pred": "Norway men's national association football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arne Erlandsen -> member of sports team -> Norway men's national association football team (1981)\n Answer: Norway men's national association football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006793", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "FC Veszpr\u00e9m", + "pred": "FC Veszpr\u00e9m", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ferenc Csongr\u00e1di -> member of sports team -> FC Veszpr\u00e9m (1989)\n Answer: FC Veszpr\u00e9m", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005396", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Nazi Germany", + "pred": "Nazi Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hanau -> country -> Nazi Germany (1939)\n Answer: Nazi Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002815", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "People's Republic of China", + "pred": "People's Republic of China", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Liu Bocheng -> country of citizenship -> People's Republic of China (1951)\n Answer: People's Republic of China", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Amsterdam", + "pred": "Amsterdam", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michael Jacklin -> work location -> Amsterdam (2000)\n Answer: Amsterdam", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001511", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Academy Award for Best Picture", + "pred": "Academy Award for Best Picture", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hal B. Wallis -> nominated for -> Academy Award for Best Picture (1970)\n Answer: Academy Award for Best Picture", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000553", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Denmark women's national football team", + "pred": "Julie Rydahl Bukh", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Katrine Pedersen -> member of sports team -> Denmark women's national football team (2011)\n Answer: Julie Rydahl Bukh", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000656", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Northwestern University", + "pred": "Northwestern University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Melville J. Herskovits -> employer -> Northwestern University (1947)\n Answer: Northwestern University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001297", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1970.0, + "gold": "1970", + "pred": "1970", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tofiq Bahramov -> award received -> Order of the Red Banner of Labour (1970)\n Answer: 1970", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007459", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Amsterdam", + "pred": "Amsterdam", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carel Willink -> work location -> Amsterdam (1946)\n Answer: Amsterdam", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002423", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Trinidad and Tobago men's national football team", + "pred": "Trinidad and Tobago men's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cyd Gray -> member of sports team -> Trinidad and Tobago men's national football team (2006)\n Answer: Trinidad and Tobago men's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001348", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Servette FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vincent R\u00fcfli -> member of sports team -> Servette FC (2013)\n Answer: Servette FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008576", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Uzhhorod -> country -> Soviet Union (1953)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002071", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "British School at Rome", + "pred": "British School at Rome", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eugenie Sellers Strong -> employer -> British School at Rome (1912)\n Answer: British School at Rome", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004899", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1978.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Uman -> country -> Soviet Union (1978)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001022", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Vladimir Oblast", + "pred": "Vladimir Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kovrov -> located in -> Vladimir Oblast (1977)\n Answer: Vladimir Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003839", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jane Birkin", + "pred": "Jane Birkin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Serge Gainsbourg -> unmarried partner -> Jane Birkin (1977)\n Answer: Jane Birkin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001814", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Christian Neureuther", + "pred": "Christian Neureuther", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rosi Mittermaier -> spouse -> Christian Neureuther (2015)\n Answer: Christian Neureuther", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giorgio Perlasca -> country of citizenship -> Kingdom of Italy (1940)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Martha Vickers", + "pred": "Martha Vickers", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mickey Rooney -> spouse -> Martha Vickers (1950)\n Answer: Martha Vickers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Arabic", + "pred": "Arabic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Israel -> official language -> Arabic (2013)\n Answer: Arabic", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_005683", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Heidelberg University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Herbert Seifert -> employer -> Heidelberg University (1961)\n Answer: Heidelberg University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007163", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Relax-Gam", + "pred": "Relax-Gam", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Juan Antonio Flecha -> member of sports team -> Relax-Gam (2000)\n Answer: Relax-Gam", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arne Tiselius -> nominated for -> Nobel Prize in Physiology or Medicine (1946)\n Answer: Nobel Prize in Physiology or Medicine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008134", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shell-Haus -> owned by -> Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges. (1954)\n Answer: Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002147", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Hungarian Socialist Workers' Party", + "pred": "Hungarian Socialist Workers' Party", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: L\u00e1szl\u00f3 B\u00e9kesi -> member of political party -> Hungarian Socialist Workers' Party (1971)\n Answer: Hungarian Socialist Workers' Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "habilitation", + "pred": "habilitation", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hienad\u017a Sahanovi\u010d -> academic degree -> habilitation (2018)\n Answer: habilitation", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000654", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Province of Mantua", + "pred": "Province of Mantua", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Felonica -> located in -> Province of Mantua (1939)\n Answer: Province of Mantua", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004102", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "University of California, Los Angeles", + "pred": "University of California, Los Angeles", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ernst G. Straus -> employer -> University of California, Los Angeles (1973)\n Answer: University of California, Los Angeles", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007739", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "FSV Frankfurt", + "pred": "FSV Frankfurt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Robert Pache -> member of sports team -> FSV Frankfurt (1928)\n Answer: FSV Frankfurt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006368", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Chemins de fer du Midi", + "pred": "Chemins de fer du Midi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Q802601 -> operator -> Chemins de fer du Midi (1902)\n Answer: Chemins de fer du Midi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Angelo Anquilletti -> country of citizenship -> Italy (1980)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "A.O. Kavalas (association football)", + "pred": "A.O. Kavalas (association football)", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Galinovi\u0107 -> member of sports team -> A.O. Kavalas (association football) (2010)\n Answer: A.O. Kavalas (association football)", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002646", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1997.0, + "gold": "1997", + "pred": "1997", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Javier Mar\u00edas -> award received -> Nelly Sachs Prize (1997)\n Answer: 1997", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002133", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Gold Medal of the Royal Astronomical Society", + "pred": "Gold Medal of the Royal Astronomical Society", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Sydney Adams -> award received -> Gold Medal of the Royal Astronomical Society (1917)\n Answer: Gold Medal of the Royal Astronomical Society", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000302", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vittorio Brambilla -> country of citizenship -> Italy (1956)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002678", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Atalanta BC", + "pred": "Atalanta BC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stefano Angeleri -> member of sports team -> Atalanta BC (1952)\n Answer: Atalanta BC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004224", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Tony Award for Best Actress in a Play", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jane Alexander -> nominated for -> Tony Award for Best Actress in a Play (1992)\n Answer: Tony Award for Best Actress in a Play", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005379", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "arrondissement of Bourg-en-Bresse", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: P\u00e9rouges -> located in -> arrondissement of Bourg-en-Bresse (2001)\n Answer: arrondissement of Bourg-en-Bresse", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006243", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cagney & Lacey -> cast member -> Meg Foster (1982)\n Answer: 1982", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008166", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "MTK Budapest FC", + "pred": "MTK Budapest FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Imre Kov\u00e1cs -> member of sports team -> MTK Budapest FC (1945)\n Answer: MTK Budapest FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003678", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "lawyer", + "pred": "lawyer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Bell Williams -> occupation -> lawyer (1980)\n Answer: lawyer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000025", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Klaus Jensen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Trier -> head of government -> Klaus Jensen (2008)\n Answer: Klaus Jensen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mandatory Palestine -> located in -> United Kingdom (1940)\n Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000689", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franca Ongaro -> country of citizenship -> Kingdom of Italy (1943)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004963", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "City of Gosford", + "pred": "City of Gosford", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gosford -> located in -> City of Gosford (1982)\n Answer: City of Gosford", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001580", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "London", + "pred": "London", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Joseph Hertz -> work location -> London (1936)\n Answer: London", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002212", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Tonelli -> drafted by -> New York Islanders (1977)\n Answer: 1977", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001427", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "FC Lausanne-Sport", + "pred": "FC Lausanne-Sport", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pierre Kerkhoffs -> member of sports team -> FC Lausanne-Sport (1967)\n Answer: FC Lausanne-Sport", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000751", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Brunoy -> located in -> Seine-et-Oise (1942)\n Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "FC Spartak Trnava", + "pred": "FC Spartak Trnava", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Martin Ra\u0161ka -> member of sports team -> FC Spartak Trnava (2013)\n Answer: FC Spartak Trnava", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002412", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pino Lancetti -> country of citizenship -> Italy (1983)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001943", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1999.0, + "gold": "1999", + "pred": "1999", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franti\u0161ek Kaberle -> drafted by -> Los Angeles Kings (1999)\n Answer: 1999", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005685", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1939", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The Adventures of Robin Hood -> nominated for -> Academy Award for Best Film Editing (1939)\n Answer: 1939", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001916", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Str\u00f8msgodset IF", + "pred": "Str\u00f8msgodset IF", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kim Larsen -> member of sports team -> Str\u00f8msgodset IF (2003)\n Answer: Str\u00f8msgodset IF", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006927", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aldo Fabrizi -> country of citizenship -> Italy (1956)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Bajardi -> country of citizenship -> Italy (1956)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto Lattuada -> country of citizenship -> Italy (1971)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005536", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Fengtien", + "pred": "Fengtien", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Faku County -> located in -> Fengtien (1945)\n Answer: Fengtien", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000555", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Gertrude Stein", + "pred": "Gertrude Stein", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gertrude Stein -> owned by -> Gertrude Stein (1946)\n Answer: Gertrude Stein", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005626", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Heiner Gei\u00dfler", + "pred": "Heiner Gei\u00dfler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Christian Democratic Union -> general secretary -> Heiner Gei\u00dfler (1981)\n Answer: Heiner Gei\u00dfler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005124", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Algiers", + "pred": "Algiers", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pierre Savorgnan de Brazza -> place of burial -> Algiers (1990)\n Answer: Algiers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Coll\u00e8ge de France", + "pred": "Coll\u00e8ge de France", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andr\u00e9 Lichnerowicz -> employer -> Coll\u00e8ge de France (1956)\n Answer: Coll\u00e8ge de France", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003885", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2021.0, + "gold": "National Oceanic and Atmospheric Administration", + "pred": "National Oceanic and Atmospheric Administration", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: EWS-G2 -> owned by -> National Oceanic and Atmospheric Administration (2021)\n Answer: National Oceanic and Atmospheric Administration", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005314", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Li Tsung-jen -> country of citizenship -> Taiwan (1962)\n Answer: Taiwan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Knight Bachelor", + "pred": "Knight Bachelor", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bobby Charlton -> award received -> Knight Bachelor (1994)\n Answer: Knight Bachelor", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002726", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "SK Slavia Prague", + "pred": "SK Slavia Prague", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nicu\u0219or Stanciu -> member of sports team -> SK Slavia Prague (2021)\n Answer: SK Slavia Prague", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004003", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "KRC Mechelen", + "pred": "KRC Mechelen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan Diddens -> member of sports team -> KRC Mechelen (1924)\n Answer: KRC Mechelen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008148", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexei Navalny -> country of citizenship -> Soviet Union (1985)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1916.0, + "gold": "Marie Bonaparte", + "pred": "Marie Bonaparte", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Prince George of Greece and Denmark -> spouse -> Marie Bonaparte (1916)\n Answer: Marie Bonaparte", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003444", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "A.S. Nancy-Lorraine", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ronan Le Crom -> member of sports team -> A.S. Nancy-Lorraine (2011)\n Answer: A.S. Nancy-Lorraine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004684", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Schutzstaffel", + "pred": "SS-Gruppenf\u00fchrer", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hans G\u00fcnther -> member of -> Schutzstaffel (1945)\n Hop 2: Schutzstaffel -> member of -> SS-Gruppenf\u00fchrer (1945)\n Answer: SS-Gruppenf\u00fchrer", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_007043", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andr\u00e9 T\u00e9chin\u00e9 -> award received -> C\u00e9sar Award for Best Director (1995)\n Answer: 1995", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002077", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Scunthorpe United F.C.", + "pred": "Scunthorpe United F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jermaine Beckford -> member of sports team -> Scunthorpe United F.C. (2007)\n Answer: Scunthorpe United F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005610", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Willi Daume", + "pred": "Willi Daume", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: German Handball Association -> chairperson -> Willi Daume (1949)\n Answer: Willi Daume", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007161", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Polish People's Republic", + "pred": "Polish People's Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan T. Gross -> country of citizenship -> Polish People's Republic (1959)\n Answer: Polish People's Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008431", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Kingdom of Greece", + "pred": "Kingdom of Greece", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Takis -> country of citizenship -> Kingdom of Greece (1944)\n Answer: Kingdom of Greece", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005503", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nino Taranto -> country of citizenship -> Italy (1966)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003756", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Nuremberg Medical Trial", + "pred": "Nuremberg Medical Trial", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Prince Philipp, Landgrave of Hesse -> participant in -> Nuremberg Medical Trial (1947)\n Answer: Nuremberg Medical Trial", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006939", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Christiaan Eijkman -> nominated for -> Nobel Prize in Physiology or Medicine (1921)\n Answer: Nobel Prize in Physiology or Medicine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Bennati -> country of citizenship -> Italy (1956)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001054", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ermanno Olmi -> country of citizenship -> Italy (1949)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002273", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Watford F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alec Chamberlain -> member of sports team -> Watford F.C. (2001)\n Answer: Watford F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000786", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tony Marshall -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2003)\n Answer: Order of Merit of Baden-W\u00fcrttemberg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002778", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andros Townsend -> member of sports team -> Tottenham Hotspur F.C. (2014)\n Answer: Tottenham Hotspur F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005074", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Japan", + "pred": "Japan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Broutona -> country -> Japan (1919)\n Answer: Japan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007312", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Chelsea F.C.", + "pred": "Chelsea F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Magnus Hedman -> member of sports team -> Chelsea F.C. (2007)\n Answer: Chelsea F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001350", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Leningrad Oblast", + "pred": "Leningrad Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ivangorod -> located in -> Leningrad Oblast (2001)\n Answer: Leningrad Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001371", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Clare Boothe Luce", + "pred": "Clare Boothe Luce", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Henry Luce -> spouse -> Clare Boothe Luce (1959)\n Answer: Clare Boothe Luce", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000490", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: No Thanks! -> nominated for -> As d'Or Jeu de l'Ann\u00e9e (2005)\n Answer: 2005", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1985.0, + "gold": "1985", + "pred": "1985", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yonohommachi Station -> founder -> Japanese National Railways (1985)\n Answer: 1985", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005716", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Edgardo Moltoni -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005200", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Pichichi Trophy", + "pred": "Pichichi Trophy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hugo S\u00e1nchez -> award received -> Pichichi Trophy (1985)\n Answer: Pichichi Trophy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000681", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Robin Shroot -> member of sports team -> Burton Albion F.C. (2009)\n Answer: 2009", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004424", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lviv Oblast", + "pred": "Lviv Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Drohobych -> located in -> Lviv Oblast (2012)\n Answer: Lviv Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003611", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Catholic priest", + "pred": "Catholic priest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alwin Albert Hafner -> occupation -> Catholic priest (1976)\n Answer: Catholic priest", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000603", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Lille OSC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Beno\u00eet Cheyrou -> member of sports team -> Lille OSC (1999)\n Answer: Lille OSC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007417", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Beaux-Arts de Paris", + "pred": "Beaux-Arts de Paris", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alekos Fassianos -> educated at -> Beaux-Arts de Paris (1970)\n Answer: Beaux-Arts de Paris", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001017", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Golden Bear", + "pred": "Golden Bear", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Li Yang -> nominated for -> Golden Bear (2003)\n Answer: Golden Bear", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004297", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Walter Sisulu", + "pred": "Walter Sisulu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Albertina Nontsikelelo Sisulu -> spouse -> Walter Sisulu (1966)\n Answer: Walter Sisulu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007760", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Netherlands", + "pred": "Netherlands", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mart Stam -> work location -> Netherlands (1962)\n Answer: Netherlands", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002309", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Feh\u00e9rv\u00e1r FC", + "pred": "Feh\u00e9rv\u00e1r FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Henning Berg -> coach of -> Feh\u00e9rv\u00e1r FC (2017)\n Answer: Feh\u00e9rv\u00e1r FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000472", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Bonnard -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Free Democratic Party", + "pred": "Free Democratic Party", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Scheel -> member of political party -> Free Democratic Party (1988)\n Answer: Free Democratic Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003092", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Limbach-Oberfrohna -> country -> Weimar Republic (1920)\n Answer: Weimar Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003984", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Hamburger SV", + "pred": "Hamburger SV", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Wilhelm Blunk -> member of sports team -> Hamburger SV (1944)\n Answer: Hamburger SV", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004307", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Verzar -> country -> Yugoslavia (1933)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004221", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Carli -> country of citizenship -> Italy (1967)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002604", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Orenburg Governorate", + "pred": "Orenburg Governorate", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Orenburg -> capital of -> Orenburg Governorate (1924)\n Answer: Orenburg Governorate", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005175", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Suso Cecchi d'Amico -> country of citizenship -> Italy (1999)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000103", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "People's Republic of Bulgaria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stara Zagora -> country -> People's Republic of Bulgaria (1962)\n Answer: People's Republic of Bulgaria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007858", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "construction", + "pred": "construction", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hanover Stadtbahn -> vehicle normally used -> TW 6000 (1980)\n Hop 2: TW 6000 -> significant event -> construction (1980)\n Answer: construction", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000929", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Tony Award for Best Actress in a Play", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Glenda Jackson -> nominated for -> Tony Award for Best Actress in a Play (1981)\n Answer: Tony Award for Best Actress in a Play", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Hamburg Commercial Bank", + "pred": "Hamburg Commercial Bank", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Volksparkstadion -> named after -> Hamburg Commercial Bank (2008)\n Answer: Hamburg Commercial Bank", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006833", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "Princess M\u00e4rtha of Sweden", + "pred": "Princess M\u00e4rtha of Sweden", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Olav V of Norway -> spouse -> Princess M\u00e4rtha of Sweden (1936)\n Answer: Princess M\u00e4rtha of Sweden", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007826", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Patrick Cramer -> award received -> Gottfried Wilhelm Leibniz Prize (2006)\n Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005791", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1969.0, + "gold": "1969", + "pred": "1969", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Strawberry Fields Forever -> performer -> The Beatles (1969)\n Answer: 1969", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008695", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "FC Basel", + "pred": "FC Basel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Serge Muhmenthaler -> member of sports team -> FC Basel (1976)\n Answer: FC Basel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006326", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Isabella Biagini -> country of citizenship -> Kingdom of Italy (1943)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002683", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vincenzo Talarico -> country of citizenship -> Italy (1956)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004982", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "AS Monaco FC", + "pred": "AS Monaco FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Abderrahmane Boubekeur -> member of sports team -> AS Monaco FC (1957)\n Answer: AS Monaco FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fabio Capello -> work location -> Rome (2001)\n Answer: Rome", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000415", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Neauphle-le-Vieux -> located in -> Seine-et-Oise (1957)\n Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002513", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "IBM", + "pred": "IBM", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frank Soltis -> employer -> IBM (1988)\n Answer: IBM", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001131", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Xiao Yang -> member of political party -> Chinese Communist Party (1971)\n Answer: Chinese Communist Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004809", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gino Cassinis -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "England women's national football team", + "pred": "England women's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lindsay Johnson -> member of sports team -> England women's national football team (2005)\n Answer: England women's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario B\u00f2 -> country of citizenship -> Italy (1994)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002765", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "The Rockefeller University", + "pred": "The Rockefeller University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: George Uhlenbeck -> employer -> The Rockefeller University (1967)\n Answer: The Rockefeller University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Viktor Kulikov -> country of citizenship -> Soviet Union (1946)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003270", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Ungaretti -> country of citizenship -> Kingdom of Italy (1914)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002090", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zeno Saltini -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002717", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luciano Savorini -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001781", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Waltrude Schleyer", + "pred": "Waltrude Schleyer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Waltrude Schleyer -> spouse -> Hanns Martin Schleyer (1950)\n Answer: Waltrude Schleyer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "West Ham United F.C.", + "pred": "West Ham United F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Billy Brown -> member of sports team -> West Ham United F.C. (1922)\n Answer: West Ham United F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000911", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Tuscany", + "pred": "Tuscany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Plinio Nomellini -> work location -> Tuscany (1932)\n Answer: Tuscany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002590", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1946.0, + "gold": "1946", + "pred": "1946", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Meazza -> coach of sports team -> Atalanta BC (1946)\n Answer: 1946", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Q104925 -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2018)\n Answer: Order of Merit of Baden-W\u00fcrttemberg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004701", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: L\u00e9vis-Saint-Nom -> located in -> Seine-et-Oise (1968)\n Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006905", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Northwestern University -> member of -> Scholarly Publishing and Academic Resources Coalition (2023)\n Answer: 2023", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005334", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: IG Farben -> significant event -> insolvency (2003)\n Answer: 2003", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006551", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Egidio Feruglio -> country of citizenship -> Kingdom of Italy (1917)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Bianchi -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "FC Amkar Perm", + "pred": "FC Amkar Perm", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Martin Jakubko -> member of sports team -> FC Amkar Perm (2014)\n Answer: FC Amkar Perm", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Sporting CP", + "pred": "Sporting CP", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rudolf Jeny -> member of sports team -> Hungary men's national football team (1934)\n Answer: Sporting CP", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001982", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Francesco Gabrieli -> country of citizenship -> Kingdom of Italy (1939)\n Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_001763", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Tranmere Rovers F.C.", + "pred": "Tranmere Rovers F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Steve Coppell -> member of sports team -> Tranmere Rovers F.C. (1973)\n Answer: Tranmere Rovers F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001693", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Utrecht University", + "pred": "Utrecht University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pieter Helbert Damst\u00e9 -> employer -> Utrecht University (1919)\n Answer: Utrecht University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006247", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1909.0, + "gold": "Associate Justice of the Supreme Court of the United States", + "pred": "Associate Justice of the Supreme Court of the United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Joseph McKenna -> position held -> Associate Justice of the Supreme Court of the United States (1909)\n Answer: Associate Justice of the Supreme Court of the United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006923", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Der St\u00fcrmer", + "pred": "Der St\u00fcrmer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Julius Streicher -> employer -> Der St\u00fcrmer (1929)\n Answer: Der St\u00fcrmer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004828", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adone Zoli -> country of citizenship -> Italy (1957)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006717", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Bianchi -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001064", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hanover -> country -> Weimar Republic (1930)\n Answer: Weimar Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002886", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luciano Fo\u00e0 -> country of citizenship -> Italy (1967)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001768", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Emilio Petiva -> country of citizenship -> Kingdom of Italy (1929)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006522", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Cameroon men's national football team", + "pred": "Cameroon men's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Henri Michel -> coach of sports team -> Cameroon men's national football team (1994)\n Answer: Cameroon men's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001073", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Kingdom of Bulgaria", + "pred": "Kingdom of Bulgaria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Veliko Tarnovo -> country -> Kingdom of Bulgaria (1910)\n Answer: Kingdom of Bulgaria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002125", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "SSC Napoli", + "pred": "SSC Napoli", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armando Tre Re -> member of sports team -> SSC Napoli (1956)\n Answer: SSC Napoli", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002297", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "FC Astra Giurgiu", + "pred": "FC Astra Giurgiu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dorinel Munteanu -> coach of sports team -> FC Astra Giurgiu (2015)\n Answer: FC Astra Giurgiu", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_002809", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Elio Toaff -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002474", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Pat Travers", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tommy Aldridge -> member of -> Pat Travers (1981)\n Answer: Pat Travers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004101", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Djalminha -> member of sports team -> Club Am\u00e9rica (2004)\n Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006366", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "England women's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kelly Smith -> member of sports team -> England women's national football team (2014)\n Answer: England women's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "United States Navy", + "pred": "United States Navy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arthur William Radford -> military branch -> United States Navy (1952)\n Answer: United States Navy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003020", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Lagos", + "pred": "Lagos", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nigeria -> capital -> Lagos (1968)\n Answer: Lagos", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004956", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Calcio Padova", + "pred": "Calcio Padova", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Azzini -> member of sports team -> Calcio Padova (1957)\n Answer: Calcio Padova", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006758", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Al Masry SC", + "pred": "Al Masry SC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ahmad Shedid Qinawi -> member of sports team -> Al Masry SC (2008)\n Answer: Al Masry SC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003840", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "DSV Leoben", + "pred": "DSV Leoben", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Wolfgang Klapf -> member of sports team -> DSV Leoben (2005)\n Answer: DSV Leoben", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003113", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Wheaton College", + "pred": "Wheaton College", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hilda Geiringer -> employer -> Wheaton College (1952)\n Answer: Wheaton College", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004767", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Miss America", + "pred": "Miss America", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lois Delander -> competition won -> Miss America (1927)\n Answer: Miss America", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Goffredo Petrassi -> country of citizenship -> Kingdom of Italy (1941)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "pred": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paris\u2013Lille railway -> operator -> Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais (1965)\n Answer: Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003340", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Russia", + "pred": "Russia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dmitry Yazov -> country of citizenship -> Russia (1995)\n Answer: Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005245", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Chariots of Fire -> nominated for -> Academy Award for Best Picture (1982)\n Hop 2: Academy Award for Best Picture -> equal to -> Academy Award for Best Picture (1982)\n Hop 3: Academy Award for Best Picture (1982) -> year -> 1982\n Answer: 1982", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006022", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lady Gaga", + "pred": "Lady Gaga", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Taylor Kinney -> unmarried partner -> Lady Gaga (2012)\n Answer: Lady Gaga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002807", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "University of Oslo", + "pred": "University of Oslo", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Viggo Brun -> employer -> University of Oslo (1950)\n Answer: University of Oslo", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002236", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Order of Merit of North Rhine-Westphalia", + "pred": "Order of Merit of North Rhine-Westphalia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Helmut Hirsch -> award received -> Order of Merit of North Rhine-Westphalia (1988)\n Answer: Order of Merit of North Rhine-Westphalia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006258", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "United States Cabinet", + "pred": "United States Cabinet", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: United States Secretary of the Navy -> part of -> United States Cabinet (1906)\n Answer: United States Cabinet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003646", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "pred": "Primtime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "em": 0.0, + "f1": 0.9166666666666666, + "pred_raw": "Hop 1: Gena Rowlands -> award received -> Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie (1987)\n Answer: Primtime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_002029", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Warabitai Station", + "pred": "Warabitai Station", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kuromatsunai Station -> adjacent station -> Warabitai Station (1964)\n Answer: Warabitai Station", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Rudi Fuchs", + "pred": "Rudi Fuchs", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stedelijk Museum Amsterdam -> manager -> Rudi Fuchs (2003)\n Answer: Rudi Fuchs", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000849", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ray Lovejoy -> nominated for -> Academy Award for Best Film Editing (1987)\n Answer: 1987", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000139", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "Schutzstaffel", + "pred": "Schutzstaffel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Richard Schulze-Kossens -> member of -> Schutzstaffel (1937)\n Answer: Schutzstaffel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Anton-G\u00fcnther, Duke of Oldenburg", + "pred": "Anton-G\u00fcnther, Duke of Oldenburg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: House of Oldenburg -> chairperson -> Anton-G\u00fcnther, Duke of Oldenburg (2007)\n Answer: Anton-G\u00fcnther, Duke of Oldenburg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004055", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Visintin -> country of citizenship -> Italy (1976)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004419", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Jeonbuk Hyundai Motors FC", + "pred": "Jeonbuk Hyundai Motors FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sim Woo-yeon -> member of sports team -> Jeonbuk Hyundai Motors FC (2011)\n Answer: Jeonbuk Hyundai Motors FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006447", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Wall -> drafted by -> Washington Wizards (2010)\n Answer: 2010", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005863", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Parliament of the United Kingdom", + "pred": "Parliament of the United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Chris Huhne -> member of -> Parliament of the United Kingdom (2010)\n Answer: Parliament of the United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004287", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Jens Stoltenberg", + "pred": "Jens Stoltenberg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Norwegian Labour Party -> chairperson -> Jens Stoltenberg (2011)\n Answer: Jens Stoltenberg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008613", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "1980", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: George Gervin -> award received -> NBA All-Star Game Kobe Bryant Most Valuable Player Award (1980)\n Answer: 1980", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002216", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Team Jayco AlUla", + "pred": "Team Jayco AlUla", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mitchell Docker -> member of sports team -> Team Jayco AlUla (2013)\n Answer: Team Jayco AlUla", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006890", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rahim Zafer -> member of sports team -> Gen\u00e7lerbirli\u011fi S.K. (1994)\n Answer: Gen\u00e7lerbirli\u011fi S.K.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bakhchisaray Palace -> country -> Soviet Union (1965)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004395", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "University of Freiburg", + "pred": "University of Freiburg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ernst-Wolfgang B\u00f6ckenf\u00f6rde -> employer -> University of Freiburg (1994)\n Answer: University of Freiburg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003660", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Queen", + "pred": "Queen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mountain Studios -> owned by -> Queen (1989)\n Answer: Queen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006514", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Murmansk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1955)\n Answer: Russian Soviet Federative Socialist Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002222", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sergio Bonelli -> country of citizenship -> Italy (1951)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tiziano Terzani -> country of citizenship -> Italy (1996)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001758", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "John Mauchly", + "pred": "John Mauchly", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kathleen Antonelli -> spouse -> John Mauchly (1973)\n Answer: John Mauchly", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004641", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Ni\u00e8vre", + "pred": "Ni\u00e8vre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Route nationale 445 -> located in -> Ni\u00e8vre (1946)\n Answer: Ni\u00e8vre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000084", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Munich Kammerspiele", + "pred": "Munich Kammerspiele", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Therese Giehse -> employer -> Munich Kammerspiele (1967)\n Answer: Munich Kammerspiele", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005007", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2017.0, + "gold": "2017", + "pred": "2017", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karl Ove Knausg\u00e5rd -> award received -> Jerusalem Prize (2017)\n Answer: 2017", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Tuvan Autonomous Soviet Socialist Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tes-Khemsky District -> located in -> Tuvan Autonomous Soviet Socialist Republic (1987)\n Answer: Tuvan Autonomous Soviet Socialist Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007920", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kyoto Protocol -> ratified by -> Thailand (2002)\n Answer: 2002", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006359", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1956.0, + "gold": "1956", + "pred": "1956", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bauer -> member of sports team -> Botafogo F.R. (1956)\n Answer: 1956", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005402", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Simferopol -> country -> Russian Empire (1910)\n Answer: Russian Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007921", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: STS-29 -> significant event -> landing (1989)\n Answer: 1989", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002569", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aldo Clementi -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003091", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Pat Travers", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tommy Aldridge -> member of -> Pat Travers (1981)\n Answer: Pat Travers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002364", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Gaz\u00e9lec Ajaccio", + "pred": "Gaz\u00e9lec Ajaccio", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jean-Michel Cavalli -> member of sports team -> AS Monaco FC (1990)\n Answer: Gaz\u00e9lec Ajaccio", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007208", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Gustave Choquet", + "pred": "Gustave Choquet", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yvonne Choquet-Bruhat -> spouse -> Gustave Choquet (1983)\n Answer: Gustave Choquet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003209", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "C\u00e9sar Milstein", + "pred": "C\u00e9sar Milstein", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Copley Medal -> winner -> C\u00e9sar Milstein (1989)\n Answer: C\u00e9sar Milstein", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rudolf Virchow -> nominated for -> Nobel Prize in Physiology or Medicine (1902)\n Answer: Nobel Prize in Physiology or Medicine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004389", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "1922", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Irish Free State -> replaces -> United Kingdom of Great Britain and Ireland (1922)\n Answer: 1922", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001672", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Kemerovo Oblast", + "pred": "Kemerovo Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Novokuznetsk -> located in -> Kemerovo Oblast (1980)\n Answer: Kemerovo Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002971", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2020.0, + "gold": "Hamza Hamzao\u011flu", + "pred": "Hamza Hamzao\u011flu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yeni Malatyaspor -> head coach -> Hamza Hamzao\u011flu (2020)\n Answer: Hamza Hamzao\u011flu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007668", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Freie Universit\u00e4t Berlin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Reinhard Selten -> employer -> Freie Universit\u00e4t Berlin (1969)\n Answer: Freie Universit\u00e4t Berlin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004443", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Member of the European Parliament", + "pred": "Member of the European Parliament", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Q524412 -> position held -> Member of the European Parliament (2010)\n Answer: Member of the European Parliament", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000260", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sol Polito -> country of citizenship -> Kingdom of Italy (1925)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003060", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Leipziger Land", + "pred": "Leipziger Land", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Borna -> located in -> Leipziger Land (1999)\n Answer: Leipziger Land", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003434", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "United Arab Republic", + "pred": "United Arab Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fouad Mohamed Abou Zikry -> country of citizenship -> United Arab Republic (1962)\n Answer: United Arab Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lino Aldani -> country of citizenship -> Italy (1963)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005538", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Nobel Prize in Literature", + "pred": "Nobel Prize in Literature", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gunnar Gunnarsson -> nominated for -> Nobel Prize in Literature (1961)\n Answer: Nobel Prize in Literature", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005136", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Ireland men\u2019s national rugby union team", + "pred": "Ireland men\u2019s national rugby union team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Geordan Murphy -> member of sports team -> Ireland men\u2019s national rugby union team (2000)\n Answer: Ireland men\u2019s national rugby union team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004183", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "The Rockefeller University", + "pred": "The Rockefeller University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Torsten Nils Wiesel -> employer -> The Rockefeller University (1984)\n Answer: The Rockefeller University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006802", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Is\u00e8re", + "pred": "Is\u00e8re", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ternay -> located in -> Is\u00e8re (1936)\n Answer: Is\u00e8re", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002238", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Artemio Franchi -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_004081", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Harvard University", + "pred": "Harvard University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hassler Whitney -> employer -> Harvard University (1944)\n Answer: Harvard University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007931", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Kingdom of Hungary", + "pred": "Kingdom of Hungary", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kenderes -> country -> Kingdom of Hungary (1920)\n Answer: Kingdom of Hungary", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002561", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Babe\u0219-Bolyai University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gyula Iulius Maurer -> employer -> Babe\u0219-Bolyai University (1961)\n Answer: Babe\u0219-Bolyai University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Stockholm University", + "pred": "Stockholm University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erik Ivar Fredholm -> employer -> Stockholm University (1918)\n Answer: Stockholm University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008363", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Poland", + "pred": "Poland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eugeniusz Eibisch -> work location -> Poland (1974)\n Answer: Poland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008611", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Wang Jingwei regime", + "pred": "Wang Jingwei regime", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anci District -> located in -> Wang Jingwei regime (1944)\n Answer: Wang Jingwei regime", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002255", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1986.0, + "gold": "1986", + "pred": "1986", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bobby Mimms -> member of sports team -> Notts County F.C. (1986)\n Answer: 1986", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007672", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2016", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ellen DeGeneres -> award received -> Presidential Medal of Freedom (2016)\n Answer: 2016", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002954", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "SC Fortuna K\u00f6ln", + "pred": "SC Fortuna K\u00f6ln", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antoine Hey -> member of sports team -> SC Fortuna K\u00f6ln (1995)\n Answer: SC Fortuna K\u00f6ln", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002449", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Valencia CF", + "pred": "Valencia CF", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Asier del Horno -> member of sports team -> Valencia CF (2009)\n Answer: Valencia CF", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005372", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Malm\u00f6 FF", + "pred": "Jonas Berggren", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ulrich Vinzents -> member of sports team -> Malm\u00f6 FF (2007)\n Hop 2: Malm\u00f6 FF -> member of sports team -> Jonas Berggren (2007)\n Answer: Jonas Berggren", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006616", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cipriano Chemello -> country of citizenship -> Italy (1965)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007451", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "SV Saar 05 Saarbr\u00fccken", + "pred": "SV Saar 05 Saarbr\u00fccken", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kurt Clemens -> member of sports team -> SV Saar 05 Saarbr\u00fccken (1957)\n Answer: SV Saar 05 Saarbr\u00fccken", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "C.D. Nacional", + "pred": "C.D. Nacional", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pedro Pacheco -> member of sports team -> C.D. Nacional (2009)\n Answer: C.D. Nacional", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008679", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Bordoni -> country of citizenship -> Kingdom of Italy (1927)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004351", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "education", + "pred": "education", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: U-111 -> has use -> education (1941)\n Answer: education", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "FC Barcelona B\u00e0squet", + "pred": "FC Barcelona B\u00e0squet", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ante Tomi\u0107 -> member of sports team -> FC Barcelona B\u00e0squet (2015)\n Answer: FC Barcelona B\u00e0squet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004853", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roberto Tucci -> country of citizenship -> Italy (2005)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008238", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Reichsgesetzblatt", + "pred": "Reichsgesetzblatt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Reich Citizenship Law -> published in -> Reichsgesetzblatt (1935)\n Answer: Reichsgesetzblatt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007289", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hanau -> country -> German Empire (1907)\n Answer: German Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005590", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giorgio Ferrini -> country of citizenship -> Kingdom of Italy (1943)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002466", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1942.0, + "gold": "1st U-boat Flotilla", + "pred": "U-566", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: U-441 -> part of -> 1st U-boat Flotilla (1942)\n Hop 2: 1st U-boat Flotilla -> has part(s) -> U-566 (1942)\n Answer: U-566", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005898", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Second Syrian Republic", + "pred": "Second Syrian Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bahij al-Khatib -> country of citizenship -> Second Syrian Republic (1940)\n Answer: Second Syrian Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gorz\u00f3w Wielkopolski -> country -> German Empire (1907)\n Answer: German Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006637", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Allianz SE", + "pred": "Allianz SE", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: G\u00f3rnik Zabrze -> sponsor -> Allianz SE (2010)\n Answer: Allianz SE", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001605", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Keith Richards", + "pred": "Keith Richards", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anita Pallenberg -> unmarried partner -> Keith Richards (1974)\n Answer: Keith Richards", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003947", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Q99317", + "pred": "Reinhold von der M\u00fchlen", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bonn -> head of government -> Reinhold von der M\u00fchlen -> 2001\n Answer: Reinhold von der M\u00fchlen", + "judge_em": 0, + "judge_reply": "I NEED TO VERIFY" + }, + { + "id": "q_001379", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Doron Zeilberger -> award received -> Euler Medal (2004)\n Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Cruzeiro E.C.", + "pred": "Cruzeiro E.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jos\u00e9 Carlos Ferreira Filho -> member of sports team -> Cruzeiro E.C. (2009)\n Answer: Cruzeiro E.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2021.0, + "gold": "Daft Punk", + "pred": "Daft Punk", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guy-Manuel de Homem-Christo -> member of -> Daft Punk (2021)\n Answer: Daft Punk", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007475", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Latvia", + "pred": "Latvia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: R\u0113zekne District -> country -> Latvia (2004)\n Answer: Latvia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008010", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "C.D. Jorge Wilstermann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Christian Vargas -> member of sports team -> C.D. Jorge Wilstermann (2004)\n Answer: C.D. Jorge Wilstermann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005768", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Landeshauptmann", + "pred": "Landeshauptmann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Herbert Sausgruber -> position held -> Landeshauptmann (1999)\n Answer: Landeshauptmann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003283", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Lazarev -> award received -> USSR State Prize (1977)\n Answer: 1977", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003934", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Republic of Korea Army", + "pred": "Republic of Korea Army", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Chung Il-kwon -> military branch -> Republic of Korea Army (1951)\n Answer: Republic of Korea Army", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000952", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mircea Snegur -> country of citizenship -> Soviet Union (1957)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004410", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Landrat", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armin Grein -> position held -> Landrat (1989)\n Answer: Landrat", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007420", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Orenburg Oblast", + "pred": "Orenburg Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gai -> located in -> Orenburg Oblast (1984)\n Answer: Orenburg Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003788", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Paris", + "pred": "Paris", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zolt\u00e1n Kem\u00e9ny -> work location -> Paris (1935)\n Answer: Paris", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007654", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Lille OSC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Beno\u00eet Cheyrou -> member of sports team -> Lille OSC (1999)\n Answer: Lille OSC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000104", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Daejeon Hana Citizen FC", + "pred": "Daejeon Hana Citizen FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Choi Eun-sung -> member of sports team -> Daejeon Hana Citizen FC (2003)\n Answer: Daejeon Hana Citizen FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003094", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "England men\u2019s national rugby union team", + "pred": "England men\u2019s national rugby union team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Peter Winterbottom -> member of sports team -> England men\u2019s national rugby union team (1987)\n Answer: England men\u2019s national rugby union team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005875", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tony Terlazzo -> country of citizenship -> Italy (1963)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004542", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2016.0, + "gold": "Province of Carbonia-Iglesias", + "pred": "Province of Carbonia-Iglesias", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Masainas -> located in -> Province of Carbonia-Iglesias (2016)\n Answer: Province of Carbonia-Iglesias", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "AgustaWestland", + "pred": "AgustaWestland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leonardo -> child organization or unit -> AgustaWestland (2006)\n Answer: AgustaWestland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leonella Sgorbati -> country of citizenship -> Italy (1960)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005999", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Czechia men's national football team", + "pred": "Czechia men's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ji\u0159\u00ed Jaro\u0161\u00edk -> member of sports team -> Czechia men's national football team (2000)\n Answer: Czechia men's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003881", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Norberto Bobbio -> country of citizenship -> Kingdom of Italy (1941)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Red Star F.C.", + "pred": "Red Star F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sylvain Kastendeuch -> member of sports team -> Red Star F.C. (1985)\n Answer: Red Star F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Copley Medal", + "pred": "Copley Medal", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Robert Robinson -> award received -> Copley Medal (1942)\n Answer: Copley Medal", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000380", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Klaus Jensen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Trier -> head of government -> Klaus Jensen (2008)\n Answer: Klaus Jensen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007104", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karel Baxa -> position held -> chairperson (1932)\n Answer: chairperson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005106", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1926.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Manlio Bacigalupo -> country of citizenship -> Kingdom of Italy (1926)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007198", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "VVV-Venlo", + "pred": "VVV-Venlo", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jeffrey Altheer -> member of sports team -> VVV-Venlo (2013)\n Answer: VVV-Venlo", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001075", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sebastiano Mannironi -> country of citizenship -> Italy (1987)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007267", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Netherlands Antilles", + "pred": "Netherlands Antilles", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bonaire -> part of -> Netherlands Antilles (1988)\n Answer: Netherlands Antilles", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005453", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: L\u00e1rus Gu\u00f0mundsson -> member of sports team -> Valur (1989)\n Answer: 1989", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006199", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Club Atl\u00e9tico Tigre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Daniel Islas -> member of sports team -> Club Atl\u00e9tico Tigre (2009)\n Answer: Club Atl\u00e9tico Tigre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007661", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gary Mabbutt -> member of sports team -> Tottenham Hotspur F.C. (1997)\n Answer: Tottenham Hotspur F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Christoph Franz", + "pred": "Christoph Franz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lufthansa -> chief executive officer -> Christoph Franz (2011)\n Answer: Christoph Franz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007018", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Province of Ogliastra", + "pred": "Province of Ogliastra", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ussassai -> located in -> Province of Ogliastra (2011)\n Answer: Province of Ogliastra", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006321", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Pontault-Combault", + "pred": "Pontault-Combault", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Route nationale 4 -> terminus location -> Pontault-Combault (2014)\n Answer: Pontault-Combault", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000924", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paolo Heusch -> country of citizenship -> Italy (1979)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002232", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianpiero Combi -> country of citizenship -> Kingdom of Italy (1929)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005699", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "University of G\u00f6ttingen", + "pred": "University of G\u00f6ttingen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hans Grauert -> employer -> University of G\u00f6ttingen (1977)\n Answer: University of G\u00f6ttingen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007488", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nexhat Daci -> position held -> president (2006)\n Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Vla\u0219ca County", + "pred": "Vla\u0219ca County", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giurgiu -> located in -> Vla\u0219ca County (1937)\n Answer: Vla\u0219ca County", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005369", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "University of Zurich", + "pred": "University of Zurich", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andreas Speiser -> employer -> University of Zurich (1931)\n Answer: University of Zurich", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Barbarito -> country of citizenship -> Italy (1996)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001823", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Bremen-Liga", + "pred": "Bremen-Liga", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Oberliga Nord (1974-1994) -> league level below -> Bremen-Liga (1984)\n Answer: Bremen-Liga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006475", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Riff-Raff -> award received -> European Film Award for Best Film (1991)\n Answer: 1991", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008413", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1984.0, + "gold": "1984", + "pred": "1984", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Miros\u0142aw Kubisztal -> member of sports team -> KS Cracovia (1984)\n Answer: 1984", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003577", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Chief of the Turkish General Staff", + "pred": "Chief of the Turkish General Staff", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fevzi \u00c7akmak -> position held -> Chief of the Turkish General Staff (1929)\n Answer: Chief of the Turkish General Staff", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Hanna-Barbera", + "pred": "Hanna-Barbera", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Iwao Takamoto -> employer -> Hanna-Barbera (1975)\n Answer: Hanna-Barbera", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008560", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Romania national rugby union team", + "pred": "Romania national rugby union team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gheorghe Ben\u021bia -> member of sports team -> Romania national rugby union team (1919)\n Answer: Romania national rugby union team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Czechoslovakia", + "pred": "Czechoslovakia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karol Div\u00edn -> country of citizenship -> Czechoslovakia (1948)\n Answer: Czechoslovakia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006136", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1903.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hlukhiv -> country -> Russian Empire (1903)\n Answer: Russian Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005189", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Saulx-Marchais -> located in -> Seine-et-Oise (1913)\n Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002858", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Empire of Japan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Park Yeol -> country of citizenship -> Empire of Japan (1934)\n Answer: Empire of Japan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008315", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Kemerovo Oblast", + "pred": "Kemerovo Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anzhero-Sudzhensk -> located in -> Kemerovo Oblast (1962)\n Answer: Kemerovo Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Kotelnikovsky District", + "pred": "Kotelnikovsky District", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kotelnikovo -> located in -> Kotelnikovsky District (1977)\n Answer: Kotelnikovsky District", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antti Sumiala -> member of sports team -> Ak\u00e7aabat Sebatspor (2004)\n Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000973", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Ternopil Oblast", + "pred": "Ternopil Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kremenets -> located in -> Ternopil Oblast (1958)\n Answer: Ternopil Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002849", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianni Agus -> country of citizenship -> Italy (1980)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008608", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "S.C. Internacional", + "pred": "S.C. Internacional", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Danilo Aparecido da Silva -> member of sports team -> S.C. Internacional (2009)\n Answer: S.C. Internacional", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001494", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Saint Petersburg", + "pred": "Saint Petersburg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Konrad Krzy\u017canowski -> work location -> Saint Petersburg (1925)\n Answer: Saint Petersburg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007390", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karl-Eduard von Schnitzler -> country of citizenship -> German Democratic Republic (1977)\n Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007069", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Sensi -> country of citizenship -> Italy (1999)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001021", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Nelly Sachs Prize", + "pred": "Nelly Sachs Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Javier Mar\u00edas -> award received -> Nelly Sachs Prize (1997)\n Answer: Nelly Sachs Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Nicolini -> country of citizenship -> Kingdom of Italy (1922)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006782", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Merited Artist of the RSFSR", + "pred": "Merited Artist of the RSFSR", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Natalya Varley -> award received -> Merited Artist of the RSFSR (1989)\n Answer: Merited Artist of the RSFSR", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008600", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Toni Ortelli -> country of citizenship -> Kingdom of Italy (1907)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Central Institute for Ancient History and Archeology", + "pred": "Central Institute for Ancient History and Archeology", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Achim Leube -> employer -> Central Institute for Ancient History and Archeology (1980)\n Answer: Central Institute for Ancient History and Archeology", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005501", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Flavio Calzavara -> country of citizenship -> Kingdom of Italy (1937)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001523", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Prince Charles, Count of Flanders", + "pred": "Prince Charles, Count of Flanders", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Belgium -> head of state -> Prince Charles, Count of Flanders (1945)\n Answer: Prince Charles, Count of Flanders", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003339", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Second Syrian Republic", + "pred": "Second Syrian Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Saadallah Wannous -> country of citizenship -> Second Syrian Republic (1954)\n Answer: Second Syrian Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Empire of Japan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shimano -> country -> Empire of Japan (1934)\n Answer: Empire of Japan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002341", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mark Parrish -> drafted by -> Colorado Avalanche (1996)\n Answer: 1996", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006340", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "People's Artist of the USSR", + "pred": "People's Artist of the USSR", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rashid Behbudov -> award received -> People's Artist of the USSR (1959)\n Answer: People's Artist of the USSR", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004184", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Chelsea F.C.", + "pred": "Chelsea F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gabriele Ambrosetti -> member of sports team -> Chelsea F.C. (2001)\n Answer: Chelsea F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001998", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1939", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The Grapes of Wrath -> award received -> Academy Award for Best Director (1939)\n Answer: 1939", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008462", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tony Marshall -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2003)\n Answer: 2003", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005081", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Beira Alta", + "pred": "Beira Alta", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Viseu -> located in -> Beira Alta (1956)\n Answer: Beira Alta", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shimon Peres -> country of citizenship -> Israel (2004)\n Answer: Israel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006076", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kaluga Governorate -> country -> Russian Empire (1908)\n Answer: Russian Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004257", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Province of Posen", + "pred": "Province of Posen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pozna\u0144 -> capital of -> Province of Posen (1904)\n Answer: Province of Posen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001129", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Khrustalnyi -> country -> Soviet Union (1945)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002202", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Isabela", + "pred": "Isabela", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Q13737 -> capital -> Isabela (1988)\n Answer: Isabela", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001377", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Tommasi -> country of citizenship -> Italy (1961)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005631", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ernst Brugger -> position held -> President of the Swiss Confederation (1974)\n Answer: 1974", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000171", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Melora Walters", + "pred": "Melora Walters", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dylan Walsh -> spouse -> Melora Walters (1999)\n Answer: Melora Walters", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007554", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giorgio Amendola -> country of citizenship -> Italy (1965)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001278", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mar\u00eda Denis -> country of citizenship -> Italy (2003)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2003)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005559", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Xavier Margairaz -> member of sports team -> FC Sion (2014)\n Hop 2: FC Sion -> league or competition -> Swiss Super League (2014)\n Answer: Swiss Super League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007444", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: University of Bristol -> funder -> Lehigh University (2021)\n Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004826", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "Dakar", + "pred": "Dakar", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sassandra -> country -> French West Africa (1917)\n Hop 2: French West Africa -> capital -> Dakar (1917)\n Answer: Dakar", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003409", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Margaret Atwood", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Matthew Kneale -> nominated for -> Booker Prize (2000)\n Hop 2: Booker Prize -> winner -> Margaret Atwood (2000)\n Answer: Margaret Atwood", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006575", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: G\u00e1bor Csap\u00f3 -> educated at -> University of Szeged (1972)\n Hop 2: University of Szeged -> named after -> Attila J\u00f3zsef (1972)\n Answer: Attila J\u00f3zsef", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001217", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hilary Swank", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Samantha Morton -> nominated for -> Academy Award for Best Actress (2004)\n Hop 2: Academy Award for Best Actress (2004) -> winner -> Hilary Swank (2004)\n Answer: Hilary Swank", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007223", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Klaus Sch\u00fctz", + "pred": "Klaus Sch\u00fctz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Christian Schad -> work location -> Berlin (1975)\n Hop 2: Berlin -> head of government -> Klaus Sch\u00fctz (1975)\n Answer: Klaus Sch\u00fctz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004735", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Berlin", + "pred": "Berlin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sound and Vision -> performer -> David Bowie (1977)\n Hop 2: David Bowie -> work location -> Berlin (1977)\n Answer: Berlin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001394", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Q896393 -> work location -> Berlin (1970)\n Hop 2: Berlin -> country -> German Democratic Republic (1970)\n Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004179", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Rosa Balistreri -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Economic Community (1951)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Rudy Giuliani", + "pred": "Rudy Giuliani", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Prelinger Archives -> located in -> New York City (1996)\n Hop 2: New York City -> head of government -> Rudy Giuliani (1996)\n Answer: Rudy Giuliani", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ann Wolff -> work location -> Berlin (2003)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2003)\n Answer: Klaus Wowereit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003446", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "United States Secretary of State", + "em": 0.0, + "f1": 0.6, + "pred_raw": "Hop 1: Age Discrimination in Employment Act of 1967 -> signatory -> Lyndon B. Johnson (1967)\n Hop 2: Lyndon B. Johnson -> residence -> Q35525 (1967)\n Hop 3: Q35525 -> position held -> United States Secretary of State (1967)\n Answer: United States Secretary of State", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007096", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Leonardo Jardim", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nicolas Isimat-Mirin -> member of sports team -> AS Monaco FC (2015)\n Hop 2: AS Monaco FC -> head coach -> Leonardo Jardim (2015)\n Answer: Leonardo Jardim", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008279", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guy Lafleur -> member of sports team -> Montreal Canadiens (1984)\n Hop 2: Montreal Canadiens -> home venue -> Montreal Forum (1984)\n Answer: Montreal Forum", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006719", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Emma de Caunes", + "pred": "Emma de Caunes", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jeanne Balibar -> nominated for -> C\u00e9sar Award for Best Female Revelation (1998)\n Hop 2: C\u00e9sar Award for Best Female Revelation -> winner -> Emma de Caunes (1998)\n Answer: Emma de Caunes", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002450", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Cyprus Football Association", + "pred": "Alki Larnaca F.C.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ammochostos Epistrofi Stadium -> occupant -> Alki Larnaca F.C. (2007)\n Answer: Alki Larnaca F.C.", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000742", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "2007", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vejle County -> replaced by -> Southern Denmark (2007)\n Hop 2: Southern Denmark -> replaces -> Funen County (2007)\n Answer: 2007", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005331", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pamela Sargent -> nominated for -> Locus Award for Best Novel (1977)\n Hop 2: Locus Award for Best Novel -> winner -> Kate Wilhelm (1977)\n Answer: 1977", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Uwe Reinders -> member of sports team -> FC Girondins de Bordeaux (1985)\n Hop 2: FC Girondins de Bordeaux -> home venue -> Stade Chaban-Delmas (1985)\n Answer: Stade Chaban-Delmas", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006020", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lady Bird Johnson", + "pred": "Lady Bird Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Highway Beautification Act of 1965 -> signatory -> Lyndon B. Johnson (1965)\n Hop 2: Lyndon B. Johnson -> spouse -> Lady Bird Johnson (1965)\n Answer: Lady Bird Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002515", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alfred Schmidt -> member of sports team -> Germany men's national association football team (1964)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1964)\n Answer: Sepp Herberger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000947", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kerim Zengin -> member of sports team -> Gaziantepspor (2013)\n Hop 2: Gaziantepspor -> league or competition -> S\u00fcper Lig (2013)\n Answer: S\u00fcper Lig", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004442", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "2014", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Felipe Melo -> member of sports team -> Galatasaray S.K. (2014)\n Hop 2: Galatasaray S.K. -> head coach -> Cesare Prandelli (2014)\n Answer: 2014", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003129", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Willem de Rooij -> work location -> Berlin (2010)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2010)\n Answer: Klaus Wowereit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000626", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Edward Joseph Kelly", + "pred": "Edward Joseph Kelly", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tony Smith -> work location -> Chicago (1937)\n Hop 2: Chicago -> head of government -> Edward Joseph Kelly (1937)\n Answer: Edward Joseph Kelly", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008507", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "presidential system", + "pred": "presidential system", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yavoriv -> country -> Second Polish Republic (1929)\n Hop 2: Second Polish Republic -> basic form of government -> presidential system (1929)\n Answer: presidential system", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000399", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Otto Nerz", + "pred": "Otto Nerz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hermann Gramlich -> member of sports team -> Germany men's national association football team (1935)\n Hop 2: Germany men's national association football team -> head coach -> Otto Nerz (1935)\n Answer: Otto Nerz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005160", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "The Book of Evidence", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fay Weldon -> nominated for -> Booker Prize (1979)\n Hop 2: Booker Prize (1979) -> winner -> Penelope Fitzgerald\n Hop 3: Penelope Fitzgerald -> award received -> The Book of Evidence\n Answer: The Book of Evidence", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sergi Barjuan -> member of sports team -> Atl\u00e9tico Madrid (2005)\n Hop 2: Atl\u00e9tico Madrid -> home venue -> Vicente Calder\u00f3n Stadium (2005)\n Answer: Vicente Calder\u00f3n Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "President of North Macedonia", + "pred": "President of North Macedonia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: North Macedonia -> head of state -> Gjorge Ivanov (2017)\n Answer: President of North Macedonia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008117", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ulm University -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> University of Nottingham (2021)\n Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007432", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Romano Prodi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ivan Della Mea -> country of citizenship -> Italy (2007)\n Hop 2: Italy -> head of government -> Romano Prodi (2007)\n Answer: Romano Prodi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006320", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1931.0, + "gold": "1931", + "pred": "1931", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dr. Jekyll and Mr. Hyde -> award received -> Academy Award for Best Actor (1931)\n Hop 2: Lionel Barrymore -> winner -> Academy Award for Best Actor (1931)\n Answer: 1931", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008047", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Volodymyr -> country -> Russian Empire (1902)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1902)\n Answer: Nicholas II of Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000063", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Carlo Vittorio Varetti", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alessandro Ajmone Marsan -> member of sports team -> Juventus FC (1909)\n Hop 2: Juventus FC -> chairperson -> Carlo Vittorio Varetti (1909)\n Answer: Carlo Vittorio Varetti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: United States -> contains the administrative territorial entity -> Territory of Hawaii (1931)\n Answer: Territory of Hawaii", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001072", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Eusebio Sacrist\u00e1n", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gerard Deulofeu -> member of sports team -> FC Barcelona Atl\u00e8tic (2013)\n Hop 2: FC Barcelona Atl\u00e8tic -> head coach -> Eusebio Sacrist\u00e1n (2013)\n Answer: Eusebio Sacrist\u00e1n", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005910", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Christian Vande Velde -> member of sports team -> Discovery Channel (2001)\n Hop 2: Discovery Channel -> country -> United States (2001)\n Answer: United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003397", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "V\u00edt\u011bzslav Lavi\u010dka", + "pred": "V\u00edt\u011bzslav Lavi\u010dka", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Miroslav Slepi\u010dka -> member of sports team -> AC Sparta Prague (2012)\n Hop 2: AC Sparta Prague -> head coach -> V\u00edt\u011bzslav Lavi\u010dka (2012)\n Answer: V\u00edt\u011bzslav Lavi\u010dka", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000162", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Lady Bird Johnson", + "pred": "Lady Bird Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Age Discrimination in Employment Act of 1967 -> signatory -> Lyndon B. Johnson (1967)\n Hop 2: Lyndon B. Johnson -> spouse -> Lady Bird Johnson (1967)\n Answer: Lady Bird Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002728", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Clarence Seedorf -> member of sports team -> AC Milan (2010)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (2010)\n Answer: Silvio Berlusconi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003793", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Barcelona Province", + "pred": "Barcelona Province", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Josep Guinovart -> work location -> Barcelona (1950)\n Hop 2: Barcelona -> located in -> Barcelona Province (1950)\n Answer: Barcelona Province", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003541", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carry Me Down -> nominated for -> Booker Prize (2006)\n Hop 2: Booker Prize -> winner -> Kiran Desai (2006)\n Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008524", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00c9douard Kargu -> member of sports team -> FC Girondins de Bordeaux (1950)\n Hop 2: FC Girondins de Bordeaux -> home venue -> Stade Chaban-Delmas (1950)\n Answer: Stade Chaban-Delmas", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003943", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Angelo La Barbera -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Giovanni Leone (1971)\n Answer: Giovanni Leone", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Michal B\u00edlek", + "pred": "Michal B\u00edlek", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Daniel Kol\u00e1\u0159 -> member of sports team -> Czechia men's national football team (2011)\n Hop 2: Czechia men's national football team -> head coach -> Michal B\u00edlek (2011)\n Answer: Michal B\u00edlek", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003569", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alberto Magnelli -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1971)\n Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "I NEED TO DETERMINE" + }, + { + "id": "q_002249", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "University of Paris", + "pred": "University of Paris", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: University of Paris 1 Pantheon-Sorbonne -> replaces -> University of Paris (1971)\n Answer: University of Paris", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001978", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Giovanni Leone (1958)\n Answer: Giovanni Leone", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005073", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nathan Redmond -> member of sports team -> Birmingham City F.C. (2011)\n Hop 2: Birmingham City F.C. -> head coach -> Alex McLeish (2011)\n Answer: Alex McLeish", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000609", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stanley Middleton -> award received -> Booker Prize (1974)\n Hop 2: Booker Prize (1974) -> winner -> Kingsley Amis (1974)\n Answer: 1974", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Manuel Jim\u00e9nez Jim\u00e9nez", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ra\u00fal Fern\u00e1ndez-Cavada Mateos -> member of sports team -> UD Las Palmas (2018)\n Hop 2: UD Las Palmas -> head coach -> Manuel Jim\u00e9nez Jim\u00e9nez (2018)\n Answer: Manuel Jim\u00e9nez Jim\u00e9nez", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Guy Ritchie", + "pred": "Guy Ritchie", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Die Another Day -> performer -> Madonna (2002)\n Hop 2: Madonna -> spouse -> Guy Ritchie (2002)\n Answer: Guy Ritchie", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006953", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "Jimmy Walker", + "pred": "Jimmy Walker", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Maria Meneghini Callas -> residence -> New York City (1928)\n Hop 2: New York City -> head of government -> Jimmy Walker (1928)\n Answer: Jimmy Walker", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001572", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Didier Deschamps", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nicolas Isimat-Mirin -> member of sports team -> AS Monaco FC (2015)\n Hop 2: AS Monaco FC -> head coach -> Didier Deschamps (2015)\n Answer: Didier Deschamps", + "judge_em": 0, + "judge_reply": "I NEED TO DETERMINE" + }, + { + "id": "q_008301", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Romano Prodi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Cornacchia -> country of citizenship -> Italy (2007)\n Hop 2: Italy -> head of government -> Romano Prodi (2007)\n Answer: Romano Prodi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000630", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1960.0, + "gold": "Graceland", + "pred": "Graceland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: A Mess of Blues -> performer -> Elvis Presley (1960)\n Hop 2: Elvis Presley -> residence -> Graceland (1960)\n Answer: Graceland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000755", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Elizabeth II", + "pred": "Lyndon B. Johnson", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stack-O-Tracks -> place of publication -> United States (1968)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1968)\n Answer: Lyndon B. Johnson", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000326", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jean-Loup Dabadie -> member of -> Acad\u00e9mie Fran\u00e7aise (2009)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> H\u00e9l\u00e8ne Carr\u00e8re d'Encausse (2009)\n Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002870", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Bahrain", + "pred": "Prime Minister of Bahrain", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bahrain -> head of government -> Khalifa bin Salman Al Khalifa (1981)\n Hop 2: Khalifa bin Salman Al Khalifa -> position held -> Prime Minister of Bahrain (1981)\n Answer: Prime Minister of Bahrain", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007789", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Michele Lupo -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1960)\n Answer: Giuseppe Saragat", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007973", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Bjarne Riis", + "pred": "Bjarne Riis", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Danilo Wyss -> member of sports team -> Qhubeka NextHash (2020)\n Hop 2: Qhubeka NextHash -> general manager -> Bjarne Riis (2020)\n Answer: Bjarne Riis", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000219", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Vivien Leigh", + "pred": "The Grapes of Wrath", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fay Bainter -> nominated for -> Academy Award for Best Supporting Actress (1939)\n Hop 2: Academy Award for Best Supporting Actress (1939) -> winner -> Jane Darwell (1939)\n Hop 3: Jane Darwell (1939) -> winner -> The Grapes of Wrath (1939)\n Answer: The Grapes of Wrath", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007274", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Elizabeth II", + "pred": "United States", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Smiley Smile -> place of publication -> United States (1967)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1967)\n Hop 3: Lyndon B. Johnson -> country of citizenship -> United States (1967)\n Answer: United States", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006021", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luca Ronconi -> country of citizenship -> Italy (2005)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2005)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006576", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "Laurence Olivier", + "pred": "Laurence Olivier", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Garfield -> nominated for -> Academy Award for Best Actor (1948)\n Hop 2: Academy Award for Best Actor (1948) -> winner -> Laurence Olivier\n Hop 3: Laurence Olivier -> winner -> 1948\n Answer: Laurence Olivier", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000623", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Bjarne Berntsen", + "pred": "Bjarne Berntsen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Camilla Huse -> member of sports team -> Norway women's national football team (2009)\n Hop 2: Norway women's national football team -> head coach -> Bjarne Berntsen (2009)\n Answer: Bjarne Berntsen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "The Jesus Man", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mark Haddon -> nominated for -> Booker Prize (2003)\n Hop 2: Booker Prize (2003) -> winner -> DBC Pierre\n Hop 3: DBC Pierre -> nominated for -> The Jesus Man (2003)\n Answer: The Jesus Man", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003804", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Nobel Peace Prize", + "pred": "Nobel Peace Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: United States Navy SEALs -> founder -> John F. Kennedy (1962)\n Hop 2: John F. Kennedy -> nominated for -> Nobel Peace Prize (1962)\n Answer: Nobel Peace Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006789", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Robert Ferdinand Wagner Jr.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: William Vickrey -> residence -> New York City (1960)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1960)\n Answer: Robert Ferdinand Wagner Jr.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006521", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Atlanta-Fulton County Stadium", + "pred": "Atlanta-Fulton County Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hank Aaron -> member of sports team -> Atlanta Braves (1976)\n Hop 2: Atlanta Braves -> home venue -> Atlanta-Fulton County Stadium (1976)\n Answer: Atlanta-Fulton County Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "The Inheritance of Loss", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: The Night Watch -> nominated for -> Booker Prize (2006)\n Hop 2: Booker Prize (2006) -> winner -> Kiran Desai (2006)\n Hop 3: Kiran Desai (2006) -> award received -> The Inheritance of Loss (2006)\n Answer: The Inheritance of Loss", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_004769", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Loretta Young", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Celia Johnson -> nominated for -> Academy Award for Best Actress (1947)\n Hop 2: Academy Award for Best Actress (1947) -> winner -> Loretta Young (1947)\n Answer: Loretta Young", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001801", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Vytautas Landsbergis", + "pred": "Vytautas Landsbergis", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nijol\u0117 O\u017eelyt\u0117-Vaitiek\u016bnien\u0117 -> member of political party -> Homeland Union \u2013 Lithuanian Christian Democrats (1995)\n Hop 2: Homeland Union \u2013 Lithuanian Christian Democrats -> chairperson -> Vytautas Landsbergis (1995)\n Answer: Vytautas Landsbergis", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "State Anthem of the Soviet Union", + "pred": "\"The Internationale\"", + "em": 0.0, + "f1": 0.25, + "pred_raw": "Hop 1: Murmansk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1965)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> \"The Internationale\" (1965)\n Answer: \"The Internationale\"", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003724", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Piero Scotti -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Giovanni Gronchi (1971)\n Answer: Giovanni Gronchi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006014", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Hans Loritz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alfons Gorbach -> place of detention -> Dachau concentration camp (1939)\n Hop 2: Dachau concentration camp -> director / manager -> Hans Loritz (1939)\n Answer: Hans Loritz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007171", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Serdar Aziz -> member of sports team -> Bursaspor (2016)\n Hop 2: Bursaspor -> league or competition -> S\u00fcper Lig (2016)\n Answer: S\u00fcper Lig", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007260", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "3. Liga", + "pred": "3. Liga", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bastian Heidenfelder -> member of sports team -> 1. FC Heidenheim 1846 (2013)\n Hop 2: 1. FC Heidenheim 1846 -> league or competition -> 3. Liga (2013)\n Answer: 3. Liga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Thomas Tuchel", + "pred": "Thomas Tuchel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marcos Alonso Mendoza -> member of sports team -> Chelsea F.C. (2021)\n Hop 2: Chelsea F.C. -> head coach -> Thomas Tuchel (2021)\n Answer: Thomas Tuchel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007485", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Charlize Theron", + "pred": "Charlize Theron", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jennifer Connelly -> nominated for -> Broadcast Film Critics Association Award for Best Actress (2003)\n Hop 2: Broadcast Film Critics Association Award for Best Actress -> winner -> Charlize Theron (2003)\n Answer: Charlize Theron", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001837", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: University of Tsukuba -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> University of Virginia (2021)\n Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Silvio Berlusconi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Angelo Infanti -> country of citizenship -> Italy (2007)\n Hop 2: Italy -> head of government -> Silvio Berlusconi (2007)\n Answer: Silvio Berlusconi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005494", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Berti Vogts", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Steffen Freund -> member of sports team -> Germany men's national association football team (1997)\n Hop 2: Germany men's national association football team -> head coach -> Berti Vogts (1997)\n Answer: Berti Vogts", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000075", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Prisco -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2001)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004734", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Peter Carey", + "pred": "Peter Carey", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: David Lodge -> nominated for -> Booker Prize -> winner -> Peter Carey (1988)\n Answer: Peter Carey", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004770", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Constantinople", + "pred": "Constantinople", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Edessa -> country -> Ottoman Empire (1904)\n Hop 2: Ottoman Empire -> capital -> Constantinople (1904)\n Answer: Constantinople", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006777", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "S\u00e1ndor Preisinger", + "pred": "S\u00e1ndor Preisinger", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Daniils Turkovs -> member of sports team -> Zalaegerszegi TE (2012)\n Hop 2: Zalaegerszegi TE -> head coach -> S\u00e1ndor Preisinger (2012)\n Answer: S\u00e1ndor Preisinger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001481", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jennifer Johnston -> nominated for -> Booker Prize (1977)\n Hop 2: Booker Prize -> winner -> Paul Scott (1977)\n Answer: 1977", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Samuel -> member of sports team -> Inter Milan (2008)\n Hop 2: Inter Milan -> head coach -> Jos\u00e9 Mourinho (2008)\n Answer: Jos\u00e9 Mourinho", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000707", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Evangelisti -> country of citizenship -> Italy (1934)\n Hop 2: Italy -> shares border with -> Yugoslavia (1934)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007316", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Giuseppe Sartori", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alessandro Ajmone Marsan -> member of sports team -> Juventus FC (1909)\n Hop 2: Juventus FC -> chairperson -> Carlo Vittorio Varetti (1909)\n Hop 3: Carlo Vittorio Varetti -> chairperson -> Giuseppe Sartori (1909)\n Answer: Giuseppe Sartori", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002781", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Renato Carosone -> country of citizenship -> Italy (1946)\n Hop 2: Italy -> shares border with -> Yugoslavia (1946)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001694", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Glenda Jackson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Genevi\u00e8ve Bujold -> nominated for -> Academy Award for Best Actress (1970)\n Hop 2: Academy Award for Best Actress (1970) -> winner -> Glenda Jackson\n Answer: Glenda Jackson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005714", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "B\u00fclent Ecevit", + "pred": "B\u00fclent Ecevit", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Deniz Baykal -> member of political party -> Republican People's Party (1979)\n Hop 2: Republican People's Party -> chairperson -> B\u00fclent Ecevit (1979)\n Answer: B\u00fclent Ecevit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Stefan Kuntz", + "pred": "Stefan Kuntz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan \u0160im\u016fnek -> member of sports team -> 1. FC Kaiserslautern (2014)\n Hop 2: 1. FC Kaiserslautern -> chairperson -> Stefan Kuntz (2014)\n Answer: Stefan Kuntz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000390", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Nobel Prize in Physics", + "pred": "Nobel Prize in Physics", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Holweck Prize -> winner -> Louis N\u00e9el (1952)\n Hop 2: Louis N\u00e9el -> nominated for -> Nobel Prize in Physics (1952)\n Answer: Nobel Prize in Physics", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004301", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Rudy Giuliani", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Elliott Erwitt -> work location -> New York City (1994)\n Hop 2: New York City -> head of government -> Rudy Giuliani (1994)\n Answer: Rudy Giuliani", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007116", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Simone Veil -> member of -> Acad\u00e9mie Fran\u00e7aise (2009)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> H\u00e9l\u00e8ne Carr\u00e8re d'Encausse (2009)\n Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004505", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Abraham Beame", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Philip Taaffe -> work location -> New York City (1974)\n Hop 2: New York City -> head of government -> Abraham Beame (1974)\n Answer: Abraham Beame", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007035", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "David Dinkins", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Louise Bourgeois -> work location -> New York City (1990)\n Hop 2: New York City -> head of government -> David Dinkins (1990)\n Answer: David Dinkins", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004558", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ryan Bertrand -> member of sports team -> Chelsea F.C. (2014)\n Hop 2: Chelsea F.C. -> head coach -> Jos\u00e9 Mourinho (2014)\n Answer: Jos\u00e9 Mourinho", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003267", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Clark Gable", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: It Happened One Night -> nominated for -> Academy Award for Best Actor (1935)\n Hop 2: Academy Award for Best Actor (1935) -> winner -> Clark Gable (1935)\n Hop 3: Clark Gable -> winner -> Helen Hunt (1935)\n Answer: Clark Gable", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006755", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Theodor Liebknecht", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1920)\n Hop 2: Independent Social Democratic Party of Germany -> chairperson -> Theodor Liebknecht (1920)\n Answer: Theodor Liebknecht", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004583", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ai -> award received -> American Book Awards (1987)\n Hop 2: American Book Awards -> winner -> James Welch (1987)\n Answer: 1987", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000225", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Gareth Southgate", + "pred": "Gareth Southgate", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: David Wheater -> member of sports team -> Middlesbrough F.C. (2008)\n Hop 2: Middlesbrough F.C. -> head coach -> Gareth Southgate (2008)\n Answer: Gareth Southgate", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002459", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Kingdom of Yugoslavia", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Zrenjanin City -> located in -> Socialist Autonomous Province of Vojvodina (1949)\n Hop 2: Socialist Autonomous Province of Vojvodina -> country -> Kingdom of Yugoslavia (1949)\n Answer: Kingdom of Yugoslavia", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006352", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: University of Tsukuba -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> University of Graz (2021)\n Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004787", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Janusz W\u00f3jcik", + "pred": "Janusz W\u00f3jcik", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arkadiusz B\u0105k -> member of sports team -> Poland men's national football team (1999)\n Hop 2: Poland men's national football team -> head coach -> Janusz W\u00f3jcik (1999)\n Answer: Janusz W\u00f3jcik", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002226", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Leonid Brezhnev", + "pred": "Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Aleksei Gubarev -> member of political party -> Communist Party of the Soviet Union (1973)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Mikhail Gorbachev (1973)\n Answer: Mikhail Gorbachev", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003363", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Jan Schaffrath", + "pred": "Jan Schaffrath", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Martin Velits -> member of sports team -> Soudal Quick-Step (2012)\n Hop 2: Soudal Quick-Step -> head coach -> Jan Schaffrath (2012)\n Answer: Jan Schaffrath", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Pavel Vrba", + "pred": "Pavel Vrba", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bo\u0159ek Do\u010dkal -> member of sports team -> Czechia men's national football team (2016)\n Hop 2: Czechia men's national football team -> head coach -> Pavel Vrba (2016)\n Answer: Pavel Vrba", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006972", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Brian Moore -> nominated for -> Booker Prize (1976)\n Hop 2: Booker Prize (1976) -> winner -> David Storey (1976)\n Answer: 1976", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007393", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Autonomous Province of Vojvodina", + "em": 0.0, + "f1": 0.4000000000000001, + "pred_raw": "Hop 1: Ba\u010d Municipality -> located in -> Socialist Autonomous Province of Vojvodina (1961)\n Answer: Socialist Autonomous Province of Vojvodina", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_002784", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Franz Beckenbauer", + "pred": "Franz Beckenbauer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frank Mill -> member of sports team -> Germany men's national association football team (1988)\n Hop 2: Germany men's national association football team -> head coach -> Franz Beckenbauer (1988)\n Answer: Franz Beckenbauer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005991", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luciano Bianciardi -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Claudia Roth", + "pred": "Claudia Roth", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Boris Palmer -> member of political party -> Alliance '90/The Greens (2009)\n Hop 2: Alliance '90/The Greens -> chairperson -> Claudia Roth (2009)\n Hop 3: Claudia Roth -> chairperson -> Cem \u00d6zdemir (2009)\n Answer: Claudia Roth", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002109", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "ADIG", + "pred": "ADIG", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stefan W\u00e4chter -> member of sports team -> Hamburger SV (2004)\n Hop 2: Hamburger SV -> sponsor -> ADIG (2004)\n Answer: ADIG", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005445", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Abraham Beame", + "pred": "Abraham Beame", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nancy Graves -> work location -> New York City (1977)\n Hop 2: New York City -> head of government -> Abraham Beame (1977)\n Answer: Abraham Beame", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Fiorello H. La Guardia", + "pred": "Fiorello H. La Guardia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Edward McKnight Kauffer -> work location -> New York City (1940)\n Hop 2: New York City -> head of government -> Fiorello H. La Guardia (1940)\n Answer: Fiorello H. La Guardia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005633", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Saragat -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> head of state -> Sandro Pertini (1984)\n Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002083", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Jens Gustafsson", + "pred": "Jens Gustafsson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andreas Landgren -> member of sports team -> Halmstads BK (2013)\n Hop 2: Halmstads BK -> head coach -> Jens Gustafsson (2013)\n Answer: Jens Gustafsson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003899", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karl Horst H\u00f6dicke -> work location -> Berlin (1987)\n Hop 2: Berlin -> country -> German Democratic Republic (1987)\n Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002997", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ramallah -> country -> Mandatory Palestine (1937)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1937)\n Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005860", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "2004 Academy Awards", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Whale Rider -> nominated for -> Academy Award for Best Actress (2004)\n Hop 2: Academy Award for Best Actress -> winner -> Hilary Swank (2004)\n Hop 3: Hilary Swank -> winner of -> 2004 Academy Awards (2004)\n Answer: 2004 Academy Awards", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_001039", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cornell Capa -> work location -> United States (1937)\n Hop 2: United States -> shares border with -> Panama (1937)\n Answer: Panama", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000086", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Q435856 -> country of citizenship -> Italy (1983)\n Hop 2: Italy -> head of state -> Sandro Pertini (1983)\n Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005689", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Elie Wiesel -> country of citizenship -> Kingdom of Romania (1929)\n Hop 2: Kingdom of Romania -> capital -> Bucharest (1929)\n Answer: Bucharest", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006609", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Afula -> country -> Mandatory Palestine (1940)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1940)\n Answer: United Kingdom", + "judge_em": 0, + "judge_reply": "I NEED TO TRACE" + }, + { + "id": "q_004970", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Academy Award for Best Actress -> winner -> Charlize Theron (2003)\n Hop 2: Unfaithful -> nominated for -> Academy Award for Best Actress (2003)\n Answer: 2003", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Antonio Segni", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alberto Magnelli -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of state -> Antonio Segni (1960)\n Answer: Antonio Segni", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mauro Staccioli -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008062", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "M\u00e1rio Soares", + "pred": "M\u00e1rio Soares", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto Vaquina -> work location -> Portugal (1991)\n Hop 2: Portugal -> head of state -> M\u00e1rio Soares (1991)\n Answer: M\u00e1rio Soares", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006613", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Stuart Lancaster", + "pred": "Stuart Lancaster", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ben Foden -> member of sports team -> England men\u2019s national rugby union team (2013)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Stuart Lancaster (2013)\n Answer: Stuart Lancaster", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001894", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Reese Witherspoon", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Annette Bening -> nominated for -> Academy Award for Best Actress (2005)\n Hop 2: Academy Award for Best Actress (2005) -> winner -> Reese Witherspoon (2005)\n Answer: Reese Witherspoon", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002546", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franz Anton Basch -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1921)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1921)\n Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003153", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Zhou Enlai", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zhu De -> country of citizenship -> People's Republic of China (1967)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1967)\n Answer: Zhou Enlai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002865", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Penelope Fitzgerald", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: A Bend in the River -> nominated for -> Booker Prize (1979)\n Hop 2: Booker Prize (1979) -> winner -> Penelope Fitzgerald (1979)\n Hop 3: Penelope Fitzgerald -> winner -> A Bend in the River (1979)\n Answer: Penelope Fitzgerald", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007865", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Prisco -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2001)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Clive Woodward", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Josh Lewsey -> member of sports team -> England men\u2019s national rugby union team (1999)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Clive Woodward (1999)\n Answer: Clive Woodward", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001858", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Graceland", + "pred": "Graceland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ginger Alden -> unmarried partner -> Elvis Presley (1977)\n Hop 2: Elvis Presley -> residence -> Graceland (1977)\n Answer: Graceland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Constantinople", + "pred": "Constantinople", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Xanthi -> country -> Ottoman Empire (1903)\n Hop 2: Ottoman Empire -> capital -> Constantinople (1903)\n Answer: Constantinople", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003034", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Hans Loritz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Emil Filla -> place of detention -> Dachau concentration camp (1939)\n Hop 2: Dachau concentration camp -> manager -> Hans Loritz (1939)\n Hop 3: Hans Loritz -> point in time -> 1939 (1939)\n Answer: Hans Loritz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000799", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Barack Obama", + "pred": "Arsenii Yatseniuk", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Battlefield 3 -> narrative location -> Ukraine (2014)\n Hop 2: Ukraine -> head of government -> Arsenii Yatseniuk (2014)\n Answer: Arsenii Yatseniuk", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_007926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Boston Garden", + "pred": "Boston Garden", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Havlicek -> member of sports team -> Boston Celtics (1975)\n Hop 2: Boston Celtics -> home venue -> Boston Garden (1975)\n Answer: Boston Garden", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004762", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "Kingdom of Prussia", + "pred": "Kingdom of Prussia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: 1911 World Figure Skating Championships -> location -> Berlin (1911)\n Hop 2: Berlin -> located in -> Kingdom of Prussia (1911)\n Answer: Kingdom of Prussia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004806", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jonathan Urretaviscaya -> member of sports team -> S.L. Benfica (2013)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2013)\n Answer: Lu\u00eds Filipe Vieira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Premier League", + "pred": "Premier League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ruslan Rotan -> member of sports team -> FC Dnipro (2008)\n Hop 2: FC Dnipro -> league or competition -> Premier League (2008)\n Answer: Premier League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008203", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Amway Arena", + "pred": "Amway Arena", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shaquille O'Neal -> member of sports team -> Orlando Magic (1994)\n Hop 2: Orlando Magic -> home venue -> Amway Arena (1994)\n Answer: Amway Arena", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004465", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: University of Helsinki -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Michigan State University (2021)\n Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006874", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "John Lindsay", + "pred": "John Lindsay", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: William Vickrey -> residence -> New York City (1968)\n Hop 2: New York City -> head of government -> John Lindsay (1968)\n Answer: John Lindsay", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000593", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leo Nomellini -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1957)\n Answer: Giovanni Gronchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004615", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2018.0, + "gold": "2018", + "pred": "2018", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mirko Tomassoni -> position held -> Captain Regent of San Marino (2018)\n Hop 2: Captain Regent of San Marino -> officeholder -> Stefano Palmieri (2018)\n Answer: 2018", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Geoffrey Rush", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: As Good as It Gets -> award received -> Academy Award for Best Actress (1996)\n Hop 2: Academy Award for Best Actress -> winner -> Frances McDormand (1996)\n Hop 3: Frances McDormand -> award received -> Academy Award for Best Actress (1996)\n Answer: Academy Award for Best Actress", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Academy Award for Best Writing, Original Screenplay", + "em": 0.0, + "f1": 0.8571428571428571, + "pred_raw": "Hop 1: Harold Pinter -> spouse -> Antonia Fraser (1982)\n Hop 2: Antonia Fraser -> spouse -> Harold Pinter (1982)\n Hop 3: Antonia Fraser -> nominated for -> Academy Award for Best Writing, Original Screenplay (1982)\n Answer: Academy Award for Best Writing, Original Screenplay", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004669", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Yuri Semin", + "pred": "Yuri Semin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00c9der -> member of sports team -> FC Lokomotiv Moscow (2019)\n Hop 2: FC Lokomotiv Moscow -> head coach -> Yuri Semin (2019)\n Answer: Yuri Semin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Aldo Moro", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> head of government -> Aldo Moro (1972)\n Answer: Aldo Moro", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Theodor Liebknecht", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1920)\n Hop 2: Independent Social Democratic Party of Germany -> chairperson -> Theodor Liebknecht (1920)\n Answer: Theodor Liebknecht", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006858", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Monster -> award received -> Academy Award for Best Actress (2002)\n Hop 2: Academy Award for Best Actress -> winner -> Nicole Kidman (2002)\n Answer: 2002", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000627", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Harold Pinter", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Antonia Fraser -> spouse -> Harold Pinter (1982)\n Hop 2: Harold Pinter -> nominated for -> Tony Award for Best Direction of a Play (1982)\n Answer: Harold Pinter", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008456", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sevastopol -> country -> Russian Empire (1901)\n Hop 2: Russian Empire -> basic form of government -> absolute monarchy (1901)\n Answer: absolute monarchy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004863", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Academy Award for Best Picture", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: It Happened One Night -> nominated for -> Academy Award for Best Picture (1935)\n Answer: Academy Award for Best Picture", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005053", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lauri Yl\u00f6nen", + "pred": "Lauri Yl\u00f6nen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Haloo Helsinki! -> nominated for -> MTV Europe Music Award for Best Finnish Act (2011)\n Hop 2: MTV Europe Music Award for Best Finnish Act -> winner -> Lauri Yl\u00f6nen (2011)\n Answer: Lauri Yl\u00f6nen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006906", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sini\u0161a Mihajlovi\u0107", + "pred": "Sini\u0161a Mihajlovi\u0107", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marco Marchionni -> member of sports team -> ACF Fiorentina (2010)\n Hop 2: ACF Fiorentina -> head coach -> Sini\u0161a Mihajlovi\u0107 (2010)\n Answer: Sini\u0161a Mihajlovi\u0107", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004343", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Arrigo Sacchi", + "pred": "Arrigo Sacchi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Bianchi -> member of sports team -> Rimini FC (1984)\n Hop 2: Rimini FC -> head coach -> Arrigo Sacchi (1984)\n Answer: Arrigo Sacchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008520", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Hans Loritz", + "pred": "Hans Loritz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Abraham Adolf Kaiser -> place of detention -> Dachau concentration camp (1938)\n Hop 2: Dachau concentration camp -> manager -> Hans Loritz (1938)\n Hop 3: Hans Loritz -> point in time after -> Anton Saefkow (1938)\n Answer: Hans Loritz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008566", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Kurt Biedenkopf", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hanns Martin Schleyer -> member of political party -> Christian Democratic Union (1975)\n Hop 2: Christian Democratic Union -> general secretary -> Kurt Biedenkopf (1975)\n Answer: Kurt Biedenkopf", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005406", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Friedrich Hayek -> residence -> Freiburg im Breisgau (1980)\n Hop 2: Freiburg im Breisgau -> country -> West Germany (1980)\n Answer: West Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005485", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Milo\u0161 Zeman", + "pred": "Milo\u0161 Zeman", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bergepanzer B\u00fcffel -> operator -> Czech Republic (2022)\n Hop 2: Czech Republic -> head of state -> Milo\u0161 Zeman (2022)\n Answer: Milo\u0161 Zeman", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006778", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lyla Rocco -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> currency -> Italian lira (1963)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000448", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Alex Ferguson", + "pred": "Alex Ferguson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bryan Gunn -> member of sports team -> Aberdeen F.C. (1980)\n Hop 2: Aberdeen F.C. -> head coach -> Alex Ferguson (1980)\n Answer: Alex Ferguson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005253", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Aravind Adiga", + "pred": "John Berger", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Amitav Ghosh -> nominated for -> Booker Prize (2008)\n Hop 2: Q151708 -> winner -> Aravind Adiga (2008)\n Hop 3: John Berger -> nominated for -> Q151708 (2008)\n Answer: John Berger", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002793", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mrs. Parkington -> nominated for -> Academy Award for Best Actress (1945)\n Hop 2: Academy Award for Best Actress -> winner -> Joan Crawford (1945)\n Hop 3: Joan Crawford -> winner -> Academy Award for Best Actress (1945)\n Answer: Academy Award for Best Actress", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001366", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Cliff Burton", + "pred": "Cliff Burton", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Master of Puppets -> performer -> Metallica (1986)\n Hop 2: Metallica -> has part(s) -> Cliff Burton (1986)\n Answer: Cliff Burton", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000346", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Lilliu -> country of citizenship -> Italy (2010)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2010)\n Answer: Giorgio Napolitano", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001380", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "John Williams", + "pred": "John Williams", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Katie Couric -> notable work -> Today (1999)\n Hop 2: Today -> composer -> John Williams (1999)\n Answer: John Williams", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007366", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Giampiero Boniperti", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giorgio Mastropasqua -> member of sports team -> Juventus FC (1973)\n Hop 2: Juventus FC -> chairperson -> Giampiero Boniperti (1973)\n Answer: Giampiero Boniperti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004085", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "Qing dynasty", + "pred": "Qing dynasty", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luo Yixiu -> spouse -> Mao Zedong (1907)\n Hop 2: Mao Zedong -> country of citizenship -> Qing dynasty (1907)\n Answer: Qing dynasty", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shimon Peres -> country of citizenship -> Mandatory Palestine (1943)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1943)\n Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Penelope Fitzgerald", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fay Weldon -> nominated for -> Booker Prize (1979)\n Hop 2: Booker Prize (1979) -> winner -> Penelope Fitzgerald (1979)\n Answer: Penelope Fitzgerald", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Steve Borthwick -> member of sports team -> England men\u2019s national rugby union team (2008)\n Hop 2: England men\u2019s national rugby union team -> kit supplier -> Nike (2008)\n Answer: Nike", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005149", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Dalvik VM", + "pred": "Dalvik VM", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Grand Theft Auto III -> platform -> Android (2011)\n Hop 2: Android -> has part -> Dalvik VM (2011)\n Answer: Dalvik VM", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007466", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sande -> country -> West Germany (1956)\n Hop 2: West Germany -> currency -> Deutsche Mark (1956)\n Answer: Deutsche Mark", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "EFL Championship", + "pred": "EFL Championship", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Joel Lynch -> member of sports team -> Nottingham Forest F.C. (2010)\n Hop 2: Nottingham Forest F.C. -> league or competition -> EFL Championship (2010)\n Answer: EFL Championship", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002303", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Prime Minister of Canada", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: 19th Canadian Ministry -> head of government -> Lester B. Pearson (1968)\n Answer: Prime Minister of Canada", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004925", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "1930 Academy Awards", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bessie Love -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> winner of -> 1930 Academy Awards\n Answer: 1930 Academy Awards", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_002425", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Ugo Morin -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003762", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Minneapolis Armory", + "pred": "Minneapolis Armory", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bud Grant -> member of sports team -> Los Angeles Lakers (1949)\n Hop 2: Los Angeles Lakers -> home venue -> Minneapolis Armory (1949)\n Answer: Minneapolis Armory", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000351", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erazim Koh\u00e1k -> residence -> United States (1949)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1949)\n Answer: Territory of Hawaii", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003288", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Alain Afflelou", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rainer Ernst -> member of sports team -> FC Girondins de Bordeaux (1992)\n Hop 2: FC Girondins de Bordeaux -> chairperson -> Alain Afflelou (1992)\n Answer: Alain Afflelou", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001079", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Giampiero Boniperti", + "pred": "Giampiero Boniperti", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stefano Tacconi -> member of sports team -> Juventus FC (1985)\n Hop 2: Juventus FC -> chairperson -> Giampiero Boniperti (1985)\n Answer: Giampiero Boniperti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Paulo Bento", + "pred": "Paulo Bento", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Baek Sung-dong -> member of sports team -> South Korea men's national football team (2022)\n Hop 2: South Korea men's national football team -> head coach -> Paulo Bento (2022)\n Answer: Paulo Bento", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006454", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Steve Sampson", + "pred": "Steve Sampson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kevin Hartman -> member of sports team -> United States men's national soccer team (2005)\n Hop 2: United States men's national soccer team -> head coach -> Steve Sampson (2005)\n Answer: Steve Sampson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007686", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "United States Cabinet", + "pred": "United States Cabinet", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Edwin Denby -> position held -> United States Secretary of the Navy (1923)\n Hop 2: United States Secretary of the Navy -> part of -> United States Cabinet (1923)\n Answer: United States Cabinet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001636", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrew Schally -> award received -> Albert Lasker Award for Basic Medical Research (1975)\n Answer: 1975", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000642", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Alan Hollinghurst", + "pred": "Alan Hollinghurst", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ronan Bennett -> nominated for -> Booker Prize (2004)\n Hop 2: Booker Prize -> winner -> Alan Hollinghurst (2004)\n Answer: Alan Hollinghurst", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005992", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1906.0, + "gold": "Theodore Roosevelt", + "pred": "Theodore Roosevelt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Graham Bell -> country of citizenship -> United States (1906)\n Hop 2: United States -> head of government -> Theodore Roosevelt (1906)\n Answer: Theodore Roosevelt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001567", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Robert Ferdinand Wagner Jr.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: William Vickrey -> residence -> New York City (1960)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1960)\n Answer: Robert Ferdinand Wagner Jr.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003917", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Elizabeth II", + "pred": "Elizabeth II", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Liz Smith -> country of citizenship -> United Kingdom (2015)\n Hop 2: United Kingdom -> head of state -> Elizabeth II (2015)\n Answer: Elizabeth II", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007632", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pawe\u0142 Janas", + "pred": "Pawe\u0142 Janas", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kamil Kosowski -> member of sports team -> Poland men's national football team (2005)\n Hop 2: Poland men's national football team -> head coach -> Pawe\u0142 Janas (2005)\n Answer: Pawe\u0142 Janas", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001702", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Eerste Divisie", + "pred": "Eerste Divisie", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Timothy Dreesen -> member of sports team -> Fortuna Sittard (2012)\n Hop 2: Fortuna Sittard -> league or competition -> Eerste Divisie (2012)\n Answer: Eerste Divisie", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006358", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "German Federal Archives", + "pred": "German Federal Archives", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karl-Liebknecht-Haus -> operator -> Communist Party of Germany (1932)\n Hop 2: Communist Party of Germany -> archives at -> German Federal Archives (1932)\n Hop 3: Karl-Liebknecht-Haus -> archives at -> German Federal Archives (1932)\n Answer: German Federal Archives", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Dwight D. Eisenhower", + "pred": "Dwight D. Eisenhower", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erazim Koh\u00e1k -> residence -> United States (1958)\n Hop 2: United States -> head of government -> Dwight D. Eisenhower (1958)\n Answer: Dwight D. Eisenhower", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001724", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stack-O-Tracks -> place of publication -> United States (1968)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1968)\n Answer: Lyndon B. Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005308", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Academy Award for Best Actress (1930)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jeanne Eagels -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> winner of -> Academy Award for Best Actress (1930)\n Answer: Academy Award for Best Actress (1930)", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006485", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Margaret Atwood", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Matthew Kneale -> nominated for -> Booker Prize (2000)\n Hop 2: Booker Prize -> winner -> Margaret Atwood (2000)\n Answer: Margaret Atwood", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004831", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Piero Scotti -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005190", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Freie Universit\u00e4t Berlin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Demandt -> employer -> Freie Universit\u00e4t Berlin (2003)\n Answer: Freie Universit\u00e4t Berlin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006636", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "George Marshall", + "pred": "United States Secretary of State", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: James F. Byrnes -> position held -> United States Secretary of State (1947)\n Answer: United States Secretary of State", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_003213", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frank Tieri -> residence -> United States (1965)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1965)\n Answer: Lyndon B. Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005672", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: L\u0119bork -> country -> Nazi Germany (1939)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1939)\n Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006227", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leiden University -> funder -> Princeton University (2021)\n Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Giffoni Film Festival", + "pred": "Giffoni Film Festival", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Big Sean -> unmarried partner -> Naya Rivera (2013)\n Hop 2: Naya Rivera -> award received -> Giffoni Film Festival (2013)\n Answer: Giffoni Film Festival", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007816", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Franciszek Smuda", + "pred": "Franciszek Smuda", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marek Saganowski -> member of sports team -> Poland men's national football team (2012)\n Hop 2: Poland men's national football team -> head coach -> Franciszek Smuda (2012)\n Answer: Franciszek Smuda", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001958", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "John Lindsay", + "pred": "John Lindsay", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arman -> work location -> New York City (1969)\n Hop 2: New York City -> head of government -> John Lindsay (1969)\n Answer: John Lindsay", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007818", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fritz Herkenrath -> member of sports team -> Germany men's national association football team (1957)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1957)\n Answer: Sepp Herberger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003874", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Rina Franchetti -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006836", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianni Dova -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> shares border with -> Yugoslavia (1989)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005437", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Maria Tore Barbina -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1996)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001779", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Chemnitz Government Region", + "pred": "Chemnitz Government Region", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Beate Zsch\u00e4pe -> residence -> Zwickau (2005)\n Hop 2: Zwickau -> located in -> Chemnitz Government Region (2005)\n Answer: Chemnitz Government Region", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002182", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giessen -> country -> Nazi Germany (1938)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1938)\n Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006540", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Piero Frescobaldi -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Al\u00edpio -> member of sports team -> S.L. Benfica (2011)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2011)\n Answer: Lu\u00eds Filipe Vieira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000470", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Umberto II", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Renato Polselli -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> head of state -> Umberto II (1950)\n Answer: Umberto II", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004884", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Emma Thompson", + "pred": "Emma Thompson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jodie Foster -> nominated for -> Academy Award for Best Actress (1992)\n Hop 2: Academy Award for Best Actress (1992) -> winner -> Emma Thompson (1992)\n Hop 3: Emma Thompson -> winner of -> 1992\n Answer: Emma Thompson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008312", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "United Kingdom of Great Britain and Ireland", + "pred": "United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Virginia Woolf -> spouse -> Leonard Woolf (1924)\n Hop 2: Leonard Woolf -> spouse -> Virginia Woolf (1924)\n Hop 3: Virginia Woolf -> country of citizenship -> United Kingdom of Great Britain and Ireland (1924)\n Answer: United Kingdom of Great Britain and Ireland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006013", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "David Dinkins", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Louise Bourgeois -> work location -> New York City (1990)\n Hop 2: New York City -> head of government -> David Dinkins (1990)\n Answer: David Dinkins", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006889", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Carlo Ancelotti", + "pred": "Carlo Ancelotti", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Di Santo -> member of sports team -> Chelsea F.C. (2009)\n Hop 2: Chelsea F.C. -> head coach -> Carlo Ancelotti (2009)\n Answer: Carlo Ancelotti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003651", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Matt Carkner -> drafted by -> Montreal Canadiens (1999)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (1999)\n Answer: Saku Koivu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Q82595", + "pred": "2nd Bundesliga", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mirco Born -> member of sports team -> Hertha BSC (2015)\n Hop 2: Hertha BSC -> league or competition -> 2nd Bundesliga (2015)\n Answer: 2nd Bundesliga", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armando C\u00edrio -> country of citizenship -> Italy (2004)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2004)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000420", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1917.0, + "gold": "1917", + "pred": "1917", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Transbaikal Oblast -> located in -> Russian Republic (1917)\n Hop 2: Russian Republic -> significant event -> February Revolution (1917)\n Answer: 1917", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005828", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Prime Minister of Belize", + "pred": "Prime Minister of Belize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Belize -> head of government -> Dean Barrow (2014)\n Answer: Prime Minister of Belize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hans Nowak -> member of sports team -> Germany men's national association football team (1962)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1962)\n Answer: Sepp Herberger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002499", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Graham Bell -> country of citizenship -> United States (1922)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1922)\n Answer: Territory of Hawaii", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008212", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "George VI", + "pred": "George VI", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: HMS Spur -> country -> United Kingdom (1947)\n Hop 2: United Kingdom -> head of state -> George VI (1947)\n Answer: George VI", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Salvatore Cassisa -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> shares border with -> Yugoslavia (1967)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006976", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Gennaro Gattuso", + "pred": "Gennaro Gattuso", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hakan \u00c7alhano\u011flu -> member of sports team -> AC Milan (2019)\n Hop 2: AC Milan -> head coach -> Gennaro Gattuso (2019)\n Answer: Gennaro Gattuso", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007445", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.20000000000000004, + "pred_raw": "Hop 1: Borussia Dortmund -> head coach -> J\u00fcrgen Klopp (2012)\n Hop 2: J\u00fcrgen Klopp -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2012)\n Answer: Order of Merit of Baden-W\u00fcrttemberg", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004525", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Lamberto Dini", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Antonio Brancaccio -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1995)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Milram -> country -> Italy (2007)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2007)\n Answer: Giorgio Napolitano", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003387", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tsinghua University -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Karlsruhe Institute of Technology (2021)\n Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: George Boateng -> member of sports team -> Nottingham Forest F.C. (2012)\n Hop 2: Nottingham Forest F.C. -> head coach -> Alex McLeish (2012)\n Answer: Alex McLeish", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008292", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yaroslav Popovych -> member of sports team -> Discovery Channel (2006)\n Hop 2: Discovery Channel -> country -> United States (2006)\n Answer: United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006528", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1902", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leo K\u00f6nigsberger -> doctoral student -> Karl Bopp (1902)\n Hop 2: Karl Bopp -> doctoral advisor -> Moritz Cantor (1902)\n Answer: 1902", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008636", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Walter Zenga", + "pred": "Walter Zenga", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Mascara -> member of sports team -> Catania FC (2008)\n Hop 2: Catania FC -> head coach -> Walter Zenga (2008)\n Answer: Walter Zenga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004972", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Kia Forum", + "pred": "Boston Garden", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kermit Washington -> member of sports team -> Boston Celtics (1977)\n Hop 2: Boston Celtics -> home venue -> Boston Garden (1977)\n Answer: Boston Garden", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006497", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Hungarian People's Republic", + "pred": "Hungarian People's Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Demeter Balla -> work location -> Budapest (1957)\n Hop 2: Budapest -> capital of -> Hungarian People's Republic (1957)\n Answer: Hungarian People's Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fernando Torres -> member of sports team -> Chelsea F.C. (2014)\n Hop 2: Chelsea F.C. -> head coach -> Jos\u00e9 Mourinho (2014)\n Answer: Jos\u00e9 Mourinho", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005410", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Elizabeth Bishop -> residence -> Brazil (1955)\n Hop 2: Brazil -> diplomatic relation -> Taiwan (1955)\n Answer: Taiwan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000901", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Shimon Peres", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gaza City -> country -> Israel (1996)\n Hop 2: Israel -> head of government -> Shimon Peres (1996)\n Answer: Shimon Peres", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007838", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mircea Lucescu", + "pred": "Mircea Lucescu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Berkant G\u00f6ktan -> member of sports team -> Galatasaray S.K. (2002)\n Hop 2: Galatasaray S.K. -> head coach -> Mircea Lucescu (2002)\n Answer: Mircea Lucescu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007144", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "The Internationale", + "pred": "The Internationale", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Glazov -> located in -> Russian Soviet Federative Socialist Republic (1921)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> The Internationale (1921)\n Answer: The Internationale", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Jean Mistler", + "pred": "Jean Mistler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ren\u00e9 Huyghe -> member of -> Acad\u00e9mie Fran\u00e7aise (1975)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Jean Mistler (1975)\n Answer: Jean Mistler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000287", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Gerhard Casper", + "pred": "Gerhard Casper", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrew M. Stuart -> employer -> Stanford University (1993)\n Hop 2: Stanford University -> chairperson -> Gerhard Casper (1993)\n Answer: Gerhard Casper", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004792", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Piccioli -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> currency -> Italian lira (1947)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006621", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sean Yates", + "pred": "Sean Yates", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Q561361 -> member of sports team -> Ineos Grenadiers (2010)\n Hop 2: Ineos Grenadiers -> head coach -> Sean Yates (2010)\n Answer: Sean Yates", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001788", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Norma Shearer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jeanne Eagels -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> winner -> Jeanne Eagels (1930)\n Answer: Norma Shearer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002557", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Fiorello H. La Guardia", + "pred": "Fiorello H. La Guardia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hanns Eisler -> work location -> New York City (1941)\n Hop 2: New York City -> head of government -> Fiorello H. La Guardia (1941)\n Answer: Fiorello H. La Guardia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "A. S. Byatt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Penelope Fitzgerald -> nominated for -> Booker Prize (1990)\n Hop 2: Booker Prize (1990) -> winner -> A. S. Byatt (1990)\n Answer: A. S. Byatt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006058", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Giuseppe Saragat", + "pred": "Giuseppe Saragat", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonio Pesenti -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1967)\n Answer: Giuseppe Saragat", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000536", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Baltazar -> member of sports team -> Atl\u00e9tico Madrid (1989)\n Hop 2: Atl\u00e9tico Madrid -> home venue -> Vicente Calder\u00f3n Stadium (1989)\n Answer: Vicente Calder\u00f3n Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007404", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2000.0, + "gold": "2000", + "pred": "2000", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ronald Sukenick -> award received -> American Book Awards (2000)\n Hop 2: American Book Awards -> winner -> Robert Creeley (2000)\n Hop 3: Robert Creeley -> award received -> American Book Awards (2000)\n Hop 4: American Book Awards -> winner -> Helen Thomas (2000)\n Answer: 2000", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001292", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1990.0, + "gold": "1990", + "pred": "Hop 1: Winona Ryder -> nominated for -> Golden Globe Award for Best Supporting Actress \u2013 Motion Picture (1990)\n Hop 2: Golden Globe Award for Best Supporting Actress \u2013 Motion Picture -> winner -> Whoopi Goldberg (1990)\n Hop 3: Whoopi Goldberg -> equal to -> Julia Roberts (1990)\n Hop 4: Julia Roberts -> award received -> Golden Globe Award for Best Supporting Actress \u2013 Motion Picture (199", + "em": 1.0, + "f1": 0.07142857142857142, + "pred_raw": "Hop 1: Winona Ryder -> nominated for -> Golden Globe Award for Best Supporting Actress \u2013 Motion Picture (1990)\n Hop 2: Golden Globe Award for Best Supporting Actress \u2013 Motion Picture -> winner -> Whoopi Goldberg (1990)\n Hop 3: Whoopi Goldberg -> equal to -> Julia Roberts (1990)\n Hop 4: Julia Roberts -> award received -> Golden Globe Award for Best Supporting Actress \u2013 Motion Picture (199", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "David Storey", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andr\u00e9 Brink -> nominated for -> Booker Prize (1976)\n Hop 2: Booker Prize (1976) -> winner -> David Storey (1976)\n Answer: David Storey", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "British Academy of Film and Television Arts Award", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fay Weldon -> nominated for -> Booker Prize (1979)\n Hop 2: Booker Prize (1979) -> winner -> Penelope Fitzgerald (1979)\n Hop 3: Penelope Fitzgerald -> award received -> British Academy of Film and Television Arts Award (1979)\n Answer: British Academy of Film and Television Arts Award", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002490", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jeanne Eagels -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer (1930)\n Answer: 1930", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001434", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "New York City", + "pred": "New York City", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Betsey Johnson -> spouse -> John Cale (1971)\n Hop 2: John Cale -> residence -> New York City (1971)\n Answer: New York City", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006868", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ray Winstone -> nominated for -> European Film Award for Best Actor (2001)\n Hop 2: European Film Award for Best Actor (2001) -> winner -> Ben Kingsley (2001)\n Answer: 2001", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jean Mistler", + "pred": "Jean Mistler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roger Caillois -> member of -> Acad\u00e9mie Fran\u00e7aise (1977)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Jean Mistler (1977)\n Answer: Jean Mistler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002319", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2022.0, + "gold": "2022", + "pred": "2022", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stevan Joveti\u0107 -> member of sports team -> Hertha BSC (2022)\n Hop 2: Hertha BSC -> head coach -> Felix Magath (2022)\n Answer: 2022", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008472", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Inge Keller -> spouse -> Karl-Eduard von Schnitzler (1955)\n Hop 2: Karl-Eduard von Schnitzler -> country of citizenship -> German Democratic Republic (1955)\n Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000496", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Massimo D'Alema", + "pred": "Silvio Berlusconi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fulvio Tomizza -> country of citizenship -> Italy (1999)\n Hop 2: Italy -> head of government -> Silvio Berlusconi (1999)\n Answer: Silvio Berlusconi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005883", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Roman Herzog", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Germany -> head of state -> Roman Herzog (1997)\n Answer: Roman Herzog", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "BP", + "pred": "BP", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rudolf Kargus -> member of sports team -> Hamburger SV (1980)\n Hop 2: Hamburger SV -> sponsor -> BP (1980)\n Answer: BP", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001286", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Francesco Carpino -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1969)\n Answer: Giovanni Gronchi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003325", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vla\u0219ca County -> country -> Kingdom of Romania (1947)\n Hop 2: Kingdom of Romania -> capital -> Bucharest (1947)\n Answer: Bucharest", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "William Emmett Dever", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sister Rosetta Tharpe -> residence -> Chicago (1924)\n Hop 2: Chicago -> head of government -> William Emmett Dever (1924)\n Answer: William Emmett Dever", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000949", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Roman Herzog", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Germany -> head of state -> Roman Herzog (1997)\n Answer: Roman Herzog", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004634", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rossens -> replaced by -> Villarzel (2006)\n Hop 2: Villarzel -> replaces -> S\u00e9deilles (2006)\n Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008417", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stephan Andrist -> member of sports team -> FC Aarau (2015)\n Hop 2: FC Aarau -> league or competition -> Swiss Super League (2015)\n Answer: Swiss Super League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Raffaele Anguilla -> country of citizenship -> Italy (2002)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2002)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mary J. Blige", + "pred": "Mary J. Blige", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aaliyah -> nominated for -> MTV Video Music Award for Best R&B Video (2002)\n Hop 2: MTV Video Music Award for Best R&B Video -> winner -> Mary J. Blige (2002)\n Answer: Mary J. Blige", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007469", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: J\u014dnan -> replaced by -> Kumamoto (2010)\n Answer: 2010", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002488", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Avanti Martinetti -> country of citizenship -> Italy (1954)\n Hop 2: Italy -> currency -> Italian lira (1954)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Shimon Peres", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gaza City -> country -> Israel (1996)\n Hop 2: Israel -> head of government -> Shimon Peres (1996)\n Answer: Shimon Peres", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007418", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Luigi Agnolin -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> member of -> European Union (1998)\n Answer: European Union", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Elliott Gould", + "pred": "Elliott Gould", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Barbra Streisand -> spouse -> Elliott Gould (1963)\n Answer: Elliott Gould", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005916", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marta Abba -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> currency -> Italian lira (1962)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Micha\u0142 Matyas", + "pred": "Micha\u0142 Matyas", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zygfryd Szo\u0142tysik -> member of sports team -> Poland men's national football team (1967)\n Hop 2: Poland men's national football team -> head coach -> Micha\u0142 Matyas (1967)\n Answer: Micha\u0142 Matyas", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006233", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Eric Gerets", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ayhan Akman -> member of sports team -> Galatasaray S.K. (2006)\n Hop 2: Galatasaray S.K. -> head coach -> Eric Gerets (2006)\n Answer: Eric Gerets", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005848", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hugo von Tschudi -> work location -> Munich (1909)\n Hop 2: Munich -> country -> German Empire (1909)\n Answer: German Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005040", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Antonio Segni", + "pred": "Antonio Segni", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rossana Rossanda -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Answer: Antonio Segni", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005138", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Adolf Hitler", + "pred": "Hans Frank", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hartmann Lauterbacher -> member of political party -> Nazi Party (1942)\n Hop 2: Nazi Party -> chairperson -> Hans Frank (1942)\n Answer: Hans Frank", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004246", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giorgio Ferrini -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> shares border with -> Yugoslavia (1948)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007892", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Isabella Biagini -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> currency -> Italian lira (1993)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fritz-Julius Lemp -> country of citizenship -> Nazi Germany (1941)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1941)\n Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006684", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Luigi Einaudi", + "pred": "Enrico De Nicola", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Guido Guerrini -> country of citizenship -> Italy (1949)\n Hop 2: Italy -> head of state -> Enrico De Nicola (1949)\n Answer: Enrico De Nicola", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001045", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Coldplay -> winner -> MTV Europe Music Award for Best Song (2005)\n Answer: 2005", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "association football", + "pred": "association football", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Philipp Laux -> member of sports team -> SSV Ulm 1846 (1998)\n Hop 2: SSV Ulm 1846 -> sport -> association football (1998)\n Answer: association football", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002791", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Lory Del Santo", + "pred": "Lory Del Santo", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pattie Boyd -> spouse -> Eric Clapton (1987)\n Hop 2: Eric Clapton -> unmarried partner -> Lory Del Santo (1987)\n Answer: Lory Del Santo", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005581", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "C\u00e9sar Award for Best Actor", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: The Ninth Day -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor (2005) -> winner -> Daniel Auteuil (2005)\n Hop 3: Daniel Auteuil (2005) -> winner -> C\u00e9sar Award for Best Actor (2005)\n Answer: C\u00e9sar Award for Best Actor", + "judge_em": 0, + "judge_reply": "I NEED TO ANALYZE" + }, + { + "id": "q_006089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Pawe\u0142 Janas", + "pred": "Pawe\u0142 Janas", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marcin Baszczy\u0144ski -> member of sports team -> Poland men's national football team (2004)\n Hop 2: Poland men's national football team -> head coach -> Pawe\u0142 Janas (2004)\n Answer: Pawe\u0142 Janas", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004802", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "John W. Campbell", + "pred": "John W. Campbell", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Orson Scott Card -> award received -> Astounding Award for Best New Writer (1978)\n Hop 2: Astounding Award for Best New Writer -> named after -> John W. Campbell (1978)\n Answer: John W. Campbell", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004455", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Giovanni Leone", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Celano -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> head of state -> Giovanni Leone (1975)\n Answer: Giovanni Leone", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001570", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Otto Nerz", + "pred": "Otto Nerz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rudolf Noack -> member of sports team -> Germany men's national association football team (1936)\n Hop 2: Germany men's national association football team -> head coach -> Otto Nerz (1936)\n Answer: Otto Nerz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005703", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Morten Olsen", + "pred": "Morten Olsen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kasper Lorentzen -> member of sports team -> Denmark men's national football team (2012)\n Hop 2: Denmark men's national football team -> head coach -> Morten Olsen (2012)\n Answer: Morten Olsen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006235", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Diego Simeone", + "pred": "Diego Simeone", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Maxi L\u00f3pez -> member of sports team -> Catania FC (2011)\n Hop 2: Catania FC -> head coach -> Diego Simeone (2011)\n Answer: Diego Simeone", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001186", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Susan Sarandon", + "pred": "1995", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nell -> nominated for -> Academy Award for Best Actress (1995)\n Hop 2: Academy Award for Best Actress (1995) -> winner -> Susan Sarandon\n Hop 3: Susan Sarandon -> winner -> 1995\n Answer: 1995", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005903", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Galatasaray S.K. -> head coach -> B\u00fclent Korkmaz (2009)\n Hop 2: Serdar Eylik -> member of sports team -> Galatasaray S.K. (2009)\n Answer: 2009", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002985", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Bettino Craxi", + "pred": "Giovanni Spadolini", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mario Agnes -> country of citizenship -> Italy (1986)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1986)\n Answer: Giovanni Spadolini", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Andrzej Strejlau", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Piotr Jegor -> member of sports team -> Poland men's national football team (1991)\n Hop 2: Poland men's national football team -> head coach -> Andrzej Strejlau (1991)\n Answer: Andrzej Strejlau", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008323", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Hungarian People's Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Demeter Balla -> work location -> Budapest (1968)\n Hop 2: Budapest -> capital of -> Hungarian People's Republic (1968)\n Answer: Hungarian People's Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Joe D'Amato -> country of citizenship -> Italy (1981)\n Hop 2: Italy -> shares border with -> Yugoslavia (1981)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005474", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Oskar von Miller", + "pred": "Oskar von Miller", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rudolf Diesel -> member of -> VDI \u2013 The Association of German Engineers (1913)\n Hop 2: VDI \u2013 The Association of German Engineers -> board member -> Oskar von Miller (1913)\n Answer: Oskar von Miller", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001830", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Nippon Bud\u014dkan", + "pred": "Nippon Bud\u014dkan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: B'z -> award received -> Japan Record Awards (1990)\n Hop 2: Japan Record Awards -> location -> Nippon Bud\u014dkan (1990)\n Answer: Nippon Bud\u014dkan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001756", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alessandro Alessandroni -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> currency -> Italian lira (1947)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001887", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dietmar Hamann -> member of sports team -> Germany men's national association football team (2004)\n Hop 2: Germany men's national association football team -> head coach -> J\u00fcrgen Klinsmann (2004)\n Answer: J\u00fcrgen Klinsmann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005552", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Mitteldeutscher Rundfunk", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Achims Hitparade -> original broadcaster -> Mitteldeutscher Rundfunk (1999)\n Answer: Mitteldeutscher Rundfunk", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004901", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Wen Jiabao", + "pred": "Wen Jiabao", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Xiao Yang -> country of citizenship -> People's Republic of China (2008)\n Hop 2: People's Republic of China -> head of government -> Wen Jiabao (2008)\n Answer: Wen Jiabao", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006473", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Hop 1: athletics at the 2008 Summer Olympics \u2013 men's 200 metres -> participant -> Usain Bolt (2008)\n Hop 2: Usain Bolt -> participant in -> athletics at the 2008 Summer Olympics \u2013 men's 100 metres (2008)\n Hop 3: athletics at the 2008 Summer Olympics \u2013 men's 100 metres -> year -> 2", + "em": 1.0, + "f1": 0.09523809523809523, + "pred_raw": "Hop 1: athletics at the 2008 Summer Olympics \u2013 men's 200 metres -> participant -> Usain Bolt (2008)\n Hop 2: Usain Bolt -> participant in -> athletics at the 2008 Summer Olympics \u2013 men's 100 metres (2008)\n Hop 3: athletics at the 2008 Summer Olympics \u2013 men's 100 metres -> year -> 2", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006253", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Peter Bergmann -> award received -> Einstein Prize (2003)\n Hop 2: Einstein Prize -> winner -> John Archibald Wheeler (2003)\n Answer: 2003", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002709", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Alex McLeish", + "pred": "John Ward", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Robin Shroot -> member of sports team -> Walsall F.C. (2009)\n Hop 2: Walsall F.C. -> head coach -> John Ward (2009)\n Answer: John Ward", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007811", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Giovanni Spadolini", + "pred": "Giovanni Spadolini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dante Amarilli -> country of citizenship -> Italy (1982)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1982)\n Answer: Giovanni Spadolini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006165", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Edward Cassidy", + "pred": "John H. Newman", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Joint Declaration on the Doctrine of Justification -> signatory -> Dicastery for promoting Christian unity (1999)\n Hop 2: Dicastery for promoting Christian unity -> chairperson -> Edward Cassidy (1999)\n Hop 3: Edward Cassidy -> successor -> John H. Newman (1999)\n Answer: John H. Newman", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007431", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Ernest Borgnine", + "pred": "1955 Golden Globe Award for Best Actor - Motion Picture Drama", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Dan O'Herlihy -> nominated for -> Academy Award for Best Actor (1955)\n Hop 2: Academy Award for Best Actor (1955) -> winner -> Ernest Borgnine\n Hop 3: Ernest Borgnine -> winner of -> 1955 Golden Globe Award for Best Actor - Motion Picture Drama\n Answer: 1955 Golden Globe Award for Best Actor - Motion Picture Drama", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002594", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kiliia Raion -> located in -> Odesa Oblast (1956)\n Hop 2: Odesa Oblast -> country -> Soviet Union (1956)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004546", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "David Dinkins", + "pred": "David Dinkins", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nancy Graves -> work location -> New York City (1992)\n Hop 2: New York City -> head of government -> David Dinkins (1992)\n Answer: David Dinkins", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006589", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Giulio Andreotti", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giorgio Albani -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Giulio Andreotti (1996)\n Answer: Giulio Andreotti", + "judge_em": 0, + "judge_reply": "I NEED TO TRACE" + }, + { + "id": "q_006151", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ulm University -> funder -> Q118398 (2021)\n Hop 2: Q118398 -> member of -> Forschungszentrum J\u00fclich (2021)\n Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005300", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Otto Rehhagel", + "pred": "Otto Rehhagel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dimitris Salpingidis -> member of sports team -> Greece men's national football team (2009)\n Hop 2: Greece men's national football team -> head coach -> Otto Rehhagel (2009)\n Answer: Otto Rehhagel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003618", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Franz Joseph I of Austria", + "pred": "Franz Joseph I of Austria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Istv\u00e1n Bib\u00f3 -> educated at -> University of Szeged (1929)\n Hop 2: University of Szeged -> named after -> Franz Joseph I of Austria (1929)\n Answer: Franz Joseph I of Austria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "George W. Bush", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Discovery Channel -> country -> United States (2002)\n Hop 2: United States -> head of government -> George W. Bush (2002)\n Answer: George W. Bush", + "judge_em": 0, + "judge_reply": "LET ME WORK THROUGH" + }, + { + "id": "q_001195", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alan Hollinghurst -> winner -> Booker Prize (2004)\n Hop 2: Ronan Bennett -> nominated for -> Booker Prize (2004)\n Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007049", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1978.0, + "gold": "1978", + "pred": "1978", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vernon Benjamin Mountcastle -> award received -> Louisa Gross Horwitz Prize (1978)\n Answer: 1978", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003961", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Edith Roosevelt", + "pred": "Edith Roosevelt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Immigration Act of 1903 -> signatory -> Theodore Roosevelt (1903)\n Hop 2: Theodore Roosevelt -> spouse -> Edith Roosevelt (1903)\n Answer: Edith Roosevelt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002548", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Charles Debbas -> country of citizenship -> Ottoman Empire (1901)\n Hop 2: Ottoman Empire -> basic form of government -> absolute monarchy (1901)\n Answer: absolute monarchy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1910.0, + "gold": "Austria\u2013Hungary", + "pred": "Austria\u2013Hungary", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vilmos F\u00e9mes Beck -> work location -> Budapest (1910)\n Hop 2: Budapest -> country -> Austria\u2013Hungary (1910)\n Answer: Austria\u2013Hungary", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003484", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Netanya -> country -> Mandatory Palestine (1934)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1934)\n Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Kingdome", + "pred": "Kingdome", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tom Chambers -> member of sports team -> Seattle SuperSonics (1985)\n Hop 2: Seattle SuperSonics -> home venue -> Kingdome (1985)\n Answer: Kingdome", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002163", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Clive Woodward", + "pred": "Clive Woodward", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Phil Vickery -> member of sports team -> England men\u2019s national rugby union team (2002)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Clive Woodward (2002)\n Answer: Clive Woodward", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006692", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Bruce Buck", + "pred": "Bruce Buck", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marko Marin -> member of sports team -> Chelsea F.C. (2016)\n Hop 2: Chelsea F.C. -> chairperson -> Bruce Buck (2016)\n Answer: Bruce Buck", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006073", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Volker Finke", + "pred": "Volker Finke", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alain Sutter -> member of sports team -> SC Freiburg (1997)\n Hop 2: SC Freiburg -> head coach -> Volker Finke (1997)\n Answer: Volker Finke", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008473", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Roman Abramovich", + "pred": "Roman Abramovich", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lassana Diarra -> member of sports team -> Chelsea F.C. (2005)\n Hop 2: Chelsea F.C. -> owned by -> Roman Abramovich (2005)\n Answer: Roman Abramovich", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003674", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1978.0, + "gold": "Leonid Brezhnev", + "pred": "Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Viktor Anpilov -> member of political party -> Communist Party of the Soviet Union (1978)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Mikhail Gorbachev (1978)\n Answer: Mikhail Gorbachev", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003352", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bitola -> country -> Ottoman Empire (1907)\n Hop 2: Ottoman Empire -> basic form of government -> absolute monarchy (1907)\n Answer: absolute monarchy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Giampiero Boniperti", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giorgio Mastropasqua -> member of sports team -> Juventus FC (1973)\n Hop 2: Juventus FC -> chairperson -> Giampiero Boniperti (1973)\n Answer: Giampiero Boniperti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002789", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pietro Lana -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> currency -> Italian lira (1950)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005326", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Spencer Tracy", + "pred": "1938", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Paul Muni -> nominated for -> Academy Award for Best Actor (1938)\n Hop 2: Academy Award for Best Actor (1938) -> winner -> Spencer Tracy\n Hop 3: Spencer Tracy -> winner -> 1938\n Answer: 1938", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005284", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Erich Werdermann", + "pred": "Erich Werdermann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gerhard Wagenitz -> employer -> Botanic Garden and Botanical Museum Berlin (1958)\n Hop 2: Botanic Garden and Botological Museum Berlin -> chief executive officer -> Erich Werdermann (1958)\n Answer: Erich Werdermann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005774", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stephan Andrist -> member of sports team -> FC Aarau (2015)\n Hop 2: FC Aarau -> league or competition -> Swiss Super League (2015)\n Answer: Swiss Super League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003372", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Patrick Le Lay", + "pred": "Patrick Le Lay", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Star Academy -> original broadcaster -> TF1 (2008)\n Hop 2: TF1 -> chairperson -> Patrick Le Lay (2008)\n Answer: Patrick Le Lay", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008201", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nicole Kidman -> award received -> Academy Award for Best Actress (2002)\n Hop 2: Monster -> award received -> Academy Award for Best Actress (2002)\n Answer: 2002", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001153", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Franz Beckenbauer", + "pred": "Franz Beckenbauer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pierre Littbarski -> member of sports team -> Germany men's national association football team (1985)\n Hop 2: Germany men's national association football team -> head coach -> Franz Beckenbauer (1985)\n Answer: Franz Beckenbauer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007164", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "Simone Inzaghi", + "pred": "Stefano Pioli", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pepe Reina -> member of sports team -> AC Milan (2020)\n Hop 2: AC Milan -> head coach -> Stefano Pioli (2020)\n Answer: Stefano Pioli", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006407", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Allianz Arena", + "pred": "Allianz Arena", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pascal Ojigwe -> member of sports team -> TSV 1860 M\u00fcnchen (2005)\n Hop 2: TSV 1860 M\u00fcnchen -> home venue -> Allianz Arena (2005)\n Answer: Allianz Arena", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001540", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "2013", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Martin Posp\u00ed\u0161il -> member of sports team -> Czechia men's national football team (2013)\n Hop 2: Czechia men's national football team -> head coach -> Josef Pe\u0161ice (2013)\n Answer: 2013", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005100", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bernd Leistner -> award received -> Heinrich Mann Prize (1985)\n Hop 2: Heinrich Mann Prize -> country -> German Democratic Republic (1985)\n Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Claudio Ranieri", + "pred": "Claudio Ranieri", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hasan Salihamid\u017ei\u0107 -> member of sports team -> Juventus FC (2008)\n Hop 2: Juventus FC -> head coach -> Claudio Ranieri (2008)\n Answer: Claudio Ranieri", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Virgilio No\u00e8 -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Economic Community (1951)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Denzel Washington", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cast Away -> nominated for -> Academy Award for Best Actor (2001)\n Hop 2: Academy Award for Best Actor (2001) -> winner -> Denzel Washington\n Hop 3: Denzel Washington -> winner of -> 1999 Tony Award for Best Actor in a Play\n Answer: Denzel Washington", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007894", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: European Film Award for Best Actor -> winner -> Colin Firth (2011)\n Hop 2: Andr\u00e9 Wilms -> nominated for -> European Film Award for Best Actor (2011)\n Answer: 2011", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008658", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Ruslan Rotan", + "pred": "Andriy Shevchenko", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Oleh Husiev -> member of sports team -> Ukraine men's national football team (2016)\n Hop 2: Ukraine men's national football team -> team captain -> Ruslan Rotan (2016)\n Hop 3: Ruslan Rotan -> team captain -> Andriy Shevchenko (2016)\n Answer: Andriy Shevchenko", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005158", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Antonio Segni", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pietro Giacomo Nonis -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Antonio Segni (1965)\n Answer: Antonio Segni", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giacomo Fornoni -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> currency -> Italian lira (1994)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008060", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Bundesliga", + "pred": "Bundesliga", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bernhard Schachner -> member of sports team -> Admira Wacker (2012)\n Hop 2: Admira Wacker -> league or competition -> Bundesliga (2012)\n Answer: Bundesliga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004900", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "SeatGeek Stadium", + "pred": "SeatGeek Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Benji Joya -> member of sports team -> Chicago Fire FC (2014)\n Hop 2: Chicago Fire FC -> home venue -> SeatGeek Stadium (2014)\n Answer: SeatGeek Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000430", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Bombardier", + "pred": "Bombardier", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: ALSTOM Transportation Germany -> parent organization or unit -> Bombardier (2005)\n Answer: Bombardier", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006467", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Enderbury Island -> country -> United Kingdom (1938)\n Hop 2: United Kingdom -> diplomatic relation -> Taiwan (1938)\n Answer: Taiwan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004710", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tim Borowski -> member of sports team -> Germany men's national association football team (2005)\n Hop 2: Germany men's national association football team -> head coach -> J\u00fcrgen Klinsmann (2005)\n Answer: J\u00fcrgen Klinsmann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000041", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giorgio Albani -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1996)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004408", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "crown prince", + "pred": "crown prince", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Louise Mountbatten -> spouse -> Gustaf VI Adolf of Sweden (1939)\n Hop 2: Gustaf VI Adolf of Sweden -> position held -> crown prince (1939)\n Answer: crown prince", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001201", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Azzini -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> shares border with -> Yugoslavia (1964)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004457", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franz Anton Basch -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1921)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1921)\n Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005193", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonio Cariglia -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> currency -> Italian lira (1969)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005781", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "State Anthem of the Soviet Union", + "pred": "Song of the Soviet Army", + "em": 0.0, + "f1": 0.5454545454545454, + "pred_raw": "Hop 1: Kursk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1987)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> Song of the Soviet Army (1987)\n Answer: Song of the Soviet Army", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004013", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Jupp Derwall", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bernd Franke -> member of sports team -> Germany men's national association football team (1982)\n Hop 2: Germany men's national association football team -> head coach -> Jupp Derwall (1982)\n Answer: Jupp Derwall", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003935", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Volker Finke", + "pred": "Volker Finke", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andreas Bornemann -> member of sports team -> SC Freiburg (1999)\n Hop 2: SC Freiburg -> head coach -> Volker Finke (1999)\n Answer: Volker Finke", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006770", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fernando Redondo -> member of sports team -> AC Milan (2004)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (2004)\n Answer: Silvio Berlusconi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008617", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Valerio Bacigalupo -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> shares border with -> Yugoslavia (1948)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008708", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: NIN Prize -> country -> Socialist Federal Republic of Yugoslavia (1966)\n Answer: Socialist Federal Republic of Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Zden\u011bk Zeman", + "pred": "Zden\u011bk Zeman", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aron Winter -> member of sports team -> SS Lazio (1996)\n Hop 2: SS Lazio -> head coach -> Zden\u011bk Zeman (1996)\n Answer: Zden\u011bk Zeman", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007389", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Louis Leblanc -> drafted by -> Montreal Canadiens (2009)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (2009)\n Answer: Saku Koivu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005554", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Moscow", + "pred": "Moscow", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Imi Knoebel -> work location -> D\u00fcsseldorf (1992)\n Hop 2: D\u00fcsseldorf -> twinned with -> Moscow (1992)\n Answer: Moscow", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000408", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Kingdom of Prussia", + "pred": "Kingdom of Prussia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paul Cassirer -> work location -> Berlin (1904)\n Hop 2: Berlin -> located in -> Kingdom of Prussia (1904)\n Answer: Kingdom of Prussia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003634", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Uwe Neuhaus", + "pred": "Uwe Neuhaus", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Micha\u0142 Bemben -> member of sports team -> 1. FC Union Berlin (2008)\n Hop 2: 1. FC Union Berlin -> head coach -> Uwe Neuhaus (2008)\n Answer: Uwe Neuhaus", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006653", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Renato Barisani -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> currency -> Italian lira (1997)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000961", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Kate Winslet", + "pred": "2008 Academy Awards", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: La Vie en Rose -> nominated for -> Academy Award for Best Actress (2008)\n Hop 2: Academy Award for Best Actress -> winner -> Kate Winslet (2008)\n Hop 3: Kate Winslet -> winner of -> 2008 Academy Awards (2008)\n Answer: 2008 Academy Awards", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002923", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Enrico Prampolini -> country of citizenship -> Italy (1949)\n Hop 2: Italy -> shares border with -> Yugoslavia (1949)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008130", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sergio Porrini -> member of sports team -> AC Milan (1988)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (1988)\n Answer: Silvio Berlusconi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001668", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Jane Fonda", + "pred": "1971", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Women in Love -> nominated for -> Academy Award for Best Actress (1971)\n Hop 2: Academy Award for Best Actress (1971) -> winner -> Jane Fonda\n Hop 3: Jane Fonda -> winner -> 1971\n Answer: 1971", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Lucien Favre", + "pred": "Lucien Favre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marcel Schmelzer -> member of sports team -> Borussia Dortmund (2019)\n Hop 2: Borussia Dortmund -> head coach -> Lucien Favre (2019)\n Answer: Lucien Favre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007280", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ann Wolff -> work location -> Berlin (2006)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2006)\n Answer: Klaus Wowereit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004011", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "David Storey", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Brian Moore -> nominated for -> Booker Prize (1976)\n Hop 2: Booker Prize (1976) -> winner -> David Storey\n Answer: David Storey", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001876", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Thomas Tuchel", + "pred": "Thomas Tuchel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anthony Ujah -> member of sports team -> 1. FSV Mainz 05 (2012)\n Hop 2: 1. FSV Mainz 05 -> head coach -> Thomas Tuchel (2012)\n Answer: Thomas Tuchel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003426", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "George H. W. Bush", + "pred": "George H. W. Bush", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Motorola -> country -> United States (1992)\n Hop 2: United States -> head of government -> George H. W. Bush (1992)\n Answer: George H. W. Bush", + "judge_em": 0, + "judge_reply": "I NEED TO VERIFY" + }, + { + "id": "q_008324", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Corinne Griffith -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> winner -> Academy Award for Best Actress (1930)\n Answer: 1930", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Oscar Luigi Scalfari", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Ansano Giannarelli -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfari (1998)\n Answer: Oscar Luigi Scalfari", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001646", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Samuel -> member of sports team -> Inter Milan (2008)\n Hop 2: Inter Milan -> head coach -> Jos\u00e9 Mourinho (2008)\n Answer: Jos\u00e9 Mourinho", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001719", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tim Borowski -> member of sports team -> Germany men's national association football team (2005)\n Hop 2: Germany men's national association football team -> head coach -> J\u00fcrgen Klinsmann (2005)\n Answer: J\u00fcrgen Klinsmann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005359", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: George Boateng -> member of sports team -> Nottingham Forest F.C. (2012)\n Hop 2: Nottingham Forest F.C. -> head coach -> Alex McLeish (2012)\n Answer: Alex McLeish", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002201", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Princeton University", + "pred": "Princeton University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nash equilibrium -> theorized by -> John Forbes Nash (1949)\n Hop 2: John Forbes Nash -> educated at -> Princeton University (1949)\n Answer: Princeton University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000953", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "DBC Pierre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Monica Ali -> nominated for -> Booker Prize (2003)\n Hop 2: Booker Prize -> winner -> DBC Pierre (2003)\n Answer: DBC Pierre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003588", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Javier Aguirre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonio L\u00f3pez -> member of sports team -> Atl\u00e9tico Madrid (2008)\n Hop 2: Atl\u00e9tico Madrid -> head coach -> Javier Aguirre (2008)\n Answer: Javier Aguirre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006330", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "DBC Pierre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gerard Donovan -> nominated for -> Booker Prize (2003)\n Hop 2: Booker Prize -> winner -> DBC Pierre (2003)\n Answer: DBC Pierre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006529", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michel Bouquet -> nominated for -> European Film Award for Best Actor (1991)\n Hop 2: Ultra -> nominated for -> European Film Award for Best Actor (1991)\n Answer: 1991", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006295", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Joan Crawford", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mrs. Parkington -> nominated for -> Academy Award for Best Actress (1945)\n Hop 2: Academy Award for Best Actress -> winner -> Joan Crawford (1945)\n Hop 3: Joan Crawford -> winner -> Academy Award for Best Actress (1945)\n Answer: Joan Crawford", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007246", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Free Trade Association", + "em": 0.0, + "f1": 0.22222222222222224, + "pred_raw": "Hop 1: Agostino Coletto -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Free Trade Association (1952)\n Answer: European Free Trade Association", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001257", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 0.4444444444444445, + "pred_raw": "Hop 1: Shimon Peres -> country of citizenship -> Mandatory Palestine (1943)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1943)\n Hop 3: United Kingdom -> located in -> United Kingdom of Great Britain and Ireland (1943)\n Answer: United Kingdom of Great Britain and Ireland", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_004353", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Maurice Druon", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michel D\u00e9on -> member of -> Acad\u00e9mie Fran\u00e7aise (1988)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Maurice Druon (1988)\n Answer: Maurice Druon", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001453", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kyakhta -> country -> Russian Empire (1915)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1915)\n Answer: Nicholas II of Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Italy -> shares border with -> Yugoslavia (1951)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008480", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Academy Award for Best Actor -> winner -> Denzel Washington (2001)\n Hop 2: Ed Harris -> nominated for -> Academy Award for Best Actor (2001)\n Answer: 2001", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006167", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "LMFAO", + "pred": "David Guetta", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Party Rock Anthem -> award received -> MTV Movie Award for Best Song from a Movie (2012)\n Hop 2: MTV Movie Award for Best Song from a Movie -> winner -> LMFAO (2012)\n Hop 3: LMFAO -> winner -> David Guetta (2012)\n Answer: David Guetta", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003258", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "J\u00fcrgen Linden", + "pred": "J\u00fcrgen Linden", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ena von Baer -> residence -> Aachen (2002)\n Hop 2: Aachen -> head of government -> J\u00fcrgen Linden (2002)\n Answer: J\u00fcrgen Linden", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004631", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Trabzon Province -> country -> Ottoman Empire (1904)\n Hop 2: Ottoman Empire -> basic form of government -> absolute monarchy (1904)\n Answer: absolute monarchy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Ang Lee", + "pred": "Ang Lee", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The Tree of Life -> nominated for -> Academy Award for Best Director (2012)\n Hop 2: Academy Award for Best Director -> winner -> Ang Lee (2012)\n Answer: Ang Lee", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002531", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Austria", + "pred": "Austria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Auger effect -> discoverer or inventor -> Lise Meitner (1922)\n Hop 2: Lise Meitner -> country of citizenship -> Austria (1922)\n Answer: Austria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008228", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Frances McDormand", + "pred": "The Big Lebowski", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Elisabeth Shue -> nominated for -> Academy Award for Best Actress (1996)\n Hop 2: Academy Award for Best Actress (1996) -> winner -> Frances McDormand\n Hop 3: Frances McDormand -> nominated for -> The Big Lebowski (1998)\n Answer: The Big Lebowski", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005557", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Fatih Terim", + "pred": "Fatih Terim", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adem B\u00fcy\u00fck -> member of sports team -> Turkey men's national football team (2014)\n Hop 2: Turkey men's national football team -> head coach -> Fatih Terim (2014)\n Answer: Fatih Terim", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007336", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Daniel Br\u00fchl -> winner -> European Film Award for Best Actor (2003)\n Hop 2: Luigi Lo Cascio -> nominated for -> European Film Award for Best Actor (2003)\n Answer: 2003", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003098", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Flavio Mogherini -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of state -> Sandro Pertini (1980)\n Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002950", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1945.0, + "gold": "1945", + "pred": "1945", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mrs. Parkington -> nominated for -> Academy Award for Best Actress (1945)\n Hop 2: Academy Award for Best Actress -> winner -> Joan Crawford (1945)\n Answer: 1945", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000019", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Maurizio Lucidi -> country of citizenship -> Italy (2002)\n Hop 2: Italy -> currency -> Italian lira (2002)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001920", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Claudio Ranieri", + "pred": "Claudio Ranieri", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roberto Di Matteo -> member of sports team -> Chelsea F.C. (2002)\n Hop 2: Chelsea F.C. -> head coach -> Claudio Ranieri (2002)\n Answer: Claudio Ranieri", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005782", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1973)\n Hop 2: Italy -> currency -> Italian lira (1973)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "White Hart Lane", + "pred": "White Hart Lane", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alf Ramsey -> member of sports team -> Tottenham Hotspur F.C. (1954)\n Hop 2: Tottenham Hotspur F.C. -> home venue -> White Hart Lane (1954)\n Answer: White Hart Lane", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000862", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Humphrey Bogart", + "pred": "The African Queen", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jos\u00e9 Ferrer -> nominated for -> Academy Award for Best Actor (1951)\n Hop 2: Academy Award for Best Actor (1951) -> winner -> Humphrey Bogart\n Hop 3: Humphrey Bogart -> nominated for -> The African Queen (1951)\n Answer: The African Queen", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001033", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "China Mi\u00e9ville", + "pred": "China Mi\u00e9ville", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cloud Atlas -> nominated for -> Arthur C. Clarke Award (2005)\n Hop 2: Arthur C. Clarke Award -> winner -> China Mi\u00e9ville (2005)\n Answer: China Mi\u00e9ville", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003960", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Inge Keller -> spouse -> Karl-Eduard von Schnitzler (1955)\n Hop 2: Karl-Eduard von Schnitzler -> country of citizenship -> German Democratic Republic (1955)\n Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006287", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Clive Woodward", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Josh Lewsey -> member of sports team -> England men\u2019s national rugby union team (1999)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Clive Woodward (1999)\n Answer: Clive Woodward", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007880", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Giovanni Trapattoni", + "pred": "Giuseppe Pillon", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stefano Tacconi -> member of sports team -> Genoa CFC (1992)\n Hop 2: Genoa CFC -> head coach -> Giuseppe Pillon (1992)\n Answer: Giuseppe Pillon", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005772", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Autonomous Province of Vojvodina", + "em": 0.0, + "f1": 0.4000000000000001, + "pred_raw": "Hop 1: Titel Municipality -> located in -> Socialist Autonomous Province of Vojvodina (1982)\n Answer: Socialist Autonomous Province of Vojvodina", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_006294", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hilary Swank", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Samantha Morton -> nominated for -> Academy Award for Best Actress (2004)\n Hop 2: Academy Award for Best Actress -> winner -> Hilary Swank (2004)\n Answer: Hilary Swank", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004173", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Jupp Derwall", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pierre Littbarski -> member of sports team -> Germany men's national association football team (1982)\n Hop 2: Germany men's national association football team -> head coach -> Jupp Derwall (1982)\n Answer: Jupp Derwall", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005281", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Loredana Nusciak -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1958)\n Answer: Giovanni Gronchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Ottmar Hitzfeld", + "pred": "Ottmar Hitzfeld", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ren\u00e9 Tretschok -> member of sports team -> Borussia Dortmund (1997)\n Hop 2: Borussia Dortmund -> head coach -> Ottmar Hitzfeld (1997)\n Answer: Ottmar Hitzfeld", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008091", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "\u0130smet \u0130n\u00f6n\u00fc", + "pred": "\u0130smet \u0130n\u00f6n\u00fc", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fuat K\u00f6pr\u00fcl\u00fc -> member of political party -> Republican People's Party (1943)\n Hop 2: Republican People's Party -> chairperson -> \u0130smet \u0130n\u00f6n\u00fc (1943)\n Answer: \u0130smet \u0130n\u00f6n\u00fc", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004964", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Tonino Cervi -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> member of -> European Union (1994)\n Answer: European Union", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002871", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Oscar Luigi Scalfari", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Giacinto Facchetti -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfari (1994)\n Answer: Oscar Luigi Scalfari", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_003979", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Rachida Brakni", + "pred": "Rachida Brakni", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: H\u00e9l\u00e8ne Filli\u00e8res -> nominated for -> C\u00e9sar Award for Best Female Revelation (2002)\n Hop 2: C\u00e9sar Award for Best Female Revelation -> winner -> Rachida Brakni (2002)\n Answer: Rachida Brakni", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008204", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Erwin Kramer", + "pred": "Karl von Habsburg", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: DRB Class 52 -> operator -> Austrian Federal Railways (1964)\n Hop 2: Austrian Federal Railways -> manager -> Karl von Habsburg (1964)\n Answer: Karl von Habsburg", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001932", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Joe Louis Arena", + "pred": "Joe Louis Arena", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stu Grimson -> drafted by -> Detroit Red Wings (1983)\n Hop 2: Detroit Red Wings -> home venue -> Joe Louis Arena (1983)\n Answer: Joe Louis Arena", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "pred_raw": "Hop 1: In\u0111ija Municipality -> located in -> Socialist Autonomous Province of Vojvodina (1984)\n Hop 2: Socialist Autonomous Province of Vojvodina -> country -> Yugoslavia (1984)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000480", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "UNESCO", + "pred": "UNESCO", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eduardo Saverin -> country of citizenship -> United States (2011)\n Hop 2: United States -> member of -> UNESCO (2011)\n Answer: UNESCO", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007286", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Emirates", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bastian Reinhardt -> member of sports team -> Hamburger SV (2009)\n Hop 2: Hamburger SV -> sponsor -> Emirates (2009)\n Answer: Emirates", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan Decleir -> nominated for -> European Film Award for Best Actor (1993)\n Hop 2: European Film Award for Best Actor -> winner -> Daniel Auteuil (1993)\n Answer: Daniel Auteuil", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002946", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Michal B\u00edlek", + "pred": "Michal B\u00edlek", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Daniel Kol\u00e1\u0159 -> member of sports team -> Czechia men's national football team (2010)\n Hop 2: Czechia men's national football team -> head coach -> Michal B\u00edlek (2010)\n Answer: Michal B\u00edlek", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003999", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Adolf Hitler", + "pred": "Paul von Hindenburg", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hans G\u00fcnther -> member of -> Sturmabteilung (1933)\n Hop 2: Sturmabteilung -> chairperson -> Paul von Hindenburg (1933)\n Answer: Paul von Hindenburg", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Vera Drake -> nominated for -> Academy Award for Best Actress (2005)\n Hop 2: Academy Award for Best Actress -> winner -> Reese Witherspoon (2005)\n Hop 3: Reese Witherspoon -> winner -> Academy Award for Best Actress (2005)\n Answer: Academy Award for Best Actress", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005752", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giuliano Amato", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bruno Bettinelli -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> head of government -> Giuliano Amato (1993)\n Answer: Giuliano Amato", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001810", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Giuseppe Saragat", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto Ronchey -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1965)\n Answer: Giuseppe Saragat", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004977", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Livio Lorenzon -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1957)\n Answer: Alcide De Gasperi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Paul von Hindenburg", + "pred": "Paul von Hindenburg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Weimar Republic -> head of state -> Paul von Hindenburg (1930)\n Answer: Paul von Hindenburg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007873", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zolt\u00e1n G\u00e1bor Szab\u00f3 -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1929)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1929)\n Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002637", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Graham Swift -> award received -> Booker Prize -> 1996\n Answer: 1996", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005587", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gwyneth Jones -> winner -> Arthur C. Clarke Award (2002)\n Hop 2: Peter F. Hamilton -> nominated for -> Arthur C. Clarke Award (2002)\n Answer: 2002", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005428", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arrigo Sacchi -> coach of sports team -> AC Milan (1997)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (1997)\n Answer: Silvio Berlusconi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005312", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ruth Chatterton -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> award received -> Academy Award for Best Actress (1930)\n Answer: Academy Award for Best Actress", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_006932", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frank Tieri -> residence -> United States (1965)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1965)\n Answer: Lyndon B. Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000781", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Elie Wiesel -> country of citizenship -> Kingdom of Romania (1929)\n Hop 2: Kingdom of Romania -> capital -> Bucharest (1929)\n Answer: Bucharest", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "CBS", + "pred": "CBS", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Natalia Oreiro -> nominated for -> Latin Grammy Awards (2001)\n Hop 2: Latin Grammy Awards -> original broadcaster -> CBS (2001)\n Answer: CBS", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000003", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1947.0, + "gold": "1947", + "pred": "1947", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Celia Johnson -> nominated for -> Academy Award for Best Actress (1947)\n Hop 2: Academy Award for Best Actress (1947) -> winner -> Loretta Young (1947)\n Answer: 1947", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Claudio Pieri -> country of citizenship -> Italy (2009)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2009)\n Answer: Giorgio Napolitano", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004934", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianna Maria Canale -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> currency -> Italian lira (1978)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000313", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Semey -> country -> Soviet Union (1985)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2016.0, + "gold": "Matteo Renzi", + "pred": "Matteo Renzi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Agnes -> country of citizenship -> Italy (2016)\n Hop 2: Italy -> head of government -> Matteo Renzi (2016)\n Answer: Matteo Renzi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lina Pagliughi -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> shares border with -> Yugoslavia (1965)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000903", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Eusebio Sacrist\u00e1n", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alen Halilovi\u0107 -> member of sports team -> Futbol Club Barcelona (2014)\n Hop 2: Futbol Club Barcelona -> head coach -> Eusebio Sacrist\u00e1n (2014)\n Answer: Eusebio Sacrist\u00e1n", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Italy -> shares border with -> Yugoslavia (1979)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005738", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Aldo Moro", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Enzo Sellerio -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1976)\n Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006558", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Artur Moraes -> member of sports team -> S.L. Benfica (2012)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2012)\n Answer: Lu\u00eds Filipe Vieira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004400", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Ruth Prawer Jhabvala", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heat and Dust -> award received -> Booker Prize (1975)\n Hop 2: Booker Prize (1975) -> winner -> Ruth Prawer Jhabvala (1975)\n Answer: Ruth Prawer Jhabvala", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001076", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Johannes Gutenberg University Mainz -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Katholieke Universiteit Leuven (2021)\n Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002725", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Prime Minister of Canada", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: 19th Canadian Ministry -> head of government -> Lester B. Pearson (1968)\n Hop 2: Lester B. Pearson -> position held -> Prime Minister of Canada (1968)\n Answer: Prime Minister of Canada", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003906", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Liga Portugal", + "pred": "Liga Portugal", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pawe\u0142 Kieszek -> member of sports team -> Vit\u00f3ria F.C. (2013)\n Hop 2: Vit\u00f3ria F.C. -> league or competition -> Liga Portugal (2013)\n Answer: Liga Portugal", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004405", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Alberto Bigon", + "pred": "Alberto Bigon", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jocelyn Ahou\u00e9ya -> member of sports team -> FC Sion (2008)\n Hop 2: FC Sion -> head coach -> Alberto Bigon (2008)\n Answer: Alberto Bigon", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Wolfgang Gerhardt", + "pred": "Wolfgang Gerhardt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Scheel -> member of political party -> Free Democratic Party (1999)\n Hop 2: Free Democratic Party -> chairperson -> Wolfgang Gerhardt (1999)\n Answer: Wolfgang Gerhardt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000757", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "COMECON", + "pred": "COMECON", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anila Wilms -> country of citizenship -> Albania (1971)\n Hop 2: Albania -> member of -> COMECON (1971)\n Answer: COMECON", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Ian Porterfield", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karen Dokhoyan -> member of sports team -> Armenia men's national football team (2007)\n Hop 2: Armenia men's national football team -> head coach -> Ian Porterfield (2007)\n Answer: Ian Porterfield", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005056", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Lavrentiy Beria", + "pred": "Lavrentiy Beria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gulag -> parent organization -> NKVD (1944)\n Hop 2: NKVD -> chairperson -> Lavrentiy Beria (1944)\n Answer: Lavrentiy Beria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Mitteldeutscher Rundfunk", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Achim Mentzel -> presenter -> Achims Hitparade (1999)\n Hop 2: Achims Hitparade -> original broadcaster -> Mitteldeutscher Rundfunk (1999)\n Answer: Mitteldeutscher Rundfunk", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008552", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Viganello -> replaced by -> Lugano (2004)\n Hop 2: Lugano -> replaces -> Breganzona (2004)\n Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Bambi Award", + "pred": "Bambi Award", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Janet Leigh -> spouse -> Tony Curtis (1958)\n Hop 2: Tony Curtis -> award received -> Bambi Award (1958)\n Answer: Bambi Award", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000678", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Katharine Hepburn", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ida Kami\u0144ska -> nominated for -> Academy Award for Best Actress (1967)\n Hop 2: Academy Award for Best Actress (1967) -> winner -> Katharine Hepburn\n Answer: Katharine Hepburn", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002043", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pazzallo -> replaced by -> Lugano (2004)\n Hop 2: Lugano -> replaces -> Gandria (2004)\n Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007190", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "coming out", + "pred": "coming out", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anne Heche -> unmarried partner -> Ellen DeGeneres (1997)\n Hop 2: Ellen DeGeneres -> significant event -> coming out (1997)\n Hop 3: Anne Heche -> significant event -> coming out (1997)\n Answer: coming out", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003533", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Migliorini -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> currency -> Italian lira (1967)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: L\u00e1szl\u00f3 B\u00fcky -> educated at -> University of Szeged (1968)\n Hop 2: University of Szeged -> named after -> Attila J\u00f3zsef (1968)\n Answer: Attila J\u00f3zsef", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Ingrid Bergman", + "pred": "1944", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jean Arthur -> nominated for -> Academy Award for Best Actress (1944)\n Hop 2: Academy Award for Best Actress (1944) -> winner -> Ingrid Bergman\n Hop 3: Ingrid Bergman -> winner of -> 1944\n Answer: 1944", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_004864", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Ireland", + "pred": "Ireland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Christian Murro -> member of sports team -> Tenax (2005)\n Hop 2: Tenax -> country -> Ireland (2005)\n Answer: Ireland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001930", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1929.0, + "gold": "1929", + "pred": "1929", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Warner Baxter -> award received -> Academy Award for Best Actor (1929)\n Hop 2: Academy Award for Best Actor (1929) -> winner -> Disraeli (1929)\n Answer: 1929", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004482", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ralph Faudree -> winner -> Euler Medal (2005)\n Answer: 2005", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000444", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "president of Germany", + "pred": "position holder", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Q779279 -> signatory -> Christian Wulff (2011)\n Hop 2: Christian Wulff -> position held -> president of Germany (2011)\n Hop 3: president of Germany -> position holder -> Angela Merkel (2011)\n Answer: position holder", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002417", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Juraj Mik\u00fa\u0161 -> drafted by -> Montreal Canadiens (2005)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (2005)\n Answer: Saku Koivu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bar\u0131\u015f \u00d6r\u00fcc\u00fc -> member of sports team -> Bursaspor (2012)\n Hop 2: Bursaspor -> league or competition -> S\u00fcper Lig (2012)\n Answer: S\u00fcper Lig", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002089", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heat and Dust -> award received -> Booker Prize (1975)\n Hop 2: Booker Prize -> winner -> Ruth Prawer Jhabvala (1975)\n Answer: 1975", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002782", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Horst Bredekamp -> work location -> Berlin (2009)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2009)\n Answer: Klaus Wowereit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Karel Br\u00fcckner", + "pred": "Karel Br\u00fcckner", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roman T\u00fdce -> member of sports team -> Czechia men's national football team (2004)\n Hop 2: Czechia men's national football team -> head coach -> Karel Br\u00fcckner (2004)\n Answer: Karel Br\u00fcckner", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006603", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kiran Desai -> award received -> Booker Prize (2006)\n Hop 2: The Night Watch -> nominated for -> Booker Prize (2006)\n Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000643", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Adolf Hitler", + "pred": "German National People's Party", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Franz Xaver Schwarz -> member of political party -> Nazi Party (1931)\n Hop 2: Nazi Party -> chairperson -> Adolf Hitler (1931)\n Hop 3: Adolf Hitler -> member of political party -> German National People's Party (1931)\n Answer: German National People's Party", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001459", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Sepp Piontek", + "pred": "Sepp Piontek", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kim Vilfort -> member of sports team -> Denmark men's national football team (1986)\n Hop 2: Denmark men's national football team -> head coach -> Sepp Piontek (1986)\n Answer: Sepp Piontek", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007691", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "German Emperor", + "pred": "German Emperor", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Augusta Victoria of Schleswig-Holstein -> spouse -> Wilhelm II (1912)\n Hop 2: Wilhelm II -> position held -> German Emperor (1912)\n Answer: German Emperor", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004382", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Israeli Premier League", + "pred": "Israeli Premier League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rodgers Kola -> member of sports team -> Ironi Kiryat Shmona F.C. (2015)\n Hop 2: Ironi Kiryat Shmona F.C. -> league or competition -> Israeli Premier League (2015)\n Answer: Israeli Premier League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008297", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Luxembourg National Division", + "pred": "2nd Bundesliga", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mathias J\u00e4nisch -> member of sports team -> US Hostert (2009)\n Hop 2: US Hostert -> league or competition -> 2nd Bundesliga (2009)\n Answer: 2nd Bundesliga", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Guido Crepax -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> member of -> European Economic Community (1956)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007490", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Marie Dressler", + "pred": "Marie Dressler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ann Harding -> nominated for -> Academy Award for Best Actress (1931)\n Hop 2: Academy Award for Best Actress (1931) -> winner -> Marie Dressler (1931)\n Answer: Marie Dressler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004470", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Manuel Jim\u00e9nez Jim\u00e9nez", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ra\u00fal Fern\u00e1ndez-Cavada Mateos -> member of sports team -> UD Las Palmas (2018)\n Hop 2: UD Las Palmas -> head coach -> Manuel Jim\u00e9nez Jim\u00e9nez (2018)\n Answer: Manuel Jim\u00e9nez Jim\u00e9nez", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Austin Healey -> member of sports team -> England men\u2019s national rugby union team (2002)\n Hop 2: England men\u2019s national rugby union team -> kit supplier -> Nike (2002)\n Answer: Nike", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Pacific Coliseum", + "pred": "Pacific Coliseum", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jim Sandlak -> drafted by -> Vancouver Canucks (1985)\n Hop 2: Vancouver Canucks -> home venue -> Pacific Coliseum (1985)\n Answer: Pacific Coliseum", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000107", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Prague", + "pred": "Prague", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anton\u00edn Kapek -> member of political party -> Communist Party of Czechoslovakia (1984)\n Hop 2: Communist Party of Czechoslovakia -> headquarters location -> Prague (1984)\n Answer: Prague", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000481", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "The Life of Pi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Joan Barfoot -> nominated for -> Booker Prize (2002)\n Hop 2: Booker Prize -> winner -> Yann Martel (2002)\n Hop 3: Yann Martel -> winner -> The Life of Pi (2002)\n Answer: The Life of Pi", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_005374", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Hop 1: Haloo Helsinki! -> nominated for -> MTV Europe Music Award for Best Finnish Act (2011)\n Hop 2: MTV Europe Music Award for Best Finnish Act -> winner -> Lauri Yl\u00f6nen (2011)\n Hop 3: Lauri Yl\u00f6nen -> equal to -> Kalle Kiviniemi (2011)\n Hop 4: Kalle Kiviniemi -> born in -> Finland (201", + "em": 1.0, + "f1": 0.0689655172413793, + "pred_raw": "Hop 1: Haloo Helsinki! -> nominated for -> MTV Europe Music Award for Best Finnish Act (2011)\n Hop 2: MTV Europe Music Award for Best Finnish Act -> winner -> Lauri Yl\u00f6nen (2011)\n Hop 3: Lauri Yl\u00f6nen -> equal to -> Kalle Kiviniemi (2011)\n Hop 4: Kalle Kiviniemi -> born in -> Finland (201", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_007891", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Second Lady or Gentleman of the United States", + "pred": "Second Lady or Gentleman of the United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Richard Nixon -> position held -> Second Lady or Gentleman of the United States (1956)\n Answer: Second Lady or Gentleman of the United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004941", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Ralf Loose", + "pred": "Ralf Loose", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Chris Philipps -> member of sports team -> SC Preu\u00dfen M\u00fcnster (2015)\n Hop 2: SC Preu\u00dfen M\u00fcnster -> head coach -> Ralf Loose (2015)\n Answer: Ralf Loose", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mar\u00eda Denis -> country of citizenship -> Italy (2003)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2003)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Te sl\u0103vim, Rom\u00e2nie", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: B\u00e2rlad -> country -> Socialist Republic of Romania (1966)\n Hop 2: Socialist Republic of Romania -> anthem -> Te sl\u0103vim, Rom\u00e2nie (1966)\n Answer: Te sl\u0103vim, Rom\u00e2nie", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001311", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: SANAA -> award received -> Pritzker Architecture Prize (2010)\n Hop 2: Pritzker Architecture Prize -> winner -> Ryue Nishizawa (2010)\n Answer: 2010", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003353", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: All Summer Long -> place of publication -> United States (1964)\n Hop 2: United States -> shares border with -> Panama (1964)\n Answer: Panama", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005629", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arnold J. Levine -> award received -> Louisa Gross Horwitz Prize (1998)\n Hop 2: Louisa Gross Horwitz Prize -> winner -> Bert Vogelstein (1998)\n Answer: 1998", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005931", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Leonid Brezhnev", + "pred": "Leonid Brezhnev", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Siim Kallas -> member of political party -> Communist Party of the Soviet Union (1976)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Leonid Brezhnev (1976)\n Answer: Leonid Brezhnev", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005823", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Catherine Schell -> residence -> United States (1957)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1957)\n Answer: Territory of Hawaii", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002989", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Free State of Prussia", + "pred": "Free State of Prussia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anton Kerschbaumer -> work location -> Berlin (1924)\n Hop 2: Berlin -> located in -> Free State of Prussia (1924)\n Answer: Free State of Prussia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004259", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Anne Enright", + "pred": "Anne Enright", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Indra Sinha -> nominated for -> Booker Prize (2007)\n Hop 2: Booker Prize -> winner -> Anne Enright (2007)\n Answer: Anne Enright", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002166", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Ligue 1", + "pred": "Ligue 1", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gr\u00e9gory Ursule -> member of sports team -> FC Girondins de Bordeaux (1995)\n Hop 2: FC Girondins de Bordeaux -> league or competition -> Ligue 1 (1995)\n Answer: Ligue 1", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nigel Hawthorne -> nominated for -> Academy Award for Best Actor (1995)\n Hop 2: Academy Award for Best Actor -> winner -> Nicolas Cage (1995)\n Answer: 1995", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008518", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Hans Backe", + "pred": "Hans Backe", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan Gunnar Solli -> member of sports team -> Red Bull New York (2012)\n Hop 2: Red Bull New York -> head coach -> Hans Backe (2012)\n Answer: Hans Backe", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003792", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ferruccio Tagliavini -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> head of state -> Sandro Pertini (1984)\n Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000844", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "1999 Tony Award for Best Actor", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Cast Away -> nominated for -> Academy Award for Best Actor (2001)\n Hop 2: Academy Award for Best Actor -> winner -> Denzel Washington (2001)\n Hop 3: Denzel Washington -> winner of -> 1999 Tony Award for Best Actor (2001)\n Answer: 1999 Tony Award for Best Actor", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005425", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario De Don\u00e0 -> country of citizenship -> Italy (1979)\n Hop 2: Italy -> head of state -> Sandro Pertini (1979)\n Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006156", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "C\u00e9sar Award for Best Actor", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Romain Duris -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor (2005) -> winner -> Daniel Auteuil (2005)\n Hop 3: Daniel Auteuil -> winner -> C\u00e9sar Award for Best Actor (2005)\n Answer: C\u00e9sar Award for Best Actor", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006038", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Austro-Hungarian krone", + "pred": "Austro-Hungarian krone", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lunga -> country -> First Hungarian Republic (1918)\n Hop 2: First Hungarian Republic -> currency -> Austro-Hungarian krone (1918)\n Answer: Austro-Hungarian krone", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008465", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1923.0, + "gold": "Egyptian pound", + "pred": "Egyptian pound", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ramallah -> country -> Mandatory Palestine (1923)\n Hop 2: Mandatory Palestine -> currency -> Egyptian pound (1923)\n Answer: Egyptian pound", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004604", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Javier Aguirre", + "pred": "Mircea Lucescu", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Cosmin Contra -> member of sports team -> Romania men's national association football team (2006)\n Hop 2: Romania men's national association football team -> head coach -> Mircea Lucescu (2006)\n Answer: Mircea Lucescu", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002929", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "The Internationale", + "pred": "The Internationale", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Black Sea Governorate -> located in -> Russian Soviet Federative Socialist Republic (1920)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> The Internationale (1920)\n Answer: The Internationale", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007720", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Peppino De Filippo -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005879", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Raffaele Anguilla -> country of citizenship -> Italy (2002)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2002)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001938", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yul Brynner -> country of citizenship -> United States (1951)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1951)\n Answer: Territory of Hawaii", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Academy Award for Best Supporting Actress", + "pred": "Academy Award for Best Supporting Actress", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shelley Winters -> spouse -> Anthony Franciosa (1960)\n Hop 2: Anthony Franciosa -> spouse -> Shelley Winters (1960)\n Hop 3: Shelley Winters -> nominated for -> Academy Award for Best Supporting Actress (1960)\n Answer: Academy Award for Best Supporting Actress", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006351", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade de France", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Andr\u00e9 Chorda -> member of sports team -> France men's national association football team (1966)\n Hop 2: France men's national association football team -> home venue -> Stade de France (1966)\n Answer: Stade de France", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005087", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Bettinelli -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006536", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Floriano Bodini -> country of citizenship -> Italy (2002)\n Answer: Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006736", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Sandra Bullock", + "pred": "The Blind Side", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Doubt -> nominated for -> Academy Award for Best Actress (2009)\n Hop 2: Academy Award for Best Actress -> winner -> Sandra Bullock (2009)\n Hop 3: Sandra Bullock -> winner -> The Blind Side (2009)\n Answer: The Blind Side", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004654", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Khrustalnyi -> country -> Russian Empire (1915)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1915)\n Answer: Nicholas II of Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005945", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frank Tieri -> residence -> United States (1965)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1965)\n Answer: Lyndon B. Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007681", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Daman and Diu", + "pred": "Daman and Diu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: India -> contains the administrative territorial entity -> Daman and Diu (1988)\n Answer: Daman and Diu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006184", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Smiley Smile -> place of publication -> United States (1967)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1967)\n Answer: Lyndon B. Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000115", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Caja M\u00e1gica", + "pred": "Caja M\u00e1gica", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ettore Messina -> member of sports team -> Real Madrid Baloncesto (2010)\n Hop 2: Real Madrid Baloncesto -> home venue -> Caja M\u00e1gica (2010)\n Answer: Caja M\u00e1gica", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002711", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Memo Benassi -> country of citizenship -> Italy (1954)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1954)\n Answer: Alcide De Gasperi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005754", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pavao Pavli\u010di\u0107 -> award received -> NIN Prize (1981)\n Hop 2: NIN Prize -> country -> Socialist Federal Republic of Yugoslavia (1981)\n Answer: Socialist Federal Republic of Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00d6nder Akda\u011f -> member of sports team -> Akhisar Belediyespor (2012)\n Hop 2: Akhisar Belediyespor -> league or competition -> S\u00fcper Lig (2012)\n Answer: S\u00fcper Lig", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000552", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paolo Soleri -> residence -> Italy (1951)\n Hop 2: Italy -> currency -> Italian lira (1951)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000403", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "SeatGeek Stadium", + "pred": "SeatGeek Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paolo Tornaghi -> member of sports team -> Chicago Fire FC (2012)\n Hop 2: Chicago Fire FC -> home venue -> SeatGeek Stadium (2012)\n Answer: SeatGeek Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003856", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Faye Dunaway -> unmarried partner -> Marcello Mastroianni (1971)\n Hop 2: Marcello Mastroianni -> country of citizenship -> Italy (1971)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003602", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Mikhail Gorbachev", + "pred": "Mikhail Gorbachev", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrus \u00d6\u00f6vel -> member of political party -> Communist Party of the Soviet Union (1986)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Mikhail Gorbachev (1986)\n Answer: Mikhail Gorbachev", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007850", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cesare Andrea Bixio -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> shares border with -> Yugoslavia (1950)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001019", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1962.0, + "gold": "1962", + "pred": "1962", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: United States Navy SEALs -> founder -> John F. Kennedy (1962)\n Hop 2: John F. Kennedy -> nominated for -> Nobel Peace Prize (1962)\n Answer: 1962", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004322", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Dietrich Stobbe", + "pred": "Dietrich Stobbe", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anna Seghers -> residence -> Berlin (1980)\n Hop 2: Berlin -> head of government -> Dietrich Stobbe (1980)\n Answer: Dietrich Stobbe", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004271", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Francesco Carpino -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Leone (1969)\n Answer: Giovanni Leone", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001171", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armando Ceste -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2001)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007890", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Academy Award for Best Actress (1970)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Genevi\u00e8ve Bujold -> nominated for -> Academy Award for Best Actress (1970)\n Hop 2: Academy Award for Best Actress (1970) -> winner -> Glenda Jackson\n Hop 3: Glenda Jackson -> winner -> Academy Award for Best Actress (1970)\n Answer: Academy Award for Best Actress (1970)", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008632", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Hungarian People's Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Demeter Balla -> work location -> Budapest (1968)\n Hop 2: Budapest -> capital of -> Hungarian People's Republic (1968)\n Answer: Hungarian People's Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007395", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1925.0, + "gold": "Egyptian pound", + "pred": "Egyptian pound", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Afula -> country -> Mandatory Palestine (1925)\n Hop 2: Mandatory Palestine -> currency -> Egyptian pound (1925)\n Answer: Egyptian pound", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007784", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Paul Scott", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jennifer Johnston -> nominated for -> Booker Prize (1977)\n Hop 2: Booker Prize -> winner -> Paul Scott (1977)\n Answer: Paul Scott", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006008", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Alain Afflelou", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rainer Ernst -> member of sports team -> Q298267 (1992)\n Hop 2: Q298267 -> chairperson -> Alain Afflelou (1992)\n Answer: Alain Afflelou", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007623", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Zden\u011bk Zeman", + "pred": "Zden\u011bk Zeman", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roberto Bacci -> member of sports team -> SS Lazio (1995)\n Hop 2: SS Lazio -> head coach -> Zden\u011bk Zeman (1995)\n Answer: Zden\u011bk Zeman", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000261", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Max Blokzijl -> work location -> Berlin (1932)\n Hop 2: Berlin -> country -> Weimar Republic (1932)\n Answer: Weimar Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005362", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nino Baragli -> country of citizenship -> Italy (1992)\n Hop 2: Italy -> shares border with -> Yugoslavia (1992)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003134", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Teen Choice Awards", + "pred": "Teen Choice Awards", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Call Me Maybe -> performer -> Carly Rae Jepsen (2012)\n Hop 2: Carly Rae Jepsen -> award received -> Teen Choice Awards (2012)\n Answer: Teen Choice Awards", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Emirates", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kai-Fabian Schulz -> member of sports team -> Hamburger SV (2009)\n Hop 2: Hamburger SV -> sponsor -> Emirates (2009)\n Answer: Emirates", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003313", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eugenio Monti -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> currency -> Italian lira (1972)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005360", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tim Eitel -> work location -> Berlin (2009)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2009)\n Answer: Klaus Wowereit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001597", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Peter Carey", + "pred": "The Secret River", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rachel Seiffert -> nominated for -> Booker Prize (2001)\n Hop 2: Booker Prize -> winner -> Peter Carey (2001)\n Hop 3: Peter Carey -> winner of -> The Secret River (2001)\n Answer: The Secret River", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Ronald Colman", + "pred": "Q108366", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hamlet -> award received -> Academy Award for Best Actor (1947)\n Hop 2: Academy Award for Best Actor (1947) -> winner -> Ronald Colman\n Hop 3: Q108366 -> nominated for -> Academy Award for Best Actor (1947)\n Answer: Q108366", + "judge_em": 0, + "judge_reply": "I NEED TO DETERMINE" + }, + { + "id": "q_005949", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mih\u00e1ly Bart\u00f3k -> employer -> University of Szeged (1998)\n Hop 2: University of Szeged -> named after -> Attila J\u00f3zsef (1998)\n Answer: Attila J\u00f3zsef", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005024", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Abraham Beame", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Philip Taaffe -> work location -> New York City (1974)\n Hop 2: New York City -> head of government -> Abraham Beame (1974)\n Answer: Abraham Beame", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007032", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Heinrich Himmler", + "pred": "Heinrich Himmler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karl Gerland -> member of -> Schutzstaffel (1942)\n Hop 2: Schutzstaffel -> director / manager -> Heinrich Himmler (1942)\n Answer: Heinrich Himmler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004269", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Baldi -> member of sports team -> Juventus FC (1914)\n Hop 2: Juventus FC -> country -> Kingdom of Italy (1914)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005207", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heinz Wewers -> member of sports team -> Germany men's national association football team (1958)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1958)\n Answer: Sepp Herberger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008065", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Constantinople", + "pred": "Constantinople", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Old City of Jerusalem -> country -> Ottoman Empire (1915)\n Hop 2: Ottoman Empire -> capital -> Constantinople (1915)\n Answer: Constantinople", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003648", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Nunzio Malasomma -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Economic Community (1951)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO\n\nTHE EUROPEAN" + }, + { + "id": "q_000919", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "Franz Beckenbauer", + "pred": "Franz Beckenbauer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hans Pfl\u00fcgler -> member of sports team -> Germany men's national association football team (1987)\n Hop 2: Germany men's national association football team -> head coach -> Franz Beckenbauer (1987)\n Answer: Franz Beckenbauer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Colin Farrell -> unmarried partner -> Britney Spears (2004)\n Hop 2: Britney Spears -> award received -> Grammy Award for Best Dance/Electronic Recording (2004)\n Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007438", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pavao Pavli\u010di\u0107 -> award received -> NIN Prize (1981)\n Hop 2: NIN Prize -> country -> Socialist Federal Republic of Yugoslavia (1981)\n Answer: Socialist Federal Republic of Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000509", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Giovanni Leone", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Celano -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> head of state -> Giovanni Leone (1975)\n Answer: Giovanni Leone", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "The Sellout", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gerard Donovan -> nominated for -> Booker Prize (2003)\n Hop 2: Booker Prize (2003) -> winner -> DBC Pierre (2003)\n Hop 3: DBC Pierre (2003) -> winner -> The Sellout (2003)\n Answer: The Sellout", + "judge_em": 0, + "judge_reply": "I NEED TO TRACE" + }, + { + "id": "q_006108", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "presidential system", + "pred": "presidential system", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Krak\u00f3w -> country -> Second Polish Republic (1939)\n Hop 2: Second Polish Republic -> basic form of government -> presidential system (1939)\n Answer: presidential system", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001184", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Robert Bolt", + "pred": "Robert Bolt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Doctor Zhivago -> award received -> Golden Globe Award for Best Screenplay (1965)\n Hop 2: Golden Globe Award for Best Screenplay -> winner -> Robert Bolt (1965)\n Answer: Robert Bolt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001023", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Du\u0161an Uhrin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan Suchop\u00e1rek -> member of sports team -> Czechia men's national football team (1995)\n Hop 2: Czechia men's national football team -> head coach -> Du\u0161an Uhrin (1995)\n Answer: Du\u0161an Uhrin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001479", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Javier Aguirre", + "pred": "Luis Fernando L\u00f3pez", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luis Amaranto Perea -> member of sports team -> Colombia men's national football team (2007)\n Hop 2: Colombia men's national football team -> head coach -> Luis Fernando L\u00f3pez (2007)\n Answer: Luis Fernando L\u00f3pez", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006983", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Giovanni Gronchi", + "pred": "Antonio Segni", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Maria Caniglia -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Antonio Segni (1956)\n Answer: Antonio Segni", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007833", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "White Hart Lane", + "pred": "White Hart Lane", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andy Gray -> member of sports team -> Tottenham Hotspur F.C. (1994)\n Hop 2: Tottenham Hotspur F.C. -> home venue -> White Hart Lane (1994)\n Answer: White Hart Lane", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005681", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Max Blokzijl -> work location -> Berlin (1930)\n Hop 2: Berlin -> country -> Weimar Republic (1930)\n Answer: Weimar Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003706", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arnaud G\u00e9rard -> member of sports team -> Groupama-FDJ United (2005)\n Hop 2: Groupama-FDJ United -> head coach -> Jean-Cyril Robin (2005)\n Answer: 2005", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007006", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Du\u0161an Uhrin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan Suchop\u00e1rek -> member of sports team -> Czechia men's national football team (1995)\n Hop 2: Czechia men's national football team -> head coach -> Du\u0161an Uhrin (1995)\n Answer: Du\u0161an Uhrin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004220", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rog\u00e9rio Luiz da Silva -> member of sports team -> FC Wil 1900 (2003)\n Hop 2: FC Wil 1900 -> league or competition -> Swiss Super League (2003)\n Answer: Swiss Super League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007500", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Balaklava -> country -> Russian Empire (1917)\n Hop 2: Russian Empire -> anthem -> God Save the Tsar! (1917)\n Answer: God Save the Tsar!", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "German Empire", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fritz Stuckenberg -> work location -> Paris (1912)\n Hop 2: Paris -> country -> France (1912)\n Answer: France", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003362", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ireland", + "pred": "Ireland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Micul\u00e0 Dematteis -> member of sports team -> Tenax (2007)\n Hop 2: Tenax -> country -> Ireland (2007)\n Answer: Ireland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007378", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Allianz Arena", + "pred": "Allianz Arena", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Moritz Volz -> member of sports team -> TSV 1860 M\u00fcnchen (2014)\n Hop 2: TSV 1860 M\u00fcnchen -> home venue -> Allianz Arena (2014)\n Answer: Allianz Arena", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002356", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kemerovo -> located in -> Novosibirsk Oblast (1940)\n Hop 2: Novosibirsk Oblast -> country -> Soviet Union (1940)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004000", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Walter Mazzarri", + "pred": "Walter Mazzarri", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jonathan Moreira -> member of sports team -> Inter Milan (2013)\n Hop 2: Inter Milan -> head coach -> Walter Mazzarri (2013)\n Answer: Walter Mazzarri", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003511", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Hungarian Olympic Committee", + "pred": "Hungarian Olympic Committee", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gy\u0151r -> head of government -> Zsolt Borkai (2011)\n Hop 2: Zsolt Borkai -> member of -> Hungarian Olympic Committee (2011)\n Answer: Hungarian Olympic Committee", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: BND law -> signatory -> Gerhard Stoltenberg (1990)\n Hop 2: Gerhard Stoltenberg -> country of citizenship -> West Germany (1990)\n Answer: West Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008482", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Harry Warren", + "pred": "Harry Warren", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Richard Rodgers -> award received -> Academy Award for Best Original Song (1946)\n Hop 2: Academy Award for Best Original Song (1946) -> winner -> Harry Warren\n Answer: Harry Warren", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001610", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ugo Attardi -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of state -> Sandro Pertini (1980)\n Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "pred": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karel Schwarzenberg -> member of political party -> TOP 09 (2018)\n Hop 2: TOP 09 -> chairperson -> Ji\u0159\u00ed Posp\u00ed\u0161il (2018)\n Answer: Ji\u0159\u00ed Posp\u00ed\u0161il", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007160", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Peppino De Filippo -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> member of -> European Economic Community (1956)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_003247", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Kevin Federline", + "pred": "Kevin Federline", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Colin Farrell -> unmarried partner -> Britney Spears (2004)\n Hop 2: Britney Spears -> spouse -> Kevin Federline (2004)\n Answer: Kevin Federline", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000810", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Liga I", + "pred": "Liga I", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ovidiu Cornel Hanganu -> member of sports team -> Victoria Bucure\u0219ti (1990)\n Hop 2: Victoria Bucure\u0219ti -> league or competition -> Liga I (1990)\n Answer: Liga I", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006432", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Joseph Stalin", + "pred": "Joseph Stalin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dmitriy Ustinov -> member of political party -> Communist Party of the Soviet Union (1929)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Joseph Stalin (1929)\n Answer: Joseph Stalin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007768", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> currency -> Italian lira (1984)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Zhou Enlai", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: People's Republic of China -> head of government -> Zhou Enlai (1967)\n Answer: Zhou Enlai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Rock and Roll Hall of Fame", + "pred": "Rock and Roll Hall of Fame", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tears in Heaven -> performer -> Eric Clapton (1992)\n Hop 2: Eric Clapton -> award received -> Rock and Roll Hall of Fame (1992)\n Answer: Rock and Roll Hall of Fame", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003836", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The Ninth Day -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor -> winner -> Daniel Auteuil (2005)\n Answer: Daniel Auteuil", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007908", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Paolo Dezza -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003128", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Spencer Tracy", + "pred": "Richard Gere", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Academy Award for Best Actress -> winner -> Katharine Hepburn (1967)\n Hop 2: Katharine Hepburn -> unmarried partner -> Richard Gere (1967)\n Answer: Richard Gere", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Sandro Pertini", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gianni Dova -> country of citizenship -> Italy (1986)\n Hop 2: Italy -> head of state -> Sandro Pertini (1986)\n Answer: Sandro Pertini", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001510", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "UTC\u221204:00", + "pred": "UTC\u221204:00", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cartagena Agreement -> signatory -> Chile (1970)\n Hop 2: Chile -> located in time zone -> UTC\u221204:00 (1970)\n Answer: UTC\u221204:00", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Werner Greuter", + "pred": "Werner Greuter", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Beat Ernst Leuenberger -> employer -> Botanic Garden and Botanical Museum Berlin (2004)\n Hop 2: Botanic Garden and Botanical Museum Berlin -> chief executive officer -> Werner Greuter (2004)\n Answer: Werner Greuter", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Maurice Druon", + "pred": "Maurice Druon", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Julien Green -> member of -> Acad\u00e9mie Fran\u00e7aise (1989)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Maurice Druon (1989)\n Answer: Maurice Druon", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001232", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nino Baragli -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> shares border with -> Yugoslavia (1951)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007512", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heinz Wewers -> member of sports team -> Germany men's national association football team (1958)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1958)\n Answer: Sepp Herberger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000089", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luigi Filippo D'Amico -> country of citizenship -> Italy (1999)\n Answer: Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008698", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "The Best Years of Our Lives", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Celia Johnson -> nominated for -> Academy Award for Best Actress (1947)\n Hop 2: Academy Award for Best Actress (1947) -> winner -> Loretta Young\n Hop 3: Loretta Young -> nominated for -> The Best Years of Our Lives (1947)\n Answer: The Best Years of Our Lives", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007875", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrea Miano -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> shares border with -> Yugoslavia (1950)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006661", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "President of the United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Age Discrimination in Employment Act of 1967 -> signatory -> Lyndon B. Johnson (1967)\n Hop 2: Lyndon B. Johnson -> position held -> President of the United States (1967)\n Answer: President of the United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007505", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Bobby Clarke", + "pred": "Bobby Clarke", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roman \u010cechm\u00e1nek -> drafted by -> Philadelphia Flyers (2000)\n Hop 2: Philadelphia Flyers -> general manager -> Bobby Clarke (2000)\n Answer: Bobby Clarke", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giuliano Carnimeo -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008555", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rod Langway -> drafted by -> Montreal Canadiens (1977)\n Hop 2: Montreal Canadiens -> home venue -> Montreal Forum (1977)\n Answer: Montreal Forum", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006491", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: 29th U-boat Flotilla -> has part(s) -> U-331 (1942)\n Hop 2: U-97 -> part of -> 29th U-boat Flotilla (1942)\n Answer: 1942", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Piero Scotti -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Giovanni Leone (1971)\n Answer: Giovanni Leone", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002698", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Gregor Strasser", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Albin Lesky -> member of political party -> Nazi Party (1938)\n Hop 2: Nazi Party -> chairperson -> Gregor Strasser (1938)\n Answer: Gregor Strasser", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005937", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carol Greider -> award received -> Albert Lasker Award for Basic Medical Research (2006)\n Hop 2: Albert Lasker Award for Basic Medical Research -> winner -> Jack Szostak (2006)\n Hop 3: Jack Szostak -> award received -> Nobel Prize in Physiology or Medicine (2006)\n Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007021", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eduardo Salvio -> member of sports team -> S.L. Benfica (2018)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2018)\n Answer: Lu\u00eds Filipe Vieira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003151", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "The Life of Pi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Joan Barfoot -> nominated for -> Booker Prize (2002)\n Hop 2: Booker Prize -> winner -> Yann Martel (2002)\n Hop 3: Yann Martel -> award received -> The Life of Pi (2002)\n Answer: The Life of Pi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002519", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jennifer Connelly -> nominated for -> Broadcast Film Critics Association Award for Best Actress (2003)\n Hop 2: Broadcast Film Critics Association Award for Best Actress -> winner -> Charlize Theron (2003)\n Hop 3: Charlize Theron -> equal to -> 2003 (2003)\n Answer: 2003", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007514", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Czech-Moravian Confederation of Trade Unions -> chairperson -> Richard Falbr (1999)\n Hop 2: Richard Falbr -> member of -> Communist Party of Czechoslovakia (1999)\n Answer: chairperson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008443", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> member of -> European Economic Community (1953)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007726", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1992.0, + "gold": "1992", + "pred": "1992", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Val\u00e9rie Lemercier -> nominated for -> C\u00e9sar Award for Best Supporting Actress (1992)\n Hop 2: C\u00e9sar Award for Best Supporting Actress -> winner -> Anne Brochet (1992)\n Answer: 1992", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001549", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "V\u00e1clav Havel", + "pred": "V\u00e1clav Havel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Czech Republic -> head of state -> V\u00e1clav Havel (2000)\n Answer: V\u00e1clav Havel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007129", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Viganello -> replaced by -> Lugano (2004)\n Hop 2: Lugano -> replaces -> Pambio-Noranco (2004)\n Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000883", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Heinrich Br\u00fcning", + "pred": "Heinrich Br\u00fcning", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bonn -> country -> Weimar Republic (1931)\n Hop 2: Weimar Republic -> head of government -> Heinrich Br\u00fcning (1931)\n Answer: Heinrich Br\u00fcning", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000442", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "William Emmett Dever", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sister Rosetta Tharpe -> residence -> Chicago (1924)\n Hop 2: Chicago -> head of government -> William Emmett Dever (1924)\n Answer: William Emmett Dever", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004066", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Peter Gerhardsson", + "pred": "Peter Gerhardsson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andreas Drugge -> member of sports team -> BK H\u00e4cken (2013)\n Hop 2: BK H\u00e4cken -> head coach -> Peter Gerhardsson (2013)\n Answer: Peter Gerhardsson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002302", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Egyptian pound", + "pred": "Egyptian pound", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rosh Pinna -> country -> Mandatory Palestine (1920)\n Hop 2: Mandatory Palestine -> currency -> Egyptian pound (1920)\n Answer: Egyptian pound", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002564", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Cantelli -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> shares border with -> Yugoslavia (1947)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004005", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Otto Nerz", + "pred": "Otto Nerz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Willi Lindner -> member of sports team -> Germany men's national association football team (1933)\n Hop 2: Germany men's national association football team -> head coach -> Otto Nerz (1933)\n Answer: Otto Nerz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Eugenio Castellotti -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1950)\n Answer: Giuseppe Saragat", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005652", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Jane Byrne", + "pred": "Jane Byrne", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dennis Daugaard -> residence -> Chicago (1980)\n Hop 2: Chicago -> head of government -> Jane Byrne (1980)\n Answer: Jane Byrne", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002217", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Liliana Ronchetti -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> currency -> Italian lira (1970)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008015", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Albert II of Belgium", + "pred": "Albert II of Belgium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pino Cerami -> country of citizenship -> Belgium (2005)\n Hop 2: Belgium -> head of state -> Albert II of Belgium (2005)\n Answer: Albert II of Belgium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000895", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "RTL", + "pred": "RTL", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Maximilian Br\u00fcckner -> award received -> Bavarian TV Awards (2018)\n Hop 2: Bavarian TV Awards -> original broadcaster -> RTL (2018)\n Answer: RTL", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008365", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Javier Aguirre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00c9ver Banega -> member of sports team -> Atl\u00e9tico Madrid (2008)\n Hop 2: Atl\u00e9tico Madrid -> head coach -> Javier Aguirre (2008)\n Answer: Javier Aguirre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006348", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Te sl\u0103vim, Rom\u00e2nie", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Buhu\u0219i -> country -> Socialist Republic of Romania (1974)\n Hop 2: Socialist Republic of Romania -> anthem -> Te sl\u0103vim, Rom\u00e2nie (1974)\n Answer: Te sl\u0103vim, Rom\u00e2nie", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000645", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paolo Marcello Brignoli -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008492", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vikenty Veresaev -> country of citizenship -> Russian Empire (1912)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1912)\n Answer: Nicholas II of Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006824", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Anita Brookner", + "pred": "Anita Brookner", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: David Lodge -> nominated for -> Booker Prize (1984)\n Hop 2: Booker Prize (1984) -> winner -> Anita Brookner (1984)\n Answer: Anita Brookner", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000773", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "Winona Ryder", + "pred": "Winona Ryder", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frances McDormand -> award received -> Golden Globe Award for Best Supporting Actress \u2013 Motion Picture (1993)\n Hop 2: Golden Globe Award for Best Supporting Actress \u2013 Motion Picture (1993) -> winner -> Winona Ryder\n Answer: Winona Ryder", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001316", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Conrad Schumann -> country of citizenship -> West Germany (1979)\n Hop 2: West Germany -> currency -> Deutsche Mark (1979)\n Answer: Deutsche Mark", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004368", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Steve Borthwick -> member of sports team -> England men\u2019s national rugby union team (2008)\n Hop 2: England men\u2019s national rugby union team -> kit supplier -> Nike (2008)\n Answer: Nike", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005868", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giulio Onesti -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1951)\n Answer: Giuseppe Saragat", + "judge_em": 0, + "judge_reply": "I NEED TO WORK" + }, + { + "id": "q_005066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The Ninth Day -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor -> winner -> Daniel Auteuil (2005)\n Answer: Daniel Auteuil", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: American Book Awards -> winner -> Joe Sacco (1996)\n Hop 2: Fred Ho -> award received -> American Book Awards (1996)\n Hop 3: 1996 -> year -> winner of Fred Ho's award received (1996)\n Answer: 1996", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Gwyneth Paltrow", + "pred": "Gwyneth Paltrow", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The Wings of the Dove -> nominated for -> Academy Award for Best Actress (1998)\n Hop 2: Academy Award for Best Actress -> winner -> Gwyneth Paltrow (1998)\n Hop 3: After Susan Sarandon nominated for -> winner -> Gwyneth Paltrow (1998)\n Answer: Gwyneth Paltrow", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008659", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "A. S. Byatt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Brian Moore -> nominated for -> Booker Prize (1990)\n Hop 2: Booker Prize (1990) -> winner -> A. S. Byatt (1990)\n Answer: A. S. Byatt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000763", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ilva Ligabue -> country of citizenship -> Italy (1977)\n Hop 2: Italy -> shares border with -> Yugoslavia (1977)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005896", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> currency -> Italian lira (1976)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000117", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Enrico de Nicola", + "pred": "Umberto II of Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Guglielmo Pesenti -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> head of state -> Umberto II of Italy (1947)\n Answer: Umberto II of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000027", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Rudy Giuliani", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: William Vickrey -> residence -> New York City (1994)\n Hop 2: New York City -> head of government -> Rudy Giuliani (1994)\n Answer: Rudy Giuliani", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002041", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Visintin -> country of citizenship -> Italy (1983)\n Hop 2: Italy -> head of state -> Sandro Pertini (1983)\n Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002860", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Max Blokzijl -> work location -> Berlin (1932)\n Hop 2: Berlin -> country -> Weimar Republic (1932)\n Answer: Weimar Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004247", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Luise Rainer", + "pred": "Luise Rainer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Theodora Goes Wild -> nominated for -> Academy Award for Best Actress (1937)\n Hop 2: Academy Award for Best Actress -> winner -> Luise Rainer (1937)\n Answer: Luise Rainer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008294", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Hyundai", + "pred": "Hyundai", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andreas Fischer -> member of sports team -> Hamburger SV (1996)\n Hop 2: Hamburger SV -> sponsor -> Hyundai (1996)\n Answer: Hyundai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006036", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "The Pentagon", + "pred": "The Pentagon", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Charlie Munger -> military branch -> United States Army Air Forces (1945)\n Hop 2: United States Army Air Forces -> headquarters location -> The Pentagon (1945)\n Answer: The Pentagon", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001816", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Norma Shearer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ruth Chatterton -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> winner -> Academy Award for Best Actress (1930)\n Answer: Norma Shearer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008058", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anton Hofer -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004387", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Cel\u00e2l Bayar", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mehmed Uzun -> country of citizenship -> Turkey (1955)\n Hop 2: Turkey -> head of state -> Cel\u00e2l Bayar (1955)\n Answer: Cel\u00e2l Bayar", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004841", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Abdullah Avc\u0131", + "pred": "Abdullah Avc\u0131", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jo\u00e3o Pereira -> member of sports team -> Trabzonspor (2021)\n Hop 2: Trabzonspor -> head coach -> Abdullah Avc\u0131 (2021)\n Answer: Abdullah Avc\u0131", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000340", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Echo Music Prize", + "pred": "Echo Music Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Britney Spears -> award received -> Echo Music Prize (2001)\n Answer: Echo Music Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001431", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Massimiliano Allegri", + "pred": "Massimiliano Allegri", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Philippe Mex\u00e8s -> member of sports team -> AC Milan (2011)\n Hop 2: AC Milan -> head coach -> Massimiliano Allegri (2011)\n Answer: Massimiliano Allegri", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002560", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Horst P. Horst -> work location -> United States (1939)\n Hop 2: United States -> shares border with -> Panama (1939)\n Answer: Panama", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003591", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erlangen -> country -> Nazi Germany (1939)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1939)\n Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006178", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Oscar Luigi Scalfaro", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Glauco Onorato -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Answer: Oscar Luigi Scalfaro", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003130", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00c1rp\u00e1d Berczik -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1947)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1947)\n Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001771", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "habilitation", + "pred": "habilitation", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Olba -> director of archaeological fieldwork -> Ulrich Gotter (2002)\n Hop 2: Ulrich Gotter -> assessment -> habilitation (2002)\n Answer: habilitation", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004635", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "1967 Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ida Kami\u0144ska -> nominated for -> Academy Award for Best Actress (1967)\n Hop 2: Academy Award for Best Actress (1967) -> winner -> Katharine Hepburn\n Hop 3: Katharine Hepburn -> winner of -> 1967 Academy Award for Best Actress\n Answer: 1967 Academy Award for Best Actress", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007347", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Ruth Prawer Jhabvala", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heat and Dust -> award received -> Booker Prize (1975)\n Hop 2: Booker Prize (1975) -> winner -> Ruth Prawer Jhabvala (1975)\n Answer: Ruth Prawer Jhabvala", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002289", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Francesco Antonazzi -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giovanni Leone (1970)\n Answer: Giovanni Leone", + "judge_em": 0, + "judge_reply": "I NEED TO ANALYZE" + }, + { + "id": "q_006810", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2016", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tessa Thompson -> unmarried partner -> Janelle Mon\u00e1e (2016)\n Hop 2: Janelle Mon\u00e1e -> award received -> Broadcast Film Critics Association Award for Best Cast (2016)\n Answer: 2016", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001750", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Eduard Weiter", + "pred": "Eduard Weiter", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Robert Dauber -> place of detention -> Dachau concentration camp (1944)\n Hop 2: Dachau concentration camp -> director / manager -> Eduard Weiter (1944)\n Answer: Eduard Weiter", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "David Wagner", + "pred": "David Wagner", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Conor Coady -> member of sports team -> Huddersfield Town A.F.C. (2015)\n Hop 2: Huddersfield Town A.F.C. -> head coach -> David Wagner (2015)\n Answer: David Wagner", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001742", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Sandro Pertini", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Carmelo Di Bella -> country of citizenship -> Italy (1986)\n Hop 2: Italy -> head of state -> Sandro Pertini (1986)\n Answer: Sandro Pertini", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004401", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cominform", + "pred": "Cominform", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marceline Loridan-Ivens -> member of political party -> French Communist Party (1955)\n Hop 2: French Communist Party -> member of -> Cominform (1955)\n Answer: Cominform", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000948", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rod Langway -> drafted by -> Montreal Canadiens (1977)\n Hop 2: Montreal Canadiens -> home venue -> Montreal Forum (1977)\n Answer: Montreal Forum", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Carlo Clerici -> country of citizenship -> Italy (1954)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1954)\n Answer: Alcide De Gasperi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001031", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "J. M. Coetzee", + "pred": "1983", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Graham Swift -> nominated for -> Booker Prize (1983)\n Hop 2: Booker Prize (1983) -> winner -> J. M. Coetzee\n Hop 3: J. M. Coetzee -> winner -> 1983\n Answer: 1983", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002458", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Oleh Protasov", + "pred": "Oleh Protasov", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ihar Stasevich -> member of sports team -> FC Dinamo Minsk (2013)\n Hop 2: FC Dinamo Minsk -> head coach -> Oleh Protasov (2013)\n Answer: Oleh Protasov", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001069", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Ed Koch", + "pred": "Ed Koch", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Braldt Bralds -> work location -> New York City (1981)\n Hop 2: New York City -> head of government -> Ed Koch (1981)\n Answer: Ed Koch", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carnegie Mellon University -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> CERN (2021)\n Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006304", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "mayor", + "pred": "mayor", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: T\u00fcbingen -> head of government -> Adolf Hartmeyer (1948)\n Hop 2: Adolf Hartmeyer -> position held -> mayor (1948)\n Answer: mayor", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004531", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Mario Monti", + "pred": "Mario Monti", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonio Carluccio -> country of citizenship -> Italy (2012)\n Hop 2: Italy -> head of government -> Mario Monti (2012)\n Answer: Mario Monti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000931", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: James Spudich -> award received -> Albert Lasker Award for Basic Medical Research (2012)\n Hop 2: Albert Lasker Award for Basic Medical Research -> winner -> Ronald Vale (2012)\n Answer: 2012", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007956", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Eric Gerets", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Faryd Mondrag\u00f3n -> member of sports team -> Galatasaray S.K. (2006)\n Hop 2: Galatasaray S.K. -> head coach -> Eric Gerets (2006)\n Answer: Eric Gerets", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007340", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "Hyundai", + "pred": "Hyundai", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stefan B\u00f6ger -> member of sports team -> Hamburger SV (1998)\n Hop 2: Hamburger SV -> sponsor -> Hyundai (1998)\n Answer: Hyundai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003676", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "Colin Firth", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: A Single Man -> nominated for -> Academy Award for Best Actor (2010)\n Hop 2: Jeremy Renner -> nominated for -> Academy Award for Best Actor (2010)\n Hop 3: Academy Award for Best Actor (2010) -> winner -> Colin Firth (2010)\n Answer: Colin Firth", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001222", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Olenegorsk -> located in -> Murmansk Oblast (1991)\n Hop 2: Murmansk Oblast -> country -> Soviet Union (1991)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006158", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Adone Zoli", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giani Stuparich -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1957)\n Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005324", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Celano -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> currency -> Italian lira (1960)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "George W. Bush", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Susan Polgar -> country of citizenship -> United States (2002)\n Hop 2: United States -> head of government -> George W. Bush (2002)\n Answer: George W. Bush", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_002344", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "SFR Yugoslavia", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Sremska Mitrovica City -> located in -> Socialist Autonomous Province of Vojvodina (1971)\n Hop 2: Socialist Autonomous Province of Vojvodina -> located in -> SFR Yugoslavia (1971)\n Answer: SFR Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008685", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2019.0, + "gold": "Wayne LaPierre", + "pred": "Wayne LaPierre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Oliver North -> position held -> National Rifle Association of America (2019)\n Hop 2: National Rifle Association of America -> chief executive officer -> Wayne LaPierre (2019)\n Answer: Wayne LaPierre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005812", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "J. M. Coetzee", + "pred": "J. M. Coetzee", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fasting, Feasting -> nominated for -> Booker Prize (1999)\n Hop 2: Booker Prize (1999) -> winner -> J. M. Coetzee (1999)\n Answer: J. M. Coetzee", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "The Ellen DeGeneres Show", + "pred": "The Ellen DeGeneres Show", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexandra Hedison -> unmarried partner -> Ellen DeGeneres (2004)\n Hop 2: Ellen DeGeneres -> notable work -> The Ellen DeGeneres Show (2004)\n Answer: The Ellen DeGeneres Show", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005808", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: G\u00e1bor Csap\u00f3 -> educated at -> University of Szeged (1972)\n Hop 2: University of Szeged -> named after -> Attila J\u00f3zsef (1972)\n Answer: Attila J\u00f3zsef", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003694", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "German Federal Archives", + "pred": "German Federal Archives", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1922)\n Hop 2: Independent Social Democratic Party of Germany -> archives at -> German Federal Archives (1922)\n Answer: German Federal Archives", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002616", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tenax -> country -> Italy (2004)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2004)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000088", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Safed -> country -> Mandatory Palestine (1932)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1932)\n Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005525", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1972)\n Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006017", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Franco Corelli -> country of citizenship -> Italy (1999)\n Hop 2: Italy -> member of -> European Economic Community (1999)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006096", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Ginni Rometty", + "pred": "Ginni Rometty", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruce Schneier -> employer -> IBM (2018)\n Hop 2: IBM -> chief executive officer -> Ginni Rometty (2018)\n Answer: Ginni Rometty", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001800", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adri\u00e1n L\u00f3pez \u00c1lvarez -> member of sports team -> Atl\u00e9tico Madrid (2013)\n Hop 2: Atl\u00e9tico Madrid -> home venue -> Vicente Calder\u00f3n Stadium (2013)\n Answer: Vicente Calder\u00f3n Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001359", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "Kiran Desai", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carry Me Down -> nominated for -> Booker Prize (2006)\n Hop 2: Booker Prize -> winner -> Kiran Desai (2006)\n Answer: Kiran Desai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006166", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Corpo Truppe Volontarie -> commanded by -> Mario Roatta (1936)\n Hop 2: Mario Roatta -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004182", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Augusto Arioni -> member of sports team -> Torino FC (1912)\n Hop 2: Torino FC -> country -> Kingdom of Italy (1912)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Berti Vogts", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Thomas Linke -> member of sports team -> Germany men's national association football team (1997)\n Hop 2: Germany men's national association football team -> head coach -> Berti Vogts (1997)\n Answer: Berti Vogts", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004835", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Karl Plattner -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1950)\n Answer: Alcide De Gasperi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001116", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Chimamanda Ngozi Adichie -> nominated for -> Booker Prize (2004)\n Hop 2: Booker Prize -> winner -> Alan Hollinghurst (2004)\n Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003320", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ochakiv Raion -> located in -> Odesa Oblast (1935)\n Hop 2: Odesa Oblast -> country -> Soviet Union (1935)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003882", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giuseppe Patan\u00e8 -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003657", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Ian Porterfield", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karen Dokhoyan -> member of sports team -> Armenia men's national football team (2007)\n Hop 2: Armenia men's national football team -> head coach -> Ian Porterfield (2007)\n Answer: Ian Porterfield", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001053", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Toni Servillo", + "pred": "Toni Servillo", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tom Schilling -> nominated for -> European Film Award for Best Actor (2013)\n Hop 2: European Film Award for Best Actor -> winner -> Toni Servillo (2013)\n Answer: Toni Servillo", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006052", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1983.0, + "gold": "1983", + "pred": "1983", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Richard Attenborough -> award received -> BAFTA Award for Best Direction (1983)\n Hop 2: Costa-Gavras -> nominated for -> BAFTA Award for Best Direction (1983)\n Answer: 1983", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "Jeremy Renner", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: A Single Man -> nominated for -> Academy Award for Best Actor (2010)\n Hop 2: Academy Award for Best Actor (2010) -> winner -> Colin Firth (2010)\n Hop 3: Jeremy Renner -> nominated for -> A Single Man (2010)\n Answer: Jeremy Renner", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000183", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nello Pagani -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> currency -> Italian lira (2001)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007379", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Giovanni Trapattoni", + "pred": "Giovanni Trapattoni", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heiko Gerber -> member of sports team -> VfB Stuttgart (2006)\n Hop 2: VfB Stuttgart -> head coach -> Giovanni Trapattoni (2006)\n Answer: Giovanni Trapattoni", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "James Kelman", + "pred": "James Kelman", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Abdulrazak Gurnah -> nominated for -> Booker Prize (1994)\n Hop 2: Booker Prize (1994) -> winner -> James Kelman (1994)\n Answer: James Kelman", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000962", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: BND law -> signatory -> Wolfgang Sch\u00e4uble (1990)\n Hop 2: Wolfgang Sch\u00e4uble -> country of citizenship -> Germany (1990)\n Answer: Germany", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_005810", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Otto Graf Lambsdorff", + "pred": "Free Democratic Party", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Free Democratic Party -> replaced by -> Free Democratic Party (1990)\n Hop 2: Walter Scheel -> member of political party -> Free Democratic Party (1990)\n Answer: Free Democratic Party", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000427", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Giovanni Leone", + "pred": "Giovanni Leone", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Piero Chiara -> country of citizenship -> Italy (1974)\n Hop 2: Italy -> head of state -> Giovanni Leone (1974)\n Answer: Giovanni Leone", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005227", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "presidential system", + "pred": "presidential system", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Horodenka -> country -> Second Polish Republic (1938)\n Hop 2: Second Polish Republic -> basic form of government -> presidential system (1938)\n Answer: presidential system", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dub\u0103sari -> country -> Russian Empire (1911)\n Hop 2: Russian Empire -> anthem -> God Save the Tsar! (1911)\n Answer: God Save the Tsar!", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Climate Pledge Arena", + "pred": "Climate Pledge Arena", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gary Payton -> member of sports team -> Seattle SuperSonics (2000)\n Hop 2: Seattle SuperSonics -> home venue -> Climate Pledge Arena (2000)\n Answer: Climate Pledge Arena", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004741", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "1st Panzer Division", + "pred": "1st Panzer Division", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karl Lotter -> significant person -> Maximilian von Weichs (1936)\n Hop 2: Maximilian von Weichs -> commander of (DEPRECATED) -> 1st Panzer Division (1936)\n Answer: 1st Panzer Division", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006763", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Craig Armstrong -> award received -> BAFTA Award for Best Original Music (2001)\n Hop 2: BAFTA Award for Best Original Music -> winner -> Tan Dun (2001)\n Answer: 2001", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002214", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Balaklava -> country -> Russian Empire (1917)\n Hop 2: Russian Empire -> anthem -> God Save the Tsar! (1917)\n Answer: God Save the Tsar!", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Nikita Khrushchev", + "pred": "Nikita Khrushchev", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zuleykha Seyidmammadova -> member of political party -> Communist Party of the Soviet Union (1954)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Nikita Khrushchev (1954)\n Answer: Nikita Khrushchev", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007746", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Austria", + "pred": "Austria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Gropius -> spouse -> Alma Mahler (1918)\n Hop 2: Alma Mahler -> country of citizenship -> Austria (1918)\n Answer: Austria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003268", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luigi Carnacina -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1951)\n Answer: Giuseppe Saragat", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000324", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kfar Saba -> country -> Mandatory Palestine (1937)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1937)\n Answer: United Kingdom", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_006933", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nani Tedeschi -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005705", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Robert Knud Friedrich Pilger", + "pred": "Robert Knud Friedrich Pilger", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hermann Otto Sleumer -> employer -> Botanic Garden and Botanical Museum Berlin (1949)\n Hop 2: Botanic Garden and Botanical Museum Berlin -> chief executive officer -> Robert Knud Friedrich Pilger (1949)\n Answer: Robert Knud Friedrich Pilger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006241", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tutrakan -> country -> Kingdom of Romania (1935)\n Hop 2: Kingdom of Romania -> capital -> Bucharest (1935)\n Answer: Bucharest", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003204", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Ralph Fiennes", + "pred": "Ralph Fiennes", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anders W. Berthelsen -> nominated for -> European Film Award for Best Actor (1999)\n Hop 2: European Film Award for Best Actor (1999) -> winner -> Ralph Fiennes (1999)\n Answer: Ralph Fiennes", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001109", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Neutral Moresnet", + "pred": "Neutral Moresnet", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Minden Government Region -> country -> Weimar Republic (1918)\n Hop 2: Weimar Republic -> shares border with -> Neutral Moresnet (1918)\n Answer: Neutral Moresnet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Valeria Moriconi -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004458", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Cel\u00e2l Bayar", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mehmed Uzun -> country of citizenship -> Turkey (1955)\n Hop 2: Turkey -> head of state -> Cel\u00e2l Bayar (1955)\n Answer: Cel\u00e2l Bayar", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005199", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sissel Tolaas -> work location -> Berlin (2009)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2009)\n Answer: Klaus Wowereit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000202", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Ireland", + "pred": "Ireland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Matteo Priamo -> member of sports team -> Bardiani CSF 7 Saber (2006)\n Hop 2: Bardiani CSF 7 Saber -> country -> Ireland (2006)\n Answer: Ireland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006446", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Edoardo Mangiarotti -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001839", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Q953762", + "pred": "Q953762", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pedro Geromel -> member of sports team -> Barcelona (2010)\n Hop 2: Barcelona -> head of government -> Q953762 (2010)\n Answer: Q953762", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Latvian Higher League", + "pred": "Latvian Higher League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pavel Mochalin -> member of sports team -> FK Ventspils (2011)\n Hop 2: FK Ventspils -> league or competition -> Latvian Higher League (2011)\n Answer: Latvian Higher League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006379", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (2008)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2008)\n Answer: Giorgio Napolitano", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marcello Costalunga -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> shares border with -> Yugoslavia (1989)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001985", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heinz Czechowski -> award received -> Heinrich Mann Prize (1984)\n Hop 2: Heinrich Mann Prize -> country -> German Democratic Republic (1984)\n Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000177", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "German Democratic Republic", + "pred": "Hesse", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Claus Korth -> allegiance -> West Germany (1962)\n Hop 2: West Germany -> contains the administrative territorial entity -> Hesse (1962)\n Answer: Hesse", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003534", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: University of Toronto -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Tsinghua University (2021)\n Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Steve Sampson", + "pred": "Steve Sampson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andreas Herzog -> member of sports team -> LA Galaxy (2004)\n Hop 2: LA Galaxy -> head coach -> Steve Sampson (2004)\n Answer: Steve Sampson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008135", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Panama", + "pred": "Colombia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Frank Tieri -> residence -> United States (1922)\n Hop 2: United States -> shares border with -> Panama (1922)\n Hop 3: Panama -> shares border with -> Colombia (1922)\n Answer: Colombia", + "judge_em": 0, + "judge_reply": "LET ME WORK THROUGH" + }, + { + "id": "q_008030", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Maurice Druon", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jacques Laurent -> member of -> Acad\u00e9mie Fran\u00e7aise (1988)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Maurice Druon (1988)\n Answer: Maurice Druon", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Kurt Biedenkopf", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hanns Martin Schleyer -> member of political party -> Christian Democratic Union (1975)\n Hop 2: Christian Democratic Union -> general secretary -> Kurt Biedenkopf (1975)\n Answer: Kurt Biedenkopf", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001457", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Thomas Keneally", + "pred": "Thomas Keneally", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: William Boyd -> nominated for -> Booker Prize (1982)\n Hop 2: Booker Prize (1982) -> winner -> Thomas Keneally (1982)\n Answer: Thomas Keneally", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001650", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Sergi L\u00f3pez", + "pred": "Sergi L\u00f3pez", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bread and Tulips -> nominated for -> European Film Award for Best Film (2000)\n Hop 2: European Film Award for Best Film -> winner -> Sergi L\u00f3pez (2000)\n Answer: Sergi L\u00f3pez", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006597", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "SeatGeek Stadium", + "pred": "SeatGeek Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Logan Pause -> member of sports team -> Chicago Fire FC (2009)\n Hop 2: Chicago Fire FC -> home venue -> SeatGeek Stadium (2009)\n Answer: SeatGeek Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003141", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Canada", + "pred": "Canada", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Joseph-Elz\u00e9ar Bernier -> member of the crew of -> Gauss (1924)\n Hop 2: Gauss -> country of registry -> Canada (1924)\n Answer: Canada", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004341", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "BP", + "pred": "BP", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Wolfram Wuttke -> member of sports team -> Hamburger SV (1984)\n Hop 2: Hamburger SV -> sponsor -> BP (1984)\n Answer: BP", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007989", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1905.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vedi -> located in -> Erivan Governorate (1905)\n Hop 2: Erivan Governorate -> country -> Russian Empire (1905)\n Answer: Russian Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002962", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bruno Torpigliani -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001198", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Allianz Arena", + "pred": "Allianz Arena", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kenny Cooper -> member of sports team -> TSV 1860 M\u00fcnchen (2011)\n Hop 2: TSV 1860 M\u00fcnchen -> home venue -> Allianz Arena (2011)\n Answer: Allianz Arena", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006028", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Artur Moraes -> member of sports team -> S.L. Benfica (2012)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2012)\n Answer: Lu\u00eds Filipe Vieira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007856", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1902", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rorschach\u2013St. Gallen railway line -> owned by -> Vereinigte Schweizerbahnen (1902)\n Hop 2: Vereinigte Schweizerbahnen -> replaced by -> Swiss Federal Railways (1902)\n Answer: 1902", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003797", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fontanezier -> replaced by -> T\u00e9venon (2011)\n Hop 2: T\u00e9venon -> replaces -> Vaugondry (2011)\n Answer: 2011", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: HMS Graph -> country of registry -> Nazi Germany (1941)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1941)\n Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004648", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yoshio Masui -> award received -> Albert Lasker Award for Basic Medical Research (1998)\n Hop 2: Albert Lasker Award for Basic Medical Research -> winner -> Lee Hartwell (1998)\n Answer: 1998", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005249", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Julie Christie", + "pred": "1965 Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Marriage Italian-Style -> nominated for -> Academy Award for Best Actress (1965)\n Hop 2: Academy Award for Best Actress (1965) -> winner -> Julie Christie\n Hop 3: Julie Christie -> winner of -> 1965 Academy Award for Best Actress\n Answer: 1965 Academy Award for Best Actress", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004612", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Umberto II of Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luigi Carnacina -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Umberto II of Italy (1951)\n Answer: Umberto II of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006383", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giacomo Neri -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Aldo Moro (1976)\n Answer: 1976", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003997", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Romain Duris -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor -> winner -> Daniel Auteuil (2005)\n Answer: Daniel Auteuil", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002521", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Heiko Herrlich", + "pred": "Heiko Herrlich", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marek Such\u00fd -> member of sports team -> FC Augsburg (2020)\n Hop 2: FC Augsburg -> head coach -> Heiko Herrlich (2020)\n Answer: Heiko Herrlich", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008451", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Mario Draghi", + "pred": "Mario Draghi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cesare Benedetti -> country for sport -> Italy (2021)\n Hop 2: Italy -> head of government -> Mario Draghi (2021)\n Answer: Mario Draghi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002584", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1944.0, + "gold": "1944", + "pred": "1944", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Johnny Burke -> award received -> Academy Award for Best Original Song (1944)\n Hop 2: Harry Warren -> award received -> Academy Award for Best Original Song (1944)\n Hop 3: Johnny Burke -> winner -> Harry Warren (1944)\n Answer: 1944", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Zhou Enlai", + "pred": "Zhou Enlai", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zhao Ziyang -> country of citizenship -> People's Republic of China (1959)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1959)\n Answer: Zhou Enlai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007273", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Harry Redknapp", + "pred": "Harry Redknapp", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michael Dawson -> member of sports team -> Tottenham Hotspur F.C. (2010)\n Hop 2: Tottenham Hotspur F.C. -> head coach -> Harry Redknapp (2010)\n Answer: Harry Redknapp", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jean-Loup Dabadie -> member of -> Acad\u00e9mie Fran\u00e7aise (2009)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> H\u00e9l\u00e8ne Carr\u00e8re d'Encausse (2009)\n Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001480", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Matt Carkner -> drafted by -> Montreal Canadiens (1999)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (1999)\n Answer: Saku Koivu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002648", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Paul Scott", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jennifer Johnston -> nominated for -> Booker Prize (1977)\n Hop 2: Booker Prize (1977) -> winner -> Paul Scott (1977)\n Answer: Paul Scott", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005191", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Theodor Liebknecht", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1920)\n Hop 2: Independent Social Democratic Party of Germany -> chairperson -> Theodor Liebknecht (1920)\n Answer: Theodor Liebknecht", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004451", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Azerbaijan Premier League", + "pred": "Azerbaijan Premier League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrey Popovi\u00e7 -> member of sports team -> FC Baku (2009)\n Hop 2: FC Baku -> league or competition -> Azerbaijan Premier League (2009)\n Answer: Azerbaijan Premier League", + "judge_em": 1, + "judge_reply": "YES" + } + ] +} \ No newline at end of file diff --git a/eval/v3-sft-seed7.extracted.json b/eval/v3-sft-seed7.extracted.json new file mode 100644 index 0000000000000000000000000000000000000000..f4dc1eb492f0bb6f5d7e1118edf83a6b067cf8bc --- /dev/null +++ b/eval/v3-sft-seed7.extracted.json @@ -0,0 +1,19229 @@ +{ + "name": "v3-sft-seed7", + "policy_path": "../checkpoints/sft-v3-seed7/final", + "split": "test", + "n_samples": 1743, + "temperature": 0.0, + "max_new_tokens": 96, + "answer_extracted": true, + "n_with_answer_marker": 1740, + "overall": { + "n": 1743, + "em": 0.8686173264486517, + "f1": 0.8857825861268203 + }, + "by_complexity": { + "1hop": { + "n": 800, + "em": 0.98375, + "f1": 0.9863541666666668 + }, + "2hop": { + "n": 800, + "em": 0.81625, + "f1": 0.8314196428571428 + }, + "3plus": { + "n": 143, + "em": 0.5174825174825175, + "f1": 0.6272727272727273 + } + }, + "by_operator": { + "before_after": { + "n": 517, + "em": 0.8704061895551257, + "f1": 0.8867151760768782 + }, + "interval": { + "n": 163, + "em": 1.0, + "f1": 0.9944493134677184 + }, + "point_in_time": { + "n": 535, + "em": 0.8878504672897196, + "f1": 0.900142412105029 + }, + "sequence": { + "n": 528, + "em": 0.8068181818181818, + "f1": 0.8367724867724868 + } + }, + "per_example": [ + { + "id": "q_006291", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "chairperson", + "pred": "President of the Portuguese Football Federation", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jonas -> member of sports team -> S.L. Benfica (2017)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2017)\n Hop 3: Lu\u00eds Filipe Vieira -> position held -> President of the Portuguese Football Federation (2017)\n Answer: President of the Portuguese Football Federation" + }, + { + "id": "q_007337", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "Nicholas II of Russia", + "pred": "Nikolay II", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Ararat -> located in -> Erivan Governorate (1907)\n Hop 2: Erivan Governorate -> country -> Russian Empire (1907)\n Hop 3: Russian Empire -> head of state -> Nikolay II (1907)\n Answer: Nikolay II" + }, + { + "id": "q_000021", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Galvano Della Volpe -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1959)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1959)\n Answer: President of Italy" + }, + { + "id": "q_007809", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Irina Bokova", + "pred": "David Elkind", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kach -> designated as terrorist by -> United States (2011)\n Hop 2: United States -> member of -> UNESCO (2011)\n Hop 3: UNESCO -> chairperson -> David Elkind (2011)\n Answer: David Elkind" + }, + { + "id": "q_001979", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arnold J. Levine -> award received -> Paul Ehrlich and Ludwig Darmstaedter Prize (1998)\n Answer: 1998" + }, + { + "id": "q_005455", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.5714285714285714, + "pred_raw": "Hop 1: On Golden Pond -> nominated for -> Academy Award for Best Actress (1982)\n Hop 2: Academy Award for Best Actress -> winner -> Meryl Streep (1982)\n Hop 3: Meryl Streep -> award received -> Academy Award for Best Actress (1982)\n Answer: Academy Award for Best Actress" + }, + { + "id": "q_008005", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Urbano Lazzaro -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1961)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1961)\n Answer: President of Italy" + }, + { + "id": "q_008690", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Pesaola -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy" + }, + { + "id": "q_008321", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vito Lattanzio -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: Prime Minister of Italy" + }, + { + "id": "q_007761", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Arista Records", + "pred": "Sony Music", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jennifer Love Hewitt -> unmarried partner -> John Mayer (2002)\n Hop 2: John Mayer -> nominated for -> Grammy Award for Best Male Pop Vocal Performance (2002)\n Hop 3: Grammy Award for Best Male Pop Vocal Performance -> winner -> Epic Records (2002)\n Hop 4: Epic Records -> record label -> Sony Music (2002)\n Answer: Sony Music" + }, + { + "id": "q_008118", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vincent Cimatti -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1959)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1959)\n Answer: President of Italy" + }, + { + "id": "q_001360", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist", + "em": 0.0, + "f1": 0.8, + "pred_raw": "Hop 1: Guo Moruo -> country of citizenship -> People's Republic of China (1970)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1970)\n Hop 3: Zhou Enlai -> spouse -> Deng Yingchao (1970)\n Hop 4: Deng Yingchao -> member of political party -> Chinese Communist Party (1970)\n Answer: Chinese Communist" + }, + { + "id": "q_000136", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michele Pellegrino -> country of citizenship -> Italy (1981)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1981)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1981)\n Answer: Prime Minister of Italy" + }, + { + "id": "q_006986", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Falcone -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giovanni Leone (1955)\n Answer: Giovanni Leone" + }, + { + "id": "q_003298", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "monarchy", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Metz -> country -> Germany (1940)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1940)\n Hop 3: Afghanistan -> basic form of government -> monarchy (1940)\n Answer: monarchy" + }, + { + "id": "q_006733", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Pesaola -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy" + }, + { + "id": "q_005866", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Hilary Swank", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Diane Keaton -> nominated for -> Academy Award for Best Actress (2004)\n Hop 2: Academy Award for Best Actress (2004) -> winner -> Hilary Swank (2004)\n Hop 3: Hilary Swank -> award received -> Academy Award for Best Actress (2004)\n Answer: Hilary Swank" + }, + { + "id": "q_004748", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alfredo Sivocci -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1964)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1964)\n Answer: President of Italy" + }, + { + "id": "q_004795", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Chancellor of Germany", + "pred": "President of Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: SMS Arcona -> crew members -> Eberhard Godt (1922)\n Hop 2: Eberhard Godt -> allegiance -> Weimar Republic (1922)\n Hop 3: Weimar Republic -> head of government -> Friedrich Ebert (1922)\n Hop 4: Friedrich Ebert -> position held -> President of Germany (1922)\n Answer: President of Germany" + }, + { + "id": "q_000787", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "monarchy", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Niobe -> country of registry -> Germany (1932)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1932)\n Hop 3: Afghanistan -> basic form of government -> monarchy (1932)\n Answer: monarchy" + }, + { + "id": "q_008333", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aldo Morandi -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1963)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1963)\n Answer: President of Italy" + }, + { + "id": "q_008338", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Academy Award for Best Visual Effects", + "pred": "Ken Ralston", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: True Lies -> nominated for -> Japan Academy Prize for Outstanding Foreign Language Film (1995)\n Hop 2: Japan Academy Prize for Outstanding Foreign Language Film -> winner -> Ken Ralston (1995)\n Answer: Ken Ralston" + }, + { + "id": "q_001840", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tano Cimarosa -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1995)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1995)\n Answer: President of Italy" + }, + { + "id": "q_001274", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aurelio Sabattani -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1967)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1967)\n Answer: President of Italy" + }, + { + "id": "q_000547", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giovanni Leone (1965)\n Answer: Giovanni Leone" + }, + { + "id": "q_001052", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Bordoni -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1955)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1955)\n Answer: President of Italy" + }, + { + "id": "q_006228", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "Robert Ferdinand Wagner Jr.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jane Jacobs -> residence -> New York City (1963)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1963)\n Answer: Robert Ferdinand Wagner Jr." + }, + { + "id": "q_006414", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1955)\n Answer: Paul-Henri Spaak" + }, + { + "id": "q_001651", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "President of Italy", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Daniela Rocca -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1957)\n Answer: Alcide De Gasperi" + }, + { + "id": "q_007640", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Plinio Antolini -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1956)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1956)\n Answer: President of Italy" + }, + { + "id": "q_007972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Annalena Tonelli -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1969)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1969)\n Answer: President of Italy" + }, + { + "id": "q_004943", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Nazi Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: U-13 -> part of -> 1st U-boat Flotilla (1938)\n Hop 2: 1st U-boat Flotilla -> location -> Kiel (1938)\n Hop 3: Kiel -> country -> Germany (1938)\n Answer: Germany" + }, + { + "id": "q_007287", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Angelo Cella -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1998)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1998)\n Answer: President of Italy" + }, + { + "id": "q_005394", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Veriano Luchetti -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1997)\n Answer: President of Italy" + }, + { + "id": "q_007314", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Mayor of New York City", + "pred": "New York City Mayor", + "em": 0.0, + "f1": 0.888888888888889, + "pred_raw": "Hop 1: Elliott Erwitt -> work location -> New York City (1957)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1957)\n Hop 3: Robert Ferdinand Wagner Jr. -> position held -> New York City Mayor (1957)\n Answer: New York City Mayor" + }, + { + "id": "q_003452", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mary Blair -> residence -> New York City (1948)\n Hop 2: New York City -> head of government -> William O'Dwyer (1948)\n Hop 3: William O'Dwyer -> position held -> Mayor of New York City (1948)\n Answer: Mayor of New York City" + }, + { + "id": "q_006815", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Love the Way You Lie -> nominated for -> MTV Europe Music Award for Best Song (2010)\n Hop 2: MTV Europe Music Award for Best Song -> winner -> Lady Gaga (2010)\n Answer: 2010" + }, + { + "id": "q_008439", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Tim Robbins", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nell -> unmarried partner -> Susan Sarandon (1995)\n Hop 2: Susan Sarandon -> nominated for -> The Client (1995)\n Hop 3: The Client -> winner -> Academy Award for Best Actress (1995)\n Answer: Academy Award for Best Actress" + }, + { + "id": "q_003245", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "constitutional monarchy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Niobe -> country of registry -> Germany (1932)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1932)\n Hop 3: Afghanistan -> basic form of government -> constitutional monarchy (1932)\n Answer: constitutional monarchy" + }, + { + "id": "q_008633", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giurgiu -> located in -> Vla\u0219ca County (1920)\n Hop 2: Vla\u0219ca County -> country -> Kingdom of Romania (1920)\n Hop 3: Kingdom of Romania -> capital -> Bucharest (1920)\n Answer: Bucharest" + }, + { + "id": "q_003473", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Dushanbe -> located in -> Emirate of Bukhara (1915)\n Hop 2: Emirate of Bukhara -> country -> Russian Empire (1915)\n Hop 3: Russian Empire -> head of state -> Nicholas II (1915)\n Answer: Nicholas II" + }, + { + "id": "q_001673", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aurelio Sabattani -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1967)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1967)\n Answer: President of Italy" + }, + { + "id": "q_005726", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "First Republic of Austria", + "pred": "Federal State of Austria", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Aachen -> country -> Nazi Germany (1934)\n Hop 2: Nazi Germany -> shares border with -> Federal State of Austria (1934)\n Answer: Federal State of Austria" + }, + { + "id": "q_004929", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Virginio Rosetta -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1967)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1967)\n Answer: President of Italy" + }, + { + "id": "q_006286", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mannheim Observatory -> owned by -> Mannheim (1977)\n Hop 2: Mannheim -> country -> West Germany (1977)\n Hop 3: West Germany -> currency -> Deutsche Mark (1977)\n Answer: Deutsche Mark" + }, + { + "id": "q_002759", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "K\u014dichir\u014d Matsuura", + "pred": "Irina Bokova", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Eduardo Saverin -> country of citizenship -> United States (2005)\n Hop 2: United States -> member of -> UNESCO (2005)\n Hop 3: UNESCO -> chairperson -> Irina Bokova (2005)\n Answer: Irina Bokova" + }, + { + "id": "q_004009", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "2014", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Thierry Mariani -> member of political party -> Union for a Popular Movement (2014)\n Hop 2: Union for a Popular Movement -> chairperson -> Jean-Fran\u00e7ois Cop\u00e9 (2014)\n Hop 3: Jean-Fran\u00e7ois Cop\u00e9 -> occupation -> politician (2014)\n Answer: 2014" + }, + { + "id": "q_007134", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Paolo Dezza -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1998)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_002750", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Basaglia -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: Prime Minister of Italy" + }, + { + "id": "q_000812", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "U-13", + "pred": "1st U-boat Flotilla", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: U-14 -> commanded by -> Victor Oehrn (1936)\n Hop 2: Victor Oehrn -> affiliation -> 1st U-boat Flotilla (1936)\n Answer: 1st U-boat Flotilla" + }, + { + "id": "q_003515", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Umberto Pasquale -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy" + }, + { + "id": "q_005012", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Filippo D'Amico -> country of citizenship -> Italy (1982)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1982)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1982)\n Answer: Prime Minister of Italy" + }, + { + "id": "q_004016", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ernesto Prinoth -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1980)\n Answer: Prime Minister of Italy" + }, + { + "id": "q_008522", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Bordoni -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1955)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1955)\n Answer: President of Italy" + }, + { + "id": "q_002972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tano Cimarosa -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1995)\n Hop 3: Carlo Azeglio Ciampi -> position held -> President of Italy (1995)\n Answer: President of Italy" + }, + { + "id": "q_000716", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Umberto II", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alberto Moravia -> spouse -> Elsa Morante (1958)\n Hop 2: Elsa Morante -> country of citizenship -> Italy (1958)\n Hop 3: Italy -> head of state -> Umberto II (1958)\n Answer: Umberto II" + }, + { + "id": "q_004128", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Linda Sini -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1956)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1956)\n Answer: President of Italy" + }, + { + "id": "q_002796", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1923.0, + "gold": "1923", + "pred": "1923", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: hyperinflation in the Weimar Republic -> country -> Weimar Republic (1923)\n Hop 2: Weimar Republic -> currency -> Rentenmark (1923)\n Hop 3: Rentenmark -> replaces -> Papiermark (1923)\n Answer: 1923" + }, + { + "id": "q_007015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "AS Roma", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Michelangelo Albertazzi -> member of sports team -> AC Milan (2014)\n Hop 2: AC Milan -> head coach -> Massimiliano Allegri (2014)\n Hop 3: Massimiliano Allegri -> member of sports team -> AS Roma (2014)\n Answer: AS Roma" + }, + { + "id": "q_003552", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "chairperson", + "pred": "Lu\u00eds Filipe Vieira", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Miralem Sulejmani -> member of sports team -> S.L. Benfica (2014)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2014)\n Answer: Lu\u00eds Filipe Vieira" + }, + { + "id": "q_004730", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "God Save the Tsar!", + "pred": "Pan-Slavic Hymn", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Vedi -> located in -> Erivan Governorate (1907)\n Hop 2: Erivan Governorate -> country -> Russian Empire (1907)\n Hop 3: Russian Empire -> anthem -> Pan-Slavic Hymn (1907)\n Answer: Pan-Slavic Hymn" + }, + { + "id": "q_005767", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Angela Merkel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bj\u00f6rn Schr\u00f6der -> member of sports team -> Milram (2010)\n Hop 2: Milram -> country -> Germany (2010)\n Hop 3: Germany -> head of government -> Angela Merkel (2010)\n Answer: Angela Merkel" + }, + { + "id": "q_002032", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Mayor of New York City", + "pred": "New York City Comptroller", + "em": 0.0, + "f1": 0.6666666666666665, + "pred_raw": "Hop 1: Oliver & Company -> narrative location -> New York City (1988)\n Hop 2: New York City -> head of government -> Ed Koch (1988)\n Hop 3: Ed Koch -> position held -> New York City Comptroller (1988)\n Answer: New York City Comptroller" + }, + { + "id": "q_008644", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Salman Rushdie -> spouse -> Padma Lakshmi (2005)\n Hop 2: John Banville -> winner -> Salman Rushdie (2005)\n Answer: 2005" + }, + { + "id": "q_006768", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ulrike Herrmann -> member of political party -> Christian Democratic Union (1987)\n Hop 2: Christian Democratic Union -> chairperson -> Helmut Kohl (1987)\n Hop 3: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Answer: West Germany" + }, + { + "id": "q_002122", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Angelo Cella -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1964)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1964)\n Answer: President of Italy" + }, + { + "id": "q_007638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Getulio Alviani -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1980)\n Answer: Prime Minister of Italy" + }, + { + "id": "q_000842", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "God Save the King", + "pred": "God Save the King", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Enderbury Island -> country -> United Kingdom (1938)\n Hop 2: United Kingdom -> head of state -> George VI (1938)\n Hop 3: George VI -> anthem -> God Save the King (1938)\n Answer: God Save the King" + }, + { + "id": "q_003512", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "John A. Alonzo", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: On Golden Pond -> nominated for -> Academy Award for Best Sound -> winner -> John A. Alonzo (1982)\n Answer: John A. Alonzo" + }, + { + "id": "q_002727", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Federal State of Austria", + "pred": "Europe", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: 1938 World Figure Skating Championships -> location -> Berlin (1938)\n Hop 2: Berlin -> shares border with -> Czechoslovakia (1938)\n Hop 3: Czechoslovakia -> located in -> Europe (1938)\n Answer: Europe" + }, + { + "id": "q_004477", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tommaso Padoa-Schioppa -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1970)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1970)\n Answer: President of Italy" + }, + { + "id": "q_004639", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lelio Antoniotti -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1965)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1965)\n Answer: President of Italy" + }, + { + "id": "q_002027", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1913.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Vedi -> located in -> Erivan Governorate (1913)\n Hop 2: Erivan Governorate -> country -> Russian Empire (1913)\n Hop 3: Russian Empire -> head of state -> Nicholas II (1913)\n Answer: Nicholas II" + }, + { + "id": "q_004554", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gino Archesso -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Antonio Segni (1961)\n Hop 3: Antonio Segni -> position held -> President of Italy (1961)\n Answer: President of Italy" + }, + { + "id": "q_005676", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Laureus World Sports Award for Comeback of the Year -> winner -> Lance Armstrong (2000)\n Hop 2: Lance Armstrong -> member of sports team -> Discovery Channel (2000)\n Hop 3: Discovery Channel -> country -> United States (2000)\n Answer: United States" + }, + { + "id": "q_008291", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Linda Sini -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1956)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1956)\n Answer: President of Italy" + }, + { + "id": "q_008225", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luciano Emmer -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1998)\n Hop 3: Carlo Azeglio Ciampi -> position held -> President of Italy (1998)\n Answer: President of Italy" + }, + { + "id": "q_001173", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist", + "em": 0.0, + "f1": 0.8, + "pred_raw": "Hop 1: Guo Moruo -> country of citizenship -> People's Republic of China (1970)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1970)\n Hop 3: Zhou Enlai -> spouse -> Deng Yingchao (1970)\n Hop 4: Deng Yingchao -> member of political party -> Chinese Communist Party (1970)\n Answer: Chinese Communist" + }, + { + "id": "q_008571", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "constitutional monarchy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Metz -> country -> Germany (1940)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1940)\n Hop 3: Afghanistan -> basic form of government -> constitutional monarchy (1940)\n Answer: constitutional monarchy" + }, + { + "id": "q_000937", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1934.0, + "gold": "1934", + "pred": "1934", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heinrich Liebe -> allegiance -> Nazi Germany (1934)\n Hop 2: Nazi Germany -> shares border with -> Federal State of Austria (1934)\n Hop 3: Federal State of Austria -> replaces -> First Republic of Austria (1934)\n Answer: 1934" + }, + { + "id": "q_003736", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Friedrich Ebert", + "pred": "Paul von Hindenburg", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: SMS Arcona -> crew members -> Eberhard Godt (1921)\n Hop 2: Eberhard Godt -> allegiance -> Weimar Republic (1921)\n Hop 3: Weimar Republic -> head of state -> Paul von Hindenburg (1921)\n Answer: Paul von Hindenburg" + }, + { + "id": "q_002966", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mariano Agate -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1995)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1995)\n Answer: President of Italy" + }, + { + "id": "q_000538", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Falcone -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giovanni Leone (1955)\n Hop 3: Giovanni Leone -> position held -> President of Italy (1955)\n Answer: President of Italy" + }, + { + "id": "q_000838", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.20000000000000004, + "pred_raw": "Hop 1: Ant\u00f4nio da Silva -> member of sports team -> MSV Duisburg (2012)\n Hop 2: MSV Duisburg -> head coach -> J\u00fcrgen Klopp (2012)\n Hop 3: J\u00fcrgen Klopp -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2012)\n Answer: Order of Merit of Baden-W\u00fcrttemberg" + }, + { + "id": "q_002448", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Vanderbilt University", + "pred": "University of Chicago", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Viktor Hamburger -> award received -> Louisa Gross Horwitz Prize (1983)\n Hop 2: Louisa Gross Horwitz Prize -> winner -> Torsten Nils Wiesel (1983)\n Hop 3: Torsten Nils Wiesel -> employer -> University of Chicago (1983)\n Answer: University of Chicago" + }, + { + "id": "q_007230", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zoran Klemen\u010di\u010d -> member of sports team -> Tenax (2003)\n Hop 2: Tenax -> country -> Italy (2003)\n Hop 3: Italy -> head of state -> Carlo Azeglio Ciampi (2003)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_004534", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Odo Fusi Pecci -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1953)\n Hop 3: Amintore Fanfani -> position held -> Prime Minister of Italy (1953)\n Answer: Prime Minister of Italy" + }, + { + "id": "q_007740", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "pred_raw": "Hop 1: Ra\u00fal Pateras Pescara -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1960)\n Hop 3: Amintore Fanfani -> position held -> President of Italy (1960)\n Answer: President of Italy" + }, + { + "id": "q_007848", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Council of Ministers", + "em": 0.0, + "f1": 0.22222222222222224, + "pred_raw": "Hop 1: Mariano Agate -> country of citizenship -> Italy (2008)\n Hop 2: Italy -> head of government -> Mario Monti (2008)\n Hop 3: Mario Monti -> position held -> President of the Council of Ministers (2008)\n Answer: President of the Council of Ministers" + }, + { + "id": "q_003817", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Mayor of New York City", + "pred": "William O'Dwyer", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Variety -> place of publication -> New York City (1947)\n Hop 2: New York City -> head of government -> William O'Dwyer (1947)\n Answer: William O'Dwyer" + }, + { + "id": "q_006982", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Hannelore Kohl", + "pred": "Hannelore Kohl", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ulrike Herrmann -> member of political party -> Christian Democratic Union (1986)\n Hop 2: Christian Democratic Union -> chairperson -> Helmut Kohl (1986)\n Hop 3: Helmut Kohl -> spouse -> Hannelore Kohl (1986)\n Answer: Hannelore Kohl" + }, + { + "id": "q_000932", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Governing Mayor of Berlin", + "pred": "Minister of Finance", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Q896393 -> work location -> Berlin (1977)\n Hop 2: Berlin -> head of government -> Dietrich Stobbe (1977)\n Hop 3: Dietrich Stobbe -> position held -> Minister of Finance (1977)\n Answer: Minister of Finance" + }, + { + "id": "q_004711", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Vanderbilt University", + "pred": "University of California, Berkeley", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Albert Lasker Award for Basic Medical Research -> winner -> Paul Berg (1980)\n Hop 2: Paul Berg -> award received -> Nobel Prize in Chemistry (1980)\n Hop 3: Nobel Prize in Chemistry -> employer -> University of California, Berkeley (1980)\n Answer: University of California, Berkeley" + }, + { + "id": "q_001424", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Free State of Prussia", + "pred": "Kingdom of Prussia", + "em": 0.0, + "f1": 0.5714285714285715, + "pred_raw": "Hop 1: Tilla Durieux -> spouse -> Paul Cassirer (1920)\n Hop 2: Paul Cassirer -> work location -> Berlin (1920)\n Hop 3: Berlin -> located in -> Kingdom of Prussia (1920)\n Answer: Kingdom of Prussia" + }, + { + "id": "q_006808", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Umberto Pasquale -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy" + }, + { + "id": "q_005728", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.22222222222222224, + "pred_raw": "Hop 1: Getulio Alviani -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> President of the Italian Republic (1980)\n Answer: President of the Italian Republic" + }, + { + "id": "q_000501", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Civic Democratic Party", + "pred": "V\u00e1clav Klaus", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Czech Republic -> head of government -> V\u00e1clav Klaus (1995)\n Hop 2: Lubo\u0161 Kohoutek -> country of citizenship -> Czech Republic (1995)\n Answer: V\u00e1clav Klaus" + }, + { + "id": "q_003472", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Carlo Rambaldi -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1955)\n Answer: Paul-Henri Spaak" + }, + { + "id": "q_007593", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Antonio Segni", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alberto Moravia -> spouse -> Elsa Morante (1958)\n Hop 2: Elsa Morante -> country of citizenship -> Italy (1958)\n Hop 3: Italy -> head of state -> Antonio Segni (1958)\n Answer: Antonio Segni" + }, + { + "id": "q_004304", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "military personnel", + "pred": "Otto Schuhart", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: 21st U-boat Flotilla -> part of -> U-120 (1943)\n Hop 2: Otto Schuhart -> commanded by -> 21st U-boat Flotilla (1943)\n Hop 3: U-120 -> occupation -> Otto Schuhart (1943)\n Answer: Otto Schuhart" + }, + { + "id": "q_004513", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> member of -> European Economic Community (1953)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1953)\n Answer: Paul-Henri Spaak" + }, + { + "id": "q_001144", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Angela Merkel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bj\u00f6rn Schr\u00f6der -> member of sports team -> Milram (2010)\n Hop 2: Milram -> country -> Germany (2010)\n Hop 3: Germany -> head of government -> Angela Merkel (2010)\n Answer: Angela Merkel" + }, + { + "id": "q_004736", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Prime Minister of Italy", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Virginio De Paoli -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1996)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_001077", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Mayor of New York City", + "pred": "Robert Ferdinand Wagner Jr.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Arman -> work location -> New York City (1964)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1964)\n Answer: Robert Ferdinand Wagner Jr." + }, + { + "id": "q_008586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sim\u00e3o Sabrosa -> member of sports team -> S.L. Benfica (2003)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2003)\n Answer: chairperson" + }, + { + "id": "q_004250", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Basaglia -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: 1976" + }, + { + "id": "q_002769", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dennis Stock -> work location -> New York City (1955)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1955)\n Hop 3: Robert Ferdinand Wagner Jr. -> position held -> Mayor of New York City (1955)\n Answer: Mayor of New York City" + }, + { + "id": "q_001923", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alfredo Mazzoni -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1958)\n Hop 3: Amintore Fanfani -> position held -> Prime Minister of Italy (1958)\n Answer: Prime Minister of Italy" + }, + { + "id": "q_008379", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cesare Terranova -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1958)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1958)\n Answer: President of Italy" + }, + { + "id": "q_004279", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "U-13", + "pred": "1st U-boat Flotilla", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Victor Oehrn -> affiliation -> 1st U-boat Flotilla (1936)\n Answer: 1st U-boat Flotilla" + }, + { + "id": "q_008534", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "President of the Council of Ministers", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Bruno Arcari -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1958)\n Hop 3: Alcide De Gasperi -> position held -> President of the Council of Ministers (1958)\n Answer: President of the Council of Ministers" + }, + { + "id": "q_001990", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "United Nations", + "pred": "United States", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Bad Day at Black Rock -> narrative location -> United States (1945)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1945)\n Hop 3: Territory of Hawaii -> member of -> United States (1945)\n Answer: United States" + }, + { + "id": "q_000057", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Attilio Pierelli -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giovanni Leone (1970)\n Hop 3: Giovanni Leone -> position held -> President of Italy (1970)\n Answer: President of Italy" + }, + { + "id": "q_003633", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eleonora Rossi Drago -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1966)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1966)\n Answer: President of Italy" + }, + { + "id": "q_007357", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Mayor of New York City", + "pred": "New York City Mayor", + "em": 0.0, + "f1": 0.888888888888889, + "pred_raw": "Hop 1: Prelinger Archives -> located in -> New York City (1989)\n Hop 2: New York City -> head of government -> Ed Koch (1989)\n Hop 3: Ed Koch -> position held -> New York City Mayor (1989)\n Answer: New York City Mayor" + }, + { + "id": "q_005638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "President of the United States", + "pred": "President of the United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michael Barry -> member of sports team -> Discovery Channel (2004)\n Hop 2: Discovery Channel -> country -> United States (2004)\n Hop 3: United States -> head of government -> George W. Bush (2004)\n Hop 4: George W. Bush -> position held -> President of the United States (2004)\n Answer: President of the United States" + }, + { + "id": "q_002803", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: Enrico Silvestri -> country of citizenship -> Italy (1955)\n Hop 4: Italy -> member of -> European Economic Community (1955)\n Hop 5: European Economic Community -> chairperson -> Paul-Henri Spaak (", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: Enrico Silvestri -> country of citizenship -> Italy (1955)\n Hop 4: Italy -> member of -> European Economic Community (1955)\n Hop 5: European Economic Community -> chairperson -> Paul-Henri Spaak (" + }, + { + "id": "q_005319", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Antonio Segni", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Sergio Andreoli -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Antonio Segni (1965)\n Hop 3: Antonio Segni -> country for sport -> Italy (1965)\n Answer: Antonio Segni" + }, + { + "id": "q_008568", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giuseppe Petrilli -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1998)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_008187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "AS Roma", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Michelangelo Albertazzi -> member of sports team -> AC Milan (2014)\n Hop 2: AC Milan -> head coach -> Filippo Inzaghi (2014)\n Hop 3: Filippo Inzaghi -> member of sports team -> AS Roma (2014)\n Answer: AS Roma" + }, + { + "id": "q_002510", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Bill Clinton", + "pred": "Bill Clinton", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lance Armstrong -> member of sports team -> Motorola (1996)\n Hop 2: Motorola -> country -> United States (1996)\n Hop 3: United States -> head of government -> Bill Clinton (1996)\n Answer: Bill Clinton" + }, + { + "id": "q_007048", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u010cervie\u0144 -> country -> Russian Empire (1912)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1912)\n Answer: Nicholas II of Russia" + }, + { + "id": "q_000284", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Irina Bokova", + "pred": "Kofi Annan", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Susan Polgar -> country for sport -> United States (2012)\n Hop 2: United States -> member of -> UNESCO (2012)\n Hop 3: UNESCO -> chairperson -> Kofi Annan (2012)\n Answer: Kofi Annan" + }, + { + "id": "q_007586", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "German Emperor", + "pred": "Wilhelm II", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Breitscheidplatz -> named after -> Augusta Victoria of Schleswig-Holstein (1915)\n Hop 2: Augusta Victoria of Schleswig-Holstein -> spouse -> Wilhelm II (1915)\n Answer: Wilhelm II" + }, + { + "id": "q_006367", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Council of Ministers", + "em": 0.0, + "f1": 0.22222222222222224, + "pred_raw": "Hop 1: Getulio Alviani -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> President of the Council of Ministers (1980)\n Answer: President of the Council of Ministers" + }, + { + "id": "q_003015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Loris Francesco Capovilla -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1958)\n Hop 3: Amintore Fanfani -> position held -> Prime Minister of Italy (1958)\n Answer: Prime Minister of Italy" + }, + { + "id": "q_002788", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "John Gielgud", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Women in Love -> award received -> Academy Award for Best Actress (1969)\n Hop 2: Academy Award for Best Actress (1969) -> winner -> Maggie Smith (1969)\n Hop 3: Maggie Smith (1969) -> spouse -> John Gielgud (1969)\n Answer: John Gielgud" + }, + { + "id": "q_001092", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "God Save the Tsar!", + "pred": "Finland's national anthem", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Helsinki -> capital of -> Grand Duchy of Finland (1906)\n Hop 2: Grand Duchy of Finland -> anthem -> Finland's national anthem (1906)\n Answer: Finland's national anthem" + }, + { + "id": "q_000319", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrea Pangrazio -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1960)\n Hop 3: Amintore Fanfani -> position held -> Prime Minister of Italy (1960)\n Answer: Prime Minister of Italy" + }, + { + "id": "q_000336", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "New York City Mayor", + "em": 0.0, + "f1": 0.888888888888889, + "pred_raw": "Hop 1: Variety -> place of publication -> New York City (1963)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1963)\n Hop 3: Robert Ferdinand Wagner Jr. -> position held -> New York City Mayor (1963)\n Answer: New York City Mayor" + }, + { + "id": "q_005328", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Basaglia -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: Prime Minister of Italy" + }, + { + "id": "q_007430", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Sukarno", + "pred": "Sukarno", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: People's Republic of China -> diplomatic relation -> Indonesia (1954)\n Hop 2: Changchun -> located in -> People's Republic of China (1954)\n Hop 3: Indonesia -> head of state -> Sukarno (1954)\n Answer: Sukarno" + }, + { + "id": "q_001032", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Claudio Ruffini -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1961)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1961)\n Answer: President of Italy" + }, + { + "id": "q_006917", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zoran Klemen\u010di\u010d -> member of sports team -> Tenax (2003)\n Hop 2: Tenax -> country -> Italy (2003)\n Hop 3: Italy -> head of state -> Carlo Azeglio Ciampi (2003)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_008460", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> member of -> European Economic Community (1953)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1953)\n Answer: Paul-Henri Spaak" + }, + { + "id": "q_001183", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Francesco Carpino -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy" + }, + { + "id": "q_001661", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of the Council of Ministers of Italy", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Nanni Loy -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1955)\n Hop 3: Alcide De Gasperi -> position held -> President of the Council of Ministers of Italy (1955)\n Answer: President of the Council of Ministers of Italy" + }, + { + "id": "q_002861", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pia Nalli -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: European Economic Community -> chairperson of -> Paul-Henri Spaak (1955)\n Answer: Paul-Henri Spaak" + }, + { + "id": "q_003187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Oreste Biancoli -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Antonio Segni (1967)\n Hop 3: Antonio Segni -> position held -> President of Italy (1967)\n Answer: President of Italy" + }, + { + "id": "q_003586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ra\u00fal Pateras Pescara -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1960)\n Answer: Amintore Fanfani" + }, + { + "id": "q_000264", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "Hop 1: Women in Love -> award received -> Academy Award for Best Actress (1969)\n Hop 2: Academy Award for Best Actress (1969) -> winner -> Maggie Smith\n Hop 3: Maggie Smith -> spouse -> John Gielgud\n Hop 4: John Gielgud -> spouse -> Vivien Leigh\n Hop 5: Vivien Leigh -> spouse -> Sir Laurence Olivier\n Hop 6: Sir Laurence", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Women in Love -> award received -> Academy Award for Best Actress (1969)\n Hop 2: Academy Award for Best Actress (1969) -> winner -> Maggie Smith\n Hop 3: Maggie Smith -> spouse -> John Gielgud\n Hop 4: John Gielgud -> spouse -> Vivien Leigh\n Hop 5: Vivien Leigh -> spouse -> Sir Laurence Olivier\n Hop 6: Sir Laurence" + }, + { + "id": "q_001302", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Umberto Pasquale -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> head of government -> Alcide De Gasperi (1953)\n Hop 3: Alcide De Gasperi -> position held -> Prime Minister of Italy (1953)\n Answer: 1953" + }, + { + "id": "q_007976", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mariele Ventre -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1969)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1969)\n Answer: President of Italy" + }, + { + "id": "q_007562", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Lviv University", + "pred": "Lviv University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zygmunt Janiszewski -> employer -> Lviv University (1913)\n Answer: Lviv University" + }, + { + "id": "q_006568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "pred": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dan Aykroyd -> award received -> Golden Raspberry Award for Worst Supporting Actor - Razzie Award (1992)\n Answer: Golden Raspberry Award for Worst Supporting Actor - Razzie Award" + }, + { + "id": "q_006715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Cornacchia -> country of citizenship -> Italy (1951)\n Answer: Italy" + }, + { + "id": "q_005303", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Valenciennes F.C.", + "pred": "Valenciennes F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Geoffrey Doumeng -> member of sports team -> Valenciennes F.C. (2007)\n Answer: Valenciennes F.C." + }, + { + "id": "q_003783", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Baron Harding of Petherton", + "pred": "Baron Harding of Petherton", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Harding, 1st Baron Harding of Petherton -> noble title -> Baron Harding of Petherton (1959)\n Answer: Baron Harding of Petherton" + }, + { + "id": "q_004865", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Venturini -> country of citizenship -> Kingdom of Italy (1939)\n Answer: Kingdom of Italy" + }, + { + "id": "q_006315", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kris Bright -> member of sports team -> Bryne FK (2012)\n Answer: 2012" + }, + { + "id": "q_006718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Anedda -> country of citizenship -> Italy (1980)\n Answer: Italy" + }, + { + "id": "q_006083", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pula -> country -> Socialist Federal Republic of Yugoslavia (1954)\n Answer: Socialist Federal Republic of Yugoslavia" + }, + { + "id": "q_003360", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tanguy Viel -> award received -> C\u00e9sar Award for Best Original Screenplay (2023)\n Answer: 2023" + }, + { + "id": "q_008353", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Chattanooga", + "pred": "Chattanooga", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: National Model Railroad Association -> headquarters -> Chattanooga (1986)\n Answer: Chattanooga" + }, + { + "id": "q_003499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "D.C. United", + "pred": "D.C. United", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Robert F. Kennedy Memorial Stadium -> occupant -> D.C. United (2009)\n Answer: D.C. United" + }, + { + "id": "q_001224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gjilan -> country -> Socialist Federal Republic of Yugoslavia (1977)\n Answer: Socialist Federal Republic of Yugoslavia" + }, + { + "id": "q_004848", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vija Artmane -> country of citizenship -> Soviet Union (1964)\n Answer: Soviet Union" + }, + { + "id": "q_007525", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Oulu Province", + "pred": "Oulu Province", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kiiminki -> located in -> Oulu Province (1946)\n Answer: Oulu Province" + }, + { + "id": "q_000885", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Northern Dvina Governorate", + "pred": "Northern Dvina Governorate", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yarensk Uyezd -> located in -> Northern Dvina Governorate (1923)\n Answer: Northern Dvina Governorate" + }, + { + "id": "q_001030", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovan Battista Pellegrini -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy" + }, + { + "id": "q_004428", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tbilisi -> country -> Soviet Union (1923)\n Answer: Soviet Union" + }, + { + "id": "q_002780", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "University of British Columbia", + "pred": "University of British Columbia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Daniel Kahneman -> employer -> University of British Columbia (1983)\n Answer: University of British Columbia" + }, + { + "id": "q_000352", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Solicitor General for England and Wales", + "pred": "Solicitor General for England and Wales", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Simon, 1st Viscount Simon -> position held -> Solicitor General for England and Wales (1911)\n Answer: Solicitor General for England and Wales" + }, + { + "id": "q_000414", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rudolf Jaenisch -> award received -> Robert Koch Prize (2002)\n Answer: 2002" + }, + { + "id": "q_001261", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Renato Barisani -> country of citizenship -> Italy (1958)\n Answer: Italy" + }, + { + "id": "q_001035", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "WWE", + "pred": "WWE", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shane McMahon -> employer -> WWE (1996)\n Answer: WWE" + }, + { + "id": "q_008432", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Cindy McCain", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John McCain -> spouse -> Cindy McCain (1981)\n Answer: Cindy McCain" + }, + { + "id": "q_005886", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Federal Minister for Foreign Affairs", + "pred": "Federal Minister for Foreign Affairs", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frank-Walter Steinmeier -> position held -> Federal Minister for Foreign Affairs (2017)\n Answer: Federal Minister for Foreign Affairs" + }, + { + "id": "q_007363", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Landrat", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armin Grein -> position held -> Landrat (1989)\n Answer: Landrat" + }, + { + "id": "q_006356", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adolf Schr\u00f6ter -> country of citizenship -> Germany (1950)\n Answer: Germany" + }, + { + "id": "q_004178", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "People's Republic of Bulgaria", + "pred": "People's Republic of Bulgaria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pernik -> country -> People's Republic of Bulgaria (1979)\n Answer: People's Republic of Bulgaria" + }, + { + "id": "q_005764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kupferstichkabinett Berlin", + "pred": "Kupferstichkabinett Berlin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Max Jakob Friedl\u00e4nder -> employer -> Kupferstichkabinett Berlin (1919)\n Answer: Kupferstichkabinett Berlin" + }, + { + "id": "q_000581", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Sevilla FC", + "pred": "Sevilla FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexis Ruano Delgado -> member of sports team -> Sevilla FC (2011)\n Answer: Sevilla FC" + }, + { + "id": "q_008059", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Heinrich Himmler", + "pred": "Heinrich Himmler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Schutzstaffel -> director / manager -> Heinrich Himmler (1939)\n Answer: Heinrich Himmler" + }, + { + "id": "q_002028", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Scopus", + "pred": "Scopus", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The New York Times -> indexed in bibliographic review -> Scopus (1996)\n Answer: Scopus" + }, + { + "id": "q_005537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianni De Michelis -> country of citizenship -> Italy (1947)\n Answer: Italy" + }, + { + "id": "q_002995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "James Norris Memorial Trophy", + "pred": "James Norris Memorial Trophy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erik Karlsson -> award received -> James Norris Memorial Trophy (2012)\n Answer: James Norris Memorial Trophy" + }, + { + "id": "q_005062", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Babe\u0219-Bolyai University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gyula Iulius Maurer -> employer -> Babe\u0219-Bolyai University (1961)\n Answer: Babe\u0219-Bolyai University" + }, + { + "id": "q_005618", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Leicester City F.C.", + "pred": "Leicester City F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jack Hobbs -> member of sports team -> Leicester City F.C. (2010)\n Answer: Leicester City F.C." + }, + { + "id": "q_000224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ulrico Girardi -> country of citizenship -> Italy (1974)\n Answer: Italy" + }, + { + "id": "q_004236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FK Austria Wien", + "pred": "FK Austria Wien", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ronald Brunmayr -> member of sports team -> FK Austria Wien (1996)\n Answer: FK Austria Wien" + }, + { + "id": "q_002148", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1927.0, + "gold": "Kingdom of Romania", + "pred": "Kingdom of Romania", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Balchik -> country -> Kingdom of Romania (1927)\n Answer: Kingdom of Romania" + }, + { + "id": "q_006117", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cesarina Vighy -> country of citizenship -> Italy (1970)\n Answer: Italy" + }, + { + "id": "q_000974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Mary Pickford", + "pred": "Mary Pickford", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Academy Award for Best Actress -> winner -> Mary Pickford (1929)\n Answer: Mary Pickford" + }, + { + "id": "q_003365", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "All-NBA Team", + "pred": "All-NBA Team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gary Payton -> award received -> All-NBA Team (2000)\n Answer: All-NBA Team" + }, + { + "id": "q_005796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Deutsche Reichsbahn", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Molli railway -> operator -> Deutsche Reichsbahn (1922)\n Answer: Deutsche Reichsbahn" + }, + { + "id": "q_003448", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Benedetta Cappa -> country of citizenship -> Kingdom of Italy (1901)\n Answer: Kingdom of Italy" + }, + { + "id": "q_005271", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Borussia M\u00f6nchengladbach", + "pred": "Borussia M\u00f6nchengladbach", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Voigt -> member of sports team -> Borussia M\u00f6nchengladbach (2008)\n Answer: Borussia M\u00f6nchengladbach" + }, + { + "id": "q_002400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "United States Penitentiary, Florence ADMAX", + "pred": "2020", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ted Kaczynski -> place of detention -> United States Penitentiary, Florence ADMAX (2020)\n Answer: 2020" + }, + { + "id": "q_007959", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Afghanistan", + "pred": "Afghanistan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Germany -> diplomatic relation -> Afghanistan (2010)\n Answer: Afghanistan" + }, + { + "id": "q_008034", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sergio Tofano -> country of citizenship -> Kingdom of Italy (1912)\n Answer: Kingdom of Italy" + }, + { + "id": "q_006099", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Central Volga Krai -> located in -> Russian Soviet Federative Socialist Republic (1932)\n Answer: Russian Soviet Federative Socialist Republic" + }, + { + "id": "q_003338", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "President of the Bundestag", + "pred": "President of the Bundestag", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Wolfgang Sch\u00e4uble -> position held -> President of the Bundestag (2017)\n Answer: President of the Bundestag" + }, + { + "id": "q_007882", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "pred": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ernst Chain -> award received -> Paul Ehrlich and Ludwig Darmstaedter Prize (1954)\n Answer: Paul Ehrlich and Ludwig Darmstaedter Prize" + }, + { + "id": "q_001101", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Melbourne Cricket Ground", + "pred": "Melbourne Cricket Ground", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Melbourne Football Club -> home venue -> Melbourne Cricket Ground (1904)\n Answer: Melbourne Cricket Ground" + }, + { + "id": "q_004838", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "American Psycho 2", + "pred": "American Psycho 2", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: American Psycho -> derivative work -> American Psycho 2 (2002)\n Answer: American Psycho 2" + }, + { + "id": "q_008088", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianfranco Parolini -> country of citizenship -> Italy (2017)\n Answer: Italy" + }, + { + "id": "q_008278", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Valenciennes F.C.", + "pred": "Valenciennes F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kenny Lala -> member of sports team -> Valenciennes F.C. (2013)\n Answer: Valenciennes F.C." + }, + { + "id": "q_003556", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Battista Lacchini -> country of citizenship -> Kingdom of Italy (1935)\n Answer: Kingdom of Italy" + }, + { + "id": "q_008174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Spartak Moscow", + "pred": "Spartak Moscow", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roman Shishkin -> member of sports team -> Spartak Moscow (2004)\n Answer: Spartak Moscow" + }, + { + "id": "q_007252", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Amaury Bischoff -> member of sports team -> RC Strasbourg Alsace (2005)\n Answer: 2005" + }, + { + "id": "q_007229", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Albrecht Brandi -> country of citizenship -> West Germany (1963)\n Answer: West Germany" + }, + { + "id": "q_005020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Tasselli -> country of citizenship -> Kingdom of Italy (1917)\n Answer: Kingdom of Italy" + }, + { + "id": "q_003581", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luciano Savorini -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy" + }, + { + "id": "q_007540", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Norway men's national association football team", + "pred": "Norway men's national association football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rolf Johannessen -> member of sports team -> Norway men's national association football team (1931)\n Answer: Norway men's national association football team" + }, + { + "id": "q_006549", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1972.0, + "gold": "1972", + "pred": "1972", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Louis Emil Denfeld -> place of burial -> Arlington National Cemetery (1972)\n Answer: 1972" + }, + { + "id": "q_006127", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Soldati -> residence -> Rome (1957)\n Answer: Rome" + }, + { + "id": "q_008172", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Academy Award for Best Director", + "pred": "Academy Award for Best Director", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fred Zinnemann -> nominated for -> Academy Award for Best Director (1961)\n Answer: Academy Award for Best Director" + }, + { + "id": "q_006850", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "\u00c9toile Sportive du Sahel", + "pred": "\u00c9toile Sportive du Sahel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Oumar Kalabane -> member of sports team -> \u00c9toile Sportive du Sahel (2000)\n Answer: \u00c9toile Sportive du Sahel" + }, + { + "id": "q_001281", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "60 Minutes", + "pred": "60 Minutes", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Morley Safer -> notable work -> 60 Minutes (1979)\n Answer: 60 Minutes" + }, + { + "id": "q_000690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nikolaus Schneider -> award received -> Buber-Rosenzweig-Medal (2012)\n Answer: 2012" + }, + { + "id": "q_004216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Philadelphia", + "pred": "Philadelphia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Thomas Eakins -> work location -> Philadelphia (1908)\n Answer: Philadelphia" + }, + { + "id": "q_001024", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Olympiacos F.C. -> head coach -> Jos\u00e9 Anigo (2023)\n Answer: 2023" + }, + { + "id": "q_003080", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Nobel Prize in Literature", + "pred": "Nobel Prize in Literature", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sarvepalli Radhakrishnan -> nominated for -> Nobel Prize in Literature (1936)\n Answer: Nobel Prize in Literature" + }, + { + "id": "q_006761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Reading F.C.", + "pred": "Reading F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stephen Hunt -> member of sports team -> Reading F.C. (2006)\n Answer: Reading F.C." + }, + { + "id": "q_007249", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Athletic Club", + "pred": "Athletic Club", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rafael Moreno Aranzadi -> member of sports team -> Athletic Club (1912)\n Answer: Athletic Club" + }, + { + "id": "q_004330", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cristina Campo -> country of citizenship -> Kingdom of Italy (1933)\n Answer: Kingdom of Italy" + }, + { + "id": "q_002355", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Brentford F.C.", + "pred": "Brentford F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andy Sinton -> member of sports team -> Brentford F.C. (1987)\n Answer: Brentford F.C." + }, + { + "id": "q_001500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Erwin Teufel", + "pred": "Erwin Teufel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Baden-W\u00fcrttemberg -> head of government -> Erwin Teufel (2000)\n Answer: Erwin Teufel" + }, + { + "id": "q_002493", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "TV Globo", + "pred": "TV Globo", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Grupo Globo -> subsidiary -> TV Globo (1994)\n Answer: TV Globo" + }, + { + "id": "q_004504", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Gautschi -> doctoral student -> Andreas Speiser (1953)\n Answer: 1953" + }, + { + "id": "q_008366", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Jean Tremblay", + "pred": "Jean Tremblay", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Saguenay -> head of government -> Jean Tremblay (2008)\n Answer: Jean Tremblay" + }, + { + "id": "q_003310", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "1980", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The Maids of Wilko -> nominated for -> Academy Award for Best International Feature Film (1980)\n Answer: 1980" + }, + { + "id": "q_004860", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "auxiliary bishop", + "pred": "auxiliary bishop", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guillermo Leaden -> position held -> auxiliary bishop (1975)\n Answer: auxiliary bishop" + }, + { + "id": "q_007131", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pino Caruso -> country of citizenship -> Italy (1976)\n Answer: Italy" + }, + { + "id": "q_001190", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franca Florio -> country of citizenship -> Kingdom of Italy (1935)\n Answer: Kingdom of Italy" + }, + { + "id": "q_001845", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "A.S. Nancy-Lorraine", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jean Templin -> member of sports team -> A.S. Nancy-Lorraine (1959)\n Answer: A.S. Nancy-Lorraine" + }, + { + "id": "q_001601", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Lomonosov Moscow State University", + "pred": "Lomonosov Moscow State University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lev Pontryagin -> employer -> Lomonosov Moscow State University (1933)\n Answer: Lomonosov Moscow State University" + }, + { + "id": "q_008159", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "AIK Fotboll", + "pred": "AIK Fotboll", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lee Baxter -> member of sports team -> AIK Fotboll (2010)\n Answer: AIK Fotboll" + }, + { + "id": "q_006771", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Cuxhaven district", + "pred": "Cuxhaven district", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sietland -> located in -> Cuxhaven district (1995)\n Answer: Cuxhaven district" + }, + { + "id": "q_002990", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Vesyegonsky District", + "pred": "Vesyegonsky District", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vesyegonsk -> located in -> Vesyegonsky District (1957)\n Answer: Vesyegonsky District" + }, + { + "id": "q_002704", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Everton F.C.", + "pred": "Everton F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adrian Heath -> member of sports team -> Everton F.C. (1986)\n Answer: Everton F.C." + }, + { + "id": "q_000821", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sabatino Moscati -> country of citizenship -> Kingdom of Italy (1930)\n Answer: Kingdom of Italy" + }, + { + "id": "q_001187", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Max Planck Institute for Chemistry", + "pred": "Max Planck Institute for Chemistry", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paul Josef Crutzen -> employer -> Max Planck Institute for Chemistry (1980)\n Answer: Max Planck Institute for Chemistry" + }, + { + "id": "q_006629", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "United States Navy", + "pred": "United States Navy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frederick B. Dent -> military branch -> United States Navy (1946)\n Answer: United States Navy" + }, + { + "id": "q_003305", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonello Aglioti -> country of citizenship -> Italy (1981)\n Answer: Italy" + }, + { + "id": "q_005228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Carter Harrison IV", + "pred": "Carter Harrison IV", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Chicago -> head of government -> Carter Harrison IV (1913)\n Answer: Carter Harrison IV" + }, + { + "id": "q_000310", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "arrondissement of Bourg-en-Bresse", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Le Montellier -> located in -> arrondissement of Bourg-en-Bresse (1989)\n Answer: arrondissement of Bourg-en-Bresse" + }, + { + "id": "q_003989", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Baron Moyne", + "pred": "Baron Moyne", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Guinness, 1st Baron Moyne -> award -> Distinguished Service Order (1935)\n Hop 2: Walter Guinness, 1st Baron Moyne -> noble title -> Baron Moyne (1935)\n Answer: Baron Moyne" + }, + { + "id": "q_007146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fabio Capello -> work location -> Rome (2001)\n Answer: Rome" + }, + { + "id": "q_002832", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Willy Marlow", + "pred": "Willy Marlow", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rostock District -> head of government -> Willy Marlow (1983)\n Answer: Willy Marlow" + }, + { + "id": "q_000368", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "FC Porto", + "pred": "FC Porto", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Deco -> member of sports team -> FC Porto (1999)\n Answer: FC Porto" + }, + { + "id": "q_005867", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kursk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1980)\n Answer: Russian Soviet Federative Socialist Republic" + }, + { + "id": "q_005700", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Colombia men's national football team", + "pred": "Colombia men's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Juan Carlos Henao -> member of sports team -> Colombia men's national football team (2003)\n Answer: Colombia men's national football team" + }, + { + "id": "q_000881", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "York University", + "pred": "York University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ellen Meiksins Wood -> employer -> York University (1986)\n Answer: York University" + }, + { + "id": "q_005707", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Kreis Kalbe (Milde)", + "pred": "Kreis Kalbe (Milde)", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jeetze -> located in -> Kreis Kalbe (Milde) (1952)\n Answer: Kreis Kalbe (Milde)" + }, + { + "id": "q_001238", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Pre\u0161ov Region", + "pred": "Pre\u0161ov Region", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pre\u0161ov -> located in -> Pre\u0161ov Region (1954)\n Answer: Pre\u0161ov Region" + }, + { + "id": "q_006162", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erick Scott -> member of sports team -> Asociaci\u00f3n Deportiva San Carlos (2011)\n Answer: 2011" + }, + { + "id": "q_005973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pier Antonio Quarantotti Gambini -> country of citizenship -> Italy (1960)\n Answer: Italy" + }, + { + "id": "q_006967", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armando Aste -> country of citizenship -> Italy (1971)\n Answer: Italy" + }, + { + "id": "q_006519", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "F.C. Pro Vercelli 1892", + "pred": "F.C. Pro Vercelli 1892", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dante Amarilli -> member of sports team -> F.C. Pro Vercelli 1892 (1935)\n Answer: F.C. Pro Vercelli 1892" + }, + { + "id": "q_006861", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Toulouse FC", + "pred": "Toulouse FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Umut burugudut bulut -> member of sports team -> Toulouse FC (2012)\n Answer: Toulouse FC" + }, + { + "id": "q_006139", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Decathlon CMA CGM Team", + "pred": "Decathlon CMA CGM Team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nicolas Roche -> member of sports team -> Decathlon CMA CGM Team (2012)\n Answer: Decathlon CMA CGM Team" + }, + { + "id": "q_002293", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Bethesda", + "pred": "Bethesda", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Katie Ledecky -> residence -> Bethesda (2001)\n Answer: Bethesda" + }, + { + "id": "q_008165", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Akkermansky Uyezd", + "pred": "Akkermansky Uyezd", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bilhorod-Dnistrovskyi -> located in -> Akkermansky Uyezd (1902)\n Answer: Akkermansky Uyezd" + }, + { + "id": "q_001745", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Li Tsung-jen -> country of citizenship -> Taiwan (1962)\n Answer: Taiwan" + }, + { + "id": "q_005776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Paul McGann", + "pred": "Paul McGann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Susannah Harker -> unmarried partner -> Paul McGann (2008)\n Answer: Paul McGann" + }, + { + "id": "q_002004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Al-Qaeda", + "pred": "Al-Qaeda", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Osama bin Laden -> allegiance -> Al-Qaeda (1993)\n Answer: Al-Qaeda" + }, + { + "id": "q_003185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vaterstetten -> country -> Weimar Republic (1922)\n Answer: Weimar Republic" + }, + { + "id": "q_007239", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: James Alberione -> country of citizenship -> Kingdom of Italy (1923)\n Answer: Kingdom of Italy" + }, + { + "id": "q_005515", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "doctorate", + "pred": "doctorate", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Raymond Dumais -> academic degree -> doctorate (1993)\n Answer: doctorate" + }, + { + "id": "q_002120", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Bauska District", + "pred": "Bauska District", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bauska -> located in -> Bauska District (2000)\n Answer: Bauska District" + }, + { + "id": "q_007214", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Gale Anne Hurd", + "pred": "Gale Anne Hurd", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: James Cameron -> spouse -> Gale Anne Hurd (1987)\n Answer: Gale Anne Hurd" + }, + { + "id": "q_008171", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Felice Andreasi -> country of citizenship -> Italy (1980)\n Answer: Italy" + }, + { + "id": "q_002624", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Woodrow Wilson", + "pred": "Woodrow Wilson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: United States -> head of government -> Woodrow Wilson (1918)\n Answer: Woodrow Wilson" + }, + { + "id": "q_004467", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto Albertini -> country of citizenship -> Kingdom of Italy (1924)\n Answer: Kingdom of Italy" + }, + { + "id": "q_006746", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1993.0, + "gold": "1993", + "pred": "1993", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Veran Mati\u0107 -> award received -> CPJ International Press Freedom Awards (1993)\n Answer: 1993" + }, + { + "id": "q_008176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vr\u0161ac -> country -> Socialist Federal Republic of Yugoslavia (1979)\n Answer: Socialist Federal Republic of Yugoslavia" + }, + { + "id": "q_000447", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonio Sbardella -> country of citizenship -> Italy (1980)\n Answer: Italy" + }, + { + "id": "q_007622", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jos\u00e9 Ortigoza -> member of sports team -> Ulsan HD FC (2010)\n Answer: 2010" + }, + { + "id": "q_007073", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FC Luch-Energiya Vladivostok", + "pred": "FC Luch-Energiya Vladivostok", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Maksim Layushkin -> member of sports team -> FC Luch-Energiya Vladivostok (1996)\n Answer: FC Luch-Energiya Vladivostok" + }, + { + "id": "q_006216", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yelena Miroshina -> country of citizenship -> Soviet Union (1987)\n Answer: Soviet Union" + }, + { + "id": "q_007462", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "\u00d6sters IF", + "pred": "\u00d6sters IF", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hans Eklund -> member of sports team -> \u00d6sters IF (1987)\n Answer: \u00d6sters IF" + }, + { + "id": "q_000068", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Eski\u015fehirspor", + "pred": "Eski\u015fehirspor", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00d6mer Kaner -> member of sports team -> Eski\u015fehirspor (1982)\n Answer: Eski\u015fehirspor" + }, + { + "id": "q_002516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Marconi Prize", + "pred": "Marconi Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Federico Faggin -> award received -> Marconi Prize (1988)\n Answer: Marconi Prize" + }, + { + "id": "q_003568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Silvio Gazzaniga -> country of citizenship -> Italy (1996)\n Answer: Italy" + }, + { + "id": "q_005968", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adone Zoli -> country of citizenship -> Italy (1958)\n Answer: Italy" + }, + { + "id": "q_000185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonio Sbardella -> country of citizenship -> Italy (1980)\n Answer: Italy" + }, + { + "id": "q_002706", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "economic liberalism", + "pred": "economic liberalism", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jorge Gonz\u00e1lez von Mar\u00e9es -> movement -> economic liberalism (1957)\n Answer: economic liberalism" + }, + { + "id": "q_006338", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Jan Hendrik Oort", + "pred": "Jan Hendrik Oort", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Maarten Schmidt -> doctoral advisor -> Jan Hendrik Oort (1956)\n Answer: Jan Hendrik Oort" + }, + { + "id": "q_002715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "State Government", + "pred": "State Government", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Johanna Mikl-Leitner -> position held -> State Government (2007)\n Answer: State Government" + }, + { + "id": "q_005181", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leigh Bromby -> member of sports team -> Sheffield United F.C. (2009)\n Answer: 2009" + }, + { + "id": "q_003253", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kenjir\u014d Sh\u014dda -> position held -> chairperson (1958)\n Answer: chairperson" + }, + { + "id": "q_007645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: G\u00f6khan \u00dcnal -> member of sports team -> Gen\u00e7lerbirli\u011fi S.K. (2002)\n Answer: Gen\u00e7lerbirli\u011fi S.K." + }, + { + "id": "q_003453", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Irene Galitzine -> country of citizenship -> Italy (1956)\n Answer: Italy" + }, + { + "id": "q_002186", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Academy Award for Best Actress", + "pred": "Academy Award for Best Actress", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Meryl Streep -> nominated for -> Academy Award for Best Actress (2014)\n Answer: Academy Award for Best Actress" + }, + { + "id": "q_000960", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Biysk -> country -> Soviet Union (1922)\n Answer: Soviet Union" + }, + { + "id": "q_004347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Germany -> currency -> Deutsche Mark (1987)\n Answer: Deutsche Mark" + }, + { + "id": "q_003476", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Municipio III", + "pred": "Municipio III", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: San Lorenzo -> location -> Municipio III (2007)\n Answer: Municipio III" + }, + { + "id": "q_001826", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "WWE", + "pred": "WWE", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shane McMahon -> employer -> WWE (2020)\n Answer: WWE" + }, + { + "id": "q_002764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Camillo Cibin -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy" + }, + { + "id": "q_007776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Latvian Soviet Socialist Republic", + "pred": "Soviet Union", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: R\u0113zekne -> located in -> Latvian Soviet Socialist Republic (1991)\n Hop 2: Latvian Soviet Socialist Republic -> located in -> Soviet Union (1991)\n Answer: Soviet Union" + }, + { + "id": "q_002291", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2022.0, + "gold": "Al-Nassr", + "pred": "Al-Nassr", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luiz Gustavo -> member of sports team -> Al-Nassr (2022)\n Answer: Al-Nassr" + }, + { + "id": "q_006248", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zeno Saltini -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy" + }, + { + "id": "q_003830", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: MTV Video Music Award for Best Group -> winner -> Foo Fighters (1996)\n Answer: 1996" + }, + { + "id": "q_005800", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1927.0, + "gold": "1927", + "pred": "1927", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lois Delander -> competition won -> Miss America (1927)\n Answer: 1927" + }, + { + "id": "q_002743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Roman Herzog", + "pred": "Roman Herzog", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Germany -> head of state -> Roman Herzog (1996)\n Answer: Roman Herzog" + }, + { + "id": "q_005305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "TOP 09", + "pred": "TOP 09", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karel Schwarzenberg -> member of political party -> TOP 09 (2017)\n Answer: TOP 09" + }, + { + "id": "q_003125", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Xiao Ke -> member of political party -> Chinese Communist Party (1929)\n Answer: Chinese Communist Party" + }, + { + "id": "q_003993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "United States Air Force", + "pred": "United States Air Force", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Warren Weaver -> employer -> United States Air Force (1918)\n Answer: United States Air Force" + }, + { + "id": "q_000679", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Member of the European Parliament", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jean-Marie Cavada -> position held -> Member of the European Parliament (2017)\n Answer: Member of the European Parliament" + }, + { + "id": "q_001435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "1922", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dushanbe -> capital of -> Basmachi movement (1922)\n Answer: 1922" + }, + { + "id": "q_004918", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karl Plattner -> country of citizenship -> Italy (1947)\n Answer: Italy" + }, + { + "id": "q_006137", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Orlando Magic", + "pred": "Orlando Magic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shaquille O'Neal -> member of sports team -> Orlando Magic (1995)\n Answer: Orlando Magic" + }, + { + "id": "q_002644", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Club Atl\u00e9tico Tigre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Daniel Islas -> member of sports team -> Club Atl\u00e9tico Tigre (2009)\n Answer: Club Atl\u00e9tico Tigre" + }, + { + "id": "q_004185", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Christiane Kubrick", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stanley Kubrick -> spouse -> Christiane Kubrick (1995)\n Answer: Christiane Kubrick" + }, + { + "id": "q_007259", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Heidelberg University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Herbert Seifert -> employer -> Heidelberg University (1961)\n Answer: Heidelberg University" + }, + { + "id": "q_000078", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Bettinelli -> country of citizenship -> Italy (1972)\n Answer: Italy" + }, + { + "id": "q_006054", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tullia Zevi -> country of citizenship -> Italy (2001)\n Answer: Italy" + }, + { + "id": "q_002336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "SC Young Fellows Juventus", + "pred": "SC Young Fellows Juventus", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leopold Kielholz -> member of sports team -> SC Young Fellows Juventus (1942)\n Answer: SC Young Fellows Juventus" + }, + { + "id": "q_004140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "president", + "pred": "president", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Richard William Smith -> position held -> president (2012)\n Answer: president" + }, + { + "id": "q_002324", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arvydas Novikovas -> member of sports team -> FC Vilnius (2008)\n Answer: 2008" + }, + { + "id": "q_008261", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "National Basketball Association", + "pred": "National Basketball Association", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Chris Mihm -> league or competition -> National Basketball Association (2005)\n Answer: National Basketball Association" + }, + { + "id": "q_004156", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianni Dova -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy" + }, + { + "id": "q_002138", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Montpellier H\u00e9rault Sport Club", + "pred": "Montpellier H\u00e9rault Sport Club", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Olivier Sorlin -> member of sports team -> Montpellier H\u00e9rault Sport Club (1999)\n Answer: Montpellier H\u00e9rault Sport Club" + }, + { + "id": "q_001307", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Del Monaco -> country of citizenship -> Italy (1953)\n Answer: Italy" + }, + { + "id": "q_005256", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "auxiliary bishop", + "pred": "auxiliary bishop", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ortega Franco -> position held -> auxiliary bishop (2012)\n Answer: auxiliary bishop" + }, + { + "id": "q_004475", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Q135837", + "pred": "Fassa Bortolo", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Raimondas Rum\u0161as -> member of sports team -> Fassa Bortolo (2003)\n Answer: Fassa Bortolo" + }, + { + "id": "q_002220", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Estudiantes de La Plata", + "pred": "Estudiantes de La Plata", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Iv\u00e1n Moreno y Fabianesi -> member of sports team -> Estudiantes de La Plata (2008)\n Answer: Estudiantes de La Plata" + }, + { + "id": "q_006192", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Egypt", + "pred": "Egypt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zakaria Mohieddin -> country of citizenship -> Egypt (1983)\n Answer: Egypt" + }, + { + "id": "q_005619", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adone Zoli -> country of citizenship -> Kingdom of Italy (1919)\n Answer: Kingdom of Italy" + }, + { + "id": "q_003460", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Buber-Rosenzweig-Medal", + "pred": "Buber-Rosenzweig-Medal", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nikolaus Schneider -> award received -> Buber-Rosenzweig-Medal (2012)\n Answer: Buber-Rosenzweig-Medal" + }, + { + "id": "q_005532", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Gy\u00f6rgy Fekete", + "pred": "Gy\u00f6rgy Fekete", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Szilvia Sunyovszky -> spouse -> Gy\u00f6rgy Fekete (2020)\n Answer: Gy\u00f6rgy Fekete" + }, + { + "id": "q_000731", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Ren\u00e9 Ang\u00e9lil", + "pred": "Ren\u00e9 Ang\u00e9lil", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: C\u00e9line Dion -> spouse -> Ren\u00e9 Ang\u00e9lil (2000)\n Answer: Ren\u00e9 Ang\u00e9lil" + }, + { + "id": "q_007949", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Aston Villa F.C.", + "pred": "Aston Villa F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Harry Parkes -> member of sports team -> Aston Villa F.C. (1940)\n Answer: Aston Villa F.C." + }, + { + "id": "q_001545", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armando Aste -> country of citizenship -> Italy (1971)\n Answer: Italy" + }, + { + "id": "q_001649", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Francesco Aguzzoli -> country of citizenship -> Italy (1969)\n Answer: Italy" + }, + { + "id": "q_008040", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carlo Zecchi -> country of citizenship -> Kingdom of Italy (1934)\n Answer: Kingdom of Italy" + }, + { + "id": "q_006170", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Nazi Germany", + "pred": "Nazi Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Potsdam -> country -> Nazi Germany (1934)\n Answer: Nazi Germany" + }, + { + "id": "q_008589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Filippo Zappata -> country of citizenship -> Italy (1968)\n Answer: Italy" + }, + { + "id": "q_003715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Cottbus District", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cottbus -> located in -> Cottbus District (1982)\n Answer: Cottbus District" + }, + { + "id": "q_004771", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "SV Waldhof Mannheim", + "pred": "SV Waldhof Mannheim", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fritz Walter -> member of sports team -> SV Waldhof Mannheim (1982)\n Answer: SV Waldhof Mannheim" + }, + { + "id": "q_002240", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Raymond Lahey", + "pred": "Raymond Lahey", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roman Catholic Diocese of Corner Brook and Labrador -> chairperson -> Raymond Lahey (1992)\n Answer: Raymond Lahey" + }, + { + "id": "q_001328", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "F.C. Hansa Rostock", + "pred": "F.C. Hansa Rostock", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Axel Hauschild -> member of sports team -> F.C. Hansa Rostock (1985)\n Answer: F.C. Hansa Rostock" + }, + { + "id": "q_003910", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1926.0, + "gold": "Yves du Manoir Stadium", + "pred": "Yves du Manoir Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Racing 92 -> home venue -> Yves du Manoir Stadium (1926)\n Answer: Yves du Manoir Stadium" + }, + { + "id": "q_003393", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Nemuro Subprefecture (1897\u20142010)", + "pred": "Nemuro Subprefecture (1897\u20142010)", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Signalny -> located in -> Nemuro Subprefecture (1897\u20142010) (1990)\n Answer: Nemuro Subprefecture (1897\u20142010)" + }, + { + "id": "q_003249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Tuvan Autonomous Soviet Socialist Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tes-Khemsky District -> located in -> Tuvan Autonomous Soviet Socialist Republic (1987)\n Answer: Tuvan Autonomous Soviet Socialist Republic" + }, + { + "id": "q_002690", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Edgardo Moltoni -> country of citizenship -> Italy (1970)\n Answer: Italy" + }, + { + "id": "q_000520", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Watford F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alec Chamberlain -> member of sports team -> Watford F.C. (2001)\n Answer: Watford F.C." + }, + { + "id": "q_008590", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Acad\u00e9mie des beaux-arts", + "pred": "Acad\u00e9mie des beaux-arts", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Albert Decaris -> member of -> Acad\u00e9mie des beaux-arts (1951)\n Answer: Acad\u00e9mie des beaux-arts" + }, + { + "id": "q_002965", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Toronto", + "pred": "Toronto", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Healey Willan -> location -> Toronto (1951)\n Answer: Toronto" + }, + { + "id": "q_000417", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Azzini -> country of citizenship -> Italy (1992)\n Answer: Italy" + }, + { + "id": "q_007810", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Khotyn -> country -> Soviet Union (1968)\n Answer: Soviet Union" + }, + { + "id": "q_002744", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Queen Mary University of London", + "pred": "Queen Mary University of London", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kurt Hirsch -> employer -> Queen Mary University of London (1971)\n Answer: Queen Mary University of London" + }, + { + "id": "q_006283", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "University of G\u00f6ttingen", + "pred": "University of G\u00f6ttingen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Johann Radon -> educated at -> University of G\u00f6ttingen (1912)\n Answer: University of G\u00f6ttingen" + }, + { + "id": "q_001516", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "President of the Swiss Confederation", + "pred": "President of the Swiss Confederation", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Samuel Schmid -> position held -> President of the Swiss Confederation (2005)\n Answer: President of the Swiss Confederation" + }, + { + "id": "q_004019", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "FC Aarau", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shk\u00eblzen Gashi -> member of sports team -> FC Aarau (2022)\n Answer: FC Aarau" + }, + { + "id": "q_007577", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Goethe University Frankfurt", + "pred": "Goethe University Frankfurt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ruth Moufang -> employer -> Goethe University Frankfurt (1955)\n Answer: Goethe University Frankfurt" + }, + { + "id": "q_006387", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Nopporo Station", + "pred": "Nopporo Station", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ebetsu Station -> adjacent station -> Nopporo Station (1958)\n Answer: Nopporo Station" + }, + { + "id": "q_005748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giuseppe Saragat -> position held -> President of Italy (1965)\n Hop 2: President of Italy -> country of citizenship -> Italy (1965)\n Answer: Italy" + }, + { + "id": "q_006907", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "People's Republic of Bulgaria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stara Zagora -> country -> People's Republic of Bulgaria (1962)\n Answer: People's Republic of Bulgaria" + }, + { + "id": "q_000891", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Goffredo Zehender -> country of citizenship -> Kingdom of Italy (1929)\n Answer: Kingdom of Italy" + }, + { + "id": "q_003937", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "VfL Bochum", + "pred": "VfL Bochum", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Matias Concha -> member of sports team -> VfL Bochum (2011)\n Answer: VfL Bochum" + }, + { + "id": "q_000823", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuliano Bernardi -> country of citizenship -> Italy (1970)\n Answer: Italy" + }, + { + "id": "q_006764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Aston Villa F.C.", + "pred": "Aston Villa F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alan Wright -> member of sports team -> Aston Villa F.C. (2001)\n Answer: Aston Villa F.C." + }, + { + "id": "q_008286", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Deportivo de La Coru\u00f1a", + "pred": "Deportivo de La Coru\u00f1a", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Miroslav \u0110uki\u0107 -> member of sports team -> Deportivo de La Coru\u00f1a (1995)\n Answer: Deportivo de La Coru\u00f1a" + }, + { + "id": "q_002635", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hessenliga -> country -> West Germany (1949)\n Answer: West Germany" + }, + { + "id": "q_006205", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gabriele Mucchi -> country of citizenship -> Italy (1990)\n Answer: Italy" + }, + { + "id": "q_005727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Austria men's national football team", + "pred": "Austria men's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roman M\u00e4hlich -> member of sports team -> Austria men's national football team (2001)\n Answer: Austria men's national football team" + }, + { + "id": "q_002157", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Morselli -> country of citizenship -> Italy (1967)\n Answer: Italy" + }, + { + "id": "q_000634", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "SSC Bari", + "pred": "SSC Bari", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Graziano Battistini -> member of sports team -> SSC Bari (2003)\n Answer: SSC Bari" + }, + { + "id": "q_005602", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Kita-Toyotsu Signal Base", + "pred": "Kita-Toyotsu Signal Base", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kunnui Station -> adjacent station -> Kita-Toyotsu Signal Base (1987)\n Answer: Kita-Toyotsu Signal Base" + }, + { + "id": "q_000342", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vagit Alekperov -> country of citizenship -> Soviet Union (1989)\n Answer: Soviet Union" + }, + { + "id": "q_004873", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Club Atletico All Boys", + "pred": "Club Atletico All Boys", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Agust\u00edn Torassa -> member of sports team -> Club Atletico All Boys (2010)\n Answer: Club Atletico All Boys" + }, + { + "id": "q_004390", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Shonan Bellmare", + "pred": "Shonan Bellmare", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Takeshi Motoyoshi -> member of sports team -> Shonan Bellmare (1990)\n Answer: Shonan Bellmare" + }, + { + "id": "q_006898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Bruno Rossi Prize", + "pred": "Bruno Rossi Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rashid Sunyaev -> award received -> Bruno Rossi Prize (1988)\n Answer: Bruno Rossi Prize" + }, + { + "id": "q_006508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alfons Benedikter -> country of citizenship -> Italy (1955)\n Answer: Italy" + }, + { + "id": "q_005697", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "G.S. Iraklis Thessalonikis (men's association football)", + "pred": "G.S. Iraklis Thessalonikis (men's association football)", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ivan Jovanovi\u0107 -> member of sports team -> G.S. Iraklis Thessalonikis (men's association football) (1992)\n Answer: G.S. Iraklis Thessalonikis (men's association football)" + }, + { + "id": "q_002898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "VfB Stuttgart", + "pred": "VfB Stuttgart", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ernst Blum -> member of sports team -> VfB Stuttgart (1925)\n Answer: VfB Stuttgart" + }, + { + "id": "q_003442", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bledi Shk\u00ebmbi -> member of sports team -> Besa Kavaj\u00eb (2010)\n Answer: 2010" + }, + { + "id": "q_004805", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Bocskai FC", + "pred": "Bocskai FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: J\u00e1nos Gyarmati -> member of sports team -> Bocskai FC (1931)\n Answer: Bocskai FC" + }, + { + "id": "q_006113", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Prime Minister of Bhutan", + "pred": "Prime Minister of Bhutan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jigme Palden Dorji -> position held -> Prime Minister of Bhutan (1962)\n Answer: Prime Minister of Bhutan" + }, + { + "id": "q_002998", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Hibernian F.C.", + "pred": "Hibernian F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Derek Riordan -> member of sports team -> Hibernian F.C. (2010)\n Answer: Hibernian F.C." + }, + { + "id": "q_000743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Toti Dal Monte -> country of citizenship -> Kingdom of Italy (1922)\n Answer: Kingdom of Italy" + }, + { + "id": "q_005890", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aldo Clementi -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy" + }, + { + "id": "q_003583", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Aichi district", + "pred": "Aichi district", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nagakute -> located in -> Aichi district (2009)\n Answer: Aichi district" + }, + { + "id": "q_006267", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Freiburg im Breisgau -> country -> German Empire (1917)\n Answer: German Empire" + }, + { + "id": "q_005655", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Associated Press Athlete of the Year", + "pred": "Associated Press Athlete of the Year", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Serena Williams -> award received -> Associated Press Athlete of the Year (2009)\n Answer: Associated Press Athlete of the Year" + }, + { + "id": "q_003079", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Kingdom of Bulgaria", + "pred": "Kingdom of Bulgaria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Burgas -> country -> Kingdom of Bulgaria (1918)\n Answer: Kingdom of Bulgaria" + }, + { + "id": "q_002419", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Helmond Sport", + "pred": "Helmond Sport", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fons van Wissen -> member of sports team -> Helmond Sport (1968)\n Answer: Helmond Sport" + }, + { + "id": "q_007094", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "World Rally Championship", + "pred": "World Rally Championship", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Citro\u00ebn World Rally Team -> league or competition -> World Rally Championship (2009)\n Answer: World Rally Championship" + }, + { + "id": "q_004223", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "French Navy", + "pred": "French Navy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: NAe S\u00e3o Paulo -> owned by -> French Navy (1996)\n Answer: French Navy" + }, + { + "id": "q_000687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Orthez", + "pred": "Orthez", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Francis Jammes -> residence -> Orthez (1921)\n Answer: Orthez" + }, + { + "id": "q_001391", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Royal Academy of Exact, Physical and Natural Sciences", + "pred": "Royal Academy of Exact, Physical and Natural Sciences", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jos\u00e9 Echegaray -> member of -> Royal Academy of Exact, Physical and Natural Sciences (1903)\n Answer: Royal Academy of Exact, Physical and Natural Sciences" + }, + { + "id": "q_005935", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Atalanta BC", + "pred": "Atalanta BC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Meazza -> coach of sports team -> Atalanta BC (1946)\n Answer: Atalanta BC" + }, + { + "id": "q_003693", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Spartak", + "pred": "Spartak", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Spartak Moscow -> part of -> Spartak (1955)\n Answer: Spartak" + }, + { + "id": "q_001318", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Princeton University", + "pred": "Princeton University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marvin Minsky -> educated at -> Princeton University (1951)\n Answer: Princeton University" + }, + { + "id": "q_006537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Yale University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Feit -> employer -> Yale University (1995)\n Answer: Yale University" + }, + { + "id": "q_000126", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Titta Ruffo -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy" + }, + { + "id": "q_004119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pino Cerami -> country of citizenship -> Kingdom of Italy (1933)\n Answer: Kingdom of Italy" + }, + { + "id": "q_004718", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Egypt", + "pred": "Egypt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hosni Mubarak -> country of citizenship -> Egypt (1989)\n Answer: Egypt" + }, + { + "id": "q_000908", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "TI-Raleigh", + "pred": "TI-Raleigh", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ludo Peeters -> member of sports team -> TI-Raleigh (1982)\n Answer: TI-Raleigh" + }, + { + "id": "q_003983", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Spanish Navy", + "pred": "Spanish Navy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: U-573 -> operator -> Spanish Navy (1951)\n Answer: Spanish Navy" + }, + { + "id": "q_008295", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Grawemeyer Award for Music Composition", + "pred": "Grawemeyer Award for Music Composition", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Witold Lutos\u0142awski -> award received -> Grawemeyer Award for Music Composition (1985)\n Answer: Grawemeyer Award for Music Composition" + }, + { + "id": "q_003030", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "pred": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alfred Jeanroy -> member of -> Acad\u00e9mie des Inscriptions et Belles-Lettres (1925)\n Answer: Acad\u00e9mie des Inscriptions et Belles-Lettres" + }, + { + "id": "q_005340", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Boavista F.C.", + "pred": "Boavista F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Diego da Costa Lima -> member of sports team -> Boavista F.C. (2016)\n Answer: Boavista F.C." + }, + { + "id": "q_004507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hlukhiv -> country -> Soviet Union (1927)\n Answer: Soviet Union" + }, + { + "id": "q_008262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Dario Franchitti", + "pred": "Dario Franchitti", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ashley Judd -> spouse -> Dario Franchitti (2012)\n Answer: Dario Franchitti" + }, + { + "id": "q_000349", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "2nd U-boat Flotilla", + "pred": "2nd U-boat Flotilla", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: U-43 -> affiliation -> 2nd U-boat Flotilla (1941)\n Answer: 2nd U-boat Flotilla" + }, + { + "id": "q_004450", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Radio Free Europe/Radio Liberty", + "pred": "Radio Free Europe/Radio Liberty", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Rahr -> employer -> Radio Free Europe/Radio Liberty (1992)\n Answer: Radio Free Europe/Radio Liberty" + }, + { + "id": "q_001374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Netanya -> country -> Mandatory Palestine (1940)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1940)\n Answer: United Kingdom" + }, + { + "id": "q_005907", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1904.0, + "gold": "1904", + "pred": "1904", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gustav von Escherich -> doctoral student -> Heinrich Franz Friedrich Tietze (1904)\n Answer: 1904" + }, + { + "id": "q_007403", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Nazi Germany", + "pred": "Nazi Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Otto Schuhart -> allegiance -> Nazi Germany (1943)\n Answer: Nazi Germany" + }, + { + "id": "q_007172", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Cardiff City F.C.", + "pred": "Cardiff City F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lee Naylor -> member of sports team -> Cardiff City F.C. (2011)\n Answer: Cardiff City F.C." + }, + { + "id": "q_006019", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Fengtien", + "pred": "Fengtien", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dongliao County -> located in -> Fengtien (1938)\n Answer: Fengtien" + }, + { + "id": "q_003483", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Helmut Newton", + "pred": "Helmut Newton", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: June Browne -> spouse -> Helmut Newton (1981)\n Answer: Helmut Newton" + }, + { + "id": "q_003450", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paolo Rossi -> country of citizenship -> Italy (1951)\n Answer: Italy" + }, + { + "id": "q_007313", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Georges Bataille", + "pred": "Georges Bataille", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Colette Peignot -> unmarried partner -> Georges Bataille (1935)\n Answer: Georges Bataille" + }, + { + "id": "q_006396", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Institute for Advanced Study", + "pred": "Institute for Advanced Study", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: James Waddell Alexander II -> employer -> Institute for Advanced Study (1940)\n Answer: Institute for Advanced Study" + }, + { + "id": "q_004252", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "FC Sochaux-Montb\u00e9liard", + "pred": "FC Sochaux-Montb\u00e9liard", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jean-Jacques Marcel -> member of sports team -> FC Sochaux-Montb\u00e9liard (1949)\n Answer: FC Sochaux-Montb\u00e9liard" + }, + { + "id": "q_006732", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Lappeenranta", + "pred": "Lappeenranta", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: SPL Saimaan piiri -> headquarters location -> Lappeenranta (1949)\n Answer: Lappeenranta" + }, + { + "id": "q_002912", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Tinkoff", + "pred": "Tinkoff", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Matthew Goss -> member of sports team -> Tinkoff (2008)\n Answer: Tinkoff" + }, + { + "id": "q_000404", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Club Le\u00f3n", + "pred": "Club Le\u00f3n", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luis Estrada -> member of sports team -> Club Le\u00f3n (1966)\n Answer: Club Le\u00f3n" + }, + { + "id": "q_003700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto Sordi -> country of citizenship -> Italy (1951)\n Answer: Italy" + }, + { + "id": "q_007041", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Hannover 96", + "pred": "Hannover 96", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: J\u00fcrgen Milewski -> member of sports team -> Hannover 96 (1977)\n Answer: Hannover 96" + }, + { + "id": "q_008089", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: R\u0113zekne District -> country -> Soviet Union (1953)\n Answer: Soviet Union" + }, + { + "id": "q_003463", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Liang Sicheng -> member of political party -> Chinese Communist Party (1967)\n Answer: Chinese Communist Party" + }, + { + "id": "q_005154", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ulan-Ude -> country -> Soviet Union (1965)\n Answer: Soviet Union" + }, + { + "id": "q_002203", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Pace University", + "pred": "Pace University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ben Ferencz -> employer -> Pace University (1986)\n Answer: Pace University" + }, + { + "id": "q_008263", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Di Vittorio -> country of citizenship -> Kingdom of Italy (1925)\n Answer: Kingdom of Italy" + }, + { + "id": "q_001733", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "FC Aarau", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shk\u00eblzen Gashi -> member of sports team -> FC Aarau (2022)\n Answer: FC Aarau" + }, + { + "id": "q_002948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Chemnitz Government Region", + "pred": "Chemnitz Government Region", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stollberg -> located in -> Chemnitz Government Region (2008)\n Answer: Chemnitz Government Region" + }, + { + "id": "q_004111", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Osinniki", + "pred": "Osinniki", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kaltan -> located in -> Osinniki (1969)\n Answer: Osinniki" + }, + { + "id": "q_003418", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Bruno Kastner", + "pred": "Bruno Kastner", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ida W\u00fcst -> spouse -> Bruno Kastner (1922)\n Answer: Bruno Kastner" + }, + { + "id": "q_004890", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Kiliia Raion", + "pred": "Kiliia Raion", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Prymorske -> located in -> Kiliia Raion (1998)\n Answer: Kiliia Raion" + }, + { + "id": "q_008141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cesare Lovati -> country of citizenship -> Kingdom of Italy (1945)\n Answer: Kingdom of Italy" + }, + { + "id": "q_008123", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Emilio G. Segr\u00e8 -> country of citizenship -> Kingdom of Italy (1937)\n Answer: Kingdom of Italy" + }, + { + "id": "q_003032", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1968.0, + "gold": "1968", + "pred": "1968", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lars Onsager -> award received -> Nobel Prize in Chemistry (1968)\n Answer: 1968" + }, + { + "id": "q_003123", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1928.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carlo Annovazzi -> country of citizenship -> Kingdom of Italy (1928)\n Answer: Kingdom of Italy" + }, + { + "id": "q_008638", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2015.0, + "gold": "2015", + "pred": "2015", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marco Rapp -> member of sports team -> SpVgg Greuther F\u00fcrth (2015)\n Answer: 2015" + }, + { + "id": "q_004857", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Christiane Kubrick", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stanley Kubrick -> spouse -> Christiane Kubrick (1995)\n Answer: Christiane Kubrick" + }, + { + "id": "q_004040", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jos\u00e9 Carlos Ferreira Filho -> member of sports team -> Cruzeiro E.C. (2009)\n Answer: 2009" + }, + { + "id": "q_001345", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Radical Civic Union", + "pred": "Radical Civic Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arturo Umberto Illia -> member of political party -> Radical Civic Union (1920)\n Answer: Radical Civic Union" + }, + { + "id": "q_004403", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ruth Chatterton -> nominated for -> Academy Award for Best Actress (1930)\n Answer: 1930" + }, + { + "id": "q_005977", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Danny Simpson -> member of sports team -> Ipswich Town F.C. (2008)\n Answer: 2008" + }, + { + "id": "q_005231", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Algiers", + "pred": "Algiers", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pierre Savorgnan de Brazza -> place of burial -> Algiers (1955)\n Answer: Algiers" + }, + { + "id": "q_007965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Second Polish Republic", + "pred": "Second Polish Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mi\u013aka\u016d\u0161\u010dyna -> country -> Second Polish Republic (1939)\n Answer: Second Polish Republic" + }, + { + "id": "q_007542", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "England women's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kelly Smith -> member of sports team -> England women's national football team (2014)\n Answer: England women's national football team" + }, + { + "id": "q_002736", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Busan IPark FC", + "pred": "Busan IPark FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lee Yo-han -> member of sports team -> Busan IPark FC (2011)\n Answer: Busan IPark FC" + }, + { + "id": "q_006562", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Clelio Darida -> country of citizenship -> Italy (2017)\n Answer: Italy" + }, + { + "id": "q_008098", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "2013", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrea Pisanu -> member of sports team -> CF Montr\u00e9al (2013)\n Answer: 2013" + }, + { + "id": "q_008119", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Annibale Bugnini -> country of citizenship -> Italy (1979)\n Answer: Italy" + }, + { + "id": "q_007399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Barbastro", + "pred": "Barbastro", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Josemar\u00eda Escriv\u00e1 -> residence -> Barbastro (1910)\n Answer: Barbastro" + }, + { + "id": "q_002437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Timo Soini -> position held -> chairperson (2006)\n Answer: chairperson" + }, + { + "id": "q_004561", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hopkinson was nominated for the Hugo Award for Best Novel in 2001.\n Answer: 2001" + }, + { + "id": "q_008086", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Cindy McCain", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John McCain -> spouse -> Cindy McCain (1981)\n Answer: Cindy McCain" + }, + { + "id": "q_003089", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Answer: Italy" + }, + { + "id": "q_003744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Toulouse FC", + "pred": "Toulouse FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Serge Aurier -> member of sports team -> Toulouse FC (2013)\n Answer: Toulouse FC" + }, + { + "id": "q_007690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: U-90 -> part of -> 9th U-boat Flotilla (1942)\n Answer: 1942" + }, + { + "id": "q_007154", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alessandro Alessandroni -> country of citizenship -> Italy (2010)\n Answer: Italy" + }, + { + "id": "q_007872", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Big Brother", + "pred": "Big Brother", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lothar Vosseler -> participant in -> Big Brother (2004)\n Answer: Big Brother" + }, + { + "id": "q_008425", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carlo Giuffr\u00e9 -> country of citizenship -> Kingdom of Italy (1930)\n Answer: Kingdom of Italy" + }, + { + "id": "q_000644", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Iburi Subprefecture", + "pred": "Iburi Subprefecture", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Muroran -> located in -> Iburi Subprefecture (1990)\n Answer: Iburi Subprefecture" + }, + { + "id": "q_001235", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Omar al-Bashir", + "pred": "Omar al-Bashir", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sudan -> head of state -> Omar al-Bashir (1995)\n Answer: Omar al-Bashir" + }, + { + "id": "q_006759", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Houdan -> located in -> Seine-et-Oise (1944)\n Answer: Seine-et-Oise" + }, + { + "id": "q_004565", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ivangorod -> country -> Russian Empire (1900)\n Answer: Russian Empire" + }, + { + "id": "q_005444", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Queens Park Rangers F.C.", + "pred": "Queens Park Rangers F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Danny Simpson -> member of sports team -> Queens Park Rangers F.C. (2014)\n Answer: Queens Park Rangers F.C." + }, + { + "id": "q_001753", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Raf Vallone -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy" + }, + { + "id": "q_003468", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "B\u00f4cher Memorial Prize", + "pred": "B\u00f4cher Memorial Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Donald C. Spencer -> award received -> B\u00f4cher Memorial Prize (1948)\n Answer: B\u00f4cher Memorial Prize" + }, + { + "id": "q_001321", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "KFC Uerdingen 05", + "pred": "KFC Uerdingen 05", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00c9merson Luiz Firmino -> member of sports team -> KFC Uerdingen 05 (2002)\n Answer: KFC Uerdingen 05" + }, + { + "id": "q_004960", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Real Madrid Club de F\u00fatbol", + "pred": "Real Madrid Club de F\u00fatbol", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bodo Illgner -> member of sports team -> Real Madrid Club de F\u00fatbol (1999)\n Answer: Real Madrid Club de F\u00fatbol" + }, + { + "id": "q_004118", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Raimondo D'Inzeo -> country of citizenship -> Italy (1957)\n Answer: Italy" + }, + { + "id": "q_008476", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lucio Battisti -> country of citizenship -> Italy (1971)\n Answer: Italy" + }, + { + "id": "q_004242", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Renzo De Felice -> country of citizenship -> Italy (1996)\n Answer: Italy" + }, + { + "id": "q_004333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "FC St. Gallen", + "pred": "FC St. Gallen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michael Lang -> member of sports team -> FC St. Gallen (2009)\n Answer: FC St. Gallen" + }, + { + "id": "q_007528", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Academy Award for Best Actress -> winner -> Ellen Burstyn (1974)\n Answer: 1974" + }, + { + "id": "q_003750", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Graham Bell -> country of citizenship -> United States (1920)\n Answer: United States" + }, + { + "id": "q_002500", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "PFC Slavia Sofia", + "pred": "PFC Slavia Sofia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yordan Petkov -> member of sports team -> PFC Slavia Sofia (2008)\n Answer: PFC Slavia Sofia" + }, + { + "id": "q_006400", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Egidio Feruglio -> country of citizenship -> Kingdom of Italy (1917)\n Answer: Kingdom of Italy" + }, + { + "id": "q_004574", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: BAFTA Award for Best Original Music -> winner -> Bernard Herrmann (1977)\n Answer: 1977" + }, + { + "id": "q_002681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giacomo Neri -> country of citizenship -> Kingdom of Italy (1944)\n Answer: Kingdom of Italy" + }, + { + "id": "q_006488", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Albert II of Belgium", + "pred": "Albert II of Belgium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Belgium -> head of state -> Albert II of Belgium (2000)\n Answer: Albert II of Belgium" + }, + { + "id": "q_007839", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lothar Vosseler -> participant in -> Big Brother (2004)\n Answer: 2004" + }, + { + "id": "q_001389", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tiziano Terzani -> country of citizenship -> Italy (1996)\n Answer: Italy" + }, + { + "id": "q_007506", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nunzio Malasomma -> country of citizenship -> Italy (1961)\n Answer: Italy" + }, + { + "id": "q_005877", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Max Euwe -> position held -> chairperson (1975)\n Answer: chairperson" + }, + { + "id": "q_001046", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00c9zanville -> located in -> Seine-et-Oise (1948)\n Answer: Seine-et-Oise" + }, + { + "id": "q_004160", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SC Bastia", + "pred": "SC Bastia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anto Drobnjak -> member of sports team -> SC Bastia (1996)\n Answer: SC Bastia" + }, + { + "id": "q_001013", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Rip Torn", + "pred": "Rip Torn", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Geraldine Page -> spouse -> Rip Torn (1983)\n Answer: Rip Torn" + }, + { + "id": "q_007572", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Bernadette Chirac", + "pred": "Bernadette Chirac", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jacques Chirac -> spouse -> Bernadette Chirac (1959)\n Answer: Bernadette Chirac" + }, + { + "id": "q_008063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Academy Award for Best Costume Design", + "pred": "Academy Award for Best Costume Design", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Colleen Atwood -> nominated for -> Academy Award for Best Costume Design (2017)\n Answer: Academy Award for Best Costume Design" + }, + { + "id": "q_008392", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto De Martino -> country of citizenship -> Italy (1991)\n Answer: Italy" + }, + { + "id": "q_003675", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "list of land speed records", + "pred": "list of land speed records", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rudolf Caracciola -> record held -> list of land speed records (1963)\n Answer: list of land speed records" + }, + { + "id": "q_004974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "AFC Bournemouth", + "pred": "AFC Bournemouth", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Darren Anderton -> member of sports team -> AFC Bournemouth (2007)\n Answer: AFC Bournemouth" + }, + { + "id": "q_000114", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Finland women's national football team", + "pred": "Finland women's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Annica Sj\u00f6lund -> member of sports team -> Finland women's national football team (2014)\n Answer: Finland women's national football team" + }, + { + "id": "q_004958", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "FC Bayern Munich", + "pred": "FC Bayern Munich", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Z\u00e9 Roberto -> member of sports team -> FC Bayern Munich (2008)\n Answer: FC Bayern Munich" + }, + { + "id": "q_002847", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Autelli -> country of citizenship -> Kingdom of Italy (1921)\n Answer: Kingdom of Italy" + }, + { + "id": "q_001441", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: G\u00f6khan \u00dcnal -> member of sports team -> Gen\u00e7lerbirli\u011fi S.K. (2002)\n Answer: Gen\u00e7lerbirli\u011fi S.K." + }, + { + "id": "q_006437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Raisa Gorbacheva -> country of citizenship -> Soviet Union (1981)\n Answer: Soviet Union" + }, + { + "id": "q_002206", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Chelsea F.C.", + "pred": "Chelsea F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ruud Gullit -> member of sports team -> Chelsea F.C. (1996)\n Answer: Chelsea F.C." + }, + { + "id": "q_007216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "C.D. Jorge Wilstermann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Christian Vargas -> member of sports team -> C.D. Jorge Wilstermann (2004)\n Answer: C.D. Jorge Wilstermann" + }, + { + "id": "q_005526", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "SK Rapid Wien", + "pred": "SK Rapid Wien", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Josef Bican -> member of sports team -> SK Rapid Wien (1932)\n Answer: SK Rapid Wien" + }, + { + "id": "q_005718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Galvano Della Volpe -> country of citizenship -> Kingdom of Italy (1900)\n Answer: Kingdom of Italy" + }, + { + "id": "q_000262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "FK Teplice", + "pred": "FK Teplice", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Josef Masopust -> member of sports team -> FK Teplice (1952)\n Answer: FK Teplice" + }, + { + "id": "q_001083", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hendrik Born -> country of citizenship -> Germany (1997)\n Answer: Germany" + }, + { + "id": "q_004361", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "SK Brann", + "pred": "SK Brann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bj\u00f8rnar Holmvik -> member of sports team -> SK Brann (2009)\n Answer: SK Brann" + }, + { + "id": "q_006333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Deutsche Reichsbahn", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Molli railway -> operator -> Deutsche Reichsbahn (1922)\n Answer: Deutsche Reichsbahn" + }, + { + "id": "q_003965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Servette FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vincent R\u00fcfli -> member of sports team -> Servette FC (2013)\n Answer: Servette FC" + }, + { + "id": "q_002645", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "S.L. Benfica", + "pred": "S.L. Benfica", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paulo Sousa -> member of sports team -> S.L. Benfica (1990)\n Answer: S.L. Benfica" + }, + { + "id": "q_001182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Silver Bear for Best Actress", + "pred": "Silver Bear for Best Actress", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Edith Evans -> award received -> Silver Bear for Best Actress (1967)\n Answer: Silver Bear for Best Actress" + }, + { + "id": "q_004948", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Corrado Bafile -> country of citizenship -> Italy (1991)\n Answer: Italy" + }, + { + "id": "q_002435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "2007", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adriano Chuva -> member of sports team -> Clube N\u00e1utico Capibaribe (2007)\n Answer: 2007" + }, + { + "id": "q_001871", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Yale University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Feit -> employer -> Yale University (1995)\n Answer: Yale University" + }, + { + "id": "q_000473", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "US Triestina Calcio 1918", + "pred": "US Triestina Calcio 1918", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michele Bacis -> member of sports team -> US Triestina Calcio 1918 (2001)\n Answer: US Triestina Calcio 1918" + }, + { + "id": "q_006904", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Bernd R\u00fcthers", + "pred": "Bernd R\u00fcthers", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: University of Konstanz -> rector -> Bernd R\u00fcthers (1992)\n Answer: Bernd R\u00fcthers" + }, + { + "id": "q_003995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "RC Strasbourg Alsace", + "pred": "RC Strasbourg Alsace", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Amaury Bischoff -> member of sports team -> RC Strasbourg Alsace (2005)\n Answer: RC Strasbourg Alsace" + }, + { + "id": "q_005684", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "delegate", + "pred": "delegate", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrew Jacobs -> position held -> delegate (1954)\n Answer: delegate" + }, + { + "id": "q_004481", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Vladimir Lenin", + "pred": "Vladimir Lenin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Khujand -> named after -> Vladimir Lenin (1989)\n Answer: Vladimir Lenin" + }, + { + "id": "q_006873", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1948.0, + "gold": "1948", + "pred": "1948", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Golden Globe Award for Best Screenplay -> winner -> Richard Schweizer (1948)\n Answer: 1948" + }, + { + "id": "q_005653", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Andrzej Strejlau", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Poland men's national football team -> head coach -> Andrzej Strejlau (1991)\n Answer: Andrzej Strejlau" + }, + { + "id": "q_003277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andros Townsend -> member of sports team -> Tottenham Hotspur F.C. (2014)\n Answer: Tottenham Hotspur F.C." + }, + { + "id": "q_004653", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Trevor Wooley -> award received -> Fr\u00f6hlich Prize (2012)\n Answer: 2012" + }, + { + "id": "q_001722", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yevpatoriia -> country -> Soviet Union (1927)\n Answer: Soviet Union" + }, + { + "id": "q_000499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "United States Marine Corps", + "pred": "United States Marine Corps", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jim Mattis -> military branch -> United States Marine Corps (1984)\n Answer: United States Marine Corps" + }, + { + "id": "q_003725", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Barysaw -> country -> Russian Empire (1911)\n Answer: Russian Empire" + }, + { + "id": "q_004162", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Bob Benny", + "pred": "Bob Benny", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Belgium -> participant -> Bob Benny (1961)\n Answer: Bob Benny" + }, + { + "id": "q_004885", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Flaviano Vicentini -> country of citizenship -> Italy (2001)\n Answer: Italy" + }, + { + "id": "q_007832", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "South West Trains", + "pred": "South West Trains", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: British Rail Class 455 -> operator -> South West Trains (1998)\n Answer: South West Trains" + }, + { + "id": "q_005962", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Omsk Oblast -> country -> Soviet Union (1966)\n Answer: Soviet Union" + }, + { + "id": "q_000011", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Order of the Red Banner of Labour", + "pred": "Order of the Red Banner of Labour", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tofiq Bahramov -> award received -> Order of the Red Banner of Labour (1970)\n Answer: Order of the Red Banner of Labour" + }, + { + "id": "q_007446", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Cruz Azul", + "pred": "Cruz Azul", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guillermo Mendiz\u00e1bal -> member of sports team -> Cruz Azul (1983)\n Answer: Cruz Azul" + }, + { + "id": "q_004620", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cesare Siepi -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy" + }, + { + "id": "q_007791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Fredrikstad FK", + "pred": "Fredrikstad FK", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan Fuglset -> member of sports team -> Fredrikstad FK (1968)\n Answer: Fredrikstad FK" + }, + { + "id": "q_003645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Andrzej Strejlau", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Poland men's national football team -> head coach -> Andrzej Strejlau (1991)\n Answer: Andrzej Strejlau" + }, + { + "id": "q_008601", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Laura Adani -> country of citizenship -> Kingdom of Italy (1937)\n Answer: Kingdom of Italy" + }, + { + "id": "q_001029", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Club Joventut Badalona", + "pred": "Club Joventut Badalona", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Joan Filb\u00e1 -> member of sports team -> Club Joventut Badalona (1979)\n Answer: Club Joventut Badalona" + }, + { + "id": "q_002959", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Claribel Alegr\u00eda Vides -> award received -> Neustadt International Prize for Literature (2006)\n Answer: 2006" + }, + { + "id": "q_002305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Nicolazzi -> country of citizenship -> Italy (1984)\n Answer: Italy" + }, + { + "id": "q_002878", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Guardian Children's Fiction Prize", + "pred": "Guardian Children's Fiction Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gillian Cross -> nominated for -> Guardian Children's Fiction Prize (1980)\n Answer: Guardian Children's Fiction Prize" + }, + { + "id": "q_000807", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "C\u00e9sar Award for Best Female Revelation", + "pred": "C\u00e9sar Award for Best Female Revelation", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: H\u00e9l\u00e8ne Filli\u00e8res -> nominated for -> C\u00e9sar Award for Best Female Revelation (2002)\n Answer: C\u00e9sar Award for Best Female Revelation" + }, + { + "id": "q_004108", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Breux-Jouy -> located in -> Seine-et-Oise (1947)\n Answer: Seine-et-Oise" + }, + { + "id": "q_000347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Primetime Emmy Award for Outstanding Animated Program", + "pred": "Primetime Emmy Award for Outstanding Animated Program", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sam Simon -> award received -> Primetime Emmy Award for Outstanding Animated Program (2001)\n Answer: Primetime Emmy Award for Outstanding Animated Program" + }, + { + "id": "q_004954", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "FC Elista", + "pred": "Dario Passoni", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Leonid Slutsky -> coach of sports team -> FC Elista (2003)\n Answer: Dario Passoni" + }, + { + "id": "q_006909", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Umberto Bossi", + "pred": "Umberto Bossi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lega Nord -> chairperson -> Umberto Bossi (2002)\n Answer: Umberto Bossi" + }, + { + "id": "q_007331", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "President of Latvia", + "pred": "President of Latvia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Valdis Zatlers -> position held -> President of Latvia (2010)\n Answer: President of Latvia" + }, + { + "id": "q_003609", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Sch\u00f6neberg", + "pred": "Sch\u00f6neberg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Wuppertal -> twinned with -> Sch\u00f6neberg (1988)\n Answer: Sch\u00f6neberg" + }, + { + "id": "q_006006", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "FC Twente", + "pred": "FC Twente", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cheick Tiot\u00e9 -> member of sports team -> FC Twente (2010)\n Answer: FC Twente" + }, + { + "id": "q_008100", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Mandatory Palestine", + "pred": "Mandatory Palestine", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bnei Brak -> country -> Mandatory Palestine (1924)\n Answer: Mandatory Palestine" + }, + { + "id": "q_004453", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anselmo Bucci -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy" + }, + { + "id": "q_006282", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Club Atl\u00e9tico Osasuna", + "pred": "Club Atl\u00e9tico Osasuna", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roberto Santamar\u00eda Calavia -> member of sports team -> Club Atl\u00e9tico Osasuna (1994)\n Answer: Club Atl\u00e9tico Osasuna" + }, + { + "id": "q_003708", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pino Lancetti -> country of citizenship -> Italy (1983)\n Answer: Italy" + }, + { + "id": "q_003013", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Watford F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alec Chamberlain -> member of sports team -> Watford F.C. (2001)\n Answer: Watford F.C." + }, + { + "id": "q_001471", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Edgardo Moltoni -> country of citizenship -> Italy (1970)\n Answer: Italy" + }, + { + "id": "q_007727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nova Kakhovka -> country -> Soviet Union (1959)\n Answer: Soviet Union" + }, + { + "id": "q_000942", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Husqvarna FF", + "pred": "Husqvarna FF", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erkka Pet\u00e4j\u00e4 -> member of sports team -> Husqvarna FF (1995)\n Answer: Husqvarna FF" + }, + { + "id": "q_006079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Altai Krai", + "pred": "Altai Krai", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rubtsovsk -> located in -> Altai Krai (1967)\n Answer: Altai Krai" + }, + { + "id": "q_002943", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Leipzig University", + "pred": "Leipzig University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Henry E. Sigerist -> employer -> Leipzig University (1930)\n Answer: Leipzig University" + }, + { + "id": "q_003037", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Philipp Lenard -> country of citizenship -> Germany (1915)\n Answer: Germany" + }, + { + "id": "q_003677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giacomo Fornoni -> country of citizenship -> Italy (2015)\n Answer: Italy" + }, + { + "id": "q_003146", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "New York City", + "pred": "New York City", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: MetLife -> headquarters -> New York City (1984)\n Answer: New York City" + }, + { + "id": "q_004225", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "MTK Budapest FC", + "pred": "MTK Budapest FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zsanett Jakabfi -> member of sports team -> MTK Budapest FC (2005)\n Answer: MTK Budapest FC" + }, + { + "id": "q_000827", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Comencini -> country of citizenship -> Italy (2000)\n Answer: Italy" + }, + { + "id": "q_008211", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Rick Parfitt", + "pred": "Rick Parfitt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Status Quo -> has part -> Rick Parfitt (1997)\n Answer: Rick Parfitt" + }, + { + "id": "q_007342", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pierre Mauroy", + "pred": "Pierre Mauroy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lille metropolis -> head of government -> Pierre Mauroy (2005)\n Answer: Pierre Mauroy" + }, + { + "id": "q_005759", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Austria\u2013Hungary", + "pred": "Austria\u2013Hungary", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giurtelecu Hododului -> country -> Austria\u2013Hungary (1913)\n Answer: Austria\u2013Hungary" + }, + { + "id": "q_003949", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Member of the European Parliament", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jean-Marie Cavada -> position held -> Member of the European Parliament (2017)\n Answer: Member of the European Parliament" + }, + { + "id": "q_005277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Samba Gold", + "pred": "Samba Gold", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Neymar -> award received -> Samba Gold (2022)\n Answer: Samba Gold" + }, + { + "id": "q_001667", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Francesco Aguzzoli -> country of citizenship -> Italy (1969)\n Answer: Italy" + }, + { + "id": "q_002554", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marek \u0160t\u011bch -> member of sports team -> Wycombe Wanderers F.C. (2009)\n Answer: 2009" + }, + { + "id": "q_003996", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1943.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gojin Dol -> country -> Yugoslavia (1943)\n Answer: Yugoslavia" + }, + { + "id": "q_005904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Nascimbene -> country of citizenship -> Italy (1975)\n Answer: Italy" + }, + { + "id": "q_004658", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianni Agus -> country of citizenship -> Kingdom of Italy (1934)\n Answer: Kingdom of Italy" + }, + { + "id": "q_004227", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Lady Gaga", + "pred": "Lady Gaga", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: MTV Video Music Award for Best New Artist -> winner -> Lady Gaga (2009)\n Answer: Lady Gaga" + }, + { + "id": "q_001594", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Bell Labs", + "pred": "Bell Labs", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ralph Hartley -> employer -> Bell Labs (1936)\n Answer: Bell Labs" + }, + { + "id": "q_006869", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Al Masry SC", + "pred": "Al Masry SC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tarek Soliman -> member of sports team -> Al Masry SC (1984)\n Answer: Al Masry SC" + }, + { + "id": "q_006930", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lyubertsy -> country -> Soviet Union (1933)\n Answer: Soviet Union" + }, + { + "id": "q_000374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "University of Edinburgh", + "pred": "University of Edinburgh", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Aitken -> employer -> University of Edinburgh (1938)\n Answer: University of Edinburgh" + }, + { + "id": "q_005195", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tmutarakan -> country -> Soviet Union (1989)\n Answer: Soviet Union" + }, + { + "id": "q_002457", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Cottbus District", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cottbus -> located in -> Cottbus District (1982)\n Answer: Cottbus District" + }, + { + "id": "q_007411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "CPJ International Press Freedom Awards", + "pred": "CPJ International Press Freedom Awards", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Veran Mati\u0107 -> award received -> CPJ International Press Freedom Awards (1993)\n Answer: CPJ International Press Freedom Awards" + }, + { + "id": "q_006097", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pavel Drsek -> member of sports team -> Panionios F.C. (2008)\n Answer: 2008" + }, + { + "id": "q_006940", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "British Raj", + "pred": "British Raj", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bilgram -> country -> British Raj (1940)\n Answer: British Raj" + }, + { + "id": "q_000173", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leopoldo Trieste -> country of citizenship -> Kingdom of Italy (1945)\n Answer: Kingdom of Italy" + }, + { + "id": "q_005298", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Enzo Sellerio -> country of citizenship -> Italy (2006)\n Answer: Italy" + }, + { + "id": "q_005185", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1950.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gino Cavalieri -> country of citizenship -> Italy (1950)\n Answer: Italy" + }, + { + "id": "q_007749", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "David Mamet", + "pred": "David Mamet", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lindsay Crouse -> spouse -> David Mamet (1989)\n Answer: David Mamet" + }, + { + "id": "q_007535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shell-Haus -> owned by -> Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges. (1961)\n Answer: Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges." + }, + { + "id": "q_006111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arnaldo Benfenati -> country of citizenship -> Italy (1956)\n Answer: Italy" + }, + { + "id": "q_002110", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vladivostok -> country -> Soviet Union (1961)\n Answer: Soviet Union" + }, + { + "id": "q_000829", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carlo Manzoni -> country of citizenship -> Kingdom of Italy (1940)\n Answer: Kingdom of Italy" + }, + { + "id": "q_008640", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Crepax -> country of citizenship -> Italy (1975)\n Answer: Italy" + }, + { + "id": "q_002292", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nicolae Ceau\u0219escu -> convicted of -> genocide (1989)\n Answer: 1989" + }, + { + "id": "q_005480", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "general", + "pred": "general", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hartmut Bagger -> military, police or special rank -> general (2008)\n Answer: general" + }, + { + "id": "q_008496", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto Fontanesi -> country of citizenship -> Italy (1952)\n Answer: Italy" + }, + { + "id": "q_006640", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Ottoman Empire", + "pred": "Ottoman Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gaza City -> country -> Ottoman Empire (1907)\n Answer: Ottoman Empire" + }, + { + "id": "q_003927", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Ascoli Calcio 1898 FC", + "pred": "Ascoli Calcio 1898 FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michele Fini -> member of sports team -> Ascoli Calcio 1898 FC (2005)\n Answer: Ascoli Calcio 1898 FC" + }, + { + "id": "q_007996", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Oryol -> country -> Soviet Union (1982)\n Answer: Soviet Union" + }, + { + "id": "q_000373", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Northwestern University", + "pred": "Northwestern University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erich Heller -> employer -> Northwestern University (1961)\n Answer: Northwestern University" + }, + { + "id": "q_005430", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Aut\u00f3dromo Internacional Ayrton Senna", + "pred": "Aut\u00f3dromo Internacional Ayrton Senna", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Brazilian motorcycle Grand Prix -> location -> Aut\u00f3dromo Internacional Ayrton Senna (1987)\n Answer: Aut\u00f3dromo Internacional Ayrton Senna" + }, + { + "id": "q_000744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Calcio Foggia 1920", + "pred": "A.S. Roma", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Cosimo Nocera -> member of sports team -> Calcio Foggia 1920 (1961)\n Hop 2: Calcio Foggia 1920 -> member of sports team -> A.S. Roma (1961)\n Answer: A.S. Roma" + }, + { + "id": "q_003964", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Gangwon FC", + "pred": "Gangwon FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Seo Dong-myung -> coach of sports team -> Gangwon FC (2009)\n Answer: Gangwon FC" + }, + { + "id": "q_004438", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Club Atl\u00e9tico River Plate", + "pred": "Club Atl\u00e9tico River Plate", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Amadeo Carrizo -> member of sports team -> Club Atl\u00e9tico River Plate (1968)\n Answer: Club Atl\u00e9tico River Plate" + }, + { + "id": "q_004862", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1902.0, + "gold": "Amtshauptmannschaft Schwarzenberg", + "pred": "Amtshauptmannschaft Schwarzenberg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Johanngeorgenstadt -> located in -> Amtshauptmannschaft Schwarzenberg (1902)\n Answer: Amtshauptmannschaft Schwarzenberg" + }, + { + "id": "q_004495", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "As d'Or Jeu de l'Ann\u00e9e", + "pred": "As d'Or Jeu de l'Ann\u00e9e", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: No Thanks! -> nominated for -> As d'Or Jeu de l'Ann\u00e9e (2005)\n Answer: As d'Or Jeu de l'Ann\u00e9e" + }, + { + "id": "q_002486", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shimon Peres -> country of citizenship -> Israel (2004)\n Answer: Israel" + }, + { + "id": "q_003629", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "La Spezia", + "pred": "La Spezia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: 29th U-boat Flotilla -> location -> La Spezia (1942)\n Answer: La Spezia" + }, + { + "id": "q_006341", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "FC Girondins de Bordeaux", + "pred": "FC Girondins de Bordeaux", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: A\u017ebe Jug -> member of sports team -> FC Girondins de Bordeaux (2014)\n Answer: FC Girondins de Bordeaux" + }, + { + "id": "q_002779", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SBV Vitesse", + "pred": "SBV Vitesse", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ante Mi\u0161e -> member of sports team -> SBV Vitesse (1996)\n Answer: SBV Vitesse" + }, + { + "id": "q_006236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Nazi Party", + "pred": "Nazi Party", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: August Eigruber -> member of political party -> Nazi Party (1940)\n Answer: Nazi Party" + }, + { + "id": "q_004217", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "1. FFC Frankfurt", + "pred": "1. FFC Frankfurt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Katrin Kliehm -> member of sports team -> 1. FFC Frankfurt (2005)\n Answer: 1. FFC Frankfurt" + }, + { + "id": "q_001111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eleonora Rossi Drago -> country of citizenship -> Italy (1954)\n Answer: Italy" + }, + { + "id": "q_003973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Mandatory Palestine", + "pred": "Mandatory Palestine", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Acre -> country -> Mandatory Palestine (1927)\n Answer: Mandatory Palestine" + }, + { + "id": "q_002651", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Edith Roosevelt", + "pred": "Edith Roosevelt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Theodore Roosevelt -> spouse -> Edith Roosevelt (1902)\n Answer: Edith Roosevelt" + }, + { + "id": "q_005128", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bogdan P\u0103tra\u0219cu -> member of sports team -> FC Universitatea Cluj (2012)\n Answer: 2012" + }, + { + "id": "q_007441", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Norway men's national association football team", + "pred": "Norway men's national association football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arne Erlandsen -> member of sports team -> Norway men's national association football team (1981)\n Answer: Norway men's national association football team" + }, + { + "id": "q_006793", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "FC Veszpr\u00e9m", + "pred": "FC Veszpr\u00e9m", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ferenc Csongr\u00e1di -> member of sports team -> FC Veszpr\u00e9m (1989)\n Answer: FC Veszpr\u00e9m" + }, + { + "id": "q_005396", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Nazi Germany", + "pred": "Nazi Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hanau -> country -> Nazi Germany (1939)\n Answer: Nazi Germany" + }, + { + "id": "q_002815", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "People's Republic of China", + "pred": "People's Republic of China", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Liu Bocheng -> country of citizenship -> People's Republic of China (1951)\n Answer: People's Republic of China" + }, + { + "id": "q_007174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Amsterdam", + "pred": "Amsterdam", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michael Jacklin -> work location -> Amsterdam (2000)\n Answer: Amsterdam" + }, + { + "id": "q_001511", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Academy Award for Best Picture", + "pred": "Academy Award for Best Picture", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hal B. Wallis -> nominated for -> Academy Award for Best Picture (1970)\n Answer: Academy Award for Best Picture" + }, + { + "id": "q_000553", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Denmark women's national football team", + "pred": "Julie Rydahl Bukh", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Katrine Pedersen -> member of sports team -> Denmark women's national football team (2011)\n Answer: Julie Rydahl Bukh" + }, + { + "id": "q_000656", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Northwestern University", + "pred": "Northwestern University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Melville J. Herskovits -> employer -> Northwestern University (1947)\n Answer: Northwestern University" + }, + { + "id": "q_001297", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1970.0, + "gold": "1970", + "pred": "1970", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tofiq Bahramov -> award received -> Order of the Red Banner of Labour (1970)\n Answer: 1970" + }, + { + "id": "q_007459", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Amsterdam", + "pred": "Amsterdam", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carel Willink -> work location -> Amsterdam (1946)\n Answer: Amsterdam" + }, + { + "id": "q_002423", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Trinidad and Tobago men's national football team", + "pred": "Trinidad and Tobago men's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cyd Gray -> member of sports team -> Trinidad and Tobago men's national football team (2006)\n Answer: Trinidad and Tobago men's national football team" + }, + { + "id": "q_001348", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Servette FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vincent R\u00fcfli -> member of sports team -> Servette FC (2013)\n Answer: Servette FC" + }, + { + "id": "q_008576", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Uzhhorod -> country -> Soviet Union (1953)\n Answer: Soviet Union" + }, + { + "id": "q_002071", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "British School at Rome", + "pred": "British School at Rome", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eugenie Sellers Strong -> employer -> British School at Rome (1912)\n Answer: British School at Rome" + }, + { + "id": "q_004899", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1978.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Uman -> country -> Soviet Union (1978)\n Answer: Soviet Union" + }, + { + "id": "q_001022", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Vladimir Oblast", + "pred": "Vladimir Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kovrov -> located in -> Vladimir Oblast (1977)\n Answer: Vladimir Oblast" + }, + { + "id": "q_003839", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jane Birkin", + "pred": "Jane Birkin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Serge Gainsbourg -> unmarried partner -> Jane Birkin (1977)\n Answer: Jane Birkin" + }, + { + "id": "q_001814", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Christian Neureuther", + "pred": "Christian Neureuther", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rosi Mittermaier -> spouse -> Christian Neureuther (2015)\n Answer: Christian Neureuther" + }, + { + "id": "q_007256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giorgio Perlasca -> country of citizenship -> Kingdom of Italy (1940)\n Answer: Kingdom of Italy" + }, + { + "id": "q_005993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Martha Vickers", + "pred": "Martha Vickers", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mickey Rooney -> spouse -> Martha Vickers (1950)\n Answer: Martha Vickers" + }, + { + "id": "q_005336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Arabic", + "pred": "Arabic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Israel -> official language -> Arabic (2013)\n Answer: Arabic" + }, + { + "id": "q_005683", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Heidelberg University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Herbert Seifert -> employer -> Heidelberg University (1961)\n Answer: Heidelberg University" + }, + { + "id": "q_007163", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Relax-Gam", + "pred": "Relax-Gam", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Juan Antonio Flecha -> member of sports team -> Relax-Gam (2000)\n Answer: Relax-Gam" + }, + { + "id": "q_007140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arne Tiselius -> nominated for -> Nobel Prize in Physiology or Medicine (1946)\n Answer: Nobel Prize in Physiology or Medicine" + }, + { + "id": "q_008134", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shell-Haus -> owned by -> Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges. (1954)\n Answer: Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges." + }, + { + "id": "q_002147", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Hungarian Socialist Workers' Party", + "pred": "Hungarian Socialist Workers' Party", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: L\u00e1szl\u00f3 B\u00e9kesi -> member of political party -> Hungarian Socialist Workers' Party (1971)\n Answer: Hungarian Socialist Workers' Party" + }, + { + "id": "q_006224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "habilitation", + "pred": "habilitation", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hienad\u017a Sahanovi\u010d -> academic degree -> habilitation (2018)\n Answer: habilitation" + }, + { + "id": "q_000654", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Province of Mantua", + "pred": "Province of Mantua", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Felonica -> located in -> Province of Mantua (1939)\n Answer: Province of Mantua" + }, + { + "id": "q_004102", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "University of California, Los Angeles", + "pred": "University of California, Los Angeles", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ernst G. Straus -> employer -> University of California, Los Angeles (1973)\n Answer: University of California, Los Angeles" + }, + { + "id": "q_007739", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "FSV Frankfurt", + "pred": "FSV Frankfurt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Robert Pache -> member of sports team -> FSV Frankfurt (1928)\n Answer: FSV Frankfurt" + }, + { + "id": "q_006368", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Chemins de fer du Midi", + "pred": "Chemins de fer du Midi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Q802601 -> operator -> Chemins de fer du Midi (1902)\n Answer: Chemins de fer du Midi" + }, + { + "id": "q_002589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Angelo Anquilletti -> country of citizenship -> Italy (1980)\n Answer: Italy" + }, + { + "id": "q_006409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "A.O. Kavalas (association football)", + "pred": "A.O. Kavalas (association football)", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Galinovi\u0107 -> member of sports team -> A.O. Kavalas (association football) (2010)\n Answer: A.O. Kavalas (association football)" + }, + { + "id": "q_002646", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1997.0, + "gold": "1997", + "pred": "1997", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Javier Mar\u00edas -> award received -> Nelly Sachs Prize (1997)\n Answer: 1997" + }, + { + "id": "q_002133", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Gold Medal of the Royal Astronomical Society", + "pred": "Gold Medal of the Royal Astronomical Society", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Sydney Adams -> award received -> Gold Medal of the Royal Astronomical Society (1917)\n Answer: Gold Medal of the Royal Astronomical Society" + }, + { + "id": "q_000302", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vittorio Brambilla -> country of citizenship -> Italy (1956)\n Answer: Italy" + }, + { + "id": "q_002678", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Atalanta BC", + "pred": "Atalanta BC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stefano Angeleri -> member of sports team -> Atalanta BC (1952)\n Answer: Atalanta BC" + }, + { + "id": "q_004224", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Tony Award for Best Actress in a Play", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jane Alexander -> nominated for -> Tony Award for Best Actress in a Play (1992)\n Answer: Tony Award for Best Actress in a Play" + }, + { + "id": "q_005379", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "arrondissement of Bourg-en-Bresse", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: P\u00e9rouges -> located in -> arrondissement of Bourg-en-Bresse (2001)\n Answer: arrondissement of Bourg-en-Bresse" + }, + { + "id": "q_006243", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cagney & Lacey -> cast member -> Meg Foster (1982)\n Answer: 1982" + }, + { + "id": "q_008166", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "MTK Budapest FC", + "pred": "MTK Budapest FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Imre Kov\u00e1cs -> member of sports team -> MTK Budapest FC (1945)\n Answer: MTK Budapest FC" + }, + { + "id": "q_003678", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "lawyer", + "pred": "lawyer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Bell Williams -> occupation -> lawyer (1980)\n Answer: lawyer" + }, + { + "id": "q_000025", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Klaus Jensen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Trier -> head of government -> Klaus Jensen (2008)\n Answer: Klaus Jensen" + }, + { + "id": "q_001419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mandatory Palestine -> located in -> United Kingdom (1940)\n Answer: United Kingdom" + }, + { + "id": "q_000689", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franca Ongaro -> country of citizenship -> Kingdom of Italy (1943)\n Answer: Kingdom of Italy" + }, + { + "id": "q_004963", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "City of Gosford", + "pred": "City of Gosford", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gosford -> located in -> City of Gosford (1982)\n Answer: City of Gosford" + }, + { + "id": "q_001580", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "London", + "pred": "London", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Joseph Hertz -> work location -> London (1936)\n Answer: London" + }, + { + "id": "q_002212", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Tonelli -> drafted by -> New York Islanders (1977)\n Answer: 1977" + }, + { + "id": "q_001427", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "FC Lausanne-Sport", + "pred": "FC Lausanne-Sport", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pierre Kerkhoffs -> member of sports team -> FC Lausanne-Sport (1967)\n Answer: FC Lausanne-Sport" + }, + { + "id": "q_000751", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Brunoy -> located in -> Seine-et-Oise (1942)\n Answer: Seine-et-Oise" + }, + { + "id": "q_005986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "FC Spartak Trnava", + "pred": "FC Spartak Trnava", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Martin Ra\u0161ka -> member of sports team -> FC Spartak Trnava (2013)\n Answer: FC Spartak Trnava" + }, + { + "id": "q_002412", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pino Lancetti -> country of citizenship -> Italy (1983)\n Answer: Italy" + }, + { + "id": "q_001943", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1999.0, + "gold": "1999", + "pred": "1999", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franti\u0161ek Kaberle -> drafted by -> Los Angeles Kings (1999)\n Answer: 1999" + }, + { + "id": "q_005685", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1939", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The Adventures of Robin Hood -> nominated for -> Academy Award for Best Film Editing (1939)\n Answer: 1939" + }, + { + "id": "q_001916", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Str\u00f8msgodset IF", + "pred": "Str\u00f8msgodset IF", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kim Larsen -> member of sports team -> Str\u00f8msgodset IF (2003)\n Answer: Str\u00f8msgodset IF" + }, + { + "id": "q_006927", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aldo Fabrizi -> country of citizenship -> Italy (1956)\n Answer: Italy" + }, + { + "id": "q_000904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Bajardi -> country of citizenship -> Italy (1956)\n Answer: Italy" + }, + { + "id": "q_006701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto Lattuada -> country of citizenship -> Italy (1971)\n Answer: Italy" + }, + { + "id": "q_005536", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Fengtien", + "pred": "Fengtien", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Faku County -> located in -> Fengtien (1945)\n Answer: Fengtien" + }, + { + "id": "q_000555", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Gertrude Stein", + "pred": "Gertrude Stein", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gertrude Stein -> owned by -> Gertrude Stein (1946)\n Answer: Gertrude Stein" + }, + { + "id": "q_005626", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Heiner Gei\u00dfler", + "pred": "Heiner Gei\u00dfler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Christian Democratic Union -> general secretary -> Heiner Gei\u00dfler (1981)\n Answer: Heiner Gei\u00dfler" + }, + { + "id": "q_005124", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Algiers", + "pred": "Algiers", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pierre Savorgnan de Brazza -> place of burial -> Algiers (1990)\n Answer: Algiers" + }, + { + "id": "q_002798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Coll\u00e8ge de France", + "pred": "Coll\u00e8ge de France", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andr\u00e9 Lichnerowicz -> employer -> Coll\u00e8ge de France (1956)\n Answer: Coll\u00e8ge de France" + }, + { + "id": "q_003885", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2021.0, + "gold": "National Oceanic and Atmospheric Administration", + "pred": "National Oceanic and Atmospheric Administration", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: EWS-G2 -> owned by -> National Oceanic and Atmospheric Administration (2021)\n Answer: National Oceanic and Atmospheric Administration" + }, + { + "id": "q_005314", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Li Tsung-jen -> country of citizenship -> Taiwan (1962)\n Answer: Taiwan" + }, + { + "id": "q_007748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Knight Bachelor", + "pred": "Knight Bachelor", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bobby Charlton -> award received -> Knight Bachelor (1994)\n Answer: Knight Bachelor" + }, + { + "id": "q_002726", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "SK Slavia Prague", + "pred": "SK Slavia Prague", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nicu\u0219or Stanciu -> member of sports team -> SK Slavia Prague (2021)\n Answer: SK Slavia Prague" + }, + { + "id": "q_004003", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "KRC Mechelen", + "pred": "KRC Mechelen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan Diddens -> member of sports team -> KRC Mechelen (1924)\n Answer: KRC Mechelen" + }, + { + "id": "q_008148", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexei Navalny -> country of citizenship -> Soviet Union (1985)\n Answer: Soviet Union" + }, + { + "id": "q_004079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1916.0, + "gold": "Marie Bonaparte", + "pred": "Marie Bonaparte", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Prince George of Greece and Denmark -> spouse -> Marie Bonaparte (1916)\n Answer: Marie Bonaparte" + }, + { + "id": "q_003444", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "A.S. Nancy-Lorraine", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ronan Le Crom -> member of sports team -> A.S. Nancy-Lorraine (2011)\n Answer: A.S. Nancy-Lorraine" + }, + { + "id": "q_004684", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Schutzstaffel", + "pred": "SS-Gruppenf\u00fchrer", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hans G\u00fcnther -> member of -> Schutzstaffel (1945)\n Hop 2: Schutzstaffel -> member of -> SS-Gruppenf\u00fchrer (1945)\n Answer: SS-Gruppenf\u00fchrer" + }, + { + "id": "q_007043", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andr\u00e9 T\u00e9chin\u00e9 -> award received -> C\u00e9sar Award for Best Director (1995)\n Answer: 1995" + }, + { + "id": "q_002077", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Scunthorpe United F.C.", + "pred": "Scunthorpe United F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jermaine Beckford -> member of sports team -> Scunthorpe United F.C. (2007)\n Answer: Scunthorpe United F.C." + }, + { + "id": "q_005610", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Willi Daume", + "pred": "Willi Daume", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: German Handball Association -> chairperson -> Willi Daume (1949)\n Answer: Willi Daume" + }, + { + "id": "q_007161", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Polish People's Republic", + "pred": "Polish People's Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan T. Gross -> country of citizenship -> Polish People's Republic (1959)\n Answer: Polish People's Republic" + }, + { + "id": "q_008431", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Kingdom of Greece", + "pred": "Kingdom of Greece", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Takis -> country of citizenship -> Kingdom of Greece (1944)\n Answer: Kingdom of Greece" + }, + { + "id": "q_005503", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nino Taranto -> country of citizenship -> Italy (1966)\n Answer: Italy" + }, + { + "id": "q_003756", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Nuremberg Medical Trial", + "pred": "International Military Tribunal", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Prince Philipp, Landgrave of Hesse -> participant in -> Nuremberg Medical Trial (1947)\n Hop 2: Nuremberg Medical Trial -> participant in -> International Military Tribunal (1947)\n Answer: International Military Tribunal" + }, + { + "id": "q_006939", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Christiaan Eijkman -> nominated for -> Nobel Prize in Physiology or Medicine (1921)\n Answer: Nobel Prize in Physiology or Medicine" + }, + { + "id": "q_005031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Bennati -> country of citizenship -> Italy (1956)\n Answer: Italy" + }, + { + "id": "q_001054", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ermanno Olmi -> country of citizenship -> Italy (1949)\n Answer: Italy" + }, + { + "id": "q_002273", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Watford F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alec Chamberlain -> member of sports team -> Watford F.C. (2001)\n Answer: Watford F.C." + }, + { + "id": "q_000786", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tony Marshall -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2003)\n Answer: Order of Merit of Baden-W\u00fcrttemberg" + }, + { + "id": "q_002778", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andros Townsend -> member of sports team -> Tottenham Hotspur F.C. (2014)\n Answer: Tottenham Hotspur F.C." + }, + { + "id": "q_005074", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Japan", + "pred": "Japan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Broutona -> country -> Japan (1919)\n Answer: Japan" + }, + { + "id": "q_007312", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Chelsea F.C.", + "pred": "Chelsea F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Magnus Hedman -> member of sports team -> Chelsea F.C. (2007)\n Answer: Chelsea F.C." + }, + { + "id": "q_001350", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Leningrad Oblast", + "pred": "Leningrad Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ivangorod -> located in -> Leningrad Oblast (2001)\n Answer: Leningrad Oblast" + }, + { + "id": "q_001371", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Clare Boothe Luce", + "pred": "Clare Boothe Luce", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Henry Luce -> spouse -> Clare Boothe Luce (1959)\n Answer: Clare Boothe Luce" + }, + { + "id": "q_000490", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: No Thanks! -> nominated for -> As d'Or Jeu de l'Ann\u00e9e (2005)\n Answer: 2005" + }, + { + "id": "q_006219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1985.0, + "gold": "1985", + "pred": "1985", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yonohommachi Station -> founder -> Japanese National Railways (1985)\n Answer: 1985" + }, + { + "id": "q_005716", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Edgardo Moltoni -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy" + }, + { + "id": "q_005200", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Pichichi Trophy", + "pred": "Pichichi Trophy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hugo S\u00e1nchez -> award received -> Pichichi Trophy (1985)\n Answer: Pichichi Trophy" + }, + { + "id": "q_000681", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Robin Shroot -> member of sports team -> Burton Albion F.C. (2009)\n Answer: 2009" + }, + { + "id": "q_004424", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lviv Oblast", + "pred": "Lviv Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Drohobych -> located in -> Lviv Oblast (2012)\n Answer: Lviv Oblast" + }, + { + "id": "q_003611", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Catholic priest", + "pred": "Catholic priest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alwin Albert Hafner -> occupation -> Catholic priest (1976)\n Answer: Catholic priest" + }, + { + "id": "q_000603", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Lille OSC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Beno\u00eet Cheyrou -> member of sports team -> Lille OSC (1999)\n Answer: Lille OSC" + }, + { + "id": "q_007417", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Beaux-Arts de Paris", + "pred": "Beaux-Arts de Paris", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alekos Fassianos -> educated at -> Beaux-Arts de Paris (1970)\n Answer: Beaux-Arts de Paris" + }, + { + "id": "q_001017", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Golden Bear", + "pred": "Golden Bear", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Li Yang -> nominated for -> Golden Bear (2003)\n Answer: Golden Bear" + }, + { + "id": "q_004297", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Walter Sisulu", + "pred": "Walter Sisulu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Albertina Nontsikelelo Sisulu -> spouse -> Walter Sisulu (1966)\n Answer: Walter Sisulu" + }, + { + "id": "q_007760", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Netherlands", + "pred": "Netherlands", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mart Stam -> work location -> Netherlands (1962)\n Answer: Netherlands" + }, + { + "id": "q_002309", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Feh\u00e9rv\u00e1r FC", + "pred": "Feh\u00e9rv\u00e1r FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Henning Berg -> coach of -> Feh\u00e9rv\u00e1r FC (2017)\n Answer: Feh\u00e9rv\u00e1r FC" + }, + { + "id": "q_000472", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Bonnard -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy" + }, + { + "id": "q_001687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Free Democratic Party", + "pred": "Free Democratic Party", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Scheel -> member of political party -> Free Democratic Party (1988)\n Answer: Free Democratic Party" + }, + { + "id": "q_003092", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Limbach-Oberfrohna -> country -> Weimar Republic (1920)\n Answer: Weimar Republic" + }, + { + "id": "q_003984", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Hamburger SV", + "pred": "Hamburger SV", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Wilhelm Blunk -> member of sports team -> Hamburger SV (1944)\n Answer: Hamburger SV" + }, + { + "id": "q_004307", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Verzar -> country -> Yugoslavia (1933)\n Answer: Yugoslavia" + }, + { + "id": "q_004221", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Carli -> country of citizenship -> Italy (1967)\n Answer: Italy" + }, + { + "id": "q_002604", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Orenburg Governorate", + "pred": "Orenburg Governorate", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Orenburg -> capital of -> Orenburg Governorate (1924)\n Answer: Orenburg Governorate" + }, + { + "id": "q_005175", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Suso Cecchi d'Amico -> country of citizenship -> Italy (1999)\n Answer: Italy" + }, + { + "id": "q_000103", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "People's Republic of Bulgaria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stara Zagora -> country -> People's Republic of Bulgaria (1962)\n Answer: People's Republic of Bulgaria" + }, + { + "id": "q_007858", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "construction", + "pred": "construction", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hanover Stadtbahn -> vehicle normally used -> TW 6000 (1980)\n Hop 2: TW 6000 -> significant event -> construction (1980)\n Answer: construction" + }, + { + "id": "q_000929", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Tony Award for Best Actress in a Play", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Glenda Jackson -> nominated for -> Tony Award for Best Actress in a Play (1981)\n Answer: Tony Award for Best Actress in a Play" + }, + { + "id": "q_008399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Hamburg Commercial Bank", + "pred": "Hamburg Commercial Bank", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Volksparkstadion -> named after -> Hamburg Commercial Bank (2008)\n Answer: Hamburg Commercial Bank" + }, + { + "id": "q_006833", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "Princess M\u00e4rtha of Sweden", + "pred": "Princess M\u00e4rtha of Sweden", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Olav V of Norway -> spouse -> Princess M\u00e4rtha of Sweden (1936)\n Answer: Princess M\u00e4rtha of Sweden" + }, + { + "id": "q_007826", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Patrick Cramer -> award received -> Gottfried Wilhelm Leibniz Prize (2006)\n Answer: 2006" + }, + { + "id": "q_005791", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1969.0, + "gold": "1969", + "pred": "1969", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Strawberry Fields Forever -> performer -> The Beatles (1969)\n Answer: 1969" + }, + { + "id": "q_008695", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "FC Basel", + "pred": "FC Basel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Serge Muhmenthaler -> member of sports team -> FC Basel (1976)\n Answer: FC Basel" + }, + { + "id": "q_006326", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Isabella Biagini -> country of citizenship -> Kingdom of Italy (1943)\n Answer: Kingdom of Italy" + }, + { + "id": "q_002683", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vincenzo Talarico -> country of citizenship -> Italy (1956)\n Answer: Italy" + }, + { + "id": "q_004982", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "AS Monaco FC", + "pred": "AS Monaco FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Abderrahmane Boubekeur -> member of sports team -> AS Monaco FC (1957)\n Answer: AS Monaco FC" + }, + { + "id": "q_000500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fabio Capello -> work location -> Rome (2001)\n Answer: Rome" + }, + { + "id": "q_000415", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Neauphle-le-Vieux -> located in -> Seine-et-Oise (1957)\n Answer: Seine-et-Oise" + }, + { + "id": "q_002513", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "IBM", + "pred": "IBM", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frank Soltis -> employer -> IBM (1988)\n Answer: IBM" + }, + { + "id": "q_001131", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Xiao Yang -> member of political party -> Chinese Communist Party (1971)\n Answer: Chinese Communist Party" + }, + { + "id": "q_004809", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gino Cassinis -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy" + }, + { + "id": "q_006419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "England women's national football team", + "pred": "England women's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lindsay Johnson -> member of sports team -> England women's national football team (2005)\n Answer: England women's national football team" + }, + { + "id": "q_000119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario B\u00f2 -> country of citizenship -> Italy (1994)\n Answer: Italy" + }, + { + "id": "q_002765", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "The Rockefeller University", + "pred": "The Rockefeller University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: George Uhlenbeck -> employer -> The Rockefeller University (1967)\n Answer: The Rockefeller University" + }, + { + "id": "q_001638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Viktor Kulikov -> country of citizenship -> Soviet Union (1946)\n Answer: Soviet Union" + }, + { + "id": "q_003270", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Ungaretti -> country of citizenship -> Kingdom of Italy (1914)\n Answer: Kingdom of Italy" + }, + { + "id": "q_002090", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zeno Saltini -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy" + }, + { + "id": "q_002717", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luciano Savorini -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy" + }, + { + "id": "q_001781", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Waltrude Schleyer", + "pred": "Waltrude Schleyer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Waltrude Schleyer -> spouse -> Hanns Martin Schleyer (1950)\n Answer: Waltrude Schleyer" + }, + { + "id": "q_007508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "West Ham United F.C.", + "pred": "West Ham United F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Billy Brown -> member of sports team -> West Ham United F.C. (1922)\n Answer: West Ham United F.C." + }, + { + "id": "q_000911", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Tuscany", + "pred": "Tuscany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Plinio Nomellini -> work location -> Tuscany (1932)\n Answer: Tuscany" + }, + { + "id": "q_002590", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1946.0, + "gold": "1946", + "pred": "1946", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Meazza -> coach of sports team -> Atalanta BC (1946)\n Answer: 1946" + }, + { + "id": "q_005409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Q104925 -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2018)\n Answer: Order of Merit of Baden-W\u00fcrttemberg" + }, + { + "id": "q_004701", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: L\u00e9vis-Saint-Nom -> located in -> Seine-et-Oise (1968)\n Answer: Seine-et-Oise" + }, + { + "id": "q_006905", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Northwestern University -> member of -> Scholarly Publishing and Academic Resources Coalition (2023)\n Answer: 2023" + }, + { + "id": "q_005334", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: IG Farben -> significant event -> insolvency (2003)\n Answer: 2003" + }, + { + "id": "q_006551", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Egidio Feruglio -> country of citizenship -> Kingdom of Italy (1917)\n Answer: Kingdom of Italy" + }, + { + "id": "q_002537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Bianchi -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy" + }, + { + "id": "q_004357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "FC Amkar Perm", + "pred": "FC Amkar Perm", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Martin Jakubko -> member of sports team -> FC Amkar Perm (2014)\n Answer: FC Amkar Perm" + }, + { + "id": "q_006681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Sporting CP", + "pred": "Sporting CP", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rudolf Jeny -> member of sports team -> Hungary men's national football team (1934)\n Answer: Sporting CP" + }, + { + "id": "q_001982", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Francesco Gabrieli -> country of citizenship -> Kingdom of Italy (1939)\n Answer: Kingdom of Italy" + }, + { + "id": "q_001763", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Tranmere Rovers F.C.", + "pred": "Tranmere Rovers F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Steve Coppell -> member of sports team -> Tranmere Rovers F.C. (1973)\n Answer: Tranmere Rovers F.C." + }, + { + "id": "q_001693", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Utrecht University", + "pred": "Utrecht University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pieter Helbert Damst\u00e9 -> employer -> Utrecht University (1919)\n Answer: Utrecht University" + }, + { + "id": "q_006247", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1909.0, + "gold": "Associate Justice of the Supreme Court of the United States", + "pred": "Associate Justice of the Supreme Court of the United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Joseph McKenna -> position held -> Associate Justice of the Supreme Court of the United States (1909)\n Answer: Associate Justice of the Supreme Court of the United States" + }, + { + "id": "q_006923", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Der St\u00fcrmer", + "pred": "Der St\u00fcrmer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Julius Streicher -> employer -> Der St\u00fcrmer (1929)\n Answer: Der St\u00fcrmer" + }, + { + "id": "q_004828", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adone Zoli -> country of citizenship -> Italy (1957)\n Answer: Italy" + }, + { + "id": "q_006717", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Bianchi -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy" + }, + { + "id": "q_001064", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hanover -> country -> Weimar Republic (1930)\n Answer: Weimar Republic" + }, + { + "id": "q_002886", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luciano Fo\u00e0 -> country of citizenship -> Italy (1967)\n Answer: Italy" + }, + { + "id": "q_001768", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Emilio Petiva -> country of citizenship -> Kingdom of Italy (1929)\n Answer: Kingdom of Italy" + }, + { + "id": "q_006522", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Cameroon men's national football team", + "pred": "Cameroon men's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Henri Michel -> coach of sports team -> Cameroon men's national football team (1994)\n Answer: Cameroon men's national football team" + }, + { + "id": "q_001073", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Kingdom of Bulgaria", + "pred": "Kingdom of Bulgaria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Veliko Tarnovo -> country -> Kingdom of Bulgaria (1910)\n Answer: Kingdom of Bulgaria" + }, + { + "id": "q_002125", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "SSC Napoli", + "pred": "SSC Napoli", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armando Tre Re -> member of sports team -> SSC Napoli (1956)\n Answer: SSC Napoli" + }, + { + "id": "q_002297", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "FC Astra Giurgiu", + "pred": "FC Astra Giurgiu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dorinel Munteanu -> coach of sports team -> FC Astra Giurgiu (2015)\n Answer: FC Astra Giurgiu" + }, + { + "id": "q_002809", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Elio Toaff -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy" + }, + { + "id": "q_002474", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Pat Travers", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tommy Aldridge -> member of -> Pat Travers (1981)\n Answer: Pat Travers" + }, + { + "id": "q_004101", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Djalminha -> member of sports team -> Club Am\u00e9rica (2004)\n Answer: 2004" + }, + { + "id": "q_006366", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "England women's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kelly Smith -> member of sports team -> England women's national football team (2014)\n Answer: England women's national football team" + }, + { + "id": "q_003182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "United States Navy", + "pred": "United States Navy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arthur William Radford -> military branch -> United States Navy (1952)\n Answer: United States Navy" + }, + { + "id": "q_003020", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Lagos", + "pred": "Lagos", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nigeria -> capital -> Lagos (1968)\n Answer: Lagos" + }, + { + "id": "q_004956", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Calcio Padova", + "pred": "Calcio Padova", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Azzini -> member of sports team -> Calcio Padova (1957)\n Answer: Calcio Padova" + }, + { + "id": "q_006758", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Al Masry SC", + "pred": "Al Masry SC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ahmad Shedid Qinawi -> member of sports team -> Al Masry SC (2008)\n Answer: Al Masry SC" + }, + { + "id": "q_003840", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "DSV Leoben", + "pred": "DSV Leoben", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Wolfgang Klapf -> member of sports team -> DSV Leoben (2005)\n Answer: DSV Leoben" + }, + { + "id": "q_003113", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Wheaton College", + "pred": "Wheaton College", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hilda Geiringer -> employer -> Wheaton College (1952)\n Answer: Wheaton College" + }, + { + "id": "q_004767", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Miss America", + "pred": "Miss America", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lois Delander -> competition won -> Miss America (1927)\n Answer: Miss America" + }, + { + "id": "q_004986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Goffredo Petrassi -> country of citizenship -> Kingdom of Italy (1941)\n Answer: Kingdom of Italy" + }, + { + "id": "q_004256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "pred": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paris\u2013Lille railway -> operator -> Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais (1965)\n Answer: Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais" + }, + { + "id": "q_003340", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Russia", + "pred": "Russia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dmitry Yazov -> country of citizenship -> Russia (1995)\n Answer: Russia" + }, + { + "id": "q_005245", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Chariots of Fire -> nominated for -> Academy Award for Best Picture (1982)\n Hop 2: Academy Award for Best Picture -> equal to -> Academy Award for Best Picture (1982)\n Hop 3: Academy Award for Best Picture (1982) -> year -> 1982\n Answer: 1982" + }, + { + "id": "q_006022", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lady Gaga", + "pred": "Lady Gaga", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Taylor Kinney -> unmarried partner -> Lady Gaga (2012)\n Answer: Lady Gaga" + }, + { + "id": "q_002807", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "University of Oslo", + "pred": "University of Oslo", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Viggo Brun -> employer -> University of Oslo (1950)\n Answer: University of Oslo" + }, + { + "id": "q_002236", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Order of Merit of North Rhine-Westphalia", + "pred": "Order of Merit of North Rhine-Westphalia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Helmut Hirsch -> award received -> Order of Merit of North Rhine-Westphalia (1988)\n Answer: Order of Merit of North Rhine-Westphalia" + }, + { + "id": "q_006258", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "United States Cabinet", + "pred": "United States Cabinet", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: United States Secretary of the Navy -> part of -> United States Cabinet (1906)\n Answer: United States Cabinet" + }, + { + "id": "q_003646", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "pred": "Primtime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "em": 0.0, + "f1": 0.9166666666666666, + "pred_raw": "Hop 1: Gena Rowlands -> award received -> Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie (1987)\n Answer: Primtime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie" + }, + { + "id": "q_002029", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Warabitai Station", + "pred": "Warabitai Station", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kuromatsunai Station -> adjacent station -> Warabitai Station (1964)\n Answer: Warabitai Station" + }, + { + "id": "q_002701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Rudi Fuchs", + "pred": "Rudi Fuchs", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stedelijk Museum Amsterdam -> manager -> Rudi Fuchs (2003)\n Answer: Rudi Fuchs" + }, + { + "id": "q_000849", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ray Lovejoy -> nominated for -> Academy Award for Best Film Editing (1987)\n Answer: 1987" + }, + { + "id": "q_000139", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "Schutzstaffel", + "pred": "Schutzstaffel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Richard Schulze-Kossens -> member of -> Schutzstaffel (1937)\n Answer: Schutzstaffel" + }, + { + "id": "q_007176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Anton-G\u00fcnther, Duke of Oldenburg", + "pred": "Anton-G\u00fcnther, Duke of Oldenburg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: House of Oldenburg -> chairperson -> Anton-G\u00fcnther, Duke of Oldenburg (2007)\n Answer: Anton-G\u00fcnther, Duke of Oldenburg" + }, + { + "id": "q_004055", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Visintin -> country of citizenship -> Italy (1976)\n Answer: Italy" + }, + { + "id": "q_004419", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Jeonbuk Hyundai Motors FC", + "pred": "Jeonbuk Hyundai Motors FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sim Woo-yeon -> member of sports team -> Jeonbuk Hyundai Motors FC (2011)\n Answer: Jeonbuk Hyundai Motors FC" + }, + { + "id": "q_006447", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Wall -> drafted by -> Washington Wizards (2010)\n Answer: 2010" + }, + { + "id": "q_005863", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Parliament of the United Kingdom", + "pred": "Parliament of the United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Chris Huhne -> member of -> Parliament of the United Kingdom (2010)\n Answer: Parliament of the United Kingdom" + }, + { + "id": "q_004287", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Jens Stoltenberg", + "pred": "Jens Stoltenberg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Norwegian Labour Party -> chairperson -> Jens Stoltenberg (2011)\n Answer: Jens Stoltenberg" + }, + { + "id": "q_008613", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "1980", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: George Gervin -> award received -> NBA All-Star Game Kobe Bryant Most Valuable Player Award (1980)\n Answer: 1980" + }, + { + "id": "q_002216", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Team Jayco AlUla", + "pred": "Team Jayco AlUla", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mitchell Docker -> member of sports team -> Team Jayco AlUla (2013)\n Answer: Team Jayco AlUla" + }, + { + "id": "q_006890", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rahim Zafer -> member of sports team -> Gen\u00e7lerbirli\u011fi S.K. (1994)\n Answer: Gen\u00e7lerbirli\u011fi S.K." + }, + { + "id": "q_005004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bakhchisaray Palace -> country -> Soviet Union (1965)\n Answer: Soviet Union" + }, + { + "id": "q_004395", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "University of Freiburg", + "pred": "University of Freiburg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ernst-Wolfgang B\u00f6ckenf\u00f6rde -> employer -> University of Freiburg (1994)\n Answer: University of Freiburg" + }, + { + "id": "q_003660", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Queen", + "pred": "Queen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mountain Studios -> owned by -> Queen (1989)\n Answer: Queen" + }, + { + "id": "q_006514", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Murmansk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1955)\n Answer: Russian Soviet Federative Socialist Republic" + }, + { + "id": "q_002222", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sergio Bonelli -> country of citizenship -> Italy (1951)\n Answer: Italy" + }, + { + "id": "q_000791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tiziano Terzani -> country of citizenship -> Italy (1996)\n Answer: Italy" + }, + { + "id": "q_001758", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "John Mauchly", + "pred": "John Mauchly", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kathleen Antonelli -> spouse -> John Mauchly (1973)\n Answer: John Mauchly" + }, + { + "id": "q_004641", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Ni\u00e8vre", + "pred": "Ni\u00e8vre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Route nationale 445 -> located in -> Ni\u00e8vre (1946)\n Answer: Ni\u00e8vre" + }, + { + "id": "q_000084", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Munich Kammerspiele", + "pred": "Munich Kammerspiele", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Therese Giehse -> employer -> Munich Kammerspiele (1967)\n Answer: Munich Kammerspiele" + }, + { + "id": "q_005007", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2017.0, + "gold": "2017", + "pred": "2017", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karl Ove Knausg\u00e5rd -> award received -> Jerusalem Prize (2017)\n Answer: 2017" + }, + { + "id": "q_002535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Tuvan Autonomous Soviet Socialist Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tes-Khemsky District -> located in -> Tuvan Autonomous Soviet Socialist Republic (1987)\n Answer: Tuvan Autonomous Soviet Socialist Republic" + }, + { + "id": "q_007920", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kyoto Protocol -> ratified by -> Thailand (2002)\n Answer: 2002" + }, + { + "id": "q_006359", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1956.0, + "gold": "1956", + "pred": "1956", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bauer -> member of sports team -> Botafogo F.R. (1956)\n Answer: 1956" + }, + { + "id": "q_005402", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Simferopol -> country -> Russian Empire (1910)\n Answer: Russian Empire" + }, + { + "id": "q_007921", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: STS-29 -> significant event -> landing (1989)\n Answer: 1989" + }, + { + "id": "q_002569", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aldo Clementi -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy" + }, + { + "id": "q_003091", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Pat Travers", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tommy Aldridge -> member of -> Pat Travers (1981)\n Answer: Pat Travers" + }, + { + "id": "q_002364", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Gaz\u00e9lec Ajaccio", + "pred": "Gaz\u00e9lec Ajaccio", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jean-Michel Cavalli -> member of sports team -> AS Monaco FC (1990)\n Answer: Gaz\u00e9lec Ajaccio" + }, + { + "id": "q_007208", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Gustave Choquet", + "pred": "Gustave Choquet", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yvonne Choquet-Bruhat -> spouse -> Gustave Choquet (1983)\n Answer: Gustave Choquet" + }, + { + "id": "q_003209", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "C\u00e9sar Milstein", + "pred": "C\u00e9sar Milstein", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Copley Medal -> winner -> C\u00e9sar Milstein (1989)\n Answer: C\u00e9sar Milstein" + }, + { + "id": "q_001948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rudolf Virchow -> nominated for -> Nobel Prize in Physiology or Medicine (1902)\n Answer: Nobel Prize in Physiology or Medicine" + }, + { + "id": "q_004389", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "1922", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Irish Free State -> replaces -> United Kingdom of Great Britain and Ireland (1922)\n Answer: 1922" + }, + { + "id": "q_001672", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Kemerovo Oblast", + "pred": "Kemerovo Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Novokuznetsk -> located in -> Kemerovo Oblast (1980)\n Answer: Kemerovo Oblast" + }, + { + "id": "q_002971", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2020.0, + "gold": "Hamza Hamzao\u011flu", + "pred": "Hamza Hamzao\u011flu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yeni Malatyaspor -> head coach -> Hamza Hamzao\u011flu (2020)\n Answer: Hamza Hamzao\u011flu" + }, + { + "id": "q_007668", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Freie Universit\u00e4t Berlin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Reinhard Selten -> employer -> Freie Universit\u00e4t Berlin (1969)\n Answer: Freie Universit\u00e4t Berlin" + }, + { + "id": "q_004443", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Member of the European Parliament", + "pred": "Member of the European Parliament", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Q524412 -> position held -> Member of the European Parliament (2010)\n Answer: Member of the European Parliament" + }, + { + "id": "q_000260", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sol Polito -> country of citizenship -> Kingdom of Italy (1925)\n Answer: Kingdom of Italy" + }, + { + "id": "q_003060", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Leipziger Land", + "pred": "Leipziger Land", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Borna -> located in -> Leipziger Land (1999)\n Answer: Leipziger Land" + }, + { + "id": "q_003434", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "United Arab Republic", + "pred": "United Arab Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fouad Mohamed Abou Zikry -> country of citizenship -> United Arab Republic (1962)\n Answer: United Arab Republic" + }, + { + "id": "q_006063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lino Aldani -> country of citizenship -> Italy (1963)\n Answer: Italy" + }, + { + "id": "q_005538", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Nobel Prize in Literature", + "pred": "Nobel Prize in Literature", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gunnar Gunnarsson -> nominated for -> Nobel Prize in Literature (1961)\n Answer: Nobel Prize in Literature" + }, + { + "id": "q_005136", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Ireland men\u2019s national rugby union team", + "pred": "Ireland men\u2019s national rugby union team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Geordan Murphy -> member of sports team -> Ireland men\u2019s national rugby union team (2000)\n Answer: Ireland men\u2019s national rugby union team" + }, + { + "id": "q_004183", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "The Rockefeller University", + "pred": "The Rockefeller University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Torsten Nils Wiesel -> employer -> The Rockefeller University (1984)\n Answer: The Rockefeller University" + }, + { + "id": "q_006802", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Is\u00e8re", + "pred": "Is\u00e8re", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ternay -> located in -> Is\u00e8re (1936)\n Answer: Is\u00e8re" + }, + { + "id": "q_002238", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Artemio Franchi -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy" + }, + { + "id": "q_004081", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Harvard University", + "pred": "Harvard University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hassler Whitney -> employer -> Harvard University (1944)\n Answer: Harvard University" + }, + { + "id": "q_007931", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Kingdom of Hungary", + "pred": "Kingdom of Hungary", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kenderes -> country -> Kingdom of Hungary (1920)\n Answer: Kingdom of Hungary" + }, + { + "id": "q_002561", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Babe\u0219-Bolyai University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gyula Iulius Maurer -> employer -> Babe\u0219-Bolyai University (1961)\n Answer: Babe\u0219-Bolyai University" + }, + { + "id": "q_000796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Stockholm University", + "pred": "Stockholm University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erik Ivar Fredholm -> employer -> Stockholm University (1918)\n Answer: Stockholm University" + }, + { + "id": "q_008363", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Poland", + "pred": "Poland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eugeniusz Eibisch -> work location -> Poland (1974)\n Answer: Poland" + }, + { + "id": "q_008611", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Wang Jingwei regime", + "pred": "Wang Jingwei regime", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anci District -> located in -> Wang Jingwei regime (1944)\n Answer: Wang Jingwei regime" + }, + { + "id": "q_002255", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1986.0, + "gold": "1986", + "pred": "1986", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bobby Mimms -> member of sports team -> Notts County F.C. (1986)\n Answer: 1986" + }, + { + "id": "q_007672", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2016", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ellen DeGeneres -> award received -> Presidential Medal of Freedom (2016)\n Answer: 2016" + }, + { + "id": "q_002954", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "SC Fortuna K\u00f6ln", + "pred": "SC Fortuna K\u00f6ln", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antoine Hey -> member of sports team -> SC Fortuna K\u00f6ln (1995)\n Answer: SC Fortuna K\u00f6ln" + }, + { + "id": "q_002449", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Valencia CF", + "pred": "Valencia CF", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Asier del Horno -> member of sports team -> Valencia CF (2009)\n Answer: Valencia CF" + }, + { + "id": "q_005372", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Malm\u00f6 FF", + "pred": "Jonatan Johansson", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ulrich Vinzents -> member of sports team -> Malm\u00f6 FF (2007)\n Hop 2: Malm\u00f6 FF -> member of sports team -> Jonatan Johansson (2007)\n Answer: Jonatan Johansson" + }, + { + "id": "q_006616", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cipriano Chemello -> country of citizenship -> Italy (1965)\n Answer: Italy" + }, + { + "id": "q_007451", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "SV Saar 05 Saarbr\u00fccken", + "pred": "SV Saar 05 Saarbr\u00fccken", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kurt Clemens -> member of sports team -> SV Saar 05 Saarbr\u00fccken (1957)\n Answer: SV Saar 05 Saarbr\u00fccken" + }, + { + "id": "q_003948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "C.D. Nacional", + "pred": "C.D. Nacional", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pedro Pacheco -> member of sports team -> C.D. Nacional (2009)\n Answer: C.D. Nacional" + }, + { + "id": "q_008679", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Bordoni -> country of citizenship -> Kingdom of Italy (1927)\n Answer: Kingdom of Italy" + }, + { + "id": "q_004351", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "education", + "pred": "education", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: U-111 -> has use -> education (1941)\n Answer: education" + }, + { + "id": "q_007031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "FC Barcelona B\u00e0squet", + "pred": "FC Barcelona B\u00e0squet", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ante Tomi\u0107 -> member of sports team -> FC Barcelona B\u00e0squet (2015)\n Answer: FC Barcelona B\u00e0squet" + }, + { + "id": "q_004853", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roberto Tucci -> country of citizenship -> Italy (2005)\n Answer: Italy" + }, + { + "id": "q_008238", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Reichsgesetzblatt", + "pred": "Reichsgesetzblatt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Reich Citizenship Law -> published in -> Reichsgesetzblatt (1935)\n Answer: Reichsgesetzblatt" + }, + { + "id": "q_007289", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hanau -> country -> German Empire (1907)\n Answer: German Empire" + }, + { + "id": "q_005590", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giorgio Ferrini -> country of citizenship -> Kingdom of Italy (1943)\n Answer: Kingdom of Italy" + }, + { + "id": "q_002466", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1942.0, + "gold": "1st U-boat Flotilla", + "pred": "U-566", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: U-441 -> part of -> 1st U-boat Flotilla (1942)\n Hop 2: 1st U-boat Flotilla -> has part(s) -> U-566 (1942)\n Answer: U-566" + }, + { + "id": "q_005898", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Second Syrian Republic", + "pred": "Second Syrian Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bahij al-Khatib -> country of citizenship -> Second Syrian Republic (1940)\n Answer: Second Syrian Republic" + }, + { + "id": "q_004677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gorz\u00f3w Wielkopolski -> country -> German Empire (1907)\n Answer: German Empire" + }, + { + "id": "q_006637", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Allianz SE", + "pred": "Allianz SE", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: G\u00f3rnik Zabrze -> sponsor -> Allianz SE (2010)\n Answer: Allianz SE" + }, + { + "id": "q_001605", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Keith Richards", + "pred": "Keith Richards", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anita Pallenberg -> unmarried partner -> Keith Richards (1974)\n Answer: Keith Richards" + }, + { + "id": "q_003947", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Q99317", + "pred": "Reinhold von der M\u00fchlen", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bonn -> head of government -> Reinhold von der M\u00fchlen -> 2001\n Answer: Reinhold von der M\u00fchlen" + }, + { + "id": "q_001379", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Doron Zeilberger -> award received -> Euler Medal (2004)\n Answer: 2004" + }, + { + "id": "q_006411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Cruzeiro E.C.", + "pred": "Cruzeiro E.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jos\u00e9 Carlos Ferreira Filho -> member of sports team -> Cruzeiro E.C. (2009)\n Answer: Cruzeiro E.C." + }, + { + "id": "q_004141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2021.0, + "gold": "Daft Punk", + "pred": "Daft Punk", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guy-Manuel de Homem-Christo -> member of -> Daft Punk (2021)\n Answer: Daft Punk" + }, + { + "id": "q_007475", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Latvia", + "pred": "Latvia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: R\u0113zekne District -> country -> Latvia (2004)\n Answer: Latvia" + }, + { + "id": "q_008010", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "C.D. Jorge Wilstermann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Christian Vargas -> member of sports team -> C.D. Jorge Wilstermann (2004)\n Answer: C.D. Jorge Wilstermann" + }, + { + "id": "q_005768", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Landeshauptmann", + "pred": "Landeshauptmann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Herbert Sausgruber -> position held -> Landeshauptmann (1999)\n Answer: Landeshauptmann" + }, + { + "id": "q_003283", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Lazarev -> award received -> USSR State Prize (1977)\n Answer: 1977" + }, + { + "id": "q_003934", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Republic of Korea Army", + "pred": "Republic of Korea Army", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Chung Il-kwon -> military branch -> Republic of Korea Army (1951)\n Answer: Republic of Korea Army" + }, + { + "id": "q_000952", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mircea Snegur -> country of citizenship -> Soviet Union (1957)\n Answer: Soviet Union" + }, + { + "id": "q_004410", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Landrat", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armin Grein -> position held -> Landrat (1989)\n Answer: Landrat" + }, + { + "id": "q_007420", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Orenburg Oblast", + "pred": "Orenburg Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gai -> located in -> Orenburg Oblast (1984)\n Answer: Orenburg Oblast" + }, + { + "id": "q_003788", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Paris", + "pred": "Paris", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zolt\u00e1n Kem\u00e9ny -> work location -> Paris (1935)\n Answer: Paris" + }, + { + "id": "q_007654", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Lille OSC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Beno\u00eet Cheyrou -> member of sports team -> Lille OSC (1999)\n Answer: Lille OSC" + }, + { + "id": "q_000104", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Daejeon Hana Citizen FC", + "pred": "Daejeon Hana Citizen FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Choi Eun-sung -> member of sports team -> Daejeon Hana Citizen FC (2003)\n Answer: Daejeon Hana Citizen FC" + }, + { + "id": "q_003094", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "England men\u2019s national rugby union team", + "pred": "England men\u2019s national rugby union team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Peter Winterbottom -> member of sports team -> England men\u2019s national rugby union team (1987)\n Answer: England men\u2019s national rugby union team" + }, + { + "id": "q_005875", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tony Terlazzo -> country of citizenship -> Italy (1963)\n Answer: Italy" + }, + { + "id": "q_004542", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2016.0, + "gold": "Province of Carbonia-Iglesias", + "pred": "Province of Carbonia-Iglesias", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Masainas -> located in -> Province of Carbonia-Iglesias (2016)\n Answer: Province of Carbonia-Iglesias" + }, + { + "id": "q_000638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "AgustaWestland", + "pred": "AgustaWestland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leonardo -> subsidiary -> AgustaWestland (2006)\n Answer: AgustaWestland" + }, + { + "id": "q_003357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leonella Sgorbati -> country of citizenship -> Italy (1960)\n Answer: Italy" + }, + { + "id": "q_005999", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Czechia men's national football team", + "pred": "Czechia men's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ji\u0159\u00ed Jaro\u0161\u00edk -> member of sports team -> Czechia men's national football team (2000)\n Answer: Czechia men's national football team" + }, + { + "id": "q_003881", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Norberto Bobbio -> country of citizenship -> Kingdom of Italy (1941)\n Answer: Kingdom of Italy" + }, + { + "id": "q_004798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Red Star F.C.", + "pred": "Red Star F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sylvain Kastendeuch -> member of sports team -> Red Star F.C. (1985)\n Answer: Red Star F.C." + }, + { + "id": "q_003140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Copley Medal", + "pred": "Copley Medal", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Robert Robinson -> award received -> Copley Medal (1942)\n Answer: Copley Medal" + }, + { + "id": "q_000380", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Klaus Jensen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Trier -> head of government -> Klaus Jensen (2008)\n Answer: Klaus Jensen" + }, + { + "id": "q_007104", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karel Baxa -> position held -> chairperson (1932)\n Answer: chairperson" + }, + { + "id": "q_005106", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1926.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Manlio Bacigalupo -> country of citizenship -> Kingdom of Italy (1926)\n Answer: Kingdom of Italy" + }, + { + "id": "q_007198", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "VVV-Venlo", + "pred": "VVV-Venlo", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jeffrey Altheer -> member of sports team -> VVV-Venlo (2013)\n Answer: VVV-Venlo" + }, + { + "id": "q_001075", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sebastiano Mannironi -> country of citizenship -> Italy (1987)\n Answer: Italy" + }, + { + "id": "q_007267", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Netherlands Antilles", + "pred": "Netherlands Antilles", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bonaire -> part of -> Netherlands Antilles (1988)\n Answer: Netherlands Antilles" + }, + { + "id": "q_005453", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: L\u00e1rus Gu\u00f0mundsson -> member of sports team -> Valur (1989)\n Answer: 1989" + }, + { + "id": "q_006199", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Club Atl\u00e9tico Tigre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Daniel Islas -> member of sports team -> Club Atl\u00e9tico Tigre (2009)\n Answer: Club Atl\u00e9tico Tigre" + }, + { + "id": "q_007661", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gary Mabbutt -> member of sports team -> Tottenham Hotspur F.C. (1997)\n Answer: Tottenham Hotspur F.C." + }, + { + "id": "q_002761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Christoph Franz", + "pred": "Christoph Franz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lufthansa -> chief executive officer -> Christoph Franz (2011)\n Answer: Christoph Franz" + }, + { + "id": "q_007018", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Province of Ogliastra", + "pred": "Province of Ogliastra", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ussassai -> located in -> Province of Ogliastra (2011)\n Answer: Province of Ogliastra" + }, + { + "id": "q_006321", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Pontault-Combault", + "pred": "Pontault-Combault", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Route nationale 4 -> terminus location -> Pontault-Combault (2014)\n Answer: Pontault-Combault" + }, + { + "id": "q_000924", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paolo Heusch -> country of citizenship -> Italy (1979)\n Answer: Italy" + }, + { + "id": "q_002232", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianpiero Combi -> country of citizenship -> Kingdom of Italy (1929)\n Answer: Kingdom of Italy" + }, + { + "id": "q_005699", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "University of G\u00f6ttingen", + "pred": "University of G\u00f6ttingen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hans Grauert -> employer -> University of G\u00f6ttingen (1977)\n Answer: University of G\u00f6ttingen" + }, + { + "id": "q_007488", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nexhat Daci -> position held -> president (2006)\n Answer: 2006" + }, + { + "id": "q_006249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Vla\u0219ca County", + "pred": "Vla\u0219ca County", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giurgiu -> located in -> Vla\u0219ca County (1937)\n Answer: Vla\u0219ca County" + }, + { + "id": "q_005369", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "University of Zurich", + "pred": "University of Zurich", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andreas Speiser -> employer -> University of Zurich (1931)\n Answer: University of Zurich" + }, + { + "id": "q_000700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Barbarito -> country of citizenship -> Italy (1996)\n Answer: Italy" + }, + { + "id": "q_001823", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Bremen-Liga", + "pred": "Bremen-Liga", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Oberliga Nord (1974-1994) -> league level below -> Bremen-Liga (1984)\n Answer: Bremen-Liga" + }, + { + "id": "q_006475", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Riff-Raff -> award received -> European Film Award for Best Film (1991)\n Answer: 1991" + }, + { + "id": "q_008413", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1984.0, + "gold": "1984", + "pred": "1984", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Miros\u0142aw Kubisztal -> member of sports team -> KS Cracovia (1984)\n Answer: 1984" + }, + { + "id": "q_003577", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Chief of the Turkish General Staff", + "pred": "Chief of the Turkish General Staff", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fevzi \u00c7akmak -> position held -> Chief of the Turkish General Staff (1929)\n Answer: Chief of the Turkish General Staff" + }, + { + "id": "q_003400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Hanna-Barbera", + "pred": "Hanna-Barbera", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Iwao Takamoto -> employer -> Hanna-Barbera (1975)\n Answer: Hanna-Barbera" + }, + { + "id": "q_008560", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Romania national rugby union team", + "pred": "Romania national rugby union team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gheorghe Ben\u021bia -> member of sports team -> Romania national rugby union team (1919)\n Answer: Romania national rugby union team" + }, + { + "id": "q_008146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Czechoslovakia", + "pred": "Czechoslovakia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karol Div\u00edn -> country of citizenship -> Czechoslovakia (1948)\n Answer: Czechoslovakia" + }, + { + "id": "q_006136", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1903.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hlukhiv -> country -> Russian Empire (1903)\n Answer: Russian Empire" + }, + { + "id": "q_005189", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Saulx-Marchais -> located in -> Seine-et-Oise (1913)\n Answer: Seine-et-Oise" + }, + { + "id": "q_002858", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Empire of Japan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Park Yeol -> country of citizenship -> Empire of Japan (1934)\n Answer: Empire of Japan" + }, + { + "id": "q_008315", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Kemerovo Oblast", + "pred": "Kemerovo Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anzhero-Sudzhensk -> located in -> Kemerovo Oblast (1962)\n Answer: Kemerovo Oblast" + }, + { + "id": "q_000228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Kotelnikovsky District", + "pred": "Kotelnikovsky District", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kotelnikovo -> located in -> Kotelnikovsky District (1977)\n Answer: Kotelnikovsky District" + }, + { + "id": "q_005219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antti Sumiala -> member of sports team -> Ak\u00e7aabat Sebatspor (2004)\n Answer: 2004" + }, + { + "id": "q_000973", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Ternopil Oblast", + "pred": "Ternopil Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kremenets -> located in -> Ternopil Oblast (1958)\n Answer: Ternopil Oblast" + }, + { + "id": "q_002849", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianni Agus -> country of citizenship -> Italy (1980)\n Answer: Italy" + }, + { + "id": "q_008608", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "S.C. Internacional", + "pred": "S.C. Internacional", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Danilo Aparecido da Silva -> member of sports team -> S.C. Internacional (2009)\n Answer: S.C. Internacional" + }, + { + "id": "q_001494", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Saint Petersburg", + "pred": "Saint Petersburg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Konrad Krzy\u017canowski -> work location -> Saint Petersburg (1925)\n Answer: Saint Petersburg" + }, + { + "id": "q_007390", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karl-Eduard von Schnitzler -> country of citizenship -> German Democratic Republic (1977)\n Answer: German Democratic Republic" + }, + { + "id": "q_007069", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Sensi -> country of citizenship -> Italy (1999)\n Answer: Italy" + }, + { + "id": "q_001021", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Nelly Sachs Prize", + "pred": "Nelly Sachs Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Javier Mar\u00edas -> award received -> Nelly Sachs Prize (1997)\n Answer: Nelly Sachs Prize" + }, + { + "id": "q_006507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Nicolini -> country of citizenship -> Kingdom of Italy (1922)\n Answer: Kingdom of Italy" + }, + { + "id": "q_006782", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Merited Artist of the RSFSR", + "pred": "Merited Artist of the RSFSR", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Natalya Varley -> award received -> Merited Artist of the RSFSR (1989)\n Answer: Merited Artist of the RSFSR" + }, + { + "id": "q_008600", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Toni Ortelli -> country of citizenship -> Kingdom of Italy (1907)\n Answer: Kingdom of Italy" + }, + { + "id": "q_005516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Central Institute for Ancient History and Archeology", + "pred": "Central Institute for Ancient History and Archeology", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Achim Leube -> employer -> Central Institute for Ancient History and Archeology (1980)\n Answer: Central Institute for Ancient History and Archeology" + }, + { + "id": "q_005501", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Flavio Calzavara -> country of citizenship -> Kingdom of Italy (1937)\n Answer: Kingdom of Italy" + }, + { + "id": "q_001523", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Prince Charles, Count of Flanders", + "pred": "Prince Charles, Count of Flanders", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Belgium -> head of state -> Prince Charles, Count of Flanders (1945)\n Answer: Prince Charles, Count of Flanders" + }, + { + "id": "q_003339", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Second Syrian Republic", + "pred": "Second Syrian Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Saadallah Wannous -> country of citizenship -> Second Syrian Republic (1954)\n Answer: Second Syrian Republic" + }, + { + "id": "q_006965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Empire of Japan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shimano -> country -> Empire of Japan (1934)\n Answer: Empire of Japan" + }, + { + "id": "q_002341", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mark Parrish -> drafted by -> Colorado Avalanche (1996)\n Answer: 1996" + }, + { + "id": "q_006340", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "People's Artist of the USSR", + "pred": "People's Artist of the USSR", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rashid Behbudov -> award received -> People's Artist of the USSR (1959)\n Answer: People's Artist of the USSR" + }, + { + "id": "q_004184", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Chelsea F.C.", + "pred": "Chelsea F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gabriele Ambrosetti -> member of sports team -> Chelsea F.C. (2001)\n Answer: Chelsea F.C." + }, + { + "id": "q_001998", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1939", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The Grapes of Wrath -> award received -> Academy Award for Best Director (1939)\n Answer: 1939" + }, + { + "id": "q_008462", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tony Marshall -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2003)\n Answer: 2003" + }, + { + "id": "q_005081", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Beira Alta", + "pred": "Beira Alta", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Viseu -> located in -> Beira Alta (1956)\n Answer: Beira Alta" + }, + { + "id": "q_001020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shimon Peres -> country of citizenship -> Israel (2004)\n Answer: Israel" + }, + { + "id": "q_006076", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kaluga Governorate -> country -> Russian Empire (1908)\n Answer: Russian Empire" + }, + { + "id": "q_004257", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Province of Posen", + "pred": "Province of Posen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pozna\u0144 -> capital of -> Province of Posen (1904)\n Answer: Province of Posen" + }, + { + "id": "q_001129", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Khrustalnyi -> country -> Soviet Union (1945)\n Answer: Soviet Union" + }, + { + "id": "q_002202", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Isabela", + "pred": "Isabela", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Q13737 -> capital -> Isabela (1988)\n Answer: Isabela" + }, + { + "id": "q_001377", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Tommasi -> country of citizenship -> Italy (1961)\n Answer: Italy" + }, + { + "id": "q_005631", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ernst Brugger -> position held -> President of the Swiss Confederation (1974)\n Answer: 1974" + }, + { + "id": "q_000171", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Melora Walters", + "pred": "Melora Walters", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dylan Walsh -> spouse -> Melora Walters (1999)\n Answer: Melora Walters" + }, + { + "id": "q_007554", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giorgio Amendola -> country of citizenship -> Italy (1965)\n Answer: Italy" + }, + { + "id": "q_001278", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mar\u00eda Denis -> country of citizenship -> Italy (2003)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2003)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_005559", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Xavier Margairaz -> member of sports team -> Servette FC (2014)\n Hop 2: Servette FC -> league or competition -> Swiss Super League (2014)\n Answer: Swiss Super League" + }, + { + "id": "q_007444", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: University of Bristol -> funder -> Lehigh University (2021)\n Answer: 2021" + }, + { + "id": "q_004826", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "Dakar", + "pred": "Dakar", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sassandra -> country -> French West Africa (1917)\n Hop 2: French West Africa -> capital -> Dakar (1917)\n Answer: Dakar" + }, + { + "id": "q_003409", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Margaret Atwood", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Matthew Kneale -> nominated for -> Booker Prize (2000)\n Hop 2: Booker Prize -> winner -> Margaret Atwood (2000)\n Answer: Margaret Atwood" + }, + { + "id": "q_006575", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: G\u00e1bor Csap\u00f3 -> educated at -> University of Szeged (1972)\n Hop 2: University of Szeged -> named after -> Attila J\u00f3zsef (1972)\n Answer: Attila J\u00f3zsef" + }, + { + "id": "q_001217", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hilary Swank", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Samantha Morton -> nominated for -> Academy Award for Best Actress (2004)\n Hop 2: Academy Award for Best Actress (2004) -> winner -> Hilary Swank (2004)\n Answer: Hilary Swank" + }, + { + "id": "q_007223", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Klaus Sch\u00fctz", + "pred": "Klaus Sch\u00fctz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Christian Schad -> work location -> Berlin (1975)\n Hop 2: Berlin -> head of government -> Klaus Sch\u00fctz (1975)\n Answer: Klaus Sch\u00fctz" + }, + { + "id": "q_004735", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Berlin", + "pred": "Berlin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sound and Vision -> performer -> David Bowie (1977)\n Hop 2: David Bowie -> work location -> Berlin (1977)\n Answer: Berlin" + }, + { + "id": "q_001394", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Q896393 -> work location -> Berlin (1970)\n Hop 2: Berlin -> country -> German Democratic Republic (1970)\n Answer: German Democratic Republic" + }, + { + "id": "q_004179", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Rosa Balistreri -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Economic Community (1951)\n Answer: European Economic Community" + }, + { + "id": "q_000278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Rudy Giuliani", + "pred": "Rudy Giuliani", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Prelinger Archives -> located in -> New York City (1996)\n Hop 2: New York City -> head of government -> Rudy Giuliani (1996)\n Answer: Rudy Giuliani" + }, + { + "id": "q_005799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ann Wolff -> work location -> Berlin (2003)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2003)\n Answer: Klaus Wowereit" + }, + { + "id": "q_003446", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "United States Secretary of State", + "em": 0.0, + "f1": 0.6, + "pred_raw": "Hop 1: Age Discrimination in Employment Act of 1967 -> signatory -> Lyndon B. Johnson (1967)\n Hop 2: Lyndon B. Johnson -> residence -> Q35525 (1967)\n Hop 3: Q35525 -> position held -> United States Secretary of State (1967)\n Answer: United States Secretary of State" + }, + { + "id": "q_007096", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Leonardo Jardim", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nicolas Isimat-Mirin -> member of sports team -> AS Monaco FC (2015)\n Hop 2: AS Monaco FC -> head coach -> Leonardo Jardim (2015)\n Answer: Leonardo Jardim" + }, + { + "id": "q_008279", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guy Lafleur -> member of sports team -> Montreal Canadiens (1984)\n Hop 2: Montreal Canadiens -> home venue -> Montreal Forum (1984)\n Answer: Montreal Forum" + }, + { + "id": "q_006719", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Emma de Caunes", + "pred": "Emma de Caunes", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jeanne Balibar -> nominated for -> C\u00e9sar Award for Best Female Revelation (1998)\n Hop 2: C\u00e9sar Award for Best Female Revelation -> winner -> Emma de Caunes (1998)\n Answer: Emma de Caunes" + }, + { + "id": "q_002450", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Cyprus Football Association", + "pred": "Alki Larnaca F.C.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ammochostos Epistrofi Stadium -> occupant -> Alki Larnaca F.C. (2007)\n Answer: Alki Larnaca F.C." + }, + { + "id": "q_000742", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "2007", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vejle County -> replaced by -> Southern Denmark (2007)\n Hop 2: Southern Denmark -> replaces -> Funen County (2007)\n Answer: 2007" + }, + { + "id": "q_005331", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pamela Sargent -> nominated for -> Locus Award for Best Novel (1977)\n Hop 2: Locus Award for Best Novel -> winner -> Kate Wilhelm (1977)\n Answer: 1977" + }, + { + "id": "q_002617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Uwe Reinders -> member of sports team -> FC Girondins de Bordeaux (1985)\n Hop 2: FC Girondins de Bordeaux -> home venue -> Stade Chaban-Delmas (1985)\n Answer: Stade Chaban-Delmas" + }, + { + "id": "q_006020", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lady Bird Johnson", + "pred": "Lady Bird Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Highway Beautification Act of 1965 -> signatory -> Lyndon B. Johnson (1965)\n Hop 2: Lyndon B. Johnson -> spouse -> Lady Bird Johnson (1965)\n Answer: Lady Bird Johnson" + }, + { + "id": "q_002515", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alfred Schmidt -> member of sports team -> Germany men's national association football team (1964)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1964)\n Answer: Sepp Herberger" + }, + { + "id": "q_000947", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kerim Zengin -> member of sports team -> Gaziantepspor (2013)\n Hop 2: Gaziantepspor -> league or competition -> S\u00fcper Lig (2013)\n Answer: S\u00fcper Lig" + }, + { + "id": "q_004442", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "2014", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Felipe Melo -> member of sports team -> Galatasaray S.K. (2014)\n Hop 2: Galatasaray S.K. -> head coach -> Cesare Prandelli (2014)\n Answer: 2014" + }, + { + "id": "q_003129", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Willem de Rooij -> work location -> Berlin (2010)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2010)\n Answer: Klaus Wowereit" + }, + { + "id": "q_000626", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Edward Joseph Kelly", + "pred": "Edward Joseph Kelly", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tony Smith -> work location -> Chicago (1937)\n Hop 2: Chicago -> head of government -> Edward Joseph Kelly (1937)\n Answer: Edward Joseph Kelly" + }, + { + "id": "q_008507", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "presidential system", + "pred": "presidential system", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yavoriv -> country -> Second Polish Republic (1929)\n Hop 2: Second Polish Republic -> basic form of government -> presidential system (1929)\n Answer: presidential system" + }, + { + "id": "q_000399", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Otto Nerz", + "pred": "Otto Nerz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hermann Gramlich -> member of sports team -> Germany men's national association football team (1935)\n Hop 2: Germany men's national association football team -> head coach -> Otto Nerz (1935)\n Answer: Otto Nerz" + }, + { + "id": "q_005160", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "The Book of Evidence", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fay Weldon -> nominated for -> Booker Prize (1979)\n Hop 2: Booker Prize (1979) -> winner -> Penelope Fitzgerald\n Hop 3: Penelope Fitzgerald -> award received -> The Book of Evidence (1979)\n Answer: The Book of Evidence" + }, + { + "id": "q_006565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sergi Barjuan -> member of sports team -> Atl\u00e9tico Madrid (2005)\n Hop 2: Atl\u00e9tico Madrid -> home venue -> Vicente Calder\u00f3n Stadium (2005)\n Answer: Vicente Calder\u00f3n Stadium" + }, + { + "id": "q_006647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "President of North Macedonia", + "pred": "President of North Macedonia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: North Macedonia -> head of state -> Gjorge Ivanov (2017)\n Answer: President of North Macedonia" + }, + { + "id": "q_008117", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ulm University -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> University of Nottingham (2021)\n Answer: 2021" + }, + { + "id": "q_007432", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Romano Prodi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ivan Della Mea -> country of citizenship -> Italy (2007)\n Hop 2: Italy -> head of government -> Romano Prodi (2007)\n Answer: Romano Prodi" + }, + { + "id": "q_006320", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1931.0, + "gold": "1931", + "pred": "1931", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dr. Jekyll and Mr. Hyde -> award received -> Academy Award for Best Actor (1931)\n Hop 2: Lionel Barrymore -> winner -> Academy Award for Best Actor (1931)\n Hop 3: The Champ -> award received -> Academy Award for Best Actor (1931)\n Answer: 1931" + }, + { + "id": "q_008047", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Volodymyr -> country -> Russian Empire (1902)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1902)\n Answer: Nicholas II of Russia" + }, + { + "id": "q_000063", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Carlo Vittorio Varetti", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alessandro Ajmone Marsan -> member of sports team -> Juventus FC (1909)\n Hop 2: Juventus FC -> chairperson -> Carlo Vittorio Varetti (1909)\n Answer: Carlo Vittorio Varetti" + }, + { + "id": "q_008584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: United States -> contains the administrative territorial entity -> Territory of Hawaii (1931)\n Hop 2: Wynn Bullock -> work location -> United States (1931)\n Answer: Territory of Hawaii" + }, + { + "id": "q_001072", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Eusebio Sacrist\u00e1n", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gerard Deulofeu -> member of sports team -> FC Barcelona Atl\u00e8tic (2013)\n Hop 2: FC Barcelona Atl\u00e8tic -> head coach -> Eusebio Sacrist\u00e1n (2013)\n Answer: Eusebio Sacrist\u00e1n" + }, + { + "id": "q_005910", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Christian Vande Velde -> member of sports team -> Discovery Channel (2001)\n Hop 2: Discovery Channel -> country -> United States (2001)\n Answer: United States" + }, + { + "id": "q_003397", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "V\u00edt\u011bzslav Lavi\u010dka", + "pred": "V\u00edt\u011bzslav Lavi\u010dka", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Miroslav Slepi\u010dka -> member of sports team -> AC Sparta Prague (2012)\n Hop 2: AC Sparta Prague -> head coach -> V\u00edt\u011bzslav Lavi\u010dka (2012)\n Answer: V\u00edt\u011bzslav Lavi\u010dka" + }, + { + "id": "q_000162", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Lady Bird Johnson", + "pred": "Lady Bird Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Age Discrimination in Employment Act of 1967 -> signatory -> Lyndon B. Johnson (1967)\n Hop 2: Lyndon B. Johnson -> spouse -> Lady Bird Johnson (1967)\n Answer: Lady Bird Johnson" + }, + { + "id": "q_002728", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Clarence Seedorf -> member of sports team -> AC Milan (2010)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (2010)\n Answer: Silvio Berlusconi" + }, + { + "id": "q_003793", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Barcelona Province", + "pred": "Barcelona Province", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Josep Guinovart -> work location -> Barcelona (1950)\n Hop 2: Barcelona -> located in -> Barcelona Province (1950)\n Answer: Barcelona Province" + }, + { + "id": "q_003541", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carry Me Down -> nominated for -> Booker Prize (2006)\n Hop 2: Booker Prize -> winner -> Kiran Desai (2006)\n Answer: 2006" + }, + { + "id": "q_008524", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00c9douard Kargu -> member of sports team -> FC Girondins de Bordeaux (1950)\n Hop 2: FC Girondins de Bordeaux -> home venue -> Stade Chaban-Delmas (1950)\n Answer: Stade Chaban-Delmas" + }, + { + "id": "q_003943", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Angelo La Barbera -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Giovanni Leone (1971)\n Answer: Giovanni Leone" + }, + { + "id": "q_003382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Michal B\u00edlek", + "pred": "Michal B\u00edlek", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Daniel Kol\u00e1\u0159 -> member of sports team -> Czechia men's national football team (2011)\n Hop 2: Czechia men's national football team -> head coach -> Michal B\u00edlek (2011)\n Answer: Michal B\u00edlek" + }, + { + "id": "q_003569", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alberto Magnelli -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Giovanni Gronchi (1971)\n Answer: Giovanni Gronchi" + }, + { + "id": "q_002249", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "University of Paris", + "pred": "University of Paris", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: University of Paris 1 Pantheon-Sorbonne -> replaces -> University of Paris (1971)\n Answer: University of Paris" + }, + { + "id": "q_001978", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Giolitti", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Giovanni Giolitti (1958)\n Answer: Giovanni Giolitti" + }, + { + "id": "q_005073", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nathan Redmond -> member of sports team -> Birmingham City F.C. (2011)\n Hop 2: Birmingham City F.C. -> head coach -> Alex McLeish (2011)\n Answer: Alex McLeish" + }, + { + "id": "q_000609", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stanley Middleton -> award received -> Booker Prize (1974)\n Hop 2: Booker Prize -> winner -> Kingsley Amis (1974)\n Answer: 1974" + }, + { + "id": "q_004940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Manuel Jim\u00e9nez Jim\u00e9nez", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ra\u00fal Fern\u00e1ndez-Cavada Mateos -> member of sports team -> UD Las Palmas (2018)\n Hop 2: UD Las Palmas -> head coach -> Manuel Jim\u00e9nez Jim\u00e9nez (2018)\n Answer: Manuel Jim\u00e9nez Jim\u00e9nez" + }, + { + "id": "q_002185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Guy Ritchie", + "pred": "Guy Ritchie", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Die Another Day -> performer -> Madonna (2002)\n Hop 2: Madonna -> spouse -> Guy Ritchie (2002)\n Answer: Guy Ritchie" + }, + { + "id": "q_006953", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "Jimmy Walker", + "pred": "Jimmy Walker", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Maria Meneghini Callas -> residence -> New York City (1928)\n Hop 2: New York City -> head of government -> Jimmy Walker (1928)\n Answer: Jimmy Walker" + }, + { + "id": "q_001572", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Leonardo Jardim", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nicolas Isimat-Mirin -> member of sports team -> AS Monaco FC (2015)\n Hop 2: AS Monaco FC -> head coach -> Leonardo Jardim (2015)\n Answer: Leonardo Jardim" + }, + { + "id": "q_008301", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Silvio Berlusconi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Cornacchia -> country of citizenship -> Italy (2007)\n Hop 2: Italy -> head of government -> Silvio Berlusconi (2007)\n Answer: Silvio Berlusconi" + }, + { + "id": "q_000630", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1960.0, + "gold": "Graceland", + "pred": "Graceland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: A Mess of Blues -> performer -> Elvis Presley (1960)\n Hop 2: Elvis Presley -> residence -> Graceland (1960)\n Answer: Graceland" + }, + { + "id": "q_000755", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Elizabeth II", + "pred": "Lyndon B. Johnson", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stack-O-Tracks -> place of publication -> United States (1968)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1968)\n Answer: Lyndon B. Johnson" + }, + { + "id": "q_000326", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jean-Loup Dabadie -> member of -> Acad\u00e9mie Fran\u00e7aise (2009)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> H\u00e9l\u00e8ne Carr\u00e8re d'Encausse (2009)\n Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse" + }, + { + "id": "q_002870", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Bahrain", + "pred": "Prime Minister of Bahrain", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bahrain -> head of government -> Khalifa bin Salman Al Khalifa (1981)\n Hop 2: Khalifa bin Salman Al Khalifa -> position held -> Prime Minister of Bahrain (1981)\n Answer: Prime Minister of Bahrain" + }, + { + "id": "q_007789", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Michele Lupo -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1960)\n Answer: Giuseppe Saragat" + }, + { + "id": "q_007973", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Bjarne Riis", + "pred": "Bjarne Riis", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Danilo Wyss -> member of sports team -> Qhubeka NextHash (2020)\n Hop 2: Qhubeka NextHash -> general manager -> Bjarne Riis (2020)\n Answer: Bjarne Riis" + }, + { + "id": "q_000219", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Vivien Leigh", + "pred": "The Grapes of Wrath", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fay Bainter -> nominated for -> Academy Award for Best Supporting Actress (1939)\n Hop 2: Academy Award for Best Supporting Actress (1939) -> winner -> Jane Darwell (1939)\n Hop 3: Jane Darwell (1939) -> winner -> The Grapes of Wrath (1939)\n Answer: The Grapes of Wrath" + }, + { + "id": "q_007274", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Elizabeth II", + "pred": "United States", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Smiley Smile -> place of publication -> United States (1967)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1967)\n Hop 3: Lyndon B. Johnson -> country of citizenship -> United States (1967)\n Answer: United States" + }, + { + "id": "q_006021", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luca Ronconi -> country of citizenship -> Italy (2005)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2005)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_006576", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "Laurence Olivier", + "pred": "John Garfield", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: John Garfield -> nominated for -> Academy Award for Best Actor (1948)\n Hop 2: Academy Award for Best Actor (1948) -> winner -> Laurence Olivier (1948)\n Hop 3: Laurence Olivier -> winner -> John Garfield (1948)\n Answer: John Garfield" + }, + { + "id": "q_000623", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Bjarne Berntsen", + "pred": "Bjarne Berntsen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Camilla Huse -> member of sports team -> Norway women's national football team (2009)\n Hop 2: Norway women's national football team -> head coach -> Bjarne Berntsen (2009)\n Answer: Bjarne Berntsen" + }, + { + "id": "q_005668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "The Virgin Suicides", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mark Haddon -> nominated for -> Booker Prize (2003)\n Hop 2: Booker Prize (2003) -> winner -> DBC Pierre (2003)\n Hop 3: DBC Pierre (2003) -> winner -> The Virgin Suicides (2003)\n Answer: The Virgin Suicides" + }, + { + "id": "q_003804", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Nobel Peace Prize", + "pred": "Nobel Peace Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: United States Navy SEALs -> founder -> John F. Kennedy (1962)\n Hop 2: John F. Kennedy -> nominated for -> Nobel Peace Prize (1962)\n Answer: Nobel Peace Prize" + }, + { + "id": "q_006789", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Robert Ferdinand Wagner Jr.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: William Vickrey -> residence -> New York City (1960)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1960)\n Answer: Robert Ferdinand Wagner Jr." + }, + { + "id": "q_006521", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Atlanta-Fulton County Stadium", + "pred": "Atlanta-Fulton County Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hank Aaron -> member of sports team -> Atlanta Braves (1976)\n Hop 2: Atlanta Braves -> home venue -> Atlanta-Fulton County Stadium (1976)\n Answer: Atlanta-Fulton County Stadium" + }, + { + "id": "q_006174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "The Inheritance of Loss", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: The Night Watch -> nominated for -> Booker Prize (2006)\n Hop 2: Booker Prize (2006) -> winner -> Kiran Desai (2006)\n Hop 3: Kiran Desai (2006) -> award received -> The Inheritance of Loss (2006)\n Answer: The Inheritance of Loss" + }, + { + "id": "q_004769", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Loretta Young", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Celia Johnson -> nominated for -> Academy Award for Best Actress (1947)\n Hop 2: Academy Award for Best Actress (1947) -> winner -> Loretta Young (1947)\n Answer: Loretta Young" + }, + { + "id": "q_001801", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Vytautas Landsbergis", + "pred": "Vytautas Landsbergis", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nijol\u0117 O\u017eelyt\u0117-Vaitiek\u016bnien\u0117 -> member of political party -> Homeland Union \u2013 Lithuanian Christian Democrats (1995)\n Hop 2: Homeland Union \u2013 Lithuanian Christian Democrats -> chairperson -> Vytautas Landsbergis (1995)\n Answer: Vytautas Landsbergis" + }, + { + "id": "q_000920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "State Anthem of the Soviet Union", + "pred": "\"The Internationale\"", + "em": 0.0, + "f1": 0.25, + "pred_raw": "Hop 1: Murmansk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1965)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> \"The Internationale\" (1965)\n Answer: \"The Internationale\"" + }, + { + "id": "q_003724", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Piero Scotti -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Giovanni Gronchi (1971)\n Answer: Giovanni Gronchi" + }, + { + "id": "q_006014", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Hans Loritz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alfons Gorbach -> place of detention -> Dachau concentration camp (1939)\n Hop 2: Dachau concentration camp -> director / manager -> Hans Loritz (1939)\n Answer: Hans Loritz" + }, + { + "id": "q_007171", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Serdar Aziz -> member of sports team -> Bursaspor (2016)\n Hop 2: Bursaspor -> league or competition -> S\u00fcper Lig (2016)\n Answer: S\u00fcper Lig" + }, + { + "id": "q_007260", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "3. Liga", + "pred": "3. Liga", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bastian Heidenfelder -> member of sports team -> 1. FC Heidenheim 1846 (2013)\n Hop 2: 1. FC Heidenheim 1846 -> league or competition -> 3. Liga (2013)\n Answer: 3. Liga" + }, + { + "id": "q_005517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Thomas Tuchel", + "pred": "Thomas Tuchel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marcos Alonso Mendoza -> member of sports team -> Chelsea F.C. (2021)\n Hop 2: Chelsea F.C. -> head coach -> Thomas Tuchel (2021)\n Answer: Thomas Tuchel" + }, + { + "id": "q_007485", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Charlize Theron", + "pred": "Charlize Theron", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jennifer Connelly -> nominated for -> Broadcast Film Critics Association Award for Best Actress (2003)\n Hop 2: Broadcast Film Critics Association Award for Best Actress -> winner -> Charlize Theron (2003)\n Answer: Charlize Theron" + }, + { + "id": "q_001837", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: University of Tsukuba -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> University of Virginia (2021)\n Answer: 2021" + }, + { + "id": "q_000568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Silvio Berlusconi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Angelo Infanti -> country of citizenship -> Italy (2007)\n Hop 2: Italy -> head of government -> Silvio Berlusconi (2007)\n Answer: Silvio Berlusconi" + }, + { + "id": "q_005494", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Berti Vogts", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Steffen Freund -> member of sports team -> Germany men's national association football team (1997)\n Hop 2: Germany men's national association football team -> head coach -> Berti Vogts (1997)\n Answer: Berti Vogts" + }, + { + "id": "q_000075", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Prisco -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2001)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_004734", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Peter Carey", + "pred": "Peter Carey", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: David Lodge -> nominated for -> Booker Prize -> winner -> Peter Carey (1988)\n Answer: Peter Carey" + }, + { + "id": "q_004770", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Constantinople", + "pred": "Constantinople", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Edessa -> country -> Ottoman Empire (1904)\n Hop 2: Ottoman Empire -> capital -> Constantinople (1904)\n Answer: Constantinople" + }, + { + "id": "q_006777", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "S\u00e1ndor Preisinger", + "pred": "S\u00e1ndor Preisinger", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Daniils Turkovs -> member of sports team -> Zalaegerszegi TE (2012)\n Hop 2: Zalaegerszegi TE -> head coach -> S\u00e1ndor Preisinger (2012)\n Answer: S\u00e1ndor Preisinger" + }, + { + "id": "q_001481", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jennifer Johnston -> nominated for -> Booker Prize (1977)\n Hop 2: Booker Prize -> winner -> Paul Scott (1977)\n Answer: 1977" + }, + { + "id": "q_000851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Samuel -> member of sports team -> Inter Milan (2008)\n Hop 2: Inter Milan -> head coach -> Jos\u00e9 Mourinho (2008)\n Answer: Jos\u00e9 Mourinho" + }, + { + "id": "q_000707", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Evangelisti -> country of citizenship -> Italy (1934)\n Hop 2: Italy -> shares border with -> Yugoslavia (1934)\n Answer: Yugoslavia" + }, + { + "id": "q_007316", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Societ\u00e0 Sportiva Lazio", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alessandro Ajmone Marsan -> member of sports team -> Juventus FC (1909)\n Hop 2: Juventus FC -> chairperson -> Carlo Vittorio Varetti (1909)\n Hop 3: Carlo Vittorio Varetti -> chairperson of -> Societ\u00e0 Sportiva Lazio (1909)\n Answer: Societ\u00e0 Sportiva Lazio" + }, + { + "id": "q_002781", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Renato Carosone -> country of citizenship -> Italy (1946)\n Hop 2: Italy -> shares border with -> Yugoslavia (1946)\n Answer: Yugoslavia" + }, + { + "id": "q_001694", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Glenda Jackson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Genevi\u00e8ve Bujold -> nominated for -> Academy Award for Best Actress (1970)\n Hop 2: Academy Award for Best Actress (1970) -> winner -> Glenda Jackson\n Answer: Glenda Jackson" + }, + { + "id": "q_005714", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "B\u00fclent Ecevit", + "pred": "B\u00fclent Ecevit", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Deniz Baykal -> member of political party -> Republican People's Party (1979)\n Hop 2: Republican People's Party -> chairperson -> B\u00fclent Ecevit (1979)\n Answer: B\u00fclent Ecevit" + }, + { + "id": "q_002568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Stefan Kuntz", + "pred": "Stefan Kuntz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan \u0160im\u016fnek -> member of sports team -> 1. FC Kaiserslautern (2014)\n Hop 2: 1. FC Kaiserslautern -> chairperson -> Stefan Kuntz (2014)\n Answer: Stefan Kuntz" + }, + { + "id": "q_000390", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Nobel Prize in Physics", + "pred": "Nobel Prize in Physics", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Holweck Prize -> winner -> Louis N\u00e9el (1952)\n Hop 2: Louis N\u00e9el -> nominated for -> Nobel Prize in Physics (1952)\n Answer: Nobel Prize in Physics" + }, + { + "id": "q_004301", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Rudy Giuliani", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Elliott Erwitt -> work location -> New York City (1994)\n Hop 2: New York City -> head of government -> Rudy Giuliani (1994)\n Answer: Rudy Giuliani" + }, + { + "id": "q_007116", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Simone Veil -> member of -> Acad\u00e9mie Fran\u00e7aise (2009)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> H\u00e9l\u00e8ne Carr\u00e8re d'Encausse (2009)\n Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse" + }, + { + "id": "q_004505", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Abraham Beame", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Philip Taaffe -> work location -> New York City (1974)\n Hop 2: New York City -> head of government -> Abraham Beame (1974)\n Answer: Abraham Beame" + }, + { + "id": "q_007035", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "David Dinkins", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Louise Bourgeois -> work location -> New York City (1990)\n Hop 2: New York City -> head of government -> David Dinkins (1990)\n Answer: David Dinkins" + }, + { + "id": "q_004558", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ryan Bertrand -> member of sports team -> Chelsea F.C. (2014)\n Hop 2: Chelsea F.C. -> head coach -> Jos\u00e9 Mourinho (2014)\n Answer: Jos\u00e9 Mourinho" + }, + { + "id": "q_003267", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Clark Gable", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: It Happened One Night -> nominated for -> Academy Award for Best Actor (1935)\n Hop 2: Academy Award for Best Actor (1935) -> winner -> Clark Gable (1935)\n Hop 3: Clark Gable -> winner -> It Happened One Night (1935)\n Answer: Clark Gable" + }, + { + "id": "q_006755", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Theodor Liebknecht", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1920)\n Hop 2: Independent Social Democratic Party of Germany -> chairperson -> Theodor Liebknecht (1920)\n Answer: Theodor Liebknecht" + }, + { + "id": "q_004583", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ai -> award received -> American Book Awards (1987)\n Hop 2: American Book Awards -> winner -> James Welch (1987)\n Answer: 1987" + }, + { + "id": "q_000225", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Gareth Southgate", + "pred": "Gareth Southgate", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: David Wheater -> member of sports team -> Middlesbrough F.C. (2008)\n Hop 2: Middlesbrough F.C. -> head coach -> Gareth Southgate (2008)\n Answer: Gareth Southgate" + }, + { + "id": "q_002459", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Kingdom of Yugoslavia", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Zrenjanin City -> located in -> Socialist Autonomous Province of Vojvodina (1949)\n Hop 2: Socialist Autonomous Province of Vojvodina -> country -> Kingdom of Yugoslavia (1949)\n Answer: Kingdom of Yugoslavia" + }, + { + "id": "q_006352", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: University of Tsukuba -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> University of Graz (2021)\n Answer: 2021" + }, + { + "id": "q_004787", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Janusz W\u00f3jcik", + "pred": "Janusz W\u00f3jcik", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arkadiusz B\u0105k -> member of sports team -> Poland men's national football team (1999)\n Hop 2: Poland men's national football team -> head coach -> Janusz W\u00f3jcik (1999)\n Answer: Janusz W\u00f3jcik" + }, + { + "id": "q_002226", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Leonid Brezhnev", + "pred": "Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Aleksei Gubarev -> member of political party -> Communist Party of the Soviet Union (1973)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Mikhail Gorbachev (1973)\n Answer: Mikhail Gorbachev" + }, + { + "id": "q_003363", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Jan Schaffrath", + "pred": "Jan Schaffrath", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Martin Velits -> member of sports team -> Soudal Quick-Step (2012)\n Hop 2: Soudal Quick-Step -> head coach -> Jan Schaffrath (2012)\n Answer: Jan Schaffrath" + }, + { + "id": "q_001025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Pavel Vrba", + "pred": "Pavel Vrba", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bo\u0159ek Do\u010dkal -> member of sports team -> Czechia men's national football team (2016)\n Hop 2: Czechia men's national football team -> head coach -> Pavel Vrba (2016)\n Answer: Pavel Vrba" + }, + { + "id": "q_006972", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Brian Moore -> nominated for -> Booker Prize (1976)\n Hop 2: Booker Prize (1976) -> winner -> David Storey (1976)\n Answer: 1976" + }, + { + "id": "q_007393", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Autonomous Province of Vojvodina", + "em": 0.0, + "f1": 0.4000000000000001, + "pred_raw": "Hop 1: Ba\u010d Municipality -> located in -> Socialist Autonomous Province of Vojvodina (1961)\n Answer: Socialist Autonomous Province of Vojvodina" + }, + { + "id": "q_002784", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Franz Beckenbauer", + "pred": "Franz Beckenbauer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frank Mill -> member of sports team -> Germany men's national association football team (1988)\n Hop 2: Germany men's national association football team -> head coach -> Franz Beckenbauer (1988)\n Answer: Franz Beckenbauer" + }, + { + "id": "q_005991", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luciano Bianciardi -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira" + }, + { + "id": "q_007278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Claudia Roth", + "pred": "Claudia Roth", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Boris Palmer -> member of political party -> Alliance '90/The Greens (2009)\n Hop 2: Alliance '90/The Greens -> chairperson -> Claudia Roth (2009)\n Hop 3: Claudia Roth -> chairperson -> Cem \u00d6zdemir (2009)\n Answer: Claudia Roth" + }, + { + "id": "q_002109", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "ADIG", + "pred": "ADIG", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stefan W\u00e4chter -> member of sports team -> Hamburger SV (2004)\n Hop 2: Hamburger SV -> sponsor -> ADIG (2004)\n Answer: ADIG" + }, + { + "id": "q_005445", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Abraham Beame", + "pred": "Abraham Beame", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nancy Graves -> work location -> New York City (1977)\n Hop 2: New York City -> head of government -> Abraham Beame (1977)\n Answer: Abraham Beame" + }, + { + "id": "q_005382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Fiorello H. La Guardia", + "pred": "Fiorello H. La Guardia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Edward McKnight Kauffer -> work location -> New York City (1940)\n Hop 2: New York City -> head of government -> Fiorello H. La Guardia (1940)\n Answer: Fiorello H. La Guardia" + }, + { + "id": "q_005633", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Saragat -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> head of state -> Sandro Pertini (1984)\n Answer: Sandro Pertini" + }, + { + "id": "q_002083", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Jens Gustafsson", + "pred": "Jens Gustafsson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andreas Landgren -> member of sports team -> Halmstads BK (2013)\n Hop 2: Halmstads BK -> head coach -> Jens Gustafsson (2013)\n Answer: Jens Gustafsson" + }, + { + "id": "q_003899", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karl Horst H\u00f6dicke -> work location -> Berlin (1987)\n Hop 2: Berlin -> country -> German Democratic Republic (1987)\n Answer: German Democratic Republic" + }, + { + "id": "q_002997", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ramallah -> country -> Mandatory Palestine (1937)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1937)\n Answer: United Kingdom" + }, + { + "id": "q_005860", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "2004 Academy Awards", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Whale Rider -> nominated for -> Academy Award for Best Actress (2004)\n Hop 2: Academy Award for Best Actress -> winner -> Hilary Swank (2004)\n Hop 3: Hilary Swank -> winner of -> 2004 Academy Awards (2004)\n Answer: 2004 Academy Awards" + }, + { + "id": "q_001039", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cornell Capa -> work location -> United States (1937)\n Hop 2: United States -> shares border with -> Panama (1937)\n Answer: Panama" + }, + { + "id": "q_000086", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Q435856 -> country of citizenship -> Italy (1983)\n Hop 2: Italy -> head of state -> Sandro Pertini (1983)\n Answer: Sandro Pertini" + }, + { + "id": "q_005689", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Elie Wiesel -> country of citizenship -> Kingdom of Romania (1929)\n Hop 2: Kingdom of Romania -> capital -> Bucharest (1929)\n Answer: Bucharest" + }, + { + "id": "q_006609", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Afula -> country -> Mandatory Palestine (1940)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1940)\n Answer: United Kingdom" + }, + { + "id": "q_004970", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Academy Award for Best Actress -> winner -> Charlize Theron (2003)\n Hop 2: Unfaithful -> nominated for -> Academy Award for Best Actress (2003)\n Answer: 2003" + }, + { + "id": "q_004192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto Magnelli -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1960)\n Answer: Giovanni Gronchi" + }, + { + "id": "q_007711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mauro Staccioli -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira" + }, + { + "id": "q_008062", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "M\u00e1rio Soares", + "pred": "M\u00e1rio Soares", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto Vaquina -> work location -> Portugal (1991)\n Hop 2: Portugal -> head of state -> M\u00e1rio Soares (1991)\n Answer: M\u00e1rio Soares" + }, + { + "id": "q_006613", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Stuart Lancaster", + "pred": "Stuart Lancaster", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ben Foden -> member of sports team -> England men\u2019s national rugby union team (2013)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Stuart Lancaster (2013)\n Answer: Stuart Lancaster" + }, + { + "id": "q_001894", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Reese Witherspoon", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Annette Bening -> nominated for -> Academy Award for Best Actress (2005)\n Hop 2: Academy Award for Best Actress (2005) -> winner -> Reese Witherspoon (2005)\n Answer: Reese Witherspoon" + }, + { + "id": "q_002546", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franz Anton Basch -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1921)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1921)\n Answer: P\u00e9ter P\u00e1zm\u00e1ny" + }, + { + "id": "q_003153", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Zhou Enlai", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zhu De -> country of citizenship -> People's Republic of China (1967)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1967)\n Answer: Zhou Enlai" + }, + { + "id": "q_002865", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Man Booker Prize", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: A Bend in the River -> nominated for -> Booker Prize (1979)\n Hop 2: Booker Prize -> winner -> Penelope Fitzgerald (1979)\n Hop 3: Penelope Fitzgerald -> award received -> Man Booker Prize (1979)\n Answer: Man Booker Prize" + }, + { + "id": "q_007865", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Prisco -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2001)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_008428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Clive Woodward", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Josh Lewsey -> member of sports team -> England men\u2019s national rugby union team (1999)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Clive Woodward (1999)\n Answer: Clive Woodward" + }, + { + "id": "q_001858", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Graceland", + "pred": "Graceland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ginger Alden -> unmarried partner -> Elvis Presley (1977)\n Hop 2: Elvis Presley -> residence -> Graceland (1977)\n Answer: Graceland" + }, + { + "id": "q_001912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Constantinople", + "pred": "Constantinople", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Xanthi -> country -> Ottoman Empire (1903)\n Hop 2: Ottoman Empire -> capital -> Constantinople (1903)\n Answer: Constantinople" + }, + { + "id": "q_003034", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Hans Loritz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Emil Filla -> place of detention -> Dachau concentration camp (1939)\n Hop 2: Dachau concentration camp -> manager -> Hans Loritz (1939)\n Hop 3: Hans Loritz -> point in time -> 1939 (1939)\n Answer: Hans Loritz" + }, + { + "id": "q_000799", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Barack Obama", + "pred": "Arsenii Yatseniuk", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Battlefield 3 -> narrative location -> Ukraine (2014)\n Hop 2: Ukraine -> head of government -> Arsenii Yatseniuk (2014)\n Answer: Arsenii Yatseniuk" + }, + { + "id": "q_007926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Boston Garden", + "pred": "Boston Garden", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Havlicek -> member of sports team -> Boston Celtics (1975)\n Hop 2: Boston Celtics -> home venue -> Boston Garden (1975)\n Answer: Boston Garden" + }, + { + "id": "q_004762", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "Kingdom of Prussia", + "pred": "Kingdom of Prussia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: 1911 World Figure Skating Championships -> location -> Berlin (1911)\n Hop 2: Berlin -> located in -> Kingdom of Prussia (1911)\n Answer: Kingdom of Prussia" + }, + { + "id": "q_004806", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jonathan Urretaviscaya -> member of sports team -> S.L. Benfica (2013)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2013)\n Answer: Lu\u00eds Filipe Vieira" + }, + { + "id": "q_003643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Premier League", + "pred": "Premier League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ruslan Rotan -> member of sports team -> FC Dnipro (2008)\n Hop 2: FC Dnipro -> league or competition -> Premier League (2008)\n Answer: Premier League" + }, + { + "id": "q_008203", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Amway Arena", + "pred": "Amway Arena", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shaquille O'Neal -> member of sports team -> Orlando Magic (1994)\n Hop 2: Orlando Magic -> home venue -> Amway Arena (1994)\n Answer: Amway Arena" + }, + { + "id": "q_004465", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: University of Helsinki -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Michigan State University (2021)\n Answer: 2021" + }, + { + "id": "q_006874", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "John Lindsay", + "pred": "John Lindsay", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: William Vickrey -> residence -> New York City (1968)\n Hop 2: New York City -> head of government -> John Lindsay (1968)\n Answer: John Lindsay" + }, + { + "id": "q_000593", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leo Nomellini -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1957)\n Answer: Giovanni Gronchi" + }, + { + "id": "q_004615", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2018.0, + "gold": "2018", + "pred": "2018", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mirko Tomassoni -> position held -> Captain Regent of San Marino (2018)\n Hop 2: Captain Regent of San Marino -> officeholder -> Stefano Palmieri (2018)\n Answer: 2018" + }, + { + "id": "q_001617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Geoffrey Rush", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: As Good as It Gets -> award received -> Academy Award for Best Actress (1996)\n Hop 2: Academy Award for Best Actress -> winner -> Frances McDormand (1996)\n Hop 3: Frances McDormand -> award received -> Academy Award for Best Actress (1996)\n Answer: Academy Award for Best Actress" + }, + { + "id": "q_001902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Academy Award for Best Writing, Adapted Screenplay", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonia Fraser -> spouse -> Harold Pinter (1982)\n Hop 2: Harold Pinter -> nominated for -> Academy Award for Best Writing, Adapted Screenplay (1982)\n Answer: Academy Award for Best Writing, Adapted Screenplay" + }, + { + "id": "q_004669", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Yuri Semin", + "pred": "Yuri Semin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00c9der -> member of sports team -> FC Lokomotiv Moscow (2019)\n Hop 2: FC Lokomotiv Moscow -> head coach -> Yuri Semin (2019)\n Answer: Yuri Semin" + }, + { + "id": "q_002742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Aldo Moro", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> head of government -> Aldo Moro (1972)\n Answer: Aldo Moro" + }, + { + "id": "q_006208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Theodor Liebknecht", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1920)\n Hop 2: Independent Social Democratic Party of Germany -> chairperson -> Theodor Liebknecht (1920)\n Answer: Theodor Liebknecht" + }, + { + "id": "q_006858", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Monster -> award received -> Academy Award for Best Actress (2002)\n Hop 2: Academy Award for Best Actress -> winner -> Nicole Kidman (2002)\n Answer: 2002" + }, + { + "id": "q_000627", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Harold Pinter", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Antonia Fraser -> spouse -> Harold Pinter (1982)\n Hop 2: Harold Pinter -> nominated for -> Tony Award for Best Direction of a Play (1982)\n Answer: Harold Pinter" + }, + { + "id": "q_008456", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sevastopol -> country -> Russian Empire (1901)\n Hop 2: Russian Empire -> basic form of government -> absolute monarchy (1901)\n Answer: absolute monarchy" + }, + { + "id": "q_004863", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Frank Capra", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: It Happened One Night -> nominated for -> Academy Award for Best Picture (1935)\n Hop 2: Academy Award for Best Picture -> winner -> Frank Capra (1935)\n Answer: Frank Capra" + }, + { + "id": "q_005053", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lauri Yl\u00f6nen", + "pred": "Lauri Yl\u00f6nen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Haloo Helsinki! -> nominated for -> MTV Europe Music Award for Best Finnish Act (2011)\n Hop 2: MTV Europe Music Award for Best Finnish Act -> winner -> Lauri Yl\u00f6nen (2011)\n Answer: Lauri Yl\u00f6nen" + }, + { + "id": "q_006906", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sini\u0161a Mihajlovi\u0107", + "pred": "Sini\u0161a Mihajlovi\u0107", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marco Marchionni -> member of sports team -> ACF Fiorentina (2010)\n Hop 2: ACF Fiorentina -> head coach -> Sini\u0161a Mihajlovi\u0107 (2010)\n Answer: Sini\u0161a Mihajlovi\u0107" + }, + { + "id": "q_004343", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Arrigo Sacchi", + "pred": "Arrigo Sacchi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Bianchi -> member of sports team -> Rimini FC (1984)\n Hop 2: Rimini FC -> head coach -> Arrigo Sacchi (1984)\n Answer: Arrigo Sacchi" + }, + { + "id": "q_008520", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Hans Loritz", + "pred": "Hans Loritz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Abraham Adolf Kaiser -> place of detention -> Dachau concentration camp (1938)\n Hop 2: Dachau concentration camp -> manager -> Hans Loritz (1938)\n Hop 3: Hans Loritz -> point in time after -> Anton Saefkow (1938)\n Answer: Hans Loritz" + }, + { + "id": "q_008566", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Kurt Biedenkopf", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hanns Martin Schleyer -> member of political party -> Christian Democratic Union (1975)\n Hop 2: Christian Democratic Union -> general secretary -> Kurt Biedenkopf (1975)\n Answer: Kurt Biedenkopf" + }, + { + "id": "q_005406", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Friedrich Hayek -> residence -> Freiburg im Breisgau (1980)\n Hop 2: Freiburg im Breisgau -> country -> West Germany (1980)\n Answer: West Germany" + }, + { + "id": "q_005485", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Milo\u0161 Zeman", + "pred": "Milo\u0161 Zeman", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bergepanzer B\u00fcffel -> operator -> Czech Republic (2022)\n Hop 2: Czech Republic -> head of state -> Milo\u0161 Zeman (2022)\n Answer: Milo\u0161 Zeman" + }, + { + "id": "q_006778", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lyla Rocco -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> currency -> Italian lira (1963)\n Answer: Italian lira" + }, + { + "id": "q_000448", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Alex Ferguson", + "pred": "Alex Ferguson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bryan Gunn -> member of sports team -> Aberdeen F.C. (1980)\n Hop 2: Aberdeen F.C. -> head coach -> Alex Ferguson (1980)\n Answer: Alex Ferguson" + }, + { + "id": "q_005253", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Aravind Adiga", + "pred": "John Berger", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Amitav Ghosh -> nominated for -> Booker Prize (2008)\n Hop 2: Q151708 -> winner -> Aravind Adiga (2008)\n Hop 3: John Berger -> nominated for -> Q151708 (2008)\n Answer: John Berger" + }, + { + "id": "q_002793", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Joan Crawford", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mrs. Parkington -> nominated for -> Academy Award for Best Actress (1945)\n Hop 2: Academy Award for Best Actress -> winner -> Jennifer Jones (1945)\n Hop 3: Jennifer Jones -> winner -> Academy Award for Best Actress (1945)\n Hop 4: Academy Award for Best Actress -> winner -> Joan Crawford (1945)\n Answer: Joan Crawford" + }, + { + "id": "q_001366", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Cliff Burton", + "pred": "Cliff Burton", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Master of Puppets -> performer -> Metallica (1986)\n Hop 2: Metallica -> has part(s) -> Cliff Burton (1986)\n Answer: Cliff Burton" + }, + { + "id": "q_000346", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Lilliu -> country of citizenship -> Italy (2010)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2010)\n Answer: Giorgio Napolitano" + }, + { + "id": "q_001380", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "John Williams", + "pred": "John Williams", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Katie Couric -> notable work -> Today (1999)\n Hop 2: Today -> composer -> John Williams (1999)\n Answer: John Williams" + }, + { + "id": "q_007366", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Giampiero Boniperti", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giorgio Mastropasqua -> member of sports team -> Juventus FC (1973)\n Hop 2: Juventus FC -> chairperson -> Giampiero Boniperti (1973)\n Answer: Giampiero Boniperti" + }, + { + "id": "q_004085", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "Qing dynasty", + "pred": "Qing dynasty", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luo Yixiu -> spouse -> Mao Zedong (1907)\n Hop 2: Mao Zedong -> country of citizenship -> Qing dynasty (1907)\n Answer: Qing dynasty" + }, + { + "id": "q_002859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shimon Peres -> country of citizenship -> Mandatory Palestine (1943)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1943)\n Answer: United Kingdom" + }, + { + "id": "q_000061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Penelope Fitzgerald", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fay Weldon -> nominated for -> Booker Prize (1979)\n Hop 2: Booker Prize (1979) -> winner -> Penelope Fitzgerald (1979)\n Answer: Penelope Fitzgerald" + }, + { + "id": "q_002208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Steve Borthwick -> member of sports team -> England men\u2019s national rugby union team (2008)\n Hop 2: England men\u2019s national rugby union team -> kit supplier -> Nike (2008)\n Answer: Nike" + }, + { + "id": "q_005149", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Dalvik VM", + "pred": "Dalvik VM", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Grand Theft Auto III -> platform -> Android (2011)\n Hop 2: Android -> has part -> Dalvik VM (2011)\n Answer: Dalvik VM" + }, + { + "id": "q_007466", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sande -> country -> West Germany (1956)\n Hop 2: West Germany -> currency -> Deutsche Mark (1956)\n Answer: Deutsche Mark" + }, + { + "id": "q_001168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "EFL Championship", + "pred": "EFL Championship", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Joel Lynch -> member of sports team -> Nottingham Forest F.C. (2010)\n Hop 2: Nottingham Forest F.C. -> league or competition -> EFL Championship (2010)\n Answer: EFL Championship" + }, + { + "id": "q_002303", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Prime Minister of Canada", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: 19th Canadian Ministry -> head of government -> Lester B. Pearson (1968)\n Answer: Prime Minister of Canada" + }, + { + "id": "q_004925", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "1930 Academy Awards", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bessie Love -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> winner of -> 1930 Academy Awards\n Answer: 1930 Academy Awards" + }, + { + "id": "q_002425", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Ugo Morin -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Answer: European Economic Community" + }, + { + "id": "q_003762", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Minneapolis Armory", + "pred": "Minneapolis Armory", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bud Grant -> member of sports team -> Los Angeles Lakers (1949)\n Hop 2: Los Angeles Lakers -> home venue -> Minneapolis Armory (1949)\n Answer: Minneapolis Armory" + }, + { + "id": "q_000351", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erazim Koh\u00e1k -> residence -> United States (1949)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1949)\n Answer: Territory of Hawaii" + }, + { + "id": "q_003288", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Alain Afflelou", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rainer Ernst -> member of sports team -> FC Girondins de Bordeaux (1992)\n Hop 2: FC Girondins de Bordeaux -> chairperson -> Alain Afflelou (1992)\n Answer: Alain Afflelou" + }, + { + "id": "q_001079", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Giampiero Boniperti", + "pred": "Giampiero Boniperti", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stefano Tacconi -> member of sports team -> Juventus FC (1985)\n Hop 2: Juventus FC -> chairperson -> Giampiero Boniperti (1985)\n Answer: Giampiero Boniperti" + }, + { + "id": "q_004556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Paulo Bento", + "pred": "Paulo Bento", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Baek Sung-dong -> member of sports team -> South Korea men's national football team (2022)\n Hop 2: South Korea men's national football team -> head coach -> Paulo Bento (2022)\n Answer: Paulo Bento" + }, + { + "id": "q_006454", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Steve Sampson", + "pred": "Steve Sampson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kevin Hartman -> member of sports team -> United States men's national soccer team (2005)\n Hop 2: United States men's national soccer team -> head coach -> Steve Sampson (2005)\n Answer: Steve Sampson" + }, + { + "id": "q_007686", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "United States Cabinet", + "pred": "United States Cabinet", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Edwin Denby -> position held -> United States Secretary of the Navy (1923)\n Hop 2: United States Secretary of the Navy -> part of -> United States Cabinet (1923)\n Answer: United States Cabinet" + }, + { + "id": "q_001636", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrew Schally -> award received -> Albert Lasker Award for Basic Medical Research (1975)\n Answer: 1975" + }, + { + "id": "q_000642", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Alan Hollinghurst", + "pred": "Alan Hollinghurst", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ronan Bennett -> nominated for -> Booker Prize (2004)\n Hop 2: Booker Prize -> winner -> Alan Hollinghurst (2004)\n Answer: Alan Hollinghurst" + }, + { + "id": "q_005992", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1906.0, + "gold": "Theodore Roosevelt", + "pred": "Theodore Roosevelt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Graham Bell -> country of citizenship -> United States (1906)\n Hop 2: United States -> head of government -> Theodore Roosevelt (1906)\n Answer: Theodore Roosevelt" + }, + { + "id": "q_001567", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Robert Ferdinand Wagner Jr.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: William Vickrey -> residence -> New York City (1960)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1960)\n Answer: Robert Ferdinand Wagner Jr." + }, + { + "id": "q_003917", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Elizabeth II", + "pred": "Elizabeth II", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Liz Smith -> country of citizenship -> United Kingdom (2015)\n Hop 2: United Kingdom -> head of state -> Elizabeth II (2015)\n Answer: Elizabeth II" + }, + { + "id": "q_007632", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pawe\u0142 Janas", + "pred": "Pawe\u0142 Janas", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kamil Kosowski -> member of sports team -> Poland men's national football team (2005)\n Hop 2: Poland men's national football team -> head coach -> Pawe\u0142 Janas (2005)\n Answer: Pawe\u0142 Janas" + }, + { + "id": "q_001702", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Eerste Divisie", + "pred": "Eerste Divisie", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Timothy Dreesen -> member of sports team -> Fortuna Sittard (2012)\n Hop 2: Fortuna Sittard -> league or competition -> Eerste Divisie (2012)\n Answer: Eerste Divisie" + }, + { + "id": "q_006358", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "German Federal Archives", + "pred": "German Federal Archives", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karl-Liebknecht-Haus -> operator -> Communist Party of Germany (1932)\n Hop 2: Communist Party of Germany -> archives at -> German Federal Archives (1932)\n Hop 3: German Federal Archives -> operator -> Karl-Liebknecht-Haus (1932)\n Answer: German Federal Archives" + }, + { + "id": "q_006799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Dwight D. Eisenhower", + "pred": "Dwight D. Eisenhower", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erazim Koh\u00e1k -> residence -> United States (1958)\n Hop 2: United States -> head of government -> Dwight D. Eisenhower (1958)\n Answer: Dwight D. Eisenhower" + }, + { + "id": "q_001724", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stack-O-Tracks -> place of publication -> United States (1968)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1968)\n Answer: Lyndon B. Johnson" + }, + { + "id": "q_005308", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Academy Award for Best Actress (1930)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jeanne Eagels -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> winner of -> Academy Award for Best Actress (1930)\n Answer: Academy Award for Best Actress (1930)" + }, + { + "id": "q_006485", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Margaret Atwood", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Matthew Kneale -> nominated for -> Booker Prize (2000)\n Hop 2: Booker Prize -> winner -> Margaret Atwood (2000)\n Answer: Margaret Atwood" + }, + { + "id": "q_004831", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Piero Scotti -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira" + }, + { + "id": "q_005190", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Freie Universit\u00e4t Berlin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Demandt -> employer -> Freie Universit\u00e4t Berlin (2003)\n Answer: Freie Universit\u00e4t Berlin" + }, + { + "id": "q_006636", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "George Marshall", + "pred": "United States Secretary of State", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: James F. Byrnes -> position held -> United States Secretary of State (1947)\n Hop 2: United States Secretary of State -> position holder -> George Marshall (1947)\n Answer: United States Secretary of State" + }, + { + "id": "q_003213", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frank Tieri -> residence -> United States (1965)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1965)\n Answer: Lyndon B. Johnson" + }, + { + "id": "q_005672", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: L\u0119bork -> country -> Nazi Germany (1939)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1939)\n Answer: Adolf Hitler" + }, + { + "id": "q_006227", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leiden University -> funder -> Princeton University (2021)\n Answer: 2021" + }, + { + "id": "q_006185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Giffoni Film Festival", + "pred": "Giffoni Film Festival", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Big Sean -> unmarried partner -> Naya Rivera (2013)\n Hop 2: Naya Rivera -> award received -> Giffoni Film Festival (2013)\n Answer: Giffoni Film Festival" + }, + { + "id": "q_007816", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Franciszek Smuda", + "pred": "Franciszek Smuda", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marek Saganowski -> member of sports team -> Poland men's national football team (2012)\n Hop 2: Poland men's national football team -> head coach -> Franciszek Smuda (2012)\n Answer: Franciszek Smuda" + }, + { + "id": "q_001958", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "John Lindsay", + "pred": "John Lindsay", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arman -> work location -> New York City (1969)\n Hop 2: New York City -> head of government -> John Lindsay (1969)\n Answer: John Lindsay" + }, + { + "id": "q_007818", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fritz Herkenrath -> member of sports team -> Germany men's national association football team (1957)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1957)\n Answer: Sepp Herberger" + }, + { + "id": "q_003874", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Rina Franchetti -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: European Economic Community" + }, + { + "id": "q_006836", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianni Dova -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> shares border with -> Yugoslavia (1989)\n Answer: Yugoslavia" + }, + { + "id": "q_005437", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Maria Tore Barbina -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1996)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_001779", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Chemnitz Government Region", + "pred": "Chemnitz Government Region", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Beate Zsch\u00e4pe -> residence -> Zwickau (2005)\n Hop 2: Zwickau -> located in -> Chemnitz Government Region (2005)\n Answer: Chemnitz Government Region" + }, + { + "id": "q_002182", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giessen -> country -> Nazi Germany (1938)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1938)\n Answer: Adolf Hitler" + }, + { + "id": "q_006540", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Piero Frescobaldi -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani" + }, + { + "id": "q_000118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Al\u00edpio -> member of sports team -> S.L. Benfica (2011)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2011)\n Answer: Lu\u00eds Filipe Vieira" + }, + { + "id": "q_000470", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Umberto II", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Renato Polselli -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> head of state -> Umberto II (1950)\n Answer: Umberto II" + }, + { + "id": "q_004884", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Emma Thompson", + "pred": "1992", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jodie Foster -> nominated for -> Academy Award for Best Actress (1992)\n Hop 2: Academy Award for Best Actress (1992) -> winner -> Emma Thompson (1992)\n Hop 3: Emma Thompson -> winner -> 1992\n Answer: 1992" + }, + { + "id": "q_008312", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "United Kingdom of Great Britain and Ireland", + "pred": "United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Virginia Woolf -> spouse -> Leonard Woolf (1924)\n Hop 2: Leonard Woolf -> spouse -> Virginia Woolf (1924)\n Hop 3: Virginia Woolf -> country of citizenship -> United Kingdom of Great Britain and Ireland (1924)\n Answer: United Kingdom of Great Britain and Ireland" + }, + { + "id": "q_006013", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "David Dinkins", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Louise Bourgeois -> work location -> New York City (1990)\n Hop 2: New York City -> head of government -> David Dinkins (1990)\n Answer: David Dinkins" + }, + { + "id": "q_006889", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Carlo Ancelotti", + "pred": "Carlo Ancelotti", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Di Santo -> member of sports team -> Chelsea F.C. (2009)\n Hop 2: Chelsea F.C. -> head coach -> Carlo Ancelotti (2009)\n Answer: Carlo Ancelotti" + }, + { + "id": "q_003651", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Matt Carkner -> drafted by -> Montreal Canadiens (1999)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (1999)\n Answer: Saku Koivu" + }, + { + "id": "q_003374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Q82595", + "pred": "Bundesliga", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mirco Born -> member of sports team -> Hertha BSC (2015)\n Hop 2: Hertha BSC -> league or competition -> Bundesliga (2015)\n Answer: Bundesliga" + }, + { + "id": "q_003329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armando C\u00edrio -> country of citizenship -> Italy (2004)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2004)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_000420", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1917.0, + "gold": "1917", + "pred": "1917", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Transbaikal Oblast -> located in -> Russian Republic (1917)\n Hop 2: Russian Republic -> significant event -> February Revolution (1917)\n Answer: 1917" + }, + { + "id": "q_005828", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Prime Minister of Belize", + "pred": "Prime Minister of Belize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Belize -> head of government -> Dean Barrow (2014)\n Answer: Prime Minister of Belize" + }, + { + "id": "q_006078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hans Nowak -> member of sports team -> Germany men's national association football team (1962)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1962)\n Answer: Sepp Herberger" + }, + { + "id": "q_002499", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Graham Bell -> country of citizenship -> United States (1922)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1922)\n Answer: Territory of Hawaii" + }, + { + "id": "q_008212", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "George VI", + "pred": "George VI", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: HMS Spur -> country -> United Kingdom (1947)\n Hop 2: United Kingdom -> head of state -> George VI (1947)\n Answer: George VI" + }, + { + "id": "q_006996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Salvatore Cassisa -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> shares border with -> Yugoslavia (1967)\n Answer: Yugoslavia" + }, + { + "id": "q_006976", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Gennaro Gattuso", + "pred": "Gennaro Gattuso", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hakan \u00c7alhano\u011flu -> member of sports team -> AC Milan (2019)\n Hop 2: AC Milan -> head coach -> Gennaro Gattuso (2019)\n Answer: Gennaro Gattuso" + }, + { + "id": "q_007445", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.20000000000000004, + "pred_raw": "Hop 1: Borussia Dortmund -> head coach -> J\u00fcrgen Klopp (2012)\n Hop 2: J\u00fcrgen Klopp -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2012)\n Answer: Order of Merit of Baden-W\u00fcrttemberg" + }, + { + "id": "q_004525", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Lamberto Dini", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Antonio Brancaccio -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1995)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_002061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Milram -> country -> Italy (2007)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2007)\n Answer: Giorgio Napolitano" + }, + { + "id": "q_003387", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tsinghua University -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Karlsruhe Institute of Technology (2021)\n Answer: 2021" + }, + { + "id": "q_004969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: George Boateng -> member of sports team -> Nottingham Forest F.C. (2012)\n Hop 2: Nottingham Forest F.C. -> head coach -> Alex McLeish (2012)\n Answer: Alex McLeish" + }, + { + "id": "q_008292", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yaroslav Popovych -> member of sports team -> Discovery Channel (2006)\n Hop 2: Discovery Channel -> country -> United States (2006)\n Answer: United States" + }, + { + "id": "q_006528", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1902", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leo K\u00f6nigsberger -> doctoral student -> Karl Bopp (1902)\n Hop 2: Karl Bopp -> doctoral advisor -> Moritz Cantor (1902)\n Answer: 1902" + }, + { + "id": "q_008636", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Walter Zenga", + "pred": "Walter Zenga", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Mascara -> member of sports team -> Catania FC (2008)\n Hop 2: Catania FC -> head coach -> Walter Zenga (2008)\n Answer: Walter Zenga" + }, + { + "id": "q_004972", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Kia Forum", + "pred": "Boston Garden", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kermit Washington -> member of sports team -> Boston Celtics (1977)\n Hop 2: Boston Celtics -> home venue -> Boston Garden (1977)\n Answer: Boston Garden" + }, + { + "id": "q_006497", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Hungarian People's Republic", + "pred": "Hungarian People's Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Demeter Balla -> work location -> Budapest (1957)\n Hop 2: Budapest -> capital of -> Hungarian People's Republic (1957)\n Answer: Hungarian People's Republic" + }, + { + "id": "q_005926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fernando Torres -> member of sports team -> Chelsea F.C. (2014)\n Hop 2: Chelsea F.C. -> head coach -> Jos\u00e9 Mourinho (2014)\n Answer: Jos\u00e9 Mourinho" + }, + { + "id": "q_005410", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Elizabeth Bishop -> residence -> Brazil (1955)\n Hop 2: Brazil -> diplomatic relation -> Taiwan (1955)\n Answer: Taiwan" + }, + { + "id": "q_000901", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Shimon Peres", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gaza City -> country -> Israel (1996)\n Hop 2: Israel -> head of government -> Shimon Peres (1996)\n Answer: Shimon Peres" + }, + { + "id": "q_007838", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mircea Lucescu", + "pred": "Mircea Lucescu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Berkant G\u00f6ktan -> member of sports team -> Galatasaray S.K. (2002)\n Hop 2: Galatasaray S.K. -> head coach -> Mircea Lucescu (2002)\n Answer: Mircea Lucescu" + }, + { + "id": "q_007144", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "The Internationale", + "pred": "The Internationale", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Glazov -> located in -> Russian Soviet Federative Socialist Republic (1921)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> The Internationale (1921)\n Answer: The Internationale" + }, + { + "id": "q_003135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Jean Mistler", + "pred": "Jean Mistler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ren\u00e9 Huyghe -> member of -> Acad\u00e9mie Fran\u00e7aise (1975)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Jean Mistler (1975)\n Answer: Jean Mistler" + }, + { + "id": "q_000287", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Gerhard Casper", + "pred": "Gerhard Casper", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrew M. Stuart -> employer -> Stanford University (1993)\n Hop 2: Stanford University -> chairperson -> Gerhard Casper (1993)\n Answer: Gerhard Casper" + }, + { + "id": "q_004792", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Piccioli -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> currency -> Italian lira (1947)\n Answer: Italian lira" + }, + { + "id": "q_006621", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sean Yates", + "pred": "Sean Yates", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Q561361 -> member of sports team -> Ineos Grenadiers (2010)\n Hop 2: Ineos Grenadiers -> head coach -> Sean Yates (2010)\n Answer: Sean Yates" + }, + { + "id": "q_001788", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Jeanne Eagels", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jeanne Eagels -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> winner -> Jeanne Eagels (1930)\n Answer: Jeanne Eagels" + }, + { + "id": "q_002557", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Fiorello H. La Guardia", + "pred": "Fiorello H. La Guardia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hanns Eisler -> work location -> New York City (1941)\n Hop 2: New York City -> head of government -> Fiorello H. La Guardia (1941)\n Answer: Fiorello H. La Guardia" + }, + { + "id": "q_006859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "A. S. Byatt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Penelope Fitzgerald -> nominated for -> Booker Prize (1990)\n Hop 2: Booker Prize -> winner -> A. S. Byatt (1990)\n Answer: A. S. Byatt" + }, + { + "id": "q_006058", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Giuseppe Saragat", + "pred": "Giuseppe Saragat", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonio Pesenti -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1967)\n Answer: Giuseppe Saragat" + }, + { + "id": "q_000536", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Baltazar -> member of sports team -> Atl\u00e9tico Madrid (1989)\n Hop 2: Atl\u00e9tico Madrid -> home venue -> Vicente Calder\u00f3n Stadium (1989)\n Answer: Vicente Calder\u00f3n Stadium" + }, + { + "id": "q_007404", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2000.0, + "gold": "2000", + "pred": "2000", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ronald Sukenick -> award received -> American Book Awards (2000)\n Hop 2: American Book Awards -> winner -> Robert Creeley (2000)\n Hop 3: Robert Creeley -> award received -> American Book Awards (2000)\n Hop 4: American Book Awards -> winner -> Helen Thomas (2000)\n Answer: 2000" + }, + { + "id": "q_001292", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1990.0, + "gold": "1990", + "pred": "1990", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Winona Ryder -> nominated for -> Golden Globe Award for Best Supporting Actress \u2013 Motion Picture (1990)\n Hop 2: Golden Globe Award for Best Supporting Actress \u2013 Motion Picture -> winner -> Whoopi Goldberg (1990)\n Hop 3: Whoopi Goldberg -> equal to -> Julia Roberts (1990)\n Answer: 1990" + }, + { + "id": "q_002179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "John Braine", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Andr\u00e9 Brink -> nominated for -> Booker Prize (1976)\n Hop 2: Booker Prize -> winner -> David Storey (1976)\n Hop 3: David Storey -> award received -> John Braine (1976)\n Answer: John Braine" + }, + { + "id": "q_005996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Nobel Prize", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fay Weldon -> nominated for -> Booker Prize (1979)\n Hop 2: Booker Prize (1979) -> winner -> Penelope Fitzgerald (1979)\n Hop 3: Penelope Fitzgerald -> award received -> Nobel Prize (1979)\n Answer: Nobel Prize" + }, + { + "id": "q_002490", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jeanne Eagels -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer (1930)\n Answer: 1930" + }, + { + "id": "q_001434", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "New York City", + "pred": "New York City", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Betsey Johnson -> spouse -> John Cale (1971)\n Hop 2: John Cale -> residence -> New York City (1971)\n Answer: New York City" + }, + { + "id": "q_006868", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ben Kingsley -> award received -> European Film Award for Best Actor (2001)\n Hop 2: European Film Award for Best Actor (2001) -> winner -> Ray Winstone (2001)\n Answer: 2001" + }, + { + "id": "q_008663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jean Mistler", + "pred": "Jean Mistler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roger Caillois -> member of -> Acad\u00e9mie Fran\u00e7aise (1977)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Jean Mistler (1977)\n Answer: Jean Mistler" + }, + { + "id": "q_002319", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2022.0, + "gold": "2022", + "pred": "2022", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stevan Joveti\u0107 -> member of sports team -> Hertha BSC (2022)\n Hop 2: Hertha BSC -> head coach -> Felix Magath (2022)\n Answer: 2022" + }, + { + "id": "q_008472", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Inge Keller -> spouse -> Karl-Eduard von Schnitzler (1955)\n Hop 2: Karl-Eduard von Schnitzler -> country of citizenship -> German Democratic Republic (1955)\n Answer: German Democratic Republic" + }, + { + "id": "q_000496", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Massimo D'Alema", + "pred": "Silvio Berlusconi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fulvio Tomizza -> country of citizenship -> Italy (1999)\n Hop 2: Italy -> head of government -> Silvio Berlusconi (1999)\n Answer: Silvio Berlusconi" + }, + { + "id": "q_005883", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Roman Herzog", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Germany -> head of state -> Roman Herzog (1997)\n Hop 2: G\u00fcnter Siegmund -> country of citizenship -> Germany (1997)\n Answer: Roman Herzog" + }, + { + "id": "q_000466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "BP", + "pred": "BP", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rudolf Kargus -> member of sports team -> Hamburger SV (1980)\n Hop 2: Hamburger SV -> sponsor -> BP (1980)\n Answer: BP" + }, + { + "id": "q_001286", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Francesco Carpino -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1969)\n Answer: Giovanni Gronchi" + }, + { + "id": "q_003325", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vla\u0219ca County -> country -> Kingdom of Romania (1947)\n Hop 2: Kingdom of Romania -> capital -> Bucharest (1947)\n Answer: Bucharest" + }, + { + "id": "q_000231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "William Emmett Dever", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sister Rosetta Tharpe -> residence -> Chicago (1924)\n Hop 2: Chicago -> head of government -> William Emmett Dever (1924)\n Answer: William Emmett Dever" + }, + { + "id": "q_000949", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Roman Herzog", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Germany -> head of state -> Roman Herzog (1997)\n Answer: Roman Herzog" + }, + { + "id": "q_004634", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rossens -> replaced by -> Villarzel (2006)\n Hop 2: Villarzel -> replaces -> S\u00e9deilles (2006)\n Answer: 2006" + }, + { + "id": "q_008417", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stephan Andrist -> member of sports team -> FC Aarau (2015)\n Hop 2: FC Aarau -> league or competition -> Swiss Super League (2015)\n Answer: Swiss Super League" + }, + { + "id": "q_007078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Raffaele Anguilla -> country of citizenship -> Italy (2002)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2002)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_003711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mary J. Blige", + "pred": "Mary J. Blige", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aaliyah -> nominated for -> MTV Video Music Award for Best R&B Video (2002)\n Hop 2: MTV Video Music Award for Best R&B Video -> winner -> Mary J. Blige (2002)\n Answer: Mary J. Blige" + }, + { + "id": "q_007469", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kumamoto -> replaces -> J\u014dnan (2010)\n Answer: 2010" + }, + { + "id": "q_002488", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Avanti Martinetti -> country of citizenship -> Italy (1954)\n Hop 2: Italy -> currency -> Italian lira (1954)\n Answer: Italian lira" + }, + { + "id": "q_004737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Shimon Peres", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gaza City -> country -> Israel (1996)\n Hop 2: Israel -> head of government -> Shimon Peres (1996)\n Answer: Shimon Peres" + }, + { + "id": "q_007418", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Luigi Agnolin -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> member of -> European Union (1998)\n Answer: European Union" + }, + { + "id": "q_006584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Elliott Gould", + "pred": "Elliott Gould", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Barbra Streisand -> spouse -> Elliott Gould (1963)\n Hop 2: Happy Days Are Here Again -> performer -> Barbra Streisand (1963)\n Answer: Elliott Gould" + }, + { + "id": "q_005916", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marta Abba -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> currency -> Italian lira (1962)\n Answer: Italian lira" + }, + { + "id": "q_003663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Micha\u0142 Matyas", + "pred": "Micha\u0142 Matyas", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zygfryd Szo\u0142tysik -> member of sports team -> Poland men's national football team (1967)\n Hop 2: Poland men's national football team -> head coach -> Micha\u0142 Matyas (1967)\n Answer: Micha\u0142 Matyas" + }, + { + "id": "q_006233", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Eric Gerets", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ayhan Akman -> member of sports team -> Galatasaray S.K. (2006)\n Hop 2: Galatasaray S.K. -> head coach -> Eric Gerets (2006)\n Answer: Eric Gerets" + }, + { + "id": "q_005848", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hugo von Tschudi -> work location -> Munich (1909)\n Hop 2: Munich -> country -> German Empire (1909)\n Answer: German Empire" + }, + { + "id": "q_005040", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Antonio Segni", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rossana Rossanda -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1963)\n Answer: Giovanni Gronchi" + }, + { + "id": "q_005138", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Adolf Hitler", + "pred": "Hans Frank", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hartmann Lauterbacher -> member of political party -> Nazi Party (1942)\n Hop 2: Nazi Party -> chairperson -> Hans Frank (1942)\n Answer: Hans Frank" + }, + { + "id": "q_004246", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giorgio Ferrini -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> shares border with -> Yugoslavia (1948)\n Answer: Yugoslavia" + }, + { + "id": "q_007892", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Isabella Biagini -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> currency -> Italian lira (1993)\n Answer: Italian lira" + }, + { + "id": "q_003061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fritz-Julius Lemp -> country of citizenship -> Nazi Germany (1941)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1941)\n Answer: Adolf Hitler" + }, + { + "id": "q_006684", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Luigi Einaudi", + "pred": "Enrico De Nicola", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Guido Guerrini -> country of citizenship -> Italy (1949)\n Hop 2: Italy -> head of state -> Enrico De Nicola (1949)\n Answer: Enrico De Nicola" + }, + { + "id": "q_001045", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Coldplay -> winner -> MTV Europe Music Award for Best Song (2005)\n Answer: 2005" + }, + { + "id": "q_007568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "association football", + "pred": "association football", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Philipp Laux -> member of sports team -> SSV Ulm 1846 (1998)\n Hop 2: SSV Ulm 1846 -> sport -> association football (1998)\n Answer: association football" + }, + { + "id": "q_002791", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Lory Del Santo", + "pred": "Lory Del Santo", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pattie Boyd -> spouse -> Eric Clapton (1987)\n Hop 2: Eric Clapton -> unmarried partner -> Lory Del Santo (1987)\n Answer: Lory Del Santo" + }, + { + "id": "q_005581", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "C\u00e9sar Award for Best Actor", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: The Ninth Day -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor (2005) -> winner -> Daniel Auteuil (2005)\n Hop 3: Daniel Auteuil (2005) -> winner -> C\u00e9sar Award for Best Actor (2005)\n Answer: C\u00e9sar Award for Best Actor" + }, + { + "id": "q_006089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Pawe\u0142 Janas", + "pred": "Pawe\u0142 Janas", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marcin Baszczy\u0144ski -> member of sports team -> Poland men's national football team (2004)\n Hop 2: Poland men's national football team -> head coach -> Pawe\u0142 Janas (2004)\n Answer: Pawe\u0142 Janas" + }, + { + "id": "q_004802", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "John W. Campbell", + "pred": "John W. Campbell", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Orson Scott Card -> award received -> Astounding Award for Best New Writer (1978)\n Hop 2: Astounding Award for Best New Writer -> named after -> John W. Campbell (1978)\n Answer: John W. Campbell" + }, + { + "id": "q_004455", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Giovanni Leone", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Celano -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> head of state -> Giovanni Leone (1975)\n Answer: Giovanni Leone" + }, + { + "id": "q_001570", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Otto Nerz", + "pred": "Otto Nerz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rudolf Noack -> member of sports team -> Germany men's national association football team (1936)\n Hop 2: Germany men's national association football team -> head coach -> Otto Nerz (1936)\n Answer: Otto Nerz" + }, + { + "id": "q_005703", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Morten Olsen", + "pred": "Morten Olsen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kasper Lorentzen -> member of sports team -> Denmark men's national football team (2012)\n Hop 2: Denmark men's national football team -> head coach -> Morten Olsen (2012)\n Answer: Morten Olsen" + }, + { + "id": "q_006235", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Diego Simeone", + "pred": "Diego Simeone", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Maxi L\u00f3pez -> member of sports team -> Catania FC (2011)\n Hop 2: Catania FC -> head coach -> Diego Simeone (2011)\n Answer: Diego Simeone" + }, + { + "id": "q_001186", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Susan Sarandon", + "pred": "1995", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nell -> nominated for -> Academy Award for Best Actress (1995)\n Hop 2: Academy Award for Best Actress (1995) -> winner -> Susan Sarandon\n Hop 3: Susan Sarandon -> winner -> 1995\n Answer: 1995" + }, + { + "id": "q_005903", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Serdar Eylik -> member of sports team -> Galatasaray S.K. (2009)\n Hop 2: Galatasaray S.K. -> head coach -> B\u00fclent Korkmaz (2009)\n Answer: 2009" + }, + { + "id": "q_002985", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Bettino Craxi", + "pred": "Giovanni Spadolini", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mario Agnes -> country of citizenship -> Italy (1986)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1986)\n Answer: Giovanni Spadolini" + }, + { + "id": "q_006026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Andrzej Strejlau", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Piotr Jegor -> member of sports team -> Poland men's national football team (1991)\n Hop 2: Poland men's national football team -> head coach -> Andrzej Strejlau (1991)\n Answer: Andrzej Strejlau" + }, + { + "id": "q_008323", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Hungarian People's Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Demeter Balla -> work location -> Budapest (1968)\n Hop 2: Budapest -> capital of -> Hungarian People's Republic (1968)\n Answer: Hungarian People's Republic" + }, + { + "id": "q_006277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Italy -> shares border with -> Yugoslavia (1981)\n Answer: Yugoslavia" + }, + { + "id": "q_005474", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Oskar von Miller", + "pred": "Oskar von Miller", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rudolf Diesel -> member of -> VDI \u2013 The Association of German Engineers (1913)\n Hop 2: VDI \u2013 The Association of German Engineers -> board member -> Oskar von Miller (1913)\n Answer: Oskar von Miller" + }, + { + "id": "q_001830", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Nippon Bud\u014dkan", + "pred": "Nippon Bud\u014dkan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: B'z -> award received -> Japan Record Awards (1990)\n Hop 2: Japan Record Awards -> location -> Nippon Bud\u014dkan (1990)\n Answer: Nippon Bud\u014dkan" + }, + { + "id": "q_001756", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alessandro Alessandroni -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> currency -> Italian lira (1947)\n Answer: Italian lira" + }, + { + "id": "q_001887", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dietmar Hamann -> member of sports team -> Germany men's national association football team (2004)\n Hop 2: Germany men's national association football team -> head coach -> J\u00fcrgen Klinsmann (2004)\n Answer: J\u00fcrgen Klinsmann" + }, + { + "id": "q_005552", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Mitteldeutscher Rundfunk", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Achim Mentzel -> presenter -> Achims Hitparade (1999)\n Hop 2: Achims Hitparade -> original broadcaster -> Mitteldeutscher Rundfunk (1999)\n Answer: Mitteldeutscher Rundfunk" + }, + { + "id": "q_004901", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Wen Jiabao", + "pred": "Wen Jiabao", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Xiao Yang -> country of citizenship -> People's Republic of China (2008)\n Hop 2: People's Republic of China -> head of government -> Wen Jiabao (2008)\n Answer: Wen Jiabao" + }, + { + "id": "q_006473", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Hop 1: athletics at the 2008 Summer Olympics \u2013 men's 200 metres -> participant -> Usain Bolt (2008)\n Hop 2: Usain Bolt -> participant in -> athletics at the 2008 Summer Olympics \u2013 men's 100 metres (2008)\n Hop 3: athletics at the 2008 Summer Olympics \u2013 men's 100 metres -> year -> 2", + "em": 1.0, + "f1": 0.09523809523809523, + "pred_raw": "Hop 1: athletics at the 2008 Summer Olympics \u2013 men's 200 metres -> participant -> Usain Bolt (2008)\n Hop 2: Usain Bolt -> participant in -> athletics at the 2008 Summer Olympics \u2013 men's 100 metres (2008)\n Hop 3: athletics at the 2008 Summer Olympics \u2013 men's 100 metres -> year -> 2" + }, + { + "id": "q_006253", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Peter Bergmann -> award received -> Einstein Prize (2003)\n Hop 2: Einstein Prize -> winner -> John Archibald Wheeler (2003)\n Answer: 2003" + }, + { + "id": "q_002709", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Alex McLeish", + "pred": "John Ward", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Robin Shroot -> member of sports team -> Walsall F.C. (2009)\n Hop 2: Walsall F.C. -> head coach -> John Ward (2009)\n Answer: John Ward" + }, + { + "id": "q_007811", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Giovanni Spadolini", + "pred": "Giovanni Spadolini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dante Amarilli -> country of citizenship -> Italy (1982)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1982)\n Answer: Giovanni Spadolini" + }, + { + "id": "q_006165", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Edward Cassidy", + "pred": "John H. Newman", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Joint Declaration on the Doctrine of Justification -> signatory -> Dicastery for promoting Christian unity (1999)\n Hop 2: Dicastery for promoting Christian unity -> chairperson -> Edward Cassidy (1999)\n Hop 3: Edward Cassidy -> successor -> John H. Newman (1999)\n Answer: John H. Newman" + }, + { + "id": "q_007431", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Ernest Borgnine", + "pred": "1955 Golden Globe Award for Best Actor - Motion Picture Drama", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Dan O'Herlihy -> nominated for -> Academy Award for Best Actor (1955)\n Hop 2: Academy Award for Best Actor (1955) -> winner -> Ernest Borgnine\n Hop 3: Ernest Borgnine -> winner of -> 1955 Golden Globe Award for Best Actor - Motion Picture Drama\n Answer: 1955 Golden Globe Award for Best Actor - Motion Picture Drama" + }, + { + "id": "q_002594", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kiliia Raion -> located in -> Odesa Oblast (1956)\n Hop 2: Odesa Oblast -> country -> Soviet Union (1956)\n Answer: Soviet Union" + }, + { + "id": "q_004546", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "David Dinkins", + "pred": "David Dinkins", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nancy Graves -> work location -> New York City (1992)\n Hop 2: New York City -> head of government -> David Dinkins (1992)\n Answer: David Dinkins" + }, + { + "id": "q_006589", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Giuliano Amato", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giorgio Albani -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Giuliano Amato (1996)\n Answer: Giuliano Amato" + }, + { + "id": "q_006151", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ulm University -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Forschungszentrum J\u00fclich (2021)\n Answer: 2021" + }, + { + "id": "q_005300", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Otto Rehhagel", + "pred": "Otto Rehhagel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dimitris Salpingidis -> member of sports team -> Greece men's national football team (2009)\n Hop 2: Greece men's national football team -> head coach -> Otto Rehhagel (2009)\n Answer: Otto Rehhagel" + }, + { + "id": "q_003618", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Franz Joseph I of Austria", + "pred": "Franz Joseph I of Austria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Istv\u00e1n Bib\u00f3 -> educated at -> University of Szeged (1929)\n Hop 2: University of Szeged -> named after -> Franz Joseph I of Austria (1929)\n Answer: Franz Joseph I of Austria" + }, + { + "id": "q_001231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "George W. Bush", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Discovery Channel -> country -> United States (2002)\n Hop 2: United States -> head of government -> George W. Bush (2002)\n Answer: George W. Bush" + }, + { + "id": "q_001195", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alan Hollinghurst -> winner -> Booker Prize (2004)\n Hop 2: Ronan Bennett -> nominated for -> Booker Prize (2004)\n Answer: 2004" + }, + { + "id": "q_007049", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1978.0, + "gold": "1978", + "pred": "1978", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vernon Benjamin Mountcastle -> award received -> Louisa Gross Horwitz Prize (1978)\n Answer: 1978" + }, + { + "id": "q_003961", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Edith Roosevelt", + "pred": "Edith Roosevelt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Immigration Act of 1903 -> signatory -> Theodore Roosevelt (1903)\n Hop 2: Theodore Roosevelt -> spouse -> Edith Roosevelt (1903)\n Answer: Edith Roosevelt" + }, + { + "id": "q_002548", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Charles Debbas -> country of citizenship -> Ottoman Empire (1901)\n Hop 2: Ottoman Empire -> basic form of government -> absolute monarchy (1901)\n Answer: absolute monarchy" + }, + { + "id": "q_002969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1910.0, + "gold": "Austria\u2013Hungary", + "pred": "Austria\u2013Hungary", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vilmos F\u00e9mes Beck -> work location -> Budapest (1910)\n Hop 2: Budapest -> country -> Austria\u2013Hungary (1910)\n Answer: Austria\u2013Hungary" + }, + { + "id": "q_003484", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Netanya -> country -> Mandatory Palestine (1934)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1934)\n Answer: United Kingdom" + }, + { + "id": "q_002374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Kingdome", + "pred": "Kingdome", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tom Chambers -> member of sports team -> Seattle SuperSonics (1985)\n Hop 2: Seattle SuperSonics -> home venue -> Kingdome (1985)\n Answer: Kingdome" + }, + { + "id": "q_002163", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Clive Woodward", + "pred": "Clive Woodward", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Phil Vickery -> member of sports team -> England men\u2019s national rugby union team (2002)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Clive Woodward (2002)\n Answer: Clive Woodward" + }, + { + "id": "q_006692", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Bruce Buck", + "pred": "Bruce Buck", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marko Marin -> member of sports team -> Chelsea F.C. (2016)\n Hop 2: Chelsea F.C. -> chairperson -> Bruce Buck (2016)\n Answer: Bruce Buck" + }, + { + "id": "q_006073", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Volker Finke", + "pred": "Volker Finke", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alain Sutter -> member of sports team -> SC Freiburg (1997)\n Hop 2: SC Freiburg -> head coach -> Volker Finke (1997)\n Answer: Volker Finke" + }, + { + "id": "q_008473", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Roman Abramovich", + "pred": "Roman Abramovich", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lassana Diarra -> member of sports team -> Chelsea F.C. (2005)\n Hop 2: Chelsea F.C. -> owned by -> Roman Abramovich (2005)\n Answer: Roman Abramovich" + }, + { + "id": "q_003674", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1978.0, + "gold": "Leonid Brezhnev", + "pred": "Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Viktor Anpilov -> member of political party -> Communist Party of the Soviet Union (1978)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Mikhail Gorbachev (1978)\n Answer: Mikhail Gorbachev" + }, + { + "id": "q_003352", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bitola -> country -> Ottoman Empire (1907)\n Hop 2: Ottoman Empire -> basic form of government -> absolute monarchy (1907)\n Answer: absolute monarchy" + }, + { + "id": "q_004456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Giampiero Boniperti", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giorgio Mastropasqua -> member of sports team -> Juventus FC (1973)\n Hop 2: Juventus FC -> chairperson -> Giampiero Boniperti (1973)\n Answer: Giampiero Boniperti" + }, + { + "id": "q_002789", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pietro Lana -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> currency -> Italian lira (1950)\n Answer: Italian lira" + }, + { + "id": "q_005326", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Spencer Tracy", + "pred": "1938", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Paul Muni -> nominated for -> Academy Award for Best Actor (1938)\n Hop 2: Academy Award for Best Actor (1938) -> winner -> Spencer Tracy\n Hop 3: Spencer Tracy -> winner -> 1938\n Answer: 1938" + }, + { + "id": "q_005284", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Erich Werdermann", + "pred": "Erich Werdermann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Botanic Garden and Botanical Museum Berlin -> chief executive officer -> Erich Werdermann (1958)\n Answer: Erich Werdermann" + }, + { + "id": "q_005774", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stephan Andrist -> member of sports team -> FC Aarau (2015)\n Hop 2: FC Aarau -> league or competition -> Swiss Super League (2015)\n Answer: Swiss Super League" + }, + { + "id": "q_003372", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Patrick Le Lay", + "pred": "Patrick Le Lay", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Star Academy -> original broadcaster -> TF1 (2008)\n Hop 2: TF1 -> chairperson -> Patrick Le Lay (2008)\n Answer: Patrick Le Lay" + }, + { + "id": "q_008201", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nicole Kidman -> award received -> Academy Award for Best Actress (2002)\n Hop 2: Monster -> award received -> Academy Award for Best Actress (2002)\n Answer: 2002" + }, + { + "id": "q_001153", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Franz Beckenbauer", + "pred": "Franz Beckenbauer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pierre Littbarski -> member of sports team -> Germany men's national association football team (1985)\n Hop 2: Germany men's national association football team -> head coach -> Franz Beckenbauer (1985)\n Answer: Franz Beckenbauer" + }, + { + "id": "q_007164", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "Simone Inzaghi", + "pred": "Stefano Pioli", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pepe Reina -> member of sports team -> AC Milan (2020)\n Hop 2: AC Milan -> head coach -> Stefano Pioli (2020)\n Answer: Stefano Pioli" + }, + { + "id": "q_006407", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Allianz Arena", + "pred": "Allianz Arena", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pascal Ojigwe -> member of sports team -> TSV 1860 M\u00fcnchen (2005)\n Hop 2: TSV 1860 M\u00fcnchen -> home venue -> Allianz Arena (2005)\n Answer: Allianz Arena" + }, + { + "id": "q_001540", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "2013", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Martin Posp\u00ed\u0161il -> member of sports team -> Czechia men's national football team (2013)\n Hop 2: Czechia men's national football team -> head coach -> Josef Pe\u0161ice (2013)\n Answer: 2013" + }, + { + "id": "q_005100", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bernd Leistner -> award received -> Heinrich Mann Prize (1985)\n Hop 2: Heinrich Mann Prize -> country -> German Democratic Republic (1985)\n Answer: German Democratic Republic" + }, + { + "id": "q_006066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Claudio Ranieri", + "pred": "Claudio Ranieri", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hasan Salihamid\u017ei\u0107 -> member of sports team -> Juventus FC (2008)\n Hop 2: Juventus FC -> head coach -> Claudio Ranieri (2008)\n Answer: Claudio Ranieri" + }, + { + "id": "q_001566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Virgilio No\u00e8 -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Economic Community (1951)\n Answer: European Economic Community" + }, + { + "id": "q_006837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Denzel Washington", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cast Away -> nominated for -> Academy Award for Best Actor (2001)\n Hop 2: Academy Award for Best Actor (2001) -> winner -> Denzel Washington\n Hop 3: Denzel Washington -> winner of -> 1999 Tony Award for Best Actor in a Play\n Answer: Denzel Washington" + }, + { + "id": "q_007894", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Colin Firth -> winner -> European Film Award for Best Actor (2011)\n Hop 2: Andr\u00e9 Wilms -> nominated for -> European Film Award for Best Actor (2011)\n Answer: 2011" + }, + { + "id": "q_008658", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Ruslan Rotan", + "pred": "Andriy Shevchenko", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Oleh Husiev -> member of sports team -> Ukraine men's national football team (2016)\n Hop 2: Ukraine men's national football team -> team captain -> Ruslan Rotan (2016)\n Hop 3: Ruslan Rotan -> team captain -> Andriy Shevchenko (2016)\n Answer: Andriy Shevchenko" + }, + { + "id": "q_005158", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Antonio Segni", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pietro Giacomo Nonis -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Antonio Segni (1965)\n Answer: Antonio Segni" + }, + { + "id": "q_007400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giacomo Fornoni -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> currency -> Italian lira (1994)\n Answer: Italian lira" + }, + { + "id": "q_008060", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Bundesliga", + "pred": "Bundesliga", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bernhard Schachner -> member of sports team -> Admira Wacker (2012)\n Hop 2: Admira Wacker -> league or competition -> Bundesliga (2012)\n Answer: Bundesliga" + }, + { + "id": "q_004900", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "SeatGeek Stadium", + "pred": "SeatGeek Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Benji Joya -> member of sports team -> Chicago Fire FC (2014)\n Hop 2: Chicago Fire FC -> home venue -> SeatGeek Stadium (2014)\n Answer: SeatGeek Stadium" + }, + { + "id": "q_000430", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Bombardier", + "pred": "Bombardier", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: ALSTOM Transportation Germany -> parent organization or unit -> Bombardier (2005)\n Answer: Bombardier" + }, + { + "id": "q_006467", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Enderbury Island -> country -> United Kingdom (1938)\n Hop 2: United Kingdom -> diplomatic relation -> Taiwan (1938)\n Answer: Taiwan" + }, + { + "id": "q_004710", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tim Borowski -> member of sports team -> Germany men's national association football team (2005)\n Hop 2: Germany men's national association football team -> head coach -> J\u00fcrgen Klinsmann (2005)\n Answer: J\u00fcrgen Klinsmann" + }, + { + "id": "q_000041", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giorgio Albani -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1996)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_004408", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "crown prince", + "pred": "crown prince", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Louise Mountbatten -> spouse -> Gustaf VI Adolf of Sweden (1939)\n Hop 2: Gustaf VI Adolf of Sweden -> position held -> crown prince (1939)\n Answer: crown prince" + }, + { + "id": "q_001201", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Azzini -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> shares border with -> Yugoslavia (1964)\n Answer: Yugoslavia" + }, + { + "id": "q_004457", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franz Anton Basch -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1921)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1921)\n Answer: P\u00e9ter P\u00e1zm\u00e1ny" + }, + { + "id": "q_005193", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonio Cariglia -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> currency -> Italian lira (1969)\n Answer: Italian lira" + }, + { + "id": "q_005781", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "State Anthem of the Soviet Union", + "pred": "Soviet Union", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Kursk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1987)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> Soviet Union (1987)\n Answer: Soviet Union" + }, + { + "id": "q_004013", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Jupp Derwall", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bernd Franke -> member of sports team -> Germany men's national association football team (1982)\n Hop 2: Germany men's national association football team -> head coach -> Jupp Derwall (1982)\n Answer: Jupp Derwall" + }, + { + "id": "q_003935", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Volker Finke", + "pred": "Volker Finke", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andreas Bornemann -> member of sports team -> SC Freiburg (1999)\n Hop 2: SC Freiburg -> head coach -> Volker Finke (1999)\n Answer: Volker Finke" + }, + { + "id": "q_006770", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fernando Redondo -> member of sports team -> AC Milan (2004)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (2004)\n Answer: Silvio Berlusconi" + }, + { + "id": "q_008617", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Valerio Bacigalupo -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> shares border with -> Yugoslavia (1948)\n Answer: Yugoslavia" + }, + { + "id": "q_008708", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Me\u0161a Selimovi\u0107 -> award received -> NIN Prize (1966)\n Hop 2: NIN Prize -> country -> Socialist Federal Republic of Yugoslavia (1966)\n Answer: Socialist Federal Republic of Yugoslavia" + }, + { + "id": "q_005902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Zden\u011bk Zeman", + "pred": "Zden\u011bk Zeman", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aron Winter -> member of sports team -> SS Lazio (1996)\n Hop 2: SS Lazio -> head coach -> Zden\u011bk Zeman (1996)\n Answer: Zden\u011bk Zeman" + }, + { + "id": "q_007389", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Louis Leblanc -> drafted by -> Montreal Canadiens (2009)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (2009)\n Answer: Saku Koivu" + }, + { + "id": "q_005554", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Moscow", + "pred": "Moscow", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Imi Knoebel -> work location -> D\u00fcsseldorf (1992)\n Hop 2: D\u00fcsseldorf -> twinned with -> Moscow (1992)\n Answer: Moscow" + }, + { + "id": "q_000408", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Kingdom of Prussia", + "pred": "Kingdom of Prussia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paul Cassirer -> work location -> Berlin (1904)\n Hop 2: Berlin -> located in -> Kingdom of Prussia (1904)\n Answer: Kingdom of Prussia" + }, + { + "id": "q_003634", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Uwe Neuhaus", + "pred": "Uwe Neuhaus", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Micha\u0142 Bemben -> member of sports team -> 1. FC Union Berlin (2008)\n Hop 2: 1. FC Union Berlin -> head coach -> Uwe Neuhaus (2008)\n Answer: Uwe Neuhaus" + }, + { + "id": "q_006653", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Renato Barisani -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> currency -> Italian lira (1997)\n Answer: Italian lira" + }, + { + "id": "q_000961", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Kate Winslet", + "pred": "2008 Academy Awards", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: La Vie en Rose -> nominated for -> Academy Award for Best Actress (2008)\n Hop 2: Academy Award for Best Actress -> winner -> Kate Winslet (2008)\n Hop 3: Kate Winslet -> winner of -> 2008 Academy Awards (2008)\n Answer: 2008 Academy Awards" + }, + { + "id": "q_002923", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Enrico Prampolini -> country of citizenship -> Italy (1949)\n Hop 2: Italy -> shares border with -> Yugoslavia (1949)\n Answer: Yugoslavia" + }, + { + "id": "q_008130", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sergio Porrini -> member of sports team -> AC Milan (1988)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (1988)\n Answer: Silvio Berlusconi" + }, + { + "id": "q_001668", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Jane Fonda", + "pred": "1971", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Women in Love -> nominated for -> Academy Award for Best Actress (1971)\n Hop 2: Academy Award for Best Actress -> winner -> Jane Fonda (1971)\n Hop 3: Jane Fonda -> winner -> 1971\n Answer: 1971" + }, + { + "id": "q_006838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Lucien Favre", + "pred": "Lucien Favre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marcel Schmelzer -> member of sports team -> Borussia Dortmund (2019)\n Hop 2: Borussia Dortmund -> head coach -> Lucien Favre (2019)\n Answer: Lucien Favre" + }, + { + "id": "q_007280", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ann Wolff -> work location -> Berlin (2006)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2006)\n Answer: Klaus Wowereit" + }, + { + "id": "q_004011", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "David Storey", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Brian Moore -> nominated for -> Booker Prize (1976)\n Hop 2: Booker Prize -> winner -> David Storey (1976)\n Answer: David Storey" + }, + { + "id": "q_001876", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Thomas Tuchel", + "pred": "Thomas Tuchel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anthony Ujah -> member of sports team -> 1. FSV Mainz 05 (2012)\n Hop 2: 1. FSV Mainz 05 -> head coach -> Thomas Tuchel (2012)\n Answer: Thomas Tuchel" + }, + { + "id": "q_003426", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "George H. W. Bush", + "pred": "George H. W. Bush", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Motorola -> country -> United States (1992)\n Hop 2: United States -> head of government -> George H. W. Bush (1992)\n Answer: George H. W. Bush" + }, + { + "id": "q_008324", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Corinne Griffith -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer (1930)\n Answer: 1930" + }, + { + "id": "q_001089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Oscar Luigi Scalfari", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Ansano Giannarelli -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfari (1998)\n Answer: Oscar Luigi Scalfari" + }, + { + "id": "q_001646", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Samuel -> member of sports team -> Inter Milan (2008)\n Hop 2: Inter Milan -> head coach -> Jos\u00e9 Mourinho (2008)\n Answer: Jos\u00e9 Mourinho" + }, + { + "id": "q_001719", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tim Borowski -> member of sports team -> Germany men's national association football team (2005)\n Hop 2: Germany men's national association football team -> head coach -> J\u00fcrgen Klinsmann (2005)\n Answer: J\u00fcrgen Klinsmann" + }, + { + "id": "q_005359", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: George Boateng -> member of sports team -> Nottingham Forest F.C. (2012)\n Hop 2: Nottingham Forest F.C. -> head coach -> Alex McLeish (2012)\n Answer: Alex McLeish" + }, + { + "id": "q_002201", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Princeton University", + "pred": "Princeton University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nash equilibrium -> theorized by -> John Forbes Nash (1949)\n Hop 2: John Forbes Nash -> educated at -> Princeton University (1949)\n Answer: Princeton University" + }, + { + "id": "q_000953", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "DBC Pierre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Monica Ali -> nominated for -> Booker Prize (2003)\n Hop 2: Booker Prize -> winner -> DBC Pierre (2003)\n Answer: DBC Pierre" + }, + { + "id": "q_003588", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Javier Aguirre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonio L\u00f3pez -> member of sports team -> Atl\u00e9tico Madrid (2008)\n Hop 2: Atl\u00e9tico Madrid -> head coach -> Javier Aguirre (2008)\n Answer: Javier Aguirre" + }, + { + "id": "q_006330", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "DBC Pierre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gerard Donovan -> nominated for -> Booker Prize (2003)\n Hop 2: Booker Prize -> winner -> DBC Pierre (2003)\n Answer: DBC Pierre" + }, + { + "id": "q_006529", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michel Bouquet -> nominated for -> European Film Award for Best Actor (1991)\n Hop 2: European Film Award for Best Actor (1991) -> winner -> Ultra (1991)\n Answer: 1991" + }, + { + "id": "q_006295", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Joan Crawford", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mrs. Parkington -> nominated for -> Academy Award for Best Actress (1945)\n Hop 2: Academy Award for Best Actress -> winner -> Joan Crawford (1945)\n Hop 3: Joan Crawford -> winner -> Academy Award for Best Actress (1945)\n Answer: Joan Crawford" + }, + { + "id": "q_007246", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Free Trade Association", + "em": 0.0, + "f1": 0.22222222222222224, + "pred_raw": "Hop 1: Agostino Coletto -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Free Trade Association (1952)\n Answer: European Free Trade Association" + }, + { + "id": "q_001257", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 0.4444444444444445, + "pred_raw": "Hop 1: Shimon Peres -> country of citizenship -> Mandatory Palestine (1943)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1943)\n Hop 3: United Kingdom -> located in -> United Kingdom of Great Britain and Ireland (1943)\n Answer: United Kingdom of Great Britain and Ireland" + }, + { + "id": "q_004353", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Maurice Druon", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michel D\u00e9on -> member of -> Acad\u00e9mie Fran\u00e7aise (1988)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Maurice Druon (1988)\n Answer: Maurice Druon" + }, + { + "id": "q_001453", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kyakhta -> country -> Russian Empire (1915)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1915)\n Answer: Nicholas II of Russia" + }, + { + "id": "q_008300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Italy -> shares border with -> Yugoslavia (1951)\n Answer: Yugoslavia" + }, + { + "id": "q_008480", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Academy Award for Best Actor -> winner -> Denzel Washington (2001)\n Hop 2: Ed Harris -> nominated for -> Academy Award for Best Actor (2001)\n Answer: 2001" + }, + { + "id": "q_006167", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "LMFAO", + "pred": "Janelle Mon\u00e1e", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Party Rock Anthem -> award received -> MTV Movie Award for Best Song from a Movie (2012)\n Hop 2: MTV Movie Award for Best Song from a Movie -> winner -> LMFAO (2012)\n Hop 3: LMFAO -> winner -> Janelle Mon\u00e1e (2012)\n Answer: Janelle Mon\u00e1e" + }, + { + "id": "q_003258", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "J\u00fcrgen Linden", + "pred": "J\u00fcrgen Linden", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ena von Baer -> residence -> Aachen (2002)\n Hop 2: Aachen -> head of government -> J\u00fcrgen Linden (2002)\n Answer: J\u00fcrgen Linden" + }, + { + "id": "q_004631", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Trabzon Province -> country -> Ottoman Empire (1904)\n Hop 2: Ottoman Empire -> basic form of government -> absolute monarchy (1904)\n Answer: absolute monarchy" + }, + { + "id": "q_004837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Ang Lee", + "pred": "Ang Lee", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The Tree of Life -> nominated for -> Academy Award for Best Director (2012)\n Hop 2: Academy Award for Best Director -> winner -> Ang Lee (2012)\n Answer: Ang Lee" + }, + { + "id": "q_002531", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Austria", + "pred": "Austria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Auger effect -> discoverer or inventor -> Lise Meitner (1922)\n Hop 2: Lise Meitner -> country of citizenship -> Austria (1922)\n Answer: Austria" + }, + { + "id": "q_008228", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Frances McDormand", + "pred": "The Big Chill", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Elisabeth Shue -> nominated for -> Academy Award for Best Actress (1996)\n Hop 2: Academy Award for Best Actress (1996) -> winner -> Frances McDormand (1996)\n Hop 3: Frances McDormand -> nominated for -> The Big Chill (1996)\n Answer: The Big Chill" + }, + { + "id": "q_005557", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Fatih Terim", + "pred": "Fatih Terim", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adem B\u00fcy\u00fck -> member of sports team -> Turkey men's national football team (2014)\n Hop 2: Turkey men's national football team -> head coach -> Fatih Terim (2014)\n Answer: Fatih Terim" + }, + { + "id": "q_007336", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Daniel Br\u00fchl -> winner -> European Film Award for Best Actor (2003)\n Hop 2: Luigi Lo Cascio -> nominated for -> European Film Award for Best Actor (2003)\n Answer: 2003" + }, + { + "id": "q_003098", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Flavio Mogherini -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of state -> Sandro Pertini (1980)\n Answer: Sandro Pertini" + }, + { + "id": "q_002950", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1945.0, + "gold": "1945", + "pred": "1945", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mrs. Parkington -> nominated for -> Academy Award for Best Actress (1945)\n Hop 2: Academy Award for Best Actress -> winner -> Joan Crawford (1945)\n Answer: 1945" + }, + { + "id": "q_000019", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Maurizio Lucidi -> country of citizenship -> Italy (2002)\n Hop 2: Italy -> currency -> Italian lira (2002)\n Answer: Italian lira" + }, + { + "id": "q_001920", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Claudio Ranieri", + "pred": "Claudio Ranieri", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roberto Di Matteo -> member of sports team -> Chelsea F.C. (2002)\n Hop 2: Chelsea F.C. -> head coach -> Claudio Ranieri (2002)\n Answer: Claudio Ranieri" + }, + { + "id": "q_005782", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1973)\n Hop 2: Italy -> currency -> Italian lira (1973)\n Answer: Italian lira" + }, + { + "id": "q_006670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "White Hart Lane", + "pred": "White Hart Lane", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alf Ramsey -> member of sports team -> Tottenham Hotspur F.C. (1954)\n Hop 2: Tottenham Hotspur F.C. -> home venue -> White Hart Lane (1954)\n Answer: White Hart Lane" + }, + { + "id": "q_000862", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Humphrey Bogart", + "pred": "The African Queen", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jos\u00e9 Ferrer -> nominated for -> Academy Award for Best Actor (1951)\n Hop 2: Academy Award for Best Actor (1951) -> winner -> Humphrey Bogart\n Hop 3: Humphrey Bogart -> nominated for -> The African Queen (1951)\n Answer: The African Queen" + }, + { + "id": "q_001033", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "China Mi\u00e9ville", + "pred": "China Mi\u00e9ville", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cloud Atlas -> nominated for -> Arthur C. Clarke Award (2005)\n Hop 2: Arthur C. Clarke Award -> winner -> China Mi\u00e9ville (2005)\n Answer: China Mi\u00e9ville" + }, + { + "id": "q_003960", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Inge Keller -> spouse -> Karl-Eduard von Schnitzler (1955)\n Hop 2: Karl-Eduard von Schnitzler -> country of citizenship -> German Democratic Republic (1955)\n Answer: German Democratic Republic" + }, + { + "id": "q_006287", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Clive Woodward", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Josh Lewsey -> member of sports team -> England men\u2019s national rugby union team (1999)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Clive Woodward (1999)\n Answer: Clive Woodward" + }, + { + "id": "q_007880", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Giovanni Trapattoni", + "pred": "Giuseppe Pillon", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stefano Tacconi -> member of sports team -> Genoa CFC (1992)\n Hop 2: Genoa CFC -> head coach -> Giuseppe Pillon (1992)\n Answer: Giuseppe Pillon" + }, + { + "id": "q_005772", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Autonomous Province of Vojvodina", + "em": 0.0, + "f1": 0.4000000000000001, + "pred_raw": "Hop 1: Titel Municipality -> located in -> Socialist Autonomous Province of Vojvodina (1982)\n Answer: Socialist Autonomous Province of Vojvodina" + }, + { + "id": "q_006294", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hilary Swank", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Samantha Morton -> nominated for -> Academy Award for Best Actress (2004)\n Hop 2: Academy Award for Best Actress -> winner -> Hilary Swank (2004)\n Answer: Hilary Swank" + }, + { + "id": "q_004173", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Jupp Derwall", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pierre Littbarski -> member of sports team -> Germany men's national association football team (1982)\n Hop 2: Germany men's national association football team -> head coach -> Jupp Derwall (1982)\n Answer: Jupp Derwall" + }, + { + "id": "q_005281", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Loredana Nusciak -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1958)\n Answer: Giovanni Gronchi" + }, + { + "id": "q_005433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Ottmar Hitzfeld", + "pred": "Ottmar Hitzfeld", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ren\u00e9 Tretschok -> member of sports team -> Borussia Dortmund (1997)\n Hop 2: Borussia Dortmund -> head coach -> Ottmar Hitzfeld (1997)\n Answer: Ottmar Hitzfeld" + }, + { + "id": "q_008091", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "\u0130smet \u0130n\u00f6n\u00fc", + "pred": "\u0130smet \u0130n\u00f6n\u00fc", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fuat K\u00f6pr\u00fcl\u00fc -> member of political party -> Republican People's Party (1943)\n Hop 2: Republican People's Party -> chairperson -> \u0130smet \u0130n\u00f6n\u00fc (1943)\n Answer: \u0130smet \u0130n\u00f6n\u00fc" + }, + { + "id": "q_004964", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Tonino Cervi -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> member of -> European Union (1994)\n Answer: European Union" + }, + { + "id": "q_002871", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Oscar Luigi Scalfaro", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giacinto Facchetti -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1994)\n Answer: Oscar Luigi Scalfaro" + }, + { + "id": "q_003979", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Rachida Brakni", + "pred": "Rachida Brakni", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: H\u00e9l\u00e8ne Filli\u00e8res -> nominated for -> C\u00e9sar Award for Best Female Revelation (2002)\n Hop 2: C\u00e9sar Award for Best Female Revelation -> winner -> Rachida Brakni (2002)\n Answer: Rachida Brakni" + }, + { + "id": "q_008204", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Erwin Kramer", + "pred": "Erwin Kramer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: DRB Class 52 -> operator -> Deutsche Reichsbahn (GDR) (1964)\n Hop 2: Deutsche Reichsbahn (GDR) -> director / manager -> Erwin Kramer (1964)\n Answer: Erwin Kramer" + }, + { + "id": "q_001932", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Joe Louis Arena", + "pred": "Joe Louis Arena", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stu Grimson -> drafted by -> Detroit Red Wings (1983)\n Hop 2: Detroit Red Wings -> home venue -> Joe Louis Arena (1983)\n Answer: Joe Louis Arena" + }, + { + "id": "q_007185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "pred_raw": "Hop 1: In\u0111ija Municipality -> located in -> Socialist Autonomous Province of Vojvodina (1984)\n Hop 2: Socialist Autonomous Province of Vojvodina -> country -> Yugoslavia (1984)\n Answer: Yugoslavia" + }, + { + "id": "q_000480", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "UNESCO", + "pred": "UNESCO", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eduardo Saverin -> country of citizenship -> United States (2011)\n Hop 2: United States -> member of -> UNESCO (2011)\n Answer: UNESCO" + }, + { + "id": "q_007286", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Emirates", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bastian Reinhardt -> member of sports team -> Hamburger SV (2009)\n Hop 2: Hamburger SV -> sponsor -> Emirates (2009)\n Answer: Emirates" + }, + { + "id": "q_003179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan Decleir -> nominated for -> European Film Award for Best Actor (1993)\n Hop 2: European Film Award for Best Actor -> winner -> Daniel Auteuil (1993)\n Answer: Daniel Auteuil" + }, + { + "id": "q_002946", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Michal B\u00edlek", + "pred": "Michal B\u00edlek", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Daniel Kol\u00e1\u0159 -> member of sports team -> Czechia men's national football team (2010)\n Hop 2: Czechia men's national football team -> head coach -> Michal B\u00edlek (2010)\n Answer: Michal B\u00edlek" + }, + { + "id": "q_003999", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hans G\u00fcnther -> member of political party -> Nazi Party (1933)\n Hop 2: Nazi Party -> chairperson -> Adolf Hitler (1933)\n Answer: Adolf Hitler" + }, + { + "id": "q_005894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Vera Drake -> nominated for -> Academy Award for Best Actress (2005)\n Hop 2: Academy Award for Best Actress -> winner -> Reese Witherspoon (2005)\n Hop 3: Reese Witherspoon -> winner -> Academy Award for Best Actress (2005)\n Answer: Academy Award for Best Actress" + }, + { + "id": "q_005752", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giuliano Amato", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bruno Bettinelli -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> head of government -> Giuliano Amato (1993)\n Answer: Giuliano Amato" + }, + { + "id": "q_001810", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Giuseppe Saragat", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto Ronchey -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1965)\n Answer: Giuseppe Saragat" + }, + { + "id": "q_004977", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Livio Lorenzon -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1957)\n Answer: Alcide De Gasperi" + }, + { + "id": "q_004496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Paul von Hindenburg", + "pred": "Paul von Hindenburg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Otto Schuhart -> allegiance -> Weimar Republic (1930)\n Hop 2: Weimar Republic -> head of state -> Paul von Hindenburg (1930)\n Answer: Paul von Hindenburg" + }, + { + "id": "q_007873", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zolt\u00e1n G\u00e1bor Szab\u00f3 -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1929)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1929)\n Answer: P\u00e9ter P\u00e1zm\u00e1ny" + }, + { + "id": "q_002637", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Graham Swift -> award received -> Booker Prize -> 1996\n Answer: 1996" + }, + { + "id": "q_005587", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gwyneth Jones -> winner -> Arthur C. Clarke Award (2002)\n Hop 2: Peter F. Hamilton -> nominated for -> Arthur C. Clarke Award (2002)\n Answer: 2002" + }, + { + "id": "q_005428", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arrigo Sacchi -> coach of sports team -> AC Milan (1997)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (1997)\n Answer: Silvio Berlusconi" + }, + { + "id": "q_005312", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ruth Chatterton -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> award received -> Academy Award for Best Actress (1930)\n Answer: Academy Award for Best Actress" + }, + { + "id": "q_006932", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frank Tieri -> residence -> United States (1965)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1965)\n Answer: Lyndon B. Johnson" + }, + { + "id": "q_000781", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Elie Wiesel -> country of citizenship -> Kingdom of Romania (1929)\n Hop 2: Kingdom of Romania -> capital -> Bucharest (1929)\n Answer: Bucharest" + }, + { + "id": "q_007295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "CBS", + "pred": "CBS", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Natalia Oreiro -> nominated for -> Latin Grammy Awards (2001)\n Hop 2: Latin Grammy Awards -> original broadcaster -> CBS (2001)\n Answer: CBS" + }, + { + "id": "q_000003", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1947.0, + "gold": "1947", + "pred": "1947", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Celia Johnson -> nominated for -> Academy Award for Best Actress (1947)\n Hop 2: Academy Award for Best Actress (1947) -> winner -> Loretta Young (1947)\n Answer: 1947" + }, + { + "id": "q_004851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Claudio Pieri -> country of citizenship -> Italy (2009)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2009)\n Answer: Giorgio Napolitano" + }, + { + "id": "q_004934", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianna Maria Canale -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> currency -> Italian lira (1978)\n Answer: Italian lira" + }, + { + "id": "q_000313", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Semey -> country -> Soviet Union (1985)\n Answer: Soviet Union" + }, + { + "id": "q_003612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2016.0, + "gold": "Matteo Renzi", + "pred": "Matteo Renzi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Agnes -> country of citizenship -> Italy (2016)\n Hop 2: Italy -> head of government -> Matteo Renzi (2016)\n Answer: Matteo Renzi" + }, + { + "id": "q_008643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lina Pagliughi -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> shares border with -> Yugoslavia (1965)\n Answer: Yugoslavia" + }, + { + "id": "q_000903", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Eusebio Sacrist\u00e1n", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alen Halilovi\u0107 -> member of sports team -> Futbol Club Barcelona (2014)\n Hop 2: Futbol Club Barcelona -> head coach -> Eusebio Sacrist\u00e1n (2014)\n Answer: Eusebio Sacrist\u00e1n" + }, + { + "id": "q_000168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Umberto Mastroianni -> country of citizenship -> Italy (1979)\n Hop 2: Italy -> shares border with -> Yugoslavia (1979)\n Answer: Yugoslavia" + }, + { + "id": "q_005738", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Aldo Moro", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Enzo Sellerio -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1976)\n Answer: Amintore Fanfani" + }, + { + "id": "q_006558", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Artur Moraes -> member of sports team -> S.L. Benfica (2012)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2012)\n Answer: Lu\u00eds Filipe Vieira" + }, + { + "id": "q_004400", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Ruth Prawer Jhabvala", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heat and Dust -> award received -> Booker Prize (1975)\n Hop 2: Booker Prize (1975) -> winner -> Ruth Prawer Jhabvala (1975)\n Answer: Ruth Prawer Jhabvala" + }, + { + "id": "q_001076", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Johannes Gutenberg University Mainz -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Katholieke Universiteit Leuven (2021)\n Answer: 2021" + }, + { + "id": "q_002725", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Prime Minister of Canada", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: 19th Canadian Ministry -> head of government -> Lester B. Pearson (1968)\n Hop 2: Lester B. Pearson -> position held -> Prime Minister of Canada (1968)\n Answer: Prime Minister of Canada" + }, + { + "id": "q_003906", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Liga Portugal", + "pred": "Liga Portugal", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pawe\u0142 Kieszek -> member of sports team -> Vit\u00f3ria F.C. (2013)\n Hop 2: Vit\u00f3ria F.C. -> league or competition -> Liga Portugal (2013)\n Answer: Liga Portugal" + }, + { + "id": "q_004405", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Alberto Bigon", + "pred": "Alberto Bigon", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jocelyn Ahou\u00e9ya -> member of sports team -> FC Sion (2008)\n Hop 2: FC Sion -> head coach -> Alberto Bigon (2008)\n Answer: Alberto Bigon" + }, + { + "id": "q_007565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Wolfgang Gerhardt", + "pred": "Wolfgang Gerhardt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Scheel -> member of political party -> Free Democratic Party (1999)\n Hop 2: Free Democratic Party -> chairperson -> Wolfgang Gerhardt (1999)\n Answer: Wolfgang Gerhardt" + }, + { + "id": "q_000757", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "COMECON", + "pred": "COMECON", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anila Wilms -> country of citizenship -> Albania (1971)\n Hop 2: Albania -> member of -> COMECON (1971)\n Answer: COMECON" + }, + { + "id": "q_003912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Ian Porterfield", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karen Dokhoyan -> member of sports team -> Armenia men's national football team (2007)\n Hop 2: Armenia men's national football team -> head coach -> Ian Porterfield (2007)\n Answer: Ian Porterfield" + }, + { + "id": "q_005056", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Lavrentiy Beria", + "pred": "Lavrentiy Beria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gulag -> parent organization -> NKVD (1944)\n Hop 2: NKVD -> chairperson -> Lavrentiy Beria (1944)\n Answer: Lavrentiy Beria" + }, + { + "id": "q_007014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Mitteldeutscher Rundfunk", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Achim Mentzel -> presenter -> Achims Hitparade (1999)\n Hop 2: Achims Hitparade -> original broadcaster -> Mitteldeutscher Rundfunk (1999)\n Answer: Mitteldeutscher Rundfunk" + }, + { + "id": "q_008552", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Viganello -> replaced by -> Lugano (2004)\n Hop 2: Lugano -> replaces -> Breganzona (2004)\n Answer: 2004" + }, + { + "id": "q_004025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Bambi Award", + "pred": "Bambi Award", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Janet Leigh -> spouse -> Tony Curtis (1958)\n Hop 2: Tony Curtis -> award received -> Bambi Award (1958)\n Answer: Bambi Award" + }, + { + "id": "q_000678", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Katharine Hepburn", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ida Kami\u0144ska -> nominated for -> Academy Award for Best Actress (1967)\n Hop 2: Academy Award for Best Actress (1967) -> winner -> Katharine Hepburn\n Answer: Katharine Hepburn" + }, + { + "id": "q_002043", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pazzallo -> replaced by -> Lugano (2004)\n Hop 2: Lugano -> replaces -> Gandria (2004)\n Answer: 2004" + }, + { + "id": "q_007190", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "coming out", + "pred": "coming out", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anne Heche -> unmarried partner -> Ellen DeGeneres (1997)\n Hop 2: Ellen DeGeneres -> significant event -> coming out (1997)\n Hop 3: Anne Heche -> significant event -> coming out (1997)\n Answer: coming out" + }, + { + "id": "q_003533", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Migliorini -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> currency -> Italian lira (1967)\n Answer: Italian lira" + }, + { + "id": "q_003295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: L\u00e1szl\u00f3 B\u00fcky -> educated at -> University of Szeged (1968)\n Hop 2: University of Szeged -> named after -> Attila J\u00f3zsef (1968)\n Answer: Attila J\u00f3zsef" + }, + { + "id": "q_008026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Ingrid Bergman", + "pred": "1944", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jean Arthur -> nominated for -> Academy Award for Best Actress (1944)\n Hop 2: Academy Award for Best Actress (1944) -> winner -> Ingrid Bergman\n Hop 3: Ingrid Bergman -> winner of -> 1944\n Answer: 1944" + }, + { + "id": "q_004864", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Ireland", + "pred": "Ireland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Christian Murro -> member of sports team -> Tenax (2005)\n Hop 2: Tenax -> country -> Ireland (2005)\n Answer: Ireland" + }, + { + "id": "q_001930", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1929.0, + "gold": "1929", + "pred": "1929", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Warner Baxter -> award received -> Academy Award for Best Actor (1929)\n Hop 2: Academy Award for Best Actor (1929) -> winner -> Disraeli (1929)\n Answer: 1929" + }, + { + "id": "q_004482", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ralph Faudree -> winner -> Euler Medal (2005)\n Answer: 2005" + }, + { + "id": "q_000444", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "president of Germany", + "pred": "head of government", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Q779279 -> signatory -> Christian Wulff (2011)\n Hop 2: Christian Wulff -> position held -> president of Germany (2011)\n Hop 3: president of Germany -> position holder -> Angela Merkel (2011)\n Answer: head of government" + }, + { + "id": "q_002417", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Juraj Mik\u00fa\u0161 -> drafted by -> Montreal Canadiens (2005)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (2005)\n Answer: Saku Koivu" + }, + { + "id": "q_002864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bar\u0131\u015f \u00d6r\u00fcc\u00fc -> member of sports team -> Bursaspor (2012)\n Hop 2: Bursaspor -> league or competition -> S\u00fcper Lig (2012)\n Answer: S\u00fcper Lig" + }, + { + "id": "q_002089", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heat and Dust -> award received -> Booker Prize (1975)\n Hop 2: Booker Prize -> winner -> Ruth Prawer Jhabvala (1975)\n Answer: 1975" + }, + { + "id": "q_002782", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Horst Bredekamp -> work location -> Berlin (2009)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2009)\n Answer: Klaus Wowereit" + }, + { + "id": "q_004348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Karel Br\u00fcckner", + "pred": "Karel Br\u00fcckner", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roman T\u00fdce -> member of sports team -> Czechia men's national football team (2004)\n Hop 2: Czechia men's national football team -> head coach -> Karel Br\u00fcckner (2004)\n Answer: Karel Br\u00fcckner" + }, + { + "id": "q_006603", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kiran Desai -> winner -> Booker Prize (2006)\n Hop 2: The Night Watch -> nominated for -> Booker Prize (2006)\n Answer: 2006" + }, + { + "id": "q_000643", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Adolf Hitler", + "pred": "German National People's Party", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Franz Xaver Schwarz -> member of political party -> Nazi Party (1931)\n Hop 2: Nazi Party -> chairperson -> Adolf Hitler (1931)\n Hop 3: Adolf Hitler -> member of political party -> German National People's Party (1931)\n Answer: German National People's Party" + }, + { + "id": "q_001459", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Sepp Piontek", + "pred": "Sepp Piontek", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kim Vilfort -> member of sports team -> Denmark men's national football team (1986)\n Hop 2: Denmark men's national football team -> head coach -> Sepp Piontek (1986)\n Answer: Sepp Piontek" + }, + { + "id": "q_007691", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "German Emperor", + "pred": "German Emperor", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Augusta Victoria of Schleswig-Holstein -> spouse -> Wilhelm II (1912)\n Hop 2: Wilhelm II -> position held -> German Emperor (1912)\n Answer: German Emperor" + }, + { + "id": "q_004382", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Israeli Premier League", + "pred": "Israeli Premier League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rodgers Kola -> member of sports team -> Ironi Kiryat Shmona F.C. (2015)\n Hop 2: Ironi Kiryat Shmona F.C. -> league or competition -> Israeli Premier League (2015)\n Answer: Israeli Premier League" + }, + { + "id": "q_008297", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Luxembourg National Division", + "pred": "2nd Bundesliga", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mathias J\u00e4nisch -> member of sports team -> US Hostert (2009)\n Hop 2: US Hostert -> league or competition -> 2nd Bundesliga (2009)\n Answer: 2nd Bundesliga" + }, + { + "id": "q_004135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Guido Crepax -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> member of -> European Economic Community (1956)\n Answer: European Economic Community" + }, + { + "id": "q_007490", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Marie Dressler", + "pred": "Marie Dressler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ann Harding -> nominated for -> Academy Award for Best Actress (1931)\n Hop 2: Academy Award for Best Actress (1931) -> winner -> Marie Dressler (1931)\n Answer: Marie Dressler" + }, + { + "id": "q_004470", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Manuel Jim\u00e9nez Jim\u00e9nez", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ra\u00fal Fern\u00e1ndez-Cavada Mateos -> member of sports team -> UD Las Palmas (2018)\n Hop 2: UD Las Palmas -> head coach -> Manuel Jim\u00e9nez Jim\u00e9nez (2018)\n Answer: Manuel Jim\u00e9nez Jim\u00e9nez" + }, + { + "id": "q_001400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Austin Healey -> member of sports team -> England men\u2019s national rugby union team (2002)\n Hop 2: England men\u2019s national rugby union team -> kit supplier -> Nike (2002)\n Answer: Nike" + }, + { + "id": "q_005647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Pacific Coliseum", + "pred": "Pacific Coliseum", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jim Sandlak -> drafted by -> Vancouver Canucks (1985)\n Hop 2: Vancouver Canucks -> home venue -> Pacific Coliseum (1985)\n Answer: Pacific Coliseum" + }, + { + "id": "q_000107", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Prague", + "pred": "Prague", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anton\u00edn Kapek -> member of political party -> Communist Party of Czechoslovakia (1984)\n Hop 2: Communist Party of Czechoslovakia -> headquarters location -> Prague (1984)\n Answer: Prague" + }, + { + "id": "q_000481", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "The Life of Pi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Joan Barfoot -> nominated for -> Booker Prize (2002)\n Hop 2: Booker Prize -> winner -> Yann Martel (2002)\n Hop 3: Yann Martel -> winner -> The Life of Pi (2002)\n Answer: The Life of Pi" + }, + { + "id": "q_005374", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Haloo Helsinki! -> nominated for -> MTV Europe Music Award for Best Finnish Act (2011)\n Hop 2: MTV Europe Music Award for Best Finnish Act -> winner -> Lauri Yl\u00f6nen (2011)\n Hop 3: Lauri Yl\u00f6nen -> equal to -> Kalle Kiviniemi (2011)\n Answer: 2011" + }, + { + "id": "q_007891", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Second Lady or Gentleman of the United States", + "pred": "Second Lady or Gentleman of the United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Richard Nixon -> position held -> Second Lady or Gentleman of the United States (1956)\n Answer: Second Lady or Gentleman of the United States" + }, + { + "id": "q_004941", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Ralf Loose", + "pred": "Ralf Loose", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Chris Philipps -> member of sports team -> SC Preu\u00dfen M\u00fcnster (2015)\n Hop 2: SC Preu\u00dfen M\u00fcnster -> head coach -> Ralf Loose (2015)\n Answer: Ralf Loose" + }, + { + "id": "q_007300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mar\u00eda Denis -> country of citizenship -> Italy (2003)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2003)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_007401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Te sl\u0103vim, Rom\u00e2nie", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: B\u00e2rlad -> country -> Socialist Republic of Romania (1966)\n Hop 2: Socialist Republic of Romania -> anthem -> Te sl\u0103vim, Rom\u00e2nie (1966)\n Answer: Te sl\u0103vim, Rom\u00e2nie" + }, + { + "id": "q_001311", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: SANAA -> award received -> Pritzker Architecture Prize (2010)\n Hop 2: Pritzker Architecture Prize -> winner -> Ryue Nishizawa (2010)\n Answer: 2010" + }, + { + "id": "q_003353", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: All Summer Long -> place of publication -> United States (1964)\n Hop 2: United States -> shares border with -> Panama (1964)\n Answer: Panama" + }, + { + "id": "q_005629", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arnold J. Levine -> award received -> Louisa Gross Horwitz Prize (1998)\n Hop 2: Louisa Gross Horwitz Prize -> winner -> Bert Vogelstein (1998)\n Answer: 1998" + }, + { + "id": "q_005931", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Leonid Brezhnev", + "pred": "Leonid Brezhnev", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Siim Kallas -> member of political party -> Communist Party of the Soviet Union (1976)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Leonid Brezhnev (1976)\n Answer: Leonid Brezhnev" + }, + { + "id": "q_005823", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Catherine Schell -> residence -> United States (1957)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1957)\n Answer: Territory of Hawaii" + }, + { + "id": "q_002989", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Free State of Prussia", + "pred": "Free State of Prussia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anton Kerschbaumer -> work location -> Berlin (1924)\n Hop 2: Berlin -> located in -> Free State of Prussia (1924)\n Answer: Free State of Prussia" + }, + { + "id": "q_004259", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Anne Enright", + "pred": "Anne Enright", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Indra Sinha -> nominated for -> Booker Prize (2007)\n Hop 2: Booker Prize -> winner -> Anne Enright (2007)\n Answer: Anne Enright" + }, + { + "id": "q_002166", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Ligue 1", + "pred": "Ligue 1", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gr\u00e9gory Ursule -> member of sports team -> FC Girondins de Bordeaux (1995)\n Hop 2: FC Girondins de Bordeaux -> league or competition -> Ligue 1 (1995)\n Answer: Ligue 1" + }, + { + "id": "q_006376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nigel Hawthorne -> nominated for -> Academy Award for Best Actor (1995)\n Hop 2: Academy Award for Best Actor -> winner -> Nicolas Cage (1995)\n Hop 3: Nicolas Cage -> equal to -> Nicolas Cage (1995)\n Answer: 1995" + }, + { + "id": "q_008518", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Hans Backe", + "pred": "Hans Backe", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan Gunnar Solli -> member of sports team -> Red Bull New York (2012)\n Hop 2: Red Bull New York -> head coach -> Hans Backe (2012)\n Answer: Hans Backe" + }, + { + "id": "q_003792", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ferruccio Tagliavini -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> head of state -> Sandro Pertini (1984)\n Answer: Sandro Pertini" + }, + { + "id": "q_000844", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "1999 Tony Award for Best Actor", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Cast Away -> nominated for -> Academy Award for Best Actor (2001)\n Hop 2: Academy Award for Best Actor -> winner -> Denzel Washington (2001)\n Hop 3: Denzel Washington -> winner of -> 1999 Tony Award for Best Actor (2001)\n Answer: 1999 Tony Award for Best Actor" + }, + { + "id": "q_005425", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario De Don\u00e0 -> country of citizenship -> Italy (1979)\n Hop 2: Italy -> head of state -> Sandro Pertini (1979)\n Answer: Sandro Pertini" + }, + { + "id": "q_006156", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The Sea Inside", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Romain Duris -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor (2005) -> winner -> Javier Bardem (2005)\n Hop 3: Javier Bardem -> winner -> The Sea Inside (2005)\n Answer: The Sea Inside" + }, + { + "id": "q_006038", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Austro-Hungarian krone", + "pred": "Austro-Hungarian krone", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lunga -> country -> First Hungarian Republic (1918)\n Hop 2: First Hungarian Republic -> currency -> Austro-Hungarian krone (1918)\n Answer: Austro-Hungarian krone" + }, + { + "id": "q_008465", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1923.0, + "gold": "Egyptian pound", + "pred": "Egyptian pound", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ramallah -> country -> Mandatory Palestine (1923)\n Hop 2: Mandatory Palestine -> currency -> Egyptian pound (1923)\n Answer: Egyptian pound" + }, + { + "id": "q_004604", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Javier Aguirre", + "pred": "Mircea Lucescu", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Cosmin Contra -> member of sports team -> Romania men's national association football team (2006)\n Hop 2: Romania men's national association football team -> head coach -> Mircea Lucescu (2006)\n Answer: Mircea Lucescu" + }, + { + "id": "q_002929", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "The Internationale", + "pred": "The Internationale", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Black Sea Governorate -> located in -> Russian Soviet Federative Socialist Republic (1920)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> The Internationale (1920)\n Answer: The Internationale" + }, + { + "id": "q_007720", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Peppino De Filippo -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani" + }, + { + "id": "q_005879", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Raffaele Anguilla -> country of citizenship -> Italy (2002)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2002)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_001938", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Territory of Hawaii", + "pred": "Kamehameha Schools", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Yul Brynner -> country of citizenship -> United States (1951)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1951)\n Hop 3: Territory of Hawaii -> contains the administrative territorial entity -> Kamehameha Schools (1951)\n Answer: Kamehameha Schools" + }, + { + "id": "q_004995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Academy Award for Best Supporting Actress", + "pred": "Academy Award for Best Supporting Actress", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shelley Winters -> spouse -> Anthony Franciosa (1960)\n Hop 2: Anthony Franciosa -> spouse -> Shelley Winters (1960)\n Hop 3: Shelley Winters -> nominated for -> Academy Award for Best Supporting Actress (1960)\n Answer: Academy Award for Best Supporting Actress" + }, + { + "id": "q_006351", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade de France", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Andr\u00e9 Chorda -> member of sports team -> France men's national association football team (1966)\n Hop 2: France men's national association football team -> home venue -> Stade de France (1966)\n Answer: Stade de France" + }, + { + "id": "q_005087", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Bettinelli -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia" + }, + { + "id": "q_006536", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Floriano Bodini -> country of citizenship -> Italy (2002)\n Answer: Italy" + }, + { + "id": "q_006736", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Sandra Bullock", + "pred": "2009 Golden Globe Award for Best Actress - Motion Picture Drama", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Doubt -> nominated for -> Academy Award for Best Actress (2009)\n Hop 2: Academy Award for Best Actress -> winner -> Sandra Bullock (2009)\n Hop 3: Sandra Bullock -> winner -> 2009 Golden Globe Award for Best Actress - Motion Picture Drama (2009)\n Answer: 2009 Golden Globe Award for Best Actress - Motion Picture Drama" + }, + { + "id": "q_004654", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Khrustalnyi -> country -> Russian Empire (1915)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1915)\n Answer: Nicholas II of Russia" + }, + { + "id": "q_005945", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frank Tieri -> residence -> United States (1965)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1965)\n Answer: Lyndon B. Johnson" + }, + { + "id": "q_007681", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Daman and Diu", + "pred": "Daman and Diu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: India -> contains the administrative territorial entity -> Daman and Diu (1988)\n Answer: Daman and Diu" + }, + { + "id": "q_006184", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Smiley Smile -> place of publication -> United States (1967)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1967)\n Answer: Lyndon B. Johnson" + }, + { + "id": "q_000115", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Caja M\u00e1gica", + "pred": "Caja M\u00e1gica", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ettore Messina -> member of sports team -> Real Madrid Baloncesto (2010)\n Hop 2: Real Madrid Baloncesto -> home venue -> Caja M\u00e1gica (2010)\n Answer: Caja M\u00e1gica" + }, + { + "id": "q_002711", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Memo Benassi -> country of citizenship -> Italy (1954)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1954)\n Answer: Alcide De Gasperi" + }, + { + "id": "q_005754", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pavao Pavli\u010di\u0107 -> award received -> NIN Prize (1981)\n Hop 2: NIN Prize -> country -> Socialist Federal Republic of Yugoslavia (1981)\n Answer: Socialist Federal Republic of Yugoslavia" + }, + { + "id": "q_002277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00d6nder Akda\u011f -> member of sports team -> Akhisar Belediyespor (2012)\n Hop 2: Akhisar Belediyespor -> league or competition -> S\u00fcper Lig (2012)\n Answer: S\u00fcper Lig" + }, + { + "id": "q_000552", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paolo Soleri -> residence -> Italy (1951)\n Hop 2: Italy -> currency -> Italian lira (1951)\n Answer: Italian lira" + }, + { + "id": "q_000403", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "SeatGeek Stadium", + "pred": "SeatGeek Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paolo Tornaghi -> member of sports team -> Chicago Fire FC (2012)\n Hop 2: Chicago Fire FC -> home venue -> SeatGeek Stadium (2012)\n Answer: SeatGeek Stadium" + }, + { + "id": "q_003856", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Faye Dunaway -> unmarried partner -> Marcello Mastroianni (1971)\n Hop 2: Marcello Mastroianni -> country of citizenship -> Italy (1971)\n Answer: Italy" + }, + { + "id": "q_003602", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Mikhail Gorbachev", + "pred": "Mikhail Gorbachev", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrus \u00d6\u00f6vel -> member of political party -> Communist Party of the Soviet Union (1986)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Mikhail Gorbachev (1986)\n Answer: Mikhail Gorbachev" + }, + { + "id": "q_007850", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cesare Andrea Bixio -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> shares border with -> Yugoslavia (1950)\n Answer: Yugoslavia" + }, + { + "id": "q_001019", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1962.0, + "gold": "1962", + "pred": "1962", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: United States Navy SEALs -> founder -> John F. Kennedy (1962)\n Hop 2: John F. Kennedy -> nominated for -> Nobel Peace Prize (1962)\n Answer: 1962" + }, + { + "id": "q_004322", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Dietrich Stobbe", + "pred": "Dietrich Stobbe", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anna Seghers -> residence -> Berlin (1980)\n Hop 2: Berlin -> head of government -> Dietrich Stobbe (1980)\n Answer: Dietrich Stobbe" + }, + { + "id": "q_004271", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Francesco Carpino -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Leone (1969)\n Answer: Giovanni Leone" + }, + { + "id": "q_001171", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armando Ceste -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2001)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_007890", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "1970", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Genevi\u00e8ve Bujold -> nominated for -> Academy Award for Best Actress (1970)\n Hop 2: Academy Award for Best Actress (1970) -> winner -> Glenda Jackson\n Hop 3: Glenda Jackson -> winner -> 1970\n Answer: 1970" + }, + { + "id": "q_008632", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Hungarian People's Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Demeter Balla -> work location -> Budapest (1968)\n Hop 2: Budapest -> capital of -> Hungarian People's Republic (1968)\n Answer: Hungarian People's Republic" + }, + { + "id": "q_007395", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1925.0, + "gold": "Egyptian pound", + "pred": "Egyptian pound", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Afula -> country -> Mandatory Palestine (1925)\n Hop 2: Mandatory Palestine -> currency -> Egyptian pound (1925)\n Answer: Egyptian pound" + }, + { + "id": "q_007784", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Paul Scott", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jennifer Johnston -> nominated for -> Booker Prize (1977)\n Hop 2: Booker Prize -> winner -> Paul Scott (1977)\n Answer: Paul Scott" + }, + { + "id": "q_006008", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Alain Afflelou", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rainer Ernst -> member of sports team -> Q298267 (1992)\n Hop 2: Q298267 -> chairperson -> Alain Afflelou (1992)\n Answer: Alain Afflelou" + }, + { + "id": "q_007623", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Zden\u011bk Zeman", + "pred": "Zden\u011bk Zeman", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roberto Bacci -> member of sports team -> SS Lazio (1995)\n Hop 2: SS Lazio -> head coach -> Zden\u011bk Zeman (1995)\n Answer: Zden\u011bk Zeman" + }, + { + "id": "q_000261", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Max Blokzijl -> work location -> Berlin (1932)\n Hop 2: Berlin -> country -> Weimar Republic (1932)\n Answer: Weimar Republic" + }, + { + "id": "q_005362", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nino Baragli -> country of citizenship -> Italy (1992)\n Hop 2: Italy -> shares border with -> Yugoslavia (1992)\n Answer: Yugoslavia" + }, + { + "id": "q_003134", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Teen Choice Awards", + "pred": "Teen Choice Awards", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Call Me Maybe -> performer -> Carly Rae Jepsen (2012)\n Hop 2: Carly Rae Jepsen -> award received -> Teen Choice Awards (2012)\n Answer: Teen Choice Awards" + }, + { + "id": "q_006822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Emirates", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kai-Fabian Schulz -> member of sports team -> Hamburger SV (2009)\n Hop 2: Hamburger SV -> sponsor -> Emirates (2009)\n Answer: Emirates" + }, + { + "id": "q_003313", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eugenio Monti -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> currency -> Italian lira (1972)\n Answer: Italian lira" + }, + { + "id": "q_005360", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tim Eitel -> work location -> Berlin (2009)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2009)\n Answer: Klaus Wowereit" + }, + { + "id": "q_001597", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Peter Carey", + "pred": "The Secret River", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rachel Seiffert -> nominated for -> Booker Prize (2001)\n Hop 2: Booker Prize -> winner -> Peter Carey (2001)\n Hop 3: Peter Carey -> winner of -> The Secret River (2001)\n Answer: The Secret River" + }, + { + "id": "q_003838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Ronald Colman", + "pred": "Q108366", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hamlet -> award received -> Academy Award for Best Actor (1947)\n Hop 2: Academy Award for Best Actor (1947) -> winner -> Ronald Colman (1947)\n Hop 3: Q108366 -> nominated for -> Academy Award for Best Actor (1947)\n Answer: Q108366" + }, + { + "id": "q_005949", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mih\u00e1ly Bart\u00f3k -> employer -> University of Szeged (1998)\n Hop 2: University of Szeged -> named after -> Attila J\u00f3zsef (1998)\n Answer: Attila J\u00f3zsef" + }, + { + "id": "q_005024", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Abraham Beame", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Philip Taaffe -> work location -> New York City (1974)\n Hop 2: New York City -> head of government -> Abraham Beame (1974)\n Answer: Abraham Beame" + }, + { + "id": "q_007032", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Heinrich Himmler", + "pred": "Heinrich Himmler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karl Gerland -> member of -> Schutzstaffel (1942)\n Hop 2: Schutzstaffel -> director / manager -> Heinrich Himmler (1942)\n Answer: Heinrich Himmler" + }, + { + "id": "q_004269", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Baldi -> member of sports team -> Juventus FC (1914)\n Hop 2: Juventus FC -> country -> Kingdom of Italy (1914)\n Answer: Kingdom of Italy" + }, + { + "id": "q_005207", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heinz Wewers -> member of sports team -> Germany men's national association football team (1958)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1958)\n Answer: Sepp Herberger" + }, + { + "id": "q_008065", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Constantinople", + "pred": "Constantinople", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Old City of Jerusalem -> country -> Ottoman Empire (1915)\n Hop 2: Ottoman Empire -> capital -> Constantinople (1915)\n Answer: Constantinople" + }, + { + "id": "q_003648", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Nunzio Malasomma -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Economic Community (1951)\n Answer: European Economic Community" + }, + { + "id": "q_000919", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "Franz Beckenbauer", + "pred": "Franz Beckenbauer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hans Pfl\u00fcgler -> member of sports team -> Germany men's national association football team (1987)\n Hop 2: Germany men's national association football team -> head coach -> Franz Beckenbauer (1987)\n Answer: Franz Beckenbauer" + }, + { + "id": "q_001421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Colin Farrell -> unmarried partner -> Britney Spears (2004)\n Hop 2: Britney Spears -> award received -> Grammy Award for Best Dance/Electronic Recording (2004)\n Answer: 2004" + }, + { + "id": "q_007438", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pavao Pavli\u010di\u0107 -> award received -> NIN Prize (1981)\n Hop 2: NIN Prize -> country -> Socialist Federal Republic of Yugoslavia (1981)\n Answer: Socialist Federal Republic of Yugoslavia" + }, + { + "id": "q_000509", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Giovanni Leone", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Celano -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (1975)\n Hop 3: Italy -> head of state -> Giovanni Leone (1975)\n Answer: Giovanni Leone" + }, + { + "id": "q_006374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "The Sellout", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gerard Donovan -> nominated for -> Booker Prize (2003)\n Hop 2: Booker Prize (2003) -> winner -> DBC Pierre (2003)\n Hop 3: DBC Pierre (2003) -> winner -> The Sellout (2003)\n Answer: The Sellout" + }, + { + "id": "q_006108", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "presidential system", + "pred": "presidential system", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Krak\u00f3w -> country -> General Government (1939)\n Hop 2: General Government -> basic form of government -> presidential system (1939)\n Answer: presidential system" + }, + { + "id": "q_001184", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Robert Bolt", + "pred": "Robert Bolt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Doctor Zhivago -> award received -> Golden Globe Award for Best Screenplay (1965)\n Hop 2: Golden Globe Award for Best Screenplay -> winner -> Robert Bolt (1965)\n Answer: Robert Bolt" + }, + { + "id": "q_001023", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Du\u0161an Uhrin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan Suchop\u00e1rek -> member of sports team -> Czechia men's national football team (1995)\n Hop 2: Czechia men's national football team -> head coach -> Du\u0161an Uhrin (1995)\n Answer: Du\u0161an Uhrin" + }, + { + "id": "q_001479", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Javier Aguirre", + "pred": "Luis Fernando L\u00f3pez", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luis Amaranto Perea -> member of sports team -> Colombia men's national football team (2007)\n Hop 2: Colombia men's national football team -> head coach -> Luis Fernando L\u00f3pez (2007)\n Answer: Luis Fernando L\u00f3pez" + }, + { + "id": "q_006983", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Giovanni Gronchi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Maria Caniglia -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1956)\n Answer: Giuseppe Saragat" + }, + { + "id": "q_007833", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "White Hart Lane", + "pred": "White Hart Lane", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andy Gray -> member of sports team -> Tottenham Hotspur F.C. (1994)\n Hop 2: Tottenham Hotspur F.C. -> home venue -> White Hart Lane (1994)\n Answer: White Hart Lane" + }, + { + "id": "q_005681", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Max Blokzijl -> work location -> Berlin (1930)\n Hop 2: Berlin -> country -> Weimar Republic (1930)\n Answer: Weimar Republic" + }, + { + "id": "q_003706", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arnaud G\u00e9rard -> member of sports team -> Groupama-FDJ United (2005)\n Hop 2: Groupama-FDJ United -> head coach -> Jean-Cyril Robin (2005)\n Answer: 2005" + }, + { + "id": "q_007006", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Du\u0161an Uhrin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan Suchop\u00e1rek -> member of sports team -> Czechia men's national football team (1995)\n Hop 2: Czechia men's national football team -> head coach -> Du\u0161an Uhrin (1995)\n Answer: Du\u0161an Uhrin" + }, + { + "id": "q_004220", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rog\u00e9rio Luiz da Silva -> member of sports team -> FC Wil 1900 (2003)\n Hop 2: FC Wil 1900 -> league or competition -> Swiss Super League (2003)\n Answer: Swiss Super League" + }, + { + "id": "q_007500", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Balaklava -> country -> Russian Empire (1917)\n Hop 2: Russian Empire -> anthem -> God Save the Tsar! (1917)\n Answer: God Save the Tsar!" + }, + { + "id": "q_008556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "German Empire", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fritz Stuckenberg -> work location -> Paris (1912)\n Hop 2: Paris -> country -> France (1912)\n Answer: France" + }, + { + "id": "q_003362", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ireland", + "pred": "Ireland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Micul\u00e0 Dematteis -> member of sports team -> Tenax (2007)\n Hop 2: Tenax -> country -> Ireland (2007)\n Answer: Ireland" + }, + { + "id": "q_007378", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Allianz Arena", + "pred": "Allianz Arena", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Moritz Volz -> member of sports team -> TSV 1860 M\u00fcnchen (2014)\n Hop 2: TSV 1860 M\u00fcnchen -> home venue -> Allianz Arena (2014)\n Answer: Allianz Arena" + }, + { + "id": "q_002356", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kemerovo -> located in -> Novosibirsk Oblast (1940)\n Hop 2: Novosibirsk Oblast -> country -> Soviet Union (1940)\n Answer: Soviet Union" + }, + { + "id": "q_004000", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Walter Mazzarri", + "pred": "Walter Mazzarri", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jonathan Moreira -> member of sports team -> Inter Milan (2013)\n Hop 2: Inter Milan -> head coach -> Walter Mazzarri (2013)\n Answer: Walter Mazzarri" + }, + { + "id": "q_003511", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Hungarian Olympic Committee", + "pred": "Hungarian Olympic Committee", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gy\u0151r -> head of government -> Zsolt Borkai (2011)\n Hop 2: Zsolt Borkai -> member of -> Hungarian Olympic Committee (2011)\n Answer: Hungarian Olympic Committee" + }, + { + "id": "q_003517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: BND law -> signatory -> Gerhard Stoltenberg (1990)\n Hop 2: Gerhard Stoltenberg -> country of citizenship -> West Germany (1990)\n Answer: West Germany" + }, + { + "id": "q_008482", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Harry Warren", + "pred": "Harry Warren", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Richard Rodgers -> award received -> Academy Award for Best Original Song (1946)\n Hop 2: Academy Award for Best Original Song (1946) -> winner -> Harry Warren\n Answer: Harry Warren" + }, + { + "id": "q_001610", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ugo Attardi -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of state -> Sandro Pertini (1980)\n Answer: Sandro Pertini" + }, + { + "id": "q_008668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "pred": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karel Schwarzenberg -> member of political party -> TOP 09 (2018)\n Hop 2: TOP 09 -> chairperson -> Ji\u0159\u00ed Posp\u00ed\u0161il (2018)\n Answer: Ji\u0159\u00ed Posp\u00ed\u0161il" + }, + { + "id": "q_007160", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Peppino De Filippo -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> member of -> European Economic Community (1956)\n Answer: European Economic Community" + }, + { + "id": "q_003247", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Kevin Federline", + "pred": "Kevin Federline", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Colin Farrell -> unmarried partner -> Britney Spears (2004)\n Hop 2: Britney Spears -> spouse -> Kevin Federline (2004)\n Answer: Kevin Federline" + }, + { + "id": "q_000810", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Liga I", + "pred": "Liga I", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ovidiu Cornel Hanganu -> member of sports team -> Victoria Bucure\u0219ti (1990)\n Hop 2: Victoria Bucure\u0219ti -> league or competition -> Liga I (1990)\n Answer: Liga I" + }, + { + "id": "q_006432", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Joseph Stalin", + "pred": "Joseph Stalin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dmitriy Ustinov -> member of political party -> Communist Party of the Soviet Union (1929)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Joseph Stalin (1929)\n Answer: Joseph Stalin" + }, + { + "id": "q_007768", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> currency -> Italian lira (1984)\n Answer: Italian lira" + }, + { + "id": "q_002329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Zhou Enlai", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: People's Republic of China -> head of government -> Zhou Enlai (1967)\n Answer: Zhou Enlai" + }, + { + "id": "q_005449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Rock and Roll Hall of Fame", + "pred": "Rock and Roll Hall of Fame", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tears in Heaven -> performer -> Eric Clapton (1992)\n Hop 2: Eric Clapton -> award received -> Rock and Roll Hall of Fame (1992)\n Answer: Rock and Roll Hall of Fame" + }, + { + "id": "q_003836", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The Ninth Day -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor -> winner -> Daniel Auteuil (2005)\n Answer: Daniel Auteuil" + }, + { + "id": "q_007908", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Paolo Dezza -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: European Economic Community" + }, + { + "id": "q_003128", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Spencer Tracy", + "pred": "Richard Burton", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Academy Award for Best Actress -> winner -> Katharine Hepburn (1967)\n Hop 2: Katharine Hepburn -> unmarried partner -> Richard Burton (1967)\n Answer: Richard Burton" + }, + { + "id": "q_002843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Sandro Pertini", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gianni Dova -> country of citizenship -> Italy (1986)\n Hop 2: Italy -> head of state -> Sandro Pertini (1986)\n Answer: Sandro Pertini" + }, + { + "id": "q_001510", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "UTC\u221204:00", + "pred": "UTC\u221204:00", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cartagena Agreement -> signatory -> Chile (1970)\n Hop 2: Chile -> located in time zone -> UTC\u221204:00 (1970)\n Answer: UTC\u221204:00" + }, + { + "id": "q_005670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Werner Greuter", + "pred": "Werner Greuter", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Beat Ernst Leuenberger -> employer -> Botanic Garden and Botanical Museum Berlin (2004)\n Hop 2: Botanic Garden and Botanical Museum Berlin -> chief executive officer -> Werner Greuter (2004)\n Answer: Werner Greuter" + }, + { + "id": "q_005822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Maurice Druon", + "pred": "Maurice Druon", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Julien Green -> member of -> Acad\u00e9mie Fran\u00e7aise (1989)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Maurice Druon (1989)\n Answer: Maurice Druon" + }, + { + "id": "q_001232", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nino Baragli -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> shares border with -> Yugoslavia (1951)\n Answer: Yugoslavia" + }, + { + "id": "q_007512", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heinz Wewers -> member of sports team -> Germany men's national association football team (1958)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1958)\n Answer: Sepp Herberger" + }, + { + "id": "q_000089", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Luigi Filippo D'Amico -> country of citizenship -> Italy (1999)\n Hop 2: Italy -> member of -> European Union (1999)\n Answer: European Union" + }, + { + "id": "q_008698", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Best Supporting Actress (1947)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Celia Johnson -> nominated for -> Academy Award for Best Actress (1947)\n Hop 2: Academy Award for Best Actress (1947) -> winner -> Loretta Young\n Hop 3: Loretta Young -> nominated for -> Best Supporting Actress (1947)\n Answer: Best Supporting Actress (1947)" + }, + { + "id": "q_007875", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrea Miano -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> shares border with -> Yugoslavia (1950)\n Answer: Yugoslavia" + }, + { + "id": "q_006661", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "President of the United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Age Discrimination in Employment Act of 1967 -> signatory -> Lyndon B. Johnson (1967)\n Hop 2: Lyndon B. Johnson -> position held -> President of the United States (1967)\n Answer: President of the United States" + }, + { + "id": "q_007505", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Bobby Clarke", + "pred": "Bobby Clarke", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roman \u010cechm\u00e1nek -> drafted by -> Philadelphia Flyers (2000)\n Hop 2: Philadelphia Flyers -> general manager -> Bobby Clarke (2000)\n Answer: Bobby Clarke" + }, + { + "id": "q_000843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giuliano Carnimeo -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: European Economic Community" + }, + { + "id": "q_008555", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rod Langway -> drafted by -> Montreal Canadiens (1977)\n Hop 2: Montreal Canadiens -> home venue -> Montreal Forum (1977)\n Answer: Montreal Forum" + }, + { + "id": "q_006491", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: 29th U-boat Flotilla -> has part(s) -> U-331 (1942)\n Hop 2: U-97 -> part of -> 29th U-boat Flotilla (1942)\n Answer: 1942" + }, + { + "id": "q_003737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Piero Scotti -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Giovanni Leone (1971)\n Answer: Giovanni Leone" + }, + { + "id": "q_002698", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Gregor Strasser", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Albin Lesky -> member of political party -> Nazi Party (1938)\n Hop 2: Nazi Party -> chairperson -> Gregor Strasser (1938)\n Answer: Gregor Strasser" + }, + { + "id": "q_005937", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carol Greider -> award received -> Albert Lasker Award for Basic Medical Research (2006)\n Hop 2: Albert Lasker Award for Basic Medical Research -> winner -> Jack Szostak (2006)\n Hop 3: Jack Szostak -> award received -> Nobel Prize in Physiology or Medicine (2006)\n Answer: 2006" + }, + { + "id": "q_007021", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eduardo Salvio -> member of sports team -> S.L. Benfica (2018)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2018)\n Answer: Lu\u00eds Filipe Vieira" + }, + { + "id": "q_003151", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "The Life of Pi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Joan Barfoot -> nominated for -> Booker Prize (2002)\n Hop 2: Booker Prize -> winner -> Yann Martel (2002)\n Hop 3: Yann Martel -> award received -> The Life of Pi (2002)\n Answer: The Life of Pi" + }, + { + "id": "q_002519", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jennifer Connelly -> nominated for -> Broadcast Film Critics Association Award for Best Actress (2003)\n Hop 2: Broadcast Film Critics Association Award for Best Actress -> winner -> Charlize Theron (2003)\n Hop 3: Charlize Theron -> equal to -> 2003 (2003)\n Answer: 2003" + }, + { + "id": "q_007514", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Richard Falbr -> position held -> Czech-Moravian Confederation of Trade Unions (1999)\n Answer: chairperson" + }, + { + "id": "q_008443", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> member of -> European Economic Community (1953)\n Answer: European Economic Community" + }, + { + "id": "q_007726", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1992.0, + "gold": "1992", + "pred": "1992", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Val\u00e9rie Lemercier -> nominated for -> C\u00e9sar Award for Best Supporting Actress (1992)\n Hop 2: C\u00e9sar Award for Best Supporting Actress -> winner -> Anne Brochet (1992)\n Answer: 1992" + }, + { + "id": "q_001549", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "V\u00e1clav Havel", + "pred": "V\u00e1clav Havel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Czech Republic -> head of state -> V\u00e1clav Havel (2000)\n Answer: V\u00e1clav Havel" + }, + { + "id": "q_007129", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Viganello -> replaced by -> Lugano (2004)\n Hop 2: Lugano -> replaces -> Pambio-Noranco (2004)\n Answer: 2004" + }, + { + "id": "q_000883", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Heinrich Br\u00fcning", + "pred": "Heinrich Br\u00fcning", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bonn -> country -> Weimar Republic (1931)\n Hop 2: Weimar Republic -> head of government -> Heinrich Br\u00fcning (1931)\n Answer: Heinrich Br\u00fcning" + }, + { + "id": "q_000442", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "William Emmett Dever", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sister Rosetta Tharpe -> residence -> Chicago (1924)\n Hop 2: Chicago -> head of government -> William Emmett Dever (1924)\n Answer: William Emmett Dever" + }, + { + "id": "q_004066", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Peter Gerhardsson", + "pred": "Peter Gerhardsson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andreas Drugge -> member of sports team -> BK H\u00e4cken (2013)\n Hop 2: BK H\u00e4cken -> head coach -> Peter Gerhardsson (2013)\n Answer: Peter Gerhardsson" + }, + { + "id": "q_002302", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Egyptian pound", + "pred": "Egyptian pound", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rosh Pinna -> country -> Mandatory Palestine (1920)\n Hop 2: Mandatory Palestine -> currency -> Egyptian pound (1920)\n Answer: Egyptian pound" + }, + { + "id": "q_002564", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Cantelli -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> shares border with -> Yugoslavia (1947)\n Answer: Yugoslavia" + }, + { + "id": "q_004005", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Otto Nerz", + "pred": "Otto Nerz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Willi Lindner -> member of sports team -> Germany men's national association football team (1933)\n Hop 2: Germany men's national association football team -> head coach -> Otto Nerz (1933)\n Answer: Otto Nerz" + }, + { + "id": "q_002014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Umberto II of Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Eugenio Castellotti -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> head of state -> Umberto II of Italy (1950)\n Answer: Umberto II of Italy" + }, + { + "id": "q_005652", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Jane Byrne", + "pred": "Jane Byrne", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dennis Daugaard -> residence -> Chicago (1980)\n Hop 2: Chicago -> head of government -> Jane Byrne (1980)\n Answer: Jane Byrne" + }, + { + "id": "q_002217", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Liliana Ronchetti -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> currency -> Italian lira (1970)\n Answer: Italian lira" + }, + { + "id": "q_008015", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Albert II of Belgium", + "pred": "Albert II of Belgium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pino Cerami -> country of citizenship -> Belgium (2005)\n Hop 2: Belgium -> head of state -> Albert II of Belgium (2005)\n Answer: Albert II of Belgium" + }, + { + "id": "q_000895", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "RTL", + "pred": "RTL", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Maximilian Br\u00fcckner -> award received -> Bavarian TV Awards (2018)\n Hop 2: Bavarian TV Awards -> original broadcaster -> RTL (2018)\n Answer: RTL" + }, + { + "id": "q_008365", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Javier Aguirre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00c9ver Banega -> member of sports team -> Atl\u00e9tico Madrid (2008)\n Hop 2: Atl\u00e9tico Madrid -> head coach -> Javier Aguirre (2008)\n Answer: Javier Aguirre" + }, + { + "id": "q_006348", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Te sl\u0103vim, Rom\u00e2nie", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Buhu\u0219i -> country -> Socialist Republic of Romania (1974)\n Hop 2: Socialist Republic of Romania -> anthem -> Te sl\u0103vim, Rom\u00e2nie (1974)\n Answer: Te sl\u0103vim, Rom\u00e2nie" + }, + { + "id": "q_000645", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paolo Marcello Brignoli -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia" + }, + { + "id": "q_008492", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vikenty Veresaev -> country of citizenship -> Russian Empire (1912)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1912)\n Answer: Nicholas II of Russia" + }, + { + "id": "q_006824", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Anita Brookner", + "pred": "Anita Brookner", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: David Lodge -> nominated for -> Booker Prize (1984)\n Hop 2: Booker Prize -> winner -> Anita Brookner (1984)\n Answer: Anita Brookner" + }, + { + "id": "q_000773", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "Winona Ryder", + "pred": "Winona Ryder", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frances McDormand -> award received -> Golden Globe Award for Best Supporting Actress \u2013 Motion Picture (1993)\n Hop 2: Golden Globe Award for Best Supporting Actress \u2013 Motion Picture -> winner -> Winona Ryder (1993)\n Answer: Winona Ryder" + }, + { + "id": "q_001316", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Conrad Schumann -> country of citizenship -> West Germany (1979)\n Hop 2: West Germany -> currency -> Deutsche Mark (1979)\n Answer: Deutsche Mark" + }, + { + "id": "q_004368", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Steve Borthwick -> member of sports team -> England men\u2019s national rugby union team (2008)\n Hop 2: England men\u2019s national rugby union team -> kit supplier -> Nike (2008)\n Answer: Nike" + }, + { + "id": "q_005868", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Umberto II of Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giulio Onesti -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Umberto II of Italy (1951)\n Answer: Umberto II of Italy" + }, + { + "id": "q_005066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The Ninth Day -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor -> winner -> Daniel Auteuil (2005)\n Answer: Daniel Auteuil" + }, + { + "id": "q_007376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: American Book Awards -> winner -> Joe Sacco (1996)\n Hop 2: Fred Ho -> award received -> American Book Awards (1996)\n Hop 3: 1996 -> year -> winner of Fred Ho's award received (1996)\n Answer: 1996" + }, + { + "id": "q_000995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Gwyneth Paltrow", + "pred": "Gwyneth Paltrow", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The Wings of the Dove -> nominated for -> Academy Award for Best Actress (1998)\n Hop 2: Academy Award for Best Actress -> winner -> Gwyneth Paltrow (1998)\n Hop 3: After Susan Sarandon nominated for Academy Award for Best Actress -> winner -> Gwyneth Paltrow (1998)\n Answer: Gwyneth Paltrow" + }, + { + "id": "q_008659", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "A. S. Byatt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Brian Moore -> nominated for -> Booker Prize (1990)\n Hop 2: Booker Prize (1990) -> winner -> A. S. Byatt (1990)\n Answer: A. S. Byatt" + }, + { + "id": "q_000763", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ilva Ligabue -> country of citizenship -> Italy (1977)\n Hop 2: Italy -> shares border with -> Yugoslavia (1977)\n Answer: Yugoslavia" + }, + { + "id": "q_005896", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> currency -> Italian lira (1976)\n Answer: Italian lira" + }, + { + "id": "q_000117", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Enrico de Nicola", + "pred": "Umberto II of Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Guglielmo Pesenti -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> head of state -> Umberto II of Italy (1947)\n Answer: Umberto II of Italy" + }, + { + "id": "q_000027", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Rudy Giuliani", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: William Vickrey -> residence -> New York City (1994)\n Hop 2: New York City -> head of government -> Rudy Giuliani (1994)\n Answer: Rudy Giuliani" + }, + { + "id": "q_002041", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Visintin -> country of citizenship -> Italy (1983)\n Hop 2: Italy -> head of state -> Sandro Pertini (1983)\n Answer: Sandro Pertini" + }, + { + "id": "q_002860", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Max Blokzijl -> work location -> Berlin (1932)\n Hop 2: Berlin -> country -> Weimar Republic (1932)\n Answer: Weimar Republic" + }, + { + "id": "q_004247", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Luise Rainer", + "pred": "Luise Rainer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Theodora Goes Wild -> nominated for -> Academy Award for Best Actress (1937)\n Hop 2: Academy Award for Best Actress -> winner -> Luise Rainer (1937)\n Answer: Luise Rainer" + }, + { + "id": "q_008294", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Hyundai", + "pred": "Hyundai", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andreas Fischer -> member of sports team -> Hamburger SV (1996)\n Hop 2: Hamburger SV -> sponsor -> Hyundai (1996)\n Answer: Hyundai" + }, + { + "id": "q_006036", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "The Pentagon", + "pred": "The Pentagon", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Charlie Munger -> military branch -> United States Army Air Forces (1945)\n Hop 2: United States Army Air Forces -> headquarters location -> The Pentagon (1945)\n Answer: The Pentagon" + }, + { + "id": "q_001816", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Norma Shearer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ruth Chatterton -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> winner -> Academy Award for Best Actress (1930)\n Answer: Norma Shearer" + }, + { + "id": "q_008058", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anton Hofer -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia" + }, + { + "id": "q_004387", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Cel\u00e2l Bayar", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mehmed Uzun -> country of citizenship -> Turkey (1955)\n Hop 2: Turkey -> head of state -> Cel\u00e2l Bayar (1955)\n Answer: Cel\u00e2l Bayar" + }, + { + "id": "q_004841", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Abdullah Avc\u0131", + "pred": "Abdullah Avc\u0131", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jo\u00e3o Pereira -> member of sports team -> Trabzonspor (2021)\n Hop 2: Trabzonspor -> head coach -> Abdullah Avc\u0131 (2021)\n Answer: Abdullah Avc\u0131" + }, + { + "id": "q_000340", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Echo Music Prize", + "pred": "Echo Music Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Britney Spears -> award received -> Echo Music Prize (2001)\n Answer: Echo Music Prize" + }, + { + "id": "q_001431", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Massimiliano Allegri", + "pred": "Massimiliano Allegri", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Philippe Mex\u00e8s -> member of sports team -> AC Milan (2011)\n Hop 2: AC Milan -> head coach -> Massimiliano Allegri (2011)\n Answer: Massimiliano Allegri" + }, + { + "id": "q_002560", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Horst P. Horst -> work location -> United States (1939)\n Hop 2: United States -> shares border with -> Panama (1939)\n Answer: Panama" + }, + { + "id": "q_003591", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erlangen -> country -> Nazi Germany (1939)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1939)\n Answer: Adolf Hitler" + }, + { + "id": "q_006178", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Oscar Luigi Scalfaro", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Glauco Onorato -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Answer: Oscar Luigi Scalfaro" + }, + { + "id": "q_003130", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00c1rp\u00e1d Berczik -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1947)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1947)\n Answer: P\u00e9ter P\u00e1zm\u00e1ny" + }, + { + "id": "q_001771", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "habilitation", + "pred": "habilitation", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Olba -> director of archaeological fieldwork -> Ulrich Gotter (2002)\n Hop 2: Ulrich Gotter -> assessment -> habilitation (2002)\n Answer: habilitation" + }, + { + "id": "q_004635", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "1967", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ida Kami\u0144ska -> nominated for -> Academy Award for Best Actress (1967)\n Hop 2: Academy Award for Best Actress (1967) -> winner -> Katharine Hepburn (1967)\n Hop 3: Katharine Hepburn (1967) -> winner -> 1967\n Answer: 1967" + }, + { + "id": "q_007347", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Ruth Prawer Jhabvala", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heat and Dust -> award received -> Booker Prize (1975)\n Hop 2: Booker Prize (1975) -> winner -> Ruth Prawer Jhabvala (1975)\n Answer: Ruth Prawer Jhabvala" + }, + { + "id": "q_002289", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Francesco Antonazzi -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giovanni Leone (1970)\n Answer: Giovanni Leone" + }, + { + "id": "q_006810", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2016", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tessa Thompson -> unmarried partner -> Janelle Mon\u00e1e (2016)\n Hop 2: Janelle Mon\u00e1e -> award received -> Broadcast Film Critics Association Award for Best Cast (2016)\n Answer: 2016" + }, + { + "id": "q_001750", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Eduard Weiter", + "pred": "Eduard Weiter", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Robert Dauber -> place of detention -> Dachau concentration camp (1944)\n Hop 2: Dachau concentration camp -> director / manager -> Eduard Weiter (1944)\n Answer: Eduard Weiter" + }, + { + "id": "q_005348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "David Wagner", + "pred": "David Wagner", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Conor Coady -> member of sports team -> Huddersfield Town A.F.C. (2015)\n Hop 2: Huddersfield Town A.F.C. -> head coach -> David Wagner (2015)\n Answer: David Wagner" + }, + { + "id": "q_001742", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Sandro Pertini", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Carmelo Di Bella -> country of citizenship -> Italy (1986)\n Hop 2: Italy -> head of state -> Sandro Pertini (1986)\n Answer: Sandro Pertini" + }, + { + "id": "q_004401", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cominform", + "pred": "Cominform", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marceline Loridan-Ivens -> member of political party -> French Communist Party (1955)\n Hop 2: French Communist Party -> member of -> Cominform (1955)\n Answer: Cominform" + }, + { + "id": "q_000948", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rod Langway -> drafted by -> Montreal Canadiens (1977)\n Hop 2: Montreal Canadiens -> home venue -> Montreal Forum (1977)\n Answer: Montreal Forum" + }, + { + "id": "q_006864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Carlo Clerici -> country of citizenship -> Italy (1954)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1954)\n Answer: Alcide De Gasperi" + }, + { + "id": "q_001031", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "J. M. Coetzee", + "pred": "David Malouf", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Graham Swift -> nominated for -> Booker Prize (1983)\n Hop 2: Booker Prize (1983) -> winner -> J. M. Coetzee (1983)\n Hop 3: J. M. Coetzee (1983) -> winner -> David Malouf (1983)\n Answer: David Malouf" + }, + { + "id": "q_002458", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Oleh Protasov", + "pred": "Oleh Protasov", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ihar Stasevich -> member of sports team -> FC Dinamo Minsk (2013)\n Hop 2: FC Dinamo Minsk -> head coach -> Oleh Protasov (2013)\n Answer: Oleh Protasov" + }, + { + "id": "q_001069", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Ed Koch", + "pred": "Ed Koch", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Braldt Bralds -> work location -> New York City (1981)\n Hop 2: New York City -> head of government -> Ed Koch (1981)\n Answer: Ed Koch" + }, + { + "id": "q_005421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carnegie Mellon University -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> CERN (2021)\n Answer: 2021" + }, + { + "id": "q_006304", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "mayor", + "pred": "mayor", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: T\u00fcbingen -> head of government -> Adolf Hartmeyer (1948)\n Hop 2: Adolf Hartmeyer -> position held -> mayor (1948)\n Answer: mayor" + }, + { + "id": "q_004531", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Mario Monti", + "pred": "Mario Monti", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonio Carluccio -> country of citizenship -> Italy (2012)\n Hop 2: Italy -> head of government -> Mario Monti (2012)\n Answer: Mario Monti" + }, + { + "id": "q_000931", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: James Spudich -> award received -> Albert Lasker Award for Basic Medical Research (2012)\n Hop 2: Albert Lasker Award for Basic Medical Research -> winner -> Ronald Vale (2012)\n Answer: 2012" + }, + { + "id": "q_007956", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Eric Gerets", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Faryd Mondrag\u00f3n -> member of sports team -> Galatasaray S.K. (2006)\n Hop 2: Galatasaray S.K. -> head coach -> Eric Gerets (2006)\n Answer: Eric Gerets" + }, + { + "id": "q_007340", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "Hyundai", + "pred": "Hyundai", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stefan B\u00f6ger -> member of sports team -> Hamburger SV (1998)\n Hop 2: Hamburger SV -> sponsor -> Hyundai (1998)\n Answer: Hyundai" + }, + { + "id": "q_003676", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "Colin Firth", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: A Single Man -> nominated for -> Academy Award for Best Actor (2010)\n Hop 2: Jeremy Renner -> nominated for -> Academy Award for Best Actor (2010)\n Hop 3: Academy Award for Best Actor (2010) -> winner -> Colin Firth (2010)\n Answer: Colin Firth" + }, + { + "id": "q_001222", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Olenegorsk -> located in -> Murmansk Oblast (1991)\n Hop 2: Murmansk Oblast -> country -> Soviet Union (1991)\n Answer: Soviet Union" + }, + { + "id": "q_006158", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Adone Zoli", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giani Stuparich -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1957)\n Answer: Amintore Fanfani" + }, + { + "id": "q_005324", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Celano -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> currency -> Italian lira (1960)\n Answer: Italian lira" + }, + { + "id": "q_005456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "George W. Bush", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Susan Polgar -> country of citizenship -> United States (2002)\n Hop 2: United States -> head of government -> George W. Bush (2002)\n Answer: George W. Bush" + }, + { + "id": "q_002344", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "pred_raw": "Hop 1: Sremska Mitrovica City -> located in -> Socialist Autonomous Province of Vojvodina (1971)\n Hop 2: Socialist Autonomous Province of Vojvodina -> located in -> Yugoslavia (1971)\n Answer: Yugoslavia" + }, + { + "id": "q_008685", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2019.0, + "gold": "Wayne LaPierre", + "pred": "Wayne LaPierre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Oliver North -> position held -> National Rifle Association of America (2019)\n Hop 2: National Rifle Association of America -> chief executive officer -> Wayne LaPierre (2019)\n Answer: Wayne LaPierre" + }, + { + "id": "q_005812", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "J. M. Coetzee", + "pred": "J. M. Coetzee", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fasting, Feasting -> nominated for -> Booker Prize (1999)\n Hop 2: Booker Prize (1999) -> winner -> J. M. Coetzee (1999)\n Answer: J. M. Coetzee" + }, + { + "id": "q_000894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "The Ellen DeGeneres Show", + "pred": "The Ellen DeGeneres Show", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexandra Hedison -> unmarried partner -> Ellen DeGeneres (2004)\n Hop 2: Ellen DeGeneres -> notable work -> The Ellen DeGeneres Show (2004)\n Answer: The Ellen DeGeneres Show" + }, + { + "id": "q_005808", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: G\u00e1bor Csap\u00f3 -> educated at -> University of Szeged (1972)\n Hop 2: University of Szeged -> named after -> Attila J\u00f3zsef (1972)\n Answer: Attila J\u00f3zsef" + }, + { + "id": "q_003694", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "German Federal Archives", + "pred": "German Federal Archives", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1922)\n Hop 2: Independent Social Democratic Party of Germany -> archives at -> German Federal Archives (1922)\n Answer: German Federal Archives" + }, + { + "id": "q_002616", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tenax -> country -> Italy (2004)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2004)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_000088", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Safed -> country -> Mandatory Palestine (1932)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1932)\n Answer: United Kingdom" + }, + { + "id": "q_005525", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1972)\n Answer: Amintore Fanfani" + }, + { + "id": "q_006017", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Franco Corelli -> country of citizenship -> Italy (1999)\n Hop 2: Italy -> member of -> European Economic Community (1999)\n Answer: European Economic Community" + }, + { + "id": "q_006096", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Ginni Rometty", + "pred": "Ginni Rometty", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruce Schneier -> employer -> IBM (2018)\n Hop 2: IBM -> chief executive officer -> Ginni Rometty (2018)\n Answer: Ginni Rometty" + }, + { + "id": "q_001800", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adri\u00e1n L\u00f3pez \u00c1lvarez -> member of sports team -> Atl\u00e9tico Madrid (2013)\n Hop 2: Atl\u00e9tico Madrid -> home venue -> Vicente Calder\u00f3n Stadium (2013)\n Answer: Vicente Calder\u00f3n Stadium" + }, + { + "id": "q_001359", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "Kiran Desai", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carry Me Down -> nominated for -> Booker Prize (2006)\n Hop 2: Booker Prize -> winner -> Kiran Desai (2006)\n Answer: Kiran Desai" + }, + { + "id": "q_006166", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Corpo Truppe Volontarie -> commanded by -> Mario Roatta (1936)\n Hop 2: Mario Roatta -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy" + }, + { + "id": "q_004182", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Augusto Arioni -> member of sports team -> Torino FC (1912)\n Hop 2: Torino FC -> country -> Kingdom of Italy (1912)\n Answer: Kingdom of Italy" + }, + { + "id": "q_002192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Berti Vogts", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Thomas Linke -> member of sports team -> Germany men's national association football team (1997)\n Hop 2: Germany men's national association football team -> head coach -> Berti Vogts (1997)\n Answer: Berti Vogts" + }, + { + "id": "q_004835", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Karl Plattner -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1950)\n Answer: Alcide De Gasperi" + }, + { + "id": "q_001116", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Chimamanda Ngozi Adichie -> nominated for -> Booker Prize (2004)\n Hop 2: Booker Prize -> winner -> Alan Hollinghurst (2004)\n Answer: 2004" + }, + { + "id": "q_003320", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ochakiv Raion -> located in -> Odesa Oblast (1935)\n Hop 2: Odesa Oblast -> country -> Soviet Union (1935)\n Answer: Soviet Union" + }, + { + "id": "q_003882", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giuseppe Patan\u00e8 -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Answer: European Economic Community" + }, + { + "id": "q_003657", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Ian Porterfield", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karen Dokhoyan -> member of sports team -> Armenia men's national football team (2007)\n Hop 2: Armenia men's national football team -> head coach -> Ian Porterfield (2007)\n Answer: Ian Porterfield" + }, + { + "id": "q_001053", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Toni Servillo", + "pred": "European Film Award for Best Actor", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tom Schilling -> nominated for -> European Film Award for Best Actor (2013)\n Hop 2: European Film Award for Best Actor -> winner -> Toni Servillo (2013)\n Hop 3: Toni Servillo -> winner -> European Film Award for Best Actor (2013)\n Answer: European Film Award for Best Actor" + }, + { + "id": "q_006052", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1983.0, + "gold": "1983", + "pred": "1983", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Richard Attenborough -> award received -> BAFTA Award for Best Direction (1983)\n Hop 2: Costa-Gavras -> nominated for -> BAFTA Award for Best Direction (1983)\n Answer: 1983" + }, + { + "id": "q_000428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "A Single Man", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: A Single Man -> nominated for -> Academy Award for Best Actor (2010)\n Hop 2: Academy Award for Best Actor (2010) -> winner -> Colin Firth (2010)\n Hop 3: Colin Firth (2010) -> winner -> A Single Man (2010)\n Answer: A Single Man" + }, + { + "id": "q_000183", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nello Pagani -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> currency -> Italian lira (2001)\n Answer: Italian lira" + }, + { + "id": "q_007379", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Giovanni Trapattoni", + "pred": "Giovanni Trapattoni", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heiko Gerber -> member of sports team -> VfB Stuttgart (2006)\n Hop 2: VfB Stuttgart -> head coach -> Giovanni Trapattoni (2006)\n Answer: Giovanni Trapattoni" + }, + { + "id": "q_005742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "James Kelman", + "pred": "James Kelman", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Abdulrazak Gurnah -> nominated for -> Booker Prize (1994)\n Hop 2: Booker Prize (1994) -> winner -> James Kelman (1994)\n Answer: James Kelman" + }, + { + "id": "q_000962", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: BND law -> signatory -> Wolfgang Sch\u00e4uble (1990)\n Hop 2: Wolfgang Sch\u00e4uble -> country of citizenship -> Germany (1990)\n Answer: Germany" + }, + { + "id": "q_005810", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Otto Graf Lambsdorff", + "pred": "Free Democratic Party", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Free Democratic Party -> replaced by -> Free Democratic Party (1990)\n Hop 2: Walter Scheel -> member of political party -> Free Democratic Party (1990)\n Answer: Free Democratic Party" + }, + { + "id": "q_000427", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Giovanni Leone", + "pred": "Giovanni Leone", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Piero Chiara -> country of citizenship -> Italy (1974)\n Hop 2: Italy -> head of state -> Giovanni Leone (1974)\n Answer: Giovanni Leone" + }, + { + "id": "q_005227", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "presidential system", + "pred": "presidential system", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Horodenka -> country -> Second Polish Republic (1938)\n Hop 2: Second Polish Republic -> basic form of government -> presidential system (1938)\n Answer: presidential system" + }, + { + "id": "q_000433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dub\u0103sari -> country -> Russian Empire (1911)\n Hop 2: Russian Empire -> anthem -> God Save the Tsar! (1911)\n Answer: God Save the Tsar!" + }, + { + "id": "q_005466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Climate Pledge Arena", + "pred": "Climate Pledge Arena", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gary Payton -> member of sports team -> Seattle SuperSonics (2000)\n Hop 2: Seattle SuperSonics -> home venue -> Climate Pledge Arena (2000)\n Answer: Climate Pledge Arena" + }, + { + "id": "q_004741", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "1st Panzer Division", + "pred": "1st Panzer Division", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karl Lotter -> significant person -> Maximilian von Weichs (1936)\n Hop 2: Maximilian von Weichs -> commander of (DEPRECATED) -> 1st Panzer Division (1936)\n Answer: 1st Panzer Division" + }, + { + "id": "q_006763", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Craig Armstrong -> award received -> BAFTA Award for Best Original Music (2001)\n Hop 2: BAFTA Award for Best Original Music -> winner -> Tan Dun (2001)\n Answer: 2001" + }, + { + "id": "q_002214", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Balaklava -> country -> Russian Empire (1917)\n Hop 2: Russian Empire -> anthem -> God Save the Tsar! (1917)\n Answer: God Save the Tsar!" + }, + { + "id": "q_005612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Nikita Khrushchev", + "pred": "Nikita Khrushchev", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zuleykha Seyidmammadova -> member of political party -> Communist Party of the Soviet Union (1954)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Nikita Khrushchev (1954)\n Answer: Nikita Khrushchev" + }, + { + "id": "q_007746", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Austria", + "pred": "Austria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Gropius -> spouse -> Alma Mahler (1918)\n Hop 2: Alma Mahler -> country of citizenship -> Austria (1918)\n Answer: Austria" + }, + { + "id": "q_003268", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luigi Carnacina -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1951)\n Answer: Giuseppe Saragat" + }, + { + "id": "q_000324", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kfar Saba -> country -> Mandatory Palestine (1937)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1937)\n Answer: United Kingdom" + }, + { + "id": "q_006933", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nani Tedeschi -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani" + }, + { + "id": "q_005705", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Robert Knud Friedrich Pilger", + "pred": "Robert Knud Friedrich Pilger", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hermann Otto Sleumer -> employer -> Botanic Garden and Botanical Museum Berlin (1949)\n Hop 2: Botanic Garden and Botanical Museum Berlin -> chief executive officer -> Robert Knud Friedrich Pilger (1949)\n Answer: Robert Knud Friedrich Pilger" + }, + { + "id": "q_006241", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tutrakan -> country -> Kingdom of Romania (1935)\n Hop 2: Kingdom of Romania -> capital -> Bucharest (1935)\n Answer: Bucharest" + }, + { + "id": "q_003204", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Ralph Fiennes", + "pred": "Ralph Fiennes", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anders W. Berthelsen -> nominated for -> European Film Award for Best Actor (1999)\n Hop 2: European Film Award for Best Actor (1999) -> winner -> Ralph Fiennes (1999)\n Answer: Ralph Fiennes" + }, + { + "id": "q_001109", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Neutral Moresnet", + "pred": "Neutral Moresnet", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Minden Government Region -> country -> Weimar Republic (1918)\n Hop 2: Weimar Republic -> shares border with -> Neutral Moresnet (1918)\n Answer: Neutral Moresnet" + }, + { + "id": "q_001496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Valeria Moriconi -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia" + }, + { + "id": "q_004458", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Cel\u00e2l Bayar", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mehmed Uzun -> country of citizenship -> Turkey (1955)\n Hop 2: Turkey -> head of state -> Cel\u00e2l Bayar (1955)\n Answer: Cel\u00e2l Bayar" + }, + { + "id": "q_005199", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sissel Tolaas -> work location -> Berlin (2009)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2009)\n Answer: Klaus Wowereit" + }, + { + "id": "q_000202", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Ireland", + "pred": "Ireland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Matteo Priamo -> member of sports team -> Bardiani CSF 7 Saber (2006)\n Hop 2: Bardiani CSF 7 Saber -> country -> Ireland (2006)\n Answer: Ireland" + }, + { + "id": "q_006446", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Edoardo Mangiarotti -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: European Economic Community" + }, + { + "id": "q_001839", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Q953762", + "pred": "Q953762", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pedro Geromel -> member of sports team -> Barcelona (2010)\n Hop 2: Barcelona -> head of government -> Q953762 (2010)\n Answer: Q953762" + }, + { + "id": "q_001174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Latvian Higher League", + "pred": "Latvian Higher League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pavel Mochalin -> member of sports team -> FK Ventspils (2011)\n Hop 2: FK Ventspils -> league or competition -> Latvian Higher League (2011)\n Answer: Latvian Higher League" + }, + { + "id": "q_006379", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (2008)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2008)\n Answer: Giorgio Napolitano" + }, + { + "id": "q_001940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marcello Costalunga -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> shares border with -> Yugoslavia (1989)\n Answer: Yugoslavia" + }, + { + "id": "q_001985", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heinz Czechowski -> award received -> Heinrich Mann Prize (1984)\n Hop 2: Heinrich Mann Prize -> country -> German Democratic Republic (1984)\n Answer: German Democratic Republic" + }, + { + "id": "q_000177", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "German Democratic Republic", + "pred": "Hesse", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Claus Korth -> allegiance -> West Germany (1962)\n Hop 2: West Germany -> contains the administrative territorial entity -> Hesse (1962)\n Answer: Hesse" + }, + { + "id": "q_003534", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: University of Toronto -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Tsinghua University (2021)\n Answer: 2021" + }, + { + "id": "q_007118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Steve Sampson", + "pred": "Steve Sampson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andreas Herzog -> member of sports team -> LA Galaxy (2004)\n Hop 2: LA Galaxy -> head coach -> Steve Sampson (2004)\n Answer: Steve Sampson" + }, + { + "id": "q_008135", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Panama", + "pred": "Colombia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Frank Tieri -> residence -> United States (1922)\n Hop 2: United States -> shares border with -> Panama (1922)\n Hop 3: Panama -> shares border with -> Colombia (1922)\n Answer: Colombia" + }, + { + "id": "q_008030", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Maurice Druon", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jacques Laurent -> member of -> Acad\u00e9mie Fran\u00e7aise (1988)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Maurice Druon (1988)\n Answer: Maurice Druon" + }, + { + "id": "q_008449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Kurt Biedenkopf", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hanns Martin Schleyer -> member of political party -> Christian Democratic Union (1975)\n Hop 2: Christian Democratic Union -> general secretary -> Kurt Biedenkopf (1975)\n Answer: Kurt Biedenkopf" + }, + { + "id": "q_001457", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Thomas Keneally", + "pred": "Thomas Keneally", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: William Boyd -> nominated for -> Booker Prize (1982)\n Hop 2: Booker Prize -> winner -> Thomas Keneally (1982)\n Answer: Thomas Keneally" + }, + { + "id": "q_001650", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Sergi L\u00f3pez", + "pred": "Sergi L\u00f3pez", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bread and Tulips -> nominated for -> European Film Award for Best Actor (2000)\n Hop 2: European Film Award for Best Actor -> winner -> Sergi L\u00f3pez (2000)\n Hop 3: Sergi L\u00f3pez -> winner -> European Film Award for Best Actor (2000)\n Answer: Sergi L\u00f3pez" + }, + { + "id": "q_006597", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "SeatGeek Stadium", + "pred": "SeatGeek Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Logan Pause -> member of sports team -> Chicago Fire FC (2009)\n Hop 2: Chicago Fire FC -> home venue -> SeatGeek Stadium (2009)\n Answer: SeatGeek Stadium" + }, + { + "id": "q_003141", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Canada", + "pred": "Canada", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Joseph-Elz\u00e9ar Bernier -> member of the crew of -> Gauss (1924)\n Hop 2: Gauss -> country of registry -> Canada (1924)\n Answer: Canada" + }, + { + "id": "q_004341", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "BP", + "pred": "BP", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Wolfram Wuttke -> member of sports team -> Hamburger SV (1984)\n Hop 2: Hamburger SV -> sponsor -> BP (1984)\n Answer: BP" + }, + { + "id": "q_007989", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1905.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vedi -> located in -> Erivan Governorate (1905)\n Hop 2: Erivan Governorate -> country -> Russian Empire (1905)\n Answer: Russian Empire" + }, + { + "id": "q_002962", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bruno Torpigliani -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani" + }, + { + "id": "q_001198", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Allianz Arena", + "pred": "Allianz Arena", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kenny Cooper -> member of sports team -> TSV 1860 M\u00fcnchen (2011)\n Hop 2: TSV 1860 M\u00fcnchen -> home venue -> Allianz Arena (2011)\n Answer: Allianz Arena" + }, + { + "id": "q_006028", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Artur Moraes -> member of sports team -> S.L. Benfica (2012)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2012)\n Answer: Lu\u00eds Filipe Vieira" + }, + { + "id": "q_007856", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1902", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rorschach\u2013St. Gallen railway line -> owned by -> Vereinigte Schweizerbahnen (1902)\n Hop 2: Vereinigte Schweizerbahnen -> replaced by -> Swiss Federal Railways (1902)\n Answer: 1902" + }, + { + "id": "q_003797", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fontanezier -> replaced by -> T\u00e9venon (2011)\n Hop 2: T\u00e9venon -> replaces -> Vaugondry (2011)\n Answer: 2011" + }, + { + "id": "q_002920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: HMS Graph -> country of registry -> Nazi Germany (1941)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1941)\n Answer: Adolf Hitler" + }, + { + "id": "q_004648", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yoshio Masui -> award received -> Albert Lasker Award for Basic Medical Research (1998)\n Hop 2: Albert Lasker Award for Basic Medical Research -> winner -> Lee Hartwell (1998)\n Answer: 1998" + }, + { + "id": "q_005249", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Julie Christie", + "pred": "1965 Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Marriage Italian-Style -> nominated for -> Academy Award for Best Actress (1965)\n Hop 2: Academy Award for Best Actress (1965) -> winner -> Julie Christie\n Hop 3: Julie Christie -> winner of -> 1965 Academy Award for Best Actress\n Answer: 1965 Academy Award for Best Actress" + }, + { + "id": "q_004612", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Umberto II of Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luigi Carnacina -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Umberto II of Italy (1951)\n Answer: Umberto II of Italy" + }, + { + "id": "q_006383", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giacomo Neri -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Aldo Moro (1976)\n Answer: 1976" + }, + { + "id": "q_003997", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Romain Duris -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor -> winner -> Daniel Auteuil (2005)\n Answer: Daniel Auteuil" + }, + { + "id": "q_002521", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Heiko Herrlich", + "pred": "Heiko Herrlich", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marek Such\u00fd -> member of sports team -> FC Augsburg (2020)\n Hop 2: FC Augsburg -> head coach -> Heiko Herrlich (2020)\n Answer: Heiko Herrlich" + }, + { + "id": "q_008451", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Mario Draghi", + "pred": "Mario Draghi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cesare Benedetti -> country for sport -> Italy (2021)\n Hop 2: Italy -> head of government -> Mario Draghi (2021)\n Answer: Mario Draghi" + }, + { + "id": "q_002584", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1944.0, + "gold": "1944", + "pred": "1944", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Johnny Burke -> award received -> Academy Award for Best Original Song (1944)\n Hop 2: Harry Warren -> award received -> Academy Award for Best Original Song (1944)\n Hop 3: Johnny Burke -> winner -> Harry Warren (1944)\n Answer: 1944" + }, + { + "id": "q_000401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Zhou Enlai", + "pred": "Zhou Enlai", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zhao Ziyang -> country of citizenship -> People's Republic of China (1959)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1959)\n Answer: Zhou Enlai" + }, + { + "id": "q_007273", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Harry Redknapp", + "pred": "Harry Redknapp", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michael Dawson -> member of sports team -> Tottenham Hotspur F.C. (2010)\n Hop 2: Tottenham Hotspur F.C. -> head coach -> Harry Redknapp (2010)\n Answer: Harry Redknapp" + }, + { + "id": "q_000566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jean-Loup Dabadie -> member of -> Acad\u00e9mie Fran\u00e7aise (2009)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> H\u00e9l\u00e8ne Carr\u00e8re d'Encausse (2009)\n Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse" + }, + { + "id": "q_001480", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Matt Carkner -> drafted by -> Montreal Canadiens (1999)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (1999)\n Answer: Saku Koivu" + }, + { + "id": "q_002648", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Paul Scott", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jennifer Johnston -> nominated for -> Booker Prize (1977)\n Hop 2: Booker Prize -> winner -> Paul Scott (1977)\n Answer: Paul Scott" + }, + { + "id": "q_005191", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Theodor Liebknecht", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1920)\n Hop 2: Independent Social Democratic Party of Germany -> chairperson -> Theodor Liebknecht (1920)\n Answer: Theodor Liebknecht" + }, + { + "id": "q_004451", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Azerbaijan Premier League", + "pred": "Azerbaijan Premier League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrey Popovi\u00e7 -> member of sports team -> FC Baku (2009)\n Hop 2: FC Baku -> league or competition -> Azerbaijan Premier League (2009)\n Answer: Azerbaijan Premier League" + } + ] +} \ No newline at end of file diff --git a/eval/v3-sft-seed7.json b/eval/v3-sft-seed7.json new file mode 100644 index 0000000000000000000000000000000000000000..d9855e7f658412bf54a52818ddb1bec482b5be71 --- /dev/null +++ b/eval/v3-sft-seed7.json @@ -0,0 +1,17492 @@ +{ + "name": "v3-sft-seed7", + "policy_path": "../checkpoints/sft-v3-seed7/final", + "split": "test", + "n_samples": 1743, + "temperature": 0.0, + "max_new_tokens": 96, + "overall": { + "n": 1743, + "em": 0.904188181296615, + "f1": 0.2658000783557908, + "th_n": 0 + }, + "by_complexity": { + "1hop": { + "n": 800, + "em": 0.9975, + "f1": 0.3429410403611666, + "th_n": 0 + }, + "2hop": { + "n": 800, + "em": 0.875, + "f1": 0.20150225854773762, + "th_n": 0 + }, + "3plus": { + "n": 143, + "em": 0.5454545454545454, + "f1": 0.19395033179734594, + "th_n": 0 + } + }, + "by_operator": { + "before_after": { + "n": 517, + "em": 0.90715667311412, + "f1": 0.2844922829140274, + "th_n": 0 + }, + "interval": { + "n": 163, + "em": 1.0, + "f1": 0.13875706114076372, + "th_n": 0 + }, + "point_in_time": { + "n": 535, + "em": 0.9046728971962616, + "f1": 0.29104359072652625, + "th_n": 0 + }, + "sequence": { + "n": 528, + "em": 0.8712121212121212, + "f1": 0.2611388339071133, + "th_n": 0 + } + }, + "per_example": [ + { + "id": "q_006291", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "chairperson", + "pred": "Hop 1: Jonas -> member of sports team -> S.L. Benfica (2017)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2017)\n Hop 3: Lu\u00eds Filipe Vieira -> position held -> President of the Portuguese Football Federation (2017)\n Answer: President of the Portuguese Football Federation", + "em": 1.0, + "f1": 0.07692307692307693 + }, + { + "id": "q_007337", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Ararat -> located in -> Erivan Governorate (1907)\n Hop 2: Erivan Governorate -> country -> Russian Empire (1907)\n Hop 3: Russian Empire -> head of state -> Nikolay II (1907)\n Answer: Nikolay II", + "em": 0.0, + "f1": 0.17391304347826086 + }, + { + "id": "q_000021", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "Hop 1: Galvano Della Volpe -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1959)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1959)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_007809", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Irina Bokova", + "pred": "Hop 1: Kach -> designated as terrorist by -> United States (2011)\n Hop 2: United States -> member of -> UNESCO (2011)\n Hop 3: UNESCO -> chairperson -> David Elkind (2011)\n Answer: David Elkind", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001979", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "Hop 1: Arnold J. Levine -> award received -> Paul Ehrlich and Ludwig Darmstaedter Prize (1998)\n Answer: 1998", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_005455", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Hop 1: On Golden Pond -> nominated for -> Academy Award for Best Actress (1982)\n Hop 2: Academy Award for Best Actress -> winner -> Meryl Streep (1982)\n Hop 3: Meryl Streep -> award received -> Academy Award for Best Actress (1982)\n Answer: Academy Award for Best Actress", + "em": 0.0, + "f1": 0.35714285714285715 + }, + { + "id": "q_008005", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "Hop 1: Urbano Lazzaro -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1961)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1961)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_008690", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Hop 1: Bruno Pesaola -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_008321", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Vito Lattanzio -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_007761", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Arista Records", + "pred": "Hop 1: Jennifer Love Hewitt -> unmarried partner -> John Mayer (2002)\n Hop 2: John Mayer -> nominated for -> Grammy Award for Best Male Pop Vocal Performance (2002)\n Hop 3: Grammy Award for Best Male Pop Vocal Performance -> winner -> Epic Records (2002)\n Hop 4: Epic Records -> record label -> Sony Music (2002)\n Answer: Sony Music", + "em": 0.0, + "f1": 0.0625 + }, + { + "id": "q_008118", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "Hop 1: Vincent Cimatti -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1959)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1959)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_001360", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Hop 1: Guo Moruo -> country of citizenship -> People's Republic of China (1970)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1970)\n Hop 3: Zhou Enlai -> spouse -> Deng Yingchao (1970)\n Hop 4: Deng Yingchao -> member of political party -> Chinese Communist Party (1970)\n Answer: Chinese Communist", + "em": 1.0, + "f1": 0.19354838709677416 + }, + { + "id": "q_000136", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Michele Pellegrino -> country of citizenship -> Italy (1981)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1981)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1981)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_006986", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Hop 1: Giovanni Falcone -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giovanni Leone (1955)\n Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_003298", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "Hop 1: Metz -> country -> Germany (1940)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1940)\n Hop 3: Afghanistan -> basic form of government -> monarchy (1940)\n Answer: monarchy", + "em": 0.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_006733", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Hop 1: Bruno Pesaola -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_005866", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Hop 1: Diane Keaton -> nominated for -> Academy Award for Best Actress (2004)\n Hop 2: Academy Award for Best Actress (2004) -> winner -> Hilary Swank (2004)\n Hop 3: Hilary Swank -> award received -> Academy Award for Best Actress (2004)\n Answer: Hilary Swank", + "em": 0.0, + "f1": 0.2962962962962963 + }, + { + "id": "q_004748", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "Hop 1: Alfredo Sivocci -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1964)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1964)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_004795", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Chancellor of Germany", + "pred": "Hop 1: SMS Arcona -> crew members -> Eberhard Godt (1922)\n Hop 2: Eberhard Godt -> allegiance -> Weimar Republic (1922)\n Hop 3: Weimar Republic -> head of government -> Friedrich Ebert (1922)\n Hop 4: Friedrich Ebert -> position held -> President of Germany (1922)\n Answer: President of Germany", + "em": 0.0, + "f1": 0.14285714285714285 + }, + { + "id": "q_000787", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "Hop 1: Niobe -> country of registry -> Germany (1932)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1932)\n Hop 3: Afghanistan -> basic form of government -> monarchy (1932)\n Answer: monarchy", + "em": 0.0, + "f1": 0.09999999999999999 + }, + { + "id": "q_008333", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "President of Italy", + "pred": "Hop 1: Aldo Morandi -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1963)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1963)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_008338", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Academy Award for Best Visual Effects", + "pred": "Hop 1: True Lies -> nominated for -> Japan Academy Prize for Outstanding Foreign Language Film (1995)\n Hop 2: Japan Academy Prize for Outstanding Foreign Language Film -> winner -> Ken Ralston (1995)\n Answer: Ken Ralston", + "em": 0.0, + "f1": 0.16 + }, + { + "id": "q_001840", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "Hop 1: Tano Cimarosa -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1995)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1995)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_001274", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "Hop 1: Aurelio Sabattani -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1967)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1967)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_000547", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giovanni Leone (1965)\n Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_001052", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Hop 1: Franco Bordoni -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1955)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1955)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_006228", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Jane Jacobs -> residence -> New York City (1963)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1963)\n Answer: Robert Ferdinand Wagner Jr.", + "em": 0.0, + "f1": 0.3478260869565218 + }, + { + "id": "q_006414", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1955)\n Answer: Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001651", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "President of Italy", + "pred": "Hop 1: Daniela Rocca -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1957)\n Answer: Alcide De Gasperi", + "em": 0.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_007640", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "Hop 1: Plinio Antolini -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1956)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1956)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_007972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "Hop 1: Annalena Tonelli -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1969)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1969)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_004943", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Nazi Germany", + "pred": "Hop 1: U-13 -> part of -> 1st U-boat Flotilla (1938)\n Hop 2: 1st U-boat Flotilla -> location -> Kiel (1938)\n Hop 3: Kiel -> country -> Germany (1938)\n Answer: Germany", + "em": 0.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_007287", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Hop 1: Angelo Cella -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1998)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1998)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_005394", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "President of Italy", + "pred": "Hop 1: Veriano Luchetti -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1997)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_007314", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Elliott Erwitt -> work location -> New York City (1957)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1957)\n Hop 3: Robert Ferdinand Wagner Jr. -> position held -> New York City Mayor (1957)\n Answer: New York City Mayor", + "em": 0.0, + "f1": 0.3571428571428571 + }, + { + "id": "q_003452", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Mary Blair -> residence -> New York City (1948)\n Hop 2: New York City -> head of government -> William O'Dwyer (1948)\n Hop 3: William O'Dwyer -> position held -> Mayor of New York City (1948)\n Answer: Mayor of New York City", + "em": 1.0, + "f1": 0.3846153846153846 + }, + { + "id": "q_006815", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Hop 1: Love the Way You Lie -> nominated for -> MTV Europe Music Award for Best Song (2010)\n Hop 2: MTV Europe Music Award for Best Song -> winner -> Lady Gaga (2010)\n Answer: 2010", + "em": 1.0, + "f1": 0.0909090909090909 + }, + { + "id": "q_008439", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Tim Robbins", + "pred": "Hop 1: Nell -> unmarried partner -> Susan Sarandon (1995)\n Hop 2: Susan Sarandon -> nominated for -> The Client (1995)\n Hop 3: The Client -> winner -> Academy Award for Best Actress (1995)\n Answer: Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003245", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "Hop 1: Niobe -> country of registry -> Germany (1932)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1932)\n Hop 3: Afghanistan -> basic form of government -> constitutional monarchy (1932)\n Answer: constitutional monarchy", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_008633", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Bucharest", + "pred": "Hop 1: Giurgiu -> located in -> Vla\u0219ca County (1920)\n Hop 2: Vla\u0219ca County -> country -> Kingdom of Romania (1920)\n Hop 3: Kingdom of Romania -> capital -> Bucharest (1920)\n Answer: Bucharest", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_003473", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Dushanbe -> located in -> Emirate of Bukhara (1915)\n Hop 2: Emirate of Bukhara -> country -> Russian Empire (1915)\n Hop 3: Russian Empire -> head of state -> Nicholas II (1915)\n Answer: Nicholas II", + "em": 0.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_001673", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "Hop 1: Aurelio Sabattani -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1967)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1967)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_005726", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "First Republic of Austria", + "pred": "Hop 1: Aachen -> country -> Nazi Germany (1934)\n Hop 2: Nazi Germany -> shares border with -> Federal State of Austria (1934)\n Answer: Federal State of Austria", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_004929", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "Hop 1: Virginio Rosetta -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1967)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1967)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_006286", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Deutsche Mark", + "pred": "Hop 1: Mannheim Observatory -> owned by -> Mannheim (1977)\n Hop 2: Mannheim -> country -> West Germany (1977)\n Hop 3: West Germany -> currency -> Deutsche Mark (1977)\n Answer: Deutsche Mark", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_002759", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "K\u014dichir\u014d Matsuura", + "pred": "Hop 1: Eduardo Saverin -> country of citizenship -> United States (2005)\n Hop 2: United States -> member of -> UNESCO (2005)\n Hop 3: UNESCO -> chairperson -> Irina Bokova (2005)\n Answer: Irina Bokova", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004009", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "Hop 1: Thierry Mariani -> member of political party -> Union for a Popular Movement (2014)\n Hop 2: Union for a Popular Movement -> chairperson -> Jean-Fran\u00e7ois Cop\u00e9 (2014)\n Hop 3: Jean-Fran\u00e7ois Cop\u00e9 -> occupation -> politician (2014)\n Answer: 2014", + "em": 1.0, + "f1": 0.08333333333333333 + }, + { + "id": "q_007134", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Hop 1: Paolo Dezza -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1998)\n Answer: Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002750", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Franco Basaglia -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000812", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "U-13", + "pred": "Hop 1: U-14 -> commanded by -> Victor Oehrn (1936)\n Hop 2: Victor Oehrn -> affiliation -> 1st U-boat Flotilla (1936)\n Answer: 1st U-boat Flotilla", + "em": 0.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_003515", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Hop 1: Umberto Pasquale -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_005012", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Luigi Filippo D'Amico -> country of citizenship -> Italy (1982)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1982)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1982)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_004016", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Ernesto Prinoth -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1980)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_008522", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Hop 1: Franco Bordoni -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1955)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1955)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_002972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "Hop 1: Tano Cimarosa -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1995)\n Hop 3: Carlo Azeglio Ciampi -> position held -> President of Italy (1995)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_000716", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Alberto Moravia -> spouse -> Elsa Morante (1958)\n Hop 2: Elsa Morante -> country of citizenship -> Italy (1958)\n Hop 3: Italy -> head of state -> Umberto II (1958)\n Answer: Umberto II", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004128", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "Hop 1: Linda Sini -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1956)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1956)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_002796", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1923.0, + "gold": "1923", + "pred": "Hop 1: hyperinflation in the Weimar Republic -> country -> Weimar Republic (1923)\n Hop 2: Weimar Republic -> currency -> Rentenmark (1923)\n Hop 3: Rentenmark -> replaces -> Papiermark (1923)\n Answer: 1923", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_007015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Hop 1: Michelangelo Albertazzi -> member of sports team -> AC Milan (2014)\n Hop 2: AC Milan -> head coach -> Massimiliano Allegri (2014)\n Hop 3: Massimiliano Allegri -> member of sports team -> AS Roma (2014)\n Answer: AS Roma", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003552", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "chairperson", + "pred": "Hop 1: Miralem Sulejmani -> member of sports team -> S.L. Benfica (2014)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2014)\n Answer: Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_004730", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "God Save the Tsar!", + "pred": "Hop 1: Vedi -> located in -> Erivan Governorate (1907)\n Hop 2: Erivan Governorate -> country -> Russian Empire (1907)\n Hop 3: Russian Empire -> anthem -> Pan-Slavic Hymn (1907)\n Answer: Pan-Slavic Hymn", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005767", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Hop 1: Bj\u00f6rn Schr\u00f6der -> member of sports team -> Milram (2010)\n Hop 2: Milram -> country -> Germany (2010)\n Hop 3: Germany -> head of government -> Angela Merkel (2010)\n Answer: Angela Merkel", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_002032", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Oliver & Company -> narrative location -> New York City (1988)\n Hop 2: New York City -> head of government -> Ed Koch (1988)\n Hop 3: Ed Koch -> position held -> New York City Comptroller (1988)\n Answer: New York City Comptroller", + "em": 0.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_008644", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Hop 1: Salman Rushdie -> spouse -> Padma Lakshmi (2005)\n Hop 2: John Banville -> winner -> Salman Rushdie (2005)\n Answer: 2005", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_006768", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "West Germany", + "pred": "Hop 1: Ulrike Herrmann -> member of political party -> Christian Democratic Union (1987)\n Hop 2: Christian Democratic Union -> chairperson -> Helmut Kohl (1987)\n Hop 3: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Answer: West Germany", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_002122", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "Hop 1: Angelo Cella -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1964)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1964)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_007638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Getulio Alviani -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1980)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000842", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "God Save the King", + "pred": "Hop 1: Enderbury Island -> country -> United Kingdom (1938)\n Hop 2: United Kingdom -> head of state -> George VI (1938)\n Hop 3: George VI -> anthem -> God Save the King (1938)\n Answer: God Save the King", + "em": 1.0, + "f1": 0.32 + }, + { + "id": "q_003512", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Hop 1: On Golden Pond -> nominated for -> Academy Award for Best Sound -> winner -> John A. Alonzo (1982)\n Answer: John A. Alonzo", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_002727", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Federal State of Austria", + "pred": "Hop 1: 1938 World Figure Skating Championships -> location -> Berlin (1938)\n Hop 2: Berlin -> shares border with -> Czechoslovakia (1938)\n Hop 3: Czechoslovakia -> located in -> Europe (1938)\n Answer: Europe", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004477", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "Hop 1: Tommaso Padoa-Schioppa -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1970)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1970)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_004639", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Hop 1: Lelio Antoniotti -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1965)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1965)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_002027", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1913.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Vedi -> located in -> Erivan Governorate (1913)\n Hop 2: Erivan Governorate -> country -> Russian Empire (1913)\n Hop 3: Russian Empire -> head of state -> Nicholas II (1913)\n Answer: Nicholas II", + "em": 0.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_004554", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "Hop 1: Gino Archesso -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Antonio Segni (1961)\n Hop 3: Antonio Segni -> position held -> President of Italy (1961)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_005676", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "United States", + "pred": "Hop 1: Laureus World Sports Award for Comeback of the Year -> winner -> Lance Armstrong (2000)\n Hop 2: Lance Armstrong -> member of sports team -> Discovery Channel (2000)\n Hop 3: Discovery Channel -> country -> United States (2000)\n Answer: United States", + "em": 1.0, + "f1": 0.14814814814814814 + }, + { + "id": "q_008291", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "Hop 1: Linda Sini -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1956)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1956)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_008225", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Hop 1: Luciano Emmer -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1998)\n Hop 3: Carlo Azeglio Ciampi -> position held -> President of Italy (1998)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_001173", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Hop 1: Guo Moruo -> country of citizenship -> People's Republic of China (1970)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1970)\n Hop 3: Zhou Enlai -> spouse -> Deng Yingchao (1970)\n Hop 4: Deng Yingchao -> member of political party -> Chinese Communist Party (1970)\n Answer: Chinese Communist", + "em": 1.0, + "f1": 0.19354838709677416 + }, + { + "id": "q_008571", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "Hop 1: Metz -> country -> Germany (1940)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1940)\n Hop 3: Afghanistan -> basic form of government -> constitutional monarchy (1940)\n Answer: constitutional monarchy", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000937", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1934.0, + "gold": "1934", + "pred": "Hop 1: Heinrich Liebe -> allegiance -> Nazi Germany (1934)\n Hop 2: Nazi Germany -> shares border with -> Federal State of Austria (1934)\n Hop 3: Federal State of Austria -> replaces -> First Republic of Austria (1934)\n Answer: 1934", + "em": 1.0, + "f1": 0.0909090909090909 + }, + { + "id": "q_003736", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Friedrich Ebert", + "pred": "Hop 1: SMS Arcona -> crew members -> Eberhard Godt (1921)\n Hop 2: Eberhard Godt -> allegiance -> Weimar Republic (1921)\n Hop 3: Weimar Republic -> head of state -> Paul von Hindenburg (1921)\n Answer: Paul von Hindenburg", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002966", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "Hop 1: Mariano Agate -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1995)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1995)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_000538", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Hop 1: Giovanni Falcone -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giovanni Leone (1955)\n Hop 3: Giovanni Leone -> position held -> President of Italy (1955)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_000838", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Hop 1: Ant\u00f4nio da Silva -> member of sports team -> MSV Duisburg (2012)\n Hop 2: MSV Duisburg -> head coach -> J\u00fcrgen Klopp (2012)\n Hop 3: J\u00fcrgen Klopp -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2012)\n Answer: Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.06666666666666667 + }, + { + "id": "q_002448", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Vanderbilt University", + "pred": "Hop 1: Viktor Hamburger -> award received -> Louisa Gross Horwitz Prize (1983)\n Hop 2: Louisa Gross Horwitz Prize -> winner -> Torsten Nils Wiesel (1983)\n Hop 3: Torsten Nils Wiesel -> employer -> University of Chicago (1983)\n Answer: University of Chicago", + "em": 0.0, + "f1": 0.08333333333333334 + }, + { + "id": "q_007230", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Zoran Klemen\u010di\u010d -> member of sports team -> Tenax (2003)\n Hop 2: Tenax -> country -> Italy (2003)\n Hop 3: Italy -> head of state -> Carlo Azeglio Ciampi (2003)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_004534", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Odo Fusi Pecci -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1953)\n Hop 3: Amintore Fanfani -> position held -> Prime Minister of Italy (1953)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.32 + }, + { + "id": "q_007740", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Ra\u00fal Pateras Pescara -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1960)\n Hop 3: Amintore Fanfani -> position held -> President of Italy (1960)\n Answer: President of Italy", + "em": 0.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_007848", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Mariano Agate -> country of citizenship -> Italy (2008)\n Hop 2: Italy -> head of government -> Mario Monti (2008)\n Hop 3: Mario Monti -> position held -> President of the Council of Ministers (2008)\n Answer: President of the Council of Ministers", + "em": 0.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_003817", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Variety -> place of publication -> New York City (1947)\n Hop 2: New York City -> head of government -> William O'Dwyer (1947)\n Answer: William O'Dwyer", + "em": 0.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_006982", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Hannelore Kohl", + "pred": "Hop 1: Ulrike Herrmann -> member of political party -> Christian Democratic Union (1986)\n Hop 2: Christian Democratic Union -> chairperson -> Helmut Kohl (1986)\n Hop 3: Helmut Kohl -> spouse -> Hannelore Kohl (1986)\n Answer: Hannelore Kohl", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000932", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Governing Mayor of Berlin", + "pred": "Hop 1: Q896393 -> work location -> Berlin (1977)\n Hop 2: Berlin -> head of government -> Dietrich Stobbe (1977)\n Hop 3: Dietrich Stobbe -> position held -> Minister of Finance (1977)\n Answer: Minister of Finance", + "em": 0.0, + "f1": 0.17391304347826086 + }, + { + "id": "q_004711", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Vanderbilt University", + "pred": "Hop 1: Albert Lasker Award for Basic Medical Research -> winner -> Paul Berg (1980)\n Hop 2: Paul Berg -> award received -> Nobel Prize in Chemistry (1980)\n Hop 3: Nobel Prize in Chemistry -> employer -> University of California, Berkeley (1980)\n Answer: University of California, Berkeley", + "em": 0.0, + "f1": 0.07142857142857144 + }, + { + "id": "q_001424", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Free State of Prussia", + "pred": "Hop 1: Tilla Durieux -> spouse -> Paul Cassirer (1920)\n Hop 2: Paul Cassirer -> work location -> Berlin (1920)\n Hop 3: Berlin -> located in -> Kingdom of Prussia (1920)\n Answer: Kingdom of Prussia", + "em": 0.0, + "f1": 0.17391304347826086 + }, + { + "id": "q_006808", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Hop 1: Umberto Pasquale -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_005728", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Getulio Alviani -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> President of the Italian Republic (1980)\n Answer: President of the Italian Republic", + "em": 0.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_000501", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Civic Democratic Party", + "pred": "Hop 1: Czech Republic -> head of government -> V\u00e1clav Klaus (1995)\n Hop 2: Lubo\u0161 Kohoutek -> country of citizenship -> Czech Republic (1995)\n Answer: V\u00e1clav Klaus", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003472", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Hop 1: Carlo Rambaldi -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1955)\n Answer: Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007593", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Alberto Moravia -> spouse -> Elsa Morante (1958)\n Hop 2: Elsa Morante -> country of citizenship -> Italy (1958)\n Hop 3: Italy -> head of state -> Antonio Segni (1958)\n Answer: Antonio Segni", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004304", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "military personnel", + "pred": "Hop 1: 21st U-boat Flotilla -> part of -> U-120 (1943)\n Hop 2: Otto Schuhart -> commanded by -> 21st U-boat Flotilla (1943)\n Hop 3: U-120 -> occupation -> Otto Schuhart (1943)\n Answer: Otto Schuhart", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004513", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> member of -> European Economic Community (1953)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1953)\n Answer: Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001144", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Hop 1: Bj\u00f6rn Schr\u00f6der -> member of sports team -> Milram (2010)\n Hop 2: Milram -> country -> Germany (2010)\n Hop 3: Germany -> head of government -> Angela Merkel (2010)\n Answer: Angela Merkel", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_004736", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Virginio De Paoli -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1996)\n Answer: Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.19047619047619047 + }, + { + "id": "q_001077", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Arman -> work location -> New York City (1964)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1964)\n Answer: Robert Ferdinand Wagner Jr.", + "em": 0.0, + "f1": 0.3478260869565218 + }, + { + "id": "q_008586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "chairperson", + "pred": "Hop 1: Sim\u00e3o Sabrosa -> member of sports team -> S.L. Benfica (2003)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2003)\n Answer: chairperson", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_004250", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "Hop 1: Franco Basaglia -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: 1976", + "em": 1.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_002769", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Dennis Stock -> work location -> New York City (1955)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1955)\n Hop 3: Robert Ferdinand Wagner Jr. -> position held -> Mayor of New York City (1955)\n Answer: Mayor of New York City", + "em": 1.0, + "f1": 0.3571428571428571 + }, + { + "id": "q_001923", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Alfredo Mazzoni -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1958)\n Hop 3: Amintore Fanfani -> position held -> Prime Minister of Italy (1958)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_008379", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "Hop 1: Cesare Terranova -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1958)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1958)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_004279", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "U-13", + "pred": "Hop 1: Victor Oehrn -> affiliation -> 1st U-boat Flotilla (1936)\n Answer: 1st U-boat Flotilla", + "em": 0.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_008534", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "Hop 1: Bruno Arcari -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1958)\n Hop 3: Alcide De Gasperi -> position held -> President of the Council of Ministers (1958)\n Answer: President of the Council of Ministers", + "em": 0.0, + "f1": 0.23076923076923078 + }, + { + "id": "q_001990", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "United Nations", + "pred": "Hop 1: Bad Day at Black Rock -> narrative location -> United States (1945)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1945)\n Hop 3: Territory of Hawaii -> member of -> United States (1945)\n Answer: United States", + "em": 0.0, + "f1": 0.07692307692307693 + }, + { + "id": "q_000057", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "Hop 1: Attilio Pierelli -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giovanni Leone (1970)\n Hop 3: Giovanni Leone -> position held -> President of Italy (1970)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_003633", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "President of Italy", + "pred": "Hop 1: Eleonora Rossi Drago -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1966)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1966)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_007357", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Prelinger Archives -> located in -> New York City (1989)\n Hop 2: New York City -> head of government -> Ed Koch (1989)\n Hop 3: Ed Koch -> position held -> New York City Mayor (1989)\n Answer: New York City Mayor", + "em": 0.0, + "f1": 0.3846153846153846 + }, + { + "id": "q_005638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "President of the United States", + "pred": "Hop 1: Michael Barry -> member of sports team -> Discovery Channel (2004)\n Hop 2: Discovery Channel -> country -> United States (2004)\n Hop 3: United States -> head of government -> George W. Bush (2004)\n Hop 4: George W. Bush -> position held -> President of the United States (2004)\n Answer: President of the United States", + "em": 1.0, + "f1": 0.3125 + }, + { + "id": "q_002803", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: Enrico Silvestri -> country of citizenship -> Italy (1955)\n Hop 4: Italy -> member of -> European Economic Community (1955)\n Hop 5: European Economic Community -> chairperson -> Paul-Henri Spaak (", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005319", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Hop 1: Sergio Andreoli -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Antonio Segni (1965)\n Hop 3: Antonio Segni -> country for sport -> Italy (1965)\n Answer: Antonio Segni", + "em": 0.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_008568", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Hop 1: Giuseppe Petrilli -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1998)\n Answer: Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_008187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Hop 1: Michelangelo Albertazzi -> member of sports team -> AC Milan (2014)\n Hop 2: AC Milan -> head coach -> Filippo Inzaghi (2014)\n Hop 3: Filippo Inzaghi -> member of sports team -> AS Roma (2014)\n Answer: AS Roma", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002510", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Bill Clinton", + "pred": "Hop 1: Lance Armstrong -> member of sports team -> Motorola (1996)\n Hop 2: Motorola -> country -> United States (1996)\n Hop 3: United States -> head of government -> Bill Clinton (1996)\n Answer: Bill Clinton", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007048", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: \u010cervie\u0144 -> country -> Russian Empire (1912)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1912)\n Answer: Nicholas II of Russia", + "em": 1.0, + "f1": 0.4210526315789474 + }, + { + "id": "q_000284", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Irina Bokova", + "pred": "Hop 1: Susan Polgar -> country for sport -> United States (2012)\n Hop 2: United States -> member of -> UNESCO (2012)\n Hop 3: UNESCO -> chairperson -> Kofi Annan (2012)\n Answer: Kofi Annan", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007586", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "German Emperor", + "pred": "Hop 1: Breitscheidplatz -> named after -> Augusta Victoria of Schleswig-Holstein (1915)\n Hop 2: Augusta Victoria of Schleswig-Holstein -> spouse -> Wilhelm II (1915)\n Answer: Wilhelm II", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006367", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Getulio Alviani -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> President of the Council of Ministers (1980)\n Answer: President of the Council of Ministers", + "em": 0.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_003015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Loris Francesco Capovilla -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1958)\n Hop 3: Amintore Fanfani -> position held -> Prime Minister of Italy (1958)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.32 + }, + { + "id": "q_002788", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "Hop 1: Women in Love -> award received -> Academy Award for Best Actress (1969)\n Hop 2: Academy Award for Best Actress (1969) -> winner -> Maggie Smith (1969)\n Hop 3: Maggie Smith (1969) -> spouse -> John Gielgud (1969)\n Answer: John Gielgud", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001092", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "God Save the Tsar!", + "pred": "Hop 1: Helsinki -> capital of -> Grand Duchy of Finland (1906)\n Hop 2: Grand Duchy of Finland -> anthem -> Finland's national anthem (1906)\n Answer: Finland's national anthem", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000319", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Andrea Pangrazio -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1960)\n Hop 3: Amintore Fanfani -> position held -> Prime Minister of Italy (1960)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000336", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Variety -> place of publication -> New York City (1963)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1963)\n Hop 3: Robert Ferdinand Wagner Jr. -> position held -> New York City Mayor (1963)\n Answer: New York City Mayor", + "em": 0.0, + "f1": 0.37037037037037035 + }, + { + "id": "q_005328", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Franco Basaglia -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_007430", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Sukarno", + "pred": "Hop 1: People's Republic of China -> diplomatic relation -> Indonesia (1954)\n Hop 2: Changchun -> located in -> People's Republic of China (1954)\n Hop 3: Indonesia -> head of state -> Sukarno (1954)\n Answer: Sukarno", + "em": 1.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_001032", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "Hop 1: Claudio Ruffini -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1961)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1961)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_006917", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Zoran Klemen\u010di\u010d -> member of sports team -> Tenax (2003)\n Hop 2: Tenax -> country -> Italy (2003)\n Hop 3: Italy -> head of state -> Carlo Azeglio Ciampi (2003)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_008460", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> member of -> European Economic Community (1953)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1953)\n Answer: Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001183", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Hop 1: Francesco Carpino -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_001661", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Hop 1: Nanni Loy -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1955)\n Hop 3: Alcide De Gasperi -> position held -> President of the Council of Ministers of Italy (1955)\n Answer: President of the Council of Ministers of Italy", + "em": 0.0, + "f1": 0.23076923076923078 + }, + { + "id": "q_002861", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Hop 1: Pia Nalli -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: European Economic Community -> chairperson of -> Paul-Henri Spaak (1955)\n Answer: Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "Hop 1: Oreste Biancoli -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Antonio Segni (1967)\n Hop 3: Antonio Segni -> position held -> President of Italy (1967)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_003586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Ra\u00fal Pateras Pescara -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1960)\n Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_000264", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "Hop 1: Women in Love -> award received -> Academy Award for Best Actress (1969)\n Hop 2: Academy Award for Best Actress (1969) -> winner -> Maggie Smith\n Hop 3: Maggie Smith -> spouse -> John Gielgud\n Hop 4: John Gielgud -> spouse -> Vivien Leigh\n Hop 5: Vivien Leigh -> spouse -> Sir Laurence Olivier\n Hop 6: Sir Laurence", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001302", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "Hop 1: Umberto Pasquale -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> head of government -> Alcide De Gasperi (1953)\n Hop 3: Alcide De Gasperi -> position held -> Prime Minister of Italy (1953)\n Answer: 1953", + "em": 1.0, + "f1": 0.0909090909090909 + }, + { + "id": "q_007976", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "Hop 1: Mariele Ventre -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1969)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1969)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_007562", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Lviv University", + "pred": "Hop 1: Zygmunt Janiszewski -> employer -> Lviv University (1913)\n Answer: Lviv University", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_006568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "pred": "Hop 1: Dan Aykroyd -> award received -> Golden Raspberry Award for Worst Supporting Actor - Razzie Award (1992)\n Answer: Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "em": 1.0, + "f1": 0.6956521739130436 + }, + { + "id": "q_006715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Hop 1: Giovanni Cornacchia -> country of citizenship -> Italy (1951)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005303", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Valenciennes F.C.", + "pred": "Hop 1: Geoffrey Doumeng -> member of sports team -> Valenciennes F.C. (2007)\n Answer: Valenciennes F.C.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_003783", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Baron Harding of Petherton", + "pred": "Hop 1: John Harding, 1st Baron Harding of Petherton -> noble title -> Baron Harding of Petherton (1959)\n Answer: Baron Harding of Petherton", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_004865", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Bruno Venturini -> country of citizenship -> Kingdom of Italy (1939)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006315", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Hop 1: Kris Bright -> member of sports team -> Bryne FK (2012)\n Answer: 2012", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_006718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Hop 1: Giuseppe Anedda -> country of citizenship -> Italy (1980)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006083", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Pula -> country -> Socialist Federal Republic of Yugoslavia (1954)\n Answer: Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 0.625 + }, + { + "id": "q_003360", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "Hop 1: Tanguy Viel -> award received -> C\u00e9sar Award for Best Original Screenplay (2023)\n Answer: 2023", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_008353", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Chattanooga", + "pred": "Hop 1: National Model Railroad Association -> headquarters -> Chattanooga (1986)\n Answer: Chattanooga", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "D.C. United", + "pred": "Hop 1: Robert F. Kennedy Memorial Stadium -> occupant -> D.C. United (2009)\n Answer: D.C. United", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_001224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Gjilan -> country -> Socialist Federal Republic of Yugoslavia (1977)\n Answer: Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 0.625 + }, + { + "id": "q_004848", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Soviet Union", + "pred": "Hop 1: Vija Artmane -> country of citizenship -> Soviet Union (1964)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_007525", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Oulu Province", + "pred": "Hop 1: Kiiminki -> located in -> Oulu Province (1946)\n Answer: Oulu Province", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_000885", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Northern Dvina Governorate", + "pred": "Hop 1: Yarensk Uyezd -> located in -> Northern Dvina Governorate (1923)\n Answer: Northern Dvina Governorate", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_001030", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Giovan Battista Pellegrini -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_004428", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "Soviet Union", + "pred": "Hop 1: Tbilisi -> country -> Soviet Union (1923)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_002780", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "University of British Columbia", + "pred": "Hop 1: Daniel Kahneman -> employer -> University of British Columbia (1983)\n Answer: University of British Columbia", + "em": 1.0, + "f1": 0.5333333333333333 + }, + { + "id": "q_000352", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Solicitor General for England and Wales", + "pred": "Hop 1: John Simon, 1st Viscount Simon -> position held -> Solicitor General for England and Wales (1911)\n Answer: Solicitor General for England and Wales", + "em": 1.0, + "f1": 0.5454545454545454 + }, + { + "id": "q_000414", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Hop 1: Rudolf Jaenisch -> award received -> Robert Koch Prize (2002)\n Answer: 2002", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_001261", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Hop 1: Renato Barisani -> country of citizenship -> Italy (1958)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001035", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "WWE", + "pred": "Hop 1: Shane McMahon -> employer -> WWE (1996)\n Answer: WWE", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_008432", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Hop 1: John McCain -> spouse -> Cindy McCain (1981)\n Answer: Cindy McCain", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005886", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Federal Minister for Foreign Affairs", + "pred": "Hop 1: Frank-Walter Steinmeier -> position held -> Federal Minister for Foreign Affairs (2017)\n Answer: Federal Minister for Foreign Affairs", + "em": 1.0, + "f1": 0.5263157894736842 + }, + { + "id": "q_007363", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Hop 1: Armin Grein -> position held -> Landrat (1989)\n Answer: Landrat", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006356", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Germany", + "pred": "Hop 1: Adolf Schr\u00f6ter -> country of citizenship -> Germany (1950)\n Answer: Germany", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004178", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "People's Republic of Bulgaria", + "pred": "Hop 1: Pernik -> country -> People's Republic of Bulgaria (1979)\n Answer: People's Republic of Bulgaria", + "em": 1.0, + "f1": 0.625 + }, + { + "id": "q_005764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kupferstichkabinett Berlin", + "pred": "Hop 1: Max Jakob Friedl\u00e4nder -> employer -> Kupferstichkabinett Berlin (1919)\n Answer: Kupferstichkabinett Berlin", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000581", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Sevilla FC", + "pred": "Hop 1: Alexis Ruano Delgado -> member of sports team -> Sevilla FC (2011)\n Answer: Sevilla FC", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_008059", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Heinrich Himmler", + "pred": "Hop 1: Schutzstaffel -> director / manager -> Heinrich Himmler (1939)\n Answer: Heinrich Himmler", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_002028", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Scopus", + "pred": "Hop 1: The New York Times -> indexed in bibliographic review -> Scopus (1996)\n Answer: Scopus", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_005537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Hop 1: Gianni De Michelis -> country of citizenship -> Italy (1947)\n Answer: Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_002995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "James Norris Memorial Trophy", + "pred": "Hop 1: Erik Karlsson -> award received -> James Norris Memorial Trophy (2012)\n Answer: James Norris Memorial Trophy", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_005062", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Hop 1: Gyula Iulius Maurer -> employer -> Babe\u0219-Bolyai University (1961)\n Answer: Babe\u0219-Bolyai University", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_005618", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Leicester City F.C.", + "pred": "Hop 1: Jack Hobbs -> member of sports team -> Leicester City F.C. (2010)\n Answer: Leicester City F.C.", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_000224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Italy", + "pred": "Hop 1: Ulrico Girardi -> country of citizenship -> Italy (1974)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FK Austria Wien", + "pred": "Hop 1: Ronald Brunmayr -> member of sports team -> FK Austria Wien (1996)\n Answer: FK Austria Wien", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_002148", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1927.0, + "gold": "Kingdom of Romania", + "pred": "Hop 1: Balchik -> country -> Kingdom of Romania (1927)\n Answer: Kingdom of Romania", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_006117", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Hop 1: Cesarina Vighy -> country of citizenship -> Italy (1970)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Mary Pickford", + "pred": "Hop 1: Academy Award for Best Actress -> winner -> Mary Pickford (1929)\n Answer: Mary Pickford", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003365", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "All-NBA Team", + "pred": "Hop 1: Gary Payton -> award received -> All-NBA Team (2000)\n Answer: All-NBA Team", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_005796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Hop 1: Molli railway -> operator -> Deutsche Reichsbahn (1922)\n Answer: Deutsche Reichsbahn", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003448", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Benedetta Cappa -> country of citizenship -> Kingdom of Italy (1901)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_005271", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Borussia M\u00f6nchengladbach", + "pred": "Hop 1: Alexander Voigt -> member of sports team -> Borussia M\u00f6nchengladbach (2008)\n Answer: Borussia M\u00f6nchengladbach", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_002400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "United States Penitentiary, Florence ADMAX", + "pred": "Hop 1: Ted Kaczynski -> place of detention -> United States Penitentiary, Florence ADMAX (2020)\n Answer: 2020", + "em": 1.0, + "f1": 0.5263157894736842 + }, + { + "id": "q_007959", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Afghanistan", + "pred": "Hop 1: Germany -> diplomatic relation -> Afghanistan (2010)\n Answer: Afghanistan", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_008034", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Sergio Tofano -> country of citizenship -> Kingdom of Italy (1912)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006099", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Hop 1: Central Volga Krai -> located in -> Russian Soviet Federative Socialist Republic (1932)\n Answer: Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 0.5263157894736842 + }, + { + "id": "q_003338", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "President of the Bundestag", + "pred": "Hop 1: Wolfgang Sch\u00e4uble -> position held -> President of the Bundestag (2017)\n Answer: President of the Bundestag", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_007882", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "pred": "Hop 1: Ernst Chain -> award received -> Paul Ehrlich and Ludwig Darmstaedter Prize (1954)\n Answer: Paul Ehrlich and Ludwig Darmstaedter Prize", + "em": 1.0, + "f1": 0.6 + }, + { + "id": "q_001101", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Melbourne Cricket Ground", + "pred": "Hop 1: Melbourne Football Club -> home venue -> Melbourne Cricket Ground (1904)\n Answer: Melbourne Cricket Ground", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_004838", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "American Psycho 2", + "pred": "Hop 1: American Psycho -> derivative work -> American Psycho 2 (2002)\n Answer: American Psycho 2", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_008088", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Hop 1: Gianfranco Parolini -> country of citizenship -> Italy (2017)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008278", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Valenciennes F.C.", + "pred": "Hop 1: Kenny Lala -> member of sports team -> Valenciennes F.C. (2013)\n Answer: Valenciennes F.C.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_003556", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Giovanni Battista Lacchini -> country of citizenship -> Kingdom of Italy (1935)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_008174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Spartak Moscow", + "pred": "Hop 1: Roman Shishkin -> member of sports team -> Spartak Moscow (2004)\n Answer: Spartak Moscow", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_007252", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Hop 1: Amaury Bischoff -> member of sports team -> RC Strasbourg Alsace (2005)\n Answer: 2005", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_007229", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "West Germany", + "pred": "Hop 1: Albrecht Brandi -> country of citizenship -> West Germany (1963)\n Answer: West Germany", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_005020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Luigi Tasselli -> country of citizenship -> Kingdom of Italy (1917)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_003581", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Luciano Savorini -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_007540", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Norway men's national association football team", + "pred": "Hop 1: Rolf Johannessen -> member of sports team -> Norway men's national association football team (1931)\n Answer: Norway men's national association football team", + "em": 1.0, + "f1": 0.6086956521739131 + }, + { + "id": "q_006549", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1972.0, + "gold": "1972", + "pred": "Hop 1: Louis Emil Denfeld -> place of burial -> Arlington National Cemetery (1972)\n Answer: 1972", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_006127", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Rome", + "pred": "Hop 1: Mario Soldati -> residence -> Rome (1957)\n Answer: Rome", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_008172", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Academy Award for Best Director", + "pred": "Hop 1: Fred Zinnemann -> nominated for -> Academy Award for Best Director (1961)\n Answer: Academy Award for Best Director", + "em": 1.0, + "f1": 0.5882352941176471 + }, + { + "id": "q_006850", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "\u00c9toile Sportive du Sahel", + "pred": "Hop 1: Oumar Kalabane -> member of sports team -> \u00c9toile Sportive du Sahel (2000)\n Answer: \u00c9toile Sportive du Sahel", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_001281", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "60 Minutes", + "pred": "Hop 1: Morley Safer -> notable work -> 60 Minutes (1979)\n Answer: 60 Minutes", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Hop 1: Nikolaus Schneider -> award received -> Buber-Rosenzweig-Medal (2012)\n Answer: 2012", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_004216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Philadelphia", + "pred": "Hop 1: Thomas Eakins -> work location -> Philadelphia (1908)\n Answer: Philadelphia", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_001024", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "Hop 1: Olympiacos F.C. -> head coach -> Jos\u00e9 Anigo (2023)\n Answer: 2023", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_003080", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Nobel Prize in Literature", + "pred": "Hop 1: Sarvepalli Radhakrishnan -> nominated for -> Nobel Prize in Literature (1936)\n Answer: Nobel Prize in Literature", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_006761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Reading F.C.", + "pred": "Hop 1: Stephen Hunt -> member of sports team -> Reading F.C. (2006)\n Answer: Reading F.C.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_007249", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Athletic Club", + "pred": "Hop 1: Rafael Moreno Aranzadi -> member of sports team -> Athletic Club (1912)\n Answer: Athletic Club", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_004330", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Cristina Campo -> country of citizenship -> Kingdom of Italy (1933)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_002355", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Brentford F.C.", + "pred": "Hop 1: Andy Sinton -> member of sports team -> Brentford F.C. (1987)\n Answer: Brentford F.C.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_001500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Erwin Teufel", + "pred": "Hop 1: Baden-W\u00fcrttemberg -> head of government -> Erwin Teufel (2000)\n Answer: Erwin Teufel", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_002493", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "TV Globo", + "pred": "Hop 1: Grupo Globo -> subsidiary -> TV Globo (1994)\n Answer: TV Globo", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_004504", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "Hop 1: Walter Gautschi -> doctoral student -> Andreas Speiser (1953)\n Answer: 1953", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008366", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Jean Tremblay", + "pred": "Hop 1: Saguenay -> head of government -> Jean Tremblay (2008)\n Answer: Jean Tremblay", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_003310", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "Hop 1: The Maids of Wilko -> nominated for -> Academy Award for Best International Feature Film (1980)\n Answer: 1980", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_004860", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "auxiliary bishop", + "pred": "Hop 1: Guillermo Leaden -> position held -> auxiliary bishop (1975)\n Answer: auxiliary bishop", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_007131", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Hop 1: Pino Caruso -> country of citizenship -> Italy (1976)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001190", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Franca Florio -> country of citizenship -> Kingdom of Italy (1935)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_001845", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "Hop 1: Jean Templin -> member of sports team -> A.S. Nancy-Lorraine (1959)\n Answer: A.S. Nancy-Lorraine", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_001601", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Lomonosov Moscow State University", + "pred": "Hop 1: Lev Pontryagin -> employer -> Lomonosov Moscow State University (1933)\n Answer: Lomonosov Moscow State University", + "em": 1.0, + "f1": 0.5333333333333333 + }, + { + "id": "q_008159", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "AIK Fotboll", + "pred": "Hop 1: Lee Baxter -> member of sports team -> AIK Fotboll (2010)\n Answer: AIK Fotboll", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006771", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Cuxhaven district", + "pred": "Hop 1: Sietland -> located in -> Cuxhaven district (1995)\n Answer: Cuxhaven district", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_002990", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Vesyegonsky District", + "pred": "Hop 1: Vesyegonsk -> located in -> Vesyegonsky District (1957)\n Answer: Vesyegonsky District", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_002704", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Everton F.C.", + "pred": "Hop 1: Adrian Heath -> member of sports team -> Everton F.C. (1986)\n Answer: Everton F.C.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_000821", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Sabatino Moscati -> country of citizenship -> Kingdom of Italy (1930)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_001187", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Max Planck Institute for Chemistry", + "pred": "Hop 1: Paul Josef Crutzen -> employer -> Max Planck Institute for Chemistry (1980)\n Answer: Max Planck Institute for Chemistry", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_006629", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "United States Navy", + "pred": "Hop 1: Frederick B. Dent -> military branch -> United States Navy (1946)\n Answer: United States Navy", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_003305", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Italy", + "pred": "Hop 1: Antonello Aglioti -> country of citizenship -> Italy (1981)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Carter Harrison IV", + "pred": "Hop 1: Chicago -> head of government -> Carter Harrison IV (1913)\n Answer: Carter Harrison IV", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_000310", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "Hop 1: Le Montellier -> located in -> arrondissement of Bourg-en-Bresse (1989)\n Answer: arrondissement of Bourg-en-Bresse", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_003989", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Baron Moyne", + "pred": "Hop 1: Walter Guinness, 1st Baron Moyne -> award -> Distinguished Service Order (1935)\n Hop 2: Walter Guinness, 1st Baron Moyne -> noble title -> Baron Moyne (1935)\n Answer: Baron Moyne", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_007146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Hop 1: Fabio Capello -> work location -> Rome (2001)\n Answer: Rome", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002832", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Willy Marlow", + "pred": "Hop 1: Rostock District -> head of government -> Willy Marlow (1983)\n Answer: Willy Marlow", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_000368", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "FC Porto", + "pred": "Hop 1: Deco -> member of sports team -> FC Porto (1999)\n Answer: FC Porto", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_005867", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Hop 1: Kursk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1980)\n Answer: Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_005700", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Colombia men's national football team", + "pred": "Hop 1: Juan Carlos Henao -> member of sports team -> Colombia men's national football team (2003)\n Answer: Colombia men's national football team", + "em": 1.0, + "f1": 0.5454545454545454 + }, + { + "id": "q_000881", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "York University", + "pred": "Hop 1: Ellen Meiksins Wood -> employer -> York University (1986)\n Answer: York University", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_005707", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Kreis Kalbe (Milde)", + "pred": "Hop 1: Jeetze -> located in -> Kreis Kalbe (Milde) (1952)\n Answer: Kreis Kalbe (Milde)", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_001238", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Pre\u0161ov Region", + "pred": "Hop 1: Pre\u0161ov -> located in -> Pre\u0161ov Region (1954)\n Answer: Pre\u0161ov Region", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_006162", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Hop 1: Erick Scott -> member of sports team -> Asociaci\u00f3n Deportiva San Carlos (2011)\n Answer: 2011", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_005973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Hop 1: Pier Antonio Quarantotti Gambini -> country of citizenship -> Italy (1960)\n Answer: Italy", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_006967", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Hop 1: Armando Aste -> country of citizenship -> Italy (1971)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006519", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "F.C. Pro Vercelli 1892", + "pred": "Hop 1: Dante Amarilli -> member of sports team -> F.C. Pro Vercelli 1892 (1935)\n Answer: F.C. Pro Vercelli 1892", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_006861", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Toulouse FC", + "pred": "Hop 1: Umut burugudut bulut -> member of sports team -> Toulouse FC (2012)\n Answer: Toulouse FC", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_006139", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Decathlon CMA CGM Team", + "pred": "Hop 1: Nicolas Roche -> member of sports team -> Decathlon CMA CGM Team (2012)\n Answer: Decathlon CMA CGM Team", + "em": 1.0, + "f1": 0.47058823529411764 + }, + { + "id": "q_002293", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Bethesda", + "pred": "Hop 1: Katie Ledecky -> residence -> Bethesda (2001)\n Answer: Bethesda", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_008165", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Akkermansky Uyezd", + "pred": "Hop 1: Bilhorod-Dnistrovskyi -> located in -> Akkermansky Uyezd (1902)\n Answer: Akkermansky Uyezd", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_001745", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Hop 1: Li Tsung-jen -> country of citizenship -> Taiwan (1962)\n Answer: Taiwan", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_005776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Paul McGann", + "pred": "Hop 1: Susannah Harker -> unmarried partner -> Paul McGann (2008)\n Answer: Paul McGann", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_002004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Al-Qaeda", + "pred": "Hop 1: Osama bin Laden -> allegiance -> Al-Qaeda (1993)\n Answer: Al-Qaeda", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_003185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Weimar Republic", + "pred": "Hop 1: Vaterstetten -> country -> Weimar Republic (1922)\n Answer: Weimar Republic", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_007239", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: James Alberione -> country of citizenship -> Kingdom of Italy (1923)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_005515", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "doctorate", + "pred": "Hop 1: Raymond Dumais -> academic degree -> doctorate (1993)\n Answer: doctorate", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002120", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Bauska District", + "pred": "Hop 1: Bauska -> located in -> Bauska District (2000)\n Answer: Bauska District", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_007214", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Gale Anne Hurd", + "pred": "Hop 1: James Cameron -> spouse -> Gale Anne Hurd (1987)\n Answer: Gale Anne Hurd", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_008171", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Hop 1: Felice Andreasi -> country of citizenship -> Italy (1980)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002624", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Woodrow Wilson", + "pred": "Hop 1: United States -> head of government -> Woodrow Wilson (1918)\n Answer: Woodrow Wilson", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_004467", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Alberto Albertini -> country of citizenship -> Kingdom of Italy (1924)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006746", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1993.0, + "gold": "1993", + "pred": "Hop 1: Veran Mati\u0107 -> award received -> CPJ International Press Freedom Awards (1993)\n Answer: 1993", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_008176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Vr\u0161ac -> country -> Socialist Federal Republic of Yugoslavia (1979)\n Answer: Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 0.625 + }, + { + "id": "q_000447", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Hop 1: Antonio Sbardella -> country of citizenship -> Italy (1980)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007622", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Hop 1: Jos\u00e9 Ortigoza -> member of sports team -> Ulsan HD FC (2010)\n Answer: 2010", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_007073", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FC Luch-Energiya Vladivostok", + "pred": "Hop 1: Maksim Layushkin -> member of sports team -> FC Luch-Energiya Vladivostok (1996)\n Answer: FC Luch-Energiya Vladivostok", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_006216", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Soviet Union", + "pred": "Hop 1: Yelena Miroshina -> country of citizenship -> Soviet Union (1987)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_007462", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "\u00d6sters IF", + "pred": "Hop 1: Hans Eklund -> member of sports team -> \u00d6sters IF (1987)\n Answer: \u00d6sters IF", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_000068", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Eski\u015fehirspor", + "pred": "Hop 1: \u00d6mer Kaner -> member of sports team -> Eski\u015fehirspor (1982)\n Answer: Eski\u015fehirspor", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_002516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Marconi Prize", + "pred": "Hop 1: Federico Faggin -> award received -> Marconi Prize (1988)\n Answer: Marconi Prize", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_003568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Hop 1: Silvio Gazzaniga -> country of citizenship -> Italy (1996)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005968", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Hop 1: Adone Zoli -> country of citizenship -> Italy (1958)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Hop 1: Antonio Sbardella -> country of citizenship -> Italy (1980)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002706", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "economic liberalism", + "pred": "Hop 1: Jorge Gonz\u00e1lez von Mar\u00e9es -> movement -> economic liberalism (1957)\n Answer: economic liberalism", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_006338", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Jan Hendrik Oort", + "pred": "Hop 1: Maarten Schmidt -> doctoral advisor -> Jan Hendrik Oort (1956)\n Answer: Jan Hendrik Oort", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_002715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "State Government", + "pred": "Hop 1: Johanna Mikl-Leitner -> position held -> State Government (2007)\n Answer: State Government", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_005181", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Hop 1: Leigh Bromby -> member of sports team -> Sheffield United F.C. (2009)\n Answer: 2009", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_003253", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "chairperson", + "pred": "Hop 1: Kenjir\u014d Sh\u014dda -> position held -> chairperson (1958)\n Answer: chairperson", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Hop 1: G\u00f6khan \u00dcnal -> member of sports team -> Gen\u00e7lerbirli\u011fi S.K. (2002)\n Answer: Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_003453", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Hop 1: Irene Galitzine -> country of citizenship -> Italy (1956)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002186", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Academy Award for Best Actress", + "pred": "Hop 1: Meryl Streep -> nominated for -> Academy Award for Best Actress (2014)\n Answer: Academy Award for Best Actress", + "em": 1.0, + "f1": 0.5882352941176471 + }, + { + "id": "q_000960", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Soviet Union", + "pred": "Hop 1: Biysk -> country -> Soviet Union (1922)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_004347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Deutsche Mark", + "pred": "Hop 1: Germany -> currency -> Deutsche Mark (1987)\n Answer: Deutsche Mark", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_003476", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Municipio III", + "pred": "Hop 1: San Lorenzo -> location -> Municipio III (2007)\n Answer: Municipio III", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_001826", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "WWE", + "pred": "Hop 1: Shane McMahon -> employer -> WWE (2020)\n Answer: WWE", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_002764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Camillo Cibin -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_007776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Latvian Soviet Socialist Republic", + "pred": "Hop 1: R\u0113zekne -> located in -> Latvian Soviet Socialist Republic (1991)\n Hop 2: Latvian Soviet Socialist Republic -> located in -> Soviet Union (1991)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.47058823529411764 + }, + { + "id": "q_002291", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2022.0, + "gold": "Al-Nassr", + "pred": "Hop 1: Luiz Gustavo -> member of sports team -> Al-Nassr (2022)\n Answer: Al-Nassr", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006248", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Zeno Saltini -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_003830", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Hop 1: MTV Video Music Award for Best Group -> winner -> Foo Fighters (1996)\n Answer: 1996", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_005800", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1927.0, + "gold": "1927", + "pred": "Hop 1: Lois Delander -> competition won -> Miss America (1927)\n Answer: 1927", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Roman Herzog", + "pred": "Hop 1: Germany -> head of state -> Roman Herzog (1996)\n Answer: Roman Herzog", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_005305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "TOP 09", + "pred": "Hop 1: Karel Schwarzenberg -> member of political party -> TOP 09 (2017)\n Answer: TOP 09", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003125", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Chinese Communist Party", + "pred": "Hop 1: Xiao Ke -> member of political party -> Chinese Communist Party (1929)\n Answer: Chinese Communist Party", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_003993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "United States Air Force", + "pred": "Hop 1: Warren Weaver -> employer -> United States Air Force (1918)\n Answer: United States Air Force", + "em": 1.0, + "f1": 0.5333333333333333 + }, + { + "id": "q_000679", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Hop 1: Jean-Marie Cavada -> position held -> Member of the European Parliament (2017)\n Answer: Member of the European Parliament", + "em": 1.0, + "f1": 0.5263157894736842 + }, + { + "id": "q_001435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "Hop 1: Dushanbe -> capital of -> Basmachi movement (1922)\n Answer: 1922", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_004918", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Hop 1: Karl Plattner -> country of citizenship -> Italy (1947)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006137", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Orlando Magic", + "pred": "Hop 1: Shaquille O'Neal -> member of sports team -> Orlando Magic (1995)\n Answer: Orlando Magic", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_002644", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Hop 1: Daniel Islas -> member of sports team -> Club Atl\u00e9tico Tigre (2009)\n Answer: Club Atl\u00e9tico Tigre", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_004185", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Hop 1: Stanley Kubrick -> spouse -> Christiane Kubrick (1995)\n Answer: Christiane Kubrick", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_007259", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Hop 1: Herbert Seifert -> employer -> Heidelberg University (1961)\n Answer: Heidelberg University", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_000078", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Italy", + "pred": "Hop 1: Bruno Bettinelli -> country of citizenship -> Italy (1972)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006054", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Hop 1: Tullia Zevi -> country of citizenship -> Italy (2001)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "SC Young Fellows Juventus", + "pred": "Hop 1: Leopold Kielholz -> member of sports team -> SC Young Fellows Juventus (1942)\n Answer: SC Young Fellows Juventus", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_004140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "president", + "pred": "Hop 1: Richard William Smith -> position held -> president (2012)\n Answer: president", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002324", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Hop 1: Arvydas Novikovas -> member of sports team -> FC Vilnius (2008)\n Answer: 2008", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_008261", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "National Basketball Association", + "pred": "Hop 1: Chris Mihm -> league or competition -> National Basketball Association (2005)\n Answer: National Basketball Association", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_004156", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Gianni Dova -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_002138", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Montpellier H\u00e9rault Sport Club", + "pred": "Hop 1: Olivier Sorlin -> member of sports team -> Montpellier H\u00e9rault Sport Club (1999)\n Answer: Montpellier H\u00e9rault Sport Club", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_001307", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Italy", + "pred": "Hop 1: Mario Del Monaco -> country of citizenship -> Italy (1953)\n Answer: Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_005256", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "auxiliary bishop", + "pred": "Hop 1: Ortega Franco -> position held -> auxiliary bishop (2012)\n Answer: auxiliary bishop", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_004475", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Q135837", + "pred": "Hop 1: Raimondas Rum\u0161as -> member of sports team -> Fassa Bortolo (2003)\n Answer: Fassa Bortolo", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002220", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Estudiantes de La Plata", + "pred": "Hop 1: Iv\u00e1n Moreno y Fabianesi -> member of sports team -> Estudiantes de La Plata (2008)\n Answer: Estudiantes de La Plata", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_006192", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Egypt", + "pred": "Hop 1: Zakaria Mohieddin -> country of citizenship -> Egypt (1983)\n Answer: Egypt", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005619", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Adone Zoli -> country of citizenship -> Kingdom of Italy (1919)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_003460", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Buber-Rosenzweig-Medal", + "pred": "Hop 1: Nikolaus Schneider -> award received -> Buber-Rosenzweig-Medal (2012)\n Answer: Buber-Rosenzweig-Medal", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_005532", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Gy\u00f6rgy Fekete", + "pred": "Hop 1: Szilvia Sunyovszky -> spouse -> Gy\u00f6rgy Fekete (2020)\n Answer: Gy\u00f6rgy Fekete", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_000731", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Ren\u00e9 Ang\u00e9lil", + "pred": "Hop 1: C\u00e9line Dion -> spouse -> Ren\u00e9 Ang\u00e9lil (2000)\n Answer: Ren\u00e9 Ang\u00e9lil", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_007949", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Aston Villa F.C.", + "pred": "Hop 1: Harry Parkes -> member of sports team -> Aston Villa F.C. (1940)\n Answer: Aston Villa F.C.", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_001545", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Hop 1: Armando Aste -> country of citizenship -> Italy (1971)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001649", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Hop 1: Francesco Aguzzoli -> country of citizenship -> Italy (1969)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008040", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Carlo Zecchi -> country of citizenship -> Kingdom of Italy (1934)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006170", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Nazi Germany", + "pred": "Hop 1: Potsdam -> country -> Nazi Germany (1934)\n Answer: Nazi Germany", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_008589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Italy", + "pred": "Hop 1: Filippo Zappata -> country of citizenship -> Italy (1968)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Hop 1: Cottbus -> located in -> Cottbus District (1982)\n Answer: Cottbus District", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_004771", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "SV Waldhof Mannheim", + "pred": "Hop 1: Fritz Walter -> member of sports team -> SV Waldhof Mannheim (1982)\n Answer: SV Waldhof Mannheim", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_002240", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Raymond Lahey", + "pred": "Hop 1: Roman Catholic Diocese of Corner Brook and Labrador -> chairperson -> Raymond Lahey (1992)\n Answer: Raymond Lahey", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_001328", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "F.C. Hansa Rostock", + "pred": "Hop 1: Axel Hauschild -> member of sports team -> F.C. Hansa Rostock (1985)\n Answer: F.C. Hansa Rostock", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_003910", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1926.0, + "gold": "Yves du Manoir Stadium", + "pred": "Hop 1: Racing 92 -> home venue -> Yves du Manoir Stadium (1926)\n Answer: Yves du Manoir Stadium", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_003393", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Nemuro Subprefecture (1897\u20142010)", + "pred": "Hop 1: Signalny -> located in -> Nemuro Subprefecture (1897\u20142010) (1990)\n Answer: Nemuro Subprefecture (1897\u20142010)", + "em": 1.0, + "f1": 0.5333333333333333 + }, + { + "id": "q_003249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Hop 1: Tes-Khemsky District -> located in -> Tuvan Autonomous Soviet Socialist Republic (1987)\n Answer: Tuvan Autonomous Soviet Socialist Republic", + "em": 1.0, + "f1": 0.5263157894736842 + }, + { + "id": "q_002690", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Hop 1: Edgardo Moltoni -> country of citizenship -> Italy (1970)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000520", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Hop 1: Alec Chamberlain -> member of sports team -> Watford F.C. (2001)\n Answer: Watford F.C.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_008590", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Acad\u00e9mie des beaux-arts", + "pred": "Hop 1: Albert Decaris -> member of -> Acad\u00e9mie des beaux-arts (1951)\n Answer: Acad\u00e9mie des beaux-arts", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_002965", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Toronto", + "pred": "Hop 1: Healey Willan -> location -> Toronto (1951)\n Answer: Toronto", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_000417", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Italy", + "pred": "Hop 1: Giovanni Azzini -> country of citizenship -> Italy (1992)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007810", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Soviet Union", + "pred": "Hop 1: Khotyn -> country -> Soviet Union (1968)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_002744", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Queen Mary University of London", + "pred": "Hop 1: Kurt Hirsch -> employer -> Queen Mary University of London (1971)\n Answer: Queen Mary University of London", + "em": 1.0, + "f1": 0.5882352941176471 + }, + { + "id": "q_006283", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "University of G\u00f6ttingen", + "pred": "Hop 1: Johann Radon -> educated at -> University of G\u00f6ttingen (1912)\n Answer: University of G\u00f6ttingen", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_001516", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "President of the Swiss Confederation", + "pred": "Hop 1: Samuel Schmid -> position held -> President of the Swiss Confederation (2005)\n Answer: President of the Swiss Confederation", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_004019", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "Hop 1: Shk\u00eblzen Gashi -> member of sports team -> FC Aarau (2022)\n Answer: FC Aarau", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_007577", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Goethe University Frankfurt", + "pred": "Hop 1: Ruth Moufang -> employer -> Goethe University Frankfurt (1955)\n Answer: Goethe University Frankfurt", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_006387", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Nopporo Station", + "pred": "Hop 1: Ebetsu Station -> adjacent station -> Nopporo Station (1958)\n Answer: Nopporo Station", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Hop 1: Giuseppe Saragat -> position held -> President of Italy (1965)\n Hop 2: President of Italy -> country of citizenship -> Italy (1965)\n Answer: Italy", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_006907", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "Hop 1: Stara Zagora -> country -> People's Republic of Bulgaria (1962)\n Answer: People's Republic of Bulgaria", + "em": 1.0, + "f1": 0.5882352941176471 + }, + { + "id": "q_000891", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Goffredo Zehender -> country of citizenship -> Kingdom of Italy (1929)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_003937", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "VfL Bochum", + "pred": "Hop 1: Matias Concha -> member of sports team -> VfL Bochum (2011)\n Answer: VfL Bochum", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_000823", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Hop 1: Giuliano Bernardi -> country of citizenship -> Italy (1970)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Aston Villa F.C.", + "pred": "Hop 1: Alan Wright -> member of sports team -> Aston Villa F.C. (2001)\n Answer: Aston Villa F.C.", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_008286", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Deportivo de La Coru\u00f1a", + "pred": "Hop 1: Miroslav \u0110uki\u0107 -> member of sports team -> Deportivo de La Coru\u00f1a (1995)\n Answer: Deportivo de La Coru\u00f1a", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_002635", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "West Germany", + "pred": "Hop 1: Hessenliga -> country -> West Germany (1949)\n Answer: West Germany", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_006205", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Italy", + "pred": "Hop 1: Gabriele Mucchi -> country of citizenship -> Italy (1990)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Austria men's national football team", + "pred": "Hop 1: Roman M\u00e4hlich -> member of sports team -> Austria men's national football team (2001)\n Answer: Austria men's national football team", + "em": 1.0, + "f1": 0.5714285714285715 + }, + { + "id": "q_002157", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Hop 1: Guido Morselli -> country of citizenship -> Italy (1967)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000634", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "SSC Bari", + "pred": "Hop 1: Graziano Battistini -> member of sports team -> SSC Bari (2003)\n Answer: SSC Bari", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_005602", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Kita-Toyotsu Signal Base", + "pred": "Hop 1: Kunnui Station -> adjacent station -> Kita-Toyotsu Signal Base (1987)\n Answer: Kita-Toyotsu Signal Base", + "em": 1.0, + "f1": 0.5333333333333333 + }, + { + "id": "q_000342", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Hop 1: Vagit Alekperov -> country of citizenship -> Soviet Union (1989)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_004873", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Club Atletico All Boys", + "pred": "Hop 1: Agust\u00edn Torassa -> member of sports team -> Club Atletico All Boys (2010)\n Answer: Club Atletico All Boys", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_004390", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Shonan Bellmare", + "pred": "Hop 1: Takeshi Motoyoshi -> member of sports team -> Shonan Bellmare (1990)\n Answer: Shonan Bellmare", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Bruno Rossi Prize", + "pred": "Hop 1: Rashid Sunyaev -> award received -> Bruno Rossi Prize (1988)\n Answer: Bruno Rossi Prize", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Italy", + "pred": "Hop 1: Alfons Benedikter -> country of citizenship -> Italy (1955)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005697", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "G.S. Iraklis Thessalonikis (men's association football)", + "pred": "Hop 1: Ivan Jovanovi\u0107 -> member of sports team -> G.S. Iraklis Thessalonikis (men's association football) (1992)\n Answer: G.S. Iraklis Thessalonikis (men's association football)", + "em": 1.0, + "f1": 0.5833333333333334 + }, + { + "id": "q_002898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "VfB Stuttgart", + "pred": "Hop 1: Ernst Blum -> member of sports team -> VfB Stuttgart (1925)\n Answer: VfB Stuttgart", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003442", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Hop 1: Bledi Shk\u00ebmbi -> member of sports team -> Besa Kavaj\u00eb (2010)\n Answer: 2010", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_004805", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Bocskai FC", + "pred": "Hop 1: J\u00e1nos Gyarmati -> member of sports team -> Bocskai FC (1931)\n Answer: Bocskai FC", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006113", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Prime Minister of Bhutan", + "pred": "Hop 1: Jigme Palden Dorji -> position held -> Prime Minister of Bhutan (1962)\n Answer: Prime Minister of Bhutan", + "em": 1.0, + "f1": 0.47058823529411764 + }, + { + "id": "q_002998", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Hibernian F.C.", + "pred": "Hop 1: Derek Riordan -> member of sports team -> Hibernian F.C. (2010)\n Answer: Hibernian F.C.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_000743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Toti Dal Monte -> country of citizenship -> Kingdom of Italy (1922)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005890", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Aldo Clementi -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_003583", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Aichi district", + "pred": "Hop 1: Nagakute -> located in -> Aichi district (2009)\n Answer: Aichi district", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_006267", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "German Empire", + "pred": "Hop 1: Freiburg im Breisgau -> country -> German Empire (1917)\n Answer: German Empire", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_005655", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Associated Press Athlete of the Year", + "pred": "Hop 1: Serena Williams -> award received -> Associated Press Athlete of the Year (2009)\n Answer: Associated Press Athlete of the Year", + "em": 1.0, + "f1": 0.6 + }, + { + "id": "q_003079", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Kingdom of Bulgaria", + "pred": "Hop 1: Burgas -> country -> Kingdom of Bulgaria (1918)\n Answer: Kingdom of Bulgaria", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_002419", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Helmond Sport", + "pred": "Hop 1: Fons van Wissen -> member of sports team -> Helmond Sport (1968)\n Answer: Helmond Sport", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_007094", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "World Rally Championship", + "pred": "Hop 1: Citro\u00ebn World Rally Team -> league or competition -> World Rally Championship (2009)\n Answer: World Rally Championship", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_004223", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "French Navy", + "pred": "Hop 1: NAe S\u00e3o Paulo -> owned by -> French Navy (1996)\n Answer: French Navy", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_000687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Orthez", + "pred": "Hop 1: Francis Jammes -> residence -> Orthez (1921)\n Answer: Orthez", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_001391", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Royal Academy of Exact, Physical and Natural Sciences", + "pred": "Hop 1: Jos\u00e9 Echegaray -> member of -> Royal Academy of Exact, Physical and Natural Sciences (1903)\n Answer: Royal Academy of Exact, Physical and Natural Sciences", + "em": 1.0, + "f1": 0.6956521739130436 + }, + { + "id": "q_005935", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Atalanta BC", + "pred": "Hop 1: Giuseppe Meazza -> coach of sports team -> Atalanta BC (1946)\n Answer: Atalanta BC", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003693", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Spartak", + "pred": "Hop 1: Spartak Moscow -> part of -> Spartak (1955)\n Answer: Spartak", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_001318", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Princeton University", + "pred": "Hop 1: Marvin Minsky -> educated at -> Princeton University (1951)\n Answer: Princeton University", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_006537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Hop 1: Walter Feit -> employer -> Yale University (1995)\n Answer: Yale University", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_000126", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Titta Ruffo -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_004119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Pino Cerami -> country of citizenship -> Kingdom of Italy (1933)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_004718", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Egypt", + "pred": "Hop 1: Hosni Mubarak -> country of citizenship -> Egypt (1989)\n Answer: Egypt", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000908", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "TI-Raleigh", + "pred": "Hop 1: Ludo Peeters -> member of sports team -> TI-Raleigh (1982)\n Answer: TI-Raleigh", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003983", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Spanish Navy", + "pred": "Hop 1: U-573 -> operator -> Spanish Navy (1951)\n Answer: Spanish Navy", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_008295", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Grawemeyer Award for Music Composition", + "pred": "Hop 1: Witold Lutos\u0142awski -> award received -> Grawemeyer Award for Music Composition (1985)\n Answer: Grawemeyer Award for Music Composition", + "em": 1.0, + "f1": 0.5882352941176471 + }, + { + "id": "q_003030", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "pred": "Hop 1: Alfred Jeanroy -> member of -> Acad\u00e9mie des Inscriptions et Belles-Lettres (1925)\n Answer: Acad\u00e9mie des Inscriptions et Belles-Lettres", + "em": 1.0, + "f1": 0.6 + }, + { + "id": "q_005340", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Boavista F.C.", + "pred": "Hop 1: Diego da Costa Lima -> member of sports team -> Boavista F.C. (2016)\n Answer: Boavista F.C.", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_004507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Hop 1: Hlukhiv -> country -> Soviet Union (1927)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_008262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Dario Franchitti", + "pred": "Hop 1: Ashley Judd -> spouse -> Dario Franchitti (2012)\n Answer: Dario Franchitti", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_000349", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "2nd U-boat Flotilla", + "pred": "Hop 1: U-43 -> affiliation -> 2nd U-boat Flotilla (1941)\n Answer: 2nd U-boat Flotilla", + "em": 1.0, + "f1": 0.5714285714285715 + }, + { + "id": "q_004450", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Radio Free Europe/Radio Liberty", + "pred": "Hop 1: Alexander Rahr -> employer -> Radio Free Europe/Radio Liberty (1992)\n Answer: Radio Free Europe/Radio Liberty", + "em": 1.0, + "f1": 0.5333333333333333 + }, + { + "id": "q_001374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "Hop 1: Netanya -> country -> Mandatory Palestine (1940)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1940)\n Answer: United Kingdom", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_005907", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1904.0, + "gold": "1904", + "pred": "Hop 1: Gustav von Escherich -> doctoral student -> Heinrich Franz Friedrich Tietze (1904)\n Answer: 1904", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_007403", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Nazi Germany", + "pred": "Hop 1: Otto Schuhart -> allegiance -> Nazi Germany (1943)\n Answer: Nazi Germany", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_007172", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Cardiff City F.C.", + "pred": "Hop 1: Lee Naylor -> member of sports team -> Cardiff City F.C. (2011)\n Answer: Cardiff City F.C.", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_006019", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Fengtien", + "pred": "Hop 1: Dongliao County -> located in -> Fengtien (1938)\n Answer: Fengtien", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_003483", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Helmut Newton", + "pred": "Hop 1: June Browne -> spouse -> Helmut Newton (1981)\n Answer: Helmut Newton", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003450", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Hop 1: Paolo Rossi -> country of citizenship -> Italy (1951)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007313", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Georges Bataille", + "pred": "Hop 1: Colette Peignot -> unmarried partner -> Georges Bataille (1935)\n Answer: Georges Bataille", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_006396", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Institute for Advanced Study", + "pred": "Hop 1: James Waddell Alexander II -> employer -> Institute for Advanced Study (1940)\n Answer: Institute for Advanced Study", + "em": 1.0, + "f1": 0.47058823529411764 + }, + { + "id": "q_004252", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "FC Sochaux-Montb\u00e9liard", + "pred": "Hop 1: Jean-Jacques Marcel -> member of sports team -> FC Sochaux-Montb\u00e9liard (1949)\n Answer: FC Sochaux-Montb\u00e9liard", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_006732", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Lappeenranta", + "pred": "Hop 1: SPL Saimaan piiri -> headquarters location -> Lappeenranta (1949)\n Answer: Lappeenranta", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002912", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Tinkoff", + "pred": "Hop 1: Matthew Goss -> member of sports team -> Tinkoff (2008)\n Answer: Tinkoff", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_000404", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Club Le\u00f3n", + "pred": "Hop 1: Luis Estrada -> member of sports team -> Club Le\u00f3n (1966)\n Answer: Club Le\u00f3n", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Hop 1: Alberto Sordi -> country of citizenship -> Italy (1951)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007041", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Hannover 96", + "pred": "Hop 1: J\u00fcrgen Milewski -> member of sports team -> Hannover 96 (1977)\n Answer: Hannover 96", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_008089", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Hop 1: R\u0113zekne District -> country -> Soviet Union (1953)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003463", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Chinese Communist Party", + "pred": "Hop 1: Liang Sicheng -> member of political party -> Chinese Communist Party (1967)\n Answer: Chinese Communist Party", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005154", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Hop 1: Ulan-Ude -> country -> Soviet Union (1965)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_002203", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Pace University", + "pred": "Hop 1: Ben Ferencz -> employer -> Pace University (1986)\n Answer: Pace University", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_008263", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Giuseppe Di Vittorio -> country of citizenship -> Kingdom of Italy (1925)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_001733", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "Hop 1: Shk\u00eblzen Gashi -> member of sports team -> FC Aarau (2022)\n Answer: FC Aarau", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_002948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Chemnitz Government Region", + "pred": "Hop 1: Stollberg -> located in -> Chemnitz Government Region (2008)\n Answer: Chemnitz Government Region", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_004111", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Osinniki", + "pred": "Hop 1: Kaltan -> located in -> Osinniki (1969)\n Answer: Osinniki", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_003418", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Bruno Kastner", + "pred": "Hop 1: Ida W\u00fcst -> spouse -> Bruno Kastner (1922)\n Answer: Bruno Kastner", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_004890", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Kiliia Raion", + "pred": "Hop 1: Prymorske -> located in -> Kiliia Raion (1998)\n Answer: Kiliia Raion", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_008141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Cesare Lovati -> country of citizenship -> Kingdom of Italy (1945)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_008123", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Emilio G. Segr\u00e8 -> country of citizenship -> Kingdom of Italy (1937)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_003032", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1968.0, + "gold": "1968", + "pred": "Hop 1: Lars Onsager -> award received -> Nobel Prize in Chemistry (1968)\n Answer: 1968", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_003123", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1928.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Carlo Annovazzi -> country of citizenship -> Kingdom of Italy (1928)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_008638", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2015.0, + "gold": "2015", + "pred": "Hop 1: Marco Rapp -> member of sports team -> SpVgg Greuther F\u00fcrth (2015)\n Answer: 2015", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_004857", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Hop 1: Stanley Kubrick -> spouse -> Christiane Kubrick (1995)\n Answer: Christiane Kubrick", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_004040", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Hop 1: Jos\u00e9 Carlos Ferreira Filho -> member of sports team -> Cruzeiro E.C. (2009)\n Answer: 2009", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_001345", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Radical Civic Union", + "pred": "Hop 1: Arturo Umberto Illia -> member of political party -> Radical Civic Union (1920)\n Answer: Radical Civic Union", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_004403", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "Hop 1: Ruth Chatterton -> nominated for -> Academy Award for Best Actress (1930)\n Answer: 1930", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_005977", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Hop 1: Danny Simpson -> member of sports team -> Ipswich Town F.C. (2008)\n Answer: 2008", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_005231", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Algiers", + "pred": "Hop 1: Pierre Savorgnan de Brazza -> place of burial -> Algiers (1955)\n Answer: Algiers", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_007965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Second Polish Republic", + "pred": "Hop 1: Mi\u013aka\u016d\u0161\u010dyna -> country -> Second Polish Republic (1939)\n Answer: Second Polish Republic", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_007542", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "Hop 1: Kelly Smith -> member of sports team -> England women's national football team (2014)\n Answer: England women's national football team", + "em": 1.0, + "f1": 0.5714285714285715 + }, + { + "id": "q_002736", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Busan IPark FC", + "pred": "Hop 1: Lee Yo-han -> member of sports team -> Busan IPark FC (2011)\n Answer: Busan IPark FC", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_006562", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Hop 1: Clelio Darida -> country of citizenship -> Italy (2017)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008098", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "Hop 1: Andrea Pisanu -> member of sports team -> CF Montr\u00e9al (2013)\n Answer: 2013", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_008119", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Hop 1: Annibale Bugnini -> country of citizenship -> Italy (1979)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Barbastro", + "pred": "Hop 1: Josemar\u00eda Escriv\u00e1 -> residence -> Barbastro (1910)\n Answer: Barbastro", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_002437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "chairperson", + "pred": "Hop 1: Timo Soini -> position held -> chairperson (2006)\n Answer: chairperson", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_004561", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "Hopkinson was nominated for the Hugo Award for Best Novel in 2001.\n Answer: 2001", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_008086", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Hop 1: John McCain -> spouse -> Cindy McCain (1981)\n Answer: Cindy McCain", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_003089", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Toulouse FC", + "pred": "Hop 1: Serge Aurier -> member of sports team -> Toulouse FC (2013)\n Answer: Toulouse FC", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_007690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "Hop 1: U-90 -> part of -> 9th U-boat Flotilla (1942)\n Answer: 1942", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_007154", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Italy", + "pred": "Hop 1: Alessandro Alessandroni -> country of citizenship -> Italy (2010)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007872", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Big Brother", + "pred": "Hop 1: Lothar Vosseler -> participant in -> Big Brother (2004)\n Answer: Big Brother", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_008425", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Carlo Giuffr\u00e9 -> country of citizenship -> Kingdom of Italy (1930)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_000644", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Iburi Subprefecture", + "pred": "Hop 1: Muroran -> located in -> Iburi Subprefecture (1990)\n Answer: Iburi Subprefecture", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_001235", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Omar al-Bashir", + "pred": "Hop 1: Sudan -> head of state -> Omar al-Bashir (1995)\n Answer: Omar al-Bashir", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006759", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Seine-et-Oise", + "pred": "Hop 1: Houdan -> located in -> Seine-et-Oise (1944)\n Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_004565", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Russian Empire", + "pred": "Hop 1: Ivangorod -> country -> Russian Empire (1900)\n Answer: Russian Empire", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005444", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Queens Park Rangers F.C.", + "pred": "Hop 1: Danny Simpson -> member of sports team -> Queens Park Rangers F.C. (2014)\n Answer: Queens Park Rangers F.C.", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_001753", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Raf Vallone -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_003468", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "B\u00f4cher Memorial Prize", + "pred": "Hop 1: Donald C. Spencer -> award received -> B\u00f4cher Memorial Prize (1948)\n Answer: B\u00f4cher Memorial Prize", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_001321", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "KFC Uerdingen 05", + "pred": "Hop 1: \u00c9merson Luiz Firmino -> member of sports team -> KFC Uerdingen 05 (2002)\n Answer: KFC Uerdingen 05", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_004960", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Real Madrid Club de F\u00fatbol", + "pred": "Hop 1: Bodo Illgner -> member of sports team -> Real Madrid Club de F\u00fatbol (1999)\n Answer: Real Madrid Club de F\u00fatbol", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_004118", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Hop 1: Raimondo D'Inzeo -> country of citizenship -> Italy (1957)\n Answer: Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_008476", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Hop 1: Lucio Battisti -> country of citizenship -> Italy (1971)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004242", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Hop 1: Renzo De Felice -> country of citizenship -> Italy (1996)\n Answer: Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_004333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "FC St. Gallen", + "pred": "Hop 1: Michael Lang -> member of sports team -> FC St. Gallen (2009)\n Answer: FC St. Gallen", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_007528", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "Hop 1: Academy Award for Best Actress -> winner -> Ellen Burstyn (1974)\n Answer: 1974", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_003750", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "United States", + "pred": "Hop 1: Alexander Graham Bell -> country of citizenship -> United States (1920)\n Answer: United States", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_002500", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "PFC Slavia Sofia", + "pred": "Hop 1: Yordan Petkov -> member of sports team -> PFC Slavia Sofia (2008)\n Answer: PFC Slavia Sofia", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_006400", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Egidio Feruglio -> country of citizenship -> Kingdom of Italy (1917)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_004574", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Hop 1: BAFTA Award for Best Original Music -> winner -> Bernard Herrmann (1977)\n Answer: 1977", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_002681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Giacomo Neri -> country of citizenship -> Kingdom of Italy (1944)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006488", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Albert II of Belgium", + "pred": "Hop 1: Belgium -> head of state -> Albert II of Belgium (2000)\n Answer: Albert II of Belgium", + "em": 1.0, + "f1": 0.5714285714285715 + }, + { + "id": "q_007839", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Lothar Vosseler -> participant in -> Big Brother (2004)\n Answer: 2004", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001389", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Hop 1: Tiziano Terzani -> country of citizenship -> Italy (1996)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007506", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Hop 1: Nunzio Malasomma -> country of citizenship -> Italy (1961)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005877", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "chairperson", + "pred": "Hop 1: Max Euwe -> position held -> chairperson (1975)\n Answer: chairperson", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_001046", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Seine-et-Oise", + "pred": "Hop 1: \u00c9zanville -> located in -> Seine-et-Oise (1948)\n Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_004160", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SC Bastia", + "pred": "Hop 1: Anto Drobnjak -> member of sports team -> SC Bastia (1996)\n Answer: SC Bastia", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_001013", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Rip Torn", + "pred": "Hop 1: Geraldine Page -> spouse -> Rip Torn (1983)\n Answer: Rip Torn", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_007572", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Bernadette Chirac", + "pred": "Hop 1: Jacques Chirac -> spouse -> Bernadette Chirac (1959)\n Answer: Bernadette Chirac", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_008063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Academy Award for Best Costume Design", + "pred": "Hop 1: Colleen Atwood -> nominated for -> Academy Award for Best Costume Design (2017)\n Answer: Academy Award for Best Costume Design", + "em": 1.0, + "f1": 0.631578947368421 + }, + { + "id": "q_008392", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Hop 1: Alberto De Martino -> country of citizenship -> Italy (1991)\n Answer: Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_003675", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "list of land speed records", + "pred": "Hop 1: Rudolf Caracciola -> record held -> list of land speed records (1963)\n Answer: list of land speed records", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_004974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "AFC Bournemouth", + "pred": "Hop 1: Darren Anderton -> member of sports team -> AFC Bournemouth (2007)\n Answer: AFC Bournemouth", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_000114", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Finland women's national football team", + "pred": "Hop 1: Annica Sj\u00f6lund -> member of sports team -> Finland women's national football team (2014)\n Answer: Finland women's national football team", + "em": 1.0, + "f1": 0.5714285714285715 + }, + { + "id": "q_004958", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "FC Bayern Munich", + "pred": "Hop 1: Z\u00e9 Roberto -> member of sports team -> FC Bayern Munich (2008)\n Answer: FC Bayern Munich", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_002847", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Mario Autelli -> country of citizenship -> Kingdom of Italy (1921)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_001441", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Hop 1: G\u00f6khan \u00dcnal -> member of sports team -> Gen\u00e7lerbirli\u011fi S.K. (2002)\n Answer: Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_006437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Soviet Union", + "pred": "Hop 1: Raisa Gorbacheva -> country of citizenship -> Soviet Union (1981)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_002206", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Chelsea F.C.", + "pred": "Hop 1: Ruud Gullit -> member of sports team -> Chelsea F.C. (1996)\n Answer: Chelsea F.C.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_007216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "Hop 1: Christian Vargas -> member of sports team -> C.D. Jorge Wilstermann (2004)\n Answer: C.D. Jorge Wilstermann", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_005526", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "SK Rapid Wien", + "pred": "Hop 1: Josef Bican -> member of sports team -> SK Rapid Wien (1932)\n Answer: SK Rapid Wien", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_005718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Galvano Della Volpe -> country of citizenship -> Kingdom of Italy (1900)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_000262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "FK Teplice", + "pred": "Hop 1: Josef Masopust -> member of sports team -> FK Teplice (1952)\n Answer: FK Teplice", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_001083", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Germany", + "pred": "Hop 1: Hendrik Born -> country of citizenship -> Germany (1997)\n Answer: Germany", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004361", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "SK Brann", + "pred": "Hop 1: Bj\u00f8rnar Holmvik -> member of sports team -> SK Brann (2009)\n Answer: SK Brann", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Hop 1: Molli railway -> operator -> Deutsche Reichsbahn (1922)\n Answer: Deutsche Reichsbahn", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Hop 1: Vincent R\u00fcfli -> member of sports team -> Servette FC (2013)\n Answer: Servette FC", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_002645", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "S.L. Benfica", + "pred": "Hop 1: Paulo Sousa -> member of sports team -> S.L. Benfica (1990)\n Answer: S.L. Benfica", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_001182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Silver Bear for Best Actress", + "pred": "Hop 1: Edith Evans -> award received -> Silver Bear for Best Actress (1967)\n Answer: Silver Bear for Best Actress", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_004948", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Hop 1: Corrado Bafile -> country of citizenship -> Italy (1991)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "Hop 1: Adriano Chuva -> member of sports team -> Clube N\u00e1utico Capibaribe (2007)\n Answer: 2007", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_001871", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Hop 1: Walter Feit -> employer -> Yale University (1995)\n Answer: Yale University", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_000473", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "US Triestina Calcio 1918", + "pred": "Hop 1: Michele Bacis -> member of sports team -> US Triestina Calcio 1918 (2001)\n Answer: US Triestina Calcio 1918", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_006904", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Bernd R\u00fcthers", + "pred": "Hop 1: University of Konstanz -> rector -> Bernd R\u00fcthers (1992)\n Answer: Bernd R\u00fcthers", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_003995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "RC Strasbourg Alsace", + "pred": "Hop 1: Amaury Bischoff -> member of sports team -> RC Strasbourg Alsace (2005)\n Answer: RC Strasbourg Alsace", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_005684", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "delegate", + "pred": "Hop 1: Andrew Jacobs -> position held -> delegate (1954)\n Answer: delegate", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_004481", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Vladimir Lenin", + "pred": "Hop 1: Khujand -> named after -> Vladimir Lenin (1989)\n Answer: Vladimir Lenin", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_006873", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1948.0, + "gold": "1948", + "pred": "Hop 1: Golden Globe Award for Best Screenplay -> winner -> Richard Schweizer (1948)\n Answer: 1948", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_005653", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Hop 1: Poland men's national football team -> head coach -> Andrzej Strejlau (1991)\n Answer: Andrzej Strejlau", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_003277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Hop 1: Andros Townsend -> member of sports team -> Tottenham Hotspur F.C. (2014)\n Answer: Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_004653", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Hop 1: Trevor Wooley -> award received -> Fr\u00f6hlich Prize (2012)\n Answer: 2012", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001722", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Hop 1: Yevpatoriia -> country -> Soviet Union (1927)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_000499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "United States Marine Corps", + "pred": "Hop 1: Jim Mattis -> military branch -> United States Marine Corps (1984)\n Answer: United States Marine Corps", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_003725", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Russian Empire", + "pred": "Hop 1: Barysaw -> country -> Russian Empire (1911)\n Answer: Russian Empire", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_004162", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Bob Benny", + "pred": "Hop 1: Belgium -> participant -> Bob Benny (1961)\n Answer: Bob Benny", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_004885", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Hop 1: Flaviano Vicentini -> country of citizenship -> Italy (2001)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007832", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "South West Trains", + "pred": "Hop 1: British Rail Class 455 -> operator -> South West Trains (1998)\n Answer: South West Trains", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005962", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Soviet Union", + "pred": "Hop 1: Omsk Oblast -> country -> Soviet Union (1966)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_000011", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Order of the Red Banner of Labour", + "pred": "Hop 1: Tofiq Bahramov -> award received -> Order of the Red Banner of Labour (1970)\n Answer: Order of the Red Banner of Labour", + "em": 1.0, + "f1": 0.6 + }, + { + "id": "q_007446", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Cruz Azul", + "pred": "Hop 1: Guillermo Mendiz\u00e1bal -> member of sports team -> Cruz Azul (1983)\n Answer: Cruz Azul", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_004620", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Cesare Siepi -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_007791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Fredrikstad FK", + "pred": "Hop 1: Jan Fuglset -> member of sports team -> Fredrikstad FK (1968)\n Answer: Fredrikstad FK", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Hop 1: Poland men's national football team -> head coach -> Andrzej Strejlau (1991)\n Answer: Andrzej Strejlau", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_008601", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Laura Adani -> country of citizenship -> Kingdom of Italy (1937)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_001029", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Club Joventut Badalona", + "pred": "Hop 1: Joan Filb\u00e1 -> member of sports team -> Club Joventut Badalona (1979)\n Answer: Club Joventut Badalona", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_002959", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Hop 1: Claribel Alegr\u00eda Vides -> award received -> Neustadt International Prize for Literature (2006)\n Answer: 2006", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_002305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italy", + "pred": "Hop 1: Franco Nicolazzi -> country of citizenship -> Italy (1984)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002878", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Guardian Children's Fiction Prize", + "pred": "Hop 1: Gillian Cross -> nominated for -> Guardian Children's Fiction Prize (1980)\n Answer: Guardian Children's Fiction Prize", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_000807", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "C\u00e9sar Award for Best Female Revelation", + "pred": "Hop 1: H\u00e9l\u00e8ne Filli\u00e8res -> nominated for -> C\u00e9sar Award for Best Female Revelation (2002)\n Answer: C\u00e9sar Award for Best Female Revelation", + "em": 1.0, + "f1": 0.631578947368421 + }, + { + "id": "q_004108", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Seine-et-Oise", + "pred": "Hop 1: Breux-Jouy -> located in -> Seine-et-Oise (1947)\n Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_000347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Primetime Emmy Award for Outstanding Animated Program", + "pred": "Hop 1: Sam Simon -> award received -> Primetime Emmy Award for Outstanding Animated Program (2001)\n Answer: Primetime Emmy Award for Outstanding Animated Program", + "em": 1.0, + "f1": 0.6666666666666666 + }, + { + "id": "q_004954", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "FC Elista", + "pred": "Hop 1: Leonid Slutsky -> coach of sports team -> FC Elista (2003)\n Answer: Dario Passoni", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006909", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Umberto Bossi", + "pred": "Hop 1: Lega Nord -> chairperson -> Umberto Bossi (2002)\n Answer: Umberto Bossi", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_007331", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "President of Latvia", + "pred": "Hop 1: Valdis Zatlers -> position held -> President of Latvia (2010)\n Answer: President of Latvia", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_003609", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Sch\u00f6neberg", + "pred": "Hop 1: Wuppertal -> twinned with -> Sch\u00f6neberg (1988)\n Answer: Sch\u00f6neberg", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_006006", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "FC Twente", + "pred": "Hop 1: Cheick Tiot\u00e9 -> member of sports team -> FC Twente (2010)\n Answer: FC Twente", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_008100", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Mandatory Palestine", + "pred": "Hop 1: Bnei Brak -> country -> Mandatory Palestine (1924)\n Answer: Mandatory Palestine", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_004453", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Anselmo Bucci -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006282", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Club Atl\u00e9tico Osasuna", + "pred": "Hop 1: Roberto Santamar\u00eda Calavia -> member of sports team -> Club Atl\u00e9tico Osasuna (1994)\n Answer: Club Atl\u00e9tico Osasuna", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_003708", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Hop 1: Pino Lancetti -> country of citizenship -> Italy (1983)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003013", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Hop 1: Alec Chamberlain -> member of sports team -> Watford F.C. (2001)\n Answer: Watford F.C.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_001471", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Hop 1: Edgardo Moltoni -> country of citizenship -> Italy (1970)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "Soviet Union", + "pred": "Hop 1: Nova Kakhovka -> country -> Soviet Union (1959)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_000942", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Husqvarna FF", + "pred": "Hop 1: Erkka Pet\u00e4j\u00e4 -> member of sports team -> Husqvarna FF (1995)\n Answer: Husqvarna FF", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Altai Krai", + "pred": "Hop 1: Rubtsovsk -> located in -> Altai Krai (1967)\n Answer: Altai Krai", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_002943", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Leipzig University", + "pred": "Hop 1: Henry E. Sigerist -> employer -> Leipzig University (1930)\n Answer: Leipzig University", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_003037", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Germany", + "pred": "Hop 1: Philipp Lenard -> country of citizenship -> Germany (1915)\n Answer: Germany", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Italy", + "pred": "Hop 1: Giacomo Fornoni -> country of citizenship -> Italy (2015)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003146", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "New York City", + "pred": "Hop 1: MetLife -> headquarters -> New York City (1984)\n Answer: New York City", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_004225", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "MTK Budapest FC", + "pred": "Hop 1: Zsanett Jakabfi -> member of sports team -> MTK Budapest FC (2005)\n Answer: MTK Budapest FC", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_000827", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Italy", + "pred": "Hop 1: Luigi Comencini -> country of citizenship -> Italy (2000)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008211", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Rick Parfitt", + "pred": "Hop 1: Status Quo -> has part -> Rick Parfitt (1997)\n Answer: Rick Parfitt", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_007342", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pierre Mauroy", + "pred": "Hop 1: Lille metropolis -> head of government -> Pierre Mauroy (2005)\n Answer: Pierre Mauroy", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_005759", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Austria\u2013Hungary", + "pred": "Hop 1: Giurtelecu Hododului -> country -> Austria\u2013Hungary (1913)\n Answer: Austria\u2013Hungary", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003949", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Hop 1: Jean-Marie Cavada -> position held -> Member of the European Parliament (2017)\n Answer: Member of the European Parliament", + "em": 1.0, + "f1": 0.5263157894736842 + }, + { + "id": "q_005277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Samba Gold", + "pred": "Hop 1: Neymar -> award received -> Samba Gold (2022)\n Answer: Samba Gold", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_001667", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Hop 1: Francesco Aguzzoli -> country of citizenship -> Italy (1969)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002554", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Hop 1: Marek \u0160t\u011bch -> member of sports team -> Wycombe Wanderers F.C. (2009)\n Answer: 2009", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_003996", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1943.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Gojin Dol -> country -> Yugoslavia (1943)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_005904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Hop 1: Mario Nascimbene -> country of citizenship -> Italy (1975)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004658", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Gianni Agus -> country of citizenship -> Kingdom of Italy (1934)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_004227", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Lady Gaga", + "pred": "Hop 1: MTV Video Music Award for Best New Artist -> winner -> Lady Gaga (2009)\n Answer: Lady Gaga", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_001594", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Bell Labs", + "pred": "Hop 1: Ralph Hartley -> employer -> Bell Labs (1936)\n Answer: Bell Labs", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_006869", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Al Masry SC", + "pred": "Hop 1: Tarek Soliman -> member of sports team -> Al Masry SC (1984)\n Answer: Al Masry SC", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_006930", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Soviet Union", + "pred": "Hop 1: Lyubertsy -> country -> Soviet Union (1933)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_000374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "University of Edinburgh", + "pred": "Hop 1: Alexander Aitken -> employer -> University of Edinburgh (1938)\n Answer: University of Edinburgh", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_005195", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Hop 1: Tmutarakan -> country -> Soviet Union (1989)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_002457", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Hop 1: Cottbus -> located in -> Cottbus District (1982)\n Answer: Cottbus District", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_007411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "CPJ International Press Freedom Awards", + "pred": "Hop 1: Veran Mati\u0107 -> award received -> CPJ International Press Freedom Awards (1993)\n Answer: CPJ International Press Freedom Awards", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_006097", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Hop 1: Pavel Drsek -> member of sports team -> Panionios F.C. (2008)\n Answer: 2008", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_006940", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "British Raj", + "pred": "Hop 1: Bilgram -> country -> British Raj (1940)\n Answer: British Raj", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_000173", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Leopoldo Trieste -> country of citizenship -> Kingdom of Italy (1945)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_005298", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Italy", + "pred": "Hop 1: Enzo Sellerio -> country of citizenship -> Italy (2006)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005185", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1950.0, + "gold": "Italy", + "pred": "Hop 1: Gino Cavalieri -> country of citizenship -> Italy (1950)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007749", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "David Mamet", + "pred": "Hop 1: Lindsay Crouse -> spouse -> David Mamet (1989)\n Answer: David Mamet", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_007535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Hop 1: Shell-Haus -> owned by -> Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges. (1961)\n Answer: Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_006111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Hop 1: Arnaldo Benfenati -> country of citizenship -> Italy (1956)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002110", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Soviet Union", + "pred": "Hop 1: Vladivostok -> country -> Soviet Union (1961)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_000829", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Carlo Manzoni -> country of citizenship -> Kingdom of Italy (1940)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_008640", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Hop 1: Guido Crepax -> country of citizenship -> Italy (1975)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002292", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "Hop 1: Nicolae Ceau\u0219escu -> convicted of -> genocide (1989)\n Answer: 1989", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_005480", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "general", + "pred": "Hop 1: Hartmut Bagger -> military, police or special rank -> general (2008)\n Answer: general", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_008496", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Italy", + "pred": "Hop 1: Alberto Fontanesi -> country of citizenship -> Italy (1952)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006640", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Ottoman Empire", + "pred": "Hop 1: Gaza City -> country -> Ottoman Empire (1907)\n Answer: Ottoman Empire", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003927", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Ascoli Calcio 1898 FC", + "pred": "Hop 1: Michele Fini -> member of sports team -> Ascoli Calcio 1898 FC (2005)\n Answer: Ascoli Calcio 1898 FC", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_007996", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Soviet Union", + "pred": "Hop 1: Oryol -> country -> Soviet Union (1982)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_000373", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Northwestern University", + "pred": "Hop 1: Erich Heller -> employer -> Northwestern University (1961)\n Answer: Northwestern University", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_005430", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Aut\u00f3dromo Internacional Ayrton Senna", + "pred": "Hop 1: Brazilian motorcycle Grand Prix -> location -> Aut\u00f3dromo Internacional Ayrton Senna (1987)\n Answer: Aut\u00f3dromo Internacional Ayrton Senna", + "em": 1.0, + "f1": 0.47058823529411764 + }, + { + "id": "q_000744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Calcio Foggia 1920", + "pred": "Hop 1: Cosimo Nocera -> member of sports team -> Calcio Foggia 1920 (1961)\n Hop 2: Calcio Foggia 1920 -> member of sports team -> A.S. Roma (1961)\n Answer: A.S. Roma", + "em": 1.0, + "f1": 0.3 + }, + { + "id": "q_003964", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Gangwon FC", + "pred": "Hop 1: Seo Dong-myung -> coach of sports team -> Gangwon FC (2009)\n Answer: Gangwon FC", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_004438", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Club Atl\u00e9tico River Plate", + "pred": "Hop 1: Amadeo Carrizo -> member of sports team -> Club Atl\u00e9tico River Plate (1968)\n Answer: Club Atl\u00e9tico River Plate", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_004862", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1902.0, + "gold": "Amtshauptmannschaft Schwarzenberg", + "pred": "Hop 1: Johanngeorgenstadt -> located in -> Amtshauptmannschaft Schwarzenberg (1902)\n Answer: Amtshauptmannschaft Schwarzenberg", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_004495", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "As d'Or Jeu de l'Ann\u00e9e", + "pred": "Hop 1: No Thanks! -> nominated for -> As d'Or Jeu de l'Ann\u00e9e (2005)\n Answer: As d'Or Jeu de l'Ann\u00e9e", + "em": 1.0, + "f1": 0.6363636363636364 + }, + { + "id": "q_002486", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Hop 1: Shimon Peres -> country of citizenship -> Israel (2004)\n Answer: Israel", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003629", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "La Spezia", + "pred": "Hop 1: 29th U-boat Flotilla -> location -> La Spezia (1942)\n Answer: La Spezia", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_006341", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "FC Girondins de Bordeaux", + "pred": "Hop 1: A\u017ebe Jug -> member of sports team -> FC Girondins de Bordeaux (2014)\n Answer: FC Girondins de Bordeaux", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_002779", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SBV Vitesse", + "pred": "Hop 1: Ante Mi\u0161e -> member of sports team -> SBV Vitesse (1996)\n Answer: SBV Vitesse", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Nazi Party", + "pred": "Hop 1: August Eigruber -> member of political party -> Nazi Party (1940)\n Answer: Nazi Party", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_004217", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "1. FFC Frankfurt", + "pred": "Hop 1: Katrin Kliehm -> member of sports team -> 1. FFC Frankfurt (2005)\n Answer: 1. FFC Frankfurt", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_001111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Italy", + "pred": "Hop 1: Eleonora Rossi Drago -> country of citizenship -> Italy (1954)\n Answer: Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_003973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Mandatory Palestine", + "pred": "Hop 1: Acre -> country -> Mandatory Palestine (1927)\n Answer: Mandatory Palestine", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_002651", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Edith Roosevelt", + "pred": "Hop 1: Theodore Roosevelt -> spouse -> Edith Roosevelt (1902)\n Answer: Edith Roosevelt", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005128", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Hop 1: Bogdan P\u0103tra\u0219cu -> member of sports team -> FC Universitatea Cluj (2012)\n Answer: 2012", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_007441", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Norway men's national association football team", + "pred": "Hop 1: Arne Erlandsen -> member of sports team -> Norway men's national association football team (1981)\n Answer: Norway men's national association football team", + "em": 1.0, + "f1": 0.6086956521739131 + }, + { + "id": "q_006793", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "FC Veszpr\u00e9m", + "pred": "Hop 1: Ferenc Csongr\u00e1di -> member of sports team -> FC Veszpr\u00e9m (1989)\n Answer: FC Veszpr\u00e9m", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_005396", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Nazi Germany", + "pred": "Hop 1: Hanau -> country -> Nazi Germany (1939)\n Answer: Nazi Germany", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_002815", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "People's Republic of China", + "pred": "Hop 1: Liu Bocheng -> country of citizenship -> People's Republic of China (1951)\n Answer: People's Republic of China", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_007174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Amsterdam", + "pred": "Hop 1: Michael Jacklin -> work location -> Amsterdam (2000)\n Answer: Amsterdam", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_001511", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Academy Award for Best Picture", + "pred": "Hop 1: Hal B. Wallis -> nominated for -> Academy Award for Best Picture (1970)\n Answer: Academy Award for Best Picture", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_000553", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Denmark women's national football team", + "pred": "Hop 1: Katrine Pedersen -> member of sports team -> Denmark women's national football team (2011)\n Answer: Julie Rydahl Bukh", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_000656", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Northwestern University", + "pred": "Hop 1: Melville J. Herskovits -> employer -> Northwestern University (1947)\n Answer: Northwestern University", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_001297", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1970.0, + "gold": "1970", + "pred": "Hop 1: Tofiq Bahramov -> award received -> Order of the Red Banner of Labour (1970)\n Answer: 1970", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_007459", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Amsterdam", + "pred": "Hop 1: Carel Willink -> work location -> Amsterdam (1946)\n Answer: Amsterdam", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002423", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Trinidad and Tobago men's national football team", + "pred": "Hop 1: Cyd Gray -> member of sports team -> Trinidad and Tobago men's national football team (2006)\n Answer: Trinidad and Tobago men's national football team", + "em": 1.0, + "f1": 0.6399999999999999 + }, + { + "id": "q_001348", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Hop 1: Vincent R\u00fcfli -> member of sports team -> Servette FC (2013)\n Answer: Servette FC", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_008576", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Hop 1: Uzhhorod -> country -> Soviet Union (1953)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_002071", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "British School at Rome", + "pred": "Hop 1: Eugenie Sellers Strong -> employer -> British School at Rome (1912)\n Answer: British School at Rome", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_004899", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1978.0, + "gold": "Soviet Union", + "pred": "Hop 1: Uman -> country -> Soviet Union (1978)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_001022", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Vladimir Oblast", + "pred": "Hop 1: Kovrov -> located in -> Vladimir Oblast (1977)\n Answer: Vladimir Oblast", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003839", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jane Birkin", + "pred": "Hop 1: Serge Gainsbourg -> unmarried partner -> Jane Birkin (1977)\n Answer: Jane Birkin", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_001814", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Christian Neureuther", + "pred": "Hop 1: Rosi Mittermaier -> spouse -> Christian Neureuther (2015)\n Answer: Christian Neureuther", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_007256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Giorgio Perlasca -> country of citizenship -> Kingdom of Italy (1940)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_005993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Martha Vickers", + "pred": "Hop 1: Mickey Rooney -> spouse -> Martha Vickers (1950)\n Answer: Martha Vickers", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_005336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Arabic", + "pred": "Hop 1: Israel -> official language -> Arabic (2013)\n Answer: Arabic", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_005683", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Hop 1: Herbert Seifert -> employer -> Heidelberg University (1961)\n Answer: Heidelberg University", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_007163", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Relax-Gam", + "pred": "Hop 1: Juan Antonio Flecha -> member of sports team -> Relax-Gam (2000)\n Answer: Relax-Gam", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_007140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Hop 1: Arne Tiselius -> nominated for -> Nobel Prize in Physiology or Medicine (1946)\n Answer: Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 0.6 + }, + { + "id": "q_008134", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Hop 1: Shell-Haus -> owned by -> Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges. (1954)\n Answer: Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_002147", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Hungarian Socialist Workers' Party", + "pred": "Hop 1: L\u00e1szl\u00f3 B\u00e9kesi -> member of political party -> Hungarian Socialist Workers' Party (1971)\n Answer: Hungarian Socialist Workers' Party", + "em": 1.0, + "f1": 0.47058823529411764 + }, + { + "id": "q_006224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "habilitation", + "pred": "Hop 1: Hienad\u017a Sahanovi\u010d -> academic degree -> habilitation (2018)\n Answer: habilitation", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000654", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Province of Mantua", + "pred": "Hop 1: Felonica -> located in -> Province of Mantua (1939)\n Answer: Province of Mantua", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_004102", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "University of California, Los Angeles", + "pred": "Hop 1: Ernst G. Straus -> employer -> University of California, Los Angeles (1973)\n Answer: University of California, Los Angeles", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_007739", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "FSV Frankfurt", + "pred": "Hop 1: Robert Pache -> member of sports team -> FSV Frankfurt (1928)\n Answer: FSV Frankfurt", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006368", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Chemins de fer du Midi", + "pred": "Hop 1: Q802601 -> operator -> Chemins de fer du Midi (1902)\n Answer: Chemins de fer du Midi", + "em": 1.0, + "f1": 0.625 + }, + { + "id": "q_002589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Hop 1: Angelo Anquilletti -> country of citizenship -> Italy (1980)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "A.O. Kavalas (association football)", + "pred": "Hop 1: Mario Galinovi\u0107 -> member of sports team -> A.O. Kavalas (association football) (2010)\n Answer: A.O. Kavalas (association football)", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_002646", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1997.0, + "gold": "1997", + "pred": "Hop 1: Javier Mar\u00edas -> award received -> Nelly Sachs Prize (1997)\n Answer: 1997", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_002133", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Gold Medal of the Royal Astronomical Society", + "pred": "Hop 1: Walter Sydney Adams -> award received -> Gold Medal of the Royal Astronomical Society (1917)\n Answer: Gold Medal of the Royal Astronomical Society", + "em": 1.0, + "f1": 0.6086956521739131 + }, + { + "id": "q_000302", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Hop 1: Vittorio Brambilla -> country of citizenship -> Italy (1956)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002678", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Atalanta BC", + "pred": "Hop 1: Stefano Angeleri -> member of sports team -> Atalanta BC (1952)\n Answer: Atalanta BC", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_004224", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Hop 1: Jane Alexander -> nominated for -> Tony Award for Best Actress in a Play (1992)\n Answer: Tony Award for Best Actress in a Play", + "em": 1.0, + "f1": 0.6956521739130436 + }, + { + "id": "q_005379", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "Hop 1: P\u00e9rouges -> located in -> arrondissement of Bourg-en-Bresse (2001)\n Answer: arrondissement of Bourg-en-Bresse", + "em": 1.0, + "f1": 0.5882352941176471 + }, + { + "id": "q_006243", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "Hop 1: Cagney & Lacey -> cast member -> Meg Foster (1982)\n Answer: 1982", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008166", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "MTK Budapest FC", + "pred": "Hop 1: Imre Kov\u00e1cs -> member of sports team -> MTK Budapest FC (1945)\n Answer: MTK Budapest FC", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_003678", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "lawyer", + "pred": "Hop 1: John Bell Williams -> occupation -> lawyer (1980)\n Answer: lawyer", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000025", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Hop 1: Trier -> head of government -> Klaus Jensen (2008)\n Answer: Klaus Jensen", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_001419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "Hop 1: Mandatory Palestine -> located in -> United Kingdom (1940)\n Answer: United Kingdom", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000689", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Franca Ongaro -> country of citizenship -> Kingdom of Italy (1943)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_004963", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "City of Gosford", + "pred": "Hop 1: Gosford -> located in -> City of Gosford (1982)\n Answer: City of Gosford", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_001580", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "London", + "pred": "Hop 1: Joseph Hertz -> work location -> London (1936)\n Answer: London", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002212", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Hop 1: John Tonelli -> drafted by -> New York Islanders (1977)\n Answer: 1977", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_001427", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "FC Lausanne-Sport", + "pred": "Hop 1: Pierre Kerkhoffs -> member of sports team -> FC Lausanne-Sport (1967)\n Answer: FC Lausanne-Sport", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_000751", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Seine-et-Oise", + "pred": "Hop 1: Brunoy -> located in -> Seine-et-Oise (1942)\n Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_005986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "FC Spartak Trnava", + "pred": "Hop 1: Martin Ra\u0161ka -> member of sports team -> FC Spartak Trnava (2013)\n Answer: FC Spartak Trnava", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_002412", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Hop 1: Pino Lancetti -> country of citizenship -> Italy (1983)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001943", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1999.0, + "gold": "1999", + "pred": "Hop 1: Franti\u0161ek Kaberle -> drafted by -> Los Angeles Kings (1999)\n Answer: 1999", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_005685", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "Hop 1: The Adventures of Robin Hood -> nominated for -> Academy Award for Best Film Editing (1939)\n Answer: 1939", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_001916", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Str\u00f8msgodset IF", + "pred": "Hop 1: Kim Larsen -> member of sports team -> Str\u00f8msgodset IF (2003)\n Answer: Str\u00f8msgodset IF", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006927", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Hop 1: Aldo Fabrizi -> country of citizenship -> Italy (1956)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Hop 1: Luigi Bajardi -> country of citizenship -> Italy (1956)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Hop 1: Alberto Lattuada -> country of citizenship -> Italy (1971)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005536", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Fengtien", + "pred": "Hop 1: Faku County -> located in -> Fengtien (1945)\n Answer: Fengtien", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000555", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Gertrude Stein", + "pred": "Hop 1: Gertrude Stein -> owned by -> Gertrude Stein (1946)\n Answer: Gertrude Stein", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005626", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Heiner Gei\u00dfler", + "pred": "Hop 1: Christian Democratic Union -> general secretary -> Heiner Gei\u00dfler (1981)\n Answer: Heiner Gei\u00dfler", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_005124", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Algiers", + "pred": "Hop 1: Pierre Savorgnan de Brazza -> place of burial -> Algiers (1990)\n Answer: Algiers", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_002798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Coll\u00e8ge de France", + "pred": "Hop 1: Andr\u00e9 Lichnerowicz -> employer -> Coll\u00e8ge de France (1956)\n Answer: Coll\u00e8ge de France", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_003885", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2021.0, + "gold": "National Oceanic and Atmospheric Administration", + "pred": "Hop 1: EWS-G2 -> owned by -> National Oceanic and Atmospheric Administration (2021)\n Answer: National Oceanic and Atmospheric Administration", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_005314", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Hop 1: Li Tsung-jen -> country of citizenship -> Taiwan (1962)\n Answer: Taiwan", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_007748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Knight Bachelor", + "pred": "Hop 1: Bobby Charlton -> award received -> Knight Bachelor (1994)\n Answer: Knight Bachelor", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_002726", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "SK Slavia Prague", + "pred": "Hop 1: Nicu\u0219or Stanciu -> member of sports team -> SK Slavia Prague (2021)\n Answer: SK Slavia Prague", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_004003", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "KRC Mechelen", + "pred": "Hop 1: Jan Diddens -> member of sports team -> KRC Mechelen (1924)\n Answer: KRC Mechelen", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_008148", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Hop 1: Alexei Navalny -> country of citizenship -> Soviet Union (1985)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_004079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1916.0, + "gold": "Marie Bonaparte", + "pred": "Hop 1: Prince George of Greece and Denmark -> spouse -> Marie Bonaparte (1916)\n Answer: Marie Bonaparte", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_003444", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "Hop 1: Ronan Le Crom -> member of sports team -> A.S. Nancy-Lorraine (2011)\n Answer: A.S. Nancy-Lorraine", + "em": 1.0, + "f1": 0.4210526315789474 + }, + { + "id": "q_004684", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Schutzstaffel", + "pred": "Hop 1: Hans G\u00fcnther -> member of -> Schutzstaffel (1945)\n Hop 2: Schutzstaffel -> member of -> SS-Gruppenf\u00fchrer (1945)\n Answer: SS-Gruppenf\u00fchrer", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_007043", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "Hop 1: Andr\u00e9 T\u00e9chin\u00e9 -> award received -> C\u00e9sar Award for Best Director (1995)\n Answer: 1995", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_002077", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Scunthorpe United F.C.", + "pred": "Hop 1: Jermaine Beckford -> member of sports team -> Scunthorpe United F.C. (2007)\n Answer: Scunthorpe United F.C.", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_005610", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Willi Daume", + "pred": "Hop 1: German Handball Association -> chairperson -> Willi Daume (1949)\n Answer: Willi Daume", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_007161", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Polish People's Republic", + "pred": "Hop 1: Jan T. Gross -> country of citizenship -> Polish People's Republic (1959)\n Answer: Polish People's Republic", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_008431", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Kingdom of Greece", + "pred": "Hop 1: Takis -> country of citizenship -> Kingdom of Greece (1944)\n Answer: Kingdom of Greece", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_005503", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Italy", + "pred": "Hop 1: Nino Taranto -> country of citizenship -> Italy (1966)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003756", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Nuremberg Medical Trial", + "pred": "Hop 1: Prince Philipp, Landgrave of Hesse -> participant in -> Nuremberg Medical Trial (1947)\n Hop 2: Nuremberg Medical Trial -> participant in -> International Military Tribunal (1947)\n Answer: International Military Tribunal", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006939", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Hop 1: Christiaan Eijkman -> nominated for -> Nobel Prize in Physiology or Medicine (1921)\n Answer: Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 0.6 + }, + { + "id": "q_005031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Hop 1: Giuseppe Bennati -> country of citizenship -> Italy (1956)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001054", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "Italy", + "pred": "Hop 1: Ermanno Olmi -> country of citizenship -> Italy (1949)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002273", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Hop 1: Alec Chamberlain -> member of sports team -> Watford F.C. (2001)\n Answer: Watford F.C.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_000786", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Hop 1: Tony Marshall -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2003)\n Answer: Order of Merit of Baden-W\u00fcrttemberg", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_002778", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Hop 1: Andros Townsend -> member of sports team -> Tottenham Hotspur F.C. (2014)\n Answer: Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_005074", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Japan", + "pred": "Hop 1: Broutona -> country -> Japan (1919)\n Answer: Japan", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_007312", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Chelsea F.C.", + "pred": "Hop 1: Magnus Hedman -> member of sports team -> Chelsea F.C. (2007)\n Answer: Chelsea F.C.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_001350", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Leningrad Oblast", + "pred": "Hop 1: Ivangorod -> located in -> Leningrad Oblast (2001)\n Answer: Leningrad Oblast", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_001371", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Clare Boothe Luce", + "pred": "Hop 1: Henry Luce -> spouse -> Clare Boothe Luce (1959)\n Answer: Clare Boothe Luce", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_000490", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Hop 1: No Thanks! -> nominated for -> As d'Or Jeu de l'Ann\u00e9e (2005)\n Answer: 2005", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_006219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1985.0, + "gold": "1985", + "pred": "Hop 1: Yonohommachi Station -> founder -> Japanese National Railways (1985)\n Answer: 1985", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005716", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Edgardo Moltoni -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_005200", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Pichichi Trophy", + "pred": "Hop 1: Hugo S\u00e1nchez -> award received -> Pichichi Trophy (1985)\n Answer: Pichichi Trophy", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000681", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Hop 1: Robin Shroot -> member of sports team -> Burton Albion F.C. (2009)\n Answer: 2009", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_004424", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lviv Oblast", + "pred": "Hop 1: Drohobych -> located in -> Lviv Oblast (2012)\n Answer: Lviv Oblast", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003611", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Catholic priest", + "pred": "Hop 1: Alwin Albert Hafner -> occupation -> Catholic priest (1976)\n Answer: Catholic priest", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000603", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Hop 1: Beno\u00eet Cheyrou -> member of sports team -> Lille OSC (1999)\n Answer: Lille OSC", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_007417", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Beaux-Arts de Paris", + "pred": "Hop 1: Alekos Fassianos -> educated at -> Beaux-Arts de Paris (1970)\n Answer: Beaux-Arts de Paris", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_001017", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Golden Bear", + "pred": "Hop 1: Li Yang -> nominated for -> Golden Bear (2003)\n Answer: Golden Bear", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_004297", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Walter Sisulu", + "pred": "Hop 1: Albertina Nontsikelelo Sisulu -> spouse -> Walter Sisulu (1966)\n Answer: Walter Sisulu", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_007760", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Netherlands", + "pred": "Hop 1: Mart Stam -> work location -> Netherlands (1962)\n Answer: Netherlands", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002309", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Feh\u00e9rv\u00e1r FC", + "pred": "Hop 1: Henning Berg -> coach of -> Feh\u00e9rv\u00e1r FC (2017)\n Answer: Feh\u00e9rv\u00e1r FC", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000472", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Mario Bonnard -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_001687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Free Democratic Party", + "pred": "Hop 1: Walter Scheel -> member of political party -> Free Democratic Party (1988)\n Answer: Free Democratic Party", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_003092", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Weimar Republic", + "pred": "Hop 1: Limbach-Oberfrohna -> country -> Weimar Republic (1920)\n Answer: Weimar Republic", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003984", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Hamburger SV", + "pred": "Hop 1: Wilhelm Blunk -> member of sports team -> Hamburger SV (1944)\n Answer: Hamburger SV", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_004307", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Verzar -> country -> Yugoslavia (1933)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_004221", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Hop 1: Guido Carli -> country of citizenship -> Italy (1967)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002604", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Orenburg Governorate", + "pred": "Hop 1: Orenburg -> capital of -> Orenburg Governorate (1924)\n Answer: Orenburg Governorate", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005175", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Hop 1: Suso Cecchi d'Amico -> country of citizenship -> Italy (1999)\n Answer: Italy", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_000103", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "Hop 1: Stara Zagora -> country -> People's Republic of Bulgaria (1962)\n Answer: People's Republic of Bulgaria", + "em": 1.0, + "f1": 0.5882352941176471 + }, + { + "id": "q_007858", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "construction", + "pred": "Hop 1: Hanover Stadtbahn -> vehicle normally used -> TW 6000 (1980)\n Hop 2: TW 6000 -> significant event -> construction (1980)\n Answer: construction", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_000929", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Hop 1: Glenda Jackson -> nominated for -> Tony Award for Best Actress in a Play (1981)\n Answer: Tony Award for Best Actress in a Play", + "em": 1.0, + "f1": 0.6956521739130436 + }, + { + "id": "q_008399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Hamburg Commercial Bank", + "pred": "Hop 1: Volksparkstadion -> named after -> Hamburg Commercial Bank (2008)\n Answer: Hamburg Commercial Bank", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_006833", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "Princess M\u00e4rtha of Sweden", + "pred": "Hop 1: Olav V of Norway -> spouse -> Princess M\u00e4rtha of Sweden (1936)\n Answer: Princess M\u00e4rtha of Sweden", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_007826", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Hop 1: Patrick Cramer -> award received -> Gottfried Wilhelm Leibniz Prize (2006)\n Answer: 2006", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_005791", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1969.0, + "gold": "1969", + "pred": "Hop 1: Strawberry Fields Forever -> performer -> The Beatles (1969)\n Answer: 1969", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008695", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "FC Basel", + "pred": "Hop 1: Serge Muhmenthaler -> member of sports team -> FC Basel (1976)\n Answer: FC Basel", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006326", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Isabella Biagini -> country of citizenship -> Kingdom of Italy (1943)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_002683", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Hop 1: Vincenzo Talarico -> country of citizenship -> Italy (1956)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004982", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "AS Monaco FC", + "pred": "Hop 1: Abderrahmane Boubekeur -> member of sports team -> AS Monaco FC (1957)\n Answer: AS Monaco FC", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_000500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Hop 1: Fabio Capello -> work location -> Rome (2001)\n Answer: Rome", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000415", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Seine-et-Oise", + "pred": "Hop 1: Neauphle-le-Vieux -> located in -> Seine-et-Oise (1957)\n Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_002513", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "IBM", + "pred": "Hop 1: Frank Soltis -> employer -> IBM (1988)\n Answer: IBM", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_001131", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Chinese Communist Party", + "pred": "Hop 1: Xiao Yang -> member of political party -> Chinese Communist Party (1971)\n Answer: Chinese Communist Party", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_004809", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Gino Cassinis -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "England women's national football team", + "pred": "Hop 1: Lindsay Johnson -> member of sports team -> England women's national football team (2005)\n Answer: England women's national football team", + "em": 1.0, + "f1": 0.5714285714285715 + }, + { + "id": "q_000119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Italy", + "pred": "Hop 1: Mario B\u00f2 -> country of citizenship -> Italy (1994)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002765", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "The Rockefeller University", + "pred": "Hop 1: George Uhlenbeck -> employer -> The Rockefeller University (1967)\n Answer: The Rockefeller University", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_001638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Soviet Union", + "pred": "Hop 1: Viktor Kulikov -> country of citizenship -> Soviet Union (1946)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_003270", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Giuseppe Ungaretti -> country of citizenship -> Kingdom of Italy (1914)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_002090", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Zeno Saltini -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_002717", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Luciano Savorini -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_001781", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Waltrude Schleyer", + "pred": "Hop 1: Waltrude Schleyer -> spouse -> Hanns Martin Schleyer (1950)\n Answer: Waltrude Schleyer", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_007508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "West Ham United F.C.", + "pred": "Hop 1: Billy Brown -> member of sports team -> West Ham United F.C. (1922)\n Answer: West Ham United F.C.", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_000911", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Tuscany", + "pred": "Hop 1: Plinio Nomellini -> work location -> Tuscany (1932)\n Answer: Tuscany", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002590", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1946.0, + "gold": "1946", + "pred": "Hop 1: Giuseppe Meazza -> coach of sports team -> Atalanta BC (1946)\n Answer: 1946", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_005409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Hop 1: Q104925 -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2018)\n Answer: Order of Merit of Baden-W\u00fcrttemberg", + "em": 1.0, + "f1": 0.5882352941176471 + }, + { + "id": "q_004701", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Seine-et-Oise", + "pred": "Hop 1: L\u00e9vis-Saint-Nom -> located in -> Seine-et-Oise (1968)\n Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_006905", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "Hop 1: Northwestern University -> member of -> Scholarly Publishing and Academic Resources Coalition (2023)\n Answer: 2023", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_005334", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Hop 1: IG Farben -> significant event -> insolvency (2003)\n Answer: 2003", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006551", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Egidio Feruglio -> country of citizenship -> Kingdom of Italy (1917)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_002537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Luigi Bianchi -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_004357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "FC Amkar Perm", + "pred": "Hop 1: Martin Jakubko -> member of sports team -> FC Amkar Perm (2014)\n Answer: FC Amkar Perm", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_006681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Sporting CP", + "pred": "Hop 1: Rudolf Jeny -> member of sports team -> Hungary men's national football team (1934)\n Answer: Sporting CP", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001982", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Francesco Gabrieli -> country of citizenship -> Kingdom of Italy (1939)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_001763", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Tranmere Rovers F.C.", + "pred": "Hop 1: Steve Coppell -> member of sports team -> Tranmere Rovers F.C. (1973)\n Answer: Tranmere Rovers F.C.", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_001693", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Utrecht University", + "pred": "Hop 1: Pieter Helbert Damst\u00e9 -> employer -> Utrecht University (1919)\n Answer: Utrecht University", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_006247", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1909.0, + "gold": "Associate Justice of the Supreme Court of the United States", + "pred": "Hop 1: Joseph McKenna -> position held -> Associate Justice of the Supreme Court of the United States (1909)\n Answer: Associate Justice of the Supreme Court of the United States", + "em": 1.0, + "f1": 0.6666666666666666 + }, + { + "id": "q_006923", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Der St\u00fcrmer", + "pred": "Hop 1: Julius Streicher -> employer -> Der St\u00fcrmer (1929)\n Answer: Der St\u00fcrmer", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_004828", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Hop 1: Adone Zoli -> country of citizenship -> Italy (1957)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006717", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Luigi Bianchi -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_001064", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Hop 1: Hanover -> country -> Weimar Republic (1930)\n Answer: Weimar Republic", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_002886", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Hop 1: Luciano Fo\u00e0 -> country of citizenship -> Italy (1967)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001768", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Emilio Petiva -> country of citizenship -> Kingdom of Italy (1929)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006522", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Cameroon men's national football team", + "pred": "Hop 1: Henri Michel -> coach of sports team -> Cameroon men's national football team (1994)\n Answer: Cameroon men's national football team", + "em": 1.0, + "f1": 0.5714285714285715 + }, + { + "id": "q_001073", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Kingdom of Bulgaria", + "pred": "Hop 1: Veliko Tarnovo -> country -> Kingdom of Bulgaria (1910)\n Answer: Kingdom of Bulgaria", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_002125", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "SSC Napoli", + "pred": "Hop 1: Armando Tre Re -> member of sports team -> SSC Napoli (1956)\n Answer: SSC Napoli", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_002297", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "FC Astra Giurgiu", + "pred": "Hop 1: Dorinel Munteanu -> coach of sports team -> FC Astra Giurgiu (2015)\n Answer: FC Astra Giurgiu", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_002809", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Elio Toaff -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_002474", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Hop 1: Tommy Aldridge -> member of -> Pat Travers (1981)\n Answer: Pat Travers", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_004101", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Djalminha -> member of sports team -> Club Am\u00e9rica (2004)\n Answer: 2004", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_006366", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "Hop 1: Kelly Smith -> member of sports team -> England women's national football team (2014)\n Answer: England women's national football team", + "em": 1.0, + "f1": 0.5714285714285715 + }, + { + "id": "q_003182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "United States Navy", + "pred": "Hop 1: Arthur William Radford -> military branch -> United States Navy (1952)\n Answer: United States Navy", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_003020", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Lagos", + "pred": "Hop 1: Nigeria -> capital -> Lagos (1968)\n Answer: Lagos", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_004956", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Calcio Padova", + "pred": "Hop 1: Giovanni Azzini -> member of sports team -> Calcio Padova (1957)\n Answer: Calcio Padova", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006758", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Al Masry SC", + "pred": "Hop 1: Ahmad Shedid Qinawi -> member of sports team -> Al Masry SC (2008)\n Answer: Al Masry SC", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_003840", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "DSV Leoben", + "pred": "Hop 1: Wolfgang Klapf -> member of sports team -> DSV Leoben (2005)\n Answer: DSV Leoben", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003113", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Wheaton College", + "pred": "Hop 1: Hilda Geiringer -> employer -> Wheaton College (1952)\n Answer: Wheaton College", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_004767", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Miss America", + "pred": "Hop 1: Lois Delander -> competition won -> Miss America (1927)\n Answer: Miss America", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_004986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Goffredo Petrassi -> country of citizenship -> Kingdom of Italy (1941)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_004256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "pred": "Hop 1: Paris\u2013Lille railway -> operator -> Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais (1965)\n Answer: Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "em": 1.0, + "f1": 0.6363636363636364 + }, + { + "id": "q_003340", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Russia", + "pred": "Hop 1: Dmitry Yazov -> country of citizenship -> Russia (1995)\n Answer: Russia", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005245", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "Hop 1: Chariots of Fire -> nominated for -> Academy Award for Best Picture (1982)\n Hop 2: Academy Award for Best Picture -> equal to -> Academy Award for Best Picture (1982)\n Hop 3: Academy Award for Best Picture (1982) -> year -> 1982\n Answer: 1982", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_006022", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lady Gaga", + "pred": "Hop 1: Taylor Kinney -> unmarried partner -> Lady Gaga (2012)\n Answer: Lady Gaga", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_002807", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "University of Oslo", + "pred": "Hop 1: Viggo Brun -> employer -> University of Oslo (1950)\n Answer: University of Oslo", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_002236", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Order of Merit of North Rhine-Westphalia", + "pred": "Hop 1: Helmut Hirsch -> award received -> Order of Merit of North Rhine-Westphalia (1988)\n Answer: Order of Merit of North Rhine-Westphalia", + "em": 1.0, + "f1": 0.6 + }, + { + "id": "q_006258", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "United States Cabinet", + "pred": "Hop 1: United States Secretary of the Navy -> part of -> United States Cabinet (1906)\n Answer: United States Cabinet", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_003646", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "pred": "Hop 1: Gena Rowlands -> award received -> Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie (1987)\n Answer: Primtime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "em": 1.0, + "f1": 0.7499999999999999 + }, + { + "id": "q_002029", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Warabitai Station", + "pred": "Hop 1: Kuromatsunai Station -> adjacent station -> Warabitai Station (1964)\n Answer: Warabitai Station", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_002701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Rudi Fuchs", + "pred": "Hop 1: Stedelijk Museum Amsterdam -> manager -> Rudi Fuchs (2003)\n Answer: Rudi Fuchs", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000849", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "Hop 1: Ray Lovejoy -> nominated for -> Academy Award for Best Film Editing (1987)\n Answer: 1987", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_000139", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "Schutzstaffel", + "pred": "Hop 1: Richard Schulze-Kossens -> member of -> Schutzstaffel (1937)\n Answer: Schutzstaffel", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Anton-G\u00fcnther, Duke of Oldenburg", + "pred": "Hop 1: House of Oldenburg -> chairperson -> Anton-G\u00fcnther, Duke of Oldenburg (2007)\n Answer: Anton-G\u00fcnther, Duke of Oldenburg", + "em": 1.0, + "f1": 0.625 + }, + { + "id": "q_004055", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Hop 1: Bruno Visintin -> country of citizenship -> Italy (1976)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004419", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Jeonbuk Hyundai Motors FC", + "pred": "Hop 1: Sim Woo-yeon -> member of sports team -> Jeonbuk Hyundai Motors FC (2011)\n Answer: Jeonbuk Hyundai Motors FC", + "em": 1.0, + "f1": 0.4210526315789474 + }, + { + "id": "q_006447", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Hop 1: John Wall -> drafted by -> Washington Wizards (2010)\n Answer: 2010", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005863", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Parliament of the United Kingdom", + "pred": "Hop 1: Chris Huhne -> member of -> Parliament of the United Kingdom (2010)\n Answer: Parliament of the United Kingdom", + "em": 1.0, + "f1": 0.5882352941176471 + }, + { + "id": "q_004287", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Jens Stoltenberg", + "pred": "Hop 1: Norwegian Labour Party -> chairperson -> Jens Stoltenberg (2011)\n Answer: Jens Stoltenberg", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_008613", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "Hop 1: George Gervin -> award received -> NBA All-Star Game Kobe Bryant Most Valuable Player Award (1980)\n Answer: 1980", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_002216", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Team Jayco AlUla", + "pred": "Hop 1: Mitchell Docker -> member of sports team -> Team Jayco AlUla (2013)\n Answer: Team Jayco AlUla", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_006890", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Hop 1: Rahim Zafer -> member of sports team -> Gen\u00e7lerbirli\u011fi S.K. (1994)\n Answer: Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_005004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Hop 1: Bakhchisaray Palace -> country -> Soviet Union (1965)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_004395", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "University of Freiburg", + "pred": "Hop 1: Ernst-Wolfgang B\u00f6ckenf\u00f6rde -> employer -> University of Freiburg (1994)\n Answer: University of Freiburg", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_003660", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Queen", + "pred": "Hop 1: Mountain Studios -> owned by -> Queen (1989)\n Answer: Queen", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006514", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Hop 1: Murmansk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1955)\n Answer: Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_002222", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Hop 1: Sergio Bonelli -> country of citizenship -> Italy (1951)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Hop 1: Tiziano Terzani -> country of citizenship -> Italy (1996)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001758", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "John Mauchly", + "pred": "Hop 1: Kathleen Antonelli -> spouse -> John Mauchly (1973)\n Answer: John Mauchly", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_004641", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Ni\u00e8vre", + "pred": "Hop 1: Route nationale 445 -> located in -> Ni\u00e8vre (1946)\n Answer: Ni\u00e8vre", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000084", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Munich Kammerspiele", + "pred": "Hop 1: Therese Giehse -> employer -> Munich Kammerspiele (1967)\n Answer: Munich Kammerspiele", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_005007", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2017.0, + "gold": "2017", + "pred": "Hop 1: Karl Ove Knausg\u00e5rd -> award received -> Jerusalem Prize (2017)\n Answer: 2017", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_002535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Hop 1: Tes-Khemsky District -> located in -> Tuvan Autonomous Soviet Socialist Republic (1987)\n Answer: Tuvan Autonomous Soviet Socialist Republic", + "em": 1.0, + "f1": 0.5263157894736842 + }, + { + "id": "q_007920", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Hop 1: Kyoto Protocol -> ratified by -> Thailand (2002)\n Answer: 2002", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006359", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1956.0, + "gold": "1956", + "pred": "Hop 1: Bauer -> member of sports team -> Botafogo F.R. (1956)\n Answer: 1956", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_005402", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Russian Empire", + "pred": "Hop 1: Simferopol -> country -> Russian Empire (1910)\n Answer: Russian Empire", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_007921", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "Hop 1: STS-29 -> significant event -> landing (1989)\n Answer: 1989", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002569", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Aldo Clementi -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_003091", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Hop 1: Tommy Aldridge -> member of -> Pat Travers (1981)\n Answer: Pat Travers", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_002364", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Gaz\u00e9lec Ajaccio", + "pred": "Hop 1: Jean-Michel Cavalli -> member of sports team -> AS Monaco FC (1990)\n Answer: Gaz\u00e9lec Ajaccio", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_007208", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Gustave Choquet", + "pred": "Hop 1: Yvonne Choquet-Bruhat -> spouse -> Gustave Choquet (1983)\n Answer: Gustave Choquet", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003209", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "C\u00e9sar Milstein", + "pred": "Hop 1: Copley Medal -> winner -> C\u00e9sar Milstein (1989)\n Answer: C\u00e9sar Milstein", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_001948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Hop 1: Rudolf Virchow -> nominated for -> Nobel Prize in Physiology or Medicine (1902)\n Answer: Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 0.6 + }, + { + "id": "q_004389", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "Hop 1: Irish Free State -> replaces -> United Kingdom of Great Britain and Ireland (1922)\n Answer: 1922", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_001672", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Kemerovo Oblast", + "pred": "Hop 1: Novokuznetsk -> located in -> Kemerovo Oblast (1980)\n Answer: Kemerovo Oblast", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_002971", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2020.0, + "gold": "Hamza Hamzao\u011flu", + "pred": "Hop 1: Yeni Malatyaspor -> head coach -> Hamza Hamzao\u011flu (2020)\n Answer: Hamza Hamzao\u011flu", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_007668", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Hop 1: Reinhard Selten -> employer -> Freie Universit\u00e4t Berlin (1969)\n Answer: Freie Universit\u00e4t Berlin", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_004443", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Member of the European Parliament", + "pred": "Hop 1: Q524412 -> position held -> Member of the European Parliament (2010)\n Answer: Member of the European Parliament", + "em": 1.0, + "f1": 0.5882352941176471 + }, + { + "id": "q_000260", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Sol Polito -> country of citizenship -> Kingdom of Italy (1925)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_003060", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Leipziger Land", + "pred": "Hop 1: Borna -> located in -> Leipziger Land (1999)\n Answer: Leipziger Land", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003434", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "United Arab Republic", + "pred": "Hop 1: Fouad Mohamed Abou Zikry -> country of citizenship -> United Arab Republic (1962)\n Answer: United Arab Republic", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_006063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Hop 1: Lino Aldani -> country of citizenship -> Italy (1963)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005538", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Nobel Prize in Literature", + "pred": "Hop 1: Gunnar Gunnarsson -> nominated for -> Nobel Prize in Literature (1961)\n Answer: Nobel Prize in Literature", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_005136", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Ireland men\u2019s national rugby union team", + "pred": "Hop 1: Geordan Murphy -> member of sports team -> Ireland men\u2019s national rugby union team (2000)\n Answer: Ireland men\u2019s national rugby union team", + "em": 1.0, + "f1": 0.6086956521739131 + }, + { + "id": "q_004183", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "The Rockefeller University", + "pred": "Hop 1: Torsten Nils Wiesel -> employer -> The Rockefeller University (1984)\n Answer: The Rockefeller University", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006802", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Is\u00e8re", + "pred": "Hop 1: Ternay -> located in -> Is\u00e8re (1936)\n Answer: Is\u00e8re", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_002238", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Artemio Franchi -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_004081", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Harvard University", + "pred": "Hop 1: Hassler Whitney -> employer -> Harvard University (1944)\n Answer: Harvard University", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_007931", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Kingdom of Hungary", + "pred": "Hop 1: Kenderes -> country -> Kingdom of Hungary (1920)\n Answer: Kingdom of Hungary", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_002561", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Hop 1: Gyula Iulius Maurer -> employer -> Babe\u0219-Bolyai University (1961)\n Answer: Babe\u0219-Bolyai University", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_000796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Stockholm University", + "pred": "Hop 1: Erik Ivar Fredholm -> employer -> Stockholm University (1918)\n Answer: Stockholm University", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_008363", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Poland", + "pred": "Hop 1: Eugeniusz Eibisch -> work location -> Poland (1974)\n Answer: Poland", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_008611", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Wang Jingwei regime", + "pred": "Hop 1: Anci District -> located in -> Wang Jingwei regime (1944)\n Answer: Wang Jingwei regime", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_002255", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1986.0, + "gold": "1986", + "pred": "Hop 1: Bobby Mimms -> member of sports team -> Notts County F.C. (1986)\n Answer: 1986", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_007672", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "Hop 1: Ellen DeGeneres -> award received -> Presidential Medal of Freedom (2016)\n Answer: 2016", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_002954", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "SC Fortuna K\u00f6ln", + "pred": "Hop 1: Antoine Hey -> member of sports team -> SC Fortuna K\u00f6ln (1995)\n Answer: SC Fortuna K\u00f6ln", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_002449", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Valencia CF", + "pred": "Hop 1: Asier del Horno -> member of sports team -> Valencia CF (2009)\n Answer: Valencia CF", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_005372", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Malm\u00f6 FF", + "pred": "Hop 1: Ulrich Vinzents -> member of sports team -> Malm\u00f6 FF (2007)\n Hop 2: Malm\u00f6 FF -> member of sports team -> Jonatan Johansson (2007)\n Answer: Jonatan Johansson", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_006616", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Hop 1: Cipriano Chemello -> country of citizenship -> Italy (1965)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007451", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "SV Saar 05 Saarbr\u00fccken", + "pred": "Hop 1: Kurt Clemens -> member of sports team -> SV Saar 05 Saarbr\u00fccken (1957)\n Answer: SV Saar 05 Saarbr\u00fccken", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_003948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "C.D. Nacional", + "pred": "Hop 1: Pedro Pacheco -> member of sports team -> C.D. Nacional (2009)\n Answer: C.D. Nacional", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_008679", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Franco Bordoni -> country of citizenship -> Kingdom of Italy (1927)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_004351", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "education", + "pred": "Hop 1: U-111 -> has use -> education (1941)\n Answer: education", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "FC Barcelona B\u00e0squet", + "pred": "Hop 1: Ante Tomi\u0107 -> member of sports team -> FC Barcelona B\u00e0squet (2015)\n Answer: FC Barcelona B\u00e0squet", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_004853", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Italy", + "pred": "Hop 1: Roberto Tucci -> country of citizenship -> Italy (2005)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008238", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Reichsgesetzblatt", + "pred": "Hop 1: Reich Citizenship Law -> published in -> Reichsgesetzblatt (1935)\n Answer: Reichsgesetzblatt", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007289", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "Hop 1: Hanau -> country -> German Empire (1907)\n Answer: German Empire", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005590", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Giorgio Ferrini -> country of citizenship -> Kingdom of Italy (1943)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_002466", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1942.0, + "gold": "1st U-boat Flotilla", + "pred": "Hop 1: U-441 -> part of -> 1st U-boat Flotilla (1942)\n Hop 2: 1st U-boat Flotilla -> has part(s) -> U-566 (1942)\n Answer: U-566", + "em": 1.0, + "f1": 0.4210526315789474 + }, + { + "id": "q_005898", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Second Syrian Republic", + "pred": "Hop 1: Bahij al-Khatib -> country of citizenship -> Second Syrian Republic (1940)\n Answer: Second Syrian Republic", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_004677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "Hop 1: Gorz\u00f3w Wielkopolski -> country -> German Empire (1907)\n Answer: German Empire", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_006637", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Allianz SE", + "pred": "Hop 1: G\u00f3rnik Zabrze -> sponsor -> Allianz SE (2010)\n Answer: Allianz SE", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_001605", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Keith Richards", + "pred": "Hop 1: Anita Pallenberg -> unmarried partner -> Keith Richards (1974)\n Answer: Keith Richards", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_003947", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Q99317", + "pred": "Hop 1: Bonn -> head of government -> Reinhold von der M\u00fchlen -> 2001\n Answer: Reinhold von der M\u00fchlen", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001379", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Doron Zeilberger -> award received -> Euler Medal (2004)\n Answer: 2004", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Cruzeiro E.C.", + "pred": "Hop 1: Jos\u00e9 Carlos Ferreira Filho -> member of sports team -> Cruzeiro E.C. (2009)\n Answer: Cruzeiro E.C.", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_004141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2021.0, + "gold": "Daft Punk", + "pred": "Hop 1: Guy-Manuel de Homem-Christo -> member of -> Daft Punk (2021)\n Answer: Daft Punk", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_007475", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Latvia", + "pred": "Hop 1: R\u0113zekne District -> country -> Latvia (2004)\n Answer: Latvia", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_008010", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "Hop 1: Christian Vargas -> member of sports team -> C.D. Jorge Wilstermann (2004)\n Answer: C.D. Jorge Wilstermann", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_005768", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Landeshauptmann", + "pred": "Hop 1: Herbert Sausgruber -> position held -> Landeshauptmann (1999)\n Answer: Landeshauptmann", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_003283", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Hop 1: Alexander Lazarev -> award received -> USSR State Prize (1977)\n Answer: 1977", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_003934", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Republic of Korea Army", + "pred": "Hop 1: Chung Il-kwon -> military branch -> Republic of Korea Army (1951)\n Answer: Republic of Korea Army", + "em": 1.0, + "f1": 0.47058823529411764 + }, + { + "id": "q_000952", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Soviet Union", + "pred": "Hop 1: Mircea Snegur -> country of citizenship -> Soviet Union (1957)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_004410", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Hop 1: Armin Grein -> position held -> Landrat (1989)\n Answer: Landrat", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007420", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Orenburg Oblast", + "pred": "Hop 1: Gai -> located in -> Orenburg Oblast (1984)\n Answer: Orenburg Oblast", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003788", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Paris", + "pred": "Hop 1: Zolt\u00e1n Kem\u00e9ny -> work location -> Paris (1935)\n Answer: Paris", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007654", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Hop 1: Beno\u00eet Cheyrou -> member of sports team -> Lille OSC (1999)\n Answer: Lille OSC", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_000104", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Daejeon Hana Citizen FC", + "pred": "Hop 1: Choi Eun-sung -> member of sports team -> Daejeon Hana Citizen FC (2003)\n Answer: Daejeon Hana Citizen FC", + "em": 1.0, + "f1": 0.4210526315789474 + }, + { + "id": "q_003094", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "England men\u2019s national rugby union team", + "pred": "Hop 1: Peter Winterbottom -> member of sports team -> England men\u2019s national rugby union team (1987)\n Answer: England men\u2019s national rugby union team", + "em": 1.0, + "f1": 0.6086956521739131 + }, + { + "id": "q_005875", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Hop 1: Tony Terlazzo -> country of citizenship -> Italy (1963)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004542", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2016.0, + "gold": "Province of Carbonia-Iglesias", + "pred": "Hop 1: Masainas -> located in -> Province of Carbonia-Iglesias (2016)\n Answer: Province of Carbonia-Iglesias", + "em": 1.0, + "f1": 0.5333333333333333 + }, + { + "id": "q_000638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "AgustaWestland", + "pred": "Hop 1: Leonardo -> subsidiary -> AgustaWestland (2006)\n Answer: AgustaWestland", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_003357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Hop 1: Leonella Sgorbati -> country of citizenship -> Italy (1960)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005999", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Czechia men's national football team", + "pred": "Hop 1: Ji\u0159\u00ed Jaro\u0161\u00edk -> member of sports team -> Czechia men's national football team (2000)\n Answer: Czechia men's national football team", + "em": 1.0, + "f1": 0.5714285714285715 + }, + { + "id": "q_003881", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Norberto Bobbio -> country of citizenship -> Kingdom of Italy (1941)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_004798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Red Star F.C.", + "pred": "Hop 1: Sylvain Kastendeuch -> member of sports team -> Red Star F.C. (1985)\n Answer: Red Star F.C.", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_003140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Copley Medal", + "pred": "Hop 1: Robert Robinson -> award received -> Copley Medal (1942)\n Answer: Copley Medal", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000380", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Hop 1: Trier -> head of government -> Klaus Jensen (2008)\n Answer: Klaus Jensen", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_007104", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "chairperson", + "pred": "Hop 1: Karel Baxa -> position held -> chairperson (1932)\n Answer: chairperson", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_005106", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1926.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Manlio Bacigalupo -> country of citizenship -> Kingdom of Italy (1926)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_007198", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "VVV-Venlo", + "pred": "Hop 1: Jeffrey Altheer -> member of sports team -> VVV-Venlo (2013)\n Answer: VVV-Venlo", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_001075", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Italy", + "pred": "Hop 1: Sebastiano Mannironi -> country of citizenship -> Italy (1987)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007267", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Netherlands Antilles", + "pred": "Hop 1: Bonaire -> part of -> Netherlands Antilles (1988)\n Answer: Netherlands Antilles", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_005453", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "Hop 1: L\u00e1rus Gu\u00f0mundsson -> member of sports team -> Valur (1989)\n Answer: 1989", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_006199", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Hop 1: Daniel Islas -> member of sports team -> Club Atl\u00e9tico Tigre (2009)\n Answer: Club Atl\u00e9tico Tigre", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_007661", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Hop 1: Gary Mabbutt -> member of sports team -> Tottenham Hotspur F.C. (1997)\n Answer: Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_002761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Christoph Franz", + "pred": "Hop 1: Lufthansa -> chief executive officer -> Christoph Franz (2011)\n Answer: Christoph Franz", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_007018", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Province of Ogliastra", + "pred": "Hop 1: Ussassai -> located in -> Province of Ogliastra (2011)\n Answer: Province of Ogliastra", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_006321", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Pontault-Combault", + "pred": "Hop 1: Route nationale 4 -> terminus location -> Pontault-Combault (2014)\n Answer: Pontault-Combault", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_000924", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Hop 1: Paolo Heusch -> country of citizenship -> Italy (1979)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002232", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Gianpiero Combi -> country of citizenship -> Kingdom of Italy (1929)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_005699", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "University of G\u00f6ttingen", + "pred": "Hop 1: Hans Grauert -> employer -> University of G\u00f6ttingen (1977)\n Answer: University of G\u00f6ttingen", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_007488", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Hop 1: Nexhat Daci -> position held -> president (2006)\n Answer: 2006", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Vla\u0219ca County", + "pred": "Hop 1: Giurgiu -> located in -> Vla\u0219ca County (1937)\n Answer: Vla\u0219ca County", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_005369", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "University of Zurich", + "pred": "Hop 1: Andreas Speiser -> employer -> University of Zurich (1931)\n Answer: University of Zurich", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_000700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Hop 1: Luigi Barbarito -> country of citizenship -> Italy (1996)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001823", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Bremen-Liga", + "pred": "Hop 1: Oberliga Nord (1974-1994) -> league level below -> Bremen-Liga (1984)\n Answer: Bremen-Liga", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_006475", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "Hop 1: Riff-Raff -> award received -> European Film Award for Best Film (1991)\n Answer: 1991", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_008413", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1984.0, + "gold": "1984", + "pred": "Hop 1: Miros\u0142aw Kubisztal -> member of sports team -> KS Cracovia (1984)\n Answer: 1984", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_003577", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Chief of the Turkish General Staff", + "pred": "Hop 1: Fevzi \u00c7akmak -> position held -> Chief of the Turkish General Staff (1929)\n Answer: Chief of the Turkish General Staff", + "em": 1.0, + "f1": 0.6 + }, + { + "id": "q_003400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Hanna-Barbera", + "pred": "Hop 1: Iwao Takamoto -> employer -> Hanna-Barbera (1975)\n Answer: Hanna-Barbera", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_008560", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Romania national rugby union team", + "pred": "Hop 1: Gheorghe Ben\u021bia -> member of sports team -> Romania national rugby union team (1919)\n Answer: Romania national rugby union team", + "em": 1.0, + "f1": 0.5263157894736842 + }, + { + "id": "q_008146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Czechoslovakia", + "pred": "Hop 1: Karol Div\u00edn -> country of citizenship -> Czechoslovakia (1948)\n Answer: Czechoslovakia", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006136", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1903.0, + "gold": "Russian Empire", + "pred": "Hop 1: Hlukhiv -> country -> Russian Empire (1903)\n Answer: Russian Empire", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005189", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Seine-et-Oise", + "pred": "Hop 1: Saulx-Marchais -> located in -> Seine-et-Oise (1913)\n Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_002858", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Hop 1: Park Yeol -> country of citizenship -> Empire of Japan (1934)\n Answer: Empire of Japan", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_008315", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Kemerovo Oblast", + "pred": "Hop 1: Anzhero-Sudzhensk -> located in -> Kemerovo Oblast (1962)\n Answer: Kemerovo Oblast", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Kotelnikovsky District", + "pred": "Hop 1: Kotelnikovo -> located in -> Kotelnikovsky District (1977)\n Answer: Kotelnikovsky District", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_005219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Antti Sumiala -> member of sports team -> Ak\u00e7aabat Sebatspor (2004)\n Answer: 2004", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_000973", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Ternopil Oblast", + "pred": "Hop 1: Kremenets -> located in -> Ternopil Oblast (1958)\n Answer: Ternopil Oblast", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_002849", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Hop 1: Gianni Agus -> country of citizenship -> Italy (1980)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008608", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "S.C. Internacional", + "pred": "Hop 1: Danilo Aparecido da Silva -> member of sports team -> S.C. Internacional (2009)\n Answer: S.C. Internacional", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_001494", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Saint Petersburg", + "pred": "Hop 1: Konrad Krzy\u017canowski -> work location -> Saint Petersburg (1925)\n Answer: Saint Petersburg", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_007390", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Karl-Eduard von Schnitzler -> country of citizenship -> German Democratic Republic (1977)\n Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_007069", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Hop 1: Giuseppe Sensi -> country of citizenship -> Italy (1999)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001021", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Nelly Sachs Prize", + "pred": "Hop 1: Javier Mar\u00edas -> award received -> Nelly Sachs Prize (1997)\n Answer: Nelly Sachs Prize", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Mario Nicolini -> country of citizenship -> Kingdom of Italy (1922)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006782", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Merited Artist of the RSFSR", + "pred": "Hop 1: Natalya Varley -> award received -> Merited Artist of the RSFSR (1989)\n Answer: Merited Artist of the RSFSR", + "em": 1.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_008600", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Toni Ortelli -> country of citizenship -> Kingdom of Italy (1907)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_005516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Central Institute for Ancient History and Archeology", + "pred": "Hop 1: Achim Leube -> employer -> Central Institute for Ancient History and Archeology (1980)\n Answer: Central Institute for Ancient History and Archeology", + "em": 1.0, + "f1": 0.6666666666666666 + }, + { + "id": "q_005501", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Flavio Calzavara -> country of citizenship -> Kingdom of Italy (1937)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_001523", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Prince Charles, Count of Flanders", + "pred": "Hop 1: Belgium -> head of state -> Prince Charles, Count of Flanders (1945)\n Answer: Prince Charles, Count of Flanders", + "em": 1.0, + "f1": 0.5882352941176471 + }, + { + "id": "q_003339", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Second Syrian Republic", + "pred": "Hop 1: Saadallah Wannous -> country of citizenship -> Second Syrian Republic (1954)\n Answer: Second Syrian Republic", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_006965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Hop 1: Shimano -> country -> Empire of Japan (1934)\n Answer: Empire of Japan", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_002341", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Hop 1: Mark Parrish -> drafted by -> Colorado Avalanche (1996)\n Answer: 1996", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006340", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "People's Artist of the USSR", + "pred": "Hop 1: Rashid Behbudov -> award received -> People's Artist of the USSR (1959)\n Answer: People's Artist of the USSR", + "em": 1.0, + "f1": 0.6 + }, + { + "id": "q_004184", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Chelsea F.C.", + "pred": "Hop 1: Gabriele Ambrosetti -> member of sports team -> Chelsea F.C. (2001)\n Answer: Chelsea F.C.", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_001998", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "Hop 1: The Grapes of Wrath -> award received -> Academy Award for Best Director (1939)\n Answer: 1939", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_008462", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Hop 1: Tony Marshall -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2003)\n Answer: 2003", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_005081", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Beira Alta", + "pred": "Hop 1: Viseu -> located in -> Beira Alta (1956)\n Answer: Beira Alta", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_001020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Hop 1: Shimon Peres -> country of citizenship -> Israel (2004)\n Answer: Israel", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006076", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Russian Empire", + "pred": "Hop 1: Kaluga Governorate -> country -> Russian Empire (1908)\n Answer: Russian Empire", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_004257", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Province of Posen", + "pred": "Hop 1: Pozna\u0144 -> capital of -> Province of Posen (1904)\n Answer: Province of Posen", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_001129", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Soviet Union", + "pred": "Hop 1: Khrustalnyi -> country -> Soviet Union (1945)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_002202", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Isabela", + "pred": "Hop 1: Q13737 -> capital -> Isabela (1988)\n Answer: Isabela", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_001377", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Hop 1: Bruno Tommasi -> country of citizenship -> Italy (1961)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005631", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "Hop 1: Ernst Brugger -> position held -> President of the Swiss Confederation (1974)\n Answer: 1974", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_000171", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Melora Walters", + "pred": "Hop 1: Dylan Walsh -> spouse -> Melora Walters (1999)\n Answer: Melora Walters", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_007554", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Hop 1: Giorgio Amendola -> country of citizenship -> Italy (1965)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001278", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Mar\u00eda Denis -> country of citizenship -> Italy (2003)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2003)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_005559", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Swiss Super League", + "pred": "Hop 1: Xavier Margairaz -> member of sports team -> Servette FC (2014)\n Hop 2: Servette FC -> league or competition -> Swiss Super League (2014)\n Answer: Swiss Super League", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_007444", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: University of Bristol -> funder -> Lehigh University (2021)\n Answer: 2021", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_004826", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "Dakar", + "pred": "Hop 1: Sassandra -> country -> French West Africa (1917)\n Hop 2: French West Africa -> capital -> Dakar (1917)\n Answer: Dakar", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_003409", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Hop 1: Matthew Kneale -> nominated for -> Booker Prize (2000)\n Hop 2: Booker Prize -> winner -> Margaret Atwood (2000)\n Answer: Margaret Atwood", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006575", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Hop 1: G\u00e1bor Csap\u00f3 -> educated at -> University of Szeged (1972)\n Hop 2: University of Szeged -> named after -> Attila J\u00f3zsef (1972)\n Answer: Attila J\u00f3zsef", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_001217", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hop 1: Samantha Morton -> nominated for -> Academy Award for Best Actress (2004)\n Hop 2: Academy Award for Best Actress (2004) -> winner -> Hilary Swank (2004)\n Answer: Hilary Swank", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_007223", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Klaus Sch\u00fctz", + "pred": "Hop 1: Christian Schad -> work location -> Berlin (1975)\n Hop 2: Berlin -> head of government -> Klaus Sch\u00fctz (1975)\n Answer: Klaus Sch\u00fctz", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_004735", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Berlin", + "pred": "Hop 1: Sound and Vision -> performer -> David Bowie (1977)\n Hop 2: David Bowie -> work location -> Berlin (1977)\n Answer: Berlin", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_001394", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Q896393 -> work location -> Berlin (1970)\n Hop 2: Berlin -> country -> German Democratic Republic (1970)\n Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_004179", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Rosa Balistreri -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Economic Community (1951)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_000278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Rudy Giuliani", + "pred": "Hop 1: Prelinger Archives -> located in -> New York City (1996)\n Hop 2: New York City -> head of government -> Rudy Giuliani (1996)\n Answer: Rudy Giuliani", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_005799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Klaus Wowereit", + "pred": "Hop 1: Ann Wolff -> work location -> Berlin (2003)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2003)\n Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_003446", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "Hop 1: Age Discrimination in Employment Act of 1967 -> signatory -> Lyndon B. Johnson (1967)\n Hop 2: Lyndon B. Johnson -> residence -> Q35525 (1967)\n Hop 3: Q35525 -> position held -> United States Secretary of State (1967)\n Answer: United States Secretary of State", + "em": 0.0, + "f1": 0.20689655172413793 + }, + { + "id": "q_007096", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Hop 1: Nicolas Isimat-Mirin -> member of sports team -> AS Monaco FC (2015)\n Hop 2: AS Monaco FC -> head coach -> Leonardo Jardim (2015)\n Answer: Leonardo Jardim", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008279", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Montreal Forum", + "pred": "Hop 1: Guy Lafleur -> member of sports team -> Montreal Canadiens (1984)\n Hop 2: Montreal Canadiens -> home venue -> Montreal Forum (1984)\n Answer: Montreal Forum", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_006719", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Emma de Caunes", + "pred": "Hop 1: Jeanne Balibar -> nominated for -> C\u00e9sar Award for Best Female Revelation (1998)\n Hop 2: C\u00e9sar Award for Best Female Revelation -> winner -> Emma de Caunes (1998)\n Answer: Emma de Caunes", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_002450", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Cyprus Football Association", + "pred": "Hop 1: Ammochostos Epistrofi Stadium -> occupant -> Alki Larnaca F.C. (2007)\n Answer: Alki Larnaca F.C.", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000742", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "Hop 1: Vejle County -> replaced by -> Southern Denmark (2007)\n Hop 2: Southern Denmark -> replaces -> Funen County (2007)\n Answer: 2007", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_005331", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Hop 1: Pamela Sargent -> nominated for -> Locus Award for Best Novel (1977)\n Hop 2: Locus Award for Best Novel -> winner -> Kate Wilhelm (1977)\n Answer: 1977", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_002617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Stade Chaban-Delmas", + "pred": "Hop 1: Uwe Reinders -> member of sports team -> FC Girondins de Bordeaux (1985)\n Hop 2: FC Girondins de Bordeaux -> home venue -> Stade Chaban-Delmas (1985)\n Answer: Stade Chaban-Delmas", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_006020", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lady Bird Johnson", + "pred": "Hop 1: Highway Beautification Act of 1965 -> signatory -> Lyndon B. Johnson (1965)\n Hop 2: Lyndon B. Johnson -> spouse -> Lady Bird Johnson (1965)\n Answer: Lady Bird Johnson", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_002515", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Sepp Herberger", + "pred": "Hop 1: Alfred Schmidt -> member of sports team -> Germany men's national association football team (1964)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1964)\n Answer: Sepp Herberger", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_000947", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "S\u00fcper Lig", + "pred": "Hop 1: Kerim Zengin -> member of sports team -> Gaziantepspor (2013)\n Hop 2: Gaziantepspor -> league or competition -> S\u00fcper Lig (2013)\n Answer: S\u00fcper Lig", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_004442", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "Hop 1: Felipe Melo -> member of sports team -> Galatasaray S.K. (2014)\n Hop 2: Galatasaray S.K. -> head coach -> Cesare Prandelli (2014)\n Answer: 2014", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_003129", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Klaus Wowereit", + "pred": "Hop 1: Willem de Rooij -> work location -> Berlin (2010)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2010)\n Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_000626", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Edward Joseph Kelly", + "pred": "Hop 1: Tony Smith -> work location -> Chicago (1937)\n Hop 2: Chicago -> head of government -> Edward Joseph Kelly (1937)\n Answer: Edward Joseph Kelly", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_008507", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "presidential system", + "pred": "Hop 1: Yavoriv -> country -> Second Polish Republic (1929)\n Hop 2: Second Polish Republic -> basic form of government -> presidential system (1929)\n Answer: presidential system", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_000399", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Otto Nerz", + "pred": "Hop 1: Hermann Gramlich -> member of sports team -> Germany men's national association football team (1935)\n Hop 2: Germany men's national association football team -> head coach -> Otto Nerz (1935)\n Answer: Otto Nerz", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_005160", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Hop 1: Fay Weldon -> nominated for -> Booker Prize (1979)\n Hop 2: Booker Prize (1979) -> winner -> Penelope Fitzgerald\n Hop 3: Penelope Fitzgerald -> award received -> The Book of Evidence (1979)\n Answer: The Book of Evidence", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_006565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Hop 1: Sergi Barjuan -> member of sports team -> Atl\u00e9tico Madrid (2005)\n Hop 2: Atl\u00e9tico Madrid -> home venue -> Vicente Calder\u00f3n Stadium (2005)\n Answer: Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "President of North Macedonia", + "pred": "Hop 1: North Macedonia -> head of state -> Gjorge Ivanov (2017)\n Answer: President of North Macedonia", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_008117", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: Ulm University -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> University of Nottingham (2021)\n Answer: 2021", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_007432", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Hop 1: Ivan Della Mea -> country of citizenship -> Italy (2007)\n Hop 2: Italy -> head of government -> Romano Prodi (2007)\n Answer: Romano Prodi", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_006320", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1931.0, + "gold": "1931", + "pred": "Hop 1: Dr. Jekyll and Mr. Hyde -> award received -> Academy Award for Best Actor (1931)\n Hop 2: Lionel Barrymore -> winner -> Academy Award for Best Actor (1931)\n Hop 3: The Champ -> award received -> Academy Award for Best Actor (1931)\n Answer: 1931", + "em": 1.0, + "f1": 0.08695652173913045 + }, + { + "id": "q_008047", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Volodymyr -> country -> Russian Empire (1902)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1902)\n Answer: Nicholas II of Russia", + "em": 1.0, + "f1": 0.4210526315789474 + }, + { + "id": "q_000063", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Hop 1: Alessandro Ajmone Marsan -> member of sports team -> Juventus FC (1909)\n Hop 2: Juventus FC -> chairperson -> Carlo Vittorio Varetti (1909)\n Answer: Carlo Vittorio Varetti", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_008584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "Territory of Hawaii", + "pred": "Hop 1: United States -> contains the administrative territorial entity -> Territory of Hawaii (1931)\n Hop 2: Wynn Bullock -> work location -> United States (1931)\n Answer: Territory of Hawaii", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_001072", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Hop 1: Gerard Deulofeu -> member of sports team -> FC Barcelona Atl\u00e8tic (2013)\n Hop 2: FC Barcelona Atl\u00e8tic -> head coach -> Eusebio Sacrist\u00e1n (2013)\n Answer: Eusebio Sacrist\u00e1n", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_005910", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "United States", + "pred": "Hop 1: Christian Vande Velde -> member of sports team -> Discovery Channel (2001)\n Hop 2: Discovery Channel -> country -> United States (2001)\n Answer: United States", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_003397", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "V\u00edt\u011bzslav Lavi\u010dka", + "pred": "Hop 1: Miroslav Slepi\u010dka -> member of sports team -> AC Sparta Prague (2012)\n Hop 2: AC Sparta Prague -> head coach -> V\u00edt\u011bzslav Lavi\u010dka (2012)\n Answer: V\u00edt\u011bzslav Lavi\u010dka", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000162", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Lady Bird Johnson", + "pred": "Hop 1: Age Discrimination in Employment Act of 1967 -> signatory -> Lyndon B. Johnson (1967)\n Hop 2: Lyndon B. Johnson -> spouse -> Lady Bird Johnson (1967)\n Answer: Lady Bird Johnson", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_002728", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Silvio Berlusconi", + "pred": "Hop 1: Clarence Seedorf -> member of sports team -> AC Milan (2010)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (2010)\n Answer: Silvio Berlusconi", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_003793", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Barcelona Province", + "pred": "Hop 1: Josep Guinovart -> work location -> Barcelona (1950)\n Hop 2: Barcelona -> located in -> Barcelona Province (1950)\n Answer: Barcelona Province", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_003541", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Hop 1: Carry Me Down -> nominated for -> Booker Prize (2006)\n Hop 2: Booker Prize -> winner -> Kiran Desai (2006)\n Answer: 2006", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_008524", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Stade Chaban-Delmas", + "pred": "Hop 1: \u00c9douard Kargu -> member of sports team -> FC Girondins de Bordeaux (1950)\n Hop 2: FC Girondins de Bordeaux -> home venue -> Stade Chaban-Delmas (1950)\n Answer: Stade Chaban-Delmas", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_003943", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Hop 1: Angelo La Barbera -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Giovanni Leone (1971)\n Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Michal B\u00edlek", + "pred": "Hop 1: Daniel Kol\u00e1\u0159 -> member of sports team -> Czechia men's national football team (2011)\n Hop 2: Czechia men's national football team -> head coach -> Michal B\u00edlek (2011)\n Answer: Michal B\u00edlek", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003569", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Hop 1: Alberto Magnelli -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Giovanni Gronchi (1971)\n Answer: Giovanni Gronchi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002249", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "University of Paris", + "pred": "Hop 1: University of Paris 1 Pantheon-Sorbonne -> replaces -> University of Paris (1971)\n Answer: University of Paris", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_001978", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Giovanni Giolitti (1958)\n Answer: Giovanni Giolitti", + "em": 0.0, + "f1": 0.125 + }, + { + "id": "q_005073", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Alex McLeish", + "pred": "Hop 1: Nathan Redmond -> member of sports team -> Birmingham City F.C. (2011)\n Hop 2: Birmingham City F.C. -> head coach -> Alex McLeish (2011)\n Answer: Alex McLeish", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_000609", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "Hop 1: Stanley Middleton -> award received -> Booker Prize (1974)\n Hop 2: Booker Prize -> winner -> Kingsley Amis (1974)\n Answer: 1974", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_004940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Hop 1: Ra\u00fal Fern\u00e1ndez-Cavada Mateos -> member of sports team -> UD Las Palmas (2018)\n Hop 2: UD Las Palmas -> head coach -> Manuel Jim\u00e9nez Jim\u00e9nez (2018)\n Answer: Manuel Jim\u00e9nez Jim\u00e9nez", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Guy Ritchie", + "pred": "Hop 1: Die Another Day -> performer -> Madonna (2002)\n Hop 2: Madonna -> spouse -> Guy Ritchie (2002)\n Answer: Guy Ritchie", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_006953", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "Jimmy Walker", + "pred": "Hop 1: Maria Meneghini Callas -> residence -> New York City (1928)\n Hop 2: New York City -> head of government -> Jimmy Walker (1928)\n Answer: Jimmy Walker", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001572", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Hop 1: Nicolas Isimat-Mirin -> member of sports team -> AS Monaco FC (2015)\n Hop 2: AS Monaco FC -> head coach -> Leonardo Jardim (2015)\n Answer: Leonardo Jardim", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008301", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Hop 1: Giovanni Cornacchia -> country of citizenship -> Italy (2007)\n Hop 2: Italy -> head of government -> Silvio Berlusconi (2007)\n Answer: Silvio Berlusconi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000630", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1960.0, + "gold": "Graceland", + "pred": "Hop 1: A Mess of Blues -> performer -> Elvis Presley (1960)\n Hop 2: Elvis Presley -> residence -> Graceland (1960)\n Answer: Graceland", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_000755", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Elizabeth II", + "pred": "Hop 1: Stack-O-Tracks -> place of publication -> United States (1968)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1968)\n Answer: Lyndon B. Johnson", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000326", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Hop 1: Jean-Loup Dabadie -> member of -> Acad\u00e9mie Fran\u00e7aise (2009)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> H\u00e9l\u00e8ne Carr\u00e8re d'Encausse (2009)\n Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_002870", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Bahrain", + "pred": "Hop 1: Bahrain -> head of government -> Khalifa bin Salman Al Khalifa (1981)\n Hop 2: Khalifa bin Salman Al Khalifa -> position held -> Prime Minister of Bahrain (1981)\n Answer: Prime Minister of Bahrain", + "em": 1.0, + "f1": 0.38095238095238093 + }, + { + "id": "q_007789", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Michele Lupo -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1960)\n Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007973", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Bjarne Riis", + "pred": "Hop 1: Danilo Wyss -> member of sports team -> Qhubeka NextHash (2020)\n Hop 2: Qhubeka NextHash -> general manager -> Bjarne Riis (2020)\n Answer: Bjarne Riis", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_000219", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Vivien Leigh", + "pred": "Hop 1: Fay Bainter -> nominated for -> Academy Award for Best Supporting Actress (1939)\n Hop 2: Academy Award for Best Supporting Actress (1939) -> winner -> Jane Darwell (1939)\n Hop 3: Jane Darwell (1939) -> winner -> The Grapes of Wrath (1939)\n Answer: The Grapes of Wrath", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007274", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Elizabeth II", + "pred": "Hop 1: Smiley Smile -> place of publication -> United States (1967)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1967)\n Hop 3: Lyndon B. Johnson -> country of citizenship -> United States (1967)\n Answer: United States", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006021", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Luca Ronconi -> country of citizenship -> Italy (2005)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2005)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_006576", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "Laurence Olivier", + "pred": "Hop 1: John Garfield -> nominated for -> Academy Award for Best Actor (1948)\n Hop 2: Academy Award for Best Actor (1948) -> winner -> Laurence Olivier (1948)\n Hop 3: Laurence Olivier -> winner -> John Garfield (1948)\n Answer: John Garfield", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_000623", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Bjarne Berntsen", + "pred": "Hop 1: Camilla Huse -> member of sports team -> Norway women's national football team (2009)\n Hop 2: Norway women's national football team -> head coach -> Bjarne Berntsen (2009)\n Answer: Bjarne Berntsen", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Hop 1: Mark Haddon -> nominated for -> Booker Prize (2003)\n Hop 2: Booker Prize (2003) -> winner -> DBC Pierre (2003)\n Hop 3: DBC Pierre (2003) -> winner -> The Virgin Suicides (2003)\n Answer: The Virgin Suicides", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_003804", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Nobel Peace Prize", + "pred": "Hop 1: United States Navy SEALs -> founder -> John F. Kennedy (1962)\n Hop 2: John F. Kennedy -> nominated for -> Nobel Peace Prize (1962)\n Answer: Nobel Peace Prize", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006789", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Hop 1: William Vickrey -> residence -> New York City (1960)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1960)\n Answer: Robert Ferdinand Wagner Jr.", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_006521", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Atlanta-Fulton County Stadium", + "pred": "Hop 1: Hank Aaron -> member of sports team -> Atlanta Braves (1976)\n Hop 2: Atlanta Braves -> home venue -> Atlanta-Fulton County Stadium (1976)\n Answer: Atlanta-Fulton County Stadium", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_006174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "Hop 1: The Night Watch -> nominated for -> Booker Prize (2006)\n Hop 2: Booker Prize (2006) -> winner -> Kiran Desai (2006)\n Hop 3: Kiran Desai (2006) -> award received -> The Inheritance of Loss (2006)\n Answer: The Inheritance of Loss", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_004769", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Hop 1: Celia Johnson -> nominated for -> Academy Award for Best Actress (1947)\n Hop 2: Academy Award for Best Actress (1947) -> winner -> Loretta Young (1947)\n Answer: Loretta Young", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_001801", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Vytautas Landsbergis", + "pred": "Hop 1: Nijol\u0117 O\u017eelyt\u0117-Vaitiek\u016bnien\u0117 -> member of political party -> Homeland Union \u2013 Lithuanian Christian Democrats (1995)\n Hop 2: Homeland Union \u2013 Lithuanian Christian Democrats -> chairperson -> Vytautas Landsbergis (1995)\n Answer: Vytautas Landsbergis", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "State Anthem of the Soviet Union", + "pred": "Hop 1: Murmansk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1965)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> \"The Internationale\" (1965)\n Answer: \"The Internationale\"", + "em": 0.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_003724", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Hop 1: Piero Scotti -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Giovanni Gronchi (1971)\n Answer: Giovanni Gronchi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006014", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Hop 1: Alfons Gorbach -> place of detention -> Dachau concentration camp (1939)\n Hop 2: Dachau concentration camp -> director / manager -> Hans Loritz (1939)\n Answer: Hans Loritz", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_007171", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "S\u00fcper Lig", + "pred": "Hop 1: Serdar Aziz -> member of sports team -> Bursaspor (2016)\n Hop 2: Bursaspor -> league or competition -> S\u00fcper Lig (2016)\n Answer: S\u00fcper Lig", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_007260", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "3. Liga", + "pred": "Hop 1: Bastian Heidenfelder -> member of sports team -> 1. FC Heidenheim 1846 (2013)\n Hop 2: 1. FC Heidenheim 1846 -> league or competition -> 3. Liga (2013)\n Answer: 3. Liga", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_005517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Thomas Tuchel", + "pred": "Hop 1: Marcos Alonso Mendoza -> member of sports team -> Chelsea F.C. (2021)\n Hop 2: Chelsea F.C. -> head coach -> Thomas Tuchel (2021)\n Answer: Thomas Tuchel", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_007485", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Charlize Theron", + "pred": "Hop 1: Jennifer Connelly -> nominated for -> Broadcast Film Critics Association Award for Best Actress (2003)\n Hop 2: Broadcast Film Critics Association Award for Best Actress -> winner -> Charlize Theron (2003)\n Answer: Charlize Theron", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_001837", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: University of Tsukuba -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> University of Virginia (2021)\n Answer: 2021", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_000568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Hop 1: Angelo Infanti -> country of citizenship -> Italy (2007)\n Hop 2: Italy -> head of government -> Silvio Berlusconi (2007)\n Answer: Silvio Berlusconi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005494", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Hop 1: Steffen Freund -> member of sports team -> Germany men's national association football team (1997)\n Hop 2: Germany men's national association football team -> head coach -> Berti Vogts (1997)\n Answer: Berti Vogts", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_000075", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Giuseppe Prisco -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2001)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_004734", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Peter Carey", + "pred": "Hop 1: David Lodge -> nominated for -> Booker Prize -> winner -> Peter Carey (1988)\n Answer: Peter Carey", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_004770", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Constantinople", + "pred": "Hop 1: Edessa -> country -> Ottoman Empire (1904)\n Hop 2: Ottoman Empire -> capital -> Constantinople (1904)\n Answer: Constantinople", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_006777", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "S\u00e1ndor Preisinger", + "pred": "Hop 1: Daniils Turkovs -> member of sports team -> Zalaegerszegi TE (2012)\n Hop 2: Zalaegerszegi TE -> head coach -> S\u00e1ndor Preisinger (2012)\n Answer: S\u00e1ndor Preisinger", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001481", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Hop 1: Jennifer Johnston -> nominated for -> Booker Prize (1977)\n Hop 2: Booker Prize -> winner -> Paul Scott (1977)\n Answer: 1977", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_000851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Hop 1: Walter Samuel -> member of sports team -> Inter Milan (2008)\n Hop 2: Inter Milan -> head coach -> Jos\u00e9 Mourinho (2008)\n Answer: Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_000707", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Franco Evangelisti -> country of citizenship -> Italy (1934)\n Hop 2: Italy -> shares border with -> Yugoslavia (1934)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_007316", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Hop 1: Alessandro Ajmone Marsan -> member of sports team -> Juventus FC (1909)\n Hop 2: Juventus FC -> chairperson -> Carlo Vittorio Varetti (1909)\n Hop 3: Carlo Vittorio Varetti -> chairperson of -> Societ\u00e0 Sportiva Lazio (1909)\n Answer: Societ\u00e0 Sportiva Lazio", + "em": 1.0, + "f1": 0.24000000000000002 + }, + { + "id": "q_002781", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Renato Carosone -> country of citizenship -> Italy (1946)\n Hop 2: Italy -> shares border with -> Yugoslavia (1946)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_001694", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Hop 1: Genevi\u00e8ve Bujold -> nominated for -> Academy Award for Best Actress (1970)\n Hop 2: Academy Award for Best Actress (1970) -> winner -> Glenda Jackson\n Answer: Glenda Jackson", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_005714", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "B\u00fclent Ecevit", + "pred": "Hop 1: Deniz Baykal -> member of political party -> Republican People's Party (1979)\n Hop 2: Republican People's Party -> chairperson -> B\u00fclent Ecevit (1979)\n Answer: B\u00fclent Ecevit", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Stefan Kuntz", + "pred": "Hop 1: Jan \u0160im\u016fnek -> member of sports team -> 1. FC Kaiserslautern (2014)\n Hop 2: 1. FC Kaiserslautern -> chairperson -> Stefan Kuntz (2014)\n Answer: Stefan Kuntz", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_000390", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Nobel Prize in Physics", + "pred": "Hop 1: Holweck Prize -> winner -> Louis N\u00e9el (1952)\n Hop 2: Louis N\u00e9el -> nominated for -> Nobel Prize in Physics (1952)\n Answer: Nobel Prize in Physics", + "em": 1.0, + "f1": 0.4210526315789474 + }, + { + "id": "q_004301", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Hop 1: Elliott Erwitt -> work location -> New York City (1994)\n Hop 2: New York City -> head of government -> Rudy Giuliani (1994)\n Answer: Rudy Giuliani", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_007116", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Hop 1: Simone Veil -> member of -> Acad\u00e9mie Fran\u00e7aise (2009)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> H\u00e9l\u00e8ne Carr\u00e8re d'Encausse (2009)\n Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 0.38095238095238093 + }, + { + "id": "q_004505", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Hop 1: Philip Taaffe -> work location -> New York City (1974)\n Hop 2: New York City -> head of government -> Abraham Beame (1974)\n Answer: Abraham Beame", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_007035", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "Hop 1: Louise Bourgeois -> work location -> New York City (1990)\n Hop 2: New York City -> head of government -> David Dinkins (1990)\n Answer: David Dinkins", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_004558", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Hop 1: Ryan Bertrand -> member of sports team -> Chelsea F.C. (2014)\n Hop 2: Chelsea F.C. -> head coach -> Jos\u00e9 Mourinho (2014)\n Answer: Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_003267", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Hop 1: It Happened One Night -> nominated for -> Academy Award for Best Actor (1935)\n Hop 2: Academy Award for Best Actor (1935) -> winner -> Clark Gable (1935)\n Hop 3: Clark Gable -> winner -> It Happened One Night (1935)\n Answer: Clark Gable", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006755", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1920)\n Hop 2: Independent Social Democratic Party of Germany -> chairperson -> Theodor Liebknecht (1920)\n Answer: Theodor Liebknecht", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_004583", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "Hop 1: Ai -> award received -> American Book Awards (1987)\n Hop 2: American Book Awards -> winner -> James Welch (1987)\n Answer: 1987", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_000225", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Gareth Southgate", + "pred": "Hop 1: David Wheater -> member of sports team -> Middlesbrough F.C. (2008)\n Hop 2: Middlesbrough F.C. -> head coach -> Gareth Southgate (2008)\n Answer: Gareth Southgate", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002459", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Zrenjanin City -> located in -> Socialist Autonomous Province of Vojvodina (1949)\n Hop 2: Socialist Autonomous Province of Vojvodina -> country -> Kingdom of Yugoslavia (1949)\n Answer: Kingdom of Yugoslavia", + "em": 0.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_006352", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: University of Tsukuba -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> University of Graz (2021)\n Answer: 2021", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_004787", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Janusz W\u00f3jcik", + "pred": "Hop 1: Arkadiusz B\u0105k -> member of sports team -> Poland men's national football team (1999)\n Hop 2: Poland men's national football team -> head coach -> Janusz W\u00f3jcik (1999)\n Answer: Janusz W\u00f3jcik", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002226", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Leonid Brezhnev", + "pred": "Hop 1: Aleksei Gubarev -> member of political party -> Communist Party of the Soviet Union (1973)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Mikhail Gorbachev (1973)\n Answer: Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003363", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Jan Schaffrath", + "pred": "Hop 1: Martin Velits -> member of sports team -> Soudal Quick-Step (2012)\n Hop 2: Soudal Quick-Step -> head coach -> Jan Schaffrath (2012)\n Answer: Jan Schaffrath", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_001025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Pavel Vrba", + "pred": "Hop 1: Bo\u0159ek Do\u010dkal -> member of sports team -> Czechia men's national football team (2016)\n Hop 2: Czechia men's national football team -> head coach -> Pavel Vrba (2016)\n Answer: Pavel Vrba", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006972", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "Hop 1: Brian Moore -> nominated for -> Booker Prize (1976)\n Hop 2: Booker Prize (1976) -> winner -> David Storey (1976)\n Answer: 1976", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_007393", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Ba\u010d Municipality -> located in -> Socialist Autonomous Province of Vojvodina (1961)\n Answer: Socialist Autonomous Province of Vojvodina", + "em": 0.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_002784", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Franz Beckenbauer", + "pred": "Hop 1: Frank Mill -> member of sports team -> Germany men's national association football team (1988)\n Hop 2: Germany men's national association football team -> head coach -> Franz Beckenbauer (1988)\n Answer: Franz Beckenbauer", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_005991", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Hop 1: Luciano Bianciardi -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_007278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Claudia Roth", + "pred": "Hop 1: Boris Palmer -> member of political party -> Alliance '90/The Greens (2009)\n Hop 2: Alliance '90/The Greens -> chairperson -> Claudia Roth (2009)\n Hop 3: Claudia Roth -> chairperson -> Cem \u00d6zdemir (2009)\n Answer: Claudia Roth", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_002109", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "ADIG", + "pred": "Hop 1: Stefan W\u00e4chter -> member of sports team -> Hamburger SV (2004)\n Hop 2: Hamburger SV -> sponsor -> ADIG (2004)\n Answer: ADIG", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_005445", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Abraham Beame", + "pred": "Hop 1: Nancy Graves -> work location -> New York City (1977)\n Hop 2: New York City -> head of government -> Abraham Beame (1977)\n Answer: Abraham Beame", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_005382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Fiorello H. La Guardia", + "pred": "Hop 1: Edward McKnight Kauffer -> work location -> New York City (1940)\n Hop 2: New York City -> head of government -> Fiorello H. La Guardia (1940)\n Answer: Fiorello H. La Guardia", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_005633", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Hop 1: Giuseppe Saragat -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> head of state -> Sandro Pertini (1984)\n Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_002083", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Jens Gustafsson", + "pred": "Hop 1: Andreas Landgren -> member of sports team -> Halmstads BK (2013)\n Hop 2: Halmstads BK -> head coach -> Jens Gustafsson (2013)\n Answer: Jens Gustafsson", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_003899", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Karl Horst H\u00f6dicke -> work location -> Berlin (1987)\n Hop 2: Berlin -> country -> German Democratic Republic (1987)\n Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_002997", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "Hop 1: Ramallah -> country -> Mandatory Palestine (1937)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1937)\n Answer: United Kingdom", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_005860", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hop 1: Whale Rider -> nominated for -> Academy Award for Best Actress (2004)\n Hop 2: Academy Award for Best Actress -> winner -> Hilary Swank (2004)\n Hop 3: Hilary Swank -> winner of -> 2004 Academy Awards (2004)\n Answer: 2004 Academy Awards", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_001039", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Panama", + "pred": "Hop 1: Cornell Capa -> work location -> United States (1937)\n Hop 2: United States -> shares border with -> Panama (1937)\n Answer: Panama", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_000086", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Hop 1: Q435856 -> country of citizenship -> Italy (1983)\n Hop 2: Italy -> head of state -> Sandro Pertini (1983)\n Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005689", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Hop 1: Elie Wiesel -> country of citizenship -> Kingdom of Romania (1929)\n Hop 2: Kingdom of Romania -> capital -> Bucharest (1929)\n Answer: Bucharest", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_006609", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "Hop 1: Afula -> country -> Mandatory Palestine (1940)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1940)\n Answer: United Kingdom", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_004970", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Hop 1: Academy Award for Best Actress -> winner -> Charlize Theron (2003)\n Hop 2: Unfaithful -> nominated for -> Academy Award for Best Actress (2003)\n Answer: 2003", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_004192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Alberto Magnelli -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1960)\n Answer: Giovanni Gronchi", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_007711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Hop 1: Mauro Staccioli -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_008062", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "M\u00e1rio Soares", + "pred": "Hop 1: Alberto Vaquina -> work location -> Portugal (1991)\n Hop 2: Portugal -> head of state -> M\u00e1rio Soares (1991)\n Answer: M\u00e1rio Soares", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_006613", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Stuart Lancaster", + "pred": "Hop 1: Ben Foden -> member of sports team -> England men\u2019s national rugby union team (2013)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Stuart Lancaster (2013)\n Answer: Stuart Lancaster", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_001894", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Hop 1: Annette Bening -> nominated for -> Academy Award for Best Actress (2005)\n Hop 2: Academy Award for Best Actress (2005) -> winner -> Reese Witherspoon (2005)\n Answer: Reese Witherspoon", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_002546", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Hop 1: Franz Anton Basch -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1921)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1921)\n Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_003153", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Hop 1: Zhu De -> country of citizenship -> People's Republic of China (1967)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1967)\n Answer: Zhou Enlai", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002865", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Hop 1: A Bend in the River -> nominated for -> Booker Prize (1979)\n Hop 2: Booker Prize -> winner -> Penelope Fitzgerald (1979)\n Hop 3: Penelope Fitzgerald -> award received -> Man Booker Prize (1979)\n Answer: Man Booker Prize", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_007865", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Giuseppe Prisco -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2001)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_008428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Hop 1: Josh Lewsey -> member of sports team -> England men\u2019s national rugby union team (1999)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Clive Woodward (1999)\n Answer: Clive Woodward", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_001858", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Graceland", + "pred": "Hop 1: Ginger Alden -> unmarried partner -> Elvis Presley (1977)\n Hop 2: Elvis Presley -> residence -> Graceland (1977)\n Answer: Graceland", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_001912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Constantinople", + "pred": "Hop 1: Xanthi -> country -> Ottoman Empire (1903)\n Hop 2: Ottoman Empire -> capital -> Constantinople (1903)\n Answer: Constantinople", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_003034", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Hop 1: Emil Filla -> place of detention -> Dachau concentration camp (1939)\n Hop 2: Dachau concentration camp -> manager -> Hans Loritz (1939)\n Hop 3: Hans Loritz -> point in time -> 1939 (1939)\n Answer: Hans Loritz", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000799", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Barack Obama", + "pred": "Hop 1: Battlefield 3 -> narrative location -> Ukraine (2014)\n Hop 2: Ukraine -> head of government -> Arsenii Yatseniuk (2014)\n Answer: Arsenii Yatseniuk", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Boston Garden", + "pred": "Hop 1: John Havlicek -> member of sports team -> Boston Celtics (1975)\n Hop 2: Boston Celtics -> home venue -> Boston Garden (1975)\n Answer: Boston Garden", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_004762", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "Kingdom of Prussia", + "pred": "Hop 1: 1911 World Figure Skating Championships -> location -> Berlin (1911)\n Hop 2: Berlin -> located in -> Kingdom of Prussia (1911)\n Answer: Kingdom of Prussia", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_004806", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Hop 1: Jonathan Urretaviscaya -> member of sports team -> S.L. Benfica (2013)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2013)\n Answer: Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Premier League", + "pred": "Hop 1: Ruslan Rotan -> member of sports team -> FC Dnipro (2008)\n Hop 2: FC Dnipro -> league or competition -> Premier League (2008)\n Answer: Premier League", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_008203", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Amway Arena", + "pred": "Hop 1: Shaquille O'Neal -> member of sports team -> Orlando Magic (1994)\n Hop 2: Orlando Magic -> home venue -> Amway Arena (1994)\n Answer: Amway Arena", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_004465", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: University of Helsinki -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Michigan State University (2021)\n Answer: 2021", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_006874", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "John Lindsay", + "pred": "Hop 1: William Vickrey -> residence -> New York City (1968)\n Hop 2: New York City -> head of government -> John Lindsay (1968)\n Answer: John Lindsay", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_000593", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Leo Nomellini -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1957)\n Answer: Giovanni Gronchi", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_004615", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2018.0, + "gold": "2018", + "pred": "Hop 1: Mirko Tomassoni -> position held -> Captain Regent of San Marino (2018)\n Hop 2: Captain Regent of San Marino -> officeholder -> Stefano Palmieri (2018)\n Answer: 2018", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_001617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Geoffrey Rush", + "pred": "Hop 1: As Good as It Gets -> award received -> Academy Award for Best Actress (1996)\n Hop 2: Academy Award for Best Actress -> winner -> Frances McDormand (1996)\n Hop 3: Frances McDormand -> award received -> Academy Award for Best Actress (1996)\n Answer: Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Hop 1: Antonia Fraser -> spouse -> Harold Pinter (1982)\n Hop 2: Harold Pinter -> nominated for -> Academy Award for Best Writing, Adapted Screenplay (1982)\n Answer: Academy Award for Best Writing, Adapted Screenplay", + "em": 1.0, + "f1": 0.56 + }, + { + "id": "q_004669", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Yuri Semin", + "pred": "Hop 1: \u00c9der -> member of sports team -> FC Lokomotiv Moscow (2019)\n Hop 2: FC Lokomotiv Moscow -> head coach -> Yuri Semin (2019)\n Answer: Yuri Semin", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> head of government -> Aldo Moro (1972)\n Answer: Aldo Moro", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1920)\n Hop 2: Independent Social Democratic Party of Germany -> chairperson -> Theodor Liebknecht (1920)\n Answer: Theodor Liebknecht", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006858", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Hop 1: Monster -> award received -> Academy Award for Best Actress (2002)\n Hop 2: Academy Award for Best Actress -> winner -> Nicole Kidman (2002)\n Answer: 2002", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_000627", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Hop 1: Antonia Fraser -> spouse -> Harold Pinter (1982)\n Hop 2: Harold Pinter -> nominated for -> Tony Award for Best Direction of a Play (1982)\n Answer: Harold Pinter", + "em": 0.0, + "f1": 0.23076923076923078 + }, + { + "id": "q_008456", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "Hop 1: Sevastopol -> country -> Russian Empire (1901)\n Hop 2: Russian Empire -> basic form of government -> absolute monarchy (1901)\n Answer: absolute monarchy", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_004863", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Hop 1: It Happened One Night -> nominated for -> Academy Award for Best Picture (1935)\n Hop 2: Academy Award for Best Picture -> winner -> Frank Capra (1935)\n Answer: Frank Capra", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005053", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lauri Yl\u00f6nen", + "pred": "Hop 1: Haloo Helsinki! -> nominated for -> MTV Europe Music Award for Best Finnish Act (2011)\n Hop 2: MTV Europe Music Award for Best Finnish Act -> winner -> Lauri Yl\u00f6nen (2011)\n Answer: Lauri Yl\u00f6nen", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_006906", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sini\u0161a Mihajlovi\u0107", + "pred": "Hop 1: Marco Marchionni -> member of sports team -> ACF Fiorentina (2010)\n Hop 2: ACF Fiorentina -> head coach -> Sini\u0161a Mihajlovi\u0107 (2010)\n Answer: Sini\u0161a Mihajlovi\u0107", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_004343", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Arrigo Sacchi", + "pred": "Hop 1: Walter Bianchi -> member of sports team -> Rimini FC (1984)\n Hop 2: Rimini FC -> head coach -> Arrigo Sacchi (1984)\n Answer: Arrigo Sacchi", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_008520", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Hans Loritz", + "pred": "Hop 1: Abraham Adolf Kaiser -> place of detention -> Dachau concentration camp (1938)\n Hop 2: Dachau concentration camp -> manager -> Hans Loritz (1938)\n Hop 3: Hans Loritz -> point in time after -> Anton Saefkow (1938)\n Answer: Hans Loritz", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_008566", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Hop 1: Hanns Martin Schleyer -> member of political party -> Christian Democratic Union (1975)\n Hop 2: Christian Democratic Union -> general secretary -> Kurt Biedenkopf (1975)\n Answer: Kurt Biedenkopf", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_005406", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "West Germany", + "pred": "Hop 1: Friedrich Hayek -> residence -> Freiburg im Breisgau (1980)\n Hop 2: Freiburg im Breisgau -> country -> West Germany (1980)\n Answer: West Germany", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005485", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Milo\u0161 Zeman", + "pred": "Hop 1: Bergepanzer B\u00fcffel -> operator -> Czech Republic (2022)\n Hop 2: Czech Republic -> head of state -> Milo\u0161 Zeman (2022)\n Answer: Milo\u0161 Zeman", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_006778", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italian lira", + "pred": "Hop 1: Lyla Rocco -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> currency -> Italian lira (1963)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_000448", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Alex Ferguson", + "pred": "Hop 1: Bryan Gunn -> member of sports team -> Aberdeen F.C. (1980)\n Hop 2: Aberdeen F.C. -> head coach -> Alex Ferguson (1980)\n Answer: Alex Ferguson", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_005253", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Aravind Adiga", + "pred": "Hop 1: Amitav Ghosh -> nominated for -> Booker Prize (2008)\n Hop 2: Q151708 -> winner -> Aravind Adiga (2008)\n Hop 3: John Berger -> nominated for -> Q151708 (2008)\n Answer: John Berger", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002793", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Hop 1: Mrs. Parkington -> nominated for -> Academy Award for Best Actress (1945)\n Hop 2: Academy Award for Best Actress -> winner -> Jennifer Jones (1945)\n Hop 3: Jennifer Jones -> winner -> Academy Award for Best Actress (1945)\n Hop 4: Academy Award for Best Actress -> winner -> Joan Crawford (1945)\n Answer: Joan Crawford", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001366", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Cliff Burton", + "pred": "Hop 1: Master of Puppets -> performer -> Metallica (1986)\n Hop 2: Metallica -> has part(s) -> Cliff Burton (1986)\n Answer: Cliff Burton", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000346", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Giorgio Napolitano", + "pred": "Hop 1: Giovanni Lilliu -> country of citizenship -> Italy (2010)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2010)\n Answer: Giorgio Napolitano", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_001380", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "John Williams", + "pred": "Hop 1: Katie Couric -> notable work -> Today (1999)\n Hop 2: Today -> composer -> John Williams (1999)\n Answer: John Williams", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_007366", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Hop 1: Giorgio Mastropasqua -> member of sports team -> Juventus FC (1973)\n Hop 2: Juventus FC -> chairperson -> Giampiero Boniperti (1973)\n Answer: Giampiero Boniperti", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_004085", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "Qing dynasty", + "pred": "Hop 1: Luo Yixiu -> spouse -> Mao Zedong (1907)\n Hop 2: Mao Zedong -> country of citizenship -> Qing dynasty (1907)\n Answer: Qing dynasty", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_002859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "Hop 1: Shimon Peres -> country of citizenship -> Mandatory Palestine (1943)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1943)\n Answer: United Kingdom", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_000061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Hop 1: Fay Weldon -> nominated for -> Booker Prize (1979)\n Hop 2: Booker Prize (1979) -> winner -> Penelope Fitzgerald (1979)\n Answer: Penelope Fitzgerald", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_002208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Hop 1: Steve Borthwick -> member of sports team -> England men\u2019s national rugby union team (2008)\n Hop 2: England men\u2019s national rugby union team -> kit supplier -> Nike (2008)\n Answer: Nike", + "em": 1.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_005149", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Dalvik VM", + "pred": "Hop 1: Grand Theft Auto III -> platform -> Android (2011)\n Hop 2: Android -> has part -> Dalvik VM (2011)\n Answer: Dalvik VM", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_007466", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Deutsche Mark", + "pred": "Hop 1: Sande -> country -> West Germany (1956)\n Hop 2: West Germany -> currency -> Deutsche Mark (1956)\n Answer: Deutsche Mark", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_001168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "EFL Championship", + "pred": "Hop 1: Joel Lynch -> member of sports team -> Nottingham Forest F.C. (2010)\n Hop 2: Nottingham Forest F.C. -> league or competition -> EFL Championship (2010)\n Answer: EFL Championship", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002303", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Hop 1: 19th Canadian Ministry -> head of government -> Lester B. Pearson (1968)\n Answer: Prime Minister of Canada", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_004925", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Hop 1: Bessie Love -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> winner of -> 1930 Academy Awards\n Answer: 1930 Academy Awards", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_002425", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Ugo Morin -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_003762", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Minneapolis Armory", + "pred": "Hop 1: Bud Grant -> member of sports team -> Los Angeles Lakers (1949)\n Hop 2: Los Angeles Lakers -> home venue -> Minneapolis Armory (1949)\n Answer: Minneapolis Armory", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000351", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Territory of Hawaii", + "pred": "Hop 1: Erazim Koh\u00e1k -> residence -> United States (1949)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1949)\n Answer: Territory of Hawaii", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003288", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Hop 1: Rainer Ernst -> member of sports team -> FC Girondins de Bordeaux (1992)\n Hop 2: FC Girondins de Bordeaux -> chairperson -> Alain Afflelou (1992)\n Answer: Alain Afflelou", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_001079", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Giampiero Boniperti", + "pred": "Hop 1: Stefano Tacconi -> member of sports team -> Juventus FC (1985)\n Hop 2: Juventus FC -> chairperson -> Giampiero Boniperti (1985)\n Answer: Giampiero Boniperti", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_004556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Paulo Bento", + "pred": "Hop 1: Baek Sung-dong -> member of sports team -> South Korea men's national football team (2022)\n Hop 2: South Korea men's national football team -> head coach -> Paulo Bento (2022)\n Answer: Paulo Bento", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_006454", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Steve Sampson", + "pred": "Hop 1: Kevin Hartman -> member of sports team -> United States men's national soccer team (2005)\n Hop 2: United States men's national soccer team -> head coach -> Steve Sampson (2005)\n Answer: Steve Sampson", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_007686", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "United States Cabinet", + "pred": "Hop 1: Edwin Denby -> position held -> United States Secretary of the Navy (1923)\n Hop 2: United States Secretary of the Navy -> part of -> United States Cabinet (1923)\n Answer: United States Cabinet", + "em": 1.0, + "f1": 0.3 + }, + { + "id": "q_001636", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "Hop 1: Andrew Schally -> award received -> Albert Lasker Award for Basic Medical Research (1975)\n Answer: 1975", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_000642", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Alan Hollinghurst", + "pred": "Hop 1: Ronan Bennett -> nominated for -> Booker Prize (2004)\n Hop 2: Booker Prize -> winner -> Alan Hollinghurst (2004)\n Answer: Alan Hollinghurst", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005992", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1906.0, + "gold": "Theodore Roosevelt", + "pred": "Hop 1: Alexander Graham Bell -> country of citizenship -> United States (1906)\n Hop 2: United States -> head of government -> Theodore Roosevelt (1906)\n Answer: Theodore Roosevelt", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001567", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Hop 1: William Vickrey -> residence -> New York City (1960)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1960)\n Answer: Robert Ferdinand Wagner Jr.", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003917", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Elizabeth II", + "pred": "Hop 1: Liz Smith -> country of citizenship -> United Kingdom (2015)\n Hop 2: United Kingdom -> head of state -> Elizabeth II (2015)\n Answer: Elizabeth II", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_007632", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pawe\u0142 Janas", + "pred": "Hop 1: Kamil Kosowski -> member of sports team -> Poland men's national football team (2005)\n Hop 2: Poland men's national football team -> head coach -> Pawe\u0142 Janas (2005)\n Answer: Pawe\u0142 Janas", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001702", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Eerste Divisie", + "pred": "Hop 1: Timothy Dreesen -> member of sports team -> Fortuna Sittard (2012)\n Hop 2: Fortuna Sittard -> league or competition -> Eerste Divisie (2012)\n Answer: Eerste Divisie", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006358", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "German Federal Archives", + "pred": "Hop 1: Karl-Liebknecht-Haus -> operator -> Communist Party of Germany (1932)\n Hop 2: Communist Party of Germany -> archives at -> German Federal Archives (1932)\n Hop 3: German Federal Archives -> operator -> Karl-Liebknecht-Haus (1932)\n Answer: German Federal Archives", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Dwight D. Eisenhower", + "pred": "Hop 1: Erazim Koh\u00e1k -> residence -> United States (1958)\n Hop 2: United States -> head of government -> Dwight D. Eisenhower (1958)\n Answer: Dwight D. Eisenhower", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_001724", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Lyndon B. Johnson", + "pred": "Hop 1: Stack-O-Tracks -> place of publication -> United States (1968)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1968)\n Answer: Lyndon B. Johnson", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_005308", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Hop 1: Jeanne Eagels -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> winner of -> Academy Award for Best Actress (1930)\n Answer: Academy Award for Best Actress (1930)", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006485", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Hop 1: Matthew Kneale -> nominated for -> Booker Prize (2000)\n Hop 2: Booker Prize -> winner -> Margaret Atwood (2000)\n Answer: Margaret Atwood", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_004831", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Hop 1: Piero Scotti -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005190", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Hop 1: Alexander Demandt -> employer -> Freie Universit\u00e4t Berlin (2003)\n Answer: Freie Universit\u00e4t Berlin", + "em": 1.0, + "f1": 0.4615384615384615 + }, + { + "id": "q_006636", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "George Marshall", + "pred": "Hop 1: James F. Byrnes -> position held -> United States Secretary of State (1947)\n Hop 2: United States Secretary of State -> position holder -> George Marshall (1947)\n Answer: United States Secretary of State", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_003213", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Hop 1: Frank Tieri -> residence -> United States (1965)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1965)\n Answer: Lyndon B. Johnson", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_005672", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: L\u0119bork -> country -> Nazi Germany (1939)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1939)\n Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006227", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: Leiden University -> funder -> Princeton University (2021)\n Answer: 2021", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_006185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Giffoni Film Festival", + "pred": "Hop 1: Big Sean -> unmarried partner -> Naya Rivera (2013)\n Hop 2: Naya Rivera -> award received -> Giffoni Film Festival (2013)\n Answer: Giffoni Film Festival", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_007816", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Franciszek Smuda", + "pred": "Hop 1: Marek Saganowski -> member of sports team -> Poland men's national football team (2012)\n Hop 2: Poland men's national football team -> head coach -> Franciszek Smuda (2012)\n Answer: Franciszek Smuda", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001958", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "John Lindsay", + "pred": "Hop 1: Arman -> work location -> New York City (1969)\n Hop 2: New York City -> head of government -> John Lindsay (1969)\n Answer: John Lindsay", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_007818", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Sepp Herberger", + "pred": "Hop 1: Fritz Herkenrath -> member of sports team -> Germany men's national association football team (1957)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1957)\n Answer: Sepp Herberger", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_003874", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Rina Franchetti -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_006836", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Gianni Dova -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> shares border with -> Yugoslavia (1989)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_005437", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Hop 1: Maria Tore Barbina -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1996)\n Answer: Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001779", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Chemnitz Government Region", + "pred": "Hop 1: Beate Zsch\u00e4pe -> residence -> Zwickau (2005)\n Hop 2: Zwickau -> located in -> Chemnitz Government Region (2005)\n Answer: Chemnitz Government Region", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_002182", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Giessen -> country -> Nazi Germany (1938)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1938)\n Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006540", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Hop 1: Piero Frescobaldi -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Hop 1: Al\u00edpio -> member of sports team -> S.L. Benfica (2011)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2011)\n Answer: Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 0.3 + }, + { + "id": "q_000470", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Renato Polselli -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> head of state -> Umberto II (1950)\n Answer: Umberto II", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004884", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Emma Thompson", + "pred": "Hop 1: Jodie Foster -> nominated for -> Academy Award for Best Actress (1992)\n Hop 2: Academy Award for Best Actress (1992) -> winner -> Emma Thompson (1992)\n Hop 3: Emma Thompson -> winner -> 1992\n Answer: 1992", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_008312", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "United Kingdom of Great Britain and Ireland", + "pred": "Hop 1: Virginia Woolf -> spouse -> Leonard Woolf (1924)\n Hop 2: Leonard Woolf -> spouse -> Virginia Woolf (1924)\n Hop 3: Virginia Woolf -> country of citizenship -> United Kingdom of Great Britain and Ireland (1924)\n Answer: United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 0.5384615384615384 + }, + { + "id": "q_006013", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "Hop 1: Louise Bourgeois -> work location -> New York City (1990)\n Hop 2: New York City -> head of government -> David Dinkins (1990)\n Answer: David Dinkins", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_006889", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Carlo Ancelotti", + "pred": "Hop 1: Franco Di Santo -> member of sports team -> Chelsea F.C. (2009)\n Hop 2: Chelsea F.C. -> head coach -> Carlo Ancelotti (2009)\n Answer: Carlo Ancelotti", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_003651", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Hop 1: Matt Carkner -> drafted by -> Montreal Canadiens (1999)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (1999)\n Answer: Saku Koivu", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_003374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Q82595", + "pred": "Hop 1: Mirco Born -> member of sports team -> Hertha BSC (2015)\n Hop 2: Hertha BSC -> league or competition -> Bundesliga (2015)\n Answer: Bundesliga", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Armando C\u00edrio -> country of citizenship -> Italy (2004)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2004)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_000420", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1917.0, + "gold": "1917", + "pred": "Hop 1: Transbaikal Oblast -> located in -> Russian Republic (1917)\n Hop 2: Russian Republic -> significant event -> February Revolution (1917)\n Answer: 1917", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_005828", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Prime Minister of Belize", + "pred": "Hop 1: Belize -> head of government -> Dean Barrow (2014)\n Answer: Prime Minister of Belize", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_006078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Sepp Herberger", + "pred": "Hop 1: Hans Nowak -> member of sports team -> Germany men's national association football team (1962)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1962)\n Answer: Sepp Herberger", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_002499", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Territory of Hawaii", + "pred": "Hop 1: Alexander Graham Bell -> country of citizenship -> United States (1922)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1922)\n Answer: Territory of Hawaii", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_008212", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "George VI", + "pred": "Hop 1: HMS Spur -> country -> United Kingdom (1947)\n Hop 2: United Kingdom -> head of state -> George VI (1947)\n Answer: George VI", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_006996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Salvatore Cassisa -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> shares border with -> Yugoslavia (1967)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_006976", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Gennaro Gattuso", + "pred": "Hop 1: Hakan \u00c7alhano\u011flu -> member of sports team -> AC Milan (2019)\n Hop 2: AC Milan -> head coach -> Gennaro Gattuso (2019)\n Answer: Gennaro Gattuso", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_007445", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Hop 1: Borussia Dortmund -> head coach -> J\u00fcrgen Klopp (2012)\n Hop 2: J\u00fcrgen Klopp -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2012)\n Answer: Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.08695652173913045 + }, + { + "id": "q_004525", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Lamberto Dini", + "pred": "Hop 1: Antonio Brancaccio -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1995)\n Answer: Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Giorgio Napolitano", + "pred": "Hop 1: Milram -> country -> Italy (2007)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2007)\n Answer: Giorgio Napolitano", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_003387", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: Tsinghua University -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Karlsruhe Institute of Technology (2021)\n Answer: 2021", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_004969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Hop 1: George Boateng -> member of sports team -> Nottingham Forest F.C. (2012)\n Hop 2: Nottingham Forest F.C. -> head coach -> Alex McLeish (2012)\n Answer: Alex McLeish", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_008292", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "United States", + "pred": "Hop 1: Yaroslav Popovych -> member of sports team -> Discovery Channel (2006)\n Hop 2: Discovery Channel -> country -> United States (2006)\n Answer: United States", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_006528", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "Hop 1: Leo K\u00f6nigsberger -> doctoral student -> Karl Bopp (1902)\n Hop 2: Karl Bopp -> doctoral advisor -> Moritz Cantor (1902)\n Answer: 1902", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_008636", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Walter Zenga", + "pred": "Hop 1: Giuseppe Mascara -> member of sports team -> Catania FC (2008)\n Hop 2: Catania FC -> head coach -> Walter Zenga (2008)\n Answer: Walter Zenga", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_004972", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Kia Forum", + "pred": "Hop 1: Kermit Washington -> member of sports team -> Boston Celtics (1977)\n Hop 2: Boston Celtics -> home venue -> Boston Garden (1977)\n Answer: Boston Garden", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006497", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Hungarian People's Republic", + "pred": "Hop 1: Demeter Balla -> work location -> Budapest (1957)\n Hop 2: Budapest -> capital of -> Hungarian People's Republic (1957)\n Answer: Hungarian People's Republic", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Hop 1: Fernando Torres -> member of sports team -> Chelsea F.C. (2014)\n Hop 2: Chelsea F.C. -> head coach -> Jos\u00e9 Mourinho (2014)\n Answer: Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_005410", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Taiwan", + "pred": "Hop 1: Elizabeth Bishop -> residence -> Brazil (1955)\n Hop 2: Brazil -> diplomatic relation -> Taiwan (1955)\n Answer: Taiwan", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_000901", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Hop 1: Gaza City -> country -> Israel (1996)\n Hop 2: Israel -> head of government -> Shimon Peres (1996)\n Answer: Shimon Peres", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_007838", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mircea Lucescu", + "pred": "Hop 1: Berkant G\u00f6ktan -> member of sports team -> Galatasaray S.K. (2002)\n Hop 2: Galatasaray S.K. -> head coach -> Mircea Lucescu (2002)\n Answer: Mircea Lucescu", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007144", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "The Internationale", + "pred": "Hop 1: Glazov -> located in -> Russian Soviet Federative Socialist Republic (1921)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> The Internationale (1921)\n Answer: The Internationale", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_003135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Jean Mistler", + "pred": "Hop 1: Ren\u00e9 Huyghe -> member of -> Acad\u00e9mie Fran\u00e7aise (1975)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Jean Mistler (1975)\n Answer: Jean Mistler", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000287", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Gerhard Casper", + "pred": "Hop 1: Andrew M. Stuart -> employer -> Stanford University (1993)\n Hop 2: Stanford University -> chairperson -> Gerhard Casper (1993)\n Answer: Gerhard Casper", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_004792", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Hop 1: Mario Piccioli -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> currency -> Italian lira (1947)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006621", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sean Yates", + "pred": "Hop 1: Q561361 -> member of sports team -> Ineos Grenadiers (2010)\n Hop 2: Ineos Grenadiers -> head coach -> Sean Yates (2010)\n Answer: Sean Yates", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_001788", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Hop 1: Jeanne Eagels -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> winner -> Jeanne Eagels (1930)\n Answer: Jeanne Eagels", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002557", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Fiorello H. La Guardia", + "pred": "Hop 1: Hanns Eisler -> work location -> New York City (1941)\n Hop 2: New York City -> head of government -> Fiorello H. La Guardia (1941)\n Answer: Fiorello H. La Guardia", + "em": 1.0, + "f1": 0.34782608695652173 + }, + { + "id": "q_006859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "Hop 1: Penelope Fitzgerald -> nominated for -> Booker Prize (1990)\n Hop 2: Booker Prize -> winner -> A. S. Byatt (1990)\n Answer: A. S. Byatt", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_006058", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Giuseppe Saragat", + "pred": "Hop 1: Antonio Pesenti -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1967)\n Answer: Giuseppe Saragat", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000536", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Hop 1: Baltazar -> member of sports team -> Atl\u00e9tico Madrid (1989)\n Hop 2: Atl\u00e9tico Madrid -> home venue -> Vicente Calder\u00f3n Stadium (1989)\n Answer: Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 0.3 + }, + { + "id": "q_007404", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2000.0, + "gold": "2000", + "pred": "Hop 1: Ronald Sukenick -> award received -> American Book Awards (2000)\n Hop 2: American Book Awards -> winner -> Robert Creeley (2000)\n Hop 3: Robert Creeley -> award received -> American Book Awards (2000)\n Hop 4: American Book Awards -> winner -> Helen Thomas (2000)\n Answer: 2000", + "em": 1.0, + "f1": 0.1 + }, + { + "id": "q_001292", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1990.0, + "gold": "1990", + "pred": "Hop 1: Winona Ryder -> nominated for -> Golden Globe Award for Best Supporting Actress \u2013 Motion Picture (1990)\n Hop 2: Golden Globe Award for Best Supporting Actress \u2013 Motion Picture -> winner -> Whoopi Goldberg (1990)\n Hop 3: Whoopi Goldberg -> equal to -> Julia Roberts (1990)\n Answer: 1990", + "em": 1.0, + "f1": 0.07692307692307693 + }, + { + "id": "q_002179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "Hop 1: Andr\u00e9 Brink -> nominated for -> Booker Prize (1976)\n Hop 2: Booker Prize -> winner -> David Storey (1976)\n Hop 3: David Storey -> award received -> John Braine (1976)\n Answer: John Braine", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_005996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Hop 1: Fay Weldon -> nominated for -> Booker Prize (1979)\n Hop 2: Booker Prize (1979) -> winner -> Penelope Fitzgerald (1979)\n Hop 3: Penelope Fitzgerald -> award received -> Nobel Prize (1979)\n Answer: Nobel Prize", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002490", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "Hop 1: Jeanne Eagels -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer (1930)\n Answer: 1930", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_001434", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "New York City", + "pred": "Hop 1: Betsey Johnson -> spouse -> John Cale (1971)\n Hop 2: John Cale -> residence -> New York City (1971)\n Answer: New York City", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_006868", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "Hop 1: Ben Kingsley -> award received -> European Film Award for Best Actor (2001)\n Hop 2: European Film Award for Best Actor (2001) -> winner -> Ray Winstone (2001)\n Answer: 2001", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_008663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jean Mistler", + "pred": "Hop 1: Roger Caillois -> member of -> Acad\u00e9mie Fran\u00e7aise (1977)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Jean Mistler (1977)\n Answer: Jean Mistler", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_002319", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2022.0, + "gold": "2022", + "pred": "Hop 1: Stevan Joveti\u0107 -> member of sports team -> Hertha BSC (2022)\n Hop 2: Hertha BSC -> head coach -> Felix Magath (2022)\n Answer: 2022", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_008472", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Inge Keller -> spouse -> Karl-Eduard von Schnitzler (1955)\n Hop 2: Karl-Eduard von Schnitzler -> country of citizenship -> German Democratic Republic (1955)\n Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_000496", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Massimo D'Alema", + "pred": "Hop 1: Fulvio Tomizza -> country of citizenship -> Italy (1999)\n Hop 2: Italy -> head of government -> Silvio Berlusconi (1999)\n Answer: Silvio Berlusconi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005883", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Hop 1: Germany -> head of state -> Roman Herzog (1997)\n Hop 2: G\u00fcnter Siegmund -> country of citizenship -> Germany (1997)\n Answer: Roman Herzog", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "BP", + "pred": "Hop 1: Rudolf Kargus -> member of sports team -> Hamburger SV (1980)\n Hop 2: Hamburger SV -> sponsor -> BP (1980)\n Answer: BP", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_001286", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Hop 1: Francesco Carpino -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1969)\n Answer: Giovanni Gronchi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003325", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Bucharest", + "pred": "Hop 1: Vla\u0219ca County -> country -> Kingdom of Romania (1947)\n Hop 2: Kingdom of Romania -> capital -> Bucharest (1947)\n Answer: Bucharest", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_000231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "Hop 1: Sister Rosetta Tharpe -> residence -> Chicago (1924)\n Hop 2: Chicago -> head of government -> William Emmett Dever (1924)\n Answer: William Emmett Dever", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_000949", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Hop 1: Germany -> head of state -> Roman Herzog (1997)\n Answer: Roman Herzog", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_004634", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Hop 1: Rossens -> replaced by -> Villarzel (2006)\n Hop 2: Villarzel -> replaces -> S\u00e9deilles (2006)\n Answer: 2006", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_008417", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Hop 1: Stephan Andrist -> member of sports team -> FC Aarau (2015)\n Hop 2: FC Aarau -> league or competition -> Swiss Super League (2015)\n Answer: Swiss Super League", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_007078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Raffaele Anguilla -> country of citizenship -> Italy (2002)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2002)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_003711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mary J. Blige", + "pred": "Hop 1: Aaliyah -> nominated for -> MTV Video Music Award for Best R&B Video (2002)\n Hop 2: MTV Video Music Award for Best R&B Video -> winner -> Mary J. Blige (2002)\n Answer: Mary J. Blige", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_007469", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Hop 1: Kumamoto -> replaces -> J\u014dnan (2010)\n Answer: 2010", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_002488", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Italian lira", + "pred": "Hop 1: Avanti Martinetti -> country of citizenship -> Italy (1954)\n Hop 2: Italy -> currency -> Italian lira (1954)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_004737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Hop 1: Gaza City -> country -> Israel (1996)\n Hop 2: Israel -> head of government -> Shimon Peres (1996)\n Answer: Shimon Peres", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_007418", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Luigi Agnolin -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> member of -> European Union (1998)\n Answer: European Union", + "em": 0.0, + "f1": 0.10526315789473682 + }, + { + "id": "q_006584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Elliott Gould", + "pred": "Hop 1: Barbra Streisand -> spouse -> Elliott Gould (1963)\n Hop 2: Happy Days Are Here Again -> performer -> Barbra Streisand (1963)\n Answer: Elliott Gould", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_005916", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Italian lira", + "pred": "Hop 1: Marta Abba -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> currency -> Italian lira (1962)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_003663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Micha\u0142 Matyas", + "pred": "Hop 1: Zygfryd Szo\u0142tysik -> member of sports team -> Poland men's national football team (1967)\n Hop 2: Poland men's national football team -> head coach -> Micha\u0142 Matyas (1967)\n Answer: Micha\u0142 Matyas", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006233", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Hop 1: Ayhan Akman -> member of sports team -> Galatasaray S.K. (2006)\n Hop 2: Galatasaray S.K. -> head coach -> Eric Gerets (2006)\n Answer: Eric Gerets", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_005848", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "German Empire", + "pred": "Hop 1: Hugo von Tschudi -> work location -> Munich (1909)\n Hop 2: Munich -> country -> German Empire (1909)\n Answer: German Empire", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005040", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Antonio Segni", + "pred": "Hop 1: Rossana Rossanda -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1963)\n Answer: Giovanni Gronchi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005138", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Hartmann Lauterbacher -> member of political party -> Nazi Party (1942)\n Hop 2: Nazi Party -> chairperson -> Hans Frank (1942)\n Answer: Hans Frank", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004246", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Giorgio Ferrini -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> shares border with -> Yugoslavia (1948)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_007892", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Italian lira", + "pred": "Hop 1: Isabella Biagini -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> currency -> Italian lira (1993)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_003061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Fritz-Julius Lemp -> country of citizenship -> Nazi Germany (1941)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1941)\n Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_006684", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Guido Guerrini -> country of citizenship -> Italy (1949)\n Hop 2: Italy -> head of state -> Enrico De Nicola (1949)\n Answer: Enrico De Nicola", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001045", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Hop 1: Coldplay -> winner -> MTV Europe Music Award for Best Song (2005)\n Answer: 2005", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_007568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "association football", + "pred": "Hop 1: Philipp Laux -> member of sports team -> SSV Ulm 1846 (1998)\n Hop 2: SSV Ulm 1846 -> sport -> association football (1998)\n Answer: association football", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002791", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Lory Del Santo", + "pred": "Hop 1: Pattie Boyd -> spouse -> Eric Clapton (1987)\n Hop 2: Eric Clapton -> unmarried partner -> Lory Del Santo (1987)\n Answer: Lory Del Santo", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_005581", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Hop 1: The Ninth Day -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor (2005) -> winner -> Daniel Auteuil (2005)\n Hop 3: Daniel Auteuil (2005) -> winner -> C\u00e9sar Award for Best Actor (2005)\n Answer: C\u00e9sar Award for Best Actor", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Pawe\u0142 Janas", + "pred": "Hop 1: Marcin Baszczy\u0144ski -> member of sports team -> Poland men's national football team (2004)\n Hop 2: Poland men's national football team -> head coach -> Pawe\u0142 Janas (2004)\n Answer: Pawe\u0142 Janas", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004802", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "John W. Campbell", + "pred": "Hop 1: Orson Scott Card -> award received -> Astounding Award for Best New Writer (1978)\n Hop 2: Astounding Award for Best New Writer -> named after -> John W. Campbell (1978)\n Answer: John W. Campbell", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_004455", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Hop 1: Guido Celano -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> head of state -> Giovanni Leone (1975)\n Answer: Giovanni Leone", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_001570", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Otto Nerz", + "pred": "Hop 1: Rudolf Noack -> member of sports team -> Germany men's national association football team (1936)\n Hop 2: Germany men's national association football team -> head coach -> Otto Nerz (1936)\n Answer: Otto Nerz", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_005703", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Morten Olsen", + "pred": "Hop 1: Kasper Lorentzen -> member of sports team -> Denmark men's national football team (2012)\n Hop 2: Denmark men's national football team -> head coach -> Morten Olsen (2012)\n Answer: Morten Olsen", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006235", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Diego Simeone", + "pred": "Hop 1: Maxi L\u00f3pez -> member of sports team -> Catania FC (2011)\n Hop 2: Catania FC -> head coach -> Diego Simeone (2011)\n Answer: Diego Simeone", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001186", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Susan Sarandon", + "pred": "Hop 1: Nell -> nominated for -> Academy Award for Best Actress (1995)\n Hop 2: Academy Award for Best Actress (1995) -> winner -> Susan Sarandon\n Hop 3: Susan Sarandon -> winner -> 1995\n Answer: 1995", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_005903", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Hop 1: Serdar Eylik -> member of sports team -> Galatasaray S.K. (2009)\n Hop 2: Galatasaray S.K. -> head coach -> B\u00fclent Korkmaz (2009)\n Answer: 2009", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_002985", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Bettino Craxi", + "pred": "Hop 1: Mario Agnes -> country of citizenship -> Italy (1986)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1986)\n Answer: Giovanni Spadolini", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Hop 1: Piotr Jegor -> member of sports team -> Poland men's national football team (1991)\n Hop 2: Poland men's national football team -> head coach -> Andrzej Strejlau (1991)\n Answer: Andrzej Strejlau", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008323", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Hop 1: Demeter Balla -> work location -> Budapest (1968)\n Hop 2: Budapest -> capital of -> Hungarian People's Republic (1968)\n Answer: Hungarian People's Republic", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_006277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Italy -> shares border with -> Yugoslavia (1981)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_005474", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Oskar von Miller", + "pred": "Hop 1: Rudolf Diesel -> member of -> VDI \u2013 The Association of German Engineers (1913)\n Hop 2: VDI \u2013 The Association of German Engineers -> board member -> Oskar von Miller (1913)\n Answer: Oskar von Miller", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_001830", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Nippon Bud\u014dkan", + "pred": "Hop 1: B'z -> award received -> Japan Record Awards (1990)\n Hop 2: Japan Record Awards -> location -> Nippon Bud\u014dkan (1990)\n Answer: Nippon Bud\u014dkan", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_001756", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Hop 1: Alessandro Alessandroni -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> currency -> Italian lira (1947)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_001887", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "Hop 1: Dietmar Hamann -> member of sports team -> Germany men's national association football team (2004)\n Hop 2: Germany men's national association football team -> head coach -> J\u00fcrgen Klinsmann (2004)\n Answer: J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_005552", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Hop 1: Achim Mentzel -> presenter -> Achims Hitparade (1999)\n Hop 2: Achims Hitparade -> original broadcaster -> Mitteldeutscher Rundfunk (1999)\n Answer: Mitteldeutscher Rundfunk", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_004901", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Wen Jiabao", + "pred": "Hop 1: Xiao Yang -> country of citizenship -> People's Republic of China (2008)\n Hop 2: People's Republic of China -> head of government -> Wen Jiabao (2008)\n Answer: Wen Jiabao", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006473", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Hop 1: athletics at the 2008 Summer Olympics \u2013 men's 200 metres -> participant -> Usain Bolt (2008)\n Hop 2: Usain Bolt -> participant in -> athletics at the 2008 Summer Olympics \u2013 men's 100 metres (2008)\n Hop 3: athletics at the 2008 Summer Olympics \u2013 men's 100 metres -> year -> 2", + "em": 1.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_006253", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Hop 1: Peter Bergmann -> award received -> Einstein Prize (2003)\n Hop 2: Einstein Prize -> winner -> John Archibald Wheeler (2003)\n Answer: 2003", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_002709", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Alex McLeish", + "pred": "Hop 1: Robin Shroot -> member of sports team -> Walsall F.C. (2009)\n Hop 2: Walsall F.C. -> head coach -> John Ward (2009)\n Answer: John Ward", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007811", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Giovanni Spadolini", + "pred": "Hop 1: Dante Amarilli -> country of citizenship -> Italy (1982)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1982)\n Answer: Giovanni Spadolini", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_006165", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Edward Cassidy", + "pred": "Hop 1: Joint Declaration on the Doctrine of Justification -> signatory -> Dicastery for promoting Christian unity (1999)\n Hop 2: Dicastery for promoting Christian unity -> chairperson -> Edward Cassidy (1999)\n Hop 3: Edward Cassidy -> successor -> John H. Newman (1999)\n Answer: John H. Newman", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_007431", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Ernest Borgnine", + "pred": "Hop 1: Dan O'Herlihy -> nominated for -> Academy Award for Best Actor (1955)\n Hop 2: Academy Award for Best Actor (1955) -> winner -> Ernest Borgnine\n Hop 3: Ernest Borgnine -> winner of -> 1955 Golden Globe Award for Best Actor - Motion Picture Drama\n Answer: 1955 Golden Globe Award for Best Actor - Motion Picture Drama", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_002594", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Soviet Union", + "pred": "Hop 1: Kiliia Raion -> located in -> Odesa Oblast (1956)\n Hop 2: Odesa Oblast -> country -> Soviet Union (1956)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_004546", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "David Dinkins", + "pred": "Hop 1: Nancy Graves -> work location -> New York City (1992)\n Hop 2: New York City -> head of government -> David Dinkins (1992)\n Answer: David Dinkins", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_006589", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Hop 1: Giorgio Albani -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Giuliano Amato (1996)\n Answer: Giuliano Amato", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006151", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: Ulm University -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Forschungszentrum J\u00fclich (2021)\n Answer: 2021", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_005300", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Otto Rehhagel", + "pred": "Hop 1: Dimitris Salpingidis -> member of sports team -> Greece men's national football team (2009)\n Hop 2: Greece men's national football team -> head coach -> Otto Rehhagel (2009)\n Answer: Otto Rehhagel", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003618", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Franz Joseph I of Austria", + "pred": "Hop 1: Istv\u00e1n Bib\u00f3 -> educated at -> University of Szeged (1929)\n Hop 2: University of Szeged -> named after -> Franz Joseph I of Austria (1929)\n Answer: Franz Joseph I of Austria", + "em": 1.0, + "f1": 0.4347826086956522 + }, + { + "id": "q_001231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "Hop 1: Discovery Channel -> country -> United States (2002)\n Hop 2: United States -> head of government -> George W. Bush (2002)\n Answer: George W. Bush", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_001195", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Alan Hollinghurst -> winner -> Booker Prize (2004)\n Hop 2: Ronan Bennett -> nominated for -> Booker Prize (2004)\n Answer: 2004", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_007049", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1978.0, + "gold": "1978", + "pred": "Hop 1: Vernon Benjamin Mountcastle -> award received -> Louisa Gross Horwitz Prize (1978)\n Answer: 1978", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_003961", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Edith Roosevelt", + "pred": "Hop 1: Immigration Act of 1903 -> signatory -> Theodore Roosevelt (1903)\n Hop 2: Theodore Roosevelt -> spouse -> Edith Roosevelt (1903)\n Answer: Edith Roosevelt", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_002548", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "Hop 1: Charles Debbas -> country of citizenship -> Ottoman Empire (1901)\n Hop 2: Ottoman Empire -> basic form of government -> absolute monarchy (1901)\n Answer: absolute monarchy", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1910.0, + "gold": "Austria\u2013Hungary", + "pred": "Hop 1: Vilmos F\u00e9mes Beck -> work location -> Budapest (1910)\n Hop 2: Budapest -> country -> Austria\u2013Hungary (1910)\n Answer: Austria\u2013Hungary", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_003484", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "United Kingdom", + "pred": "Hop 1: Netanya -> country -> Mandatory Palestine (1934)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1934)\n Answer: United Kingdom", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_002374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Kingdome", + "pred": "Hop 1: Tom Chambers -> member of sports team -> Seattle SuperSonics (1985)\n Hop 2: Seattle SuperSonics -> home venue -> Kingdome (1985)\n Answer: Kingdome", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_002163", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Clive Woodward", + "pred": "Hop 1: Phil Vickery -> member of sports team -> England men\u2019s national rugby union team (2002)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Clive Woodward (2002)\n Answer: Clive Woodward", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_006692", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Bruce Buck", + "pred": "Hop 1: Marko Marin -> member of sports team -> Chelsea F.C. (2016)\n Hop 2: Chelsea F.C. -> chairperson -> Bruce Buck (2016)\n Answer: Bruce Buck", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_006073", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Volker Finke", + "pred": "Hop 1: Alain Sutter -> member of sports team -> SC Freiburg (1997)\n Hop 2: SC Freiburg -> head coach -> Volker Finke (1997)\n Answer: Volker Finke", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_008473", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Roman Abramovich", + "pred": "Hop 1: Lassana Diarra -> member of sports team -> Chelsea F.C. (2005)\n Hop 2: Chelsea F.C. -> owned by -> Roman Abramovich (2005)\n Answer: Roman Abramovich", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_003674", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1978.0, + "gold": "Leonid Brezhnev", + "pred": "Hop 1: Viktor Anpilov -> member of political party -> Communist Party of the Soviet Union (1978)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Mikhail Gorbachev (1978)\n Answer: Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003352", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "absolute monarchy", + "pred": "Hop 1: Bitola -> country -> Ottoman Empire (1907)\n Hop 2: Ottoman Empire -> basic form of government -> absolute monarchy (1907)\n Answer: absolute monarchy", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_004456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Hop 1: Giorgio Mastropasqua -> member of sports team -> Juventus FC (1973)\n Hop 2: Juventus FC -> chairperson -> Giampiero Boniperti (1973)\n Answer: Giampiero Boniperti", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_002789", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Italian lira", + "pred": "Hop 1: Pietro Lana -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> currency -> Italian lira (1950)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005326", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Spencer Tracy", + "pred": "Hop 1: Paul Muni -> nominated for -> Academy Award for Best Actor (1938)\n Hop 2: Academy Award for Best Actor (1938) -> winner -> Spencer Tracy\n Hop 3: Spencer Tracy -> winner -> 1938\n Answer: 1938", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_005284", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Erich Werdermann", + "pred": "Hop 1: Botanic Garden and Botanical Museum Berlin -> chief executive officer -> Erich Werdermann (1958)\n Answer: Erich Werdermann", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_005774", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Hop 1: Stephan Andrist -> member of sports team -> FC Aarau (2015)\n Hop 2: FC Aarau -> league or competition -> Swiss Super League (2015)\n Answer: Swiss Super League", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003372", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Patrick Le Lay", + "pred": "Hop 1: Star Academy -> original broadcaster -> TF1 (2008)\n Hop 2: TF1 -> chairperson -> Patrick Le Lay (2008)\n Answer: Patrick Le Lay", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_008201", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Hop 1: Nicole Kidman -> award received -> Academy Award for Best Actress (2002)\n Hop 2: Monster -> award received -> Academy Award for Best Actress (2002)\n Answer: 2002", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_001153", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Franz Beckenbauer", + "pred": "Hop 1: Pierre Littbarski -> member of sports team -> Germany men's national association football team (1985)\n Hop 2: Germany men's national association football team -> head coach -> Franz Beckenbauer (1985)\n Answer: Franz Beckenbauer", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_007164", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "Simone Inzaghi", + "pred": "Hop 1: Pepe Reina -> member of sports team -> AC Milan (2020)\n Hop 2: AC Milan -> head coach -> Stefano Pioli (2020)\n Answer: Stefano Pioli", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006407", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Allianz Arena", + "pred": "Hop 1: Pascal Ojigwe -> member of sports team -> TSV 1860 M\u00fcnchen (2005)\n Hop 2: TSV 1860 M\u00fcnchen -> home venue -> Allianz Arena (2005)\n Answer: Allianz Arena", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_001540", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "Hop 1: Martin Posp\u00ed\u0161il -> member of sports team -> Czechia men's national football team (2013)\n Hop 2: Czechia men's national football team -> head coach -> Josef Pe\u0161ice (2013)\n Answer: 2013", + "em": 1.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_005100", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Bernd Leistner -> award received -> Heinrich Mann Prize (1985)\n Hop 2: Heinrich Mann Prize -> country -> German Democratic Republic (1985)\n Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_006066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Claudio Ranieri", + "pred": "Hop 1: Hasan Salihamid\u017ei\u0107 -> member of sports team -> Juventus FC (2008)\n Hop 2: Juventus FC -> head coach -> Claudio Ranieri (2008)\n Answer: Claudio Ranieri", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Virgilio No\u00e8 -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Economic Community (1951)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_006837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Hop 1: Cast Away -> nominated for -> Academy Award for Best Actor (2001)\n Hop 2: Academy Award for Best Actor (2001) -> winner -> Denzel Washington\n Hop 3: Denzel Washington -> winner of -> 1999 Tony Award for Best Actor in a Play\n Answer: Denzel Washington", + "em": 1.0, + "f1": 0.16 + }, + { + "id": "q_007894", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Hop 1: Colin Firth -> winner -> European Film Award for Best Actor (2011)\n Hop 2: Andr\u00e9 Wilms -> nominated for -> European Film Award for Best Actor (2011)\n Answer: 2011", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_008658", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Ruslan Rotan", + "pred": "Hop 1: Oleh Husiev -> member of sports team -> Ukraine men's national football team (2016)\n Hop 2: Ukraine men's national football team -> team captain -> Ruslan Rotan (2016)\n Hop 3: Ruslan Rotan -> team captain -> Andriy Shevchenko (2016)\n Answer: Andriy Shevchenko", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_005158", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Hop 1: Pietro Giacomo Nonis -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Antonio Segni (1965)\n Answer: Antonio Segni", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Italian lira", + "pred": "Hop 1: Giacomo Fornoni -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> currency -> Italian lira (1994)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_008060", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Bundesliga", + "pred": "Hop 1: Bernhard Schachner -> member of sports team -> Admira Wacker (2012)\n Hop 2: Admira Wacker -> league or competition -> Bundesliga (2012)\n Answer: Bundesliga", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_004900", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "SeatGeek Stadium", + "pred": "Hop 1: Benji Joya -> member of sports team -> Chicago Fire FC (2014)\n Hop 2: Chicago Fire FC -> home venue -> SeatGeek Stadium (2014)\n Answer: SeatGeek Stadium", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000430", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Bombardier", + "pred": "Hop 1: ALSTOM Transportation Germany -> parent organization or unit -> Bombardier (2005)\n Answer: Bombardier", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_006467", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Taiwan", + "pred": "Hop 1: Enderbury Island -> country -> United Kingdom (1938)\n Hop 2: United Kingdom -> diplomatic relation -> Taiwan (1938)\n Answer: Taiwan", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_004710", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "Hop 1: Tim Borowski -> member of sports team -> Germany men's national association football team (2005)\n Hop 2: Germany men's national association football team -> head coach -> J\u00fcrgen Klinsmann (2005)\n Answer: J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_000041", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Hop 1: Giorgio Albani -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1996)\n Answer: Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004408", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "crown prince", + "pred": "Hop 1: Louise Mountbatten -> spouse -> Gustaf VI Adolf of Sweden (1939)\n Hop 2: Gustaf VI Adolf of Sweden -> position held -> crown prince (1939)\n Answer: crown prince", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001201", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Giovanni Azzini -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> shares border with -> Yugoslavia (1964)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_004457", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Hop 1: Franz Anton Basch -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1921)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1921)\n Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_005193", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Italian lira", + "pred": "Hop 1: Antonio Cariglia -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> currency -> Italian lira (1969)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005781", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "State Anthem of the Soviet Union", + "pred": "Hop 1: Kursk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1987)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> Soviet Union (1987)\n Answer: Soviet Union", + "em": 0.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_004013", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Hop 1: Bernd Franke -> member of sports team -> Germany men's national association football team (1982)\n Hop 2: Germany men's national association football team -> head coach -> Jupp Derwall (1982)\n Answer: Jupp Derwall", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_003935", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Volker Finke", + "pred": "Hop 1: Andreas Bornemann -> member of sports team -> SC Freiburg (1999)\n Hop 2: SC Freiburg -> head coach -> Volker Finke (1999)\n Answer: Volker Finke", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_006770", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Silvio Berlusconi", + "pred": "Hop 1: Fernando Redondo -> member of sports team -> AC Milan (2004)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (2004)\n Answer: Silvio Berlusconi", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_008617", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Valerio Bacigalupo -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> shares border with -> Yugoslavia (1948)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_008708", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Me\u0161a Selimovi\u0107 -> award received -> NIN Prize (1966)\n Hop 2: NIN Prize -> country -> Socialist Federal Republic of Yugoslavia (1966)\n Answer: Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 0.45454545454545453 + }, + { + "id": "q_005902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Zden\u011bk Zeman", + "pred": "Hop 1: Aron Winter -> member of sports team -> SS Lazio (1996)\n Hop 2: SS Lazio -> head coach -> Zden\u011bk Zeman (1996)\n Answer: Zden\u011bk Zeman", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_007389", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Saku Koivu", + "pred": "Hop 1: Louis Leblanc -> drafted by -> Montreal Canadiens (2009)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (2009)\n Answer: Saku Koivu", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_005554", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Moscow", + "pred": "Hop 1: Imi Knoebel -> work location -> D\u00fcsseldorf (1992)\n Hop 2: D\u00fcsseldorf -> twinned with -> Moscow (1992)\n Answer: Moscow", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_000408", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Kingdom of Prussia", + "pred": "Hop 1: Paul Cassirer -> work location -> Berlin (1904)\n Hop 2: Berlin -> located in -> Kingdom of Prussia (1904)\n Answer: Kingdom of Prussia", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_003634", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Uwe Neuhaus", + "pred": "Hop 1: Micha\u0142 Bemben -> member of sports team -> 1. FC Union Berlin (2008)\n Hop 2: 1. FC Union Berlin -> head coach -> Uwe Neuhaus (2008)\n Answer: Uwe Neuhaus", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006653", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Italian lira", + "pred": "Hop 1: Renato Barisani -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> currency -> Italian lira (1997)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_000961", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Kate Winslet", + "pred": "Hop 1: La Vie en Rose -> nominated for -> Academy Award for Best Actress (2008)\n Hop 2: Academy Award for Best Actress -> winner -> Kate Winslet (2008)\n Hop 3: Kate Winslet -> winner of -> 2008 Academy Awards (2008)\n Answer: 2008 Academy Awards", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_002923", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Enrico Prampolini -> country of citizenship -> Italy (1949)\n Hop 2: Italy -> shares border with -> Yugoslavia (1949)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_008130", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Silvio Berlusconi", + "pred": "Hop 1: Sergio Porrini -> member of sports team -> AC Milan (1988)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (1988)\n Answer: Silvio Berlusconi", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_001668", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Jane Fonda", + "pred": "Hop 1: Women in Love -> nominated for -> Academy Award for Best Actress (1971)\n Hop 2: Academy Award for Best Actress -> winner -> Jane Fonda (1971)\n Hop 3: Jane Fonda -> winner -> 1971\n Answer: 1971", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Lucien Favre", + "pred": "Hop 1: Marcel Schmelzer -> member of sports team -> Borussia Dortmund (2019)\n Hop 2: Borussia Dortmund -> head coach -> Lucien Favre (2019)\n Answer: Lucien Favre", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_007280", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Klaus Wowereit", + "pred": "Hop 1: Ann Wolff -> work location -> Berlin (2006)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2006)\n Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_004011", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "Hop 1: Brian Moore -> nominated for -> Booker Prize (1976)\n Hop 2: Booker Prize -> winner -> David Storey (1976)\n Answer: David Storey", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_001876", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Thomas Tuchel", + "pred": "Hop 1: Anthony Ujah -> member of sports team -> 1. FSV Mainz 05 (2012)\n Hop 2: 1. FSV Mainz 05 -> head coach -> Thomas Tuchel (2012)\n Answer: Thomas Tuchel", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_003426", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "George H. W. Bush", + "pred": "Hop 1: Motorola -> country -> United States (1992)\n Hop 2: United States -> head of government -> George H. W. Bush (1992)\n Answer: George H. W. Bush", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_008324", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "Hop 1: Corinne Griffith -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer (1930)\n Answer: 1930", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_001089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Hop 1: Ansano Giannarelli -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfari (1998)\n Answer: Oscar Luigi Scalfari", + "em": 0.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001646", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Hop 1: Walter Samuel -> member of sports team -> Inter Milan (2008)\n Hop 2: Inter Milan -> head coach -> Jos\u00e9 Mourinho (2008)\n Answer: Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001719", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "Hop 1: Tim Borowski -> member of sports team -> Germany men's national association football team (2005)\n Hop 2: Germany men's national association football team -> head coach -> J\u00fcrgen Klinsmann (2005)\n Answer: J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_005359", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Hop 1: George Boateng -> member of sports team -> Nottingham Forest F.C. (2012)\n Hop 2: Nottingham Forest F.C. -> head coach -> Alex McLeish (2012)\n Answer: Alex McLeish", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_002201", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Princeton University", + "pred": "Hop 1: Nash equilibrium -> theorized by -> John Forbes Nash (1949)\n Hop 2: John Forbes Nash -> educated at -> Princeton University (1949)\n Answer: Princeton University", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000953", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Hop 1: Monica Ali -> nominated for -> Booker Prize (2003)\n Hop 2: Booker Prize -> winner -> DBC Pierre (2003)\n Answer: DBC Pierre", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_003588", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Hop 1: Antonio L\u00f3pez -> member of sports team -> Atl\u00e9tico Madrid (2008)\n Hop 2: Atl\u00e9tico Madrid -> head coach -> Javier Aguirre (2008)\n Answer: Javier Aguirre", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_006330", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Hop 1: Gerard Donovan -> nominated for -> Booker Prize (2003)\n Hop 2: Booker Prize -> winner -> DBC Pierre (2003)\n Answer: DBC Pierre", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006529", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "Hop 1: Michel Bouquet -> nominated for -> European Film Award for Best Actor (1991)\n Hop 2: European Film Award for Best Actor (1991) -> winner -> Ultra (1991)\n Answer: 1991", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_006295", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Hop 1: Mrs. Parkington -> nominated for -> Academy Award for Best Actress (1945)\n Hop 2: Academy Award for Best Actress -> winner -> Joan Crawford (1945)\n Hop 3: Joan Crawford -> winner -> Academy Award for Best Actress (1945)\n Answer: Joan Crawford", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_007246", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Agostino Coletto -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Free Trade Association (1952)\n Answer: European Free Trade Association", + "em": 0.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_001257", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "Hop 1: Shimon Peres -> country of citizenship -> Mandatory Palestine (1943)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1943)\n Hop 3: United Kingdom -> located in -> United Kingdom of Great Britain and Ireland (1943)\n Answer: United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_004353", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Hop 1: Michel D\u00e9on -> member of -> Acad\u00e9mie Fran\u00e7aise (1988)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Maurice Druon (1988)\n Answer: Maurice Druon", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_001453", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Kyakhta -> country -> Russian Empire (1915)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1915)\n Answer: Nicholas II of Russia", + "em": 1.0, + "f1": 0.4210526315789474 + }, + { + "id": "q_008300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Italy -> shares border with -> Yugoslavia (1951)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_008480", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "Hop 1: Academy Award for Best Actor -> winner -> Denzel Washington (2001)\n Hop 2: Ed Harris -> nominated for -> Academy Award for Best Actor (2001)\n Answer: 2001", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_006167", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "LMFAO", + "pred": "Hop 1: Party Rock Anthem -> award received -> MTV Movie Award for Best Song from a Movie (2012)\n Hop 2: MTV Movie Award for Best Song from a Movie -> winner -> LMFAO (2012)\n Hop 3: LMFAO -> winner -> Janelle Mon\u00e1e (2012)\n Answer: Janelle Mon\u00e1e", + "em": 1.0, + "f1": 0.08695652173913045 + }, + { + "id": "q_003258", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "J\u00fcrgen Linden", + "pred": "Hop 1: Ena von Baer -> residence -> Aachen (2002)\n Hop 2: Aachen -> head of government -> J\u00fcrgen Linden (2002)\n Answer: J\u00fcrgen Linden", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_004631", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "absolute monarchy", + "pred": "Hop 1: Trabzon Province -> country -> Ottoman Empire (1904)\n Hop 2: Ottoman Empire -> basic form of government -> absolute monarchy (1904)\n Answer: absolute monarchy", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_004837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Ang Lee", + "pred": "Hop 1: The Tree of Life -> nominated for -> Academy Award for Best Director (2012)\n Hop 2: Academy Award for Best Director -> winner -> Ang Lee (2012)\n Answer: Ang Lee", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002531", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Austria", + "pred": "Hop 1: Auger effect -> discoverer or inventor -> Lise Meitner (1922)\n Hop 2: Lise Meitner -> country of citizenship -> Austria (1922)\n Answer: Austria", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_008228", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Frances McDormand", + "pred": "Hop 1: Elisabeth Shue -> nominated for -> Academy Award for Best Actress (1996)\n Hop 2: Academy Award for Best Actress (1996) -> winner -> Frances McDormand (1996)\n Hop 3: Frances McDormand -> nominated for -> The Big Chill (1996)\n Answer: The Big Chill", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005557", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Fatih Terim", + "pred": "Hop 1: Adem B\u00fcy\u00fck -> member of sports team -> Turkey men's national football team (2014)\n Hop 2: Turkey men's national football team -> head coach -> Fatih Terim (2014)\n Answer: Fatih Terim", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007336", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Hop 1: Daniel Br\u00fchl -> winner -> European Film Award for Best Actor (2003)\n Hop 2: Luigi Lo Cascio -> nominated for -> European Film Award for Best Actor (2003)\n Answer: 2003", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_003098", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Hop 1: Flavio Mogherini -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of state -> Sandro Pertini (1980)\n Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_002950", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1945.0, + "gold": "1945", + "pred": "Hop 1: Mrs. Parkington -> nominated for -> Academy Award for Best Actress (1945)\n Hop 2: Academy Award for Best Actress -> winner -> Joan Crawford (1945)\n Answer: 1945", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_000019", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Italian lira", + "pred": "Hop 1: Maurizio Lucidi -> country of citizenship -> Italy (2002)\n Hop 2: Italy -> currency -> Italian lira (2002)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_001920", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Claudio Ranieri", + "pred": "Hop 1: Roberto Di Matteo -> member of sports team -> Chelsea F.C. (2002)\n Hop 2: Chelsea F.C. -> head coach -> Claudio Ranieri (2002)\n Answer: Claudio Ranieri", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_005782", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "Italian lira", + "pred": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1973)\n Hop 2: Italy -> currency -> Italian lira (1973)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "White Hart Lane", + "pred": "Hop 1: Alf Ramsey -> member of sports team -> Tottenham Hotspur F.C. (1954)\n Hop 2: Tottenham Hotspur F.C. -> home venue -> White Hart Lane (1954)\n Answer: White Hart Lane", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_000862", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Humphrey Bogart", + "pred": "Hop 1: Jos\u00e9 Ferrer -> nominated for -> Academy Award for Best Actor (1951)\n Hop 2: Academy Award for Best Actor (1951) -> winner -> Humphrey Bogart\n Hop 3: Humphrey Bogart -> nominated for -> The African Queen (1951)\n Answer: The African Queen", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001033", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "China Mi\u00e9ville", + "pred": "Hop 1: Cloud Atlas -> nominated for -> Arthur C. Clarke Award (2005)\n Hop 2: Arthur C. Clarke Award -> winner -> China Mi\u00e9ville (2005)\n Answer: China Mi\u00e9ville", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_003960", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Inge Keller -> spouse -> Karl-Eduard von Schnitzler (1955)\n Hop 2: Karl-Eduard von Schnitzler -> country of citizenship -> German Democratic Republic (1955)\n Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006287", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Hop 1: Josh Lewsey -> member of sports team -> England men\u2019s national rugby union team (1999)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Clive Woodward (1999)\n Answer: Clive Woodward", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_007880", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Giovanni Trapattoni", + "pred": "Hop 1: Stefano Tacconi -> member of sports team -> Genoa CFC (1992)\n Hop 2: Genoa CFC -> head coach -> Giuseppe Pillon (1992)\n Answer: Giuseppe Pillon", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005772", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Titel Municipality -> located in -> Socialist Autonomous Province of Vojvodina (1982)\n Answer: Socialist Autonomous Province of Vojvodina", + "em": 0.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_006294", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hop 1: Samantha Morton -> nominated for -> Academy Award for Best Actress (2004)\n Hop 2: Academy Award for Best Actress -> winner -> Hilary Swank (2004)\n Answer: Hilary Swank", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_004173", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Hop 1: Pierre Littbarski -> member of sports team -> Germany men's national association football team (1982)\n Hop 2: Germany men's national association football team -> head coach -> Jupp Derwall (1982)\n Answer: Jupp Derwall", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_005281", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Loredana Nusciak -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1958)\n Answer: Giovanni Gronchi", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_005433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Ottmar Hitzfeld", + "pred": "Hop 1: Ren\u00e9 Tretschok -> member of sports team -> Borussia Dortmund (1997)\n Hop 2: Borussia Dortmund -> head coach -> Ottmar Hitzfeld (1997)\n Answer: Ottmar Hitzfeld", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_008091", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "\u0130smet \u0130n\u00f6n\u00fc", + "pred": "Hop 1: Fuat K\u00f6pr\u00fcl\u00fc -> member of political party -> Republican People's Party (1943)\n Hop 2: Republican People's Party -> chairperson -> \u0130smet \u0130n\u00f6n\u00fc (1943)\n Answer: \u0130smet \u0130n\u00f6n\u00fc", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_004964", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Tonino Cervi -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> member of -> European Union (1994)\n Answer: European Union", + "em": 0.0, + "f1": 0.10526315789473682 + }, + { + "id": "q_002871", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Hop 1: Giacinto Facchetti -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1994)\n Answer: Oscar Luigi Scalfaro", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_003979", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Rachida Brakni", + "pred": "Hop 1: H\u00e9l\u00e8ne Filli\u00e8res -> nominated for -> C\u00e9sar Award for Best Female Revelation (2002)\n Hop 2: C\u00e9sar Award for Best Female Revelation -> winner -> Rachida Brakni (2002)\n Answer: Rachida Brakni", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_008204", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Erwin Kramer", + "pred": "Hop 1: DRB Class 52 -> operator -> Deutsche Reichsbahn (GDR) (1964)\n Hop 2: Deutsche Reichsbahn (GDR) -> director / manager -> Erwin Kramer (1964)\n Answer: Erwin Kramer", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_001932", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Joe Louis Arena", + "pred": "Hop 1: Stu Grimson -> drafted by -> Detroit Red Wings (1983)\n Hop 2: Detroit Red Wings -> home venue -> Joe Louis Arena (1983)\n Answer: Joe Louis Arena", + "em": 1.0, + "f1": 0.3 + }, + { + "id": "q_007185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: In\u0111ija Municipality -> located in -> Socialist Autonomous Province of Vojvodina (1984)\n Hop 2: Socialist Autonomous Province of Vojvodina -> country -> Yugoslavia (1984)\n Answer: Yugoslavia", + "em": 0.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_000480", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "UNESCO", + "pred": "Hop 1: Eduardo Saverin -> country of citizenship -> United States (2011)\n Hop 2: United States -> member of -> UNESCO (2011)\n Answer: UNESCO", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_007286", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Hop 1: Bastian Reinhardt -> member of sports team -> Hamburger SV (2009)\n Hop 2: Hamburger SV -> sponsor -> Emirates (2009)\n Answer: Emirates", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_003179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Daniel Auteuil", + "pred": "Hop 1: Jan Decleir -> nominated for -> European Film Award for Best Actor (1993)\n Hop 2: European Film Award for Best Actor -> winner -> Daniel Auteuil (1993)\n Answer: Daniel Auteuil", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002946", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Michal B\u00edlek", + "pred": "Hop 1: Daniel Kol\u00e1\u0159 -> member of sports team -> Czechia men's national football team (2010)\n Hop 2: Czechia men's national football team -> head coach -> Michal B\u00edlek (2010)\n Answer: Michal B\u00edlek", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003999", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Hans G\u00fcnther -> member of political party -> Nazi Party (1933)\n Hop 2: Nazi Party -> chairperson -> Adolf Hitler (1933)\n Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_005894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Hop 1: Vera Drake -> nominated for -> Academy Award for Best Actress (2005)\n Hop 2: Academy Award for Best Actress -> winner -> Reese Witherspoon (2005)\n Hop 3: Reese Witherspoon -> winner -> Academy Award for Best Actress (2005)\n Answer: Academy Award for Best Actress", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_005752", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Bruno Bettinelli -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> head of government -> Giuliano Amato (1993)\n Answer: Giuliano Amato", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001810", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Hop 1: Alberto Ronchey -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1965)\n Answer: Giuseppe Saragat", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_004977", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Livio Lorenzon -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1957)\n Answer: Alcide De Gasperi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Paul von Hindenburg", + "pred": "Hop 1: Otto Schuhart -> allegiance -> Weimar Republic (1930)\n Hop 2: Weimar Republic -> head of state -> Paul von Hindenburg (1930)\n Answer: Paul von Hindenburg", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_007873", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Hop 1: Zolt\u00e1n G\u00e1bor Szab\u00f3 -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1929)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1929)\n Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002637", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Hop 1: Graham Swift -> award received -> Booker Prize -> 1996\n Answer: 1996", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005587", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Hop 1: Gwyneth Jones -> winner -> Arthur C. Clarke Award (2002)\n Hop 2: Peter F. Hamilton -> nominated for -> Arthur C. Clarke Award (2002)\n Answer: 2002", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_005428", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Silvio Berlusconi", + "pred": "Hop 1: Arrigo Sacchi -> coach of sports team -> AC Milan (1997)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (1997)\n Answer: Silvio Berlusconi", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_005312", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Hop 1: Ruth Chatterton -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> award received -> Academy Award for Best Actress (1930)\n Answer: Academy Award for Best Actress", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006932", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Hop 1: Frank Tieri -> residence -> United States (1965)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1965)\n Answer: Lyndon B. Johnson", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_000781", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Hop 1: Elie Wiesel -> country of citizenship -> Kingdom of Romania (1929)\n Hop 2: Kingdom of Romania -> capital -> Bucharest (1929)\n Answer: Bucharest", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_007295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "CBS", + "pred": "Hop 1: Natalia Oreiro -> nominated for -> Latin Grammy Awards (2001)\n Hop 2: Latin Grammy Awards -> original broadcaster -> CBS (2001)\n Answer: CBS", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_000003", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1947.0, + "gold": "1947", + "pred": "Hop 1: Celia Johnson -> nominated for -> Academy Award for Best Actress (1947)\n Hop 2: Academy Award for Best Actress (1947) -> winner -> Loretta Young (1947)\n Answer: 1947", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_004851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Giorgio Napolitano", + "pred": "Hop 1: Claudio Pieri -> country of citizenship -> Italy (2009)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2009)\n Answer: Giorgio Napolitano", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_004934", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "Italian lira", + "pred": "Hop 1: Gianna Maria Canale -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> currency -> Italian lira (1978)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000313", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Hop 1: Semey -> country -> Soviet Union (1985)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_003612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2016.0, + "gold": "Matteo Renzi", + "pred": "Hop 1: Mario Agnes -> country of citizenship -> Italy (2016)\n Hop 2: Italy -> head of government -> Matteo Renzi (2016)\n Answer: Matteo Renzi", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_008643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Lina Pagliughi -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> shares border with -> Yugoslavia (1965)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_000903", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Hop 1: Alen Halilovi\u0107 -> member of sports team -> Futbol Club Barcelona (2014)\n Hop 2: Futbol Club Barcelona -> head coach -> Eusebio Sacrist\u00e1n (2014)\n Answer: Eusebio Sacrist\u00e1n", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Umberto Mastroianni -> country of citizenship -> Italy (1979)\n Hop 2: Italy -> shares border with -> Yugoslavia (1979)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_005738", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Aldo Moro", + "pred": "Hop 1: Enzo Sellerio -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1976)\n Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006558", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Hop 1: Artur Moraes -> member of sports team -> S.L. Benfica (2012)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2012)\n Answer: Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_004400", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Hop 1: Heat and Dust -> award received -> Booker Prize (1975)\n Hop 2: Booker Prize (1975) -> winner -> Ruth Prawer Jhabvala (1975)\n Answer: Ruth Prawer Jhabvala", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_001076", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: Johannes Gutenberg University Mainz -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Katholieke Universiteit Leuven (2021)\n Answer: 2021", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_002725", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Hop 1: 19th Canadian Ministry -> head of government -> Lester B. Pearson (1968)\n Hop 2: Lester B. Pearson -> position held -> Prime Minister of Canada (1968)\n Answer: Prime Minister of Canada", + "em": 1.0, + "f1": 0.34782608695652173 + }, + { + "id": "q_003906", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Liga Portugal", + "pred": "Hop 1: Pawe\u0142 Kieszek -> member of sports team -> Vit\u00f3ria F.C. (2013)\n Hop 2: Vit\u00f3ria F.C. -> league or competition -> Liga Portugal (2013)\n Answer: Liga Portugal", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_004405", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Alberto Bigon", + "pred": "Hop 1: Jocelyn Ahou\u00e9ya -> member of sports team -> FC Sion (2008)\n Hop 2: FC Sion -> head coach -> Alberto Bigon (2008)\n Answer: Alberto Bigon", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_007565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Wolfgang Gerhardt", + "pred": "Hop 1: Walter Scheel -> member of political party -> Free Democratic Party (1999)\n Hop 2: Free Democratic Party -> chairperson -> Wolfgang Gerhardt (1999)\n Answer: Wolfgang Gerhardt", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_000757", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "COMECON", + "pred": "Hop 1: Anila Wilms -> country of citizenship -> Albania (1971)\n Hop 2: Albania -> member of -> COMECON (1971)\n Answer: COMECON", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_003912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Hop 1: Karen Dokhoyan -> member of sports team -> Armenia men's national football team (2007)\n Hop 2: Armenia men's national football team -> head coach -> Ian Porterfield (2007)\n Answer: Ian Porterfield", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005056", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Lavrentiy Beria", + "pred": "Hop 1: Gulag -> parent organization -> NKVD (1944)\n Hop 2: NKVD -> chairperson -> Lavrentiy Beria (1944)\n Answer: Lavrentiy Beria", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_007014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Hop 1: Achim Mentzel -> presenter -> Achims Hitparade (1999)\n Hop 2: Achims Hitparade -> original broadcaster -> Mitteldeutscher Rundfunk (1999)\n Answer: Mitteldeutscher Rundfunk", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_008552", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Viganello -> replaced by -> Lugano (2004)\n Hop 2: Lugano -> replaces -> Breganzona (2004)\n Answer: 2004", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_004025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Bambi Award", + "pred": "Hop 1: Janet Leigh -> spouse -> Tony Curtis (1958)\n Hop 2: Tony Curtis -> award received -> Bambi Award (1958)\n Answer: Bambi Award", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_000678", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Hop 1: Ida Kami\u0144ska -> nominated for -> Academy Award for Best Actress (1967)\n Hop 2: Academy Award for Best Actress (1967) -> winner -> Katharine Hepburn\n Answer: Katharine Hepburn", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_002043", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Pazzallo -> replaced by -> Lugano (2004)\n Hop 2: Lugano -> replaces -> Gandria (2004)\n Answer: 2004", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_007190", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "coming out", + "pred": "Hop 1: Anne Heche -> unmarried partner -> Ellen DeGeneres (1997)\n Hop 2: Ellen DeGeneres -> significant event -> coming out (1997)\n Hop 3: Anne Heche -> significant event -> coming out (1997)\n Answer: coming out", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_003533", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Italian lira", + "pred": "Hop 1: Bruno Migliorini -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> currency -> Italian lira (1967)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_003295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Attila J\u00f3zsef", + "pred": "Hop 1: L\u00e1szl\u00f3 B\u00fcky -> educated at -> University of Szeged (1968)\n Hop 2: University of Szeged -> named after -> Attila J\u00f3zsef (1968)\n Answer: Attila J\u00f3zsef", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_008026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Ingrid Bergman", + "pred": "Hop 1: Jean Arthur -> nominated for -> Academy Award for Best Actress (1944)\n Hop 2: Academy Award for Best Actress (1944) -> winner -> Ingrid Bergman\n Hop 3: Ingrid Bergman -> winner of -> 1944\n Answer: 1944", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_004864", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Ireland", + "pred": "Hop 1: Christian Murro -> member of sports team -> Tenax (2005)\n Hop 2: Tenax -> country -> Ireland (2005)\n Answer: Ireland", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_001930", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1929.0, + "gold": "1929", + "pred": "Hop 1: Warner Baxter -> award received -> Academy Award for Best Actor (1929)\n Hop 2: Academy Award for Best Actor (1929) -> winner -> Disraeli (1929)\n Answer: 1929", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_004482", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Hop 1: Ralph Faudree -> winner -> Euler Medal (2005)\n Answer: 2005", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000444", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "president of Germany", + "pred": "Hop 1: Q779279 -> signatory -> Christian Wulff (2011)\n Hop 2: Christian Wulff -> position held -> president of Germany (2011)\n Hop 3: president of Germany -> position holder -> Angela Merkel (2011)\n Answer: head of government", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_002417", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Saku Koivu", + "pred": "Hop 1: Juraj Mik\u00fa\u0161 -> drafted by -> Montreal Canadiens (2005)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (2005)\n Answer: Saku Koivu", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_002864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "Hop 1: Bar\u0131\u015f \u00d6r\u00fcc\u00fc -> member of sports team -> Bursaspor (2012)\n Hop 2: Bursaspor -> league or competition -> S\u00fcper Lig (2012)\n Answer: S\u00fcper Lig", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002089", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "Hop 1: Heat and Dust -> award received -> Booker Prize (1975)\n Hop 2: Booker Prize -> winner -> Ruth Prawer Jhabvala (1975)\n Answer: 1975", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_002782", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Hop 1: Horst Bredekamp -> work location -> Berlin (2009)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2009)\n Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_004348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Karel Br\u00fcckner", + "pred": "Hop 1: Roman T\u00fdce -> member of sports team -> Czechia men's national football team (2004)\n Hop 2: Czechia men's national football team -> head coach -> Karel Br\u00fcckner (2004)\n Answer: Karel Br\u00fcckner", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006603", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Hop 1: Kiran Desai -> winner -> Booker Prize (2006)\n Hop 2: The Night Watch -> nominated for -> Booker Prize (2006)\n Answer: 2006", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_000643", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Franz Xaver Schwarz -> member of political party -> Nazi Party (1931)\n Hop 2: Nazi Party -> chairperson -> Adolf Hitler (1931)\n Hop 3: Adolf Hitler -> member of political party -> German National People's Party (1931)\n Answer: German National People's Party", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_001459", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Sepp Piontek", + "pred": "Hop 1: Kim Vilfort -> member of sports team -> Denmark men's national football team (1986)\n Hop 2: Denmark men's national football team -> head coach -> Sepp Piontek (1986)\n Answer: Sepp Piontek", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007691", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "German Emperor", + "pred": "Hop 1: Augusta Victoria of Schleswig-Holstein -> spouse -> Wilhelm II (1912)\n Hop 2: Wilhelm II -> position held -> German Emperor (1912)\n Answer: German Emperor", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_004382", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Israeli Premier League", + "pred": "Hop 1: Rodgers Kola -> member of sports team -> Ironi Kiryat Shmona F.C. (2015)\n Hop 2: Ironi Kiryat Shmona F.C. -> league or competition -> Israeli Premier League (2015)\n Answer: Israeli Premier League", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_008297", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Luxembourg National Division", + "pred": "Hop 1: Mathias J\u00e4nisch -> member of sports team -> US Hostert (2009)\n Hop 2: US Hostert -> league or competition -> 2nd Bundesliga (2009)\n Answer: 2nd Bundesliga", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Guido Crepax -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> member of -> European Economic Community (1956)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_007490", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Marie Dressler", + "pred": "Hop 1: Ann Harding -> nominated for -> Academy Award for Best Actress (1931)\n Hop 2: Academy Award for Best Actress (1931) -> winner -> Marie Dressler (1931)\n Answer: Marie Dressler", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_004470", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Hop 1: Ra\u00fal Fern\u00e1ndez-Cavada Mateos -> member of sports team -> UD Las Palmas (2018)\n Hop 2: UD Las Palmas -> head coach -> Manuel Jim\u00e9nez Jim\u00e9nez (2018)\n Answer: Manuel Jim\u00e9nez Jim\u00e9nez", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Nike", + "pred": "Hop 1: Austin Healey -> member of sports team -> England men\u2019s national rugby union team (2002)\n Hop 2: England men\u2019s national rugby union team -> kit supplier -> Nike (2002)\n Answer: Nike", + "em": 1.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_005647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Pacific Coliseum", + "pred": "Hop 1: Jim Sandlak -> drafted by -> Vancouver Canucks (1985)\n Hop 2: Vancouver Canucks -> home venue -> Pacific Coliseum (1985)\n Answer: Pacific Coliseum", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000107", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Prague", + "pred": "Hop 1: Anton\u00edn Kapek -> member of political party -> Communist Party of Czechoslovakia (1984)\n Hop 2: Communist Party of Czechoslovakia -> headquarters location -> Prague (1984)\n Answer: Prague", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_000481", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "Hop 1: Joan Barfoot -> nominated for -> Booker Prize (2002)\n Hop 2: Booker Prize -> winner -> Yann Martel (2002)\n Hop 3: Yann Martel -> winner -> The Life of Pi (2002)\n Answer: The Life of Pi", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_005374", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Hop 1: Haloo Helsinki! -> nominated for -> MTV Europe Music Award for Best Finnish Act (2011)\n Hop 2: MTV Europe Music Award for Best Finnish Act -> winner -> Lauri Yl\u00f6nen (2011)\n Hop 3: Lauri Yl\u00f6nen -> equal to -> Kalle Kiviniemi (2011)\n Answer: 2011", + "em": 1.0, + "f1": 0.07999999999999999 + }, + { + "id": "q_007891", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Second Lady or Gentleman of the United States", + "pred": "Hop 1: Richard Nixon -> position held -> Second Lady or Gentleman of the United States (1956)\n Answer: Second Lady or Gentleman of the United States", + "em": 1.0, + "f1": 0.6666666666666666 + }, + { + "id": "q_004941", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Ralf Loose", + "pred": "Hop 1: Chris Philipps -> member of sports team -> SC Preu\u00dfen M\u00fcnster (2015)\n Hop 2: SC Preu\u00dfen M\u00fcnster -> head coach -> Ralf Loose (2015)\n Answer: Ralf Loose", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Mar\u00eda Denis -> country of citizenship -> Italy (2003)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2003)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_007401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Hop 1: B\u00e2rlad -> country -> Socialist Republic of Romania (1966)\n Hop 2: Socialist Republic of Romania -> anthem -> Te sl\u0103vim, Rom\u00e2nie (1966)\n Answer: Te sl\u0103vim, Rom\u00e2nie", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_001311", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Hop 1: SANAA -> award received -> Pritzker Architecture Prize (2010)\n Hop 2: Pritzker Architecture Prize -> winner -> Ryue Nishizawa (2010)\n Answer: 2010", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_003353", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Panama", + "pred": "Hop 1: All Summer Long -> place of publication -> United States (1964)\n Hop 2: United States -> shares border with -> Panama (1964)\n Answer: Panama", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_005629", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "Hop 1: Arnold J. Levine -> award received -> Louisa Gross Horwitz Prize (1998)\n Hop 2: Louisa Gross Horwitz Prize -> winner -> Bert Vogelstein (1998)\n Answer: 1998", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_005931", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Leonid Brezhnev", + "pred": "Hop 1: Siim Kallas -> member of political party -> Communist Party of the Soviet Union (1976)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Leonid Brezhnev (1976)\n Answer: Leonid Brezhnev", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_005823", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Territory of Hawaii", + "pred": "Hop 1: Catherine Schell -> residence -> United States (1957)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1957)\n Answer: Territory of Hawaii", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_002989", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Free State of Prussia", + "pred": "Hop 1: Anton Kerschbaumer -> work location -> Berlin (1924)\n Hop 2: Berlin -> located in -> Free State of Prussia (1924)\n Answer: Free State of Prussia", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_004259", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Anne Enright", + "pred": "Hop 1: Indra Sinha -> nominated for -> Booker Prize (2007)\n Hop 2: Booker Prize -> winner -> Anne Enright (2007)\n Answer: Anne Enright", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_002166", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Ligue 1", + "pred": "Hop 1: Gr\u00e9gory Ursule -> member of sports team -> FC Girondins de Bordeaux (1995)\n Hop 2: FC Girondins de Bordeaux -> league or competition -> Ligue 1 (1995)\n Answer: Ligue 1", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_006376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "Hop 1: Nigel Hawthorne -> nominated for -> Academy Award for Best Actor (1995)\n Hop 2: Academy Award for Best Actor -> winner -> Nicolas Cage (1995)\n Hop 3: Nicolas Cage -> equal to -> Nicolas Cage (1995)\n Answer: 1995", + "em": 1.0, + "f1": 0.1 + }, + { + "id": "q_008518", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Hans Backe", + "pred": "Hop 1: Jan Gunnar Solli -> member of sports team -> Red Bull New York (2012)\n Hop 2: Red Bull New York -> head coach -> Hans Backe (2012)\n Answer: Hans Backe", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003792", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Hop 1: Ferruccio Tagliavini -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> head of state -> Sandro Pertini (1984)\n Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000844", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Hop 1: Cast Away -> nominated for -> Academy Award for Best Actor (2001)\n Hop 2: Academy Award for Best Actor -> winner -> Denzel Washington (2001)\n Hop 3: Denzel Washington -> winner of -> 1999 Tony Award for Best Actor (2001)\n Answer: 1999 Tony Award for Best Actor", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005425", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Sandro Pertini", + "pred": "Hop 1: Mario De Don\u00e0 -> country of citizenship -> Italy (1979)\n Hop 2: Italy -> head of state -> Sandro Pertini (1979)\n Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_006156", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Hop 1: Romain Duris -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor (2005) -> winner -> Javier Bardem (2005)\n Hop 3: Javier Bardem -> winner -> The Sea Inside (2005)\n Answer: The Sea Inside", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006038", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Austro-Hungarian krone", + "pred": "Hop 1: Lunga -> country -> First Hungarian Republic (1918)\n Hop 2: First Hungarian Republic -> currency -> Austro-Hungarian krone (1918)\n Answer: Austro-Hungarian krone", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_008465", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1923.0, + "gold": "Egyptian pound", + "pred": "Hop 1: Ramallah -> country -> Mandatory Palestine (1923)\n Hop 2: Mandatory Palestine -> currency -> Egyptian pound (1923)\n Answer: Egyptian pound", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_004604", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Javier Aguirre", + "pred": "Hop 1: Cosmin Contra -> member of sports team -> Romania men's national association football team (2006)\n Hop 2: Romania men's national association football team -> head coach -> Mircea Lucescu (2006)\n Answer: Mircea Lucescu", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002929", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "The Internationale", + "pred": "Hop 1: Black Sea Governorate -> located in -> Russian Soviet Federative Socialist Republic (1920)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> The Internationale (1920)\n Answer: The Internationale", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007720", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Hop 1: Peppino De Filippo -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005879", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Raffaele Anguilla -> country of citizenship -> Italy (2002)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2002)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_001938", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Territory of Hawaii", + "pred": "Hop 1: Yul Brynner -> country of citizenship -> United States (1951)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1951)\n Hop 3: Territory of Hawaii -> contains the administrative territorial entity -> Kamehameha Schools (1951)\n Answer: Kamehameha Schools", + "em": 1.0, + "f1": 0.24000000000000002 + }, + { + "id": "q_004995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Academy Award for Best Supporting Actress", + "pred": "Hop 1: Shelley Winters -> spouse -> Anthony Franciosa (1960)\n Hop 2: Anthony Franciosa -> spouse -> Shelley Winters (1960)\n Hop 3: Shelley Winters -> nominated for -> Academy Award for Best Supporting Actress (1960)\n Answer: Academy Award for Best Supporting Actress", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_006351", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Stade Chaban-Delmas", + "pred": "Hop 1: Andr\u00e9 Chorda -> member of sports team -> France men's national association football team (1966)\n Hop 2: France men's national association football team -> home venue -> Stade de France (1966)\n Answer: Stade de France", + "em": 0.0, + "f1": 0.08333333333333333 + }, + { + "id": "q_005087", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Bruno Bettinelli -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_006536", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Floriano Bodini -> country of citizenship -> Italy (2002)\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006736", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Sandra Bullock", + "pred": "Hop 1: Doubt -> nominated for -> Academy Award for Best Actress (2009)\n Hop 2: Academy Award for Best Actress -> winner -> Sandra Bullock (2009)\n Hop 3: Sandra Bullock -> winner -> 2009 Golden Globe Award for Best Actress - Motion Picture Drama (2009)\n Answer: 2009 Golden Globe Award for Best Actress - Motion Picture Drama", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_004654", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Khrustalnyi -> country -> Russian Empire (1915)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1915)\n Answer: Nicholas II of Russia", + "em": 1.0, + "f1": 0.4210526315789474 + }, + { + "id": "q_005945", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Hop 1: Frank Tieri -> residence -> United States (1965)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1965)\n Answer: Lyndon B. Johnson", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_007681", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Daman and Diu", + "pred": "Hop 1: India -> contains the administrative territorial entity -> Daman and Diu (1988)\n Answer: Daman and Diu", + "em": 1.0, + "f1": 0.375 + }, + { + "id": "q_006184", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Lyndon B. Johnson", + "pred": "Hop 1: Smiley Smile -> place of publication -> United States (1967)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1967)\n Answer: Lyndon B. Johnson", + "em": 1.0, + "f1": 0.3 + }, + { + "id": "q_000115", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Caja M\u00e1gica", + "pred": "Hop 1: Ettore Messina -> member of sports team -> Real Madrid Baloncesto (2010)\n Hop 2: Real Madrid Baloncesto -> home venue -> Caja M\u00e1gica (2010)\n Answer: Caja M\u00e1gica", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002711", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Memo Benassi -> country of citizenship -> Italy (1954)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1954)\n Answer: Alcide De Gasperi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005754", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Pavao Pavli\u010di\u0107 -> award received -> NIN Prize (1981)\n Hop 2: NIN Prize -> country -> Socialist Federal Republic of Yugoslavia (1981)\n Answer: Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 0.45454545454545453 + }, + { + "id": "q_002277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "Hop 1: \u00d6nder Akda\u011f -> member of sports team -> Akhisar Belediyespor (2012)\n Hop 2: Akhisar Belediyespor -> league or competition -> S\u00fcper Lig (2012)\n Answer: S\u00fcper Lig", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000552", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italian lira", + "pred": "Hop 1: Paolo Soleri -> residence -> Italy (1951)\n Hop 2: Italy -> currency -> Italian lira (1951)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_000403", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "SeatGeek Stadium", + "pred": "Hop 1: Paolo Tornaghi -> member of sports team -> Chicago Fire FC (2012)\n Hop 2: Chicago Fire FC -> home venue -> SeatGeek Stadium (2012)\n Answer: SeatGeek Stadium", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_003856", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Hop 1: Faye Dunaway -> unmarried partner -> Marcello Mastroianni (1971)\n Hop 2: Marcello Mastroianni -> country of citizenship -> Italy (1971)\n Answer: Italy", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_003602", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Mikhail Gorbachev", + "pred": "Hop 1: Andrus \u00d6\u00f6vel -> member of political party -> Communist Party of the Soviet Union (1986)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Mikhail Gorbachev (1986)\n Answer: Mikhail Gorbachev", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007850", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Cesare Andrea Bixio -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> shares border with -> Yugoslavia (1950)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_001019", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1962.0, + "gold": "1962", + "pred": "Hop 1: United States Navy SEALs -> founder -> John F. Kennedy (1962)\n Hop 2: John F. Kennedy -> nominated for -> Nobel Peace Prize (1962)\n Answer: 1962", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_004322", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Dietrich Stobbe", + "pred": "Hop 1: Anna Seghers -> residence -> Berlin (1980)\n Hop 2: Berlin -> head of government -> Dietrich Stobbe (1980)\n Answer: Dietrich Stobbe", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_004271", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Hop 1: Francesco Carpino -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Leone (1969)\n Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001171", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Armando Ceste -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2001)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_007890", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Hop 1: Genevi\u00e8ve Bujold -> nominated for -> Academy Award for Best Actress (1970)\n Hop 2: Academy Award for Best Actress (1970) -> winner -> Glenda Jackson\n Hop 3: Glenda Jackson -> winner -> 1970\n Answer: 1970", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_008632", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Hop 1: Demeter Balla -> work location -> Budapest (1968)\n Hop 2: Budapest -> capital of -> Hungarian People's Republic (1968)\n Answer: Hungarian People's Republic", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_007395", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1925.0, + "gold": "Egyptian pound", + "pred": "Hop 1: Afula -> country -> Mandatory Palestine (1925)\n Hop 2: Mandatory Palestine -> currency -> Egyptian pound (1925)\n Answer: Egyptian pound", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_007784", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Hop 1: Jennifer Johnston -> nominated for -> Booker Prize (1977)\n Hop 2: Booker Prize -> winner -> Paul Scott (1977)\n Answer: Paul Scott", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006008", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Hop 1: Rainer Ernst -> member of sports team -> Q298267 (1992)\n Hop 2: Q298267 -> chairperson -> Alain Afflelou (1992)\n Answer: Alain Afflelou", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_007623", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Zden\u011bk Zeman", + "pred": "Hop 1: Roberto Bacci -> member of sports team -> SS Lazio (1995)\n Hop 2: SS Lazio -> head coach -> Zden\u011bk Zeman (1995)\n Answer: Zden\u011bk Zeman", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_000261", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Hop 1: Max Blokzijl -> work location -> Berlin (1932)\n Hop 2: Berlin -> country -> Weimar Republic (1932)\n Answer: Weimar Republic", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_005362", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Nino Baragli -> country of citizenship -> Italy (1992)\n Hop 2: Italy -> shares border with -> Yugoslavia (1992)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_003134", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Teen Choice Awards", + "pred": "Hop 1: Call Me Maybe -> performer -> Carly Rae Jepsen (2012)\n Hop 2: Carly Rae Jepsen -> award received -> Teen Choice Awards (2012)\n Answer: Teen Choice Awards", + "em": 1.0, + "f1": 0.3 + }, + { + "id": "q_006822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Hop 1: Kai-Fabian Schulz -> member of sports team -> Hamburger SV (2009)\n Hop 2: Hamburger SV -> sponsor -> Emirates (2009)\n Answer: Emirates", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_003313", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Italian lira", + "pred": "Hop 1: Eugenio Monti -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> currency -> Italian lira (1972)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005360", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Hop 1: Tim Eitel -> work location -> Berlin (2009)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2009)\n Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_001597", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Peter Carey", + "pred": "Hop 1: Rachel Seiffert -> nominated for -> Booker Prize (2001)\n Hop 2: Booker Prize -> winner -> Peter Carey (2001)\n Hop 3: Peter Carey -> winner of -> The Secret River (2001)\n Answer: The Secret River", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_003838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Ronald Colman", + "pred": "Hop 1: Hamlet -> award received -> Academy Award for Best Actor (1947)\n Hop 2: Academy Award for Best Actor (1947) -> winner -> Ronald Colman (1947)\n Hop 3: Q108366 -> nominated for -> Academy Award for Best Actor (1947)\n Answer: Q108366", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_005949", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Attila J\u00f3zsef", + "pred": "Hop 1: Mih\u00e1ly Bart\u00f3k -> employer -> University of Szeged (1998)\n Hop 2: University of Szeged -> named after -> Attila J\u00f3zsef (1998)\n Answer: Attila J\u00f3zsef", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_005024", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Hop 1: Philip Taaffe -> work location -> New York City (1974)\n Hop 2: New York City -> head of government -> Abraham Beame (1974)\n Answer: Abraham Beame", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_007032", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Heinrich Himmler", + "pred": "Hop 1: Karl Gerland -> member of -> Schutzstaffel (1942)\n Hop 2: Schutzstaffel -> director / manager -> Heinrich Himmler (1942)\n Answer: Heinrich Himmler", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_004269", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Luigi Baldi -> member of sports team -> Juventus FC (1914)\n Hop 2: Juventus FC -> country -> Kingdom of Italy (1914)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_005207", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Hop 1: Heinz Wewers -> member of sports team -> Germany men's national association football team (1958)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1958)\n Answer: Sepp Herberger", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_008065", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Constantinople", + "pred": "Hop 1: Old City of Jerusalem -> country -> Ottoman Empire (1915)\n Hop 2: Ottoman Empire -> capital -> Constantinople (1915)\n Answer: Constantinople", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_003648", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Nunzio Malasomma -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Economic Community (1951)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_000919", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "Franz Beckenbauer", + "pred": "Hop 1: Hans Pfl\u00fcgler -> member of sports team -> Germany men's national association football team (1987)\n Hop 2: Germany men's national association football team -> head coach -> Franz Beckenbauer (1987)\n Answer: Franz Beckenbauer", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_001421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Colin Farrell -> unmarried partner -> Britney Spears (2004)\n Hop 2: Britney Spears -> award received -> Grammy Award for Best Dance/Electronic Recording (2004)\n Answer: 2004", + "em": 1.0, + "f1": 0.1 + }, + { + "id": "q_007438", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Pavao Pavli\u010di\u0107 -> award received -> NIN Prize (1981)\n Hop 2: NIN Prize -> country -> Socialist Federal Republic of Yugoslavia (1981)\n Answer: Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 0.45454545454545453 + }, + { + "id": "q_000509", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Hop 1: Guido Celano -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (1975)\n Hop 3: Italy -> head of state -> Giovanni Leone (1975)\n Answer: Giovanni Leone", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Hop 1: Gerard Donovan -> nominated for -> Booker Prize (2003)\n Hop 2: Booker Prize (2003) -> winner -> DBC Pierre (2003)\n Hop 3: DBC Pierre (2003) -> winner -> The Sellout (2003)\n Answer: The Sellout", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_006108", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "presidential system", + "pred": "Hop 1: Krak\u00f3w -> country -> General Government (1939)\n Hop 2: General Government -> basic form of government -> presidential system (1939)\n Answer: presidential system", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_001184", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Robert Bolt", + "pred": "Hop 1: Doctor Zhivago -> award received -> Golden Globe Award for Best Screenplay (1965)\n Hop 2: Golden Globe Award for Best Screenplay -> winner -> Robert Bolt (1965)\n Answer: Robert Bolt", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001023", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Hop 1: Jan Suchop\u00e1rek -> member of sports team -> Czechia men's national football team (1995)\n Hop 2: Czechia men's national football team -> head coach -> Du\u0161an Uhrin (1995)\n Answer: Du\u0161an Uhrin", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001479", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Javier Aguirre", + "pred": "Hop 1: Luis Amaranto Perea -> member of sports team -> Colombia men's national football team (2007)\n Hop 2: Colombia men's national football team -> head coach -> Luis Fernando L\u00f3pez (2007)\n Answer: Luis Fernando L\u00f3pez", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006983", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Maria Caniglia -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1956)\n Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007833", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "White Hart Lane", + "pred": "Hop 1: Andy Gray -> member of sports team -> Tottenham Hotspur F.C. (1994)\n Hop 2: Tottenham Hotspur F.C. -> home venue -> White Hart Lane (1994)\n Answer: White Hart Lane", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_005681", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Hop 1: Max Blokzijl -> work location -> Berlin (1930)\n Hop 2: Berlin -> country -> Weimar Republic (1930)\n Answer: Weimar Republic", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_003706", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Hop 1: Arnaud G\u00e9rard -> member of sports team -> Groupama-FDJ United (2005)\n Hop 2: Groupama-FDJ United -> head coach -> Jean-Cyril Robin (2005)\n Answer: 2005", + "em": 1.0, + "f1": 0.1 + }, + { + "id": "q_007006", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Hop 1: Jan Suchop\u00e1rek -> member of sports team -> Czechia men's national football team (1995)\n Hop 2: Czechia men's national football team -> head coach -> Du\u0161an Uhrin (1995)\n Answer: Du\u0161an Uhrin", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004220", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Swiss Super League", + "pred": "Hop 1: Rog\u00e9rio Luiz da Silva -> member of sports team -> FC Wil 1900 (2003)\n Hop 2: FC Wil 1900 -> league or competition -> Swiss Super League (2003)\n Answer: Swiss Super League", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_007500", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "Hop 1: Balaklava -> country -> Russian Empire (1917)\n Hop 2: Russian Empire -> anthem -> God Save the Tsar! (1917)\n Answer: God Save the Tsar!", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_008556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "German Empire", + "pred": "Hop 1: Fritz Stuckenberg -> work location -> Paris (1912)\n Hop 2: Paris -> country -> France (1912)\n Answer: France", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003362", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ireland", + "pred": "Hop 1: Micul\u00e0 Dematteis -> member of sports team -> Tenax (2007)\n Hop 2: Tenax -> country -> Ireland (2007)\n Answer: Ireland", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_007378", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Allianz Arena", + "pred": "Hop 1: Moritz Volz -> member of sports team -> TSV 1860 M\u00fcnchen (2014)\n Hop 2: TSV 1860 M\u00fcnchen -> home venue -> Allianz Arena (2014)\n Answer: Allianz Arena", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002356", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Soviet Union", + "pred": "Hop 1: Kemerovo -> located in -> Novosibirsk Oblast (1940)\n Hop 2: Novosibirsk Oblast -> country -> Soviet Union (1940)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_004000", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Walter Mazzarri", + "pred": "Hop 1: Jonathan Moreira -> member of sports team -> Inter Milan (2013)\n Hop 2: Inter Milan -> head coach -> Walter Mazzarri (2013)\n Answer: Walter Mazzarri", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_003511", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Hungarian Olympic Committee", + "pred": "Hop 1: Gy\u0151r -> head of government -> Zsolt Borkai (2011)\n Hop 2: Zsolt Borkai -> member of -> Hungarian Olympic Committee (2011)\n Answer: Hungarian Olympic Committee", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_003517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "Hop 1: BND law -> signatory -> Gerhard Stoltenberg (1990)\n Hop 2: Gerhard Stoltenberg -> country of citizenship -> West Germany (1990)\n Answer: West Germany", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_008482", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Harry Warren", + "pred": "Hop 1: Richard Rodgers -> award received -> Academy Award for Best Original Song (1946)\n Hop 2: Academy Award for Best Original Song (1946) -> winner -> Harry Warren\n Answer: Harry Warren", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001610", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Hop 1: Ugo Attardi -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of state -> Sandro Pertini (1980)\n Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_008668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "pred": "Hop 1: Karel Schwarzenberg -> member of political party -> TOP 09 (2018)\n Hop 2: TOP 09 -> chairperson -> Ji\u0159\u00ed Posp\u00ed\u0161il (2018)\n Answer: Ji\u0159\u00ed Posp\u00ed\u0161il", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_007160", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Peppino De Filippo -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> member of -> European Economic Community (1956)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.19047619047619047 + }, + { + "id": "q_003247", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Kevin Federline", + "pred": "Hop 1: Colin Farrell -> unmarried partner -> Britney Spears (2004)\n Hop 2: Britney Spears -> spouse -> Kevin Federline (2004)\n Answer: Kevin Federline", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_000810", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Liga I", + "pred": "Hop 1: Ovidiu Cornel Hanganu -> member of sports team -> Victoria Bucure\u0219ti (1990)\n Hop 2: Victoria Bucure\u0219ti -> league or competition -> Liga I (1990)\n Answer: Liga I", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_006432", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Joseph Stalin", + "pred": "Hop 1: Dmitriy Ustinov -> member of political party -> Communist Party of the Soviet Union (1929)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Joseph Stalin (1929)\n Answer: Joseph Stalin", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007768", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italian lira", + "pred": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> currency -> Italian lira (1984)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_002329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Hop 1: People's Republic of China -> head of government -> Zhou Enlai (1967)\n Answer: Zhou Enlai", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_005449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Rock and Roll Hall of Fame", + "pred": "Hop 1: Tears in Heaven -> performer -> Eric Clapton (1992)\n Hop 2: Eric Clapton -> award received -> Rock and Roll Hall of Fame (1992)\n Answer: Rock and Roll Hall of Fame", + "em": 1.0, + "f1": 0.4799999999999999 + }, + { + "id": "q_003836", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Hop 1: The Ninth Day -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor -> winner -> Daniel Auteuil (2005)\n Answer: Daniel Auteuil", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007908", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Paolo Dezza -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_003128", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Spencer Tracy", + "pred": "Hop 1: Academy Award for Best Actress -> winner -> Katharine Hepburn (1967)\n Hop 2: Katharine Hepburn -> unmarried partner -> Richard Burton (1967)\n Answer: Richard Burton", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Hop 1: Gianni Dova -> country of citizenship -> Italy (1986)\n Hop 2: Italy -> head of state -> Sandro Pertini (1986)\n Answer: Sandro Pertini", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001510", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "UTC\u221204:00", + "pred": "Hop 1: Cartagena Agreement -> signatory -> Chile (1970)\n Hop 2: Chile -> located in time zone -> UTC\u221204:00 (1970)\n Answer: UTC\u221204:00", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_005670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Werner Greuter", + "pred": "Hop 1: Beat Ernst Leuenberger -> employer -> Botanic Garden and Botanical Museum Berlin (2004)\n Hop 2: Botanic Garden and Botanical Museum Berlin -> chief executive officer -> Werner Greuter (2004)\n Answer: Werner Greuter", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Maurice Druon", + "pred": "Hop 1: Julien Green -> member of -> Acad\u00e9mie Fran\u00e7aise (1989)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Maurice Druon (1989)\n Answer: Maurice Druon", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_001232", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Nino Baragli -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> shares border with -> Yugoslavia (1951)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_007512", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Hop 1: Heinz Wewers -> member of sports team -> Germany men's national association football team (1958)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1958)\n Answer: Sepp Herberger", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_000089", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Luigi Filippo D'Amico -> country of citizenship -> Italy (1999)\n Hop 2: Italy -> member of -> European Union (1999)\n Answer: European Union", + "em": 0.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_008698", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Hop 1: Celia Johnson -> nominated for -> Academy Award for Best Actress (1947)\n Hop 2: Academy Award for Best Actress (1947) -> winner -> Loretta Young\n Hop 3: Loretta Young -> nominated for -> Best Supporting Actress (1947)\n Answer: Best Supporting Actress (1947)", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007875", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Andrea Miano -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> shares border with -> Yugoslavia (1950)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_006661", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "Hop 1: Age Discrimination in Employment Act of 1967 -> signatory -> Lyndon B. Johnson (1967)\n Hop 2: Lyndon B. Johnson -> position held -> President of the United States (1967)\n Answer: President of the United States", + "em": 1.0, + "f1": 0.3846153846153846 + }, + { + "id": "q_007505", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Bobby Clarke", + "pred": "Hop 1: Roman \u010cechm\u00e1nek -> drafted by -> Philadelphia Flyers (2000)\n Hop 2: Philadelphia Flyers -> general manager -> Bobby Clarke (2000)\n Answer: Bobby Clarke", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Giuliano Carnimeo -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_008555", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Hop 1: Rod Langway -> drafted by -> Montreal Canadiens (1977)\n Hop 2: Montreal Canadiens -> home venue -> Montreal Forum (1977)\n Answer: Montreal Forum", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006491", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "Hop 1: 29th U-boat Flotilla -> has part(s) -> U-331 (1942)\n Hop 2: U-97 -> part of -> 29th U-boat Flotilla (1942)\n Answer: 1942", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_003737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Hop 1: Piero Scotti -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Giovanni Leone (1971)\n Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002698", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Albin Lesky -> member of political party -> Nazi Party (1938)\n Hop 2: Nazi Party -> chairperson -> Gregor Strasser (1938)\n Answer: Gregor Strasser", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005937", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Hop 1: Carol Greider -> award received -> Albert Lasker Award for Basic Medical Research (2006)\n Hop 2: Albert Lasker Award for Basic Medical Research -> winner -> Jack Szostak (2006)\n Hop 3: Jack Szostak -> award received -> Nobel Prize in Physiology or Medicine (2006)\n Answer: 2006", + "em": 1.0, + "f1": 0.07692307692307693 + }, + { + "id": "q_007021", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Hop 1: Eduardo Salvio -> member of sports team -> S.L. Benfica (2018)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2018)\n Answer: Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_003151", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "Hop 1: Joan Barfoot -> nominated for -> Booker Prize (2002)\n Hop 2: Booker Prize -> winner -> Yann Martel (2002)\n Hop 3: Yann Martel -> award received -> The Life of Pi (2002)\n Answer: The Life of Pi", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_002519", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Hop 1: Jennifer Connelly -> nominated for -> Broadcast Film Critics Association Award for Best Actress (2003)\n Hop 2: Broadcast Film Critics Association Award for Best Actress -> winner -> Charlize Theron (2003)\n Hop 3: Charlize Theron -> equal to -> 2003 (2003)\n Answer: 2003", + "em": 1.0, + "f1": 0.08695652173913045 + }, + { + "id": "q_007514", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "chairperson", + "pred": "Hop 1: Richard Falbr -> position held -> Czech-Moravian Confederation of Trade Unions (1999)\n Answer: chairperson", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_008443", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> member of -> European Economic Community (1953)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_007726", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1992.0, + "gold": "1992", + "pred": "Hop 1: Val\u00e9rie Lemercier -> nominated for -> C\u00e9sar Award for Best Supporting Actress (1992)\n Hop 2: C\u00e9sar Award for Best Supporting Actress -> winner -> Anne Brochet (1992)\n Answer: 1992", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_001549", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "V\u00e1clav Havel", + "pred": "Hop 1: Czech Republic -> head of state -> V\u00e1clav Havel (2000)\n Answer: V\u00e1clav Havel", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_007129", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Viganello -> replaced by -> Lugano (2004)\n Hop 2: Lugano -> replaces -> Pambio-Noranco (2004)\n Answer: 2004", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_000883", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Heinrich Br\u00fcning", + "pred": "Hop 1: Bonn -> country -> Weimar Republic (1931)\n Hop 2: Weimar Republic -> head of government -> Heinrich Br\u00fcning (1931)\n Answer: Heinrich Br\u00fcning", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_000442", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "Hop 1: Sister Rosetta Tharpe -> residence -> Chicago (1924)\n Hop 2: Chicago -> head of government -> William Emmett Dever (1924)\n Answer: William Emmett Dever", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_004066", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Peter Gerhardsson", + "pred": "Hop 1: Andreas Drugge -> member of sports team -> BK H\u00e4cken (2013)\n Hop 2: BK H\u00e4cken -> head coach -> Peter Gerhardsson (2013)\n Answer: Peter Gerhardsson", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002302", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Egyptian pound", + "pred": "Hop 1: Rosh Pinna -> country -> Mandatory Palestine (1920)\n Hop 2: Mandatory Palestine -> currency -> Egyptian pound (1920)\n Answer: Egyptian pound", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_002564", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Guido Cantelli -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> shares border with -> Yugoslavia (1947)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_004005", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Otto Nerz", + "pred": "Hop 1: Willi Lindner -> member of sports team -> Germany men's national association football team (1933)\n Hop 2: Germany men's national association football team -> head coach -> Otto Nerz (1933)\n Answer: Otto Nerz", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_002014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Eugenio Castellotti -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> head of state -> Umberto II of Italy (1950)\n Answer: Umberto II of Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005652", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Jane Byrne", + "pred": "Hop 1: Dennis Daugaard -> residence -> Chicago (1980)\n Hop 2: Chicago -> head of government -> Jane Byrne (1980)\n Answer: Jane Byrne", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_002217", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italian lira", + "pred": "Hop 1: Liliana Ronchetti -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> currency -> Italian lira (1970)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_008015", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Albert II of Belgium", + "pred": "Hop 1: Pino Cerami -> country of citizenship -> Belgium (2005)\n Hop 2: Belgium -> head of state -> Albert II of Belgium (2005)\n Answer: Albert II of Belgium", + "em": 1.0, + "f1": 0.4210526315789474 + }, + { + "id": "q_000895", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "RTL", + "pred": "Hop 1: Maximilian Br\u00fcckner -> award received -> Bavarian TV Awards (2018)\n Hop 2: Bavarian TV Awards -> original broadcaster -> RTL (2018)\n Answer: RTL", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_008365", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Hop 1: \u00c9ver Banega -> member of sports team -> Atl\u00e9tico Madrid (2008)\n Hop 2: Atl\u00e9tico Madrid -> head coach -> Javier Aguirre (2008)\n Answer: Javier Aguirre", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_006348", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Hop 1: Buhu\u0219i -> country -> Socialist Republic of Romania (1974)\n Hop 2: Socialist Republic of Romania -> anthem -> Te sl\u0103vim, Rom\u00e2nie (1974)\n Answer: Te sl\u0103vim, Rom\u00e2nie", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000645", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Paolo Marcello Brignoli -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_008492", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Vikenty Veresaev -> country of citizenship -> Russian Empire (1912)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1912)\n Answer: Nicholas II of Russia", + "em": 1.0, + "f1": 0.38095238095238093 + }, + { + "id": "q_006824", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Anita Brookner", + "pred": "Hop 1: David Lodge -> nominated for -> Booker Prize (1984)\n Hop 2: Booker Prize -> winner -> Anita Brookner (1984)\n Answer: Anita Brookner", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_000773", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "Winona Ryder", + "pred": "Hop 1: Frances McDormand -> award received -> Golden Globe Award for Best Supporting Actress \u2013 Motion Picture (1993)\n Hop 2: Golden Globe Award for Best Supporting Actress \u2013 Motion Picture -> winner -> Winona Ryder (1993)\n Answer: Winona Ryder", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001316", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Deutsche Mark", + "pred": "Hop 1: Conrad Schumann -> country of citizenship -> West Germany (1979)\n Hop 2: West Germany -> currency -> Deutsche Mark (1979)\n Answer: Deutsche Mark", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_004368", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Hop 1: Steve Borthwick -> member of sports team -> England men\u2019s national rugby union team (2008)\n Hop 2: England men\u2019s national rugby union team -> kit supplier -> Nike (2008)\n Answer: Nike", + "em": 1.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_005868", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Giulio Onesti -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Umberto II of Italy (1951)\n Answer: Umberto II of Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Hop 1: The Ninth Day -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor -> winner -> Daniel Auteuil (2005)\n Answer: Daniel Auteuil", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Hop 1: American Book Awards -> winner -> Joe Sacco (1996)\n Hop 2: Fred Ho -> award received -> American Book Awards (1996)\n Hop 3: 1996 -> year -> winner of Fred Ho's award received (1996)\n Answer: 1996", + "em": 1.0, + "f1": 0.1 + }, + { + "id": "q_000995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Gwyneth Paltrow", + "pred": "Hop 1: The Wings of the Dove -> nominated for -> Academy Award for Best Actress (1998)\n Hop 2: Academy Award for Best Actress -> winner -> Gwyneth Paltrow (1998)\n Hop 3: After Susan Sarandon nominated for Academy Award for Best Actress -> winner -> Gwyneth Paltrow (1998)\n Answer: Gwyneth Paltrow", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_008659", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "Hop 1: Brian Moore -> nominated for -> Booker Prize (1990)\n Hop 2: Booker Prize (1990) -> winner -> A. S. Byatt (1990)\n Answer: A. S. Byatt", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000763", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Ilva Ligabue -> country of citizenship -> Italy (1977)\n Hop 2: Italy -> shares border with -> Yugoslavia (1977)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_005896", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Italian lira", + "pred": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> currency -> Italian lira (1976)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000117", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Enrico de Nicola", + "pred": "Hop 1: Guglielmo Pesenti -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> head of state -> Umberto II of Italy (1947)\n Answer: Umberto II of Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000027", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Hop 1: William Vickrey -> residence -> New York City (1994)\n Hop 2: New York City -> head of government -> Rudy Giuliani (1994)\n Answer: Rudy Giuliani", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_002041", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Hop 1: Bruno Visintin -> country of citizenship -> Italy (1983)\n Hop 2: Italy -> head of state -> Sandro Pertini (1983)\n Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_002860", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Hop 1: Max Blokzijl -> work location -> Berlin (1932)\n Hop 2: Berlin -> country -> Weimar Republic (1932)\n Answer: Weimar Republic", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_004247", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Luise Rainer", + "pred": "Hop 1: Theodora Goes Wild -> nominated for -> Academy Award for Best Actress (1937)\n Hop 2: Academy Award for Best Actress -> winner -> Luise Rainer (1937)\n Answer: Luise Rainer", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_008294", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Hyundai", + "pred": "Hop 1: Andreas Fischer -> member of sports team -> Hamburger SV (1996)\n Hop 2: Hamburger SV -> sponsor -> Hyundai (1996)\n Answer: Hyundai", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_006036", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "The Pentagon", + "pred": "Hop 1: Charlie Munger -> military branch -> United States Army Air Forces (1945)\n Hop 2: United States Army Air Forces -> headquarters location -> The Pentagon (1945)\n Answer: The Pentagon", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_001816", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Hop 1: Ruth Chatterton -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> winner -> Academy Award for Best Actress (1930)\n Answer: Norma Shearer", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_008058", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Anton Hofer -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_004387", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Hop 1: Mehmed Uzun -> country of citizenship -> Turkey (1955)\n Hop 2: Turkey -> head of state -> Cel\u00e2l Bayar (1955)\n Answer: Cel\u00e2l Bayar", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_004841", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Abdullah Avc\u0131", + "pred": "Hop 1: Jo\u00e3o Pereira -> member of sports team -> Trabzonspor (2021)\n Hop 2: Trabzonspor -> head coach -> Abdullah Avc\u0131 (2021)\n Answer: Abdullah Avc\u0131", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_000340", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Echo Music Prize", + "pred": "Hop 1: Britney Spears -> award received -> Echo Music Prize (2001)\n Answer: Echo Music Prize", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_001431", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Massimiliano Allegri", + "pred": "Hop 1: Philippe Mex\u00e8s -> member of sports team -> AC Milan (2011)\n Hop 2: AC Milan -> head coach -> Massimiliano Allegri (2011)\n Answer: Massimiliano Allegri", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002560", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Panama", + "pred": "Hop 1: Horst P. Horst -> work location -> United States (1939)\n Hop 2: United States -> shares border with -> Panama (1939)\n Answer: Panama", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_003591", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Erlangen -> country -> Nazi Germany (1939)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1939)\n Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006178", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Hop 1: Glauco Onorato -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Answer: Oscar Luigi Scalfaro", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_003130", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Hop 1: \u00c1rp\u00e1d Berczik -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1947)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1947)\n Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_001771", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "habilitation", + "pred": "Hop 1: Olba -> director of archaeological fieldwork -> Ulrich Gotter (2002)\n Hop 2: Ulrich Gotter -> assessment -> habilitation (2002)\n Answer: habilitation", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_004635", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Hop 1: Ida Kami\u0144ska -> nominated for -> Academy Award for Best Actress (1967)\n Hop 2: Academy Award for Best Actress (1967) -> winner -> Katharine Hepburn (1967)\n Hop 3: Katharine Hepburn (1967) -> winner -> 1967\n Answer: 1967", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_007347", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Hop 1: Heat and Dust -> award received -> Booker Prize (1975)\n Hop 2: Booker Prize (1975) -> winner -> Ruth Prawer Jhabvala (1975)\n Answer: Ruth Prawer Jhabvala", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_002289", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Giuseppe Saragat", + "pred": "Hop 1: Francesco Antonazzi -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giovanni Leone (1970)\n Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006810", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "Hop 1: Tessa Thompson -> unmarried partner -> Janelle Mon\u00e1e (2016)\n Hop 2: Janelle Mon\u00e1e -> award received -> Broadcast Film Critics Association Award for Best Cast (2016)\n Answer: 2016", + "em": 1.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_001750", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Eduard Weiter", + "pred": "Hop 1: Robert Dauber -> place of detention -> Dachau concentration camp (1944)\n Hop 2: Dachau concentration camp -> director / manager -> Eduard Weiter (1944)\n Answer: Eduard Weiter", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_005348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "David Wagner", + "pred": "Hop 1: Conor Coady -> member of sports team -> Huddersfield Town A.F.C. (2015)\n Hop 2: Huddersfield Town A.F.C. -> head coach -> David Wagner (2015)\n Answer: David Wagner", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001742", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Hop 1: Carmelo Di Bella -> country of citizenship -> Italy (1986)\n Hop 2: Italy -> head of state -> Sandro Pertini (1986)\n Answer: Sandro Pertini", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004401", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cominform", + "pred": "Hop 1: Marceline Loridan-Ivens -> member of political party -> French Communist Party (1955)\n Hop 2: French Communist Party -> member of -> Cominform (1955)\n Answer: Cominform", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_000948", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Hop 1: Rod Langway -> drafted by -> Montreal Canadiens (1977)\n Hop 2: Montreal Canadiens -> home venue -> Montreal Forum (1977)\n Answer: Montreal Forum", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Carlo Clerici -> country of citizenship -> Italy (1954)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1954)\n Answer: Alcide De Gasperi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001031", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "J. M. Coetzee", + "pred": "Hop 1: Graham Swift -> nominated for -> Booker Prize (1983)\n Hop 2: Booker Prize (1983) -> winner -> J. M. Coetzee (1983)\n Hop 3: J. M. Coetzee (1983) -> winner -> David Malouf (1983)\n Answer: David Malouf", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_002458", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Oleh Protasov", + "pred": "Hop 1: Ihar Stasevich -> member of sports team -> FC Dinamo Minsk (2013)\n Hop 2: FC Dinamo Minsk -> head coach -> Oleh Protasov (2013)\n Answer: Oleh Protasov", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_001069", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Ed Koch", + "pred": "Hop 1: Braldt Bralds -> work location -> New York City (1981)\n Hop 2: New York City -> head of government -> Ed Koch (1981)\n Answer: Ed Koch", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_005421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: Carnegie Mellon University -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> CERN (2021)\n Answer: 2021", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_006304", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "mayor", + "pred": "Hop 1: T\u00fcbingen -> head of government -> Adolf Hartmeyer (1948)\n Hop 2: Adolf Hartmeyer -> position held -> mayor (1948)\n Answer: mayor", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_004531", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Mario Monti", + "pred": "Hop 1: Antonio Carluccio -> country of citizenship -> Italy (2012)\n Hop 2: Italy -> head of government -> Mario Monti (2012)\n Answer: Mario Monti", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000931", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Hop 1: James Spudich -> award received -> Albert Lasker Award for Basic Medical Research (2012)\n Hop 2: Albert Lasker Award for Basic Medical Research -> winner -> Ronald Vale (2012)\n Answer: 2012", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_007956", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Hop 1: Faryd Mondrag\u00f3n -> member of sports team -> Galatasaray S.K. (2006)\n Hop 2: Galatasaray S.K. -> head coach -> Eric Gerets (2006)\n Answer: Eric Gerets", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007340", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "Hyundai", + "pred": "Hop 1: Stefan B\u00f6ger -> member of sports team -> Hamburger SV (1998)\n Hop 2: Hamburger SV -> sponsor -> Hyundai (1998)\n Answer: Hyundai", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_003676", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "Hop 1: A Single Man -> nominated for -> Academy Award for Best Actor (2010)\n Hop 2: Jeremy Renner -> nominated for -> Academy Award for Best Actor (2010)\n Hop 3: Academy Award for Best Actor (2010) -> winner -> Colin Firth (2010)\n Answer: Colin Firth", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001222", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Soviet Union", + "pred": "Hop 1: Olenegorsk -> located in -> Murmansk Oblast (1991)\n Hop 2: Murmansk Oblast -> country -> Soviet Union (1991)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_006158", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Adone Zoli", + "pred": "Hop 1: Giani Stuparich -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1957)\n Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005324", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italian lira", + "pred": "Hop 1: Guido Celano -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> currency -> Italian lira (1960)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "Hop 1: Susan Polgar -> country of citizenship -> United States (2002)\n Hop 2: United States -> head of government -> George W. Bush (2002)\n Answer: George W. Bush", + "em": 1.0, + "f1": 0.3 + }, + { + "id": "q_002344", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Sremska Mitrovica City -> located in -> Socialist Autonomous Province of Vojvodina (1971)\n Hop 2: Socialist Autonomous Province of Vojvodina -> located in -> Yugoslavia (1971)\n Answer: Yugoslavia", + "em": 0.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_008685", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2019.0, + "gold": "Wayne LaPierre", + "pred": "Hop 1: Oliver North -> position held -> National Rifle Association of America (2019)\n Hop 2: National Rifle Association of America -> chief executive officer -> Wayne LaPierre (2019)\n Answer: Wayne LaPierre", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_005812", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "J. M. Coetzee", + "pred": "Hop 1: Fasting, Feasting -> nominated for -> Booker Prize (1999)\n Hop 2: Booker Prize (1999) -> winner -> J. M. Coetzee (1999)\n Answer: J. M. Coetzee", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "The Ellen DeGeneres Show", + "pred": "Hop 1: Alexandra Hedison -> unmarried partner -> Ellen DeGeneres (2004)\n Hop 2: Ellen DeGeneres -> notable work -> The Ellen DeGeneres Show (2004)\n Answer: The Ellen DeGeneres Show", + "em": 1.0, + "f1": 0.4210526315789474 + }, + { + "id": "q_005808", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Hop 1: G\u00e1bor Csap\u00f3 -> educated at -> University of Szeged (1972)\n Hop 2: University of Szeged -> named after -> Attila J\u00f3zsef (1972)\n Answer: Attila J\u00f3zsef", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_003694", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "German Federal Archives", + "pred": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1922)\n Hop 2: Independent Social Democratic Party of Germany -> archives at -> German Federal Archives (1922)\n Answer: German Federal Archives", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_002616", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Tenax -> country -> Italy (2004)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2004)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_000088", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "United Kingdom", + "pred": "Hop 1: Safed -> country -> Mandatory Palestine (1932)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1932)\n Answer: United Kingdom", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_005525", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1972)\n Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006017", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Franco Corelli -> country of citizenship -> Italy (1999)\n Hop 2: Italy -> member of -> European Economic Community (1999)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_006096", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Ginni Rometty", + "pred": "Hop 1: Bruce Schneier -> employer -> IBM (2018)\n Hop 2: IBM -> chief executive officer -> Ginni Rometty (2018)\n Answer: Ginni Rometty", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_001800", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Hop 1: Adri\u00e1n L\u00f3pez \u00c1lvarez -> member of sports team -> Atl\u00e9tico Madrid (2013)\n Hop 2: Atl\u00e9tico Madrid -> home venue -> Vicente Calder\u00f3n Stadium (2013)\n Answer: Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_001359", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "Hop 1: Carry Me Down -> nominated for -> Booker Prize (2006)\n Hop 2: Booker Prize -> winner -> Kiran Desai (2006)\n Answer: Kiran Desai", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_006166", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Corpo Truppe Volontarie -> commanded by -> Mario Roatta (1936)\n Hop 2: Mario Roatta -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.3 + }, + { + "id": "q_004182", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Augusto Arioni -> member of sports team -> Torino FC (1912)\n Hop 2: Torino FC -> country -> Kingdom of Italy (1912)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_002192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Hop 1: Thomas Linke -> member of sports team -> Germany men's national association football team (1997)\n Hop 2: Germany men's national association football team -> head coach -> Berti Vogts (1997)\n Answer: Berti Vogts", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_004835", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Karl Plattner -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1950)\n Answer: Alcide De Gasperi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001116", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Chimamanda Ngozi Adichie -> nominated for -> Booker Prize (2004)\n Hop 2: Booker Prize -> winner -> Alan Hollinghurst (2004)\n Answer: 2004", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_003320", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Soviet Union", + "pred": "Hop 1: Ochakiv Raion -> located in -> Odesa Oblast (1935)\n Hop 2: Odesa Oblast -> country -> Soviet Union (1935)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_003882", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Giuseppe Patan\u00e8 -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_003657", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Hop 1: Karen Dokhoyan -> member of sports team -> Armenia men's national football team (2007)\n Hop 2: Armenia men's national football team -> head coach -> Ian Porterfield (2007)\n Answer: Ian Porterfield", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001053", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Toni Servillo", + "pred": "Hop 1: Tom Schilling -> nominated for -> European Film Award for Best Actor (2013)\n Hop 2: European Film Award for Best Actor -> winner -> Toni Servillo (2013)\n Hop 3: Toni Servillo -> winner -> European Film Award for Best Actor (2013)\n Answer: European Film Award for Best Actor", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006052", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1983.0, + "gold": "1983", + "pred": "Hop 1: Richard Attenborough -> award received -> BAFTA Award for Best Direction (1983)\n Hop 2: Costa-Gavras -> nominated for -> BAFTA Award for Best Direction (1983)\n Answer: 1983", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_000428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "Hop 1: A Single Man -> nominated for -> Academy Award for Best Actor (2010)\n Hop 2: Academy Award for Best Actor (2010) -> winner -> Colin Firth (2010)\n Hop 3: Colin Firth (2010) -> winner -> A Single Man (2010)\n Answer: A Single Man", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000183", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italian lira", + "pred": "Hop 1: Nello Pagani -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> currency -> Italian lira (2001)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_007379", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Giovanni Trapattoni", + "pred": "Hop 1: Heiko Gerber -> member of sports team -> VfB Stuttgart (2006)\n Hop 2: VfB Stuttgart -> head coach -> Giovanni Trapattoni (2006)\n Answer: Giovanni Trapattoni", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_005742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "James Kelman", + "pred": "Hop 1: Abdulrazak Gurnah -> nominated for -> Booker Prize (1994)\n Hop 2: Booker Prize (1994) -> winner -> James Kelman (1994)\n Answer: James Kelman", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_000962", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "Hop 1: BND law -> signatory -> Wolfgang Sch\u00e4uble (1990)\n Hop 2: Wolfgang Sch\u00e4uble -> country of citizenship -> Germany (1990)\n Answer: Germany", + "em": 0.0, + "f1": 0.125 + }, + { + "id": "q_005810", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Otto Graf Lambsdorff", + "pred": "Hop 1: Free Democratic Party -> replaced by -> Free Democratic Party (1990)\n Hop 2: Walter Scheel -> member of political party -> Free Democratic Party (1990)\n Answer: Free Democratic Party", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000427", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Giovanni Leone", + "pred": "Hop 1: Piero Chiara -> country of citizenship -> Italy (1974)\n Hop 2: Italy -> head of state -> Giovanni Leone (1974)\n Answer: Giovanni Leone", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_005227", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "presidential system", + "pred": "Hop 1: Horodenka -> country -> Second Polish Republic (1938)\n Hop 2: Second Polish Republic -> basic form of government -> presidential system (1938)\n Answer: presidential system", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_000433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "God Save the Tsar!", + "pred": "Hop 1: Dub\u0103sari -> country -> Russian Empire (1911)\n Hop 2: Russian Empire -> anthem -> God Save the Tsar! (1911)\n Answer: God Save the Tsar!", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_005466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Climate Pledge Arena", + "pred": "Hop 1: Gary Payton -> member of sports team -> Seattle SuperSonics (2000)\n Hop 2: Seattle SuperSonics -> home venue -> Climate Pledge Arena (2000)\n Answer: Climate Pledge Arena", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_004741", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "1st Panzer Division", + "pred": "Hop 1: Karl Lotter -> significant person -> Maximilian von Weichs (1936)\n Hop 2: Maximilian von Weichs -> commander of (DEPRECATED) -> 1st Panzer Division (1936)\n Answer: 1st Panzer Division", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006763", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "Hop 1: Craig Armstrong -> award received -> BAFTA Award for Best Original Music (2001)\n Hop 2: BAFTA Award for Best Original Music -> winner -> Tan Dun (2001)\n Answer: 2001", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_002214", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "Hop 1: Balaklava -> country -> Russian Empire (1917)\n Hop 2: Russian Empire -> anthem -> God Save the Tsar! (1917)\n Answer: God Save the Tsar!", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_005612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Nikita Khrushchev", + "pred": "Hop 1: Zuleykha Seyidmammadova -> member of political party -> Communist Party of the Soviet Union (1954)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Nikita Khrushchev (1954)\n Answer: Nikita Khrushchev", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007746", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Austria", + "pred": "Hop 1: Walter Gropius -> spouse -> Alma Mahler (1918)\n Hop 2: Alma Mahler -> country of citizenship -> Austria (1918)\n Answer: Austria", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_003268", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Luigi Carnacina -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1951)\n Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_000324", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "Hop 1: Kfar Saba -> country -> Mandatory Palestine (1937)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1937)\n Answer: United Kingdom", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006933", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Hop 1: Nani Tedeschi -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005705", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Robert Knud Friedrich Pilger", + "pred": "Hop 1: Hermann Otto Sleumer -> employer -> Botanic Garden and Botanical Museum Berlin (1949)\n Hop 2: Botanic Garden and Botanical Museum Berlin -> chief executive officer -> Robert Knud Friedrich Pilger (1949)\n Answer: Robert Knud Friedrich Pilger", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_006241", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Bucharest", + "pred": "Hop 1: Tutrakan -> country -> Kingdom of Romania (1935)\n Hop 2: Kingdom of Romania -> capital -> Bucharest (1935)\n Answer: Bucharest", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_003204", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Ralph Fiennes", + "pred": "Hop 1: Anders W. Berthelsen -> nominated for -> European Film Award for Best Actor (1999)\n Hop 2: European Film Award for Best Actor (1999) -> winner -> Ralph Fiennes (1999)\n Answer: Ralph Fiennes", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_001109", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Neutral Moresnet", + "pred": "Hop 1: Minden Government Region -> country -> Weimar Republic (1918)\n Hop 2: Weimar Republic -> shares border with -> Neutral Moresnet (1918)\n Answer: Neutral Moresnet", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_001496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Valeria Moriconi -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_004458", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Hop 1: Mehmed Uzun -> country of citizenship -> Turkey (1955)\n Hop 2: Turkey -> head of state -> Cel\u00e2l Bayar (1955)\n Answer: Cel\u00e2l Bayar", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_005199", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Hop 1: Sissel Tolaas -> work location -> Berlin (2009)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2009)\n Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000202", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Ireland", + "pred": "Hop 1: Matteo Priamo -> member of sports team -> Bardiani CSF 7 Saber (2006)\n Hop 2: Bardiani CSF 7 Saber -> country -> Ireland (2006)\n Answer: Ireland", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_006446", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Edoardo Mangiarotti -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_001839", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Q953762", + "pred": "Hop 1: Pedro Geromel -> member of sports team -> Barcelona (2010)\n Hop 2: Barcelona -> head of government -> Q953762 (2010)\n Answer: Q953762", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_001174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Latvian Higher League", + "pred": "Hop 1: Pavel Mochalin -> member of sports team -> FK Ventspils (2011)\n Hop 2: FK Ventspils -> league or competition -> Latvian Higher League (2011)\n Answer: Latvian Higher League", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006379", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Giorgio Napolitano", + "pred": "Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (2008)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2008)\n Answer: Giorgio Napolitano", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_001940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Marcello Costalunga -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> shares border with -> Yugoslavia (1989)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_001985", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Heinz Czechowski -> award received -> Heinrich Mann Prize (1984)\n Hop 2: Heinrich Mann Prize -> country -> German Democratic Republic (1984)\n Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_000177", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Claus Korth -> allegiance -> West Germany (1962)\n Hop 2: West Germany -> contains the administrative territorial entity -> Hesse (1962)\n Answer: Hesse", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003534", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: University of Toronto -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Tsinghua University (2021)\n Answer: 2021", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_007118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Steve Sampson", + "pred": "Hop 1: Andreas Herzog -> member of sports team -> LA Galaxy (2004)\n Hop 2: LA Galaxy -> head coach -> Steve Sampson (2004)\n Answer: Steve Sampson", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_008135", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Panama", + "pred": "Hop 1: Frank Tieri -> residence -> United States (1922)\n Hop 2: United States -> shares border with -> Panama (1922)\n Hop 3: Panama -> shares border with -> Colombia (1922)\n Answer: Colombia", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_008030", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Hop 1: Jacques Laurent -> member of -> Acad\u00e9mie Fran\u00e7aise (1988)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Maurice Druon (1988)\n Answer: Maurice Druon", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_008449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Hop 1: Hanns Martin Schleyer -> member of political party -> Christian Democratic Union (1975)\n Hop 2: Christian Democratic Union -> general secretary -> Kurt Biedenkopf (1975)\n Answer: Kurt Biedenkopf", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_001457", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Thomas Keneally", + "pred": "Hop 1: William Boyd -> nominated for -> Booker Prize (1982)\n Hop 2: Booker Prize -> winner -> Thomas Keneally (1982)\n Answer: Thomas Keneally", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_001650", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Sergi L\u00f3pez", + "pred": "Hop 1: Bread and Tulips -> nominated for -> European Film Award for Best Actor (2000)\n Hop 2: European Film Award for Best Actor -> winner -> Sergi L\u00f3pez (2000)\n Hop 3: Sergi L\u00f3pez -> winner -> European Film Award for Best Actor (2000)\n Answer: Sergi L\u00f3pez", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_006597", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "SeatGeek Stadium", + "pred": "Hop 1: Logan Pause -> member of sports team -> Chicago Fire FC (2009)\n Hop 2: Chicago Fire FC -> home venue -> SeatGeek Stadium (2009)\n Answer: SeatGeek Stadium", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_003141", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Canada", + "pred": "Hop 1: Joseph-Elz\u00e9ar Bernier -> member of the crew of -> Gauss (1924)\n Hop 2: Gauss -> country of registry -> Canada (1924)\n Answer: Canada", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_004341", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "BP", + "pred": "Hop 1: Wolfram Wuttke -> member of sports team -> Hamburger SV (1984)\n Hop 2: Hamburger SV -> sponsor -> BP (1984)\n Answer: BP", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_007989", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1905.0, + "gold": "Russian Empire", + "pred": "Hop 1: Vedi -> located in -> Erivan Governorate (1905)\n Hop 2: Erivan Governorate -> country -> Russian Empire (1905)\n Answer: Russian Empire", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_002962", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Hop 1: Bruno Torpigliani -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001198", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Allianz Arena", + "pred": "Hop 1: Kenny Cooper -> member of sports team -> TSV 1860 M\u00fcnchen (2011)\n Hop 2: TSV 1860 M\u00fcnchen -> home venue -> Allianz Arena (2011)\n Answer: Allianz Arena", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006028", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Hop 1: Artur Moraes -> member of sports team -> S.L. Benfica (2012)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2012)\n Answer: Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_007856", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "Hop 1: Rorschach\u2013St. Gallen railway line -> owned by -> Vereinigte Schweizerbahnen (1902)\n Hop 2: Vereinigte Schweizerbahnen -> replaced by -> Swiss Federal Railways (1902)\n Answer: 1902", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_003797", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Hop 1: Fontanezier -> replaced by -> T\u00e9venon (2011)\n Hop 2: T\u00e9venon -> replaces -> Vaugondry (2011)\n Answer: 2011", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_002920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: HMS Graph -> country of registry -> Nazi Germany (1941)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1941)\n Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_004648", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "Hop 1: Yoshio Masui -> award received -> Albert Lasker Award for Basic Medical Research (1998)\n Hop 2: Albert Lasker Award for Basic Medical Research -> winner -> Lee Hartwell (1998)\n Answer: 1998", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_005249", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Julie Christie", + "pred": "Hop 1: Marriage Italian-Style -> nominated for -> Academy Award for Best Actress (1965)\n Hop 2: Academy Award for Best Actress (1965) -> winner -> Julie Christie\n Hop 3: Julie Christie -> winner of -> 1965 Academy Award for Best Actress\n Answer: 1965 Academy Award for Best Actress", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_004612", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Luigi Carnacina -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Umberto II of Italy (1951)\n Answer: Umberto II of Italy", + "em": 0.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_006383", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "Hop 1: Giacomo Neri -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Aldo Moro (1976)\n Answer: 1976", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_003997", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Hop 1: Romain Duris -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor -> winner -> Daniel Auteuil (2005)\n Answer: Daniel Auteuil", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002521", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Heiko Herrlich", + "pred": "Hop 1: Marek Such\u00fd -> member of sports team -> FC Augsburg (2020)\n Hop 2: FC Augsburg -> head coach -> Heiko Herrlich (2020)\n Answer: Heiko Herrlich", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_008451", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Mario Draghi", + "pred": "Hop 1: Cesare Benedetti -> country for sport -> Italy (2021)\n Hop 2: Italy -> head of government -> Mario Draghi (2021)\n Answer: Mario Draghi", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_002584", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1944.0, + "gold": "1944", + "pred": "Hop 1: Johnny Burke -> award received -> Academy Award for Best Original Song (1944)\n Hop 2: Harry Warren -> award received -> Academy Award for Best Original Song (1944)\n Hop 3: Johnny Burke -> winner -> Harry Warren (1944)\n Answer: 1944", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_000401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Zhou Enlai", + "pred": "Hop 1: Zhao Ziyang -> country of citizenship -> People's Republic of China (1959)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1959)\n Answer: Zhou Enlai", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007273", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Harry Redknapp", + "pred": "Hop 1: Michael Dawson -> member of sports team -> Tottenham Hotspur F.C. (2010)\n Hop 2: Tottenham Hotspur F.C. -> head coach -> Harry Redknapp (2010)\n Answer: Harry Redknapp", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_000566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Hop 1: Jean-Loup Dabadie -> member of -> Acad\u00e9mie Fran\u00e7aise (2009)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> H\u00e9l\u00e8ne Carr\u00e8re d'Encausse (2009)\n Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_001480", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Hop 1: Matt Carkner -> drafted by -> Montreal Canadiens (1999)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (1999)\n Answer: Saku Koivu", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_002648", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Hop 1: Jennifer Johnston -> nominated for -> Booker Prize (1977)\n Hop 2: Booker Prize -> winner -> Paul Scott (1977)\n Answer: Paul Scott", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005191", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1920)\n Hop 2: Independent Social Democratic Party of Germany -> chairperson -> Theodor Liebknecht (1920)\n Answer: Theodor Liebknecht", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_004451", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Azerbaijan Premier League", + "pred": "Hop 1: Andrey Popovi\u00e7 -> member of sports team -> FC Baku (2009)\n Hop 2: FC Baku -> league or competition -> Azerbaijan Premier League (2009)\n Answer: Azerbaijan Premier League", + "em": 1.0, + "f1": 0.2857142857142857 + } + ] +} \ No newline at end of file diff --git a/eval/v3-sft-seed7.judged.json b/eval/v3-sft-seed7.judged.json new file mode 100644 index 0000000000000000000000000000000000000000..5355705c2499cb6723d75b4126ee687290634e7b --- /dev/null +++ b/eval/v3-sft-seed7.judged.json @@ -0,0 +1,22725 @@ +{ + "name": "v3-sft-seed7", + "policy_path": "../checkpoints/sft-v3-seed7/final", + "split": "test", + "n_samples": 1743, + "temperature": 0.0, + "max_new_tokens": 96, + "answer_extracted": true, + "n_with_answer_marker": 1740, + "judge_provider": "anthropic", + "judge_model": "claude-haiku-4-5-20251001", + "overall": { + "n": 1743, + "em": 0.8686173264486517, + "f1": 0.8857825861268203, + "judge_em": 0.8640275387263339 + }, + "by_complexity": { + "1hop": { + "n": 800, + "em": 0.98375, + "f1": 0.9863541666666668, + "judge_em": 0.96875 + }, + "2hop": { + "n": 800, + "em": 0.81625, + "f1": 0.8314196428571428, + "judge_em": 0.81125 + }, + "3plus": { + "n": 143, + "em": 0.5174825174825175, + "f1": 0.6272727272727273, + "judge_em": 0.5734265734265734 + } + }, + "by_operator": { + "before_after": { + "n": 517, + "em": 0.8704061895551257, + "f1": 0.8867151760768782, + "judge_em": 0.8491295938104448 + }, + "interval": { + "n": 163, + "em": 1.0, + "f1": 0.9944493134677184, + "judge_em": 0.9938650306748467 + }, + "point_in_time": { + "n": 535, + "em": 0.8878504672897196, + "f1": 0.900142412105029, + "judge_em": 0.8803738317757009 + }, + "sequence": { + "n": 528, + "em": 0.8068181818181818, + "f1": 0.8367724867724868, + "judge_em": 0.821969696969697 + } + }, + "per_example": [ + { + "id": "q_006291", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "chairperson", + "pred": "President of the Portuguese Football Federation", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jonas -> member of sports team -> S.L. Benfica (2017)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2017)\n Hop 3: Lu\u00eds Filipe Vieira -> position held -> President of the Portuguese Football Federation (2017)\n Answer: President of the Portuguese Football Federation", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007337", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "Nicholas II of Russia", + "pred": "Nikolay II", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Ararat -> located in -> Erivan Governorate (1907)\n Hop 2: Erivan Governorate -> country -> Russian Empire (1907)\n Hop 3: Russian Empire -> head of state -> Nikolay II (1907)\n Answer: Nikolay II", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000021", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Galvano Della Volpe -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1959)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1959)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007809", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Irina Bokova", + "pred": "David Elkind", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kach -> designated as terrorist by -> United States (2011)\n Hop 2: United States -> member of -> UNESCO (2011)\n Hop 3: UNESCO -> chairperson -> David Elkind (2011)\n Answer: David Elkind", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001979", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arnold J. Levine -> award received -> Paul Ehrlich and Ludwig Darmstaedter Prize (1998)\n Answer: 1998", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005455", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.5714285714285714, + "pred_raw": "Hop 1: On Golden Pond -> nominated for -> Academy Award for Best Actress (1982)\n Hop 2: Academy Award for Best Actress -> winner -> Meryl Streep (1982)\n Hop 3: Meryl Streep -> award received -> Academy Award for Best Actress (1982)\n Answer: Academy Award for Best Actress", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008005", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Urbano Lazzaro -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1961)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1961)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008690", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Pesaola -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008321", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vito Lattanzio -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007761", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Arista Records", + "pred": "Sony Music", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jennifer Love Hewitt -> unmarried partner -> John Mayer (2002)\n Hop 2: John Mayer -> nominated for -> Grammy Award for Best Male Pop Vocal Performance (2002)\n Hop 3: Grammy Award for Best Male Pop Vocal Performance -> winner -> Epic Records (2002)\n Hop 4: Epic Records -> record label -> Sony Music (2002)\n Answer: Sony Music", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008118", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vincent Cimatti -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1959)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1959)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001360", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist", + "em": 0.0, + "f1": 0.8, + "pred_raw": "Hop 1: Guo Moruo -> country of citizenship -> People's Republic of China (1970)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1970)\n Hop 3: Zhou Enlai -> spouse -> Deng Yingchao (1970)\n Hop 4: Deng Yingchao -> member of political party -> Chinese Communist Party (1970)\n Answer: Chinese Communist", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000136", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michele Pellegrino -> country of citizenship -> Italy (1981)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1981)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1981)\n Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006986", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Falcone -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giovanni Leone (1955)\n Answer: Giovanni Leone", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_003298", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "monarchy", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Metz -> country -> Germany (1940)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1940)\n Hop 3: Afghanistan -> basic form of government -> monarchy (1940)\n Answer: monarchy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_006733", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Pesaola -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005866", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Hilary Swank", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Diane Keaton -> nominated for -> Academy Award for Best Actress (2004)\n Hop 2: Academy Award for Best Actress (2004) -> winner -> Hilary Swank (2004)\n Hop 3: Hilary Swank -> award received -> Academy Award for Best Actress (2004)\n Answer: Hilary Swank", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004748", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alfredo Sivocci -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1964)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1964)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004795", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Chancellor of Germany", + "pred": "President of Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: SMS Arcona -> crew members -> Eberhard Godt (1922)\n Hop 2: Eberhard Godt -> allegiance -> Weimar Republic (1922)\n Hop 3: Weimar Republic -> head of government -> Friedrich Ebert (1922)\n Hop 4: Friedrich Ebert -> position held -> President of Germany (1922)\n Answer: President of Germany", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000787", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "monarchy", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Niobe -> country of registry -> Germany (1932)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1932)\n Hop 3: Afghanistan -> basic form of government -> monarchy (1932)\n Answer: monarchy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008333", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aldo Morandi -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1963)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1963)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008338", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Academy Award for Best Visual Effects", + "pred": "Ken Ralston", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: True Lies -> nominated for -> Japan Academy Prize for Outstanding Foreign Language Film (1995)\n Hop 2: Japan Academy Prize for Outstanding Foreign Language Film -> winner -> Ken Ralston (1995)\n Answer: Ken Ralston", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001840", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tano Cimarosa -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1995)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1995)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001274", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aurelio Sabattani -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1967)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1967)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000547", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giovanni Leone (1965)\n Answer: Giovanni Leone", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_001052", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Bordoni -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1955)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1955)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006228", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "Robert Ferdinand Wagner Jr.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jane Jacobs -> residence -> New York City (1963)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1963)\n Answer: Robert Ferdinand Wagner Jr.", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_006414", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1955)\n Answer: Paul-Henri Spaak", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001651", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "President of Italy", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Daniela Rocca -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1957)\n Answer: Alcide De Gasperi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007640", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Plinio Antolini -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1956)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1956)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Annalena Tonelli -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1969)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1969)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004943", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Nazi Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: U-13 -> part of -> 1st U-boat Flotilla (1938)\n Hop 2: 1st U-boat Flotilla -> location -> Kiel (1938)\n Hop 3: Kiel -> country -> Germany (1938)\n Answer: Germany", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_007287", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Angelo Cella -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1998)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1998)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005394", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Veriano Luchetti -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1997)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007314", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Mayor of New York City", + "pred": "New York City Mayor", + "em": 0.0, + "f1": 0.888888888888889, + "pred_raw": "Hop 1: Elliott Erwitt -> work location -> New York City (1957)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1957)\n Hop 3: Robert Ferdinand Wagner Jr. -> position held -> New York City Mayor (1957)\n Answer: New York City Mayor", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003452", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mary Blair -> residence -> New York City (1948)\n Hop 2: New York City -> head of government -> William O'Dwyer (1948)\n Hop 3: William O'Dwyer -> position held -> Mayor of New York City (1948)\n Answer: Mayor of New York City", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006815", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Love the Way You Lie -> nominated for -> MTV Europe Music Award for Best Song (2010)\n Hop 2: MTV Europe Music Award for Best Song -> winner -> Lady Gaga (2010)\n Answer: 2010", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008439", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Tim Robbins", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nell -> unmarried partner -> Susan Sarandon (1995)\n Hop 2: Susan Sarandon -> nominated for -> The Client (1995)\n Hop 3: The Client -> winner -> Academy Award for Best Actress (1995)\n Answer: Academy Award for Best Actress", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003245", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "constitutional monarchy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Niobe -> country of registry -> Germany (1932)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1932)\n Hop 3: Afghanistan -> basic form of government -> constitutional monarchy (1932)\n Answer: constitutional monarchy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008633", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giurgiu -> located in -> Vla\u0219ca County (1920)\n Hop 2: Vla\u0219ca County -> country -> Kingdom of Romania (1920)\n Hop 3: Kingdom of Romania -> capital -> Bucharest (1920)\n Answer: Bucharest", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003473", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Dushanbe -> located in -> Emirate of Bukhara (1915)\n Hop 2: Emirate of Bukhara -> country -> Russian Empire (1915)\n Hop 3: Russian Empire -> head of state -> Nicholas II (1915)\n Answer: Nicholas II", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001673", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aurelio Sabattani -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1967)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1967)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005726", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "First Republic of Austria", + "pred": "Federal State of Austria", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Aachen -> country -> Nazi Germany (1934)\n Hop 2: Nazi Germany -> shares border with -> Federal State of Austria (1934)\n Answer: Federal State of Austria", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_004929", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Virginio Rosetta -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1967)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1967)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006286", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mannheim Observatory -> owned by -> Mannheim (1977)\n Hop 2: Mannheim -> country -> West Germany (1977)\n Hop 3: West Germany -> currency -> Deutsche Mark (1977)\n Answer: Deutsche Mark", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002759", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "K\u014dichir\u014d Matsuura", + "pred": "Irina Bokova", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Eduardo Saverin -> country of citizenship -> United States (2005)\n Hop 2: United States -> member of -> UNESCO (2005)\n Hop 3: UNESCO -> chairperson -> Irina Bokova (2005)\n Answer: Irina Bokova", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004009", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "2014", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Thierry Mariani -> member of political party -> Union for a Popular Movement (2014)\n Hop 2: Union for a Popular Movement -> chairperson -> Jean-Fran\u00e7ois Cop\u00e9 (2014)\n Hop 3: Jean-Fran\u00e7ois Cop\u00e9 -> occupation -> politician (2014)\n Answer: 2014", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007134", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Paolo Dezza -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1998)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002750", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Basaglia -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000812", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "U-13", + "pred": "1st U-boat Flotilla", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: U-14 -> commanded by -> Victor Oehrn (1936)\n Hop 2: Victor Oehrn -> affiliation -> 1st U-boat Flotilla (1936)\n Answer: 1st U-boat Flotilla", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003515", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Umberto Pasquale -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005012", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Filippo D'Amico -> country of citizenship -> Italy (1982)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1982)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1982)\n Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004016", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ernesto Prinoth -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1980)\n Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008522", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Bordoni -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1955)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1955)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tano Cimarosa -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1995)\n Hop 3: Carlo Azeglio Ciampi -> position held -> President of Italy (1995)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000716", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Umberto II", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alberto Moravia -> spouse -> Elsa Morante (1958)\n Hop 2: Elsa Morante -> country of citizenship -> Italy (1958)\n Hop 3: Italy -> head of state -> Umberto II (1958)\n Answer: Umberto II", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004128", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Linda Sini -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1956)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1956)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002796", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1923.0, + "gold": "1923", + "pred": "1923", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: hyperinflation in the Weimar Republic -> country -> Weimar Republic (1923)\n Hop 2: Weimar Republic -> currency -> Rentenmark (1923)\n Hop 3: Rentenmark -> replaces -> Papiermark (1923)\n Answer: 1923", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "AS Roma", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Michelangelo Albertazzi -> member of sports team -> AC Milan (2014)\n Hop 2: AC Milan -> head coach -> Massimiliano Allegri (2014)\n Hop 3: Massimiliano Allegri -> member of sports team -> AS Roma (2014)\n Answer: AS Roma", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003552", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "chairperson", + "pred": "Lu\u00eds Filipe Vieira", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Miralem Sulejmani -> member of sports team -> S.L. Benfica (2014)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2014)\n Answer: Lu\u00eds Filipe Vieira", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004730", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "God Save the Tsar!", + "pred": "Pan-Slavic Hymn", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Vedi -> located in -> Erivan Governorate (1907)\n Hop 2: Erivan Governorate -> country -> Russian Empire (1907)\n Hop 3: Russian Empire -> anthem -> Pan-Slavic Hymn (1907)\n Answer: Pan-Slavic Hymn", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005767", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Angela Merkel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bj\u00f6rn Schr\u00f6der -> member of sports team -> Milram (2010)\n Hop 2: Milram -> country -> Germany (2010)\n Hop 3: Germany -> head of government -> Angela Merkel (2010)\n Answer: Angela Merkel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002032", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Mayor of New York City", + "pred": "New York City Comptroller", + "em": 0.0, + "f1": 0.6666666666666665, + "pred_raw": "Hop 1: Oliver & Company -> narrative location -> New York City (1988)\n Hop 2: New York City -> head of government -> Ed Koch (1988)\n Hop 3: Ed Koch -> position held -> New York City Comptroller (1988)\n Answer: New York City Comptroller", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008644", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Salman Rushdie -> spouse -> Padma Lakshmi (2005)\n Hop 2: John Banville -> winner -> Salman Rushdie (2005)\n Answer: 2005", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006768", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ulrike Herrmann -> member of political party -> Christian Democratic Union (1987)\n Hop 2: Christian Democratic Union -> chairperson -> Helmut Kohl (1987)\n Hop 3: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Answer: West Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002122", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Angelo Cella -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1964)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1964)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Getulio Alviani -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1980)\n Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000842", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "God Save the King", + "pred": "God Save the King", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Enderbury Island -> country -> United Kingdom (1938)\n Hop 2: United Kingdom -> head of state -> George VI (1938)\n Hop 3: George VI -> anthem -> God Save the King (1938)\n Answer: God Save the King", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003512", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "John A. Alonzo", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: On Golden Pond -> nominated for -> Academy Award for Best Sound -> winner -> John A. Alonzo (1982)\n Answer: John A. Alonzo", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002727", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Federal State of Austria", + "pred": "Europe", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: 1938 World Figure Skating Championships -> location -> Berlin (1938)\n Hop 2: Berlin -> shares border with -> Czechoslovakia (1938)\n Hop 3: Czechoslovakia -> located in -> Europe (1938)\n Answer: Europe", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004477", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tommaso Padoa-Schioppa -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1970)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1970)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004639", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lelio Antoniotti -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1965)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1965)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002027", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1913.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Vedi -> located in -> Erivan Governorate (1913)\n Hop 2: Erivan Governorate -> country -> Russian Empire (1913)\n Hop 3: Russian Empire -> head of state -> Nicholas II (1913)\n Answer: Nicholas II", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004554", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gino Archesso -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Antonio Segni (1961)\n Hop 3: Antonio Segni -> position held -> President of Italy (1961)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005676", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Laureus World Sports Award for Comeback of the Year -> winner -> Lance Armstrong (2000)\n Hop 2: Lance Armstrong -> member of sports team -> Discovery Channel (2000)\n Hop 3: Discovery Channel -> country -> United States (2000)\n Answer: United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008291", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Linda Sini -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1956)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1956)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008225", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luciano Emmer -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1998)\n Hop 3: Carlo Azeglio Ciampi -> position held -> President of Italy (1998)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001173", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist", + "em": 0.0, + "f1": 0.8, + "pred_raw": "Hop 1: Guo Moruo -> country of citizenship -> People's Republic of China (1970)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1970)\n Hop 3: Zhou Enlai -> spouse -> Deng Yingchao (1970)\n Hop 4: Deng Yingchao -> member of political party -> Chinese Communist Party (1970)\n Answer: Chinese Communist", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_008571", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "constitutional monarchy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Metz -> country -> Germany (1940)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1940)\n Hop 3: Afghanistan -> basic form of government -> constitutional monarchy (1940)\n Answer: constitutional monarchy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000937", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1934.0, + "gold": "1934", + "pred": "1934", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heinrich Liebe -> allegiance -> Nazi Germany (1934)\n Hop 2: Nazi Germany -> shares border with -> Federal State of Austria (1934)\n Hop 3: Federal State of Austria -> replaces -> First Republic of Austria (1934)\n Answer: 1934", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003736", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Friedrich Ebert", + "pred": "Paul von Hindenburg", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: SMS Arcona -> crew members -> Eberhard Godt (1921)\n Hop 2: Eberhard Godt -> allegiance -> Weimar Republic (1921)\n Hop 3: Weimar Republic -> head of state -> Paul von Hindenburg (1921)\n Answer: Paul von Hindenburg", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002966", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mariano Agate -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1995)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1995)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000538", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Falcone -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giovanni Leone (1955)\n Hop 3: Giovanni Leone -> position held -> President of Italy (1955)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000838", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.20000000000000004, + "pred_raw": "Hop 1: Ant\u00f4nio da Silva -> member of sports team -> MSV Duisburg (2012)\n Hop 2: MSV Duisburg -> head coach -> J\u00fcrgen Klopp (2012)\n Hop 3: J\u00fcrgen Klopp -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2012)\n Answer: Order of Merit of Baden-W\u00fcrttemberg", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002448", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Vanderbilt University", + "pred": "University of Chicago", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Viktor Hamburger -> award received -> Louisa Gross Horwitz Prize (1983)\n Hop 2: Louisa Gross Horwitz Prize -> winner -> Torsten Nils Wiesel (1983)\n Hop 3: Torsten Nils Wiesel -> employer -> University of Chicago (1983)\n Answer: University of Chicago", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007230", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zoran Klemen\u010di\u010d -> member of sports team -> Tenax (2003)\n Hop 2: Tenax -> country -> Italy (2003)\n Hop 3: Italy -> head of state -> Carlo Azeglio Ciampi (2003)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004534", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Odo Fusi Pecci -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1953)\n Hop 3: Amintore Fanfani -> position held -> Prime Minister of Italy (1953)\n Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007740", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "pred_raw": "Hop 1: Ra\u00fal Pateras Pescara -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1960)\n Hop 3: Amintore Fanfani -> position held -> President of Italy (1960)\n Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007848", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Council of Ministers", + "em": 0.0, + "f1": 0.22222222222222224, + "pred_raw": "Hop 1: Mariano Agate -> country of citizenship -> Italy (2008)\n Hop 2: Italy -> head of government -> Mario Monti (2008)\n Hop 3: Mario Monti -> position held -> President of the Council of Ministers (2008)\n Answer: President of the Council of Ministers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003817", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Mayor of New York City", + "pred": "William O'Dwyer", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Variety -> place of publication -> New York City (1947)\n Hop 2: New York City -> head of government -> William O'Dwyer (1947)\n Answer: William O'Dwyer", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_006982", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Hannelore Kohl", + "pred": "Hannelore Kohl", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ulrike Herrmann -> member of political party -> Christian Democratic Union (1986)\n Hop 2: Christian Democratic Union -> chairperson -> Helmut Kohl (1986)\n Hop 3: Helmut Kohl -> spouse -> Hannelore Kohl (1986)\n Answer: Hannelore Kohl", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000932", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Governing Mayor of Berlin", + "pred": "Minister of Finance", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Q896393 -> work location -> Berlin (1977)\n Hop 2: Berlin -> head of government -> Dietrich Stobbe (1977)\n Hop 3: Dietrich Stobbe -> position held -> Minister of Finance (1977)\n Answer: Minister of Finance", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004711", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Vanderbilt University", + "pred": "University of California, Berkeley", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Albert Lasker Award for Basic Medical Research -> winner -> Paul Berg (1980)\n Hop 2: Paul Berg -> award received -> Nobel Prize in Chemistry (1980)\n Hop 3: Nobel Prize in Chemistry -> employer -> University of California, Berkeley (1980)\n Answer: University of California, Berkeley", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001424", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Free State of Prussia", + "pred": "Kingdom of Prussia", + "em": 0.0, + "f1": 0.5714285714285715, + "pred_raw": "Hop 1: Tilla Durieux -> spouse -> Paul Cassirer (1920)\n Hop 2: Paul Cassirer -> work location -> Berlin (1920)\n Hop 3: Berlin -> located in -> Kingdom of Prussia (1920)\n Answer: Kingdom of Prussia", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006808", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Umberto Pasquale -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005728", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.22222222222222224, + "pred_raw": "Hop 1: Getulio Alviani -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> President of the Italian Republic (1980)\n Answer: President of the Italian Republic", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_000501", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Civic Democratic Party", + "pred": "V\u00e1clav Klaus", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Czech Republic -> head of government -> V\u00e1clav Klaus (1995)\n Hop 2: Lubo\u0161 Kohoutek -> country of citizenship -> Czech Republic (1995)\n Answer: V\u00e1clav Klaus", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003472", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Carlo Rambaldi -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1955)\n Answer: Paul-Henri Spaak", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007593", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Antonio Segni", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alberto Moravia -> spouse -> Elsa Morante (1958)\n Hop 2: Elsa Morante -> country of citizenship -> Italy (1958)\n Hop 3: Italy -> head of state -> Antonio Segni (1958)\n Answer: Antonio Segni", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004304", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "military personnel", + "pred": "Otto Schuhart", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: 21st U-boat Flotilla -> part of -> U-120 (1943)\n Hop 2: Otto Schuhart -> commanded by -> 21st U-boat Flotilla (1943)\n Hop 3: U-120 -> occupation -> Otto Schuhart (1943)\n Answer: Otto Schuhart", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004513", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> member of -> European Economic Community (1953)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1953)\n Answer: Paul-Henri Spaak", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001144", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Angela Merkel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bj\u00f6rn Schr\u00f6der -> member of sports team -> Milram (2010)\n Hop 2: Milram -> country -> Germany (2010)\n Hop 3: Germany -> head of government -> Angela Merkel (2010)\n Answer: Angela Merkel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004736", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Prime Minister of Italy", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Virginio De Paoli -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1996)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001077", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Mayor of New York City", + "pred": "Robert Ferdinand Wagner Jr.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Arman -> work location -> New York City (1964)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1964)\n Answer: Robert Ferdinand Wagner Jr.", + "judge_em": 0, + "judge_reply": "I NEED TO WORK" + }, + { + "id": "q_008586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sim\u00e3o Sabrosa -> member of sports team -> S.L. Benfica (2003)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2003)\n Answer: chairperson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004250", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Basaglia -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: 1976", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002769", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dennis Stock -> work location -> New York City (1955)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1955)\n Hop 3: Robert Ferdinand Wagner Jr. -> position held -> Mayor of New York City (1955)\n Answer: Mayor of New York City", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001923", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alfredo Mazzoni -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1958)\n Hop 3: Amintore Fanfani -> position held -> Prime Minister of Italy (1958)\n Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008379", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cesare Terranova -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1958)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1958)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004279", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "U-13", + "pred": "1st U-boat Flotilla", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Victor Oehrn -> affiliation -> 1st U-boat Flotilla (1936)\n Answer: 1st U-boat Flotilla", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008534", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "President of the Council of Ministers", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Bruno Arcari -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1958)\n Hop 3: Alcide De Gasperi -> position held -> President of the Council of Ministers (1958)\n Answer: President of the Council of Ministers", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001990", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "United Nations", + "pred": "United States", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Bad Day at Black Rock -> narrative location -> United States (1945)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1945)\n Hop 3: Territory of Hawaii -> member of -> United States (1945)\n Answer: United States", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000057", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Attilio Pierelli -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giovanni Leone (1970)\n Hop 3: Giovanni Leone -> position held -> President of Italy (1970)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003633", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eleonora Rossi Drago -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1966)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1966)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007357", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Mayor of New York City", + "pred": "New York City Mayor", + "em": 0.0, + "f1": 0.888888888888889, + "pred_raw": "Hop 1: Prelinger Archives -> located in -> New York City (1989)\n Hop 2: New York City -> head of government -> Ed Koch (1989)\n Hop 3: Ed Koch -> position held -> New York City Mayor (1989)\n Answer: New York City Mayor", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "President of the United States", + "pred": "President of the United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michael Barry -> member of sports team -> Discovery Channel (2004)\n Hop 2: Discovery Channel -> country -> United States (2004)\n Hop 3: United States -> head of government -> George W. Bush (2004)\n Hop 4: George W. Bush -> position held -> President of the United States (2004)\n Answer: President of the United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002803", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: Enrico Silvestri -> country of citizenship -> Italy (1955)\n Hop 4: Italy -> member of -> European Economic Community (1955)\n Hop 5: European Economic Community -> chairperson -> Paul-Henri Spaak (", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: Enrico Silvestri -> country of citizenship -> Italy (1955)\n Hop 4: Italy -> member of -> European Economic Community (1955)\n Hop 5: European Economic Community -> chairperson -> Paul-Henri Spaak (", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_005319", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Antonio Segni", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Sergio Andreoli -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Antonio Segni (1965)\n Hop 3: Antonio Segni -> country for sport -> Italy (1965)\n Answer: Antonio Segni", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008568", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giuseppe Petrilli -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1998)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_008187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "AS Roma", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Michelangelo Albertazzi -> member of sports team -> AC Milan (2014)\n Hop 2: AC Milan -> head coach -> Filippo Inzaghi (2014)\n Hop 3: Filippo Inzaghi -> member of sports team -> AS Roma (2014)\n Answer: AS Roma", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002510", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Bill Clinton", + "pred": "Bill Clinton", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lance Armstrong -> member of sports team -> Motorola (1996)\n Hop 2: Motorola -> country -> United States (1996)\n Hop 3: United States -> head of government -> Bill Clinton (1996)\n Answer: Bill Clinton", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007048", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u010cervie\u0144 -> country -> Russian Empire (1912)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1912)\n Answer: Nicholas II of Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000284", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Irina Bokova", + "pred": "Kofi Annan", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Susan Polgar -> country for sport -> United States (2012)\n Hop 2: United States -> member of -> UNESCO (2012)\n Hop 3: UNESCO -> chairperson -> Kofi Annan (2012)\n Answer: Kofi Annan", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007586", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "German Emperor", + "pred": "Wilhelm II", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Breitscheidplatz -> named after -> Augusta Victoria of Schleswig-Holstein (1915)\n Hop 2: Augusta Victoria of Schleswig-Holstein -> spouse -> Wilhelm II (1915)\n Answer: Wilhelm II", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006367", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Council of Ministers", + "em": 0.0, + "f1": 0.22222222222222224, + "pred_raw": "Hop 1: Getulio Alviani -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> President of the Council of Ministers (1980)\n Answer: President of the Council of Ministers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Loris Francesco Capovilla -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1958)\n Hop 3: Amintore Fanfani -> position held -> Prime Minister of Italy (1958)\n Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002788", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "John Gielgud", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Women in Love -> award received -> Academy Award for Best Actress (1969)\n Hop 2: Academy Award for Best Actress (1969) -> winner -> Maggie Smith (1969)\n Hop 3: Maggie Smith (1969) -> spouse -> John Gielgud (1969)\n Answer: John Gielgud", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001092", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "God Save the Tsar!", + "pred": "Finland's national anthem", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Helsinki -> capital of -> Grand Duchy of Finland (1906)\n Hop 2: Grand Duchy of Finland -> anthem -> Finland's national anthem (1906)\n Answer: Finland's national anthem", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_000319", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrea Pangrazio -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1960)\n Hop 3: Amintore Fanfani -> position held -> Prime Minister of Italy (1960)\n Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000336", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "New York City Mayor", + "em": 0.0, + "f1": 0.888888888888889, + "pred_raw": "Hop 1: Variety -> place of publication -> New York City (1963)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1963)\n Hop 3: Robert Ferdinand Wagner Jr. -> position held -> New York City Mayor (1963)\n Answer: New York City Mayor", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005328", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Basaglia -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007430", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Sukarno", + "pred": "Sukarno", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: People's Republic of China -> diplomatic relation -> Indonesia (1954)\n Hop 2: Changchun -> located in -> People's Republic of China (1954)\n Hop 3: Indonesia -> head of state -> Sukarno (1954)\n Answer: Sukarno", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001032", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Claudio Ruffini -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1961)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1961)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006917", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zoran Klemen\u010di\u010d -> member of sports team -> Tenax (2003)\n Hop 2: Tenax -> country -> Italy (2003)\n Hop 3: Italy -> head of state -> Carlo Azeglio Ciampi (2003)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008460", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> member of -> European Economic Community (1953)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1953)\n Answer: Paul-Henri Spaak", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001183", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Francesco Carpino -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001661", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of the Council of Ministers of Italy", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Nanni Loy -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1955)\n Hop 3: Alcide De Gasperi -> position held -> President of the Council of Ministers of Italy (1955)\n Answer: President of the Council of Ministers of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_002861", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pia Nalli -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: European Economic Community -> chairperson of -> Paul-Henri Spaak (1955)\n Answer: Paul-Henri Spaak", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Oreste Biancoli -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Antonio Segni (1967)\n Hop 3: Antonio Segni -> position held -> President of Italy (1967)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ra\u00fal Pateras Pescara -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1960)\n Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000264", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "Hop 1: Women in Love -> award received -> Academy Award for Best Actress (1969)\n Hop 2: Academy Award for Best Actress (1969) -> winner -> Maggie Smith\n Hop 3: Maggie Smith -> spouse -> John Gielgud\n Hop 4: John Gielgud -> spouse -> Vivien Leigh\n Hop 5: Vivien Leigh -> spouse -> Sir Laurence Olivier\n Hop 6: Sir Laurence", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Women in Love -> award received -> Academy Award for Best Actress (1969)\n Hop 2: Academy Award for Best Actress (1969) -> winner -> Maggie Smith\n Hop 3: Maggie Smith -> spouse -> John Gielgud\n Hop 4: John Gielgud -> spouse -> Vivien Leigh\n Hop 5: Vivien Leigh -> spouse -> Sir Laurence Olivier\n Hop 6: Sir Laurence", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001302", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Umberto Pasquale -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> head of government -> Alcide De Gasperi (1953)\n Hop 3: Alcide De Gasperi -> position held -> Prime Minister of Italy (1953)\n Answer: 1953", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007976", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mariele Ventre -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1969)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1969)\n Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007562", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Lviv University", + "pred": "Lviv University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zygmunt Janiszewski -> employer -> Lviv University (1913)\n Answer: Lviv University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "pred": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dan Aykroyd -> award received -> Golden Raspberry Award for Worst Supporting Actor - Razzie Award (1992)\n Answer: Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Cornacchia -> country of citizenship -> Italy (1951)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005303", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Valenciennes F.C.", + "pred": "Valenciennes F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Geoffrey Doumeng -> member of sports team -> Valenciennes F.C. (2007)\n Answer: Valenciennes F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003783", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Baron Harding of Petherton", + "pred": "Baron Harding of Petherton", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Harding, 1st Baron Harding of Petherton -> noble title -> Baron Harding of Petherton (1959)\n Answer: Baron Harding of Petherton", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004865", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Venturini -> country of citizenship -> Kingdom of Italy (1939)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006315", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kris Bright -> member of sports team -> Bryne FK (2012)\n Answer: 2012", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Anedda -> country of citizenship -> Italy (1980)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006083", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pula -> country -> Socialist Federal Republic of Yugoslavia (1954)\n Answer: Socialist Federal Republic of Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003360", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tanguy Viel -> award received -> C\u00e9sar Award for Best Original Screenplay (2023)\n Answer: 2023", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008353", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Chattanooga", + "pred": "Chattanooga", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: National Model Railroad Association -> headquarters -> Chattanooga (1986)\n Answer: Chattanooga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "D.C. United", + "pred": "D.C. United", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Robert F. Kennedy Memorial Stadium -> occupant -> D.C. United (2009)\n Answer: D.C. United", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gjilan -> country -> Socialist Federal Republic of Yugoslavia (1977)\n Answer: Socialist Federal Republic of Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004848", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vija Artmane -> country of citizenship -> Soviet Union (1964)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007525", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Oulu Province", + "pred": "Oulu Province", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kiiminki -> located in -> Oulu Province (1946)\n Answer: Oulu Province", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000885", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Northern Dvina Governorate", + "pred": "Northern Dvina Governorate", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yarensk Uyezd -> located in -> Northern Dvina Governorate (1923)\n Answer: Northern Dvina Governorate", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001030", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovan Battista Pellegrini -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004428", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tbilisi -> country -> Soviet Union (1923)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002780", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "University of British Columbia", + "pred": "University of British Columbia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Daniel Kahneman -> employer -> University of British Columbia (1983)\n Answer: University of British Columbia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000352", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Solicitor General for England and Wales", + "pred": "Solicitor General for England and Wales", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Simon, 1st Viscount Simon -> position held -> Solicitor General for England and Wales (1911)\n Answer: Solicitor General for England and Wales", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000414", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rudolf Jaenisch -> award received -> Robert Koch Prize (2002)\n Answer: 2002", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001261", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Renato Barisani -> country of citizenship -> Italy (1958)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001035", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "WWE", + "pred": "WWE", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shane McMahon -> employer -> WWE (1996)\n Answer: WWE", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008432", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Cindy McCain", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John McCain -> spouse -> Cindy McCain (1981)\n Answer: Cindy McCain", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005886", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Federal Minister for Foreign Affairs", + "pred": "Federal Minister for Foreign Affairs", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frank-Walter Steinmeier -> position held -> Federal Minister for Foreign Affairs (2017)\n Answer: Federal Minister for Foreign Affairs", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007363", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Landrat", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armin Grein -> position held -> Landrat (1989)\n Answer: Landrat", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006356", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adolf Schr\u00f6ter -> country of citizenship -> Germany (1950)\n Answer: Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004178", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "People's Republic of Bulgaria", + "pred": "People's Republic of Bulgaria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pernik -> country -> People's Republic of Bulgaria (1979)\n Answer: People's Republic of Bulgaria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kupferstichkabinett Berlin", + "pred": "Kupferstichkabinett Berlin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Max Jakob Friedl\u00e4nder -> employer -> Kupferstichkabinett Berlin (1919)\n Answer: Kupferstichkabinett Berlin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000581", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Sevilla FC", + "pred": "Sevilla FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexis Ruano Delgado -> member of sports team -> Sevilla FC (2011)\n Answer: Sevilla FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008059", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Heinrich Himmler", + "pred": "Heinrich Himmler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Schutzstaffel -> director / manager -> Heinrich Himmler (1939)\n Answer: Heinrich Himmler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002028", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Scopus", + "pred": "Scopus", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The New York Times -> indexed in bibliographic review -> Scopus (1996)\n Answer: Scopus", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianni De Michelis -> country of citizenship -> Italy (1947)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "James Norris Memorial Trophy", + "pred": "James Norris Memorial Trophy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erik Karlsson -> award received -> James Norris Memorial Trophy (2012)\n Answer: James Norris Memorial Trophy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005062", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Babe\u0219-Bolyai University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gyula Iulius Maurer -> employer -> Babe\u0219-Bolyai University (1961)\n Answer: Babe\u0219-Bolyai University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005618", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Leicester City F.C.", + "pred": "Leicester City F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jack Hobbs -> member of sports team -> Leicester City F.C. (2010)\n Answer: Leicester City F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ulrico Girardi -> country of citizenship -> Italy (1974)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FK Austria Wien", + "pred": "FK Austria Wien", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ronald Brunmayr -> member of sports team -> FK Austria Wien (1996)\n Answer: FK Austria Wien", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002148", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1927.0, + "gold": "Kingdom of Romania", + "pred": "Kingdom of Romania", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Balchik -> country -> Kingdom of Romania (1927)\n Answer: Kingdom of Romania", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006117", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cesarina Vighy -> country of citizenship -> Italy (1970)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Mary Pickford", + "pred": "Mary Pickford", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Academy Award for Best Actress -> winner -> Mary Pickford (1929)\n Answer: Mary Pickford", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003365", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "All-NBA Team", + "pred": "All-NBA Team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gary Payton -> award received -> All-NBA Team (2000)\n Answer: All-NBA Team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Deutsche Reichsbahn", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Molli railway -> operator -> Deutsche Reichsbahn (1922)\n Answer: Deutsche Reichsbahn", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003448", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Benedetta Cappa -> country of citizenship -> Kingdom of Italy (1901)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005271", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Borussia M\u00f6nchengladbach", + "pred": "Borussia M\u00f6nchengladbach", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Voigt -> member of sports team -> Borussia M\u00f6nchengladbach (2008)\n Answer: Borussia M\u00f6nchengladbach", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "United States Penitentiary, Florence ADMAX", + "pred": "2020", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ted Kaczynski -> place of detention -> United States Penitentiary, Florence ADMAX (2020)\n Answer: 2020", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007959", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Afghanistan", + "pred": "Afghanistan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Germany -> diplomatic relation -> Afghanistan (2010)\n Answer: Afghanistan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008034", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sergio Tofano -> country of citizenship -> Kingdom of Italy (1912)\n Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_006099", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Central Volga Krai -> located in -> Russian Soviet Federative Socialist Republic (1932)\n Answer: Russian Soviet Federative Socialist Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003338", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "President of the Bundestag", + "pred": "President of the Bundestag", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Wolfgang Sch\u00e4uble -> position held -> President of the Bundestag (2017)\n Answer: President of the Bundestag", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007882", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "pred": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ernst Chain -> award received -> Paul Ehrlich and Ludwig Darmstaedter Prize (1954)\n Answer: Paul Ehrlich and Ludwig Darmstaedter Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001101", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Melbourne Cricket Ground", + "pred": "Melbourne Cricket Ground", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Melbourne Football Club -> home venue -> Melbourne Cricket Ground (1904)\n Answer: Melbourne Cricket Ground", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004838", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "American Psycho 2", + "pred": "American Psycho 2", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: American Psycho -> derivative work -> American Psycho 2 (2002)\n Answer: American Psycho 2", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008088", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianfranco Parolini -> country of citizenship -> Italy (2017)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008278", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Valenciennes F.C.", + "pred": "Valenciennes F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kenny Lala -> member of sports team -> Valenciennes F.C. (2013)\n Answer: Valenciennes F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003556", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Battista Lacchini -> country of citizenship -> Kingdom of Italy (1935)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Spartak Moscow", + "pred": "Spartak Moscow", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roman Shishkin -> member of sports team -> Spartak Moscow (2004)\n Answer: Spartak Moscow", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007252", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Amaury Bischoff -> member of sports team -> RC Strasbourg Alsace (2005)\n Answer: 2005", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007229", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Albrecht Brandi -> country of citizenship -> West Germany (1963)\n Answer: West Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Tasselli -> country of citizenship -> Kingdom of Italy (1917)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003581", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luciano Savorini -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007540", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Norway men's national association football team", + "pred": "Norway men's national association football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rolf Johannessen -> member of sports team -> Norway men's national association football team (1931)\n Answer: Norway men's national association football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006549", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1972.0, + "gold": "1972", + "pred": "1972", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Louis Emil Denfeld -> place of burial -> Arlington National Cemetery (1972)\n Answer: 1972", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006127", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Soldati -> residence -> Rome (1957)\n Answer: Rome", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008172", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Academy Award for Best Director", + "pred": "Academy Award for Best Director", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fred Zinnemann -> nominated for -> Academy Award for Best Director (1961)\n Answer: Academy Award for Best Director", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006850", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "\u00c9toile Sportive du Sahel", + "pred": "\u00c9toile Sportive du Sahel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Oumar Kalabane -> member of sports team -> \u00c9toile Sportive du Sahel (2000)\n Answer: \u00c9toile Sportive du Sahel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001281", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "60 Minutes", + "pred": "60 Minutes", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Morley Safer -> notable work -> 60 Minutes (1979)\n Answer: 60 Minutes", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nikolaus Schneider -> award received -> Buber-Rosenzweig-Medal (2012)\n Answer: 2012", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Philadelphia", + "pred": "Philadelphia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Thomas Eakins -> work location -> Philadelphia (1908)\n Answer: Philadelphia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001024", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Olympiacos F.C. -> head coach -> Jos\u00e9 Anigo (2023)\n Answer: 2023", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003080", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Nobel Prize in Literature", + "pred": "Nobel Prize in Literature", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sarvepalli Radhakrishnan -> nominated for -> Nobel Prize in Literature (1936)\n Answer: Nobel Prize in Literature", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Reading F.C.", + "pred": "Reading F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stephen Hunt -> member of sports team -> Reading F.C. (2006)\n Answer: Reading F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007249", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Athletic Club", + "pred": "Athletic Club", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rafael Moreno Aranzadi -> member of sports team -> Athletic Club (1912)\n Answer: Athletic Club", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004330", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cristina Campo -> country of citizenship -> Kingdom of Italy (1933)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002355", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Brentford F.C.", + "pred": "Brentford F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andy Sinton -> member of sports team -> Brentford F.C. (1987)\n Answer: Brentford F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Erwin Teufel", + "pred": "Erwin Teufel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Baden-W\u00fcrttemberg -> head of government -> Erwin Teufel (2000)\n Answer: Erwin Teufel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002493", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "TV Globo", + "pred": "TV Globo", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Grupo Globo -> subsidiary -> TV Globo (1994)\n Answer: TV Globo", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004504", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Gautschi -> doctoral student -> Andreas Speiser (1953)\n Answer: 1953", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008366", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Jean Tremblay", + "pred": "Jean Tremblay", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Saguenay -> head of government -> Jean Tremblay (2008)\n Answer: Jean Tremblay", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003310", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "1980", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The Maids of Wilko -> nominated for -> Academy Award for Best International Feature Film (1980)\n Answer: 1980", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004860", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "auxiliary bishop", + "pred": "auxiliary bishop", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guillermo Leaden -> position held -> auxiliary bishop (1975)\n Answer: auxiliary bishop", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007131", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pino Caruso -> country of citizenship -> Italy (1976)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001190", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franca Florio -> country of citizenship -> Kingdom of Italy (1935)\n Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_001845", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "A.S. Nancy-Lorraine", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jean Templin -> member of sports team -> A.S. Nancy-Lorraine (1959)\n Answer: A.S. Nancy-Lorraine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001601", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Lomonosov Moscow State University", + "pred": "Lomonosov Moscow State University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lev Pontryagin -> employer -> Lomonosov Moscow State University (1933)\n Answer: Lomonosov Moscow State University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008159", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "AIK Fotboll", + "pred": "AIK Fotboll", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lee Baxter -> member of sports team -> AIK Fotboll (2010)\n Answer: AIK Fotboll", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006771", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Cuxhaven district", + "pred": "Cuxhaven district", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sietland -> located in -> Cuxhaven district (1995)\n Answer: Cuxhaven district", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002990", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Vesyegonsky District", + "pred": "Vesyegonsky District", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vesyegonsk -> located in -> Vesyegonsky District (1957)\n Answer: Vesyegonsky District", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002704", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Everton F.C.", + "pred": "Everton F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adrian Heath -> member of sports team -> Everton F.C. (1986)\n Answer: Everton F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000821", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sabatino Moscati -> country of citizenship -> Kingdom of Italy (1930)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001187", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Max Planck Institute for Chemistry", + "pred": "Max Planck Institute for Chemistry", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paul Josef Crutzen -> employer -> Max Planck Institute for Chemistry (1980)\n Answer: Max Planck Institute for Chemistry", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006629", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "United States Navy", + "pred": "United States Navy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frederick B. Dent -> military branch -> United States Navy (1946)\n Answer: United States Navy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003305", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonello Aglioti -> country of citizenship -> Italy (1981)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Carter Harrison IV", + "pred": "Carter Harrison IV", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Chicago -> head of government -> Carter Harrison IV (1913)\n Answer: Carter Harrison IV", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000310", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "arrondissement of Bourg-en-Bresse", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Le Montellier -> located in -> arrondissement of Bourg-en-Bresse (1989)\n Answer: arrondissement of Bourg-en-Bresse", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003989", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Baron Moyne", + "pred": "Baron Moyne", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Guinness, 1st Baron Moyne -> award -> Distinguished Service Order (1935)\n Hop 2: Walter Guinness, 1st Baron Moyne -> noble title -> Baron Moyne (1935)\n Answer: Baron Moyne", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fabio Capello -> work location -> Rome (2001)\n Answer: Rome", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002832", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Willy Marlow", + "pred": "Willy Marlow", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rostock District -> head of government -> Willy Marlow (1983)\n Answer: Willy Marlow", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000368", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "FC Porto", + "pred": "FC Porto", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Deco -> member of sports team -> FC Porto (1999)\n Answer: FC Porto", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005867", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kursk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1980)\n Answer: Russian Soviet Federative Socialist Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005700", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Colombia men's national football team", + "pred": "Colombia men's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Juan Carlos Henao -> member of sports team -> Colombia men's national football team (2003)\n Answer: Colombia men's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000881", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "York University", + "pred": "York University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ellen Meiksins Wood -> employer -> York University (1986)\n Answer: York University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005707", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Kreis Kalbe (Milde)", + "pred": "Kreis Kalbe (Milde)", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jeetze -> located in -> Kreis Kalbe (Milde) (1952)\n Answer: Kreis Kalbe (Milde)", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001238", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Pre\u0161ov Region", + "pred": "Pre\u0161ov Region", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pre\u0161ov -> located in -> Pre\u0161ov Region (1954)\n Answer: Pre\u0161ov Region", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006162", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erick Scott -> member of sports team -> Asociaci\u00f3n Deportiva San Carlos (2011)\n Answer: 2011", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pier Antonio Quarantotti Gambini -> country of citizenship -> Italy (1960)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006967", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armando Aste -> country of citizenship -> Italy (1971)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006519", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "F.C. Pro Vercelli 1892", + "pred": "F.C. Pro Vercelli 1892", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dante Amarilli -> member of sports team -> F.C. Pro Vercelli 1892 (1935)\n Answer: F.C. Pro Vercelli 1892", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006861", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Toulouse FC", + "pred": "Toulouse FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Umut burugudut bulut -> member of sports team -> Toulouse FC (2012)\n Answer: Toulouse FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006139", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Decathlon CMA CGM Team", + "pred": "Decathlon CMA CGM Team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nicolas Roche -> member of sports team -> Decathlon CMA CGM Team (2012)\n Answer: Decathlon CMA CGM Team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002293", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Bethesda", + "pred": "Bethesda", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Katie Ledecky -> residence -> Bethesda (2001)\n Answer: Bethesda", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008165", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Akkermansky Uyezd", + "pred": "Akkermansky Uyezd", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bilhorod-Dnistrovskyi -> located in -> Akkermansky Uyezd (1902)\n Answer: Akkermansky Uyezd", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001745", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Li Tsung-jen -> country of citizenship -> Taiwan (1962)\n Answer: Taiwan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Paul McGann", + "pred": "Paul McGann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Susannah Harker -> unmarried partner -> Paul McGann (2008)\n Answer: Paul McGann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Al-Qaeda", + "pred": "Al-Qaeda", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Osama bin Laden -> allegiance -> Al-Qaeda (1993)\n Answer: Al-Qaeda", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vaterstetten -> country -> Weimar Republic (1922)\n Answer: Weimar Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007239", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: James Alberione -> country of citizenship -> Kingdom of Italy (1923)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005515", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "doctorate", + "pred": "doctorate", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Raymond Dumais -> academic degree -> doctorate (1993)\n Answer: doctorate", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002120", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Bauska District", + "pred": "Bauska District", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bauska -> located in -> Bauska District (2000)\n Answer: Bauska District", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007214", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Gale Anne Hurd", + "pred": "Gale Anne Hurd", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: James Cameron -> spouse -> Gale Anne Hurd (1987)\n Answer: Gale Anne Hurd", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008171", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Felice Andreasi -> country of citizenship -> Italy (1980)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002624", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Woodrow Wilson", + "pred": "Woodrow Wilson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: United States -> head of government -> Woodrow Wilson (1918)\n Answer: Woodrow Wilson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004467", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto Albertini -> country of citizenship -> Kingdom of Italy (1924)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006746", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1993.0, + "gold": "1993", + "pred": "1993", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Veran Mati\u0107 -> award received -> CPJ International Press Freedom Awards (1993)\n Answer: 1993", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vr\u0161ac -> country -> Socialist Federal Republic of Yugoslavia (1979)\n Answer: Socialist Federal Republic of Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000447", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonio Sbardella -> country of citizenship -> Italy (1980)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007622", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jos\u00e9 Ortigoza -> member of sports team -> Ulsan HD FC (2010)\n Answer: 2010", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007073", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FC Luch-Energiya Vladivostok", + "pred": "FC Luch-Energiya Vladivostok", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Maksim Layushkin -> member of sports team -> FC Luch-Energiya Vladivostok (1996)\n Answer: FC Luch-Energiya Vladivostok", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006216", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yelena Miroshina -> country of citizenship -> Soviet Union (1987)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007462", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "\u00d6sters IF", + "pred": "\u00d6sters IF", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hans Eklund -> member of sports team -> \u00d6sters IF (1987)\n Answer: \u00d6sters IF", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000068", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Eski\u015fehirspor", + "pred": "Eski\u015fehirspor", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00d6mer Kaner -> member of sports team -> Eski\u015fehirspor (1982)\n Answer: Eski\u015fehirspor", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Marconi Prize", + "pred": "Marconi Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Federico Faggin -> award received -> Marconi Prize (1988)\n Answer: Marconi Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Silvio Gazzaniga -> country of citizenship -> Italy (1996)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005968", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adone Zoli -> country of citizenship -> Italy (1958)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonio Sbardella -> country of citizenship -> Italy (1980)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002706", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "economic liberalism", + "pred": "economic liberalism", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jorge Gonz\u00e1lez von Mar\u00e9es -> movement -> economic liberalism (1957)\n Answer: economic liberalism", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006338", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Jan Hendrik Oort", + "pred": "Jan Hendrik Oort", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Maarten Schmidt -> doctoral advisor -> Jan Hendrik Oort (1956)\n Answer: Jan Hendrik Oort", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "State Government", + "pred": "State Government", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Johanna Mikl-Leitner -> position held -> State Government (2007)\n Answer: State Government", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005181", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leigh Bromby -> member of sports team -> Sheffield United F.C. (2009)\n Answer: 2009", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003253", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kenjir\u014d Sh\u014dda -> position held -> chairperson (1958)\n Answer: chairperson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: G\u00f6khan \u00dcnal -> member of sports team -> Gen\u00e7lerbirli\u011fi S.K. (2002)\n Answer: Gen\u00e7lerbirli\u011fi S.K.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003453", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Irene Galitzine -> country of citizenship -> Italy (1956)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002186", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Academy Award for Best Actress", + "pred": "Academy Award for Best Actress", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Meryl Streep -> nominated for -> Academy Award for Best Actress (2014)\n Answer: Academy Award for Best Actress", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000960", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Biysk -> country -> Soviet Union (1922)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Germany -> currency -> Deutsche Mark (1987)\n Answer: Deutsche Mark", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003476", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Municipio III", + "pred": "Municipio III", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: San Lorenzo -> location -> Municipio III (2007)\n Answer: Municipio III", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001826", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "WWE", + "pred": "WWE", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shane McMahon -> employer -> WWE (2020)\n Answer: WWE", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Camillo Cibin -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Latvian Soviet Socialist Republic", + "pred": "Soviet Union", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: R\u0113zekne -> located in -> Latvian Soviet Socialist Republic (1991)\n Hop 2: Latvian Soviet Socialist Republic -> located in -> Soviet Union (1991)\n Answer: Soviet Union", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002291", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2022.0, + "gold": "Al-Nassr", + "pred": "Al-Nassr", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luiz Gustavo -> member of sports team -> Al-Nassr (2022)\n Answer: Al-Nassr", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006248", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zeno Saltini -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003830", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: MTV Video Music Award for Best Group -> winner -> Foo Fighters (1996)\n Answer: 1996", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005800", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1927.0, + "gold": "1927", + "pred": "1927", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lois Delander -> competition won -> Miss America (1927)\n Answer: 1927", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Roman Herzog", + "pred": "Roman Herzog", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Germany -> head of state -> Roman Herzog (1996)\n Answer: Roman Herzog", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "TOP 09", + "pred": "TOP 09", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karel Schwarzenberg -> member of political party -> TOP 09 (2017)\n Answer: TOP 09", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003125", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Xiao Ke -> member of political party -> Chinese Communist Party (1929)\n Answer: Chinese Communist Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "United States Air Force", + "pred": "United States Air Force", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Warren Weaver -> employer -> United States Air Force (1918)\n Answer: United States Air Force", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000679", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Member of the European Parliament", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jean-Marie Cavada -> position held -> Member of the European Parliament (2017)\n Answer: Member of the European Parliament", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "1922", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dushanbe -> capital of -> Basmachi movement (1922)\n Answer: 1922", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_004918", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karl Plattner -> country of citizenship -> Italy (1947)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006137", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Orlando Magic", + "pred": "Orlando Magic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shaquille O'Neal -> member of sports team -> Orlando Magic (1995)\n Answer: Orlando Magic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002644", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Club Atl\u00e9tico Tigre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Daniel Islas -> member of sports team -> Club Atl\u00e9tico Tigre (2009)\n Answer: Club Atl\u00e9tico Tigre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004185", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Christiane Kubrick", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stanley Kubrick -> spouse -> Christiane Kubrick (1995)\n Answer: Christiane Kubrick", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007259", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Heidelberg University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Herbert Seifert -> employer -> Heidelberg University (1961)\n Answer: Heidelberg University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000078", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Bettinelli -> country of citizenship -> Italy (1972)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006054", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tullia Zevi -> country of citizenship -> Italy (2001)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "SC Young Fellows Juventus", + "pred": "SC Young Fellows Juventus", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leopold Kielholz -> member of sports team -> SC Young Fellows Juventus (1942)\n Answer: SC Young Fellows Juventus", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "president", + "pred": "president", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Richard William Smith -> position held -> president (2012)\n Answer: president", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002324", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arvydas Novikovas -> member of sports team -> FC Vilnius (2008)\n Answer: 2008", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008261", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "National Basketball Association", + "pred": "National Basketball Association", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Chris Mihm -> league or competition -> National Basketball Association (2005)\n Answer: National Basketball Association", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004156", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianni Dova -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002138", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Montpellier H\u00e9rault Sport Club", + "pred": "Montpellier H\u00e9rault Sport Club", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Olivier Sorlin -> member of sports team -> Montpellier H\u00e9rault Sport Club (1999)\n Answer: Montpellier H\u00e9rault Sport Club", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001307", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Del Monaco -> country of citizenship -> Italy (1953)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005256", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "auxiliary bishop", + "pred": "auxiliary bishop", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ortega Franco -> position held -> auxiliary bishop (2012)\n Answer: auxiliary bishop", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004475", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Q135837", + "pred": "Fassa Bortolo", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Raimondas Rum\u0161as -> member of sports team -> Fassa Bortolo (2003)\n Answer: Fassa Bortolo", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002220", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Estudiantes de La Plata", + "pred": "Estudiantes de La Plata", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Iv\u00e1n Moreno y Fabianesi -> member of sports team -> Estudiantes de La Plata (2008)\n Answer: Estudiantes de La Plata", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006192", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Egypt", + "pred": "Egypt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zakaria Mohieddin -> country of citizenship -> Egypt (1983)\n Answer: Egypt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005619", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adone Zoli -> country of citizenship -> Kingdom of Italy (1919)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003460", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Buber-Rosenzweig-Medal", + "pred": "Buber-Rosenzweig-Medal", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nikolaus Schneider -> award received -> Buber-Rosenzweig-Medal (2012)\n Answer: Buber-Rosenzweig-Medal", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005532", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Gy\u00f6rgy Fekete", + "pred": "Gy\u00f6rgy Fekete", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Szilvia Sunyovszky -> spouse -> Gy\u00f6rgy Fekete (2020)\n Answer: Gy\u00f6rgy Fekete", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000731", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Ren\u00e9 Ang\u00e9lil", + "pred": "Ren\u00e9 Ang\u00e9lil", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: C\u00e9line Dion -> spouse -> Ren\u00e9 Ang\u00e9lil (2000)\n Answer: Ren\u00e9 Ang\u00e9lil", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007949", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Aston Villa F.C.", + "pred": "Aston Villa F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Harry Parkes -> member of sports team -> Aston Villa F.C. (1940)\n Answer: Aston Villa F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001545", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armando Aste -> country of citizenship -> Italy (1971)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001649", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Francesco Aguzzoli -> country of citizenship -> Italy (1969)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008040", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carlo Zecchi -> country of citizenship -> Kingdom of Italy (1934)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006170", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Nazi Germany", + "pred": "Nazi Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Potsdam -> country -> Nazi Germany (1934)\n Answer: Nazi Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Filippo Zappata -> country of citizenship -> Italy (1968)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Cottbus District", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cottbus -> located in -> Cottbus District (1982)\n Answer: Cottbus District", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004771", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "SV Waldhof Mannheim", + "pred": "SV Waldhof Mannheim", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fritz Walter -> member of sports team -> SV Waldhof Mannheim (1982)\n Answer: SV Waldhof Mannheim", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002240", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Raymond Lahey", + "pred": "Raymond Lahey", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roman Catholic Diocese of Corner Brook and Labrador -> chairperson -> Raymond Lahey (1992)\n Answer: Raymond Lahey", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001328", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "F.C. Hansa Rostock", + "pred": "F.C. Hansa Rostock", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Axel Hauschild -> member of sports team -> F.C. Hansa Rostock (1985)\n Answer: F.C. Hansa Rostock", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003910", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1926.0, + "gold": "Yves du Manoir Stadium", + "pred": "Yves du Manoir Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Racing 92 -> home venue -> Yves du Manoir Stadium (1926)\n Answer: Yves du Manoir Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003393", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Nemuro Subprefecture (1897\u20142010)", + "pred": "Nemuro Subprefecture (1897\u20142010)", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Signalny -> located in -> Nemuro Subprefecture (1897\u20142010) (1990)\n Answer: Nemuro Subprefecture (1897\u20142010)", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Tuvan Autonomous Soviet Socialist Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tes-Khemsky District -> located in -> Tuvan Autonomous Soviet Socialist Republic (1987)\n Answer: Tuvan Autonomous Soviet Socialist Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002690", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Edgardo Moltoni -> country of citizenship -> Italy (1970)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000520", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Watford F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alec Chamberlain -> member of sports team -> Watford F.C. (2001)\n Answer: Watford F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008590", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Acad\u00e9mie des beaux-arts", + "pred": "Acad\u00e9mie des beaux-arts", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Albert Decaris -> member of -> Acad\u00e9mie des beaux-arts (1951)\n Answer: Acad\u00e9mie des beaux-arts", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002965", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Toronto", + "pred": "Toronto", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Healey Willan -> location -> Toronto (1951)\n Answer: Toronto", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000417", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Azzini -> country of citizenship -> Italy (1992)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007810", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Khotyn -> country -> Soviet Union (1968)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002744", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Queen Mary University of London", + "pred": "Queen Mary University of London", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kurt Hirsch -> employer -> Queen Mary University of London (1971)\n Answer: Queen Mary University of London", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006283", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "University of G\u00f6ttingen", + "pred": "University of G\u00f6ttingen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Johann Radon -> educated at -> University of G\u00f6ttingen (1912)\n Answer: University of G\u00f6ttingen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001516", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "President of the Swiss Confederation", + "pred": "President of the Swiss Confederation", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Samuel Schmid -> position held -> President of the Swiss Confederation (2005)\n Answer: President of the Swiss Confederation", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004019", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "FC Aarau", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shk\u00eblzen Gashi -> member of sports team -> FC Aarau (2022)\n Answer: FC Aarau", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007577", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Goethe University Frankfurt", + "pred": "Goethe University Frankfurt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ruth Moufang -> employer -> Goethe University Frankfurt (1955)\n Answer: Goethe University Frankfurt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006387", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Nopporo Station", + "pred": "Nopporo Station", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ebetsu Station -> adjacent station -> Nopporo Station (1958)\n Answer: Nopporo Station", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giuseppe Saragat -> position held -> President of Italy (1965)\n Hop 2: President of Italy -> country of citizenship -> Italy (1965)\n Answer: Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_006907", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "People's Republic of Bulgaria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stara Zagora -> country -> People's Republic of Bulgaria (1962)\n Answer: People's Republic of Bulgaria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000891", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Goffredo Zehender -> country of citizenship -> Kingdom of Italy (1929)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003937", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "VfL Bochum", + "pred": "VfL Bochum", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Matias Concha -> member of sports team -> VfL Bochum (2011)\n Answer: VfL Bochum", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000823", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuliano Bernardi -> country of citizenship -> Italy (1970)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Aston Villa F.C.", + "pred": "Aston Villa F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alan Wright -> member of sports team -> Aston Villa F.C. (2001)\n Answer: Aston Villa F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008286", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Deportivo de La Coru\u00f1a", + "pred": "Deportivo de La Coru\u00f1a", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Miroslav \u0110uki\u0107 -> member of sports team -> Deportivo de La Coru\u00f1a (1995)\n Answer: Deportivo de La Coru\u00f1a", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002635", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hessenliga -> country -> West Germany (1949)\n Answer: West Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006205", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gabriele Mucchi -> country of citizenship -> Italy (1990)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Austria men's national football team", + "pred": "Austria men's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roman M\u00e4hlich -> member of sports team -> Austria men's national football team (2001)\n Answer: Austria men's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002157", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Morselli -> country of citizenship -> Italy (1967)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000634", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "SSC Bari", + "pred": "SSC Bari", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Graziano Battistini -> member of sports team -> SSC Bari (2003)\n Answer: SSC Bari", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005602", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Kita-Toyotsu Signal Base", + "pred": "Kita-Toyotsu Signal Base", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kunnui Station -> adjacent station -> Kita-Toyotsu Signal Base (1987)\n Answer: Kita-Toyotsu Signal Base", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000342", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vagit Alekperov -> country of citizenship -> Soviet Union (1989)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004873", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Club Atletico All Boys", + "pred": "Club Atletico All Boys", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Agust\u00edn Torassa -> member of sports team -> Club Atletico All Boys (2010)\n Answer: Club Atletico All Boys", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004390", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Shonan Bellmare", + "pred": "Shonan Bellmare", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Takeshi Motoyoshi -> member of sports team -> Shonan Bellmare (1990)\n Answer: Shonan Bellmare", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Bruno Rossi Prize", + "pred": "Bruno Rossi Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rashid Sunyaev -> award received -> Bruno Rossi Prize (1988)\n Answer: Bruno Rossi Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alfons Benedikter -> country of citizenship -> Italy (1955)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005697", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "G.S. Iraklis Thessalonikis (men's association football)", + "pred": "G.S. Iraklis Thessalonikis (men's association football)", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ivan Jovanovi\u0107 -> member of sports team -> G.S. Iraklis Thessalonikis (men's association football) (1992)\n Answer: G.S. Iraklis Thessalonikis (men's association football)", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "VfB Stuttgart", + "pred": "VfB Stuttgart", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ernst Blum -> member of sports team -> VfB Stuttgart (1925)\n Answer: VfB Stuttgart", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003442", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bledi Shk\u00ebmbi -> member of sports team -> Besa Kavaj\u00eb (2010)\n Answer: 2010", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004805", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Bocskai FC", + "pred": "Bocskai FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: J\u00e1nos Gyarmati -> member of sports team -> Bocskai FC (1931)\n Answer: Bocskai FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006113", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Prime Minister of Bhutan", + "pred": "Prime Minister of Bhutan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jigme Palden Dorji -> position held -> Prime Minister of Bhutan (1962)\n Answer: Prime Minister of Bhutan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002998", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Hibernian F.C.", + "pred": "Hibernian F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Derek Riordan -> member of sports team -> Hibernian F.C. (2010)\n Answer: Hibernian F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Toti Dal Monte -> country of citizenship -> Kingdom of Italy (1922)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005890", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aldo Clementi -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003583", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Aichi district", + "pred": "Aichi district", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nagakute -> located in -> Aichi district (2009)\n Answer: Aichi district", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006267", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Freiburg im Breisgau -> country -> German Empire (1917)\n Answer: German Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005655", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Associated Press Athlete of the Year", + "pred": "Associated Press Athlete of the Year", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Serena Williams -> award received -> Associated Press Athlete of the Year (2009)\n Answer: Associated Press Athlete of the Year", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003079", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Kingdom of Bulgaria", + "pred": "Kingdom of Bulgaria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Burgas -> country -> Kingdom of Bulgaria (1918)\n Answer: Kingdom of Bulgaria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002419", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Helmond Sport", + "pred": "Helmond Sport", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fons van Wissen -> member of sports team -> Helmond Sport (1968)\n Answer: Helmond Sport", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007094", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "World Rally Championship", + "pred": "World Rally Championship", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Citro\u00ebn World Rally Team -> league or competition -> World Rally Championship (2009)\n Answer: World Rally Championship", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004223", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "French Navy", + "pred": "French Navy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: NAe S\u00e3o Paulo -> owned by -> French Navy (1996)\n Answer: French Navy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Orthez", + "pred": "Orthez", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Francis Jammes -> residence -> Orthez (1921)\n Answer: Orthez", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001391", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Royal Academy of Exact, Physical and Natural Sciences", + "pred": "Royal Academy of Exact, Physical and Natural Sciences", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jos\u00e9 Echegaray -> member of -> Royal Academy of Exact, Physical and Natural Sciences (1903)\n Answer: Royal Academy of Exact, Physical and Natural Sciences", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005935", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Atalanta BC", + "pred": "Atalanta BC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Meazza -> coach of sports team -> Atalanta BC (1946)\n Answer: Atalanta BC", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_003693", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Spartak", + "pred": "Spartak", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Spartak Moscow -> part of -> Spartak (1955)\n Answer: Spartak", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001318", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Princeton University", + "pred": "Princeton University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marvin Minsky -> educated at -> Princeton University (1951)\n Answer: Princeton University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Yale University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Feit -> employer -> Yale University (1995)\n Answer: Yale University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000126", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Titta Ruffo -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pino Cerami -> country of citizenship -> Kingdom of Italy (1933)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004718", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Egypt", + "pred": "Egypt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hosni Mubarak -> country of citizenship -> Egypt (1989)\n Answer: Egypt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000908", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "TI-Raleigh", + "pred": "TI-Raleigh", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ludo Peeters -> member of sports team -> TI-Raleigh (1982)\n Answer: TI-Raleigh", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003983", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Spanish Navy", + "pred": "Spanish Navy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: U-573 -> operator -> Spanish Navy (1951)\n Answer: Spanish Navy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008295", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Grawemeyer Award for Music Composition", + "pred": "Grawemeyer Award for Music Composition", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Witold Lutos\u0142awski -> award received -> Grawemeyer Award for Music Composition (1985)\n Answer: Grawemeyer Award for Music Composition", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003030", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "pred": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alfred Jeanroy -> member of -> Acad\u00e9mie des Inscriptions et Belles-Lettres (1925)\n Answer: Acad\u00e9mie des Inscriptions et Belles-Lettres", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005340", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Boavista F.C.", + "pred": "Boavista F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Diego da Costa Lima -> member of sports team -> Boavista F.C. (2016)\n Answer: Boavista F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hlukhiv -> country -> Soviet Union (1927)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Dario Franchitti", + "pred": "Dario Franchitti", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ashley Judd -> spouse -> Dario Franchitti (2012)\n Answer: Dario Franchitti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000349", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "2nd U-boat Flotilla", + "pred": "2nd U-boat Flotilla", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: U-43 -> affiliation -> 2nd U-boat Flotilla (1941)\n Answer: 2nd U-boat Flotilla", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004450", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Radio Free Europe/Radio Liberty", + "pred": "Radio Free Europe/Radio Liberty", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Rahr -> employer -> Radio Free Europe/Radio Liberty (1992)\n Answer: Radio Free Europe/Radio Liberty", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Netanya -> country -> Mandatory Palestine (1940)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1940)\n Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005907", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1904.0, + "gold": "1904", + "pred": "1904", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gustav von Escherich -> doctoral student -> Heinrich Franz Friedrich Tietze (1904)\n Answer: 1904", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007403", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Nazi Germany", + "pred": "Nazi Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Otto Schuhart -> allegiance -> Nazi Germany (1943)\n Answer: Nazi Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007172", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Cardiff City F.C.", + "pred": "Cardiff City F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lee Naylor -> member of sports team -> Cardiff City F.C. (2011)\n Answer: Cardiff City F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006019", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Fengtien", + "pred": "Fengtien", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dongliao County -> located in -> Fengtien (1938)\n Answer: Fengtien", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003483", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Helmut Newton", + "pred": "Helmut Newton", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: June Browne -> spouse -> Helmut Newton (1981)\n Answer: Helmut Newton", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003450", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paolo Rossi -> country of citizenship -> Italy (1951)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007313", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Georges Bataille", + "pred": "Georges Bataille", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Colette Peignot -> unmarried partner -> Georges Bataille (1935)\n Answer: Georges Bataille", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006396", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Institute for Advanced Study", + "pred": "Institute for Advanced Study", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: James Waddell Alexander II -> employer -> Institute for Advanced Study (1940)\n Answer: Institute for Advanced Study", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004252", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "FC Sochaux-Montb\u00e9liard", + "pred": "FC Sochaux-Montb\u00e9liard", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jean-Jacques Marcel -> member of sports team -> FC Sochaux-Montb\u00e9liard (1949)\n Answer: FC Sochaux-Montb\u00e9liard", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006732", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Lappeenranta", + "pred": "Lappeenranta", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: SPL Saimaan piiri -> headquarters location -> Lappeenranta (1949)\n Answer: Lappeenranta", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002912", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Tinkoff", + "pred": "Tinkoff", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Matthew Goss -> member of sports team -> Tinkoff (2008)\n Answer: Tinkoff", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000404", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Club Le\u00f3n", + "pred": "Club Le\u00f3n", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luis Estrada -> member of sports team -> Club Le\u00f3n (1966)\n Answer: Club Le\u00f3n", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto Sordi -> country of citizenship -> Italy (1951)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007041", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Hannover 96", + "pred": "Hannover 96", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: J\u00fcrgen Milewski -> member of sports team -> Hannover 96 (1977)\n Answer: Hannover 96", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008089", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: R\u0113zekne District -> country -> Soviet Union (1953)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003463", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Liang Sicheng -> member of political party -> Chinese Communist Party (1967)\n Answer: Chinese Communist Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005154", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ulan-Ude -> country -> Soviet Union (1965)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002203", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Pace University", + "pred": "Pace University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ben Ferencz -> employer -> Pace University (1986)\n Answer: Pace University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008263", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Di Vittorio -> country of citizenship -> Kingdom of Italy (1925)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001733", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "FC Aarau", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shk\u00eblzen Gashi -> member of sports team -> FC Aarau (2022)\n Answer: FC Aarau", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Chemnitz Government Region", + "pred": "Chemnitz Government Region", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stollberg -> located in -> Chemnitz Government Region (2008)\n Answer: Chemnitz Government Region", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004111", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Osinniki", + "pred": "Osinniki", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kaltan -> located in -> Osinniki (1969)\n Answer: Osinniki", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003418", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Bruno Kastner", + "pred": "Bruno Kastner", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ida W\u00fcst -> spouse -> Bruno Kastner (1922)\n Answer: Bruno Kastner", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004890", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Kiliia Raion", + "pred": "Kiliia Raion", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Prymorske -> located in -> Kiliia Raion (1998)\n Answer: Kiliia Raion", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cesare Lovati -> country of citizenship -> Kingdom of Italy (1945)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008123", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Emilio G. Segr\u00e8 -> country of citizenship -> Kingdom of Italy (1937)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003032", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1968.0, + "gold": "1968", + "pred": "1968", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lars Onsager -> award received -> Nobel Prize in Chemistry (1968)\n Answer: 1968", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003123", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1928.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carlo Annovazzi -> country of citizenship -> Kingdom of Italy (1928)\n Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_008638", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2015.0, + "gold": "2015", + "pred": "2015", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marco Rapp -> member of sports team -> SpVgg Greuther F\u00fcrth (2015)\n Answer: 2015", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004857", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Christiane Kubrick", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stanley Kubrick -> spouse -> Christiane Kubrick (1995)\n Answer: Christiane Kubrick", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004040", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jos\u00e9 Carlos Ferreira Filho -> member of sports team -> Cruzeiro E.C. (2009)\n Answer: 2009", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001345", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Radical Civic Union", + "pred": "Radical Civic Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arturo Umberto Illia -> member of political party -> Radical Civic Union (1920)\n Answer: Radical Civic Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004403", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ruth Chatterton -> nominated for -> Academy Award for Best Actress (1930)\n Answer: 1930", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005977", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Danny Simpson -> member of sports team -> Ipswich Town F.C. (2008)\n Answer: 2008", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005231", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Algiers", + "pred": "Algiers", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pierre Savorgnan de Brazza -> place of burial -> Algiers (1955)\n Answer: Algiers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Second Polish Republic", + "pred": "Second Polish Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mi\u013aka\u016d\u0161\u010dyna -> country -> Second Polish Republic (1939)\n Answer: Second Polish Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007542", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "England women's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kelly Smith -> member of sports team -> England women's national football team (2014)\n Answer: England women's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002736", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Busan IPark FC", + "pred": "Busan IPark FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lee Yo-han -> member of sports team -> Busan IPark FC (2011)\n Answer: Busan IPark FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006562", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Clelio Darida -> country of citizenship -> Italy (2017)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008098", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "2013", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrea Pisanu -> member of sports team -> CF Montr\u00e9al (2013)\n Answer: 2013", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008119", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Annibale Bugnini -> country of citizenship -> Italy (1979)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Barbastro", + "pred": "Barbastro", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Josemar\u00eda Escriv\u00e1 -> residence -> Barbastro (1910)\n Answer: Barbastro", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Timo Soini -> position held -> chairperson (2006)\n Answer: chairperson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004561", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hopkinson was nominated for the Hugo Award for Best Novel in 2001.\n Answer: 2001", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008086", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Cindy McCain", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John McCain -> spouse -> Cindy McCain (1981)\n Answer: Cindy McCain", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003089", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Toulouse FC", + "pred": "Toulouse FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Serge Aurier -> member of sports team -> Toulouse FC (2013)\n Answer: Toulouse FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: U-90 -> part of -> 9th U-boat Flotilla (1942)\n Answer: 1942", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007154", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alessandro Alessandroni -> country of citizenship -> Italy (2010)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007872", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Big Brother", + "pred": "Big Brother", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lothar Vosseler -> participant in -> Big Brother (2004)\n Answer: Big Brother", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008425", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carlo Giuffr\u00e9 -> country of citizenship -> Kingdom of Italy (1930)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000644", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Iburi Subprefecture", + "pred": "Iburi Subprefecture", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Muroran -> located in -> Iburi Subprefecture (1990)\n Answer: Iburi Subprefecture", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001235", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Omar al-Bashir", + "pred": "Omar al-Bashir", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sudan -> head of state -> Omar al-Bashir (1995)\n Answer: Omar al-Bashir", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006759", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Houdan -> located in -> Seine-et-Oise (1944)\n Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004565", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ivangorod -> country -> Russian Empire (1900)\n Answer: Russian Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005444", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Queens Park Rangers F.C.", + "pred": "Queens Park Rangers F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Danny Simpson -> member of sports team -> Queens Park Rangers F.C. (2014)\n Answer: Queens Park Rangers F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001753", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Raf Vallone -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003468", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "B\u00f4cher Memorial Prize", + "pred": "B\u00f4cher Memorial Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Donald C. Spencer -> award received -> B\u00f4cher Memorial Prize (1948)\n Answer: B\u00f4cher Memorial Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001321", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "KFC Uerdingen 05", + "pred": "KFC Uerdingen 05", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00c9merson Luiz Firmino -> member of sports team -> KFC Uerdingen 05 (2002)\n Answer: KFC Uerdingen 05", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004960", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Real Madrid Club de F\u00fatbol", + "pred": "Real Madrid Club de F\u00fatbol", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bodo Illgner -> member of sports team -> Real Madrid Club de F\u00fatbol (1999)\n Answer: Real Madrid Club de F\u00fatbol", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004118", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Raimondo D'Inzeo -> country of citizenship -> Italy (1957)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008476", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lucio Battisti -> country of citizenship -> Italy (1971)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004242", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Renzo De Felice -> country of citizenship -> Italy (1996)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "FC St. Gallen", + "pred": "FC St. Gallen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michael Lang -> member of sports team -> FC St. Gallen (2009)\n Answer: FC St. Gallen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007528", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Academy Award for Best Actress -> winner -> Ellen Burstyn (1974)\n Answer: 1974", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003750", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Graham Bell -> country of citizenship -> United States (1920)\n Answer: United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002500", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "PFC Slavia Sofia", + "pred": "PFC Slavia Sofia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yordan Petkov -> member of sports team -> PFC Slavia Sofia (2008)\n Answer: PFC Slavia Sofia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006400", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Egidio Feruglio -> country of citizenship -> Kingdom of Italy (1917)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004574", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: BAFTA Award for Best Original Music -> winner -> Bernard Herrmann (1977)\n Answer: 1977", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giacomo Neri -> country of citizenship -> Kingdom of Italy (1944)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006488", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Albert II of Belgium", + "pred": "Albert II of Belgium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Belgium -> head of state -> Albert II of Belgium (2000)\n Answer: Albert II of Belgium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007839", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lothar Vosseler -> participant in -> Big Brother (2004)\n Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001389", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tiziano Terzani -> country of citizenship -> Italy (1996)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007506", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nunzio Malasomma -> country of citizenship -> Italy (1961)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005877", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Max Euwe -> position held -> chairperson (1975)\n Answer: chairperson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001046", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00c9zanville -> located in -> Seine-et-Oise (1948)\n Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004160", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SC Bastia", + "pred": "SC Bastia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anto Drobnjak -> member of sports team -> SC Bastia (1996)\n Answer: SC Bastia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001013", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Rip Torn", + "pred": "Rip Torn", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Geraldine Page -> spouse -> Rip Torn (1983)\n Answer: Rip Torn", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007572", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Bernadette Chirac", + "pred": "Bernadette Chirac", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jacques Chirac -> spouse -> Bernadette Chirac (1959)\n Answer: Bernadette Chirac", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Academy Award for Best Costume Design", + "pred": "Academy Award for Best Costume Design", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Colleen Atwood -> nominated for -> Academy Award for Best Costume Design (2017)\n Answer: Academy Award for Best Costume Design", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008392", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto De Martino -> country of citizenship -> Italy (1991)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003675", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "list of land speed records", + "pred": "list of land speed records", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rudolf Caracciola -> record held -> list of land speed records (1963)\n Answer: list of land speed records", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "AFC Bournemouth", + "pred": "AFC Bournemouth", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Darren Anderton -> member of sports team -> AFC Bournemouth (2007)\n Answer: AFC Bournemouth", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000114", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Finland women's national football team", + "pred": "Finland women's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Annica Sj\u00f6lund -> member of sports team -> Finland women's national football team (2014)\n Answer: Finland women's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004958", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "FC Bayern Munich", + "pred": "FC Bayern Munich", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Z\u00e9 Roberto -> member of sports team -> FC Bayern Munich (2008)\n Answer: FC Bayern Munich", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002847", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Autelli -> country of citizenship -> Kingdom of Italy (1921)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001441", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: G\u00f6khan \u00dcnal -> member of sports team -> Gen\u00e7lerbirli\u011fi S.K. (2002)\n Answer: Gen\u00e7lerbirli\u011fi S.K.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Raisa Gorbacheva -> country of citizenship -> Soviet Union (1981)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002206", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Chelsea F.C.", + "pred": "Chelsea F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ruud Gullit -> member of sports team -> Chelsea F.C. (1996)\n Answer: Chelsea F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "C.D. Jorge Wilstermann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Christian Vargas -> member of sports team -> C.D. Jorge Wilstermann (2004)\n Answer: C.D. Jorge Wilstermann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005526", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "SK Rapid Wien", + "pred": "SK Rapid Wien", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Josef Bican -> member of sports team -> SK Rapid Wien (1932)\n Answer: SK Rapid Wien", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Galvano Della Volpe -> country of citizenship -> Kingdom of Italy (1900)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "FK Teplice", + "pred": "FK Teplice", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Josef Masopust -> member of sports team -> FK Teplice (1952)\n Answer: FK Teplice", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001083", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hendrik Born -> country of citizenship -> Germany (1997)\n Answer: Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004361", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "SK Brann", + "pred": "SK Brann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bj\u00f8rnar Holmvik -> member of sports team -> SK Brann (2009)\n Answer: SK Brann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Deutsche Reichsbahn", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Molli railway -> operator -> Deutsche Reichsbahn (1922)\n Answer: Deutsche Reichsbahn", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Servette FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vincent R\u00fcfli -> member of sports team -> Servette FC (2013)\n Answer: Servette FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002645", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "S.L. Benfica", + "pred": "S.L. Benfica", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paulo Sousa -> member of sports team -> S.L. Benfica (1990)\n Answer: S.L. Benfica", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Silver Bear for Best Actress", + "pred": "Silver Bear for Best Actress", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Edith Evans -> award received -> Silver Bear for Best Actress (1967)\n Answer: Silver Bear for Best Actress", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004948", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Corrado Bafile -> country of citizenship -> Italy (1991)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "2007", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adriano Chuva -> member of sports team -> Clube N\u00e1utico Capibaribe (2007)\n Answer: 2007", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001871", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Yale University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Feit -> employer -> Yale University (1995)\n Answer: Yale University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000473", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "US Triestina Calcio 1918", + "pred": "US Triestina Calcio 1918", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michele Bacis -> member of sports team -> US Triestina Calcio 1918 (2001)\n Answer: US Triestina Calcio 1918", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006904", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Bernd R\u00fcthers", + "pred": "Bernd R\u00fcthers", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: University of Konstanz -> rector -> Bernd R\u00fcthers (1992)\n Answer: Bernd R\u00fcthers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "RC Strasbourg Alsace", + "pred": "RC Strasbourg Alsace", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Amaury Bischoff -> member of sports team -> RC Strasbourg Alsace (2005)\n Answer: RC Strasbourg Alsace", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005684", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "delegate", + "pred": "delegate", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrew Jacobs -> position held -> delegate (1954)\n Answer: delegate", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004481", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Vladimir Lenin", + "pred": "Vladimir Lenin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Khujand -> named after -> Vladimir Lenin (1989)\n Answer: Vladimir Lenin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006873", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1948.0, + "gold": "1948", + "pred": "1948", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Golden Globe Award for Best Screenplay -> winner -> Richard Schweizer (1948)\n Answer: 1948", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005653", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Andrzej Strejlau", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Poland men's national football team -> head coach -> Andrzej Strejlau (1991)\n Answer: Andrzej Strejlau", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andros Townsend -> member of sports team -> Tottenham Hotspur F.C. (2014)\n Answer: Tottenham Hotspur F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004653", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Trevor Wooley -> award received -> Fr\u00f6hlich Prize (2012)\n Answer: 2012", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001722", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yevpatoriia -> country -> Soviet Union (1927)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "United States Marine Corps", + "pred": "United States Marine Corps", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jim Mattis -> military branch -> United States Marine Corps (1984)\n Answer: United States Marine Corps", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003725", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Barysaw -> country -> Russian Empire (1911)\n Answer: Russian Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004162", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Bob Benny", + "pred": "Bob Benny", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Belgium -> participant -> Bob Benny (1961)\n Answer: Bob Benny", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004885", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Flaviano Vicentini -> country of citizenship -> Italy (2001)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007832", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "South West Trains", + "pred": "South West Trains", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: British Rail Class 455 -> operator -> South West Trains (1998)\n Answer: South West Trains", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005962", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Omsk Oblast -> country -> Soviet Union (1966)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000011", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Order of the Red Banner of Labour", + "pred": "Order of the Red Banner of Labour", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tofiq Bahramov -> award received -> Order of the Red Banner of Labour (1970)\n Answer: Order of the Red Banner of Labour", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007446", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Cruz Azul", + "pred": "Cruz Azul", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guillermo Mendiz\u00e1bal -> member of sports team -> Cruz Azul (1983)\n Answer: Cruz Azul", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004620", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cesare Siepi -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Fredrikstad FK", + "pred": "Fredrikstad FK", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan Fuglset -> member of sports team -> Fredrikstad FK (1968)\n Answer: Fredrikstad FK", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Andrzej Strejlau", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Poland men's national football team -> head coach -> Andrzej Strejlau (1991)\n Answer: Andrzej Strejlau", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008601", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Laura Adani -> country of citizenship -> Kingdom of Italy (1937)\n Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_001029", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Club Joventut Badalona", + "pred": "Club Joventut Badalona", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Joan Filb\u00e1 -> member of sports team -> Club Joventut Badalona (1979)\n Answer: Club Joventut Badalona", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002959", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Claribel Alegr\u00eda Vides -> award received -> Neustadt International Prize for Literature (2006)\n Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Nicolazzi -> country of citizenship -> Italy (1984)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002878", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Guardian Children's Fiction Prize", + "pred": "Guardian Children's Fiction Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gillian Cross -> nominated for -> Guardian Children's Fiction Prize (1980)\n Answer: Guardian Children's Fiction Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000807", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "C\u00e9sar Award for Best Female Revelation", + "pred": "C\u00e9sar Award for Best Female Revelation", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: H\u00e9l\u00e8ne Filli\u00e8res -> nominated for -> C\u00e9sar Award for Best Female Revelation (2002)\n Answer: C\u00e9sar Award for Best Female Revelation", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004108", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Breux-Jouy -> located in -> Seine-et-Oise (1947)\n Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Primetime Emmy Award for Outstanding Animated Program", + "pred": "Primetime Emmy Award for Outstanding Animated Program", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sam Simon -> award received -> Primetime Emmy Award for Outstanding Animated Program (2001)\n Answer: Primetime Emmy Award for Outstanding Animated Program", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004954", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "FC Elista", + "pred": "Dario Passoni", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Leonid Slutsky -> coach of sports team -> FC Elista (2003)\n Answer: Dario Passoni", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006909", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Umberto Bossi", + "pred": "Umberto Bossi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lega Nord -> chairperson -> Umberto Bossi (2002)\n Answer: Umberto Bossi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007331", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "President of Latvia", + "pred": "President of Latvia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Valdis Zatlers -> position held -> President of Latvia (2010)\n Answer: President of Latvia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003609", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Sch\u00f6neberg", + "pred": "Sch\u00f6neberg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Wuppertal -> twinned with -> Sch\u00f6neberg (1988)\n Answer: Sch\u00f6neberg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006006", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "FC Twente", + "pred": "FC Twente", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cheick Tiot\u00e9 -> member of sports team -> FC Twente (2010)\n Answer: FC Twente", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008100", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Mandatory Palestine", + "pred": "Mandatory Palestine", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bnei Brak -> country -> Mandatory Palestine (1924)\n Answer: Mandatory Palestine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004453", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anselmo Bucci -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006282", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Club Atl\u00e9tico Osasuna", + "pred": "Club Atl\u00e9tico Osasuna", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roberto Santamar\u00eda Calavia -> member of sports team -> Club Atl\u00e9tico Osasuna (1994)\n Answer: Club Atl\u00e9tico Osasuna", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003708", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pino Lancetti -> country of citizenship -> Italy (1983)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003013", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Watford F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alec Chamberlain -> member of sports team -> Watford F.C. (2001)\n Answer: Watford F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001471", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Edgardo Moltoni -> country of citizenship -> Italy (1970)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nova Kakhovka -> country -> Soviet Union (1959)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000942", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Husqvarna FF", + "pred": "Husqvarna FF", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erkka Pet\u00e4j\u00e4 -> member of sports team -> Husqvarna FF (1995)\n Answer: Husqvarna FF", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Altai Krai", + "pred": "Altai Krai", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rubtsovsk -> located in -> Altai Krai (1967)\n Answer: Altai Krai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002943", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Leipzig University", + "pred": "Leipzig University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Henry E. Sigerist -> employer -> Leipzig University (1930)\n Answer: Leipzig University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003037", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Philipp Lenard -> country of citizenship -> Germany (1915)\n Answer: Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giacomo Fornoni -> country of citizenship -> Italy (2015)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003146", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "New York City", + "pred": "New York City", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: MetLife -> headquarters -> New York City (1984)\n Answer: New York City", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004225", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "MTK Budapest FC", + "pred": "MTK Budapest FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zsanett Jakabfi -> member of sports team -> MTK Budapest FC (2005)\n Answer: MTK Budapest FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000827", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Comencini -> country of citizenship -> Italy (2000)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008211", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Rick Parfitt", + "pred": "Rick Parfitt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Status Quo -> has part -> Rick Parfitt (1997)\n Answer: Rick Parfitt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007342", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pierre Mauroy", + "pred": "Pierre Mauroy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lille metropolis -> head of government -> Pierre Mauroy (2005)\n Answer: Pierre Mauroy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005759", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Austria\u2013Hungary", + "pred": "Austria\u2013Hungary", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giurtelecu Hododului -> country -> Austria\u2013Hungary (1913)\n Answer: Austria\u2013Hungary", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003949", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Member of the European Parliament", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jean-Marie Cavada -> position held -> Member of the European Parliament (2017)\n Answer: Member of the European Parliament", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Samba Gold", + "pred": "Samba Gold", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Neymar -> award received -> Samba Gold (2022)\n Answer: Samba Gold", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001667", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Francesco Aguzzoli -> country of citizenship -> Italy (1969)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002554", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marek \u0160t\u011bch -> member of sports team -> Wycombe Wanderers F.C. (2009)\n Answer: 2009", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003996", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1943.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gojin Dol -> country -> Yugoslavia (1943)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Nascimbene -> country of citizenship -> Italy (1975)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004658", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianni Agus -> country of citizenship -> Kingdom of Italy (1934)\n Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_004227", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Lady Gaga", + "pred": "Lady Gaga", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: MTV Video Music Award for Best New Artist -> winner -> Lady Gaga (2009)\n Answer: Lady Gaga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001594", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Bell Labs", + "pred": "Bell Labs", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ralph Hartley -> employer -> Bell Labs (1936)\n Answer: Bell Labs", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006869", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Al Masry SC", + "pred": "Al Masry SC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tarek Soliman -> member of sports team -> Al Masry SC (1984)\n Answer: Al Masry SC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006930", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lyubertsy -> country -> Soviet Union (1933)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "University of Edinburgh", + "pred": "University of Edinburgh", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Aitken -> employer -> University of Edinburgh (1938)\n Answer: University of Edinburgh", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005195", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tmutarakan -> country -> Soviet Union (1989)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002457", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Cottbus District", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cottbus -> located in -> Cottbus District (1982)\n Answer: Cottbus District", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "CPJ International Press Freedom Awards", + "pred": "CPJ International Press Freedom Awards", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Veran Mati\u0107 -> award received -> CPJ International Press Freedom Awards (1993)\n Answer: CPJ International Press Freedom Awards", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006097", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pavel Drsek -> member of sports team -> Panionios F.C. (2008)\n Answer: 2008", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006940", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "British Raj", + "pred": "British Raj", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bilgram -> country -> British Raj (1940)\n Answer: British Raj", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000173", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leopoldo Trieste -> country of citizenship -> Kingdom of Italy (1945)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005298", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Enzo Sellerio -> country of citizenship -> Italy (2006)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005185", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1950.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gino Cavalieri -> country of citizenship -> Italy (1950)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007749", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "David Mamet", + "pred": "David Mamet", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lindsay Crouse -> spouse -> David Mamet (1989)\n Answer: David Mamet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shell-Haus -> owned by -> Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges. (1961)\n Answer: Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arnaldo Benfenati -> country of citizenship -> Italy (1956)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002110", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vladivostok -> country -> Soviet Union (1961)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000829", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carlo Manzoni -> country of citizenship -> Kingdom of Italy (1940)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008640", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Crepax -> country of citizenship -> Italy (1975)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002292", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nicolae Ceau\u0219escu -> convicted of -> genocide (1989)\n Answer: 1989", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005480", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "general", + "pred": "general", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hartmut Bagger -> military, police or special rank -> general (2008)\n Answer: general", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008496", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto Fontanesi -> country of citizenship -> Italy (1952)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006640", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Ottoman Empire", + "pred": "Ottoman Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gaza City -> country -> Ottoman Empire (1907)\n Answer: Ottoman Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003927", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Ascoli Calcio 1898 FC", + "pred": "Ascoli Calcio 1898 FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michele Fini -> member of sports team -> Ascoli Calcio 1898 FC (2005)\n Answer: Ascoli Calcio 1898 FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007996", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Oryol -> country -> Soviet Union (1982)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000373", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Northwestern University", + "pred": "Northwestern University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erich Heller -> employer -> Northwestern University (1961)\n Answer: Northwestern University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005430", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Aut\u00f3dromo Internacional Ayrton Senna", + "pred": "Aut\u00f3dromo Internacional Ayrton Senna", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Brazilian motorcycle Grand Prix -> location -> Aut\u00f3dromo Internacional Ayrton Senna (1987)\n Answer: Aut\u00f3dromo Internacional Ayrton Senna", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Calcio Foggia 1920", + "pred": "A.S. Roma", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Cosimo Nocera -> member of sports team -> Calcio Foggia 1920 (1961)\n Hop 2: Calcio Foggia 1920 -> member of sports team -> A.S. Roma (1961)\n Answer: A.S. Roma", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003964", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Gangwon FC", + "pred": "Gangwon FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Seo Dong-myung -> coach of sports team -> Gangwon FC (2009)\n Answer: Gangwon FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004438", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Club Atl\u00e9tico River Plate", + "pred": "Club Atl\u00e9tico River Plate", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Amadeo Carrizo -> member of sports team -> Club Atl\u00e9tico River Plate (1968)\n Answer: Club Atl\u00e9tico River Plate", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004862", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1902.0, + "gold": "Amtshauptmannschaft Schwarzenberg", + "pred": "Amtshauptmannschaft Schwarzenberg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Johanngeorgenstadt -> located in -> Amtshauptmannschaft Schwarzenberg (1902)\n Answer: Amtshauptmannschaft Schwarzenberg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004495", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "As d'Or Jeu de l'Ann\u00e9e", + "pred": "As d'Or Jeu de l'Ann\u00e9e", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: No Thanks! -> nominated for -> As d'Or Jeu de l'Ann\u00e9e (2005)\n Answer: As d'Or Jeu de l'Ann\u00e9e", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002486", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shimon Peres -> country of citizenship -> Israel (2004)\n Answer: Israel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003629", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "La Spezia", + "pred": "La Spezia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: 29th U-boat Flotilla -> location -> La Spezia (1942)\n Answer: La Spezia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006341", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "FC Girondins de Bordeaux", + "pred": "FC Girondins de Bordeaux", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: A\u017ebe Jug -> member of sports team -> FC Girondins de Bordeaux (2014)\n Answer: FC Girondins de Bordeaux", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002779", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SBV Vitesse", + "pred": "SBV Vitesse", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ante Mi\u0161e -> member of sports team -> SBV Vitesse (1996)\n Answer: SBV Vitesse", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Nazi Party", + "pred": "Nazi Party", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: August Eigruber -> member of political party -> Nazi Party (1940)\n Answer: Nazi Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004217", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "1. FFC Frankfurt", + "pred": "1. FFC Frankfurt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Katrin Kliehm -> member of sports team -> 1. FFC Frankfurt (2005)\n Answer: 1. FFC Frankfurt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eleonora Rossi Drago -> country of citizenship -> Italy (1954)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Mandatory Palestine", + "pred": "Mandatory Palestine", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Acre -> country -> Mandatory Palestine (1927)\n Answer: Mandatory Palestine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002651", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Edith Roosevelt", + "pred": "Edith Roosevelt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Theodore Roosevelt -> spouse -> Edith Roosevelt (1902)\n Answer: Edith Roosevelt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005128", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bogdan P\u0103tra\u0219cu -> member of sports team -> FC Universitatea Cluj (2012)\n Answer: 2012", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007441", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Norway men's national association football team", + "pred": "Norway men's national association football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arne Erlandsen -> member of sports team -> Norway men's national association football team (1981)\n Answer: Norway men's national association football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006793", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "FC Veszpr\u00e9m", + "pred": "FC Veszpr\u00e9m", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ferenc Csongr\u00e1di -> member of sports team -> FC Veszpr\u00e9m (1989)\n Answer: FC Veszpr\u00e9m", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005396", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Nazi Germany", + "pred": "Nazi Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hanau -> country -> Nazi Germany (1939)\n Answer: Nazi Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002815", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "People's Republic of China", + "pred": "People's Republic of China", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Liu Bocheng -> country of citizenship -> People's Republic of China (1951)\n Answer: People's Republic of China", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Amsterdam", + "pred": "Amsterdam", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michael Jacklin -> work location -> Amsterdam (2000)\n Answer: Amsterdam", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001511", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Academy Award for Best Picture", + "pred": "Academy Award for Best Picture", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hal B. Wallis -> nominated for -> Academy Award for Best Picture (1970)\n Answer: Academy Award for Best Picture", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000553", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Denmark women's national football team", + "pred": "Julie Rydahl Bukh", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Katrine Pedersen -> member of sports team -> Denmark women's national football team (2011)\n Answer: Julie Rydahl Bukh", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000656", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Northwestern University", + "pred": "Northwestern University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Melville J. Herskovits -> employer -> Northwestern University (1947)\n Answer: Northwestern University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001297", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1970.0, + "gold": "1970", + "pred": "1970", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tofiq Bahramov -> award received -> Order of the Red Banner of Labour (1970)\n Answer: 1970", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007459", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Amsterdam", + "pred": "Amsterdam", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carel Willink -> work location -> Amsterdam (1946)\n Answer: Amsterdam", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002423", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Trinidad and Tobago men's national football team", + "pred": "Trinidad and Tobago men's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cyd Gray -> member of sports team -> Trinidad and Tobago men's national football team (2006)\n Answer: Trinidad and Tobago men's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001348", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Servette FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vincent R\u00fcfli -> member of sports team -> Servette FC (2013)\n Answer: Servette FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008576", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Uzhhorod -> country -> Soviet Union (1953)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002071", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "British School at Rome", + "pred": "British School at Rome", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eugenie Sellers Strong -> employer -> British School at Rome (1912)\n Answer: British School at Rome", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004899", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1978.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Uman -> country -> Soviet Union (1978)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001022", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Vladimir Oblast", + "pred": "Vladimir Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kovrov -> located in -> Vladimir Oblast (1977)\n Answer: Vladimir Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003839", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jane Birkin", + "pred": "Jane Birkin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Serge Gainsbourg -> unmarried partner -> Jane Birkin (1977)\n Answer: Jane Birkin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001814", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Christian Neureuther", + "pred": "Christian Neureuther", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rosi Mittermaier -> spouse -> Christian Neureuther (2015)\n Answer: Christian Neureuther", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giorgio Perlasca -> country of citizenship -> Kingdom of Italy (1940)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Martha Vickers", + "pred": "Martha Vickers", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mickey Rooney -> spouse -> Martha Vickers (1950)\n Answer: Martha Vickers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Arabic", + "pred": "Arabic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Israel -> official language -> Arabic (2013)\n Answer: Arabic", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_005683", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Heidelberg University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Herbert Seifert -> employer -> Heidelberg University (1961)\n Answer: Heidelberg University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007163", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Relax-Gam", + "pred": "Relax-Gam", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Juan Antonio Flecha -> member of sports team -> Relax-Gam (2000)\n Answer: Relax-Gam", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arne Tiselius -> nominated for -> Nobel Prize in Physiology or Medicine (1946)\n Answer: Nobel Prize in Physiology or Medicine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008134", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shell-Haus -> owned by -> Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges. (1954)\n Answer: Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002147", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Hungarian Socialist Workers' Party", + "pred": "Hungarian Socialist Workers' Party", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: L\u00e1szl\u00f3 B\u00e9kesi -> member of political party -> Hungarian Socialist Workers' Party (1971)\n Answer: Hungarian Socialist Workers' Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "habilitation", + "pred": "habilitation", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hienad\u017a Sahanovi\u010d -> academic degree -> habilitation (2018)\n Answer: habilitation", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000654", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Province of Mantua", + "pred": "Province of Mantua", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Felonica -> located in -> Province of Mantua (1939)\n Answer: Province of Mantua", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004102", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "University of California, Los Angeles", + "pred": "University of California, Los Angeles", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ernst G. Straus -> employer -> University of California, Los Angeles (1973)\n Answer: University of California, Los Angeles", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007739", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "FSV Frankfurt", + "pred": "FSV Frankfurt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Robert Pache -> member of sports team -> FSV Frankfurt (1928)\n Answer: FSV Frankfurt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006368", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Chemins de fer du Midi", + "pred": "Chemins de fer du Midi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Q802601 -> operator -> Chemins de fer du Midi (1902)\n Answer: Chemins de fer du Midi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Angelo Anquilletti -> country of citizenship -> Italy (1980)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "A.O. Kavalas (association football)", + "pred": "A.O. Kavalas (association football)", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Galinovi\u0107 -> member of sports team -> A.O. Kavalas (association football) (2010)\n Answer: A.O. Kavalas (association football)", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002646", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1997.0, + "gold": "1997", + "pred": "1997", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Javier Mar\u00edas -> award received -> Nelly Sachs Prize (1997)\n Answer: 1997", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002133", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Gold Medal of the Royal Astronomical Society", + "pred": "Gold Medal of the Royal Astronomical Society", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Sydney Adams -> award received -> Gold Medal of the Royal Astronomical Society (1917)\n Answer: Gold Medal of the Royal Astronomical Society", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000302", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vittorio Brambilla -> country of citizenship -> Italy (1956)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002678", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Atalanta BC", + "pred": "Atalanta BC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stefano Angeleri -> member of sports team -> Atalanta BC (1952)\n Answer: Atalanta BC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004224", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Tony Award for Best Actress in a Play", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jane Alexander -> nominated for -> Tony Award for Best Actress in a Play (1992)\n Answer: Tony Award for Best Actress in a Play", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005379", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "arrondissement of Bourg-en-Bresse", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: P\u00e9rouges -> located in -> arrondissement of Bourg-en-Bresse (2001)\n Answer: arrondissement of Bourg-en-Bresse", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006243", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cagney & Lacey -> cast member -> Meg Foster (1982)\n Answer: 1982", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008166", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "MTK Budapest FC", + "pred": "MTK Budapest FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Imre Kov\u00e1cs -> member of sports team -> MTK Budapest FC (1945)\n Answer: MTK Budapest FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003678", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "lawyer", + "pred": "lawyer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Bell Williams -> occupation -> lawyer (1980)\n Answer: lawyer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000025", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Klaus Jensen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Trier -> head of government -> Klaus Jensen (2008)\n Answer: Klaus Jensen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mandatory Palestine -> located in -> United Kingdom (1940)\n Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000689", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franca Ongaro -> country of citizenship -> Kingdom of Italy (1943)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004963", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "City of Gosford", + "pred": "City of Gosford", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gosford -> located in -> City of Gosford (1982)\n Answer: City of Gosford", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001580", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "London", + "pred": "London", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Joseph Hertz -> work location -> London (1936)\n Answer: London", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002212", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Tonelli -> drafted by -> New York Islanders (1977)\n Answer: 1977", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001427", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "FC Lausanne-Sport", + "pred": "FC Lausanne-Sport", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pierre Kerkhoffs -> member of sports team -> FC Lausanne-Sport (1967)\n Answer: FC Lausanne-Sport", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000751", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Brunoy -> located in -> Seine-et-Oise (1942)\n Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "FC Spartak Trnava", + "pred": "FC Spartak Trnava", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Martin Ra\u0161ka -> member of sports team -> FC Spartak Trnava (2013)\n Answer: FC Spartak Trnava", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002412", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pino Lancetti -> country of citizenship -> Italy (1983)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001943", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1999.0, + "gold": "1999", + "pred": "1999", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franti\u0161ek Kaberle -> drafted by -> Los Angeles Kings (1999)\n Answer: 1999", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005685", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1939", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The Adventures of Robin Hood -> nominated for -> Academy Award for Best Film Editing (1939)\n Answer: 1939", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001916", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Str\u00f8msgodset IF", + "pred": "Str\u00f8msgodset IF", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kim Larsen -> member of sports team -> Str\u00f8msgodset IF (2003)\n Answer: Str\u00f8msgodset IF", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006927", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aldo Fabrizi -> country of citizenship -> Italy (1956)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Bajardi -> country of citizenship -> Italy (1956)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto Lattuada -> country of citizenship -> Italy (1971)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005536", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Fengtien", + "pred": "Fengtien", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Faku County -> located in -> Fengtien (1945)\n Answer: Fengtien", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000555", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Gertrude Stein", + "pred": "Gertrude Stein", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gertrude Stein -> owned by -> Gertrude Stein (1946)\n Answer: Gertrude Stein", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005626", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Heiner Gei\u00dfler", + "pred": "Heiner Gei\u00dfler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Christian Democratic Union -> general secretary -> Heiner Gei\u00dfler (1981)\n Answer: Heiner Gei\u00dfler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005124", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Algiers", + "pred": "Algiers", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pierre Savorgnan de Brazza -> place of burial -> Algiers (1990)\n Answer: Algiers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Coll\u00e8ge de France", + "pred": "Coll\u00e8ge de France", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andr\u00e9 Lichnerowicz -> employer -> Coll\u00e8ge de France (1956)\n Answer: Coll\u00e8ge de France", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003885", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2021.0, + "gold": "National Oceanic and Atmospheric Administration", + "pred": "National Oceanic and Atmospheric Administration", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: EWS-G2 -> owned by -> National Oceanic and Atmospheric Administration (2021)\n Answer: National Oceanic and Atmospheric Administration", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005314", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Li Tsung-jen -> country of citizenship -> Taiwan (1962)\n Answer: Taiwan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Knight Bachelor", + "pred": "Knight Bachelor", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bobby Charlton -> award received -> Knight Bachelor (1994)\n Answer: Knight Bachelor", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002726", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "SK Slavia Prague", + "pred": "SK Slavia Prague", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nicu\u0219or Stanciu -> member of sports team -> SK Slavia Prague (2021)\n Answer: SK Slavia Prague", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004003", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "KRC Mechelen", + "pred": "KRC Mechelen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan Diddens -> member of sports team -> KRC Mechelen (1924)\n Answer: KRC Mechelen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008148", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexei Navalny -> country of citizenship -> Soviet Union (1985)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1916.0, + "gold": "Marie Bonaparte", + "pred": "Marie Bonaparte", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Prince George of Greece and Denmark -> spouse -> Marie Bonaparte (1916)\n Answer: Marie Bonaparte", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003444", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "A.S. Nancy-Lorraine", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ronan Le Crom -> member of sports team -> A.S. Nancy-Lorraine (2011)\n Answer: A.S. Nancy-Lorraine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004684", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Schutzstaffel", + "pred": "SS-Gruppenf\u00fchrer", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hans G\u00fcnther -> member of -> Schutzstaffel (1945)\n Hop 2: Schutzstaffel -> member of -> SS-Gruppenf\u00fchrer (1945)\n Answer: SS-Gruppenf\u00fchrer", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_007043", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andr\u00e9 T\u00e9chin\u00e9 -> award received -> C\u00e9sar Award for Best Director (1995)\n Answer: 1995", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002077", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Scunthorpe United F.C.", + "pred": "Scunthorpe United F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jermaine Beckford -> member of sports team -> Scunthorpe United F.C. (2007)\n Answer: Scunthorpe United F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005610", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Willi Daume", + "pred": "Willi Daume", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: German Handball Association -> chairperson -> Willi Daume (1949)\n Answer: Willi Daume", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007161", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Polish People's Republic", + "pred": "Polish People's Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan T. Gross -> country of citizenship -> Polish People's Republic (1959)\n Answer: Polish People's Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008431", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Kingdom of Greece", + "pred": "Kingdom of Greece", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Takis -> country of citizenship -> Kingdom of Greece (1944)\n Answer: Kingdom of Greece", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005503", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nino Taranto -> country of citizenship -> Italy (1966)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003756", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Nuremberg Medical Trial", + "pred": "International Military Tribunal", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Prince Philipp, Landgrave of Hesse -> participant in -> Nuremberg Medical Trial (1947)\n Hop 2: Nuremberg Medical Trial -> participant in -> International Military Tribunal (1947)\n Answer: International Military Tribunal", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006939", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Christiaan Eijkman -> nominated for -> Nobel Prize in Physiology or Medicine (1921)\n Answer: Nobel Prize in Physiology or Medicine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Bennati -> country of citizenship -> Italy (1956)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001054", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ermanno Olmi -> country of citizenship -> Italy (1949)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002273", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Watford F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alec Chamberlain -> member of sports team -> Watford F.C. (2001)\n Answer: Watford F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000786", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tony Marshall -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2003)\n Answer: Order of Merit of Baden-W\u00fcrttemberg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002778", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andros Townsend -> member of sports team -> Tottenham Hotspur F.C. (2014)\n Answer: Tottenham Hotspur F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005074", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Japan", + "pred": "Japan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Broutona -> country -> Japan (1919)\n Answer: Japan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007312", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Chelsea F.C.", + "pred": "Chelsea F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Magnus Hedman -> member of sports team -> Chelsea F.C. (2007)\n Answer: Chelsea F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001350", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Leningrad Oblast", + "pred": "Leningrad Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ivangorod -> located in -> Leningrad Oblast (2001)\n Answer: Leningrad Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001371", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Clare Boothe Luce", + "pred": "Clare Boothe Luce", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Henry Luce -> spouse -> Clare Boothe Luce (1959)\n Answer: Clare Boothe Luce", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000490", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: No Thanks! -> nominated for -> As d'Or Jeu de l'Ann\u00e9e (2005)\n Answer: 2005", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1985.0, + "gold": "1985", + "pred": "1985", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yonohommachi Station -> founder -> Japanese National Railways (1985)\n Answer: 1985", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005716", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Edgardo Moltoni -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005200", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Pichichi Trophy", + "pred": "Pichichi Trophy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hugo S\u00e1nchez -> award received -> Pichichi Trophy (1985)\n Answer: Pichichi Trophy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000681", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Robin Shroot -> member of sports team -> Burton Albion F.C. (2009)\n Answer: 2009", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004424", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lviv Oblast", + "pred": "Lviv Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Drohobych -> located in -> Lviv Oblast (2012)\n Answer: Lviv Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003611", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Catholic priest", + "pred": "Catholic priest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alwin Albert Hafner -> occupation -> Catholic priest (1976)\n Answer: Catholic priest", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000603", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Lille OSC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Beno\u00eet Cheyrou -> member of sports team -> Lille OSC (1999)\n Answer: Lille OSC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007417", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Beaux-Arts de Paris", + "pred": "Beaux-Arts de Paris", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alekos Fassianos -> educated at -> Beaux-Arts de Paris (1970)\n Answer: Beaux-Arts de Paris", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001017", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Golden Bear", + "pred": "Golden Bear", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Li Yang -> nominated for -> Golden Bear (2003)\n Answer: Golden Bear", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004297", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Walter Sisulu", + "pred": "Walter Sisulu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Albertina Nontsikelelo Sisulu -> spouse -> Walter Sisulu (1966)\n Answer: Walter Sisulu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007760", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Netherlands", + "pred": "Netherlands", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mart Stam -> work location -> Netherlands (1962)\n Answer: Netherlands", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002309", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Feh\u00e9rv\u00e1r FC", + "pred": "Feh\u00e9rv\u00e1r FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Henning Berg -> coach of -> Feh\u00e9rv\u00e1r FC (2017)\n Answer: Feh\u00e9rv\u00e1r FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000472", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Bonnard -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Free Democratic Party", + "pred": "Free Democratic Party", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Scheel -> member of political party -> Free Democratic Party (1988)\n Answer: Free Democratic Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003092", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Limbach-Oberfrohna -> country -> Weimar Republic (1920)\n Answer: Weimar Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003984", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Hamburger SV", + "pred": "Hamburger SV", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Wilhelm Blunk -> member of sports team -> Hamburger SV (1944)\n Answer: Hamburger SV", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004307", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Verzar -> country -> Yugoslavia (1933)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004221", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Carli -> country of citizenship -> Italy (1967)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002604", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Orenburg Governorate", + "pred": "Orenburg Governorate", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Orenburg -> capital of -> Orenburg Governorate (1924)\n Answer: Orenburg Governorate", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005175", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Suso Cecchi d'Amico -> country of citizenship -> Italy (1999)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000103", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "People's Republic of Bulgaria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stara Zagora -> country -> People's Republic of Bulgaria (1962)\n Answer: People's Republic of Bulgaria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007858", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "construction", + "pred": "construction", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hanover Stadtbahn -> vehicle normally used -> TW 6000 (1980)\n Hop 2: TW 6000 -> significant event -> construction (1980)\n Answer: construction", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000929", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Tony Award for Best Actress in a Play", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Glenda Jackson -> nominated for -> Tony Award for Best Actress in a Play (1981)\n Answer: Tony Award for Best Actress in a Play", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Hamburg Commercial Bank", + "pred": "Hamburg Commercial Bank", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Volksparkstadion -> named after -> Hamburg Commercial Bank (2008)\n Answer: Hamburg Commercial Bank", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006833", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "Princess M\u00e4rtha of Sweden", + "pred": "Princess M\u00e4rtha of Sweden", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Olav V of Norway -> spouse -> Princess M\u00e4rtha of Sweden (1936)\n Answer: Princess M\u00e4rtha of Sweden", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007826", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Patrick Cramer -> award received -> Gottfried Wilhelm Leibniz Prize (2006)\n Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005791", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1969.0, + "gold": "1969", + "pred": "1969", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Strawberry Fields Forever -> performer -> The Beatles (1969)\n Answer: 1969", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008695", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "FC Basel", + "pred": "FC Basel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Serge Muhmenthaler -> member of sports team -> FC Basel (1976)\n Answer: FC Basel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006326", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Isabella Biagini -> country of citizenship -> Kingdom of Italy (1943)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002683", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vincenzo Talarico -> country of citizenship -> Italy (1956)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004982", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "AS Monaco FC", + "pred": "AS Monaco FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Abderrahmane Boubekeur -> member of sports team -> AS Monaco FC (1957)\n Answer: AS Monaco FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fabio Capello -> work location -> Rome (2001)\n Answer: Rome", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000415", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Neauphle-le-Vieux -> located in -> Seine-et-Oise (1957)\n Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002513", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "IBM", + "pred": "IBM", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frank Soltis -> employer -> IBM (1988)\n Answer: IBM", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001131", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Xiao Yang -> member of political party -> Chinese Communist Party (1971)\n Answer: Chinese Communist Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004809", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gino Cassinis -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "England women's national football team", + "pred": "England women's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lindsay Johnson -> member of sports team -> England women's national football team (2005)\n Answer: England women's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario B\u00f2 -> country of citizenship -> Italy (1994)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002765", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "The Rockefeller University", + "pred": "The Rockefeller University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: George Uhlenbeck -> employer -> The Rockefeller University (1967)\n Answer: The Rockefeller University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Viktor Kulikov -> country of citizenship -> Soviet Union (1946)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003270", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Ungaretti -> country of citizenship -> Kingdom of Italy (1914)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002090", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zeno Saltini -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002717", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luciano Savorini -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001781", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Waltrude Schleyer", + "pred": "Waltrude Schleyer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Waltrude Schleyer -> spouse -> Hanns Martin Schleyer (1950)\n Answer: Waltrude Schleyer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "West Ham United F.C.", + "pred": "West Ham United F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Billy Brown -> member of sports team -> West Ham United F.C. (1922)\n Answer: West Ham United F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000911", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Tuscany", + "pred": "Tuscany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Plinio Nomellini -> work location -> Tuscany (1932)\n Answer: Tuscany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002590", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1946.0, + "gold": "1946", + "pred": "1946", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Meazza -> coach of sports team -> Atalanta BC (1946)\n Answer: 1946", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Q104925 -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2018)\n Answer: Order of Merit of Baden-W\u00fcrttemberg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004701", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: L\u00e9vis-Saint-Nom -> located in -> Seine-et-Oise (1968)\n Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006905", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Northwestern University -> member of -> Scholarly Publishing and Academic Resources Coalition (2023)\n Answer: 2023", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005334", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: IG Farben -> significant event -> insolvency (2003)\n Answer: 2003", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006551", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Egidio Feruglio -> country of citizenship -> Kingdom of Italy (1917)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Bianchi -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "FC Amkar Perm", + "pred": "FC Amkar Perm", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Martin Jakubko -> member of sports team -> FC Amkar Perm (2014)\n Answer: FC Amkar Perm", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Sporting CP", + "pred": "Sporting CP", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rudolf Jeny -> member of sports team -> Hungary men's national football team (1934)\n Answer: Sporting CP", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001982", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Francesco Gabrieli -> country of citizenship -> Kingdom of Italy (1939)\n Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001763", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Tranmere Rovers F.C.", + "pred": "Tranmere Rovers F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Steve Coppell -> member of sports team -> Tranmere Rovers F.C. (1973)\n Answer: Tranmere Rovers F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001693", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Utrecht University", + "pred": "Utrecht University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pieter Helbert Damst\u00e9 -> employer -> Utrecht University (1919)\n Answer: Utrecht University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006247", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1909.0, + "gold": "Associate Justice of the Supreme Court of the United States", + "pred": "Associate Justice of the Supreme Court of the United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Joseph McKenna -> position held -> Associate Justice of the Supreme Court of the United States (1909)\n Answer: Associate Justice of the Supreme Court of the United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006923", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Der St\u00fcrmer", + "pred": "Der St\u00fcrmer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Julius Streicher -> employer -> Der St\u00fcrmer (1929)\n Answer: Der St\u00fcrmer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004828", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adone Zoli -> country of citizenship -> Italy (1957)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006717", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Bianchi -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001064", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hanover -> country -> Weimar Republic (1930)\n Answer: Weimar Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002886", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luciano Fo\u00e0 -> country of citizenship -> Italy (1967)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001768", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Emilio Petiva -> country of citizenship -> Kingdom of Italy (1929)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006522", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Cameroon men's national football team", + "pred": "Cameroon men's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Henri Michel -> coach of sports team -> Cameroon men's national football team (1994)\n Answer: Cameroon men's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001073", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Kingdom of Bulgaria", + "pred": "Kingdom of Bulgaria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Veliko Tarnovo -> country -> Kingdom of Bulgaria (1910)\n Answer: Kingdom of Bulgaria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002125", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "SSC Napoli", + "pred": "SSC Napoli", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armando Tre Re -> member of sports team -> SSC Napoli (1956)\n Answer: SSC Napoli", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002297", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "FC Astra Giurgiu", + "pred": "FC Astra Giurgiu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dorinel Munteanu -> coach of sports team -> FC Astra Giurgiu (2015)\n Answer: FC Astra Giurgiu", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_002809", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Elio Toaff -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002474", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Pat Travers", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tommy Aldridge -> member of -> Pat Travers (1981)\n Answer: Pat Travers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004101", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Djalminha -> member of sports team -> Club Am\u00e9rica (2004)\n Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006366", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "England women's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kelly Smith -> member of sports team -> England women's national football team (2014)\n Answer: England women's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "United States Navy", + "pred": "United States Navy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arthur William Radford -> military branch -> United States Navy (1952)\n Answer: United States Navy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003020", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Lagos", + "pred": "Lagos", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nigeria -> capital -> Lagos (1968)\n Answer: Lagos", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004956", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Calcio Padova", + "pred": "Calcio Padova", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Azzini -> member of sports team -> Calcio Padova (1957)\n Answer: Calcio Padova", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006758", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Al Masry SC", + "pred": "Al Masry SC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ahmad Shedid Qinawi -> member of sports team -> Al Masry SC (2008)\n Answer: Al Masry SC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003840", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "DSV Leoben", + "pred": "DSV Leoben", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Wolfgang Klapf -> member of sports team -> DSV Leoben (2005)\n Answer: DSV Leoben", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003113", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Wheaton College", + "pred": "Wheaton College", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hilda Geiringer -> employer -> Wheaton College (1952)\n Answer: Wheaton College", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004767", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Miss America", + "pred": "Miss America", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lois Delander -> competition won -> Miss America (1927)\n Answer: Miss America", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Goffredo Petrassi -> country of citizenship -> Kingdom of Italy (1941)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "pred": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paris\u2013Lille railway -> operator -> Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais (1965)\n Answer: Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003340", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Russia", + "pred": "Russia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dmitry Yazov -> country of citizenship -> Russia (1995)\n Answer: Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005245", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Chariots of Fire -> nominated for -> Academy Award for Best Picture (1982)\n Hop 2: Academy Award for Best Picture -> equal to -> Academy Award for Best Picture (1982)\n Hop 3: Academy Award for Best Picture (1982) -> year -> 1982\n Answer: 1982", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006022", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lady Gaga", + "pred": "Lady Gaga", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Taylor Kinney -> unmarried partner -> Lady Gaga (2012)\n Answer: Lady Gaga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002807", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "University of Oslo", + "pred": "University of Oslo", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Viggo Brun -> employer -> University of Oslo (1950)\n Answer: University of Oslo", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002236", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Order of Merit of North Rhine-Westphalia", + "pred": "Order of Merit of North Rhine-Westphalia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Helmut Hirsch -> award received -> Order of Merit of North Rhine-Westphalia (1988)\n Answer: Order of Merit of North Rhine-Westphalia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006258", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "United States Cabinet", + "pred": "United States Cabinet", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: United States Secretary of the Navy -> part of -> United States Cabinet (1906)\n Answer: United States Cabinet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003646", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "pred": "Primtime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "em": 0.0, + "f1": 0.9166666666666666, + "pred_raw": "Hop 1: Gena Rowlands -> award received -> Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie (1987)\n Answer: Primtime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_002029", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Warabitai Station", + "pred": "Warabitai Station", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kuromatsunai Station -> adjacent station -> Warabitai Station (1964)\n Answer: Warabitai Station", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Rudi Fuchs", + "pred": "Rudi Fuchs", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stedelijk Museum Amsterdam -> manager -> Rudi Fuchs (2003)\n Answer: Rudi Fuchs", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000849", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ray Lovejoy -> nominated for -> Academy Award for Best Film Editing (1987)\n Answer: 1987", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000139", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "Schutzstaffel", + "pred": "Schutzstaffel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Richard Schulze-Kossens -> member of -> Schutzstaffel (1937)\n Answer: Schutzstaffel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Anton-G\u00fcnther, Duke of Oldenburg", + "pred": "Anton-G\u00fcnther, Duke of Oldenburg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: House of Oldenburg -> chairperson -> Anton-G\u00fcnther, Duke of Oldenburg (2007)\n Answer: Anton-G\u00fcnther, Duke of Oldenburg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004055", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Visintin -> country of citizenship -> Italy (1976)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004419", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Jeonbuk Hyundai Motors FC", + "pred": "Jeonbuk Hyundai Motors FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sim Woo-yeon -> member of sports team -> Jeonbuk Hyundai Motors FC (2011)\n Answer: Jeonbuk Hyundai Motors FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006447", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Wall -> drafted by -> Washington Wizards (2010)\n Answer: 2010", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005863", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Parliament of the United Kingdom", + "pred": "Parliament of the United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Chris Huhne -> member of -> Parliament of the United Kingdom (2010)\n Answer: Parliament of the United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004287", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Jens Stoltenberg", + "pred": "Jens Stoltenberg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Norwegian Labour Party -> chairperson -> Jens Stoltenberg (2011)\n Answer: Jens Stoltenberg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008613", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "1980", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: George Gervin -> award received -> NBA All-Star Game Kobe Bryant Most Valuable Player Award (1980)\n Answer: 1980", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002216", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Team Jayco AlUla", + "pred": "Team Jayco AlUla", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mitchell Docker -> member of sports team -> Team Jayco AlUla (2013)\n Answer: Team Jayco AlUla", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006890", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rahim Zafer -> member of sports team -> Gen\u00e7lerbirli\u011fi S.K. (1994)\n Answer: Gen\u00e7lerbirli\u011fi S.K.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bakhchisaray Palace -> country -> Soviet Union (1965)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004395", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "University of Freiburg", + "pred": "University of Freiburg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ernst-Wolfgang B\u00f6ckenf\u00f6rde -> employer -> University of Freiburg (1994)\n Answer: University of Freiburg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003660", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Queen", + "pred": "Queen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mountain Studios -> owned by -> Queen (1989)\n Answer: Queen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006514", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Murmansk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1955)\n Answer: Russian Soviet Federative Socialist Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002222", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sergio Bonelli -> country of citizenship -> Italy (1951)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tiziano Terzani -> country of citizenship -> Italy (1996)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001758", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "John Mauchly", + "pred": "John Mauchly", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kathleen Antonelli -> spouse -> John Mauchly (1973)\n Answer: John Mauchly", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004641", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Ni\u00e8vre", + "pred": "Ni\u00e8vre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Route nationale 445 -> located in -> Ni\u00e8vre (1946)\n Answer: Ni\u00e8vre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000084", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Munich Kammerspiele", + "pred": "Munich Kammerspiele", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Therese Giehse -> employer -> Munich Kammerspiele (1967)\n Answer: Munich Kammerspiele", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005007", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2017.0, + "gold": "2017", + "pred": "2017", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karl Ove Knausg\u00e5rd -> award received -> Jerusalem Prize (2017)\n Answer: 2017", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Tuvan Autonomous Soviet Socialist Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tes-Khemsky District -> located in -> Tuvan Autonomous Soviet Socialist Republic (1987)\n Answer: Tuvan Autonomous Soviet Socialist Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007920", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kyoto Protocol -> ratified by -> Thailand (2002)\n Answer: 2002", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006359", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1956.0, + "gold": "1956", + "pred": "1956", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bauer -> member of sports team -> Botafogo F.R. (1956)\n Answer: 1956", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005402", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Simferopol -> country -> Russian Empire (1910)\n Answer: Russian Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007921", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: STS-29 -> significant event -> landing (1989)\n Answer: 1989", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002569", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aldo Clementi -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003091", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Pat Travers", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tommy Aldridge -> member of -> Pat Travers (1981)\n Answer: Pat Travers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002364", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Gaz\u00e9lec Ajaccio", + "pred": "Gaz\u00e9lec Ajaccio", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jean-Michel Cavalli -> member of sports team -> AS Monaco FC (1990)\n Answer: Gaz\u00e9lec Ajaccio", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007208", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Gustave Choquet", + "pred": "Gustave Choquet", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yvonne Choquet-Bruhat -> spouse -> Gustave Choquet (1983)\n Answer: Gustave Choquet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003209", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "C\u00e9sar Milstein", + "pred": "C\u00e9sar Milstein", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Copley Medal -> winner -> C\u00e9sar Milstein (1989)\n Answer: C\u00e9sar Milstein", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rudolf Virchow -> nominated for -> Nobel Prize in Physiology or Medicine (1902)\n Answer: Nobel Prize in Physiology or Medicine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004389", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "1922", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Irish Free State -> replaces -> United Kingdom of Great Britain and Ireland (1922)\n Answer: 1922", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001672", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Kemerovo Oblast", + "pred": "Kemerovo Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Novokuznetsk -> located in -> Kemerovo Oblast (1980)\n Answer: Kemerovo Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002971", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2020.0, + "gold": "Hamza Hamzao\u011flu", + "pred": "Hamza Hamzao\u011flu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yeni Malatyaspor -> head coach -> Hamza Hamzao\u011flu (2020)\n Answer: Hamza Hamzao\u011flu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007668", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Freie Universit\u00e4t Berlin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Reinhard Selten -> employer -> Freie Universit\u00e4t Berlin (1969)\n Answer: Freie Universit\u00e4t Berlin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004443", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Member of the European Parliament", + "pred": "Member of the European Parliament", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Q524412 -> position held -> Member of the European Parliament (2010)\n Answer: Member of the European Parliament", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000260", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sol Polito -> country of citizenship -> Kingdom of Italy (1925)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003060", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Leipziger Land", + "pred": "Leipziger Land", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Borna -> located in -> Leipziger Land (1999)\n Answer: Leipziger Land", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003434", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "United Arab Republic", + "pred": "United Arab Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fouad Mohamed Abou Zikry -> country of citizenship -> United Arab Republic (1962)\n Answer: United Arab Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lino Aldani -> country of citizenship -> Italy (1963)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005538", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Nobel Prize in Literature", + "pred": "Nobel Prize in Literature", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gunnar Gunnarsson -> nominated for -> Nobel Prize in Literature (1961)\n Answer: Nobel Prize in Literature", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005136", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Ireland men\u2019s national rugby union team", + "pred": "Ireland men\u2019s national rugby union team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Geordan Murphy -> member of sports team -> Ireland men\u2019s national rugby union team (2000)\n Answer: Ireland men\u2019s national rugby union team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004183", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "The Rockefeller University", + "pred": "The Rockefeller University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Torsten Nils Wiesel -> employer -> The Rockefeller University (1984)\n Answer: The Rockefeller University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006802", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Is\u00e8re", + "pred": "Is\u00e8re", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ternay -> located in -> Is\u00e8re (1936)\n Answer: Is\u00e8re", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002238", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Artemio Franchi -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004081", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Harvard University", + "pred": "Harvard University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hassler Whitney -> employer -> Harvard University (1944)\n Answer: Harvard University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007931", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Kingdom of Hungary", + "pred": "Kingdom of Hungary", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kenderes -> country -> Kingdom of Hungary (1920)\n Answer: Kingdom of Hungary", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002561", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Babe\u0219-Bolyai University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gyula Iulius Maurer -> employer -> Babe\u0219-Bolyai University (1961)\n Answer: Babe\u0219-Bolyai University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Stockholm University", + "pred": "Stockholm University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erik Ivar Fredholm -> employer -> Stockholm University (1918)\n Answer: Stockholm University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008363", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Poland", + "pred": "Poland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eugeniusz Eibisch -> work location -> Poland (1974)\n Answer: Poland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008611", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Wang Jingwei regime", + "pred": "Wang Jingwei regime", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anci District -> located in -> Wang Jingwei regime (1944)\n Answer: Wang Jingwei regime", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002255", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1986.0, + "gold": "1986", + "pred": "1986", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bobby Mimms -> member of sports team -> Notts County F.C. (1986)\n Answer: 1986", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007672", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2016", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ellen DeGeneres -> award received -> Presidential Medal of Freedom (2016)\n Answer: 2016", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002954", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "SC Fortuna K\u00f6ln", + "pred": "SC Fortuna K\u00f6ln", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antoine Hey -> member of sports team -> SC Fortuna K\u00f6ln (1995)\n Answer: SC Fortuna K\u00f6ln", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002449", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Valencia CF", + "pred": "Valencia CF", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Asier del Horno -> member of sports team -> Valencia CF (2009)\n Answer: Valencia CF", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005372", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Malm\u00f6 FF", + "pred": "Jonatan Johansson", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ulrich Vinzents -> member of sports team -> Malm\u00f6 FF (2007)\n Hop 2: Malm\u00f6 FF -> member of sports team -> Jonatan Johansson (2007)\n Answer: Jonatan Johansson", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006616", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cipriano Chemello -> country of citizenship -> Italy (1965)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007451", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "SV Saar 05 Saarbr\u00fccken", + "pred": "SV Saar 05 Saarbr\u00fccken", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kurt Clemens -> member of sports team -> SV Saar 05 Saarbr\u00fccken (1957)\n Answer: SV Saar 05 Saarbr\u00fccken", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "C.D. Nacional", + "pred": "C.D. Nacional", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pedro Pacheco -> member of sports team -> C.D. Nacional (2009)\n Answer: C.D. Nacional", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008679", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Bordoni -> country of citizenship -> Kingdom of Italy (1927)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004351", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "education", + "pred": "education", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: U-111 -> has use -> education (1941)\n Answer: education", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "FC Barcelona B\u00e0squet", + "pred": "FC Barcelona B\u00e0squet", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ante Tomi\u0107 -> member of sports team -> FC Barcelona B\u00e0squet (2015)\n Answer: FC Barcelona B\u00e0squet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004853", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roberto Tucci -> country of citizenship -> Italy (2005)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008238", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Reichsgesetzblatt", + "pred": "Reichsgesetzblatt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Reich Citizenship Law -> published in -> Reichsgesetzblatt (1935)\n Answer: Reichsgesetzblatt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007289", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hanau -> country -> German Empire (1907)\n Answer: German Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005590", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giorgio Ferrini -> country of citizenship -> Kingdom of Italy (1943)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002466", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1942.0, + "gold": "1st U-boat Flotilla", + "pred": "U-566", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: U-441 -> part of -> 1st U-boat Flotilla (1942)\n Hop 2: 1st U-boat Flotilla -> has part(s) -> U-566 (1942)\n Answer: U-566", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005898", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Second Syrian Republic", + "pred": "Second Syrian Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bahij al-Khatib -> country of citizenship -> Second Syrian Republic (1940)\n Answer: Second Syrian Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gorz\u00f3w Wielkopolski -> country -> German Empire (1907)\n Answer: German Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006637", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Allianz SE", + "pred": "Allianz SE", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: G\u00f3rnik Zabrze -> sponsor -> Allianz SE (2010)\n Answer: Allianz SE", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001605", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Keith Richards", + "pred": "Keith Richards", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anita Pallenberg -> unmarried partner -> Keith Richards (1974)\n Answer: Keith Richards", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003947", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Q99317", + "pred": "Reinhold von der M\u00fchlen", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bonn -> head of government -> Reinhold von der M\u00fchlen -> 2001\n Answer: Reinhold von der M\u00fchlen", + "judge_em": 0, + "judge_reply": "I NEED TO VERIFY" + }, + { + "id": "q_001379", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Doron Zeilberger -> award received -> Euler Medal (2004)\n Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Cruzeiro E.C.", + "pred": "Cruzeiro E.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jos\u00e9 Carlos Ferreira Filho -> member of sports team -> Cruzeiro E.C. (2009)\n Answer: Cruzeiro E.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2021.0, + "gold": "Daft Punk", + "pred": "Daft Punk", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guy-Manuel de Homem-Christo -> member of -> Daft Punk (2021)\n Answer: Daft Punk", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007475", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Latvia", + "pred": "Latvia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: R\u0113zekne District -> country -> Latvia (2004)\n Answer: Latvia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008010", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "C.D. Jorge Wilstermann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Christian Vargas -> member of sports team -> C.D. Jorge Wilstermann (2004)\n Answer: C.D. Jorge Wilstermann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005768", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Landeshauptmann", + "pred": "Landeshauptmann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Herbert Sausgruber -> position held -> Landeshauptmann (1999)\n Answer: Landeshauptmann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003283", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Lazarev -> award received -> USSR State Prize (1977)\n Answer: 1977", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003934", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Republic of Korea Army", + "pred": "Republic of Korea Army", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Chung Il-kwon -> military branch -> Republic of Korea Army (1951)\n Answer: Republic of Korea Army", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000952", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mircea Snegur -> country of citizenship -> Soviet Union (1957)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004410", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Landrat", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armin Grein -> position held -> Landrat (1989)\n Answer: Landrat", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007420", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Orenburg Oblast", + "pred": "Orenburg Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gai -> located in -> Orenburg Oblast (1984)\n Answer: Orenburg Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003788", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Paris", + "pred": "Paris", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zolt\u00e1n Kem\u00e9ny -> work location -> Paris (1935)\n Answer: Paris", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007654", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Lille OSC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Beno\u00eet Cheyrou -> member of sports team -> Lille OSC (1999)\n Answer: Lille OSC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000104", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Daejeon Hana Citizen FC", + "pred": "Daejeon Hana Citizen FC", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Choi Eun-sung -> member of sports team -> Daejeon Hana Citizen FC (2003)\n Answer: Daejeon Hana Citizen FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003094", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "England men\u2019s national rugby union team", + "pred": "England men\u2019s national rugby union team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Peter Winterbottom -> member of sports team -> England men\u2019s national rugby union team (1987)\n Answer: England men\u2019s national rugby union team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005875", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tony Terlazzo -> country of citizenship -> Italy (1963)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004542", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2016.0, + "gold": "Province of Carbonia-Iglesias", + "pred": "Province of Carbonia-Iglesias", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Masainas -> located in -> Province of Carbonia-Iglesias (2016)\n Answer: Province of Carbonia-Iglesias", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "AgustaWestland", + "pred": "AgustaWestland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leonardo -> subsidiary -> AgustaWestland (2006)\n Answer: AgustaWestland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leonella Sgorbati -> country of citizenship -> Italy (1960)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005999", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Czechia men's national football team", + "pred": "Czechia men's national football team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ji\u0159\u00ed Jaro\u0161\u00edk -> member of sports team -> Czechia men's national football team (2000)\n Answer: Czechia men's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003881", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Norberto Bobbio -> country of citizenship -> Kingdom of Italy (1941)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Red Star F.C.", + "pred": "Red Star F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sylvain Kastendeuch -> member of sports team -> Red Star F.C. (1985)\n Answer: Red Star F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Copley Medal", + "pred": "Copley Medal", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Robert Robinson -> award received -> Copley Medal (1942)\n Answer: Copley Medal", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000380", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Klaus Jensen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Trier -> head of government -> Klaus Jensen (2008)\n Answer: Klaus Jensen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007104", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karel Baxa -> position held -> chairperson (1932)\n Answer: chairperson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005106", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1926.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Manlio Bacigalupo -> country of citizenship -> Kingdom of Italy (1926)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007198", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "VVV-Venlo", + "pred": "VVV-Venlo", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jeffrey Altheer -> member of sports team -> VVV-Venlo (2013)\n Answer: VVV-Venlo", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001075", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sebastiano Mannironi -> country of citizenship -> Italy (1987)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007267", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Netherlands Antilles", + "pred": "Netherlands Antilles", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bonaire -> part of -> Netherlands Antilles (1988)\n Answer: Netherlands Antilles", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005453", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: L\u00e1rus Gu\u00f0mundsson -> member of sports team -> Valur (1989)\n Answer: 1989", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006199", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Club Atl\u00e9tico Tigre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Daniel Islas -> member of sports team -> Club Atl\u00e9tico Tigre (2009)\n Answer: Club Atl\u00e9tico Tigre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007661", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gary Mabbutt -> member of sports team -> Tottenham Hotspur F.C. (1997)\n Answer: Tottenham Hotspur F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Christoph Franz", + "pred": "Christoph Franz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lufthansa -> chief executive officer -> Christoph Franz (2011)\n Answer: Christoph Franz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007018", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Province of Ogliastra", + "pred": "Province of Ogliastra", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ussassai -> located in -> Province of Ogliastra (2011)\n Answer: Province of Ogliastra", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006321", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Pontault-Combault", + "pred": "Pontault-Combault", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Route nationale 4 -> terminus location -> Pontault-Combault (2014)\n Answer: Pontault-Combault", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000924", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paolo Heusch -> country of citizenship -> Italy (1979)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002232", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianpiero Combi -> country of citizenship -> Kingdom of Italy (1929)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005699", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "University of G\u00f6ttingen", + "pred": "University of G\u00f6ttingen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hans Grauert -> employer -> University of G\u00f6ttingen (1977)\n Answer: University of G\u00f6ttingen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007488", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nexhat Daci -> position held -> president (2006)\n Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Vla\u0219ca County", + "pred": "Vla\u0219ca County", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giurgiu -> located in -> Vla\u0219ca County (1937)\n Answer: Vla\u0219ca County", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005369", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "University of Zurich", + "pred": "University of Zurich", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andreas Speiser -> employer -> University of Zurich (1931)\n Answer: University of Zurich", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Barbarito -> country of citizenship -> Italy (1996)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001823", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Bremen-Liga", + "pred": "Bremen-Liga", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Oberliga Nord (1974-1994) -> league level below -> Bremen-Liga (1984)\n Answer: Bremen-Liga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006475", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Riff-Raff -> award received -> European Film Award for Best Film (1991)\n Answer: 1991", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008413", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1984.0, + "gold": "1984", + "pred": "1984", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Miros\u0142aw Kubisztal -> member of sports team -> KS Cracovia (1984)\n Answer: 1984", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003577", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Chief of the Turkish General Staff", + "pred": "Chief of the Turkish General Staff", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fevzi \u00c7akmak -> position held -> Chief of the Turkish General Staff (1929)\n Answer: Chief of the Turkish General Staff", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Hanna-Barbera", + "pred": "Hanna-Barbera", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Iwao Takamoto -> employer -> Hanna-Barbera (1975)\n Answer: Hanna-Barbera", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008560", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Romania national rugby union team", + "pred": "Romania national rugby union team", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gheorghe Ben\u021bia -> member of sports team -> Romania national rugby union team (1919)\n Answer: Romania national rugby union team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Czechoslovakia", + "pred": "Czechoslovakia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karol Div\u00edn -> country of citizenship -> Czechoslovakia (1948)\n Answer: Czechoslovakia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006136", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1903.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hlukhiv -> country -> Russian Empire (1903)\n Answer: Russian Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005189", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Saulx-Marchais -> located in -> Seine-et-Oise (1913)\n Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002858", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Empire of Japan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Park Yeol -> country of citizenship -> Empire of Japan (1934)\n Answer: Empire of Japan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008315", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Kemerovo Oblast", + "pred": "Kemerovo Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anzhero-Sudzhensk -> located in -> Kemerovo Oblast (1962)\n Answer: Kemerovo Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Kotelnikovsky District", + "pred": "Kotelnikovsky District", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kotelnikovo -> located in -> Kotelnikovsky District (1977)\n Answer: Kotelnikovsky District", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antti Sumiala -> member of sports team -> Ak\u00e7aabat Sebatspor (2004)\n Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000973", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Ternopil Oblast", + "pred": "Ternopil Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kremenets -> located in -> Ternopil Oblast (1958)\n Answer: Ternopil Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002849", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianni Agus -> country of citizenship -> Italy (1980)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008608", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "S.C. Internacional", + "pred": "S.C. Internacional", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Danilo Aparecido da Silva -> member of sports team -> S.C. Internacional (2009)\n Answer: S.C. Internacional", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001494", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Saint Petersburg", + "pred": "Saint Petersburg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Konrad Krzy\u017canowski -> work location -> Saint Petersburg (1925)\n Answer: Saint Petersburg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007390", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karl-Eduard von Schnitzler -> country of citizenship -> German Democratic Republic (1977)\n Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007069", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Sensi -> country of citizenship -> Italy (1999)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001021", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Nelly Sachs Prize", + "pred": "Nelly Sachs Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Javier Mar\u00edas -> award received -> Nelly Sachs Prize (1997)\n Answer: Nelly Sachs Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Nicolini -> country of citizenship -> Kingdom of Italy (1922)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006782", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Merited Artist of the RSFSR", + "pred": "Merited Artist of the RSFSR", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Natalya Varley -> award received -> Merited Artist of the RSFSR (1989)\n Answer: Merited Artist of the RSFSR", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008600", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Toni Ortelli -> country of citizenship -> Kingdom of Italy (1907)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Central Institute for Ancient History and Archeology", + "pred": "Central Institute for Ancient History and Archeology", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Achim Leube -> employer -> Central Institute for Ancient History and Archeology (1980)\n Answer: Central Institute for Ancient History and Archeology", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005501", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Flavio Calzavara -> country of citizenship -> Kingdom of Italy (1937)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001523", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Prince Charles, Count of Flanders", + "pred": "Prince Charles, Count of Flanders", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Belgium -> head of state -> Prince Charles, Count of Flanders (1945)\n Answer: Prince Charles, Count of Flanders", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003339", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Second Syrian Republic", + "pred": "Second Syrian Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Saadallah Wannous -> country of citizenship -> Second Syrian Republic (1954)\n Answer: Second Syrian Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Empire of Japan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shimano -> country -> Empire of Japan (1934)\n Answer: Empire of Japan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002341", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mark Parrish -> drafted by -> Colorado Avalanche (1996)\n Answer: 1996", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006340", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "People's Artist of the USSR", + "pred": "People's Artist of the USSR", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rashid Behbudov -> award received -> People's Artist of the USSR (1959)\n Answer: People's Artist of the USSR", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004184", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Chelsea F.C.", + "pred": "Chelsea F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gabriele Ambrosetti -> member of sports team -> Chelsea F.C. (2001)\n Answer: Chelsea F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001998", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1939", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The Grapes of Wrath -> award received -> Academy Award for Best Director (1939)\n Answer: 1939", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008462", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tony Marshall -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2003)\n Answer: 2003", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005081", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Beira Alta", + "pred": "Beira Alta", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Viseu -> located in -> Beira Alta (1956)\n Answer: Beira Alta", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shimon Peres -> country of citizenship -> Israel (2004)\n Answer: Israel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006076", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kaluga Governorate -> country -> Russian Empire (1908)\n Answer: Russian Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004257", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Province of Posen", + "pred": "Province of Posen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pozna\u0144 -> capital of -> Province of Posen (1904)\n Answer: Province of Posen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001129", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Khrustalnyi -> country -> Soviet Union (1945)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002202", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Isabela", + "pred": "Isabela", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Q13737 -> capital -> Isabela (1988)\n Answer: Isabela", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001377", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Tommasi -> country of citizenship -> Italy (1961)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005631", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ernst Brugger -> position held -> President of the Swiss Confederation (1974)\n Answer: 1974", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000171", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Melora Walters", + "pred": "Melora Walters", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dylan Walsh -> spouse -> Melora Walters (1999)\n Answer: Melora Walters", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007554", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giorgio Amendola -> country of citizenship -> Italy (1965)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001278", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mar\u00eda Denis -> country of citizenship -> Italy (2003)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2003)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005559", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Xavier Margairaz -> member of sports team -> Servette FC (2014)\n Hop 2: Servette FC -> league or competition -> Swiss Super League (2014)\n Answer: Swiss Super League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007444", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: University of Bristol -> funder -> Lehigh University (2021)\n Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004826", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "Dakar", + "pred": "Dakar", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sassandra -> country -> French West Africa (1917)\n Hop 2: French West Africa -> capital -> Dakar (1917)\n Answer: Dakar", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003409", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Margaret Atwood", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Matthew Kneale -> nominated for -> Booker Prize (2000)\n Hop 2: Booker Prize -> winner -> Margaret Atwood (2000)\n Answer: Margaret Atwood", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006575", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: G\u00e1bor Csap\u00f3 -> educated at -> University of Szeged (1972)\n Hop 2: University of Szeged -> named after -> Attila J\u00f3zsef (1972)\n Answer: Attila J\u00f3zsef", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001217", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hilary Swank", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Samantha Morton -> nominated for -> Academy Award for Best Actress (2004)\n Hop 2: Academy Award for Best Actress (2004) -> winner -> Hilary Swank (2004)\n Answer: Hilary Swank", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007223", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Klaus Sch\u00fctz", + "pred": "Klaus Sch\u00fctz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Christian Schad -> work location -> Berlin (1975)\n Hop 2: Berlin -> head of government -> Klaus Sch\u00fctz (1975)\n Answer: Klaus Sch\u00fctz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004735", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Berlin", + "pred": "Berlin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sound and Vision -> performer -> David Bowie (1977)\n Hop 2: David Bowie -> work location -> Berlin (1977)\n Answer: Berlin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001394", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Q896393 -> work location -> Berlin (1970)\n Hop 2: Berlin -> country -> German Democratic Republic (1970)\n Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004179", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Rosa Balistreri -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Economic Community (1951)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Rudy Giuliani", + "pred": "Rudy Giuliani", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Prelinger Archives -> located in -> New York City (1996)\n Hop 2: New York City -> head of government -> Rudy Giuliani (1996)\n Answer: Rudy Giuliani", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ann Wolff -> work location -> Berlin (2003)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2003)\n Answer: Klaus Wowereit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003446", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "United States Secretary of State", + "em": 0.0, + "f1": 0.6, + "pred_raw": "Hop 1: Age Discrimination in Employment Act of 1967 -> signatory -> Lyndon B. Johnson (1967)\n Hop 2: Lyndon B. Johnson -> residence -> Q35525 (1967)\n Hop 3: Q35525 -> position held -> United States Secretary of State (1967)\n Answer: United States Secretary of State", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007096", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Leonardo Jardim", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nicolas Isimat-Mirin -> member of sports team -> AS Monaco FC (2015)\n Hop 2: AS Monaco FC -> head coach -> Leonardo Jardim (2015)\n Answer: Leonardo Jardim", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008279", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guy Lafleur -> member of sports team -> Montreal Canadiens (1984)\n Hop 2: Montreal Canadiens -> home venue -> Montreal Forum (1984)\n Answer: Montreal Forum", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006719", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Emma de Caunes", + "pred": "Emma de Caunes", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jeanne Balibar -> nominated for -> C\u00e9sar Award for Best Female Revelation (1998)\n Hop 2: C\u00e9sar Award for Best Female Revelation -> winner -> Emma de Caunes (1998)\n Answer: Emma de Caunes", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002450", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Cyprus Football Association", + "pred": "Alki Larnaca F.C.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ammochostos Epistrofi Stadium -> occupant -> Alki Larnaca F.C. (2007)\n Answer: Alki Larnaca F.C.", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000742", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "2007", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vejle County -> replaced by -> Southern Denmark (2007)\n Hop 2: Southern Denmark -> replaces -> Funen County (2007)\n Answer: 2007", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005331", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pamela Sargent -> nominated for -> Locus Award for Best Novel (1977)\n Hop 2: Locus Award for Best Novel -> winner -> Kate Wilhelm (1977)\n Answer: 1977", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Uwe Reinders -> member of sports team -> FC Girondins de Bordeaux (1985)\n Hop 2: FC Girondins de Bordeaux -> home venue -> Stade Chaban-Delmas (1985)\n Answer: Stade Chaban-Delmas", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006020", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lady Bird Johnson", + "pred": "Lady Bird Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Highway Beautification Act of 1965 -> signatory -> Lyndon B. Johnson (1965)\n Hop 2: Lyndon B. Johnson -> spouse -> Lady Bird Johnson (1965)\n Answer: Lady Bird Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002515", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alfred Schmidt -> member of sports team -> Germany men's national association football team (1964)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1964)\n Answer: Sepp Herberger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000947", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kerim Zengin -> member of sports team -> Gaziantepspor (2013)\n Hop 2: Gaziantepspor -> league or competition -> S\u00fcper Lig (2013)\n Answer: S\u00fcper Lig", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004442", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "2014", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Felipe Melo -> member of sports team -> Galatasaray S.K. (2014)\n Hop 2: Galatasaray S.K. -> head coach -> Cesare Prandelli (2014)\n Answer: 2014", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003129", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Willem de Rooij -> work location -> Berlin (2010)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2010)\n Answer: Klaus Wowereit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000626", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Edward Joseph Kelly", + "pred": "Edward Joseph Kelly", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tony Smith -> work location -> Chicago (1937)\n Hop 2: Chicago -> head of government -> Edward Joseph Kelly (1937)\n Answer: Edward Joseph Kelly", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008507", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "presidential system", + "pred": "presidential system", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yavoriv -> country -> Second Polish Republic (1929)\n Hop 2: Second Polish Republic -> basic form of government -> presidential system (1929)\n Answer: presidential system", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000399", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Otto Nerz", + "pred": "Otto Nerz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hermann Gramlich -> member of sports team -> Germany men's national association football team (1935)\n Hop 2: Germany men's national association football team -> head coach -> Otto Nerz (1935)\n Answer: Otto Nerz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005160", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "The Book of Evidence", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fay Weldon -> nominated for -> Booker Prize (1979)\n Hop 2: Booker Prize (1979) -> winner -> Penelope Fitzgerald\n Hop 3: Penelope Fitzgerald -> award received -> The Book of Evidence (1979)\n Answer: The Book of Evidence", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sergi Barjuan -> member of sports team -> Atl\u00e9tico Madrid (2005)\n Hop 2: Atl\u00e9tico Madrid -> home venue -> Vicente Calder\u00f3n Stadium (2005)\n Answer: Vicente Calder\u00f3n Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "President of North Macedonia", + "pred": "President of North Macedonia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: North Macedonia -> head of state -> Gjorge Ivanov (2017)\n Answer: President of North Macedonia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008117", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ulm University -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> University of Nottingham (2021)\n Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007432", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Romano Prodi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ivan Della Mea -> country of citizenship -> Italy (2007)\n Hop 2: Italy -> head of government -> Romano Prodi (2007)\n Answer: Romano Prodi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006320", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1931.0, + "gold": "1931", + "pred": "1931", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dr. Jekyll and Mr. Hyde -> award received -> Academy Award for Best Actor (1931)\n Hop 2: Lionel Barrymore -> winner -> Academy Award for Best Actor (1931)\n Hop 3: The Champ -> award received -> Academy Award for Best Actor (1931)\n Answer: 1931", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008047", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Volodymyr -> country -> Russian Empire (1902)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1902)\n Answer: Nicholas II of Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000063", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Carlo Vittorio Varetti", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alessandro Ajmone Marsan -> member of sports team -> Juventus FC (1909)\n Hop 2: Juventus FC -> chairperson -> Carlo Vittorio Varetti (1909)\n Answer: Carlo Vittorio Varetti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: United States -> contains the administrative territorial entity -> Territory of Hawaii (1931)\n Hop 2: Wynn Bullock -> work location -> United States (1931)\n Answer: Territory of Hawaii", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001072", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Eusebio Sacrist\u00e1n", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gerard Deulofeu -> member of sports team -> FC Barcelona Atl\u00e8tic (2013)\n Hop 2: FC Barcelona Atl\u00e8tic -> head coach -> Eusebio Sacrist\u00e1n (2013)\n Answer: Eusebio Sacrist\u00e1n", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005910", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Christian Vande Velde -> member of sports team -> Discovery Channel (2001)\n Hop 2: Discovery Channel -> country -> United States (2001)\n Answer: United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003397", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "V\u00edt\u011bzslav Lavi\u010dka", + "pred": "V\u00edt\u011bzslav Lavi\u010dka", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Miroslav Slepi\u010dka -> member of sports team -> AC Sparta Prague (2012)\n Hop 2: AC Sparta Prague -> head coach -> V\u00edt\u011bzslav Lavi\u010dka (2012)\n Answer: V\u00edt\u011bzslav Lavi\u010dka", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000162", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Lady Bird Johnson", + "pred": "Lady Bird Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Age Discrimination in Employment Act of 1967 -> signatory -> Lyndon B. Johnson (1967)\n Hop 2: Lyndon B. Johnson -> spouse -> Lady Bird Johnson (1967)\n Answer: Lady Bird Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002728", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Clarence Seedorf -> member of sports team -> AC Milan (2010)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (2010)\n Answer: Silvio Berlusconi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003793", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Barcelona Province", + "pred": "Barcelona Province", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Josep Guinovart -> work location -> Barcelona (1950)\n Hop 2: Barcelona -> located in -> Barcelona Province (1950)\n Answer: Barcelona Province", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003541", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carry Me Down -> nominated for -> Booker Prize (2006)\n Hop 2: Booker Prize -> winner -> Kiran Desai (2006)\n Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008524", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00c9douard Kargu -> member of sports team -> FC Girondins de Bordeaux (1950)\n Hop 2: FC Girondins de Bordeaux -> home venue -> Stade Chaban-Delmas (1950)\n Answer: Stade Chaban-Delmas", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003943", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Angelo La Barbera -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Giovanni Leone (1971)\n Answer: Giovanni Leone", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Michal B\u00edlek", + "pred": "Michal B\u00edlek", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Daniel Kol\u00e1\u0159 -> member of sports team -> Czechia men's national football team (2011)\n Hop 2: Czechia men's national football team -> head coach -> Michal B\u00edlek (2011)\n Answer: Michal B\u00edlek", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003569", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alberto Magnelli -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Giovanni Gronchi (1971)\n Answer: Giovanni Gronchi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002249", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "University of Paris", + "pred": "University of Paris", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: University of Paris 1 Pantheon-Sorbonne -> replaces -> University of Paris (1971)\n Answer: University of Paris", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001978", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Giolitti", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Giovanni Giolitti (1958)\n Answer: Giovanni Giolitti", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005073", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nathan Redmond -> member of sports team -> Birmingham City F.C. (2011)\n Hop 2: Birmingham City F.C. -> head coach -> Alex McLeish (2011)\n Answer: Alex McLeish", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000609", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stanley Middleton -> award received -> Booker Prize (1974)\n Hop 2: Booker Prize -> winner -> Kingsley Amis (1974)\n Answer: 1974", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Manuel Jim\u00e9nez Jim\u00e9nez", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ra\u00fal Fern\u00e1ndez-Cavada Mateos -> member of sports team -> UD Las Palmas (2018)\n Hop 2: UD Las Palmas -> head coach -> Manuel Jim\u00e9nez Jim\u00e9nez (2018)\n Answer: Manuel Jim\u00e9nez Jim\u00e9nez", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Guy Ritchie", + "pred": "Guy Ritchie", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Die Another Day -> performer -> Madonna (2002)\n Hop 2: Madonna -> spouse -> Guy Ritchie (2002)\n Answer: Guy Ritchie", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006953", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "Jimmy Walker", + "pred": "Jimmy Walker", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Maria Meneghini Callas -> residence -> New York City (1928)\n Hop 2: New York City -> head of government -> Jimmy Walker (1928)\n Answer: Jimmy Walker", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001572", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Leonardo Jardim", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nicolas Isimat-Mirin -> member of sports team -> AS Monaco FC (2015)\n Hop 2: AS Monaco FC -> head coach -> Leonardo Jardim (2015)\n Answer: Leonardo Jardim", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008301", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Silvio Berlusconi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Cornacchia -> country of citizenship -> Italy (2007)\n Hop 2: Italy -> head of government -> Silvio Berlusconi (2007)\n Answer: Silvio Berlusconi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000630", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1960.0, + "gold": "Graceland", + "pred": "Graceland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: A Mess of Blues -> performer -> Elvis Presley (1960)\n Hop 2: Elvis Presley -> residence -> Graceland (1960)\n Answer: Graceland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000755", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Elizabeth II", + "pred": "Lyndon B. Johnson", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stack-O-Tracks -> place of publication -> United States (1968)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1968)\n Answer: Lyndon B. Johnson", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000326", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jean-Loup Dabadie -> member of -> Acad\u00e9mie Fran\u00e7aise (2009)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> H\u00e9l\u00e8ne Carr\u00e8re d'Encausse (2009)\n Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002870", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Bahrain", + "pred": "Prime Minister of Bahrain", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bahrain -> head of government -> Khalifa bin Salman Al Khalifa (1981)\n Hop 2: Khalifa bin Salman Al Khalifa -> position held -> Prime Minister of Bahrain (1981)\n Answer: Prime Minister of Bahrain", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007789", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Michele Lupo -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1960)\n Answer: Giuseppe Saragat", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007973", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Bjarne Riis", + "pred": "Bjarne Riis", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Danilo Wyss -> member of sports team -> Qhubeka NextHash (2020)\n Hop 2: Qhubeka NextHash -> general manager -> Bjarne Riis (2020)\n Answer: Bjarne Riis", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000219", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Vivien Leigh", + "pred": "The Grapes of Wrath", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fay Bainter -> nominated for -> Academy Award for Best Supporting Actress (1939)\n Hop 2: Academy Award for Best Supporting Actress (1939) -> winner -> Jane Darwell (1939)\n Hop 3: Jane Darwell (1939) -> winner -> The Grapes of Wrath (1939)\n Answer: The Grapes of Wrath", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007274", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Elizabeth II", + "pred": "United States", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Smiley Smile -> place of publication -> United States (1967)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1967)\n Hop 3: Lyndon B. Johnson -> country of citizenship -> United States (1967)\n Answer: United States", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006021", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luca Ronconi -> country of citizenship -> Italy (2005)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2005)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006576", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "Laurence Olivier", + "pred": "John Garfield", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: John Garfield -> nominated for -> Academy Award for Best Actor (1948)\n Hop 2: Academy Award for Best Actor (1948) -> winner -> Laurence Olivier (1948)\n Hop 3: Laurence Olivier -> winner -> John Garfield (1948)\n Answer: John Garfield", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000623", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Bjarne Berntsen", + "pred": "Bjarne Berntsen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Camilla Huse -> member of sports team -> Norway women's national football team (2009)\n Hop 2: Norway women's national football team -> head coach -> Bjarne Berntsen (2009)\n Answer: Bjarne Berntsen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "The Virgin Suicides", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mark Haddon -> nominated for -> Booker Prize (2003)\n Hop 2: Booker Prize (2003) -> winner -> DBC Pierre (2003)\n Hop 3: DBC Pierre (2003) -> winner -> The Virgin Suicides (2003)\n Answer: The Virgin Suicides", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_003804", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Nobel Peace Prize", + "pred": "Nobel Peace Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: United States Navy SEALs -> founder -> John F. Kennedy (1962)\n Hop 2: John F. Kennedy -> nominated for -> Nobel Peace Prize (1962)\n Answer: Nobel Peace Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006789", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Robert Ferdinand Wagner Jr.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: William Vickrey -> residence -> New York City (1960)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1960)\n Answer: Robert Ferdinand Wagner Jr.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006521", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Atlanta-Fulton County Stadium", + "pred": "Atlanta-Fulton County Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hank Aaron -> member of sports team -> Atlanta Braves (1976)\n Hop 2: Atlanta Braves -> home venue -> Atlanta-Fulton County Stadium (1976)\n Answer: Atlanta-Fulton County Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "The Inheritance of Loss", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: The Night Watch -> nominated for -> Booker Prize (2006)\n Hop 2: Booker Prize (2006) -> winner -> Kiran Desai (2006)\n Hop 3: Kiran Desai (2006) -> award received -> The Inheritance of Loss (2006)\n Answer: The Inheritance of Loss", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004769", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Loretta Young", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Celia Johnson -> nominated for -> Academy Award for Best Actress (1947)\n Hop 2: Academy Award for Best Actress (1947) -> winner -> Loretta Young (1947)\n Answer: Loretta Young", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001801", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Vytautas Landsbergis", + "pred": "Vytautas Landsbergis", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nijol\u0117 O\u017eelyt\u0117-Vaitiek\u016bnien\u0117 -> member of political party -> Homeland Union \u2013 Lithuanian Christian Democrats (1995)\n Hop 2: Homeland Union \u2013 Lithuanian Christian Democrats -> chairperson -> Vytautas Landsbergis (1995)\n Answer: Vytautas Landsbergis", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "State Anthem of the Soviet Union", + "pred": "\"The Internationale\"", + "em": 0.0, + "f1": 0.25, + "pred_raw": "Hop 1: Murmansk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1965)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> \"The Internationale\" (1965)\n Answer: \"The Internationale\"", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_003724", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Piero Scotti -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Giovanni Gronchi (1971)\n Answer: Giovanni Gronchi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006014", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Hans Loritz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alfons Gorbach -> place of detention -> Dachau concentration camp (1939)\n Hop 2: Dachau concentration camp -> director / manager -> Hans Loritz (1939)\n Answer: Hans Loritz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007171", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Serdar Aziz -> member of sports team -> Bursaspor (2016)\n Hop 2: Bursaspor -> league or competition -> S\u00fcper Lig (2016)\n Answer: S\u00fcper Lig", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007260", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "3. Liga", + "pred": "3. Liga", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bastian Heidenfelder -> member of sports team -> 1. FC Heidenheim 1846 (2013)\n Hop 2: 1. FC Heidenheim 1846 -> league or competition -> 3. Liga (2013)\n Answer: 3. Liga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Thomas Tuchel", + "pred": "Thomas Tuchel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marcos Alonso Mendoza -> member of sports team -> Chelsea F.C. (2021)\n Hop 2: Chelsea F.C. -> head coach -> Thomas Tuchel (2021)\n Answer: Thomas Tuchel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007485", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Charlize Theron", + "pred": "Charlize Theron", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jennifer Connelly -> nominated for -> Broadcast Film Critics Association Award for Best Actress (2003)\n Hop 2: Broadcast Film Critics Association Award for Best Actress -> winner -> Charlize Theron (2003)\n Answer: Charlize Theron", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001837", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: University of Tsukuba -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> University of Virginia (2021)\n Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Silvio Berlusconi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Angelo Infanti -> country of citizenship -> Italy (2007)\n Hop 2: Italy -> head of government -> Silvio Berlusconi (2007)\n Answer: Silvio Berlusconi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005494", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Berti Vogts", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Steffen Freund -> member of sports team -> Germany men's national association football team (1997)\n Hop 2: Germany men's national association football team -> head coach -> Berti Vogts (1997)\n Answer: Berti Vogts", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000075", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Prisco -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2001)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004734", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Peter Carey", + "pred": "Peter Carey", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: David Lodge -> nominated for -> Booker Prize -> winner -> Peter Carey (1988)\n Answer: Peter Carey", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004770", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Constantinople", + "pred": "Constantinople", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Edessa -> country -> Ottoman Empire (1904)\n Hop 2: Ottoman Empire -> capital -> Constantinople (1904)\n Answer: Constantinople", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006777", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "S\u00e1ndor Preisinger", + "pred": "S\u00e1ndor Preisinger", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Daniils Turkovs -> member of sports team -> Zalaegerszegi TE (2012)\n Hop 2: Zalaegerszegi TE -> head coach -> S\u00e1ndor Preisinger (2012)\n Answer: S\u00e1ndor Preisinger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001481", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jennifer Johnston -> nominated for -> Booker Prize (1977)\n Hop 2: Booker Prize -> winner -> Paul Scott (1977)\n Answer: 1977", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Samuel -> member of sports team -> Inter Milan (2008)\n Hop 2: Inter Milan -> head coach -> Jos\u00e9 Mourinho (2008)\n Answer: Jos\u00e9 Mourinho", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000707", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Evangelisti -> country of citizenship -> Italy (1934)\n Hop 2: Italy -> shares border with -> Yugoslavia (1934)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007316", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Societ\u00e0 Sportiva Lazio", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alessandro Ajmone Marsan -> member of sports team -> Juventus FC (1909)\n Hop 2: Juventus FC -> chairperson -> Carlo Vittorio Varetti (1909)\n Hop 3: Carlo Vittorio Varetti -> chairperson of -> Societ\u00e0 Sportiva Lazio (1909)\n Answer: Societ\u00e0 Sportiva Lazio", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002781", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Renato Carosone -> country of citizenship -> Italy (1946)\n Hop 2: Italy -> shares border with -> Yugoslavia (1946)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001694", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Glenda Jackson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Genevi\u00e8ve Bujold -> nominated for -> Academy Award for Best Actress (1970)\n Hop 2: Academy Award for Best Actress (1970) -> winner -> Glenda Jackson\n Answer: Glenda Jackson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005714", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "B\u00fclent Ecevit", + "pred": "B\u00fclent Ecevit", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Deniz Baykal -> member of political party -> Republican People's Party (1979)\n Hop 2: Republican People's Party -> chairperson -> B\u00fclent Ecevit (1979)\n Answer: B\u00fclent Ecevit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Stefan Kuntz", + "pred": "Stefan Kuntz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan \u0160im\u016fnek -> member of sports team -> 1. FC Kaiserslautern (2014)\n Hop 2: 1. FC Kaiserslautern -> chairperson -> Stefan Kuntz (2014)\n Answer: Stefan Kuntz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000390", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Nobel Prize in Physics", + "pred": "Nobel Prize in Physics", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Holweck Prize -> winner -> Louis N\u00e9el (1952)\n Hop 2: Louis N\u00e9el -> nominated for -> Nobel Prize in Physics (1952)\n Answer: Nobel Prize in Physics", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004301", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Rudy Giuliani", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Elliott Erwitt -> work location -> New York City (1994)\n Hop 2: New York City -> head of government -> Rudy Giuliani (1994)\n Answer: Rudy Giuliani", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007116", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Simone Veil -> member of -> Acad\u00e9mie Fran\u00e7aise (2009)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> H\u00e9l\u00e8ne Carr\u00e8re d'Encausse (2009)\n Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004505", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Abraham Beame", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Philip Taaffe -> work location -> New York City (1974)\n Hop 2: New York City -> head of government -> Abraham Beame (1974)\n Answer: Abraham Beame", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007035", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "David Dinkins", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Louise Bourgeois -> work location -> New York City (1990)\n Hop 2: New York City -> head of government -> David Dinkins (1990)\n Answer: David Dinkins", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004558", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ryan Bertrand -> member of sports team -> Chelsea F.C. (2014)\n Hop 2: Chelsea F.C. -> head coach -> Jos\u00e9 Mourinho (2014)\n Answer: Jos\u00e9 Mourinho", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003267", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Clark Gable", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: It Happened One Night -> nominated for -> Academy Award for Best Actor (1935)\n Hop 2: Academy Award for Best Actor (1935) -> winner -> Clark Gable (1935)\n Hop 3: Clark Gable -> winner -> It Happened One Night (1935)\n Answer: Clark Gable", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006755", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Theodor Liebknecht", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1920)\n Hop 2: Independent Social Democratic Party of Germany -> chairperson -> Theodor Liebknecht (1920)\n Answer: Theodor Liebknecht", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004583", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ai -> award received -> American Book Awards (1987)\n Hop 2: American Book Awards -> winner -> James Welch (1987)\n Answer: 1987", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000225", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Gareth Southgate", + "pred": "Gareth Southgate", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: David Wheater -> member of sports team -> Middlesbrough F.C. (2008)\n Hop 2: Middlesbrough F.C. -> head coach -> Gareth Southgate (2008)\n Answer: Gareth Southgate", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002459", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Kingdom of Yugoslavia", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Zrenjanin City -> located in -> Socialist Autonomous Province of Vojvodina (1949)\n Hop 2: Socialist Autonomous Province of Vojvodina -> country -> Kingdom of Yugoslavia (1949)\n Answer: Kingdom of Yugoslavia", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_006352", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: University of Tsukuba -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> University of Graz (2021)\n Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004787", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Janusz W\u00f3jcik", + "pred": "Janusz W\u00f3jcik", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arkadiusz B\u0105k -> member of sports team -> Poland men's national football team (1999)\n Hop 2: Poland men's national football team -> head coach -> Janusz W\u00f3jcik (1999)\n Answer: Janusz W\u00f3jcik", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002226", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Leonid Brezhnev", + "pred": "Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Aleksei Gubarev -> member of political party -> Communist Party of the Soviet Union (1973)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Mikhail Gorbachev (1973)\n Answer: Mikhail Gorbachev", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003363", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Jan Schaffrath", + "pred": "Jan Schaffrath", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Martin Velits -> member of sports team -> Soudal Quick-Step (2012)\n Hop 2: Soudal Quick-Step -> head coach -> Jan Schaffrath (2012)\n Answer: Jan Schaffrath", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Pavel Vrba", + "pred": "Pavel Vrba", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bo\u0159ek Do\u010dkal -> member of sports team -> Czechia men's national football team (2016)\n Hop 2: Czechia men's national football team -> head coach -> Pavel Vrba (2016)\n Answer: Pavel Vrba", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006972", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Brian Moore -> nominated for -> Booker Prize (1976)\n Hop 2: Booker Prize (1976) -> winner -> David Storey (1976)\n Answer: 1976", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007393", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Autonomous Province of Vojvodina", + "em": 0.0, + "f1": 0.4000000000000001, + "pred_raw": "Hop 1: Ba\u010d Municipality -> located in -> Socialist Autonomous Province of Vojvodina (1961)\n Answer: Socialist Autonomous Province of Vojvodina", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002784", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Franz Beckenbauer", + "pred": "Franz Beckenbauer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frank Mill -> member of sports team -> Germany men's national association football team (1988)\n Hop 2: Germany men's national association football team -> head coach -> Franz Beckenbauer (1988)\n Answer: Franz Beckenbauer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005991", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luciano Bianciardi -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Claudia Roth", + "pred": "Claudia Roth", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Boris Palmer -> member of political party -> Alliance '90/The Greens (2009)\n Hop 2: Alliance '90/The Greens -> chairperson -> Claudia Roth (2009)\n Hop 3: Claudia Roth -> chairperson -> Cem \u00d6zdemir (2009)\n Answer: Claudia Roth", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002109", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "ADIG", + "pred": "ADIG", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stefan W\u00e4chter -> member of sports team -> Hamburger SV (2004)\n Hop 2: Hamburger SV -> sponsor -> ADIG (2004)\n Answer: ADIG", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005445", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Abraham Beame", + "pred": "Abraham Beame", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nancy Graves -> work location -> New York City (1977)\n Hop 2: New York City -> head of government -> Abraham Beame (1977)\n Answer: Abraham Beame", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Fiorello H. La Guardia", + "pred": "Fiorello H. La Guardia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Edward McKnight Kauffer -> work location -> New York City (1940)\n Hop 2: New York City -> head of government -> Fiorello H. La Guardia (1940)\n Answer: Fiorello H. La Guardia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005633", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Saragat -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> head of state -> Sandro Pertini (1984)\n Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002083", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Jens Gustafsson", + "pred": "Jens Gustafsson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andreas Landgren -> member of sports team -> Halmstads BK (2013)\n Hop 2: Halmstads BK -> head coach -> Jens Gustafsson (2013)\n Answer: Jens Gustafsson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003899", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karl Horst H\u00f6dicke -> work location -> Berlin (1987)\n Hop 2: Berlin -> country -> German Democratic Republic (1987)\n Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002997", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ramallah -> country -> Mandatory Palestine (1937)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1937)\n Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005860", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "2004 Academy Awards", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Whale Rider -> nominated for -> Academy Award for Best Actress (2004)\n Hop 2: Academy Award for Best Actress -> winner -> Hilary Swank (2004)\n Hop 3: Hilary Swank -> winner of -> 2004 Academy Awards (2004)\n Answer: 2004 Academy Awards", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001039", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cornell Capa -> work location -> United States (1937)\n Hop 2: United States -> shares border with -> Panama (1937)\n Answer: Panama", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000086", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Q435856 -> country of citizenship -> Italy (1983)\n Hop 2: Italy -> head of state -> Sandro Pertini (1983)\n Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005689", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Elie Wiesel -> country of citizenship -> Kingdom of Romania (1929)\n Hop 2: Kingdom of Romania -> capital -> Bucharest (1929)\n Answer: Bucharest", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006609", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Afula -> country -> Mandatory Palestine (1940)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1940)\n Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004970", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Academy Award for Best Actress -> winner -> Charlize Theron (2003)\n Hop 2: Unfaithful -> nominated for -> Academy Award for Best Actress (2003)\n Answer: 2003", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto Magnelli -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1960)\n Answer: Giovanni Gronchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mauro Staccioli -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008062", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "M\u00e1rio Soares", + "pred": "M\u00e1rio Soares", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto Vaquina -> work location -> Portugal (1991)\n Hop 2: Portugal -> head of state -> M\u00e1rio Soares (1991)\n Answer: M\u00e1rio Soares", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006613", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Stuart Lancaster", + "pred": "Stuart Lancaster", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ben Foden -> member of sports team -> England men\u2019s national rugby union team (2013)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Stuart Lancaster (2013)\n Answer: Stuart Lancaster", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001894", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Reese Witherspoon", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Annette Bening -> nominated for -> Academy Award for Best Actress (2005)\n Hop 2: Academy Award for Best Actress (2005) -> winner -> Reese Witherspoon (2005)\n Answer: Reese Witherspoon", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002546", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franz Anton Basch -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1921)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1921)\n Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003153", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Zhou Enlai", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zhu De -> country of citizenship -> People's Republic of China (1967)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1967)\n Answer: Zhou Enlai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002865", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Man Booker Prize", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: A Bend in the River -> nominated for -> Booker Prize (1979)\n Hop 2: Booker Prize -> winner -> Penelope Fitzgerald (1979)\n Hop 3: Penelope Fitzgerald -> award received -> Man Booker Prize (1979)\n Answer: Man Booker Prize", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_007865", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Prisco -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2001)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Clive Woodward", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Josh Lewsey -> member of sports team -> England men\u2019s national rugby union team (1999)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Clive Woodward (1999)\n Answer: Clive Woodward", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001858", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Graceland", + "pred": "Graceland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ginger Alden -> unmarried partner -> Elvis Presley (1977)\n Hop 2: Elvis Presley -> residence -> Graceland (1977)\n Answer: Graceland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Constantinople", + "pred": "Constantinople", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Xanthi -> country -> Ottoman Empire (1903)\n Hop 2: Ottoman Empire -> capital -> Constantinople (1903)\n Answer: Constantinople", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003034", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Hans Loritz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Emil Filla -> place of detention -> Dachau concentration camp (1939)\n Hop 2: Dachau concentration camp -> manager -> Hans Loritz (1939)\n Hop 3: Hans Loritz -> point in time -> 1939 (1939)\n Answer: Hans Loritz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000799", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Barack Obama", + "pred": "Arsenii Yatseniuk", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Battlefield 3 -> narrative location -> Ukraine (2014)\n Hop 2: Ukraine -> head of government -> Arsenii Yatseniuk (2014)\n Answer: Arsenii Yatseniuk", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Boston Garden", + "pred": "Boston Garden", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Havlicek -> member of sports team -> Boston Celtics (1975)\n Hop 2: Boston Celtics -> home venue -> Boston Garden (1975)\n Answer: Boston Garden", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004762", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "Kingdom of Prussia", + "pred": "Kingdom of Prussia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: 1911 World Figure Skating Championships -> location -> Berlin (1911)\n Hop 2: Berlin -> located in -> Kingdom of Prussia (1911)\n Answer: Kingdom of Prussia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004806", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jonathan Urretaviscaya -> member of sports team -> S.L. Benfica (2013)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2013)\n Answer: Lu\u00eds Filipe Vieira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Premier League", + "pred": "Premier League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ruslan Rotan -> member of sports team -> FC Dnipro (2008)\n Hop 2: FC Dnipro -> league or competition -> Premier League (2008)\n Answer: Premier League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008203", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Amway Arena", + "pred": "Amway Arena", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shaquille O'Neal -> member of sports team -> Orlando Magic (1994)\n Hop 2: Orlando Magic -> home venue -> Amway Arena (1994)\n Answer: Amway Arena", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004465", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: University of Helsinki -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Michigan State University (2021)\n Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006874", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "John Lindsay", + "pred": "John Lindsay", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: William Vickrey -> residence -> New York City (1968)\n Hop 2: New York City -> head of government -> John Lindsay (1968)\n Answer: John Lindsay", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000593", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leo Nomellini -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1957)\n Answer: Giovanni Gronchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004615", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2018.0, + "gold": "2018", + "pred": "2018", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mirko Tomassoni -> position held -> Captain Regent of San Marino (2018)\n Hop 2: Captain Regent of San Marino -> officeholder -> Stefano Palmieri (2018)\n Answer: 2018", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Geoffrey Rush", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: As Good as It Gets -> award received -> Academy Award for Best Actress (1996)\n Hop 2: Academy Award for Best Actress -> winner -> Frances McDormand (1996)\n Hop 3: Frances McDormand -> award received -> Academy Award for Best Actress (1996)\n Answer: Academy Award for Best Actress", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Academy Award for Best Writing, Adapted Screenplay", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonia Fraser -> spouse -> Harold Pinter (1982)\n Hop 2: Harold Pinter -> nominated for -> Academy Award for Best Writing, Adapted Screenplay (1982)\n Answer: Academy Award for Best Writing, Adapted Screenplay", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004669", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Yuri Semin", + "pred": "Yuri Semin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00c9der -> member of sports team -> FC Lokomotiv Moscow (2019)\n Hop 2: FC Lokomotiv Moscow -> head coach -> Yuri Semin (2019)\n Answer: Yuri Semin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Aldo Moro", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> head of government -> Aldo Moro (1972)\n Answer: Aldo Moro", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Theodor Liebknecht", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1920)\n Hop 2: Independent Social Democratic Party of Germany -> chairperson -> Theodor Liebknecht (1920)\n Answer: Theodor Liebknecht", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006858", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Monster -> award received -> Academy Award for Best Actress (2002)\n Hop 2: Academy Award for Best Actress -> winner -> Nicole Kidman (2002)\n Answer: 2002", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000627", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Harold Pinter", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Antonia Fraser -> spouse -> Harold Pinter (1982)\n Hop 2: Harold Pinter -> nominated for -> Tony Award for Best Direction of a Play (1982)\n Answer: Harold Pinter", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008456", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sevastopol -> country -> Russian Empire (1901)\n Hop 2: Russian Empire -> basic form of government -> absolute monarchy (1901)\n Answer: absolute monarchy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004863", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Frank Capra", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: It Happened One Night -> nominated for -> Academy Award for Best Picture (1935)\n Hop 2: Academy Award for Best Picture -> winner -> Frank Capra (1935)\n Answer: Frank Capra", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005053", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lauri Yl\u00f6nen", + "pred": "Lauri Yl\u00f6nen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Haloo Helsinki! -> nominated for -> MTV Europe Music Award for Best Finnish Act (2011)\n Hop 2: MTV Europe Music Award for Best Finnish Act -> winner -> Lauri Yl\u00f6nen (2011)\n Answer: Lauri Yl\u00f6nen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006906", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sini\u0161a Mihajlovi\u0107", + "pred": "Sini\u0161a Mihajlovi\u0107", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marco Marchionni -> member of sports team -> ACF Fiorentina (2010)\n Hop 2: ACF Fiorentina -> head coach -> Sini\u0161a Mihajlovi\u0107 (2010)\n Answer: Sini\u0161a Mihajlovi\u0107", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004343", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Arrigo Sacchi", + "pred": "Arrigo Sacchi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Bianchi -> member of sports team -> Rimini FC (1984)\n Hop 2: Rimini FC -> head coach -> Arrigo Sacchi (1984)\n Answer: Arrigo Sacchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008520", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Hans Loritz", + "pred": "Hans Loritz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Abraham Adolf Kaiser -> place of detention -> Dachau concentration camp (1938)\n Hop 2: Dachau concentration camp -> manager -> Hans Loritz (1938)\n Hop 3: Hans Loritz -> point in time after -> Anton Saefkow (1938)\n Answer: Hans Loritz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008566", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Kurt Biedenkopf", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hanns Martin Schleyer -> member of political party -> Christian Democratic Union (1975)\n Hop 2: Christian Democratic Union -> general secretary -> Kurt Biedenkopf (1975)\n Answer: Kurt Biedenkopf", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005406", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Friedrich Hayek -> residence -> Freiburg im Breisgau (1980)\n Hop 2: Freiburg im Breisgau -> country -> West Germany (1980)\n Answer: West Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005485", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Milo\u0161 Zeman", + "pred": "Milo\u0161 Zeman", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bergepanzer B\u00fcffel -> operator -> Czech Republic (2022)\n Hop 2: Czech Republic -> head of state -> Milo\u0161 Zeman (2022)\n Answer: Milo\u0161 Zeman", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006778", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lyla Rocco -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> currency -> Italian lira (1963)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000448", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Alex Ferguson", + "pred": "Alex Ferguson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bryan Gunn -> member of sports team -> Aberdeen F.C. (1980)\n Hop 2: Aberdeen F.C. -> head coach -> Alex Ferguson (1980)\n Answer: Alex Ferguson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005253", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Aravind Adiga", + "pred": "John Berger", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Amitav Ghosh -> nominated for -> Booker Prize (2008)\n Hop 2: Q151708 -> winner -> Aravind Adiga (2008)\n Hop 3: John Berger -> nominated for -> Q151708 (2008)\n Answer: John Berger", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002793", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Joan Crawford", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mrs. Parkington -> nominated for -> Academy Award for Best Actress (1945)\n Hop 2: Academy Award for Best Actress -> winner -> Jennifer Jones (1945)\n Hop 3: Jennifer Jones -> winner -> Academy Award for Best Actress (1945)\n Hop 4: Academy Award for Best Actress -> winner -> Joan Crawford (1945)\n Answer: Joan Crawford", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001366", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Cliff Burton", + "pred": "Cliff Burton", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Master of Puppets -> performer -> Metallica (1986)\n Hop 2: Metallica -> has part(s) -> Cliff Burton (1986)\n Answer: Cliff Burton", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000346", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Lilliu -> country of citizenship -> Italy (2010)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2010)\n Answer: Giorgio Napolitano", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001380", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "John Williams", + "pred": "John Williams", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Katie Couric -> notable work -> Today (1999)\n Hop 2: Today -> composer -> John Williams (1999)\n Answer: John Williams", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007366", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Giampiero Boniperti", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giorgio Mastropasqua -> member of sports team -> Juventus FC (1973)\n Hop 2: Juventus FC -> chairperson -> Giampiero Boniperti (1973)\n Answer: Giampiero Boniperti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004085", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "Qing dynasty", + "pred": "Qing dynasty", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luo Yixiu -> spouse -> Mao Zedong (1907)\n Hop 2: Mao Zedong -> country of citizenship -> Qing dynasty (1907)\n Answer: Qing dynasty", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shimon Peres -> country of citizenship -> Mandatory Palestine (1943)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1943)\n Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Penelope Fitzgerald", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fay Weldon -> nominated for -> Booker Prize (1979)\n Hop 2: Booker Prize (1979) -> winner -> Penelope Fitzgerald (1979)\n Answer: Penelope Fitzgerald", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Steve Borthwick -> member of sports team -> England men\u2019s national rugby union team (2008)\n Hop 2: England men\u2019s national rugby union team -> kit supplier -> Nike (2008)\n Answer: Nike", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005149", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Dalvik VM", + "pred": "Dalvik VM", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Grand Theft Auto III -> platform -> Android (2011)\n Hop 2: Android -> has part -> Dalvik VM (2011)\n Answer: Dalvik VM", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007466", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sande -> country -> West Germany (1956)\n Hop 2: West Germany -> currency -> Deutsche Mark (1956)\n Answer: Deutsche Mark", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "EFL Championship", + "pred": "EFL Championship", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Joel Lynch -> member of sports team -> Nottingham Forest F.C. (2010)\n Hop 2: Nottingham Forest F.C. -> league or competition -> EFL Championship (2010)\n Answer: EFL Championship", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002303", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Prime Minister of Canada", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: 19th Canadian Ministry -> head of government -> Lester B. Pearson (1968)\n Answer: Prime Minister of Canada", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004925", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "1930 Academy Awards", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bessie Love -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> winner of -> 1930 Academy Awards\n Answer: 1930 Academy Awards", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_002425", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Ugo Morin -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_003762", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Minneapolis Armory", + "pred": "Minneapolis Armory", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bud Grant -> member of sports team -> Los Angeles Lakers (1949)\n Hop 2: Los Angeles Lakers -> home venue -> Minneapolis Armory (1949)\n Answer: Minneapolis Armory", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000351", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erazim Koh\u00e1k -> residence -> United States (1949)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1949)\n Answer: Territory of Hawaii", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003288", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Alain Afflelou", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rainer Ernst -> member of sports team -> FC Girondins de Bordeaux (1992)\n Hop 2: FC Girondins de Bordeaux -> chairperson -> Alain Afflelou (1992)\n Answer: Alain Afflelou", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001079", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Giampiero Boniperti", + "pred": "Giampiero Boniperti", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stefano Tacconi -> member of sports team -> Juventus FC (1985)\n Hop 2: Juventus FC -> chairperson -> Giampiero Boniperti (1985)\n Answer: Giampiero Boniperti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Paulo Bento", + "pred": "Paulo Bento", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Baek Sung-dong -> member of sports team -> South Korea men's national football team (2022)\n Hop 2: South Korea men's national football team -> head coach -> Paulo Bento (2022)\n Answer: Paulo Bento", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006454", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Steve Sampson", + "pred": "Steve Sampson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kevin Hartman -> member of sports team -> United States men's national soccer team (2005)\n Hop 2: United States men's national soccer team -> head coach -> Steve Sampson (2005)\n Answer: Steve Sampson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007686", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "United States Cabinet", + "pred": "United States Cabinet", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Edwin Denby -> position held -> United States Secretary of the Navy (1923)\n Hop 2: United States Secretary of the Navy -> part of -> United States Cabinet (1923)\n Answer: United States Cabinet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001636", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrew Schally -> award received -> Albert Lasker Award for Basic Medical Research (1975)\n Answer: 1975", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000642", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Alan Hollinghurst", + "pred": "Alan Hollinghurst", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ronan Bennett -> nominated for -> Booker Prize (2004)\n Hop 2: Booker Prize -> winner -> Alan Hollinghurst (2004)\n Answer: Alan Hollinghurst", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005992", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1906.0, + "gold": "Theodore Roosevelt", + "pred": "Theodore Roosevelt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Graham Bell -> country of citizenship -> United States (1906)\n Hop 2: United States -> head of government -> Theodore Roosevelt (1906)\n Answer: Theodore Roosevelt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001567", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Robert Ferdinand Wagner Jr.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: William Vickrey -> residence -> New York City (1960)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1960)\n Answer: Robert Ferdinand Wagner Jr.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003917", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Elizabeth II", + "pred": "Elizabeth II", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Liz Smith -> country of citizenship -> United Kingdom (2015)\n Hop 2: United Kingdom -> head of state -> Elizabeth II (2015)\n Answer: Elizabeth II", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007632", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pawe\u0142 Janas", + "pred": "Pawe\u0142 Janas", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kamil Kosowski -> member of sports team -> Poland men's national football team (2005)\n Hop 2: Poland men's national football team -> head coach -> Pawe\u0142 Janas (2005)\n Answer: Pawe\u0142 Janas", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001702", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Eerste Divisie", + "pred": "Eerste Divisie", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Timothy Dreesen -> member of sports team -> Fortuna Sittard (2012)\n Hop 2: Fortuna Sittard -> league or competition -> Eerste Divisie (2012)\n Answer: Eerste Divisie", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006358", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "German Federal Archives", + "pred": "German Federal Archives", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karl-Liebknecht-Haus -> operator -> Communist Party of Germany (1932)\n Hop 2: Communist Party of Germany -> archives at -> German Federal Archives (1932)\n Hop 3: German Federal Archives -> operator -> Karl-Liebknecht-Haus (1932)\n Answer: German Federal Archives", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Dwight D. Eisenhower", + "pred": "Dwight D. Eisenhower", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erazim Koh\u00e1k -> residence -> United States (1958)\n Hop 2: United States -> head of government -> Dwight D. Eisenhower (1958)\n Answer: Dwight D. Eisenhower", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001724", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stack-O-Tracks -> place of publication -> United States (1968)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1968)\n Answer: Lyndon B. Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005308", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Academy Award for Best Actress (1930)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jeanne Eagels -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> winner of -> Academy Award for Best Actress (1930)\n Answer: Academy Award for Best Actress (1930)", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006485", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Margaret Atwood", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Matthew Kneale -> nominated for -> Booker Prize (2000)\n Hop 2: Booker Prize -> winner -> Margaret Atwood (2000)\n Answer: Margaret Atwood", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004831", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Piero Scotti -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005190", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Freie Universit\u00e4t Berlin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Demandt -> employer -> Freie Universit\u00e4t Berlin (2003)\n Answer: Freie Universit\u00e4t Berlin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006636", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "George Marshall", + "pred": "United States Secretary of State", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: James F. Byrnes -> position held -> United States Secretary of State (1947)\n Hop 2: United States Secretary of State -> position holder -> George Marshall (1947)\n Answer: United States Secretary of State", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_003213", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frank Tieri -> residence -> United States (1965)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1965)\n Answer: Lyndon B. Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005672", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: L\u0119bork -> country -> Nazi Germany (1939)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1939)\n Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006227", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leiden University -> funder -> Princeton University (2021)\n Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Giffoni Film Festival", + "pred": "Giffoni Film Festival", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Big Sean -> unmarried partner -> Naya Rivera (2013)\n Hop 2: Naya Rivera -> award received -> Giffoni Film Festival (2013)\n Answer: Giffoni Film Festival", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007816", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Franciszek Smuda", + "pred": "Franciszek Smuda", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marek Saganowski -> member of sports team -> Poland men's national football team (2012)\n Hop 2: Poland men's national football team -> head coach -> Franciszek Smuda (2012)\n Answer: Franciszek Smuda", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001958", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "John Lindsay", + "pred": "John Lindsay", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arman -> work location -> New York City (1969)\n Hop 2: New York City -> head of government -> John Lindsay (1969)\n Answer: John Lindsay", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007818", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fritz Herkenrath -> member of sports team -> Germany men's national association football team (1957)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1957)\n Answer: Sepp Herberger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003874", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Rina Franchetti -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006836", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianni Dova -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> shares border with -> Yugoslavia (1989)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005437", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Maria Tore Barbina -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1996)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001779", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Chemnitz Government Region", + "pred": "Chemnitz Government Region", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Beate Zsch\u00e4pe -> residence -> Zwickau (2005)\n Hop 2: Zwickau -> located in -> Chemnitz Government Region (2005)\n Answer: Chemnitz Government Region", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002182", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giessen -> country -> Nazi Germany (1938)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1938)\n Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006540", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Piero Frescobaldi -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "I NEED TO VERIFY" + }, + { + "id": "q_000118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Al\u00edpio -> member of sports team -> S.L. Benfica (2011)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2011)\n Answer: Lu\u00eds Filipe Vieira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000470", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Umberto II", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Renato Polselli -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> head of state -> Umberto II (1950)\n Answer: Umberto II", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004884", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Emma Thompson", + "pred": "1992", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jodie Foster -> nominated for -> Academy Award for Best Actress (1992)\n Hop 2: Academy Award for Best Actress (1992) -> winner -> Emma Thompson (1992)\n Hop 3: Emma Thompson -> winner -> 1992\n Answer: 1992", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008312", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "United Kingdom of Great Britain and Ireland", + "pred": "United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Virginia Woolf -> spouse -> Leonard Woolf (1924)\n Hop 2: Leonard Woolf -> spouse -> Virginia Woolf (1924)\n Hop 3: Virginia Woolf -> country of citizenship -> United Kingdom of Great Britain and Ireland (1924)\n Answer: United Kingdom of Great Britain and Ireland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006013", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "David Dinkins", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Louise Bourgeois -> work location -> New York City (1990)\n Hop 2: New York City -> head of government -> David Dinkins (1990)\n Answer: David Dinkins", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006889", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Carlo Ancelotti", + "pred": "Carlo Ancelotti", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Di Santo -> member of sports team -> Chelsea F.C. (2009)\n Hop 2: Chelsea F.C. -> head coach -> Carlo Ancelotti (2009)\n Answer: Carlo Ancelotti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003651", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Matt Carkner -> drafted by -> Montreal Canadiens (1999)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (1999)\n Answer: Saku Koivu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Q82595", + "pred": "Bundesliga", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mirco Born -> member of sports team -> Hertha BSC (2015)\n Hop 2: Hertha BSC -> league or competition -> Bundesliga (2015)\n Answer: Bundesliga", + "judge_em": 0, + "judge_reply": "I NEED TO EVALUATE" + }, + { + "id": "q_003329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armando C\u00edrio -> country of citizenship -> Italy (2004)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2004)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000420", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1917.0, + "gold": "1917", + "pred": "1917", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Transbaikal Oblast -> located in -> Russian Republic (1917)\n Hop 2: Russian Republic -> significant event -> February Revolution (1917)\n Answer: 1917", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005828", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Prime Minister of Belize", + "pred": "Prime Minister of Belize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Belize -> head of government -> Dean Barrow (2014)\n Answer: Prime Minister of Belize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hans Nowak -> member of sports team -> Germany men's national association football team (1962)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1962)\n Answer: Sepp Herberger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002499", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Graham Bell -> country of citizenship -> United States (1922)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1922)\n Answer: Territory of Hawaii", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008212", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "George VI", + "pred": "George VI", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: HMS Spur -> country -> United Kingdom (1947)\n Hop 2: United Kingdom -> head of state -> George VI (1947)\n Answer: George VI", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Salvatore Cassisa -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> shares border with -> Yugoslavia (1967)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006976", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Gennaro Gattuso", + "pred": "Gennaro Gattuso", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hakan \u00c7alhano\u011flu -> member of sports team -> AC Milan (2019)\n Hop 2: AC Milan -> head coach -> Gennaro Gattuso (2019)\n Answer: Gennaro Gattuso", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007445", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.20000000000000004, + "pred_raw": "Hop 1: Borussia Dortmund -> head coach -> J\u00fcrgen Klopp (2012)\n Hop 2: J\u00fcrgen Klopp -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2012)\n Answer: Order of Merit of Baden-W\u00fcrttemberg", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004525", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Lamberto Dini", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Antonio Brancaccio -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1995)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Milram -> country -> Italy (2007)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2007)\n Answer: Giorgio Napolitano", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003387", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tsinghua University -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Karlsruhe Institute of Technology (2021)\n Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: George Boateng -> member of sports team -> Nottingham Forest F.C. (2012)\n Hop 2: Nottingham Forest F.C. -> head coach -> Alex McLeish (2012)\n Answer: Alex McLeish", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008292", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yaroslav Popovych -> member of sports team -> Discovery Channel (2006)\n Hop 2: Discovery Channel -> country -> United States (2006)\n Answer: United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006528", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1902", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leo K\u00f6nigsberger -> doctoral student -> Karl Bopp (1902)\n Hop 2: Karl Bopp -> doctoral advisor -> Moritz Cantor (1902)\n Answer: 1902", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008636", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Walter Zenga", + "pred": "Walter Zenga", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Mascara -> member of sports team -> Catania FC (2008)\n Hop 2: Catania FC -> head coach -> Walter Zenga (2008)\n Answer: Walter Zenga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004972", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Kia Forum", + "pred": "Boston Garden", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kermit Washington -> member of sports team -> Boston Celtics (1977)\n Hop 2: Boston Celtics -> home venue -> Boston Garden (1977)\n Answer: Boston Garden", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006497", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Hungarian People's Republic", + "pred": "Hungarian People's Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Demeter Balla -> work location -> Budapest (1957)\n Hop 2: Budapest -> capital of -> Hungarian People's Republic (1957)\n Answer: Hungarian People's Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fernando Torres -> member of sports team -> Chelsea F.C. (2014)\n Hop 2: Chelsea F.C. -> head coach -> Jos\u00e9 Mourinho (2014)\n Answer: Jos\u00e9 Mourinho", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005410", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Elizabeth Bishop -> residence -> Brazil (1955)\n Hop 2: Brazil -> diplomatic relation -> Taiwan (1955)\n Answer: Taiwan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000901", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Shimon Peres", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gaza City -> country -> Israel (1996)\n Hop 2: Israel -> head of government -> Shimon Peres (1996)\n Answer: Shimon Peres", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007838", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mircea Lucescu", + "pred": "Mircea Lucescu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Berkant G\u00f6ktan -> member of sports team -> Galatasaray S.K. (2002)\n Hop 2: Galatasaray S.K. -> head coach -> Mircea Lucescu (2002)\n Answer: Mircea Lucescu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007144", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "The Internationale", + "pred": "The Internationale", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Glazov -> located in -> Russian Soviet Federative Socialist Republic (1921)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> The Internationale (1921)\n Answer: The Internationale", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Jean Mistler", + "pred": "Jean Mistler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ren\u00e9 Huyghe -> member of -> Acad\u00e9mie Fran\u00e7aise (1975)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Jean Mistler (1975)\n Answer: Jean Mistler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000287", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Gerhard Casper", + "pred": "Gerhard Casper", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrew M. Stuart -> employer -> Stanford University (1993)\n Hop 2: Stanford University -> chairperson -> Gerhard Casper (1993)\n Answer: Gerhard Casper", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004792", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Piccioli -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> currency -> Italian lira (1947)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006621", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sean Yates", + "pred": "Sean Yates", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Q561361 -> member of sports team -> Ineos Grenadiers (2010)\n Hop 2: Ineos Grenadiers -> head coach -> Sean Yates (2010)\n Answer: Sean Yates", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001788", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Jeanne Eagels", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jeanne Eagels -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> winner -> Jeanne Eagels (1930)\n Answer: Jeanne Eagels", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002557", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Fiorello H. La Guardia", + "pred": "Fiorello H. La Guardia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hanns Eisler -> work location -> New York City (1941)\n Hop 2: New York City -> head of government -> Fiorello H. La Guardia (1941)\n Answer: Fiorello H. La Guardia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "A. S. Byatt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Penelope Fitzgerald -> nominated for -> Booker Prize (1990)\n Hop 2: Booker Prize -> winner -> A. S. Byatt (1990)\n Answer: A. S. Byatt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006058", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Giuseppe Saragat", + "pred": "Giuseppe Saragat", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonio Pesenti -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1967)\n Answer: Giuseppe Saragat", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000536", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Baltazar -> member of sports team -> Atl\u00e9tico Madrid (1989)\n Hop 2: Atl\u00e9tico Madrid -> home venue -> Vicente Calder\u00f3n Stadium (1989)\n Answer: Vicente Calder\u00f3n Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007404", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2000.0, + "gold": "2000", + "pred": "2000", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ronald Sukenick -> award received -> American Book Awards (2000)\n Hop 2: American Book Awards -> winner -> Robert Creeley (2000)\n Hop 3: Robert Creeley -> award received -> American Book Awards (2000)\n Hop 4: American Book Awards -> winner -> Helen Thomas (2000)\n Answer: 2000", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001292", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1990.0, + "gold": "1990", + "pred": "1990", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Winona Ryder -> nominated for -> Golden Globe Award for Best Supporting Actress \u2013 Motion Picture (1990)\n Hop 2: Golden Globe Award for Best Supporting Actress \u2013 Motion Picture -> winner -> Whoopi Goldberg (1990)\n Hop 3: Whoopi Goldberg -> equal to -> Julia Roberts (1990)\n Answer: 1990", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "John Braine", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Andr\u00e9 Brink -> nominated for -> Booker Prize (1976)\n Hop 2: Booker Prize -> winner -> David Storey (1976)\n Hop 3: David Storey -> award received -> John Braine (1976)\n Answer: John Braine", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Nobel Prize", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fay Weldon -> nominated for -> Booker Prize (1979)\n Hop 2: Booker Prize (1979) -> winner -> Penelope Fitzgerald (1979)\n Hop 3: Penelope Fitzgerald -> award received -> Nobel Prize (1979)\n Answer: Nobel Prize", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002490", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jeanne Eagels -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer (1930)\n Answer: 1930", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001434", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "New York City", + "pred": "New York City", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Betsey Johnson -> spouse -> John Cale (1971)\n Hop 2: John Cale -> residence -> New York City (1971)\n Answer: New York City", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006868", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ben Kingsley -> award received -> European Film Award for Best Actor (2001)\n Hop 2: European Film Award for Best Actor (2001) -> winner -> Ray Winstone (2001)\n Answer: 2001", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jean Mistler", + "pred": "Jean Mistler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roger Caillois -> member of -> Acad\u00e9mie Fran\u00e7aise (1977)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Jean Mistler (1977)\n Answer: Jean Mistler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002319", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2022.0, + "gold": "2022", + "pred": "2022", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stevan Joveti\u0107 -> member of sports team -> Hertha BSC (2022)\n Hop 2: Hertha BSC -> head coach -> Felix Magath (2022)\n Answer: 2022", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008472", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Inge Keller -> spouse -> Karl-Eduard von Schnitzler (1955)\n Hop 2: Karl-Eduard von Schnitzler -> country of citizenship -> German Democratic Republic (1955)\n Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000496", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Massimo D'Alema", + "pred": "Silvio Berlusconi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fulvio Tomizza -> country of citizenship -> Italy (1999)\n Hop 2: Italy -> head of government -> Silvio Berlusconi (1999)\n Answer: Silvio Berlusconi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005883", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Roman Herzog", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Germany -> head of state -> Roman Herzog (1997)\n Hop 2: G\u00fcnter Siegmund -> country of citizenship -> Germany (1997)\n Answer: Roman Herzog", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "BP", + "pred": "BP", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rudolf Kargus -> member of sports team -> Hamburger SV (1980)\n Hop 2: Hamburger SV -> sponsor -> BP (1980)\n Answer: BP", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001286", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Francesco Carpino -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1969)\n Answer: Giovanni Gronchi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003325", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vla\u0219ca County -> country -> Kingdom of Romania (1947)\n Hop 2: Kingdom of Romania -> capital -> Bucharest (1947)\n Answer: Bucharest", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "William Emmett Dever", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sister Rosetta Tharpe -> residence -> Chicago (1924)\n Hop 2: Chicago -> head of government -> William Emmett Dever (1924)\n Answer: William Emmett Dever", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000949", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Roman Herzog", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Germany -> head of state -> Roman Herzog (1997)\n Answer: Roman Herzog", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004634", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rossens -> replaced by -> Villarzel (2006)\n Hop 2: Villarzel -> replaces -> S\u00e9deilles (2006)\n Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008417", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stephan Andrist -> member of sports team -> FC Aarau (2015)\n Hop 2: FC Aarau -> league or competition -> Swiss Super League (2015)\n Answer: Swiss Super League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Raffaele Anguilla -> country of citizenship -> Italy (2002)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2002)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mary J. Blige", + "pred": "Mary J. Blige", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aaliyah -> nominated for -> MTV Video Music Award for Best R&B Video (2002)\n Hop 2: MTV Video Music Award for Best R&B Video -> winner -> Mary J. Blige (2002)\n Answer: Mary J. Blige", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007469", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kumamoto -> replaces -> J\u014dnan (2010)\n Answer: 2010", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002488", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Avanti Martinetti -> country of citizenship -> Italy (1954)\n Hop 2: Italy -> currency -> Italian lira (1954)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Shimon Peres", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gaza City -> country -> Israel (1996)\n Hop 2: Israel -> head of government -> Shimon Peres (1996)\n Answer: Shimon Peres", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007418", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Luigi Agnolin -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> member of -> European Union (1998)\n Answer: European Union", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Elliott Gould", + "pred": "Elliott Gould", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Barbra Streisand -> spouse -> Elliott Gould (1963)\n Hop 2: Happy Days Are Here Again -> performer -> Barbra Streisand (1963)\n Answer: Elliott Gould", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005916", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marta Abba -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> currency -> Italian lira (1962)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Micha\u0142 Matyas", + "pred": "Micha\u0142 Matyas", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zygfryd Szo\u0142tysik -> member of sports team -> Poland men's national football team (1967)\n Hop 2: Poland men's national football team -> head coach -> Micha\u0142 Matyas (1967)\n Answer: Micha\u0142 Matyas", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006233", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Eric Gerets", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ayhan Akman -> member of sports team -> Galatasaray S.K. (2006)\n Hop 2: Galatasaray S.K. -> head coach -> Eric Gerets (2006)\n Answer: Eric Gerets", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005848", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hugo von Tschudi -> work location -> Munich (1909)\n Hop 2: Munich -> country -> German Empire (1909)\n Answer: German Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005040", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Antonio Segni", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rossana Rossanda -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1963)\n Answer: Giovanni Gronchi", + "judge_em": 0, + "judge_reply": "I NEED TO TRACE" + }, + { + "id": "q_005138", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Adolf Hitler", + "pred": "Hans Frank", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hartmann Lauterbacher -> member of political party -> Nazi Party (1942)\n Hop 2: Nazi Party -> chairperson -> Hans Frank (1942)\n Answer: Hans Frank", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004246", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giorgio Ferrini -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> shares border with -> Yugoslavia (1948)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007892", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Isabella Biagini -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> currency -> Italian lira (1993)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fritz-Julius Lemp -> country of citizenship -> Nazi Germany (1941)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1941)\n Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006684", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Luigi Einaudi", + "pred": "Enrico De Nicola", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Guido Guerrini -> country of citizenship -> Italy (1949)\n Hop 2: Italy -> head of state -> Enrico De Nicola (1949)\n Answer: Enrico De Nicola", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001045", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Coldplay -> winner -> MTV Europe Music Award for Best Song (2005)\n Answer: 2005", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "association football", + "pred": "association football", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Philipp Laux -> member of sports team -> SSV Ulm 1846 (1998)\n Hop 2: SSV Ulm 1846 -> sport -> association football (1998)\n Answer: association football", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002791", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Lory Del Santo", + "pred": "Lory Del Santo", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pattie Boyd -> spouse -> Eric Clapton (1987)\n Hop 2: Eric Clapton -> unmarried partner -> Lory Del Santo (1987)\n Answer: Lory Del Santo", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005581", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "C\u00e9sar Award for Best Actor", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: The Ninth Day -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor (2005) -> winner -> Daniel Auteuil (2005)\n Hop 3: Daniel Auteuil (2005) -> winner -> C\u00e9sar Award for Best Actor (2005)\n Answer: C\u00e9sar Award for Best Actor", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Pawe\u0142 Janas", + "pred": "Pawe\u0142 Janas", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marcin Baszczy\u0144ski -> member of sports team -> Poland men's national football team (2004)\n Hop 2: Poland men's national football team -> head coach -> Pawe\u0142 Janas (2004)\n Answer: Pawe\u0142 Janas", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004802", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "John W. Campbell", + "pred": "John W. Campbell", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Orson Scott Card -> award received -> Astounding Award for Best New Writer (1978)\n Hop 2: Astounding Award for Best New Writer -> named after -> John W. Campbell (1978)\n Answer: John W. Campbell", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004455", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Giovanni Leone", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Celano -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> head of state -> Giovanni Leone (1975)\n Answer: Giovanni Leone", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001570", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Otto Nerz", + "pred": "Otto Nerz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rudolf Noack -> member of sports team -> Germany men's national association football team (1936)\n Hop 2: Germany men's national association football team -> head coach -> Otto Nerz (1936)\n Answer: Otto Nerz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005703", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Morten Olsen", + "pred": "Morten Olsen", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kasper Lorentzen -> member of sports team -> Denmark men's national football team (2012)\n Hop 2: Denmark men's national football team -> head coach -> Morten Olsen (2012)\n Answer: Morten Olsen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006235", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Diego Simeone", + "pred": "Diego Simeone", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Maxi L\u00f3pez -> member of sports team -> Catania FC (2011)\n Hop 2: Catania FC -> head coach -> Diego Simeone (2011)\n Answer: Diego Simeone", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001186", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Susan Sarandon", + "pred": "1995", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nell -> nominated for -> Academy Award for Best Actress (1995)\n Hop 2: Academy Award for Best Actress (1995) -> winner -> Susan Sarandon\n Hop 3: Susan Sarandon -> winner -> 1995\n Answer: 1995", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005903", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Serdar Eylik -> member of sports team -> Galatasaray S.K. (2009)\n Hop 2: Galatasaray S.K. -> head coach -> B\u00fclent Korkmaz (2009)\n Answer: 2009", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002985", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Bettino Craxi", + "pred": "Giovanni Spadolini", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mario Agnes -> country of citizenship -> Italy (1986)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1986)\n Answer: Giovanni Spadolini", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Andrzej Strejlau", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Piotr Jegor -> member of sports team -> Poland men's national football team (1991)\n Hop 2: Poland men's national football team -> head coach -> Andrzej Strejlau (1991)\n Answer: Andrzej Strejlau", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008323", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Hungarian People's Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Demeter Balla -> work location -> Budapest (1968)\n Hop 2: Budapest -> capital of -> Hungarian People's Republic (1968)\n Answer: Hungarian People's Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Italy -> shares border with -> Yugoslavia (1981)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005474", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Oskar von Miller", + "pred": "Oskar von Miller", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rudolf Diesel -> member of -> VDI \u2013 The Association of German Engineers (1913)\n Hop 2: VDI \u2013 The Association of German Engineers -> board member -> Oskar von Miller (1913)\n Answer: Oskar von Miller", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001830", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Nippon Bud\u014dkan", + "pred": "Nippon Bud\u014dkan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: B'z -> award received -> Japan Record Awards (1990)\n Hop 2: Japan Record Awards -> location -> Nippon Bud\u014dkan (1990)\n Answer: Nippon Bud\u014dkan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001756", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alessandro Alessandroni -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> currency -> Italian lira (1947)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001887", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dietmar Hamann -> member of sports team -> Germany men's national association football team (2004)\n Hop 2: Germany men's national association football team -> head coach -> J\u00fcrgen Klinsmann (2004)\n Answer: J\u00fcrgen Klinsmann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005552", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Mitteldeutscher Rundfunk", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Achim Mentzel -> presenter -> Achims Hitparade (1999)\n Hop 2: Achims Hitparade -> original broadcaster -> Mitteldeutscher Rundfunk (1999)\n Answer: Mitteldeutscher Rundfunk", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004901", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Wen Jiabao", + "pred": "Wen Jiabao", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Xiao Yang -> country of citizenship -> People's Republic of China (2008)\n Hop 2: People's Republic of China -> head of government -> Wen Jiabao (2008)\n Answer: Wen Jiabao", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006473", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Hop 1: athletics at the 2008 Summer Olympics \u2013 men's 200 metres -> participant -> Usain Bolt (2008)\n Hop 2: Usain Bolt -> participant in -> athletics at the 2008 Summer Olympics \u2013 men's 100 metres (2008)\n Hop 3: athletics at the 2008 Summer Olympics \u2013 men's 100 metres -> year -> 2", + "em": 1.0, + "f1": 0.09523809523809523, + "pred_raw": "Hop 1: athletics at the 2008 Summer Olympics \u2013 men's 200 metres -> participant -> Usain Bolt (2008)\n Hop 2: Usain Bolt -> participant in -> athletics at the 2008 Summer Olympics \u2013 men's 100 metres (2008)\n Hop 3: athletics at the 2008 Summer Olympics \u2013 men's 100 metres -> year -> 2", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006253", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Peter Bergmann -> award received -> Einstein Prize (2003)\n Hop 2: Einstein Prize -> winner -> John Archibald Wheeler (2003)\n Answer: 2003", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002709", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Alex McLeish", + "pred": "John Ward", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Robin Shroot -> member of sports team -> Walsall F.C. (2009)\n Hop 2: Walsall F.C. -> head coach -> John Ward (2009)\n Answer: John Ward", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007811", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Giovanni Spadolini", + "pred": "Giovanni Spadolini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dante Amarilli -> country of citizenship -> Italy (1982)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1982)\n Answer: Giovanni Spadolini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006165", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Edward Cassidy", + "pred": "John H. Newman", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Joint Declaration on the Doctrine of Justification -> signatory -> Dicastery for promoting Christian unity (1999)\n Hop 2: Dicastery for promoting Christian unity -> chairperson -> Edward Cassidy (1999)\n Hop 3: Edward Cassidy -> successor -> John H. Newman (1999)\n Answer: John H. Newman", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007431", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Ernest Borgnine", + "pred": "1955 Golden Globe Award for Best Actor - Motion Picture Drama", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Dan O'Herlihy -> nominated for -> Academy Award for Best Actor (1955)\n Hop 2: Academy Award for Best Actor (1955) -> winner -> Ernest Borgnine\n Hop 3: Ernest Borgnine -> winner of -> 1955 Golden Globe Award for Best Actor - Motion Picture Drama\n Answer: 1955 Golden Globe Award for Best Actor - Motion Picture Drama", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002594", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kiliia Raion -> located in -> Odesa Oblast (1956)\n Hop 2: Odesa Oblast -> country -> Soviet Union (1956)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004546", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "David Dinkins", + "pred": "David Dinkins", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nancy Graves -> work location -> New York City (1992)\n Hop 2: New York City -> head of government -> David Dinkins (1992)\n Answer: David Dinkins", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006589", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Giuliano Amato", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giorgio Albani -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Giuliano Amato (1996)\n Answer: Giuliano Amato", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006151", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ulm University -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Forschungszentrum J\u00fclich (2021)\n Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005300", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Otto Rehhagel", + "pred": "Otto Rehhagel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dimitris Salpingidis -> member of sports team -> Greece men's national football team (2009)\n Hop 2: Greece men's national football team -> head coach -> Otto Rehhagel (2009)\n Answer: Otto Rehhagel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003618", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Franz Joseph I of Austria", + "pred": "Franz Joseph I of Austria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Istv\u00e1n Bib\u00f3 -> educated at -> University of Szeged (1929)\n Hop 2: University of Szeged -> named after -> Franz Joseph I of Austria (1929)\n Answer: Franz Joseph I of Austria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "George W. Bush", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Discovery Channel -> country -> United States (2002)\n Hop 2: United States -> head of government -> George W. Bush (2002)\n Answer: George W. Bush", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001195", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alan Hollinghurst -> winner -> Booker Prize (2004)\n Hop 2: Ronan Bennett -> nominated for -> Booker Prize (2004)\n Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007049", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1978.0, + "gold": "1978", + "pred": "1978", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vernon Benjamin Mountcastle -> award received -> Louisa Gross Horwitz Prize (1978)\n Answer: 1978", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003961", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Edith Roosevelt", + "pred": "Edith Roosevelt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Immigration Act of 1903 -> signatory -> Theodore Roosevelt (1903)\n Hop 2: Theodore Roosevelt -> spouse -> Edith Roosevelt (1903)\n Answer: Edith Roosevelt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002548", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Charles Debbas -> country of citizenship -> Ottoman Empire (1901)\n Hop 2: Ottoman Empire -> basic form of government -> absolute monarchy (1901)\n Answer: absolute monarchy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1910.0, + "gold": "Austria\u2013Hungary", + "pred": "Austria\u2013Hungary", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vilmos F\u00e9mes Beck -> work location -> Budapest (1910)\n Hop 2: Budapest -> country -> Austria\u2013Hungary (1910)\n Answer: Austria\u2013Hungary", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003484", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Netanya -> country -> Mandatory Palestine (1934)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1934)\n Answer: United Kingdom", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_002374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Kingdome", + "pred": "Kingdome", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tom Chambers -> member of sports team -> Seattle SuperSonics (1985)\n Hop 2: Seattle SuperSonics -> home venue -> Kingdome (1985)\n Answer: Kingdome", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002163", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Clive Woodward", + "pred": "Clive Woodward", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Phil Vickery -> member of sports team -> England men\u2019s national rugby union team (2002)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Clive Woodward (2002)\n Answer: Clive Woodward", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006692", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Bruce Buck", + "pred": "Bruce Buck", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marko Marin -> member of sports team -> Chelsea F.C. (2016)\n Hop 2: Chelsea F.C. -> chairperson -> Bruce Buck (2016)\n Answer: Bruce Buck", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006073", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Volker Finke", + "pred": "Volker Finke", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alain Sutter -> member of sports team -> SC Freiburg (1997)\n Hop 2: SC Freiburg -> head coach -> Volker Finke (1997)\n Answer: Volker Finke", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008473", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Roman Abramovich", + "pred": "Roman Abramovich", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lassana Diarra -> member of sports team -> Chelsea F.C. (2005)\n Hop 2: Chelsea F.C. -> owned by -> Roman Abramovich (2005)\n Answer: Roman Abramovich", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003674", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1978.0, + "gold": "Leonid Brezhnev", + "pred": "Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Viktor Anpilov -> member of political party -> Communist Party of the Soviet Union (1978)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Mikhail Gorbachev (1978)\n Answer: Mikhail Gorbachev", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003352", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bitola -> country -> Ottoman Empire (1907)\n Hop 2: Ottoman Empire -> basic form of government -> absolute monarchy (1907)\n Answer: absolute monarchy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Giampiero Boniperti", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giorgio Mastropasqua -> member of sports team -> Juventus FC (1973)\n Hop 2: Juventus FC -> chairperson -> Giampiero Boniperti (1973)\n Answer: Giampiero Boniperti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002789", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pietro Lana -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> currency -> Italian lira (1950)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005326", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Spencer Tracy", + "pred": "1938", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Paul Muni -> nominated for -> Academy Award for Best Actor (1938)\n Hop 2: Academy Award for Best Actor (1938) -> winner -> Spencer Tracy\n Hop 3: Spencer Tracy -> winner -> 1938\n Answer: 1938", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_005284", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Erich Werdermann", + "pred": "Erich Werdermann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Botanic Garden and Botanical Museum Berlin -> chief executive officer -> Erich Werdermann (1958)\n Answer: Erich Werdermann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005774", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stephan Andrist -> member of sports team -> FC Aarau (2015)\n Hop 2: FC Aarau -> league or competition -> Swiss Super League (2015)\n Answer: Swiss Super League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003372", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Patrick Le Lay", + "pred": "Patrick Le Lay", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Star Academy -> original broadcaster -> TF1 (2008)\n Hop 2: TF1 -> chairperson -> Patrick Le Lay (2008)\n Answer: Patrick Le Lay", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008201", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nicole Kidman -> award received -> Academy Award for Best Actress (2002)\n Hop 2: Monster -> award received -> Academy Award for Best Actress (2002)\n Answer: 2002", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001153", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Franz Beckenbauer", + "pred": "Franz Beckenbauer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pierre Littbarski -> member of sports team -> Germany men's national association football team (1985)\n Hop 2: Germany men's national association football team -> head coach -> Franz Beckenbauer (1985)\n Answer: Franz Beckenbauer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007164", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "Simone Inzaghi", + "pred": "Stefano Pioli", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pepe Reina -> member of sports team -> AC Milan (2020)\n Hop 2: AC Milan -> head coach -> Stefano Pioli (2020)\n Answer: Stefano Pioli", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006407", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Allianz Arena", + "pred": "Allianz Arena", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pascal Ojigwe -> member of sports team -> TSV 1860 M\u00fcnchen (2005)\n Hop 2: TSV 1860 M\u00fcnchen -> home venue -> Allianz Arena (2005)\n Answer: Allianz Arena", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001540", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "2013", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Martin Posp\u00ed\u0161il -> member of sports team -> Czechia men's national football team (2013)\n Hop 2: Czechia men's national football team -> head coach -> Josef Pe\u0161ice (2013)\n Answer: 2013", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005100", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bernd Leistner -> award received -> Heinrich Mann Prize (1985)\n Hop 2: Heinrich Mann Prize -> country -> German Democratic Republic (1985)\n Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Claudio Ranieri", + "pred": "Claudio Ranieri", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hasan Salihamid\u017ei\u0107 -> member of sports team -> Juventus FC (2008)\n Hop 2: Juventus FC -> head coach -> Claudio Ranieri (2008)\n Answer: Claudio Ranieri", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Virgilio No\u00e8 -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Economic Community (1951)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Denzel Washington", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cast Away -> nominated for -> Academy Award for Best Actor (2001)\n Hop 2: Academy Award for Best Actor (2001) -> winner -> Denzel Washington\n Hop 3: Denzel Washington -> winner of -> 1999 Tony Award for Best Actor in a Play\n Answer: Denzel Washington", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007894", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Colin Firth -> winner -> European Film Award for Best Actor (2011)\n Hop 2: Andr\u00e9 Wilms -> nominated for -> European Film Award for Best Actor (2011)\n Answer: 2011", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008658", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Ruslan Rotan", + "pred": "Andriy Shevchenko", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Oleh Husiev -> member of sports team -> Ukraine men's national football team (2016)\n Hop 2: Ukraine men's national football team -> team captain -> Ruslan Rotan (2016)\n Hop 3: Ruslan Rotan -> team captain -> Andriy Shevchenko (2016)\n Answer: Andriy Shevchenko", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005158", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Antonio Segni", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pietro Giacomo Nonis -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Antonio Segni (1965)\n Answer: Antonio Segni", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giacomo Fornoni -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> currency -> Italian lira (1994)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008060", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Bundesliga", + "pred": "Bundesliga", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bernhard Schachner -> member of sports team -> Admira Wacker (2012)\n Hop 2: Admira Wacker -> league or competition -> Bundesliga (2012)\n Answer: Bundesliga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004900", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "SeatGeek Stadium", + "pred": "SeatGeek Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Benji Joya -> member of sports team -> Chicago Fire FC (2014)\n Hop 2: Chicago Fire FC -> home venue -> SeatGeek Stadium (2014)\n Answer: SeatGeek Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000430", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Bombardier", + "pred": "Bombardier", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: ALSTOM Transportation Germany -> parent organization or unit -> Bombardier (2005)\n Answer: Bombardier", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006467", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Enderbury Island -> country -> United Kingdom (1938)\n Hop 2: United Kingdom -> diplomatic relation -> Taiwan (1938)\n Answer: Taiwan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004710", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tim Borowski -> member of sports team -> Germany men's national association football team (2005)\n Hop 2: Germany men's national association football team -> head coach -> J\u00fcrgen Klinsmann (2005)\n Answer: J\u00fcrgen Klinsmann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000041", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giorgio Albani -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1996)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004408", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "crown prince", + "pred": "crown prince", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Louise Mountbatten -> spouse -> Gustaf VI Adolf of Sweden (1939)\n Hop 2: Gustaf VI Adolf of Sweden -> position held -> crown prince (1939)\n Answer: crown prince", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001201", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Azzini -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> shares border with -> Yugoslavia (1964)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004457", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franz Anton Basch -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1921)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1921)\n Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005193", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonio Cariglia -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> currency -> Italian lira (1969)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005781", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "State Anthem of the Soviet Union", + "pred": "Soviet Union", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Kursk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1987)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> Soviet Union (1987)\n Answer: Soviet Union", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_004013", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Jupp Derwall", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bernd Franke -> member of sports team -> Germany men's national association football team (1982)\n Hop 2: Germany men's national association football team -> head coach -> Jupp Derwall (1982)\n Answer: Jupp Derwall", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003935", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Volker Finke", + "pred": "Volker Finke", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andreas Bornemann -> member of sports team -> SC Freiburg (1999)\n Hop 2: SC Freiburg -> head coach -> Volker Finke (1999)\n Answer: Volker Finke", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006770", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fernando Redondo -> member of sports team -> AC Milan (2004)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (2004)\n Answer: Silvio Berlusconi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008617", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Valerio Bacigalupo -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> shares border with -> Yugoslavia (1948)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008708", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Me\u0161a Selimovi\u0107 -> award received -> NIN Prize (1966)\n Hop 2: NIN Prize -> country -> Socialist Federal Republic of Yugoslavia (1966)\n Answer: Socialist Federal Republic of Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Zden\u011bk Zeman", + "pred": "Zden\u011bk Zeman", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aron Winter -> member of sports team -> SS Lazio (1996)\n Hop 2: SS Lazio -> head coach -> Zden\u011bk Zeman (1996)\n Answer: Zden\u011bk Zeman", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007389", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Louis Leblanc -> drafted by -> Montreal Canadiens (2009)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (2009)\n Answer: Saku Koivu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005554", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Moscow", + "pred": "Moscow", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Imi Knoebel -> work location -> D\u00fcsseldorf (1992)\n Hop 2: D\u00fcsseldorf -> twinned with -> Moscow (1992)\n Answer: Moscow", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000408", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Kingdom of Prussia", + "pred": "Kingdom of Prussia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paul Cassirer -> work location -> Berlin (1904)\n Hop 2: Berlin -> located in -> Kingdom of Prussia (1904)\n Answer: Kingdom of Prussia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003634", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Uwe Neuhaus", + "pred": "Uwe Neuhaus", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Micha\u0142 Bemben -> member of sports team -> 1. FC Union Berlin (2008)\n Hop 2: 1. FC Union Berlin -> head coach -> Uwe Neuhaus (2008)\n Answer: Uwe Neuhaus", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006653", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Renato Barisani -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> currency -> Italian lira (1997)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000961", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Kate Winslet", + "pred": "2008 Academy Awards", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: La Vie en Rose -> nominated for -> Academy Award for Best Actress (2008)\n Hop 2: Academy Award for Best Actress -> winner -> Kate Winslet (2008)\n Hop 3: Kate Winslet -> winner of -> 2008 Academy Awards (2008)\n Answer: 2008 Academy Awards", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_002923", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Enrico Prampolini -> country of citizenship -> Italy (1949)\n Hop 2: Italy -> shares border with -> Yugoslavia (1949)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008130", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sergio Porrini -> member of sports team -> AC Milan (1988)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (1988)\n Answer: Silvio Berlusconi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001668", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Jane Fonda", + "pred": "1971", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Women in Love -> nominated for -> Academy Award for Best Actress (1971)\n Hop 2: Academy Award for Best Actress -> winner -> Jane Fonda (1971)\n Hop 3: Jane Fonda -> winner -> 1971\n Answer: 1971", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Lucien Favre", + "pred": "Lucien Favre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marcel Schmelzer -> member of sports team -> Borussia Dortmund (2019)\n Hop 2: Borussia Dortmund -> head coach -> Lucien Favre (2019)\n Answer: Lucien Favre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007280", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ann Wolff -> work location -> Berlin (2006)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2006)\n Answer: Klaus Wowereit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004011", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "David Storey", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Brian Moore -> nominated for -> Booker Prize (1976)\n Hop 2: Booker Prize -> winner -> David Storey (1976)\n Answer: David Storey", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001876", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Thomas Tuchel", + "pred": "Thomas Tuchel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anthony Ujah -> member of sports team -> 1. FSV Mainz 05 (2012)\n Hop 2: 1. FSV Mainz 05 -> head coach -> Thomas Tuchel (2012)\n Answer: Thomas Tuchel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003426", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "George H. W. Bush", + "pred": "George H. W. Bush", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Motorola -> country -> United States (1992)\n Hop 2: United States -> head of government -> George H. W. Bush (1992)\n Answer: George H. W. Bush", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008324", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Corinne Griffith -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer (1930)\n Answer: 1930", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Oscar Luigi Scalfari", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Ansano Giannarelli -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfari (1998)\n Answer: Oscar Luigi Scalfari", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001646", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Samuel -> member of sports team -> Inter Milan (2008)\n Hop 2: Inter Milan -> head coach -> Jos\u00e9 Mourinho (2008)\n Answer: Jos\u00e9 Mourinho", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001719", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tim Borowski -> member of sports team -> Germany men's national association football team (2005)\n Hop 2: Germany men's national association football team -> head coach -> J\u00fcrgen Klinsmann (2005)\n Answer: J\u00fcrgen Klinsmann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005359", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: George Boateng -> member of sports team -> Nottingham Forest F.C. (2012)\n Hop 2: Nottingham Forest F.C. -> head coach -> Alex McLeish (2012)\n Answer: Alex McLeish", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002201", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Princeton University", + "pred": "Princeton University", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nash equilibrium -> theorized by -> John Forbes Nash (1949)\n Hop 2: John Forbes Nash -> educated at -> Princeton University (1949)\n Answer: Princeton University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000953", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "DBC Pierre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Monica Ali -> nominated for -> Booker Prize (2003)\n Hop 2: Booker Prize -> winner -> DBC Pierre (2003)\n Answer: DBC Pierre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003588", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Javier Aguirre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonio L\u00f3pez -> member of sports team -> Atl\u00e9tico Madrid (2008)\n Hop 2: Atl\u00e9tico Madrid -> head coach -> Javier Aguirre (2008)\n Answer: Javier Aguirre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006330", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "DBC Pierre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gerard Donovan -> nominated for -> Booker Prize (2003)\n Hop 2: Booker Prize -> winner -> DBC Pierre (2003)\n Answer: DBC Pierre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006529", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michel Bouquet -> nominated for -> European Film Award for Best Actor (1991)\n Hop 2: European Film Award for Best Actor (1991) -> winner -> Ultra (1991)\n Answer: 1991", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006295", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Joan Crawford", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mrs. Parkington -> nominated for -> Academy Award for Best Actress (1945)\n Hop 2: Academy Award for Best Actress -> winner -> Joan Crawford (1945)\n Hop 3: Joan Crawford -> winner -> Academy Award for Best Actress (1945)\n Answer: Joan Crawford", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007246", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Free Trade Association", + "em": 0.0, + "f1": 0.22222222222222224, + "pred_raw": "Hop 1: Agostino Coletto -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Free Trade Association (1952)\n Answer: European Free Trade Association", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001257", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 0.4444444444444445, + "pred_raw": "Hop 1: Shimon Peres -> country of citizenship -> Mandatory Palestine (1943)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1943)\n Hop 3: United Kingdom -> located in -> United Kingdom of Great Britain and Ireland (1943)\n Answer: United Kingdom of Great Britain and Ireland", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004353", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Maurice Druon", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michel D\u00e9on -> member of -> Acad\u00e9mie Fran\u00e7aise (1988)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Maurice Druon (1988)\n Answer: Maurice Druon", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001453", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kyakhta -> country -> Russian Empire (1915)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1915)\n Answer: Nicholas II of Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Italy -> shares border with -> Yugoslavia (1951)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008480", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Academy Award for Best Actor -> winner -> Denzel Washington (2001)\n Hop 2: Ed Harris -> nominated for -> Academy Award for Best Actor (2001)\n Answer: 2001", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006167", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "LMFAO", + "pred": "Janelle Mon\u00e1e", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Party Rock Anthem -> award received -> MTV Movie Award for Best Song from a Movie (2012)\n Hop 2: MTV Movie Award for Best Song from a Movie -> winner -> LMFAO (2012)\n Hop 3: LMFAO -> winner -> Janelle Mon\u00e1e (2012)\n Answer: Janelle Mon\u00e1e", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003258", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "J\u00fcrgen Linden", + "pred": "J\u00fcrgen Linden", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ena von Baer -> residence -> Aachen (2002)\n Hop 2: Aachen -> head of government -> J\u00fcrgen Linden (2002)\n Answer: J\u00fcrgen Linden", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004631", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Trabzon Province -> country -> Ottoman Empire (1904)\n Hop 2: Ottoman Empire -> basic form of government -> absolute monarchy (1904)\n Answer: absolute monarchy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Ang Lee", + "pred": "Ang Lee", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The Tree of Life -> nominated for -> Academy Award for Best Director (2012)\n Hop 2: Academy Award for Best Director -> winner -> Ang Lee (2012)\n Answer: Ang Lee", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002531", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Austria", + "pred": "Austria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Auger effect -> discoverer or inventor -> Lise Meitner (1922)\n Hop 2: Lise Meitner -> country of citizenship -> Austria (1922)\n Answer: Austria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008228", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Frances McDormand", + "pred": "The Big Chill", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Elisabeth Shue -> nominated for -> Academy Award for Best Actress (1996)\n Hop 2: Academy Award for Best Actress (1996) -> winner -> Frances McDormand (1996)\n Hop 3: Frances McDormand -> nominated for -> The Big Chill (1996)\n Answer: The Big Chill", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005557", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Fatih Terim", + "pred": "Fatih Terim", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adem B\u00fcy\u00fck -> member of sports team -> Turkey men's national football team (2014)\n Hop 2: Turkey men's national football team -> head coach -> Fatih Terim (2014)\n Answer: Fatih Terim", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007336", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Daniel Br\u00fchl -> winner -> European Film Award for Best Actor (2003)\n Hop 2: Luigi Lo Cascio -> nominated for -> European Film Award for Best Actor (2003)\n Answer: 2003", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003098", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Flavio Mogherini -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of state -> Sandro Pertini (1980)\n Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002950", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1945.0, + "gold": "1945", + "pred": "1945", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mrs. Parkington -> nominated for -> Academy Award for Best Actress (1945)\n Hop 2: Academy Award for Best Actress -> winner -> Joan Crawford (1945)\n Answer: 1945", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000019", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Maurizio Lucidi -> country of citizenship -> Italy (2002)\n Hop 2: Italy -> currency -> Italian lira (2002)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001920", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Claudio Ranieri", + "pred": "Claudio Ranieri", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roberto Di Matteo -> member of sports team -> Chelsea F.C. (2002)\n Hop 2: Chelsea F.C. -> head coach -> Claudio Ranieri (2002)\n Answer: Claudio Ranieri", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005782", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1973)\n Hop 2: Italy -> currency -> Italian lira (1973)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "White Hart Lane", + "pred": "White Hart Lane", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alf Ramsey -> member of sports team -> Tottenham Hotspur F.C. (1954)\n Hop 2: Tottenham Hotspur F.C. -> home venue -> White Hart Lane (1954)\n Answer: White Hart Lane", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000862", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Humphrey Bogart", + "pred": "The African Queen", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jos\u00e9 Ferrer -> nominated for -> Academy Award for Best Actor (1951)\n Hop 2: Academy Award for Best Actor (1951) -> winner -> Humphrey Bogart\n Hop 3: Humphrey Bogart -> nominated for -> The African Queen (1951)\n Answer: The African Queen", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001033", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "China Mi\u00e9ville", + "pred": "China Mi\u00e9ville", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cloud Atlas -> nominated for -> Arthur C. Clarke Award (2005)\n Hop 2: Arthur C. Clarke Award -> winner -> China Mi\u00e9ville (2005)\n Answer: China Mi\u00e9ville", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003960", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Inge Keller -> spouse -> Karl-Eduard von Schnitzler (1955)\n Hop 2: Karl-Eduard von Schnitzler -> country of citizenship -> German Democratic Republic (1955)\n Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006287", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Clive Woodward", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Josh Lewsey -> member of sports team -> England men\u2019s national rugby union team (1999)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Clive Woodward (1999)\n Answer: Clive Woodward", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007880", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Giovanni Trapattoni", + "pred": "Giuseppe Pillon", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stefano Tacconi -> member of sports team -> Genoa CFC (1992)\n Hop 2: Genoa CFC -> head coach -> Giuseppe Pillon (1992)\n Answer: Giuseppe Pillon", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005772", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Autonomous Province of Vojvodina", + "em": 0.0, + "f1": 0.4000000000000001, + "pred_raw": "Hop 1: Titel Municipality -> located in -> Socialist Autonomous Province of Vojvodina (1982)\n Answer: Socialist Autonomous Province of Vojvodina", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006294", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hilary Swank", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Samantha Morton -> nominated for -> Academy Award for Best Actress (2004)\n Hop 2: Academy Award for Best Actress -> winner -> Hilary Swank (2004)\n Answer: Hilary Swank", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004173", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Jupp Derwall", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pierre Littbarski -> member of sports team -> Germany men's national association football team (1982)\n Hop 2: Germany men's national association football team -> head coach -> Jupp Derwall (1982)\n Answer: Jupp Derwall", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005281", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Loredana Nusciak -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1958)\n Answer: Giovanni Gronchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Ottmar Hitzfeld", + "pred": "Ottmar Hitzfeld", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ren\u00e9 Tretschok -> member of sports team -> Borussia Dortmund (1997)\n Hop 2: Borussia Dortmund -> head coach -> Ottmar Hitzfeld (1997)\n Answer: Ottmar Hitzfeld", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008091", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "\u0130smet \u0130n\u00f6n\u00fc", + "pred": "\u0130smet \u0130n\u00f6n\u00fc", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fuat K\u00f6pr\u00fcl\u00fc -> member of political party -> Republican People's Party (1943)\n Hop 2: Republican People's Party -> chairperson -> \u0130smet \u0130n\u00f6n\u00fc (1943)\n Answer: \u0130smet \u0130n\u00f6n\u00fc", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004964", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Tonino Cervi -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> member of -> European Union (1994)\n Answer: European Union", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002871", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Oscar Luigi Scalfaro", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giacinto Facchetti -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1994)\n Answer: Oscar Luigi Scalfaro", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003979", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Rachida Brakni", + "pred": "Rachida Brakni", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: H\u00e9l\u00e8ne Filli\u00e8res -> nominated for -> C\u00e9sar Award for Best Female Revelation (2002)\n Hop 2: C\u00e9sar Award for Best Female Revelation -> winner -> Rachida Brakni (2002)\n Answer: Rachida Brakni", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008204", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Erwin Kramer", + "pred": "Erwin Kramer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: DRB Class 52 -> operator -> Deutsche Reichsbahn (GDR) (1964)\n Hop 2: Deutsche Reichsbahn (GDR) -> director / manager -> Erwin Kramer (1964)\n Answer: Erwin Kramer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001932", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Joe Louis Arena", + "pred": "Joe Louis Arena", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stu Grimson -> drafted by -> Detroit Red Wings (1983)\n Hop 2: Detroit Red Wings -> home venue -> Joe Louis Arena (1983)\n Answer: Joe Louis Arena", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "pred_raw": "Hop 1: In\u0111ija Municipality -> located in -> Socialist Autonomous Province of Vojvodina (1984)\n Hop 2: Socialist Autonomous Province of Vojvodina -> country -> Yugoslavia (1984)\n Answer: Yugoslavia", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_000480", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "UNESCO", + "pred": "UNESCO", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eduardo Saverin -> country of citizenship -> United States (2011)\n Hop 2: United States -> member of -> UNESCO (2011)\n Answer: UNESCO", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007286", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Emirates", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bastian Reinhardt -> member of sports team -> Hamburger SV (2009)\n Hop 2: Hamburger SV -> sponsor -> Emirates (2009)\n Answer: Emirates", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan Decleir -> nominated for -> European Film Award for Best Actor (1993)\n Hop 2: European Film Award for Best Actor -> winner -> Daniel Auteuil (1993)\n Answer: Daniel Auteuil", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002946", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Michal B\u00edlek", + "pred": "Michal B\u00edlek", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Daniel Kol\u00e1\u0159 -> member of sports team -> Czechia men's national football team (2010)\n Hop 2: Czechia men's national football team -> head coach -> Michal B\u00edlek (2010)\n Answer: Michal B\u00edlek", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003999", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hans G\u00fcnther -> member of political party -> Nazi Party (1933)\n Hop 2: Nazi Party -> chairperson -> Adolf Hitler (1933)\n Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Vera Drake -> nominated for -> Academy Award for Best Actress (2005)\n Hop 2: Academy Award for Best Actress -> winner -> Reese Witherspoon (2005)\n Hop 3: Reese Witherspoon -> winner -> Academy Award for Best Actress (2005)\n Answer: Academy Award for Best Actress", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_005752", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giuliano Amato", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bruno Bettinelli -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> head of government -> Giuliano Amato (1993)\n Answer: Giuliano Amato", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001810", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Giuseppe Saragat", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto Ronchey -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1965)\n Answer: Giuseppe Saragat", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004977", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Livio Lorenzon -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1957)\n Answer: Alcide De Gasperi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Paul von Hindenburg", + "pred": "Paul von Hindenburg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Otto Schuhart -> allegiance -> Weimar Republic (1930)\n Hop 2: Weimar Republic -> head of state -> Paul von Hindenburg (1930)\n Answer: Paul von Hindenburg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007873", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zolt\u00e1n G\u00e1bor Szab\u00f3 -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1929)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1929)\n Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002637", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Graham Swift -> award received -> Booker Prize -> 1996\n Answer: 1996", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005587", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gwyneth Jones -> winner -> Arthur C. Clarke Award (2002)\n Hop 2: Peter F. Hamilton -> nominated for -> Arthur C. Clarke Award (2002)\n Answer: 2002", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005428", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arrigo Sacchi -> coach of sports team -> AC Milan (1997)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (1997)\n Answer: Silvio Berlusconi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005312", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ruth Chatterton -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> award received -> Academy Award for Best Actress (1930)\n Answer: Academy Award for Best Actress", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_006932", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frank Tieri -> residence -> United States (1965)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1965)\n Answer: Lyndon B. Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000781", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Elie Wiesel -> country of citizenship -> Kingdom of Romania (1929)\n Hop 2: Kingdom of Romania -> capital -> Bucharest (1929)\n Answer: Bucharest", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "CBS", + "pred": "CBS", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Natalia Oreiro -> nominated for -> Latin Grammy Awards (2001)\n Hop 2: Latin Grammy Awards -> original broadcaster -> CBS (2001)\n Answer: CBS", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000003", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1947.0, + "gold": "1947", + "pred": "1947", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Celia Johnson -> nominated for -> Academy Award for Best Actress (1947)\n Hop 2: Academy Award for Best Actress (1947) -> winner -> Loretta Young (1947)\n Answer: 1947", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Claudio Pieri -> country of citizenship -> Italy (2009)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2009)\n Answer: Giorgio Napolitano", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004934", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianna Maria Canale -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> currency -> Italian lira (1978)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000313", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Semey -> country -> Soviet Union (1985)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2016.0, + "gold": "Matteo Renzi", + "pred": "Matteo Renzi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Agnes -> country of citizenship -> Italy (2016)\n Hop 2: Italy -> head of government -> Matteo Renzi (2016)\n Answer: Matteo Renzi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lina Pagliughi -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> shares border with -> Yugoslavia (1965)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000903", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Eusebio Sacrist\u00e1n", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alen Halilovi\u0107 -> member of sports team -> Futbol Club Barcelona (2014)\n Hop 2: Futbol Club Barcelona -> head coach -> Eusebio Sacrist\u00e1n (2014)\n Answer: Eusebio Sacrist\u00e1n", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Umberto Mastroianni -> country of citizenship -> Italy (1979)\n Hop 2: Italy -> shares border with -> Yugoslavia (1979)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005738", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Aldo Moro", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Enzo Sellerio -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1976)\n Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006558", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Artur Moraes -> member of sports team -> S.L. Benfica (2012)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2012)\n Answer: Lu\u00eds Filipe Vieira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004400", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Ruth Prawer Jhabvala", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heat and Dust -> award received -> Booker Prize (1975)\n Hop 2: Booker Prize (1975) -> winner -> Ruth Prawer Jhabvala (1975)\n Answer: Ruth Prawer Jhabvala", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001076", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Johannes Gutenberg University Mainz -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Katholieke Universiteit Leuven (2021)\n Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002725", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Prime Minister of Canada", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: 19th Canadian Ministry -> head of government -> Lester B. Pearson (1968)\n Hop 2: Lester B. Pearson -> position held -> Prime Minister of Canada (1968)\n Answer: Prime Minister of Canada", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003906", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Liga Portugal", + "pred": "Liga Portugal", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pawe\u0142 Kieszek -> member of sports team -> Vit\u00f3ria F.C. (2013)\n Hop 2: Vit\u00f3ria F.C. -> league or competition -> Liga Portugal (2013)\n Answer: Liga Portugal", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004405", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Alberto Bigon", + "pred": "Alberto Bigon", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jocelyn Ahou\u00e9ya -> member of sports team -> FC Sion (2008)\n Hop 2: FC Sion -> head coach -> Alberto Bigon (2008)\n Answer: Alberto Bigon", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Wolfgang Gerhardt", + "pred": "Wolfgang Gerhardt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Scheel -> member of political party -> Free Democratic Party (1999)\n Hop 2: Free Democratic Party -> chairperson -> Wolfgang Gerhardt (1999)\n Answer: Wolfgang Gerhardt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000757", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "COMECON", + "pred": "COMECON", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anila Wilms -> country of citizenship -> Albania (1971)\n Hop 2: Albania -> member of -> COMECON (1971)\n Answer: COMECON", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Ian Porterfield", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karen Dokhoyan -> member of sports team -> Armenia men's national football team (2007)\n Hop 2: Armenia men's national football team -> head coach -> Ian Porterfield (2007)\n Answer: Ian Porterfield", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005056", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Lavrentiy Beria", + "pred": "Lavrentiy Beria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gulag -> parent organization -> NKVD (1944)\n Hop 2: NKVD -> chairperson -> Lavrentiy Beria (1944)\n Answer: Lavrentiy Beria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Mitteldeutscher Rundfunk", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Achim Mentzel -> presenter -> Achims Hitparade (1999)\n Hop 2: Achims Hitparade -> original broadcaster -> Mitteldeutscher Rundfunk (1999)\n Answer: Mitteldeutscher Rundfunk", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008552", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Viganello -> replaced by -> Lugano (2004)\n Hop 2: Lugano -> replaces -> Breganzona (2004)\n Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Bambi Award", + "pred": "Bambi Award", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Janet Leigh -> spouse -> Tony Curtis (1958)\n Hop 2: Tony Curtis -> award received -> Bambi Award (1958)\n Answer: Bambi Award", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000678", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Katharine Hepburn", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ida Kami\u0144ska -> nominated for -> Academy Award for Best Actress (1967)\n Hop 2: Academy Award for Best Actress (1967) -> winner -> Katharine Hepburn\n Answer: Katharine Hepburn", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002043", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pazzallo -> replaced by -> Lugano (2004)\n Hop 2: Lugano -> replaces -> Gandria (2004)\n Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007190", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "coming out", + "pred": "coming out", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anne Heche -> unmarried partner -> Ellen DeGeneres (1997)\n Hop 2: Ellen DeGeneres -> significant event -> coming out (1997)\n Hop 3: Anne Heche -> significant event -> coming out (1997)\n Answer: coming out", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003533", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Migliorini -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> currency -> Italian lira (1967)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: L\u00e1szl\u00f3 B\u00fcky -> educated at -> University of Szeged (1968)\n Hop 2: University of Szeged -> named after -> Attila J\u00f3zsef (1968)\n Answer: Attila J\u00f3zsef", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Ingrid Bergman", + "pred": "1944", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jean Arthur -> nominated for -> Academy Award for Best Actress (1944)\n Hop 2: Academy Award for Best Actress (1944) -> winner -> Ingrid Bergman\n Hop 3: Ingrid Bergman -> winner of -> 1944\n Answer: 1944", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_004864", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Ireland", + "pred": "Ireland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Christian Murro -> member of sports team -> Tenax (2005)\n Hop 2: Tenax -> country -> Ireland (2005)\n Answer: Ireland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001930", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1929.0, + "gold": "1929", + "pred": "1929", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Warner Baxter -> award received -> Academy Award for Best Actor (1929)\n Hop 2: Academy Award for Best Actor (1929) -> winner -> Disraeli (1929)\n Answer: 1929", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004482", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ralph Faudree -> winner -> Euler Medal (2005)\n Answer: 2005", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000444", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "president of Germany", + "pred": "head of government", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Q779279 -> signatory -> Christian Wulff (2011)\n Hop 2: Christian Wulff -> position held -> president of Germany (2011)\n Hop 3: president of Germany -> position holder -> Angela Merkel (2011)\n Answer: head of government", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002417", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Juraj Mik\u00fa\u0161 -> drafted by -> Montreal Canadiens (2005)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (2005)\n Answer: Saku Koivu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bar\u0131\u015f \u00d6r\u00fcc\u00fc -> member of sports team -> Bursaspor (2012)\n Hop 2: Bursaspor -> league or competition -> S\u00fcper Lig (2012)\n Answer: S\u00fcper Lig", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002089", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heat and Dust -> award received -> Booker Prize (1975)\n Hop 2: Booker Prize -> winner -> Ruth Prawer Jhabvala (1975)\n Answer: 1975", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002782", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Horst Bredekamp -> work location -> Berlin (2009)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2009)\n Answer: Klaus Wowereit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Karel Br\u00fcckner", + "pred": "Karel Br\u00fcckner", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roman T\u00fdce -> member of sports team -> Czechia men's national football team (2004)\n Hop 2: Czechia men's national football team -> head coach -> Karel Br\u00fcckner (2004)\n Answer: Karel Br\u00fcckner", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006603", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kiran Desai -> winner -> Booker Prize (2006)\n Hop 2: The Night Watch -> nominated for -> Booker Prize (2006)\n Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000643", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Adolf Hitler", + "pred": "German National People's Party", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Franz Xaver Schwarz -> member of political party -> Nazi Party (1931)\n Hop 2: Nazi Party -> chairperson -> Adolf Hitler (1931)\n Hop 3: Adolf Hitler -> member of political party -> German National People's Party (1931)\n Answer: German National People's Party", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001459", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Sepp Piontek", + "pred": "Sepp Piontek", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kim Vilfort -> member of sports team -> Denmark men's national football team (1986)\n Hop 2: Denmark men's national football team -> head coach -> Sepp Piontek (1986)\n Answer: Sepp Piontek", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007691", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "German Emperor", + "pred": "German Emperor", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Augusta Victoria of Schleswig-Holstein -> spouse -> Wilhelm II (1912)\n Hop 2: Wilhelm II -> position held -> German Emperor (1912)\n Answer: German Emperor", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004382", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Israeli Premier League", + "pred": "Israeli Premier League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rodgers Kola -> member of sports team -> Ironi Kiryat Shmona F.C. (2015)\n Hop 2: Ironi Kiryat Shmona F.C. -> league or competition -> Israeli Premier League (2015)\n Answer: Israeli Premier League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008297", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Luxembourg National Division", + "pred": "2nd Bundesliga", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mathias J\u00e4nisch -> member of sports team -> US Hostert (2009)\n Hop 2: US Hostert -> league or competition -> 2nd Bundesliga (2009)\n Answer: 2nd Bundesliga", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Guido Crepax -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> member of -> European Economic Community (1956)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007490", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Marie Dressler", + "pred": "Marie Dressler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ann Harding -> nominated for -> Academy Award for Best Actress (1931)\n Hop 2: Academy Award for Best Actress (1931) -> winner -> Marie Dressler (1931)\n Answer: Marie Dressler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004470", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Manuel Jim\u00e9nez Jim\u00e9nez", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ra\u00fal Fern\u00e1ndez-Cavada Mateos -> member of sports team -> UD Las Palmas (2018)\n Hop 2: UD Las Palmas -> head coach -> Manuel Jim\u00e9nez Jim\u00e9nez (2018)\n Answer: Manuel Jim\u00e9nez Jim\u00e9nez", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Austin Healey -> member of sports team -> England men\u2019s national rugby union team (2002)\n Hop 2: England men\u2019s national rugby union team -> kit supplier -> Nike (2002)\n Answer: Nike", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Pacific Coliseum", + "pred": "Pacific Coliseum", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jim Sandlak -> drafted by -> Vancouver Canucks (1985)\n Hop 2: Vancouver Canucks -> home venue -> Pacific Coliseum (1985)\n Answer: Pacific Coliseum", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000107", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Prague", + "pred": "Prague", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anton\u00edn Kapek -> member of political party -> Communist Party of Czechoslovakia (1984)\n Hop 2: Communist Party of Czechoslovakia -> headquarters location -> Prague (1984)\n Answer: Prague", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000481", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "The Life of Pi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Joan Barfoot -> nominated for -> Booker Prize (2002)\n Hop 2: Booker Prize -> winner -> Yann Martel (2002)\n Hop 3: Yann Martel -> winner -> The Life of Pi (2002)\n Answer: The Life of Pi", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_005374", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Haloo Helsinki! -> nominated for -> MTV Europe Music Award for Best Finnish Act (2011)\n Hop 2: MTV Europe Music Award for Best Finnish Act -> winner -> Lauri Yl\u00f6nen (2011)\n Hop 3: Lauri Yl\u00f6nen -> equal to -> Kalle Kiviniemi (2011)\n Answer: 2011", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007891", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Second Lady or Gentleman of the United States", + "pred": "Second Lady or Gentleman of the United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Richard Nixon -> position held -> Second Lady or Gentleman of the United States (1956)\n Answer: Second Lady or Gentleman of the United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004941", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Ralf Loose", + "pred": "Ralf Loose", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Chris Philipps -> member of sports team -> SC Preu\u00dfen M\u00fcnster (2015)\n Hop 2: SC Preu\u00dfen M\u00fcnster -> head coach -> Ralf Loose (2015)\n Answer: Ralf Loose", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mar\u00eda Denis -> country of citizenship -> Italy (2003)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2003)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Te sl\u0103vim, Rom\u00e2nie", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: B\u00e2rlad -> country -> Socialist Republic of Romania (1966)\n Hop 2: Socialist Republic of Romania -> anthem -> Te sl\u0103vim, Rom\u00e2nie (1966)\n Answer: Te sl\u0103vim, Rom\u00e2nie", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001311", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: SANAA -> award received -> Pritzker Architecture Prize (2010)\n Hop 2: Pritzker Architecture Prize -> winner -> Ryue Nishizawa (2010)\n Answer: 2010", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003353", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: All Summer Long -> place of publication -> United States (1964)\n Hop 2: United States -> shares border with -> Panama (1964)\n Answer: Panama", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005629", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arnold J. Levine -> award received -> Louisa Gross Horwitz Prize (1998)\n Hop 2: Louisa Gross Horwitz Prize -> winner -> Bert Vogelstein (1998)\n Answer: 1998", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005931", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Leonid Brezhnev", + "pred": "Leonid Brezhnev", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Siim Kallas -> member of political party -> Communist Party of the Soviet Union (1976)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Leonid Brezhnev (1976)\n Answer: Leonid Brezhnev", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005823", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Catherine Schell -> residence -> United States (1957)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1957)\n Answer: Territory of Hawaii", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002989", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Free State of Prussia", + "pred": "Free State of Prussia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anton Kerschbaumer -> work location -> Berlin (1924)\n Hop 2: Berlin -> located in -> Free State of Prussia (1924)\n Answer: Free State of Prussia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004259", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Anne Enright", + "pred": "Anne Enright", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Indra Sinha -> nominated for -> Booker Prize (2007)\n Hop 2: Booker Prize -> winner -> Anne Enright (2007)\n Answer: Anne Enright", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002166", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Ligue 1", + "pred": "Ligue 1", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gr\u00e9gory Ursule -> member of sports team -> FC Girondins de Bordeaux (1995)\n Hop 2: FC Girondins de Bordeaux -> league or competition -> Ligue 1 (1995)\n Answer: Ligue 1", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nigel Hawthorne -> nominated for -> Academy Award for Best Actor (1995)\n Hop 2: Academy Award for Best Actor -> winner -> Nicolas Cage (1995)\n Hop 3: Nicolas Cage -> equal to -> Nicolas Cage (1995)\n Answer: 1995", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008518", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Hans Backe", + "pred": "Hans Backe", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan Gunnar Solli -> member of sports team -> Red Bull New York (2012)\n Hop 2: Red Bull New York -> head coach -> Hans Backe (2012)\n Answer: Hans Backe", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003792", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ferruccio Tagliavini -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> head of state -> Sandro Pertini (1984)\n Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000844", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "1999 Tony Award for Best Actor", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Cast Away -> nominated for -> Academy Award for Best Actor (2001)\n Hop 2: Academy Award for Best Actor -> winner -> Denzel Washington (2001)\n Hop 3: Denzel Washington -> winner of -> 1999 Tony Award for Best Actor (2001)\n Answer: 1999 Tony Award for Best Actor", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005425", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario De Don\u00e0 -> country of citizenship -> Italy (1979)\n Hop 2: Italy -> head of state -> Sandro Pertini (1979)\n Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006156", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The Sea Inside", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Romain Duris -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor (2005) -> winner -> Javier Bardem (2005)\n Hop 3: Javier Bardem -> winner -> The Sea Inside (2005)\n Answer: The Sea Inside", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006038", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Austro-Hungarian krone", + "pred": "Austro-Hungarian krone", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lunga -> country -> First Hungarian Republic (1918)\n Hop 2: First Hungarian Republic -> currency -> Austro-Hungarian krone (1918)\n Answer: Austro-Hungarian krone", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008465", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1923.0, + "gold": "Egyptian pound", + "pred": "Egyptian pound", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ramallah -> country -> Mandatory Palestine (1923)\n Hop 2: Mandatory Palestine -> currency -> Egyptian pound (1923)\n Answer: Egyptian pound", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_004604", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Javier Aguirre", + "pred": "Mircea Lucescu", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Cosmin Contra -> member of sports team -> Romania men's national association football team (2006)\n Hop 2: Romania men's national association football team -> head coach -> Mircea Lucescu (2006)\n Answer: Mircea Lucescu", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002929", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "The Internationale", + "pred": "The Internationale", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Black Sea Governorate -> located in -> Russian Soviet Federative Socialist Republic (1920)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> The Internationale (1920)\n Answer: The Internationale", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007720", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Peppino De Filippo -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005879", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Raffaele Anguilla -> country of citizenship -> Italy (2002)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2002)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001938", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Territory of Hawaii", + "pred": "Kamehameha Schools", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Yul Brynner -> country of citizenship -> United States (1951)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1951)\n Hop 3: Territory of Hawaii -> contains the administrative territorial entity -> Kamehameha Schools (1951)\n Answer: Kamehameha Schools", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Academy Award for Best Supporting Actress", + "pred": "Academy Award for Best Supporting Actress", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shelley Winters -> spouse -> Anthony Franciosa (1960)\n Hop 2: Anthony Franciosa -> spouse -> Shelley Winters (1960)\n Hop 3: Shelley Winters -> nominated for -> Academy Award for Best Supporting Actress (1960)\n Answer: Academy Award for Best Supporting Actress", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006351", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade de France", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Andr\u00e9 Chorda -> member of sports team -> France men's national association football team (1966)\n Hop 2: France men's national association football team -> home venue -> Stade de France (1966)\n Answer: Stade de France", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005087", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Bettinelli -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006536", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Floriano Bodini -> country of citizenship -> Italy (2002)\n Answer: Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006736", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Sandra Bullock", + "pred": "2009 Golden Globe Award for Best Actress - Motion Picture Drama", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Doubt -> nominated for -> Academy Award for Best Actress (2009)\n Hop 2: Academy Award for Best Actress -> winner -> Sandra Bullock (2009)\n Hop 3: Sandra Bullock -> winner -> 2009 Golden Globe Award for Best Actress - Motion Picture Drama (2009)\n Answer: 2009 Golden Globe Award for Best Actress - Motion Picture Drama", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004654", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Khrustalnyi -> country -> Russian Empire (1915)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1915)\n Answer: Nicholas II of Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005945", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frank Tieri -> residence -> United States (1965)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1965)\n Answer: Lyndon B. Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007681", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Daman and Diu", + "pred": "Daman and Diu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: India -> contains the administrative territorial entity -> Daman and Diu (1988)\n Answer: Daman and Diu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006184", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Smiley Smile -> place of publication -> United States (1967)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1967)\n Answer: Lyndon B. Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000115", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Caja M\u00e1gica", + "pred": "Caja M\u00e1gica", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ettore Messina -> member of sports team -> Real Madrid Baloncesto (2010)\n Hop 2: Real Madrid Baloncesto -> home venue -> Caja M\u00e1gica (2010)\n Answer: Caja M\u00e1gica", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002711", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Memo Benassi -> country of citizenship -> Italy (1954)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1954)\n Answer: Alcide De Gasperi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005754", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pavao Pavli\u010di\u0107 -> award received -> NIN Prize (1981)\n Hop 2: NIN Prize -> country -> Socialist Federal Republic of Yugoslavia (1981)\n Answer: Socialist Federal Republic of Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00d6nder Akda\u011f -> member of sports team -> Akhisar Belediyespor (2012)\n Hop 2: Akhisar Belediyespor -> league or competition -> S\u00fcper Lig (2012)\n Answer: S\u00fcper Lig", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000552", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paolo Soleri -> residence -> Italy (1951)\n Hop 2: Italy -> currency -> Italian lira (1951)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000403", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "SeatGeek Stadium", + "pred": "SeatGeek Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paolo Tornaghi -> member of sports team -> Chicago Fire FC (2012)\n Hop 2: Chicago Fire FC -> home venue -> SeatGeek Stadium (2012)\n Answer: SeatGeek Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003856", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Faye Dunaway -> unmarried partner -> Marcello Mastroianni (1971)\n Hop 2: Marcello Mastroianni -> country of citizenship -> Italy (1971)\n Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003602", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Mikhail Gorbachev", + "pred": "Mikhail Gorbachev", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrus \u00d6\u00f6vel -> member of political party -> Communist Party of the Soviet Union (1986)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Mikhail Gorbachev (1986)\n Answer: Mikhail Gorbachev", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007850", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cesare Andrea Bixio -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> shares border with -> Yugoslavia (1950)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001019", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1962.0, + "gold": "1962", + "pred": "1962", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: United States Navy SEALs -> founder -> John F. Kennedy (1962)\n Hop 2: John F. Kennedy -> nominated for -> Nobel Peace Prize (1962)\n Answer: 1962", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004322", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Dietrich Stobbe", + "pred": "Dietrich Stobbe", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anna Seghers -> residence -> Berlin (1980)\n Hop 2: Berlin -> head of government -> Dietrich Stobbe (1980)\n Answer: Dietrich Stobbe", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004271", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Francesco Carpino -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Leone (1969)\n Answer: Giovanni Leone", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001171", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armando Ceste -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2001)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007890", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "1970", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Genevi\u00e8ve Bujold -> nominated for -> Academy Award for Best Actress (1970)\n Hop 2: Academy Award for Best Actress (1970) -> winner -> Glenda Jackson\n Hop 3: Glenda Jackson -> winner -> 1970\n Answer: 1970", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_008632", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Hungarian People's Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Demeter Balla -> work location -> Budapest (1968)\n Hop 2: Budapest -> capital of -> Hungarian People's Republic (1968)\n Answer: Hungarian People's Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007395", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1925.0, + "gold": "Egyptian pound", + "pred": "Egyptian pound", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Afula -> country -> Mandatory Palestine (1925)\n Hop 2: Mandatory Palestine -> currency -> Egyptian pound (1925)\n Answer: Egyptian pound", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007784", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Paul Scott", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jennifer Johnston -> nominated for -> Booker Prize (1977)\n Hop 2: Booker Prize -> winner -> Paul Scott (1977)\n Answer: Paul Scott", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006008", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Alain Afflelou", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rainer Ernst -> member of sports team -> Q298267 (1992)\n Hop 2: Q298267 -> chairperson -> Alain Afflelou (1992)\n Answer: Alain Afflelou", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007623", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Zden\u011bk Zeman", + "pred": "Zden\u011bk Zeman", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roberto Bacci -> member of sports team -> SS Lazio (1995)\n Hop 2: SS Lazio -> head coach -> Zden\u011bk Zeman (1995)\n Answer: Zden\u011bk Zeman", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000261", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Max Blokzijl -> work location -> Berlin (1932)\n Hop 2: Berlin -> country -> Weimar Republic (1932)\n Answer: Weimar Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005362", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nino Baragli -> country of citizenship -> Italy (1992)\n Hop 2: Italy -> shares border with -> Yugoslavia (1992)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003134", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Teen Choice Awards", + "pred": "Teen Choice Awards", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Call Me Maybe -> performer -> Carly Rae Jepsen (2012)\n Hop 2: Carly Rae Jepsen -> award received -> Teen Choice Awards (2012)\n Answer: Teen Choice Awards", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Emirates", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kai-Fabian Schulz -> member of sports team -> Hamburger SV (2009)\n Hop 2: Hamburger SV -> sponsor -> Emirates (2009)\n Answer: Emirates", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003313", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eugenio Monti -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> currency -> Italian lira (1972)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005360", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tim Eitel -> work location -> Berlin (2009)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2009)\n Answer: Klaus Wowereit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001597", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Peter Carey", + "pred": "The Secret River", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rachel Seiffert -> nominated for -> Booker Prize (2001)\n Hop 2: Booker Prize -> winner -> Peter Carey (2001)\n Hop 3: Peter Carey -> winner of -> The Secret River (2001)\n Answer: The Secret River", + "judge_em": 0, + "judge_reply": "I NEED TO PARSE" + }, + { + "id": "q_003838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Ronald Colman", + "pred": "Q108366", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hamlet -> award received -> Academy Award for Best Actor (1947)\n Hop 2: Academy Award for Best Actor (1947) -> winner -> Ronald Colman (1947)\n Hop 3: Q108366 -> nominated for -> Academy Award for Best Actor (1947)\n Answer: Q108366", + "judge_em": 0, + "judge_reply": "I NEED TO DETERMINE" + }, + { + "id": "q_005949", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mih\u00e1ly Bart\u00f3k -> employer -> University of Szeged (1998)\n Hop 2: University of Szeged -> named after -> Attila J\u00f3zsef (1998)\n Answer: Attila J\u00f3zsef", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005024", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Abraham Beame", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Philip Taaffe -> work location -> New York City (1974)\n Hop 2: New York City -> head of government -> Abraham Beame (1974)\n Answer: Abraham Beame", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007032", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Heinrich Himmler", + "pred": "Heinrich Himmler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karl Gerland -> member of -> Schutzstaffel (1942)\n Hop 2: Schutzstaffel -> director / manager -> Heinrich Himmler (1942)\n Answer: Heinrich Himmler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004269", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Baldi -> member of sports team -> Juventus FC (1914)\n Hop 2: Juventus FC -> country -> Kingdom of Italy (1914)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005207", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heinz Wewers -> member of sports team -> Germany men's national association football team (1958)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1958)\n Answer: Sepp Herberger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008065", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Constantinople", + "pred": "Constantinople", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Old City of Jerusalem -> country -> Ottoman Empire (1915)\n Hop 2: Ottoman Empire -> capital -> Constantinople (1915)\n Answer: Constantinople", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003648", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Nunzio Malasomma -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Economic Community (1951)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000919", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "Franz Beckenbauer", + "pred": "Franz Beckenbauer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hans Pfl\u00fcgler -> member of sports team -> Germany men's national association football team (1987)\n Hop 2: Germany men's national association football team -> head coach -> Franz Beckenbauer (1987)\n Answer: Franz Beckenbauer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Colin Farrell -> unmarried partner -> Britney Spears (2004)\n Hop 2: Britney Spears -> award received -> Grammy Award for Best Dance/Electronic Recording (2004)\n Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007438", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pavao Pavli\u010di\u0107 -> award received -> NIN Prize (1981)\n Hop 2: NIN Prize -> country -> Socialist Federal Republic of Yugoslavia (1981)\n Answer: Socialist Federal Republic of Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000509", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Giovanni Leone", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Celano -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (1975)\n Hop 3: Italy -> head of state -> Giovanni Leone (1975)\n Answer: Giovanni Leone", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "The Sellout", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gerard Donovan -> nominated for -> Booker Prize (2003)\n Hop 2: Booker Prize (2003) -> winner -> DBC Pierre (2003)\n Hop 3: DBC Pierre (2003) -> winner -> The Sellout (2003)\n Answer: The Sellout", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006108", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "presidential system", + "pred": "presidential system", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Krak\u00f3w -> country -> General Government (1939)\n Hop 2: General Government -> basic form of government -> presidential system (1939)\n Answer: presidential system", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001184", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Robert Bolt", + "pred": "Robert Bolt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Doctor Zhivago -> award received -> Golden Globe Award for Best Screenplay (1965)\n Hop 2: Golden Globe Award for Best Screenplay -> winner -> Robert Bolt (1965)\n Answer: Robert Bolt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001023", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Du\u0161an Uhrin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan Suchop\u00e1rek -> member of sports team -> Czechia men's national football team (1995)\n Hop 2: Czechia men's national football team -> head coach -> Du\u0161an Uhrin (1995)\n Answer: Du\u0161an Uhrin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001479", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Javier Aguirre", + "pred": "Luis Fernando L\u00f3pez", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luis Amaranto Perea -> member of sports team -> Colombia men's national football team (2007)\n Hop 2: Colombia men's national football team -> head coach -> Luis Fernando L\u00f3pez (2007)\n Answer: Luis Fernando L\u00f3pez", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006983", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Giovanni Gronchi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Maria Caniglia -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1956)\n Answer: Giuseppe Saragat", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007833", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "White Hart Lane", + "pred": "White Hart Lane", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andy Gray -> member of sports team -> Tottenham Hotspur F.C. (1994)\n Hop 2: Tottenham Hotspur F.C. -> home venue -> White Hart Lane (1994)\n Answer: White Hart Lane", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005681", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Max Blokzijl -> work location -> Berlin (1930)\n Hop 2: Berlin -> country -> Weimar Republic (1930)\n Answer: Weimar Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003706", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arnaud G\u00e9rard -> member of sports team -> Groupama-FDJ United (2005)\n Hop 2: Groupama-FDJ United -> head coach -> Jean-Cyril Robin (2005)\n Answer: 2005", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007006", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Du\u0161an Uhrin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jan Suchop\u00e1rek -> member of sports team -> Czechia men's national football team (1995)\n Hop 2: Czechia men's national football team -> head coach -> Du\u0161an Uhrin (1995)\n Answer: Du\u0161an Uhrin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004220", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rog\u00e9rio Luiz da Silva -> member of sports team -> FC Wil 1900 (2003)\n Hop 2: FC Wil 1900 -> league or competition -> Swiss Super League (2003)\n Answer: Swiss Super League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007500", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Balaklava -> country -> Russian Empire (1917)\n Hop 2: Russian Empire -> anthem -> God Save the Tsar! (1917)\n Answer: God Save the Tsar!", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "German Empire", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fritz Stuckenberg -> work location -> Paris (1912)\n Hop 2: Paris -> country -> France (1912)\n Answer: France", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003362", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ireland", + "pred": "Ireland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Micul\u00e0 Dematteis -> member of sports team -> Tenax (2007)\n Hop 2: Tenax -> country -> Ireland (2007)\n Answer: Ireland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007378", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Allianz Arena", + "pred": "Allianz Arena", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Moritz Volz -> member of sports team -> TSV 1860 M\u00fcnchen (2014)\n Hop 2: TSV 1860 M\u00fcnchen -> home venue -> Allianz Arena (2014)\n Answer: Allianz Arena", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002356", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kemerovo -> located in -> Novosibirsk Oblast (1940)\n Hop 2: Novosibirsk Oblast -> country -> Soviet Union (1940)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004000", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Walter Mazzarri", + "pred": "Walter Mazzarri", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jonathan Moreira -> member of sports team -> Inter Milan (2013)\n Hop 2: Inter Milan -> head coach -> Walter Mazzarri (2013)\n Answer: Walter Mazzarri", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003511", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Hungarian Olympic Committee", + "pred": "Hungarian Olympic Committee", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gy\u0151r -> head of government -> Zsolt Borkai (2011)\n Hop 2: Zsolt Borkai -> member of -> Hungarian Olympic Committee (2011)\n Answer: Hungarian Olympic Committee", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: BND law -> signatory -> Gerhard Stoltenberg (1990)\n Hop 2: Gerhard Stoltenberg -> country of citizenship -> West Germany (1990)\n Answer: West Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008482", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Harry Warren", + "pred": "Harry Warren", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Richard Rodgers -> award received -> Academy Award for Best Original Song (1946)\n Hop 2: Academy Award for Best Original Song (1946) -> winner -> Harry Warren\n Answer: Harry Warren", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001610", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ugo Attardi -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of state -> Sandro Pertini (1980)\n Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "pred": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karel Schwarzenberg -> member of political party -> TOP 09 (2018)\n Hop 2: TOP 09 -> chairperson -> Ji\u0159\u00ed Posp\u00ed\u0161il (2018)\n Answer: Ji\u0159\u00ed Posp\u00ed\u0161il", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007160", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Peppino De Filippo -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> member of -> European Economic Community (1956)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003247", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Kevin Federline", + "pred": "Kevin Federline", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Colin Farrell -> unmarried partner -> Britney Spears (2004)\n Hop 2: Britney Spears -> spouse -> Kevin Federline (2004)\n Answer: Kevin Federline", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000810", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Liga I", + "pred": "Liga I", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ovidiu Cornel Hanganu -> member of sports team -> Victoria Bucure\u0219ti (1990)\n Hop 2: Victoria Bucure\u0219ti -> league or competition -> Liga I (1990)\n Answer: Liga I", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006432", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Joseph Stalin", + "pred": "Joseph Stalin", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dmitriy Ustinov -> member of political party -> Communist Party of the Soviet Union (1929)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Joseph Stalin (1929)\n Answer: Joseph Stalin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007768", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> currency -> Italian lira (1984)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Zhou Enlai", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: People's Republic of China -> head of government -> Zhou Enlai (1967)\n Answer: Zhou Enlai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Rock and Roll Hall of Fame", + "pred": "Rock and Roll Hall of Fame", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tears in Heaven -> performer -> Eric Clapton (1992)\n Hop 2: Eric Clapton -> award received -> Rock and Roll Hall of Fame (1992)\n Answer: Rock and Roll Hall of Fame", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003836", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The Ninth Day -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor -> winner -> Daniel Auteuil (2005)\n Answer: Daniel Auteuil", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007908", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Paolo Dezza -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_003128", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Spencer Tracy", + "pred": "Richard Burton", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Academy Award for Best Actress -> winner -> Katharine Hepburn (1967)\n Hop 2: Katharine Hepburn -> unmarried partner -> Richard Burton (1967)\n Answer: Richard Burton", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Sandro Pertini", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gianni Dova -> country of citizenship -> Italy (1986)\n Hop 2: Italy -> head of state -> Sandro Pertini (1986)\n Answer: Sandro Pertini", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001510", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "UTC\u221204:00", + "pred": "UTC\u221204:00", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cartagena Agreement -> signatory -> Chile (1970)\n Hop 2: Chile -> located in time zone -> UTC\u221204:00 (1970)\n Answer: UTC\u221204:00", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Werner Greuter", + "pred": "Werner Greuter", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Beat Ernst Leuenberger -> employer -> Botanic Garden and Botanical Museum Berlin (2004)\n Hop 2: Botanic Garden and Botanical Museum Berlin -> chief executive officer -> Werner Greuter (2004)\n Answer: Werner Greuter", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Maurice Druon", + "pred": "Maurice Druon", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Julien Green -> member of -> Acad\u00e9mie Fran\u00e7aise (1989)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Maurice Druon (1989)\n Answer: Maurice Druon", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001232", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nino Baragli -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> shares border with -> Yugoslavia (1951)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007512", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heinz Wewers -> member of sports team -> Germany men's national association football team (1958)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1958)\n Answer: Sepp Herberger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000089", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Luigi Filippo D'Amico -> country of citizenship -> Italy (1999)\n Hop 2: Italy -> member of -> European Union (1999)\n Answer: European Union", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008698", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Best Supporting Actress (1947)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Celia Johnson -> nominated for -> Academy Award for Best Actress (1947)\n Hop 2: Academy Award for Best Actress (1947) -> winner -> Loretta Young\n Hop 3: Loretta Young -> nominated for -> Best Supporting Actress (1947)\n Answer: Best Supporting Actress (1947)", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007875", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrea Miano -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> shares border with -> Yugoslavia (1950)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006661", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "President of the United States", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Age Discrimination in Employment Act of 1967 -> signatory -> Lyndon B. Johnson (1967)\n Hop 2: Lyndon B. Johnson -> position held -> President of the United States (1967)\n Answer: President of the United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007505", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Bobby Clarke", + "pred": "Bobby Clarke", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roman \u010cechm\u00e1nek -> drafted by -> Philadelphia Flyers (2000)\n Hop 2: Philadelphia Flyers -> general manager -> Bobby Clarke (2000)\n Answer: Bobby Clarke", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giuliano Carnimeo -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008555", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rod Langway -> drafted by -> Montreal Canadiens (1977)\n Hop 2: Montreal Canadiens -> home venue -> Montreal Forum (1977)\n Answer: Montreal Forum", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006491", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: 29th U-boat Flotilla -> has part(s) -> U-331 (1942)\n Hop 2: U-97 -> part of -> 29th U-boat Flotilla (1942)\n Answer: 1942", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Piero Scotti -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Giovanni Leone (1971)\n Answer: Giovanni Leone", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002698", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Gregor Strasser", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Albin Lesky -> member of political party -> Nazi Party (1938)\n Hop 2: Nazi Party -> chairperson -> Gregor Strasser (1938)\n Answer: Gregor Strasser", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005937", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carol Greider -> award received -> Albert Lasker Award for Basic Medical Research (2006)\n Hop 2: Albert Lasker Award for Basic Medical Research -> winner -> Jack Szostak (2006)\n Hop 3: Jack Szostak -> award received -> Nobel Prize in Physiology or Medicine (2006)\n Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007021", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eduardo Salvio -> member of sports team -> S.L. Benfica (2018)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2018)\n Answer: Lu\u00eds Filipe Vieira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003151", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "The Life of Pi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Joan Barfoot -> nominated for -> Booker Prize (2002)\n Hop 2: Booker Prize -> winner -> Yann Martel (2002)\n Hop 3: Yann Martel -> award received -> The Life of Pi (2002)\n Answer: The Life of Pi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002519", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jennifer Connelly -> nominated for -> Broadcast Film Critics Association Award for Best Actress (2003)\n Hop 2: Broadcast Film Critics Association Award for Best Actress -> winner -> Charlize Theron (2003)\n Hop 3: Charlize Theron -> equal to -> 2003 (2003)\n Answer: 2003", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007514", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Richard Falbr -> position held -> Czech-Moravian Confederation of Trade Unions (1999)\n Answer: chairperson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008443", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> member of -> European Economic Community (1953)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007726", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1992.0, + "gold": "1992", + "pred": "1992", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Val\u00e9rie Lemercier -> nominated for -> C\u00e9sar Award for Best Supporting Actress (1992)\n Hop 2: C\u00e9sar Award for Best Supporting Actress -> winner -> Anne Brochet (1992)\n Answer: 1992", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001549", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "V\u00e1clav Havel", + "pred": "V\u00e1clav Havel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Czech Republic -> head of state -> V\u00e1clav Havel (2000)\n Answer: V\u00e1clav Havel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007129", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Viganello -> replaced by -> Lugano (2004)\n Hop 2: Lugano -> replaces -> Pambio-Noranco (2004)\n Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000883", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Heinrich Br\u00fcning", + "pred": "Heinrich Br\u00fcning", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bonn -> country -> Weimar Republic (1931)\n Hop 2: Weimar Republic -> head of government -> Heinrich Br\u00fcning (1931)\n Answer: Heinrich Br\u00fcning", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000442", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "William Emmett Dever", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sister Rosetta Tharpe -> residence -> Chicago (1924)\n Hop 2: Chicago -> head of government -> William Emmett Dever (1924)\n Answer: William Emmett Dever", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004066", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Peter Gerhardsson", + "pred": "Peter Gerhardsson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andreas Drugge -> member of sports team -> BK H\u00e4cken (2013)\n Hop 2: BK H\u00e4cken -> head coach -> Peter Gerhardsson (2013)\n Answer: Peter Gerhardsson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002302", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Egyptian pound", + "pred": "Egyptian pound", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rosh Pinna -> country -> Mandatory Palestine (1920)\n Hop 2: Mandatory Palestine -> currency -> Egyptian pound (1920)\n Answer: Egyptian pound", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002564", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Cantelli -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> shares border with -> Yugoslavia (1947)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004005", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Otto Nerz", + "pred": "Otto Nerz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Willi Lindner -> member of sports team -> Germany men's national association football team (1933)\n Hop 2: Germany men's national association football team -> head coach -> Otto Nerz (1933)\n Answer: Otto Nerz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Umberto II of Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Eugenio Castellotti -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> head of state -> Umberto II of Italy (1950)\n Answer: Umberto II of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005652", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Jane Byrne", + "pred": "Jane Byrne", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dennis Daugaard -> residence -> Chicago (1980)\n Hop 2: Chicago -> head of government -> Jane Byrne (1980)\n Answer: Jane Byrne", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002217", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Liliana Ronchetti -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> currency -> Italian lira (1970)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008015", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Albert II of Belgium", + "pred": "Albert II of Belgium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pino Cerami -> country of citizenship -> Belgium (2005)\n Hop 2: Belgium -> head of state -> Albert II of Belgium (2005)\n Answer: Albert II of Belgium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000895", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "RTL", + "pred": "RTL", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Maximilian Br\u00fcckner -> award received -> Bavarian TV Awards (2018)\n Hop 2: Bavarian TV Awards -> original broadcaster -> RTL (2018)\n Answer: RTL", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008365", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Javier Aguirre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00c9ver Banega -> member of sports team -> Atl\u00e9tico Madrid (2008)\n Hop 2: Atl\u00e9tico Madrid -> head coach -> Javier Aguirre (2008)\n Answer: Javier Aguirre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006348", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Te sl\u0103vim, Rom\u00e2nie", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Buhu\u0219i -> country -> Socialist Republic of Romania (1974)\n Hop 2: Socialist Republic of Romania -> anthem -> Te sl\u0103vim, Rom\u00e2nie (1974)\n Answer: Te sl\u0103vim, Rom\u00e2nie", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000645", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paolo Marcello Brignoli -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008492", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vikenty Veresaev -> country of citizenship -> Russian Empire (1912)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1912)\n Answer: Nicholas II of Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006824", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Anita Brookner", + "pred": "Anita Brookner", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: David Lodge -> nominated for -> Booker Prize (1984)\n Hop 2: Booker Prize -> winner -> Anita Brookner (1984)\n Answer: Anita Brookner", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000773", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "Winona Ryder", + "pred": "Winona Ryder", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frances McDormand -> award received -> Golden Globe Award for Best Supporting Actress \u2013 Motion Picture (1993)\n Hop 2: Golden Globe Award for Best Supporting Actress \u2013 Motion Picture -> winner -> Winona Ryder (1993)\n Answer: Winona Ryder", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001316", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Conrad Schumann -> country of citizenship -> West Germany (1979)\n Hop 2: West Germany -> currency -> Deutsche Mark (1979)\n Answer: Deutsche Mark", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004368", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Steve Borthwick -> member of sports team -> England men\u2019s national rugby union team (2008)\n Hop 2: England men\u2019s national rugby union team -> kit supplier -> Nike (2008)\n Answer: Nike", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005868", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Umberto II of Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giulio Onesti -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Umberto II of Italy (1951)\n Answer: Umberto II of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The Ninth Day -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor -> winner -> Daniel Auteuil (2005)\n Answer: Daniel Auteuil", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: American Book Awards -> winner -> Joe Sacco (1996)\n Hop 2: Fred Ho -> award received -> American Book Awards (1996)\n Hop 3: 1996 -> year -> winner of Fred Ho's award received (1996)\n Answer: 1996", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Gwyneth Paltrow", + "pred": "Gwyneth Paltrow", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The Wings of the Dove -> nominated for -> Academy Award for Best Actress (1998)\n Hop 2: Academy Award for Best Actress -> winner -> Gwyneth Paltrow (1998)\n Hop 3: After Susan Sarandon nominated for Academy Award for Best Actress -> winner -> Gwyneth Paltrow (1998)\n Answer: Gwyneth Paltrow", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008659", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "A. S. Byatt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Brian Moore -> nominated for -> Booker Prize (1990)\n Hop 2: Booker Prize (1990) -> winner -> A. S. Byatt (1990)\n Answer: A. S. Byatt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000763", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ilva Ligabue -> country of citizenship -> Italy (1977)\n Hop 2: Italy -> shares border with -> Yugoslavia (1977)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005896", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> currency -> Italian lira (1976)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000117", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Enrico de Nicola", + "pred": "Umberto II of Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Guglielmo Pesenti -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> head of state -> Umberto II of Italy (1947)\n Answer: Umberto II of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000027", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Rudy Giuliani", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: William Vickrey -> residence -> New York City (1994)\n Hop 2: New York City -> head of government -> Rudy Giuliani (1994)\n Answer: Rudy Giuliani", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002041", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Visintin -> country of citizenship -> Italy (1983)\n Hop 2: Italy -> head of state -> Sandro Pertini (1983)\n Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002860", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Max Blokzijl -> work location -> Berlin (1932)\n Hop 2: Berlin -> country -> Weimar Republic (1932)\n Answer: Weimar Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004247", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Luise Rainer", + "pred": "Luise Rainer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Theodora Goes Wild -> nominated for -> Academy Award for Best Actress (1937)\n Hop 2: Academy Award for Best Actress -> winner -> Luise Rainer (1937)\n Answer: Luise Rainer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008294", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Hyundai", + "pred": "Hyundai", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andreas Fischer -> member of sports team -> Hamburger SV (1996)\n Hop 2: Hamburger SV -> sponsor -> Hyundai (1996)\n Answer: Hyundai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006036", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "The Pentagon", + "pred": "The Pentagon", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Charlie Munger -> military branch -> United States Army Air Forces (1945)\n Hop 2: United States Army Air Forces -> headquarters location -> The Pentagon (1945)\n Answer: The Pentagon", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001816", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Norma Shearer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ruth Chatterton -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> winner -> Academy Award for Best Actress (1930)\n Answer: Norma Shearer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008058", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anton Hofer -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004387", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Cel\u00e2l Bayar", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mehmed Uzun -> country of citizenship -> Turkey (1955)\n Hop 2: Turkey -> head of state -> Cel\u00e2l Bayar (1955)\n Answer: Cel\u00e2l Bayar", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004841", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Abdullah Avc\u0131", + "pred": "Abdullah Avc\u0131", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jo\u00e3o Pereira -> member of sports team -> Trabzonspor (2021)\n Hop 2: Trabzonspor -> head coach -> Abdullah Avc\u0131 (2021)\n Answer: Abdullah Avc\u0131", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000340", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Echo Music Prize", + "pred": "Echo Music Prize", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Britney Spears -> award received -> Echo Music Prize (2001)\n Answer: Echo Music Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001431", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Massimiliano Allegri", + "pred": "Massimiliano Allegri", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Philippe Mex\u00e8s -> member of sports team -> AC Milan (2011)\n Hop 2: AC Milan -> head coach -> Massimiliano Allegri (2011)\n Answer: Massimiliano Allegri", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002560", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Horst P. Horst -> work location -> United States (1939)\n Hop 2: United States -> shares border with -> Panama (1939)\n Answer: Panama", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003591", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erlangen -> country -> Nazi Germany (1939)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1939)\n Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006178", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Oscar Luigi Scalfaro", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Glauco Onorato -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Answer: Oscar Luigi Scalfaro", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003130", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: \u00c1rp\u00e1d Berczik -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1947)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1947)\n Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001771", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "habilitation", + "pred": "habilitation", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Olba -> director of archaeological fieldwork -> Ulrich Gotter (2002)\n Hop 2: Ulrich Gotter -> assessment -> habilitation (2002)\n Answer: habilitation", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004635", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "1967", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ida Kami\u0144ska -> nominated for -> Academy Award for Best Actress (1967)\n Hop 2: Academy Award for Best Actress (1967) -> winner -> Katharine Hepburn (1967)\n Hop 3: Katharine Hepburn (1967) -> winner -> 1967\n Answer: 1967", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007347", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Ruth Prawer Jhabvala", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heat and Dust -> award received -> Booker Prize (1975)\n Hop 2: Booker Prize (1975) -> winner -> Ruth Prawer Jhabvala (1975)\n Answer: Ruth Prawer Jhabvala", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002289", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Francesco Antonazzi -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giovanni Leone (1970)\n Answer: Giovanni Leone", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006810", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2016", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tessa Thompson -> unmarried partner -> Janelle Mon\u00e1e (2016)\n Hop 2: Janelle Mon\u00e1e -> award received -> Broadcast Film Critics Association Award for Best Cast (2016)\n Answer: 2016", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001750", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Eduard Weiter", + "pred": "Eduard Weiter", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Robert Dauber -> place of detention -> Dachau concentration camp (1944)\n Hop 2: Dachau concentration camp -> director / manager -> Eduard Weiter (1944)\n Answer: Eduard Weiter", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "David Wagner", + "pred": "David Wagner", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Conor Coady -> member of sports team -> Huddersfield Town A.F.C. (2015)\n Hop 2: Huddersfield Town A.F.C. -> head coach -> David Wagner (2015)\n Answer: David Wagner", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001742", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Sandro Pertini", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Carmelo Di Bella -> country of citizenship -> Italy (1986)\n Hop 2: Italy -> head of state -> Sandro Pertini (1986)\n Answer: Sandro Pertini", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004401", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cominform", + "pred": "Cominform", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marceline Loridan-Ivens -> member of political party -> French Communist Party (1955)\n Hop 2: French Communist Party -> member of -> Cominform (1955)\n Answer: Cominform", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000948", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rod Langway -> drafted by -> Montreal Canadiens (1977)\n Hop 2: Montreal Canadiens -> home venue -> Montreal Forum (1977)\n Answer: Montreal Forum", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Carlo Clerici -> country of citizenship -> Italy (1954)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1954)\n Answer: Alcide De Gasperi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001031", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "J. M. Coetzee", + "pred": "David Malouf", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Graham Swift -> nominated for -> Booker Prize (1983)\n Hop 2: Booker Prize (1983) -> winner -> J. M. Coetzee (1983)\n Hop 3: J. M. Coetzee (1983) -> winner -> David Malouf (1983)\n Answer: David Malouf", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002458", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Oleh Protasov", + "pred": "Oleh Protasov", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ihar Stasevich -> member of sports team -> FC Dinamo Minsk (2013)\n Hop 2: FC Dinamo Minsk -> head coach -> Oleh Protasov (2013)\n Answer: Oleh Protasov", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001069", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Ed Koch", + "pred": "Ed Koch", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Braldt Bralds -> work location -> New York City (1981)\n Hop 2: New York City -> head of government -> Ed Koch (1981)\n Answer: Ed Koch", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carnegie Mellon University -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> CERN (2021)\n Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006304", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "mayor", + "pred": "mayor", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: T\u00fcbingen -> head of government -> Adolf Hartmeyer (1948)\n Hop 2: Adolf Hartmeyer -> position held -> mayor (1948)\n Answer: mayor", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004531", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Mario Monti", + "pred": "Mario Monti", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonio Carluccio -> country of citizenship -> Italy (2012)\n Hop 2: Italy -> head of government -> Mario Monti (2012)\n Answer: Mario Monti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000931", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: James Spudich -> award received -> Albert Lasker Award for Basic Medical Research (2012)\n Hop 2: Albert Lasker Award for Basic Medical Research -> winner -> Ronald Vale (2012)\n Answer: 2012", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007956", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Eric Gerets", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Faryd Mondrag\u00f3n -> member of sports team -> Galatasaray S.K. (2006)\n Hop 2: Galatasaray S.K. -> head coach -> Eric Gerets (2006)\n Answer: Eric Gerets", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007340", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "Hyundai", + "pred": "Hyundai", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stefan B\u00f6ger -> member of sports team -> Hamburger SV (1998)\n Hop 2: Hamburger SV -> sponsor -> Hyundai (1998)\n Answer: Hyundai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003676", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "Colin Firth", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: A Single Man -> nominated for -> Academy Award for Best Actor (2010)\n Hop 2: Jeremy Renner -> nominated for -> Academy Award for Best Actor (2010)\n Hop 3: Academy Award for Best Actor (2010) -> winner -> Colin Firth (2010)\n Answer: Colin Firth", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001222", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Olenegorsk -> located in -> Murmansk Oblast (1991)\n Hop 2: Murmansk Oblast -> country -> Soviet Union (1991)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006158", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Adone Zoli", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giani Stuparich -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1957)\n Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005324", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Celano -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> currency -> Italian lira (1960)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "George W. Bush", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Susan Polgar -> country of citizenship -> United States (2002)\n Hop 2: United States -> head of government -> George W. Bush (2002)\n Answer: George W. Bush", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_002344", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "pred_raw": "Hop 1: Sremska Mitrovica City -> located in -> Socialist Autonomous Province of Vojvodina (1971)\n Hop 2: Socialist Autonomous Province of Vojvodina -> located in -> Yugoslavia (1971)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008685", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2019.0, + "gold": "Wayne LaPierre", + "pred": "Wayne LaPierre", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Oliver North -> position held -> National Rifle Association of America (2019)\n Hop 2: National Rifle Association of America -> chief executive officer -> Wayne LaPierre (2019)\n Answer: Wayne LaPierre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005812", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "J. M. Coetzee", + "pred": "J. M. Coetzee", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fasting, Feasting -> nominated for -> Booker Prize (1999)\n Hop 2: Booker Prize (1999) -> winner -> J. M. Coetzee (1999)\n Answer: J. M. Coetzee", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "The Ellen DeGeneres Show", + "pred": "The Ellen DeGeneres Show", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexandra Hedison -> unmarried partner -> Ellen DeGeneres (2004)\n Hop 2: Ellen DeGeneres -> notable work -> The Ellen DeGeneres Show (2004)\n Answer: The Ellen DeGeneres Show", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005808", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: G\u00e1bor Csap\u00f3 -> educated at -> University of Szeged (1972)\n Hop 2: University of Szeged -> named after -> Attila J\u00f3zsef (1972)\n Answer: Attila J\u00f3zsef", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003694", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "German Federal Archives", + "pred": "German Federal Archives", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1922)\n Hop 2: Independent Social Democratic Party of Germany -> archives at -> German Federal Archives (1922)\n Answer: German Federal Archives", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002616", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tenax -> country -> Italy (2004)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2004)\n Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000088", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Safed -> country -> Mandatory Palestine (1932)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1932)\n Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005525", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1972)\n Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006017", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Franco Corelli -> country of citizenship -> Italy (1999)\n Hop 2: Italy -> member of -> European Economic Community (1999)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006096", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Ginni Rometty", + "pred": "Ginni Rometty", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruce Schneier -> employer -> IBM (2018)\n Hop 2: IBM -> chief executive officer -> Ginni Rometty (2018)\n Answer: Ginni Rometty", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001800", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adri\u00e1n L\u00f3pez \u00c1lvarez -> member of sports team -> Atl\u00e9tico Madrid (2013)\n Hop 2: Atl\u00e9tico Madrid -> home venue -> Vicente Calder\u00f3n Stadium (2013)\n Answer: Vicente Calder\u00f3n Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001359", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "Kiran Desai", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Carry Me Down -> nominated for -> Booker Prize (2006)\n Hop 2: Booker Prize -> winner -> Kiran Desai (2006)\n Answer: Kiran Desai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006166", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Corpo Truppe Volontarie -> commanded by -> Mario Roatta (1936)\n Hop 2: Mario Roatta -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004182", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Augusto Arioni -> member of sports team -> Torino FC (1912)\n Hop 2: Torino FC -> country -> Kingdom of Italy (1912)\n Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Berti Vogts", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Thomas Linke -> member of sports team -> Germany men's national association football team (1997)\n Hop 2: Germany men's national association football team -> head coach -> Berti Vogts (1997)\n Answer: Berti Vogts", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004835", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Karl Plattner -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1950)\n Answer: Alcide De Gasperi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001116", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Chimamanda Ngozi Adichie -> nominated for -> Booker Prize (2004)\n Hop 2: Booker Prize -> winner -> Alan Hollinghurst (2004)\n Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003320", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ochakiv Raion -> located in -> Odesa Oblast (1935)\n Hop 2: Odesa Oblast -> country -> Soviet Union (1935)\n Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003882", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giuseppe Patan\u00e8 -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003657", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Ian Porterfield", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karen Dokhoyan -> member of sports team -> Armenia men's national football team (2007)\n Hop 2: Armenia men's national football team -> head coach -> Ian Porterfield (2007)\n Answer: Ian Porterfield", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001053", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Toni Servillo", + "pred": "European Film Award for Best Actor", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tom Schilling -> nominated for -> European Film Award for Best Actor (2013)\n Hop 2: European Film Award for Best Actor -> winner -> Toni Servillo (2013)\n Hop 3: Toni Servillo -> winner -> European Film Award for Best Actor (2013)\n Answer: European Film Award for Best Actor", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006052", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1983.0, + "gold": "1983", + "pred": "1983", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Richard Attenborough -> award received -> BAFTA Award for Best Direction (1983)\n Hop 2: Costa-Gavras -> nominated for -> BAFTA Award for Best Direction (1983)\n Answer: 1983", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "A Single Man", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: A Single Man -> nominated for -> Academy Award for Best Actor (2010)\n Hop 2: Academy Award for Best Actor (2010) -> winner -> Colin Firth (2010)\n Hop 3: Colin Firth (2010) -> winner -> A Single Man (2010)\n Answer: A Single Man", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_000183", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nello Pagani -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> currency -> Italian lira (2001)\n Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007379", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Giovanni Trapattoni", + "pred": "Giovanni Trapattoni", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heiko Gerber -> member of sports team -> VfB Stuttgart (2006)\n Hop 2: VfB Stuttgart -> head coach -> Giovanni Trapattoni (2006)\n Answer: Giovanni Trapattoni", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "James Kelman", + "pred": "James Kelman", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Abdulrazak Gurnah -> nominated for -> Booker Prize (1994)\n Hop 2: Booker Prize (1994) -> winner -> James Kelman (1994)\n Answer: James Kelman", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000962", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: BND law -> signatory -> Wolfgang Sch\u00e4uble (1990)\n Hop 2: Wolfgang Sch\u00e4uble -> country of citizenship -> Germany (1990)\n Answer: Germany", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_005810", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Otto Graf Lambsdorff", + "pred": "Free Democratic Party", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Free Democratic Party -> replaced by -> Free Democratic Party (1990)\n Hop 2: Walter Scheel -> member of political party -> Free Democratic Party (1990)\n Answer: Free Democratic Party", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000427", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Giovanni Leone", + "pred": "Giovanni Leone", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Piero Chiara -> country of citizenship -> Italy (1974)\n Hop 2: Italy -> head of state -> Giovanni Leone (1974)\n Answer: Giovanni Leone", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005227", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "presidential system", + "pred": "presidential system", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Horodenka -> country -> Second Polish Republic (1938)\n Hop 2: Second Polish Republic -> basic form of government -> presidential system (1938)\n Answer: presidential system", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dub\u0103sari -> country -> Russian Empire (1911)\n Hop 2: Russian Empire -> anthem -> God Save the Tsar! (1911)\n Answer: God Save the Tsar!", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Climate Pledge Arena", + "pred": "Climate Pledge Arena", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gary Payton -> member of sports team -> Seattle SuperSonics (2000)\n Hop 2: Seattle SuperSonics -> home venue -> Climate Pledge Arena (2000)\n Answer: Climate Pledge Arena", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004741", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "1st Panzer Division", + "pred": "1st Panzer Division", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karl Lotter -> significant person -> Maximilian von Weichs (1936)\n Hop 2: Maximilian von Weichs -> commander of (DEPRECATED) -> 1st Panzer Division (1936)\n Answer: 1st Panzer Division", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006763", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Craig Armstrong -> award received -> BAFTA Award for Best Original Music (2001)\n Hop 2: BAFTA Award for Best Original Music -> winner -> Tan Dun (2001)\n Answer: 2001", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002214", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Balaklava -> country -> Russian Empire (1917)\n Hop 2: Russian Empire -> anthem -> God Save the Tsar! (1917)\n Answer: God Save the Tsar!", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Nikita Khrushchev", + "pred": "Nikita Khrushchev", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zuleykha Seyidmammadova -> member of political party -> Communist Party of the Soviet Union (1954)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Nikita Khrushchev (1954)\n Answer: Nikita Khrushchev", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007746", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Austria", + "pred": "Austria", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Gropius -> spouse -> Alma Mahler (1918)\n Hop 2: Alma Mahler -> country of citizenship -> Austria (1918)\n Answer: Austria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003268", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luigi Carnacina -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1951)\n Answer: Giuseppe Saragat", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000324", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kfar Saba -> country -> Mandatory Palestine (1937)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1937)\n Answer: United Kingdom", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_006933", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nani Tedeschi -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005705", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Robert Knud Friedrich Pilger", + "pred": "Robert Knud Friedrich Pilger", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hermann Otto Sleumer -> employer -> Botanic Garden and Botanical Museum Berlin (1949)\n Hop 2: Botanic Garden and Botanical Museum Berlin -> chief executive officer -> Robert Knud Friedrich Pilger (1949)\n Answer: Robert Knud Friedrich Pilger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006241", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tutrakan -> country -> Kingdom of Romania (1935)\n Hop 2: Kingdom of Romania -> capital -> Bucharest (1935)\n Answer: Bucharest", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003204", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Ralph Fiennes", + "pred": "Ralph Fiennes", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anders W. Berthelsen -> nominated for -> European Film Award for Best Actor (1999)\n Hop 2: European Film Award for Best Actor (1999) -> winner -> Ralph Fiennes (1999)\n Answer: Ralph Fiennes", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001109", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Neutral Moresnet", + "pred": "Neutral Moresnet", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Minden Government Region -> country -> Weimar Republic (1918)\n Hop 2: Weimar Republic -> shares border with -> Neutral Moresnet (1918)\n Answer: Neutral Moresnet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Valeria Moriconi -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004458", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Cel\u00e2l Bayar", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mehmed Uzun -> country of citizenship -> Turkey (1955)\n Hop 2: Turkey -> head of state -> Cel\u00e2l Bayar (1955)\n Answer: Cel\u00e2l Bayar", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005199", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sissel Tolaas -> work location -> Berlin (2009)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2009)\n Answer: Klaus Wowereit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000202", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Ireland", + "pred": "Ireland", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Matteo Priamo -> member of sports team -> Bardiani CSF 7 Saber (2006)\n Hop 2: Bardiani CSF 7 Saber -> country -> Ireland (2006)\n Answer: Ireland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006446", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Edoardo Mangiarotti -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001839", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Q953762", + "pred": "Q953762", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pedro Geromel -> member of sports team -> Barcelona (2010)\n Hop 2: Barcelona -> head of government -> Q953762 (2010)\n Answer: Q953762", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Latvian Higher League", + "pred": "Latvian Higher League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pavel Mochalin -> member of sports team -> FK Ventspils (2011)\n Hop 2: FK Ventspils -> league or competition -> Latvian Higher League (2011)\n Answer: Latvian Higher League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006379", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (2008)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2008)\n Answer: Giorgio Napolitano", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marcello Costalunga -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> shares border with -> Yugoslavia (1989)\n Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001985", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heinz Czechowski -> award received -> Heinrich Mann Prize (1984)\n Hop 2: Heinrich Mann Prize -> country -> German Democratic Republic (1984)\n Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000177", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "German Democratic Republic", + "pred": "Hesse", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Claus Korth -> allegiance -> West Germany (1962)\n Hop 2: West Germany -> contains the administrative territorial entity -> Hesse (1962)\n Answer: Hesse", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003534", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: University of Toronto -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Tsinghua University (2021)\n Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Steve Sampson", + "pred": "Steve Sampson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andreas Herzog -> member of sports team -> LA Galaxy (2004)\n Hop 2: LA Galaxy -> head coach -> Steve Sampson (2004)\n Answer: Steve Sampson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008135", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Panama", + "pred": "Colombia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Frank Tieri -> residence -> United States (1922)\n Hop 2: United States -> shares border with -> Panama (1922)\n Hop 3: Panama -> shares border with -> Colombia (1922)\n Answer: Colombia", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008030", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Maurice Druon", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jacques Laurent -> member of -> Acad\u00e9mie Fran\u00e7aise (1988)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Maurice Druon (1988)\n Answer: Maurice Druon", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Kurt Biedenkopf", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hanns Martin Schleyer -> member of political party -> Christian Democratic Union (1975)\n Hop 2: Christian Democratic Union -> general secretary -> Kurt Biedenkopf (1975)\n Answer: Kurt Biedenkopf", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001457", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Thomas Keneally", + "pred": "Thomas Keneally", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: William Boyd -> nominated for -> Booker Prize (1982)\n Hop 2: Booker Prize -> winner -> Thomas Keneally (1982)\n Answer: Thomas Keneally", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001650", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Sergi L\u00f3pez", + "pred": "Sergi L\u00f3pez", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bread and Tulips -> nominated for -> European Film Award for Best Actor (2000)\n Hop 2: European Film Award for Best Actor -> winner -> Sergi L\u00f3pez (2000)\n Hop 3: Sergi L\u00f3pez -> winner -> European Film Award for Best Actor (2000)\n Answer: Sergi L\u00f3pez", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006597", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "SeatGeek Stadium", + "pred": "SeatGeek Stadium", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Logan Pause -> member of sports team -> Chicago Fire FC (2009)\n Hop 2: Chicago Fire FC -> home venue -> SeatGeek Stadium (2009)\n Answer: SeatGeek Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003141", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Canada", + "pred": "Canada", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Joseph-Elz\u00e9ar Bernier -> member of the crew of -> Gauss (1924)\n Hop 2: Gauss -> country of registry -> Canada (1924)\n Answer: Canada", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004341", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "BP", + "pred": "BP", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Wolfram Wuttke -> member of sports team -> Hamburger SV (1984)\n Hop 2: Hamburger SV -> sponsor -> BP (1984)\n Answer: BP", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007989", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1905.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vedi -> located in -> Erivan Governorate (1905)\n Hop 2: Erivan Governorate -> country -> Russian Empire (1905)\n Answer: Russian Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002962", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bruno Torpigliani -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001198", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Allianz Arena", + "pred": "Allianz Arena", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Kenny Cooper -> member of sports team -> TSV 1860 M\u00fcnchen (2011)\n Hop 2: TSV 1860 M\u00fcnchen -> home venue -> Allianz Arena (2011)\n Answer: Allianz Arena", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006028", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Artur Moraes -> member of sports team -> S.L. Benfica (2012)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2012)\n Answer: Lu\u00eds Filipe Vieira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007856", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1902", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rorschach\u2013St. Gallen railway line -> owned by -> Vereinigte Schweizerbahnen (1902)\n Hop 2: Vereinigte Schweizerbahnen -> replaced by -> Swiss Federal Railways (1902)\n Answer: 1902", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003797", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fontanezier -> replaced by -> T\u00e9venon (2011)\n Hop 2: T\u00e9venon -> replaces -> Vaugondry (2011)\n Answer: 2011", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: HMS Graph -> country of registry -> Nazi Germany (1941)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1941)\n Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004648", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yoshio Masui -> award received -> Albert Lasker Award for Basic Medical Research (1998)\n Hop 2: Albert Lasker Award for Basic Medical Research -> winner -> Lee Hartwell (1998)\n Answer: 1998", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005249", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Julie Christie", + "pred": "1965 Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Marriage Italian-Style -> nominated for -> Academy Award for Best Actress (1965)\n Hop 2: Academy Award for Best Actress (1965) -> winner -> Julie Christie\n Hop 3: Julie Christie -> winner of -> 1965 Academy Award for Best Actress\n Answer: 1965 Academy Award for Best Actress", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004612", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Umberto II of Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luigi Carnacina -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Umberto II of Italy (1951)\n Answer: Umberto II of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006383", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giacomo Neri -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Aldo Moro (1976)\n Answer: 1976", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003997", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Romain Duris -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor -> winner -> Daniel Auteuil (2005)\n Answer: Daniel Auteuil", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002521", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Heiko Herrlich", + "pred": "Heiko Herrlich", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marek Such\u00fd -> member of sports team -> FC Augsburg (2020)\n Hop 2: FC Augsburg -> head coach -> Heiko Herrlich (2020)\n Answer: Heiko Herrlich", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008451", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Mario Draghi", + "pred": "Mario Draghi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cesare Benedetti -> country for sport -> Italy (2021)\n Hop 2: Italy -> head of government -> Mario Draghi (2021)\n Answer: Mario Draghi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002584", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1944.0, + "gold": "1944", + "pred": "1944", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Johnny Burke -> award received -> Academy Award for Best Original Song (1944)\n Hop 2: Harry Warren -> award received -> Academy Award for Best Original Song (1944)\n Hop 3: Johnny Burke -> winner -> Harry Warren (1944)\n Answer: 1944", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Zhou Enlai", + "pred": "Zhou Enlai", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zhao Ziyang -> country of citizenship -> People's Republic of China (1959)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1959)\n Answer: Zhou Enlai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007273", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Harry Redknapp", + "pred": "Harry Redknapp", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michael Dawson -> member of sports team -> Tottenham Hotspur F.C. (2010)\n Hop 2: Tottenham Hotspur F.C. -> head coach -> Harry Redknapp (2010)\n Answer: Harry Redknapp", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jean-Loup Dabadie -> member of -> Acad\u00e9mie Fran\u00e7aise (2009)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> H\u00e9l\u00e8ne Carr\u00e8re d'Encausse (2009)\n Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001480", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Matt Carkner -> drafted by -> Montreal Canadiens (1999)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (1999)\n Answer: Saku Koivu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002648", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Paul Scott", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jennifer Johnston -> nominated for -> Booker Prize (1977)\n Hop 2: Booker Prize -> winner -> Paul Scott (1977)\n Answer: Paul Scott", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005191", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Theodor Liebknecht", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1920)\n Hop 2: Independent Social Democratic Party of Germany -> chairperson -> Theodor Liebknecht (1920)\n Answer: Theodor Liebknecht", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004451", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Azerbaijan Premier League", + "pred": "Azerbaijan Premier League", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andrey Popovi\u00e7 -> member of sports team -> FC Baku (2009)\n Hop 2: FC Baku -> league or competition -> Azerbaijan Premier League (2009)\n Answer: Azerbaijan Premier League", + "judge_em": 1, + "judge_reply": "YES" + } + ] +} \ No newline at end of file diff --git a/eval/v3-sft-shuffled.extracted.json b/eval/v3-sft-shuffled.extracted.json new file mode 100644 index 0000000000000000000000000000000000000000..07b1b9ab2db4cde7105b3f95fa2d6bc6c353bdf6 --- /dev/null +++ b/eval/v3-sft-shuffled.extracted.json @@ -0,0 +1,19228 @@ +{ + "name": "v3-sft-shuffled", + "policy_path": "../checkpoints/sft-v3/final", + "ablation": "shuffled_evidence", + "shuffle_seed": 42, + "n_samples": 1743, + "answer_extracted": true, + "n_with_answer_marker": 1609, + "overall": { + "n": 1743, + "em": 0.17269076305220885, + "f1": 0.21900539189426516 + }, + "by_complexity": { + "1hop": { + "n": 800, + "em": 0.19, + "f1": 0.25452209800003917 + }, + "2hop": { + "n": 800, + "em": 0.12375, + "f1": 0.13965671249803557 + }, + "3plus": { + "n": 143, + "em": 0.34965034965034963, + "f1": 0.4642192284842264 + } + }, + "by_operator": { + "before_after": { + "n": 517, + "em": 0.11218568665377177, + "f1": 0.16660795407852005 + }, + "interval": { + "n": 163, + "em": 0.48466257668711654, + "f1": 0.46227917300479177 + }, + "point_in_time": { + "n": 535, + "em": 0.15700934579439252, + "f1": 0.2285763045462632 + }, + "sequence": { + "n": 528, + "em": 0.15151515151515152, + "f1": 0.1855118516687073 + } + }, + "per_example": [ + { + "id": "q_006291", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "chairperson", + "pred": "Hop 1: Sven-G\u00f6ran Eriksson -> coach of -> sports team S.L. Benfica (2017)\n Hop 2: Jonas -> member of -> sports team S.L. Benfica (2017)\n Hop 3: sports team S.L. Benfica -> chairperson -> Jonas (2017)\n Hop 4: Jonas -> position held -> chairperson of sports team (2017)\n Answer", + "em": 1.0, + "f1": 0.08695652173913045, + "pred_raw": "Hop 1: Sven-G\u00f6ran Eriksson -> coach of -> sports team S.L. Benfica (2017)\n Hop 2: Jonas -> member of -> sports team S.L. Benfica (2017)\n Hop 3: sports team S.L. Benfica -> chairperson -> Jonas (2017)\n Hop 4: Jonas -> position held -> chairperson of sports team (2017)\n Answer" + }, + { + "id": "q_007337", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "Nicholas II of Russia", + "pred": "Mustafa Kemal Atat\u00fcrk", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ararat's located in -> Turkey (1955)\n Hop 2: Turkey -> head of state -> Mustafa Kemal Atat\u00fcrk (1955)\n Answer: Mustafa Kemal Atat\u00fcrk" + }, + { + "id": "q_000021", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Galvano Della Volpe -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of state -> Antonio Segni (1959)\n Hop 3: Antonio Segni -> position held -> President of the Italian Republic (1959)\n Answer: President of the Italian Republic" + }, + { + "id": "q_007809", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Irina Bokova", + "pred": "Hop 1: 21st U-boat Flotilla -> part of -> United States (1943)\n Hop 2: United States -> head of government -> Herbert Hoover (1929-1933)\n Hop 3: Herbert Hoover -> member of -> Kach (1929-1933)\n Hop 4: Kach -> chairperson -> Yitzhak Shamir (1929-1", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: 21st U-boat Flotilla -> part of -> United States (1943)\n Hop 2: United States -> head of government -> Herbert Hoover (1929-1933)\n Hop 3: Herbert Hoover -> member of -> Kach (1929-1933)\n Hop 4: Kach -> chairperson -> Yitzhak Shamir (1929-1" + }, + { + "id": "q_001979", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "Hop 1: Arnold J. Levine -> award received -> Paul Ehrlich and Ludwig Darmstaedter Prize (1998)\n Hop 2: Paul Ehrlich and Ludwig Darmstaedter Prize -> winner -> Paul Ehrlich and Ludwig Darmstaedter Prize (1998)\n Hop 3: Paul Ehrlich and Ludwig Darmstaedter Prize (1998) -> year -> 199", + "em": 1.0, + "f1": 0.1, + "pred_raw": "Hop 1: Arnold J. Levine -> award received -> Paul Ehrlich and Ludwig Darmstaedter Prize (1998)\n Hop 2: Paul Ehrlich and Ludwig Darmstaedter Prize -> winner -> Paul Ehrlich and Ludwig Darmstaedter Prize (1998)\n Hop 3: Paul Ehrlich and Ludwig Darmstaedter Prize (1998) -> year -> 199" + }, + { + "id": "q_005455", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama (1982)", + "em": 1.0, + "f1": 0.9473684210526316, + "pred_raw": "Hop 1: On Golden Pond (film) -> nominated for -> Academy Award for Best Actress (1982)\n Hop 2: Academy Award for Best Actress (1982) -> winner -> Sissy Spacek\n Hop 3: Sissy Spacek -> award received -> Golden Globe Award for Best Actress \u2013 Motion Picture Drama (1982)\n Answer: Golden Globe Award for Best Actress \u2013 Motion Picture Drama (1982)" + }, + { + "id": "q_008005", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Urbano Lazzaro -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1961)\n Hop 3: Giuseppe Saragat -> position held -> President of the Italian Republic (1961)\n Answer: President of the Italian Republic" + }, + { + "id": "q_008690", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Pesaola -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy" + }, + { + "id": "q_008321", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Council of Ministers", + "em": 0.0, + "f1": 0.22222222222222224, + "pred_raw": "Hop 1: Vito Lattanzio -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> President of the Council of Ministers (1976)\n Answer: President of the Council of Ministers" + }, + { + "id": "q_007761", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Arista Records", + "pred": "Hop 1: Jennifer Love Hewitt -> unmarried partner -> David Arquette (2002)\n Hop 2: David Arquette -> nominated for -> Best Actor in a Motion Picture - Drama (2002)\n Hop 3: Best Actor in a Motion Picture - Drama -> winner -> Kevin Spacey (2002)\n Hop 4: Kevin Spacey -> record label -> Atlantic Records (2002)\n Hop 5: Atlantic Records ->", + "em": 0.0, + "f1": 0.0625, + "pred_raw": "Hop 1: Jennifer Love Hewitt -> unmarried partner -> David Arquette (2002)\n Hop 2: David Arquette -> nominated for -> Best Actor in a Motion Picture - Drama (2002)\n Hop 3: Best Actor in a Motion Picture - Drama -> winner -> Kevin Spacey (2002)\n Hop 4: Kevin Spacey -> record label -> Atlantic Records (2002)\n Hop 5: Atlantic Records ->" + }, + { + "id": "q_008118", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "King of Italy", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Vincent Cimatti -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of state -> Umberto II (1959)\n Hop 3: Umberto II -> position held -> King of Italy (1959)\n Answer: King of Italy" + }, + { + "id": "q_001360", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Hop 1: Guo Moruo -> country of citizenship -> People's Republic of China (1970)\n Hop 2: People's Republic of China -> head of government -> Li Peng (1970)\n Hop 3: Li Peng -> spouse -> Li Xian (1970)\n Hop 4: Li Xian -> member of political party -> Chinese Communist Party (1970)\n Hop 5: Chinese Communist Party -> member of", + "em": 1.0, + "f1": 0.19999999999999998, + "pred_raw": "Hop 1: Guo Moruo -> country of citizenship -> People's Republic of China (1970)\n Hop 2: People's Republic of China -> head of government -> Li Peng (1970)\n Hop 3: Li Peng -> spouse -> Li Xian (1970)\n Hop 4: Li Xian -> member of political party -> Chinese Communist Party (1970)\n Hop 5: Chinese Communist Party -> member of" + }, + { + "id": "q_000136", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michele Pellegrino -> country of citizenship -> Italy (1981)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1981)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1981)\n Answer: Prime Minister of Italy" + }, + { + "id": "q_006986", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Italian", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Falcone -> country of citizenship -> Italy ( Hop Type: country of citizenship )\n Hop 2: Italy -> head of state -> Giorgio Napolitano ( Hop Type: head of state )\n Hop 3: Giorgio Napolitano -> position held -> President of Italy ( Hop Type: position held )\n Hop 4: President of Italy -> position held -> Italian senator for life ( Hop Type: position held )\n Answer: Italian" + }, + { + "id": "q_003298", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "federalism", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Metz -> country -> France\n Hop 2: France -> diplomatic relation -> European Union\n Hop 3: European Union -> basic form of government -> federalism\n Answer: federalism" + }, + { + "id": "q_006733", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Bruno Pesaola -> country of citizenship -> German Empire (1917)\n Hop 2: German Empire -> head of state -> Paul von Hindenburg (1917)\n Hop 3: Paul von Hindenburg -> position held -> President of Germany (1917)\n Answer: President of Germany" + }, + { + "id": "q_005866", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Jean-Michel Basquiat", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Diane Keaton -> nominated for -> No Thanks! (2005)\n Hop 2: No Thanks! -> award received -> As d'Or Jeu de l'Ann\u00e9e (2005)\n Hop 3: As d'Or Jeu de l'Ann\u00e9e -> winner -> Jean-Michel Basquiat (2005)\n Answer: Jean-Michel Basquiat" + }, + { + "id": "q_004748", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alfredo Sivocci -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Antonio Segni (1964)\n Hop 3: Antonio Segni -> position held -> President of Italy (1964)\n Answer: President of Italy" + }, + { + "id": "q_004795", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Chancellor of Germany", + "pred": "President of Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: SMS Arcona -> country -> Germany\n Hop 2: Germany -> head of government -> Paul von Hindenburg\n Hop 3: Paul von Hindenburg -> position held -> President of Germany\n Answer: President of Germany" + }, + { + "id": "q_000787", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "constitutional monarchy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: United States -> country of registry -> Niobe (1932)\n Hop 2: United States -> diplomatic relation -> United States of Belgium (1932)\n Hop 3: United States of Belgium -> basic form of government -> constitutional monarchy (1932)\n Answer: constitutional monarchy" + }, + { + "id": "q_008333", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aldo Morandi -> country of citizenship -> Italy (1999)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1999)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1999)\n Answer: President of Italy" + }, + { + "id": "q_008338", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Academy Award for Best Visual Effects", + "pred": "James Horner", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: True Lies -> nominated for -> 1995 Academy Awards -> winner -> 1995 Academy Awards Best Original Score -> winner -> James Horner\n Answer: James Horner" + }, + { + "id": "q_001840", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "Prime Minister of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "pred_raw": "Hop 1: Tano Cimarosa -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Giovanni Giolitti (1995)\n Hop 3: Giovanni Giolitti -> position held -> Prime Minister of Italy (1995)\n Answer: Prime Minister of Italy" + }, + { + "id": "q_001274", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Loredana Nusciak -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (1967)\n Hop 3: Giorgio Napolitano -> position held -> President of Italy (1967)\n Answer: President of Italy" + }, + { + "id": "q_000547", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Ivan Kova\u010d", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giuseppe Calderone (1965)\n Hop 3: Giuseppe Calderone -> country of citizenship -> Yugoslavia (1965)\n Hop 4: Yugoslavia -> head of state -> Ivan Kova\u010d (1965)\n Answer: Ivan Kova\u010d" + }, + { + "id": "q_001052", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Metallica -> country of citizenship -> United States of America (1986)\n Hop 2: United States of America -> head of state -> Ronald Reagan (1986)\n Hop 3: Ronald Reagan -> position held -> President of the United States (1986)\n Answer: President of the United States" + }, + { + "id": "q_006228", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "New York City Mayor", + "em": 0.0, + "f1": 0.888888888888889, + "pred_raw": "Hop 1: Jane Jacobs -> residence -> New York City (1957)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1957)\n Hop 3: Robert Ferdinand Wagner Jr. -> position held -> New York City Mayor (1957)\n Answer: New York City Mayor" + }, + { + "id": "q_006414", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1955)\n Answer: Paul-Henri Spaak" + }, + { + "id": "q_001651", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "President of Italy", + "pred": "President of the Council of Ministers", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Daniela Rocca -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1957)\n Hop 3: Alcide De Gasperi -> position held -> President of the Council of Ministers (1957)\n Answer: President of the Council of Ministers" + }, + { + "id": "q_007640", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Plinio Antolini -> country of citizenship -> Kingdom of Italy (1945)\n Hop 2: Kingdom of Italy -> head of state -> Leopoldo Trieste (1945)\n Hop 3: Leopoldo Trieste -> position held -> President of the Italian Republic (1956)\n Answer: President of the Italian Republic" + }, + { + "id": "q_007972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Annalena Tonelli -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1969)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1969)\n Answer: President of Italy" + }, + { + "id": "q_004943", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Nazi Germany", + "pred": "Enzo Sellerio", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: U-13 -> part of -> Italy (1938)\n Hop 2: Italy -> country of citizenship -> Enzo Sellerio (1938)\n Answer: Enzo Sellerio" + }, + { + "id": "q_007287", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Angelo Cella -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1998)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1998)\n Answer: President of Italy" + }, + { + "id": "q_005394", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Veriano Luchetti -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1958)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1958)\n Answer: President of Italy" + }, + { + "id": "q_007314", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Mayor of New York City", + "pred": "New York City Comptroller", + "em": 0.0, + "f1": 0.6666666666666665, + "pred_raw": "Hop 1: Elliott Erwitt -> work location -> New York City\n Hop 2: New York City -> head of government -> Michael Bloomberg\n Hop 3: Michael Bloomberg -> position held -> New York City Comptroller\n Answer: New York City Comptroller" + }, + { + "id": "q_003452", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Mayor of New York City", + "pred": "Governor of New York", + "em": 0.0, + "f1": 0.6666666666666665, + "pred_raw": "Hop 1: Mary Blair -> residence -> New York City ( Hop 2: New York City -> head of government -> Thomas Dewey ( Hop 3: Thomas Dewey -> position held -> Governor of New York ( Answer: Governor of New York" + }, + { + "id": "q_006815", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Love the Way You Lie -> nominated for -> Best Choreography (2010)\n Hop 2: Best Choreography (2010) -> winner -> Nicki Minaj\n Hop 3: Nicki Minaj -> award received -> MTV Video Music Award for Best Choreography\n Answer: 2010" + }, + { + "id": "q_008439", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Tim Robbins", + "pred": "Hop 1: Nell (1995) -> unmarried partner -> Giuseppe (1995)\n Hop 2: Giuseppe (1995) -> nominated for -> The Last Days of Pompeii (1995)\n Hop 3: The Last Days of Pompeii (1995) -> winner -> 1995 Academy Award for Best Actress (1995)\n Hop 4: 1995", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nell (1995) -> unmarried partner -> Giuseppe (1995)\n Hop 2: Giuseppe (1995) -> nominated for -> The Last Days of Pompeii (1995)\n Hop 3: The Last Days of Pompeii (1995) -> winner -> 1995 Academy Award for Best Actress (1995)\n Hop 4: 1995" + }, + { + "id": "q_003245", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "federal republic", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Niobe -> country of registry -> Novosibirsk Oblast (1940)\n Hop 2: Novosibirsk Oblast -> country -> Soviet Union (1940)\n Hop 3: Soviet Union -> diplomatic relation -> United Nations (1940)\n Hop 4: United Nations -> basic form of government -> federal republic (1940)\n Answer: federal republic" + }, + { + "id": "q_008633", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giurgiu -> country -> Romania (1920)\n Hop 2: Romania -> capital -> Bucharest (1920)\n Answer: Bucharest" + }, + { + "id": "q_003473", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Dushanbe -> located in -> Tajikistan (1915)\n Hop 2: Tajikistan -> country -> Russian Empire (1915)\n Hop 3: Russian Empire -> head of state -> Nicholas II (1915)\n Answer: Nicholas II" + }, + { + "id": "q_001673", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aurelio Sabattani -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1967)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1967)\n Answer: President of Italy" + }, + { + "id": "q_005726", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "First Republic of Austria", + "pred": "Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Aachen -> country -> Germany (1934)\n Hop 2: Germany -> border -> Czechoslovakia (1934)\n Hop 3: Czechoslovakia -> replaces -> Czechoslovakia (1934)\n Answer: Czechoslovakia" + }, + { + "id": "q_004929", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Virginio Rosetta -> country of citizenship -> Italy\n Hop 2: Italy -> head of state -> Antonio Segni\n Hop 3: Antonio Segni -> position held -> President of Italy\n Answer: President of Italy" + }, + { + "id": "q_006286", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mannheim Observatory -> country -> Germany (1977)\n Hop 2: Germany -> currency -> Deutsche Mark (1977)\n Answer: Deutsche Mark" + }, + { + "id": "q_002759", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "K\u014dichir\u014d Matsuura", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Eduardo Saverin -> country of citizenship -> United States of America (2005)\n Hop 2: United States of America -> member of -> United States of America (2005)\n Hop 3: United States of America -> chairperson -> John F. Kennedy (2005)\n Answer: John F. Kennedy" + }, + { + "id": "q_004009", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "1995", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Thierry Mariani -> member of political party -> Union for a Popular Movement\n Hop 2: Union for a Popular Movement -> chairperson -> Jean-Pierre Raffarin\n Hop 3: Jean-Pierre Raffarin -> occupation -> President of France\n Hop 4: President of France -> equal to -> politician\n Answer: 1995" + }, + { + "id": "q_007134", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paolo Dezza -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1998)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1998)\n Answer: President of Italy" + }, + { + "id": "q_002750", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Basaglia -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: Prime Minister of Italy" + }, + { + "id": "q_000812", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "U-13", + "pred": "Walter Guinness, 1st Baron Moyne", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Walter Guinness, 1st Baron Moyne -> has part -> U-14 (1936)\n Answer: Walter Guinness, 1st Baron Moyne" + }, + { + "id": "q_003515", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Umberto Pasquale -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1955)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1955)\n Answer: President of Italy" + }, + { + "id": "q_005012", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Filippo D'Amico -> country of citizenship -> Italy (1982)\n Hop 2: Italy -> head of government -> Giovanni Giolitti (1982)\n Hop 3: Giovanni Giolitti -> position held -> Prime Minister of Italy (1982)\n Answer: Prime Minister of Italy" + }, + { + "id": "q_004016", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ernesto Prinoth -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1980)\n Answer: Prime Minister of Italy" + }, + { + "id": "q_008522", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of the Soviet Union", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Franco Bordoni -> country of citizenship -> Soviet Union (1953)\n Hop 2: Soviet Union -> head of state -> Joseph Stalin (1953)\n Hop 3: Joseph Stalin -> position held -> President of the Soviet Union (1953)\n Answer: President of the Soviet Union" + }, + { + "id": "q_002972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tano Cimarosa -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1995)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1995)\n Answer: President of Italy" + }, + { + "id": "q_000716", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Elio Pagliarani -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Antonio Segni (1958)\n Hop 3: Antonio Segni -> country of citizenship -> Italy (1958)\n Hop 4: Italy -> head of state -> Giovanni Gronchi (1958)\n Answer: Giovanni Gronchi" + }, + { + "id": "q_004128", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Linda Sini -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1956)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1956)\n Answer: President of Italy" + }, + { + "id": "q_002796", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1923.0, + "gold": "1923", + "pred": "1923", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Italy -> country of citizenship -> Vittore Catella (1997)\n Hop 2: Vittore Catella -> replaces -> Papiermark (1997)\n Hop 3: Papiermark -> country -> Weimar Republic (1997)\n Hop 4: Weimar Republic -> hyperinflation -> 1923 (1997)\n Answer: 1923" + }, + { + "id": "q_007015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Hop 1: Michelangelo Albertazzi -> member of sports team -> A.S. Roma\n Hop 2: A.S. Roma -> head coach -> Luciano Spalletti\n Hop 3: Luciano Spalletti -> member of sports team -> A.S. Roma\n Hop 4: A.S. Roma -> head coach -> Luciano Spalletti\n Hop 5: Luciano Spalletti -> member of sports team -> A.S. Roma\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Michelangelo Albertazzi -> member of sports team -> A.S. Roma\n Hop 2: A.S. Roma -> head coach -> Luciano Spalletti\n Hop 3: Luciano Spalletti -> member of sports team -> A.S. Roma\n Hop 4: A.S. Roma -> head coach -> Luciano Spalletti\n Hop 5: Luciano Spalletti -> member of sports team -> A.S. Roma\n Hop" + }, + { + "id": "q_003552", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "chairperson", + "pred": "President of Bosnia and Herzegovina", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Miralem Sulejmani -> sports team -> FK Sarajevo\n Hop 2: FK Sarajevo -> chairperson -> Safet Pasha\n Hop 3: Safet Pasha -> position held -> President of Bosnia and Herzegovina\n Answer: President of Bosnia and Herzegovina" + }, + { + "id": "q_004730", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "God Save the Tsar!", + "pred": "Hop 1: Vedi's located in -> Vedi's located in -> Vedi's located in (1907) -> Vedi's located in (1907) -> Vedi's located in (1907) -> Vedi's located in (1907) -> Vedi's located in (1907) -> Vedi's located in (1907) -> Vedi's located in (19", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Vedi's located in -> Vedi's located in -> Vedi's located in (1907) -> Vedi's located in (1907) -> Vedi's located in (1907) -> Vedi's located in (1907) -> Vedi's located in (1907) -> Vedi's located in (1907) -> Vedi's located in (19" + }, + { + "id": "q_005767", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Klaus Jensen", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bj\u00f6rn Schr\u00f6der -> member of -> 1. FC N\u00fcrnberg (2008-2010)\n Hop 2: 1. FC N\u00fcrnberg -> country -> Germany (2008-2010)\n Hop 3: Germany -> head of government -> Klaus Jensen (2008-2010)\n Answer: Klaus Jensen" + }, + { + "id": "q_002032", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Oliver & Company -> narrative location -> New York City ( Hop 1: Oliver & Company -> narrative location -> New York City ( Hop 1: Oliver & Company -> narrative location -> New York City ( Hop 1: Oliver & Company -> narrative location -> New York City ( Hop 1: Oliver & Company -> narrative location -> New York City ( Hop 1: Oliver & Company -> narrative location -> New York City ( Hop 1: Oliver &", + "em": 0.0, + "f1": 0.42857142857142855, + "pred_raw": "Hop 1: Oliver & Company -> narrative location -> New York City ( Hop 1: Oliver & Company -> narrative location -> New York City ( Hop 1: Oliver & Company -> narrative location -> New York City ( Hop 1: Oliver & Company -> narrative location -> New York City ( Hop 1: Oliver & Company -> narrative location -> New York City ( Hop 1: Oliver & Company -> narrative location -> New York City ( Hop 1: Oliver &" + }, + { + "id": "q_008644", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Banville -> spouse -> Padma Lakshmi (1999-06-15)\n Hop 2: Padma Lakshmi -> nominated for -> Miss Universe (2000)\n Hop 3: Miss Universe -> winner -> John Banville (2005)\n Answer: 2005" + }, + { + "id": "q_006768", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ulrike Herrmann -> member of political party -> Christian Democratic Union of Germany\n Hop 2: Christian Democratic Union of Germany -> chairperson -> Karl Carstens\n Hop 3: Karl Carstens -> country of citizenship -> West Germany\n Answer: West Germany" + }, + { + "id": "q_002122", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Angelo Cella -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1964)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1964)\n Answer: President of Italy" + }, + { + "id": "q_007638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Council of Ministers", + "em": 0.0, + "f1": 0.22222222222222224, + "pred_raw": "Hop 1: Getulio Alviani - country of citizenship -> Italy (1980)\n Hop 2: Italy - head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini - position held -> President of the Council of Ministers (1980)\n Answer: President of the Council of Ministers" + }, + { + "id": "q_000842", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "God Save the King", + "pred": "Tuvalu National Anthem", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Enderbury Island -> country -> Tuvalu (2002)\n Hop 2: Tuvalu -> head of state -> Willy Telavi (2002)\n Hop 3: Willy Telavi -> anthem -> Tuvalu National Anthem (2002)\n Answer: Tuvalu National Anthem" + }, + { + "id": "q_003512", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Golden Globe Award for Best Motion Picture - Drama", + "em": 0.0, + "f1": 0.9411764705882353, + "pred_raw": "Hop 1: On Golden Pond -> nominated for -> Academy Award for Best Picture\n Hop 2: Academy Award for Best Picture -> winner -> Terms of Endearment\n Hop 3: Terms of Endearment -> award received -> Golden Globe Award for Best Motion Picture - Drama\n Answer: Golden Globe Award for Best Motion Picture - Drama" + }, + { + "id": "q_002727", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Federal State of Austria", + "pred": "Poland", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: 1938 World Figure Skating Championships -> location -> Prague\n Hop 2: Prague -> shares border with -> Germany\n Hop 3: Germany -> shares border with -> Austria\n Hop 4: Austria -> shares border with -> Czechoslovakia\n Hop 5: Czechoslovakia -> shares border with -> Poland\n Answer: Poland" + }, + { + "id": "q_004477", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tommaso Padoa-Schioppa -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1970)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1970)\n Answer: President of Italy" + }, + { + "id": "q_004639", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lelio Antoniotti -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1965)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1965)\n Answer: President of Italy" + }, + { + "id": "q_002027", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1913.0, + "gold": "Nicholas II of Russia", + "pred": "Giuseppe Zanardelli", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Vedi's located in -> Vedi's located in -> Vedi's located in (country) -> Italy (1934)\n Hop 2: Italy (1934) -> head of state -> Giuseppe Zanardelli (1934)\n Answer: Giuseppe Zanardelli" + }, + { + "id": "q_004554", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gino Archesso -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Antonio Segni (1961)\n Hop 3: Antonio Segni -> position held -> President of Italy (1961)\n Answer: President of Italy" + }, + { + "id": "q_005676", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "United States", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Laureus World Sports Award for Comeback of the Year -> winner -> Michael Schumacher\n Hop 2: Michael Schumacher -> member of sports team -> Ferrari\n Hop 3: Ferrari -> country of citizenship -> Italy\n Answer: Italy" + }, + { + "id": "q_008291", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Egypt", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Linda Sini -> country of citizenship -> Egypt (1983)\n Hop 2: Egypt -> head of state -> Anwar Sadat (1983)\n Hop 3: Anwar Sadat -> position held -> President of Egypt (1983)\n Answer: President of Egypt" + }, + { + "id": "q_008225", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luciano Emmer -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1998)\n Hop 3: Carlo Azeglio Ciampi -> position held -> President of Italy (1998)\n Answer: President of Italy" + }, + { + "id": "q_001173", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Hop 1: Guo Moruo -> country of citizenship -> People's Republic of China (1970)\n Hop 2: People's Republic of China (1970) -> head of government -> Zhou Enlai (1970)\n Hop 3: Zhou Enlai (1970) -> spouse -> Deng Yingchao (1970)\n Hop 4: Deng Yingchao (1970) ->", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Guo Moruo -> country of citizenship -> People's Republic of China (1970)\n Hop 2: People's Republic of China (1970) -> head of government -> Zhou Enlai (1970)\n Hop 3: Zhou Enlai (1970) -> spouse -> Deng Yingchao (1970)\n Hop 4: Deng Yingchao (1970) ->" + }, + { + "id": "q_008571", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "supranational", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Metz -> country -> Germany (1940)\n Hop 2: Germany -> diplomatic relation -> European Economic Community (1940)\n Hop 3: European Economic Community -> basic form of government -> supranational (1940)\n Answer: supranational" + }, + { + "id": "q_000937", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1934.0, + "gold": "1934", + "pred": "1997", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Heinrich Liebe -> member of sports team -> Germany men's national association football team (1997)\n Hop 2: Germany men's national association football team -> head coach -> Berti Vogts (1997)\n Hop 3: Berti Vogts -> replaces -> First Republic of Austria (1997)\n Answer: 1997" + }, + { + "id": "q_003736", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Friedrich Ebert", + "pred": "Switzerland", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: SMS Arcona -> crew -> Pierre Kerkhoffs (1921)\n Hop 2: Pierre Kerkhoffs -> member of sports team -> FC Lausanne-Sport (1921)\n Hop 3: FC Lausanne-Sport -> head of state -> Switzerland (1921)\n Answer: Switzerland" + }, + { + "id": "q_002966", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "Harry S. Truman", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giuseppe Patan\u00e8 -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1951)\n Hop 3: Mariano Agate -> country of citizenship -> United States (1951)\n Hop 4: United States -> head of state -> Harry S. Truman (1951)\n Answer: Harry S. Truman" + }, + { + "id": "q_000538", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Falcone -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giovanni Leone (1955)\n Hop 3: Giovanni Leone -> position held -> President of Italy (1955)\n Answer: President of Italy" + }, + { + "id": "q_000838", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Hop 1: Ant\u00f4nio da Silva -> member of sports team -> FC Porto (1998)\n Hop 2: FC Porto -> head coach -> Jos\u00e9 Mourinho (1998)\n Hop 3: Jos\u00e9 Mourinho -> award received -> Order of Merit of Baden-W\u00fcrttemberg (1998)\n Hop 4: Order of Merit of Baden-W\u00fcrttemberg -> award received -> Karl-Heinz Riedle", + "em": 0.0, + "f1": 0.06060606060606061, + "pred_raw": "Hop 1: Ant\u00f4nio da Silva -> member of sports team -> FC Porto (1998)\n Hop 2: FC Porto -> head coach -> Jos\u00e9 Mourinho (1998)\n Hop 3: Jos\u00e9 Mourinho -> award received -> Order of Merit of Baden-W\u00fcrttemberg (1998)\n Hop 4: Order of Merit of Baden-W\u00fcrttemberg -> award received -> Karl-Heinz Riedle" + }, + { + "id": "q_002448", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Vanderbilt University", + "pred": "British Broadcasting Corporation", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Booker Prize -> winner -> Paul Scott (1977)\n Hop 2: Paul Scott -> employer -> British Broadcasting Corporation (1977)\n Hop 3: British Broadcasting Corporation -> award received -> 1983 (1977)\n Answer: British Broadcasting Corporation" + }, + { + "id": "q_007230", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Jorge Sampaio", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Zoran Klemen\u010di\u010d -> member of sports team -> S.L. Benfica (2003)\n Hop 2: S.L. Benfica -> country -> Portugal (2003)\n Hop 3: Portugal -> head of state -> Jorge Sampaio (2003)\n Answer: Jorge Sampaio" + }, + { + "id": "q_004534", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "pred_raw": "Hop 1: Odo Fusi Pecci -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> head of government -> Giovanni Gronchi (1953)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1953)\n Answer: President of Italy" + }, + { + "id": "q_007740", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Spain", + "em": 0.0, + "f1": 0.75, + "pred_raw": "Hop 1: Ra\u00fal Pateras Pescara -> country of citizenship -> Spain (1960)\n Hop 2: Spain -> head of government -> Francisco Franco (1960)\n Hop 3: Francisco Franco -> position held -> Prime Minister of Spain (1960)\n Answer: Prime Minister of Spain" + }, + { + "id": "q_007848", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.22222222222222224, + "pred_raw": "Hop 1: Mariano Agate -> country of citizenship -> Italy (1999)\n Hop 2: Italy -> head of government -> Silvio Berlusconi (1999)\n Hop 3: Silvio Berlusconi -> position held -> President of the Italian Republic (1999)\n Answer: President of the Italian Republic" + }, + { + "id": "q_003817", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Mayor of New York City", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.20000000000000004, + "pred_raw": "Hop 1: Variety -> place of publication -> New York City\n Hop 2: New York City -> head of government -> Harry S. Truman\n Hop 3: Harry S. Truman -> position held -> President of the United States\n Answer: President of the United States" + }, + { + "id": "q_006982", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Hannelore Kohl", + "pred": "Hannelore Genscher", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Ulrike Herrmann -> member of political party -> Christian Democratic Union (1986)\n Hop 2: Christian Democratic Union -> chairperson -> Hans-Dietrich Genscher (1986)\n Hop 3: Hans-Dietrich Genscher -> spouse -> Hannelore Genscher (1986)\n Answer: Hannelore Genscher" + }, + { + "id": "q_000932", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Governing Mayor of Berlin", + "pred": "Hop 1: Christian Neureuther -> spouse -> Rosi Mittermaier (2015)\n Hop 2: Rosi Mittermaier -> work location -> Innsbruck (1977)\n Hop 3: Innsbruck -> head of government -> Reinhold Lienhart (1977)\n Hop 4: Reinhold Lienhart -> position held -> Mayor of Innsbruck (1977)", + "em": 0.0, + "f1": 0.14814814814814817, + "pred_raw": "Hop 1: Christian Neureuther -> spouse -> Rosi Mittermaier (2015)\n Hop 2: Rosi Mittermaier -> work location -> Innsbruck (1977)\n Hop 3: Innsbruck -> head of government -> Reinhold Lienhart (1977)\n Hop 4: Reinhold Lienhart -> position held -> Mayor of Innsbruck (1977)" + }, + { + "id": "q_004711", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Vanderbilt University", + "pred": "University of California, Berkeley", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Paul Berg -> Nobel Prize in Chemistry -> employer -> University of California, Berkeley (1971)\n Answer: University of California, Berkeley" + }, + { + "id": "q_001424", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Free State of Prussia", + "pred": "Kingdom of Prussia", + "em": 0.0, + "f1": 0.5714285714285715, + "pred_raw": "Hop 1: Tilla Durieux -> spouse -> Paul von Hindenburg ( Hop 2: Paul von Hindenburg -> work location -> Germany ( Hop 3: Germany -> located in -> Kingdom of Prussia ( Answer: Kingdom of Prussia" + }, + { + "id": "q_006808", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Umberto Pasquale -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy" + }, + { + "id": "q_005728", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Milo\u0161 Zeman", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Czech Republic -> head of government -> Milo\u0161 Zeman (2022)\n Hop 2: Getulio Alviani -> country of citizenship -> Czech Republic (2022)\n Answer: Milo\u0161 Zeman" + }, + { + "id": "q_000501", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Civic Democratic Party", + "pred": "Milo\u0161 Zeman", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Czech Republic -> head of government -> Milo\u0161 Zeman (2015)\n Hop 2: Milo\u0161 Zeman -> country of citizenship -> Czech Republic (2015)\n Hop 3: Czech Republic -> member of political party -> Czech Social Democratic Party (2015)\n Hop 4: Czech Social Democratic Party -> head of government -> Milo\u0161 Zeman (2015)\n Answer: Milo\u0161 Zeman" + }, + { + "id": "q_003472", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Juan Antonio Dur\u00e1n", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Carlo Rambaldi -> country of citizenship -> United States (1955)\n Hop 2: United States -> member of -> UNESCO (1955)\n Hop 3: UNESCO -> chairperson -> Juan Antonio Dur\u00e1n (1955)\n Answer: Juan Antonio Dur\u00e1n" + }, + { + "id": "q_007593", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Dwight D. Eisenhower", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Chicago -> head of government -> William Emmett Dever (1924)\n Hop 2: William Emmett Dever -> country of citizenship -> United States (1924)\n Hop 3: United States -> head of state -> Dwight D. Eisenhower (1924)\n Answer: Dwight D. Eisenhower" + }, + { + "id": "q_004304", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "military personnel", + "pred": "naval officer", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: U-120 (submarine) -> part of -> 1943 (year)\n Hop 2: 1943 (year) -> commanded by -> Hans-Heinrich R\u00f6nsch (naval officer)\n Hop 3: Hans-Heinrich R\u00f6nsch (naval officer) -> occupation -> naval officer\n Answer: naval officer" + }, + { + "id": "q_004513", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Giuseppe Bottai", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alfonso Brescia -> country of citizenship -> Kingdom of Italy (1924)\n Hop 2: Kingdom of Italy -> member of -> Italian Social Republic (1924)\n Hop 3: Italian Social Republic -> chairperson -> Giuseppe Bottai (1924)\n Answer: Giuseppe Bottai" + }, + { + "id": "q_001144", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Romano Prodi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bj\u00f6rn Schr\u00f6der -> member of sports team -> Tenax (2003)\n Hop 2: Tenax -> country -> Italy (2003)\n Hop 3: Italy -> head of government -> Romano Prodi (2003)\n Answer: Romano Prodi" + }, + { + "id": "q_004736", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roberto Loyola -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Giuliano Amato (1996)\n Hop 3: Giuliano Amato -> position held -> Prime Minister of Italy (1996)\n Answer: Prime Minister of Italy" + }, + { + "id": "q_001077", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Mayor of New York City", + "pred": "New York City Comptroller", + "em": 0.0, + "f1": 0.6666666666666665, + "pred_raw": "Hop 1: Arman -> work location -> New York City (1964)\n Hop 2: New York City -> head of government -> Michael Bloomberg (1964)\n Hop 3: Michael Bloomberg -> position held -> New York City Comptroller (1964)\n Answer: New York City Comptroller" + }, + { + "id": "q_008586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "chairperson", + "pred": "President of the Portuguese Football Federation", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Sim\u00e3o Sabrosa -> member of sports team -> S.L. Benfica (2003)\n Hop 2: S.L. Benfica -> chairperson -> Jos\u00e9 M\u00e1rio de Almeida (2003)\n Hop 3: Jos\u00e9 M\u00e1rio de Almeida -> position held -> President of the Portuguese Football Federation (2003)\n Answer: President of the Portuguese Football Federation" + }, + { + "id": "q_004250", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Basaglia -> country of citizenship -> Italy\n Hop 2: Italy -> head of government -> Giovanni Spadolini\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy\n Answer: 1976" + }, + { + "id": "q_002769", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dennis Stock -> work location -> New York City\n Hop 2: New York City -> head of government -> Fiorello La Guardia\n Hop 3: Fiorello La Guardia -> position held -> Mayor of New York City\n Answer: Mayor of New York City" + }, + { + "id": "q_001923", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "pred_raw": "Hop 1: Alfredo Mazzoni -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of government -> Giovanni Gronchi (1958)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1958)\n Answer: President of Italy" + }, + { + "id": "q_008379", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "King of Italy", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Cesare Terranova -> country -> Italy (1958)\n Hop 2: Italy -> head of state -> Umberto II of Italy (1958)\n Hop 3: Umberto II of Italy -> position held -> King of Italy (1958)\n Answer: King of Italy" + }, + { + "id": "q_004279", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "U-13", + "pred": "Swiss Air Force", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Victor Oehrn -> military, police or special rank -> lieutenant (1936)\n Hop 2: lieutenant -> has part -> U-14 (1936)\n Hop 3: U-14 -> commanded by -> Hans Hug (1936)\n Hop 4: Hans Hug -> affiliation -> Swiss Air Force (1936)\n Answer: Swiss Air Force" + }, + { + "id": "q_008534", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "President of the Council of Ministers", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Bruno Arcari -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1958)\n Hop 3: Alcide De Gasperi -> position held -> President of the Council of Ministers (1958)\n Answer: President of the Council of Ministers" + }, + { + "id": "q_001990", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "United Nations", + "pred": "Hop 1: Bad Day at Black Rock -> narrative location -> New Mexico\n Hop 2: New Mexico -> contains the administrative territorial entity -> Bernalillo County\n Hop 3: Bernalillo County -> member of -> United States of America\n Hop 4: United States of America -> contains the administrative territorial entity -> New Mexico\n Hop 5: New Mexico -> contains the administrative territorial entity -> Lincoln County\n Hop 6: Lincoln County -> member of -> United", + "em": 0.0, + "f1": 0.06451612903225806, + "pred_raw": "Hop 1: Bad Day at Black Rock -> narrative location -> New Mexico\n Hop 2: New Mexico -> contains the administrative territorial entity -> Bernalillo County\n Hop 3: Bernalillo County -> member of -> United States of America\n Hop 4: United States of America -> contains the administrative territorial entity -> New Mexico\n Hop 5: New Mexico -> contains the administrative territorial entity -> Lincoln County\n Hop 6: Lincoln County -> member of -> United" + }, + { + "id": "q_000057", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "President of the Council of Ministers", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Attilio Pierelli -> country of citizenship -> Italy (1936)\n Hop 2: Italy -> head of state -> Pietro Badoglio (1936)\n Hop 3: Pietro Badoglio -> position held -> President of the Council of Ministers (1936)\n Answer: President of the Council of Ministers" + }, + { + "id": "q_003633", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eleonora Rossi Drago -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1966)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1966)\n Answer: President of Italy" + }, + { + "id": "q_007357", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Mayor of New York City", + "pred": "David Dinkins", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: North Macedonia -> head of state -> Gjorge Ivanov (2017)\n Hop 2: Prelinger Archives -> located in -> New York City (1989)\n Hop 3: New York City -> head of government -> David Dinkins (1989)\n Answer: David Dinkins" + }, + { + "id": "q_005638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "President of the United States", + "pred": "President of Germany", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Michael Barry -> member of sports team -> Germany (1939)\n Hop 2: Germany (1939) -> head of government -> Paul von Hindenburg (1939)\n Hop 3: Paul von Hindenburg -> position held -> President of Germany (1939)\n Answer: President of Germany" + }, + { + "id": "q_002803", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luchino Visconti -> country -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: Enrico Silvestri -> country of citizenship -> Italy (1955)\n Answer: European Economic Community" + }, + { + "id": "q_005319", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sergio Andreoli -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1965)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1965)\n Answer: President of Italy" + }, + { + "id": "q_008568", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Petrilli -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1998)\n Hop 3: Carlo Azeglio Ciampi -> position held -> President of Italy (1998)\n Answer: President of Italy" + }, + { + "id": "q_008187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Hop 1: Michelangelo Albertazzi -> member of sports team -> A.S. Roma\n Hop 2: A.S. Roma -> head coach -> Luciano Spalletti\n Hop 3: Luciano Spalletti -> member of sports team -> A.S. Roma\n Hop 4: A.S. Roma -> head coach -> Luciano Spalletti\n Hop 5: Luciano Spalletti -> member of sports team -> A.S. Roma\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Michelangelo Albertazzi -> member of sports team -> A.S. Roma\n Hop 2: A.S. Roma -> head coach -> Luciano Spalletti\n Hop 3: Luciano Spalletti -> member of sports team -> A.S. Roma\n Hop 4: A.S. Roma -> head coach -> Luciano Spalletti\n Hop 5: Luciano Spalletti -> member of sports team -> A.S. Roma\n Hop" + }, + { + "id": "q_002510", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Bill Clinton", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Lance Armstrong -> sports team -> UCI ProTeam -> country -> Italy (1996)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi -> 1996\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_007048", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Tom\u00e1\u0161 Garrigue Masaryk", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: \u010cervie\u0144 -> capital -> \u010cervie\u0144\n Hop 2: \u010cervie\u0144 -> country -> Czechoslovakia\n Hop 3: Czechoslovakia -> head of state -> Tom\u00e1\u0161 Garrigue Masaryk\n Answer: Tom\u00e1\u0161 Garrigue Masaryk" + }, + { + "id": "q_000284", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Irina Bokova", + "pred": "European Olympic Committees", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Susan Polgar -> country -> Hungary (2012)\n Hop 2: Hungary -> member of -> International Olympic Committee (2012)\n Hop 3: International Olympic Committee -> chairperson -> Thomas Bach (2012)\n Hop 4: Thomas Bach -> member of -> European Olympic Committees (2012)\n Answer: European Olympic Committees" + }, + { + "id": "q_007586", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "German Emperor", + "pred": "Minister of Finance", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Breitscheidplatz -> named after -> Paul von Breitscheid (1915)\n Hop 2: Paul von Breitscheid -> spouse -> Marie von Breitscheid (1915)\n Hop 3: Marie von Breitscheid -> position held -> Minister of Finance (1915)\n Answer: Minister of Finance" + }, + { + "id": "q_006367", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.22222222222222224, + "pred_raw": "Hop 1: Getulio Alviani -> country -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> President of the Italian Republic (1980)\n Answer: President of the Italian Republic" + }, + { + "id": "q_003015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Council of Ministers", + "em": 0.0, + "f1": 0.22222222222222224, + "pred_raw": "Hop 1: Bruno Banducci -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1958)\n Hop 3: Giovanni Spadolini -> position held -> President of the Council of Ministers (1958)\n Answer: President of the Council of Ministers" + }, + { + "id": "q_002788", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "Bruce Willis", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Women in Love -> award received -> Academy Award for Best Actress (1969)\n Hop 2: Academy Award for Best Actress (1969) -> winner -> Meryl Streep (1969)\n Hop 3: Meryl Streep (1969) -> spouse -> Bruce Willis (1969)\n Answer: Bruce Willis" + }, + { + "id": "q_001092", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "God Save the Tsar!", + "pred": "Finland's national anthem", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Helsinki -> capital of -> Finland (1906)\n Hop 2: Finland -> anthem -> Finland's national anthem (1906)\n Hop 3: Finland's national anthem -> located in -> Helsinki (1906)\n Answer: Finland's national anthem" + }, + { + "id": "q_000319", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Minister of Foreign Affairs", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Andrea Pangrazio -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> Minister of Foreign Affairs (1980)\n Answer: Minister of Foreign Affairs" + }, + { + "id": "q_000336", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Variety (magazine) -> place of publication -> New York City\n Hop 2: New York City -> head of government -> Thomas T. Malloy\n Hop 3: Thomas T. Malloy -> position held -> Mayor of New York City\n Hop 4: Mayor of New York City -> position held -> President of United States\n Hop 5: President of United States -> position held -> United States Secretary of State\n Hop 6: United", + "em": 1.0, + "f1": 0.30303030303030304, + "pred_raw": "Hop 1: Variety (magazine) -> place of publication -> New York City\n Hop 2: New York City -> head of government -> Thomas T. Malloy\n Hop 3: Thomas T. Malloy -> position held -> Mayor of New York City\n Hop 4: Mayor of New York City -> position held -> President of United States\n Hop 5: President of United States -> position held -> United States Secretary of State\n Hop 6: United" + }, + { + "id": "q_005328", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franco Basaglia -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: Prime Minister of Italy" + }, + { + "id": "q_007430", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Sukarno", + "pred": "Mao Zedong", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Changchun | located in | Jilin Province (China) (1954)\n Hop 2: Jilin Province (China) | diplomatic relation | People's Republic of China (1954)\n Hop 3: People's Republic of China | head of state | Mao Zedong (1954)\n Answer: Mao Zedong" + }, + { + "id": "q_001032", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Claudio Ruffini -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Antonio Segni (1961)\n Hop 3: Antonio Segni -> position held -> President of Italy (1961)\n Answer: President of Italy" + }, + { + "id": "q_006917", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zoran Klemen\u010di\u010d -> sports team -> A.S. Roma\n Hop 2: A.S. Roma -> country -> Italy\n Hop 3: Italy -> head of state -> Carlo Azeglio Ciampi\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_008460", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> member of -> European Economic Community (1953)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1953)\n Answer: Paul-Henri Spaak" + }, + { + "id": "q_001183", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Francesco Carpino -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Antonio Segni (1968)\n Hop 3: Antonio Segni -> position held -> President of Italy (1968)\n Answer: President of Italy" + }, + { + "id": "q_001661", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nanni Loy -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1955)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1955)\n Answer: President of Italy" + }, + { + "id": "q_002861", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Jean-Claude Juncker", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Pia Nalli -> country of citizenship -> Italy (2019)\n Hop 2: Italy -> member of -> European Economic Area (2019)\n Hop 3: European Economic Area -> chairperson of -> Jean-Claude Juncker (2019)\n Answer: Jean-Claude Juncker" + }, + { + "id": "q_003187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Oreste Biancoli -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Antonio Segni (1967)\n Hop 3: Antonio Segni -> position held -> President of Italy (1967)\n Answer: President of Italy" + }, + { + "id": "q_003586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "pred_raw": "Hop 1: Carlo Emilio Gadda -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of government -> Giovanni Gronchi (1960)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1960)\n Answer: President of Italy" + }, + { + "id": "q_000264", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "Hop 1: Women in Love -> award received -> Academy Award for Best Actress (1969)\n Hop 2: Academy Award for Best Actress (1969) -> winner -> Glenda Jackson\n Hop 3: Glenda Jackson -> spouse -> John Gielgud\n Hop 4: John Gielgud -> spouse -> Vivien Merchant\n Hop 5: Vivien Merchant -> spouse -> John Gielgud\n Hop 6:", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Women in Love -> award received -> Academy Award for Best Actress (1969)\n Hop 2: Academy Award for Best Actress (1969) -> winner -> Glenda Jackson\n Hop 3: Glenda Jackson -> spouse -> John Gielgud\n Hop 4: John Gielgud -> spouse -> Vivien Merchant\n Hop 5: Vivien Merchant -> spouse -> John Gielgud\n Hop 6:" + }, + { + "id": "q_001302", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1979-1980", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Umberto Pasquale -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1979-1980)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1979-1980)\n Answer: 1979-1980" + }, + { + "id": "q_007976", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mariele Ventre -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1969)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1969)\n Answer: President of Italy" + }, + { + "id": "q_007562", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Lviv University", + "pred": "Polish Academy of Sciences", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Zygmunt Janiszewski -> employer -> Polish Academy of Sciences (1913)\n Answer: Polish Academy of Sciences" + }, + { + "id": "q_006568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "pred": "Hop 1: Dan Aykroyd -> nominated for -> Academy Award for Best Supporting Actor (1992)\n Hop 2: Academy Award for Best Supporting Actor (1992) -> award received -> Golden Globe Award for Best Supporting Actor - Motion Picture (1992)\n Hop 3: Golden Globe Award for Best Supporting Actor - Motion Picture (1992) -> award received -> Best Supporting Actor - Motion Picture (1992", + "em": 0.0, + "f1": 0.37037037037037035, + "pred_raw": "Hop 1: Dan Aykroyd -> nominated for -> Academy Award for Best Supporting Actor (1992)\n Hop 2: Academy Award for Best Supporting Actor (1992) -> award received -> Golden Globe Award for Best Supporting Actor - Motion Picture (1992)\n Hop 3: Golden Globe Award for Best Supporting Actor - Motion Picture (1992) -> award received -> Best Supporting Actor - Motion Picture (1992" + }, + { + "id": "q_006715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Cornacchia -> country of citizenship -> Kingdom of Italy (1951)\n Hop 2: Kingdom of Italy -> country -> Italy (1951)\n Answer: Italy" + }, + { + "id": "q_005303", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Valenciennes F.C.", + "pred": "VfB Stuttgart", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Geoffrey Doumeng -> member of sports team -> VfB Stuttgart (2007)\n Answer: VfB Stuttgart" + }, + { + "id": "q_003783", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Baron Harding of Petherton", + "pred": "Earl of Radnor", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: John Harding, 1st Baron Harding of Petherton -> noble title -> Earl of Radnor (1959)\n Answer: Earl of Radnor" + }, + { + "id": "q_004865", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Venturini -> sports team -> Lucchese 1905 (1939)\n Hop 2: Lucchese 1905 -> country of citizenship -> Kingdom of Italy (1939)\n Answer: Kingdom of Italy" + }, + { + "id": "q_006315", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bryne FK -> member of sports team -> Kristiansund BK (1999)\n Hop 2: Kristiansund BK (1999) -> member of sports team -> Kristiansund BK (1999)\n Hop 3: Kristiansund BK (1999) -> country of citizenship -> Norway (1999)\n Answer: 1999" + }, + { + "id": "q_006718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Anedda -> country of citizenship -> Italy (1980)\n Answer: Italy" + }, + { + "id": "q_006083", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pula -> country of citizenship -> Italy (1970)\n Answer: Italy" + }, + { + "id": "q_003360", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tanguy Viel -> C\u00e9sar Award for Best Original Screenplay -> 1999 (via Hop 1: Tanguy Viel -> C\u00e9sar Award for Best Original Screenplay -> 1999)\n Answer: 1999" + }, + { + "id": "q_008353", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Chattanooga", + "pred": "1986", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: National Model Railroad Association -> headquarters -> National Model Railroad Association -> 1986 -> 1986 -> 1986\n Answer: 1986" + }, + { + "id": "q_003499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "D.C. United", + "pred": "United States House of Representatives", + "em": 0.0, + "f1": 0.25, + "pred_raw": "Hop 1: Robert F. Kennedy Memorial Stadium -> located in -> Washington , D.C. (2009)\n Hop 2: Washington , D.C. -> occupant -> United States Capitol (2009)\n Hop 3: United States Capitol -> occupant -> United States House of Representatives (2009)\n Answer: United States House of Representatives" + }, + { + "id": "q_001224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "German Democratic Republic", + "em": 0.0, + "f1": 0.25, + "pred_raw": "Hop 1: Karl-Eduard von Schnitzler -> country of citizenship -> German Democratic Republic (1955)\n Answer: German Democratic Republic" + }, + { + "id": "q_004848", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Soviet Union", + "pred": "Latvia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Vija Artmane -> award -> Order of the Badge of Honour (1964)\n Hop 2: Order of the Badge of Honour -> country -> Latvia (1964)\n Hop 3: Latvia -> citizenship -> Vija Artmane (1964)\n Answer: Latvia" + }, + { + "id": "q_007525", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Oulu Province", + "pred": "Europe", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kiiminki -> located in -> North Ostrobothnia (1946)\n Hop 2: Finland -> contains -> Kiiminki (1946)\n Hop 3: Finland -> located in -> Europe (1946)\n Answer: Europe" + }, + { + "id": "q_000885", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Northern Dvina Governorate", + "pred": "Komi Republic", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Yarensk Uyezd -> located in -> Komi Republic (1923)\n Answer: Komi Republic" + }, + { + "id": "q_001030", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Sardinia (1848-1861)", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giovan Battista Pellegrini -> country of citizenship -> Kingdom of Sardinia (1848-1861)\n Answer: Kingdom of Sardinia (1848-1861)" + }, + { + "id": "q_004428", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "Soviet Union", + "pred": "Georgia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tbilisi -> country -> Georgia (1918-1921)\n Answer: Georgia" + }, + { + "id": "q_002780", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "University of British Columbia", + "pred": "Jerusalem", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Daniel Kahneman -> employer -> Hebrew University of Jerusalem (1983)\n Hop 2: Hebrew University of Jerusalem -> located in -> Jerusalem (1983)\n Answer: Jerusalem" + }, + { + "id": "q_000352", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Solicitor General for England and Wales", + "pred": "Lord Privy Seal", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: John Simon, 1st Viscount Simon -> Chancellor of the Exchequer -> United Kingdom -> 1911\n Hop 2: United Kingdom -> Prime Minister -> H. H. Asquith -> 1911\n Hop 3: H. H. Asquith -> position held -> Lord Privy Seal -> 1911\n Answer: Lord Privy Seal" + }, + { + "id": "q_000414", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "1993", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rudolf Jaenisch -> award -> Robert Koch Prize (1993)\n Answer: 1993" + }, + { + "id": "q_001261", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Renato Barisani -> country of citizenship -> Italy (1958)\n Answer: Italy" + }, + { + "id": "q_001035", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "WWE", + "pred": "World Wrestling Entertainment", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Shane McMahon -> occupation -> entrepreneur (1996)\n Hop 2: Shane McMahon -> employer -> World Wrestling Federation (1996)\n Hop 3: World Wrestling Federation -> parent -> World Wrestling Entertainment (1996)\n Answer: World Wrestling Entertainment" + }, + { + "id": "q_008432", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Cindy McCain", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John McCain -> spouse -> Cindy McCain (1981)\n Answer: Cindy McCain" + }, + { + "id": "q_005886", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Federal Minister for Foreign Affairs", + "pred": "1. FC Union Berlin", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Frank-Walter Steinmeier -> employer -> Allianz SE (2010)\n Hop 2: Allianz SE -> member of sports team -> 1. FC Union Berlin (2010)\n Answer: 1. FC Union Berlin" + }, + { + "id": "q_007363", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Chairman of the Presidium of the Supreme Soviet", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Armin Grein -> work location -> D\u00fcsseldorf (1989)\n Hop 2: D\u00fcsseldorf -> twinned administrative body -> Moscow (1989)\n Hop 3: Moscow -> position held -> Chairman of the Presidium of the Supreme Soviet (1989)\n Answer: Chairman of the Presidium of the Supreme Soviet" + }, + { + "id": "q_006356", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Germany", + "pred": "Kingdom of Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Adolf Schr\u00f6ter -> country of citizenship -> Kingdom of Italy (1950)\n Answer: Kingdom of Italy" + }, + { + "id": "q_004178", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "People's Republic of Bulgaria", + "pred": "Bulgaria", + "em": 0.0, + "f1": 0.33333333333333337, + "pred_raw": "Hop 1: Pernik -> country -> Bulgaria (1979)\n Answer: Bulgaria" + }, + { + "id": "q_005764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kupferstichkabinett Berlin", + "pred": "A.O. Kavalas (association football)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Max Jakob Friedl\u00e4nder -> employer -> A.O. Kavalas (association football)\n Answer: A.O. Kavalas (association football)" + }, + { + "id": "q_000581", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Sevilla FC", + "pred": "Real Madrid", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alexis Ruano Delgado -> member of -> M\u00e1laga CF (2011)\n Hop 2: M\u00e1laga CF -> sports team of -> Real Madrid (2011)\n Answer: Real Madrid" + }, + { + "id": "q_008059", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Heinrich Himmler", + "pred": "Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Schutzstaffel -> manager -> Reinhard Heydrich (1939)\n Hop 2: Reinhard Heydrich -> country -> Czechoslovakia (1939)\n Answer: Czechoslovakia" + }, + { + "id": "q_002028", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Scopus", + "pred": "The New York Times Book Review", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: The New York Times -> indexed in bibliographic review -> The New York Times Book Review (1996)\n Hop 2: The New York Times Book Review -> employer -> Michiko Kakutani (1996)\n Answer: The New York Times Book Review" + }, + { + "id": "q_005537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Gianni De Michelis -> country of citizenship -> Kingdom of Italy (1947)\n Answer: Kingdom of Italy" + }, + { + "id": "q_002995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "James Norris Memorial Trophy", + "pred": "John Lithgow", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Erik Karlsson -> nominated for -> Academy Award for Best Actor (1982)\n Hop 2: Academy Award for Best Actor (1982) -> award received -> John Lithgow (1982)\n Answer: John Lithgow" + }, + { + "id": "q_005062", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Avanti Martinetti", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gyula Iulius Maurer -> employer -> Avanti Martinetti (1954)\n Answer: Avanti Martinetti" + }, + { + "id": "q_005618", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Leicester City F.C.", + "pred": "Montreal Canadiens", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jack Hobbs -> member of -> Montreal Canadiens (2010)\n Answer: Montreal Canadiens" + }, + { + "id": "q_000224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ulrico Girardi -> country of citizenship -> Italy (1974)\n Answer: Italy" + }, + { + "id": "q_004236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FK Austria Wien", + "pred": "EC KAC", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ronald Brunmayr -> sports team -> EC KAC (1996)\n Answer: EC KAC" + }, + { + "id": "q_002148", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1927.0, + "gold": "Kingdom of Romania", + "pred": "Bulgaria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Balchik -> country -> Bulgaria (1927)\n Answer: Bulgaria" + }, + { + "id": "q_006117", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Cesarina Vighy -> country of citizenship -> Kingdom of Italy (1970)\n Answer: Kingdom of Italy" + }, + { + "id": "q_000974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Mary Pickford", + "pred": "Janet Gaynor", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Academy Award for Best Actress -> winner -> Janet Gaynor (1929)\n Hop 2: Janet Gaynor -> 1929 -> Academy Award for Best Actress (1929)\n Hop 3: Academy Award for Best Actress (1929) -> winner -> Janet Gaynor (1929)\n Answer: Janet Gaynor" + }, + { + "id": "q_003365", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "All-NBA Team", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gary Payton -> award -> 2000 NBA All-Star Game\n Hop 2: 2000 NBA All-Star Game -> location -> Orlando, Florida\n Hop 3: Orlando, Florida -> country -> United States of America\n Answer: United States of America" + }, + { + "id": "q_005796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Molli railway -> operator -> Ferrovie dello Stato Italiane (1922)\n Hop 2: Ferrovie dello Stato Italiane -> country -> Italy (1922)\n Answer: Italy" + }, + { + "id": "q_003448", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Benedetta Cappa -> country of citizenship -> Italy (1901)\n Answer: Italy" + }, + { + "id": "q_005271", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Borussia M\u00f6nchengladbach", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alexander Voigt -> member of sports team -> 1. FC N\u00fcrnberg (1995)\n Answer: 1. FC N\u00fcrnberg" + }, + { + "id": "q_002400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "United States Penitentiary, Florence ADMAX", + "pred": "1960s", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ted Kaczynski -> education -> Harvard University (2008)\n Hop 2: Harvard University -> point in time -> 1960s (2008)\n Answer: 1960s" + }, + { + "id": "q_007959", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Afghanistan", + "pred": "Kingdom of Bulgaria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Germany -> diplomatic relation -> Kingdom of Bulgaria (1918)\n Answer: Kingdom of Bulgaria" + }, + { + "id": "q_008034", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Sergio Tofano -> country of citizenship -> Italy (1912)\n Answer: Italy" + }, + { + "id": "q_006099", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Ural Federal District", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Central Volga Krai -> located in -> Ural Federal District (1932)\n Answer: Ural Federal District" + }, + { + "id": "q_003338", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "President of the Bundestag", + "pred": "Federal Minister for Special Affairs of Germany", + "em": 0.0, + "f1": 0.18181818181818182, + "pred_raw": "Hop 1: Wolfgang Sch\u00e4uble -> Federal Minister for Special Affairs of Germany -> 1998 -> 1998 -> 1998\n Answer: Federal Minister for Special Affairs of Germany" + }, + { + "id": "q_007882", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "pred": "Albert Lasker Award for Basic Medical Research", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Yoshio Masui -> award received -> Albert Lasker Award for Basic Medical Research (1998)\n Answer: Albert Lasker Award for Basic Medical Research" + }, + { + "id": "q_001101", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Melbourne Cricket Ground", + "pred": "MCG", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Melbourne Football Club -> home venue -> MCG\n Answer: MCG" + }, + { + "id": "q_004838", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "American Psycho 2", + "pred": "The People vs. Larry Flynt", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: American Psycho -> derivative work -> The People vs. Larry Flynt (2000)\n Answer: The People vs. Larry Flynt" + }, + { + "id": "q_008088", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianfranco Parolini -> country of citizenship -> Italy (2017)\n Answer: Italy" + }, + { + "id": "q_008278", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Valenciennes F.C.", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kenny Lala -> sports team -> A.S. Roma\n Hop 2: A.S. Roma -> member -> Giuseppe Bellini\n Hop 3: Giuseppe Bellini -> country of citizenship -> Italy\n Answer: Italy" + }, + { + "id": "q_003556", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giovanni Battista Lacchini -> country of citizenship -> Italy (1935)\n Answer: Italy" + }, + { + "id": "q_008174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Spartak Moscow", + "pred": "HC CSKA Moscow", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Roman Shishkin -> member of sports team -> HC CSKA Moscow (2004)\n Answer: HC CSKA Moscow" + }, + { + "id": "q_007252", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Amaury Bischoff -> member of sports team -> RC Strasbourg Alsace (1999)\n Answer: 1999" + }, + { + "id": "q_007229", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Albrecht Brandi -> country of citizenship -> Weimar Republic (1963)\n Hop 2: Weimar Republic -> country of citizenship -> Germany (1963)\n Answer: Germany" + }, + { + "id": "q_005020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Luigi Tasselli -> country of citizenship -> Italy (1917)\n Answer: Italy" + }, + { + "id": "q_003581", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Luciano Savorini -> country of citizenship -> Italy (1942)\n Answer: Italy" + }, + { + "id": "q_007540", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Norway men's national association football team", + "pred": "FC Basel 1931", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rolf Johannessen -> member of sports team -> FC Basel 1931 (1931)\n Answer: FC Basel 1931" + }, + { + "id": "q_006549", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1972.0, + "gold": "1972", + "pred": "1972", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Louis Emil Denfeld -> place of burial -> Arlington National Cemetery (1972)\n Answer: 1972" + }, + { + "id": "q_006127", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Soldati -> residence -> Rome (1957)\n Answer: Rome" + }, + { + "id": "q_008172", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Academy Award for Best Director", + "pred": "Hop 1: Fred Zinnemann -> award -> Golden Globe Award for Best Director (1961)\n Hop 2: Golden Globe Award for Best Director (1961) -> nominated for -> The Sundowners (1960)\n Hop 3: The Sundowners (1960) -> director -> Fred Zinnemann\n Hop 4: Fred Zinnemann -> nominated for -> The Sundowners (1960)\n Answer:", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Fred Zinnemann -> award -> Golden Globe Award for Best Director (1961)\n Hop 2: Golden Globe Award for Best Director (1961) -> nominated for -> The Sundowners (1960)\n Hop 3: The Sundowners (1960) -> director -> Fred Zinnemann\n Hop 4: Fred Zinnemann -> nominated for -> The Sundowners (1960)\n Answer:" + }, + { + "id": "q_006850", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "\u00c9toile Sportive du Sahel", + "pred": "ASL (2000)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Oumar Kalabane -> member of -> ASL (2000)\n Hop 2: ASL -> sports team -> ASL (2000)\n Hop 3: ASL (2000) -> member of -> ASL (2000)\n Answer: ASL (2000)" + }, + { + "id": "q_001281", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "60 Minutes", + "pred": "The Vietnam War", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Morley Safer award -> George Polk Award (1979)\n Hop 2: George Polk Award -> notable work (1979)\n Hop 3: notable work -> The Vietnam War (1979)\n Answer: The Vietnam War" + }, + { + "id": "q_000690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "1987", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nikolaus Schneider -> Buber-Rosenzweig-Medal -> 1987 (award received)\n Answer: 1987" + }, + { + "id": "q_004216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Philadelphia", + "pred": "New York City", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Thomas Eakins -> work location -> New York City (1908)\n Answer: New York City" + }, + { + "id": "q_001024", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2007-2008", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jos\u00e9 Anigo -> head coach -> Olympiacos F.C. (2007-2008)\n Answer: 2007-2008" + }, + { + "id": "q_003080", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Nobel Prize in Literature", + "pred": "1936", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Sarvepalli Radhakrishnan -> Nobel Peace Prize -> 1936 (1936)\n Answer: 1936" + }, + { + "id": "q_006761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Reading F.C.", + "pred": "Reading F.C.", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stephen Hunt -> sports team -> Crystal Palace F.C. (1999-2000)\n Hop 2: Crystal Palace F.C. -> member -> Tony Cascarino (1999-2000)\n Hop 3: Tony Cascarino -> sports team -> Reading F.C. (1999-2000)\n Answer: Reading F.C." + }, + { + "id": "q_007249", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Athletic Club", + "pred": "Hop 1: Rafael Moreno Aranzadi -> member of -> Real Sociedad de F\u00fatbol (1912)\n Hop 2: Real Sociedad de F\u00fatbol (1912) -> sports team -> Real Sociedad de F\u00fatbol\n Hop 3: Real Sociedad de F\u00fatbol -> member of -> La Liga (1912)\n Hop 4: La Liga (1912) -> member", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rafael Moreno Aranzadi -> member of -> Real Sociedad de F\u00fatbol (1912)\n Hop 2: Real Sociedad de F\u00fatbol (1912) -> sports team -> Real Sociedad de F\u00fatbol\n Hop 3: Real Sociedad de F\u00fatbol -> member of -> La Liga (1912)\n Hop 4: La Liga (1912) -> member" + }, + { + "id": "q_004330", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Spain", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Cristina Campo -> country of citizenship -> Spain (2010)\n Answer: Spain" + }, + { + "id": "q_002355", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Brentford F.C.", + "pred": "John Harkes", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Andy Sinton -> sports team -> Wolverhampton Wanderers F.C. (1987)\n Hop 2: Wolverhampton Wanderers F.C. -> member -> John Harkes (1987)\n Answer: John Harkes" + }, + { + "id": "q_001500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Erwin Teufel", + "pred": "Hans Filbinger", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Baden-W\u00fcrttemberg -> head of government -> Hans Filbinger (1991)\n Answer: Hans Filbinger" + }, + { + "id": "q_002493", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "TV Globo", + "pred": "Globo.com", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Grupo Globo -> subsidiary -> Globo.com (1994)\n Answer: Globo.com" + }, + { + "id": "q_004504", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Walter Gautschi -> doctoral student -> Andreas Speiser (1953)\n Answer: 1953" + }, + { + "id": "q_008366", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Jean Tremblay", + "pred": "Jean-Pierre Poirier", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Saguenay -> head of government -> Jean-Pierre Poirier (2008)\n Answer: Jean-Pierre Poirier" + }, + { + "id": "q_003310", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "1980", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: The Maids of Wilko -> Academy Award for Best International Feature Film -> 1980 (year)\n Answer: 1980" + }, + { + "id": "q_004860", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "auxiliary bishop", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Guillermo Leaden -> position held -> President of the United States (1975)\n Answer: President of the United States" + }, + { + "id": "q_007131", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pino Caruso -> country of citizenship -> Kingdom of Italy (1976)\n Hop 2: Kingdom of Italy -> country of citizenship -> Italy (1976)\n Answer: Italy" + }, + { + "id": "q_001190", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franca Florio -> country of citizenship -> Kingdom of Italy (1907)\n Answer: Kingdom of Italy" + }, + { + "id": "q_001845", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "Stade de Reims", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jean Templin -> member of sports team -> Stade de Reims (1959)\n Hop 2: Jean Templin -> member of sports team -> Stade de Reims (1959)\n Answer: Stade de Reims" + }, + { + "id": "q_001601", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Lomonosov Moscow State University", + "pred": "Institute for Advanced Study", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Lev Pontryagin -> employer -> Institute for Advanced Study (1933)\n Answer: Institute for Advanced Study" + }, + { + "id": "q_008159", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "AIK Fotboll", + "pred": "Notts County F.C.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Lee Baxter -> member of sports team -> Notts County F.C. (1986)\n Answer: Notts County F.C." + }, + { + "id": "q_006771", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Cuxhaven district", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Sietland -> located in -> United Kingdom (1995)\n Answer: United Kingdom" + }, + { + "id": "q_002990", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Vesyegonsky District", + "pred": "Kostroma Oblast", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Vesyegonsk -> located in -> Tver Oblast (1957)\n Hop 2: Tver Oblast -> located in -> Kostroma Oblast (1957)\n Answer: Kostroma Oblast" + }, + { + "id": "q_002704", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Everton F.C.", + "pred": "Hop 1: Adrian Heath -> sports team -> Burnley F.C.\n Hop 2: Burnley F.C. -> member -> Paul Ince\n Hop 3: Paul Ince -> sports team -> Manchester City F.C.\n Hop 4: Manchester City F.C. -> member -> Kevin Keegan\n Hop 5: Kevin Keegan -> sports team -> Liverpool F.C.\n Hop 6: Liverpool F.C. -> member -> John Barnes\n Hop 7:", + "em": 0.0, + "f1": 0.14285714285714285, + "pred_raw": "Hop 1: Adrian Heath -> sports team -> Burnley F.C.\n Hop 2: Burnley F.C. -> member -> Paul Ince\n Hop 3: Paul Ince -> sports team -> Manchester City F.C.\n Hop 4: Manchester City F.C. -> member -> Kevin Keegan\n Hop 5: Kevin Keegan -> sports team -> Liverpool F.C.\n Hop 6: Liverpool F.C. -> member -> John Barnes\n Hop 7:" + }, + { + "id": "q_000821", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Sabatino Moscati -> country of citizenship -> Italy (1930)\n Answer: Italy" + }, + { + "id": "q_001187", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Max Planck Institute for Chemistry", + "pred": "University of Oslo", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Paul Josef Crutzen -> employer -> University of Oslo (1980)\n Answer: University of Oslo" + }, + { + "id": "q_006629", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "United States Navy", + "pred": "United States Army", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Frederick B. Dent -> military branch -> United States Army (1946)\n Answer: United States Army" + }, + { + "id": "q_003305", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonello Aglioti -> country of citizenship -> Italy (1981)\n Answer: Italy" + }, + { + "id": "q_005228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Carter Harrison IV", + "pred": "William Howard Taft", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Chicago -> head of government -> William Howard Taft (1913)\n Answer: William Howard Taft" + }, + { + "id": "q_000310", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "Saint-Malo", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Le Montellier -> located in -> Saint-Malo (1989)\n Answer: Saint-Malo" + }, + { + "id": "q_003989", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Baron Moyne", + "pred": "Hop 1: Walter Guinness, 1st Baron Moyne -> award -> Distinguished Service Order (1935)\n Hop 2: Walter Guinness, 1st Baron Moyne -> noble title -> 1st Baron Moyne (1935)\n Hop 3: 1st Baron Moyne -> successor -> 2nd Baron Moyne (1935)\n Hop 4: 2nd Baron Moyne -> noble title -> 2", + "em": 1.0, + "f1": 0.1904761904761905, + "pred_raw": "Hop 1: Walter Guinness, 1st Baron Moyne -> award -> Distinguished Service Order (1935)\n Hop 2: Walter Guinness, 1st Baron Moyne -> noble title -> 1st Baron Moyne (1935)\n Hop 3: 1st Baron Moyne -> successor -> 2nd Baron Moyne (1935)\n Hop 4: 2nd Baron Moyne -> noble title -> 2" + }, + { + "id": "q_007146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Italy men's national association football team", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fabio Capello -> work location -> Italy men's national association football team (2001)\n Answer: Italy men's national association football team" + }, + { + "id": "q_002832", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Willy Marlow", + "pred": "Jim Mattis", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rostock District -> shares border with -> Schleswig-Holstein (1983)\n Hop 2: Schleswig-Holstein -> head of government -> Otto von Habsburg (1983)\n Hop 3: Otto von Habsburg -> head of government -> Jim Mattis (1983)\n Answer: Jim Mattis" + }, + { + "id": "q_000368", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "FC Porto", + "pred": "Czechia men's national football team", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Deco -> member of sports team -> Czechia men's national football team (2011)\n Answer: Czechia men's national football team" + }, + { + "id": "q_005867", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Kursk Oblast (1980)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kursk Oblast -> located in -> Kursk Oblast (1980)\n Answer: Kursk Oblast (1980)" + }, + { + "id": "q_005700", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Colombia men's national football team", + "pred": "AC Milan", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Juan Carlos Henao -> sports team -> Millonarios (1965)\n Hop 2: Giovanni Goria -> country of citizenship -> Italy (1965)\n Hop 3: Italy -> member of sports team -> AC Milan (1965)\n Answer: AC Milan" + }, + { + "id": "q_000881", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "York University", + "pred": "University of London", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Ellen Meiksins Wood -> employer -> University of London (1986)\n Answer: University of London" + }, + { + "id": "q_005707", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Kreis Kalbe (Milde)", + "pred": "Bremen", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jeetze -> located in -> Bremen (1952)\n Answer: Bremen" + }, + { + "id": "q_001238", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Pre\u0161ov Region", + "pred": "Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pre\u0161ov country -> located in -> Czechoslovakia (1954)\n Answer: Czechoslovakia" + }, + { + "id": "q_006162", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Erick Scott -> sports team -> Asociaci\u00f3n Deportiva San Carlos (2011)\n Answer: 2011" + }, + { + "id": "q_005973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Kingdom of Romania", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pier Antonio Quarantotti Gambini -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> successor -> Kingdom of Romania (1960)\n Answer: Kingdom of Romania" + }, + { + "id": "q_006967", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armando Aste -> country of citizenship -> Italy (1971)\n Answer: Italy" + }, + { + "id": "q_006519", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "F.C. Pro Vercelli 1892", + "pred": "Club Atl\u00e9tico Tigre", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Q287577 -> member of sports team -> Club Atl\u00e9tico Tigre (2009)\n Answer: Club Atl\u00e9tico Tigre" + }, + { + "id": "q_006861", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Toulouse FC", + "pred": "Trabzonspor", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Umut Burugudut Bulut -> member of sports team -> Trabzonspor (2012)\n Answer: Trabzonspor" + }, + { + "id": "q_006139", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Decathlon CMA CGM Team", + "pred": "Team Sky", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Nicolas Roche -> member of sports team -> Team Sky (2012)\n Answer: Team Sky" + }, + { + "id": "q_002293", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Bethesda", + "pred": "San Francisco", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jane Alexander -> residence -> San Francisco\n Answer: San Francisco" + }, + { + "id": "q_008165", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Akkermansky Uyezd", + "pred": "Europe", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bilhorod-Dnistrovskyi -> located in -> Kherson Oblast (1902)\n Hop 2: Kherson Oblast -> located in -> Russian Empire (1902)\n Hop 3: Russian Empire -> located in -> Europe (1902)\n Answer: Europe" + }, + { + "id": "q_001745", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Republic of China (1912-1949)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Li Tsung-jen -> country of citizenship -> Republic of China (1912-1949)\n Answer: Republic of China (1912-1949)" + }, + { + "id": "q_005776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Paul McGann", + "pred": "Ilva Ligabue", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Susannah Harker -> spouse -> Iain Glen (1996-2008)\n Hop 2: Iain Glen -> unmarried partner -> Ilva Ligabue (1996-2008)\n Answer: Ilva Ligabue" + }, + { + "id": "q_002004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Al-Qaeda", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Osama bin Laden -> country -> Afghanistan (1993)\n Hop 2: Afghanistan -> allegiance -> United States of America (1993)\n Answer: United States of America" + }, + { + "id": "q_003185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Weimar Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Vaterstetten -> country -> German Empire (1922)\n Hop 2: German Empire -> country -> Germany (1922)\n Answer: Germany" + }, + { + "id": "q_007239", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Kingdom of Italy", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: James Alberione -> country of citizenship -> Austria (1923)\n Answer: Austria" + }, + { + "id": "q_005515", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "doctorate", + "pred": "Doctor of Philosophy (PhD)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Raymond Dumais -> academic degree -> Doctor of Philosophy (PhD)\n Hop 2: Doctor of Philosophy (PhD) -> academic degree -> Master of Arts (MA)\n Hop 3: Master of Arts (MA) -> academic degree -> Doctor of Philosophy (PhD)\n Answer: Doctor of Philosophy (PhD)" + }, + { + "id": "q_002120", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Bauska District", + "pred": "Latvia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bauska -> Latvia (located in)\n Hop 2: Latvia -> European Film Award for Best Actor (located in)\n Hop 3: European Film Award for Best Actor -> 2000 (located in)\n Answer: Latvia" + }, + { + "id": "q_007214", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Gale Anne Hurd", + "pred": "Linda Hamilton", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: James Cameron -> spouse -> Linda Hamilton (1987)\n Answer: Linda Hamilton" + }, + { + "id": "q_008171", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Felice Andreasi -> country of citizenship -> Italy (1980)\n Answer: Italy" + }, + { + "id": "q_002624", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Woodrow Wilson", + "pred": "Woodrow Wilson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: United States -> head of government -> Woodrow Wilson (1913-1921)\n Answer: Woodrow Wilson" + }, + { + "id": "q_004467", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Alberto Albertini -> country of citizenship -> Italy (1924)\n Answer: Italy" + }, + { + "id": "q_006746", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1993.0, + "gold": "1993", + "pred": "1993", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Veran Mati\u0107 -> member of political party -> French Communist Party (1993)\n Hop 2: French Communist Party -> award received -> CPJ International Press Freedom Awards (1993)\n Answer: 1993" + }, + { + "id": "q_008176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Serbia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Vr\u0161ac -> country -> Serbia (1979)\n Answer: Serbia" + }, + { + "id": "q_000447", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Antonio Sbardella -> country of citizenship -> Kingdom of Italy (1980)\n Answer: Kingdom of Italy" + }, + { + "id": "q_007622", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "1976", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jos\u00e9 Ortigoza -> sports team -> CD San Luis (1976)\n Hop 2: CD San Luis (1976) -> member of sports team -> Giovanni Goria (1976)\n Hop 3: Giovanni Goria (1976) -> country of citizenship -> Italy (1976)\n Answer: 1976" + }, + { + "id": "q_007073", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FC Luch-Energiya Vladivostok", + "pred": "FC Spartak Moscow", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Maksim Layushkin -> member of sports team -> FC Spartak Moscow (1996)\n Answer: FC Spartak Moscow" + }, + { + "id": "q_006216", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Soviet Union", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Yelena Miroshina -> country of citizenship -> Russia (1987)\n Answer: Russia" + }, + { + "id": "q_007462", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "\u00d6sters IF", + "pred": "Swedish Football Association", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hans Eklund -> member of -> IFK Norrk\u00f6ping (1987)\n Hop 2: IFK Norrk\u00f6ping -> sports team -> Swedish Football League (1987)\n Hop 3: Swedish Football League -> member of -> Swedish Football Association (1987)\n Answer: Swedish Football Association" + }, + { + "id": "q_000068", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Eski\u015fehirspor", + "pred": "Kocaelispor", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: \u00d6mer Kaner -> member of sports team -> Bak\u0131rk\u00f6yspor (1982)\n Hop 2: Bak\u0131rk\u00f6yspor -> member of sports team -> Kocaelispor (1982)\n Answer: Kocaelispor" + }, + { + "id": "q_002516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Marconi Prize", + "pred": "1988", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Federico Faggin -> National Medal of Technology and Innovation -> 1988 (award received)\n Hop 2: 1988 -> 1988 (award received)\n Hop 3: 1988 -> 1988 (award received)\n Answer: 1988" + }, + { + "id": "q_003568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Silvio Gazzaniga -> country of citizenship -> Kingdom of Italy (1996)\n Answer: Kingdom of Italy" + }, + { + "id": "q_005968", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adone Zoli -> country of citizenship -> Italy (1958)\n Answer: Italy" + }, + { + "id": "q_000185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonio Sbardella -> country of citizenship -> Italy (1983)\n Answer: Italy" + }, + { + "id": "q_002706", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "economic liberalism", + "pred": "Surrealism", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jorge Gonz\u00e1lez von Mar\u00e9es -> movement -> Surrealism (1957)\n Answer: Surrealism" + }, + { + "id": "q_006338", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Jan Hendrik Oort", + "pred": "Walter Baade", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Maarten Schmidt -> doctoral advisor -> Walter Baade (1956)\n Answer: Walter Baade" + }, + { + "id": "q_002715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "State Government", + "pred": "Christian Kern", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Johanna Mikl-Leitner -> educated at -> Vienna University of Economics and Business (2007)\n Hop 2: Vienna University of Economics and Business -> located in -> Vienna (2007)\n Hop 3: Vienna -> mayor -> Christian Kern (2007)\n Answer: Christian Kern" + }, + { + "id": "q_005181", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "1993", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Leigh Bromby -> sports team -> Sheffield United F.C.\n Hop 2: Sheffield United F.C. -> member of sports team -> David Hockney\n Answer: 1993" + }, + { + "id": "q_003253", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "chairperson", + "pred": "Siemens", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kenjir\u014d Sh\u014dda -> educated at -> University of G\u00f6ttingen (1958)\n Hop 2: University of G\u00f6ttingen -> located in -> G\u00f6ttingen (1958)\n Hop 3: G\u00f6ttingen -> head of -> Carl Friedrich von Siemens (1958)\n Hop 4: Carl Friedrich von Siemens -> position held -> Siemens AG (1958)\n Answer: Siemens" + }, + { + "id": "q_007645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: G\u00f6khan \u00dcnal -> sports team -> 1. FC N\u00fcrnberg (2002)\n Answer: 1. FC N\u00fcrnberg" + }, + { + "id": "q_003453", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Italy", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Irene Galitzine -> country of citizenship -> United Kingdom (1956)\n Answer: United Kingdom" + }, + { + "id": "q_002186", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Academy Award for Best Actress", + "pred": "Best Actress in a Motion Picture - Drama", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Meryl Streep -> nominated for -> Best Actress in a Motion Picture - Drama (1990)\n Answer: Best Actress in a Motion Picture - Drama" + }, + { + "id": "q_000960", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Soviet Union", + "pred": "Moscow", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Biysk -> country -> Russian Empire (1922)\n Hop 2: Russian Empire -> successor -> Soviet Union (1922)\n Hop 3: Soviet Union -> capital -> Moscow (1922)\n Answer: Moscow" + }, + { + "id": "q_004347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Germany -> head of state -> Heinrich L\u00fcbke (1987)\n Hop 2: Germany -> currency -> Deutsche Mark (1987)\n Answer: Deutsche Mark" + }, + { + "id": "q_003476", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Municipio III", + "pred": "Lazio", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: San Lorenzo -> located in -> Rome (2007)\n Hop 2: Rome -> located in -> Lazio (2007)\n Answer: Lazio" + }, + { + "id": "q_001826", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "WWE", + "pred": "Patrick Le Lay", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Shane McMahon -> employer -> Patrick Le Lay (2008)\n Answer: Patrick Le Lay" + }, + { + "id": "q_002764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Camillo Cibin -> country of citizenship -> Italy (1942)\n Answer: Italy" + }, + { + "id": "q_007776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Latvian Soviet Socialist Republic", + "pred": "Ventspils", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: R\u0113zekne -> located in -> Ventspils (1991)\n Answer: Ventspils" + }, + { + "id": "q_002291", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2022.0, + "gold": "Al-Nassr", + "pred": "National Medal of Science", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luiz Gustavo -> sports team -> SC Internacional (Brazil)\n Hop 2: SC Internacional (Brazil) -> member -> Paulo C\u00e9sar Caju\n Hop 3: Paulo C\u00e9sar Caju -> award received -> National Medal of Science (1968)\n Answer: National Medal of Science" + }, + { + "id": "q_006248", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Zeno Saltini -> country of citizenship -> Italy (1936)\n Answer: Italy" + }, + { + "id": "q_003830", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: MTV Video Music Award for Best Group -> winner -> Foo Fighters (1996)\n Answer: 1996" + }, + { + "id": "q_005800", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1927.0, + "gold": "1927", + "pred": "1955", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Lois Delander -> won -> Miss America (1955)\n Answer: 1955" + }, + { + "id": "q_002743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Roman Herzog", + "pred": "Karl von Clausewitz", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Germany -> head of state -> Karl von Clausewitz (1996)\n Answer: Karl von Clausewitz" + }, + { + "id": "q_005305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "TOP 09", + "pred": "Christiane K\u00f6rner", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Karel Schwarzenberg -> European Human Rights Prize -> 2007 -> member of -> Christiane K\u00f6rner (2007)\n Answer: Christiane K\u00f6rner" + }, + { + "id": "q_003125", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Chinese Communist Party", + "pred": "Nationalist Party", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Xiao Ke -> country of citizenship -> Qing dynasty (1929)\n Hop 2: Xiao Ke -> member of political party -> Chinese Kuomintang (1929)\n Hop 3: Chinese Kuomintang -> member of political party -> Nationalist Party (1929)\n Answer: Nationalist Party" + }, + { + "id": "q_003993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "United States Air Force", + "pred": "United States", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Warren Weaver -> employer -> Bell Labs (1918)\n Hop 2: Bell Labs -> country -> United States\n Answer: United States" + }, + { + "id": "q_000679", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Bryan Gunn", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jean-Marie Cavada -> position held -> Bryan Gunn (2017)\n Answer: Bryan Gunn" + }, + { + "id": "q_001435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "1922", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Basmachi movement -> capital -> Dushanbe (1922)\n Answer: 1922" + }, + { + "id": "q_004918", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Italian Republic", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Karl Plattner -> country of citizenship -> Kingdom of Italy (1947)\n Hop 2: Kingdom of Italy -> successor -> Italian Republic (1947)\n Hop 3: Italian Republic -> country of citizenship -> Karl Plattner (1947)\n Answer: Italian Republic" + }, + { + "id": "q_006137", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Orlando Magic", + "pred": "National Basketball Association", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Shaquille O'Neal -> member of -> Los Angeles Lakers (1995)\n Hop 2: Los Angeles Lakers -> sports team -> National Basketball Association (1995)\n Answer: National Basketball Association" + }, + { + "id": "q_002644", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Club Atl\u00e9tico Nueva Chicago", + "em": 0.0, + "f1": 0.5714285714285715, + "pred_raw": "Hop 1: Daniel Islas -> member of sports team -> Club Atl\u00e9tico Nueva Chicago (2009)\n Hop 2: Club Atl\u00e9tico Nueva Chicago -> manager -> Daniel Islas (2009)\n Hop 3: Daniel Islas -> member of sports team -> Club Atl\u00e9tico Nueva Chicago (2009)\n Answer: Club Atl\u00e9tico Nueva Chicago" + }, + { + "id": "q_004185", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Sharon Tate", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stanley Kubrick -> spouse -> Sharon Tate (1995)\n Answer: Sharon Tate" + }, + { + "id": "q_007259", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Siemens AG", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Herbert Seifert -> employer -> Siemens AG (1961)\n Answer: Siemens AG" + }, + { + "id": "q_000078", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Bruno Bettinelli -> country of citizenship -> Kingdom of Italy (1972)\n Answer: Kingdom of Italy" + }, + { + "id": "q_006054", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italy", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tullia Zevi -> country of citizenship -> Kingdom of Italy (1961)\n Hop 2: Italy -> country of citizenship -> United Kingdom (1961)\n Answer: United Kingdom" + }, + { + "id": "q_002336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "SC Young Fellows Juventus", + "pred": "Montreal Canadiens", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Leopold Kielholz -> member of sports team -> Montreal Canadiens (1942)\n Answer: Montreal Canadiens" + }, + { + "id": "q_004140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "president", + "pred": "Hop 1: Richard William Smith -> position -> United States Ambassador to the United Nations (1974)\n Hop 2: United States Ambassador to the United Nations (1974) -> country -> United States\n Hop 3: United States -> president -> Richard Nixon\n Hop 4: Richard Nixon -> position -> United States Secretary of State (1953-1954)\n Hop 5: United States Secretary of State (195", + "em": 1.0, + "f1": 0.07407407407407407, + "pred_raw": "Hop 1: Richard William Smith -> position -> United States Ambassador to the United Nations (1974)\n Hop 2: United States Ambassador to the United Nations (1974) -> country -> United States\n Hop 3: United States -> president -> Richard Nixon\n Hop 4: Richard Nixon -> position -> United States Secretary of State (1953-1954)\n Hop 5: United States Secretary of State (195" + }, + { + "id": "q_002324", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: FC Vilnius -> member of sports team -> Arvydas Novikovas (2008)\n Answer: 2008" + }, + { + "id": "q_008261", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "National Basketball Association", + "pred": "2005", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Chris Mihm -> league or competition -> 2005\n Answer: 2005" + }, + { + "id": "q_004156", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Gianni Dova -> country of citizenship -> Italy (1936)\n Answer: Italy" + }, + { + "id": "q_002138", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Montpellier H\u00e9rault Sport Club", + "pred": "Jean-Pierre Papin", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Olivier Sorlin -> sports team -> AS Monaco FC (1999)\n Hop 2: AS Monaco FC -> member -> Jean-Pierre Papin (1999)\n Answer: Jean-Pierre Papin" + }, + { + "id": "q_001307", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Del Monaco -> country of citizenship -> Kingdom of Italy (1953)\n Answer: Italy" + }, + { + "id": "q_005256", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "auxiliary bishop", + "pred": "Landrat", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Armin Grein -> position held -> Landrat (1989)\n Answer: Landrat" + }, + { + "id": "q_004475", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Q135837", + "pred": "Team Sky", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Raimondas Rum\u0161as -> member of sports team -> Fassa Bortolo (2003)\n Hop 2: Fassa Bortolo -> member of sports team -> Team Sky (2003)\n Answer: Team Sky" + }, + { + "id": "q_002220", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Estudiantes de La Plata", + "pred": "Anton\u00edn Kapek", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Anton\u00edn Kapek -> member of political party -> Communist Party of Czechoslovakia (1984)\n Answer: Anton\u00edn Kapek" + }, + { + "id": "q_006192", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Egypt", + "pred": "Ahmed El-Masry", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Zakaria Mohieddin -> country of citizenship -> Egypt (1983)\n Hop 2: Egypt -> successor -> Sudan (1983)\n Hop 3: Sudan -> country of citizenship -> Ahmed El-Masry (1983)\n Answer: Ahmed El-Masry" + }, + { + "id": "q_005619", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Adone Zoli -> country of citizenship -> Italy (1919)\n Answer: Italy" + }, + { + "id": "q_003460", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Buber-Rosenzweig-Medal", + "pred": "Order of the White Rose", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nikolaus Schneider -> award -> Order of the White Rose (2012)\n Answer: Order of the White Rose" + }, + { + "id": "q_005532", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Gy\u00f6rgy Fekete", + "pred": "G\u00e1bor Szab\u00f3", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Szilvia Sunyovszky -> spouse -> G\u00e1bor Szab\u00f3 (2020)\n Answer: G\u00e1bor Szab\u00f3" + }, + { + "id": "q_000731", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Ren\u00e9 Ang\u00e9lil", + "pred": "Jean-Philippe Goude", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: C\u00e9line Dion -> spouse -> Jean-Philippe Goude (2000)\n Answer: Jean-Philippe Goude" + }, + { + "id": "q_007949", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Aston Villa F.C.", + "pred": "S.L. Benfica", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Harry Parkes -> member of sports team -> S.L. Benfica (1940)\n Answer: S.L. Benfica" + }, + { + "id": "q_001545", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Armando Aste -> country of citizenship -> Italy (2002)\n Answer: Italy" + }, + { + "id": "q_001649", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Francesco Aguzzoli -> country of citizenship -> Italy (1956)\n Answer: Italy" + }, + { + "id": "q_008040", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Carlo Zecchi -> country of citizenship -> Italy (1934)\n Answer: Italy" + }, + { + "id": "q_006170", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Nazi Germany", + "pred": "Second Polish Republic", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Potsdam -> country -> Second Polish Republic (1934)\n Answer: Second Polish Republic" + }, + { + "id": "q_008589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Italy", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Filippo Zappata -> country -> Kingdom of Italy (1968)\n Hop 2: Kingdom of Italy -> country -> United Kingdom (1968)\n Answer: United Kingdom" + }, + { + "id": "q_003715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Brandenburg (Germany)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Cottbus -> located in -> Brandenburg (Germany) (2019)\n Answer: Brandenburg (Germany)" + }, + { + "id": "q_004771", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "SV Waldhof Mannheim", + "pred": "1. FC Kaiserslautern", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fritz Walter -> member of sports team -> TSG Weinheim (1982)\n Hop 2: TSG Weinheim -> member of sports team -> 1. FC Kaiserslautern (1982)\n Hop 3: 1. FC Kaiserslautern -> member of sports team -> Fritz Walter (1982)\n Answer: 1. FC Kaiserslautern" + }, + { + "id": "q_002240", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Raymond Lahey", + "pred": "Beaux-Arts de Paris", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alekos Fassianos -> educated at -> Beaux-Arts de Paris (1970)\n Answer: Beaux-Arts de Paris" + }, + { + "id": "q_001328", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "F.C. Hansa Rostock", + "pred": "John Toshack", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Axel Hauschild -> sports team -> New York Cosmos (1985)\n Hop 2: New York Cosmos -> member -> John Toshack (1985)\n Answer: John Toshack" + }, + { + "id": "q_003910", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1926.0, + "gold": "Yves du Manoir Stadium", + "pred": "Stade Jean-Bouin", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Racing 92 -> home venue -> Stade Jean-Bouin (1926)\n Answer: Stade Jean-Bouin" + }, + { + "id": "q_003393", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Nemuro Subprefecture (1897\u20142010)", + "pred": "Krasnoyarsk Oblast", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Signalny -> located in -> Krasnoyarsk Oblast (1990)\n Answer: Krasnoyarsk Oblast" + }, + { + "id": "q_003249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Kyzyl", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tes-Khemsky District -> located in -> Tuvan People's Republic (1987)\n Hop 2: Tuvan People's Republic -> located in -> Kyzyl (1987)\n Answer: Kyzyl" + }, + { + "id": "q_002690", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Edgardo Moltoni -> country of citizenship -> Kingdom of Italy (1970)\n Answer: Kingdom of Italy" + }, + { + "id": "q_000520", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Colchester United F.C. (2)", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Alec Chamberlain -> member of sports team -> Colchester United F.C.\n Hop 2: Colchester United F.C. -> member of sports team -> Colchester United F.C. (2)\n Answer: Colchester United F.C. (2)" + }, + { + "id": "q_008590", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Acad\u00e9mie des beaux-arts", + "pred": "Calcio Padova", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Azzini -> member of sports team -> Calcio Padova (1957)\n Hop 2: Albert Decaris -> member of -> Giovanni Azzini (1951)\n Answer: Calcio Padova" + }, + { + "id": "q_002965", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Toronto", + "pred": "Toronto", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Healey Willan -> location -> Toronto (1951)\n Answer: Toronto" + }, + { + "id": "q_000417", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Italy", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Azzini -> country of citizenship -> Italy (1992)\n Hop 2: Italy -> successor -> Yugoslavia (1992)\n Answer: Yugoslavia" + }, + { + "id": "q_007810", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Soviet Union", + "pred": "Romania", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Khotyn -> located in -> Khotinskij County (1968)\n Answer: Romania" + }, + { + "id": "q_002744", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Queen Mary University of London", + "pred": "Siemens AG (Germany)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kurt Hirsch -> employer -> Siemens AG (Germany)\n Answer: Siemens AG (Germany)" + }, + { + "id": "q_006283", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "University of G\u00f6ttingen", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Johann Radon -> university -> University of Vienna (1912)\n Hop 2: University of Vienna -> educated at -> Karl von Clausewitz (1912)\n Hop 3: Karl von Clausewitz -> country of citizenship -> Germany (1912)\n Answer: Germany" + }, + { + "id": "q_001516", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "President of the Swiss Confederation", + "pred": "Austria (1999-2005)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Samuel Schmid -> position held -> Federal Minister of Finance (Austria) (1999-2005)\n Hop 2: Federal Minister of Finance (Austria) (1999-2005) -> country -> Austria (1999-2005)\n Answer: Austria (1999-2005)" + }, + { + "id": "q_004019", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "Hop 1: Shk\u00eblzen Gashi -> member of sports team -> Switzerland national under-21 football team (2022)\n Hop 2: Switzerland national under-21 football team -> member of sports team -> Switzerland national under-21 football team (2022)\n Hop 3: Switzerland national under-21 football team -> member of sports team -> Switzerland national under-21 football team (2022)\n Answer:", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Shk\u00eblzen Gashi -> member of sports team -> Switzerland national under-21 football team (2022)\n Hop 2: Switzerland national under-21 football team -> member of sports team -> Switzerland national under-21 football team (2022)\n Hop 3: Switzerland national under-21 football team -> member of sports team -> Switzerland national under-21 football team (2022)\n Answer:" + }, + { + "id": "q_007577", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Goethe University Frankfurt", + "pred": "Friedrich Krupp AG", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ruth Moufang -> employer -> Friedrich Krupp AG (1955)\n Answer: Friedrich Krupp AG" + }, + { + "id": "q_006387", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Nopporo Station", + "pred": "Kita-Komagata Station", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Ebetsu Station -> adjacent station -> Horomui Station (1958)\n Answer: Kita-Komagata Station" + }, + { + "id": "q_005748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Saragat -> country of citizenship -> Kingdom of Italy (1965)\n Hop 2: Kingdom of Italy -> position held -> Giuseppe Saragat (1965)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1965)\n Answer: President of Italy" + }, + { + "id": "q_006907", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "Kingdom of Romania", + "em": 0.0, + "f1": 0.25, + "pred_raw": "Hop 1: Stara Zagora -> country -> Bulgaria (1962)\n Hop 2: Bulgaria -> successor -> Kingdom of Romania (1962)\n Answer: Kingdom of Romania" + }, + { + "id": "q_000891", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Goffredo Zehender -> country of citizenship -> Italy (1955)\n Answer: Italy" + }, + { + "id": "q_003937", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "VfL Bochum", + "pred": "IFK Norrk\u00f6ping", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Matias Concha -> member of sports team -> Djurg\u00e5rdens IF Fotboll (2011)\n Hop 2: Djurg\u00e5rdens IF Fotboll -> member of sports team -> IFK Norrk\u00f6ping (2011)\n Answer: IFK Norrk\u00f6ping" + }, + { + "id": "q_000823", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuliano Bernardi -> country of citizenship -> Italy (1970)\n Answer: Italy" + }, + { + "id": "q_006764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Aston Villa F.C.", + "pred": "St. Mirren F.C.", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Alan Wright -> sports team -> West Bromwich Albion F.C.\n Hop 2: West Bromwich Albion F.C. -> member -> John Harkness\n Hop 3: John Harkness -> member of sports team -> St. Mirren F.C.\n Answer: St. Mirren F.C." + }, + { + "id": "q_008286", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Deportivo de La Coru\u00f1a", + "pred": "Jos\u00e9 Mar\u00eda S\u00e1nchez", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Miroslav \u0110uki\u0107 -> sports team -> C.D. Tenerife (1995)\n Hop 2: C.D. Tenerife -> member of sports team -> Jos\u00e9 Mar\u00eda S\u00e1nchez (1995)\n Answer: Jos\u00e9 Mar\u00eda S\u00e1nchez" + }, + { + "id": "q_002635", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "West Germany", + "pred": "Norway", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Camilla Huse -> member of sports team -> Norway women's national football team (2009)\n Hop 2: Norway women's national football team -> country -> Norway (2009)\n Answer: Norway" + }, + { + "id": "q_006205", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gabriele Mucchi -> country of citizenship -> Italy (1990)\n Answer: Italy" + }, + { + "id": "q_005727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Austria men's national football team", + "pred": "FK Austria Wien", + "em": 0.0, + "f1": 0.2222222222222222, + "pred_raw": "Hop 1: Roman M\u00e4hlich -> member of sports team -> Wiener Sport-Club (1905)\n Hop 2: Wiener Sport-Club -> member of sports team -> FK Austria Wien (1905)\n Answer: FK Austria Wien" + }, + { + "id": "q_002157", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Morselli -> country of citizenship -> Italy (1967)\n Answer: Italy" + }, + { + "id": "q_000634", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "SSC Bari", + "pred": "Italy national football team", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Graziano Battistini -> sports team -> A.S. Roma\n Hop 2: A.S. Roma -> member -> Gianluca Zambrotta\n Hop 3: Gianluca Zambrotta -> member of -> Italy national football team\n Answer: Italy national football team" + }, + { + "id": "q_005602", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Kita-Toyotsu Signal Base", + "pred": "Oshamambe Station", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kunnui Station -> adjacent station -> Oshamambe Station (1987)\n Answer: Oshamambe Station" + }, + { + "id": "q_000342", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Vagit Alekperov -> award -> Order of the Badge of Honour (1989)\n Hop 2: Order of the Badge of Honour -> country -> Russia (1989)\n Hop 3: Russia -> country of citizenship -> Russia (1989)\n Answer: Russia" + }, + { + "id": "q_004873", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Club Atletico All Boys", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Agust\u00edn Torassa -> sports team -> A.S. Roma\n Hop 2: A.S. Roma -> member of sports team -> Giuseppe Bellini\n Hop 3: Giuseppe Bellini -> country of citizenship -> Italy\n Answer: Italy" + }, + { + "id": "q_004390", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Shonan Bellmare", + "pred": "Urawa Red Diamonds", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Takeshi Motoyoshi -> member of -> Urawa Red Diamonds (1990)\n Answer: Urawa Red Diamonds" + }, + { + "id": "q_006898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Bruno Rossi Prize", + "pred": "Nobel Prize in Chemistry", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Rashid Sunyaev -> award -> Bruce Medal (1988)\n Hop 2: Bruce Medal -> award -> John C. Polanyi (1988)\n Hop 3: John C. Polanyi -> award -> Nobel Prize in Chemistry (1988)\n Answer: Nobel Prize in Chemistry" + }, + { + "id": "q_006508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alfons Benedikter -> country of citizenship -> Italy (1955)\n Answer: Italy" + }, + { + "id": "q_005697", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "G.S. Iraklis Thessalonikis (men's association football)", + "pred": "FK Partizan", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ivan Jovanovi\u0107 -> member of sports team -> FK Rad (1992)\n Hop 2: FK Rad -> member of sports team -> FK Partizan (1992)\n Answer: FK Partizan" + }, + { + "id": "q_002898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "VfB Stuttgart", + "pred": "FC Orenburg (1984)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ernst Blum -> sports team -> FC Orenburg (1984)\n Answer: FC Orenburg (1984)" + }, + { + "id": "q_003442", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "1938", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bledi Shk\u00ebmbi -> sports team -> Berlin (1938)\n Hop 2: Berlin -> member -> Besa Kavaj\u00eb (1938)\n Answer: 1938" + }, + { + "id": "q_004805", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Bocskai FC", + "pred": "FK Partizan", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: J\u00e1nos Gyarmati -> sports team -> Red Star F.C. (2019)\n Hop 2: Red Star F.C. -> member of -> FK Partizan (2019)\n Answer: FK Partizan" + }, + { + "id": "q_006113", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Prime Minister of Bhutan", + "pred": "Prime Minister of Bhutan", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jigme Palden Dorji -> position held -> Prime Minister of Bhutan (1962)\n Answer: Prime Minister of Bhutan" + }, + { + "id": "q_002998", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Hibernian F.C.", + "pred": "Karl-Heinz Riedle", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Derek Riordan -> member of sports team -> DSV Leoben (2005)\n Hop 2: DSV Leoben -> member of sports team -> SK Vorw\u00e4rts Steyr (2005)\n Hop 3: SK Vorw\u00e4rts Steyr -> member of sports team -> Karl-Heinz Riedle (2005)\n Answer: Karl-Heinz Riedle" + }, + { + "id": "q_000743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "United States", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Toti Dal Monte -> country of citizenship -> United States (1967)\n Answer: United States" + }, + { + "id": "q_005890", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Aldo Clementi -> country of citizenship -> Italy (1942)\n Answer: Italy" + }, + { + "id": "q_003583", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Aichi district", + "pred": "Aichi Prefecture", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Nagakute -> located in -> Aichi Prefecture (2009)\n Answer: Aichi Prefecture" + }, + { + "id": "q_006267", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "German Empire", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Freiburg im Breisgau -> country -> Germany (1917)\n Answer: Germany" + }, + { + "id": "q_005655", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Associated Press Athlete of the Year", + "pred": "Laureus", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Serena Williams -> award -> Laureus World Sports Award for Comeback of the Year (2009)\n Hop 2: Laureus World Sports Award for Comeback of the Year -> award -> Laureus World Sports Award for Best Female Sports Personality (2009)\n Hop 3: Laureus World Sports Award for Best Female Sports Personality -> award -> Laureus World Sports Award for Best Sports Personality (2009)\n Answer: Laureus" + }, + { + "id": "q_003079", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Kingdom of Bulgaria", + "pred": "Romania", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Burgas -> country -> Romania (1918)\n Answer: Romania" + }, + { + "id": "q_002419", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Helmond Sport", + "pred": "England men\u2019s national rugby union team", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fons van Wissen -> member of sports team -> England men\u2019s national rugby union team (1968)\n Answer: England men\u2019s national rugby union team" + }, + { + "id": "q_007094", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "World Rally Championship", + "pred": "World Rally Championship", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Citro\u00ebn World Rally Team -> league -> World Rally Championship (1999)\n Hop 2: World Rally Championship -> predecessor -> World Touring Car Championship (1999)\n Answer: World Rally Championship" + }, + { + "id": "q_004223", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "French Navy", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: NAe S\u00e3o Paulo -> country of registry -> France (1996)\n Hop 2: France -> owned by -> France (1996)\n Hop 3: France -> owned by -> France (1996)\n Answer: France" + }, + { + "id": "q_000687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Orthez", + "pred": "Geneva (Switzerland)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Francis Jammes -> residence -> Geneva (Switzerland) (1921)\n Answer: Geneva (Switzerland)" + }, + { + "id": "q_001391", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Royal Academy of Exact, Physical and Natural Sciences", + "pred": "Spanish Academy of Sciences", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Jos\u00e9 Echegaray -> member -> Spanish Academy of Sciences (1903)\n Answer: Spanish Academy of Sciences" + }, + { + "id": "q_005935", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Atalanta BC", + "pred": "Vittorio Pozzo", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giuseppe Meazza -> sports team -> A.S. Roma -> coach -> Vittorio Pozzo (1946)\n Answer: Vittorio Pozzo" + }, + { + "id": "q_003693", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Spartak", + "pred": "CSKA Moscow (1955)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Adam Wolanin -> member of sports team -> Spartak Moscow (1955)\n Hop 2: Spartak Moscow (1955) -> part of -> CSKA Moscow (1955)\n Answer: CSKA Moscow (1955)" + }, + { + "id": "q_001318", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Princeton University", + "pred": "United States", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Marvin Minsky -> educated at -> Harvard University (1951)\n Hop 2: Harvard University -> country -> United States (1951)\n Answer: United States" + }, + { + "id": "q_006537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "United States", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Walter Feit -> employer -> American Telephone & Telegraph\n Hop 2: American Telephone & Telegraph -> country -> United States\n Answer: United States" + }, + { + "id": "q_000126", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Titta Ruffo -> country of citizenship -> Italy (1966)\n Answer: Italy" + }, + { + "id": "q_004119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Therese Giehse -> employer -> Munich Kammerspiele (1967)\n Answer: Germany" + }, + { + "id": "q_004718", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Egypt", + "pred": "Egypt", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hosni Mubarak -> country of citizenship -> Egypt (1989)\n Answer: Egypt" + }, + { + "id": "q_000908", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "TI-Raleigh", + "pred": "KBC (1982)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ludo Peeters -> sports team -> KBC (1982)\n Answer: KBC (1982)" + }, + { + "id": "q_003983", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Spanish Navy", + "pred": "Emma de Caunes", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jeanne Balibar -> nominated for -> C\u00e9sar Award for Best Female Revelation (1998)\n Hop 2: C\u00e9sar Award for Best Female Revelation -> winner -> Emma de Caunes (1998)\n Hop 3: Emma de Caunes -> operator of -> U-573 (1951)\n Answer: Emma de Caunes" + }, + { + "id": "q_008295", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Grawemeyer Award for Music Composition", + "pred": "European Music Prize", + "em": 0.0, + "f1": 0.25, + "pred_raw": "Hop 1: Witold Lutos\u0142awski -> award -> Herder Prize (1985)\n Hop 2: Herder Prize -> award -> European Music Prize (1985)\n Hop 3: European Music Prize -> award -> European Music Prize (1985)\n Answer: European Music Prize" + }, + { + "id": "q_003030", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "pred": "FC Porto", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alfred Jeanroy -> member of -> FC Porto (1925)\n Answer: FC Porto" + }, + { + "id": "q_005340", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Boavista F.C.", + "pred": "Fenerbah\u00e7e S.K.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Diego da Costa Lima -> member of sports team -> Akhisar Belediyespor (2016)\n Hop 2: Akhisar Belediyespor -> member of sports team -> Fenerbah\u00e7e S.K. (2016)\n Answer: Fenerbah\u00e7e S.K." + }, + { + "id": "q_004507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hlukhiv -> country -> Ukraine (1927)\n Answer: Ukraine" + }, + { + "id": "q_008262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Dario Franchitti", + "pred": "John Ritter", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ashley Judd -> spouse -> John Ritter (2001-2009)\n Answer: John Ritter" + }, + { + "id": "q_000349", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "2nd U-boat Flotilla", + "pred": "Kriegsmarine", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: U-43 (submarine) -> affiliated with -> Kriegsmarine (1941)\n Answer: Kriegsmarine" + }, + { + "id": "q_004450", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Radio Free Europe/Radio Liberty", + "pred": "Wintershall Dea", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alexander Rahr -> employer -> Wintershall Dea (1992)\n Answer: Wintershall Dea" + }, + { + "id": "q_001374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "Kingdome", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tom Chambers -> member of sports team -> Seattle SuperSonics (1985)\n Hop 2: Seattle SuperSonics -> home venue -> Kingdome (1985)\n Answer: Kingdome" + }, + { + "id": "q_005907", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1904.0, + "gold": "1904", + "pred": "1907", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Heinrich Franz Friedrich Tietze -> doctoral student -> Gustav von Escherich (1907)\n Answer: 1907" + }, + { + "id": "q_007403", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Nazi Germany", + "pred": "Weimar Republic", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Otto Schuhart -> allegiance -> Weimar Republic (1943)\n Answer: Weimar Republic" + }, + { + "id": "q_007172", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Cardiff City F.C.", + "pred": "Celtic F.C.", + "em": 0.0, + "f1": 0.5714285714285715, + "pred_raw": "Hop 1: Lee Naylor -> sports team -> Celtic F.C. (1981)\n Answer: Celtic F.C." + }, + { + "id": "q_006019", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Fengtien", + "pred": "Heilongjiang", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Dongliao County -> located in -> Jilin Province (1938)\n Hop 2: Jilin Province -> located in -> Heilongjiang (1938)\n Answer: Heilongjiang" + }, + { + "id": "q_003483", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Helmut Newton", + "pred": "Hop 1: June Browne -> spouse -> John H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: June Browne -> spouse -> John H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H" + }, + { + "id": "q_003450", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Paolo Rossi -> country of citizenship -> Italy (1951)\n Answer: Italy" + }, + { + "id": "q_007313", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Georges Bataille", + "pred": "Pierre Savorgnan de Brazza", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Colette Peignot -> unmarried partner -> Pierre Savorgnan de Brazza (1990)\n Answer: Pierre Savorgnan de Brazza" + }, + { + "id": "q_006396", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Institute for Advanced Study", + "pred": "Princeton University", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: James Waddell Alexander II -> employer -> Princeton University (1940)\n Hop 2: Princeton University -> employer -> James Waddell Alexander II (1940)\n Answer: Princeton University" + }, + { + "id": "q_004252", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "FC Sochaux-Montb\u00e9liard", + "pred": "Hans Schaefer", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jean-Jacques Marcel -> member of sports team -> Germany men's national association football team (1935)\n Hop 2: Germany men's national association football team -> member of sports team -> Hans Schaefer (1935)\n Answer: Hans Schaefer" + }, + { + "id": "q_006732", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Lappeenranta", + "pred": "Kajaani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: SPL Saimaan piiri -> headquarters -> Kajaani (1955)\n Answer: Kajaani" + }, + { + "id": "q_002912", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Tinkoff", + "pred": "Team Jayco-AIS", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Matthew Goss -> sports team -> Team Jayco-AIS (2008)\n Hop 2: Team Jayco-AIS -> member -> Matthew Goss (2008)\n Hop 3: Matthew Goss -> sports team -> Team Jayco-AIS (2008)\n Answer: Team Jayco-AIS" + }, + { + "id": "q_000404", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Club Le\u00f3n", + "pred": "Real Madrid C.F.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luis Estrada -> member of sports team -> Real Madrid C.F. (2014)\n Answer: Real Madrid C.F." + }, + { + "id": "q_003700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Alberto Sordi -> country of citizenship -> Kingdom of Italy (1951)\n Answer: Kingdom of Italy" + }, + { + "id": "q_007041", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Hannover 96", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: J\u00fcrgen Milewski -> member of sports team -> 1. FC N\u00fcrnberg (2005)\n Answer: 1. FC N\u00fcrnberg" + }, + { + "id": "q_008089", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: R\u0113zekne District -> country -> Germany (1915)\n Answer: Germany" + }, + { + "id": "q_003463", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Liang Sicheng -> member of political party (1967) -> Chinese Communist Party (1967)\n Answer: Chinese Communist Party" + }, + { + "id": "q_005154", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ulan-Ude -> country -> Russia (1965)\n Answer: Russia" + }, + { + "id": "q_002203", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Pace University", + "pred": "South West Trains", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ben Ferencz -> employer -> South West Trains (1998)\n Answer: South West Trains" + }, + { + "id": "q_008263", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giuseppe Di Vittorio -> country of citizenship -> Italy (1925)\n Answer: Italy" + }, + { + "id": "q_001733", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "FC Kuk\u00ebsi", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Shk\u00eblzen Gashi -> member of sports team -> FC Kuk\u00ebsi (2022)\n Answer: FC Kuk\u00ebsi" + }, + { + "id": "q_002948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Chemnitz Government Region", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stollberg -> located in -> Germany (2008)\n Answer: Germany" + }, + { + "id": "q_004111", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Osinniki", + "pred": "Krasnoyarsk Krai", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kaltan -> located in -> Kemerovo Oblast (1969)\n Hop 2: Kemerovo Oblast -> located in -> Krasnoyarsk Krai (1969)\n Answer: Krasnoyarsk Krai" + }, + { + "id": "q_003418", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Bruno Kastner", + "pred": "Auguste W\u00fcst", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ida W\u00fcst -> spouse -> Auguste W\u00fcst (1922)\n Answer: Auguste W\u00fcst" + }, + { + "id": "q_004890", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Kiliia Raion", + "pred": "Kherson Oblast", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Prymorske -> located in -> Izmailsky Uyezd (1998)\n Hop 2: Izmailsky Uyezd -> located in -> Kherson Oblast (1998)\n Answer: Kherson Oblast" + }, + { + "id": "q_008141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Cesare Lovati -> country of citizenship -> Germany (1945)\n Answer: Germany" + }, + { + "id": "q_008123", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "United States of America", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Emilio G. Segr\u00e8 -> country of citizenship -> United States of America (1937)\n Answer: United States of America" + }, + { + "id": "q_003032", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1968.0, + "gold": "1968", + "pred": "1968", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lars Onsager -> Nobel Prize in Chemistry -> 1968 (award year)\n Answer: 1968" + }, + { + "id": "q_003123", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1928.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Carlo Annovazzi -> country of citizenship -> Italy (1928)\n Answer: Italy" + }, + { + "id": "q_008638", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2015.0, + "gold": "2015", + "pred": "2015", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marco Rapp -> sports team -> SpVgg Greuther F\u00fcrth (2015)\n Answer: 2015" + }, + { + "id": "q_004857", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Sharon Tate", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stanley Kubrick -> spouse -> Sharon Tate (1995)\n Answer: Sharon Tate" + }, + { + "id": "q_004040", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "1982", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jos\u00e9 Carlos Ferreira Filho -> sports team -> Cruzeiro E.C. (1982)\n Hop 2: Cruzeiro E.C. -> member of sports team -> Vija Artmane (1982)\n Answer: 1982" + }, + { + "id": "q_001345", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Radical Civic Union", + "pred": "V\u00edctor Guti\u00e9rrez", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Arturo Umberto Illia -> political party -> Uni\u00f3n C\u00edvica Radical del Pueblo\n Hop 2: V\u00edctor Guti\u00e9rrez -> political party -> Uni\u00f3n C\u00edvica Radical del Pueblo\n Hop 3: V\u00edctor Guti\u00e9rrez -> member of political party -> Uni\u00f3n C\u00edvica Radical del Pueblo\n Answer: V\u00edctor Guti\u00e9rrez" + }, + { + "id": "q_004403", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ruth Chatterton -> Academy Award for Best Actress -> 1930 (year)\n Answer: 1930" + }, + { + "id": "q_005977", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "1969", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Danny Simpson -> sports team -> Kaltan (1969)\n Hop 2: Kaltan -> member of -> Osinniki (1969)\n Hop 3: Osinniki -> equal to -> Ipswich Town F.C. (1969)\n Answer: 1969" + }, + { + "id": "q_005231", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Algiers", + "pred": "P\u00e8re Lachaise Cemetery", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pierre Savorgnan de Brazza -> country of citizenship -> France (1955)\n Hop 2: France -> place of burial -> P\u00e8re Lachaise Cemetery (1955)\n Answer: P\u00e8re Lachaise Cemetery" + }, + { + "id": "q_007965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Second Polish Republic", + "pred": "Soviet Union", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mi\u013aka\u016d\u0161\u010dyna -> country -> Russian Empire (1939)\n Answer: Soviet Union" + }, + { + "id": "q_007542", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "Washington Freedom", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kelly Smith -> member of sports team -> Boston Breakers (2014)\n Hop 2: Boston Breakers -> member of sports team -> Washington Freedom (2014)\n Answer: Washington Freedom" + }, + { + "id": "q_002736", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Busan IPark FC", + "pred": "Seoul SK Knights", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Lee Yo-han -> member of sports team -> Seoul SK Knights (2011)\n Answer: Seoul SK Knights" + }, + { + "id": "q_006562", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Clelio Darida -> country of citizenship -> Italy (2017)\n Answer: Italy" + }, + { + "id": "q_008098", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "1963", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Andrea Pisanu -> member of sports team -> A.S. Roma (1963)\n Hop 2: A.S. Roma (1963) -> member of sports team -> CF Montr\u00e9al (1963)\n Answer: 1963" + }, + { + "id": "q_008119", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Italian Republic", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Annibale Bugnini -> country of citizenship -> Kingdom of Italy (1979)\n Hop 2: Kingdom of Italy -> successor -> Italian Republic (1979)\n Answer: Italian Republic" + }, + { + "id": "q_007399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Barbastro", + "pred": "Rome", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Josemar\u00eda Escriv\u00e1 -> residence -> Rome (1910)\n Answer: Rome" + }, + { + "id": "q_002437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "chairperson", + "pred": "Minister of the Interior", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Timo Soini -> member of political party -> Finns Party (2006)\n Hop 2: Finns Party -> position held -> Minister of the Interior (2006)\n Answer: Minister of the Interior" + }, + { + "id": "q_004561", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Harry Potter and the Goblet of Fire -> award received -> Hugo Award for Best Novel (2001)\n Answer: 2001" + }, + { + "id": "q_008086", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Cindy McCain", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John McCain -> spouse -> Cindy McCain (1981)\n Answer: Cindy McCain" + }, + { + "id": "q_003089", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Claudio Cavazza -> country of citizenship -> Kingdom of Italy (1970)\n Answer: Kingdom of Italy" + }, + { + "id": "q_003744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Toulouse FC", + "pred": "Thiago Motta", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Paris Saint-Germain FC -> member of sports team -> Thiago Motta (1999)\n Answer: Thiago Motta" + }, + { + "id": "q_007690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1921", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Francis Jammes -> residence -> Orthez (1921)\n Answer: 1921" + }, + { + "id": "q_007154", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alessandro Alessandroni -> country of citizenship -> Italy (2010)\n Answer: Italy" + }, + { + "id": "q_007872", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Big Brother", + "pred": "Hop 1: Lothar Vosseler -> participant -> 2004 -> 2004 -> 2004 -> 2004 -> 2004 -> 2004 -> 2004 -> 2004 -> 2004 -> 2004 -> 2004 -> 2004 -> 2004 -> 2004", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Lothar Vosseler -> participant -> 2004 -> 2004 -> 2004 -> 2004 -> 2004 -> 2004 -> 2004 -> 2004 -> 2004 -> 2004 -> 2004 -> 2004 -> 2004 -> 2004" + }, + { + "id": "q_008425", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Carlo Giuffr\u00e9 -> country of citizenship -> Italy (1930)\n Answer: Italy" + }, + { + "id": "q_000644", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Iburi Subprefecture", + "pred": "Hokkaido", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Muroran -> located in -> Hokkaido (1990)\n Answer: Hokkaido" + }, + { + "id": "q_001235", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Omar al-Bashir", + "pred": "Omar al-Bashir", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sudan -> head of state -> Omar al-Bashir (1995)\n Answer: Omar al-Bashir" + }, + { + "id": "q_006759", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Seine-et-Oise", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Houdan -> located in -> Seine-et-Marne (1944)\n Hop 2: Seine-et-Marne -> located in -> \u00cele-de-France (1944)\n Hop 3: \u00cele-de-France -> located in -> France (1944)\n Answer: France" + }, + { + "id": "q_004565", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Russian Empire", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ivangorod -> country -> Germany (1900)\n Answer: Germany" + }, + { + "id": "q_005444", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Queens Park Rangers F.C.", + "pred": "Manchester City F.C.", + "em": 0.0, + "f1": 0.4444444444444445, + "pred_raw": "Hop 1: Danny Simpson -> member of sports team -> Manchester United F.C.\n Hop 2: Manchester United F.C. -> member of sports team -> Manchester City F.C.\n Hop 3: Manchester City F.C. -> member of sports team -> Manchester City F.C. (self-loop)\n Answer: Manchester City F.C." + }, + { + "id": "q_001753", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Raf Vallone -> country of citizenship -> Kingdom of Italy (1935)\n Answer: Kingdom of Italy" + }, + { + "id": "q_003468", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "B\u00f4cher Memorial Prize", + "pred": "National Medal of Science", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Donald C. Spencer -> National Medal of Science -> 1948 (year)\n Hop 2: Donald C. Spencer -> award -> National Medal of Science (1948)\n Answer: National Medal of Science" + }, + { + "id": "q_001321", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "KFC Uerdingen 05", + "pred": "Crici\u00fama Esporte Clube", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: \u00c9merson Luiz Firmino -> member of sports team -> Crici\u00fama Esporte Clube (2002)\n Answer: Crici\u00fama Esporte Clube" + }, + { + "id": "q_004960", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Real Madrid Club de F\u00fatbol", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bodo Illgner -> sports team -> 1. FC Nuremberg\n Hop 2: 1. FC Nuremberg -> member -> Thomas Hitzlsperger\n Hop 3: Thomas Hitzlsperger -> country of citizenship -> Germany\n Answer: Germany" + }, + { + "id": "q_004118", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Raimondo D'Inzeo -> country of citizenship -> Kingdom of Italy (1957)\n Answer: Kingdom of Italy" + }, + { + "id": "q_008476", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lucio Battisti -> country of citizenship -> Italy (1955)\n Answer: Italy" + }, + { + "id": "q_004242", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Renzo De Felice -> country of citizenship -> Kingdom of Italy (1996)\n Answer: Kingdom of Italy" + }, + { + "id": "q_004333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "FC St. Gallen", + "pred": "FC Basel 1893", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Michael Lang -> member of sports team -> Switzerland national under-17 association football team (2009)\n Hop 2: Switzerland national under-17 association football team -> member of sports team -> FC Basel 1893 (2009)\n Answer: FC Basel 1893" + }, + { + "id": "q_007528", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ellen Burstyn -> Academy Award for Best Actress -> 1974 (Hop 1)\n Answer: 1974" + }, + { + "id": "q_003750", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "United States", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Alexander Graham Bell -> country of citizenship -> United Kingdom\n Answer: United Kingdom" + }, + { + "id": "q_002500", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "PFC Slavia Sofia", + "pred": "Georgi Petrov", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Yordan Petkov -> sports team -> PFC Lokomotiv Plovdiv (2008)\n Hop 2: PFC Lokomotiv Plovdiv -> member of sports team -> Georgi Petrov (2008)\n Answer: Georgi Petrov" + }, + { + "id": "q_006400", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Egidio Feruglio -> country of citizenship -> Italy (1917)\n Answer: Italy" + }, + { + "id": "q_004574", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: BAFTA Award for Best Original Music -> winner -> John Barry (1977)\n Hop 2: John Barry -> equal to -> Bernard Herrmann (1977)\n Answer: 1977" + }, + { + "id": "q_002681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giacomo Neri -> member of sports team -> Rimini FC (1944)\n Hop 2: Rimini FC -> country of citizenship -> Italy (1944)\n Answer: Italy" + }, + { + "id": "q_006488", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Albert II of Belgium", + "pred": "Belgium", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Belgium -> European Coal and Steel Community -> 1958 -> 1958 Hop 2: Belgium -> head of state -> Paul-Henri Spaak -> 1958 Hop 3: Paul-Henri Spaak -> country of citizenship -> Belgium -> 1958 Answer: Belgium" + }, + { + "id": "q_007839", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "1929", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Big Brother -> participant in -> Lothar Vosseler (1929)\n Answer: 1929" + }, + { + "id": "q_001389", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tiziano Terzani -> country of citizenship -> Italy (1996)\n Answer: Italy" + }, + { + "id": "q_007506", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nunzio Malasomma -> country of citizenship -> Italy (1960)\n Answer: Italy" + }, + { + "id": "q_005877", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "chairperson", + "pred": "president of the International Chess Federation", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Max Euwe -> employer -> Tilburg University (1975)\n Hop 2: Tilburg University -> position held -> Max Euwe (1975)\n Hop 3: Max Euwe -> position held -> president of the International Chess Federation (1975)\n Answer: president of the International Chess Federation" + }, + { + "id": "q_001046", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Marne", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: \u00c9zanville -> located in -> Seine-et-Marne (1948)\n Answer: Seine-et-Marne" + }, + { + "id": "q_004160", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SC Bastia", + "pred": "Ante Mi\u0161e", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Anto Drobnjak -> member of sports team -> SBV Vitesse (1996)\n Hop 2: SBV Vitesse -> member of sports team -> Ante Mi\u0161e (1996)\n Answer: Ante Mi\u0161e" + }, + { + "id": "q_001013", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Rip Torn", + "pred": "Robert Taylor", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Geraldine Page -> spouse -> Robert Taylor (1983)\n Answer: Robert Taylor" + }, + { + "id": "q_007572", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Bernadette Chirac", + "pred": "Carla Bruni", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jacques Chirac -> spouse -> Carla Bruni (1959)\n Answer: Carla Bruni" + }, + { + "id": "q_008063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Academy Award for Best Costume Design", + "pred": "2017", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Colleen Atwood -> BAFTA Award for Best Costume Design -> 2017 -> nominated for -> 2017\n Answer: 2017" + }, + { + "id": "q_008392", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Alberto De Martino -> country of citizenship -> Kingdom of Italy (1991)\n Answer: Kingdom of Italy" + }, + { + "id": "q_003675", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "list of land speed records", + "pred": "1963 World Championship (F1)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rudolf Caracciola -> record -> 1963 World Championship (F1)\n Hop 2: 1963 World Championship (F1) -> held -> 1963\n Hop 3: 1963 -> record -> 1963 World Championship (F1)\n Answer: 1963 World Championship (F1)" + }, + { + "id": "q_004974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "AFC Bournemouth", + "pred": "England men's national association football team", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Darren Anderton -> member of sports team -> England men's national association football team (2007)\n Answer: England men's national association football team" + }, + { + "id": "q_000114", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Finland women's national football team", + "pred": "Ashley Judd", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Annica Sj\u00f6lund -> sports team -> \u00c5land United (2014)\n Hop 2: \u00c5land United -> member -> Ashley Judd (2014)\n Answer: Ashley Judd" + }, + { + "id": "q_004958", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "FC Bayern Munich", + "pred": "Paulo C\u00e9sar Caju", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Z\u00e9 Roberto -> sports team -> S\u00e3o Paulo Futebol Clube (2008)\n Hop 2: S\u00e3o Paulo Futebol Clube -> member -> Paulo C\u00e9sar Caju (2008)\n Answer: Paulo C\u00e9sar Caju" + }, + { + "id": "q_002847", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Mario Autelli -> country of citizenship -> Italy (1921)\n Answer: Italy" + }, + { + "id": "q_001441", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Fenerbah\u00e7e S.K.", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: G\u00f6khan \u00dcnal -> member of sports team -> Fenerbah\u00e7e S.K. (2002)\n Answer: Fenerbah\u00e7e S.K." + }, + { + "id": "q_006437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Soviet Union", + "pred": "Moscow", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Raisa Gorbacheva -> spouse -> Mikhail Gorbachev (1981)\n Hop 2: Mikhail Gorbachev -> country of citizenship -> Soviet Union (1981)\n Hop 3: Soviet Union -> capital -> Moscow (1981)\n Answer: Moscow" + }, + { + "id": "q_002206", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Chelsea F.C.", + "pred": "AFC Ajax", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ruud Gullit -> member of sports team -> Netherlands national association football team (1996)\n Hop 2: Netherlands national association football team -> member of sports team -> AFC Ajax (1996)\n Answer: AFC Ajax" + }, + { + "id": "q_007216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "K. S. K. Lierse", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Christian Vargas -> member of sports team -> K. S. K. Lierse (1999-2004)\n Answer: K. S. K. Lierse" + }, + { + "id": "q_005526", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "SK Rapid Wien", + "pred": "SK Slovan Bratislava", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Josef Bican -> member of sports team -> SK Slovan Bratislava (1932)\n Answer: SK Slovan Bratislava" + }, + { + "id": "q_005718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Galvano Della Volpe -> country of citizenship -> Italy (1900)\n Answer: Italy" + }, + { + "id": "q_000262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "FK Teplice", + "pred": "SK Slovan Bratislava", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Josef Masopust -> member of sports team -> SK Slovan Bratislava (1952)\n Answer: SK Slovan Bratislava" + }, + { + "id": "q_001083", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Germany", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hendrik Born -> country of citizenship -> France (1996)\n Answer: France" + }, + { + "id": "q_004361", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "SK Brann", + "pred": "Heinz Wewers", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bj\u00f8rnar Holmvik -> member of sports team -> Kalmar FF (1997)\n Hop 2: Heinz Wewers -> member of sports team -> Kalmar FF (1997)\n Answer: Heinz Wewers" + }, + { + "id": "q_006333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "German Empire", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Molli railway -> operator -> Grand Duchy of Mecklenburg Friedrich-Franz Railway (1922)\n Hop 2: Grand Duchy of Mecklenburg Friedrich-Franz Railway -> operator -> German Empire (1922)\n Answer: German Empire" + }, + { + "id": "q_003965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "FC La Chaux-de-Fonds", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Vincent R\u00fcfli -> member of sports team -> \u00c9toile Carouge FC (2013)\n Hop 2: Vincent R\u00fcfli -> member of sports team -> FC La Chaux-de-Fonds (2013)\n Answer: FC La Chaux-de-Fonds" + }, + { + "id": "q_002645", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "S.L. Benfica", + "pred": "FC Porto", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Paulo Sousa -> sports team -> FC Porto (1990)\n Answer: FC Porto" + }, + { + "id": "q_001182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Silver Bear for Best Actress", + "pred": "1967 British Academy Film Award for Best Actress", + "em": 0.0, + "f1": 0.4615384615384615, + "pred_raw": "Hop 1: Edith Evans -> award -> 1967 British Academy Film Award for Best Actress (1967)\n Answer: 1967 British Academy Film Award for Best Actress" + }, + { + "id": "q_004948", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Italian Republic", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Corrado Bafile -> country of citizenship -> Kingdom of Italy (1991)\n Hop 2: Kingdom of Italy -> successor -> Italian Republic (1991)\n Answer: Italian Republic" + }, + { + "id": "q_002435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "2007", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Clube N\u00e1utico Capibaribe -> member of sports team -> Adriano Chuva (2007)\n Answer: 2007" + }, + { + "id": "q_001871", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Cornell University", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Walter Feit -> employer -> Cornell University (1995)\n Answer: Cornell University" + }, + { + "id": "q_000473", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "US Triestina Calcio 1918", + "pred": "S.S. Lazio", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Michele Bacis -> member of -> A.S. Roma (1997-2001)\n Hop 2: A.S. Roma -> sports team -> S.S. Lazio (1997-2001)\n Hop 3: S.S. Lazio -> member of -> Genoa CFC (1997-2001)\n Answer: S.S. Lazio" + }, + { + "id": "q_006904", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Bernd R\u00fcthers", + "pred": "L\u00e1szl\u00f3 Kalm\u00e1r", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: University of Szeged -> rector -> L\u00e1szl\u00f3 Kalm\u00e1r (1972)\n Answer: L\u00e1szl\u00f3 Kalm\u00e1r" + }, + { + "id": "q_003995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "RC Strasbourg Alsace", + "pred": "United States", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Amaury Bischoff -> member of sports team -> New York Islanders (2005)\n Hop 2: New York Islanders -> sports team -> National Hockey League (2005)\n Hop 3: National Hockey League -> member of -> United States (2005)\n Answer: United States" + }, + { + "id": "q_005684", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "delegate", + "pred": "member of sports team", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Andrew Jacobs -> occupation -> lawyer (1954)\n Hop 2: Andrew Jacobs -> position -> member of sports team (1954)\n Answer: member of sports team" + }, + { + "id": "q_004481", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Vladimir Lenin", + "pred": "Dushanbe", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Khujand -> named after -> Khujand (city) (1989)\n Hop 2: Khujand (city) -> located in -> Tajikistan (1989)\n Hop 3: Tajikistan -> capital -> Dushanbe (1989)\n Answer: Dushanbe" + }, + { + "id": "q_006873", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1948.0, + "gold": "1948", + "pred": "1948", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Golden Globe Award for Best Screenplay -> winner -> Richard Schweizer (1948)\n Hop 2: Richard Schweizer -> equal to -> Xiao Yang (1948)\n Hop 3: Xiao Yang -> country of citizenship -> People's Republic of China (1948)\n Answer: 1948" + }, + { + "id": "q_005653", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Janusz Brz\u00f3ska", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Antoni Janik -> member of -> Polish Football Association (1991)\n Hop 2: Polish Football Association -> head coach -> Janusz Brz\u00f3ska (1991)\n Answer: Janusz Brz\u00f3ska" + }, + { + "id": "q_003277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "England national football team", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Andros Townsend -> member of sports team -> Leyton Orient F.C.\n Hop 2: Andros Townsend -> member of sports team -> England national under-19 football team\n Hop 3: England national under-19 football team -> member of sports team -> England national football team\n Answer: England national football team" + }, + { + "id": "q_004653", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "1984", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Trevor Wooley -> Fr\u00f6hlich Prize -> 1984 (award received)\n Answer: 1984" + }, + { + "id": "q_001722", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Yevpatoriia -> country -> Russian Empire (1917)\n Hop 2: Russian Empire -> successor -> Soviet Union (1922)\n Hop 3: Soviet Union -> country -> Ukraine (1991)\n Answer: Ukraine" + }, + { + "id": "q_000499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "United States Marine Corps", + "pred": "United States Marine Corps", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jim Mattis -> military branch -> United States Marine Corps (1984)\n Answer: United States Marine Corps" + }, + { + "id": "q_003725", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Barysaw -> country -> Byelorussian Soviet Socialist Republic (1911)\n Answer: Russian Empire" + }, + { + "id": "q_004162", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Bob Benny", + "pred": "Tonia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Belgium -> Eurovision Song Contest -> 1961 -> participant -> Tonia\n Answer: Tonia" + }, + { + "id": "q_004885", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Flaviano Vicentini -> country of citizenship -> Italy (2001)\n Answer: Italy" + }, + { + "id": "q_007832", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "South West Trains", + "pred": "London Midland", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: British Rail Class 455 -> operator -> London Midland (1998)\n Answer: London Midland" + }, + { + "id": "q_005962", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Omsk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1966)\n Hop 2: Russian Soviet Federative Socialist Republic -> country -> Soviet Union (1966)\n Answer: Soviet Union" + }, + { + "id": "q_000011", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Order of the Red Banner of Labour", + "pred": "Order of the Red Banner", + "em": 0.0, + "f1": 0.9090909090909091, + "pred_raw": "Hop 1: Tofiq Bahramov -> award -> Order of the Red Banner (1970)\n Answer: Order of the Red Banner" + }, + { + "id": "q_007446", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Cruz Azul", + "pred": "Mexico national football team", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Guillermo Mendiz\u00e1bal -> member of sports team -> Mexico men's national football team (1983)\n Hop 2: Mexico men's national football team -> member of sports team -> Mexico national football team (1983)\n Answer: Mexico national football team" + }, + { + "id": "q_004620", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Cesare Siepi -> country of citizenship -> Italy (1936)\n Hop 2: Italy -> country of citizenship -> Germany (1936)\n Answer: Germany" + }, + { + "id": "q_007791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Fredrikstad FK", + "pred": "FK Haugesund", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Jan Fuglset -> sports team -> Molde FK (1968)\n Hop 2: Molde FK -> member -> Kjell S\u00f8rensen (1968)\n Hop 3: Kjell S\u00f8rensen -> sports team -> FK Haugesund (1968)\n Answer: FK Haugesund" + }, + { + "id": "q_003645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Waldemar Fornalski", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Poland men's national football team -> head coach -> Waldemar Fornalski (1991)\n Answer: Waldemar Fornalski" + }, + { + "id": "q_008601", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Laura Adani -> country of citizenship -> Italy (1937)\n Answer: Italy" + }, + { + "id": "q_001029", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Club Joventut Badalona", + "pred": "Jos\u00e9 Antonio S\u00e1nchez", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Joan Filb\u00e1 -> sports team -> Spain men's national basketball team (2009)\n Hop 2: Spain men's national basketball team -> member of sports team -> Jos\u00e9 Antonio S\u00e1nchez (2009)\n Answer: Jos\u00e9 Antonio S\u00e1nchez" + }, + { + "id": "q_002959", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "1993", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Claribel Alegr\u00eda Vides -> award received -> Neustadt International Prize for Literature (1993)\n Answer: 1993" + }, + { + "id": "q_002305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Franco Nicolazzi -> country of citizenship -> Kingdom of Italy (1984)\n Answer: Kingdom of Italy" + }, + { + "id": "q_002878", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Guardian Children's Fiction Prize", + "pred": "Gillian Cross", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gillian Cross -> nominated for -> The Wombles (1980)\n Hop 2: The Wombles (1980) -> nominated for -> Gillian Cross\n Hop 3: Gillian Cross -> nominated for -> Gillian Cross\n Answer: Gillian Cross" + }, + { + "id": "q_000807", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "C\u00e9sar Award for Best Female Revelation", + "pred": "Grammy Award for Best Male Pop Vocal Performance", + "em": 0.0, + "f1": 0.42857142857142855, + "pred_raw": "Hop 1: John Mayer -> nominated for -> Grammy Award for Best Male Pop Vocal Performance (2002)\n Hop 2: H\u00e9l\u00e8ne Filli\u00e8res -> married to -> John Mayer (2002)\n Answer: Grammy Award for Best Male Pop Vocal Performance" + }, + { + "id": "q_004108", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Marne", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Breux-Jouy -> located in -> Seine-et-Marne (1947)\n Answer: Seine-et-Marne" + }, + { + "id": "q_000347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Primetime Emmy Award for Outstanding Animated Program", + "pred": "Primetime Emmy Award", + "em": 0.0, + "f1": 0.6, + "pred_raw": "Hop 1: Sam Simon -> spouse -> Jennifer Tilly (1993-2001)\n Hop 2: Jennifer Tilly -> award received -> Primetime Emmy Award (1993-2001)\n Answer: Primetime Emmy Award" + }, + { + "id": "q_004954", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "FC Elista", + "pred": "Leonid Slutsky", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Leonid Slutsky -> sports team -> FC Olimpia Volgograd (1993)\n Hop 2: FC Olimpia Volgograd -> coach -> Igor Kovalenko (1993)\n Hop 3: Igor Kovalenko -> successor -> Leonid Slutsky (1993)\n Answer: Leonid Slutsky" + }, + { + "id": "q_006909", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Umberto Bossi", + "pred": "Umberto Bossi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lega Nord -> chairperson -> Umberto Bossi (2002)\n Answer: Umberto Bossi" + }, + { + "id": "q_007331", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "President of Latvia", + "pred": "Minister of Finance", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Valdis Zatlers -> award -> Order of the Red Star (1998)\n Hop 2: Order of the Red Star (1998) -> country -> Latvia (1998)\n Hop 3: Latvia (1998) -> position -> Minister of Finance (1998)\n Answer: Minister of Finance" + }, + { + "id": "q_003609", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Sch\u00f6neberg", + "pred": "Barmen", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Wuppertal -> twinned with -> Barmen (1988)\n Answer: Barmen" + }, + { + "id": "q_006006", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "FC Twente", + "pred": "Belgium men's national football team", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Cheick Tiot\u00e9 -> member of sports team -> R.S.C. Anderlecht (2010)\n Hop 2: R.S.C. Anderlecht -> member of sports team -> Belgium men's national football team (2010)\n Answer: Belgium men's national football team" + }, + { + "id": "q_008100", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Mandatory Palestine", + "pred": "Belgium", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Belgium -> head of state -> Prince Charles, Count of Flanders (1945)\n Answer: Belgium" + }, + { + "id": "q_004453", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Anselmo Bucci -> country of citizenship -> Italy (1942)\n Answer: Italy" + }, + { + "id": "q_006282", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Club Atl\u00e9tico Osasuna", + "pred": "UE Lleida", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Roberto Santamar\u00eda Calavia -> member of sports team -> UE Lleida (1994)\n Answer: UE Lleida" + }, + { + "id": "q_003708", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Pino Lancetti -> country of citizenship -> Kingdom of Italy (1983)\n Answer: Kingdom of Italy" + }, + { + "id": "q_003013", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Manchester City F.C.", + "em": 0.0, + "f1": 0.5714285714285715, + "pred_raw": "Hop 1: Alec Chamberlain -> sports team -> Manchester City F.C. (1996)\n Answer: Manchester City F.C." + }, + { + "id": "q_001471", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Edgardo Moltoni -> country of citizenship -> Kingdom of Italy (1970)\n Answer: Kingdom of Italy" + }, + { + "id": "q_007727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "Soviet Union", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nova Kakhovka -> country of located in -> Kherson Oblast (1959)\n Hop 2: Kherson Oblast -> country of located in -> Ukraine (1959)\n Answer: Ukraine" + }, + { + "id": "q_000942", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Husqvarna FF", + "pred": "Tampere United", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Erkka Pet\u00e4j\u00e4 -> member of sports team -> Finland men's national football team (1995)\n Hop 2: Finland men's national football team -> member of sports team -> Tampere United (1995)\n Answer: Tampere United" + }, + { + "id": "q_006079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Altai Krai", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rubtsovsk -> located in -> Kemerovo Oblast (1967)\n Hop 2: Kemerovo Oblast -> located in -> Russia (1967)\n Answer: Russia" + }, + { + "id": "q_002943", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Leipzig University", + "pred": "John Hopkins University", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Henry E. Sigerist -> employer -> John Hopkins University (1930)\n Answer: John Hopkins University" + }, + { + "id": "q_003037", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Philipp Lenard -> country of citizenship -> Germany (1915)\n Answer: Germany" + }, + { + "id": "q_003677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giacomo Fornoni -> country of citizenship -> Italy (1915)\n Answer: Italy" + }, + { + "id": "q_003146", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "New York City", + "pred": "New York City", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: MetLife -> headquarters -> New York City (1984)\n Answer: New York City" + }, + { + "id": "q_004225", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "MTK Budapest FC", + "pred": "Ferencv\u00e1rosi TC (women's handball)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Zsanett Jakabfi -> member of sports team -> Ferencv\u00e1rosi TC (women's handball) (2005)\n Answer: Ferencv\u00e1rosi TC (women's handball)" + }, + { + "id": "q_000827", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luigi Comencini -> country -> Italy (2000)\n Answer: Italy" + }, + { + "id": "q_008211", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Rick Parfitt", + "pred": "John Norwood", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Status Quo -> has part -> John Norwood (1997)\n Answer: John Norwood" + }, + { + "id": "q_007342", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pierre Mauroy", + "pred": "Jean-Pierre Lacroix", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Lille Metropolis -> head of government -> Jean-Pierre Lacroix (1998)\n Answer: Jean-Pierre Lacroix" + }, + { + "id": "q_005759", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Austria\u2013Hungary", + "pred": "Hop 1: Giurtelecu Hododului -> country -> Romania\n Hop 2: Romania -> before -> Kingdom of Romania\n Hop 3: Romania -> capital -> Bucharest\n Hop 4: Bucharest -> located in -> Romania\n Hop 5: Romania -> capital -> Bucharest\n Hop 6: Romania -> capital -> Bucharest\n Hop 7: Romania -> capital -> Bucharest\n Hop 8: Romania -> capital -> Bucharest\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giurtelecu Hododului -> country -> Romania\n Hop 2: Romania -> before -> Kingdom of Romania\n Hop 3: Romania -> capital -> Bucharest\n Hop 4: Bucharest -> located in -> Romania\n Hop 5: Romania -> capital -> Bucharest\n Hop 6: Romania -> capital -> Bucharest\n Hop 7: Romania -> capital -> Bucharest\n Hop 8: Romania -> capital -> Bucharest\n Hop" + }, + { + "id": "q_003949", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "President of the National Assembly", + "em": 0.0, + "f1": 0.4000000000000001, + "pred_raw": "Hop 1: Jean-Marie Cavada -> member of -> Union for French Democracy (1998)\n Hop 2: Union for French Democracy -> position held -> President of the National Assembly (1998)\n Answer: President of the National Assembly" + }, + { + "id": "q_005277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Samba Gold", + "pred": "Campeonato Paulista", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Neymar -> member of -> Santos F.C. (2011)\n Hop 2: Santos F.C. -> award -> Campeonato Paulista (2011)\n Answer: Campeonato Paulista" + }, + { + "id": "q_001667", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Francesco Aguzzoli -> country of citizenship -> Kingdom of Italy (1969)\n Hop 2: Kingdom of Italy -> country of citizenship -> Italy (1969)\n Answer: Italy" + }, + { + "id": "q_002554", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Marek \u0160t\u011bch -> sports team -> Wycombe Wanderers F.C. (2009)\n Answer: 2009" + }, + { + "id": "q_003996", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1943.0, + "gold": "Yugoslavia", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gojin Dol -> country -> Bulgaria (1943)\n Hop 2: Bulgaria -> country of citizenship -> Italy (1953)\n Answer: Italy" + }, + { + "id": "q_005904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "2001", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hopkinson -> Hugo Award for Best Novel -> 2001\n Hopkinson -> Hugo Award for Best Novel -> 2001\n Answer: 2001" + }, + { + "id": "q_004658", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Gianni Agus -> country of citizenship -> Italy (1934)\n Answer: Italy" + }, + { + "id": "q_004227", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Lady Gaga", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: MTV Video Music Award for Best New Artist -> winner -> Lady Gaga (2009)\n Hop 2: Lady Gaga -> country of citizenship -> Italy (2009)\n Answer: Italy" + }, + { + "id": "q_001594", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Bell Labs", + "pred": "American Telephone & Telegraph", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ralph Hartley -> employer -> American Telephone & Telegraph (1936)\n Answer: American Telephone & Telegraph" + }, + { + "id": "q_006869", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Al Masry SC", + "pred": "1. FC Union Berlin", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tarek Soliman -> member of sports team -> 1. FC Union Berlin (1984)\n Answer: 1. FC Union Berlin" + }, + { + "id": "q_006930", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Soviet Union", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Lyubertsy -> country -> Russia (1933)\n Answer: Russia" + }, + { + "id": "q_000374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "University of Edinburgh", + "pred": "Australian and New Zealand Army Corps", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alexander Aitken -> employer -> Australian and New Zealand Army Corps (1938)\n Hop 2: Australian and New Zealand Army Corps -> employer -> Alexander Aitken (1938)\n Hop 3: Alexander Aitken -> employer -> Australian and New Zealand Army Corps (1938)\n Answer: Australian and New Zealand Army Corps" + }, + { + "id": "q_005195", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tmutarakan -> country -> Russia (1913)\n Answer: Russia" + }, + { + "id": "q_002457", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Brandenburg", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Cottbus -> located in -> Brandenburg (1982)\n Answer: Brandenburg" + }, + { + "id": "q_007411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "CPJ International Press Freedom Awards", + "pred": "European Cup (1993)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Veran Mati\u0107 -> country of citizenship -> Federal Republic of Yugoslavia (1993)\n Hop 2: Federal Republic of Yugoslavia (1993) -> award received -> European Cup (1993)\n Hop 3: European Cup (1993) -> award received -> European Cup (1993)\n Answer: European Cup (1993)" + }, + { + "id": "q_006097", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "1922", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Panionios F.C. -> member of sports team -> Pavel Drsek (1922)\n Answer: 1922" + }, + { + "id": "q_006940", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "British Raj", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bilgram -> country -> Germany (1940)\n Answer: Germany" + }, + { + "id": "q_000173", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Leopoldo Trieste -> country of citizenship -> Italy (1945)\n Answer: Italy" + }, + { + "id": "q_005298", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Enzo Sellerio -> country -> Italy (1917)\n Hop 2: Italy -> successor -> Kingdom of Italy (1917)\n Answer: Kingdom of Italy" + }, + { + "id": "q_005185", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1950.0, + "gold": "Italy", + "pred": "Kingdom of Romania", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gino Cavalieri -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> successor -> Kingdom of Romania (1950)\n Answer: Kingdom of Romania" + }, + { + "id": "q_007749", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "David Mamet", + "pred": "John C. Reilly", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Lindsay Crouse -> spouse -> John C. Reilly (1989)\n Answer: John C. Reilly" + }, + { + "id": "q_007535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "1961", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Shell-Haus -> significant event -> 1961\n Hop 2: 1961 -> owned by -> Shell-Haus\n Hop 3: Shell-Haus -> construction -> 1961\n Answer: 1961" + }, + { + "id": "q_006111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arnaldo Benfenati -> country of citizenship -> Kingdom of Italy (1956)\n Answer: Italy" + }, + { + "id": "q_002110", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vladivostok -> country -> Soviet Union (1961)\n Answer: Soviet Union" + }, + { + "id": "q_000829", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Carlo Manzoni -> country of citizenship -> Italy (1940)\n Answer: Italy" + }, + { + "id": "q_008640", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Guido Crepax -> country of citizenship -> Kingdom of Italy (1975)\n Answer: Kingdom of Italy" + }, + { + "id": "q_002292", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Harding, 1st Baron Harding of Petherton -> convicted of -> Genocide (1989)\n Answer: 1989" + }, + { + "id": "q_005480", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "general", + "pred": "General", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Hartmut Bagger -> country of citizenship -> Germany (2008)\n Hop 2: Germany -> military, police or special rank -> General (2008)\n Answer: General" + }, + { + "id": "q_008496", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto Fontanesi -> country of citizenship -> Italy (1952)\n Answer: Italy" + }, + { + "id": "q_006640", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Ottoman Empire", + "pred": "Egypt", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gaza City -> country -> Egypt (1907)\n Answer: Egypt" + }, + { + "id": "q_003927", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Ascoli Calcio 1898 FC", + "pred": "Cosenza Calcio", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Michele Fini -> member of sports team -> Catania FC (1997-2000)\n Hop 2: Catania FC -> member of sports team -> Cosenza Calcio (1997-2000)\n Answer: Cosenza Calcio" + }, + { + "id": "q_007996", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Soviet Union", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Lothar Vosseler -> participant in -> Big Brother (2004)\n Hop 2: Big Brother (2004) -> country -> Germany (2004)\n Hop 3: Germany (2004) -> country of -> Oryol (1982)\n Answer: Germany" + }, + { + "id": "q_000373", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Northwestern University", + "pred": "University of Cambridge", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Erich Heller -> employer -> University of Cambridge (1961)\n Answer: University of Cambridge" + }, + { + "id": "q_005430", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Aut\u00f3dromo Internacional Ayrton Senna", + "pred": "Interlagos", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Brazilian motorcycle Grand Prix -> location -> Interlagos (1987)\n Answer: Interlagos" + }, + { + "id": "q_000744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Calcio Foggia 1920", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Cosimo Nocera -> sports team -> A.S. Roma\n Hop 2: A.S. Roma -> member -> Giuseppe Meazza\n Hop 3: Giuseppe Meazza -> country -> Italy\n Answer: Italy" + }, + { + "id": "q_003964", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Gangwon FC", + "pred": "Busan I'cons", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Seo Dong-myung -> sports team -> FC Pohang Steelers (1998)\n Hop 2: FC Pohang Steelers -> coach -> Kim Young-joon (1998)\n Hop 3: Kim Young-joon -> sports team -> Busan I'cons (1998)\n Answer: Busan I'cons" + }, + { + "id": "q_004438", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Club Atl\u00e9tico River Plate", + "pred": "Club Alianza Lima", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Amadeo Carrizo -> sports team -> Club Alianza Lima (1968)\n Answer: Club Alianza Lima" + }, + { + "id": "q_004862", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1902.0, + "gold": "Amtshauptmannschaft Schwarzenberg", + "pred": "Erzgebirgskreis", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Johanngeorgenstadt -> located in -> Erzgebirgskreis (1902)\n Answer: Erzgebirgskreis" + }, + { + "id": "q_004495", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "As d'Or Jeu de l'Ann\u00e9e", + "pred": "Eusebio Sacrist\u00e1n", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: FC Barcelona Atl\u00e8tic -> head coach -> Eusebio Sacrist\u00e1n (2013)\n Answer: Eusebio Sacrist\u00e1n" + }, + { + "id": "q_002486", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shimon Peres -> country of citizenship -> Israel (1996)\n Answer: Israel" + }, + { + "id": "q_003629", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "La Spezia", + "pred": "Marseille", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: 29th U-boat Flotilla -> location -> Toulon (1942)\n Answer: Marseille" + }, + { + "id": "q_006341", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "FC Girondins de Bordeaux", + "pred": "Vladimir Kovalchuk", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: A\u017ebe Jug -> sports team -> Dinamo Brest\n Hop 2: Dinamo Brest -> member -> Vladimir Kovalchuk\n Answer: Vladimir Kovalchuk" + }, + { + "id": "q_002779", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SBV Vitesse", + "pred": "Dinamo Zagreb", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ante Mi\u0161e -> sports team -> Dinamo Zagreb (1996)\n Answer: Dinamo Zagreb" + }, + { + "id": "q_006236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Nazi Party", + "pred": "Christian Social Union of Bavaria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: August Eigruber -> member of political party -> Christian Social Union of Bavaria (1940)\n Answer: Christian Social Union of Bavaria" + }, + { + "id": "q_004217", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "1. FFC Frankfurt", + "pred": "FC Aarau", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Katrin Kliehm -> member of sports team -> FC Aarau (2005)\n Answer: FC Aarau" + }, + { + "id": "q_001111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Eleonora Rossi Drago -> country of citizenship -> Kingdom of Italy (1954)\n Answer: Kingdom of Italy" + }, + { + "id": "q_003973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Mandatory Palestine", + "pred": "Damascus", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Acre -> country -> Ottoman Empire (1927)\n Hop 2: Ottoman Empire -> successor -> Kingdom of Syria (1927)\n Hop 3: Kingdom of Syria -> capital -> Damascus (1927)\n Answer: Damascus" + }, + { + "id": "q_002651", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Edith Roosevelt", + "pred": "Alice Hathaway Lee Roosevelt", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Theodore Roosevelt -> spouse -> Alice Hathaway Lee Roosevelt (1902)\n Answer: Alice Hathaway Lee Roosevelt" + }, + { + "id": "q_005128", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "1986", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ellen Meiksins Wood -> employer -> York University (1986)\n Answer: 1986" + }, + { + "id": "q_007441", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Norway men's national association football team", + "pred": "Bob Gibson", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Arne Erlandsen -> sports team -> St. Louis Cardinals (1981)\n Hop 2: St. Louis Cardinals -> member -> Bob Gibson (1981)\n Answer: Bob Gibson" + }, + { + "id": "q_006793", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "FC Veszpr\u00e9m", + "pred": "Ferencv\u00e1rosi Tornaclub", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ferenc Csongr\u00e1di -> member of -> Feh\u00e9rv\u00e1r FC (1989)\n Hop 2: Feh\u00e9rv\u00e1r FC -> member of -> Ferencv\u00e1rosi Tornaclub (1989)\n Answer: Ferencv\u00e1rosi Tornaclub" + }, + { + "id": "q_005396", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Nazi Germany", + "pred": "Switzerland", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hanau -> Switzerland (1939 -> 1939)\n Answer: Switzerland" + }, + { + "id": "q_002815", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "People's Republic of China", + "pred": "United States", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Liu Bocheng -> employer -> Princeton University (1951)\n Hop 2: Princeton University -> country -> United States (1951)\n Answer: United States" + }, + { + "id": "q_007174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Amsterdam", + "pred": "London", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Michael Jacklin -> work location -> London\n Answer: London" + }, + { + "id": "q_001511", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Academy Award for Best Picture", + "pred": "1970", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hal B. Wallis -> nominated for -> 1970\n Answer: 1970" + }, + { + "id": "q_000553", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Denmark women's national football team", + "pred": "Lavrentiy Beria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gulag -> parent organization or unit -> NKVD (1944)\n Hop 2: NKVD -> chairperson -> Lavrentiy Beria (1944)\n Answer: Lavrentiy Beria" + }, + { + "id": "q_000656", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Northwestern University", + "pred": "New York City", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Melville J. Herskovits -> employer -> Columbia University (1947)\n Hop 2: Columbia University -> located in -> New York City (1947)\n Answer: New York City" + }, + { + "id": "q_001297", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1970.0, + "gold": "1970", + "pred": "1970", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tofiq Bahramov -> award -> Order of the Red Banner of Labour (1970)\n Hop 2: Order of the Red Banner of Labour -> equal to -> Order of the Red Banner of Labour (1970)\n Hop 3: Order of the Red Banner of Labour (1970) -> year -> 1970\n Answer: 1970" + }, + { + "id": "q_007459", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Amsterdam", + "pred": "Juventus FC", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Carel Willink -> work location -> Juventus FC (1946)\n Answer: Juventus FC" + }, + { + "id": "q_002423", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Trinidad and Tobago men's national football team", + "pred": "United States national football team", + "em": 0.0, + "f1": 0.4615384615384615, + "pred_raw": "Hop 1: Cyd Gray -> member of sports team -> Joe Public F.C.\n Hop 2: Cyd Gray -> member of sports team -> Joe Public F.C.\n Hop 3: Joe Public F.C. -> member of sports team -> United States national football team\n Answer: United States national football team" + }, + { + "id": "q_001348", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Switzerland", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Vincent R\u00fcfli -> sports team -> FC Z\u00fcrich\n Hop 2: FC Z\u00fcrich -> member -> Hanspeter Sch\u00e4llibaum\n Hop 3: Hanspeter Sch\u00e4llibaum -> country of citizenship -> Switzerland\n Answer: Switzerland" + }, + { + "id": "q_008576", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Hungary", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Uzhhorod -> country -> Hungary (1953)\n Answer: Hungary" + }, + { + "id": "q_002071", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "British School at Rome", + "pred": "American Museum of Natural History", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Eugenie Sellers Strong -> employer -> American Museum of Natural History (1912)\n Answer: American Museum of Natural History" + }, + { + "id": "q_004899", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1978.0, + "gold": "Soviet Union", + "pred": "Kingdom of Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Uman -> country -> Kingdom of Italy (1941)\n Answer: Kingdom of Italy" + }, + { + "id": "q_001022", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Vladimir Oblast", + "pred": "Ivanovo Oblast", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Kovrov -> located in -> Ivanovo Oblast (1977)\n Answer: Ivanovo Oblast" + }, + { + "id": "q_003839", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jane Birkin", + "pred": "Lois Delander", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Lois Delander -> competition won -> Miss America (1927)\n Answer: Lois Delander" + }, + { + "id": "q_001814", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Christian Neureuther", + "pred": "Waltrude Schleyer", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rosi Mittermaier -> spouse -> Waltrude Schleyer (1975)\n Answer: Waltrude Schleyer" + }, + { + "id": "q_007256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giorgio Perlasca -> country of citizenship -> Italy (1940)\n Answer: Italy" + }, + { + "id": "q_005993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Martha Vickers", + "pred": "Maureen O'Hara", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mickey Rooney -> spouse -> Maureen O'Hara (1950)\n Answer: Maureen O'Hara" + }, + { + "id": "q_005336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Arabic", + "pred": "Finnish", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Finland -> official language -> Finnish (2011)\n Answer: Finnish" + }, + { + "id": "q_005683", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "TU Dresden", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Herbert Seifert -> employer -> TU Dresden (1961)\n Answer: TU Dresden" + }, + { + "id": "q_007163", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Relax-Gam", + "pred": "Kairat Almaty", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Juan Antonio Flecha -> member of sports team -> Kaiku (1998)\n Hop 2: Kaiku -> member of sports team -> Kairat Almaty (1998)\n Answer: Kairat Almaty" + }, + { + "id": "q_007140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Giorgio Oberweger", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Arne Tiselius -> Nobel Prize in Chemistry -> 1946 -> nominated for -> Giorgio Oberweger (1965)\n Answer: Giorgio Oberweger" + }, + { + "id": "q_008134", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Shell Oil Company", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Shell-Haus -> owned by -> Shell Oil Company (1954)\n Answer: Shell Oil Company" + }, + { + "id": "q_002147", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Hungarian Socialist Workers' Party", + "pred": "Hungarian Social Democratic Party (1949-1989)", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: L\u00e1szl\u00f3 B\u00e9kesi -> member of political party -> Hungarian Social Democratic Party (1949-1989)\n Answer: Hungarian Social Democratic Party (1949-1989)" + }, + { + "id": "q_006224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "habilitation", + "pred": "Doctor of Philosophy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hienad\u017a Sahanovi\u010d -> academic degree -> Doctor of Philosophy (2018)\n Answer: Doctor of Philosophy" + }, + { + "id": "q_000654", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Province of Mantua", + "pred": "Beira Alta", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Felonica -> located in -> Beira Alta (1939)\n Answer: Beira Alta" + }, + { + "id": "q_004102", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "University of California, Los Angeles", + "pred": "Coll\u00e8ge de France", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ernst G. Straus -> employer -> Coll\u00e8ge de France (1975)\n Answer: Coll\u00e8ge de France" + }, + { + "id": "q_007739", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "FSV Frankfurt", + "pred": "FC Lausanne-Sport", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Robert Pache -> member of sports team -> Servette FC (1928)\n Hop 2: Robert Pache -> member of sports team -> FC Lausanne-Sport (1928)\n Answer: FC Lausanne-Sport" + }, + { + "id": "q_006368", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Chemins de fer du Midi", + "pred": "Nike", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: England men\u2019s national rugby union team -> kit supplier -> Nike (2008)\n Answer: Nike" + }, + { + "id": "q_002589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Angelo Anquilletti -> country of citizenship -> Kingdom of Italy (1980)\n Answer: Kingdom of Italy" + }, + { + "id": "q_006409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "A.O. Kavalas (association football)", + "pred": "Igor Kova\u010d", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mario Galinovi\u0107 -> sports team -> FC Slavija\n Hop 2: FC Slavija -> member of sports team -> Igor Kova\u010d\n Answer: Igor Kova\u010d" + }, + { + "id": "q_002646", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1997.0, + "gold": "1997", + "pred": "1997", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Javier Mar\u00edas -> Nelly Sachs Prize (1997)\n Answer: 1997" + }, + { + "id": "q_002133", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Gold Medal of the Royal Astronomical Society", + "pred": "Henry Draper Medal", + "em": 0.0, + "f1": 0.2, + "pred_raw": "Hop 1: Walter Sydney Adams -> award -> Henry Draper Medal (1917)\n Answer: Henry Draper Medal" + }, + { + "id": "q_000302", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Vittorio Brambilla -> country of citizenship -> Kingdom of Italy (1956)\n Answer: Kingdom of Italy" + }, + { + "id": "q_002678", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Atalanta BC", + "pred": "AC Cesena", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stefano Angeleri -> member of sports team -> AC Cesena (1952)\n Answer: AC Cesena" + }, + { + "id": "q_004224", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Booker Prize", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jane Alexander -> Academy Award for Best Supporting Actress -> 1992\n Hop 2: 1992 -> nominated for -> John Banville\n Hop 3: John Banville -> award received -> Booker Prize\n Answer: Booker Prize" + }, + { + "id": "q_005379", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "Province of Carbonia-Iglesias", + "em": 0.0, + "f1": 0.22222222222222224, + "pred_raw": "Hop 1: P\u00e9rouges -> located in -> Province of Carbonia-Iglesias (2001)\n Answer: Province of Carbonia-Iglesias" + }, + { + "id": "q_006243", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cagney & Lacey -> cast member -> Meg Foster (1982)\n Answer: 1982" + }, + { + "id": "q_008166", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "MTK Budapest FC", + "pred": "V\u00e4in\u00f6 Miettinen", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Imre Kov\u00e1cs -> sports team -> KTP (1945)\n Hop 2: KTP (1945) -> member of sports team -> V\u00e4in\u00f6 Miettinen (1945)\n Answer: V\u00e4in\u00f6 Miettinen" + }, + { + "id": "q_003678", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "lawyer", + "pred": "United States Senator", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: John Bell Williams -> position held -> Governor of Mississippi (1980)\n Hop 2: Governor of Mississippi -> occupation -> United States Senator (1980)\n Hop 3: United States Senator -> occupation -> United States Senator (1980)\n Answer: United States Senator" + }, + { + "id": "q_000025", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Lothar Vosseler", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Trier -> head of government -> Lothar Vosseler (2004)\n Answer: Lothar Vosseler" + }, + { + "id": "q_001419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mandatory Palestine -> located in -> British Mandate of Palestine (1920-1948)\n Hop 2: British Mandate of Palestine -> located in -> British Empire (1920-1948)\n Hop 3: British Empire -> located in -> United Kingdom (1920-1948)\n Answer: United Kingdom" + }, + { + "id": "q_000689", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Franca Ongaro -> country of citizenship -> Italy (1943)\n Answer: Italy" + }, + { + "id": "q_004963", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "City of Gosford", + "pred": "New South Wales", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gosford -> located in -> New South Wales (1982)\n Answer: New South Wales" + }, + { + "id": "q_001580", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "London", + "pred": "South Africa", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Joseph Hertz -> work location -> Johannesburg (1936)\n Hop 2: Johannesburg -> country -> South Africa (1936)\n Answer: South Africa" + }, + { + "id": "q_002212", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Tonelli -> drafted by -> New York Islanders (1977)\n Answer: 1977" + }, + { + "id": "q_001427", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "FC Lausanne-Sport", + "pred": "FC Twente", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Pierre Kerkhoffs -> member of sports team -> FC Twente (1967)\n Answer: FC Twente" + }, + { + "id": "q_000751", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Seine-et-Oise", + "pred": "Rh\u00f4ne", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Brunoy -> located in -> Rh\u00f4ne (1942)\n Answer: Rh\u00f4ne" + }, + { + "id": "q_005986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "FC Spartak Trnava", + "pred": "Torino FC", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Martin Ra\u0161ka -> member of sports team -> Torino FC (2013)\n Answer: Torino FC" + }, + { + "id": "q_002412", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Pino Lancetti -> country of citizenship -> Kingdom of Italy (1983)\n Answer: Kingdom of Italy" + }, + { + "id": "q_001943", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1999.0, + "gold": "1999", + "pred": "1999", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Franti\u0161ek Kaberle -> drafted by -> Los Angeles Kings (1999)\n Answer: 1999" + }, + { + "id": "q_005685", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1938", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: The Adventures of Robin Hood -> Academy Award for Best Film Editing (1938)\n Answer: 1938" + }, + { + "id": "q_001916", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Str\u00f8msgodset IF", + "pred": "Aalborg BK", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kim Larsen -> member of -> Aalborg BK (2003)\n Answer: Aalborg BK" + }, + { + "id": "q_006927", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aldo Fabrizi -> country of citizenship -> Italy (1951)\n Answer: Italy" + }, + { + "id": "q_000904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Giuseppe Bajardi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luigi Bajardi -> country of citizenship -> Kingdom of Italy (1956)\n Hop 2: Kingdom of Italy -> successor -> Italian Republic (1956)\n Hop 3: Italian Republic -> country of citizenship -> Giuseppe Bajardi (1956)\n Answer: Giuseppe Bajardi" + }, + { + "id": "q_006701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto Lattuada -> country of citizenship -> Italy (1971)\n Answer: Italy" + }, + { + "id": "q_005536", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Fengtien", + "pred": "Haili County", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Faku County -> located in -> Haili County (1945)\n Answer: Haili County" + }, + { + "id": "q_000555", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Gertrude Stein", + "pred": "Hop Hop Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop ->", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop Hop Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop ->" + }, + { + "id": "q_005626", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Heiner Gei\u00dfler", + "pred": "Hans-J\u00fcrgen Schumacher", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Christian Democratic Union (Germany) -> general secretary -> Bruno Heck (1981)\n Hop 2: Bruno Heck -> successor -> Hans-J\u00fcrgen Schumacher (1981)\n Hop 3: Hans-J\u00fcrgen Schumacher -> general secretary -> Christian Democratic Union (Germany) (1981)\n Answer: Hans-J\u00fcrgen Schumacher" + }, + { + "id": "q_005124", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Algiers", + "pred": "Sainte-Catherine-d'Auxerre", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pierre Savorgnan de Brazza -> burial place -> P\u00e8re Lachaise Cemetery (Hop 1)\n Hop 2: P\u00e8re Lachaise Cemetery -> place of burial -> Jeanne d'Arc (Hop 2)\n Hop 3: Jeanne d'Arc -> place of burial -> Sainte-Catherine-d'Auxerre ( Hop 3)\n Answer: Sainte-Catherine-d'Auxerre" + }, + { + "id": "q_002798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Coll\u00e8ge de France", + "pred": "\u00c9cole Normale Sup\u00e9rieure", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Andr\u00e9 Lichnerowicz -> employer -> \u00c9cole Normale Sup\u00e9rieure (1956)\n Answer: \u00c9cole Normale Sup\u00e9rieure" + }, + { + "id": "q_003885", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2021.0, + "gold": "National Oceanic and Atmospheric Administration", + "pred": "Roman Abramovich", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Chelsea F.C. -> owned by -> Roman Abramovich (2021)\n Answer: Roman Abramovich" + }, + { + "id": "q_005314", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Republic of China (1912-1949)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Li Tsung-jen -> country of citizenship -> Republic of China (1912-1949) (Hop 1)\n Answer: Republic of China (1912-1949)" + }, + { + "id": "q_007748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Knight Bachelor", + "pred": "European Cup", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bobby Charlton -> member of sports team -> England men's national association football team (1994)\n Hop 2: England men's national association football team -> award received -> European Cup (1994)\n Answer: European Cup" + }, + { + "id": "q_002726", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "SK Slavia Prague", + "pred": "Romania national football team", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nicu\u0219or Stanciu -> member of sports team -> Romania national football team (2014)\n Answer: Romania national football team" + }, + { + "id": "q_004003", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "KRC Mechelen", + "pred": "Timothy Dreesen", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jan Diddens -> member of sports team -> Fortuna Sittard (2012)\n Answer: Timothy Dreesen" + }, + { + "id": "q_008148", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alexei Navalny -> country of citizenship -> Russia (1985)\n Answer: Russia" + }, + { + "id": "q_004079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1916.0, + "gold": "Marie Bonaparte", + "pred": "Princess Sophia of Prussia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Prince George of Greece and Denmark -> spouse -> Princess Sophia of Prussia (1916)\n Answer: Princess Sophia of Prussia" + }, + { + "id": "q_003444", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "The New York Yankees", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ronan Le Crom -> sports team -> R.C. Lens (2011)\n Hop 2: Jeremy Renner -> sports team -> Ronan Le Crom (2011)\n Hop 3: Jeremy Renner -> member of -> The New York Yankees (2011)\n Answer: The New York Yankees" + }, + { + "id": "q_004684", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Schutzstaffel", + "pred": "Hop 1: Hans G\u00fcnther -> member of -> Hans G\u00fcnther (1903-1985) (member of)\n Hop 2: Hans G\u00fcnther (1903-1985) -> member of -> German National People's Party (1928-1933) (member of)\n Hop 3: German National People's Party (1928-1933) -> member of -> German", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hans G\u00fcnther -> member of -> Hans G\u00fcnther (1903-1985) (member of)\n Hop 2: Hans G\u00fcnther (1903-1985) -> member of -> German National People's Party (1928-1933) (member of)\n Hop 3: German National People's Party (1928-1933) -> member of -> German" + }, + { + "id": "q_007043", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Andr\u00e9 T\u00e9chin\u00e9 -> C\u00e9sar Award for Best Director -> 1995 (Hop 1)\n Answer: 1995" + }, + { + "id": "q_002077", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Scunthorpe United F.C.", + "pred": "Bury F.C.", + "em": 0.0, + "f1": 0.5714285714285715, + "pred_raw": "Hop 1: Jermaine Beckford -> member of sports team -> Wealdstone F.C. (2007)\n Hop 2: Wealdstone F.C. -> manager -> John Still (2007)\n Hop 3: John Still -> member of sports team -> Bury F.C. (2007)\n Answer: Bury F.C." + }, + { + "id": "q_005610", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Willi Daume", + "pred": "Ann Wolff", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: German Handball Association -> chairperson -> Ann Wolff (2006)\n Answer: Ann Wolff" + }, + { + "id": "q_007161", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Polish People's Republic", + "pred": "Poland", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jan T. Gross -> country of citizenship -> Poland (1959)\n Answer: Poland" + }, + { + "id": "q_008431", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Kingdom of Greece", + "pred": "Greece", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Takis -> country of citizenship -> Greece (1944)\n Answer: Greece" + }, + { + "id": "q_005503", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Italy", + "pred": "Italian Republic", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nino Taranto -> country of citizenship -> Kingdom of Italy (1966)\n Hop 2: Kingdom of Italy -> successor -> Italian Republic (1966)\n Answer: Italian Republic" + }, + { + "id": "q_003756", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Nuremberg Medical Trial", + "pred": "1947", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Prince Philipp, Landgrave of Hesse -> participant in -> 1947 (1947)\n Hop 2: 1947 -> participant in -> 1947 (1947)\n Hop 3: 1947 -> participant in -> 1947 (1947)\n Answer: 1947" + }, + { + "id": "q_006939", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Christiaan Eijkman -> nominated for -> 1921\n Hop 2: 1921 -> country of citizenship -> Italy\n Answer: Italy" + }, + { + "id": "q_005031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Bennati -> country of citizenship -> Italy (1956)\n Answer: Italy" + }, + { + "id": "q_001054", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ermanno Olmi -> country of citizenship -> Italy (1949)\n Answer: Italy" + }, + { + "id": "q_002273", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "San Francisco 49ers", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alec Chamberlain -> member of sports team -> San Francisco 49ers (2001)\n Answer: San Francisco 49ers" + }, + { + "id": "q_000786", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Peter Schreiner", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tony Marshall award -> received -> Goldene Stimmgabel (2003)\n Hop 2: Goldene Stimmgabel -> award -> European Film Award (2003)\n Hop 3: European Film Award -> received -> Peter Schreiner (2003)\n Answer: Peter Schreiner" + }, + { + "id": "q_002778", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Hamburger SV", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Andros Townsend -> member of sports team -> Hamburger SV (2014)\n Answer: Hamburger SV" + }, + { + "id": "q_005074", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Japan", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Broutona -> country -> France (1919)\n Answer: France" + }, + { + "id": "q_007312", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Chelsea F.C.", + "pred": "Arsenal F.C.", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Magnus Hedman -> sports team -> AIK Fotboll (2007)\n Hop 2: AIK Fotboll -> member -> Fredrik Ljungberg (2007)\n Hop 3: Fredrik Ljungberg -> member -> Arsenal F.C. (2007)\n Answer: Arsenal F.C." + }, + { + "id": "q_001350", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Leningrad Oblast", + "pred": "Kholm", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ivangorod -> located in -> Kholm (1943)\n Answer: Kholm" + }, + { + "id": "q_001371", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Clare Boothe Luce", + "pred": "Clare Boothe Luce", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Henry Luce -> spouse -> Clare Boothe Luce (1959)\n Answer: Clare Boothe Luce" + }, + { + "id": "q_000490", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "1948", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: No Thanks! -> As d'Or Jeu de l'Ann\u00e9e -> nominated for (1948)\n Answer: 1948" + }, + { + "id": "q_006219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1985.0, + "gold": "1985", + "pred": "1985", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Yonohommachi Station -> founded by -> Japanese National Railways (1985)\n Answer: 1985" + }, + { + "id": "q_005716", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Edgardo Moltoni -> country of citizenship -> Italy (1915)\n Answer: Italy" + }, + { + "id": "q_005200", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Pichichi Trophy", + "pred": "European Golden Shoe (1985)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hugo S\u00e1nchez -> award -> European Golden Shoe (1985)\n Hop 2: European Golden Shoe (1985) -> award -> European Golden Shoe (1985)\n Hop 3: European Golden Shoe (1985) -> award -> European Golden Shoe (1985)\n Answer: European Golden Shoe (1985)" + }, + { + "id": "q_000681", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Robin Shroot -> sports team -> Burton Albion F.C. (2009)\n Answer: 2009" + }, + { + "id": "q_004424", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lviv Oblast", + "pred": "Lviv Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Drohobych -> located in -> Lviv Oblast (2012)\n Answer: Lviv Oblast" + }, + { + "id": "q_003611", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Catholic priest", + "pred": "Alwin Albert Hafner", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alwin Albert Hafner -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> occupation -> Alwin Albert Hafner (1976)\n Answer: Alwin Albert Hafner" + }, + { + "id": "q_000603", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Hertha BSC", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Beno\u00eet Cheyrou -> member of sports team -> Hertha BSC (1999)\n Answer: Hertha BSC" + }, + { + "id": "q_007417", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Beaux-Arts de Paris", + "pred": "University of Athens", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alekos Fassianos -> country of citizenship -> Greece (1970)\n Hop 2: Greece -> educated at -> University of Athens (1970)\n Answer: University of Athens" + }, + { + "id": "q_001017", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Golden Bear", + "pred": "Best Director (Film)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Li Yang -> nominated for -> Best Director (Film) (2003)\n Answer: Best Director (Film)" + }, + { + "id": "q_004297", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Walter Sisulu", + "pred": "Walter Sisulu", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Albertina Nontsikelelo Sisulu -> spouse -> Walter Sisulu (1966)\n Answer: Walter Sisulu" + }, + { + "id": "q_007760", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Netherlands", + "pred": "Tottenham Hotspur F.C.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alf Ramsey -> member of sports team -> Tottenham Hotspur F.C. (1954)\n Answer: Tottenham Hotspur F.C." + }, + { + "id": "q_002309", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Feh\u00e9rv\u00e1r FC", + "pred": "Hop 1: Henning Berg -> sports team -> Norway national under-21 football team (1996-1997)\n Hop 2: Norway national under-21 football team -> coach -> Sven-G\u00f6ran Eriksson (1996-1997)\n Hop 3: Sven-G\u00f6ran Eriksson -> sports team -> Manchester United F.C. (1999-2001)\n Answer:", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Henning Berg -> sports team -> Norway national under-21 football team (1996-1997)\n Hop 2: Norway national under-21 football team -> coach -> Sven-G\u00f6ran Eriksson (1996-1997)\n Hop 3: Sven-G\u00f6ran Eriksson -> sports team -> Manchester United F.C. (1999-2001)\n Answer:" + }, + { + "id": "q_000472", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mario Bonnard -> country of citizenship -> France (2002)\n Answer: France" + }, + { + "id": "q_001687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Free Democratic Party", + "pred": "Christian Democratic Union of Germany (CDU)", + "em": 0.0, + "f1": 0.2222222222222222, + "pred_raw": "Hop 1: Walter Scheel -> member of political party -> Christian Democratic Union of Germany (CDU) (1988)\n Answer: Christian Democratic Union of Germany (CDU)" + }, + { + "id": "q_003092", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Weimar Republic", + "pred": "German Empire", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Limbach-Oberfrohna -> country -> German Empire (1920)\n Answer: German Empire" + }, + { + "id": "q_003984", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Hamburger SV", + "pred": "German national football team (1944)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Wilhelm Blunk -> member of -> German Football Association (1944)\n Hop 2: German Football Association (1944) -> sports team -> German national football team (1944)\n Hop 3: German national football team (1944) -> member of -> German national football team (1944)\n Answer: German national football team (1944)" + }, + { + "id": "q_004307", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Yugoslavia", + "pred": "Bulgaria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Verzar -> country -> Bulgaria (1933)\n Answer: Bulgaria" + }, + { + "id": "q_004221", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Carli -> country of citizenship -> Italy (1967)\n Answer: Italy" + }, + { + "id": "q_002604", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Orenburg Governorate", + "pred": "Orenburg (city)", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Orenburg (country) -> capital -> Orenburg (city)\n Answer: Orenburg (city)" + }, + { + "id": "q_005175", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Suso Cecchi d'Amico -> country of citizenship -> Italy (1999)\n Answer: Italy" + }, + { + "id": "q_000103", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "Kingdom of Bulgaria", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Stara Zagora -> country -> Kingdom of Bulgaria (1962)\n Answer: Kingdom of Bulgaria" + }, + { + "id": "q_007858", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "construction", + "pred": "Primetime Emmy Award for Outstanding Animated Program", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Sam Simon -> award received -> Primetime Emmy Award for Outstanding Animated Program (2001)\n Answer: Primetime Emmy Award for Outstanding Animated Program" + }, + { + "id": "q_000929", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Miriam Margolyes", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Glenda Jackson -> Academy Award for Best Actress -> 1981\n Hop 2: 1981 -> nominated for -> Muriel St. Clare\n Hop 3: Muriel St. Clare -> position held -> Miriam Margolyes\n Answer: Miriam Margolyes" + }, + { + "id": "q_008399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Hamburg Commercial Bank", + "pred": "Ulrico Girardi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Volksparkstadion -> named after -> Ulrico Girardi (1974)\n Answer: Ulrico Girardi" + }, + { + "id": "q_006833", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "Princess M\u00e4rtha of Sweden", + "pred": "Margrethe of Denmark", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Olav V of Norway -> country of citizenship -> Denmark (1936)\n Hop 2: Denmark -> spouse -> Margrethe of Denmark (1936)\n Answer: Margrethe of Denmark" + }, + { + "id": "q_007826", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "1907", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Patrick Cramer -> award received -> Gottfried Wilhelm Leibniz Prize (1907)\n Answer: 1907" + }, + { + "id": "q_005791", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1969.0, + "gold": "1969", + "pred": "1904", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Berlin -> country -> German Empire (1904)\n Answer: 1904" + }, + { + "id": "q_008695", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "FC Basel", + "pred": "FC Z\u00fcrich", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Serge Muhmenthaler -> sports team -> FC Grenchen (1976)\n Hop 2: FC Grenchen -> member -> Hansj\u00f6rg R\u00f6thlisberger (1976)\n Hop 3: Hansj\u00f6rg R\u00f6thlisberger -> member -> FC Z\u00fcrich (1976)\n Answer: FC Z\u00fcrich" + }, + { + "id": "q_006326", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Isabella Biagini -> country of citizenship -> Italy (1943)\n Answer: Italy" + }, + { + "id": "q_002683", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vincenzo Talarico -> country of citizenship -> Italy (1956)\n Answer: Italy" + }, + { + "id": "q_004982", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "AS Monaco FC", + "pred": "A.S. Roma", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Abderrahmane Boubekeur -> member of sports team -> A.S. Roma (1957)\n Answer: A.S. Roma" + }, + { + "id": "q_000500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Chelsea F.C.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fabio Capello -> work location -> Chelsea F.C. (2007)\n Answer: Chelsea F.C." + }, + { + "id": "q_000415", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Seine-et-Oise", + "pred": "Versailles", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Neauphle-le-Vieux -> located in -> Yvelines (1957)\n Hop 2: Yvelines -> capital -> Versailles (1957)\n Answer: Versailles" + }, + { + "id": "q_002513", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "IBM", + "pred": "University of Wisconsin-Madison", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Frank Soltis -> employer -> University of Wisconsin-Madison (1988)\n Answer: University of Wisconsin-Madison" + }, + { + "id": "q_001131", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Xiao Yang -> member of political party -> Chinese Communist Party (1971)\n Answer: Chinese Communist Party" + }, + { + "id": "q_004809", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Susannah Harker -> country of citizenship -> United Kingdom (2008)\n Answer: United Kingdom" + }, + { + "id": "q_006419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "England women's national football team", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Lindsay Johnson -> sports team -> Uman\n Hop 2: Uman -> member of -> Soviet Union\n Hop 3: Soviet Union -> member of -> Russian Soviet Federative Socialist Republic\n Answer: Russian Soviet Federative Socialist Republic" + }, + { + "id": "q_000119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Italy", + "pred": "Second Polish Republic", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mario B\u00f2 -> country of citizenship -> Second Polish Republic (1994)\n Answer: Second Polish Republic" + }, + { + "id": "q_002765", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "The Rockefeller University", + "pred": "University of Leiden", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: George Uhlenbeck -> employer -> University of Leiden (1967)\n Answer: University of Leiden" + }, + { + "id": "q_001638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Soviet Union", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Viktor Kulikov -> country of citizenship -> Italy (1993)\n Answer: Italy" + }, + { + "id": "q_003270", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giuseppe Ungaretti -> country of citizenship -> Italy (1914)\n Answer: Italy" + }, + { + "id": "q_002090", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Zeno Saltini -> country of citizenship -> Italy (1936)\n Answer: Italy" + }, + { + "id": "q_002717", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Luciano Savorini -> country of citizenship -> Italy (1948)\n Answer: Italy" + }, + { + "id": "q_001781", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Waltrude Schleyer", + "pred": "Maria Schleyer", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Hanns Martin Schleyer -> spouse -> Maria Schleyer (1950)\n Answer: Maria Schleyer" + }, + { + "id": "q_007508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "West Ham United F.C.", + "pred": "John T. McFadden", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Billy Brown -> sports team -> New York Giants (1922)\n Hop 2: New York Giants -> member of sports team -> John T. McFadden (1922)\n Hop 3: John T. McFadden -> member of sports team -> John T. McFadden (1922)\n Answer: John T. McFadden" + }, + { + "id": "q_000911", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Tuscany", + "pred": "Yevpatoriia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Plinio Nomellini -> work location -> Yevpatoriia (1932)\n Answer: Yevpatoriia" + }, + { + "id": "q_002590", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1946.0, + "gold": "1946", + "pred": "1946", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Meazza -> sports team -> Atalanta BC (1946)\n Answer: 1946" + }, + { + "id": "q_005409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Q104925 (1998)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Q104925 -> award -> Q104925 (1998)\n Answer: Q104925 (1998)" + }, + { + "id": "q_004701", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Marne", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: L\u00e9vis-Saint-Nom -> located in -> Seine-et-Marne (1968)\n Answer: Seine-et-Marne" + }, + { + "id": "q_006905", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "1965", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Northwestern University -> member of -> Scholarly Publishing and Academic Resources Coalition (1965)\n Answer: 1965" + }, + { + "id": "q_005334", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "1952", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: IG Farben -> insolvency -> 1952 (Hop 1)\n Answer: 1952" + }, + { + "id": "q_006551", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Argentina", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Egidio Feruglio -> country of citizenship -> Argentina (1917)\n Answer: Argentina" + }, + { + "id": "q_002537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Luigi Bianchi -> doctoral student -> Guido Fubini (1915)\n Hop 2: Guido Fubini -> country of citizenship -> Italy (1915)\n Hop 3: Italy -> country of citizenship -> Italy (1915)\n Answer: Italy" + }, + { + "id": "q_004357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "FC Amkar Perm", + "pred": "FC Khimki", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Martin Jakubko -> member of -> FC Khimki (2014)\n Hop 2: FC Khimki -> member of -> FC Khimki (2014)\n Hop 3: FC Khimki -> member of -> FC Khimki (2014)\n Answer: FC Khimki" + }, + { + "id": "q_006681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Sporting CP", + "pred": "Ferencv\u00e1rosi TC", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rudolf Jeny -> member of sports team -> Hungary men's national football team (1934)\n Hop 2: Hungary men's national football team -> member of sports team -> Ferencv\u00e1rosi TC (1934)\n Answer: Ferencv\u00e1rosi TC" + }, + { + "id": "q_001982", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Francesco Gabrieli -> country of citizenship -> Italy (1939)\n Answer: Italy" + }, + { + "id": "q_001763", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Tranmere Rovers F.C.", + "pred": "West Bromwich Albion F.C.", + "em": 0.0, + "f1": 0.4444444444444445, + "pred_raw": "Hop 1: Steve Coppell -> member of -> West Bromwich Albion F.C. (1973)\n Answer: West Bromwich Albion F.C." + }, + { + "id": "q_001693", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Utrecht University", + "pred": "Montpellier H\u00e9rault Sport Club", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pieter Helbert Damst\u00e9 -> employer -> Montpellier H\u00e9rault Sport Club (1919)\n Answer: Montpellier H\u00e9rault Sport Club" + }, + { + "id": "q_006247", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1909.0, + "gold": "Associate Justice of the Supreme Court of the United States", + "pred": "Washington, D.C.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Joseph McKenna -> position held -> United States Secretary of the Treasury (1909)\n Hop 2: United States Secretary of the Treasury (1909) -> country -> United States\n Hop 3: United States -> capital -> Washington, D.C.\n Answer: Washington, D.C." + }, + { + "id": "q_006923", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Der St\u00fcrmer", + "pred": "German National People's Party (1929)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Julius Streicher -> employer -> German National People's Party (1929)\n Hop 2: German National People's Party (1929) -> member of -> Nazi Party (1929)\n Answer: German National People's Party (1929)" + }, + { + "id": "q_004828", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Adone Zoli -> country of citizenship -> Italy (1956)\n Answer: Italy" + }, + { + "id": "q_006717", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Moscow", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luigi Bianchi -> country of citizenship -> Russian Soviet Federative Socialist Republic (1915)\n Hop 2: Russian Soviet Federative Socialist Republic -> capital -> Moscow (1915)\n Answer: Moscow" + }, + { + "id": "q_001064", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Hanover", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hanover -> located in -> Province of Hanover (1930)\n Hop 2: Province of Hanover -> country -> Hanover (1930)\n Answer: Hanover" + }, + { + "id": "q_002886", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luciano Fo\u00e0 -> country of citizenship -> Italy (1994)\n Answer: Italy" + }, + { + "id": "q_001768", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Emilio Petiva -> country of citizenship -> Italy (1960)\n Answer: Italy" + }, + { + "id": "q_006522", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Cameroon men's national football team", + "pred": "Jean-Louis Leca", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Henri Michel -> sports team -> FC Sochaux-Montb\u00e9liard (1994)\n Hop 2: FC Sochaux-Montb\u00e9liard (1994) -> coach -> Jean-Louis Leca (1994)\n Answer: Jean-Louis Leca" + }, + { + "id": "q_001073", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Kingdom of Bulgaria", + "pred": "Bulgaria (1910)", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Veliko Tarnovo -> country -> Bulgaria (1910)\n Answer: Bulgaria (1910)" + }, + { + "id": "q_002125", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "SSC Napoli", + "pred": "FC Schalke 04", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Armando Tre Re -> member of sports team -> FC Schalke 04 (1956)\n Answer: FC Schalke 04" + }, + { + "id": "q_002297", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "FC Astra Giurgiu", + "pred": "Mircea Lucescu", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Dorinel Munteanu -> sports team -> FC Arge\u0219 (2015)\n Hop 2: FC Arge\u0219 -> coach -> Mircea Lucescu (2015)\n Answer: Mircea Lucescu" + }, + { + "id": "q_002809", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Elio Toaff -> country of citizenship -> Kingdom of Italy (1917)\n Answer: Kingdom of Italy" + }, + { + "id": "q_002474", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "John R. Taylor", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tommy Aldridge -> member of -> Black Oak Arkansas (1981)\n Hop 2: Black Oak Arkansas -> member of -> The Rhythm Kings (1981)\n Hop 3: The Rhythm Kings -> member of -> John R. Taylor (1981)\n Answer: John R. Taylor" + }, + { + "id": "q_004101", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Djalminha -> member of sports team -> Club Am\u00e9rica (2004)\n Answer: 2004" + }, + { + "id": "q_006366", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "Gen\u00e7lerbirli\u011fi S.K.", + "em": 0.0, + "f1": 0.2222222222222222, + "pred_raw": "Hop 1: Rahim Zafer -> member of sports team -> Gen\u00e7lerbirli\u011fi S.K. (1994)\n Answer: Gen\u00e7lerbirli\u011fi S.K." + }, + { + "id": "q_003182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "United States Navy", + "pred": "United States Navy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Arthur William Radford -> military branch -> United States Navy (1952)\n Answer: United States Navy" + }, + { + "id": "q_003020", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Lagos", + "pred": "Abuja", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nigeria -> capital -> Abuja (1991)\n Answer: Abuja" + }, + { + "id": "q_004956", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Calcio Padova", + "pred": "Walter Sisulu", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Albertina Nontsikelelo Sisulu -> spouse -> Walter Sisulu (1966)\n Answer: Walter Sisulu" + }, + { + "id": "q_006758", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Al Masry SC", + "pred": "Al-Farabi Almaty", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Ahmad Shedid Qinawi -> member of sports team -> Al-Farabi Almaty (2008)\n Answer: Al-Farabi Almaty" + }, + { + "id": "q_003840", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "DSV Leoben", + "pred": "Hans Hinterseer", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Wolfgang Klapf -> sports team -> SC Wiener Neustadt (2005)\n Hop 2: SC Wiener Neustadt -> member of sports team -> Hans Hinterseer (2005)\n Answer: Hans Hinterseer" + }, + { + "id": "q_003113", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Wheaton College", + "pred": "Humboldt-Universit\u00e4t zu Berlin", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hilda Geiringer -> employer -> Humboldt-Universit\u00e4t zu Berlin (1952)\n Answer: Humboldt-Universit\u00e4t zu Berlin" + }, + { + "id": "q_004767", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Miss America", + "pred": "1927 (year)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Lois Delander -> competition won -> 1927 -> 1927 (year)\n Answer: 1927 (year)" + }, + { + "id": "q_004986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Goffredo Petrassi -> country of citizenship -> Italy (1941)\n Answer: Italy" + }, + { + "id": "q_004256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "pred": "Chemins de fer du Nord", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Paris\u2013Lille railway -> operator -> Chemins de fer du Nord (1965)\n Answer: Chemins de fer du Nord" + }, + { + "id": "q_003340", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Russia", + "pred": "Russia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dmitry Yazov -> country of citizenship -> Russia (1995)\n Answer: Russia" + }, + { + "id": "q_005245", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Chariots of Fire -> Academy Award for Best Picture -> 1982 ( year )\n Answer: 1982" + }, + { + "id": "q_006022", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lady Gaga", + "pred": "Chinese Communist Party", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Taylor Kinney -> unmarried partner -> Sarah Hyder -> Hop 2: Sarah Hyder -> member of political party -> Chinese Communist Party -> Hop 3: Chinese Communist Party -> member of political party -> Chinese Communist Party -> Answer: Chinese Communist Party" + }, + { + "id": "q_002807", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "University of Oslo", + "pred": "German Mathematical Society", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Viggo Brun -> educated at -> University of G\u00f6ttingen (1950)\n Hop 2: University of G\u00f6ttingen -> employer -> German Mathematical Society (1950)\n Answer: German Mathematical Society" + }, + { + "id": "q_002236", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Order of Merit of North Rhine-Westphalia", + "pred": "Helmut Hirsch", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Helmut Hirsch -> award received -> Saarland Order of Merit (1988)\n Hop 2: Saarland Order of Merit -> award received -> Helmut Hirsch (1988)\n Answer: Helmut Hirsch" + }, + { + "id": "q_006258", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "United States Cabinet", + "pred": "United States Department of the Navy", + "em": 0.0, + "f1": 0.4444444444444444, + "pred_raw": "Hop 1: United States Secretary of the Navy -> part -> United States Department of the Navy (Hop 1)\n Answer: United States Department of the Navy" + }, + { + "id": "q_003646", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "pred": "Academy Award for Best Actor", + "em": 0.0, + "f1": 0.23529411764705882, + "pred_raw": "Hop 1: Gena Rowlands -> spouse -> John Cassavetes (1987)\n Hop 2: John Cassavetes -> award -> Academy Award for Best Actor (1987)\n Hop 3: Academy Award for Best Actor -> winner -> John Cassavetes (1987)\n Answer: Academy Award for Best Actor" + }, + { + "id": "q_002029", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Warabitai Station", + "pred": "Kita-Kuromatsunai Station", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Kuromatsunai Station -> adjacent station -> Kita-Kuromatsunai Station (1964)\n Answer: Kita-Kuromatsunai Station" + }, + { + "id": "q_002701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Rudi Fuchs", + "pred": "Galvano Della Volpe", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stedelijk Museum Amsterdam -> manager -> Willem Sandberg (1998-2003)\n Hop 2: Willem Sandberg -> successor -> Galvano Della Volpe (1998-2003)\n Answer: Galvano Della Volpe" + }, + { + "id": "q_000849", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ray Lovejoy -> Academy Award for Best Film Editing (nominated for) -> 1987 (year)\n Answer: 1987" + }, + { + "id": "q_000139", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "Schutzstaffel", + "pred": "NSDAP", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Richard Schulze-Kossen -> military branch -> SS-Verf\u00fcgungstruppe (1937)\n Hop 2: SS-Verf\u00fcgungstruppe -> member -> Hans Hefter (1937)\n Hop 3: Hans Hefter -> member of -> NSDAP (1937)\n Answer: NSDAP" + }, + { + "id": "q_007176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Anton-G\u00fcnther, Duke of Oldenburg", + "pred": "Hans-J\u00fcrgen Schulte", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: House of Oldenburg -> chairperson -> Hans-J\u00fcrgen Schulte (2007)\n Answer: Hans-J\u00fcrgen Schulte" + }, + { + "id": "q_004055", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bruno Visintin -> country of citizenship -> Czechoslovakia (1976)\n Answer: Czechoslovakia" + }, + { + "id": "q_004419", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Jeonbuk Hyundai Motors FC", + "pred": "1. FC K\u00f6ln", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Sim Woo-yeon -> member of sports team -> South Korea national under-23 football team (2011)\n Hop 2: South Korea national under-23 football team -> member of sports team -> 1. FC K\u00f6ln (2011)\n Answer: 1. FC K\u00f6ln" + }, + { + "id": "q_006447", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "1948", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: John Wall -> drafted by -> Washington Wizards (2010)\n Hop 2: Washington Wizards -> founded -> 1948 (2010)\n Hop 3: 1948 -> year -> 1948 (2010)\n Answer: 1948" + }, + { + "id": "q_005863", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Parliament of the United Kingdom", + "pred": "Hop 1: Chris Huhne -> member of -> European Parliament (United Kingdom) (2004-2010)\n Hop 2: European Parliament (United Kingdom) -> member of -> European Parliament (2010-2014)\n Hop 3: European Parliament (2010-2014) -> member of -> European Parliament (2010-2014)\n Hop 4: European Parliament", + "em": 0.0, + "f1": 0.38095238095238093, + "pred_raw": "Hop 1: Chris Huhne -> member of -> European Parliament (United Kingdom) (2004-2010)\n Hop 2: European Parliament (United Kingdom) -> member of -> European Parliament (2010-2014)\n Hop 3: European Parliament (2010-2014) -> member of -> European Parliament (2010-2014)\n Hop 4: European Parliament" + }, + { + "id": "q_004287", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Jens Stoltenberg", + "pred": "Kjell Magne Bondevik", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Norwegian Labour Party -> chairperson -> Kjell Magne Bondevik (2011)\n Answer: Kjell Magne Bondevik" + }, + { + "id": "q_008613", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "1980", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: George Gervin -> NBA All-Star Game -> 1980 (year)\n Hop 2: NBA All-Star Game -> Kobe Bryant Most Valuable Player Award -> 1980 (year)\n Answer: 1980" + }, + { + "id": "q_002216", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Team Jayco AlUla", + "pred": "Team Sky", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Mitchell Docker -> member of sports team -> Drapac-EF Cannondale Holistic Development (2013)\n Hop 2: Drapac-EF Cannondale Holistic Development -> member of sports team -> Team Sky (2013)\n Answer: Team Sky" + }, + { + "id": "q_006890", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Serie A", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rahim Zafer -> member of sports team -> Atalanta BC (1994)\n Hop 2: Atalanta BC -> sports team -> Serie A (1994)\n Answer: Serie A" + }, + { + "id": "q_005004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Turkey", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bakhchisaray Palace -> country -> Turkey (1965)\n Answer: Turkey" + }, + { + "id": "q_004395", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "University of Freiburg", + "pred": "German Federal Government", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ernst-Wolfgang B\u00f6ckenf\u00f6rde -> occupation -> occupation judge (1994)\n Hop 2: occupation judge (1994) -> employer -> Federal Constitutional Court of Germany (1994)\n Hop 3: Federal Constitutional Court of Germany (1994) -> employer -> German Federal Government (1994)\n Answer: German Federal Government" + }, + { + "id": "q_003660", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Queen", + "pred": "United Artists", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mountain Studios -> owned by -> United Artists (1989)\n Answer: United Artists" + }, + { + "id": "q_006514", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Arkhangelsk Oblast", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Murmansk Oblast -> located in -> Arkhangelsk Oblast (1955)\n Answer: Arkhangelsk Oblast" + }, + { + "id": "q_002222", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Sergio Bonelli -> country of citizenship -> Italy (1951)\n Answer: Italy" + }, + { + "id": "q_000791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tiziano Terzani -> country of citizenship -> Italy (1996)\n Answer: Italy" + }, + { + "id": "q_001758", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "John Mauchly", + "pred": "Mary Ann Hensley", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kathleen Antonelli -> employer -> Aberdeen Proving Ground (1973)\n Hop 2: Aberdeen Proving Ground -> located in -> Maryland (1973)\n Hop 3: Mary Ann Hensley -> spouse -> Kathleen Antonelli (1973)\n Hop 4: Mary Ann Hensley -> located in -> Maryland (1973)\n Answer: Mary Ann Hensley" + }, + { + "id": "q_004641", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Ni\u00e8vre", + "pred": "\u00cele-de-France", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Route nationale 445 -> located in -> Essonne (1946)\n Hop 2: Essonne -> located in -> Yvelines (1946)\n Hop 3: Yvelines -> located in -> \u00cele-de-France (1946)\n Answer: \u00cele-de-France" + }, + { + "id": "q_000084", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Munich Kammerspiele", + "pred": "Otto Hahn", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Therese Giehse -> work location -> Berliner Ensemble (1967)\n Hop 2: Berliner Ensemble -> employer -> Otto Hahn (1967)\n Answer: Otto Hahn" + }, + { + "id": "q_005007", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2017.0, + "gold": "2017", + "pred": "2017", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Karl Ove Knausg\u00e5rd -> award -> Jerusalem Prize (2017)\n Answer: 2017" + }, + { + "id": "q_002535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Asia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tes-Khemsky District -> located in -> Tuvan People's Republic (1987)\n Hop 2: Tuvan People's Republic -> located in -> Mongolia (1987)\n Hop 3: Mongolia -> located in -> Asia (1987)\n Answer: Asia" + }, + { + "id": "q_007920", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Daniel Islas -> member of sports team -> Club Atl\u00e9tico Tigre (2009)\n Hop 2: Club Atl\u00e9tico Tigre -> ratified by -> Thailand (2002)\n Answer: 2002" + }, + { + "id": "q_006359", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1956.0, + "gold": "1956", + "pred": "1956", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Botafogo F.R. -> member of sports team -> Bauer (1956)\n Answer: 1956" + }, + { + "id": "q_005402", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Russian Empire", + "pred": "Hop 1: Simferopol -> part of -> Crimean Autonomous Soviet Socialist Republic (1921-1941) (Hop 1)\n Hop 2: Crimean Autonomous Soviet Socialist Republic (1921-1941) -> country -> Soviet Union (Hop 2)\n Hop 3: Soviet Union -> predecessor -> Russian Soviet Federative Socialist Republic (Hop 3)\n Hop 4: Russian Soviet Federative Socialist Republic -> country", + "em": 0.0, + "f1": 0.09090909090909091, + "pred_raw": "Hop 1: Simferopol -> part of -> Crimean Autonomous Soviet Socialist Republic (1921-1941) (Hop 1)\n Hop 2: Crimean Autonomous Soviet Socialist Republic (1921-1941) -> country -> Soviet Union (Hop 2)\n Hop 3: Soviet Union -> predecessor -> Russian Soviet Federative Socialist Republic (Hop 3)\n Hop 4: Russian Soviet Federative Socialist Republic -> country" + }, + { + "id": "q_007921", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: STS-29 -> landing -> 1989 (Hop Type: event -> date -> year)\n Answer: 1989" + }, + { + "id": "q_002569", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Aldo Clementi -> country -> Italy (1942)\n Answer: Italy" + }, + { + "id": "q_003091", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "The Rhythm Kings", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tommy Aldridge -> member of -> Black Oak Arkansas (1981)\n Hop 2: Black Oak Arkansas -> member of -> The Rhythm Kings (1981)\n Answer: The Rhythm Kings" + }, + { + "id": "q_002364", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Gaz\u00e9lec Ajaccio", + "pred": "FC Nantes", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jean-Michel Cavalli -> member of sports team -> AS Monaco FC (1990)\n Hop 2: AS Monaco FC -> member of sports team -> FC Nantes (1990)\n Answer: FC Nantes" + }, + { + "id": "q_007208", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Gustave Choquet", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Yvonne Choquet-Bruhat -> spouse -> Raymond Choquet (1983)\n Hop 2: Raymond Choquet -> employer -> Universit\u00e9 de Paris (1983)\n Hop 3: Universit\u00e9 de Paris -> country -> France (1983)\n Answer: France" + }, + { + "id": "q_003209", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "C\u00e9sar Milstein", + "pred": "Robert Hooke", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Eduard Suess -> winner of Copley Medal -> Robert Hooke (1989)\n Answer: Robert Hooke" + }, + { + "id": "q_001948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Nobel Prize in Peace", + "em": 0.0, + "f1": 0.6, + "pred_raw": "Hop 1: Free Democratic Party -> member of political party -> Walter Scheel (1990)\n Hop 2: Walter Scheel -> nominated for -> Nobel Prize in Peace (1902)\n Answer: Nobel Prize in Peace" + }, + { + "id": "q_004389", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "Hop (1977 -> Jane Birkin -> United Kingdom of Great Britain and Ireland -> replaces -> Irish Free State) -> Hop (1977 -> Jane Birkin -> United Kingdom of Great Britain and Ireland -> replaces -> Irish Free State) -> Hop (1977 -> Jane Birkin -> United Kingdom of Great Britain and Ireland -> replaces -> Irish Free State) -> Hop (1977 -> Jane Birkin -> United Kingdom of Great Britain and Ireland", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop (1977 -> Jane Birkin -> United Kingdom of Great Britain and Ireland -> replaces -> Irish Free State) -> Hop (1977 -> Jane Birkin -> United Kingdom of Great Britain and Ireland -> replaces -> Irish Free State) -> Hop (1977 -> Jane Birkin -> United Kingdom of Great Britain and Ireland -> replaces -> Irish Free State) -> Hop (1977 -> Jane Birkin -> United Kingdom of Great Britain and Ireland" + }, + { + "id": "q_001672", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Kemerovo Oblast", + "pred": "Kemerovo Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Novokuznetsk -> located in -> Kemerovo Oblast (1980)\n Answer: Kemerovo Oblast" + }, + { + "id": "q_002971", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2020.0, + "gold": "Hamza Hamzao\u011flu", + "pred": "Erol Bulut", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Yeni Malatyaspor -> head coach -> Erol Bulut (2020)\n Answer: Erol Bulut" + }, + { + "id": "q_007668", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "University of Bonn", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Reinhard Selten -> employer -> University of Bonn (1969)\n Answer: University of Bonn" + }, + { + "id": "q_004443", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Member of the European Parliament", + "pred": "Emperor of Russia", + "em": 0.0, + "f1": 0.25, + "pred_raw": "Hop 1: Q524412 -> Russian Empire (1912)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1912)\n Hop 3: Nicholas II of Russia -> position held -> Emperor of Russia (1912)\n Answer: Emperor of Russia" + }, + { + "id": "q_000260", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Russian Empire", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Sol Polito -> country -> Russian Empire (1925)\n Answer: Russian Empire" + }, + { + "id": "q_003060", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Leipziger Land", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Borna -> located in -> Italy (1999)\n Answer: Italy" + }, + { + "id": "q_003434", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "United Arab Republic", + "pred": "Egypt", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fouad Mohamed Abou Zikry -> country of citizenship -> Egypt (1962)\n Answer: Egypt" + }, + { + "id": "q_006063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lino Aldani -> country of citizenship -> Italy (1963)\n Answer: Italy" + }, + { + "id": "q_005538", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Nobel Prize in Literature", + "pred": "C\u00e9sar Award for Best Original Screenplay", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gunnar Gunnarsson -> nominated for -> C\u00e9sar Award for Best Original Screenplay (1961)\n Answer: C\u00e9sar Award for Best Original Screenplay" + }, + { + "id": "q_005136", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Ireland men\u2019s national rugby union team", + "pred": "Ulster", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Geordan Murphy -> sports team -> Ulster (2000)\n Answer: Ulster" + }, + { + "id": "q_004183", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "The Rockefeller University", + "pred": "Louisa Gross Horwitz Prize winner Torsten Nils Wiesel", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Torsten Nils Wiesel -> employer -> Louisa Gross Horwitz Prize winner Torsten Nils Wiesel (1984)\n Answer: Louisa Gross Horwitz Prize winner Torsten Nils Wiesel" + }, + { + "id": "q_006802", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Is\u00e8re", + "pred": "Varese", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ternay -> located in -> Varese (1936)\n Answer: Varese" + }, + { + "id": "q_002238", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Artemio Franchi -> country of citizenship -> Italy (1936)\n Answer: Italy" + }, + { + "id": "q_004081", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Harvard University", + "pred": "Institute for Advanced Study", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hassler Whitney -> doctoral student -> Herbert Robbins (1915-1994) -> employer -> Institute for Advanced Study (1944)\n Answer: Institute for Advanced Study" + }, + { + "id": "q_007931", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Kingdom of Hungary", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kenderes -> country -> Italy (1956)\n Answer: Italy" + }, + { + "id": "q_002561", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "US Triestina Calcio 1918", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gyula Iulius Maurer -> educated at -> Bolyai University (1961)\n Hop 2: Bolyai University -> employer -> US Triestina Calcio 1918 (1961)\n Answer: US Triestina Calcio 1918" + }, + { + "id": "q_000796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Stockholm University", + "pred": "Svenska Handelsbanken", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Erik Ivar Fredholm -> employer -> Svenska Handelsbanken (1918)\n Answer: Svenska Handelsbanken" + }, + { + "id": "q_008363", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Poland", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Eugeniusz Eibisch -> work location -> Paris (1974)\n Hop 2: Paris -> country -> Italy (1980)\n Answer: Italy" + }, + { + "id": "q_008611", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Wang Jingwei regime", + "pred": "Provisional Government of the Republic of China", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Anci District -> located in -> Sichuan Province (1944)\n Hop 2: Sichuan Province -> located in -> Republic of China (1944)\n Hop 3: Republic of China -> located in -> Provisional Government of the Republic of China (1944)\n Answer: Provisional Government of the Republic of China" + }, + { + "id": "q_002255", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1986.0, + "gold": "1986", + "pred": "1986", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bobby Mimms -> sports team -> Notts County F.C. (1986)\n Answer: 1986" + }, + { + "id": "q_007672", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ellen DeGeneres -> award -> 1999 Tony Award\n Hop 2: 1999 Tony Award -> year -> 1999\n Hop 3: 1999 -> award -> Presidential Medal of Freedom\n Answer: 1999" + }, + { + "id": "q_002954", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "SC Fortuna K\u00f6ln", + "pred": "Royal Antwerp F.C.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Antoine Hey -> sports team -> Anderlecht\n Hop 2: Anderlecht -> member -> Jean-Pierre van der Meijden\n Hop 3: Jean-Pierre van der Meijden -> sports team -> Royal Antwerp F.C.\n Answer: Royal Antwerp F.C." + }, + { + "id": "q_002449", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Valencia CF", + "pred": "Athletic Bilbao B", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Asier del Horno -> member of sports team -> Athletic Bilbao B (2009)\n Answer: Athletic Bilbao B" + }, + { + "id": "q_005372", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Malm\u00f6 FF", + "pred": "Thomas S\u00f8rensen", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ulrich Vinzents -> sports team -> FC Nordsj\u00e6lland (2007)\n Hop 2: FC Nordsj\u00e6lland -> member -> Thomas S\u00f8rensen (2007)\n Answer: Thomas S\u00f8rensen" + }, + { + "id": "q_006616", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Ottoman Empire", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Cipriano Chemello -> country -> Ottoman Empire (1915)\n Answer: Ottoman Empire" + }, + { + "id": "q_007451", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "SV Saar 05 Saarbr\u00fccken", + "pred": "Du\u0161an Uhrin", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kurt Clemens -> member of sports team -> Czechia men's national football team (1995)\n Hop 2: Czechia men's national football team -> head coach -> Du\u0161an Uhrin (1995)\n Answer: Du\u0161an Uhrin" + }, + { + "id": "q_003948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "C.D. Nacional", + "pred": "Real Madrid C F\u00fatbol Sala", + "em": 0.0, + "f1": 0.25, + "pred_raw": "Hop 1: Pedro Pacheco -> member of sports team -> Real Madrid C F\u00fatbol Sala (2009)\n Answer: Real Madrid C F\u00fatbol Sala" + }, + { + "id": "q_008679", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Franco Bordoni -> country -> Italy (1927)\n Answer: Italy" + }, + { + "id": "q_004351", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "education", + "pred": "U-111 (1941)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Discovery Channel -> member of sports team -> Leif Hoste (2006)\n Hop 2: Leif Hoste -> has use -> U-111 (1941)\n Answer: U-111 (1941)" + }, + { + "id": "q_007031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "FC Barcelona B\u00e0squet", + "pred": "FK \u017deljezni\u010dar", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ante Tomi\u0107 -> sports team -> FK \u017deljezni\u010dar (2015)\n Answer: FK \u017deljezni\u010dar" + }, + { + "id": "q_004853", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Roberto Tucci -> country of citizenship -> Italy (1976)\n Answer: Italy" + }, + { + "id": "q_008238", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Reichsgesetzblatt", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Reich Citizenship Law -> published in -> Germany (1935)\n Answer: Germany" + }, + { + "id": "q_007289", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hanau -> country -> Germany (1907)\n Answer: Germany" + }, + { + "id": "q_005590", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giorgio Ferrini -> country of citizenship -> Italy (1943)\n Answer: Italy" + }, + { + "id": "q_002466", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1942.0, + "gold": "1st U-boat Flotilla", + "pred": "ship launching", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: LA Galaxy -> head coach -> Steve Sampson (2004)\n Hop 2: Steve Sampson -> part of -> U-441 (1942)\n Hop 3: U-441 -> significant event -> ship launching (1942)\n Answer: ship launching" + }, + { + "id": "q_005898", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Second Syrian Republic", + "pred": "Syria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bahij al-Khatib -> country of citizenship -> State of Damascus (1940)\n Hop 2: State of Damascus -> country of citizenship -> Syria (1940)\n Answer: Syria" + }, + { + "id": "q_004677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gorz\u00f3w Wielkopolski -> country -> Germany (1907)\n Answer: Germany" + }, + { + "id": "q_006637", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Allianz SE", + "pred": "PGE", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: G\u00f3rnik Zabrze -> sponsor -> PGE (2010)\n Answer: PGE" + }, + { + "id": "q_001605", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Keith Richards", + "pred": "Giorgio Moroder", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Anita Pallenberg -> partner -> Giorgio Moroder (1974)\n Answer: Giorgio Moroder" + }, + { + "id": "q_003947", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Q99317", + "pred": "Jean-Pierre Raffarin", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bonn -> head of government -> Jean-Pierre Raffarin (2001)\n Answer: Jean-Pierre Raffarin" + }, + { + "id": "q_001379", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Doron Zeilberger -> Euler Medal -> 2004 (Hop 1: Doron Zeilberger -> Euler Medal -> 2004)\n Answer: 2004" + }, + { + "id": "q_006411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Cruzeiro E.C.", + "pred": "S.C. Corinthians Paulista", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Jos\u00e9 Carlos Ferreira Filho -> member of sports team -> S.C. Corinthians Paulista (2009)\n Hop 2: Jos\u00e9 Carlos Ferreira Filho -> member of sports team -> S.C. Corinthians Paulista (2009)\n Hop 3: Jos\u00e9 Carlos Ferreira Filho -> member of sports team -> S.C. Corinthians Paulista (2009)\n Answer: S.C. Corinthians Paulista" + }, + { + "id": "q_004141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2021.0, + "gold": "Daft Punk", + "pred": "Achims Hitparade", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Achim Mentzel -> member of -> Achims Hitparade (1999)\n Answer: Achims Hitparade" + }, + { + "id": "q_007475", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Latvia", + "pred": "Latvia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: R\u0113zekne District -> country -> Latvia (2004)\n Answer: Latvia" + }, + { + "id": "q_008010", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "Pablo S\u00e1nchez", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Christian Vargas -> sports team -> Club Atl\u00e9tico River Plate (1999)\n Hop 2: Club Atl\u00e9tico River Plate -> member -> Pablo S\u00e1nchez (1999)\n Hop 3: Pablo S\u00e1nchez -> sports team -> The Strongest (1999)\n Answer: Pablo S\u00e1nchez" + }, + { + "id": "q_005768", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Landeshauptmann", + "pred": "mayor", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Herbert Sausgruber -> educated at -> University of Innsbruck (1999)\n Hop 2: University of Innsbruck -> located in -> Innsbruck (1999)\n Hop 3: Innsbruck -> mayor -> Herbert Sausgruber (1999)\n Answer: mayor" + }, + { + "id": "q_003283", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alexander Lazarev -> award received -> USSR State Prize (1977)\n Answer: 1977" + }, + { + "id": "q_003934", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Republic of Korea Army", + "pred": "Besa Kavaj\u00eb", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Chung Il-kwon -> military branch -> Manchukuo Imperial Army (1951)\n Hop 2: Besa Kavaj\u00eb -> member of sports team -> Q165000 (2010)\n Hop 3: Q165000 -> military branch -> Besa Kavaj\u00eb (2010)\n Answer: Besa Kavaj\u00eb" + }, + { + "id": "q_000952", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Soviet Union", + "pred": "Romania", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mircea Snegur -> country of citizenship -> Romania (1957)\n Answer: Romania" + }, + { + "id": "q_004410", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Armin Grein (1989)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Armin Grein -> head of government -> Main-Spessart -> position held -> Armin Grein (1989)\n Answer: Armin Grein (1989)" + }, + { + "id": "q_007420", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Orenburg Oblast", + "pred": "Komi Republic", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gai -> located in -> Gaysky District (1984)\n Hop 2: Gaysky District -> located in -> Komi Republic (1984)\n Answer: Komi Republic" + }, + { + "id": "q_003788", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Paris", + "pred": "Budapest", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Zolt\u00e1n Kem\u00e9ny -> educated at -> Hungarian University of Fine Arts (1935)\n Hop 2: Hungarian University of Fine Arts -> work location -> Budapest (1935)\n Answer: Budapest" + }, + { + "id": "q_007654", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "AS Monaco", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Beno\u00eet Cheyrou -> sports team -> AS Monaco (1999)\n Hop 2: AS Monaco -> member -> Jean-Pierre Papin (1999)\n Hop 3: Jean-Pierre Papin -> before Olympique de Marseille -> AS Monaco (1999)\n Answer: AS Monaco" + }, + { + "id": "q_000104", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Daejeon Hana Citizen FC", + "pred": "2003", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Choi Eun-sung -> member of sports team -> South Korea men's national football team (2003)\n Hop 2: South Korea men's national football team -> member of sports team -> 2003 (2003)\n Hop 3: 2003 -> member of sports team -> 2003 (2003)\n Answer: 2003" + }, + { + "id": "q_003094", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "England men\u2019s national rugby union team", + "pred": "Wales national football team", + "em": 0.0, + "f1": 0.36363636363636365, + "pred_raw": "Hop 1: Peter Winterbottom -> member of sports team -> New York Cosmos (1987)\n Hop 2: New York Cosmos -> manager -> John Toshack (1987)\n Hop 3: John Toshack -> member of sports team -> Wales national football team (1987)\n Answer: Wales national football team" + }, + { + "id": "q_005875", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tony Terlazzo -> country of citizenship -> Kingdom of Italy (1963)\n Hop 2: Kingdom of Italy -> country of citizenship -> Italy (1963)\n Answer: Italy" + }, + { + "id": "q_004542", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2016.0, + "gold": "Province of Carbonia-Iglesias", + "pred": "Cagliari", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Masainas -> located in -> Cagliari (2016)\n Answer: Cagliari" + }, + { + "id": "q_000638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "AgustaWestland", + "pred": "Leonardo DRS", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Leonardo (company) -> subsidiary -> Leonardo DRS (2006)\n Answer: Leonardo DRS" + }, + { + "id": "q_003357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Leonella Sgorbati -> country of citizenship -> Kingdom of Italy (1960)\n Answer: Kingdom of Italy" + }, + { + "id": "q_005999", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Czechia men's national football team", + "pred": "AC Cesena", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ji\u0159\u00ed Jaro\u0161\u00edk -> member of sports team -> FC Slovan Liberec (2000)\n Hop 2: Ji\u0159\u00ed Jaro\u0161\u00edk -> member of sports team -> AC Cesena (2000)\n Answer: AC Cesena" + }, + { + "id": "q_003881", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Norberto Bobbio -> country of citizenship -> Italy (1941)\n Answer: Italy" + }, + { + "id": "q_004798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Red Star F.C.", + "pred": "AS Saint-\u00c9tienne", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Sylvain Kastendeuch -> member of sports team -> AS Saint-\u00c9tienne (1985)\n Answer: AS Saint-\u00c9tienne" + }, + { + "id": "q_003140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Copley Medal", + "pred": "Robert Robinson (chemist)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Robert Robinson (chemist) -> award -> Royal Medal (1942)\n Hop 2: Royal Medal (1942) -> award -> Robert Robinson (chemist)\n Hop 3: Robert Robinson (chemist) -> award -> Robert Robinson (chemist)\n Answer: Robert Robinson (chemist)" + }, + { + "id": "q_000380", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Karl-Heinz Schmid", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Trier -> head of government -> Karl-Heinz Schmid (2008)\n Hop 2: Karl-Heinz Schmid -> country -> Germany (2008)\n Answer: Karl-Heinz Schmid" + }, + { + "id": "q_007104", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "chairperson", + "pred": "President of Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Karel Baxa -> position held -> President of Czechoslovakia (1932)\n Answer: President of Czechoslovakia" + }, + { + "id": "q_005106", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1926.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Manlio Bacigalupo -> member of sports team -> F.C. Vado (1926)\n Hop 2: F.C. Vado -> country of citizenship -> Kingdom of Italy (1926)\n Answer: Kingdom of Italy" + }, + { + "id": "q_007198", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "VVV-Venlo", + "pred": "Vitesse Arnhem", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jeffrey Altheer -> member of sports team -> Helmond Sport (2013)\n Hop 2: Jeffrey Altheer -> member of sports team -> Vitesse Arnhem (2013)\n Answer: Vitesse Arnhem" + }, + { + "id": "q_001075", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Sebastiano Mannironi -> country of citizenship -> Kingdom of Italy (1987)\n Answer: Kingdom of Italy" + }, + { + "id": "q_007267", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Netherlands Antilles", + "pred": "European Union", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bonaire -> part -> Netherlands Antilles (1988)\n Hop 2: Netherlands Antilles -> part -> Kingdom of Netherlands (1988)\n Hop 3: Kingdom of Netherlands -> part -> European Union (1988)\n Answer: European Union" + }, + { + "id": "q_005453", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: L\u00e1rus Gu\u00f0mundsson -> sports team -> Valur (1989)\n Answer: 1989" + }, + { + "id": "q_006199", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Juan Pablo Vargas", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Daniel Islas -> sports team -> Club Atl\u00e9tico Independiente (2009)\n Hop 2: Club Atl\u00e9tico Independiente -> member of sports team -> Juan Pablo Vargas (2009)\n Answer: Juan Pablo Vargas" + }, + { + "id": "q_007661", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Valenciennes F.C.", + "em": 0.0, + "f1": 0.5714285714285715, + "pred_raw": "Hop 1: Gary Mabbutt -> member of sports team -> Bristol Rovers F.C. (1997)\n Hop 2: Bristol Rovers F.C. -> member of sports team -> Valenciennes F.C. (1997)\n Answer: Valenciennes F.C." + }, + { + "id": "q_002761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Christoph Franz", + "pred": "Christian Stein", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Lufthansa -> chief executive officer -> Christian Stein (2011)\n Answer: Christian Stein" + }, + { + "id": "q_007018", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Province of Ogliastra", + "pred": "Sardinia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ussassai -> located in -> Sardinia (2011)\n Answer: Sardinia" + }, + { + "id": "q_006321", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Pontault-Combault", + "pred": "Villarzel", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Route nationale 4 terminus location -> Villarzel (2006)\n Answer: Villarzel" + }, + { + "id": "q_000924", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Rome", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Paolo Heusch -> country of citizenship -> Kingdom of Italy (1979)\n Hop 2: Kingdom of Italy -> capital -> Rome (1979)\n Answer: Rome" + }, + { + "id": "q_002232", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Gianpiero Combi -> country of citizenship -> Italy (1929)\n Answer: Italy" + }, + { + "id": "q_005699", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "University of G\u00f6ttingen", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hans Grauert -> employer -> University of M\u00fcnster (1977)\n Hop 2: University of M\u00fcnster -> located in -> Westphalia (1977)\n Hop 3: Westphalia -> country -> Germany (1977)\n Answer: Germany" + }, + { + "id": "q_007488", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "1991-1992", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nexhat Daci -> position held -> President of the Republic of Macedonia (1991-1992)\n Answer: 1991-1992" + }, + { + "id": "q_006249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Vla\u0219ca County", + "pred": "Bucharest", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giurgiu -> located in -> Romania (1937)\n Hop 2: Romania -> located in -> Ilfov County (1937)\n Hop 3: Ilfov County -> located in -> Bucharest (1937)\n Answer: Bucharest" + }, + { + "id": "q_005369", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "University of Zurich", + "pred": "University of G\u00f6ttingen", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Andreas Speiser -> employer -> University of G\u00f6ttingen (1931)\n Answer: University of G\u00f6ttingen" + }, + { + "id": "q_000700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Luigi Barbarito -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> country of citizenship -> Kingdom of Italy (1976)\n Answer: Kingdom of Italy" + }, + { + "id": "q_001823", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Bremen-Liga", + "pred": "Hop 1: Oberliga Nord (1974-1994) -> country -> West Germany (1974-1994)\n Hop 2: West Germany (1974-1994) -> league level below -> Regionalliga Nord (1994-1998) (1974-1994)\n Hop 3: Regionalliga Nord (1994-", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Oberliga Nord (1974-1994) -> country -> West Germany (1974-1994)\n Hop 2: West Germany (1974-1994) -> league level below -> Regionalliga Nord (1994-1998) (1974-1994)\n Hop 3: Regionalliga Nord (1994-" + }, + { + "id": "q_006475", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Riff-Raff (film) -> award -> European Film Award for Best Film (1991)\n Hop 2: European Film Award for Best Film (1991) -> equal to -> European Film Award for Best Film (1991)\n Hop 3: European Film Award for Best Film (1991) -> year -> 1991\n Answer: 1991" + }, + { + "id": "q_008413", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1984.0, + "gold": "1984", + "pred": "1984", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: KS Cracovia -> sports team -> Miros\u0142aw Kubisztal (1984)\n Answer: 1984" + }, + { + "id": "q_003577", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Chief of the Turkish General Staff", + "pred": "Chief of Staff (Ottoman Empire)", + "em": 0.0, + "f1": 0.5454545454545454, + "pred_raw": "Hop 1: Fevzi \u00c7akmak -> position held -> Chief of Staff (Ottoman Empire) (1929)\n Answer: Chief of Staff (Ottoman Empire)" + }, + { + "id": "q_003400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Hanna-Barbera", + "pred": "United States Army", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Iwao Takamoto -> employer -> United States Army (1975)\n Answer: United States Army" + }, + { + "id": "q_008560", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Romania national rugby union team", + "pred": "Italy national football team", + "em": 0.0, + "f1": 0.4444444444444445, + "pred_raw": "Hop 1: Gheorghe Ben\u021bia -> sports team -> A.S. Roma\n Hop 2: A.S. Roma -> member of sports team -> Giuseppe Meazza\n Hop 3: Giuseppe Meazza -> member of sports team -> Italy national football team\n Answer: Italy national football team" + }, + { + "id": "q_008146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Czechoslovakia", + "pred": "Czech Republic", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Karol Div\u00edn -> country of citizenship -> Hungary (1948)\n Hop 2: Hungary -> country of citizenship -> Czechoslovakia (1948)\n Hop 3: Czechoslovakia -> country of citizenship -> Czech Republic (1948)\n Answer: Czech Republic" + }, + { + "id": "q_006136", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1903.0, + "gold": "Russian Empire", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hlukhiv -> country -> Ukraine (1903)\n Answer: Ukraine" + }, + { + "id": "q_005189", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Seine-et-Oise", + "pred": "Sa\u00f4ne-et-Loire", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Saulx-Marchais -> located in -> Sa\u00f4ne-et-Loire (1913)\n Answer: Sa\u00f4ne-et-Loire" + }, + { + "id": "q_002858", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Polish People's Republic", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Park Yeol -> country of citizenship -> Polish People's Republic (1959)\n Answer: Polish People's Republic" + }, + { + "id": "q_008315", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Kemerovo Oblast", + "pred": "Kemerovo Oblast", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anzhero-Sudzhensk -> located in -> Kemerovo Oblast (1962)\n Answer: Kemerovo Oblast" + }, + { + "id": "q_000228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Kotelnikovsky District", + "pred": "Eastern Europe", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kotelnikovo -> located in -> Kursk Oblast (1977)\n Hop 2: Kursk Oblast -> located in -> Russia (1977)\n Hop 3: Russia -> located in -> Eastern Europe (1977)\n Answer: Eastern Europe" + }, + { + "id": "q_005219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ak\u00e7aabat Sebatspor -> member of sports team -> Antti Sumiala (1999)\n Answer: 1999" + }, + { + "id": "q_000973", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Ternopil Oblast", + "pred": "Hannover 96", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: J\u00fcrgen Milewski -> member of sports team -> Hannover 96 (1977)\n Answer: Hannover 96" + }, + { + "id": "q_002849", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Gianni Agus -> country of citizenship -> Kingdom of Italy (1980)\n Answer: Kingdom of Italy" + }, + { + "id": "q_008608", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "S.C. Internacional", + "pred": "Renato Polselli", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Danilo Aparecido da Silva -> sports team -> S\u00e3o Paulo FC (2009)\n Hop 2: S\u00e3o Paulo FC -> member -> Renato Polselli (2009)\n Answer: Renato Polselli" + }, + { + "id": "q_001494", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Saint Petersburg", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Konrad Krzy\u017canowski -> work location -> Munich (1925)\n Hop 2: Munich -> country -> Germany (1925)\n Answer: Germany" + }, + { + "id": "q_007390", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "German Democratic Republic", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Karl-Eduard von Schnitzler -> country of citizenship -> Italy (1977)\n Answer: Italy" + }, + { + "id": "q_007069", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Italian Republic", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giuseppe Sensi -> country of citizenship -> Kingdom of Italy (1942)\n Hop 2: Kingdom of Italy -> successor -> Italian Republic (1946)\n Answer: Italian Republic" + }, + { + "id": "q_001021", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Nelly Sachs Prize", + "pred": "Austrian State Prize for European Literature", + "em": 0.0, + "f1": 0.2222222222222222, + "pred_raw": "Hop 1: Javier Mar\u00edas -> award received -> Austrian State Prize for European Literature (1997)\n Answer: Austrian State Prize for European Literature" + }, + { + "id": "q_006507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Mario Nicolini -> country of citizenship -> Italy (1922)\n Answer: Italy" + }, + { + "id": "q_006782", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Merited Artist of the RSFSR", + "pred": "Vladimir Kovalyov", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Natalya Varley -> award -> Order of the Red Star (1989)\n Hop 2: Order of the Red Star -> received by -> Vladimir Kovalyov (1989)\n Answer: Vladimir Kovalyov" + }, + { + "id": "q_008600", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Toni Ortelli -> country of citizenship -> Italy (1907)\n Answer: Italy" + }, + { + "id": "q_005516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Central Institute for Ancient History and Archeology", + "pred": "University of Vienna", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Achim Leube -> employer -> University of Vienna (1980)\n Answer: University of Vienna" + }, + { + "id": "q_005501", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Flavio Calzavara -> country of citizenship -> Italy (1937)\n Answer: Italy" + }, + { + "id": "q_001523", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Prince Charles, Count of Flanders", + "pred": "Leopold I (Belgium)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Belgium -> head of state -> Leopold I (Belgium)\n Answer: Leopold I (Belgium)" + }, + { + "id": "q_003339", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Second Syrian Republic", + "pred": "Syria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Saadallah Wannous -> country of citizenship -> Syria (1954)\n Answer: Syria" + }, + { + "id": "q_006965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "German Democratic Republic", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Shimano -> country -> German Democratic Republic (1982)\n Answer: German Democratic Republic" + }, + { + "id": "q_002341", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mark Parrish -> drafted by -> Colorado Avalanche (1996)\n Answer: 1996" + }, + { + "id": "q_006340", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "People's Artist of the USSR", + "pred": "Order of the White Star", + "em": 0.0, + "f1": 0.3636363636363636, + "pred_raw": "Hop 1: Rashid Behbudov -> award received -> Order of Lenin (1959)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1921)\n Hop 3: P\u00e9ter P\u00e1zm\u00e1ny -> award received -> Order of the White Star (1959)\n Answer: Order of the White Star" + }, + { + "id": "q_004184", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Chelsea F.C.", + "pred": "1. FC Nuremberg", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gabriele Ambrosetti -> member of sports team -> 1. FC Nuremberg (2001)\n Answer: 1. FC Nuremberg" + }, + { + "id": "q_001998", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1940", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Academy Award for Best Director -> received by -> John Ford (1940)\n Hop 2: John Ford -> equal to -> The Grapes of Wrath (1940)\n Hop 3: The Grapes of Wrath -> award received -> Academy Award for Best Director (1940)\n Answer: 1940" + }, + { + "id": "q_008462", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "1997", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tony Marshall -> award -> Order of Merit of Baden-W\u00fcrttemberg (1997)\n Hop 2: Order of Merit of Baden-W\u00fcrttemberg -> year -> 1997\n Answer: 1997" + }, + { + "id": "q_005081", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Beira Alta", + "pred": "Portugal", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Viseu -> located in -> Portugal (1956)\n Answer: Portugal" + }, + { + "id": "q_001020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Shimon Peres -> country of citizenship -> Israel (2004)\n Answer: Israel" + }, + { + "id": "q_006076", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Russian Empire", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kaluga Governorate -> country -> Russia (1908)\n Answer: Russia" + }, + { + "id": "q_004257", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Province of Posen", + "pred": "Posen", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Pozna\u0144 -> country -> Kingdom of Prussia (1904)\n Hop 2: Pozna\u0144 -> capital -> Posen (1904)\n Answer: Posen" + }, + { + "id": "q_001129", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Soviet Union", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Khrustalnyi -> country -> Russia (1945)\n Answer: Russia" + }, + { + "id": "q_002202", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Isabela", + "pred": "Washington, D.C.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Q13737 -> United States (1931)\n Hop 2: United States -> capital -> Washington, D.C. (1931)\n Answer: Washington, D.C." + }, + { + "id": "q_001377", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "pred_raw": "Hop 1: Bruno Tommasi -> country of citizenship -> Kingdom of Italy (1961)\n Answer: Kingdom of Italy" + }, + { + "id": "q_005631", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ernst Brugger -> position held -> President of the Swiss Confederation (1974)\n Answer: 1974" + }, + { + "id": "q_000171", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Melora Walters", + "pred": "Sarah Michelle Gellar", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Dylan Walsh -> spouse -> Sarah Michelle Gellar (1999)\n Answer: Sarah Michelle Gellar" + }, + { + "id": "q_007554", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Soviet Union", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giorgio Amendola -> country of citizenship -> Soviet Union (1965)\n Answer: Soviet Union" + }, + { + "id": "q_001278", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Junichiro Koizumi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mar\u00eda Denis -> country of citizenship -> Japan (2003)\n Hop 2: Japan -> head of state -> Junichiro Koizumi (2003)\n Answer: Junichiro Koizumi" + }, + { + "id": "q_005559", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Swiss Super League", + "pred": "Swiss Cup", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Xavier Margairaz -> member of sports team -> FC Sion (2014)\n Hop 2: FC Sion -> league or competition -> Swiss Cup (2014)\n Answer: Swiss Cup" + }, + { + "id": "q_007444", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1978", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Orson Scott Card -> award received -> Astounding Award for Best New Writer (1978)\n Answer: 1978" + }, + { + "id": "q_004826", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "Dakar", + "pred": "Club Atletico All Boys", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Agust\u00edn Torassa -> member of sports team -> Club Atletico All Boys (2010)\n Answer: Club Atletico All Boys" + }, + { + "id": "q_003409", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Colin Farrell", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Britney Spears -> award received -> Grammy Award for Best Dance/Electronic Recording (2004)\n Hop 2: Matthew Kneale -> nominated for -> Britney Spears (2004)\n Hop 3: Britney Spears -> unmarried partner -> Colin Farrell (2004)\n Answer: Colin Farrell" + }, + { + "id": "q_006575", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Henry VIII", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: G\u00e1bor Csap\u00f3 -> educated at -> University of Cambridge (1972)\n Hop 2: University of Cambridge -> named after -> Henry VIII (1972)\n Answer: Henry VIII" + }, + { + "id": "q_001217", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "The Object of My Affection", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Samantha Morton -> Academy Award for Best Actress -> 2004 -> 2004\n Hop 2: 2004 -> winner -> Jennifer Aniston -> 2004\n Hop 3: Jennifer Aniston -> nominated for -> The Object of My Affection -> 2004\n Answer: The Object of My Affection" + }, + { + "id": "q_007223", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Klaus Sch\u00fctz", + "pred": "Michael M\u00fcller", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Christian Schad -> work location -> Berlin\n Hop 2: Berlin -> head of government -> Michael M\u00fcller\n Answer: Michael M\u00fcller" + }, + { + "id": "q_004735", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Berlin", + "pred": "Daejeon Hana Citizen FC", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Sound and Vision -> performer -> Choi Eun-sung (1977)\n Hop 2: Choi Eun-sung -> work location -> Daejeon Hana Citizen FC (1977)\n Answer: Daejeon Hana Citizen FC" + }, + { + "id": "q_001394", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "German Democratic Republic", + "pred": "German Federal Archives", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1920)\n Hop 2: Independent Social Democratic Party of Germany -> work location -> German Federal Archives (1920)\n Hop 3: Q896393 -> work location -> Independent Social Democratic Party of Germany (1920)\n Answer: German Federal Archives" + }, + { + "id": "q_004179", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Rosa Balistreri -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> member of -> European Economic Community (1956)\n Answer: European Economic Community" + }, + { + "id": "q_000278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Rudy Giuliani", + "pred": "United States", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Prelinger Archives -> located in -> San Francisco (1996)\n Hop 2: San Francisco -> head of government -> George Christopher (1996)\n Hop 3: George Christopher -> located in -> United States (1996)\n Answer: United States" + }, + { + "id": "q_005799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Klaus Wowereit", + "pred": "Hop 1: Ann Wolff -> work location -> Berlin (2003)\n Hop 2: Berlin -> head of government -> Christian Wulff (2003)\n Hop 3: Christian Wulff -> work location -> Germany (2003)\n Hop 4: Germany -> head of government -> Angela Merkel (2003)\n Hop 5: Angela Merkel -> work location -> Berlin (2003)\n Hop 6: Berlin", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ann Wolff -> work location -> Berlin (2003)\n Hop 2: Berlin -> head of government -> Christian Wulff (2003)\n Hop 3: Christian Wulff -> work location -> Germany (2003)\n Hop 4: Germany -> head of government -> Angela Merkel (2003)\n Hop 5: Angela Merkel -> work location -> Berlin (2003)\n Hop 6: Berlin" + }, + { + "id": "q_003446", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "United States Secretary of State", + "em": 0.0, + "f1": 0.6, + "pred_raw": "Hop 1: Age Discrimination in Employment Act of 1967 -> signatory -> John F. Kennedy (1967)\n Hop 2: John F. Kennedy -> residence -> White House (1967)\n Hop 3: White House -> position held -> United States Secretary of State (1967)\n Answer: United States Secretary of State" + }, + { + "id": "q_007096", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Hop 1: Nicolas Isimat-Mirin -> sports team -> Maccabi Haifa F.C. (2015)\n Hop 2: Maccabi Haifa F.C. -> head coach -> Zico (2015)\n Hop 3: Zico -> member of sports team -> Brazil national football team (2015)\n Hop 4: Brazil national football team -> head coach -> Luiz Felipe Scolari (201", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nicolas Isimat-Mirin -> sports team -> Maccabi Haifa F.C. (2015)\n Hop 2: Maccabi Haifa F.C. -> head coach -> Zico (2015)\n Hop 3: Zico -> member of sports team -> Brazil national football team (2015)\n Hop 4: Brazil national football team -> head coach -> Luiz Felipe Scolari (201" + }, + { + "id": "q_008279", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guy Lafleur -> member of sports team -> Montreal Canadiens (1984)\n Hop 2: Montreal Canadiens -> home venue -> Montreal Forum (1984)\n Answer: Montreal Forum" + }, + { + "id": "q_006719", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Emma de Caunes", + "pred": "Hop 1: Jeanne Balibar -> nominated for -> 1998 European Cup (1998)\n Hop 2: 1998 European Cup (1998) -> winner -> 1998 European Cup (1998)\n Hop 3: 1998 European Cup (1998) -> winner -> 1998 European Cup (1998)\n Hop 4:", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jeanne Balibar -> nominated for -> 1998 European Cup (1998)\n Hop 2: 1998 European Cup (1998) -> winner -> 1998 European Cup (1998)\n Hop 3: 1998 European Cup (1998) -> winner -> 1998 European Cup (1998)\n Hop 4:" + }, + { + "id": "q_002450", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Cyprus Football Association", + "pred": "Nicosia FC", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ammochostos Epistrofi Stadium -> occupant -> FC Nicosia (2007)\n Hop 2: FC Nicosia -> significant event -> 2007 Cypriot First Division (2007)\n Hop 3: 2007 Cypriot First Division -> member -> Nicosia FC (2007)\n Answer: Nicosia FC" + }, + { + "id": "q_000742", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "1970", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Funen County -> replaced by -> Vejle County (1970)\n Hop 2: Vejle County -> replaces -> Vejle County (1970)\n Answer: 1970" + }, + { + "id": "q_005331", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "19", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pamela Sargent -> nominated for -> 1977\n Hop 2: 1977 -> winner -> 1977\n Hop 3: 1977 -> equal to -> 1977\n Hop 4: 1977 -> winner -> 1977\n Hop 5: 1977 -> equal to -> 1977\n Answer: 19" + }, + { + "id": "q_002617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stadion der Freundschaft", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Uwe Reinders -> member of sports team -> SV Werder Bremen (1985)\n Hop 2: SV Werder Bremen -> home venue -> Stadion der Freundschaft (1985)\n Answer: Stadion der Freundschaft" + }, + { + "id": "q_006020", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lady Bird Johnson", + "pred": "John L. Lewis (1965)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Highway Beautification Act of 1965 -> signatory -> John L. Lewis (1965)\n Hop 2: John L. Lewis (1965) -> spouse -> Mary E. Lewis (1965)\n Hop 3: Mary E. Lewis (1965) -> spouse -> John L. Lewis (1965)\n Answer: John L. Lewis (1965)" + }, + { + "id": "q_002515", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Sepp Herberger", + "pred": "\u0218tefan Dobay", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alfred Schmidt -> member of sports team -> FC Rapid Bucure\u0219ti (1964)\n Hop 2: FC Rapid Bucure\u0219ti (1964) -> head coach -> \u0218tefan Dobay (1964)\n Hop 3: \u0218tefan Dobay -> member of sports team -> FC Rapid Bucure\u0219ti (1964)\n Answer: \u0218tefan Dobay" + }, + { + "id": "q_000947", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "S\u00fcper Lig", + "pred": "Turkish Basketball Super League", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kerim Zengin -> sports team -> Belediyespor\n Hop 2: Belediyespor -> league or competition -> Turkish Basketball Super League\n Answer: Turkish Basketball Super League" + }, + { + "id": "q_004442", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "2014", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Felipe Melo -> sports team -> FC Porto (2014)\n Hop 2: FC Porto -> head coach -> V\u00edtor Baptista (2014)\n Hop 3: V\u00edtor Baptista -> member of -> Cesare Prandelli (2014)\n Answer: 2014" + }, + { + "id": "q_003129", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Klaus Wowereit", + "pred": "Jean-Paul Bonnaud", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Willem de Rooij -> work location -> Toulouse FC (2012)\n Hop 2: Toulouse FC -> head of government -> Jean-Paul Bonnaud (2012)\n Answer: Jean-Paul Bonnaud" + }, + { + "id": "q_000626", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Edward Joseph Kelly", + "pred": "Tony Smith", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tony Smith -> work location -> London\n Hop 2: London -> head of government -> Ken Livingstone\n Hop 3: Ken Livingstone -> head of government -> Tony Smith\n Answer: Tony Smith" + }, + { + "id": "q_008507", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "presidential system", + "pred": "parliamentary republic", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bernd Leistner -> award received -> Heinrich Mann Prize (1985)\n Hop 2: Heinrich Mann Prize -> country -> German Democratic Republic (1985)\n Hop 3: German Democratic Republic -> basic form of government -> parliamentary republic (1929)\n Hop 4: Yavoriv -> country -> German Democratic Republic (1929)\n Answer: parliamentary republic" + }, + { + "id": "q_000399", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Otto Nerz", + "pred": "Hop 1: Hermann Gramlich -> member of -> 1. FC N\u00fcrnberg (1990-1992) (1990-1992)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Otto Rehhagel (1990-1992)\n Hop 3: Otto Rehhagel -> head coach -> Germany national football team (1990-199", + "em": 0.0, + "f1": 0.08695652173913042, + "pred_raw": "Hop 1: Hermann Gramlich -> member of -> 1. FC N\u00fcrnberg (1990-1992) (1990-1992)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Otto Rehhagel (1990-1992)\n Hop 3: Otto Rehhagel -> head coach -> Germany national football team (1990-199" + }, + { + "id": "q_005160", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Hop 1: Fay Weldon -> nominated for -> The Children's Book (book)\n Hop 2: The Children's Book (book) -> winner of -> 1989 Booker Prize\n Hop 3: 1989 Booker Prize -> winner of -> Margaret Atwood\n Hop 4: Margaret Atwood -> nominated for -> The Handmaid's Tale (book)\n Hop 5: The Handmaid's Tale (book) -> winner of ->", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fay Weldon -> nominated for -> The Children's Book (book)\n Hop 2: The Children's Book (book) -> winner of -> 1989 Booker Prize\n Hop 3: 1989 Booker Prize -> winner of -> Margaret Atwood\n Hop 4: Margaret Atwood -> nominated for -> The Handmaid's Tale (book)\n Hop 5: The Handmaid's Tale (book) -> winner of ->" + }, + { + "id": "q_006565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Camp Nou", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Sergi Barjuan -> member of sports team -> FC Barcelona (2005)\n Hop 2: FC Barcelona -> home venue -> Camp Nou (2005)\n Answer: Camp Nou" + }, + { + "id": "q_006647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "President of North Macedonia", + "pred": "Prime Minister of North Macedonia", + "em": 0.0, + "f1": 0.6666666666666665, + "pred_raw": "Hop 1: North Macedonia -> head of state -> Ljubco Georgievski (2017)\n Hop 2: Ljubco Georgievski -> position held -> Prime Minister of North Macedonia (2017)\n Answer: Prime Minister of North Macedonia" + }, + { + "id": "q_008117", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2009", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ulm University -> funder -> University of Nottingham (2009)\n Answer: 2009" + }, + { + "id": "q_007432", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Giovanni Goria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ivan Della Mea -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> head of government -> Arnaldo Forlani (1972)\n Hop 3: Arnaldo Forlani -> head of government -> Giovanni Goria (1972)\n Answer: Giovanni Goria" + }, + { + "id": "q_006320", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1931.0, + "gold": "1931", + "pred": "1931", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Lionel Barrymore -> winner of -> Dr. Jekyll and Mr. Hyde (1931 film)\n Answer: 1931" + }, + { + "id": "q_008047", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Nicholas II of Russia", + "pred": "Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Volodymyr -> country -> Ukraine (1980)\n Hop 2: Ukraine -> head of state -> Leonid Kravchuk (1980)\n Hop 3: Leonid Kravchuk -> successor -> Mikhail Gorbachev (1980)\n Answer: Mikhail Gorbachev" + }, + { + "id": "q_000063", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Giuseppe Iachini", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alessandro Ajmone Marsan -> member of -> A.S. Roma -> chairperson -> Giuseppe Iachini (2000)\n Hop 2: Giuseppe Iachini -> member of -> A.S. Roma -> chairperson -> Giuseppe Iachini (2000)\n Answer: Giuseppe Iachini" + }, + { + "id": "q_008584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "Territory of Hawaii", + "pred": "Hop 1: Dylan Walsh -> work location -> The CW\n Hop 2: The CW -> contains the administrative territorial entity -> United States\n Hop 3: United States -> shares border with -> Panama\n Hop 4: Panama -> contains the administrative territorial entity -> Cocl\u00e9 Province\n Hop 5: Cocl\u00e9 Province -> contains the administrative territorial entity -> El Cacao\n Hop 6: El Cacao -> contains the administrative territorial entity -> San Jos\u00e9 de Gr", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Dylan Walsh -> work location -> The CW\n Hop 2: The CW -> contains the administrative territorial entity -> United States\n Hop 3: United States -> shares border with -> Panama\n Hop 4: Panama -> contains the administrative territorial entity -> Cocl\u00e9 Province\n Hop 5: Cocl\u00e9 Province -> contains the administrative territorial entity -> El Cacao\n Hop 6: El Cacao -> contains the administrative territorial entity -> San Jos\u00e9 de Gr" + }, + { + "id": "q_001072", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Roberto Mart\u00ednez", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gerard Deulofeu -> member of sports team -> Everton F.C. (2013)\n Hop 2: Everton F.C. -> head coach -> Roberto Mart\u00ednez (2013)\n Answer: Roberto Mart\u00ednez" + }, + { + "id": "q_005910", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "United States", + "pred": "Hop 1: Christian Vande Velde -> member of sports team -> New England Patriots (2001)\n Hop 2: New England Patriots -> country -> United States\n Hop 3: United States -> member of sports team -> Lance Armstrong (2001)\n Hop 4: Lance Armstrong -> member of sports team -> Discovery Channel (2001)\n Hop 5: Discovery Channel -> country -> United States (2001)\n Answer:", + "em": 1.0, + "f1": 0.14814814814814814, + "pred_raw": "Hop 1: Christian Vande Velde -> member of sports team -> New England Patriots (2001)\n Hop 2: New England Patriots -> country -> United States\n Hop 3: United States -> member of sports team -> Lance Armstrong (2001)\n Hop 4: Lance Armstrong -> member of sports team -> Discovery Channel (2001)\n Hop 5: Discovery Channel -> country -> United States (2001)\n Answer:" + }, + { + "id": "q_003397", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "V\u00edt\u011bzslav Lavi\u010dka", + "pred": "Luciano Sp", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Miroslav Slepi\u010dka -> sports team -> AC Cesena (1999)\n Hop 2: AC Cesena -> head coach -> Giuseppe Sannino (1999)\n Hop 3: Giuseppe Sannino -> member of sports team -> AS Roma (1999)\n Hop 4: AS Roma -> head coach -> Luciano Spalletti (1999)\n Answer: Luciano Sp" + }, + { + "id": "q_000162", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Lady Bird Johnson", + "pred": "Hop 1: Age Discrimination in Employment Act of 1967 -> signatory -> John E. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Age Discrimination in Employment Act of 1967 -> signatory -> John E. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H" + }, + { + "id": "q_002728", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Silvio Berlusconi", + "pred": "Robert Kraft", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Clarence Seedorf -> member of -> A.S. Roma (2009-2010)\n Hop 2: A.S. Roma -> chairperson -> James Pallotta (2010)\n Hop 3: James Pallotta -> member of -> New England Patriots (2010)\n Hop 4: New England Patriots -> chairperson -> Robert Kraft (2010)\n Answer: Robert Kraft" + }, + { + "id": "q_003793", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Barcelona Province", + "pred": "Utrecht University", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Josep Guinovart -> work location -> Utrecht University (1950)\n Answer: Utrecht University" + }, + { + "id": "q_003541", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "1996", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Carry Me Down -> winner -> 1996 (1996)\n Answer: 1996" + }, + { + "id": "q_008524", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade de la Meinau", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: \u00c9douard Kargu -> member of sports team -> AS Saint-\u00c9tienne (1950)\n Hop 2: AS Saint-\u00c9tienne -> home venue -> Stade de la Meinau (1950)\n Answer: Stade de la Meinau" + }, + { + "id": "q_003943", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giovanni Spadolini", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Angelo La Barbera -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1971)\n Answer: Giovanni Spadolini" + }, + { + "id": "q_003382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Michal B\u00edlek", + "pred": "United States", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Daniel Kol\u00e1\u0159 -> member of sports team -> Discovery Channel (2002)\n Hop 2: Discovery Channel -> head coach -> John K. MacCready (2002)\n Hop 3: John K. MacCready -> member of sports team -> United States (2002)\n Answer: United States" + }, + { + "id": "q_003569", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giacomo Neri", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alberto Magnelli -> country of citizenship -> Kingdom of Italy (1944)\n Hop 2: Kingdom of Italy -> head of government -> Giacomo Neri (1944)\n Answer: Giacomo Neri" + }, + { + "id": "q_002249", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "University of Paris", + "pred": "John H. McConnell", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Maurice de Gandillac -> employer -> British American Tobacco\n Hop 2: British American Tobacco -> replaces -> John H. McConnell\n Hop 3: John H. McConnell -> replaces -> John H. McConnell\n Answer: John H. McConnell" + }, + { + "id": "q_001978", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Giovanni Ferrofino (1958)\n Hop 3: Giovanni Ferrofino -> country of citizenship -> Italy (1958)\n Answer: Italy" + }, + { + "id": "q_005073", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Alex McLeish", + "pred": "Steve McClaren", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nathan Redmond -> member of -> Bournemouth AFC (2011)\n Hop 2: Bournemouth AFC -> head coach -> Eddie Howe (2011)\n Hop 3: Eddie Howe -> member of -> Newcastle United FC (2011)\n Hop 4: Newcastle United FC -> head coach -> Steve McClaren (2011)\n Answer: Steve McClaren" + }, + { + "id": "q_000609", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Stanley Middleton -> winner -> The Bottle Factory Outing (1974)\n Answer: 1974" + }, + { + "id": "q_004940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "V\u00edt\u011bzslav Lavi\u010dka", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ra\u00fal Fern\u00e1ndez-Cavada Mateos -> member of sports team -> AC Sparta Prague (2018)\n Hop 2: AC Sparta Prague -> head coach -> V\u00edt\u011bzslav Lavi\u010dka (2018)\n Answer: V\u00edt\u011bzslav Lavi\u010dka" + }, + { + "id": "q_002185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Guy Ritchie", + "pred": "David Beckham", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Die Another Day -> performer -> David Beckham (2002)\n Hop 2: David Beckham -> spouse -> Victoria Beckham (2002)\n Hop 3: Victoria Beckham -> spouse -> David Beckham (2002)\n Answer: David Beckham" + }, + { + "id": "q_006953", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "Jimmy Walker", + "pred": "Hop 1: Maria Meneghini Callas -> residence -> Palais de la Musique (1928)\n Hop 2: Palais de la Musique (1928) -> head of government -> Paul Doumer\n Hop 3: Paul Doumer -> work location -> New York City\n Hop 4: New York City -> head of government -> John H. Ray\n Hop 5: John H. Ray -> work location -> Maria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Maria Meneghini Callas -> residence -> Palais de la Musique (1928)\n Hop 2: Palais de la Musique (1928) -> head of government -> Paul Doumer\n Hop 3: Paul Doumer -> work location -> New York City\n Hop 4: New York City -> head of government -> John H. Ray\n Hop 5: John H. Ray -> work location -> Maria" + }, + { + "id": "q_001572", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Mike Keenan", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nicolas Isimat-Mirin -> sports team -> New York Islanders ( Hop 2: New York Islanders -> head coach -> Mike Keenan ( Hop 3: Mike Keenan -> member of sports team -> New York Rangers ( Answer: Mike Keenan" + }, + { + "id": "q_008301", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Giovanni Giolitti", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Cornacchia -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of government -> Giovanni Giolitti (1965)\n Answer: Giovanni Giolitti" + }, + { + "id": "q_000630", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1960.0, + "gold": "Graceland", + "pred": "London", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: A Mess of Blues -> performer -> John Tams (1960)\n Hop 2: John Tams -> residence -> London (1960)\n Answer: London" + }, + { + "id": "q_000755", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Elizabeth II", + "pred": "Pierre Mend\u00e8s France", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stack-O-Tracks -> place of publication -> Paris (1935)\n Hop 2: Paris -> head of state -> Charles de Gaulle (1935)\n Hop 3: Charles de Gaulle -> successor -> Pierre Mend\u00e8s France (1935)\n Answer: Pierre Mend\u00e8s France" + }, + { + "id": "q_000326", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "French Communist Party (1968)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jean-Loup Dabadie -> member of -> French Communist Party (1968)\n Hop 2: French Communist Party (1968) -> general secretary -> Jean-Loup Dabadie (1968)\n Hop 3: Jean-Loup Dabadie (1968) -> member of -> French Communist Party (1968)\n Answer: French Communist Party (1968)" + }, + { + "id": "q_002870", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Bahrain", + "pred": "Prime Minister of Bahrain", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bahrain -> head of government -> Khalifah bin Salman Al Khalifah (1981)\n Hop 2: Khalifah bin Salman Al Khalifah -> position held -> Prime Minister of Bahrain (1981)\n Answer: Prime Minister of Bahrain" + }, + { + "id": "q_007789", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Emil H\u00e1jek", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Czechia men's national football team -> head coach -> Du\u0161an Uhrin (1995)\n Hop 2: Du\u0161an Uhrin -> country of citizenship -> Czechia (1995)\n Hop 3: Czechia -> head of state -> Emil H\u00e1jek (1995)\n Answer: Emil H\u00e1jek" + }, + { + "id": "q_007973", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Bjarne Riis", + "pred": "Hop 1: Danilo Wyss -> member of -> FC Basel 1893 (2019-2020)\n Hop 2: FC Basel 1893 -> general manager -> Raffaele Pizzi (2020-2021)\n Hop 3: Raffaele Pizzi -> member of -> FC Basel 1893 (2020-2021)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Danilo Wyss -> member of -> FC Basel 1893 (2019-2020)\n Hop 2: FC Basel 1893 -> general manager -> Raffaele Pizzi (2020-2021)\n Hop 3: Raffaele Pizzi -> member of -> FC Basel 1893 (2020-2021)" + }, + { + "id": "q_000219", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Vivien Leigh", + "pred": "The Best Years of Our Lives", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fay Bainter -> Academy Award -> 1939\n Hop 2: Academy Award -> winner -> Frank Lloyd\n Hop 3: Frank Lloyd -> nominated for -> The Best Years of Our Lives\n Answer: The Best Years of Our Lives" + }, + { + "id": "q_007274", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Elizabeth II", + "pred": "Beatrix of the Netherlands", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Smiley Smile -> place of publication -> The Netherlands\n Hop 2: The Netherlands -> head of state -> Beatrix of the Netherlands\n Hop 3: Beatrix of the Netherlands -> country of citizenship -> Netherlands\n Answer: Beatrix of the Netherlands" + }, + { + "id": "q_006021", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luca Ronconi -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1996)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_006576", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "Laurence Olivier", + "pred": "Walter Bianchi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Walter Bianchi -> member of sports team -> Rimini FC (1984)\n Answer: Walter Bianchi" + }, + { + "id": "q_000623", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Bjarne Berntsen", + "pred": "Norwegian Football Association", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Camilla Huse -> member of -> V\u00e5lerenga Fotball (women) (2009)\n Hop 2: V\u00e5lerenga Fotball (women) -> head coach -> Lene Nystr\u00f8m (2009)\n Hop 3: Lene Nystr\u00f8m -> member of -> Norwegian Football Association (2009)\n Answer: Norwegian Football Association" + }, + { + "id": "q_005668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Hop 1: Mark Haddon -> nominated for -> The Curious Incident of the Dog in the Night-Time (work)\n Hop 2: The Curious Incident of the Dog in the Night-Time (work) -> winner of -> The Man Booker Prize (prize)\n Hop 3: The Man Booker Prize (prize) -> winner of -> The Sea (work)\n Hop 4: The Sea (work) -> winner of -> John Banville (person)\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mark Haddon -> nominated for -> The Curious Incident of the Dog in the Night-Time (work)\n Hop 2: The Curious Incident of the Dog in the Night-Time (work) -> winner of -> The Man Booker Prize (prize)\n Hop 3: The Man Booker Prize (prize) -> winner of -> The Sea (work)\n Hop 4: The Sea (work) -> winner of -> John Banville (person)\n Hop" + }, + { + "id": "q_003804", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Nobel Peace Prize", + "pred": "Hop 1: United States Navy SEALs -> founded by -> Richard Marcinko\n Hop 2: Richard Marcinko -> military branch -> United States Navy\n Hop 3: United States Navy -> country -> United States\n Hop 4: United States -> president -> Lyndon B. Johnson\n Hop 5: Lyndon B. Johnson -> military branch -> United States Army\n Hop 6: United States Army -> country -> United States\n Hop 7:", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: United States Navy SEALs -> founded by -> Richard Marcinko\n Hop 2: Richard Marcinko -> military branch -> United States Navy\n Hop 3: United States Navy -> country -> United States\n Hop 4: United States -> president -> Lyndon B. Johnson\n Hop 5: Lyndon B. Johnson -> military branch -> United States Army\n Hop 6: United States Army -> country -> United States\n Hop 7:" + }, + { + "id": "q_006789", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Donald Trump", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: William Vickrey -> residence -> New York City\n Hop 2: New York City -> head of government -> Michael Bloomberg\n Hop 3: Michael Bloomberg -> country of citizenship -> United States of America\n Hop 4: United States of America -> head of government -> Donald Trump\n Answer: Donald Trump" + }, + { + "id": "q_006521", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Atlanta-Fulton County Stadium", + "pred": "National League", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hank Aaron -> member of -> Milwaukee Braves (1957-1966)\n Hop 2: Milwaukee Braves -> home venue -> County Stadium (1957-1966)\n Hop 3: County Stadium -> member of -> National League (1957-1966)\n Answer: National League" + }, + { + "id": "q_006174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "Academy Award for Best Actress (1939)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: The Night Watch -> nominated for -> Academy Award for Best Supporting Actress (1939)\n Hop 2: Academy Award for Best Supporting Actress (1939) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> award received -> Academy Award for Best Actress (1939)\n Answer: Academy Award for Best Actress (1939)" + }, + { + "id": "q_004769", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Barbara Stanwyck", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Celia Johnson -> nominated for -> The Best Actress in a Supporting Role (1947)\n Hop 2: The Best Actress in a Supporting Role (1947) -> winner -> Barbara Stanwyck\n Answer: Barbara Stanwyck" + }, + { + "id": "q_001801", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Vytautas Landsbergis", + "pred": "Hop 1: Nijol\u0117 O\u017eelyt\u0117-Vaitiek\u016bnien\u0117 -> member of political party -> Social Democratic Party of Lithuania (1995)\n Hop 2: Social Democratic Party of Lithuania -> chairperson -> Vincas Kudirka (1995)\n Hop 3: Vincas Kudirka -> member of political party -> Lithuanian Christian Democratic Union (1995)\n Hop 4:", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nijol\u0117 O\u017eelyt\u0117-Vaitiek\u016bnien\u0117 -> member of political party -> Social Democratic Party of Lithuania (1995)\n Hop 2: Social Democratic Party of Lithuania -> chairperson -> Vincas Kudirka (1995)\n Hop 3: Vincas Kudirka -> member of political party -> Lithuanian Christian Democratic Union (1995)\n Hop 4:" + }, + { + "id": "q_000920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "State Anthem of the Soviet Union", + "pred": "\"Song of the North\" (1965)", + "em": 0.0, + "f1": 0.3636363636363636, + "pred_raw": "Hop 1: Murmansk Oblast -> anthem -> \"Song of the North\" (1965)\n Hop 2: \"Song of the North\" (1965) -> located in -> Russian Soviet Federative Socialist Republic\n Hop 3: Russian Soviet Federative Socialist Republic -> located in -> Novosibirsk Oblast\n Answer: \"Song of the North\" (1965)" + }, + { + "id": "q_003724", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giovanni Giolitti", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Piero Scotti -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Giovanni Giolitti (1971)\n Answer: Giovanni Giolitti" + }, + { + "id": "q_006014", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Martin Gottfried Weiss", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alfons Gorbach -> manager -> Martin Gottfried Weiss (1939)\n Answer: Martin Gottfried Weiss" + }, + { + "id": "q_007171", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "S\u00fcper Lig", + "pred": "Turkish Super Lig", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Serdar Aziz -> member of sports team -> Bursaspor (2016)\n Hop 2: Bursaspor -> league or competition -> Turkish Super Lig (2016)\n Answer: Turkish Super Lig" + }, + { + "id": "q_007260", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "3. Liga", + "pred": "Bundesliga", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bastian Heidenfelder -> member of sports team -> 1. FC N\u00fcrnberg (2013)\n Hop 2: 1. FC N\u00fcrnberg -> league or competition -> Bundesliga\n Answer: Bundesliga" + }, + { + "id": "q_005517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Thomas Tuchel", + "pred": "Jorge Sampaoli", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Marcos Alonso Mendoza -> member of sports team -> Club Atl\u00e9tico River Plate (2013-2014)\n Hop 2: Club Atl\u00e9tico River Plate -> head coach -> Jorge Sampaoli (2013-2014)\n Answer: Jorge Sampaoli" + }, + { + "id": "q_007485", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Charlize Theron", + "pred": "Barbara Sukowa", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jennifer Connelly -> nominated for -> The Piano Teacher (2001)\n Hop 2: The Piano Teacher (2001) -> winner -> Barbara Sukowa\n Hop 3: Barbara Sukowa -> winner -> 2003\n Answer: Barbara Sukowa" + }, + { + "id": "q_001837", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1977", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: University of Tsukuba -> member of -> University of Tsukuba (1977)\n Hop 2: University of Tsukuba (1977) -> funder -> University of Virginia (1977)\n Answer: 1977" + }, + { + "id": "q_000568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Silvio Berlusconi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Angelo Infanti -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of government -> Silvio Berlusconi (2007)\n Answer: Silvio Berlusconi" + }, + { + "id": "q_005494", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Tommy Aldridge", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Steffen Freund -> member of -> Pat Travers (1981)\n Hop 2: Pat Travers -> head coach -> Tommy Aldridge (1981)\n Answer: Tommy Aldridge" + }, + { + "id": "q_000075", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Shehu Shagari", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giuseppe Prisco -> country of citizenship -> Nigeria (1968)\n Hop 2: Nigeria -> head of state -> Shehu Shagari (1976)\n Answer: Shehu Shagari" + }, + { + "id": "q_004734", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Peter Carey", + "pred": "Hop 1: David Lodge -> nominated for -> The British Library (1988)\n Hop 2: The British Library -> winner -> The British Library (1988)\n Hop 3: The British Library (1988) -> winner -> The British Library (1988)\n Hop 4: The British Library (1988) -> winner -> The British Library (1988)\n Hop 5: The British Library (", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: David Lodge -> nominated for -> The British Library (1988)\n Hop 2: The British Library -> winner -> The British Library (1988)\n Hop 3: The British Library (1988) -> winner -> The British Library (1988)\n Hop 4: The British Library (1988) -> winner -> The British Library (1988)\n Hop 5: The British Library (" + }, + { + "id": "q_004770", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Constantinople", + "pred": "Damascus", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Edessa -> country -> Syria\n Hop 2: Syria -> capital -> Damascus\n Answer: Damascus" + }, + { + "id": "q_006777", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "S\u00e1ndor Preisinger", + "pred": "Igor Kovalenko", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Daniils Turkovs -> sports team -> FC Kairat Almaty\n Hop 2: FC Kairat Almaty -> head coach -> Igor Kovalenko\n Hop 3: Igor Kovalenko -> member of -> FC Kairat Almaty\n Answer: Igor Kovalenko" + }, + { + "id": "q_001481", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jennifer Johnston -> nominated for -> The Sea and the Mirror (1977)\n Hop 2: The Sea and the Mirror -> winner -> Paul Scott\n Hop 3: Paul Scott -> winner -> 1977\n Answer: 1977" + }, + { + "id": "q_000851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Hop 1: Walter Samuel -> member of -> Club Atl\u00e9tico River Plate (1999-2001)\n Hop 2: Club Atl\u00e9tico River Plate -> head coach -> Jos\u00e9 Luis Chilavert (1999-2001)\n Hop 3: Jos\u00e9 Luis Chilavert -> member of -> Argentina national football team (1999-2001)\n Hop 4: Argentina national football team -> head coach", + "em": 0.0, + "f1": 0.07692307692307693, + "pred_raw": "Hop 1: Walter Samuel -> member of -> Club Atl\u00e9tico River Plate (1999-2001)\n Hop 2: Club Atl\u00e9tico River Plate -> head coach -> Jos\u00e9 Luis Chilavert (1999-2001)\n Hop 3: Jos\u00e9 Luis Chilavert -> member of -> Argentina national football team (1999-2001)\n Hop 4: Argentina national football team -> head coach" + }, + { + "id": "q_000707", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Yugoslavia", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Franco Evangelisti -> country of citizenship -> France (1934)\n Hop 2: France -> shares border with -> Italy (1934)\n Answer: Italy" + }, + { + "id": "q_007316", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Hop 1: Alessandro Ajmone Marsan -> member of sports team -> A.S. Roma\n Hop 2: A.S. Roma -> chairperson -> Guido Bertoglio\n Hop 3: Guido Bertoglio -> member of sports team -> A.S. Roma\n Hop 4: A.S. Roma -> chairperson -> Giuseppe Iachini\n Hop 5: Giuseppe Iachini -> member of sports team -> A.S.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alessandro Ajmone Marsan -> member of sports team -> A.S. Roma\n Hop 2: A.S. Roma -> chairperson -> Guido Bertoglio\n Hop 3: Guido Bertoglio -> member of sports team -> A.S. Roma\n Hop 4: A.S. Roma -> chairperson -> Giuseppe Iachini\n Hop 5: Giuseppe Iachini -> member of sports team -> A.S." + }, + { + "id": "q_002781", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Renato Carosone -> country of citizenship -> Italy (1946)\n Hop 2: Italy -> shares border with -> Yugoslavia (1946)\n Answer: Yugoslavia" + }, + { + "id": "q_001694", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Jean-Pierre Melville", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Genevi\u00e8ve Bujold -> nominated for -> The Conformist (film)\n Hop 2: The Conformist (film) -> winner -> Jean-Pierre Melville\n Hop 3: Jean-Pierre Melville -> nominated for -> The Battle of Algiers (film)\n Hop 4: The Battle of Algiers (film) -> winner -> Jean-Pierre Melville\n Answer: Jean-Pierre Melville" + }, + { + "id": "q_005714", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "B\u00fclent Ecevit", + "pred": "Turkish Grand National Assembly", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Deniz Baykal -> member of -> Turkish Republican People's Party (1979)\n Hop 2: Turkish Republican People's Party (1979) -> chairperson -> Ahmet Necdet Sezer (1979)\n Hop 3: Ahmet Necdet Sezer -> member of -> Turkish Grand National Assembly (1979)\n Answer: Turkish Grand National Assembly" + }, + { + "id": "q_002568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Stefan Kuntz", + "pred": "European People's Party", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jan \u0160im\u016fnek -> sports team -> AC Milan (2014)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (2014)\n Hop 3: Silvio Berlusconi -> member of -> European People's Party (2014)\n Answer: European People's Party" + }, + { + "id": "q_000390", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Nobel Prize in Physics", + "pred": "Bobby Clarke", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Roman \u010cechm\u00e1nek -> drafted by -> Philadelphia Flyers (2000)\n Hop 2: Holweck Prize -> winner -> Roman \u010cechm\u00e1nek (1952)\n Hop 3: Philadelphia Flyers -> general manager -> Bobby Clarke (2000)\n Answer: Bobby Clarke" + }, + { + "id": "q_004301", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Warren G. Harding", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: United States -> head of government -> Warren G. Harding (1922)\n Answer: Warren G. Harding" + }, + { + "id": "q_007116", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "European Parliament", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Simone Veil -> member of -> European Parliament (1979-1989)\n Hop 2: European Parliament -> general secretary -> Jean-Pierre Cot (1985-1989)\n Hop 3: Jean-Pierre Cot -> member of -> European Parliament (1985-1989)\n Answer: European Parliament" + }, + { + "id": "q_004505", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Edward Heath", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Philip Taaffe -> work location -> London\n Hop 2: London -> head of government -> Edward Heath\n Answer: Edward Heath" + }, + { + "id": "q_007035", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "David Dinkins", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Louise Bourgeois -> work location -> New York City\n Hop 2: New York City -> head of government -> David Dinkins\n Hop 3: David Dinkins -> head of government -> David Dinkins\n Answer: David Dinkins" + }, + { + "id": "q_004558", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Hop 1: Ryan Bertrand -> sports team -> A.S. Roma\n Hop 2: A.S. Roma -> head coach -> Luciano Spalletti\n Hop 3: Luciano Spalletti -> member of -> Italy national football team\n Hop 4: Italy national football team -> head coach -> Antonio Conte\n Hop 5: Antonio Conte -> member of -> Juventus FC\n Hop 6: Juventus FC -> head coach -> Massimiliano Allegri", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ryan Bertrand -> sports team -> A.S. Roma\n Hop 2: A.S. Roma -> head coach -> Luciano Spalletti\n Hop 3: Luciano Spalletti -> member of -> Italy national football team\n Hop 4: Italy national football team -> head coach -> Antonio Conte\n Hop 5: Antonio Conte -> member of -> Juventus FC\n Hop 6: Juventus FC -> head coach -> Massimiliano Allegri" + }, + { + "id": "q_003267", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Piotr Jegor", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Poland men's national football team -> member of sports team -> Piotr Jegor (1991)\n Answer: Piotr Jegor" + }, + { + "id": "q_006755", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Hop 1: Bruno Bieligk -> member of political party -> German National People's Party (1920)\n Hop 2: German National People's Party (1920) -> chairperson -> Paul von Hindenburg (1920)\n Hop 3: Paul von Hindenburg -> member of political party -> German National People's Party (1920)\n Hop 4: German National People's Party (1920) -> chair", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bruno Bieligk -> member of political party -> German National People's Party (1920)\n Hop 2: German National People's Party (1920) -> chairperson -> Paul von Hindenburg (1920)\n Hop 3: Paul von Hindenburg -> member of political party -> German National People's Party (1920)\n Hop 4: German National People's Party (1920) -> chair" + }, + { + "id": "q_004583", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Salman Rushdie -> nominated for -> Booker Prize (2005)\n Hop 2: Booker Prize -> winner -> James Welch (1987)\n Answer: 1987" + }, + { + "id": "q_000225", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Gareth Southgate", + "pred": "Kevin Sinfield", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: David Wheater -> member of sports team -> Northampton Saints\n Hop 2: Northampton Saints -> head coach -> Jim Mallinder\n Hop 3: Jim Mallinder -> member of sports team -> Leeds Rhinos\n Hop 4: Leeds Rhinos -> head coach -> Kevin Sinfield\n Hop 5: Kevin Sinfield -> member of sports team -> Leeds Rhinos\n Answer: Kevin Sinfield" + }, + { + "id": "q_002459", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "pred_raw": "Hop 1: Zrenjanin City -> located in -> Autonomous Province of Vojvodina (1949)\n Hop 2: Autonomous Province of Vojvodina -> country -> Yugoslavia (1949)\n Answer: Yugoslavia" + }, + { + "id": "q_006352", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2002", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: University of Tsukuba -> member of -> KFC Uerdingen 05 (2002)\n Hop 2: KFC Uerdingen 05 -> funder -> University of Graz (2002)\n Answer: 2002" + }, + { + "id": "q_004787", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Janusz W\u00f3jcik", + "pred": "B\u00fclent Korkmaz", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Arkadiusz B\u0105k -> member of sports team -> Galatasaray S.K. (2009)\n Hop 2: Galatasaray S.K. -> head coach -> B\u00fclent Korkmaz (2009)\n Answer: B\u00fclent Korkmaz" + }, + { + "id": "q_002226", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Leonid Brezhnev", + "pred": "Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Aleksei Gubarev -> member of political party -> CPSU (1973)\n Hop 2: CPSU (1973) -> chairperson -> Mikhail Gorbachev (1973)\n Answer: Mikhail Gorbachev" + }, + { + "id": "q_003363", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Jan Schaffrath", + "pred": "Soudal Quick-Step", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Martin Velits -> sports team -> Team KHC (2012)\n Hop 2: Team KHC (2012) -> head coach -> Jan Havel (2012)\n Hop 3: Jan Havel (2012) -> member of -> Soudal Quick-Step (2012)\n Answer: Soudal Quick-Step" + }, + { + "id": "q_001025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Pavel Vrba", + "pred": "Luciano", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bo\u0159ek Do\u010dkal -> sports team -> AC Cesena\n Hop 2: AC Cesena -> head coach -> Giuseppe Sannino\n Hop 3: Giuseppe Sannino -> member of sports team -> AS Roma\n Hop 4: AS Roma -> head coach -> Luciano Spalletti\n Hop 5: Luciano Spalletti -> member of sports team -> Czechia men's national football team\n Answer: Luciano" + }, + { + "id": "q_006972", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1955", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Karl-Eduard von Schnitzler -> spouse -> Inge Keller (1955)\n Hop 2: Inge Keller -> spouse -> Karl-Eduard von Schnitzler (1955)\n Hop 3: David Storey -> spouse -> Inge Keller (1955)\n Answer: 1955" + }, + { + "id": "q_007393", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "pred_raw": "Hop 1: Ba\u010d Municipality -> located in -> Serbia (1961)\n Hop 2: Serbia -> country -> Yugoslavia (1961)\n Answer: Yugoslavia" + }, + { + "id": "q_002784", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Franz Beckenbauer", + "pred": "Austria national football team", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Frank Mill -> sports team -> FC St. Pauli (1988)\n Hop 2: FC St. Pauli (1988) -> head coach -> Rudi V\u00f6ller (1988)\n Hop 3: Rudi V\u00f6ller -> member of -> Austria national football team (1988)\n Answer: Austria national football team" + }, + { + "id": "q_005991", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luciano Bianciardi -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira" + }, + { + "id": "q_007278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Claudia Roth", + "pred": "Angela Merkel", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Boris Palmer -> member of political party -> Christian Democratic Union of Germany (CDU) (2009)\n Hop 2: Christian Democratic Union of Germany (CDU) -> chairperson -> Angela Merkel (2009)\n Hop 3: Angela Merkel -> chairperson -> Christian Democratic Union of Germany (CDU) (2009)\n Answer: Angela Merkel" + }, + { + "id": "q_002109", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "ADIG", + "pred": "E.ON", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stefan W\u00e4chter -> sports team -> 1. FC Nuremberg (2004)\n Hop 2: 1. FC Nuremberg (2004) -> sponsor -> E.ON (2004)\n Hop 3: E.ON (2004) -> member of -> E.ON (2004)\n Answer: E.ON" + }, + { + "id": "q_005445", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Abraham Beame", + "pred": "New York City", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nancy Graves -> work location -> New York City\n Hop 2: New York City -> head of government -> Michael Bloomberg\n Hop 3: Michael Bloomberg -> residence -> New York City\n Answer: New York City" + }, + { + "id": "q_005382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Fiorello H. La Guardia", + "pred": "John J. Faso", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Edward McKnight Kauffer -> work location -> New York City\n Hop 2: New York City -> head of government -> Vincent R. Impellitteri\n Hop 3: Vincent R. Impellitteri -> head of government -> John J. Faso\n Answer: John J. Faso" + }, + { + "id": "q_005633", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giuseppe Saragat -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> head of state -> Sandro Pertini (1984)\n Hop 3: Sandro Pertini -> country of citizenship -> Italy (1984)\n Answer: Sandro Pertini" + }, + { + "id": "q_002083", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Jens Gustafsson", + "pred": "Hop 1: Nicu\u0219or Stanciu -> member of sports team -> SK Slavia Prague (2021)\n Hop 2: SK Slavia Prague -> head coach -> Miroslav \u0160korpil (2013)\n Hop 3: Miroslav \u0160korpil -> member of sports team -> Halmstads BK (2013)\n Hop 4: Halmstads BK -> head coach", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nicu\u0219or Stanciu -> member of sports team -> SK Slavia Prague (2021)\n Hop 2: SK Slavia Prague -> head coach -> Miroslav \u0160korpil (2013)\n Hop 3: Miroslav \u0160korpil -> member of sports team -> Halmstads BK (2013)\n Hop 4: Halmstads BK -> head coach" + }, + { + "id": "q_003899", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "German Democratic Republic", + "pred": "Washington, D.C.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Karl Horst H\u00f6dicke -> work location -> United States (1987)\n Hop 2: United States -> country -> United States (1987)\n Hop 3: United States -> capital -> Washington, D.C. (1987)\n Answer: Washington, D.C." + }, + { + "id": "q_002997", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "Jordan", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ramallah -> country -> Palestine\n Hop 2: Palestine -> located in -> Jordan\n Answer: Jordan" + }, + { + "id": "q_005860", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "United States", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Whale Rider -> nominated for -> Best Picture\n Hop 2: Best Picture -> winner -> The Lord of the Rings: The Fellowship of the Ring\n Hop 3: The Lord of the Rings: The Fellowship of the Ring -> winner -> Ian McKellen\n Hop 4: Ian McKellen -> country of citizenship -> United States\n Answer: United States" + }, + { + "id": "q_001039", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Panama", + "pred": "Belgium", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Cornell Capa -> work location -> Paris\n Hop 2: Paris -> shares border with -> Belgium\n Answer: Belgium" + }, + { + "id": "q_000086", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Q118398 -> country of citizenship -> Italy (2021)\n Hop 2: Italy -> head of state -> Giovanni Leone (2021)\n Answer: Giovanni Leone" + }, + { + "id": "q_005689", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Elie Wiesel -> country of citizenship -> Romania (1929)\n Hop 2: Romania -> capital -> Bucharest (1929)\n Answer: Bucharest" + }, + { + "id": "q_006609", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "Transjordan", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Afula -> country -> Mandatory Palestine (1940)\n Hop 2: Mandatory Palestine -> located in -> Transjordan (1940)\n Answer: Transjordan" + }, + { + "id": "q_004970", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Charlize Theron -> Unfaithful (2003) -> winner -> 2003\n Answer: 2003" + }, + { + "id": "q_004192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "M\u00e1rio Soares", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alberto Vaquina -> country of citizenship -> Portugal (1991)\n Hop 2: Portugal -> head of state -> M\u00e1rio Soares (1991)\n Answer: M\u00e1rio Soares" + }, + { + "id": "q_007711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mauro Staccioli -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira" + }, + { + "id": "q_008062", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "M\u00e1rio Soares", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alberto Moravia -> work location -> Rome\n Hop 2: Rome -> head of state -> Giovanni Gronchi\n Hop 3: Giovanni Gronchi -> country -> Italy\n Answer: Italy" + }, + { + "id": "q_006613", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Stuart Lancaster", + "pred": "Steve McNamara", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ben Foden -> member of sports team -> London Broncos (2013)\n Hop 2: London Broncos -> head coach -> Steve McNamara (2013)\n Answer: Steve McNamara" + }, + { + "id": "q_001894", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Cate Blanchett", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Annette Bening -> Academy Award for Best Actress -> 2005 -> winner -> Cate Blanchett\n Answer: Cate Blanchett" + }, + { + "id": "q_002546", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "University of Michigan", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Matt Carkner -> drafted by -> Montreal Canadiens (1999)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (1999)\n Hop 3: Saku Koivu -> educated at -> University of Michigan (1999)\n Answer: University of Michigan" + }, + { + "id": "q_003153", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Jimmy Carter", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Torsten Nils Wiesel -> employer -> The Rockefeller University (1984)\n Hop 2: The Rockefeller University -> country of citizenship -> United States of America (1984)\n Hop 3: United States of America -> head of government -> Jimmy Carter (1984)\n Answer: Jimmy Carter" + }, + { + "id": "q_002865", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Hop 1: A Bend in the River -> winner -> J. G. Farrell (1979)\n Hop 2: J. G. Farrell -> nominated for -> The Man Who Would Be King (1979)\n Hop 3: The Man Who Would Be King -> winner -> David Hemmings (1979)\n Hop 4: David Hemmings -> member of sports team -> Tottenham Hotspur F.C. (197", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: A Bend in the River -> winner -> J. G. Farrell (1979)\n Hop 2: J. G. Farrell -> nominated for -> The Man Who Would Be King (1979)\n Hop 3: The Man Who Would Be King -> winner -> David Hemmings (1979)\n Hop 4: David Hemmings -> member of sports team -> Tottenham Hotspur F.C. (197" + }, + { + "id": "q_007865", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giuseppe Prisco -> country of citizenship -> Soviet Union (1965)\n Hop 2: Soviet Union -> head of state -> Mikhail Gorbachev (2001)\n Answer: Mikhail Gorbachev" + }, + { + "id": "q_008428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Paulo Bento", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Josh Lewsey -> member of sports team -> S.L. Benfica (2014)\n Hop 2: S.L. Benfica -> head coach -> Paulo Bento (2014)\n Answer: Paulo Bento" + }, + { + "id": "q_001858", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Graceland", + "pred": "COMECON", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Anila Wilms -> country of citizenship -> Albania (1971)\n Hop 2: Albania -> member of -> COMECON (1971)\n Answer: COMECON" + }, + { + "id": "q_001912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Constantinople", + "pred": "Paris", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Route nationale 4 -> located in the administrative territorial entity -> Bas-Rhin (2014)\n Hop 2: Bas-Rhin -> country -> France (2014)\n Hop 3: France -> capital -> Paris (2014)\n Answer: Paris" + }, + { + "id": "q_003034", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Antonin Kozel", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Emil Filla -> manager -> Antonin Kozel (1939)\n Hop 2: Antonin Kozel -> point in time after -> Hans Beimler (1939)\n Hop 3: Hans Beimler -> point in time after -> Dachau concentration camp (1939)\n Answer: Antonin Kozel" + }, + { + "id": "q_000799", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Barack Obama", + "pred": "RTL", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bavarian TV Awards -> original broadcaster -> RTL (2018)\n Answer: RTL" + }, + { + "id": "q_007926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Boston Garden", + "pred": "Boston Garden", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: John Havlicek -> member of sports team -> Boston Celtics (2015)\n Hop 2: Boston Celtics -> home venue -> Boston Garden (2015)\n Answer: Boston Garden" + }, + { + "id": "q_004762", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "Kingdom of Prussia", + "pred": "Europe", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: 1911 World Figure Skating Championships -> location -> St. Moritz\n Hop 2: St. Moritz -> located in -> Switzerland\n Hop 3: Switzerland -> located in -> Europe\n Answer: Europe" + }, + { + "id": "q_004806", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Jo\u00e3o Tamagnini Barbosa", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jonathan Urretaviscaya -> member of -> Sports team -> chairperson -> Jo\u00e3o Tamagnini Barbosa (2013)\n Answer: Jo\u00e3o Tamagnini Barbosa" + }, + { + "id": "q_003643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Premier League", + "pred": "Ukrainian Premier League", + "em": 1.0, + "f1": 0.8, + "pred_raw": "Hop 1: Ruslan Rotan -> member of sports team -> FC Dnipro (Khmelnytskyi) (2008)\n Hop 2: FC Dnipro (Khmelnytskyi) -> league or competition -> Ukrainian Premier League (2008)\n Answer: Ukrainian Premier League" + }, + { + "id": "q_008203", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Amway Arena", + "pred": "TOP 09", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Karel Schwarzenberg -> member of -> TOP 09 (2018)\n Answer: TOP 09" + }, + { + "id": "q_004465", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1969", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: University of Helsinki -> member of -> University of Helsinki (1969)\n Hop 2: University of Helsinki (1969) -> funder -> Michigan State University (1969)\n Answer: 1969" + }, + { + "id": "q_006874", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "John Lindsay", + "pred": "David Dinkins", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: William Vickrey -> residence -> New York City\n Hop 2: New York City -> head of government -> David Dinkins\n Hop 3: David Dinkins -> country of citizenship -> United States\n Answer: David Dinkins" + }, + { + "id": "q_000593", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Leo Nomellini -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1957)\n Answer: Giovanni Gronchi" + }, + { + "id": "q_004615", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2018.0, + "gold": "2018", + "pred": "1950", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stefano Palmieri -> officeholder -> Mirko Tomassoni (1950)\n Answer: 1950" + }, + { + "id": "q_001617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Geoffrey Rush", + "pred": "Academy Award for Best Actor (1997)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: As Good as It Gets -> award -> Academy Award for Best Actor (1997)\n Hop 2: Academy Award for Best Actor (1997) -> winner -> Jack Nicholson\n Hop 3: Jack Nicholson -> award -> Academy Award for Best Actor (1997)\n Answer: Academy Award for Best Actor (1997)" + }, + { + "id": "q_001902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Hop 1: Antonia Fraser -> spouse -> Charles II of England (1660-1685)\n Hop 2: Charles II of England (1660-1685) -> nominated for -> Order of the Garter (1348-1994)\n Hop 3: Order of the Garter (1348-1994) -> nominated for -> 1994\n Answer:", + "em": 0.0, + "f1": 0.07142857142857142, + "pred_raw": "Hop 1: Antonia Fraser -> spouse -> Charles II of England (1660-1685)\n Hop 2: Charles II of England (1660-1685) -> nominated for -> Order of the Garter (1348-1994)\n Hop 3: Order of the Garter (1348-1994) -> nominated for -> 1994\n Answer:" + }, + { + "id": "q_004669", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Yuri Semin", + "pred": "Paulo C\u00e9sar", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: \u00c9der -> member of -> Sport Club do Recife (1999)\n Hop 2: Sport Club do Recife (1999) -> head coach -> Paulo C\u00e9sar (1999)\n Hop 3: Paulo C\u00e9sar (1999) -> member of -> Sport Club do Recife (1999)\n Answer: Paulo C\u00e9sar" + }, + { + "id": "q_002742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Giovanni Ferrofino", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> head of government -> Giovanni Ferrofino (1972)\n Answer: Giovanni Ferrofino" + }, + { + "id": "q_006208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Hop 1: Bruno Bieligk -> member of political party -> German Social Democratic Party (1906)\n Hop 2: German Social Democratic Party (1906) -> chairperson -> Otto Hahn (1906)\n Hop 3: Otto Hahn -> member of political party -> German Democratic Party (1906)\n Hop 4: German Democratic Party (1906) -> chairperson -> Georg Ledebour (1", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bruno Bieligk -> member of political party -> German Social Democratic Party (1906)\n Hop 2: German Social Democratic Party (1906) -> chairperson -> Otto Hahn (1906)\n Hop 3: Otto Hahn -> member of political party -> German Democratic Party (1906)\n Hop 4: German Democratic Party (1906) -> chairperson -> Georg Ledebour (1" + }, + { + "id": "q_006858", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "1943", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Monster's award -> winner -> Giorgio Pasquali (1943)\n Hop 2: Giorgio Pasquali -> country of citizenship -> Kingdom of Italy (1943)\n Hop 3: Kingdom of Italy -> year -> 1943 (1943)\n Answer: 1943" + }, + { + "id": "q_000627", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Margaret", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Antonia Fraser -> spouse -> John Julius Norwich (1982)\n Hop 2: John Julius Norwich -> nominated for -> Tony Award for Best Direction of a Play (1982)\n Hop 3: Tony Award for Best Direction of a Play -> winner -> John Gielgud (1982)\n Hop 4: John Gielgud -> spouse -> Margaret Gielgud (1982)\n Answer: Margaret" + }, + { + "id": "q_008456", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "Scunthorpe United F.C.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jermaine Beckford -> member of sports team -> Scunthorpe United F.C. (2007)\n Answer: Scunthorpe United F.C." + }, + { + "id": "q_004863", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Hop 1: It Happened One Night -> 1935 -> 1935 Academy Award for Best Picture -> winner -> Frank Capra\n Hop 2: Frank Capra -> 1935 -> 1935 Academy Award for Best Director -> winner -> Frank Capra\n Hop 3: Frank Capra -> 1935 -> 1935 Academy Award for Best Director -> nominated for -> It Happened One", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: It Happened One Night -> 1935 -> 1935 Academy Award for Best Picture -> winner -> Frank Capra\n Hop 2: Frank Capra -> 1935 -> 1935 Academy Award for Best Director -> winner -> Frank Capra\n Hop 3: Frank Capra -> 1935 -> 1935 Academy Award for Best Director -> nominated for -> It Happened One" + }, + { + "id": "q_005053", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lauri Yl\u00f6nen", + "pred": "Alexander Rybak", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Haloo Helsinki! -> nominated for -> 2011 Eurovision Song Contest\n Hop 2: 2011 Eurovision Song Contest -> winner -> Alexander Rybak\n Hop 3: Alexander Rybak -> winner -> 2009 Eurovision Song Contest\n Answer: Alexander Rybak" + }, + { + "id": "q_006906", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sini\u0161a Mihajlovi\u0107", + "pred": "Hop 1: Marco Marchionni -> sports team -> A.S. Roma\n Hop 2: A.S. Roma -> head coach -> Luciano Spalletti\n Hop 3: Luciano Spalletti -> member of -> Italy national football team\n Hop 4: Italy national football team -> head coach -> Marcello Lippi\n Hop 5: Marcello Lippi -> member of -> AC Milan\n Hop 6: AC Milan -> head coach -> Carlo", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Marco Marchionni -> sports team -> A.S. Roma\n Hop 2: A.S. Roma -> head coach -> Luciano Spalletti\n Hop 3: Luciano Spalletti -> member of -> Italy national football team\n Hop 4: Italy national football team -> head coach -> Marcello Lippi\n Hop 5: Marcello Lippi -> member of -> AC Milan\n Hop 6: AC Milan -> head coach -> Carlo" + }, + { + "id": "q_004343", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Arrigo Sacchi", + "pred": "Hop 1: Walter Bianchi -> member of -> New York Islanders (1984)\n Hop 2: New York Islanders -> head coach -> Bryan Trottier (1984)\n Hop 3: Bryan Trottier -> member of -> New York Islanders (1984)\n Hop 4: New York Islanders -> head coach -> Bryan Trottier (1984)\n Hop 5: Bryan Trottier -> member of -> New", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Walter Bianchi -> member of -> New York Islanders (1984)\n Hop 2: New York Islanders -> head coach -> Bryan Trottier (1984)\n Hop 3: Bryan Trottier -> member of -> New York Islanders (1984)\n Hop 4: New York Islanders -> head coach -> Bryan Trottier (1984)\n Hop 5: Bryan Trottier -> member of -> New" + }, + { + "id": "q_008520", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Hans Loritz", + "pred": "1938", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Chris Mihm -> league or competition -> National Basketball Association (2005)\n Hop 2: National Basketball Association -> manager -> Abraham Adolf Kaiser (1938)\n Hop 3: Abraham Adolf Kaiser -> point in time -> 1938\n Answer: 1938" + }, + { + "id": "q_008566", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "German National People's Party", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hanns Martin Schleyer -> member of political party -> Nazi Party (1975)\n Hop 2: Nazi Party -> general secretary -> Otto Meissner (1975)\n Hop 3: Otto Meissner -> member of political party -> German National People's Party (1975)\n Answer: German National People's Party" + }, + { + "id": "q_005406", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "West Germany", + "pred": "London", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Friedrich Hayek -> country of residence -> United Kingdom (1980)\n Hop 2: United Kingdom -> capital -> London (1980)\n Answer: London" + }, + { + "id": "q_005485", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Milo\u0161 Zeman", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bergepanzer B\u00fcffel -> operator -> Bundeswehr\n Hop 2: Bundeswehr -> head of state -> Frank-Walter Steinmeier\n Hop 3: Frank-Walter Steinmeier -> country of citizenship -> Germany\n Answer: Germany" + }, + { + "id": "q_006778", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italian lira", + "pred": "Belgian franc", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Lyla Rocco -> country of citizenship -> Belgium (2005)\n Hop 2: Belgium -> currency -> Belgian franc (2005)\n Answer: Belgian franc" + }, + { + "id": "q_000448", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Alex Ferguson", + "pred": "McMahon family", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bryan Gunn -> member of -> WWE (1996)\n Hop 2: WWE -> head coach -> Vince McMahon (1996)\n Hop 3: Vince McMahon -> member of -> McMahon family (1996)\n Answer: McMahon family" + }, + { + "id": "q_005253", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Aravind Adiga", + "pred": "Hop 1: Amitav Ghosh -> nominated for -> The Glass Palace (book)\n Hop 2: The Glass Palace (book) -> winner of -> The Man Booker Prize (1999)\n Hop 3: The Man Booker Prize (1999) -> winner of -> The Man Booker Prize (1999)\n Hop 4: The Man Booker Prize (1999) -> winner of -> The Man Booker Prize (199", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Amitav Ghosh -> nominated for -> The Glass Palace (book)\n Hop 2: The Glass Palace (book) -> winner of -> The Man Booker Prize (1999)\n Hop 3: The Man Booker Prize (1999) -> winner of -> The Man Booker Prize (1999)\n Hop 4: The Man Booker Prize (1999) -> winner of -> The Man Booker Prize (199" + }, + { + "id": "q_002793", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "1945", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jennifer Jones -> Academy Award for Best Actress -> 1945\n Hop 2: 1945 -> winner -> Martin Ra\u0161ka\n Hop 3: Martin Ra\u0161ka -> nominated for -> 1945\n Answer: 1945" + }, + { + "id": "q_001366", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Cliff Burton", + "pred": "James Hetfield", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Master of Puppets -> performer -> Kirk Hammett (1986)\n Hop 2: Kirk Hammett -> has part -> James Hetfield (1986)\n Hop 3: James Hetfield -> has part -> Jason Newsted (1986)\n Answer: James Hetfield" + }, + { + "id": "q_000346", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Lilliu -> country of citizenship -> Italy (2010)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2010)\n Answer: Giorgio Napolitano" + }, + { + "id": "q_001380", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "John Williams", + "pred": "David Newman", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Katie Couric -> notable work -> The West Wing (1999)\n Hop 2: The West Wing (1999) -> composer -> David Newman\n Hop 3: David Newman -> after -> Les Brown\n Hop 4: David Newman -> composer -> The West Wing (1999)\n Answer: David Newman" + }, + { + "id": "q_007366", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Giorgio Mastropasqua", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giorgio Mastropasqua -> member of sports team -> Ascoli Calcio 1973 (1973)\n Hop 2: Ascoli Calcio 1973 -> chairperson -> Giorgio Mastropasqua (1973)\n Answer: Giorgio Mastropasqua" + }, + { + "id": "q_004085", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "Qing dynasty", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luo Yixiu -> spouse -> Liang Shuqing (1907)\n Hop 2: Liang Shuqing (1907) -> country of citizenship -> United Kingdom (1907)\n Hop 3: United Kingdom (1907) -> country -> United Kingdom (1907)\n Answer: United Kingdom" + }, + { + "id": "q_002859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "Middle East", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Shimon Peres -> country of citizenship -> Israel (1984)\n Hop 2: Israel -> located in -> Middle East (1984)\n Answer: Middle East" + }, + { + "id": "q_000061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Sangeeta Bhatia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Lady Gaga -> award received -> MTV Video Music Award for Best New Artist (2009)\n Hop 2: Kiran Desai -> nominated for -> Lady Gaga (1979)\n Hop 3: Sangeeta Bhatia -> winner of -> Kiran Desai (1979)\n Answer: Sangeeta Bhatia" + }, + { + "id": "q_002208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Puma", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Steve Borthwick -> member of sports team -> Chelsea F.C. (1996)\n Hop 2: Chelsea F.C. -> kit supplier -> Umbro (1996)\n Hop 3: Chelsea F.C. -> kit supplier -> Puma (1996)\n Answer: Puma" + }, + { + "id": "q_005149", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Dalvik VM", + "pred": "Windows 95", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Grand Theft Auto III -> platform -> Microsoft Windows (2001)\n Hop 2: Microsoft Windows -> has part -> Windows 98 (2001)\n Hop 3: Windows 98 -> has part -> Windows 95 (1995)\n Answer: Windows 95" + }, + { + "id": "q_007466", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Deutsche Mark", + "pred": "East German mark", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Sande -> country -> German Democratic Republic (1956)\n Hop 2: German Democratic Republic -> currency -> East German mark (1956)\n Answer: East German mark" + }, + { + "id": "q_001168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "EFL Championship", + "pred": "Stanley Cup", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Joel Lynch -> sports team -> St. Louis Blues\n Hop 2: St. Louis Blues -> league -> National Hockey League\n Hop 3: National Hockey League -> competition -> Stanley Cup\n Answer: Stanley Cup" + }, + { + "id": "q_002303", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "delegate", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Andrew Jacobs -> position held -> delegate (1954)\n Answer: delegate" + }, + { + "id": "q_004925", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "John Boles", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bessie Love -> nominated for -> The Last of the Mohicans (1930 film)\n Hop 2: The Last of the Mohicans (1930 film) -> winner -> John Boles\n Answer: John Boles" + }, + { + "id": "q_002425", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Ugo Morin -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Answer: European Economic Community" + }, + { + "id": "q_003762", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Minneapolis Armory", + "pred": "Hubert H. Humphrey Metrodome", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bud Grant -> sports team -> Minnesota Vikings -> home venue -> Hubert H. Humphrey Metrodome (1982-1998)\n Answer: Hubert H. Humphrey Metrodome" + }, + { + "id": "q_000351", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Territory of Hawaii", + "pred": "\u017di\u017ekov", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Erazim Koh\u00e1k -> residence -> Prague\n Hop 2: Prague -> contains the administrative territorial entity -> Prague 6\n Hop 3: Prague 6 -> contains the administrative territorial entity -> \u017di\u017ekov\n Answer: \u017di\u017ekov" + }, + { + "id": "q_003288", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Hop 1: Rainer Ernst -> member of -> FC Schalke 04 (1992)\n Hop 2: FC Schalke 04 (1992) -> chairperson -> Rainer Ernst (1992)\n Hop 3: Rainer Ernst (1992) -> member of -> German Football Association (1992)\n Hop 4: German Football Association (1992) -> chairperson", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rainer Ernst -> member of -> FC Schalke 04 (1992)\n Hop 2: FC Schalke 04 (1992) -> chairperson -> Rainer Ernst (1992)\n Hop 3: Rainer Ernst (1992) -> member of -> German Football Association (1992)\n Hop 4: German Football Association (1992) -> chairperson" + }, + { + "id": "q_001079", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Giampiero Boniperti", + "pred": "Los Angeles Lakers", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stefano Tacconi -> member of sports team -> Boston Celtics (1985)\n Hop 2: Boston Celtics -> chairperson -> John Havlicek (1985)\n Hop 3: John Havlicek -> member of sports team -> Los Angeles Lakers (1985)\n Answer: Los Angeles Lakers" + }, + { + "id": "q_004556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Paulo Bento", + "pred": "Hop 1: Baek Sung-dong -> sports team -> South Korea men's national football team ( Hop 1: Baek Sung-dong -> sports team -> South Korea men's national football team )\n Hop 2: South Korea men's national football team -> head coach -> Kim Young-joon ( Hop 2: South Korea men's national football team -> head coach -> Kim Young-joon )\n Hop 3: Kim Young-joon -> member of", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Baek Sung-dong -> sports team -> South Korea men's national football team ( Hop 1: Baek Sung-dong -> sports team -> South Korea men's national football team )\n Hop 2: South Korea men's national football team -> head coach -> Kim Young-joon ( Hop 2: South Korea men's national football team -> head coach -> Kim Young-joon )\n Hop 3: Kim Young-joon -> member of" + }, + { + "id": "q_006454", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Steve Sampson", + "pred": "John Hackworth", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kevin Hartman -> member of -> Seattle Sounders FC (2005)\n Hop 2: Seattle Sounders FC -> head coach -> Sigi Schmid (2005)\n Hop 3: Sigi Schmid -> predecessor -> John Hackworth (2005)\n Answer: John Hackworth" + }, + { + "id": "q_007686", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "United States Cabinet", + "pred": "Hop 1: Edwin Denby -> position held -> United States Department of the Treasury\n Hop 2: United States Department of the Treasury -> part of -> United States Department of the Treasury\n Hop 3: United States Department of the Treasury -> part of -> United States federal government\n Hop 4: United States federal government -> part of -> United States\n Hop 5: United States -> part of -> North America\n Hop 6: North America -> part of ->", + "em": 0.0, + "f1": 0.16, + "pred_raw": "Hop 1: Edwin Denby -> position held -> United States Department of the Treasury\n Hop 2: United States Department of the Treasury -> part of -> United States Department of the Treasury\n Hop 3: United States Department of the Treasury -> part of -> United States federal government\n Hop 4: United States federal government -> part of -> United States\n Hop 5: United States -> part of -> North America\n Hop 6: North America -> part of ->" + }, + { + "id": "q_001636", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "Hop 1: Andrew Schally -> winner -> 1975 Hop 2: 1975 -> award received -> Roger Guillemin Hop 3: Roger Guillemin -> located in -> City of Gosford Hop 4: City of Gosford -> country -> Australia Hop 5: Australia -> capital -> Canberra Hop 6: Canberra -> located in -> Australian Capital Territory Hop 7: Australian Capital Territory -> country -> Australia Hop 8:", + "em": 1.0, + "f1": 0.0689655172413793, + "pred_raw": "Hop 1: Andrew Schally -> winner -> 1975 Hop 2: 1975 -> award received -> Roger Guillemin Hop 3: Roger Guillemin -> located in -> City of Gosford Hop 4: City of Gosford -> country -> Australia Hop 5: Australia -> capital -> Canberra Hop 6: Canberra -> located in -> Australian Capital Territory Hop 7: Australian Capital Territory -> country -> Australia Hop 8:" + }, + { + "id": "q_000642", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Alan Hollinghurst", + "pred": "Daniel Day-Lewis", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ronan Bennett -> nominated for -> The Last of the Mohicans (film) (1992)\n Hop 2: The Last of the Mohicans (film) (1992) -> winner -> Daniel Day-Lewis\n Hop 3: Daniel Day-Lewis -> winner -> The Last of the Mohicans (film) (1992)\n Answer: Daniel Day-Lewis" + }, + { + "id": "q_005992", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1906.0, + "gold": "Theodore Roosevelt", + "pred": "William Howard Taft", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alexander Graham Bell -> country of citizenship -> United States of America (1906)\n Hop 2: United States of America -> head of government -> William Howard Taft (1906)\n Hop 3: William Howard Taft -> head of government -> William Howard Taft (1906)\n Answer: William Howard Taft" + }, + { + "id": "q_001567", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "\u00d6mer Kaner", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: William Vickrey -> residence -> 1960 -> head of government -> \u00d6mer Kaner\n Answer: \u00d6mer Kaner" + }, + { + "id": "q_003917", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Elizabeth II", + "pred": "Shimon Peres", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Liz Smith -> country of citizenship -> Israel (2004)\n Hop 2: Israel -> head of state -> Q181832 (2004)\n Hop 3: Q181832 -> head of state -> Shimon Peres (2004)\n Answer: Shimon Peres" + }, + { + "id": "q_007632", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pawe\u0142 Janas", + "pred": "Hop 1: Kamil Kosowski -> sports team -> A.S. Roma\n Hop 2: A.S. Roma -> head coach -> Luciano Spalletti\n Hop 3: Luciano Spalletti -> member of -> Italy national football team\n Hop 4: Italy national football team -> head coach -> Fabio Capello\n Hop 5: Fabio Capello -> member of -> AC Milan\n Hop 6: AC Milan -> head coach -> Carlo", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kamil Kosowski -> sports team -> A.S. Roma\n Hop 2: A.S. Roma -> head coach -> Luciano Spalletti\n Hop 3: Luciano Spalletti -> member of -> Italy national football team\n Hop 4: Italy national football team -> head coach -> Fabio Capello\n Hop 5: Fabio Capello -> member of -> AC Milan\n Hop 6: AC Milan -> head coach -> Carlo" + }, + { + "id": "q_001702", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Eerste Divisie", + "pred": "Premier League", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Timothy Dreesen -> member of sports team -> Tottenham Hotspur F.C. (2014)\n Hop 2: Tottenham Hotspur F.C. -> league or competition -> Premier League (2014)\n Answer: Premier League" + }, + { + "id": "q_006358", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "German Federal Archives", + "pred": "Hop 1: Karl-Liebknecht-Haus -> operator -> German Empire (1932)\n Hop 2: German Empire -> archives at -> Berlin (1932)\n Hop 3: Berlin -> operator -> German Empire (1932)\n Hop 4: German Empire -> archives at -> Berlin (1932)\n Hop 5: Berlin -> operator -> German Empire (1932)\n Hop 6: German Empire ->", + "em": 0.0, + "f1": 0.2, + "pred_raw": "Hop 1: Karl-Liebknecht-Haus -> operator -> German Empire (1932)\n Hop 2: German Empire -> archives at -> Berlin (1932)\n Hop 3: Berlin -> operator -> German Empire (1932)\n Hop 4: German Empire -> archives at -> Berlin (1932)\n Hop 5: Berlin -> operator -> German Empire (1932)\n Hop 6: German Empire ->" + }, + { + "id": "q_006799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Dwight D. Eisenhower", + "pred": "Hop 1: Erazim Koh\u00e1k -> residence -> Prague\n Hop 2: Prague -> head of government -> V\u00e1clav Klaus\n Hop 3: V\u00e1clav Klaus -> country -> Czech Republic\n Hop 4: Czech Republic -> head of government -> Milo\u0161 Zeman\n Hop 5: Milo\u0161 Zeman -> residence -> Prague\n Hop 6: Prague -> head of government -> V\u00e1clav Klaus\n Hop 7: V\u00e1", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Erazim Koh\u00e1k -> residence -> Prague\n Hop 2: Prague -> head of government -> V\u00e1clav Klaus\n Hop 3: V\u00e1clav Klaus -> country -> Czech Republic\n Hop 4: Czech Republic -> head of government -> Milo\u0161 Zeman\n Hop 5: Milo\u0161 Zeman -> residence -> Prague\n Hop 6: Prague -> head of government -> V\u00e1clav Klaus\n Hop 7: V\u00e1" + }, + { + "id": "q_001724", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Lyndon B. Johnson", + "pred": "Ulrich Morgenstern", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: David Bowie -> work location -> Berlin (1977)\n Hop 2: Berlin -> head of government -> Ulrich Morgenstern (1968)\n Hop 3: Ulrich Morgenstern -> place of publication -> Stack-O-Tracks (1968)\n Answer: Ulrich Morgenstern" + }, + { + "id": "q_005308", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "John Boles", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jeanne Eagels -> Academy Award for Best Actress -> 1930\n Hop 2: 1930 -> winner -> Janet Gaynor\n Hop 3: Janet Gaynor -> nominated for -> The Last of the Mohicans (1921 film)\n Hop 4: The Last of the Mohicans (1921 film) -> winner -> John Boles\n Answer: John Boles" + }, + { + "id": "q_006485", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Hop 1: Matthew Kneale -> nominated for -> The Quiet American (film)\n Hop 2: The Quiet American (film) -> winner -> Anthony Hopkins\n Hop 3: Anthony Hopkins -> winner -> 1999 Academy Award for Best Actor\n Hop 4: 1999 Academy Award for Best Actor -> winner -> Anthony Hopkins\n Hop 5: Anthony Hopkins -> winner -> 1999 Golden Globe Award for Best Actor - Motion", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Matthew Kneale -> nominated for -> The Quiet American (film)\n Hop 2: The Quiet American (film) -> winner -> Anthony Hopkins\n Hop 3: Anthony Hopkins -> winner -> 1999 Academy Award for Best Actor\n Hop 4: 1999 Academy Award for Best Actor -> winner -> Anthony Hopkins\n Hop 5: Anthony Hopkins -> winner -> 1999 Golden Globe Award for Best Actor - Motion" + }, + { + "id": "q_004831", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Piero Scotti -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira" + }, + { + "id": "q_005190", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Beno\u00eet Cheyrou", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Georg Danek -> Ausonius Award -> 1999\n Hop 2: 1999 -> employer -> Lille OSC\n Hop 3: Lille OSC -> member of sports team -> Beno\u00eet Cheyrou\n Answer: Beno\u00eet Cheyrou" + }, + { + "id": "q_006636", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "George Marshall", + "pred": "chairperson", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: James F. Byrnes -> officeholder -> Erwin Teufel (1947)\n Hop 2: Erwin Teufel -> position held -> chairperson (1947)\n Answer: chairperson" + }, + { + "id": "q_003213", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Zhou Enlai", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: People's Republic of China -> head of government -> Zhou Enlai (1970)\n Answer: Zhou Enlai" + }, + { + "id": "q_005672", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: L\u0119bork -> country -> Germany (1939)\n Hop 2: Germany -> head of state -> Paul von Hindenburg (1939)\n Hop 3: Paul von Hindenburg -> successor -> Adolf Hitler (1939)\n Answer: Adolf Hitler" + }, + { + "id": "q_006227", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1967", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Edith Evans -> award received -> Silver Bear for Best Actress (1967)\n Answer: 1967" + }, + { + "id": "q_006185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Giffoni Film Festival", + "pred": "Grammy Award", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Big Sean -> unmarried partner -> Kandace Springs (2013)\n Hop 2: Kandace Springs -> award received -> Grammy Award (2013)\n Hop 3: Grammy Award -> award received -> Grammy Award (2013)\n Answer: Grammy Award" + }, + { + "id": "q_007816", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Franciszek Smuda", + "pred": "Polish Football Association", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Marek Saganowski -> member of -> Legia Warsaw (2012)\n Hop 2: Legia Warsaw -> head coach -> Slawomir Szymanski (2012)\n Hop 3: Slawomir Szymanski -> member of -> Polish Football Association (2012)\n Answer: Polish Football Association" + }, + { + "id": "q_001958", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "John Lindsay", + "pred": "Paul von Hindenburg", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Arman -> work location -> Berlin (1937)\n Hop 2: Berlin -> head of government -> Paul von Hindenburg (1937)\n Answer: Paul von Hindenburg" + }, + { + "id": "q_007818", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Sepp Herberger", + "pred": "Hans-Georg R\u00f6ll", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fritz Herkenrath -> member of -> 2nd U-boat Flotilla (1957)\n Hop 2: 2nd U-boat Flotilla -> head coach -> Hans-Georg R\u00f6ll (1957)\n Answer: Hans-Georg R\u00f6ll" + }, + { + "id": "q_003874", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Rina Franchetti -> country of citizenship -> Italy (2005)\n Hop 2: Italy -> member of -> European Economic Community (2005)\n Answer: European Economic Community" + }, + { + "id": "q_006836", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gianni Dova -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> shares border with -> Austria (1989)\n Answer: Austria" + }, + { + "id": "q_005437", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Maria Tore Barbina -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1996)\n Hop 3: Antonio Bacci -> country of citizenship -> Italy (1996)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_001779", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Chemnitz Government Region", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Beate Zsch\u00e4pe -> residence -> Berlin (2005)\n Hop 2: Berlin -> located in -> Germany (2005)\n Answer: Germany" + }, + { + "id": "q_002182", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Paul von Hindenburg", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giessen -> country -> Germany\n Hop 2: Germany -> head of state -> Paul von Hindenburg\n Hop 3: Paul von Hindenburg -> country -> Germany\n Answer: Paul von Hindenburg" + }, + { + "id": "q_006540", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Piero Frescobaldi -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani" + }, + { + "id": "q_000118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Paulo C\u00e9sar de Oliveira", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Al\u00edpio -> member of sports team -> Caxias do Sul Futebol S.C. (2011)\n Hop 2: Caxias do Sul Futebol S.C. (2011) -> chairperson -> Paulo C\u00e9sar de Oliveira\n Hop 3: Paulo C\u00e9sar de Oliveira -> after -> Jo\u00e3o Tamagnini Barbosa\n Answer: Paulo C\u00e9sar de Oliveira" + }, + { + "id": "q_000470", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Umberto II", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Renato Polselli -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> head of state -> Umberto II (1950)\n Answer: Umberto II" + }, + { + "id": "q_004884", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Emma Thompson", + "pred": "The Fugitive (1993)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jodie Foster -> nominated for -> The Silence of the Lambs (1991)\n Hop 2: The Silence of the Lambs (1991) -> winner -> Anthony Hopkins\n Hop 3: Anthony Hopkins -> winner -> The Fugitive (1993)\n Answer: The Fugitive (1993)" + }, + { + "id": "q_008312", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "United Kingdom of Great Britain and Ireland", + "pred": "London", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Leonard Woolf -> spouse -> Virginia Woolf (1924)\n Hop 2: Virginia Woolf -> country of citizenship -> United Kingdom (1924)\n Hop 3: United Kingdom -> capital -> London (1924)\n Answer: London" + }, + { + "id": "q_006013", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "David Dinkins", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Louise Bourgeois -> work location -> New York City (1990)\n Hop 2: New York City -> head of government -> David Dinkins (1990)\n Hop 3: David Dinkins -> located in -> New York City (1990)\n Answer: David Dinkins" + }, + { + "id": "q_006889", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Carlo Ancelotti", + "pred": "Luciano Spalletti", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Franco Di Santo -> member of -> A.S. Roma\n Hop 2: A.S. Roma -> head coach -> Luciano Spalletti\n Hop 3: Luciano Spalletti -> member of -> A.S. Roma\n Hop 4: A.S. Roma -> head coach -> Luciano Spalletti\n Hop 5: Luciano Spalletti -> member of -> A.S. Roma\n Answer: Luciano Spalletti" + }, + { + "id": "q_003651", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "sports team Montreal Canadiens", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Matt Carkner -> drafted by -> Montreal Canadiens (2004)\n Hop 2: Montreal Canadiens -> team captain -> Guy Lafleur (2004)\n Hop 3: Guy Lafleur -> member of -> sports team Montreal Canadiens (2004)\n Answer: sports team Montreal Canadiens" + }, + { + "id": "q_003374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Q82595", + "pred": "Bundesliga", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mirco Born -> member of sports team -> 1. FC N\u00fcrnberg (2015)\n Hop 2: 1. FC N\u00fcrnberg -> league or competition -> Bundesliga (2015)\n Answer: Bundesliga" + }, + { + "id": "q_003329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Dilma Rousseff", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Armando C\u00edrio -> country of citizenship -> Brazil (2004)\n Hop 2: Brazil -> head of state -> Dilma Rousseff (2004)\n Answer: Dilma Rousseff" + }, + { + "id": "q_000420", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1917.0, + "gold": "1917", + "pred": "1917", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Transbaikal Oblast -> located in -> Russia (1917)\n Hop 2: Russia -> located in -> February Revolution (1917)\n Hop 3: February Revolution -> year -> 1917\n Answer: 1917" + }, + { + "id": "q_005828", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Prime Minister of Belize", + "pred": "John B. H. Hayes", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Belize -> head of government -> John B. H. Hayes (1984-1988)\n Answer: John B. H. Hayes" + }, + { + "id": "q_006078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Sepp Herberger", + "pred": "German Football Association", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hans Nowak -> member of -> 1. FC Nuremberg (1962)\n Hop 2: 1. FC Nuremberg -> head coach -> Karl-Heinz Miller (1962)\n Hop 3: Karl-Heinz Miller -> member of -> German Football Association (1962)\n Answer: German Football Association" + }, + { + "id": "q_002499", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Territory of Hawaii", + "pred": "Cook County", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alexander Graham Bell -> country of citizenship -> United States\n Hop 2: United States -> contains the administrative territorial entity -> Chicago\n Hop 3: Chicago -> contains the administrative territorial entity -> Cook County\n Answer: Cook County" + }, + { + "id": "q_008212", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "George VI", + "pred": "George VI", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: HMS Spur -> country -> United Kingdom\n Hop 2: United Kingdom -> head of state -> George VI\n Hop 3: George VI -> successor -> Elizabeth II\n Answer: George VI" + }, + { + "id": "q_006996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Yugoslavia", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Salvatore Cassisa -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> shares border with -> France (1967)\n Answer: France" + }, + { + "id": "q_006976", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Gennaro Gattuso", + "pred": "Gheorghe Ben\u021bia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gheorghe Ben\u021bia -> member of sports team -> Romania national rugby union team (1919)\n Answer: Gheorghe Ben\u021bia" + }, + { + "id": "q_007445", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.20000000000000004, + "pred_raw": "Hop 1: Borussia Dortmund -> head coach -> Thomas Tuchel (2012)\n Hop 2: Thomas Tuchel -> award -> Order of Merit of Baden-W\u00fcrttemberg (2012)\n Answer: Order of Merit of Baden-W\u00fcrttemberg" + }, + { + "id": "q_004525", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Lamberto Dini", + "pred": "Giulio Andreotti", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Antonio Brancaccio -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of government -> Giulio Andreotti (1995)\n Answer: Giulio Andreotti" + }, + { + "id": "q_002061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Giorgio Napolitano", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Milram -> country -> Italy (1956)\n Hop 2: Italy -> head of state -> Giovanni Leone (1956)\n Answer: Giovanni Leone" + }, + { + "id": "q_003387", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2013", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Karlsruhe Institute of Technology -> member of -> Tsinghua University (2013)\n Answer: 2013" + }, + { + "id": "q_004969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "S.S. Lazio", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: George Boateng -> member of sports team -> A.S. Roma\n Hop 2: A.S. Roma -> head coach -> Luciano Spalletti\n Hop 3: Luciano Spalletti -> member of sports team -> S.S. Lazio\n Answer: S.S. Lazio" + }, + { + "id": "q_008292", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "United States", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Yaroslav Popovych -> member of sports team -> FC Metalist Kharkiv (2006)\n Hop 2: FC Metalist Kharkiv -> country -> Ukraine\n Answer: Ukraine" + }, + { + "id": "q_006528", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "Hop 1: Leo K\u00f6nigsberger -> doctoral student -> Giuseppe Peano (1858-1932)\n Hop 2: Giuseppe Peano -> doctoral advisor -> Giuseppe Peano (1858-1932)\n Hop 3: Giuseppe Peano (1858-1932) -> country of citizenship -> Kingdom of Italy (1861-1946)\n Hop 4:", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Leo K\u00f6nigsberger -> doctoral student -> Giuseppe Peano (1858-1932)\n Hop 2: Giuseppe Peano -> doctoral advisor -> Giuseppe Peano (1858-1932)\n Hop 3: Giuseppe Peano (1858-1932) -> country of citizenship -> Kingdom of Italy (1861-1946)\n Hop 4:" + }, + { + "id": "q_008636", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Walter Zenga", + "pred": "Paulo Bento", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giuseppe Mascara -> member of sports team -> S.L. Benfica (2017)\n Hop 2: S.L. Benfica -> head coach -> Paulo Bento (2017)\n Answer: Paulo Bento" + }, + { + "id": "q_004972", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Kia Forum", + "pred": "Nashville", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kermit Washington -> member of -> Washington Bullets (1977)\n Hop 2: Washington Bullets (1977) -> home venue -> Memorial Coliseum (1977)\n Hop 3: Memorial Coliseum (1977) -> located in -> Nashville (1977)\n Answer: Nashville" + }, + { + "id": "q_006497", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Hungarian People's Republic", + "pred": "Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Demeter Balla -> work location -> Budapest\n Hop 2: Budapest -> capital of -> Czechoslovakia\n Answer: Czechoslovakia" + }, + { + "id": "q_005926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Rafael Ben\u00edtez", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fernando Torres -> sports team -> Atl\u00e9tico Madrid\n Hop 2: Atl\u00e9tico Madrid -> head coach -> Diego Simeone\n Hop 3: Diego Simeone -> member of -> FC Barcelona\n Hop 4: FC Barcelona -> head coach -> Luis Enrique\n Hop 5: Luis Enrique -> member of -> Real Madrid\n Hop 6: Real Madrid -> head coach -> Rafael Ben\u00edtez\n Answer: Rafael Ben\u00edtez" + }, + { + "id": "q_005410", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Taiwan", + "pred": "United States", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Elizabeth Bishop -> residence -> Key West (1955)\n Hop 2: Key West -> diplomatic relation -> United States (1955)\n Answer: United States" + }, + { + "id": "q_000901", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Yasser Arafat", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gaza City -> country -> Palestine (1996)\n Hop 2: Palestine (1996) -> head of government -> Yasser Arafat (1996)\n Answer: Yasser Arafat" + }, + { + "id": "q_007838", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mircea Lucescu", + "pred": "Hop 1: Berkant G\u00f6ktan -> member of sports team -> Fenerbah\u00e7e S.K. (Football)\n Hop 2: Fenerbah\u00e7e S.K. (Football) -> head coach -> B\u00fclent Korkmaz\n Hop 3: B\u00fclent Korkmaz -> member of sports team -> Galatasaray S.K. (Football)\n Hop 4: Galatasaray S.K. (Football) -> head coach ->", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Berkant G\u00f6ktan -> member of sports team -> Fenerbah\u00e7e S.K. (Football)\n Hop 2: Fenerbah\u00e7e S.K. (Football) -> head coach -> B\u00fclent Korkmaz\n Hop 3: B\u00fclent Korkmaz -> member of sports team -> Galatasaray S.K. (Football)\n Hop 4: Galatasaray S.K. (Football) -> head coach ->" + }, + { + "id": "q_007144", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "The Internationale", + "pred": "\"L\u0101\u010dpl\u0113sis\"", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Glazov -> country -> Russian Soviet Federative Socialist Republic (2004)\n Hop 2: Andrejs Rubins -> country of citizenship -> Latvia (2004)\n Hop 3: Latvia -> anthem -> \"L\u0101\u010dpl\u0113sis\" (2004)\n Answer: \"L\u0101\u010dpl\u0113sis\"" + }, + { + "id": "q_003135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Jean Mistler", + "pred": "German National People's Party", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ren\u00e9 Huyghe -> member of -> Nazi Party (1931)\n Hop 2: Nazi Party -> general secretary -> Hans G\u00fcnther (1931)\n Hop 3: Hans G\u00fcnther -> member of -> German National People's Party (1931)\n Answer: German National People's Party" + }, + { + "id": "q_000287", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Gerhard Casper", + "pred": "John H. H. Weir", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Raymond Dumais -> employer -> Q170288 (1993)\n Hop 2: Q170288 -> chairperson -> John H. H. Weir (1993)\n Answer: John H. H. Weir" + }, + { + "id": "q_004792", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario Piccioli -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> currency -> Italian lira (1947)\n Answer: Italian lira" + }, + { + "id": "q_006621", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sean Yates", + "pred": "Ferenc Csongr\u00e1di", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ferenc Csongr\u00e1di -> member of sports team -> FC Veszpr\u00e9m (2010)\n Answer: Ferenc Csongr\u00e1di" + }, + { + "id": "q_001788", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Mary Brian", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jeanne Eagels -> nominated for -> The Best Actress in a Supporting Role (1930)\n Hop 2: The Best Actress in a Supporting Role (1930) -> winner -> Mary Brian\n Hop 3: Mary Brian -> winner -> Mary Brian\n Answer: Mary Brian" + }, + { + "id": "q_002557", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Fiorello H. La Guardia", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hanns Eisler -> work location -> Berlin\n Hop 2: Berlin -> head of government -> Albert Hirschfeld\n Hop 3: Albert Hirschfeld -> country -> Germany\n Answer: Germany" + }, + { + "id": "q_006859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "Arundhati Roy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Penelope Fitzgerald -> 1990 -> The God of Small Things (novel)\n Hop 2: The God of Small Things (novel) -> winner -> Arundhati Roy\n Hop 3: Arundhati Roy -> nominated for -> The God of Small Things (novel)\n Answer: Arundhati Roy" + }, + { + "id": "q_006058", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Giuseppe Saragat", + "pred": "Antonio Pesenti", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Antonio Pesenti -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (1967)\n Hop 3: Giorgio Napolitano -> head of state -> Antonio Pesenti (1967)\n Answer: Antonio Pesenti" + }, + { + "id": "q_000536", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Atl\u00e9tico Madrid", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Baltazar -> member of sports team -> Atl\u00e9tico Madrid\n Hop 2: Atl\u00e9tico Madrid -> home venue -> Estadio Metropolitano\n Hop 3: Estadio Metropolitano -> member of -> Atl\u00e9tico Madrid\n Answer: Atl\u00e9tico Madrid" + }, + { + "id": "q_007404", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2000.0, + "gold": "2000", + "pred": "Hop 1: Robert Creeley -> award -> Robert Creeley Award (1966)\n Hop 2: Robert Creeley Award (1966) -> winner -> John Ashbery (1966)\n Hop 3: John Ashbery (1966) -> year of birth -> 1927\n Hop 4: 1927 -> equal to -> 1927\n Hop 5: 19", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Robert Creeley -> award -> Robert Creeley Award (1966)\n Hop 2: Robert Creeley Award (1966) -> winner -> John Ashbery (1966)\n Hop 3: John Ashbery (1966) -> year of birth -> 1927\n Hop 4: 1927 -> equal to -> 1927\n Hop 5: 19" + }, + { + "id": "q_001292", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1990.0, + "gold": "1990", + "pred": "1994", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hopi Hopi | winner | 1994\n Answer: 1994" + }, + { + "id": "q_002179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "Mary J. Blige", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Aaliyah -> nominated for -> MTV Video Music Award for Best R&B Video (2002)\n Hop 2: MTV Video Music Award for Best R&B Video -> winner -> Mary J. Blige (2002)\n Answer: Mary J. Blige" + }, + { + "id": "q_005996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Hop 1: Fay Weldon -> nominated for -> The Children's Book (1989)\n Hop 2: The Children's Book (1989) -> winner of -> 1989 Booker Prize\n Hop 3: 1989 Booker Prize -> winner of -> The English Patient (1992)\n Hop 4: The English Patient (1992) -> winner of -> 1993 Academy Award for", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fay Weldon -> nominated for -> The Children's Book (1989)\n Hop 2: The Children's Book (1989) -> winner of -> 1989 Booker Prize\n Hop 3: 1989 Booker Prize -> winner of -> The English Patient (1992)\n Hop 4: The English Patient (1992) -> winner of -> 1993 Academy Award for" + }, + { + "id": "q_002490", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jeanne Eagels -> nominated for -> Norma Shearer (1930)\n Answer: 1930" + }, + { + "id": "q_001434", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "New York City", + "pred": "United States", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Betsey Johnson -> spouse -> Robert L. Johnson (1971)\n Hop 2: Robert L. Johnson -> residence -> New York City (1971)\n Hop 3: New York City -> residence -> United States (1971)\n Answer: United States" + }, + { + "id": "q_006868", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ben Kingsley -> winner -> 1999 Cannes Film Festival (1999)\n Hop 2: 1999 Cannes Film Festival (1999) -> nominated for -> Best Actor (1999)\n Hop 3: Best Actor (1999) -> winner -> Ray Winstone (1999)\n Answer: 1999" + }, + { + "id": "q_008663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jean Mistler", + "pred": "Union des \u00e9crivains de France", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Roger Caillois -> member of -> Acad\u00e9mie des jeux (1977)\n Hop 2: Acad\u00e9mie des jeux -> general secretary -> Jean-Pierre Boudet (1977)\n Hop 3: Jean-Pierre Boudet -> member of -> Union des \u00e9crivains de France (1977)\n Answer: Union des \u00e9crivains de France" + }, + { + "id": "q_002319", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2022.0, + "gold": "2022", + "pred": "2008-2010", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stevan Joveti\u0107 -> member of sports team -> VfL Wolfsburg (2008-2010)\n Hop 2: VfL Wolfsburg -> head coach -> Felix Magath (2008-2010)\n Answer: 2008-2010" + }, + { + "id": "q_008472", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "United States", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Inge Keller -> spouse -> Karl Ritter (1955)\n Hop 2: Karl Ritter -> country of citizenship -> Germany (1955)\n Hop 3: Germany -> before -> United States (1955)\n Answer: United States" + }, + { + "id": "q_000496", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Massimo D'Alema", + "pred": "Silvio Berlusconi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fulvio Tomizza -> country of citizenship -> Italy (1999)\n Hop 2: Italy -> head of government -> Silvio Berlusconi (1999)\n Answer: Silvio Berlusconi" + }, + { + "id": "q_005883", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Roman Herzog", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: G\u00fcnter Siegmund -> country of citizenship -> Germany (1997)\n Hop 2: Germany -> head of state -> Roman Herzog (1997)\n Hop 3: Roman Herzog -> country of citizenship -> Germany (1997)\n Hop 4: Germany -> member of -> Western European Union (1997)\n Answer: Roman Herzog" + }, + { + "id": "q_000466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "BP", + "pred": "Metalurh Donetsk", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rudolf Kargus -> member of sports team -> Ukraine men's national football team (2016)\n Hop 2: Ukraine men's national football team -> sponsor -> Metalurh Donetsk (2016)\n Answer: Metalurh Donetsk" + }, + { + "id": "q_001286", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Umberto II of Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Francesco Carpino -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Umberto II of Italy (1969)\n Answer: Umberto II of Italy" + }, + { + "id": "q_003325", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Vla\u0219ca County -> country -> Romania (1947)\n Hop 2: Romania -> capital -> Bucharest (1947)\n Answer: Bucharest" + }, + { + "id": "q_000231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "Alain Afflelou", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Sister Rosetta Tharpe -> residence -> 1924 (Hop 1)\n Hop 2: 1924 -> head of government -> Alain Afflelou (Hop 2)\n Answer: Alain Afflelou" + }, + { + "id": "q_000949", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Hop 1: G\u00fcnter Siegmund -> country of citizenship -> Czechoslovakia\n Hop 2: Czechoslovakia -> head of state -> V\u00e1clav Havel\n Hop 3: V\u00e1clav Havel -> head of state -> Czechoslovakia\n Hop 4: Czechoslovakia -> head of state -> V\u00e1clav Havel\n Hop 5: V\u00e1clav Havel -> head of state -> Czech", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: G\u00fcnter Siegmund -> country of citizenship -> Czechoslovakia\n Hop 2: Czechoslovakia -> head of state -> V\u00e1clav Havel\n Hop 3: V\u00e1clav Havel -> head of state -> Czechoslovakia\n Hop 4: Czechoslovakia -> head of state -> V\u00e1clav Havel\n Hop 5: V\u00e1clav Havel -> head of state -> Czech" + }, + { + "id": "q_004634", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "1963", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rossens -> Rossana Rossanda (member of political party -> Italian Communist Party)\n Hop 2: Italian Communist Party -> Giuseppe Sartori (member of political party -> Italian Communist Party)\n Hop 3: Giuseppe Sartori -> replaces of S\u00e9deilles (member of political party -> replaces of S\u00e9deilles)\n Answer: 1963" + }, + { + "id": "q_008417", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Swiss Cup", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Stephan Andrist -> sports team -> FC Aarau\n Hop 2: FC Aarau -> league -> Swiss Cup\n Hop 3: Swiss Cup -> member of sports team -> FC Aarau\n Answer: Swiss Cup" + }, + { + "id": "q_007078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Raffaele Anguilla -> country of citizenship -> Italy (2002)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2002)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_003711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mary J. Blige", + "pred": "Halle Berry", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Aaliyah -> nominated for -> Best Actress in a Motion Picture - Drama (2002)\n Hop 2: Best Actress in a Motion Picture - Drama (2002) -> winner -> Halle Berry\n Answer: Halle Berry" + }, + { + "id": "q_007469", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "1988", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Free Democratic Party -> chairperson -> Otto Graf Lambsdorff (1988)\n Hop 2: Otto Graf Lambsdorff -> member of political party -> Christian Wulff (1988)\n Hop 3: Christian Wulff -> replaces -> J\u00f6rg Haider (1988)\n Answer: 1988" + }, + { + "id": "q_002488", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Avanti Martinetti -> country of citizenship -> Italy (1954)\n Hop 2: Italy -> currency -> Italian lira (1954)\n Answer: Italian lira" + }, + { + "id": "q_004737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Yasser Arafat", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gaza City -> country -> Palestine\n Hop 2: Palestine -> head of government -> Mahmoud Abbas\n Hop 3: Mahmoud Abbas -> after -> Yasser Arafat\n Answer: Yasser Arafat" + }, + { + "id": "q_007418", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Luigi Agnolin -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> member of -> European Union (1998)\n Answer: European Union" + }, + { + "id": "q_006584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Elliott Gould", + "pred": "Ava Gardner", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Happy Days Are Here Again -> performer -> Frank Sinatra\n Hop 2: Frank Sinatra -> spouse -> Ava Gardner\n Hop 3: Ava Gardner -> unmarried partner -> Frank Sinatra\n Answer: Ava Gardner" + }, + { + "id": "q_005916", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Italian lira", + "pred": "Romanian leu", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Marta Abba -> country -> Romania (1911)\n Hop 2: Romania -> currency -> Romanian leu (1911)\n Answer: Romanian leu" + }, + { + "id": "q_003663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Micha\u0142 Matyas", + "pred": "Janusz Kowal", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Zygfryd Szo\u0142tysik -> member of sports team -> Legia Warsaw (1967)\n Hop 2: Legia Warsaw -> head coach -> Janusz Kowal (1967)\n Answer: Janusz Kowal" + }, + { + "id": "q_006233", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Turkish", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ayhan Akman -> sports team -> Fenerbah\u00e7e S.K. (1999-2006)\n Hop 2: Fenerbah\u00e7e S.K. (1999-2006) -> head coach -> B\u00fclent Korkmaz (2006)\n Hop 3: B\u00fclent Korkmaz -> member of -> Turkish Football Federation (2006)\n Answer: Turkish" + }, + { + "id": "q_005848", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "German Empire", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hugo von Tschudi -> work location -> Switzerland (1909)\n Hop 2: Switzerland -> country -> Germany (1909)\n Hop 3: Germany -> country -> Germany (1909)\n Answer: Germany" + }, + { + "id": "q_005040", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Antonio Segni", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rossana Rossanda -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1963)\n Answer: Giovanni Gronchi" + }, + { + "id": "q_005138", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Adolf Hitler", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hartmann Lauterbacher -> member of political party -> Christian Democratic Union of Germany (CDU)\n Hop 2: Christian Democratic Union of Germany (CDU) -> chairperson -> Konrad Adenauer\n Hop 3: Konrad Adenauer -> country of citizenship -> Germany\n Answer: Germany" + }, + { + "id": "q_004246", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giorgio Ferrini -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> shares border with -> Austria (1948)\n Answer: Austria" + }, + { + "id": "q_007892", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Isabella Biagini -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> currency -> Italian lira (1993)\n Answer: Italian lira" + }, + { + "id": "q_003061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Fritz-Julius Lemp -> country of citizenship -> Germany (1933-1945)\n Hop 2: Germany (1933-1945) -> head of state -> Paul von Hindenburg (1933-1934)\n Hop 3: Paul von Hindenburg (1933-1934) -> successor -> Adolf Hitler (1934-1945", + "em": 1.0, + "f1": 0.16666666666666669, + "pred_raw": "Hop 1: Fritz-Julius Lemp -> country of citizenship -> Germany (1933-1945)\n Hop 2: Germany (1933-1945) -> head of state -> Paul von Hindenburg (1933-1934)\n Hop 3: Paul von Hindenburg (1933-1934) -> successor -> Adolf Hitler (1934-1945" + }, + { + "id": "q_006684", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Luigi Einaudi", + "pred": "Antonio Segni", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Guido Guerrini -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Antonio Segni (1970)\n Answer: Antonio Segni" + }, + { + "id": "q_001045", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2006", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Patrick Cramer -> award received -> Gottfried Wilhelm Leibniz Prize (2006)\n Answer: 2006" + }, + { + "id": "q_007568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "association football", + "pred": "football", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Philipp Laux -> sports team -> FC Schalke 04\n Hop 2: FC Schalke 04 -> member of sports team -> Thomas Hitzlsperger\n Hop 3: Thomas Hitzlsperger -> sport -> football\n Hop 4: football -> member of sports team -> FC Schalke 04\n Hop 5: FC Schalke 04 -> sport -> football\n Answer: football" + }, + { + "id": "q_002791", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Lory Del Santo", + "pred": "Steffen Freund", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pattie Boyd -> spouse -> Eric Clapton (1987)\n Hop 2: Eric Clapton -> unmarried partner -> Pattie Boyd (1987)\n Hop 3: Pattie Boyd -> spouse -> Steffen Freund (1987)\n Answer: Steffen Freund" + }, + { + "id": "q_005581", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "president of Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: The Ninth Day -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor (2005) -> winner -> Christian Wulff (2011)\n Hop 3: Christian Wulff (2011) -> position held -> president of Germany (2011)\n Answer: president of Germany" + }, + { + "id": "q_006089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Pawe\u0142 Janas", + "pred": "Hop 1: Marcin Baszczy\u0144ski -> sports team -> FK Pogon Szczecin (2004)\n Hop 2: FK Pogon Szczecin -> head coach -> Jan Koz\u0142owski (2004)\n Hop 3: Jan Koz\u0142owski -> member of -> Polish Football Association (2004)\n Hop 4: Polish Football Association -> head coach -> Wies\u0142aw Szczesny (", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Marcin Baszczy\u0144ski -> sports team -> FK Pogon Szczecin (2004)\n Hop 2: FK Pogon Szczecin -> head coach -> Jan Koz\u0142owski (2004)\n Hop 3: Jan Koz\u0142owski -> member of -> Polish Football Association (2004)\n Hop 4: Polish Football Association -> head coach -> Wies\u0142aw Szczesny (" + }, + { + "id": "q_004802", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "John W. Campbell", + "pred": "Robert A. Heinlein", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Orson Scott Card -> award -> 1978 Hugo Award\n Hop 2: 1978 Hugo Award -> named after -> Robert A. Heinlein\n Answer: Robert A. Heinlein" + }, + { + "id": "q_004455", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Marcelo Rebelo de Sousa", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Guido Celano -> country of citizenship -> Portugal (1975)\n Hop 2: Portugal -> head of state -> Marcelo Rebelo de Sousa (1975)\n Answer: Marcelo Rebelo de Sousa" + }, + { + "id": "q_001570", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Otto Nerz", + "pred": "Otto Nerz", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rudolf Noack -> sports team -> FC Schalke 04 (1936)\n Hop 2: FC Schalke 04 (1936) -> head coach -> Otto Nerz (1936)\n Hop 3: Otto Nerz -> member of sports team -> FC Schalke 04 (1936)\n Answer: Otto Nerz" + }, + { + "id": "q_005703", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Morten Olsen", + "pred": "Paul Hart", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kasper Lorentzen -> member of sports team -> Queens Park Rangers F.C. (2012)\n Hop 2: Queens Park Rangers F.C. -> head coach -> Paul Hart (2012)\n Answer: Paul Hart" + }, + { + "id": "q_006235", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Diego Simeone", + "pred": "Club Atl\u00e9tico River Plate (20", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Maxi L\u00f3pez -> member of sports team -> Club Atl\u00e9tico River Plate (2011)\n Hop 2: Club Atl\u00e9tico River Plate (2011) -> head coach -> Marcelo Bielsa (2011)\n Hop 3: Marcelo Bielsa (2011) -> member of sports team -> Club Atl\u00e9tico River Plate (2011)\n Answer: Club Atl\u00e9tico River Plate (20" + }, + { + "id": "q_001186", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Susan Sarandon", + "pred": "Herbert Seifert", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nell's -> winner -> Herbert Seifert (1995)\n Answer: Herbert Seifert" + }, + { + "id": "q_005903", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: B\u00fclent Korkmaz -> head coach -> Kayseri Erciyesspor (2009)\n Answer: 2009" + }, + { + "id": "q_002985", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Bettino Craxi", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mario Agnes -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1986)\n Hop 3: Giovanni Spadolini -> head of government -> Giorgio Napolitano (1986)\n Answer: Giorgio Napolitano" + }, + { + "id": "q_006026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Institute for Advanced Study", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Piotr Jegor -> member of -> Polish Football Association (1991)\n Hop 2: Polish Football Association (1991) -> head coach -> Janusz Michalak (1991)\n Hop 3: Janusz Michalak (1991) -> employer -> Institute for Advanced Study (1991)\n Answer: Institute for Advanced Study" + }, + { + "id": "q_008323", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Buda Castle", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Demeter Balla -> work location -> Budapest\n Hop 2: Budapest -> capital -> Buda Castle\n Answer: Buda Castle" + }, + { + "id": "q_006277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Joe D'Amato -> country of citizenship -> Italy (1981)\n Hop 2: Italy -> shares border with -> Yugoslavia (1981)\n Answer: Yugoslavia" + }, + { + "id": "q_005474", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Oskar von Miller", + "pred": "German National People's Party", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rudolf Diesel -> member of -> Otto Schuhart (1934)\n Hop 2: Otto Schuhart -> board member of -> German National People's Party (1934)\n Answer: German National People's Party" + }, + { + "id": "q_001830", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Nippon Bud\u014dkan", + "pred": "Kuromatsunai Station", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: B'z -> 1990 -> Award -> 1990\n Hop 2: 1990 -> Location -> Kuromatsunai Station -> 1990\n Answer: Kuromatsunai Station" + }, + { + "id": "q_001756", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alessandro Alessandroni -> country of citizenship -> Kingdom of Italy (1947)\n Hop 2: Kingdom of Italy -> currency -> Italian lira (1947)\n Hop 3: Italian lira -> successor -> Italian lira (1947)\n Answer: Italian lira" + }, + { + "id": "q_001887", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "Hop 1: Dietmar Hamann -> member of sports team -> 1899 Hoffenheim (2004)\n Hop 2: 1899 Hoffenheim -> head coach -> Thomas Schlager (2004)\n Hop 3: Thomas Schlager -> member of sports team -> FC St. Pauli (2004)\n Hop 4: FC St. Pauli -> head coach -> Thomas Schlager (2004", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Dietmar Hamann -> member of sports team -> 1899 Hoffenheim (2004)\n Hop 2: 1899 Hoffenheim -> head coach -> Thomas Schlager (2004)\n Hop 3: Thomas Schlager -> member of sports team -> FC St. Pauli (2004)\n Hop 4: FC St. Pauli -> head coach -> Thomas Schlager (2004" + }, + { + "id": "q_005552", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Achim Mentzel -> presenter -> Rainer Hildebrand (1999)\n Hop 2: Rainer Hildebrand -> original broadcaster -> Deutscher Fernsehfunk (1999)\n Hop 3: Deutscher Fernsehfunk -> country -> Germany (1999)\n Answer: Germany" + }, + { + "id": "q_004901", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Wen Jiabao", + "pred": "Bill Clinton", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Xiao Yang -> country of citizenship -> United States of America (1998)\n Hop 2: United States of America (1998) -> head of government -> Bill Clinton (1998)\n Hop 3: Bill Clinton (1998) -> country of citizenship -> United States of America (1998)\n Answer: Bill Clinton" + }, + { + "id": "q_006473", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "1957", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kurt Clemens -> member of sports team -> SV Saar 05 Saarbr\u00fccken (1957)\n Answer: 1957" + }, + { + "id": "q_006253", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "1944", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Takis -> country of citizenship -> Kingdom of Greece (1944)\n Hop 2: John Archibald Wheeler -> born in -> Athens (1944)\n Hop 3: Peter Bergmann -> award -> Takis (1944)\n Answer: 1944" + }, + { + "id": "q_002709", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Alex McLeish", + "pred": "Ivan Jovanovi\u0107", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Robin Shroot -> member of sports team -> G.S. Iraklis Thessalonikis (men's association football) (1992)\n Hop 2: G.S. Iraklis Thessalonikis (men's association football) -> head coach -> Ivan Jovanovi\u0107 (1992)\n Answer: Ivan Jovanovi\u0107" + }, + { + "id": "q_007811", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Giovanni Spadolini", + "pred": "Giovanni Spadolini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Dante Amarilli -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1968)\n Answer: Giovanni Spadolini" + }, + { + "id": "q_006165", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Edward Cassidy", + "pred": "C.D. Nacional", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Joint Declaration on the Doctrine of Justification -> signatory -> Pedro Pacheco (1999)\n Hop 2: Pedro Pacheco -> chairperson -> C.D. Nacional (1999)\n Hop 3: C.D. Nacional -> member of sports team -> C.D. Nacional (1999)\n Answer: C.D. Nacional" + }, + { + "id": "q_007431", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Ernest Borgnine", + "pred": "Hop 1: Dan O'Herlihy -> nominated for -> Gentleman's Agreement (1947)\n Hop 2: Gentleman's Agreement (1947) -> winner -> Gregory Peck (1947)\n Hop 3: Gregory Peck (1947) -> nominated for -> The Big Country (1952)\n Hop 4: The Big Country (1952) -> winner -> Gregory Peck (", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Dan O'Herlihy -> nominated for -> Gentleman's Agreement (1947)\n Hop 2: Gentleman's Agreement (1947) -> winner -> Gregory Peck (1947)\n Hop 3: Gregory Peck (1947) -> nominated for -> The Big Country (1952)\n Hop 4: The Big Country (1952) -> winner -> Gregory Peck (" + }, + { + "id": "q_002594", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Soviet Union", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kiliia Raion -> located in -> Odesa Oblast (1956)\n Hop 2: Odesa Oblast -> country -> Ukraine (1956)\n Answer: Ukraine" + }, + { + "id": "q_004546", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "David Dinkins", + "pred": "Lothar Sp\u00e4th", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nancy Graves -> work location -> Mitteldeutscher Rundfunk (1999)\n Hop 2: Mitteldeutscher Rundfunk -> head of government -> Lothar Sp\u00e4th (1992)\n Answer: Lothar Sp\u00e4th" + }, + { + "id": "q_006589", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Giulio Andreotti", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giorgio Albani -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Giulio Andreotti (1996)\n Answer: Giulio Andreotti" + }, + { + "id": "q_006151", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "19", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ulm University -> member of -> Forschungszentrum J\u00fclich (2005)\n Hop 2: Forschungszentrum J\u00fclich -> funder -> European Molecular Biology Laboratory (2005)\n Hop 3: European Molecular Biology Laboratory -> located in -> Germany (2005)\n Hop 4: Germany -> founded -> 1949 (2005)\n Answer: 19" + }, + { + "id": "q_005300", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Otto Rehhagel", + "pred": "Ian Porterfield", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Dimitris Salpingidis -> member of sports team -> FC Pyunik (2009)\n Hop 2: FC Pyunik -> head coach -> Ian Porterfield (2009)\n Answer: Ian Porterfield" + }, + { + "id": "q_003618", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Franz Joseph I of Austria", + "pred": "Karl Liebknecht", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Karl-Liebknecht-Haus -> operator -> Communist Party of Germany (1932)\n Hop 2: Communist Party of Germany -> educated at -> Karl-Liebknecht-Haus (1932)\n Hop 3: Karl-Liebknecht-Haus -> named after -> Karl Liebknecht (1932)\n Answer: Karl Liebknecht" + }, + { + "id": "q_001231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "Bill Clinton", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Discovery Channel -> country -> United States (1995-1996)\n Hop 2: United States -> head of government -> Bill Clinton (1993-1997)\n Hop 3: Bill Clinton -> country -> United States (1993-1997)\n Hop 4: United States -> shares border -> Panama (1995-1996)\n Answer: Bill Clinton" + }, + { + "id": "q_001195", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alan Hollinghurst -> winner -> Man Booker Prize (2004)\n Hop 2: Man Booker Prize (2004) -> winner -> Ronan Bennett\n Hop 3: Ronan Bennett -> nominated for -> The Guardian (2004)\n Answer: 2004" + }, + { + "id": "q_007049", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1978.0, + "gold": "1978", + "pred": "1978", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: David H. Hubel -> winner of -> Vernon Benjamin Mountcastle's award (1978)\n Answer: 1978" + }, + { + "id": "q_003961", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Edith Roosevelt", + "pred": "Christiane Kubrick", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stanley Kubrick -> spouse -> Christiane Kubrick (1995)\n Answer: Christiane Kubrick" + }, + { + "id": "q_002548", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "constitutional monarchy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Charles Debbas -> country of citizenship -> Lebanon\n Hop 2: Lebanon -> basic form of government -> parliamentary republic\n Hop 3: parliamentary republic -> basic form of government -> constitutional monarchy\n Answer: constitutional monarchy" + }, + { + "id": "q_002969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1910.0, + "gold": "Austria\u2013Hungary", + "pred": "Hungary", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Vilmos F\u00e9mes Beck -> work location -> Budapest (1910)\n Hop 2: Budapest -> country -> Hungary (1910)\n Answer: Hungary" + }, + { + "id": "q_003484", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "United Kingdom", + "pred": "Middle East", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Netanya -> country -> Israel (1934)\n Hop 2: Israel -> located in -> Middle East (1934)\n Answer: Middle East" + }, + { + "id": "q_002374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Kingdome", + "pred": "Seattle", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tom Chambers -> member of sports team -> Seattle SuperSonics (1985)\n Hop 2: Seattle SuperSonics -> home venue -> KeyArena (1985)\n Hop 3: KeyArena -> located in -> Seattle (1985)\n Answer: Seattle" + }, + { + "id": "q_002163", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Clive Woodward", + "pred": "Slovenia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Phil Vickery -> member of sports team -> Tenax (2003)\n Hop 2: Tenax -> head coach -> Zoran Klemen\u010di\u010d (2003)\n Hop 3: Zoran Klemen\u010di\u010d -> country -> Slovenia (2003)\n Answer: Slovenia" + }, + { + "id": "q_006692", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Bruce Buck", + "pred": "Hop 1: Marko Marin -> member of -> FK Varnsdorf\n Hop 2: FK Varnsdorf -> chairperson -> Jan Kocbek\n Hop 3: Jan Kocbek -> member of -> SK Slavia Prague\n Hop 4: SK Slavia Prague -> chairperson -> Petr Korda\n Hop 5: Petr Korda -> member of -> Czech Republic\n Hop 6: Czech Republic -> chairperson -> Milo\u0161 Zeman", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Marko Marin -> member of -> FK Varnsdorf\n Hop 2: FK Varnsdorf -> chairperson -> Jan Kocbek\n Hop 3: Jan Kocbek -> member of -> SK Slavia Prague\n Hop 4: SK Slavia Prague -> chairperson -> Petr Korda\n Hop 5: Petr Korda -> member of -> Czech Republic\n Hop 6: Czech Republic -> chairperson -> Milo\u0161 Zeman" + }, + { + "id": "q_006073", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Volker Finke", + "pred": "1. FC Nuremberg", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alain Sutter -> member of -> SC Freiburg (1997)\n Hop 2: SC Freiburg -> head coach -> Thomas Schirrmacher (1997)\n Hop 3: Thomas Schirrmacher -> member of -> 1. FC Nuremberg (1997)\n Answer: 1. FC Nuremberg" + }, + { + "id": "q_008473", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Roman Abramovich", + "pred": "AS Monaco F.C.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Lassana Diarra -> member of sports team -> AS Monaco (2005)\n Hop 2: AS Monaco -> owned by -> AS Monaco F.C. (2005)\n Answer: AS Monaco F.C." + }, + { + "id": "q_003674", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1978.0, + "gold": "Leonid Brezhnev", + "pred": "Hop 1: Viktor Anpilov -> member of political party -> Russian Social Democratic Labour Party (Bolsheviks)\n Hop 2: Russian Social Democratic Labour Party (Bolsheviks) -> chairperson -> Grigory Zinoviev\n Hop 3: Grigory Zinoviev -> member of political party -> Russian Social Democratic Labour Party (Bolsheviks)\n Hop 4: Russian Social Democratic Labour Party (Bolsheviks)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Viktor Anpilov -> member of political party -> Russian Social Democratic Labour Party (Bolsheviks)\n Hop 2: Russian Social Democratic Labour Party (Bolsheviks) -> chairperson -> Grigory Zinoviev\n Hop 3: Grigory Zinoviev -> member of political party -> Russian Social Democratic Labour Party (Bolsheviks)\n Hop 4: Russian Social Democratic Labour Party (Bolsheviks)" + }, + { + "id": "q_003352", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "absolute monarchy", + "pred": "People's Republic", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bitola -> country -> People's Republic of Macedonia (1945-1991) (1957)\n Hop 2: People's Republic of Macedonia (1945-1991) -> basic form of government -> People's Republic (1957)\n Answer: People's Republic" + }, + { + "id": "q_004456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Hop 1: Giorgio Mastropasqua -> member of -> A.S. Roma (1997-2000)\n Hop 2: A.S. Roma -> chairperson -> Guido Bertolaso (1997-2000)\n Hop 3: Guido Bertolaso -> member of -> Italian Football Federation (1997-2000)\n Hop 4: Italian Football Federation -> chairperson ->", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giorgio Mastropasqua -> member of -> A.S. Roma (1997-2000)\n Hop 2: A.S. Roma -> chairperson -> Guido Bertolaso (1997-2000)\n Hop 3: Guido Bertolaso -> member of -> Italian Football Federation (1997-2000)\n Hop 4: Italian Football Federation -> chairperson ->" + }, + { + "id": "q_002789", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Pietro Lana -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> currency -> Italian lira (1950)\n Answer: Italian lira" + }, + { + "id": "q_005326", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Spencer Tracy", + "pred": "John Wayne", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Paul Muni -> nominated for -> Academy Award for Best Actor (1938)\n Hop 2: Academy Award for Best Actor (1938) -> winner -> Clark Gable\n Hop 3: Clark Gable -> winner -> John Wayne (1938)\n Answer: John Wayne" + }, + { + "id": "q_005284", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Erich Werdermann", + "pred": "Christiane Kubrick", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stanley Kubrick -> spouse -> Christiane Kubrick (1995)\n Answer: Christiane Kubrick" + }, + { + "id": "q_005774", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Challenge League", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Stephan Andrist -> member of sports team -> FC Z\u00fcrich (2005)\n Hop 2: FC Z\u00fcrich (2005) -> league or competition -> Challenge League (2005)\n Answer: Challenge League" + }, + { + "id": "q_003372", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Patrick Le Lay", + "pred": "Nicky Campbell", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Star Academy -> original broadcaster -> Channel 5 (UK) (2008)\n Hop 2: Channel 5 (UK) -> chairperson -> Nicky Campbell (2008)\n Hop 3: Nicky Campbell -> member of sports team -> Tottenham Hotspur F.C. (2008)\n Answer: Nicky Campbell" + }, + { + "id": "q_008201", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nicole Kidman -> Monster's award -> 1999 (Hop 1)\n Answer: 1999" + }, + { + "id": "q_001153", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Franz Beckenbauer", + "pred": "Hop 1: Pierre Littbarski -> member of sports team -> 1. FC K\u00f6ln\n Hop 2: 1. FC K\u00f6ln -> head coach -> Peter St\u00f6ger\n Hop 3: Peter St\u00f6ger -> member of sports team -> FC Bayern Munich\n Hop 4: FC Bayern Munich -> head coach -> Udo Lattek\n Hop 5: Udo Lattek -> member of sports team -> 1. FC K\u00f6ln\n Hop 6", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pierre Littbarski -> member of sports team -> 1. FC K\u00f6ln\n Hop 2: 1. FC K\u00f6ln -> head coach -> Peter St\u00f6ger\n Hop 3: Peter St\u00f6ger -> member of sports team -> FC Bayern Munich\n Hop 4: FC Bayern Munich -> head coach -> Udo Lattek\n Hop 5: Udo Lattek -> member of sports team -> 1. FC K\u00f6ln\n Hop 6" + }, + { + "id": "q_007164", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "Simone Inzaghi", + "pred": "Hop 1: Pepe Reina -> member of sports team -> Liverpool FC (2005-2011)\n Hop 2: Liverpool FC -> head coach -> Rafael Ben\u00edtez (2004-2010)\n Hop 3: Rafael Ben\u00edtez -> member of sports team -> Real Madrid CF (2011-2013)\n Hop 4: Real Madrid CF -> head coach -> Jos\u00e9 Mourinho (", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pepe Reina -> member of sports team -> Liverpool FC (2005-2011)\n Hop 2: Liverpool FC -> head coach -> Rafael Ben\u00edtez (2004-2010)\n Hop 3: Rafael Ben\u00edtez -> member of sports team -> Real Madrid CF (2011-2013)\n Hop 4: Real Madrid CF -> head coach -> Jos\u00e9 Mourinho (" + }, + { + "id": "q_006407", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Allianz Arena", + "pred": "Rogers Centre", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pascal Ojigwe -> member of -> Toronto Argonauts (2005)\n Hop 2: Toronto Argonauts -> home venue -> Rogers Centre (2005)\n Answer: Rogers Centre" + }, + { + "id": "q_001540", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "1970-1971", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Josef Pe\u0161ice -> member of -> Czechoslovakia national football team (1970-1971)\n Hop 2: Czechoslovakia national football team (1970-1971) -> head coach -> Anton\u00edn Kova\u0159\u00edk (1970-1971)\n Answer: 1970-1971" + }, + { + "id": "q_005100", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bernd Leistner -> award -> Heinrich Mann Prize (1985)\n Hop 2: Heinrich Mann Prize -> country -> Germany (1985)\n Answer: Germany" + }, + { + "id": "q_006066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Claudio Ranieri", + "pred": "Frank de Boer", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hasan Salihamid\u017ei\u0107 -> member of sports team -> FC Twente (2010)\n Hop 2: FC Twente -> head coach -> Frank de Boer (2008)\n Answer: Frank de Boer" + }, + { + "id": "q_001566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Virgilio No\u00e8 -> country of citizenship -> Yugoslavia (1979)\n Hop 2: Yugoslavia -> member of -> European Economic Community (1979)\n Answer: European Economic Community" + }, + { + "id": "q_006837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Christiaan Eijkman", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Cast Away -> nominated for -> Nobel Prize in Physiology or Medicine (1921)\n Hop 2: Nobel Prize in Physiology or Medicine (1921) -> winner -> Christiaan Eijkman\n Answer: Christiaan Eijkman" + }, + { + "id": "q_007894", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "1968", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Andr\u00e9 Wilms -> nominated for -> The 1968 Cannes Film Festival\n Hop 2: The 1968 Cannes Film Festival -> winner -> Colin Firth\n Hop 3: Colin Firth -> winner -> 1968\n Answer: 1968" + }, + { + "id": "q_008658", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Ruslan Rotan", + "pred": "Hop 1: Oleh Husiev -> member of sports team -> Ukraine men's national football team (1991-1992)\n Hop 2: Ukraine men's national football team -> team captain -> Andriy Voronin (1991-1992)\n Hop 3: Andriy Voronin -> member of sports team -> Ukraine men's national football team (1991-1992)\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Oleh Husiev -> member of sports team -> Ukraine men's national football team (1991-1992)\n Hop 2: Ukraine men's national football team -> team captain -> Andriy Voronin (1991-1992)\n Hop 3: Andriy Voronin -> member of sports team -> Ukraine men's national football team (1991-1992)\n Hop" + }, + { + "id": "q_005158", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pietro Giacomo Nonis -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giovanni Leone (1965)\n Answer: Giovanni Leone" + }, + { + "id": "q_007400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giacomo Fornoni -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> currency -> Italian lira (1994)\n Answer: Italian lira" + }, + { + "id": "q_008060", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Bundesliga", + "pred": "UEFA Champions League", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bernhard Schachner -> member of sports team -> AC Milan (2020)\n Hop 2: AC Milan -> league or competition -> UEFA Champions League (2020)\n Answer: UEFA Champions League" + }, + { + "id": "q_004900", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "SeatGeek Stadium", + "pred": "United Center", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Benji Joya -> member of sports team -> Chicago Fire FC (2014)\n Hop 2: Chicago Fire FC -> home venue -> Soldier Field (2014)\n Hop 3: Soldier Field -> located in -> Chicago (2014)\n Hop 4: Chicago -> home venue -> United Center (2014)\n Answer: United Center" + }, + { + "id": "q_000430", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Bombardier", + "pred": "Ferrovie dello Stato Italiane", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: FS E.464 -> manufacturer -> AnsaldoBreda\n Hop 2: AnsaldoBreda -> parent organization -> Ferrovie dello Stato Italiane\n Answer: Ferrovie dello Stato Italiane" + }, + { + "id": "q_006467", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Taiwan", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Enderbury Island -> country -> British Indian Ocean Territory (1938)\n Hop 2: British Indian Ocean Territory -> diplomatic relation -> United Kingdom (1938)\n Answer: United Kingdom" + }, + { + "id": "q_004710", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "Jean-Cyril Robin", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Groupama-FDJ United -> head coach -> Jean-Cyril Robin (2005)\n Answer: Jean-Cyril Robin" + }, + { + "id": "q_000041", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giorgio Albani -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1996)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_004408", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "crown prince", + "pred": "Lord Lieutenant of Ireland", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Louise Mountbatten -> spouse -> Henry Lascelles\n Hop 2: Henry Lascelles -> position held -> 1st Earl of Harewood\n Hop 3: 1st Earl of Harewood -> position held -> Lord Lieutenant of Ireland\n Answer: Lord Lieutenant of Ireland" + }, + { + "id": "q_001201", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Yugoslavia", + "pred": "Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Azzini -> country of citizenship -> Italy\n Hop 2: Italy -> shares border with -> Austria\n Hop 3: Austria -> shares border with -> Czechoslovakia\n Answer: Czechoslovakia" + }, + { + "id": "q_004457", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Vienna", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Franz Anton Basch -> educated at -> University of Vienna\n Hop 2: University of Vienna -> named after -> Joseph II of Austria\n Hop 3: Joseph II of Austria -> birth place -> Vienna\n Answer: Vienna" + }, + { + "id": "q_005193", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Antonio Cariglia -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> currency -> Italian lira (1969)\n Hop 3: Italian lira -> country -> Italy (1969)\n Answer: Italian lira" + }, + { + "id": "q_005781", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "State Anthem of the Soviet Union", + "pred": "Kursk Oblast (1", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kursk Oblast -> anthem -> \"Kursk Oblast\" (1987)\n Hop 2: \"Kursk Oblast\" (1987) -> located in -> Kursk Oblast (1987)\n Hop 3: Kursk Oblast (1987) -> located in -> Kursk Oblast (1987)\n Answer: Kursk Oblast (1" + }, + { + "id": "q_004013", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Karl-Heinz Miller", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bernd Franke -> member of sports team -> 1. FC Nuremberg (1982)\n Hop 2: 1. FC Nuremberg -> head coach -> Karl-Heinz Miller (1982)\n Hop 3: Karl-Heinz Miller -> member of sports team -> 1. FC Nuremberg (1982)\n Answer: Karl-Heinz Miller" + }, + { + "id": "q_003935", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Volker Finke", + "pred": "Hop 1: Andreas Bornemann -> member of sports team -> 1. FC N\u00fcrnberg\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Karl-Heinz Feldkamp\n Hop 3: Karl-Heinz Feldkamp -> member of sports team -> 1. FC N\u00fcrnberg\n Hop 4: 1. FC N\u00fcrnberg -> head coach -> Karl-Heinz Feldkamp\n Hop 5: Karl-Heinz", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Andreas Bornemann -> member of sports team -> 1. FC N\u00fcrnberg\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Karl-Heinz Feldkamp\n Hop 3: Karl-Heinz Feldkamp -> member of sports team -> 1. FC N\u00fcrnberg\n Hop 4: 1. FC N\u00fcrnberg -> head coach -> Karl-Heinz Feldkamp\n Hop 5: Karl-Heinz" + }, + { + "id": "q_006770", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Silvio Berlusconi", + "pred": "Hop 1: Fernando Redondo -> member of -> Real Madrid C.F.\n Hop 2: Real Madrid C.F. -> chairperson -> \u00c1ngel Mar\u00eda Villar\n Hop 3: \u00c1ngel Mar\u00eda Villar -> member of -> Spanish Football Federation\n Hop 4: Spanish Football Federation -> chairperson -> Jos\u00e9 Mar\u00eda Gil Abad\n Hop 5: Jos\u00e9 Mar\u00eda Gil Abad -> member of -> Real Madrid C.F.\n Hop 6: Real Madrid C", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fernando Redondo -> member of -> Real Madrid C.F.\n Hop 2: Real Madrid C.F. -> chairperson -> \u00c1ngel Mar\u00eda Villar\n Hop 3: \u00c1ngel Mar\u00eda Villar -> member of -> Spanish Football Federation\n Hop 4: Spanish Football Federation -> chairperson -> Jos\u00e9 Mar\u00eda Gil Abad\n Hop 5: Jos\u00e9 Mar\u00eda Gil Abad -> member of -> Real Madrid C.F.\n Hop 6: Real Madrid C" + }, + { + "id": "q_008617", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Valerio Bacigalupo -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> shares border with -> Austria (1948)\n Hop 3: Austria -> shares border with -> Czechoslovakia (1948)\n Answer: Czechoslovakia" + }, + { + "id": "q_008708", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Me\u0161a Selimovi\u0107 -> award -> NIN Prize (1966)\n Hop 2: NIN Prize (1966) -> country -> Italy (1971)\n Answer: Italy" + }, + { + "id": "q_005902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Zden\u011bk Zeman", + "pred": "Sport Club Corinthians Paulista", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Aron Winter -> member of sports team -> Crici\u00fama Esporte Clube (2015)\n Hop 2: Crici\u00fama Esporte Clube (2015) -> head coach -> Paulo Autuori (2015)\n Hop 3: Paulo Autuori -> member of sports team -> Sport Club Corinthians Paulista (2015)\n Answer: Sport Club Corinthians Paulista" + }, + { + "id": "q_007389", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Saku Koivu", + "pred": "John C. H. H.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Louis Leblanc -> drafted by -> Chicago (1913)\n Hop 2: Chicago -> team captain -> John C. H. H. (1913)\n Hop 3: John C. H. H. -> head of government -> John C. H. H. (1913)\n Answer: John C. H. H." + }, + { + "id": "q_005554", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Moscow", + "pred": "Minneapolis", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Imi Knoebel -> work location -> Seattle SuperSonics (1992)\n Hop 2: Seattle SuperSonics -> twinned with -> Twin Cities (1992)\n Hop 3: Twin Cities -> twinned with -> Minneapolis (1992)\n Answer: Minneapolis" + }, + { + "id": "q_000408", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Kingdom of Prussia", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Paul Cassirer -> work location -> Berlin\n Hop 2: Berlin -> located in -> Germany\n Answer: Germany" + }, + { + "id": "q_003634", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Uwe Neuhaus", + "pred": "Jos\u00e9 Anigo", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Micha\u0142 Bemben -> sports team -> Olympiacos F.C. (2008)\n Hop 2: Olympiacos F.C. -> head coach -> Jos\u00e9 Anigo (2008)\n Answer: Jos\u00e9 Anigo" + }, + { + "id": "q_006653", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Renato Barisani -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> currency -> Italian lira (1997)\n Answer: Italian lira" + }, + { + "id": "q_000961", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Kate Winslet", + "pred": "Juventus FC", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: La Vie en Rose -> winner -> Michael Laudrup (1985)\n Hop 2: Michael Laudrup -> member of sports team -> Juventus FC (1985)\n Answer: Juventus FC" + }, + { + "id": "q_002923", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Enrico Prampolini -> country of citizenship -> Italy (1949)\n Hop 2: Italy -> shares border with -> Yugoslavia (1949)\n Hop 3: Yugoslavia -> country of citizenship -> Enrico Prampolini (1949)\n Answer: Yugoslavia" + }, + { + "id": "q_008130", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Silvio Berlusconi", + "pred": "Giuseppe Farina", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Sergio Porrini -> member of -> AC Milan (1988)\n Hop 2: AC Milan -> chairperson -> Giuseppe Farina (1988)\n Hop 3: Giuseppe Farina -> member of -> AS Roma (1988)\n Hop 4: AS Roma -> chairperson -> Giuseppe Farina (1988)\n Answer: Giuseppe Farina" + }, + { + "id": "q_001668", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Jane Fonda", + "pred": "Carol Channing", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Women in Love -> nominated for -> 1971\n Hop 2: 1971 -> winner -> Louise Fletcher\n Hop 3: Louise Fletcher -> before -> Carol Channing\n Answer: Carol Channing" + }, + { + "id": "q_006838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Lucien Favre", + "pred": "Christian Streich", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Marcel Schmelzer -> sports team -> 1. FC N\u00fcrnberg (2017-2018)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Christian Streich (2017-2018)\n Answer: Christian Streich" + }, + { + "id": "q_007280", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Klaus Wowereit", + "pred": "Karl-Heinz Schulte", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ann Wolff -> work location -> Freiburg im Breisgau (2006)\n Hop 2: Freiburg im Breisgau -> head of government -> Karl-Heinz Schulte (2006)\n Answer: Karl-Heinz Schulte" + }, + { + "id": "q_004011", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "Gordon Willis", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Brian Moore -> nominated for -> The Last of the Mohicans (film) (1976)\n Hop 2: The Last of the Mohicans (film) -> winner -> 1976 Academy Award for Best Cinematography\n Hop 3: 1976 Academy Award for Best Cinematography -> winner -> Gordon Willis\n Answer: Gordon Willis" + }, + { + "id": "q_001876", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Thomas Tuchel", + "pred": "Hop 1: Anthony Ujah -> member of sports team -> 1. FC Nuremberg\n Hop 2: 1. FC Nuremberg -> head coach -> Christian Streich\n Hop 3: Christian Streich -> member of sports team -> 1. FC Nuremberg\n Hop 4: 1. FC Nuremberg -> head coach -> Christian Streich\n Hop 5: Christian Streich -> member of sports team", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Anthony Ujah -> member of sports team -> 1. FC Nuremberg\n Hop 2: 1. FC Nuremberg -> head coach -> Christian Streich\n Hop 3: Christian Streich -> member of sports team -> 1. FC Nuremberg\n Hop 4: 1. FC Nuremberg -> head coach -> Christian Streich\n Hop 5: Christian Streich -> member of sports team" + }, + { + "id": "q_003426", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "George H. W. Bush", + "pred": "Giovanni Spadolini", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Motorola -> country -> Italy (1992)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1992)\n Answer: Giovanni Spadolini" + }, + { + "id": "q_008324", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Norma Shearer -> winner of -> 1930 (1930)\n Hop 2: 1930 -> winner of -> Corinne Griffith (1930)\n Answer: 1930" + }, + { + "id": "q_001089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Oscar Luigi Scalfari", + "em": 0.0, + "f1": 0.6666666666666666, + "pred_raw": "Hop 1: Ansano Giannarelli -> country of citizenship -> Italy (1991)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfari (1991)\n Answer: Oscar Luigi Scalfari" + }, + { + "id": "q_001646", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Walter Mazzarri", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Walter Samuel -> member of -> Inter Milan (2008)\n Hop 2: Inter Milan -> head coach -> Walter Mazzarri (2008)\n Answer: Walter Mazzarri" + }, + { + "id": "q_001719", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "Hop 1: Tim Borowski -> sports team -> FC Rapid Bucure\u0219ti\n Hop 2: FC Rapid Bucure\u0219ti -> head coach -> Mircea Lucescu\n Hop 3: Mircea Lucescu -> member of sports team -> A.S. Roma\n Hop 4: A.S. Roma -> head coach -> Luciano Spalletti\n Hop 5: Luciano Spalletti -> member of sports team -> Italy men's", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tim Borowski -> sports team -> FC Rapid Bucure\u0219ti\n Hop 2: FC Rapid Bucure\u0219ti -> head coach -> Mircea Lucescu\n Hop 3: Mircea Lucescu -> member of sports team -> A.S. Roma\n Hop 4: A.S. Roma -> head coach -> Luciano Spalletti\n Hop 5: Luciano Spalletti -> member of sports team -> Italy men's" + }, + { + "id": "q_005359", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Hop 1: George Boateng -> sports team -> FC Kairat Almaty\n Hop 2: FC Kairat Almaty -> head coach -> Igor Kovalenko\n Hop 3: Igor Kovalenko -> member of -> Ukrainian national team\n Hop 4: Ukrainian national team -> head coach -> Valeriy Lobanovskyi\n Hop 5: Valeriy Lobanovskyi -> member of -> Ukrainian national team\n Hop 6", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: George Boateng -> sports team -> FC Kairat Almaty\n Hop 2: FC Kairat Almaty -> head coach -> Igor Kovalenko\n Hop 3: Igor Kovalenko -> member of -> Ukrainian national team\n Hop 4: Ukrainian national team -> head coach -> Valeriy Lobanovskyi\n Hop 5: Valeriy Lobanovskyi -> member of -> Ukrainian national team\n Hop 6" + }, + { + "id": "q_002201", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Princeton University", + "pred": "Hop 1: Nash equilibrium -> theorized by -> John von Neumann (Hop 1)\n Hop 2: John von Neumann -> educated at -> University of Berlin (Hop 2)\n Hop 3: University of Berlin -> founded by -> Frederick William IV of Prussia (Hop 3)\n Hop 4: Frederick William IV of Prussia -> born in -> Prussia (Hop 4)\n Hop 5: Prussia -> capital -> Berlin (Hop", + "em": 0.0, + "f1": 0.07142857142857144, + "pred_raw": "Hop 1: Nash equilibrium -> theorized by -> John von Neumann (Hop 1)\n Hop 2: John von Neumann -> educated at -> University of Berlin (Hop 2)\n Hop 3: University of Berlin -> founded by -> Frederick William IV of Prussia (Hop 3)\n Hop 4: Frederick William IV of Prussia -> born in -> Prussia (Hop 4)\n Hop 5: Prussia -> capital -> Berlin (Hop" + }, + { + "id": "q_000953", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "2003 Indian Filmfare", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Monica Ali -> nominated for -> The God of Small Things (film) (2003)\n Hop 2: The God of Small Things (film) (2003) -> winner -> Smita Bhatia (2003)\n Hop 3: Smita Bhatia -> winner of -> 2003 Indian Filmfare Awards (2003)\n Answer: 2003 Indian Filmfare" + }, + { + "id": "q_003588", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Jos\u00e9 Antonio Camacho", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Antonio L\u00f3pez -> member of sports team -> Atl\u00e9tico Madrid\n Hop 2: Atl\u00e9tico Madrid -> head coach -> Jos\u00e9 Antonio Camacho\n Hop 3: Jos\u00e9 Antonio Camacho -> member of sports team -> Real Madrid Castilla\n Hop 4: Real Madrid Castilla -> head coach -> Jos\u00e9 Antonio Camacho\n Answer: Jos\u00e9 Antonio Camacho" + }, + { + "id": "q_006330", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Giovanni Mardersteig", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> winner of -> Giovanni Mardersteig (1972)\n Hop 3: Giovanni Mardersteig -> nominated for -> John Banville (1972)\n Answer: Giovanni Mardersteig" + }, + { + "id": "q_006529", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Michel Bouquet -> winner -> Ultime notizie (1991)\n Hop 2: Ultime notizie (1991) -> nominated for -> 1991\n Answer: 1991" + }, + { + "id": "q_006295", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Rolf Johannessen", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Norway men's national association football team -> member of sports team -> Rolf Johannessen (1931)\n Answer: Rolf Johannessen" + }, + { + "id": "q_007246", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "United States", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Agostino Coletto -> country of citizenship -> United States (1952)\n Answer: United States" + }, + { + "id": "q_001257", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "Asia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Shimon Peres -> country of citizenship -> Israel (1943)\n Hop 2: Israel -> located in -> Middle East (1943)\n Hop 3: Middle East -> located in -> Asia (1943)\n Answer: Asia" + }, + { + "id": "q_004353", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Hop 1: Michel D\u00e9on -> member of -> Soci\u00e9t\u00e9 des Gens de Lettres (1988)\n Hop 2: Soci\u00e9t\u00e9 des Gens de Lettres -> general secretary -> Jean-Pierre L\u00e9vy (1988)\n Hop 3: Jean-Pierre L\u00e9vy -> member of -> Acad\u00e9mie des Sciences Morales et Politiques (1988)\n Hop 4: Acad\u00e9mie des Sciences Morales et Politiques ->", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Michel D\u00e9on -> member of -> Soci\u00e9t\u00e9 des Gens de Lettres (1988)\n Hop 2: Soci\u00e9t\u00e9 des Gens de Lettres -> general secretary -> Jean-Pierre L\u00e9vy (1988)\n Hop 3: Jean-Pierre L\u00e9vy -> member of -> Acad\u00e9mie des Sciences Morales et Politiques (1988)\n Hop 4: Acad\u00e9mie des Sciences Morales et Politiques ->" + }, + { + "id": "q_001453", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Paul von Hindenburg", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kyakhta -> country -> Germany (1932)\n Hop 2: Germany -> head of state -> Paul von Hindenburg (1932)\n Answer: Paul von Hindenburg" + }, + { + "id": "q_008300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Alberto De Martino -> country of citizenship -> Italy (1939)\n Hop 2: Italy -> shares border with -> Yugoslavia (1939)\n Answer: Yugoslavia" + }, + { + "id": "q_008480", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Denzel Washington -> winner -> 1999 Tony Award -> Hop 2: 1999 Tony Award -> winner -> Ed Harris -> Answer: 1999" + }, + { + "id": "q_006167", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "LMFAO", + "pred": "Hop 1: Party Rock Anthem -> award -> 2011 MTV Movie Award for Best Song from a Movie\n Hop 2: 2011 MTV Movie Award for Best Song from a Movie -> winner -> LMFAO\n Hop 3: LMFAO -> award -> 2012 Grammy Award for Best Dance Recording\n Hop 4: 2012 Grammy Award for Best Dance Recording -> winner -> David Guetta\n Hop", + "em": 1.0, + "f1": 0.07692307692307693, + "pred_raw": "Hop 1: Party Rock Anthem -> award -> 2011 MTV Movie Award for Best Song from a Movie\n Hop 2: 2011 MTV Movie Award for Best Song from a Movie -> winner -> LMFAO\n Hop 3: LMFAO -> award -> 2012 Grammy Award for Best Dance Recording\n Hop 4: 2012 Grammy Award for Best Dance Recording -> winner -> David Guetta\n Hop" + }, + { + "id": "q_003258", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "J\u00fcrgen Linden", + "pred": "Bremen", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ena von Baer -> residence -> Bremen\n Hop 2: Bremen -> head of government -> Thomas Heil\n Hop 3: Thomas Heil -> residence -> Bremen\n Answer: Bremen" + }, + { + "id": "q_004631", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "absolute monarchy", + "pred": "Sultanate", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Trabzon Province -> country -> Turkey (1904)\n Hop 2: Turkey -> basic form of government -> Sultanate (1904)\n Answer: Sultanate" + }, + { + "id": "q_004837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Ang Lee", + "pred": "David Fincher", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: The Tree of Life -> nominated for -> The Tree of Life (2011 film)\n Hop 2: The Tree of Life (2011 film) -> winner -> David Fincher\n Hop 3: David Fincher -> winner -> The Tree of Life (2011 film)\n Answer: David Fincher" + }, + { + "id": "q_002531", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Austria", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Auger effect -> discoverer or inventor -> Robert Mulliken (1922)\n Hop 2: Robert Mulliken -> country of citizenship -> United States of America (1922)\n Hop 3: United States of America -> successor -> United States of America (1922)\n Hop 4: United States of America -> country of citizenship -> United States of America (1922)\n Answer: United States of America" + }, + { + "id": "q_008228", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Frances McDormand", + "pred": "Hop 1: Elisabeth Shue -> nominated for -> The Client (1996)\n Hop 2: The Client (1996) -> winner of -> Julia Roberts (1996)\n Hop 3: Julia Roberts (1996) -> nominated for -> The Color Purple (1985)\n Hop 4: The Color Purple (1985) -> winner of -> Whoopi Goldberg (1985)\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Elisabeth Shue -> nominated for -> The Client (1996)\n Hop 2: The Client (1996) -> winner of -> Julia Roberts (1996)\n Hop 3: Julia Roberts (1996) -> nominated for -> The Color Purple (1985)\n Hop 4: The Color Purple (1985) -> winner of -> Whoopi Goldberg (1985)\n Hop" + }, + { + "id": "q_005557", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Fatih Terim", + "pred": "Ersun Yanal", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Adem B\u00fcy\u00fck -> sports team -> Fenerbah\u00e7e S.K.\n Hop 2: Fenerbah\u00e7e S.K. -> head coach -> Ersun Yanal\n Hop 3: Ersun Yanal -> member of sports team -> Turkey men's national football team\n Answer: Ersun Yanal" + }, + { + "id": "q_007336", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Daniel Br\u00fchl -> winner -> 1999 European Film Award for Best Actor (1999) (Hop 1)\n Hop 2: 1999 European Film Award for Best Actor (1999) -> nominated for -> Luigi Lo Cascio (Hop 2)\n Answer: 1999" + }, + { + "id": "q_003098", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Flavio Mogherini -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1980)\n Answer: Giovanni Gronchi" + }, + { + "id": "q_002950", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1945.0, + "gold": "1945", + "pred": "Hop 1: Valdis Zatlers -> position held -> President of Latvia (2010)\n Hop 2: President of Latvia -> country -> Latvia (2010)\n Hop 3: Latvia -> capital -> Riga (2010)\n Hop 4: Riga -> located in -> Latvia (2010)\n Hop 5: Latvia -> leader -> Valdis Zatlers (2010)\n Hop 6: Val", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Valdis Zatlers -> position held -> President of Latvia (2010)\n Hop 2: President of Latvia -> country -> Latvia (2010)\n Hop 3: Latvia -> capital -> Riga (2010)\n Hop 4: Riga -> located in -> Latvia (2010)\n Hop 5: Latvia -> leader -> Valdis Zatlers (2010)\n Hop 6: Val" + }, + { + "id": "q_000019", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Maurizio Lucidi -> country -> Italy (1999)\n Hop 2: Italy -> currency -> Italian lira (1999)\n Answer: Italian lira" + }, + { + "id": "q_001920", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Claudio Ranieri", + "pred": "Scotland national football team", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Roberto Di Matteo -> member of sports team -> West Bromwich Albion F.C. (2002)\n Hop 2: West Bromwich Albion F.C. -> head coach -> Tony Mowbray (2002)\n Hop 3: Tony Mowbray -> member of sports team -> Scotland national football team (2002)\n Answer: Scotland national football team" + }, + { + "id": "q_005782", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1973)\n Hop 2: Italy -> currency -> Italian lira (1973)\n Answer: Italian lira" + }, + { + "id": "q_006670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "White Hart Lane", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alf Ramsey -> member of -> England national football team (1954)\n Hop 2: England national football team -> home venue -> Wembley Stadium (1954)\n Hop 3: Wembley Stadium -> country -> United Kingdom (1954)\n Answer: United Kingdom" + }, + { + "id": "q_000862", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Humphrey Bogart", + "pred": "Broderick", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jos\u00e9 Ferrer -> nominated for -> Academy Award for Best Actor (1951)\n Hop 2: Academy Award for Best Actor (1951) -> winner -> Broderick Crawford\n Hop 3: Broderick Crawford -> nominated for -> Academy Award for Best Actor (1951)\n Hop 4: Academy Award for Best Actor (1951) -> winner -> Broderick Crawford\n Answer: Broderick" + }, + { + "id": "q_001033", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "China Mi\u00e9ville", + "pred": "2005 Academy Award", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Cloud Atlas -> nominated for -> 2005 Academy Awards\n Hop 2: 2005 Academy Awards -> winner -> 2005 Best Cinematography\n Hop 3: 2005 Best Cinematography -> winner -> Roger Deakins\n Hop 4: Roger Deakins -> winner -> 2005 Academy Award for Best Cinematography\n Answer: 2005 Academy Award" + }, + { + "id": "q_003960", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "Bonn", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Inge Keller -> spouse -> Hans-J\u00fcrgen von der Lippe (1955-1955)\n Hop 2: Hans-J\u00fcrgen von der Lippe -> country of citizenship -> West Germany (1955-1955)\n Hop 3: West Germany -> capital -> Bonn (1955-1955)\n Answer: Bonn" + }, + { + "id": "q_006287", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Hop 1: Josh Lewsey -> sports team -> England men\u2019s national rugby union team (1999)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Clive Woodward (1999)\n Hop 3: Clive Woodward -> member of sports team -> Rugby Football League (1999)\n Hop 4: Rugby Football League -> head coach -> Paul Cadd (1999)\n Hop 5: Paul C", + "em": 1.0, + "f1": 0.13333333333333333, + "pred_raw": "Hop 1: Josh Lewsey -> sports team -> England men\u2019s national rugby union team (1999)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Clive Woodward (1999)\n Hop 3: Clive Woodward -> member of sports team -> Rugby Football League (1999)\n Hop 4: Rugby Football League -> head coach -> Paul Cadd (1999)\n Hop 5: Paul C" + }, + { + "id": "q_007880", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Giovanni Trapattoni", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stefano Tacconi -> member of -> AC Milan (1992)\n Hop 2: AC Milan -> head coach -> Arrigo Sacchi (1992)\n Hop 3: Arrigo Sacchi -> country of citizenship -> Italy (1992)\n Answer: Italy" + }, + { + "id": "q_005772", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Titel Municipality -> country -> Italy (1982)\n Answer: Italy" + }, + { + "id": "q_006294", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Anthony Hopkins", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Samantha Morton -> nominated for -> The Quiet American (film)\n Hop 2: The Quiet American (film) -> winner -> Anthony Hopkins\n Hop 3: Anthony Hopkins -> winner of -> 2004 Academy Award for Best Actor\n Answer: Anthony Hopkins" + }, + { + "id": "q_004173", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "German Football Association", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pierre Littbarski -> sports team -> 1. FC Kaiserslautern (1982)\n Hop 2: 1. FC Kaiserslautern -> head coach -> Karl-Heinz Feldkamp (1982)\n Hop 3: Karl-Heinz Feldkamp -> member of -> German Football Association (1982)\n Answer: German Football Association" + }, + { + "id": "q_005281", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Loredana Nusciak -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1955)\n Answer: Giuseppe Saragat" + }, + { + "id": "q_005433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Ottmar Hitzfeld", + "pred": "Hop 1: Ren\u00e9 Tretschok -> member of sports team -> 1. FC Nuremberg (1997)\n Hop 2: 1. FC Nuremberg -> head coach -> Rudi V\u00f6ller (1997)\n Hop 3: Rudi V\u00f6ller -> member of sports team -> Borussia Dortmund (1997)\n Hop 4: Borussia Dortmund -> head coach -> Thomas Doll (1", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ren\u00e9 Tretschok -> member of sports team -> 1. FC Nuremberg (1997)\n Hop 2: 1. FC Nuremberg -> head coach -> Rudi V\u00f6ller (1997)\n Hop 3: Rudi V\u00f6ller -> member of sports team -> Borussia Dortmund (1997)\n Hop 4: Borussia Dortmund -> head coach -> Thomas Doll (1" + }, + { + "id": "q_008091", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "\u0130smet \u0130n\u00f6n\u00fc", + "pred": "Hop 1: Fuat K\u00f6pr\u00fcl\u00fc -> member of political party -> Cumhuriyet Halk Partisi (CHP)\n Hop 2: Cumhuriyet Halk Partisi (CHP) -> chairperson -> Refik Saydam\n Hop 3: Refik Saydam -> member of political party -> Cumhuriyet Halk Partisi (CHP)\n Hop 4: Cumhuriyet Halk Partisi (CHP) -> chair", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fuat K\u00f6pr\u00fcl\u00fc -> member of political party -> Cumhuriyet Halk Partisi (CHP)\n Hop 2: Cumhuriyet Halk Partisi (CHP) -> chairperson -> Refik Saydam\n Hop 3: Refik Saydam -> member of political party -> Cumhuriyet Halk Partisi (CHP)\n Hop 4: Cumhuriyet Halk Partisi (CHP) -> chair" + }, + { + "id": "q_004964", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Area", + "em": 0.0, + "f1": 0.25, + "pred_raw": "Hop 1: Tonino Cervi -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> member of -> European Economic Area (1994)\n Answer: European Economic Area" + }, + { + "id": "q_002871", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giacinto Facchetti -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> head of state -> Giovanni Leone (1994)\n Hop 3: Giovanni Leone -> successor -> Giuseppe Saragat (1994)\n Answer: Giuseppe Saragat" + }, + { + "id": "q_003979", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Rachida Brakni", + "pred": "Carlo Toniatti", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: H\u00e9l\u00e8ne Filli\u00e8res -> nominated for -> La Chute (film) (1960)\n Hop 2: La Chute (film) (1960) -> winner -> Carlo Toniatti\n Answer: Carlo Toniatti" + }, + { + "id": "q_008204", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Erwin Kramer", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: DRB Class 52 -> operator -> Deutsche Bahn AG (1997)\n Hop 2: Deutsche Bahn AG -> manager -> G\u00fcnter Siegmund (1997)\n Hop 3: G\u00fcnter Siegmund -> country of citizenship -> Germany (1997)\n Answer: Germany" + }, + { + "id": "q_001932", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Joe Louis Arena", + "pred": "Kansas City", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stu Grimson -> drafted by -> Kansas City Chiefs (1983)\n Hop 2: Kansas City Chiefs -> home venue -> Arrowhead Stadium\n Hop 3: Arrowhead Stadium -> located in -> Kansas City\n Hop 4: Kansas City -> home venue -> Kansas City\n Answer: Kansas City" + }, + { + "id": "q_007185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Serbia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: In\u0111ija Municipality -> located in -> Vojvodina (1984)\n Hop 2: Vojvodina -> country -> Serbia (1984)\n Answer: Serbia" + }, + { + "id": "q_000480", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "UNESCO", + "pred": "North American Free Trade Agreement", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Eduardo Saverin -> country of citizenship -> United States (2011)\n Hop 2: United States -> member of -> North American Free Trade Agreement (2011)\n Answer: North American Free Trade Agreement" + }, + { + "id": "q_007286", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Deutsche Bank", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bastian Reinhardt -> member of sports team -> 1. FC Kaiserslautern (2009)\n Hop 2: 1. FC Kaiserslautern -> sponsor -> Deutsche Bank (2009)\n Answer: Deutsche Bank" + }, + { + "id": "q_003179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Daniel Auteuil", + "pred": "1993", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jan Decleir -> nominated for -> 1993\n Hop 2: 1993 -> winner -> 1993\n Hop 3: 1993 -> country of citizenship -> Italy\n Hop 4: Italy -> winner -> 1993\n Answer: 1993" + }, + { + "id": "q_002946", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Michal B\u00edlek", + "pred": "Hop 1: Daniel Kol\u00e1\u0159 -> sports team -> MFK Karvina (2010)\n Hop 2: MFK Karvina -> head coach -> Vladim\u00edr \u0160micer (2010)\n Hop 3: Vladim\u00edr \u0160micer -> member of -> Czechia men's national football team (2010)\n Hop 4: Czechia men's national football team -> head coach -> Joz", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Daniel Kol\u00e1\u0159 -> sports team -> MFK Karvina (2010)\n Hop 2: MFK Karvina -> head coach -> Vladim\u00edr \u0160micer (2010)\n Hop 3: Vladim\u00edr \u0160micer -> member of -> Czechia men's national football team (2010)\n Hop 4: Czechia men's national football team -> head coach -> Joz" + }, + { + "id": "q_003999", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Anton Drexler -> member of political party -> German Workers' Party (1920-1921) (Hop 1)\n Hop 2: German Workers' Party (1920-1921) -> chairperson -> Anton Drexler (Hop 2)\n Hop 3: Anton Drexler -> member of political party -> German Workers' Party (1920-1921) (", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Anton Drexler -> member of political party -> German Workers' Party (1920-1921) (Hop 1)\n Hop 2: German Workers' Party (1920-1921) -> chairperson -> Anton Drexler (Hop 2)\n Hop 3: Anton Drexler -> member of political party -> German Workers' Party (1920-1921) (" + }, + { + "id": "q_005894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Hop 1: Vera Drake -> Academy Award for Best Actress (1990)\n Hop 2: Academy Award for Best Actress (1990) -> winner -> Cate Blanchett\n Hop 3: Cate Blanchett -> winner of -> 2001 Academy Award for Best Actress\n Hop 4: 2001 Academy Award for Best Actress -> winner -> Cate Blanchett\n Hop 5: Cate Blanchett -> winner", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Vera Drake -> Academy Award for Best Actress (1990)\n Hop 2: Academy Award for Best Actress (1990) -> winner -> Cate Blanchett\n Hop 3: Cate Blanchett -> winner of -> 2001 Academy Award for Best Actress\n Hop 4: 2001 Academy Award for Best Actress -> winner -> Cate Blanchett\n Hop 5: Cate Blanchett -> winner" + }, + { + "id": "q_005752", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giuliano Amato", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bruno Bettinelli -> country of citizenship -> Italy (2007)\n Hop 2: Italy -> head of government -> Giuliano Amato (1993)\n Answer: Giuliano Amato" + }, + { + "id": "q_001810", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alberto Ronchey -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1965)\n Answer: Giovanni Gronchi" + }, + { + "id": "q_004977", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Antonio Segni", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Livio Lorenzon -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of state -> Antonio Segni (1957)\n Answer: Antonio Segni" + }, + { + "id": "q_004496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Paul von Hindenburg", + "pred": "Paul von Hindenburg", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Otto Schuhart -> country -> Weimar Republic (1930)\n Hop 2: Weimar Republic -> head of state -> Paul von Hindenburg (1930)\n Answer: Paul von Hindenburg" + }, + { + "id": "q_007873", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Hop 1: Zolt\u00e1n G\u00e1bor Szab\u00f3 -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (Hungary)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University (Hungary) -> named after -> Lajos Kossuth\n Hop 3: Lajos Kossuth -> birth place -> Kassa (Hungary)\n Hop 4: Kassa (Hungary) -> located in -> Borsod-Aba\u00faj-Z", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Zolt\u00e1n G\u00e1bor Szab\u00f3 -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (Hungary)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University (Hungary) -> named after -> Lajos Kossuth\n Hop 3: Lajos Kossuth -> birth place -> Kassa (Hungary)\n Hop 4: Kassa (Hungary) -> located in -> Borsod-Aba\u00faj-Z" + }, + { + "id": "q_002637", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Graham Swift -> Every Man for Himself -> nominated for -> 1996\n Answer: 1996" + }, + { + "id": "q_005587", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "199", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gwyneth Jones -> winner -> 1998 European Science Fiction Awards (1998)\n Hop 2: 1998 European Science Fiction Awards (1998) -> nominated for -> The Neanderthal Parallax (1998)\n Hop 3: The Neanderthal Parallax (1998) -> author -> Peter F. Hamilton (1998)\n Answer: 199" + }, + { + "id": "q_005428", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Silvio Berlusconi", + "pred": "Milan", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Arrigo Sacchi -> coach of -> AC Milan (1980-1990)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (1986-1991)\n Hop 3: Silvio Berlusconi -> of sports team -> Milan (1997)\n Answer: Milan" + }, + { + "id": "q_005312", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Norma Shearer", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ruth Chatterton -> nominated for -> 1930 Academy Award for Best Actress\n Hop 2: 1930 Academy Award for Best Actress -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> nominated for -> 1930 Academy Award for Best Actress\n Answer: Norma Shearer" + }, + { + "id": "q_006932", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Frank Tieri -> residence -> United States (1965)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1965)\n Answer: Lyndon B. Johnson" + }, + { + "id": "q_000781", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Elie Wiesel -> country of citizenship -> Romania\n Hop 2: Romania -> capital -> Bucharest\n Answer: Bucharest" + }, + { + "id": "q_007295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "CBS", + "pred": "Canal 2", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Natalia Oreiro -> nominated for -> Mart\u00edn Fierro Award (2001)\n Hop 2: Mart\u00edn Fierro Award -> original broadcaster -> Canal 2 (2001)\n Answer: Canal 2" + }, + { + "id": "q_000003", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1947.0, + "gold": "1947", + "pred": "Hop 1: Loretta Young -> winner -> 1947 Academy Award for Best Actress (1946-1947)\n Hop 2: 1947 Academy Award for Best Actress (1946-1947) -> winner -> Celia Johnson\n Hop 3: Celia Johnson -> nominated for -> 1947 Academy Award for Best Actress (1946-1947)", + "em": 1.0, + "f1": 0.1111111111111111, + "pred_raw": "Hop 1: Loretta Young -> winner -> 1947 Academy Award for Best Actress (1946-1947)\n Hop 2: 1947 Academy Award for Best Actress (1946-1947) -> winner -> Celia Johnson\n Hop 3: Celia Johnson -> nominated for -> 1947 Academy Award for Best Actress (1946-1947)" + }, + { + "id": "q_004851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Claudio Pieri -> country of citizenship -> Italy (2009)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2009)\n Hop 3: Giorgio Napolitano -> head of state -> Giorgio Napolitano (2009)\n Answer: Giorgio Napolitano" + }, + { + "id": "q_004934", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gianna Maria Canale -> country -> Italy (1978)\n Hop 2: Italy -> currency -> Italian lira (1978)\n Answer: Italian lira" + }, + { + "id": "q_000313", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Kazakhstan", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Semey -> located in -> Kazakhstan (1985)\n Answer: Kazakhstan" + }, + { + "id": "q_003612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2016.0, + "gold": "Matteo Renzi", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mario Agnes -> country of citizenship -> Italy (2016)\n Hop 2: Italy -> head of government -> Paolo Gentiloni (2016)\n Hop 3: Paolo Gentiloni -> country of citizenship -> Italy (2016)\n Answer: Italy" + }, + { + "id": "q_008643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Yugoslavia", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Lina Pagliughi -> country of citizenship -> Italy (1907)\n Hop 2: Italy -> shares border with -> Austria (1907)\n Answer: Austria" + }, + { + "id": "q_000903", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Igor \u010cav\u010di\u0107", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alen Halilovi\u0107 -> sports team -> NK Slavonia Kranj\u010devi\u0107i -> head coach -> Igor \u010cav\u010di\u0107 (2014)\n Answer: Igor \u010cav\u010di\u0107" + }, + { + "id": "q_000168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Yugoslavia", + "pred": "Greece", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Umberto Mastroianni -> country of citizenship -> Italy (1979)\n Hop 2: Italy -> shares border with -> Greece (1979)\n Answer: Greece" + }, + { + "id": "q_005738", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Aldo Moro", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Enzo Sellerio -> country -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani" + }, + { + "id": "q_006558", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "C.D. Nacional", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Artur Moraes -> member of -> S.L. Benfica (2012)\n Hop 2: S.L. Benfica -> chairperson -> Jos\u00e9 M\u00e1rio Raposo (2012)\n Hop 3: Jos\u00e9 M\u00e1rio Raposo -> member of -> C.D. Nacional (2012)\n Answer: C.D. Nacional" + }, + { + "id": "q_004400", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "John W. Campbell", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Heat and Dust -> award received -> 1975 (1975)\n Hop 2: 1975 -> winner -> John W. Campbell (1975)\n Answer: John W. Campbell" + }, + { + "id": "q_001076", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1970", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Katholieke Universiteit Leuven -> member of -> Universiteit Leuven (1970)\n Answer: 1970" + }, + { + "id": "q_002725", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Canada", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Canada | head of government | Pierre Trudeau (1968-1979)\n Hop 2: Pierre Trudeau | position held | Prime Minister of Canada (1968-1979)\n Hop 3: Prime Minister of Canada (1968-1979) | head of government | Canada (1968-1979)\n Answer: Canada" + }, + { + "id": "q_003906", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Liga Portugal", + "pred": "Ekstraklasa", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pawe\u0142 Kieszek -> member of sports team -> GKS Be\u0142chat\u00f3w (2013)\n Hop 2: GKS Be\u0142chat\u00f3w -> league or competition -> Ekstraklasa (2013)\n Answer: Ekstraklasa" + }, + { + "id": "q_004405", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Alberto Bigon", + "pred": "Mark Sampson", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jocelyn Ahou\u00e9ya -> member of sports team -> England women's national football team (2014)\n Hop 2: England women's national football team -> head coach -> Mark Sampson (2008)\n Answer: Mark Sampson" + }, + { + "id": "q_007565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Wolfgang Gerhardt", + "pred": "Angela Merkel", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Walter Scheel -> member of political party -> Christian Democratic Union of Germany (CDU)\n Hop 2: Christian Democratic Union of Germany (CDU) -> chairperson -> Angela Merkel (1999)\n Hop 3: Angela Merkel -> member of political party -> Christian Democratic Union of Germany (CDU)\n Answer: Angela Merkel" + }, + { + "id": "q_000757", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "COMECON", + "pred": "European Free Trade Association", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Anila Wilms -> country of citizenship -> Italy (1979)\n Hop 2: Italy -> member of -> European Economic Community (1979)\n Hop 3: European Economic Community -> member of -> European Free Trade Association (1979)\n Answer: European Free Trade Association" + }, + { + "id": "q_003912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "FC Pyunik", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Karen Dokhoyan -> member of sports team -> FC Spartak Yerevan (2007)\n Hop 2: FC Spartak Yerevan -> head coach -> Vahram Hovhannisyan (2007)\n Hop 3: Vahram Hovhannisyan -> member of sports team -> FC Pyunik (2007)\n Answer: FC Pyunik" + }, + { + "id": "q_005056", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Lavrentiy Beria", + "pred": "Georgia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gulag -> parent organization -> Soviet Union\n Hop 2: Soviet Union -> chairperson -> Joseph Stalin\n Hop 3: Joseph Stalin -> birth place -> Georgia\n Answer: Georgia" + }, + { + "id": "q_007014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Annica Sj\u00f6lund", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Achim Mentzel -> presenter -> Annica Sj\u00f6lund (2014)\n Answer: Annica Sj\u00f6lund" + }, + { + "id": "q_008552", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Viganello -> replaced by -> Breganzona (2004)\n Hop 2: Breganzona -> replaced by -> Breganzona (2004)\n Hop 3: Breganzona -> replaced by -> Breganzona (2004)\n Answer: 2004" + }, + { + "id": "q_004025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Bambi Award", + "pred": "1969 Academy Awards", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Janet Leigh -> spouse -> Richard Widmark (1969)\n Hop 2: Richard Widmark -> award received -> Academy Award for Best Supporting Actor (1969)\n Hop 3: Academy Award for Best Supporting Actor -> award received -> 1969 Academy Awards (1969)\n Answer: 1969 Academy Awards" + }, + { + "id": "q_000678", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Lauri Yl\u00f6nen", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Haloo Helsinki! -> nominated for -> MTV Europe Music Award for Best Finnish Act (2011)\n Hop 2: MTV Europe Music Award for Best Finnish Act -> winner -> Lauri Yl\u00f6nen (2011)\n Answer: Lauri Yl\u00f6nen" + }, + { + "id": "q_002043", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "1971", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gandria -> replaced by -> Pazzallo (1971)\n Hop 2: Pazzallo -> replaced by -> Women in Love (1971)\n Hop 3: Women in Love -> replaced by -> Academy Award for Best Cinematography (1971)\n Answer: 1971" + }, + { + "id": "q_007190", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "coming out", + "pred": "Hop 1: Anne Heche -> unmarried partner -> David H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Anne Heche -> unmarried partner -> David H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H." + }, + { + "id": "q_003533", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Migliorini -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> currency -> Italian lira (1967)\n Answer: Italian lira" + }, + { + "id": "q_003295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Attila J\u00f3zsef", + "pred": "Hop 1: L\u00e1szl\u00f3 B\u00fcky -> educated at -> University of Szeged\n Hop 2: University of Szeged -> named after -> Franz Joseph I of Austria\n Hop 3: Franz Joseph I of Austria -> country -> Austria-Hungary\n Hop 4: Austria-Hungary -> capital -> Budapest\n Hop 5: Budapest -> located in -> Hungary\n Hop 6: Hungary -> country -> Hungary\n Hop 7: Hungary ->", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: L\u00e1szl\u00f3 B\u00fcky -> educated at -> University of Szeged\n Hop 2: University of Szeged -> named after -> Franz Joseph I of Austria\n Hop 3: Franz Joseph I of Austria -> country -> Austria-Hungary\n Hop 4: Austria-Hungary -> capital -> Budapest\n Hop 5: Budapest -> located in -> Hungary\n Hop 6: Hungary -> country -> Hungary\n Hop 7: Hungary ->" + }, + { + "id": "q_008026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Ingrid Bergman", + "pred": "Henry Fonda", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jean Arthur -> nominated for -> The Best Years of Our Lives (1942 film)\n Hop 2: The Best Years of Our Lives (1942 film) -> winner -> Henry Fonda\n Hop 3: Henry Fonda -> nominated for -> The Best Years of Our Lives (1942 film)\n Answer: Henry Fonda" + }, + { + "id": "q_004864", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Ireland", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Christian Murro -> member of sports team -> D.C. United (2005)\n Hop 2: D.C. United -> country -> United States of America (2005)\n Answer: United States of America" + }, + { + "id": "q_001930", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1929.0, + "gold": "1929", + "pred": "1929", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Warner Baxter -> award received -> Fr\u00f6hlich Prize (1929)\n Answer: 1929" + }, + { + "id": "q_004482", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Aviezri Fraenkel -> award -> 2005\n Hop 2: 2005 -> winner -> Ralph Faudree\n Hop 3: Ralph Faudree -> award received -> 2005\n Answer: 2005" + }, + { + "id": "q_000444", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "president of Germany", + "pred": "head of state", + "em": 0.0, + "f1": 0.3333333333333333, + "pred_raw": "Hop 1: Ulrich Gotter -> employer -> University of M\u00fcnster (2002)\n Hop 2: Q779279 -> signatory -> Ulrich Gotter (2002)\n Hop 3: University of M\u00fcnster -> head of state -> Christian Wulff (2011)\n Answer: head of state" + }, + { + "id": "q_002417", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Saku Koivu", + "pred": "Maurice Richard", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Juraj Mik\u00fa\u0161 -> drafted by -> HC Slovan Bratislava (2005)\n Hop 2: HC Slovan Bratislava -> team captain -> Igor Bobkov (2005)\n Hop 3: Igor Bobkov -> drafted by -> Montreal Canadiens (2005)\n Hop 4: Montreal Canadiens -> team captain -> Maurice Richard (2005)\n Answer: Maurice Richard" + }, + { + "id": "q_002864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "Turkish Super Lig", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Bar\u0131\u015f \u00d6r\u00fcc\u00fc -> member of sports team -> Bursaspor\n Hop 2: Bursaspor -> league or competition -> Turkish Super Lig\n Answer: Turkish Super Lig" + }, + { + "id": "q_002089", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Heat and Dust -> award -> 1975\n Hop 2: 1975 -> winner -> Ruth Prawer Jhabvala\n Hop 3: Ruth Prawer Jhabvala -> equal to -> 1975\n Hop 4: 1975 -> year -> 1975\n Answer: 1975" + }, + { + "id": "q_002782", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Giancarlo Giorgetti", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Horst Bredekamp -> work location -> University of Bologna (2009)\n Hop 2: University of Bologna -> head of government -> Giancarlo Giorgetti (2009)\n Answer: Giancarlo Giorgetti" + }, + { + "id": "q_004348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Karel Br\u00fcckner", + "pred": "Hop 1: Roman T\u00fdce -> sports team -> SK Slovan Bratislava (1990)\n Hop 2: SK Slovan Bratislava (1990) -> head coach -> Vladim\u00edr \u0160micer (1990)\n Hop 3: Vladim\u00edr \u0160micer (1990) -> member of -> Czechoslovakia national football team (1990)\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Roman T\u00fdce -> sports team -> SK Slovan Bratislava (1990)\n Hop 2: SK Slovan Bratislava (1990) -> head coach -> Vladim\u00edr \u0160micer (1990)\n Hop 3: Vladim\u00edr \u0160micer (1990) -> member of -> Czechoslovakia national football team (1990)\n Hop" + }, + { + "id": "q_006603", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "1998", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kiran Desai -> winner -> The Night Watch (1998)\n Answer: 1998" + }, + { + "id": "q_000643", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Adolf Hitler", + "pred": "Gregor Strasser", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Franz Xaver Schwarz -> member of political party -> NSDAP (1931)\n Hop 2: NSDAP (1931) -> chairperson -> Gregor Strasser (1931)\n Answer: Gregor Strasser" + }, + { + "id": "q_001459", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Sepp Piontek", + "pred": "Andrzej Strejlau", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kim Vilfort -> member of sports team -> Poland men's national football team (1991)\n Hop 2: Poland men's national football team -> head coach -> Andrzej Strejlau (1991)\n Answer: Andrzej Strejlau" + }, + { + "id": "q_007691", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "German Emperor", + "pred": "emperor of Germany", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Augusta Victoria of Schleswig-Holstein -> spouse -> Friedrich III of Germany (1912)\n Hop 2: Friedrich III of Germany -> position held -> emperor of Germany (1912)\n Answer: emperor of Germany" + }, + { + "id": "q_004382", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Israeli Premier League", + "pred": "Japanese National Railways", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rodgers Kola -> member of sports team -> Kola (2015)\n Hop 2: Kola -> league or competition -> Japanese National Railways (2015)\n Answer: Japanese National Railways" + }, + { + "id": "q_008297", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Luxembourg National Division", + "pred": "USL Championship", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mathias J\u00e4nisch -> member of sports team -> US Hostert (2009)\n Hop 2: US Hostert -> league or competition -> USL Championship (2009)\n Answer: USL Championship" + }, + { + "id": "q_004135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Guido Crepax -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> member of -> European Economic Community (1956)\n Answer: European Economic Community" + }, + { + "id": "q_007490", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Marie Dressler", + "pred": "The Public Enemy (1931)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ann Harding -> 1931 -> Academy Award for Best Actor in a Supporting Role (1931)\n Hop 2: Academy Award for Best Actor in a Supporting Role (1931) -> winner -> Walter Huston\n Hop 3: Walter Huston -> nominated for -> The Public Enemy (1931)\n Answer: The Public Enemy (1931)" + }, + { + "id": "q_004470", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Fabio Capello", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ra\u00fal Fern\u00e1ndez-Cavada Mateos -> member of sports team -> AC Milan (2004)\n Hop 2: AC Milan -> head coach -> Fabio Capello (2004)\n Answer: Fabio Capello" + }, + { + "id": "q_001400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Nike", + "pred": "Umbro", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Austin Healey -> member of sports team -> West Bromwich Albion\n Hop 2: West Bromwich Albion -> kit supplier -> Umbro\n Hop 3: Umbro -> member of sports team -> Austin Healey\n Answer: Umbro" + }, + { + "id": "q_005647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Pacific Coliseum", + "pred": "Giants Stadium", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jim Sandlak -> drafted by -> New York Jets (1985)\n Hop 2: New York Jets -> home venue -> Giants Stadium\n Answer: Giants Stadium" + }, + { + "id": "q_000107", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Prague", + "pred": "Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Anton\u00edn Kapek -> member of political party -> Czechoslovak Social Democracy (1984)\n Hop 2: Czechoslovak Social Democracy (1984) -> headquarters -> Prague (1984)\n Hop 3: Prague -> country -> Czechoslovakia (1984)\n Answer: Czechoslovakia" + }, + { + "id": "q_000481", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "Hop 1: Joan Barfoot -> nominated for -> 1997 Australian Film Institute Awards\n Hop 2: 1997 Australian Film Institute Awards -> winner -> The Quiet American\n Hop 3: The Quiet American -> winner -> Michael Haneke\n Hop 4: Michael Haneke -> winner -> 1997 European Film Awards\n Hop 5: 1997 European Film Awards -> winner -> 1997", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Joan Barfoot -> nominated for -> 1997 Australian Film Institute Awards\n Hop 2: 1997 Australian Film Institute Awards -> winner -> The Quiet American\n Hop 3: The Quiet American -> winner -> Michael Haneke\n Hop 4: Michael Haneke -> winner -> 1997 European Film Awards\n Hop 5: 1997 European Film Awards -> winner -> 1997" + }, + { + "id": "q_005374", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Hop 1: Haloo Helsinki! -> member of -> Malm\u00f6 FF (2007)\n Hop 2: Malm\u00f6 FF -> winner of -> UEFA Champions League (2007)\n Hop 3: UEFA Champions League -> equal to -> 1999 UEFA Champions League (2007)\n Hop 4: 1999 UEFA Champions League -> winner of -> AC Milan (2007)\n Hop 5: AC Milan", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Haloo Helsinki! -> member of -> Malm\u00f6 FF (2007)\n Hop 2: Malm\u00f6 FF -> winner of -> UEFA Champions League (2007)\n Hop 3: UEFA Champions League -> equal to -> 1999 UEFA Champions League (2007)\n Hop 4: 1999 UEFA Champions League -> winner of -> AC Milan (2007)\n Hop 5: AC Milan" + }, + { + "id": "q_007891", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Second Lady or Gentleman of the United States", + "pred": "First Lady of the United States", + "em": 0.0, + "f1": 0.7142857142857143, + "pred_raw": "Hop 1: Richard Nixon -> spouse -> Tricia Nixon | 1956\n Hop 2: Tricia Nixon -> position held -> First Lady of the United States | 1956\n Answer: First Lady of the United States" + }, + { + "id": "q_004941", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Ralf Loose", + "pred": "Fabio Capello", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Chris Philipps -> member of sports team -> AS Roma (2001)\n Hop 2: AS Roma -> head coach -> Fabio Capello (2001)\n Answer: Fabio Capello" + }, + { + "id": "q_007300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mar\u00eda Denis -> country of citizenship -> Italy\n Hop 2: Italy -> head of state -> Giorgio Napolitano\n Answer: Giorgio Napolitano" + }, + { + "id": "q_007401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "\u021ainerea p\u0103cii", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: B\u00e2rlad -> country -> Romania\n Hop 2: Romania -> anthem -> \u021ainerea p\u0103cii\n Hop 3: \u021ainerea p\u0103cii -> country -> Romania\n Answer: \u021ainerea p\u0103cii" + }, + { + "id": "q_001311", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "1954", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: SANAA's award -> winner -> Zuleykha Seyidmammadova (1954)\n Hop 2: Zuleykha Seyidmammadova -> member of political party -> Communist Party of the Soviet Union (1954)\n Hop 3: Communist Party of the Soviet Union -> chairperson -> Nikita Khrushchev (1954)\n Answer: 1954" + }, + { + "id": "q_003353", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Panama", + "pred": "Illinois", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: All Summer Long -> place of publication -> University of Chicago Press (1964)\n Hop 2: University of Chicago Press -> shares border with -> Illinois (1964)\n Answer: Illinois" + }, + { + "id": "q_005629", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1933", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Arnold J. Levine -> award -> National Medal of Science (1998)\n Hop 2: National Medal of Science (1998) -> winner -> Bert Vogelstein\n Hop 3: Bert Vogelstein -> equal to -> Pino Cerami\n Hop 4: Pino Cerami -> year of birth -> 1933\n Answer: 1933" + }, + { + "id": "q_005931", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Leonid Brezhnev", + "pred": "Hop 1: Siim Kallas -> member of political party -> Estonian Reform Party (1990-1992)\n Hop 2: Estonian Reform Party (1990-1992) -> chairperson -> Mart Kask (1990-1992)\n Hop 3: Mart Kask -> member of political party -> Estonian People's Union (1992-1994)\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Siim Kallas -> member of political party -> Estonian Reform Party (1990-1992)\n Hop 2: Estonian Reform Party (1990-1992) -> chairperson -> Mart Kask (1990-1992)\n Hop 3: Mart Kask -> member of political party -> Estonian People's Union (1992-1994)\n Hop" + }, + { + "id": "q_005823", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Territory of Hawaii", + "pred": "New York", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Catherine Schell -> residence -> New York City\n Hop 2: New York City -> contains -> New York County\n Hop 3: New York County -> administrative territorial entity -> New York\n Answer: New York" + }, + { + "id": "q_002989", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Free State of Prussia", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Anton Kerschbaumer -> work location -> Vienna\n Hop 2: Vienna -> located in -> Austria\n Answer: Austria" + }, + { + "id": "q_004259", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Anne Enright", + "pred": "The God of Small Things (novel)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Indra Sinha -> nominated for -> The God of Small Things (novel) (2001)\n Hop 2: The God of Small Things (novel) -> winner -> Arundhati Roy (2001)\n Hop 3: Arundhati Roy -> winner -> The God of Small Things (novel) (2001)\n Answer: The God of Small Things (novel)" + }, + { + "id": "q_002166", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Ligue 1", + "pred": "Ligue 1", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Gr\u00e9gory Ursule -> member of sports team -> AS Nancy-Lorraine (1995)\n Hop 2: AS Nancy-Lorraine -> league or competition -> Ligue 1 (1995)\n Answer: Ligue 1" + }, + { + "id": "q_006376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "Hop 1: Nigel Hawthorne -> nominated for -> Academy Award for Best Actor (1995)\n Hop 2: Academy Award for Best Actor (1995) -> winner -> Kevin Spacey (1995)\n Hop 3: Kevin Spacey -> equal to -> Nicolas Cage (1995)\n Hop 4: Nicolas Cage -> nominated for -> The Witches of Eastwick (1995)\n Hop 5: The W", + "em": 1.0, + "f1": 0.07142857142857142, + "pred_raw": "Hop 1: Nigel Hawthorne -> nominated for -> Academy Award for Best Actor (1995)\n Hop 2: Academy Award for Best Actor (1995) -> winner -> Kevin Spacey (1995)\n Hop 3: Kevin Spacey -> equal to -> Nicolas Cage (1995)\n Hop 4: Nicolas Cage -> nominated for -> The Witches of Eastwick (1995)\n Hop 5: The W" + }, + { + "id": "q_008518", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Hans Backe", + "pred": "Maksim Layushkin", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jan Gunnar Solli -> member of sports team -> FC Luch-Energiya Vladivostok (1996)\n Hop 2: FC Luch-Energiya Vladivostok -> head coach -> Maksim Layushkin (1996)\n Answer: Maksim Layushkin" + }, + { + "id": "q_003792", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ferruccio Tagliavini -> country of citizenship -> Italy (1992)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (1992)\n Answer: Giorgio Napolitano" + }, + { + "id": "q_000844", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "2001", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Busan IPark FC -> member of -> Q211688 (2011)\n Hop 2: Q211688 -> winner of -> 2001 (2011)\n Hop 3: 2001 -> nominated for -> 2001 (2011)\n Answer: 2001" + }, + { + "id": "q_005425", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Mario De Don\u00e0 -> country of citizenship -> Italy (1979)\n Hop 2: Italy -> head of state -> Sandro Pertini (1979)\n Answer: Sandro Pertini" + }, + { + "id": "q_006156", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "2005", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Romain Duris -> European Film Award for Best Actor -> 2005 -> winner -> Javier Bardem (Hop 1)\n Hop 2: Javier Bardem -> European Film Award for Best Actor -> 2005 -> winner -> 2005 (Hop 2)\n Hop 3: 2005 -> winner -> 2005 (Hop 3)\n Answer: 2005" + }, + { + "id": "q_006038", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Austro-Hungarian krone", + "pred": "Austrian krone", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Lunga's country -> country -> Hungary (1918)\n Hop 2: Hungary (1918) -> currency -> Hungarian korona (1918)\n Hop 3: Hungarian korona (1918) -> predecessor -> Austrian krone (1918)\n Answer: Austrian krone" + }, + { + "id": "q_008465", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1923.0, + "gold": "Egyptian pound", + "pred": "Palestine pound", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Ramallah -> country -> Palestine\n Hop 2: Palestine -> currency -> Palestine pound\n Hop 3: Palestine pound -> currency -> 1923\n Answer: Palestine pound" + }, + { + "id": "q_004604", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Javier Aguirre", + "pred": "FC Steaua Bucure\u0219ti", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Cosmin Contra -> member of -> FC Dinamo Bucure\u0219ti (2006)\n Hop 2: FC Dinamo Bucure\u0219ti -> head coach -> Mircea Lucescu (2006)\n Hop 3: Mircea Lucescu -> head coach -> FC Steaua Bucure\u0219ti (2006)\n Answer: FC Steaua Bucure\u0219ti" + }, + { + "id": "q_002929", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "The Internationale", + "pred": "Soviet Union", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Black Sea Governorate -> anthem -> \"Song of the Motherland\" (1917)\n Hop 2: \"Song of the Motherland\" (1917) -> located in -> Ukraine (1917)\n Hop 3: Ukraine -> located in -> Soviet Union (1917)\n Answer: Soviet Union" + }, + { + "id": "q_007720", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Hop 1: Peppino De Filippo -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Giovanni Gronchi (1955)\n Hop 3: Giovanni Gronchi -> country of citizenship -> Italy (1955)\n Hop 4: Italy -> head of government -> Amintore Fanfani (1955)\n Hop 5: Amintore Fanfani -> country of citizenship", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Peppino De Filippo -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Giovanni Gronchi (1955)\n Hop 3: Giovanni Gronchi -> country of citizenship -> Italy (1955)\n Hop 4: Italy -> head of government -> Amintore Fanfani (1955)\n Hop 5: Amintore Fanfani -> country of citizenship" + }, + { + "id": "q_005879", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Christian Democratic Union", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Raffaele Anguilla -> country of citizenship -> Germany (1987)\n Hop 2: Germany (1987) -> head of state -> Helmut Kohl (1987)\n Hop 3: Helmut Kohl (1987) -> member of political party -> Christian Democratic Union (1987)\n Answer: Christian Democratic Union" + }, + { + "id": "q_001938", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Territory of Hawaii", + "pred": "Cimarron", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Yul Brynner -> country of citizenship -> United States\n Hop 2: United States -> contains the administrative territorial entity -> New Mexico\n Hop 3: New Mexico -> contains the administrative territorial entity -> Lincoln County\n Hop 4: Lincoln County -> contains the administrative territorial entity -> Cimarron\n Answer: Cimarron" + }, + { + "id": "q_004995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Academy Award for Best Supporting Actress", + "pred": "Academy Award for Best Actor", + "em": 0.0, + "f1": 0.7272727272727272, + "pred_raw": "Hop 1: Anthony Franciosa -> spouse -> Shelley Winters\n Hop 2: Shelley Winters -> nominated for -> Academy Award for Best Actress\n Hop 3: Academy Award for Best Actress -> spouse -> Robert Taylor\n Hop 4: Robert Taylor -> nominated for -> Academy Award for Best Actor\n Answer: Academy Award for Best Actor" + }, + { + "id": "q_006351", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Stade Chaban-Delmas", + "pred": "Camp Nou", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Andr\u00e9 Chorda -> member of sports team -> FC Barcelona (1996)\n Hop 2: FC Barcelona -> home venue -> Camp Nou (1996)\n Answer: Camp Nou" + }, + { + "id": "q_005087", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bruno Bettinelli -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Austria (1956)\n Answer: Austria" + }, + { + "id": "q_006536", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "European Coal and Steel Community", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Floriano Bodini -> country of citizenship -> Italy (2002)\n Answer: Italy" + }, + { + "id": "q_006736", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Sandra Bullock", + "pred": "Hop 1: Doubt -> nominated for -> Academy Award for Best Actress (1999)\n Hop 2: Academy Award for Best Actress (1999) -> winner -> Cate Blanchett (1969)\n Hop 3: Cate Blanchett -> nominated for -> Academy Award for Best Actress (2003)\n Hop 4: Academy Award for Best Actress (2003) -> winner -> Cate Blanchett (1", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Doubt -> nominated for -> Academy Award for Best Actress (1999)\n Hop 2: Academy Award for Best Actress (1999) -> winner -> Cate Blanchett (1969)\n Hop 3: Cate Blanchett -> nominated for -> Academy Award for Best Actress (2003)\n Hop 4: Academy Award for Best Actress (2003) -> winner -> Cate Blanchett (1" + }, + { + "id": "q_004654", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Russia", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Khrustalnyi -> country -> Soviet Union (1940)\n Hop 2: Soviet Union -> head of state -> Joseph Stalin (1940)\n Hop 3: Joseph Stalin -> country of citizenship -> Russia (1940)\n Answer: Russia" + }, + { + "id": "q_005945", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Frank Tieri -> residence -> 1965\n Hop 2: 1965 -> head of government -> John F. Kennedy\n Answer: John F. Kennedy" + }, + { + "id": "q_007681", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Daman and Diu", + "pred": "Punjab", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Abhijit Banerjee -> country of citizenship -> India (1988)\n Hop 2: India -> head of state -> Zail Singh (1988)\n Hop 3: Zail Singh -> contains the administrative territorial entity -> Punjab (1988)\n Answer: Punjab" + }, + { + "id": "q_006184", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Lyndon B. Johnson", + "pred": "Paul-Emile Mohn", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Smiley Smile -> place of publication -> Belgium (2000)\n Hop 2: Belgium -> head of government -> Paul-Emile Mohn (2000)\n Hop 3: Paul-Emile Mohn -> head of -> Smiley Smile (2000)\n Answer: Paul-Emile Mohn" + }, + { + "id": "q_000115", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Caja M\u00e1gica", + "pred": "Palazzo dello Sport", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ettore Messina -> member of sports team -> Pallacanestro Cant\u00f9 (1992)\n Hop 2: Pallacanestro Cant\u00f9 -> home venue -> Palazzo dello Sport (1992)\n Answer: Palazzo dello Sport" + }, + { + "id": "q_002711", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Memo Benassi -> country of citizenship -> Italy\n Hop 2: Italy -> head of state -> Giovanni Leone\n Answer: Giovanni Leone" + }, + { + "id": "q_005754", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pavao Pavli\u010di\u0107 -> award -> NIN Prize (1981)\n Hop 2: NIN Prize (1981) -> country -> Italy (1967)\n Answer: Italy" + }, + { + "id": "q_002277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "Clare Boothe Luce", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Henry Luce -> spouse -> Clare Boothe Luce (1959)\n Answer: Clare Boothe Luce" + }, + { + "id": "q_000552", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italian lira", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Paolo Soleri -> residence -> Venice\n Hop 2: Venice -> currency -> Italian lira\n Hop 3: Italian lira -> country -> Italy\n Answer: Italy" + }, + { + "id": "q_000403", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "SeatGeek Stadium", + "pred": "Estadio Santiago Bernab\u00e9u", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Paolo Tornaghi -> member of sports team -> Real Madrid Club de F\u00fatbol (2012)\n Hop 2: Real Madrid Club de F\u00fatbol -> home venue -> Estadio Santiago Bernab\u00e9u (2012)\n Answer: Estadio Santiago Bernab\u00e9u" + }, + { + "id": "q_003856", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Canada", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Faye Dunaway -> unmarried partner -> John D. H. Macdonald (1971)\n Hop 2: John D. H. Macdonald -> country of citizenship -> Canada (1971)\n Answer: Canada" + }, + { + "id": "q_003602", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Mikhail Gorbachev", + "pred": "Voldemar Kask", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Andrus \u00d6\u00f6vel -> member of -> Estonian People's Union (1989-1991) (1989-1991)\n Hop 2: Estonian People's Union (1989-1991) -> chairperson -> Voldemar Kask (1989-1991)\n Answer: Voldemar Kask" + }, + { + "id": "q_007850", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Cesare Andrea Bixio -> country of citizenship -> Kingdom of Italy (1950)\n Hop 2: Kingdom of Italy -> shares border with -> Yugoslavia (1950)\n Answer: Yugoslavia" + }, + { + "id": "q_001019", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1962.0, + "gold": "1962", + "pred": "1962", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: United States Navy SEALs -> founder -> Richard Marcinko (1962)\n Hop 2: Richard Marcinko -> nominated for -> Nobel Peace Prize (1962)\n Answer: 1962" + }, + { + "id": "q_004322", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Dietrich Stobbe", + "pred": "Ion I. C. Br\u0103tianu", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Anna Seghers -> residence -> Giurgiu (1937)\n Hop 2: Giurgiu -> head of government -> Ion I. C. Br\u0103tianu (1937)\n Answer: Ion I. C. Br\u0103tianu" + }, + { + "id": "q_004271", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Francesco Carpino", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tommy Aldridge -> member of -> Pat Travers (1981)\n Hop 2: Pat Travers -> country of citizenship -> Italy (1981)\n Hop 3: Italy -> head of state -> Francesco Carpino (1981)\n Answer: Francesco Carpino" + }, + { + "id": "q_001171", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Juan Carlos I of Spain", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Armando Ceste -> country of citizenship -> Spain (1998)\n Hop 2: Spain -> head of state -> Juan Carlos I of Spain (1998)\n Answer: Juan Carlos I of Spain" + }, + { + "id": "q_007890", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Hop 1: Genevi\u00e8ve Bujold -> nominated for -> The Rose (1986 film)\n Hop 2: The Rose (1986 film) -> winner of -> Best Actress in a Supporting Role\n Hop 3: Best Actress in a Supporting Role -> winner of -> 1987 Academy Awards\n Hop 4: 1987 Academy Awards -> winner of -> Best Picture\n Hop 5: Best Picture -> winner of", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Genevi\u00e8ve Bujold -> nominated for -> The Rose (1986 film)\n Hop 2: The Rose (1986 film) -> winner of -> Best Actress in a Supporting Role\n Hop 3: Best Actress in a Supporting Role -> winner of -> 1987 Academy Awards\n Hop 4: 1987 Academy Awards -> winner of -> Best Picture\n Hop 5: Best Picture -> winner of" + }, + { + "id": "q_008632", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Cluj-Napoca", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Demeter Balla -> work location -> Cluj-Napoca (1968)\n Hop 2: Cluj-Napoca -> capital -> Cluj-Napoca (1968)\n Answer: Cluj-Napoca" + }, + { + "id": "q_007395", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1925.0, + "gold": "Egyptian pound", + "pred": "Palestine pound", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Afula -> country -> Mandatory Palestine\n Hop 2: Mandatory Palestine -> currency -> Palestine pound\n Hop 3: Palestine pound -> country -> Afula\n Answer: Palestine pound" + }, + { + "id": "q_007784", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "The Last of the Mohicans (1992 film", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jennifer Johnston -> nominated for -> The Last of the Mohicans (1992 film)\n Hop 2: The Last of the Mohicans (1992 film) -> winner -> Daniel Day-Lewis\n Hop 3: Daniel Day-Lewis -> winner -> The Last of the Mohicans (1992 film)\n Answer: The Last of the Mohicans (1992 film" + }, + { + "id": "q_006008", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Thomas Schmid", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rainer Ernst -> member of sports team -> Tinkoff (1992)\n Hop 2: Tinkoff -> chairperson -> Thomas Schmid (1992)\n Answer: Thomas Schmid" + }, + { + "id": "q_007623", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Zden\u011bk Zeman", + "pred": "A.S. Roma", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Angelo Gregucci -> member of -> SS Lazio (1995)\n Hop 2: SS Lazio -> head coach -> Giuseppe Pillon (1995)\n Hop 3: Giuseppe Pillon -> member of -> A.S. Roma (1995)\n Answer: A.S. Roma" + }, + { + "id": "q_000261", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Belgium", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Max Blokzijl -> work location -> Amsterdam\n Hop 2: Amsterdam -> country -> Netherlands\n Hop 3: Netherlands -> country of citizenship -> Belgium\n Answer: Belgium" + }, + { + "id": "q_005362", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Yugoslavia", + "pred": "Slovenia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nino Baragli -> country of citizenship -> Italy (1992)\n Hop 2: Italy -> shares border with -> Slovenia (1992)\n Answer: Slovenia" + }, + { + "id": "q_003134", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Teen Choice Awards", + "pred": "Canadian Music Hall of Fame", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Call Me Maybe -> performer -> Carly Rae Jepsen (2012)\n Hop 2: Carly Rae Jepsen -> award received -> Juno Award for Best Female Artist (2012)\n Hop 3: Juno Award for Best Female Artist -> award received -> Canadian Music Hall of Fame (2012)\n Answer: Canadian Music Hall of Fame" + }, + { + "id": "q_006822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Adidas", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kai-Fabian Schulz -> member of sports team -> 1. FC Nuremberg (2009)\n Hop 2: 1. FC Nuremberg (2009) -> sponsor -> Adidas\n Answer: Adidas" + }, + { + "id": "q_003313", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Eugenio Monti -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> currency -> Italian lira (1972)\n Answer: Italian lira" + }, + { + "id": "q_005360", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "L\u00e1szl\u00f3 S\u00f3lyom", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tim Eitel -> work location -> E\u00f6tv\u00f6s Lor\u00e1nd University (1921)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> head of government -> L\u00e1szl\u00f3 S\u00f3lyom (1999)\n Answer: L\u00e1szl\u00f3 S\u00f3lyom" + }, + { + "id": "q_001597", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Peter Carey", + "pred": "Hop 1: Rachel Seiffert -> nominated for -> The Memory of Love (Book)\n Hop 2: The Memory of Love (Book) -> winner -> A. S. Byatt (Writer)\n Hop 3: A. S. Byatt -> award received -> Booker Prize (Award)\n Hop 4: Booker Prize (Award) -> winner -> William Trevor (Writer)\n Hop 5: William Trevor -> nominated for -> The Story Tree (Book)\n Hop", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rachel Seiffert -> nominated for -> The Memory of Love (Book)\n Hop 2: The Memory of Love (Book) -> winner -> A. S. Byatt (Writer)\n Hop 3: A. S. Byatt -> award received -> Booker Prize (Award)\n Hop 4: Booker Prize (Award) -> winner -> William Trevor (Writer)\n Hop 5: William Trevor -> nominated for -> The Story Tree (Book)\n Hop" + }, + { + "id": "q_003838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Ronald Colman", + "pred": "Alec Chamberlain", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hamlet's award -> winner -> Alec Chamberlain (2001)\n Answer: Alec Chamberlain" + }, + { + "id": "q_005949", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Attila J\u00f3zsef", + "pred": "K\u00e1roly K\u00f3s", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mih\u00e1ly Bart\u00f3k -> employer -> University of Szeged (1998)\n Hop 2: University of Szeged -> named after -> K\u00e1roly K\u00f3s (1998)\n Answer: K\u00e1roly K\u00f3s" + }, + { + "id": "q_005024", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Jos\u00e9 Mar\u00eda Aznar", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Philip Taaffe -> work location -> Atl\u00e9tico Madrid (2005)\n Hop 2: Atl\u00e9tico Madrid -> head of government -> Jos\u00e9 Mar\u00eda Aznar (2005)\n Answer: Jos\u00e9 Mar\u00eda Aznar" + }, + { + "id": "q_007032", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Heinrich Himmler", + "pred": "John Wayne", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Karl Gerland -> member of -> United States Army Air Forces (1942)\n Hop 2: United States Army Air Forces (1942) -> manager of -> James Stewart (1942)\n Hop 3: James Stewart -> manager of -> John Wayne (1942)\n Hop 4: John Wayne -> manager of -> John Wayne (1942)\n Answer: John Wayne" + }, + { + "id": "q_004269", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "1987", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: James Cameron -> spouse -> Gale Anne Hurd (1987)\n Answer: 1987" + }, + { + "id": "q_005207", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Karl-Heinz Miller", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Heinz Wewers -> member of sports team -> 1. FC Nuremberg (1958)\n Hop 2: 1. FC Nuremberg (1958) -> head coach -> Karl-Heinz Miller\n Hop 3: Karl-Heinz Miller -> member of sports team -> 1. FC Nuremberg (1958)\n Answer: Karl-Heinz Miller" + }, + { + "id": "q_008065", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Constantinople", + "pred": "Ottoman Empire", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Old City of Jerusalem -> country -> Ottoman Empire (1911)\n Hop 2: Ottoman Empire -> capital -> Constantinople (1911)\n Hop 3: Constantinople -> country -> Ottoman Empire (1911)\n Answer: Ottoman Empire" + }, + { + "id": "q_003648", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Nunzio Malasomma -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Economic Community (1951)\n Answer: European Economic Community" + }, + { + "id": "q_000919", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "Franz Beckenbauer", + "pred": "Hop 1: Hans Pfl\u00fcgler -> member of -> German national team (soccer) (1987)\n Hop 2: German national team (soccer) -> head coach -> Uwe Rahn (1987)\n Hop 3: Uwe Rahn -> member of -> sports team -> FC Schalke 04 (1987)\n Hop 4: FC Schalke 04 -> head coach -> R", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hans Pfl\u00fcgler -> member of -> German national team (soccer) (1987)\n Hop 2: German national team (soccer) -> head coach -> Uwe Rahn (1987)\n Hop 3: Uwe Rahn -> member of -> sports team -> FC Schalke 04 (1987)\n Hop 4: FC Schalke 04 -> head coach -> R" + }, + { + "id": "q_001421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Colin Farrell -> unmarried partner -> Q106418 (1999)\n Hop 2: Q106418 -> award received -> Grammy Award for Best Dance/Electronic Recording (1999)\n Hop 3: Grammy Award for Best Dance/Electronic Recording -> year -> 1999\n Answer: 1999" + }, + { + "id": "q_007438", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pavao Pavli\u010di\u0107 -> award received -> Premio Internazionale della Critica (1981)\n Hop 2: Premio Internazionale della Critica (1981) -> country -> Italy\n Hop 3: Italy -> award received -> Premio Internazionale della Critica (1981)\n Answer: Italy" + }, + { + "id": "q_000509", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Giovanni Leone", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Celano -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2001)\n Hop 3: Giorgio Napolitano -> country of citizenship -> Italy (2001)\n Hop 4: Italy -> head of state -> Giovanni Leone (2001)\n Answer: Giovanni Leone" + }, + { + "id": "q_006374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Norma Shearer", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Patrick White -> nominated for -> Booker Prize (1970)\n Hop 2: Ruth Chatterton -> nominated for -> Academy Award for Best Actress (1930)\n Hop 3: Academy Award for Best Actress -> winner -> Norma Shearer (1930)\n Answer: Norma Shearer" + }, + { + "id": "q_006108", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "presidential system", + "pred": "FK Teplice", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Josef Masopust -> member of sports team -> FK Teplice (1952)\n Answer: FK Teplice" + }, + { + "id": "q_001184", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Robert Bolt", + "pred": "Giuseppe Petrilli", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Doctor Zhivago -> Golden Globe Award for Best Screenplay -> Giuseppe Petrilli (1998)\n Hop 2: Giuseppe Petrilli -> winner -> Giuseppe Petrilli (1998)\n Answer: Giuseppe Petrilli" + }, + { + "id": "q_001023", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Luis Mena", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jan Suchop\u00e1rek -> member of sports team -> C.D. Jorge Wilstermann (1995)\n Hop 2: C.D. Jorge Wilstermann -> head coach -> Luis Mena (1995)\n Answer: Luis Mena" + }, + { + "id": "q_001479", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Javier Aguirre", + "pred": "L\u00e1szl\u00f3", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luis Amaranto Perea -> member of -> Club Atl\u00e9tico River Plate (1971)\n Hop 2: Club Atl\u00e9tico River Plate (1971) -> head coach -> L\u00e1szl\u00f3 B\u00e9kesi (1971)\n Hop 3: L\u00e1szl\u00f3 B\u00e9kesi (1971) -> head coach -> Luis Amaranto Perea (1971)\n Answer: L\u00e1szl\u00f3" + }, + { + "id": "q_006983", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Giovanni Gronchi", + "pred": "Antonio Segni", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Maria Caniglia -> country of citizenship -> Italy\n Hop 2: Italy -> head of state -> Antonio Segni\n Hop 3: Antonio Segni -> head of state -> Italy (1956)\n Answer: Antonio Segni" + }, + { + "id": "q_007833", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "White Hart Lane", + "pred": "Elland Road", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Andy Gray -> member of sports team -> Leeds United F.C.\n Hop 2: Leeds United F.C. -> home venue -> Elland Road\n Answer: Elland Road" + }, + { + "id": "q_005681", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Kingdom of Romania", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giurgiu -> country -> Kingdom of Romania (1920)\n Answer: Kingdom of Romania" + }, + { + "id": "q_003706", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Jean-Cyril Robin -> member of -> ASVEL Villeurbanne (2005)\n Hop 2: ASVEL Villeurbanne -> head coach -> Jean-Cyril Robin (2005)\n Hop 3: Jean-Cyril Robin -> member of -> Arnaud G\u00e9rard (2005)\n Answer: 2005" + }, + { + "id": "q_007006", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Michal B\u00edlek", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jan Suchop\u00e1rek -> sports team -> SK Slavia Praha (1995)\n Hop 2: SK Slavia Praha (1995) -> head coach -> Michal B\u00edlek (1995)\n Answer: Michal B\u00edlek" + }, + { + "id": "q_004220", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Swiss Super League", + "pred": "Liga Portugal (1999-2000)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rog\u00e9rio Luiz da Silva -> member of sports team -> SC Farense (1999-2000)\n Hop 2: SC Farense (1999-2000) -> league or competition -> Liga Portugal (1999-2000)\n Answer: Liga Portugal (1999-2000)" + }, + { + "id": "q_007500", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "\"God Save the Tsar!\"", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Balaklava -> country -> Russian Empire (1917)\n Hop 2: Russian Empire -> anthem -> \"God Save the Tsar!\" (1917)\n Answer: \"God Save the Tsar!\"" + }, + { + "id": "q_008556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "German Empire", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fritz Stuckenberg -> work location -> Vienna (1912)\n Hop 2: Vienna -> country -> Austria (1912)\n Answer: Austria" + }, + { + "id": "q_003362", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ireland", + "pred": "European Union", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Micul\u00e0 Dematteis -> sports team -> A.S. Roma (1998)\n Hop 2: A.S. Roma -> country -> Italy (1998)\n Hop 3: Italy -> member of -> European Union (1998)\n Answer: European Union" + }, + { + "id": "q_007378", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Allianz Arena", + "pred": "Cottbus", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Moritz Volz -> member of sports team -> SC Cottbus\n Hop 2: SC Cottbus -> home venue -> Cottbus-Stadion\n Hop 3: Cottbus-Stadion -> located in -> Cottbus\n Answer: Cottbus" + }, + { + "id": "q_002356", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Soviet Union", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kemerovo -> located in -> Kemerovo Oblast (1940)\n Hop 2: Kemerovo Oblast -> country -> Russia (1940)\n Answer: Russia" + }, + { + "id": "q_004000", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Walter Mazzarri", + "pred": "Hop 1: Jonathan Moreira -> sports team -> F.C. Porto\n Hop 2: F.C. Porto -> head coach -> V\u00edtor Baptista\n Hop 3: V\u00edtor Baptista -> member of -> Portuguese Football Federation\n Hop 4: Portuguese Football Federation -> head coach -> Jos\u00e9 Mourinho\n Hop 5: Jos\u00e9 Mourinho -> member of -> Chelsea F.C.\n Hop 6: Chelsea F.C. -> head coach -> Andr\u00e9 Villas-Bo", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jonathan Moreira -> sports team -> F.C. Porto\n Hop 2: F.C. Porto -> head coach -> V\u00edtor Baptista\n Hop 3: V\u00edtor Baptista -> member of -> Portuguese Football Federation\n Hop 4: Portuguese Football Federation -> head coach -> Jos\u00e9 Mourinho\n Hop 5: Jos\u00e9 Mourinho -> member of -> Chelsea F.C.\n Hop 6: Chelsea F.C. -> head coach -> Andr\u00e9 Villas-Bo" + }, + { + "id": "q_003511", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Hungarian Olympic Committee", + "pred": "Gy\u0151r", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gy\u0151r -> head of government -> L\u00e1szl\u00f3 T\u0151k\u00e9s (2000)\n Hop 2: L\u00e1szl\u00f3 T\u0151k\u00e9s -> member of -> Gy\u0151r (2000)\n Hop 3: Gy\u0151r -> member of -> Gy\u0151r (2000)\n Answer: Gy\u0151r" + }, + { + "id": "q_003517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: BND law -> signatory -> Antonio Carluccio (2012)\n Hop 2: Antonio Carluccio -> country of citizenship -> Italy (2012)\n Answer: Italy" + }, + { + "id": "q_008482", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Harry Warren", + "pred": "American Academy of Arts and Sciences", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Richard Rodgers -> award -> Tony Award (1946)\n Hop 2: Tony Award (1946) -> winner -> Robert E. Sherwood\n Hop 3: Robert E. Sherwood -> member of -> American Academy of Arts and Sciences (1946)\n Answer: American Academy of Arts and Sciences" + }, + { + "id": "q_001610", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ugo Attardi -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giovanni Leone (1980)\n Answer: Giovanni Leone" + }, + { + "id": "q_008668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "pred": "Hop 1: Karel Schwarzenberg -> member of political party -> TOP 09 (2018)\n Hop 2: TOP 09 -> chairperson -> Miroslav Kalousek (2018)\n Hop 3: Miroslav Kalousek -> member of political party -> Czech Social Democratic Party (2018)\n Hop 4: Czech Social Democratic Party -> chairperson -> Milo\u0161 Zeman (20", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Karel Schwarzenberg -> member of political party -> TOP 09 (2018)\n Hop 2: TOP 09 -> chairperson -> Miroslav Kalousek (2018)\n Hop 3: Miroslav Kalousek -> member of political party -> Czech Social Democratic Party (2018)\n Hop 4: Czech Social Democratic Party -> chairperson -> Milo\u0161 Zeman (20" + }, + { + "id": "q_007160", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Peppino De Filippo -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> member -> European Economic Community (1956)\n Hop 3: European Economic Community -> member -> United Kingdom (1956)\n Answer: United Kingdom" + }, + { + "id": "q_003247", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Kevin Federline", + "pred": "Andy Sinton", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Colin Farrell -> unmarried partner -> Andy Sinton (2004)\n Answer: Andy Sinton" + }, + { + "id": "q_000810", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Liga I", + "pred": "Liga I", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ovidiu Cornel Hanganu -> sports team -> FC Bra\u0219ov -> league or competition -> Liga I\n Answer: Liga I" + }, + { + "id": "q_006432", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Joseph Stalin", + "pred": "Rashid Sunyaev", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rashid Sunyaev -> member of political party -> Communist Party of the Soviet Union (1988)\n Hop 2: Rashid Sunyaev -> chairperson -> Rashid Sunyaev (1988)\n Hop 3: Rashid Sunyaev -> member of political party -> Communist Party of the Soviet Union (1988)\n Answer: Rashid Sunyaev" + }, + { + "id": "q_007768", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> currency -> Italian lira (1984)\n Hop 3: Giovanni Battista Gianquinto -> currency -> Italian lira (1984)\n Answer: Italian lira" + }, + { + "id": "q_002329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Zhou Enlai", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zhu De -> country of citizenship -> People's Republic of China (1967)\n Hop 2: People's Republic of China (1967) -> head of government -> Zhou Enlai (1967)\n Hop 3: Zhou Enlai (1967) -> country of citizenship -> People's Republic of China (1967)\n Answer: Zhou Enlai" + }, + { + "id": "q_005449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Rock and Roll Hall of Fame", + "pred": "Hop 1: Tears in Heaven -> performer -> Sin\u00e9ad O'Connor\n Hop 2: Sin\u00e9ad O'Connor -> award received -> Grammy Lifetime Achievement Award (1992)\n Hop 3: Grammy Lifetime Achievement Award (1992) -> award received -> Grammy Lifetime Achievement Award (1992)\n Hop 4: Grammy Lifetime Achievement Award (1992) -> award received -> Grammy Lifetime Achievement Award (1992)\n Answer", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tears in Heaven -> performer -> Sin\u00e9ad O'Connor\n Hop 2: Sin\u00e9ad O'Connor -> award received -> Grammy Lifetime Achievement Award (1992)\n Hop 3: Grammy Lifetime Achievement Award (1992) -> award received -> Grammy Lifetime Achievement Award (1992)\n Hop 4: Grammy Lifetime Achievement Award (1992) -> award received -> Grammy Lifetime Achievement Award (1992)\n Answer" + }, + { + "id": "q_003836", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Romania men's national association football team", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: The Ninth Day -> winner -> Cosmin Contra (2006)\n Hop 2: Cosmin Contra -> member of sports team -> Romania men's national association football team (2006)\n Answer: Romania men's national association football team" + }, + { + "id": "q_007908", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Communities", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Paolo Dezza -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> member of -> European Economic Community (1961)\n Hop 3: European Economic Community -> member of -> European Communities (1961)\n Answer: European Communities" + }, + { + "id": "q_003128", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Spencer Tracy", + "pred": "Nicholas Brothers", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Academy Award for Best Actress -> winner -> Katharine Hepburn (1967)\n Hop 2: Katharine Hepburn -> unmarried partner -> Nicholas Brothers (1967)\n Hop 3: Nicholas Brothers -> birth name -> Nicholas Brothers (1967)\n Answer: Nicholas Brothers" + }, + { + "id": "q_002843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Elizabeth II", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: C\u00e9line Dion -> spouse -> Ren\u00e9 Ang\u00e9lil (2000)\n Hop 2: Ren\u00e9 Ang\u00e9lil -> country of citizenship -> Canada (2000)\n Hop 3: Canada -> head of state -> Elizabeth II (1986)\n Answer: Elizabeth II" + }, + { + "id": "q_001510", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "UTC\u221204:00", + "pred": "United States", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Cartagena Agreement -> signatory -> United States -> located in -> UTC\u221203:00 (2011)\n Answer: United States" + }, + { + "id": "q_005670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Werner Greuter", + "pred": "Marcel Ospel", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Beat Ernst Leuenberger -> employer -> Credit Suisse Group\n Hop 2: Credit Suisse Group -> chief executive officer -> Marcel Ospel\n Hop 3: Marcel Ospel -> employer -> Credit Suisse Group (2004)\n Answer: Marcel Ospel" + }, + { + "id": "q_005822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Maurice Druon", + "pred": "Bruno Bieligk", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Julien Green -> member of -> Independent Social Democratic Party of Germany (1989)\n Hop 2: Independent Social Democratic Party of Germany -> general secretary -> Bruno Bieligk (1989)\n Answer: Bruno Bieligk" + }, + { + "id": "q_001232", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nino Baragli -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia" + }, + { + "id": "q_007512", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Hop 1: Heinz Wewers -> member of sports team -> 1. FC N\u00fcrnberg (1980-1981)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Otto Nerz (1980-1981)\n Hop 3: Otto Nerz -> member of sports team -> FC Schalke 04 (1981-1982)\n Hop 4: FC", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Heinz Wewers -> member of sports team -> 1. FC N\u00fcrnberg (1980-1981)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Otto Nerz (1980-1981)\n Hop 3: Otto Nerz -> member of sports team -> FC Schalke 04 (1981-1982)\n Hop 4: FC" + }, + { + "id": "q_000089", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Luigi Filippo D'Amico -> country -> Italy (1999)\n Hop 2: Italy -> member -> European Union (1999)\n Answer: European Union" + }, + { + "id": "q_008698", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Margaret Lockwood", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Celia Johnson -> nominated for -> The Prime of Miss Jean Brodie (1947)\n Hop 2: The Prime of Miss Jean Brodie (1947) -> winner -> Margaret Lockwood\n Hop 3: Margaret Lockwood -> nominated for -> The Prime of Miss Jean Brodie (1947)\n Answer: Margaret Lockwood" + }, + { + "id": "q_007875", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Andrea Miano -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> shares border with -> Yugoslavia (1950)\n Hop 3: Yugoslavia -> shares border with -> Czechoslovakia (1950)\n Answer: Czechoslovakia" + }, + { + "id": "q_006661", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "Minister of Agriculture", + "em": 0.0, + "f1": 0.25, + "pred_raw": "Hop 1: Age Discrimination in Employment Act of 1967 -> signatory -> Vittorio Caprioli (1967)\n Hop 2: Vittorio Caprioli -> country of citizenship -> Italy (1967)\n Hop 3: Italy -> position held -> Minister of Agriculture (1967)\n Answer: Minister of Agriculture" + }, + { + "id": "q_007505", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Bobby Clarke", + "pred": "United States Navy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Roman \u010cechm\u00e1nek -> drafted by -> United States Navy (1946)\n Hop 2: United States Navy -> general manager -> Robert F. Kennedy (1946)\n Hop 3: Robert F. Kennedy -> drafted by -> United States Navy (1946)\n Answer: United States Navy" + }, + { + "id": "q_000843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Hungary", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giuliano Carnimeo -> country -> Austria\u2013Hungary (1918)\n Hop 2: Austria\u2013Hungary -> member -> Hungary (1918)\n Answer: Hungary" + }, + { + "id": "q_008555", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Hop 1: Montreal Canadiens -> home venue -> Montreal Forum (1977)\n Hop 2: Montreal Forum (1977) -> replaced by -> Montreal Forum (1979) (1977)\n Hop 3: Montreal Forum (1979) -> member of sports team -> Rod Langway (1979)\n Hop 4: Rod Langway -> drafted by -> Boston Bruins (1979)\n Answer:", + "em": 1.0, + "f1": 0.15384615384615385, + "pred_raw": "Hop 1: Montreal Canadiens -> home venue -> Montreal Forum (1977)\n Hop 2: Montreal Forum (1977) -> replaced by -> Montreal Forum (1979) (1977)\n Hop 3: Montreal Forum (1979) -> member of sports team -> Rod Langway (1979)\n Hop 4: Rod Langway -> drafted by -> Boston Bruins (1979)\n Answer:" + }, + { + "id": "q_006491", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: U-331 -> part of -> U-97 (1942)\n Answer: 1942" + }, + { + "id": "q_003737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Harry S. Truman", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: United States -> head of government -> Harry S. Truman (1949)\n Hop 2: Piero Scotti -> country of citizenship -> United States (1949)\n Answer: Harry S. Truman" + }, + { + "id": "q_002698", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Albin Lesky -> member of -> German Workers' Party (1938)\n Hop 2: German Workers' Party (1938) -> chairperson -> Adolf Hitler (1938)\n Answer: Adolf Hitler" + }, + { + "id": "q_005937", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Carol Greider -> Nobel Prize in Physiology or Medicine -> 1999 -> Hop 2: 1999 -> winner -> Jack Szostak -> Answer: 1999" + }, + { + "id": "q_007021", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Jos\u00e9 Manuel S\u00e1", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Eduardo Salvio -> member of sports team -> C.D. Nacional (2018)\n Hop 2: C.D. Nacional -> chairperson -> Jos\u00e9 Manuel S\u00e1 (2018)\n Answer: Jos\u00e9 Manuel S\u00e1" + }, + { + "id": "q_003151", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "Hop 1: Joan Barfoot -> nominated for -> The Last of the Mohicans (1992)\n Hop 2: The Last of the Mohicans (1992) -> winner -> James Fenimore Cooper\n Hop 3: James Fenimore Cooper -> winner -> 1992 James Fenimore Cooper Award\n Hop 4: 1992 James Fenimore Cooper Award -> winner -> John C. H. Grabill\n Answer:", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Joan Barfoot -> nominated for -> The Last of the Mohicans (1992)\n Hop 2: The Last of the Mohicans (1992) -> winner -> James Fenimore Cooper\n Hop 3: James Fenimore Cooper -> winner -> 1992 James Fenimore Cooper Award\n Hop 4: 1992 James Fenimore Cooper Award -> winner -> John C. H. Grabill\n Answer:" + }, + { + "id": "q_002519", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "1906", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jennifer Connelly -> 2003 -> United States Secretary of the Navy (Hop 1)\n Answer: 1906" + }, + { + "id": "q_007514", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "chairperson", + "pred": "President of Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Czech-Moravian Confederation of Trade Unions -> chairperson -> Jan Kavan (1999)\n Hop 2: Jan Kavan -> member of -> Czechoslovakian Social Democratic Party (1999)\n Hop 3: Czechoslovakian Social Democratic Party -> position held -> President of Czechoslovakia (1999)\n Answer: President of Czechoslovakia" + }, + { + "id": "q_008443", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> member of -> European Economic Community (1953)\n Answer: European Economic Community" + }, + { + "id": "q_007726", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1992.0, + "gold": "1992", + "pred": "1992", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Anne Brochet -> nominated for -> La Fille du Roi (1992)\n Hop 2: La Fille du Roi (1992) -> winner -> Val\u00e9rie Lemercier\n Hop 3: Val\u00e9rie Lemercier -> year -> 1992\n Answer: 1992" + }, + { + "id": "q_001549", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "V\u00e1clav Havel", + "pred": "Adolf Hitler", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Old\u0159ich Pel\u010d\u00e1k -> country of citizenship -> Nazi Germany (1941)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1941)\n Answer: Adolf Hitler" + }, + { + "id": "q_007129", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "1933", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pambio-Noranco -> replaced by -> Viganello (1933)\n Hop 2: Viganello -> replaced by -> Pambio-Noranco (1933)\n Hop 3: Pambio-Noranco -> replaced by -> Viganello (1933)\n Answer: 1933" + }, + { + "id": "q_000883", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Heinrich Br\u00fcning", + "pred": "Paul von Hindenburg", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bonn -> country -> Germany (1931)\n Hop 2: Germany -> head of government -> Paul von Hindenburg (1931)\n Answer: Paul von Hindenburg" + }, + { + "id": "q_000442", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "Hop 1: Sister Rosetta Tharpe -> residence -> 1000000000000000000000000000000000000000000000000000000000000000000000000000000000", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Sister Rosetta Tharpe -> residence -> 1000000000000000000000000000000000000000000000000000000000000000000000000000000000" + }, + { + "id": "q_004066", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Peter Gerhardsson", + "pred": "Giuseppe Meazza", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Andreas Alm -> sports team -> AC Milan\n Hop 2: AC Milan -> head coach -> Giuseppe Meazza\n Hop 3: Giuseppe Meazza -> member of -> Italy national football team\n Hop 4: Italy national football team -> head coach -> Giuseppe Meazza\n Answer: Giuseppe Meazza" + }, + { + "id": "q_002302", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Egyptian pound", + "pred": "Palestine pound", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Rosh Pinna -> country -> Mandatory Palestine (1920)\n Hop 2: Mandatory Palestine -> currency -> Palestine pound (1920)\n Hop 3: Palestine pound -> country -> British Mandate of Palestine (1920)\n Answer: Palestine pound" + }, + { + "id": "q_002564", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Yugoslavia", + "pred": "Poland", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Czech Republic -> shares border with -> Poland (1947)\n Answer: Poland" + }, + { + "id": "q_004005", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Otto Nerz", + "pred": "Gy\u0151r", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Willi Lindner -> member of sports team -> Hungarian Olympic Committee (2011)\n Hop 2: Hungarian Olympic Committee -> head of government -> Zsolt Borkai (2011)\n Hop 3: Zsolt Borkai -> head coach of -> Gy\u0151r (2011)\n Answer: Gy\u0151r" + }, + { + "id": "q_002014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Vittorio Emanuele III", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Eugenio Castellotti -> country of citizenship -> Italy (1901)\n Hop 2: Italy -> head of state -> Vittorio Emanuele III (1901)\n Answer: Vittorio Emanuele III" + }, + { + "id": "q_005652", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Jane Byrne", + "pred": "John H. Hageman", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Dennis Daugaard -> residence -> Rapid City\n Hop 2: Rapid City -> head of government -> John H. Hageman\n Hop 3: John H. Hageman -> successor -> John H. Hageman\n Hop 4: John H. Hageman -> successor -> John H. Hageman\n Answer: John H. Hageman" + }, + { + "id": "q_002217", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Liliana Ronchetti -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> currency -> Italian lira (1970)\n Hop 3: Italian lira -> country -> Italy (1970)\n Answer: Italian lira" + }, + { + "id": "q_008015", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Albert II of Belgium", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pino Cerami -> country of citizenship -> Italy (2005)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2005)\n Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_000895", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "RTL", + "pred": "ARD", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Maximilian Br\u00fcckner -> award -> Bavarian TV Awards (2018)\n Hop 2: Bavarian TV Awards -> original broadcaster -> ARD (2018)\n Hop 3: ARD -> award -> Bavarian TV Awards (2018)\n Answer: ARD" + }, + { + "id": "q_008365", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Association of European Football Leagues", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: \u00c9ver Banega -> sports team -> Club Atl\u00e9tico River Plate (2018)\n Hop 2: Club Atl\u00e9tico River Plate (2018) -> head coach -> Marcelo Bielsa (2018)\n Hop 3: Marcelo Bielsa (2018) -> member of -> Association of European Football Leagues (2018)\n Answer: Association of European Football Leagues" + }, + { + "id": "q_006348", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "\u021ainerea de \u0219coal\u0103", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Buhu\u0219i -> country -> Romania (1974)\n Hop 2: Romania -> anthem -> \u021ainerea de \u0219coal\u0103 (1974)\n Answer: \u021ainerea de \u0219coal\u0103" + }, + { + "id": "q_000645", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Greece", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Paolo Marcello Brignoli -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> shares border with -> Greece (1996)\n Answer: Greece" + }, + { + "id": "q_008492", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Anton\u00edn Z\u00e1potock\u00fd", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Czechia -> head of state -> Anton\u00edn Z\u00e1potock\u00fd (1912)\n Hop 2: Vikenty Veresaev -> country of citizenship -> Czechia\n Answer: Anton\u00edn Z\u00e1potock\u00fd" + }, + { + "id": "q_006824", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Anita Brookner", + "pred": "John Gielgud", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: David Lodge -> nominated for -> The 1984 Tony Awards\n Hop 2: The 1984 Tony Awards -> winner -> John Gielgud\n Hop 3: John Gielgud -> winner -> 1984\n Answer: John Gielgud" + }, + { + "id": "q_000773", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "Winona Ryder", + "pred": "Golden Globe Award for Best Supporting Actress - Motion Picture (1993)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Frances McDormand -> nominated for -> Academy Award for Best Supporting Actress (1993)\n Hop 2: Academy Award for Best Supporting Actress (1993) -> winner -> Mary Steenburgen\n Hop 3: Mary Steenburgen -> award received -> Golden Globe Award for Best Supporting Actress - Motion Picture (1993)\n Answer: Golden Globe Award for Best Supporting Actress - Motion Picture (1993)" + }, + { + "id": "q_001316", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Deutsche Mark", + "pred": "East German mark", + "em": 0.0, + "f1": 0.4, + "pred_raw": "Hop 1: Conrad Schumann -> country of citizenship -> East Germany (1979)\n Hop 2: East Germany -> currency -> East German mark (1979)\n Answer: East German mark" + }, + { + "id": "q_004368", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Adidas", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Steve Borthwick -> member of sports team -> Rugby Football Club (England) (2008)\n Hop 2: Rugby Football Club (England) -> kit supplier -> Adidas (2008)\n Hop 3: Adidas -> kit supplier -> Steve Borthwick (2008)\n Answer: Adidas" + }, + { + "id": "q_005868", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giulio Onesti -> country of citizenship -> Italy (2009)\n Hop 2: Italy -> head of state -> Umberto II of Italy (2009)\n Hop 3: Umberto II of Italy -> country of citizenship -> Italy (2009)\n Answer: Italy" + }, + { + "id": "q_005066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Hop 1: The Ninth Day -> nominated for -> \"The Ninth Day\" (1999)\n Hop 2: \"The Ninth Day\" (1999) -> winner -> \"The Ninth Day\" (1999)\n Hop 3: \"The Ninth Day\" (1999) -> nominated for -> \"The Ninth Day\" (1999)\n Hop 4: \"The Ninth Day\" (1999)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: The Ninth Day -> nominated for -> \"The Ninth Day\" (1999)\n Hop 2: \"The Ninth Day\" (1999) -> winner -> \"The Ninth Day\" (1999)\n Hop 3: \"The Ninth Day\" (1999) -> nominated for -> \"The Ninth Day\" (1999)\n Hop 4: \"The Ninth Day\" (1999)" + }, + { + "id": "q_007376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Fred Ho -> award -> 1996 (1996)\n Hop 2: 1996 -> winner -> Joe Sacco (1996)\n Answer: 1996" + }, + { + "id": "q_000995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Gwyneth Paltrow", + "pred": "Johnny Burke", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Academy Award for Best Original Song -> winner -> Johnny Burke (1944)\n Answer: Johnny Burke" + }, + { + "id": "q_008659", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Brian Moore -> nominated for -> The Fugitive (1970)\n Hop 2: The Fugitive (1970) -> winner of -> The Fugitive (1970)\n Hop 3: The Fugitive (1970) -> country of citizenship -> Italy (1970)\n Answer: Italy" + }, + { + "id": "q_000763", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Ilva Ligabue -> country of citizenship -> Italy (1977)\n Hop 2: Italy -> shares border with -> Yugoslavia (1977)\n Answer: Yugoslavia" + }, + { + "id": "q_005896", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> currency -> Italian lira (1976)\n Answer: Italian lira" + }, + { + "id": "q_000117", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Enrico de Nicola", + "pred": "Umberto II of Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Guglielmo Pesenti -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> head of state -> Umberto II of Italy (1947)\n Answer: Umberto II of Italy" + }, + { + "id": "q_000027", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "David Dinkins", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: William Vickrey -> residence -> New York City (1994)\n Hop 2: New York City -> head of government -> David Dinkins (1994)\n Hop 3: David Dinkins -> work location -> New York City (1994)\n Answer: David Dinkins" + }, + { + "id": "q_002041", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Bruno Visintin -> country of citizenship -> Italy (1983)\n Hop 2: Italy -> head of state -> Sandro Pertini (1983)\n Answer: Sandro Pertini" + }, + { + "id": "q_002860", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Netherlands", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Max Blokzijl -> work location -> Amsterdam\n Hop 2: Amsterdam -> country -> Netherlands\n Answer: Netherlands" + }, + { + "id": "q_004247", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Luise Rainer", + "pred": "Hopi (people)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hopi (people) -> Hopi language -> Theodora Goes Wild -> winner -> Jane Fonda\n Answer: Hopi (people)" + }, + { + "id": "q_008294", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Hyundai", + "pred": "MTK Budapest FC", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Imre Kov\u00e1cs -> member of sports team -> MTK Budapest FC (1945)\n Answer: MTK Budapest FC" + }, + { + "id": "q_006036", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "The Pentagon", + "pred": "Hop 1: Charlie Munger -> military branch -> United States Army (1945)\n Hop 2: United States Army -> headquarters -> Washington, D.C.\n Hop 3: Washington, D.C. -> military branch -> United States Army (1945)\n Hop 4: United States Army (1945) -> headquarters -> Washington, D.C.\n Hop 5: Washington, D.C. -> military branch -> United States Army (1", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Charlie Munger -> military branch -> United States Army (1945)\n Hop 2: United States Army -> headquarters -> Washington, D.C.\n Hop 3: Washington, D.C. -> military branch -> United States Army (1945)\n Hop 4: United States Army (1945) -> headquarters -> Washington, D.C.\n Hop 5: Washington, D.C. -> military branch -> United States Army (1" + }, + { + "id": "q_001816", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Mary Pickford", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ruth Chatterton -> Academy Award for Best Actress -> 1930 -> Winner -> Mary Pickford\n Answer: Mary Pickford" + }, + { + "id": "q_008058", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Antonin Kocourek", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Anton Hofer -> country of citizenship -> Austria (1956)\n Hop 2: Austria -> shares border with -> Czechoslovakia (1956)\n Hop 3: Czechoslovakia -> country of citizenship -> Antonin Kocourek (1956)\n Answer: Antonin Kocourek" + }, + { + "id": "q_004387", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Mehmed Uzun -> country of citizenship -> Turkey (1968)\n Hop 2: Turkey -> head of state -> \u0130smet \u0130n\u00f6n\u00fc (1955)\n Hop 3: \u0130smet \u0130n\u00f6n\u00fc -> country of citizenship -> Italy (1968)\n Answer: Italy" + }, + { + "id": "q_004841", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Abdullah Avc\u0131", + "pred": "Luciano Spalletti", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jo\u00e3o Pereira -> member of -> A.S. Roma (2015)\n Hop 2: A.S. Roma -> head coach -> Luciano Spalletti (2015)\n Hop 3: Luciano Spalletti -> member of -> Italy (2015)\n Answer: Luciano Spalletti" + }, + { + "id": "q_000340", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Echo Music Prize", + "pred": "Hop 1: Britney Spears -> notable work -> Oops!... I Did It Again (1999)\n Hop 2: Oops!... I Did It Again (1999) -> award received -> Grammy Award for Best Dance Recording (1999)\n Hop 3: Grammy Award for Best Dance Recording (1999) -> award received -> Grammy Award for Best Dance Recording (1999)\n Hop 4: Grammy Award for", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Britney Spears -> notable work -> Oops!... I Did It Again (1999)\n Hop 2: Oops!... I Did It Again (1999) -> award received -> Grammy Award for Best Dance Recording (1999)\n Hop 3: Grammy Award for Best Dance Recording (1999) -> award received -> Grammy Award for Best Dance Recording (1999)\n Hop 4: Grammy Award for" + }, + { + "id": "q_001431", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Massimiliano Allegri", + "pred": "Luciano Spalletti", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Philippe Mex\u00e8s -> sports team -> AS Roma -> head coach -> Luciano Spalletti (2011)\n Answer: Luciano Spalletti" + }, + { + "id": "q_002560", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Panama", + "pred": "Marne", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Horst P. Horst -> work location -> Paris\n Hop 2: Paris -> shares border with -> Seine\n Hop 3: Seine -> shares border with -> Marne\n Answer: Marne" + }, + { + "id": "q_003591", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Gerald Ford", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bernard Herrmann -> country -> United States of America\n Hop 2: United States of America -> head of state -> Richard Nixon\n Hop 3: Richard Nixon -> country -> United States of America\n Hop 4: United States of America -> head of state -> Gerald Ford\n Hop 5: Gerald Ford -> country -> United States of America\n Answer: Gerald Ford" + }, + { + "id": "q_006178", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Glauco Onorato -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfari (1997)\n Hop 3: Oscar Luigi Scalfari -> head of state -> Giorgio Napolitano (1997)\n Answer: Giorgio Napolitano" + }, + { + "id": "q_003130", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "\u00c1rp\u00e1d Berczik", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: \u00c1rp\u00e1d Berczik -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1947)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> \u00c1rp\u00e1d Berczik (1947)\n Answer: \u00c1rp\u00e1d Berczik" + }, + { + "id": "q_001771", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "habilitation", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Olba -> director of archaeological fieldwork -> Giuliano Carnimeo (1952)\n Hop 2: Giuliano Carnimeo -> country of citizenship -> Italy (1952)\n Hop 3: Italy -> assessment -> Ulrich Gotter (1952)\n Hop 4: Ulrich Gotter -> employer -> University of Freiburg (1952)\n Answer: Italy" + }, + { + "id": "q_004635", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Hop 1: Ida Kami\u0144ska -> nominated for -> 1967 Academy Award for Best Actress (category)\n Hop 2: 1967 Academy Award for Best Actress (category) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> nominated for -> 1933 Academy Award for Best Actress (category)\n Hop 4: 1933 Academy Award for Best Actress (category) -> winner -> Norm", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ida Kami\u0144ska -> nominated for -> 1967 Academy Award for Best Actress (category)\n Hop 2: 1967 Academy Award for Best Actress (category) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> nominated for -> 1933 Academy Award for Best Actress (category)\n Hop 4: 1933 Academy Award for Best Actress (category) -> winner -> Norm" + }, + { + "id": "q_007347", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Margaret Atwood", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Heat and Dust -> award -> Booker Prize (1975)\n Hop 2: Booker Prize (1975) -> winner -> Margaret Atwood (1975)\n Hop 3: Margaret Atwood -> award -> Governor General's Award (1975)\n Hop 4: Governor General's Award (1975) -> winner -> Margaret Atwood (1975)\n Answer: Margaret Atwood" + }, + { + "id": "q_002289", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Giuseppe Saragat", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Francesco Antonazzi -> country of citizenship -> Italy (2010)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2010)\n Answer: Giorgio Napolitano" + }, + { + "id": "q_006810", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2016", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tessa Thompson -> unmarried partner -> Kiki Layne (2016)\n Hop 2: Kiki Layne -> received award -> Broadcast Film Critics Association Award for Best Cast (2016)\n Hop 3: Broadcast Film Critics Association Award for Best Cast -> award received -> 2016\n Answer: 2016" + }, + { + "id": "q_001750", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Eduard Weiter", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Robert Dauber -> manager -> Giuseppe Cianci (1944)\n Hop 2: Giuseppe Cianci -> country of citizenship -> Italy (1944)\n Answer: Italy" + }, + { + "id": "q_005348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "David Wagner", + "pred": "Dietmar K\u00fchbauer", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Conor Coady -> member of sports team -> Admira Wacker (2012)\n Hop 2: Admira Wacker -> head coach -> Dietmar K\u00fchbauer (2012)\n Answer: Dietmar K\u00fchbauer" + }, + { + "id": "q_001742", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Sandro Pertini", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Carmelo Di Bella -> country of citizenship -> Italy (1986)\n Hop 2: Italy -> head of state -> Sandro Pertini (1986)\n Hop 3: Sandro Pertini -> head of state -> Sandro Pertini (1986)\n Answer: Sandro Pertini" + }, + { + "id": "q_004401", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cominform", + "pred": "French Communist Party", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Marceline Loridan-Ivens -> member of political party -> French Communist Party (1955)\n Hop 2: French Communist Party -> member of political party -> French Section of the Workers' International (1955)\n Hop 3: French Section of the Workers' International -> member of political party -> French Communist Party (1955)\n Answer: French Communist Party" + }, + { + "id": "q_000948", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Boston Garden", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Rod Langway -> drafted by -> Boston Bruins (1977)\n Hop 2: Boston Bruins -> home venue -> Boston Garden (1977)\n Answer: Boston Garden" + }, + { + "id": "q_006864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "King Victor Emmanuel III", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bruno Mora -> country of citizenship -> Italy (1926)\n Hop 2: Italy -> head of state -> King Victor Emmanuel III (1926)\n Hop 3: Carlo Clerici -> country of citizenship -> Italy (1926)\n Answer: King Victor Emmanuel III" + }, + { + "id": "q_001031", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "J. M. Coetzee", + "pred": "Tottenham Hotspur F.C.", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Graham Swift -> winner -> Michael Dawson (2010)\n Hop 2: Michael Dawson -> member of sports team -> Tottenham Hotspur F.C. (2010)\n Answer: Tottenham Hotspur F.C." + }, + { + "id": "q_002458", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Oleh Protasov", + "pred": "Hop 1: Ihar Stasevich -> member of sports team -> FC Dinamo Minsk (1993-1995)\n Hop 2: FC Dinamo Minsk -> head coach -> Valeriy Lobanovskyi (1993-1995)\n Hop 3: Valeriy Lobanovskyi -> member of sports team -> FC Metalist Kharkiv (1995-1996", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ihar Stasevich -> member of sports team -> FC Dinamo Minsk (1993-1995)\n Hop 2: FC Dinamo Minsk -> head coach -> Valeriy Lobanovskyi (1993-1995)\n Hop 3: Valeriy Lobanovskyi -> member of sports team -> FC Metalist Kharkiv (1995-1996" + }, + { + "id": "q_001069", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Ed Koch", + "pred": "Bob Graham", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Braldt Bralds -> work location -> Orlando Magic (1981)\n Hop 2: Orlando Magic -> head of government -> Bob Graham (1981)\n Answer: Bob Graham" + }, + { + "id": "q_005421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1993", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Carnegie Mellon University -> member of -> Pittsburgh, Pennsylvania (1993)\n Hop 2: Pittsburgh, Pennsylvania -> funder -> CERN (1993)\n Answer: 1993" + }, + { + "id": "q_006304", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "mayor", + "pred": "member of sports team", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: T\u00fcbingen -> head of government -> Karlheinz Pflipsen (1948)\n Hop 2: Karlheinz Pflipsen -> position held -> member of sports team (1948)\n Answer: member of sports team" + }, + { + "id": "q_004531", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Mario Monti", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Antonio Carluccio -> country of citizenship -> Italy (2012)\n Hop 2: Italy -> head of government -> Mario Monti (2012)\n Hop 3: Mario Monti -> head of government -> Giorgio Napolitano (2012)\n Answer: Giorgio Napolitano" + }, + { + "id": "q_000931", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: James Spudich -> award -> 2007 Hop 2: 2007 -> winner -> Ronald Vale Hop 3: Ronald Vale -> year -> 2012 Answer: 2012" + }, + { + "id": "q_007956", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Guy Carbonneau", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Montreal Canadiens -> head coach -> Guy Carbonneau (2009)\n Hop 2: Guy Carbonneau -> member of -> Faryd Mondrag\u00f3n (2009)\n Answer: Guy Carbonneau" + }, + { + "id": "q_007340", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "Hyundai", + "pred": "Adidas", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Stefan B\u00f6ger -> member of sports team -> 1. FC Nuremberg (1998)\n Hop 2: 1. FC Nuremberg -> sponsor -> Adidas (1998)\n Answer: Adidas" + }, + { + "id": "q_003676", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "2010 Academy Award for Best Actor", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: A Single Man -> nominated for -> Best Actor in a Supporting Role (2010)\n Hop 2: Best Actor in a Supporting Role (2010) -> winner -> John Hawkes\n Hop 3: John Hawkes -> winner -> 2010 Academy Award for Best Actor\n Answer: 2010 Academy Award for Best Actor" + }, + { + "id": "q_001222", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Soviet Union", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Olenegorsk -> located in -> Kola Peninsula (1991)\n Hop 2: Kola Peninsula -> country -> Russia (1991)\n Answer: Russia" + }, + { + "id": "q_006158", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Adone Zoli", + "pred": "Hop 1: Giani Stuparich -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of government -> Alcide De Gasperi (1957)\n Hop 3: Alcide De Gasperi -> country of citizenship -> Italy (1957)\n Hop 4: Italy -> head of government -> Amintore Fanfani (1957)\n Hop 5: Amintore Fan", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giani Stuparich -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of government -> Alcide De Gasperi (1957)\n Hop 3: Alcide De Gasperi -> country of citizenship -> Italy (1957)\n Hop 4: Italy -> head of government -> Amintore Fanfani (1957)\n Hop 5: Amintore Fan" + }, + { + "id": "q_005324", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Guido Celano -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> currency -> Italian lira (1960)\n Answer: Italian lira" + }, + { + "id": "q_005456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "Ferenc Gyurcs\u00e1ny", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Susan Polgar -> country of citizenship -> Hungary (2002)\n Hop 2: Hungary -> head of government -> Ferenc Gyurcs\u00e1ny (2002)\n Answer: Ferenc Gyurcs\u00e1ny" + }, + { + "id": "q_002344", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Kingdom of Hungary", + "em": 0.0, + "f1": 0.25, + "pred_raw": "Hop 1: Sremska Mitrovica City -> located in -> Vojvodina (1971)\n Hop 2: Vojvodina -> country -> Kingdom of Hungary (1971)\n Answer: Kingdom of Hungary" + }, + { + "id": "q_008685", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2019.0, + "gold": "Wayne LaPierre", + "pred": "Chief Executive Officer", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Oliver North -> chief executive officer -> Robert L. Johnson (2019)\n Hop 2: Robert L. Johnson -> position held -> Chief Executive Officer (2019)\n Hop 3: Chief Executive Officer (2019) -> position held -> Chief Executive Officer (2019)\n Answer: Chief Executive Officer" + }, + { + "id": "q_005812", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "J. M. Coetzee", + "pred": "Martin Jakubko", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Anne Enright -> Fasting, Feasting -> winner -> Martin Jakubko (2014)\n Answer: Martin Jakubko" + }, + { + "id": "q_000894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "The Ellen DeGeneres Show", + "pred": "Michal B\u00edlek", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Alexandra Hedison -> unmarried partner -> Martin Posp\u00ed\u0161il (2004)\n Hop 2: Martin Posp\u00ed\u0161il -> member of sports team -> Czechia men's national football team (2004)\n Hop 3: Czechia men's national football team -> head coach -> Michal B\u00edlek (2004)\n Answer: Michal B\u00edlek" + }, + { + "id": "q_005808", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Hungarian Academy of Sciences", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: G\u00e1bor Csap\u00f3 -> educated at -> University of Szeged (1972)\n Hop 2: University of Szeged -> named after -> L\u00e1szl\u00f3 R\u00e9dei (1972)\n Hop 3: L\u00e1szl\u00f3 R\u00e9dei -> employer -> Hungarian Academy of Sciences (1972)\n Answer: Hungarian Academy of Sciences" + }, + { + "id": "q_003694", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "German Federal Archives", + "pred": "Berlin", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bruno Bieligk -> member of political party -> German Democratic Party (1918)\n Hop 2: German Democratic Party (1918) -> archives at -> Berlin (1918)\n Answer: Berlin" + }, + { + "id": "q_002616", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Walter Gropius -> spouse -> Alma Mahler (1918)\n Hop 2: Alma Mahler -> country of citizenship -> Austria (1918)\n Answer: Austria" + }, + { + "id": "q_000088", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "United Kingdom", + "pred": "United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 0.4444444444444445, + "pred_raw": "Hop 1: Safed -> country -> Palestine\n Hop 2: Palestine -> located in -> Ottoman Empire\n Hop 3: Ottoman Empire -> located in -> United Kingdom of Great Britain and Ireland\n Answer: United Kingdom of Great Britain and Ireland" + }, + { + "id": "q_005525", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani" + }, + { + "id": "q_006017", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Rudolf Jaenisch -> country of citizenship -> West Germany (1999)\n Hop 2: West Germany -> member of -> European Economic Community (1999)\n Answer: European Economic Community" + }, + { + "id": "q_006096", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Ginni Rometty", + "pred": "United States Department of Defense", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bruce Schneier -> employer -> RSA Security\n Hop 2: RSA Security -> chief executive officer -> Mike McConnell\n Hop 3: Mike McConnell -> employer -> United States Department of Defense\n Answer: United States Department of Defense" + }, + { + "id": "q_001800", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Estadio Benito Villamar\u00edn", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Adri\u00e1n L\u00f3pez \u00c1lvarez -> sports team -> Real Betis Balompi\u00e9\n Hop 2: Real Betis Balompi\u00e9 -> home venue -> Estadio Benito Villamar\u00edn\n Answer: Estadio Benito Villamar\u00edn" + }, + { + "id": "q_001359", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "Panama", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Carry Me Down -> winner -> Frank Tieri (1920)\n Hop 2: Frank Tieri -> country of citizenship -> United States (1920)\n Hop 3: United States -> shares border with -> Panama (1920)\n Answer: Panama" + }, + { + "id": "q_006166", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Corpo Truppe Volontarie -> commanded by -> Pietro Badoglio (1936)\n Hop 2: Pietro Badoglio -> country of citizenship -> Kingdom of Italy (1936)\n Hop 3: Kingdom of Italy -> country of citizenship -> Italy (1936)\n Answer: Italy" + }, + { + "id": "q_004182", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Augusto Arioni -> member of sports team -> AS Livorno (1912)\n Hop 2: AS Livorno -> country -> Italy (1912)\n Answer: Italy" + }, + { + "id": "q_002192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Hop 1: Thomas Linke -> member of sports team -> 1. FC N\u00fcrnberg\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Thomas Gerstner\n Hop 3: Thomas Gerstner -> member of sports team -> Germany men's national under-21 football team\n Hop 4: Germany men's national under-21 football team -> head coach -> Ralf Falkenmayer\n Hop 5: Ralf Falk", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Thomas Linke -> member of sports team -> 1. FC N\u00fcrnberg\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Thomas Gerstner\n Hop 3: Thomas Gerstner -> member of sports team -> Germany men's national under-21 football team\n Hop 4: Germany men's national under-21 football team -> head coach -> Ralf Falkenmayer\n Hop 5: Ralf Falk" + }, + { + "id": "q_004835", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Wilhelm Pieck", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Karl Plattner -> country of citizenship -> East Germany (German Democratic Republic)\n Hop 2: East Germany (German Democratic Republic) -> head of state -> Wilhelm Pieck\n Hop 3: Wilhelm Pieck -> country of citizenship -> East Germany (German Democratic Republic)\n Answer: Wilhelm Pieck" + }, + { + "id": "q_001116", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "1985", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Chimamanda Ngozi Adichie -> winner -> 2004\n Hop 2: 2004 -> nominated for -> Alan Hollinghurst\n Hop 3: Alan Hollinghurst -> equal to -> 1985\n Answer: 1985" + }, + { + "id": "q_003320", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Soviet Union", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Ochakiv Raion -> located in -> Kherson Oblast (1935)\n Hop 2: Kherson Oblast -> country -> Ukraine (1935)\n Answer: Ukraine" + }, + { + "id": "q_003882", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Giuseppe Patan\u00e8 -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: European Economic Community -> member of -> United Kingdom (1955)\n Answer: United Kingdom" + }, + { + "id": "q_003657", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Vahram Hovhannisyan", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Karen Dokhoyan -> member of -> Armenian National Olympic Committee (2007)\n Hop 2: Armenian National Olympic Committee -> head coach -> Vahram Hovhannisyan (2007)\n Hop 3: Vahram Hovhannisyan -> head coach -> Karen Dokhoyan (2007)\n Answer: Vahram Hovhannisyan" + }, + { + "id": "q_001053", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Toni Servillo", + "pred": "The Sea Inside (film) (20", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tom Schilling -> nominated for -> The White Ribbon (film) (2009)\n Hop 2: The White Ribbon (film) (2009) -> European Film Award for Best Actor -> Javier Bardem (2009)\n Hop 3: Javier Bardem (2009) -> winner of -> The Sea Inside (film) (2002)\n Answer: The Sea Inside (film) (20" + }, + { + "id": "q_006052", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1983.0, + "gold": "1983", + "pred": "1936", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Richard Attenborough -> winner -> 1983 Academy Award for Best Director (1983)\n Hop 2: 1983 Academy Award for Best Director -> nominated for -> The Great Ziegfeld (1936)\n Hop 3: The Great Ziegfeld (1936) -> director -> Costa-Gavras (1936)\n Answer: 1936" + }, + { + "id": "q_000428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "1930 Academy Awards", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: A Single Man -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> winner -> 1930 Academy Awards\n Answer: 1930 Academy Awards" + }, + { + "id": "q_000183", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Nello Pagani -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> currency -> Italian lira (1998)\n Hop 3: Italian lira -> country -> Italy (1998)\n Answer: Italian lira" + }, + { + "id": "q_007379", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Giovanni Trapattoni", + "pred": "Karl-Heinz Feldkamp", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Heiko Gerber -> member of sports team -> 1. FC N\u00fcrnberg (1999-2000)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Karl-Heinz Feldkamp (1999-2000)\n Answer: Karl-Heinz Feldkamp" + }, + { + "id": "q_005742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "James Kelman", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Abdulrazak Gurnah -> nominated for -> The Last of the Mohicans (1994)\n Hop 2: The Last of the Mohicans -> winner -> The Last of the Mohicans (1994)\n Hop 3: The Last of the Mohicans (1994) -> country -> United States of America\n Answer: United States of America" + }, + { + "id": "q_000962", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "Bonn", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: BND law -> signatory -> Hans-Dietrich Genscher (1990)\n Hop 2: Hans-Dietrich Genscher -> country of citizenship -> West Germany (1990)\n Hop 3: West Germany -> capital -> Bonn (1990)\n Answer: Bonn" + }, + { + "id": "q_005810", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Otto Graf Lambsdorff", + "pred": "Karl Schiller", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Walter Scheel -> member of political party -> Free Democratic Party (Germany)\n Hop 2: Free Democratic Party (Germany) -> chairperson -> Walter Scheel\n Hop 3: Walter Scheel -> replaced by -> Karl Schiller\n Hop 4: Karl Schiller -> member of political party -> Free Democratic Party (Germany)\n Answer: Karl Schiller" + }, + { + "id": "q_000427", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Giovanni Leone", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.5, + "pred_raw": "Hop 1: Piero Chiara -> country of citizenship -> Italy (1974)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1974)\n Answer: Giovanni Gronchi" + }, + { + "id": "q_005227", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "presidential system", + "pred": "parliamentary republic", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Horodenka -> country -> Poland (1938)\n Hop 2: Poland -> basic form of government -> parliamentary republic (1938)\n Answer: parliamentary republic" + }, + { + "id": "q_000433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "God Save the Tsar!", + "pred": "National Anthem of Romania", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Dub\u0103sari -> country -> Moldova\n Hop 2: Moldova -> anthem -> Moldovan National Anthem\n Hop 3: Moldovan National Anthem -> country -> Romania\n Hop 4: Romania -> anthem -> National Anthem of Romania\n Answer: National Anthem of Romania" + }, + { + "id": "q_005466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Climate Pledge Arena", + "pred": "KeyArena", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Gary Payton -> member of sports team -> Seattle SuperSonics (2001)\n Hop 2: Seattle SuperSonics -> home venue -> KeyArena (2001)\n Answer: KeyArena" + }, + { + "id": "q_004741", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "1st Panzer Division", + "pred": "Anton Kerschbaumer", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Karl Lotter -> work location -> Berlin (1909)\n Hop 2: Berlin -> commander -> Eduard von Gr\u00fctzner (1909)\n Hop 3: Eduard von Gr\u00fctzner -> significant person -> Anton Kerschbaumer (1909)\n Answer: Anton Kerschbaumer" + }, + { + "id": "q_006763", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "1962", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Tan Dun -> award -> 1962 (1962)\n Hop 2: 1962 -> winner -> Mart Stam (1962)\n Hop 3: Mart Stam -> country -> Netherlands (1962)\n Answer: 1962" + }, + { + "id": "q_002214", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "Kingdom of Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Balaklava -> country -> Russian Empire (1917)\n Hop 2: Russian Empire -> anthem -> Pan-Slavic Hymn (1917)\n Hop 3: Pan-Slavic Hymn -> country -> Kingdom of Italy (1917)\n Answer: Kingdom of Italy" + }, + { + "id": "q_005612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Nikita Khrushchev", + "pred": "Aliya M", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Zuleykha Seyidmammadova -> member of political party -> Azerbaijan People's Front\n Hop 2: Azerbaijan People's Front -> chairperson -> Mammad Amin Rasulzadeh\n Hop 3: Mammad Amin Rasulzadeh -> after -> Aliya Mammadova\n Hop 4: Aliya Mammadova -> chairperson -> Zuleykha Seyidmammadova\n Answer: Aliya M" + }, + { + "id": "q_007746", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Austria", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Walter Gropius -> spouse -> K\u00e4the Kollwitz (1918)\n Hop 2: K\u00e4the Kollwitz -> country of citizenship -> Germany (1918)\n Answer: Germany" + }, + { + "id": "q_003268", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Paul von Hindenburg", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luigi Carnacina -> country of citizenship -> Germany (2010)\n Hop 2: Germany -> head of state -> Paul von Hindenburg (2010)\n Answer: Paul von Hindenburg" + }, + { + "id": "q_000324", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "Middle East", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kfar Saba -> country -> Israel (1937)\n Hop 2: Israel -> located in -> Middle East (1937)\n Answer: Middle East" + }, + { + "id": "q_006933", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "United States", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Nani Tedeschi -> country -> Japan (1955)\n Hop 2: Japan -> head of government -> Shigeru Yoshida (1955)\n Hop 3: Shigeru Yoshida -> country -> United States (1955)\n Answer: United States" + }, + { + "id": "q_005705", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Robert Knud Friedrich Pilger", + "pred": "Hop 1: Hermann Otto Sleumer -> employer -> American Museum of Natural History (1949)\n Hop 2: American Museum of Natural History -> chief executive officer -> Henry Osborn (1949)\n Hop 3: Henry Osborn -> employer -> New York Zoological Society (1949)\n Hop 4: New York Zoological Society -> chief executive officer -> William T. Hornaday (1949)\n Hop 5:", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hermann Otto Sleumer -> employer -> American Museum of Natural History (1949)\n Hop 2: American Museum of Natural History -> chief executive officer -> Henry Osborn (1949)\n Hop 3: Henry Osborn -> employer -> New York Zoological Society (1949)\n Hop 4: New York Zoological Society -> chief executive officer -> William T. Hornaday (1949)\n Hop 5:" + }, + { + "id": "q_006241", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Tutrakan -> country -> Romania\n Hop 2: Romania -> capital -> Bucharest\n Answer: Bucharest" + }, + { + "id": "q_003204", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Ralph Fiennes", + "pred": "Hop 1: Anders W. Berthelsen -> nominated for -> 1999 European Cup Winners' Cup Final (1999)\n Hop 2: 1999 European Cup Winners' Cup Final (1999) -> winner -> 1999 European Cup Winners' Cup Final (1999)\n Hop 3: 1999 European Cup Winners' Cup Final (1999) -> winner ->", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Anders W. Berthelsen -> nominated for -> 1999 European Cup Winners' Cup Final (1999)\n Hop 2: 1999 European Cup Winners' Cup Final (1999) -> winner -> 1999 European Cup Winners' Cup Final (1999)\n Hop 3: 1999 European Cup Winners' Cup Final (1999) -> winner ->" + }, + { + "id": "q_001109", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Neutral Moresnet", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Minden Government Region -> shares border with -> Italy (1918)\n Hop 2: Italy -> shares border with -> Yugoslavia (1989)\n Answer: Yugoslavia" + }, + { + "id": "q_001496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Valeria Moriconi -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Austria (1956)\n Answer: Austria" + }, + { + "id": "q_004458", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Park Chung-hee", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Chung Il-kwon -> country of citizenship -> Republic of Korea (1951)\n Hop 2: Republic of Korea -> head of state -> Park Chung-hee (1955)\n Hop 3: Park Chung-hee -> head of state -> Mehmed Uzun (1955)\n Answer: Park Chung-hee" + }, + { + "id": "q_005199", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Hop 1: Sissel Tolaas -> work location -> Berlin\n Hop 2: Berlin -> head of government -> Klaus Wowereit\n Hop 3: Klaus Wowereit -> work location -> Berlin\n Hop 4: Berlin -> head of government -> Klaus Wowereit\n Hop 5: Klaus Wowereit -> work location -> Berlin\n Hop 6: Berlin -> head of government -> Klaus Wowereit\n Hop 7: Berlin -> head", + "em": 1.0, + "f1": 0.19999999999999998, + "pred_raw": "Hop 1: Sissel Tolaas -> work location -> Berlin\n Hop 2: Berlin -> head of government -> Klaus Wowereit\n Hop 3: Klaus Wowereit -> work location -> Berlin\n Hop 4: Berlin -> head of government -> Klaus Wowereit\n Hop 5: Klaus Wowereit -> work location -> Berlin\n Hop 6: Berlin -> head of government -> Klaus Wowereit\n Hop 7: Berlin -> head" + }, + { + "id": "q_000202", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Ireland", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Matteo Priamo -> member of sports team -> A.S. Roma\n Hop 2: A.S. Roma -> country of citizenship -> Italy\n Answer: Italy" + }, + { + "id": "q_006446", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Edoardo Mangiarotti -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Hop 3: European Economic Community -> member of -> European Free Trade Association (1952)\n Hop 4: European Free Trade Association -> member of -> United Kingdom (1952)\n Answer: United Kingdom" + }, + { + "id": "q_001839", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Q953762", + "pred": "Jos\u00e9 Maria de Almeida", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Pedro Geromel -> member of sports team -> C.D. Nacional (1999)\n Hop 2: C.D. Nacional -> head of government -> Jos\u00e9 Maria de Almeida (1999)\n Answer: Jos\u00e9 Maria de Almeida" + }, + { + "id": "q_001174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Latvian Higher League", + "pred": "Russian Football Premier League", + "em": 0.0, + "f1": 0.28571428571428575, + "pred_raw": "Hop 1: Pavel Mochalin -> member of sports team -> FC Spartak Moscow\n Hop 2: FC Spartak Moscow -> league or competition -> Russian Football Premier League\n Answer: Russian Football Premier League" + }, + { + "id": "q_006379", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Giorgio Napolitano", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (2008)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2008)\n Hop 3: Carlo Azeglio Ciampi -> country of citizenship -> Italy (2008)\n Answer: Italy" + }, + { + "id": "q_001940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Marcello Costalunga -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> shares border with -> Austria (1989)\n Answer: Austria" + }, + { + "id": "q_001985", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Heinz Czechowski -> award -> Bernhard Seeger award (1984)\n Hop 2: Heinz Czechowski -> country -> Germany (1984)\n Hop 3: Germany -> award -> Heinrich Mann Prize (1984)\n Answer: Germany" + }, + { + "id": "q_000177", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Claus Korth -> allegiance -> West Germany (1962)\n Hop 2: West Germany -> contains -> Hesse (1962)\n Hop 3: Hesse -> territory claimed by -> Germany (1962)\n Answer: Germany" + }, + { + "id": "q_003534", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1930", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: University of Toronto -> member -> University of Toronto (1930)\n Hop 2: University of Toronto (1930) -> funder -> University of Toronto (1930)\n Hop 3: University of Toronto (1930) -> member -> Tsinghua University\n Answer: 1930" + }, + { + "id": "q_007118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Steve Sampson", + "pred": "Jos\u00e9 Carlos Ferreira Filho", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Andreas Herzog -> member of sports team -> Cruzeiro E.C. (2009)\n Hop 2: Cruzeiro E.C. -> head coach -> Jos\u00e9 Carlos Ferreira Filho (2009)\n Answer: Jos\u00e9 Carlos Ferreira Filho" + }, + { + "id": "q_008135", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Panama", + "pred": "Canada", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Frank Tieri -> residence -> United States (1951)\n Hop 2: United States -> shares border with -> Canada (1951)\n Hop 3: Canada -> country of citizenship -> Alexander Graham Bell (1951)\n Answer: Canada" + }, + { + "id": "q_008030", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Union des \u00c9crivains de France", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jacques Laurent -> member of -> Acad\u00e9mie Fran\u00e7aise (1988)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Jean Lart\u00e9guy (1988)\n Hop 3: Jean Lart\u00e9guy -> member of -> Union des \u00c9crivains de France (1988)\n Answer: Union des \u00c9crivains de France" + }, + { + "id": "q_008449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Erich Honecker", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Hanns Martin Schleyer -> member of political party -> German Democratic Republic (1975)\n Hop 2: German Democratic Republic (1975) -> general secretary -> Erich Honecker (1975)\n Answer: Erich Honecker" + }, + { + "id": "q_001457", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Thomas Keneally", + "pred": "Hop 1: William Boyd -> nominated for -> Academy Award for Best Cinematography (1982)\n Hop 2: Academy Award for Best Cinematography (1982) -> winner -> John A. Alonzo\n Hop 3: John A. Alonzo -> nominated for -> Academy Award for Best Cinematography (1982)\n Hop 4: Academy Award for Best Cinematography (1982) -> winner", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: William Boyd -> nominated for -> Academy Award for Best Cinematography (1982)\n Hop 2: Academy Award for Best Cinematography (1982) -> winner -> John A. Alonzo\n Hop 3: John A. Alonzo -> nominated for -> Academy Award for Best Cinematography (1982)\n Hop 4: Academy Award for Best Cinematography (1982) -> winner" + }, + { + "id": "q_001650", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Sergi L\u00f3pez", + "pred": "Georges Bataille", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bread and Tulips -> nominated for -> 1935\n Hop 2: 1935 -> winner -> Colette Peignot\n Hop 3: Colette Peignot -> winner -> Georges Bataille\n Answer: Georges Bataille" + }, + { + "id": "q_006597", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "SeatGeek Stadium", + "pred": "New York City", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Logan Pause -> member of -> New York Giants (1909-1910) (1909)\n Hop 2: New York Giants (1909-1910) -> home venue -> Polo Grounds (1909)\n Hop 3: Polo Grounds -> located in -> New York City (1909)\n Answer: New York City" + }, + { + "id": "q_003141", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Canada", + "pred": "United States", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Joseph-Elz\u00e9ar Bernier -> member of crew -> SS L'\u00c9cho de Paris (1924)\n Hop 2: SS L'\u00c9cho de Paris (1924) -> country of registry -> United States\n Hop 3: United States -> member of crew -> Joseph-Elz\u00e9ar Bernier\n Answer: United States" + }, + { + "id": "q_004341", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "BP", + "pred": "United Airlines", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Barbra Streisand -> spouse -> Elliott Gould (1963)\n Hop 2: Elliott Gould -> member of sports team -> Los Angeles Lakers (1984)\n Hop 3: Los Angeles Lakers -> sponsor -> United Airlines (1984)\n Answer: United Airlines" + }, + { + "id": "q_007989", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1905.0, + "gold": "Russian Empire", + "pred": "Turkey", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Vedi's -> country -> Turkey (1905)\n Answer: Turkey" + }, + { + "id": "q_002962", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bruno Torpigliani -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Alcide De Gasperi (1955)\n Hop 3: Alcide De Gasperi -> country of citizenship -> Italy (1955)\n Answer: Alcide De Gasperi" + }, + { + "id": "q_001198", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Allianz Arena", + "pred": "Stade Toulouse", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Kenny Cooper -> member of sports team -> Toulouse FC (2011)\n Hop 2: Toulouse FC -> home venue -> Stade Toulouse (2011)\n Answer: Stade Toulouse" + }, + { + "id": "q_006028", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Hop 1: Artur Moraes -> member of -> Crici\u00fama Esporte Clube (1932)\n Hop 2: Crici\u00fama Esporte Clube (1932) -> chairperson -> Jo\u00e3o Tamagnini Barbosa (1932)\n Hop 3: Jo\u00e3o Tamagnini Barbosa (1932) -> member of -> Crici\u00fama Esporte Clube (193", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Artur Moraes -> member of -> Crici\u00fama Esporte Clube (1932)\n Hop 2: Crici\u00fama Esporte Clube (1932) -> chairperson -> Jo\u00e3o Tamagnini Barbosa (1932)\n Hop 3: Jo\u00e3o Tamagnini Barbosa (1932) -> member of -> Crici\u00fama Esporte Clube (193" + }, + { + "id": "q_007856", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1902", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Rorschach\u2013St. Gallen railway line -> owned by -> Swiss Federal Railways (1902)\n Answer: 1902" + }, + { + "id": "q_003797", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "1964", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Fontanezier -> replaces -> Vaugondry (1964)\n Hop 2: Vaugondry -> replaced by -> Vaugondry (1964)\n Hop 3: Vaugondry -> year -> 1964 (1964)\n Answer: 1964" + }, + { + "id": "q_002920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: HMS Graph -> country of registry -> United Kingdom\n Hop 2: United Kingdom -> head of state -> King George VI\n Hop 3: King George VI -> successor -> Elizabeth II\n Hop 4: Elizabeth II -> successor -> Charles III\n Hop 5: Charles III -> successor -> William\n Hop 6: William -> successor -> Charles III\n Hop 7: Charles III -> successor -> William\n Hop 8: William -> successor -> Charles", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: HMS Graph -> country of registry -> United Kingdom\n Hop 2: United Kingdom -> head of state -> King George VI\n Hop 3: King George VI -> successor -> Elizabeth II\n Hop 4: Elizabeth II -> successor -> Charles III\n Hop 5: Charles III -> successor -> William\n Hop 6: William -> successor -> Charles III\n Hop 7: Charles III -> successor -> William\n Hop 8: William -> successor -> Charles" + }, + { + "id": "q_004648", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1976", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: David Storey -> award received -> Booker Prize (1976)\n Hop 2: Booker Prize -> winner -> Lee Hartwell (1976)\n Hop 3: Lee Hartwell -> year -> 1976\n Answer: 1976" + }, + { + "id": "q_005249", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Julie Christie", + "pred": "Academy Award for Best Actor (1965)", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Marriage Italian-Style -> nominated for -> Best Actor in a Supporting Role (1965)\n Hop 2: Best Actor in a Supporting Role (1965) -> winner -> Rod Steiger\n Hop 3: Rod Steiger -> nominated for -> Academy Award for Best Actor (1965)\n Answer: Academy Award for Best Actor (1965)" + }, + { + "id": "q_004612", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Luigi Carnacina -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Umberto II (1951)\n Hop 3: Umberto II -> head of state -> Italy (1951)\n Answer: Italy" + }, + { + "id": "q_006383", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Giacomo Neri -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Aldo Moro (1976)\n Answer: 1976" + }, + { + "id": "q_003997", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Rachida Brakni", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: H\u00e9l\u00e8ne Filli\u00e8res -> nominated for -> C\u00e9sar Award for Best Female Revelation (2002)\n Answer: Rachida Brakni" + }, + { + "id": "q_002521", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Heiko Herrlich", + "pred": "Hop 1: Marek Such\u00fd -> sports team -> HC Slovan Bratislava (2019-2020)\n Hop 2: HC Slovan Bratislava -> head coach -> Igor Bobkov (2020)\n Hop 3: Igor Bobkov -> member of -> Czechoslovakia national ice hockey team (2020)\n Hop 4: Czechoslovakia national ice hockey team -> head coach -> Vlad", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Marek Such\u00fd -> sports team -> HC Slovan Bratislava (2019-2020)\n Hop 2: HC Slovan Bratislava -> head coach -> Igor Bobkov (2020)\n Hop 3: Igor Bobkov -> member of -> Czechoslovakia national ice hockey team (2020)\n Hop 4: Czechoslovakia national ice hockey team -> head coach -> Vlad" + }, + { + "id": "q_008451", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Mario Draghi", + "pred": "Italian Football Federation", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Cesare Benedetti -> country -> Italy\n Hop 2: Italy -> head of government -> Giuseppe Conte\n Hop 3: Giuseppe Conte -> for sport -> Italian Football Federation\n Answer: Italian Football Federation" + }, + { + "id": "q_002584", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1944.0, + "gold": "1944", + "pred": "1944", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Johnny Burke -> award received -> Harry Warren's award (1944)\n Answer: 1944" + }, + { + "id": "q_000401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Zhou Enlai", + "pred": "Zhou Enlai", + "em": 1.0, + "f1": 1.0, + "pred_raw": "Hop 1: Zhao Ziyang -> country of citizenship -> People's Republic of China (1959)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1959)\n Answer: Zhou Enlai" + }, + { + "id": "q_007273", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Harry Redknapp", + "pred": "Daejeon Hana Citizen FC", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Michael Dawson -> member of sports team -> Daejeon Hana Citizen FC (2007)\n Hop 2: Daejeon Hana Citizen FC -> head coach -> Kim Young-joon (2007)\n Hop 3: Kim Young-joon -> member of sports team -> Daejeon Hana Citizen FC (2007)\n Answer: Daejeon Hana Citizen FC" + }, + { + "id": "q_000566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Jean-Michel Cousteau", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jean-Loup Dabadie -> member of -> European Space Agency (1998-2009)\n Hop 2: European Space Agency -> general secretary -> Jean-Michel Cousteau (1998-2009)\n Hop 3: Jean-Michel Cousteau -> member of -> Jean Mistler (1998-2009)\n Answer: Jean-Michel Cousteau" + }, + { + "id": "q_001480", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Hop 1: Matt Carkner -> drafted by -> St. Louis Blues (1999)\n Hop 2: St. Louis Blues -> team captain -> Steve Smith (1999)\n Hop 3: Steve Smith -> drafted by -> New York Rangers (1999)\n Hop 4: New York Rangers -> team captain -> Mark Messier (1999)\n Hop 5: Mark Messier -> drafted by -> New York Rangers (", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Matt Carkner -> drafted by -> St. Louis Blues (1999)\n Hop 2: St. Louis Blues -> team captain -> Steve Smith (1999)\n Hop 3: Steve Smith -> drafted by -> New York Rangers (1999)\n Hop 4: New York Rangers -> team captain -> Mark Messier (1999)\n Hop 5: Mark Messier -> drafted by -> New York Rangers (" + }, + { + "id": "q_002648", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Daniel Day-Lewis", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Jennifer Johnston -> nominated for -> The Last of the Mohicans (1992 film)\n Hop 2: The Last of the Mohicans (1992 film) -> winner -> Daniel Day-Lewis\n Hop 3: Daniel Day-Lewis -> nominated for -> The Last of the Mohicans (1992 film)\n Answer: Daniel Day-Lewis" + }, + { + "id": "q_005191", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Bruno Bieligk", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Bruno Bieligk -> member of political party -> Christian Democratic Party (Sweden)\n Hop 2: Christian Democratic Party (Sweden) -> chairperson -> Karl-Erik Holmberg\n Hop 3: Karl-Erik Holmberg -> member of political party -> Swedish People's Party\n Hop 4: Swedish People's Party -> chairperson -> Bruno Bieligk\n Answer: Bruno Bieligk" + }, + { + "id": "q_004451", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Azerbaijan Premier League", + "pred": "Serie A", + "em": 0.0, + "f1": 0.0, + "pred_raw": "Hop 1: Andrey Popovi\u00e7 -> member of sports team -> F.C. Internazionale Milano (2009)\n Hop 2: F.C. Internazionale Milano -> league or competition -> Serie A\n Answer: Serie A" + } + ] +} \ No newline at end of file diff --git a/eval/v3-sft-shuffled.json b/eval/v3-sft-shuffled.json new file mode 100644 index 0000000000000000000000000000000000000000..320ee349fe77dd635c048cc57de6ead11c638677 --- /dev/null +++ b/eval/v3-sft-shuffled.json @@ -0,0 +1,17491 @@ +{ + "name": "v3-sft-shuffled", + "policy_path": "../checkpoints/sft-v3/final", + "ablation": "shuffled_evidence", + "shuffle_seed": 42, + "n_samples": 1743, + "overall": { + "n": 1743, + "em": 0.1962134251290878, + "f1": 0.07892817747576253, + "th_n": 0 + }, + "by_complexity": { + "1hop": { + "n": 800, + "em": 0.2175, + "f1": 0.10061405869623406, + "th_n": 0 + }, + "2hop": { + "n": 800, + "em": 0.14375, + "f1": 0.04209625946573697, + "th_n": 0 + }, + "3plus": { + "n": 143, + "em": 0.3706293706293706, + "f1": 0.1636612504243112, + "th_n": 0 + } + }, + "by_operator": { + "before_after": { + "n": 517, + "em": 0.13539651837524178, + "f1": 0.075782548934238, + "th_n": 0 + }, + "interval": { + "n": 163, + "em": 0.5214723926380368, + "f1": 0.07371818792203037, + "th_n": 0 + }, + "point_in_time": { + "n": 535, + "em": 0.17009345794392525, + "f1": 0.08624861605991596, + "th_n": 0 + }, + "sequence": { + "n": 528, + "em": 0.18181818181818182, + "f1": 0.07619916916270111, + "th_n": 0 + } + }, + "per_example": [ + { + "id": "q_006291", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "chairperson", + "pred": "Hop 1: Sven-G\u00f6ran Eriksson -> coach of -> sports team S.L. Benfica (2017)\n Hop 2: Jonas -> member of -> sports team S.L. Benfica (2017)\n Hop 3: sports team S.L. Benfica -> chairperson -> Jonas (2017)\n Hop 4: Jonas -> position held -> chairperson of sports team (2017)\n Answer", + "em": 1.0, + "f1": 0.08695652173913045 + }, + { + "id": "q_007337", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Ararat's located in -> Turkey (1955)\n Hop 2: Turkey -> head of state -> Mustafa Kemal Atat\u00fcrk (1955)\n Answer: Mustafa Kemal Atat\u00fcrk", + "em": 0.0, + "f1": 0.1 + }, + { + "id": "q_000021", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "Hop 1: Galvano Della Volpe -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of state -> Antonio Segni (1959)\n Hop 3: Antonio Segni -> position held -> President of the Italian Republic (1959)\n Answer: President of the Italian Republic", + "em": 0.0, + "f1": 0.23076923076923078 + }, + { + "id": "q_007809", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Irina Bokova", + "pred": "Hop 1: 21st U-boat Flotilla -> part of -> United States (1943)\n Hop 2: United States -> head of government -> Herbert Hoover (1929-1933)\n Hop 3: Herbert Hoover -> member of -> Kach (1929-1933)\n Hop 4: Kach -> chairperson -> Yitzhak Shamir (1929-1", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001979", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "Hop 1: Arnold J. Levine -> award received -> Paul Ehrlich and Ludwig Darmstaedter Prize (1998)\n Hop 2: Paul Ehrlich and Ludwig Darmstaedter Prize -> winner -> Paul Ehrlich and Ludwig Darmstaedter Prize (1998)\n Hop 3: Paul Ehrlich and Ludwig Darmstaedter Prize (1998) -> year -> 199", + "em": 1.0, + "f1": 0.1 + }, + { + "id": "q_005455", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Hop 1: On Golden Pond (film) -> nominated for -> Academy Award for Best Actress (1982)\n Hop 2: Academy Award for Best Actress (1982) -> winner -> Sissy Spacek\n Hop 3: Sissy Spacek -> award received -> Golden Globe Award for Best Actress \u2013 Motion Picture Drama (1982)\n Answer: Golden Globe Award for Best Actress \u2013 Motion Picture Drama (1982)", + "em": 1.0, + "f1": 0.5454545454545454 + }, + { + "id": "q_008005", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "Hop 1: Urbano Lazzaro -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1961)\n Hop 3: Giuseppe Saragat -> position held -> President of the Italian Republic (1961)\n Answer: President of the Italian Republic", + "em": 0.0, + "f1": 0.24000000000000002 + }, + { + "id": "q_008690", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Hop 1: Bruno Pesaola -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_008321", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Vito Lattanzio -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> President of the Council of Ministers (1976)\n Answer: President of the Council of Ministers", + "em": 0.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_007761", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Arista Records", + "pred": "Hop 1: Jennifer Love Hewitt -> unmarried partner -> David Arquette (2002)\n Hop 2: David Arquette -> nominated for -> Best Actor in a Motion Picture - Drama (2002)\n Hop 3: Best Actor in a Motion Picture - Drama -> winner -> Kevin Spacey (2002)\n Hop 4: Kevin Spacey -> record label -> Atlantic Records (2002)\n Hop 5: Atlantic Records ->", + "em": 0.0, + "f1": 0.0625 + }, + { + "id": "q_008118", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "Hop 1: Vincent Cimatti -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of state -> Umberto II (1959)\n Hop 3: Umberto II -> position held -> King of Italy (1959)\n Answer: King of Italy", + "em": 0.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001360", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Hop 1: Guo Moruo -> country of citizenship -> People's Republic of China (1970)\n Hop 2: People's Republic of China -> head of government -> Li Peng (1970)\n Hop 3: Li Peng -> spouse -> Li Xian (1970)\n Hop 4: Li Xian -> member of political party -> Chinese Communist Party (1970)\n Hop 5: Chinese Communist Party -> member of", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000136", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Michele Pellegrino -> country of citizenship -> Italy (1981)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1981)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1981)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_006986", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Hop 1: Giovanni Falcone -> country of citizenship -> Italy ( Hop Type: country of citizenship )\n Hop 2: Italy -> head of state -> Giorgio Napolitano ( Hop Type: head of state )\n Hop 3: Giorgio Napolitano -> position held -> President of Italy ( Hop Type: position held )\n Hop 4: President of Italy -> position held -> Italian senator for life ( Hop Type: position held )\n Answer: Italian", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_003298", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "Hop 1: Metz -> country -> France\n Hop 2: France -> diplomatic relation -> European Union\n Hop 3: European Union -> basic form of government -> federalism\n Answer: federalism", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006733", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Hop 1: Bruno Pesaola -> country of citizenship -> German Empire (1917)\n Hop 2: German Empire -> head of state -> Paul von Hindenburg (1917)\n Hop 3: Paul von Hindenburg -> position held -> President of Germany (1917)\n Answer: President of Germany", + "em": 0.0, + "f1": 0.16 + }, + { + "id": "q_005866", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Hop 1: Diane Keaton -> nominated for -> No Thanks! (2005)\n Hop 2: No Thanks! -> award received -> As d'Or Jeu de l'Ann\u00e9e (2005)\n Hop 3: As d'Or Jeu de l'Ann\u00e9e -> winner -> Jean-Michel Basquiat (2005)\n Answer: Jean-Michel Basquiat", + "em": 0.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_004748", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "Hop 1: Alfredo Sivocci -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Antonio Segni (1964)\n Hop 3: Antonio Segni -> position held -> President of Italy (1964)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_004795", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Chancellor of Germany", + "pred": "Hop 1: SMS Arcona -> country -> Germany\n Hop 2: Germany -> head of government -> Paul von Hindenburg\n Hop 3: Paul von Hindenburg -> position held -> President of Germany\n Answer: President of Germany", + "em": 0.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_000787", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "Hop 1: United States -> country of registry -> Niobe (1932)\n Hop 2: United States -> diplomatic relation -> United States of Belgium (1932)\n Hop 3: United States of Belgium -> basic form of government -> constitutional monarchy (1932)\n Answer: constitutional monarchy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008333", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "President of Italy", + "pred": "Hop 1: Aldo Morandi -> country of citizenship -> Italy (1999)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1999)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1999)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_008338", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Academy Award for Best Visual Effects", + "pred": "Hop 1: True Lies -> nominated for -> 1995 Academy Awards -> winner -> 1995 Academy Awards Best Original Score -> winner -> James Horner\n Answer: James Horner", + "em": 0.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_001840", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "Hop 1: Tano Cimarosa -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Giovanni Giolitti (1995)\n Hop 3: Giovanni Giolitti -> position held -> Prime Minister of Italy (1995)\n Answer: Prime Minister of Italy", + "em": 0.0, + "f1": 0.1739130434782609 + }, + { + "id": "q_001274", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "Hop 1: Loredana Nusciak -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (1967)\n Hop 3: Giorgio Napolitano -> position held -> President of Italy (1967)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_000547", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giuseppe Calderone (1965)\n Hop 3: Giuseppe Calderone -> country of citizenship -> Yugoslavia (1965)\n Hop 4: Yugoslavia -> head of state -> Ivan Kova\u010d (1965)\n Answer: Ivan Kova\u010d", + "em": 0.0, + "f1": 0.16666666666666666 + }, + { + "id": "q_001052", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Hop 1: Metallica -> country of citizenship -> United States of America (1986)\n Hop 2: United States of America -> head of state -> Ronald Reagan (1986)\n Hop 3: Ronald Reagan -> position held -> President of the United States (1986)\n Answer: President of the United States", + "em": 0.0, + "f1": 0.16666666666666666 + }, + { + "id": "q_006228", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Jane Jacobs -> residence -> New York City (1957)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1957)\n Hop 3: Robert Ferdinand Wagner Jr. -> position held -> New York City Mayor (1957)\n Answer: New York City Mayor", + "em": 0.0, + "f1": 0.37037037037037035 + }, + { + "id": "q_006414", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1955)\n Answer: Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001651", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "President of Italy", + "pred": "Hop 1: Daniela Rocca -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1957)\n Hop 3: Alcide De Gasperi -> position held -> President of the Council of Ministers (1957)\n Answer: President of the Council of Ministers", + "em": 0.0, + "f1": 0.23076923076923078 + }, + { + "id": "q_007640", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "Hop 1: Plinio Antolini -> country of citizenship -> Kingdom of Italy (1945)\n Hop 2: Kingdom of Italy -> head of state -> Leopoldo Trieste (1945)\n Hop 3: Leopoldo Trieste -> position held -> President of the Italian Republic (1956)\n Answer: President of the Italian Republic", + "em": 0.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_007972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "Hop 1: Annalena Tonelli -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1969)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1969)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_004943", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Nazi Germany", + "pred": "Hop 1: U-13 -> part of -> Italy (1938)\n Hop 2: Italy -> country of citizenship -> Enzo Sellerio (1938)\n Answer: Enzo Sellerio", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007287", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Hop 1: Angelo Cella -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1998)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1998)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_005394", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "President of Italy", + "pred": "Hop 1: Veriano Luchetti -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1958)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1958)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_007314", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Elliott Erwitt -> work location -> New York City\n Hop 2: New York City -> head of government -> Michael Bloomberg\n Hop 3: Michael Bloomberg -> position held -> New York City Comptroller\n Answer: New York City Comptroller", + "em": 0.0, + "f1": 0.32000000000000006 + }, + { + "id": "q_003452", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Mary Blair -> residence -> New York City ( Hop 2: New York City -> head of government -> Thomas Dewey ( Hop 3: Thomas Dewey -> position held -> Governor of New York ( Answer: Governor of New York", + "em": 0.0, + "f1": 0.3333333333333333 + }, + { + "id": "q_006815", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Hop 1: Love the Way You Lie -> nominated for -> Best Choreography (2010)\n Hop 2: Best Choreography (2010) -> winner -> Nicki Minaj\n Hop 3: Nicki Minaj -> award received -> MTV Video Music Award for Best Choreography\n Answer: 2010", + "em": 1.0, + "f1": 0.08333333333333333 + }, + { + "id": "q_008439", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Tim Robbins", + "pred": "Hop 1: Nell (1995) -> unmarried partner -> Giuseppe (1995)\n Hop 2: Giuseppe (1995) -> nominated for -> The Last Days of Pompeii (1995)\n Hop 3: The Last Days of Pompeii (1995) -> winner -> 1995 Academy Award for Best Actress (1995)\n Hop 4: 1995", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003245", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "Hop 1: Niobe -> country of registry -> Novosibirsk Oblast (1940)\n Hop 2: Novosibirsk Oblast -> country -> Soviet Union (1940)\n Hop 3: Soviet Union -> diplomatic relation -> United Nations (1940)\n Hop 4: United Nations -> basic form of government -> federal republic (1940)\n Answer: federal republic", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008633", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Bucharest", + "pred": "Hop 1: Giurgiu -> country -> Romania (1920)\n Hop 2: Romania -> capital -> Bucharest (1920)\n Answer: Bucharest", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003473", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Dushanbe -> located in -> Tajikistan (1915)\n Hop 2: Tajikistan -> country -> Russian Empire (1915)\n Hop 3: Russian Empire -> head of state -> Nicholas II (1915)\n Answer: Nicholas II", + "em": 0.0, + "f1": 0.27272727272727276 + }, + { + "id": "q_001673", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "Hop 1: Aurelio Sabattani -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1967)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1967)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_005726", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "First Republic of Austria", + "pred": "Hop 1: Aachen -> country -> Germany (1934)\n Hop 2: Germany -> border -> Czechoslovakia (1934)\n Hop 3: Czechoslovakia -> replaces -> Czechoslovakia (1934)\n Answer: Czechoslovakia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004929", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "Hop 1: Virginio Rosetta -> country of citizenship -> Italy\n Hop 2: Italy -> head of state -> Antonio Segni\n Hop 3: Antonio Segni -> position held -> President of Italy\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006286", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Deutsche Mark", + "pred": "Hop 1: Mannheim Observatory -> country -> Germany (1977)\n Hop 2: Germany -> currency -> Deutsche Mark (1977)\n Answer: Deutsche Mark", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_002759", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "K\u014dichir\u014d Matsuura", + "pred": "Hop 1: Eduardo Saverin -> country of citizenship -> United States of America (2005)\n Hop 2: United States of America -> member of -> United States of America (2005)\n Hop 3: United States of America -> chairperson -> John F. Kennedy (2005)\n Answer: John F. Kennedy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004009", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "Hop 1: Thierry Mariani -> member of political party -> Union for a Popular Movement\n Hop 2: Union for a Popular Movement -> chairperson -> Jean-Pierre Raffarin\n Hop 3: Jean-Pierre Raffarin -> occupation -> President of France\n Hop 4: President of France -> equal to -> politician\n Answer: 1995", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007134", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Hop 1: Paolo Dezza -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1998)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1998)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_002750", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Franco Basaglia -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000812", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "U-13", + "pred": "Hop 1: Walter Guinness, 1st Baron Moyne -> has part -> U-14 (1936)\n Answer: Walter Guinness, 1st Baron Moyne", + "em": 0.0, + "f1": 0.13333333333333336 + }, + { + "id": "q_003515", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Hop 1: Umberto Pasquale -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1955)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1955)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_005012", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Luigi Filippo D'Amico -> country of citizenship -> Italy (1982)\n Hop 2: Italy -> head of government -> Giovanni Giolitti (1982)\n Hop 3: Giovanni Giolitti -> position held -> Prime Minister of Italy (1982)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.3076923076923077 + }, + { + "id": "q_004016", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Ernesto Prinoth -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1980)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_008522", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Hop 1: Franco Bordoni -> country of citizenship -> Soviet Union (1953)\n Hop 2: Soviet Union -> head of state -> Joseph Stalin (1953)\n Hop 3: Joseph Stalin -> position held -> President of the Soviet Union (1953)\n Answer: President of the Soviet Union", + "em": 0.0, + "f1": 0.16666666666666666 + }, + { + "id": "q_002972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "Hop 1: Tano Cimarosa -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1995)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1995)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_000716", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Elio Pagliarani -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Antonio Segni (1958)\n Hop 3: Antonio Segni -> country of citizenship -> Italy (1958)\n Hop 4: Italy -> head of state -> Giovanni Gronchi (1958)\n Answer: Giovanni Gronchi", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_004128", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "Hop 1: Linda Sini -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1956)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1956)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_002796", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1923.0, + "gold": "1923", + "pred": "Hop 1: Italy -> country of citizenship -> Vittore Catella (1997)\n Hop 2: Vittore Catella -> replaces -> Papiermark (1997)\n Hop 3: Papiermark -> country -> Weimar Republic (1997)\n Hop 4: Weimar Republic -> hyperinflation -> 1923 (1997)\n Answer: 1923", + "em": 1.0, + "f1": 0.1 + }, + { + "id": "q_007015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Hop 1: Michelangelo Albertazzi -> member of sports team -> A.S. Roma\n Hop 2: A.S. Roma -> head coach -> Luciano Spalletti\n Hop 3: Luciano Spalletti -> member of sports team -> A.S. Roma\n Hop 4: A.S. Roma -> head coach -> Luciano Spalletti\n Hop 5: Luciano Spalletti -> member of sports team -> A.S. Roma\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003552", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "chairperson", + "pred": "Hop 1: Miralem Sulejmani -> sports team -> FK Sarajevo\n Hop 2: FK Sarajevo -> chairperson -> Safet Pasha\n Hop 3: Safet Pasha -> position held -> President of Bosnia and Herzegovina\n Answer: President of Bosnia and Herzegovina", + "em": 1.0, + "f1": 0.0909090909090909 + }, + { + "id": "q_004730", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "God Save the Tsar!", + "pred": "Hop 1: Vedi's located in -> Vedi's located in -> Vedi's located in (1907) -> Vedi's located in (1907) -> Vedi's located in (1907) -> Vedi's located in (1907) -> Vedi's located in (1907) -> Vedi's located in (1907) -> Vedi's located in (19", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005767", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Hop 1: Bj\u00f6rn Schr\u00f6der -> member of -> 1. FC N\u00fcrnberg (2008-2010)\n Hop 2: 1. FC N\u00fcrnberg -> country -> Germany (2008-2010)\n Hop 3: Germany -> head of government -> Klaus Jensen (2008-2010)\n Answer: Klaus Jensen", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002032", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Oliver & Company -> narrative location -> New York City ( Hop 1: Oliver & Company -> narrative location -> New York City ( Hop 1: Oliver & Company -> narrative location -> New York City ( Hop 1: Oliver & Company -> narrative location -> New York City ( Hop 1: Oliver & Company -> narrative location -> New York City ( Hop 1: Oliver & Company -> narrative location -> New York City ( Hop 1: Oliver &", + "em": 0.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_008644", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Hop 1: John Banville -> spouse -> Padma Lakshmi (1999-06-15)\n Hop 2: Padma Lakshmi -> nominated for -> Miss Universe (2000)\n Hop 3: Miss Universe -> winner -> John Banville (2005)\n Answer: 2005", + "em": 1.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_006768", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "West Germany", + "pred": "Hop 1: Ulrike Herrmann -> member of political party -> Christian Democratic Union of Germany\n Hop 2: Christian Democratic Union of Germany -> chairperson -> Karl Carstens\n Hop 3: Karl Carstens -> country of citizenship -> West Germany\n Answer: West Germany", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_002122", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "Hop 1: Angelo Cella -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1964)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1964)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_007638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Getulio Alviani - country of citizenship -> Italy (1980)\n Hop 2: Italy - head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini - position held -> President of the Council of Ministers (1980)\n Answer: President of the Council of Ministers", + "em": 0.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_000842", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "God Save the King", + "pred": "Hop 1: Enderbury Island -> country -> Tuvalu (2002)\n Hop 2: Tuvalu -> head of state -> Willy Telavi (2002)\n Hop 3: Willy Telavi -> anthem -> Tuvalu National Anthem (2002)\n Answer: Tuvalu National Anthem", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003512", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Hop 1: On Golden Pond -> nominated for -> Academy Award for Best Picture\n Hop 2: Academy Award for Best Picture -> winner -> Terms of Endearment\n Hop 3: Terms of Endearment -> award received -> Golden Globe Award for Best Motion Picture - Drama\n Answer: Golden Globe Award for Best Motion Picture - Drama", + "em": 0.0, + "f1": 0.5161290322580644 + }, + { + "id": "q_002727", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Federal State of Austria", + "pred": "Hop 1: 1938 World Figure Skating Championships -> location -> Prague\n Hop 2: Prague -> shares border with -> Germany\n Hop 3: Germany -> shares border with -> Austria\n Hop 4: Austria -> shares border with -> Czechoslovakia\n Hop 5: Czechoslovakia -> shares border with -> Poland\n Answer: Poland", + "em": 0.0, + "f1": 0.08 + }, + { + "id": "q_004477", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "Hop 1: Tommaso Padoa-Schioppa -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1970)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1970)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_004639", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Hop 1: Lelio Antoniotti -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1965)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1965)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_002027", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1913.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Vedi's located in -> Vedi's located in -> Vedi's located in (country) -> Italy (1934)\n Hop 2: Italy (1934) -> head of state -> Giuseppe Zanardelli (1934)\n Answer: Giuseppe Zanardelli", + "em": 0.0, + "f1": 0.1 + }, + { + "id": "q_004554", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "Hop 1: Gino Archesso -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Antonio Segni (1961)\n Hop 3: Antonio Segni -> position held -> President of Italy (1961)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_005676", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "United States", + "pred": "Hop 1: Laureus World Sports Award for Comeback of the Year -> winner -> Michael Schumacher\n Hop 2: Michael Schumacher -> member of sports team -> Ferrari\n Hop 3: Ferrari -> country of citizenship -> Italy\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008291", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "Hop 1: Linda Sini -> country of citizenship -> Egypt (1983)\n Hop 2: Egypt -> head of state -> Anwar Sadat (1983)\n Hop 3: Anwar Sadat -> position held -> President of Egypt (1983)\n Answer: President of Egypt", + "em": 0.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008225", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Hop 1: Luciano Emmer -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1998)\n Hop 3: Carlo Azeglio Ciampi -> position held -> President of Italy (1998)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_001173", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Hop 1: Guo Moruo -> country of citizenship -> People's Republic of China (1970)\n Hop 2: People's Republic of China (1970) -> head of government -> Zhou Enlai (1970)\n Hop 3: Zhou Enlai (1970) -> spouse -> Deng Yingchao (1970)\n Hop 4: Deng Yingchao (1970) ->", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008571", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "Hop 1: Metz -> country -> Germany (1940)\n Hop 2: Germany -> diplomatic relation -> European Economic Community (1940)\n Hop 3: European Economic Community -> basic form of government -> supranational (1940)\n Answer: supranational", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000937", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1934.0, + "gold": "1934", + "pred": "Hop 1: Heinrich Liebe -> member of sports team -> Germany men's national association football team (1997)\n Hop 2: Germany men's national association football team -> head coach -> Berti Vogts (1997)\n Hop 3: Berti Vogts -> replaces -> First Republic of Austria (1997)\n Answer: 1997", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003736", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Friedrich Ebert", + "pred": "Hop 1: SMS Arcona -> crew -> Pierre Kerkhoffs (1921)\n Hop 2: Pierre Kerkhoffs -> member of sports team -> FC Lausanne-Sport (1921)\n Hop 3: FC Lausanne-Sport -> head of state -> Switzerland (1921)\n Answer: Switzerland", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002966", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "Hop 1: Giuseppe Patan\u00e8 -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1951)\n Hop 3: Mariano Agate -> country of citizenship -> United States (1951)\n Hop 4: United States -> head of state -> Harry S. Truman (1951)\n Answer: Harry S. Truman", + "em": 0.0, + "f1": 0.14814814814814814 + }, + { + "id": "q_000538", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Hop 1: Giovanni Falcone -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giovanni Leone (1955)\n Hop 3: Giovanni Leone -> position held -> President of Italy (1955)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_000838", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Hop 1: Ant\u00f4nio da Silva -> member of sports team -> FC Porto (1998)\n Hop 2: FC Porto -> head coach -> Jos\u00e9 Mourinho (1998)\n Hop 3: Jos\u00e9 Mourinho -> award received -> Order of Merit of Baden-W\u00fcrttemberg (1998)\n Hop 4: Order of Merit of Baden-W\u00fcrttemberg -> award received -> Karl-Heinz Riedle", + "em": 0.0, + "f1": 0.06060606060606061 + }, + { + "id": "q_002448", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Vanderbilt University", + "pred": "Hop 1: Booker Prize -> winner -> Paul Scott (1977)\n Hop 2: Paul Scott -> employer -> British Broadcasting Corporation (1977)\n Hop 3: British Broadcasting Corporation -> award received -> 1983 (1977)\n Answer: British Broadcasting Corporation", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007230", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Zoran Klemen\u010di\u010d -> member of sports team -> S.L. Benfica (2003)\n Hop 2: S.L. Benfica -> country -> Portugal (2003)\n Hop 3: Portugal -> head of state -> Jorge Sampaio (2003)\n Answer: Jorge Sampaio", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004534", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Odo Fusi Pecci -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> head of government -> Giovanni Gronchi (1953)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1953)\n Answer: President of Italy", + "em": 0.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_007740", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Ra\u00fal Pateras Pescara -> country of citizenship -> Spain (1960)\n Hop 2: Spain -> head of government -> Francisco Franco (1960)\n Hop 3: Francisco Franco -> position held -> Prime Minister of Spain (1960)\n Answer: Prime Minister of Spain", + "em": 0.0, + "f1": 0.24 + }, + { + "id": "q_007848", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Mariano Agate -> country of citizenship -> Italy (1999)\n Hop 2: Italy -> head of government -> Silvio Berlusconi (1999)\n Hop 3: Silvio Berlusconi -> position held -> President of the Italian Republic (1999)\n Answer: President of the Italian Republic", + "em": 0.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_003817", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Variety -> place of publication -> New York City\n Hop 2: New York City -> head of government -> Harry S. Truman\n Hop 3: Harry S. Truman -> position held -> President of the United States\n Answer: President of the United States", + "em": 0.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_006982", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Hannelore Kohl", + "pred": "Hop 1: Ulrike Herrmann -> member of political party -> Christian Democratic Union (1986)\n Hop 2: Christian Democratic Union -> chairperson -> Hans-Dietrich Genscher (1986)\n Hop 3: Hans-Dietrich Genscher -> spouse -> Hannelore Genscher (1986)\n Answer: Hannelore Genscher", + "em": 0.0, + "f1": 0.08695652173913042 + }, + { + "id": "q_000932", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Governing Mayor of Berlin", + "pred": "Hop 1: Christian Neureuther -> spouse -> Rosi Mittermaier (2015)\n Hop 2: Rosi Mittermaier -> work location -> Innsbruck (1977)\n Hop 3: Innsbruck -> head of government -> Reinhold Lienhart (1977)\n Hop 4: Reinhold Lienhart -> position held -> Mayor of Innsbruck (1977)", + "em": 0.0, + "f1": 0.14814814814814817 + }, + { + "id": "q_004711", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Vanderbilt University", + "pred": "Hop 1: Paul Berg -> Nobel Prize in Chemistry -> employer -> University of California, Berkeley (1971)\n Answer: University of California, Berkeley", + "em": 0.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_001424", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Free State of Prussia", + "pred": "Hop 1: Tilla Durieux -> spouse -> Paul von Hindenburg ( Hop 2: Paul von Hindenburg -> work location -> Germany ( Hop 3: Germany -> located in -> Kingdom of Prussia ( Answer: Kingdom of Prussia", + "em": 0.0, + "f1": 0.17391304347826086 + }, + { + "id": "q_006808", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Hop 1: Umberto Pasquale -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1968)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1968)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_005728", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Czech Republic -> head of government -> Milo\u0161 Zeman (2022)\n Hop 2: Getulio Alviani -> country of citizenship -> Czech Republic (2022)\n Answer: Milo\u0161 Zeman", + "em": 0.0, + "f1": 0.1 + }, + { + "id": "q_000501", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Civic Democratic Party", + "pred": "Hop 1: Czech Republic -> head of government -> Milo\u0161 Zeman (2015)\n Hop 2: Milo\u0161 Zeman -> country of citizenship -> Czech Republic (2015)\n Hop 3: Czech Republic -> member of political party -> Czech Social Democratic Party (2015)\n Hop 4: Czech Social Democratic Party -> head of government -> Milo\u0161 Zeman (2015)\n Answer: Milo\u0161 Zeman", + "em": 0.0, + "f1": 0.16666666666666666 + }, + { + "id": "q_003472", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Hop 1: Carlo Rambaldi -> country of citizenship -> United States (1955)\n Hop 2: United States -> member of -> UNESCO (1955)\n Hop 3: UNESCO -> chairperson -> Juan Antonio Dur\u00e1n (1955)\n Answer: Juan Antonio Dur\u00e1n", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007593", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Chicago -> head of government -> William Emmett Dever (1924)\n Hop 2: William Emmett Dever -> country of citizenship -> United States (1924)\n Hop 3: United States -> head of state -> Dwight D. Eisenhower (1924)\n Answer: Dwight D. Eisenhower", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004304", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "military personnel", + "pred": "Hop 1: U-120 (submarine) -> part of -> 1943 (year)\n Hop 2: 1943 (year) -> commanded by -> Hans-Heinrich R\u00f6nsch (naval officer)\n Hop 3: Hans-Heinrich R\u00f6nsch (naval officer) -> occupation -> naval officer\n Answer: naval officer", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004513", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Hop 1: Alfonso Brescia -> country of citizenship -> Kingdom of Italy (1924)\n Hop 2: Kingdom of Italy -> member of -> Italian Social Republic (1924)\n Hop 3: Italian Social Republic -> chairperson -> Giuseppe Bottai (1924)\n Answer: Giuseppe Bottai", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001144", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Hop 1: Bj\u00f6rn Schr\u00f6der -> member of sports team -> Tenax (2003)\n Hop 2: Tenax -> country -> Italy (2003)\n Hop 3: Italy -> head of government -> Romano Prodi (2003)\n Answer: Romano Prodi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004736", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Roberto Loyola -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Giuliano Amato (1996)\n Hop 3: Giuliano Amato -> position held -> Prime Minister of Italy (1996)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_001077", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Arman -> work location -> New York City (1964)\n Hop 2: New York City -> head of government -> Michael Bloomberg (1964)\n Hop 3: Michael Bloomberg -> position held -> New York City Comptroller (1964)\n Answer: New York City Comptroller", + "em": 0.0, + "f1": 0.32000000000000006 + }, + { + "id": "q_008586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "chairperson", + "pred": "Hop 1: Sim\u00e3o Sabrosa -> member of sports team -> S.L. Benfica (2003)\n Hop 2: S.L. Benfica -> chairperson -> Jos\u00e9 M\u00e1rio de Almeida (2003)\n Hop 3: Jos\u00e9 M\u00e1rio de Almeida -> position held -> President of the Portuguese Football Federation (2003)\n Answer: President of the Portuguese Football Federation", + "em": 1.0, + "f1": 0.07142857142857142 + }, + { + "id": "q_004250", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "Hop 1: Franco Basaglia -> country of citizenship -> Italy\n Hop 2: Italy -> head of government -> Giovanni Spadolini\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy\n Answer: 1976", + "em": 1.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_002769", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Dennis Stock -> work location -> New York City\n Hop 2: New York City -> head of government -> Fiorello La Guardia\n Hop 3: Fiorello La Guardia -> position held -> Mayor of New York City\n Answer: Mayor of New York City", + "em": 1.0, + "f1": 0.3846153846153846 + }, + { + "id": "q_001923", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Alfredo Mazzoni -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of government -> Giovanni Gronchi (1958)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1958)\n Answer: President of Italy", + "em": 0.0, + "f1": 0.17391304347826086 + }, + { + "id": "q_008379", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "Hop 1: Cesare Terranova -> country -> Italy (1958)\n Hop 2: Italy -> head of state -> Umberto II of Italy (1958)\n Hop 3: Umberto II of Italy -> position held -> King of Italy (1958)\n Answer: King of Italy", + "em": 0.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_004279", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "U-13", + "pred": "Hop 1: Victor Oehrn -> military, police or special rank -> lieutenant (1936)\n Hop 2: lieutenant -> has part -> U-14 (1936)\n Hop 3: U-14 -> commanded by -> Hans Hug (1936)\n Hop 4: Hans Hug -> affiliation -> Swiss Air Force (1936)\n Answer: Swiss Air Force", + "em": 0.0, + "f1": 0.06896551724137931 + }, + { + "id": "q_008534", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "Hop 1: Bruno Arcari -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1958)\n Hop 3: Alcide De Gasperi -> position held -> President of the Council of Ministers (1958)\n Answer: President of the Council of Ministers", + "em": 0.0, + "f1": 0.23076923076923078 + }, + { + "id": "q_001990", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "United Nations", + "pred": "Hop 1: Bad Day at Black Rock -> narrative location -> New Mexico\n Hop 2: New Mexico -> contains the administrative territorial entity -> Bernalillo County\n Hop 3: Bernalillo County -> member of -> United States of America\n Hop 4: United States of America -> contains the administrative territorial entity -> New Mexico\n Hop 5: New Mexico -> contains the administrative territorial entity -> Lincoln County\n Hop 6: Lincoln County -> member of -> United", + "em": 0.0, + "f1": 0.06451612903225806 + }, + { + "id": "q_000057", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "Hop 1: Attilio Pierelli -> country of citizenship -> Italy (1936)\n Hop 2: Italy -> head of state -> Pietro Badoglio (1936)\n Hop 3: Pietro Badoglio -> position held -> President of the Council of Ministers (1936)\n Answer: President of the Council of Ministers", + "em": 0.0, + "f1": 0.24000000000000002 + }, + { + "id": "q_003633", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "President of Italy", + "pred": "Hop 1: Eleonora Rossi Drago -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1966)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1966)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_007357", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: North Macedonia -> head of state -> Gjorge Ivanov (2017)\n Hop 2: Prelinger Archives -> located in -> New York City (1989)\n Hop 3: New York City -> head of government -> David Dinkins (1989)\n Answer: David Dinkins", + "em": 0.0, + "f1": 0.27586206896551724 + }, + { + "id": "q_005638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "President of the United States", + "pred": "Hop 1: Michael Barry -> member of sports team -> Germany (1939)\n Hop 2: Germany (1939) -> head of government -> Paul von Hindenburg (1939)\n Hop 3: Paul von Hindenburg -> position held -> President of Germany (1939)\n Answer: President of Germany", + "em": 0.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_002803", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Hop 1: Luchino Visconti -> country -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: Enrico Silvestri -> country of citizenship -> Italy (1955)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005319", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Hop 1: Sergio Andreoli -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1965)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1965)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_008568", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Hop 1: Giuseppe Petrilli -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1998)\n Hop 3: Carlo Azeglio Ciampi -> position held -> President of Italy (1998)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_008187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Hop 1: Michelangelo Albertazzi -> member of sports team -> A.S. Roma\n Hop 2: A.S. Roma -> head coach -> Luciano Spalletti\n Hop 3: Luciano Spalletti -> member of sports team -> A.S. Roma\n Hop 4: A.S. Roma -> head coach -> Luciano Spalletti\n Hop 5: Luciano Spalletti -> member of sports team -> A.S. Roma\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002510", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Bill Clinton", + "pred": "Hop 1: Lance Armstrong -> sports team -> UCI ProTeam -> country -> Italy (1996)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi -> 1996\n Answer: Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007048", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: \u010cervie\u0144 -> capital -> \u010cervie\u0144\n Hop 2: \u010cervie\u0144 -> country -> Czechoslovakia\n Hop 3: Czechoslovakia -> head of state -> Tom\u00e1\u0161 Garrigue Masaryk\n Answer: Tom\u00e1\u0161 Garrigue Masaryk", + "em": 0.0, + "f1": 0.10526315789473685 + }, + { + "id": "q_000284", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Irina Bokova", + "pred": "Hop 1: Susan Polgar -> country -> Hungary (2012)\n Hop 2: Hungary -> member of -> International Olympic Committee (2012)\n Hop 3: International Olympic Committee -> chairperson -> Thomas Bach (2012)\n Hop 4: Thomas Bach -> member of -> European Olympic Committees (2012)\n Answer: European Olympic Committees", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007586", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "German Emperor", + "pred": "Hop 1: Breitscheidplatz -> named after -> Paul von Breitscheid (1915)\n Hop 2: Paul von Breitscheid -> spouse -> Marie von Breitscheid (1915)\n Hop 3: Marie von Breitscheid -> position held -> Minister of Finance (1915)\n Answer: Minister of Finance", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006367", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Getulio Alviani -> country -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> President of the Italian Republic (1980)\n Answer: President of the Italian Republic", + "em": 0.0, + "f1": 0.16 + }, + { + "id": "q_003015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Bruno Banducci -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1958)\n Hop 3: Giovanni Spadolini -> position held -> President of the Council of Ministers (1958)\n Answer: President of the Council of Ministers", + "em": 0.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_002788", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "Hop 1: Women in Love -> award received -> Academy Award for Best Actress (1969)\n Hop 2: Academy Award for Best Actress (1969) -> winner -> Meryl Streep (1969)\n Hop 3: Meryl Streep (1969) -> spouse -> Bruce Willis (1969)\n Answer: Bruce Willis", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001092", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "God Save the Tsar!", + "pred": "Hop 1: Helsinki -> capital of -> Finland (1906)\n Hop 2: Finland -> anthem -> Finland's national anthem (1906)\n Hop 3: Finland's national anthem -> located in -> Helsinki (1906)\n Answer: Finland's national anthem", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000319", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Andrea Pangrazio -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1980)\n Hop 3: Giovanni Spadolini -> position held -> Minister of Foreign Affairs (1980)\n Answer: Minister of Foreign Affairs", + "em": 0.0, + "f1": 0.24 + }, + { + "id": "q_000336", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "Hop 1: Variety (magazine) -> place of publication -> New York City\n Hop 2: New York City -> head of government -> Thomas T. Malloy\n Hop 3: Thomas T. Malloy -> position held -> Mayor of New York City\n Hop 4: Mayor of New York City -> position held -> President of United States\n Hop 5: President of United States -> position held -> United States Secretary of State\n Hop 6: United", + "em": 1.0, + "f1": 0.30303030303030304 + }, + { + "id": "q_005328", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Franco Basaglia -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1976)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1976)\n Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.32 + }, + { + "id": "q_007430", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Sukarno", + "pred": "Hop 1: Changchun | located in | Jilin Province (China) (1954)\n Hop 2: Jilin Province (China) | diplomatic relation | People's Republic of China (1954)\n Hop 3: People's Republic of China | head of state | Mao Zedong (1954)\n Answer: Mao Zedong", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001032", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "Hop 1: Claudio Ruffini -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Antonio Segni (1961)\n Hop 3: Antonio Segni -> position held -> President of Italy (1961)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_006917", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Zoran Klemen\u010di\u010d -> sports team -> A.S. Roma\n Hop 2: A.S. Roma -> country -> Italy\n Hop 3: Italy -> head of state -> Carlo Azeglio Ciampi\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.2608695652173913 + }, + { + "id": "q_008460", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> member of -> European Economic Community (1953)\n Hop 3: European Economic Community -> chairperson -> Paul-Henri Spaak (1953)\n Answer: Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001183", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Hop 1: Francesco Carpino -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Antonio Segni (1968)\n Hop 3: Antonio Segni -> position held -> President of Italy (1968)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_001661", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Hop 1: Nanni Loy -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1955)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1955)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_002861", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Hop 1: Pia Nalli -> country of citizenship -> Italy (2019)\n Hop 2: Italy -> member of -> European Economic Area (2019)\n Hop 3: European Economic Area -> chairperson of -> Jean-Claude Juncker (2019)\n Answer: Jean-Claude Juncker", + "em": 0.0, + "f1": 0.09090909090909091 + }, + { + "id": "q_003187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "Hop 1: Oreste Biancoli -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Antonio Segni (1967)\n Hop 3: Antonio Segni -> position held -> President of Italy (1967)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_003586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Hop 1: Carlo Emilio Gadda -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of government -> Giovanni Gronchi (1960)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1960)\n Answer: President of Italy", + "em": 0.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_000264", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "Hop 1: Women in Love -> award received -> Academy Award for Best Actress (1969)\n Hop 2: Academy Award for Best Actress (1969) -> winner -> Glenda Jackson\n Hop 3: Glenda Jackson -> spouse -> John Gielgud\n Hop 4: John Gielgud -> spouse -> Vivien Merchant\n Hop 5: Vivien Merchant -> spouse -> John Gielgud\n Hop 6:", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001302", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "Hop 1: Umberto Pasquale -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1979-1980)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of Italy (1979-1980)\n Answer: 1979-1980", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007976", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "Hop 1: Mariele Ventre -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1969)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1969)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_007562", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Lviv University", + "pred": "Hop 1: Zygmunt Janiszewski -> employer -> Polish Academy of Sciences (1913)\n Answer: Polish Academy of Sciences", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "pred": "Hop 1: Dan Aykroyd -> nominated for -> Academy Award for Best Supporting Actor (1992)\n Hop 2: Academy Award for Best Supporting Actor (1992) -> award received -> Golden Globe Award for Best Supporting Actor - Motion Picture (1992)\n Hop 3: Golden Globe Award for Best Supporting Actor - Motion Picture (1992) -> award received -> Best Supporting Actor - Motion Picture (1992", + "em": 0.0, + "f1": 0.37037037037037035 + }, + { + "id": "q_006715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Hop 1: Giovanni Cornacchia -> country of citizenship -> Kingdom of Italy (1951)\n Hop 2: Kingdom of Italy -> country -> Italy (1951)\n Answer: Italy", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_005303", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Valenciennes F.C.", + "pred": "Hop 1: Geoffrey Doumeng -> member of sports team -> VfB Stuttgart (2007)\n Answer: VfB Stuttgart", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003783", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Baron Harding of Petherton", + "pred": "Hop 1: John Harding, 1st Baron Harding of Petherton -> noble title -> Earl of Radnor (1959)\n Answer: Earl of Radnor", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_004865", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Bruno Venturini -> sports team -> Lucchese 1905 (1939)\n Hop 2: Lucchese 1905 -> country of citizenship -> Kingdom of Italy (1939)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_006315", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Hop 1: Bryne FK -> member of sports team -> Kristiansund BK (1999)\n Hop 2: Kristiansund BK (1999) -> member of sports team -> Kristiansund BK (1999)\n Hop 3: Kristiansund BK (1999) -> country of citizenship -> Norway (1999)\n Answer: 1999", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Hop 1: Giuseppe Anedda -> country of citizenship -> Italy (1980)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006083", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Pula -> country of citizenship -> Italy (1970)\n Answer: Italy", + "em": 0.0, + "f1": 0.14285714285714285 + }, + { + "id": "q_003360", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "Hop 1: Tanguy Viel -> C\u00e9sar Award for Best Original Screenplay -> 1999 (via Hop 1: Tanguy Viel -> C\u00e9sar Award for Best Original Screenplay -> 1999)\n Answer: 1999", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008353", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Chattanooga", + "pred": "Hop 1: National Model Railroad Association -> headquarters -> National Model Railroad Association -> 1986 -> 1986 -> 1986\n Answer: 1986", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "D.C. United", + "pred": "Hop 1: Robert F. Kennedy Memorial Stadium -> located in -> Washington , D.C. (2009)\n Hop 2: Washington , D.C. -> occupant -> United States Capitol (2009)\n Hop 3: United States Capitol -> occupant -> United States House of Representatives (2009)\n Answer: United States House of Representatives", + "em": 0.0, + "f1": 0.23076923076923078 + }, + { + "id": "q_001224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Karl-Eduard von Schnitzler -> country of citizenship -> German Democratic Republic (1955)\n Answer: German Democratic Republic", + "em": 0.0, + "f1": 0.21052631578947364 + }, + { + "id": "q_004848", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Soviet Union", + "pred": "Hop 1: Vija Artmane -> award -> Order of the Badge of Honour (1964)\n Hop 2: Order of the Badge of Honour -> country -> Latvia (1964)\n Hop 3: Latvia -> citizenship -> Vija Artmane (1964)\n Answer: Latvia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007525", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Oulu Province", + "pred": "Hop 1: Kiiminki -> located in -> North Ostrobothnia (1946)\n Hop 2: Finland -> contains -> Kiiminki (1946)\n Hop 3: Finland -> located in -> Europe (1946)\n Answer: Europe", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000885", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Northern Dvina Governorate", + "pred": "Hop 1: Yarensk Uyezd -> located in -> Komi Republic (1923)\n Answer: Komi Republic", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001030", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Giovan Battista Pellegrini -> country of citizenship -> Kingdom of Sardinia (1848-1861)\n Answer: Kingdom of Sardinia (1848-1861)", + "em": 0.0, + "f1": 0.25 + }, + { + "id": "q_004428", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "Soviet Union", + "pred": "Hop 1: Tbilisi -> country -> Georgia (1918-1921)\n Answer: Georgia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002780", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "University of British Columbia", + "pred": "Hop 1: Daniel Kahneman -> employer -> Hebrew University of Jerusalem (1983)\n Hop 2: Hebrew University of Jerusalem -> located in -> Jerusalem (1983)\n Answer: Jerusalem", + "em": 0.0, + "f1": 0.22222222222222224 + }, + { + "id": "q_000352", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Solicitor General for England and Wales", + "pred": "Hop 1: John Simon, 1st Viscount Simon -> Chancellor of the Exchequer -> United Kingdom -> 1911\n Hop 2: United Kingdom -> Prime Minister -> H. H. Asquith -> 1911\n Hop 3: H. H. Asquith -> position held -> Lord Privy Seal -> 1911\n Answer: Lord Privy Seal", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000414", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Hop 1: Rudolf Jaenisch -> award -> Robert Koch Prize (1993)\n Answer: 1993", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001261", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Hop 1: Renato Barisani -> country of citizenship -> Italy (1958)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001035", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "WWE", + "pred": "Hop 1: Shane McMahon -> occupation -> entrepreneur (1996)\n Hop 2: Shane McMahon -> employer -> World Wrestling Federation (1996)\n Hop 3: World Wrestling Federation -> parent -> World Wrestling Entertainment (1996)\n Answer: World Wrestling Entertainment", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008432", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Hop 1: John McCain -> spouse -> Cindy McCain (1981)\n Answer: Cindy McCain", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005886", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Federal Minister for Foreign Affairs", + "pred": "Hop 1: Frank-Walter Steinmeier -> employer -> Allianz SE (2010)\n Hop 2: Allianz SE -> member of sports team -> 1. FC Union Berlin (2010)\n Answer: 1. FC Union Berlin", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007363", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Hop 1: Armin Grein -> work location -> D\u00fcsseldorf (1989)\n Hop 2: D\u00fcsseldorf -> twinned administrative body -> Moscow (1989)\n Hop 3: Moscow -> position held -> Chairman of the Presidium of the Supreme Soviet (1989)\n Answer: Chairman of the Presidium of the Supreme Soviet", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006356", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Germany", + "pred": "Hop 1: Adolf Schr\u00f6ter -> country of citizenship -> Kingdom of Italy (1950)\n Answer: Kingdom of Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004178", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "People's Republic of Bulgaria", + "pred": "Hop 1: Pernik -> country -> Bulgaria (1979)\n Answer: Bulgaria", + "em": 0.0, + "f1": 0.16666666666666666 + }, + { + "id": "q_005764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kupferstichkabinett Berlin", + "pred": "Hop 1: Max Jakob Friedl\u00e4nder -> employer -> A.O. Kavalas (association football)\n Answer: A.O. Kavalas (association football)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000581", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Sevilla FC", + "pred": "Hop 1: Alexis Ruano Delgado -> member of -> M\u00e1laga CF (2011)\n Hop 2: M\u00e1laga CF -> sports team of -> Real Madrid (2011)\n Answer: Real Madrid", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008059", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Heinrich Himmler", + "pred": "Hop 1: Schutzstaffel -> manager -> Reinhard Heydrich (1939)\n Hop 2: Reinhard Heydrich -> country -> Czechoslovakia (1939)\n Answer: Czechoslovakia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002028", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Scopus", + "pred": "Hop 1: The New York Times -> indexed in bibliographic review -> The New York Times Book Review (1996)\n Hop 2: The New York Times Book Review -> employer -> Michiko Kakutani (1996)\n Answer: The New York Times Book Review", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Hop 1: Gianni De Michelis -> country of citizenship -> Kingdom of Italy (1947)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_002995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "James Norris Memorial Trophy", + "pred": "Hop 1: Erik Karlsson -> nominated for -> Academy Award for Best Actor (1982)\n Hop 2: Academy Award for Best Actor (1982) -> award received -> John Lithgow (1982)\n Answer: John Lithgow", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005062", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Hop 1: Gyula Iulius Maurer -> employer -> Avanti Martinetti (1954)\n Answer: Avanti Martinetti", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005618", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Leicester City F.C.", + "pred": "Hop 1: Jack Hobbs -> member of -> Montreal Canadiens (2010)\n Answer: Montreal Canadiens", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Italy", + "pred": "Hop 1: Ulrico Girardi -> country of citizenship -> Italy (1974)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FK Austria Wien", + "pred": "Hop 1: Ronald Brunmayr -> sports team -> EC KAC (1996)\n Answer: EC KAC", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002148", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1927.0, + "gold": "Kingdom of Romania", + "pred": "Hop 1: Balchik -> country -> Bulgaria (1927)\n Answer: Bulgaria", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006117", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Hop 1: Cesarina Vighy -> country of citizenship -> Kingdom of Italy (1970)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_000974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Mary Pickford", + "pred": "Hop 1: Academy Award for Best Actress -> winner -> Janet Gaynor (1929)\n Hop 2: Janet Gaynor -> 1929 -> Academy Award for Best Actress (1929)\n Hop 3: Academy Award for Best Actress (1929) -> winner -> Janet Gaynor (1929)\n Answer: Janet Gaynor", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003365", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "All-NBA Team", + "pred": "Hop 1: Gary Payton -> award -> 2000 NBA All-Star Game\n Hop 2: 2000 NBA All-Star Game -> location -> Orlando, Florida\n Hop 3: Orlando, Florida -> country -> United States of America\n Answer: United States of America", + "em": 0.0, + "f1": 0.16666666666666666 + }, + { + "id": "q_005796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Hop 1: Molli railway -> operator -> Ferrovie dello Stato Italiane (1922)\n Hop 2: Ferrovie dello Stato Italiane -> country -> Italy (1922)\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003448", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Benedetta Cappa -> country of citizenship -> Italy (1901)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_005271", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Borussia M\u00f6nchengladbach", + "pred": "Hop 1: Alexander Voigt -> member of sports team -> 1. FC N\u00fcrnberg (1995)\n Answer: 1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "United States Penitentiary, Florence ADMAX", + "pred": "Hop 1: Ted Kaczynski -> education -> Harvard University (2008)\n Hop 2: Harvard University -> point in time -> 1960s (2008)\n Answer: 1960s", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007959", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Afghanistan", + "pred": "Hop 1: Germany -> diplomatic relation -> Kingdom of Bulgaria (1918)\n Answer: Kingdom of Bulgaria", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008034", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Sergio Tofano -> country of citizenship -> Italy (1912)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_006099", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Hop 1: Central Volga Krai -> located in -> Ural Federal District (1932)\n Answer: Ural Federal District", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003338", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "President of the Bundestag", + "pred": "Hop 1: Wolfgang Sch\u00e4uble -> Federal Minister for Special Affairs of Germany -> 1998 -> 1998 -> 1998\n Answer: Federal Minister for Special Affairs of Germany", + "em": 0.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_007882", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "pred": "Hop 1: Yoshio Masui -> award received -> Albert Lasker Award for Basic Medical Research (1998)\n Answer: Albert Lasker Award for Basic Medical Research", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001101", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Melbourne Cricket Ground", + "pred": "Hop 1: Melbourne Football Club -> home venue -> MCG\n Answer: MCG", + "em": 0.0, + "f1": 0.16666666666666666 + }, + { + "id": "q_004838", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "American Psycho 2", + "pred": "Hop 1: American Psycho -> derivative work -> The People vs. Larry Flynt (2000)\n Answer: The People vs. Larry Flynt", + "em": 0.0, + "f1": 0.25 + }, + { + "id": "q_008088", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Hop 1: Gianfranco Parolini -> country of citizenship -> Italy (2017)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008278", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Valenciennes F.C.", + "pred": "Hop 1: Kenny Lala -> sports team -> A.S. Roma\n Hop 2: A.S. Roma -> member -> Giuseppe Bellini\n Hop 3: Giuseppe Bellini -> country of citizenship -> Italy\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003556", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Giovanni Battista Lacchini -> country of citizenship -> Italy (1935)\n Answer: Italy", + "em": 0.0, + "f1": 0.28571428571428575 + }, + { + "id": "q_008174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Spartak Moscow", + "pred": "Hop 1: Roman Shishkin -> member of sports team -> HC CSKA Moscow (2004)\n Answer: HC CSKA Moscow", + "em": 0.0, + "f1": 0.13333333333333336 + }, + { + "id": "q_007252", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Hop 1: Amaury Bischoff -> member of sports team -> RC Strasbourg Alsace (1999)\n Answer: 1999", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007229", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "West Germany", + "pred": "Hop 1: Albrecht Brandi -> country of citizenship -> Weimar Republic (1963)\n Hop 2: Weimar Republic -> country of citizenship -> Germany (1963)\n Answer: Germany", + "em": 0.0, + "f1": 0.13333333333333336 + }, + { + "id": "q_005020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Luigi Tasselli -> country of citizenship -> Italy (1917)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_003581", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Luciano Savorini -> country of citizenship -> Italy (1942)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_007540", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Norway men's national association football team", + "pred": "Hop 1: Rolf Johannessen -> member of sports team -> FC Basel 1931 (1931)\n Answer: FC Basel 1931", + "em": 0.0, + "f1": 0.10526315789473685 + }, + { + "id": "q_006549", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1972.0, + "gold": "1972", + "pred": "Hop 1: Louis Emil Denfeld -> place of burial -> Arlington National Cemetery (1972)\n Answer: 1972", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_006127", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Rome", + "pred": "Hop 1: Mario Soldati -> residence -> Rome (1957)\n Answer: Rome", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_008172", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Academy Award for Best Director", + "pred": "Hop 1: Fred Zinnemann -> award -> Golden Globe Award for Best Director (1961)\n Hop 2: Golden Globe Award for Best Director (1961) -> nominated for -> The Sundowners (1960)\n Hop 3: The Sundowners (1960) -> director -> Fred Zinnemann\n Hop 4: Fred Zinnemann -> nominated for -> The Sundowners (1960)\n Answer:", + "em": 0.0, + "f1": 0.3333333333333333 + }, + { + "id": "q_006850", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "\u00c9toile Sportive du Sahel", + "pred": "Hop 1: Oumar Kalabane -> member of -> ASL (2000)\n Hop 2: ASL -> sports team -> ASL (2000)\n Hop 3: ASL (2000) -> member of -> ASL (2000)\n Answer: ASL (2000)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001281", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "60 Minutes", + "pred": "Hop 1: Morley Safer award -> George Polk Award (1979)\n Hop 2: George Polk Award -> notable work (1979)\n Hop 3: notable work -> The Vietnam War (1979)\n Answer: The Vietnam War", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Hop 1: Nikolaus Schneider -> Buber-Rosenzweig-Medal -> 1987 (award received)\n Answer: 1987", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Philadelphia", + "pred": "Hop 1: Thomas Eakins -> work location -> New York City (1908)\n Answer: New York City", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001024", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "Hop 1: Jos\u00e9 Anigo -> head coach -> Olympiacos F.C. (2007-2008)\n Answer: 2007-2008", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003080", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Nobel Prize in Literature", + "pred": "Hop 1: Sarvepalli Radhakrishnan -> Nobel Peace Prize -> 1936 (1936)\n Answer: 1936", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_006761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Reading F.C.", + "pred": "Hop 1: Stephen Hunt -> sports team -> Crystal Palace F.C. (1999-2000)\n Hop 2: Crystal Palace F.C. -> member -> Tony Cascarino (1999-2000)\n Hop 3: Tony Cascarino -> sports team -> Reading F.C. (1999-2000)\n Answer: Reading F.C.", + "em": 1.0, + "f1": 0.2727272727272727 + }, + { + "id": "q_007249", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Athletic Club", + "pred": "Hop 1: Rafael Moreno Aranzadi -> member of -> Real Sociedad de F\u00fatbol (1912)\n Hop 2: Real Sociedad de F\u00fatbol (1912) -> sports team -> Real Sociedad de F\u00fatbol\n Hop 3: Real Sociedad de F\u00fatbol -> member of -> La Liga (1912)\n Hop 4: La Liga (1912) -> member", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004330", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Cristina Campo -> country of citizenship -> Spain (2010)\n Answer: Spain", + "em": 0.0, + "f1": 0.15384615384615383 + }, + { + "id": "q_002355", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Brentford F.C.", + "pred": "Hop 1: Andy Sinton -> sports team -> Wolverhampton Wanderers F.C. (1987)\n Hop 2: Wolverhampton Wanderers F.C. -> member -> John Harkes (1987)\n Answer: John Harkes", + "em": 0.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Erwin Teufel", + "pred": "Hop 1: Baden-W\u00fcrttemberg -> head of government -> Hans Filbinger (1991)\n Answer: Hans Filbinger", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002493", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "TV Globo", + "pred": "Hop 1: Grupo Globo -> subsidiary -> Globo.com (1994)\n Answer: Globo.com", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_004504", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "Hop 1: Walter Gautschi -> doctoral student -> Andreas Speiser (1953)\n Answer: 1953", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008366", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Jean Tremblay", + "pred": "Hop 1: Saguenay -> head of government -> Jean-Pierre Poirier (2008)\n Answer: Jean-Pierre Poirier", + "em": 0.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_003310", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "Hop 1: The Maids of Wilko -> Academy Award for Best International Feature Film -> 1980 (year)\n Answer: 1980", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_004860", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "auxiliary bishop", + "pred": "Hop 1: Guillermo Leaden -> position held -> President of the United States (1975)\n Answer: President of the United States", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007131", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Hop 1: Pino Caruso -> country of citizenship -> Kingdom of Italy (1976)\n Hop 2: Kingdom of Italy -> country of citizenship -> Italy (1976)\n Answer: Italy", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_001190", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Franca Florio -> country of citizenship -> Kingdom of Italy (1907)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_001845", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "Hop 1: Jean Templin -> member of sports team -> Stade de Reims (1959)\n Hop 2: Jean Templin -> member of sports team -> Stade de Reims (1959)\n Answer: Stade de Reims", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001601", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Lomonosov Moscow State University", + "pred": "Hop 1: Lev Pontryagin -> employer -> Institute for Advanced Study (1933)\n Answer: Institute for Advanced Study", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008159", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "AIK Fotboll", + "pred": "Hop 1: Lee Baxter -> member of sports team -> Notts County F.C. (1986)\n Answer: Notts County F.C.", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006771", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Cuxhaven district", + "pred": "Hop 1: Sietland -> located in -> United Kingdom (1995)\n Answer: United Kingdom", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002990", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Vesyegonsky District", + "pred": "Hop 1: Vesyegonsk -> located in -> Tver Oblast (1957)\n Hop 2: Tver Oblast -> located in -> Kostroma Oblast (1957)\n Answer: Kostroma Oblast", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002704", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Everton F.C.", + "pred": "Hop 1: Adrian Heath -> sports team -> Burnley F.C.\n Hop 2: Burnley F.C. -> member -> Paul Ince\n Hop 3: Paul Ince -> sports team -> Manchester City F.C.\n Hop 4: Manchester City F.C. -> member -> Kevin Keegan\n Hop 5: Kevin Keegan -> sports team -> Liverpool F.C.\n Hop 6: Liverpool F.C. -> member -> John Barnes\n Hop 7:", + "em": 0.0, + "f1": 0.14285714285714285 + }, + { + "id": "q_000821", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Sabatino Moscati -> country of citizenship -> Italy (1930)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_001187", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Max Planck Institute for Chemistry", + "pred": "Hop 1: Paul Josef Crutzen -> employer -> University of Oslo (1980)\n Answer: University of Oslo", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006629", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "United States Navy", + "pred": "Hop 1: Frederick B. Dent -> military branch -> United States Army (1946)\n Answer: United States Army", + "em": 0.0, + "f1": 0.26666666666666666 + }, + { + "id": "q_003305", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Italy", + "pred": "Hop 1: Antonello Aglioti -> country of citizenship -> Italy (1981)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Carter Harrison IV", + "pred": "Hop 1: Chicago -> head of government -> William Howard Taft (1913)\n Answer: William Howard Taft", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000310", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "Hop 1: Le Montellier -> located in -> Saint-Malo (1989)\n Answer: Saint-Malo", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003989", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Baron Moyne", + "pred": "Hop 1: Walter Guinness, 1st Baron Moyne -> award -> Distinguished Service Order (1935)\n Hop 2: Walter Guinness, 1st Baron Moyne -> noble title -> 1st Baron Moyne (1935)\n Hop 3: 1st Baron Moyne -> successor -> 2nd Baron Moyne (1935)\n Hop 4: 2nd Baron Moyne -> noble title -> 2", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_007146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Hop 1: Fabio Capello -> work location -> Italy men's national association football team (2001)\n Answer: Italy men's national association football team", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002832", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Willy Marlow", + "pred": "Hop 1: Rostock District -> shares border with -> Schleswig-Holstein (1983)\n Hop 2: Schleswig-Holstein -> head of government -> Otto von Habsburg (1983)\n Hop 3: Otto von Habsburg -> head of government -> Jim Mattis (1983)\n Answer: Jim Mattis", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000368", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "FC Porto", + "pred": "Hop 1: Deco -> member of sports team -> Czechia men's national football team (2011)\n Answer: Czechia men's national football team", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005867", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Hop 1: Kursk Oblast -> located in -> Kursk Oblast (1980)\n Answer: Kursk Oblast (1980)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005700", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Colombia men's national football team", + "pred": "Hop 1: Juan Carlos Henao -> sports team -> Millonarios (1965)\n Hop 2: Giovanni Goria -> country of citizenship -> Italy (1965)\n Hop 3: Italy -> member of sports team -> AC Milan (1965)\n Answer: AC Milan", + "em": 0.0, + "f1": 0.07407407407407407 + }, + { + "id": "q_000881", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "York University", + "pred": "Hop 1: Ellen Meiksins Wood -> employer -> University of London (1986)\n Answer: University of London", + "em": 0.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_005707", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Kreis Kalbe (Milde)", + "pred": "Hop 1: Jeetze -> located in -> Bremen (1952)\n Answer: Bremen", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001238", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Pre\u0161ov Region", + "pred": "Hop 1: Pre\u0161ov country -> located in -> Czechoslovakia (1954)\n Answer: Czechoslovakia", + "em": 0.0, + "f1": 0.1818181818181818 + }, + { + "id": "q_006162", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Hop 1: Erick Scott -> sports team -> Asociaci\u00f3n Deportiva San Carlos (2011)\n Answer: 2011", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_005973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Hop 1: Pier Antonio Quarantotti Gambini -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> successor -> Kingdom of Romania (1960)\n Answer: Kingdom of Romania", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_006967", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Hop 1: Armando Aste -> country of citizenship -> Italy (1971)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006519", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "F.C. Pro Vercelli 1892", + "pred": "Hop 1: Q287577 -> member of sports team -> Club Atl\u00e9tico Tigre (2009)\n Answer: Club Atl\u00e9tico Tigre", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006861", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Toulouse FC", + "pred": "Hop 1: Umut Burugudut Bulut -> member of sports team -> Trabzonspor (2012)\n Answer: Trabzonspor", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006139", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Decathlon CMA CGM Team", + "pred": "Hop 1: Nicolas Roche -> member of sports team -> Team Sky (2012)\n Answer: Team Sky", + "em": 0.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_002293", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Bethesda", + "pred": "Hop 1: Jane Alexander -> residence -> San Francisco\n Answer: San Francisco", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008165", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Akkermansky Uyezd", + "pred": "Hop 1: Bilhorod-Dnistrovskyi -> located in -> Kherson Oblast (1902)\n Hop 2: Kherson Oblast -> located in -> Russian Empire (1902)\n Hop 3: Russian Empire -> located in -> Europe (1902)\n Answer: Europe", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001745", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Hop 1: Li Tsung-jen -> country of citizenship -> Republic of China (1912-1949)\n Answer: Republic of China (1912-1949)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Paul McGann", + "pred": "Hop 1: Susannah Harker -> spouse -> Iain Glen (1996-2008)\n Hop 2: Iain Glen -> unmarried partner -> Ilva Ligabue (1996-2008)\n Answer: Ilva Ligabue", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Al-Qaeda", + "pred": "Hop 1: Osama bin Laden -> country -> Afghanistan (1993)\n Hop 2: Afghanistan -> allegiance -> United States of America (1993)\n Answer: United States of America", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Weimar Republic", + "pred": "Hop 1: Vaterstetten -> country -> German Empire (1922)\n Hop 2: German Empire -> country -> Germany (1922)\n Answer: Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007239", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: James Alberione -> country of citizenship -> Austria (1923)\n Answer: Austria", + "em": 0.0, + "f1": 0.15384615384615383 + }, + { + "id": "q_005515", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "doctorate", + "pred": "Hop 1: Raymond Dumais -> academic degree -> Doctor of Philosophy (PhD)\n Hop 2: Doctor of Philosophy (PhD) -> academic degree -> Master of Arts (MA)\n Hop 3: Master of Arts (MA) -> academic degree -> Doctor of Philosophy (PhD)\n Answer: Doctor of Philosophy (PhD)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002120", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Bauska District", + "pred": "Hop 1: Bauska -> Latvia (located in)\n Hop 2: Latvia -> European Film Award for Best Actor (located in)\n Hop 3: European Film Award for Best Actor -> 2000 (located in)\n Answer: Latvia", + "em": 0.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_007214", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Gale Anne Hurd", + "pred": "Hop 1: James Cameron -> spouse -> Linda Hamilton (1987)\n Answer: Linda Hamilton", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008171", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Hop 1: Felice Andreasi -> country of citizenship -> Italy (1980)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002624", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Woodrow Wilson", + "pred": "Hop 1: United States -> head of government -> Woodrow Wilson (1913-1921)\n Answer: Woodrow Wilson", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_004467", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Alberto Albertini -> country of citizenship -> Italy (1924)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_006746", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1993.0, + "gold": "1993", + "pred": "Hop 1: Veran Mati\u0107 -> member of political party -> French Communist Party (1993)\n Hop 2: French Communist Party -> award received -> CPJ International Press Freedom Awards (1993)\n Answer: 1993", + "em": 1.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_008176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Vr\u0161ac -> country -> Serbia (1979)\n Answer: Serbia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000447", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Hop 1: Antonio Sbardella -> country of citizenship -> Kingdom of Italy (1980)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_007622", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Hop 1: Jos\u00e9 Ortigoza -> sports team -> CD San Luis (1976)\n Hop 2: CD San Luis (1976) -> member of sports team -> Giovanni Goria (1976)\n Hop 3: Giovanni Goria (1976) -> country of citizenship -> Italy (1976)\n Answer: 1976", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007073", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FC Luch-Energiya Vladivostok", + "pred": "Hop 1: Maksim Layushkin -> member of sports team -> FC Spartak Moscow (1996)\n Answer: FC Spartak Moscow", + "em": 0.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_006216", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Soviet Union", + "pred": "Hop 1: Yelena Miroshina -> country of citizenship -> Russia (1987)\n Answer: Russia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007462", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "\u00d6sters IF", + "pred": "Hop 1: Hans Eklund -> member of -> IFK Norrk\u00f6ping (1987)\n Hop 2: IFK Norrk\u00f6ping -> sports team -> Swedish Football League (1987)\n Hop 3: Swedish Football League -> member of -> Swedish Football Association (1987)\n Answer: Swedish Football Association", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000068", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Eski\u015fehirspor", + "pred": "Hop 1: \u00d6mer Kaner -> member of sports team -> Bak\u0131rk\u00f6yspor (1982)\n Hop 2: Bak\u0131rk\u00f6yspor -> member of sports team -> Kocaelispor (1982)\n Answer: Kocaelispor", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Marconi Prize", + "pred": "Hop 1: Federico Faggin -> National Medal of Technology and Innovation -> 1988 (award received)\n Hop 2: 1988 -> 1988 (award received)\n Hop 3: 1988 -> 1988 (award received)\n Answer: 1988", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Hop 1: Silvio Gazzaniga -> country of citizenship -> Kingdom of Italy (1996)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_005968", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Hop 1: Adone Zoli -> country of citizenship -> Italy (1958)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Hop 1: Antonio Sbardella -> country of citizenship -> Italy (1983)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002706", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "economic liberalism", + "pred": "Hop 1: Jorge Gonz\u00e1lez von Mar\u00e9es -> movement -> Surrealism (1957)\n Answer: Surrealism", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006338", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Jan Hendrik Oort", + "pred": "Hop 1: Maarten Schmidt -> doctoral advisor -> Walter Baade (1956)\n Answer: Walter Baade", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "State Government", + "pred": "Hop 1: Johanna Mikl-Leitner -> educated at -> Vienna University of Economics and Business (2007)\n Hop 2: Vienna University of Economics and Business -> located in -> Vienna (2007)\n Hop 3: Vienna -> mayor -> Christian Kern (2007)\n Answer: Christian Kern", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005181", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Hop 1: Leigh Bromby -> sports team -> Sheffield United F.C.\n Hop 2: Sheffield United F.C. -> member of sports team -> David Hockney\n Answer: 1993", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003253", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "chairperson", + "pred": "Hop 1: Kenjir\u014d Sh\u014dda -> educated at -> University of G\u00f6ttingen (1958)\n Hop 2: University of G\u00f6ttingen -> located in -> G\u00f6ttingen (1958)\n Hop 3: G\u00f6ttingen -> head of -> Carl Friedrich von Siemens (1958)\n Hop 4: Carl Friedrich von Siemens -> position held -> Siemens AG (1958)\n Answer: Siemens", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Hop 1: G\u00f6khan \u00dcnal -> sports team -> 1. FC N\u00fcrnberg (2002)\n Answer: 1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003453", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Hop 1: Irene Galitzine -> country of citizenship -> United Kingdom (1956)\n Answer: United Kingdom", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002186", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Academy Award for Best Actress", + "pred": "Hop 1: Meryl Streep -> nominated for -> Best Actress in a Motion Picture - Drama (1990)\n Answer: Best Actress in a Motion Picture - Drama", + "em": 0.0, + "f1": 0.3 + }, + { + "id": "q_000960", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Soviet Union", + "pred": "Hop 1: Biysk -> country -> Russian Empire (1922)\n Hop 2: Russian Empire -> successor -> Soviet Union (1922)\n Hop 3: Soviet Union -> capital -> Moscow (1922)\n Answer: Moscow", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_004347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Deutsche Mark", + "pred": "Hop 1: Germany -> head of state -> Heinrich L\u00fcbke (1987)\n Hop 2: Germany -> currency -> Deutsche Mark (1987)\n Answer: Deutsche Mark", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_003476", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Municipio III", + "pred": "Hop 1: San Lorenzo -> located in -> Rome (2007)\n Hop 2: Rome -> located in -> Lazio (2007)\n Answer: Lazio", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001826", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "WWE", + "pred": "Hop 1: Shane McMahon -> employer -> Patrick Le Lay (2008)\n Answer: Patrick Le Lay", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Camillo Cibin -> country of citizenship -> Italy (1942)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_007776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Latvian Soviet Socialist Republic", + "pred": "Hop 1: R\u0113zekne -> located in -> Ventspils (1991)\n Answer: Ventspils", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002291", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2022.0, + "gold": "Al-Nassr", + "pred": "Hop 1: Luiz Gustavo -> sports team -> SC Internacional (Brazil)\n Hop 2: SC Internacional (Brazil) -> member -> Paulo C\u00e9sar Caju\n Hop 3: Paulo C\u00e9sar Caju -> award received -> National Medal of Science (1968)\n Answer: National Medal of Science", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006248", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Zeno Saltini -> country of citizenship -> Italy (1936)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_003830", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Hop 1: MTV Video Music Award for Best Group -> winner -> Foo Fighters (1996)\n Answer: 1996", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_005800", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1927.0, + "gold": "1927", + "pred": "Hop 1: Lois Delander -> won -> Miss America (1955)\n Answer: 1955", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Roman Herzog", + "pred": "Hop 1: Germany -> head of state -> Karl von Clausewitz (1996)\n Answer: Karl von Clausewitz", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "TOP 09", + "pred": "Hop 1: Karel Schwarzenberg -> European Human Rights Prize -> 2007 -> member of -> Christiane K\u00f6rner (2007)\n Answer: Christiane K\u00f6rner", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003125", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Chinese Communist Party", + "pred": "Hop 1: Xiao Ke -> country of citizenship -> Qing dynasty (1929)\n Hop 2: Xiao Ke -> member of political party -> Chinese Kuomintang (1929)\n Hop 3: Chinese Kuomintang -> member of political party -> Nationalist Party (1929)\n Answer: Nationalist Party", + "em": 0.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "United States Air Force", + "pred": "Hop 1: Warren Weaver -> employer -> Bell Labs (1918)\n Hop 2: Bell Labs -> country -> United States\n Answer: United States", + "em": 0.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000679", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Hop 1: Jean-Marie Cavada -> position held -> Bryan Gunn (2017)\n Answer: Bryan Gunn", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "Hop 1: Basmachi movement -> capital -> Dushanbe (1922)\n Answer: 1922", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_004918", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Hop 1: Karl Plattner -> country of citizenship -> Kingdom of Italy (1947)\n Hop 2: Kingdom of Italy -> successor -> Italian Republic (1947)\n Hop 3: Italian Republic -> country of citizenship -> Karl Plattner (1947)\n Answer: Italian Republic", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_006137", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Orlando Magic", + "pred": "Hop 1: Shaquille O'Neal -> member of -> Los Angeles Lakers (1995)\n Hop 2: Los Angeles Lakers -> sports team -> National Basketball Association (1995)\n Answer: National Basketball Association", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002644", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Hop 1: Daniel Islas -> member of sports team -> Club Atl\u00e9tico Nueva Chicago (2009)\n Hop 2: Club Atl\u00e9tico Nueva Chicago -> manager -> Daniel Islas (2009)\n Hop 3: Daniel Islas -> member of sports team -> Club Atl\u00e9tico Nueva Chicago (2009)\n Answer: Club Atl\u00e9tico Nueva Chicago", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_004185", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Hop 1: Stanley Kubrick -> spouse -> Sharon Tate (1995)\n Answer: Sharon Tate", + "em": 0.0, + "f1": 0.1818181818181818 + }, + { + "id": "q_007259", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Hop 1: Herbert Seifert -> employer -> Siemens AG (1961)\n Answer: Siemens AG", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000078", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Italy", + "pred": "Hop 1: Bruno Bettinelli -> country of citizenship -> Kingdom of Italy (1972)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_006054", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Hop 1: Tullia Zevi -> country of citizenship -> Kingdom of Italy (1961)\n Hop 2: Italy -> country of citizenship -> United Kingdom (1961)\n Answer: United Kingdom", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_002336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "SC Young Fellows Juventus", + "pred": "Hop 1: Leopold Kielholz -> member of sports team -> Montreal Canadiens (1942)\n Answer: Montreal Canadiens", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "president", + "pred": "Hop 1: Richard William Smith -> position -> United States Ambassador to the United Nations (1974)\n Hop 2: United States Ambassador to the United Nations (1974) -> country -> United States\n Hop 3: United States -> president -> Richard Nixon\n Hop 4: Richard Nixon -> position -> United States Secretary of State (1953-1954)\n Hop 5: United States Secretary of State (195", + "em": 1.0, + "f1": 0.07407407407407407 + }, + { + "id": "q_002324", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Hop 1: FC Vilnius -> member of sports team -> Arvydas Novikovas (2008)\n Answer: 2008", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_008261", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "National Basketball Association", + "pred": "Hop 1: Chris Mihm -> league or competition -> 2005\n Answer: 2005", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004156", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Gianni Dova -> country of citizenship -> Italy (1936)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_002138", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Montpellier H\u00e9rault Sport Club", + "pred": "Hop 1: Olivier Sorlin -> sports team -> AS Monaco FC (1999)\n Hop 2: AS Monaco FC -> member -> Jean-Pierre Papin (1999)\n Answer: Jean-Pierre Papin", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001307", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Italy", + "pred": "Hop 1: Mario Del Monaco -> country of citizenship -> Kingdom of Italy (1953)\n Answer: Italy", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_005256", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "auxiliary bishop", + "pred": "Hop 1: Armin Grein -> position held -> Landrat (1989)\n Answer: Landrat", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004475", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Q135837", + "pred": "Hop 1: Raimondas Rum\u0161as -> member of sports team -> Fassa Bortolo (2003)\n Hop 2: Fassa Bortolo -> member of sports team -> Team Sky (2003)\n Answer: Team Sky", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002220", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Estudiantes de La Plata", + "pred": "Hop 1: Anton\u00edn Kapek -> member of political party -> Communist Party of Czechoslovakia (1984)\n Answer: Anton\u00edn Kapek", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006192", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Egypt", + "pred": "Hop 1: Zakaria Mohieddin -> country of citizenship -> Egypt (1983)\n Hop 2: Egypt -> successor -> Sudan (1983)\n Hop 3: Sudan -> country of citizenship -> Ahmed El-Masry (1983)\n Answer: Ahmed El-Masry", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_005619", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Adone Zoli -> country of citizenship -> Italy (1919)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_003460", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Buber-Rosenzweig-Medal", + "pred": "Hop 1: Nikolaus Schneider -> award -> Order of the White Rose (2012)\n Answer: Order of the White Rose", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005532", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Gy\u00f6rgy Fekete", + "pred": "Hop 1: Szilvia Sunyovszky -> spouse -> G\u00e1bor Szab\u00f3 (2020)\n Answer: G\u00e1bor Szab\u00f3", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000731", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Ren\u00e9 Ang\u00e9lil", + "pred": "Hop 1: C\u00e9line Dion -> spouse -> Jean-Philippe Goude (2000)\n Answer: Jean-Philippe Goude", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007949", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Aston Villa F.C.", + "pred": "Hop 1: Harry Parkes -> member of sports team -> S.L. Benfica (1940)\n Answer: S.L. Benfica", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001545", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Hop 1: Armando Aste -> country of citizenship -> Italy (2002)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001649", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Hop 1: Francesco Aguzzoli -> country of citizenship -> Italy (1956)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008040", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Carlo Zecchi -> country of citizenship -> Italy (1934)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_006170", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Nazi Germany", + "pred": "Hop 1: Potsdam -> country -> Second Polish Republic (1934)\n Answer: Second Polish Republic", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Italy", + "pred": "Hop 1: Filippo Zappata -> country -> Kingdom of Italy (1968)\n Hop 2: Kingdom of Italy -> country -> United Kingdom (1968)\n Answer: United Kingdom", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_003715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Hop 1: Cottbus -> located in -> Brandenburg (Germany) (2019)\n Answer: Brandenburg (Germany)", + "em": 0.0, + "f1": 0.1818181818181818 + }, + { + "id": "q_004771", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "SV Waldhof Mannheim", + "pred": "Hop 1: Fritz Walter -> member of sports team -> TSG Weinheim (1982)\n Hop 2: TSG Weinheim -> member of sports team -> 1. FC Kaiserslautern (1982)\n Hop 3: 1. FC Kaiserslautern -> member of sports team -> Fritz Walter (1982)\n Answer: 1. FC Kaiserslautern", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002240", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Raymond Lahey", + "pred": "Hop 1: Alekos Fassianos -> educated at -> Beaux-Arts de Paris (1970)\n Answer: Beaux-Arts de Paris", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001328", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "F.C. Hansa Rostock", + "pred": "Hop 1: Axel Hauschild -> sports team -> New York Cosmos (1985)\n Hop 2: New York Cosmos -> member -> John Toshack (1985)\n Answer: John Toshack", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003910", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1926.0, + "gold": "Yves du Manoir Stadium", + "pred": "Hop 1: Racing 92 -> home venue -> Stade Jean-Bouin (1926)\n Answer: Stade Jean-Bouin", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003393", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Nemuro Subprefecture (1897\u20142010)", + "pred": "Hop 1: Signalny -> located in -> Krasnoyarsk Oblast (1990)\n Answer: Krasnoyarsk Oblast", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Hop 1: Tes-Khemsky District -> located in -> Tuvan People's Republic (1987)\n Hop 2: Tuvan People's Republic -> located in -> Kyzyl (1987)\n Answer: Kyzyl", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_002690", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Hop 1: Edgardo Moltoni -> country of citizenship -> Kingdom of Italy (1970)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_000520", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Hop 1: Alec Chamberlain -> member of sports team -> Colchester United F.C.\n Hop 2: Colchester United F.C. -> member of sports team -> Colchester United F.C. (2)\n Answer: Colchester United F.C. (2)", + "em": 0.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_008590", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Acad\u00e9mie des beaux-arts", + "pred": "Hop 1: Giovanni Azzini -> member of sports team -> Calcio Padova (1957)\n Hop 2: Albert Decaris -> member of -> Giovanni Azzini (1951)\n Answer: Calcio Padova", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002965", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Toronto", + "pred": "Hop 1: Healey Willan -> location -> Toronto (1951)\n Answer: Toronto", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_000417", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Italy", + "pred": "Hop 1: Giovanni Azzini -> country of citizenship -> Italy (1992)\n Hop 2: Italy -> successor -> Yugoslavia (1992)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_007810", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Soviet Union", + "pred": "Hop 1: Khotyn -> located in -> Khotinskij County (1968)\n Answer: Romania", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002744", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Queen Mary University of London", + "pred": "Hop 1: Kurt Hirsch -> employer -> Siemens AG (Germany)\n Answer: Siemens AG (Germany)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006283", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "University of G\u00f6ttingen", + "pred": "Hop 1: Johann Radon -> university -> University of Vienna (1912)\n Hop 2: University of Vienna -> educated at -> Karl von Clausewitz (1912)\n Hop 3: Karl von Clausewitz -> country of citizenship -> Germany (1912)\n Answer: Germany", + "em": 0.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001516", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "President of the Swiss Confederation", + "pred": "Hop 1: Samuel Schmid -> position held -> Federal Minister of Finance (Austria) (1999-2005)\n Hop 2: Federal Minister of Finance (Austria) (1999-2005) -> country -> Austria (1999-2005)\n Answer: Austria (1999-2005)", + "em": 0.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_004019", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "Hop 1: Shk\u00eblzen Gashi -> member of sports team -> Switzerland national under-21 football team (2022)\n Hop 2: Switzerland national under-21 football team -> member of sports team -> Switzerland national under-21 football team (2022)\n Hop 3: Switzerland national under-21 football team -> member of sports team -> Switzerland national under-21 football team (2022)\n Answer:", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007577", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Goethe University Frankfurt", + "pred": "Hop 1: Ruth Moufang -> employer -> Friedrich Krupp AG (1955)\n Answer: Friedrich Krupp AG", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006387", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Nopporo Station", + "pred": "Hop 1: Ebetsu Station -> adjacent station -> Horomui Station (1958)\n Answer: Kita-Komagata Station", + "em": 0.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_005748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Hop 1: Giuseppe Saragat -> country of citizenship -> Kingdom of Italy (1965)\n Hop 2: Kingdom of Italy -> position held -> Giuseppe Saragat (1965)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1965)\n Answer: President of Italy", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_006907", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "Hop 1: Stara Zagora -> country -> Bulgaria (1962)\n Hop 2: Bulgaria -> successor -> Kingdom of Romania (1962)\n Answer: Kingdom of Romania", + "em": 0.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_000891", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Goffredo Zehender -> country of citizenship -> Italy (1955)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_003937", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "VfL Bochum", + "pred": "Hop 1: Matias Concha -> member of sports team -> Djurg\u00e5rdens IF Fotboll (2011)\n Hop 2: Djurg\u00e5rdens IF Fotboll -> member of sports team -> IFK Norrk\u00f6ping (2011)\n Answer: IFK Norrk\u00f6ping", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000823", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Hop 1: Giuliano Bernardi -> country of citizenship -> Italy (1970)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Aston Villa F.C.", + "pred": "Hop 1: Alan Wright -> sports team -> West Bromwich Albion F.C.\n Hop 2: West Bromwich Albion F.C. -> member -> John Harkness\n Hop 3: John Harkness -> member of sports team -> St. Mirren F.C.\n Answer: St. Mirren F.C.", + "em": 0.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_008286", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Deportivo de La Coru\u00f1a", + "pred": "Hop 1: Miroslav \u0110uki\u0107 -> sports team -> C.D. Tenerife (1995)\n Hop 2: C.D. Tenerife -> member of sports team -> Jos\u00e9 Mar\u00eda S\u00e1nchez (1995)\n Answer: Jos\u00e9 Mar\u00eda S\u00e1nchez", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002635", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "West Germany", + "pred": "Hop 1: Camilla Huse -> member of sports team -> Norway women's national football team (2009)\n Hop 2: Norway women's national football team -> country -> Norway (2009)\n Answer: Norway", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006205", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Italy", + "pred": "Hop 1: Gabriele Mucchi -> country of citizenship -> Italy (1990)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Austria men's national football team", + "pred": "Hop 1: Roman M\u00e4hlich -> member of sports team -> Wiener Sport-Club (1905)\n Hop 2: Wiener Sport-Club -> member of sports team -> FK Austria Wien (1905)\n Answer: FK Austria Wien", + "em": 0.0, + "f1": 0.1739130434782609 + }, + { + "id": "q_002157", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Hop 1: Guido Morselli -> country of citizenship -> Italy (1967)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000634", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "SSC Bari", + "pred": "Hop 1: Graziano Battistini -> sports team -> A.S. Roma\n Hop 2: A.S. Roma -> member -> Gianluca Zambrotta\n Hop 3: Gianluca Zambrotta -> member of -> Italy national football team\n Answer: Italy national football team", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005602", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Kita-Toyotsu Signal Base", + "pred": "Hop 1: Kunnui Station -> adjacent station -> Oshamambe Station (1987)\n Answer: Oshamambe Station", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000342", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Hop 1: Vagit Alekperov -> award -> Order of the Badge of Honour (1989)\n Hop 2: Order of the Badge of Honour -> country -> Russia (1989)\n Hop 3: Russia -> country of citizenship -> Russia (1989)\n Answer: Russia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004873", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Club Atletico All Boys", + "pred": "Hop 1: Agust\u00edn Torassa -> sports team -> A.S. Roma\n Hop 2: A.S. Roma -> member of sports team -> Giuseppe Bellini\n Hop 3: Giuseppe Bellini -> country of citizenship -> Italy\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004390", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Shonan Bellmare", + "pred": "Hop 1: Takeshi Motoyoshi -> member of -> Urawa Red Diamonds (1990)\n Answer: Urawa Red Diamonds", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Bruno Rossi Prize", + "pred": "Hop 1: Rashid Sunyaev -> award -> Bruce Medal (1988)\n Hop 2: Bruce Medal -> award -> John C. Polanyi (1988)\n Hop 3: John C. Polanyi -> award -> Nobel Prize in Chemistry (1988)\n Answer: Nobel Prize in Chemistry", + "em": 0.0, + "f1": 0.09523809523809525 + }, + { + "id": "q_006508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Italy", + "pred": "Hop 1: Alfons Benedikter -> country of citizenship -> Italy (1955)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005697", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "G.S. Iraklis Thessalonikis (men's association football)", + "pred": "Hop 1: Ivan Jovanovi\u0107 -> member of sports team -> FK Rad (1992)\n Hop 2: FK Rad -> member of sports team -> FK Partizan (1992)\n Answer: FK Partizan", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "VfB Stuttgart", + "pred": "Hop 1: Ernst Blum -> sports team -> FC Orenburg (1984)\n Answer: FC Orenburg (1984)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003442", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Hop 1: Bledi Shk\u00ebmbi -> sports team -> Berlin (1938)\n Hop 2: Berlin -> member -> Besa Kavaj\u00eb (1938)\n Answer: 1938", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004805", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Bocskai FC", + "pred": "Hop 1: J\u00e1nos Gyarmati -> sports team -> Red Star F.C. (2019)\n Hop 2: Red Star F.C. -> member of -> FK Partizan (2019)\n Answer: FK Partizan", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006113", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Prime Minister of Bhutan", + "pred": "Hop 1: Jigme Palden Dorji -> position held -> Prime Minister of Bhutan (1962)\n Answer: Prime Minister of Bhutan", + "em": 1.0, + "f1": 0.47058823529411764 + }, + { + "id": "q_002998", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Hibernian F.C.", + "pred": "Hop 1: Derek Riordan -> member of sports team -> DSV Leoben (2005)\n Hop 2: DSV Leoben -> member of sports team -> SK Vorw\u00e4rts Steyr (2005)\n Hop 3: SK Vorw\u00e4rts Steyr -> member of sports team -> Karl-Heinz Riedle (2005)\n Answer: Karl-Heinz Riedle", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Toti Dal Monte -> country of citizenship -> United States (1967)\n Answer: United States", + "em": 0.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_005890", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Aldo Clementi -> country of citizenship -> Italy (1942)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_003583", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Aichi district", + "pred": "Hop 1: Nagakute -> located in -> Aichi Prefecture (2009)\n Answer: Aichi Prefecture", + "em": 0.0, + "f1": 0.1818181818181818 + }, + { + "id": "q_006267", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "German Empire", + "pred": "Hop 1: Freiburg im Breisgau -> country -> Germany (1917)\n Answer: Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005655", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Associated Press Athlete of the Year", + "pred": "Hop 1: Serena Williams -> award -> Laureus World Sports Award for Comeback of the Year (2009)\n Hop 2: Laureus World Sports Award for Comeback of the Year -> award -> Laureus World Sports Award for Best Female Sports Personality (2009)\n Hop 3: Laureus World Sports Award for Best Female Sports Personality -> award -> Laureus World Sports Award for Best Sports Personality (2009)\n Answer: Laureus", + "em": 0.0, + "f1": 0.23076923076923075 + }, + { + "id": "q_003079", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Kingdom of Bulgaria", + "pred": "Hop 1: Burgas -> country -> Romania (1918)\n Answer: Romania", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002419", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Helmond Sport", + "pred": "Hop 1: Fons van Wissen -> member of sports team -> England men\u2019s national rugby union team (1968)\n Answer: England men\u2019s national rugby union team", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007094", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "World Rally Championship", + "pred": "Hop 1: Citro\u00ebn World Rally Team -> league -> World Rally Championship (1999)\n Hop 2: World Rally Championship -> predecessor -> World Touring Car Championship (1999)\n Answer: World Rally Championship", + "em": 1.0, + "f1": 0.35294117647058826 + }, + { + "id": "q_004223", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "French Navy", + "pred": "Hop 1: NAe S\u00e3o Paulo -> country of registry -> France (1996)\n Hop 2: France -> owned by -> France (1996)\n Hop 3: France -> owned by -> France (1996)\n Answer: France", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Orthez", + "pred": "Hop 1: Francis Jammes -> residence -> Geneva (Switzerland) (1921)\n Answer: Geneva (Switzerland)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001391", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Royal Academy of Exact, Physical and Natural Sciences", + "pred": "Hop 1: Jos\u00e9 Echegaray -> member -> Spanish Academy of Sciences (1903)\n Answer: Spanish Academy of Sciences", + "em": 0.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_005935", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Atalanta BC", + "pred": "Hop 1: Giuseppe Meazza -> sports team -> A.S. Roma -> coach -> Vittorio Pozzo (1946)\n Answer: Vittorio Pozzo", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003693", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Spartak", + "pred": "Hop 1: Adam Wolanin -> member of sports team -> Spartak Moscow (1955)\n Hop 2: Spartak Moscow (1955) -> part of -> CSKA Moscow (1955)\n Answer: CSKA Moscow (1955)", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_001318", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Princeton University", + "pred": "Hop 1: Marvin Minsky -> educated at -> Harvard University (1951)\n Hop 2: Harvard University -> country -> United States (1951)\n Answer: United States", + "em": 0.0, + "f1": 0.125 + }, + { + "id": "q_006537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Hop 1: Walter Feit -> employer -> American Telephone & Telegraph\n Hop 2: American Telephone & Telegraph -> country -> United States\n Answer: United States", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000126", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Titta Ruffo -> country of citizenship -> Italy (1966)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_004119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Therese Giehse -> employer -> Munich Kammerspiele (1967)\n Answer: Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004718", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Egypt", + "pred": "Hop 1: Hosni Mubarak -> country of citizenship -> Egypt (1989)\n Answer: Egypt", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000908", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "TI-Raleigh", + "pred": "Hop 1: Ludo Peeters -> sports team -> KBC (1982)\n Answer: KBC (1982)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003983", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Spanish Navy", + "pred": "Hop 1: Jeanne Balibar -> nominated for -> C\u00e9sar Award for Best Female Revelation (1998)\n Hop 2: C\u00e9sar Award for Best Female Revelation -> winner -> Emma de Caunes (1998)\n Hop 3: Emma de Caunes -> operator of -> U-573 (1951)\n Answer: Emma de Caunes", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008295", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Grawemeyer Award for Music Composition", + "pred": "Hop 1: Witold Lutos\u0142awski -> award -> Herder Prize (1985)\n Hop 2: Herder Prize -> award -> European Music Prize (1985)\n Hop 3: European Music Prize -> award -> European Music Prize (1985)\n Answer: European Music Prize", + "em": 0.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_003030", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "pred": "Hop 1: Alfred Jeanroy -> member of -> FC Porto (1925)\n Answer: FC Porto", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005340", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Boavista F.C.", + "pred": "Hop 1: Diego da Costa Lima -> member of sports team -> Akhisar Belediyespor (2016)\n Hop 2: Akhisar Belediyespor -> member of sports team -> Fenerbah\u00e7e S.K. (2016)\n Answer: Fenerbah\u00e7e S.K.", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Hop 1: Hlukhiv -> country -> Ukraine (1927)\n Answer: Ukraine", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Dario Franchitti", + "pred": "Hop 1: Ashley Judd -> spouse -> John Ritter (2001-2009)\n Answer: John Ritter", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000349", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "2nd U-boat Flotilla", + "pred": "Hop 1: U-43 (submarine) -> affiliated with -> Kriegsmarine (1941)\n Answer: Kriegsmarine", + "em": 0.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_004450", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Radio Free Europe/Radio Liberty", + "pred": "Hop 1: Alexander Rahr -> employer -> Wintershall Dea (1992)\n Answer: Wintershall Dea", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "Hop 1: Tom Chambers -> member of sports team -> Seattle SuperSonics (1985)\n Hop 2: Seattle SuperSonics -> home venue -> Kingdome (1985)\n Answer: Kingdome", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005907", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1904.0, + "gold": "1904", + "pred": "Hop 1: Heinrich Franz Friedrich Tietze -> doctoral student -> Gustav von Escherich (1907)\n Answer: 1907", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007403", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Nazi Germany", + "pred": "Hop 1: Otto Schuhart -> allegiance -> Weimar Republic (1943)\n Answer: Weimar Republic", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007172", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Cardiff City F.C.", + "pred": "Hop 1: Lee Naylor -> sports team -> Celtic F.C. (1981)\n Answer: Celtic F.C.", + "em": 0.0, + "f1": 0.26666666666666666 + }, + { + "id": "q_006019", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Fengtien", + "pred": "Hop 1: Dongliao County -> located in -> Jilin Province (1938)\n Hop 2: Jilin Province -> located in -> Heilongjiang (1938)\n Answer: Heilongjiang", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003483", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Helmut Newton", + "pred": "Hop 1: June Browne -> spouse -> John H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003450", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Hop 1: Paolo Rossi -> country of citizenship -> Italy (1951)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007313", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Georges Bataille", + "pred": "Hop 1: Colette Peignot -> unmarried partner -> Pierre Savorgnan de Brazza (1990)\n Answer: Pierre Savorgnan de Brazza", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006396", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Institute for Advanced Study", + "pred": "Hop 1: James Waddell Alexander II -> employer -> Princeton University (1940)\n Hop 2: Princeton University -> employer -> James Waddell Alexander II (1940)\n Answer: Princeton University", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004252", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "FC Sochaux-Montb\u00e9liard", + "pred": "Hop 1: Jean-Jacques Marcel -> member of sports team -> Germany men's national association football team (1935)\n Hop 2: Germany men's national association football team -> member of sports team -> Hans Schaefer (1935)\n Answer: Hans Schaefer", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006732", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Lappeenranta", + "pred": "Hop 1: SPL Saimaan piiri -> headquarters -> Kajaani (1955)\n Answer: Kajaani", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002912", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Tinkoff", + "pred": "Hop 1: Matthew Goss -> sports team -> Team Jayco-AIS (2008)\n Hop 2: Team Jayco-AIS -> member -> Matthew Goss (2008)\n Hop 3: Matthew Goss -> sports team -> Team Jayco-AIS (2008)\n Answer: Team Jayco-AIS", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000404", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Club Le\u00f3n", + "pred": "Hop 1: Luis Estrada -> member of sports team -> Real Madrid C.F. (2014)\n Answer: Real Madrid C.F.", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Hop 1: Alberto Sordi -> country of citizenship -> Kingdom of Italy (1951)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_007041", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Hannover 96", + "pred": "Hop 1: J\u00fcrgen Milewski -> member of sports team -> 1. FC N\u00fcrnberg (2005)\n Answer: 1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008089", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Hop 1: R\u0113zekne District -> country -> Germany (1915)\n Answer: Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003463", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Chinese Communist Party", + "pred": "Hop 1: Liang Sicheng -> member of political party (1967) -> Chinese Communist Party (1967)\n Answer: Chinese Communist Party", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_005154", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Hop 1: Ulan-Ude -> country -> Russia (1965)\n Answer: Russia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002203", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Pace University", + "pred": "Hop 1: Ben Ferencz -> employer -> South West Trains (1998)\n Answer: South West Trains", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008263", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Giuseppe Di Vittorio -> country of citizenship -> Italy (1925)\n Answer: Italy", + "em": 0.0, + "f1": 0.28571428571428575 + }, + { + "id": "q_001733", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "Hop 1: Shk\u00eblzen Gashi -> member of sports team -> FC Kuk\u00ebsi (2022)\n Answer: FC Kuk\u00ebsi", + "em": 0.0, + "f1": 0.14285714285714285 + }, + { + "id": "q_002948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Chemnitz Government Region", + "pred": "Hop 1: Stollberg -> located in -> Germany (2008)\n Answer: Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004111", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Osinniki", + "pred": "Hop 1: Kaltan -> located in -> Kemerovo Oblast (1969)\n Hop 2: Kemerovo Oblast -> located in -> Krasnoyarsk Krai (1969)\n Answer: Krasnoyarsk Krai", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003418", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Bruno Kastner", + "pred": "Hop 1: Ida W\u00fcst -> spouse -> Auguste W\u00fcst (1922)\n Answer: Auguste W\u00fcst", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004890", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Kiliia Raion", + "pred": "Hop 1: Prymorske -> located in -> Izmailsky Uyezd (1998)\n Hop 2: Izmailsky Uyezd -> located in -> Kherson Oblast (1998)\n Answer: Kherson Oblast", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Cesare Lovati -> country of citizenship -> Germany (1945)\n Answer: Germany", + "em": 0.0, + "f1": 0.15384615384615383 + }, + { + "id": "q_008123", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Emilio G. Segr\u00e8 -> country of citizenship -> United States of America (1937)\n Answer: United States of America", + "em": 0.0, + "f1": 0.125 + }, + { + "id": "q_003032", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1968.0, + "gold": "1968", + "pred": "Hop 1: Lars Onsager -> Nobel Prize in Chemistry -> 1968 (award year)\n Answer: 1968", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_003123", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1928.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Carlo Annovazzi -> country of citizenship -> Italy (1928)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_008638", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2015.0, + "gold": "2015", + "pred": "Hop 1: Marco Rapp -> sports team -> SpVgg Greuther F\u00fcrth (2015)\n Answer: 2015", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_004857", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Hop 1: Stanley Kubrick -> spouse -> Sharon Tate (1995)\n Answer: Sharon Tate", + "em": 0.0, + "f1": 0.1818181818181818 + }, + { + "id": "q_004040", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Hop 1: Jos\u00e9 Carlos Ferreira Filho -> sports team -> Cruzeiro E.C. (1982)\n Hop 2: Cruzeiro E.C. -> member of sports team -> Vija Artmane (1982)\n Answer: 1982", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001345", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Radical Civic Union", + "pred": "Hop 1: Arturo Umberto Illia -> political party -> Uni\u00f3n C\u00edvica Radical del Pueblo\n Hop 2: V\u00edctor Guti\u00e9rrez -> political party -> Uni\u00f3n C\u00edvica Radical del Pueblo\n Hop 3: V\u00edctor Guti\u00e9rrez -> member of political party -> Uni\u00f3n C\u00edvica Radical del Pueblo\n Answer: V\u00edctor Guti\u00e9rrez", + "em": 0.0, + "f1": 0.09090909090909091 + }, + { + "id": "q_004403", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "Hop 1: Ruth Chatterton -> Academy Award for Best Actress -> 1930 (year)\n Answer: 1930", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_005977", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Hop 1: Danny Simpson -> sports team -> Kaltan (1969)\n Hop 2: Kaltan -> member of -> Osinniki (1969)\n Hop 3: Osinniki -> equal to -> Ipswich Town F.C. (1969)\n Answer: 1969", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005231", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Algiers", + "pred": "Hop 1: Pierre Savorgnan de Brazza -> country of citizenship -> France (1955)\n Hop 2: France -> place of burial -> P\u00e8re Lachaise Cemetery (1955)\n Answer: P\u00e8re Lachaise Cemetery", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Second Polish Republic", + "pred": "Hop 1: Mi\u013aka\u016d\u0161\u010dyna -> country -> Russian Empire (1939)\n Answer: Soviet Union", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007542", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "Hop 1: Kelly Smith -> member of sports team -> Boston Breakers (2014)\n Hop 2: Boston Breakers -> member of sports team -> Washington Freedom (2014)\n Answer: Washington Freedom", + "em": 0.0, + "f1": 0.09523809523809522 + }, + { + "id": "q_002736", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Busan IPark FC", + "pred": "Hop 1: Lee Yo-han -> member of sports team -> Seoul SK Knights (2011)\n Answer: Seoul SK Knights", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006562", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Hop 1: Clelio Darida -> country of citizenship -> Italy (2017)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008098", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "Hop 1: Andrea Pisanu -> member of sports team -> A.S. Roma (1963)\n Hop 2: A.S. Roma (1963) -> member of sports team -> CF Montr\u00e9al (1963)\n Answer: 1963", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008119", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Hop 1: Annibale Bugnini -> country of citizenship -> Kingdom of Italy (1979)\n Hop 2: Kingdom of Italy -> successor -> Italian Republic (1979)\n Answer: Italian Republic", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_007399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Barbastro", + "pred": "Hop 1: Josemar\u00eda Escriv\u00e1 -> residence -> Rome (1910)\n Answer: Rome", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "chairperson", + "pred": "Hop 1: Timo Soini -> member of political party -> Finns Party (2006)\n Hop 2: Finns Party -> position held -> Minister of the Interior (2006)\n Answer: Minister of the Interior", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004561", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "Hop 1: Harry Potter and the Goblet of Fire -> award received -> Hugo Award for Best Novel (2001)\n Answer: 2001", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_008086", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Hop 1: John McCain -> spouse -> Cindy McCain (1981)\n Answer: Cindy McCain", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_003089", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Hop 1: Claudio Cavazza -> country of citizenship -> Kingdom of Italy (1970)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_003744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Toulouse FC", + "pred": "Hop 1: Paris Saint-Germain FC -> member of sports team -> Thiago Motta (1999)\n Answer: Thiago Motta", + "em": 0.0, + "f1": 0.125 + }, + { + "id": "q_007690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "Hop 1: Francis Jammes -> residence -> Orthez (1921)\n Answer: 1921", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007154", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Italy", + "pred": "Hop 1: Alessandro Alessandroni -> country of citizenship -> Italy (2010)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007872", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Big Brother", + "pred": "Hop 1: Lothar Vosseler -> participant -> 2004 -> 2004 -> 2004 -> 2004 -> 2004 -> 2004 -> 2004 -> 2004 -> 2004 -> 2004 -> 2004 -> 2004 -> 2004 -> 2004", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008425", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Carlo Giuffr\u00e9 -> country of citizenship -> Italy (1930)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_000644", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Iburi Subprefecture", + "pred": "Hop 1: Muroran -> located in -> Hokkaido (1990)\n Answer: Hokkaido", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001235", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Omar al-Bashir", + "pred": "Hop 1: Sudan -> head of state -> Omar al-Bashir (1995)\n Answer: Omar al-Bashir", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_006759", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Seine-et-Oise", + "pred": "Hop 1: Houdan -> located in -> Seine-et-Marne (1944)\n Hop 2: Seine-et-Marne -> located in -> \u00cele-de-France (1944)\n Hop 3: \u00cele-de-France -> located in -> France (1944)\n Answer: France", + "em": 0.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_004565", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Russian Empire", + "pred": "Hop 1: Ivangorod -> country -> Germany (1900)\n Answer: Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005444", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Queens Park Rangers F.C.", + "pred": "Hop 1: Danny Simpson -> member of sports team -> Manchester United F.C.\n Hop 2: Manchester United F.C. -> member of sports team -> Manchester City F.C.\n Hop 3: Manchester City F.C. -> member of sports team -> Manchester City F.C. (self-loop)\n Answer: Manchester City F.C.", + "em": 0.0, + "f1": 0.1739130434782609 + }, + { + "id": "q_001753", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Raf Vallone -> country of citizenship -> Kingdom of Italy (1935)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_003468", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "B\u00f4cher Memorial Prize", + "pred": "Hop 1: Donald C. Spencer -> National Medal of Science -> 1948 (year)\n Hop 2: Donald C. Spencer -> award -> National Medal of Science (1948)\n Answer: National Medal of Science", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001321", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "KFC Uerdingen 05", + "pred": "Hop 1: \u00c9merson Luiz Firmino -> member of sports team -> Crici\u00fama Esporte Clube (2002)\n Answer: Crici\u00fama Esporte Clube", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004960", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Real Madrid Club de F\u00fatbol", + "pred": "Hop 1: Bodo Illgner -> sports team -> 1. FC Nuremberg\n Hop 2: 1. FC Nuremberg -> member -> Thomas Hitzlsperger\n Hop 3: Thomas Hitzlsperger -> country of citizenship -> Germany\n Answer: Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004118", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Hop 1: Raimondo D'Inzeo -> country of citizenship -> Kingdom of Italy (1957)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_008476", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Hop 1: Lucio Battisti -> country of citizenship -> Italy (1955)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004242", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Hop 1: Renzo De Felice -> country of citizenship -> Kingdom of Italy (1996)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_004333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "FC St. Gallen", + "pred": "Hop 1: Michael Lang -> member of sports team -> Switzerland national under-17 association football team (2009)\n Hop 2: Switzerland national under-17 association football team -> member of sports team -> FC Basel 1893 (2009)\n Answer: FC Basel 1893", + "em": 0.0, + "f1": 0.08695652173913045 + }, + { + "id": "q_007528", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "Hop 1: Ellen Burstyn -> Academy Award for Best Actress -> 1974 (Hop 1)\n Answer: 1974", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_003750", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "United States", + "pred": "Hop 1: Alexander Graham Bell -> country of citizenship -> United Kingdom\n Answer: United Kingdom", + "em": 0.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_002500", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "PFC Slavia Sofia", + "pred": "Hop 1: Yordan Petkov -> sports team -> PFC Lokomotiv Plovdiv (2008)\n Hop 2: PFC Lokomotiv Plovdiv -> member of sports team -> Georgi Petrov (2008)\n Answer: Georgi Petrov", + "em": 0.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_006400", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Egidio Feruglio -> country of citizenship -> Italy (1917)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_004574", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Hop 1: BAFTA Award for Best Original Music -> winner -> John Barry (1977)\n Hop 2: John Barry -> equal to -> Bernard Herrmann (1977)\n Answer: 1977", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_002681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Giacomo Neri -> member of sports team -> Rimini FC (1944)\n Hop 2: Rimini FC -> country of citizenship -> Italy (1944)\n Answer: Italy", + "em": 0.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_006488", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Albert II of Belgium", + "pred": "Hop 1: Belgium -> European Coal and Steel Community -> 1958 -> 1958 Hop 2: Belgium -> head of state -> Paul-Henri Spaak -> 1958 Hop 3: Paul-Henri Spaak -> country of citizenship -> Belgium -> 1958 Answer: Belgium", + "em": 0.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_007839", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Big Brother -> participant in -> Lothar Vosseler (1929)\n Answer: 1929", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001389", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Hop 1: Tiziano Terzani -> country of citizenship -> Italy (1996)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007506", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Hop 1: Nunzio Malasomma -> country of citizenship -> Italy (1960)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005877", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "chairperson", + "pred": "Hop 1: Max Euwe -> employer -> Tilburg University (1975)\n Hop 2: Tilburg University -> position held -> Max Euwe (1975)\n Hop 3: Max Euwe -> position held -> president of the International Chess Federation (1975)\n Answer: president of the International Chess Federation", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001046", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Seine-et-Oise", + "pred": "Hop 1: \u00c9zanville -> located in -> Seine-et-Marne (1948)\n Answer: Seine-et-Marne", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_004160", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SC Bastia", + "pred": "Hop 1: Anto Drobnjak -> member of sports team -> SBV Vitesse (1996)\n Hop 2: SBV Vitesse -> member of sports team -> Ante Mi\u0161e (1996)\n Answer: Ante Mi\u0161e", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001013", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Rip Torn", + "pred": "Hop 1: Geraldine Page -> spouse -> Robert Taylor (1983)\n Answer: Robert Taylor", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007572", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Bernadette Chirac", + "pred": "Hop 1: Jacques Chirac -> spouse -> Carla Bruni (1959)\n Answer: Carla Bruni", + "em": 0.0, + "f1": 0.1818181818181818 + }, + { + "id": "q_008063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Academy Award for Best Costume Design", + "pred": "Hop 1: Colleen Atwood -> BAFTA Award for Best Costume Design -> 2017 -> nominated for -> 2017\n Answer: 2017", + "em": 0.0, + "f1": 0.5263157894736842 + }, + { + "id": "q_008392", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Hop 1: Alberto De Martino -> country of citizenship -> Kingdom of Italy (1991)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_003675", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "list of land speed records", + "pred": "Hop 1: Rudolf Caracciola -> record -> 1963 World Championship (F1)\n Hop 2: 1963 World Championship (F1) -> held -> 1963\n Hop 3: 1963 -> record -> 1963 World Championship (F1)\n Answer: 1963 World Championship (F1)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "AFC Bournemouth", + "pred": "Hop 1: Darren Anderton -> member of sports team -> England men's national association football team (2007)\n Answer: England men's national association football team", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000114", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Finland women's national football team", + "pred": "Hop 1: Annica Sj\u00f6lund -> sports team -> \u00c5land United (2014)\n Hop 2: \u00c5land United -> member -> Ashley Judd (2014)\n Answer: Ashley Judd", + "em": 0.0, + "f1": 0.1 + }, + { + "id": "q_004958", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "FC Bayern Munich", + "pred": "Hop 1: Z\u00e9 Roberto -> sports team -> S\u00e3o Paulo Futebol Clube (2008)\n Hop 2: S\u00e3o Paulo Futebol Clube -> member -> Paulo C\u00e9sar Caju (2008)\n Answer: Paulo C\u00e9sar Caju", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002847", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Mario Autelli -> country of citizenship -> Italy (1921)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_001441", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Hop 1: G\u00f6khan \u00dcnal -> member of sports team -> Fenerbah\u00e7e S.K. (2002)\n Answer: Fenerbah\u00e7e S.K.", + "em": 0.0, + "f1": 0.25 + }, + { + "id": "q_006437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Soviet Union", + "pred": "Hop 1: Raisa Gorbacheva -> spouse -> Mikhail Gorbachev (1981)\n Hop 2: Mikhail Gorbachev -> country of citizenship -> Soviet Union (1981)\n Hop 3: Soviet Union -> capital -> Moscow (1981)\n Answer: Moscow", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002206", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Chelsea F.C.", + "pred": "Hop 1: Ruud Gullit -> member of sports team -> Netherlands national association football team (1996)\n Hop 2: Netherlands national association football team -> member of sports team -> AFC Ajax (1996)\n Answer: AFC Ajax", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "Hop 1: Christian Vargas -> member of sports team -> K. S. K. Lierse (1999-2004)\n Answer: K. S. K. Lierse", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005526", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "SK Rapid Wien", + "pred": "Hop 1: Josef Bican -> member of sports team -> SK Slovan Bratislava (1932)\n Answer: SK Slovan Bratislava", + "em": 0.0, + "f1": 0.125 + }, + { + "id": "q_005718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Galvano Della Volpe -> country of citizenship -> Italy (1900)\n Answer: Italy", + "em": 0.0, + "f1": 0.28571428571428575 + }, + { + "id": "q_000262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "FK Teplice", + "pred": "Hop 1: Josef Masopust -> member of sports team -> SK Slovan Bratislava (1952)\n Answer: SK Slovan Bratislava", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001083", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Germany", + "pred": "Hop 1: Hendrik Born -> country of citizenship -> France (1996)\n Answer: France", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004361", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "SK Brann", + "pred": "Hop 1: Bj\u00f8rnar Holmvik -> member of sports team -> Kalmar FF (1997)\n Hop 2: Heinz Wewers -> member of sports team -> Kalmar FF (1997)\n Answer: Heinz Wewers", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Hop 1: Molli railway -> operator -> Grand Duchy of Mecklenburg Friedrich-Franz Railway (1922)\n Hop 2: Grand Duchy of Mecklenburg Friedrich-Franz Railway -> operator -> German Empire (1922)\n Answer: German Empire", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Hop 1: Vincent R\u00fcfli -> member of sports team -> \u00c9toile Carouge FC (2013)\n Hop 2: Vincent R\u00fcfli -> member of sports team -> FC La Chaux-de-Fonds (2013)\n Answer: FC La Chaux-de-Fonds", + "em": 0.0, + "f1": 0.09999999999999999 + }, + { + "id": "q_002645", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "S.L. Benfica", + "pred": "Hop 1: Paulo Sousa -> sports team -> FC Porto (1990)\n Answer: FC Porto", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Silver Bear for Best Actress", + "pred": "Hop 1: Edith Evans -> award -> 1967 British Academy Film Award for Best Actress (1967)\n Answer: 1967 British Academy Film Award for Best Actress", + "em": 0.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_004948", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Hop 1: Corrado Bafile -> country of citizenship -> Kingdom of Italy (1991)\n Hop 2: Kingdom of Italy -> successor -> Italian Republic (1991)\n Answer: Italian Republic", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_002435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "Hop 1: Clube N\u00e1utico Capibaribe -> member of sports team -> Adriano Chuva (2007)\n Answer: 2007", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_001871", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Hop 1: Walter Feit -> employer -> Cornell University (1995)\n Answer: Cornell University", + "em": 0.0, + "f1": 0.1818181818181818 + }, + { + "id": "q_000473", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "US Triestina Calcio 1918", + "pred": "Hop 1: Michele Bacis -> member of -> A.S. Roma (1997-2001)\n Hop 2: A.S. Roma -> sports team -> S.S. Lazio (1997-2001)\n Hop 3: S.S. Lazio -> member of -> Genoa CFC (1997-2001)\n Answer: S.S. Lazio", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006904", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Bernd R\u00fcthers", + "pred": "Hop 1: University of Szeged -> rector -> L\u00e1szl\u00f3 Kalm\u00e1r (1972)\n Answer: L\u00e1szl\u00f3 Kalm\u00e1r", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "RC Strasbourg Alsace", + "pred": "Hop 1: Amaury Bischoff -> member of sports team -> New York Islanders (2005)\n Hop 2: New York Islanders -> sports team -> National Hockey League (2005)\n Hop 3: National Hockey League -> member of -> United States (2005)\n Answer: United States", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005684", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "delegate", + "pred": "Hop 1: Andrew Jacobs -> occupation -> lawyer (1954)\n Hop 2: Andrew Jacobs -> position -> member of sports team (1954)\n Answer: member of sports team", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004481", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Vladimir Lenin", + "pred": "Hop 1: Khujand -> named after -> Khujand (city) (1989)\n Hop 2: Khujand (city) -> located in -> Tajikistan (1989)\n Hop 3: Tajikistan -> capital -> Dushanbe (1989)\n Answer: Dushanbe", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006873", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1948.0, + "gold": "1948", + "pred": "Hop 1: Golden Globe Award for Best Screenplay -> winner -> Richard Schweizer (1948)\n Hop 2: Richard Schweizer -> equal to -> Xiao Yang (1948)\n Hop 3: Xiao Yang -> country of citizenship -> People's Republic of China (1948)\n Answer: 1948", + "em": 1.0, + "f1": 0.07407407407407407 + }, + { + "id": "q_005653", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Hop 1: Antoni Janik -> member of -> Polish Football Association (1991)\n Hop 2: Polish Football Association -> head coach -> Janusz Brz\u00f3ska (1991)\n Answer: Janusz Brz\u00f3ska", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Hop 1: Andros Townsend -> member of sports team -> Leyton Orient F.C.\n Hop 2: Andros Townsend -> member of sports team -> England national under-19 football team\n Hop 3: England national under-19 football team -> member of sports team -> England national football team\n Answer: England national football team", + "em": 0.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_004653", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Hop 1: Trevor Wooley -> Fr\u00f6hlich Prize -> 1984 (award received)\n Answer: 1984", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001722", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Hop 1: Yevpatoriia -> country -> Russian Empire (1917)\n Hop 2: Russian Empire -> successor -> Soviet Union (1922)\n Hop 3: Soviet Union -> country -> Ukraine (1991)\n Answer: Ukraine", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_000499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "United States Marine Corps", + "pred": "Hop 1: Jim Mattis -> military branch -> United States Marine Corps (1984)\n Answer: United States Marine Corps", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_003725", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Russian Empire", + "pred": "Hop 1: Barysaw -> country -> Byelorussian Soviet Socialist Republic (1911)\n Answer: Russian Empire", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_004162", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Bob Benny", + "pred": "Hop 1: Belgium -> Eurovision Song Contest -> 1961 -> participant -> Tonia\n Answer: Tonia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004885", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Hop 1: Flaviano Vicentini -> country of citizenship -> Italy (2001)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_007832", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "South West Trains", + "pred": "Hop 1: British Rail Class 455 -> operator -> London Midland (1998)\n Answer: London Midland", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005962", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Soviet Union", + "pred": "Hop 1: Omsk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1966)\n Hop 2: Russian Soviet Federative Socialist Republic -> country -> Soviet Union (1966)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_000011", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Order of the Red Banner of Labour", + "pred": "Hop 1: Tofiq Bahramov -> award -> Order of the Red Banner (1970)\n Answer: Order of the Red Banner", + "em": 0.0, + "f1": 0.5555555555555556 + }, + { + "id": "q_007446", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Cruz Azul", + "pred": "Hop 1: Guillermo Mendiz\u00e1bal -> member of sports team -> Mexico men's national football team (1983)\n Hop 2: Mexico men's national football team -> member of sports team -> Mexico national football team (1983)\n Answer: Mexico national football team", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004620", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Cesare Siepi -> country of citizenship -> Italy (1936)\n Hop 2: Italy -> country of citizenship -> Germany (1936)\n Answer: Germany", + "em": 0.0, + "f1": 0.26666666666666666 + }, + { + "id": "q_007791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Fredrikstad FK", + "pred": "Hop 1: Jan Fuglset -> sports team -> Molde FK (1968)\n Hop 2: Molde FK -> member -> Kjell S\u00f8rensen (1968)\n Hop 3: Kjell S\u00f8rensen -> sports team -> FK Haugesund (1968)\n Answer: FK Haugesund", + "em": 0.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_003645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Hop 1: Poland men's national football team -> head coach -> Waldemar Fornalski (1991)\n Answer: Waldemar Fornalski", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008601", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Laura Adani -> country of citizenship -> Italy (1937)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_001029", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Club Joventut Badalona", + "pred": "Hop 1: Joan Filb\u00e1 -> sports team -> Spain men's national basketball team (2009)\n Hop 2: Spain men's national basketball team -> member of sports team -> Jos\u00e9 Antonio S\u00e1nchez (2009)\n Answer: Jos\u00e9 Antonio S\u00e1nchez", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002959", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Hop 1: Claribel Alegr\u00eda Vides -> award received -> Neustadt International Prize for Literature (1993)\n Answer: 1993", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italy", + "pred": "Hop 1: Franco Nicolazzi -> country of citizenship -> Kingdom of Italy (1984)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_002878", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Guardian Children's Fiction Prize", + "pred": "Hop 1: Gillian Cross -> nominated for -> The Wombles (1980)\n Hop 2: The Wombles (1980) -> nominated for -> Gillian Cross\n Hop 3: Gillian Cross -> nominated for -> Gillian Cross\n Answer: Gillian Cross", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000807", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "C\u00e9sar Award for Best Female Revelation", + "pred": "Hop 1: John Mayer -> nominated for -> Grammy Award for Best Male Pop Vocal Performance (2002)\n Hop 2: H\u00e9l\u00e8ne Filli\u00e8res -> married to -> John Mayer (2002)\n Answer: Grammy Award for Best Male Pop Vocal Performance", + "em": 0.0, + "f1": 0.23076923076923075 + }, + { + "id": "q_004108", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Seine-et-Oise", + "pred": "Hop 1: Breux-Jouy -> located in -> Seine-et-Marne (1947)\n Answer: Seine-et-Marne", + "em": 0.0, + "f1": 0.28571428571428575 + }, + { + "id": "q_000347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Primetime Emmy Award for Outstanding Animated Program", + "pred": "Hop 1: Sam Simon -> spouse -> Jennifer Tilly (1993-2001)\n Hop 2: Jennifer Tilly -> award received -> Primetime Emmy Award (1993-2001)\n Answer: Primetime Emmy Award", + "em": 0.0, + "f1": 0.27272727272727276 + }, + { + "id": "q_004954", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "FC Elista", + "pred": "Hop 1: Leonid Slutsky -> sports team -> FC Olimpia Volgograd (1993)\n Hop 2: FC Olimpia Volgograd -> coach -> Igor Kovalenko (1993)\n Hop 3: Igor Kovalenko -> successor -> Leonid Slutsky (1993)\n Answer: Leonid Slutsky", + "em": 0.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_006909", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Umberto Bossi", + "pred": "Hop 1: Lega Nord -> chairperson -> Umberto Bossi (2002)\n Answer: Umberto Bossi", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_007331", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "President of Latvia", + "pred": "Hop 1: Valdis Zatlers -> award -> Order of the Red Star (1998)\n Hop 2: Order of the Red Star (1998) -> country -> Latvia (1998)\n Hop 3: Latvia (1998) -> position -> Minister of Finance (1998)\n Answer: Minister of Finance", + "em": 0.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003609", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Sch\u00f6neberg", + "pred": "Hop 1: Wuppertal -> twinned with -> Barmen (1988)\n Answer: Barmen", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006006", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "FC Twente", + "pred": "Hop 1: Cheick Tiot\u00e9 -> member of sports team -> R.S.C. Anderlecht (2010)\n Hop 2: R.S.C. Anderlecht -> member of sports team -> Belgium men's national football team (2010)\n Answer: Belgium men's national football team", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008100", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Mandatory Palestine", + "pred": "Hop 1: Belgium -> head of state -> Prince Charles, Count of Flanders (1945)\n Answer: Belgium", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004453", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Anselmo Bucci -> country of citizenship -> Italy (1942)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_006282", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Club Atl\u00e9tico Osasuna", + "pred": "Hop 1: Roberto Santamar\u00eda Calavia -> member of sports team -> UE Lleida (1994)\n Answer: UE Lleida", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003708", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Hop 1: Pino Lancetti -> country of citizenship -> Kingdom of Italy (1983)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_003013", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Hop 1: Alec Chamberlain -> sports team -> Manchester City F.C. (1996)\n Answer: Manchester City F.C.", + "em": 0.0, + "f1": 0.26666666666666666 + }, + { + "id": "q_001471", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Hop 1: Edgardo Moltoni -> country of citizenship -> Kingdom of Italy (1970)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_007727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "Soviet Union", + "pred": "Hop 1: Nova Kakhovka -> country of located in -> Kherson Oblast (1959)\n Hop 2: Kherson Oblast -> country of located in -> Ukraine (1959)\n Answer: Ukraine", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000942", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Husqvarna FF", + "pred": "Hop 1: Erkka Pet\u00e4j\u00e4 -> member of sports team -> Finland men's national football team (1995)\n Hop 2: Finland men's national football team -> member of sports team -> Tampere United (1995)\n Answer: Tampere United", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Altai Krai", + "pred": "Hop 1: Rubtsovsk -> located in -> Kemerovo Oblast (1967)\n Hop 2: Kemerovo Oblast -> located in -> Russia (1967)\n Answer: Russia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002943", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Leipzig University", + "pred": "Hop 1: Henry E. Sigerist -> employer -> John Hopkins University (1930)\n Answer: John Hopkins University", + "em": 0.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_003037", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Germany", + "pred": "Hop 1: Philipp Lenard -> country of citizenship -> Germany (1915)\n Answer: Germany", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Italy", + "pred": "Hop 1: Giacomo Fornoni -> country of citizenship -> Italy (1915)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003146", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "New York City", + "pred": "Hop 1: MetLife -> headquarters -> New York City (1984)\n Answer: New York City", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_004225", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "MTK Budapest FC", + "pred": "Hop 1: Zsanett Jakabfi -> member of sports team -> Ferencv\u00e1rosi TC (women's handball) (2005)\n Answer: Ferencv\u00e1rosi TC (women's handball)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000827", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Italy", + "pred": "Hop 1: Luigi Comencini -> country -> Italy (2000)\n Answer: Italy", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_008211", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Rick Parfitt", + "pred": "Hop 1: Status Quo -> has part -> John Norwood (1997)\n Answer: John Norwood", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007342", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pierre Mauroy", + "pred": "Hop 1: Lille Metropolis -> head of government -> Jean-Pierre Lacroix (1998)\n Answer: Jean-Pierre Lacroix", + "em": 0.0, + "f1": 0.14285714285714285 + }, + { + "id": "q_005759", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Austria\u2013Hungary", + "pred": "Hop 1: Giurtelecu Hododului -> country -> Romania\n Hop 2: Romania -> before -> Kingdom of Romania\n Hop 3: Romania -> capital -> Bucharest\n Hop 4: Bucharest -> located in -> Romania\n Hop 5: Romania -> capital -> Bucharest\n Hop 6: Romania -> capital -> Bucharest\n Hop 7: Romania -> capital -> Bucharest\n Hop 8: Romania -> capital -> Bucharest\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003949", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Hop 1: Jean-Marie Cavada -> member of -> Union for French Democracy (1998)\n Hop 2: Union for French Democracy -> position held -> President of the National Assembly (1998)\n Answer: President of the National Assembly", + "em": 0.0, + "f1": 0.24 + }, + { + "id": "q_005277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Samba Gold", + "pred": "Hop 1: Neymar -> member of -> Santos F.C. (2011)\n Hop 2: Santos F.C. -> award -> Campeonato Paulista (2011)\n Answer: Campeonato Paulista", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001667", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Hop 1: Francesco Aguzzoli -> country of citizenship -> Kingdom of Italy (1969)\n Hop 2: Kingdom of Italy -> country of citizenship -> Italy (1969)\n Answer: Italy", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_002554", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Hop 1: Marek \u0160t\u011bch -> sports team -> Wycombe Wanderers F.C. (2009)\n Answer: 2009", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_003996", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1943.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Gojin Dol -> country -> Bulgaria (1943)\n Hop 2: Bulgaria -> country of citizenship -> Italy (1953)\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Hopkinson -> Hugo Award for Best Novel -> 2001\n Hopkinson -> Hugo Award for Best Novel -> 2001\n Answer: 2001", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004658", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Gianni Agus -> country of citizenship -> Italy (1934)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_004227", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Lady Gaga", + "pred": "Hop 1: MTV Video Music Award for Best New Artist -> winner -> Lady Gaga (2009)\n Hop 2: Lady Gaga -> country of citizenship -> Italy (2009)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001594", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Bell Labs", + "pred": "Hop 1: Ralph Hartley -> employer -> American Telephone & Telegraph (1936)\n Answer: American Telephone & Telegraph", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006869", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Al Masry SC", + "pred": "Hop 1: Tarek Soliman -> member of sports team -> 1. FC Union Berlin (1984)\n Answer: 1. FC Union Berlin", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006930", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Soviet Union", + "pred": "Hop 1: Lyubertsy -> country -> Russia (1933)\n Answer: Russia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "University of Edinburgh", + "pred": "Hop 1: Alexander Aitken -> employer -> Australian and New Zealand Army Corps (1938)\n Hop 2: Australian and New Zealand Army Corps -> employer -> Alexander Aitken (1938)\n Hop 3: Alexander Aitken -> employer -> Australian and New Zealand Army Corps (1938)\n Answer: Australian and New Zealand Army Corps", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005195", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Hop 1: Tmutarakan -> country -> Russia (1913)\n Answer: Russia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002457", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Hop 1: Cottbus -> located in -> Brandenburg (1982)\n Answer: Brandenburg", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_007411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "CPJ International Press Freedom Awards", + "pred": "Hop 1: Veran Mati\u0107 -> country of citizenship -> Federal Republic of Yugoslavia (1993)\n Hop 2: Federal Republic of Yugoslavia (1993) -> award received -> European Cup (1993)\n Hop 3: European Cup (1993) -> award received -> European Cup (1993)\n Answer: European Cup (1993)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006097", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Hop 1: Panionios F.C. -> member of sports team -> Pavel Drsek (1922)\n Answer: 1922", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006940", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "British Raj", + "pred": "Hop 1: Bilgram -> country -> Germany (1940)\n Answer: Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000173", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Leopoldo Trieste -> country of citizenship -> Italy (1945)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_005298", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Italy", + "pred": "Hop 1: Enzo Sellerio -> country -> Italy (1917)\n Hop 2: Italy -> successor -> Kingdom of Italy (1917)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_005185", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1950.0, + "gold": "Italy", + "pred": "Hop 1: Gino Cavalieri -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> successor -> Kingdom of Romania (1950)\n Answer: Kingdom of Romania", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_007749", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "David Mamet", + "pred": "Hop 1: Lindsay Crouse -> spouse -> John C. Reilly (1989)\n Answer: John C. Reilly", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Hop 1: Shell-Haus -> significant event -> 1961\n Hop 2: 1961 -> owned by -> Shell-Haus\n Hop 3: Shell-Haus -> construction -> 1961\n Answer: 1961", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Hop 1: Arnaldo Benfenati -> country of citizenship -> Kingdom of Italy (1956)\n Answer: Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_002110", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Soviet Union", + "pred": "Hop 1: Vladivostok -> country -> Soviet Union (1961)\n Answer: Soviet Union", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_000829", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Carlo Manzoni -> country of citizenship -> Italy (1940)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_008640", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Hop 1: Guido Crepax -> country of citizenship -> Kingdom of Italy (1975)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_002292", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "Hop 1: John Harding, 1st Baron Harding of Petherton -> convicted of -> Genocide (1989)\n Answer: 1989", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_005480", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "general", + "pred": "Hop 1: Hartmut Bagger -> country of citizenship -> Germany (2008)\n Hop 2: Germany -> military, police or special rank -> General (2008)\n Answer: General", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_008496", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Italy", + "pred": "Hop 1: Alberto Fontanesi -> country of citizenship -> Italy (1952)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006640", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Ottoman Empire", + "pred": "Hop 1: Gaza City -> country -> Egypt (1907)\n Answer: Egypt", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003927", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Ascoli Calcio 1898 FC", + "pred": "Hop 1: Michele Fini -> member of sports team -> Catania FC (1997-2000)\n Hop 2: Catania FC -> member of sports team -> Cosenza Calcio (1997-2000)\n Answer: Cosenza Calcio", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_007996", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Soviet Union", + "pred": "Hop 1: Lothar Vosseler -> participant in -> Big Brother (2004)\n Hop 2: Big Brother (2004) -> country -> Germany (2004)\n Hop 3: Germany (2004) -> country of -> Oryol (1982)\n Answer: Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000373", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Northwestern University", + "pred": "Hop 1: Erich Heller -> employer -> University of Cambridge (1961)\n Answer: University of Cambridge", + "em": 0.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_005430", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Aut\u00f3dromo Internacional Ayrton Senna", + "pred": "Hop 1: Brazilian motorcycle Grand Prix -> location -> Interlagos (1987)\n Answer: Interlagos", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Calcio Foggia 1920", + "pred": "Hop 1: Cosimo Nocera -> sports team -> A.S. Roma\n Hop 2: A.S. Roma -> member -> Giuseppe Meazza\n Hop 3: Giuseppe Meazza -> country -> Italy\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003964", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Gangwon FC", + "pred": "Hop 1: Seo Dong-myung -> sports team -> FC Pohang Steelers (1998)\n Hop 2: FC Pohang Steelers -> coach -> Kim Young-joon (1998)\n Hop 3: Kim Young-joon -> sports team -> Busan I'cons (1998)\n Answer: Busan I'cons", + "em": 0.0, + "f1": 0.08695652173913042 + }, + { + "id": "q_004438", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Club Atl\u00e9tico River Plate", + "pred": "Hop 1: Amadeo Carrizo -> sports team -> Club Alianza Lima (1968)\n Answer: Club Alianza Lima", + "em": 0.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_004862", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1902.0, + "gold": "Amtshauptmannschaft Schwarzenberg", + "pred": "Hop 1: Johanngeorgenstadt -> located in -> Erzgebirgskreis (1902)\n Answer: Erzgebirgskreis", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004495", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "As d'Or Jeu de l'Ann\u00e9e", + "pred": "Hop 1: FC Barcelona Atl\u00e8tic -> head coach -> Eusebio Sacrist\u00e1n (2013)\n Answer: Eusebio Sacrist\u00e1n", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002486", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Hop 1: Shimon Peres -> country of citizenship -> Israel (1996)\n Answer: Israel", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003629", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "La Spezia", + "pred": "Hop 1: 29th U-boat Flotilla -> location -> Toulon (1942)\n Answer: Marseille", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006341", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "FC Girondins de Bordeaux", + "pred": "Hop 1: A\u017ebe Jug -> sports team -> Dinamo Brest\n Hop 2: Dinamo Brest -> member -> Vladimir Kovalchuk\n Answer: Vladimir Kovalchuk", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002779", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SBV Vitesse", + "pred": "Hop 1: Ante Mi\u0161e -> sports team -> Dinamo Zagreb (1996)\n Answer: Dinamo Zagreb", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Nazi Party", + "pred": "Hop 1: August Eigruber -> member of political party -> Christian Social Union of Bavaria (1940)\n Answer: Christian Social Union of Bavaria", + "em": 0.0, + "f1": 0.125 + }, + { + "id": "q_004217", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "1. FFC Frankfurt", + "pred": "Hop 1: Katrin Kliehm -> member of sports team -> FC Aarau (2005)\n Answer: FC Aarau", + "em": 0.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_001111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Italy", + "pred": "Hop 1: Eleonora Rossi Drago -> country of citizenship -> Kingdom of Italy (1954)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_003973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Mandatory Palestine", + "pred": "Hop 1: Acre -> country -> Ottoman Empire (1927)\n Hop 2: Ottoman Empire -> successor -> Kingdom of Syria (1927)\n Hop 3: Kingdom of Syria -> capital -> Damascus (1927)\n Answer: Damascus", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002651", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Edith Roosevelt", + "pred": "Hop 1: Theodore Roosevelt -> spouse -> Alice Hathaway Lee Roosevelt (1902)\n Answer: Alice Hathaway Lee Roosevelt", + "em": 0.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_005128", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Hop 1: Ellen Meiksins Wood -> employer -> York University (1986)\n Answer: 1986", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007441", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Norway men's national association football team", + "pred": "Hop 1: Arne Erlandsen -> sports team -> St. Louis Cardinals (1981)\n Hop 2: St. Louis Cardinals -> member -> Bob Gibson (1981)\n Answer: Bob Gibson", + "em": 0.0, + "f1": 0.09090909090909091 + }, + { + "id": "q_006793", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "FC Veszpr\u00e9m", + "pred": "Hop 1: Ferenc Csongr\u00e1di -> member of -> Feh\u00e9rv\u00e1r FC (1989)\n Hop 2: Feh\u00e9rv\u00e1r FC -> member of -> Ferencv\u00e1rosi Tornaclub (1989)\n Answer: Ferencv\u00e1rosi Tornaclub", + "em": 0.0, + "f1": 0.13333333333333336 + }, + { + "id": "q_005396", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Nazi Germany", + "pred": "Hop 1: Hanau -> Switzerland (1939 -> 1939)\n Answer: Switzerland", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002815", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "People's Republic of China", + "pred": "Hop 1: Liu Bocheng -> employer -> Princeton University (1951)\n Hop 2: Princeton University -> country -> United States (1951)\n Answer: United States", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Amsterdam", + "pred": "Hop 1: Michael Jacklin -> work location -> London\n Answer: London", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001511", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Academy Award for Best Picture", + "pred": "Hop 1: Hal B. Wallis -> nominated for -> 1970\n Answer: 1970", + "em": 0.0, + "f1": 0.14285714285714285 + }, + { + "id": "q_000553", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Denmark women's national football team", + "pred": "Hop 1: Gulag -> parent organization or unit -> NKVD (1944)\n Hop 2: NKVD -> chairperson -> Lavrentiy Beria (1944)\n Answer: Lavrentiy Beria", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000656", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Northwestern University", + "pred": "Hop 1: Melville J. Herskovits -> employer -> Columbia University (1947)\n Hop 2: Columbia University -> located in -> New York City (1947)\n Answer: New York City", + "em": 0.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_001297", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1970.0, + "gold": "1970", + "pred": "Hop 1: Tofiq Bahramov -> award -> Order of the Red Banner of Labour (1970)\n Hop 2: Order of the Red Banner of Labour -> equal to -> Order of the Red Banner of Labour (1970)\n Hop 3: Order of the Red Banner of Labour (1970) -> year -> 1970\n Answer: 1970", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_007459", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Amsterdam", + "pred": "Hop 1: Carel Willink -> work location -> Juventus FC (1946)\n Answer: Juventus FC", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002423", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Trinidad and Tobago men's national football team", + "pred": "Hop 1: Cyd Gray -> member of sports team -> Joe Public F.C.\n Hop 2: Cyd Gray -> member of sports team -> Joe Public F.C.\n Hop 3: Joe Public F.C. -> member of sports team -> United States national football team\n Answer: United States national football team", + "em": 0.0, + "f1": 0.22222222222222218 + }, + { + "id": "q_001348", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Hop 1: Vincent R\u00fcfli -> sports team -> FC Z\u00fcrich\n Hop 2: FC Z\u00fcrich -> member -> Hanspeter Sch\u00e4llibaum\n Hop 3: Hanspeter Sch\u00e4llibaum -> country of citizenship -> Switzerland\n Answer: Switzerland", + "em": 0.0, + "f1": 0.09999999999999999 + }, + { + "id": "q_008576", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Hop 1: Uzhhorod -> country -> Hungary (1953)\n Answer: Hungary", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002071", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "British School at Rome", + "pred": "Hop 1: Eugenie Sellers Strong -> employer -> American Museum of Natural History (1912)\n Answer: American Museum of Natural History", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004899", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1978.0, + "gold": "Soviet Union", + "pred": "Hop 1: Uman -> country -> Kingdom of Italy (1941)\n Answer: Kingdom of Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001022", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Vladimir Oblast", + "pred": "Hop 1: Kovrov -> located in -> Ivanovo Oblast (1977)\n Answer: Ivanovo Oblast", + "em": 0.0, + "f1": 0.1818181818181818 + }, + { + "id": "q_003839", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jane Birkin", + "pred": "Hop 1: Lois Delander -> competition won -> Miss America (1927)\n Answer: Lois Delander", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001814", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Christian Neureuther", + "pred": "Hop 1: Rosi Mittermaier -> spouse -> Waltrude Schleyer (1975)\n Answer: Waltrude Schleyer", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Giorgio Perlasca -> country of citizenship -> Italy (1940)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_005993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Martha Vickers", + "pred": "Hop 1: Mickey Rooney -> spouse -> Maureen O'Hara (1950)\n Answer: Maureen O'Hara", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Arabic", + "pred": "Hop 1: Finland -> official language -> Finnish (2011)\n Answer: Finnish", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005683", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Hop 1: Herbert Seifert -> employer -> TU Dresden (1961)\n Answer: TU Dresden", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007163", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Relax-Gam", + "pred": "Hop 1: Juan Antonio Flecha -> member of sports team -> Kaiku (1998)\n Hop 2: Kaiku -> member of sports team -> Kairat Almaty (1998)\n Answer: Kairat Almaty", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Hop 1: Arne Tiselius -> Nobel Prize in Chemistry -> 1946 -> nominated for -> Giorgio Oberweger (1965)\n Answer: Giorgio Oberweger", + "em": 0.0, + "f1": 0.28571428571428575 + }, + { + "id": "q_008134", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Hop 1: Shell-Haus -> owned by -> Shell Oil Company (1954)\n Answer: Shell Oil Company", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002147", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Hungarian Socialist Workers' Party", + "pred": "Hop 1: L\u00e1szl\u00f3 B\u00e9kesi -> member of political party -> Hungarian Social Democratic Party (1949-1989)\n Answer: Hungarian Social Democratic Party (1949-1989)", + "em": 0.0, + "f1": 0.22222222222222224 + }, + { + "id": "q_006224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "habilitation", + "pred": "Hop 1: Hienad\u017a Sahanovi\u010d -> academic degree -> Doctor of Philosophy (2018)\n Answer: Doctor of Philosophy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000654", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Province of Mantua", + "pred": "Hop 1: Felonica -> located in -> Beira Alta (1939)\n Answer: Beira Alta", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004102", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "University of California, Los Angeles", + "pred": "Hop 1: Ernst G. Straus -> employer -> Coll\u00e8ge de France (1975)\n Answer: Coll\u00e8ge de France", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007739", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "FSV Frankfurt", + "pred": "Hop 1: Robert Pache -> member of sports team -> Servette FC (1928)\n Hop 2: Robert Pache -> member of sports team -> FC Lausanne-Sport (1928)\n Answer: FC Lausanne-Sport", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006368", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Chemins de fer du Midi", + "pred": "Hop 1: England men\u2019s national rugby union team -> kit supplier -> Nike (2008)\n Answer: Nike", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Hop 1: Angelo Anquilletti -> country of citizenship -> Kingdom of Italy (1980)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_006409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "A.O. Kavalas (association football)", + "pred": "Hop 1: Mario Galinovi\u0107 -> sports team -> FC Slavija\n Hop 2: FC Slavija -> member of sports team -> Igor Kova\u010d\n Answer: Igor Kova\u010d", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002646", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1997.0, + "gold": "1997", + "pred": "Hop 1: Javier Mar\u00edas -> Nelly Sachs Prize (1997)\n Answer: 1997", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_002133", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Gold Medal of the Royal Astronomical Society", + "pred": "Hop 1: Walter Sydney Adams -> award -> Henry Draper Medal (1917)\n Answer: Henry Draper Medal", + "em": 0.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_000302", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Hop 1: Vittorio Brambilla -> country of citizenship -> Kingdom of Italy (1956)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_002678", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Atalanta BC", + "pred": "Hop 1: Stefano Angeleri -> member of sports team -> AC Cesena (1952)\n Answer: AC Cesena", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004224", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Hop 1: Jane Alexander -> Academy Award for Best Supporting Actress -> 1992\n Hop 2: 1992 -> nominated for -> John Banville\n Hop 3: John Banville -> award received -> Booker Prize\n Answer: Booker Prize", + "em": 0.0, + "f1": 0.28571428571428575 + }, + { + "id": "q_005379", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "Hop 1: P\u00e9rouges -> located in -> Province of Carbonia-Iglesias (2001)\n Answer: Province of Carbonia-Iglesias", + "em": 0.0, + "f1": 0.12500000000000003 + }, + { + "id": "q_006243", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "Hop 1: Cagney & Lacey -> cast member -> Meg Foster (1982)\n Answer: 1982", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008166", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "MTK Budapest FC", + "pred": "Hop 1: Imre Kov\u00e1cs -> sports team -> KTP (1945)\n Hop 2: KTP (1945) -> member of sports team -> V\u00e4in\u00f6 Miettinen (1945)\n Answer: V\u00e4in\u00f6 Miettinen", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003678", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "lawyer", + "pred": "Hop 1: John Bell Williams -> position held -> Governor of Mississippi (1980)\n Hop 2: Governor of Mississippi -> occupation -> United States Senator (1980)\n Hop 3: United States Senator -> occupation -> United States Senator (1980)\n Answer: United States Senator", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000025", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Hop 1: Trier -> head of government -> Lothar Vosseler (2004)\n Answer: Lothar Vosseler", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "Hop 1: Mandatory Palestine -> located in -> British Mandate of Palestine (1920-1948)\n Hop 2: British Mandate of Palestine -> located in -> British Empire (1920-1948)\n Hop 3: British Empire -> located in -> United Kingdom (1920-1948)\n Answer: United Kingdom", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_000689", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Franca Ongaro -> country of citizenship -> Italy (1943)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_004963", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "City of Gosford", + "pred": "Hop 1: Gosford -> located in -> New South Wales (1982)\n Answer: New South Wales", + "em": 0.0, + "f1": 0.15384615384615383 + }, + { + "id": "q_001580", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "London", + "pred": "Hop 1: Joseph Hertz -> work location -> Johannesburg (1936)\n Hop 2: Johannesburg -> country -> South Africa (1936)\n Answer: South Africa", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002212", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Hop 1: John Tonelli -> drafted by -> New York Islanders (1977)\n Answer: 1977", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_001427", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "FC Lausanne-Sport", + "pred": "Hop 1: Pierre Kerkhoffs -> member of sports team -> FC Twente (1967)\n Answer: FC Twente", + "em": 0.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_000751", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Seine-et-Oise", + "pred": "Hop 1: Brunoy -> located in -> Rh\u00f4ne (1942)\n Answer: Rh\u00f4ne", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "FC Spartak Trnava", + "pred": "Hop 1: Martin Ra\u0161ka -> member of sports team -> Torino FC (2013)\n Answer: Torino FC", + "em": 0.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_002412", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Hop 1: Pino Lancetti -> country of citizenship -> Kingdom of Italy (1983)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_001943", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1999.0, + "gold": "1999", + "pred": "Hop 1: Franti\u0161ek Kaberle -> drafted by -> Los Angeles Kings (1999)\n Answer: 1999", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_005685", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "Hop 1: The Adventures of Robin Hood -> Academy Award for Best Film Editing (1938)\n Answer: 1938", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001916", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Str\u00f8msgodset IF", + "pred": "Hop 1: Kim Larsen -> member of -> Aalborg BK (2003)\n Answer: Aalborg BK", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006927", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Hop 1: Aldo Fabrizi -> country of citizenship -> Italy (1951)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Hop 1: Luigi Bajardi -> country of citizenship -> Kingdom of Italy (1956)\n Hop 2: Kingdom of Italy -> successor -> Italian Republic (1956)\n Hop 3: Italian Republic -> country of citizenship -> Giuseppe Bajardi (1956)\n Answer: Giuseppe Bajardi", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_006701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Hop 1: Alberto Lattuada -> country of citizenship -> Italy (1971)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005536", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Fengtien", + "pred": "Hop 1: Faku County -> located in -> Haili County (1945)\n Answer: Haili County", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000555", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Gertrude Stein", + "pred": "Hop Hop Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop -> Hop ->", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005626", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Heiner Gei\u00dfler", + "pred": "Hop 1: Christian Democratic Union (Germany) -> general secretary -> Bruno Heck (1981)\n Hop 2: Bruno Heck -> successor -> Hans-J\u00fcrgen Schumacher (1981)\n Hop 3: Hans-J\u00fcrgen Schumacher -> general secretary -> Christian Democratic Union (Germany) (1981)\n Answer: Hans-J\u00fcrgen Schumacher", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005124", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Algiers", + "pred": "Hop 1: Pierre Savorgnan de Brazza -> burial place -> P\u00e8re Lachaise Cemetery (Hop 1)\n Hop 2: P\u00e8re Lachaise Cemetery -> place of burial -> Jeanne d'Arc (Hop 2)\n Hop 3: Jeanne d'Arc -> place of burial -> Sainte-Catherine-d'Auxerre ( Hop 3)\n Answer: Sainte-Catherine-d'Auxerre", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Coll\u00e8ge de France", + "pred": "Hop 1: Andr\u00e9 Lichnerowicz -> employer -> \u00c9cole Normale Sup\u00e9rieure (1956)\n Answer: \u00c9cole Normale Sup\u00e9rieure", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003885", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2021.0, + "gold": "National Oceanic and Atmospheric Administration", + "pred": "Hop 1: Chelsea F.C. -> owned by -> Roman Abramovich (2021)\n Answer: Roman Abramovich", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005314", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Hop 1: Li Tsung-jen -> country of citizenship -> Republic of China (1912-1949) (Hop 1)\n Answer: Republic of China (1912-1949)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Knight Bachelor", + "pred": "Hop 1: Bobby Charlton -> member of sports team -> England men's national association football team (1994)\n Hop 2: England men's national association football team -> award received -> European Cup (1994)\n Answer: European Cup", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002726", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "SK Slavia Prague", + "pred": "Hop 1: Nicu\u0219or Stanciu -> member of sports team -> Romania national football team (2014)\n Answer: Romania national football team", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004003", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "KRC Mechelen", + "pred": "Hop 1: Jan Diddens -> member of sports team -> Fortuna Sittard (2012)\n Answer: Timothy Dreesen", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008148", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Hop 1: Alexei Navalny -> country of citizenship -> Russia (1985)\n Answer: Russia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1916.0, + "gold": "Marie Bonaparte", + "pred": "Hop 1: Prince George of Greece and Denmark -> spouse -> Princess Sophia of Prussia (1916)\n Answer: Princess Sophia of Prussia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003444", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "Hop 1: Ronan Le Crom -> sports team -> R.C. Lens (2011)\n Hop 2: Jeremy Renner -> sports team -> Ronan Le Crom (2011)\n Hop 3: Jeremy Renner -> member of -> The New York Yankees (2011)\n Answer: The New York Yankees", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004684", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Schutzstaffel", + "pred": "Hop 1: Hans G\u00fcnther -> member of -> Hans G\u00fcnther (1903-1985) (member of)\n Hop 2: Hans G\u00fcnther (1903-1985) -> member of -> German National People's Party (1928-1933) (member of)\n Hop 3: German National People's Party (1928-1933) -> member of -> German", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007043", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "Hop 1: Andr\u00e9 T\u00e9chin\u00e9 -> C\u00e9sar Award for Best Director -> 1995 (Hop 1)\n Answer: 1995", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_002077", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Scunthorpe United F.C.", + "pred": "Hop 1: Jermaine Beckford -> member of sports team -> Wealdstone F.C. (2007)\n Hop 2: Wealdstone F.C. -> manager -> John Still (2007)\n Hop 3: John Still -> member of sports team -> Bury F.C. (2007)\n Answer: Bury F.C.", + "em": 0.0, + "f1": 0.17391304347826086 + }, + { + "id": "q_005610", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Willi Daume", + "pred": "Hop 1: German Handball Association -> chairperson -> Ann Wolff (2006)\n Answer: Ann Wolff", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007161", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Polish People's Republic", + "pred": "Hop 1: Jan T. Gross -> country of citizenship -> Poland (1959)\n Answer: Poland", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008431", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Kingdom of Greece", + "pred": "Hop 1: Takis -> country of citizenship -> Greece (1944)\n Answer: Greece", + "em": 0.0, + "f1": 0.3333333333333333 + }, + { + "id": "q_005503", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Italy", + "pred": "Hop 1: Nino Taranto -> country of citizenship -> Kingdom of Italy (1966)\n Hop 2: Kingdom of Italy -> successor -> Italian Republic (1966)\n Answer: Italian Republic", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_003756", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Nuremberg Medical Trial", + "pred": "Hop 1: Prince Philipp, Landgrave of Hesse -> participant in -> 1947 (1947)\n Hop 2: 1947 -> participant in -> 1947 (1947)\n Hop 3: 1947 -> participant in -> 1947 (1947)\n Answer: 1947", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006939", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Hop 1: Christiaan Eijkman -> nominated for -> 1921\n Hop 2: 1921 -> country of citizenship -> Italy\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Hop 1: Giuseppe Bennati -> country of citizenship -> Italy (1956)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001054", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "Italy", + "pred": "Hop 1: Ermanno Olmi -> country of citizenship -> Italy (1949)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002273", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Hop 1: Alec Chamberlain -> member of sports team -> San Francisco 49ers (2001)\n Answer: San Francisco 49ers", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000786", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Hop 1: Tony Marshall award -> received -> Goldene Stimmgabel (2003)\n Hop 2: Goldene Stimmgabel -> award -> European Film Award (2003)\n Hop 3: European Film Award -> received -> Peter Schreiner (2003)\n Answer: Peter Schreiner", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002778", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Hop 1: Andros Townsend -> member of sports team -> Hamburger SV (2014)\n Answer: Hamburger SV", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005074", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Japan", + "pred": "Hop 1: Broutona -> country -> France (1919)\n Answer: France", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007312", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Chelsea F.C.", + "pred": "Hop 1: Magnus Hedman -> sports team -> AIK Fotboll (2007)\n Hop 2: AIK Fotboll -> member -> Fredrik Ljungberg (2007)\n Hop 3: Fredrik Ljungberg -> member -> Arsenal F.C. (2007)\n Answer: Arsenal F.C.", + "em": 0.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_001350", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Leningrad Oblast", + "pred": "Hop 1: Ivangorod -> located in -> Kholm (1943)\n Answer: Kholm", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001371", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Clare Boothe Luce", + "pred": "Hop 1: Henry Luce -> spouse -> Clare Boothe Luce (1959)\n Answer: Clare Boothe Luce", + "em": 1.0, + "f1": 0.5 + }, + { + "id": "q_000490", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Hop 1: No Thanks! -> As d'Or Jeu de l'Ann\u00e9e -> nominated for (1948)\n Answer: 1948", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1985.0, + "gold": "1985", + "pred": "Hop 1: Yonohommachi Station -> founded by -> Japanese National Railways (1985)\n Answer: 1985", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_005716", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Edgardo Moltoni -> country of citizenship -> Italy (1915)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_005200", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Pichichi Trophy", + "pred": "Hop 1: Hugo S\u00e1nchez -> award -> European Golden Shoe (1985)\n Hop 2: European Golden Shoe (1985) -> award -> European Golden Shoe (1985)\n Hop 3: European Golden Shoe (1985) -> award -> European Golden Shoe (1985)\n Answer: European Golden Shoe (1985)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000681", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Hop 1: Robin Shroot -> sports team -> Burton Albion F.C. (2009)\n Answer: 2009", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_004424", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lviv Oblast", + "pred": "Hop 1: Drohobych -> located in -> Lviv Oblast (2012)\n Answer: Lviv Oblast", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_003611", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Catholic priest", + "pred": "Hop 1: Alwin Albert Hafner -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> occupation -> Alwin Albert Hafner (1976)\n Answer: Alwin Albert Hafner", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000603", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Hop 1: Beno\u00eet Cheyrou -> member of sports team -> Hertha BSC (1999)\n Answer: Hertha BSC", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007417", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Beaux-Arts de Paris", + "pred": "Hop 1: Alekos Fassianos -> country of citizenship -> Greece (1970)\n Hop 2: Greece -> educated at -> University of Athens (1970)\n Answer: University of Athens", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001017", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Golden Bear", + "pred": "Hop 1: Li Yang -> nominated for -> Best Director (Film) (2003)\n Answer: Best Director (Film)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004297", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Walter Sisulu", + "pred": "Hop 1: Albertina Nontsikelelo Sisulu -> spouse -> Walter Sisulu (1966)\n Answer: Walter Sisulu", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_007760", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Netherlands", + "pred": "Hop 1: Alf Ramsey -> member of sports team -> Tottenham Hotspur F.C. (1954)\n Answer: Tottenham Hotspur F.C.", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002309", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Feh\u00e9rv\u00e1r FC", + "pred": "Hop 1: Henning Berg -> sports team -> Norway national under-21 football team (1996-1997)\n Hop 2: Norway national under-21 football team -> coach -> Sven-G\u00f6ran Eriksson (1996-1997)\n Hop 3: Sven-G\u00f6ran Eriksson -> sports team -> Manchester United F.C. (1999-2001)\n Answer:", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000472", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Mario Bonnard -> country of citizenship -> France (2002)\n Answer: France", + "em": 0.0, + "f1": 0.15384615384615383 + }, + { + "id": "q_001687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Free Democratic Party", + "pred": "Hop 1: Walter Scheel -> member of political party -> Christian Democratic Union of Germany (CDU) (1988)\n Answer: Christian Democratic Union of Germany (CDU)", + "em": 0.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_003092", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Weimar Republic", + "pred": "Hop 1: Limbach-Oberfrohna -> country -> German Empire (1920)\n Answer: German Empire", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003984", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Hamburger SV", + "pred": "Hop 1: Wilhelm Blunk -> member of -> German Football Association (1944)\n Hop 2: German Football Association (1944) -> sports team -> German national football team (1944)\n Hop 3: German national football team (1944) -> member of -> German national football team (1944)\n Answer: German national football team (1944)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004307", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Verzar -> country -> Bulgaria (1933)\n Answer: Bulgaria", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004221", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Hop 1: Guido Carli -> country of citizenship -> Italy (1967)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002604", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Orenburg Governorate", + "pred": "Hop 1: Orenburg (country) -> capital -> Orenburg (city)\n Answer: Orenburg (city)", + "em": 0.0, + "f1": 0.22222222222222224 + }, + { + "id": "q_005175", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Hop 1: Suso Cecchi d'Amico -> country of citizenship -> Italy (1999)\n Answer: Italy", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_000103", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "Hop 1: Stara Zagora -> country -> Kingdom of Bulgaria (1962)\n Answer: Kingdom of Bulgaria", + "em": 0.0, + "f1": 0.26666666666666666 + }, + { + "id": "q_007858", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "construction", + "pred": "Hop 1: Sam Simon -> award received -> Primetime Emmy Award for Outstanding Animated Program (2001)\n Answer: Primetime Emmy Award for Outstanding Animated Program", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000929", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Hop 1: Glenda Jackson -> Academy Award for Best Actress -> 1981\n Hop 2: 1981 -> nominated for -> Muriel St. Clare\n Hop 3: Muriel St. Clare -> position held -> Miriam Margolyes\n Answer: Miriam Margolyes", + "em": 0.0, + "f1": 0.27586206896551724 + }, + { + "id": "q_008399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Hamburg Commercial Bank", + "pred": "Hop 1: Volksparkstadion -> named after -> Ulrico Girardi (1974)\n Answer: Ulrico Girardi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006833", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "Princess M\u00e4rtha of Sweden", + "pred": "Hop 1: Olav V of Norway -> country of citizenship -> Denmark (1936)\n Hop 2: Denmark -> spouse -> Margrethe of Denmark (1936)\n Answer: Margrethe of Denmark", + "em": 0.0, + "f1": 0.11111111111111112 + }, + { + "id": "q_007826", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Hop 1: Patrick Cramer -> award received -> Gottfried Wilhelm Leibniz Prize (1907)\n Answer: 1907", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005791", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1969.0, + "gold": "1969", + "pred": "Hop 1: Berlin -> country -> German Empire (1904)\n Answer: 1904", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008695", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "FC Basel", + "pred": "Hop 1: Serge Muhmenthaler -> sports team -> FC Grenchen (1976)\n Hop 2: FC Grenchen -> member -> Hansj\u00f6rg R\u00f6thlisberger (1976)\n Hop 3: Hansj\u00f6rg R\u00f6thlisberger -> member -> FC Z\u00fcrich (1976)\n Answer: FC Z\u00fcrich", + "em": 0.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_006326", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Isabella Biagini -> country of citizenship -> Italy (1943)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_002683", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Hop 1: Vincenzo Talarico -> country of citizenship -> Italy (1956)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004982", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "AS Monaco FC", + "pred": "Hop 1: Abderrahmane Boubekeur -> member of sports team -> A.S. Roma (1957)\n Answer: A.S. Roma", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Hop 1: Fabio Capello -> work location -> Chelsea F.C. (2007)\n Answer: Chelsea F.C.", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000415", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Seine-et-Oise", + "pred": "Hop 1: Neauphle-le-Vieux -> located in -> Yvelines (1957)\n Hop 2: Yvelines -> capital -> Versailles (1957)\n Answer: Versailles", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002513", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "IBM", + "pred": "Hop 1: Frank Soltis -> employer -> University of Wisconsin-Madison (1988)\n Answer: University of Wisconsin-Madison", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001131", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Chinese Communist Party", + "pred": "Hop 1: Xiao Yang -> member of political party -> Chinese Communist Party (1971)\n Answer: Chinese Communist Party", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_004809", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Susannah Harker -> country of citizenship -> United Kingdom (2008)\n Answer: United Kingdom", + "em": 0.0, + "f1": 0.28571428571428575 + }, + { + "id": "q_006419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "England women's national football team", + "pred": "Hop 1: Lindsay Johnson -> sports team -> Uman\n Hop 2: Uman -> member of -> Soviet Union\n Hop 3: Soviet Union -> member of -> Russian Soviet Federative Socialist Republic\n Answer: Russian Soviet Federative Socialist Republic", + "em": 0.0, + "f1": 0.08333333333333333 + }, + { + "id": "q_000119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Italy", + "pred": "Hop 1: Mario B\u00f2 -> country of citizenship -> Second Polish Republic (1994)\n Answer: Second Polish Republic", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002765", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "The Rockefeller University", + "pred": "Hop 1: George Uhlenbeck -> employer -> University of Leiden (1967)\n Answer: University of Leiden", + "em": 0.0, + "f1": 0.15384615384615383 + }, + { + "id": "q_001638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Soviet Union", + "pred": "Hop 1: Viktor Kulikov -> country of citizenship -> Italy (1993)\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003270", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Giuseppe Ungaretti -> country of citizenship -> Italy (1914)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_002090", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Zeno Saltini -> country of citizenship -> Italy (1936)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_002717", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Luciano Savorini -> country of citizenship -> Italy (1948)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_001781", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Waltrude Schleyer", + "pred": "Hop 1: Hanns Martin Schleyer -> spouse -> Maria Schleyer (1950)\n Answer: Maria Schleyer", + "em": 0.0, + "f1": 0.1818181818181818 + }, + { + "id": "q_007508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "West Ham United F.C.", + "pred": "Hop 1: Billy Brown -> sports team -> New York Giants (1922)\n Hop 2: New York Giants -> member of sports team -> John T. McFadden (1922)\n Hop 3: John T. McFadden -> member of sports team -> John T. McFadden (1922)\n Answer: John T. McFadden", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000911", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Tuscany", + "pred": "Hop 1: Plinio Nomellini -> work location -> Yevpatoriia (1932)\n Answer: Yevpatoriia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002590", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1946.0, + "gold": "1946", + "pred": "Hop 1: Giuseppe Meazza -> sports team -> Atalanta BC (1946)\n Answer: 1946", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Hop 1: Q104925 -> award -> Q104925 (1998)\n Answer: Q104925 (1998)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004701", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Seine-et-Oise", + "pred": "Hop 1: L\u00e9vis-Saint-Nom -> located in -> Seine-et-Marne (1968)\n Answer: Seine-et-Marne", + "em": 0.0, + "f1": 0.26666666666666666 + }, + { + "id": "q_006905", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "Hop 1: Northwestern University -> member of -> Scholarly Publishing and Academic Resources Coalition (1965)\n Answer: 1965", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005334", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Hop 1: IG Farben -> insolvency -> 1952 (Hop 1)\n Answer: 1952", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006551", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Egidio Feruglio -> country of citizenship -> Argentina (1917)\n Answer: Argentina", + "em": 0.0, + "f1": 0.15384615384615383 + }, + { + "id": "q_002537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Luigi Bianchi -> doctoral student -> Guido Fubini (1915)\n Hop 2: Guido Fubini -> country of citizenship -> Italy (1915)\n Hop 3: Italy -> country of citizenship -> Italy (1915)\n Answer: Italy", + "em": 0.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_004357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "FC Amkar Perm", + "pred": "Hop 1: Martin Jakubko -> member of -> FC Khimki (2014)\n Hop 2: FC Khimki -> member of -> FC Khimki (2014)\n Hop 3: FC Khimki -> member of -> FC Khimki (2014)\n Answer: FC Khimki", + "em": 0.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_006681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Sporting CP", + "pred": "Hop 1: Rudolf Jeny -> member of sports team -> Hungary men's national football team (1934)\n Hop 2: Hungary men's national football team -> member of sports team -> Ferencv\u00e1rosi TC (1934)\n Answer: Ferencv\u00e1rosi TC", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001982", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Francesco Gabrieli -> country of citizenship -> Italy (1939)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_001763", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Tranmere Rovers F.C.", + "pred": "Hop 1: Steve Coppell -> member of -> West Bromwich Albion F.C. (1973)\n Answer: West Bromwich Albion F.C.", + "em": 0.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_001693", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Utrecht University", + "pred": "Hop 1: Pieter Helbert Damst\u00e9 -> employer -> Montpellier H\u00e9rault Sport Club (1919)\n Answer: Montpellier H\u00e9rault Sport Club", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006247", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1909.0, + "gold": "Associate Justice of the Supreme Court of the United States", + "pred": "Hop 1: Joseph McKenna -> position held -> United States Secretary of the Treasury (1909)\n Hop 2: United States Secretary of the Treasury (1909) -> country -> United States\n Hop 3: United States -> capital -> Washington, D.C.\n Answer: Washington, D.C.", + "em": 0.0, + "f1": 0.27586206896551724 + }, + { + "id": "q_006923", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Der St\u00fcrmer", + "pred": "Hop 1: Julius Streicher -> employer -> German National People's Party (1929)\n Hop 2: German National People's Party (1929) -> member of -> Nazi Party (1929)\n Answer: German National People's Party (1929)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004828", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Hop 1: Adone Zoli -> country of citizenship -> Italy (1956)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006717", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Luigi Bianchi -> country of citizenship -> Russian Soviet Federative Socialist Republic (1915)\n Hop 2: Russian Soviet Federative Socialist Republic -> capital -> Moscow (1915)\n Answer: Moscow", + "em": 0.0, + "f1": 0.1 + }, + { + "id": "q_001064", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Hop 1: Hanover -> located in -> Province of Hanover (1930)\n Hop 2: Province of Hanover -> country -> Hanover (1930)\n Answer: Hanover", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002886", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Hop 1: Luciano Fo\u00e0 -> country of citizenship -> Italy (1994)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001768", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Emilio Petiva -> country of citizenship -> Italy (1960)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_006522", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Cameroon men's national football team", + "pred": "Hop 1: Henri Michel -> sports team -> FC Sochaux-Montb\u00e9liard (1994)\n Hop 2: FC Sochaux-Montb\u00e9liard (1994) -> coach -> Jean-Louis Leca (1994)\n Answer: Jean-Louis Leca", + "em": 0.0, + "f1": 0.09090909090909091 + }, + { + "id": "q_001073", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Kingdom of Bulgaria", + "pred": "Hop 1: Veliko Tarnovo -> country -> Bulgaria (1910)\n Answer: Bulgaria (1910)", + "em": 0.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002125", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "SSC Napoli", + "pred": "Hop 1: Armando Tre Re -> member of sports team -> FC Schalke 04 (1956)\n Answer: FC Schalke 04", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002297", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "FC Astra Giurgiu", + "pred": "Hop 1: Dorinel Munteanu -> sports team -> FC Arge\u0219 (2015)\n Hop 2: FC Arge\u0219 -> coach -> Mircea Lucescu (2015)\n Answer: Mircea Lucescu", + "em": 0.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_002809", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Elio Toaff -> country of citizenship -> Kingdom of Italy (1917)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.42857142857142855 + }, + { + "id": "q_002474", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Hop 1: Tommy Aldridge -> member of -> Black Oak Arkansas (1981)\n Hop 2: Black Oak Arkansas -> member of -> The Rhythm Kings (1981)\n Hop 3: The Rhythm Kings -> member of -> John R. Taylor (1981)\n Answer: John R. Taylor", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004101", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Djalminha -> member of sports team -> Club Am\u00e9rica (2004)\n Answer: 2004", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_006366", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "Hop 1: Rahim Zafer -> member of sports team -> Gen\u00e7lerbirli\u011fi S.K. (1994)\n Answer: Gen\u00e7lerbirli\u011fi S.K.", + "em": 0.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_003182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "United States Navy", + "pred": "Hop 1: Arthur William Radford -> military branch -> United States Navy (1952)\n Answer: United States Navy", + "em": 1.0, + "f1": 0.4 + }, + { + "id": "q_003020", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Lagos", + "pred": "Hop 1: Nigeria -> capital -> Abuja (1991)\n Answer: Abuja", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004956", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Calcio Padova", + "pred": "Hop 1: Albertina Nontsikelelo Sisulu -> spouse -> Walter Sisulu (1966)\n Answer: Walter Sisulu", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006758", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Al Masry SC", + "pred": "Hop 1: Ahmad Shedid Qinawi -> member of sports team -> Al-Farabi Almaty (2008)\n Answer: Al-Farabi Almaty", + "em": 0.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_003840", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "DSV Leoben", + "pred": "Hop 1: Wolfgang Klapf -> sports team -> SC Wiener Neustadt (2005)\n Hop 2: SC Wiener Neustadt -> member of sports team -> Hans Hinterseer (2005)\n Answer: Hans Hinterseer", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003113", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Wheaton College", + "pred": "Hop 1: Hilda Geiringer -> employer -> Humboldt-Universit\u00e4t zu Berlin (1952)\n Answer: Humboldt-Universit\u00e4t zu Berlin", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004767", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Miss America", + "pred": "Hop 1: Lois Delander -> competition won -> 1927 -> 1927 (year)\n Answer: 1927 (year)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Goffredo Petrassi -> country of citizenship -> Italy (1941)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_004256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "pred": "Hop 1: Paris\u2013Lille railway -> operator -> Chemins de fer du Nord (1965)\n Answer: Chemins de fer du Nord", + "em": 0.0, + "f1": 0.3 + }, + { + "id": "q_003340", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Russia", + "pred": "Hop 1: Dmitry Yazov -> country of citizenship -> Russia (1995)\n Answer: Russia", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005245", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "Hop 1: Chariots of Fire -> Academy Award for Best Picture -> 1982 ( year )\n Answer: 1982", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_006022", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lady Gaga", + "pred": "Hop 1: Taylor Kinney -> unmarried partner -> Sarah Hyder -> Hop 2: Sarah Hyder -> member of political party -> Chinese Communist Party -> Hop 3: Chinese Communist Party -> member of political party -> Chinese Communist Party -> Answer: Chinese Communist Party", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002807", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "University of Oslo", + "pred": "Hop 1: Viggo Brun -> educated at -> University of G\u00f6ttingen (1950)\n Hop 2: University of G\u00f6ttingen -> employer -> German Mathematical Society (1950)\n Answer: German Mathematical Society", + "em": 0.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002236", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Order of Merit of North Rhine-Westphalia", + "pred": "Hop 1: Helmut Hirsch -> award received -> Saarland Order of Merit (1988)\n Hop 2: Saarland Order of Merit -> award received -> Helmut Hirsch (1988)\n Answer: Helmut Hirsch", + "em": 0.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_006258", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "United States Cabinet", + "pred": "Hop 1: United States Secretary of the Navy -> part -> United States Department of the Navy (Hop 1)\n Answer: United States Department of the Navy", + "em": 0.0, + "f1": 0.28571428571428575 + }, + { + "id": "q_003646", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "pred": "Hop 1: Gena Rowlands -> spouse -> John Cassavetes (1987)\n Hop 2: John Cassavetes -> award -> Academy Award for Best Actor (1987)\n Hop 3: Academy Award for Best Actor -> winner -> John Cassavetes (1987)\n Answer: Academy Award for Best Actor", + "em": 0.0, + "f1": 0.13793103448275862 + }, + { + "id": "q_002029", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Warabitai Station", + "pred": "Hop 1: Kuromatsunai Station -> adjacent station -> Kita-Kuromatsunai Station (1964)\n Answer: Kita-Kuromatsunai Station", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_002701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Rudi Fuchs", + "pred": "Hop 1: Stedelijk Museum Amsterdam -> manager -> Willem Sandberg (1998-2003)\n Hop 2: Willem Sandberg -> successor -> Galvano Della Volpe (1998-2003)\n Answer: Galvano Della Volpe", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000849", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "Hop 1: Ray Lovejoy -> Academy Award for Best Film Editing (nominated for) -> 1987 (year)\n Answer: 1987", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_000139", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "Schutzstaffel", + "pred": "Hop 1: Richard Schulze-Kossen -> military branch -> SS-Verf\u00fcgungstruppe (1937)\n Hop 2: SS-Verf\u00fcgungstruppe -> member -> Hans Hefter (1937)\n Hop 3: Hans Hefter -> member of -> NSDAP (1937)\n Answer: NSDAP", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Anton-G\u00fcnther, Duke of Oldenburg", + "pred": "Hop 1: House of Oldenburg -> chairperson -> Hans-J\u00fcrgen Schulte (2007)\n Answer: Hans-J\u00fcrgen Schulte", + "em": 0.0, + "f1": 0.25000000000000006 + }, + { + "id": "q_004055", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Hop 1: Bruno Visintin -> country of citizenship -> Czechoslovakia (1976)\n Answer: Czechoslovakia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004419", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Jeonbuk Hyundai Motors FC", + "pred": "Hop 1: Sim Woo-yeon -> member of sports team -> South Korea national under-23 football team (2011)\n Hop 2: South Korea national under-23 football team -> member of sports team -> 1. FC K\u00f6ln (2011)\n Answer: 1. FC K\u00f6ln", + "em": 0.0, + "f1": 0.08333333333333334 + }, + { + "id": "q_006447", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Hop 1: John Wall -> drafted by -> Washington Wizards (2010)\n Hop 2: Washington Wizards -> founded -> 1948 (2010)\n Hop 3: 1948 -> year -> 1948 (2010)\n Answer: 1948", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_005863", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Parliament of the United Kingdom", + "pred": "Hop 1: Chris Huhne -> member of -> European Parliament (United Kingdom) (2004-2010)\n Hop 2: European Parliament (United Kingdom) -> member of -> European Parliament (2010-2014)\n Hop 3: European Parliament (2010-2014) -> member of -> European Parliament (2010-2014)\n Hop 4: European Parliament", + "em": 0.0, + "f1": 0.38095238095238093 + }, + { + "id": "q_004287", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Jens Stoltenberg", + "pred": "Hop 1: Norwegian Labour Party -> chairperson -> Kjell Magne Bondevik (2011)\n Answer: Kjell Magne Bondevik", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008613", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "Hop 1: George Gervin -> NBA All-Star Game -> 1980 (year)\n Hop 2: NBA All-Star Game -> Kobe Bryant Most Valuable Player Award -> 1980 (year)\n Answer: 1980", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_002216", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Team Jayco AlUla", + "pred": "Hop 1: Mitchell Docker -> member of sports team -> Drapac-EF Cannondale Holistic Development (2013)\n Hop 2: Drapac-EF Cannondale Holistic Development -> member of sports team -> Team Sky (2013)\n Answer: Team Sky", + "em": 0.0, + "f1": 0.1 + }, + { + "id": "q_006890", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Hop 1: Rahim Zafer -> member of sports team -> Atalanta BC (1994)\n Hop 2: Atalanta BC -> sports team -> Serie A (1994)\n Answer: Serie A", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Hop 1: Bakhchisaray Palace -> country -> Turkey (1965)\n Answer: Turkey", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004395", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "University of Freiburg", + "pred": "Hop 1: Ernst-Wolfgang B\u00f6ckenf\u00f6rde -> occupation -> occupation judge (1994)\n Hop 2: occupation judge (1994) -> employer -> Federal Constitutional Court of Germany (1994)\n Hop 3: Federal Constitutional Court of Germany (1994) -> employer -> German Federal Government (1994)\n Answer: German Federal Government", + "em": 0.0, + "f1": 0.09090909090909091 + }, + { + "id": "q_003660", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Queen", + "pred": "Hop 1: Mountain Studios -> owned by -> United Artists (1989)\n Answer: United Artists", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006514", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Hop 1: Murmansk Oblast -> located in -> Arkhangelsk Oblast (1955)\n Answer: Arkhangelsk Oblast", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002222", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Hop 1: Sergio Bonelli -> country of citizenship -> Italy (1951)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_000791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Hop 1: Tiziano Terzani -> country of citizenship -> Italy (1996)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001758", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "John Mauchly", + "pred": "Hop 1: Kathleen Antonelli -> employer -> Aberdeen Proving Ground (1973)\n Hop 2: Aberdeen Proving Ground -> located in -> Maryland (1973)\n Hop 3: Mary Ann Hensley -> spouse -> Kathleen Antonelli (1973)\n Hop 4: Mary Ann Hensley -> located in -> Maryland (1973)\n Answer: Mary Ann Hensley", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004641", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Ni\u00e8vre", + "pred": "Hop 1: Route nationale 445 -> located in -> Essonne (1946)\n Hop 2: Essonne -> located in -> Yvelines (1946)\n Hop 3: Yvelines -> located in -> \u00cele-de-France (1946)\n Answer: \u00cele-de-France", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000084", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Munich Kammerspiele", + "pred": "Hop 1: Therese Giehse -> work location -> Berliner Ensemble (1967)\n Hop 2: Berliner Ensemble -> employer -> Otto Hahn (1967)\n Answer: Otto Hahn", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005007", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2017.0, + "gold": "2017", + "pred": "Hop 1: Karl Ove Knausg\u00e5rd -> award -> Jerusalem Prize (2017)\n Answer: 2017", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Hop 1: Tes-Khemsky District -> located in -> Tuvan People's Republic (1987)\n Hop 2: Tuvan People's Republic -> located in -> Mongolia (1987)\n Hop 3: Mongolia -> located in -> Asia (1987)\n Answer: Asia", + "em": 0.0, + "f1": 0.1818181818181818 + }, + { + "id": "q_007920", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Hop 1: Daniel Islas -> member of sports team -> Club Atl\u00e9tico Tigre (2009)\n Hop 2: Club Atl\u00e9tico Tigre -> ratified by -> Thailand (2002)\n Answer: 2002", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_006359", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1956.0, + "gold": "1956", + "pred": "Hop 1: Botafogo F.R. -> member of sports team -> Bauer (1956)\n Answer: 1956", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_005402", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Russian Empire", + "pred": "Hop 1: Simferopol -> part of -> Crimean Autonomous Soviet Socialist Republic (1921-1941) (Hop 1)\n Hop 2: Crimean Autonomous Soviet Socialist Republic (1921-1941) -> country -> Soviet Union (Hop 2)\n Hop 3: Soviet Union -> predecessor -> Russian Soviet Federative Socialist Republic (Hop 3)\n Hop 4: Russian Soviet Federative Socialist Republic -> country", + "em": 0.0, + "f1": 0.09090909090909091 + }, + { + "id": "q_007921", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "Hop 1: STS-29 -> landing -> 1989 (Hop Type: event -> date -> year)\n Answer: 1989", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_002569", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Aldo Clementi -> country -> Italy (1942)\n Answer: Italy", + "em": 0.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003091", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Hop 1: Tommy Aldridge -> member of -> Black Oak Arkansas (1981)\n Hop 2: Black Oak Arkansas -> member of -> The Rhythm Kings (1981)\n Answer: The Rhythm Kings", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002364", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Gaz\u00e9lec Ajaccio", + "pred": "Hop 1: Jean-Michel Cavalli -> member of sports team -> AS Monaco FC (1990)\n Hop 2: AS Monaco FC -> member of sports team -> FC Nantes (1990)\n Answer: FC Nantes", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007208", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Gustave Choquet", + "pred": "Hop 1: Yvonne Choquet-Bruhat -> spouse -> Raymond Choquet (1983)\n Hop 2: Raymond Choquet -> employer -> Universit\u00e9 de Paris (1983)\n Hop 3: Universit\u00e9 de Paris -> country -> France (1983)\n Answer: France", + "em": 0.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_003209", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "C\u00e9sar Milstein", + "pred": "Hop 1: Eduard Suess -> winner of Copley Medal -> Robert Hooke (1989)\n Answer: Robert Hooke", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Hop 1: Free Democratic Party -> member of political party -> Walter Scheel (1990)\n Hop 2: Walter Scheel -> nominated for -> Nobel Prize in Peace (1902)\n Answer: Nobel Prize in Peace", + "em": 0.0, + "f1": 0.23076923076923075 + }, + { + "id": "q_004389", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "Hop (1977 -> Jane Birkin -> United Kingdom of Great Britain and Ireland -> replaces -> Irish Free State) -> Hop (1977 -> Jane Birkin -> United Kingdom of Great Britain and Ireland -> replaces -> Irish Free State) -> Hop (1977 -> Jane Birkin -> United Kingdom of Great Britain and Ireland -> replaces -> Irish Free State) -> Hop (1977 -> Jane Birkin -> United Kingdom of Great Britain and Ireland", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001672", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Kemerovo Oblast", + "pred": "Hop 1: Novokuznetsk -> located in -> Kemerovo Oblast (1980)\n Answer: Kemerovo Oblast", + "em": 1.0, + "f1": 0.3636363636363636 + }, + { + "id": "q_002971", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2020.0, + "gold": "Hamza Hamzao\u011flu", + "pred": "Hop 1: Yeni Malatyaspor -> head coach -> Erol Bulut (2020)\n Answer: Erol Bulut", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007668", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Hop 1: Reinhard Selten -> employer -> University of Bonn (1969)\n Answer: University of Bonn", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004443", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Member of the European Parliament", + "pred": "Hop 1: Q524412 -> Russian Empire (1912)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1912)\n Hop 3: Nicholas II of Russia -> position held -> Emperor of Russia (1912)\n Answer: Emperor of Russia", + "em": 0.0, + "f1": 0.08695652173913045 + }, + { + "id": "q_000260", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Sol Polito -> country -> Russian Empire (1925)\n Answer: Russian Empire", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003060", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Leipziger Land", + "pred": "Hop 1: Borna -> located in -> Italy (1999)\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003434", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "United Arab Republic", + "pred": "Hop 1: Fouad Mohamed Abou Zikry -> country of citizenship -> Egypt (1962)\n Answer: Egypt", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Hop 1: Lino Aldani -> country of citizenship -> Italy (1963)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_005538", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Nobel Prize in Literature", + "pred": "Hop 1: Gunnar Gunnarsson -> nominated for -> C\u00e9sar Award for Best Original Screenplay (1961)\n Answer: C\u00e9sar Award for Best Original Screenplay", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005136", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Ireland men\u2019s national rugby union team", + "pred": "Hop 1: Geordan Murphy -> sports team -> Ulster (2000)\n Answer: Ulster", + "em": 0.0, + "f1": 0.125 + }, + { + "id": "q_004183", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "The Rockefeller University", + "pred": "Hop 1: Torsten Nils Wiesel -> employer -> Louisa Gross Horwitz Prize winner Torsten Nils Wiesel (1984)\n Answer: Louisa Gross Horwitz Prize winner Torsten Nils Wiesel", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006802", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Is\u00e8re", + "pred": "Hop 1: Ternay -> located in -> Varese (1936)\n Answer: Varese", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002238", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Artemio Franchi -> country of citizenship -> Italy (1936)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_004081", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Harvard University", + "pred": "Hop 1: Hassler Whitney -> doctoral student -> Herbert Robbins (1915-1994) -> employer -> Institute for Advanced Study (1944)\n Answer: Institute for Advanced Study", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007931", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Kingdom of Hungary", + "pred": "Hop 1: Kenderes -> country -> Italy (1956)\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002561", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Hop 1: Gyula Iulius Maurer -> educated at -> Bolyai University (1961)\n Hop 2: Bolyai University -> employer -> US Triestina Calcio 1918 (1961)\n Answer: US Triestina Calcio 1918", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_000796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Stockholm University", + "pred": "Hop 1: Erik Ivar Fredholm -> employer -> Svenska Handelsbanken (1918)\n Answer: Svenska Handelsbanken", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008363", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Poland", + "pred": "Hop 1: Eugeniusz Eibisch -> work location -> Paris (1974)\n Hop 2: Paris -> country -> Italy (1980)\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008611", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Wang Jingwei regime", + "pred": "Hop 1: Anci District -> located in -> Sichuan Province (1944)\n Hop 2: Sichuan Province -> located in -> Republic of China (1944)\n Hop 3: Republic of China -> located in -> Provisional Government of the Republic of China (1944)\n Answer: Provisional Government of the Republic of China", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002255", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1986.0, + "gold": "1986", + "pred": "Hop 1: Bobby Mimms -> sports team -> Notts County F.C. (1986)\n Answer: 1986", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_007672", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "Hop 1: Ellen DeGeneres -> award -> 1999 Tony Award\n Hop 2: 1999 Tony Award -> year -> 1999\n Hop 3: 1999 -> award -> Presidential Medal of Freedom\n Answer: 1999", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002954", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "SC Fortuna K\u00f6ln", + "pred": "Hop 1: Antoine Hey -> sports team -> Anderlecht\n Hop 2: Anderlecht -> member -> Jean-Pierre van der Meijden\n Hop 3: Jean-Pierre van der Meijden -> sports team -> Royal Antwerp F.C.\n Answer: Royal Antwerp F.C.", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002449", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Valencia CF", + "pred": "Hop 1: Asier del Horno -> member of sports team -> Athletic Bilbao B (2009)\n Answer: Athletic Bilbao B", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005372", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Malm\u00f6 FF", + "pred": "Hop 1: Ulrich Vinzents -> sports team -> FC Nordsj\u00e6lland (2007)\n Hop 2: FC Nordsj\u00e6lland -> member -> Thomas S\u00f8rensen (2007)\n Answer: Thomas S\u00f8rensen", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006616", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Hop 1: Cipriano Chemello -> country -> Ottoman Empire (1915)\n Answer: Ottoman Empire", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007451", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "SV Saar 05 Saarbr\u00fccken", + "pred": "Hop 1: Kurt Clemens -> member of sports team -> Czechia men's national football team (1995)\n Hop 2: Czechia men's national football team -> head coach -> Du\u0161an Uhrin (1995)\n Answer: Du\u0161an Uhrin", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "C.D. Nacional", + "pred": "Hop 1: Pedro Pacheco -> member of sports team -> Real Madrid C F\u00fatbol Sala (2009)\n Answer: Real Madrid C F\u00fatbol Sala", + "em": 0.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_008679", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Franco Bordoni -> country -> Italy (1927)\n Answer: Italy", + "em": 0.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004351", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "education", + "pred": "Hop 1: Discovery Channel -> member of sports team -> Leif Hoste (2006)\n Hop 2: Leif Hoste -> has use -> U-111 (1941)\n Answer: U-111 (1941)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "FC Barcelona B\u00e0squet", + "pred": "Hop 1: Ante Tomi\u0107 -> sports team -> FK \u017deljezni\u010dar (2015)\n Answer: FK \u017deljezni\u010dar", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004853", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Italy", + "pred": "Hop 1: Roberto Tucci -> country of citizenship -> Italy (1976)\n Answer: Italy", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_008238", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Reichsgesetzblatt", + "pred": "Hop 1: Reich Citizenship Law -> published in -> Germany (1935)\n Answer: Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007289", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "Hop 1: Hanau -> country -> Germany (1907)\n Answer: Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005590", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Giorgio Ferrini -> country of citizenship -> Italy (1943)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_002466", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1942.0, + "gold": "1st U-boat Flotilla", + "pred": "Hop 1: LA Galaxy -> head coach -> Steve Sampson (2004)\n Hop 2: Steve Sampson -> part of -> U-441 (1942)\n Hop 3: U-441 -> significant event -> ship launching (1942)\n Answer: ship launching", + "em": 0.0, + "f1": 0.08 + }, + { + "id": "q_005898", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Second Syrian Republic", + "pred": "Hop 1: Bahij al-Khatib -> country of citizenship -> State of Damascus (1940)\n Hop 2: State of Damascus -> country of citizenship -> Syria (1940)\n Answer: Syria", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "Hop 1: Gorz\u00f3w Wielkopolski -> country -> Germany (1907)\n Answer: Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006637", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Allianz SE", + "pred": "Hop 1: G\u00f3rnik Zabrze -> sponsor -> PGE (2010)\n Answer: PGE", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001605", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Keith Richards", + "pred": "Hop 1: Anita Pallenberg -> partner -> Giorgio Moroder (1974)\n Answer: Giorgio Moroder", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003947", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Q99317", + "pred": "Hop 1: Bonn -> head of government -> Jean-Pierre Raffarin (2001)\n Answer: Jean-Pierre Raffarin", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001379", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Doron Zeilberger -> Euler Medal -> 2004 (Hop 1: Doron Zeilberger -> Euler Medal -> 2004)\n Answer: 2004", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_006411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Cruzeiro E.C.", + "pred": "Hop 1: Jos\u00e9 Carlos Ferreira Filho -> member of sports team -> S.C. Corinthians Paulista (2009)\n Hop 2: Jos\u00e9 Carlos Ferreira Filho -> member of sports team -> S.C. Corinthians Paulista (2009)\n Hop 3: Jos\u00e9 Carlos Ferreira Filho -> member of sports team -> S.C. Corinthians Paulista (2009)\n Answer: S.C. Corinthians Paulista", + "em": 0.0, + "f1": 0.09523809523809525 + }, + { + "id": "q_004141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2021.0, + "gold": "Daft Punk", + "pred": "Hop 1: Achim Mentzel -> member of -> Achims Hitparade (1999)\n Answer: Achims Hitparade", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007475", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Latvia", + "pred": "Hop 1: R\u0113zekne District -> country -> Latvia (2004)\n Answer: Latvia", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_008010", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "Hop 1: Christian Vargas -> sports team -> Club Atl\u00e9tico River Plate (1999)\n Hop 2: Club Atl\u00e9tico River Plate -> member -> Pablo S\u00e1nchez (1999)\n Hop 3: Pablo S\u00e1nchez -> sports team -> The Strongest (1999)\n Answer: Pablo S\u00e1nchez", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005768", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Landeshauptmann", + "pred": "Hop 1: Herbert Sausgruber -> educated at -> University of Innsbruck (1999)\n Hop 2: University of Innsbruck -> located in -> Innsbruck (1999)\n Hop 3: Innsbruck -> mayor -> Herbert Sausgruber (1999)\n Answer: mayor", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003283", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Hop 1: Alexander Lazarev -> award received -> USSR State Prize (1977)\n Answer: 1977", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_003934", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Republic of Korea Army", + "pred": "Hop 1: Chung Il-kwon -> military branch -> Manchukuo Imperial Army (1951)\n Hop 2: Besa Kavaj\u00eb -> member of sports team -> Q165000 (2010)\n Hop 3: Q165000 -> military branch -> Besa Kavaj\u00eb (2010)\n Answer: Besa Kavaj\u00eb", + "em": 0.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_000952", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Soviet Union", + "pred": "Hop 1: Mircea Snegur -> country of citizenship -> Romania (1957)\n Answer: Romania", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004410", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Hop 1: Armin Grein -> head of government -> Main-Spessart -> position held -> Armin Grein (1989)\n Answer: Armin Grein (1989)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007420", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Orenburg Oblast", + "pred": "Hop 1: Gai -> located in -> Gaysky District (1984)\n Hop 2: Gaysky District -> located in -> Komi Republic (1984)\n Answer: Komi Republic", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003788", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Paris", + "pred": "Hop 1: Zolt\u00e1n Kem\u00e9ny -> educated at -> Hungarian University of Fine Arts (1935)\n Hop 2: Hungarian University of Fine Arts -> work location -> Budapest (1935)\n Answer: Budapest", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007654", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Hop 1: Beno\u00eet Cheyrou -> sports team -> AS Monaco (1999)\n Hop 2: AS Monaco -> member -> Jean-Pierre Papin (1999)\n Hop 3: Jean-Pierre Papin -> before Olympique de Marseille -> AS Monaco (1999)\n Answer: AS Monaco", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000104", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Daejeon Hana Citizen FC", + "pred": "Hop 1: Choi Eun-sung -> member of sports team -> South Korea men's national football team (2003)\n Hop 2: South Korea men's national football team -> member of sports team -> 2003 (2003)\n Hop 3: 2003 -> member of sports team -> 2003 (2003)\n Answer: 2003", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003094", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "England men\u2019s national rugby union team", + "pred": "Hop 1: Peter Winterbottom -> member of sports team -> New York Cosmos (1987)\n Hop 2: New York Cosmos -> manager -> John Toshack (1987)\n Hop 3: John Toshack -> member of sports team -> Wales national football team (1987)\n Answer: Wales national football team", + "em": 0.0, + "f1": 0.14285714285714285 + }, + { + "id": "q_005875", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Hop 1: Tony Terlazzo -> country of citizenship -> Kingdom of Italy (1963)\n Hop 2: Kingdom of Italy -> country of citizenship -> Italy (1963)\n Answer: Italy", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_004542", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2016.0, + "gold": "Province of Carbonia-Iglesias", + "pred": "Hop 1: Masainas -> located in -> Cagliari (2016)\n Answer: Cagliari", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "AgustaWestland", + "pred": "Hop 1: Leonardo (company) -> subsidiary -> Leonardo DRS (2006)\n Answer: Leonardo DRS", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Hop 1: Leonella Sgorbati -> country of citizenship -> Kingdom of Italy (1960)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_005999", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Czechia men's national football team", + "pred": "Hop 1: Ji\u0159\u00ed Jaro\u0161\u00edk -> member of sports team -> FC Slovan Liberec (2000)\n Hop 2: Ji\u0159\u00ed Jaro\u0161\u00edk -> member of sports team -> AC Cesena (2000)\n Answer: AC Cesena", + "em": 0.0, + "f1": 0.09090909090909091 + }, + { + "id": "q_003881", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Norberto Bobbio -> country of citizenship -> Italy (1941)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_004798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Red Star F.C.", + "pred": "Hop 1: Sylvain Kastendeuch -> member of sports team -> AS Saint-\u00c9tienne (1985)\n Answer: AS Saint-\u00c9tienne", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Copley Medal", + "pred": "Hop 1: Robert Robinson (chemist) -> award -> Royal Medal (1942)\n Hop 2: Royal Medal (1942) -> award -> Robert Robinson (chemist)\n Hop 3: Robert Robinson (chemist) -> award -> Robert Robinson (chemist)\n Answer: Robert Robinson (chemist)", + "em": 0.0, + "f1": 0.14285714285714285 + }, + { + "id": "q_000380", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Hop 1: Trier -> head of government -> Karl-Heinz Schmid (2008)\n Hop 2: Karl-Heinz Schmid -> country -> Germany (2008)\n Answer: Karl-Heinz Schmid", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007104", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "chairperson", + "pred": "Hop 1: Karel Baxa -> position held -> President of Czechoslovakia (1932)\n Answer: President of Czechoslovakia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005106", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1926.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Manlio Bacigalupo -> member of sports team -> F.C. Vado (1926)\n Hop 2: F.C. Vado -> country of citizenship -> Kingdom of Italy (1926)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_007198", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "VVV-Venlo", + "pred": "Hop 1: Jeffrey Altheer -> member of sports team -> Helmond Sport (2013)\n Hop 2: Jeffrey Altheer -> member of sports team -> Vitesse Arnhem (2013)\n Answer: Vitesse Arnhem", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001075", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Italy", + "pred": "Hop 1: Sebastiano Mannironi -> country of citizenship -> Kingdom of Italy (1987)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_007267", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Netherlands Antilles", + "pred": "Hop 1: Bonaire -> part -> Netherlands Antilles (1988)\n Hop 2: Netherlands Antilles -> part -> Kingdom of Netherlands (1988)\n Hop 3: Kingdom of Netherlands -> part -> European Union (1988)\n Answer: European Union", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005453", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "Hop 1: L\u00e1rus Gu\u00f0mundsson -> sports team -> Valur (1989)\n Answer: 1989", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006199", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Hop 1: Daniel Islas -> sports team -> Club Atl\u00e9tico Independiente (2009)\n Hop 2: Club Atl\u00e9tico Independiente -> member of sports team -> Juan Pablo Vargas (2009)\n Answer: Juan Pablo Vargas", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_007661", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Hop 1: Gary Mabbutt -> member of sports team -> Bristol Rovers F.C. (1997)\n Hop 2: Bristol Rovers F.C. -> member of sports team -> Valenciennes F.C. (1997)\n Answer: Valenciennes F.C.", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_002761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Christoph Franz", + "pred": "Hop 1: Lufthansa -> chief executive officer -> Christian Stein (2011)\n Answer: Christian Stein", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007018", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Province of Ogliastra", + "pred": "Hop 1: Ussassai -> located in -> Sardinia (2011)\n Answer: Sardinia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006321", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Pontault-Combault", + "pred": "Hop 1: Route nationale 4 terminus location -> Villarzel (2006)\n Answer: Villarzel", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000924", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Hop 1: Paolo Heusch -> country of citizenship -> Kingdom of Italy (1979)\n Hop 2: Kingdom of Italy -> capital -> Rome (1979)\n Answer: Rome", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_002232", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Gianpiero Combi -> country of citizenship -> Italy (1929)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_005699", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "University of G\u00f6ttingen", + "pred": "Hop 1: Hans Grauert -> employer -> University of M\u00fcnster (1977)\n Hop 2: University of M\u00fcnster -> located in -> Westphalia (1977)\n Hop 3: Westphalia -> country -> Germany (1977)\n Answer: Germany", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_007488", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Hop 1: Nexhat Daci -> position held -> President of the Republic of Macedonia (1991-1992)\n Answer: 1991-1992", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Vla\u0219ca County", + "pred": "Hop 1: Giurgiu -> located in -> Romania (1937)\n Hop 2: Romania -> located in -> Ilfov County (1937)\n Hop 3: Ilfov County -> located in -> Bucharest (1937)\n Answer: Bucharest", + "em": 0.0, + "f1": 0.13333333333333336 + }, + { + "id": "q_005369", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "University of Zurich", + "pred": "Hop 1: Andreas Speiser -> employer -> University of G\u00f6ttingen (1931)\n Answer: University of G\u00f6ttingen", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_000700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Hop 1: Luigi Barbarito -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> country of citizenship -> Kingdom of Italy (1976)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_001823", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Bremen-Liga", + "pred": "Hop 1: Oberliga Nord (1974-1994) -> country -> West Germany (1974-1994)\n Hop 2: West Germany (1974-1994) -> league level below -> Regionalliga Nord (1994-1998) (1974-1994)\n Hop 3: Regionalliga Nord (1994-", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006475", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "Hop 1: Riff-Raff (film) -> award -> European Film Award for Best Film (1991)\n Hop 2: European Film Award for Best Film (1991) -> equal to -> European Film Award for Best Film (1991)\n Hop 3: European Film Award for Best Film (1991) -> year -> 1991\n Answer: 1991", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_008413", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1984.0, + "gold": "1984", + "pred": "Hop 1: KS Cracovia -> sports team -> Miros\u0142aw Kubisztal (1984)\n Answer: 1984", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003577", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Chief of the Turkish General Staff", + "pred": "Hop 1: Fevzi \u00c7akmak -> position held -> Chief of Staff (Ottoman Empire) (1929)\n Answer: Chief of Staff (Ottoman Empire)", + "em": 0.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_003400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Hanna-Barbera", + "pred": "Hop 1: Iwao Takamoto -> employer -> United States Army (1975)\n Answer: United States Army", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008560", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Romania national rugby union team", + "pred": "Hop 1: Gheorghe Ben\u021bia -> sports team -> A.S. Roma\n Hop 2: A.S. Roma -> member of sports team -> Giuseppe Meazza\n Hop 3: Giuseppe Meazza -> member of sports team -> Italy national football team\n Answer: Italy national football team", + "em": 0.0, + "f1": 0.16666666666666666 + }, + { + "id": "q_008146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Czechoslovakia", + "pred": "Hop 1: Karol Div\u00edn -> country of citizenship -> Hungary (1948)\n Hop 2: Hungary -> country of citizenship -> Czechoslovakia (1948)\n Hop 3: Czechoslovakia -> country of citizenship -> Czech Republic (1948)\n Answer: Czech Republic", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_006136", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1903.0, + "gold": "Russian Empire", + "pred": "Hop 1: Hlukhiv -> country -> Ukraine (1903)\n Answer: Ukraine", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005189", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Seine-et-Oise", + "pred": "Hop 1: Saulx-Marchais -> located in -> Sa\u00f4ne-et-Loire (1913)\n Answer: Sa\u00f4ne-et-Loire", + "em": 0.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_002858", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Hop 1: Park Yeol -> country of citizenship -> Polish People's Republic (1959)\n Answer: Polish People's Republic", + "em": 0.0, + "f1": 0.125 + }, + { + "id": "q_008315", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Kemerovo Oblast", + "pred": "Hop 1: Anzhero-Sudzhensk -> located in -> Kemerovo Oblast (1962)\n Answer: Kemerovo Oblast", + "em": 1.0, + "f1": 0.33333333333333337 + }, + { + "id": "q_000228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Kotelnikovsky District", + "pred": "Hop 1: Kotelnikovo -> located in -> Kursk Oblast (1977)\n Hop 2: Kursk Oblast -> located in -> Russia (1977)\n Hop 3: Russia -> located in -> Eastern Europe (1977)\n Answer: Eastern Europe", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Ak\u00e7aabat Sebatspor -> member of sports team -> Antti Sumiala (1999)\n Answer: 1999", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000973", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Ternopil Oblast", + "pred": "Hop 1: J\u00fcrgen Milewski -> member of sports team -> Hannover 96 (1977)\n Answer: Hannover 96", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002849", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Hop 1: Gianni Agus -> country of citizenship -> Kingdom of Italy (1980)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_008608", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "S.C. Internacional", + "pred": "Hop 1: Danilo Aparecido da Silva -> sports team -> S\u00e3o Paulo FC (2009)\n Hop 2: S\u00e3o Paulo FC -> member -> Renato Polselli (2009)\n Answer: Renato Polselli", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001494", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Saint Petersburg", + "pred": "Hop 1: Konrad Krzy\u017canowski -> work location -> Munich (1925)\n Hop 2: Munich -> country -> Germany (1925)\n Answer: Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007390", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Karl-Eduard von Schnitzler -> country of citizenship -> Italy (1977)\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007069", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Hop 1: Giuseppe Sensi -> country of citizenship -> Kingdom of Italy (1942)\n Hop 2: Kingdom of Italy -> successor -> Italian Republic (1946)\n Answer: Italian Republic", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_001021", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Nelly Sachs Prize", + "pred": "Hop 1: Javier Mar\u00edas -> award received -> Austrian State Prize for European Literature (1997)\n Answer: Austrian State Prize for European Literature", + "em": 0.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_006507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Mario Nicolini -> country of citizenship -> Italy (1922)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_006782", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Merited Artist of the RSFSR", + "pred": "Hop 1: Natalya Varley -> award -> Order of the Red Star (1989)\n Hop 2: Order of the Red Star -> received by -> Vladimir Kovalyov (1989)\n Answer: Vladimir Kovalyov", + "em": 0.0, + "f1": 0.1818181818181818 + }, + { + "id": "q_008600", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Toni Ortelli -> country of citizenship -> Italy (1907)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_005516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Central Institute for Ancient History and Archeology", + "pred": "Hop 1: Achim Leube -> employer -> University of Vienna (1980)\n Answer: University of Vienna", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005501", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Flavio Calzavara -> country of citizenship -> Italy (1937)\n Answer: Italy", + "em": 0.0, + "f1": 0.30769230769230765 + }, + { + "id": "q_001523", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Prince Charles, Count of Flanders", + "pred": "Hop 1: Belgium -> head of state -> Leopold I (Belgium)\n Answer: Leopold I (Belgium)", + "em": 0.0, + "f1": 0.14285714285714285 + }, + { + "id": "q_003339", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Second Syrian Republic", + "pred": "Hop 1: Saadallah Wannous -> country of citizenship -> Syria (1954)\n Answer: Syria", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Hop 1: Shimano -> country -> German Democratic Republic (1982)\n Answer: German Democratic Republic", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002341", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Hop 1: Mark Parrish -> drafted by -> Colorado Avalanche (1996)\n Answer: 1996", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006340", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "People's Artist of the USSR", + "pred": "Hop 1: Rashid Behbudov -> award received -> Order of Lenin (1959)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1921)\n Hop 3: P\u00e9ter P\u00e1zm\u00e1ny -> award received -> Order of the White Star (1959)\n Answer: Order of the White Star", + "em": 0.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_004184", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Chelsea F.C.", + "pred": "Hop 1: Gabriele Ambrosetti -> member of sports team -> 1. FC Nuremberg (2001)\n Answer: 1. FC Nuremberg", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001998", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "Hop 1: Academy Award for Best Director -> received by -> John Ford (1940)\n Hop 2: John Ford -> equal to -> The Grapes of Wrath (1940)\n Hop 3: The Grapes of Wrath -> award received -> Academy Award for Best Director (1940)\n Answer: 1940", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008462", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Hop 1: Tony Marshall -> award -> Order of Merit of Baden-W\u00fcrttemberg (1997)\n Hop 2: Order of Merit of Baden-W\u00fcrttemberg -> year -> 1997\n Answer: 1997", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005081", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Beira Alta", + "pred": "Hop 1: Viseu -> located in -> Portugal (1956)\n Answer: Portugal", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Hop 1: Shimon Peres -> country of citizenship -> Israel (2004)\n Answer: Israel", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006076", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Russian Empire", + "pred": "Hop 1: Kaluga Governorate -> country -> Russia (1908)\n Answer: Russia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004257", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Province of Posen", + "pred": "Hop 1: Pozna\u0144 -> country -> Kingdom of Prussia (1904)\n Hop 2: Pozna\u0144 -> capital -> Posen (1904)\n Answer: Posen", + "em": 0.0, + "f1": 0.26666666666666666 + }, + { + "id": "q_001129", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Soviet Union", + "pred": "Hop 1: Khrustalnyi -> country -> Russia (1945)\n Answer: Russia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002202", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Isabela", + "pred": "Hop 1: Q13737 -> United States (1931)\n Hop 2: United States -> capital -> Washington, D.C. (1931)\n Answer: Washington, D.C.", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001377", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Hop 1: Bruno Tommasi -> country of citizenship -> Kingdom of Italy (1961)\n Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_005631", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "Hop 1: Ernst Brugger -> position held -> President of the Swiss Confederation (1974)\n Answer: 1974", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_000171", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Melora Walters", + "pred": "Hop 1: Dylan Walsh -> spouse -> Sarah Michelle Gellar (1999)\n Answer: Sarah Michelle Gellar", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007554", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Hop 1: Giorgio Amendola -> country of citizenship -> Soviet Union (1965)\n Answer: Soviet Union", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001278", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Mar\u00eda Denis -> country of citizenship -> Japan (2003)\n Hop 2: Japan -> head of state -> Junichiro Koizumi (2003)\n Answer: Junichiro Koizumi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005559", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Swiss Super League", + "pred": "Hop 1: Xavier Margairaz -> member of sports team -> FC Sion (2014)\n Hop 2: FC Sion -> league or competition -> Swiss Cup (2014)\n Answer: Swiss Cup", + "em": 0.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_007444", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: Orson Scott Card -> award received -> Astounding Award for Best New Writer (1978)\n Answer: 1978", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004826", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "Dakar", + "pred": "Hop 1: Agust\u00edn Torassa -> member of sports team -> Club Atletico All Boys (2010)\n Answer: Club Atletico All Boys", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003409", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Hop 1: Britney Spears -> award received -> Grammy Award for Best Dance/Electronic Recording (2004)\n Hop 2: Matthew Kneale -> nominated for -> Britney Spears (2004)\n Hop 3: Britney Spears -> unmarried partner -> Colin Farrell (2004)\n Answer: Colin Farrell", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006575", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Hop 1: G\u00e1bor Csap\u00f3 -> educated at -> University of Cambridge (1972)\n Hop 2: University of Cambridge -> named after -> Henry VIII (1972)\n Answer: Henry VIII", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001217", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hop 1: Samantha Morton -> Academy Award for Best Actress -> 2004 -> 2004\n Hop 2: 2004 -> winner -> Jennifer Aniston -> 2004\n Hop 3: Jennifer Aniston -> nominated for -> The Object of My Affection -> 2004\n Answer: The Object of My Affection", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007223", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Klaus Sch\u00fctz", + "pred": "Hop 1: Christian Schad -> work location -> Berlin\n Hop 2: Berlin -> head of government -> Michael M\u00fcller\n Answer: Michael M\u00fcller", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004735", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Berlin", + "pred": "Hop 1: Sound and Vision -> performer -> Choi Eun-sung (1977)\n Hop 2: Choi Eun-sung -> work location -> Daejeon Hana Citizen FC (1977)\n Answer: Daejeon Hana Citizen FC", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001394", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1920)\n Hop 2: Independent Social Democratic Party of Germany -> work location -> German Federal Archives (1920)\n Hop 3: Q896393 -> work location -> Independent Social Democratic Party of Germany (1920)\n Answer: German Federal Archives", + "em": 0.0, + "f1": 0.16 + }, + { + "id": "q_004179", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Rosa Balistreri -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> member of -> European Economic Community (1956)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_000278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Rudy Giuliani", + "pred": "Hop 1: Prelinger Archives -> located in -> San Francisco (1996)\n Hop 2: San Francisco -> head of government -> George Christopher (1996)\n Hop 3: George Christopher -> located in -> United States (1996)\n Answer: United States", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Klaus Wowereit", + "pred": "Hop 1: Ann Wolff -> work location -> Berlin (2003)\n Hop 2: Berlin -> head of government -> Christian Wulff (2003)\n Hop 3: Christian Wulff -> work location -> Germany (2003)\n Hop 4: Germany -> head of government -> Angela Merkel (2003)\n Hop 5: Angela Merkel -> work location -> Berlin (2003)\n Hop 6: Berlin", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003446", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "Hop 1: Age Discrimination in Employment Act of 1967 -> signatory -> John F. Kennedy (1967)\n Hop 2: John F. Kennedy -> residence -> White House (1967)\n Hop 3: White House -> position held -> United States Secretary of State (1967)\n Answer: United States Secretary of State", + "em": 0.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007096", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Hop 1: Nicolas Isimat-Mirin -> sports team -> Maccabi Haifa F.C. (2015)\n Hop 2: Maccabi Haifa F.C. -> head coach -> Zico (2015)\n Hop 3: Zico -> member of sports team -> Brazil national football team (2015)\n Hop 4: Brazil national football team -> head coach -> Luiz Felipe Scolari (201", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008279", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Montreal Forum", + "pred": "Hop 1: Guy Lafleur -> member of sports team -> Montreal Canadiens (1984)\n Hop 2: Montreal Canadiens -> home venue -> Montreal Forum (1984)\n Answer: Montreal Forum", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_006719", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Emma de Caunes", + "pred": "Hop 1: Jeanne Balibar -> nominated for -> 1998 European Cup (1998)\n Hop 2: 1998 European Cup (1998) -> winner -> 1998 European Cup (1998)\n Hop 3: 1998 European Cup (1998) -> winner -> 1998 European Cup (1998)\n Hop 4:", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002450", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Cyprus Football Association", + "pred": "Hop 1: Ammochostos Epistrofi Stadium -> occupant -> FC Nicosia (2007)\n Hop 2: FC Nicosia -> significant event -> 2007 Cypriot First Division (2007)\n Hop 3: 2007 Cypriot First Division -> member -> Nicosia FC (2007)\n Answer: Nicosia FC", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000742", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "Hop 1: Funen County -> replaced by -> Vejle County (1970)\n Hop 2: Vejle County -> replaces -> Vejle County (1970)\n Answer: 1970", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005331", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Hop 1: Pamela Sargent -> nominated for -> 1977\n Hop 2: 1977 -> winner -> 1977\n Hop 3: 1977 -> equal to -> 1977\n Hop 4: 1977 -> winner -> 1977\n Hop 5: 1977 -> equal to -> 1977\n Answer: 19", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_002617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Stade Chaban-Delmas", + "pred": "Hop 1: Uwe Reinders -> member of sports team -> SV Werder Bremen (1985)\n Hop 2: SV Werder Bremen -> home venue -> Stadion der Freundschaft (1985)\n Answer: Stadion der Freundschaft", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006020", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lady Bird Johnson", + "pred": "Hop 1: Highway Beautification Act of 1965 -> signatory -> John L. Lewis (1965)\n Hop 2: John L. Lewis (1965) -> spouse -> Mary E. Lewis (1965)\n Hop 3: Mary E. Lewis (1965) -> spouse -> John L. Lewis (1965)\n Answer: John L. Lewis (1965)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002515", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Sepp Herberger", + "pred": "Hop 1: Alfred Schmidt -> member of sports team -> FC Rapid Bucure\u0219ti (1964)\n Hop 2: FC Rapid Bucure\u0219ti (1964) -> head coach -> \u0218tefan Dobay (1964)\n Hop 3: \u0218tefan Dobay -> member of sports team -> FC Rapid Bucure\u0219ti (1964)\n Answer: \u0218tefan Dobay", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000947", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "S\u00fcper Lig", + "pred": "Hop 1: Kerim Zengin -> sports team -> Belediyespor\n Hop 2: Belediyespor -> league or competition -> Turkish Basketball Super League\n Answer: Turkish Basketball Super League", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004442", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "Hop 1: Felipe Melo -> sports team -> FC Porto (2014)\n Hop 2: FC Porto -> head coach -> V\u00edtor Baptista (2014)\n Hop 3: V\u00edtor Baptista -> member of -> Cesare Prandelli (2014)\n Answer: 2014", + "em": 1.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_003129", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Klaus Wowereit", + "pred": "Hop 1: Willem de Rooij -> work location -> Toulouse FC (2012)\n Hop 2: Toulouse FC -> head of government -> Jean-Paul Bonnaud (2012)\n Answer: Jean-Paul Bonnaud", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000626", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Edward Joseph Kelly", + "pred": "Hop 1: Tony Smith -> work location -> London\n Hop 2: London -> head of government -> Ken Livingstone\n Hop 3: Ken Livingstone -> head of government -> Tony Smith\n Answer: Tony Smith", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008507", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "presidential system", + "pred": "Hop 1: Bernd Leistner -> award received -> Heinrich Mann Prize (1985)\n Hop 2: Heinrich Mann Prize -> country -> German Democratic Republic (1985)\n Hop 3: German Democratic Republic -> basic form of government -> parliamentary republic (1929)\n Hop 4: Yavoriv -> country -> German Democratic Republic (1929)\n Answer: parliamentary republic", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000399", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Otto Nerz", + "pred": "Hop 1: Hermann Gramlich -> member of -> 1. FC N\u00fcrnberg (1990-1992) (1990-1992)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Otto Rehhagel (1990-1992)\n Hop 3: Otto Rehhagel -> head coach -> Germany national football team (1990-199", + "em": 0.0, + "f1": 0.08695652173913042 + }, + { + "id": "q_005160", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Hop 1: Fay Weldon -> nominated for -> The Children's Book (book)\n Hop 2: The Children's Book (book) -> winner of -> 1989 Booker Prize\n Hop 3: 1989 Booker Prize -> winner of -> Margaret Atwood\n Hop 4: Margaret Atwood -> nominated for -> The Handmaid's Tale (book)\n Hop 5: The Handmaid's Tale (book) -> winner of ->", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Hop 1: Sergi Barjuan -> member of sports team -> FC Barcelona (2005)\n Hop 2: FC Barcelona -> home venue -> Camp Nou (2005)\n Answer: Camp Nou", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "President of North Macedonia", + "pred": "Hop 1: North Macedonia -> head of state -> Ljubco Georgievski (2017)\n Hop 2: Ljubco Georgievski -> position held -> Prime Minister of North Macedonia (2017)\n Answer: Prime Minister of North Macedonia", + "em": 0.0, + "f1": 0.3 + }, + { + "id": "q_008117", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: Ulm University -> funder -> University of Nottingham (2009)\n Answer: 2009", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007432", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Hop 1: Ivan Della Mea -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> head of government -> Arnaldo Forlani (1972)\n Hop 3: Arnaldo Forlani -> head of government -> Giovanni Goria (1972)\n Answer: Giovanni Goria", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006320", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1931.0, + "gold": "1931", + "pred": "Hop 1: Lionel Barrymore -> winner of -> Dr. Jekyll and Mr. Hyde (1931 film)\n Answer: 1931", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_008047", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Volodymyr -> country -> Ukraine (1980)\n Hop 2: Ukraine -> head of state -> Leonid Kravchuk (1980)\n Hop 3: Leonid Kravchuk -> successor -> Mikhail Gorbachev (1980)\n Answer: Mikhail Gorbachev", + "em": 0.0, + "f1": 0.09523809523809523 + }, + { + "id": "q_000063", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Hop 1: Alessandro Ajmone Marsan -> member of -> A.S. Roma -> chairperson -> Giuseppe Iachini (2000)\n Hop 2: Giuseppe Iachini -> member of -> A.S. Roma -> chairperson -> Giuseppe Iachini (2000)\n Answer: Giuseppe Iachini", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "Territory of Hawaii", + "pred": "Hop 1: Dylan Walsh -> work location -> The CW\n Hop 2: The CW -> contains the administrative territorial entity -> United States\n Hop 3: United States -> shares border with -> Panama\n Hop 4: Panama -> contains the administrative territorial entity -> Cocl\u00e9 Province\n Hop 5: Cocl\u00e9 Province -> contains the administrative territorial entity -> El Cacao\n Hop 6: El Cacao -> contains the administrative territorial entity -> San Jos\u00e9 de Gr", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001072", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Hop 1: Gerard Deulofeu -> member of sports team -> Everton F.C. (2013)\n Hop 2: Everton F.C. -> head coach -> Roberto Mart\u00ednez (2013)\n Answer: Roberto Mart\u00ednez", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005910", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "United States", + "pred": "Hop 1: Christian Vande Velde -> member of sports team -> New England Patriots (2001)\n Hop 2: New England Patriots -> country -> United States\n Hop 3: United States -> member of sports team -> Lance Armstrong (2001)\n Hop 4: Lance Armstrong -> member of sports team -> Discovery Channel (2001)\n Hop 5: Discovery Channel -> country -> United States (2001)\n Answer:", + "em": 1.0, + "f1": 0.14814814814814814 + }, + { + "id": "q_003397", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "V\u00edt\u011bzslav Lavi\u010dka", + "pred": "Hop 1: Miroslav Slepi\u010dka -> sports team -> AC Cesena (1999)\n Hop 2: AC Cesena -> head coach -> Giuseppe Sannino (1999)\n Hop 3: Giuseppe Sannino -> member of sports team -> AS Roma (1999)\n Hop 4: AS Roma -> head coach -> Luciano Spalletti (1999)\n Answer: Luciano Sp", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000162", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Lady Bird Johnson", + "pred": "Hop 1: Age Discrimination in Employment Act of 1967 -> signatory -> John E. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002728", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Silvio Berlusconi", + "pred": "Hop 1: Clarence Seedorf -> member of -> A.S. Roma (2009-2010)\n Hop 2: A.S. Roma -> chairperson -> James Pallotta (2010)\n Hop 3: James Pallotta -> member of -> New England Patriots (2010)\n Hop 4: New England Patriots -> chairperson -> Robert Kraft (2010)\n Answer: Robert Kraft", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003793", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Barcelona Province", + "pred": "Hop 1: Josep Guinovart -> work location -> Utrecht University (1950)\n Answer: Utrecht University", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003541", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Hop 1: Carry Me Down -> winner -> 1996 (1996)\n Answer: 1996", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008524", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Stade Chaban-Delmas", + "pred": "Hop 1: \u00c9douard Kargu -> member of sports team -> AS Saint-\u00c9tienne (1950)\n Hop 2: AS Saint-\u00c9tienne -> home venue -> Stade de la Meinau (1950)\n Answer: Stade de la Meinau", + "em": 0.0, + "f1": 0.08695652173913045 + }, + { + "id": "q_003943", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Hop 1: Angelo La Barbera -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1971)\n Answer: Giovanni Spadolini", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Michal B\u00edlek", + "pred": "Hop 1: Daniel Kol\u00e1\u0159 -> member of sports team -> Discovery Channel (2002)\n Hop 2: Discovery Channel -> head coach -> John K. MacCready (2002)\n Hop 3: John K. MacCready -> member of sports team -> United States (2002)\n Answer: United States", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003569", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Hop 1: Alberto Magnelli -> country of citizenship -> Kingdom of Italy (1944)\n Hop 2: Kingdom of Italy -> head of government -> Giacomo Neri (1944)\n Answer: Giacomo Neri", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002249", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "University of Paris", + "pred": "Hop 1: Maurice de Gandillac -> employer -> British American Tobacco\n Hop 2: British American Tobacco -> replaces -> John H. McConnell\n Hop 3: John H. McConnell -> replaces -> John H. McConnell\n Answer: John H. McConnell", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001978", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Giovanni Ferrofino (1958)\n Hop 3: Giovanni Ferrofino -> country of citizenship -> Italy (1958)\n Answer: Italy", + "em": 0.0, + "f1": 0.125 + }, + { + "id": "q_005073", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Alex McLeish", + "pred": "Hop 1: Nathan Redmond -> member of -> Bournemouth AFC (2011)\n Hop 2: Bournemouth AFC -> head coach -> Eddie Howe (2011)\n Hop 3: Eddie Howe -> member of -> Newcastle United FC (2011)\n Hop 4: Newcastle United FC -> head coach -> Steve McClaren (2011)\n Answer: Steve McClaren", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000609", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "Hop 1: Stanley Middleton -> winner -> The Bottle Factory Outing (1974)\n Answer: 1974", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_004940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Hop 1: Ra\u00fal Fern\u00e1ndez-Cavada Mateos -> member of sports team -> AC Sparta Prague (2018)\n Hop 2: AC Sparta Prague -> head coach -> V\u00edt\u011bzslav Lavi\u010dka (2018)\n Answer: V\u00edt\u011bzslav Lavi\u010dka", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Guy Ritchie", + "pred": "Hop 1: Die Another Day -> performer -> David Beckham (2002)\n Hop 2: David Beckham -> spouse -> Victoria Beckham (2002)\n Hop 3: Victoria Beckham -> spouse -> David Beckham (2002)\n Answer: David Beckham", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006953", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "Jimmy Walker", + "pred": "Hop 1: Maria Meneghini Callas -> residence -> Palais de la Musique (1928)\n Hop 2: Palais de la Musique (1928) -> head of government -> Paul Doumer\n Hop 3: Paul Doumer -> work location -> New York City\n Hop 4: New York City -> head of government -> John H. Ray\n Hop 5: John H. Ray -> work location -> Maria", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001572", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Hop 1: Nicolas Isimat-Mirin -> sports team -> New York Islanders ( Hop 2: New York Islanders -> head coach -> Mike Keenan ( Hop 3: Mike Keenan -> member of sports team -> New York Rangers ( Answer: Mike Keenan", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008301", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Hop 1: Giovanni Cornacchia -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of government -> Giovanni Giolitti (1965)\n Answer: Giovanni Giolitti", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000630", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1960.0, + "gold": "Graceland", + "pred": "Hop 1: A Mess of Blues -> performer -> John Tams (1960)\n Hop 2: John Tams -> residence -> London (1960)\n Answer: London", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000755", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Elizabeth II", + "pred": "Hop 1: Stack-O-Tracks -> place of publication -> Paris (1935)\n Hop 2: Paris -> head of state -> Charles de Gaulle (1935)\n Hop 3: Charles de Gaulle -> successor -> Pierre Mend\u00e8s France (1935)\n Answer: Pierre Mend\u00e8s France", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000326", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Hop 1: Jean-Loup Dabadie -> member of -> French Communist Party (1968)\n Hop 2: French Communist Party (1968) -> general secretary -> Jean-Loup Dabadie (1968)\n Hop 3: Jean-Loup Dabadie (1968) -> member of -> French Communist Party (1968)\n Answer: French Communist Party (1968)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002870", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Bahrain", + "pred": "Hop 1: Bahrain -> head of government -> Khalifah bin Salman Al Khalifah (1981)\n Hop 2: Khalifah bin Salman Al Khalifah -> position held -> Prime Minister of Bahrain (1981)\n Answer: Prime Minister of Bahrain", + "em": 1.0, + "f1": 0.38095238095238093 + }, + { + "id": "q_007789", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Czechia men's national football team -> head coach -> Du\u0161an Uhrin (1995)\n Hop 2: Du\u0161an Uhrin -> country of citizenship -> Czechia (1995)\n Hop 3: Czechia -> head of state -> Emil H\u00e1jek (1995)\n Answer: Emil H\u00e1jek", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007973", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Bjarne Riis", + "pred": "Hop 1: Danilo Wyss -> member of -> FC Basel 1893 (2019-2020)\n Hop 2: FC Basel 1893 -> general manager -> Raffaele Pizzi (2020-2021)\n Hop 3: Raffaele Pizzi -> member of -> FC Basel 1893 (2020-2021)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000219", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Vivien Leigh", + "pred": "Hop 1: Fay Bainter -> Academy Award -> 1939\n Hop 2: Academy Award -> winner -> Frank Lloyd\n Hop 3: Frank Lloyd -> nominated for -> The Best Years of Our Lives\n Answer: The Best Years of Our Lives", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007274", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Elizabeth II", + "pred": "Hop 1: Smiley Smile -> place of publication -> The Netherlands\n Hop 2: The Netherlands -> head of state -> Beatrix of the Netherlands\n Hop 3: Beatrix of the Netherlands -> country of citizenship -> Netherlands\n Answer: Beatrix of the Netherlands", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006021", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Luca Ronconi -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (1996)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_006576", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "Laurence Olivier", + "pred": "Hop 1: Walter Bianchi -> member of sports team -> Rimini FC (1984)\n Answer: Walter Bianchi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000623", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Bjarne Berntsen", + "pred": "Hop 1: Camilla Huse -> member of -> V\u00e5lerenga Fotball (women) (2009)\n Hop 2: V\u00e5lerenga Fotball (women) -> head coach -> Lene Nystr\u00f8m (2009)\n Hop 3: Lene Nystr\u00f8m -> member of -> Norwegian Football Association (2009)\n Answer: Norwegian Football Association", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Hop 1: Mark Haddon -> nominated for -> The Curious Incident of the Dog in the Night-Time (work)\n Hop 2: The Curious Incident of the Dog in the Night-Time (work) -> winner of -> The Man Booker Prize (prize)\n Hop 3: The Man Booker Prize (prize) -> winner of -> The Sea (work)\n Hop 4: The Sea (work) -> winner of -> John Banville (person)\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003804", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Nobel Peace Prize", + "pred": "Hop 1: United States Navy SEALs -> founded by -> Richard Marcinko\n Hop 2: Richard Marcinko -> military branch -> United States Navy\n Hop 3: United States Navy -> country -> United States\n Hop 4: United States -> president -> Lyndon B. Johnson\n Hop 5: Lyndon B. Johnson -> military branch -> United States Army\n Hop 6: United States Army -> country -> United States\n Hop 7:", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006789", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Hop 1: William Vickrey -> residence -> New York City\n Hop 2: New York City -> head of government -> Michael Bloomberg\n Hop 3: Michael Bloomberg -> country of citizenship -> United States of America\n Hop 4: United States of America -> head of government -> Donald Trump\n Answer: Donald Trump", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006521", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Atlanta-Fulton County Stadium", + "pred": "Hop 1: Hank Aaron -> member of -> Milwaukee Braves (1957-1966)\n Hop 2: Milwaukee Braves -> home venue -> County Stadium (1957-1966)\n Hop 3: County Stadium -> member of -> National League (1957-1966)\n Answer: National League", + "em": 0.0, + "f1": 0.17391304347826086 + }, + { + "id": "q_006174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "Hop 1: The Night Watch -> nominated for -> Academy Award for Best Supporting Actress (1939)\n Hop 2: Academy Award for Best Supporting Actress (1939) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> award received -> Academy Award for Best Actress (1939)\n Answer: Academy Award for Best Actress (1939)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004769", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Hop 1: Celia Johnson -> nominated for -> The Best Actress in a Supporting Role (1947)\n Hop 2: The Best Actress in a Supporting Role (1947) -> winner -> Barbara Stanwyck\n Answer: Barbara Stanwyck", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001801", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Vytautas Landsbergis", + "pred": "Hop 1: Nijol\u0117 O\u017eelyt\u0117-Vaitiek\u016bnien\u0117 -> member of political party -> Social Democratic Party of Lithuania (1995)\n Hop 2: Social Democratic Party of Lithuania -> chairperson -> Vincas Kudirka (1995)\n Hop 3: Vincas Kudirka -> member of political party -> Lithuanian Christian Democratic Union (1995)\n Hop 4:", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "State Anthem of the Soviet Union", + "pred": "Hop 1: Murmansk Oblast -> anthem -> \"Song of the North\" (1965)\n Hop 2: \"Song of the North\" (1965) -> located in -> Russian Soviet Federative Socialist Republic\n Hop 3: Russian Soviet Federative Socialist Republic -> located in -> Novosibirsk Oblast\n Answer: \"Song of the North\" (1965)", + "em": 0.0, + "f1": 0.2962962962962963 + }, + { + "id": "q_003724", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Hop 1: Piero Scotti -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Giovanni Giolitti (1971)\n Answer: Giovanni Giolitti", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006014", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Hop 1: Alfons Gorbach -> manager -> Martin Gottfried Weiss (1939)\n Answer: Martin Gottfried Weiss", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007171", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "S\u00fcper Lig", + "pred": "Hop 1: Serdar Aziz -> member of sports team -> Bursaspor (2016)\n Hop 2: Bursaspor -> league or competition -> Turkish Super Lig (2016)\n Answer: Turkish Super Lig", + "em": 0.0, + "f1": 0.09999999999999999 + }, + { + "id": "q_007260", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "3. Liga", + "pred": "Hop 1: Bastian Heidenfelder -> member of sports team -> 1. FC N\u00fcrnberg (2013)\n Hop 2: 1. FC N\u00fcrnberg -> league or competition -> Bundesliga\n Answer: Bundesliga", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Thomas Tuchel", + "pred": "Hop 1: Marcos Alonso Mendoza -> member of sports team -> Club Atl\u00e9tico River Plate (2013-2014)\n Hop 2: Club Atl\u00e9tico River Plate -> head coach -> Jorge Sampaoli (2013-2014)\n Answer: Jorge Sampaoli", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007485", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Charlize Theron", + "pred": "Hop 1: Jennifer Connelly -> nominated for -> The Piano Teacher (2001)\n Hop 2: The Piano Teacher (2001) -> winner -> Barbara Sukowa\n Hop 3: Barbara Sukowa -> winner -> 2003\n Answer: Barbara Sukowa", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001837", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: University of Tsukuba -> member of -> University of Tsukuba (1977)\n Hop 2: University of Tsukuba (1977) -> funder -> University of Virginia (1977)\n Answer: 1977", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Hop 1: Angelo Infanti -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of government -> Silvio Berlusconi (2007)\n Answer: Silvio Berlusconi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005494", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Hop 1: Steffen Freund -> member of -> Pat Travers (1981)\n Hop 2: Pat Travers -> head coach -> Tommy Aldridge (1981)\n Answer: Tommy Aldridge", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000075", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Giuseppe Prisco -> country of citizenship -> Nigeria (1968)\n Hop 2: Nigeria -> head of state -> Shehu Shagari (1976)\n Answer: Shehu Shagari", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004734", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Peter Carey", + "pred": "Hop 1: David Lodge -> nominated for -> The British Library (1988)\n Hop 2: The British Library -> winner -> The British Library (1988)\n Hop 3: The British Library (1988) -> winner -> The British Library (1988)\n Hop 4: The British Library (1988) -> winner -> The British Library (1988)\n Hop 5: The British Library (", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004770", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Constantinople", + "pred": "Hop 1: Edessa -> country -> Syria\n Hop 2: Syria -> capital -> Damascus\n Answer: Damascus", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006777", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "S\u00e1ndor Preisinger", + "pred": "Hop 1: Daniils Turkovs -> sports team -> FC Kairat Almaty\n Hop 2: FC Kairat Almaty -> head coach -> Igor Kovalenko\n Hop 3: Igor Kovalenko -> member of -> FC Kairat Almaty\n Answer: Igor Kovalenko", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001481", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Hop 1: Jennifer Johnston -> nominated for -> The Sea and the Mirror (1977)\n Hop 2: The Sea and the Mirror -> winner -> Paul Scott\n Hop 3: Paul Scott -> winner -> 1977\n Answer: 1977", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_000851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Hop 1: Walter Samuel -> member of -> Club Atl\u00e9tico River Plate (1999-2001)\n Hop 2: Club Atl\u00e9tico River Plate -> head coach -> Jos\u00e9 Luis Chilavert (1999-2001)\n Hop 3: Jos\u00e9 Luis Chilavert -> member of -> Argentina national football team (1999-2001)\n Hop 4: Argentina national football team -> head coach", + "em": 0.0, + "f1": 0.07692307692307693 + }, + { + "id": "q_000707", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Franco Evangelisti -> country of citizenship -> France (1934)\n Hop 2: France -> shares border with -> Italy (1934)\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007316", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Hop 1: Alessandro Ajmone Marsan -> member of sports team -> A.S. Roma\n Hop 2: A.S. Roma -> chairperson -> Guido Bertoglio\n Hop 3: Guido Bertoglio -> member of sports team -> A.S. Roma\n Hop 4: A.S. Roma -> chairperson -> Giuseppe Iachini\n Hop 5: Giuseppe Iachini -> member of sports team -> A.S.", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002781", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Renato Carosone -> country of citizenship -> Italy (1946)\n Hop 2: Italy -> shares border with -> Yugoslavia (1946)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_001694", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Hop 1: Genevi\u00e8ve Bujold -> nominated for -> The Conformist (film)\n Hop 2: The Conformist (film) -> winner -> Jean-Pierre Melville\n Hop 3: Jean-Pierre Melville -> nominated for -> The Battle of Algiers (film)\n Hop 4: The Battle of Algiers (film) -> winner -> Jean-Pierre Melville\n Answer: Jean-Pierre Melville", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005714", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "B\u00fclent Ecevit", + "pred": "Hop 1: Deniz Baykal -> member of -> Turkish Republican People's Party (1979)\n Hop 2: Turkish Republican People's Party (1979) -> chairperson -> Ahmet Necdet Sezer (1979)\n Hop 3: Ahmet Necdet Sezer -> member of -> Turkish Grand National Assembly (1979)\n Answer: Turkish Grand National Assembly", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Stefan Kuntz", + "pred": "Hop 1: Jan \u0160im\u016fnek -> sports team -> AC Milan (2014)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (2014)\n Hop 3: Silvio Berlusconi -> member of -> European People's Party (2014)\n Answer: European People's Party", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000390", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Nobel Prize in Physics", + "pred": "Hop 1: Roman \u010cechm\u00e1nek -> drafted by -> Philadelphia Flyers (2000)\n Hop 2: Holweck Prize -> winner -> Roman \u010cechm\u00e1nek (1952)\n Hop 3: Philadelphia Flyers -> general manager -> Bobby Clarke (2000)\n Answer: Bobby Clarke", + "em": 0.0, + "f1": 0.08333333333333334 + }, + { + "id": "q_004301", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Hop 1: United States -> head of government -> Warren G. Harding (1922)\n Answer: Warren G. Harding", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007116", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Hop 1: Simone Veil -> member of -> European Parliament (1979-1989)\n Hop 2: European Parliament -> general secretary -> Jean-Pierre Cot (1985-1989)\n Hop 3: Jean-Pierre Cot -> member of -> European Parliament (1985-1989)\n Answer: European Parliament", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004505", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Hop 1: Philip Taaffe -> work location -> London\n Hop 2: London -> head of government -> Edward Heath\n Answer: Edward Heath", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007035", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "Hop 1: Louise Bourgeois -> work location -> New York City\n Hop 2: New York City -> head of government -> David Dinkins\n Hop 3: David Dinkins -> head of government -> David Dinkins\n Answer: David Dinkins", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_004558", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Hop 1: Ryan Bertrand -> sports team -> A.S. Roma\n Hop 2: A.S. Roma -> head coach -> Luciano Spalletti\n Hop 3: Luciano Spalletti -> member of -> Italy national football team\n Hop 4: Italy national football team -> head coach -> Antonio Conte\n Hop 5: Antonio Conte -> member of -> Juventus FC\n Hop 6: Juventus FC -> head coach -> Massimiliano Allegri", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003267", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Hop 1: Poland men's national football team -> member of sports team -> Piotr Jegor (1991)\n Answer: Piotr Jegor", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006755", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Hop 1: Bruno Bieligk -> member of political party -> German National People's Party (1920)\n Hop 2: German National People's Party (1920) -> chairperson -> Paul von Hindenburg (1920)\n Hop 3: Paul von Hindenburg -> member of political party -> German National People's Party (1920)\n Hop 4: German National People's Party (1920) -> chair", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004583", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "Hop 1: Salman Rushdie -> nominated for -> Booker Prize (2005)\n Hop 2: Booker Prize -> winner -> James Welch (1987)\n Answer: 1987", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_000225", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Gareth Southgate", + "pred": "Hop 1: David Wheater -> member of sports team -> Northampton Saints\n Hop 2: Northampton Saints -> head coach -> Jim Mallinder\n Hop 3: Jim Mallinder -> member of sports team -> Leeds Rhinos\n Hop 4: Leeds Rhinos -> head coach -> Kevin Sinfield\n Hop 5: Kevin Sinfield -> member of sports team -> Leeds Rhinos\n Answer: Kevin Sinfield", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002459", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Zrenjanin City -> located in -> Autonomous Province of Vojvodina (1949)\n Hop 2: Autonomous Province of Vojvodina -> country -> Yugoslavia (1949)\n Answer: Yugoslavia", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_006352", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: University of Tsukuba -> member of -> KFC Uerdingen 05 (2002)\n Hop 2: KFC Uerdingen 05 -> funder -> University of Graz (2002)\n Answer: 2002", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004787", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Janusz W\u00f3jcik", + "pred": "Hop 1: Arkadiusz B\u0105k -> member of sports team -> Galatasaray S.K. (2009)\n Hop 2: Galatasaray S.K. -> head coach -> B\u00fclent Korkmaz (2009)\n Answer: B\u00fclent Korkmaz", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002226", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Leonid Brezhnev", + "pred": "Hop 1: Aleksei Gubarev -> member of political party -> CPSU (1973)\n Hop 2: CPSU (1973) -> chairperson -> Mikhail Gorbachev (1973)\n Answer: Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003363", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Jan Schaffrath", + "pred": "Hop 1: Martin Velits -> sports team -> Team KHC (2012)\n Hop 2: Team KHC (2012) -> head coach -> Jan Havel (2012)\n Hop 3: Jan Havel (2012) -> member of -> Soudal Quick-Step (2012)\n Answer: Soudal Quick-Step", + "em": 0.0, + "f1": 0.09090909090909091 + }, + { + "id": "q_001025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Pavel Vrba", + "pred": "Hop 1: Bo\u0159ek Do\u010dkal -> sports team -> AC Cesena\n Hop 2: AC Cesena -> head coach -> Giuseppe Sannino\n Hop 3: Giuseppe Sannino -> member of sports team -> AS Roma\n Hop 4: AS Roma -> head coach -> Luciano Spalletti\n Hop 5: Luciano Spalletti -> member of sports team -> Czechia men's national football team\n Answer: Luciano", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006972", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "Hop 1: Karl-Eduard von Schnitzler -> spouse -> Inge Keller (1955)\n Hop 2: Inge Keller -> spouse -> Karl-Eduard von Schnitzler (1955)\n Hop 3: David Storey -> spouse -> Inge Keller (1955)\n Answer: 1955", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007393", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Ba\u010d Municipality -> located in -> Serbia (1961)\n Hop 2: Serbia -> country -> Yugoslavia (1961)\n Answer: Yugoslavia", + "em": 0.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_002784", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Franz Beckenbauer", + "pred": "Hop 1: Frank Mill -> sports team -> FC St. Pauli (1988)\n Hop 2: FC St. Pauli (1988) -> head coach -> Rudi V\u00f6ller (1988)\n Hop 3: Rudi V\u00f6ller -> member of -> Austria national football team (1988)\n Answer: Austria national football team", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005991", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Hop 1: Luciano Bianciardi -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_007278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Claudia Roth", + "pred": "Hop 1: Boris Palmer -> member of political party -> Christian Democratic Union of Germany (CDU) (2009)\n Hop 2: Christian Democratic Union of Germany (CDU) -> chairperson -> Angela Merkel (2009)\n Hop 3: Angela Merkel -> chairperson -> Christian Democratic Union of Germany (CDU) (2009)\n Answer: Angela Merkel", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002109", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "ADIG", + "pred": "Hop 1: Stefan W\u00e4chter -> sports team -> 1. FC Nuremberg (2004)\n Hop 2: 1. FC Nuremberg (2004) -> sponsor -> E.ON (2004)\n Hop 3: E.ON (2004) -> member of -> E.ON (2004)\n Answer: E.ON", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005445", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Abraham Beame", + "pred": "Hop 1: Nancy Graves -> work location -> New York City\n Hop 2: New York City -> head of government -> Michael Bloomberg\n Hop 3: Michael Bloomberg -> residence -> New York City\n Answer: New York City", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Fiorello H. La Guardia", + "pred": "Hop 1: Edward McKnight Kauffer -> work location -> New York City\n Hop 2: New York City -> head of government -> Vincent R. Impellitteri\n Hop 3: Vincent R. Impellitteri -> head of government -> John J. Faso\n Answer: John J. Faso", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005633", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Hop 1: Giuseppe Saragat -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> head of state -> Sandro Pertini (1984)\n Hop 3: Sandro Pertini -> country of citizenship -> Italy (1984)\n Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_002083", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Jens Gustafsson", + "pred": "Hop 1: Nicu\u0219or Stanciu -> member of sports team -> SK Slavia Prague (2021)\n Hop 2: SK Slavia Prague -> head coach -> Miroslav \u0160korpil (2013)\n Hop 3: Miroslav \u0160korpil -> member of sports team -> Halmstads BK (2013)\n Hop 4: Halmstads BK -> head coach", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003899", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Karl Horst H\u00f6dicke -> work location -> United States (1987)\n Hop 2: United States -> country -> United States (1987)\n Hop 3: United States -> capital -> Washington, D.C. (1987)\n Answer: Washington, D.C.", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002997", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "Hop 1: Ramallah -> country -> Palestine\n Hop 2: Palestine -> located in -> Jordan\n Answer: Jordan", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005860", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hop 1: Whale Rider -> nominated for -> Best Picture\n Hop 2: Best Picture -> winner -> The Lord of the Rings: The Fellowship of the Ring\n Hop 3: The Lord of the Rings: The Fellowship of the Ring -> winner -> Ian McKellen\n Hop 4: Ian McKellen -> country of citizenship -> United States\n Answer: United States", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001039", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Panama", + "pred": "Hop 1: Cornell Capa -> work location -> Paris\n Hop 2: Paris -> shares border with -> Belgium\n Answer: Belgium", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000086", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Hop 1: Q118398 -> country of citizenship -> Italy (2021)\n Hop 2: Italy -> head of state -> Giovanni Leone (2021)\n Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005689", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Hop 1: Elie Wiesel -> country of citizenship -> Romania (1929)\n Hop 2: Romania -> capital -> Bucharest (1929)\n Answer: Bucharest", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_006609", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "Hop 1: Afula -> country -> Mandatory Palestine (1940)\n Hop 2: Mandatory Palestine -> located in -> Transjordan (1940)\n Answer: Transjordan", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004970", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Hop 1: Charlize Theron -> Unfaithful (2003) -> winner -> 2003\n Answer: 2003", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_004192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Alberto Vaquina -> country of citizenship -> Portugal (1991)\n Hop 2: Portugal -> head of state -> M\u00e1rio Soares (1991)\n Answer: M\u00e1rio Soares", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Hop 1: Mauro Staccioli -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_008062", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "M\u00e1rio Soares", + "pred": "Hop 1: Alberto Moravia -> work location -> Rome\n Hop 2: Rome -> head of state -> Giovanni Gronchi\n Hop 3: Giovanni Gronchi -> country -> Italy\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006613", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Stuart Lancaster", + "pred": "Hop 1: Ben Foden -> member of sports team -> London Broncos (2013)\n Hop 2: London Broncos -> head coach -> Steve McNamara (2013)\n Answer: Steve McNamara", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001894", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Hop 1: Annette Bening -> Academy Award for Best Actress -> 2005 -> winner -> Cate Blanchett\n Answer: Cate Blanchett", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002546", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Hop 1: Matt Carkner -> drafted by -> Montreal Canadiens (1999)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (1999)\n Hop 3: Saku Koivu -> educated at -> University of Michigan (1999)\n Answer: University of Michigan", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003153", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Hop 1: Torsten Nils Wiesel -> employer -> The Rockefeller University (1984)\n Hop 2: The Rockefeller University -> country of citizenship -> United States of America (1984)\n Hop 3: United States of America -> head of government -> Jimmy Carter (1984)\n Answer: Jimmy Carter", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002865", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Hop 1: A Bend in the River -> winner -> J. G. Farrell (1979)\n Hop 2: J. G. Farrell -> nominated for -> The Man Who Would Be King (1979)\n Hop 3: The Man Who Would Be King -> winner -> David Hemmings (1979)\n Hop 4: David Hemmings -> member of sports team -> Tottenham Hotspur F.C. (197", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007865", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Giuseppe Prisco -> country of citizenship -> Soviet Union (1965)\n Hop 2: Soviet Union -> head of state -> Mikhail Gorbachev (2001)\n Answer: Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Hop 1: Josh Lewsey -> member of sports team -> S.L. Benfica (2014)\n Hop 2: S.L. Benfica -> head coach -> Paulo Bento (2014)\n Answer: Paulo Bento", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001858", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Graceland", + "pred": "Hop 1: Anila Wilms -> country of citizenship -> Albania (1971)\n Hop 2: Albania -> member of -> COMECON (1971)\n Answer: COMECON", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Constantinople", + "pred": "Hop 1: Route nationale 4 -> located in the administrative territorial entity -> Bas-Rhin (2014)\n Hop 2: Bas-Rhin -> country -> France (2014)\n Hop 3: France -> capital -> Paris (2014)\n Answer: Paris", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003034", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Hop 1: Emil Filla -> manager -> Antonin Kozel (1939)\n Hop 2: Antonin Kozel -> point in time after -> Hans Beimler (1939)\n Hop 3: Hans Beimler -> point in time after -> Dachau concentration camp (1939)\n Answer: Antonin Kozel", + "em": 0.0, + "f1": 0.09090909090909091 + }, + { + "id": "q_000799", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Barack Obama", + "pred": "Hop 1: Bavarian TV Awards -> original broadcaster -> RTL (2018)\n Answer: RTL", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Boston Garden", + "pred": "Hop 1: John Havlicek -> member of sports team -> Boston Celtics (2015)\n Hop 2: Boston Celtics -> home venue -> Boston Garden (2015)\n Answer: Boston Garden", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_004762", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "Kingdom of Prussia", + "pred": "Hop 1: 1911 World Figure Skating Championships -> location -> St. Moritz\n Hop 2: St. Moritz -> located in -> Switzerland\n Hop 3: Switzerland -> located in -> Europe\n Answer: Europe", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004806", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Hop 1: Jonathan Urretaviscaya -> member of -> Sports team -> chairperson -> Jo\u00e3o Tamagnini Barbosa (2013)\n Answer: Jo\u00e3o Tamagnini Barbosa", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Premier League", + "pred": "Hop 1: Ruslan Rotan -> member of sports team -> FC Dnipro (Khmelnytskyi) (2008)\n Hop 2: FC Dnipro (Khmelnytskyi) -> league or competition -> Ukrainian Premier League (2008)\n Answer: Ukrainian Premier League", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_008203", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Amway Arena", + "pred": "Hop 1: Karel Schwarzenberg -> member of -> TOP 09 (2018)\n Answer: TOP 09", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004465", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: University of Helsinki -> member of -> University of Helsinki (1969)\n Hop 2: University of Helsinki (1969) -> funder -> Michigan State University (1969)\n Answer: 1969", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006874", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "John Lindsay", + "pred": "Hop 1: William Vickrey -> residence -> New York City\n Hop 2: New York City -> head of government -> David Dinkins\n Hop 3: David Dinkins -> country of citizenship -> United States\n Answer: David Dinkins", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000593", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Leo Nomellini -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1957)\n Answer: Giovanni Gronchi", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_004615", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2018.0, + "gold": "2018", + "pred": "Hop 1: Stefano Palmieri -> officeholder -> Mirko Tomassoni (1950)\n Answer: 1950", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Geoffrey Rush", + "pred": "Hop 1: As Good as It Gets -> award -> Academy Award for Best Actor (1997)\n Hop 2: Academy Award for Best Actor (1997) -> winner -> Jack Nicholson\n Hop 3: Jack Nicholson -> award -> Academy Award for Best Actor (1997)\n Answer: Academy Award for Best Actor (1997)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Hop 1: Antonia Fraser -> spouse -> Charles II of England (1660-1685)\n Hop 2: Charles II of England (1660-1685) -> nominated for -> Order of the Garter (1348-1994)\n Hop 3: Order of the Garter (1348-1994) -> nominated for -> 1994\n Answer:", + "em": 0.0, + "f1": 0.07142857142857142 + }, + { + "id": "q_004669", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Yuri Semin", + "pred": "Hop 1: \u00c9der -> member of -> Sport Club do Recife (1999)\n Hop 2: Sport Club do Recife (1999) -> head coach -> Paulo C\u00e9sar (1999)\n Hop 3: Paulo C\u00e9sar (1999) -> member of -> Sport Club do Recife (1999)\n Answer: Paulo C\u00e9sar", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> head of government -> Giovanni Ferrofino (1972)\n Answer: Giovanni Ferrofino", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Hop 1: Bruno Bieligk -> member of political party -> German Social Democratic Party (1906)\n Hop 2: German Social Democratic Party (1906) -> chairperson -> Otto Hahn (1906)\n Hop 3: Otto Hahn -> member of political party -> German Democratic Party (1906)\n Hop 4: German Democratic Party (1906) -> chairperson -> Georg Ledebour (1", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006858", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Hop 1: Monster's award -> winner -> Giorgio Pasquali (1943)\n Hop 2: Giorgio Pasquali -> country of citizenship -> Kingdom of Italy (1943)\n Hop 3: Kingdom of Italy -> year -> 1943 (1943)\n Answer: 1943", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000627", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Hop 1: Antonia Fraser -> spouse -> John Julius Norwich (1982)\n Hop 2: John Julius Norwich -> nominated for -> Tony Award for Best Direction of a Play (1982)\n Hop 3: Tony Award for Best Direction of a Play -> winner -> John Gielgud (1982)\n Hop 4: John Gielgud -> spouse -> Margaret Gielgud (1982)\n Answer: Margaret", + "em": 0.0, + "f1": 0.1875 + }, + { + "id": "q_008456", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "Hop 1: Jermaine Beckford -> member of sports team -> Scunthorpe United F.C. (2007)\n Answer: Scunthorpe United F.C.", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004863", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Hop 1: It Happened One Night -> 1935 -> 1935 Academy Award for Best Picture -> winner -> Frank Capra\n Hop 2: Frank Capra -> 1935 -> 1935 Academy Award for Best Director -> winner -> Frank Capra\n Hop 3: Frank Capra -> 1935 -> 1935 Academy Award for Best Director -> nominated for -> It Happened One", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005053", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lauri Yl\u00f6nen", + "pred": "Hop 1: Haloo Helsinki! -> nominated for -> 2011 Eurovision Song Contest\n Hop 2: 2011 Eurovision Song Contest -> winner -> Alexander Rybak\n Hop 3: Alexander Rybak -> winner -> 2009 Eurovision Song Contest\n Answer: Alexander Rybak", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006906", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sini\u0161a Mihajlovi\u0107", + "pred": "Hop 1: Marco Marchionni -> sports team -> A.S. Roma\n Hop 2: A.S. Roma -> head coach -> Luciano Spalletti\n Hop 3: Luciano Spalletti -> member of -> Italy national football team\n Hop 4: Italy national football team -> head coach -> Marcello Lippi\n Hop 5: Marcello Lippi -> member of -> AC Milan\n Hop 6: AC Milan -> head coach -> Carlo", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004343", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Arrigo Sacchi", + "pred": "Hop 1: Walter Bianchi -> member of -> New York Islanders (1984)\n Hop 2: New York Islanders -> head coach -> Bryan Trottier (1984)\n Hop 3: Bryan Trottier -> member of -> New York Islanders (1984)\n Hop 4: New York Islanders -> head coach -> Bryan Trottier (1984)\n Hop 5: Bryan Trottier -> member of -> New", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008520", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Hans Loritz", + "pred": "Hop 1: Chris Mihm -> league or competition -> National Basketball Association (2005)\n Hop 2: National Basketball Association -> manager -> Abraham Adolf Kaiser (1938)\n Hop 3: Abraham Adolf Kaiser -> point in time -> 1938\n Answer: 1938", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008566", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Hop 1: Hanns Martin Schleyer -> member of political party -> Nazi Party (1975)\n Hop 2: Nazi Party -> general secretary -> Otto Meissner (1975)\n Hop 3: Otto Meissner -> member of political party -> German National People's Party (1975)\n Answer: German National People's Party", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005406", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "West Germany", + "pred": "Hop 1: Friedrich Hayek -> country of residence -> United Kingdom (1980)\n Hop 2: United Kingdom -> capital -> London (1980)\n Answer: London", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005485", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Milo\u0161 Zeman", + "pred": "Hop 1: Bergepanzer B\u00fcffel -> operator -> Bundeswehr\n Hop 2: Bundeswehr -> head of state -> Frank-Walter Steinmeier\n Hop 3: Frank-Walter Steinmeier -> country of citizenship -> Germany\n Answer: Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006778", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italian lira", + "pred": "Hop 1: Lyla Rocco -> country of citizenship -> Belgium (2005)\n Hop 2: Belgium -> currency -> Belgian franc (2005)\n Answer: Belgian franc", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000448", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Alex Ferguson", + "pred": "Hop 1: Bryan Gunn -> member of -> WWE (1996)\n Hop 2: WWE -> head coach -> Vince McMahon (1996)\n Hop 3: Vince McMahon -> member of -> McMahon family (1996)\n Answer: McMahon family", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005253", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Aravind Adiga", + "pred": "Hop 1: Amitav Ghosh -> nominated for -> The Glass Palace (book)\n Hop 2: The Glass Palace (book) -> winner of -> The Man Booker Prize (1999)\n Hop 3: The Man Booker Prize (1999) -> winner of -> The Man Booker Prize (1999)\n Hop 4: The Man Booker Prize (1999) -> winner of -> The Man Booker Prize (199", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002793", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Hop 1: Jennifer Jones -> Academy Award for Best Actress -> 1945\n Hop 2: 1945 -> winner -> Martin Ra\u0161ka\n Hop 3: Martin Ra\u0161ka -> nominated for -> 1945\n Answer: 1945", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001366", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Cliff Burton", + "pred": "Hop 1: Master of Puppets -> performer -> Kirk Hammett (1986)\n Hop 2: Kirk Hammett -> has part -> James Hetfield (1986)\n Hop 3: James Hetfield -> has part -> Jason Newsted (1986)\n Answer: James Hetfield", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000346", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Giorgio Napolitano", + "pred": "Hop 1: Giovanni Lilliu -> country of citizenship -> Italy (2010)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2010)\n Answer: Giorgio Napolitano", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_001380", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "John Williams", + "pred": "Hop 1: Katie Couric -> notable work -> The West Wing (1999)\n Hop 2: The West Wing (1999) -> composer -> David Newman\n Hop 3: David Newman -> after -> Les Brown\n Hop 4: David Newman -> composer -> The West Wing (1999)\n Answer: David Newman", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007366", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Hop 1: Giorgio Mastropasqua -> member of sports team -> Ascoli Calcio 1973 (1973)\n Hop 2: Ascoli Calcio 1973 -> chairperson -> Giorgio Mastropasqua (1973)\n Answer: Giorgio Mastropasqua", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004085", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "Qing dynasty", + "pred": "Hop 1: Luo Yixiu -> spouse -> Liang Shuqing (1907)\n Hop 2: Liang Shuqing (1907) -> country of citizenship -> United Kingdom (1907)\n Hop 3: United Kingdom (1907) -> country -> United Kingdom (1907)\n Answer: United Kingdom", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "Hop 1: Shimon Peres -> country of citizenship -> Israel (1984)\n Hop 2: Israel -> located in -> Middle East (1984)\n Answer: Middle East", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Hop 1: Lady Gaga -> award received -> MTV Video Music Award for Best New Artist (2009)\n Hop 2: Kiran Desai -> nominated for -> Lady Gaga (1979)\n Hop 3: Sangeeta Bhatia -> winner of -> Kiran Desai (1979)\n Answer: Sangeeta Bhatia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Hop 1: Steve Borthwick -> member of sports team -> Chelsea F.C. (1996)\n Hop 2: Chelsea F.C. -> kit supplier -> Umbro (1996)\n Hop 3: Chelsea F.C. -> kit supplier -> Puma (1996)\n Answer: Puma", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005149", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Dalvik VM", + "pred": "Hop 1: Grand Theft Auto III -> platform -> Microsoft Windows (2001)\n Hop 2: Microsoft Windows -> has part -> Windows 98 (2001)\n Hop 3: Windows 98 -> has part -> Windows 95 (1995)\n Answer: Windows 95", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007466", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Deutsche Mark", + "pred": "Hop 1: Sande -> country -> German Democratic Republic (1956)\n Hop 2: German Democratic Republic -> currency -> East German mark (1956)\n Answer: East German mark", + "em": 0.0, + "f1": 0.13333333333333336 + }, + { + "id": "q_001168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "EFL Championship", + "pred": "Hop 1: Joel Lynch -> sports team -> St. Louis Blues\n Hop 2: St. Louis Blues -> league -> National Hockey League\n Hop 3: National Hockey League -> competition -> Stanley Cup\n Answer: Stanley Cup", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002303", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Hop 1: Andrew Jacobs -> position held -> delegate (1954)\n Answer: delegate", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004925", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Hop 1: Bessie Love -> nominated for -> The Last of the Mohicans (1930 film)\n Hop 2: The Last of the Mohicans (1930 film) -> winner -> John Boles\n Answer: John Boles", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002425", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Ugo Morin -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_003762", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Minneapolis Armory", + "pred": "Hop 1: Bud Grant -> sports team -> Minnesota Vikings -> home venue -> Hubert H. Humphrey Metrodome (1982-1998)\n Answer: Hubert H. Humphrey Metrodome", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000351", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Territory of Hawaii", + "pred": "Hop 1: Erazim Koh\u00e1k -> residence -> Prague\n Hop 2: Prague -> contains the administrative territorial entity -> Prague 6\n Hop 3: Prague 6 -> contains the administrative territorial entity -> \u017di\u017ekov\n Answer: \u017di\u017ekov", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003288", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Hop 1: Rainer Ernst -> member of -> FC Schalke 04 (1992)\n Hop 2: FC Schalke 04 (1992) -> chairperson -> Rainer Ernst (1992)\n Hop 3: Rainer Ernst (1992) -> member of -> German Football Association (1992)\n Hop 4: German Football Association (1992) -> chairperson", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001079", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Giampiero Boniperti", + "pred": "Hop 1: Stefano Tacconi -> member of sports team -> Boston Celtics (1985)\n Hop 2: Boston Celtics -> chairperson -> John Havlicek (1985)\n Hop 3: John Havlicek -> member of sports team -> Los Angeles Lakers (1985)\n Answer: Los Angeles Lakers", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Paulo Bento", + "pred": "Hop 1: Baek Sung-dong -> sports team -> South Korea men's national football team ( Hop 1: Baek Sung-dong -> sports team -> South Korea men's national football team )\n Hop 2: South Korea men's national football team -> head coach -> Kim Young-joon ( Hop 2: South Korea men's national football team -> head coach -> Kim Young-joon )\n Hop 3: Kim Young-joon -> member of", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006454", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Steve Sampson", + "pred": "Hop 1: Kevin Hartman -> member of -> Seattle Sounders FC (2005)\n Hop 2: Seattle Sounders FC -> head coach -> Sigi Schmid (2005)\n Hop 3: Sigi Schmid -> predecessor -> John Hackworth (2005)\n Answer: John Hackworth", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007686", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "United States Cabinet", + "pred": "Hop 1: Edwin Denby -> position held -> United States Department of the Treasury\n Hop 2: United States Department of the Treasury -> part of -> United States Department of the Treasury\n Hop 3: United States Department of the Treasury -> part of -> United States federal government\n Hop 4: United States federal government -> part of -> United States\n Hop 5: United States -> part of -> North America\n Hop 6: North America -> part of ->", + "em": 0.0, + "f1": 0.16 + }, + { + "id": "q_001636", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "Hop 1: Andrew Schally -> winner -> 1975 Hop 2: 1975 -> award received -> Roger Guillemin Hop 3: Roger Guillemin -> located in -> City of Gosford Hop 4: City of Gosford -> country -> Australia Hop 5: Australia -> capital -> Canberra Hop 6: Canberra -> located in -> Australian Capital Territory Hop 7: Australian Capital Territory -> country -> Australia Hop 8:", + "em": 1.0, + "f1": 0.0689655172413793 + }, + { + "id": "q_000642", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Alan Hollinghurst", + "pred": "Hop 1: Ronan Bennett -> nominated for -> The Last of the Mohicans (film) (1992)\n Hop 2: The Last of the Mohicans (film) (1992) -> winner -> Daniel Day-Lewis\n Hop 3: Daniel Day-Lewis -> winner -> The Last of the Mohicans (film) (1992)\n Answer: Daniel Day-Lewis", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005992", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1906.0, + "gold": "Theodore Roosevelt", + "pred": "Hop 1: Alexander Graham Bell -> country of citizenship -> United States of America (1906)\n Hop 2: United States of America -> head of government -> William Howard Taft (1906)\n Hop 3: William Howard Taft -> head of government -> William Howard Taft (1906)\n Answer: William Howard Taft", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001567", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Hop 1: William Vickrey -> residence -> 1960 -> head of government -> \u00d6mer Kaner\n Answer: \u00d6mer Kaner", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003917", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Elizabeth II", + "pred": "Hop 1: Liz Smith -> country of citizenship -> Israel (2004)\n Hop 2: Israel -> head of state -> Q181832 (2004)\n Hop 3: Q181832 -> head of state -> Shimon Peres (2004)\n Answer: Shimon Peres", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007632", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pawe\u0142 Janas", + "pred": "Hop 1: Kamil Kosowski -> sports team -> A.S. Roma\n Hop 2: A.S. Roma -> head coach -> Luciano Spalletti\n Hop 3: Luciano Spalletti -> member of -> Italy national football team\n Hop 4: Italy national football team -> head coach -> Fabio Capello\n Hop 5: Fabio Capello -> member of -> AC Milan\n Hop 6: AC Milan -> head coach -> Carlo", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001702", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Eerste Divisie", + "pred": "Hop 1: Timothy Dreesen -> member of sports team -> Tottenham Hotspur F.C. (2014)\n Hop 2: Tottenham Hotspur F.C. -> league or competition -> Premier League (2014)\n Answer: Premier League", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006358", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "German Federal Archives", + "pred": "Hop 1: Karl-Liebknecht-Haus -> operator -> German Empire (1932)\n Hop 2: German Empire -> archives at -> Berlin (1932)\n Hop 3: Berlin -> operator -> German Empire (1932)\n Hop 4: German Empire -> archives at -> Berlin (1932)\n Hop 5: Berlin -> operator -> German Empire (1932)\n Hop 6: German Empire ->", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_006799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Dwight D. Eisenhower", + "pred": "Hop 1: Erazim Koh\u00e1k -> residence -> Prague\n Hop 2: Prague -> head of government -> V\u00e1clav Klaus\n Hop 3: V\u00e1clav Klaus -> country -> Czech Republic\n Hop 4: Czech Republic -> head of government -> Milo\u0161 Zeman\n Hop 5: Milo\u0161 Zeman -> residence -> Prague\n Hop 6: Prague -> head of government -> V\u00e1clav Klaus\n Hop 7: V\u00e1", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001724", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Lyndon B. Johnson", + "pred": "Hop 1: David Bowie -> work location -> Berlin (1977)\n Hop 2: Berlin -> head of government -> Ulrich Morgenstern (1968)\n Hop 3: Ulrich Morgenstern -> place of publication -> Stack-O-Tracks (1968)\n Answer: Ulrich Morgenstern", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005308", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Hop 1: Jeanne Eagels -> Academy Award for Best Actress -> 1930\n Hop 2: 1930 -> winner -> Janet Gaynor\n Hop 3: Janet Gaynor -> nominated for -> The Last of the Mohicans (1921 film)\n Hop 4: The Last of the Mohicans (1921 film) -> winner -> John Boles\n Answer: John Boles", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006485", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Hop 1: Matthew Kneale -> nominated for -> The Quiet American (film)\n Hop 2: The Quiet American (film) -> winner -> Anthony Hopkins\n Hop 3: Anthony Hopkins -> winner -> 1999 Academy Award for Best Actor\n Hop 4: 1999 Academy Award for Best Actor -> winner -> Anthony Hopkins\n Hop 5: Anthony Hopkins -> winner -> 1999 Golden Globe Award for Best Actor - Motion", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004831", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Hop 1: Piero Scotti -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005190", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Hop 1: Georg Danek -> Ausonius Award -> 1999\n Hop 2: 1999 -> employer -> Lille OSC\n Hop 3: Lille OSC -> member of sports team -> Beno\u00eet Cheyrou\n Answer: Beno\u00eet Cheyrou", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006636", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "George Marshall", + "pred": "Hop 1: James F. Byrnes -> officeholder -> Erwin Teufel (1947)\n Hop 2: Erwin Teufel -> position held -> chairperson (1947)\n Answer: chairperson", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003213", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Hop 1: People's Republic of China -> head of government -> Zhou Enlai (1970)\n Answer: Zhou Enlai", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005672", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: L\u0119bork -> country -> Germany (1939)\n Hop 2: Germany -> head of state -> Paul von Hindenburg (1939)\n Hop 3: Paul von Hindenburg -> successor -> Adolf Hitler (1939)\n Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006227", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: Edith Evans -> award received -> Silver Bear for Best Actress (1967)\n Answer: 1967", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Giffoni Film Festival", + "pred": "Hop 1: Big Sean -> unmarried partner -> Kandace Springs (2013)\n Hop 2: Kandace Springs -> award received -> Grammy Award (2013)\n Hop 3: Grammy Award -> award received -> Grammy Award (2013)\n Answer: Grammy Award", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007816", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Franciszek Smuda", + "pred": "Hop 1: Marek Saganowski -> member of -> Legia Warsaw (2012)\n Hop 2: Legia Warsaw -> head coach -> Slawomir Szymanski (2012)\n Hop 3: Slawomir Szymanski -> member of -> Polish Football Association (2012)\n Answer: Polish Football Association", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001958", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "John Lindsay", + "pred": "Hop 1: Arman -> work location -> Berlin (1937)\n Hop 2: Berlin -> head of government -> Paul von Hindenburg (1937)\n Answer: Paul von Hindenburg", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007818", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Sepp Herberger", + "pred": "Hop 1: Fritz Herkenrath -> member of -> 2nd U-boat Flotilla (1957)\n Hop 2: 2nd U-boat Flotilla -> head coach -> Hans-Georg R\u00f6ll (1957)\n Answer: Hans-Georg R\u00f6ll", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003874", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Rina Franchetti -> country of citizenship -> Italy (2005)\n Hop 2: Italy -> member of -> European Economic Community (2005)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_006836", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Gianni Dova -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> shares border with -> Austria (1989)\n Answer: Austria", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005437", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Hop 1: Maria Tore Barbina -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1996)\n Hop 3: Antonio Bacci -> country of citizenship -> Italy (1996)\n Answer: Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001779", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Chemnitz Government Region", + "pred": "Hop 1: Beate Zsch\u00e4pe -> residence -> Berlin (2005)\n Hop 2: Berlin -> located in -> Germany (2005)\n Answer: Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002182", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Giessen -> country -> Germany\n Hop 2: Germany -> head of state -> Paul von Hindenburg\n Hop 3: Paul von Hindenburg -> country -> Germany\n Answer: Paul von Hindenburg", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006540", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Hop 1: Piero Frescobaldi -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Hop 1: Al\u00edpio -> member of sports team -> Caxias do Sul Futebol S.C. (2011)\n Hop 2: Caxias do Sul Futebol S.C. (2011) -> chairperson -> Paulo C\u00e9sar de Oliveira\n Hop 3: Paulo C\u00e9sar de Oliveira -> after -> Jo\u00e3o Tamagnini Barbosa\n Answer: Paulo C\u00e9sar de Oliveira", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000470", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Renato Polselli -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> head of state -> Umberto II (1950)\n Answer: Umberto II", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004884", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Emma Thompson", + "pred": "Hop 1: Jodie Foster -> nominated for -> The Silence of the Lambs (1991)\n Hop 2: The Silence of the Lambs (1991) -> winner -> Anthony Hopkins\n Hop 3: Anthony Hopkins -> winner -> The Fugitive (1993)\n Answer: The Fugitive (1993)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008312", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "United Kingdom of Great Britain and Ireland", + "pred": "Hop 1: Leonard Woolf -> spouse -> Virginia Woolf (1924)\n Hop 2: Virginia Woolf -> country of citizenship -> United Kingdom (1924)\n Hop 3: United Kingdom -> capital -> London (1924)\n Answer: London", + "em": 0.0, + "f1": 0.25 + }, + { + "id": "q_006013", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "Hop 1: Louise Bourgeois -> work location -> New York City (1990)\n Hop 2: New York City -> head of government -> David Dinkins (1990)\n Hop 3: David Dinkins -> located in -> New York City (1990)\n Answer: David Dinkins", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_006889", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Carlo Ancelotti", + "pred": "Hop 1: Franco Di Santo -> member of -> A.S. Roma\n Hop 2: A.S. Roma -> head coach -> Luciano Spalletti\n Hop 3: Luciano Spalletti -> member of -> A.S. Roma\n Hop 4: A.S. Roma -> head coach -> Luciano Spalletti\n Hop 5: Luciano Spalletti -> member of -> A.S. Roma\n Answer: Luciano Spalletti", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003651", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Hop 1: Matt Carkner -> drafted by -> Montreal Canadiens (2004)\n Hop 2: Montreal Canadiens -> team captain -> Guy Lafleur (2004)\n Hop 3: Guy Lafleur -> member of -> sports team Montreal Canadiens (2004)\n Answer: sports team Montreal Canadiens", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Q82595", + "pred": "Hop 1: Mirco Born -> member of sports team -> 1. FC N\u00fcrnberg (2015)\n Hop 2: 1. FC N\u00fcrnberg -> league or competition -> Bundesliga (2015)\n Answer: Bundesliga", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Armando C\u00edrio -> country of citizenship -> Brazil (2004)\n Hop 2: Brazil -> head of state -> Dilma Rousseff (2004)\n Answer: Dilma Rousseff", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000420", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1917.0, + "gold": "1917", + "pred": "Hop 1: Transbaikal Oblast -> located in -> Russia (1917)\n Hop 2: Russia -> located in -> February Revolution (1917)\n Hop 3: February Revolution -> year -> 1917\n Answer: 1917", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_005828", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Prime Minister of Belize", + "pred": "Hop 1: Belize -> head of government -> John B. H. Hayes (1984-1988)\n Answer: John B. H. Hayes", + "em": 0.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_006078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Sepp Herberger", + "pred": "Hop 1: Hans Nowak -> member of -> 1. FC Nuremberg (1962)\n Hop 2: 1. FC Nuremberg -> head coach -> Karl-Heinz Miller (1962)\n Hop 3: Karl-Heinz Miller -> member of -> German Football Association (1962)\n Answer: German Football Association", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002499", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Territory of Hawaii", + "pred": "Hop 1: Alexander Graham Bell -> country of citizenship -> United States\n Hop 2: United States -> contains the administrative territorial entity -> Chicago\n Hop 3: Chicago -> contains the administrative territorial entity -> Cook County\n Answer: Cook County", + "em": 0.0, + "f1": 0.08333333333333333 + }, + { + "id": "q_008212", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "George VI", + "pred": "Hop 1: HMS Spur -> country -> United Kingdom\n Hop 2: United Kingdom -> head of state -> George VI\n Hop 3: George VI -> successor -> Elizabeth II\n Answer: George VI", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Salvatore Cassisa -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> shares border with -> France (1967)\n Answer: France", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006976", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Gennaro Gattuso", + "pred": "Hop 1: Gheorghe Ben\u021bia -> member of sports team -> Romania national rugby union team (1919)\n Answer: Gheorghe Ben\u021bia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007445", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Hop 1: Borussia Dortmund -> head coach -> Thomas Tuchel (2012)\n Hop 2: Thomas Tuchel -> award -> Order of Merit of Baden-W\u00fcrttemberg (2012)\n Answer: Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.0909090909090909 + }, + { + "id": "q_004525", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Lamberto Dini", + "pred": "Hop 1: Antonio Brancaccio -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of government -> Giulio Andreotti (1995)\n Answer: Giulio Andreotti", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Giorgio Napolitano", + "pred": "Hop 1: Milram -> country -> Italy (1956)\n Hop 2: Italy -> head of state -> Giovanni Leone (1956)\n Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003387", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: Karlsruhe Institute of Technology -> member of -> Tsinghua University (2013)\n Answer: 2013", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Hop 1: George Boateng -> member of sports team -> A.S. Roma\n Hop 2: A.S. Roma -> head coach -> Luciano Spalletti\n Hop 3: Luciano Spalletti -> member of sports team -> S.S. Lazio\n Answer: S.S. Lazio", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008292", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "United States", + "pred": "Hop 1: Yaroslav Popovych -> member of sports team -> FC Metalist Kharkiv (2006)\n Hop 2: FC Metalist Kharkiv -> country -> Ukraine\n Answer: Ukraine", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006528", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "Hop 1: Leo K\u00f6nigsberger -> doctoral student -> Giuseppe Peano (1858-1932)\n Hop 2: Giuseppe Peano -> doctoral advisor -> Giuseppe Peano (1858-1932)\n Hop 3: Giuseppe Peano (1858-1932) -> country of citizenship -> Kingdom of Italy (1861-1946)\n Hop 4:", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008636", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Walter Zenga", + "pred": "Hop 1: Giuseppe Mascara -> member of sports team -> S.L. Benfica (2017)\n Hop 2: S.L. Benfica -> head coach -> Paulo Bento (2017)\n Answer: Paulo Bento", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004972", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Kia Forum", + "pred": "Hop 1: Kermit Washington -> member of -> Washington Bullets (1977)\n Hop 2: Washington Bullets (1977) -> home venue -> Memorial Coliseum (1977)\n Hop 3: Memorial Coliseum (1977) -> located in -> Nashville (1977)\n Answer: Nashville", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006497", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Hungarian People's Republic", + "pred": "Hop 1: Demeter Balla -> work location -> Budapest\n Hop 2: Budapest -> capital of -> Czechoslovakia\n Answer: Czechoslovakia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Hop 1: Fernando Torres -> sports team -> Atl\u00e9tico Madrid\n Hop 2: Atl\u00e9tico Madrid -> head coach -> Diego Simeone\n Hop 3: Diego Simeone -> member of -> FC Barcelona\n Hop 4: FC Barcelona -> head coach -> Luis Enrique\n Hop 5: Luis Enrique -> member of -> Real Madrid\n Hop 6: Real Madrid -> head coach -> Rafael Ben\u00edtez\n Answer: Rafael Ben\u00edtez", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005410", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Taiwan", + "pred": "Hop 1: Elizabeth Bishop -> residence -> Key West (1955)\n Hop 2: Key West -> diplomatic relation -> United States (1955)\n Answer: United States", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000901", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Hop 1: Gaza City -> country -> Palestine (1996)\n Hop 2: Palestine (1996) -> head of government -> Yasser Arafat (1996)\n Answer: Yasser Arafat", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007838", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mircea Lucescu", + "pred": "Hop 1: Berkant G\u00f6ktan -> member of sports team -> Fenerbah\u00e7e S.K. (Football)\n Hop 2: Fenerbah\u00e7e S.K. (Football) -> head coach -> B\u00fclent Korkmaz\n Hop 3: B\u00fclent Korkmaz -> member of sports team -> Galatasaray S.K. (Football)\n Hop 4: Galatasaray S.K. (Football) -> head coach ->", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007144", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "The Internationale", + "pred": "Hop 1: Glazov -> country -> Russian Soviet Federative Socialist Republic (2004)\n Hop 2: Andrejs Rubins -> country of citizenship -> Latvia (2004)\n Hop 3: Latvia -> anthem -> \"L\u0101\u010dpl\u0113sis\" (2004)\n Answer: \"L\u0101\u010dpl\u0113sis\"", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Jean Mistler", + "pred": "Hop 1: Ren\u00e9 Huyghe -> member of -> Nazi Party (1931)\n Hop 2: Nazi Party -> general secretary -> Hans G\u00fcnther (1931)\n Hop 3: Hans G\u00fcnther -> member of -> German National People's Party (1931)\n Answer: German National People's Party", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000287", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Gerhard Casper", + "pred": "Hop 1: Raymond Dumais -> employer -> Q170288 (1993)\n Hop 2: Q170288 -> chairperson -> John H. H. Weir (1993)\n Answer: John H. H. Weir", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004792", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Hop 1: Mario Piccioli -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> currency -> Italian lira (1947)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006621", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sean Yates", + "pred": "Hop 1: Ferenc Csongr\u00e1di -> member of sports team -> FC Veszpr\u00e9m (2010)\n Answer: Ferenc Csongr\u00e1di", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001788", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Hop 1: Jeanne Eagels -> nominated for -> The Best Actress in a Supporting Role (1930)\n Hop 2: The Best Actress in a Supporting Role (1930) -> winner -> Mary Brian\n Hop 3: Mary Brian -> winner -> Mary Brian\n Answer: Mary Brian", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002557", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Fiorello H. La Guardia", + "pred": "Hop 1: Hanns Eisler -> work location -> Berlin\n Hop 2: Berlin -> head of government -> Albert Hirschfeld\n Hop 3: Albert Hirschfeld -> country -> Germany\n Answer: Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "Hop 1: Penelope Fitzgerald -> 1990 -> The God of Small Things (novel)\n Hop 2: The God of Small Things (novel) -> winner -> Arundhati Roy\n Hop 3: Arundhati Roy -> nominated for -> The God of Small Things (novel)\n Answer: Arundhati Roy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006058", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Giuseppe Saragat", + "pred": "Hop 1: Antonio Pesenti -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (1967)\n Hop 3: Giorgio Napolitano -> head of state -> Antonio Pesenti (1967)\n Answer: Antonio Pesenti", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000536", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Hop 1: Baltazar -> member of sports team -> Atl\u00e9tico Madrid\n Hop 2: Atl\u00e9tico Madrid -> home venue -> Estadio Metropolitano\n Hop 3: Estadio Metropolitano -> member of -> Atl\u00e9tico Madrid\n Answer: Atl\u00e9tico Madrid", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007404", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2000.0, + "gold": "2000", + "pred": "Hop 1: Robert Creeley -> award -> Robert Creeley Award (1966)\n Hop 2: Robert Creeley Award (1966) -> winner -> John Ashbery (1966)\n Hop 3: John Ashbery (1966) -> year of birth -> 1927\n Hop 4: 1927 -> equal to -> 1927\n Hop 5: 19", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001292", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1990.0, + "gold": "1990", + "pred": "Hopi Hopi | winner | 1994\n Answer: 1994", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "Hop 1: Aaliyah -> nominated for -> MTV Video Music Award for Best R&B Video (2002)\n Hop 2: MTV Video Music Award for Best R&B Video -> winner -> Mary J. Blige (2002)\n Answer: Mary J. Blige", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Hop 1: Fay Weldon -> nominated for -> The Children's Book (1989)\n Hop 2: The Children's Book (1989) -> winner of -> 1989 Booker Prize\n Hop 3: 1989 Booker Prize -> winner of -> The English Patient (1992)\n Hop 4: The English Patient (1992) -> winner of -> 1993 Academy Award for", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002490", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "Hop 1: Jeanne Eagels -> nominated for -> Norma Shearer (1930)\n Answer: 1930", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_001434", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "New York City", + "pred": "Hop 1: Betsey Johnson -> spouse -> Robert L. Johnson (1971)\n Hop 2: Robert L. Johnson -> residence -> New York City (1971)\n Hop 3: New York City -> residence -> United States (1971)\n Answer: United States", + "em": 1.0, + "f1": 0.3 + }, + { + "id": "q_006868", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "Hop 1: Ben Kingsley -> winner -> 1999 Cannes Film Festival (1999)\n Hop 2: 1999 Cannes Film Festival (1999) -> nominated for -> Best Actor (1999)\n Hop 3: Best Actor (1999) -> winner -> Ray Winstone (1999)\n Answer: 1999", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jean Mistler", + "pred": "Hop 1: Roger Caillois -> member of -> Acad\u00e9mie des jeux (1977)\n Hop 2: Acad\u00e9mie des jeux -> general secretary -> Jean-Pierre Boudet (1977)\n Hop 3: Jean-Pierre Boudet -> member of -> Union des \u00e9crivains de France (1977)\n Answer: Union des \u00e9crivains de France", + "em": 0.0, + "f1": 0.08333333333333334 + }, + { + "id": "q_002319", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2022.0, + "gold": "2022", + "pred": "Hop 1: Stevan Joveti\u0107 -> member of sports team -> VfL Wolfsburg (2008-2010)\n Hop 2: VfL Wolfsburg -> head coach -> Felix Magath (2008-2010)\n Answer: 2008-2010", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008472", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Inge Keller -> spouse -> Karl Ritter (1955)\n Hop 2: Karl Ritter -> country of citizenship -> Germany (1955)\n Hop 3: Germany -> before -> United States (1955)\n Answer: United States", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000496", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Massimo D'Alema", + "pred": "Hop 1: Fulvio Tomizza -> country of citizenship -> Italy (1999)\n Hop 2: Italy -> head of government -> Silvio Berlusconi (1999)\n Answer: Silvio Berlusconi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005883", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Hop 1: G\u00fcnter Siegmund -> country of citizenship -> Germany (1997)\n Hop 2: Germany -> head of state -> Roman Herzog (1997)\n Hop 3: Roman Herzog -> country of citizenship -> Germany (1997)\n Hop 4: Germany -> member of -> Western European Union (1997)\n Answer: Roman Herzog", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_000466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "BP", + "pred": "Hop 1: Rudolf Kargus -> member of sports team -> Ukraine men's national football team (2016)\n Hop 2: Ukraine men's national football team -> sponsor -> Metalurh Donetsk (2016)\n Answer: Metalurh Donetsk", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001286", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Hop 1: Francesco Carpino -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Umberto II of Italy (1969)\n Answer: Umberto II of Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003325", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Bucharest", + "pred": "Hop 1: Vla\u0219ca County -> country -> Romania (1947)\n Hop 2: Romania -> capital -> Bucharest (1947)\n Answer: Bucharest", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_000231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "Hop 1: Sister Rosetta Tharpe -> residence -> 1924 (Hop 1)\n Hop 2: 1924 -> head of government -> Alain Afflelou (Hop 2)\n Answer: Alain Afflelou", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000949", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Hop 1: G\u00fcnter Siegmund -> country of citizenship -> Czechoslovakia\n Hop 2: Czechoslovakia -> head of state -> V\u00e1clav Havel\n Hop 3: V\u00e1clav Havel -> head of state -> Czechoslovakia\n Hop 4: Czechoslovakia -> head of state -> V\u00e1clav Havel\n Hop 5: V\u00e1clav Havel -> head of state -> Czech", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004634", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Hop 1: Rossens -> Rossana Rossanda (member of political party -> Italian Communist Party)\n Hop 2: Italian Communist Party -> Giuseppe Sartori (member of political party -> Italian Communist Party)\n Hop 3: Giuseppe Sartori -> replaces of S\u00e9deilles (member of political party -> replaces of S\u00e9deilles)\n Answer: 1963", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008417", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Hop 1: Stephan Andrist -> sports team -> FC Aarau\n Hop 2: FC Aarau -> league -> Swiss Cup\n Hop 3: Swiss Cup -> member of sports team -> FC Aarau\n Answer: Swiss Cup", + "em": 0.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_007078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Raffaele Anguilla -> country of citizenship -> Italy (2002)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2002)\n Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_003711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mary J. Blige", + "pred": "Hop 1: Aaliyah -> nominated for -> Best Actress in a Motion Picture - Drama (2002)\n Hop 2: Best Actress in a Motion Picture - Drama (2002) -> winner -> Halle Berry\n Answer: Halle Berry", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007469", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Hop 1: Free Democratic Party -> chairperson -> Otto Graf Lambsdorff (1988)\n Hop 2: Otto Graf Lambsdorff -> member of political party -> Christian Wulff (1988)\n Hop 3: Christian Wulff -> replaces -> J\u00f6rg Haider (1988)\n Answer: 1988", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002488", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Italian lira", + "pred": "Hop 1: Avanti Martinetti -> country of citizenship -> Italy (1954)\n Hop 2: Italy -> currency -> Italian lira (1954)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_004737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Hop 1: Gaza City -> country -> Palestine\n Hop 2: Palestine -> head of government -> Mahmoud Abbas\n Hop 3: Mahmoud Abbas -> after -> Yasser Arafat\n Answer: Yasser Arafat", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007418", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Luigi Agnolin -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> member of -> European Union (1998)\n Answer: European Union", + "em": 0.0, + "f1": 0.10526315789473682 + }, + { + "id": "q_006584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Elliott Gould", + "pred": "Hop 1: Happy Days Are Here Again -> performer -> Frank Sinatra\n Hop 2: Frank Sinatra -> spouse -> Ava Gardner\n Hop 3: Ava Gardner -> unmarried partner -> Frank Sinatra\n Answer: Ava Gardner", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005916", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Italian lira", + "pred": "Hop 1: Marta Abba -> country -> Romania (1911)\n Hop 2: Romania -> currency -> Romanian leu (1911)\n Answer: Romanian leu", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Micha\u0142 Matyas", + "pred": "Hop 1: Zygfryd Szo\u0142tysik -> member of sports team -> Legia Warsaw (1967)\n Hop 2: Legia Warsaw -> head coach -> Janusz Kowal (1967)\n Answer: Janusz Kowal", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006233", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Hop 1: Ayhan Akman -> sports team -> Fenerbah\u00e7e S.K. (1999-2006)\n Hop 2: Fenerbah\u00e7e S.K. (1999-2006) -> head coach -> B\u00fclent Korkmaz (2006)\n Hop 3: B\u00fclent Korkmaz -> member of -> Turkish Football Federation (2006)\n Answer: Turkish", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005848", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "German Empire", + "pred": "Hop 1: Hugo von Tschudi -> work location -> Switzerland (1909)\n Hop 2: Switzerland -> country -> Germany (1909)\n Hop 3: Germany -> country -> Germany (1909)\n Answer: Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005040", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Antonio Segni", + "pred": "Hop 1: Rossana Rossanda -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1963)\n Answer: Giovanni Gronchi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005138", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Hartmann Lauterbacher -> member of political party -> Christian Democratic Union of Germany (CDU)\n Hop 2: Christian Democratic Union of Germany (CDU) -> chairperson -> Konrad Adenauer\n Hop 3: Konrad Adenauer -> country of citizenship -> Germany\n Answer: Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004246", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Giorgio Ferrini -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> shares border with -> Austria (1948)\n Answer: Austria", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007892", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Italian lira", + "pred": "Hop 1: Isabella Biagini -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> currency -> Italian lira (1993)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_003061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Fritz-Julius Lemp -> country of citizenship -> Germany (1933-1945)\n Hop 2: Germany (1933-1945) -> head of state -> Paul von Hindenburg (1933-1934)\n Hop 3: Paul von Hindenburg (1933-1934) -> successor -> Adolf Hitler (1934-1945", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_006684", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Guido Guerrini -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Antonio Segni (1970)\n Answer: Antonio Segni", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001045", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Hop 1: Patrick Cramer -> award received -> Gottfried Wilhelm Leibniz Prize (2006)\n Answer: 2006", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "association football", + "pred": "Hop 1: Philipp Laux -> sports team -> FC Schalke 04\n Hop 2: FC Schalke 04 -> member of sports team -> Thomas Hitzlsperger\n Hop 3: Thomas Hitzlsperger -> sport -> football\n Hop 4: football -> member of sports team -> FC Schalke 04\n Hop 5: FC Schalke 04 -> sport -> football\n Answer: football", + "em": 0.0, + "f1": 0.09090909090909091 + }, + { + "id": "q_002791", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Lory Del Santo", + "pred": "Hop 1: Pattie Boyd -> spouse -> Eric Clapton (1987)\n Hop 2: Eric Clapton -> unmarried partner -> Pattie Boyd (1987)\n Hop 3: Pattie Boyd -> spouse -> Steffen Freund (1987)\n Answer: Steffen Freund", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005581", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Hop 1: The Ninth Day -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor (2005) -> winner -> Christian Wulff (2011)\n Hop 3: Christian Wulff (2011) -> position held -> president of Germany (2011)\n Answer: president of Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Pawe\u0142 Janas", + "pred": "Hop 1: Marcin Baszczy\u0144ski -> sports team -> FK Pogon Szczecin (2004)\n Hop 2: FK Pogon Szczecin -> head coach -> Jan Koz\u0142owski (2004)\n Hop 3: Jan Koz\u0142owski -> member of -> Polish Football Association (2004)\n Hop 4: Polish Football Association -> head coach -> Wies\u0142aw Szczesny (", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004802", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "John W. Campbell", + "pred": "Hop 1: Orson Scott Card -> award -> 1978 Hugo Award\n Hop 2: 1978 Hugo Award -> named after -> Robert A. Heinlein\n Answer: Robert A. Heinlein", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004455", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Hop 1: Guido Celano -> country of citizenship -> Portugal (1975)\n Hop 2: Portugal -> head of state -> Marcelo Rebelo de Sousa (1975)\n Answer: Marcelo Rebelo de Sousa", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001570", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Otto Nerz", + "pred": "Hop 1: Rudolf Noack -> sports team -> FC Schalke 04 (1936)\n Hop 2: FC Schalke 04 (1936) -> head coach -> Otto Nerz (1936)\n Hop 3: Otto Nerz -> member of sports team -> FC Schalke 04 (1936)\n Answer: Otto Nerz", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_005703", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Morten Olsen", + "pred": "Hop 1: Kasper Lorentzen -> member of sports team -> Queens Park Rangers F.C. (2012)\n Hop 2: Queens Park Rangers F.C. -> head coach -> Paul Hart (2012)\n Answer: Paul Hart", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006235", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Diego Simeone", + "pred": "Hop 1: Maxi L\u00f3pez -> member of sports team -> Club Atl\u00e9tico River Plate (2011)\n Hop 2: Club Atl\u00e9tico River Plate (2011) -> head coach -> Marcelo Bielsa (2011)\n Hop 3: Marcelo Bielsa (2011) -> member of sports team -> Club Atl\u00e9tico River Plate (2011)\n Answer: Club Atl\u00e9tico River Plate (20", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001186", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Susan Sarandon", + "pred": "Hop 1: Nell's -> winner -> Herbert Seifert (1995)\n Answer: Herbert Seifert", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005903", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Hop 1: B\u00fclent Korkmaz -> head coach -> Kayseri Erciyesspor (2009)\n Answer: 2009", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_002985", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Bettino Craxi", + "pred": "Hop 1: Mario Agnes -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1986)\n Hop 3: Giovanni Spadolini -> head of government -> Giorgio Napolitano (1986)\n Answer: Giorgio Napolitano", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Hop 1: Piotr Jegor -> member of -> Polish Football Association (1991)\n Hop 2: Polish Football Association (1991) -> head coach -> Janusz Michalak (1991)\n Hop 3: Janusz Michalak (1991) -> employer -> Institute for Advanced Study (1991)\n Answer: Institute for Advanced Study", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008323", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Hop 1: Demeter Balla -> work location -> Budapest\n Hop 2: Budapest -> capital -> Buda Castle\n Answer: Buda Castle", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Joe D'Amato -> country of citizenship -> Italy (1981)\n Hop 2: Italy -> shares border with -> Yugoslavia (1981)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_005474", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Oskar von Miller", + "pred": "Hop 1: Rudolf Diesel -> member of -> Otto Schuhart (1934)\n Hop 2: Otto Schuhart -> board member of -> German National People's Party (1934)\n Answer: German National People's Party", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001830", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Nippon Bud\u014dkan", + "pred": "Hop 1: B'z -> 1990 -> Award -> 1990\n Hop 2: 1990 -> Location -> Kuromatsunai Station -> 1990\n Answer: Kuromatsunai Station", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001756", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Hop 1: Alessandro Alessandroni -> country of citizenship -> Kingdom of Italy (1947)\n Hop 2: Kingdom of Italy -> currency -> Italian lira (1947)\n Hop 3: Italian lira -> successor -> Italian lira (1947)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001887", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "Hop 1: Dietmar Hamann -> member of sports team -> 1899 Hoffenheim (2004)\n Hop 2: 1899 Hoffenheim -> head coach -> Thomas Schlager (2004)\n Hop 3: Thomas Schlager -> member of sports team -> FC St. Pauli (2004)\n Hop 4: FC St. Pauli -> head coach -> Thomas Schlager (2004", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005552", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Hop 1: Achim Mentzel -> presenter -> Rainer Hildebrand (1999)\n Hop 2: Rainer Hildebrand -> original broadcaster -> Deutscher Fernsehfunk (1999)\n Hop 3: Deutscher Fernsehfunk -> country -> Germany (1999)\n Answer: Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004901", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Wen Jiabao", + "pred": "Hop 1: Xiao Yang -> country of citizenship -> United States of America (1998)\n Hop 2: United States of America (1998) -> head of government -> Bill Clinton (1998)\n Hop 3: Bill Clinton (1998) -> country of citizenship -> United States of America (1998)\n Answer: Bill Clinton", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006473", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Hop 1: Kurt Clemens -> member of sports team -> SV Saar 05 Saarbr\u00fccken (1957)\n Answer: 1957", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006253", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Hop 1: Takis -> country of citizenship -> Kingdom of Greece (1944)\n Hop 2: John Archibald Wheeler -> born in -> Athens (1944)\n Hop 3: Peter Bergmann -> award -> Takis (1944)\n Answer: 1944", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002709", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Alex McLeish", + "pred": "Hop 1: Robin Shroot -> member of sports team -> G.S. Iraklis Thessalonikis (men's association football) (1992)\n Hop 2: G.S. Iraklis Thessalonikis (men's association football) -> head coach -> Ivan Jovanovi\u0107 (1992)\n Answer: Ivan Jovanovi\u0107", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007811", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Giovanni Spadolini", + "pred": "Hop 1: Dante Amarilli -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1968)\n Answer: Giovanni Spadolini", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_006165", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Edward Cassidy", + "pred": "Hop 1: Joint Declaration on the Doctrine of Justification -> signatory -> Pedro Pacheco (1999)\n Hop 2: Pedro Pacheco -> chairperson -> C.D. Nacional (1999)\n Hop 3: C.D. Nacional -> member of sports team -> C.D. Nacional (1999)\n Answer: C.D. Nacional", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007431", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Ernest Borgnine", + "pred": "Hop 1: Dan O'Herlihy -> nominated for -> Gentleman's Agreement (1947)\n Hop 2: Gentleman's Agreement (1947) -> winner -> Gregory Peck (1947)\n Hop 3: Gregory Peck (1947) -> nominated for -> The Big Country (1952)\n Hop 4: The Big Country (1952) -> winner -> Gregory Peck (", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002594", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Soviet Union", + "pred": "Hop 1: Kiliia Raion -> located in -> Odesa Oblast (1956)\n Hop 2: Odesa Oblast -> country -> Ukraine (1956)\n Answer: Ukraine", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004546", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "David Dinkins", + "pred": "Hop 1: Nancy Graves -> work location -> Mitteldeutscher Rundfunk (1999)\n Hop 2: Mitteldeutscher Rundfunk -> head of government -> Lothar Sp\u00e4th (1992)\n Answer: Lothar Sp\u00e4th", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006589", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Hop 1: Giorgio Albani -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Giulio Andreotti (1996)\n Answer: Giulio Andreotti", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006151", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: Ulm University -> member of -> Forschungszentrum J\u00fclich (2005)\n Hop 2: Forschungszentrum J\u00fclich -> funder -> European Molecular Biology Laboratory (2005)\n Hop 3: European Molecular Biology Laboratory -> located in -> Germany (2005)\n Hop 4: Germany -> founded -> 1949 (2005)\n Answer: 19", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005300", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Otto Rehhagel", + "pred": "Hop 1: Dimitris Salpingidis -> member of sports team -> FC Pyunik (2009)\n Hop 2: FC Pyunik -> head coach -> Ian Porterfield (2009)\n Answer: Ian Porterfield", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003618", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Franz Joseph I of Austria", + "pred": "Hop 1: Karl-Liebknecht-Haus -> operator -> Communist Party of Germany (1932)\n Hop 2: Communist Party of Germany -> educated at -> Karl-Liebknecht-Haus (1932)\n Hop 3: Karl-Liebknecht-Haus -> named after -> Karl Liebknecht (1932)\n Answer: Karl Liebknecht", + "em": 0.0, + "f1": 0.08695652173913045 + }, + { + "id": "q_001231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "Hop 1: Discovery Channel -> country -> United States (1995-1996)\n Hop 2: United States -> head of government -> Bill Clinton (1993-1997)\n Hop 3: Bill Clinton -> country -> United States (1993-1997)\n Hop 4: United States -> shares border -> Panama (1995-1996)\n Answer: Bill Clinton", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001195", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Alan Hollinghurst -> winner -> Man Booker Prize (2004)\n Hop 2: Man Booker Prize (2004) -> winner -> Ronan Bennett\n Hop 3: Ronan Bennett -> nominated for -> The Guardian (2004)\n Answer: 2004", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_007049", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1978.0, + "gold": "1978", + "pred": "Hop 1: David H. Hubel -> winner of -> Vernon Benjamin Mountcastle's award (1978)\n Answer: 1978", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_003961", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Edith Roosevelt", + "pred": "Hop 1: Stanley Kubrick -> spouse -> Christiane Kubrick (1995)\n Answer: Christiane Kubrick", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002548", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "Hop 1: Charles Debbas -> country of citizenship -> Lebanon\n Hop 2: Lebanon -> basic form of government -> parliamentary republic\n Hop 3: parliamentary republic -> basic form of government -> constitutional monarchy\n Answer: constitutional monarchy", + "em": 0.0, + "f1": 0.09999999999999999 + }, + { + "id": "q_002969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1910.0, + "gold": "Austria\u2013Hungary", + "pred": "Hop 1: Vilmos F\u00e9mes Beck -> work location -> Budapest (1910)\n Hop 2: Budapest -> country -> Hungary (1910)\n Answer: Hungary", + "em": 0.0, + "f1": 0.13333333333333336 + }, + { + "id": "q_003484", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "United Kingdom", + "pred": "Hop 1: Netanya -> country -> Israel (1934)\n Hop 2: Israel -> located in -> Middle East (1934)\n Answer: Middle East", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Kingdome", + "pred": "Hop 1: Tom Chambers -> member of sports team -> Seattle SuperSonics (1985)\n Hop 2: Seattle SuperSonics -> home venue -> KeyArena (1985)\n Hop 3: KeyArena -> located in -> Seattle (1985)\n Answer: Seattle", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002163", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Clive Woodward", + "pred": "Hop 1: Phil Vickery -> member of sports team -> Tenax (2003)\n Hop 2: Tenax -> head coach -> Zoran Klemen\u010di\u010d (2003)\n Hop 3: Zoran Klemen\u010di\u010d -> country -> Slovenia (2003)\n Answer: Slovenia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006692", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Bruce Buck", + "pred": "Hop 1: Marko Marin -> member of -> FK Varnsdorf\n Hop 2: FK Varnsdorf -> chairperson -> Jan Kocbek\n Hop 3: Jan Kocbek -> member of -> SK Slavia Prague\n Hop 4: SK Slavia Prague -> chairperson -> Petr Korda\n Hop 5: Petr Korda -> member of -> Czech Republic\n Hop 6: Czech Republic -> chairperson -> Milo\u0161 Zeman", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006073", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Volker Finke", + "pred": "Hop 1: Alain Sutter -> member of -> SC Freiburg (1997)\n Hop 2: SC Freiburg -> head coach -> Thomas Schirrmacher (1997)\n Hop 3: Thomas Schirrmacher -> member of -> 1. FC Nuremberg (1997)\n Answer: 1. FC Nuremberg", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008473", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Roman Abramovich", + "pred": "Hop 1: Lassana Diarra -> member of sports team -> AS Monaco (2005)\n Hop 2: AS Monaco -> owned by -> AS Monaco F.C. (2005)\n Answer: AS Monaco F.C.", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003674", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1978.0, + "gold": "Leonid Brezhnev", + "pred": "Hop 1: Viktor Anpilov -> member of political party -> Russian Social Democratic Labour Party (Bolsheviks)\n Hop 2: Russian Social Democratic Labour Party (Bolsheviks) -> chairperson -> Grigory Zinoviev\n Hop 3: Grigory Zinoviev -> member of political party -> Russian Social Democratic Labour Party (Bolsheviks)\n Hop 4: Russian Social Democratic Labour Party (Bolsheviks)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003352", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "absolute monarchy", + "pred": "Hop 1: Bitola -> country -> People's Republic of Macedonia (1945-1991) (1957)\n Hop 2: People's Republic of Macedonia (1945-1991) -> basic form of government -> People's Republic (1957)\n Answer: People's Republic", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Hop 1: Giorgio Mastropasqua -> member of -> A.S. Roma (1997-2000)\n Hop 2: A.S. Roma -> chairperson -> Guido Bertolaso (1997-2000)\n Hop 3: Guido Bertolaso -> member of -> Italian Football Federation (1997-2000)\n Hop 4: Italian Football Federation -> chairperson ->", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002789", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Italian lira", + "pred": "Hop 1: Pietro Lana -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> currency -> Italian lira (1950)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005326", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Spencer Tracy", + "pred": "Hop 1: Paul Muni -> nominated for -> Academy Award for Best Actor (1938)\n Hop 2: Academy Award for Best Actor (1938) -> winner -> Clark Gable\n Hop 3: Clark Gable -> winner -> John Wayne (1938)\n Answer: John Wayne", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005284", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Erich Werdermann", + "pred": "Hop 1: Stanley Kubrick -> spouse -> Christiane Kubrick (1995)\n Answer: Christiane Kubrick", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005774", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Hop 1: Stephan Andrist -> member of sports team -> FC Z\u00fcrich (2005)\n Hop 2: FC Z\u00fcrich (2005) -> league or competition -> Challenge League (2005)\n Answer: Challenge League", + "em": 0.0, + "f1": 0.1 + }, + { + "id": "q_003372", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Patrick Le Lay", + "pred": "Hop 1: Star Academy -> original broadcaster -> Channel 5 (UK) (2008)\n Hop 2: Channel 5 (UK) -> chairperson -> Nicky Campbell (2008)\n Hop 3: Nicky Campbell -> member of sports team -> Tottenham Hotspur F.C. (2008)\n Answer: Nicky Campbell", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008201", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Hop 1: Nicole Kidman -> Monster's award -> 1999 (Hop 1)\n Answer: 1999", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001153", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Franz Beckenbauer", + "pred": "Hop 1: Pierre Littbarski -> member of sports team -> 1. FC K\u00f6ln\n Hop 2: 1. FC K\u00f6ln -> head coach -> Peter St\u00f6ger\n Hop 3: Peter St\u00f6ger -> member of sports team -> FC Bayern Munich\n Hop 4: FC Bayern Munich -> head coach -> Udo Lattek\n Hop 5: Udo Lattek -> member of sports team -> 1. FC K\u00f6ln\n Hop 6", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007164", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "Simone Inzaghi", + "pred": "Hop 1: Pepe Reina -> member of sports team -> Liverpool FC (2005-2011)\n Hop 2: Liverpool FC -> head coach -> Rafael Ben\u00edtez (2004-2010)\n Hop 3: Rafael Ben\u00edtez -> member of sports team -> Real Madrid CF (2011-2013)\n Hop 4: Real Madrid CF -> head coach -> Jos\u00e9 Mourinho (", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006407", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Allianz Arena", + "pred": "Hop 1: Pascal Ojigwe -> member of -> Toronto Argonauts (2005)\n Hop 2: Toronto Argonauts -> home venue -> Rogers Centre (2005)\n Answer: Rogers Centre", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001540", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "Hop 1: Josef Pe\u0161ice -> member of -> Czechoslovakia national football team (1970-1971)\n Hop 2: Czechoslovakia national football team (1970-1971) -> head coach -> Anton\u00edn Kova\u0159\u00edk (1970-1971)\n Answer: 1970-1971", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005100", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Bernd Leistner -> award -> Heinrich Mann Prize (1985)\n Hop 2: Heinrich Mann Prize -> country -> Germany (1985)\n Answer: Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Claudio Ranieri", + "pred": "Hop 1: Hasan Salihamid\u017ei\u0107 -> member of sports team -> FC Twente (2010)\n Hop 2: FC Twente -> head coach -> Frank de Boer (2008)\n Answer: Frank de Boer", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Virgilio No\u00e8 -> country of citizenship -> Yugoslavia (1979)\n Hop 2: Yugoslavia -> member of -> European Economic Community (1979)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_006837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Hop 1: Cast Away -> nominated for -> Nobel Prize in Physiology or Medicine (1921)\n Hop 2: Nobel Prize in Physiology or Medicine (1921) -> winner -> Christiaan Eijkman\n Answer: Christiaan Eijkman", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007894", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Hop 1: Andr\u00e9 Wilms -> nominated for -> The 1968 Cannes Film Festival\n Hop 2: The 1968 Cannes Film Festival -> winner -> Colin Firth\n Hop 3: Colin Firth -> winner -> 1968\n Answer: 1968", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008658", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Ruslan Rotan", + "pred": "Hop 1: Oleh Husiev -> member of sports team -> Ukraine men's national football team (1991-1992)\n Hop 2: Ukraine men's national football team -> team captain -> Andriy Voronin (1991-1992)\n Hop 3: Andriy Voronin -> member of sports team -> Ukraine men's national football team (1991-1992)\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005158", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Hop 1: Pietro Giacomo Nonis -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giovanni Leone (1965)\n Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Italian lira", + "pred": "Hop 1: Giacomo Fornoni -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> currency -> Italian lira (1994)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_008060", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Bundesliga", + "pred": "Hop 1: Bernhard Schachner -> member of sports team -> AC Milan (2020)\n Hop 2: AC Milan -> league or competition -> UEFA Champions League (2020)\n Answer: UEFA Champions League", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004900", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "SeatGeek Stadium", + "pred": "Hop 1: Benji Joya -> member of sports team -> Chicago Fire FC (2014)\n Hop 2: Chicago Fire FC -> home venue -> Soldier Field (2014)\n Hop 3: Soldier Field -> located in -> Chicago (2014)\n Hop 4: Chicago -> home venue -> United Center (2014)\n Answer: United Center", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000430", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Bombardier", + "pred": "Hop 1: FS E.464 -> manufacturer -> AnsaldoBreda\n Hop 2: AnsaldoBreda -> parent organization -> Ferrovie dello Stato Italiane\n Answer: Ferrovie dello Stato Italiane", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006467", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Taiwan", + "pred": "Hop 1: Enderbury Island -> country -> British Indian Ocean Territory (1938)\n Hop 2: British Indian Ocean Territory -> diplomatic relation -> United Kingdom (1938)\n Answer: United Kingdom", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004710", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "Hop 1: Groupama-FDJ United -> head coach -> Jean-Cyril Robin (2005)\n Answer: Jean-Cyril Robin", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000041", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Hop 1: Giorgio Albani -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1996)\n Answer: Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004408", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "crown prince", + "pred": "Hop 1: Louise Mountbatten -> spouse -> Henry Lascelles\n Hop 2: Henry Lascelles -> position held -> 1st Earl of Harewood\n Hop 3: 1st Earl of Harewood -> position held -> Lord Lieutenant of Ireland\n Answer: Lord Lieutenant of Ireland", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001201", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Giovanni Azzini -> country of citizenship -> Italy\n Hop 2: Italy -> shares border with -> Austria\n Hop 3: Austria -> shares border with -> Czechoslovakia\n Answer: Czechoslovakia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004457", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Hop 1: Franz Anton Basch -> educated at -> University of Vienna\n Hop 2: University of Vienna -> named after -> Joseph II of Austria\n Hop 3: Joseph II of Austria -> birth place -> Vienna\n Answer: Vienna", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005193", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Italian lira", + "pred": "Hop 1: Antonio Cariglia -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> currency -> Italian lira (1969)\n Hop 3: Italian lira -> country -> Italy (1969)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_005781", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "State Anthem of the Soviet Union", + "pred": "Hop 1: Kursk Oblast -> anthem -> \"Kursk Oblast\" (1987)\n Hop 2: \"Kursk Oblast\" (1987) -> located in -> Kursk Oblast (1987)\n Hop 3: Kursk Oblast (1987) -> located in -> Kursk Oblast (1987)\n Answer: Kursk Oblast (1", + "em": 0.0, + "f1": 0.11764705882352942 + }, + { + "id": "q_004013", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Hop 1: Bernd Franke -> member of sports team -> 1. FC Nuremberg (1982)\n Hop 2: 1. FC Nuremberg -> head coach -> Karl-Heinz Miller (1982)\n Hop 3: Karl-Heinz Miller -> member of sports team -> 1. FC Nuremberg (1982)\n Answer: Karl-Heinz Miller", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003935", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Volker Finke", + "pred": "Hop 1: Andreas Bornemann -> member of sports team -> 1. FC N\u00fcrnberg\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Karl-Heinz Feldkamp\n Hop 3: Karl-Heinz Feldkamp -> member of sports team -> 1. FC N\u00fcrnberg\n Hop 4: 1. FC N\u00fcrnberg -> head coach -> Karl-Heinz Feldkamp\n Hop 5: Karl-Heinz", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006770", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Silvio Berlusconi", + "pred": "Hop 1: Fernando Redondo -> member of -> Real Madrid C.F.\n Hop 2: Real Madrid C.F. -> chairperson -> \u00c1ngel Mar\u00eda Villar\n Hop 3: \u00c1ngel Mar\u00eda Villar -> member of -> Spanish Football Federation\n Hop 4: Spanish Football Federation -> chairperson -> Jos\u00e9 Mar\u00eda Gil Abad\n Hop 5: Jos\u00e9 Mar\u00eda Gil Abad -> member of -> Real Madrid C.F.\n Hop 6: Real Madrid C", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008617", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Valerio Bacigalupo -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> shares border with -> Austria (1948)\n Hop 3: Austria -> shares border with -> Czechoslovakia (1948)\n Answer: Czechoslovakia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008708", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Me\u0161a Selimovi\u0107 -> award -> NIN Prize (1966)\n Hop 2: NIN Prize (1966) -> country -> Italy (1971)\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Zden\u011bk Zeman", + "pred": "Hop 1: Aron Winter -> member of sports team -> Crici\u00fama Esporte Clube (2015)\n Hop 2: Crici\u00fama Esporte Clube (2015) -> head coach -> Paulo Autuori (2015)\n Hop 3: Paulo Autuori -> member of sports team -> Sport Club Corinthians Paulista (2015)\n Answer: Sport Club Corinthians Paulista", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007389", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Saku Koivu", + "pred": "Hop 1: Louis Leblanc -> drafted by -> Chicago (1913)\n Hop 2: Chicago -> team captain -> John C. H. H. (1913)\n Hop 3: John C. H. H. -> head of government -> John C. H. H. (1913)\n Answer: John C. H. H.", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005554", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Moscow", + "pred": "Hop 1: Imi Knoebel -> work location -> Seattle SuperSonics (1992)\n Hop 2: Seattle SuperSonics -> twinned with -> Twin Cities (1992)\n Hop 3: Twin Cities -> twinned with -> Minneapolis (1992)\n Answer: Minneapolis", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000408", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Kingdom of Prussia", + "pred": "Hop 1: Paul Cassirer -> work location -> Berlin\n Hop 2: Berlin -> located in -> Germany\n Answer: Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003634", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Uwe Neuhaus", + "pred": "Hop 1: Micha\u0142 Bemben -> sports team -> Olympiacos F.C. (2008)\n Hop 2: Olympiacos F.C. -> head coach -> Jos\u00e9 Anigo (2008)\n Answer: Jos\u00e9 Anigo", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006653", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Italian lira", + "pred": "Hop 1: Renato Barisani -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> currency -> Italian lira (1997)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_000961", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Kate Winslet", + "pred": "Hop 1: La Vie en Rose -> winner -> Michael Laudrup (1985)\n Hop 2: Michael Laudrup -> member of sports team -> Juventus FC (1985)\n Answer: Juventus FC", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002923", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Enrico Prampolini -> country of citizenship -> Italy (1949)\n Hop 2: Italy -> shares border with -> Yugoslavia (1949)\n Hop 3: Yugoslavia -> country of citizenship -> Enrico Prampolini (1949)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_008130", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Silvio Berlusconi", + "pred": "Hop 1: Sergio Porrini -> member of -> AC Milan (1988)\n Hop 2: AC Milan -> chairperson -> Giuseppe Farina (1988)\n Hop 3: Giuseppe Farina -> member of -> AS Roma (1988)\n Hop 4: AS Roma -> chairperson -> Giuseppe Farina (1988)\n Answer: Giuseppe Farina", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001668", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Jane Fonda", + "pred": "Hop 1: Women in Love -> nominated for -> 1971\n Hop 2: 1971 -> winner -> Louise Fletcher\n Hop 3: Louise Fletcher -> before -> Carol Channing\n Answer: Carol Channing", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Lucien Favre", + "pred": "Hop 1: Marcel Schmelzer -> sports team -> 1. FC N\u00fcrnberg (2017-2018)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Christian Streich (2017-2018)\n Answer: Christian Streich", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007280", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Klaus Wowereit", + "pred": "Hop 1: Ann Wolff -> work location -> Freiburg im Breisgau (2006)\n Hop 2: Freiburg im Breisgau -> head of government -> Karl-Heinz Schulte (2006)\n Answer: Karl-Heinz Schulte", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004011", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "Hop 1: Brian Moore -> nominated for -> The Last of the Mohicans (film) (1976)\n Hop 2: The Last of the Mohicans (film) -> winner -> 1976 Academy Award for Best Cinematography\n Hop 3: 1976 Academy Award for Best Cinematography -> winner -> Gordon Willis\n Answer: Gordon Willis", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001876", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Thomas Tuchel", + "pred": "Hop 1: Anthony Ujah -> member of sports team -> 1. FC Nuremberg\n Hop 2: 1. FC Nuremberg -> head coach -> Christian Streich\n Hop 3: Christian Streich -> member of sports team -> 1. FC Nuremberg\n Hop 4: 1. FC Nuremberg -> head coach -> Christian Streich\n Hop 5: Christian Streich -> member of sports team", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003426", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "George H. W. Bush", + "pred": "Hop 1: Motorola -> country -> Italy (1992)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1992)\n Answer: Giovanni Spadolini", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008324", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "Hop 1: Norma Shearer -> winner of -> 1930 (1930)\n Hop 2: 1930 -> winner of -> Corinne Griffith (1930)\n Answer: 1930", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_001089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Hop 1: Ansano Giannarelli -> country of citizenship -> Italy (1991)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfari (1991)\n Answer: Oscar Luigi Scalfari", + "em": 0.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_001646", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Hop 1: Walter Samuel -> member of -> Inter Milan (2008)\n Hop 2: Inter Milan -> head coach -> Walter Mazzarri (2008)\n Answer: Walter Mazzarri", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001719", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "Hop 1: Tim Borowski -> sports team -> FC Rapid Bucure\u0219ti\n Hop 2: FC Rapid Bucure\u0219ti -> head coach -> Mircea Lucescu\n Hop 3: Mircea Lucescu -> member of sports team -> A.S. Roma\n Hop 4: A.S. Roma -> head coach -> Luciano Spalletti\n Hop 5: Luciano Spalletti -> member of sports team -> Italy men's", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005359", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Hop 1: George Boateng -> sports team -> FC Kairat Almaty\n Hop 2: FC Kairat Almaty -> head coach -> Igor Kovalenko\n Hop 3: Igor Kovalenko -> member of -> Ukrainian national team\n Hop 4: Ukrainian national team -> head coach -> Valeriy Lobanovskyi\n Hop 5: Valeriy Lobanovskyi -> member of -> Ukrainian national team\n Hop 6", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002201", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Princeton University", + "pred": "Hop 1: Nash equilibrium -> theorized by -> John von Neumann (Hop 1)\n Hop 2: John von Neumann -> educated at -> University of Berlin (Hop 2)\n Hop 3: University of Berlin -> founded by -> Frederick William IV of Prussia (Hop 3)\n Hop 4: Frederick William IV of Prussia -> born in -> Prussia (Hop 4)\n Hop 5: Prussia -> capital -> Berlin (Hop", + "em": 0.0, + "f1": 0.07142857142857144 + }, + { + "id": "q_000953", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Hop 1: Monica Ali -> nominated for -> The God of Small Things (film) (2003)\n Hop 2: The God of Small Things (film) (2003) -> winner -> Smita Bhatia (2003)\n Hop 3: Smita Bhatia -> winner of -> 2003 Indian Filmfare Awards (2003)\n Answer: 2003 Indian Filmfare", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003588", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Hop 1: Antonio L\u00f3pez -> member of sports team -> Atl\u00e9tico Madrid\n Hop 2: Atl\u00e9tico Madrid -> head coach -> Jos\u00e9 Antonio Camacho\n Hop 3: Jos\u00e9 Antonio Camacho -> member of sports team -> Real Madrid Castilla\n Hop 4: Real Madrid Castilla -> head coach -> Jos\u00e9 Antonio Camacho\n Answer: Jos\u00e9 Antonio Camacho", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006330", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> winner of -> Giovanni Mardersteig (1972)\n Hop 3: Giovanni Mardersteig -> nominated for -> John Banville (1972)\n Answer: Giovanni Mardersteig", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006529", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "Hop 1: Michel Bouquet -> winner -> Ultime notizie (1991)\n Hop 2: Ultime notizie (1991) -> nominated for -> 1991\n Answer: 1991", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_006295", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Hop 1: Norway men's national association football team -> member of sports team -> Rolf Johannessen (1931)\n Answer: Rolf Johannessen", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007246", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Agostino Coletto -> country of citizenship -> United States (1952)\n Answer: United States", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001257", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "Hop 1: Shimon Peres -> country of citizenship -> Israel (1943)\n Hop 2: Israel -> located in -> Middle East (1943)\n Hop 3: Middle East -> located in -> Asia (1943)\n Answer: Asia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004353", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Hop 1: Michel D\u00e9on -> member of -> Soci\u00e9t\u00e9 des Gens de Lettres (1988)\n Hop 2: Soci\u00e9t\u00e9 des Gens de Lettres -> general secretary -> Jean-Pierre L\u00e9vy (1988)\n Hop 3: Jean-Pierre L\u00e9vy -> member of -> Acad\u00e9mie des Sciences Morales et Politiques (1988)\n Hop 4: Acad\u00e9mie des Sciences Morales et Politiques ->", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001453", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Kyakhta -> country -> Germany (1932)\n Hop 2: Germany -> head of state -> Paul von Hindenburg (1932)\n Answer: Paul von Hindenburg", + "em": 0.0, + "f1": 0.11111111111111112 + }, + { + "id": "q_008300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Alberto De Martino -> country of citizenship -> Italy (1939)\n Hop 2: Italy -> shares border with -> Yugoslavia (1939)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_008480", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "Hop 1: Denzel Washington -> winner -> 1999 Tony Award -> Hop 2: 1999 Tony Award -> winner -> Ed Harris -> Answer: 1999", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006167", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "LMFAO", + "pred": "Hop 1: Party Rock Anthem -> award -> 2011 MTV Movie Award for Best Song from a Movie\n Hop 2: 2011 MTV Movie Award for Best Song from a Movie -> winner -> LMFAO\n Hop 3: LMFAO -> award -> 2012 Grammy Award for Best Dance Recording\n Hop 4: 2012 Grammy Award for Best Dance Recording -> winner -> David Guetta\n Hop", + "em": 1.0, + "f1": 0.07692307692307693 + }, + { + "id": "q_003258", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "J\u00fcrgen Linden", + "pred": "Hop 1: Ena von Baer -> residence -> Bremen\n Hop 2: Bremen -> head of government -> Thomas Heil\n Hop 3: Thomas Heil -> residence -> Bremen\n Answer: Bremen", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004631", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "absolute monarchy", + "pred": "Hop 1: Trabzon Province -> country -> Turkey (1904)\n Hop 2: Turkey -> basic form of government -> Sultanate (1904)\n Answer: Sultanate", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Ang Lee", + "pred": "Hop 1: The Tree of Life -> nominated for -> The Tree of Life (2011 film)\n Hop 2: The Tree of Life (2011 film) -> winner -> David Fincher\n Hop 3: David Fincher -> winner -> The Tree of Life (2011 film)\n Answer: David Fincher", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002531", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Austria", + "pred": "Hop 1: Auger effect -> discoverer or inventor -> Robert Mulliken (1922)\n Hop 2: Robert Mulliken -> country of citizenship -> United States of America (1922)\n Hop 3: United States of America -> successor -> United States of America (1922)\n Hop 4: United States of America -> country of citizenship -> United States of America (1922)\n Answer: United States of America", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008228", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Frances McDormand", + "pred": "Hop 1: Elisabeth Shue -> nominated for -> The Client (1996)\n Hop 2: The Client (1996) -> winner of -> Julia Roberts (1996)\n Hop 3: Julia Roberts (1996) -> nominated for -> The Color Purple (1985)\n Hop 4: The Color Purple (1985) -> winner of -> Whoopi Goldberg (1985)\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005557", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Fatih Terim", + "pred": "Hop 1: Adem B\u00fcy\u00fck -> sports team -> Fenerbah\u00e7e S.K.\n Hop 2: Fenerbah\u00e7e S.K. -> head coach -> Ersun Yanal\n Hop 3: Ersun Yanal -> member of sports team -> Turkey men's national football team\n Answer: Ersun Yanal", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007336", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Hop 1: Daniel Br\u00fchl -> winner -> 1999 European Film Award for Best Actor (1999) (Hop 1)\n Hop 2: 1999 European Film Award for Best Actor (1999) -> nominated for -> Luigi Lo Cascio (Hop 2)\n Answer: 1999", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003098", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Hop 1: Flavio Mogherini -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1980)\n Answer: Giovanni Gronchi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002950", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1945.0, + "gold": "1945", + "pred": "Hop 1: Valdis Zatlers -> position held -> President of Latvia (2010)\n Hop 2: President of Latvia -> country -> Latvia (2010)\n Hop 3: Latvia -> capital -> Riga (2010)\n Hop 4: Riga -> located in -> Latvia (2010)\n Hop 5: Latvia -> leader -> Valdis Zatlers (2010)\n Hop 6: Val", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000019", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Italian lira", + "pred": "Hop 1: Maurizio Lucidi -> country -> Italy (1999)\n Hop 2: Italy -> currency -> Italian lira (1999)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_001920", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Claudio Ranieri", + "pred": "Hop 1: Roberto Di Matteo -> member of sports team -> West Bromwich Albion F.C. (2002)\n Hop 2: West Bromwich Albion F.C. -> head coach -> Tony Mowbray (2002)\n Hop 3: Tony Mowbray -> member of sports team -> Scotland national football team (2002)\n Answer: Scotland national football team", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005782", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "Italian lira", + "pred": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1973)\n Hop 2: Italy -> currency -> Italian lira (1973)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_006670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "White Hart Lane", + "pred": "Hop 1: Alf Ramsey -> member of -> England national football team (1954)\n Hop 2: England national football team -> home venue -> Wembley Stadium (1954)\n Hop 3: Wembley Stadium -> country -> United Kingdom (1954)\n Answer: United Kingdom", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000862", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Humphrey Bogart", + "pred": "Hop 1: Jos\u00e9 Ferrer -> nominated for -> Academy Award for Best Actor (1951)\n Hop 2: Academy Award for Best Actor (1951) -> winner -> Broderick Crawford\n Hop 3: Broderick Crawford -> nominated for -> Academy Award for Best Actor (1951)\n Hop 4: Academy Award for Best Actor (1951) -> winner -> Broderick Crawford\n Answer: Broderick", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001033", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "China Mi\u00e9ville", + "pred": "Hop 1: Cloud Atlas -> nominated for -> 2005 Academy Awards\n Hop 2: 2005 Academy Awards -> winner -> 2005 Best Cinematography\n Hop 3: 2005 Best Cinematography -> winner -> Roger Deakins\n Hop 4: Roger Deakins -> winner -> 2005 Academy Award for Best Cinematography\n Answer: 2005 Academy Award", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003960", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Inge Keller -> spouse -> Hans-J\u00fcrgen von der Lippe (1955-1955)\n Hop 2: Hans-J\u00fcrgen von der Lippe -> country of citizenship -> West Germany (1955-1955)\n Hop 3: West Germany -> capital -> Bonn (1955-1955)\n Answer: Bonn", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006287", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Hop 1: Josh Lewsey -> sports team -> England men\u2019s national rugby union team (1999)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Clive Woodward (1999)\n Hop 3: Clive Woodward -> member of sports team -> Rugby Football League (1999)\n Hop 4: Rugby Football League -> head coach -> Paul Cadd (1999)\n Hop 5: Paul C", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_007880", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Giovanni Trapattoni", + "pred": "Hop 1: Stefano Tacconi -> member of -> AC Milan (1992)\n Hop 2: AC Milan -> head coach -> Arrigo Sacchi (1992)\n Hop 3: Arrigo Sacchi -> country of citizenship -> Italy (1992)\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005772", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Titel Municipality -> country -> Italy (1982)\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006294", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hop 1: Samantha Morton -> nominated for -> The Quiet American (film)\n Hop 2: The Quiet American (film) -> winner -> Anthony Hopkins\n Hop 3: Anthony Hopkins -> winner of -> 2004 Academy Award for Best Actor\n Answer: Anthony Hopkins", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004173", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Hop 1: Pierre Littbarski -> sports team -> 1. FC Kaiserslautern (1982)\n Hop 2: 1. FC Kaiserslautern -> head coach -> Karl-Heinz Feldkamp (1982)\n Hop 3: Karl-Heinz Feldkamp -> member of -> German Football Association (1982)\n Answer: German Football Association", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005281", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Loredana Nusciak -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1955)\n Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Ottmar Hitzfeld", + "pred": "Hop 1: Ren\u00e9 Tretschok -> member of sports team -> 1. FC Nuremberg (1997)\n Hop 2: 1. FC Nuremberg -> head coach -> Rudi V\u00f6ller (1997)\n Hop 3: Rudi V\u00f6ller -> member of sports team -> Borussia Dortmund (1997)\n Hop 4: Borussia Dortmund -> head coach -> Thomas Doll (1", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008091", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "\u0130smet \u0130n\u00f6n\u00fc", + "pred": "Hop 1: Fuat K\u00f6pr\u00fcl\u00fc -> member of political party -> Cumhuriyet Halk Partisi (CHP)\n Hop 2: Cumhuriyet Halk Partisi (CHP) -> chairperson -> Refik Saydam\n Hop 3: Refik Saydam -> member of political party -> Cumhuriyet Halk Partisi (CHP)\n Hop 4: Cumhuriyet Halk Partisi (CHP) -> chair", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004964", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Tonino Cervi -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> member of -> European Economic Area (1994)\n Answer: European Economic Area", + "em": 0.0, + "f1": 0.1 + }, + { + "id": "q_002871", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Hop 1: Giacinto Facchetti -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> head of state -> Giovanni Leone (1994)\n Hop 3: Giovanni Leone -> successor -> Giuseppe Saragat (1994)\n Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003979", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Rachida Brakni", + "pred": "Hop 1: H\u00e9l\u00e8ne Filli\u00e8res -> nominated for -> La Chute (film) (1960)\n Hop 2: La Chute (film) (1960) -> winner -> Carlo Toniatti\n Answer: Carlo Toniatti", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008204", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Erwin Kramer", + "pred": "Hop 1: DRB Class 52 -> operator -> Deutsche Bahn AG (1997)\n Hop 2: Deutsche Bahn AG -> manager -> G\u00fcnter Siegmund (1997)\n Hop 3: G\u00fcnter Siegmund -> country of citizenship -> Germany (1997)\n Answer: Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001932", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Joe Louis Arena", + "pred": "Hop 1: Stu Grimson -> drafted by -> Kansas City Chiefs (1983)\n Hop 2: Kansas City Chiefs -> home venue -> Arrowhead Stadium\n Hop 3: Arrowhead Stadium -> located in -> Kansas City\n Hop 4: Kansas City -> home venue -> Kansas City\n Answer: Kansas City", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: In\u0111ija Municipality -> located in -> Vojvodina (1984)\n Hop 2: Vojvodina -> country -> Serbia (1984)\n Answer: Serbia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000480", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "UNESCO", + "pred": "Hop 1: Eduardo Saverin -> country of citizenship -> United States (2011)\n Hop 2: United States -> member of -> North American Free Trade Agreement (2011)\n Answer: North American Free Trade Agreement", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007286", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Hop 1: Bastian Reinhardt -> member of sports team -> 1. FC Kaiserslautern (2009)\n Hop 2: 1. FC Kaiserslautern -> sponsor -> Deutsche Bank (2009)\n Answer: Deutsche Bank", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Daniel Auteuil", + "pred": "Hop 1: Jan Decleir -> nominated for -> 1993\n Hop 2: 1993 -> winner -> 1993\n Hop 3: 1993 -> country of citizenship -> Italy\n Hop 4: Italy -> winner -> 1993\n Answer: 1993", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002946", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Michal B\u00edlek", + "pred": "Hop 1: Daniel Kol\u00e1\u0159 -> sports team -> MFK Karvina (2010)\n Hop 2: MFK Karvina -> head coach -> Vladim\u00edr \u0160micer (2010)\n Hop 3: Vladim\u00edr \u0160micer -> member of -> Czechia men's national football team (2010)\n Hop 4: Czechia men's national football team -> head coach -> Joz", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003999", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Anton Drexler -> member of political party -> German Workers' Party (1920-1921) (Hop 1)\n Hop 2: German Workers' Party (1920-1921) -> chairperson -> Anton Drexler (Hop 2)\n Hop 3: Anton Drexler -> member of political party -> German Workers' Party (1920-1921) (", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Hop 1: Vera Drake -> Academy Award for Best Actress (1990)\n Hop 2: Academy Award for Best Actress (1990) -> winner -> Cate Blanchett\n Hop 3: Cate Blanchett -> winner of -> 2001 Academy Award for Best Actress\n Hop 4: 2001 Academy Award for Best Actress -> winner -> Cate Blanchett\n Hop 5: Cate Blanchett -> winner", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005752", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Bruno Bettinelli -> country of citizenship -> Italy (2007)\n Hop 2: Italy -> head of government -> Giuliano Amato (1993)\n Answer: Giuliano Amato", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001810", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Hop 1: Alberto Ronchey -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1965)\n Answer: Giovanni Gronchi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004977", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Livio Lorenzon -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of state -> Antonio Segni (1957)\n Answer: Antonio Segni", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Paul von Hindenburg", + "pred": "Hop 1: Otto Schuhart -> country -> Weimar Republic (1930)\n Hop 2: Weimar Republic -> head of state -> Paul von Hindenburg (1930)\n Answer: Paul von Hindenburg", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_007873", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Hop 1: Zolt\u00e1n G\u00e1bor Szab\u00f3 -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (Hungary)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University (Hungary) -> named after -> Lajos Kossuth\n Hop 3: Lajos Kossuth -> birth place -> Kassa (Hungary)\n Hop 4: Kassa (Hungary) -> located in -> Borsod-Aba\u00faj-Z", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002637", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Hop 1: Graham Swift -> Every Man for Himself -> nominated for -> 1996\n Answer: 1996", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_005587", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Hop 1: Gwyneth Jones -> winner -> 1998 European Science Fiction Awards (1998)\n Hop 2: 1998 European Science Fiction Awards (1998) -> nominated for -> The Neanderthal Parallax (1998)\n Hop 3: The Neanderthal Parallax (1998) -> author -> Peter F. Hamilton (1998)\n Answer: 199", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005428", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Silvio Berlusconi", + "pred": "Hop 1: Arrigo Sacchi -> coach of -> AC Milan (1980-1990)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (1986-1991)\n Hop 3: Silvio Berlusconi -> of sports team -> Milan (1997)\n Answer: Milan", + "em": 1.0, + "f1": 0.17391304347826084 + }, + { + "id": "q_005312", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Hop 1: Ruth Chatterton -> nominated for -> 1930 Academy Award for Best Actress\n Hop 2: 1930 Academy Award for Best Actress -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> nominated for -> 1930 Academy Award for Best Actress\n Answer: Norma Shearer", + "em": 1.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_006932", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Hop 1: Frank Tieri -> residence -> United States (1965)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1965)\n Answer: Lyndon B. Johnson", + "em": 1.0, + "f1": 0.3157894736842105 + }, + { + "id": "q_000781", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Hop 1: Elie Wiesel -> country of citizenship -> Romania\n Hop 2: Romania -> capital -> Bucharest\n Answer: Bucharest", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_007295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "CBS", + "pred": "Hop 1: Natalia Oreiro -> nominated for -> Mart\u00edn Fierro Award (2001)\n Hop 2: Mart\u00edn Fierro Award -> original broadcaster -> Canal 2 (2001)\n Answer: Canal 2", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000003", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1947.0, + "gold": "1947", + "pred": "Hop 1: Loretta Young -> winner -> 1947 Academy Award for Best Actress (1946-1947)\n Hop 2: 1947 Academy Award for Best Actress (1946-1947) -> winner -> Celia Johnson\n Hop 3: Celia Johnson -> nominated for -> 1947 Academy Award for Best Actress (1946-1947)", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_004851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Giorgio Napolitano", + "pred": "Hop 1: Claudio Pieri -> country of citizenship -> Italy (2009)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2009)\n Hop 3: Giorgio Napolitano -> head of state -> Giorgio Napolitano (2009)\n Answer: Giorgio Napolitano", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_004934", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "Italian lira", + "pred": "Hop 1: Gianna Maria Canale -> country -> Italy (1978)\n Hop 2: Italy -> currency -> Italian lira (1978)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.2666666666666667 + }, + { + "id": "q_000313", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Hop 1: Semey -> located in -> Kazakhstan (1985)\n Answer: Kazakhstan", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2016.0, + "gold": "Matteo Renzi", + "pred": "Hop 1: Mario Agnes -> country of citizenship -> Italy (2016)\n Hop 2: Italy -> head of government -> Paolo Gentiloni (2016)\n Hop 3: Paolo Gentiloni -> country of citizenship -> Italy (2016)\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Lina Pagliughi -> country of citizenship -> Italy (1907)\n Hop 2: Italy -> shares border with -> Austria (1907)\n Answer: Austria", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000903", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Hop 1: Alen Halilovi\u0107 -> sports team -> NK Slavonia Kranj\u010devi\u0107i -> head coach -> Igor \u010cav\u010di\u0107 (2014)\n Answer: Igor \u010cav\u010di\u0107", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Umberto Mastroianni -> country of citizenship -> Italy (1979)\n Hop 2: Italy -> shares border with -> Greece (1979)\n Answer: Greece", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005738", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Aldo Moro", + "pred": "Hop 1: Enzo Sellerio -> country -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006558", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Hop 1: Artur Moraes -> member of -> S.L. Benfica (2012)\n Hop 2: S.L. Benfica -> chairperson -> Jos\u00e9 M\u00e1rio Raposo (2012)\n Hop 3: Jos\u00e9 M\u00e1rio Raposo -> member of -> C.D. Nacional (2012)\n Answer: C.D. Nacional", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004400", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Hop 1: Heat and Dust -> award received -> 1975 (1975)\n Hop 2: 1975 -> winner -> John W. Campbell (1975)\n Answer: John W. Campbell", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001076", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: Katholieke Universiteit Leuven -> member of -> Universiteit Leuven (1970)\n Answer: 1970", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002725", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Hop 1: Canada | head of government | Pierre Trudeau (1968-1979)\n Hop 2: Pierre Trudeau | position held | Prime Minister of Canada (1968-1979)\n Hop 3: Prime Minister of Canada (1968-1979) | head of government | Canada (1968-1979)\n Answer: Canada", + "em": 1.0, + "f1": 0.38095238095238093 + }, + { + "id": "q_003906", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Liga Portugal", + "pred": "Hop 1: Pawe\u0142 Kieszek -> member of sports team -> GKS Be\u0142chat\u00f3w (2013)\n Hop 2: GKS Be\u0142chat\u00f3w -> league or competition -> Ekstraklasa (2013)\n Answer: Ekstraklasa", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004405", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Alberto Bigon", + "pred": "Hop 1: Jocelyn Ahou\u00e9ya -> member of sports team -> England women's national football team (2014)\n Hop 2: England women's national football team -> head coach -> Mark Sampson (2008)\n Answer: Mark Sampson", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Wolfgang Gerhardt", + "pred": "Hop 1: Walter Scheel -> member of political party -> Christian Democratic Union of Germany (CDU)\n Hop 2: Christian Democratic Union of Germany (CDU) -> chairperson -> Angela Merkel (1999)\n Hop 3: Angela Merkel -> member of political party -> Christian Democratic Union of Germany (CDU)\n Answer: Angela Merkel", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000757", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "COMECON", + "pred": "Hop 1: Anila Wilms -> country of citizenship -> Italy (1979)\n Hop 2: Italy -> member of -> European Economic Community (1979)\n Hop 3: European Economic Community -> member of -> European Free Trade Association (1979)\n Answer: European Free Trade Association", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Hop 1: Karen Dokhoyan -> member of sports team -> FC Spartak Yerevan (2007)\n Hop 2: FC Spartak Yerevan -> head coach -> Vahram Hovhannisyan (2007)\n Hop 3: Vahram Hovhannisyan -> member of sports team -> FC Pyunik (2007)\n Answer: FC Pyunik", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005056", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Lavrentiy Beria", + "pred": "Hop 1: Gulag -> parent organization -> Soviet Union\n Hop 2: Soviet Union -> chairperson -> Joseph Stalin\n Hop 3: Joseph Stalin -> birth place -> Georgia\n Answer: Georgia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Hop 1: Achim Mentzel -> presenter -> Annica Sj\u00f6lund (2014)\n Answer: Annica Sj\u00f6lund", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008552", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Viganello -> replaced by -> Breganzona (2004)\n Hop 2: Breganzona -> replaced by -> Breganzona (2004)\n Hop 3: Breganzona -> replaced by -> Breganzona (2004)\n Answer: 2004", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Bambi Award", + "pred": "Hop 1: Janet Leigh -> spouse -> Richard Widmark (1969)\n Hop 2: Richard Widmark -> award received -> Academy Award for Best Supporting Actor (1969)\n Hop 3: Academy Award for Best Supporting Actor -> award received -> 1969 Academy Awards (1969)\n Answer: 1969 Academy Awards", + "em": 0.0, + "f1": 0.09523809523809525 + }, + { + "id": "q_000678", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Hop 1: Haloo Helsinki! -> nominated for -> MTV Europe Music Award for Best Finnish Act (2011)\n Hop 2: MTV Europe Music Award for Best Finnish Act -> winner -> Lauri Yl\u00f6nen (2011)\n Answer: Lauri Yl\u00f6nen", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002043", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Gandria -> replaced by -> Pazzallo (1971)\n Hop 2: Pazzallo -> replaced by -> Women in Love (1971)\n Hop 3: Women in Love -> replaced by -> Academy Award for Best Cinematography (1971)\n Answer: 1971", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007190", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "coming out", + "pred": "Hop 1: Anne Heche -> unmarried partner -> David H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H.", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003533", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Italian lira", + "pred": "Hop 1: Bruno Migliorini -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> currency -> Italian lira (1967)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_003295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Attila J\u00f3zsef", + "pred": "Hop 1: L\u00e1szl\u00f3 B\u00fcky -> educated at -> University of Szeged\n Hop 2: University of Szeged -> named after -> Franz Joseph I of Austria\n Hop 3: Franz Joseph I of Austria -> country -> Austria-Hungary\n Hop 4: Austria-Hungary -> capital -> Budapest\n Hop 5: Budapest -> located in -> Hungary\n Hop 6: Hungary -> country -> Hungary\n Hop 7: Hungary ->", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Ingrid Bergman", + "pred": "Hop 1: Jean Arthur -> nominated for -> The Best Years of Our Lives (1942 film)\n Hop 2: The Best Years of Our Lives (1942 film) -> winner -> Henry Fonda\n Hop 3: Henry Fonda -> nominated for -> The Best Years of Our Lives (1942 film)\n Answer: Henry Fonda", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004864", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Ireland", + "pred": "Hop 1: Christian Murro -> member of sports team -> D.C. United (2005)\n Hop 2: D.C. United -> country -> United States of America (2005)\n Answer: United States of America", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001930", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1929.0, + "gold": "1929", + "pred": "Hop 1: Warner Baxter -> award received -> Fr\u00f6hlich Prize (1929)\n Answer: 1929", + "em": 1.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_004482", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Hop 1: Aviezri Fraenkel -> award -> 2005\n Hop 2: 2005 -> winner -> Ralph Faudree\n Hop 3: Ralph Faudree -> award received -> 2005\n Answer: 2005", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_000444", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "president of Germany", + "pred": "Hop 1: Ulrich Gotter -> employer -> University of M\u00fcnster (2002)\n Hop 2: Q779279 -> signatory -> Ulrich Gotter (2002)\n Hop 3: University of M\u00fcnster -> head of state -> Christian Wulff (2011)\n Answer: head of state", + "em": 0.0, + "f1": 0.09090909090909091 + }, + { + "id": "q_002417", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Saku Koivu", + "pred": "Hop 1: Juraj Mik\u00fa\u0161 -> drafted by -> HC Slovan Bratislava (2005)\n Hop 2: HC Slovan Bratislava -> team captain -> Igor Bobkov (2005)\n Hop 3: Igor Bobkov -> drafted by -> Montreal Canadiens (2005)\n Hop 4: Montreal Canadiens -> team captain -> Maurice Richard (2005)\n Answer: Maurice Richard", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "Hop 1: Bar\u0131\u015f \u00d6r\u00fcc\u00fc -> member of sports team -> Bursaspor\n Hop 2: Bursaspor -> league or competition -> Turkish Super Lig\n Answer: Turkish Super Lig", + "em": 0.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_002089", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "Hop 1: Heat and Dust -> award -> 1975\n Hop 2: 1975 -> winner -> Ruth Prawer Jhabvala\n Hop 3: Ruth Prawer Jhabvala -> equal to -> 1975\n Hop 4: 1975 -> year -> 1975\n Answer: 1975", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_002782", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Hop 1: Horst Bredekamp -> work location -> University of Bologna (2009)\n Hop 2: University of Bologna -> head of government -> Giancarlo Giorgetti (2009)\n Answer: Giancarlo Giorgetti", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Karel Br\u00fcckner", + "pred": "Hop 1: Roman T\u00fdce -> sports team -> SK Slovan Bratislava (1990)\n Hop 2: SK Slovan Bratislava (1990) -> head coach -> Vladim\u00edr \u0160micer (1990)\n Hop 3: Vladim\u00edr \u0160micer (1990) -> member of -> Czechoslovakia national football team (1990)\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006603", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Hop 1: Kiran Desai -> winner -> The Night Watch (1998)\n Answer: 1998", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000643", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Franz Xaver Schwarz -> member of political party -> NSDAP (1931)\n Hop 2: NSDAP (1931) -> chairperson -> Gregor Strasser (1931)\n Answer: Gregor Strasser", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001459", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Sepp Piontek", + "pred": "Hop 1: Kim Vilfort -> member of sports team -> Poland men's national football team (1991)\n Hop 2: Poland men's national football team -> head coach -> Andrzej Strejlau (1991)\n Answer: Andrzej Strejlau", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007691", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "German Emperor", + "pred": "Hop 1: Augusta Victoria of Schleswig-Holstein -> spouse -> Friedrich III of Germany (1912)\n Hop 2: Friedrich III of Germany -> position held -> emperor of Germany (1912)\n Answer: emperor of Germany", + "em": 0.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_004382", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Israeli Premier League", + "pred": "Hop 1: Rodgers Kola -> member of sports team -> Kola (2015)\n Hop 2: Kola -> league or competition -> Japanese National Railways (2015)\n Answer: Japanese National Railways", + "em": 0.0, + "f1": 0.1 + }, + { + "id": "q_008297", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Luxembourg National Division", + "pred": "Hop 1: Mathias J\u00e4nisch -> member of sports team -> US Hostert (2009)\n Hop 2: US Hostert -> league or competition -> USL Championship (2009)\n Answer: USL Championship", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Guido Crepax -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> member of -> European Economic Community (1956)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.19047619047619047 + }, + { + "id": "q_007490", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Marie Dressler", + "pred": "Hop 1: Ann Harding -> 1931 -> Academy Award for Best Actor in a Supporting Role (1931)\n Hop 2: Academy Award for Best Actor in a Supporting Role (1931) -> winner -> Walter Huston\n Hop 3: Walter Huston -> nominated for -> The Public Enemy (1931)\n Answer: The Public Enemy (1931)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004470", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Hop 1: Ra\u00fal Fern\u00e1ndez-Cavada Mateos -> member of sports team -> AC Milan (2004)\n Hop 2: AC Milan -> head coach -> Fabio Capello (2004)\n Answer: Fabio Capello", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Nike", + "pred": "Hop 1: Austin Healey -> member of sports team -> West Bromwich Albion\n Hop 2: West Bromwich Albion -> kit supplier -> Umbro\n Hop 3: Umbro -> member of sports team -> Austin Healey\n Answer: Umbro", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Pacific Coliseum", + "pred": "Hop 1: Jim Sandlak -> drafted by -> New York Jets (1985)\n Hop 2: New York Jets -> home venue -> Giants Stadium\n Answer: Giants Stadium", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000107", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Prague", + "pred": "Hop 1: Anton\u00edn Kapek -> member of political party -> Czechoslovak Social Democracy (1984)\n Hop 2: Czechoslovak Social Democracy (1984) -> headquarters -> Prague (1984)\n Hop 3: Prague -> country -> Czechoslovakia (1984)\n Answer: Czechoslovakia", + "em": 1.0, + "f1": 0.1 + }, + { + "id": "q_000481", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "Hop 1: Joan Barfoot -> nominated for -> 1997 Australian Film Institute Awards\n Hop 2: 1997 Australian Film Institute Awards -> winner -> The Quiet American\n Hop 3: The Quiet American -> winner -> Michael Haneke\n Hop 4: Michael Haneke -> winner -> 1997 European Film Awards\n Hop 5: 1997 European Film Awards -> winner -> 1997", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005374", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Hop 1: Haloo Helsinki! -> member of -> Malm\u00f6 FF (2007)\n Hop 2: Malm\u00f6 FF -> winner of -> UEFA Champions League (2007)\n Hop 3: UEFA Champions League -> equal to -> 1999 UEFA Champions League (2007)\n Hop 4: 1999 UEFA Champions League -> winner of -> AC Milan (2007)\n Hop 5: AC Milan", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007891", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Second Lady or Gentleman of the United States", + "pred": "Hop 1: Richard Nixon -> spouse -> Tricia Nixon | 1956\n Hop 2: Tricia Nixon -> position held -> First Lady of the United States | 1956\n Answer: First Lady of the United States", + "em": 0.0, + "f1": 0.4 + }, + { + "id": "q_004941", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Ralf Loose", + "pred": "Hop 1: Chris Philipps -> member of sports team -> AS Roma (2001)\n Hop 2: AS Roma -> head coach -> Fabio Capello (2001)\n Answer: Fabio Capello", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Mar\u00eda Denis -> country of citizenship -> Italy\n Hop 2: Italy -> head of state -> Giorgio Napolitano\n Answer: Giorgio Napolitano", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Hop 1: B\u00e2rlad -> country -> Romania\n Hop 2: Romania -> anthem -> \u021ainerea p\u0103cii\n Hop 3: \u021ainerea p\u0103cii -> country -> Romania\n Answer: \u021ainerea p\u0103cii", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001311", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Hop 1: SANAA's award -> winner -> Zuleykha Seyidmammadova (1954)\n Hop 2: Zuleykha Seyidmammadova -> member of political party -> Communist Party of the Soviet Union (1954)\n Hop 3: Communist Party of the Soviet Union -> chairperson -> Nikita Khrushchev (1954)\n Answer: 1954", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003353", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Panama", + "pred": "Hop 1: All Summer Long -> place of publication -> University of Chicago Press (1964)\n Hop 2: University of Chicago Press -> shares border with -> Illinois (1964)\n Answer: Illinois", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005629", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "Hop 1: Arnold J. Levine -> award -> National Medal of Science (1998)\n Hop 2: National Medal of Science (1998) -> winner -> Bert Vogelstein\n Hop 3: Bert Vogelstein -> equal to -> Pino Cerami\n Hop 4: Pino Cerami -> year of birth -> 1933\n Answer: 1933", + "em": 1.0, + "f1": 0.07692307692307693 + }, + { + "id": "q_005931", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Leonid Brezhnev", + "pred": "Hop 1: Siim Kallas -> member of political party -> Estonian Reform Party (1990-1992)\n Hop 2: Estonian Reform Party (1990-1992) -> chairperson -> Mart Kask (1990-1992)\n Hop 3: Mart Kask -> member of political party -> Estonian People's Union (1992-1994)\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005823", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Territory of Hawaii", + "pred": "Hop 1: Catherine Schell -> residence -> New York City\n Hop 2: New York City -> contains -> New York County\n Hop 3: New York County -> administrative territorial entity -> New York\n Answer: New York", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002989", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Free State of Prussia", + "pred": "Hop 1: Anton Kerschbaumer -> work location -> Vienna\n Hop 2: Vienna -> located in -> Austria\n Answer: Austria", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004259", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Anne Enright", + "pred": "Hop 1: Indra Sinha -> nominated for -> The God of Small Things (novel) (2001)\n Hop 2: The God of Small Things (novel) -> winner -> Arundhati Roy (2001)\n Hop 3: Arundhati Roy -> winner -> The God of Small Things (novel) (2001)\n Answer: The God of Small Things (novel)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002166", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Ligue 1", + "pred": "Hop 1: Gr\u00e9gory Ursule -> member of sports team -> AS Nancy-Lorraine (1995)\n Hop 2: AS Nancy-Lorraine -> league or competition -> Ligue 1 (1995)\n Answer: Ligue 1", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_006376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "Hop 1: Nigel Hawthorne -> nominated for -> Academy Award for Best Actor (1995)\n Hop 2: Academy Award for Best Actor (1995) -> winner -> Kevin Spacey (1995)\n Hop 3: Kevin Spacey -> equal to -> Nicolas Cage (1995)\n Hop 4: Nicolas Cage -> nominated for -> The Witches of Eastwick (1995)\n Hop 5: The W", + "em": 1.0, + "f1": 0.07142857142857142 + }, + { + "id": "q_008518", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Hans Backe", + "pred": "Hop 1: Jan Gunnar Solli -> member of sports team -> FC Luch-Energiya Vladivostok (1996)\n Hop 2: FC Luch-Energiya Vladivostok -> head coach -> Maksim Layushkin (1996)\n Answer: Maksim Layushkin", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003792", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Hop 1: Ferruccio Tagliavini -> country of citizenship -> Italy (1992)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (1992)\n Answer: Giorgio Napolitano", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000844", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Hop 1: Busan IPark FC -> member of -> Q211688 (2011)\n Hop 2: Q211688 -> winner of -> 2001 (2011)\n Hop 3: 2001 -> nominated for -> 2001 (2011)\n Answer: 2001", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005425", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Sandro Pertini", + "pred": "Hop 1: Mario De Don\u00e0 -> country of citizenship -> Italy (1979)\n Hop 2: Italy -> head of state -> Sandro Pertini (1979)\n Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_006156", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Hop 1: Romain Duris -> European Film Award for Best Actor -> 2005 -> winner -> Javier Bardem (Hop 1)\n Hop 2: Javier Bardem -> European Film Award for Best Actor -> 2005 -> winner -> 2005 (Hop 2)\n Hop 3: 2005 -> winner -> 2005 (Hop 3)\n Answer: 2005", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006038", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Austro-Hungarian krone", + "pred": "Hop 1: Lunga's country -> country -> Hungary (1918)\n Hop 2: Hungary (1918) -> currency -> Hungarian korona (1918)\n Hop 3: Hungarian korona (1918) -> predecessor -> Austrian krone (1918)\n Answer: Austrian krone", + "em": 0.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_008465", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1923.0, + "gold": "Egyptian pound", + "pred": "Hop 1: Ramallah -> country -> Palestine\n Hop 2: Palestine -> currency -> Palestine pound\n Hop 3: Palestine pound -> currency -> 1923\n Answer: Palestine pound", + "em": 0.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_004604", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Javier Aguirre", + "pred": "Hop 1: Cosmin Contra -> member of -> FC Dinamo Bucure\u0219ti (2006)\n Hop 2: FC Dinamo Bucure\u0219ti -> head coach -> Mircea Lucescu (2006)\n Hop 3: Mircea Lucescu -> head coach -> FC Steaua Bucure\u0219ti (2006)\n Answer: FC Steaua Bucure\u0219ti", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002929", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "The Internationale", + "pred": "Hop 1: Black Sea Governorate -> anthem -> \"Song of the Motherland\" (1917)\n Hop 2: \"Song of the Motherland\" (1917) -> located in -> Ukraine (1917)\n Hop 3: Ukraine -> located in -> Soviet Union (1917)\n Answer: Soviet Union", + "em": 0.0, + "f1": 0.09523809523809525 + }, + { + "id": "q_007720", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Hop 1: Peppino De Filippo -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Giovanni Gronchi (1955)\n Hop 3: Giovanni Gronchi -> country of citizenship -> Italy (1955)\n Hop 4: Italy -> head of government -> Amintore Fanfani (1955)\n Hop 5: Amintore Fanfani -> country of citizenship", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005879", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Raffaele Anguilla -> country of citizenship -> Germany (1987)\n Hop 2: Germany (1987) -> head of state -> Helmut Kohl (1987)\n Hop 3: Helmut Kohl (1987) -> member of political party -> Christian Democratic Union (1987)\n Answer: Christian Democratic Union", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001938", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Territory of Hawaii", + "pred": "Hop 1: Yul Brynner -> country of citizenship -> United States\n Hop 2: United States -> contains the administrative territorial entity -> New Mexico\n Hop 3: New Mexico -> contains the administrative territorial entity -> Lincoln County\n Hop 4: Lincoln County -> contains the administrative territorial entity -> Cimarron\n Answer: Cimarron", + "em": 0.0, + "f1": 0.07692307692307691 + }, + { + "id": "q_004995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Academy Award for Best Supporting Actress", + "pred": "Hop 1: Anthony Franciosa -> spouse -> Shelley Winters\n Hop 2: Shelley Winters -> nominated for -> Academy Award for Best Actress\n Hop 3: Academy Award for Best Actress -> spouse -> Robert Taylor\n Hop 4: Robert Taylor -> nominated for -> Academy Award for Best Actor\n Answer: Academy Award for Best Actor", + "em": 0.0, + "f1": 0.3846153846153846 + }, + { + "id": "q_006351", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Stade Chaban-Delmas", + "pred": "Hop 1: Andr\u00e9 Chorda -> member of sports team -> FC Barcelona (1996)\n Hop 2: FC Barcelona -> home venue -> Camp Nou (1996)\n Answer: Camp Nou", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005087", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Bruno Bettinelli -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Austria (1956)\n Answer: Austria", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006536", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Floriano Bodini -> country of citizenship -> Italy (2002)\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006736", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Sandra Bullock", + "pred": "Hop 1: Doubt -> nominated for -> Academy Award for Best Actress (1999)\n Hop 2: Academy Award for Best Actress (1999) -> winner -> Cate Blanchett (1969)\n Hop 3: Cate Blanchett -> nominated for -> Academy Award for Best Actress (2003)\n Hop 4: Academy Award for Best Actress (2003) -> winner -> Cate Blanchett (1", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004654", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Khrustalnyi -> country -> Soviet Union (1940)\n Hop 2: Soviet Union -> head of state -> Joseph Stalin (1940)\n Hop 3: Joseph Stalin -> country of citizenship -> Russia (1940)\n Answer: Russia", + "em": 0.0, + "f1": 0.19047619047619047 + }, + { + "id": "q_005945", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Hop 1: Frank Tieri -> residence -> 1965\n Hop 2: 1965 -> head of government -> John F. Kennedy\n Answer: John F. Kennedy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007681", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Daman and Diu", + "pred": "Hop 1: Abhijit Banerjee -> country of citizenship -> India (1988)\n Hop 2: India -> head of state -> Zail Singh (1988)\n Hop 3: Zail Singh -> contains the administrative territorial entity -> Punjab (1988)\n Answer: Punjab", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006184", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Lyndon B. Johnson", + "pred": "Hop 1: Smiley Smile -> place of publication -> Belgium (2000)\n Hop 2: Belgium -> head of government -> Paul-Emile Mohn (2000)\n Hop 3: Paul-Emile Mohn -> head of -> Smiley Smile (2000)\n Answer: Paul-Emile Mohn", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000115", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Caja M\u00e1gica", + "pred": "Hop 1: Ettore Messina -> member of sports team -> Pallacanestro Cant\u00f9 (1992)\n Hop 2: Pallacanestro Cant\u00f9 -> home venue -> Palazzo dello Sport (1992)\n Answer: Palazzo dello Sport", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002711", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Memo Benassi -> country of citizenship -> Italy\n Hop 2: Italy -> head of state -> Giovanni Leone\n Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005754", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Pavao Pavli\u010di\u0107 -> award -> NIN Prize (1981)\n Hop 2: NIN Prize (1981) -> country -> Italy (1967)\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "Hop 1: Henry Luce -> spouse -> Clare Boothe Luce (1959)\n Answer: Clare Boothe Luce", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000552", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italian lira", + "pred": "Hop 1: Paolo Soleri -> residence -> Venice\n Hop 2: Venice -> currency -> Italian lira\n Hop 3: Italian lira -> country -> Italy\n Answer: Italy", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_000403", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "SeatGeek Stadium", + "pred": "Hop 1: Paolo Tornaghi -> member of sports team -> Real Madrid Club de F\u00fatbol (2012)\n Hop 2: Real Madrid Club de F\u00fatbol -> home venue -> Estadio Santiago Bernab\u00e9u (2012)\n Answer: Estadio Santiago Bernab\u00e9u", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003856", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Hop 1: Faye Dunaway -> unmarried partner -> John D. H. Macdonald (1971)\n Hop 2: John D. H. Macdonald -> country of citizenship -> Canada (1971)\n Answer: Canada", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003602", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Mikhail Gorbachev", + "pred": "Hop 1: Andrus \u00d6\u00f6vel -> member of -> Estonian People's Union (1989-1991) (1989-1991)\n Hop 2: Estonian People's Union (1989-1991) -> chairperson -> Voldemar Kask (1989-1991)\n Answer: Voldemar Kask", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007850", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Cesare Andrea Bixio -> country of citizenship -> Kingdom of Italy (1950)\n Hop 2: Kingdom of Italy -> shares border with -> Yugoslavia (1950)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_001019", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1962.0, + "gold": "1962", + "pred": "Hop 1: United States Navy SEALs -> founder -> Richard Marcinko (1962)\n Hop 2: Richard Marcinko -> nominated for -> Nobel Peace Prize (1962)\n Answer: 1962", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_004322", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Dietrich Stobbe", + "pred": "Hop 1: Anna Seghers -> residence -> Giurgiu (1937)\n Hop 2: Giurgiu -> head of government -> Ion I. C. Br\u0103tianu (1937)\n Answer: Ion I. C. Br\u0103tianu", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004271", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Hop 1: Tommy Aldridge -> member of -> Pat Travers (1981)\n Hop 2: Pat Travers -> country of citizenship -> Italy (1981)\n Hop 3: Italy -> head of state -> Francesco Carpino (1981)\n Answer: Francesco Carpino", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001171", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Armando Ceste -> country of citizenship -> Spain (1998)\n Hop 2: Spain -> head of state -> Juan Carlos I of Spain (1998)\n Answer: Juan Carlos I of Spain", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007890", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Hop 1: Genevi\u00e8ve Bujold -> nominated for -> The Rose (1986 film)\n Hop 2: The Rose (1986 film) -> winner of -> Best Actress in a Supporting Role\n Hop 3: Best Actress in a Supporting Role -> winner of -> 1987 Academy Awards\n Hop 4: 1987 Academy Awards -> winner of -> Best Picture\n Hop 5: Best Picture -> winner of", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008632", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Hop 1: Demeter Balla -> work location -> Cluj-Napoca (1968)\n Hop 2: Cluj-Napoca -> capital -> Cluj-Napoca (1968)\n Answer: Cluj-Napoca", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007395", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1925.0, + "gold": "Egyptian pound", + "pred": "Hop 1: Afula -> country -> Mandatory Palestine\n Hop 2: Mandatory Palestine -> currency -> Palestine pound\n Hop 3: Palestine pound -> country -> Afula\n Answer: Palestine pound", + "em": 0.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_007784", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Hop 1: Jennifer Johnston -> nominated for -> The Last of the Mohicans (1992 film)\n Hop 2: The Last of the Mohicans (1992 film) -> winner -> Daniel Day-Lewis\n Hop 3: Daniel Day-Lewis -> winner -> The Last of the Mohicans (1992 film)\n Answer: The Last of the Mohicans (1992 film", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006008", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Hop 1: Rainer Ernst -> member of sports team -> Tinkoff (1992)\n Hop 2: Tinkoff -> chairperson -> Thomas Schmid (1992)\n Answer: Thomas Schmid", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007623", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Zden\u011bk Zeman", + "pred": "Hop 1: Angelo Gregucci -> member of -> SS Lazio (1995)\n Hop 2: SS Lazio -> head coach -> Giuseppe Pillon (1995)\n Hop 3: Giuseppe Pillon -> member of -> A.S. Roma (1995)\n Answer: A.S. Roma", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000261", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Hop 1: Max Blokzijl -> work location -> Amsterdam\n Hop 2: Amsterdam -> country -> Netherlands\n Hop 3: Netherlands -> country of citizenship -> Belgium\n Answer: Belgium", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005362", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Nino Baragli -> country of citizenship -> Italy (1992)\n Hop 2: Italy -> shares border with -> Slovenia (1992)\n Answer: Slovenia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003134", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Teen Choice Awards", + "pred": "Hop 1: Call Me Maybe -> performer -> Carly Rae Jepsen (2012)\n Hop 2: Carly Rae Jepsen -> award received -> Juno Award for Best Female Artist (2012)\n Hop 3: Juno Award for Best Female Artist -> award received -> Canadian Music Hall of Fame (2012)\n Answer: Canadian Music Hall of Fame", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Hop 1: Kai-Fabian Schulz -> member of sports team -> 1. FC Nuremberg (2009)\n Hop 2: 1. FC Nuremberg (2009) -> sponsor -> Adidas\n Answer: Adidas", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003313", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Italian lira", + "pred": "Hop 1: Eugenio Monti -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> currency -> Italian lira (1972)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005360", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Hop 1: Tim Eitel -> work location -> E\u00f6tv\u00f6s Lor\u00e1nd University (1921)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> head of government -> L\u00e1szl\u00f3 S\u00f3lyom (1999)\n Answer: L\u00e1szl\u00f3 S\u00f3lyom", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001597", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Peter Carey", + "pred": "Hop 1: Rachel Seiffert -> nominated for -> The Memory of Love (Book)\n Hop 2: The Memory of Love (Book) -> winner -> A. S. Byatt (Writer)\n Hop 3: A. S. Byatt -> award received -> Booker Prize (Award)\n Hop 4: Booker Prize (Award) -> winner -> William Trevor (Writer)\n Hop 5: William Trevor -> nominated for -> The Story Tree (Book)\n Hop", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Ronald Colman", + "pred": "Hop 1: Hamlet's award -> winner -> Alec Chamberlain (2001)\n Answer: Alec Chamberlain", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005949", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Attila J\u00f3zsef", + "pred": "Hop 1: Mih\u00e1ly Bart\u00f3k -> employer -> University of Szeged (1998)\n Hop 2: University of Szeged -> named after -> K\u00e1roly K\u00f3s (1998)\n Answer: K\u00e1roly K\u00f3s", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005024", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Hop 1: Philip Taaffe -> work location -> Atl\u00e9tico Madrid (2005)\n Hop 2: Atl\u00e9tico Madrid -> head of government -> Jos\u00e9 Mar\u00eda Aznar (2005)\n Answer: Jos\u00e9 Mar\u00eda Aznar", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007032", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Heinrich Himmler", + "pred": "Hop 1: Karl Gerland -> member of -> United States Army Air Forces (1942)\n Hop 2: United States Army Air Forces (1942) -> manager of -> James Stewart (1942)\n Hop 3: James Stewart -> manager of -> John Wayne (1942)\n Hop 4: John Wayne -> manager of -> John Wayne (1942)\n Answer: John Wayne", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004269", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: James Cameron -> spouse -> Gale Anne Hurd (1987)\n Answer: 1987", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005207", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Hop 1: Heinz Wewers -> member of sports team -> 1. FC Nuremberg (1958)\n Hop 2: 1. FC Nuremberg (1958) -> head coach -> Karl-Heinz Miller\n Hop 3: Karl-Heinz Miller -> member of sports team -> 1. FC Nuremberg (1958)\n Answer: Karl-Heinz Miller", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008065", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Constantinople", + "pred": "Hop 1: Old City of Jerusalem -> country -> Ottoman Empire (1911)\n Hop 2: Ottoman Empire -> capital -> Constantinople (1911)\n Hop 3: Constantinople -> country -> Ottoman Empire (1911)\n Answer: Ottoman Empire", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_003648", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Nunzio Malasomma -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Economic Community (1951)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_000919", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "Franz Beckenbauer", + "pred": "Hop 1: Hans Pfl\u00fcgler -> member of -> German national team (soccer) (1987)\n Hop 2: German national team (soccer) -> head coach -> Uwe Rahn (1987)\n Hop 3: Uwe Rahn -> member of -> sports team -> FC Schalke 04 (1987)\n Hop 4: FC Schalke 04 -> head coach -> R", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Colin Farrell -> unmarried partner -> Q106418 (1999)\n Hop 2: Q106418 -> award received -> Grammy Award for Best Dance/Electronic Recording (1999)\n Hop 3: Grammy Award for Best Dance/Electronic Recording -> year -> 1999\n Answer: 1999", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007438", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Pavao Pavli\u010di\u0107 -> award received -> Premio Internazionale della Critica (1981)\n Hop 2: Premio Internazionale della Critica (1981) -> country -> Italy\n Hop 3: Italy -> award received -> Premio Internazionale della Critica (1981)\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000509", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Hop 1: Guido Celano -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2001)\n Hop 3: Giorgio Napolitano -> country of citizenship -> Italy (2001)\n Hop 4: Italy -> head of state -> Giovanni Leone (2001)\n Answer: Giovanni Leone", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_006374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Hop 1: Patrick White -> nominated for -> Booker Prize (1970)\n Hop 2: Ruth Chatterton -> nominated for -> Academy Award for Best Actress (1930)\n Hop 3: Academy Award for Best Actress -> winner -> Norma Shearer (1930)\n Answer: Norma Shearer", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006108", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "presidential system", + "pred": "Hop 1: Josef Masopust -> member of sports team -> FK Teplice (1952)\n Answer: FK Teplice", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001184", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Robert Bolt", + "pred": "Hop 1: Doctor Zhivago -> Golden Globe Award for Best Screenplay -> Giuseppe Petrilli (1998)\n Hop 2: Giuseppe Petrilli -> winner -> Giuseppe Petrilli (1998)\n Answer: Giuseppe Petrilli", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001023", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Hop 1: Jan Suchop\u00e1rek -> member of sports team -> C.D. Jorge Wilstermann (1995)\n Hop 2: C.D. Jorge Wilstermann -> head coach -> Luis Mena (1995)\n Answer: Luis Mena", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001479", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Javier Aguirre", + "pred": "Hop 1: Luis Amaranto Perea -> member of -> Club Atl\u00e9tico River Plate (1971)\n Hop 2: Club Atl\u00e9tico River Plate (1971) -> head coach -> L\u00e1szl\u00f3 B\u00e9kesi (1971)\n Hop 3: L\u00e1szl\u00f3 B\u00e9kesi (1971) -> head coach -> Luis Amaranto Perea (1971)\n Answer: L\u00e1szl\u00f3", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006983", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Giovanni Gronchi", + "pred": "Hop 1: Maria Caniglia -> country of citizenship -> Italy\n Hop 2: Italy -> head of state -> Antonio Segni\n Hop 3: Antonio Segni -> head of state -> Italy (1956)\n Answer: Antonio Segni", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007833", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "White Hart Lane", + "pred": "Hop 1: Andy Gray -> member of sports team -> Leeds United F.C.\n Hop 2: Leeds United F.C. -> home venue -> Elland Road\n Answer: Elland Road", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005681", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Hop 1: Giurgiu -> country -> Kingdom of Romania (1920)\n Answer: Kingdom of Romania", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003706", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Hop 1: Jean-Cyril Robin -> member of -> ASVEL Villeurbanne (2005)\n Hop 2: ASVEL Villeurbanne -> head coach -> Jean-Cyril Robin (2005)\n Hop 3: Jean-Cyril Robin -> member of -> Arnaud G\u00e9rard (2005)\n Answer: 2005", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_007006", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Hop 1: Jan Suchop\u00e1rek -> sports team -> SK Slavia Praha (1995)\n Hop 2: SK Slavia Praha (1995) -> head coach -> Michal B\u00edlek (1995)\n Answer: Michal B\u00edlek", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004220", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Swiss Super League", + "pred": "Hop 1: Rog\u00e9rio Luiz da Silva -> member of sports team -> SC Farense (1999-2000)\n Hop 2: SC Farense (1999-2000) -> league or competition -> Liga Portugal (1999-2000)\n Answer: Liga Portugal (1999-2000)", + "em": 0.0, + "f1": 0.08333333333333333 + }, + { + "id": "q_007500", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "Hop 1: Balaklava -> country -> Russian Empire (1917)\n Hop 2: Russian Empire -> anthem -> \"God Save the Tsar!\" (1917)\n Answer: \"God Save the Tsar!\"", + "em": 1.0, + "f1": 0.4444444444444445 + }, + { + "id": "q_008556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "German Empire", + "pred": "Hop 1: Fritz Stuckenberg -> work location -> Vienna (1912)\n Hop 2: Vienna -> country -> Austria (1912)\n Answer: Austria", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003362", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ireland", + "pred": "Hop 1: Micul\u00e0 Dematteis -> sports team -> A.S. Roma (1998)\n Hop 2: A.S. Roma -> country -> Italy (1998)\n Hop 3: Italy -> member of -> European Union (1998)\n Answer: European Union", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007378", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Allianz Arena", + "pred": "Hop 1: Moritz Volz -> member of sports team -> SC Cottbus\n Hop 2: SC Cottbus -> home venue -> Cottbus-Stadion\n Hop 3: Cottbus-Stadion -> located in -> Cottbus\n Answer: Cottbus", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002356", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Soviet Union", + "pred": "Hop 1: Kemerovo -> located in -> Kemerovo Oblast (1940)\n Hop 2: Kemerovo Oblast -> country -> Russia (1940)\n Answer: Russia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004000", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Walter Mazzarri", + "pred": "Hop 1: Jonathan Moreira -> sports team -> F.C. Porto\n Hop 2: F.C. Porto -> head coach -> V\u00edtor Baptista\n Hop 3: V\u00edtor Baptista -> member of -> Portuguese Football Federation\n Hop 4: Portuguese Football Federation -> head coach -> Jos\u00e9 Mourinho\n Hop 5: Jos\u00e9 Mourinho -> member of -> Chelsea F.C.\n Hop 6: Chelsea F.C. -> head coach -> Andr\u00e9 Villas-Bo", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003511", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Hungarian Olympic Committee", + "pred": "Hop 1: Gy\u0151r -> head of government -> L\u00e1szl\u00f3 T\u0151k\u00e9s (2000)\n Hop 2: L\u00e1szl\u00f3 T\u0151k\u00e9s -> member of -> Gy\u0151r (2000)\n Hop 3: Gy\u0151r -> member of -> Gy\u0151r (2000)\n Answer: Gy\u0151r", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "Hop 1: BND law -> signatory -> Antonio Carluccio (2012)\n Hop 2: Antonio Carluccio -> country of citizenship -> Italy (2012)\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008482", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Harry Warren", + "pred": "Hop 1: Richard Rodgers -> award -> Tony Award (1946)\n Hop 2: Tony Award (1946) -> winner -> Robert E. Sherwood\n Hop 3: Robert E. Sherwood -> member of -> American Academy of Arts and Sciences (1946)\n Answer: American Academy of Arts and Sciences", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001610", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Hop 1: Ugo Attardi -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giovanni Leone (1980)\n Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "pred": "Hop 1: Karel Schwarzenberg -> member of political party -> TOP 09 (2018)\n Hop 2: TOP 09 -> chairperson -> Miroslav Kalousek (2018)\n Hop 3: Miroslav Kalousek -> member of political party -> Czech Social Democratic Party (2018)\n Hop 4: Czech Social Democratic Party -> chairperson -> Milo\u0161 Zeman (20", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007160", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Peppino De Filippo -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> member -> European Economic Community (1956)\n Hop 3: European Economic Community -> member -> United Kingdom (1956)\n Answer: United Kingdom", + "em": 0.0, + "f1": 0.16666666666666666 + }, + { + "id": "q_003247", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Kevin Federline", + "pred": "Hop 1: Colin Farrell -> unmarried partner -> Andy Sinton (2004)\n Answer: Andy Sinton", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000810", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Liga I", + "pred": "Hop 1: Ovidiu Cornel Hanganu -> sports team -> FC Bra\u0219ov -> league or competition -> Liga I\n Answer: Liga I", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_006432", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Joseph Stalin", + "pred": "Hop 1: Rashid Sunyaev -> member of political party -> Communist Party of the Soviet Union (1988)\n Hop 2: Rashid Sunyaev -> chairperson -> Rashid Sunyaev (1988)\n Hop 3: Rashid Sunyaev -> member of political party -> Communist Party of the Soviet Union (1988)\n Answer: Rashid Sunyaev", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007768", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italian lira", + "pred": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> currency -> Italian lira (1984)\n Hop 3: Giovanni Battista Gianquinto -> currency -> Italian lira (1984)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_002329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Hop 1: Zhu De -> country of citizenship -> People's Republic of China (1967)\n Hop 2: People's Republic of China (1967) -> head of government -> Zhou Enlai (1967)\n Hop 3: Zhou Enlai (1967) -> country of citizenship -> People's Republic of China (1967)\n Answer: Zhou Enlai", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_005449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Rock and Roll Hall of Fame", + "pred": "Hop 1: Tears in Heaven -> performer -> Sin\u00e9ad O'Connor\n Hop 2: Sin\u00e9ad O'Connor -> award received -> Grammy Lifetime Achievement Award (1992)\n Hop 3: Grammy Lifetime Achievement Award (1992) -> award received -> Grammy Lifetime Achievement Award (1992)\n Hop 4: Grammy Lifetime Achievement Award (1992) -> award received -> Grammy Lifetime Achievement Award (1992)\n Answer", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003836", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Hop 1: The Ninth Day -> winner -> Cosmin Contra (2006)\n Hop 2: Cosmin Contra -> member of sports team -> Romania men's national association football team (2006)\n Answer: Romania men's national association football team", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007908", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Paolo Dezza -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> member of -> European Economic Community (1961)\n Hop 3: European Economic Community -> member of -> European Communities (1961)\n Answer: European Communities", + "em": 0.0, + "f1": 0.1818181818181818 + }, + { + "id": "q_003128", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Spencer Tracy", + "pred": "Hop 1: Academy Award for Best Actress -> winner -> Katharine Hepburn (1967)\n Hop 2: Katharine Hepburn -> unmarried partner -> Nicholas Brothers (1967)\n Hop 3: Nicholas Brothers -> birth name -> Nicholas Brothers (1967)\n Answer: Nicholas Brothers", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Hop 1: C\u00e9line Dion -> spouse -> Ren\u00e9 Ang\u00e9lil (2000)\n Hop 2: Ren\u00e9 Ang\u00e9lil -> country of citizenship -> Canada (2000)\n Hop 3: Canada -> head of state -> Elizabeth II (1986)\n Answer: Elizabeth II", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001510", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "UTC\u221204:00", + "pred": "Hop 1: Cartagena Agreement -> signatory -> United States -> located in -> UTC\u221203:00 (2011)\n Answer: United States", + "em": 0.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_005670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Werner Greuter", + "pred": "Hop 1: Beat Ernst Leuenberger -> employer -> Credit Suisse Group\n Hop 2: Credit Suisse Group -> chief executive officer -> Marcel Ospel\n Hop 3: Marcel Ospel -> employer -> Credit Suisse Group (2004)\n Answer: Marcel Ospel", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Maurice Druon", + "pred": "Hop 1: Julien Green -> member of -> Independent Social Democratic Party of Germany (1989)\n Hop 2: Independent Social Democratic Party of Germany -> general secretary -> Bruno Bieligk (1989)\n Answer: Bruno Bieligk", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001232", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Nino Baragli -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_007512", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Hop 1: Heinz Wewers -> member of sports team -> 1. FC N\u00fcrnberg (1980-1981)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Otto Nerz (1980-1981)\n Hop 3: Otto Nerz -> member of sports team -> FC Schalke 04 (1981-1982)\n Hop 4: FC", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000089", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Luigi Filippo D'Amico -> country -> Italy (1999)\n Hop 2: Italy -> member -> European Union (1999)\n Answer: European Union", + "em": 0.0, + "f1": 0.10526315789473682 + }, + { + "id": "q_008698", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Hop 1: Celia Johnson -> nominated for -> The Prime of Miss Jean Brodie (1947)\n Hop 2: The Prime of Miss Jean Brodie (1947) -> winner -> Margaret Lockwood\n Hop 3: Margaret Lockwood -> nominated for -> The Prime of Miss Jean Brodie (1947)\n Answer: Margaret Lockwood", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007875", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Andrea Miano -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> shares border with -> Yugoslavia (1950)\n Hop 3: Yugoslavia -> shares border with -> Czechoslovakia (1950)\n Answer: Czechoslovakia", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_006661", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "Hop 1: Age Discrimination in Employment Act of 1967 -> signatory -> Vittorio Caprioli (1967)\n Hop 2: Vittorio Caprioli -> country of citizenship -> Italy (1967)\n Hop 3: Italy -> position held -> Minister of Agriculture (1967)\n Answer: Minister of Agriculture", + "em": 0.0, + "f1": 0.07407407407407407 + }, + { + "id": "q_007505", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Bobby Clarke", + "pred": "Hop 1: Roman \u010cechm\u00e1nek -> drafted by -> United States Navy (1946)\n Hop 2: United States Navy -> general manager -> Robert F. Kennedy (1946)\n Hop 3: Robert F. Kennedy -> drafted by -> United States Navy (1946)\n Answer: United States Navy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Giuliano Carnimeo -> country -> Austria\u2013Hungary (1918)\n Hop 2: Austria\u2013Hungary -> member -> Hungary (1918)\n Answer: Hungary", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008555", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Hop 1: Montreal Canadiens -> home venue -> Montreal Forum (1977)\n Hop 2: Montreal Forum (1977) -> replaced by -> Montreal Forum (1979) (1977)\n Hop 3: Montreal Forum (1979) -> member of sports team -> Rod Langway (1979)\n Hop 4: Rod Langway -> drafted by -> Boston Bruins (1979)\n Answer:", + "em": 1.0, + "f1": 0.15384615384615385 + }, + { + "id": "q_006491", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "Hop 1: U-331 -> part of -> U-97 (1942)\n Answer: 1942", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_003737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Hop 1: United States -> head of government -> Harry S. Truman (1949)\n Hop 2: Piero Scotti -> country of citizenship -> United States (1949)\n Answer: Harry S. Truman", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002698", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Albin Lesky -> member of -> German Workers' Party (1938)\n Hop 2: German Workers' Party (1938) -> chairperson -> Adolf Hitler (1938)\n Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_005937", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Hop 1: Carol Greider -> Nobel Prize in Physiology or Medicine -> 1999 -> Hop 2: 1999 -> winner -> Jack Szostak -> Answer: 1999", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007021", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Hop 1: Eduardo Salvio -> member of sports team -> C.D. Nacional (2018)\n Hop 2: C.D. Nacional -> chairperson -> Jos\u00e9 Manuel S\u00e1 (2018)\n Answer: Jos\u00e9 Manuel S\u00e1", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003151", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "Hop 1: Joan Barfoot -> nominated for -> The Last of the Mohicans (1992)\n Hop 2: The Last of the Mohicans (1992) -> winner -> James Fenimore Cooper\n Hop 3: James Fenimore Cooper -> winner -> 1992 James Fenimore Cooper Award\n Hop 4: 1992 James Fenimore Cooper Award -> winner -> John C. H. Grabill\n Answer:", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002519", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Hop 1: Jennifer Connelly -> 2003 -> United States Secretary of the Navy (Hop 1)\n Answer: 1906", + "em": 1.0, + "f1": 0.14285714285714288 + }, + { + "id": "q_007514", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "chairperson", + "pred": "Hop 1: Czech-Moravian Confederation of Trade Unions -> chairperson -> Jan Kavan (1999)\n Hop 2: Jan Kavan -> member of -> Czechoslovakian Social Democratic Party (1999)\n Hop 3: Czechoslovakian Social Democratic Party -> position held -> President of Czechoslovakia (1999)\n Answer: President of Czechoslovakia", + "em": 1.0, + "f1": 0.07999999999999999 + }, + { + "id": "q_008443", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> member of -> European Economic Community (1953)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.2 + }, + { + "id": "q_007726", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1992.0, + "gold": "1992", + "pred": "Hop 1: Anne Brochet -> nominated for -> La Fille du Roi (1992)\n Hop 2: La Fille du Roi (1992) -> winner -> Val\u00e9rie Lemercier\n Hop 3: Val\u00e9rie Lemercier -> year -> 1992\n Answer: 1992", + "em": 1.0, + "f1": 0.10526315789473684 + }, + { + "id": "q_001549", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "V\u00e1clav Havel", + "pred": "Hop 1: Old\u0159ich Pel\u010d\u00e1k -> country of citizenship -> Nazi Germany (1941)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1941)\n Answer: Adolf Hitler", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007129", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Pambio-Noranco -> replaced by -> Viganello (1933)\n Hop 2: Viganello -> replaced by -> Pambio-Noranco (1933)\n Hop 3: Pambio-Noranco -> replaced by -> Viganello (1933)\n Answer: 1933", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000883", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Heinrich Br\u00fcning", + "pred": "Hop 1: Bonn -> country -> Germany (1931)\n Hop 2: Germany -> head of government -> Paul von Hindenburg (1931)\n Answer: Paul von Hindenburg", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000442", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "Hop 1: Sister Rosetta Tharpe -> residence -> 1000000000000000000000000000000000000000000000000000000000000000000000000000000000", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004066", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Peter Gerhardsson", + "pred": "Hop 1: Andreas Alm -> sports team -> AC Milan\n Hop 2: AC Milan -> head coach -> Giuseppe Meazza\n Hop 3: Giuseppe Meazza -> member of -> Italy national football team\n Hop 4: Italy national football team -> head coach -> Giuseppe Meazza\n Answer: Giuseppe Meazza", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002302", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Egyptian pound", + "pred": "Hop 1: Rosh Pinna -> country -> Mandatory Palestine (1920)\n Hop 2: Mandatory Palestine -> currency -> Palestine pound (1920)\n Hop 3: Palestine pound -> country -> British Mandate of Palestine (1920)\n Answer: Palestine pound", + "em": 0.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_002564", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Czech Republic -> shares border with -> Poland (1947)\n Answer: Poland", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004005", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Otto Nerz", + "pred": "Hop 1: Willi Lindner -> member of sports team -> Hungarian Olympic Committee (2011)\n Hop 2: Hungarian Olympic Committee -> head of government -> Zsolt Borkai (2011)\n Hop 3: Zsolt Borkai -> head coach of -> Gy\u0151r (2011)\n Answer: Gy\u0151r", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Eugenio Castellotti -> country of citizenship -> Italy (1901)\n Hop 2: Italy -> head of state -> Vittorio Emanuele III (1901)\n Answer: Vittorio Emanuele III", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005652", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Jane Byrne", + "pred": "Hop 1: Dennis Daugaard -> residence -> Rapid City\n Hop 2: Rapid City -> head of government -> John H. Hageman\n Hop 3: John H. Hageman -> successor -> John H. Hageman\n Hop 4: John H. Hageman -> successor -> John H. Hageman\n Answer: John H. Hageman", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002217", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italian lira", + "pred": "Hop 1: Liliana Ronchetti -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> currency -> Italian lira (1970)\n Hop 3: Italian lira -> country -> Italy (1970)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_008015", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Albert II of Belgium", + "pred": "Hop 1: Pino Cerami -> country of citizenship -> Italy (2005)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2005)\n Answer: Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.1 + }, + { + "id": "q_000895", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "RTL", + "pred": "Hop 1: Maximilian Br\u00fcckner -> award -> Bavarian TV Awards (2018)\n Hop 2: Bavarian TV Awards -> original broadcaster -> ARD (2018)\n Hop 3: ARD -> award -> Bavarian TV Awards (2018)\n Answer: ARD", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008365", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Hop 1: \u00c9ver Banega -> sports team -> Club Atl\u00e9tico River Plate (2018)\n Hop 2: Club Atl\u00e9tico River Plate (2018) -> head coach -> Marcelo Bielsa (2018)\n Hop 3: Marcelo Bielsa (2018) -> member of -> Association of European Football Leagues (2018)\n Answer: Association of European Football Leagues", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006348", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Hop 1: Buhu\u0219i -> country -> Romania (1974)\n Hop 2: Romania -> anthem -> \u021ainerea de \u0219coal\u0103 (1974)\n Answer: \u021ainerea de \u0219coal\u0103", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000645", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Paolo Marcello Brignoli -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> shares border with -> Greece (1996)\n Answer: Greece", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008492", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Hop 1: Czechia -> head of state -> Anton\u00edn Z\u00e1potock\u00fd (1912)\n Hop 2: Vikenty Veresaev -> country of citizenship -> Czechia\n Answer: Anton\u00edn Z\u00e1potock\u00fd", + "em": 0.0, + "f1": 0.10526315789473685 + }, + { + "id": "q_006824", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Anita Brookner", + "pred": "Hop 1: David Lodge -> nominated for -> The 1984 Tony Awards\n Hop 2: The 1984 Tony Awards -> winner -> John Gielgud\n Hop 3: John Gielgud -> winner -> 1984\n Answer: John Gielgud", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000773", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "Winona Ryder", + "pred": "Hop 1: Frances McDormand -> nominated for -> Academy Award for Best Supporting Actress (1993)\n Hop 2: Academy Award for Best Supporting Actress (1993) -> winner -> Mary Steenburgen\n Hop 3: Mary Steenburgen -> award received -> Golden Globe Award for Best Supporting Actress - Motion Picture (1993)\n Answer: Golden Globe Award for Best Supporting Actress - Motion Picture (1993)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001316", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Deutsche Mark", + "pred": "Hop 1: Conrad Schumann -> country of citizenship -> East Germany (1979)\n Hop 2: East Germany -> currency -> East German mark (1979)\n Answer: East German mark", + "em": 0.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_004368", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Hop 1: Steve Borthwick -> member of sports team -> Rugby Football Club (England) (2008)\n Hop 2: Rugby Football Club (England) -> kit supplier -> Adidas (2008)\n Hop 3: Adidas -> kit supplier -> Steve Borthwick (2008)\n Answer: Adidas", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005868", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Giulio Onesti -> country of citizenship -> Italy (2009)\n Hop 2: Italy -> head of state -> Umberto II of Italy (2009)\n Hop 3: Umberto II of Italy -> country of citizenship -> Italy (2009)\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Hop 1: The Ninth Day -> nominated for -> \"The Ninth Day\" (1999)\n Hop 2: \"The Ninth Day\" (1999) -> winner -> \"The Ninth Day\" (1999)\n Hop 3: \"The Ninth Day\" (1999) -> nominated for -> \"The Ninth Day\" (1999)\n Hop 4: \"The Ninth Day\" (1999)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Hop 1: Fred Ho -> award -> 1996 (1996)\n Hop 2: 1996 -> winner -> Joe Sacco (1996)\n Answer: 1996", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_000995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Gwyneth Paltrow", + "pred": "Hop 1: Academy Award for Best Original Song -> winner -> Johnny Burke (1944)\n Answer: Johnny Burke", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008659", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "Hop 1: Brian Moore -> nominated for -> The Fugitive (1970)\n Hop 2: The Fugitive (1970) -> winner of -> The Fugitive (1970)\n Hop 3: The Fugitive (1970) -> country of citizenship -> Italy (1970)\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000763", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Ilva Ligabue -> country of citizenship -> Italy (1977)\n Hop 2: Italy -> shares border with -> Yugoslavia (1977)\n Answer: Yugoslavia", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_005896", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Italian lira", + "pred": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> currency -> Italian lira (1976)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_000117", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Enrico de Nicola", + "pred": "Hop 1: Guglielmo Pesenti -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> head of state -> Umberto II of Italy (1947)\n Answer: Umberto II of Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000027", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Hop 1: William Vickrey -> residence -> New York City (1994)\n Hop 2: New York City -> head of government -> David Dinkins (1994)\n Hop 3: David Dinkins -> work location -> New York City (1994)\n Answer: David Dinkins", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002041", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Hop 1: Bruno Visintin -> country of citizenship -> Italy (1983)\n Hop 2: Italy -> head of state -> Sandro Pertini (1983)\n Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.23529411764705882 + }, + { + "id": "q_002860", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Hop 1: Max Blokzijl -> work location -> Amsterdam\n Hop 2: Amsterdam -> country -> Netherlands\n Answer: Netherlands", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004247", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Luise Rainer", + "pred": "Hopi (people) -> Hopi language -> Theodora Goes Wild -> winner -> Jane Fonda\n Answer: Hopi (people)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008294", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Hyundai", + "pred": "Hop 1: Imre Kov\u00e1cs -> member of sports team -> MTK Budapest FC (1945)\n Answer: MTK Budapest FC", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006036", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "The Pentagon", + "pred": "Hop 1: Charlie Munger -> military branch -> United States Army (1945)\n Hop 2: United States Army -> headquarters -> Washington, D.C.\n Hop 3: Washington, D.C. -> military branch -> United States Army (1945)\n Hop 4: United States Army (1945) -> headquarters -> Washington, D.C.\n Hop 5: Washington, D.C. -> military branch -> United States Army (1", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001816", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Hop 1: Ruth Chatterton -> Academy Award for Best Actress -> 1930 -> Winner -> Mary Pickford\n Answer: Mary Pickford", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008058", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Anton Hofer -> country of citizenship -> Austria (1956)\n Hop 2: Austria -> shares border with -> Czechoslovakia (1956)\n Hop 3: Czechoslovakia -> country of citizenship -> Antonin Kocourek (1956)\n Answer: Antonin Kocourek", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004387", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Hop 1: Mehmed Uzun -> country of citizenship -> Turkey (1968)\n Hop 2: Turkey -> head of state -> \u0130smet \u0130n\u00f6n\u00fc (1955)\n Hop 3: \u0130smet \u0130n\u00f6n\u00fc -> country of citizenship -> Italy (1968)\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004841", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Abdullah Avc\u0131", + "pred": "Hop 1: Jo\u00e3o Pereira -> member of -> A.S. Roma (2015)\n Hop 2: A.S. Roma -> head coach -> Luciano Spalletti (2015)\n Hop 3: Luciano Spalletti -> member of -> Italy (2015)\n Answer: Luciano Spalletti", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000340", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Echo Music Prize", + "pred": "Hop 1: Britney Spears -> notable work -> Oops!... I Did It Again (1999)\n Hop 2: Oops!... I Did It Again (1999) -> award received -> Grammy Award for Best Dance Recording (1999)\n Hop 3: Grammy Award for Best Dance Recording (1999) -> award received -> Grammy Award for Best Dance Recording (1999)\n Hop 4: Grammy Award for", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001431", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Massimiliano Allegri", + "pred": "Hop 1: Philippe Mex\u00e8s -> sports team -> AS Roma -> head coach -> Luciano Spalletti (2011)\n Answer: Luciano Spalletti", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002560", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Panama", + "pred": "Hop 1: Horst P. Horst -> work location -> Paris\n Hop 2: Paris -> shares border with -> Seine\n Hop 3: Seine -> shares border with -> Marne\n Answer: Marne", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003591", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: Bernard Herrmann -> country -> United States of America\n Hop 2: United States of America -> head of state -> Richard Nixon\n Hop 3: Richard Nixon -> country -> United States of America\n Hop 4: United States of America -> head of state -> Gerald Ford\n Hop 5: Gerald Ford -> country -> United States of America\n Answer: Gerald Ford", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006178", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Hop 1: Glauco Onorato -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfari (1997)\n Hop 3: Oscar Luigi Scalfari -> head of state -> Giorgio Napolitano (1997)\n Answer: Giorgio Napolitano", + "em": 0.0, + "f1": 0.18181818181818182 + }, + { + "id": "q_003130", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Hop 1: \u00c1rp\u00e1d Berczik -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1947)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> \u00c1rp\u00e1d Berczik (1947)\n Answer: \u00c1rp\u00e1d Berczik", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001771", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "habilitation", + "pred": "Hop 1: Olba -> director of archaeological fieldwork -> Giuliano Carnimeo (1952)\n Hop 2: Giuliano Carnimeo -> country of citizenship -> Italy (1952)\n Hop 3: Italy -> assessment -> Ulrich Gotter (1952)\n Hop 4: Ulrich Gotter -> employer -> University of Freiburg (1952)\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004635", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Hop 1: Ida Kami\u0144ska -> nominated for -> 1967 Academy Award for Best Actress (category)\n Hop 2: 1967 Academy Award for Best Actress (category) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> nominated for -> 1933 Academy Award for Best Actress (category)\n Hop 4: 1933 Academy Award for Best Actress (category) -> winner -> Norm", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007347", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Hop 1: Heat and Dust -> award -> Booker Prize (1975)\n Hop 2: Booker Prize (1975) -> winner -> Margaret Atwood (1975)\n Hop 3: Margaret Atwood -> award -> Governor General's Award (1975)\n Hop 4: Governor General's Award (1975) -> winner -> Margaret Atwood (1975)\n Answer: Margaret Atwood", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002289", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Giuseppe Saragat", + "pred": "Hop 1: Francesco Antonazzi -> country of citizenship -> Italy (2010)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2010)\n Answer: Giorgio Napolitano", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006810", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "Hop 1: Tessa Thompson -> unmarried partner -> Kiki Layne (2016)\n Hop 2: Kiki Layne -> received award -> Broadcast Film Critics Association Award for Best Cast (2016)\n Hop 3: Broadcast Film Critics Association Award for Best Cast -> award received -> 2016\n Answer: 2016", + "em": 1.0, + "f1": 0.0909090909090909 + }, + { + "id": "q_001750", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Eduard Weiter", + "pred": "Hop 1: Robert Dauber -> manager -> Giuseppe Cianci (1944)\n Hop 2: Giuseppe Cianci -> country of citizenship -> Italy (1944)\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "David Wagner", + "pred": "Hop 1: Conor Coady -> member of sports team -> Admira Wacker (2012)\n Hop 2: Admira Wacker -> head coach -> Dietmar K\u00fchbauer (2012)\n Answer: Dietmar K\u00fchbauer", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001742", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Hop 1: Carmelo Di Bella -> country of citizenship -> Italy (1986)\n Hop 2: Italy -> head of state -> Sandro Pertini (1986)\n Hop 3: Sandro Pertini -> head of state -> Sandro Pertini (1986)\n Answer: Sandro Pertini", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004401", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cominform", + "pred": "Hop 1: Marceline Loridan-Ivens -> member of political party -> French Communist Party (1955)\n Hop 2: French Communist Party -> member of political party -> French Section of the Workers' International (1955)\n Hop 3: French Section of the Workers' International -> member of political party -> French Communist Party (1955)\n Answer: French Communist Party", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000948", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Hop 1: Rod Langway -> drafted by -> Boston Bruins (1977)\n Hop 2: Boston Bruins -> home venue -> Boston Garden (1977)\n Answer: Boston Garden", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Bruno Mora -> country of citizenship -> Italy (1926)\n Hop 2: Italy -> head of state -> King Victor Emmanuel III (1926)\n Hop 3: Carlo Clerici -> country of citizenship -> Italy (1926)\n Answer: King Victor Emmanuel III", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001031", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "J. M. Coetzee", + "pred": "Hop 1: Graham Swift -> winner -> Michael Dawson (2010)\n Hop 2: Michael Dawson -> member of sports team -> Tottenham Hotspur F.C. (2010)\n Answer: Tottenham Hotspur F.C.", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002458", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Oleh Protasov", + "pred": "Hop 1: Ihar Stasevich -> member of sports team -> FC Dinamo Minsk (1993-1995)\n Hop 2: FC Dinamo Minsk -> head coach -> Valeriy Lobanovskyi (1993-1995)\n Hop 3: Valeriy Lobanovskyi -> member of sports team -> FC Metalist Kharkiv (1995-1996", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001069", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Ed Koch", + "pred": "Hop 1: Braldt Bralds -> work location -> Orlando Magic (1981)\n Hop 2: Orlando Magic -> head of government -> Bob Graham (1981)\n Answer: Bob Graham", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: Carnegie Mellon University -> member of -> Pittsburgh, Pennsylvania (1993)\n Hop 2: Pittsburgh, Pennsylvania -> funder -> CERN (1993)\n Answer: 1993", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006304", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "mayor", + "pred": "Hop 1: T\u00fcbingen -> head of government -> Karlheinz Pflipsen (1948)\n Hop 2: Karlheinz Pflipsen -> position held -> member of sports team (1948)\n Answer: member of sports team", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004531", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Mario Monti", + "pred": "Hop 1: Antonio Carluccio -> country of citizenship -> Italy (2012)\n Hop 2: Italy -> head of government -> Mario Monti (2012)\n Hop 3: Mario Monti -> head of government -> Giorgio Napolitano (2012)\n Answer: Giorgio Napolitano", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000931", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Hop 1: James Spudich -> award -> 2007 Hop 2: 2007 -> winner -> Ronald Vale Hop 3: Ronald Vale -> year -> 2012 Answer: 2012", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_007956", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Hop 1: Montreal Canadiens -> head coach -> Guy Carbonneau (2009)\n Hop 2: Guy Carbonneau -> member of -> Faryd Mondrag\u00f3n (2009)\n Answer: Guy Carbonneau", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007340", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "Hyundai", + "pred": "Hop 1: Stefan B\u00f6ger -> member of sports team -> 1. FC Nuremberg (1998)\n Hop 2: 1. FC Nuremberg -> sponsor -> Adidas (1998)\n Answer: Adidas", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003676", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "Hop 1: A Single Man -> nominated for -> Best Actor in a Supporting Role (2010)\n Hop 2: Best Actor in a Supporting Role (2010) -> winner -> John Hawkes\n Hop 3: John Hawkes -> winner -> 2010 Academy Award for Best Actor\n Answer: 2010 Academy Award for Best Actor", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001222", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Soviet Union", + "pred": "Hop 1: Olenegorsk -> located in -> Kola Peninsula (1991)\n Hop 2: Kola Peninsula -> country -> Russia (1991)\n Answer: Russia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006158", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Adone Zoli", + "pred": "Hop 1: Giani Stuparich -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of government -> Alcide De Gasperi (1957)\n Hop 3: Alcide De Gasperi -> country of citizenship -> Italy (1957)\n Hop 4: Italy -> head of government -> Amintore Fanfani (1957)\n Hop 5: Amintore Fan", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005324", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italian lira", + "pred": "Hop 1: Guido Celano -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> currency -> Italian lira (1960)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.25 + }, + { + "id": "q_005456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "Hop 1: Susan Polgar -> country of citizenship -> Hungary (2002)\n Hop 2: Hungary -> head of government -> Ferenc Gyurcs\u00e1ny (2002)\n Answer: Ferenc Gyurcs\u00e1ny", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002344", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Hop 1: Sremska Mitrovica City -> located in -> Vojvodina (1971)\n Hop 2: Vojvodina -> country -> Kingdom of Hungary (1971)\n Answer: Kingdom of Hungary", + "em": 0.0, + "f1": 0.1 + }, + { + "id": "q_008685", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2019.0, + "gold": "Wayne LaPierre", + "pred": "Hop 1: Oliver North -> chief executive officer -> Robert L. Johnson (2019)\n Hop 2: Robert L. Johnson -> position held -> Chief Executive Officer (2019)\n Hop 3: Chief Executive Officer (2019) -> position held -> Chief Executive Officer (2019)\n Answer: Chief Executive Officer", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005812", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "J. M. Coetzee", + "pred": "Hop 1: Anne Enright -> Fasting, Feasting -> winner -> Martin Jakubko (2014)\n Answer: Martin Jakubko", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "The Ellen DeGeneres Show", + "pred": "Hop 1: Alexandra Hedison -> unmarried partner -> Martin Posp\u00ed\u0161il (2004)\n Hop 2: Martin Posp\u00ed\u0161il -> member of sports team -> Czechia men's national football team (2004)\n Hop 3: Czechia men's national football team -> head coach -> Michal B\u00edlek (2004)\n Answer: Michal B\u00edlek", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005808", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Hop 1: G\u00e1bor Csap\u00f3 -> educated at -> University of Szeged (1972)\n Hop 2: University of Szeged -> named after -> L\u00e1szl\u00f3 R\u00e9dei (1972)\n Hop 3: L\u00e1szl\u00f3 R\u00e9dei -> employer -> Hungarian Academy of Sciences (1972)\n Answer: Hungarian Academy of Sciences", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003694", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "German Federal Archives", + "pred": "Hop 1: Bruno Bieligk -> member of political party -> German Democratic Party (1918)\n Hop 2: German Democratic Party (1918) -> archives at -> Berlin (1918)\n Answer: Berlin", + "em": 0.0, + "f1": 0.21052631578947367 + }, + { + "id": "q_002616", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Hop 1: Walter Gropius -> spouse -> Alma Mahler (1918)\n Hop 2: Alma Mahler -> country of citizenship -> Austria (1918)\n Answer: Austria", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000088", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "United Kingdom", + "pred": "Hop 1: Safed -> country -> Palestine\n Hop 2: Palestine -> located in -> Ottoman Empire\n Hop 3: Ottoman Empire -> located in -> United Kingdom of Great Britain and Ireland\n Answer: United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_005525", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1955)\n Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006017", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Rudolf Jaenisch -> country of citizenship -> West Germany (1999)\n Hop 2: West Germany -> member of -> European Economic Community (1999)\n Answer: European Economic Community", + "em": 0.0, + "f1": 0.19047619047619047 + }, + { + "id": "q_006096", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Ginni Rometty", + "pred": "Hop 1: Bruce Schneier -> employer -> RSA Security\n Hop 2: RSA Security -> chief executive officer -> Mike McConnell\n Hop 3: Mike McConnell -> employer -> United States Department of Defense\n Answer: United States Department of Defense", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001800", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Hop 1: Adri\u00e1n L\u00f3pez \u00c1lvarez -> sports team -> Real Betis Balompi\u00e9\n Hop 2: Real Betis Balompi\u00e9 -> home venue -> Estadio Benito Villamar\u00edn\n Answer: Estadio Benito Villamar\u00edn", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001359", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "Hop 1: Carry Me Down -> winner -> Frank Tieri (1920)\n Hop 2: Frank Tieri -> country of citizenship -> United States (1920)\n Hop 3: United States -> shares border with -> Panama (1920)\n Answer: Panama", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006166", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Corpo Truppe Volontarie -> commanded by -> Pietro Badoglio (1936)\n Hop 2: Pietro Badoglio -> country of citizenship -> Kingdom of Italy (1936)\n Hop 3: Kingdom of Italy -> country of citizenship -> Italy (1936)\n Answer: Italy", + "em": 1.0, + "f1": 0.2857142857142857 + }, + { + "id": "q_004182", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Hop 1: Augusto Arioni -> member of sports team -> AS Livorno (1912)\n Hop 2: AS Livorno -> country -> Italy (1912)\n Answer: Italy", + "em": 0.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_002192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Hop 1: Thomas Linke -> member of sports team -> 1. FC N\u00fcrnberg\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Thomas Gerstner\n Hop 3: Thomas Gerstner -> member of sports team -> Germany men's national under-21 football team\n Hop 4: Germany men's national under-21 football team -> head coach -> Ralf Falkenmayer\n Hop 5: Ralf Falk", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004835", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Karl Plattner -> country of citizenship -> East Germany (German Democratic Republic)\n Hop 2: East Germany (German Democratic Republic) -> head of state -> Wilhelm Pieck\n Hop 3: Wilhelm Pieck -> country of citizenship -> East Germany (German Democratic Republic)\n Answer: Wilhelm Pieck", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001116", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Hop 1: Chimamanda Ngozi Adichie -> winner -> 2004\n Hop 2: 2004 -> nominated for -> Alan Hollinghurst\n Hop 3: Alan Hollinghurst -> equal to -> 1985\n Answer: 1985", + "em": 1.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_003320", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Soviet Union", + "pred": "Hop 1: Ochakiv Raion -> located in -> Kherson Oblast (1935)\n Hop 2: Kherson Oblast -> country -> Ukraine (1935)\n Answer: Ukraine", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003882", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Giuseppe Patan\u00e8 -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Economic Community (1955)\n Hop 3: European Economic Community -> member of -> United Kingdom (1955)\n Answer: United Kingdom", + "em": 0.0, + "f1": 0.1739130434782609 + }, + { + "id": "q_003657", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Hop 1: Karen Dokhoyan -> member of -> Armenian National Olympic Committee (2007)\n Hop 2: Armenian National Olympic Committee -> head coach -> Vahram Hovhannisyan (2007)\n Hop 3: Vahram Hovhannisyan -> head coach -> Karen Dokhoyan (2007)\n Answer: Vahram Hovhannisyan", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001053", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Toni Servillo", + "pred": "Hop 1: Tom Schilling -> nominated for -> The White Ribbon (film) (2009)\n Hop 2: The White Ribbon (film) (2009) -> European Film Award for Best Actor -> Javier Bardem (2009)\n Hop 3: Javier Bardem (2009) -> winner of -> The Sea Inside (film) (2002)\n Answer: The Sea Inside (film) (20", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006052", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1983.0, + "gold": "1983", + "pred": "Hop 1: Richard Attenborough -> winner -> 1983 Academy Award for Best Director (1983)\n Hop 2: 1983 Academy Award for Best Director -> nominated for -> The Great Ziegfeld (1936)\n Hop 3: The Great Ziegfeld (1936) -> director -> Costa-Gavras (1936)\n Answer: 1936", + "em": 1.0, + "f1": 0.0909090909090909 + }, + { + "id": "q_000428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "Hop 1: A Single Man -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress (1930) -> winner -> Norma Shearer\n Hop 3: Norma Shearer -> winner -> 1930 Academy Awards\n Answer: 1930 Academy Awards", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000183", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italian lira", + "pred": "Hop 1: Nello Pagani -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> currency -> Italian lira (1998)\n Hop 3: Italian lira -> country -> Italy (1998)\n Answer: Italian lira", + "em": 1.0, + "f1": 0.2222222222222222 + }, + { + "id": "q_007379", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Giovanni Trapattoni", + "pred": "Hop 1: Heiko Gerber -> member of sports team -> 1. FC N\u00fcrnberg (1999-2000)\n Hop 2: 1. FC N\u00fcrnberg -> head coach -> Karl-Heinz Feldkamp (1999-2000)\n Answer: Karl-Heinz Feldkamp", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "James Kelman", + "pred": "Hop 1: Abdulrazak Gurnah -> nominated for -> The Last of the Mohicans (1994)\n Hop 2: The Last of the Mohicans -> winner -> The Last of the Mohicans (1994)\n Hop 3: The Last of the Mohicans (1994) -> country -> United States of America\n Answer: United States of America", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000962", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "Hop 1: BND law -> signatory -> Hans-Dietrich Genscher (1990)\n Hop 2: Hans-Dietrich Genscher -> country of citizenship -> West Germany (1990)\n Hop 3: West Germany -> capital -> Bonn (1990)\n Answer: Bonn", + "em": 1.0, + "f1": 0.1904761904761905 + }, + { + "id": "q_005810", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Otto Graf Lambsdorff", + "pred": "Hop 1: Walter Scheel -> member of political party -> Free Democratic Party (Germany)\n Hop 2: Free Democratic Party (Germany) -> chairperson -> Walter Scheel\n Hop 3: Walter Scheel -> replaced by -> Karl Schiller\n Hop 4: Karl Schiller -> member of political party -> Free Democratic Party (Germany)\n Answer: Karl Schiller", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000427", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Giovanni Leone", + "pred": "Hop 1: Piero Chiara -> country of citizenship -> Italy (1974)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1974)\n Answer: Giovanni Gronchi", + "em": 0.0, + "f1": 0.11764705882352941 + }, + { + "id": "q_005227", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "presidential system", + "pred": "Hop 1: Horodenka -> country -> Poland (1938)\n Hop 2: Poland -> basic form of government -> parliamentary republic (1938)\n Answer: parliamentary republic", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "God Save the Tsar!", + "pred": "Hop 1: Dub\u0103sari -> country -> Moldova\n Hop 2: Moldova -> anthem -> Moldovan National Anthem\n Hop 3: Moldovan National Anthem -> country -> Romania\n Hop 4: Romania -> anthem -> National Anthem of Romania\n Answer: National Anthem of Romania", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Climate Pledge Arena", + "pred": "Hop 1: Gary Payton -> member of sports team -> Seattle SuperSonics (2001)\n Hop 2: Seattle SuperSonics -> home venue -> KeyArena (2001)\n Answer: KeyArena", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004741", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "1st Panzer Division", + "pred": "Hop 1: Karl Lotter -> work location -> Berlin (1909)\n Hop 2: Berlin -> commander -> Eduard von Gr\u00fctzner (1909)\n Hop 3: Eduard von Gr\u00fctzner -> significant person -> Anton Kerschbaumer (1909)\n Answer: Anton Kerschbaumer", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006763", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "Hop 1: Tan Dun -> award -> 1962 (1962)\n Hop 2: 1962 -> winner -> Mart Stam (1962)\n Hop 3: Mart Stam -> country -> Netherlands (1962)\n Answer: 1962", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002214", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "Hop 1: Balaklava -> country -> Russian Empire (1917)\n Hop 2: Russian Empire -> anthem -> Pan-Slavic Hymn (1917)\n Hop 3: Pan-Slavic Hymn -> country -> Kingdom of Italy (1917)\n Answer: Kingdom of Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Nikita Khrushchev", + "pred": "Hop 1: Zuleykha Seyidmammadova -> member of political party -> Azerbaijan People's Front\n Hop 2: Azerbaijan People's Front -> chairperson -> Mammad Amin Rasulzadeh\n Hop 3: Mammad Amin Rasulzadeh -> after -> Aliya Mammadova\n Hop 4: Aliya Mammadova -> chairperson -> Zuleykha Seyidmammadova\n Answer: Aliya M", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007746", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Austria", + "pred": "Hop 1: Walter Gropius -> spouse -> K\u00e4the Kollwitz (1918)\n Hop 2: K\u00e4the Kollwitz -> country of citizenship -> Germany (1918)\n Answer: Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003268", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Luigi Carnacina -> country of citizenship -> Germany (2010)\n Hop 2: Germany -> head of state -> Paul von Hindenburg (2010)\n Answer: Paul von Hindenburg", + "em": 0.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_000324", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "Hop 1: Kfar Saba -> country -> Israel (1937)\n Hop 2: Israel -> located in -> Middle East (1937)\n Answer: Middle East", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006933", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Hop 1: Nani Tedeschi -> country -> Japan (1955)\n Hop 2: Japan -> head of government -> Shigeru Yoshida (1955)\n Hop 3: Shigeru Yoshida -> country -> United States (1955)\n Answer: United States", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005705", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Robert Knud Friedrich Pilger", + "pred": "Hop 1: Hermann Otto Sleumer -> employer -> American Museum of Natural History (1949)\n Hop 2: American Museum of Natural History -> chief executive officer -> Henry Osborn (1949)\n Hop 3: Henry Osborn -> employer -> New York Zoological Society (1949)\n Hop 4: New York Zoological Society -> chief executive officer -> William T. Hornaday (1949)\n Hop 5:", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006241", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Bucharest", + "pred": "Hop 1: Tutrakan -> country -> Romania\n Hop 2: Romania -> capital -> Bucharest\n Answer: Bucharest", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_003204", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Ralph Fiennes", + "pred": "Hop 1: Anders W. Berthelsen -> nominated for -> 1999 European Cup Winners' Cup Final (1999)\n Hop 2: 1999 European Cup Winners' Cup Final (1999) -> winner -> 1999 European Cup Winners' Cup Final (1999)\n Hop 3: 1999 European Cup Winners' Cup Final (1999) -> winner ->", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001109", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Neutral Moresnet", + "pred": "Hop 1: Minden Government Region -> shares border with -> Italy (1918)\n Hop 2: Italy -> shares border with -> Yugoslavia (1989)\n Answer: Yugoslavia", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Valeria Moriconi -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Austria (1956)\n Answer: Austria", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004458", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Hop 1: Chung Il-kwon -> country of citizenship -> Republic of Korea (1951)\n Hop 2: Republic of Korea -> head of state -> Park Chung-hee (1955)\n Hop 3: Park Chung-hee -> head of state -> Mehmed Uzun (1955)\n Answer: Park Chung-hee", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005199", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Hop 1: Sissel Tolaas -> work location -> Berlin\n Hop 2: Berlin -> head of government -> Klaus Wowereit\n Hop 3: Klaus Wowereit -> work location -> Berlin\n Hop 4: Berlin -> head of government -> Klaus Wowereit\n Hop 5: Klaus Wowereit -> work location -> Berlin\n Hop 6: Berlin -> head of government -> Klaus Wowereit\n Hop 7: Berlin -> head", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_000202", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Ireland", + "pred": "Hop 1: Matteo Priamo -> member of sports team -> A.S. Roma\n Hop 2: A.S. Roma -> country of citizenship -> Italy\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006446", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Hop 1: Edoardo Mangiarotti -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Economic Community (1952)\n Hop 3: European Economic Community -> member of -> European Free Trade Association (1952)\n Hop 4: European Free Trade Association -> member of -> United Kingdom (1952)\n Answer: United Kingdom", + "em": 0.0, + "f1": 0.14814814814814814 + }, + { + "id": "q_001839", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Q953762", + "pred": "Hop 1: Pedro Geromel -> member of sports team -> C.D. Nacional (1999)\n Hop 2: C.D. Nacional -> head of government -> Jos\u00e9 Maria de Almeida (1999)\n Answer: Jos\u00e9 Maria de Almeida", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Latvian Higher League", + "pred": "Hop 1: Pavel Mochalin -> member of sports team -> FC Spartak Moscow\n Hop 2: FC Spartak Moscow -> league or competition -> Russian Football Premier League\n Answer: Russian Football Premier League", + "em": 0.0, + "f1": 0.09090909090909091 + }, + { + "id": "q_006379", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Giorgio Napolitano", + "pred": "Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (2008)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2008)\n Hop 3: Carlo Azeglio Ciampi -> country of citizenship -> Italy (2008)\n Answer: Italy", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Hop 1: Marcello Costalunga -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> shares border with -> Austria (1989)\n Answer: Austria", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001985", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Heinz Czechowski -> award -> Bernhard Seeger award (1984)\n Hop 2: Heinz Czechowski -> country -> Germany (1984)\n Hop 3: Germany -> award -> Heinrich Mann Prize (1984)\n Answer: Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000177", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "German Democratic Republic", + "pred": "Hop 1: Claus Korth -> allegiance -> West Germany (1962)\n Hop 2: West Germany -> contains -> Hesse (1962)\n Hop 3: Hesse -> territory claimed by -> Germany (1962)\n Answer: Germany", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003534", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Hop 1: University of Toronto -> member -> University of Toronto (1930)\n Hop 2: University of Toronto (1930) -> funder -> University of Toronto (1930)\n Hop 3: University of Toronto (1930) -> member -> Tsinghua University\n Answer: 1930", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Steve Sampson", + "pred": "Hop 1: Andreas Herzog -> member of sports team -> Cruzeiro E.C. (2009)\n Hop 2: Cruzeiro E.C. -> head coach -> Jos\u00e9 Carlos Ferreira Filho (2009)\n Answer: Jos\u00e9 Carlos Ferreira Filho", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008135", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Panama", + "pred": "Hop 1: Frank Tieri -> residence -> United States (1951)\n Hop 2: United States -> shares border with -> Canada (1951)\n Hop 3: Canada -> country of citizenship -> Alexander Graham Bell (1951)\n Answer: Canada", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008030", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Hop 1: Jacques Laurent -> member of -> Acad\u00e9mie Fran\u00e7aise (1988)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Jean Lart\u00e9guy (1988)\n Hop 3: Jean Lart\u00e9guy -> member of -> Union des \u00c9crivains de France (1988)\n Answer: Union des \u00c9crivains de France", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Hop 1: Hanns Martin Schleyer -> member of political party -> German Democratic Republic (1975)\n Hop 2: German Democratic Republic (1975) -> general secretary -> Erich Honecker (1975)\n Answer: Erich Honecker", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001457", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Thomas Keneally", + "pred": "Hop 1: William Boyd -> nominated for -> Academy Award for Best Cinematography (1982)\n Hop 2: Academy Award for Best Cinematography (1982) -> winner -> John A. Alonzo\n Hop 3: John A. Alonzo -> nominated for -> Academy Award for Best Cinematography (1982)\n Hop 4: Academy Award for Best Cinematography (1982) -> winner", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001650", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Sergi L\u00f3pez", + "pred": "Hop 1: Bread and Tulips -> nominated for -> 1935\n Hop 2: 1935 -> winner -> Colette Peignot\n Hop 3: Colette Peignot -> winner -> Georges Bataille\n Answer: Georges Bataille", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006597", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "SeatGeek Stadium", + "pred": "Hop 1: Logan Pause -> member of -> New York Giants (1909-1910) (1909)\n Hop 2: New York Giants (1909-1910) -> home venue -> Polo Grounds (1909)\n Hop 3: Polo Grounds -> located in -> New York City (1909)\n Answer: New York City", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_003141", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Canada", + "pred": "Hop 1: Joseph-Elz\u00e9ar Bernier -> member of crew -> SS L'\u00c9cho de Paris (1924)\n Hop 2: SS L'\u00c9cho de Paris (1924) -> country of registry -> United States\n Hop 3: United States -> member of crew -> Joseph-Elz\u00e9ar Bernier\n Answer: United States", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004341", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "BP", + "pred": "Hop 1: Barbra Streisand -> spouse -> Elliott Gould (1963)\n Hop 2: Elliott Gould -> member of sports team -> Los Angeles Lakers (1984)\n Hop 3: Los Angeles Lakers -> sponsor -> United Airlines (1984)\n Answer: United Airlines", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007989", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1905.0, + "gold": "Russian Empire", + "pred": "Hop 1: Vedi's -> country -> Turkey (1905)\n Answer: Turkey", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002962", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Hop 1: Bruno Torpigliani -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Alcide De Gasperi (1955)\n Hop 3: Alcide De Gasperi -> country of citizenship -> Italy (1955)\n Answer: Alcide De Gasperi", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001198", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Allianz Arena", + "pred": "Hop 1: Kenny Cooper -> member of sports team -> Toulouse FC (2011)\n Hop 2: Toulouse FC -> home venue -> Stade Toulouse (2011)\n Answer: Stade Toulouse", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_006028", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Hop 1: Artur Moraes -> member of -> Crici\u00fama Esporte Clube (1932)\n Hop 2: Crici\u00fama Esporte Clube (1932) -> chairperson -> Jo\u00e3o Tamagnini Barbosa (1932)\n Hop 3: Jo\u00e3o Tamagnini Barbosa (1932) -> member of -> Crici\u00fama Esporte Clube (193", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_007856", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "Hop 1: Rorschach\u2013St. Gallen railway line -> owned by -> Swiss Federal Railways (1902)\n Answer: 1902", + "em": 1.0, + "f1": 0.13333333333333333 + }, + { + "id": "q_003797", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Hop 1: Fontanezier -> replaces -> Vaugondry (1964)\n Hop 2: Vaugondry -> replaced by -> Vaugondry (1964)\n Hop 3: Vaugondry -> year -> 1964 (1964)\n Answer: 1964", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Hop 1: HMS Graph -> country of registry -> United Kingdom\n Hop 2: United Kingdom -> head of state -> King George VI\n Hop 3: King George VI -> successor -> Elizabeth II\n Hop 4: Elizabeth II -> successor -> Charles III\n Hop 5: Charles III -> successor -> William\n Hop 6: William -> successor -> Charles III\n Hop 7: Charles III -> successor -> William\n Hop 8: William -> successor -> Charles", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004648", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "Hop 1: David Storey -> award received -> Booker Prize (1976)\n Hop 2: Booker Prize -> winner -> Lee Hartwell (1976)\n Hop 3: Lee Hartwell -> year -> 1976\n Answer: 1976", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005249", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Julie Christie", + "pred": "Hop 1: Marriage Italian-Style -> nominated for -> Best Actor in a Supporting Role (1965)\n Hop 2: Best Actor in a Supporting Role (1965) -> winner -> Rod Steiger\n Hop 3: Rod Steiger -> nominated for -> Academy Award for Best Actor (1965)\n Answer: Academy Award for Best Actor (1965)", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004612", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Hop 1: Luigi Carnacina -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Umberto II (1951)\n Hop 3: Umberto II -> head of state -> Italy (1951)\n Answer: Italy", + "em": 0.0, + "f1": 0.1111111111111111 + }, + { + "id": "q_006383", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "Hop 1: Giacomo Neri -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Aldo Moro (1976)\n Answer: 1976", + "em": 1.0, + "f1": 0.125 + }, + { + "id": "q_003997", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Hop 1: H\u00e9l\u00e8ne Filli\u00e8res -> nominated for -> C\u00e9sar Award for Best Female Revelation (2002)\n Answer: Rachida Brakni", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002521", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Heiko Herrlich", + "pred": "Hop 1: Marek Such\u00fd -> sports team -> HC Slovan Bratislava (2019-2020)\n Hop 2: HC Slovan Bratislava -> head coach -> Igor Bobkov (2020)\n Hop 3: Igor Bobkov -> member of -> Czechoslovakia national ice hockey team (2020)\n Hop 4: Czechoslovakia national ice hockey team -> head coach -> Vlad", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_008451", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Mario Draghi", + "pred": "Hop 1: Cesare Benedetti -> country -> Italy\n Hop 2: Italy -> head of government -> Giuseppe Conte\n Hop 3: Giuseppe Conte -> for sport -> Italian Football Federation\n Answer: Italian Football Federation", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002584", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1944.0, + "gold": "1944", + "pred": "Hop 1: Johnny Burke -> award received -> Harry Warren's award (1944)\n Answer: 1944", + "em": 1.0, + "f1": 0.16666666666666669 + }, + { + "id": "q_000401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Zhou Enlai", + "pred": "Hop 1: Zhao Ziyang -> country of citizenship -> People's Republic of China (1959)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1959)\n Answer: Zhou Enlai", + "em": 1.0, + "f1": 0.19999999999999998 + }, + { + "id": "q_007273", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Harry Redknapp", + "pred": "Hop 1: Michael Dawson -> member of sports team -> Daejeon Hana Citizen FC (2007)\n Hop 2: Daejeon Hana Citizen FC -> head coach -> Kim Young-joon (2007)\n Hop 3: Kim Young-joon -> member of sports team -> Daejeon Hana Citizen FC (2007)\n Answer: Daejeon Hana Citizen FC", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_000566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Hop 1: Jean-Loup Dabadie -> member of -> European Space Agency (1998-2009)\n Hop 2: European Space Agency -> general secretary -> Jean-Michel Cousteau (1998-2009)\n Hop 3: Jean-Michel Cousteau -> member of -> Jean Mistler (1998-2009)\n Answer: Jean-Michel Cousteau", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_001480", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Hop 1: Matt Carkner -> drafted by -> St. Louis Blues (1999)\n Hop 2: St. Louis Blues -> team captain -> Steve Smith (1999)\n Hop 3: Steve Smith -> drafted by -> New York Rangers (1999)\n Hop 4: New York Rangers -> team captain -> Mark Messier (1999)\n Hop 5: Mark Messier -> drafted by -> New York Rangers (", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_002648", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Hop 1: Jennifer Johnston -> nominated for -> The Last of the Mohicans (1992 film)\n Hop 2: The Last of the Mohicans (1992 film) -> winner -> Daniel Day-Lewis\n Hop 3: Daniel Day-Lewis -> nominated for -> The Last of the Mohicans (1992 film)\n Answer: Daniel Day-Lewis", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_005191", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Hop 1: Bruno Bieligk -> member of political party -> Christian Democratic Party (Sweden)\n Hop 2: Christian Democratic Party (Sweden) -> chairperson -> Karl-Erik Holmberg\n Hop 3: Karl-Erik Holmberg -> member of political party -> Swedish People's Party\n Hop 4: Swedish People's Party -> chairperson -> Bruno Bieligk\n Answer: Bruno Bieligk", + "em": 0.0, + "f1": 0.0 + }, + { + "id": "q_004451", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Azerbaijan Premier League", + "pred": "Hop 1: Andrey Popovi\u00e7 -> member of sports team -> F.C. Internazionale Milano (2009)\n Hop 2: F.C. Internazionale Milano -> league or competition -> Serie A\n Answer: Serie A", + "em": 0.0, + "f1": 0.08695652173913045 + } + ] +} \ No newline at end of file diff --git a/eval/v3-sft-terse-lever-noevidence.json b/eval/v3-sft-terse-lever-noevidence.json new file mode 100644 index 0000000000000000000000000000000000000000..dd3d4b0c8a22e00a81385043c5e1b26f11186505 --- /dev/null +++ b/eval/v3-sft-terse-lever-noevidence.json @@ -0,0 +1,24482 @@ +{ + "name": "unnamed", + "policy_path": "../checkpoints/sft-v3-terse-lever/final", + "split": "test", + "n_samples": 1743, + "temperature": 0.0, + "max_new_tokens": 64, + "overall": { + "n": 1743, + "em": 0.2117039586919105, + "f1": 0.25876607858301554, + "th_n": 51, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0 + }, + "by_complexity": { + "1hop": { + "n": 800, + "em": 0.2275, + "f1": 0.2845206676395391, + "th_n": 35, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0 + }, + "2hop": { + "n": 800, + "em": 0.165, + "f1": 0.19023111366339396, + "th_n": 16, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0 + }, + "3plus": { + "n": 143, + "em": 0.38461538461538464, + "f1": 0.4980968526423073, + "th_n": 0 + } + }, + "by_operator": { + "before_after": { + "n": 517, + "em": 0.13346228239845262, + "f1": 0.1622237106657479, + "th_n": 21, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0 + }, + "interval": { + "n": 163, + "em": 0.7361963190184049, + "f1": 0.7186094069529653, + "th_n": 0 + }, + "point_in_time": { + "n": 535, + "em": 0.16448598130841122, + "f1": 0.24332304361764334, + "th_n": 25, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0 + }, + "sequence": { + "n": 528, + "em": 0.17424242424242425, + "f1": 0.22698571001369708, + "th_n": 5, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0 + } + }, + "per_example": [ + { + "id": "q_006291", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "chairperson", + "pred": "President of the Portuguese Football Federation", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007337", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "Nicholas II of Russia", + "pred": "Emperor of Russia", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000021", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007809", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Irina Bokova", + "pred": "United States Department of Justice", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001979", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005455", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Best Supporting Actress", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008005", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008690", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008321", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007761", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Arista Records", + "pred": "Universal Music Group", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008118", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001360", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "The answer is \"National People's Congress\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000136", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006986", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003298", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "The French Third Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006733", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005866", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "The answer is \"The English Patient\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004748", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004795", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Chancellor of Germany", + "pred": "President of Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000787", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "monarchy", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008333", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008338", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Academy Award for Best Visual Effects", + "pred": "Best Sound Mixing", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001840", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001274", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000547", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001052", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006228", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006414", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001651", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007640", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004943", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Nazi Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007287", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005394", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007314", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003452", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Mayor of New York City", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.20000000000000004, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006815", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008439", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Tim Robbins", + "pred": "The Last of the Mohicans", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003245", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "The basic form of government of Niobe's country of registry's diplomatic relation after Heinrich Scheuch country of citizenship Germany was a constitutional monarchy.", + "em": 1.0, + "f1": 0.18181818181818182, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008633", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003473", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Mikhail Semyonovich Vorontsov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001673", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005726", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "First Republic of Austria", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004929", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006286", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Deutsche Mark", + "pred": "German mark", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002759", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "K\u014dichir\u014d Matsuura", + "pred": "Irina Bokova", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004009", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "2014", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007134", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002750", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000812", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "U-13", + "pred": "1936.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003515", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005012", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Prime Minister of Italy", + "pred": "Minister of the Interior", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004016", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Council of Ministers", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008522", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000716", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "King Umberto II", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004128", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002796", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1923.0, + "gold": "1923", + "pred": "1923", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Stefano Fissi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003552", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "chairperson", + "pred": "President", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004730", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "God Save the Tsar!", + "pred": "\"The Song of the Motherland\"", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005767", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Helmut Kohl", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002032", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008644", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006768", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002122", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000842", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "God Save the King", + "pred": "\"God Save the Queen\"", + "em": 0.0, + "f1": 0.75, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003512", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Academy Award for Best Picture", + "em": 0.0, + "f1": 0.5714285714285714, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002727", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Federal State of Austria", + "pred": "Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004477", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004639", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002027", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1913.0, + "gold": "Nicholas II of Russia", + "pred": "Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004554", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005676", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "United States", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008291", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008225", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001173", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "The answer is not available.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008571", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "The German Empire", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000937", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1934.0, + "gold": "1934", + "pred": "1934", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003736", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Friedrich Ebert", + "pred": "German Empire", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002966", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000538", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000838", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.20000000000000004, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002448", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Vanderbilt University", + "pred": "University of Chicago", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007230", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004534", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Prime Minister of Italy", + "pred": "Minister of Foreign Affairs", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007740", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007848", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Prime Minister of Italy", + "pred": "Minister of the Interior", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003817", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Mayor of New York City", + "pred": "Prime Minister", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006982", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Hannelore Kohl", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000932", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Governing Mayor of Berlin", + "pred": "Minister of Finance", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004711", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Vanderbilt University", + "pred": "University of California, San Francisco", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001424", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Free State of Prussia", + "pred": "Berlin", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006808", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005728", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000501", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Civic Democratic Party", + "pred": "Czech Social Democratic Party", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003472", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007593", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "King of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004304", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "military personnel", + "pred": "U-boat commander", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004513", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001144", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Angela Merkel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004736", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001077", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "chairperson", + "pred": "President", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004250", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002769", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mayor of New York City", + "pred": "Governor of New York", + "em": 0.0, + "f1": 0.6666666666666665, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001923", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Council of Ministers", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008379", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004279", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "U-13", + "pred": "1936", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008534", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "President of France", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001990", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "United Nations", + "pred": "New Mexico", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000057", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003633", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007357", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "President of the United States", + "pred": "Prime Minister", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002803", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005319", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008568", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "1998", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002510", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Bill Clinton", + "pred": "Prime Minister of France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007048", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Alexander III of Russia", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000284", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Irina Bokova", + "pred": "European Union", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007586", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "German Emperor", + "pred": "Chancellor of Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006367", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Council of Ministers", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002788", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "John Gielgud", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001092", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "God Save the Tsar!", + "pred": "\"The Song of the Three\"", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000319", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Council of Ministers", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000336", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "Minister of Education", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005328", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007430", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Sukarno", + "pred": "The Republic of China", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001032", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006917", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Boris Yeltsin", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008460", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "United Nations Educational, Scientific and Cultural Organization", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001183", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001661", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002861", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Parliament", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Council of Ministers", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000264", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "John Gielgud", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001302", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007976", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007562", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Lviv University", + "pred": "Polish State Railways", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "pred": "Golden Globe Award for Best Supporting Actor - Motion Picture", + "em": 0.0, + "f1": 0.5882352941176471, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005303", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Valenciennes F.C.", + "pred": "Australian Football League", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003783", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Baron Harding of Petherton", + "pred": "Earl of Hardwicke", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004865", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006315", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006083", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003360", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008353", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Chattanooga", + "pred": "Chicago, Illinois", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "D.C. United", + "pred": "The occupant of Robert F. Kennedy Memorial Stadium in 2009 was the Washington Nationals.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Albania", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004848", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Soviet Union", + "pred": "Latvia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007525", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Oulu Province", + "pred": "Kainuu", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000885", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Northern Dvina Governorate", + "pred": "Komi Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001030", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Holy Roman Empire", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004428", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "Soviet Union", + "pred": "Georgia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002780", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "University of British Columbia", + "pred": "University of California, Berkeley", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000352", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Solicitor General for England and Wales", + "pred": "Lord Chancellor", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000414", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001261", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001035", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "WWE", + "pred": "World Wrestling Federation", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008432", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Carol McCain", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005886", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Federal Minister for Foreign Affairs", + "pred": "President of the German Bundestag", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007363", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Minister of Finance", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006356", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004178", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "People's Republic of Bulgaria", + "pred": "Bulgaria", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kupferstichkabinett Berlin", + "pred": "The answer is: The Prussian State Museum.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000581", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Sevilla FC", + "pred": "M\u00e1laga CF", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008059", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Heinrich Himmler", + "pred": "Reinhard Gehlen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002028", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Scopus", + "pred": "The New York Times Book Review", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "James Norris Memorial Trophy", + "pred": "2012 Stanley Cup Championship", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005062", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Gyula Iulius Maurer was employed by the Hungarian Academy of Sciences.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005618", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Leicester City F.C.", + "pred": "Jack Hobbs was a member of the sports team \"The Oval\" in London.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FK Austria Wien", + "pred": "Austrian national team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002148", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1927.0, + "gold": "Kingdom of Romania", + "pred": "Romania", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006117", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Kingdom of Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Mary Pickford", + "pred": "Joan Fontaine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003365", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "All-NBA Team", + "pred": "NBA Finals MVP", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "The operator of the Molli railway in 1922 was the Austrian Federal Railways (\u00d6sterreichische Bundesbahnen, abbreviated as \u00d6BB).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003448", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005271", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Borussia M\u00f6nchengladbach", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "United States Penitentiary, Florence ADMAX", + "pred": "1960s", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007959", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Afghanistan", + "pred": "Germany's diplomatic relations after Czechoslovakia were with the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008034", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006099", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Central Volga Krai was located in the European part of the Soviet Union.", + "em": 0.0, + "f1": 0.11764705882352941, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003338", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "President of the Bundestag", + "pred": "Minister of Finance", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007882", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "pred": "The 1954 Nobel Prize in Physiology or Medicine", + "em": 0.0, + "f1": 0.14285714285714288, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001101", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Melbourne Cricket Ground", + "pred": "Lake Oval", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004838", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "American Psycho 2", + "pred": "American Psycho 2", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008088", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008278", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Valenciennes F.C.", + "pred": "2013\u20132014 New York Knicks", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003556", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Spartak Moscow", + "pred": "Russian national team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007252", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007229", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003581", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007540", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Norway men's national association football team", + "pred": "Rolf Johannessen's member of sports team in 1931 was the Norwegian national team.", + "em": 0.0, + "f1": 0.3, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006549", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1972.0, + "gold": "1972", + "pred": "1972", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006127", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008172", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Academy Award for Best Director", + "pred": "The answer is \"The Sundowners\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006850", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "\u00c9toile Sportive du Sahel", + "pred": "1.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001281", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "60 Minutes", + "pred": "The American Experience", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Philadelphia", + "pred": "Philadelphia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001024", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "1999\u20132000", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003080", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Nobel Prize in Literature", + "pred": "The nominated for of Sarvepalli Radhakrishnan before Nobel Peace Prize was the United Nations.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Reading F.C.", + "pred": "West Bromwich Albion F.C.", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007249", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Athletic Club", + "pred": "Real Sociedad de F\u00fatbol", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004330", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Spain", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002355", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Brentford F.C.", + "pred": "Stoke City F.C.", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Erwin Teufel", + "pred": "Hans-Dietrich Genscher", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002493", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "TV Globo", + "pred": "TV Globo", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004504", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008366", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Jean Tremblay", + "pred": "Mayor of Saguenay", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003310", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "1980", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004860", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "auxiliary bishop", + "pred": "In 1975, Guillermo Leaden held the position of Minister of Education in the government of Argentina.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007131", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001190", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001845", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "Stade de Reims", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001601", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Lomonosov Moscow State University", + "pred": "Moscow State University", + "em": 0.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008159", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "AIK Fotboll", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006771", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Cuxhaven district", + "pred": "Sietland was located in the Netherlands", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002990", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Vesyegonsky District", + "pred": "Vologda Oblast", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002704", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Everton F.C.", + "pred": "Manchester City F.C.", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000821", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001187", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Max Planck Institute for Chemistry", + "pred": "University of California, Berkeley", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006629", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "United States Navy", + "pred": "United States Army", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003305", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Carter Harrison IV", + "pred": "The answer is: \"The Chicago City Council\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000310", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "Le Montellier is a commune in the department of Aisne, in the Hauts-de-France region of northern France.", + "em": 0.0, + "f1": 0.1, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003989", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Baron Moyne", + "pred": "1st Baron Moyne", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002832", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Willy Marlow", + "pred": "Hans-J\u00fcrgen Schulte", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000368", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "FC Porto", + "pred": "C.D. Nacional", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005867", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Kursk Oblast is a federal subject of Russia.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005700", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Colombia men's national football team", + "pred": "Atl\u00e9tico Bucaramanga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000881", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "York University", + "pred": "The University of London", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005707", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Kreis Kalbe (Milde)", + "pred": "Jeetze was located in the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001238", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Pre\u0161ov Region", + "pred": "The located in of Pre\u0161ov after Pre\u0161ov country Czechoslovakia was the Czechoslovak Socialist Republic.", + "em": 0.0, + "f1": 0.14285714285714285, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006162", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Kingdom of the Two Sicilies", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006967", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006519", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "F.C. Pro Vercelli 1892", + "pred": "Giuseppe Mazzini", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006861", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Toulouse FC", + "pred": "Trabzonspor", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006139", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Decathlon CMA CGM Team", + "pred": "Team RadioShack-Nissan", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002293", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Bethesda", + "pred": "Katie Ledecky's residence before Stanford was in the state of Maryland.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_008165", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Akkermansky Uyezd", + "pred": "Kherson Governorate", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001745", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Republic of China", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Paul McGann", + "pred": "David Bamber", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Al-Qaeda", + "pred": "In 1993, Osama bin Laden was an Afghan mujahideen fighter and a member of the Taliban.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Weimar Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007239", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Kingdom of Italy", + "pred": "Spain", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005515", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "doctorate", + "pred": "Doctor of Philosophy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002120", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Bauska District", + "pred": "Bauska is a town in Latvia, located in the Bauska Municipality, which is part of the Daugava River basin.", + "em": 0.0, + "f1": 0.11764705882352941, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007214", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Gale Anne Hurd", + "pred": "Linda Hamilton", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008171", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Kingdom of the Netherlands", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002624", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Woodrow Wilson", + "pred": "Woodrow Wilson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004467", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006746", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1993.0, + "gold": "1993", + "pred": "1993", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000447", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007622", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007073", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FC Luch-Energiya Vladivostok", + "pred": "FC Lokomotiv Moscow", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006216", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007462", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "\u00d6sters IF", + "pred": "IFK G\u00f6teborg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000068", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Eski\u015fehirspor", + "pred": "1982.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Marconi Prize", + "pred": "National Medal of Technology and Innovation", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005968", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002706", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "economic liberalism", + "pred": "In 1957, Jorge Gonz\u00e1lez von Mar\u00e9es moved to the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006338", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Jan Hendrik Oort", + "pred": "Karl Schwarzschild", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "State Government", + "pred": "Minister of Finance", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005181", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003253", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "chairperson", + "pred": "Professor of Philosophy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Fenerbah\u00e7e S.K.", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003453", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Italy", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002186", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Academy Award for Best Actress", + "pred": "Best Actress in a Supporting Role", + "em": 0.0, + "f1": 0.3636363636363636, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000960", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003476", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Municipio III", + "pred": "San Lorenzo, located in Rome, is a church and a titular church of the Roman Catholic Church. The church is dedicated to Saint Lawrence, a deacon and martyr of the early Christian Church. The church is situated in the Trastevere district of Rome, Italy. It is one of the oldest churches in Rome", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001826", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "WWE", + "pred": "WWE", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Latvian Soviet Socialist Republic", + "pred": "Latvia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002291", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2022.0, + "gold": "Al-Nassr", + "pred": "The answer is: Brazil national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006248", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003830", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005800", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1927.0, + "gold": "1927", + "pred": "1927", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Roman Herzog", + "pred": "Karl D\u00f6nitz", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "TOP 09", + "pred": "European People's Party", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003125", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Chinese Communist Party", + "pred": "The member of political party of Xiao Ke after Xiao Ke country of citizenship Qing dynasty was the Chinese Nationalist Party.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "United States Air Force", + "pred": "Bell Labs", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000679", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "After pr\u00e9sident-directeur g\u00e9n\u00e9ral, Jean-Marie Cavada held the position of directeur g\u00e9n\u00e9ral adjoint.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004918", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006137", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Orlando Magic", + "pred": "New York Knicks", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002644", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Club Atl\u00e9tico River Plate", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004185", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "1995.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007259", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Siemens AG", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000078", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006054", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "SC Young Fellows Juventus", + "pred": "Swiss national team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "president", + "pred": "United States Secretary of the Interior", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002324", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "1990", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008261", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "National Basketball Association", + "pred": "2005\u201306 UEFA Champions League", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004156", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002138", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Montpellier H\u00e9rault Sport Club", + "pred": "AS Nancy-Lorraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001307", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005256", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "auxiliary bishop", + "pred": "Minister of Education", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004475", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Q135837", + "pred": "Fassa Bortolo", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002220", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Estudiantes de La Plata", + "pred": "Real Madrid Castilla", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006192", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Egypt", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005619", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003460", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Buber-Rosenzweig-Medal", + "pred": "European Inventor Award", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005532", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Gy\u00f6rgy Fekete", + "pred": "G\u00e1bor Szab\u00f3", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000731", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Ren\u00e9 Ang\u00e9lil", + "pred": "Ren\u00e9 Ang\u00e9lil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007949", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Aston Villa F.C.", + "pred": "The New Zealand national rugby union team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001545", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001649", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Italy", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008040", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006170", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Nazi Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004771", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "SV Waldhof Mannheim", + "pred": "TSG Weinheim", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002240", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Raymond Lahey", + "pred": "John Joseph O'Grady", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001328", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "F.C. Hansa Rostock", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003910", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1926.0, + "gold": "Yves du Manoir Stadium", + "pred": "Stade de France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003393", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Nemuro Subprefecture (1897\u20142010)", + "pred": "In 1990, Signalny was located in the Soviet Union.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Kyzyl", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002690", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000520", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Colchester United F.C.", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008590", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Acad\u00e9mie des beaux-arts", + "pred": "The member of Albert Decaris in 1951 was the French Resistance.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002965", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Toronto", + "pred": "Toronto, Ontario", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000417", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Italy", + "pred": "United Kingdom of Great Britain and Ireland", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007810", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Soviet Union", + "pred": "Russian Empire", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002744", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Queen Mary University of London", + "pred": "Siemens AG", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006283", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "University of G\u00f6ttingen", + "pred": "University of G\u00f6ttingen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001516", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "President of the Swiss Confederation", + "pred": "In 2005, Samuel Schmid was the President of the Swiss Federal Council.", + "em": 0.0, + "f1": 0.5000000000000001, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004019", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "Switzerland national under-21 football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007577", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Goethe University Frankfurt", + "pred": "The answer is not provided in the given text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006387", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Nopporo Station", + "pred": "Kita-kuji Station", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006907", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "Ottoman Empire", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000891", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003937", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "VfL Bochum", + "pred": "Djurg\u00e5rdens IF Fotboll", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000823", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Aston Villa F.C.", + "pred": "Manchester United F.C.", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008286", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Deportivo de La Coru\u00f1a", + "pred": "C.D. Tenerife", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002635", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006205", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Austria men's national football team", + "pred": "Wiener Sport-Club", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002157", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000634", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "SSC Bari", + "pred": "Serie A", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005602", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Kita-Toyotsu Signal Base", + "pred": "Kudamatsu Station", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000342", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004873", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Club Atletico All Boys", + "pred": "River Plate", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004390", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Shonan Bellmare", + "pred": "The answer is: Japanese national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Bruno Rossi Prize", + "pred": "The Bruce Medal is awarded by the American Astronomical Society (AAS) for outstanding contributions to astronomy. It is named after Robert Bruce Bruce, a prominent American astronomer. The medal is given annually to a single individual, and it is one of the most prestigious awards in the field of astronomy. The Bruce Medal", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005697", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "G.S. Iraklis Thessalonikis (men's association football)", + "pred": "FK Vojvodina Novi Sad", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "VfB Stuttgart", + "pred": "Ernst Blum was a member of the sports team of the German football club 1. FC Nuremberg.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003442", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004805", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Bocskai FC", + "pred": "FC Rapid Bucure\u0219ti", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006113", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Prime Minister of Bhutan", + "pred": "Prime Minister of Bhutan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002998", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Hibernian F.C.", + "pred": "Derek Riordan is a former professional footballer who played as a midfielder. He was a member of the Republic of Ireland national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005890", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003583", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Aichi district", + "pred": "Nagakute, Aichi Prefecture, Japan", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006267", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "German Empire", + "pred": "Baden-Durlach", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005655", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Associated Press Athlete of the Year", + "pred": "2009.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003079", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Kingdom of Bulgaria", + "pred": "Ottoman Empire", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002419", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Helmond Sport", + "pred": "Dutch national team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007094", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "World Rally Championship", + "pred": "European Rally Championship", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004223", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "French Navy", + "pred": "1996.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Orthez", + "pred": "1921.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001391", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Royal Academy of Exact, Physical and Natural Sciences", + "pred": "The member of Jos\u00e9 Echegaray was the Spanish Academy.", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005935", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Atalanta BC", + "pred": "Vittorio Pozzo", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003693", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Spartak", + "pred": "1955.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001318", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Princeton University", + "pred": "M.I.T.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "General Motors", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000126", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004718", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Egypt", + "pred": "Egypt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000908", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "TI-Raleigh", + "pred": "Ludo Peeters is a Belgian former professional road racing cyclist. Before joining Team Visma-Lease a Bike, he was a member of the Belgian professional cycling team, Lotto. He rode for Lotto from 1982 to 1985.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003983", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Spanish Navy", + "pred": "United States Navy", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008295", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Grawemeyer Award for Music Composition", + "pred": "European Cultural Foundation Prize", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003030", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "pred": "French Academy of Sciences", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005340", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Boavista F.C.", + "pred": "Akhisar Belediyespor", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "The Ukrainian People's Republic (UNR) was a short-lived state that existed in the aftermath of the Russian Revolution and the collapse of the Russian Empire. It was established in 1917 and lasted until 1921, when it was incorporated into the Soviet Union. Hlukhiv is", + "em": 1.0, + "f1": 0.1111111111111111, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Dario Franchitti", + "pred": "David Arquette", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000349", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "2nd U-boat Flotilla", + "pred": "German submarine U-43", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004450", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Radio Free Europe/Radio Liberty", + "pred": "Alexander Rahr was employed by Wintershall Dea before joining the company.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "Jordan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005907", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1904.0, + "gold": "1904", + "pred": "1904", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007403", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Nazi Germany", + "pred": "Otto Schuhart was a German politician who served as a member of the German parliament (Reichstag) during the Weimar Republic. He was a member of the German National People's Party (Deutsche National Volkspartei, DNVP), which was a right-wing, conservative, and nationalist political party in", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007172", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Cardiff City F.C.", + "pred": "Celtic F.C.", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006019", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Fengtien", + "pred": "Jilin, who was the located in of Dongliao County, is a Chinese surname.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003483", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Helmut Newton", + "pred": "June Browne's spouse in 1981 was John H. \"Jack\" H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003450", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007313", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Georges Bataille", + "pred": "Jeanne Moreau", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006396", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Institute for Advanced Study", + "pred": "Princeton University", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004252", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "FC Sochaux-Montb\u00e9liard", + "pred": "Jean-Jacques Marcel", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006732", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Lappeenranta", + "pred": "S\u00e4kyl\u00e4", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002912", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Tinkoff", + "pred": "Matthew Goss is a member of the sports team called the \"Jayco-AIS\" team. The team is known for its success in the sport of cycling. The team is based in Australia and has a strong presence in the UCI World Tour. The team is known for its support of Australian cyclists and its focus", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 3 + }, + { + "id": "q_000404", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Club Le\u00f3n", + "pred": "Mexican national team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007041", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Hannover 96", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008089", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "R\u0113zekne District is a district in Latvia.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003463", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Chinese Communist Party", + "pred": "The Chinese Communist Party", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005154", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Mongolia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002203", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Pace University", + "pred": "United States Department of Justice", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008263", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001733", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "Shk\u00eblzen Gashi's member of sports team in 2022 was the Albanian national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Chemnitz Government Region", + "pred": "Stollberg is a town in the district of Zwickau, in the Free State of Saxony, Germany.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004111", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Osinniki", + "pred": "Kaltan is a town in Kemerovo Oblast, Russia.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003418", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Bruno Kastner", + "pred": "Friedrich W\u00fcst", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004890", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Kiliia Raion", + "pred": "Kholmogorsky Uyezd", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008123", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003032", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1968.0, + "gold": "1968", + "pred": "1968", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003123", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1928.0, + "gold": "Kingdom of Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008638", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2015.0, + "gold": "2015", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004857", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Shelley Duvall", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004040", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001345", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Radical Civic Union", + "pred": "Partido Dem\u00f3crata Cristiano", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004403", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005977", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2007", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005231", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Algiers", + "pred": "Libreville", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Second Polish Republic", + "pred": "Belarus", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007542", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "Boston Breakers", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002736", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Busan IPark FC", + "pred": "Lee Yo-han's member of sports team in 2011 was the Samsung Lions.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006562", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008098", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "2013", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008119", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Barbastro", + "pred": "San Sebasti\u00e1n", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "chairperson", + "pred": "Minister of the Interior of Finland", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004561", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008086", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Cindy McCain", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003089", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Toulouse FC", + "pred": "Paris Saint-Germain FC", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007154", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007872", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Big Brother", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008425", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000644", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Iburi Subprefecture", + "pred": "Muroran, Hokkaido", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001235", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Omar al-Bashir", + "pred": "Omar Hassan Ahmad al-Bashir", + "em": 0.0, + "f1": 0.7499999999999999, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006759", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Seine-et-Oise", + "pred": "Houdan is a commune in the Yvelines department in the \u00cele-de-France region in north-central France.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004565", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Russian Empire", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005444", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Queens Park Rangers F.C.", + "pred": "Manchester United F.C.", + "em": 0.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001753", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003468", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "B\u00f4cher Memorial Prize", + "pred": "National Medal of Technology", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001321", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "KFC Uerdingen 05", + "pred": "Atl\u00e9tico Mineiro", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004960", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Real Madrid Club de F\u00fatbol", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004118", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008476", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004242", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "FC St. Gallen", + "pred": "Switzerland national under-18 association football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007528", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003750", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "United States", + "pred": "United States of America", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002500", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "PFC Slavia Sofia", + "pred": "Bulgarian National Football Team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006400", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Argentina", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004574", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006488", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Albert II of Belgium", + "pred": "Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007839", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001389", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007506", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Kingdom of the Two Sicilies", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005877", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "chairperson", + "pred": "Rector Magnificus", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001046", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Seine-et-Oise", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004160", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SC Bastia", + "pred": "Vojvodina Novi Sad", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001013", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Rip Torn", + "pred": "John Wayne", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007572", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Bernadette Chirac", + "pred": "Marie-France Mouton", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Academy Award for Best Costume Design", + "pred": "The answer is: \"The Favourite\" (2018)", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008392", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003675", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "list of land speed records", + "pred": "1963 World Drivers' Championship", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "AFC Bournemouth", + "pred": "England men's national association football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000114", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Finland women's national football team", + "pred": "FC Honka", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004958", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "FC Bayern Munich", + "pred": "S\u00e3o Paulo Futebol Clube", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002847", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001441", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002206", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Chelsea F.C.", + "pred": "Netherlands national association football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "New York Yankees", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005526", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "SK Rapid Wien", + "pred": "SK \u0160turm Graz", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "FK Teplice", + "pred": "Czechoslovakia national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001083", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004361", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "SK Brann", + "pred": "IFK G\u00f6teborg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Friedrich-Franz Railway", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "\u00c9toile Carouge FC", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002645", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "S.L. Benfica", + "pred": "A.C. Milan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Silver Bear for Best Actress", + "pred": "Honorary Doctorate of Literature", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004948", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "2007", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001871", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "University of Chicago", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000473", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "US Triestina Calcio 1918", + "pred": "A.S. Roma", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006904", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Bernd R\u00fcthers", + "pred": "Hans Ulrich Gumbel", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "RC Strasbourg Alsace", + "pred": "Amaury Bischoff is a French former professional footballer who played as a defender. In 2005, he was a member of the French national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005684", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "delegate", + "pred": "United States Attorney for the Southern District of New York", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004481", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Vladimir Lenin", + "pred": "Khujand's name was changed to Khojand in 1989.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006873", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1948.0, + "gold": "1948", + "pred": "1948", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005653", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Janusz Brzeski", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Leyton Orient F.C.", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004653", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001722", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "The Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "United States Marine Corps", + "pred": "United States Marine Corps", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003725", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004162", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Bob Benny", + "pred": "Lieve Labeijn", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004885", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007832", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "South West Trains", + "pred": "British Rail Class 455 was operated by British Rail in 1998.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005962", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Soviet Union", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000011", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Order of the Red Banner of Labour", + "pred": "Order of the Red Banner of Labour", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007446", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Cruz Azul", + "pred": "Mexico men's national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004620", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Fredrikstad FK", + "pred": "Norwegian national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Waldemar Fornalski", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008601", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001029", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Club Joventut Badalona", + "pred": "Jos\u00e9 Antonio Camacho", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002959", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "1996", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002878", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Guardian Children's Fiction Prize", + "pred": "Gillian Cross", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000807", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "C\u00e9sar Award for Best Female Revelation", + "pred": "H\u00e9l\u00e8ne Filli\u00e8res was nominated for the 2002 European Film Awards in the category of Best Cinematography for the film \"The Sea Inside\".", + "em": 0.0, + "f1": 0.1739130434782609, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004108", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Seine-et-Oise", + "pred": "department of Oise", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Primetime Emmy Award for Outstanding Animated Program", + "pred": "Primetime Emmy Award for Outstanding Animated Program (For a Series)", + "em": 1.0, + "f1": 0.8750000000000001, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004954", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "FC Elista", + "pred": "Igor Kovalenko", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006909", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Umberto Bossi", + "pred": "Umberto Bossi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007331", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "President of Latvia", + "pred": "Minister of Finance of Latvia", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003609", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Sch\u00f6neberg", + "pred": "the city of Barmen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006006", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "FC Twente", + "pred": "R.S.C. Anderlecht", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008100", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Mandatory Palestine", + "pred": "Israel", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004453", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006282", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Club Atl\u00e9tico Osasuna", + "pred": "UE Lleida", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003708", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003013", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Wrexham A.F.C.", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001471", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "Soviet Union", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000942", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Husqvarna FF", + "pred": "Finland men's national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Altai Krai", + "pred": "Rubtsovsk is a city in the Kemerovo Oblast of Russia, located in the southern part of the country.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002943", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Leipzig University", + "pred": "University of Heidelberg", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003037", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003146", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "New York City", + "pred": "New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004225", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "MTK Budapest FC", + "pred": "Hungarian national team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000827", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008211", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Rick Parfitt", + "pred": "Tony Meehan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007342", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pierre Mauroy", + "pred": "Jean-Pierre Vanryckeghem", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005759", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Austria\u2013Hungary", + "pred": "Kingdom of Hungary", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003949", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Minister of the Interior", + "em": 0.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Samba Gold", + "pred": "1999 FIFA U-17 World Cup", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001667", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002554", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003996", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1943.0, + "gold": "Yugoslavia", + "pred": "Bulgaria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004658", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004227", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Lady Gaga", + "pred": "Lady Antebellum", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001594", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Bell Labs", + "pred": "Bell Labs", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006869", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Al Masry SC", + "pred": "Tarek Soliman's member of sports team in 1984 was the Egyptian national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006930", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Soviet Union", + "pred": "Lyubertsy is a town in Russia.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "University of Edinburgh", + "pred": "Australian and New Zealand Army Corps", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005195", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Tmutarakan was a city in the Russian Empire, so it was part of the Russian Empire.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002457", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "East Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "CPJ International Press Freedom Awards", + "pred": "European Cup Winners' Cup", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006097", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006940", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "British Raj", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000173", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005298", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Italy", + "pred": "Kingdom of the Netherlands", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005185", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1950.0, + "gold": "Italy", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007749", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "David Mamet", + "pred": "John Cazale", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "The owned by of Shell-Haus after Shell-Haus significant event construction was the Shell Oil Company.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002110", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000829", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008640", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002292", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005480", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "general", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008496", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Italy", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006640", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Ottoman Empire", + "pred": "Ottoman Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003927", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Ascoli Calcio 1898 FC", + "pred": "A.S. Roma", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007996", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000373", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Northwestern University", + "pred": "University of Cambridge", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005430", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Aut\u00f3dromo Internacional Ayrton Senna", + "pred": "Curitiba", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Calcio Foggia 1920", + "pred": "Giuseppe Meazza", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003964", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Gangwon FC", + "pred": "The answer is: Seoul SK Knights", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004438", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Club Atl\u00e9tico River Plate", + "pred": "Club Atl\u00e9tico River Plate", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004862", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1902.0, + "gold": "Amtshauptmannschaft Schwarzenberg", + "pred": "Karl-Marx-Stadt District", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004495", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "As d'Or Jeu de l'Ann\u00e9e", + "pred": "Best Board Game", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002486", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003629", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "La Spezia", + "pred": "Brest", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006341", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "FC Girondins de Bordeaux", + "pred": "Miroslav Klose", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002779", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SBV Vitesse", + "pred": "HNK Rijeka", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Nazi Party", + "pred": "German National People's Party", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004217", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "1. FFC Frankfurt", + "pred": "German national team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Mandatory Palestine", + "pred": "British Mandate of Palestine", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002651", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Edith Roosevelt", + "pred": "Edith Carow Roosevelt", + "em": 0.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005128", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007441", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Norway men's national association football team", + "pred": "Norwegian national football team", + "em": 0.0, + "f1": 0.5454545454545454, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006793", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "FC Veszpr\u00e9m", + "pred": "Feh\u00e9rv\u00e1r FC", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005396", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Nazi Germany", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002815", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "People's Republic of China", + "pred": "China", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Amsterdam", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001511", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Academy Award for Best Picture", + "pred": "Best Picture", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000553", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Denmark women's national football team", + "pred": "Thomas S\u00f8rensen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000656", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Northwestern University", + "pred": "University of Chicago", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001297", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1970.0, + "gold": "1970", + "pred": "1970", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007459", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Amsterdam", + "pred": "The Netherlands", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002423", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Trinidad and Tobago men's national football team", + "pred": "Joe Public F.C.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001348", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "FC Basel 1893", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008576", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002071", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "British School at Rome", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004899", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1978.0, + "gold": "Soviet Union", + "pred": "Romania", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001022", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Vladimir Oblast", + "pred": "Ivanovo Oblast", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003839", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jane Birkin", + "pred": "Jane Birkin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001814", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Christian Neureuther", + "pred": "Answer: Thomas Mittermaier", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Martha Vickers", + "pred": "Jeanne Crain", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Arabic", + "pred": "Hebrew", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005683", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Siemens AG", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007163", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Relax-Gam", + "pred": "Kaiku", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "The Nobel Prize in Chemistry was awarded to Arne Tiselius in 1948. Before that, he was nominated for the Nobel Prize in Chemistry in 1946.", + "em": 0.0, + "f1": 0.2608695652173913, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008134", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Shell-Haus was owned by the Shell Oil Company.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002147", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Hungarian Socialist Workers' Party", + "pred": "Hungarian Socialist Workers' Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "habilitation", + "pred": "Doctor of Philosophy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000654", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Province of Mantua", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004102", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "University of California, Los Angeles", + "pred": "University of California, Berkeley", + "em": 0.0, + "f1": 0.6666666666666665, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007739", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "FSV Frankfurt", + "pred": "Servette FC", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006368", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Chemins de fer du Midi", + "pred": "The operator of Q802601 in 1902 was the British India Steam Navigation Company.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "A.O. Kavalas (association football)", + "pred": "Vukovar Steelworks", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002646", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1997.0, + "gold": "1997", + "pred": "1997", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002133", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Gold Medal of the Royal Astronomical Society", + "pred": "Gold Medal of the Royal Astronomical Society", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000302", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002678", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Atalanta BC", + "pred": "A.S. Roma", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004224", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Jane Alexander was nominated for the Academy Award for Best Supporting Actress for her role in \"The China Syndrome\" (1979). The answer to the question is the 1992 film \"The Witches of Eastwick\" in which she played the role of Alexandra \"Alex\" Whitaker.", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005379", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006243", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008166", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "MTK Budapest FC", + "pred": "Ferenc Pusk\u00e1s", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003678", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "lawyer", + "pred": "United States Senator", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000025", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "The head of government of Trier after the Weimar Republic was the mayor of Trier.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "British Mandate for Palestine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000689", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004963", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "City of Gosford", + "pred": "New South Wales", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001580", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "London", + "pred": "Johannesburg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002212", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001427", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "FC Lausanne-Sport", + "pred": "FC Twente", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000751", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Seine-et-Oise", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "FC Spartak Trnava", + "pred": "VfL Wolfsburg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002412", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001943", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1999.0, + "gold": "1999", + "pred": "1999", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005685", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1939", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001916", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Str\u00f8msgodset IF", + "pred": "Danish national team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006927", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005536", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Fengtien", + "pred": "Faku County is located in the Inner Mongolia Autonomous Region of China.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000555", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Gertrude Stein", + "pred": "The Green Studio", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005626", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Heiner Gei\u00dfler", + "pred": "The general secretary of the Christian Democratic Union (CDU) after Bruno Heck was **Hans-Dietrich Genscher**. He took over the role in 1973 and served until 1982. Genscher was a prominent German politician and later became the Foreign Minister of West Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005124", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Algiers", + "pred": "The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is:", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Coll\u00e8ge de France", + "pred": "University of Paris VII (Denis Diderot)", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003885", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2021.0, + "gold": "National Oceanic and Atmospheric Administration", + "pred": "EWS-G2 is a type of rocket developed by the United States Air Force.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005314", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Republic of China", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Knight Bachelor", + "pred": "European Golden Shoe", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002726", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "SK Slavia Prague", + "pred": "CSM Bucure\u0219ti", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004003", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "KRC Mechelen", + "pred": "Belgium national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008148", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1916.0, + "gold": "Marie Bonaparte", + "pred": "Princess Sophia of Prussia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003444", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "Ronan Le Crom is a French footballer who plays as a defender. He has played for several clubs, including RC Lens, which is a French football club based in Lens, Nord department, Hauts-de-France region. After his time at RC Lens, Le Crom moved to other clubs. One of the notable", + "em": 0.0, + "f1": 0.04347826086956521, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004684", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Schutzstaffel", + "pred": "Hans Friedrich Karl von M\u00fcnchhausen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007043", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002077", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Scunthorpe United F.C.", + "pred": "Barnsley F.C.", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005610", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Willi Daume", + "pred": "Karl-Heinz B\u00f6cking", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007161", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Polish People's Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008431", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Kingdom of Greece", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005503", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003756", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Nuremberg Medical Trial", + "pred": "German National People's Party", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006939", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001054", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002273", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "2001\u201302 NHL season", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000786", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "1999 European Cup Winners' Cup Final", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002778", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Swansea City A.F.C.", + "em": 0.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005074", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Japan", + "pred": "The country of Broutona before the Soviet Union was the Russian Empire.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007312", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Chelsea F.C.", + "pred": "AIK Fotboll", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001350", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Leningrad Oblast", + "pred": "Ivangorod is located in the Kaliningrad Oblast.", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001371", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Clare Boothe Luce", + "pred": "Eleanor Roosevelt", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000490", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1985.0, + "gold": "1985", + "pred": "1985", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005716", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005200", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Pichichi Trophy", + "pred": "European Golden Shoe", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000681", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004424", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lviv Oblast", + "pred": "Drohobych is a city in the Ternopil Oblast of Ukraine.", + "em": 0.0, + "f1": 0.16666666666666669, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003611", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Catholic priest", + "pred": "Alwin Albert Hafner was a German-American architect and professor.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000603", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Beno\u00eet Cheyrou's member of sports team in 1999 was the French national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007417", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Beaux-Arts de Paris", + "pred": "In 1970, Alekos Fassianos was educated at the University of Athens.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001017", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Golden Bear", + "pred": "In 2003, Li Yang was nominated for the Best Director award at the 50th Berlin International Film Festival for his film \"The Last Emperor.\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004297", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Walter Sisulu", + "pred": "Walter Sisulu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007760", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Netherlands", + "pred": "The work location of Mart Stam after Amsterdam was Berlin.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002309", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Feh\u00e9rv\u00e1r FC", + "pred": "Sven-G\u00f6ran Eriksson", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000472", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Free Democratic Party", + "pred": "Christian Democratic Union", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003092", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Weimar Republic", + "pred": "Prussia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003984", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Hamburger SV", + "pred": "German national team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004307", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Yugoslavia", + "pred": "Romania", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004221", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002604", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Orenburg Governorate", + "pred": "Orenburg", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005175", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Kingdom of the Netherlands", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000103", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "Ottoman Empire", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007858", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "construction", + "pred": "The first TW 6000 was delivered to Hanover Stadtbahn in 1980.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000929", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Glenda Jackson", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Hamburg Commercial Bank", + "pred": "The Volksparkstadion, located in Hamburg, Germany, is a football stadium primarily used by the Bundesliga club HSV (Hamburger SV). The stadium was originally named the \"Stadion am Mikrofon\" when it was built in 1925. It was later renamed the \"Volksparkstad", + "em": 0.0, + "f1": 0.0588235294117647, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006833", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "Princess M\u00e4rtha of Sweden", + "pred": "Ingrid of Norway", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007826", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005791", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1969.0, + "gold": "1969", + "pred": "1969", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008695", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "FC Basel", + "pred": "FC Basel 1893", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006326", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002683", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004982", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "AS Monaco FC", + "pred": "1957.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000415", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Seine-et-Oise", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002513", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "IBM", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001131", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Chinese Communist Party", + "pred": "The member of political party of Xiao Yang in 1971 was the Chinese Communist Party.", + "em": 1.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004809", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "England women's national football team", + "pred": "New Zealand national football team", + "em": 0.0, + "f1": 0.5454545454545454, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Italy", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002765", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "The Rockefeller University", + "pred": "University of Leiden", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003270", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002090", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002717", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001781", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Waltrude Schleyer", + "pred": "Maria Schleyer", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "West Ham United F.C.", + "pred": "American Football League", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000911", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Tuscany", + "pred": "The work location of Plinio Nomellini in 1932 was the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002590", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1946.0, + "gold": "1946", + "pred": "1946", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Bavarian Television Award", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004701", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Seine-et-Oise", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006905", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2003", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005334", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006551", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "FC Amkar Perm", + "pred": "FC Khimki", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Sporting CP", + "pred": "Hungary national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001982", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001763", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Tranmere Rovers F.C.", + "pred": "West Bromwich Albion F.C.", + "em": 0.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001693", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Utrecht University", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006247", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1909.0, + "gold": "Associate Justice of the Supreme Court of the United States", + "pred": "United States Secretary of the Treasury", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006923", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Der St\u00fcrmer", + "pred": "German newspaper publisher", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004828", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006717", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001064", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002886", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Italy", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001768", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006522", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Cameroon men's national football team", + "pred": "Jean-Pierre Papin", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001073", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Kingdom of Bulgaria", + "pred": "Ottoman Empire", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002125", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "SSC Napoli", + "pred": "Armando Tre Re's member of sports team in 1956 was the New York Giants.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002297", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "FC Astra Giurgiu", + "pred": "\u0218tefan Dobay", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002809", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002474", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Tommy Aldridge was a member of Black Oak Arkansas from 1973 to 1976. After leaving the band, he joined the band **The Allman Brothers Band** in 1976. He remained with them until 1981, when he left to pursue a solo", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004101", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006366", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "Manchester United F.C.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "United States Navy", + "pred": "United States Navy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003020", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Lagos", + "pred": "Lagos", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004956", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Calcio Padova", + "pred": "A.S. Roma", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006758", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Al Masry SC", + "pred": "Al-Nassr FC", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003840", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "DSV Leoben", + "pred": "SC Wiener Neustadt", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003113", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Wheaton College", + "pred": "University of Chicago", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004767", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Miss America", + "pred": "1927 U.S. Women's Hard Court Championship", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "pred": "Compagnie des chemins de fer de l'Ouest", + "em": 0.0, + "f1": 0.5714285714285714, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003340", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Russia", + "pred": "Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005245", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006022", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lady Gaga", + "pred": "Taylor Swift", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002807", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "University of Oslo", + "pred": "Norwegian Academy of Science and Letters", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002236", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Order of Merit of North Rhine-Westphalia", + "pred": "1988.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006258", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "United States Cabinet", + "pred": "United States Secretary of the Navy", + "em": 0.0, + "f1": 0.4444444444444444, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003646", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "pred": "Academy Award for Best Supporting Actress", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002029", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Warabitai Station", + "pred": "Kita-Kuromatsunai Station", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Rudi Fuchs", + "pred": "Willem Sandberg was the manager of Stedelijk Museum Amsterdam from 1946 to 1973. After his tenure, the next manager was **Hans van Weesep**. He took over in 1973 and served as the director until 1983.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000849", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000139", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "Schutzstaffel", + "pred": "Reichsarbeitsdienst", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Anton-G\u00fcnther, Duke of Oldenburg", + "pred": "The House of Oldenburg is a German noble family, and as such, it does not have a chairperson in the traditional sense. The family's current head is the Duke of Oldenburg, who is the head of the House of Oldenburg. In 2007, the Duke of Oldenburg was Karl", + "em": 0.0, + "f1": 0.18181818181818182, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_004055", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Italy", + "pred": "United Kingdom of Great Britain and Ireland", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004419", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Jeonbuk Hyundai Motors FC", + "pred": "South Korea national under-23 football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006447", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005863", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Parliament of the United Kingdom", + "pred": "European Parliament", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004287", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Jens Stoltenberg", + "pred": "Ingrida H\u00f8iland", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008613", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002216", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Team Jayco AlUla", + "pred": "Drapac-EF Cannondale Holistic Development", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006890", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Rahim Zafer is a former professional footballer who played as a defender. He was born on 19 April 1969 and died on 17 April 2019. He played for several clubs, including Middlesbrough, Coventry City, and Portsmouth. In 1", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Turkey", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004395", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "University of Freiburg", + "pred": "German Federal Constitutional Court", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003660", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Queen", + "pred": "The Mountain Studios was owned by the United States Department of Defense", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006514", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Murmansk Oblast is a federal subject of Russia, located in the northwest of the country.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002222", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001758", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "John Mauchly", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004641", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Ni\u00e8vre", + "pred": "Route nationale 445 (RN445) is a French national road that was created in 1946. Before the creation of the Essonne department, the area that is now Essonne was part of the department of Seine-et-Marne. Therefore, the located in of Route nation", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000084", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Munich Kammerspiele", + "pred": "The employer of Therese Giehse after Berliner Ensemble was the German Federal Republic.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005007", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2017.0, + "gold": "2017", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Tuvan People's Republic", + "em": 0.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007920", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "1998", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006359", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1956.0, + "gold": "1956", + "pred": "1956", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005402", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007921", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002569", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003091", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "The band was called The Rhythm Kings", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002364", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Gaz\u00e9lec Ajaccio", + "pred": "AS Monaco FC", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007208", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Gustave Choquet", + "pred": "Jean-Pierre Bruckheimer", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003209", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "C\u00e9sar Milstein", + "pred": "John Henry Pratt", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004389", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001672", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Kemerovo Oblast", + "pred": "Kemerovo Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002971", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2020.0, + "gold": "Hamza Hamzao\u011flu", + "pred": "Erol Bulut was the head coach of Yeni Malatyaspor until 2020. After him, the head coach was replaced by **Mehmet Akif \u00dcst\u00fcn**. He took over the position in 2020 and led the team until 2021.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007668", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "University of Bielefeld", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004443", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Member of the European Parliament", + "pred": "Minister of Education of the Philippines", + "em": 0.0, + "f1": 0.4000000000000001, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000260", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "United States of America", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003060", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Leipziger Land", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003434", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "United Arab Republic", + "pred": "Egypt", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "Italy", + "pred": "United Kingdom of the Netherlands", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005538", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Nobel Prize in Literature", + "pred": "Best Actor in a Supporting Role", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005136", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Ireland men\u2019s national rugby union team", + "pred": "Ulster Rugby", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004183", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "The Rockefeller University", + "pred": "University of California, San Francisco", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006802", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Is\u00e8re", + "pred": "Ternay is a commune in the department of Doubs, in the region of Bourgogne-Franche-Comt\u00e9 in eastern France.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002238", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004081", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Harvard University", + "pred": "Institute for Advanced Study", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007931", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Kingdom of Hungary", + "pred": "Romania", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002561", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Hungarian Academy of Sciences", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Stockholm University", + "pred": "University of Uppsala", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008363", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Poland", + "pred": "The work location of Eugeniusz Eibisch after Paris was Rome.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008611", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Wang Jingwei regime", + "pred": "Yunnan Province", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002255", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1986.0, + "gold": "1986", + "pred": "1986", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007672", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2016", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002954", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "SC Fortuna K\u00f6ln", + "pred": "Manchester United F.C.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002449", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Valencia CF", + "pred": "Athletic Club Bilbao", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005372", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Malm\u00f6 FF", + "pred": "FC Copenhagen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006616", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007451", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "SV Saar 05 Saarbr\u00fccken", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "C.D. Nacional", + "pred": "2009\u201310 FC Porto season", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008679", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004351", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "education", + "pred": "The U-111 was used as a target ship for the U.S. Navy.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "FC Barcelona B\u00e0squet", + "pred": "1. FC Nuremberg", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004853", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008238", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Reichsgesetzblatt", + "pred": "1935", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007289", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005590", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002466", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1942.0, + "gold": "1st U-boat Flotilla", + "pred": "1942.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005898", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Second Syrian Republic", + "pred": "Syria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006637", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Allianz SE", + "pred": "PGE", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001605", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Keith Richards", + "pred": "Keith Richards", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003947", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Q99317", + "pred": "The head of government of Bonn in 2001 was the Mayor of Bonn, who was **J\u00fcrgen R\u00fcttgers**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001379", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Cruzeiro E.C.", + "pred": "S.C. Corinthians Paulista", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2021.0, + "gold": "Daft Punk", + "pred": "The French electronic music duo Daft Punk", + "em": 1.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007475", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Latvia", + "pred": "Latvia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008010", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "Club Atl\u00e9tico Mineiro", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005768", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Landeshauptmann", + "pred": "Professor of Philosophy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003283", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003934", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Republic of Korea Army", + "pred": "The military branch of Chung Il-kwon after the Manchukuo Imperial Army was the Korean People's Army.", + "em": 0.0, + "f1": 0.2105263157894737, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000952", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Soviet Union", + "pred": "Romania", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004410", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Minister of the Interior", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007420", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Orenburg Oblast", + "pred": "Gai is a rural locality (a village) in Gaysky District, Kursk Oblast, Russia.", + "em": 0.0, + "f1": 0.14285714285714285, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003788", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Paris", + "pred": "Budapest", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007654", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "AS Nancy-Lorraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000104", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Daejeon Hana Citizen FC", + "pred": "South Korea men's national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003094", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "England men\u2019s national rugby union team", + "pred": "English national team", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005875", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004542", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2016.0, + "gold": "Province of Carbonia-Iglesias", + "pred": "Masainas is a village in the state of Odisha, India.", + "em": 0.0, + "f1": 0.14285714285714288, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "AgustaWestland", + "pred": "Leonardo S.p.A.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005999", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Czechia men's national football team", + "pred": "FC Slovan Liberec", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003881", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Red Star F.C.", + "pred": "AS Nancy-Lorraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Copley Medal", + "pred": "The Royal Medal", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000380", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Minister-President of Rhineland-Palatinate", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007104", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "chairperson", + "pred": "Minister of Education", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005106", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1926.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007198", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "VVV-Venlo", + "pred": "Helmond Sport", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001075", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007267", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Netherlands Antilles", + "pred": "The Netherlands", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005453", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006199", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Club Atl\u00e9tico River Plate", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007661", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Bristol Rovers F.C.", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Christoph Franz", + "pred": "Thomas Winkelmann", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007018", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Province of Ogliastra", + "pred": "Ussassai is a village in the state of Odisha, India.", + "em": 0.0, + "f1": 0.15384615384615383, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006321", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Pontault-Combault", + "pred": "Saint-Denis-de-Bourgueil", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000924", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002232", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005699", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "University of G\u00f6ttingen", + "pred": "University of Heidelberg", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007488", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Vla\u0219ca County", + "pred": "Giurgiu County", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005369", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "University of Zurich", + "pred": "University of Vienna", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001823", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Bremen-Liga", + "pred": "Regionalliga Niedersachsen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006475", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008413", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1984.0, + "gold": "1984", + "pred": "1984.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003577", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Chief of the Turkish General Staff", + "pred": "Minister of War", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Hanna-Barbera", + "pred": "Iwao Takamoto was a Japanese-American animator and director who worked at the Walt Disney Studios. After his time at Manzanar, which was a Japanese American internment camp during World War II, he continued his career in the animation industry. He joined the Walt Disney Studios in 1946 and worked", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008560", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Romania national rugby union team", + "pred": "Romania national football team", + "em": 0.0, + "f1": 0.6666666666666665, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Czechoslovakia", + "pred": "Czechoslovakia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006136", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1903.0, + "gold": "Russian Empire", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005189", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Seine-et-Oise", + "pred": "department of Aisne", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002858", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Japan", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008315", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Kemerovo Oblast", + "pred": "Anzhero-Sudzhensk is located in Kemerovo Oblast", + "em": 1.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Kotelnikovsky District", + "pred": "city of Kursk", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000973", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Ternopil Oblast", + "pred": "Soviet Union", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002849", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008608", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "S.C. Internacional", + "pred": "Atl\u00e9tico Mineiro", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001494", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Saint Petersburg", + "pred": "The work location of Konrad Krzy\u017canowski after Munich was Warsaw.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007390", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007069", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001021", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Nelly Sachs Prize", + "pred": "Premio Nadal", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006782", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Merited Artist of the RSFSR", + "pred": "Order of the Red Banner", + "em": 0.0, + "f1": 0.4000000000000001, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008600", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Central Institute for Ancient History and Archeology", + "pred": "University of Bremen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005501", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001523", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Prince Charles, Count of Flanders", + "pred": "King Leopold II of the Belgians", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003339", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Second Syrian Republic", + "pred": "Lebanon", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Japan", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002341", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006340", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "People's Artist of the USSR", + "pred": "Order of the Red Banner of Labour", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004184", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Chelsea F.C.", + "pred": "Italian national team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001998", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1940", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008462", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005081", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Beira Alta", + "pred": "Viseu is a city in Portugal.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006076", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Russian Empire", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004257", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Province of Posen", + "pred": "Posen", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001129", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Soviet Union", + "pred": "The country of Khrustalnyi after the Russian Empire was the Soviet Union.", + "em": 1.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002202", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Isabela", + "pred": "Q13737", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001377", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005631", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000171", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Melora Walters", + "pred": "Dylan Walsh's spouse in 1999 was Jennifer Love Hewitt.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007554", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001278", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "President of the United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005559", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007444", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004826", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "Dakar", + "pred": "Abidjan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003409", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "The winner of the 1995 Booker Prize, which was awarded to Penelope Fitzgerald for her novel \"The Book of Proof,\" was not Matthew Kneale. Instead, the 1995 Booker Prize was won by **Pat Barker** for her novel **\"The Ghost Road\"**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006575", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Hungarian Academy of Sciences", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001217", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "The winner of Samantha Morton's nominated for was \"The Believer\" (2001).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007223", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Klaus Sch\u00fctz", + "pred": "Helmut Kohl", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004735", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Berlin", + "pred": "The work location of Sound and Vision's performer in 1977 was the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001394", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004179", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Rudy Giuliani", + "pred": "John H. McConnell", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Klaus Wowereit", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003446", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "United States Secretary of Agriculture", + "em": 0.0, + "f1": 0.6, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007096", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "John Harbaugh", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008279", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006719", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Emma de Caunes", + "pred": "The answer is \"The Last Days of the Romanovs\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002450", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Cyprus Football Association", + "pred": "Ammochostos Epistrofi Stadium", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000742", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "1970", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005331", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stadion der Freundschaft", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006020", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lady Bird Johnson", + "pred": "The spouse of the signatory of the Highway Beautification Act of 1965 in 1965 was not publicly disclosed or documented in historical records. The act was signed into law by President Lyndon B. Johnson on October 22, 1965, and his spouse at that", + "em": 0.0, + "f1": 0.05714285714285714, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002515", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Sepp Herberger", + "pred": "Hans-J\u00fcrgen Rau", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000947", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "S\u00fcper Lig", + "pred": "Turkish Basketball Super League", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004442", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003129", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Klaus Wowereit", + "pred": "The head of government of Berlin after Q896393 work location Berlin was Angela Merkel.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000626", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Edward Joseph Kelly", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008507", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "presidential system", + "pred": "The Second Polish Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000399", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Otto Nerz", + "pred": "Karl Rappold", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005160", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "The winner of the 1979 Booker Prize was Margaret Drabble for her novel \"The Millstone\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Palau Sant Jordi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "President of North Macedonia", + "pred": "President of North Macedonia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008117", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1992", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007432", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Giuseppe Zanella", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006320", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1931.0, + "gold": "1931", + "pred": "1931", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008047", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Nicholas II of Russia", + "pred": "Soviet Union", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000063", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Stefano Pessina", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "Territory of Hawaii", + "pred": "United States", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001072", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Pep Guardiola", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005910", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "United States", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003397", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "V\u00edt\u011bzslav Lavi\u010dka", + "pred": "Vladim\u00edr \u0160micer", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000162", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Lady Bird Johnson", + "pred": "Eleanor Roosevelt", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002728", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Silvio Berlusconi", + "pred": "John W. H. de Vries", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003793", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Barcelona Province", + "pred": "Barcelona", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003541", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008524", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003943", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Michal B\u00edlek", + "pred": "Milan \u0160koda", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003569", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002249", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "University of Paris", + "pred": "The answer is: The French government.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001978", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giuseppe Garibaldi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005073", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Alex McLeish", + "pred": "John McGreal", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000609", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Jos\u00e9 Luis S\u00e1nchez-F\u00e9lix", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Guy Ritchie", + "pred": "David Beckham", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006953", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "Jimmy Walker", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001572", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "John Harkes", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008301", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000630", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1960.0, + "gold": "Graceland", + "pred": "1960.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000755", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Elizabeth II", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000326", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Jean-Loup Dabadie's member of's general secretary in 2009 was Jean-Pierre Raffarin.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002870", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Bahrain", + "pred": "Prime Minister", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007789", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Giuseppe Garibaldi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007973", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Bjarne Riis", + "pred": "Thomas Schmid", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000219", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Vivien Leigh", + "pred": "Best Supporting Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007274", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Elizabeth II", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006021", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006576", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "Laurence Olivier", + "pred": "John Garfield's nominated for the Academy Award for Best Actor for his role in \"Body and Soul\" (1947). The winner of that category was Frank Langella, who won for his role in \"The Candidate\" (1972). However, if you're asking about the winner of the", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000623", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Bjarne Berntsen", + "pred": "John Kilduff", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "The winner of the Booker Prize in 2003, the year *The Bottle Factory Outing* by Mark Haddon was nominated, was **Ian McEwan** for *Atonement*.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003804", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Nobel Peace Prize", + "pred": "United States Marine Corps", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006789", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006521", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Atlanta-Fulton County Stadium", + "pred": "Atlanta-Fulton County Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "The winner of The Night Watch's nominated for was The Sea, by John Banville.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004769", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Best Actress in a Supporting Role", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001801", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Vytautas Landsbergis", + "pred": "\u017divil\u0117 Kriau\u017eien\u0117", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "State Anthem of the Soviet Union", + "pred": "\"The Song of the Motherland\"", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003724", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006014", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Karl von Habsburg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007171", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "S\u00fcper Lig", + "pred": "Turkish Super Lig", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007260", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "3. Liga", + "pred": "Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Thomas Tuchel", + "pred": "Thomas Tuchel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007485", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Charlize Theron", + "pred": "Jennifer Connelly was nominated for the Academy Award for Best Actress for her role in \"A Beautiful Mind\" (2001). The winner of that category was Hilary Swank for \"Boys Don't Cry\" (1999).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001837", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1996", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005494", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "The answer is: Thomas Doll", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000075", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004734", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Peter Carey", + "pred": "The winner of the Booker Prize in 1988, which was awarded to Salman Rushdie for his novel \"Midnight's Children,\" was **Arundhati Roy** for her novel **\"The God of Small Things\"**. However, it's important to clarify that **David Lodge** was not", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004770", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Constantinople", + "pred": "Istanbul", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006777", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "S\u00e1ndor Preisinger", + "pred": "G\u00e1bor M\u00e1rton", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001481", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Marcello Lippi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000707", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Yugoslavia", + "pred": "The shares border with of Franco Evangelisti's country of citizenship in 1934 were 1934.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007316", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Giuseppe Saronni", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002781", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Yugoslavia", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001694", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "The French Connection", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005714", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "B\u00fclent Ecevit", + "pred": "Ahmet Davuto\u011flu", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Stefan Kuntz", + "pred": "Petr Kellner", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000390", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Nobel Prize in Physics", + "pred": "The 1952 Holweck Prize was awarded to the French physicist Jean Perrin for his work on the structure of matter, particularly his contributions to the understanding of Brownian motion and the Avogadro constant.", + "em": 0.0, + "f1": 0.06666666666666668, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004301", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007116", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "European Parliament", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004505", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Prime Minister of Australia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007035", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "Fran\u00e7ois Mitterrand", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004558", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "John Harbaugh", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003267", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Clark Gable", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006755", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "The question is about the chairperson of Bruno Bieligk's member of political party in 1920. First, I need to identify who Bruno Bieligk was and which political party he was associated with. Bruno Bieligk was a German politician who served as a member of the German parliament (Re", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_004583", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000225", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Gareth Southgate", + "pred": "John Harkness", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002459", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Serbia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006352", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1993", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004787", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Janusz W\u00f3jcik", + "pred": "Janusz Kowalski", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002226", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Leonid Brezhnev", + "pred": "1973.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003363", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Jan Schaffrath", + "pred": "Patrick Lefevere", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Pavel Vrba", + "pred": "Milan \u0160koda", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006972", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007393", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002784", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Franz Beckenbauer", + "pred": "Hans-J\u00fcrgen Strelow", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005991", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Claudia Roth", + "pred": "Theodor Heuss", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002109", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "ADIG", + "pred": "Volkswagen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005445", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Abraham Beame", + "pred": "John Lindsay", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Fiorello H. La Guardia", + "pred": "The answer is: United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005633", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Giuseppe Saragat was an Italian politician, and in 1984, the head of state of Italy was Sandro Pertini.", + "em": 1.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002083", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Jens Gustafsson", + "pred": "Erik H\u00e5kansson", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003899", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002997", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "Jordan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005860", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Best New Zealand Film", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001039", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Panama", + "pred": "The shares border with of Cornell Capa's work location in 1937 were the border with the Soviet Union.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000086", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005689", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006609", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "Jordan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004970", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008062", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "M\u00e1rio Soares", + "pred": "Ant\u00f3nio de Oliveira Salazar", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006613", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Stuart Lancaster", + "pred": "Steve McNamara", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001894", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Katharine Hepburn", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002546", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "University of Vienna", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003153", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Zhu De", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002865", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is:", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007865", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giuseppe Prisco", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "England national rugby union team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001858", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Graceland", + "pred": "The residence of Ginger Alden's unmarried partner in 1977 was the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Constantinople", + "pred": "Sofia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003034", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "1939", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000799", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Barack Obama", + "pred": "Richard Nixon", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Boston Garden", + "pred": "Boston Garden", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004762", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "Kingdom of Prussia", + "pred": "Vienna", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004806", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Jo\u00e3o Paulo de Oliveira Ferreira", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Premier League", + "pred": "Ukrainian First League", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008203", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Amway Arena", + "pred": "The Forum", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004465", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1996", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006874", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "John Lindsay", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000593", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004615", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2018.0, + "gold": "2018", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Geoffrey Rush", + "pred": "Tom Hanks", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Best Actor in a Supporting Role", + "em": 0.0, + "f1": 0.15384615384615383, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004669", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Yuri Semin", + "pred": "Vladimir Kozlov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006858", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000627", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "John Gielgud", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008456", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "constitutional monarchy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004863", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Best Picture", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005053", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lauri Yl\u00f6nen", + "pred": "The winner of Haloo Helsinki!'s nominated for after Poets of the Fall was \"Kuolema\" by the band \"Kuolema\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006906", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sini\u0161a Mihajlovi\u0107", + "pred": "Vittorio Pozzo", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004343", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Arrigo Sacchi", + "pred": "John K. R. \"Jack\" Broughton", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008520", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Hans Loritz", + "pred": "1938", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008566", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Theodor Heuss", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005406", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005485", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Milo\u0161 Zeman", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006778", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000448", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Alex Ferguson", + "pred": "John Harkness", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005253", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Aravind Adiga", + "pred": "The winner of Amitav Ghosh's nominated for after Brian Moore nominated for Booker Prize was \"The Sea of Grass\" by John McGahern.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002793", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "The winner of Mrs. Parkington's nominated for after Academy Award for Best Actress winner Jennifer Jones was \"The Best Years of Our Lives\" (1946).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001366", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Cliff Burton", + "pred": "Cliff Burton", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000346", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001380", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "John Williams", + "pred": "John Williams", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007366", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Giorgio Mastropasqua's member of sports team's chairperson in 1973 was Giorgio Manganelli.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004085", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "Qing dynasty", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "Europe", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "The answer is: John Fowles", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Puma", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005149", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Dalvik VM", + "pred": "PlayStation 2", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007466", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Deutsche Mark", + "pred": "The currency of Sande's country in 1956 was the French franc.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "EFL Championship", + "pred": "FA Cup", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002303", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Prime Minister of Canada", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004925", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Best Actress in a Supporting Role", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002425", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003762", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Minneapolis Armory", + "pred": "The Forum", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000351", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Territory of Hawaii", + "pred": "Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003288", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Jean-Pierre Raffarin", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001079", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Giampiero Boniperti", + "pred": "Stefano Tacconi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Paulo Bento", + "pred": "Lee Tae-sung", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006454", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Steve Sampson", + "pred": "Bruce Arena", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007686", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "United States Cabinet", + "pred": "United States Secretary of the Treasury", + "em": 0.0, + "f1": 0.4444444444444444, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001636", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000642", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Alan Hollinghurst", + "pred": "The winner of the 2004 Man Booker Prize, which was awarded to J. M. Coetzee for his novel \"Disgrace,\" was not Ronan Bennett. Instead, the prize was won by **Hilary Mantel** for her novel **\"Wolf Hall\"**. However,", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005992", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1906.0, + "gold": "Theodore Roosevelt", + "pred": "William McKinley", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001567", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "John Lindsay", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003917", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Elizabeth II", + "pred": "Elizabeth II", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007632", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pawe\u0142 Janas", + "pred": "Janusz Kowalski", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001702", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Eerste Divisie", + "pred": "2012\u201313 UEFA Champions League", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006358", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "German Federal Archives", + "pred": "1932.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Dwight D. Eisenhower", + "pred": "The head of government of Erazim Koh\u00e1k's residence was the President of the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001724", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Lyndon B. Johnson", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005308", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "The winner of Jeanne Eagels's nominated for after Academy Award for Best Actress winner Janet Gaynor was \"The Last of the Mohicans\" (1920).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006485", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Best Adapted Screenplay", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004831", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005190", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Siemens AG", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006636", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "George Marshall", + "pred": "United States Secretary of State", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003213", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Prime Minister of Australia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005672", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "The head of state of L\u0119bork's country after Paul von Hindenburg was Adolf Hitler.", + "em": 1.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006227", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1945", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Giffoni Film Festival", + "pred": "Best Rap Performance", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007816", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Franciszek Smuda", + "pred": "Tomasz Kowalik", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001958", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "John Lindsay", + "pred": "John Lindsay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007818", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Sepp Herberger", + "pred": "Fritz Herkenrath was a German footballer who played for several clubs, including 1. FC Nuremberg. In 1957, the head coach of 1. FC Nuremberg was **Hans Schaefer**. Therefore, the answer is **Hans Schae", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003874", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006836", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "1989.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005437", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001779", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Chemnitz Government Region", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002182", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Paul von Hindenburg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006540", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Jo\u00e3o de Almeida Pinto", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000470", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004884", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Emma Thompson", + "pred": "The winner of the Academy Award for Best Actress in a Leading Role, which was nominated for by Jodie Foster, was Meryl Streep.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008312", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "United Kingdom of Great Britain and Ireland", + "pred": "England", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006013", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "Mayor of New York City", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006889", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Carlo Ancelotti", + "pred": "John Carver", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003651", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Toronto Maple Leafs", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Q82595", + "pred": "2. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Jos\u00e9 Sarney", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000420", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1917.0, + "gold": "1917", + "pred": "1917", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005828", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Prime Minister of Belize", + "pred": "President of Belize", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Sepp Herberger", + "pred": "John R. \"Jack\" Harbaugh", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002499", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Territory of Hawaii", + "pred": "United States of America", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008212", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "George VI", + "pred": "King George VI", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Yugoslavia", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006976", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Gennaro Gattuso", + "pred": "The answer is: Gian Piero Gasperini", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007445", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "European Golden Shoe", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004525", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Lamberto Dini", + "pred": "Giuseppe Ciampi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003387", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "John Carver", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008292", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "United States", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006528", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1879", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008636", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Walter Zenga", + "pred": "Giuseppe Mascara is a fictional character from the Italian television series \"Il Commissario Manara\" (The Commissioner Manara). The series is set in the 1960s and follows the life of a police commissioner in Rome. The character of Giuseppe Mascara is a member of a sports team", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_004972", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Kia Forum", + "pred": "The Metrodome", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006497", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Hungarian People's Republic", + "pred": "Rome", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005410", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Taiwan", + "pred": "The diplomatic relation of Elizabeth Bishop's residence in 1955 was the United States of America.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000901", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Yasser Arafat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007838", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mircea Lucescu", + "pred": "Mustafa K\u0131rca", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007144", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "The Internationale", + "pred": "The anthem of the Russian Soviet Federative Socialist Republic (RSFSR) was \"The Internationale.\"", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Jean Mistler", + "pred": "Soci\u00e9t\u00e9 des Gens de Lettres", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000287", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Gerhard Casper", + "pred": "John W. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004792", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006621", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sean Yates", + "pred": "John Kowalski", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001788", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Helen Hayes", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002557", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Fiorello H. La Guardia", + "pred": "The answer is: The United States of America.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "The 1990 Booker Prize for Fiction", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006058", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Giuseppe Saragat", + "pred": "Giuseppe Garibaldi", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000536", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Estadio Metropolitano", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007404", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2000.0, + "gold": "2000", + "pred": "1973", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001292", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1990.0, + "gold": "1990", + "pred": "1990", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "The answer is \"The Man to Send Rain Clouds\" by Silas House.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "The winner of the Booker Prize in 1979 was Nadine Gordimer for her novel \"July's People\". Fay Weldon was not a nominee for the Booker Prize in 1979. Therefore, there is no direct answer to the question as posed. However, if the question is asking about", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002490", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001434", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "New York City", + "pred": "New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006868", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jean Mistler", + "pred": "Jean-Pierre Chev\u00e8nement", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002319", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2022.0, + "gold": "2022", + "pred": "2010", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008472", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000496", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Massimo D'Alema", + "pred": "Mario Monti", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005883", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Helmut Kohl", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "BP", + "pred": "The sponsor of Rudolf Kargus's member of sports team before Emirates was the German airline Lufthansa.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001286", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Giuseppe Saragat", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003325", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "John H. Kinney", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000949", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Otto von Bismarck", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004634", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "1972", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008417", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Swiss Cup", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mary J. Blige", + "pred": "Best Female R&B Vocal Performance", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007469", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002488", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Yitzhak Rabin", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007418", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Elliott Gould", + "pred": "Frank Sinatra", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005916", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Micha\u0142 Matyas", + "pred": "Stanis\u0142aw Kowalski", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006233", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "\u0130lhan Palut", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005848", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "German Empire", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005040", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Antonio Segni", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005138", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Adolf Hitler", + "pred": "The question is about the chairperson of Hartmann Lauterbacher's political party in 1942. However, there is no known historical figure named Hartmann Lauterbacher who was a member of a political party in 1942. Therefore, the answer is that there is no known", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_004246", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "1948.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007892", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Konrad Adenauer", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006684", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Luigi Einaudi", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001045", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "association football", + "pred": "American football", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002791", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Lory Del Santo", + "pred": "Sheryl Crow", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005581", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The Ninth Day", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Pawe\u0142 Janas", + "pred": "Hansi Flick", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004802", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "John W. Campbell", + "pred": "Nebula Award", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004455", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001570", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Otto Nerz", + "pred": "The answer is: Karl-Heinz Miller", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005703", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Morten Olsen", + "pred": "John Harkness", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006235", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Diego Simeone", + "pred": "Jos\u00e9 Luis Mendiliberal", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001186", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Susan Sarandon", + "pred": "The winner of Nell's nominated for was Helen Hunt.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005903", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002985", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Bettino Craxi", + "pred": "Giorgio La Pira", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "John Kruk", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008323", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Budapest", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Yugoslavia", + "pred": "1981.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005474", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Oskar von Miller", + "pred": "German National Committee for the International Exhibition", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001830", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Nippon Bud\u014dkan", + "pred": "Tokyo Metropolitan Government Building Hall", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001756", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001887", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "1. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005552", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "ARD", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004901", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Wen Jiabao", + "pred": "Zhu De", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006473", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006253", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "1963", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002709", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Alex McLeish", + "pred": "John Gregory", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007811", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Giovanni Spadolini", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006165", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Edward Cassidy", + "pred": "John Paul II", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007431", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Ernest Borgnine", + "pred": "The winner of the Academy Award for Best Actor for the film \"Gentleman's Agreement\" was Gregory Peck. However, it's important to clarify that Dan O'Herlihy was not nominated for an Academy Award for Best Actor for \"Gentleman's Agreement.\" Instead, Dan O'Her", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002594", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Soviet Union", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004546", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "David Dinkins", + "pred": "New York City", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006589", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006151", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1956", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005300", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Otto Rehhagel", + "pred": "John Kourkouleas", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003618", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Franz Joseph I of Austria", + "pred": "University of Budapest", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001195", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007049", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1978.0, + "gold": "1978", + "pred": "1978", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003961", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Edith Roosevelt", + "pred": "Mary Jane Haines", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002548", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "parliamentary monarchy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1910.0, + "gold": "Austria\u2013Hungary", + "pred": "Hungary", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003484", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "United Kingdom", + "pred": "Europe", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Kingdome", + "pred": "Seattle Center Coliseum", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002163", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Clive Woodward", + "pred": "Clive Woodward", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006692", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Bruce Buck", + "pred": "John Terry", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006073", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Volker Finke", + "pred": "1997.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008473", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Roman Abramovich", + "pred": "1998 European Cup", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003674", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1978.0, + "gold": "Leonid Brezhnev", + "pred": "Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003352", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "absolute monarchy", + "pred": "monarchy", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Stefano Pessina", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002789", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005326", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Spencer Tracy", + "pred": "The answer is \"The Best Actor\" category.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005284", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Erich Werdermann", + "pred": "Hans H. Schmid", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005774", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Super League Greece", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003372", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Patrick Le Lay", + "pred": "David Walliams", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008201", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Nicole Kidman won the Academy Award for Best Actress for her role in \"The Hours\" in 2002.", + "em": 1.0, + "f1": 0.13333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001153", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Franz Beckenbauer", + "pred": "Hansi Flick", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007164", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "Simone Inzaghi", + "pred": "Marco Giampaolo", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006407", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Allianz Arena", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001540", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "2013", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005100", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Claudio Ranieri", + "pred": "Thomas Schmid", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Tom Hanks", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007894", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008658", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Ruslan Rotan", + "pred": "Andriy Kovalenko", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005158", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Giuseppe Saragat", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008060", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Bundesliga", + "pred": "Austrian Football Bundesliga", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004900", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "SeatGeek Stadium", + "pred": "Chicago Fire FC", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000430", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Bombardier", + "pred": "Alstom SA", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006467", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Taiwan", + "pred": "British Crown Colony", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004710", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000041", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Prime Minister of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004408", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "crown prince", + "pred": "First Lord of the Treasury", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001201", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Yugoslavia", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004457", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "University of Vienna", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005193", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005781", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "State Anthem of the Soviet Union", + "pred": "The Internationale is a socialist anthem, and it is not the anthem of Kursk Oblast. The anthem of Kursk Oblast is \"Kursk Oblast\" (Russian: \"\u041a\u0443\u0440\u0441\u043a\u0438\u0439 \u043a\u0440\u0430\u0439\").", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004013", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Hans-J\u00fcrgen B\u00f6cking", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003935", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Volker Finke", + "pred": "Hansi Flick", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006770", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Silvio Berlusconi", + "pred": "Jos\u00e9 Mar\u00eda Aznar", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008617", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "1948.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008708", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Bosnia and Herzegovina", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Zden\u011bk Zeman", + "pred": "Giancarlo Marocchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007389", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Saku Koivu", + "pred": "Montreal Canadiens", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005554", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Moscow", + "pred": "The twinned with of Imi Knoebel's work location in 1992 was the city of Krefeld.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000408", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Kingdom of Prussia", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003634", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Uwe Neuhaus", + "pred": "Rados\u0142aw Kowalski", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006653", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000961", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Kate Winslet", + "pred": "The winner of La Vie en Rose's nominated for after Katharine Hepburn was \"The English Patient.\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002923", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Yugoslavia", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008130", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Silvio Berlusconi", + "pred": "Giuseppe Saronni", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001668", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Jane Fonda", + "pred": "The answer is: \"The answer is: \"The answer is: \"The answer is: \"The answer is: \"The answer is: \"The answer is: \"The answer is: \"The answer is: \"The answer is: \"The answer is: \"The answer is: \"The answer is:", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Lucien Favre", + "pred": "Thomas Tuchel", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007280", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Klaus Wowereit", + "pred": "The Prime Minister of the United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004011", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "Best Actor in a Supporting Role", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001876", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Thomas Tuchel", + "pred": "Hans-Peter Schmid", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003426", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "George H. W. Bush", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008324", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001646", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Walter Samuel was a member of the sports team Inter Milan. The head coach of Inter Milan during the time when Luis Su\u00e1rez was a member of the team was Jos\u00e9 Mourinho.", + "em": 1.0, + "f1": 0.18181818181818182, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_001719", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "Karl-Heinz Rummenigge", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005359", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "John Harkness", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002201", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Princeton University", + "pred": "John von Neumann", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000953", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Best Adapted Screenplay", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003588", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Jos\u00e9 Antonio Camacho", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006330", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "John Banville", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006529", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006295", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Joan Crawford", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007246", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001257", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "United States of America", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004353", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "French Academy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001453", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Emperor of Russia", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008480", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006167", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "LMFAO", + "pred": "The winner of the MTV Movie Award for Best Song from a Movie for \"Party Rock Anthem\" was the band LMFAO. The award was won in 2012.", + "em": 1.0, + "f1": 0.09523809523809523, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003258", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "J\u00fcrgen Linden", + "pred": "The European Commission", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004631", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "absolute monarchy", + "pred": "In 1904, the basic form of government of Trabzon Province's country was a constitutional monarchy.", + "em": 0.0, + "f1": 0.11764705882352941, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Ang Lee", + "pred": "The Tree of Life was nominated for the Academy Award for Best Cinematography in 2012. The winner of that category was Emmanuel Lubezki for his work on the film \"Birdman\" (2014). However, it's important to note that \"Birdman\" was not nominated", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002531", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Austria", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008228", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Frances McDormand", + "pred": "The winner of Elisabeth Shue's nominated for was \"The Accidental Tourist\" (1988).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005557", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Fatih Terim", + "pred": "\u0130lhan Palut", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007336", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003098", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002950", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1945.0, + "gold": "1945", + "pred": "1945", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000019", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Italian lira", + "pred": "Euro", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001920", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Claudio Ranieri", + "pred": "John Toshack", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005782", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "White Hart Lane", + "pred": "Wembley Stadium", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000862", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Humphrey Bogart", + "pred": "Best Actor", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001033", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "China Mi\u00e9ville", + "pred": "Best Original Score", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003960", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006287", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "John Harkness", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007880", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Giovanni Trapattoni", + "pred": "John K. Thompson", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005772", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006294", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Best Actress in a Supporting Role", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004173", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Hansi Flick", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005281", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Ottmar Hitzfeld", + "pred": "1997.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008091", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "\u0130smet \u0130n\u00f6n\u00fc", + "pred": "Ahmet Davuto\u011flu", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004964", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002871", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003979", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Rachida Brakni", + "pred": "H\u00e9l\u00e8ne Filli\u00e8res was a French actress and singer, known for her work in the entertainment industry. She was born on April 1, 1932, in Paris, France, and passed away on April 1, 2002, in the same city. She was a prominent figure", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008204", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Erwin Kramer", + "pred": "Carl Friedrich von Siemens", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001932", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Joe Louis Arena", + "pred": "The Kingdome", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Serbia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000480", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "UNESCO", + "pred": "European Union", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007286", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Volkswagen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Daniel Auteuil", + "pred": "The answer is \"The Last of the Mohicans\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002946", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Michal B\u00edlek", + "pred": "Milan Vav\u0159\u00edk", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003999", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Adolf Hitler", + "pred": "Paul Schulte", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "The winner of Vera Drake's nominated for Best Director was Mike Leigh.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005752", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001810", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Giuseppe Zanardini", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004977", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Paul von Hindenburg", + "pred": "Paul von Hindenburg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007873", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Budapest University of Technology and Economics", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002637", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005587", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005428", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Silvio Berlusconi", + "pred": "Giuseppe Cacciatore", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005312", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006932", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000781", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "CBS", + "pred": "Televisi\u00f3n P\u00fablica de la Rep\u00fablica Argentina", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000003", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1947.0, + "gold": "1947", + "pred": "1947", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Giorgio Napolitano", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004934", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000313", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Kazakhstan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2016.0, + "gold": "Matteo Renzi", + "pred": "Giuseppe Conte", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Yugoslavia", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000903", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Igor \u010cavlovi\u0107", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Yugoslavia", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005738", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Aldo Moro", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006558", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Artur Moraes", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004400", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "John Wain", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001076", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002725", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Prime Minister of Canada", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003906", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Liga Portugal", + "pred": "Primeira Liga", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004405", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Alberto Bigon", + "pred": "Jean-Pierre B\u00e9land", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Wolfgang Gerhardt", + "pred": "Hans-Peter Friedrich", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000757", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "COMECON", + "pred": "Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Vahram Hovhannisyan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005056", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Lavrentiy Beria", + "pred": "Ivan Yakovlevich Smirnov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Das Erste", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008552", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "1998", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Bambi Award", + "pred": "Academy Award for Best Supporting Actress", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000678", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Henry Fonda", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002043", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007190", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "coming out", + "pred": "The 1997 United States Senate bombing", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003533", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Attila J\u00f3zsef", + "pred": "University of Szeged", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Ingrid Bergman", + "pred": "The Best Picture", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004864", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Ireland", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001930", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1929.0, + "gold": "1929", + "pred": "1929", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004482", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000444", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "president of Germany", + "pred": "President of Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002417", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Saku Koivu", + "pred": "Montreal Canadiens", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "Turkish Basketball Super League", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002089", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002782", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "State of Lower Saxony", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Karel Br\u00fcckner", + "pred": "Milan \u0160koda", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006603", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000643", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Adolf Hitler", + "pred": "The answer cannot be determined from the given information.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001459", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Sepp Piontek", + "pred": "S\u00f8rensen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007691", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "German Emperor", + "pred": "German Emperor", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004382", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Israeli Premier League", + "pred": "2015\u201316 UEFA Champions League", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008297", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Luxembourg National Division", + "pred": "2. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007490", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Marie Dressler", + "pred": "The winner of Ann Harding's nominated for in 1931 was \"The Informer\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004470", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Jos\u00e9 Luis S\u00e1nchez-F\u00e9lix", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Pacific Coliseum", + "pred": "The Rose Bowl", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000107", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Prague", + "pred": "Prague", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000481", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "The answer is: \"The Secret River\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005374", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007891", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Second Lady or Gentleman of the United States", + "pred": "First Lady of the United States", + "em": 0.0, + "f1": 0.7142857142857143, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004941", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Ralf Loose", + "pred": "Hans-J\u00fcrgen B\u00f6cking", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "The Internationale", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001311", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003353", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Panama", + "pred": "The shares border with of All Summer Long's place of publication in 1964 was 1964.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005629", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005931", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Leonid Brezhnev", + "pred": "Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005823", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Territory of Hawaii", + "pred": "United States of America", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002989", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Free State of Prussia", + "pred": "Vienna", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004259", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Anne Enright", + "pred": "A. S. Byatt", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002166", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Ligue 1", + "pred": "Ligue 1", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008518", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Hans Backe", + "pred": "The answer is: \"Baltasar Garz\u00f3n\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003792", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000844", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Best Picture", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005425", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Sandro Pertini", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006156", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The winner of the European Film Award for Best Actor in 2005 was Javier Bardem for his role in *No Country for Old Men*. Romain Duris was nominated for the same award for his role in *The Diving Bell and the Butterfly*. The winner of the European Film Award for Best Actor", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006038", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Austro-Hungarian krone", + "pred": "Hungarian forint", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008465", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1923.0, + "gold": "Egyptian pound", + "pred": "British pound", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004604", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Javier Aguirre", + "pred": "Jos\u00e9 Mourinho", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002929", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "The Internationale", + "pred": "The anthem of the Black Sea Governorate was \"The Song of the Black Sea\" (Russian: \"\u041f\u0435\u0441\u043d\u044f \u0427\u0435\u0440\u043d\u043e\u043c\u043e\u0440\u044c\u044f\").", + "em": 0.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007720", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005879", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001938", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Territory of Hawaii", + "pred": "Cebu City", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Academy Award for Best Supporting Actress", + "pred": "Best Actor in a Supporting Role", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006351", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005087", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "1956.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006536", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006736", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Sandra Bullock", + "pred": "Annette Bening", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004654", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Mikhail Fyodorovich Kalinin", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005945", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007681", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Daman and Diu", + "pred": "Rajasthan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006184", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Lyndon B. Johnson", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000115", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Caja M\u00e1gica", + "pred": "Palau de Deportes", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002711", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005754", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Croatia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "Turkish Basketball Super League", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000552", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000403", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "SeatGeek Stadium", + "pred": "Palau Sant Jordi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003856", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003602", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Mikhail Gorbachev", + "pred": "Mart Laar", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007850", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "1950.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001019", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1962.0, + "gold": "1962", + "pred": "1962", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004322", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Dietrich Stobbe", + "pred": "Berlin", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004271", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Giuseppe Saragat", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001171", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Juan Carlos I of Spain", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007890", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "The winner of Genevi\u00e8ve Bujold's nominated for was the Academy Award for Best Supporting Actress for her role in the film \"The Last of the Mohicans\" (1992).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008632", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "The capital of the United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007395", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1925.0, + "gold": "Egyptian pound", + "pred": "British pound", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007784", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Best Actress in a Supporting Role", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006008", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Rainer Ernst's member of sports team's chairperson in 1992 was Hans-J\u00fcrgen B\u00f6ck.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007623", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Zden\u011bk Zeman", + "pred": "Giancarlo Zola", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000261", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Netherlands", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005362", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Yugoslavia", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003134", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Teen Choice Awards", + "pred": "Juno Award for Best Video", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "German Federal Police", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003313", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005360", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Hans Sch\u00e4fer", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001597", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Peter Carey", + "pred": "The winner of Rachel Seiffert's nominated for after William Trevor nominated for Booker Prize is \"The Sea\" by John Banville.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Ronald Colman", + "pred": "The winner of Hamlet's award before Sean Penn was the actor who played the role of Hamlet in the 1948 film adaptation of Shakespeare's play, which was directed by Orson Welles. The actor who played Hamlet in that film was Laurence Olivier. However, it's important to note", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005949", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Attila J\u00f3zsef", + "pred": "Hungarian Academy of Sciences", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005024", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "John Major", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007032", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Heinrich Himmler", + "pred": "The answer is \"The Vienna Philharmonic Orchestra\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004269", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005207", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Paul \"Bear\" Bryant", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008065", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Constantinople", + "pred": "Damascus", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003648", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000919", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "Franz Beckenbauer", + "pred": "Hans Pfl\u00fcgler is a German former footballer and coach. In 1987, he was a player for 1. FC N\u00fcrnberg. The head coach of 1. FC N\u00fcrnberg in 1987 was Rudi V\u00f6ller.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007438", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Croatia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000509", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "The winner of the Booker Prize in 2003, which was the year Gerard Donovan's novel \"The Last Days of the Dying\" was shortlisted, was Ian McEwan for \"Atonement\". However, it's important to clarify that Patrick White, an Australian writer, was not nominated for", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006108", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "presidential system", + "pred": "In 1939, the basic form of government of Krak\u00f3w's country was a parliamentary democracy.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001184", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Robert Bolt", + "pred": "The winner of the Golden Globe Award for Best Screenplay for the film \"Doctor Zhivago\" was Robert Bolt. However, it's important to clarify that the question might be a bit confusing. The film \"Doctor Zhivago\" (1965) was directed by David Lean and written by Robert Bolt", + "em": 1.0, + "f1": 0.1081081081081081, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001023", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Milan Varga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001479", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Javier Aguirre", + "pred": "Luis Arag\u00f3n Cabello", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006983", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Giovanni Gronchi", + "pred": "President of the United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007833", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "White Hart Lane", + "pred": "Wembley Stadium", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005681", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Netherlands", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003706", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007006", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Milan \u0160koda", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004220", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Swiss Super League", + "pred": "Swiss Cup", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007500", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "\"God Save the King\"", + "em": 0.0, + "f1": 0.75, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "German Empire", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003362", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ireland", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007378", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Allianz Arena", + "pred": "Stadion am Bieberer Berg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002356", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Soviet Union", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004000", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Walter Mazzarri", + "pred": "Gianluca Pessotto", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003511", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Hungarian Olympic Committee", + "pred": "Zsolt Borkai", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008482", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Harry Warren", + "pred": "Ethel Merman", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001610", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "pred": "Petr Fiala", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007160", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003247", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Kevin Federline", + "pred": "Sarah Jessica Parker", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000810", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Liga I", + "pred": "Romanian Football League Division I", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006432", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Joseph Stalin", + "pred": "United Secretariat of the Communist Party of the Soviet Union", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007768", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Zhu De was a Chinese politician, and his country of citizenship was China. The head of government of China before Li Keqiang was Zhao Ziyang.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Rock and Roll Hall of Fame", + "pred": "1992.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003836", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The winner of The Ninth Day's nominated for was David Hare.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007908", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003128", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Spencer Tracy", + "pred": "John Wayne", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001510", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "UTC\u221204:00", + "pred": "The United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Werner Greuter", + "pred": "Beat Ernst Leuenberger", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Maurice Druon", + "pred": "European Parliament", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001232", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007512", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Hans-J\u00fcrgen Rau", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000089", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008698", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Best Actress in a Supporting Role", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007875", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006661", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "Secretary of Labor", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007505", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Bobby Clarke", + "pred": "John Collins", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008555", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006491", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002698", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Friedrich Naumann", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005937", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007021", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Jos\u00e9 Maria Pedroto", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003151", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "The winner of Joan Barfoot's nominated for after Booker Prize winner P. H. Newby is \"The English Patient\" by Michael Ondaatje.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002519", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007514", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "chairperson", + "pred": "President of Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008443", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "European Coal and Steel Community", + "pred": "European Free Trade Association", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007726", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1992.0, + "gold": "1992", + "pred": "1992", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001549", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "V\u00e1clav Havel", + "pred": "V\u00e1clav Havel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007129", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "1997", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000883", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Heinrich Br\u00fcning", + "pred": "The head of government of Bonn's country after Wilhelm Marx was Konrad Adenauer.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000442", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004066", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Peter Gerhardsson", + "pred": "Sven-G\u00f6ran Eriksson", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002302", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Egyptian pound", + "pred": "British pound", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002564", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Yugoslavia", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004005", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Otto Nerz", + "pred": "Karl Rappold", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005652", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Jane Byrne", + "pred": "South Dakota", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002217", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008015", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Albert II of Belgium", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000895", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "RTL", + "pred": "ARD", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008365", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Jos\u00e9 Antonio Camacho", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006348", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "The national anthem of Romania", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000645", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008492", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Emperor of Russia", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006824", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Anita Brookner", + "pred": "The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is:", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000773", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "Winona Ryder", + "pred": "The winner of Frances McDormand's award received was the Academy Award for Best Supporting Actress.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001316", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004368", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005868", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "King of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Best Original Score", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Gwyneth Paltrow", + "pred": "The Wings of the Dove", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008659", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "The winner of the 1990 Booker Prize was **Atonement** by **Ian McEwan**. However, it's important to clarify that **Brian Moore** was not nominated for the 1990 Booker Prize. The confusion might arise from the fact that **Andr\u00e9 Brink**", + "em": 0.0, + "f1": 0.0606060606060606, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000763", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Yugoslavia", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005896", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000117", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Enrico de Nicola", + "pred": "King of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000027", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "New York City Mayor", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002041", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002860", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004247", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Luise Rainer", + "pred": "Theodora Goes Wild was a 1937 American comedy film directed by William A. Seiter. The film was nominated for the Academy Award for Best Picture. The winner of that year's Academy Award for Best Picture was \"The Best Years of Our Lives.\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008294", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Hyundai", + "pred": "Telekom Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006036", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "The Pentagon", + "pred": "Charlie Munger's military branch's headquarters in 1945 was the United States Army Air Forces (USAAF), which was part of the United States Army.", + "em": 0.0, + "f1": 0.09523809523809525, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001816", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Ruth Chatterton", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008058", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004387", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Mustafa Kemal Atat\u00fcrk", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004841", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Abdullah Avc\u0131", + "pred": "R\u0131za \u00c7al\u0131mbay is a Turkish football coach, and Jo\u00e3o Pereira is a Brazilian footballer. If we are looking for the head coach of Jo\u00e3o Pereira's team during the time when R\u0131za \u00c7al\u0131mbay was involved, we need to consider the timeline. R\u0131za \u00c7", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000340", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Echo Music Prize", + "pred": "Grammy Award for Best Dance Recording", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001431", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Massimiliano Allegri", + "pred": "Vincenzo Montella", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002560", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Panama", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003591", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Paul von Hindenburg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006178", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Francesco Cossiga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003130", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "University of Debrecen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001771", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "habilitation", + "pred": "The assessment of Olba's director of archaeological fieldwork after Ulrich Gotter employer University of Freiburg was positive.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004635", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "The winner of Ida Kami\u0144ska's nominated for after Norma Shearer nominated for Academy Award for Best Actress was Marlene Dietrich.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007347", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "The winner of the award that Heat and Dust received after the J. G. Farrell award received the Booker Prize was the 1975 Booker Prize.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002289", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Giuseppe Saragat", + "pred": "Giuseppe Saragat", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006810", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2016", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001750", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Eduard Weiter", + "pred": "Robert Dauber's point in time's manager in 1944 was the German National Socialist Workers' Party (NSDAP).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "David Wagner", + "pred": "Mark Hughes", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001742", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004401", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cominform", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000948", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Boston Garden", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "King of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001031", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "J. M. Coetzee", + "pred": "The answer is: \"The Sea\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002458", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Oleh Protasov", + "pred": "Valeriy Lobanovskyi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001069", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Ed Koch", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006304", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "mayor", + "pred": "Mayor", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004531", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Mario Monti", + "pred": "David Cameron", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000931", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007956", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Jos\u00e9 Mourinho", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007340", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "Hyundai", + "pred": "1. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003676", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "The winner of A Single Man's nominated for Best Actor in a Supporting Role.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001222", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Soviet Union", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006158", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Adone Zoli", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005324", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002344", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008685", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2019.0, + "gold": "Wayne LaPierre", + "pred": "Oliver North", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005812", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "J. M. Coetzee", + "pred": "The winner of Fasting, Feasting was Anne Enright.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "The Ellen DeGeneres Show", + "pred": "The Notorious Mr. Bout", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005808", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "University of Szeged", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003694", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "German Federal Archives", + "pred": "German Democratic Republic", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002616", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giuseppe Saragat was the President of Italy. Tenax is a company, not a country. Therefore, the question is based on a misunderstanding. There is no country called Tenax. If you meant a different country or organization, please clarify.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000088", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "United Kingdom", + "pred": "United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005525", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006017", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006096", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Ginni Rometty", + "pred": "John W. Thompson", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001800", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Estadio Municipal de M\u00e9rida", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001359", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "The winner of Carry Me Down's nominated for after Nadine Gordimer was \"The Beautyful Ones Are Not Yet Born\" by Ayi Kwei Armah.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006166", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004182", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Rudi V\u00f6ller", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004835", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Otto von Habsburg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001116", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003320", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Soviet Union", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003882", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003657", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Igor Kovalchuk", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001053", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Toni Servillo", + "pred": "The winner of the European Film Award for Best Actor after Javier Bardem received it was Javier Bardem himself for his role in \"No Country for Old Men\" (2007). However, the question seems to be asking about Tom Schilling's nomination. Tom Schilling was nominated for the European Film Award for", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006052", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1983.0, + "gold": "1983", + "pred": "1983", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "The winner of A Single Man's nominated for was John Gielgud.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000183", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007379", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Giovanni Trapattoni", + "pred": "Hansi Flick", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "James Kelman", + "pred": "The winner of the 1994 Booker Prize was **Hamlet, Prince of Denmark** by **Tom Stoppard**. However, it's important to clarify that **Abdulrazak Gurnah** was not nominated for the 1994 Booker Prize. Gurnah's first", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000962", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005810", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Otto Graf Lambsdorff", + "pred": "Hans-Dietrich Genscher", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000427", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Giovanni Leone", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005227", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "presidential system", + "pred": "The Second Polish Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "God Save the Tsar!", + "pred": "\"The Song of the Slavs\"", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Climate Pledge Arena", + "pred": "The answer is \"The Forum\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004741", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "1st Panzer Division", + "pred": "The commander of Karl Lotter's significant person before Army Group F was not explicitly mentioned in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006763", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002214", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "The anthem of Balaklava's country after the Russian Empire was the \"National Anthem of the Soviet Union\" (1944\u20131991).", + "em": 0.0, + "f1": 0.10526315789473685, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Nikita Khrushchev", + "pred": "Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007746", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Austria", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003268", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Garibaldi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000324", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006933", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Prime Minister of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005705", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Robert Knud Friedrich Pilger", + "pred": "Carl Friedrich von Siemens", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006241", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003204", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Ralph Fiennes", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001109", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Neutral Moresnet", + "pred": "The shares border with of Minden Government Region's country in 1918 were 1918.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004458", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Ahmet Zogu", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005199", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000202", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Ireland", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006446", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001839", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Q953762", + "pred": "President of the Government of Catalonia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Latvian Higher League", + "pred": "Russian Football Premier League", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006379", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "1989.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001985", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000177", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "German Democratic Republic", + "pred": "Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003534", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1949", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Steve Sampson", + "pred": "Bruce Arena was the head coach of the United States national team, and Andreas Herzog was a member of the team. Before Bruce Arena, the head coach of the United States national team was Bruce Arena himself. However, if the question is asking about the head coach of the team that Andreas Herzog was a member of", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 3 + }, + { + "id": "q_008135", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Panama", + "pred": "The shares border with of Alexander Graham Bell's country of citizenship after Frank Tieri residence United States is 1922.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008030", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "\u00c9mile Zola", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001457", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Thomas Keneally", + "pred": "Best Actor in a Supporting Role", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001650", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Sergi L\u00f3pez", + "pred": "Ian McKellen was the winner of Bread and Tulips's nominated for.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006597", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "SeatGeek Stadium", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003141", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Canada", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004341", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "BP", + "pred": "Daimler-Benz", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007989", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1905.0, + "gold": "Russian Empire", + "pred": "India", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002962", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Prime Minister of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001198", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Allianz Arena", + "pred": "The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is:", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006028", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Jo\u00e3o Paulo de Oliveira Ferreira", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007856", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1902", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003797", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Charles de Gaulle", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004648", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005249", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Julie Christie", + "pred": "The winner of Marriage Italian-Style's nominated for was Jeanne Crain.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004612", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Luigi Carnacina was an Italian politician, so his country of citizenship was Italy. In 1951, the head of state of Italy was the President of the Italian Republic. The first President of the Italian Republic was Enrico De Nicola, who served from 1947 to 195", + "em": 0.0, + "f1": 0.06451612903225806, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006383", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003997", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The winner of the Academy Award for Best Actor in 2005, which was the year Romain Duris was nominated for his role in \"The Diving Bell and the Butterfly,\" was Daniel Day-Lewis for his performance in \"There Will Be Blood.\"", + "em": 0.0, + "f1": 0.0625, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002521", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Heiko Herrlich", + "pred": "Petr Jel\u00ednek", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008451", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Mario Draghi", + "pred": "Giuseppe Conte", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002584", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1944.0, + "gold": "1944", + "pred": "1944", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Zhou Enlai", + "pred": "President of the People's Republic of China", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007273", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Harry Redknapp", + "pred": "Steve McClaren", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Jean-Loup Dabadie was a French politician and a member of the European Parliament. He was part of the European People's Party (EPP) group. Jean Mistler was a French politician who also served as a member of the European Parliament. After Jean Mistler's tenure, the general secretary of the E", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_001480", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Boston Bruins", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002648", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "The answer is \"The Sea, The Sea\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005191", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "German National People's Party", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004451", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Azerbaijan Premier League", + "pred": "Russian Football Premier League", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + } + ] +} \ No newline at end of file diff --git a/eval/v3-sft-terse-lever-seed1337-noevidence.json b/eval/v3-sft-terse-lever-seed1337-noevidence.json new file mode 100644 index 0000000000000000000000000000000000000000..e194b1efb8bf7fd6f6d9efb48a9f9c4cb94d8245 --- /dev/null +++ b/eval/v3-sft-terse-lever-seed1337-noevidence.json @@ -0,0 +1,24482 @@ +{ + "name": "unnamed", + "policy_path": "../checkpoints/sft-v3-terse-lever-seed1337/final", + "split": "test", + "n_samples": 1743, + "temperature": 0.0, + "max_new_tokens": 64, + "overall": { + "n": 1743, + "em": 0.20654044750430292, + "f1": 0.2537945150100249, + "th_n": 45, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0 + }, + "by_complexity": { + "1hop": { + "n": 800, + "em": 0.2225, + "f1": 0.2803391756596057, + "th_n": 30, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0 + }, + "2hop": { + "n": 800, + "em": 0.1575, + "f1": 0.18202318163854433, + "th_n": 15, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0 + }, + "3plus": { + "n": 143, + "em": 0.3916083916083916, + "f1": 0.5068108659017749, + "th_n": 0 + } + }, + "by_operator": { + "before_after": { + "n": 517, + "em": 0.13539651837524178, + "f1": 0.16521683206919327, + "th_n": 20, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0 + }, + "interval": { + "n": 163, + "em": 0.6625766871165644, + "f1": 0.6511247443762782, + "th_n": 0 + }, + "point_in_time": { + "n": 535, + "em": 0.16261682242990655, + "f1": 0.23874882224131447, + "th_n": 18, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0 + }, + "sequence": { + "n": 528, + "em": 0.17992424242424243, + "f1": 0.23311133380731847, + "th_n": 7, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0 + } + }, + "per_example": [ + { + "id": "q_006291", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "chairperson", + "pred": "President of the Portuguese Football Federation", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007337", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "Nicholas II of Russia", + "pred": "Emperor of Russia", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000021", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007809", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Irina Bokova", + "pred": "United States Department of Justice", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001979", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005455", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Best Supporting Actress", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008005", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008690", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008321", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007761", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Arista Records", + "pred": "Universal Music Group", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008118", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001360", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000136", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006986", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003298", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "The French Third Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006733", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005866", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "The answer is \"The English Patient\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004748", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004795", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Chancellor of Germany", + "pred": "President of Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000787", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "monarchy", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008333", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008338", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Academy Award for Best Visual Effects", + "pred": "Best Sound Mixing", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001840", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001274", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000547", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001052", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006228", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006414", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001651", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007640", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004943", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Nazi Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007287", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005394", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007314", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003452", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Mayor of New York City", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.20000000000000004, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006815", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008439", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Tim Robbins", + "pred": "The Last of the Mohicans", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003245", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "The basic form of government of Niobe's country of registry's diplomatic relation after Heinrich Scheuch country of citizenship Germany was a constitutional monarchy.", + "em": 1.0, + "f1": 0.18181818181818182, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008633", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003473", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Mikhail Grigorievich Karpov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001673", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005726", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "First Republic of Austria", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004929", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006286", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Deutsche Mark", + "pred": "German mark", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002759", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "K\u014dichir\u014d Matsuura", + "pred": "Irina Bokova", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004009", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "1995", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007134", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002750", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000812", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "U-13", + "pred": "1936.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003515", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005012", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Council of Ministers of Italy", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004016", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008522", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000716", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004128", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002796", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1923.0, + "gold": "1923", + "pred": "1923", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Stefano Fissi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003552", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "chairperson", + "pred": "President", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004730", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "God Save the Tsar!", + "pred": "\"The Song of the Motherland\"", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005767", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Helmut Kohl", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002032", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008644", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006768", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002122", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000842", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "God Save the King", + "pred": "The anthem of Enderbury Island's country, which is the United Kingdom, is \"God Save the Queen.\"", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003512", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Academy Award for Best Picture", + "em": 0.0, + "f1": 0.5714285714285714, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002727", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Federal State of Austria", + "pred": "Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004477", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004639", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002027", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1913.0, + "gold": "Nicholas II of Russia", + "pred": "Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004554", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005676", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "United States", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008291", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008225", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001173", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Communist Party of China", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008571", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "Federal Republic of Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000937", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1934.0, + "gold": "1934", + "pred": "1934", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003736", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Friedrich Ebert", + "pred": "German Empire", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002966", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000538", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000838", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.20000000000000004, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002448", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Vanderbilt University", + "pred": "University of Chicago", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007230", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004534", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Prime Minister of Italy", + "pred": "Minister of Foreign Affairs", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007740", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007848", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Prime Minister of Italy", + "pred": "Minister of the Interior", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003817", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Mayor of New York City", + "pred": "Prime Minister", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006982", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Hannelore Kohl", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000932", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Governing Mayor of Berlin", + "pred": "Minister of Finance", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004711", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Vanderbilt University", + "pred": "University of California, San Francisco", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001424", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Free State of Prussia", + "pred": "Berlin", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006808", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005728", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000501", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Civic Democratic Party", + "pred": "Czech Social Democratic Party", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003472", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007593", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004304", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "military personnel", + "pred": "U-boat commander", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004513", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001144", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Angela Merkel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004736", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001077", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "chairperson", + "pred": "President", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004250", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002769", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mayor of New York City", + "pred": "Governor of New York", + "em": 0.0, + "f1": 0.6666666666666665, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001923", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008379", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004279", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "U-13", + "pred": "police", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008534", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "President of France", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001990", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "United Nations", + "pred": "New Mexico", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000057", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003633", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007357", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Mayor of New York City", + "pred": "United States Secretary of the Interior", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "President of the United States", + "pred": "Prime Minister", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002803", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005319", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008568", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "1998", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002510", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Bill Clinton", + "pred": "Prime Minister of France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007048", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Alexander III of Russia", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000284", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Irina Bokova", + "pred": "European Union", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007586", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "German Emperor", + "pred": "Chancellor of Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006367", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Italian Council of Ministers", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002788", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "John Gielgud", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001092", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "God Save the Tsar!", + "pred": "\"The Song of the Three\"", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000319", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Council of Ministers", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000336", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "Secretary of State", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005328", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007430", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Sukarno", + "pred": "The Republic of China", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001032", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006917", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Boris Tadi\u0107", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008460", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "United Nations", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001183", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001661", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002861", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Parliament", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Council of Ministers", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000264", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "John Gielgud", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001302", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007976", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007562", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Lviv University", + "pred": "Polish State Railways", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "pred": "Golden Globe Award for Best Supporting Actor - Motion Picture", + "em": 0.0, + "f1": 0.5882352941176471, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005303", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Valenciennes F.C.", + "pred": "Australian Football League", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003783", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Baron Harding of Petherton", + "pred": "Earl of Hardwicke", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004865", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006315", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006083", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003360", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2022", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008353", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Chattanooga", + "pred": "Chicago, Illinois", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "D.C. United", + "pred": "The occupant of Robert F. Kennedy Memorial Stadium in 2009 was the Washington Nationals.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Albania", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004848", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Soviet Union", + "pred": "Latvia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007525", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Oulu Province", + "pred": "Kainuu", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000885", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Northern Dvina Governorate", + "pred": "Komi Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001030", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004428", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "Soviet Union", + "pred": "Georgia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002780", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "University of British Columbia", + "pred": "University of California, Berkeley", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000352", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Solicitor General for England and Wales", + "pred": "Chancellor of the Exchequer", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000414", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001261", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001035", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "WWE", + "pred": "World Wrestling Federation", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008432", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Carol McCain", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005886", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Federal Minister for Foreign Affairs", + "pred": "President of the German Bundestag", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007363", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Minister of Finance", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006356", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004178", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "People's Republic of Bulgaria", + "pred": "Bulgaria", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kupferstichkabinett Berlin", + "pred": "The answer is: The Prussian State Museum.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000581", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Sevilla FC", + "pred": "M\u00e1laga CF", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008059", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Heinrich Himmler", + "pred": "Reinhard Gehlen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002028", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Scopus", + "pred": "The New York Times Book Review", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "James Norris Memorial Trophy", + "pred": "2012 Stanley Cup Finals", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005062", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Hungarian Academy of Sciences", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005618", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Leicester City F.C.", + "pred": "West Bromwich Albion F.C.", + "em": 0.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FK Austria Wien", + "pred": "Austrian national team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002148", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1927.0, + "gold": "Kingdom of Romania", + "pred": "Romania", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006117", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Kingdom of Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Mary Pickford", + "pred": "Joan Fontaine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003365", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "All-NBA Team", + "pred": "NBA Finals MVP", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "The operator of the Molli railway in 1922 was the Austrian Federal Railways (\u00d6sterreichische Bundesbahnen, abbreviated as \u00d6BB).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003448", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005271", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Borussia M\u00f6nchengladbach", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "United States Penitentiary, Florence ADMAX", + "pred": "1960s", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007959", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Afghanistan", + "pred": "Germany's diplomatic relations after Czechoslovakia were with the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008034", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006099", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Central Volga Krai was located in the Soviet Union", + "em": 0.0, + "f1": 0.14285714285714285, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003338", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "President of the Bundestag", + "pred": "Minister of Finance", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007882", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "pred": "The 1954 Nobel Prize in Physiology or Medicine", + "em": 0.0, + "f1": 0.14285714285714288, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001101", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Melbourne Cricket Ground", + "pred": "Lake Oval", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004838", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "American Psycho 2", + "pred": "American Psycho 2", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008088", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008278", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Valenciennes F.C.", + "pred": "2013\u20132014 New York Knicks", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003556", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Spartak Moscow", + "pred": "Russian national team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007252", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007229", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003581", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007540", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Norway men's national association football team", + "pred": "Rolf Johannessen's member of sports team in 1931 was the Norwegian national team.", + "em": 0.0, + "f1": 0.3, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006549", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1972.0, + "gold": "1972", + "pred": "1972", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006127", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008172", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Academy Award for Best Director", + "pred": "The Man Who Would Be King", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006850", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "\u00c9toile Sportive du Sahel", + "pred": "1.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001281", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "60 Minutes", + "pred": "The American Experience", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Philadelphia", + "pred": "Philadelphia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001024", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "1999\u20132000", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003080", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Nobel Prize in Literature", + "pred": "The nominated for of Sarvepalli Radhakrishnan before Nobel Peace Prize was the United Nations.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Reading F.C.", + "pred": "West Bromwich Albion F.C.", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007249", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Athletic Club", + "pred": "Real Sociedad de F\u00fatbol", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004330", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Spain", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002355", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Brentford F.C.", + "pred": "Stoke City F.C.", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Erwin Teufel", + "pred": "Hans-Dietrich Genscher", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002493", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "TV Globo", + "pred": "Globovisi\u00f3n", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004504", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008366", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Jean Tremblay", + "pred": "Mayor of Saguenay", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003310", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "1980", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004860", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "auxiliary bishop", + "pred": "In 1975, Guillermo Leaden held the position of Minister of Education in the government of Argentina.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007131", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001190", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001845", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "Stade de Reims", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001601", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Lomonosov Moscow State University", + "pred": "Moscow State University", + "em": 0.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008159", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "AIK Fotboll", + "pred": "Lee Baxter is a former professional basketball player in the NBA. He played for the Chicago Bulls, Cleveland Cavaliers, and New York Knicks. After Vissel Kobe, which is a Japanese football (soccer) club, the member of a sports team that Lee Baxter was part of would be the Chicago Bulls.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006771", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Cuxhaven district", + "pred": "Sietland was located in the Netherlands", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002990", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Vesyegonsky District", + "pred": "Vologda Oblast", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002704", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Everton F.C.", + "pred": "Manchester City F.C.", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000821", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001187", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Max Planck Institute for Chemistry", + "pred": "University of California, Berkeley", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006629", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "United States Navy", + "pred": "United States Army", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003305", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Carter Harrison IV", + "pred": "The answer is: \"The Chicago City Council\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000310", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "Le Montellier is a commune in the department of Aisne, in the Hauts-de-France region of northern France.", + "em": 0.0, + "f1": 0.1, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003989", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Baron Moyne", + "pred": "1st Baron Moyne", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002832", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Willy Marlow", + "pred": "Hans-J\u00fcrgen Schulte", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000368", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "FC Porto", + "pred": "A.C. Milan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005867", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Kursk Oblast, Russia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005700", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Colombia men's national football team", + "pred": "Atl\u00e9tico Bucaramanga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000881", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "York University", + "pred": "The University of London", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005707", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Kreis Kalbe (Milde)", + "pred": "Jeetze was located in the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001238", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Pre\u0161ov Region", + "pred": "The located in of Pre\u0161ov after Pre\u0161ov country Czechoslovakia was the Czechoslovak Socialist Republic.", + "em": 0.0, + "f1": 0.14285714285714285, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006162", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Kingdom of the Two Sicilies", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006967", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006519", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "F.C. Pro Vercelli 1892", + "pred": "Giuseppe Motta", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006861", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Toulouse FC", + "pred": "Trabzonspor", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006139", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Decathlon CMA CGM Team", + "pred": "Team RadioShack-Nissan", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002293", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Bethesda", + "pred": "Lake Forest, Illinois", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008165", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Akkermansky Uyezd", + "pred": "Kingdom of Poland", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001745", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Republic of China", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Paul McGann", + "pred": "David Bamber", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Al-Qaeda", + "pred": "In 1993, Osama bin Laden was an Afghan mujahideen fighter and a member of the Taliban.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Weimar Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007239", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Kingdom of Italy", + "pred": "Spain", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005515", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "doctorate", + "pred": "Doctor of Philosophy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002120", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Bauska District", + "pred": "Latvia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007214", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Gale Anne Hurd", + "pred": "Linda Hamilton", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008171", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Kingdom of the Netherlands", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002624", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Woodrow Wilson", + "pred": "Woodrow Wilson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004467", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006746", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1993.0, + "gold": "1993", + "pred": "1993", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000447", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007622", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007073", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FC Luch-Energiya Vladivostok", + "pred": "FC Lokomotiv Moscow", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006216", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007462", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "\u00d6sters IF", + "pred": "IFK G\u00f6teborg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000068", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Eski\u015fehirspor", + "pred": "1982.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Marconi Prize", + "pred": "National Medal of Science", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005968", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002706", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "economic liberalism", + "pred": "In 1957, Jorge Gonz\u00e1lez von Mar\u00e9es moved to the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006338", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Jan Hendrik Oort", + "pred": "Karl Schwarzschild", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "State Government", + "pred": "Minister of Finance", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005181", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003253", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "chairperson", + "pred": "Professor of mathematics at the University of Tokyo", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Fenerbah\u00e7e S.K.", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003453", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Italy", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002186", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Academy Award for Best Actress", + "pred": "Best Actress in a Supporting Role", + "em": 0.0, + "f1": 0.3636363636363636, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000960", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003476", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Municipio III", + "pred": "San Lorenzo, located in Rome, is a church and a titular church of the Roman Catholic Church. The church is dedicated to Saint Lawrence, a deacon and martyr. The church is situated in the Trastevere district of Rome, Italy. It is one of the oldest churches in Rome, with its origins dating", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001826", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "WWE", + "pred": "WWE", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Latvian Soviet Socialist Republic", + "pred": "Latvia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002291", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2022.0, + "gold": "Al-Nassr", + "pred": "Atl\u00e9tico Mineiro", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006248", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003830", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005800", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1927.0, + "gold": "1927", + "pred": "1927", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Roman Herzog", + "pred": "Karl D\u00f6nitz", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "TOP 09", + "pred": "European People's Party", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003125", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Chinese Communist Party", + "pred": "The member of political party of Xiao Ke after Xiao Ke country of citizenship Qing dynasty was the Chinese Nationalist Party.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "United States Air Force", + "pred": "Bell Labs", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000679", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "After pr\u00e9sident-directeur g\u00e9n\u00e9ral, Jean-Marie Cavada held the position of directeur g\u00e9n\u00e9ral d\u00e9l\u00e9gu\u00e9.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004918", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006137", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Orlando Magic", + "pred": "New York Knicks", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002644", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Club Atl\u00e9tico River Plate", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004185", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "1995.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007259", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Siemens AG", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000078", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006054", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "SC Young Fellows Juventus", + "pred": "Swiss national team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "president", + "pred": "United States Secretary of the Interior", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002324", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "1990", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008261", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "National Basketball Association", + "pred": "NCAA Division I-A Football", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004156", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002138", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Montpellier H\u00e9rault Sport Club", + "pred": "AS Nancy-Lorraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001307", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005256", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "auxiliary bishop", + "pred": "Minister of Education", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004475", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Q135837", + "pred": "Fassa Bortolo", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002220", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Estudiantes de La Plata", + "pred": "Real Madrid Castilla", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006192", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Egypt", + "pred": "Kingdom of Yemen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005619", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003460", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Buber-Rosenzweig-Medal", + "pred": "European Inventor Award", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005532", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Gy\u00f6rgy Fekete", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000731", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Ren\u00e9 Ang\u00e9lil", + "pred": "Ren\u00e9 Ang\u00e9lil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007949", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Aston Villa F.C.", + "pred": "New Zealand national rugby union team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001545", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001649", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Kingdom of the Two Sicilies", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008040", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006170", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Nazi Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004771", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "SV Waldhof Mannheim", + "pred": "TSG Weinheim", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002240", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Raymond Lahey", + "pred": "John Joseph O'Grady", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001328", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "F.C. Hansa Rostock", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003910", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1926.0, + "gold": "Yves du Manoir Stadium", + "pred": "Stade de France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003393", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Nemuro Subprefecture (1897\u20142010)", + "pred": "Signalny was located in the village of Kryvyi Rih, in the Donetsk Oblast of Ukraine.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Kyzyl", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002690", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000520", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Colchester United F.C.", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008590", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Acad\u00e9mie des beaux-arts", + "pred": "Albert Decaris was a French film director and screenwriter. In 1951, he was a member of the French film industry, specifically associated with the production company \"Path\u00e9\". However, it is important to note that \"Path\u00e9\" was a major French film studio, and Decaris was one of", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002965", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Toronto", + "pred": "Toronto, Ontario", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000417", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Italy", + "pred": "United Kingdom of Great Britain and Ireland", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007810", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Soviet Union", + "pred": "Russian Empire", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002744", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Queen Mary University of London", + "pred": "Siemens AG", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006283", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "University of G\u00f6ttingen", + "pred": "University of G\u00f6ttingen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001516", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "President of the Swiss Confederation", + "pred": "In 2005, Samuel Schmid was the President of the Swiss Federal Council.", + "em": 0.0, + "f1": 0.5000000000000001, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004019", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "Switzerland national under-21 football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007577", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Goethe University Frankfurt", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006387", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Nopporo Station", + "pred": "The adjacent station of Ebetsu Station after Horomui Station was Kita-Kamikawa Station.", + "em": 0.0, + "f1": 0.16666666666666669, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006907", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "Ottoman Empire", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000891", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003937", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "VfL Bochum", + "pred": "Djurg\u00e5rdens IF Fotboll", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000823", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Aston Villa F.C.", + "pred": "Manchester United F.C.", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008286", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Deportivo de La Coru\u00f1a", + "pred": "C.D. Tenerife", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002635", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006205", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Austria men's national football team", + "pred": "Wiener Sport-Club", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002157", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000634", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "SSC Bari", + "pred": "Serie A", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005602", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Kita-Toyotsu Signal Base", + "pred": "Kudamatsu Station", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000342", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004873", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Club Atletico All Boys", + "pred": "River Plate", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004390", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Shonan Bellmare", + "pred": "The answer is: Japanese national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Bruno Rossi Prize", + "pred": "The Bruce Medal", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005697", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "G.S. Iraklis Thessalonikis (men's association football)", + "pred": "FK Vojvodina Novi Sad", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "VfB Stuttgart", + "pred": "Ernst Blum was a member of the sports team of the German football club 1. FC Nuremberg.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003442", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004805", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Bocskai FC", + "pred": "FC Basel", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006113", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Prime Minister of Bhutan", + "pred": "Prime Minister of Bhutan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002998", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Hibernian F.C.", + "pred": "Derek Riordan is a former professional footballer who played as a midfielder. He was a member of the Republic of Ireland national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005890", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003583", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Aichi district", + "pred": "Nagakute, Aichi Prefecture", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006267", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "German Empire", + "pred": "Baden-Durlach", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005655", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Associated Press Athlete of the Year", + "pred": "2009.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003079", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Kingdom of Bulgaria", + "pred": "Ottoman Empire", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002419", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Helmond Sport", + "pred": "Netherlands national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007094", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "World Rally Championship", + "pred": "European Rally Championship", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004223", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "French Navy", + "pred": "1996.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Orthez", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001391", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Royal Academy of Exact, Physical and Natural Sciences", + "pred": "The member of Jos\u00e9 Echegaray was the Spanish Academy.", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005935", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Atalanta BC", + "pred": "Vittorio Pozzo", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003693", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Spartak", + "pred": "1955.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001318", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Princeton University", + "pred": "M.I.T.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "American Telephone and Telegraph Company", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000126", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004718", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Egypt", + "pred": "Egypt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000908", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "TI-Raleigh", + "pred": "Ludo Peeters is a Belgian former professional road racing cyclist. He was a member of the sports team \"Cycling Club de l'Escaut\" before joining Team Visma-Lease a Bike.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003983", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Spanish Navy", + "pred": "United States Navy", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008295", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Grawemeyer Award for Music Composition", + "pred": "European Cultural Foundation Prize", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003030", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "pred": "French Academy of Sciences", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005340", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Boavista F.C.", + "pred": "Akhisar Belediyespor", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "The country of Hlukhiv after the Ukrainian People's Republic was the Soviet Union.", + "em": 1.0, + "f1": 0.2857142857142857, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Dario Franchitti", + "pred": "David Arquette", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000349", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "2nd U-boat Flotilla", + "pred": "German submarine U-43", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004450", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Radio Free Europe/Radio Liberty", + "pred": "Alexander Rahr was employed by Wintershall Dea before joining the company.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "Jordan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005907", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1904.0, + "gold": "1904", + "pred": "1904", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007403", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Nazi Germany", + "pred": "Otto Schuhart was a German politician who served as a member of the German parliament, the Reichstag, during the Weimar Republic. He was a member of the German National People's Party (Deutsche National Volkspartei, DNVP), which was a right-wing, conservative, and nationalist political party in", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007172", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Cardiff City F.C.", + "pred": "Celtic F.C.", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006019", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Fengtien", + "pred": "Jilin, China", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003483", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Helmut Newton", + "pred": "June Browne's spouse in 1981 was John H. Johnson.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003450", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007313", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Georges Bataille", + "pred": "Jean-Pierre L\u00e9aud", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006396", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Institute for Advanced Study", + "pred": "Princeton University", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004252", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "FC Sochaux-Montb\u00e9liard", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006732", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Lappeenranta", + "pred": "S\u00e4kyl\u00e4", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002912", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Tinkoff", + "pred": "Matthew Goss is a member of the sports team called the \"Jayco-AIS\" team. The team is known for its success in the sport of cycling. The team is based in Australia and has a strong presence in international competitions. The team is composed of professional cyclists who compete in various events, including the Tour", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 3 + }, + { + "id": "q_000404", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Club Le\u00f3n", + "pred": "Mexican national team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007041", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Hannover 96", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008089", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Riga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003463", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Chinese Communist Party", + "pred": "The Chinese Communist Party", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005154", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Mongolia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002203", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Pace University", + "pred": "United States Department of Justice", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008263", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001733", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "Shk\u00eblzen Gashi's member of sports team in 2022 was the Albanian national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Chemnitz Government Region", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004111", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Osinniki", + "pred": "Kaltan is a town in Kemerovo Oblast, Russia.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003418", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Bruno Kastner", + "pred": "Friedrich W\u00fcst", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004890", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Kiliia Raion", + "pred": "Izmailsky Uyezd", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008123", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003032", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1968.0, + "gold": "1968", + "pred": "1968", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003123", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1928.0, + "gold": "Kingdom of Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008638", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2015.0, + "gold": "2015", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004857", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Shelley Duvall", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004040", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001345", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Radical Civic Union", + "pred": "Uni\u00f3n C\u00edvica Radical", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004403", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005977", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005231", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Algiers", + "pred": "Brazzaville", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Second Polish Republic", + "pred": "Belarus", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007542", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "Boston Breakers", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002736", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Busan IPark FC", + "pred": "Lee Yo-han's member of sports team in 2011 was the Samsung Lions.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006562", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008098", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "2013", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008119", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Barbastro", + "pred": "San Sebasti\u00e1n", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "chairperson", + "pred": "Minister of the Interior of Finland", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004561", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008086", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Cindy McCain", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003089", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Toulouse FC", + "pred": "Paris Saint-Germain FC", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007154", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007872", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Big Brother", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008425", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000644", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Iburi Subprefecture", + "pred": "Muroran is a city in Japan, located in the Hokkaido region.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001235", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Omar al-Bashir", + "pred": "Omar al-Bashir", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006759", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Seine-et-Oise", + "pred": "Houdan is a commune in the Yvelines department in the \u00cele-de-France region in north-central France.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004565", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Russian Empire", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005444", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Queens Park Rangers F.C.", + "pred": "Manchester United F.C.", + "em": 0.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001753", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003468", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "B\u00f4cher Memorial Prize", + "pred": "National Medal of Technology", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001321", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "KFC Uerdingen 05", + "pred": "Atl\u00e9tico Mineiro", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004960", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Real Madrid Club de F\u00fatbol", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004118", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008476", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004242", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "FC St. Gallen", + "pred": "Switzerland national under-18 association football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007528", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003750", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "United States", + "pred": "United States of America", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002500", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "PFC Slavia Sofia", + "pred": "Bulgarian National Football Team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006400", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Argentina", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004574", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006488", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Albert II of Belgium", + "pred": "Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007839", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001389", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007506", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Kingdom of the Two Sicilies", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005877", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "chairperson", + "pred": "Rector Magnificus", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001046", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Seine-et-Oise", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004160", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SC Bastia", + "pred": "Vojvodina Novi Sad", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001013", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Rip Torn", + "pred": "John Wayne", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007572", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Bernadette Chirac", + "pred": "Marie-France Mouton", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Academy Award for Best Costume Design", + "pred": "The answer is: \"The Favourite\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008392", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003675", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "list of land speed records", + "pred": "1963 World Drivers' Championship", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "AFC Bournemouth", + "pred": "England men's national association football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000114", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Finland women's national football team", + "pred": "FC Honka", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004958", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "FC Bayern Munich", + "pred": "S\u00e3o Paulo Futebol Clube", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002847", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001441", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002206", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Chelsea F.C.", + "pred": "Netherlands national association football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "New York Yankees", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005526", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "SK Rapid Wien", + "pred": "SK \u0160turm Graz", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "FK Teplice", + "pred": "Czechoslovakia national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001083", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004361", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "SK Brann", + "pred": "IFK G\u00f6teborg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Friedrich-Franz Railway", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "\u00c9toile Carouge FC", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002645", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "S.L. Benfica", + "pred": "1990\u20131992: FC Porto", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Silver Bear for Best Actress", + "pred": "OBE", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004948", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "2007", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001871", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "University of Chicago", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000473", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "US Triestina Calcio 1918", + "pred": "A.S. Roma", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006904", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Bernd R\u00fcthers", + "pred": "Hans Ulrich Gumbel", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "RC Strasbourg Alsace", + "pred": "Amaury Bischoff is a French former professional footballer who played as a defender. In 2005, he was a member of the French national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005684", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "delegate", + "pred": "United States Attorney for the Southern District of New York", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004481", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Vladimir Lenin", + "pred": "Khujand's name was changed to Khojand in 1989.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006873", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1948.0, + "gold": "1948", + "pred": "1948", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005653", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Janusz Brzeski", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Leyton Orient F.C.", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004653", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001722", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "United States Marine Corps", + "pred": "Army", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003725", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004162", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Bob Benny", + "pred": "Lys Assia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004885", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007832", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "South West Trains", + "pred": "British Rail Class 455 was operated by British Rail in 1998.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005962", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Soviet Union", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000011", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Order of the Red Banner of Labour", + "pred": "Order of the Red Banner of Labour", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007446", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Cruz Azul", + "pred": "Mexico men's national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004620", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Fredrikstad FK", + "pred": "Norwegian national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Waldemar Fornalski", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008601", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001029", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Club Joventut Badalona", + "pred": "Jos\u00e9 Antonio Camacho", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002959", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002878", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Guardian Children's Fiction Prize", + "pred": "Gillian Cross", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000807", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "C\u00e9sar Award for Best Female Revelation", + "pred": "European Parliament", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004108", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Seine-et-Oise", + "pred": "Breux-Jouy is a commune in the department of Oise, in the Hauts-de-France region of northern France.", + "em": 0.0, + "f1": 0.1111111111111111, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Primetime Emmy Award for Outstanding Animated Program", + "pred": "Primetime Emmy Award for Outstanding Animated Program (For a Series)", + "em": 1.0, + "f1": 0.8750000000000001, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004954", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "FC Elista", + "pred": "Igor Kovalenko", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006909", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Umberto Bossi", + "pred": "Umberto Bossi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007331", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "President of Latvia", + "pred": "Minister of Finance of Latvia", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003609", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Sch\u00f6neberg", + "pred": "the city of Barmen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006006", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "FC Twente", + "pred": "R.S.C. Anderlecht", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008100", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Mandatory Palestine", + "pred": "Israel", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004453", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006282", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Club Atl\u00e9tico Osasuna", + "pred": "UE Lleida", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003708", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003013", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Wrexham A.F.C.", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001471", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "Soviet Union", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000942", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Husqvarna FF", + "pred": "Finland men's national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Altai Krai", + "pred": "Rubtsovsk is a city in the Kemerovo Oblast of Russia, located in the southern part of the country.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002943", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Leipzig University", + "pred": "Henry E. Sigerist's employer before Johns Hopkins University was the University of Vienna.", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003037", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003146", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "New York City", + "pred": "New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004225", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "MTK Budapest FC", + "pred": "Hungarian national team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000827", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008211", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Rick Parfitt", + "pred": "John Coghlan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007342", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pierre Mauroy", + "pred": "Jean-Pierre Vanryckeghem", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005759", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Austria\u2013Hungary", + "pred": "Kingdom of Hungary", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003949", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Minister of the Interior", + "em": 0.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Samba Gold", + "pred": "1999 FIFA U-17 World Cup", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001667", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002554", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003996", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1943.0, + "gold": "Yugoslavia", + "pred": "Bulgaria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004658", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004227", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Lady Gaga", + "pred": "Lady Antebellum", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001594", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Bell Labs", + "pred": "Bell Labs", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006869", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Al Masry SC", + "pred": "Tarek Soliman's member of sports team in 1984 was the Egyptian national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006930", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Soviet Union", + "pred": "Lyubertsy is a town in Russia.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "University of Edinburgh", + "pred": "Australian and New Zealand Army Corps", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005195", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Tmutarakan was a city in the Russian Empire, so the country of Tmutarakan after the Russian Empire was the Soviet Union.", + "em": 1.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002457", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "East Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "CPJ International Press Freedom Awards", + "pred": "European Cup Winners' Cup", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006097", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006940", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "British Raj", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000173", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005298", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Italy", + "pred": "Kingdom of the Netherlands", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005185", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1950.0, + "gold": "Italy", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007749", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "David Mamet", + "pred": "John Cazale", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "The owned by of Shell-Haus after Shell-Haus significant event construction was Shell Oil Company.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002110", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000829", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008640", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002292", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005480", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "general", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008496", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Italy", + "pred": "Kingdom of Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006640", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Ottoman Empire", + "pred": "Ottoman Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003927", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Ascoli Calcio 1898 FC", + "pred": "A.S. Roma", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007996", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000373", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Northwestern University", + "pred": "University of Cambridge", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005430", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Aut\u00f3dromo Internacional Ayrton Senna", + "pred": "Curitiba", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Calcio Foggia 1920", + "pred": "Giuseppe Meazza", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003964", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Gangwon FC", + "pred": "The answer is not in the text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004438", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Club Atl\u00e9tico River Plate", + "pred": "Club Atl\u00e9tico River Plate", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004862", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1902.0, + "gold": "Amtshauptmannschaft Schwarzenberg", + "pred": "Johanngeorgenstadt is a town in the district of Erzgebirgskreis, in the Free State of Saxony, Germany.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004495", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "As d'Or Jeu de l'Ann\u00e9e", + "pred": "Best Board Game", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002486", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003629", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "La Spezia", + "pred": "Brest", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006341", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "FC Girondins de Bordeaux", + "pred": "Vukovi\u0107", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002779", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SBV Vitesse", + "pred": "HNK Rijeka", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Nazi Party", + "pred": "German National People's Party", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004217", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "1. FFC Frankfurt", + "pred": "German national team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Mandatory Palestine", + "pred": "British Mandate of Palestine", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002651", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Edith Roosevelt", + "pred": "Edith Carow Roosevelt", + "em": 0.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005128", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007441", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Norway men's national association football team", + "pred": "Norwegian national football team", + "em": 0.0, + "f1": 0.5454545454545454, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006793", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "FC Veszpr\u00e9m", + "pred": "Feh\u00e9rv\u00e1r FC", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005396", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Nazi Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002815", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "People's Republic of China", + "pred": "China", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Amsterdam", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001511", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Academy Award for Best Picture", + "pred": "Best Picture", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000553", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Denmark women's national football team", + "pred": "Thomas S\u00f8rensen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000656", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Northwestern University", + "pred": "University of Chicago", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001297", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1970.0, + "gold": "1970", + "pred": "1970", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007459", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Amsterdam", + "pred": "The Netherlands", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002423", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Trinidad and Tobago men's national football team", + "pred": "Joe Public F.C.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001348", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "FC Basel", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008576", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002071", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "British School at Rome", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004899", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1978.0, + "gold": "Soviet Union", + "pred": "Romania", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001022", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Vladimir Oblast", + "pred": "Ivanovo Oblast", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003839", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jane Birkin", + "pred": "Jane Birkin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001814", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Christian Neureuther", + "pred": "Thomas Mittermaier", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Martha Vickers", + "pred": "Jeanne Crain", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Arabic", + "pred": "Hebrew", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005683", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Siemens AG", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007163", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Relax-Gam", + "pred": "Kaiku", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "The Nobel Prize in Chemistry was awarded to Arne Tiselius in 1948. Before that, he was nominated for the Nobel Prize in Chemistry in 1946.", + "em": 0.0, + "f1": 0.2608695652173913, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008134", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Shell-Haus was owned by the Shell Oil Company.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002147", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Hungarian Socialist Workers' Party", + "pred": "Hungarian Socialist Workers' Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "habilitation", + "pred": "Doctor of Philosophy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000654", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Province of Mantua", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004102", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "University of California, Los Angeles", + "pred": "University of California, Berkeley", + "em": 0.0, + "f1": 0.6666666666666665, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007739", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "FSV Frankfurt", + "pred": "Servette FC", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006368", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Chemins de fer du Midi", + "pred": "The operator of Q802601 in 1902 was the British India Steam Navigation Company.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "A.O. Kavalas (association football)", + "pred": "HNK Rijeka", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002646", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1997.0, + "gold": "1997", + "pred": "1997", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002133", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Gold Medal of the Royal Astronomical Society", + "pred": "Gold Medal of the Royal Astronomical Society", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000302", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002678", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Atalanta BC", + "pred": "A.S. Roma", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004224", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Jane Alexander was nominated for the Academy Award for Best Supporting Actress for her role in \"The China Syndrome\" (1979). The film was directed by James Bridges and written by Michael Cimino. The film is a political thriller that explores the dangers of nuclear power. The film was a critical and commercial success", + "em": 0.0, + "f1": 0.25531914893617025, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005379", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006243", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008166", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "MTK Budapest FC", + "pred": "Ferenc Pusk\u00e1s", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003678", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "lawyer", + "pred": "United States Senator", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000025", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "The head of government of Trier after the Weimar Republic was the mayor of Trier.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "British Mandate for Palestine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000689", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004963", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "City of Gosford", + "pred": "New South Wales", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001580", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "London", + "pred": "Johannesburg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002212", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001427", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "FC Lausanne-Sport", + "pred": "FC Twente", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000751", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Seine-et-Oise", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "FC Spartak Trnava", + "pred": "VfL Wolfsburg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002412", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001943", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1999.0, + "gold": "1999", + "pred": "1999", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005685", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1939", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001916", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Str\u00f8msgodset IF", + "pred": "Danish national team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006927", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005536", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Fengtien", + "pred": "Faku County is located in the People's Republic of China.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000555", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Gertrude Stein", + "pred": "The Barnes Foundation", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005626", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Heiner Gei\u00dfler", + "pred": "The general secretary of the Christian Democratic Union (CDU) after Bruno Heck was **Hans-Dietrich Genscher**. \n\n**Step-by-Step Explanation:**\n1. **Identify the Organization:** The question refers to the Christian Democratic Union (CDU), a major political party in Germany.\n2", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005124", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Algiers", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Coll\u00e8ge de France", + "pred": "University of Paris VII", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003885", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2021.0, + "gold": "National Oceanic and Atmospheric Administration", + "pred": "EWS-G2 is a rocket launched by the European Space Agency (ESA) in 2021. The rocket was launched from the Guiana Space Centre in French Guiana. The rocket was used to carry the Galileo satellite, which is part of the European Union's satellite navigation system. The rocket was", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005314", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Republic of China", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Knight Bachelor", + "pred": "European Golden Shoe", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002726", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "SK Slavia Prague", + "pred": "CSM Bucure\u0219ti", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004003", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "KRC Mechelen", + "pred": "Belgium national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008148", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1916.0, + "gold": "Marie Bonaparte", + "pred": "Princess Sophia of Prussia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003444", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "Ronan Le Crom is a French footballer who plays as a defender. He has played for several clubs, including RC Lens, which is a French football club based in Lens, Nord department, Hauts-de-France region. After his time at RC Lens, Ronan Le Crom joined the sports team of AS Nancy", + "em": 0.0, + "f1": 0.08888888888888888, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004684", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Schutzstaffel", + "pred": "Hans Friedrich Karl von M\u00fcnchhausen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007043", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002077", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Scunthorpe United F.C.", + "pred": "Barnsley F.C.", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005610", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Willi Daume", + "pred": "Karl-Heinz B\u00f6cking", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007161", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Polish People's Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008431", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Kingdom of Greece", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005503", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003756", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Nuremberg Medical Trial", + "pred": "German National People's Party", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006939", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001054", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002273", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "England national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000786", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "1999 European Cup Winners' Cup Final", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002778", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Swansea City A.F.C.", + "em": 0.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005074", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Japan", + "pred": "The country of Broutona was the Kingdom of Poland", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007312", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Chelsea F.C.", + "pred": "AIK Fotboll", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001350", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Leningrad Oblast", + "pred": "Ivangorod was located in the Russian Empire.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001371", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Clare Boothe Luce", + "pred": "Eleanor Roosevelt", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000490", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1985.0, + "gold": "1985", + "pred": "1985", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005716", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005200", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Pichichi Trophy", + "pred": "European Golden Shoe", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000681", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004424", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lviv Oblast", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003611", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Catholic priest", + "pred": "Alwin Albert Hafner was a German-American architect and professor.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000603", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Beno\u00eet Cheyrou's member of sports team in 1999 was the French national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007417", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Beaux-Arts de Paris", + "pred": "In 1970, Alekos Fassianos was educated at the University of Athens.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001017", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Golden Bear", + "pred": "In 2003, Li Yang was nominated for the position of Minister of Education in China.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004297", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Walter Sisulu", + "pred": "Walter Sisulu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007760", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Netherlands", + "pred": "The work location of Mart Stam after Amsterdam was Berlin.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002309", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Feh\u00e9rv\u00e1r FC", + "pred": "Sven-G\u00f6ran Eriksson", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000472", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Free Democratic Party", + "pred": "Christian Democratic Union", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003092", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Weimar Republic", + "pred": "German Empire", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003984", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Hamburger SV", + "pred": "German national team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004307", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Yugoslavia", + "pred": "Romania", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004221", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002604", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Orenburg Governorate", + "pred": "Orenburg", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005175", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Kingdom of the Netherlands", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000103", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007858", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "construction", + "pred": "The TW 6000 was the first vehicle to be used in the Hanover Stadtbahn.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000929", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Glenda Jackson", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Hamburg Commercial Bank", + "pred": "The Volksparkstadion, located in Hamburg, Germany, is a multi-purpose stadium primarily used for football matches. It has been the home ground of the Bundesliga club HSV (Hamburger SV) since 1903. The stadium has undergone several renovations and expansions over the years, with the most significant one taking", + "em": 0.0, + "f1": 0.04545454545454545, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006833", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "Princess M\u00e4rtha of Sweden", + "pred": "Ingrid of Norway", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007826", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005791", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1969.0, + "gold": "1969", + "pred": "1969", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008695", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "FC Basel", + "pred": "FC Basel 1893", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006326", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002683", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004982", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "AS Monaco FC", + "pred": "Football", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000415", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Seine-et-Oise", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002513", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "IBM", + "pred": "The answer is \"The University of Wisconsin\u2013Madison\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001131", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Chinese Communist Party", + "pred": "The member of political party of Xiao Yang in 1971 was the Chinese Communist Party.", + "em": 1.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004809", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "England women's national football team", + "pred": "Manchester City F.C.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Italy", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002765", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "The Rockefeller University", + "pred": "University of Leiden", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003270", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002090", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002717", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001781", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Waltrude Schleyer", + "pred": "Ruth Schleyer", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "West Ham United F.C.", + "pred": "American Football League", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000911", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Tuscany", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002590", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1946.0, + "gold": "1946", + "pred": "1946", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Bavarian Television Award", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004701", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Seine-et-Oise", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006905", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005334", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006551", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "FC Amkar Perm", + "pred": "FC Khimki", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Sporting CP", + "pred": "Hungary men's national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001982", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001763", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Tranmere Rovers F.C.", + "pred": "West Bromwich Albion F.C.", + "em": 0.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001693", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Utrecht University", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006247", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1909.0, + "gold": "Associate Justice of the Supreme Court of the United States", + "pred": "United States Secretary of the Treasury", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006923", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Der St\u00fcrmer", + "pred": "German newspaper publisher", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004828", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006717", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001064", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002886", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Italy", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001768", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006522", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Cameroon men's national football team", + "pred": "Jean-Pierre Papin", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001073", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Kingdom of Bulgaria", + "pred": "Ottoman Empire", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002125", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "SSC Napoli", + "pred": "Armando Tre Re's member of sports team in 1956 was the New York Giants.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002297", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "FC Astra Giurgiu", + "pred": "Dorinel Munteanu is a Romanian former footballer who played as a defender. After his playing career, he became a coach. The question is asking about the coach of the sports team that Dorinel Munteanu was part of after FC Arge\u0219. However, the phrasing of the question is", + "em": 0.0, + "f1": 0.05714285714285714, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002809", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002474", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Tommy Aldridge was a member of Black Oak Arkansas from 1973 to 1976. After leaving the band, he joined the band \"The Allman Brothers Band\" in 1976. Therefore, the answer is The Allman Brothers Band.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004101", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006366", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "Manchester United F.C.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "United States Navy", + "pred": "United States Navy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003020", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Lagos", + "pred": "Lagos", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004956", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Calcio Padova", + "pred": "A.S. Roma", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006758", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Al Masry SC", + "pred": "Al-Nassr Club", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003840", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "DSV Leoben", + "pred": "SC Wiener Neustadt", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003113", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Wheaton College", + "pred": "University of Chicago", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004767", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Miss America", + "pred": "1927 U.S. Women's Hard Court Championship", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "pred": "Compagnie des chemins de fer de l'Ouest", + "em": 0.0, + "f1": 0.5714285714285714, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003340", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Russia", + "pred": "Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005245", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006022", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lady Gaga", + "pred": "Taylor Swift", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002807", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "University of Oslo", + "pred": "Norwegian Academy of Science and Letters", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002236", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Order of Merit of North Rhine-Westphalia", + "pred": "1988.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006258", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "United States Cabinet", + "pred": "United States Secretary of the Navy", + "em": 0.0, + "f1": 0.4444444444444444, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003646", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "pred": "Academy Award for Best Supporting Actress", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002029", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Warabitai Station", + "pred": "Kita-Kuromatsunai Station", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Rudi Fuchs", + "pred": "Willem Sandberg was the director of the Stedelijk Museum Amsterdam from 1946 to 1973. After his tenure, the museum was managed by a series of directors, with the first being Jan van der Waals, who served from 1973 to 198", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_000849", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000139", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "Schutzstaffel", + "pred": "Reichsprotektor of Bohemia and Moravia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Anton-G\u00fcnther, Duke of Oldenburg", + "pred": "The House of Oldenburg is a German royal house, and as such, it does not have a chairperson in the traditional sense. However, if you are referring to a specific organization or institution associated with the House of Oldenburg that was active in 2007, such as a cultural or historical society,", + "em": 0.0, + "f1": 0.09302325581395349, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004055", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Kingdom of the Netherlands", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004419", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Jeonbuk Hyundai Motors FC", + "pred": "South Korea national under-23 football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006447", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005863", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Parliament of the United Kingdom", + "pred": "European Parliament", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004287", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Jens Stoltenberg", + "pred": "Ingrida H\u00f8iland", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008613", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002216", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Team Jayco AlUla", + "pred": "Drapac-EF Cannondale Holistic Development", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006890", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Rahim Zafer is a former professional footballer who played as a defender. He was born on 19 April 1969 and died on 17 April 2017. He played for several clubs during his career, including Al-Nassr, Al-Ittihad, and", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Turkey", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004395", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "University of Freiburg", + "pred": "German Federal Constitutional Court", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003660", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Queen", + "pred": "Mountain Studios was owned by the United States government.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006514", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Murmansk Oblast", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002222", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001758", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "John Mauchly", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004641", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Ni\u00e8vre", + "pred": "Route nationale 445 (RN445) is a French national road that was decommissioned in 1972. Before its decommissioning, the route was known as Route nationale 445 and was located in the department of Essonne. However, the question seems to", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000084", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Munich Kammerspiele", + "pred": "The employer of Therese Giehse after Berliner Ensemble was the German Federal Republic.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005007", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2017.0, + "gold": "2017", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Tuvan People's Republic", + "em": 0.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007920", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "1998", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006359", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1956.0, + "gold": "1956", + "pred": "1956", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005402", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007921", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002569", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003091", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "The band that Tommy Aldridge was a member of after Black Oak Arkansas was the band called \"The Black Crowes.\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002364", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Gaz\u00e9lec Ajaccio", + "pred": "AS Monaco FC", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007208", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Gustave Choquet", + "pred": "Jean-Pierre Serre", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003209", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "C\u00e9sar Milstein", + "pred": "John Henry Pratt", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004389", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001672", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Kemerovo Oblast", + "pred": "Kemerovo Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002971", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2020.0, + "gold": "Hamza Hamzao\u011flu", + "pred": "Erol Bulut was the head coach of Yeni Malatyaspor until 2020. After him, the head coach was appointed as **Mehmet Akif \u00dcst\u00fcn**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007668", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "University of Bielefeld", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004443", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Member of the European Parliament", + "pred": "Minister of Education of the Philippines", + "em": 0.0, + "f1": 0.4000000000000001, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000260", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "United States of America", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003060", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Leipziger Land", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003434", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "United Arab Republic", + "pred": "Egypt", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Kingdom of the Netherlands", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005538", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Nobel Prize in Literature", + "pred": "Best Actor in a Supporting Role", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005136", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Ireland men\u2019s national rugby union team", + "pred": "Ulster Rugby", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004183", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "The Rockefeller University", + "pred": "University of California, San Francisco", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006802", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Is\u00e8re", + "pred": "Ternay is a commune in the department of Doubs, in the region of Bourgogne-Franche-Comt\u00e9 in eastern France.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002238", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004081", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Harvard University", + "pred": "Institute for Advanced Study", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007931", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Kingdom of Hungary", + "pred": "Romania", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002561", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Bolyai University", + "em": 0.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Stockholm University", + "pred": "University of Uppsala", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008363", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Poland", + "pred": "The work location of Eugeniusz Eibisch after Paris was Rome.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008611", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Wang Jingwei regime", + "pred": "Yunnan Province", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002255", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1986.0, + "gold": "1986", + "pred": "1986", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007672", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2016", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002954", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "SC Fortuna K\u00f6ln", + "pred": "Manchester United F.C.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002449", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Valencia CF", + "pred": "Athletic Club Bilbao", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005372", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Malm\u00f6 FF", + "pred": "FC Copenhagen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006616", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007451", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "SV Saar 05 Saarbr\u00fccken", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "C.D. Nacional", + "pred": "2009\u201310 FC Porto season", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008679", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004351", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "education", + "pred": "The U-111 was used for the first time in the Battle of the Atlantic.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "FC Barcelona B\u00e0squet", + "pred": "VfL Wolfsburg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004853", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008238", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Reichsgesetzblatt", + "pred": "1935", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007289", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005590", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002466", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1942.0, + "gold": "1st U-boat Flotilla", + "pred": "1942.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005898", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Second Syrian Republic", + "pred": "Syria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006637", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Allianz SE", + "pred": "PGE<|separator|>", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001605", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Keith Richards", + "pred": "Keith Richards", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003947", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Q99317", + "pred": "The head of government of Bonn in 2001 was the Mayor of Bonn, who was at that time **Hans-J\u00fcrgen Schulte**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001379", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Cruzeiro E.C.", + "pred": "S.C. Corinthians Paulista", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2021.0, + "gold": "Daft Punk", + "pred": "The French electronic music duo Daft Punk", + "em": 1.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007475", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Latvia", + "pred": "Latvia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008010", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "Club Atl\u00e9tico Mineiro", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005768", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Landeshauptmann", + "pred": "Professor of Philosophy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003283", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003934", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Republic of Korea Army", + "pred": "Korean Volunteer Army", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000952", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Soviet Union", + "pred": "Romania", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004410", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Minister of the Interior", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007420", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Orenburg Oblast", + "pred": "Gai is a rural locality (a village) in Gaysky District, Kursk Oblast, Russia.", + "em": 0.0, + "f1": 0.14285714285714285, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003788", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Paris", + "pred": "Budapest", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007654", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "AS Nancy-Lorraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000104", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Daejeon Hana Citizen FC", + "pred": "South Korea men's national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003094", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "England men\u2019s national rugby union team", + "pred": "English national team", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005875", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004542", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2016.0, + "gold": "Province of Carbonia-Iglesias", + "pred": "Masainas is a village in the state of Odisha, India.", + "em": 0.0, + "f1": 0.14285714285714288, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "AgustaWestland", + "pred": "Leonardo S.p.A.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005999", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Czechia men's national football team", + "pred": "FC Slovan Liberec", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003881", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Red Star F.C.", + "pred": "AS Nancy-Lorraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Copley Medal", + "pred": "The Royal Medal", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000380", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Minister-President of Rhineland-Palatinate", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007104", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "chairperson", + "pred": "Minister of Education", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005106", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1926.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007198", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "VVV-Venlo", + "pred": "Helmond Sport", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001075", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007267", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Netherlands Antilles", + "pred": "The Netherlands", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005453", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006199", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Club Atl\u00e9tico River Plate", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007661", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Bristol Rovers F.C.", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Christoph Franz", + "pred": "Thomas Winkelmann", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007018", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Province of Ogliastra", + "pred": "Ussassai is a village in the state of Odisha, India.", + "em": 0.0, + "f1": 0.15384615384615383, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006321", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Pontault-Combault", + "pred": "Saint-Denis-de-Bourges", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000924", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002232", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005699", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "University of G\u00f6ttingen", + "pred": "University of Heidelberg", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007488", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Vla\u0219ca County", + "pred": "Giurgiu County", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005369", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "University of Zurich", + "pred": "University of Vienna", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001823", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Bremen-Liga", + "pred": "Regionalliga Niedersachsen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006475", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008413", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1984.0, + "gold": "1984", + "pred": "1984", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003577", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Chief of the Turkish General Staff", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Hanna-Barbera", + "pred": "Iwao Takamoto was a Japanese-American animator and director who worked at the Walt Disney Studios. After the Manzanar internment camp, he continued his career in the animation industry, and his employer was the Walt Disney Studios.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008560", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Romania national rugby union team", + "pred": "Romania national football team", + "em": 0.0, + "f1": 0.6666666666666665, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Czechoslovakia", + "pred": "Czechoslovakia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006136", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1903.0, + "gold": "Russian Empire", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005189", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Seine-et-Oise", + "pred": "department of Aisne", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002858", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Japan", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008315", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Kemerovo Oblast", + "pred": "Anzhero-Sudzhensk is located in Kemerovo Oblast", + "em": 1.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Kotelnikovsky District", + "pred": "city of Kursk", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000973", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Ternopil Oblast", + "pred": "Soviet Union", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002849", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008608", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "S.C. Internacional", + "pred": "Atl\u00e9tico Paranaense", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001494", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Saint Petersburg", + "pred": "The work location of Konrad Krzy\u017canowski after Munich was Warsaw.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007390", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007069", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Kingdom of the Netherlands", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001021", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Nelly Sachs Prize", + "pred": "Premio Nadal", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006782", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Merited Artist of the RSFSR", + "pred": "Order of the Red Banner", + "em": 0.0, + "f1": 0.4000000000000001, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008600", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Central Institute for Ancient History and Archeology", + "pred": "University of Bremen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005501", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001523", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Prince Charles, Count of Flanders", + "pred": "King Leopold II of the Belgians", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003339", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Second Syrian Republic", + "pred": "Lebanon", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Japan", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002341", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006340", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "People's Artist of the USSR", + "pred": "Order of the Red Banner of Labour", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004184", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Chelsea F.C.", + "pred": "Italian national team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001998", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1940", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008462", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005081", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Beira Alta", + "pred": "Viseu is a city in Portugal.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006076", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Russian Empire", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004257", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Province of Posen", + "pred": "Posen", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001129", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Soviet Union", + "pred": "The country of Khrustalnyi after the Russian Empire was the Soviet Union.", + "em": 1.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002202", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Isabela", + "pred": "Q13737", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001377", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005631", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000171", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Melora Walters", + "pred": "Dylan Walsh's spouse in 1999 was Jennifer Love Hewitt.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007554", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001278", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Juan Carlos I of Spain", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005559", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007444", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1998", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004826", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "Dakar", + "pred": "Abidjan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003409", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "The winner of the 1995 Booker Prize, which was awarded to Penelope Fitzgerald for her novel \"The Book of Proof,\" was not Matthew Kneale. Instead, the 1995 Booker Prize was won by **Pat Barker** for her novel **\"The Ghost Road\"**.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006575", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Hungarian Academy of Sciences", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001217", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "The winner of Samantha Morton's nominated for was \"The Believer\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007223", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Klaus Sch\u00fctz", + "pred": "Helmut Kohl", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004735", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Berlin", + "pred": "The work location of Sound and Vision's performer in 1977 was the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001394", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004179", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Rudy Giuliani", + "pred": "John H. McConnell", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Klaus Wowereit", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003446", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "United States Secretary of Agriculture", + "em": 0.0, + "f1": 0.6, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007096", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "John Harbaugh", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008279", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006719", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Emma de Caunes", + "pred": "Jeanne Balibar's nominated for the 1998 Cannes Film Festival Best Actress award, and the winner was Isabelle Adjani.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002450", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Cyprus Football Association", + "pred": "Ammochostos Epistrofi Stadium", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000742", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "1970", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005331", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stadion der Freundschaft", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006020", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lady Bird Johnson", + "pred": "The Highway Beautification Act of 1965 was signed into law by President Lyndon B. Johnson. His spouse at the time was Lady Bird Johnson.", + "em": 1.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002515", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Sepp Herberger", + "pred": "Hans-J\u00fcrgen Rau", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000947", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "S\u00fcper Lig", + "pred": "Turkish Basketball Super League", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004442", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "1998", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003129", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Klaus Wowereit", + "pred": "The head of government of Berlin after Q896393 work location Berlin was Angela Merkel.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000626", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Edward Joseph Kelly", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008507", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "presidential system", + "pred": "The Second Polish Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000399", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Otto Nerz", + "pred": "Karl Rappold", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005160", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "The winner of the 1979 Booker Prize was Margaret Drabble for her novel \"The Millstone\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Palau Sant Jordi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "President of North Macedonia", + "pred": "President of North Macedonia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008117", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1992", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007432", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Giuseppe Pella", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006320", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1931.0, + "gold": "1931", + "pred": "1931", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008047", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Nicholas II of Russia", + "pred": "Soviet Union", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000063", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Stefano Pessina", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "Territory of Hawaii", + "pred": "United States", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001072", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Pep Guardiola", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005910", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "United States", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003397", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "V\u00edt\u011bzslav Lavi\u010dka", + "pred": "Vladim\u00edr \u0160micer", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000162", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Lady Bird Johnson", + "pred": "Eleanor Roosevelt", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002728", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Silvio Berlusconi", + "pred": "John W. H. de Vries", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003793", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Barcelona Province", + "pred": "Barcelona", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003541", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008524", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003943", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Michal B\u00edlek", + "pred": "Milan \u0160koda", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003569", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002249", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "University of Paris", + "pred": "The answer is: The French government.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001978", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giuseppe Garibaldi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005073", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Alex McLeish", + "pred": "John McGreal", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000609", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Jos\u00e9 Luis S\u00e1nchez-F\u00e9lix", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Guy Ritchie", + "pred": "David Beckham", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006953", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "Jimmy Walker", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001572", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "John K. \"Jack\" Roush", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008301", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000630", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1960.0, + "gold": "Graceland", + "pred": "New York City", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000755", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Elizabeth II", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000326", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Jean-Loup Dabadie's member of's general secretary in 2009 was Jean-Pierre Raffarin.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002870", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Bahrain", + "pred": "Prime Minister", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007789", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Giuseppe Garibaldi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007973", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Bjarne Riis", + "pred": "Thomas Schmid", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000219", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Vivien Leigh", + "pred": "Best Supporting Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007274", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Elizabeth II", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006021", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006576", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "Laurence Olivier", + "pred": "John Garfield was nominated for the Academy Award for Best Actor for his role in \"The Last Days of Pompeii\" (1935). The winner of that particular Academy Award was Paul Muni for his role in \"The Story of Louis Pasteur\" (1936). Therefore, the answer is", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000623", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Bjarne Berntsen", + "pred": "John Kilduff", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "The winner of the Booker Prize in 2003, the year *The Bottle Factory Outing* by Mark Haddon was nominated, was **Ian McEwan** for *Atonement*.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003804", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Nobel Peace Prize", + "pred": "United States Marine Corps", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006789", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006521", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Atlanta-Fulton County Stadium", + "pred": "Atlanta-Fulton County Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "The winner of The Night Watch's nominated for was The Sea, by John Banville.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004769", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Best Actress in a Supporting Role", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001801", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Vytautas Landsbergis", + "pred": "\u017divil\u0117 Kriau\u017eien\u0117", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "State Anthem of the Soviet Union", + "pred": "\"The Song of the Motherland\"", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003724", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006014", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Karl von Habsburg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007171", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "S\u00fcper Lig", + "pred": "Turkish Super Lig", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007260", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "3. Liga", + "pred": "Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Thomas Tuchel", + "pred": "Thomas Tuchel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007485", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Charlize Theron", + "pred": "Jennifer Connelly was nominated for the Academy Award for Best Actress for her role in \"A Beautiful Mind\" (2001). The winner of that category was Hilary Swank for \"Boys Don't Cry\" (1999).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001837", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Silvio Berlusconi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005494", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "The answer is: Rudi V\u00f6ller", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000075", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004734", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Peter Carey", + "pred": "The winner of the Booker Prize in 1988, which was awarded to Salman Rushdie for his novel \"Midnight's Children,\" was **Arundhati Roy** for her novel **\"The God of Small Things\"**. However, it's important to clarify that **David Lodge** was not", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004770", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Constantinople", + "pred": "Istanbul", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006777", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "S\u00e1ndor Preisinger", + "pred": "G\u00e1bor M\u00e1rton", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001481", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Marcello Lippi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000707", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Yugoslavia", + "pred": "1934.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007316", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Giuseppe Saronni", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002781", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Yugoslavia", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001694", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "The French Connection", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005714", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "B\u00fclent Ecevit", + "pred": "Ahmet Davuto\u011flu", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Stefan Kuntz", + "pred": "Petr Kellner", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000390", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Nobel Prize in Physics", + "pred": "The 1952 Holweck Prize was awarded to the French physicist Jean Perrin for his work on the structure of matter, particularly his contributions to the understanding of Brownian motion and the Avogadro constant.", + "em": 0.0, + "f1": 0.06666666666666668, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004301", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007116", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "European Parliament", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004505", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Prime Minister of Australia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007035", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "Fran\u00e7ois Mitterrand", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004558", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "John Harbaugh", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003267", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Clark Gable", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006755", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "The question is about the chairperson of Bruno Bieligk's member of political party in 1920. First, I need to identify who Bruno Bieligk was and which political party he was associated with. Bruno Bieligk was a German politician who served as a member of the German parliament, the", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_004583", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000225", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Gareth Southgate", + "pred": "John Harkness", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002459", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Serbia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006352", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1993", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004787", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Janusz W\u00f3jcik", + "pred": "Ryszard Kaczorowski", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002226", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Leonid Brezhnev", + "pred": "Communist Party of the Soviet Union", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003363", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Jan Schaffrath", + "pred": "Patrick Lefevere", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Pavel Vrba", + "pred": "Milan \u0160koda", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006972", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007393", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002784", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Franz Beckenbauer", + "pred": "Hans-J\u00fcrgen Strelow", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005991", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Claudia Roth", + "pred": "Theodor Heuss", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002109", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "ADIG", + "pred": "Volkswagen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005445", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Abraham Beame", + "pred": "John Lindsay", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Fiorello H. La Guardia", + "pred": "The answer is: United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005633", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002083", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Jens Gustafsson", + "pred": "Erik H\u00e5kansson", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003899", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002997", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "Jordan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005860", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Best New Zealand Film", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001039", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Panama", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000086", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005689", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006609", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "Jordan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004970", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008062", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "M\u00e1rio Soares", + "pred": "Ant\u00f3nio de Oliveira Salazar", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006613", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Stuart Lancaster", + "pred": "Steve McNamara", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001894", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Katharine Hepburn", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002546", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "University of Vienna", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003153", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Zhu De", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002865", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is:", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007865", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giuseppe Prisco", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "England national rugby union team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001858", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Graceland", + "pred": "The residence of Ginger Alden's unmarried partner in 1977 was the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Constantinople", + "pred": "Sofia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003034", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "1939", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000799", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Barack Obama", + "pred": "Richard Nixon", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Boston Garden", + "pred": "Boston Garden", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004762", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "Kingdom of Prussia", + "pred": "Prague", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004806", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Jo\u00e3o Paulo de Oliveira Ferreira", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Premier League", + "pred": "Ukrainian First League", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008203", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Amway Arena", + "pred": "The Forum", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004465", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1996", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006874", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "John Lindsay", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000593", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004615", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2018.0, + "gold": "2018", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Geoffrey Rush", + "pred": "Tom Hanks", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Best Actor in a Supporting Role", + "em": 0.0, + "f1": 0.15384615384615383, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004669", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Yuri Semin", + "pred": "Vladimir Kozlov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006858", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000627", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "John Gielgud", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008456", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "constitutional monarchy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004863", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Best Picture", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005053", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lauri Yl\u00f6nen", + "pred": "The winner of Haloo Helsinki!'s nominated for after Poets of the Fall was \"Kuolema\" by the band \"Kuolema\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006906", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sini\u0161a Mihajlovi\u0107", + "pred": "Stefano Fissi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004343", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Arrigo Sacchi", + "pred": "Bill Parcells", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008520", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Hans Loritz", + "pred": "1938", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008566", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Theodor Heuss", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005406", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005485", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Milo\u0161 Zeman", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006778", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000448", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Alex Ferguson", + "pred": "John Harkness", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005253", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Aravind Adiga", + "pred": "The winner of Amitav Ghosh's nominated for after Brian Moore nominated for Booker Prize is \"The Sea of Grass\" by John McGahern.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002793", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "The winner of Mrs. Parkington's nominated for after Academy Award for Best Actress winner Jennifer Jones was \"The Best Years of Our Lives\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001366", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Cliff Burton", + "pred": "Cliff Burton", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000346", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001380", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "John Williams", + "pred": "John Williams", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007366", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Giorgio Mastropasqua's member of sports team's chairperson in 1973 was Giorgio Manganelli.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004085", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "Qing dynasty", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "Europe", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "The answer is: John Fowles", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Puma", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005149", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Dalvik VM", + "pred": "PlayStation 2", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007466", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Deutsche Mark", + "pred": "Sande's country in 1956 was the United Kingdom, and the currency was the British pound.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "EFL Championship", + "pred": "FA Cup", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002303", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Prime Minister of Canada", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004925", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002425", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003762", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Minneapolis Armory", + "pred": "Los Angeles Memorial Sports Arena", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000351", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Territory of Hawaii", + "pred": "Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003288", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Jean-Pierre Raffarin", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001079", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Giampiero Boniperti", + "pred": "Stefano Tacconi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Paulo Bento", + "pred": "Lee Tae-sung", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006454", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Steve Sampson", + "pred": "Bruce Arena", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007686", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "United States Cabinet", + "pred": "United States Secretary of the Treasury", + "em": 0.0, + "f1": 0.4444444444444444, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001636", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000642", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Alan Hollinghurst", + "pred": "The winner of the 2004 Man Booker Prize, which was awarded to J. M. Coetzee for his novel \"Disgrace,\" was not Ronan Bennett. Instead, the prize was won by the South African author J. M. Coetzee himself. However, if you're asking", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005992", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1906.0, + "gold": "Theodore Roosevelt", + "pred": "William McKinley", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001567", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "John Lindsay", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003917", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Elizabeth II", + "pred": "Elizabeth II", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007632", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pawe\u0142 Janas", + "pred": "Stanis\u0142aw Szyma\u0144ski", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001702", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Eerste Divisie", + "pred": "2012\u201313 UEFA Champions League", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006358", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "German Federal Archives", + "pred": "The Karl-Liebknecht-Haus's operator's archives were at the German Democratic Republic (GDR) in 1932.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Dwight D. Eisenhower", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001724", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Lyndon B. Johnson", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005308", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "The winner of Jeanne Eagels's nominated for after Academy Award for Best Actress winner Janet Gaynor was \"The Last of the Mohicans\" (1920).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006485", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Best Adapted Screenplay", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004831", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005190", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Siemens AG", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006636", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "George Marshall", + "pred": "United States Secretary of State", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003213", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Prime Minister of Australia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005672", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is:", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006227", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1945", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Giffoni Film Festival", + "pred": "Grammy Award for Best Rap Album", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007816", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Franciszek Smuda", + "pred": "Tomasz Kowalik", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001958", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "John Lindsay", + "pred": "The answer is: John Lindsay", + "em": 1.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007818", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Sepp Herberger", + "pred": "Fritz Herkenrath was a German footballer who played for several clubs, including 1. FC Nuremberg. In 1957, the head coach of 1. FC Nuremberg was **Hans Schaefer**. Therefore, the answer is **Hans Schae", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003874", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006836", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "1989.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005437", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001779", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Chemnitz Government Region", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002182", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Paul von Hindenburg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006540", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Jo\u00e3o de Almeida Pinto", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000470", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004884", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Emma Thompson", + "pred": "The winner of the Academy Award for Best Actress in a Leading Role, which was nominated for by Jodie Foster, was Meryl Streep.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008312", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "United Kingdom of Great Britain and Ireland", + "pred": "England", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006013", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006889", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Carlo Ancelotti", + "pred": "John Carver", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003651", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Toronto Maple Leafs", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Q82595", + "pred": "2. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Jos\u00e9 Sarney", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000420", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1917.0, + "gold": "1917", + "pred": "1917", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005828", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Prime Minister of Belize", + "pred": "President of Belize", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Sepp Herberger", + "pred": "John R. Thompson Jr.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002499", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Territory of Hawaii", + "pred": "United States of America", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008212", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "George VI", + "pred": "King George VI", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Yugoslavia", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006976", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Gennaro Gattuso", + "pred": "The answer is: Gian Piero Gasperini", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007445", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "European Golden Shoe", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004525", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Lamberto Dini", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003387", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "John Carver", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008292", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "United States", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006528", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1879", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008636", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Walter Zenga", + "pred": "Giuseppe Mascara", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004972", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Kia Forum", + "pred": "The Metrodome", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006497", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Hungarian People's Republic", + "pred": "Cairo", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005410", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Taiwan", + "pred": "The United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000901", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Yasser Arafat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007838", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mircea Lucescu", + "pred": "Mustafa K\u0131rca", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007144", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "The Internationale", + "pred": "The anthem of the Russian Soviet Federative Socialist Republic (RSFSR) was \"The Internationale.\"", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Jean Mistler", + "pred": "Soci\u00e9t\u00e9 des Gens de Lettres", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000287", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Gerhard Casper", + "pred": "John W. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004792", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006621", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sean Yates", + "pred": "John Kowalski", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001788", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Helen Hayes", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002557", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Fiorello H. La Guardia", + "pred": "The United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "The 1990 Booker Prize for Fiction", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006058", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Giuseppe Saragat", + "pred": "Giuseppe Garibaldi", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000536", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Estadio Metropolitano", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007404", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2000.0, + "gold": "2000", + "pred": "1973", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001292", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1990.0, + "gold": "1990", + "pred": "1990", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "The winner of Andr\u00e9 Brink's nominated for was not specified in the question. However, if you are referring to the 1976 Booker Prize, the winner was John Berger for \"G. The answer is John Berger.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "The winner of the Booker Prize in 1979 was Nadine Gordimer for her novel \"July's People\". Fay Weldon was not a nominee for the Booker Prize in 1979. Therefore, there is no winner of the Booker Prize that Fay Weldon was nominated for after Nadine Gord", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002490", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001434", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "New York City", + "pred": "New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006868", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jean Mistler", + "pred": "Jean-Pierre Chev\u00e8nement", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002319", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2022.0, + "gold": "2022", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008472", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000496", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Massimo D'Alema", + "pred": "Prime Minister of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005883", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Helmut Kohl", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "BP", + "pred": "The sponsor of Rudolf Kargus's member of sports team before Emirates was the German airline Lufthansa.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001286", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Giuseppe Saragat", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003325", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "Chicago Mayor Edward Kelly", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000949", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Otto von Bismarck", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004634", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "1972", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008417", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Swiss Cup", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mary J. Blige", + "pred": "Best Female R&B Vocal Performance", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007469", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002488", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Yitzhak Rabin", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007418", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Elliott Gould", + "pred": "Frank Sinatra", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005916", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Micha\u0142 Matyas", + "pred": "Stanis\u0142aw Kowalski", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006233", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "\u0130lhan Palut", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005848", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "German Empire", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005040", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Antonio Segni", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005138", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Adolf Hitler", + "pred": "Karl Schiller", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004246", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "1948.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007892", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Paul von Hindenburg was the President of Germany from 1925 to 1934. After his death, the head of state of Germany was Adolf Hitler, who became the Chancellor of Germany in 1933 and later assumed the title of F\u00fchrer and Chancellor, effectively becoming the head", + "em": 1.0, + "f1": 0.12121212121212122, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_006684", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Luigi Einaudi", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001045", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "association football", + "pred": "football", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002791", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Lory Del Santo", + "pred": "Sheryl Crow", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005581", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The Ninth Day", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Pawe\u0142 Janas", + "pred": "Hansi Flick", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004802", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "John W. Campbell", + "pred": "Nebula Award", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004455", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001570", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Otto Nerz", + "pred": "Karl-Heinz Miller", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005703", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Morten Olsen", + "pred": "John Harkness", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006235", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Diego Simeone", + "pred": "Jos\u00e9 Luis Mendiliberal", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001186", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Susan Sarandon", + "pred": "The winner of Nell's nominated for was Helen Hunt.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005903", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002985", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Bettino Craxi", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "John Kruk", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008323", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Budapest", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Yugoslavia", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005474", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Oskar von Miller", + "pred": "German National Committee for the International Electrical Congress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001830", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Nippon Bud\u014dkan", + "pred": "Tokyo International Forum", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001756", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001887", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "1. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005552", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "ARD", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004901", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Wen Jiabao", + "pred": "Zhu De", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006473", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006253", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "1963", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002709", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Alex McLeish", + "pred": "John Carver", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007811", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Giovanni Spadolini", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006165", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Edward Cassidy", + "pred": "John Paul II", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007431", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Ernest Borgnine", + "pred": "The winner of the Academy Award for Best Actor for the film \"Gentleman's Agreement\" was Gregory Peck. However, it's important to clarify that Dan O'Herlihy was not nominated for an Academy Award for Best Actor for \"Gentleman's Agreement.\" Instead, Dan O'Her", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002594", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Soviet Union", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004546", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "David Dinkins", + "pred": "New York City", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006589", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006151", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1956", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005300", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Otto Rehhagel", + "pred": "John Kourkoulelis", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003618", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Franz Joseph I of Austria", + "pred": "University of Budapest", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001195", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007049", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1978.0, + "gold": "1978", + "pred": "1978", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003961", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Edith Roosevelt", + "pred": "Mary Jane Haines", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002548", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "parliamentary monarchy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1910.0, + "gold": "Austria\u2013Hungary", + "pred": "Hungary", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003484", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "United Kingdom", + "pred": "Europe", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Kingdome", + "pred": "Seattle Center Coliseum", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002163", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Clive Woodward", + "pred": "Clive Woodward", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006692", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Bruce Buck", + "pred": "John Terry", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006073", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Volker Finke", + "pred": "1997.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008473", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Roman Abramovich", + "pred": "1998 European Cup", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003674", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1978.0, + "gold": "Leonid Brezhnev", + "pred": "Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003352", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "absolute monarchy", + "pred": "monarchy", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Stefano Pessina", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002789", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005326", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Spencer Tracy", + "pred": "The answer is \"The Best Actor\" category.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005284", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Erich Werdermann", + "pred": "Hans H. Schmid", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005774", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Super League Greece", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003372", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Patrick Le Lay", + "pred": "David Walliams", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008201", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Nicole Kidman won the Academy Award for Best Actress for her role in \"The Hours\" in 2002.", + "em": 1.0, + "f1": 0.13333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001153", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Franz Beckenbauer", + "pred": "Hansi Flick", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007164", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "Simone Inzaghi", + "pred": "Stefano Pioli", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006407", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Allianz Arena", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001540", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "2013", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005100", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Claudio Ranieri", + "pred": "Thomas Schmid", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Tom Hanks", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007894", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008658", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Ruslan Rotan", + "pred": "Andriy Shevchenko", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005158", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Giuseppe Saragat", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008060", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Bundesliga", + "pred": "Austrian Football Bundesliga", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004900", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "SeatGeek Stadium", + "pred": "Chicago Fire FC", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000430", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Bombardier", + "pred": "Alstom SA", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006467", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Taiwan", + "pred": "British Crown Colony", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004710", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000041", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Prime Minister of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004408", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "crown prince", + "pred": "First Lord of the Treasury", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001201", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Yugoslavia", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004457", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "University of Vienna", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005193", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005781", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "State Anthem of the Soviet Union", + "pred": "The Internationale is a socialist anthem, and it is not the anthem of Kursk Oblast. The anthem of Kursk Oblast is \"Kursk Oblast\" (Russian: \"\u041a\u0443\u0440\u0441\u043a\u0438\u0439 \u043a\u0440\u0430\u0439\").", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004013", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Hans-J\u00fcrgen B\u00f6cking", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003935", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Volker Finke", + "pred": "Hansi Flick", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006770", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Silvio Berlusconi", + "pred": "Jos\u00e9 Mar\u00eda Aznar", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008617", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "1948.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008708", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Bosnia and Herzegovina", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Zden\u011bk Zeman", + "pred": "Stefano Fissi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007389", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Saku Koivu", + "pred": "Montreal Canadiens", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005554", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Moscow", + "pred": "The twinned with of Imi Knoebel's work location in 1992 was the city of Krefeld.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000408", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Kingdom of Prussia", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003634", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Uwe Neuhaus", + "pred": "Rados\u0142aw Kowalski", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006653", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000961", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Kate Winslet", + "pred": "The winner of La Vie en Rose's nominated for after Katharine Hepburn was \"The English Patient.\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002923", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Yugoslavia", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008130", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Silvio Berlusconi", + "pred": "Stefano Fissi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001668", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Jane Fonda", + "pred": "The answer is: \"The answer is: \"The answer is: \"The answer is: \"The answer is: \"The answer is: \"The answer is: \"The answer is: \"The answer is: \"The answer is: \"The answer is: \"The answer is: \"The answer is:", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Lucien Favre", + "pred": "Thomas Tuchel", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007280", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Klaus Wowereit", + "pred": "The answer is the Prime Minister of the United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004011", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "Best Actor in a Supporting Role", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001876", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Thomas Tuchel", + "pred": "Hans-Peter Schmid", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003426", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "George H. W. Bush", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008324", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001646", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Walter Samuel is a former player of Inter Milan, and during his time at the club, the head coach was Jos\u00e9 Mourinho. However, the question seems to be asking about the head coach of Walter Samuel's team after Luis Su\u00e1rez joined Inter Milan. Luis Su\u00e1rez joined Inter Milan in 2008", + "em": 1.0, + "f1": 0.10526315789473684, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001719", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "Karl-Heinz Rummenigge", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005359", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "John Harkness", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002201", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Princeton University", + "pred": "John von Neumann", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000953", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Best Adapted Screenplay", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003588", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Jos\u00e9 Antonio Camacho", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006330", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "John Banville", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006529", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006295", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Joan Crawford", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007246", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001257", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "United States of America", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004353", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "French Academy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001453", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Alexander III of Russia", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008480", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006167", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "LMFAO", + "pred": "The winner of the award for Best Song from a Movie at the MTV Movie Awards, which was won by \"Party Rock Anthem\" by LMFAO featuring Lauren Bennett and GoonRock, was the band Bush. However, it's important to clarify that the award itself was for the song \"Party Rock Anthem,\" and", + "em": 1.0, + "f1": 0.05405405405405406, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003258", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "J\u00fcrgen Linden", + "pred": "The European Commission", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004631", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "absolute monarchy", + "pred": "In 1904, the basic form of government of Trabzon Province's country was a constitutional monarchy.", + "em": 0.0, + "f1": 0.11764705882352941, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Ang Lee", + "pred": "The Tree of Life was nominated for Best Cinematography at the 84th Academy Awards, which was held in 2012. The winner of that category was Emmanuel Lubezki for his work on the film \"Gravity.\" However, if you're asking about the winner of the category that \"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002531", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Austria", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008228", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Frances McDormand", + "pred": "The winner of Elisabeth Shue's nominated for was The Client.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005557", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Fatih Terim", + "pred": "\u0130lhan Palut", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007336", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003098", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002950", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1945.0, + "gold": "1945", + "pred": "1945", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000019", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Italian lira", + "pred": "Euro", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001920", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Claudio Ranieri", + "pred": "John Gregory", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005782", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "White Hart Lane", + "pred": "Wembley Stadium", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000862", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Humphrey Bogart", + "pred": "Best Actor", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001033", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "China Mi\u00e9ville", + "pred": "Best Original Score", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003960", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006287", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Graham Henry", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007880", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Giovanni Trapattoni", + "pred": "John K. Thompson", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005772", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006294", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Best Actress in a Supporting Role", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004173", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Hansi Flick", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005281", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Ottmar Hitzfeld", + "pred": "1997.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008091", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "\u0130smet \u0130n\u00f6n\u00fc", + "pred": "Ahmet Davuto\u011flu", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004964", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002871", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003979", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Rachida Brakni", + "pred": "H\u00e9l\u00e8ne Filli\u00e8res was a French actress and singer, known for her work in the entertainment industry. She was born on April 1, 1931, in Paris, France, and passed away on April 1, 2002, in the same city. She was a prominent figure", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008204", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Erwin Kramer", + "pred": "Carl Friedrich von Siemens", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001932", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Joe Louis Arena", + "pred": "The Kingdome", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Serbia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000480", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "UNESCO", + "pred": "European Union", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007286", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Volkswagen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Daniel Auteuil", + "pred": "The answer is \"The Last of the Mohicans\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002946", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Michal B\u00edlek", + "pred": "Milan Vav\u0159\u00edk", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003999", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Adolf Hitler", + "pred": "Paul Schulte", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "The winner of Vera Drake's nominated for Best Director was Mike Leigh.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005752", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001810", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Giuseppe Zanardini", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004977", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Paul von Hindenburg", + "pred": "Paul von Hindenburg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007873", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Budapest University of Technology and Economics", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002637", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005587", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005428", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Silvio Berlusconi", + "pred": "Giuseppe Cacciatore", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005312", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006932", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000781", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "CBS", + "pred": "Televisi\u00f3n P\u00fablica de la Rep\u00fablica Argentina", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000003", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1947.0, + "gold": "1947", + "pred": "1947", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Giorgio Napolitano", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004934", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000313", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Kazakhstan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2016.0, + "gold": "Matteo Renzi", + "pred": "Giuseppe Conte", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Yugoslavia", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000903", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Igor \u010cavlovi\u0107", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Yugoslavia", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005738", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Aldo Moro", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006558", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Jos\u00e9 M\u00e1rio de Oliveira", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004400", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "John Wain", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001076", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002725", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Prime Minister of Canada", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003906", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Liga Portugal", + "pred": "Primeira Liga", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004405", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Alberto Bigon", + "pred": "Jean-Pierre B\u00e9land", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Wolfgang Gerhardt", + "pred": "Hans-Peter Friedrich", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000757", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "COMECON", + "pred": "Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Vahram Khachatryan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005056", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Lavrentiy Beria", + "pred": "Lev Kamenev", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Das Erste", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008552", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "1994", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Bambi Award", + "pred": "Academy Award for Best Supporting Actress", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000678", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Henry Fonda", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002043", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007190", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "coming out", + "pred": "The 1997 United States Senate bombing", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003533", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Attila J\u00f3zsef", + "pred": "University of Szeged", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Ingrid Bergman", + "pred": "The Best Picture", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004864", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Ireland", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001930", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1929.0, + "gold": "1929", + "pred": "1929", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004482", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000444", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "president of Germany", + "pred": "President of Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002417", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Saku Koivu", + "pred": "Montreal Canadiens", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "Turkish Basketball Super League", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002089", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002782", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Karel Br\u00fcckner", + "pred": "Milan \u0160koda", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006603", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000643", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Adolf Hitler", + "pred": "The answer cannot be determined from the given information.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001459", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Sepp Piontek", + "pred": "S\u00f8rensen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007691", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "German Emperor", + "pred": "German Emperor", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004382", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Israeli Premier League", + "pred": "2015\u201316 UEFA Champions League", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008297", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Luxembourg National Division", + "pred": "2. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007490", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Marie Dressler", + "pred": "The winner of Ann Harding's nominated for in 1931 was \"The Informer\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004470", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Jos\u00e9 Luis S\u00e1nchez-F\u00e9lix", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Pacific Coliseum", + "pred": "The Rose Bowl", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000107", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Prague", + "pred": "Prague", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000481", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "John Braine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005374", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007891", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Second Lady or Gentleman of the United States", + "pred": "First Lady of the United States", + "em": 0.0, + "f1": 0.7142857142857143, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004941", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Ralf Loose", + "pred": "Hans-J\u00fcrgen B\u00f6cking", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "The Internationale", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001311", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003353", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Panama", + "pred": "The shares border with of All Summer Long's place of publication in 1964 was 1964.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005629", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005931", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Leonid Brezhnev", + "pred": "Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005823", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Territory of Hawaii", + "pred": "United States of America", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002989", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Free State of Prussia", + "pred": "Vienna", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004259", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Anne Enright", + "pred": "A. S. Byatt", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002166", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Ligue 1", + "pred": "Ligue 1", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008518", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Hans Backe", + "pred": "The answer is: \"Baltasar Garz\u00f3n\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003792", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000844", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Best Picture", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005425", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Sandro Pertini", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006156", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The winner of the European Film Award for Best Actor in 2005 was Javier Bardem for his role in *No Country for Old Men*. Romain Duris was nominated for the same award for his role in *The Diving Bell and the Butterfly*. The winner of the European Film Award for Best Actor", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006038", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Austro-Hungarian krone", + "pred": "Hungarian forint", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008465", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1923.0, + "gold": "Egyptian pound", + "pred": "British pound", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004604", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Javier Aguirre", + "pred": "Jos\u00e9 Mourinho", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002929", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "The Internationale", + "pred": "The anthem of the Black Sea Governorate was \"The Song of the Black Sea\" (Russian: \"\u041f\u0435\u0441\u043d\u044f \u0427\u0435\u0440\u043d\u043e\u043c\u043e\u0440\u044c\u044f\").", + "em": 0.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007720", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005879", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001938", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Territory of Hawaii", + "pred": "Cebu City", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Academy Award for Best Supporting Actress", + "pred": "Best Actor in a Supporting Role", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006351", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005087", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "1956.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006536", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006736", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Sandra Bullock", + "pred": "Annette Bening", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004654", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Mikhail Fyodorovich Kalinin", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005945", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007681", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Daman and Diu", + "pred": "Rajasthan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006184", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Lyndon B. Johnson", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000115", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Caja M\u00e1gica", + "pred": "Palau de Deportes", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002711", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005754", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Croatia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "Turkish Basketball Super League", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000552", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000403", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "SeatGeek Stadium", + "pred": "Palermo", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003856", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "United States", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003602", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Mikhail Gorbachev", + "pred": "Mikhail Gorbachev", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007850", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "1950.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001019", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1962.0, + "gold": "1962", + "pred": "1962", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004322", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Dietrich Stobbe", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004271", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Giuseppe Saragat", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001171", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Juan Carlos I of Spain", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007890", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "The winner of Genevi\u00e8ve Bujold's nominated for was the Academy Award for Best Supporting Actress for her role in the film \"The Last of the Mohicans\" (1992).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008632", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "The capital of the United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007395", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1925.0, + "gold": "Egyptian pound", + "pred": "British pound", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007784", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Best Actress in a Supporting Role", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006008", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Rainer Ernst's member of sports team's chairperson in 1992 was Hans-J\u00fcrgen B\u00f6ck.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007623", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Zden\u011bk Zeman", + "pred": "Giancarlo Zola", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000261", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Netherlands", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005362", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Yugoslavia", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003134", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Teen Choice Awards", + "pred": "Juno Award for Best Video", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "German Federal Police", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003313", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005360", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Hans Sch\u00e4fer", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001597", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Peter Carey", + "pred": "The winner of Rachel Seiffert's nominated for after William Trevor nominated for Booker Prize is \"The Sea\" by John Banville.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Ronald Colman", + "pred": "The winner of Hamlet's award before Sean Penn was the actor who played the role of Hamlet in the 1947 film adaptation of Shakespeare's play. The 1947 film \"Hamlet\" was directed by Orson Welles and starred Laurence Olivier as Hamlet. Therefore, the", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005949", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Attila J\u00f3zsef", + "pred": "Hungarian Academy of Sciences", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005024", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "John Major", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007032", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Heinrich Himmler", + "pred": "The answer is \"The Vienna Philharmonic Orchestra\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004269", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005207", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Karl-Heinz B\u00f6cklin", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008065", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Constantinople", + "pred": "Damascus", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003648", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000919", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "Franz Beckenbauer", + "pred": "Hans Pfl\u00fcgler is a German former footballer and coach. In 1987, he was the head coach of the German national football team. The team he coached was the West Germany national team, which was the national team of the Federal Republic of Germany. The team was known as the West", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007438", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Croatia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000509", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "The winner of the Booker Prize in 2003, which was the year Gerard Donovan's novel \"The Last Days of the Dying\" was shortlisted, was Ian McEwan for his novel \"Atonement\". However, it's important to clarify that Patrick White, an Australian writer, was not", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006108", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "presidential system", + "pred": "The Second Polish Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001184", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Robert Bolt", + "pred": "The winner of the Golden Globe Award for Best Screenplay for the film \"Doctor Zhivago\" was Robert Bolt. However, it's important to clarify that the Golden Globe Award for Best Screenplay was not awarded for \"Doctor Zhivago\" itself. Instead, the film \"Doctor Zhivago\" won the", + "em": 1.0, + "f1": 0.13793103448275862, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001023", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Milan \u0160koda", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001479", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Javier Aguirre", + "pred": "Luis Arag\u00f3n Cabello", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006983", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Giovanni Gronchi", + "pred": "President of the United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007833", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "White Hart Lane", + "pred": "Wembley Stadium", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005681", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Netherlands", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003706", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007006", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Milan \u0160koda", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004220", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Swiss Super League", + "pred": "Swiss Cup", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007500", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "\"God Save the King\"", + "em": 0.0, + "f1": 0.75, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "German Empire", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003362", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ireland", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007378", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Allianz Arena", + "pred": "Stadion am Bieberer Berg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002356", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Soviet Union", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004000", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Walter Mazzarri", + "pred": "Gianluca Pessotto", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003511", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Hungarian Olympic Committee", + "pred": "Zsolt Borkai", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008482", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Harry Warren", + "pred": "Ethel Merman", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001610", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "pred": "Petr Fiala", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007160", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003247", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Kevin Federline", + "pred": "Sarah Jessica Parker", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000810", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Liga I", + "pred": "Romanian Football League Division I", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006432", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Joseph Stalin", + "pred": "United Secretariat of the Communist Party of the Soviet Union", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007768", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Zhu De was a Chinese politician, and his country of citizenship was China. The head of government of China before Li Keqiang was Zhao Ziyang.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Rock and Roll Hall of Fame", + "pred": "1992.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003836", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The winner of The Ninth Day's nominated for was David Hare.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007908", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003128", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Spencer Tracy", + "pred": "John Wayne", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001510", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "UTC\u221204:00", + "pred": "The United States", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Werner Greuter", + "pred": "Beat Ernst Leuenberger", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Maurice Druon", + "pred": "European Parliament", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001232", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007512", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Hans-J\u00fcrgen Rau", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000089", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008698", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007875", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006661", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "Secretary of Labor", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007505", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Bobby Clarke", + "pred": "John Harrington", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008555", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006491", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002698", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Friedrich Karl von Oppeln-Bronkhorst", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005937", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007021", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Jos\u00e9 Maria Pedroto", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003151", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "The winner of Joan Barfoot's nominated for after Booker Prize winner P. H. Newby is \"The English Patient\" by Michael Ondaatje.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002519", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007514", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "chairperson", + "pred": "President of Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008443", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "European Coal and Steel Community", + "pred": "European Free Trade Association", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007726", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1992.0, + "gold": "1992", + "pred": "1992", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001549", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "V\u00e1clav Havel", + "pred": "V\u00e1clav Havel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007129", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000883", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Heinrich Br\u00fcning", + "pred": "The head of government of Bonn's country after Wilhelm Marx was Konrad Adenauer.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000442", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004066", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Peter Gerhardsson", + "pred": "Sven-G\u00f6ran Eriksson", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002302", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Egyptian pound", + "pred": "British pound", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002564", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Yugoslavia", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004005", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Otto Nerz", + "pred": "Karl Rappold", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005652", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Jane Byrne", + "pred": "South Dakota", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002217", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008015", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Albert II of Belgium", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000895", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "RTL", + "pred": "ARD", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008365", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Jos\u00e9 Antonio Camacho", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006348", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "The Romanian People's Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000645", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008492", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Emperor of Russia", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006824", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Anita Brookner", + "pred": "David Lodge", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000773", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "Winona Ryder", + "pred": "The winner of Frances McDormand's award received was the Academy Award for Best Supporting Actress.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001316", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004368", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005868", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "King of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Best Original Score", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Gwyneth Paltrow", + "pred": "The Wings of the Dove", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008659", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "The winner of the 1990 Booker Prize was **Kazuo Ishiguro** for his novel **\"The Remains of the Day\"**. \n\n**Context:** \n- **Andr\u00e9 Brink** was nominated for the 1990 Booker Prize for his novel **\"A Dry", + "em": 0.0, + "f1": 0.08695652173913045, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000763", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Yugoslavia", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005896", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000117", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Enrico de Nicola", + "pred": "King of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000027", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "New York City Mayor", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002041", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002860", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004247", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Luise Rainer", + "pred": "Theodora Goes Wild was a 1937 American comedy film directed by William A. Seiter. The film was nominated for the Academy Award for Best Picture. The winner of that year's Academy Award for Best Picture was \"The Best Years of Our Lives.\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008294", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Hyundai", + "pred": "Telekom Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006036", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "The Pentagon", + "pred": "The answer is the United States Army Air Forces.", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001816", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Ruth Chatterton", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008058", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004387", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Mustafa Kemal Atat\u00fcrk", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004841", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Abdullah Avc\u0131", + "pred": "R\u0131za \u00c7al\u0131mbay", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000340", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Echo Music Prize", + "pred": "Grammy Award for Best Dance Recording", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001431", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Massimiliano Allegri", + "pred": "Vincenzo Montella", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002560", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Panama", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003591", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Paul von Hindenburg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006178", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Francesco Cossiga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003130", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "University of Debrecen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001771", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "habilitation", + "pred": "The assessment of Olba's director of archaeological fieldwork after Ulrich Gotter employer University of Freiburg was positive.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004635", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "The winner of Ida Kami\u0144ska's nominated for after Norma Shearer nominated for Academy Award for Best Actress was Marlene Dietrich.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007347", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "The winner of the award that Heat and Dust received after the J. G. Farrell award received the Booker Prize was the 1975 Booker Prize.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002289", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Giuseppe Saragat", + "pred": "Giuseppe Saragat", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006810", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2016", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001750", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Eduard Weiter", + "pred": "Robert Dauber's point in time's manager in 1944 was the United States Army.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "David Wagner", + "pred": "Mark Hughes", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001742", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004401", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cominform", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000948", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Boston Garden", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001031", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "J. M. Coetzee", + "pred": "The answer is: \"The Sea\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002458", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Oleh Protasov", + "pred": "Valeriy Lobanovskyi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001069", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Ed Koch", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006304", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "mayor", + "pred": "Mayor", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004531", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Mario Monti", + "pred": "David Cameron", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000931", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007956", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Jos\u00e9 Antonio Camacho", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007340", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "Hyundai", + "pred": "1. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003676", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "The winner of A Single Man's nominated for Best Actor in a Supporting Role", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001222", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Soviet Union", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006158", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Adone Zoli", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005324", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002344", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008685", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2019.0, + "gold": "Wayne LaPierre", + "pred": "Oliver North", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005812", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "J. M. Coetzee", + "pred": "The winner of Fasting, Feasting was Anne Enright.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "The Ellen DeGeneres Show", + "pred": "The Notorious Mr. Bout", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005808", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "University of Szeged", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003694", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "German Federal Archives", + "pred": "German Democratic Republic", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002616", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giuseppe Saragat was the President of Italy, and Tenax is an Italian company. Therefore, the head of state of Tenax's country (Italy) after Giuseppe Saragat was Sandro Pertini.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000088", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "United Kingdom", + "pred": "United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005525", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006017", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "European Free Trade Association", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006096", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Ginni Rometty", + "pred": "John W. Thompson", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001800", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Estadio Municipal de M\u00e9rida", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001359", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "The winner of Carry Me Down's nominated for after Nadine Gordimer was \"The Beautyful Ones Are Not Yet Born\" by Ama Ata Aidoo.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006166", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004182", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Rudi V\u00f6ller", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004835", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Otto von Habsburg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001116", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003320", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Soviet Union", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003882", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003657", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Igor Kovalchuk", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001053", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Toni Servillo", + "pred": "The winner of the European Film Award for Best Actor after Javier Bardem received it was Javier Bardem himself for his role in \"No Country for Old Men\" (2007). However, the question seems to be asking about Tom Schilling's nomination. Tom Schilling was nominated for the European Film Award for", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006052", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1983.0, + "gold": "1983", + "pred": "1983", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "The winner of A Single Man's nominated for was John Huston.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000183", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007379", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Giovanni Trapattoni", + "pred": "Hansi Flick", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "James Kelman", + "pred": "The winner of the 1994 Booker Prize was **Hamlet, Prince of Denmark** by **Tom Stoppard**. However, it's important to clarify that **Abdulrazak Gurnah** was not nominated for the 1994 Booker Prize. Gurnah's first", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000962", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005810", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Otto Graf Lambsdorff", + "pred": "Hans-Dietrich Genscher", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000427", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Giovanni Leone", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005227", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "presidential system", + "pred": "The Second Polish Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "God Save the Tsar!", + "pred": "\"The Song of the Slavs\"", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Climate Pledge Arena", + "pred": "The answer is \"The Forum\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004741", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "1st Panzer Division", + "pred": "The commander of Karl Lotter's significant person before Army Group F was not explicitly mentioned in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006763", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002214", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "The anthem of Balaklava's country after the Russian Empire was the \"National Anthem of the Soviet Union\" (1944\u20131991).", + "em": 0.0, + "f1": 0.10526315789473685, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Nikita Khrushchev", + "pred": "Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007746", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Austria", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003268", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000324", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006933", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Prime Minister of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005705", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Robert Knud Friedrich Pilger", + "pred": "Carl Friedrich von Siemens", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006241", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003204", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Ralph Fiennes", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001109", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Neutral Moresnet", + "pred": "The shares border with of Minden Government Region's country in 1918 were 1918.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004458", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Ahmet Necdet Sezer", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005199", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000202", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Ireland", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006446", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001839", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Q953762", + "pred": "President of the Government of Catalonia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Latvian Higher League", + "pred": "Russian Football Premier League", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006379", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "1989.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001985", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000177", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "German Democratic Republic", + "pred": "Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003534", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1949", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Steve Sampson", + "pred": "Bruce Arena was the head coach of the United States national team, and Andreas Herzog was a member of the team. Before Bruce Arena, the head coach of the United States national team was Bruce Arena himself. Therefore, the answer is Bruce Arena.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_008135", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Panama", + "pred": "Canada", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008030", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "\u00c9mile Zola", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001457", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Thomas Keneally", + "pred": "Best Actor in a Supporting Role", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001650", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Sergi L\u00f3pez", + "pred": "Ian McKellen was the winner of Bread and Tulips's nominated for.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006597", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "SeatGeek Stadium", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003141", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Canada", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004341", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "BP", + "pred": "Daimler-Benz", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007989", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1905.0, + "gold": "Russian Empire", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002962", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Prime Minister of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001198", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Allianz Arena", + "pred": "The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is:", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006028", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Jo\u00e3o Paulo de Oliveira Ferreira", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007856", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1902", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003797", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "1997", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Charles de Gaulle", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004648", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005249", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Julie Christie", + "pred": "The winner of Marriage Italian-Style's nominated for was Jeanne Crain.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004612", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Luigi Carnacina was an Italian politician, so his country of citizenship was Italy. In 1951, the head of state of Italy was the President of the Italian Republic. The first President of the Italian Republic was Enrico De Nicola, who served from 1947 to 195", + "em": 0.0, + "f1": 0.06451612903225806, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006383", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003997", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The winner of the Academy Award for Best Actor in a Leading Role, which was awarded to Roberto Benigni for his role in \"Life Is Beautiful,\" was not Romain Duris. Romain Duris was nominated for the same category for his role in \"The Diving Bell and the Butterfly.\" The actual winner", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002521", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Heiko Herrlich", + "pred": "Petr Jel\u00ednek", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008451", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Mario Draghi", + "pred": "Giuseppe Conte", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002584", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1944.0, + "gold": "1944", + "pred": "1944", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Zhou Enlai", + "pred": "President of the People's Republic of China", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007273", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Harry Redknapp", + "pred": "Steve McClaren", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Jean-Loup Dabadie was a French politician and a member of the European Parliament. He was part of the European People's Party (EPP) group. After Jean Mistler, who was a French politician and also a member of the European Parliament, the general secretary of the EPP group was **Jean-C", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_001480", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Boston Bruins", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002648", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Kingsley Amis", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005191", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "German National People's Party", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004451", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Azerbaijan Premier League", + "pred": "Russian Football Premier League", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + } + ] +} \ No newline at end of file diff --git a/eval/v3-sft-terse-lever-seed1337.extracted.json b/eval/v3-sft-terse-lever-seed1337.extracted.json new file mode 100644 index 0000000000000000000000000000000000000000..8d7fe021e8473e09c370fc5334b340e4af07b7d5 --- /dev/null +++ b/eval/v3-sft-terse-lever-seed1337.extracted.json @@ -0,0 +1,26201 @@ +{ + "name": "unnamed", + "policy_path": "../checkpoints/sft-v3-terse-lever-seed1337/final", + "split": "test", + "n_samples": 1743, + "temperature": 0.0, + "max_new_tokens": 64, + "answer_extracted": true, + "n_with_answer_marker": 1743, + "overall": { + "n": 1743, + "em": 0.8938611589213998, + "f1": 0.9057627748677662 + }, + "by_complexity": { + "1hop": { + "n": 800, + "em": 0.97875, + "f1": 0.9802083333333332 + }, + "2hop": { + "n": 800, + "em": 0.87375, + "f1": 0.8782719155844155 + }, + "3plus": { + "n": 143, + "em": 0.5314685314685315, + "f1": 0.643079143079143 + } + }, + "by_operator": { + "before_after": { + "n": 517, + "em": 0.8916827852998066, + "f1": 0.8988104309187481 + }, + "interval": { + "n": 163, + "em": 1.0, + "f1": 1.0 + }, + "point_in_time": { + "n": 535, + "em": 0.9177570093457944, + "f1": 0.9297952825990209 + }, + "sequence": { + "n": 528, + "em": 0.8390151515151515, + "f1": 0.8591269841269841 + } + }, + "per_example": [ + { + "id": "q_006291", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "chairperson", + "pred": "member of sports team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: member of sports team" + }, + { + "id": "q_007337", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "Nicholas II of Russia", + "pred": "Mikhail Rodionov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mikhail Rodionov" + }, + { + "id": "q_000021", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_007809", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Irina Bokova", + "pred": "David H. Koch", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David H. Koch" + }, + { + "id": "q_001979", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1998" + }, + { + "id": "q_005455", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Academy Award for Best Original Score", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Original Score" + }, + { + "id": "q_008005", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_008690", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_008321", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Italy" + }, + { + "id": "q_007761", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Arista Records", + "pred": "Universal Music Group", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Universal Music Group" + }, + { + "id": "q_008118", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_001360", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chinese Communist Party" + }, + { + "id": "q_000136", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_006986", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_003298", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "parliamentary republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: parliamentary republic" + }, + { + "id": "q_006733", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_005866", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.5714285714285714, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Actress" + }, + { + "id": "q_004748", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_004795", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Chancellor of Germany", + "pred": "Friedrich Ebert", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Friedrich Ebert" + }, + { + "id": "q_000787", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "parliamentary system", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: parliamentary system" + }, + { + "id": "q_008333", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_008338", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Academy Award for Best Visual Effects", + "pred": "Japan Academy Prize for Outstanding Foreign Language Film", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Japan Academy Prize for Outstanding Foreign Language Film" + }, + { + "id": "q_001840", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_001274", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_000547", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_001052", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_006228", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.20000000000000004, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the United States" + }, + { + "id": "q_006414", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Community" + }, + { + "id": "q_001651", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_007640", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_007972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_004943", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Nazi Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany" + }, + { + "id": "q_007287", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_005394", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_007314", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Mayor of New York City", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.20000000000000004, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the United States" + }, + { + "id": "q_003452", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mayor of New York City" + }, + { + "id": "q_006815", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2010" + }, + { + "id": "q_008439", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Tim Robbins", + "pred": "The Color of Money", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Color of Money" + }, + { + "id": "q_003245", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "parliamentary republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: parliamentary republic" + }, + { + "id": "q_008633", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bucharest" + }, + { + "id": "q_003473", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Amanullah Khan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amanullah Khan" + }, + { + "id": "q_001673", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_005726", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "First Republic of Austria", + "pred": "Federal State of Austria", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Federal State of Austria" + }, + { + "id": "q_004929", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_006286", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Deutsche Mark" + }, + { + "id": "q_002759", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "K\u014dichir\u014d Matsuura", + "pred": "James R. Houghton", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: James R. Houghton" + }, + { + "id": "q_004009", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "2014", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2014" + }, + { + "id": "q_007134", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_002750", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_000812", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "U-13", + "pred": "1st U-boat Flotilla", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1st U-boat Flotilla" + }, + { + "id": "q_003515", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_005012", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_004016", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_008522", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_002972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_000716", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_004128", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_002796", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1923.0, + "gold": "1923", + "pred": "1923", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1923" + }, + { + "id": "q_007015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Massimiliano Allegri", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Massimiliano Allegri" + }, + { + "id": "q_003552", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "chairperson", + "pred": "president", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: president" + }, + { + "id": "q_004730", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "God Save the Tsar!", + "pred": "\"God Save the Tsar\"", + "em": 0.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: \"God Save the Tsar\"" + }, + { + "id": "q_005767", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Angela Merkel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Angela Merkel" + }, + { + "id": "q_002032", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mayor of New York City" + }, + { + "id": "q_008644", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2005" + }, + { + "id": "q_006768", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany" + }, + { + "id": "q_002122", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_007638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_000842", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "God Save the King", + "pred": "God Save the King", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: God Save the King" + }, + { + "id": "q_003512", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Academy Award for Best Picture", + "em": 0.0, + "f1": 0.5714285714285714, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Picture" + }, + { + "id": "q_002727", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Federal State of Austria", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: France" + }, + { + "id": "q_004477", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_004639", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_002027", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1913.0, + "gold": "Nicholas II of Russia", + "pred": "Mikhail Rodzianko", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mikhail Rodzianko" + }, + { + "id": "q_004554", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_005676", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States" + }, + { + "id": "q_008291", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_008225", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_001173", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chinese Communist Party" + }, + { + "id": "q_008571", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "parliamentary republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: parliamentary republic" + }, + { + "id": "q_000937", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1934.0, + "gold": "1934", + "pred": "1934", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1934" + }, + { + "id": "q_003736", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Friedrich Ebert", + "pred": "Weimar Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic" + }, + { + "id": "q_002966", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_000538", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_000838", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.20000000000000004, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Order of Merit of Baden-W\u00fcrttemberg" + }, + { + "id": "q_002448", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Vanderbilt University", + "pred": "University of California, San Francisco", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of California, San Francisco" + }, + { + "id": "q_007230", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_004534", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Italy" + }, + { + "id": "q_007740", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_007848", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_003817", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mayor of New York City" + }, + { + "id": "q_006982", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Hannelore Kohl", + "pred": "Heiner Gei\u00dfler", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heiner Gei\u00dfler" + }, + { + "id": "q_000932", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Governing Mayor of Berlin", + "pred": "Dietrich Stobbe", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dietrich Stobbe" + }, + { + "id": "q_004711", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Vanderbilt University", + "pred": "University of California, San Francisco", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of California, San Francisco" + }, + { + "id": "q_001424", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Free State of Prussia", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany" + }, + { + "id": "q_006808", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_005728", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the Italian Republic" + }, + { + "id": "q_000501", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Civic Democratic Party", + "pred": "Czech Social Democratic Party", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Czech Social Democratic Party" + }, + { + "id": "q_003472", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Community" + }, + { + "id": "q_007593", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_004304", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "military personnel", + "pred": "Otto Schuhart", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Otto Schuhart" + }, + { + "id": "q_004513", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Community" + }, + { + "id": "q_001144", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Angela Merkel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Angela Merkel" + }, + { + "id": "q_004736", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_001077", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mayor of New York City" + }, + { + "id": "q_008586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "chairperson", + "pred": "President", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President" + }, + { + "id": "q_004250", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1976" + }, + { + "id": "q_002769", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mayor of New York City", + "pred": "Mayor", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mayor" + }, + { + "id": "q_001923", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_008379", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_004279", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "U-13", + "pred": "1st U-boat Flotilla", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1st U-boat Flotilla" + }, + { + "id": "q_008534", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_001990", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "United Nations", + "pred": "Territory of Hawaii", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Territory of Hawaii" + }, + { + "id": "q_000057", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_003633", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_007357", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Mayor of New York City", + "pred": "Mayor", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mayor" + }, + { + "id": "q_005638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "President of the United States", + "pred": "President of the United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the United States" + }, + { + "id": "q_002803", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Community" + }, + { + "id": "q_005319", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_008568", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_008187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Massimiliano Allegri", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Massimiliano Allegri" + }, + { + "id": "q_002510", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Bill Clinton", + "pred": "Bill Clinton", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bill Clinton" + }, + { + "id": "q_007048", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nicholas II of Russia" + }, + { + "id": "q_000284", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Irina Bokova", + "pred": "UNESCO", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: UNESCO" + }, + { + "id": "q_007586", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "German Emperor", + "pred": "German Emperor", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Emperor" + }, + { + "id": "q_006367", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_003015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_002788", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "John Gielgud", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John Gielgud" + }, + { + "id": "q_001092", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: God Save the Tsar!" + }, + { + "id": "q_000319", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_000336", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mayor of New York City" + }, + { + "id": "q_005328", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_007430", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Sukarno", + "pred": "Zhou Enlai", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Zhou Enlai" + }, + { + "id": "q_001032", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_006917", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_008460", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat" + }, + { + "id": "q_001183", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_001661", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_002861", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Community" + }, + { + "id": "q_003187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_003586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_000264", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "John Gielgud", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John Gielgud" + }, + { + "id": "q_001302", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1953" + }, + { + "id": "q_007976", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_007562", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Lviv University", + "pred": "Lviv University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lviv University" + }, + { + "id": "q_006568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "pred": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Golden Raspberry Award for Worst Supporting Actor - Razzie Award" + }, + { + "id": "q_006715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_005303", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Valenciennes F.C.", + "pred": "Valenciennes F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Valenciennes F.C." + }, + { + "id": "q_003783", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Baron Harding of Petherton", + "pred": "Baron Harding of Petherton", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Baron Harding of Petherton" + }, + { + "id": "q_004865", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_006315", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2012" + }, + { + "id": "q_006718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_006083", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Federal Republic of Yugoslavia" + }, + { + "id": "q_003360", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2023" + }, + { + "id": "q_008353", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Chattanooga", + "pred": "Chattanooga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chattanooga" + }, + { + "id": "q_003499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "D.C. United", + "pred": "D.C. United", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: D.C. United" + }, + { + "id": "q_001224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Federal Republic of Yugoslavia" + }, + { + "id": "q_004848", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_007525", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Oulu Province", + "pred": "Oulu Province", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Oulu Province" + }, + { + "id": "q_000885", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Northern Dvina Governorate", + "pred": "Northern Dvina Governorate", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Northern Dvina Governorate" + }, + { + "id": "q_001030", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_004428", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_002780", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "University of British Columbia", + "pred": "University of British Columbia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of British Columbia" + }, + { + "id": "q_000352", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Solicitor General for England and Wales", + "pred": "Solicitor General for England and Wales", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Solicitor General for England and Wales" + }, + { + "id": "q_000414", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2002" + }, + { + "id": "q_001261", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_001035", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "WWE", + "pred": "WWE", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: WWE" + }, + { + "id": "q_008432", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Cindy McCain", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cindy McCain" + }, + { + "id": "q_005886", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Federal Minister for Foreign Affairs", + "pred": "Federal Minister for Foreign Affairs", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Federal Minister for Foreign Affairs" + }, + { + "id": "q_007363", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Landrat", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Landrat" + }, + { + "id": "q_006356", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany" + }, + { + "id": "q_004178", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "People's Republic of Bulgaria", + "pred": "People's Republic of Bulgaria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: People's Republic of Bulgaria" + }, + { + "id": "q_005764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kupferstichkabinett Berlin", + "pred": "Kupferstichkabinett Berlin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kupferstichkabinett Berlin" + }, + { + "id": "q_000581", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Sevilla FC", + "pred": "M\u00e1laga CF", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: M\u00e1laga CF" + }, + { + "id": "q_008059", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Heinrich Himmler", + "pred": "Heinrich Himmler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heinrich Himmler" + }, + { + "id": "q_002028", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Scopus", + "pred": "Scopus", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Scopus" + }, + { + "id": "q_005537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "James Norris Memorial Trophy", + "pred": "James Norris Memorial Trophy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: James Norris Memorial Trophy" + }, + { + "id": "q_005062", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Babe\u0219-Bolyai University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Babe\u0219-Bolyai University" + }, + { + "id": "q_005618", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Leicester City F.C.", + "pred": "Leicester City F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Leicester City F.C." + }, + { + "id": "q_000224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_004236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FK Austria Wien", + "pred": "FK Austria Wien", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FK Austria Wien" + }, + { + "id": "q_002148", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1927.0, + "gold": "Kingdom of Romania", + "pred": "Kingdom of Romania", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Romania" + }, + { + "id": "q_006117", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_000974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Mary Pickford", + "pred": "Mary Pickford", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mary Pickford" + }, + { + "id": "q_003365", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "All-NBA Team", + "pred": "All-NBA Team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: All-NBA Team" + }, + { + "id": "q_005796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Deutsche Reichsbahn", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Deutsche Reichsbahn" + }, + { + "id": "q_003448", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_005271", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Borussia M\u00f6nchengladbach", + "pred": "Borussia M\u00f6nchengladbach", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Borussia M\u00f6nchengladbach" + }, + { + "id": "q_002400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "United States Penitentiary, Florence ADMAX", + "pred": "2020", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2020" + }, + { + "id": "q_007959", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Afghanistan", + "pred": "Afghanistan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Afghanistan" + }, + { + "id": "q_008034", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_006099", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Soviet Federative Socialist Republic" + }, + { + "id": "q_003338", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "President of the Bundestag", + "pred": "President of the Bundestag", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the Bundestag" + }, + { + "id": "q_007882", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "pred": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paul Ehrlich and Ludwig Darmstaedter Prize" + }, + { + "id": "q_001101", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Melbourne Cricket Ground", + "pred": "Melbourne Cricket Ground", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Melbourne Cricket Ground" + }, + { + "id": "q_004838", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "American Psycho 2", + "pred": "American Psycho 2", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: American Psycho 2" + }, + { + "id": "q_008088", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_008278", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Valenciennes F.C.", + "pred": "Valenciennes F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Valenciennes F.C." + }, + { + "id": "q_003556", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_008174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Spartak Moscow", + "pred": "Spartak Moscow", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Spartak Moscow" + }, + { + "id": "q_007252", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2005" + }, + { + "id": "q_007229", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: West Germany" + }, + { + "id": "q_005020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_003581", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_007540", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Norway men's national association football team", + "pred": "Norway men's national association football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Norway men's national association football team" + }, + { + "id": "q_006549", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1972.0, + "gold": "1972", + "pred": "1972", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1972" + }, + { + "id": "q_006127", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rome" + }, + { + "id": "q_008172", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Academy Award for Best Director", + "pred": "Academy Award for Best Director", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Director" + }, + { + "id": "q_006850", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "\u00c9toile Sportive du Sahel", + "pred": "\u00c9toile Sportive du Sahel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: \u00c9toile Sportive du Sahel" + }, + { + "id": "q_001281", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "60 Minutes", + "pred": "60 Minutes", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 60 Minutes" + }, + { + "id": "q_000690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2012" + }, + { + "id": "q_004216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Philadelphia", + "pred": "Philadelphia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Philadelphia" + }, + { + "id": "q_001024", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2023" + }, + { + "id": "q_003080", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Nobel Prize in Literature", + "pred": "Hermann Stehr", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hermann Stehr" + }, + { + "id": "q_006761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Reading F.C.", + "pred": "Reading F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Reading F.C." + }, + { + "id": "q_007249", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Athletic Club", + "pred": "Athletic Club", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Athletic Club" + }, + { + "id": "q_004330", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_002355", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Brentford F.C.", + "pred": "Brentford F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Brentford F.C." + }, + { + "id": "q_001500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Erwin Teufel", + "pred": "Erwin Teufel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Erwin Teufel" + }, + { + "id": "q_002493", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "TV Globo", + "pred": "TV Globo", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: TV Globo" + }, + { + "id": "q_004504", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1953" + }, + { + "id": "q_008366", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Jean Tremblay", + "pred": "Jean Tremblay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jean Tremblay" + }, + { + "id": "q_003310", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "1980", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1980" + }, + { + "id": "q_004860", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "auxiliary bishop", + "pred": "auxiliary bishop", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: auxiliary bishop" + }, + { + "id": "q_007131", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_001190", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_001845", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "A.S. Nancy-Lorraine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A.S. Nancy-Lorraine" + }, + { + "id": "q_001601", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Lomonosov Moscow State University", + "pred": "Lomonosov Moscow State University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lomonosov Moscow State University" + }, + { + "id": "q_008159", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "AIK Fotboll", + "pred": "AIK Fotboll", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: AIK Fotboll" + }, + { + "id": "q_006771", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Cuxhaven district", + "pred": "Cuxhaven district", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cuxhaven district" + }, + { + "id": "q_002990", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Vesyegonsky District", + "pred": "Vesyegonsky District", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vesyegonsky District" + }, + { + "id": "q_002704", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Everton F.C.", + "pred": "Everton F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Everton F.C." + }, + { + "id": "q_000821", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_001187", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Max Planck Institute for Chemistry", + "pred": "Max Planck Institute for Chemistry", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Max Planck Institute for Chemistry" + }, + { + "id": "q_006629", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "United States Navy", + "pred": "United States Navy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Navy" + }, + { + "id": "q_003305", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_005228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Carter Harrison IV", + "pred": "Carter Harrison IV", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carter Harrison IV" + }, + { + "id": "q_000310", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "arrondissement of Bourg-en-Bresse", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: arrondissement of Bourg-en-Bresse" + }, + { + "id": "q_003989", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Baron Moyne", + "pred": "Baron Moyne", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Baron Moyne" + }, + { + "id": "q_007146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rome" + }, + { + "id": "q_002832", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Willy Marlow", + "pred": "Willy Marlow", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Willy Marlow" + }, + { + "id": "q_000368", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "FC Porto", + "pred": "FC Porto", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Porto" + }, + { + "id": "q_005867", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Soviet Federative Socialist Republic" + }, + { + "id": "q_005700", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Colombia men's national football team", + "pred": "Colombia men's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Colombia men's national football team" + }, + { + "id": "q_000881", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "York University", + "pred": "York University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: York University" + }, + { + "id": "q_005707", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Kreis Kalbe (Milde)", + "pred": "Kreis Kalbe (Milde)", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kreis Kalbe (Milde)" + }, + { + "id": "q_001238", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Pre\u0161ov Region", + "pred": "Pre\u0161ov Region", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pre\u0161ov Region" + }, + { + "id": "q_006162", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2011" + }, + { + "id": "q_005973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_006967", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_006519", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "F.C. Pro Vercelli 1892", + "pred": "F.C. Pro Vercelli 1892", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: F.C. Pro Vercelli 1892" + }, + { + "id": "q_006861", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Toulouse FC", + "pred": "Toulouse FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Toulouse FC" + }, + { + "id": "q_006139", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Decathlon CMA CGM Team", + "pred": "Decathlon CMA CGM Team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Decathlon CMA CGM Team" + }, + { + "id": "q_002293", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Bethesda", + "pred": "Bethesda", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bethesda" + }, + { + "id": "q_008165", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Akkermansky Uyezd", + "pred": "Akkermansky Uyezd", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Akkermansky Uyezd" + }, + { + "id": "q_001745", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Taiwan" + }, + { + "id": "q_005776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Paul McGann", + "pred": "Paul McGann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paul McGann" + }, + { + "id": "q_002004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Al-Qaeda", + "pred": "Al-Qaeda", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Al-Qaeda" + }, + { + "id": "q_003185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic" + }, + { + "id": "q_007239", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_005515", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "doctorate", + "pred": "doctorate", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: doctorate" + }, + { + "id": "q_002120", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Bauska District", + "pred": "Bauska District", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bauska District" + }, + { + "id": "q_007214", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Gale Anne Hurd", + "pred": "Gale Anne Hurd", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gale Anne Hurd" + }, + { + "id": "q_008171", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002624", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Woodrow Wilson", + "pred": "Woodrow Wilson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Woodrow Wilson" + }, + { + "id": "q_004467", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_006746", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1993.0, + "gold": "1993", + "pred": "1993", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1993" + }, + { + "id": "q_008176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Federal Republic of Yugoslavia" + }, + { + "id": "q_000447", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_007622", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2010" + }, + { + "id": "q_007073", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FC Luch-Energiya Vladivostok", + "pred": "FC Luch-Energiya Vladivostok", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Luch-Energiya Vladivostok" + }, + { + "id": "q_006216", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_007462", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "\u00d6sters IF", + "pred": "\u00d6sters IF", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: \u00d6sters IF" + }, + { + "id": "q_000068", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Eski\u015fehirspor", + "pred": "Eski\u015fehirspor", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eski\u015fehirspor" + }, + { + "id": "q_002516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Marconi Prize", + "pred": "Marconi Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Marconi Prize" + }, + { + "id": "q_003568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_005968", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_000185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002706", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "economic liberalism", + "pred": "economic liberalism", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: economic liberalism" + }, + { + "id": "q_006338", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Jan Hendrik Oort", + "pred": "Jan Hendrik Oort", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jan Hendrik Oort" + }, + { + "id": "q_002715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "State Government", + "pred": "State Government", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: State Government" + }, + { + "id": "q_005181", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2009" + }, + { + "id": "q_003253", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: chairperson" + }, + { + "id": "q_007645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gen\u00e7lerbirli\u011fi S.K." + }, + { + "id": "q_003453", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002186", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Academy Award for Best Actress", + "pred": "Academy Award for Best Actress", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Actress" + }, + { + "id": "q_000960", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_004347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Deutsche Mark" + }, + { + "id": "q_003476", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Municipio III", + "pred": "Municipio III", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Municipio III" + }, + { + "id": "q_001826", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "WWE", + "pred": "WWE", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: WWE" + }, + { + "id": "q_002764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_007776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Latvian Soviet Socialist Republic", + "pred": "Latvian Soviet Socialist Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Latvian Soviet Socialist Republic" + }, + { + "id": "q_002291", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2022.0, + "gold": "Al-Nassr", + "pred": "Al-Nassr", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Al-Nassr" + }, + { + "id": "q_006248", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_003830", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1996" + }, + { + "id": "q_005800", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1927.0, + "gold": "1927", + "pred": "1927", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1927" + }, + { + "id": "q_002743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Roman Herzog", + "pred": "Roman Herzog", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Roman Herzog" + }, + { + "id": "q_005305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "TOP 09", + "pred": "European People's Party", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European People's Party" + }, + { + "id": "q_003125", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chinese Communist Party" + }, + { + "id": "q_003993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "United States Air Force", + "pred": "United States Air Force", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Air Force" + }, + { + "id": "q_000679", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Member of the European Parliament", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Member of the European Parliament" + }, + { + "id": "q_001435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "1922", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1922" + }, + { + "id": "q_004918", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_006137", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Orlando Magic", + "pred": "Orlando Magic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Orlando Magic" + }, + { + "id": "q_002644", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Club Atl\u00e9tico Tigre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Atl\u00e9tico Tigre" + }, + { + "id": "q_004185", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Christiane Kubrick", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Christiane Kubrick" + }, + { + "id": "q_007259", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Heidelberg University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heidelberg University" + }, + { + "id": "q_000078", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_006054", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "SC Young Fellows Juventus", + "pred": "SC Young Fellows Juventus", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SC Young Fellows Juventus" + }, + { + "id": "q_004140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "president", + "pred": "president", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: president" + }, + { + "id": "q_002324", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2008" + }, + { + "id": "q_008261", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "National Basketball Association", + "pred": "National Basketball Association", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: National Basketball Association" + }, + { + "id": "q_004156", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_002138", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Montpellier H\u00e9rault Sport Club", + "pred": "Montpellier H\u00e9rault Sport Club", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Montpellier H\u00e9rault Sport Club" + }, + { + "id": "q_001307", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_005256", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "auxiliary bishop", + "pred": "auxiliary bishop", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: auxiliary bishop" + }, + { + "id": "q_004475", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Q135837", + "pred": "Q135837", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Q135837" + }, + { + "id": "q_002220", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Estudiantes de La Plata", + "pred": "Estudiantes de La Plata", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Estudiantes de La Plata" + }, + { + "id": "q_006192", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Egypt", + "pred": "Egypt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Egypt" + }, + { + "id": "q_005619", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_003460", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Buber-Rosenzweig-Medal", + "pred": "Buber-Rosenzweig-Medal", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Buber-Rosenzweig-Medal" + }, + { + "id": "q_005532", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Gy\u00f6rgy Fekete", + "pred": "Gy\u00f6rgy Fekete", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gy\u00f6rgy Fekete" + }, + { + "id": "q_000731", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Ren\u00e9 Ang\u00e9lil", + "pred": "Ren\u00e9 Ang\u00e9lil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ren\u00e9 Ang\u00e9lil" + }, + { + "id": "q_007949", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Aston Villa F.C.", + "pred": "Aston Villa F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aston Villa F.C." + }, + { + "id": "q_001545", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_001649", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_008040", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_006170", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Nazi Germany", + "pred": "Nazi Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nazi Germany" + }, + { + "id": "q_008589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_003715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Cottbus District", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cottbus District" + }, + { + "id": "q_004771", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "SV Waldhof Mannheim", + "pred": "SV Waldhof Mannheim", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SV Waldhof Mannheim" + }, + { + "id": "q_002240", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Raymond Lahey", + "pred": "Raymond Lahey", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Raymond Lahey" + }, + { + "id": "q_001328", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "F.C. Hansa Rostock", + "pred": "F.C. Hansa Rostock", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: F.C. Hansa Rostock" + }, + { + "id": "q_003910", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1926.0, + "gold": "Yves du Manoir Stadium", + "pred": "Yves du Manoir Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yves du Manoir Stadium" + }, + { + "id": "q_003393", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Nemuro Subprefecture (1897\u20142010)", + "pred": "Nemuro Subprefecture (1897\u20142010)", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nemuro Subprefecture (1897\u20142010)" + }, + { + "id": "q_003249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Tuvan Autonomous Soviet Socialist Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tuvan Autonomous Soviet Socialist Republic" + }, + { + "id": "q_002690", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_000520", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Watford F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Watford F.C." + }, + { + "id": "q_008590", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Acad\u00e9mie des beaux-arts", + "pred": "Acad\u00e9mie des beaux-arts", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Acad\u00e9mie des beaux-arts" + }, + { + "id": "q_002965", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Toronto", + "pred": "Toronto", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Toronto" + }, + { + "id": "q_000417", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_007810", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_002744", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Queen Mary University of London", + "pred": "Queen Mary University of London", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Queen Mary University of London" + }, + { + "id": "q_006283", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "University of G\u00f6ttingen", + "pred": "University of G\u00f6ttingen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of G\u00f6ttingen" + }, + { + "id": "q_001516", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "President of the Swiss Confederation", + "pred": "President of the Swiss Confederation", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the Swiss Confederation" + }, + { + "id": "q_004019", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "FC Aarau", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Aarau" + }, + { + "id": "q_007577", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Goethe University Frankfurt", + "pred": "Goethe University Frankfurt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Goethe University Frankfurt" + }, + { + "id": "q_006387", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Nopporo Station", + "pred": "Atsubetsu Station", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Atsubetsu Station" + }, + { + "id": "q_005748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_006907", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "People's Republic of Bulgaria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: People's Republic of Bulgaria" + }, + { + "id": "q_000891", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_003937", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "VfL Bochum", + "pred": "VfL Bochum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: VfL Bochum" + }, + { + "id": "q_000823", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_006764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Aston Villa F.C.", + "pred": "Aston Villa F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aston Villa F.C." + }, + { + "id": "q_008286", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Deportivo de La Coru\u00f1a", + "pred": "C.D. Tenerife", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: C.D. Tenerife" + }, + { + "id": "q_002635", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: West Germany" + }, + { + "id": "q_006205", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_005727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Austria men's national football team", + "pred": "Austria men's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Austria men's national football team" + }, + { + "id": "q_002157", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_000634", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "SSC Bari", + "pred": "SSC Bari", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SSC Bari" + }, + { + "id": "q_005602", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Kita-Toyotsu Signal Base", + "pred": "Kita-Toyotsu Signal Base", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kita-Toyotsu Signal Base" + }, + { + "id": "q_000342", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_004873", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Club Atletico All Boys", + "pred": "Club Atletico All Boys", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Atletico All Boys" + }, + { + "id": "q_004390", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Shonan Bellmare", + "pred": "Shonan Bellmare", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Shonan Bellmare" + }, + { + "id": "q_006898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Bruno Rossi Prize", + "pred": "Bruno Rossi Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bruno Rossi Prize" + }, + { + "id": "q_006508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_005697", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "G.S. Iraklis Thessalonikis (men's association football)", + "pred": "G.S. Iraklis Thessalonikis (men's association football)", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: G.S. Iraklis Thessalonikis (men's association football)" + }, + { + "id": "q_002898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "VfB Stuttgart", + "pred": "VfB Stuttgart", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: VfB Stuttgart" + }, + { + "id": "q_003442", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2010" + }, + { + "id": "q_004805", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Bocskai FC", + "pred": "Bocskai FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bocskai FC" + }, + { + "id": "q_006113", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Prime Minister of Bhutan", + "pred": "Prime Minister of Bhutan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Bhutan" + }, + { + "id": "q_002998", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Hibernian F.C.", + "pred": "Hibernian F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hibernian F.C." + }, + { + "id": "q_000743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_005890", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_003583", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Aichi district", + "pred": "Aichi district", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aichi district" + }, + { + "id": "q_006267", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Empire" + }, + { + "id": "q_005655", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Associated Press Athlete of the Year", + "pred": "Associated Press Athlete of the Year", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Associated Press Athlete of the Year" + }, + { + "id": "q_003079", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Kingdom of Bulgaria", + "pred": "Kingdom of Bulgaria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Bulgaria" + }, + { + "id": "q_002419", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Helmond Sport", + "pred": "Helmond Sport", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Helmond Sport" + }, + { + "id": "q_007094", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "World Rally Championship", + "pred": "World Rally Championship", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: World Rally Championship" + }, + { + "id": "q_004223", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "French Navy", + "pred": "French Navy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: French Navy" + }, + { + "id": "q_000687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Orthez", + "pred": "Orthez", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Orthez" + }, + { + "id": "q_001391", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Royal Academy of Exact, Physical and Natural Sciences", + "pred": "Royal Academy of Exact, Physical and Natural Sciences", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Royal Academy of Exact, Physical and Natural Sciences" + }, + { + "id": "q_005935", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Atalanta BC", + "pred": "Atalanta BC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Atalanta BC" + }, + { + "id": "q_003693", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Spartak", + "pred": "Spartak", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Spartak" + }, + { + "id": "q_001318", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Princeton University", + "pred": "Princeton University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Princeton University" + }, + { + "id": "q_006537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Yale University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yale University" + }, + { + "id": "q_000126", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_004119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_004718", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Egypt", + "pred": "Egypt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Egypt" + }, + { + "id": "q_000908", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "TI-Raleigh", + "pred": "TI-Raleigh", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: TI-Raleigh" + }, + { + "id": "q_003983", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Spanish Navy", + "pred": "Spanish Navy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Spanish Navy" + }, + { + "id": "q_008295", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Grawemeyer Award for Music Composition", + "pred": "Grawemeyer Award for Music Composition", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Grawemeyer Award for Music Composition" + }, + { + "id": "q_003030", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "pred": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Acad\u00e9mie des Inscriptions et Belles-Lettres" + }, + { + "id": "q_005340", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Boavista F.C.", + "pred": "Boavista F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Boavista F.C." + }, + { + "id": "q_004507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_008262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Dario Franchitti", + "pred": "Dario Franchitti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dario Franchitti" + }, + { + "id": "q_000349", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "2nd U-boat Flotilla", + "pred": "2nd U-boat Flotilla", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2nd U-boat Flotilla" + }, + { + "id": "q_004450", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Radio Free Europe/Radio Liberty", + "pred": "Radio Free Europe/Radio Liberty", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Radio Free Europe/Radio Liberty" + }, + { + "id": "q_001374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom" + }, + { + "id": "q_005907", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1904.0, + "gold": "1904", + "pred": "1904", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1904" + }, + { + "id": "q_007403", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Nazi Germany", + "pred": "Nazi Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nazi Germany" + }, + { + "id": "q_007172", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Cardiff City F.C.", + "pred": "Cardiff City F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cardiff City F.C." + }, + { + "id": "q_006019", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Fengtien", + "pred": "Fengtien", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Fengtien" + }, + { + "id": "q_003483", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Helmut Newton", + "pred": "Helmut Newton", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Helmut Newton" + }, + { + "id": "q_003450", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_007313", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Georges Bataille", + "pred": "Georges Bataille", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Georges Bataille" + }, + { + "id": "q_006396", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Institute for Advanced Study", + "pred": "Institute for Advanced Study", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Institute for Advanced Study" + }, + { + "id": "q_004252", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "FC Sochaux-Montb\u00e9liard", + "pred": "France men's national association football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: France men's national association football team" + }, + { + "id": "q_006732", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Lappeenranta", + "pred": "Lappeenranta", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lappeenranta" + }, + { + "id": "q_002912", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Tinkoff", + "pred": "Tinkoff", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tinkoff" + }, + { + "id": "q_000404", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Club Le\u00f3n", + "pred": "Club Le\u00f3n", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Le\u00f3n" + }, + { + "id": "q_003700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_007041", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Hannover 96", + "pred": "Hannover 96", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hannover 96" + }, + { + "id": "q_008089", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_003463", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chinese Communist Party" + }, + { + "id": "q_005154", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_002203", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Pace University", + "pred": "Pace University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pace University" + }, + { + "id": "q_008263", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_001733", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "FC Aarau", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Aarau" + }, + { + "id": "q_002948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Chemnitz Government Region", + "pred": "Chemnitz Government Region", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chemnitz Government Region" + }, + { + "id": "q_004111", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Osinniki", + "pred": "Osinniki", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Osinniki" + }, + { + "id": "q_003418", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Bruno Kastner", + "pred": "Bruno Kastner", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bruno Kastner" + }, + { + "id": "q_004890", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Kiliia Raion", + "pred": "Kiliia Raion", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kiliia Raion" + }, + { + "id": "q_008141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_008123", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_003032", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1968.0, + "gold": "1968", + "pred": "1968", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1968" + }, + { + "id": "q_003123", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1928.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_008638", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2015.0, + "gold": "2015", + "pred": "2015", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2015" + }, + { + "id": "q_004857", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Christiane Kubrick", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Christiane Kubrick" + }, + { + "id": "q_004040", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2009" + }, + { + "id": "q_001345", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Radical Civic Union", + "pred": "Radical Civic Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Radical Civic Union" + }, + { + "id": "q_004403", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1930" + }, + { + "id": "q_005977", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2008" + }, + { + "id": "q_005231", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Algiers", + "pred": "Algiers", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Algiers" + }, + { + "id": "q_007965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Second Polish Republic", + "pred": "Second Polish Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Second Polish Republic" + }, + { + "id": "q_007542", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "England women's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: England women's national football team" + }, + { + "id": "q_002736", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Busan IPark FC", + "pred": "Busan IPark FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Busan IPark FC" + }, + { + "id": "q_006562", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_008098", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "2013", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2013" + }, + { + "id": "q_008119", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_007399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Barbastro", + "pred": "Barbastro", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Barbastro" + }, + { + "id": "q_002437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: chairperson" + }, + { + "id": "q_004561", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2001" + }, + { + "id": "q_008086", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Cindy McCain", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cindy McCain" + }, + { + "id": "q_003089", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_003744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Toulouse FC", + "pred": "Toulouse FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Toulouse FC" + }, + { + "id": "q_007690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1942" + }, + { + "id": "q_007154", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_007872", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Big Brother", + "pred": "Big Brother", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Big Brother" + }, + { + "id": "q_008425", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_000644", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Iburi Subprefecture", + "pred": "Iburi Subprefecture", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Iburi Subprefecture" + }, + { + "id": "q_001235", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Omar al-Bashir", + "pred": "Omar al-Bashir", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Omar al-Bashir" + }, + { + "id": "q_006759", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise" + }, + { + "id": "q_004565", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Empire" + }, + { + "id": "q_005444", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Queens Park Rangers F.C.", + "pred": "Queens Park Rangers F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Queens Park Rangers F.C." + }, + { + "id": "q_001753", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_003468", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "B\u00f4cher Memorial Prize", + "pred": "B\u00f4cher Memorial Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: B\u00f4cher Memorial Prize" + }, + { + "id": "q_001321", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "KFC Uerdingen 05", + "pred": "KFC Uerdingen 05", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: KFC Uerdingen 05" + }, + { + "id": "q_004960", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Real Madrid Club de F\u00fatbol", + "pred": "Real Madrid Club de F\u00fatbol", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Real Madrid Club de F\u00fatbol" + }, + { + "id": "q_004118", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_008476", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_004242", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_004333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "FC St. Gallen", + "pred": "FC St. Gallen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC St. Gallen" + }, + { + "id": "q_007528", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1974" + }, + { + "id": "q_003750", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States" + }, + { + "id": "q_002500", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "PFC Slavia Sofia", + "pred": "PFC Slavia Sofia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: PFC Slavia Sofia" + }, + { + "id": "q_006400", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_004574", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1977" + }, + { + "id": "q_002681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_006488", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Albert II of Belgium", + "pred": "Albert II of Belgium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Albert II of Belgium" + }, + { + "id": "q_007839", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004" + }, + { + "id": "q_001389", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_007506", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Italy", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States of America" + }, + { + "id": "q_005877", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: chairperson" + }, + { + "id": "q_001046", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise" + }, + { + "id": "q_004160", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SC Bastia", + "pred": "SC Bastia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SC Bastia" + }, + { + "id": "q_001013", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Rip Torn", + "pred": "Rip Torn", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rip Torn" + }, + { + "id": "q_007572", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Bernadette Chirac", + "pred": "Bernadette Chirac", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bernadette Chirac" + }, + { + "id": "q_008063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Academy Award for Best Costume Design", + "pred": "Academy Award for Best Costume Design", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Costume Design" + }, + { + "id": "q_008392", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_003675", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "list of land speed records", + "pred": "list of land speed records", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: list of land speed records" + }, + { + "id": "q_004974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "AFC Bournemouth", + "pred": "AFC Bournemouth", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: AFC Bournemouth" + }, + { + "id": "q_000114", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Finland women's national football team", + "pred": "Finland women's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Finland women's national football team" + }, + { + "id": "q_004958", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "FC Bayern Munich", + "pred": "FC Bayern Munich", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Bayern Munich" + }, + { + "id": "q_002847", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_001441", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gen\u00e7lerbirli\u011fi S.K." + }, + { + "id": "q_006437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_002206", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Chelsea F.C.", + "pred": "Chelsea F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chelsea F.C." + }, + { + "id": "q_007216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "C.D. Jorge Wilstermann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: C.D. Jorge Wilstermann" + }, + { + "id": "q_005526", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "SK Rapid Wien", + "pred": "SK Rapid Wien", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SK Rapid Wien" + }, + { + "id": "q_005718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_000262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "FK Teplice", + "pred": "FK Teplice", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FK Teplice" + }, + { + "id": "q_001083", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany" + }, + { + "id": "q_004361", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "SK Brann", + "pred": "SK Brann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SK Brann" + }, + { + "id": "q_006333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Deutsche Reichsbahn", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Deutsche Reichsbahn" + }, + { + "id": "q_003965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Servette FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Servette FC" + }, + { + "id": "q_002645", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "S.L. Benfica", + "pred": "S.L. Benfica", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S.L. Benfica" + }, + { + "id": "q_001182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Silver Bear for Best Actress", + "pred": "Silver Bear for Best Actress", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Silver Bear for Best Actress" + }, + { + "id": "q_004948", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "2007", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2007" + }, + { + "id": "q_001871", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Yale University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yale University" + }, + { + "id": "q_000473", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "US Triestina Calcio 1918", + "pred": "US Triestina Calcio 1918", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: US Triestina Calcio 1918" + }, + { + "id": "q_006904", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Bernd R\u00fcthers", + "pred": "Bernd R\u00fcthers", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bernd R\u00fcthers" + }, + { + "id": "q_003995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "RC Strasbourg Alsace", + "pred": "RC Strasbourg Alsace", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: RC Strasbourg Alsace" + }, + { + "id": "q_005684", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "delegate", + "pred": "delegate", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: delegate" + }, + { + "id": "q_004481", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Vladimir Lenin", + "pred": "Vladimir Lenin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vladimir Lenin" + }, + { + "id": "q_006873", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1948.0, + "gold": "1948", + "pred": "1948", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1948" + }, + { + "id": "q_005653", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Andrzej Strejlau", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Andrzej Strejlau" + }, + { + "id": "q_003277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tottenham Hotspur F.C." + }, + { + "id": "q_004653", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2012" + }, + { + "id": "q_001722", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_000499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "United States Marine Corps", + "pred": "United States Marine Corps", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Marine Corps" + }, + { + "id": "q_003725", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Empire" + }, + { + "id": "q_004162", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Bob Benny", + "pred": "Bob Benny", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bob Benny" + }, + { + "id": "q_004885", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_007832", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "South West Trains", + "pred": "South West Trains", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: South West Trains" + }, + { + "id": "q_005962", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_000011", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Order of the Red Banner of Labour", + "pred": "Order of the Red Banner of Labour", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Order of the Red Banner of Labour" + }, + { + "id": "q_007446", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Cruz Azul", + "pred": "Cruz Azul", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cruz Azul" + }, + { + "id": "q_004620", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_007791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Fredrikstad FK", + "pred": "Fredrikstad FK", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Fredrikstad FK" + }, + { + "id": "q_003645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Andrzej Strejlau", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Andrzej Strejlau" + }, + { + "id": "q_008601", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_001029", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Club Joventut Badalona", + "pred": "Club Joventut Badalona", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Joventut Badalona" + }, + { + "id": "q_002959", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006" + }, + { + "id": "q_002305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002878", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Guardian Children's Fiction Prize", + "pred": "Guardian Children's Fiction Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Guardian Children's Fiction Prize" + }, + { + "id": "q_000807", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "C\u00e9sar Award for Best Female Revelation", + "pred": "C\u00e9sar Award for Best Female Revelation", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: C\u00e9sar Award for Best Female Revelation" + }, + { + "id": "q_004108", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise" + }, + { + "id": "q_000347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Primetime Emmy Award for Outstanding Animated Program", + "pred": "Primetime Emmy Award for Outstanding Animated Program", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Primetime Emmy Award for Outstanding Animated Program" + }, + { + "id": "q_004954", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "FC Elista", + "pred": "Dario Passoni", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dario Passoni" + }, + { + "id": "q_006909", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Umberto Bossi", + "pred": "Umberto Bossi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Umberto Bossi" + }, + { + "id": "q_007331", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "President of Latvia", + "pred": "President of Latvia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Latvia" + }, + { + "id": "q_003609", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Sch\u00f6neberg", + "pred": "Sch\u00f6neberg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sch\u00f6neberg" + }, + { + "id": "q_006006", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "FC Twente", + "pred": "FC Twente", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Twente" + }, + { + "id": "q_008100", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Mandatory Palestine", + "pred": "Mandatory Palestine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mandatory Palestine" + }, + { + "id": "q_004453", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_006282", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Club Atl\u00e9tico Osasuna", + "pred": "Club Atl\u00e9tico Osasuna", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Atl\u00e9tico Osasuna" + }, + { + "id": "q_003708", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_003013", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Watford F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Watford F.C." + }, + { + "id": "q_001471", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_007727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_000942", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Husqvarna FF", + "pred": "Husqvarna FF", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Husqvarna FF" + }, + { + "id": "q_006079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Altai Krai", + "pred": "Altai Krai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Altai Krai" + }, + { + "id": "q_002943", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Leipzig University", + "pred": "Leipzig University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Leipzig University" + }, + { + "id": "q_003037", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany" + }, + { + "id": "q_003677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_003146", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "New York City", + "pred": "New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: New York City" + }, + { + "id": "q_004225", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "MTK Budapest FC", + "pred": "MTK Budapest FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: MTK Budapest FC" + }, + { + "id": "q_000827", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_008211", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Rick Parfitt", + "pred": "Rick Parfitt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rick Parfitt" + }, + { + "id": "q_007342", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pierre Mauroy", + "pred": "Pierre Mauroy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pierre Mauroy" + }, + { + "id": "q_005759", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Austria\u2013Hungary", + "pred": "Austria\u2013Hungary", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Austria\u2013Hungary" + }, + { + "id": "q_003949", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Member of the European Parliament", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Member of the European Parliament" + }, + { + "id": "q_005277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Samba Gold", + "pred": "Samba Gold", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Samba Gold" + }, + { + "id": "q_001667", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002554", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2009" + }, + { + "id": "q_003996", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1943.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_005904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_004658", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_004227", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Lady Gaga", + "pred": "Lady Gaga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lady Gaga" + }, + { + "id": "q_001594", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Bell Labs", + "pred": "Bell Labs", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bell Labs" + }, + { + "id": "q_006869", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Al Masry SC", + "pred": "Al Masry SC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Al Masry SC" + }, + { + "id": "q_006930", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_000374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "University of Edinburgh", + "pred": "University of Edinburgh", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of Edinburgh" + }, + { + "id": "q_005195", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_002457", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Cottbus District", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cottbus District" + }, + { + "id": "q_007411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "CPJ International Press Freedom Awards", + "pred": "CPJ International Press Freedom Awards", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: CPJ International Press Freedom Awards" + }, + { + "id": "q_006097", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2008" + }, + { + "id": "q_006940", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "British Raj", + "pred": "British Raj", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: British Raj" + }, + { + "id": "q_000173", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_005298", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_005185", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1950.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_007749", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "David Mamet", + "pred": "David Mamet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Mamet" + }, + { + "id": "q_007535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges." + }, + { + "id": "q_006111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002110", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_000829", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_008640", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002292", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1989" + }, + { + "id": "q_005480", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "general", + "pred": "general", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: general" + }, + { + "id": "q_008496", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_006640", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Ottoman Empire", + "pred": "Ottoman Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ottoman Empire" + }, + { + "id": "q_003927", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Ascoli Calcio 1898 FC", + "pred": "Ascoli Calcio 1898 FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ascoli Calcio 1898 FC" + }, + { + "id": "q_007996", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_000373", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Northwestern University", + "pred": "Northwestern University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Northwestern University" + }, + { + "id": "q_005430", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Aut\u00f3dromo Internacional Ayrton Senna", + "pred": "Aut\u00f3dromo Internacional Ayrton Senna", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aut\u00f3dromo Internacional Ayrton Senna" + }, + { + "id": "q_000744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Calcio Foggia 1920", + "pred": "Calcio Foggia 1920", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Calcio Foggia 1920" + }, + { + "id": "q_003964", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Gangwon FC", + "pred": "Gangwon FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gangwon FC" + }, + { + "id": "q_004438", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Club Atl\u00e9tico River Plate", + "pred": "Club Atl\u00e9tico River Plate", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Atl\u00e9tico River Plate" + }, + { + "id": "q_004862", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1902.0, + "gold": "Amtshauptmannschaft Schwarzenberg", + "pred": "Amtshauptmannschaft Schwarzenberg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amtshauptmannschaft Schwarzenberg" + }, + { + "id": "q_004495", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "As d'Or Jeu de l'Ann\u00e9e", + "pred": "As d'Or Jeu de l'Ann\u00e9e", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: As d'Or Jeu de l'Ann\u00e9e" + }, + { + "id": "q_002486", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Israel" + }, + { + "id": "q_003629", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "La Spezia", + "pred": "La Spezia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: La Spezia" + }, + { + "id": "q_006341", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "FC Girondins de Bordeaux", + "pred": "FC Girondins de Bordeaux", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Girondins de Bordeaux" + }, + { + "id": "q_002779", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SBV Vitesse", + "pred": "SBV Vitesse", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SBV Vitesse" + }, + { + "id": "q_006236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Nazi Party", + "pred": "Nazi Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nazi Party" + }, + { + "id": "q_004217", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "1. FFC Frankfurt", + "pred": "1. FFC Frankfurt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1. FFC Frankfurt" + }, + { + "id": "q_001111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_003973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Mandatory Palestine", + "pred": "Mandatory Palestine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mandatory Palestine" + }, + { + "id": "q_002651", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Edith Roosevelt", + "pred": "Edith Roosevelt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Edith Roosevelt" + }, + { + "id": "q_005128", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2012" + }, + { + "id": "q_007441", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Norway men's national association football team", + "pred": "Norway men's national association football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Norway men's national association football team" + }, + { + "id": "q_006793", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "FC Veszpr\u00e9m", + "pred": "FC Veszpr\u00e9m", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Veszpr\u00e9m" + }, + { + "id": "q_005396", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Nazi Germany", + "pred": "Nazi Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nazi Germany" + }, + { + "id": "q_002815", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "People's Republic of China", + "pred": "People's Republic of China", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: People's Republic of China" + }, + { + "id": "q_007174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Amsterdam", + "pred": "Amsterdam", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amsterdam" + }, + { + "id": "q_001511", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Academy Award for Best Picture", + "pred": "Academy Award for Best Picture", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Picture" + }, + { + "id": "q_000553", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Denmark women's national football team", + "pred": "Julie Rydahl Bukh", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Julie Rydahl Bukh" + }, + { + "id": "q_000656", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Northwestern University", + "pred": "Northwestern University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Northwestern University" + }, + { + "id": "q_001297", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1970.0, + "gold": "1970", + "pred": "1970", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1970" + }, + { + "id": "q_007459", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Amsterdam", + "pred": "Amsterdam", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amsterdam" + }, + { + "id": "q_002423", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Trinidad and Tobago men's national football team", + "pred": "Trinidad and Tobago men's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Trinidad and Tobago men's national football team" + }, + { + "id": "q_001348", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Servette FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Servette FC" + }, + { + "id": "q_008576", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_002071", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "British School at Rome", + "pred": "British School at Rome", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: British School at Rome" + }, + { + "id": "q_004899", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1978.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_001022", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Vladimir Oblast", + "pred": "Vladimir Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vladimir Oblast" + }, + { + "id": "q_003839", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jane Birkin", + "pred": "Jane Birkin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jane Birkin" + }, + { + "id": "q_001814", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Christian Neureuther", + "pred": "Christian Neureuther", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Christian Neureuther" + }, + { + "id": "q_007256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_005993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Martha Vickers", + "pred": "Martha Vickers", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Martha Vickers" + }, + { + "id": "q_005336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Arabic", + "pred": "Arabic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Arabic" + }, + { + "id": "q_005683", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Heidelberg University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heidelberg University" + }, + { + "id": "q_007163", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Relax-Gam", + "pred": "Relax-Gam", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Relax-Gam" + }, + { + "id": "q_007140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Carl Ferdinand Cori", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carl Ferdinand Cori" + }, + { + "id": "q_008134", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges." + }, + { + "id": "q_002147", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Hungarian Socialist Workers' Party", + "pred": "Hungarian Socialist Workers' Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hungarian Socialist Workers' Party" + }, + { + "id": "q_006224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "habilitation", + "pred": "habilitation", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: habilitation" + }, + { + "id": "q_000654", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Province of Mantua", + "pred": "Province of Mantua", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Province of Mantua" + }, + { + "id": "q_004102", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "University of California, Los Angeles", + "pred": "University of California, Los Angeles", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of California, Los Angeles" + }, + { + "id": "q_007739", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "FSV Frankfurt", + "pred": "FSV Frankfurt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FSV Frankfurt" + }, + { + "id": "q_006368", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Chemins de fer du Midi", + "pred": "Chemins de fer du Midi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chemins de fer du Midi" + }, + { + "id": "q_002589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_006409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "A.O. Kavalas (association football)", + "pred": "A.O. Kavalas (association football)", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A.O. Kavalas (association football)" + }, + { + "id": "q_002646", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1997.0, + "gold": "1997", + "pred": "1997", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1997" + }, + { + "id": "q_002133", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Gold Medal of the Royal Astronomical Society", + "pred": "Gold Medal of the Royal Astronomical Society", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gold Medal of the Royal Astronomical Society" + }, + { + "id": "q_000302", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002678", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Atalanta BC", + "pred": "Atalanta BC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Atalanta BC" + }, + { + "id": "q_004224", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Tony Award for Best Actress in a Play", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tony Award for Best Actress in a Play" + }, + { + "id": "q_005379", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "arrondissement of Bourg-en-Bresse", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: arrondissement of Bourg-en-Bresse" + }, + { + "id": "q_006243", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1982" + }, + { + "id": "q_008166", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "MTK Budapest FC", + "pred": "MTK Budapest FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: MTK Budapest FC" + }, + { + "id": "q_003678", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "lawyer", + "pred": "lawyer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: lawyer" + }, + { + "id": "q_000025", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Klaus Jensen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Jensen" + }, + { + "id": "q_001419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom" + }, + { + "id": "q_000689", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_004963", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "City of Gosford", + "pred": "City of Gosford", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: City of Gosford" + }, + { + "id": "q_001580", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "London", + "pred": "London", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: London" + }, + { + "id": "q_002212", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1977" + }, + { + "id": "q_001427", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "FC Lausanne-Sport", + "pred": "FC Lausanne-Sport", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Lausanne-Sport" + }, + { + "id": "q_000751", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise" + }, + { + "id": "q_005986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "FC Spartak Trnava", + "pred": "FC Spartak Trnava", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Spartak Trnava" + }, + { + "id": "q_002412", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_001943", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1999.0, + "gold": "1999", + "pred": "1999", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1999" + }, + { + "id": "q_005685", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1939", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1939" + }, + { + "id": "q_001916", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Str\u00f8msgodset IF", + "pred": "Str\u00f8msgodset IF", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Str\u00f8msgodset IF" + }, + { + "id": "q_006927", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_000904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_006701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_005536", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Fengtien", + "pred": "Fengtien", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Fengtien" + }, + { + "id": "q_000555", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Gertrude Stein", + "pred": "Gertrude Stein", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gertrude Stein" + }, + { + "id": "q_005626", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Heiner Gei\u00dfler", + "pred": "Heiner Gei\u00dfler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heiner Gei\u00dfler" + }, + { + "id": "q_005124", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Algiers", + "pred": "Algiers", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Algiers" + }, + { + "id": "q_002798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Coll\u00e8ge de France", + "pred": "Coll\u00e8ge de France", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Coll\u00e8ge de France" + }, + { + "id": "q_003885", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2021.0, + "gold": "National Oceanic and Atmospheric Administration", + "pred": "National Oceanic and Atmospheric Administration", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: National Oceanic and Atmospheric Administration" + }, + { + "id": "q_005314", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Taiwan" + }, + { + "id": "q_007748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Knight Bachelor", + "pred": "Knight Bachelor", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Knight Bachelor" + }, + { + "id": "q_002726", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "SK Slavia Prague", + "pred": "SK Slavia Prague", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SK Slavia Prague" + }, + { + "id": "q_004003", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "KRC Mechelen", + "pred": "KRC Mechelen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: KRC Mechelen" + }, + { + "id": "q_008148", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_004079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1916.0, + "gold": "Marie Bonaparte", + "pred": "Marie Bonaparte", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Marie Bonaparte" + }, + { + "id": "q_003444", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "A.S. Nancy-Lorraine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A.S. Nancy-Lorraine" + }, + { + "id": "q_004684", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Schutzstaffel", + "pred": "Schutzstaffel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Schutzstaffel" + }, + { + "id": "q_007043", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1995" + }, + { + "id": "q_002077", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Scunthorpe United F.C.", + "pred": "Scunthorpe United F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Scunthorpe United F.C." + }, + { + "id": "q_005610", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Willi Daume", + "pred": "Willi Daume", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Willi Daume" + }, + { + "id": "q_007161", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Polish People's Republic", + "pred": "Polish People's Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Polish People's Republic" + }, + { + "id": "q_008431", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Kingdom of Greece", + "pred": "Kingdom of Greece", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Greece" + }, + { + "id": "q_005503", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_003756", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Nuremberg Medical Trial", + "pred": "Nuremberg Medical Trial", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nuremberg Medical Trial" + }, + { + "id": "q_006939", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nobel Prize in Physiology or Medicine" + }, + { + "id": "q_005031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_001054", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002273", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Watford F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Watford F.C." + }, + { + "id": "q_000786", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Order of Merit of Baden-W\u00fcrttemberg" + }, + { + "id": "q_002778", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tottenham Hotspur F.C." + }, + { + "id": "q_005074", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Japan", + "pred": "Japan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Japan" + }, + { + "id": "q_007312", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Chelsea F.C.", + "pred": "Chelsea F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chelsea F.C." + }, + { + "id": "q_001350", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Leningrad Oblast", + "pred": "Luga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Luga" + }, + { + "id": "q_001371", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Clare Boothe Luce", + "pred": "Clare Boothe Luce", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Clare Boothe Luce" + }, + { + "id": "q_000490", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2005" + }, + { + "id": "q_006219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1985.0, + "gold": "1985", + "pred": "1985", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1985" + }, + { + "id": "q_005716", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_005200", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Pichichi Trophy", + "pred": "Pichichi Trophy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pichichi Trophy" + }, + { + "id": "q_000681", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2009" + }, + { + "id": "q_004424", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lviv Oblast", + "pred": "Lviv Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lviv Oblast" + }, + { + "id": "q_003611", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Catholic priest", + "pred": "Catholic priest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Catholic priest" + }, + { + "id": "q_000603", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Lille OSC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lille OSC" + }, + { + "id": "q_007417", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Beaux-Arts de Paris", + "pred": "Beaux-Arts de Paris", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Beaux-Arts de Paris" + }, + { + "id": "q_001017", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Golden Bear", + "pred": "Golden Bear", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Golden Bear" + }, + { + "id": "q_004297", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Walter Sisulu", + "pred": "Walter Sisulu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Walter Sisulu" + }, + { + "id": "q_007760", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Netherlands", + "pred": "Netherlands", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Netherlands" + }, + { + "id": "q_002309", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Feh\u00e9rv\u00e1r FC", + "pred": "Feh\u00e9rv\u00e1r FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Feh\u00e9rv\u00e1r FC" + }, + { + "id": "q_000472", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_001687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Free Democratic Party", + "pred": "Free Democratic Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Free Democratic Party" + }, + { + "id": "q_003092", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic" + }, + { + "id": "q_003984", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Hamburger SV", + "pred": "Hamburger SV", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hamburger SV" + }, + { + "id": "q_004307", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_004221", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002604", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Orenburg Governorate", + "pred": "Orenburg", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Orenburg" + }, + { + "id": "q_005175", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_000103", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "People's Republic of Bulgaria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: People's Republic of Bulgaria" + }, + { + "id": "q_007858", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "construction", + "pred": "construction", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: construction" + }, + { + "id": "q_000929", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Tony Award for Best Actress in a Play", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tony Award for Best Actress in a Play" + }, + { + "id": "q_008399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Hamburg Commercial Bank", + "pred": "Hamburg Commercial Bank", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hamburg Commercial Bank" + }, + { + "id": "q_006833", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "Princess M\u00e4rtha of Sweden", + "pred": "Denmark", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Denmark" + }, + { + "id": "q_007826", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006" + }, + { + "id": "q_005791", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1969.0, + "gold": "1969", + "pred": "1969", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1969" + }, + { + "id": "q_008695", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "FC Basel", + "pred": "FC Basel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Basel" + }, + { + "id": "q_006326", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_002683", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_004982", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "AS Monaco FC", + "pred": "AS Monaco FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: AS Monaco FC" + }, + { + "id": "q_000500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rome" + }, + { + "id": "q_000415", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise" + }, + { + "id": "q_002513", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "IBM", + "pred": "IBM", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: IBM" + }, + { + "id": "q_001131", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chinese Communist Party" + }, + { + "id": "q_004809", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_006419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "England women's national football team", + "pred": "England women's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: England women's national football team" + }, + { + "id": "q_000119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002765", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "The Rockefeller University", + "pred": "The Rockefeller University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Rockefeller University" + }, + { + "id": "q_001638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_003270", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_002090", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_002717", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_001781", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Waltrude Schleyer", + "pred": "Waltrude Schleyer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Waltrude Schleyer" + }, + { + "id": "q_007508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "West Ham United F.C.", + "pred": "West Ham United F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: West Ham United F.C." + }, + { + "id": "q_000911", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Tuscany", + "pred": "Tuscany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tuscany" + }, + { + "id": "q_002590", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1946.0, + "gold": "1946", + "pred": "1946", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1946" + }, + { + "id": "q_005409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Order of Merit of Baden-W\u00fcrttemberg" + }, + { + "id": "q_004701", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise" + }, + { + "id": "q_006905", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2023" + }, + { + "id": "q_005334", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2003" + }, + { + "id": "q_006551", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_002537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_004357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "FC Amkar Perm", + "pred": "FC Amkar Perm", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Amkar Perm" + }, + { + "id": "q_006681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Sporting CP", + "pred": "Sporting CP", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sporting CP" + }, + { + "id": "q_001982", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_001763", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Tranmere Rovers F.C.", + "pred": "Tranmere Rovers F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tranmere Rovers F.C." + }, + { + "id": "q_001693", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Utrecht University", + "pred": "Utrecht University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Utrecht University" + }, + { + "id": "q_006247", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1909.0, + "gold": "Associate Justice of the Supreme Court of the United States", + "pred": "Associate Justice of the Supreme Court of the United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Associate Justice of the Supreme Court of the United States" + }, + { + "id": "q_006923", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Der St\u00fcrmer", + "pred": "Der St\u00fcrmer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Der St\u00fcrmer" + }, + { + "id": "q_004828", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_006717", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_001064", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic" + }, + { + "id": "q_002886", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_001768", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_006522", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Cameroon men's national football team", + "pred": "Jean-Louis Leca", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jean-Louis Leca" + }, + { + "id": "q_001073", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Kingdom of Bulgaria", + "pred": "Kingdom of Bulgaria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Bulgaria" + }, + { + "id": "q_002125", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "SSC Napoli", + "pred": "SSC Napoli", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SSC Napoli" + }, + { + "id": "q_002297", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "FC Astra Giurgiu", + "pred": "FC Astra Giurgiu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Astra Giurgiu" + }, + { + "id": "q_002809", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_002474", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Pat Travers", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pat Travers" + }, + { + "id": "q_004101", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004" + }, + { + "id": "q_006366", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "England women's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: England women's national football team" + }, + { + "id": "q_003182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "United States Navy", + "pred": "United States Navy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Navy" + }, + { + "id": "q_003020", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Lagos", + "pred": "Lagos", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lagos" + }, + { + "id": "q_004956", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Calcio Padova", + "pred": "Calcio Padova", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Calcio Padova" + }, + { + "id": "q_006758", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Al Masry SC", + "pred": "Al Masry SC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Al Masry SC" + }, + { + "id": "q_003840", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "DSV Leoben", + "pred": "DSV Leoben", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: DSV Leoben" + }, + { + "id": "q_003113", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Wheaton College", + "pred": "Wheaton College", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Wheaton College" + }, + { + "id": "q_004767", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Miss America", + "pred": "Miss America", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Miss America" + }, + { + "id": "q_004986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_004256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "pred": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais" + }, + { + "id": "q_003340", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Russia", + "pred": "Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russia" + }, + { + "id": "q_005245", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1982" + }, + { + "id": "q_006022", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lady Gaga", + "pred": "Lady Gaga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lady Gaga" + }, + { + "id": "q_002807", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "University of Oslo", + "pred": "University of Oslo", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of Oslo" + }, + { + "id": "q_002236", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Order of Merit of North Rhine-Westphalia", + "pred": "Order of Merit of North Rhine-Westphalia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Order of Merit of North Rhine-Westphalia" + }, + { + "id": "q_006258", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "United States Cabinet", + "pred": "United States Cabinet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Cabinet" + }, + { + "id": "q_003646", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "pred": "Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie" + }, + { + "id": "q_002029", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Warabitai Station", + "pred": "Warabitai Station", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Warabitai Station" + }, + { + "id": "q_002701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Rudi Fuchs", + "pred": "Rudi Fuchs", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rudi Fuchs" + }, + { + "id": "q_000849", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1987" + }, + { + "id": "q_000139", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "Schutzstaffel", + "pred": "Schutzstaffel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Schutzstaffel" + }, + { + "id": "q_007176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Anton-G\u00fcnther, Duke of Oldenburg", + "pred": "Anton-G\u00fcnther, Duke of Oldenburg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Anton-G\u00fcnther, Duke of Oldenburg" + }, + { + "id": "q_004055", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_004419", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Jeonbuk Hyundai Motors FC", + "pred": "Jeonbuk Hyundai Motors FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jeonbuk Hyundai Motors FC" + }, + { + "id": "q_006447", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2010" + }, + { + "id": "q_005863", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Parliament of the United Kingdom", + "pred": "Parliament of the United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Parliament of the United Kingdom" + }, + { + "id": "q_004287", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Jens Stoltenberg", + "pred": "Jens Stoltenberg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jens Stoltenberg" + }, + { + "id": "q_008613", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "1980", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1980" + }, + { + "id": "q_002216", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Team Jayco AlUla", + "pred": "Team Jayco AlUla", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Team Jayco AlUla" + }, + { + "id": "q_006890", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gen\u00e7lerbirli\u011fi S.K." + }, + { + "id": "q_005004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_004395", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "University of Freiburg", + "pred": "University of Freiburg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of Freiburg" + }, + { + "id": "q_003660", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Queen", + "pred": "Queen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Queen" + }, + { + "id": "q_006514", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Soviet Federative Socialist Republic" + }, + { + "id": "q_002222", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_000791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany" + }, + { + "id": "q_001758", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "John Mauchly", + "pred": "John Mauchly", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John Mauchly" + }, + { + "id": "q_004641", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Ni\u00e8vre", + "pred": "Ni\u00e8vre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ni\u00e8vre" + }, + { + "id": "q_000084", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Munich Kammerspiele", + "pred": "Munich Kammerspiele", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Munich Kammerspiele" + }, + { + "id": "q_005007", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2017.0, + "gold": "2017", + "pred": "2017", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2017" + }, + { + "id": "q_002535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Tuvan Autonomous Soviet Socialist Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tuvan Autonomous Soviet Socialist Republic" + }, + { + "id": "q_007920", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2002" + }, + { + "id": "q_006359", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1956.0, + "gold": "1956", + "pred": "1956", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1956" + }, + { + "id": "q_005402", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Empire" + }, + { + "id": "q_007921", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1989" + }, + { + "id": "q_002569", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_003091", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Pat Travers", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pat Travers" + }, + { + "id": "q_002364", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Gaz\u00e9lec Ajaccio", + "pred": "Gaz\u00e9lec Ajaccio", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gaz\u00e9lec Ajaccio" + }, + { + "id": "q_007208", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Gustave Choquet", + "pred": "Gustave Choquet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gustave Choquet" + }, + { + "id": "q_003209", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "C\u00e9sar Milstein", + "pred": "C\u00e9sar Milstein", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: C\u00e9sar Milstein" + }, + { + "id": "q_001948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nobel Prize in Physiology or Medicine" + }, + { + "id": "q_004389", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "1922", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1922" + }, + { + "id": "q_001672", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Kemerovo Oblast", + "pred": "Kemerovo Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kemerovo Oblast" + }, + { + "id": "q_002971", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2020.0, + "gold": "Hamza Hamzao\u011flu", + "pred": "Hamza Hamzao\u011flu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hamza Hamzao\u011flu" + }, + { + "id": "q_007668", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Freie Universit\u00e4t Berlin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Freie Universit\u00e4t Berlin" + }, + { + "id": "q_004443", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Member of the European Parliament", + "pred": "Member of the European Parliament", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Member of the European Parliament" + }, + { + "id": "q_000260", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_003060", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Leipziger Land", + "pred": "Leipzig Government Region", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Leipzig Government Region" + }, + { + "id": "q_003434", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "United Arab Republic", + "pred": "United Arab Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Arab Republic" + }, + { + "id": "q_006063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_005538", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Nobel Prize in Literature", + "pred": "Nobel Prize in Literature", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nobel Prize in Literature" + }, + { + "id": "q_005136", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Ireland men\u2019s national rugby union team", + "pred": "Ireland men\u2019s national rugby union team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ireland men\u2019s national rugby union team" + }, + { + "id": "q_004183", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "The Rockefeller University", + "pred": "The Rockefeller University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Rockefeller University" + }, + { + "id": "q_006802", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Is\u00e8re", + "pred": "Is\u00e8re", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Is\u00e8re" + }, + { + "id": "q_002238", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_004081", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Harvard University", + "pred": "Harvard University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Harvard University" + }, + { + "id": "q_007931", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Kingdom of Hungary", + "pred": "Kingdom of Hungary", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Hungary" + }, + { + "id": "q_002561", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Babe\u0219-Bolyai University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Babe\u0219-Bolyai University" + }, + { + "id": "q_000796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Stockholm University", + "pred": "Stockholm University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Stockholm University" + }, + { + "id": "q_008363", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Poland", + "pred": "Poland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Poland" + }, + { + "id": "q_008611", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Wang Jingwei regime", + "pred": "Wang Jingwei regime", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Wang Jingwei regime" + }, + { + "id": "q_002255", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1986.0, + "gold": "1986", + "pred": "1986", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1986" + }, + { + "id": "q_007672", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2016", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2016" + }, + { + "id": "q_002954", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "SC Fortuna K\u00f6ln", + "pred": "SC Fortuna K\u00f6ln", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SC Fortuna K\u00f6ln" + }, + { + "id": "q_002449", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Valencia CF", + "pred": "Valencia CF", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Valencia CF" + }, + { + "id": "q_005372", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Malm\u00f6 FF", + "pred": "Malm\u00f6 FF", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Malm\u00f6 FF" + }, + { + "id": "q_006616", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_007451", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "SV Saar 05 Saarbr\u00fccken", + "pred": "SV Saar 05 Saarbr\u00fccken", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SV Saar 05 Saarbr\u00fccken" + }, + { + "id": "q_003948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "C.D. Nacional", + "pred": "C.D. Nacional", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: C.D. Nacional" + }, + { + "id": "q_008679", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_004351", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "education", + "pred": "education", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: education" + }, + { + "id": "q_007031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "FC Barcelona B\u00e0squet", + "pred": "FC Barcelona B\u00e0squet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Barcelona B\u00e0squet" + }, + { + "id": "q_004853", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_008238", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Reichsgesetzblatt", + "pred": "Reichsgesetzblatt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Reichsgesetzblatt" + }, + { + "id": "q_007289", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Empire" + }, + { + "id": "q_005590", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_002466", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1942.0, + "gold": "1st U-boat Flotilla", + "pred": "1st U-boat Flotilla", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1st U-boat Flotilla" + }, + { + "id": "q_005898", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Second Syrian Republic", + "pred": "Second Syrian Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Second Syrian Republic" + }, + { + "id": "q_004677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Empire" + }, + { + "id": "q_006637", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Allianz SE", + "pred": "Allianz SE", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Allianz SE" + }, + { + "id": "q_001605", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Keith Richards", + "pred": "Keith Richards", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Keith Richards" + }, + { + "id": "q_003947", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Q99317", + "pred": "Q99317", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Q99317" + }, + { + "id": "q_001379", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004" + }, + { + "id": "q_006411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Cruzeiro E.C.", + "pred": "Cruzeiro E.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cruzeiro E.C." + }, + { + "id": "q_004141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2021.0, + "gold": "Daft Punk", + "pred": "Daft Punk", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daft Punk" + }, + { + "id": "q_007475", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Latvia", + "pred": "Latvia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Latvia" + }, + { + "id": "q_008010", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "C.D. Jorge Wilstermann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: C.D. Jorge Wilstermann" + }, + { + "id": "q_005768", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Landeshauptmann", + "pred": "Landeshauptmann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Landeshauptmann" + }, + { + "id": "q_003283", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1977" + }, + { + "id": "q_003934", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Republic of Korea Army", + "pred": "Republic of Korea Army", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Republic of Korea Army" + }, + { + "id": "q_000952", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_004410", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Landrat", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Landrat" + }, + { + "id": "q_007420", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Orenburg Oblast", + "pred": "Orenburg Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Orenburg Oblast" + }, + { + "id": "q_003788", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Paris", + "pred": "Paris", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paris" + }, + { + "id": "q_007654", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Lille OSC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lille OSC" + }, + { + "id": "q_000104", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Daejeon Hana Citizen FC", + "pred": "Daejeon Hana Citizen FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daejeon Hana Citizen FC" + }, + { + "id": "q_003094", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "England men\u2019s national rugby union team", + "pred": "England men\u2019s national rugby union team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: England men\u2019s national rugby union team" + }, + { + "id": "q_005875", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_004542", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2016.0, + "gold": "Province of Carbonia-Iglesias", + "pred": "Province of Carbonia-Iglesias", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Province of Carbonia-Iglesias" + }, + { + "id": "q_000638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "AgustaWestland", + "pred": "AgustaWestland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: AgustaWestland" + }, + { + "id": "q_003357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_005999", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Czechia men's national football team", + "pred": "Czechia men's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Czechia men's national football team" + }, + { + "id": "q_003881", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_004798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Red Star F.C.", + "pred": "Red Star F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Red Star F.C." + }, + { + "id": "q_003140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Copley Medal", + "pred": "Copley Medal", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Copley Medal" + }, + { + "id": "q_000380", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Klaus Jensen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Jensen" + }, + { + "id": "q_007104", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: chairperson" + }, + { + "id": "q_005106", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1926.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_007198", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "VVV-Venlo", + "pred": "VVV-Venlo", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: VVV-Venlo" + }, + { + "id": "q_001075", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_007267", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Netherlands Antilles", + "pred": "Netherlands Antilles", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Netherlands Antilles" + }, + { + "id": "q_005453", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1989" + }, + { + "id": "q_006199", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Club Atl\u00e9tico Tigre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Atl\u00e9tico Tigre" + }, + { + "id": "q_007661", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tottenham Hotspur F.C." + }, + { + "id": "q_002761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Christoph Franz", + "pred": "Christoph Franz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Christoph Franz" + }, + { + "id": "q_007018", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Province of Ogliastra", + "pred": "Province of Ogliastra", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Province of Ogliastra" + }, + { + "id": "q_006321", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Pontault-Combault", + "pred": "Pontault-Combault", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pontault-Combault" + }, + { + "id": "q_000924", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002232", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_005699", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "University of G\u00f6ttingen", + "pred": "University of G\u00f6ttingen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of G\u00f6ttingen" + }, + { + "id": "q_007488", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006" + }, + { + "id": "q_006249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Vla\u0219ca County", + "pred": "Vla\u0219ca County", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vla\u0219ca County" + }, + { + "id": "q_005369", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "University of Zurich", + "pred": "University of Zurich", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of Zurich" + }, + { + "id": "q_000700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_001823", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Bremen-Liga", + "pred": "Bremen-Liga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bremen-Liga" + }, + { + "id": "q_006475", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1991" + }, + { + "id": "q_008413", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1984.0, + "gold": "1984", + "pred": "1984", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1984" + }, + { + "id": "q_003577", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Chief of the Turkish General Staff", + "pred": "Chief of the Turkish General Staff", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chief of the Turkish General Staff" + }, + { + "id": "q_003400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Hanna-Barbera", + "pred": "Hanna-Barbera", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hanna-Barbera" + }, + { + "id": "q_008560", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Romania national rugby union team", + "pred": "Romania national rugby union team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Romania national rugby union team" + }, + { + "id": "q_008146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Czechoslovakia", + "pred": "Czechoslovakia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Czechoslovakia" + }, + { + "id": "q_006136", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1903.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Empire" + }, + { + "id": "q_005189", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise" + }, + { + "id": "q_002858", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Empire of Japan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Empire of Japan" + }, + { + "id": "q_008315", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Kemerovo Oblast", + "pred": "Kemerovo Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kemerovo Oblast" + }, + { + "id": "q_000228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Kotelnikovsky District", + "pred": "Kotelnikovsky District", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kotelnikovsky District" + }, + { + "id": "q_005219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004" + }, + { + "id": "q_000973", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Ternopil Oblast", + "pred": "Ternopil Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ternopil Oblast" + }, + { + "id": "q_002849", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_008608", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "S.C. Internacional", + "pred": "S.C. Internacional", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S.C. Internacional" + }, + { + "id": "q_001494", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Saint Petersburg", + "pred": "Saint Petersburg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Saint Petersburg" + }, + { + "id": "q_007390", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic" + }, + { + "id": "q_007069", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_001021", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Nelly Sachs Prize", + "pred": "Nelly Sachs Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nelly Sachs Prize" + }, + { + "id": "q_006507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_006782", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Merited Artist of the RSFSR", + "pred": "Merited Artist of the RSFSR", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Merited Artist of the RSFSR" + }, + { + "id": "q_008600", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_005516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Central Institute for Ancient History and Archeology", + "pred": "Central Institute for Ancient History and Archeology", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Central Institute for Ancient History and Archeology" + }, + { + "id": "q_005501", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_001523", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Prince Charles, Count of Flanders", + "pred": "Prince Charles, Count of Flanders", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prince Charles, Count of Flanders" + }, + { + "id": "q_003339", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Second Syrian Republic", + "pred": "Second Syrian Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Second Syrian Republic" + }, + { + "id": "q_006965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Empire of Japan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Empire of Japan" + }, + { + "id": "q_002341", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1996" + }, + { + "id": "q_006340", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "People's Artist of the USSR", + "pred": "People's Artist of the USSR", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: People's Artist of the USSR" + }, + { + "id": "q_004184", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Chelsea F.C.", + "pred": "Chelsea F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chelsea F.C." + }, + { + "id": "q_001998", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1939", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1939" + }, + { + "id": "q_008462", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2003" + }, + { + "id": "q_005081", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Beira Alta", + "pred": "Beira Alta", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Beira Alta" + }, + { + "id": "q_001020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Israel" + }, + { + "id": "q_006076", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Empire" + }, + { + "id": "q_004257", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Province of Posen", + "pred": "Province of Posen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Province of Posen" + }, + { + "id": "q_001129", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_002202", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Isabela", + "pred": "Isabela", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Isabela" + }, + { + "id": "q_001377", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_005631", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1974" + }, + { + "id": "q_000171", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Melora Walters", + "pred": "Melora Walters", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Melora Walters" + }, + { + "id": "q_007554", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_001278", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_005559", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Swiss Super League" + }, + { + "id": "q_007444", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021" + }, + { + "id": "q_004826", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "Dakar", + "pred": "Dakar", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dakar" + }, + { + "id": "q_003409", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Margaret Atwood", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Margaret Atwood" + }, + { + "id": "q_006575", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Attila J\u00f3zsef" + }, + { + "id": "q_001217", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Actress" + }, + { + "id": "q_007223", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Klaus Sch\u00fctz", + "pred": "Klaus Sch\u00fctz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Sch\u00fctz" + }, + { + "id": "q_004735", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Berlin", + "pred": "Berlin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Berlin" + }, + { + "id": "q_001394", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic" + }, + { + "id": "q_004179", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_000278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Rudy Giuliani", + "pred": "Rudy Giuliani", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rudy Giuliani" + }, + { + "id": "q_005799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Wowereit" + }, + { + "id": "q_003446", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "President of the United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the United States" + }, + { + "id": "q_007096", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Phillip Cocu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Phillip Cocu" + }, + { + "id": "q_008279", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Montreal Forum" + }, + { + "id": "q_006719", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Emma de Caunes", + "pred": "Emma de Caunes", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Emma de Caunes" + }, + { + "id": "q_002450", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Cyprus Football Association", + "pred": "Cyprus Football Association", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cyprus Football Association" + }, + { + "id": "q_000742", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "2007", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2007" + }, + { + "id": "q_005331", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1977" + }, + { + "id": "q_002617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Stade Chaban-Delmas" + }, + { + "id": "q_006020", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lady Bird Johnson", + "pred": "Lady Bird Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lady Bird Johnson" + }, + { + "id": "q_002515", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sepp Herberger" + }, + { + "id": "q_000947", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S\u00fcper Lig" + }, + { + "id": "q_004442", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "2014", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2014" + }, + { + "id": "q_003129", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Wowereit" + }, + { + "id": "q_000626", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Edward Joseph Kelly", + "pred": "Edward Joseph Kelly", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Edward Joseph Kelly" + }, + { + "id": "q_008507", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "presidential system", + "pred": "presidential system", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: presidential system" + }, + { + "id": "q_000399", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Otto Nerz", + "pred": "Otto Nerz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Otto Nerz" + }, + { + "id": "q_005160", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "A Bend in the River", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A Bend in the River" + }, + { + "id": "q_006565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vicente Calder\u00f3n Stadium" + }, + { + "id": "q_006647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "President of North Macedonia", + "pred": "President of North Macedonia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of North Macedonia" + }, + { + "id": "q_008117", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021" + }, + { + "id": "q_007432", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Romano Prodi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Romano Prodi" + }, + { + "id": "q_006320", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1931.0, + "gold": "1931", + "pred": "1931", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1931" + }, + { + "id": "q_008047", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nicholas II of Russia" + }, + { + "id": "q_000063", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Carlo Vittorio Varetti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Vittorio Varetti" + }, + { + "id": "q_008584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Territory of Hawaii" + }, + { + "id": "q_001072", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Eusebio Sacrist\u00e1n", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eusebio Sacrist\u00e1n" + }, + { + "id": "q_005910", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States" + }, + { + "id": "q_003397", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "V\u00edt\u011bzslav Lavi\u010dka", + "pred": "V\u00edt\u011bzslav Lavi\u010dka", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: V\u00edt\u011bzslav Lavi\u010dka" + }, + { + "id": "q_000162", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Lady Bird Johnson", + "pred": "Lady Bird Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lady Bird Johnson" + }, + { + "id": "q_002728", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Silvio Berlusconi" + }, + { + "id": "q_003793", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Barcelona Province", + "pred": "Barcelona Province", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Barcelona Province" + }, + { + "id": "q_003541", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006" + }, + { + "id": "q_008524", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Stade Chaban-Delmas" + }, + { + "id": "q_003943", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani" + }, + { + "id": "q_003382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Michal B\u00edlek", + "pred": "Michal B\u00edlek", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Michal B\u00edlek" + }, + { + "id": "q_003569", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani" + }, + { + "id": "q_002249", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "University of Paris", + "pred": "University of Paris", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of Paris" + }, + { + "id": "q_001978", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_005073", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alex McLeish" + }, + { + "id": "q_000609", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1974" + }, + { + "id": "q_004940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Manuel Jim\u00e9nez Jim\u00e9nez", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Manuel Jim\u00e9nez Jim\u00e9nez" + }, + { + "id": "q_002185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Guy Ritchie", + "pred": "Guy Ritchie", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Guy Ritchie" + }, + { + "id": "q_006953", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "Jimmy Walker", + "pred": "Jimmy Walker", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jimmy Walker" + }, + { + "id": "q_001572", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Phillip Cocu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Phillip Cocu" + }, + { + "id": "q_008301", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Romano Prodi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Romano Prodi" + }, + { + "id": "q_000630", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1960.0, + "gold": "Graceland", + "pred": "Graceland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Graceland" + }, + { + "id": "q_000755", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Elizabeth II", + "pred": "Lyndon B. Johnson", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson" + }, + { + "id": "q_000326", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse" + }, + { + "id": "q_002870", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Bahrain", + "pred": "Prime Minister of Bahrain", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Bahrain" + }, + { + "id": "q_007789", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_007973", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Bjarne Riis", + "pred": "Bjarne Riis", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bjarne Riis" + }, + { + "id": "q_000219", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Vivien Leigh", + "pred": "Vivien Leigh", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vivien Leigh" + }, + { + "id": "q_007274", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Elizabeth II", + "pred": "Elizabeth II", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Elizabeth II" + }, + { + "id": "q_006021", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_006576", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "Laurence Olivier", + "pred": "Laurence Olivier", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Laurence Olivier" + }, + { + "id": "q_000623", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Bjarne Berntsen", + "pred": "Bjarne Berntsen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bjarne Berntsen" + }, + { + "id": "q_005668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "DBC Pierre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: DBC Pierre" + }, + { + "id": "q_003804", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Nobel Peace Prize", + "pred": "Nobel Peace Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nobel Peace Prize" + }, + { + "id": "q_006789", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Robert Ferdinand Wagner Jr.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Robert Ferdinand Wagner Jr." + }, + { + "id": "q_006521", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Atlanta-Fulton County Stadium", + "pred": "Atlanta-Fulton County Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Atlanta-Fulton County Stadium" + }, + { + "id": "q_006174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "Carry Me Down", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carry Me Down" + }, + { + "id": "q_004769", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Loretta Young", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Loretta Young" + }, + { + "id": "q_001801", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Vytautas Landsbergis", + "pred": "Vytautas Landsbergis", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vytautas Landsbergis" + }, + { + "id": "q_000920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "State Anthem of the Soviet Union", + "pred": "March of the Volunteers", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: March of the Volunteers" + }, + { + "id": "q_003724", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone" + }, + { + "id": "q_006014", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Hans Loritz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hans Loritz" + }, + { + "id": "q_007171", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S\u00fcper Lig" + }, + { + "id": "q_007260", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "3. Liga", + "pred": "3. Liga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 3. Liga" + }, + { + "id": "q_005517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Thomas Tuchel", + "pred": "Thomas Tuchel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Thomas Tuchel" + }, + { + "id": "q_007485", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Charlize Theron", + "pred": "Charlize Theron", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Charlize Theron" + }, + { + "id": "q_001837", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021" + }, + { + "id": "q_000568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Romano Prodi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Romano Prodi" + }, + { + "id": "q_005494", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Berti Vogts", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Berti Vogts" + }, + { + "id": "q_000075", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_004734", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Peter Carey", + "pred": "Peter Carey", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Peter Carey" + }, + { + "id": "q_004770", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Constantinople", + "pred": "Constantinople", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Constantinople" + }, + { + "id": "q_006777", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "S\u00e1ndor Preisinger", + "pred": "S\u00e1ndor Preisinger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S\u00e1ndor Preisinger" + }, + { + "id": "q_001481", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1977" + }, + { + "id": "q_000851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jos\u00e9 Mourinho" + }, + { + "id": "q_000707", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_007316", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Carlo Vittorio Varetti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Vittorio Varetti" + }, + { + "id": "q_002781", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Yugoslavia", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: France" + }, + { + "id": "q_001694", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Glenda Jackson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Glenda Jackson" + }, + { + "id": "q_005714", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "B\u00fclent Ecevit", + "pred": "B\u00fclent Ecevit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: B\u00fclent Ecevit" + }, + { + "id": "q_002568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Stefan Kuntz", + "pred": "Stefan Kuntz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Stefan Kuntz" + }, + { + "id": "q_000390", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Nobel Prize in Physics", + "pred": "Nobel Prize in Physics", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nobel Prize in Physics" + }, + { + "id": "q_004301", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Rudy Giuliani", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rudy Giuliani" + }, + { + "id": "q_007116", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse" + }, + { + "id": "q_004505", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Abraham Beame", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Abraham Beame" + }, + { + "id": "q_007035", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "David Dinkins", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Dinkins" + }, + { + "id": "q_004558", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jos\u00e9 Mourinho" + }, + { + "id": "q_003267", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Bette Davis", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bette Davis" + }, + { + "id": "q_006755", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Theodor Liebknecht", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Theodor Liebknecht" + }, + { + "id": "q_004583", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1987" + }, + { + "id": "q_000225", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Gareth Southgate", + "pred": "Gareth Southgate", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gareth Southgate" + }, + { + "id": "q_002459", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_006352", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021" + }, + { + "id": "q_004787", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Janusz W\u00f3jcik", + "pred": "Janusz W\u00f3jcik", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Janusz W\u00f3jcik" + }, + { + "id": "q_002226", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Leonid Brezhnev", + "pred": "Vladimir Kryuchkov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vladimir Kryuchkov" + }, + { + "id": "q_003363", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Jan Schaffrath", + "pred": "Jan Schaffrath", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jan Schaffrath" + }, + { + "id": "q_001025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Pavel Vrba", + "pred": "Petr Jel\u00ednek", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Petr Jel\u00ednek" + }, + { + "id": "q_006972", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1976" + }, + { + "id": "q_007393", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Autonomous Province of Vojvodina", + "em": 0.0, + "f1": 0.4000000000000001, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Autonomous Province of Vojvodina" + }, + { + "id": "q_002784", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Franz Beckenbauer", + "pred": "Franz Beckenbauer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Franz Beckenbauer" + }, + { + "id": "q_005991", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_007278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Claudia Roth", + "pred": "Ulrike Herrmann", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ulrike Herrmann" + }, + { + "id": "q_002109", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "ADIG", + "pred": "ADIG", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: ADIG" + }, + { + "id": "q_005445", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Abraham Beame", + "pred": "Abraham Beame", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Abraham Beame" + }, + { + "id": "q_005382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Fiorello H. La Guardia", + "pred": "Fiorello H. La Guardia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Fiorello H. La Guardia" + }, + { + "id": "q_005633", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini" + }, + { + "id": "q_002083", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Jens Gustafsson", + "pred": "Jens Gustafsson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jens Gustafsson" + }, + { + "id": "q_003899", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic" + }, + { + "id": "q_002997", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom" + }, + { + "id": "q_005860", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Actress" + }, + { + "id": "q_001039", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Panama" + }, + { + "id": "q_000086", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini" + }, + { + "id": "q_005689", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bucharest" + }, + { + "id": "q_006609", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom" + }, + { + "id": "q_004970", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2003" + }, + { + "id": "q_004192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_007711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_008062", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "M\u00e1rio Soares", + "pred": "M\u00e1rio Soares", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: M\u00e1rio Soares" + }, + { + "id": "q_006613", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Stuart Lancaster", + "pred": "Stuart Lancaster", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Stuart Lancaster" + }, + { + "id": "q_001894", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Reese Witherspoon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Reese Witherspoon" + }, + { + "id": "q_002546", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: P\u00e9ter P\u00e1zm\u00e1ny" + }, + { + "id": "q_003153", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Zhou Enlai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Zhou Enlai" + }, + { + "id": "q_002865", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Thomas Keneally", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Thomas Keneally" + }, + { + "id": "q_007865", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_008428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Clive Woodward", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Clive Woodward" + }, + { + "id": "q_001858", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Graceland", + "pred": "Graceland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Graceland" + }, + { + "id": "q_001912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Constantinople", + "pred": "Constantinople", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Constantinople" + }, + { + "id": "q_003034", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Hans Loritz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hans Loritz" + }, + { + "id": "q_000799", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Barack Obama", + "pred": "Arsenii Yatseniuk", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Arsenii Yatseniuk" + }, + { + "id": "q_007926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Boston Garden", + "pred": "Boston Garden", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Boston Garden" + }, + { + "id": "q_004762", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "Kingdom of Prussia", + "pred": "Kingdom of Prussia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Prussia" + }, + { + "id": "q_004806", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lu\u00eds Filipe Vieira" + }, + { + "id": "q_003643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Premier League", + "pred": "Premier League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Premier League" + }, + { + "id": "q_008203", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Amway Arena", + "pred": "Amway Arena", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amway Arena" + }, + { + "id": "q_004465", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021" + }, + { + "id": "q_006874", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "John Lindsay", + "pred": "John Lindsay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John Lindsay" + }, + { + "id": "q_000593", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_004615", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2018.0, + "gold": "2018", + "pred": "2018", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2018" + }, + { + "id": "q_001617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Geoffrey Rush", + "pred": "Frances McDormand", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Frances McDormand" + }, + { + "id": "q_001902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Academy Award for Best Writing, Adapted Screenplay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Writing, Adapted Screenplay" + }, + { + "id": "q_004669", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Yuri Semin", + "pred": "Yuri Semin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yuri Semin" + }, + { + "id": "q_002742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Aldo Moro", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aldo Moro" + }, + { + "id": "q_006208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Theodor Liebknecht", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Theodor Liebknecht" + }, + { + "id": "q_006858", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2002" + }, + { + "id": "q_000627", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Academy Award for Best Writing, Adapted Screenplay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Writing, Adapted Screenplay" + }, + { + "id": "q_008456", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: absolute monarchy" + }, + { + "id": "q_004863", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Academy Award for Best Writing, Adapted Screenplay", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Writing, Adapted Screenplay" + }, + { + "id": "q_005053", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lauri Yl\u00f6nen", + "pred": "Lauri Yl\u00f6nen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lauri Yl\u00f6nen" + }, + { + "id": "q_006906", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sini\u0161a Mihajlovi\u0107", + "pred": "Sini\u0161a Mihajlovi\u0107", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sini\u0161a Mihajlovi\u0107" + }, + { + "id": "q_004343", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Arrigo Sacchi", + "pred": "Arrigo Sacchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Arrigo Sacchi" + }, + { + "id": "q_008520", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Hans Loritz", + "pred": "Hans Loritz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hans Loritz" + }, + { + "id": "q_008566", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Kurt Biedenkopf", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kurt Biedenkopf" + }, + { + "id": "q_005406", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: West Germany" + }, + { + "id": "q_005485", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Milo\u0161 Zeman", + "pred": "Milo\u0161 Zeman", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Milo\u0161 Zeman" + }, + { + "id": "q_006778", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_000448", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Alex Ferguson", + "pred": "Alex Ferguson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alex Ferguson" + }, + { + "id": "q_005253", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Aravind Adiga", + "pred": "Aravind Adiga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aravind Adiga" + }, + { + "id": "q_002793", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Academy Award for Best Supporting Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Supporting Actress" + }, + { + "id": "q_001366", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Cliff Burton", + "pred": "Cliff Burton", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cliff Burton" + }, + { + "id": "q_000346", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giorgio Napolitano" + }, + { + "id": "q_001380", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "John Williams", + "pred": "John Williams", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John Williams" + }, + { + "id": "q_007366", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Giampiero Boniperti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giampiero Boniperti" + }, + { + "id": "q_004085", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "Qing dynasty", + "pred": "Qing dynasty", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Qing dynasty" + }, + { + "id": "q_002859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom" + }, + { + "id": "q_000061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Penelope Fitzgerald", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Penelope Fitzgerald" + }, + { + "id": "q_002208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nike" + }, + { + "id": "q_005149", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Dalvik VM", + "pred": "Dalvik VM", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dalvik VM" + }, + { + "id": "q_007466", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Deutsche Mark" + }, + { + "id": "q_001168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "EFL Championship", + "pred": "EFL Championship", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: EFL Championship" + }, + { + "id": "q_002303", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Prime Minister of Canada", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Canada" + }, + { + "id": "q_004925", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Norma Shearer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Norma Shearer" + }, + { + "id": "q_002425", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_003762", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Minneapolis Armory", + "pred": "Minneapolis Armory", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Minneapolis Armory" + }, + { + "id": "q_000351", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Territory of Hawaii" + }, + { + "id": "q_003288", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Alain Afflelou", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alain Afflelou" + }, + { + "id": "q_001079", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Giampiero Boniperti", + "pred": "Giampiero Boniperti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giampiero Boniperti" + }, + { + "id": "q_004556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Paulo Bento", + "pred": "Paulo Bento", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paulo Bento" + }, + { + "id": "q_006454", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Steve Sampson", + "pred": "Steve Sampson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Steve Sampson" + }, + { + "id": "q_007686", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "United States Cabinet", + "pred": "United States Cabinet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Cabinet" + }, + { + "id": "q_001636", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1975" + }, + { + "id": "q_000642", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Alan Hollinghurst", + "pred": "Alan Hollinghurst", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alan Hollinghurst" + }, + { + "id": "q_005992", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1906.0, + "gold": "Theodore Roosevelt", + "pred": "Theodore Roosevelt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Theodore Roosevelt" + }, + { + "id": "q_001567", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Robert Ferdinand Wagner Jr.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Robert Ferdinand Wagner Jr." + }, + { + "id": "q_003917", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Elizabeth II", + "pred": "Elizabeth II", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Elizabeth II" + }, + { + "id": "q_007632", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pawe\u0142 Janas", + "pred": "Pawe\u0142 Janas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pawe\u0142 Janas" + }, + { + "id": "q_001702", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Eerste Divisie", + "pred": "Eerste Divisie", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eerste Divisie" + }, + { + "id": "q_006358", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "German Federal Archives", + "pred": "German Federal Archives", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Federal Archives" + }, + { + "id": "q_006799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Dwight D. Eisenhower", + "pred": "Dwight D. Eisenhower", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dwight D. Eisenhower" + }, + { + "id": "q_001724", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson" + }, + { + "id": "q_005308", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Actress" + }, + { + "id": "q_006485", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Margaret Atwood", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Margaret Atwood" + }, + { + "id": "q_004831", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_005190", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Freie Universit\u00e4t Berlin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Freie Universit\u00e4t Berlin" + }, + { + "id": "q_006636", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "George Marshall", + "pred": "United States Secretary of State", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Secretary of State" + }, + { + "id": "q_003213", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson" + }, + { + "id": "q_005672", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler" + }, + { + "id": "q_006227", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021" + }, + { + "id": "q_006185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Giffoni Film Festival", + "pred": "Giffoni Film Festival", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giffoni Film Festival" + }, + { + "id": "q_007816", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Franciszek Smuda", + "pred": "Franciszek Smuda", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Franciszek Smuda" + }, + { + "id": "q_001958", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "John Lindsay", + "pred": "John Lindsay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John Lindsay" + }, + { + "id": "q_007818", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sepp Herberger" + }, + { + "id": "q_003874", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_006836", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_005437", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_001779", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Chemnitz Government Region", + "pred": "Chemnitz Government Region", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chemnitz Government Region" + }, + { + "id": "q_002182", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler" + }, + { + "id": "q_006540", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Antonio Segni", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Antonio Segni" + }, + { + "id": "q_000118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lu\u00eds Filipe Vieira" + }, + { + "id": "q_000470", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat" + }, + { + "id": "q_004884", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Emma Thompson", + "pred": "Emma Thompson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Emma Thompson" + }, + { + "id": "q_008312", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "United Kingdom of Great Britain and Ireland", + "pred": "United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom of Great Britain and Ireland" + }, + { + "id": "q_006013", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "David Dinkins", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Dinkins" + }, + { + "id": "q_006889", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Carlo Ancelotti", + "pred": "Carlo Ancelotti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Ancelotti" + }, + { + "id": "q_003651", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Saku Koivu" + }, + { + "id": "q_003374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Q82595", + "pred": "Q82595", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Q82595" + }, + { + "id": "q_003329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_000420", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1917.0, + "gold": "1917", + "pred": "1917", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1917" + }, + { + "id": "q_005828", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Prime Minister of Belize", + "pred": "Prime Minister of Belize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Belize" + }, + { + "id": "q_006078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sepp Herberger" + }, + { + "id": "q_002499", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Territory of Hawaii" + }, + { + "id": "q_008212", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "George VI", + "pred": "George VI", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: George VI" + }, + { + "id": "q_006996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_006976", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Gennaro Gattuso", + "pred": "Gennaro Gattuso", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gennaro Gattuso" + }, + { + "id": "q_007445", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.20000000000000004, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Order of Merit of Baden-W\u00fcrttemberg" + }, + { + "id": "q_004525", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Lamberto Dini", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_002061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giorgio Napolitano" + }, + { + "id": "q_003387", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021" + }, + { + "id": "q_004969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alex McLeish" + }, + { + "id": "q_008292", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States" + }, + { + "id": "q_006528", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1902", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1902" + }, + { + "id": "q_008636", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Walter Zenga", + "pred": "Walter Zenga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Walter Zenga" + }, + { + "id": "q_004972", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Kia Forum", + "pred": "Boston Garden", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Boston Garden" + }, + { + "id": "q_006497", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Hungarian People's Republic", + "pred": "Hungarian People's Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hungarian People's Republic" + }, + { + "id": "q_005926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jos\u00e9 Mourinho" + }, + { + "id": "q_005410", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Taiwan" + }, + { + "id": "q_000901", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Shimon Peres", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Shimon Peres" + }, + { + "id": "q_007838", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mircea Lucescu", + "pred": "Mircea Lucescu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mircea Lucescu" + }, + { + "id": "q_007144", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "The Internationale", + "pred": "The Internationale", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Internationale" + }, + { + "id": "q_003135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Jean Mistler", + "pred": "Jean Mistler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jean Mistler" + }, + { + "id": "q_000287", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Gerhard Casper", + "pred": "Gerhard Casper", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gerhard Casper" + }, + { + "id": "q_004792", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_006621", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sean Yates", + "pred": "Sean Yates", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sean Yates" + }, + { + "id": "q_001788", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Norma Shearer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Norma Shearer" + }, + { + "id": "q_002557", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Fiorello H. La Guardia", + "pred": "Fiorello H. La Guardia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Fiorello H. La Guardia" + }, + { + "id": "q_006859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "A. S. Byatt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A. S. Byatt" + }, + { + "id": "q_006058", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_000536", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vicente Calder\u00f3n Stadium" + }, + { + "id": "q_007404", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2000.0, + "gold": "2000", + "pred": "2000", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2000" + }, + { + "id": "q_001292", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1990.0, + "gold": "1990", + "pred": "1990", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1990" + }, + { + "id": "q_002179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "David Storey", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Storey" + }, + { + "id": "q_005996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "A Bend in the River", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A Bend in the River" + }, + { + "id": "q_002490", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1930" + }, + { + "id": "q_001434", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "New York City", + "pred": "New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: New York City" + }, + { + "id": "q_006868", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2001" + }, + { + "id": "q_008663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jean Mistler", + "pred": "Jean Mistler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jean Mistler" + }, + { + "id": "q_002319", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2022.0, + "gold": "2022", + "pred": "2022", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2022" + }, + { + "id": "q_008472", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic" + }, + { + "id": "q_000496", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Massimo D'Alema", + "pred": "Silvio Berlusconi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Silvio Berlusconi" + }, + { + "id": "q_005883", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Roman Herzog", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Roman Herzog" + }, + { + "id": "q_000466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "BP", + "pred": "BP", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: BP" + }, + { + "id": "q_001286", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone" + }, + { + "id": "q_003325", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bucharest" + }, + { + "id": "q_000231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "William Emmett Dever", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: William Emmett Dever" + }, + { + "id": "q_000949", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Roman Herzog", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Roman Herzog" + }, + { + "id": "q_004634", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006" + }, + { + "id": "q_008417", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Swiss Super League" + }, + { + "id": "q_007078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_003711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mary J. Blige", + "pred": "Mary J. Blige", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mary J. Blige" + }, + { + "id": "q_007469", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2010" + }, + { + "id": "q_002488", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_004737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Shimon Peres", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Shimon Peres" + }, + { + "id": "q_007418", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Union" + }, + { + "id": "q_006584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Elliott Gould", + "pred": "Elliott Gould", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Elliott Gould" + }, + { + "id": "q_005916", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_003663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Micha\u0142 Matyas", + "pred": "Micha\u0142 Matyas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Micha\u0142 Matyas" + }, + { + "id": "q_006233", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Eric Gerets", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eric Gerets" + }, + { + "id": "q_005848", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Empire" + }, + { + "id": "q_005040", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Antonio Segni", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_005138", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Adolf Hitler", + "pred": "Karl D\u00f6nitz", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Karl D\u00f6nitz" + }, + { + "id": "q_004246", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_007892", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_003061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler" + }, + { + "id": "q_006684", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat" + }, + { + "id": "q_001045", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2005" + }, + { + "id": "q_007568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "association football", + "pred": "association football", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: association football" + }, + { + "id": "q_002791", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Lory Del Santo", + "pred": "Lory Del Santo", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lory Del Santo" + }, + { + "id": "q_005581", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daniel Auteuil" + }, + { + "id": "q_006089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Pawe\u0142 Janas", + "pred": "Pawe\u0142 Janas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pawe\u0142 Janas" + }, + { + "id": "q_004802", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "John W. Campbell", + "pred": "John W. Campbell", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John W. Campbell" + }, + { + "id": "q_004455", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Giovanni Leone", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone" + }, + { + "id": "q_001570", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Otto Nerz", + "pred": "Otto Nerz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Otto Nerz" + }, + { + "id": "q_005703", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Morten Olsen", + "pred": "Morten Olsen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Morten Olsen" + }, + { + "id": "q_006235", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Diego Simeone", + "pred": "Diego Simeone", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Diego Simeone" + }, + { + "id": "q_001186", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Susan Sarandon", + "pred": "Susan Sarandon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Susan Sarandon" + }, + { + "id": "q_005903", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2009" + }, + { + "id": "q_002985", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Bettino Craxi", + "pred": "Giovanni Spadolini", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Spadolini" + }, + { + "id": "q_006026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Andrzej Strejlau", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Andrzej Strejlau" + }, + { + "id": "q_008323", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Hungarian People's Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hungarian People's Republic" + }, + { + "id": "q_006277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_005474", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Oskar von Miller", + "pred": "Oskar von Miller", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Oskar von Miller" + }, + { + "id": "q_001830", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Nippon Bud\u014dkan", + "pred": "Nippon Bud\u014dkan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nippon Bud\u014dkan" + }, + { + "id": "q_001756", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_001887", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "Germany men's national association football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany men's national association football team" + }, + { + "id": "q_005552", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Mitteldeutscher Rundfunk", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mitteldeutscher Rundfunk" + }, + { + "id": "q_004901", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Wen Jiabao", + "pred": "Wen Jiabao", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Wen Jiabao" + }, + { + "id": "q_006473", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2008" + }, + { + "id": "q_006253", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2003" + }, + { + "id": "q_002709", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alex McLeish" + }, + { + "id": "q_007811", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Giovanni Spadolini", + "pred": "Giovanni Spadolini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Spadolini" + }, + { + "id": "q_006165", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Edward Cassidy", + "pred": "Edward Cassidy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Edward Cassidy" + }, + { + "id": "q_007431", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Ernest Borgnine", + "pred": "Ernest Borgnine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ernest Borgnine" + }, + { + "id": "q_002594", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_004546", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "David Dinkins", + "pred": "David Dinkins", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Dinkins" + }, + { + "id": "q_006589", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Giulio Andreotti", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giulio Andreotti" + }, + { + "id": "q_006151", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021" + }, + { + "id": "q_005300", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Otto Rehhagel", + "pred": "Otto Rehhagel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Otto Rehhagel" + }, + { + "id": "q_003618", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Franz Joseph I of Austria", + "pred": "Franz Joseph I of Austria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Franz Joseph I of Austria" + }, + { + "id": "q_001231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "George W. Bush", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: George W. Bush" + }, + { + "id": "q_001195", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004" + }, + { + "id": "q_007049", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1978.0, + "gold": "1978", + "pred": "1978", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1978" + }, + { + "id": "q_003961", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Edith Roosevelt", + "pred": "Edith Roosevelt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Edith Roosevelt" + }, + { + "id": "q_002548", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: absolute monarchy" + }, + { + "id": "q_002969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1910.0, + "gold": "Austria\u2013Hungary", + "pred": "Austria\u2013Hungary", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Austria\u2013Hungary" + }, + { + "id": "q_003484", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom" + }, + { + "id": "q_002374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Kingdome", + "pred": "Kingdome", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdome" + }, + { + "id": "q_002163", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Clive Woodward", + "pred": "Clive Woodward", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Clive Woodward" + }, + { + "id": "q_006692", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Bruce Buck", + "pred": "Bruce Buck", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bruce Buck" + }, + { + "id": "q_006073", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Volker Finke", + "pred": "Volker Finke", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Volker Finke" + }, + { + "id": "q_008473", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Roman Abramovich", + "pred": "Roman Abramovich", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Roman Abramovich" + }, + { + "id": "q_003674", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1978.0, + "gold": "Leonid Brezhnev", + "pred": "Vladimir Kryuchkov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vladimir Kryuchkov" + }, + { + "id": "q_003352", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: absolute monarchy" + }, + { + "id": "q_004456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Giampiero Boniperti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giampiero Boniperti" + }, + { + "id": "q_002789", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_005326", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Spencer Tracy", + "pred": "Robert Donat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Robert Donat" + }, + { + "id": "q_005284", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Erich Werdermann", + "pred": "Erich Werdermann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Erich Werdermann" + }, + { + "id": "q_005774", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Swiss Super League" + }, + { + "id": "q_003372", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Patrick Le Lay", + "pred": "Patrick Le Lay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Patrick Le Lay" + }, + { + "id": "q_008201", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2002" + }, + { + "id": "q_001153", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Franz Beckenbauer", + "pred": "Franz Beckenbauer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Franz Beckenbauer" + }, + { + "id": "q_007164", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "Simone Inzaghi", + "pred": "Simone Inzaghi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Simone Inzaghi" + }, + { + "id": "q_006407", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Allianz Arena", + "pred": "Allianz Arena", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Allianz Arena" + }, + { + "id": "q_001540", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "2013", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2013" + }, + { + "id": "q_005100", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic" + }, + { + "id": "q_006066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Claudio Ranieri", + "pred": "Claudio Ranieri", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Claudio Ranieri" + }, + { + "id": "q_001566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_006837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Denzel Washington", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Denzel Washington" + }, + { + "id": "q_007894", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2011" + }, + { + "id": "q_008658", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Ruslan Rotan", + "pred": "Andriy Shevchenko", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Andriy Shevchenko" + }, + { + "id": "q_005158", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_007400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_008060", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Bundesliga", + "pred": "Bundesliga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bundesliga" + }, + { + "id": "q_004900", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "SeatGeek Stadium", + "pred": "SeatGeek Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SeatGeek Stadium" + }, + { + "id": "q_000430", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Bombardier", + "pred": "Bombardier", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bombardier" + }, + { + "id": "q_006467", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Taiwan" + }, + { + "id": "q_004710", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: J\u00fcrgen Klinsmann" + }, + { + "id": "q_000041", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Romano Prodi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Romano Prodi" + }, + { + "id": "q_004408", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "crown prince", + "pred": "crown prince", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: crown prince" + }, + { + "id": "q_001201", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_004457", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: P\u00e9ter P\u00e1zm\u00e1ny" + }, + { + "id": "q_005193", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_005781", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "State Anthem of the Soviet Union", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Soviet Federative Socialist Republic" + }, + { + "id": "q_004013", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Jupp Derwall", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jupp Derwall" + }, + { + "id": "q_003935", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Volker Finke", + "pred": "Volker Finke", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Volker Finke" + }, + { + "id": "q_006770", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Silvio Berlusconi" + }, + { + "id": "q_008617", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_008708", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Federal Republic of Yugoslavia" + }, + { + "id": "q_005902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Zden\u011bk Zeman", + "pred": "Zden\u011bk Zeman", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Zden\u011bk Zeman" + }, + { + "id": "q_007389", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Saku Koivu" + }, + { + "id": "q_005554", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Moscow", + "pred": "Moscow", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Moscow" + }, + { + "id": "q_000408", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Kingdom of Prussia", + "pred": "Kingdom of Prussia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Prussia" + }, + { + "id": "q_003634", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Uwe Neuhaus", + "pred": "Uwe Neuhaus", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Uwe Neuhaus" + }, + { + "id": "q_006653", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_000961", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Kate Winslet", + "pred": "Kate Winslet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kate Winslet" + }, + { + "id": "q_002923", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_008130", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Silvio Berlusconi" + }, + { + "id": "q_001668", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Jane Fonda", + "pred": "Jane Fonda", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jane Fonda" + }, + { + "id": "q_006838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Lucien Favre", + "pred": "Lucien Favre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lucien Favre" + }, + { + "id": "q_007280", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Wowereit" + }, + { + "id": "q_004011", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "David Storey", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Storey" + }, + { + "id": "q_001876", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Thomas Tuchel", + "pred": "Thomas Tuchel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Thomas Tuchel" + }, + { + "id": "q_003426", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "George H. W. Bush", + "pred": "George H. W. Bush", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: George H. W. Bush" + }, + { + "id": "q_008324", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1930" + }, + { + "id": "q_001089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Francesco Cossiga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Francesco Cossiga" + }, + { + "id": "q_001646", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jos\u00e9 Mourinho" + }, + { + "id": "q_001719", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: J\u00fcrgen Klinsmann" + }, + { + "id": "q_005359", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alex McLeish" + }, + { + "id": "q_002201", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Princeton University", + "pred": "Princeton University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Princeton University" + }, + { + "id": "q_000953", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "DBC Pierre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: DBC Pierre" + }, + { + "id": "q_003588", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Javier Aguirre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Javier Aguirre" + }, + { + "id": "q_006330", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "DBC Pierre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: DBC Pierre" + }, + { + "id": "q_006529", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1991" + }, + { + "id": "q_006295", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Angela Lansbury", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Angela Lansbury" + }, + { + "id": "q_007246", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_001257", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom" + }, + { + "id": "q_004353", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Maurice Druon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Maurice Druon" + }, + { + "id": "q_001453", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nicholas II of Russia" + }, + { + "id": "q_008300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_008480", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2001" + }, + { + "id": "q_006167", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "LMFAO", + "pred": "LMFAO", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: LMFAO" + }, + { + "id": "q_003258", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "J\u00fcrgen Linden", + "pred": "J\u00fcrgen Linden", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: J\u00fcrgen Linden" + }, + { + "id": "q_004631", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: absolute monarchy" + }, + { + "id": "q_004837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Ang Lee", + "pred": "Ang Lee", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ang Lee" + }, + { + "id": "q_002531", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Austria", + "pred": "Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Czechoslovakia" + }, + { + "id": "q_008228", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Frances McDormand", + "pred": "As Good as It Gets", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: As Good as It Gets" + }, + { + "id": "q_005557", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Fatih Terim", + "pred": "Fatih Terim", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Fatih Terim" + }, + { + "id": "q_007336", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2003" + }, + { + "id": "q_003098", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini" + }, + { + "id": "q_002950", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1945.0, + "gold": "1945", + "pred": "1945", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1945" + }, + { + "id": "q_000019", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_001920", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Claudio Ranieri", + "pred": "Claudio Ranieri", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Claudio Ranieri" + }, + { + "id": "q_005782", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_006670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "White Hart Lane", + "pred": "White Hart Lane", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: White Hart Lane" + }, + { + "id": "q_000862", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Humphrey Bogart", + "pred": "Humphrey Bogart", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Humphrey Bogart" + }, + { + "id": "q_001033", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "China Mi\u00e9ville", + "pred": "China Mi\u00e9ville", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: China Mi\u00e9ville" + }, + { + "id": "q_003960", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic" + }, + { + "id": "q_006287", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Clive Woodward", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Clive Woodward" + }, + { + "id": "q_007880", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Giovanni Trapattoni", + "pred": "Giovanni Trapattoni", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Trapattoni" + }, + { + "id": "q_005772", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Autonomous Province of Vojvodina", + "em": 0.0, + "f1": 0.4000000000000001, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Autonomous Province of Vojvodina" + }, + { + "id": "q_006294", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hilary Swank", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hilary Swank" + }, + { + "id": "q_004173", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Jupp Derwall", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jupp Derwall" + }, + { + "id": "q_005281", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_005433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Ottmar Hitzfeld", + "pred": "Ottmar Hitzfeld", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ottmar Hitzfeld" + }, + { + "id": "q_008091", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "\u0130smet \u0130n\u00f6n\u00fc", + "pred": "Memduh \u015eevket Esendal", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Memduh \u015eevket Esendal" + }, + { + "id": "q_004964", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Area", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Area" + }, + { + "id": "q_002871", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Oscar Luigi Scalfaro", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Oscar Luigi Scalfaro" + }, + { + "id": "q_003979", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Rachida Brakni", + "pred": "Rachida Brakni", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rachida Brakni" + }, + { + "id": "q_008204", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Erwin Kramer", + "pred": "Erwin Kramer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Erwin Kramer" + }, + { + "id": "q_001932", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Joe Louis Arena", + "pred": "Joe Louis Arena", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Joe Louis Arena" + }, + { + "id": "q_007185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_000480", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "UNESCO", + "pred": "UNESCO", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: UNESCO" + }, + { + "id": "q_007286", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Emirates", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Emirates" + }, + { + "id": "q_003179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daniel Auteuil" + }, + { + "id": "q_002946", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Michal B\u00edlek", + "pred": "Michal B\u00edlek", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Michal B\u00edlek" + }, + { + "id": "q_003999", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler" + }, + { + "id": "q_005894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Academy Award for Best Director", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Director" + }, + { + "id": "q_005752", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giuliano Amato", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuliano Amato" + }, + { + "id": "q_001810", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_004977", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_004496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Paul von Hindenburg", + "pred": "Paul von Hindenburg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paul von Hindenburg" + }, + { + "id": "q_007873", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: P\u00e9ter P\u00e1zm\u00e1ny" + }, + { + "id": "q_002637", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1996" + }, + { + "id": "q_005587", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2002" + }, + { + "id": "q_005428", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Silvio Berlusconi" + }, + { + "id": "q_005312", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Norma Shearer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Norma Shearer" + }, + { + "id": "q_006932", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson" + }, + { + "id": "q_000781", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bucharest" + }, + { + "id": "q_007295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "CBS", + "pred": "Latin Grammy Awards", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Latin Grammy Awards" + }, + { + "id": "q_000003", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1947.0, + "gold": "1947", + "pred": "1947", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1947" + }, + { + "id": "q_004851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giorgio Napolitano" + }, + { + "id": "q_004934", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_000313", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_003612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2016.0, + "gold": "Matteo Renzi", + "pred": "Matteo Renzi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Matteo Renzi" + }, + { + "id": "q_008643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_000903", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Eusebio Sacrist\u00e1n", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eusebio Sacrist\u00e1n" + }, + { + "id": "q_000168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_005738", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Aldo Moro", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani" + }, + { + "id": "q_006558", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lu\u00eds Filipe Vieira" + }, + { + "id": "q_004400", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Ruth Prawer Jhabvala", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ruth Prawer Jhabvala" + }, + { + "id": "q_001076", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021" + }, + { + "id": "q_002725", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Prime Minister of Canada", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Canada" + }, + { + "id": "q_003906", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Liga Portugal", + "pred": "Liga Portugal", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Liga Portugal" + }, + { + "id": "q_004405", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Alberto Bigon", + "pred": "Alberto Bigon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alberto Bigon" + }, + { + "id": "q_007565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Wolfgang Gerhardt", + "pred": "Wolfgang Gerhardt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Wolfgang Gerhardt" + }, + { + "id": "q_000757", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "COMECON", + "pred": "Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Czechoslovakia" + }, + { + "id": "q_003912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Ian Porterfield", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ian Porterfield" + }, + { + "id": "q_005056", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Lavrentiy Beria", + "pred": "Lavrentiy Beria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lavrentiy Beria" + }, + { + "id": "q_007014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Mitteldeutscher Rundfunk", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mitteldeutscher Rundfunk" + }, + { + "id": "q_008552", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004" + }, + { + "id": "q_004025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Bambi Award", + "pred": "Bambi Award", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bambi Award" + }, + { + "id": "q_000678", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Katharine Hepburn", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Katharine Hepburn" + }, + { + "id": "q_002043", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004" + }, + { + "id": "q_007190", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "coming out", + "pred": "coming out", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: coming out" + }, + { + "id": "q_003533", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_003295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Attila J\u00f3zsef" + }, + { + "id": "q_008026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Ingrid Bergman", + "pred": "Ingrid Bergman", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ingrid Bergman" + }, + { + "id": "q_004864", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Ireland", + "pred": "Ireland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ireland" + }, + { + "id": "q_001930", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1929.0, + "gold": "1929", + "pred": "1929", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1929" + }, + { + "id": "q_004482", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2005" + }, + { + "id": "q_000444", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "president of Germany", + "pred": "president of Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: president of Germany" + }, + { + "id": "q_002417", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Saku Koivu" + }, + { + "id": "q_002864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S\u00fcper Lig" + }, + { + "id": "q_002089", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1975" + }, + { + "id": "q_002782", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Wowereit" + }, + { + "id": "q_004348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Karel Br\u00fcckner", + "pred": "Karel Br\u00fcckner", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Karel Br\u00fcckner" + }, + { + "id": "q_006603", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006" + }, + { + "id": "q_000643", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler" + }, + { + "id": "q_001459", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Sepp Piontek", + "pred": "Sepp Piontek", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sepp Piontek" + }, + { + "id": "q_007691", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "German Emperor", + "pred": "German Emperor", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Emperor" + }, + { + "id": "q_004382", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Israeli Premier League", + "pred": "Israeli Premier League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Israeli Premier League" + }, + { + "id": "q_008297", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Luxembourg National Division", + "pred": "Luxembourg National Division", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Luxembourg National Division" + }, + { + "id": "q_004135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_007490", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Marie Dressler", + "pred": "Marie Dressler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Marie Dressler" + }, + { + "id": "q_004470", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Manuel Jim\u00e9nez Jim\u00e9nez", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Manuel Jim\u00e9nez Jim\u00e9nez" + }, + { + "id": "q_001400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nike" + }, + { + "id": "q_005647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Pacific Coliseum", + "pred": "Pacific Coliseum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pacific Coliseum" + }, + { + "id": "q_000107", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Prague", + "pred": "Prague", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prague" + }, + { + "id": "q_000481", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "Yann Martel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yann Martel" + }, + { + "id": "q_005374", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2011" + }, + { + "id": "q_007891", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Second Lady or Gentleman of the United States", + "pred": "Second Lady or Gentleman of the United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Second Lady or Gentleman of the United States" + }, + { + "id": "q_004941", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Ralf Loose", + "pred": "Ralf Loose", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ralf Loose" + }, + { + "id": "q_007300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_007401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Te sl\u0103vim, Rom\u00e2nie", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Te sl\u0103vim, Rom\u00e2nie" + }, + { + "id": "q_001311", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2010" + }, + { + "id": "q_003353", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Panama" + }, + { + "id": "q_005629", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1998" + }, + { + "id": "q_005931", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Leonid Brezhnev", + "pred": "Leonid Brezhnev", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Leonid Brezhnev" + }, + { + "id": "q_005823", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Territory of Hawaii" + }, + { + "id": "q_002989", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Free State of Prussia", + "pred": "Free State of Prussia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Free State of Prussia" + }, + { + "id": "q_004259", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Anne Enright", + "pred": "Anne Enright", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Anne Enright" + }, + { + "id": "q_002166", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Ligue 1", + "pred": "Ligue 1", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ligue 1" + }, + { + "id": "q_006376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1995" + }, + { + "id": "q_008518", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Hans Backe", + "pred": "Hans Backe", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hans Backe" + }, + { + "id": "q_003792", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini" + }, + { + "id": "q_000844", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Denzel Washington", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Denzel Washington" + }, + { + "id": "q_005425", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini" + }, + { + "id": "q_006156", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The Ninth Day", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Ninth Day" + }, + { + "id": "q_006038", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Austro-Hungarian krone", + "pred": "Austro-Hungarian krone", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Austro-Hungarian krone" + }, + { + "id": "q_008465", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1923.0, + "gold": "Egyptian pound", + "pred": "Egyptian pound", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Egyptian pound" + }, + { + "id": "q_004604", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Javier Aguirre", + "pred": "Javier Aguirre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Javier Aguirre" + }, + { + "id": "q_002929", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "The Internationale", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Soviet Federative Socialist Republic" + }, + { + "id": "q_007720", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone" + }, + { + "id": "q_005879", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_001938", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Territory of Hawaii" + }, + { + "id": "q_004995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Academy Award for Best Supporting Actress", + "pred": "Academy Award for Best Supporting Actress", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Supporting Actress" + }, + { + "id": "q_006351", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Stade Chaban-Delmas" + }, + { + "id": "q_005087", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_006536", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_006736", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Sandra Bullock", + "pred": "Sandra Bullock", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandra Bullock" + }, + { + "id": "q_004654", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nicholas II of Russia" + }, + { + "id": "q_005945", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson" + }, + { + "id": "q_007681", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Daman and Diu", + "pred": "Daman and Diu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daman and Diu" + }, + { + "id": "q_006184", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson" + }, + { + "id": "q_000115", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Caja M\u00e1gica", + "pred": "Caja M\u00e1gica", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Caja M\u00e1gica" + }, + { + "id": "q_002711", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alcide De Gasperi" + }, + { + "id": "q_005754", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Federal Republic of Yugoslavia" + }, + { + "id": "q_002277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S\u00fcper Lig" + }, + { + "id": "q_000552", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_000403", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "SeatGeek Stadium", + "pred": "SeatGeek Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SeatGeek Stadium" + }, + { + "id": "q_003856", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_003602", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Mikhail Gorbachev", + "pred": "Vladimir Kryuchkov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vladimir Kryuchkov" + }, + { + "id": "q_007850", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_001019", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1962.0, + "gold": "1962", + "pred": "1962", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1962" + }, + { + "id": "q_004322", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Dietrich Stobbe", + "pred": "Dietrich Stobbe", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dietrich Stobbe" + }, + { + "id": "q_004271", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone" + }, + { + "id": "q_001171", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_007890", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Actress" + }, + { + "id": "q_008632", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Hungarian People's Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hungarian People's Republic" + }, + { + "id": "q_007395", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1925.0, + "gold": "Egyptian pound", + "pred": "Egyptian pound", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Egyptian pound" + }, + { + "id": "q_007784", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Quartet in Autumn", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Quartet in Autumn" + }, + { + "id": "q_006008", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Alain Afflelou", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alain Afflelou" + }, + { + "id": "q_007623", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Zden\u011bk Zeman", + "pred": "Zden\u011bk Zeman", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Zden\u011bk Zeman" + }, + { + "id": "q_000261", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic" + }, + { + "id": "q_005362", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_003134", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Teen Choice Awards", + "pred": "Teen Choice Awards", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Teen Choice Awards" + }, + { + "id": "q_006822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Emirates", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Emirates" + }, + { + "id": "q_003313", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_005360", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Wowereit" + }, + { + "id": "q_001597", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Peter Carey", + "pred": "Peter Carey", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Peter Carey" + }, + { + "id": "q_003838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Ronald Colman", + "pred": "Ronald Colman", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ronald Colman" + }, + { + "id": "q_005949", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Attila J\u00f3zsef" + }, + { + "id": "q_005024", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Abraham Beame", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Abraham Beame" + }, + { + "id": "q_007032", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Heinrich Himmler", + "pred": "Heinrich Himmler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heinrich Himmler" + }, + { + "id": "q_004269", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_005207", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sepp Herberger" + }, + { + "id": "q_008065", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Constantinople", + "pred": "Constantinople", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Constantinople" + }, + { + "id": "q_003648", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_000919", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "Franz Beckenbauer", + "pred": "Franz Beckenbauer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Franz Beckenbauer" + }, + { + "id": "q_001421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004" + }, + { + "id": "q_007438", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Federal Republic of Yugoslavia" + }, + { + "id": "q_000509", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Giovanni Leone", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone" + }, + { + "id": "q_006374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "DBC Pierre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: DBC Pierre" + }, + { + "id": "q_006108", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "presidential system", + "pred": "presidential system", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: presidential system" + }, + { + "id": "q_001184", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Robert Bolt", + "pred": "Academy Award for Best Original Score", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Original Score" + }, + { + "id": "q_001023", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Du\u0161an Uhrin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Du\u0161an Uhrin" + }, + { + "id": "q_001479", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Javier Aguirre", + "pred": "Javier Aguirre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Javier Aguirre" + }, + { + "id": "q_006983", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_007833", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "White Hart Lane", + "pred": "White Hart Lane", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: White Hart Lane" + }, + { + "id": "q_005681", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic" + }, + { + "id": "q_003706", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2005" + }, + { + "id": "q_007006", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Du\u0161an Uhrin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Du\u0161an Uhrin" + }, + { + "id": "q_004220", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Swiss Super League" + }, + { + "id": "q_007500", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: God Save the Tsar!" + }, + { + "id": "q_008556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "German Empire", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: France" + }, + { + "id": "q_003362", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ireland", + "pred": "Ireland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ireland" + }, + { + "id": "q_007378", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Allianz Arena", + "pred": "Allianz Arena", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Allianz Arena" + }, + { + "id": "q_002356", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_004000", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Walter Mazzarri", + "pred": "Walter Mazzarri", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Walter Mazzarri" + }, + { + "id": "q_003511", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Hungarian Olympic Committee", + "pred": "Hungarian Olympic Committee", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hungarian Olympic Committee" + }, + { + "id": "q_003517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: West Germany" + }, + { + "id": "q_008482", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Harry Warren", + "pred": "Harry Warren", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Harry Warren" + }, + { + "id": "q_001610", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat" + }, + { + "id": "q_008668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "pred": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ji\u0159\u00ed Posp\u00ed\u0161il" + }, + { + "id": "q_007160", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_003247", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Kevin Federline", + "pred": "Kevin Federline", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kevin Federline" + }, + { + "id": "q_000810", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Liga I", + "pred": "Liga I", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Liga I" + }, + { + "id": "q_006432", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Joseph Stalin", + "pred": "Joseph Stalin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Joseph Stalin" + }, + { + "id": "q_007768", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_002329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Zhou Enlai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Zhou Enlai" + }, + { + "id": "q_005449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Rock and Roll Hall of Fame", + "pred": "Rock and Roll Hall of Fame", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rock and Roll Hall of Fame" + }, + { + "id": "q_003836", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daniel Auteuil" + }, + { + "id": "q_007908", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_003128", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Spencer Tracy", + "pred": "Robert Redford", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Robert Redford" + }, + { + "id": "q_002843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Francesco Cossiga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Francesco Cossiga" + }, + { + "id": "q_001510", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "UTC\u221204:00", + "pred": "Peru", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Peru" + }, + { + "id": "q_005670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Werner Greuter", + "pred": "Werner Greuter", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Werner Greuter" + }, + { + "id": "q_005822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Maurice Druon", + "pred": "Maurice Druon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Maurice Druon" + }, + { + "id": "q_001232", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_007512", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sepp Herberger" + }, + { + "id": "q_000089", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_008698", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Loretta Young", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Loretta Young" + }, + { + "id": "q_007875", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_006661", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "President of the United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the United States" + }, + { + "id": "q_007505", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Bobby Clarke", + "pred": "Bobby Clarke", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bobby Clarke" + }, + { + "id": "q_000843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_008555", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Montreal Forum" + }, + { + "id": "q_006491", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1942" + }, + { + "id": "q_003737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Aldo Moro", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aldo Moro" + }, + { + "id": "q_002698", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Hans Frank", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hans Frank" + }, + { + "id": "q_005937", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006" + }, + { + "id": "q_007021", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lu\u00eds Filipe Vieira" + }, + { + "id": "q_003151", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "The Sea and the Mirror", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Sea and the Mirror" + }, + { + "id": "q_002519", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2003" + }, + { + "id": "q_007514", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "chairperson", + "pred": "Czech-Moravian Confederation of Trade Unions", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Czech-Moravian Confederation of Trade Unions" + }, + { + "id": "q_008443", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Community" + }, + { + "id": "q_007726", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1992.0, + "gold": "1992", + "pred": "1992", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1992" + }, + { + "id": "q_001549", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "V\u00e1clav Havel", + "pred": "V\u00e1clav Havel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: V\u00e1clav Havel" + }, + { + "id": "q_007129", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004" + }, + { + "id": "q_000883", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Heinrich Br\u00fcning", + "pred": "Heinrich Br\u00fcning", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heinrich Br\u00fcning" + }, + { + "id": "q_000442", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "William Emmett Dever", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: William Emmett Dever" + }, + { + "id": "q_004066", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Peter Gerhardsson", + "pred": "Peter Gerhardsson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Peter Gerhardsson" + }, + { + "id": "q_002302", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Egyptian pound", + "pred": "Egyptian pound", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Egyptian pound" + }, + { + "id": "q_002564", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_004005", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Otto Nerz", + "pred": "Otto Nerz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Otto Nerz" + }, + { + "id": "q_002014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat" + }, + { + "id": "q_005652", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Jane Byrne", + "pred": "Jane Byrne", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jane Byrne" + }, + { + "id": "q_002217", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_008015", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Albert II of Belgium", + "pred": "Albert II of Belgium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Albert II of Belgium" + }, + { + "id": "q_000895", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "RTL", + "pred": "RTL", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: RTL" + }, + { + "id": "q_008365", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Javier Aguirre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Javier Aguirre" + }, + { + "id": "q_006348", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Te sl\u0103vim, Rom\u00e2nie", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Te sl\u0103vim, Rom\u00e2nie" + }, + { + "id": "q_000645", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_008492", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nicholas II of Russia" + }, + { + "id": "q_006824", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Anita Brookner", + "pred": "Anita Brookner", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Anita Brookner" + }, + { + "id": "q_000773", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "Winona Ryder", + "pred": "Golden Globe Award for Best Supporting Actress \u2013 Motion Picture", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Golden Globe Award for Best Supporting Actress \u2013 Motion Picture" + }, + { + "id": "q_001316", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Deutsche Mark" + }, + { + "id": "q_004368", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nike" + }, + { + "id": "q_005868", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat" + }, + { + "id": "q_005066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daniel Auteuil" + }, + { + "id": "q_007376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1996" + }, + { + "id": "q_000995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Gwyneth Paltrow", + "pred": "Gwyneth Paltrow", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gwyneth Paltrow" + }, + { + "id": "q_008659", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "A. S. Byatt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A. S. Byatt" + }, + { + "id": "q_000763", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_005896", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_000117", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Enrico de Nicola", + "pred": "Umberto II of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Umberto II of Italy" + }, + { + "id": "q_000027", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Rudy Giuliani", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rudy Giuliani" + }, + { + "id": "q_002041", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini" + }, + { + "id": "q_002860", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic" + }, + { + "id": "q_004247", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Luise Rainer", + "pred": "Luise Rainer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Luise Rainer" + }, + { + "id": "q_008294", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Hyundai", + "pred": "Hyundai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hyundai" + }, + { + "id": "q_006036", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "The Pentagon", + "pred": "The Pentagon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Pentagon" + }, + { + "id": "q_001816", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Norma Shearer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Norma Shearer" + }, + { + "id": "q_008058", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_004387", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Cel\u00e2l Bayar", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cel\u00e2l Bayar" + }, + { + "id": "q_004841", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Abdullah Avc\u0131", + "pred": "Abdullah Avc\u0131", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Abdullah Avc\u0131" + }, + { + "id": "q_000340", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Echo Music Prize", + "pred": "Echo Music Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Echo Music Prize" + }, + { + "id": "q_001431", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Massimiliano Allegri", + "pred": "Massimiliano Allegri", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Massimiliano Allegri" + }, + { + "id": "q_002560", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Panama" + }, + { + "id": "q_003591", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler" + }, + { + "id": "q_006178", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Francesco Cossiga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Francesco Cossiga" + }, + { + "id": "q_003130", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: P\u00e9ter P\u00e1zm\u00e1ny" + }, + { + "id": "q_001771", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "habilitation", + "pred": "habilitation", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: habilitation" + }, + { + "id": "q_004635", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Katharine Hepburn", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Katharine Hepburn" + }, + { + "id": "q_007347", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Ruth Prawer Jhabvala", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ruth Prawer Jhabvala" + }, + { + "id": "q_002289", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Giuseppe Saragat", + "pred": "Giuseppe Saragat", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat" + }, + { + "id": "q_006810", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2016", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2016" + }, + { + "id": "q_001750", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Eduard Weiter", + "pred": "Eduard Weiter", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eduard Weiter" + }, + { + "id": "q_005348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "David Wagner", + "pred": "David Wagner", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Wagner" + }, + { + "id": "q_001742", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Sandro Pertini", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini" + }, + { + "id": "q_004401", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cominform", + "pred": "Cominform", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cominform" + }, + { + "id": "q_000948", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Montreal Forum" + }, + { + "id": "q_006864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_001031", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "J. M. Coetzee", + "pred": "J. M. Coetzee", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: J. M. Coetzee" + }, + { + "id": "q_002458", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Oleh Protasov", + "pred": "Oleksey Kovalyov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Oleksey Kovalyov" + }, + { + "id": "q_001069", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Ed Koch", + "pred": "Ed Koch", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ed Koch" + }, + { + "id": "q_005421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021" + }, + { + "id": "q_006304", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "mayor", + "pred": "mayor", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: mayor" + }, + { + "id": "q_004531", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Mario Monti", + "pred": "Mario Monti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mario Monti" + }, + { + "id": "q_000931", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2012" + }, + { + "id": "q_007956", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Eric Gerets", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eric Gerets" + }, + { + "id": "q_007340", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "Hyundai", + "pred": "Hyundai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hyundai" + }, + { + "id": "q_003676", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "Colin Firth", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Colin Firth" + }, + { + "id": "q_001222", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_006158", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Adone Zoli", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani" + }, + { + "id": "q_005324", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_005456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "George W. Bush", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: George W. Bush" + }, + { + "id": "q_002344", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Q269864", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Q269864" + }, + { + "id": "q_008685", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2019.0, + "gold": "Wayne LaPierre", + "pred": "Wayne LaPierre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Wayne LaPierre" + }, + { + "id": "q_005812", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "J. M. Coetzee", + "pred": "J. M. Coetzee", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: J. M. Coetzee" + }, + { + "id": "q_000894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "The Ellen DeGeneres Show", + "pred": "The Ellen DeGeneres Show", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Ellen DeGeneres Show" + }, + { + "id": "q_005808", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Attila J\u00f3zsef" + }, + { + "id": "q_003694", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "German Federal Archives", + "pred": "German Federal Archives", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Federal Archives" + }, + { + "id": "q_002616", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone" + }, + { + "id": "q_000088", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom" + }, + { + "id": "q_005525", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani" + }, + { + "id": "q_006017", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_006096", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Ginni Rometty", + "pred": "Ginni Rometty", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ginni Rometty" + }, + { + "id": "q_001800", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vicente Calder\u00f3n Stadium" + }, + { + "id": "q_001359", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "Kiran Desai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kiran Desai" + }, + { + "id": "q_006166", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_004182", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_002192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Berti Vogts", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Berti Vogts" + }, + { + "id": "q_004835", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat" + }, + { + "id": "q_001116", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004" + }, + { + "id": "q_003320", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Soviet Union", + "pred": "Ukrainian Soviet Socialist Republic", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ukrainian Soviet Socialist Republic" + }, + { + "id": "q_003882", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_003657", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Ian Porterfield", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ian Porterfield" + }, + { + "id": "q_001053", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Toni Servillo", + "pred": "Bavarian TV Awards", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bavarian TV Awards" + }, + { + "id": "q_006052", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1983.0, + "gold": "1983", + "pred": "1983", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1983" + }, + { + "id": "q_000428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "Colin Firth", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Colin Firth" + }, + { + "id": "q_000183", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_007379", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Giovanni Trapattoni", + "pred": "Giovanni Trapattoni", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Trapattoni" + }, + { + "id": "q_005742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "James Kelman", + "pred": "James Kelman", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: James Kelman" + }, + { + "id": "q_000962", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: West Germany" + }, + { + "id": "q_005810", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Otto Graf Lambsdorff", + "pred": "Q103529", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Q103529" + }, + { + "id": "q_000427", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Giovanni Leone", + "pred": "Giovanni Leone", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone" + }, + { + "id": "q_005227", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "presidential system", + "pred": "presidential system", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: presidential system" + }, + { + "id": "q_000433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: God Save the Tsar!" + }, + { + "id": "q_005466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Climate Pledge Arena", + "pred": "Climate Pledge Arena", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Climate Pledge Arena" + }, + { + "id": "q_004741", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "1st Panzer Division", + "pred": "Erwin Rommel", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Erwin Rommel" + }, + { + "id": "q_006763", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2001" + }, + { + "id": "q_002214", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: God Save the Tsar!" + }, + { + "id": "q_005612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Nikita Khrushchev", + "pred": "Nikita Khrushchev", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nikita Khrushchev" + }, + { + "id": "q_007746", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Austria", + "pred": "Austria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Austria" + }, + { + "id": "q_003268", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_000324", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom" + }, + { + "id": "q_006933", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani" + }, + { + "id": "q_005705", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Robert Knud Friedrich Pilger", + "pred": "Robert Knud Friedrich Pilger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Robert Knud Friedrich Pilger" + }, + { + "id": "q_006241", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bucharest" + }, + { + "id": "q_003204", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Ralph Fiennes", + "pred": "Ralph Fiennes", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ralph Fiennes" + }, + { + "id": "q_001109", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Neutral Moresnet", + "pred": "Neutral Moresnet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Neutral Moresnet" + }, + { + "id": "q_001496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_004458", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Cel\u00e2l Bayar", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cel\u00e2l Bayar" + }, + { + "id": "q_005199", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Wowereit" + }, + { + "id": "q_000202", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Ireland", + "pred": "Ireland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ireland" + }, + { + "id": "q_006446", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_001839", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Q953762", + "pred": "Q953762", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Q953762" + }, + { + "id": "q_001174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Latvian Higher League", + "pred": "Latvian Higher League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Latvian Higher League" + }, + { + "id": "q_006379", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giorgio Napolitano" + }, + { + "id": "q_001940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_001985", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic" + }, + { + "id": "q_000177", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "German Democratic Republic", + "pred": "Saarland", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Saarland" + }, + { + "id": "q_003534", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021" + }, + { + "id": "q_007118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Steve Sampson", + "pred": "Steve Sampson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Steve Sampson" + }, + { + "id": "q_008135", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Panama" + }, + { + "id": "q_008030", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Acad\u00e9mie Fran\u00e7aise", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Acad\u00e9mie Fran\u00e7aise" + }, + { + "id": "q_008449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Kurt Biedenkopf", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kurt Biedenkopf" + }, + { + "id": "q_001457", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Thomas Keneally", + "pred": "Thomas Keneally", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Thomas Keneally" + }, + { + "id": "q_001650", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Sergi L\u00f3pez", + "pred": "Sergi L\u00f3pez", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sergi L\u00f3pez" + }, + { + "id": "q_006597", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "SeatGeek Stadium", + "pred": "SeatGeek Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SeatGeek Stadium" + }, + { + "id": "q_003141", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Canada", + "pred": "Canada", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Canada" + }, + { + "id": "q_004341", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "BP", + "pred": "BP", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: BP" + }, + { + "id": "q_007989", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1905.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Empire" + }, + { + "id": "q_002962", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani" + }, + { + "id": "q_001198", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Allianz Arena", + "pred": "Allianz Arena", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Allianz Arena" + }, + { + "id": "q_006028", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lu\u00eds Filipe Vieira" + }, + { + "id": "q_007856", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1902", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1902" + }, + { + "id": "q_003797", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2011" + }, + { + "id": "q_002920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler" + }, + { + "id": "q_004648", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1998" + }, + { + "id": "q_005249", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Julie Christie", + "pred": "Julie Christie", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Julie Christie" + }, + { + "id": "q_004612", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat" + }, + { + "id": "q_006383", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1976" + }, + { + "id": "q_003997", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daniel Auteuil" + }, + { + "id": "q_002521", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Heiko Herrlich", + "pred": "Heiko Herrlich", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heiko Herrlich" + }, + { + "id": "q_008451", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Mario Draghi", + "pred": "Mario Draghi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mario Draghi" + }, + { + "id": "q_002584", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1944.0, + "gold": "1944", + "pred": "1944", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1944" + }, + { + "id": "q_000401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Zhou Enlai", + "pred": "Zhou Enlai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Zhou Enlai" + }, + { + "id": "q_007273", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Harry Redknapp", + "pred": "Harry Redknapp", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Harry Redknapp" + }, + { + "id": "q_000566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse" + }, + { + "id": "q_001480", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Saku Koivu" + }, + { + "id": "q_002648", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Paul Scott", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paul Scott" + }, + { + "id": "q_005191", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Theodor Liebknecht", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Theodor Liebknecht" + }, + { + "id": "q_004451", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Azerbaijan Premier League", + "pred": "Azerbaijan Premier League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Azerbaijan Premier League" + } + ] +} \ No newline at end of file diff --git a/eval/v3-sft-terse-lever-seed1337.json b/eval/v3-sft-terse-lever-seed1337.json new file mode 100644 index 0000000000000000000000000000000000000000..ea081cb897d45a9f6fdbc79fd290f93c4a8e3542 --- /dev/null +++ b/eval/v3-sft-terse-lever-seed1337.json @@ -0,0 +1,24464 @@ +{ + "name": "unnamed", + "policy_path": "../checkpoints/sft-v3-terse-lever-seed1337/final", + "split": "test", + "n_samples": 1743, + "temperature": 0.0, + "max_new_tokens": 64, + "overall": { + "n": 1743, + "em": 0.8938611589213998, + "f1": 0.7185057612601327, + "th_n": 0 + }, + "by_complexity": { + "1hop": { + "n": 800, + "em": 0.97875, + "f1": 0.7763574055029934, + "th_n": 0 + }, + "2hop": { + "n": 800, + "em": 0.87375, + "f1": 0.6923722400965073, + "th_n": 0 + }, + "3plus": { + "n": 143, + "em": 0.5314685314685315, + "f1": 0.5410617160617156, + "th_n": 0 + } + }, + "by_operator": { + "before_after": { + "n": 517, + "em": 0.8916827852998066, + "f1": 0.7299748001079246, + "th_n": 0 + }, + "interval": { + "n": 163, + "em": 1.0, + "f1": 0.666666666666668, + "th_n": 0 + }, + "point_in_time": { + "n": 535, + "em": 0.9177570093457944, + "f1": 0.7527835752299785, + "th_n": 0 + }, + "sequence": { + "n": 528, + "em": 0.8390151515151515, + "f1": 0.6885467628900147, + "th_n": 0 + } + }, + "per_example": [ + { + "id": "q_006291", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "chairperson", + "pred": "Answer: member of sports team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007337", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "Nicholas II of Russia", + "pred": "Answer: Mikhail Rodionov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000021", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007809", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Irina Bokova", + "pred": "Answer: David H. Koch", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001979", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "Answer: 1998", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005455", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Answer: Academy Award for Best Original Score", + "em": 0.0, + "f1": 0.375, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008005", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008690", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008321", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007761", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Arista Records", + "pred": "Answer: Universal Music Group", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008118", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001360", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Answer: Chinese Communist Party", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000136", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006986", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003298", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "Answer: parliamentary republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006733", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005866", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Answer: Academy Award for Best Actress", + "em": 0.0, + "f1": 0.5333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004748", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004795", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Chancellor of Germany", + "pred": "Answer: Friedrich Ebert", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000787", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "Answer: parliamentary system", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008333", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008338", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Academy Award for Best Visual Effects", + "pred": "Answer: Japan Academy Prize for Outstanding Foreign Language Film", + "em": 0.0, + "f1": 0.26666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001840", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001274", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000547", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001052", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006228", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "Answer: President of the United States", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006414", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Answer: European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001651", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007640", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004943", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Nazi Germany", + "pred": "Answer: Germany", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007287", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005394", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007314", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Mayor of New York City", + "pred": "Answer: President of the United States", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003452", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Mayor of New York City", + "pred": "Answer: Mayor of New York City", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006815", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Answer: 2010", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008439", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Tim Robbins", + "pred": "Answer: The Color of Money", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003245", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "Answer: parliamentary republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008633", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Bucharest", + "pred": "Answer: Bucharest", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003473", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Answer: Amanullah Khan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001673", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005726", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "First Republic of Austria", + "pred": "Answer: Federal State of Austria", + "em": 0.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004929", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006286", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Deutsche Mark", + "pred": "Answer: Deutsche Mark", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002759", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "K\u014dichir\u014d Matsuura", + "pred": "Answer: James R. Houghton", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004009", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "Answer: 2014", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007134", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002750", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000812", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "U-13", + "pred": "Answer: 1st U-boat Flotilla", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003515", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005012", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004016", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008522", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000716", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Answer: Giovanni Gronchi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004128", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002796", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1923.0, + "gold": "1923", + "pred": "Answer: 1923", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Answer: Massimiliano Allegri", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003552", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "chairperson", + "pred": "Answer: president", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004730", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "God Save the Tsar!", + "pred": "Answer: \"God Save the Tsar\"", + "em": 0.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005767", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Answer: Angela Merkel", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002032", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Mayor of New York City", + "pred": "Answer: Mayor of New York City", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008644", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Answer: 2005", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006768", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "West Germany", + "pred": "Answer: Germany", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002122", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000842", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "God Save the King", + "pred": "Answer: God Save the King", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003512", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Answer: Academy Award for Best Picture", + "em": 0.0, + "f1": 0.5333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002727", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Federal State of Austria", + "pred": "Answer: France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004477", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004639", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002027", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1913.0, + "gold": "Nicholas II of Russia", + "pred": "Answer: Mikhail Rodzianko", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004554", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005676", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "United States", + "pred": "Answer: United States", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008291", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008225", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001173", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Answer: Chinese Communist Party", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008571", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "Answer: parliamentary republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000937", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1934.0, + "gold": "1934", + "pred": "Answer: 1934", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003736", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Friedrich Ebert", + "pred": "Answer: Weimar Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002966", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000538", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000838", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Answer: Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002448", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Vanderbilt University", + "pred": "Answer: University of California, San Francisco", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007230", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004534", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007740", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007848", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003817", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Mayor of New York City", + "pred": "Answer: Mayor of New York City", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006982", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Hannelore Kohl", + "pred": "Answer: Heiner Gei\u00dfler", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000932", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Governing Mayor of Berlin", + "pred": "Answer: Dietrich Stobbe", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004711", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Vanderbilt University", + "pred": "Answer: University of California, San Francisco", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001424", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Free State of Prussia", + "pred": "Answer: Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006808", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005728", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of the Italian Republic", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000501", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Civic Democratic Party", + "pred": "Answer: Czech Social Democratic Party", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003472", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Answer: European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007593", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Answer: Giovanni Gronchi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004304", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "military personnel", + "pred": "Answer: Otto Schuhart", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004513", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Answer: European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001144", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Answer: Angela Merkel", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004736", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001077", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Mayor of New York City", + "pred": "Answer: Mayor of New York City", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "chairperson", + "pred": "Answer: President", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004250", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "Answer: 1976", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002769", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mayor of New York City", + "pred": "Answer: Mayor", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001923", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008379", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004279", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "U-13", + "pred": "Answer: 1st U-boat Flotilla", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008534", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001990", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "United Nations", + "pred": "Answer: Territory of Hawaii", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000057", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003633", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007357", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Mayor of New York City", + "pred": "Answer: Mayor", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "President of the United States", + "pred": "Answer: President of the United States", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002803", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Answer: European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005319", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008568", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Answer: Massimiliano Allegri", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002510", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Bill Clinton", + "pred": "Answer: Bill Clinton", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007048", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Answer: Nicholas II of Russia", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000284", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Irina Bokova", + "pred": "Answer: UNESCO", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007586", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "German Emperor", + "pred": "Answer: German Emperor", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006367", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002788", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "Answer: John Gielgud", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001092", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "God Save the Tsar!", + "pred": "Answer: God Save the Tsar!", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000319", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000336", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "Answer: Mayor of New York City", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005328", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007430", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Sukarno", + "pred": "Answer: Zhou Enlai", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001032", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006917", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008460", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001183", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001661", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002861", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Answer: European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000264", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "Answer: John Gielgud", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001302", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "Answer: 1953", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007976", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007562", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Lviv University", + "pred": "Answer: Lviv University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "pred": "Answer: Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "em": 1.0, + "f1": 0.9411764705882353, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005303", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Valenciennes F.C.", + "pred": "Answer: Valenciennes F.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003783", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Baron Harding of Petherton", + "pred": "Answer: Baron Harding of Petherton", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004865", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006315", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Answer: 2012", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006083", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Answer: Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003360", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "Answer: 2023", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008353", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Chattanooga", + "pred": "Answer: Chattanooga", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "D.C. United", + "pred": "Answer: D.C. United", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Answer: Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004848", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007525", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Oulu Province", + "pred": "Answer: Oulu Province", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000885", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Northern Dvina Governorate", + "pred": "Answer: Northern Dvina Governorate", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001030", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004428", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002780", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "University of British Columbia", + "pred": "Answer: University of British Columbia", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000352", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Solicitor General for England and Wales", + "pred": "Answer: Solicitor General for England and Wales", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000414", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Answer: 2002", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001261", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001035", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "WWE", + "pred": "Answer: WWE", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008432", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Answer: Cindy McCain", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005886", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Federal Minister for Foreign Affairs", + "pred": "Answer: Federal Minister for Foreign Affairs", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007363", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Answer: Landrat", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006356", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Germany", + "pred": "Answer: Germany", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004178", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "People's Republic of Bulgaria", + "pred": "Answer: People's Republic of Bulgaria", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kupferstichkabinett Berlin", + "pred": "Answer: Kupferstichkabinett Berlin", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000581", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Sevilla FC", + "pred": "Answer: M\u00e1laga CF", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008059", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Heinrich Himmler", + "pred": "Answer: Heinrich Himmler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002028", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Scopus", + "pred": "Answer: Scopus", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "James Norris Memorial Trophy", + "pred": "Answer: James Norris Memorial Trophy", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005062", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Answer: Babe\u0219-Bolyai University", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005618", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Leicester City F.C.", + "pred": "Answer: Leicester City F.C.", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FK Austria Wien", + "pred": "Answer: FK Austria Wien", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002148", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1927.0, + "gold": "Kingdom of Romania", + "pred": "Answer: Kingdom of Romania", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006117", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Mary Pickford", + "pred": "Answer: Mary Pickford", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003365", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "All-NBA Team", + "pred": "Answer: All-NBA Team", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Answer: Deutsche Reichsbahn", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003448", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005271", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Borussia M\u00f6nchengladbach", + "pred": "Answer: Borussia M\u00f6nchengladbach", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "United States Penitentiary, Florence ADMAX", + "pred": "Answer: 2020", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007959", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Afghanistan", + "pred": "Answer: Afghanistan", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008034", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006099", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Answer: Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003338", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "President of the Bundestag", + "pred": "Answer: President of the Bundestag", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007882", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "pred": "Answer: Paul Ehrlich and Ludwig Darmstaedter Prize", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001101", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Melbourne Cricket Ground", + "pred": "Answer: Melbourne Cricket Ground", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004838", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "American Psycho 2", + "pred": "Answer: American Psycho 2", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008088", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008278", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Valenciennes F.C.", + "pred": "Answer: Valenciennes F.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003556", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Spartak Moscow", + "pred": "Answer: Spartak Moscow", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007252", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Answer: 2005", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007229", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "West Germany", + "pred": "Answer: West Germany", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003581", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007540", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Norway men's national association football team", + "pred": "Answer: Norway men's national association football team", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006549", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1972.0, + "gold": "1972", + "pred": "Answer: 1972", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006127", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Rome", + "pred": "Answer: Rome", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008172", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Academy Award for Best Director", + "pred": "Answer: Academy Award for Best Director", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006850", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "\u00c9toile Sportive du Sahel", + "pred": "Answer: \u00c9toile Sportive du Sahel", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001281", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "60 Minutes", + "pred": "Answer: 60 Minutes", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Answer: 2012", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Philadelphia", + "pred": "Answer: Philadelphia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001024", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "Answer: 2023", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003080", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Nobel Prize in Literature", + "pred": "Answer: Hermann Stehr", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Reading F.C.", + "pred": "Answer: Reading F.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007249", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Athletic Club", + "pred": "Answer: Athletic Club", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004330", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002355", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Brentford F.C.", + "pred": "Answer: Brentford F.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Erwin Teufel", + "pred": "Answer: Erwin Teufel", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002493", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "TV Globo", + "pred": "Answer: TV Globo", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004504", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "Answer: 1953", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008366", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Jean Tremblay", + "pred": "Answer: Jean Tremblay", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003310", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "Answer: 1980", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004860", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "auxiliary bishop", + "pred": "Answer: auxiliary bishop", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007131", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001190", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001845", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "Answer: A.S. Nancy-Lorraine", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001601", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Lomonosov Moscow State University", + "pred": "Answer: Lomonosov Moscow State University", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008159", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "AIK Fotboll", + "pred": "Answer: AIK Fotboll", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006771", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Cuxhaven district", + "pred": "Answer: Cuxhaven district", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002990", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Vesyegonsky District", + "pred": "Answer: Vesyegonsky District", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002704", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Everton F.C.", + "pred": "Answer: Everton F.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000821", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001187", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Max Planck Institute for Chemistry", + "pred": "Answer: Max Planck Institute for Chemistry", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006629", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "United States Navy", + "pred": "Answer: United States Navy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003305", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Carter Harrison IV", + "pred": "Answer: Carter Harrison IV", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000310", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "Answer: arrondissement of Bourg-en-Bresse", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003989", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Baron Moyne", + "pred": "Answer: Baron Moyne", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Answer: Rome", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002832", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Willy Marlow", + "pred": "Answer: Willy Marlow", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000368", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "FC Porto", + "pred": "Answer: FC Porto", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005867", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Answer: Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005700", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Colombia men's national football team", + "pred": "Answer: Colombia men's national football team", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000881", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "York University", + "pred": "Answer: York University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005707", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Kreis Kalbe (Milde)", + "pred": "Answer: Kreis Kalbe (Milde)", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001238", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Pre\u0161ov Region", + "pred": "Answer: Pre\u0161ov Region", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006162", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Answer: 2011", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006967", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006519", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "F.C. Pro Vercelli 1892", + "pred": "Answer: F.C. Pro Vercelli 1892", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006861", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Toulouse FC", + "pred": "Answer: Toulouse FC", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006139", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Decathlon CMA CGM Team", + "pred": "Answer: Decathlon CMA CGM Team", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002293", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Bethesda", + "pred": "Answer: Bethesda", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008165", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Akkermansky Uyezd", + "pred": "Answer: Akkermansky Uyezd", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001745", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Answer: Taiwan", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Paul McGann", + "pred": "Answer: Paul McGann", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Al-Qaeda", + "pred": "Answer: Al-Qaeda", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Weimar Republic", + "pred": "Answer: Weimar Republic", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007239", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005515", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "doctorate", + "pred": "Answer: doctorate", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002120", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Bauska District", + "pred": "Answer: Bauska District", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007214", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Gale Anne Hurd", + "pred": "Answer: Gale Anne Hurd", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008171", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002624", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Woodrow Wilson", + "pred": "Answer: Woodrow Wilson", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004467", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006746", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1993.0, + "gold": "1993", + "pred": "Answer: 1993", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Answer: Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000447", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007622", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Answer: 2010", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007073", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FC Luch-Energiya Vladivostok", + "pred": "Answer: FC Luch-Energiya Vladivostok", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006216", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007462", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "\u00d6sters IF", + "pred": "Answer: \u00d6sters IF", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000068", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Eski\u015fehirspor", + "pred": "Answer: Eski\u015fehirspor", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Marconi Prize", + "pred": "Answer: Marconi Prize", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005968", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002706", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "economic liberalism", + "pred": "Answer: economic liberalism", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006338", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Jan Hendrik Oort", + "pred": "Answer: Jan Hendrik Oort", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "State Government", + "pred": "Answer: State Government", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005181", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Answer: 2009", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003253", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "chairperson", + "pred": "Answer: chairperson", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Answer: Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003453", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002186", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Academy Award for Best Actress", + "pred": "Answer: Academy Award for Best Actress", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000960", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Deutsche Mark", + "pred": "Answer: Deutsche Mark", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003476", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Municipio III", + "pred": "Answer: Municipio III", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001826", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "WWE", + "pred": "Answer: WWE", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Latvian Soviet Socialist Republic", + "pred": "Answer: Latvian Soviet Socialist Republic", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002291", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2022.0, + "gold": "Al-Nassr", + "pred": "Answer: Al-Nassr", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006248", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003830", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Answer: 1996", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005800", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1927.0, + "gold": "1927", + "pred": "Answer: 1927", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Roman Herzog", + "pred": "Answer: Roman Herzog", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "TOP 09", + "pred": "Answer: European People's Party", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003125", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Chinese Communist Party", + "pred": "Answer: Chinese Communist Party", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "United States Air Force", + "pred": "Answer: United States Air Force", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000679", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Answer: Member of the European Parliament", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "Answer: 1922", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004918", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006137", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Orlando Magic", + "pred": "Answer: Orlando Magic", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002644", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Answer: Club Atl\u00e9tico Tigre", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004185", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Answer: Christiane Kubrick", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007259", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Answer: Heidelberg University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000078", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006054", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "SC Young Fellows Juventus", + "pred": "Answer: SC Young Fellows Juventus", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "president", + "pred": "Answer: president", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002324", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Answer: 2008", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008261", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "National Basketball Association", + "pred": "Answer: National Basketball Association", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004156", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002138", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Montpellier H\u00e9rault Sport Club", + "pred": "Answer: Montpellier H\u00e9rault Sport Club", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001307", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005256", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "auxiliary bishop", + "pred": "Answer: auxiliary bishop", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004475", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Q135837", + "pred": "Answer: Q135837", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002220", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Estudiantes de La Plata", + "pred": "Answer: Estudiantes de La Plata", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006192", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Egypt", + "pred": "Answer: Egypt", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005619", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003460", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Buber-Rosenzweig-Medal", + "pred": "Answer: Buber-Rosenzweig-Medal", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005532", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Gy\u00f6rgy Fekete", + "pred": "Answer: Gy\u00f6rgy Fekete", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000731", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Ren\u00e9 Ang\u00e9lil", + "pred": "Answer: Ren\u00e9 Ang\u00e9lil", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007949", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Aston Villa F.C.", + "pred": "Answer: Aston Villa F.C.", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001545", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001649", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008040", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006170", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Nazi Germany", + "pred": "Answer: Nazi Germany", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Answer: Cottbus District", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004771", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "SV Waldhof Mannheim", + "pred": "Answer: SV Waldhof Mannheim", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002240", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Raymond Lahey", + "pred": "Answer: Raymond Lahey", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001328", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "F.C. Hansa Rostock", + "pred": "Answer: F.C. Hansa Rostock", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003910", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1926.0, + "gold": "Yves du Manoir Stadium", + "pred": "Answer: Yves du Manoir Stadium", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003393", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Nemuro Subprefecture (1897\u20142010)", + "pred": "Answer: Nemuro Subprefecture (1897\u20142010)", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Answer: Tuvan Autonomous Soviet Socialist Republic", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002690", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000520", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Answer: Watford F.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008590", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Acad\u00e9mie des beaux-arts", + "pred": "Answer: Acad\u00e9mie des beaux-arts", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002965", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Toronto", + "pred": "Answer: Toronto", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000417", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007810", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002744", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Queen Mary University of London", + "pred": "Answer: Queen Mary University of London", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006283", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "University of G\u00f6ttingen", + "pred": "Answer: University of G\u00f6ttingen", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001516", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "President of the Swiss Confederation", + "pred": "Answer: President of the Swiss Confederation", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004019", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "Answer: FC Aarau", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007577", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Goethe University Frankfurt", + "pred": "Answer: Goethe University Frankfurt", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006387", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Nopporo Station", + "pred": "Answer: Atsubetsu Station", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006907", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "Answer: People's Republic of Bulgaria", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000891", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003937", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "VfL Bochum", + "pred": "Answer: VfL Bochum", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000823", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Aston Villa F.C.", + "pred": "Answer: Aston Villa F.C.", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008286", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Deportivo de La Coru\u00f1a", + "pred": "Answer: C.D. Tenerife", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002635", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "West Germany", + "pred": "Answer: West Germany", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006205", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Austria men's national football team", + "pred": "Answer: Austria men's national football team", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002157", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000634", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "SSC Bari", + "pred": "Answer: SSC Bari", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005602", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Kita-Toyotsu Signal Base", + "pred": "Answer: Kita-Toyotsu Signal Base", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000342", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004873", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Club Atletico All Boys", + "pred": "Answer: Club Atletico All Boys", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004390", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Shonan Bellmare", + "pred": "Answer: Shonan Bellmare", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Bruno Rossi Prize", + "pred": "Answer: Bruno Rossi Prize", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005697", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "G.S. Iraklis Thessalonikis (men's association football)", + "pred": "Answer: G.S. Iraklis Thessalonikis (men's association football)", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "VfB Stuttgart", + "pred": "Answer: VfB Stuttgart", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003442", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Answer: 2010", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004805", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Bocskai FC", + "pred": "Answer: Bocskai FC", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006113", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Prime Minister of Bhutan", + "pred": "Answer: Prime Minister of Bhutan", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002998", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Hibernian F.C.", + "pred": "Answer: Hibernian F.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005890", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003583", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Aichi district", + "pred": "Answer: Aichi district", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006267", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "German Empire", + "pred": "Answer: German Empire", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005655", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Associated Press Athlete of the Year", + "pred": "Answer: Associated Press Athlete of the Year", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003079", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Kingdom of Bulgaria", + "pred": "Answer: Kingdom of Bulgaria", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002419", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Helmond Sport", + "pred": "Answer: Helmond Sport", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007094", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "World Rally Championship", + "pred": "Answer: World Rally Championship", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004223", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "French Navy", + "pred": "Answer: French Navy", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Orthez", + "pred": "Answer: Orthez", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001391", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Royal Academy of Exact, Physical and Natural Sciences", + "pred": "Answer: Royal Academy of Exact, Physical and Natural Sciences", + "em": 1.0, + "f1": 0.9411764705882353, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005935", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Atalanta BC", + "pred": "Answer: Atalanta BC", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003693", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Spartak", + "pred": "Answer: Spartak", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001318", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Princeton University", + "pred": "Answer: Princeton University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Answer: Yale University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000126", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004718", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Egypt", + "pred": "Answer: Egypt", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000908", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "TI-Raleigh", + "pred": "Answer: TI-Raleigh", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003983", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Spanish Navy", + "pred": "Answer: Spanish Navy", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008295", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Grawemeyer Award for Music Composition", + "pred": "Answer: Grawemeyer Award for Music Composition", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003030", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "pred": "Answer: Acad\u00e9mie des Inscriptions et Belles-Lettres", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005340", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Boavista F.C.", + "pred": "Answer: Boavista F.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Dario Franchitti", + "pred": "Answer: Dario Franchitti", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000349", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "2nd U-boat Flotilla", + "pred": "Answer: 2nd U-boat Flotilla", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004450", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Radio Free Europe/Radio Liberty", + "pred": "Answer: Radio Free Europe/Radio Liberty", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "Answer: United Kingdom", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005907", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1904.0, + "gold": "1904", + "pred": "Answer: 1904", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007403", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Nazi Germany", + "pred": "Answer: Nazi Germany", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007172", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Cardiff City F.C.", + "pred": "Answer: Cardiff City F.C.", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006019", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Fengtien", + "pred": "Answer: Fengtien", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003483", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Helmut Newton", + "pred": "Answer: Helmut Newton", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003450", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007313", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Georges Bataille", + "pred": "Answer: Georges Bataille", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006396", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Institute for Advanced Study", + "pred": "Answer: Institute for Advanced Study", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004252", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "FC Sochaux-Montb\u00e9liard", + "pred": "Answer: France men's national association football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006732", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Lappeenranta", + "pred": "Answer: Lappeenranta", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002912", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Tinkoff", + "pred": "Answer: Tinkoff", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000404", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Club Le\u00f3n", + "pred": "Answer: Club Le\u00f3n", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007041", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Hannover 96", + "pred": "Answer: Hannover 96", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008089", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003463", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Chinese Communist Party", + "pred": "Answer: Chinese Communist Party", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005154", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002203", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Pace University", + "pred": "Answer: Pace University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008263", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001733", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "Answer: FC Aarau", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Chemnitz Government Region", + "pred": "Answer: Chemnitz Government Region", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004111", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Osinniki", + "pred": "Answer: Osinniki", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003418", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Bruno Kastner", + "pred": "Answer: Bruno Kastner", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004890", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Kiliia Raion", + "pred": "Answer: Kiliia Raion", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008123", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003032", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1968.0, + "gold": "1968", + "pred": "Answer: 1968", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003123", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1928.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008638", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2015.0, + "gold": "2015", + "pred": "Answer: 2015", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004857", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Answer: Christiane Kubrick", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004040", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Answer: 2009", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001345", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Radical Civic Union", + "pred": "Answer: Radical Civic Union", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004403", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "Answer: 1930", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005977", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Answer: 2008", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005231", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Algiers", + "pred": "Answer: Algiers", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Second Polish Republic", + "pred": "Answer: Second Polish Republic", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007542", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "Answer: England women's national football team", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002736", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Busan IPark FC", + "pred": "Answer: Busan IPark FC", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006562", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008098", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "Answer: 2013", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008119", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Barbastro", + "pred": "Answer: Barbastro", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "chairperson", + "pred": "Answer: chairperson", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004561", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "Answer: 2001", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008086", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Answer: Cindy McCain", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003089", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Toulouse FC", + "pred": "Answer: Toulouse FC", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "Answer: 1942", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007154", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007872", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Big Brother", + "pred": "Answer: Big Brother", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008425", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000644", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Iburi Subprefecture", + "pred": "Answer: Iburi Subprefecture", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001235", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Omar al-Bashir", + "pred": "Answer: Omar al-Bashir", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006759", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Seine-et-Oise", + "pred": "Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004565", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Russian Empire", + "pred": "Answer: Russian Empire", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005444", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Queens Park Rangers F.C.", + "pred": "Answer: Queens Park Rangers F.C.", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001753", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003468", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "B\u00f4cher Memorial Prize", + "pred": "Answer: B\u00f4cher Memorial Prize", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001321", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "KFC Uerdingen 05", + "pred": "Answer: KFC Uerdingen 05", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004960", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Real Madrid Club de F\u00fatbol", + "pred": "Answer: Real Madrid Club de F\u00fatbol", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004118", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008476", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004242", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "FC St. Gallen", + "pred": "Answer: FC St. Gallen", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007528", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "Answer: 1974", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003750", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "United States", + "pred": "Answer: United States", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002500", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "PFC Slavia Sofia", + "pred": "Answer: PFC Slavia Sofia", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006400", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004574", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Answer: 1977", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006488", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Albert II of Belgium", + "pred": "Answer: Albert II of Belgium", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007839", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Answer: 2004", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001389", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007506", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Answer: United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005877", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "chairperson", + "pred": "Answer: chairperson", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001046", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Seine-et-Oise", + "pred": "Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004160", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SC Bastia", + "pred": "Answer: SC Bastia", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001013", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Rip Torn", + "pred": "Answer: Rip Torn", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007572", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Bernadette Chirac", + "pred": "Answer: Bernadette Chirac", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Academy Award for Best Costume Design", + "pred": "Answer: Academy Award for Best Costume Design", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008392", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003675", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "list of land speed records", + "pred": "Answer: list of land speed records", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "AFC Bournemouth", + "pred": "Answer: AFC Bournemouth", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000114", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Finland women's national football team", + "pred": "Answer: Finland women's national football team", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004958", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "FC Bayern Munich", + "pred": "Answer: FC Bayern Munich", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002847", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001441", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Answer: Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002206", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Chelsea F.C.", + "pred": "Answer: Chelsea F.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "Answer: C.D. Jorge Wilstermann", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005526", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "SK Rapid Wien", + "pred": "Answer: SK Rapid Wien", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "FK Teplice", + "pred": "Answer: FK Teplice", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001083", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Germany", + "pred": "Answer: Germany", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004361", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "SK Brann", + "pred": "Answer: SK Brann", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Answer: Deutsche Reichsbahn", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Answer: Servette FC", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002645", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "S.L. Benfica", + "pred": "Answer: S.L. Benfica", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Silver Bear for Best Actress", + "pred": "Answer: Silver Bear for Best Actress", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004948", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "Answer: 2007", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001871", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Answer: Yale University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000473", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "US Triestina Calcio 1918", + "pred": "Answer: US Triestina Calcio 1918", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006904", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Bernd R\u00fcthers", + "pred": "Answer: Bernd R\u00fcthers", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "RC Strasbourg Alsace", + "pred": "Answer: RC Strasbourg Alsace", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005684", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "delegate", + "pred": "Answer: delegate", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004481", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Vladimir Lenin", + "pred": "Answer: Vladimir Lenin", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006873", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1948.0, + "gold": "1948", + "pred": "Answer: 1948", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005653", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Answer: Andrzej Strejlau", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Answer: Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004653", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Answer: 2012", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001722", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "United States Marine Corps", + "pred": "Answer: United States Marine Corps", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003725", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Russian Empire", + "pred": "Answer: Russian Empire", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004162", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Bob Benny", + "pred": "Answer: Bob Benny", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004885", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007832", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "South West Trains", + "pred": "Answer: South West Trains", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005962", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000011", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Order of the Red Banner of Labour", + "pred": "Answer: Order of the Red Banner of Labour", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007446", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Cruz Azul", + "pred": "Answer: Cruz Azul", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004620", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Fredrikstad FK", + "pred": "Answer: Fredrikstad FK", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Answer: Andrzej Strejlau", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008601", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001029", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Club Joventut Badalona", + "pred": "Answer: Club Joventut Badalona", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002959", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Answer: 2006", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002878", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Guardian Children's Fiction Prize", + "pred": "Answer: Guardian Children's Fiction Prize", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000807", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "C\u00e9sar Award for Best Female Revelation", + "pred": "Answer: C\u00e9sar Award for Best Female Revelation", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004108", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Seine-et-Oise", + "pred": "Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Primetime Emmy Award for Outstanding Animated Program", + "pred": "Answer: Primetime Emmy Award for Outstanding Animated Program", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004954", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "FC Elista", + "pred": "Answer: Dario Passoni", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006909", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Umberto Bossi", + "pred": "Answer: Umberto Bossi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007331", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "President of Latvia", + "pred": "Answer: President of Latvia", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003609", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Sch\u00f6neberg", + "pred": "Answer: Sch\u00f6neberg", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006006", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "FC Twente", + "pred": "Answer: FC Twente", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008100", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Mandatory Palestine", + "pred": "Answer: Mandatory Palestine", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004453", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006282", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Club Atl\u00e9tico Osasuna", + "pred": "Answer: Club Atl\u00e9tico Osasuna", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003708", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003013", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Answer: Watford F.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001471", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000942", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Husqvarna FF", + "pred": "Answer: Husqvarna FF", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Altai Krai", + "pred": "Answer: Altai Krai", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002943", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Leipzig University", + "pred": "Answer: Leipzig University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003037", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Germany", + "pred": "Answer: Germany", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003146", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "New York City", + "pred": "Answer: New York City", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004225", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "MTK Budapest FC", + "pred": "Answer: MTK Budapest FC", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000827", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008211", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Rick Parfitt", + "pred": "Answer: Rick Parfitt", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007342", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pierre Mauroy", + "pred": "Answer: Pierre Mauroy", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005759", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Austria\u2013Hungary", + "pred": "Answer: Austria\u2013Hungary", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003949", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Answer: Member of the European Parliament", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Samba Gold", + "pred": "Answer: Samba Gold", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001667", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002554", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Answer: 2009", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003996", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1943.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004658", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004227", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Lady Gaga", + "pred": "Answer: Lady Gaga", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001594", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Bell Labs", + "pred": "Answer: Bell Labs", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006869", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Al Masry SC", + "pred": "Answer: Al Masry SC", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006930", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "University of Edinburgh", + "pred": "Answer: University of Edinburgh", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005195", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002457", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Answer: Cottbus District", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "CPJ International Press Freedom Awards", + "pred": "Answer: CPJ International Press Freedom Awards", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006097", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Answer: 2008", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006940", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "British Raj", + "pred": "Answer: British Raj", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000173", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005298", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005185", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1950.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007749", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "David Mamet", + "pred": "Answer: David Mamet", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Answer: Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002110", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000829", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008640", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002292", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "Answer: 1989", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005480", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "general", + "pred": "Answer: general", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008496", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006640", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Ottoman Empire", + "pred": "Answer: Ottoman Empire", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003927", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Ascoli Calcio 1898 FC", + "pred": "Answer: Ascoli Calcio 1898 FC", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007996", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000373", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Northwestern University", + "pred": "Answer: Northwestern University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005430", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Aut\u00f3dromo Internacional Ayrton Senna", + "pred": "Answer: Aut\u00f3dromo Internacional Ayrton Senna", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Calcio Foggia 1920", + "pred": "Answer: Calcio Foggia 1920", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003964", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Gangwon FC", + "pred": "Answer: Gangwon FC", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004438", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Club Atl\u00e9tico River Plate", + "pred": "Answer: Club Atl\u00e9tico River Plate", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004862", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1902.0, + "gold": "Amtshauptmannschaft Schwarzenberg", + "pred": "Answer: Amtshauptmannschaft Schwarzenberg", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004495", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "As d'Or Jeu de l'Ann\u00e9e", + "pred": "Answer: As d'Or Jeu de l'Ann\u00e9e", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002486", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Answer: Israel", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003629", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "La Spezia", + "pred": "Answer: La Spezia", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006341", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "FC Girondins de Bordeaux", + "pred": "Answer: FC Girondins de Bordeaux", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002779", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SBV Vitesse", + "pred": "Answer: SBV Vitesse", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Nazi Party", + "pred": "Answer: Nazi Party", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004217", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "1. FFC Frankfurt", + "pred": "Answer: 1. FFC Frankfurt", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Mandatory Palestine", + "pred": "Answer: Mandatory Palestine", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002651", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Edith Roosevelt", + "pred": "Answer: Edith Roosevelt", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005128", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Answer: 2012", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007441", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Norway men's national association football team", + "pred": "Answer: Norway men's national association football team", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006793", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "FC Veszpr\u00e9m", + "pred": "Answer: FC Veszpr\u00e9m", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005396", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Nazi Germany", + "pred": "Answer: Nazi Germany", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002815", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "People's Republic of China", + "pred": "Answer: People's Republic of China", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Amsterdam", + "pred": "Answer: Amsterdam", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001511", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Academy Award for Best Picture", + "pred": "Answer: Academy Award for Best Picture", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000553", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Denmark women's national football team", + "pred": "Answer: Julie Rydahl Bukh", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000656", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Northwestern University", + "pred": "Answer: Northwestern University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001297", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1970.0, + "gold": "1970", + "pred": "Answer: 1970", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007459", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Amsterdam", + "pred": "Answer: Amsterdam", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002423", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Trinidad and Tobago men's national football team", + "pred": "Answer: Trinidad and Tobago men's national football team", + "em": 1.0, + "f1": 0.9411764705882353, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001348", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Answer: Servette FC", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008576", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002071", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "British School at Rome", + "pred": "Answer: British School at Rome", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004899", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1978.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001022", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Vladimir Oblast", + "pred": "Answer: Vladimir Oblast", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003839", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jane Birkin", + "pred": "Answer: Jane Birkin", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001814", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Christian Neureuther", + "pred": "Answer: Christian Neureuther", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Martha Vickers", + "pred": "Answer: Martha Vickers", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Arabic", + "pred": "Answer: Arabic", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005683", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Answer: Heidelberg University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007163", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Relax-Gam", + "pred": "Answer: Relax-Gam", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Answer: Carl Ferdinand Cori", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008134", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Answer: Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002147", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Hungarian Socialist Workers' Party", + "pred": "Answer: Hungarian Socialist Workers' Party", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "habilitation", + "pred": "Answer: habilitation", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000654", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Province of Mantua", + "pred": "Answer: Province of Mantua", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004102", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "University of California, Los Angeles", + "pred": "Answer: University of California, Los Angeles", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007739", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "FSV Frankfurt", + "pred": "Answer: FSV Frankfurt", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006368", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Chemins de fer du Midi", + "pred": "Answer: Chemins de fer du Midi", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "A.O. Kavalas (association football)", + "pred": "Answer: A.O. Kavalas (association football)", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002646", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1997.0, + "gold": "1997", + "pred": "Answer: 1997", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002133", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Gold Medal of the Royal Astronomical Society", + "pred": "Answer: Gold Medal of the Royal Astronomical Society", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000302", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002678", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Atalanta BC", + "pred": "Answer: Atalanta BC", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004224", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Answer: Tony Award for Best Actress in a Play", + "em": 1.0, + "f1": 0.9411764705882353, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005379", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "Answer: arrondissement of Bourg-en-Bresse", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006243", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "Answer: 1982", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008166", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "MTK Budapest FC", + "pred": "Answer: MTK Budapest FC", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003678", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "lawyer", + "pred": "Answer: lawyer", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000025", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Answer: Klaus Jensen", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "Answer: United Kingdom", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000689", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004963", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "City of Gosford", + "pred": "Answer: City of Gosford", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001580", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "London", + "pred": "Answer: London", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002212", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Answer: 1977", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001427", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "FC Lausanne-Sport", + "pred": "Answer: FC Lausanne-Sport", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000751", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Seine-et-Oise", + "pred": "Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "FC Spartak Trnava", + "pred": "Answer: FC Spartak Trnava", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002412", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001943", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1999.0, + "gold": "1999", + "pred": "Answer: 1999", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005685", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "Answer: 1939", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001916", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Str\u00f8msgodset IF", + "pred": "Answer: Str\u00f8msgodset IF", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006927", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005536", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Fengtien", + "pred": "Answer: Fengtien", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000555", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Gertrude Stein", + "pred": "Answer: Gertrude Stein", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005626", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Heiner Gei\u00dfler", + "pred": "Answer: Heiner Gei\u00dfler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005124", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Algiers", + "pred": "Answer: Algiers", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Coll\u00e8ge de France", + "pred": "Answer: Coll\u00e8ge de France", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003885", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2021.0, + "gold": "National Oceanic and Atmospheric Administration", + "pred": "Answer: National Oceanic and Atmospheric Administration", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005314", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Answer: Taiwan", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Knight Bachelor", + "pred": "Answer: Knight Bachelor", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002726", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "SK Slavia Prague", + "pred": "Answer: SK Slavia Prague", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004003", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "KRC Mechelen", + "pred": "Answer: KRC Mechelen", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008148", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1916.0, + "gold": "Marie Bonaparte", + "pred": "Answer: Marie Bonaparte", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003444", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "Answer: A.S. Nancy-Lorraine", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004684", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Schutzstaffel", + "pred": "Answer: Schutzstaffel", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007043", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "Answer: 1995", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002077", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Scunthorpe United F.C.", + "pred": "Answer: Scunthorpe United F.C.", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005610", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Willi Daume", + "pred": "Answer: Willi Daume", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007161", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Polish People's Republic", + "pred": "Answer: Polish People's Republic", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008431", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Kingdom of Greece", + "pred": "Answer: Kingdom of Greece", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005503", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003756", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Nuremberg Medical Trial", + "pred": "Answer: Nuremberg Medical Trial", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006939", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Answer: Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001054", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002273", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Answer: Watford F.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000786", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Answer: Order of Merit of Baden-W\u00fcrttemberg", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002778", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Answer: Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005074", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Japan", + "pred": "Answer: Japan", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007312", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Chelsea F.C.", + "pred": "Answer: Chelsea F.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001350", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Leningrad Oblast", + "pred": "Answer: Luga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001371", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Clare Boothe Luce", + "pred": "Answer: Clare Boothe Luce", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000490", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Answer: 2005", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1985.0, + "gold": "1985", + "pred": "Answer: 1985", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005716", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005200", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Pichichi Trophy", + "pred": "Answer: Pichichi Trophy", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000681", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Answer: 2009", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004424", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lviv Oblast", + "pred": "Answer: Lviv Oblast", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003611", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Catholic priest", + "pred": "Answer: Catholic priest", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000603", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Answer: Lille OSC", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007417", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Beaux-Arts de Paris", + "pred": "Answer: Beaux-Arts de Paris", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001017", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Golden Bear", + "pred": "Answer: Golden Bear", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004297", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Walter Sisulu", + "pred": "Answer: Walter Sisulu", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007760", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Netherlands", + "pred": "Answer: Netherlands", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002309", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Feh\u00e9rv\u00e1r FC", + "pred": "Answer: Feh\u00e9rv\u00e1r FC", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000472", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Free Democratic Party", + "pred": "Answer: Free Democratic Party", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003092", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Weimar Republic", + "pred": "Answer: Weimar Republic", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003984", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Hamburger SV", + "pred": "Answer: Hamburger SV", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004307", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004221", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002604", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Orenburg Governorate", + "pred": "Answer: Orenburg", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005175", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000103", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "Answer: People's Republic of Bulgaria", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007858", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "construction", + "pred": "Answer: construction", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000929", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Answer: Tony Award for Best Actress in a Play", + "em": 1.0, + "f1": 0.9411764705882353, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Hamburg Commercial Bank", + "pred": "Answer: Hamburg Commercial Bank", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006833", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "Princess M\u00e4rtha of Sweden", + "pred": "Answer: Denmark", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007826", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Answer: 2006", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005791", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1969.0, + "gold": "1969", + "pred": "Answer: 1969", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008695", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "FC Basel", + "pred": "Answer: FC Basel", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006326", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002683", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004982", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "AS Monaco FC", + "pred": "Answer: AS Monaco FC", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Answer: Rome", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000415", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Seine-et-Oise", + "pred": "Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002513", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "IBM", + "pred": "Answer: IBM", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001131", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Chinese Communist Party", + "pred": "Answer: Chinese Communist Party", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004809", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "England women's national football team", + "pred": "Answer: England women's national football team", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002765", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "The Rockefeller University", + "pred": "Answer: The Rockefeller University", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003270", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002090", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002717", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001781", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Waltrude Schleyer", + "pred": "Answer: Waltrude Schleyer", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "West Ham United F.C.", + "pred": "Answer: West Ham United F.C.", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000911", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Tuscany", + "pred": "Answer: Tuscany", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002590", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1946.0, + "gold": "1946", + "pred": "Answer: 1946", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Answer: Order of Merit of Baden-W\u00fcrttemberg", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004701", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Seine-et-Oise", + "pred": "Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006905", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "Answer: 2023", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005334", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Answer: 2003", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006551", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "FC Amkar Perm", + "pred": "Answer: FC Amkar Perm", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Sporting CP", + "pred": "Answer: Sporting CP", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001982", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001763", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Tranmere Rovers F.C.", + "pred": "Answer: Tranmere Rovers F.C.", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001693", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Utrecht University", + "pred": "Answer: Utrecht University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006247", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1909.0, + "gold": "Associate Justice of the Supreme Court of the United States", + "pred": "Answer: Associate Justice of the Supreme Court of the United States", + "em": 1.0, + "f1": 0.9411764705882353, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006923", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Der St\u00fcrmer", + "pred": "Answer: Der St\u00fcrmer", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004828", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006717", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001064", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Answer: Weimar Republic", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002886", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001768", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006522", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Cameroon men's national football team", + "pred": "Answer: Jean-Louis Leca", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001073", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Kingdom of Bulgaria", + "pred": "Answer: Kingdom of Bulgaria", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002125", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "SSC Napoli", + "pred": "Answer: SSC Napoli", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002297", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "FC Astra Giurgiu", + "pred": "Answer: FC Astra Giurgiu", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002809", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002474", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Answer: Pat Travers", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004101", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Answer: 2004", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006366", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "Answer: England women's national football team", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "United States Navy", + "pred": "Answer: United States Navy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003020", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Lagos", + "pred": "Answer: Lagos", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004956", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Calcio Padova", + "pred": "Answer: Calcio Padova", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006758", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Al Masry SC", + "pred": "Answer: Al Masry SC", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003840", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "DSV Leoben", + "pred": "Answer: DSV Leoben", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003113", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Wheaton College", + "pred": "Answer: Wheaton College", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004767", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Miss America", + "pred": "Answer: Miss America", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "pred": "Answer: Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003340", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Russia", + "pred": "Answer: Russia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005245", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "Answer: 1982", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006022", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lady Gaga", + "pred": "Answer: Lady Gaga", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002807", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "University of Oslo", + "pred": "Answer: University of Oslo", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002236", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Order of Merit of North Rhine-Westphalia", + "pred": "Answer: Order of Merit of North Rhine-Westphalia", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006258", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "United States Cabinet", + "pred": "Answer: United States Cabinet", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003646", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "pred": "Answer: Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "em": 1.0, + "f1": 0.9600000000000001, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002029", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Warabitai Station", + "pred": "Answer: Warabitai Station", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Rudi Fuchs", + "pred": "Answer: Rudi Fuchs", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000849", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "Answer: 1987", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000139", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "Schutzstaffel", + "pred": "Answer: Schutzstaffel", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Anton-G\u00fcnther, Duke of Oldenburg", + "pred": "Answer: Anton-G\u00fcnther, Duke of Oldenburg", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004055", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004419", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Jeonbuk Hyundai Motors FC", + "pred": "Answer: Jeonbuk Hyundai Motors FC", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006447", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Answer: 2010", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005863", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Parliament of the United Kingdom", + "pred": "Answer: Parliament of the United Kingdom", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004287", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Jens Stoltenberg", + "pred": "Answer: Jens Stoltenberg", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008613", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "Answer: 1980", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002216", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Team Jayco AlUla", + "pred": "Answer: Team Jayco AlUla", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006890", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Answer: Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004395", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "University of Freiburg", + "pred": "Answer: University of Freiburg", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003660", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Queen", + "pred": "Answer: Queen", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006514", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Answer: Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002222", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Answer: Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001758", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "John Mauchly", + "pred": "Answer: John Mauchly", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004641", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Ni\u00e8vre", + "pred": "Answer: Ni\u00e8vre", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000084", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Munich Kammerspiele", + "pred": "Answer: Munich Kammerspiele", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005007", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2017.0, + "gold": "2017", + "pred": "Answer: 2017", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Answer: Tuvan Autonomous Soviet Socialist Republic", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007920", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Answer: 2002", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006359", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1956.0, + "gold": "1956", + "pred": "Answer: 1956", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005402", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Russian Empire", + "pred": "Answer: Russian Empire", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007921", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "Answer: 1989", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002569", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003091", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Answer: Pat Travers", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002364", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Gaz\u00e9lec Ajaccio", + "pred": "Answer: Gaz\u00e9lec Ajaccio", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007208", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Gustave Choquet", + "pred": "Answer: Gustave Choquet", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003209", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "C\u00e9sar Milstein", + "pred": "Answer: C\u00e9sar Milstein", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Answer: Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004389", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "Answer: 1922", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001672", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Kemerovo Oblast", + "pred": "Answer: Kemerovo Oblast", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002971", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2020.0, + "gold": "Hamza Hamzao\u011flu", + "pred": "Answer: Hamza Hamzao\u011flu", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007668", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Answer: Freie Universit\u00e4t Berlin", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004443", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Member of the European Parliament", + "pred": "Answer: Member of the European Parliament", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000260", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003060", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Leipziger Land", + "pred": "Answer: Leipzig Government Region", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003434", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "United Arab Republic", + "pred": "Answer: United Arab Republic", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005538", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Nobel Prize in Literature", + "pred": "Answer: Nobel Prize in Literature", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005136", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Ireland men\u2019s national rugby union team", + "pred": "Answer: Ireland men\u2019s national rugby union team", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004183", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "The Rockefeller University", + "pred": "Answer: The Rockefeller University", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006802", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Is\u00e8re", + "pred": "Answer: Is\u00e8re", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002238", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004081", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Harvard University", + "pred": "Answer: Harvard University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007931", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Kingdom of Hungary", + "pred": "Answer: Kingdom of Hungary", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002561", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Answer: Babe\u0219-Bolyai University", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Stockholm University", + "pred": "Answer: Stockholm University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008363", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Poland", + "pred": "Answer: Poland", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008611", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Wang Jingwei regime", + "pred": "Answer: Wang Jingwei regime", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002255", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1986.0, + "gold": "1986", + "pred": "Answer: 1986", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007672", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "Answer: 2016", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002954", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "SC Fortuna K\u00f6ln", + "pred": "Answer: SC Fortuna K\u00f6ln", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002449", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Valencia CF", + "pred": "Answer: Valencia CF", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005372", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Malm\u00f6 FF", + "pred": "Answer: Malm\u00f6 FF", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006616", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007451", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "SV Saar 05 Saarbr\u00fccken", + "pred": "Answer: SV Saar 05 Saarbr\u00fccken", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "C.D. Nacional", + "pred": "Answer: C.D. Nacional", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008679", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004351", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "education", + "pred": "Answer: education", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "FC Barcelona B\u00e0squet", + "pred": "Answer: FC Barcelona B\u00e0squet", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004853", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008238", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Reichsgesetzblatt", + "pred": "Answer: Reichsgesetzblatt", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007289", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "Answer: German Empire", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005590", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002466", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1942.0, + "gold": "1st U-boat Flotilla", + "pred": "Answer: 1st U-boat Flotilla", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005898", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Second Syrian Republic", + "pred": "Answer: Second Syrian Republic", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "Answer: German Empire", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006637", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Allianz SE", + "pred": "Answer: Allianz SE", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001605", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Keith Richards", + "pred": "Answer: Keith Richards", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003947", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Q99317", + "pred": "Answer: Q99317", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001379", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Answer: 2004", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Cruzeiro E.C.", + "pred": "Answer: Cruzeiro E.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2021.0, + "gold": "Daft Punk", + "pred": "Answer: Daft Punk", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007475", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Latvia", + "pred": "Answer: Latvia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008010", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "Answer: C.D. Jorge Wilstermann", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005768", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Landeshauptmann", + "pred": "Answer: Landeshauptmann", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003283", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Answer: 1977", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003934", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Republic of Korea Army", + "pred": "Answer: Republic of Korea Army", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000952", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004410", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Answer: Landrat", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007420", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Orenburg Oblast", + "pred": "Answer: Orenburg Oblast", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003788", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Paris", + "pred": "Answer: Paris", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007654", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Answer: Lille OSC", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000104", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Daejeon Hana Citizen FC", + "pred": "Answer: Daejeon Hana Citizen FC", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003094", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "England men\u2019s national rugby union team", + "pred": "Answer: England men\u2019s national rugby union team", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005875", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004542", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2016.0, + "gold": "Province of Carbonia-Iglesias", + "pred": "Answer: Province of Carbonia-Iglesias", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "AgustaWestland", + "pred": "Answer: AgustaWestland", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005999", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Czechia men's national football team", + "pred": "Answer: Czechia men's national football team", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003881", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Red Star F.C.", + "pred": "Answer: Red Star F.C.", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Copley Medal", + "pred": "Answer: Copley Medal", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000380", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Answer: Klaus Jensen", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007104", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "chairperson", + "pred": "Answer: chairperson", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005106", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1926.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007198", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "VVV-Venlo", + "pred": "Answer: VVV-Venlo", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001075", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007267", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Netherlands Antilles", + "pred": "Answer: Netherlands Antilles", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005453", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "Answer: 1989", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006199", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Answer: Club Atl\u00e9tico Tigre", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007661", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Answer: Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Christoph Franz", + "pred": "Answer: Christoph Franz", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007018", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Province of Ogliastra", + "pred": "Answer: Province of Ogliastra", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006321", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Pontault-Combault", + "pred": "Answer: Pontault-Combault", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000924", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002232", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005699", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "University of G\u00f6ttingen", + "pred": "Answer: University of G\u00f6ttingen", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007488", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Answer: 2006", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Vla\u0219ca County", + "pred": "Answer: Vla\u0219ca County", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005369", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "University of Zurich", + "pred": "Answer: University of Zurich", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001823", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Bremen-Liga", + "pred": "Answer: Bremen-Liga", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006475", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "Answer: 1991", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008413", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1984.0, + "gold": "1984", + "pred": "Answer: 1984", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003577", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Chief of the Turkish General Staff", + "pred": "Answer: Chief of the Turkish General Staff", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Hanna-Barbera", + "pred": "Answer: Hanna-Barbera", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008560", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Romania national rugby union team", + "pred": "Answer: Romania national rugby union team", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Czechoslovakia", + "pred": "Answer: Czechoslovakia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006136", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1903.0, + "gold": "Russian Empire", + "pred": "Answer: Russian Empire", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005189", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Seine-et-Oise", + "pred": "Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002858", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Answer: Empire of Japan", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008315", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Kemerovo Oblast", + "pred": "Answer: Kemerovo Oblast", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Kotelnikovsky District", + "pred": "Answer: Kotelnikovsky District", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Answer: 2004", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000973", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Ternopil Oblast", + "pred": "Answer: Ternopil Oblast", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002849", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008608", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "S.C. Internacional", + "pred": "Answer: S.C. Internacional", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001494", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Saint Petersburg", + "pred": "Answer: Saint Petersburg", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007390", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "German Democratic Republic", + "pred": "Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007069", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001021", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Nelly Sachs Prize", + "pred": "Answer: Nelly Sachs Prize", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006782", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Merited Artist of the RSFSR", + "pred": "Answer: Merited Artist of the RSFSR", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008600", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Central Institute for Ancient History and Archeology", + "pred": "Answer: Central Institute for Ancient History and Archeology", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005501", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001523", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Prince Charles, Count of Flanders", + "pred": "Answer: Prince Charles, Count of Flanders", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003339", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Second Syrian Republic", + "pred": "Answer: Second Syrian Republic", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Answer: Empire of Japan", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002341", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Answer: 1996", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006340", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "People's Artist of the USSR", + "pred": "Answer: People's Artist of the USSR", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004184", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Chelsea F.C.", + "pred": "Answer: Chelsea F.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001998", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "Answer: 1939", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008462", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Answer: 2003", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005081", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Beira Alta", + "pred": "Answer: Beira Alta", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Answer: Israel", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006076", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Russian Empire", + "pred": "Answer: Russian Empire", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004257", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Province of Posen", + "pred": "Answer: Province of Posen", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001129", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002202", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Isabela", + "pred": "Answer: Isabela", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001377", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005631", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "Answer: 1974", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000171", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Melora Walters", + "pred": "Answer: Melora Walters", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007554", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001278", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005559", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Swiss Super League", + "pred": "Answer: Swiss Super League", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007444", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Answer: 2021", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004826", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "Dakar", + "pred": "Answer: Dakar", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003409", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Answer: Margaret Atwood", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006575", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Answer: Attila J\u00f3zsef", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001217", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Answer: Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007223", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Klaus Sch\u00fctz", + "pred": "Answer: Klaus Sch\u00fctz", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004735", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Berlin", + "pred": "Answer: Berlin", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001394", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "German Democratic Republic", + "pred": "Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004179", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Rudy Giuliani", + "pred": "Answer: Rudy Giuliani", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Klaus Wowereit", + "pred": "Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003446", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "Answer: President of the United States", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007096", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Answer: Phillip Cocu", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008279", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Montreal Forum", + "pred": "Answer: Montreal Forum", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006719", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Emma de Caunes", + "pred": "Answer: Emma de Caunes", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002450", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Cyprus Football Association", + "pred": "Answer: Cyprus Football Association", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000742", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "Answer: 2007", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005331", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Answer: 1977", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Stade Chaban-Delmas", + "pred": "Answer: Stade Chaban-Delmas", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006020", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lady Bird Johnson", + "pred": "Answer: Lady Bird Johnson", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002515", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Sepp Herberger", + "pred": "Answer: Sepp Herberger", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000947", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "S\u00fcper Lig", + "pred": "Answer: S\u00fcper Lig", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004442", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "Answer: 2014", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003129", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Klaus Wowereit", + "pred": "Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000626", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Edward Joseph Kelly", + "pred": "Answer: Edward Joseph Kelly", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008507", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "presidential system", + "pred": "Answer: presidential system", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000399", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Otto Nerz", + "pred": "Answer: Otto Nerz", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005160", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Answer: A Bend in the River", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Answer: Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "President of North Macedonia", + "pred": "Answer: President of North Macedonia", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008117", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Answer: 2021", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007432", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Answer: Romano Prodi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006320", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1931.0, + "gold": "1931", + "pred": "Answer: 1931", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008047", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Nicholas II of Russia", + "pred": "Answer: Nicholas II of Russia", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000063", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Answer: Carlo Vittorio Varetti", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "Territory of Hawaii", + "pred": "Answer: Territory of Hawaii", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001072", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Answer: Eusebio Sacrist\u00e1n", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005910", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "United States", + "pred": "Answer: United States", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003397", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "V\u00edt\u011bzslav Lavi\u010dka", + "pred": "Answer: V\u00edt\u011bzslav Lavi\u010dka", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000162", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Lady Bird Johnson", + "pred": "Answer: Lady Bird Johnson", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002728", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Silvio Berlusconi", + "pred": "Answer: Silvio Berlusconi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003793", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Barcelona Province", + "pred": "Answer: Barcelona Province", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003541", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Answer: 2006", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008524", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Stade Chaban-Delmas", + "pred": "Answer: Stade Chaban-Delmas", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003943", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Michal B\u00edlek", + "pred": "Answer: Michal B\u00edlek", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003569", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002249", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "University of Paris", + "pred": "Answer: University of Paris", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001978", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Answer: Giovanni Gronchi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005073", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Alex McLeish", + "pred": "Answer: Alex McLeish", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000609", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "Answer: 1974", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Answer: Manuel Jim\u00e9nez Jim\u00e9nez", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Guy Ritchie", + "pred": "Answer: Guy Ritchie", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006953", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "Jimmy Walker", + "pred": "Answer: Jimmy Walker", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001572", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Answer: Phillip Cocu", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008301", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Answer: Romano Prodi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000630", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1960.0, + "gold": "Graceland", + "pred": "Answer: Graceland", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000755", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Elizabeth II", + "pred": "Answer: Lyndon B. Johnson", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000326", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002870", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Bahrain", + "pred": "Answer: Prime Minister of Bahrain", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007789", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Answer: Giovanni Gronchi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007973", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Bjarne Riis", + "pred": "Answer: Bjarne Riis", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000219", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Vivien Leigh", + "pred": "Answer: Vivien Leigh", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007274", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Elizabeth II", + "pred": "Answer: Elizabeth II", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006021", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006576", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "Laurence Olivier", + "pred": "Answer: Laurence Olivier", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000623", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Bjarne Berntsen", + "pred": "Answer: Bjarne Berntsen", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Answer: DBC Pierre", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003804", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Nobel Peace Prize", + "pred": "Answer: Nobel Peace Prize", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006789", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Answer: Robert Ferdinand Wagner Jr.", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006521", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Atlanta-Fulton County Stadium", + "pred": "Answer: Atlanta-Fulton County Stadium", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "Answer: Carry Me Down", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004769", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Answer: Loretta Young", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001801", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Vytautas Landsbergis", + "pred": "Answer: Vytautas Landsbergis", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "State Anthem of the Soviet Union", + "pred": "Answer: March of the Volunteers", + "em": 0.0, + "f1": 0.3636363636363636, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003724", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006014", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Answer: Hans Loritz", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007171", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "S\u00fcper Lig", + "pred": "Answer: S\u00fcper Lig", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007260", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "3. Liga", + "pred": "Answer: 3. Liga", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Thomas Tuchel", + "pred": "Answer: Thomas Tuchel", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007485", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Charlize Theron", + "pred": "Answer: Charlize Theron", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001837", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Answer: 2021", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Answer: Romano Prodi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005494", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Answer: Berti Vogts", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000075", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004734", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Peter Carey", + "pred": "Answer: Peter Carey", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004770", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Constantinople", + "pred": "Answer: Constantinople", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006777", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "S\u00e1ndor Preisinger", + "pred": "Answer: S\u00e1ndor Preisinger", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001481", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Answer: 1977", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Answer: Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000707", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007316", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Answer: Carlo Vittorio Varetti", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002781", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Yugoslavia", + "pred": "Answer: France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001694", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Answer: Glenda Jackson", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005714", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "B\u00fclent Ecevit", + "pred": "Answer: B\u00fclent Ecevit", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Stefan Kuntz", + "pred": "Answer: Stefan Kuntz", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000390", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Nobel Prize in Physics", + "pred": "Answer: Nobel Prize in Physics", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004301", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Answer: Rudy Giuliani", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007116", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004505", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Answer: Abraham Beame", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007035", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "Answer: David Dinkins", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004558", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Answer: Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003267", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Answer: Bette Davis", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006755", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Answer: Theodor Liebknecht", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004583", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "Answer: 1987", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000225", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Gareth Southgate", + "pred": "Answer: Gareth Southgate", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002459", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006352", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Answer: 2021", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004787", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Janusz W\u00f3jcik", + "pred": "Answer: Janusz W\u00f3jcik", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002226", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Leonid Brezhnev", + "pred": "Answer: Vladimir Kryuchkov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003363", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Jan Schaffrath", + "pred": "Answer: Jan Schaffrath", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Pavel Vrba", + "pred": "Answer: Petr Jel\u00ednek", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006972", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "Answer: 1976", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007393", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Answer: Socialist Autonomous Province of Vojvodina", + "em": 0.0, + "f1": 0.3636363636363636, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002784", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Franz Beckenbauer", + "pred": "Answer: Franz Beckenbauer", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005991", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Claudia Roth", + "pred": "Answer: Ulrike Herrmann", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002109", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "ADIG", + "pred": "Answer: ADIG", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005445", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Abraham Beame", + "pred": "Answer: Abraham Beame", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Fiorello H. La Guardia", + "pred": "Answer: Fiorello H. La Guardia", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005633", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002083", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Jens Gustafsson", + "pred": "Answer: Jens Gustafsson", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003899", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "German Democratic Republic", + "pred": "Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002997", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "Answer: United Kingdom", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005860", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Answer: Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001039", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Panama", + "pred": "Answer: Panama", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000086", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005689", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Answer: Bucharest", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006609", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "Answer: United Kingdom", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004970", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Answer: 2003", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Answer: Giovanni Gronchi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008062", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "M\u00e1rio Soares", + "pred": "Answer: M\u00e1rio Soares", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006613", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Stuart Lancaster", + "pred": "Answer: Stuart Lancaster", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001894", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Answer: Reese Witherspoon", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002546", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003153", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Answer: Zhou Enlai", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002865", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Answer: Thomas Keneally", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007865", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Answer: Clive Woodward", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001858", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Graceland", + "pred": "Answer: Graceland", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Constantinople", + "pred": "Answer: Constantinople", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003034", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Answer: Hans Loritz", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000799", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Barack Obama", + "pred": "Answer: Arsenii Yatseniuk", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Boston Garden", + "pred": "Answer: Boston Garden", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004762", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "Kingdom of Prussia", + "pred": "Answer: Kingdom of Prussia", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004806", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Answer: Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Premier League", + "pred": "Answer: Premier League", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008203", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Amway Arena", + "pred": "Answer: Amway Arena", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004465", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Answer: 2021", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006874", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "John Lindsay", + "pred": "Answer: John Lindsay", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000593", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Answer: Giovanni Gronchi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004615", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2018.0, + "gold": "2018", + "pred": "Answer: 2018", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Geoffrey Rush", + "pred": "Answer: Frances McDormand", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Answer: Academy Award for Best Writing, Adapted Screenplay", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004669", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Yuri Semin", + "pred": "Answer: Yuri Semin", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Answer: Aldo Moro", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Answer: Theodor Liebknecht", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006858", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Answer: 2002", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000627", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Answer: Academy Award for Best Writing, Adapted Screenplay", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008456", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "Answer: absolute monarchy", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004863", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Answer: Academy Award for Best Writing, Adapted Screenplay", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005053", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lauri Yl\u00f6nen", + "pred": "Answer: Lauri Yl\u00f6nen", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006906", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sini\u0161a Mihajlovi\u0107", + "pred": "Answer: Sini\u0161a Mihajlovi\u0107", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004343", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Arrigo Sacchi", + "pred": "Answer: Arrigo Sacchi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008520", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Hans Loritz", + "pred": "Answer: Hans Loritz", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008566", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Answer: Kurt Biedenkopf", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005406", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "West Germany", + "pred": "Answer: West Germany", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005485", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Milo\u0161 Zeman", + "pred": "Answer: Milo\u0161 Zeman", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006778", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000448", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Alex Ferguson", + "pred": "Answer: Alex Ferguson", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005253", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Aravind Adiga", + "pred": "Answer: Aravind Adiga", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002793", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Answer: Academy Award for Best Supporting Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001366", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Cliff Burton", + "pred": "Answer: Cliff Burton", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000346", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Giorgio Napolitano", + "pred": "Answer: Giorgio Napolitano", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001380", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "John Williams", + "pred": "Answer: John Williams", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007366", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Answer: Giampiero Boniperti", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004085", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "Qing dynasty", + "pred": "Answer: Qing dynasty", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "Answer: United Kingdom", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Answer: Penelope Fitzgerald", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Answer: Nike", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005149", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Dalvik VM", + "pred": "Answer: Dalvik VM", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007466", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Deutsche Mark", + "pred": "Answer: Deutsche Mark", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "EFL Championship", + "pred": "Answer: EFL Championship", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002303", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Answer: Prime Minister of Canada", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004925", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Answer: Norma Shearer", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002425", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003762", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Minneapolis Armory", + "pred": "Answer: Minneapolis Armory", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000351", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Territory of Hawaii", + "pred": "Answer: Territory of Hawaii", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003288", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Answer: Alain Afflelou", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001079", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Giampiero Boniperti", + "pred": "Answer: Giampiero Boniperti", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Paulo Bento", + "pred": "Answer: Paulo Bento", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006454", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Steve Sampson", + "pred": "Answer: Steve Sampson", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007686", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "United States Cabinet", + "pred": "Answer: United States Cabinet", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001636", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "Answer: 1975", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000642", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Alan Hollinghurst", + "pred": "Answer: Alan Hollinghurst", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005992", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1906.0, + "gold": "Theodore Roosevelt", + "pred": "Answer: Theodore Roosevelt", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001567", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Answer: Robert Ferdinand Wagner Jr.", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003917", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Elizabeth II", + "pred": "Answer: Elizabeth II", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007632", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pawe\u0142 Janas", + "pred": "Answer: Pawe\u0142 Janas", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001702", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Eerste Divisie", + "pred": "Answer: Eerste Divisie", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006358", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "German Federal Archives", + "pred": "Answer: German Federal Archives", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Dwight D. Eisenhower", + "pred": "Answer: Dwight D. Eisenhower", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001724", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Lyndon B. Johnson", + "pred": "Answer: Lyndon B. Johnson", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005308", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Answer: Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006485", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Answer: Margaret Atwood", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004831", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005190", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Answer: Freie Universit\u00e4t Berlin", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006636", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "George Marshall", + "pred": "Answer: United States Secretary of State", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003213", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Answer: Lyndon B. Johnson", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005672", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006227", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Answer: 2021", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Giffoni Film Festival", + "pred": "Answer: Giffoni Film Festival", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007816", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Franciszek Smuda", + "pred": "Answer: Franciszek Smuda", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001958", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "John Lindsay", + "pred": "Answer: John Lindsay", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007818", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Sepp Herberger", + "pred": "Answer: Sepp Herberger", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003874", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006836", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005437", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001779", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Chemnitz Government Region", + "pred": "Answer: Chemnitz Government Region", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002182", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006540", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Answer: Antonio Segni", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Answer: Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000470", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004884", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Emma Thompson", + "pred": "Answer: Emma Thompson", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008312", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "United Kingdom of Great Britain and Ireland", + "pred": "Answer: United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006013", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "Answer: David Dinkins", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006889", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Carlo Ancelotti", + "pred": "Answer: Carlo Ancelotti", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003651", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Answer: Saku Koivu", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Q82595", + "pred": "Answer: Q82595", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000420", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1917.0, + "gold": "1917", + "pred": "Answer: 1917", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005828", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Prime Minister of Belize", + "pred": "Answer: Prime Minister of Belize", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Sepp Herberger", + "pred": "Answer: Sepp Herberger", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002499", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Territory of Hawaii", + "pred": "Answer: Territory of Hawaii", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008212", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "George VI", + "pred": "Answer: George VI", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006976", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Gennaro Gattuso", + "pred": "Answer: Gennaro Gattuso", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007445", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Answer: Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004525", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Lamberto Dini", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Giorgio Napolitano", + "pred": "Answer: Giorgio Napolitano", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003387", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Answer: 2021", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Answer: Alex McLeish", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008292", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "United States", + "pred": "Answer: United States", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006528", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "Answer: 1902", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008636", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Walter Zenga", + "pred": "Answer: Walter Zenga", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004972", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Kia Forum", + "pred": "Answer: Boston Garden", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006497", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Hungarian People's Republic", + "pred": "Answer: Hungarian People's Republic", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Answer: Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005410", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Taiwan", + "pred": "Answer: Taiwan", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000901", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Answer: Shimon Peres", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007838", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mircea Lucescu", + "pred": "Answer: Mircea Lucescu", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007144", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "The Internationale", + "pred": "Answer: The Internationale", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Jean Mistler", + "pred": "Answer: Jean Mistler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000287", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Gerhard Casper", + "pred": "Answer: Gerhard Casper", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004792", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006621", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sean Yates", + "pred": "Answer: Sean Yates", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001788", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Answer: Norma Shearer", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002557", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Fiorello H. La Guardia", + "pred": "Answer: Fiorello H. La Guardia", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "Answer: A. S. Byatt", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006058", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Giuseppe Saragat", + "pred": "Answer: Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000536", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Answer: Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007404", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2000.0, + "gold": "2000", + "pred": "Answer: 2000", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001292", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1990.0, + "gold": "1990", + "pred": "Answer: 1990", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "Answer: David Storey", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Answer: A Bend in the River", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002490", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "Answer: 1930", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001434", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "New York City", + "pred": "Answer: New York City", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006868", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "Answer: 2001", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jean Mistler", + "pred": "Answer: Jean Mistler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002319", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2022.0, + "gold": "2022", + "pred": "Answer: 2022", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008472", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000496", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Massimo D'Alema", + "pred": "Answer: Silvio Berlusconi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005883", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Answer: Roman Herzog", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "BP", + "pred": "Answer: BP", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001286", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003325", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Bucharest", + "pred": "Answer: Bucharest", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "Answer: William Emmett Dever", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000949", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Answer: Roman Herzog", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004634", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Answer: 2006", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008417", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Answer: Swiss Super League", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mary J. Blige", + "pred": "Answer: Mary J. Blige", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007469", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Answer: 2010", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002488", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Answer: Shimon Peres", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007418", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Union", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Elliott Gould", + "pred": "Answer: Elliott Gould", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005916", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Micha\u0142 Matyas", + "pred": "Answer: Micha\u0142 Matyas", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006233", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Answer: Eric Gerets", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005848", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "German Empire", + "pred": "Answer: German Empire", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005040", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Antonio Segni", + "pred": "Answer: Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005138", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Adolf Hitler", + "pred": "Answer: Karl D\u00f6nitz", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004246", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007892", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006684", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Luigi Einaudi", + "pred": "Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001045", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Answer: 2005", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "association football", + "pred": "Answer: association football", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002791", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Lory Del Santo", + "pred": "Answer: Lory Del Santo", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005581", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Answer: Daniel Auteuil", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Pawe\u0142 Janas", + "pred": "Answer: Pawe\u0142 Janas", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004802", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "John W. Campbell", + "pred": "Answer: John W. Campbell", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004455", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Answer: Giovanni Leone", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001570", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Otto Nerz", + "pred": "Answer: Otto Nerz", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005703", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Morten Olsen", + "pred": "Answer: Morten Olsen", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006235", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Diego Simeone", + "pred": "Answer: Diego Simeone", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001186", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Susan Sarandon", + "pred": "Answer: Susan Sarandon", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005903", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Answer: 2009", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002985", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Bettino Craxi", + "pred": "Answer: Giovanni Spadolini", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Answer: Andrzej Strejlau", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008323", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Answer: Hungarian People's Republic", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005474", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Oskar von Miller", + "pred": "Answer: Oskar von Miller", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001830", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Nippon Bud\u014dkan", + "pred": "Answer: Nippon Bud\u014dkan", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001756", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001887", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "Answer: Germany men's national association football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005552", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Answer: Mitteldeutscher Rundfunk", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004901", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Wen Jiabao", + "pred": "Answer: Wen Jiabao", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006473", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Answer: 2008", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006253", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Answer: 2003", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002709", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Alex McLeish", + "pred": "Answer: Alex McLeish", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007811", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Giovanni Spadolini", + "pred": "Answer: Giovanni Spadolini", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006165", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Edward Cassidy", + "pred": "Answer: Edward Cassidy", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007431", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Ernest Borgnine", + "pred": "Answer: Ernest Borgnine", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002594", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004546", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "David Dinkins", + "pred": "Answer: David Dinkins", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006589", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Answer: Giulio Andreotti", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006151", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Answer: 2021", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005300", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Otto Rehhagel", + "pred": "Answer: Otto Rehhagel", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003618", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Franz Joseph I of Austria", + "pred": "Answer: Franz Joseph I of Austria", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "Answer: George W. Bush", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001195", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Answer: 2004", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007049", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1978.0, + "gold": "1978", + "pred": "Answer: 1978", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003961", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Edith Roosevelt", + "pred": "Answer: Edith Roosevelt", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002548", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "Answer: absolute monarchy", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1910.0, + "gold": "Austria\u2013Hungary", + "pred": "Answer: Austria\u2013Hungary", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003484", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "United Kingdom", + "pred": "Answer: United Kingdom", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Kingdome", + "pred": "Answer: Kingdome", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002163", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Clive Woodward", + "pred": "Answer: Clive Woodward", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006692", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Bruce Buck", + "pred": "Answer: Bruce Buck", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006073", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Volker Finke", + "pred": "Answer: Volker Finke", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008473", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Roman Abramovich", + "pred": "Answer: Roman Abramovich", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003674", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1978.0, + "gold": "Leonid Brezhnev", + "pred": "Answer: Vladimir Kryuchkov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003352", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "absolute monarchy", + "pred": "Answer: absolute monarchy", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Answer: Giampiero Boniperti", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002789", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005326", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Spencer Tracy", + "pred": "Answer: Robert Donat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005284", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Erich Werdermann", + "pred": "Answer: Erich Werdermann", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005774", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Answer: Swiss Super League", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003372", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Patrick Le Lay", + "pred": "Answer: Patrick Le Lay", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008201", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Answer: 2002", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001153", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Franz Beckenbauer", + "pred": "Answer: Franz Beckenbauer", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007164", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "Simone Inzaghi", + "pred": "Answer: Simone Inzaghi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006407", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Allianz Arena", + "pred": "Answer: Allianz Arena", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001540", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "Answer: 2013", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005100", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "German Democratic Republic", + "pred": "Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Claudio Ranieri", + "pred": "Answer: Claudio Ranieri", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Answer: Denzel Washington", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007894", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Answer: 2011", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008658", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Ruslan Rotan", + "pred": "Answer: Andriy Shevchenko", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005158", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Answer: Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008060", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Bundesliga", + "pred": "Answer: Bundesliga", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004900", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "SeatGeek Stadium", + "pred": "Answer: SeatGeek Stadium", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000430", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Bombardier", + "pred": "Answer: Bombardier", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006467", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Taiwan", + "pred": "Answer: Taiwan", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004710", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "Answer: J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000041", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Answer: Romano Prodi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004408", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "crown prince", + "pred": "Answer: crown prince", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001201", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004457", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005193", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005781", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "State Anthem of the Soviet Union", + "pred": "Answer: Russian Soviet Federative Socialist Republic", + "em": 0.0, + "f1": 0.16666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004013", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Answer: Jupp Derwall", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003935", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Volker Finke", + "pred": "Answer: Volker Finke", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006770", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Silvio Berlusconi", + "pred": "Answer: Silvio Berlusconi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008617", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008708", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Answer: Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Zden\u011bk Zeman", + "pred": "Answer: Zden\u011bk Zeman", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007389", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Saku Koivu", + "pred": "Answer: Saku Koivu", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005554", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Moscow", + "pred": "Answer: Moscow", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000408", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Kingdom of Prussia", + "pred": "Answer: Kingdom of Prussia", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003634", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Uwe Neuhaus", + "pred": "Answer: Uwe Neuhaus", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006653", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000961", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Kate Winslet", + "pred": "Answer: Kate Winslet", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002923", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008130", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Silvio Berlusconi", + "pred": "Answer: Silvio Berlusconi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001668", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Jane Fonda", + "pred": "Answer: Jane Fonda", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Lucien Favre", + "pred": "Answer: Lucien Favre", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007280", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Klaus Wowereit", + "pred": "Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004011", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "Answer: David Storey", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001876", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Thomas Tuchel", + "pred": "Answer: Thomas Tuchel", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003426", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "George H. W. Bush", + "pred": "Answer: George H. W. Bush", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008324", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "Answer: 1930", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Answer: Francesco Cossiga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001646", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Answer: Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001719", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "Answer: J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005359", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Answer: Alex McLeish", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002201", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Princeton University", + "pred": "Answer: Princeton University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000953", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Answer: DBC Pierre", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003588", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Answer: Javier Aguirre", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006330", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Answer: DBC Pierre", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006529", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "Answer: 1991", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006295", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Answer: Angela Lansbury", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007246", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001257", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "Answer: United Kingdom", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004353", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Answer: Maurice Druon", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001453", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Answer: Nicholas II of Russia", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008480", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "Answer: 2001", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006167", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "LMFAO", + "pred": "Answer: LMFAO", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003258", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "J\u00fcrgen Linden", + "pred": "Answer: J\u00fcrgen Linden", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004631", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "absolute monarchy", + "pred": "Answer: absolute monarchy", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Ang Lee", + "pred": "Answer: Ang Lee", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002531", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Austria", + "pred": "Answer: Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008228", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Frances McDormand", + "pred": "Answer: As Good as It Gets", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005557", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Fatih Terim", + "pred": "Answer: Fatih Terim", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007336", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Answer: 2003", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003098", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002950", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1945.0, + "gold": "1945", + "pred": "Answer: 1945", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000019", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001920", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Claudio Ranieri", + "pred": "Answer: Claudio Ranieri", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005782", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "White Hart Lane", + "pred": "Answer: White Hart Lane", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000862", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Humphrey Bogart", + "pred": "Answer: Humphrey Bogart", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001033", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "China Mi\u00e9ville", + "pred": "Answer: China Mi\u00e9ville", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003960", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006287", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Answer: Clive Woodward", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007880", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Giovanni Trapattoni", + "pred": "Answer: Giovanni Trapattoni", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005772", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Answer: Socialist Autonomous Province of Vojvodina", + "em": 0.0, + "f1": 0.3636363636363636, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006294", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Answer: Hilary Swank", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004173", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Answer: Jupp Derwall", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005281", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Answer: Giovanni Gronchi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Ottmar Hitzfeld", + "pred": "Answer: Ottmar Hitzfeld", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008091", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "\u0130smet \u0130n\u00f6n\u00fc", + "pred": "Answer: Memduh \u015eevket Esendal", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004964", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Economic Area", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002871", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Answer: Oscar Luigi Scalfaro", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003979", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Rachida Brakni", + "pred": "Answer: Rachida Brakni", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008204", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Erwin Kramer", + "pred": "Answer: Erwin Kramer", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001932", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Joe Louis Arena", + "pred": "Answer: Joe Louis Arena", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000480", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "UNESCO", + "pred": "Answer: UNESCO", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007286", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Answer: Emirates", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Daniel Auteuil", + "pred": "Answer: Daniel Auteuil", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002946", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Michal B\u00edlek", + "pred": "Answer: Michal B\u00edlek", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003999", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Adolf Hitler", + "pred": "Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Answer: Academy Award for Best Director", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005752", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Giuliano Amato", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001810", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Answer: Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004977", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Answer: Giovanni Gronchi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Paul von Hindenburg", + "pred": "Answer: Paul von Hindenburg", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007873", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002637", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Answer: 1996", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005587", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Answer: 2002", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005428", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Silvio Berlusconi", + "pred": "Answer: Silvio Berlusconi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005312", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Answer: Norma Shearer", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006932", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Answer: Lyndon B. Johnson", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000781", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Answer: Bucharest", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "CBS", + "pred": "Answer: Latin Grammy Awards", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000003", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1947.0, + "gold": "1947", + "pred": "Answer: 1947", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Giorgio Napolitano", + "pred": "Answer: Giorgio Napolitano", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004934", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000313", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2016.0, + "gold": "Matteo Renzi", + "pred": "Answer: Matteo Renzi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000903", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Answer: Eusebio Sacrist\u00e1n", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005738", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Aldo Moro", + "pred": "Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006558", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Answer: Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004400", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Answer: Ruth Prawer Jhabvala", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001076", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Answer: 2021", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002725", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Answer: Prime Minister of Canada", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003906", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Liga Portugal", + "pred": "Answer: Liga Portugal", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004405", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Alberto Bigon", + "pred": "Answer: Alberto Bigon", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Wolfgang Gerhardt", + "pred": "Answer: Wolfgang Gerhardt", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000757", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "COMECON", + "pred": "Answer: Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Answer: Ian Porterfield", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005056", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Lavrentiy Beria", + "pred": "Answer: Lavrentiy Beria", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Answer: Mitteldeutscher Rundfunk", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008552", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Answer: 2004", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Bambi Award", + "pred": "Answer: Bambi Award", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000678", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Answer: Katharine Hepburn", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002043", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Answer: 2004", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007190", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "coming out", + "pred": "Answer: coming out", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003533", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Attila J\u00f3zsef", + "pred": "Answer: Attila J\u00f3zsef", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Ingrid Bergman", + "pred": "Answer: Ingrid Bergman", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004864", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Ireland", + "pred": "Answer: Ireland", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001930", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1929.0, + "gold": "1929", + "pred": "Answer: 1929", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004482", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Answer: 2005", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000444", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "president of Germany", + "pred": "Answer: president of Germany", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002417", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Saku Koivu", + "pred": "Answer: Saku Koivu", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "Answer: S\u00fcper Lig", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002089", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "Answer: 1975", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002782", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Karel Br\u00fcckner", + "pred": "Answer: Karel Br\u00fcckner", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006603", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Answer: 2006", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000643", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Adolf Hitler", + "pred": "Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001459", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Sepp Piontek", + "pred": "Answer: Sepp Piontek", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007691", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "German Emperor", + "pred": "Answer: German Emperor", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004382", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Israeli Premier League", + "pred": "Answer: Israeli Premier League", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008297", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Luxembourg National Division", + "pred": "Answer: Luxembourg National Division", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007490", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Marie Dressler", + "pred": "Answer: Marie Dressler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004470", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Answer: Manuel Jim\u00e9nez Jim\u00e9nez", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Nike", + "pred": "Answer: Nike", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Pacific Coliseum", + "pred": "Answer: Pacific Coliseum", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000107", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Prague", + "pred": "Answer: Prague", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000481", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "Answer: Yann Martel", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005374", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Answer: 2011", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007891", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Second Lady or Gentleman of the United States", + "pred": "Answer: Second Lady or Gentleman of the United States", + "em": 1.0, + "f1": 0.9411764705882353, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004941", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Ralf Loose", + "pred": "Answer: Ralf Loose", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Answer: Te sl\u0103vim, Rom\u00e2nie", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001311", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Answer: 2010", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003353", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Panama", + "pred": "Answer: Panama", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005629", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "Answer: 1998", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005931", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Leonid Brezhnev", + "pred": "Answer: Leonid Brezhnev", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005823", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Territory of Hawaii", + "pred": "Answer: Territory of Hawaii", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002989", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Free State of Prussia", + "pred": "Answer: Free State of Prussia", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004259", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Anne Enright", + "pred": "Answer: Anne Enright", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002166", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Ligue 1", + "pred": "Answer: Ligue 1", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "Answer: 1995", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008518", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Hans Backe", + "pred": "Answer: Hans Backe", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003792", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000844", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Answer: Denzel Washington", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005425", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Sandro Pertini", + "pred": "Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006156", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Answer: The Ninth Day", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006038", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Austro-Hungarian krone", + "pred": "Answer: Austro-Hungarian krone", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008465", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1923.0, + "gold": "Egyptian pound", + "pred": "Answer: Egyptian pound", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004604", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Javier Aguirre", + "pred": "Answer: Javier Aguirre", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002929", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "The Internationale", + "pred": "Answer: Russian Soviet Federative Socialist Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007720", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005879", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001938", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Territory of Hawaii", + "pred": "Answer: Territory of Hawaii", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Academy Award for Best Supporting Actress", + "pred": "Answer: Academy Award for Best Supporting Actress", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006351", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Stade Chaban-Delmas", + "pred": "Answer: Stade Chaban-Delmas", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005087", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006536", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006736", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Sandra Bullock", + "pred": "Answer: Sandra Bullock", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004654", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Answer: Nicholas II of Russia", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005945", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Answer: Lyndon B. Johnson", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007681", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Daman and Diu", + "pred": "Answer: Daman and Diu", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006184", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Lyndon B. Johnson", + "pred": "Answer: Lyndon B. Johnson", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000115", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Caja M\u00e1gica", + "pred": "Answer: Caja M\u00e1gica", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002711", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Answer: Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005754", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Answer: Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "Answer: S\u00fcper Lig", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000552", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000403", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "SeatGeek Stadium", + "pred": "Answer: SeatGeek Stadium", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003856", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003602", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Mikhail Gorbachev", + "pred": "Answer: Vladimir Kryuchkov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007850", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001019", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1962.0, + "gold": "1962", + "pred": "Answer: 1962", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004322", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Dietrich Stobbe", + "pred": "Answer: Dietrich Stobbe", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004271", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001171", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007890", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Answer: Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008632", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Answer: Hungarian People's Republic", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007395", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1925.0, + "gold": "Egyptian pound", + "pred": "Answer: Egyptian pound", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007784", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Answer: Quartet in Autumn", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006008", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Answer: Alain Afflelou", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007623", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Zden\u011bk Zeman", + "pred": "Answer: Zden\u011bk Zeman", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000261", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Answer: Weimar Republic", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005362", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003134", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Teen Choice Awards", + "pred": "Answer: Teen Choice Awards", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Answer: Emirates", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003313", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005360", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001597", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Peter Carey", + "pred": "Answer: Peter Carey", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Ronald Colman", + "pred": "Answer: Ronald Colman", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005949", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Attila J\u00f3zsef", + "pred": "Answer: Attila J\u00f3zsef", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005024", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Answer: Abraham Beame", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007032", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Heinrich Himmler", + "pred": "Answer: Heinrich Himmler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004269", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005207", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Answer: Sepp Herberger", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008065", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Constantinople", + "pred": "Answer: Constantinople", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003648", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000919", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "Franz Beckenbauer", + "pred": "Answer: Franz Beckenbauer", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Answer: 2004", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007438", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Answer: Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000509", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Answer: Giovanni Leone", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Answer: DBC Pierre", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006108", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "presidential system", + "pred": "Answer: presidential system", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001184", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Robert Bolt", + "pred": "Answer: Academy Award for Best Original Score", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001023", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Answer: Du\u0161an Uhrin", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001479", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Javier Aguirre", + "pred": "Answer: Javier Aguirre", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006983", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Giovanni Gronchi", + "pred": "Answer: Giovanni Gronchi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007833", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "White Hart Lane", + "pred": "Answer: White Hart Lane", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005681", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Answer: Weimar Republic", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003706", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Answer: 2005", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007006", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Answer: Du\u0161an Uhrin", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004220", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Swiss Super League", + "pred": "Answer: Swiss Super League", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007500", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "Answer: God Save the Tsar!", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "German Empire", + "pred": "Answer: France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003362", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ireland", + "pred": "Answer: Ireland", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007378", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Allianz Arena", + "pred": "Answer: Allianz Arena", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002356", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004000", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Walter Mazzarri", + "pred": "Answer: Walter Mazzarri", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003511", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Hungarian Olympic Committee", + "pred": "Answer: Hungarian Olympic Committee", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "Answer: West Germany", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008482", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Harry Warren", + "pred": "Answer: Harry Warren", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001610", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "pred": "Answer: Ji\u0159\u00ed Posp\u00ed\u0161il", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007160", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003247", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Kevin Federline", + "pred": "Answer: Kevin Federline", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000810", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Liga I", + "pred": "Answer: Liga I", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006432", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Joseph Stalin", + "pred": "Answer: Joseph Stalin", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007768", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Answer: Zhou Enlai", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Rock and Roll Hall of Fame", + "pred": "Answer: Rock and Roll Hall of Fame", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003836", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Answer: Daniel Auteuil", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007908", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003128", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Spencer Tracy", + "pred": "Answer: Robert Redford", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Answer: Francesco Cossiga", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001510", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "UTC\u221204:00", + "pred": "Answer: Peru", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Werner Greuter", + "pred": "Answer: Werner Greuter", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Maurice Druon", + "pred": "Answer: Maurice Druon", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001232", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007512", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Answer: Sepp Herberger", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000089", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008698", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Answer: Loretta Young", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007875", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006661", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "Answer: President of the United States", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007505", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Bobby Clarke", + "pred": "Answer: Bobby Clarke", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008555", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Answer: Montreal Forum", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006491", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "Answer: 1942", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Answer: Aldo Moro", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002698", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Answer: Hans Frank", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005937", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Answer: 2006", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007021", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Answer: Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003151", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "Answer: The Sea and the Mirror", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002519", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Answer: 2003", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007514", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "chairperson", + "pred": "Answer: Czech-Moravian Confederation of Trade Unions", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008443", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Economic Community", + "em": 0.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007726", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1992.0, + "gold": "1992", + "pred": "Answer: 1992", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001549", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "V\u00e1clav Havel", + "pred": "Answer: V\u00e1clav Havel", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007129", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Answer: 2004", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000883", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Heinrich Br\u00fcning", + "pred": "Answer: Heinrich Br\u00fcning", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000442", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "Answer: William Emmett Dever", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004066", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Peter Gerhardsson", + "pred": "Answer: Peter Gerhardsson", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002302", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Egyptian pound", + "pred": "Answer: Egyptian pound", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002564", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004005", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Otto Nerz", + "pred": "Answer: Otto Nerz", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005652", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Jane Byrne", + "pred": "Answer: Jane Byrne", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002217", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008015", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Albert II of Belgium", + "pred": "Answer: Albert II of Belgium", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000895", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "RTL", + "pred": "Answer: RTL", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008365", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Answer: Javier Aguirre", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006348", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Answer: Te sl\u0103vim, Rom\u00e2nie", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000645", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008492", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Answer: Nicholas II of Russia", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006824", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Anita Brookner", + "pred": "Answer: Anita Brookner", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000773", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "Winona Ryder", + "pred": "Answer: Golden Globe Award for Best Supporting Actress \u2013 Motion Picture", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001316", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Deutsche Mark", + "pred": "Answer: Deutsche Mark", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004368", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Answer: Nike", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005868", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Answer: Daniel Auteuil", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Answer: 1996", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Gwyneth Paltrow", + "pred": "Answer: Gwyneth Paltrow", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008659", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "Answer: A. S. Byatt", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000763", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005896", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000117", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Enrico de Nicola", + "pred": "Answer: Umberto II of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000027", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Answer: Rudy Giuliani", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002041", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002860", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Answer: Weimar Republic", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004247", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Luise Rainer", + "pred": "Answer: Luise Rainer", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008294", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Hyundai", + "pred": "Answer: Hyundai", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006036", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "The Pentagon", + "pred": "Answer: The Pentagon", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001816", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Answer: Norma Shearer", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008058", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004387", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Answer: Cel\u00e2l Bayar", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004841", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Abdullah Avc\u0131", + "pred": "Answer: Abdullah Avc\u0131", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000340", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Echo Music Prize", + "pred": "Answer: Echo Music Prize", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001431", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Massimiliano Allegri", + "pred": "Answer: Massimiliano Allegri", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002560", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Panama", + "pred": "Answer: Panama", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003591", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006178", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Answer: Francesco Cossiga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003130", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001771", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "habilitation", + "pred": "Answer: habilitation", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004635", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Answer: Katharine Hepburn", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007347", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Answer: Ruth Prawer Jhabvala", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002289", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Giuseppe Saragat", + "pred": "Answer: Giuseppe Saragat", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006810", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "Answer: 2016", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001750", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Eduard Weiter", + "pred": "Answer: Eduard Weiter", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "David Wagner", + "pred": "Answer: David Wagner", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001742", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Answer: Sandro Pertini", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004401", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cominform", + "pred": "Answer: Cominform", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000948", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Answer: Montreal Forum", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Answer: Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001031", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "J. M. Coetzee", + "pred": "Answer: J. M. Coetzee", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002458", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Oleh Protasov", + "pred": "Answer: Oleksey Kovalyov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001069", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Ed Koch", + "pred": "Answer: Ed Koch", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Answer: 2021", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006304", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "mayor", + "pred": "Answer: mayor", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004531", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Mario Monti", + "pred": "Answer: Mario Monti", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000931", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Answer: 2012", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007956", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Answer: Eric Gerets", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007340", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "Hyundai", + "pred": "Answer: Hyundai", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003676", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "Answer: Colin Firth", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001222", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006158", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Adone Zoli", + "pred": "Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005324", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "Answer: George W. Bush", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002344", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Answer: Q269864", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008685", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2019.0, + "gold": "Wayne LaPierre", + "pred": "Answer: Wayne LaPierre", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005812", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "J. M. Coetzee", + "pred": "Answer: J. M. Coetzee", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "The Ellen DeGeneres Show", + "pred": "Answer: The Ellen DeGeneres Show", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005808", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Answer: Attila J\u00f3zsef", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003694", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "German Federal Archives", + "pred": "Answer: German Federal Archives", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002616", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000088", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "United Kingdom", + "pred": "Answer: United Kingdom", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005525", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006017", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006096", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Ginni Rometty", + "pred": "Answer: Ginni Rometty", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001800", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Answer: Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001359", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "Answer: Kiran Desai", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006166", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004182", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Answer: Berti Vogts", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004835", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001116", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Answer: 2004", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003320", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Soviet Union", + "pred": "Answer: Ukrainian Soviet Socialist Republic", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003882", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003657", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Answer: Ian Porterfield", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001053", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Toni Servillo", + "pred": "Answer: Bavarian TV Awards", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006052", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1983.0, + "gold": "1983", + "pred": "Answer: 1983", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "Answer: Colin Firth", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000183", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007379", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Giovanni Trapattoni", + "pred": "Answer: Giovanni Trapattoni", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "James Kelman", + "pred": "Answer: James Kelman", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000962", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "Answer: West Germany", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005810", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Otto Graf Lambsdorff", + "pred": "Answer: Q103529", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000427", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Giovanni Leone", + "pred": "Answer: Giovanni Leone", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005227", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "presidential system", + "pred": "Answer: presidential system", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "God Save the Tsar!", + "pred": "Answer: God Save the Tsar!", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Climate Pledge Arena", + "pred": "Answer: Climate Pledge Arena", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004741", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "1st Panzer Division", + "pred": "Answer: Erwin Rommel", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006763", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "Answer: 2001", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002214", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "Answer: God Save the Tsar!", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Nikita Khrushchev", + "pred": "Answer: Nikita Khrushchev", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007746", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Austria", + "pred": "Answer: Austria", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003268", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Answer: Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000324", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "Answer: United Kingdom", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006933", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005705", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Robert Knud Friedrich Pilger", + "pred": "Answer: Robert Knud Friedrich Pilger", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006241", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Bucharest", + "pred": "Answer: Bucharest", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003204", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Ralph Fiennes", + "pred": "Answer: Ralph Fiennes", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001109", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Neutral Moresnet", + "pred": "Answer: Neutral Moresnet", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004458", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Answer: Cel\u00e2l Bayar", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005199", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000202", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Ireland", + "pred": "Answer: Ireland", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006446", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001839", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Q953762", + "pred": "Answer: Q953762", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Latvian Higher League", + "pred": "Answer: Latvian Higher League", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006379", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Giorgio Napolitano", + "pred": "Answer: Giorgio Napolitano", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001985", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "German Democratic Republic", + "pred": "Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000177", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "German Democratic Republic", + "pred": "Answer: Saarland", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003534", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Answer: 2021", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Steve Sampson", + "pred": "Answer: Steve Sampson", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008135", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Panama", + "pred": "Answer: Panama", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008030", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Answer: Acad\u00e9mie Fran\u00e7aise", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Answer: Kurt Biedenkopf", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001457", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Thomas Keneally", + "pred": "Answer: Thomas Keneally", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001650", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Sergi L\u00f3pez", + "pred": "Answer: Sergi L\u00f3pez", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006597", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "SeatGeek Stadium", + "pred": "Answer: SeatGeek Stadium", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003141", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Canada", + "pred": "Answer: Canada", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004341", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "BP", + "pred": "Answer: BP", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007989", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1905.0, + "gold": "Russian Empire", + "pred": "Answer: Russian Empire", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002962", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001198", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Allianz Arena", + "pred": "Answer: Allianz Arena", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006028", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Answer: Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007856", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "Answer: 1902", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003797", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Answer: 2011", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004648", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "Answer: 1998", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005249", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Julie Christie", + "pred": "Answer: Julie Christie", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004612", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006383", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "Answer: 1976", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003997", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Answer: Daniel Auteuil", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002521", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Heiko Herrlich", + "pred": "Answer: Heiko Herrlich", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008451", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Mario Draghi", + "pred": "Answer: Mario Draghi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002584", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1944.0, + "gold": "1944", + "pred": "Answer: 1944", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Zhou Enlai", + "pred": "Answer: Zhou Enlai", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007273", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Harry Redknapp", + "pred": "Answer: Harry Redknapp", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001480", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Answer: Saku Koivu", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002648", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Answer: Paul Scott", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005191", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Answer: Theodor Liebknecht", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004451", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Azerbaijan Premier League", + "pred": "Answer: Azerbaijan Premier League", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + } + ] +} \ No newline at end of file diff --git a/eval/v3-sft-terse-lever-seed1337.judged.json b/eval/v3-sft-terse-lever-seed1337.judged.json new file mode 100644 index 0000000000000000000000000000000000000000..2312b797ded6ad31968387739508fcffed41e13c --- /dev/null +++ b/eval/v3-sft-terse-lever-seed1337.judged.json @@ -0,0 +1,29697 @@ +{ + "name": "unnamed", + "policy_path": "../checkpoints/sft-v3-terse-lever-seed1337/final", + "split": "test", + "n_samples": 1743, + "temperature": 0.0, + "max_new_tokens": 64, + "answer_extracted": true, + "n_with_answer_marker": 1743, + "judge_provider": "anthropic", + "judge_model": "claude-haiku-4-5-20251001", + "overall": { + "n": 1743, + "em": 0.8938611589213998, + "f1": 0.9057627748677662, + "judge_em": 0.8846815834767642 + }, + "by_complexity": { + "1hop": { + "n": 800, + "em": 0.97875, + "f1": 0.9802083333333332, + "judge_em": 0.96125 + }, + "2hop": { + "n": 800, + "em": 0.87375, + "f1": 0.8782719155844155, + "judge_em": 0.8675 + }, + "3plus": { + "n": 143, + "em": 0.5314685314685315, + "f1": 0.643079143079143, + "judge_em": 0.5524475524475524 + } + }, + "by_operator": { + "before_after": { + "n": 517, + "em": 0.8916827852998066, + "f1": 0.8988104309187481, + "judge_em": 0.8646034816247582 + }, + "interval": { + "n": 163, + "em": 1.0, + "f1": 1.0, + "judge_em": 0.9938650306748467 + }, + "point_in_time": { + "n": 535, + "em": 0.9177570093457944, + "f1": 0.9297952825990209, + "judge_em": 0.908411214953271 + }, + "sequence": { + "n": 528, + "em": 0.8390151515151515, + "f1": 0.8591269841269841, + "judge_em": 0.8465909090909091 + } + }, + "per_example": [ + { + "id": "q_006291", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "chairperson", + "pred": "member of sports team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: member of sports team", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007337", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "Nicholas II of Russia", + "pred": "Mikhail Rodionov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mikhail Rodionov", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000021", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007809", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Irina Bokova", + "pred": "David H. Koch", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David H. Koch", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001979", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1998", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005455", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Academy Award for Best Original Score", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Original Score", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008005", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008690", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008321", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007761", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Arista Records", + "pred": "Universal Music Group", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Universal Music Group", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008118", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001360", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chinese Communist Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000136", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006986", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003298", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "parliamentary republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: parliamentary republic", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006733", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005866", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.5714285714285714, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Actress", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004748", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004795", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Chancellor of Germany", + "pred": "Friedrich Ebert", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Friedrich Ebert", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000787", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "parliamentary system", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: parliamentary system", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008333", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008338", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Academy Award for Best Visual Effects", + "pred": "Japan Academy Prize for Outstanding Foreign Language Film", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Japan Academy Prize for Outstanding Foreign Language Film", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001840", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001274", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000547", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001052", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006228", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.20000000000000004, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the United States", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006414", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_001651", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007640", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004943", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Nazi Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_007287", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005394", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007314", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Mayor of New York City", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.20000000000000004, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the United States", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003452", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mayor of New York City", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006815", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2010", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008439", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Tim Robbins", + "pred": "The Color of Money", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Color of Money", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003245", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "parliamentary republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: parliamentary republic", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008633", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bucharest", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003473", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Amanullah Khan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amanullah Khan", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001673", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005726", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "First Republic of Austria", + "pred": "Federal State of Austria", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Federal State of Austria", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004929", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006286", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Deutsche Mark", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002759", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "K\u014dichir\u014d Matsuura", + "pred": "James R. Houghton", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: James R. Houghton", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004009", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "2014", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2014", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007134", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002750", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000812", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "U-13", + "pred": "1st U-boat Flotilla", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1st U-boat Flotilla", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003515", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005012", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004016", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008522", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000716", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004128", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002796", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1923.0, + "gold": "1923", + "pred": "1923", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1923", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Massimiliano Allegri", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Massimiliano Allegri", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003552", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "chairperson", + "pred": "president", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: president", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004730", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "God Save the Tsar!", + "pred": "\"God Save the Tsar\"", + "em": 0.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: \"God Save the Tsar\"", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005767", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Angela Merkel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Angela Merkel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002032", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mayor of New York City", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008644", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2005", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006768", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_002122", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000842", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "God Save the King", + "pred": "God Save the King", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: God Save the King", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003512", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Academy Award for Best Picture", + "em": 0.0, + "f1": 0.5714285714285714, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Picture", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002727", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Federal State of Austria", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: France", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004477", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004639", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002027", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1913.0, + "gold": "Nicholas II of Russia", + "pred": "Mikhail Rodzianko", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mikhail Rodzianko", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004554", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005676", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008291", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008225", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001173", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chinese Communist Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008571", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "parliamentary republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: parliamentary republic", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000937", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1934.0, + "gold": "1934", + "pred": "1934", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1934", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003736", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Friedrich Ebert", + "pred": "Weimar Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_002966", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000538", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000838", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.20000000000000004, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Order of Merit of Baden-W\u00fcrttemberg", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002448", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Vanderbilt University", + "pred": "University of California, San Francisco", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of California, San Francisco", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007230", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004534", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007740", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007848", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_003817", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mayor of New York City", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006982", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Hannelore Kohl", + "pred": "Heiner Gei\u00dfler", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heiner Gei\u00dfler", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000932", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Governing Mayor of Berlin", + "pred": "Dietrich Stobbe", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dietrich Stobbe", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_004711", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Vanderbilt University", + "pred": "University of California, San Francisco", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of California, San Francisco", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001424", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Free State of Prussia", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany", + "judge_em": 0, + "judge_reply": "I NEED TO TRACE" + }, + { + "id": "q_006808", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005728", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the Italian Republic", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_000501", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Civic Democratic Party", + "pred": "Czech Social Democratic Party", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Czech Social Democratic Party", + "judge_em": 0, + "judge_reply": "I NEED TO WORK" + }, + { + "id": "q_003472", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_007593", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004304", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "military personnel", + "pred": "Otto Schuhart", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Otto Schuhart", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004513", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_001144", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Angela Merkel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Angela Merkel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004736", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001077", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mayor of New York City", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "chairperson", + "pred": "President", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004250", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1976", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002769", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mayor of New York City", + "pred": "Mayor", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mayor", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_001923", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008379", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004279", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "U-13", + "pred": "1st U-boat Flotilla", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1st U-boat Flotilla", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008534", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001990", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "United Nations", + "pred": "Territory of Hawaii", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Territory of Hawaii", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000057", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003633", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007357", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Mayor of New York City", + "pred": "Mayor", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mayor", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_005638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "President of the United States", + "pred": "President of the United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002803", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_005319", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008568", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Massimiliano Allegri", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Massimiliano Allegri", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002510", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Bill Clinton", + "pred": "Bill Clinton", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bill Clinton", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007048", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nicholas II of Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000284", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Irina Bokova", + "pred": "UNESCO", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: UNESCO", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_007586", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "German Emperor", + "pred": "German Emperor", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Emperor", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006367", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002788", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "John Gielgud", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John Gielgud", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001092", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: God Save the Tsar!", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000319", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000336", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mayor of New York City", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005328", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007430", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Sukarno", + "pred": "Zhou Enlai", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Zhou Enlai", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001032", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006917", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008460", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001183", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001661", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002861", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_003187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000264", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "John Gielgud", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John Gielgud", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001302", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1953", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007976", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007562", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Lviv University", + "pred": "Lviv University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lviv University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "pred": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005303", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Valenciennes F.C.", + "pred": "Valenciennes F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Valenciennes F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003783", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Baron Harding of Petherton", + "pred": "Baron Harding of Petherton", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Baron Harding of Petherton", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004865", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006315", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2012", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006083", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Federal Republic of Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003360", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2023", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008353", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Chattanooga", + "pred": "Chattanooga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chattanooga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "D.C. United", + "pred": "D.C. United", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: D.C. United", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Federal Republic of Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004848", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007525", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Oulu Province", + "pred": "Oulu Province", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Oulu Province", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000885", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Northern Dvina Governorate", + "pred": "Northern Dvina Governorate", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Northern Dvina Governorate", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001030", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004428", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002780", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "University of British Columbia", + "pred": "University of British Columbia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of British Columbia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000352", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Solicitor General for England and Wales", + "pred": "Solicitor General for England and Wales", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Solicitor General for England and Wales", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000414", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2002", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001261", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001035", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "WWE", + "pred": "WWE", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: WWE", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008432", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Cindy McCain", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cindy McCain", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005886", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Federal Minister for Foreign Affairs", + "pred": "Federal Minister for Foreign Affairs", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Federal Minister for Foreign Affairs", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007363", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Landrat", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Landrat", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006356", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004178", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "People's Republic of Bulgaria", + "pred": "People's Republic of Bulgaria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: People's Republic of Bulgaria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kupferstichkabinett Berlin", + "pred": "Kupferstichkabinett Berlin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kupferstichkabinett Berlin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000581", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Sevilla FC", + "pred": "M\u00e1laga CF", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: M\u00e1laga CF", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008059", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Heinrich Himmler", + "pred": "Heinrich Himmler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heinrich Himmler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002028", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Scopus", + "pred": "Scopus", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Scopus", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "James Norris Memorial Trophy", + "pred": "James Norris Memorial Trophy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: James Norris Memorial Trophy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005062", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Babe\u0219-Bolyai University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Babe\u0219-Bolyai University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005618", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Leicester City F.C.", + "pred": "Leicester City F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Leicester City F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FK Austria Wien", + "pred": "FK Austria Wien", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FK Austria Wien", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002148", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1927.0, + "gold": "Kingdom of Romania", + "pred": "Kingdom of Romania", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Romania", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006117", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Mary Pickford", + "pred": "Mary Pickford", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mary Pickford", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003365", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "All-NBA Team", + "pred": "All-NBA Team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: All-NBA Team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Deutsche Reichsbahn", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Deutsche Reichsbahn", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003448", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005271", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Borussia M\u00f6nchengladbach", + "pred": "Borussia M\u00f6nchengladbach", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Borussia M\u00f6nchengladbach", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "United States Penitentiary, Florence ADMAX", + "pred": "2020", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2020", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_007959", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Afghanistan", + "pred": "Afghanistan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Afghanistan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008034", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_006099", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Soviet Federative Socialist Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003338", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "President of the Bundestag", + "pred": "President of the Bundestag", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the Bundestag", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007882", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "pred": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paul Ehrlich and Ludwig Darmstaedter Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001101", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Melbourne Cricket Ground", + "pred": "Melbourne Cricket Ground", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Melbourne Cricket Ground", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004838", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "American Psycho 2", + "pred": "American Psycho 2", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: American Psycho 2", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008088", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008278", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Valenciennes F.C.", + "pred": "Valenciennes F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Valenciennes F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003556", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Spartak Moscow", + "pred": "Spartak Moscow", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Spartak Moscow", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007252", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2005", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007229", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: West Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003581", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007540", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Norway men's national association football team", + "pred": "Norway men's national association football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Norway men's national association football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006549", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1972.0, + "gold": "1972", + "pred": "1972", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1972", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006127", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rome", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008172", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Academy Award for Best Director", + "pred": "Academy Award for Best Director", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Director", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006850", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "\u00c9toile Sportive du Sahel", + "pred": "\u00c9toile Sportive du Sahel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: \u00c9toile Sportive du Sahel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001281", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "60 Minutes", + "pred": "60 Minutes", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 60 Minutes", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2012", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Philadelphia", + "pred": "Philadelphia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Philadelphia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001024", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2023", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003080", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Nobel Prize in Literature", + "pred": "Hermann Stehr", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hermann Stehr", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Reading F.C.", + "pred": "Reading F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Reading F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007249", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Athletic Club", + "pred": "Athletic Club", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Athletic Club", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004330", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_002355", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Brentford F.C.", + "pred": "Brentford F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Brentford F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Erwin Teufel", + "pred": "Erwin Teufel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Erwin Teufel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002493", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "TV Globo", + "pred": "TV Globo", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: TV Globo", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004504", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1953", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008366", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Jean Tremblay", + "pred": "Jean Tremblay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jean Tremblay", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003310", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "1980", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1980", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004860", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "auxiliary bishop", + "pred": "auxiliary bishop", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: auxiliary bishop", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007131", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001190", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_001845", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "A.S. Nancy-Lorraine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A.S. Nancy-Lorraine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001601", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Lomonosov Moscow State University", + "pred": "Lomonosov Moscow State University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lomonosov Moscow State University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008159", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "AIK Fotboll", + "pred": "AIK Fotboll", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: AIK Fotboll", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006771", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Cuxhaven district", + "pred": "Cuxhaven district", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cuxhaven district", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002990", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Vesyegonsky District", + "pred": "Vesyegonsky District", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vesyegonsky District", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002704", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Everton F.C.", + "pred": "Everton F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Everton F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000821", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001187", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Max Planck Institute for Chemistry", + "pred": "Max Planck Institute for Chemistry", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Max Planck Institute for Chemistry", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006629", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "United States Navy", + "pred": "United States Navy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Navy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003305", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Carter Harrison IV", + "pred": "Carter Harrison IV", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carter Harrison IV", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000310", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "arrondissement of Bourg-en-Bresse", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: arrondissement of Bourg-en-Bresse", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003989", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Baron Moyne", + "pred": "Baron Moyne", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Baron Moyne", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rome", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002832", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Willy Marlow", + "pred": "Willy Marlow", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Willy Marlow", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000368", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "FC Porto", + "pred": "FC Porto", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Porto", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005867", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Soviet Federative Socialist Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005700", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Colombia men's national football team", + "pred": "Colombia men's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Colombia men's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000881", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "York University", + "pred": "York University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: York University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005707", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Kreis Kalbe (Milde)", + "pred": "Kreis Kalbe (Milde)", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kreis Kalbe (Milde)", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001238", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Pre\u0161ov Region", + "pred": "Pre\u0161ov Region", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pre\u0161ov Region", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006162", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2011", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006967", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006519", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "F.C. Pro Vercelli 1892", + "pred": "F.C. Pro Vercelli 1892", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: F.C. Pro Vercelli 1892", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006861", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Toulouse FC", + "pred": "Toulouse FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Toulouse FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006139", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Decathlon CMA CGM Team", + "pred": "Decathlon CMA CGM Team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Decathlon CMA CGM Team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002293", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Bethesda", + "pred": "Bethesda", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bethesda", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008165", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Akkermansky Uyezd", + "pred": "Akkermansky Uyezd", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Akkermansky Uyezd", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001745", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Taiwan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Paul McGann", + "pred": "Paul McGann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paul McGann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Al-Qaeda", + "pred": "Al-Qaeda", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Al-Qaeda", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007239", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005515", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "doctorate", + "pred": "doctorate", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: doctorate", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002120", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Bauska District", + "pred": "Bauska District", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bauska District", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007214", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Gale Anne Hurd", + "pred": "Gale Anne Hurd", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gale Anne Hurd", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008171", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002624", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Woodrow Wilson", + "pred": "Woodrow Wilson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Woodrow Wilson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004467", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006746", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1993.0, + "gold": "1993", + "pred": "1993", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1993", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Federal Republic of Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000447", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007622", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2010", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007073", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FC Luch-Energiya Vladivostok", + "pred": "FC Luch-Energiya Vladivostok", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Luch-Energiya Vladivostok", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006216", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007462", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "\u00d6sters IF", + "pred": "\u00d6sters IF", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: \u00d6sters IF", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000068", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Eski\u015fehirspor", + "pred": "Eski\u015fehirspor", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eski\u015fehirspor", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Marconi Prize", + "pred": "Marconi Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Marconi Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005968", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002706", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "economic liberalism", + "pred": "economic liberalism", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: economic liberalism", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006338", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Jan Hendrik Oort", + "pred": "Jan Hendrik Oort", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jan Hendrik Oort", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "State Government", + "pred": "State Government", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: State Government", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005181", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2009", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003253", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: chairperson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gen\u00e7lerbirli\u011fi S.K.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003453", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002186", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Academy Award for Best Actress", + "pred": "Academy Award for Best Actress", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Actress", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000960", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Deutsche Mark", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003476", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Municipio III", + "pred": "Municipio III", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Municipio III", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001826", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "WWE", + "pred": "WWE", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: WWE", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Latvian Soviet Socialist Republic", + "pred": "Latvian Soviet Socialist Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Latvian Soviet Socialist Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002291", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2022.0, + "gold": "Al-Nassr", + "pred": "Al-Nassr", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Al-Nassr", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006248", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003830", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1996", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005800", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1927.0, + "gold": "1927", + "pred": "1927", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1927", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Roman Herzog", + "pred": "Roman Herzog", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Roman Herzog", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "TOP 09", + "pred": "European People's Party", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European People's Party", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003125", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chinese Communist Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "United States Air Force", + "pred": "United States Air Force", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Air Force", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000679", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Member of the European Parliament", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Member of the European Parliament", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "1922", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1922", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_004918", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006137", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Orlando Magic", + "pred": "Orlando Magic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Orlando Magic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002644", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Club Atl\u00e9tico Tigre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Atl\u00e9tico Tigre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004185", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Christiane Kubrick", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Christiane Kubrick", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007259", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Heidelberg University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heidelberg University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000078", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006054", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "SC Young Fellows Juventus", + "pred": "SC Young Fellows Juventus", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SC Young Fellows Juventus", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "president", + "pred": "president", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: president", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002324", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2008", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008261", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "National Basketball Association", + "pred": "National Basketball Association", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: National Basketball Association", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004156", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002138", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Montpellier H\u00e9rault Sport Club", + "pred": "Montpellier H\u00e9rault Sport Club", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Montpellier H\u00e9rault Sport Club", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001307", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005256", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "auxiliary bishop", + "pred": "auxiliary bishop", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: auxiliary bishop", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004475", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Q135837", + "pred": "Q135837", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Q135837", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002220", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Estudiantes de La Plata", + "pred": "Estudiantes de La Plata", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Estudiantes de La Plata", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006192", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Egypt", + "pred": "Egypt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Egypt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005619", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003460", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Buber-Rosenzweig-Medal", + "pred": "Buber-Rosenzweig-Medal", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Buber-Rosenzweig-Medal", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005532", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Gy\u00f6rgy Fekete", + "pred": "Gy\u00f6rgy Fekete", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gy\u00f6rgy Fekete", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000731", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Ren\u00e9 Ang\u00e9lil", + "pred": "Ren\u00e9 Ang\u00e9lil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ren\u00e9 Ang\u00e9lil", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007949", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Aston Villa F.C.", + "pred": "Aston Villa F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aston Villa F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001545", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001649", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008040", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006170", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Nazi Germany", + "pred": "Nazi Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nazi Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Cottbus District", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cottbus District", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004771", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "SV Waldhof Mannheim", + "pred": "SV Waldhof Mannheim", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SV Waldhof Mannheim", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002240", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Raymond Lahey", + "pred": "Raymond Lahey", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Raymond Lahey", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001328", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "F.C. Hansa Rostock", + "pred": "F.C. Hansa Rostock", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: F.C. Hansa Rostock", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003910", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1926.0, + "gold": "Yves du Manoir Stadium", + "pred": "Yves du Manoir Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yves du Manoir Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003393", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Nemuro Subprefecture (1897\u20142010)", + "pred": "Nemuro Subprefecture (1897\u20142010)", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nemuro Subprefecture (1897\u20142010)", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Tuvan Autonomous Soviet Socialist Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tuvan Autonomous Soviet Socialist Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002690", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000520", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Watford F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Watford F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008590", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Acad\u00e9mie des beaux-arts", + "pred": "Acad\u00e9mie des beaux-arts", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Acad\u00e9mie des beaux-arts", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002965", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Toronto", + "pred": "Toronto", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Toronto", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000417", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007810", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002744", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Queen Mary University of London", + "pred": "Queen Mary University of London", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Queen Mary University of London", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006283", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "University of G\u00f6ttingen", + "pred": "University of G\u00f6ttingen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of G\u00f6ttingen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001516", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "President of the Swiss Confederation", + "pred": "President of the Swiss Confederation", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the Swiss Confederation", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004019", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "FC Aarau", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Aarau", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007577", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Goethe University Frankfurt", + "pred": "Goethe University Frankfurt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Goethe University Frankfurt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006387", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Nopporo Station", + "pred": "Atsubetsu Station", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Atsubetsu Station", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006907", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "People's Republic of Bulgaria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: People's Republic of Bulgaria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000891", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003937", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "VfL Bochum", + "pred": "VfL Bochum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: VfL Bochum", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000823", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Aston Villa F.C.", + "pred": "Aston Villa F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aston Villa F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008286", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Deportivo de La Coru\u00f1a", + "pred": "C.D. Tenerife", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: C.D. Tenerife", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002635", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: West Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006205", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Austria men's national football team", + "pred": "Austria men's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Austria men's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002157", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000634", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "SSC Bari", + "pred": "SSC Bari", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SSC Bari", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005602", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Kita-Toyotsu Signal Base", + "pred": "Kita-Toyotsu Signal Base", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kita-Toyotsu Signal Base", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000342", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004873", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Club Atletico All Boys", + "pred": "Club Atletico All Boys", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Atletico All Boys", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004390", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Shonan Bellmare", + "pred": "Shonan Bellmare", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Shonan Bellmare", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Bruno Rossi Prize", + "pred": "Bruno Rossi Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bruno Rossi Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005697", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "G.S. Iraklis Thessalonikis (men's association football)", + "pred": "G.S. Iraklis Thessalonikis (men's association football)", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: G.S. Iraklis Thessalonikis (men's association football)", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "VfB Stuttgart", + "pred": "VfB Stuttgart", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: VfB Stuttgart", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003442", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2010", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004805", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Bocskai FC", + "pred": "Bocskai FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bocskai FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006113", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Prime Minister of Bhutan", + "pred": "Prime Minister of Bhutan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Bhutan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002998", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Hibernian F.C.", + "pred": "Hibernian F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hibernian F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005890", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003583", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Aichi district", + "pred": "Aichi district", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aichi district", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006267", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005655", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Associated Press Athlete of the Year", + "pred": "Associated Press Athlete of the Year", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Associated Press Athlete of the Year", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003079", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Kingdom of Bulgaria", + "pred": "Kingdom of Bulgaria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Bulgaria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002419", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Helmond Sport", + "pred": "Helmond Sport", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Helmond Sport", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007094", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "World Rally Championship", + "pred": "World Rally Championship", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: World Rally Championship", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004223", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "French Navy", + "pred": "French Navy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: French Navy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Orthez", + "pred": "Orthez", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Orthez", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001391", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Royal Academy of Exact, Physical and Natural Sciences", + "pred": "Royal Academy of Exact, Physical and Natural Sciences", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Royal Academy of Exact, Physical and Natural Sciences", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005935", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Atalanta BC", + "pred": "Atalanta BC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Atalanta BC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003693", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Spartak", + "pred": "Spartak", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Spartak", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001318", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Princeton University", + "pred": "Princeton University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Princeton University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Yale University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yale University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000126", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004718", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Egypt", + "pred": "Egypt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Egypt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000908", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "TI-Raleigh", + "pred": "TI-Raleigh", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: TI-Raleigh", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003983", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Spanish Navy", + "pred": "Spanish Navy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Spanish Navy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008295", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Grawemeyer Award for Music Composition", + "pred": "Grawemeyer Award for Music Composition", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Grawemeyer Award for Music Composition", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003030", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "pred": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Acad\u00e9mie des Inscriptions et Belles-Lettres", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005340", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Boavista F.C.", + "pred": "Boavista F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Boavista F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Dario Franchitti", + "pred": "Dario Franchitti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dario Franchitti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000349", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "2nd U-boat Flotilla", + "pred": "2nd U-boat Flotilla", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2nd U-boat Flotilla", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004450", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Radio Free Europe/Radio Liberty", + "pred": "Radio Free Europe/Radio Liberty", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Radio Free Europe/Radio Liberty", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005907", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1904.0, + "gold": "1904", + "pred": "1904", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1904", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007403", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Nazi Germany", + "pred": "Nazi Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nazi Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007172", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Cardiff City F.C.", + "pred": "Cardiff City F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cardiff City F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006019", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Fengtien", + "pred": "Fengtien", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Fengtien", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003483", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Helmut Newton", + "pred": "Helmut Newton", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Helmut Newton", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003450", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007313", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Georges Bataille", + "pred": "Georges Bataille", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Georges Bataille", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006396", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Institute for Advanced Study", + "pred": "Institute for Advanced Study", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Institute for Advanced Study", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004252", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "FC Sochaux-Montb\u00e9liard", + "pred": "France men's national association football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: France men's national association football team", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006732", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Lappeenranta", + "pred": "Lappeenranta", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lappeenranta", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002912", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Tinkoff", + "pred": "Tinkoff", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tinkoff", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000404", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Club Le\u00f3n", + "pred": "Club Le\u00f3n", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Le\u00f3n", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007041", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Hannover 96", + "pred": "Hannover 96", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hannover 96", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008089", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003463", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chinese Communist Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005154", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002203", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Pace University", + "pred": "Pace University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pace University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008263", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001733", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "FC Aarau", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Aarau", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Chemnitz Government Region", + "pred": "Chemnitz Government Region", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chemnitz Government Region", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004111", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Osinniki", + "pred": "Osinniki", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Osinniki", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003418", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Bruno Kastner", + "pred": "Bruno Kastner", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bruno Kastner", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004890", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Kiliia Raion", + "pred": "Kiliia Raion", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kiliia Raion", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008123", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003032", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1968.0, + "gold": "1968", + "pred": "1968", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1968", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003123", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1928.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_008638", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2015.0, + "gold": "2015", + "pred": "2015", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2015", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004857", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Christiane Kubrick", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Christiane Kubrick", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004040", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2009", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001345", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Radical Civic Union", + "pred": "Radical Civic Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Radical Civic Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004403", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1930", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005977", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2008", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005231", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Algiers", + "pred": "Algiers", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Algiers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Second Polish Republic", + "pred": "Second Polish Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Second Polish Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007542", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "England women's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: England women's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002736", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Busan IPark FC", + "pred": "Busan IPark FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Busan IPark FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006562", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008098", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "2013", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2013", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008119", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Barbastro", + "pred": "Barbastro", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Barbastro", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: chairperson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004561", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2001", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008086", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Cindy McCain", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cindy McCain", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003089", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Toulouse FC", + "pred": "Toulouse FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Toulouse FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1942", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007154", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007872", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Big Brother", + "pred": "Big Brother", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Big Brother", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008425", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000644", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Iburi Subprefecture", + "pred": "Iburi Subprefecture", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Iburi Subprefecture", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001235", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Omar al-Bashir", + "pred": "Omar al-Bashir", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Omar al-Bashir", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006759", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004565", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005444", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Queens Park Rangers F.C.", + "pred": "Queens Park Rangers F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Queens Park Rangers F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001753", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003468", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "B\u00f4cher Memorial Prize", + "pred": "B\u00f4cher Memorial Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: B\u00f4cher Memorial Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001321", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "KFC Uerdingen 05", + "pred": "KFC Uerdingen 05", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: KFC Uerdingen 05", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004960", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Real Madrid Club de F\u00fatbol", + "pred": "Real Madrid Club de F\u00fatbol", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Real Madrid Club de F\u00fatbol", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004118", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008476", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004242", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "FC St. Gallen", + "pred": "FC St. Gallen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC St. Gallen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007528", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1974", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003750", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002500", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "PFC Slavia Sofia", + "pred": "PFC Slavia Sofia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: PFC Slavia Sofia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006400", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004574", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1977", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006488", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Albert II of Belgium", + "pred": "Albert II of Belgium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Albert II of Belgium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007839", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001389", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007506", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Italy", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States of America", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005877", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: chairperson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001046", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004160", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SC Bastia", + "pred": "SC Bastia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SC Bastia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001013", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Rip Torn", + "pred": "Rip Torn", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rip Torn", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007572", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Bernadette Chirac", + "pred": "Bernadette Chirac", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bernadette Chirac", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Academy Award for Best Costume Design", + "pred": "Academy Award for Best Costume Design", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Costume Design", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008392", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003675", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "list of land speed records", + "pred": "list of land speed records", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: list of land speed records", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "AFC Bournemouth", + "pred": "AFC Bournemouth", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: AFC Bournemouth", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000114", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Finland women's national football team", + "pred": "Finland women's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Finland women's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004958", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "FC Bayern Munich", + "pred": "FC Bayern Munich", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Bayern Munich", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002847", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001441", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gen\u00e7lerbirli\u011fi S.K.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002206", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Chelsea F.C.", + "pred": "Chelsea F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chelsea F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "C.D. Jorge Wilstermann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: C.D. Jorge Wilstermann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005526", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "SK Rapid Wien", + "pred": "SK Rapid Wien", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SK Rapid Wien", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "FK Teplice", + "pred": "FK Teplice", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FK Teplice", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001083", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004361", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "SK Brann", + "pred": "SK Brann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SK Brann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Deutsche Reichsbahn", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Deutsche Reichsbahn", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Servette FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Servette FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002645", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "S.L. Benfica", + "pred": "S.L. Benfica", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S.L. Benfica", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Silver Bear for Best Actress", + "pred": "Silver Bear for Best Actress", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Silver Bear for Best Actress", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004948", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "2007", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2007", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001871", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Yale University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yale University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000473", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "US Triestina Calcio 1918", + "pred": "US Triestina Calcio 1918", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: US Triestina Calcio 1918", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006904", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Bernd R\u00fcthers", + "pred": "Bernd R\u00fcthers", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bernd R\u00fcthers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "RC Strasbourg Alsace", + "pred": "RC Strasbourg Alsace", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: RC Strasbourg Alsace", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005684", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "delegate", + "pred": "delegate", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: delegate", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004481", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Vladimir Lenin", + "pred": "Vladimir Lenin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vladimir Lenin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006873", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1948.0, + "gold": "1948", + "pred": "1948", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1948", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005653", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Andrzej Strejlau", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Andrzej Strejlau", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tottenham Hotspur F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004653", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2012", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001722", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "United States Marine Corps", + "pred": "United States Marine Corps", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Marine Corps", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003725", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004162", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Bob Benny", + "pred": "Bob Benny", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bob Benny", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004885", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007832", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "South West Trains", + "pred": "South West Trains", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: South West Trains", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005962", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000011", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Order of the Red Banner of Labour", + "pred": "Order of the Red Banner of Labour", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Order of the Red Banner of Labour", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007446", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Cruz Azul", + "pred": "Cruz Azul", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cruz Azul", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004620", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_007791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Fredrikstad FK", + "pred": "Fredrikstad FK", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Fredrikstad FK", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Andrzej Strejlau", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Andrzej Strejlau", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008601", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001029", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Club Joventut Badalona", + "pred": "Club Joventut Badalona", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Joventut Badalona", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002959", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002878", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Guardian Children's Fiction Prize", + "pred": "Guardian Children's Fiction Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Guardian Children's Fiction Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000807", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "C\u00e9sar Award for Best Female Revelation", + "pred": "C\u00e9sar Award for Best Female Revelation", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: C\u00e9sar Award for Best Female Revelation", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004108", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Primetime Emmy Award for Outstanding Animated Program", + "pred": "Primetime Emmy Award for Outstanding Animated Program", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Primetime Emmy Award for Outstanding Animated Program", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004954", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "FC Elista", + "pred": "Dario Passoni", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dario Passoni", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006909", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Umberto Bossi", + "pred": "Umberto Bossi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Umberto Bossi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007331", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "President of Latvia", + "pred": "President of Latvia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Latvia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003609", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Sch\u00f6neberg", + "pred": "Sch\u00f6neberg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sch\u00f6neberg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006006", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "FC Twente", + "pred": "FC Twente", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Twente", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008100", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Mandatory Palestine", + "pred": "Mandatory Palestine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mandatory Palestine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004453", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006282", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Club Atl\u00e9tico Osasuna", + "pred": "Club Atl\u00e9tico Osasuna", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Atl\u00e9tico Osasuna", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003708", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003013", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Watford F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Watford F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001471", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000942", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Husqvarna FF", + "pred": "Husqvarna FF", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Husqvarna FF", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Altai Krai", + "pred": "Altai Krai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Altai Krai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002943", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Leipzig University", + "pred": "Leipzig University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Leipzig University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003037", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003146", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "New York City", + "pred": "New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: New York City", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004225", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "MTK Budapest FC", + "pred": "MTK Budapest FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: MTK Budapest FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000827", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008211", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Rick Parfitt", + "pred": "Rick Parfitt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rick Parfitt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007342", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pierre Mauroy", + "pred": "Pierre Mauroy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pierre Mauroy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005759", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Austria\u2013Hungary", + "pred": "Austria\u2013Hungary", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Austria\u2013Hungary", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003949", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Member of the European Parliament", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Member of the European Parliament", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Samba Gold", + "pred": "Samba Gold", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Samba Gold", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001667", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002554", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2009", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003996", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1943.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004658", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_004227", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Lady Gaga", + "pred": "Lady Gaga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lady Gaga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001594", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Bell Labs", + "pred": "Bell Labs", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bell Labs", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006869", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Al Masry SC", + "pred": "Al Masry SC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Al Masry SC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006930", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "University of Edinburgh", + "pred": "University of Edinburgh", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of Edinburgh", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005195", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002457", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Cottbus District", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cottbus District", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "CPJ International Press Freedom Awards", + "pred": "CPJ International Press Freedom Awards", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: CPJ International Press Freedom Awards", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006097", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2008", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006940", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "British Raj", + "pred": "British Raj", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: British Raj", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000173", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005298", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005185", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1950.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007749", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "David Mamet", + "pred": "David Mamet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Mamet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002110", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000829", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008640", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002292", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1989", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005480", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "general", + "pred": "general", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: general", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008496", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006640", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Ottoman Empire", + "pred": "Ottoman Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ottoman Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003927", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Ascoli Calcio 1898 FC", + "pred": "Ascoli Calcio 1898 FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ascoli Calcio 1898 FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007996", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000373", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Northwestern University", + "pred": "Northwestern University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Northwestern University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005430", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Aut\u00f3dromo Internacional Ayrton Senna", + "pred": "Aut\u00f3dromo Internacional Ayrton Senna", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aut\u00f3dromo Internacional Ayrton Senna", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Calcio Foggia 1920", + "pred": "Calcio Foggia 1920", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Calcio Foggia 1920", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003964", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Gangwon FC", + "pred": "Gangwon FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gangwon FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004438", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Club Atl\u00e9tico River Plate", + "pred": "Club Atl\u00e9tico River Plate", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Atl\u00e9tico River Plate", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004862", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1902.0, + "gold": "Amtshauptmannschaft Schwarzenberg", + "pred": "Amtshauptmannschaft Schwarzenberg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amtshauptmannschaft Schwarzenberg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004495", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "As d'Or Jeu de l'Ann\u00e9e", + "pred": "As d'Or Jeu de l'Ann\u00e9e", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: As d'Or Jeu de l'Ann\u00e9e", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002486", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Israel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003629", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "La Spezia", + "pred": "La Spezia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: La Spezia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006341", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "FC Girondins de Bordeaux", + "pred": "FC Girondins de Bordeaux", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Girondins de Bordeaux", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002779", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SBV Vitesse", + "pred": "SBV Vitesse", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SBV Vitesse", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Nazi Party", + "pred": "Nazi Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nazi Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004217", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "1. FFC Frankfurt", + "pred": "1. FFC Frankfurt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1. FFC Frankfurt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Mandatory Palestine", + "pred": "Mandatory Palestine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mandatory Palestine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002651", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Edith Roosevelt", + "pred": "Edith Roosevelt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Edith Roosevelt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005128", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2012", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007441", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Norway men's national association football team", + "pred": "Norway men's national association football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Norway men's national association football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006793", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "FC Veszpr\u00e9m", + "pred": "FC Veszpr\u00e9m", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Veszpr\u00e9m", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005396", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Nazi Germany", + "pred": "Nazi Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nazi Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002815", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "People's Republic of China", + "pred": "People's Republic of China", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: People's Republic of China", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Amsterdam", + "pred": "Amsterdam", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amsterdam", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001511", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Academy Award for Best Picture", + "pred": "Academy Award for Best Picture", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Picture", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000553", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Denmark women's national football team", + "pred": "Julie Rydahl Bukh", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Julie Rydahl Bukh", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000656", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Northwestern University", + "pred": "Northwestern University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Northwestern University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001297", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1970.0, + "gold": "1970", + "pred": "1970", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1970", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007459", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Amsterdam", + "pred": "Amsterdam", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amsterdam", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002423", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Trinidad and Tobago men's national football team", + "pred": "Trinidad and Tobago men's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Trinidad and Tobago men's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001348", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Servette FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Servette FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008576", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002071", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "British School at Rome", + "pred": "British School at Rome", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: British School at Rome", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004899", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1978.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001022", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Vladimir Oblast", + "pred": "Vladimir Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vladimir Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003839", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jane Birkin", + "pred": "Jane Birkin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jane Birkin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001814", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Christian Neureuther", + "pred": "Christian Neureuther", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Christian Neureuther", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_005993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Martha Vickers", + "pred": "Martha Vickers", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Martha Vickers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Arabic", + "pred": "Arabic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Arabic", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_005683", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Heidelberg University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heidelberg University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007163", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Relax-Gam", + "pred": "Relax-Gam", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Relax-Gam", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Carl Ferdinand Cori", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carl Ferdinand Cori", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008134", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002147", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Hungarian Socialist Workers' Party", + "pred": "Hungarian Socialist Workers' Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hungarian Socialist Workers' Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "habilitation", + "pred": "habilitation", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: habilitation", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000654", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Province of Mantua", + "pred": "Province of Mantua", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Province of Mantua", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004102", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "University of California, Los Angeles", + "pred": "University of California, Los Angeles", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of California, Los Angeles", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007739", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "FSV Frankfurt", + "pred": "FSV Frankfurt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FSV Frankfurt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006368", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Chemins de fer du Midi", + "pred": "Chemins de fer du Midi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chemins de fer du Midi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "A.O. Kavalas (association football)", + "pred": "A.O. Kavalas (association football)", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A.O. Kavalas (association football)", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002646", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1997.0, + "gold": "1997", + "pred": "1997", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1997", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002133", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Gold Medal of the Royal Astronomical Society", + "pred": "Gold Medal of the Royal Astronomical Society", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gold Medal of the Royal Astronomical Society", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000302", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002678", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Atalanta BC", + "pred": "Atalanta BC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Atalanta BC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004224", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Tony Award for Best Actress in a Play", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tony Award for Best Actress in a Play", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005379", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "arrondissement of Bourg-en-Bresse", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: arrondissement of Bourg-en-Bresse", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006243", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1982", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008166", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "MTK Budapest FC", + "pred": "MTK Budapest FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: MTK Budapest FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003678", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "lawyer", + "pred": "lawyer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: lawyer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000025", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Klaus Jensen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Jensen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000689", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004963", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "City of Gosford", + "pred": "City of Gosford", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: City of Gosford", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001580", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "London", + "pred": "London", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: London", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002212", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1977", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001427", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "FC Lausanne-Sport", + "pred": "FC Lausanne-Sport", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Lausanne-Sport", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000751", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "FC Spartak Trnava", + "pred": "FC Spartak Trnava", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Spartak Trnava", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002412", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001943", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1999.0, + "gold": "1999", + "pred": "1999", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1999", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005685", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1939", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1939", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001916", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Str\u00f8msgodset IF", + "pred": "Str\u00f8msgodset IF", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Str\u00f8msgodset IF", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006927", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005536", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Fengtien", + "pred": "Fengtien", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Fengtien", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000555", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Gertrude Stein", + "pred": "Gertrude Stein", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gertrude Stein", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005626", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Heiner Gei\u00dfler", + "pred": "Heiner Gei\u00dfler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heiner Gei\u00dfler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005124", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Algiers", + "pred": "Algiers", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Algiers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Coll\u00e8ge de France", + "pred": "Coll\u00e8ge de France", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Coll\u00e8ge de France", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003885", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2021.0, + "gold": "National Oceanic and Atmospheric Administration", + "pred": "National Oceanic and Atmospheric Administration", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: National Oceanic and Atmospheric Administration", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005314", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Taiwan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Knight Bachelor", + "pred": "Knight Bachelor", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Knight Bachelor", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002726", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "SK Slavia Prague", + "pred": "SK Slavia Prague", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SK Slavia Prague", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004003", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "KRC Mechelen", + "pred": "KRC Mechelen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: KRC Mechelen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008148", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1916.0, + "gold": "Marie Bonaparte", + "pred": "Marie Bonaparte", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Marie Bonaparte", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003444", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "A.S. Nancy-Lorraine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A.S. Nancy-Lorraine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004684", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Schutzstaffel", + "pred": "Schutzstaffel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Schutzstaffel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007043", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1995", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002077", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Scunthorpe United F.C.", + "pred": "Scunthorpe United F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Scunthorpe United F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005610", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Willi Daume", + "pred": "Willi Daume", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Willi Daume", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007161", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Polish People's Republic", + "pred": "Polish People's Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Polish People's Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008431", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Kingdom of Greece", + "pred": "Kingdom of Greece", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Greece", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005503", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003756", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Nuremberg Medical Trial", + "pred": "Nuremberg Medical Trial", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nuremberg Medical Trial", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006939", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nobel Prize in Physiology or Medicine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001054", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002273", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Watford F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Watford F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000786", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Order of Merit of Baden-W\u00fcrttemberg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002778", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tottenham Hotspur F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005074", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Japan", + "pred": "Japan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Japan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007312", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Chelsea F.C.", + "pred": "Chelsea F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chelsea F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001350", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Leningrad Oblast", + "pred": "Luga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Luga", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001371", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Clare Boothe Luce", + "pred": "Clare Boothe Luce", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Clare Boothe Luce", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000490", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2005", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1985.0, + "gold": "1985", + "pred": "1985", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1985", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005716", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005200", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Pichichi Trophy", + "pred": "Pichichi Trophy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pichichi Trophy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000681", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2009", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004424", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lviv Oblast", + "pred": "Lviv Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lviv Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003611", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Catholic priest", + "pred": "Catholic priest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Catholic priest", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000603", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Lille OSC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lille OSC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007417", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Beaux-Arts de Paris", + "pred": "Beaux-Arts de Paris", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Beaux-Arts de Paris", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001017", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Golden Bear", + "pred": "Golden Bear", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Golden Bear", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004297", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Walter Sisulu", + "pred": "Walter Sisulu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Walter Sisulu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007760", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Netherlands", + "pred": "Netherlands", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Netherlands", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002309", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Feh\u00e9rv\u00e1r FC", + "pred": "Feh\u00e9rv\u00e1r FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Feh\u00e9rv\u00e1r FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000472", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Free Democratic Party", + "pred": "Free Democratic Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Free Democratic Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003092", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003984", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Hamburger SV", + "pred": "Hamburger SV", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hamburger SV", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004307", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004221", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002604", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Orenburg Governorate", + "pred": "Orenburg", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Orenburg", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005175", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000103", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "People's Republic of Bulgaria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: People's Republic of Bulgaria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007858", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "construction", + "pred": "construction", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: construction", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000929", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Tony Award for Best Actress in a Play", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tony Award for Best Actress in a Play", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Hamburg Commercial Bank", + "pred": "Hamburg Commercial Bank", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hamburg Commercial Bank", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006833", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "Princess M\u00e4rtha of Sweden", + "pred": "Denmark", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Denmark", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_007826", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005791", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1969.0, + "gold": "1969", + "pred": "1969", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1969", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008695", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "FC Basel", + "pred": "FC Basel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Basel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006326", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002683", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004982", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "AS Monaco FC", + "pred": "AS Monaco FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: AS Monaco FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rome", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000415", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002513", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "IBM", + "pred": "IBM", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: IBM", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001131", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chinese Communist Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004809", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "England women's national football team", + "pred": "England women's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: England women's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002765", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "The Rockefeller University", + "pred": "The Rockefeller University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Rockefeller University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003270", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002090", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002717", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001781", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Waltrude Schleyer", + "pred": "Waltrude Schleyer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Waltrude Schleyer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "West Ham United F.C.", + "pred": "West Ham United F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: West Ham United F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000911", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Tuscany", + "pred": "Tuscany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tuscany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002590", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1946.0, + "gold": "1946", + "pred": "1946", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1946", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Order of Merit of Baden-W\u00fcrttemberg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004701", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006905", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2023", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005334", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2003", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006551", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "FC Amkar Perm", + "pred": "FC Amkar Perm", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Amkar Perm", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Sporting CP", + "pred": "Sporting CP", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sporting CP", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001982", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_001763", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Tranmere Rovers F.C.", + "pred": "Tranmere Rovers F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tranmere Rovers F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001693", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Utrecht University", + "pred": "Utrecht University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Utrecht University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006247", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1909.0, + "gold": "Associate Justice of the Supreme Court of the United States", + "pred": "Associate Justice of the Supreme Court of the United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Associate Justice of the Supreme Court of the United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006923", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Der St\u00fcrmer", + "pred": "Der St\u00fcrmer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Der St\u00fcrmer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004828", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006717", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001064", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002886", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001768", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006522", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Cameroon men's national football team", + "pred": "Jean-Louis Leca", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jean-Louis Leca", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001073", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Kingdom of Bulgaria", + "pred": "Kingdom of Bulgaria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Bulgaria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002125", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "SSC Napoli", + "pred": "SSC Napoli", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SSC Napoli", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002297", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "FC Astra Giurgiu", + "pred": "FC Astra Giurgiu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Astra Giurgiu", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_002809", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002474", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Pat Travers", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pat Travers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004101", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006366", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "England women's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: England women's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "United States Navy", + "pred": "United States Navy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Navy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003020", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Lagos", + "pred": "Lagos", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lagos", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004956", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Calcio Padova", + "pred": "Calcio Padova", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Calcio Padova", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006758", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Al Masry SC", + "pred": "Al Masry SC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Al Masry SC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003840", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "DSV Leoben", + "pred": "DSV Leoben", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: DSV Leoben", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003113", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Wheaton College", + "pred": "Wheaton College", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Wheaton College", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004767", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Miss America", + "pred": "Miss America", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Miss America", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "pred": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003340", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Russia", + "pred": "Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005245", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1982", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006022", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lady Gaga", + "pred": "Lady Gaga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lady Gaga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002807", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "University of Oslo", + "pred": "University of Oslo", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of Oslo", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002236", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Order of Merit of North Rhine-Westphalia", + "pred": "Order of Merit of North Rhine-Westphalia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Order of Merit of North Rhine-Westphalia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006258", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "United States Cabinet", + "pred": "United States Cabinet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Cabinet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003646", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "pred": "Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002029", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Warabitai Station", + "pred": "Warabitai Station", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Warabitai Station", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Rudi Fuchs", + "pred": "Rudi Fuchs", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rudi Fuchs", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000849", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1987", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000139", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "Schutzstaffel", + "pred": "Schutzstaffel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Schutzstaffel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Anton-G\u00fcnther, Duke of Oldenburg", + "pred": "Anton-G\u00fcnther, Duke of Oldenburg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Anton-G\u00fcnther, Duke of Oldenburg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004055", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004419", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Jeonbuk Hyundai Motors FC", + "pred": "Jeonbuk Hyundai Motors FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jeonbuk Hyundai Motors FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006447", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2010", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005863", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Parliament of the United Kingdom", + "pred": "Parliament of the United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Parliament of the United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004287", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Jens Stoltenberg", + "pred": "Jens Stoltenberg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jens Stoltenberg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008613", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "1980", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1980", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002216", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Team Jayco AlUla", + "pred": "Team Jayco AlUla", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Team Jayco AlUla", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006890", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gen\u00e7lerbirli\u011fi S.K.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004395", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "University of Freiburg", + "pred": "University of Freiburg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of Freiburg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003660", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Queen", + "pred": "Queen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Queen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006514", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Soviet Federative Socialist Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002222", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001758", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "John Mauchly", + "pred": "John Mauchly", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John Mauchly", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004641", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Ni\u00e8vre", + "pred": "Ni\u00e8vre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ni\u00e8vre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000084", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Munich Kammerspiele", + "pred": "Munich Kammerspiele", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Munich Kammerspiele", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005007", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2017.0, + "gold": "2017", + "pred": "2017", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2017", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Tuvan Autonomous Soviet Socialist Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tuvan Autonomous Soviet Socialist Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007920", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2002", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006359", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1956.0, + "gold": "1956", + "pred": "1956", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1956", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005402", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007921", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1989", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002569", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003091", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Pat Travers", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pat Travers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002364", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Gaz\u00e9lec Ajaccio", + "pred": "Gaz\u00e9lec Ajaccio", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gaz\u00e9lec Ajaccio", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007208", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Gustave Choquet", + "pred": "Gustave Choquet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gustave Choquet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003209", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "C\u00e9sar Milstein", + "pred": "C\u00e9sar Milstein", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: C\u00e9sar Milstein", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nobel Prize in Physiology or Medicine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004389", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "1922", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1922", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001672", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Kemerovo Oblast", + "pred": "Kemerovo Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kemerovo Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002971", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2020.0, + "gold": "Hamza Hamzao\u011flu", + "pred": "Hamza Hamzao\u011flu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hamza Hamzao\u011flu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007668", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Freie Universit\u00e4t Berlin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Freie Universit\u00e4t Berlin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004443", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Member of the European Parliament", + "pred": "Member of the European Parliament", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Member of the European Parliament", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000260", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003060", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Leipziger Land", + "pred": "Leipzig Government Region", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Leipzig Government Region", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003434", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "United Arab Republic", + "pred": "United Arab Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Arab Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005538", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Nobel Prize in Literature", + "pred": "Nobel Prize in Literature", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nobel Prize in Literature", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005136", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Ireland men\u2019s national rugby union team", + "pred": "Ireland men\u2019s national rugby union team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ireland men\u2019s national rugby union team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004183", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "The Rockefeller University", + "pred": "The Rockefeller University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Rockefeller University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006802", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Is\u00e8re", + "pred": "Is\u00e8re", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Is\u00e8re", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002238", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_004081", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Harvard University", + "pred": "Harvard University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Harvard University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007931", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Kingdom of Hungary", + "pred": "Kingdom of Hungary", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Hungary", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002561", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Babe\u0219-Bolyai University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Babe\u0219-Bolyai University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Stockholm University", + "pred": "Stockholm University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Stockholm University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008363", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Poland", + "pred": "Poland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Poland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008611", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Wang Jingwei regime", + "pred": "Wang Jingwei regime", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Wang Jingwei regime", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002255", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1986.0, + "gold": "1986", + "pred": "1986", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1986", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007672", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2016", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2016", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002954", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "SC Fortuna K\u00f6ln", + "pred": "SC Fortuna K\u00f6ln", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SC Fortuna K\u00f6ln", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002449", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Valencia CF", + "pred": "Valencia CF", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Valencia CF", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005372", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Malm\u00f6 FF", + "pred": "Malm\u00f6 FF", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Malm\u00f6 FF", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006616", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007451", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "SV Saar 05 Saarbr\u00fccken", + "pred": "SV Saar 05 Saarbr\u00fccken", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SV Saar 05 Saarbr\u00fccken", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "C.D. Nacional", + "pred": "C.D. Nacional", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: C.D. Nacional", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008679", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004351", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "education", + "pred": "education", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: education", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "FC Barcelona B\u00e0squet", + "pred": "FC Barcelona B\u00e0squet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Barcelona B\u00e0squet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004853", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008238", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Reichsgesetzblatt", + "pred": "Reichsgesetzblatt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Reichsgesetzblatt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007289", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005590", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002466", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1942.0, + "gold": "1st U-boat Flotilla", + "pred": "1st U-boat Flotilla", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1st U-boat Flotilla", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005898", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Second Syrian Republic", + "pred": "Second Syrian Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Second Syrian Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006637", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Allianz SE", + "pred": "Allianz SE", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Allianz SE", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001605", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Keith Richards", + "pred": "Keith Richards", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Keith Richards", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003947", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Q99317", + "pred": "Q99317", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Q99317", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001379", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Cruzeiro E.C.", + "pred": "Cruzeiro E.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cruzeiro E.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2021.0, + "gold": "Daft Punk", + "pred": "Daft Punk", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daft Punk", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007475", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Latvia", + "pred": "Latvia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Latvia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008010", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "C.D. Jorge Wilstermann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: C.D. Jorge Wilstermann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005768", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Landeshauptmann", + "pred": "Landeshauptmann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Landeshauptmann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003283", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1977", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003934", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Republic of Korea Army", + "pred": "Republic of Korea Army", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Republic of Korea Army", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000952", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004410", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Landrat", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Landrat", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007420", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Orenburg Oblast", + "pred": "Orenburg Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Orenburg Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003788", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Paris", + "pred": "Paris", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paris", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007654", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Lille OSC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lille OSC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000104", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Daejeon Hana Citizen FC", + "pred": "Daejeon Hana Citizen FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daejeon Hana Citizen FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003094", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "England men\u2019s national rugby union team", + "pred": "England men\u2019s national rugby union team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: England men\u2019s national rugby union team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005875", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004542", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2016.0, + "gold": "Province of Carbonia-Iglesias", + "pred": "Province of Carbonia-Iglesias", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Province of Carbonia-Iglesias", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "AgustaWestland", + "pred": "AgustaWestland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: AgustaWestland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005999", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Czechia men's national football team", + "pred": "Czechia men's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Czechia men's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003881", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Red Star F.C.", + "pred": "Red Star F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Red Star F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Copley Medal", + "pred": "Copley Medal", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Copley Medal", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000380", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Klaus Jensen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Jensen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007104", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: chairperson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005106", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1926.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007198", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "VVV-Venlo", + "pred": "VVV-Venlo", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: VVV-Venlo", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001075", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007267", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Netherlands Antilles", + "pred": "Netherlands Antilles", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Netherlands Antilles", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005453", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1989", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006199", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Club Atl\u00e9tico Tigre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Atl\u00e9tico Tigre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007661", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tottenham Hotspur F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Christoph Franz", + "pred": "Christoph Franz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Christoph Franz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007018", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Province of Ogliastra", + "pred": "Province of Ogliastra", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Province of Ogliastra", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006321", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Pontault-Combault", + "pred": "Pontault-Combault", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pontault-Combault", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000924", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002232", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005699", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "University of G\u00f6ttingen", + "pred": "University of G\u00f6ttingen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of G\u00f6ttingen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007488", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Vla\u0219ca County", + "pred": "Vla\u0219ca County", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vla\u0219ca County", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005369", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "University of Zurich", + "pred": "University of Zurich", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of Zurich", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001823", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Bremen-Liga", + "pred": "Bremen-Liga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bremen-Liga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006475", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1991", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008413", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1984.0, + "gold": "1984", + "pred": "1984", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1984", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003577", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Chief of the Turkish General Staff", + "pred": "Chief of the Turkish General Staff", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chief of the Turkish General Staff", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Hanna-Barbera", + "pred": "Hanna-Barbera", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hanna-Barbera", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008560", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Romania national rugby union team", + "pred": "Romania national rugby union team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Romania national rugby union team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Czechoslovakia", + "pred": "Czechoslovakia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Czechoslovakia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006136", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1903.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005189", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002858", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Empire of Japan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Empire of Japan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008315", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Kemerovo Oblast", + "pred": "Kemerovo Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kemerovo Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Kotelnikovsky District", + "pred": "Kotelnikovsky District", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kotelnikovsky District", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000973", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Ternopil Oblast", + "pred": "Ternopil Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ternopil Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002849", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008608", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "S.C. Internacional", + "pred": "S.C. Internacional", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S.C. Internacional", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001494", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Saint Petersburg", + "pred": "Saint Petersburg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Saint Petersburg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007390", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007069", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001021", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Nelly Sachs Prize", + "pred": "Nelly Sachs Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nelly Sachs Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006782", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Merited Artist of the RSFSR", + "pred": "Merited Artist of the RSFSR", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Merited Artist of the RSFSR", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008600", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Central Institute for Ancient History and Archeology", + "pred": "Central Institute for Ancient History and Archeology", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Central Institute for Ancient History and Archeology", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005501", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001523", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Prince Charles, Count of Flanders", + "pred": "Prince Charles, Count of Flanders", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prince Charles, Count of Flanders", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003339", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Second Syrian Republic", + "pred": "Second Syrian Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Second Syrian Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Empire of Japan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Empire of Japan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002341", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1996", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006340", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "People's Artist of the USSR", + "pred": "People's Artist of the USSR", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: People's Artist of the USSR", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004184", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Chelsea F.C.", + "pred": "Chelsea F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chelsea F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001998", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1939", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1939", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008462", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2003", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005081", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Beira Alta", + "pred": "Beira Alta", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Beira Alta", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Israel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006076", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004257", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Province of Posen", + "pred": "Province of Posen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Province of Posen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001129", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002202", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Isabela", + "pred": "Isabela", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Isabela", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001377", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005631", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1974", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000171", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Melora Walters", + "pred": "Melora Walters", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Melora Walters", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007554", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001278", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005559", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Swiss Super League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007444", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004826", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "Dakar", + "pred": "Dakar", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dakar", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003409", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Margaret Atwood", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Margaret Atwood", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006575", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Attila J\u00f3zsef", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001217", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Actress", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007223", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Klaus Sch\u00fctz", + "pred": "Klaus Sch\u00fctz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Sch\u00fctz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004735", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Berlin", + "pred": "Berlin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Berlin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001394", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004179", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Rudy Giuliani", + "pred": "Rudy Giuliani", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rudy Giuliani", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Wowereit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003446", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "President of the United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007096", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Phillip Cocu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Phillip Cocu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008279", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Montreal Forum", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006719", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Emma de Caunes", + "pred": "Emma de Caunes", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Emma de Caunes", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002450", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Cyprus Football Association", + "pred": "Cyprus Football Association", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cyprus Football Association", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000742", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "2007", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2007", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005331", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1977", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Stade Chaban-Delmas", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006020", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lady Bird Johnson", + "pred": "Lady Bird Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lady Bird Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002515", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sepp Herberger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000947", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S\u00fcper Lig", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004442", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "2014", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2014", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003129", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Wowereit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000626", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Edward Joseph Kelly", + "pred": "Edward Joseph Kelly", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Edward Joseph Kelly", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008507", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "presidential system", + "pred": "presidential system", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: presidential system", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000399", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Otto Nerz", + "pred": "Otto Nerz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Otto Nerz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005160", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "A Bend in the River", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A Bend in the River", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vicente Calder\u00f3n Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "President of North Macedonia", + "pred": "President of North Macedonia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of North Macedonia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008117", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007432", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Romano Prodi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Romano Prodi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006320", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1931.0, + "gold": "1931", + "pred": "1931", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1931", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008047", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nicholas II of Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000063", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Carlo Vittorio Varetti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Vittorio Varetti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Territory of Hawaii", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001072", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Eusebio Sacrist\u00e1n", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eusebio Sacrist\u00e1n", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005910", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003397", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "V\u00edt\u011bzslav Lavi\u010dka", + "pred": "V\u00edt\u011bzslav Lavi\u010dka", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: V\u00edt\u011bzslav Lavi\u010dka", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000162", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Lady Bird Johnson", + "pred": "Lady Bird Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lady Bird Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002728", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Silvio Berlusconi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003793", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Barcelona Province", + "pred": "Barcelona Province", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Barcelona Province", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003541", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008524", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Stade Chaban-Delmas", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003943", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Michal B\u00edlek", + "pred": "Michal B\u00edlek", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Michal B\u00edlek", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003569", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002249", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "University of Paris", + "pred": "University of Paris", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of Paris", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001978", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005073", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alex McLeish", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000609", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1974", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Manuel Jim\u00e9nez Jim\u00e9nez", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Manuel Jim\u00e9nez Jim\u00e9nez", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Guy Ritchie", + "pred": "Guy Ritchie", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Guy Ritchie", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006953", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "Jimmy Walker", + "pred": "Jimmy Walker", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jimmy Walker", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001572", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Phillip Cocu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Phillip Cocu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008301", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Romano Prodi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Romano Prodi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000630", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1960.0, + "gold": "Graceland", + "pred": "Graceland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Graceland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000755", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Elizabeth II", + "pred": "Lyndon B. Johnson", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000326", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002870", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Bahrain", + "pred": "Prime Minister of Bahrain", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Bahrain", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007789", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007973", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Bjarne Riis", + "pred": "Bjarne Riis", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bjarne Riis", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000219", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Vivien Leigh", + "pred": "Vivien Leigh", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vivien Leigh", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007274", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Elizabeth II", + "pred": "Elizabeth II", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Elizabeth II", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006021", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006576", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "Laurence Olivier", + "pred": "Laurence Olivier", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Laurence Olivier", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000623", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Bjarne Berntsen", + "pred": "Bjarne Berntsen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bjarne Berntsen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "DBC Pierre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: DBC Pierre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003804", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Nobel Peace Prize", + "pred": "Nobel Peace Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nobel Peace Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006789", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Robert Ferdinand Wagner Jr.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Robert Ferdinand Wagner Jr.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006521", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Atlanta-Fulton County Stadium", + "pred": "Atlanta-Fulton County Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Atlanta-Fulton County Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "Carry Me Down", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carry Me Down", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004769", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Loretta Young", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Loretta Young", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001801", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Vytautas Landsbergis", + "pred": "Vytautas Landsbergis", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vytautas Landsbergis", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "State Anthem of the Soviet Union", + "pred": "March of the Volunteers", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: March of the Volunteers", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_003724", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006014", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Hans Loritz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hans Loritz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007171", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S\u00fcper Lig", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007260", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "3. Liga", + "pred": "3. Liga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 3. Liga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Thomas Tuchel", + "pred": "Thomas Tuchel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Thomas Tuchel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007485", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Charlize Theron", + "pred": "Charlize Theron", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Charlize Theron", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001837", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Romano Prodi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Romano Prodi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005494", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Berti Vogts", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Berti Vogts", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000075", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004734", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Peter Carey", + "pred": "Peter Carey", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Peter Carey", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004770", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Constantinople", + "pred": "Constantinople", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Constantinople", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006777", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "S\u00e1ndor Preisinger", + "pred": "S\u00e1ndor Preisinger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S\u00e1ndor Preisinger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001481", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1977", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jos\u00e9 Mourinho", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000707", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007316", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Carlo Vittorio Varetti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Vittorio Varetti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002781", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Yugoslavia", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: France", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001694", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Glenda Jackson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Glenda Jackson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005714", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "B\u00fclent Ecevit", + "pred": "B\u00fclent Ecevit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: B\u00fclent Ecevit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Stefan Kuntz", + "pred": "Stefan Kuntz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Stefan Kuntz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000390", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Nobel Prize in Physics", + "pred": "Nobel Prize in Physics", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nobel Prize in Physics", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004301", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Rudy Giuliani", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rudy Giuliani", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007116", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004505", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Abraham Beame", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Abraham Beame", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007035", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "David Dinkins", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Dinkins", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004558", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jos\u00e9 Mourinho", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003267", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Bette Davis", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bette Davis", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006755", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Theodor Liebknecht", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Theodor Liebknecht", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004583", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1987", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000225", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Gareth Southgate", + "pred": "Gareth Southgate", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gareth Southgate", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002459", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006352", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004787", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Janusz W\u00f3jcik", + "pred": "Janusz W\u00f3jcik", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Janusz W\u00f3jcik", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002226", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Leonid Brezhnev", + "pred": "Vladimir Kryuchkov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vladimir Kryuchkov", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003363", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Jan Schaffrath", + "pred": "Jan Schaffrath", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jan Schaffrath", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Pavel Vrba", + "pred": "Petr Jel\u00ednek", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Petr Jel\u00ednek", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006972", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1976", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007393", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Autonomous Province of Vojvodina", + "em": 0.0, + "f1": 0.4000000000000001, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Autonomous Province of Vojvodina", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_002784", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Franz Beckenbauer", + "pred": "Franz Beckenbauer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Franz Beckenbauer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005991", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Claudia Roth", + "pred": "Ulrike Herrmann", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ulrike Herrmann", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002109", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "ADIG", + "pred": "ADIG", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: ADIG", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005445", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Abraham Beame", + "pred": "Abraham Beame", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Abraham Beame", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Fiorello H. La Guardia", + "pred": "Fiorello H. La Guardia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Fiorello H. La Guardia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005633", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002083", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Jens Gustafsson", + "pred": "Jens Gustafsson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jens Gustafsson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003899", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002997", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005860", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Actress", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_001039", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Panama", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000086", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005689", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bucharest", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006609", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004970", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2003", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008062", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "M\u00e1rio Soares", + "pred": "M\u00e1rio Soares", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: M\u00e1rio Soares", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006613", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Stuart Lancaster", + "pred": "Stuart Lancaster", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Stuart Lancaster", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001894", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Reese Witherspoon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Reese Witherspoon", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002546", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003153", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Zhou Enlai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Zhou Enlai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002865", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Thomas Keneally", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Thomas Keneally", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007865", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Clive Woodward", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Clive Woodward", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001858", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Graceland", + "pred": "Graceland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Graceland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Constantinople", + "pred": "Constantinople", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Constantinople", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003034", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Hans Loritz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hans Loritz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000799", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Barack Obama", + "pred": "Arsenii Yatseniuk", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Arsenii Yatseniuk", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Boston Garden", + "pred": "Boston Garden", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Boston Garden", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004762", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "Kingdom of Prussia", + "pred": "Kingdom of Prussia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Prussia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004806", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lu\u00eds Filipe Vieira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Premier League", + "pred": "Premier League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Premier League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008203", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Amway Arena", + "pred": "Amway Arena", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amway Arena", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004465", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006874", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "John Lindsay", + "pred": "John Lindsay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John Lindsay", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000593", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004615", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2018.0, + "gold": "2018", + "pred": "2018", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2018", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Geoffrey Rush", + "pred": "Frances McDormand", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Frances McDormand", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Academy Award for Best Writing, Adapted Screenplay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Writing, Adapted Screenplay", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004669", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Yuri Semin", + "pred": "Yuri Semin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yuri Semin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Aldo Moro", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aldo Moro", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Theodor Liebknecht", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Theodor Liebknecht", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006858", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2002", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000627", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Academy Award for Best Writing, Adapted Screenplay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Writing, Adapted Screenplay", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008456", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: absolute monarchy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004863", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Academy Award for Best Writing, Adapted Screenplay", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Writing, Adapted Screenplay", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005053", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lauri Yl\u00f6nen", + "pred": "Lauri Yl\u00f6nen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lauri Yl\u00f6nen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006906", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sini\u0161a Mihajlovi\u0107", + "pred": "Sini\u0161a Mihajlovi\u0107", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sini\u0161a Mihajlovi\u0107", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004343", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Arrigo Sacchi", + "pred": "Arrigo Sacchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Arrigo Sacchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008520", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Hans Loritz", + "pred": "Hans Loritz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hans Loritz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008566", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Kurt Biedenkopf", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kurt Biedenkopf", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005406", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: West Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005485", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Milo\u0161 Zeman", + "pred": "Milo\u0161 Zeman", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Milo\u0161 Zeman", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006778", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000448", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Alex Ferguson", + "pred": "Alex Ferguson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alex Ferguson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005253", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Aravind Adiga", + "pred": "Aravind Adiga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aravind Adiga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002793", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Academy Award for Best Supporting Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Supporting Actress", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001366", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Cliff Burton", + "pred": "Cliff Burton", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cliff Burton", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000346", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giorgio Napolitano", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001380", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "John Williams", + "pred": "John Williams", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John Williams", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007366", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Giampiero Boniperti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giampiero Boniperti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004085", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "Qing dynasty", + "pred": "Qing dynasty", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Qing dynasty", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Penelope Fitzgerald", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Penelope Fitzgerald", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nike", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005149", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Dalvik VM", + "pred": "Dalvik VM", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dalvik VM", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007466", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Deutsche Mark", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "EFL Championship", + "pred": "EFL Championship", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: EFL Championship", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002303", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Prime Minister of Canada", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Canada", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004925", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Norma Shearer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Norma Shearer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002425", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003762", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Minneapolis Armory", + "pred": "Minneapolis Armory", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Minneapolis Armory", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000351", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Territory of Hawaii", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003288", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Alain Afflelou", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alain Afflelou", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001079", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Giampiero Boniperti", + "pred": "Giampiero Boniperti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giampiero Boniperti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Paulo Bento", + "pred": "Paulo Bento", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paulo Bento", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006454", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Steve Sampson", + "pred": "Steve Sampson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Steve Sampson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007686", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "United States Cabinet", + "pred": "United States Cabinet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Cabinet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001636", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1975", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000642", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Alan Hollinghurst", + "pred": "Alan Hollinghurst", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alan Hollinghurst", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005992", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1906.0, + "gold": "Theodore Roosevelt", + "pred": "Theodore Roosevelt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Theodore Roosevelt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001567", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Robert Ferdinand Wagner Jr.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Robert Ferdinand Wagner Jr.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003917", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Elizabeth II", + "pred": "Elizabeth II", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Elizabeth II", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007632", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pawe\u0142 Janas", + "pred": "Pawe\u0142 Janas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pawe\u0142 Janas", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001702", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Eerste Divisie", + "pred": "Eerste Divisie", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eerste Divisie", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006358", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "German Federal Archives", + "pred": "German Federal Archives", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Federal Archives", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Dwight D. Eisenhower", + "pred": "Dwight D. Eisenhower", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dwight D. Eisenhower", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001724", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005308", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Actress", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006485", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Margaret Atwood", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Margaret Atwood", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004831", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005190", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Freie Universit\u00e4t Berlin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Freie Universit\u00e4t Berlin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006636", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "George Marshall", + "pred": "United States Secretary of State", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Secretary of State", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_003213", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005672", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006227", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Giffoni Film Festival", + "pred": "Giffoni Film Festival", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giffoni Film Festival", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007816", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Franciszek Smuda", + "pred": "Franciszek Smuda", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Franciszek Smuda", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001958", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "John Lindsay", + "pred": "John Lindsay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John Lindsay", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007818", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sepp Herberger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003874", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006836", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005437", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001779", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Chemnitz Government Region", + "pred": "Chemnitz Government Region", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chemnitz Government Region", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002182", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006540", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Antonio Segni", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Antonio Segni", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lu\u00eds Filipe Vieira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000470", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004884", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Emma Thompson", + "pred": "Emma Thompson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Emma Thompson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008312", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "United Kingdom of Great Britain and Ireland", + "pred": "United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom of Great Britain and Ireland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006013", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "David Dinkins", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Dinkins", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006889", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Carlo Ancelotti", + "pred": "Carlo Ancelotti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Ancelotti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003651", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Saku Koivu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Q82595", + "pred": "Q82595", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Q82595", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000420", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1917.0, + "gold": "1917", + "pred": "1917", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1917", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005828", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Prime Minister of Belize", + "pred": "Prime Minister of Belize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Belize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sepp Herberger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002499", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Territory of Hawaii", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008212", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "George VI", + "pred": "George VI", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: George VI", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006976", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Gennaro Gattuso", + "pred": "Gennaro Gattuso", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gennaro Gattuso", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007445", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.20000000000000004, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Order of Merit of Baden-W\u00fcrttemberg", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004525", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Lamberto Dini", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giorgio Napolitano", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003387", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alex McLeish", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008292", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006528", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1902", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1902", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008636", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Walter Zenga", + "pred": "Walter Zenga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Walter Zenga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004972", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Kia Forum", + "pred": "Boston Garden", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Boston Garden", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006497", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Hungarian People's Republic", + "pred": "Hungarian People's Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hungarian People's Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jos\u00e9 Mourinho", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005410", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Taiwan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000901", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Shimon Peres", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Shimon Peres", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007838", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mircea Lucescu", + "pred": "Mircea Lucescu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mircea Lucescu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007144", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "The Internationale", + "pred": "The Internationale", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Internationale", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Jean Mistler", + "pred": "Jean Mistler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jean Mistler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000287", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Gerhard Casper", + "pred": "Gerhard Casper", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gerhard Casper", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004792", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006621", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sean Yates", + "pred": "Sean Yates", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sean Yates", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001788", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Norma Shearer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Norma Shearer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002557", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Fiorello H. La Guardia", + "pred": "Fiorello H. La Guardia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Fiorello H. La Guardia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "A. S. Byatt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A. S. Byatt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006058", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000536", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vicente Calder\u00f3n Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007404", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2000.0, + "gold": "2000", + "pred": "2000", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2000", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001292", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1990.0, + "gold": "1990", + "pred": "1990", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1990", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "David Storey", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Storey", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "A Bend in the River", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A Bend in the River", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002490", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1930", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001434", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "New York City", + "pred": "New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: New York City", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006868", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2001", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jean Mistler", + "pred": "Jean Mistler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jean Mistler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002319", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2022.0, + "gold": "2022", + "pred": "2022", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2022", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008472", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000496", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Massimo D'Alema", + "pred": "Silvio Berlusconi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Silvio Berlusconi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005883", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Roman Herzog", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Roman Herzog", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "BP", + "pred": "BP", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: BP", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001286", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003325", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bucharest", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "William Emmett Dever", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: William Emmett Dever", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000949", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Roman Herzog", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Roman Herzog", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004634", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008417", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Swiss Super League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mary J. Blige", + "pred": "Mary J. Blige", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mary J. Blige", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007469", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2010", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002488", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Shimon Peres", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Shimon Peres", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007418", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Union", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Elliott Gould", + "pred": "Elliott Gould", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Elliott Gould", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005916", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Micha\u0142 Matyas", + "pred": "Micha\u0142 Matyas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Micha\u0142 Matyas", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006233", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Eric Gerets", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eric Gerets", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005848", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005040", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Antonio Segni", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 0, + "judge_reply": "I NEED TO WORK" + }, + { + "id": "q_005138", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Adolf Hitler", + "pred": "Karl D\u00f6nitz", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Karl D\u00f6nitz", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004246", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007892", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006684", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001045", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2005", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "association football", + "pred": "association football", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: association football", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002791", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Lory Del Santo", + "pred": "Lory Del Santo", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lory Del Santo", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005581", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daniel Auteuil", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Pawe\u0142 Janas", + "pred": "Pawe\u0142 Janas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pawe\u0142 Janas", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004802", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "John W. Campbell", + "pred": "John W. Campbell", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John W. Campbell", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004455", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Giovanni Leone", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001570", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Otto Nerz", + "pred": "Otto Nerz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Otto Nerz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005703", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Morten Olsen", + "pred": "Morten Olsen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Morten Olsen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006235", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Diego Simeone", + "pred": "Diego Simeone", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Diego Simeone", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001186", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Susan Sarandon", + "pred": "Susan Sarandon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Susan Sarandon", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005903", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2009", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002985", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Bettino Craxi", + "pred": "Giovanni Spadolini", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Spadolini", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Andrzej Strejlau", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Andrzej Strejlau", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008323", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Hungarian People's Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hungarian People's Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005474", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Oskar von Miller", + "pred": "Oskar von Miller", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Oskar von Miller", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001830", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Nippon Bud\u014dkan", + "pred": "Nippon Bud\u014dkan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nippon Bud\u014dkan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001756", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001887", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "Germany men's national association football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany men's national association football team", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_005552", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Mitteldeutscher Rundfunk", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mitteldeutscher Rundfunk", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004901", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Wen Jiabao", + "pred": "Wen Jiabao", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Wen Jiabao", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006473", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2008", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006253", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2003", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002709", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alex McLeish", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007811", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Giovanni Spadolini", + "pred": "Giovanni Spadolini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Spadolini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006165", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Edward Cassidy", + "pred": "Edward Cassidy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Edward Cassidy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007431", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Ernest Borgnine", + "pred": "Ernest Borgnine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ernest Borgnine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002594", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004546", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "David Dinkins", + "pred": "David Dinkins", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Dinkins", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006589", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Giulio Andreotti", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giulio Andreotti", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006151", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005300", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Otto Rehhagel", + "pred": "Otto Rehhagel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Otto Rehhagel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003618", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Franz Joseph I of Austria", + "pred": "Franz Joseph I of Austria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Franz Joseph I of Austria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "George W. Bush", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: George W. Bush", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001195", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007049", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1978.0, + "gold": "1978", + "pred": "1978", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1978", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003961", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Edith Roosevelt", + "pred": "Edith Roosevelt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Edith Roosevelt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002548", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: absolute monarchy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1910.0, + "gold": "Austria\u2013Hungary", + "pred": "Austria\u2013Hungary", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Austria\u2013Hungary", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003484", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Kingdome", + "pred": "Kingdome", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdome", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002163", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Clive Woodward", + "pred": "Clive Woodward", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Clive Woodward", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006692", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Bruce Buck", + "pred": "Bruce Buck", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bruce Buck", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006073", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Volker Finke", + "pred": "Volker Finke", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Volker Finke", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008473", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Roman Abramovich", + "pred": "Roman Abramovich", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Roman Abramovich", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003674", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1978.0, + "gold": "Leonid Brezhnev", + "pred": "Vladimir Kryuchkov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vladimir Kryuchkov", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003352", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: absolute monarchy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Giampiero Boniperti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giampiero Boniperti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002789", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005326", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Spencer Tracy", + "pred": "Robert Donat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Robert Donat", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005284", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Erich Werdermann", + "pred": "Erich Werdermann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Erich Werdermann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005774", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Swiss Super League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003372", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Patrick Le Lay", + "pred": "Patrick Le Lay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Patrick Le Lay", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008201", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2002", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001153", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Franz Beckenbauer", + "pred": "Franz Beckenbauer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Franz Beckenbauer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007164", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "Simone Inzaghi", + "pred": "Simone Inzaghi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Simone Inzaghi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006407", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Allianz Arena", + "pred": "Allianz Arena", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Allianz Arena", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001540", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "2013", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2013", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005100", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Claudio Ranieri", + "pred": "Claudio Ranieri", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Claudio Ranieri", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Denzel Washington", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Denzel Washington", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007894", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2011", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008658", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Ruslan Rotan", + "pred": "Andriy Shevchenko", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Andriy Shevchenko", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005158", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008060", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Bundesliga", + "pred": "Bundesliga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bundesliga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004900", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "SeatGeek Stadium", + "pred": "SeatGeek Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SeatGeek Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000430", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Bombardier", + "pred": "Bombardier", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bombardier", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006467", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Taiwan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004710", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: J\u00fcrgen Klinsmann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000041", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Romano Prodi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Romano Prodi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004408", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "crown prince", + "pred": "crown prince", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: crown prince", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001201", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004457", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005193", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005781", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "State Anthem of the Soviet Union", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Soviet Federative Socialist Republic", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_004013", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Jupp Derwall", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jupp Derwall", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003935", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Volker Finke", + "pred": "Volker Finke", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Volker Finke", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006770", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Silvio Berlusconi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008617", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008708", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Federal Republic of Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Zden\u011bk Zeman", + "pred": "Zden\u011bk Zeman", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Zden\u011bk Zeman", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007389", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Saku Koivu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005554", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Moscow", + "pred": "Moscow", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Moscow", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000408", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Kingdom of Prussia", + "pred": "Kingdom of Prussia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Prussia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003634", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Uwe Neuhaus", + "pred": "Uwe Neuhaus", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Uwe Neuhaus", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006653", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000961", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Kate Winslet", + "pred": "Kate Winslet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kate Winslet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002923", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008130", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Silvio Berlusconi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001668", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Jane Fonda", + "pred": "Jane Fonda", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jane Fonda", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Lucien Favre", + "pred": "Lucien Favre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lucien Favre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007280", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Wowereit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004011", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "David Storey", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Storey", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001876", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Thomas Tuchel", + "pred": "Thomas Tuchel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Thomas Tuchel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003426", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "George H. W. Bush", + "pred": "George H. W. Bush", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: George H. W. Bush", + "judge_em": 0, + "judge_reply": "I NEED TO VERIFY" + }, + { + "id": "q_008324", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1930", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Francesco Cossiga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Francesco Cossiga", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001646", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jos\u00e9 Mourinho", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001719", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: J\u00fcrgen Klinsmann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005359", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alex McLeish", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002201", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Princeton University", + "pred": "Princeton University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Princeton University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000953", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "DBC Pierre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: DBC Pierre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003588", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Javier Aguirre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Javier Aguirre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006330", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "DBC Pierre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: DBC Pierre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006529", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1991", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006295", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Angela Lansbury", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Angela Lansbury", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007246", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001257", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004353", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Maurice Druon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Maurice Druon", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001453", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nicholas II of Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008480", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2001", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006167", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "LMFAO", + "pred": "LMFAO", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: LMFAO", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003258", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "J\u00fcrgen Linden", + "pred": "J\u00fcrgen Linden", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: J\u00fcrgen Linden", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004631", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: absolute monarchy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Ang Lee", + "pred": "Ang Lee", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ang Lee", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002531", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Austria", + "pred": "Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Czechoslovakia", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008228", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Frances McDormand", + "pred": "As Good as It Gets", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: As Good as It Gets", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005557", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Fatih Terim", + "pred": "Fatih Terim", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Fatih Terim", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007336", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2003", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003098", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002950", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1945.0, + "gold": "1945", + "pred": "1945", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1945", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000019", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001920", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Claudio Ranieri", + "pred": "Claudio Ranieri", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Claudio Ranieri", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005782", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "White Hart Lane", + "pred": "White Hart Lane", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: White Hart Lane", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000862", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Humphrey Bogart", + "pred": "Humphrey Bogart", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Humphrey Bogart", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001033", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "China Mi\u00e9ville", + "pred": "China Mi\u00e9ville", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: China Mi\u00e9ville", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003960", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006287", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Clive Woodward", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Clive Woodward", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007880", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Giovanni Trapattoni", + "pred": "Giovanni Trapattoni", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Trapattoni", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005772", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Autonomous Province of Vojvodina", + "em": 0.0, + "f1": 0.4000000000000001, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Autonomous Province of Vojvodina", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_006294", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hilary Swank", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hilary Swank", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004173", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Jupp Derwall", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jupp Derwall", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005281", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Ottmar Hitzfeld", + "pred": "Ottmar Hitzfeld", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ottmar Hitzfeld", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008091", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "\u0130smet \u0130n\u00f6n\u00fc", + "pred": "Memduh \u015eevket Esendal", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Memduh \u015eevket Esendal", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004964", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Area", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Area", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002871", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Oscar Luigi Scalfaro", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Oscar Luigi Scalfaro", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003979", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Rachida Brakni", + "pred": "Rachida Brakni", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rachida Brakni", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008204", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Erwin Kramer", + "pred": "Erwin Kramer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Erwin Kramer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001932", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Joe Louis Arena", + "pred": "Joe Louis Arena", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Joe Louis Arena", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000480", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "UNESCO", + "pred": "UNESCO", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: UNESCO", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007286", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Emirates", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Emirates", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daniel Auteuil", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002946", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Michal B\u00edlek", + "pred": "Michal B\u00edlek", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Michal B\u00edlek", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003999", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Academy Award for Best Director", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Director", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005752", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giuliano Amato", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuliano Amato", + "judge_em": 0, + "judge_reply": "I NEED TO DETERMINE" + }, + { + "id": "q_001810", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004977", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Paul von Hindenburg", + "pred": "Paul von Hindenburg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paul von Hindenburg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007873", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002637", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1996", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005587", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2002", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005428", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Silvio Berlusconi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005312", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Norma Shearer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Norma Shearer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006932", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000781", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bucharest", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "CBS", + "pred": "Latin Grammy Awards", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Latin Grammy Awards", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000003", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1947.0, + "gold": "1947", + "pred": "1947", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1947", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giorgio Napolitano", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004934", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000313", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2016.0, + "gold": "Matteo Renzi", + "pred": "Matteo Renzi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Matteo Renzi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000903", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Eusebio Sacrist\u00e1n", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eusebio Sacrist\u00e1n", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005738", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Aldo Moro", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006558", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lu\u00eds Filipe Vieira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004400", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Ruth Prawer Jhabvala", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ruth Prawer Jhabvala", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001076", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002725", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Prime Minister of Canada", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Canada", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003906", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Liga Portugal", + "pred": "Liga Portugal", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Liga Portugal", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004405", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Alberto Bigon", + "pred": "Alberto Bigon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alberto Bigon", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Wolfgang Gerhardt", + "pred": "Wolfgang Gerhardt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Wolfgang Gerhardt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000757", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "COMECON", + "pred": "Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Czechoslovakia", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Ian Porterfield", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ian Porterfield", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005056", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Lavrentiy Beria", + "pred": "Lavrentiy Beria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lavrentiy Beria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Mitteldeutscher Rundfunk", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mitteldeutscher Rundfunk", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008552", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Bambi Award", + "pred": "Bambi Award", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bambi Award", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000678", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Katharine Hepburn", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Katharine Hepburn", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002043", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007190", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "coming out", + "pred": "coming out", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: coming out", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003533", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Attila J\u00f3zsef", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Ingrid Bergman", + "pred": "Ingrid Bergman", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ingrid Bergman", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004864", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Ireland", + "pred": "Ireland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ireland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001930", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1929.0, + "gold": "1929", + "pred": "1929", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1929", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004482", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2005", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000444", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "president of Germany", + "pred": "president of Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: president of Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002417", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Saku Koivu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S\u00fcper Lig", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002089", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1975", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002782", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Wowereit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Karel Br\u00fcckner", + "pred": "Karel Br\u00fcckner", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Karel Br\u00fcckner", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006603", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000643", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001459", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Sepp Piontek", + "pred": "Sepp Piontek", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sepp Piontek", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007691", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "German Emperor", + "pred": "German Emperor", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Emperor", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004382", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Israeli Premier League", + "pred": "Israeli Premier League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Israeli Premier League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008297", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Luxembourg National Division", + "pred": "Luxembourg National Division", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Luxembourg National Division", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007490", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Marie Dressler", + "pred": "Marie Dressler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Marie Dressler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004470", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Manuel Jim\u00e9nez Jim\u00e9nez", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Manuel Jim\u00e9nez Jim\u00e9nez", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nike", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Pacific Coliseum", + "pred": "Pacific Coliseum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pacific Coliseum", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000107", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Prague", + "pred": "Prague", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prague", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000481", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "Yann Martel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yann Martel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005374", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2011", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007891", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Second Lady or Gentleman of the United States", + "pred": "Second Lady or Gentleman of the United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Second Lady or Gentleman of the United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004941", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Ralf Loose", + "pred": "Ralf Loose", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ralf Loose", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Te sl\u0103vim, Rom\u00e2nie", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Te sl\u0103vim, Rom\u00e2nie", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001311", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2010", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003353", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Panama", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005629", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1998", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005931", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Leonid Brezhnev", + "pred": "Leonid Brezhnev", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Leonid Brezhnev", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005823", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Territory of Hawaii", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002989", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Free State of Prussia", + "pred": "Free State of Prussia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Free State of Prussia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004259", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Anne Enright", + "pred": "Anne Enright", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Anne Enright", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002166", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Ligue 1", + "pred": "Ligue 1", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ligue 1", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1995", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008518", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Hans Backe", + "pred": "Hans Backe", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hans Backe", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003792", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000844", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Denzel Washington", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Denzel Washington", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005425", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006156", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The Ninth Day", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Ninth Day", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006038", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Austro-Hungarian krone", + "pred": "Austro-Hungarian krone", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Austro-Hungarian krone", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008465", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1923.0, + "gold": "Egyptian pound", + "pred": "Egyptian pound", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Egyptian pound", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_004604", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Javier Aguirre", + "pred": "Javier Aguirre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Javier Aguirre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002929", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "The Internationale", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Soviet Federative Socialist Republic", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007720", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005879", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001938", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Territory of Hawaii", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Academy Award for Best Supporting Actress", + "pred": "Academy Award for Best Supporting Actress", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Supporting Actress", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006351", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Stade Chaban-Delmas", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005087", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006536", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006736", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Sandra Bullock", + "pred": "Sandra Bullock", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandra Bullock", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004654", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nicholas II of Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005945", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007681", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Daman and Diu", + "pred": "Daman and Diu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daman and Diu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006184", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000115", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Caja M\u00e1gica", + "pred": "Caja M\u00e1gica", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Caja M\u00e1gica", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002711", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alcide De Gasperi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005754", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Federal Republic of Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S\u00fcper Lig", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000552", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000403", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "SeatGeek Stadium", + "pred": "SeatGeek Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SeatGeek Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003856", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003602", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Mikhail Gorbachev", + "pred": "Vladimir Kryuchkov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vladimir Kryuchkov", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007850", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001019", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1962.0, + "gold": "1962", + "pred": "1962", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1962", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004322", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Dietrich Stobbe", + "pred": "Dietrich Stobbe", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dietrich Stobbe", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004271", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001171", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007890", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Actress", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008632", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Hungarian People's Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hungarian People's Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007395", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1925.0, + "gold": "Egyptian pound", + "pred": "Egyptian pound", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Egyptian pound", + "judge_em": 0, + "judge_reply": "I NEED TO TRACE" + }, + { + "id": "q_007784", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Quartet in Autumn", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Quartet in Autumn", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006008", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Alain Afflelou", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alain Afflelou", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007623", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Zden\u011bk Zeman", + "pred": "Zden\u011bk Zeman", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Zden\u011bk Zeman", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000261", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005362", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003134", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Teen Choice Awards", + "pred": "Teen Choice Awards", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Teen Choice Awards", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Emirates", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Emirates", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003313", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005360", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Wowereit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001597", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Peter Carey", + "pred": "Peter Carey", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Peter Carey", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Ronald Colman", + "pred": "Ronald Colman", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ronald Colman", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005949", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Attila J\u00f3zsef", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005024", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Abraham Beame", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Abraham Beame", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007032", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Heinrich Himmler", + "pred": "Heinrich Himmler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heinrich Himmler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004269", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005207", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sepp Herberger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008065", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Constantinople", + "pred": "Constantinople", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Constantinople", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003648", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000919", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "Franz Beckenbauer", + "pred": "Franz Beckenbauer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Franz Beckenbauer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007438", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Federal Republic of Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000509", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Giovanni Leone", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "DBC Pierre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: DBC Pierre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006108", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "presidential system", + "pred": "presidential system", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: presidential system", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001184", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Robert Bolt", + "pred": "Academy Award for Best Original Score", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Original Score", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001023", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Du\u0161an Uhrin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Du\u0161an Uhrin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001479", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Javier Aguirre", + "pred": "Javier Aguirre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Javier Aguirre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006983", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007833", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "White Hart Lane", + "pred": "White Hart Lane", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: White Hart Lane", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005681", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003706", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2005", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007006", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Du\u0161an Uhrin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Du\u0161an Uhrin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004220", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Swiss Super League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007500", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: God Save the Tsar!", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "German Empire", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: France", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003362", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ireland", + "pred": "Ireland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ireland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007378", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Allianz Arena", + "pred": "Allianz Arena", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Allianz Arena", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002356", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004000", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Walter Mazzarri", + "pred": "Walter Mazzarri", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Walter Mazzarri", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003511", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Hungarian Olympic Committee", + "pred": "Hungarian Olympic Committee", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hungarian Olympic Committee", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: West Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008482", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Harry Warren", + "pred": "Harry Warren", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Harry Warren", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001610", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "pred": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ji\u0159\u00ed Posp\u00ed\u0161il", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007160", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003247", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Kevin Federline", + "pred": "Kevin Federline", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kevin Federline", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000810", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Liga I", + "pred": "Liga I", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Liga I", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006432", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Joseph Stalin", + "pred": "Joseph Stalin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Joseph Stalin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007768", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Zhou Enlai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Zhou Enlai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Rock and Roll Hall of Fame", + "pred": "Rock and Roll Hall of Fame", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rock and Roll Hall of Fame", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003836", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daniel Auteuil", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007908", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003128", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Spencer Tracy", + "pred": "Robert Redford", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Robert Redford", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Francesco Cossiga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Francesco Cossiga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001510", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "UTC\u221204:00", + "pred": "Peru", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Peru", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Werner Greuter", + "pred": "Werner Greuter", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Werner Greuter", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Maurice Druon", + "pred": "Maurice Druon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Maurice Druon", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001232", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007512", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sepp Herberger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000089", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_008698", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Loretta Young", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Loretta Young", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007875", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006661", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "President of the United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007505", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Bobby Clarke", + "pred": "Bobby Clarke", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bobby Clarke", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008555", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Montreal Forum", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006491", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1942", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Aldo Moro", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aldo Moro", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002698", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Hans Frank", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hans Frank", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005937", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007021", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lu\u00eds Filipe Vieira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003151", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "The Sea and the Mirror", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Sea and the Mirror", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002519", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2003", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007514", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "chairperson", + "pred": "Czech-Moravian Confederation of Trade Unions", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Czech-Moravian Confederation of Trade Unions", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008443", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007726", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1992.0, + "gold": "1992", + "pred": "1992", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1992", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001549", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "V\u00e1clav Havel", + "pred": "V\u00e1clav Havel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: V\u00e1clav Havel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007129", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000883", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Heinrich Br\u00fcning", + "pred": "Heinrich Br\u00fcning", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heinrich Br\u00fcning", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000442", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "William Emmett Dever", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: William Emmett Dever", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004066", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Peter Gerhardsson", + "pred": "Peter Gerhardsson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Peter Gerhardsson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002302", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Egyptian pound", + "pred": "Egyptian pound", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Egyptian pound", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002564", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004005", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Otto Nerz", + "pred": "Otto Nerz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Otto Nerz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005652", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Jane Byrne", + "pred": "Jane Byrne", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jane Byrne", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002217", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008015", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Albert II of Belgium", + "pred": "Albert II of Belgium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Albert II of Belgium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000895", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "RTL", + "pred": "RTL", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: RTL", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008365", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Javier Aguirre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Javier Aguirre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006348", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Te sl\u0103vim, Rom\u00e2nie", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Te sl\u0103vim, Rom\u00e2nie", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000645", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008492", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nicholas II of Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006824", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Anita Brookner", + "pred": "Anita Brookner", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Anita Brookner", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000773", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "Winona Ryder", + "pred": "Golden Globe Award for Best Supporting Actress \u2013 Motion Picture", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Golden Globe Award for Best Supporting Actress \u2013 Motion Picture", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001316", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Deutsche Mark", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004368", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nike", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005868", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daniel Auteuil", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1996", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Gwyneth Paltrow", + "pred": "Gwyneth Paltrow", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gwyneth Paltrow", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008659", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "A. S. Byatt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A. S. Byatt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000763", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005896", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000117", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Enrico de Nicola", + "pred": "Umberto II of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Umberto II of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000027", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Rudy Giuliani", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rudy Giuliani", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002041", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002860", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004247", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Luise Rainer", + "pred": "Luise Rainer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Luise Rainer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008294", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Hyundai", + "pred": "Hyundai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hyundai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006036", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "The Pentagon", + "pred": "The Pentagon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Pentagon", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001816", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Norma Shearer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Norma Shearer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008058", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004387", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Cel\u00e2l Bayar", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cel\u00e2l Bayar", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004841", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Abdullah Avc\u0131", + "pred": "Abdullah Avc\u0131", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Abdullah Avc\u0131", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000340", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Echo Music Prize", + "pred": "Echo Music Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Echo Music Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001431", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Massimiliano Allegri", + "pred": "Massimiliano Allegri", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Massimiliano Allegri", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002560", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Panama", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003591", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006178", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Francesco Cossiga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Francesco Cossiga", + "judge_em": 0, + "judge_reply": "I NEED TO VERIFY" + }, + { + "id": "q_003130", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001771", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "habilitation", + "pred": "habilitation", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: habilitation", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004635", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Katharine Hepburn", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Katharine Hepburn", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007347", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Ruth Prawer Jhabvala", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ruth Prawer Jhabvala", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002289", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Giuseppe Saragat", + "pred": "Giuseppe Saragat", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006810", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2016", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2016", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001750", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Eduard Weiter", + "pred": "Eduard Weiter", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eduard Weiter", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "David Wagner", + "pred": "David Wagner", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Wagner", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001742", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Sandro Pertini", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004401", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cominform", + "pred": "Cominform", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cominform", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000948", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Montreal Forum", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001031", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "J. M. Coetzee", + "pred": "J. M. Coetzee", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: J. M. Coetzee", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002458", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Oleh Protasov", + "pred": "Oleksey Kovalyov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Oleksey Kovalyov", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001069", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Ed Koch", + "pred": "Ed Koch", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ed Koch", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006304", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "mayor", + "pred": "mayor", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: mayor", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004531", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Mario Monti", + "pred": "Mario Monti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mario Monti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000931", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2012", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007956", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Eric Gerets", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eric Gerets", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007340", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "Hyundai", + "pred": "Hyundai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hyundai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003676", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "Colin Firth", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Colin Firth", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001222", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006158", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Adone Zoli", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005324", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "George W. Bush", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: George W. Bush", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002344", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Q269864", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Q269864", + "judge_em": 0, + "judge_reply": "I NEED TO DETERMINE" + }, + { + "id": "q_008685", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2019.0, + "gold": "Wayne LaPierre", + "pred": "Wayne LaPierre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Wayne LaPierre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005812", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "J. M. Coetzee", + "pred": "J. M. Coetzee", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: J. M. Coetzee", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "The Ellen DeGeneres Show", + "pred": "The Ellen DeGeneres Show", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Ellen DeGeneres Show", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005808", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Attila J\u00f3zsef", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003694", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "German Federal Archives", + "pred": "German Federal Archives", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Federal Archives", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002616", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000088", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005525", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006017", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006096", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Ginni Rometty", + "pred": "Ginni Rometty", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ginni Rometty", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001800", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vicente Calder\u00f3n Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001359", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "Kiran Desai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kiran Desai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006166", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004182", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Berti Vogts", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Berti Vogts", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004835", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001116", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003320", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Soviet Union", + "pred": "Ukrainian Soviet Socialist Republic", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ukrainian Soviet Socialist Republic", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003882", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003657", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Ian Porterfield", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ian Porterfield", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001053", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Toni Servillo", + "pred": "Bavarian TV Awards", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bavarian TV Awards", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006052", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1983.0, + "gold": "1983", + "pred": "1983", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1983", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "Colin Firth", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Colin Firth", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000183", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007379", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Giovanni Trapattoni", + "pred": "Giovanni Trapattoni", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Trapattoni", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "James Kelman", + "pred": "James Kelman", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: James Kelman", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000962", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: West Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005810", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Otto Graf Lambsdorff", + "pred": "Q103529", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Q103529", + "judge_em": 0, + "judge_reply": "I NEED TO DETERMINE" + }, + { + "id": "q_000427", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Giovanni Leone", + "pred": "Giovanni Leone", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005227", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "presidential system", + "pred": "presidential system", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: presidential system", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: God Save the Tsar!", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Climate Pledge Arena", + "pred": "Climate Pledge Arena", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Climate Pledge Arena", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004741", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "1st Panzer Division", + "pred": "Erwin Rommel", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Erwin Rommel", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006763", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2001", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002214", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: God Save the Tsar!", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Nikita Khrushchev", + "pred": "Nikita Khrushchev", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nikita Khrushchev", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007746", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Austria", + "pred": "Austria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Austria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003268", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000324", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_006933", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005705", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Robert Knud Friedrich Pilger", + "pred": "Robert Knud Friedrich Pilger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Robert Knud Friedrich Pilger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006241", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bucharest", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003204", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Ralph Fiennes", + "pred": "Ralph Fiennes", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ralph Fiennes", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001109", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Neutral Moresnet", + "pred": "Neutral Moresnet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Neutral Moresnet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004458", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Cel\u00e2l Bayar", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cel\u00e2l Bayar", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005199", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Wowereit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000202", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Ireland", + "pred": "Ireland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ireland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006446", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001839", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Q953762", + "pred": "Q953762", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Q953762", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Latvian Higher League", + "pred": "Latvian Higher League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Latvian Higher League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006379", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giorgio Napolitano", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001985", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000177", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "German Democratic Republic", + "pred": "Saarland", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Saarland", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003534", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Steve Sampson", + "pred": "Steve Sampson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Steve Sampson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008135", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Panama", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008030", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Acad\u00e9mie Fran\u00e7aise", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Acad\u00e9mie Fran\u00e7aise", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_008449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Kurt Biedenkopf", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kurt Biedenkopf", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001457", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Thomas Keneally", + "pred": "Thomas Keneally", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Thomas Keneally", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001650", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Sergi L\u00f3pez", + "pred": "Sergi L\u00f3pez", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sergi L\u00f3pez", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006597", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "SeatGeek Stadium", + "pred": "SeatGeek Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SeatGeek Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003141", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Canada", + "pred": "Canada", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Canada", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004341", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "BP", + "pred": "BP", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: BP", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007989", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1905.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002962", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001198", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Allianz Arena", + "pred": "Allianz Arena", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Allianz Arena", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006028", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lu\u00eds Filipe Vieira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007856", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1902", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1902", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003797", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2011", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004648", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1998", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005249", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Julie Christie", + "pred": "Julie Christie", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Julie Christie", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004612", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006383", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1976", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003997", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daniel Auteuil", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002521", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Heiko Herrlich", + "pred": "Heiko Herrlich", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heiko Herrlich", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008451", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Mario Draghi", + "pred": "Mario Draghi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mario Draghi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002584", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1944.0, + "gold": "1944", + "pred": "1944", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1944", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Zhou Enlai", + "pred": "Zhou Enlai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Zhou Enlai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007273", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Harry Redknapp", + "pred": "Harry Redknapp", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Harry Redknapp", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001480", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Saku Koivu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002648", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Paul Scott", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paul Scott", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005191", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Theodor Liebknecht", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Theodor Liebknecht", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004451", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Azerbaijan Premier League", + "pred": "Azerbaijan Premier League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Azerbaijan Premier League", + "judge_em": 1, + "judge_reply": "YES" + } + ] +} \ No newline at end of file diff --git a/eval/v3-sft-terse-lever-seed7-noevidence.json b/eval/v3-sft-terse-lever-seed7-noevidence.json new file mode 100644 index 0000000000000000000000000000000000000000..3f89bf453cf7a4b99280e0571f0eaae9f3be70a1 --- /dev/null +++ b/eval/v3-sft-terse-lever-seed7-noevidence.json @@ -0,0 +1,24482 @@ +{ + "name": "unnamed", + "policy_path": "../checkpoints/sft-v3-terse-lever-seed7/final", + "split": "test", + "n_samples": 1743, + "temperature": 0.0, + "max_new_tokens": 64, + "overall": { + "n": 1743, + "em": 0.21686746987951808, + "f1": 0.2636259995879958, + "th_n": 51, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0 + }, + "by_complexity": { + "1hop": { + "n": 800, + "em": 0.22875, + "f1": 0.2873601929937115, + "th_n": 36, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0 + }, + "2hop": { + "n": 800, + "em": 0.17, + "f1": 0.19445633167501308, + "th_n": 15, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0 + }, + "3plus": { + "n": 143, + "em": 0.4125874125874126, + "f1": 0.5178104723559268, + "th_n": 0 + } + }, + "by_operator": { + "before_after": { + "n": 517, + "em": 0.13926499032882012, + "f1": 0.1720781015755305, + "th_n": 22, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0 + }, + "interval": { + "n": 163, + "em": 0.7484662576687117, + "f1": 0.7349693251533742, + "th_n": 0 + }, + "point_in_time": { + "n": 535, + "em": 0.16261682242990655, + "f1": 0.23757663186693442, + "th_n": 25, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0 + }, + "sequence": { + "n": 528, + "em": 0.18371212121212122, + "f1": 0.23415197105779903, + "th_n": 4, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0 + } + }, + "per_example": [ + { + "id": "q_006291", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "chairperson", + "pred": "President of the Portuguese Football Federation", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007337", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "Nicholas II of Russia", + "pred": "Emperor of Russia", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000021", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007809", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Irina Bokova", + "pred": "United States Department of Justice", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001979", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005455", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Best Supporting Actress", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008005", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008690", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008321", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007761", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Arista Records", + "pred": "Universal Music Group", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008118", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001360", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "The answer is \"National People's Congress\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000136", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006986", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003298", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "The French Third Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006733", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005866", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "The answer is \"The English Patient\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004748", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004795", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Chancellor of Germany", + "pred": "President of Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000787", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "monarchy", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008333", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008338", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Academy Award for Best Visual Effects", + "pred": "Best Sound Mixing", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001840", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001274", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000547", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001052", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006228", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006414", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001651", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007640", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004943", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Nazi Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007287", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005394", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007314", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003452", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Mayor of New York City", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.20000000000000004, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006815", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008439", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Tim Robbins", + "pred": "The Last of the Mohicans", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003245", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "The basic form of government of Niobe's country of registry's diplomatic relation after Heinrich Scheuch country of citizenship Germany was a constitutional monarchy.", + "em": 1.0, + "f1": 0.18181818181818182, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008633", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003473", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Mikhail Grigorievich Karpov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001673", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005726", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "First Republic of Austria", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004929", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006286", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Deutsche Mark", + "pred": "German mark", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002759", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "K\u014dichir\u014d Matsuura", + "pred": "Irina Bokova", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004009", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "2014", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007134", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002750", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000812", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "U-13", + "pred": "1936.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003515", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005012", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Council of Ministers of Italy", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004016", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008522", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000716", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004128", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002796", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1923.0, + "gold": "1923", + "pred": "1923", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Stefano Fissi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003552", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "chairperson", + "pred": "President", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004730", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "God Save the Tsar!", + "pred": "\"The Song of the Slavs\"", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005767", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Helmut Kohl", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002032", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008644", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006768", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002122", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000842", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "God Save the King", + "pred": "\"God Save the Queen\"", + "em": 0.0, + "f1": 0.75, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003512", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Academy Award for Best Picture", + "em": 0.0, + "f1": 0.5714285714285714, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002727", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Federal State of Austria", + "pred": "Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004477", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004639", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002027", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1913.0, + "gold": "Nicholas II of Russia", + "pred": "Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004554", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005676", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "United States", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008291", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008225", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001173", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008571", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "Federal Republic of Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000937", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1934.0, + "gold": "1934", + "pred": "1934", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003736", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Friedrich Ebert", + "pred": "German Empire", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002966", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000538", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000838", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.20000000000000004, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002448", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Vanderbilt University", + "pred": "University of Chicago", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007230", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004534", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Council of Ministers", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007740", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007848", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Council of Ministers of Italy", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003817", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Mayor of New York City", + "pred": "Prime Minister", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006982", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Hannelore Kohl", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000932", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Governing Mayor of Berlin", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004711", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Vanderbilt University", + "pred": "University of California, San Francisco", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001424", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Free State of Prussia", + "pred": "Berlin", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006808", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005728", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000501", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Civic Democratic Party", + "pred": "Czech Social Democratic Party", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003472", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007593", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "President of the United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004304", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "military personnel", + "pred": "U-boat commander", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004513", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001144", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Angela Merkel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004736", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001077", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "chairperson", + "pred": "President", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004250", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002769", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mayor of New York City", + "pred": "Governor of New York", + "em": 0.0, + "f1": 0.6666666666666665, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001923", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008379", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004279", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "U-13", + "pred": "police", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008534", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "President of France", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001990", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "United Nations", + "pred": "New Mexico", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000057", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003633", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007357", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "President of the United States", + "pred": "Prime Minister", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002803", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005319", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008568", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "1998", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002510", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Bill Clinton", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007048", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Alexander III of Russia", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000284", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Irina Bokova", + "pred": "European Union", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007586", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "German Emperor", + "pred": "Chancellor of Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006367", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Council of Ministers of Italy", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002788", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "John Gielgud", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001092", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "God Save the Tsar!", + "pred": "\"The Song of the Three\"", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000319", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Council of Ministers", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000336", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "Minister of Education", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005328", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007430", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Sukarno", + "pred": "The Republic of China", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001032", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006917", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Boris Yeltsin", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008460", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "United Nations", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001183", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001661", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002861", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Parliament", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Council of Ministers", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000264", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "John Gielgud", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001302", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007976", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007562", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Lviv University", + "pred": "Polish State Railways", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "pred": "Golden Globe Award for Best Supporting Actor - Motion Picture", + "em": 0.0, + "f1": 0.5882352941176471, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005303", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Valenciennes F.C.", + "pred": "Australian Football League", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003783", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Baron Harding of Petherton", + "pred": "Earl of Hardwicke", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004865", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006315", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006083", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003360", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008353", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Chattanooga", + "pred": "Chicago, Illinois", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "D.C. United", + "pred": "The occupant of Robert F. Kennedy Memorial Stadium in 2009 was the Washington Nationals.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Albania", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004848", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Soviet Union", + "pred": "Latvia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007525", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Oulu Province", + "pred": "Kainuu", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000885", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Northern Dvina Governorate", + "pred": "Komi Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001030", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Holy Roman Empire", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004428", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "Soviet Union", + "pred": "Georgia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002780", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "University of British Columbia", + "pred": "University of California, Berkeley", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000352", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Solicitor General for England and Wales", + "pred": "Chancellor of the Exchequer", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000414", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001261", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001035", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "WWE", + "pred": "World Wrestling Federation", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008432", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Carol McCain", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005886", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Federal Minister for Foreign Affairs", + "pred": "President of the German Bundestag", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007363", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Armin Grein was a German politician and member of the Christian Democratic Union (CDU). In 1989, he held the position of Minister-President of the state of Rhineland-Palatinate.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006356", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004178", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "People's Republic of Bulgaria", + "pred": "Bulgaria", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kupferstichkabinett Berlin", + "pred": "The answer is: The Prussian State Museum.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000581", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Sevilla FC", + "pred": "M\u00e1laga CF", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008059", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Heinrich Himmler", + "pred": "Reinhard Gehlen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002028", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Scopus", + "pred": "The New York Times Book Review", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "James Norris Memorial Trophy", + "pred": "2012 Stanley Cup champion", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005062", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Gyula Iulius Maurer was employed by the Hungarian Academy of Sciences.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005618", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Leicester City F.C.", + "pred": "Jack Hobbs was a member of the sports team \"The Oval\" in London.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FK Austria Wien", + "pred": "Austrian national team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002148", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1927.0, + "gold": "Kingdom of Romania", + "pred": "Romania", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006117", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Kingdom of Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Mary Pickford", + "pred": "Joan Fontaine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003365", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "All-NBA Team", + "pred": "NBA Finals MVP", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "The operator of the Molli railway in 1922 was the Austrian Federal Railways (\u00d6sterreichische Bundesbahnen, abbreviated as \u00d6BB).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003448", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005271", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Borussia M\u00f6nchengladbach", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "United States Penitentiary, Florence ADMAX", + "pred": "1964", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007959", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Afghanistan", + "pred": "Germany's diplomatic relations after Czechoslovakia were with the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008034", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006099", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Central Volga Krai was located in the European part of the Soviet Union.", + "em": 0.0, + "f1": 0.11764705882352941, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003338", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "President of the Bundestag", + "pred": "Minister of Finance", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007882", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "pred": "The 1954 Nobel Prize in Physiology or Medicine", + "em": 0.0, + "f1": 0.14285714285714288, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001101", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Melbourne Cricket Ground", + "pred": "Lake Oval", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004838", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "American Psycho 2", + "pred": "American Psycho 2", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008088", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008278", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Valenciennes F.C.", + "pred": "2013\u201314 FC Barcelona season", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003556", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Spartak Moscow", + "pred": "Russian national team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007252", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007229", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003581", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007540", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Norway men's national association football team", + "pred": "Rolf Johannessen's member of sports team in 1931 was the Norwegian national team.", + "em": 0.0, + "f1": 0.3, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006549", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1972.0, + "gold": "1972", + "pred": "1972", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006127", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008172", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Academy Award for Best Director", + "pred": "The Man Who Would Be King", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006850", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "\u00c9toile Sportive du Sahel", + "pred": "1.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001281", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "60 Minutes", + "pred": "The American Experience", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Philadelphia", + "pred": "Philadelphia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001024", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "1999\u20132000", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003080", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Nobel Prize in Literature", + "pred": "The nominated for of Sarvepalli Radhakrishnan before Nobel Peace Prize was the United Nations.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Reading F.C.", + "pred": "West Bromwich Albion F.C.", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007249", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Athletic Club", + "pred": "Real Sociedad de F\u00fatbol", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004330", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Spain", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002355", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Brentford F.C.", + "pred": "Stoke City F.C.", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Erwin Teufel", + "pred": "Hans-Dietrich Genscher", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002493", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "TV Globo", + "pred": "TV Globo", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004504", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008366", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Jean Tremblay", + "pred": "Mayor of Saguenay", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003310", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "1980", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004860", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "auxiliary bishop", + "pred": "In 1975, Guillermo Leaden held the position of Minister of Education in the government of Argentina.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007131", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001190", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001845", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "Stade de Reims", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001601", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Lomonosov Moscow State University", + "pred": "Moscow State University", + "em": 0.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008159", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "AIK Fotboll", + "pred": "Lee Baxter is a former professional basketball player who played in the NBA. After his playing career, he became a sports team executive. In 2010, he was the general manager of the New Orleans Pelicans (then known as the New Orleans Hornets). Therefore, the answer is the New Orleans Pelicans.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006771", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Cuxhaven district", + "pred": "Sietland was located in the Netherlands", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002990", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Vesyegonsky District", + "pred": "Vologda Oblast", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002704", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Everton F.C.", + "pred": "Manchester City F.C.", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000821", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001187", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Max Planck Institute for Chemistry", + "pred": "University of California, Berkeley", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006629", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "United States Navy", + "pred": "United States Army", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003305", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Carter Harrison IV", + "pred": "The answer is: \"The Chicago City Council\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000310", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "Le Montellier is a commune in the department of Aisne, in the Hauts-de-France region of northern France.", + "em": 0.0, + "f1": 0.1, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003989", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Baron Moyne", + "pred": "1st Baron Moyne", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002832", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Willy Marlow", + "pred": "Hans-J\u00fcrgen Schulte", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000368", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "FC Porto", + "pred": "A.C. Milan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005867", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Kursk Oblast, Russia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005700", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Colombia men's national football team", + "pred": "Atl\u00e9tico Bucaramanga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000881", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "York University", + "pred": "The University of London", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005707", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Kreis Kalbe (Milde)", + "pred": "Jeetze was located in the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001238", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Pre\u0161ov Region", + "pred": "The located in of Pre\u0161ov after Pre\u0161ov country Czechoslovakia was the Czechoslovak Socialist Republic.", + "em": 0.0, + "f1": 0.14285714285714285, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006162", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Kingdom of the Two Sicilies", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006967", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006519", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "F.C. Pro Vercelli 1892", + "pred": "Giuseppe Motta", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006861", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Toulouse FC", + "pred": "Trabzonspor", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006139", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Decathlon CMA CGM Team", + "pred": "Team RadioShack-Nissan", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002293", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Bethesda", + "pred": "The residence of Katie Ledecky before Stanford was the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008165", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Akkermansky Uyezd", + "pred": "Kherson Governorate", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001745", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Republic of China", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Paul McGann", + "pred": "Iain Glen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Al-Qaeda", + "pred": "In 1993, Osama bin Laden was an ally of the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Weimar Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007239", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Kingdom of Italy", + "pred": "Spain", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005515", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "doctorate", + "pred": "Doctor of Philosophy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002120", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Bauska District", + "pred": "Bauska is a town in Latvia, located in the Bauska Municipality, which is part of the Daugava River region.", + "em": 0.0, + "f1": 0.11764705882352941, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007214", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Gale Anne Hurd", + "pred": "Linda Hamilton", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008171", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Kingdom of the Netherlands", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002624", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Woodrow Wilson", + "pred": "Woodrow Wilson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004467", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006746", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1993.0, + "gold": "1993", + "pred": "1993", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000447", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007622", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007073", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FC Luch-Energiya Vladivostok", + "pred": "Russian national team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006216", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007462", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "\u00d6sters IF", + "pred": "Swedish national team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000068", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Eski\u015fehirspor", + "pred": "Eski\u015fehirspor", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Marconi Prize", + "pred": "National Medal of Technology and Innovation", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005968", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002706", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "economic liberalism", + "pred": "In 1957, Jorge Gonz\u00e1lez von Mar\u00e9es moved to the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006338", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Jan Hendrik Oort", + "pred": "Karl Schwarzschild", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "State Government", + "pred": "Minister of Finance", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005181", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003253", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "chairperson", + "pred": "Professor of Philosophy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Fenerbah\u00e7e S.K.", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003453", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Italy", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002186", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Academy Award for Best Actress", + "pred": "Best Actress in a Supporting Role", + "em": 0.0, + "f1": 0.3636363636363636, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000960", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003476", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Municipio III", + "pred": "San Lorenzo, located in Rome, is a church and a titular church of the Roman Catholic Church. The church is dedicated to Saint Lawrence, a deacon and martyr. The church is situated in the Trastevere district of Rome, Italy. It is one of the oldest churches in Rome, with its origins dating", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001826", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "WWE", + "pred": "WWE", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Latvian Soviet Socialist Republic", + "pred": "Latvia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002291", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2022.0, + "gold": "Al-Nassr", + "pred": "Luiz Gustavo is a Brazilian former professional footballer who played as a midfielder. After his time with the Brazil men's national football team, he continued his career with several clubs. One of the notable clubs he joined was Bayern Munich in the Bundesliga. Therefore, the member of the sports team (Bayern Munich)", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006248", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003830", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005800", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1927.0, + "gold": "1927", + "pred": "1927", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Roman Herzog", + "pred": "Karl D\u00f6nitz", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "TOP 09", + "pred": "European People's Party", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003125", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Chinese Communist Party", + "pred": "The member of political party of Xiao Ke after Xiao Ke country of citizenship Qing dynasty was the Chinese Nationalist Party.", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "United States Air Force", + "pred": "Bell Labs", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000679", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "After pr\u00e9sident-directeur g\u00e9n\u00e9ral, Jean-Marie Cavada held the position of directeur g\u00e9n\u00e9ral d\u00e9l\u00e9gu\u00e9.", + "em": 0.0, + "f1": 0.23529411764705882, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004918", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006137", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Orlando Magic", + "pred": "New York Knicks", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002644", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Club Atl\u00e9tico River Plate", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004185", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "1995.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007259", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Siemens AG", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000078", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006054", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "SC Young Fellows Juventus", + "pred": "Swiss national team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "president", + "pred": "United States Secretary of the Interior", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002324", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "1993", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008261", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "National Basketball Association", + "pred": "American Football League", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004156", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002138", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Montpellier H\u00e9rault Sport Club", + "pred": "AS Nancy-Lorraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001307", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005256", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "auxiliary bishop", + "pred": "Minister of Education", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004475", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Q135837", + "pred": "Fassa Bortolo", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002220", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Estudiantes de La Plata", + "pred": "Real Madrid Castilla", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006192", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Egypt", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005619", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003460", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Buber-Rosenzweig-Medal", + "pred": "European Inventor Award", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005532", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Gy\u00f6rgy Fekete", + "pred": "G\u00e1bor Szab\u00f3", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000731", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Ren\u00e9 Ang\u00e9lil", + "pred": "Ren\u00e9 Ang\u00e9lil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007949", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Aston Villa F.C.", + "pred": "The New York Yankees", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001545", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001649", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Italy", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008040", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006170", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Nazi Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004771", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "SV Waldhof Mannheim", + "pred": "1. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002240", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Raymond Lahey", + "pred": "John Joseph O'Grady", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001328", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "F.C. Hansa Rostock", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003910", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1926.0, + "gold": "Yves du Manoir Stadium", + "pred": "Stade de France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003393", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Nemuro Subprefecture (1897\u20142010)", + "pred": "In 1990, Signalny was located in the Soviet Union.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Kyzyl", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002690", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000520", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Colchester United F.C.", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008590", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Acad\u00e9mie des beaux-arts", + "pred": "Albert Decaris was a French film director and screenwriter, best known for his work in the 1940s and 1950s. In 1951, he was a member of the **French Cin\u00e9math\u00e8que** (Cin\u00e9math\u00e8que Fran\u00e7aise),", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002965", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Toronto", + "pred": "Toronto, Ontario", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000417", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Italy", + "pred": "United Kingdom of Great Britain and Ireland", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007810", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Soviet Union", + "pred": "Russian Empire", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002744", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Queen Mary University of London", + "pred": "Siemens AG", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006283", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "University of G\u00f6ttingen", + "pred": "University of G\u00f6ttingen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001516", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "President of the Swiss Confederation", + "pred": "In 2005, Samuel Schmid was the president of the Swiss Federal Council.", + "em": 0.0, + "f1": 0.5000000000000001, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004019", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "Switzerland national under-21 football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007577", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Goethe University Frankfurt", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006387", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Nopporo Station", + "pred": "The adjacent station of Ebetsu Station after Horomui Station was Kita-Kamikawa Station.", + "em": 0.0, + "f1": 0.16666666666666669, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006907", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "Ottoman Empire", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000891", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003937", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "VfL Bochum", + "pred": "Djurg\u00e5rdens IF Fotboll", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000823", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Aston Villa F.C.", + "pred": "Alan Wright is a former English footballer who played as a midfielder. He was a member of the sports team, the England national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008286", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Deportivo de La Coru\u00f1a", + "pred": "C.D. Tenerife", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002635", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006205", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Austria men's national football team", + "pred": "Wiener Sport-Club", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002157", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000634", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "SSC Bari", + "pred": "Serie A", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005602", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Kita-Toyotsu Signal Base", + "pred": "Kudamatsu Station", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000342", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004873", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Club Atletico All Boys", + "pred": "River Plate", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004390", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Shonan Bellmare", + "pred": "The answer is: Japanese national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Bruno Rossi Prize", + "pred": "The Bruce Medal", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005697", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "G.S. Iraklis Thessalonikis (men's association football)", + "pred": "FK Vojvodina Novi Sad", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "VfB Stuttgart", + "pred": "Ernst Blum was a member of the sports team of the German football club 1. FC Nuremberg.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003442", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004805", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Bocskai FC", + "pred": "FC Rapid Bucure\u0219ti", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006113", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Prime Minister of Bhutan", + "pred": "Minister of Finance", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002998", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Hibernian F.C.", + "pred": "Derek Riordan is a former professional footballer who played as a midfielder. He was a member of the Republic of Ireland national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005890", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003583", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Aichi district", + "pred": "Nagakute, Aichi Prefecture", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006267", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "German Empire", + "pred": "Baden-Durlach", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005655", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Associated Press Athlete of the Year", + "pred": "2009.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003079", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Kingdom of Bulgaria", + "pred": "Ottoman Empire", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002419", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Helmond Sport", + "pred": "Dutch national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007094", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "World Rally Championship", + "pred": "European Rally Championship", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004223", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "French Navy", + "pred": "1996.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Orthez", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001391", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Royal Academy of Exact, Physical and Natural Sciences", + "pred": "The member of Jos\u00e9 Echegaray was the Spanish writer and politician, who was also a Nobel laureate in Literature.", + "em": 0.0, + "f1": 0.15999999999999998, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005935", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Atalanta BC", + "pred": "Vittorio Pozzo", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003693", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Spartak", + "pred": "1955.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001318", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Princeton University", + "pred": "M.I.T.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "American Telephone and Telegraph Company", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000126", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004718", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Egypt", + "pred": "Egypt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000908", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "TI-Raleigh", + "pred": "Ludo Peeters is a Belgian former professional road racing cyclist who was active from the late 1970s to the early 1990s. Before joining Team Visma-Lease a Bike, which he did in 2021, Peeters was a member of several professional cycling teams", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003983", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Spanish Navy", + "pred": "United States Navy", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008295", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Grawemeyer Award for Music Composition", + "pred": "European Cultural Foundation Prize", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003030", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "pred": "French Academy of Sciences", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005340", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Boavista F.C.", + "pred": "Akhisar Belediyespor", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "The country of Hlukhiv after the Ukrainian People's Republic was the Soviet Union.", + "em": 1.0, + "f1": 0.2857142857142857, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Dario Franchitti", + "pred": "David Arquette", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000349", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "2nd U-boat Flotilla", + "pred": "German submarine U-43", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004450", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Radio Free Europe/Radio Liberty", + "pred": "Alexander Rahr was employed by Wintershall Dea before joining the company.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "Jordan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005907", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1904.0, + "gold": "1904", + "pred": "1904", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007403", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Nazi Germany", + "pred": "Otto Schuhart was a German politician who served as a member of the German parliament, the Reichstag, during the Weimar Republic. He was a member of the German National People's Party (Deutsche National Volkspartei, DNVP), which was a right-wing, conservative, and nationalist political party in", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007172", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Cardiff City F.C.", + "pred": "Celtic F.C.", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006019", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Fengtien", + "pred": "Jilin, China", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003483", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Helmut Newton", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003450", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007313", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Georges Bataille", + "pred": "Jeanne Moreau", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006396", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Institute for Advanced Study", + "pred": "Princeton University", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004252", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "FC Sochaux-Montb\u00e9liard", + "pred": "Jean-Jacques Marcel", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006732", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Lappeenranta", + "pred": "S\u00e4kyl\u00e4", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002912", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Tinkoff", + "pred": "Matthew Goss is a member of the sports team called the \"Jayco-AIS\" team. The team is known for its success in the sport of cycling. The team is based in Australia and has a strong presence in the UCI World Tour. The team is known for its support of Australian cyclists and its focus", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 3 + }, + { + "id": "q_000404", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Club Le\u00f3n", + "pred": "Mexican national team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007041", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Hannover 96", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008089", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "East Prussia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003463", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Chinese Communist Party", + "pred": "The Chinese Communist Party", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005154", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Mongolia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002203", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Pace University", + "pred": "United States Department of Justice", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008263", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001733", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "Shk\u00eblzen Gashi's member of sports team in 2022 was the Albanian national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Chemnitz Government Region", + "pred": "Stollberg is a town in the district of Zwickau, in the Free State of Saxony, Germany.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004111", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Osinniki", + "pred": "Kaltan is a town in Kemerovo Oblast, Russia.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003418", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Bruno Kastner", + "pred": "Friedrich W\u00fcst", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004890", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Kiliia Raion", + "pred": "Kholmogorsky Uyezd", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008123", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003032", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1968.0, + "gold": "1968", + "pred": "1968", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003123", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1928.0, + "gold": "Kingdom of Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008638", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2015.0, + "gold": "2015", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004857", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Shelley Duvall", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004040", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001345", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Radical Civic Union", + "pred": "Uni\u00f3n C\u00edvica Radical del Pueblo", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004403", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005977", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005231", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Algiers", + "pred": "Libourne Cemetery", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Second Polish Republic", + "pred": "Belarus", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007542", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "Boston Breakers", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002736", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Busan IPark FC", + "pred": "Lee Yo-han's member of sports team in 2011 was the Samsung Lions.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006562", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008098", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "2013", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008119", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Barbastro", + "pred": "San Sebasti\u00e1n", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "chairperson", + "pred": "Minister of the Interior of Finland", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004561", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008086", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Cindy McCain", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003089", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Toulouse FC", + "pred": "Paris Saint-Germain FC", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007154", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007872", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Big Brother", + "pred": "1999\u20132004", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008425", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000644", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Iburi Subprefecture", + "pred": "Muroran, Hokkaido", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001235", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Omar al-Bashir", + "pred": "Omar al-Bashir", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006759", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Seine-et-Oise", + "pred": "Houdan is a commune in the Yvelines department in the \u00cele-de-France region in north-central France.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004565", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Russian Empire", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005444", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Queens Park Rangers F.C.", + "pred": "Manchester United F.C.", + "em": 0.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001753", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003468", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "B\u00f4cher Memorial Prize", + "pred": "National Medal of Technology", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001321", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "KFC Uerdingen 05", + "pred": "Cear\u00e1 S.C.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004960", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Real Madrid Club de F\u00fatbol", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004118", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008476", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004242", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "FC St. Gallen", + "pred": "Switzerland national under-18 association football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007528", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003750", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "United States", + "pred": "United States of America", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002500", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "PFC Slavia Sofia", + "pred": "Bulgarian national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006400", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Argentina", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004574", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006488", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Albert II of Belgium", + "pred": "Paul-Henri Spaak", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007839", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001389", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007506", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Kingdom of the Two Sicilies", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005877", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "chairperson", + "pred": "Rector Magnificus", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001046", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Seine-et-Oise", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004160", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SC Bastia", + "pred": "Vojvodina Novi Sad", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001013", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Rip Torn", + "pred": "John Wayne", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007572", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Bernadette Chirac", + "pred": "Simone Veil", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Academy Award for Best Costume Design", + "pred": "The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is:", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008392", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003675", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "list of land speed records", + "pred": "1963 World Drivers' Championship", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "AFC Bournemouth", + "pred": "England men's national association football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000114", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Finland women's national football team", + "pred": "FC Honka", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004958", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "FC Bayern Munich", + "pred": "S\u00e3o Paulo Futebol Clube", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002847", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001441", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002206", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Chelsea F.C.", + "pred": "Netherlands national association football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "New York Yankees", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005526", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "SK Rapid Wien", + "pred": "SK \u0160turm Graz", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "FK Teplice", + "pred": "Czechoslovakia national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001083", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Germany", + "pred": "German Democratic Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004361", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "SK Brann", + "pred": "IFK G\u00f6teborg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Friedrich-Franz Railway", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "\u00c9toile Carouge FC", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002645", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "S.L. Benfica", + "pred": "AC Milan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Silver Bear for Best Actress", + "pred": "OBE", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004948", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "2007", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001871", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "University of Chicago", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000473", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "US Triestina Calcio 1918", + "pred": "Michele Bacis is a former Italian footballer who played as a defender. Before joining Genoa CFC (Genoa Cricket and Football Club), he was a member of the sports team of **S.S. Lazio** (Lazio Football Club). He played for Lazio from 1986 to", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006904", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Bernd R\u00fcthers", + "pred": "Hans Ulrich Gumbel", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "RC Strasbourg Alsace", + "pred": "Amaury Bischoff is a French former professional footballer who played as a defender. In 2005, he was a member of the French national football team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005684", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "delegate", + "pred": "United States Attorney for the Southern District of New York", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004481", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Vladimir Lenin", + "pred": "Khujand's name was changed to Khojand in 1989.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006873", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1948.0, + "gold": "1948", + "pred": "1948", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005653", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Janusz Brzeski", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Leyton Orient F.C.", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004653", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001722", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "United States Marine Corps", + "pred": "Army", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003725", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004162", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Bob Benny", + "pred": "Lieve Labeijn", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004885", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007832", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "South West Trains", + "pred": "British Rail Class 455 was operated by British Rail in 1998.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005962", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Soviet Union", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000011", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Order of the Red Banner of Labour", + "pred": "Order of the Red Banner of Labour", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007446", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Cruz Azul", + "pred": "Mexico men's national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004620", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Fredrikstad FK", + "pred": "Norwegian national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Waldemar Fornalski", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008601", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001029", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Club Joventut Badalona", + "pred": "Jos\u00e9 Antonio Camacho", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002959", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "1996", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002878", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Guardian Children's Fiction Prize", + "pred": "Gillian Cross", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000807", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "C\u00e9sar Award for Best Female Revelation", + "pred": "H\u00e9l\u00e8ne Filli\u00e8res was nominated for the 2002 European Film Awards in the category of Best Cinematography for the film \"The Sea Inside\".", + "em": 0.0, + "f1": 0.1739130434782609, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004108", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Seine-et-Oise", + "pred": "Breux-Jouy is a commune in the department of Oise, in the Hauts-de-France region of northern France.", + "em": 0.0, + "f1": 0.1111111111111111, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Primetime Emmy Award for Outstanding Animated Program", + "pred": "Primetime Emmy Award for Outstanding Animated Program (For a Series)", + "em": 1.0, + "f1": 0.8750000000000001, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004954", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "FC Elista", + "pred": "Igor Kovalenko", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006909", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Umberto Bossi", + "pred": "Umberto Bossi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007331", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "President of Latvia", + "pred": "Minister of Finance of Latvia", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003609", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Sch\u00f6neberg", + "pred": "the city of Barmen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006006", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "FC Twente", + "pred": "R.S.C. Anderlecht", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008100", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Mandatory Palestine", + "pred": "Israel", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004453", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006282", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Club Atl\u00e9tico Osasuna", + "pred": "UE Lleida", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003708", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003013", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Wrexham A.F.C.", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001471", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "Soviet Union", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000942", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Husqvarna FF", + "pred": "Finland men's national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Altai Krai", + "pred": "Rubtsovsk is a city in the Kemerovo Oblast of Russia, located in the southern part of the country.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002943", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Leipzig University", + "pred": "Henry E. Sigerist's employer before Johns Hopkins University was the University of Vienna.", + "em": 0.0, + "f1": 0.13333333333333336, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_003037", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003146", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "New York City", + "pred": "New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004225", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "MTK Budapest FC", + "pred": "Hungarian national team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000827", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008211", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Rick Parfitt", + "pred": "Tony Meehan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007342", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pierre Mauroy", + "pred": "Jean-Pierre Vanryckeghem", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005759", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Austria\u2013Hungary", + "pred": "Kingdom of Hungary", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003949", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Minister of the Interior", + "em": 0.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Samba Gold", + "pred": "1999 FIFA U-17 World Cup", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001667", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002554", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003996", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1943.0, + "gold": "Yugoslavia", + "pred": "Bulgaria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004658", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004227", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Lady Gaga", + "pred": "Lady Antebellum", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001594", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Bell Labs", + "pred": "Bell Labs", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006869", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Al Masry SC", + "pred": "Tarek Soliman's member of sports team in 1984 was the Egyptian national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006930", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Soviet Union", + "pred": "Lyubertsy is a town in Russia.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "University of Edinburgh", + "pred": "Australian and New Zealand Army Corps", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005195", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Russian Empire", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002457", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "East Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "CPJ International Press Freedom Awards", + "pred": "European Cup Winners' Cup", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006097", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008.0", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006940", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "British Raj", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000173", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005298", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Italy", + "pred": "Kingdom of the Netherlands", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005185", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1950.0, + "gold": "Italy", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007749", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "David Mamet", + "pred": "John Cazale", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "The Shell-Haus was owned by the Shell Oil Company.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002110", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000829", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008640", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002292", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005480", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "general", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008496", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Italy", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006640", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Ottoman Empire", + "pred": "Ottoman Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003927", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Ascoli Calcio 1898 FC", + "pred": "A.S. Roma", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007996", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Soviet Union", + "pred": "The Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000373", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Northwestern University", + "pred": "University of Cambridge", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005430", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Aut\u00f3dromo Internacional Ayrton Senna", + "pred": "Curitiba", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Calcio Foggia 1920", + "pred": "Giuseppe Meazza", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003964", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Gangwon FC", + "pred": "The answer is not in the text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004438", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Club Atl\u00e9tico River Plate", + "pred": "Club Atl\u00e9tico River Plate", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004862", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1902.0, + "gold": "Amtshauptmannschaft Schwarzenberg", + "pred": "Karl-Marx-Stadt District", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004495", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "As d'Or Jeu de l'Ann\u00e9e", + "pred": "Best Board Game", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002486", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003629", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "La Spezia", + "pred": "Brest", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006341", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "FC Girondins de Bordeaux", + "pred": "Vlado Kova\u010di\u0107", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002779", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SBV Vitesse", + "pred": "Ante Mi\u0161e was a member of the sports team of HNK Rijeka.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Nazi Party", + "pred": "Christian Social Party", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004217", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "1. FFC Frankfurt", + "pred": "German national team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Mandatory Palestine", + "pred": "British Mandate of Palestine", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002651", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Edith Roosevelt", + "pred": "Edith Carow Roosevelt", + "em": 0.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005128", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007441", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Norway men's national association football team", + "pred": "Norwegian national football team", + "em": 0.0, + "f1": 0.5454545454545454, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006793", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "FC Veszpr\u00e9m", + "pred": "Feh\u00e9rv\u00e1r FC", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005396", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Nazi Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002815", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "People's Republic of China", + "pred": "China", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Amsterdam", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001511", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Academy Award for Best Picture", + "pred": "Best Picture", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000553", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Denmark women's national football team", + "pred": "Thomas S\u00f8rensen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000656", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Northwestern University", + "pred": "University of Chicago", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001297", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1970.0, + "gold": "1970", + "pred": "1970", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007459", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Amsterdam", + "pred": "The Netherlands", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002423", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Trinidad and Tobago men's national football team", + "pred": "Joe Public F.C.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001348", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "FC Basel", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008576", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002071", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "British School at Rome", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004899", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1978.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001022", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Vladimir Oblast", + "pred": "Ivanovo Oblast", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003839", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jane Birkin", + "pred": "Jane Birkin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001814", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Christian Neureuther", + "pred": "Answer: Thomas Mittermaier", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Martha Vickers", + "pred": "Jeanne Crain", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Arabic", + "pred": "Hebrew", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005683", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Siemens AG", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007163", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Relax-Gam", + "pred": "Kaiku", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "The Nobel Prize in Chemistry was awarded to Arne Tiselius in 1948. Before that, he was nominated for the Nobel Prize in Chemistry in 1946.", + "em": 0.0, + "f1": 0.2608695652173913, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008134", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Shell-Haus was owned by the Shell Oil Company.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002147", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Hungarian Socialist Workers' Party", + "pred": "Hungarian Socialist Workers' Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "habilitation", + "pred": "Doctor of Philosophy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000654", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Province of Mantua", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004102", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "University of California, Los Angeles", + "pred": "University of California, Berkeley", + "em": 0.0, + "f1": 0.6666666666666665, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007739", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "FSV Frankfurt", + "pred": "Servette FC", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006368", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Chemins de fer du Midi", + "pred": "The operator of Q802601 in 1902 was the British India Steam Navigation Company.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "A.O. Kavalas (association football)", + "pred": "Vukovar Steelworks", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002646", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1997.0, + "gold": "1997", + "pred": "1997", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002133", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Gold Medal of the Royal Astronomical Society", + "pred": "The 1917 Bruce Medal", + "em": 0.0, + "f1": 0.36363636363636365, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000302", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002678", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Atalanta BC", + "pred": "A.S. Roma", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004224", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Jane Alexander was nominated for the Academy Award for Best Supporting Actress for her role in \"The China Syndrome\" (1979). The film was directed by James Bridges and written by Michael Cimino. The film is a political thriller that explores the dangers of nuclear power. The film was a critical and commercial success", + "em": 0.0, + "f1": 0.25531914893617025, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005379", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006243", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008166", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "MTK Budapest FC", + "pred": "Ferenc Pusk\u00e1s", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003678", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "lawyer", + "pred": "United States Senator", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000025", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "The head of government of Trier after the Weimar Republic was the mayor of Trier.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "British Mandate for Palestine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000689", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004963", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "City of Gosford", + "pred": "New South Wales", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001580", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "London", + "pred": "Johannesburg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002212", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001427", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "FC Lausanne-Sport", + "pred": "FC Twente", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000751", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Seine-et-Oise", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "FC Spartak Trnava", + "pred": "VfL Wolfsburg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002412", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001943", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1999.0, + "gold": "1999", + "pred": "1999", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005685", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1939", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001916", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Str\u00f8msgodset IF", + "pred": "Danish national team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006927", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005536", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Fengtien", + "pred": "Faku County is located in the Inner Mongolia Autonomous Region of China.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000555", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Gertrude Stein", + "pred": "The Green Studio", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005626", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Heiner Gei\u00dfler", + "pred": "The general secretary of the Christian Democratic Union (CDU) after Bruno Heck was **Hans-Dietrich Genscher**. \n\n**Bruno Heck** served as the general secretary of the CDU from 1957 to 1966. He was succeeded by **Hans-Diet", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005124", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Algiers", + "pred": "The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is:", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Coll\u00e8ge de France", + "pred": "University of Paris VII", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003885", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2021.0, + "gold": "National Oceanic and Atmospheric Administration", + "pred": "EWS-G2 was owned by the United States Navy.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005314", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Republic of China", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Knight Bachelor", + "pred": "European Golden Shoe", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002726", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "SK Slavia Prague", + "pred": "CSM Bucure\u0219ti", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004003", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "KRC Mechelen", + "pred": "Belgium national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008148", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1916.0, + "gold": "Marie Bonaparte", + "pred": "Princess Sophia of Prussia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003444", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "Ronan Le Crom is a French footballer who plays as a defender. He has played for several clubs, including RC Lens, which is a French football club based in Lens, Nord department, Hauts-de-France region. After his time at RC Lens, Ronan Le Crom joined the sports team of AS Nancy", + "em": 0.0, + "f1": 0.08888888888888888, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004684", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Schutzstaffel", + "pred": "Hans Friedrich Karl von M\u00fcnchhausen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007043", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002077", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Scunthorpe United F.C.", + "pred": "Barnsley F.C.", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005610", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Willi Daume", + "pred": "Karl-Heinz B\u00f6cking", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007161", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Polish People's Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008431", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Kingdom of Greece", + "pred": "United States of America", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005503", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003756", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Nuremberg Medical Trial", + "pred": "German National People's Party", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006939", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "In 1921, Christiaan Eijkman was nominated for the Nobel Prize in Physiology or Medicine.", + "em": 1.0, + "f1": 0.631578947368421, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001054", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002273", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Alec Chamberlain's member of sports team in 2001 was the New Zealand national rugby union team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000786", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "1999 European Cup Winners' Cup Final", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002778", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Swansea City A.F.C.", + "em": 0.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005074", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Japan", + "pred": "The country of Broutona was the Kingdom of Poland", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007312", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Chelsea F.C.", + "pred": "AIK Fotboll", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001350", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Leningrad Oblast", + "pred": "Ivangorod was located in the Russian Empire.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001371", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Clare Boothe Luce", + "pred": "Eleanor Roosevelt", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000490", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1985.0, + "gold": "1985", + "pred": "1985", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005716", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005200", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Pichichi Trophy", + "pred": "European Golden Shoe", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000681", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004424", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lviv Oblast", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003611", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Catholic priest", + "pred": "Alwin Albert Hafner was a German-American architect and professor.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000603", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Beno\u00eet Cheyrou's member of sports team in 1999 was the French national team.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007417", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Beaux-Arts de Paris", + "pred": "In 1970, Alekos Fassianos was educated at the University of Athens.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001017", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Golden Bear", + "pred": "In 2003, Li Yang was nominated for the position of Minister of Education in China.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004297", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Walter Sisulu", + "pred": "Walter Sisulu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007760", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Netherlands", + "pred": "The work location of Mart Stam after Amsterdam was Berlin.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002309", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Feh\u00e9rv\u00e1r FC", + "pred": "Sven-G\u00f6ran Eriksson", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000472", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Free Democratic Party", + "pred": "Christian Democratic Union", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003092", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Weimar Republic", + "pred": "German Empire", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003984", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Hamburger SV", + "pred": "German national team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004307", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Yugoslavia", + "pred": "Romania", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004221", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002604", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Orenburg Governorate", + "pred": "Orenburg", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005175", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000103", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "Kingdom of Romania", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007858", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "construction", + "pred": "1980.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000929", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Glenda Jackson", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Hamburg Commercial Bank", + "pred": "The Volksparkstadion, located in Hamburg, Germany, is a football stadium primarily used by the Bundesliga club HSV (Hamburger SV). The stadium was originally named the \"Stadion am Mikrofon\" when it was built in 1963. It was renamed the \"Volksparkstadion", + "em": 0.0, + "f1": 0.0625, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006833", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "Princess M\u00e4rtha of Sweden", + "pred": "Ingrid of Norway", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007826", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005791", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1969.0, + "gold": "1969", + "pred": "1969", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008695", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "FC Basel", + "pred": "FC Basel 1893", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006326", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002683", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004982", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "AS Monaco FC", + "pred": "1957.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000415", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Seine-et-Oise", + "pred": "town of Ch\u00e2teaufort", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002513", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "IBM", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001131", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Chinese Communist Party", + "pred": "The member of political party of Xiao Yang in 1971 was the Chinese Communist Party.", + "em": 1.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004809", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "England women's national football team", + "pred": "New Zealand national football team", + "em": 0.0, + "f1": 0.5454545454545454, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Italy", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002765", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "The Rockefeller University", + "pred": "University of Leiden", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003270", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002090", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002717", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001781", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Waltrude Schleyer", + "pred": "Maria Schleyer", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "West Ham United F.C.", + "pred": "American Football League", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000911", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Tuscany", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002590", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1946.0, + "gold": "1946", + "pred": "1946", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Bavarian Television Award", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004701", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Seine-et-Oise", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006905", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2003", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005334", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006551", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "FC Amkar Perm", + "pred": "FC Khimki", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Sporting CP", + "pred": "Hungary men's national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001982", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001763", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Tranmere Rovers F.C.", + "pred": "West Bromwich Albion F.C.", + "em": 0.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001693", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Utrecht University", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006247", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1909.0, + "gold": "Associate Justice of the Supreme Court of the United States", + "pred": "Joseph McKenna was a United States Senator from New York.", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006923", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Der St\u00fcrmer", + "pred": "German newspaper publisher", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004828", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006717", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001064", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002886", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Italy", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001768", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006522", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Cameroon men's national football team", + "pred": "Jean-Pierre Papin", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001073", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Kingdom of Bulgaria", + "pred": "Ottoman Empire", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002125", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "SSC Napoli", + "pred": "Armando Tre Re's member of sports team in 1956 was the New York Giants.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002297", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "FC Astra Giurgiu", + "pred": "Dorinel Munteanu is a Romanian former footballer who played as a defender. After his playing career, he became a coach. The question is asking about the coach of the sports team that Dorinel Munteanu was part of after FC Arge\u0219. However, the phrasing of the question is", + "em": 0.0, + "f1": 0.05714285714285714, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002809", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002474", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Tommy Aldridge was a member of Black Oak Arkansas, but the question seems to be asking for the member of Tommy Aldridge after his time with Black Oak Arkansas. However, the phrasing is a bit unclear. If the question is asking who was the member of Tommy Aldridge's band after he left Black Oak Arkansas", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_004101", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006366", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "Manchester United F.C.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "United States Navy", + "pred": "United States Navy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003020", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Lagos", + "pred": "Lagos", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004956", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Calcio Padova", + "pred": "A.S. Roma", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006758", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Al Masry SC", + "pred": "Al-Nassr FC", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003840", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "DSV Leoben", + "pred": "SC Wiener Neustadt", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003113", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Wheaton College", + "pred": "University of Chicago", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004767", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Miss America", + "pred": "1927 U.S. Women's Hard Court Championship", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "pred": "Compagnie des chemins de fer de l'Ouest", + "em": 0.0, + "f1": 0.5714285714285714, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003340", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Russia", + "pred": "Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005245", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006022", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lady Gaga", + "pred": "Taylor Swift", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002807", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "University of Oslo", + "pred": "Norwegian Academy of Science and Letters", + "em": 0.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002236", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Order of Merit of North Rhine-Westphalia", + "pred": "1988.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006258", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "United States Cabinet", + "pred": "United States Secretary of the Navy", + "em": 0.0, + "f1": 0.4444444444444444, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003646", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "pred": "Academy Award for Best Supporting Actress", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002029", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Warabitai Station", + "pred": "Kita-Kuromatsunai Station", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Rudi Fuchs", + "pred": "Willem Sandberg was the manager of Stedelijk Museum Amsterdam from 1946 to 1973. After his tenure, the museum was managed by a series of directors, with the first being Jan van der Waals, who served from 1973 to 1983", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_000849", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000139", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "Schutzstaffel", + "pred": "Reichsprotektor of Bohemia and Moravia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Anton-G\u00fcnther, Duke of Oldenburg", + "pred": "The House of Oldenburg is a German royal house, and as such, it does not have a chairperson in the traditional sense. However, if you are referring to a specific organization or institution associated with the House of Oldenburg that was active in 2007, such as a cultural or historical society,", + "em": 0.0, + "f1": 0.09302325581395349, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004055", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Italy", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004419", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Jeonbuk Hyundai Motors FC", + "pred": "South Korea national under-23 football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006447", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005863", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Parliament of the United Kingdom", + "pred": "European Parliament", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004287", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Jens Stoltenberg", + "pred": "Ingrida H\u00f8iland", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008613", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002216", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Team Jayco AlUla", + "pred": "Drapac-EF Cannondale", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006890", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Rahim Zafer is a former professional footballer who played as a defender. He was born on 19 April 1969 and died on 19 April 2019. He played for several clubs during his career, including Al-Nassr, Al-Ittihad, and", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Turkey", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004395", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "University of Freiburg", + "pred": "German Federal Constitutional Court", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003660", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Queen", + "pred": "Mountain Studios was owned by the United States government.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006514", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Murmansk Oblast is a federal subject of Russia, located in the northwest of the country.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002222", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001758", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "John Mauchly", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004641", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Ni\u00e8vre", + "pred": "Route nationale 445 (RN445) is a French national road that was decommissioned in 1972. Before its decommissioning, the route was known as Route nationale 445 and was located in the department of Essonne. However, the question seems to", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000084", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Munich Kammerspiele", + "pred": "The employer of Therese Giehse after Berliner Ensemble was the German Federal Republic.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005007", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2017.0, + "gold": "2017", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Kyzyl", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007920", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006359", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1956.0, + "gold": "1956", + "pred": "1956", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005402", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007921", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002569", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003091", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "The band that Tommy Aldridge was a member of after Black Oak Arkansas was the band called \"The Black Crowes.\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002364", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Gaz\u00e9lec Ajaccio", + "pred": "AS Monaco FC", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007208", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Gustave Choquet", + "pred": "Jean-Pierre Bruckheimer", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003209", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "C\u00e9sar Milstein", + "pred": "John Henry Pratt", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004389", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001672", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Kemerovo Oblast", + "pred": "Kemerovo Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002971", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2020.0, + "gold": "Hamza Hamzao\u011flu", + "pred": "Erol Bulut was the head coach of Yeni Malatyaspor until 2020. After him, the head coach was replaced by **Mehmet Akif \u00dcst\u00fcn**. He took over the position in 2020 and led the team until 2021.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_007668", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "University of Bielefeld", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004443", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Member of the European Parliament", + "pred": "Minister of Education of the Philippines", + "em": 0.0, + "f1": 0.4000000000000001, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000260", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "United States", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003060", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Leipziger Land", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003434", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "United Arab Republic", + "pred": "Egypt", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "Italy", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005538", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Nobel Prize in Literature", + "pred": "Best Actor in a Supporting Role", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005136", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Ireland men\u2019s national rugby union team", + "pred": "Ulster Rugby", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004183", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "The Rockefeller University", + "pred": "University of California, San Francisco", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006802", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Is\u00e8re", + "pred": "Ternay is a commune in the department of Doubs, in the region of Bourgogne-Franche-Comt\u00e9 in eastern France.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_002238", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004081", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Harvard University", + "pred": "University of Chicago", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007931", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Kingdom of Hungary", + "pred": "Romania", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002561", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Hungarian Academy of Sciences", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Stockholm University", + "pred": "University of Uppsala", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008363", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Poland", + "pred": "The work location of Eugeniusz Eibisch after Paris was Rome.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008611", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Wang Jingwei regime", + "pred": "Yunnan Province", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002255", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1986.0, + "gold": "1986", + "pred": "1986", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007672", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2016", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002954", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "SC Fortuna K\u00f6ln", + "pred": "Manchester United F.C.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002449", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Valencia CF", + "pred": "Real Sociedad", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005372", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Malm\u00f6 FF", + "pred": "FC Copenhagen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006616", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007451", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "SV Saar 05 Saarbr\u00fccken", + "pred": "1. FC N\u00fcrnberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "C.D. Nacional", + "pred": "2009\u201310 FC Porto season", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008679", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004351", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "education", + "pred": "After the significant event order, the U-111 was used for training purposes.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "FC Barcelona B\u00e0squet", + "pred": "VfL Wolfsburg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004853", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008238", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Reichsgesetzblatt", + "pred": "1935", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007289", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005590", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002466", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1942.0, + "gold": "1st U-boat Flotilla", + "pred": "1942.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005898", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Second Syrian Republic", + "pred": "Syria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006637", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Allianz SE", + "pred": "PZU", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001605", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Keith Richards", + "pred": "Keith Richards", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003947", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Q99317", + "pred": "The head of government of Bonn in 2001 was the Mayor of Bonn, who was the head of the city's executive branch.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_001379", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Cruzeiro E.C.", + "pred": "S.C. Corinthians Paulista", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2021.0, + "gold": "Daft Punk", + "pred": "member of the European Parliament", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007475", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Latvia", + "pred": "Latvia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008010", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "Club Deportivo Oriente Petrolero", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005768", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Landeshauptmann", + "pred": "Professor of Philosophy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003283", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003934", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Republic of Korea Army", + "pred": "The military branch of Chung Il-kwon after the Manchukuo Imperial Army was the Korean People's Army.", + "em": 0.0, + "f1": 0.2105263157894737, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000952", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Soviet Union", + "pred": "Romania", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004410", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Minister of the Interior", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007420", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Orenburg Oblast", + "pred": "Gai was located in Gaysky District.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003788", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Paris", + "pred": "Budapest", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007654", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "AS Nancy-Lorraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000104", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Daejeon Hana Citizen FC", + "pred": "South Korea men's national football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003094", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "England men\u2019s national rugby union team", + "pred": "English national team", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005875", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004542", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2016.0, + "gold": "Province of Carbonia-Iglesias", + "pred": "Masainas is a village in the state of Odisha, India.", + "em": 0.0, + "f1": 0.14285714285714288, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "AgustaWestland", + "pred": "Leonardo S.p.A.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005999", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Czechia men's national football team", + "pred": "FC Slovan Liberec", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003881", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Red Star F.C.", + "pred": "AS Nancy-Lorraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Copley Medal", + "pred": "The Royal Medal", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000380", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Minister-President of Rhineland-Palatinate", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007104", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "chairperson", + "pred": "Minister of Education", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005106", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1926.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007198", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "VVV-Venlo", + "pred": "Helmond Sport", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001075", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007267", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Netherlands Antilles", + "pred": "The Netherlands", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005453", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006199", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Club Atl\u00e9tico River Plate", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007661", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Bristol Rovers F.C.", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Christoph Franz", + "pred": "Thomas Winkelmann", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007018", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Province of Ogliastra", + "pred": "Ussassai is a village in the state of Odisha, India.", + "em": 0.0, + "f1": 0.15384615384615383, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006321", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Pontault-Combault", + "pred": "Saint-Denis-de-Bourgueil", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000924", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002232", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005699", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "University of G\u00f6ttingen", + "pred": "University of Heidelberg", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007488", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Vla\u0219ca County", + "pred": "Giurgiu County", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005369", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "University of Zurich", + "pred": "University of Vienna", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001823", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Bremen-Liga", + "pred": "Regionalliga Niedersachsen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006475", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008413", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1984.0, + "gold": "1984", + "pred": "1984", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003577", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Chief of the Turkish General Staff", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Hanna-Barbera", + "pred": "Iwao Takamoto was a Japanese-American animator and director who worked at the Walt Disney Studios. After his time at Manzanar, which was a Japanese American internment camp during World War II, he continued his career in the animation industry. He joined the Walt Disney Studios in 1946 and worked", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008560", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Romania national rugby union team", + "pred": "Romania national football team", + "em": 0.0, + "f1": 0.6666666666666665, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Czechoslovakia", + "pred": "Czechoslovakia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006136", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1903.0, + "gold": "Russian Empire", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005189", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Seine-et-Oise", + "pred": "d\u00e9partement of the Aisne", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002858", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Japan", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008315", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Kemerovo Oblast", + "pred": "Anzhero-Sudzhensk is located in Kemerovo Oblast", + "em": 1.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Kotelnikovsky District", + "pred": "city of Kursk", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000973", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Ternopil Oblast", + "pred": "Soviet Union", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002849", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008608", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "S.C. Internacional", + "pred": "Atl\u00e9tico Paranaense", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001494", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Saint Petersburg", + "pred": "The work location of Konrad Krzy\u017canowski after Munich was Warsaw.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007390", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007069", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001021", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Nelly Sachs Prize", + "pred": "Premio Nadal", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006782", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Merited Artist of the RSFSR", + "pred": "Order of the Red Banner", + "em": 0.0, + "f1": 0.4000000000000001, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008600", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Central Institute for Ancient History and Archeology", + "pred": "University of Bremen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005501", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Austria-Hungary", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001523", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Prince Charles, Count of Flanders", + "pred": "King Leopold II of the Belgians", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003339", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Second Syrian Republic", + "pred": "Lebanon", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Japan", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002341", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006340", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "People's Artist of the USSR", + "pred": "Order of the Red Banner of Labour", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004184", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Chelsea F.C.", + "pred": "Italian national team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001998", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1940", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008462", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005081", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Beira Alta", + "pred": "Viseu is a city in Portugal", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006076", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Russian Empire", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004257", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Province of Posen", + "pred": "Posen", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001129", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Soviet Union", + "pred": "The country of Khrustalnyi after the Russian Empire was the Soviet Union.", + "em": 1.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002202", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Isabela", + "pred": "Q13737", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001377", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005631", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000171", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Melora Walters", + "pred": "Dylan Walsh's spouse in 1999 was Jennifer Love Hewitt.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007554", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001278", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Juan Carlos I of Spain", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005559", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007444", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004826", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "Dakar", + "pred": "Abidjan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003409", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "The winner of the 1995 Man Booker Prize, which was awarded to Penelope Fitzgerald for her novel \"The Book of Proof,\" was not Matthew Kneale. Instead, the prize was won by **Michael Ondaatje** for his novel **\"The English Patient.\"** \n\nHowever, it", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006575", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Hungarian Academy of Sciences", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001217", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "The winner of Samantha Morton's nominated for was \"The Believer\" (2001).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007223", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Klaus Sch\u00fctz", + "pred": "Helmut Kohl", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004735", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Berlin", + "pred": "The work location of Sound and Vision's performer in 1977 was the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001394", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004179", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Rudy Giuliani", + "pred": "John H. McConnell", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Klaus Wowereit", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003446", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "United States Secretary of Agriculture", + "em": 0.0, + "f1": 0.6, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007096", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "John Harbaugh", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008279", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006719", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Emma de Caunes", + "pred": "The answer is \"The Last Days of the Romanovs\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002450", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Cyprus Football Association", + "pred": "Ammochostos Epistrofi Stadium", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000742", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "1970", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005331", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stadion der Freundschaft", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006020", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lady Bird Johnson", + "pred": "The spouse of the signatory of the Highway Beautification Act of 1965 in 1965 was not publicly disclosed or documented in historical records. The act was signed into law by President Lyndon B. Johnson on October 22, 1965. His spouse at the time", + "em": 0.0, + "f1": 0.0588235294117647, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002515", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Sepp Herberger", + "pred": "Hans-J\u00fcrgen Rau", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000947", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "S\u00fcper Lig", + "pred": "Turkish Basketball Super League", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004442", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "2014", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003129", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Klaus Wowereit", + "pred": "The head of government of Berlin after Q896393 work location Berlin was Angela Merkel.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000626", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Edward Joseph Kelly", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008507", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "presidential system", + "pred": "The Second Polish Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000399", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Otto Nerz", + "pred": "Karl Rappold", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005160", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "The winner of the Booker Prize in 1979, the year Brian Moore was nominated, was **Margaret Drabble** for her novel **The Virgin in the Garden**. Fay Weldon was not nominated for the Booker Prize in 1979. However, if you're referring to a different", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Palau Sant Jordi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "President of North Macedonia", + "pred": "President of North Macedonia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008117", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1992", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007432", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Giuseppe Pella", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006320", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1931.0, + "gold": "1931", + "pred": "1931", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008047", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Nicholas II of Russia", + "pred": "Soviet Union", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000063", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Stefano Pessina", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "Territory of Hawaii", + "pred": "United States", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001072", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Pep Guardiola", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005910", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "United States", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003397", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "V\u00edt\u011bzslav Lavi\u010dka", + "pred": "Petr Rada", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000162", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Lady Bird Johnson", + "pred": "Eleanor Roosevelt", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002728", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Silvio Berlusconi", + "pred": "John W. H. de Vries", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003793", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Barcelona Province", + "pred": "Barcelona", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003541", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008524", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003943", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Michal B\u00edlek", + "pred": "Milan \u0160koda", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003569", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002249", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "University of Paris", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001978", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005073", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Alex McLeish", + "pred": "John McGreal", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000609", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "John L. Smith", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Guy Ritchie", + "pred": "David Beckham", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006953", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "Jimmy Walker", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001572", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "John K. \"Jack\" Roush", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008301", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000630", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1960.0, + "gold": "Graceland", + "pred": "A Mess of Blues was a 1960 album by the American blues musician John Lee Hooker. John Lee Hooker was born in Woodville, Mississippi, and later moved to New Orleans, Louisiana. In 1960, he was residing in New Orleans, Louisiana.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000755", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Elizabeth II", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000326", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Jean-Loup Dabadie's member of's general secretary in 2009 was Jean-Pierre Raffarin.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002870", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Bahrain", + "pred": "Prime Minister", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007789", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Giuseppe Garibaldi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007973", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Bjarne Riis", + "pred": "Thomas Schmid", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000219", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Vivien Leigh", + "pred": "Best Supporting Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007274", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Elizabeth II", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006021", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006576", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "Laurence Olivier", + "pred": "John Garfield was nominated for the Academy Award for Best Actor for his role in \"The Last Mile\" (1948). The winner of that category was Ernest Borgnine, who won for his role in \"From Here to Eternity\" (1953). However, if you're asking about", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000623", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Bjarne Berntsen", + "pred": "John Kilduff", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "The winner of the Booker Prize in 2003, the year *The Bottle Factory Outing* by Mark Haddon was nominated, was **Ian McEwan** for *Atonement*.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003804", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Nobel Peace Prize", + "pred": "United States Marine Corps", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006789", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006521", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Atlanta-Fulton County Stadium", + "pred": "Atlanta-Fulton County Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "The winner of The Night Watch's nominated for was The Sea, by John Banville.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004769", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Best Actress in a Supporting Role", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001801", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Vytautas Landsbergis", + "pred": "\u017divil\u0117 Kriau\u017eien\u0117", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "State Anthem of the Soviet Union", + "pred": "\"The Song of the Motherland\"", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003724", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006014", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Karl von Habsburg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007171", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "S\u00fcper Lig", + "pred": "Turkish Super Lig", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007260", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "3. Liga", + "pred": "Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Thomas Tuchel", + "pred": "Thomas Tuchel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007485", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Charlize Theron", + "pred": "Jennifer Connelly was nominated for the Academy Award for Best Actress for her role in \"A Beautiful Mind\" (2001). The winner of that category was Hilary Swank for \"Boys Don't Cry\" (1999).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001837", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1993", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Silvio Berlusconi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005494", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Rudi V\u00f6ller", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000075", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004734", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Peter Carey", + "pred": "The winner of the Booker Prize in 1988, which was awarded to Salman Rushdie for his novel \"Midnight's Children,\" was **Arundhati Roy** for her novel **\"The God of Small Things\"**. However, it's important to clarify that **David Lodge** was not", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004770", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Constantinople", + "pred": "Istanbul", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006777", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "S\u00e1ndor Preisinger", + "pred": "G\u00e1bor M\u00e1rton", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001481", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Fabio Capello", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000707", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Yugoslavia", + "pred": "1934.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007316", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Giuseppe Saronni", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002781", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Yugoslavia", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001694", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "The French Connection", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005714", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "B\u00fclent Ecevit", + "pred": "Ahmet Davuto\u011flu", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Stefan Kuntz", + "pred": "Petr Kellner", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000390", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Nobel Prize in Physics", + "pred": "The Holweck Prize in 1952 was awarded to the French physicist Jean Perrin for his work on the structure of matter, particularly his contributions to the understanding of the Brownian movement and the Avogadro constant. Perrin's research provided crucial evidence supporting the atomic theory of matter, which was a", + "em": 0.0, + "f1": 0.0975609756097561, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004301", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007116", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "European Parliament", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004505", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Prime Minister of Australia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007035", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "Fran\u00e7ois Mitterrand", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004558", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "John Harbaugh", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003267", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Clark Gable", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006755", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "The question is about the chairperson of Bruno Bieligk's member of political party in 1920. First, I need to identify who Bruno Bieligk was and which political party he was associated with. Bruno Bieligk was a German politician who served as a member of the German parliament, the", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_004583", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000225", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Gareth Southgate", + "pred": "John Harkes", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002459", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Serbia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006352", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1993", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004787", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Janusz W\u00f3jcik", + "pred": "Janusz Kowalski", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002226", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Leonid Brezhnev", + "pred": "Communist Party of the Soviet Union", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003363", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Jan Schaffrath", + "pred": "Patrick Lefevere", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Pavel Vrba", + "pred": "Milan \u0160koda", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006972", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007393", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002784", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Franz Beckenbauer", + "pred": "Hans-J\u00fcrgen Strelow", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005991", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Claudia Roth", + "pred": "Theodor Heuss", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002109", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "ADIG", + "pred": "Volkswagen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005445", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Abraham Beame", + "pred": "John Lindsay", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Fiorello H. La Guardia", + "pred": "The answer is: United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005633", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Giuseppe Saragat was an Italian politician, and in 1984, the head of state of Italy was Sandro Pertini.", + "em": 1.0, + "f1": 0.2222222222222222, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002083", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Jens Gustafsson", + "pred": "Halmstads BK", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003899", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002997", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "Jordan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005860", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Best New Zealand Film", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001039", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Panama", + "pred": "The shares border with of Cornell Capa's work location in 1937 were the border with the Soviet Union.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000086", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005689", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006609", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "Jordan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004970", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008062", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "M\u00e1rio Soares", + "pred": "M\u00e1rio Soares", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006613", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Stuart Lancaster", + "pred": "Steve McNamara", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001894", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Katharine Hepburn", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002546", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "University of Vienna", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003153", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Zhu De", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002865", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is:", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007865", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "England national rugby union team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001858", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Graceland", + "pred": "The residence of Ginger Alden's unmarried partner in 1977 was the United States.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Constantinople", + "pred": "Sofia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003034", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "1939", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000799", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Barack Obama", + "pred": "Richard Nixon", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Boston Garden", + "pred": "Boston Garden", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004762", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "Kingdom of Prussia", + "pred": "Vienna", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004806", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Jo\u00e3o Paulo de Oliveira Ferreira", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Premier League", + "pred": "Ukrainian First League", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008203", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Amway Arena", + "pred": "The Forum", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004465", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1996", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006874", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "John Lindsay", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000593", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004615", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2018.0, + "gold": "2018", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Geoffrey Rush", + "pred": "Tom Hanks", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Best Actor in a Supporting Role", + "em": 0.0, + "f1": 0.15384615384615383, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004669", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Yuri Semin", + "pred": "Vladimir Kozlov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006858", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000627", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "John Gielgud", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008456", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "constitutional monarchy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004863", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Best Picture", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005053", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lauri Yl\u00f6nen", + "pred": "The winner of Haloo Helsinki!'s nominated for after Poets of the Fall was \"Kuolema\" by the band \"Kuolema\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006906", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sini\u0161a Mihajlovi\u0107", + "pred": "Vittorio Pozzo", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004343", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Arrigo Sacchi", + "pred": "John K. Thompson", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008520", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Hans Loritz", + "pred": "1938", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008566", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Theodor Heuss", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005406", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005485", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Milo\u0161 Zeman", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006778", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000448", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Alex Ferguson", + "pred": "John Harkes", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005253", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Aravind Adiga", + "pred": "The winner of the Booker Prize in 2008, which was the year Amitav Ghosh's novel \"The Glass Palace\" was shortlisted, was \"The Line of Beauty\" by Alan Hollinghurst. However, it's important to clarify that Amitav Ghosh was not nominated for the Booker Prize", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002793", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "The winner of Mrs. Parkington's nominated for after Academy Award for Best Actress winner Jennifer Jones was \"The Best Years of Our Lives\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001366", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Cliff Burton", + "pred": "Cliff Burton", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000346", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001380", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "John Williams", + "pred": "John Williams", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007366", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Giorgio Mastropasqua's member of sports team's chairperson in 1973 was Giorgio M. Bocca.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004085", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "Qing dynasty", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "Europe", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "The answer is: John Fowles", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Puma", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005149", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Dalvik VM", + "pred": "PlayStation 2", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007466", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Deutsche Mark", + "pred": "The currency of Sande's country in 1956 was the French franc.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "EFL Championship", + "pred": "FA Cup", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002303", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Prime Minister of Canada", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004925", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Best Actress in a Supporting Role", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002425", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003762", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Minneapolis Armory", + "pred": "The Forum", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000351", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Territory of Hawaii", + "pred": "Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003288", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Jean-Pierre Raffarin", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001079", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Giampiero Boniperti", + "pred": "Stefano Tacconi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Paulo Bento", + "pred": "Lee Tae-sung", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006454", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Steve Sampson", + "pred": "Bruce Arena", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007686", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "United States Cabinet", + "pred": "United States Secretary of the Treasury", + "em": 0.0, + "f1": 0.4444444444444444, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001636", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000642", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Alan Hollinghurst", + "pred": "The winner of the 2004 Man Booker Prize, which was awarded to J. M. Coetzee for his novel \"Disgrace,\" was not Ronan Bennett. Instead, the prize was won by the South African author J. M. Coetzee himself. However, if you're asking", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005992", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1906.0, + "gold": "Theodore Roosevelt", + "pred": "William McKinley", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001567", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "John Lindsay", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003917", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Elizabeth II", + "pred": "Elizabeth II", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007632", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pawe\u0142 Janas", + "pred": "Janusz Kowalski", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001702", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Eerste Divisie", + "pred": "2012\u201313 UEFA Champions League", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006358", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "German Federal Archives", + "pred": "The Karl-Liebknecht-Haus's operator's archives were at the German Federal Archives in Koblenz.", + "em": 1.0, + "f1": 0.375, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Dwight D. Eisenhower", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001724", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Lyndon B. Johnson", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005308", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "The winner of Jeanne Eagels's nominated for after Academy Award for Best Actress winner Janet Gaynor was \"The Last of the Mohicans\" (1920).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006485", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Best Adapted Screenplay", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004831", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005190", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Siemens AG", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006636", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "George Marshall", + "pred": "United States Secretary of State", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003213", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Prime Minister of Australia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005672", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "The head of state of L\u0119bork's country after Paul von Hindenburg was Adolf Hitler.", + "em": 1.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006227", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1945", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Giffoni Film Festival", + "pred": "Grammy Award for Best Rap Album", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007816", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Franciszek Smuda", + "pred": "Tomasz Kowalik", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001958", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "John Lindsay", + "pred": "John Lindsay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007818", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Sepp Herberger", + "pred": "Fritz Herkenrath was a German footballer who played for several clubs, including 1. FC Nuremberg. In 1957, the head coach of 1. FC Nuremberg was **Hans Schaefer**. Therefore, the answer is **Hans Schae", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003874", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006836", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "1989.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005437", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001779", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Chemnitz Government Region", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002182", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Paul von Hindenburg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006540", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Jo\u00e3o de Almeida Pinto", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000470", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004884", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Emma Thompson", + "pred": "The winner of the Academy Award for Best Actress in a Leading Role, which was nominated for by Jodie Foster, was Meryl Streep.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008312", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "United Kingdom of Great Britain and Ireland", + "pred": "England", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006013", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "Mayor of New York City", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006889", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Carlo Ancelotti", + "pred": "John Terry", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003651", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "New York Rangers", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Q82595", + "pred": "2. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Jos\u00e9 Sarney", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000420", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1917.0, + "gold": "1917", + "pred": "1917", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005828", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Prime Minister of Belize", + "pred": "President of Belize", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Sepp Herberger", + "pred": "John R. \"Jack\" Harbaugh", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002499", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Territory of Hawaii", + "pred": "United States of America", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008212", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "George VI", + "pred": "King George VI", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Yugoslavia", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006976", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Gennaro Gattuso", + "pred": "Marco Giampaolo", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007445", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "European Golden Shoe", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004525", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Lamberto Dini", + "pred": "Giuseppe Ciampi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003387", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "John Carver", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008292", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "United States", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006528", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1893", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008636", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Walter Zenga", + "pred": "Giuseppe Mascara is a fictional character from the Italian television series \"Il commissario Montalbano\" (The Commish). In the series, Mascara is a character who is a member of a sports team, but the specific team is not clearly defined. However, in the context of the show,", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004972", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Kia Forum", + "pred": "The Metrodome", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006497", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Hungarian People's Republic", + "pred": "Rome", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005410", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Taiwan", + "pred": "The diplomatic relation of Elizabeth Bishop's residence in 1955 was the United States of America.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000901", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Yasser Arafat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007838", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mircea Lucescu", + "pred": "Mustafa K\u0131rca", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007144", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "The Internationale", + "pred": "The anthem of the Russian Soviet Federative Socialist Republic (RSFSR) was \"The Internationale.\"", + "em": 1.0, + "f1": 0.3076923076923077, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Jean Mistler", + "pred": "Soci\u00e9t\u00e9 des Gens de Lettres", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000287", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Gerhard Casper", + "pred": "John W. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H. H", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004792", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006621", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sean Yates", + "pred": "John Kowalski", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001788", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Jeanette McDonald", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002557", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Fiorello H. La Guardia", + "pred": "The United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "The 1990 Booker Prize for Fiction", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006058", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Giuseppe Saragat", + "pred": "Giuseppe Garibaldi", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000536", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Estadio Metropolitano", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007404", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2000.0, + "gold": "2000", + "pred": "1973", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001292", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1990.0, + "gold": "1990", + "pred": "1990", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "The answer is \"The Man to Send Rain Clouds\" by Silas House.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "The winner of the Booker Prize in 1979 was Nadine Gordimer for her novel \"July's People\". However, the question seems to be asking about the winner of a different award that Fay Weldon was nominated for, which is not the Booker Prize. \n\nFay Weldon was a British author", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002490", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001434", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "New York City", + "pred": "New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006868", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jean Mistler", + "pred": "Jean-Pierre Chev\u00e8nement", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002319", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2022.0, + "gold": "2022", + "pred": "2010", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008472", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000496", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Massimo D'Alema", + "pred": "Mario Monti", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005883", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Helmut Kohl", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "BP", + "pred": "The sponsor of Rudolf Kargus's member of sports team before Emirates was the German airline Lufthansa.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001286", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Giuseppe Saragat", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003325", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "John H. Kinney", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000949", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Helmut Kohl", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004634", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "1997", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008417", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Swiss Cup", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mary J. Blige", + "pred": "Best Female R&B Vocal Performance", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007469", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002488", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Yitzhak Rabin", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007418", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Elliott Gould", + "pred": "Frank Sinatra", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005916", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Micha\u0142 Matyas", + "pred": "Stanis\u0142aw Kowalski", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006233", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "\u0130lhan Palut", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005848", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "German Empire", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005040", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Antonio Segni", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005138", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Adolf Hitler", + "pred": "The question is about the chairperson of Hartmann Lauterbacher's political party in 1942. However, there is no known information about Hartmann Lauterbacher being a member of a political party or about a chairperson of such a party in that year. Therefore, the answer is unknown", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_004246", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "1948.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007892", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Konrad Adenauer", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006684", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Luigi Einaudi", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001045", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "association football", + "pred": "football", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002791", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Lory Del Santo", + "pred": "Sheryl Crow", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005581", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The Ninth Day", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Pawe\u0142 Janas", + "pred": "John van 't Hooft", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004802", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "John W. Campbell", + "pred": "Nebula Award", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004455", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001570", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Otto Nerz", + "pred": "Karl-Heinz Miller", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005703", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Morten Olsen", + "pred": "John Harkness", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006235", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Diego Simeone", + "pred": "Jos\u00e9 Luis Mendiliberal", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001186", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Susan Sarandon", + "pred": "The winner of Nell's nominated for was Helen Hunt.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005903", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002985", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Bettino Craxi", + "pred": "Giorgio Almirante", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "John Kruk", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008323", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Budapest", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Yugoslavia", + "pred": "1981.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005474", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Oskar von Miller", + "pred": "German National Committee for the International Electrical Congress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001830", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Nippon Bud\u014dkan", + "pred": "Tokyo Metropolitan Government Building Hall", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001756", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001887", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "1. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005552", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "ARD", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004901", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Wen Jiabao", + "pred": "Li Xiannian", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006473", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006253", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "1956", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002709", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Alex McLeish", + "pred": "John Gregory", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007811", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Giovanni Spadolini", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006165", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Edward Cassidy", + "pred": "John Paul II", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007431", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Ernest Borgnine", + "pred": "The winner of the Academy Award for Best Actor for the film \"Gentleman's Agreement\" was Gregory Peck. However, it's important to clarify that Dan O'Herlihy was not nominated for an Academy Award for Best Actor for \"Gentleman's Agreement.\" Instead, Dan O'Her", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002594", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Soviet Union", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004546", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "David Dinkins", + "pred": "New York City", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006589", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006151", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1956", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005300", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Otto Rehhagel", + "pred": "John Kourkoulelis", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003618", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Franz Joseph I of Austria", + "pred": "University of Budapest", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001195", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007049", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1978.0, + "gold": "1978", + "pred": "1978", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003961", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Edith Roosevelt", + "pred": "Mary Jane Hedges", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002548", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "parliamentary monarchy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1910.0, + "gold": "Austria\u2013Hungary", + "pred": "Hungary", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003484", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "United Kingdom", + "pred": "Europe", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Kingdome", + "pred": "Seattle Center Coliseum", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002163", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Clive Woodward", + "pred": "Clive Woodward", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006692", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Bruce Buck", + "pred": "John Terry", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006073", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Volker Finke", + "pred": "1997.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008473", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Roman Abramovich", + "pred": "1998 European Cup", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003674", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1978.0, + "gold": "Leonid Brezhnev", + "pred": "Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003352", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "absolute monarchy", + "pred": "monarchy", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Giorgio Mastropasqua is an Italian former footballer who played as a defender. He was a member of the Italian national team, and his club career included playing for several teams, including A.S. Roma. The question refers to the chairperson of the sports team that Giorgio Mastropasqua", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002789", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005326", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Spencer Tracy", + "pred": "The answer is \"The Best Actor\" category.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005284", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Erich Werdermann", + "pred": "Hans H. Schmid", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005774", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Super League Greece", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003372", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Patrick Le Lay", + "pred": "David Walliams", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008201", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Nicole Kidman won the Academy Award for Best Actress for her role in \"The Hours\" in 2002.", + "em": 1.0, + "f1": 0.13333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001153", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Franz Beckenbauer", + "pred": "Hansi Flick", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007164", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "Simone Inzaghi", + "pred": "Marco Giampaolo", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006407", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Allianz Arena", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001540", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "2013", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005100", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Claudio Ranieri", + "pred": "Thomas Schmid", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Tom Hanks", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007894", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008658", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Ruslan Rotan", + "pred": "Andriy Shevchenko", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005158", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Giuseppe Saragat", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008060", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Bundesliga", + "pred": "Austrian Football Bundesliga", + "em": 1.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004900", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "SeatGeek Stadium", + "pred": "Chicago Fire FC", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000430", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Bombardier", + "pred": "Alstom SA", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006467", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Taiwan", + "pred": "British Crown Colony", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004710", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000041", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Prime Minister of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004408", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "crown prince", + "pred": "First Lord of the Treasury", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001201", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Yugoslavia", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004457", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "University of Vienna", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005193", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005781", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "State Anthem of the Soviet Union", + "pred": "The Internationale is a socialist anthem, and it is not the anthem of Kursk Oblast. The anthem of Kursk Oblast is \"Kursk Oblast\" (Russian: \"\u041a\u0443\u0440\u0441\u043a\u0438\u0439 \u043a\u0440\u0430\u0439\").", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004013", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Hans-J\u00fcrgen B\u00f6cking", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003935", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Volker Finke", + "pred": "Hansi Flick", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006770", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Silvio Berlusconi", + "pred": "Jos\u00e9 Mar\u00eda Aznar", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008617", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "1948.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008708", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Bosnia and Herzegovina", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Zden\u011bk Zeman", + "pred": "Gianluca Pessotto", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007389", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Saku Koivu", + "pred": "Montreal Canadiens", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005554", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Moscow", + "pred": "The twinned with of Imi Knoebel's work location in 1992 was the city of Krefeld.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000408", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Kingdom of Prussia", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003634", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Uwe Neuhaus", + "pred": "Rados\u0142aw Kowalski", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006653", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000961", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Kate Winslet", + "pred": "The winner of La Vie en Rose's nominated for after Katharine Hepburn was \"The Aviator\" (2004).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002923", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Yugoslavia", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008130", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Silvio Berlusconi", + "pred": "Giuseppe Saronni", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001668", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Jane Fonda", + "pred": "The answer is: \"The answer is: \"The answer is: \"The answer is: \"The answer is: \"The answer is: \"The answer is: \"The answer is: \"The answer is: \"The answer is: \"The answer is: \"The answer is: \"The answer is:", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Lucien Favre", + "pred": "Thomas Tuchel", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007280", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Klaus Wowereit", + "pred": "The answer is the Prime Minister of the United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_004011", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "Best Actor in a Supporting Role", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001876", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Thomas Tuchel", + "pred": "Hans-Peter Schmid", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003426", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "George H. W. Bush", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008324", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001646", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Walter Samuel was a member of the sports team Inter Milan. The head coach of Inter Milan during the time when Luis Su\u00e1rez was a member of the team was Jos\u00e9 Mourinho.", + "em": 1.0, + "f1": 0.18181818181818182, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_001719", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "Hansi Flick", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005359", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "John Harkes", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002201", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Princeton University", + "pred": "John von Neumann", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000953", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Best Adapted Screenplay", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003588", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Jos\u00e9 Antonio Camacho", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006330", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "John Banville", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006529", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006295", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Joan Crawford", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007246", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001257", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "United States of America", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004353", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "European Institute for the Study of the European Movement", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001453", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Emperor of Russia", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008480", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006167", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "LMFAO", + "pred": "The winner of the MTV Movie Award for Best Song from a Movie for \"Party Rock Anthem\" is the band LMFAO. The award was won in 2012. The question seems to be asking for the winner of an award that LMFAO received after winning the MTV Movie Award for Best Song from", + "em": 1.0, + "f1": 0.0625, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003258", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "J\u00fcrgen Linden", + "pred": "The European Commission", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004631", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "absolute monarchy", + "pred": "In 1904, the basic form of government of Trabzon Province's country was a constitutional monarchy.", + "em": 0.0, + "f1": 0.11764705882352941, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Ang Lee", + "pred": "The Tree of Life was nominated for Best Picture at the 84th Academy Awards, which took place in 2012. The winner of that year's Best Picture was \"Argo,\" directed by Ben Affleck. However, it's important to note that \"The Tree of Life\" was not the", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002531", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Austria", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008228", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Frances McDormand", + "pred": "The winner of Elisabeth Shue's nominated for was \"The Accidental Tourist\" (1988).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005557", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Fatih Terim", + "pred": "\u0130lhan Palut", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007336", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003098", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002950", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1945.0, + "gold": "1945", + "pred": "1945", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000019", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Italian lira", + "pred": "Euro", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001920", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Claudio Ranieri", + "pred": "John Toshack", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005782", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "White Hart Lane", + "pred": "Wembley Stadium", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000862", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Humphrey Bogart", + "pred": "Best Actor in a Supporting Role", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001033", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "China Mi\u00e9ville", + "pred": "Best Original Score", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003960", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006287", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "John Harkness", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007880", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Giovanni Trapattoni", + "pred": "John K. Thompson", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005772", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006294", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Best Actress in a Supporting Role", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004173", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Hansi Flick", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005281", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Ottmar Hitzfeld", + "pred": "1997.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008091", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "\u0130smet \u0130n\u00f6n\u00fc", + "pred": "Ahmet Davuto\u011flu", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004964", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002871", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003979", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Rachida Brakni", + "pred": "H\u00e9l\u00e8ne Filli\u00e8res was a French film director and screenwriter, known for her work in the French film industry. She was born on 19 April 1927 in Paris, France, and passed away on 13 April 2014 in Paris, France. She was a member", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008204", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Erwin Kramer", + "pred": "Carl Friedrich von Siemens", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001932", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Joe Louis Arena", + "pred": "The Kingdome", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Serbia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000480", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "UNESCO", + "pred": "European Union", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007286", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Volkswagen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Daniel Auteuil", + "pred": "The answer is \"The Last of the Mohicans\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002946", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Michal B\u00edlek", + "pred": "Milan Vav\u0159\u00edk", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003999", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Adolf Hitler", + "pred": "Paul Schulte", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "The winner of Vera Drake's nominated for Best Director was Mike Leigh.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005752", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001810", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Giuseppe Zanardini", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004977", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Paul von Hindenburg", + "pred": "Paul von Hindenburg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007873", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Budapest University of Technology and Economics", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002637", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005587", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005428", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Silvio Berlusconi", + "pred": "Giuseppe Cacciatore", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005312", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006932", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000781", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "CBS", + "pred": "Televisi\u00f3n P\u00fablica de la Rep\u00fablica Argentina", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000003", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1947.0, + "gold": "1947", + "pred": "1947", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Giorgio Napolitano", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004934", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000313", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Kazakhstan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2016.0, + "gold": "Matteo Renzi", + "pred": "Giuseppe Conte", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Yugoslavia", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000903", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Igor \u010cavlovi\u0107", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Yugoslavia", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005738", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Aldo Moro", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006558", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Jos\u00e9 M\u00e1rio de Oliveira", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004400", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "John Wain", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001076", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002725", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Prime Minister of Canada", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003906", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Liga Portugal", + "pred": "Primeira Liga", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004405", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Alberto Bigon", + "pred": "Jean-Pierre B\u00e9land", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Wolfgang Gerhardt", + "pred": "Hans-Peter Friedrich", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000757", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "COMECON", + "pred": "Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Vahram Hovhannisyan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005056", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Lavrentiy Beria", + "pred": "Ivan Yakovlevich Smirnov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Das Erste", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008552", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "1998", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Bambi Award", + "pred": "Academy Award for Best Supporting Actress", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000678", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Henry Fonda", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002043", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007190", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "coming out", + "pred": "The 1997 United States Senate bombing", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003533", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Attila J\u00f3zsef", + "pred": "University of Szeged", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Ingrid Bergman", + "pred": "The Best Picture", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004864", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Ireland", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001930", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1929.0, + "gold": "1929", + "pred": "1929", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004482", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000444", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "president of Germany", + "pred": "President of Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002417", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Saku Koivu", + "pred": "Montreal Canadiens", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "Turkish Basketball Super League", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002089", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002782", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Karel Br\u00fcckner", + "pred": "Milan \u0160koda", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006603", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000643", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Adolf Hitler", + "pred": "The answer cannot be determined from the given information.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001459", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Sepp Piontek", + "pred": "S\u00f8rensen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007691", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "German Emperor", + "pred": "German Emperor", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004382", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Israeli Premier League", + "pred": "2015\u201316 UEFA Champions League", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008297", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Luxembourg National Division", + "pred": "2. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007490", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Marie Dressler", + "pred": "The winner of Ann Harding's nominated for in 1931 was \"The Informer\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004470", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Jos\u00e9 Luis S\u00e1nchez-F\u00e9lix", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Pacific Coliseum", + "pred": "The Rose Bowl", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000107", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Prague", + "pred": "Prague", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000481", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "John Braine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005374", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007891", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Second Lady or Gentleman of the United States", + "pred": "First Lady of the United States", + "em": 0.0, + "f1": 0.7142857142857143, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004941", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Ralf Loose", + "pred": "Hans-J\u00fcrgen B\u00f6cking", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "The Internationale", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001311", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003353", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Panama", + "pred": "The shares border with of All Summer Long's place of publication in 1964 was 1964.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005629", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005931", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Leonid Brezhnev", + "pred": "Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005823", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Territory of Hawaii", + "pred": "United States of America", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002989", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Free State of Prussia", + "pred": "Vienna", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004259", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Anne Enright", + "pred": "A. S. Byatt", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002166", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Ligue 1", + "pred": "Ligue 1", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008518", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Hans Backe", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003792", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000844", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Best Picture", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005425", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Sandro Pertini", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006156", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The winner of the European Film Award for Best Actor in 2005 was Javier Bardem for his role in *No Country for Old Men*. Romain Duris was nominated for the same award for his role in *The Diving Bell and the Butterfly*. However, the question seems to ask for the winner", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006038", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Austro-Hungarian krone", + "pred": "Hungarian forint", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008465", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1923.0, + "gold": "Egyptian pound", + "pred": "British pound", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004604", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Javier Aguirre", + "pred": "Jos\u00e9 Mourinho", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002929", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "The Internationale", + "pred": "The anthem of the Black Sea Governorate was \"The Song of the Black Sea\" (Russian: \"\u041f\u0435\u0441\u043d\u044f \u0427\u0435\u0440\u043d\u043e\u043c\u043e\u0440\u044c\u044f\").", + "em": 0.0, + "f1": 0.15384615384615385, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007720", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005879", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001938", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Territory of Hawaii", + "pred": "Cebu City", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Academy Award for Best Supporting Actress", + "pred": "Best Actor in a Supporting Role", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006351", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005087", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "1956.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006536", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006736", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Sandra Bullock", + "pred": "Annette Bening", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004654", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Mikhail Fyodorovich Kalinin", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005945", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007681", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Daman and Diu", + "pred": "Rajasthan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006184", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Lyndon B. Johnson", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000115", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Caja M\u00e1gica", + "pred": "Palau de Deportes", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002711", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005754", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Croatia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "Turkish Basketball Super League", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000552", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000403", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "SeatGeek Stadium", + "pred": "Palau Sant Jordi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003856", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "United States", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003602", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Mikhail Gorbachev", + "pred": "Mikhail Gorbachev", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007850", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "1950.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001019", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1962.0, + "gold": "1962", + "pred": "1962", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004322", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Dietrich Stobbe", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004271", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Giuseppe Saragat", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001171", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Juan Carlos I of Spain", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007890", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "The winner of Genevi\u00e8ve Bujold's nominated for was the Academy Award for Best Supporting Actress for her role in the film \"The Last of the Mohicans\" (1992).", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008632", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "The capital of the United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007395", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1925.0, + "gold": "Egyptian pound", + "pred": "British pound", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007784", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Best Actress in a Supporting Role", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006008", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Rainer Ernst's member of sports team's chairperson in 1992 was Hans-J\u00fcrgen B\u00f6ck.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007623", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Zden\u011bk Zeman", + "pred": "Giancarlo Marocchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000261", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Netherlands", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005362", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Yugoslavia", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003134", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Teen Choice Awards", + "pred": "Juno Award for Best Video", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "German Federal Police", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003313", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005360", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Hans Sch\u00e4fer", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001597", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Peter Carey", + "pred": "The winner of Rachel Seiffert's nominated for after William Trevor nominated for Booker Prize is \"The Sea\" by John Banville.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Ronald Colman", + "pred": "The winner of Hamlet's award before Sean Penn was the actor who won the award for the best performance in a play, which was given to the actor who played the role of Hamlet in the play.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_005949", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Attila J\u00f3zsef", + "pred": "Hungarian Academy of Sciences", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005024", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "John Major", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007032", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Heinrich Himmler", + "pred": "The answer is \"The Vienna Philharmonic Orchestra\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004269", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005207", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Paul \"Red\" Grange", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008065", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Constantinople", + "pred": "Damascus", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003648", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000919", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "Franz Beckenbauer", + "pred": "Hans Pfl\u00fcgler is a German former footballer and coach. In 1987, he was the head coach of the German national football team. The team he coached was the West Germany national team, which was the national team of the Federal Republic of Germany. The team was known as the West", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_001421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007438", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Croatia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000509", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "The winner of the Booker Prize in 2003, which was the year Gerard Donovan's novel \"The Last Days of the Dying\" was shortlisted, was Ian McEwan for his novel \"Atonement\". However, it's important to clarify that Patrick White, an Australian author, was not", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006108", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "presidential system", + "pred": "In 1939, the basic form of government of Krak\u00f3w's country was a parliamentary democracy.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001184", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Robert Bolt", + "pred": "The winner of the Golden Globe Award for Best Screenplay for the film \"Doctor Zhivago\" was Robert Bolt. However, it's important to clarify that the Golden Globe Award for Best Screenplay was not awarded for \"Doctor Zhivago\" but for the film \"The Best of Everything\" in 19", + "em": 1.0, + "f1": 0.13333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001023", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Milan \u0160koda", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001479", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Javier Aguirre", + "pred": "Luis Arag\u00f3n Cabello", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006983", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Giovanni Gronchi", + "pred": "President of the United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007833", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "White Hart Lane", + "pred": "Wembley Stadium", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005681", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Netherlands", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003706", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007006", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Milan \u0160koda", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004220", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Swiss Super League", + "pred": "Swiss Cup", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007500", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "\"God Save the King\"", + "em": 0.0, + "f1": 0.75, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "German Empire", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003362", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ireland", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007378", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Allianz Arena", + "pred": "Stadion am Bieberer Berg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002356", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Soviet Union", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004000", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Walter Mazzarri", + "pred": "Gianluca Pessotto", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003511", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Hungarian Olympic Committee", + "pred": "Zsolt Borkai", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "United States of America", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008482", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Harry Warren", + "pred": "Ethel Merman", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001610", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "pred": "Petr Fiala", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007160", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003247", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Kevin Federline", + "pred": "Sarah Jessica Parker", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000810", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Liga I", + "pred": "Romanian Second Division", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006432", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Joseph Stalin", + "pred": "United Secretariat of the Communist Party of the Soviet Union", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007768", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Zhu De was a Chinese politician, and his country of citizenship was China. The head of government of China before Li Keqiang was Zhu Rongji.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Rock and Roll Hall of Fame", + "pred": "The answer is: The Grammy Award for Best Rock Performance by a Duo or Group with Vocal", + "em": 0.0, + "f1": 0.09090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003836", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The winner of The Ninth Day's nominated for was David Hare.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007908", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003128", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Spencer Tracy", + "pred": "John Wayne", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001510", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "UTC\u221204:00", + "pred": "The United States", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Werner Greuter", + "pred": "Beat Ernst Leuenberger", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Maurice Druon", + "pred": "European Parliament", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001232", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007512", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Hans-J\u00fcrgen Rau", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000089", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008698", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007875", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006661", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "United States Secretary of Labor", + "em": 0.0, + "f1": 0.6, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007505", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Bobby Clarke", + "pred": "John Collins", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008555", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006491", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002698", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Friedrich Karl von Oppeln-Bronkhorst", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005937", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007021", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Jos\u00e9 Maria Pedroto", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003151", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "The winner of Joan Barfoot's nominated for after Booker Prize winner P. H. Newby is \"The English Patient\" by Michael Ondaatje.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002519", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007514", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "chairperson", + "pred": "President of Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008443", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "European Coal and Steel Community", + "pred": "European Free Trade Association", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007726", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1992.0, + "gold": "1992", + "pred": "1992", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001549", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "V\u00e1clav Havel", + "pred": "V\u00e1clav Havel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007129", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "1997", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000883", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Heinrich Br\u00fcning", + "pred": "The head of government of Bonn's country after Wilhelm Marx was Konrad Adenauer.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000442", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004066", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Peter Gerhardsson", + "pred": "Rikard Gr\u00f6nholt", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002302", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Egyptian pound", + "pred": "British pound", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002564", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Yugoslavia", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004005", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Otto Nerz", + "pred": "Hans Hahn", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005652", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Jane Byrne", + "pred": "South Dakota", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002217", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008015", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Albert II of Belgium", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000895", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "RTL", + "pred": "ARD", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008365", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Jos\u00e9 Antonio Camacho", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006348", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "The Romanian People's Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000645", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008492", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Emperor of Russia", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006824", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Anita Brookner", + "pred": "David Lodge", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000773", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "Winona Ryder", + "pred": "The winner of Frances McDormand's award received was the Academy Award for Best Supporting Actress.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001316", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004368", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005868", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "King of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Best Original Score", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Gwyneth Paltrow", + "pred": "The Wings of the Dove", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008659", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "The winner of the 1990 Booker Prize was **Amitav Ghosh** for his novel **\"The Shadow Lines\"**. \n\n**Context:** \n- **Andr\u00e9 Brink** was nominated for the 1990 Booker Prize for his novel **\"A Dry White Season\"**", + "em": 0.0, + "f1": 0.08, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000763", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Yugoslavia", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005896", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000117", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Enrico de Nicola", + "pred": "King of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000027", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "New York City Mayor", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002041", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002860", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004247", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Luise Rainer", + "pred": "Theodora Goes Wild was a 1937 American comedy film directed by William A. Seiter. The film was nominated for the Academy Award for Best Picture. The winner of that year's Academy Award for Best Picture was \"The Best Years of Our Lives.\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008294", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Hyundai", + "pred": "Telekom Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006036", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "The Pentagon", + "pred": "Charlie Munger's military branch's headquarters in 1945 was the United States Army Air Forces (USAAF).", + "em": 0.0, + "f1": 0.1111111111111111, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001816", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Ruth Chatterton", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008058", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004387", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Mustafa Kemal Atat\u00fcrk", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004841", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Abdullah Avc\u0131", + "pred": "Mihai Stoica", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000340", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Echo Music Prize", + "pred": "Grammy Award for Best Dance Recording", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001431", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Massimiliano Allegri", + "pred": "Vincenzo Montella", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002560", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Panama", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003591", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Paul von Hindenburg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006178", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Francesco Cossiga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003130", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "University of Debrecen", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001771", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "habilitation", + "pred": "The assessment of Olba's director of archaeological fieldwork after Ulrich Gotter employer University of Freiburg was positive.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004635", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "The winner of Ida Kami\u0144ska's nominated for after Norma Shearer nominated for Academy Award for Best Actress was Marlene Dietrich.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007347", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "The winner of the award that Heat and Dust received after the J. G. Farrell award received the Booker Prize is \"The English Patient\" by Michael Ondaatje.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002289", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Giuseppe Saragat", + "pred": "Giuseppe Saragat", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006810", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2016", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001750", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Eduard Weiter", + "pred": "Robert Dauber's point in time's manager in 1944 was the United States Army.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "David Wagner", + "pred": "Mark Hughes", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001742", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Giorgio Napolitano", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004401", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cominform", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000948", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Boston Garden", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "King of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001031", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "J. M. Coetzee", + "pred": "The answer is: \"The Sea\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002458", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Oleh Protasov", + "pred": "Valeriy Lobanovskyi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001069", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Ed Koch", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006304", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "mayor", + "pred": "Mayor", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004531", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Mario Monti", + "pred": "David Cameron", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000931", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007956", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Jos\u00e9 Mourinho", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007340", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "Hyundai", + "pred": "1. Bundesliga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003676", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "The winner of A Single Man's nominated for Best Actor in a Supporting Role", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001222", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Soviet Union", + "pred": "Russia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006158", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Adone Zoli", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005324", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "John F. Kennedy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002344", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008685", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2019.0, + "gold": "Wayne LaPierre", + "pred": "John H. White", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005812", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "J. M. Coetzee", + "pred": "The winner of Fasting, Feasting was Anne Enright.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "The Ellen DeGeneres Show", + "pred": "The Notorious Mr. Bout", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005808", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "University of Szeged", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003694", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "German Federal Archives", + "pred": "German Democratic Republic", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002616", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giuseppe Saragat was the President of Italy, and Tenax is an Italian company. Therefore, the head of state of Tenax's country (Italy) after Giuseppe Saragat was Sandro Pertini.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_000088", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "United Kingdom", + "pred": "United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005525", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006017", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006096", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Ginni Rometty", + "pred": "John W. Thompson", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001800", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Estadio Municipal de M\u00e9rida", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001359", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "The winner of Carry Me Down's nominated for after Nadine Gordimer was \"The Beautyful Ones Are Not Yet Born\" by Ama Ata Aidoo.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006166", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004182", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Rudi V\u00f6ller", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004835", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Otto von Habsburg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001116", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003320", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Soviet Union", + "pred": "Ukraine", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003882", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003657", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Igor Kovalchuk", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001053", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Toni Servillo", + "pred": "The winner of the European Film Award for Best Actor after Javier Bardem received it was Javier Bardem himself. However, the question seems to be asking for the winner of Tom Schilling's nominated award, which is not clear. Tom Schilling is a German actor who has been nominated for various awards, but it is", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006052", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1983.0, + "gold": "1983", + "pred": "1983", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "The winner of A Single Man's nominated for was John Huston.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000183", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007379", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Giovanni Trapattoni", + "pred": "Thomas Doll", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "James Kelman", + "pred": "The winner of the 1994 Booker Prize was **Hamlet, Prince of Denmark** by **Tom Stoppard**. However, it's important to clarify that **Abdulrazak Gurnah** was not nominated for the 1994 Booker Prize. Gurnah's first", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000962", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005810", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Otto Graf Lambsdorff", + "pred": "Hans-Dietrich Genscher", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000427", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Giovanni Leone", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005227", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "presidential system", + "pred": "The Second Polish Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "God Save the Tsar!", + "pred": "\"The Song of the Slavs\"", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Climate Pledge Arena", + "pred": "The answer is \"The Forum\".", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004741", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "1st Panzer Division", + "pred": "The commander of Karl Lotter's significant person before Army Group F was not explicitly mentioned in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006763", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002214", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "The anthem of Balaklava's country after the Russian Empire was the \"National Anthem of the Soviet Union\" (1944\u20131991).", + "em": 0.0, + "f1": 0.10526315789473685, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Nikita Khrushchev", + "pred": "Mikhail Gorbachev", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007746", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Austria", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003268", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000324", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006933", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Prime Minister of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005705", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Robert Knud Friedrich Pilger", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006241", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003204", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Ralph Fiennes", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001109", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Neutral Moresnet", + "pred": "The shares border with of Minden Government Region's country in 1918 were 1918.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Austria", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004458", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Ahmet Necdet Sezer", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005199", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000202", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Ireland", + "pred": "Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006446", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "United Kingdom", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001839", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Q953762", + "pred": "President of the Government of Catalonia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Latvian Higher League", + "pred": "Russian Football Premier League", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006379", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "1989.0", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001985", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "German Democratic Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000177", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "German Democratic Republic", + "pred": "Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003534", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "1949", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Steve Sampson", + "pred": "Bruce Arena was the head coach of the United States national team, and Andreas Herzog was a member of the team. Before Bruce Arena, the head coach of the United States national team was Bruce Arena himself. Therefore, the answer is Bruce Arena.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_008135", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Panama", + "pred": "Canada", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008030", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "\u00c9mile Zola", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Hans-Dietrich Genscher", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001457", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Thomas Keneally", + "pred": "Best Actor in a Supporting Role", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001650", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Sergi L\u00f3pez", + "pred": "Ian McKellen was the winner of Bread and Tulips's nominated for.", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 1 + }, + { + "id": "q_006597", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "SeatGeek Stadium", + "pred": "The answer is not available in the provided text.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003141", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Canada", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004341", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "BP", + "pred": "Daimler-Benz", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007989", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1905.0, + "gold": "Russian Empire", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002962", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Prime Minister of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001198", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Allianz Arena", + "pred": "The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is: The answer is:", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006028", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Jo\u00e3o Paulo de Oliveira Ferreira", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007856", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1902", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003797", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "1999", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Charles de Gaulle", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004648", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005249", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Julie Christie", + "pred": "The winner of Marriage Italian-Style's nominated for was Jeanne Crain.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004612", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006383", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003997", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The winner of the Academy Award for Best Actor in a Leading Role, which was awarded to Roberto Benigni for his role in \"Life Is Beautiful,\" was not Romain Duris. Romain Duris was nominated for the same category for his role in \"The Diving Bell and the Butterfly.\" The actual winner", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002521", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Heiko Herrlich", + "pred": "Petr Jel\u00ednek", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008451", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Mario Draghi", + "pred": "Giuseppe Conte", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002584", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1944.0, + "gold": "1944", + "pred": "1944", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Zhou Enlai", + "pred": "President of the People's Republic of China", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007273", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Harry Redknapp", + "pred": "Steve McClaren", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Jean-Loup Dabadie was a French politician and a member of the European Parliament. He was part of the European People's Party (EPP) group. After Jean Mistler, who was a French politician and also a member of the European Parliament, the general secretary of the EPP group was **Jean-C", + "em": 0.0, + "f1": 0.0, + "th_fact": 1.0, + "th_temp": 0.0, + "th_grounded": 0.0, + "th_n_triples": 2 + }, + { + "id": "q_001480", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Boston Bruins", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002648", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "The answer is \"The Sea, The Sea\"", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005191", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "German National People's Party", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004451", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Azerbaijan Premier League", + "pred": "Russian Football Premier League", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + } + ] +} \ No newline at end of file diff --git a/eval/v3-sft-terse-lever-seed7.extracted.json b/eval/v3-sft-terse-lever-seed7.extracted.json new file mode 100644 index 0000000000000000000000000000000000000000..74cf5d9df2166b738a56422701133e9b8d06ff5e --- /dev/null +++ b/eval/v3-sft-terse-lever-seed7.extracted.json @@ -0,0 +1,26201 @@ +{ + "name": "unnamed", + "policy_path": "../checkpoints/sft-v3-terse-lever-seed7/final", + "split": "test", + "n_samples": 1743, + "temperature": 0.0, + "max_new_tokens": 64, + "answer_extracted": true, + "n_with_answer_marker": 1743, + "overall": { + "n": 1743, + "em": 0.8990246701090074, + "f1": 0.9097761071082929 + }, + "by_complexity": { + "1hop": { + "n": 800, + "em": 0.97875, + "f1": 0.979375 + }, + "2hop": { + "n": 800, + "em": 0.8825, + "f1": 0.887105248917749 + }, + "3plus": { + "n": 143, + "em": 0.5454545454545454, + "f1": 0.6472416472416472 + } + }, + "by_operator": { + "before_after": { + "n": 517, + "em": 0.8897485493230174, + "f1": 0.8975117296200469 + }, + "interval": { + "n": 163, + "em": 1.0, + "f1": 1.0 + }, + "point_in_time": { + "n": 535, + "em": 0.914018691588785, + "f1": 0.9255674232309746 + }, + "sequence": { + "n": 528, + "em": 0.8617424242424242, + "f1": 0.8779310966810967 + } + }, + "per_example": [ + { + "id": "q_006291", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: chairperson" + }, + { + "id": "q_007337", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nicholas II of Russia" + }, + { + "id": "q_000021", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_007809", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Irina Bokova", + "pred": "David H. Koch", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David H. Koch" + }, + { + "id": "q_001979", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1998" + }, + { + "id": "q_005455", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Academy Award for Best Original Score", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Original Score" + }, + { + "id": "q_008005", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_008690", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_008321", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_007761", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Arista Records", + "pred": "Universal Music Group", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Universal Music Group" + }, + { + "id": "q_008118", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_001360", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chinese Communist Party" + }, + { + "id": "q_000136", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_006986", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_003298", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "parliamentary republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: parliamentary republic" + }, + { + "id": "q_006733", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_005866", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.5714285714285714, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Actress" + }, + { + "id": "q_004748", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_004795", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Chancellor of Germany", + "pred": "Head of government of Germany", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Head of government of Germany" + }, + { + "id": "q_000787", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "parliamentary system", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: parliamentary system" + }, + { + "id": "q_008333", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_008338", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Academy Award for Best Visual Effects", + "pred": "Japan Academy Prize for Outstanding Foreign Language Film", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Japan Academy Prize for Outstanding Foreign Language Film" + }, + { + "id": "q_001840", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_001274", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_000547", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_001052", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_006228", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.20000000000000004, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the United States" + }, + { + "id": "q_006414", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Community" + }, + { + "id": "q_001651", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_007640", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_007972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_004943", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Nazi Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany" + }, + { + "id": "q_007287", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_005394", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_007314", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Mayor of New York City", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.20000000000000004, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the United States" + }, + { + "id": "q_003452", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Mayor of New York City", + "pred": "head of government", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: head of government" + }, + { + "id": "q_006815", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2010" + }, + { + "id": "q_008439", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Tim Robbins", + "pred": "The Color of Money", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Color of Money" + }, + { + "id": "q_003245", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "parliamentary republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: parliamentary republic" + }, + { + "id": "q_008633", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bucharest" + }, + { + "id": "q_003473", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Mirza Shafi Khan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mirza Shafi Khan" + }, + { + "id": "q_001673", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_005726", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "First Republic of Austria", + "pred": "Federal State of Austria", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Federal State of Austria" + }, + { + "id": "q_004929", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_006286", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Deutsche Mark" + }, + { + "id": "q_002759", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "K\u014dichir\u014d Matsuura", + "pred": "James R. Houghton", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: James R. Houghton" + }, + { + "id": "q_004009", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "2014", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2014" + }, + { + "id": "q_007134", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_002750", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_000812", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "U-13", + "pred": "1st U-boat Flotilla", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1st U-boat Flotilla" + }, + { + "id": "q_003515", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_005012", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_004016", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_008522", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_002972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_000716", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_004128", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_002796", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1923.0, + "gold": "1923", + "pred": "1923", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1923" + }, + { + "id": "q_007015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Massimiliano Allegri", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Massimiliano Allegri" + }, + { + "id": "q_003552", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "chairperson", + "pred": "president", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: president" + }, + { + "id": "q_004730", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "God Save the Tsar!", + "pred": "\"God Save the Tsar!\"", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: \"God Save the Tsar!\"" + }, + { + "id": "q_005767", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Angela Merkel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Angela Merkel" + }, + { + "id": "q_002032", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mayor of New York City" + }, + { + "id": "q_008644", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2005" + }, + { + "id": "q_006768", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany" + }, + { + "id": "q_002122", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_007638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_000842", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "God Save the King", + "pred": "God Save the King", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: God Save the King" + }, + { + "id": "q_003512", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Academy Award for Best Picture", + "em": 0.0, + "f1": 0.5714285714285714, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Picture" + }, + { + "id": "q_002727", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Federal State of Austria", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: France" + }, + { + "id": "q_004477", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_004639", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_002027", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1913.0, + "gold": "Nicholas II of Russia", + "pred": "Mikhail Rodzianko", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mikhail Rodzianko" + }, + { + "id": "q_004554", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_005676", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States" + }, + { + "id": "q_008291", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_008225", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_001173", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chinese Communist Party" + }, + { + "id": "q_008571", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "parliamentary democracy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: parliamentary democracy" + }, + { + "id": "q_000937", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1934.0, + "gold": "1934", + "pred": "1934", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1934" + }, + { + "id": "q_003736", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Friedrich Ebert", + "pred": "Weimar Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic" + }, + { + "id": "q_002966", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_000538", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_000838", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.20000000000000004, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Order of Merit of Baden-W\u00fcrttemberg" + }, + { + "id": "q_002448", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Vanderbilt University", + "pred": "University of California, San Francisco", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of California, San Francisco" + }, + { + "id": "q_007230", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_004534", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Italy" + }, + { + "id": "q_007740", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_007848", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Italy" + }, + { + "id": "q_003817", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mayor of New York City" + }, + { + "id": "q_006982", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Hannelore Kohl", + "pred": "Heiner Gei\u00dfler", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heiner Gei\u00dfler" + }, + { + "id": "q_000932", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Governing Mayor of Berlin", + "pred": "Dietrich Stobbe", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dietrich Stobbe" + }, + { + "id": "q_004711", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Vanderbilt University", + "pred": "University of California, San Francisco", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of California, San Francisco" + }, + { + "id": "q_001424", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Free State of Prussia", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany" + }, + { + "id": "q_006808", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_005728", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the Italian Republic" + }, + { + "id": "q_000501", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Civic Democratic Party", + "pred": "Czech Social Democratic Party", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Czech Social Democratic Party" + }, + { + "id": "q_003472", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Community" + }, + { + "id": "q_007593", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_004304", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "military personnel", + "pred": "Otto Schuhart", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Otto Schuhart" + }, + { + "id": "q_004513", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Community" + }, + { + "id": "q_001144", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Angela Merkel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Angela Merkel" + }, + { + "id": "q_004736", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_001077", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Mayor of New York City", + "pred": "Mayor", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mayor" + }, + { + "id": "q_008586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "chairperson", + "pred": "president", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: president" + }, + { + "id": "q_004250", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1976" + }, + { + "id": "q_002769", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mayor of New York City", + "pred": "Robert Ferdinand Wagner Jr.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Robert Ferdinand Wagner Jr." + }, + { + "id": "q_001923", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_008379", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_004279", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "U-13", + "pred": "1st U-boat Flotilla", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1st U-boat Flotilla" + }, + { + "id": "q_008534", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_001990", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "United Nations", + "pred": "Territory of Hawaii", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Territory of Hawaii" + }, + { + "id": "q_000057", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_003633", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_007357", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Mayor of New York City", + "pred": "Ed Koch", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ed Koch" + }, + { + "id": "q_005638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "President of the United States", + "pred": "President of the United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the United States" + }, + { + "id": "q_002803", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Community" + }, + { + "id": "q_005319", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_008568", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_008187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Massimiliano Allegri", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Massimiliano Allegri" + }, + { + "id": "q_002510", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Bill Clinton", + "pred": "Bill Clinton", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bill Clinton" + }, + { + "id": "q_007048", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nicholas II of Russia" + }, + { + "id": "q_000284", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Irina Bokova", + "pred": "UNESCO", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: UNESCO" + }, + { + "id": "q_007586", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "German Emperor", + "pred": "German Emperor", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Emperor" + }, + { + "id": "q_006367", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_003015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Italy" + }, + { + "id": "q_002788", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "John Gielgud", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John Gielgud" + }, + { + "id": "q_001092", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: God Save the Tsar!" + }, + { + "id": "q_000319", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Italy" + }, + { + "id": "q_000336", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "head of government", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: head of government" + }, + { + "id": "q_005328", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_007430", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Sukarno", + "pred": "Zhou Enlai", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Zhou Enlai" + }, + { + "id": "q_001032", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_006917", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_008460", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat" + }, + { + "id": "q_001183", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_001661", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_002861", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Community" + }, + { + "id": "q_003187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_003586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_000264", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "John Gielgud", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John Gielgud" + }, + { + "id": "q_001302", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1953" + }, + { + "id": "q_007976", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_007562", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Lviv University", + "pred": "Lviv University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lviv University" + }, + { + "id": "q_006568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "pred": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Golden Raspberry Award for Worst Supporting Actor - Razzie Award" + }, + { + "id": "q_006715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_005303", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Valenciennes F.C.", + "pred": "Valenciennes F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Valenciennes F.C." + }, + { + "id": "q_003783", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Baron Harding of Petherton", + "pred": "Baron Harding of Petherton", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Baron Harding of Petherton" + }, + { + "id": "q_004865", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_006315", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2012" + }, + { + "id": "q_006718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_006083", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Federal Republic of Yugoslavia" + }, + { + "id": "q_003360", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2023" + }, + { + "id": "q_008353", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Chattanooga", + "pred": "Chattanooga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chattanooga" + }, + { + "id": "q_003499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "D.C. United", + "pred": "D.C. United", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: D.C. United" + }, + { + "id": "q_001224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Federal Republic of Yugoslavia" + }, + { + "id": "q_004848", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_007525", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Oulu Province", + "pred": "Oulu Province", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Oulu Province" + }, + { + "id": "q_000885", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Northern Dvina Governorate", + "pred": "Northern Dvina Governorate", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Northern Dvina Governorate" + }, + { + "id": "q_001030", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_004428", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_002780", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "University of British Columbia", + "pred": "University of British Columbia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of British Columbia" + }, + { + "id": "q_000352", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Solicitor General for England and Wales", + "pred": "Solicitor General for England and Wales", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Solicitor General for England and Wales" + }, + { + "id": "q_000414", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2002" + }, + { + "id": "q_001261", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_001035", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "WWE", + "pred": "WWE", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: WWE" + }, + { + "id": "q_008432", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Cindy McCain", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cindy McCain" + }, + { + "id": "q_005886", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Federal Minister for Foreign Affairs", + "pred": "Federal Minister for Foreign Affairs", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Federal Minister for Foreign Affairs" + }, + { + "id": "q_007363", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Landrat", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Landrat" + }, + { + "id": "q_006356", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany" + }, + { + "id": "q_004178", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "People's Republic of Bulgaria", + "pred": "People's Republic of Bulgaria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: People's Republic of Bulgaria" + }, + { + "id": "q_005764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kupferstichkabinett Berlin", + "pred": "Kupferstichkabinett Berlin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kupferstichkabinett Berlin" + }, + { + "id": "q_000581", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Sevilla FC", + "pred": "M\u00e1laga CF", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: M\u00e1laga CF" + }, + { + "id": "q_008059", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Heinrich Himmler", + "pred": "Heinrich Himmler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heinrich Himmler" + }, + { + "id": "q_002028", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Scopus", + "pred": "Scopus", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Scopus" + }, + { + "id": "q_005537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "James Norris Memorial Trophy", + "pred": "James Norris Memorial Trophy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: James Norris Memorial Trophy" + }, + { + "id": "q_005062", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Babe\u0219-Bolyai University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Babe\u0219-Bolyai University" + }, + { + "id": "q_005618", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Leicester City F.C.", + "pred": "Leicester City F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Leicester City F.C." + }, + { + "id": "q_000224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_004236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FK Austria Wien", + "pred": "FK Austria Wien", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FK Austria Wien" + }, + { + "id": "q_002148", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1927.0, + "gold": "Kingdom of Romania", + "pred": "Kingdom of Romania", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Romania" + }, + { + "id": "q_006117", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_000974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Mary Pickford", + "pred": "Mary Pickford", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mary Pickford" + }, + { + "id": "q_003365", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "All-NBA Team", + "pred": "All-NBA Team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: All-NBA Team" + }, + { + "id": "q_005796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Deutsche Reichsbahn", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Deutsche Reichsbahn" + }, + { + "id": "q_003448", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_005271", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Borussia M\u00f6nchengladbach", + "pred": "Borussia M\u00f6nchengladbach", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Borussia M\u00f6nchengladbach" + }, + { + "id": "q_002400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "United States Penitentiary, Florence ADMAX", + "pred": "2020", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2020" + }, + { + "id": "q_007959", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Afghanistan", + "pred": "Afghanistan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Afghanistan" + }, + { + "id": "q_008034", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_006099", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Q949215", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Q949215" + }, + { + "id": "q_003338", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "President of the Bundestag", + "pred": "President of the Bundestag", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the Bundestag" + }, + { + "id": "q_007882", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "pred": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paul Ehrlich and Ludwig Darmstaedter Prize" + }, + { + "id": "q_001101", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Melbourne Cricket Ground", + "pred": "Melbourne Cricket Ground", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Melbourne Cricket Ground" + }, + { + "id": "q_004838", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "American Psycho 2", + "pred": "American Psycho 2", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: American Psycho 2" + }, + { + "id": "q_008088", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_008278", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Valenciennes F.C.", + "pred": "Valenciennes F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Valenciennes F.C." + }, + { + "id": "q_003556", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_008174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Spartak Moscow", + "pred": "Spartak Moscow", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Spartak Moscow" + }, + { + "id": "q_007252", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2005" + }, + { + "id": "q_007229", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: West Germany" + }, + { + "id": "q_005020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_003581", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_007540", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Norway men's national association football team", + "pred": "Norway men's national association football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Norway men's national association football team" + }, + { + "id": "q_006549", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1972.0, + "gold": "1972", + "pred": "1972", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1972" + }, + { + "id": "q_006127", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rome" + }, + { + "id": "q_008172", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Academy Award for Best Director", + "pred": "Academy Award for Best Director", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Director" + }, + { + "id": "q_006850", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "\u00c9toile Sportive du Sahel", + "pred": "\u00c9toile Sportive du Sahel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: \u00c9toile Sportive du Sahel" + }, + { + "id": "q_001281", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "60 Minutes", + "pred": "60 Minutes", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 60 Minutes" + }, + { + "id": "q_000690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2012" + }, + { + "id": "q_004216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Philadelphia", + "pred": "Philadelphia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Philadelphia" + }, + { + "id": "q_001024", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2023" + }, + { + "id": "q_003080", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Nobel Prize in Literature", + "pred": "Hermann Stehr", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hermann Stehr" + }, + { + "id": "q_006761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Reading F.C.", + "pred": "Ibrahima Sonko", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ibrahima Sonko" + }, + { + "id": "q_007249", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Athletic Club", + "pred": "Athletic Club", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Athletic Club" + }, + { + "id": "q_004330", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_002355", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Brentford F.C.", + "pred": "Brentford F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Brentford F.C." + }, + { + "id": "q_001500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Erwin Teufel", + "pred": "Erwin Teufel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Erwin Teufel" + }, + { + "id": "q_002493", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "TV Globo", + "pred": "TV Globo", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: TV Globo" + }, + { + "id": "q_004504", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1953" + }, + { + "id": "q_008366", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Jean Tremblay", + "pred": "Jean Tremblay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jean Tremblay" + }, + { + "id": "q_003310", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "1980", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1980" + }, + { + "id": "q_004860", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "auxiliary bishop", + "pred": "auxiliary bishop", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: auxiliary bishop" + }, + { + "id": "q_007131", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_001190", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_001845", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "A.S. Nancy-Lorraine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A.S. Nancy-Lorraine" + }, + { + "id": "q_001601", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Lomonosov Moscow State University", + "pred": "Lomonosov Moscow State University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lomonosov Moscow State University" + }, + { + "id": "q_008159", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "AIK Fotboll", + "pred": "AIK Fotboll", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: AIK Fotboll" + }, + { + "id": "q_006771", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Cuxhaven district", + "pred": "Cuxhaven district", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cuxhaven district" + }, + { + "id": "q_002990", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Vesyegonsky District", + "pred": "Vesyegonsky District", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vesyegonsky District" + }, + { + "id": "q_002704", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Everton F.C.", + "pred": "Everton F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Everton F.C." + }, + { + "id": "q_000821", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_001187", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Max Planck Institute for Chemistry", + "pred": "Max Planck Institute for Chemistry", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Max Planck Institute for Chemistry" + }, + { + "id": "q_006629", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "United States Navy", + "pred": "United States Navy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Navy" + }, + { + "id": "q_003305", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_005228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Carter Harrison IV", + "pred": "Carter Harrison IV", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carter Harrison IV" + }, + { + "id": "q_000310", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "arrondissement of Bourg-en-Bresse", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: arrondissement of Bourg-en-Bresse" + }, + { + "id": "q_003989", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Baron Moyne", + "pred": "Baron Moyne", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Baron Moyne" + }, + { + "id": "q_007146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rome" + }, + { + "id": "q_002832", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Willy Marlow", + "pred": "Willy Marlow", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Willy Marlow" + }, + { + "id": "q_000368", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "FC Porto", + "pred": "FC Porto", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Porto" + }, + { + "id": "q_005867", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Soviet Federative Socialist Republic" + }, + { + "id": "q_005700", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Colombia men's national football team", + "pred": "Colombia men's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Colombia men's national football team" + }, + { + "id": "q_000881", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "York University", + "pred": "York University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: York University" + }, + { + "id": "q_005707", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Kreis Kalbe (Milde)", + "pred": "Kreis Kalbe (Milde)", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kreis Kalbe (Milde)" + }, + { + "id": "q_001238", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Pre\u0161ov Region", + "pred": "Pre\u0161ov Region", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pre\u0161ov Region" + }, + { + "id": "q_006162", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2011" + }, + { + "id": "q_005973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_006967", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_006519", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "F.C. Pro Vercelli 1892", + "pred": "F.C. Pro Vercelli 1892", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: F.C. Pro Vercelli 1892" + }, + { + "id": "q_006861", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Toulouse FC", + "pred": "Toulouse FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Toulouse FC" + }, + { + "id": "q_006139", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Decathlon CMA CGM Team", + "pred": "Decathlon CMA CGM Team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Decathlon CMA CGM Team" + }, + { + "id": "q_002293", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Bethesda", + "pred": "Bethesda", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bethesda" + }, + { + "id": "q_008165", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Akkermansky Uyezd", + "pred": "Akkermansky Uyezd", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Akkermansky Uyezd" + }, + { + "id": "q_001745", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Taiwan" + }, + { + "id": "q_005776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Paul McGann", + "pred": "Paul McGann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paul McGann" + }, + { + "id": "q_002004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Al-Qaeda", + "pred": "Al-Qaeda", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Al-Qaeda" + }, + { + "id": "q_003185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic" + }, + { + "id": "q_007239", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_005515", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "doctorate", + "pred": "doctorate", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: doctorate" + }, + { + "id": "q_002120", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Bauska District", + "pred": "Bauska District", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bauska District" + }, + { + "id": "q_007214", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Gale Anne Hurd", + "pred": "Gale Anne Hurd", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gale Anne Hurd" + }, + { + "id": "q_008171", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002624", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Woodrow Wilson", + "pred": "Woodrow Wilson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Woodrow Wilson" + }, + { + "id": "q_004467", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_006746", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1993.0, + "gold": "1993", + "pred": "1993", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1993" + }, + { + "id": "q_008176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Federal Republic of Yugoslavia" + }, + { + "id": "q_000447", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_007622", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2010" + }, + { + "id": "q_007073", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FC Luch-Energiya Vladivostok", + "pred": "FC Luch-Energiya Vladivostok", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Luch-Energiya Vladivostok" + }, + { + "id": "q_006216", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_007462", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "\u00d6sters IF", + "pred": "\u00d6sters IF", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: \u00d6sters IF" + }, + { + "id": "q_000068", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Eski\u015fehirspor", + "pred": "Eski\u015fehirspor", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eski\u015fehirspor" + }, + { + "id": "q_002516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Marconi Prize", + "pred": "Marconi Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Marconi Prize" + }, + { + "id": "q_003568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_005968", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_000185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002706", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "economic liberalism", + "pred": "economic liberalism", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: economic liberalism" + }, + { + "id": "q_006338", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Jan Hendrik Oort", + "pred": "Jan Hendrik Oort", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jan Hendrik Oort" + }, + { + "id": "q_002715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "State Government", + "pred": "State Government", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: State Government" + }, + { + "id": "q_005181", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2009" + }, + { + "id": "q_003253", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: chairperson" + }, + { + "id": "q_007645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gen\u00e7lerbirli\u011fi S.K." + }, + { + "id": "q_003453", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002186", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Academy Award for Best Actress", + "pred": "Academy Award for Best Actress", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Actress" + }, + { + "id": "q_000960", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_004347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Deutsche Mark" + }, + { + "id": "q_003476", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Municipio III", + "pred": "Municipio III", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Municipio III" + }, + { + "id": "q_001826", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "WWE", + "pred": "WWE", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: WWE" + }, + { + "id": "q_002764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_007776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Latvian Soviet Socialist Republic", + "pred": "Latvian Soviet Socialist Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Latvian Soviet Socialist Republic" + }, + { + "id": "q_002291", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2022.0, + "gold": "Al-Nassr", + "pred": "Al-Nassr", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Al-Nassr" + }, + { + "id": "q_006248", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_003830", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1996" + }, + { + "id": "q_005800", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1927.0, + "gold": "1927", + "pred": "1927", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1927" + }, + { + "id": "q_002743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Roman Herzog", + "pred": "Roman Herzog", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Roman Herzog" + }, + { + "id": "q_005305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "TOP 09", + "pred": "TOP 09", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: TOP 09" + }, + { + "id": "q_003125", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chinese Communist Party" + }, + { + "id": "q_003993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "United States Air Force", + "pred": "United States Air Force", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Air Force" + }, + { + "id": "q_000679", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Member of the European Parliament", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Member of the European Parliament" + }, + { + "id": "q_001435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "1922", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1922" + }, + { + "id": "q_004918", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_006137", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Orlando Magic", + "pred": "Orlando Magic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Orlando Magic" + }, + { + "id": "q_002644", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Club Atl\u00e9tico Tigre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Atl\u00e9tico Tigre" + }, + { + "id": "q_004185", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Christiane Kubrick", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Christiane Kubrick" + }, + { + "id": "q_007259", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Heidelberg University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heidelberg University" + }, + { + "id": "q_000078", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_006054", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "SC Young Fellows Juventus", + "pred": "SC Young Fellows Juventus", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SC Young Fellows Juventus" + }, + { + "id": "q_004140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "president", + "pred": "president", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: president" + }, + { + "id": "q_002324", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2008" + }, + { + "id": "q_008261", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "National Basketball Association", + "pred": "National Basketball Association", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: National Basketball Association" + }, + { + "id": "q_004156", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_002138", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Montpellier H\u00e9rault Sport Club", + "pred": "Montpellier H\u00e9rault Sport Club", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Montpellier H\u00e9rault Sport Club" + }, + { + "id": "q_001307", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_005256", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "auxiliary bishop", + "pred": "auxiliary bishop", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: auxiliary bishop" + }, + { + "id": "q_004475", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Q135837", + "pred": "Q135837", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Q135837" + }, + { + "id": "q_002220", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Estudiantes de La Plata", + "pred": "Estudiantes de La Plata", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Estudiantes de La Plata" + }, + { + "id": "q_006192", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Egypt", + "pred": "Egypt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Egypt" + }, + { + "id": "q_005619", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_003460", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Buber-Rosenzweig-Medal", + "pred": "Buber-Rosenzweig-Medal", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Buber-Rosenzweig-Medal" + }, + { + "id": "q_005532", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Gy\u00f6rgy Fekete", + "pred": "Gy\u00f6rgy Fekete", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gy\u00f6rgy Fekete" + }, + { + "id": "q_000731", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Ren\u00e9 Ang\u00e9lil", + "pred": "Ren\u00e9 Ang\u00e9lil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ren\u00e9 Ang\u00e9lil" + }, + { + "id": "q_007949", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Aston Villa F.C.", + "pred": "Aston Villa F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aston Villa F.C." + }, + { + "id": "q_001545", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_001649", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_008040", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_006170", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Nazi Germany", + "pred": "Nazi Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nazi Germany" + }, + { + "id": "q_008589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_003715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Cottbus District", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cottbus District" + }, + { + "id": "q_004771", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "SV Waldhof Mannheim", + "pred": "SV Waldhof Mannheim", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SV Waldhof Mannheim" + }, + { + "id": "q_002240", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Raymond Lahey", + "pred": "Raymond Lahey", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Raymond Lahey" + }, + { + "id": "q_001328", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "F.C. Hansa Rostock", + "pred": "F.C. Hansa Rostock", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: F.C. Hansa Rostock" + }, + { + "id": "q_003910", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1926.0, + "gold": "Yves du Manoir Stadium", + "pred": "Yves du Manoir Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yves du Manoir Stadium" + }, + { + "id": "q_003393", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Nemuro Subprefecture (1897\u20142010)", + "pred": "Nemuro Subprefecture (1897\u20142010)", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nemuro Subprefecture (1897\u20142010)" + }, + { + "id": "q_003249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Tuvan Autonomous Soviet Socialist Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tuvan Autonomous Soviet Socialist Republic" + }, + { + "id": "q_002690", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_000520", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Watford F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Watford F.C." + }, + { + "id": "q_008590", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Acad\u00e9mie des beaux-arts", + "pred": "Acad\u00e9mie des beaux-arts", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Acad\u00e9mie des beaux-arts" + }, + { + "id": "q_002965", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Toronto", + "pred": "Toronto", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Toronto" + }, + { + "id": "q_000417", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_007810", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_002744", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Queen Mary University of London", + "pred": "Queen Mary University of London", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Queen Mary University of London" + }, + { + "id": "q_006283", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "University of G\u00f6ttingen", + "pred": "University of G\u00f6ttingen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of G\u00f6ttingen" + }, + { + "id": "q_001516", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "President of the Swiss Confederation", + "pred": "President of the Swiss Confederation", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the Swiss Confederation" + }, + { + "id": "q_004019", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "FC Aarau", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Aarau" + }, + { + "id": "q_007577", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Goethe University Frankfurt", + "pred": "Goethe University Frankfurt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Goethe University Frankfurt" + }, + { + "id": "q_006387", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Nopporo Station", + "pred": "Atsubetsu Station", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Atsubetsu Station" + }, + { + "id": "q_005748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_006907", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "People's Republic of Bulgaria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: People's Republic of Bulgaria" + }, + { + "id": "q_000891", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_003937", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "VfL Bochum", + "pred": "VfL Bochum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: VfL Bochum" + }, + { + "id": "q_000823", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_006764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Aston Villa F.C.", + "pred": "Aston Villa F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aston Villa F.C." + }, + { + "id": "q_008286", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Deportivo de La Coru\u00f1a", + "pred": "C.D. Tenerife", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: C.D. Tenerife" + }, + { + "id": "q_002635", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: West Germany" + }, + { + "id": "q_006205", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_005727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Austria men's national football team", + "pred": "Austria men's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Austria men's national football team" + }, + { + "id": "q_002157", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_000634", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "SSC Bari", + "pred": "SSC Bari", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SSC Bari" + }, + { + "id": "q_005602", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Kita-Toyotsu Signal Base", + "pred": "Kita-Toyotsu Signal Base", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kita-Toyotsu Signal Base" + }, + { + "id": "q_000342", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_004873", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Club Atletico All Boys", + "pred": "Club Atletico All Boys", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Atletico All Boys" + }, + { + "id": "q_004390", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Shonan Bellmare", + "pred": "Shonan Bellmare", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Shonan Bellmare" + }, + { + "id": "q_006898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Bruno Rossi Prize", + "pred": "Bruno Rossi Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bruno Rossi Prize" + }, + { + "id": "q_006508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_005697", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "G.S. Iraklis Thessalonikis (men's association football)", + "pred": "G.S. Iraklis Thessalonikis (men's association football)", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: G.S. Iraklis Thessalonikis (men's association football)" + }, + { + "id": "q_002898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "VfB Stuttgart", + "pred": "VfB Stuttgart", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: VfB Stuttgart" + }, + { + "id": "q_003442", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2010" + }, + { + "id": "q_004805", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Bocskai FC", + "pred": "Bocskai FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bocskai FC" + }, + { + "id": "q_006113", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Prime Minister of Bhutan", + "pred": "Prime Minister of Bhutan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Bhutan" + }, + { + "id": "q_002998", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Hibernian F.C.", + "pred": "Hibernian F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hibernian F.C." + }, + { + "id": "q_000743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_005890", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_003583", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Aichi district", + "pred": "Aichi district", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aichi district" + }, + { + "id": "q_006267", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Empire" + }, + { + "id": "q_005655", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Associated Press Athlete of the Year", + "pred": "Associated Press Athlete of the Year", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Associated Press Athlete of the Year" + }, + { + "id": "q_003079", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Kingdom of Bulgaria", + "pred": "Kingdom of Bulgaria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Bulgaria" + }, + { + "id": "q_002419", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Helmond Sport", + "pred": "Helmond Sport", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Helmond Sport" + }, + { + "id": "q_007094", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "World Rally Championship", + "pred": "World Rally Championship", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: World Rally Championship" + }, + { + "id": "q_004223", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "French Navy", + "pred": "French Navy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: French Navy" + }, + { + "id": "q_000687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Orthez", + "pred": "Orthez", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Orthez" + }, + { + "id": "q_001391", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Royal Academy of Exact, Physical and Natural Sciences", + "pred": "Royal Academy of Exact, Physical and Natural Sciences", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Royal Academy of Exact, Physical and Natural Sciences" + }, + { + "id": "q_005935", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Atalanta BC", + "pred": "Atalanta BC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Atalanta BC" + }, + { + "id": "q_003693", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Spartak", + "pred": "Spartak", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Spartak" + }, + { + "id": "q_001318", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Princeton University", + "pred": "Princeton University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Princeton University" + }, + { + "id": "q_006537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Yale University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yale University" + }, + { + "id": "q_000126", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_004119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_004718", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Egypt", + "pred": "Egypt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Egypt" + }, + { + "id": "q_000908", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "TI-Raleigh", + "pred": "TI-Raleigh", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: TI-Raleigh" + }, + { + "id": "q_003983", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Spanish Navy", + "pred": "Spanish Navy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Spanish Navy" + }, + { + "id": "q_008295", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Grawemeyer Award for Music Composition", + "pred": "Grawemeyer Award for Music Composition", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Grawemeyer Award for Music Composition" + }, + { + "id": "q_003030", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "pred": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Acad\u00e9mie des Inscriptions et Belles-Lettres" + }, + { + "id": "q_005340", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Boavista F.C.", + "pred": "Boavista F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Boavista F.C." + }, + { + "id": "q_004507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_008262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Dario Franchitti", + "pred": "Dario Franchitti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dario Franchitti" + }, + { + "id": "q_000349", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "2nd U-boat Flotilla", + "pred": "2nd U-boat Flotilla", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2nd U-boat Flotilla" + }, + { + "id": "q_004450", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Radio Free Europe/Radio Liberty", + "pred": "Radio Free Europe/Radio Liberty", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Radio Free Europe/Radio Liberty" + }, + { + "id": "q_001374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom" + }, + { + "id": "q_005907", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1904.0, + "gold": "1904", + "pred": "1904", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1904" + }, + { + "id": "q_007403", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Nazi Germany", + "pred": "Nazi Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nazi Germany" + }, + { + "id": "q_007172", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Cardiff City F.C.", + "pred": "Cardiff City F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cardiff City F.C." + }, + { + "id": "q_006019", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Fengtien", + "pred": "Fengtien", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Fengtien" + }, + { + "id": "q_003483", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Helmut Newton", + "pred": "Helmut Newton", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Helmut Newton" + }, + { + "id": "q_003450", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_007313", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Georges Bataille", + "pred": "Georges Bataille", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Georges Bataille" + }, + { + "id": "q_006396", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Institute for Advanced Study", + "pred": "Institute for Advanced Study", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Institute for Advanced Study" + }, + { + "id": "q_004252", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "FC Sochaux-Montb\u00e9liard", + "pred": "France men's national association football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: France men's national association football team" + }, + { + "id": "q_006732", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Lappeenranta", + "pred": "Lappeenranta", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lappeenranta" + }, + { + "id": "q_002912", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Tinkoff", + "pred": "Tinkoff", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tinkoff" + }, + { + "id": "q_000404", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Club Le\u00f3n", + "pred": "Club Le\u00f3n", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Le\u00f3n" + }, + { + "id": "q_003700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_007041", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Hannover 96", + "pred": "Hannover 96", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hannover 96" + }, + { + "id": "q_008089", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_003463", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chinese Communist Party" + }, + { + "id": "q_005154", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_002203", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Pace University", + "pred": "Pace University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pace University" + }, + { + "id": "q_008263", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_001733", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "FC Aarau", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Aarau" + }, + { + "id": "q_002948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Chemnitz Government Region", + "pred": "Chemnitz Government Region", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chemnitz Government Region" + }, + { + "id": "q_004111", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Osinniki", + "pred": "Osinniki", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Osinniki" + }, + { + "id": "q_003418", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Bruno Kastner", + "pred": "Bruno Kastner", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bruno Kastner" + }, + { + "id": "q_004890", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Kiliia Raion", + "pred": "Kiliia Raion", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kiliia Raion" + }, + { + "id": "q_008141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_008123", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_003032", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1968.0, + "gold": "1968", + "pred": "1968", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1968" + }, + { + "id": "q_003123", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1928.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_008638", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2015.0, + "gold": "2015", + "pred": "2015", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2015" + }, + { + "id": "q_004857", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Christiane Kubrick", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Christiane Kubrick" + }, + { + "id": "q_004040", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2009" + }, + { + "id": "q_001345", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Radical Civic Union", + "pred": "Radical Civic Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Radical Civic Union" + }, + { + "id": "q_004403", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1930" + }, + { + "id": "q_005977", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2008" + }, + { + "id": "q_005231", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Algiers", + "pred": "Algiers", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Algiers" + }, + { + "id": "q_007965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Second Polish Republic", + "pred": "Second Polish Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Second Polish Republic" + }, + { + "id": "q_007542", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "England women's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: England women's national football team" + }, + { + "id": "q_002736", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Busan IPark FC", + "pred": "Busan IPark FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Busan IPark FC" + }, + { + "id": "q_006562", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_008098", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "2013", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2013" + }, + { + "id": "q_008119", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_007399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Barbastro", + "pred": "Barbastro", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Barbastro" + }, + { + "id": "q_002437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: chairperson" + }, + { + "id": "q_004561", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2001" + }, + { + "id": "q_008086", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Cindy McCain", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cindy McCain" + }, + { + "id": "q_003089", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_003744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Toulouse FC", + "pred": "Toulouse FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Toulouse FC" + }, + { + "id": "q_007690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1942" + }, + { + "id": "q_007154", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_007872", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Big Brother", + "pred": "Big Brother", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Big Brother" + }, + { + "id": "q_008425", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_000644", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Iburi Subprefecture", + "pred": "Iburi Subprefecture", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Iburi Subprefecture" + }, + { + "id": "q_001235", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Omar al-Bashir", + "pred": "Omar al-Bashir", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Omar al-Bashir" + }, + { + "id": "q_006759", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise" + }, + { + "id": "q_004565", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Empire" + }, + { + "id": "q_005444", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Queens Park Rangers F.C.", + "pred": "Queens Park Rangers F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Queens Park Rangers F.C." + }, + { + "id": "q_001753", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_003468", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "B\u00f4cher Memorial Prize", + "pred": "B\u00f4cher Memorial Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: B\u00f4cher Memorial Prize" + }, + { + "id": "q_001321", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "KFC Uerdingen 05", + "pred": "KFC Uerdingen 05", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: KFC Uerdingen 05" + }, + { + "id": "q_004960", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Real Madrid Club de F\u00fatbol", + "pred": "Real Madrid Club de F\u00fatbol", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Real Madrid Club de F\u00fatbol" + }, + { + "id": "q_004118", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_008476", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_004242", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_004333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "FC St. Gallen", + "pred": "FC St. Gallen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC St. Gallen" + }, + { + "id": "q_007528", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1974" + }, + { + "id": "q_003750", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States" + }, + { + "id": "q_002500", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "PFC Slavia Sofia", + "pred": "PFC Slavia Sofia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: PFC Slavia Sofia" + }, + { + "id": "q_006400", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_004574", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1977" + }, + { + "id": "q_002681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_006488", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Albert II of Belgium", + "pred": "Albert II of Belgium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Albert II of Belgium" + }, + { + "id": "q_007839", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004" + }, + { + "id": "q_001389", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_007506", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_005877", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: chairperson" + }, + { + "id": "q_001046", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise" + }, + { + "id": "q_004160", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SC Bastia", + "pred": "SC Bastia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SC Bastia" + }, + { + "id": "q_001013", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Rip Torn", + "pred": "Rip Torn", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rip Torn" + }, + { + "id": "q_007572", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Bernadette Chirac", + "pred": "Bernadette Chirac", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bernadette Chirac" + }, + { + "id": "q_008063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Academy Award for Best Costume Design", + "pred": "Academy Award for Best Costume Design", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Costume Design" + }, + { + "id": "q_008392", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_003675", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "list of land speed records", + "pred": "list of land speed records", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: list of land speed records" + }, + { + "id": "q_004974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "AFC Bournemouth", + "pred": "AFC Bournemouth", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: AFC Bournemouth" + }, + { + "id": "q_000114", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Finland women's national football team", + "pred": "Finland women's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Finland women's national football team" + }, + { + "id": "q_004958", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "FC Bayern Munich", + "pred": "FC Bayern Munich", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Bayern Munich" + }, + { + "id": "q_002847", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_001441", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gen\u00e7lerbirli\u011fi S.K." + }, + { + "id": "q_006437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_002206", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Chelsea F.C.", + "pred": "Chelsea F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chelsea F.C." + }, + { + "id": "q_007216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "C.D. Jorge Wilstermann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: C.D. Jorge Wilstermann" + }, + { + "id": "q_005526", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "SK Rapid Wien", + "pred": "SK Rapid Wien", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SK Rapid Wien" + }, + { + "id": "q_005718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_000262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "FK Teplice", + "pred": "FK Teplice", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FK Teplice" + }, + { + "id": "q_001083", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany" + }, + { + "id": "q_004361", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "SK Brann", + "pred": "SK Brann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SK Brann" + }, + { + "id": "q_006333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Deutsche Reichsbahn", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Deutsche Reichsbahn" + }, + { + "id": "q_003965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Servette FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Servette FC" + }, + { + "id": "q_002645", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "S.L. Benfica", + "pred": "S.L. Benfica", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S.L. Benfica" + }, + { + "id": "q_001182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Silver Bear for Best Actress", + "pred": "Silver Bear for Best Actress", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Silver Bear for Best Actress" + }, + { + "id": "q_004948", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "2007", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2007" + }, + { + "id": "q_001871", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Yale University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yale University" + }, + { + "id": "q_000473", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "US Triestina Calcio 1918", + "pred": "US Triestina Calcio 1918", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: US Triestina Calcio 1918" + }, + { + "id": "q_006904", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Bernd R\u00fcthers", + "pred": "Bernd R\u00fcthers", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bernd R\u00fcthers" + }, + { + "id": "q_003995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "RC Strasbourg Alsace", + "pred": "RC Strasbourg Alsace", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: RC Strasbourg Alsace" + }, + { + "id": "q_005684", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "delegate", + "pred": "delegate", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: delegate" + }, + { + "id": "q_004481", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Vladimir Lenin", + "pred": "Vladimir Lenin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vladimir Lenin" + }, + { + "id": "q_006873", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1948.0, + "gold": "1948", + "pred": "1948", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1948" + }, + { + "id": "q_005653", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Andrzej Strejlau", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Andrzej Strejlau" + }, + { + "id": "q_003277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tottenham Hotspur F.C." + }, + { + "id": "q_004653", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2012" + }, + { + "id": "q_001722", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_000499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "United States Marine Corps", + "pred": "United States Marine Corps", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Marine Corps" + }, + { + "id": "q_003725", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Empire" + }, + { + "id": "q_004162", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Bob Benny", + "pred": "Bob Benny", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bob Benny" + }, + { + "id": "q_004885", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_007832", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "South West Trains", + "pred": "South West Trains", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: South West Trains" + }, + { + "id": "q_005962", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_000011", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Order of the Red Banner of Labour", + "pred": "Order of the Red Banner of Labour", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Order of the Red Banner of Labour" + }, + { + "id": "q_007446", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Cruz Azul", + "pred": "Cruz Azul", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cruz Azul" + }, + { + "id": "q_004620", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_007791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Fredrikstad FK", + "pred": "Fredrikstad FK", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Fredrikstad FK" + }, + { + "id": "q_003645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Andrzej Strejlau", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Andrzej Strejlau" + }, + { + "id": "q_008601", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_001029", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Club Joventut Badalona", + "pred": "Club Joventut Badalona", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Joventut Badalona" + }, + { + "id": "q_002959", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006" + }, + { + "id": "q_002305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002878", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Guardian Children's Fiction Prize", + "pred": "Guardian Children's Fiction Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Guardian Children's Fiction Prize" + }, + { + "id": "q_000807", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "C\u00e9sar Award for Best Female Revelation", + "pred": "C\u00e9sar Award for Best Female Revelation", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: C\u00e9sar Award for Best Female Revelation" + }, + { + "id": "q_004108", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise" + }, + { + "id": "q_000347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Primetime Emmy Award for Outstanding Animated Program", + "pred": "Primetime Emmy Award for Outstanding Animated Program", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Primetime Emmy Award for Outstanding Animated Program" + }, + { + "id": "q_004954", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "FC Elista", + "pred": "Dario Passoni", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dario Passoni" + }, + { + "id": "q_006909", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Umberto Bossi", + "pred": "Umberto Bossi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Umberto Bossi" + }, + { + "id": "q_007331", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "President of Latvia", + "pred": "President of Latvia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Latvia" + }, + { + "id": "q_003609", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Sch\u00f6neberg", + "pred": "Sch\u00f6neberg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sch\u00f6neberg" + }, + { + "id": "q_006006", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "FC Twente", + "pred": "FC Twente", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Twente" + }, + { + "id": "q_008100", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Mandatory Palestine", + "pred": "Mandatory Palestine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mandatory Palestine" + }, + { + "id": "q_004453", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_006282", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Club Atl\u00e9tico Osasuna", + "pred": "Club Atl\u00e9tico Osasuna", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Atl\u00e9tico Osasuna" + }, + { + "id": "q_003708", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_003013", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Watford F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Watford F.C." + }, + { + "id": "q_001471", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_007727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_000942", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Husqvarna FF", + "pred": "Husqvarna FF", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Husqvarna FF" + }, + { + "id": "q_006079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Altai Krai", + "pred": "Altai Krai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Altai Krai" + }, + { + "id": "q_002943", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Leipzig University", + "pred": "Leipzig University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Leipzig University" + }, + { + "id": "q_003037", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany" + }, + { + "id": "q_003677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_003146", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "New York City", + "pred": "New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: New York City" + }, + { + "id": "q_004225", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "MTK Budapest FC", + "pred": "MTK Budapest FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: MTK Budapest FC" + }, + { + "id": "q_000827", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_008211", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Rick Parfitt", + "pred": "Rick Parfitt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rick Parfitt" + }, + { + "id": "q_007342", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pierre Mauroy", + "pred": "Pierre Mauroy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pierre Mauroy" + }, + { + "id": "q_005759", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Austria\u2013Hungary", + "pred": "Austria\u2013Hungary", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Austria\u2013Hungary" + }, + { + "id": "q_003949", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Member of the European Parliament", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Member of the European Parliament" + }, + { + "id": "q_005277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Samba Gold", + "pred": "Samba Gold", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Samba Gold" + }, + { + "id": "q_001667", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002554", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2009" + }, + { + "id": "q_003996", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1943.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_005904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_004658", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_004227", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Lady Gaga", + "pred": "Lady Gaga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lady Gaga" + }, + { + "id": "q_001594", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Bell Labs", + "pred": "Bell Labs", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bell Labs" + }, + { + "id": "q_006869", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Al Masry SC", + "pred": "Al Masry SC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Al Masry SC" + }, + { + "id": "q_006930", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_000374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "University of Edinburgh", + "pred": "University of Edinburgh", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of Edinburgh" + }, + { + "id": "q_005195", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_002457", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Cottbus District", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cottbus District" + }, + { + "id": "q_007411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "CPJ International Press Freedom Awards", + "pred": "CPJ International Press Freedom Awards", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: CPJ International Press Freedom Awards" + }, + { + "id": "q_006097", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2008" + }, + { + "id": "q_006940", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "British Raj", + "pred": "British Raj", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: British Raj" + }, + { + "id": "q_000173", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_005298", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_005185", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1950.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_007749", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "David Mamet", + "pred": "David Mamet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Mamet" + }, + { + "id": "q_007535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges." + }, + { + "id": "q_006111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002110", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_000829", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_008640", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002292", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1989" + }, + { + "id": "q_005480", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "general", + "pred": "general", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: general" + }, + { + "id": "q_008496", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_006640", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Ottoman Empire", + "pred": "Ottoman Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ottoman Empire" + }, + { + "id": "q_003927", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Ascoli Calcio 1898 FC", + "pred": "Ascoli Calcio 1898 FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ascoli Calcio 1898 FC" + }, + { + "id": "q_007996", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_000373", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Northwestern University", + "pred": "Northwestern University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Northwestern University" + }, + { + "id": "q_005430", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Aut\u00f3dromo Internacional Ayrton Senna", + "pred": "Aut\u00f3dromo Internacional Ayrton Senna", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aut\u00f3dromo Internacional Ayrton Senna" + }, + { + "id": "q_000744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Calcio Foggia 1920", + "pred": "Calcio Foggia 1920", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Calcio Foggia 1920" + }, + { + "id": "q_003964", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Gangwon FC", + "pred": "Gangwon FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gangwon FC" + }, + { + "id": "q_004438", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Club Atl\u00e9tico River Plate", + "pred": "Club Atl\u00e9tico River Plate", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Atl\u00e9tico River Plate" + }, + { + "id": "q_004862", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1902.0, + "gold": "Amtshauptmannschaft Schwarzenberg", + "pred": "Amtshauptmannschaft Schwarzenberg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amtshauptmannschaft Schwarzenberg" + }, + { + "id": "q_004495", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "As d'Or Jeu de l'Ann\u00e9e", + "pred": "As d'Or Jeu de l'Ann\u00e9e", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: As d'Or Jeu de l'Ann\u00e9e" + }, + { + "id": "q_002486", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Israel" + }, + { + "id": "q_003629", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "La Spezia", + "pred": "La Spezia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: La Spezia" + }, + { + "id": "q_006341", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "FC Girondins de Bordeaux", + "pred": "David Bellion", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Bellion" + }, + { + "id": "q_002779", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SBV Vitesse", + "pred": "SBV Vitesse", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SBV Vitesse" + }, + { + "id": "q_006236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Nazi Party", + "pred": "Nazi Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nazi Party" + }, + { + "id": "q_004217", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "1. FFC Frankfurt", + "pred": "1. FFC Frankfurt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1. FFC Frankfurt" + }, + { + "id": "q_001111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_003973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Mandatory Palestine", + "pred": "Mandatory Palestine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mandatory Palestine" + }, + { + "id": "q_002651", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Edith Roosevelt", + "pred": "Edith Roosevelt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Edith Roosevelt" + }, + { + "id": "q_005128", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2012" + }, + { + "id": "q_007441", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Norway men's national association football team", + "pred": "Norway men's national association football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Norway men's national association football team" + }, + { + "id": "q_006793", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "FC Veszpr\u00e9m", + "pred": "FC Veszpr\u00e9m", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Veszpr\u00e9m" + }, + { + "id": "q_005396", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Nazi Germany", + "pred": "Nazi Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nazi Germany" + }, + { + "id": "q_002815", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "People's Republic of China", + "pred": "People's Republic of China", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: People's Republic of China" + }, + { + "id": "q_007174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Amsterdam", + "pred": "Amsterdam", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amsterdam" + }, + { + "id": "q_001511", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Academy Award for Best Picture", + "pred": "Academy Award for Best Picture", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Picture" + }, + { + "id": "q_000553", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Denmark women's national football team", + "pred": "Julie Rydahl Bukh", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Julie Rydahl Bukh" + }, + { + "id": "q_000656", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Northwestern University", + "pred": "Northwestern University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Northwestern University" + }, + { + "id": "q_001297", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1970.0, + "gold": "1970", + "pred": "1970", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1970" + }, + { + "id": "q_007459", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Amsterdam", + "pred": "Amsterdam", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amsterdam" + }, + { + "id": "q_002423", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Trinidad and Tobago men's national football team", + "pred": "Trinidad and Tobago men's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Trinidad and Tobago men's national football team" + }, + { + "id": "q_001348", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Servette FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Servette FC" + }, + { + "id": "q_008576", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_002071", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "British School at Rome", + "pred": "British School at Rome", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: British School at Rome" + }, + { + "id": "q_004899", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1978.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_001022", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Vladimir Oblast", + "pred": "Vladimir Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vladimir Oblast" + }, + { + "id": "q_003839", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jane Birkin", + "pred": "Jane Birkin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jane Birkin" + }, + { + "id": "q_001814", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Christian Neureuther", + "pred": "Christian Neureuther", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Christian Neureuther" + }, + { + "id": "q_007256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_005993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Martha Vickers", + "pred": "Martha Vickers", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Martha Vickers" + }, + { + "id": "q_005336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Arabic", + "pred": "Arabic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Arabic" + }, + { + "id": "q_005683", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Heidelberg University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heidelberg University" + }, + { + "id": "q_007163", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Relax-Gam", + "pred": "Relax-Gam", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Relax-Gam" + }, + { + "id": "q_007140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Carl Ferdinand Cori", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carl Ferdinand Cori" + }, + { + "id": "q_008134", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges." + }, + { + "id": "q_002147", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Hungarian Socialist Workers' Party", + "pred": "Hungarian Socialist Workers' Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hungarian Socialist Workers' Party" + }, + { + "id": "q_006224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "habilitation", + "pred": "habilitation", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: habilitation" + }, + { + "id": "q_000654", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Province of Mantua", + "pred": "Province of Mantua", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Province of Mantua" + }, + { + "id": "q_004102", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "University of California, Los Angeles", + "pred": "University of California, Los Angeles", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of California, Los Angeles" + }, + { + "id": "q_007739", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "FSV Frankfurt", + "pred": "FSV Frankfurt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FSV Frankfurt" + }, + { + "id": "q_006368", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Chemins de fer du Midi", + "pred": "Chemins de fer du Midi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chemins de fer du Midi" + }, + { + "id": "q_002589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_006409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "A.O. Kavalas (association football)", + "pred": "A.O. Kavalas (association football)", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A.O. Kavalas (association football)" + }, + { + "id": "q_002646", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1997.0, + "gold": "1997", + "pred": "1997", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1997" + }, + { + "id": "q_002133", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Gold Medal of the Royal Astronomical Society", + "pred": "Gold Medal of the Royal Astronomical Society", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gold Medal of the Royal Astronomical Society" + }, + { + "id": "q_000302", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002678", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Atalanta BC", + "pred": "Atalanta BC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Atalanta BC" + }, + { + "id": "q_004224", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Tony Award for Best Actress in a Play", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tony Award for Best Actress in a Play" + }, + { + "id": "q_005379", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "arrondissement of Bourg-en-Bresse", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: arrondissement of Bourg-en-Bresse" + }, + { + "id": "q_006243", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1982" + }, + { + "id": "q_008166", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "MTK Budapest FC", + "pred": "MTK Budapest FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: MTK Budapest FC" + }, + { + "id": "q_003678", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "lawyer", + "pred": "lawyer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: lawyer" + }, + { + "id": "q_000025", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Klaus Jensen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Jensen" + }, + { + "id": "q_001419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom" + }, + { + "id": "q_000689", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_004963", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "City of Gosford", + "pred": "City of Gosford", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: City of Gosford" + }, + { + "id": "q_001580", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "London", + "pred": "London", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: London" + }, + { + "id": "q_002212", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1977" + }, + { + "id": "q_001427", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "FC Lausanne-Sport", + "pred": "FC Lausanne-Sport", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Lausanne-Sport" + }, + { + "id": "q_000751", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise" + }, + { + "id": "q_005986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "FC Spartak Trnava", + "pred": "FC Spartak Trnava", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Spartak Trnava" + }, + { + "id": "q_002412", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_001943", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1999.0, + "gold": "1999", + "pred": "1999", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1999" + }, + { + "id": "q_005685", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1939", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1939" + }, + { + "id": "q_001916", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Str\u00f8msgodset IF", + "pred": "Str\u00f8msgodset IF", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Str\u00f8msgodset IF" + }, + { + "id": "q_006927", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_000904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_006701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_005536", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Fengtien", + "pred": "Fengtien", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Fengtien" + }, + { + "id": "q_000555", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Gertrude Stein", + "pred": "Gertrude Stein", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gertrude Stein" + }, + { + "id": "q_005626", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Heiner Gei\u00dfler", + "pred": "Heiner Gei\u00dfler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heiner Gei\u00dfler" + }, + { + "id": "q_005124", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Algiers", + "pred": "Algiers", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Algiers" + }, + { + "id": "q_002798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Coll\u00e8ge de France", + "pred": "Coll\u00e8ge de France", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Coll\u00e8ge de France" + }, + { + "id": "q_003885", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2021.0, + "gold": "National Oceanic and Atmospheric Administration", + "pred": "National Oceanic and Atmospheric Administration", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: National Oceanic and Atmospheric Administration" + }, + { + "id": "q_005314", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Taiwan" + }, + { + "id": "q_007748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Knight Bachelor", + "pred": "Knight Bachelor", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Knight Bachelor" + }, + { + "id": "q_002726", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "SK Slavia Prague", + "pred": "SK Slavia Prague", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SK Slavia Prague" + }, + { + "id": "q_004003", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "KRC Mechelen", + "pred": "KRC Mechelen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: KRC Mechelen" + }, + { + "id": "q_008148", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_004079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1916.0, + "gold": "Marie Bonaparte", + "pred": "Marie Bonaparte", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Marie Bonaparte" + }, + { + "id": "q_003444", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "A.S. Nancy-Lorraine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A.S. Nancy-Lorraine" + }, + { + "id": "q_004684", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Schutzstaffel", + "pred": "Schutzstaffel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Schutzstaffel" + }, + { + "id": "q_007043", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1995" + }, + { + "id": "q_002077", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Scunthorpe United F.C.", + "pred": "Scunthorpe United F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Scunthorpe United F.C." + }, + { + "id": "q_005610", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Willi Daume", + "pred": "Willi Daume", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Willi Daume" + }, + { + "id": "q_007161", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Polish People's Republic", + "pred": "Polish People's Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Polish People's Republic" + }, + { + "id": "q_008431", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Kingdom of Greece", + "pred": "Kingdom of Greece", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Greece" + }, + { + "id": "q_005503", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_003756", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Nuremberg Medical Trial", + "pred": "Nuremberg Medical Trial", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nuremberg Medical Trial" + }, + { + "id": "q_006939", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nobel Prize in Physiology or Medicine" + }, + { + "id": "q_005031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_001054", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002273", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Watford F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Watford F.C." + }, + { + "id": "q_000786", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Order of Merit of Baden-W\u00fcrttemberg" + }, + { + "id": "q_002778", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tottenham Hotspur F.C." + }, + { + "id": "q_005074", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Japan", + "pred": "Japan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Japan" + }, + { + "id": "q_007312", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Chelsea F.C.", + "pred": "Ryan Bertrand", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ryan Bertrand" + }, + { + "id": "q_001350", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Leningrad Oblast", + "pred": "Luga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Luga" + }, + { + "id": "q_001371", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Clare Boothe Luce", + "pred": "Clare Boothe Luce", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Clare Boothe Luce" + }, + { + "id": "q_000490", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2005" + }, + { + "id": "q_006219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1985.0, + "gold": "1985", + "pred": "1985", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1985" + }, + { + "id": "q_005716", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_005200", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Pichichi Trophy", + "pred": "Pichichi Trophy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pichichi Trophy" + }, + { + "id": "q_000681", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2009" + }, + { + "id": "q_004424", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lviv Oblast", + "pred": "Lviv Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lviv Oblast" + }, + { + "id": "q_003611", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Catholic priest", + "pred": "Catholic priest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Catholic priest" + }, + { + "id": "q_000603", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Lille OSC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lille OSC" + }, + { + "id": "q_007417", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Beaux-Arts de Paris", + "pred": "Beaux-Arts de Paris", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Beaux-Arts de Paris" + }, + { + "id": "q_001017", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Golden Bear", + "pred": "Golden Bear", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Golden Bear" + }, + { + "id": "q_004297", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Walter Sisulu", + "pred": "Walter Sisulu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Walter Sisulu" + }, + { + "id": "q_007760", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Netherlands", + "pred": "Netherlands", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Netherlands" + }, + { + "id": "q_002309", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Feh\u00e9rv\u00e1r FC", + "pred": "Feh\u00e9rv\u00e1r FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Feh\u00e9rv\u00e1r FC" + }, + { + "id": "q_000472", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_001687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Free Democratic Party", + "pred": "Free Democratic Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Free Democratic Party" + }, + { + "id": "q_003092", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic" + }, + { + "id": "q_003984", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Hamburger SV", + "pred": "Hamburger SV", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hamburger SV" + }, + { + "id": "q_004307", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_004221", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002604", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Orenburg Governorate", + "pred": "Orenburg Governorate", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Orenburg Governorate" + }, + { + "id": "q_005175", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_000103", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "People's Republic of Bulgaria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: People's Republic of Bulgaria" + }, + { + "id": "q_007858", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "construction", + "pred": "construction", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: construction" + }, + { + "id": "q_000929", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Tony Award for Best Actress in a Play", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tony Award for Best Actress in a Play" + }, + { + "id": "q_008399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Hamburg Commercial Bank", + "pred": "Hamburg Commercial Bank", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hamburg Commercial Bank" + }, + { + "id": "q_006833", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "Princess M\u00e4rtha of Sweden", + "pred": "Denmark", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Denmark" + }, + { + "id": "q_007826", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006" + }, + { + "id": "q_005791", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1969.0, + "gold": "1969", + "pred": "1969", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1969" + }, + { + "id": "q_008695", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "FC Basel", + "pred": "FC Basel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Basel" + }, + { + "id": "q_006326", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_002683", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_004982", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "AS Monaco FC", + "pred": "AS Monaco FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: AS Monaco FC" + }, + { + "id": "q_000500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rome" + }, + { + "id": "q_000415", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise" + }, + { + "id": "q_002513", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "IBM", + "pred": "IBM", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: IBM" + }, + { + "id": "q_001131", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chinese Communist Party" + }, + { + "id": "q_004809", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_006419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "England women's national football team", + "pred": "England women's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: England women's national football team" + }, + { + "id": "q_000119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002765", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "The Rockefeller University", + "pred": "The Rockefeller University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Rockefeller University" + }, + { + "id": "q_001638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_003270", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_002090", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_002717", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_001781", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Waltrude Schleyer", + "pred": "Waltrude Schleyer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Waltrude Schleyer" + }, + { + "id": "q_007508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "West Ham United F.C.", + "pred": "West Ham United F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: West Ham United F.C." + }, + { + "id": "q_000911", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Tuscany", + "pred": "Tuscany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tuscany" + }, + { + "id": "q_002590", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1946.0, + "gold": "1946", + "pred": "1946", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1946" + }, + { + "id": "q_005409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Order of Merit of Baden-W\u00fcrttemberg" + }, + { + "id": "q_004701", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise" + }, + { + "id": "q_006905", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2023" + }, + { + "id": "q_005334", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2003" + }, + { + "id": "q_006551", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_002537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_004357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "FC Amkar Perm", + "pred": "FC Amkar Perm", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Amkar Perm" + }, + { + "id": "q_006681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Sporting CP", + "pred": "Sporting CP", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sporting CP" + }, + { + "id": "q_001982", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_001763", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Tranmere Rovers F.C.", + "pred": "Tranmere Rovers F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tranmere Rovers F.C." + }, + { + "id": "q_001693", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Utrecht University", + "pred": "Utrecht University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Utrecht University" + }, + { + "id": "q_006247", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1909.0, + "gold": "Associate Justice of the Supreme Court of the United States", + "pred": "Associate Justice of the Supreme Court of the United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Associate Justice of the Supreme Court of the United States" + }, + { + "id": "q_006923", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Der St\u00fcrmer", + "pred": "Der St\u00fcrmer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Der St\u00fcrmer" + }, + { + "id": "q_004828", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_006717", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_001064", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic" + }, + { + "id": "q_002886", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_001768", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_006522", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Cameroon men's national football team", + "pred": "Joseph-Antoine Bell", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Joseph-Antoine Bell" + }, + { + "id": "q_001073", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Kingdom of Bulgaria", + "pred": "Kingdom of Bulgaria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Bulgaria" + }, + { + "id": "q_002125", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "SSC Napoli", + "pred": "SSC Napoli", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SSC Napoli" + }, + { + "id": "q_002297", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "FC Astra Giurgiu", + "pred": "FC Astra Giurgiu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Astra Giurgiu" + }, + { + "id": "q_002809", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_002474", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Pat Travers", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pat Travers" + }, + { + "id": "q_004101", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004" + }, + { + "id": "q_006366", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "England women's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: England women's national football team" + }, + { + "id": "q_003182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "United States Navy", + "pred": "United States Navy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Navy" + }, + { + "id": "q_003020", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Lagos", + "pred": "Lagos", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lagos" + }, + { + "id": "q_004956", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Calcio Padova", + "pred": "Calcio Padova", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Calcio Padova" + }, + { + "id": "q_006758", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Al Masry SC", + "pred": "Al Masry SC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Al Masry SC" + }, + { + "id": "q_003840", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "DSV Leoben", + "pred": "DSV Leoben", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: DSV Leoben" + }, + { + "id": "q_003113", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Wheaton College", + "pred": "Wheaton College", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Wheaton College" + }, + { + "id": "q_004767", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Miss America", + "pred": "Miss America", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Miss America" + }, + { + "id": "q_004986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_004256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "pred": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais" + }, + { + "id": "q_003340", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Russia", + "pred": "Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russia" + }, + { + "id": "q_005245", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1982" + }, + { + "id": "q_006022", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lady Gaga", + "pred": "Lady Gaga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lady Gaga" + }, + { + "id": "q_002807", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "University of Oslo", + "pred": "University of Oslo", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of Oslo" + }, + { + "id": "q_002236", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Order of Merit of North Rhine-Westphalia", + "pred": "Order of Merit of North Rhine-Westphalia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Order of Merit of North Rhine-Westphalia" + }, + { + "id": "q_006258", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "United States Cabinet", + "pred": "United States Cabinet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Cabinet" + }, + { + "id": "q_003646", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "pred": "Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie" + }, + { + "id": "q_002029", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Warabitai Station", + "pred": "Warabitai Station", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Warabitai Station" + }, + { + "id": "q_002701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Rudi Fuchs", + "pred": "Rudi Fuchs", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rudi Fuchs" + }, + { + "id": "q_000849", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1987" + }, + { + "id": "q_000139", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "Schutzstaffel", + "pred": "Schutzstaffel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Schutzstaffel" + }, + { + "id": "q_007176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Anton-G\u00fcnther, Duke of Oldenburg", + "pred": "Anton-G\u00fcnther, Duke of Oldenburg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Anton-G\u00fcnther, Duke of Oldenburg" + }, + { + "id": "q_004055", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_004419", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Jeonbuk Hyundai Motors FC", + "pred": "Jeonbuk Hyundai Motors FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jeonbuk Hyundai Motors FC" + }, + { + "id": "q_006447", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2010" + }, + { + "id": "q_005863", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Parliament of the United Kingdom", + "pred": "Parliament of the United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Parliament of the United Kingdom" + }, + { + "id": "q_004287", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Jens Stoltenberg", + "pred": "Jens Stoltenberg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jens Stoltenberg" + }, + { + "id": "q_008613", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "1980", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1980" + }, + { + "id": "q_002216", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Team Jayco AlUla", + "pred": "Team Jayco AlUla", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Team Jayco AlUla" + }, + { + "id": "q_006890", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gen\u00e7lerbirli\u011fi S.K." + }, + { + "id": "q_005004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_004395", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "University of Freiburg", + "pred": "University of Freiburg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of Freiburg" + }, + { + "id": "q_003660", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Queen", + "pred": "Queen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Queen" + }, + { + "id": "q_006514", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Soviet Federative Socialist Republic" + }, + { + "id": "q_002222", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_000791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_001758", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "John Mauchly", + "pred": "John Mauchly", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John Mauchly" + }, + { + "id": "q_004641", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Ni\u00e8vre", + "pred": "Ni\u00e8vre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ni\u00e8vre" + }, + { + "id": "q_000084", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Munich Kammerspiele", + "pred": "Munich Kammerspiele", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Munich Kammerspiele" + }, + { + "id": "q_005007", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2017.0, + "gold": "2017", + "pred": "2017", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2017" + }, + { + "id": "q_002535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Tuvan Autonomous Soviet Socialist Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tuvan Autonomous Soviet Socialist Republic" + }, + { + "id": "q_007920", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2002" + }, + { + "id": "q_006359", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1956.0, + "gold": "1956", + "pred": "1956", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1956" + }, + { + "id": "q_005402", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Empire" + }, + { + "id": "q_007921", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1989" + }, + { + "id": "q_002569", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_003091", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Pat Travers", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pat Travers" + }, + { + "id": "q_002364", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Gaz\u00e9lec Ajaccio", + "pred": "Gaz\u00e9lec Ajaccio", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gaz\u00e9lec Ajaccio" + }, + { + "id": "q_007208", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Gustave Choquet", + "pred": "Gustave Choquet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gustave Choquet" + }, + { + "id": "q_003209", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "C\u00e9sar Milstein", + "pred": "C\u00e9sar Milstein", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: C\u00e9sar Milstein" + }, + { + "id": "q_001948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nobel Prize in Physiology or Medicine" + }, + { + "id": "q_004389", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "1922", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1922" + }, + { + "id": "q_001672", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Kemerovo Oblast", + "pred": "Kemerovo Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kemerovo Oblast" + }, + { + "id": "q_002971", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2020.0, + "gold": "Hamza Hamzao\u011flu", + "pred": "Hamza Hamzao\u011flu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hamza Hamzao\u011flu" + }, + { + "id": "q_007668", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Freie Universit\u00e4t Berlin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Freie Universit\u00e4t Berlin" + }, + { + "id": "q_004443", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Member of the European Parliament", + "pred": "Member of the European Parliament", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Member of the European Parliament" + }, + { + "id": "q_000260", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_003060", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Leipziger Land", + "pred": "Leipzig Government Region", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Leipzig Government Region" + }, + { + "id": "q_003434", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "United Arab Republic", + "pred": "United Arab Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Arab Republic" + }, + { + "id": "q_006063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_005538", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Nobel Prize in Literature", + "pred": "Nobel Prize in Literature", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nobel Prize in Literature" + }, + { + "id": "q_005136", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Ireland men\u2019s national rugby union team", + "pred": "Ireland men\u2019s national rugby union team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ireland men\u2019s national rugby union team" + }, + { + "id": "q_004183", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "The Rockefeller University", + "pred": "The Rockefeller University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Rockefeller University" + }, + { + "id": "q_006802", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Is\u00e8re", + "pred": "Is\u00e8re", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Is\u00e8re" + }, + { + "id": "q_002238", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_004081", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Harvard University", + "pred": "Harvard University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Harvard University" + }, + { + "id": "q_007931", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Kingdom of Hungary", + "pred": "Kingdom of Hungary", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Hungary" + }, + { + "id": "q_002561", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Babe\u0219-Bolyai University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Babe\u0219-Bolyai University" + }, + { + "id": "q_000796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Stockholm University", + "pred": "Stockholm University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Stockholm University" + }, + { + "id": "q_008363", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Poland", + "pred": "Poland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Poland" + }, + { + "id": "q_008611", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Wang Jingwei regime", + "pred": "Wang Jingwei regime", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Wang Jingwei regime" + }, + { + "id": "q_002255", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1986.0, + "gold": "1986", + "pred": "1986", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1986" + }, + { + "id": "q_007672", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2016", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2016" + }, + { + "id": "q_002954", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "SC Fortuna K\u00f6ln", + "pred": "SC Fortuna K\u00f6ln", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SC Fortuna K\u00f6ln" + }, + { + "id": "q_002449", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Valencia CF", + "pred": "Valencia CF", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Valencia CF" + }, + { + "id": "q_005372", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Malm\u00f6 FF", + "pred": "Malm\u00f6 FF", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Malm\u00f6 FF" + }, + { + "id": "q_006616", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_007451", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "SV Saar 05 Saarbr\u00fccken", + "pred": "SV Saar 05 Saarbr\u00fccken", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SV Saar 05 Saarbr\u00fccken" + }, + { + "id": "q_003948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "C.D. Nacional", + "pred": "C.D. Nacional", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: C.D. Nacional" + }, + { + "id": "q_008679", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_004351", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "education", + "pred": "education", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: education" + }, + { + "id": "q_007031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "FC Barcelona B\u00e0squet", + "pred": "FC Barcelona B\u00e0squet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Barcelona B\u00e0squet" + }, + { + "id": "q_004853", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_008238", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Reichsgesetzblatt", + "pred": "Reichsgesetzblatt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Reichsgesetzblatt" + }, + { + "id": "q_007289", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Empire" + }, + { + "id": "q_005590", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_002466", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1942.0, + "gold": "1st U-boat Flotilla", + "pred": "1st U-boat Flotilla", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1st U-boat Flotilla" + }, + { + "id": "q_005898", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Second Syrian Republic", + "pred": "Second Syrian Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Second Syrian Republic" + }, + { + "id": "q_004677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Empire" + }, + { + "id": "q_006637", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Allianz SE", + "pred": "Allianz SE", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Allianz SE" + }, + { + "id": "q_001605", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Keith Richards", + "pred": "Keith Richards", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Keith Richards" + }, + { + "id": "q_003947", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Q99317", + "pred": "Q99317", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Q99317" + }, + { + "id": "q_001379", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004" + }, + { + "id": "q_006411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Cruzeiro E.C.", + "pred": "Cruzeiro E.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cruzeiro E.C." + }, + { + "id": "q_004141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2021.0, + "gold": "Daft Punk", + "pred": "Daft Punk", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daft Punk" + }, + { + "id": "q_007475", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Latvia", + "pred": "Latvia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Latvia" + }, + { + "id": "q_008010", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "C.D. Jorge Wilstermann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: C.D. Jorge Wilstermann" + }, + { + "id": "q_005768", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Landeshauptmann", + "pred": "Landeshauptmann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Landeshauptmann" + }, + { + "id": "q_003283", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1977" + }, + { + "id": "q_003934", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Republic of Korea Army", + "pred": "Republic of Korea Army", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Republic of Korea Army" + }, + { + "id": "q_000952", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_004410", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Landrat", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Landrat" + }, + { + "id": "q_007420", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Orenburg Oblast", + "pred": "Orenburg Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Orenburg Oblast" + }, + { + "id": "q_003788", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Paris", + "pred": "Paris", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paris" + }, + { + "id": "q_007654", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Lille OSC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lille OSC" + }, + { + "id": "q_000104", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Daejeon Hana Citizen FC", + "pred": "Daejeon Hana Citizen FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daejeon Hana Citizen FC" + }, + { + "id": "q_003094", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "England men\u2019s national rugby union team", + "pred": "England men\u2019s national rugby union team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: England men\u2019s national rugby union team" + }, + { + "id": "q_005875", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_004542", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2016.0, + "gold": "Province of Carbonia-Iglesias", + "pred": "Province of Carbonia-Iglesias", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Province of Carbonia-Iglesias" + }, + { + "id": "q_000638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "AgustaWestland", + "pred": "AgustaWestland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: AgustaWestland" + }, + { + "id": "q_003357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_005999", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Czechia men's national football team", + "pred": "Czechia men's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Czechia men's national football team" + }, + { + "id": "q_003881", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_004798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Red Star F.C.", + "pred": "Red Star F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Red Star F.C." + }, + { + "id": "q_003140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Copley Medal", + "pred": "Copley Medal", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Copley Medal" + }, + { + "id": "q_000380", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Klaus Jensen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Jensen" + }, + { + "id": "q_007104", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: chairperson" + }, + { + "id": "q_005106", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1926.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_007198", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "VVV-Venlo", + "pred": "VVV-Venlo", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: VVV-Venlo" + }, + { + "id": "q_001075", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_007267", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Netherlands Antilles", + "pred": "Netherlands Antilles", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Netherlands Antilles" + }, + { + "id": "q_005453", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1989" + }, + { + "id": "q_006199", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Club Atl\u00e9tico Tigre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Atl\u00e9tico Tigre" + }, + { + "id": "q_007661", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tottenham Hotspur F.C." + }, + { + "id": "q_002761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Christoph Franz", + "pred": "Christoph Franz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Christoph Franz" + }, + { + "id": "q_007018", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Province of Ogliastra", + "pred": "Province of Ogliastra", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Province of Ogliastra" + }, + { + "id": "q_006321", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Pontault-Combault", + "pred": "Pontault-Combault", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pontault-Combault" + }, + { + "id": "q_000924", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002232", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_005699", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "University of G\u00f6ttingen", + "pred": "University of G\u00f6ttingen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of G\u00f6ttingen" + }, + { + "id": "q_007488", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006" + }, + { + "id": "q_006249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Vla\u0219ca County", + "pred": "Vla\u0219ca County", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vla\u0219ca County" + }, + { + "id": "q_005369", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "University of Zurich", + "pred": "University of Zurich", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of Zurich" + }, + { + "id": "q_000700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_001823", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Bremen-Liga", + "pred": "Bremen-Liga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bremen-Liga" + }, + { + "id": "q_006475", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1991" + }, + { + "id": "q_008413", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1984.0, + "gold": "1984", + "pred": "1984", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1984" + }, + { + "id": "q_003577", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Chief of the Turkish General Staff", + "pred": "Chief of the Turkish General Staff", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chief of the Turkish General Staff" + }, + { + "id": "q_003400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Hanna-Barbera", + "pred": "Hanna-Barbera", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hanna-Barbera" + }, + { + "id": "q_008560", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Romania national rugby union team", + "pred": "Romania national rugby union team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Romania national rugby union team" + }, + { + "id": "q_008146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Czechoslovakia", + "pred": "Czechoslovakia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Czechoslovakia" + }, + { + "id": "q_006136", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1903.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Empire" + }, + { + "id": "q_005189", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise" + }, + { + "id": "q_002858", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Empire of Japan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Empire of Japan" + }, + { + "id": "q_008315", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Kemerovo Oblast", + "pred": "Kemerovo Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kemerovo Oblast" + }, + { + "id": "q_000228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Kotelnikovsky District", + "pred": "Kotelnikovsky District", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kotelnikovsky District" + }, + { + "id": "q_005219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004" + }, + { + "id": "q_000973", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Ternopil Oblast", + "pred": "Ternopil Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ternopil Oblast" + }, + { + "id": "q_002849", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_008608", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "S.C. Internacional", + "pred": "S.C. Internacional", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S.C. Internacional" + }, + { + "id": "q_001494", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Saint Petersburg", + "pred": "Saint Petersburg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Saint Petersburg" + }, + { + "id": "q_007390", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic" + }, + { + "id": "q_007069", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_001021", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Nelly Sachs Prize", + "pred": "Nelly Sachs Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nelly Sachs Prize" + }, + { + "id": "q_006507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_006782", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Merited Artist of the RSFSR", + "pred": "Merited Artist of the RSFSR", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Merited Artist of the RSFSR" + }, + { + "id": "q_008600", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_005516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Central Institute for Ancient History and Archeology", + "pred": "Central Institute for Ancient History and Archeology", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Central Institute for Ancient History and Archeology" + }, + { + "id": "q_005501", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_001523", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Prince Charles, Count of Flanders", + "pred": "Prince Charles, Count of Flanders", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prince Charles, Count of Flanders" + }, + { + "id": "q_003339", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Second Syrian Republic", + "pred": "Second Syrian Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Second Syrian Republic" + }, + { + "id": "q_006965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Empire of Japan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Empire of Japan" + }, + { + "id": "q_002341", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1996" + }, + { + "id": "q_006340", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "People's Artist of the USSR", + "pred": "People's Artist of the USSR", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: People's Artist of the USSR" + }, + { + "id": "q_004184", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Chelsea F.C.", + "pred": "Chelsea F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chelsea F.C." + }, + { + "id": "q_001998", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1939", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1939" + }, + { + "id": "q_008462", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2003" + }, + { + "id": "q_005081", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Beira Alta", + "pred": "Beira Alta", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Beira Alta" + }, + { + "id": "q_001020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Israel" + }, + { + "id": "q_006076", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Empire" + }, + { + "id": "q_004257", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Province of Posen", + "pred": "Province of Posen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Province of Posen" + }, + { + "id": "q_001129", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_002202", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Isabela", + "pred": "Isabela", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Isabela" + }, + { + "id": "q_001377", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_005631", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1974" + }, + { + "id": "q_000171", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Melora Walters", + "pred": "Melora Walters", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Melora Walters" + }, + { + "id": "q_007554", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_001278", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_005559", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Swiss Super League" + }, + { + "id": "q_007444", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021" + }, + { + "id": "q_004826", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "Dakar", + "pred": "Dakar", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dakar" + }, + { + "id": "q_003409", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Margaret Atwood", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Margaret Atwood" + }, + { + "id": "q_006575", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Attila J\u00f3zsef" + }, + { + "id": "q_001217", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hilary Swank", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hilary Swank" + }, + { + "id": "q_007223", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Klaus Sch\u00fctz", + "pred": "Klaus Sch\u00fctz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Sch\u00fctz" + }, + { + "id": "q_004735", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Berlin", + "pred": "Berlin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Berlin" + }, + { + "id": "q_001394", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic" + }, + { + "id": "q_004179", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_000278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Rudy Giuliani", + "pred": "Rudy Giuliani", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rudy Giuliani" + }, + { + "id": "q_005799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Wowereit" + }, + { + "id": "q_003446", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "President of the United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the United States" + }, + { + "id": "q_007096", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Phillip Cocu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Phillip Cocu" + }, + { + "id": "q_008279", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Montreal Forum" + }, + { + "id": "q_006719", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Emma de Caunes", + "pred": "Emma de Caunes", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Emma de Caunes" + }, + { + "id": "q_002450", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Cyprus Football Association", + "pred": "Cyprus Football Association", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cyprus Football Association" + }, + { + "id": "q_000742", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "2007", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2007" + }, + { + "id": "q_005331", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1977" + }, + { + "id": "q_002617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Stade Chaban-Delmas" + }, + { + "id": "q_006020", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lady Bird Johnson", + "pred": "Lady Bird Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lady Bird Johnson" + }, + { + "id": "q_002515", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sepp Herberger" + }, + { + "id": "q_000947", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S\u00fcper Lig" + }, + { + "id": "q_004442", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "2014", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2014" + }, + { + "id": "q_003129", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Wowereit" + }, + { + "id": "q_000626", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Edward Joseph Kelly", + "pred": "Edward Joseph Kelly", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Edward Joseph Kelly" + }, + { + "id": "q_008507", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "presidential system", + "pred": "presidential system", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: presidential system" + }, + { + "id": "q_000399", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Otto Nerz", + "pred": "Otto Nerz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Otto Nerz" + }, + { + "id": "q_005160", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "A Bend in the River", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A Bend in the River" + }, + { + "id": "q_006565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vicente Calder\u00f3n Stadium" + }, + { + "id": "q_006647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "President of North Macedonia", + "pred": "President of North Macedonia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of North Macedonia" + }, + { + "id": "q_008117", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021" + }, + { + "id": "q_007432", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Romano Prodi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Romano Prodi" + }, + { + "id": "q_006320", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1931.0, + "gold": "1931", + "pred": "1931", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1931" + }, + { + "id": "q_008047", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nicholas II of Russia" + }, + { + "id": "q_000063", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Carlo Vittorio Varetti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Vittorio Varetti" + }, + { + "id": "q_008584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Territory of Hawaii" + }, + { + "id": "q_001072", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Eusebio Sacrist\u00e1n", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eusebio Sacrist\u00e1n" + }, + { + "id": "q_005910", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States" + }, + { + "id": "q_003397", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "V\u00edt\u011bzslav Lavi\u010dka", + "pred": "V\u00edt\u011bzslav Lavi\u010dka", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: V\u00edt\u011bzslav Lavi\u010dka" + }, + { + "id": "q_000162", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Lady Bird Johnson", + "pred": "Lady Bird Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lady Bird Johnson" + }, + { + "id": "q_002728", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Silvio Berlusconi" + }, + { + "id": "q_003793", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Barcelona Province", + "pred": "Barcelona Province", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Barcelona Province" + }, + { + "id": "q_003541", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006" + }, + { + "id": "q_008524", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Stade Chaban-Delmas" + }, + { + "id": "q_003943", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani" + }, + { + "id": "q_003382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Michal B\u00edlek", + "pred": "Michal B\u00edlek", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Michal B\u00edlek" + }, + { + "id": "q_003569", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani" + }, + { + "id": "q_002249", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "University of Paris", + "pred": "University of Paris", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of Paris" + }, + { + "id": "q_001978", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_005073", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alex McLeish" + }, + { + "id": "q_000609", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1974" + }, + { + "id": "q_004940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Manuel Jim\u00e9nez Jim\u00e9nez", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Manuel Jim\u00e9nez Jim\u00e9nez" + }, + { + "id": "q_002185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Guy Ritchie", + "pred": "Guy Ritchie", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Guy Ritchie" + }, + { + "id": "q_006953", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "Jimmy Walker", + "pred": "Jimmy Walker", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jimmy Walker" + }, + { + "id": "q_001572", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Phillip Cocu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Phillip Cocu" + }, + { + "id": "q_008301", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Romano Prodi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Romano Prodi" + }, + { + "id": "q_000630", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1960.0, + "gold": "Graceland", + "pred": "Graceland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Graceland" + }, + { + "id": "q_000755", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Elizabeth II", + "pred": "Lyndon B. Johnson", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson" + }, + { + "id": "q_000326", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse" + }, + { + "id": "q_002870", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Bahrain", + "pred": "Prime Minister of Bahrain", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Bahrain" + }, + { + "id": "q_007789", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat" + }, + { + "id": "q_007973", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Bjarne Riis", + "pred": "Bjarne Riis", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bjarne Riis" + }, + { + "id": "q_000219", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Vivien Leigh", + "pred": "Vivien Leigh", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vivien Leigh" + }, + { + "id": "q_007274", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Elizabeth II", + "pred": "Lyndon B. Johnson", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson" + }, + { + "id": "q_006021", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_006576", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "Laurence Olivier", + "pred": "Laurence Olivier", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Laurence Olivier" + }, + { + "id": "q_000623", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Bjarne Berntsen", + "pred": "Bjarne Berntsen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bjarne Berntsen" + }, + { + "id": "q_005668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "DBC Pierre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: DBC Pierre" + }, + { + "id": "q_003804", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Nobel Peace Prize", + "pred": "Nobel Peace Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nobel Peace Prize" + }, + { + "id": "q_006789", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Robert Ferdinand Wagner Jr.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Robert Ferdinand Wagner Jr." + }, + { + "id": "q_006521", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Atlanta-Fulton County Stadium", + "pred": "Atlanta-Fulton County Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Atlanta-Fulton County Stadium" + }, + { + "id": "q_006174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "Carry Me Down", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carry Me Down" + }, + { + "id": "q_004769", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Loretta Young", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Loretta Young" + }, + { + "id": "q_001801", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Vytautas Landsbergis", + "pred": "Vytautas Landsbergis", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vytautas Landsbergis" + }, + { + "id": "q_000920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "State Anthem of the Soviet Union", + "pred": "March of the Volunteers", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: March of the Volunteers" + }, + { + "id": "q_003724", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone" + }, + { + "id": "q_006014", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Hans Loritz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hans Loritz" + }, + { + "id": "q_007171", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S\u00fcper Lig" + }, + { + "id": "q_007260", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "3. Liga", + "pred": "3. Liga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 3. Liga" + }, + { + "id": "q_005517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Thomas Tuchel", + "pred": "Thomas Tuchel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Thomas Tuchel" + }, + { + "id": "q_007485", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Charlize Theron", + "pred": "Charlize Theron", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Charlize Theron" + }, + { + "id": "q_001837", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021" + }, + { + "id": "q_000568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Romano Prodi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Romano Prodi" + }, + { + "id": "q_005494", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Berti Vogts", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Berti Vogts" + }, + { + "id": "q_000075", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_004734", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Peter Carey", + "pred": "Peter Carey", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Peter Carey" + }, + { + "id": "q_004770", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Constantinople", + "pred": "Constantinople", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Constantinople" + }, + { + "id": "q_006777", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "S\u00e1ndor Preisinger", + "pred": "S\u00e1ndor Preisinger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S\u00e1ndor Preisinger" + }, + { + "id": "q_001481", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1977" + }, + { + "id": "q_000851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jos\u00e9 Mourinho" + }, + { + "id": "q_000707", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_007316", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Carlo Vittorio Varetti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Vittorio Varetti" + }, + { + "id": "q_002781", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Yugoslavia", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: France" + }, + { + "id": "q_001694", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Glenda Jackson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Glenda Jackson" + }, + { + "id": "q_005714", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "B\u00fclent Ecevit", + "pred": "B\u00fclent Ecevit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: B\u00fclent Ecevit" + }, + { + "id": "q_002568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Stefan Kuntz", + "pred": "Stefan Kuntz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Stefan Kuntz" + }, + { + "id": "q_000390", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Nobel Prize in Physics", + "pred": "Nobel Prize in Physics", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nobel Prize in Physics" + }, + { + "id": "q_004301", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Rudy Giuliani", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rudy Giuliani" + }, + { + "id": "q_007116", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse" + }, + { + "id": "q_004505", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Abraham Beame", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Abraham Beame" + }, + { + "id": "q_007035", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "David Dinkins", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Dinkins" + }, + { + "id": "q_004558", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jos\u00e9 Mourinho" + }, + { + "id": "q_003267", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Bette Davis", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bette Davis" + }, + { + "id": "q_006755", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Theodor Liebknecht", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Theodor Liebknecht" + }, + { + "id": "q_004583", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1987" + }, + { + "id": "q_000225", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Gareth Southgate", + "pred": "Gareth Southgate", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gareth Southgate" + }, + { + "id": "q_002459", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_006352", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021" + }, + { + "id": "q_004787", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Janusz W\u00f3jcik", + "pred": "Janusz W\u00f3jcik", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Janusz W\u00f3jcik" + }, + { + "id": "q_002226", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Leonid Brezhnev", + "pred": "Vladimir Dzhanibekov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vladimir Dzhanibekov" + }, + { + "id": "q_003363", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Jan Schaffrath", + "pred": "Jan Schaffrath", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jan Schaffrath" + }, + { + "id": "q_001025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Pavel Vrba", + "pred": "Pavel Vrba", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pavel Vrba" + }, + { + "id": "q_006972", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1976" + }, + { + "id": "q_007393", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Autonomous Province of Vojvodina", + "em": 0.0, + "f1": 0.4000000000000001, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Autonomous Province of Vojvodina" + }, + { + "id": "q_002784", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Franz Beckenbauer", + "pred": "Franz Beckenbauer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Franz Beckenbauer" + }, + { + "id": "q_005991", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_007278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Claudia Roth", + "pred": "Ulrike Herrmann", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ulrike Herrmann" + }, + { + "id": "q_002109", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "ADIG", + "pred": "ADIG", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: ADIG" + }, + { + "id": "q_005445", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Abraham Beame", + "pred": "Abraham Beame", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Abraham Beame" + }, + { + "id": "q_005382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Fiorello H. La Guardia", + "pred": "Fiorello H. La Guardia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Fiorello H. La Guardia" + }, + { + "id": "q_005633", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini" + }, + { + "id": "q_002083", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Jens Gustafsson", + "pred": "Jens Gustafsson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jens Gustafsson" + }, + { + "id": "q_003899", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic" + }, + { + "id": "q_002997", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom" + }, + { + "id": "q_005860", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Actress" + }, + { + "id": "q_001039", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Panama" + }, + { + "id": "q_000086", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini" + }, + { + "id": "q_005689", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bucharest" + }, + { + "id": "q_006609", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom" + }, + { + "id": "q_004970", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2003" + }, + { + "id": "q_004192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_007711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_008062", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "M\u00e1rio Soares", + "pred": "M\u00e1rio Soares", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: M\u00e1rio Soares" + }, + { + "id": "q_006613", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Stuart Lancaster", + "pred": "Stuart Lancaster", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Stuart Lancaster" + }, + { + "id": "q_001894", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Reese Witherspoon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Reese Witherspoon" + }, + { + "id": "q_002546", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: P\u00e9ter P\u00e1zm\u00e1ny" + }, + { + "id": "q_003153", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Zhou Enlai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Zhou Enlai" + }, + { + "id": "q_002865", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Thomas Keneally", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Thomas Keneally" + }, + { + "id": "q_007865", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_008428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Clive Woodward", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Clive Woodward" + }, + { + "id": "q_001858", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Graceland", + "pred": "Graceland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Graceland" + }, + { + "id": "q_001912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Constantinople", + "pred": "Constantinople", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Constantinople" + }, + { + "id": "q_003034", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Hans Loritz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hans Loritz" + }, + { + "id": "q_000799", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Barack Obama", + "pred": "Arsenii Yatseniuk", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Arsenii Yatseniuk" + }, + { + "id": "q_007926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Boston Garden", + "pred": "Boston Garden", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Boston Garden" + }, + { + "id": "q_004762", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "Kingdom of Prussia", + "pred": "Kingdom of Prussia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Prussia" + }, + { + "id": "q_004806", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lu\u00eds Filipe Vieira" + }, + { + "id": "q_003643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Premier League", + "pred": "Premier League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Premier League" + }, + { + "id": "q_008203", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Amway Arena", + "pred": "Amway Arena", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amway Arena" + }, + { + "id": "q_004465", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021" + }, + { + "id": "q_006874", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "John Lindsay", + "pred": "John Lindsay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John Lindsay" + }, + { + "id": "q_000593", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_004615", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2018.0, + "gold": "2018", + "pred": "2018", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2018" + }, + { + "id": "q_001617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Geoffrey Rush", + "pred": "Frances McDormand", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Frances McDormand" + }, + { + "id": "q_001902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Academy Award for Best Writing, Adapted Screenplay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Writing, Adapted Screenplay" + }, + { + "id": "q_004669", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Yuri Semin", + "pred": "Yuri Semin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yuri Semin" + }, + { + "id": "q_002742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Aldo Moro", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aldo Moro" + }, + { + "id": "q_006208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Theodor Liebknecht", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Theodor Liebknecht" + }, + { + "id": "q_006858", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2002" + }, + { + "id": "q_000627", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Academy Award for Best Writing, Adapted Screenplay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Writing, Adapted Screenplay" + }, + { + "id": "q_008456", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: absolute monarchy" + }, + { + "id": "q_004863", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Actress" + }, + { + "id": "q_005053", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lauri Yl\u00f6nen", + "pred": "Lauri Yl\u00f6nen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lauri Yl\u00f6nen" + }, + { + "id": "q_006906", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sini\u0161a Mihajlovi\u0107", + "pred": "Sini\u0161a Mihajlovi\u0107", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sini\u0161a Mihajlovi\u0107" + }, + { + "id": "q_004343", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Arrigo Sacchi", + "pred": "Arrigo Sacchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Arrigo Sacchi" + }, + { + "id": "q_008520", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Hans Loritz", + "pred": "Hans Loritz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hans Loritz" + }, + { + "id": "q_008566", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Kurt Biedenkopf", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kurt Biedenkopf" + }, + { + "id": "q_005406", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: West Germany" + }, + { + "id": "q_005485", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Milo\u0161 Zeman", + "pred": "Milo\u0161 Zeman", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Milo\u0161 Zeman" + }, + { + "id": "q_006778", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_000448", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Alex Ferguson", + "pred": "Alex McLeish", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alex McLeish" + }, + { + "id": "q_005253", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Aravind Adiga", + "pred": "Aravind Adiga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aravind Adiga" + }, + { + "id": "q_002793", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Academy Award for Best Supporting Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Supporting Actress" + }, + { + "id": "q_001366", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Cliff Burton", + "pred": "Cliff Burton", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cliff Burton" + }, + { + "id": "q_000346", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giorgio Napolitano" + }, + { + "id": "q_001380", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "John Williams", + "pred": "John Williams", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John Williams" + }, + { + "id": "q_007366", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Giampiero Boniperti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giampiero Boniperti" + }, + { + "id": "q_004085", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "Qing dynasty", + "pred": "Qing dynasty", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Qing dynasty" + }, + { + "id": "q_002859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom" + }, + { + "id": "q_000061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Thomas Keneally", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Thomas Keneally" + }, + { + "id": "q_002208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nike" + }, + { + "id": "q_005149", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Dalvik VM", + "pred": "Dalvik VM", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dalvik VM" + }, + { + "id": "q_007466", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Deutsche Mark" + }, + { + "id": "q_001168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "EFL Championship", + "pred": "EFL Championship", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: EFL Championship" + }, + { + "id": "q_002303", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Prime Minister of Canada", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Canada" + }, + { + "id": "q_004925", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Norma Shearer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Norma Shearer" + }, + { + "id": "q_002425", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_003762", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Minneapolis Armory", + "pred": "Minneapolis Armory", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Minneapolis Armory" + }, + { + "id": "q_000351", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Territory of Hawaii" + }, + { + "id": "q_003288", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Alain Afflelou", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alain Afflelou" + }, + { + "id": "q_001079", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Giampiero Boniperti", + "pred": "Giampiero Boniperti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giampiero Boniperti" + }, + { + "id": "q_004556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Paulo Bento", + "pred": "Paulo Bento", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paulo Bento" + }, + { + "id": "q_006454", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Steve Sampson", + "pred": "Steve Sampson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Steve Sampson" + }, + { + "id": "q_007686", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "United States Cabinet", + "pred": "United States Cabinet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Cabinet" + }, + { + "id": "q_001636", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1975" + }, + { + "id": "q_000642", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Alan Hollinghurst", + "pred": "Alan Hollinghurst", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alan Hollinghurst" + }, + { + "id": "q_005992", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1906.0, + "gold": "Theodore Roosevelt", + "pred": "Theodore Roosevelt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Theodore Roosevelt" + }, + { + "id": "q_001567", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Robert Ferdinand Wagner Jr.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Robert Ferdinand Wagner Jr." + }, + { + "id": "q_003917", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Elizabeth II", + "pred": "Elizabeth II", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Elizabeth II" + }, + { + "id": "q_007632", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pawe\u0142 Janas", + "pred": "Pawe\u0142 Janas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pawe\u0142 Janas" + }, + { + "id": "q_001702", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Eerste Divisie", + "pred": "Eerste Divisie", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eerste Divisie" + }, + { + "id": "q_006358", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "German Federal Archives", + "pred": "German Federal Archives", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Federal Archives" + }, + { + "id": "q_006799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Dwight D. Eisenhower", + "pred": "Dwight D. Eisenhower", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dwight D. Eisenhower" + }, + { + "id": "q_001724", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson" + }, + { + "id": "q_005308", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Actress" + }, + { + "id": "q_006485", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Margaret Atwood", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Margaret Atwood" + }, + { + "id": "q_004831", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_005190", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Freie Universit\u00e4t Berlin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Freie Universit\u00e4t Berlin" + }, + { + "id": "q_006636", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "George Marshall", + "pred": "United States Secretary of State", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Secretary of State" + }, + { + "id": "q_003213", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson" + }, + { + "id": "q_005672", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler" + }, + { + "id": "q_006227", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021" + }, + { + "id": "q_006185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Giffoni Film Festival", + "pred": "Giffoni Film Festival", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giffoni Film Festival" + }, + { + "id": "q_007816", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Franciszek Smuda", + "pred": "Franciszek Smuda", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Franciszek Smuda" + }, + { + "id": "q_001958", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "John Lindsay", + "pred": "John Lindsay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John Lindsay" + }, + { + "id": "q_007818", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sepp Herberger" + }, + { + "id": "q_003874", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_006836", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_005437", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_001779", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Chemnitz Government Region", + "pred": "Chemnitz Government Region", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chemnitz Government Region" + }, + { + "id": "q_002182", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler" + }, + { + "id": "q_006540", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Antonio Segni", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Antonio Segni" + }, + { + "id": "q_000118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lu\u00eds Filipe Vieira" + }, + { + "id": "q_000470", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat" + }, + { + "id": "q_004884", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Emma Thompson", + "pred": "Emma Thompson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Emma Thompson" + }, + { + "id": "q_008312", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "United Kingdom of Great Britain and Ireland", + "pred": "United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom of Great Britain and Ireland" + }, + { + "id": "q_006013", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "David Dinkins", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Dinkins" + }, + { + "id": "q_006889", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Carlo Ancelotti", + "pred": "Carlo Ancelotti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Ancelotti" + }, + { + "id": "q_003651", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Saku Koivu" + }, + { + "id": "q_003374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Q82595", + "pred": "Q82595", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Q82595" + }, + { + "id": "q_003329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_000420", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1917.0, + "gold": "1917", + "pred": "1917", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1917" + }, + { + "id": "q_005828", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Prime Minister of Belize", + "pred": "Prime Minister of Belize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Belize" + }, + { + "id": "q_006078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sepp Herberger" + }, + { + "id": "q_002499", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Territory of Hawaii" + }, + { + "id": "q_008212", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "George VI", + "pred": "George VI", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: George VI" + }, + { + "id": "q_006996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_006976", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Gennaro Gattuso", + "pred": "Gennaro Gattuso", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gennaro Gattuso" + }, + { + "id": "q_007445", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.20000000000000004, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Order of Merit of Baden-W\u00fcrttemberg" + }, + { + "id": "q_004525", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Lamberto Dini", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_002061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giorgio Napolitano" + }, + { + "id": "q_003387", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021" + }, + { + "id": "q_004969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alex McLeish" + }, + { + "id": "q_008292", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States" + }, + { + "id": "q_006528", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1902", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1902" + }, + { + "id": "q_008636", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Walter Zenga", + "pred": "Walter Zenga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Walter Zenga" + }, + { + "id": "q_004972", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Kia Forum", + "pred": "Boston Garden", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Boston Garden" + }, + { + "id": "q_006497", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Hungarian People's Republic", + "pred": "Hungarian People's Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hungarian People's Republic" + }, + { + "id": "q_005926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jos\u00e9 Mourinho" + }, + { + "id": "q_005410", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Taiwan" + }, + { + "id": "q_000901", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Shimon Peres", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Shimon Peres" + }, + { + "id": "q_007838", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mircea Lucescu", + "pred": "Mircea Lucescu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mircea Lucescu" + }, + { + "id": "q_007144", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "The Internationale", + "pred": "The Internationale", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Internationale" + }, + { + "id": "q_003135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Jean Mistler", + "pred": "Jean Mistler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jean Mistler" + }, + { + "id": "q_000287", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Gerhard Casper", + "pred": "Gerhard Casper", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gerhard Casper" + }, + { + "id": "q_004792", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_006621", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sean Yates", + "pred": "Sean Yates", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sean Yates" + }, + { + "id": "q_001788", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Norma Shearer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Norma Shearer" + }, + { + "id": "q_002557", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Fiorello H. La Guardia", + "pred": "Fiorello H. La Guardia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Fiorello H. La Guardia" + }, + { + "id": "q_006859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "A. S. Byatt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A. S. Byatt" + }, + { + "id": "q_006058", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_000536", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vicente Calder\u00f3n Stadium" + }, + { + "id": "q_007404", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2000.0, + "gold": "2000", + "pred": "2000", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2000" + }, + { + "id": "q_001292", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1990.0, + "gold": "1990", + "pred": "1990", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1990" + }, + { + "id": "q_002179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "David Storey", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Storey" + }, + { + "id": "q_005996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Thomas Keneally", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Thomas Keneally" + }, + { + "id": "q_002490", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1930" + }, + { + "id": "q_001434", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "New York City", + "pred": "New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: New York City" + }, + { + "id": "q_006868", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2001" + }, + { + "id": "q_008663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jean Mistler", + "pred": "Jean Mistler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jean Mistler" + }, + { + "id": "q_002319", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2022.0, + "gold": "2022", + "pred": "2022", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2022" + }, + { + "id": "q_008472", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic" + }, + { + "id": "q_000496", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Massimo D'Alema", + "pred": "Silvio Berlusconi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Silvio Berlusconi" + }, + { + "id": "q_005883", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Roman Herzog", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Roman Herzog" + }, + { + "id": "q_000466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "BP", + "pred": "BP", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: BP" + }, + { + "id": "q_001286", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone" + }, + { + "id": "q_003325", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bucharest" + }, + { + "id": "q_000231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "William Emmett Dever", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: William Emmett Dever" + }, + { + "id": "q_000949", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Roman Herzog", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Roman Herzog" + }, + { + "id": "q_004634", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006" + }, + { + "id": "q_008417", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Swiss Super League" + }, + { + "id": "q_007078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_003711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mary J. Blige", + "pred": "Mary J. Blige", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mary J. Blige" + }, + { + "id": "q_007469", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2010" + }, + { + "id": "q_002488", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_004737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Shimon Peres", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Shimon Peres" + }, + { + "id": "q_007418", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Union" + }, + { + "id": "q_006584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Elliott Gould", + "pred": "Elliott Gould", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Elliott Gould" + }, + { + "id": "q_005916", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_003663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Micha\u0142 Matyas", + "pred": "Micha\u0142 Matyas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Micha\u0142 Matyas" + }, + { + "id": "q_006233", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Eric Gerets", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eric Gerets" + }, + { + "id": "q_005848", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Empire" + }, + { + "id": "q_005040", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Antonio Segni", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_005138", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Adolf Hitler", + "pred": "Karl D\u00f6nitz", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Karl D\u00f6nitz" + }, + { + "id": "q_004246", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_007892", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_003061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler" + }, + { + "id": "q_006684", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat" + }, + { + "id": "q_001045", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2005" + }, + { + "id": "q_007568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "association football", + "pred": "association football", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: association football" + }, + { + "id": "q_002791", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Lory Del Santo", + "pred": "Lory Del Santo", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lory Del Santo" + }, + { + "id": "q_005581", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daniel Auteuil" + }, + { + "id": "q_006089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Pawe\u0142 Janas", + "pred": "Pawe\u0142 Janas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pawe\u0142 Janas" + }, + { + "id": "q_004802", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "John W. Campbell", + "pred": "John W. Campbell", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John W. Campbell" + }, + { + "id": "q_004455", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat" + }, + { + "id": "q_001570", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Otto Nerz", + "pred": "Otto Nerz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Otto Nerz" + }, + { + "id": "q_005703", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Morten Olsen", + "pred": "Morten Olsen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Morten Olsen" + }, + { + "id": "q_006235", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Diego Simeone", + "pred": "Diego Simeone", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Diego Simeone" + }, + { + "id": "q_001186", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Susan Sarandon", + "pred": "Susan Sarandon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Susan Sarandon" + }, + { + "id": "q_005903", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2009" + }, + { + "id": "q_002985", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Bettino Craxi", + "pred": "Giulio Andreotti", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giulio Andreotti" + }, + { + "id": "q_006026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Andrzej Strejlau", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Andrzej Strejlau" + }, + { + "id": "q_008323", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Hungarian People's Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hungarian People's Republic" + }, + { + "id": "q_006277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_005474", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Oskar von Miller", + "pred": "Oskar von Miller", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Oskar von Miller" + }, + { + "id": "q_001830", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Nippon Bud\u014dkan", + "pred": "Nippon Bud\u014dkan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nippon Bud\u014dkan" + }, + { + "id": "q_001756", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_001887", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: J\u00fcrgen Klinsmann" + }, + { + "id": "q_005552", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Mitteldeutscher Rundfunk", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mitteldeutscher Rundfunk" + }, + { + "id": "q_004901", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Wen Jiabao", + "pred": "Wen Jiabao", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Wen Jiabao" + }, + { + "id": "q_006473", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2008" + }, + { + "id": "q_006253", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2003" + }, + { + "id": "q_002709", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alex McLeish" + }, + { + "id": "q_007811", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Giovanni Spadolini", + "pred": "Giovanni Spadolini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Spadolini" + }, + { + "id": "q_006165", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Edward Cassidy", + "pred": "Edward Cassidy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Edward Cassidy" + }, + { + "id": "q_007431", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Ernest Borgnine", + "pred": "Ernest Borgnine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ernest Borgnine" + }, + { + "id": "q_002594", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_004546", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "David Dinkins", + "pred": "David Dinkins", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Dinkins" + }, + { + "id": "q_006589", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Giulio Andreotti", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giulio Andreotti" + }, + { + "id": "q_006151", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021" + }, + { + "id": "q_005300", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Otto Rehhagel", + "pred": "Otto Rehhagel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Otto Rehhagel" + }, + { + "id": "q_003618", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Franz Joseph I of Austria", + "pred": "Franz Joseph I of Austria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Franz Joseph I of Austria" + }, + { + "id": "q_001231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "George W. Bush", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: George W. Bush" + }, + { + "id": "q_001195", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004" + }, + { + "id": "q_007049", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1978.0, + "gold": "1978", + "pred": "1978", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1978" + }, + { + "id": "q_003961", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Edith Roosevelt", + "pred": "Edith Roosevelt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Edith Roosevelt" + }, + { + "id": "q_002548", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: absolute monarchy" + }, + { + "id": "q_002969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1910.0, + "gold": "Austria\u2013Hungary", + "pred": "Austria\u2013Hungary", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Austria\u2013Hungary" + }, + { + "id": "q_003484", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom" + }, + { + "id": "q_002374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Kingdome", + "pred": "Kingdome", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdome" + }, + { + "id": "q_002163", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Clive Woodward", + "pred": "Clive Woodward", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Clive Woodward" + }, + { + "id": "q_006692", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Bruce Buck", + "pred": "Bruce Buck", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bruce Buck" + }, + { + "id": "q_006073", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Volker Finke", + "pred": "Volker Finke", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Volker Finke" + }, + { + "id": "q_008473", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Roman Abramovich", + "pred": "Roman Abramovich", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Roman Abramovich" + }, + { + "id": "q_003674", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1978.0, + "gold": "Leonid Brezhnev", + "pred": "Vladimir Kryuchkov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vladimir Kryuchkov" + }, + { + "id": "q_003352", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: absolute monarchy" + }, + { + "id": "q_004456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Giampiero Boniperti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giampiero Boniperti" + }, + { + "id": "q_002789", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_005326", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Spencer Tracy", + "pred": "Robert Donat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Robert Donat" + }, + { + "id": "q_005284", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Erich Werdermann", + "pred": "Erich Werdermann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Erich Werdermann" + }, + { + "id": "q_005774", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Swiss Super League" + }, + { + "id": "q_003372", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Patrick Le Lay", + "pred": "Patrick Le Lay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Patrick Le Lay" + }, + { + "id": "q_008201", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2002" + }, + { + "id": "q_001153", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Franz Beckenbauer", + "pred": "Franz Beckenbauer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Franz Beckenbauer" + }, + { + "id": "q_007164", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "Simone Inzaghi", + "pred": "Simone Inzaghi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Simone Inzaghi" + }, + { + "id": "q_006407", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Allianz Arena", + "pred": "Allianz Arena", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Allianz Arena" + }, + { + "id": "q_001540", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "2013", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2013" + }, + { + "id": "q_005100", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic" + }, + { + "id": "q_006066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Claudio Ranieri", + "pred": "Claudio Ranieri", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Claudio Ranieri" + }, + { + "id": "q_001566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_006837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Denzel Washington", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Denzel Washington" + }, + { + "id": "q_007894", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2011" + }, + { + "id": "q_008658", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Ruslan Rotan", + "pred": "Roman Zozulya", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Roman Zozulya" + }, + { + "id": "q_005158", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone" + }, + { + "id": "q_007400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_008060", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Bundesliga", + "pred": "Bundesliga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bundesliga" + }, + { + "id": "q_004900", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "SeatGeek Stadium", + "pred": "SeatGeek Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SeatGeek Stadium" + }, + { + "id": "q_000430", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Bombardier", + "pred": "Bombardier", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bombardier" + }, + { + "id": "q_006467", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Taiwan" + }, + { + "id": "q_004710", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: J\u00fcrgen Klinsmann" + }, + { + "id": "q_000041", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Romano Prodi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Romano Prodi" + }, + { + "id": "q_004408", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "crown prince", + "pred": "crown prince", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: crown prince" + }, + { + "id": "q_001201", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_004457", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: P\u00e9ter P\u00e1zm\u00e1ny" + }, + { + "id": "q_005193", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_005781", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "State Anthem of the Soviet Union", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Soviet Federative Socialist Republic" + }, + { + "id": "q_004013", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Jupp Derwall", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jupp Derwall" + }, + { + "id": "q_003935", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Volker Finke", + "pred": "Volker Finke", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Volker Finke" + }, + { + "id": "q_006770", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Silvio Berlusconi" + }, + { + "id": "q_008617", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_008708", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Federal Republic of Yugoslavia" + }, + { + "id": "q_005902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Zden\u011bk Zeman", + "pred": "Zden\u011bk Zeman", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Zden\u011bk Zeman" + }, + { + "id": "q_007389", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Saku Koivu" + }, + { + "id": "q_005554", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Moscow", + "pred": "Moscow", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Moscow" + }, + { + "id": "q_000408", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Kingdom of Prussia", + "pred": "Kingdom of Prussia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Prussia" + }, + { + "id": "q_003634", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Uwe Neuhaus", + "pred": "Uwe Neuhaus", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Uwe Neuhaus" + }, + { + "id": "q_006653", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_000961", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Kate Winslet", + "pred": "Kate Winslet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kate Winslet" + }, + { + "id": "q_002923", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_008130", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Silvio Berlusconi" + }, + { + "id": "q_001668", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Jane Fonda", + "pred": "Jane Fonda", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jane Fonda" + }, + { + "id": "q_006838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Lucien Favre", + "pred": "Lucien Favre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lucien Favre" + }, + { + "id": "q_007280", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Wowereit" + }, + { + "id": "q_004011", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "David Storey", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Storey" + }, + { + "id": "q_001876", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Thomas Tuchel", + "pred": "Thomas Tuchel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Thomas Tuchel" + }, + { + "id": "q_003426", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "George H. W. Bush", + "pred": "George H. W. Bush", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: George H. W. Bush" + }, + { + "id": "q_008324", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1930" + }, + { + "id": "q_001089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Francesco Cossiga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Francesco Cossiga" + }, + { + "id": "q_001646", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jos\u00e9 Mourinho" + }, + { + "id": "q_001719", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: J\u00fcrgen Klinsmann" + }, + { + "id": "q_005359", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alex McLeish" + }, + { + "id": "q_002201", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Princeton University", + "pred": "Princeton University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Princeton University" + }, + { + "id": "q_000953", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "DBC Pierre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: DBC Pierre" + }, + { + "id": "q_003588", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Javier Aguirre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Javier Aguirre" + }, + { + "id": "q_006330", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "DBC Pierre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: DBC Pierre" + }, + { + "id": "q_006529", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1991" + }, + { + "id": "q_006295", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Angela Lansbury", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Angela Lansbury" + }, + { + "id": "q_007246", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_001257", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom" + }, + { + "id": "q_004353", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Maurice Druon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Maurice Druon" + }, + { + "id": "q_001453", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nicholas II of Russia" + }, + { + "id": "q_008300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_008480", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2001" + }, + { + "id": "q_006167", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "LMFAO", + "pred": "LMFAO", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: LMFAO" + }, + { + "id": "q_003258", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "J\u00fcrgen Linden", + "pred": "J\u00fcrgen Linden", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: J\u00fcrgen Linden" + }, + { + "id": "q_004631", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: absolute monarchy" + }, + { + "id": "q_004837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Ang Lee", + "pred": "Ang Lee", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ang Lee" + }, + { + "id": "q_002531", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Austria", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany" + }, + { + "id": "q_008228", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Frances McDormand", + "pred": "As Good as It Gets", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: As Good as It Gets" + }, + { + "id": "q_005557", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Fatih Terim", + "pred": "Fatih Terim", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Fatih Terim" + }, + { + "id": "q_007336", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2003" + }, + { + "id": "q_003098", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini" + }, + { + "id": "q_002950", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1945.0, + "gold": "1945", + "pred": "1945", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1945" + }, + { + "id": "q_000019", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_001920", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Claudio Ranieri", + "pred": "Claudio Ranieri", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Claudio Ranieri" + }, + { + "id": "q_005782", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_006670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "White Hart Lane", + "pred": "White Hart Lane", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: White Hart Lane" + }, + { + "id": "q_000862", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Humphrey Bogart", + "pred": "Humphrey Bogart", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Humphrey Bogart" + }, + { + "id": "q_001033", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "China Mi\u00e9ville", + "pred": "China Mi\u00e9ville", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: China Mi\u00e9ville" + }, + { + "id": "q_003960", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic" + }, + { + "id": "q_006287", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Clive Woodward", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Clive Woodward" + }, + { + "id": "q_007880", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Giovanni Trapattoni", + "pred": "Giovanni Trapattoni", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Trapattoni" + }, + { + "id": "q_005772", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Autonomous Province of Vojvodina", + "em": 0.0, + "f1": 0.4000000000000001, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Autonomous Province of Vojvodina" + }, + { + "id": "q_006294", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hilary Swank", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hilary Swank" + }, + { + "id": "q_004173", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Jupp Derwall", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jupp Derwall" + }, + { + "id": "q_005281", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_005433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Ottmar Hitzfeld", + "pred": "Ottmar Hitzfeld", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ottmar Hitzfeld" + }, + { + "id": "q_008091", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "\u0130smet \u0130n\u00f6n\u00fc", + "pred": "Memduh \u015eevket Esendal", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Memduh \u015eevket Esendal" + }, + { + "id": "q_004964", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Area", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Area" + }, + { + "id": "q_002871", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Francesco Cossiga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Francesco Cossiga" + }, + { + "id": "q_003979", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Rachida Brakni", + "pred": "Rachida Brakni", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rachida Brakni" + }, + { + "id": "q_008204", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Erwin Kramer", + "pred": "Erwin Kramer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Erwin Kramer" + }, + { + "id": "q_001932", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Joe Louis Arena", + "pred": "Joe Louis Arena", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Joe Louis Arena" + }, + { + "id": "q_007185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_000480", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "UNESCO", + "pred": "UNESCO", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: UNESCO" + }, + { + "id": "q_007286", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Emirates", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Emirates" + }, + { + "id": "q_003179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daniel Auteuil" + }, + { + "id": "q_002946", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Michal B\u00edlek", + "pred": "Michal B\u00edlek", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Michal B\u00edlek" + }, + { + "id": "q_003999", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler" + }, + { + "id": "q_005894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Academy Award for Best Director", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Director" + }, + { + "id": "q_005752", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giuliano Amato", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuliano Amato" + }, + { + "id": "q_001810", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Giuseppe Saragat", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat" + }, + { + "id": "q_004977", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_004496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Paul von Hindenburg", + "pred": "Paul von Hindenburg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paul von Hindenburg" + }, + { + "id": "q_007873", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: P\u00e9ter P\u00e1zm\u00e1ny" + }, + { + "id": "q_002637", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1996" + }, + { + "id": "q_005587", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2002" + }, + { + "id": "q_005428", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Silvio Berlusconi" + }, + { + "id": "q_005312", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Norma Shearer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Norma Shearer" + }, + { + "id": "q_006932", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson" + }, + { + "id": "q_000781", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bucharest" + }, + { + "id": "q_007295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "CBS", + "pred": "Latin Grammy Awards", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Latin Grammy Awards" + }, + { + "id": "q_000003", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1947.0, + "gold": "1947", + "pred": "1947", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1947" + }, + { + "id": "q_004851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giorgio Napolitano" + }, + { + "id": "q_004934", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_000313", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_003612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2016.0, + "gold": "Matteo Renzi", + "pred": "Matteo Renzi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Matteo Renzi" + }, + { + "id": "q_008643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_000903", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Eusebio Sacrist\u00e1n", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eusebio Sacrist\u00e1n" + }, + { + "id": "q_000168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_005738", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Aldo Moro", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani" + }, + { + "id": "q_006558", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lu\u00eds Filipe Vieira" + }, + { + "id": "q_004400", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Ruth Prawer Jhabvala", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ruth Prawer Jhabvala" + }, + { + "id": "q_001076", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021" + }, + { + "id": "q_002725", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Prime Minister of Canada", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Canada" + }, + { + "id": "q_003906", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Liga Portugal", + "pred": "Liga Portugal", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Liga Portugal" + }, + { + "id": "q_004405", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Alberto Bigon", + "pred": "Alberto Bigon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alberto Bigon" + }, + { + "id": "q_007565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Wolfgang Gerhardt", + "pred": "Wolfgang Gerhardt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Wolfgang Gerhardt" + }, + { + "id": "q_000757", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "COMECON", + "pred": "COMECON", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: COMECON" + }, + { + "id": "q_003912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Ian Porterfield", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ian Porterfield" + }, + { + "id": "q_005056", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Lavrentiy Beria", + "pred": "Lavrentiy Beria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lavrentiy Beria" + }, + { + "id": "q_007014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Mitteldeutscher Rundfunk", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mitteldeutscher Rundfunk" + }, + { + "id": "q_008552", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004" + }, + { + "id": "q_004025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Bambi Award", + "pred": "Bambi Award", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bambi Award" + }, + { + "id": "q_000678", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Katharine Hepburn", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Katharine Hepburn" + }, + { + "id": "q_002043", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004" + }, + { + "id": "q_007190", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "coming out", + "pred": "coming out", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: coming out" + }, + { + "id": "q_003533", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_003295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Attila J\u00f3zsef" + }, + { + "id": "q_008026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Ingrid Bergman", + "pred": "Ingrid Bergman", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ingrid Bergman" + }, + { + "id": "q_004864", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Ireland", + "pred": "Ireland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ireland" + }, + { + "id": "q_001930", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1929.0, + "gold": "1929", + "pred": "1929", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1929" + }, + { + "id": "q_004482", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2005" + }, + { + "id": "q_000444", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "president of Germany", + "pred": "president of Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: president of Germany" + }, + { + "id": "q_002417", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Saku Koivu" + }, + { + "id": "q_002864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S\u00fcper Lig" + }, + { + "id": "q_002089", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1975" + }, + { + "id": "q_002782", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Wowereit" + }, + { + "id": "q_004348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Karel Br\u00fcckner", + "pred": "Karel Br\u00fcckner", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Karel Br\u00fcckner" + }, + { + "id": "q_006603", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006" + }, + { + "id": "q_000643", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler" + }, + { + "id": "q_001459", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Sepp Piontek", + "pred": "Sepp Piontek", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sepp Piontek" + }, + { + "id": "q_007691", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "German Emperor", + "pred": "German Emperor", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Emperor" + }, + { + "id": "q_004382", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Israeli Premier League", + "pred": "Israeli Premier League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Israeli Premier League" + }, + { + "id": "q_008297", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Luxembourg National Division", + "pred": "Luxembourg National Division", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Luxembourg National Division" + }, + { + "id": "q_004135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_007490", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Marie Dressler", + "pred": "Marie Dressler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Marie Dressler" + }, + { + "id": "q_004470", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Manuel Jim\u00e9nez Jim\u00e9nez", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Manuel Jim\u00e9nez Jim\u00e9nez" + }, + { + "id": "q_001400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nike" + }, + { + "id": "q_005647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Pacific Coliseum", + "pred": "Pacific Coliseum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pacific Coliseum" + }, + { + "id": "q_000107", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Prague", + "pred": "Prague", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prague" + }, + { + "id": "q_000481", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "Yann Martel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yann Martel" + }, + { + "id": "q_005374", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2011" + }, + { + "id": "q_007891", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Second Lady or Gentleman of the United States", + "pred": "Second Lady or Gentleman of the United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Second Lady or Gentleman of the United States" + }, + { + "id": "q_004941", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Ralf Loose", + "pred": "Ralf Loose", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ralf Loose" + }, + { + "id": "q_007300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_007401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Te sl\u0103vim, Rom\u00e2nie", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Te sl\u0103vim, Rom\u00e2nie" + }, + { + "id": "q_001311", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2010" + }, + { + "id": "q_003353", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Panama" + }, + { + "id": "q_005629", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1998" + }, + { + "id": "q_005931", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Leonid Brezhnev", + "pred": "Leonid Brezhnev", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Leonid Brezhnev" + }, + { + "id": "q_005823", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Territory of Hawaii" + }, + { + "id": "q_002989", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Free State of Prussia", + "pred": "Free State of Prussia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Free State of Prussia" + }, + { + "id": "q_004259", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Anne Enright", + "pred": "Anne Enright", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Anne Enright" + }, + { + "id": "q_002166", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Ligue 1", + "pred": "Ligue 1", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ligue 1" + }, + { + "id": "q_006376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1995" + }, + { + "id": "q_008518", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Hans Backe", + "pred": "Hans Backe", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hans Backe" + }, + { + "id": "q_003792", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini" + }, + { + "id": "q_000844", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Academy Award for Best Actor", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Actor" + }, + { + "id": "q_005425", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini" + }, + { + "id": "q_006156", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The Ninth Day", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Ninth Day" + }, + { + "id": "q_006038", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Austro-Hungarian krone", + "pred": "Austro-Hungarian krone", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Austro-Hungarian krone" + }, + { + "id": "q_008465", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1923.0, + "gold": "Egyptian pound", + "pred": "Egyptian pound", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Egyptian pound" + }, + { + "id": "q_004604", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Javier Aguirre", + "pred": "Javier Aguirre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Javier Aguirre" + }, + { + "id": "q_002929", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "The Internationale", + "pred": "The Internationale", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Internationale" + }, + { + "id": "q_007720", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone" + }, + { + "id": "q_005879", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_001938", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Territory of Hawaii" + }, + { + "id": "q_004995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Academy Award for Best Supporting Actress", + "pred": "Academy Award for Best Supporting Actress", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Supporting Actress" + }, + { + "id": "q_006351", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Stade Chaban-Delmas" + }, + { + "id": "q_005087", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_006536", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_006736", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Sandra Bullock", + "pred": "Sandra Bullock", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandra Bullock" + }, + { + "id": "q_004654", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nicholas II of Russia" + }, + { + "id": "q_005945", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson" + }, + { + "id": "q_007681", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Daman and Diu", + "pred": "Daman and Diu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daman and Diu" + }, + { + "id": "q_006184", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson" + }, + { + "id": "q_000115", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Caja M\u00e1gica", + "pred": "Caja M\u00e1gica", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Caja M\u00e1gica" + }, + { + "id": "q_002711", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alcide De Gasperi" + }, + { + "id": "q_005754", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Federal Republic of Yugoslavia" + }, + { + "id": "q_002277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S\u00fcper Lig" + }, + { + "id": "q_000552", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_000403", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "SeatGeek Stadium", + "pred": "SeatGeek Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SeatGeek Stadium" + }, + { + "id": "q_003856", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_003602", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Mikhail Gorbachev", + "pred": "Vladimir Kryuchkov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vladimir Kryuchkov" + }, + { + "id": "q_007850", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_001019", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1962.0, + "gold": "1962", + "pred": "1962", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1962" + }, + { + "id": "q_004322", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Dietrich Stobbe", + "pred": "Dietrich Stobbe", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dietrich Stobbe" + }, + { + "id": "q_004271", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone" + }, + { + "id": "q_001171", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_007890", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Actress" + }, + { + "id": "q_008632", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Hungarian People's Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hungarian People's Republic" + }, + { + "id": "q_007395", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1925.0, + "gold": "Egyptian pound", + "pred": "Egyptian pound", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Egyptian pound" + }, + { + "id": "q_007784", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Paul Scott", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paul Scott" + }, + { + "id": "q_006008", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Alain Afflelou", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alain Afflelou" + }, + { + "id": "q_007623", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Zden\u011bk Zeman", + "pred": "Zden\u011bk Zeman", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Zden\u011bk Zeman" + }, + { + "id": "q_000261", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic" + }, + { + "id": "q_005362", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_003134", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Teen Choice Awards", + "pred": "Teen Choice Awards", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Teen Choice Awards" + }, + { + "id": "q_006822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Emirates", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Emirates" + }, + { + "id": "q_003313", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_005360", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Wowereit" + }, + { + "id": "q_001597", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Peter Carey", + "pred": "Peter Carey", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Peter Carey" + }, + { + "id": "q_003838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Ronald Colman", + "pred": "Ronald Colman", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ronald Colman" + }, + { + "id": "q_005949", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Attila J\u00f3zsef" + }, + { + "id": "q_005024", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Abraham Beame", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Abraham Beame" + }, + { + "id": "q_007032", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Heinrich Himmler", + "pred": "Heinrich Himmler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heinrich Himmler" + }, + { + "id": "q_004269", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_005207", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sepp Herberger" + }, + { + "id": "q_008065", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Constantinople", + "pred": "Constantinople", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Constantinople" + }, + { + "id": "q_003648", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_000919", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "Franz Beckenbauer", + "pred": "Franz Beckenbauer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Franz Beckenbauer" + }, + { + "id": "q_001421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004" + }, + { + "id": "q_007438", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Federal Republic of Yugoslavia" + }, + { + "id": "q_000509", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Giovanni Leone", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone" + }, + { + "id": "q_006374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "DBC Pierre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: DBC Pierre" + }, + { + "id": "q_006108", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "presidential system", + "pred": "presidential system", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: presidential system" + }, + { + "id": "q_001184", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Robert Bolt", + "pred": "Robert Bolt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Robert Bolt" + }, + { + "id": "q_001023", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Du\u0161an Uhrin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Du\u0161an Uhrin" + }, + { + "id": "q_001479", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Javier Aguirre", + "pred": "Javier Aguirre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Javier Aguirre" + }, + { + "id": "q_006983", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_007833", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "White Hart Lane", + "pred": "White Hart Lane", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: White Hart Lane" + }, + { + "id": "q_005681", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic" + }, + { + "id": "q_003706", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2005" + }, + { + "id": "q_007006", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Du\u0161an Uhrin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Du\u0161an Uhrin" + }, + { + "id": "q_004220", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Swiss Super League" + }, + { + "id": "q_007500", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: God Save the Tsar!" + }, + { + "id": "q_008556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "German Empire", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: France" + }, + { + "id": "q_003362", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ireland", + "pred": "Ireland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ireland" + }, + { + "id": "q_007378", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Allianz Arena", + "pred": "Allianz Arena", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Allianz Arena" + }, + { + "id": "q_002356", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_004000", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Walter Mazzarri", + "pred": "Walter Mazzarri", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Walter Mazzarri" + }, + { + "id": "q_003511", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Hungarian Olympic Committee", + "pred": "Hungarian Olympic Committee", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hungarian Olympic Committee" + }, + { + "id": "q_003517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: West Germany" + }, + { + "id": "q_008482", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Harry Warren", + "pred": "Harry Warren", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Harry Warren" + }, + { + "id": "q_001610", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini" + }, + { + "id": "q_008668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "pred": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ji\u0159\u00ed Posp\u00ed\u0161il" + }, + { + "id": "q_007160", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_003247", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Kevin Federline", + "pred": "Kevin Federline", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kevin Federline" + }, + { + "id": "q_000810", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Liga I", + "pred": "Liga I", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Liga I" + }, + { + "id": "q_006432", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Joseph Stalin", + "pred": "Joseph Stalin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Joseph Stalin" + }, + { + "id": "q_007768", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_002329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Zhou Enlai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Zhou Enlai" + }, + { + "id": "q_005449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Rock and Roll Hall of Fame", + "pred": "Rock and Roll Hall of Fame", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rock and Roll Hall of Fame" + }, + { + "id": "q_003836", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daniel Auteuil" + }, + { + "id": "q_007908", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_003128", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Spencer Tracy", + "pred": "Robert Redford", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Robert Redford" + }, + { + "id": "q_002843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Francesco Cossiga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Francesco Cossiga" + }, + { + "id": "q_001510", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "UTC\u221204:00", + "pred": "Peru", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Peru" + }, + { + "id": "q_005670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Werner Greuter", + "pred": "Werner Greuter", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Werner Greuter" + }, + { + "id": "q_005822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Maurice Druon", + "pred": "Maurice Druon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Maurice Druon" + }, + { + "id": "q_001232", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_007512", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sepp Herberger" + }, + { + "id": "q_000089", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_008698", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Loretta Young", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Loretta Young" + }, + { + "id": "q_007875", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_006661", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "President of the United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the United States" + }, + { + "id": "q_007505", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Bobby Clarke", + "pred": "Bobby Clarke", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bobby Clarke" + }, + { + "id": "q_000843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_008555", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Montreal Forum" + }, + { + "id": "q_006491", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1942" + }, + { + "id": "q_003737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Aldo Moro", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aldo Moro" + }, + { + "id": "q_002698", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Hans M\u00fcnch", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hans M\u00fcnch" + }, + { + "id": "q_005937", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006" + }, + { + "id": "q_007021", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lu\u00eds Filipe Vieira" + }, + { + "id": "q_003151", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "The Sea and the Mirror", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Sea and the Mirror" + }, + { + "id": "q_002519", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2003" + }, + { + "id": "q_007514", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: chairperson" + }, + { + "id": "q_008443", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_007726", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1992.0, + "gold": "1992", + "pred": "1992", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1992" + }, + { + "id": "q_001549", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "V\u00e1clav Havel", + "pred": "V\u00e1clav Havel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: V\u00e1clav Havel" + }, + { + "id": "q_007129", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004" + }, + { + "id": "q_000883", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Heinrich Br\u00fcning", + "pred": "Heinrich Br\u00fcning", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heinrich Br\u00fcning" + }, + { + "id": "q_000442", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "William Emmett Dever", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: William Emmett Dever" + }, + { + "id": "q_004066", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Peter Gerhardsson", + "pred": "Peter Gerhardsson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Peter Gerhardsson" + }, + { + "id": "q_002302", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Egyptian pound", + "pred": "Egyptian pound", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Egyptian pound" + }, + { + "id": "q_002564", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_004005", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Otto Nerz", + "pred": "Otto Nerz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Otto Nerz" + }, + { + "id": "q_002014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat" + }, + { + "id": "q_005652", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Jane Byrne", + "pred": "Jane Byrne", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jane Byrne" + }, + { + "id": "q_002217", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_008015", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Albert II of Belgium", + "pred": "Albert II of Belgium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Albert II of Belgium" + }, + { + "id": "q_000895", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "RTL", + "pred": "RTL", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: RTL" + }, + { + "id": "q_008365", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Javier Aguirre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Javier Aguirre" + }, + { + "id": "q_006348", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Te sl\u0103vim, Rom\u00e2nie", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Te sl\u0103vim, Rom\u00e2nie" + }, + { + "id": "q_000645", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_008492", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nicholas II of Russia" + }, + { + "id": "q_006824", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Anita Brookner", + "pred": "Anita Brookner", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Anita Brookner" + }, + { + "id": "q_000773", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "Winona Ryder", + "pred": "Golden Globe Award for Best Supporting Actress \u2013 Motion Picture", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Golden Globe Award for Best Supporting Actress \u2013 Motion Picture" + }, + { + "id": "q_001316", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Deutsche Mark" + }, + { + "id": "q_004368", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nike" + }, + { + "id": "q_005868", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat" + }, + { + "id": "q_005066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daniel Auteuil" + }, + { + "id": "q_007376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1996" + }, + { + "id": "q_000995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Gwyneth Paltrow", + "pred": "Gwyneth Paltrow", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gwyneth Paltrow" + }, + { + "id": "q_008659", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "A. S. Byatt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A. S. Byatt" + }, + { + "id": "q_000763", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_005896", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_000117", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Enrico de Nicola", + "pred": "Umberto II of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Umberto II of Italy" + }, + { + "id": "q_000027", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Rudy Giuliani", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rudy Giuliani" + }, + { + "id": "q_002041", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini" + }, + { + "id": "q_002860", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic" + }, + { + "id": "q_004247", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Luise Rainer", + "pred": "Luise Rainer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Luise Rainer" + }, + { + "id": "q_008294", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Hyundai", + "pred": "Hyundai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hyundai" + }, + { + "id": "q_006036", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "The Pentagon", + "pred": "The Pentagon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Pentagon" + }, + { + "id": "q_001816", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Norma Shearer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Norma Shearer" + }, + { + "id": "q_008058", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_004387", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Cel\u00e2l Bayar", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cel\u00e2l Bayar" + }, + { + "id": "q_004841", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Abdullah Avc\u0131", + "pred": "Abdullah Avc\u0131", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Abdullah Avc\u0131" + }, + { + "id": "q_000340", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Echo Music Prize", + "pred": "Echo Music Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Echo Music Prize" + }, + { + "id": "q_001431", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Massimiliano Allegri", + "pred": "Massimiliano Allegri", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Massimiliano Allegri" + }, + { + "id": "q_002560", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Panama" + }, + { + "id": "q_003591", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler" + }, + { + "id": "q_006178", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Francesco Cossiga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Francesco Cossiga" + }, + { + "id": "q_003130", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: P\u00e9ter P\u00e1zm\u00e1ny" + }, + { + "id": "q_001771", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "habilitation", + "pred": "habilitation", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: habilitation" + }, + { + "id": "q_004635", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Katharine Hepburn", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Katharine Hepburn" + }, + { + "id": "q_007347", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Thomas Keneally", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Thomas Keneally" + }, + { + "id": "q_002289", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Giuseppe Saragat", + "pred": "Giuseppe Saragat", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat" + }, + { + "id": "q_006810", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2016", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2016" + }, + { + "id": "q_001750", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Eduard Weiter", + "pred": "Eduard Weiter", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eduard Weiter" + }, + { + "id": "q_005348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "David Wagner", + "pred": "David Wagner", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Wagner" + }, + { + "id": "q_001742", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Sandro Pertini", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini" + }, + { + "id": "q_004401", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cominform", + "pred": "Cominform", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cominform" + }, + { + "id": "q_000948", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Montreal Forum" + }, + { + "id": "q_006864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat" + }, + { + "id": "q_001031", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "J. M. Coetzee", + "pred": "J. M. Coetzee", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: J. M. Coetzee" + }, + { + "id": "q_002458", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Oleh Protasov", + "pred": "Oleh Protasov", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Oleh Protasov" + }, + { + "id": "q_001069", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Ed Koch", + "pred": "Ed Koch", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ed Koch" + }, + { + "id": "q_005421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021" + }, + { + "id": "q_006304", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "mayor", + "pred": "mayor", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: mayor" + }, + { + "id": "q_004531", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Mario Monti", + "pred": "Mario Monti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mario Monti" + }, + { + "id": "q_000931", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2012" + }, + { + "id": "q_007956", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Eric Gerets", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eric Gerets" + }, + { + "id": "q_007340", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "Hyundai", + "pred": "Hyundai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hyundai" + }, + { + "id": "q_003676", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "Colin Firth", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Colin Firth" + }, + { + "id": "q_001222", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_006158", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Adone Zoli", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani" + }, + { + "id": "q_005324", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_005456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "George W. Bush", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: George W. Bush" + }, + { + "id": "q_002344", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Q269864", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Q269864" + }, + { + "id": "q_008685", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2019.0, + "gold": "Wayne LaPierre", + "pred": "Wayne LaPierre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Wayne LaPierre" + }, + { + "id": "q_005812", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "J. M. Coetzee", + "pred": "J. M. Coetzee", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: J. M. Coetzee" + }, + { + "id": "q_000894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "The Ellen DeGeneres Show", + "pred": "The Ellen DeGeneres Show", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Ellen DeGeneres Show" + }, + { + "id": "q_005808", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Attila J\u00f3zsef" + }, + { + "id": "q_003694", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "German Federal Archives", + "pred": "German Federal Archives", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Federal Archives" + }, + { + "id": "q_002616", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone" + }, + { + "id": "q_000088", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom" + }, + { + "id": "q_005525", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani" + }, + { + "id": "q_006017", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_006096", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Ginni Rometty", + "pred": "Ginni Rometty", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ginni Rometty" + }, + { + "id": "q_001800", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vicente Calder\u00f3n Stadium" + }, + { + "id": "q_001359", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "Kiran Desai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kiran Desai" + }, + { + "id": "q_006166", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_004182", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_002192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Berti Vogts", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Berti Vogts" + }, + { + "id": "q_004835", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat" + }, + { + "id": "q_001116", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004" + }, + { + "id": "q_003320", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_003882", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_003657", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Ian Porterfield", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ian Porterfield" + }, + { + "id": "q_001053", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Toni Servillo", + "pred": "Bavarian TV Awards", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bavarian TV Awards" + }, + { + "id": "q_006052", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1983.0, + "gold": "1983", + "pred": "1983", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1983" + }, + { + "id": "q_000428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "Colin Firth", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Colin Firth" + }, + { + "id": "q_000183", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_007379", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Giovanni Trapattoni", + "pred": "Giovanni Trapattoni", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Trapattoni" + }, + { + "id": "q_005742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "James Kelman", + "pred": "James Kelman", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: James Kelman" + }, + { + "id": "q_000962", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: West Germany" + }, + { + "id": "q_005810", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Otto Graf Lambsdorff", + "pred": "Otto Graf Lambsdorff", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Otto Graf Lambsdorff" + }, + { + "id": "q_000427", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Giovanni Leone", + "pred": "Giovanni Leone", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone" + }, + { + "id": "q_005227", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "presidential system", + "pred": "presidential system", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: presidential system" + }, + { + "id": "q_000433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: God Save the Tsar!" + }, + { + "id": "q_005466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Climate Pledge Arena", + "pred": "Climate Pledge Arena", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Climate Pledge Arena" + }, + { + "id": "q_004741", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "1st Panzer Division", + "pred": "Maximilian von Weichs", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Maximilian von Weichs" + }, + { + "id": "q_006763", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2001" + }, + { + "id": "q_002214", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: God Save the Tsar!" + }, + { + "id": "q_005612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Nikita Khrushchev", + "pred": "Nikita Khrushchev", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nikita Khrushchev" + }, + { + "id": "q_007746", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Austria", + "pred": "Austria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Austria" + }, + { + "id": "q_003268", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Oscar Luigi Scalfaro", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Oscar Luigi Scalfaro" + }, + { + "id": "q_000324", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom" + }, + { + "id": "q_006933", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani" + }, + { + "id": "q_005705", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Robert Knud Friedrich Pilger", + "pred": "Robert Knud Friedrich Pilger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Robert Knud Friedrich Pilger" + }, + { + "id": "q_006241", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bucharest" + }, + { + "id": "q_003204", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Ralph Fiennes", + "pred": "Ralph Fiennes", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ralph Fiennes" + }, + { + "id": "q_001109", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Neutral Moresnet", + "pred": "Neutral Moresnet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Neutral Moresnet" + }, + { + "id": "q_001496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_004458", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Cel\u00e2l Bayar", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cel\u00e2l Bayar" + }, + { + "id": "q_005199", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Wowereit" + }, + { + "id": "q_000202", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Ireland", + "pred": "Ireland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ireland" + }, + { + "id": "q_006446", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_001839", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Q953762", + "pred": "Q953762", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Q953762" + }, + { + "id": "q_001174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Latvian Higher League", + "pred": "Latvian Higher League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Latvian Higher League" + }, + { + "id": "q_006379", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giorgio Napolitano" + }, + { + "id": "q_001940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_001985", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic" + }, + { + "id": "q_000177", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "German Democratic Republic", + "pred": "Saarland", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Saarland" + }, + { + "id": "q_003534", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021" + }, + { + "id": "q_007118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Steve Sampson", + "pred": "Steve Sampson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Steve Sampson" + }, + { + "id": "q_008135", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Panama" + }, + { + "id": "q_008030", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Maurice Druon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Maurice Druon" + }, + { + "id": "q_008449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Kurt Biedenkopf", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kurt Biedenkopf" + }, + { + "id": "q_001457", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Thomas Keneally", + "pred": "Thomas Keneally", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Thomas Keneally" + }, + { + "id": "q_001650", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Sergi L\u00f3pez", + "pred": "Sergi L\u00f3pez", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sergi L\u00f3pez" + }, + { + "id": "q_006597", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "SeatGeek Stadium", + "pred": "SeatGeek Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SeatGeek Stadium" + }, + { + "id": "q_003141", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Canada", + "pred": "Canada", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Canada" + }, + { + "id": "q_004341", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "BP", + "pred": "BP", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: BP" + }, + { + "id": "q_007989", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1905.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Empire" + }, + { + "id": "q_002962", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani" + }, + { + "id": "q_001198", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Allianz Arena", + "pred": "Allianz Arena", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Allianz Arena" + }, + { + "id": "q_006028", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lu\u00eds Filipe Vieira" + }, + { + "id": "q_007856", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1902", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1902" + }, + { + "id": "q_003797", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2011" + }, + { + "id": "q_002920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler" + }, + { + "id": "q_004648", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1998" + }, + { + "id": "q_005249", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Julie Christie", + "pred": "Julie Christie", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Julie Christie" + }, + { + "id": "q_004612", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat" + }, + { + "id": "q_006383", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1976" + }, + { + "id": "q_003997", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daniel Auteuil" + }, + { + "id": "q_002521", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Heiko Herrlich", + "pred": "Heiko Herrlich", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heiko Herrlich" + }, + { + "id": "q_008451", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Mario Draghi", + "pred": "Mario Draghi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mario Draghi" + }, + { + "id": "q_002584", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1944.0, + "gold": "1944", + "pred": "1944", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1944" + }, + { + "id": "q_000401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Zhou Enlai", + "pred": "Zhou Enlai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Zhou Enlai" + }, + { + "id": "q_007273", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Harry Redknapp", + "pred": "Harry Redknapp", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Harry Redknapp" + }, + { + "id": "q_000566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse" + }, + { + "id": "q_001480", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Saku Koivu" + }, + { + "id": "q_002648", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Paul Scott", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paul Scott" + }, + { + "id": "q_005191", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Theodor Liebknecht", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Theodor Liebknecht" + }, + { + "id": "q_004451", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Azerbaijan Premier League", + "pred": "Azerbaijan Premier League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Azerbaijan Premier League" + } + ] +} \ No newline at end of file diff --git a/eval/v3-sft-terse-lever-seed7.json b/eval/v3-sft-terse-lever-seed7.json new file mode 100644 index 0000000000000000000000000000000000000000..7e889e8e29295bac6e4ae0ba68238555259d96f6 --- /dev/null +++ b/eval/v3-sft-terse-lever-seed7.json @@ -0,0 +1,24464 @@ +{ + "name": "unnamed", + "policy_path": "../checkpoints/sft-v3-terse-lever-seed7/final", + "split": "test", + "n_samples": 1743, + "temperature": 0.0, + "max_new_tokens": 64, + "overall": { + "n": 1743, + "em": 0.8990246701090074, + "f1": 0.7211301528690337, + "th_n": 0 + }, + "by_complexity": { + "1hop": { + "n": 800, + "em": 0.97875, + "f1": 0.7750087402793282, + "th_n": 0 + }, + "2hop": { + "n": 800, + "em": 0.8825, + "f1": 0.6991078100820773, + "th_n": 0 + }, + "3plus": { + "n": 143, + "em": 0.5454545454545454, + "f1": 0.5429133997315811, + "th_n": 0 + } + }, + "by_operator": { + "before_after": { + "n": 517, + "em": 0.8897485493230174, + "f1": 0.7280313534836269, + "th_n": 0 + }, + "interval": { + "n": 163, + "em": 1.0, + "f1": 0.666666666666668, + "th_n": 0 + }, + "point_in_time": { + "n": 535, + "em": 0.914018691588785, + "f1": 0.7491965703345624, + "th_n": 0 + }, + "sequence": { + "n": 528, + "em": 0.8617424242424242, + "f1": 0.7027477555000984, + "th_n": 0 + } + }, + "per_example": [ + { + "id": "q_006291", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "chairperson", + "pred": "Answer: chairperson", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007337", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "Nicholas II of Russia", + "pred": "Answer: Nicholas II of Russia", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000021", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007809", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Irina Bokova", + "pred": "Answer: David H. Koch", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001979", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "Answer: 1998", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005455", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Answer: Academy Award for Best Original Score", + "em": 0.0, + "f1": 0.375, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008005", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008690", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008321", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007761", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Arista Records", + "pred": "Answer: Universal Music Group", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008118", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001360", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Answer: Chinese Communist Party", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000136", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006986", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003298", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "Answer: parliamentary republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006733", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005866", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Answer: Academy Award for Best Actress", + "em": 0.0, + "f1": 0.5333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004748", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004795", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Chancellor of Germany", + "pred": "Answer: Head of government of Germany", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000787", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "Answer: parliamentary system", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008333", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008338", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Academy Award for Best Visual Effects", + "pred": "Answer: Japan Academy Prize for Outstanding Foreign Language Film", + "em": 0.0, + "f1": 0.26666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001840", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001274", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000547", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001052", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006228", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "Answer: President of the United States", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006414", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Answer: European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001651", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007640", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004943", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Nazi Germany", + "pred": "Answer: Germany", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007287", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005394", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007314", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Mayor of New York City", + "pred": "Answer: President of the United States", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003452", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Mayor of New York City", + "pred": "Answer: head of government", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006815", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Answer: 2010", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008439", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Tim Robbins", + "pred": "Answer: The Color of Money", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003245", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "Answer: parliamentary republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008633", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Bucharest", + "pred": "Answer: Bucharest", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003473", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Answer: Mirza Shafi Khan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001673", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005726", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "First Republic of Austria", + "pred": "Answer: Federal State of Austria", + "em": 0.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004929", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006286", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Deutsche Mark", + "pred": "Answer: Deutsche Mark", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002759", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "K\u014dichir\u014d Matsuura", + "pred": "Answer: James R. Houghton", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004009", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "Answer: 2014", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007134", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002750", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000812", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "U-13", + "pred": "Answer: 1st U-boat Flotilla", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003515", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005012", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004016", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008522", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000716", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Answer: Giovanni Gronchi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004128", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002796", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1923.0, + "gold": "1923", + "pred": "Answer: 1923", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Answer: Massimiliano Allegri", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003552", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "chairperson", + "pred": "Answer: president", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004730", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "God Save the Tsar!", + "pred": "Answer: \"God Save the Tsar!\"", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005767", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Answer: Angela Merkel", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002032", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Mayor of New York City", + "pred": "Answer: Mayor of New York City", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008644", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Answer: 2005", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006768", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "West Germany", + "pred": "Answer: Germany", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002122", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000842", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "God Save the King", + "pred": "Answer: God Save the King", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003512", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Answer: Academy Award for Best Picture", + "em": 0.0, + "f1": 0.5333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002727", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Federal State of Austria", + "pred": "Answer: France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004477", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004639", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002027", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1913.0, + "gold": "Nicholas II of Russia", + "pred": "Answer: Mikhail Rodzianko", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004554", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005676", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "United States", + "pred": "Answer: United States", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008291", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008225", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001173", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Answer: Chinese Communist Party", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008571", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "Answer: parliamentary democracy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000937", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1934.0, + "gold": "1934", + "pred": "Answer: 1934", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003736", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Friedrich Ebert", + "pred": "Answer: Weimar Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002966", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000538", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000838", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Answer: Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002448", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Vanderbilt University", + "pred": "Answer: University of California, San Francisco", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007230", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004534", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007740", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007848", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003817", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Mayor of New York City", + "pred": "Answer: Mayor of New York City", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006982", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Hannelore Kohl", + "pred": "Answer: Heiner Gei\u00dfler", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000932", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Governing Mayor of Berlin", + "pred": "Answer: Dietrich Stobbe", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004711", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Vanderbilt University", + "pred": "Answer: University of California, San Francisco", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001424", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Free State of Prussia", + "pred": "Answer: Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006808", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005728", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of the Italian Republic", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000501", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Civic Democratic Party", + "pred": "Answer: Czech Social Democratic Party", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003472", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Answer: European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007593", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Answer: Giovanni Gronchi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004304", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "military personnel", + "pred": "Answer: Otto Schuhart", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004513", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Answer: European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001144", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Answer: Angela Merkel", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004736", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001077", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Mayor of New York City", + "pred": "Answer: Mayor", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "chairperson", + "pred": "Answer: president", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004250", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "Answer: 1976", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002769", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mayor of New York City", + "pred": "Answer: Robert Ferdinand Wagner Jr.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001923", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008379", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004279", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "U-13", + "pred": "Answer: 1st U-boat Flotilla", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008534", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001990", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "United Nations", + "pred": "Answer: Territory of Hawaii", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000057", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003633", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007357", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Mayor of New York City", + "pred": "Answer: Ed Koch", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "President of the United States", + "pred": "Answer: President of the United States", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002803", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Answer: European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005319", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008568", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Answer: Massimiliano Allegri", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002510", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Bill Clinton", + "pred": "Answer: Bill Clinton", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007048", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Answer: Nicholas II of Russia", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000284", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Irina Bokova", + "pred": "Answer: UNESCO", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007586", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "German Emperor", + "pred": "Answer: German Emperor", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006367", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002788", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "Answer: John Gielgud", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001092", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "God Save the Tsar!", + "pred": "Answer: God Save the Tsar!", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000319", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000336", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "Answer: head of government", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005328", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007430", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Sukarno", + "pred": "Answer: Zhou Enlai", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001032", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006917", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008460", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001183", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001661", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002861", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Answer: European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000264", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "Answer: John Gielgud", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001302", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "Answer: 1953", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007976", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007562", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Lviv University", + "pred": "Answer: Lviv University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "pred": "Answer: Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "em": 1.0, + "f1": 0.9411764705882353, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005303", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Valenciennes F.C.", + "pred": "Answer: Valenciennes F.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003783", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Baron Harding of Petherton", + "pred": "Answer: Baron Harding of Petherton", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004865", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006315", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Answer: 2012", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006083", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Answer: Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003360", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "Answer: 2023", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008353", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Chattanooga", + "pred": "Answer: Chattanooga", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "D.C. United", + "pred": "Answer: D.C. United", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Answer: Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004848", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007525", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Oulu Province", + "pred": "Answer: Oulu Province", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000885", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Northern Dvina Governorate", + "pred": "Answer: Northern Dvina Governorate", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001030", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004428", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002780", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "University of British Columbia", + "pred": "Answer: University of British Columbia", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000352", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Solicitor General for England and Wales", + "pred": "Answer: Solicitor General for England and Wales", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000414", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Answer: 2002", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001261", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001035", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "WWE", + "pred": "Answer: WWE", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008432", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Answer: Cindy McCain", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005886", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Federal Minister for Foreign Affairs", + "pred": "Answer: Federal Minister for Foreign Affairs", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007363", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Answer: Landrat", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006356", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Germany", + "pred": "Answer: Germany", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004178", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "People's Republic of Bulgaria", + "pred": "Answer: People's Republic of Bulgaria", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kupferstichkabinett Berlin", + "pred": "Answer: Kupferstichkabinett Berlin", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000581", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Sevilla FC", + "pred": "Answer: M\u00e1laga CF", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008059", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Heinrich Himmler", + "pred": "Answer: Heinrich Himmler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002028", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Scopus", + "pred": "Answer: Scopus", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "James Norris Memorial Trophy", + "pred": "Answer: James Norris Memorial Trophy", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005062", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Answer: Babe\u0219-Bolyai University", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005618", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Leicester City F.C.", + "pred": "Answer: Leicester City F.C.", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FK Austria Wien", + "pred": "Answer: FK Austria Wien", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002148", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1927.0, + "gold": "Kingdom of Romania", + "pred": "Answer: Kingdom of Romania", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006117", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Mary Pickford", + "pred": "Answer: Mary Pickford", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003365", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "All-NBA Team", + "pred": "Answer: All-NBA Team", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Answer: Deutsche Reichsbahn", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003448", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005271", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Borussia M\u00f6nchengladbach", + "pred": "Answer: Borussia M\u00f6nchengladbach", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "United States Penitentiary, Florence ADMAX", + "pred": "Answer: 2020", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007959", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Afghanistan", + "pred": "Answer: Afghanistan", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008034", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006099", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Answer: Q949215", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003338", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "President of the Bundestag", + "pred": "Answer: President of the Bundestag", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007882", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "pred": "Answer: Paul Ehrlich and Ludwig Darmstaedter Prize", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001101", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Melbourne Cricket Ground", + "pred": "Answer: Melbourne Cricket Ground", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004838", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "American Psycho 2", + "pred": "Answer: American Psycho 2", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008088", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008278", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Valenciennes F.C.", + "pred": "Answer: Valenciennes F.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003556", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Spartak Moscow", + "pred": "Answer: Spartak Moscow", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007252", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Answer: 2005", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007229", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "West Germany", + "pred": "Answer: West Germany", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003581", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007540", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Norway men's national association football team", + "pred": "Answer: Norway men's national association football team", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006549", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1972.0, + "gold": "1972", + "pred": "Answer: 1972", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006127", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Rome", + "pred": "Answer: Rome", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008172", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Academy Award for Best Director", + "pred": "Answer: Academy Award for Best Director", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006850", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "\u00c9toile Sportive du Sahel", + "pred": "Answer: \u00c9toile Sportive du Sahel", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001281", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "60 Minutes", + "pred": "Answer: 60 Minutes", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Answer: 2012", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Philadelphia", + "pred": "Answer: Philadelphia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001024", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "Answer: 2023", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003080", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Nobel Prize in Literature", + "pred": "Answer: Hermann Stehr", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Reading F.C.", + "pred": "Answer: Ibrahima Sonko", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007249", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Athletic Club", + "pred": "Answer: Athletic Club", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004330", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002355", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Brentford F.C.", + "pred": "Answer: Brentford F.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Erwin Teufel", + "pred": "Answer: Erwin Teufel", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002493", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "TV Globo", + "pred": "Answer: TV Globo", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004504", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "Answer: 1953", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008366", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Jean Tremblay", + "pred": "Answer: Jean Tremblay", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003310", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "Answer: 1980", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004860", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "auxiliary bishop", + "pred": "Answer: auxiliary bishop", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007131", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001190", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001845", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "Answer: A.S. Nancy-Lorraine", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001601", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Lomonosov Moscow State University", + "pred": "Answer: Lomonosov Moscow State University", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008159", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "AIK Fotboll", + "pred": "Answer: AIK Fotboll", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006771", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Cuxhaven district", + "pred": "Answer: Cuxhaven district", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002990", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Vesyegonsky District", + "pred": "Answer: Vesyegonsky District", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002704", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Everton F.C.", + "pred": "Answer: Everton F.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000821", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001187", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Max Planck Institute for Chemistry", + "pred": "Answer: Max Planck Institute for Chemistry", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006629", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "United States Navy", + "pred": "Answer: United States Navy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003305", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Carter Harrison IV", + "pred": "Answer: Carter Harrison IV", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000310", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "Answer: arrondissement of Bourg-en-Bresse", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003989", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Baron Moyne", + "pred": "Answer: Baron Moyne", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Answer: Rome", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002832", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Willy Marlow", + "pred": "Answer: Willy Marlow", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000368", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "FC Porto", + "pred": "Answer: FC Porto", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005867", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Answer: Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005700", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Colombia men's national football team", + "pred": "Answer: Colombia men's national football team", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000881", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "York University", + "pred": "Answer: York University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005707", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Kreis Kalbe (Milde)", + "pred": "Answer: Kreis Kalbe (Milde)", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001238", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Pre\u0161ov Region", + "pred": "Answer: Pre\u0161ov Region", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006162", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Answer: 2011", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006967", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006519", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "F.C. Pro Vercelli 1892", + "pred": "Answer: F.C. Pro Vercelli 1892", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006861", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Toulouse FC", + "pred": "Answer: Toulouse FC", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006139", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Decathlon CMA CGM Team", + "pred": "Answer: Decathlon CMA CGM Team", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002293", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Bethesda", + "pred": "Answer: Bethesda", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008165", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Akkermansky Uyezd", + "pred": "Answer: Akkermansky Uyezd", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001745", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Answer: Taiwan", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Paul McGann", + "pred": "Answer: Paul McGann", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Al-Qaeda", + "pred": "Answer: Al-Qaeda", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Weimar Republic", + "pred": "Answer: Weimar Republic", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007239", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005515", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "doctorate", + "pred": "Answer: doctorate", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002120", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Bauska District", + "pred": "Answer: Bauska District", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007214", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Gale Anne Hurd", + "pred": "Answer: Gale Anne Hurd", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008171", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002624", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Woodrow Wilson", + "pred": "Answer: Woodrow Wilson", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004467", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006746", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1993.0, + "gold": "1993", + "pred": "Answer: 1993", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Answer: Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000447", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007622", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Answer: 2010", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007073", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FC Luch-Energiya Vladivostok", + "pred": "Answer: FC Luch-Energiya Vladivostok", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006216", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007462", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "\u00d6sters IF", + "pred": "Answer: \u00d6sters IF", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000068", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Eski\u015fehirspor", + "pred": "Answer: Eski\u015fehirspor", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Marconi Prize", + "pred": "Answer: Marconi Prize", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005968", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002706", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "economic liberalism", + "pred": "Answer: economic liberalism", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006338", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Jan Hendrik Oort", + "pred": "Answer: Jan Hendrik Oort", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "State Government", + "pred": "Answer: State Government", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005181", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Answer: 2009", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003253", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "chairperson", + "pred": "Answer: chairperson", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Answer: Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003453", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002186", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Academy Award for Best Actress", + "pred": "Answer: Academy Award for Best Actress", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000960", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Deutsche Mark", + "pred": "Answer: Deutsche Mark", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003476", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Municipio III", + "pred": "Answer: Municipio III", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001826", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "WWE", + "pred": "Answer: WWE", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Latvian Soviet Socialist Republic", + "pred": "Answer: Latvian Soviet Socialist Republic", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002291", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2022.0, + "gold": "Al-Nassr", + "pred": "Answer: Al-Nassr", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006248", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003830", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Answer: 1996", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005800", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1927.0, + "gold": "1927", + "pred": "Answer: 1927", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Roman Herzog", + "pred": "Answer: Roman Herzog", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "TOP 09", + "pred": "Answer: TOP 09", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003125", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Chinese Communist Party", + "pred": "Answer: Chinese Communist Party", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "United States Air Force", + "pred": "Answer: United States Air Force", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000679", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Answer: Member of the European Parliament", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "Answer: 1922", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004918", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006137", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Orlando Magic", + "pred": "Answer: Orlando Magic", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002644", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Answer: Club Atl\u00e9tico Tigre", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004185", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Answer: Christiane Kubrick", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007259", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Answer: Heidelberg University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000078", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006054", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "SC Young Fellows Juventus", + "pred": "Answer: SC Young Fellows Juventus", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "president", + "pred": "Answer: president", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002324", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Answer: 2008", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008261", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "National Basketball Association", + "pred": "Answer: National Basketball Association", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004156", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002138", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Montpellier H\u00e9rault Sport Club", + "pred": "Answer: Montpellier H\u00e9rault Sport Club", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001307", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005256", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "auxiliary bishop", + "pred": "Answer: auxiliary bishop", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004475", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Q135837", + "pred": "Answer: Q135837", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002220", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Estudiantes de La Plata", + "pred": "Answer: Estudiantes de La Plata", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006192", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Egypt", + "pred": "Answer: Egypt", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005619", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003460", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Buber-Rosenzweig-Medal", + "pred": "Answer: Buber-Rosenzweig-Medal", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005532", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Gy\u00f6rgy Fekete", + "pred": "Answer: Gy\u00f6rgy Fekete", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000731", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Ren\u00e9 Ang\u00e9lil", + "pred": "Answer: Ren\u00e9 Ang\u00e9lil", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007949", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Aston Villa F.C.", + "pred": "Answer: Aston Villa F.C.", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001545", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001649", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008040", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006170", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Nazi Germany", + "pred": "Answer: Nazi Germany", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Answer: Cottbus District", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004771", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "SV Waldhof Mannheim", + "pred": "Answer: SV Waldhof Mannheim", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002240", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Raymond Lahey", + "pred": "Answer: Raymond Lahey", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001328", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "F.C. Hansa Rostock", + "pred": "Answer: F.C. Hansa Rostock", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003910", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1926.0, + "gold": "Yves du Manoir Stadium", + "pred": "Answer: Yves du Manoir Stadium", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003393", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Nemuro Subprefecture (1897\u20142010)", + "pred": "Answer: Nemuro Subprefecture (1897\u20142010)", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Answer: Tuvan Autonomous Soviet Socialist Republic", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002690", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000520", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Answer: Watford F.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008590", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Acad\u00e9mie des beaux-arts", + "pred": "Answer: Acad\u00e9mie des beaux-arts", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002965", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Toronto", + "pred": "Answer: Toronto", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000417", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007810", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002744", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Queen Mary University of London", + "pred": "Answer: Queen Mary University of London", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006283", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "University of G\u00f6ttingen", + "pred": "Answer: University of G\u00f6ttingen", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001516", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "President of the Swiss Confederation", + "pred": "Answer: President of the Swiss Confederation", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004019", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "Answer: FC Aarau", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007577", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Goethe University Frankfurt", + "pred": "Answer: Goethe University Frankfurt", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006387", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Nopporo Station", + "pred": "Answer: Atsubetsu Station", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006907", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "Answer: People's Republic of Bulgaria", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000891", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003937", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "VfL Bochum", + "pred": "Answer: VfL Bochum", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000823", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Aston Villa F.C.", + "pred": "Answer: Aston Villa F.C.", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008286", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Deportivo de La Coru\u00f1a", + "pred": "Answer: C.D. Tenerife", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002635", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "West Germany", + "pred": "Answer: West Germany", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006205", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Austria men's national football team", + "pred": "Answer: Austria men's national football team", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002157", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000634", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "SSC Bari", + "pred": "Answer: SSC Bari", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005602", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Kita-Toyotsu Signal Base", + "pred": "Answer: Kita-Toyotsu Signal Base", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000342", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004873", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Club Atletico All Boys", + "pred": "Answer: Club Atletico All Boys", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004390", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Shonan Bellmare", + "pred": "Answer: Shonan Bellmare", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Bruno Rossi Prize", + "pred": "Answer: Bruno Rossi Prize", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005697", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "G.S. Iraklis Thessalonikis (men's association football)", + "pred": "Answer: G.S. Iraklis Thessalonikis (men's association football)", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "VfB Stuttgart", + "pred": "Answer: VfB Stuttgart", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003442", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Answer: 2010", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004805", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Bocskai FC", + "pred": "Answer: Bocskai FC", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006113", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Prime Minister of Bhutan", + "pred": "Answer: Prime Minister of Bhutan", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002998", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Hibernian F.C.", + "pred": "Answer: Hibernian F.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005890", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003583", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Aichi district", + "pred": "Answer: Aichi district", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006267", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "German Empire", + "pred": "Answer: German Empire", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005655", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Associated Press Athlete of the Year", + "pred": "Answer: Associated Press Athlete of the Year", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003079", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Kingdom of Bulgaria", + "pred": "Answer: Kingdom of Bulgaria", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002419", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Helmond Sport", + "pred": "Answer: Helmond Sport", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007094", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "World Rally Championship", + "pred": "Answer: World Rally Championship", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004223", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "French Navy", + "pred": "Answer: French Navy", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Orthez", + "pred": "Answer: Orthez", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001391", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Royal Academy of Exact, Physical and Natural Sciences", + "pred": "Answer: Royal Academy of Exact, Physical and Natural Sciences", + "em": 1.0, + "f1": 0.9411764705882353, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005935", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Atalanta BC", + "pred": "Answer: Atalanta BC", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003693", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Spartak", + "pred": "Answer: Spartak", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001318", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Princeton University", + "pred": "Answer: Princeton University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Answer: Yale University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000126", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004718", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Egypt", + "pred": "Answer: Egypt", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000908", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "TI-Raleigh", + "pred": "Answer: TI-Raleigh", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003983", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Spanish Navy", + "pred": "Answer: Spanish Navy", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008295", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Grawemeyer Award for Music Composition", + "pred": "Answer: Grawemeyer Award for Music Composition", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003030", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "pred": "Answer: Acad\u00e9mie des Inscriptions et Belles-Lettres", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005340", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Boavista F.C.", + "pred": "Answer: Boavista F.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Dario Franchitti", + "pred": "Answer: Dario Franchitti", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000349", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "2nd U-boat Flotilla", + "pred": "Answer: 2nd U-boat Flotilla", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004450", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Radio Free Europe/Radio Liberty", + "pred": "Answer: Radio Free Europe/Radio Liberty", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "Answer: United Kingdom", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005907", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1904.0, + "gold": "1904", + "pred": "Answer: 1904", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007403", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Nazi Germany", + "pred": "Answer: Nazi Germany", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007172", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Cardiff City F.C.", + "pred": "Answer: Cardiff City F.C.", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006019", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Fengtien", + "pred": "Answer: Fengtien", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003483", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Helmut Newton", + "pred": "Answer: Helmut Newton", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003450", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007313", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Georges Bataille", + "pred": "Answer: Georges Bataille", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006396", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Institute for Advanced Study", + "pred": "Answer: Institute for Advanced Study", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004252", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "FC Sochaux-Montb\u00e9liard", + "pred": "Answer: France men's national association football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006732", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Lappeenranta", + "pred": "Answer: Lappeenranta", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002912", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Tinkoff", + "pred": "Answer: Tinkoff", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000404", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Club Le\u00f3n", + "pred": "Answer: Club Le\u00f3n", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007041", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Hannover 96", + "pred": "Answer: Hannover 96", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008089", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003463", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Chinese Communist Party", + "pred": "Answer: Chinese Communist Party", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005154", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002203", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Pace University", + "pred": "Answer: Pace University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008263", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001733", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "Answer: FC Aarau", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Chemnitz Government Region", + "pred": "Answer: Chemnitz Government Region", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004111", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Osinniki", + "pred": "Answer: Osinniki", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003418", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Bruno Kastner", + "pred": "Answer: Bruno Kastner", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004890", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Kiliia Raion", + "pred": "Answer: Kiliia Raion", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008123", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003032", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1968.0, + "gold": "1968", + "pred": "Answer: 1968", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003123", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1928.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008638", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2015.0, + "gold": "2015", + "pred": "Answer: 2015", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004857", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Answer: Christiane Kubrick", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004040", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Answer: 2009", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001345", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Radical Civic Union", + "pred": "Answer: Radical Civic Union", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004403", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "Answer: 1930", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005977", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Answer: 2008", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005231", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Algiers", + "pred": "Answer: Algiers", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Second Polish Republic", + "pred": "Answer: Second Polish Republic", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007542", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "Answer: England women's national football team", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002736", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Busan IPark FC", + "pred": "Answer: Busan IPark FC", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006562", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008098", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "Answer: 2013", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008119", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Barbastro", + "pred": "Answer: Barbastro", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "chairperson", + "pred": "Answer: chairperson", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004561", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "Answer: 2001", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008086", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Answer: Cindy McCain", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003089", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Toulouse FC", + "pred": "Answer: Toulouse FC", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "Answer: 1942", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007154", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007872", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Big Brother", + "pred": "Answer: Big Brother", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008425", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000644", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Iburi Subprefecture", + "pred": "Answer: Iburi Subprefecture", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001235", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Omar al-Bashir", + "pred": "Answer: Omar al-Bashir", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006759", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Seine-et-Oise", + "pred": "Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004565", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Russian Empire", + "pred": "Answer: Russian Empire", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005444", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Queens Park Rangers F.C.", + "pred": "Answer: Queens Park Rangers F.C.", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001753", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003468", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "B\u00f4cher Memorial Prize", + "pred": "Answer: B\u00f4cher Memorial Prize", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001321", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "KFC Uerdingen 05", + "pred": "Answer: KFC Uerdingen 05", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004960", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Real Madrid Club de F\u00fatbol", + "pred": "Answer: Real Madrid Club de F\u00fatbol", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004118", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008476", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004242", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "FC St. Gallen", + "pred": "Answer: FC St. Gallen", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007528", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "Answer: 1974", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003750", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "United States", + "pred": "Answer: United States", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002500", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "PFC Slavia Sofia", + "pred": "Answer: PFC Slavia Sofia", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006400", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004574", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Answer: 1977", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006488", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Albert II of Belgium", + "pred": "Answer: Albert II of Belgium", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007839", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Answer: 2004", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001389", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007506", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005877", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "chairperson", + "pred": "Answer: chairperson", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001046", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Seine-et-Oise", + "pred": "Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004160", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SC Bastia", + "pred": "Answer: SC Bastia", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001013", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Rip Torn", + "pred": "Answer: Rip Torn", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007572", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Bernadette Chirac", + "pred": "Answer: Bernadette Chirac", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Academy Award for Best Costume Design", + "pred": "Answer: Academy Award for Best Costume Design", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008392", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003675", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "list of land speed records", + "pred": "Answer: list of land speed records", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "AFC Bournemouth", + "pred": "Answer: AFC Bournemouth", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000114", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Finland women's national football team", + "pred": "Answer: Finland women's national football team", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004958", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "FC Bayern Munich", + "pred": "Answer: FC Bayern Munich", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002847", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001441", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Answer: Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002206", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Chelsea F.C.", + "pred": "Answer: Chelsea F.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "Answer: C.D. Jorge Wilstermann", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005526", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "SK Rapid Wien", + "pred": "Answer: SK Rapid Wien", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "FK Teplice", + "pred": "Answer: FK Teplice", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001083", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Germany", + "pred": "Answer: Germany", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004361", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "SK Brann", + "pred": "Answer: SK Brann", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Answer: Deutsche Reichsbahn", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Answer: Servette FC", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002645", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "S.L. Benfica", + "pred": "Answer: S.L. Benfica", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Silver Bear for Best Actress", + "pred": "Answer: Silver Bear for Best Actress", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004948", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "Answer: 2007", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001871", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Answer: Yale University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000473", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "US Triestina Calcio 1918", + "pred": "Answer: US Triestina Calcio 1918", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006904", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Bernd R\u00fcthers", + "pred": "Answer: Bernd R\u00fcthers", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "RC Strasbourg Alsace", + "pred": "Answer: RC Strasbourg Alsace", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005684", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "delegate", + "pred": "Answer: delegate", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004481", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Vladimir Lenin", + "pred": "Answer: Vladimir Lenin", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006873", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1948.0, + "gold": "1948", + "pred": "Answer: 1948", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005653", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Answer: Andrzej Strejlau", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Answer: Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004653", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Answer: 2012", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001722", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "United States Marine Corps", + "pred": "Answer: United States Marine Corps", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003725", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Russian Empire", + "pred": "Answer: Russian Empire", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004162", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Bob Benny", + "pred": "Answer: Bob Benny", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004885", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007832", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "South West Trains", + "pred": "Answer: South West Trains", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005962", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000011", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Order of the Red Banner of Labour", + "pred": "Answer: Order of the Red Banner of Labour", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007446", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Cruz Azul", + "pred": "Answer: Cruz Azul", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004620", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Fredrikstad FK", + "pred": "Answer: Fredrikstad FK", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Answer: Andrzej Strejlau", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008601", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001029", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Club Joventut Badalona", + "pred": "Answer: Club Joventut Badalona", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002959", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Answer: 2006", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002878", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Guardian Children's Fiction Prize", + "pred": "Answer: Guardian Children's Fiction Prize", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000807", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "C\u00e9sar Award for Best Female Revelation", + "pred": "Answer: C\u00e9sar Award for Best Female Revelation", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004108", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Seine-et-Oise", + "pred": "Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Primetime Emmy Award for Outstanding Animated Program", + "pred": "Answer: Primetime Emmy Award for Outstanding Animated Program", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004954", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "FC Elista", + "pred": "Answer: Dario Passoni", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006909", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Umberto Bossi", + "pred": "Answer: Umberto Bossi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007331", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "President of Latvia", + "pred": "Answer: President of Latvia", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003609", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Sch\u00f6neberg", + "pred": "Answer: Sch\u00f6neberg", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006006", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "FC Twente", + "pred": "Answer: FC Twente", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008100", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Mandatory Palestine", + "pred": "Answer: Mandatory Palestine", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004453", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006282", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Club Atl\u00e9tico Osasuna", + "pred": "Answer: Club Atl\u00e9tico Osasuna", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003708", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003013", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Answer: Watford F.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001471", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000942", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Husqvarna FF", + "pred": "Answer: Husqvarna FF", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Altai Krai", + "pred": "Answer: Altai Krai", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002943", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Leipzig University", + "pred": "Answer: Leipzig University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003037", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Germany", + "pred": "Answer: Germany", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003146", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "New York City", + "pred": "Answer: New York City", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004225", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "MTK Budapest FC", + "pred": "Answer: MTK Budapest FC", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000827", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008211", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Rick Parfitt", + "pred": "Answer: Rick Parfitt", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007342", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pierre Mauroy", + "pred": "Answer: Pierre Mauroy", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005759", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Austria\u2013Hungary", + "pred": "Answer: Austria\u2013Hungary", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003949", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Answer: Member of the European Parliament", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Samba Gold", + "pred": "Answer: Samba Gold", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001667", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002554", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Answer: 2009", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003996", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1943.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004658", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004227", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Lady Gaga", + "pred": "Answer: Lady Gaga", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001594", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Bell Labs", + "pred": "Answer: Bell Labs", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006869", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Al Masry SC", + "pred": "Answer: Al Masry SC", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006930", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "University of Edinburgh", + "pred": "Answer: University of Edinburgh", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005195", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002457", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Answer: Cottbus District", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "CPJ International Press Freedom Awards", + "pred": "Answer: CPJ International Press Freedom Awards", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006097", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Answer: 2008", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006940", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "British Raj", + "pred": "Answer: British Raj", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000173", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005298", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005185", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1950.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007749", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "David Mamet", + "pred": "Answer: David Mamet", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Answer: Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002110", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000829", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008640", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002292", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "Answer: 1989", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005480", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "general", + "pred": "Answer: general", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008496", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006640", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Ottoman Empire", + "pred": "Answer: Ottoman Empire", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003927", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Ascoli Calcio 1898 FC", + "pred": "Answer: Ascoli Calcio 1898 FC", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007996", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000373", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Northwestern University", + "pred": "Answer: Northwestern University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005430", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Aut\u00f3dromo Internacional Ayrton Senna", + "pred": "Answer: Aut\u00f3dromo Internacional Ayrton Senna", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Calcio Foggia 1920", + "pred": "Answer: Calcio Foggia 1920", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003964", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Gangwon FC", + "pred": "Answer: Gangwon FC", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004438", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Club Atl\u00e9tico River Plate", + "pred": "Answer: Club Atl\u00e9tico River Plate", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004862", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1902.0, + "gold": "Amtshauptmannschaft Schwarzenberg", + "pred": "Answer: Amtshauptmannschaft Schwarzenberg", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004495", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "As d'Or Jeu de l'Ann\u00e9e", + "pred": "Answer: As d'Or Jeu de l'Ann\u00e9e", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002486", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Answer: Israel", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003629", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "La Spezia", + "pred": "Answer: La Spezia", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006341", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "FC Girondins de Bordeaux", + "pred": "Answer: David Bellion", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002779", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SBV Vitesse", + "pred": "Answer: SBV Vitesse", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Nazi Party", + "pred": "Answer: Nazi Party", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004217", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "1. FFC Frankfurt", + "pred": "Answer: 1. FFC Frankfurt", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Mandatory Palestine", + "pred": "Answer: Mandatory Palestine", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002651", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Edith Roosevelt", + "pred": "Answer: Edith Roosevelt", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005128", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Answer: 2012", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007441", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Norway men's national association football team", + "pred": "Answer: Norway men's national association football team", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006793", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "FC Veszpr\u00e9m", + "pred": "Answer: FC Veszpr\u00e9m", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005396", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Nazi Germany", + "pred": "Answer: Nazi Germany", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002815", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "People's Republic of China", + "pred": "Answer: People's Republic of China", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Amsterdam", + "pred": "Answer: Amsterdam", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001511", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Academy Award for Best Picture", + "pred": "Answer: Academy Award for Best Picture", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000553", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Denmark women's national football team", + "pred": "Answer: Julie Rydahl Bukh", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000656", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Northwestern University", + "pred": "Answer: Northwestern University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001297", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1970.0, + "gold": "1970", + "pred": "Answer: 1970", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007459", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Amsterdam", + "pred": "Answer: Amsterdam", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002423", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Trinidad and Tobago men's national football team", + "pred": "Answer: Trinidad and Tobago men's national football team", + "em": 1.0, + "f1": 0.9411764705882353, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001348", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Answer: Servette FC", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008576", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002071", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "British School at Rome", + "pred": "Answer: British School at Rome", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004899", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1978.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001022", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Vladimir Oblast", + "pred": "Answer: Vladimir Oblast", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003839", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jane Birkin", + "pred": "Answer: Jane Birkin", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001814", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Christian Neureuther", + "pred": "Answer: Christian Neureuther", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Martha Vickers", + "pred": "Answer: Martha Vickers", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Arabic", + "pred": "Answer: Arabic", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005683", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Answer: Heidelberg University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007163", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Relax-Gam", + "pred": "Answer: Relax-Gam", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Answer: Carl Ferdinand Cori", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008134", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Answer: Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002147", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Hungarian Socialist Workers' Party", + "pred": "Answer: Hungarian Socialist Workers' Party", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "habilitation", + "pred": "Answer: habilitation", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000654", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Province of Mantua", + "pred": "Answer: Province of Mantua", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004102", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "University of California, Los Angeles", + "pred": "Answer: University of California, Los Angeles", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007739", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "FSV Frankfurt", + "pred": "Answer: FSV Frankfurt", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006368", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Chemins de fer du Midi", + "pred": "Answer: Chemins de fer du Midi", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "A.O. Kavalas (association football)", + "pred": "Answer: A.O. Kavalas (association football)", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002646", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1997.0, + "gold": "1997", + "pred": "Answer: 1997", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002133", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Gold Medal of the Royal Astronomical Society", + "pred": "Answer: Gold Medal of the Royal Astronomical Society", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000302", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002678", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Atalanta BC", + "pred": "Answer: Atalanta BC", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004224", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Answer: Tony Award for Best Actress in a Play", + "em": 1.0, + "f1": 0.9411764705882353, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005379", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "Answer: arrondissement of Bourg-en-Bresse", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006243", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "Answer: 1982", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008166", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "MTK Budapest FC", + "pred": "Answer: MTK Budapest FC", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003678", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "lawyer", + "pred": "Answer: lawyer", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000025", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Answer: Klaus Jensen", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "Answer: United Kingdom", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000689", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004963", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "City of Gosford", + "pred": "Answer: City of Gosford", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001580", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "London", + "pred": "Answer: London", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002212", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Answer: 1977", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001427", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "FC Lausanne-Sport", + "pred": "Answer: FC Lausanne-Sport", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000751", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Seine-et-Oise", + "pred": "Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "FC Spartak Trnava", + "pred": "Answer: FC Spartak Trnava", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002412", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001943", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1999.0, + "gold": "1999", + "pred": "Answer: 1999", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005685", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "Answer: 1939", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001916", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Str\u00f8msgodset IF", + "pred": "Answer: Str\u00f8msgodset IF", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006927", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005536", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Fengtien", + "pred": "Answer: Fengtien", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000555", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Gertrude Stein", + "pred": "Answer: Gertrude Stein", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005626", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Heiner Gei\u00dfler", + "pred": "Answer: Heiner Gei\u00dfler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005124", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Algiers", + "pred": "Answer: Algiers", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Coll\u00e8ge de France", + "pred": "Answer: Coll\u00e8ge de France", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003885", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2021.0, + "gold": "National Oceanic and Atmospheric Administration", + "pred": "Answer: National Oceanic and Atmospheric Administration", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005314", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Answer: Taiwan", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Knight Bachelor", + "pred": "Answer: Knight Bachelor", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002726", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "SK Slavia Prague", + "pred": "Answer: SK Slavia Prague", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004003", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "KRC Mechelen", + "pred": "Answer: KRC Mechelen", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008148", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1916.0, + "gold": "Marie Bonaparte", + "pred": "Answer: Marie Bonaparte", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003444", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "Answer: A.S. Nancy-Lorraine", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004684", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Schutzstaffel", + "pred": "Answer: Schutzstaffel", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007043", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "Answer: 1995", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002077", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Scunthorpe United F.C.", + "pred": "Answer: Scunthorpe United F.C.", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005610", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Willi Daume", + "pred": "Answer: Willi Daume", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007161", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Polish People's Republic", + "pred": "Answer: Polish People's Republic", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008431", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Kingdom of Greece", + "pred": "Answer: Kingdom of Greece", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005503", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003756", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Nuremberg Medical Trial", + "pred": "Answer: Nuremberg Medical Trial", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006939", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Answer: Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001054", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002273", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Answer: Watford F.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000786", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Answer: Order of Merit of Baden-W\u00fcrttemberg", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002778", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Answer: Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005074", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Japan", + "pred": "Answer: Japan", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007312", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Chelsea F.C.", + "pred": "Answer: Ryan Bertrand", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001350", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Leningrad Oblast", + "pred": "Answer: Luga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001371", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Clare Boothe Luce", + "pred": "Answer: Clare Boothe Luce", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000490", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Answer: 2005", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1985.0, + "gold": "1985", + "pred": "Answer: 1985", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005716", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005200", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Pichichi Trophy", + "pred": "Answer: Pichichi Trophy", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000681", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Answer: 2009", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004424", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lviv Oblast", + "pred": "Answer: Lviv Oblast", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003611", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Catholic priest", + "pred": "Answer: Catholic priest", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000603", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Answer: Lille OSC", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007417", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Beaux-Arts de Paris", + "pred": "Answer: Beaux-Arts de Paris", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001017", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Golden Bear", + "pred": "Answer: Golden Bear", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004297", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Walter Sisulu", + "pred": "Answer: Walter Sisulu", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007760", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Netherlands", + "pred": "Answer: Netherlands", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002309", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Feh\u00e9rv\u00e1r FC", + "pred": "Answer: Feh\u00e9rv\u00e1r FC", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000472", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Free Democratic Party", + "pred": "Answer: Free Democratic Party", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003092", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Weimar Republic", + "pred": "Answer: Weimar Republic", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003984", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Hamburger SV", + "pred": "Answer: Hamburger SV", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004307", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004221", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002604", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Orenburg Governorate", + "pred": "Answer: Orenburg Governorate", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005175", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000103", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "Answer: People's Republic of Bulgaria", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007858", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "construction", + "pred": "Answer: construction", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000929", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Answer: Tony Award for Best Actress in a Play", + "em": 1.0, + "f1": 0.9411764705882353, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Hamburg Commercial Bank", + "pred": "Answer: Hamburg Commercial Bank", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006833", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "Princess M\u00e4rtha of Sweden", + "pred": "Answer: Denmark", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007826", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Answer: 2006", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005791", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1969.0, + "gold": "1969", + "pred": "Answer: 1969", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008695", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "FC Basel", + "pred": "Answer: FC Basel", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006326", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002683", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004982", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "AS Monaco FC", + "pred": "Answer: AS Monaco FC", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Answer: Rome", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000415", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Seine-et-Oise", + "pred": "Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002513", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "IBM", + "pred": "Answer: IBM", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001131", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Chinese Communist Party", + "pred": "Answer: Chinese Communist Party", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004809", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "England women's national football team", + "pred": "Answer: England women's national football team", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002765", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "The Rockefeller University", + "pred": "Answer: The Rockefeller University", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003270", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002090", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002717", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001781", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Waltrude Schleyer", + "pred": "Answer: Waltrude Schleyer", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "West Ham United F.C.", + "pred": "Answer: West Ham United F.C.", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000911", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Tuscany", + "pred": "Answer: Tuscany", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002590", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1946.0, + "gold": "1946", + "pred": "Answer: 1946", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Answer: Order of Merit of Baden-W\u00fcrttemberg", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004701", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Seine-et-Oise", + "pred": "Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006905", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "Answer: 2023", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005334", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Answer: 2003", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006551", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "FC Amkar Perm", + "pred": "Answer: FC Amkar Perm", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Sporting CP", + "pred": "Answer: Sporting CP", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001982", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001763", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Tranmere Rovers F.C.", + "pred": "Answer: Tranmere Rovers F.C.", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001693", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Utrecht University", + "pred": "Answer: Utrecht University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006247", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1909.0, + "gold": "Associate Justice of the Supreme Court of the United States", + "pred": "Answer: Associate Justice of the Supreme Court of the United States", + "em": 1.0, + "f1": 0.9411764705882353, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006923", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Der St\u00fcrmer", + "pred": "Answer: Der St\u00fcrmer", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004828", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006717", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001064", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Answer: Weimar Republic", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002886", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001768", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006522", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Cameroon men's national football team", + "pred": "Answer: Joseph-Antoine Bell", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001073", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Kingdom of Bulgaria", + "pred": "Answer: Kingdom of Bulgaria", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002125", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "SSC Napoli", + "pred": "Answer: SSC Napoli", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002297", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "FC Astra Giurgiu", + "pred": "Answer: FC Astra Giurgiu", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002809", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002474", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Answer: Pat Travers", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004101", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Answer: 2004", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006366", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "Answer: England women's national football team", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "United States Navy", + "pred": "Answer: United States Navy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003020", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Lagos", + "pred": "Answer: Lagos", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004956", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Calcio Padova", + "pred": "Answer: Calcio Padova", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006758", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Al Masry SC", + "pred": "Answer: Al Masry SC", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003840", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "DSV Leoben", + "pred": "Answer: DSV Leoben", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003113", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Wheaton College", + "pred": "Answer: Wheaton College", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004767", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Miss America", + "pred": "Answer: Miss America", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "pred": "Answer: Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003340", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Russia", + "pred": "Answer: Russia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005245", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "Answer: 1982", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006022", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lady Gaga", + "pred": "Answer: Lady Gaga", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002807", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "University of Oslo", + "pred": "Answer: University of Oslo", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002236", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Order of Merit of North Rhine-Westphalia", + "pred": "Answer: Order of Merit of North Rhine-Westphalia", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006258", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "United States Cabinet", + "pred": "Answer: United States Cabinet", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003646", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "pred": "Answer: Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "em": 1.0, + "f1": 0.9600000000000001, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002029", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Warabitai Station", + "pred": "Answer: Warabitai Station", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Rudi Fuchs", + "pred": "Answer: Rudi Fuchs", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000849", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "Answer: 1987", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000139", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "Schutzstaffel", + "pred": "Answer: Schutzstaffel", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Anton-G\u00fcnther, Duke of Oldenburg", + "pred": "Answer: Anton-G\u00fcnther, Duke of Oldenburg", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004055", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004419", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Jeonbuk Hyundai Motors FC", + "pred": "Answer: Jeonbuk Hyundai Motors FC", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006447", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Answer: 2010", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005863", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Parliament of the United Kingdom", + "pred": "Answer: Parliament of the United Kingdom", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004287", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Jens Stoltenberg", + "pred": "Answer: Jens Stoltenberg", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008613", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "Answer: 1980", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002216", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Team Jayco AlUla", + "pred": "Answer: Team Jayco AlUla", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006890", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Answer: Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004395", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "University of Freiburg", + "pred": "Answer: University of Freiburg", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003660", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Queen", + "pred": "Answer: Queen", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006514", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Answer: Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002222", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001758", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "John Mauchly", + "pred": "Answer: John Mauchly", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004641", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Ni\u00e8vre", + "pred": "Answer: Ni\u00e8vre", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000084", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Munich Kammerspiele", + "pred": "Answer: Munich Kammerspiele", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005007", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2017.0, + "gold": "2017", + "pred": "Answer: 2017", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Answer: Tuvan Autonomous Soviet Socialist Republic", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007920", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Answer: 2002", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006359", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1956.0, + "gold": "1956", + "pred": "Answer: 1956", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005402", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Russian Empire", + "pred": "Answer: Russian Empire", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007921", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "Answer: 1989", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002569", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003091", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Answer: Pat Travers", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002364", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Gaz\u00e9lec Ajaccio", + "pred": "Answer: Gaz\u00e9lec Ajaccio", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007208", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Gustave Choquet", + "pred": "Answer: Gustave Choquet", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003209", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "C\u00e9sar Milstein", + "pred": "Answer: C\u00e9sar Milstein", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Answer: Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004389", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "Answer: 1922", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001672", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Kemerovo Oblast", + "pred": "Answer: Kemerovo Oblast", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002971", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2020.0, + "gold": "Hamza Hamzao\u011flu", + "pred": "Answer: Hamza Hamzao\u011flu", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007668", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Answer: Freie Universit\u00e4t Berlin", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004443", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Member of the European Parliament", + "pred": "Answer: Member of the European Parliament", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000260", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003060", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Leipziger Land", + "pred": "Answer: Leipzig Government Region", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003434", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "United Arab Republic", + "pred": "Answer: United Arab Republic", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005538", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Nobel Prize in Literature", + "pred": "Answer: Nobel Prize in Literature", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005136", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Ireland men\u2019s national rugby union team", + "pred": "Answer: Ireland men\u2019s national rugby union team", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004183", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "The Rockefeller University", + "pred": "Answer: The Rockefeller University", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006802", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Is\u00e8re", + "pred": "Answer: Is\u00e8re", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002238", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004081", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Harvard University", + "pred": "Answer: Harvard University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007931", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Kingdom of Hungary", + "pred": "Answer: Kingdom of Hungary", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002561", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Answer: Babe\u0219-Bolyai University", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Stockholm University", + "pred": "Answer: Stockholm University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008363", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Poland", + "pred": "Answer: Poland", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008611", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Wang Jingwei regime", + "pred": "Answer: Wang Jingwei regime", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002255", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1986.0, + "gold": "1986", + "pred": "Answer: 1986", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007672", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "Answer: 2016", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002954", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "SC Fortuna K\u00f6ln", + "pred": "Answer: SC Fortuna K\u00f6ln", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002449", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Valencia CF", + "pred": "Answer: Valencia CF", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005372", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Malm\u00f6 FF", + "pred": "Answer: Malm\u00f6 FF", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006616", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007451", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "SV Saar 05 Saarbr\u00fccken", + "pred": "Answer: SV Saar 05 Saarbr\u00fccken", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "C.D. Nacional", + "pred": "Answer: C.D. Nacional", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008679", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004351", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "education", + "pred": "Answer: education", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "FC Barcelona B\u00e0squet", + "pred": "Answer: FC Barcelona B\u00e0squet", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004853", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008238", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Reichsgesetzblatt", + "pred": "Answer: Reichsgesetzblatt", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007289", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "Answer: German Empire", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005590", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002466", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1942.0, + "gold": "1st U-boat Flotilla", + "pred": "Answer: 1st U-boat Flotilla", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005898", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Second Syrian Republic", + "pred": "Answer: Second Syrian Republic", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "Answer: German Empire", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006637", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Allianz SE", + "pred": "Answer: Allianz SE", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001605", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Keith Richards", + "pred": "Answer: Keith Richards", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003947", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Q99317", + "pred": "Answer: Q99317", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001379", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Answer: 2004", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Cruzeiro E.C.", + "pred": "Answer: Cruzeiro E.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2021.0, + "gold": "Daft Punk", + "pred": "Answer: Daft Punk", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007475", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Latvia", + "pred": "Answer: Latvia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008010", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "Answer: C.D. Jorge Wilstermann", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005768", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Landeshauptmann", + "pred": "Answer: Landeshauptmann", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003283", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Answer: 1977", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003934", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Republic of Korea Army", + "pred": "Answer: Republic of Korea Army", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000952", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004410", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Answer: Landrat", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007420", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Orenburg Oblast", + "pred": "Answer: Orenburg Oblast", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003788", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Paris", + "pred": "Answer: Paris", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007654", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Answer: Lille OSC", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000104", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Daejeon Hana Citizen FC", + "pred": "Answer: Daejeon Hana Citizen FC", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003094", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "England men\u2019s national rugby union team", + "pred": "Answer: England men\u2019s national rugby union team", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005875", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004542", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2016.0, + "gold": "Province of Carbonia-Iglesias", + "pred": "Answer: Province of Carbonia-Iglesias", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "AgustaWestland", + "pred": "Answer: AgustaWestland", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005999", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Czechia men's national football team", + "pred": "Answer: Czechia men's national football team", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003881", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Red Star F.C.", + "pred": "Answer: Red Star F.C.", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Copley Medal", + "pred": "Answer: Copley Medal", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000380", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Answer: Klaus Jensen", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007104", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "chairperson", + "pred": "Answer: chairperson", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005106", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1926.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007198", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "VVV-Venlo", + "pred": "Answer: VVV-Venlo", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001075", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007267", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Netherlands Antilles", + "pred": "Answer: Netherlands Antilles", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005453", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "Answer: 1989", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006199", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Answer: Club Atl\u00e9tico Tigre", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007661", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Answer: Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Christoph Franz", + "pred": "Answer: Christoph Franz", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007018", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Province of Ogliastra", + "pred": "Answer: Province of Ogliastra", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006321", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Pontault-Combault", + "pred": "Answer: Pontault-Combault", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000924", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002232", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005699", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "University of G\u00f6ttingen", + "pred": "Answer: University of G\u00f6ttingen", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007488", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Answer: 2006", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Vla\u0219ca County", + "pred": "Answer: Vla\u0219ca County", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005369", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "University of Zurich", + "pred": "Answer: University of Zurich", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001823", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Bremen-Liga", + "pred": "Answer: Bremen-Liga", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006475", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "Answer: 1991", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008413", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1984.0, + "gold": "1984", + "pred": "Answer: 1984", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003577", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Chief of the Turkish General Staff", + "pred": "Answer: Chief of the Turkish General Staff", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Hanna-Barbera", + "pred": "Answer: Hanna-Barbera", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008560", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Romania national rugby union team", + "pred": "Answer: Romania national rugby union team", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Czechoslovakia", + "pred": "Answer: Czechoslovakia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006136", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1903.0, + "gold": "Russian Empire", + "pred": "Answer: Russian Empire", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005189", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Seine-et-Oise", + "pred": "Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002858", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Answer: Empire of Japan", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008315", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Kemerovo Oblast", + "pred": "Answer: Kemerovo Oblast", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Kotelnikovsky District", + "pred": "Answer: Kotelnikovsky District", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Answer: 2004", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000973", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Ternopil Oblast", + "pred": "Answer: Ternopil Oblast", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002849", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008608", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "S.C. Internacional", + "pred": "Answer: S.C. Internacional", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001494", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Saint Petersburg", + "pred": "Answer: Saint Petersburg", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007390", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "German Democratic Republic", + "pred": "Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007069", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001021", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Nelly Sachs Prize", + "pred": "Answer: Nelly Sachs Prize", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006782", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Merited Artist of the RSFSR", + "pred": "Answer: Merited Artist of the RSFSR", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008600", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Central Institute for Ancient History and Archeology", + "pred": "Answer: Central Institute for Ancient History and Archeology", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005501", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001523", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Prince Charles, Count of Flanders", + "pred": "Answer: Prince Charles, Count of Flanders", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003339", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Second Syrian Republic", + "pred": "Answer: Second Syrian Republic", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Answer: Empire of Japan", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002341", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Answer: 1996", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006340", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "People's Artist of the USSR", + "pred": "Answer: People's Artist of the USSR", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004184", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Chelsea F.C.", + "pred": "Answer: Chelsea F.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001998", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "Answer: 1939", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008462", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Answer: 2003", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005081", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Beira Alta", + "pred": "Answer: Beira Alta", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Answer: Israel", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006076", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Russian Empire", + "pred": "Answer: Russian Empire", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004257", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Province of Posen", + "pred": "Answer: Province of Posen", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001129", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002202", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Isabela", + "pred": "Answer: Isabela", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001377", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005631", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "Answer: 1974", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000171", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Melora Walters", + "pred": "Answer: Melora Walters", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007554", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001278", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005559", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Swiss Super League", + "pred": "Answer: Swiss Super League", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007444", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Answer: 2021", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004826", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "Dakar", + "pred": "Answer: Dakar", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003409", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Answer: Margaret Atwood", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006575", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Answer: Attila J\u00f3zsef", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001217", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Answer: Hilary Swank", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007223", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Klaus Sch\u00fctz", + "pred": "Answer: Klaus Sch\u00fctz", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004735", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Berlin", + "pred": "Answer: Berlin", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001394", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "German Democratic Republic", + "pred": "Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004179", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Rudy Giuliani", + "pred": "Answer: Rudy Giuliani", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Klaus Wowereit", + "pred": "Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003446", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "Answer: President of the United States", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007096", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Answer: Phillip Cocu", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008279", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Montreal Forum", + "pred": "Answer: Montreal Forum", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006719", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Emma de Caunes", + "pred": "Answer: Emma de Caunes", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002450", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Cyprus Football Association", + "pred": "Answer: Cyprus Football Association", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000742", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "Answer: 2007", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005331", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Answer: 1977", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Stade Chaban-Delmas", + "pred": "Answer: Stade Chaban-Delmas", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006020", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lady Bird Johnson", + "pred": "Answer: Lady Bird Johnson", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002515", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Sepp Herberger", + "pred": "Answer: Sepp Herberger", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000947", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "S\u00fcper Lig", + "pred": "Answer: S\u00fcper Lig", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004442", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "Answer: 2014", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003129", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Klaus Wowereit", + "pred": "Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000626", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Edward Joseph Kelly", + "pred": "Answer: Edward Joseph Kelly", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008507", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "presidential system", + "pred": "Answer: presidential system", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000399", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Otto Nerz", + "pred": "Answer: Otto Nerz", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005160", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Answer: A Bend in the River", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Answer: Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "President of North Macedonia", + "pred": "Answer: President of North Macedonia", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008117", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Answer: 2021", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007432", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Answer: Romano Prodi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006320", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1931.0, + "gold": "1931", + "pred": "Answer: 1931", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008047", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Nicholas II of Russia", + "pred": "Answer: Nicholas II of Russia", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000063", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Answer: Carlo Vittorio Varetti", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "Territory of Hawaii", + "pred": "Answer: Territory of Hawaii", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001072", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Answer: Eusebio Sacrist\u00e1n", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005910", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "United States", + "pred": "Answer: United States", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003397", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "V\u00edt\u011bzslav Lavi\u010dka", + "pred": "Answer: V\u00edt\u011bzslav Lavi\u010dka", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000162", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Lady Bird Johnson", + "pred": "Answer: Lady Bird Johnson", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002728", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Silvio Berlusconi", + "pred": "Answer: Silvio Berlusconi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003793", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Barcelona Province", + "pred": "Answer: Barcelona Province", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003541", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Answer: 2006", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008524", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Stade Chaban-Delmas", + "pred": "Answer: Stade Chaban-Delmas", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003943", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Michal B\u00edlek", + "pred": "Answer: Michal B\u00edlek", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003569", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002249", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "University of Paris", + "pred": "Answer: University of Paris", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001978", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Answer: Giovanni Gronchi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005073", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Alex McLeish", + "pred": "Answer: Alex McLeish", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000609", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "Answer: 1974", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Answer: Manuel Jim\u00e9nez Jim\u00e9nez", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Guy Ritchie", + "pred": "Answer: Guy Ritchie", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006953", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "Jimmy Walker", + "pred": "Answer: Jimmy Walker", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001572", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Answer: Phillip Cocu", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008301", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Answer: Romano Prodi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000630", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1960.0, + "gold": "Graceland", + "pred": "Answer: Graceland", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000755", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Elizabeth II", + "pred": "Answer: Lyndon B. Johnson", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000326", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002870", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Bahrain", + "pred": "Answer: Prime Minister of Bahrain", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007789", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007973", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Bjarne Riis", + "pred": "Answer: Bjarne Riis", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000219", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Vivien Leigh", + "pred": "Answer: Vivien Leigh", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007274", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Elizabeth II", + "pred": "Answer: Lyndon B. Johnson", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006021", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006576", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "Laurence Olivier", + "pred": "Answer: Laurence Olivier", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000623", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Bjarne Berntsen", + "pred": "Answer: Bjarne Berntsen", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Answer: DBC Pierre", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003804", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Nobel Peace Prize", + "pred": "Answer: Nobel Peace Prize", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006789", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Answer: Robert Ferdinand Wagner Jr.", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006521", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Atlanta-Fulton County Stadium", + "pred": "Answer: Atlanta-Fulton County Stadium", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "Answer: Carry Me Down", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004769", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Answer: Loretta Young", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001801", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Vytautas Landsbergis", + "pred": "Answer: Vytautas Landsbergis", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "State Anthem of the Soviet Union", + "pred": "Answer: March of the Volunteers", + "em": 0.0, + "f1": 0.3636363636363636, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003724", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006014", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Answer: Hans Loritz", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007171", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "S\u00fcper Lig", + "pred": "Answer: S\u00fcper Lig", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007260", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "3. Liga", + "pred": "Answer: 3. Liga", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Thomas Tuchel", + "pred": "Answer: Thomas Tuchel", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007485", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Charlize Theron", + "pred": "Answer: Charlize Theron", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001837", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Answer: 2021", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Answer: Romano Prodi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005494", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Answer: Berti Vogts", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000075", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004734", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Peter Carey", + "pred": "Answer: Peter Carey", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004770", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Constantinople", + "pred": "Answer: Constantinople", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006777", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "S\u00e1ndor Preisinger", + "pred": "Answer: S\u00e1ndor Preisinger", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001481", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Answer: 1977", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Answer: Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000707", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007316", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Answer: Carlo Vittorio Varetti", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002781", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Yugoslavia", + "pred": "Answer: France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001694", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Answer: Glenda Jackson", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005714", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "B\u00fclent Ecevit", + "pred": "Answer: B\u00fclent Ecevit", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Stefan Kuntz", + "pred": "Answer: Stefan Kuntz", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000390", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Nobel Prize in Physics", + "pred": "Answer: Nobel Prize in Physics", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004301", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Answer: Rudy Giuliani", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007116", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004505", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Answer: Abraham Beame", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007035", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "Answer: David Dinkins", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004558", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Answer: Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003267", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Answer: Bette Davis", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006755", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Answer: Theodor Liebknecht", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004583", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "Answer: 1987", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000225", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Gareth Southgate", + "pred": "Answer: Gareth Southgate", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002459", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006352", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Answer: 2021", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004787", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Janusz W\u00f3jcik", + "pred": "Answer: Janusz W\u00f3jcik", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002226", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Leonid Brezhnev", + "pred": "Answer: Vladimir Dzhanibekov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003363", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Jan Schaffrath", + "pred": "Answer: Jan Schaffrath", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Pavel Vrba", + "pred": "Answer: Pavel Vrba", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006972", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "Answer: 1976", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007393", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Answer: Socialist Autonomous Province of Vojvodina", + "em": 0.0, + "f1": 0.3636363636363636, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002784", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Franz Beckenbauer", + "pred": "Answer: Franz Beckenbauer", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005991", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Claudia Roth", + "pred": "Answer: Ulrike Herrmann", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002109", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "ADIG", + "pred": "Answer: ADIG", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005445", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Abraham Beame", + "pred": "Answer: Abraham Beame", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Fiorello H. La Guardia", + "pred": "Answer: Fiorello H. La Guardia", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005633", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002083", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Jens Gustafsson", + "pred": "Answer: Jens Gustafsson", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003899", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "German Democratic Republic", + "pred": "Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002997", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "Answer: United Kingdom", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005860", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Answer: Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001039", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Panama", + "pred": "Answer: Panama", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000086", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005689", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Answer: Bucharest", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006609", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "Answer: United Kingdom", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004970", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Answer: 2003", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Answer: Giovanni Gronchi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008062", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "M\u00e1rio Soares", + "pred": "Answer: M\u00e1rio Soares", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006613", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Stuart Lancaster", + "pred": "Answer: Stuart Lancaster", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001894", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Answer: Reese Witherspoon", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002546", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003153", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Answer: Zhou Enlai", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002865", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Answer: Thomas Keneally", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007865", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Answer: Clive Woodward", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001858", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Graceland", + "pred": "Answer: Graceland", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Constantinople", + "pred": "Answer: Constantinople", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003034", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Answer: Hans Loritz", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000799", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Barack Obama", + "pred": "Answer: Arsenii Yatseniuk", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Boston Garden", + "pred": "Answer: Boston Garden", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004762", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "Kingdom of Prussia", + "pred": "Answer: Kingdom of Prussia", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004806", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Answer: Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Premier League", + "pred": "Answer: Premier League", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008203", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Amway Arena", + "pred": "Answer: Amway Arena", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004465", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Answer: 2021", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006874", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "John Lindsay", + "pred": "Answer: John Lindsay", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000593", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Answer: Giovanni Gronchi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004615", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2018.0, + "gold": "2018", + "pred": "Answer: 2018", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Geoffrey Rush", + "pred": "Answer: Frances McDormand", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Answer: Academy Award for Best Writing, Adapted Screenplay", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004669", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Yuri Semin", + "pred": "Answer: Yuri Semin", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Answer: Aldo Moro", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Answer: Theodor Liebknecht", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006858", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Answer: 2002", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000627", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Answer: Academy Award for Best Writing, Adapted Screenplay", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008456", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "Answer: absolute monarchy", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004863", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Answer: Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005053", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lauri Yl\u00f6nen", + "pred": "Answer: Lauri Yl\u00f6nen", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006906", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sini\u0161a Mihajlovi\u0107", + "pred": "Answer: Sini\u0161a Mihajlovi\u0107", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004343", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Arrigo Sacchi", + "pred": "Answer: Arrigo Sacchi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008520", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Hans Loritz", + "pred": "Answer: Hans Loritz", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008566", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Answer: Kurt Biedenkopf", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005406", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "West Germany", + "pred": "Answer: West Germany", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005485", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Milo\u0161 Zeman", + "pred": "Answer: Milo\u0161 Zeman", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006778", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000448", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Alex Ferguson", + "pred": "Answer: Alex McLeish", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005253", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Aravind Adiga", + "pred": "Answer: Aravind Adiga", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002793", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Answer: Academy Award for Best Supporting Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001366", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Cliff Burton", + "pred": "Answer: Cliff Burton", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000346", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Giorgio Napolitano", + "pred": "Answer: Giorgio Napolitano", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001380", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "John Williams", + "pred": "Answer: John Williams", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007366", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Answer: Giampiero Boniperti", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004085", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "Qing dynasty", + "pred": "Answer: Qing dynasty", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "Answer: United Kingdom", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Answer: Thomas Keneally", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Answer: Nike", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005149", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Dalvik VM", + "pred": "Answer: Dalvik VM", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007466", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Deutsche Mark", + "pred": "Answer: Deutsche Mark", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "EFL Championship", + "pred": "Answer: EFL Championship", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002303", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Answer: Prime Minister of Canada", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004925", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Answer: Norma Shearer", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002425", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003762", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Minneapolis Armory", + "pred": "Answer: Minneapolis Armory", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000351", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Territory of Hawaii", + "pred": "Answer: Territory of Hawaii", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003288", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Answer: Alain Afflelou", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001079", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Giampiero Boniperti", + "pred": "Answer: Giampiero Boniperti", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Paulo Bento", + "pred": "Answer: Paulo Bento", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006454", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Steve Sampson", + "pred": "Answer: Steve Sampson", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007686", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "United States Cabinet", + "pred": "Answer: United States Cabinet", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001636", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "Answer: 1975", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000642", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Alan Hollinghurst", + "pred": "Answer: Alan Hollinghurst", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005992", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1906.0, + "gold": "Theodore Roosevelt", + "pred": "Answer: Theodore Roosevelt", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001567", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Answer: Robert Ferdinand Wagner Jr.", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003917", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Elizabeth II", + "pred": "Answer: Elizabeth II", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007632", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pawe\u0142 Janas", + "pred": "Answer: Pawe\u0142 Janas", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001702", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Eerste Divisie", + "pred": "Answer: Eerste Divisie", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006358", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "German Federal Archives", + "pred": "Answer: German Federal Archives", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Dwight D. Eisenhower", + "pred": "Answer: Dwight D. Eisenhower", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001724", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Lyndon B. Johnson", + "pred": "Answer: Lyndon B. Johnson", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005308", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Answer: Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006485", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Answer: Margaret Atwood", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004831", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005190", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Answer: Freie Universit\u00e4t Berlin", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006636", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "George Marshall", + "pred": "Answer: United States Secretary of State", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003213", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Answer: Lyndon B. Johnson", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005672", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006227", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Answer: 2021", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Giffoni Film Festival", + "pred": "Answer: Giffoni Film Festival", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007816", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Franciszek Smuda", + "pred": "Answer: Franciszek Smuda", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001958", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "John Lindsay", + "pred": "Answer: John Lindsay", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007818", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Sepp Herberger", + "pred": "Answer: Sepp Herberger", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003874", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006836", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005437", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001779", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Chemnitz Government Region", + "pred": "Answer: Chemnitz Government Region", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002182", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006540", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Answer: Antonio Segni", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Answer: Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000470", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004884", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Emma Thompson", + "pred": "Answer: Emma Thompson", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008312", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "United Kingdom of Great Britain and Ireland", + "pred": "Answer: United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006013", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "Answer: David Dinkins", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006889", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Carlo Ancelotti", + "pred": "Answer: Carlo Ancelotti", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003651", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Answer: Saku Koivu", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Q82595", + "pred": "Answer: Q82595", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000420", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1917.0, + "gold": "1917", + "pred": "Answer: 1917", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005828", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Prime Minister of Belize", + "pred": "Answer: Prime Minister of Belize", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Sepp Herberger", + "pred": "Answer: Sepp Herberger", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002499", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Territory of Hawaii", + "pred": "Answer: Territory of Hawaii", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008212", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "George VI", + "pred": "Answer: George VI", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006976", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Gennaro Gattuso", + "pred": "Answer: Gennaro Gattuso", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007445", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Answer: Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004525", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Lamberto Dini", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Giorgio Napolitano", + "pred": "Answer: Giorgio Napolitano", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003387", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Answer: 2021", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Answer: Alex McLeish", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008292", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "United States", + "pred": "Answer: United States", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006528", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "Answer: 1902", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008636", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Walter Zenga", + "pred": "Answer: Walter Zenga", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004972", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Kia Forum", + "pred": "Answer: Boston Garden", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006497", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Hungarian People's Republic", + "pred": "Answer: Hungarian People's Republic", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Answer: Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005410", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Taiwan", + "pred": "Answer: Taiwan", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000901", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Answer: Shimon Peres", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007838", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mircea Lucescu", + "pred": "Answer: Mircea Lucescu", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007144", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "The Internationale", + "pred": "Answer: The Internationale", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Jean Mistler", + "pred": "Answer: Jean Mistler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000287", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Gerhard Casper", + "pred": "Answer: Gerhard Casper", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004792", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006621", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sean Yates", + "pred": "Answer: Sean Yates", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001788", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Answer: Norma Shearer", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002557", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Fiorello H. La Guardia", + "pred": "Answer: Fiorello H. La Guardia", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "Answer: A. S. Byatt", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006058", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Giuseppe Saragat", + "pred": "Answer: Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000536", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Answer: Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007404", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2000.0, + "gold": "2000", + "pred": "Answer: 2000", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001292", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1990.0, + "gold": "1990", + "pred": "Answer: 1990", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "Answer: David Storey", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Answer: Thomas Keneally", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002490", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "Answer: 1930", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001434", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "New York City", + "pred": "Answer: New York City", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006868", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "Answer: 2001", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jean Mistler", + "pred": "Answer: Jean Mistler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002319", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2022.0, + "gold": "2022", + "pred": "Answer: 2022", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008472", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000496", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Massimo D'Alema", + "pred": "Answer: Silvio Berlusconi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005883", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Answer: Roman Herzog", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "BP", + "pred": "Answer: BP", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001286", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003325", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Bucharest", + "pred": "Answer: Bucharest", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "Answer: William Emmett Dever", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000949", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Answer: Roman Herzog", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004634", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Answer: 2006", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008417", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Answer: Swiss Super League", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mary J. Blige", + "pred": "Answer: Mary J. Blige", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007469", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Answer: 2010", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002488", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Answer: Shimon Peres", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007418", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Union", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Elliott Gould", + "pred": "Answer: Elliott Gould", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005916", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Micha\u0142 Matyas", + "pred": "Answer: Micha\u0142 Matyas", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006233", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Answer: Eric Gerets", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005848", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "German Empire", + "pred": "Answer: German Empire", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005040", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Antonio Segni", + "pred": "Answer: Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005138", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Adolf Hitler", + "pred": "Answer: Karl D\u00f6nitz", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004246", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007892", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006684", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Luigi Einaudi", + "pred": "Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001045", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Answer: 2005", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "association football", + "pred": "Answer: association football", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002791", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Lory Del Santo", + "pred": "Answer: Lory Del Santo", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005581", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Answer: Daniel Auteuil", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Pawe\u0142 Janas", + "pred": "Answer: Pawe\u0142 Janas", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004802", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "John W. Campbell", + "pred": "Answer: John W. Campbell", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004455", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001570", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Otto Nerz", + "pred": "Answer: Otto Nerz", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005703", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Morten Olsen", + "pred": "Answer: Morten Olsen", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006235", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Diego Simeone", + "pred": "Answer: Diego Simeone", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001186", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Susan Sarandon", + "pred": "Answer: Susan Sarandon", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005903", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Answer: 2009", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002985", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Bettino Craxi", + "pred": "Answer: Giulio Andreotti", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Answer: Andrzej Strejlau", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008323", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Answer: Hungarian People's Republic", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005474", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Oskar von Miller", + "pred": "Answer: Oskar von Miller", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001830", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Nippon Bud\u014dkan", + "pred": "Answer: Nippon Bud\u014dkan", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001756", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001887", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "Answer: J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005552", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Answer: Mitteldeutscher Rundfunk", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004901", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Wen Jiabao", + "pred": "Answer: Wen Jiabao", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006473", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Answer: 2008", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006253", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Answer: 2003", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002709", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Alex McLeish", + "pred": "Answer: Alex McLeish", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007811", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Giovanni Spadolini", + "pred": "Answer: Giovanni Spadolini", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006165", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Edward Cassidy", + "pred": "Answer: Edward Cassidy", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007431", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Ernest Borgnine", + "pred": "Answer: Ernest Borgnine", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002594", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004546", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "David Dinkins", + "pred": "Answer: David Dinkins", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006589", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Answer: Giulio Andreotti", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006151", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Answer: 2021", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005300", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Otto Rehhagel", + "pred": "Answer: Otto Rehhagel", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003618", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Franz Joseph I of Austria", + "pred": "Answer: Franz Joseph I of Austria", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "Answer: George W. Bush", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001195", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Answer: 2004", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007049", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1978.0, + "gold": "1978", + "pred": "Answer: 1978", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003961", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Edith Roosevelt", + "pred": "Answer: Edith Roosevelt", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002548", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "Answer: absolute monarchy", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1910.0, + "gold": "Austria\u2013Hungary", + "pred": "Answer: Austria\u2013Hungary", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003484", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "United Kingdom", + "pred": "Answer: United Kingdom", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Kingdome", + "pred": "Answer: Kingdome", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002163", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Clive Woodward", + "pred": "Answer: Clive Woodward", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006692", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Bruce Buck", + "pred": "Answer: Bruce Buck", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006073", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Volker Finke", + "pred": "Answer: Volker Finke", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008473", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Roman Abramovich", + "pred": "Answer: Roman Abramovich", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003674", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1978.0, + "gold": "Leonid Brezhnev", + "pred": "Answer: Vladimir Kryuchkov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003352", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "absolute monarchy", + "pred": "Answer: absolute monarchy", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Answer: Giampiero Boniperti", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002789", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005326", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Spencer Tracy", + "pred": "Answer: Robert Donat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005284", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Erich Werdermann", + "pred": "Answer: Erich Werdermann", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005774", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Answer: Swiss Super League", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003372", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Patrick Le Lay", + "pred": "Answer: Patrick Le Lay", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008201", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Answer: 2002", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001153", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Franz Beckenbauer", + "pred": "Answer: Franz Beckenbauer", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007164", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "Simone Inzaghi", + "pred": "Answer: Simone Inzaghi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006407", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Allianz Arena", + "pred": "Answer: Allianz Arena", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001540", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "Answer: 2013", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005100", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "German Democratic Republic", + "pred": "Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Claudio Ranieri", + "pred": "Answer: Claudio Ranieri", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Answer: Denzel Washington", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007894", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Answer: 2011", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008658", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Ruslan Rotan", + "pred": "Answer: Roman Zozulya", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005158", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008060", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Bundesliga", + "pred": "Answer: Bundesliga", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004900", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "SeatGeek Stadium", + "pred": "Answer: SeatGeek Stadium", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000430", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Bombardier", + "pred": "Answer: Bombardier", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006467", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Taiwan", + "pred": "Answer: Taiwan", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004710", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "Answer: J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000041", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Answer: Romano Prodi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004408", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "crown prince", + "pred": "Answer: crown prince", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001201", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004457", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005193", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005781", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "State Anthem of the Soviet Union", + "pred": "Answer: Russian Soviet Federative Socialist Republic", + "em": 0.0, + "f1": 0.16666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004013", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Answer: Jupp Derwall", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003935", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Volker Finke", + "pred": "Answer: Volker Finke", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006770", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Silvio Berlusconi", + "pred": "Answer: Silvio Berlusconi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008617", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008708", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Answer: Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Zden\u011bk Zeman", + "pred": "Answer: Zden\u011bk Zeman", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007389", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Saku Koivu", + "pred": "Answer: Saku Koivu", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005554", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Moscow", + "pred": "Answer: Moscow", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000408", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Kingdom of Prussia", + "pred": "Answer: Kingdom of Prussia", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003634", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Uwe Neuhaus", + "pred": "Answer: Uwe Neuhaus", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006653", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000961", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Kate Winslet", + "pred": "Answer: Kate Winslet", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002923", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008130", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Silvio Berlusconi", + "pred": "Answer: Silvio Berlusconi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001668", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Jane Fonda", + "pred": "Answer: Jane Fonda", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Lucien Favre", + "pred": "Answer: Lucien Favre", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007280", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Klaus Wowereit", + "pred": "Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004011", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "Answer: David Storey", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001876", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Thomas Tuchel", + "pred": "Answer: Thomas Tuchel", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003426", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "George H. W. Bush", + "pred": "Answer: George H. W. Bush", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008324", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "Answer: 1930", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Answer: Francesco Cossiga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001646", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Answer: Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001719", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "Answer: J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005359", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Answer: Alex McLeish", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002201", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Princeton University", + "pred": "Answer: Princeton University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000953", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Answer: DBC Pierre", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003588", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Answer: Javier Aguirre", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006330", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Answer: DBC Pierre", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006529", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "Answer: 1991", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006295", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Answer: Angela Lansbury", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007246", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001257", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "Answer: United Kingdom", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004353", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Answer: Maurice Druon", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001453", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Answer: Nicholas II of Russia", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008480", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "Answer: 2001", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006167", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "LMFAO", + "pred": "Answer: LMFAO", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003258", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "J\u00fcrgen Linden", + "pred": "Answer: J\u00fcrgen Linden", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004631", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "absolute monarchy", + "pred": "Answer: absolute monarchy", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Ang Lee", + "pred": "Answer: Ang Lee", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002531", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Austria", + "pred": "Answer: Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008228", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Frances McDormand", + "pred": "Answer: As Good as It Gets", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005557", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Fatih Terim", + "pred": "Answer: Fatih Terim", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007336", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Answer: 2003", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003098", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002950", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1945.0, + "gold": "1945", + "pred": "Answer: 1945", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000019", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001920", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Claudio Ranieri", + "pred": "Answer: Claudio Ranieri", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005782", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "White Hart Lane", + "pred": "Answer: White Hart Lane", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000862", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Humphrey Bogart", + "pred": "Answer: Humphrey Bogart", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001033", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "China Mi\u00e9ville", + "pred": "Answer: China Mi\u00e9ville", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003960", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006287", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Answer: Clive Woodward", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007880", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Giovanni Trapattoni", + "pred": "Answer: Giovanni Trapattoni", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005772", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Answer: Socialist Autonomous Province of Vojvodina", + "em": 0.0, + "f1": 0.3636363636363636, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006294", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Answer: Hilary Swank", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004173", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Answer: Jupp Derwall", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005281", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Answer: Giovanni Gronchi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Ottmar Hitzfeld", + "pred": "Answer: Ottmar Hitzfeld", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008091", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "\u0130smet \u0130n\u00f6n\u00fc", + "pred": "Answer: Memduh \u015eevket Esendal", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004964", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Economic Area", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002871", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Answer: Francesco Cossiga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003979", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Rachida Brakni", + "pred": "Answer: Rachida Brakni", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008204", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Erwin Kramer", + "pred": "Answer: Erwin Kramer", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001932", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Joe Louis Arena", + "pred": "Answer: Joe Louis Arena", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000480", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "UNESCO", + "pred": "Answer: UNESCO", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007286", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Answer: Emirates", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Daniel Auteuil", + "pred": "Answer: Daniel Auteuil", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002946", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Michal B\u00edlek", + "pred": "Answer: Michal B\u00edlek", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003999", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Adolf Hitler", + "pred": "Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Answer: Academy Award for Best Director", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005752", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Giuliano Amato", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001810", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Answer: Giuseppe Saragat", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004977", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Answer: Giovanni Gronchi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Paul von Hindenburg", + "pred": "Answer: Paul von Hindenburg", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007873", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002637", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Answer: 1996", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005587", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Answer: 2002", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005428", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Silvio Berlusconi", + "pred": "Answer: Silvio Berlusconi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005312", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Answer: Norma Shearer", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006932", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Answer: Lyndon B. Johnson", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000781", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Answer: Bucharest", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "CBS", + "pred": "Answer: Latin Grammy Awards", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000003", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1947.0, + "gold": "1947", + "pred": "Answer: 1947", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Giorgio Napolitano", + "pred": "Answer: Giorgio Napolitano", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004934", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000313", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2016.0, + "gold": "Matteo Renzi", + "pred": "Answer: Matteo Renzi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000903", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Answer: Eusebio Sacrist\u00e1n", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005738", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Aldo Moro", + "pred": "Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006558", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Answer: Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004400", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Answer: Ruth Prawer Jhabvala", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001076", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Answer: 2021", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002725", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Answer: Prime Minister of Canada", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003906", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Liga Portugal", + "pred": "Answer: Liga Portugal", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004405", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Alberto Bigon", + "pred": "Answer: Alberto Bigon", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Wolfgang Gerhardt", + "pred": "Answer: Wolfgang Gerhardt", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000757", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "COMECON", + "pred": "Answer: COMECON", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Answer: Ian Porterfield", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005056", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Lavrentiy Beria", + "pred": "Answer: Lavrentiy Beria", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Answer: Mitteldeutscher Rundfunk", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008552", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Answer: 2004", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Bambi Award", + "pred": "Answer: Bambi Award", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000678", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Answer: Katharine Hepburn", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002043", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Answer: 2004", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007190", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "coming out", + "pred": "Answer: coming out", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003533", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Attila J\u00f3zsef", + "pred": "Answer: Attila J\u00f3zsef", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Ingrid Bergman", + "pred": "Answer: Ingrid Bergman", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004864", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Ireland", + "pred": "Answer: Ireland", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001930", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1929.0, + "gold": "1929", + "pred": "Answer: 1929", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004482", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Answer: 2005", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000444", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "president of Germany", + "pred": "Answer: president of Germany", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002417", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Saku Koivu", + "pred": "Answer: Saku Koivu", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "Answer: S\u00fcper Lig", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002089", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "Answer: 1975", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002782", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Karel Br\u00fcckner", + "pred": "Answer: Karel Br\u00fcckner", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006603", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Answer: 2006", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000643", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Adolf Hitler", + "pred": "Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001459", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Sepp Piontek", + "pred": "Answer: Sepp Piontek", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007691", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "German Emperor", + "pred": "Answer: German Emperor", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004382", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Israeli Premier League", + "pred": "Answer: Israeli Premier League", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008297", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Luxembourg National Division", + "pred": "Answer: Luxembourg National Division", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007490", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Marie Dressler", + "pred": "Answer: Marie Dressler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004470", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Answer: Manuel Jim\u00e9nez Jim\u00e9nez", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Nike", + "pred": "Answer: Nike", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Pacific Coliseum", + "pred": "Answer: Pacific Coliseum", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000107", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Prague", + "pred": "Answer: Prague", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000481", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "Answer: Yann Martel", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005374", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Answer: 2011", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007891", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Second Lady or Gentleman of the United States", + "pred": "Answer: Second Lady or Gentleman of the United States", + "em": 1.0, + "f1": 0.9411764705882353, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004941", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Ralf Loose", + "pred": "Answer: Ralf Loose", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Answer: Te sl\u0103vim, Rom\u00e2nie", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001311", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Answer: 2010", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003353", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Panama", + "pred": "Answer: Panama", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005629", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "Answer: 1998", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005931", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Leonid Brezhnev", + "pred": "Answer: Leonid Brezhnev", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005823", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Territory of Hawaii", + "pred": "Answer: Territory of Hawaii", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002989", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Free State of Prussia", + "pred": "Answer: Free State of Prussia", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004259", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Anne Enright", + "pred": "Answer: Anne Enright", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002166", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Ligue 1", + "pred": "Answer: Ligue 1", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "Answer: 1995", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008518", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Hans Backe", + "pred": "Answer: Hans Backe", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003792", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000844", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Answer: Academy Award for Best Actor", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005425", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Sandro Pertini", + "pred": "Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006156", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Answer: The Ninth Day", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006038", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Austro-Hungarian krone", + "pred": "Answer: Austro-Hungarian krone", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008465", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1923.0, + "gold": "Egyptian pound", + "pred": "Answer: Egyptian pound", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004604", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Javier Aguirre", + "pred": "Answer: Javier Aguirre", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002929", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "The Internationale", + "pred": "Answer: The Internationale", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007720", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005879", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001938", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Territory of Hawaii", + "pred": "Answer: Territory of Hawaii", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Academy Award for Best Supporting Actress", + "pred": "Answer: Academy Award for Best Supporting Actress", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006351", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Stade Chaban-Delmas", + "pred": "Answer: Stade Chaban-Delmas", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005087", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006536", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006736", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Sandra Bullock", + "pred": "Answer: Sandra Bullock", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004654", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Answer: Nicholas II of Russia", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005945", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Answer: Lyndon B. Johnson", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007681", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Daman and Diu", + "pred": "Answer: Daman and Diu", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006184", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Lyndon B. Johnson", + "pred": "Answer: Lyndon B. Johnson", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000115", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Caja M\u00e1gica", + "pred": "Answer: Caja M\u00e1gica", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002711", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Answer: Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005754", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Answer: Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "Answer: S\u00fcper Lig", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000552", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000403", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "SeatGeek Stadium", + "pred": "Answer: SeatGeek Stadium", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003856", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003602", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Mikhail Gorbachev", + "pred": "Answer: Vladimir Kryuchkov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007850", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001019", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1962.0, + "gold": "1962", + "pred": "Answer: 1962", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004322", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Dietrich Stobbe", + "pred": "Answer: Dietrich Stobbe", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004271", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001171", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007890", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Answer: Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008632", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Answer: Hungarian People's Republic", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007395", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1925.0, + "gold": "Egyptian pound", + "pred": "Answer: Egyptian pound", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007784", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Answer: Paul Scott", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006008", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Answer: Alain Afflelou", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007623", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Zden\u011bk Zeman", + "pred": "Answer: Zden\u011bk Zeman", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000261", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Answer: Weimar Republic", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005362", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003134", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Teen Choice Awards", + "pred": "Answer: Teen Choice Awards", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Answer: Emirates", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003313", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005360", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001597", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Peter Carey", + "pred": "Answer: Peter Carey", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Ronald Colman", + "pred": "Answer: Ronald Colman", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005949", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Attila J\u00f3zsef", + "pred": "Answer: Attila J\u00f3zsef", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005024", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Answer: Abraham Beame", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007032", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Heinrich Himmler", + "pred": "Answer: Heinrich Himmler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004269", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005207", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Answer: Sepp Herberger", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008065", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Constantinople", + "pred": "Answer: Constantinople", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003648", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000919", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "Franz Beckenbauer", + "pred": "Answer: Franz Beckenbauer", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Answer: 2004", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007438", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Answer: Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000509", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Answer: Giovanni Leone", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Answer: DBC Pierre", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006108", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "presidential system", + "pred": "Answer: presidential system", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001184", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Robert Bolt", + "pred": "Answer: Robert Bolt", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001023", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Answer: Du\u0161an Uhrin", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001479", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Javier Aguirre", + "pred": "Answer: Javier Aguirre", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006983", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Giovanni Gronchi", + "pred": "Answer: Giovanni Gronchi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007833", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "White Hart Lane", + "pred": "Answer: White Hart Lane", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005681", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Answer: Weimar Republic", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003706", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Answer: 2005", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007006", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Answer: Du\u0161an Uhrin", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004220", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Swiss Super League", + "pred": "Answer: Swiss Super League", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007500", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "Answer: God Save the Tsar!", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "German Empire", + "pred": "Answer: France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003362", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ireland", + "pred": "Answer: Ireland", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007378", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Allianz Arena", + "pred": "Answer: Allianz Arena", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002356", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004000", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Walter Mazzarri", + "pred": "Answer: Walter Mazzarri", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003511", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Hungarian Olympic Committee", + "pred": "Answer: Hungarian Olympic Committee", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "Answer: West Germany", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008482", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Harry Warren", + "pred": "Answer: Harry Warren", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001610", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "pred": "Answer: Ji\u0159\u00ed Posp\u00ed\u0161il", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007160", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003247", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Kevin Federline", + "pred": "Answer: Kevin Federline", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000810", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Liga I", + "pred": "Answer: Liga I", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006432", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Joseph Stalin", + "pred": "Answer: Joseph Stalin", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007768", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Answer: Zhou Enlai", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Rock and Roll Hall of Fame", + "pred": "Answer: Rock and Roll Hall of Fame", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003836", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Answer: Daniel Auteuil", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007908", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003128", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Spencer Tracy", + "pred": "Answer: Robert Redford", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Answer: Francesco Cossiga", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001510", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "UTC\u221204:00", + "pred": "Answer: Peru", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Werner Greuter", + "pred": "Answer: Werner Greuter", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Maurice Druon", + "pred": "Answer: Maurice Druon", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001232", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007512", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Answer: Sepp Herberger", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000089", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008698", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Answer: Loretta Young", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007875", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006661", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "Answer: President of the United States", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007505", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Bobby Clarke", + "pred": "Answer: Bobby Clarke", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008555", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Answer: Montreal Forum", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006491", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "Answer: 1942", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Answer: Aldo Moro", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002698", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Answer: Hans M\u00fcnch", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005937", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Answer: 2006", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007021", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Answer: Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003151", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "Answer: The Sea and the Mirror", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002519", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Answer: 2003", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007514", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "chairperson", + "pred": "Answer: chairperson", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008443", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007726", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1992.0, + "gold": "1992", + "pred": "Answer: 1992", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001549", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "V\u00e1clav Havel", + "pred": "Answer: V\u00e1clav Havel", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007129", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Answer: 2004", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000883", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Heinrich Br\u00fcning", + "pred": "Answer: Heinrich Br\u00fcning", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000442", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "Answer: William Emmett Dever", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004066", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Peter Gerhardsson", + "pred": "Answer: Peter Gerhardsson", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002302", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Egyptian pound", + "pred": "Answer: Egyptian pound", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002564", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004005", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Otto Nerz", + "pred": "Answer: Otto Nerz", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005652", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Jane Byrne", + "pred": "Answer: Jane Byrne", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002217", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008015", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Albert II of Belgium", + "pred": "Answer: Albert II of Belgium", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000895", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "RTL", + "pred": "Answer: RTL", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008365", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Answer: Javier Aguirre", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006348", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Answer: Te sl\u0103vim, Rom\u00e2nie", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000645", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008492", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Answer: Nicholas II of Russia", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006824", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Anita Brookner", + "pred": "Answer: Anita Brookner", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000773", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "Winona Ryder", + "pred": "Answer: Golden Globe Award for Best Supporting Actress \u2013 Motion Picture", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001316", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Deutsche Mark", + "pred": "Answer: Deutsche Mark", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004368", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Answer: Nike", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005868", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Answer: Daniel Auteuil", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Answer: 1996", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Gwyneth Paltrow", + "pred": "Answer: Gwyneth Paltrow", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008659", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "Answer: A. S. Byatt", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000763", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005896", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000117", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Enrico de Nicola", + "pred": "Answer: Umberto II of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000027", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Answer: Rudy Giuliani", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002041", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002860", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Answer: Weimar Republic", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004247", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Luise Rainer", + "pred": "Answer: Luise Rainer", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008294", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Hyundai", + "pred": "Answer: Hyundai", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006036", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "The Pentagon", + "pred": "Answer: The Pentagon", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001816", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Answer: Norma Shearer", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008058", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004387", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Answer: Cel\u00e2l Bayar", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004841", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Abdullah Avc\u0131", + "pred": "Answer: Abdullah Avc\u0131", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000340", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Echo Music Prize", + "pred": "Answer: Echo Music Prize", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001431", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Massimiliano Allegri", + "pred": "Answer: Massimiliano Allegri", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002560", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Panama", + "pred": "Answer: Panama", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003591", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006178", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Answer: Francesco Cossiga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003130", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001771", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "habilitation", + "pred": "Answer: habilitation", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004635", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Answer: Katharine Hepburn", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007347", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Answer: Thomas Keneally", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002289", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Giuseppe Saragat", + "pred": "Answer: Giuseppe Saragat", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006810", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "Answer: 2016", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001750", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Eduard Weiter", + "pred": "Answer: Eduard Weiter", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "David Wagner", + "pred": "Answer: David Wagner", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001742", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Answer: Sandro Pertini", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004401", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cominform", + "pred": "Answer: Cominform", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000948", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Answer: Montreal Forum", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001031", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "J. M. Coetzee", + "pred": "Answer: J. M. Coetzee", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002458", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Oleh Protasov", + "pred": "Answer: Oleh Protasov", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001069", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Ed Koch", + "pred": "Answer: Ed Koch", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Answer: 2021", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006304", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "mayor", + "pred": "Answer: mayor", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004531", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Mario Monti", + "pred": "Answer: Mario Monti", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000931", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Answer: 2012", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007956", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Answer: Eric Gerets", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007340", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "Hyundai", + "pred": "Answer: Hyundai", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003676", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "Answer: Colin Firth", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001222", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006158", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Adone Zoli", + "pred": "Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005324", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "Answer: George W. Bush", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002344", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Answer: Q269864", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008685", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2019.0, + "gold": "Wayne LaPierre", + "pred": "Answer: Wayne LaPierre", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005812", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "J. M. Coetzee", + "pred": "Answer: J. M. Coetzee", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "The Ellen DeGeneres Show", + "pred": "Answer: The Ellen DeGeneres Show", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005808", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Answer: Attila J\u00f3zsef", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003694", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "German Federal Archives", + "pred": "Answer: German Federal Archives", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002616", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000088", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "United Kingdom", + "pred": "Answer: United Kingdom", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005525", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006017", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006096", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Ginni Rometty", + "pred": "Answer: Ginni Rometty", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001800", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Answer: Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001359", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "Answer: Kiran Desai", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006166", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004182", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Answer: Berti Vogts", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004835", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001116", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Answer: 2004", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003320", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003882", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003657", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Answer: Ian Porterfield", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001053", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Toni Servillo", + "pred": "Answer: Bavarian TV Awards", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006052", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1983.0, + "gold": "1983", + "pred": "Answer: 1983", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "Answer: Colin Firth", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000183", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007379", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Giovanni Trapattoni", + "pred": "Answer: Giovanni Trapattoni", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "James Kelman", + "pred": "Answer: James Kelman", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000962", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "Answer: West Germany", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005810", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Otto Graf Lambsdorff", + "pred": "Answer: Otto Graf Lambsdorff", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000427", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Giovanni Leone", + "pred": "Answer: Giovanni Leone", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005227", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "presidential system", + "pred": "Answer: presidential system", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "God Save the Tsar!", + "pred": "Answer: God Save the Tsar!", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Climate Pledge Arena", + "pred": "Answer: Climate Pledge Arena", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004741", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "1st Panzer Division", + "pred": "Answer: Maximilian von Weichs", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006763", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "Answer: 2001", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002214", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "Answer: God Save the Tsar!", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Nikita Khrushchev", + "pred": "Answer: Nikita Khrushchev", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007746", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Austria", + "pred": "Answer: Austria", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003268", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Answer: Oscar Luigi Scalfaro", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000324", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "Answer: United Kingdom", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006933", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005705", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Robert Knud Friedrich Pilger", + "pred": "Answer: Robert Knud Friedrich Pilger", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006241", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Bucharest", + "pred": "Answer: Bucharest", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003204", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Ralph Fiennes", + "pred": "Answer: Ralph Fiennes", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001109", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Neutral Moresnet", + "pred": "Answer: Neutral Moresnet", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004458", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Answer: Cel\u00e2l Bayar", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005199", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000202", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Ireland", + "pred": "Answer: Ireland", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006446", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001839", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Q953762", + "pred": "Answer: Q953762", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Latvian Higher League", + "pred": "Answer: Latvian Higher League", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006379", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Giorgio Napolitano", + "pred": "Answer: Giorgio Napolitano", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001985", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "German Democratic Republic", + "pred": "Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000177", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "German Democratic Republic", + "pred": "Answer: Saarland", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003534", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Answer: 2021", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Steve Sampson", + "pred": "Answer: Steve Sampson", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008135", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Panama", + "pred": "Answer: Panama", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008030", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Answer: Maurice Druon", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Answer: Kurt Biedenkopf", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001457", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Thomas Keneally", + "pred": "Answer: Thomas Keneally", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001650", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Sergi L\u00f3pez", + "pred": "Answer: Sergi L\u00f3pez", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006597", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "SeatGeek Stadium", + "pred": "Answer: SeatGeek Stadium", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003141", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Canada", + "pred": "Answer: Canada", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004341", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "BP", + "pred": "Answer: BP", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007989", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1905.0, + "gold": "Russian Empire", + "pred": "Answer: Russian Empire", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002962", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001198", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Allianz Arena", + "pred": "Answer: Allianz Arena", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006028", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Answer: Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007856", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "Answer: 1902", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003797", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Answer: 2011", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004648", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "Answer: 1998", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005249", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Julie Christie", + "pred": "Answer: Julie Christie", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004612", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006383", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "Answer: 1976", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003997", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Answer: Daniel Auteuil", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002521", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Heiko Herrlich", + "pred": "Answer: Heiko Herrlich", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008451", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Mario Draghi", + "pred": "Answer: Mario Draghi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002584", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1944.0, + "gold": "1944", + "pred": "Answer: 1944", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Zhou Enlai", + "pred": "Answer: Zhou Enlai", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007273", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Harry Redknapp", + "pred": "Answer: Harry Redknapp", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001480", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Answer: Saku Koivu", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002648", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Answer: Paul Scott", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005191", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Answer: Theodor Liebknecht", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004451", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Azerbaijan Premier League", + "pred": "Answer: Azerbaijan Premier League", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + } + ] +} \ No newline at end of file diff --git a/eval/v3-sft-terse-lever-seed7.judged.json b/eval/v3-sft-terse-lever-seed7.judged.json new file mode 100644 index 0000000000000000000000000000000000000000..133c302a8bad2c4fa12ac12899bf0bec72f27f3b --- /dev/null +++ b/eval/v3-sft-terse-lever-seed7.judged.json @@ -0,0 +1,29697 @@ +{ + "name": "unnamed", + "policy_path": "../checkpoints/sft-v3-terse-lever-seed7/final", + "split": "test", + "n_samples": 1743, + "temperature": 0.0, + "max_new_tokens": 64, + "answer_extracted": true, + "n_with_answer_marker": 1743, + "judge_provider": "anthropic", + "judge_model": "claude-haiku-4-5-20251001", + "overall": { + "n": 1743, + "em": 0.8990246701090074, + "f1": 0.9097761071082929, + "judge_em": 0.8886976477337923 + }, + "by_complexity": { + "1hop": { + "n": 800, + "em": 0.97875, + "f1": 0.979375, + "judge_em": 0.96 + }, + "2hop": { + "n": 800, + "em": 0.8825, + "f1": 0.887105248917749, + "judge_em": 0.87625 + }, + "3plus": { + "n": 143, + "em": 0.5454545454545454, + "f1": 0.6472416472416472, + "judge_em": 0.5594405594405595 + } + }, + "by_operator": { + "before_after": { + "n": 517, + "em": 0.8897485493230174, + "f1": 0.8975117296200469, + "judge_em": 0.8626692456479691 + }, + "interval": { + "n": 163, + "em": 1.0, + "f1": 1.0, + "judge_em": 0.9877300613496932 + }, + "point_in_time": { + "n": 535, + "em": 0.914018691588785, + "f1": 0.9255674232309746, + "judge_em": 0.9046728971962616 + }, + "sequence": { + "n": 528, + "em": 0.8617424242424242, + "f1": 0.8779310966810967, + "judge_em": 0.8674242424242424 + } + }, + "per_example": [ + { + "id": "q_006291", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: chairperson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007337", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nicholas II of Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000021", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007809", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Irina Bokova", + "pred": "David H. Koch", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David H. Koch", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001979", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1998", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005455", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Academy Award for Best Original Score", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Original Score", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008005", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008690", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008321", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007761", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Arista Records", + "pred": "Universal Music Group", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Universal Music Group", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008118", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001360", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chinese Communist Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000136", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006986", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003298", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "parliamentary republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: parliamentary republic", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006733", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005866", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.5714285714285714, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Actress", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004748", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004795", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Chancellor of Germany", + "pred": "Head of government of Germany", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Head of government of Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000787", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "parliamentary system", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: parliamentary system", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008333", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008338", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Academy Award for Best Visual Effects", + "pred": "Japan Academy Prize for Outstanding Foreign Language Film", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Japan Academy Prize for Outstanding Foreign Language Film", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001840", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001274", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000547", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001052", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006228", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.20000000000000004, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the United States", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006414", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_001651", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007640", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004943", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Nazi Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_007287", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005394", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007314", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Mayor of New York City", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.20000000000000004, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the United States", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003452", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Mayor of New York City", + "pred": "head of government", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: head of government", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_006815", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2010", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008439", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Tim Robbins", + "pred": "The Color of Money", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Color of Money", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003245", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "parliamentary republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: parliamentary republic", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008633", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bucharest", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003473", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Mirza Shafi Khan", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mirza Shafi Khan", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001673", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005726", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "First Republic of Austria", + "pred": "Federal State of Austria", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Federal State of Austria", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_004929", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006286", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Deutsche Mark", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002759", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "K\u014dichir\u014d Matsuura", + "pred": "James R. Houghton", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: James R. Houghton", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004009", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "2014", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2014", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007134", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002750", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000812", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "U-13", + "pred": "1st U-boat Flotilla", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1st U-boat Flotilla", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003515", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005012", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004016", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008522", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000716", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004128", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002796", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1923.0, + "gold": "1923", + "pred": "1923", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1923", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Massimiliano Allegri", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Massimiliano Allegri", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003552", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "chairperson", + "pred": "president", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: president", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004730", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "God Save the Tsar!", + "pred": "\"God Save the Tsar!\"", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: \"God Save the Tsar!\"", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005767", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Angela Merkel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Angela Merkel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002032", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mayor of New York City", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008644", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2005", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006768", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002122", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000842", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "God Save the King", + "pred": "God Save the King", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: God Save the King", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003512", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Academy Award for Best Picture", + "em": 0.0, + "f1": 0.5714285714285714, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Picture", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002727", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Federal State of Austria", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: France", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004477", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004639", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002027", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1913.0, + "gold": "Nicholas II of Russia", + "pred": "Mikhail Rodzianko", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mikhail Rodzianko", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004554", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005676", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008291", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008225", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001173", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chinese Communist Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008571", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "parliamentary democracy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: parliamentary democracy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000937", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1934.0, + "gold": "1934", + "pred": "1934", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1934", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003736", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Friedrich Ebert", + "pred": "Weimar Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_002966", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000538", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000838", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.20000000000000004, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Order of Merit of Baden-W\u00fcrttemberg", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002448", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Vanderbilt University", + "pred": "University of California, San Francisco", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of California, San Francisco", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007230", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004534", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007740", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007848", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003817", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mayor of New York City", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006982", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Hannelore Kohl", + "pred": "Heiner Gei\u00dfler", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heiner Gei\u00dfler", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000932", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Governing Mayor of Berlin", + "pred": "Dietrich Stobbe", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dietrich Stobbe", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_004711", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Vanderbilt University", + "pred": "University of California, San Francisco", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of California, San Francisco", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001424", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Free State of Prussia", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006808", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005728", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the Italian Republic", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000501", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Civic Democratic Party", + "pred": "Czech Social Democratic Party", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Czech Social Democratic Party", + "judge_em": 0, + "judge_reply": "I NEED TO WORK" + }, + { + "id": "q_003472", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_007593", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004304", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "military personnel", + "pred": "Otto Schuhart", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Otto Schuhart", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_004513", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "I NEED TO TRACE" + }, + { + "id": "q_001144", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Angela Merkel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Angela Merkel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004736", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001077", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Mayor of New York City", + "pred": "Mayor", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mayor", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_008586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "chairperson", + "pred": "president", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: president", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004250", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1976", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002769", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mayor of New York City", + "pred": "Robert Ferdinand Wagner Jr.", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Robert Ferdinand Wagner Jr.", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001923", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008379", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004279", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "U-13", + "pred": "1st U-boat Flotilla", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1st U-boat Flotilla", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008534", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001990", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "United Nations", + "pred": "Territory of Hawaii", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Territory of Hawaii", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000057", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003633", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007357", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Mayor of New York City", + "pred": "Ed Koch", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ed Koch", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "President of the United States", + "pred": "President of the United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002803", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005319", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008568", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Massimiliano Allegri", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Massimiliano Allegri", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002510", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Bill Clinton", + "pred": "Bill Clinton", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bill Clinton", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007048", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nicholas II of Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000284", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Irina Bokova", + "pred": "UNESCO", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: UNESCO", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_007586", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "German Emperor", + "pred": "German Emperor", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Emperor", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006367", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002788", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "John Gielgud", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John Gielgud", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001092", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: God Save the Tsar!", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000319", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000336", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "head of government", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: head of government", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_005328", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007430", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Sukarno", + "pred": "Zhou Enlai", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Zhou Enlai", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001032", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006917", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008460", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001183", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001661", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002861", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_003187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_000264", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "John Gielgud", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John Gielgud", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001302", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1953", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007976", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007562", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Lviv University", + "pred": "Lviv University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lviv University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "pred": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005303", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Valenciennes F.C.", + "pred": "Valenciennes F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Valenciennes F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003783", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Baron Harding of Petherton", + "pred": "Baron Harding of Petherton", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Baron Harding of Petherton", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004865", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006315", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2012", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006083", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Federal Republic of Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003360", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2023", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008353", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Chattanooga", + "pred": "Chattanooga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chattanooga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "D.C. United", + "pred": "D.C. United", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: D.C. United", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Federal Republic of Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004848", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007525", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Oulu Province", + "pred": "Oulu Province", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Oulu Province", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000885", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Northern Dvina Governorate", + "pred": "Northern Dvina Governorate", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Northern Dvina Governorate", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001030", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004428", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002780", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "University of British Columbia", + "pred": "University of British Columbia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of British Columbia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000352", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Solicitor General for England and Wales", + "pred": "Solicitor General for England and Wales", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Solicitor General for England and Wales", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000414", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2002", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001261", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001035", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "WWE", + "pred": "WWE", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: WWE", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008432", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Cindy McCain", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cindy McCain", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005886", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Federal Minister for Foreign Affairs", + "pred": "Federal Minister for Foreign Affairs", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Federal Minister for Foreign Affairs", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007363", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Landrat", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Landrat", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006356", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004178", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "People's Republic of Bulgaria", + "pred": "People's Republic of Bulgaria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: People's Republic of Bulgaria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kupferstichkabinett Berlin", + "pred": "Kupferstichkabinett Berlin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kupferstichkabinett Berlin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000581", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Sevilla FC", + "pred": "M\u00e1laga CF", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: M\u00e1laga CF", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008059", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Heinrich Himmler", + "pred": "Heinrich Himmler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heinrich Himmler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002028", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Scopus", + "pred": "Scopus", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Scopus", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "James Norris Memorial Trophy", + "pred": "James Norris Memorial Trophy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: James Norris Memorial Trophy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005062", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Babe\u0219-Bolyai University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Babe\u0219-Bolyai University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005618", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Leicester City F.C.", + "pred": "Leicester City F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Leicester City F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FK Austria Wien", + "pred": "FK Austria Wien", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FK Austria Wien", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002148", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1927.0, + "gold": "Kingdom of Romania", + "pred": "Kingdom of Romania", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Romania", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006117", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Mary Pickford", + "pred": "Mary Pickford", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mary Pickford", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003365", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "All-NBA Team", + "pred": "All-NBA Team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: All-NBA Team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Deutsche Reichsbahn", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Deutsche Reichsbahn", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003448", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005271", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Borussia M\u00f6nchengladbach", + "pred": "Borussia M\u00f6nchengladbach", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Borussia M\u00f6nchengladbach", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "United States Penitentiary, Florence ADMAX", + "pred": "2020", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2020", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007959", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Afghanistan", + "pred": "Afghanistan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Afghanistan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008034", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_006099", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Q949215", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Q949215", + "judge_em": 0, + "judge_reply": "I NEED TO DETERMINE" + }, + { + "id": "q_003338", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "President of the Bundestag", + "pred": "President of the Bundestag", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the Bundestag", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007882", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "pred": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paul Ehrlich and Ludwig Darmstaedter Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001101", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Melbourne Cricket Ground", + "pred": "Melbourne Cricket Ground", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Melbourne Cricket Ground", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004838", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "American Psycho 2", + "pred": "American Psycho 2", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: American Psycho 2", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008088", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008278", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Valenciennes F.C.", + "pred": "Valenciennes F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Valenciennes F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003556", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Spartak Moscow", + "pred": "Spartak Moscow", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Spartak Moscow", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007252", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2005", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007229", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: West Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003581", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007540", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Norway men's national association football team", + "pred": "Norway men's national association football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Norway men's national association football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006549", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1972.0, + "gold": "1972", + "pred": "1972", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1972", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006127", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rome", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008172", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Academy Award for Best Director", + "pred": "Academy Award for Best Director", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Director", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006850", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "\u00c9toile Sportive du Sahel", + "pred": "\u00c9toile Sportive du Sahel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: \u00c9toile Sportive du Sahel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001281", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "60 Minutes", + "pred": "60 Minutes", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 60 Minutes", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2012", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Philadelphia", + "pred": "Philadelphia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Philadelphia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001024", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2023", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003080", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Nobel Prize in Literature", + "pred": "Hermann Stehr", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hermann Stehr", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Reading F.C.", + "pred": "Ibrahima Sonko", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ibrahima Sonko", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007249", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Athletic Club", + "pred": "Athletic Club", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Athletic Club", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004330", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_002355", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Brentford F.C.", + "pred": "Brentford F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Brentford F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Erwin Teufel", + "pred": "Erwin Teufel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Erwin Teufel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002493", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "TV Globo", + "pred": "TV Globo", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: TV Globo", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004504", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1953", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008366", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Jean Tremblay", + "pred": "Jean Tremblay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jean Tremblay", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003310", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "1980", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1980", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004860", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "auxiliary bishop", + "pred": "auxiliary bishop", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: auxiliary bishop", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007131", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001190", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_001845", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "A.S. Nancy-Lorraine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A.S. Nancy-Lorraine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001601", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Lomonosov Moscow State University", + "pred": "Lomonosov Moscow State University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lomonosov Moscow State University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008159", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "AIK Fotboll", + "pred": "AIK Fotboll", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: AIK Fotboll", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006771", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Cuxhaven district", + "pred": "Cuxhaven district", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cuxhaven district", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002990", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Vesyegonsky District", + "pred": "Vesyegonsky District", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vesyegonsky District", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002704", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Everton F.C.", + "pred": "Everton F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Everton F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000821", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001187", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Max Planck Institute for Chemistry", + "pred": "Max Planck Institute for Chemistry", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Max Planck Institute for Chemistry", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006629", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "United States Navy", + "pred": "United States Navy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Navy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003305", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Carter Harrison IV", + "pred": "Carter Harrison IV", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carter Harrison IV", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000310", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "arrondissement of Bourg-en-Bresse", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: arrondissement of Bourg-en-Bresse", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003989", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Baron Moyne", + "pred": "Baron Moyne", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Baron Moyne", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rome", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002832", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Willy Marlow", + "pred": "Willy Marlow", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Willy Marlow", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000368", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "FC Porto", + "pred": "FC Porto", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Porto", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005867", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Soviet Federative Socialist Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005700", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Colombia men's national football team", + "pred": "Colombia men's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Colombia men's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000881", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "York University", + "pred": "York University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: York University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005707", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Kreis Kalbe (Milde)", + "pred": "Kreis Kalbe (Milde)", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kreis Kalbe (Milde)", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001238", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Pre\u0161ov Region", + "pred": "Pre\u0161ov Region", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pre\u0161ov Region", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006162", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2011", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006967", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006519", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "F.C. Pro Vercelli 1892", + "pred": "F.C. Pro Vercelli 1892", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: F.C. Pro Vercelli 1892", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006861", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Toulouse FC", + "pred": "Toulouse FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Toulouse FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006139", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Decathlon CMA CGM Team", + "pred": "Decathlon CMA CGM Team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Decathlon CMA CGM Team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002293", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Bethesda", + "pred": "Bethesda", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bethesda", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008165", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Akkermansky Uyezd", + "pred": "Akkermansky Uyezd", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Akkermansky Uyezd", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001745", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Taiwan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Paul McGann", + "pred": "Paul McGann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paul McGann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Al-Qaeda", + "pred": "Al-Qaeda", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Al-Qaeda", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007239", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005515", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "doctorate", + "pred": "doctorate", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: doctorate", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002120", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Bauska District", + "pred": "Bauska District", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bauska District", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007214", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Gale Anne Hurd", + "pred": "Gale Anne Hurd", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gale Anne Hurd", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008171", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002624", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Woodrow Wilson", + "pred": "Woodrow Wilson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Woodrow Wilson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004467", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006746", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1993.0, + "gold": "1993", + "pred": "1993", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1993", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Federal Republic of Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000447", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007622", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2010", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007073", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FC Luch-Energiya Vladivostok", + "pred": "FC Luch-Energiya Vladivostok", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Luch-Energiya Vladivostok", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006216", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007462", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "\u00d6sters IF", + "pred": "\u00d6sters IF", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: \u00d6sters IF", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000068", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Eski\u015fehirspor", + "pred": "Eski\u015fehirspor", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eski\u015fehirspor", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Marconi Prize", + "pred": "Marconi Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Marconi Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005968", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002706", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "economic liberalism", + "pred": "economic liberalism", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: economic liberalism", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006338", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Jan Hendrik Oort", + "pred": "Jan Hendrik Oort", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jan Hendrik Oort", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "State Government", + "pred": "State Government", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: State Government", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005181", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2009", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003253", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: chairperson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gen\u00e7lerbirli\u011fi S.K.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003453", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002186", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Academy Award for Best Actress", + "pred": "Academy Award for Best Actress", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Actress", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000960", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Deutsche Mark", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003476", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Municipio III", + "pred": "Municipio III", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Municipio III", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001826", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "WWE", + "pred": "WWE", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: WWE", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Latvian Soviet Socialist Republic", + "pred": "Latvian Soviet Socialist Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Latvian Soviet Socialist Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002291", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2022.0, + "gold": "Al-Nassr", + "pred": "Al-Nassr", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Al-Nassr", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006248", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003830", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1996", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005800", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1927.0, + "gold": "1927", + "pred": "1927", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1927", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Roman Herzog", + "pred": "Roman Herzog", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Roman Herzog", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "TOP 09", + "pred": "TOP 09", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: TOP 09", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003125", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chinese Communist Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "United States Air Force", + "pred": "United States Air Force", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Air Force", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000679", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Member of the European Parliament", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Member of the European Parliament", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "1922", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1922", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_004918", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006137", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Orlando Magic", + "pred": "Orlando Magic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Orlando Magic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002644", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Club Atl\u00e9tico Tigre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Atl\u00e9tico Tigre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004185", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Christiane Kubrick", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Christiane Kubrick", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007259", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Heidelberg University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heidelberg University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000078", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006054", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "SC Young Fellows Juventus", + "pred": "SC Young Fellows Juventus", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SC Young Fellows Juventus", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "president", + "pred": "president", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: president", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002324", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2008", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008261", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "National Basketball Association", + "pred": "National Basketball Association", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: National Basketball Association", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004156", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002138", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Montpellier H\u00e9rault Sport Club", + "pred": "Montpellier H\u00e9rault Sport Club", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Montpellier H\u00e9rault Sport Club", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001307", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005256", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "auxiliary bishop", + "pred": "auxiliary bishop", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: auxiliary bishop", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004475", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Q135837", + "pred": "Q135837", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Q135837", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002220", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Estudiantes de La Plata", + "pred": "Estudiantes de La Plata", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Estudiantes de La Plata", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006192", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Egypt", + "pred": "Egypt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Egypt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005619", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003460", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Buber-Rosenzweig-Medal", + "pred": "Buber-Rosenzweig-Medal", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Buber-Rosenzweig-Medal", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005532", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Gy\u00f6rgy Fekete", + "pred": "Gy\u00f6rgy Fekete", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gy\u00f6rgy Fekete", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000731", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Ren\u00e9 Ang\u00e9lil", + "pred": "Ren\u00e9 Ang\u00e9lil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ren\u00e9 Ang\u00e9lil", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007949", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Aston Villa F.C.", + "pred": "Aston Villa F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aston Villa F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001545", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001649", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008040", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006170", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Nazi Germany", + "pred": "Nazi Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nazi Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Cottbus District", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cottbus District", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004771", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "SV Waldhof Mannheim", + "pred": "SV Waldhof Mannheim", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SV Waldhof Mannheim", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002240", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Raymond Lahey", + "pred": "Raymond Lahey", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Raymond Lahey", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001328", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "F.C. Hansa Rostock", + "pred": "F.C. Hansa Rostock", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: F.C. Hansa Rostock", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003910", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1926.0, + "gold": "Yves du Manoir Stadium", + "pred": "Yves du Manoir Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yves du Manoir Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003393", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Nemuro Subprefecture (1897\u20142010)", + "pred": "Nemuro Subprefecture (1897\u20142010)", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nemuro Subprefecture (1897\u20142010)", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Tuvan Autonomous Soviet Socialist Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tuvan Autonomous Soviet Socialist Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002690", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000520", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Watford F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Watford F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008590", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Acad\u00e9mie des beaux-arts", + "pred": "Acad\u00e9mie des beaux-arts", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Acad\u00e9mie des beaux-arts", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002965", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Toronto", + "pred": "Toronto", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Toronto", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000417", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007810", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002744", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Queen Mary University of London", + "pred": "Queen Mary University of London", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Queen Mary University of London", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006283", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "University of G\u00f6ttingen", + "pred": "University of G\u00f6ttingen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of G\u00f6ttingen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001516", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "President of the Swiss Confederation", + "pred": "President of the Swiss Confederation", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the Swiss Confederation", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004019", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "FC Aarau", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Aarau", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007577", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Goethe University Frankfurt", + "pred": "Goethe University Frankfurt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Goethe University Frankfurt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006387", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Nopporo Station", + "pred": "Atsubetsu Station", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Atsubetsu Station", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006907", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "People's Republic of Bulgaria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: People's Republic of Bulgaria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000891", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003937", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "VfL Bochum", + "pred": "VfL Bochum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: VfL Bochum", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000823", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Aston Villa F.C.", + "pred": "Aston Villa F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aston Villa F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008286", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Deportivo de La Coru\u00f1a", + "pred": "C.D. Tenerife", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: C.D. Tenerife", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002635", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: West Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006205", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Austria men's national football team", + "pred": "Austria men's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Austria men's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002157", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000634", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "SSC Bari", + "pred": "SSC Bari", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SSC Bari", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005602", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Kita-Toyotsu Signal Base", + "pred": "Kita-Toyotsu Signal Base", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kita-Toyotsu Signal Base", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000342", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004873", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Club Atletico All Boys", + "pred": "Club Atletico All Boys", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Atletico All Boys", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004390", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Shonan Bellmare", + "pred": "Shonan Bellmare", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Shonan Bellmare", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Bruno Rossi Prize", + "pred": "Bruno Rossi Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bruno Rossi Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005697", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "G.S. Iraklis Thessalonikis (men's association football)", + "pred": "G.S. Iraklis Thessalonikis (men's association football)", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: G.S. Iraklis Thessalonikis (men's association football)", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "VfB Stuttgart", + "pred": "VfB Stuttgart", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: VfB Stuttgart", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003442", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2010", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004805", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Bocskai FC", + "pred": "Bocskai FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bocskai FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006113", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Prime Minister of Bhutan", + "pred": "Prime Minister of Bhutan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Bhutan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002998", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Hibernian F.C.", + "pred": "Hibernian F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hibernian F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005890", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003583", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Aichi district", + "pred": "Aichi district", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aichi district", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006267", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005655", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Associated Press Athlete of the Year", + "pred": "Associated Press Athlete of the Year", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Associated Press Athlete of the Year", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003079", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Kingdom of Bulgaria", + "pred": "Kingdom of Bulgaria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Bulgaria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002419", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Helmond Sport", + "pred": "Helmond Sport", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Helmond Sport", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007094", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "World Rally Championship", + "pred": "World Rally Championship", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: World Rally Championship", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004223", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "French Navy", + "pred": "French Navy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: French Navy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Orthez", + "pred": "Orthez", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Orthez", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001391", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Royal Academy of Exact, Physical and Natural Sciences", + "pred": "Royal Academy of Exact, Physical and Natural Sciences", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Royal Academy of Exact, Physical and Natural Sciences", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005935", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Atalanta BC", + "pred": "Atalanta BC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Atalanta BC", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_003693", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Spartak", + "pred": "Spartak", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Spartak", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001318", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Princeton University", + "pred": "Princeton University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Princeton University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Yale University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yale University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000126", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004718", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Egypt", + "pred": "Egypt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Egypt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000908", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "TI-Raleigh", + "pred": "TI-Raleigh", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: TI-Raleigh", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003983", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Spanish Navy", + "pred": "Spanish Navy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Spanish Navy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008295", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Grawemeyer Award for Music Composition", + "pred": "Grawemeyer Award for Music Composition", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Grawemeyer Award for Music Composition", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003030", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "pred": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Acad\u00e9mie des Inscriptions et Belles-Lettres", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005340", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Boavista F.C.", + "pred": "Boavista F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Boavista F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Dario Franchitti", + "pred": "Dario Franchitti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dario Franchitti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000349", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "2nd U-boat Flotilla", + "pred": "2nd U-boat Flotilla", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2nd U-boat Flotilla", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004450", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Radio Free Europe/Radio Liberty", + "pred": "Radio Free Europe/Radio Liberty", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Radio Free Europe/Radio Liberty", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005907", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1904.0, + "gold": "1904", + "pred": "1904", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1904", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007403", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Nazi Germany", + "pred": "Nazi Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nazi Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007172", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Cardiff City F.C.", + "pred": "Cardiff City F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cardiff City F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006019", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Fengtien", + "pred": "Fengtien", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Fengtien", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003483", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Helmut Newton", + "pred": "Helmut Newton", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Helmut Newton", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003450", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007313", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Georges Bataille", + "pred": "Georges Bataille", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Georges Bataille", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006396", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Institute for Advanced Study", + "pred": "Institute for Advanced Study", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Institute for Advanced Study", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004252", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "FC Sochaux-Montb\u00e9liard", + "pred": "France men's national association football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: France men's national association football team", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006732", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Lappeenranta", + "pred": "Lappeenranta", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lappeenranta", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002912", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Tinkoff", + "pred": "Tinkoff", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tinkoff", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000404", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Club Le\u00f3n", + "pred": "Club Le\u00f3n", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Le\u00f3n", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007041", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Hannover 96", + "pred": "Hannover 96", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hannover 96", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008089", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003463", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chinese Communist Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005154", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002203", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Pace University", + "pred": "Pace University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pace University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008263", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001733", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "FC Aarau", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Aarau", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Chemnitz Government Region", + "pred": "Chemnitz Government Region", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chemnitz Government Region", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004111", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Osinniki", + "pred": "Osinniki", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Osinniki", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003418", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Bruno Kastner", + "pred": "Bruno Kastner", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bruno Kastner", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004890", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Kiliia Raion", + "pred": "Kiliia Raion", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kiliia Raion", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008123", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003032", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1968.0, + "gold": "1968", + "pred": "1968", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1968", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003123", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1928.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_008638", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2015.0, + "gold": "2015", + "pred": "2015", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2015", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004857", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Christiane Kubrick", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Christiane Kubrick", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004040", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2009", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001345", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Radical Civic Union", + "pred": "Radical Civic Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Radical Civic Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004403", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1930", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005977", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2008", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005231", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Algiers", + "pred": "Algiers", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Algiers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Second Polish Republic", + "pred": "Second Polish Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Second Polish Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007542", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "England women's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: England women's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002736", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Busan IPark FC", + "pred": "Busan IPark FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Busan IPark FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006562", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008098", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "2013", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2013", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008119", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Barbastro", + "pred": "Barbastro", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Barbastro", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: chairperson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004561", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2001", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008086", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Cindy McCain", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cindy McCain", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003089", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Toulouse FC", + "pred": "Toulouse FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Toulouse FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1942", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007154", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007872", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Big Brother", + "pred": "Big Brother", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Big Brother", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008425", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000644", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Iburi Subprefecture", + "pred": "Iburi Subprefecture", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Iburi Subprefecture", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001235", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Omar al-Bashir", + "pred": "Omar al-Bashir", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Omar al-Bashir", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006759", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004565", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005444", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Queens Park Rangers F.C.", + "pred": "Queens Park Rangers F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Queens Park Rangers F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001753", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003468", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "B\u00f4cher Memorial Prize", + "pred": "B\u00f4cher Memorial Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: B\u00f4cher Memorial Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001321", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "KFC Uerdingen 05", + "pred": "KFC Uerdingen 05", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: KFC Uerdingen 05", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004960", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Real Madrid Club de F\u00fatbol", + "pred": "Real Madrid Club de F\u00fatbol", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Real Madrid Club de F\u00fatbol", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004118", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008476", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004242", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "FC St. Gallen", + "pred": "FC St. Gallen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC St. Gallen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007528", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1974", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003750", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002500", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "PFC Slavia Sofia", + "pred": "PFC Slavia Sofia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: PFC Slavia Sofia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006400", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004574", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1977", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006488", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Albert II of Belgium", + "pred": "Albert II of Belgium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Albert II of Belgium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007839", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001389", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007506", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005877", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: chairperson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001046", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004160", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SC Bastia", + "pred": "SC Bastia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SC Bastia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001013", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Rip Torn", + "pred": "Rip Torn", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rip Torn", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007572", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Bernadette Chirac", + "pred": "Bernadette Chirac", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bernadette Chirac", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Academy Award for Best Costume Design", + "pred": "Academy Award for Best Costume Design", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Costume Design", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008392", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003675", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "list of land speed records", + "pred": "list of land speed records", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: list of land speed records", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "AFC Bournemouth", + "pred": "AFC Bournemouth", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: AFC Bournemouth", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000114", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Finland women's national football team", + "pred": "Finland women's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Finland women's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004958", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "FC Bayern Munich", + "pred": "FC Bayern Munich", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Bayern Munich", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002847", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001441", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gen\u00e7lerbirli\u011fi S.K.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002206", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Chelsea F.C.", + "pred": "Chelsea F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chelsea F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "C.D. Jorge Wilstermann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: C.D. Jorge Wilstermann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005526", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "SK Rapid Wien", + "pred": "SK Rapid Wien", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SK Rapid Wien", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "FK Teplice", + "pred": "FK Teplice", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FK Teplice", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001083", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004361", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "SK Brann", + "pred": "SK Brann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SK Brann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Deutsche Reichsbahn", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Deutsche Reichsbahn", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Servette FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Servette FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002645", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "S.L. Benfica", + "pred": "S.L. Benfica", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S.L. Benfica", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Silver Bear for Best Actress", + "pred": "Silver Bear for Best Actress", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Silver Bear for Best Actress", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004948", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "2007", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2007", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001871", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Yale University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yale University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000473", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "US Triestina Calcio 1918", + "pred": "US Triestina Calcio 1918", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: US Triestina Calcio 1918", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006904", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Bernd R\u00fcthers", + "pred": "Bernd R\u00fcthers", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bernd R\u00fcthers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "RC Strasbourg Alsace", + "pred": "RC Strasbourg Alsace", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: RC Strasbourg Alsace", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005684", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "delegate", + "pred": "delegate", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: delegate", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004481", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Vladimir Lenin", + "pred": "Vladimir Lenin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vladimir Lenin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006873", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1948.0, + "gold": "1948", + "pred": "1948", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1948", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005653", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Andrzej Strejlau", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Andrzej Strejlau", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tottenham Hotspur F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004653", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2012", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001722", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "United States Marine Corps", + "pred": "United States Marine Corps", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Marine Corps", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003725", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004162", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Bob Benny", + "pred": "Bob Benny", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bob Benny", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004885", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007832", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "South West Trains", + "pred": "South West Trains", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: South West Trains", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005962", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000011", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Order of the Red Banner of Labour", + "pred": "Order of the Red Banner of Labour", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Order of the Red Banner of Labour", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007446", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Cruz Azul", + "pred": "Cruz Azul", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cruz Azul", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004620", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_007791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Fredrikstad FK", + "pred": "Fredrikstad FK", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Fredrikstad FK", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Andrzej Strejlau", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Andrzej Strejlau", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008601", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_001029", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Club Joventut Badalona", + "pred": "Club Joventut Badalona", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Joventut Badalona", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002959", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002878", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Guardian Children's Fiction Prize", + "pred": "Guardian Children's Fiction Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Guardian Children's Fiction Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000807", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "C\u00e9sar Award for Best Female Revelation", + "pred": "C\u00e9sar Award for Best Female Revelation", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: C\u00e9sar Award for Best Female Revelation", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004108", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Primetime Emmy Award for Outstanding Animated Program", + "pred": "Primetime Emmy Award for Outstanding Animated Program", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Primetime Emmy Award for Outstanding Animated Program", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004954", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "FC Elista", + "pred": "Dario Passoni", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dario Passoni", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006909", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Umberto Bossi", + "pred": "Umberto Bossi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Umberto Bossi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007331", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "President of Latvia", + "pred": "President of Latvia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Latvia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003609", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Sch\u00f6neberg", + "pred": "Sch\u00f6neberg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sch\u00f6neberg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006006", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "FC Twente", + "pred": "FC Twente", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Twente", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008100", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Mandatory Palestine", + "pred": "Mandatory Palestine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mandatory Palestine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004453", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006282", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Club Atl\u00e9tico Osasuna", + "pred": "Club Atl\u00e9tico Osasuna", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Atl\u00e9tico Osasuna", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003708", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003013", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Watford F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Watford F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001471", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000942", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Husqvarna FF", + "pred": "Husqvarna FF", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Husqvarna FF", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Altai Krai", + "pred": "Altai Krai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Altai Krai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002943", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Leipzig University", + "pred": "Leipzig University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Leipzig University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003037", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003146", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "New York City", + "pred": "New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: New York City", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004225", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "MTK Budapest FC", + "pred": "MTK Budapest FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: MTK Budapest FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000827", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008211", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Rick Parfitt", + "pred": "Rick Parfitt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rick Parfitt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007342", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pierre Mauroy", + "pred": "Pierre Mauroy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pierre Mauroy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005759", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Austria\u2013Hungary", + "pred": "Austria\u2013Hungary", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Austria\u2013Hungary", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003949", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Member of the European Parliament", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Member of the European Parliament", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Samba Gold", + "pred": "Samba Gold", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Samba Gold", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001667", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002554", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2009", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003996", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1943.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004658", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_004227", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Lady Gaga", + "pred": "Lady Gaga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lady Gaga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001594", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Bell Labs", + "pred": "Bell Labs", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bell Labs", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006869", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Al Masry SC", + "pred": "Al Masry SC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Al Masry SC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006930", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "University of Edinburgh", + "pred": "University of Edinburgh", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of Edinburgh", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005195", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002457", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Cottbus District", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cottbus District", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "CPJ International Press Freedom Awards", + "pred": "CPJ International Press Freedom Awards", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: CPJ International Press Freedom Awards", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006097", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2008", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006940", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "British Raj", + "pred": "British Raj", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: British Raj", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000173", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005298", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005185", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1950.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007749", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "David Mamet", + "pred": "David Mamet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Mamet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002110", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000829", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008640", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002292", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1989", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005480", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "general", + "pred": "general", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: general", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008496", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006640", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Ottoman Empire", + "pred": "Ottoman Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ottoman Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003927", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Ascoli Calcio 1898 FC", + "pred": "Ascoli Calcio 1898 FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ascoli Calcio 1898 FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007996", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000373", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Northwestern University", + "pred": "Northwestern University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Northwestern University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005430", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Aut\u00f3dromo Internacional Ayrton Senna", + "pred": "Aut\u00f3dromo Internacional Ayrton Senna", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aut\u00f3dromo Internacional Ayrton Senna", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Calcio Foggia 1920", + "pred": "Calcio Foggia 1920", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Calcio Foggia 1920", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003964", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Gangwon FC", + "pred": "Gangwon FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gangwon FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004438", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Club Atl\u00e9tico River Plate", + "pred": "Club Atl\u00e9tico River Plate", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Atl\u00e9tico River Plate", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004862", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1902.0, + "gold": "Amtshauptmannschaft Schwarzenberg", + "pred": "Amtshauptmannschaft Schwarzenberg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amtshauptmannschaft Schwarzenberg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004495", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "As d'Or Jeu de l'Ann\u00e9e", + "pred": "As d'Or Jeu de l'Ann\u00e9e", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: As d'Or Jeu de l'Ann\u00e9e", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002486", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Israel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003629", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "La Spezia", + "pred": "La Spezia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: La Spezia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006341", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "FC Girondins de Bordeaux", + "pred": "David Bellion", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Bellion", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002779", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SBV Vitesse", + "pred": "SBV Vitesse", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SBV Vitesse", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Nazi Party", + "pred": "Nazi Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nazi Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004217", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "1. FFC Frankfurt", + "pred": "1. FFC Frankfurt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1. FFC Frankfurt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Mandatory Palestine", + "pred": "Mandatory Palestine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mandatory Palestine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002651", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Edith Roosevelt", + "pred": "Edith Roosevelt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Edith Roosevelt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005128", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2012", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007441", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Norway men's national association football team", + "pred": "Norway men's national association football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Norway men's national association football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006793", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "FC Veszpr\u00e9m", + "pred": "FC Veszpr\u00e9m", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Veszpr\u00e9m", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005396", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Nazi Germany", + "pred": "Nazi Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nazi Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002815", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "People's Republic of China", + "pred": "People's Republic of China", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: People's Republic of China", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Amsterdam", + "pred": "Amsterdam", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amsterdam", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001511", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Academy Award for Best Picture", + "pred": "Academy Award for Best Picture", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Picture", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000553", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Denmark women's national football team", + "pred": "Julie Rydahl Bukh", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Julie Rydahl Bukh", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000656", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Northwestern University", + "pred": "Northwestern University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Northwestern University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001297", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1970.0, + "gold": "1970", + "pred": "1970", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1970", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007459", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Amsterdam", + "pred": "Amsterdam", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amsterdam", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002423", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Trinidad and Tobago men's national football team", + "pred": "Trinidad and Tobago men's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Trinidad and Tobago men's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001348", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Servette FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Servette FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008576", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002071", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "British School at Rome", + "pred": "British School at Rome", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: British School at Rome", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004899", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1978.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001022", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Vladimir Oblast", + "pred": "Vladimir Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vladimir Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003839", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jane Birkin", + "pred": "Jane Birkin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jane Birkin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001814", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Christian Neureuther", + "pred": "Christian Neureuther", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Christian Neureuther", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Martha Vickers", + "pred": "Martha Vickers", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Martha Vickers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Arabic", + "pred": "Arabic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Arabic", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_005683", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Heidelberg University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heidelberg University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007163", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Relax-Gam", + "pred": "Relax-Gam", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Relax-Gam", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Carl Ferdinand Cori", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carl Ferdinand Cori", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008134", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002147", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Hungarian Socialist Workers' Party", + "pred": "Hungarian Socialist Workers' Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hungarian Socialist Workers' Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "habilitation", + "pred": "habilitation", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: habilitation", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000654", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Province of Mantua", + "pred": "Province of Mantua", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Province of Mantua", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004102", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "University of California, Los Angeles", + "pred": "University of California, Los Angeles", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of California, Los Angeles", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007739", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "FSV Frankfurt", + "pred": "FSV Frankfurt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FSV Frankfurt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006368", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Chemins de fer du Midi", + "pred": "Chemins de fer du Midi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chemins de fer du Midi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "A.O. Kavalas (association football)", + "pred": "A.O. Kavalas (association football)", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A.O. Kavalas (association football)", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002646", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1997.0, + "gold": "1997", + "pred": "1997", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1997", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002133", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Gold Medal of the Royal Astronomical Society", + "pred": "Gold Medal of the Royal Astronomical Society", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gold Medal of the Royal Astronomical Society", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000302", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002678", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Atalanta BC", + "pred": "Atalanta BC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Atalanta BC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004224", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Tony Award for Best Actress in a Play", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tony Award for Best Actress in a Play", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005379", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "arrondissement of Bourg-en-Bresse", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: arrondissement of Bourg-en-Bresse", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006243", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1982", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008166", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "MTK Budapest FC", + "pred": "MTK Budapest FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: MTK Budapest FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003678", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "lawyer", + "pred": "lawyer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: lawyer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000025", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Klaus Jensen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Jensen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000689", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_004963", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "City of Gosford", + "pred": "City of Gosford", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: City of Gosford", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001580", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "London", + "pred": "London", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: London", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002212", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1977", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001427", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "FC Lausanne-Sport", + "pred": "FC Lausanne-Sport", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Lausanne-Sport", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000751", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "FC Spartak Trnava", + "pred": "FC Spartak Trnava", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Spartak Trnava", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002412", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001943", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1999.0, + "gold": "1999", + "pred": "1999", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1999", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005685", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1939", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1939", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001916", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Str\u00f8msgodset IF", + "pred": "Str\u00f8msgodset IF", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Str\u00f8msgodset IF", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006927", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005536", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Fengtien", + "pred": "Fengtien", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Fengtien", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000555", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Gertrude Stein", + "pred": "Gertrude Stein", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gertrude Stein", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005626", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Heiner Gei\u00dfler", + "pred": "Heiner Gei\u00dfler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heiner Gei\u00dfler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005124", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Algiers", + "pred": "Algiers", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Algiers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Coll\u00e8ge de France", + "pred": "Coll\u00e8ge de France", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Coll\u00e8ge de France", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003885", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2021.0, + "gold": "National Oceanic and Atmospheric Administration", + "pred": "National Oceanic and Atmospheric Administration", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: National Oceanic and Atmospheric Administration", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005314", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Taiwan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Knight Bachelor", + "pred": "Knight Bachelor", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Knight Bachelor", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002726", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "SK Slavia Prague", + "pred": "SK Slavia Prague", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SK Slavia Prague", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004003", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "KRC Mechelen", + "pred": "KRC Mechelen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: KRC Mechelen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008148", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1916.0, + "gold": "Marie Bonaparte", + "pred": "Marie Bonaparte", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Marie Bonaparte", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003444", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "A.S. Nancy-Lorraine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A.S. Nancy-Lorraine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004684", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Schutzstaffel", + "pred": "Schutzstaffel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Schutzstaffel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007043", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1995", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002077", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Scunthorpe United F.C.", + "pred": "Scunthorpe United F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Scunthorpe United F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005610", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Willi Daume", + "pred": "Willi Daume", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Willi Daume", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007161", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Polish People's Republic", + "pred": "Polish People's Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Polish People's Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008431", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Kingdom of Greece", + "pred": "Kingdom of Greece", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Greece", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005503", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003756", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Nuremberg Medical Trial", + "pred": "Nuremberg Medical Trial", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nuremberg Medical Trial", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006939", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nobel Prize in Physiology or Medicine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001054", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002273", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Watford F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Watford F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000786", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Order of Merit of Baden-W\u00fcrttemberg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002778", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tottenham Hotspur F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005074", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Japan", + "pred": "Japan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Japan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007312", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Chelsea F.C.", + "pred": "Ryan Bertrand", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ryan Bertrand", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001350", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Leningrad Oblast", + "pred": "Luga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Luga", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001371", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Clare Boothe Luce", + "pred": "Clare Boothe Luce", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Clare Boothe Luce", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000490", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2005", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1985.0, + "gold": "1985", + "pred": "1985", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1985", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005716", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005200", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Pichichi Trophy", + "pred": "Pichichi Trophy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pichichi Trophy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000681", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2009", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004424", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lviv Oblast", + "pred": "Lviv Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lviv Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003611", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Catholic priest", + "pred": "Catholic priest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Catholic priest", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000603", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Lille OSC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lille OSC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007417", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Beaux-Arts de Paris", + "pred": "Beaux-Arts de Paris", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Beaux-Arts de Paris", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001017", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Golden Bear", + "pred": "Golden Bear", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Golden Bear", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004297", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Walter Sisulu", + "pred": "Walter Sisulu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Walter Sisulu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007760", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Netherlands", + "pred": "Netherlands", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Netherlands", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002309", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Feh\u00e9rv\u00e1r FC", + "pred": "Feh\u00e9rv\u00e1r FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Feh\u00e9rv\u00e1r FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000472", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Free Democratic Party", + "pred": "Free Democratic Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Free Democratic Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003092", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003984", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Hamburger SV", + "pred": "Hamburger SV", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hamburger SV", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004307", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004221", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002604", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Orenburg Governorate", + "pred": "Orenburg Governorate", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Orenburg Governorate", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005175", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000103", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "People's Republic of Bulgaria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: People's Republic of Bulgaria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007858", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "construction", + "pred": "construction", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: construction", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000929", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Tony Award for Best Actress in a Play", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tony Award for Best Actress in a Play", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Hamburg Commercial Bank", + "pred": "Hamburg Commercial Bank", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hamburg Commercial Bank", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006833", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "Princess M\u00e4rtha of Sweden", + "pred": "Denmark", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Denmark", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007826", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005791", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1969.0, + "gold": "1969", + "pred": "1969", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1969", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008695", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "FC Basel", + "pred": "FC Basel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Basel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006326", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002683", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004982", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "AS Monaco FC", + "pred": "AS Monaco FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: AS Monaco FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rome", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000415", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002513", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "IBM", + "pred": "IBM", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: IBM", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001131", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chinese Communist Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004809", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "England women's national football team", + "pred": "England women's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: England women's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002765", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "The Rockefeller University", + "pred": "The Rockefeller University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Rockefeller University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003270", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002090", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002717", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001781", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Waltrude Schleyer", + "pred": "Waltrude Schleyer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Waltrude Schleyer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "West Ham United F.C.", + "pred": "West Ham United F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: West Ham United F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000911", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Tuscany", + "pred": "Tuscany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tuscany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002590", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1946.0, + "gold": "1946", + "pred": "1946", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1946", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Order of Merit of Baden-W\u00fcrttemberg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004701", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006905", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2023", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005334", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2003", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006551", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "FC Amkar Perm", + "pred": "FC Amkar Perm", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Amkar Perm", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Sporting CP", + "pred": "Sporting CP", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sporting CP", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001982", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_001763", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Tranmere Rovers F.C.", + "pred": "Tranmere Rovers F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tranmere Rovers F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001693", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Utrecht University", + "pred": "Utrecht University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Utrecht University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006247", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1909.0, + "gold": "Associate Justice of the Supreme Court of the United States", + "pred": "Associate Justice of the Supreme Court of the United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Associate Justice of the Supreme Court of the United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006923", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Der St\u00fcrmer", + "pred": "Der St\u00fcrmer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Der St\u00fcrmer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004828", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006717", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001064", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002886", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001768", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006522", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Cameroon men's national football team", + "pred": "Joseph-Antoine Bell", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Joseph-Antoine Bell", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001073", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Kingdom of Bulgaria", + "pred": "Kingdom of Bulgaria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Bulgaria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002125", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "SSC Napoli", + "pred": "SSC Napoli", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SSC Napoli", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002297", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "FC Astra Giurgiu", + "pred": "FC Astra Giurgiu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Astra Giurgiu", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_002809", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002474", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Pat Travers", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pat Travers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004101", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006366", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "England women's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: England women's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "United States Navy", + "pred": "United States Navy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Navy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003020", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Lagos", + "pred": "Lagos", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lagos", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004956", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Calcio Padova", + "pred": "Calcio Padova", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Calcio Padova", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006758", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Al Masry SC", + "pred": "Al Masry SC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Al Masry SC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003840", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "DSV Leoben", + "pred": "DSV Leoben", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: DSV Leoben", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003113", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Wheaton College", + "pred": "Wheaton College", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Wheaton College", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004767", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Miss America", + "pred": "Miss America", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Miss America", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "pred": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003340", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Russia", + "pred": "Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005245", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1982", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006022", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lady Gaga", + "pred": "Lady Gaga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lady Gaga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002807", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "University of Oslo", + "pred": "University of Oslo", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of Oslo", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002236", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Order of Merit of North Rhine-Westphalia", + "pred": "Order of Merit of North Rhine-Westphalia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Order of Merit of North Rhine-Westphalia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006258", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "United States Cabinet", + "pred": "United States Cabinet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Cabinet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003646", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "pred": "Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002029", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Warabitai Station", + "pred": "Warabitai Station", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Warabitai Station", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Rudi Fuchs", + "pred": "Rudi Fuchs", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rudi Fuchs", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000849", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1987", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000139", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "Schutzstaffel", + "pred": "Schutzstaffel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Schutzstaffel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Anton-G\u00fcnther, Duke of Oldenburg", + "pred": "Anton-G\u00fcnther, Duke of Oldenburg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Anton-G\u00fcnther, Duke of Oldenburg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004055", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004419", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Jeonbuk Hyundai Motors FC", + "pred": "Jeonbuk Hyundai Motors FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jeonbuk Hyundai Motors FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006447", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2010", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005863", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Parliament of the United Kingdom", + "pred": "Parliament of the United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Parliament of the United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004287", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Jens Stoltenberg", + "pred": "Jens Stoltenberg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jens Stoltenberg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008613", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "1980", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1980", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002216", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Team Jayco AlUla", + "pred": "Team Jayco AlUla", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Team Jayco AlUla", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006890", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gen\u00e7lerbirli\u011fi S.K.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004395", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "University of Freiburg", + "pred": "University of Freiburg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of Freiburg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003660", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Queen", + "pred": "Queen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Queen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006514", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Soviet Federative Socialist Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002222", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001758", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "John Mauchly", + "pred": "John Mauchly", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John Mauchly", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004641", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Ni\u00e8vre", + "pred": "Ni\u00e8vre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ni\u00e8vre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000084", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Munich Kammerspiele", + "pred": "Munich Kammerspiele", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Munich Kammerspiele", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005007", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2017.0, + "gold": "2017", + "pred": "2017", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2017", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Tuvan Autonomous Soviet Socialist Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tuvan Autonomous Soviet Socialist Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007920", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2002", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006359", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1956.0, + "gold": "1956", + "pred": "1956", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1956", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005402", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007921", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1989", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002569", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003091", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Pat Travers", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pat Travers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002364", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Gaz\u00e9lec Ajaccio", + "pred": "Gaz\u00e9lec Ajaccio", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gaz\u00e9lec Ajaccio", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007208", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Gustave Choquet", + "pred": "Gustave Choquet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gustave Choquet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003209", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "C\u00e9sar Milstein", + "pred": "C\u00e9sar Milstein", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: C\u00e9sar Milstein", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nobel Prize in Physiology or Medicine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004389", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "1922", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1922", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001672", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Kemerovo Oblast", + "pred": "Kemerovo Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kemerovo Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002971", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2020.0, + "gold": "Hamza Hamzao\u011flu", + "pred": "Hamza Hamzao\u011flu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hamza Hamzao\u011flu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007668", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Freie Universit\u00e4t Berlin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Freie Universit\u00e4t Berlin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004443", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Member of the European Parliament", + "pred": "Member of the European Parliament", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Member of the European Parliament", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000260", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003060", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Leipziger Land", + "pred": "Leipzig Government Region", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Leipzig Government Region", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003434", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "United Arab Republic", + "pred": "United Arab Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Arab Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005538", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Nobel Prize in Literature", + "pred": "Nobel Prize in Literature", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nobel Prize in Literature", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005136", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Ireland men\u2019s national rugby union team", + "pred": "Ireland men\u2019s national rugby union team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ireland men\u2019s national rugby union team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004183", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "The Rockefeller University", + "pred": "The Rockefeller University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Rockefeller University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006802", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Is\u00e8re", + "pred": "Is\u00e8re", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Is\u00e8re", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002238", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_004081", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Harvard University", + "pred": "Harvard University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Harvard University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007931", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Kingdom of Hungary", + "pred": "Kingdom of Hungary", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Hungary", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002561", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Babe\u0219-Bolyai University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Babe\u0219-Bolyai University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Stockholm University", + "pred": "Stockholm University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Stockholm University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008363", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Poland", + "pred": "Poland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Poland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008611", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Wang Jingwei regime", + "pred": "Wang Jingwei regime", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Wang Jingwei regime", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002255", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1986.0, + "gold": "1986", + "pred": "1986", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1986", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007672", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2016", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2016", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002954", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "SC Fortuna K\u00f6ln", + "pred": "SC Fortuna K\u00f6ln", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SC Fortuna K\u00f6ln", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002449", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Valencia CF", + "pred": "Valencia CF", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Valencia CF", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005372", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Malm\u00f6 FF", + "pred": "Malm\u00f6 FF", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Malm\u00f6 FF", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006616", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007451", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "SV Saar 05 Saarbr\u00fccken", + "pred": "SV Saar 05 Saarbr\u00fccken", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SV Saar 05 Saarbr\u00fccken", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "C.D. Nacional", + "pred": "C.D. Nacional", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: C.D. Nacional", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008679", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004351", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "education", + "pred": "education", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: education", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "FC Barcelona B\u00e0squet", + "pred": "FC Barcelona B\u00e0squet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Barcelona B\u00e0squet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004853", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008238", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Reichsgesetzblatt", + "pred": "Reichsgesetzblatt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Reichsgesetzblatt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007289", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005590", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002466", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1942.0, + "gold": "1st U-boat Flotilla", + "pred": "1st U-boat Flotilla", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1st U-boat Flotilla", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005898", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Second Syrian Republic", + "pred": "Second Syrian Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Second Syrian Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006637", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Allianz SE", + "pred": "Allianz SE", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Allianz SE", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001605", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Keith Richards", + "pred": "Keith Richards", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Keith Richards", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003947", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Q99317", + "pred": "Q99317", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Q99317", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001379", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Cruzeiro E.C.", + "pred": "Cruzeiro E.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cruzeiro E.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2021.0, + "gold": "Daft Punk", + "pred": "Daft Punk", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daft Punk", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007475", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Latvia", + "pred": "Latvia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Latvia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008010", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "C.D. Jorge Wilstermann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: C.D. Jorge Wilstermann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005768", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Landeshauptmann", + "pred": "Landeshauptmann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Landeshauptmann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003283", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1977", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003934", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Republic of Korea Army", + "pred": "Republic of Korea Army", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Republic of Korea Army", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000952", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004410", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Landrat", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Landrat", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007420", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Orenburg Oblast", + "pred": "Orenburg Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Orenburg Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003788", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Paris", + "pred": "Paris", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paris", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007654", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Lille OSC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lille OSC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000104", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Daejeon Hana Citizen FC", + "pred": "Daejeon Hana Citizen FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daejeon Hana Citizen FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003094", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "England men\u2019s national rugby union team", + "pred": "England men\u2019s national rugby union team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: England men\u2019s national rugby union team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005875", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004542", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2016.0, + "gold": "Province of Carbonia-Iglesias", + "pred": "Province of Carbonia-Iglesias", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Province of Carbonia-Iglesias", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "AgustaWestland", + "pred": "AgustaWestland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: AgustaWestland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005999", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Czechia men's national football team", + "pred": "Czechia men's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Czechia men's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003881", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Red Star F.C.", + "pred": "Red Star F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Red Star F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Copley Medal", + "pred": "Copley Medal", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Copley Medal", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000380", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Klaus Jensen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Jensen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007104", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: chairperson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005106", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1926.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007198", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "VVV-Venlo", + "pred": "VVV-Venlo", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: VVV-Venlo", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001075", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007267", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Netherlands Antilles", + "pred": "Netherlands Antilles", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Netherlands Antilles", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005453", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1989", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006199", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Club Atl\u00e9tico Tigre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Atl\u00e9tico Tigre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007661", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tottenham Hotspur F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Christoph Franz", + "pred": "Christoph Franz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Christoph Franz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007018", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Province of Ogliastra", + "pred": "Province of Ogliastra", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Province of Ogliastra", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006321", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Pontault-Combault", + "pred": "Pontault-Combault", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pontault-Combault", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000924", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002232", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005699", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "University of G\u00f6ttingen", + "pred": "University of G\u00f6ttingen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of G\u00f6ttingen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007488", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Vla\u0219ca County", + "pred": "Vla\u0219ca County", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vla\u0219ca County", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005369", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "University of Zurich", + "pred": "University of Zurich", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of Zurich", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001823", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Bremen-Liga", + "pred": "Bremen-Liga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bremen-Liga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006475", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1991", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008413", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1984.0, + "gold": "1984", + "pred": "1984", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1984", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003577", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Chief of the Turkish General Staff", + "pred": "Chief of the Turkish General Staff", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chief of the Turkish General Staff", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Hanna-Barbera", + "pred": "Hanna-Barbera", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hanna-Barbera", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008560", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Romania national rugby union team", + "pred": "Romania national rugby union team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Romania national rugby union team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Czechoslovakia", + "pred": "Czechoslovakia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Czechoslovakia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006136", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1903.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005189", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002858", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Empire of Japan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Empire of Japan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008315", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Kemerovo Oblast", + "pred": "Kemerovo Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kemerovo Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Kotelnikovsky District", + "pred": "Kotelnikovsky District", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kotelnikovsky District", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000973", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Ternopil Oblast", + "pred": "Ternopil Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ternopil Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002849", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008608", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "S.C. Internacional", + "pred": "S.C. Internacional", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S.C. Internacional", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001494", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Saint Petersburg", + "pred": "Saint Petersburg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Saint Petersburg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007390", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007069", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001021", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Nelly Sachs Prize", + "pred": "Nelly Sachs Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nelly Sachs Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006782", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Merited Artist of the RSFSR", + "pred": "Merited Artist of the RSFSR", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Merited Artist of the RSFSR", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008600", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Central Institute for Ancient History and Archeology", + "pred": "Central Institute for Ancient History and Archeology", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Central Institute for Ancient History and Archeology", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005501", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001523", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Prince Charles, Count of Flanders", + "pred": "Prince Charles, Count of Flanders", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prince Charles, Count of Flanders", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003339", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Second Syrian Republic", + "pred": "Second Syrian Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Second Syrian Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Empire of Japan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Empire of Japan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002341", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1996", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006340", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "People's Artist of the USSR", + "pred": "People's Artist of the USSR", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: People's Artist of the USSR", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004184", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Chelsea F.C.", + "pred": "Chelsea F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chelsea F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001998", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1939", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1939", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008462", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2003", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005081", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Beira Alta", + "pred": "Beira Alta", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Beira Alta", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Israel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006076", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004257", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Province of Posen", + "pred": "Province of Posen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Province of Posen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001129", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002202", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Isabela", + "pred": "Isabela", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Isabela", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001377", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005631", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1974", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000171", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Melora Walters", + "pred": "Melora Walters", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Melora Walters", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007554", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001278", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005559", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Swiss Super League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007444", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004826", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "Dakar", + "pred": "Dakar", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dakar", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003409", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Margaret Atwood", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Margaret Atwood", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006575", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Attila J\u00f3zsef", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001217", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hilary Swank", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hilary Swank", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007223", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Klaus Sch\u00fctz", + "pred": "Klaus Sch\u00fctz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Sch\u00fctz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004735", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Berlin", + "pred": "Berlin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Berlin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001394", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004179", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Rudy Giuliani", + "pred": "Rudy Giuliani", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rudy Giuliani", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Wowereit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003446", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "President of the United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007096", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Phillip Cocu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Phillip Cocu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008279", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Montreal Forum", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006719", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Emma de Caunes", + "pred": "Emma de Caunes", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Emma de Caunes", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002450", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Cyprus Football Association", + "pred": "Cyprus Football Association", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cyprus Football Association", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000742", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "2007", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2007", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005331", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1977", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Stade Chaban-Delmas", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006020", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lady Bird Johnson", + "pred": "Lady Bird Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lady Bird Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002515", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sepp Herberger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000947", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S\u00fcper Lig", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004442", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "2014", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2014", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003129", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Wowereit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000626", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Edward Joseph Kelly", + "pred": "Edward Joseph Kelly", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Edward Joseph Kelly", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008507", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "presidential system", + "pred": "presidential system", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: presidential system", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000399", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Otto Nerz", + "pred": "Otto Nerz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Otto Nerz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005160", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "A Bend in the River", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A Bend in the River", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_006565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vicente Calder\u00f3n Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "President of North Macedonia", + "pred": "President of North Macedonia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of North Macedonia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008117", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007432", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Romano Prodi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Romano Prodi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006320", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1931.0, + "gold": "1931", + "pred": "1931", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1931", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008047", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nicholas II of Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000063", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Carlo Vittorio Varetti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Vittorio Varetti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Territory of Hawaii", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001072", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Eusebio Sacrist\u00e1n", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eusebio Sacrist\u00e1n", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005910", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003397", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "V\u00edt\u011bzslav Lavi\u010dka", + "pred": "V\u00edt\u011bzslav Lavi\u010dka", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: V\u00edt\u011bzslav Lavi\u010dka", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000162", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Lady Bird Johnson", + "pred": "Lady Bird Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lady Bird Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002728", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Silvio Berlusconi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003793", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Barcelona Province", + "pred": "Barcelona Province", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Barcelona Province", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003541", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008524", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Stade Chaban-Delmas", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003943", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Michal B\u00edlek", + "pred": "Michal B\u00edlek", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Michal B\u00edlek", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003569", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002249", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "University of Paris", + "pred": "University of Paris", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of Paris", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001978", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005073", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alex McLeish", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000609", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1974", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Manuel Jim\u00e9nez Jim\u00e9nez", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Manuel Jim\u00e9nez Jim\u00e9nez", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Guy Ritchie", + "pred": "Guy Ritchie", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Guy Ritchie", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006953", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "Jimmy Walker", + "pred": "Jimmy Walker", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jimmy Walker", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001572", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Phillip Cocu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Phillip Cocu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008301", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Romano Prodi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Romano Prodi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000630", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1960.0, + "gold": "Graceland", + "pred": "Graceland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Graceland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000755", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Elizabeth II", + "pred": "Lyndon B. Johnson", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000326", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002870", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Bahrain", + "pred": "Prime Minister of Bahrain", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Bahrain", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007789", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007973", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Bjarne Riis", + "pred": "Bjarne Riis", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bjarne Riis", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000219", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Vivien Leigh", + "pred": "Vivien Leigh", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vivien Leigh", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007274", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Elizabeth II", + "pred": "Lyndon B. Johnson", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006021", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006576", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "Laurence Olivier", + "pred": "Laurence Olivier", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Laurence Olivier", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000623", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Bjarne Berntsen", + "pred": "Bjarne Berntsen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bjarne Berntsen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "DBC Pierre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: DBC Pierre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003804", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Nobel Peace Prize", + "pred": "Nobel Peace Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nobel Peace Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006789", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Robert Ferdinand Wagner Jr.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Robert Ferdinand Wagner Jr.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006521", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Atlanta-Fulton County Stadium", + "pred": "Atlanta-Fulton County Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Atlanta-Fulton County Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "Carry Me Down", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carry Me Down", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004769", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Loretta Young", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Loretta Young", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001801", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Vytautas Landsbergis", + "pred": "Vytautas Landsbergis", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vytautas Landsbergis", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "State Anthem of the Soviet Union", + "pred": "March of the Volunteers", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: March of the Volunteers", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003724", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006014", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Hans Loritz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hans Loritz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007171", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S\u00fcper Lig", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007260", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "3. Liga", + "pred": "3. Liga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 3. Liga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Thomas Tuchel", + "pred": "Thomas Tuchel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Thomas Tuchel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007485", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Charlize Theron", + "pred": "Charlize Theron", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Charlize Theron", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001837", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Romano Prodi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Romano Prodi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005494", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Berti Vogts", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Berti Vogts", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000075", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004734", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Peter Carey", + "pred": "Peter Carey", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Peter Carey", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004770", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Constantinople", + "pred": "Constantinople", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Constantinople", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006777", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "S\u00e1ndor Preisinger", + "pred": "S\u00e1ndor Preisinger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S\u00e1ndor Preisinger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001481", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1977", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jos\u00e9 Mourinho", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000707", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007316", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Carlo Vittorio Varetti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Vittorio Varetti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002781", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Yugoslavia", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: France", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001694", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Glenda Jackson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Glenda Jackson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005714", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "B\u00fclent Ecevit", + "pred": "B\u00fclent Ecevit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: B\u00fclent Ecevit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Stefan Kuntz", + "pred": "Stefan Kuntz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Stefan Kuntz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000390", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Nobel Prize in Physics", + "pred": "Nobel Prize in Physics", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nobel Prize in Physics", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004301", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Rudy Giuliani", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rudy Giuliani", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007116", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004505", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Abraham Beame", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Abraham Beame", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007035", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "David Dinkins", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Dinkins", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004558", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jos\u00e9 Mourinho", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003267", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Bette Davis", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bette Davis", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006755", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Theodor Liebknecht", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Theodor Liebknecht", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004583", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1987", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000225", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Gareth Southgate", + "pred": "Gareth Southgate", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gareth Southgate", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002459", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_006352", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004787", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Janusz W\u00f3jcik", + "pred": "Janusz W\u00f3jcik", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Janusz W\u00f3jcik", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002226", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Leonid Brezhnev", + "pred": "Vladimir Dzhanibekov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vladimir Dzhanibekov", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003363", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Jan Schaffrath", + "pred": "Jan Schaffrath", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jan Schaffrath", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Pavel Vrba", + "pred": "Pavel Vrba", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pavel Vrba", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006972", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1976", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007393", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Autonomous Province of Vojvodina", + "em": 0.0, + "f1": 0.4000000000000001, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Autonomous Province of Vojvodina", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_002784", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Franz Beckenbauer", + "pred": "Franz Beckenbauer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Franz Beckenbauer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005991", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Claudia Roth", + "pred": "Ulrike Herrmann", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ulrike Herrmann", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002109", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "ADIG", + "pred": "ADIG", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: ADIG", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005445", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Abraham Beame", + "pred": "Abraham Beame", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Abraham Beame", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Fiorello H. La Guardia", + "pred": "Fiorello H. La Guardia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Fiorello H. La Guardia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005633", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002083", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Jens Gustafsson", + "pred": "Jens Gustafsson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jens Gustafsson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003899", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002997", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005860", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Actress", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_001039", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Panama", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000086", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005689", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bucharest", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006609", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004970", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2003", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008062", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "M\u00e1rio Soares", + "pred": "M\u00e1rio Soares", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: M\u00e1rio Soares", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006613", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Stuart Lancaster", + "pred": "Stuart Lancaster", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Stuart Lancaster", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001894", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Reese Witherspoon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Reese Witherspoon", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002546", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003153", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Zhou Enlai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Zhou Enlai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002865", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Thomas Keneally", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Thomas Keneally", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007865", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Clive Woodward", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Clive Woodward", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001858", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Graceland", + "pred": "Graceland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Graceland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Constantinople", + "pred": "Constantinople", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Constantinople", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003034", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Hans Loritz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hans Loritz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000799", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Barack Obama", + "pred": "Arsenii Yatseniuk", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Arsenii Yatseniuk", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Boston Garden", + "pred": "Boston Garden", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Boston Garden", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004762", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "Kingdom of Prussia", + "pred": "Kingdom of Prussia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Prussia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004806", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lu\u00eds Filipe Vieira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Premier League", + "pred": "Premier League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Premier League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008203", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Amway Arena", + "pred": "Amway Arena", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amway Arena", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004465", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006874", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "John Lindsay", + "pred": "John Lindsay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John Lindsay", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000593", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004615", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2018.0, + "gold": "2018", + "pred": "2018", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2018", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Geoffrey Rush", + "pred": "Frances McDormand", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Frances McDormand", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Academy Award for Best Writing, Adapted Screenplay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Writing, Adapted Screenplay", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004669", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Yuri Semin", + "pred": "Yuri Semin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yuri Semin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Aldo Moro", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aldo Moro", + "judge_em": 0, + "judge_reply": "I NEED TO VERIFY" + }, + { + "id": "q_006208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Theodor Liebknecht", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Theodor Liebknecht", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006858", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2002", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000627", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Academy Award for Best Writing, Adapted Screenplay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Writing, Adapted Screenplay", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008456", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: absolute monarchy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004863", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Actress", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005053", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lauri Yl\u00f6nen", + "pred": "Lauri Yl\u00f6nen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lauri Yl\u00f6nen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006906", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sini\u0161a Mihajlovi\u0107", + "pred": "Sini\u0161a Mihajlovi\u0107", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sini\u0161a Mihajlovi\u0107", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004343", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Arrigo Sacchi", + "pred": "Arrigo Sacchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Arrigo Sacchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008520", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Hans Loritz", + "pred": "Hans Loritz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hans Loritz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008566", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Kurt Biedenkopf", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kurt Biedenkopf", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005406", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: West Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005485", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Milo\u0161 Zeman", + "pred": "Milo\u0161 Zeman", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Milo\u0161 Zeman", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006778", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000448", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Alex Ferguson", + "pred": "Alex McLeish", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alex McLeish", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005253", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Aravind Adiga", + "pred": "Aravind Adiga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aravind Adiga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002793", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Academy Award for Best Supporting Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Supporting Actress", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001366", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Cliff Burton", + "pred": "Cliff Burton", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cliff Burton", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000346", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giorgio Napolitano", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001380", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "John Williams", + "pred": "John Williams", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John Williams", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007366", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Giampiero Boniperti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giampiero Boniperti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004085", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "Qing dynasty", + "pred": "Qing dynasty", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Qing dynasty", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Thomas Keneally", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Thomas Keneally", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nike", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005149", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Dalvik VM", + "pred": "Dalvik VM", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dalvik VM", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007466", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Deutsche Mark", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "EFL Championship", + "pred": "EFL Championship", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: EFL Championship", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002303", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Prime Minister of Canada", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Canada", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004925", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Norma Shearer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Norma Shearer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002425", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003762", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Minneapolis Armory", + "pred": "Minneapolis Armory", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Minneapolis Armory", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000351", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Territory of Hawaii", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003288", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Alain Afflelou", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alain Afflelou", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001079", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Giampiero Boniperti", + "pred": "Giampiero Boniperti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giampiero Boniperti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Paulo Bento", + "pred": "Paulo Bento", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paulo Bento", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006454", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Steve Sampson", + "pred": "Steve Sampson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Steve Sampson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007686", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "United States Cabinet", + "pred": "United States Cabinet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Cabinet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001636", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1975", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000642", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Alan Hollinghurst", + "pred": "Alan Hollinghurst", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alan Hollinghurst", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005992", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1906.0, + "gold": "Theodore Roosevelt", + "pred": "Theodore Roosevelt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Theodore Roosevelt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001567", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Robert Ferdinand Wagner Jr.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Robert Ferdinand Wagner Jr.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003917", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Elizabeth II", + "pred": "Elizabeth II", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Elizabeth II", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007632", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pawe\u0142 Janas", + "pred": "Pawe\u0142 Janas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pawe\u0142 Janas", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001702", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Eerste Divisie", + "pred": "Eerste Divisie", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eerste Divisie", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006358", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "German Federal Archives", + "pred": "German Federal Archives", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Federal Archives", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Dwight D. Eisenhower", + "pred": "Dwight D. Eisenhower", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dwight D. Eisenhower", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001724", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005308", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Actress", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006485", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Margaret Atwood", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Margaret Atwood", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004831", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005190", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Freie Universit\u00e4t Berlin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Freie Universit\u00e4t Berlin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006636", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "George Marshall", + "pred": "United States Secretary of State", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Secretary of State", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_003213", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005672", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006227", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Giffoni Film Festival", + "pred": "Giffoni Film Festival", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giffoni Film Festival", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007816", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Franciszek Smuda", + "pred": "Franciszek Smuda", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Franciszek Smuda", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001958", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "John Lindsay", + "pred": "John Lindsay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John Lindsay", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007818", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sepp Herberger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003874", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006836", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005437", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001779", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Chemnitz Government Region", + "pred": "Chemnitz Government Region", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chemnitz Government Region", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002182", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006540", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Antonio Segni", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Antonio Segni", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lu\u00eds Filipe Vieira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000470", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004884", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Emma Thompson", + "pred": "Emma Thompson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Emma Thompson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008312", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "United Kingdom of Great Britain and Ireland", + "pred": "United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom of Great Britain and Ireland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006013", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "David Dinkins", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Dinkins", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006889", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Carlo Ancelotti", + "pred": "Carlo Ancelotti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Ancelotti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003651", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Saku Koivu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Q82595", + "pred": "Q82595", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Q82595", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000420", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1917.0, + "gold": "1917", + "pred": "1917", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1917", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005828", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Prime Minister of Belize", + "pred": "Prime Minister of Belize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Belize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sepp Herberger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002499", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Territory of Hawaii", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008212", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "George VI", + "pred": "George VI", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: George VI", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006976", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Gennaro Gattuso", + "pred": "Gennaro Gattuso", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gennaro Gattuso", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007445", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.20000000000000004, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Order of Merit of Baden-W\u00fcrttemberg", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004525", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Lamberto Dini", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giorgio Napolitano", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003387", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alex McLeish", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008292", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006528", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1902", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1902", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008636", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Walter Zenga", + "pred": "Walter Zenga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Walter Zenga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004972", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Kia Forum", + "pred": "Boston Garden", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Boston Garden", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006497", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Hungarian People's Republic", + "pred": "Hungarian People's Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hungarian People's Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jos\u00e9 Mourinho", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005410", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Taiwan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000901", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Shimon Peres", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Shimon Peres", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007838", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mircea Lucescu", + "pred": "Mircea Lucescu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mircea Lucescu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007144", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "The Internationale", + "pred": "The Internationale", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Internationale", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Jean Mistler", + "pred": "Jean Mistler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jean Mistler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000287", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Gerhard Casper", + "pred": "Gerhard Casper", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gerhard Casper", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004792", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006621", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sean Yates", + "pred": "Sean Yates", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sean Yates", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001788", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Norma Shearer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Norma Shearer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002557", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Fiorello H. La Guardia", + "pred": "Fiorello H. La Guardia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Fiorello H. La Guardia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "A. S. Byatt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A. S. Byatt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006058", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000536", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vicente Calder\u00f3n Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007404", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2000.0, + "gold": "2000", + "pred": "2000", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2000", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001292", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1990.0, + "gold": "1990", + "pred": "1990", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1990", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "David Storey", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Storey", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Thomas Keneally", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Thomas Keneally", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002490", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1930", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001434", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "New York City", + "pred": "New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: New York City", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006868", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2001", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jean Mistler", + "pred": "Jean Mistler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jean Mistler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002319", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2022.0, + "gold": "2022", + "pred": "2022", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2022", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008472", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000496", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Massimo D'Alema", + "pred": "Silvio Berlusconi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Silvio Berlusconi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005883", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Roman Herzog", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Roman Herzog", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "BP", + "pred": "BP", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: BP", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001286", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003325", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bucharest", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "William Emmett Dever", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: William Emmett Dever", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000949", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Roman Herzog", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Roman Herzog", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004634", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008417", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Swiss Super League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mary J. Blige", + "pred": "Mary J. Blige", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mary J. Blige", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007469", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2010", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002488", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Shimon Peres", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Shimon Peres", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007418", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Union", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Elliott Gould", + "pred": "Elliott Gould", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Elliott Gould", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005916", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Micha\u0142 Matyas", + "pred": "Micha\u0142 Matyas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Micha\u0142 Matyas", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006233", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Eric Gerets", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eric Gerets", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005848", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005040", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Antonio Segni", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005138", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Adolf Hitler", + "pred": "Karl D\u00f6nitz", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Karl D\u00f6nitz", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004246", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007892", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006684", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001045", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2005", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "association football", + "pred": "association football", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: association football", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002791", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Lory Del Santo", + "pred": "Lory Del Santo", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lory Del Santo", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005581", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daniel Auteuil", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Pawe\u0142 Janas", + "pred": "Pawe\u0142 Janas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pawe\u0142 Janas", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004802", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "John W. Campbell", + "pred": "John W. Campbell", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John W. Campbell", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004455", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001570", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Otto Nerz", + "pred": "Otto Nerz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Otto Nerz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005703", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Morten Olsen", + "pred": "Morten Olsen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Morten Olsen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006235", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Diego Simeone", + "pred": "Diego Simeone", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Diego Simeone", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001186", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Susan Sarandon", + "pred": "Susan Sarandon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Susan Sarandon", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005903", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2009", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002985", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Bettino Craxi", + "pred": "Giulio Andreotti", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giulio Andreotti", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Andrzej Strejlau", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Andrzej Strejlau", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008323", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Hungarian People's Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hungarian People's Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005474", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Oskar von Miller", + "pred": "Oskar von Miller", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Oskar von Miller", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001830", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Nippon Bud\u014dkan", + "pred": "Nippon Bud\u014dkan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nippon Bud\u014dkan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001756", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001887", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: J\u00fcrgen Klinsmann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005552", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Mitteldeutscher Rundfunk", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mitteldeutscher Rundfunk", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004901", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Wen Jiabao", + "pred": "Wen Jiabao", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Wen Jiabao", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006473", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2008", + "judge_em": 0, + "judge_reply": "I NEED TO UNDERSTAND" + }, + { + "id": "q_006253", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2003", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002709", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alex McLeish", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007811", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Giovanni Spadolini", + "pred": "Giovanni Spadolini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Spadolini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006165", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Edward Cassidy", + "pred": "Edward Cassidy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Edward Cassidy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007431", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Ernest Borgnine", + "pred": "Ernest Borgnine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ernest Borgnine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002594", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004546", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "David Dinkins", + "pred": "David Dinkins", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Dinkins", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006589", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Giulio Andreotti", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giulio Andreotti", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006151", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005300", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Otto Rehhagel", + "pred": "Otto Rehhagel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Otto Rehhagel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003618", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Franz Joseph I of Austria", + "pred": "Franz Joseph I of Austria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Franz Joseph I of Austria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "George W. Bush", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: George W. Bush", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001195", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007049", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1978.0, + "gold": "1978", + "pred": "1978", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1978", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003961", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Edith Roosevelt", + "pred": "Edith Roosevelt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Edith Roosevelt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002548", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: absolute monarchy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1910.0, + "gold": "Austria\u2013Hungary", + "pred": "Austria\u2013Hungary", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Austria\u2013Hungary", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003484", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Kingdome", + "pred": "Kingdome", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdome", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002163", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Clive Woodward", + "pred": "Clive Woodward", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Clive Woodward", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006692", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Bruce Buck", + "pred": "Bruce Buck", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bruce Buck", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006073", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Volker Finke", + "pred": "Volker Finke", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Volker Finke", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008473", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Roman Abramovich", + "pred": "Roman Abramovich", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Roman Abramovich", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003674", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1978.0, + "gold": "Leonid Brezhnev", + "pred": "Vladimir Kryuchkov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vladimir Kryuchkov", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003352", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: absolute monarchy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Giampiero Boniperti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giampiero Boniperti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002789", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005326", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Spencer Tracy", + "pred": "Robert Donat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Robert Donat", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005284", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Erich Werdermann", + "pred": "Erich Werdermann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Erich Werdermann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005774", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Swiss Super League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003372", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Patrick Le Lay", + "pred": "Patrick Le Lay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Patrick Le Lay", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008201", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2002", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001153", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Franz Beckenbauer", + "pred": "Franz Beckenbauer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Franz Beckenbauer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007164", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "Simone Inzaghi", + "pred": "Simone Inzaghi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Simone Inzaghi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006407", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Allianz Arena", + "pred": "Allianz Arena", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Allianz Arena", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001540", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "2013", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2013", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005100", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Claudio Ranieri", + "pred": "Claudio Ranieri", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Claudio Ranieri", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Denzel Washington", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Denzel Washington", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007894", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2011", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008658", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Ruslan Rotan", + "pred": "Roman Zozulya", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Roman Zozulya", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005158", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008060", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Bundesliga", + "pred": "Bundesliga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bundesliga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004900", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "SeatGeek Stadium", + "pred": "SeatGeek Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SeatGeek Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000430", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Bombardier", + "pred": "Bombardier", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bombardier", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006467", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Taiwan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004710", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: J\u00fcrgen Klinsmann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000041", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Romano Prodi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Romano Prodi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004408", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "crown prince", + "pred": "crown prince", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: crown prince", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001201", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004457", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005193", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005781", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "State Anthem of the Soviet Union", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Soviet Federative Socialist Republic", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_004013", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Jupp Derwall", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jupp Derwall", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003935", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Volker Finke", + "pred": "Volker Finke", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Volker Finke", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006770", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Silvio Berlusconi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008617", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008708", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Federal Republic of Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Zden\u011bk Zeman", + "pred": "Zden\u011bk Zeman", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Zden\u011bk Zeman", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007389", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Saku Koivu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005554", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Moscow", + "pred": "Moscow", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Moscow", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000408", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Kingdom of Prussia", + "pred": "Kingdom of Prussia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Prussia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003634", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Uwe Neuhaus", + "pred": "Uwe Neuhaus", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Uwe Neuhaus", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006653", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000961", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Kate Winslet", + "pred": "Kate Winslet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kate Winslet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002923", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008130", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Silvio Berlusconi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001668", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Jane Fonda", + "pred": "Jane Fonda", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jane Fonda", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Lucien Favre", + "pred": "Lucien Favre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lucien Favre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007280", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Wowereit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004011", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "David Storey", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Storey", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001876", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Thomas Tuchel", + "pred": "Thomas Tuchel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Thomas Tuchel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003426", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "George H. W. Bush", + "pred": "George H. W. Bush", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: George H. W. Bush", + "judge_em": 0, + "judge_reply": "I NEED TO ANALYZE" + }, + { + "id": "q_008324", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1930", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Francesco Cossiga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Francesco Cossiga", + "judge_em": 0, + "judge_reply": "I NEED TO VERIFY" + }, + { + "id": "q_001646", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jos\u00e9 Mourinho", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001719", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: J\u00fcrgen Klinsmann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005359", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alex McLeish", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002201", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Princeton University", + "pred": "Princeton University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Princeton University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000953", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "DBC Pierre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: DBC Pierre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003588", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Javier Aguirre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Javier Aguirre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006330", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "DBC Pierre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: DBC Pierre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006529", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1991", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006295", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Angela Lansbury", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Angela Lansbury", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007246", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001257", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004353", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Maurice Druon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Maurice Druon", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001453", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nicholas II of Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008480", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2001", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006167", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "LMFAO", + "pred": "LMFAO", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: LMFAO", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003258", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "J\u00fcrgen Linden", + "pred": "J\u00fcrgen Linden", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: J\u00fcrgen Linden", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004631", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: absolute monarchy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Ang Lee", + "pred": "Ang Lee", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ang Lee", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002531", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Austria", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008228", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Frances McDormand", + "pred": "As Good as It Gets", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: As Good as It Gets", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005557", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Fatih Terim", + "pred": "Fatih Terim", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Fatih Terim", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007336", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2003", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003098", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002950", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1945.0, + "gold": "1945", + "pred": "1945", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1945", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000019", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001920", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Claudio Ranieri", + "pred": "Claudio Ranieri", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Claudio Ranieri", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005782", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "White Hart Lane", + "pred": "White Hart Lane", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: White Hart Lane", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000862", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Humphrey Bogart", + "pred": "Humphrey Bogart", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Humphrey Bogart", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001033", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "China Mi\u00e9ville", + "pred": "China Mi\u00e9ville", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: China Mi\u00e9ville", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003960", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006287", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Clive Woodward", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Clive Woodward", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007880", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Giovanni Trapattoni", + "pred": "Giovanni Trapattoni", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Trapattoni", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005772", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Autonomous Province of Vojvodina", + "em": 0.0, + "f1": 0.4000000000000001, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Autonomous Province of Vojvodina", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_006294", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hilary Swank", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hilary Swank", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004173", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Jupp Derwall", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jupp Derwall", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005281", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Ottmar Hitzfeld", + "pred": "Ottmar Hitzfeld", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ottmar Hitzfeld", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008091", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "\u0130smet \u0130n\u00f6n\u00fc", + "pred": "Memduh \u015eevket Esendal", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Memduh \u015eevket Esendal", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004964", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Area", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Area", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002871", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Francesco Cossiga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Francesco Cossiga", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003979", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Rachida Brakni", + "pred": "Rachida Brakni", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rachida Brakni", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008204", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Erwin Kramer", + "pred": "Erwin Kramer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Erwin Kramer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001932", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Joe Louis Arena", + "pred": "Joe Louis Arena", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Joe Louis Arena", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000480", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "UNESCO", + "pred": "UNESCO", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: UNESCO", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007286", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Emirates", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Emirates", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daniel Auteuil", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002946", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Michal B\u00edlek", + "pred": "Michal B\u00edlek", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Michal B\u00edlek", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003999", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Academy Award for Best Director", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Director", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005752", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giuliano Amato", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuliano Amato", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001810", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Giuseppe Saragat", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004977", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Paul von Hindenburg", + "pred": "Paul von Hindenburg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paul von Hindenburg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007873", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002637", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1996", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005587", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2002", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005428", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Silvio Berlusconi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005312", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Norma Shearer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Norma Shearer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006932", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000781", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bucharest", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "CBS", + "pred": "Latin Grammy Awards", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Latin Grammy Awards", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000003", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1947.0, + "gold": "1947", + "pred": "1947", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1947", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giorgio Napolitano", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004934", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000313", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2016.0, + "gold": "Matteo Renzi", + "pred": "Matteo Renzi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Matteo Renzi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000903", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Eusebio Sacrist\u00e1n", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eusebio Sacrist\u00e1n", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005738", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Aldo Moro", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006558", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lu\u00eds Filipe Vieira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004400", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Ruth Prawer Jhabvala", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ruth Prawer Jhabvala", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001076", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002725", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Prime Minister of Canada", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Canada", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003906", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Liga Portugal", + "pred": "Liga Portugal", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Liga Portugal", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004405", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Alberto Bigon", + "pred": "Alberto Bigon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alberto Bigon", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Wolfgang Gerhardt", + "pred": "Wolfgang Gerhardt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Wolfgang Gerhardt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000757", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "COMECON", + "pred": "COMECON", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: COMECON", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Ian Porterfield", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ian Porterfield", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005056", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Lavrentiy Beria", + "pred": "Lavrentiy Beria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lavrentiy Beria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Mitteldeutscher Rundfunk", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mitteldeutscher Rundfunk", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008552", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Bambi Award", + "pred": "Bambi Award", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bambi Award", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000678", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Katharine Hepburn", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Katharine Hepburn", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002043", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007190", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "coming out", + "pred": "coming out", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: coming out", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003533", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Attila J\u00f3zsef", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Ingrid Bergman", + "pred": "Ingrid Bergman", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ingrid Bergman", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004864", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Ireland", + "pred": "Ireland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ireland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001930", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1929.0, + "gold": "1929", + "pred": "1929", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1929", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004482", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2005", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000444", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "president of Germany", + "pred": "president of Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: president of Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002417", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Saku Koivu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S\u00fcper Lig", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002089", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1975", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002782", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Wowereit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Karel Br\u00fcckner", + "pred": "Karel Br\u00fcckner", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Karel Br\u00fcckner", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006603", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000643", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001459", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Sepp Piontek", + "pred": "Sepp Piontek", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sepp Piontek", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007691", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "German Emperor", + "pred": "German Emperor", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Emperor", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004382", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Israeli Premier League", + "pred": "Israeli Premier League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Israeli Premier League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008297", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Luxembourg National Division", + "pred": "Luxembourg National Division", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Luxembourg National Division", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007490", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Marie Dressler", + "pred": "Marie Dressler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Marie Dressler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004470", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Manuel Jim\u00e9nez Jim\u00e9nez", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Manuel Jim\u00e9nez Jim\u00e9nez", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nike", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Pacific Coliseum", + "pred": "Pacific Coliseum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pacific Coliseum", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000107", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Prague", + "pred": "Prague", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prague", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000481", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "Yann Martel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yann Martel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005374", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2011", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007891", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Second Lady or Gentleman of the United States", + "pred": "Second Lady or Gentleman of the United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Second Lady or Gentleman of the United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004941", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Ralf Loose", + "pred": "Ralf Loose", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ralf Loose", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Te sl\u0103vim, Rom\u00e2nie", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Te sl\u0103vim, Rom\u00e2nie", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001311", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2010", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003353", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Panama", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005629", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1998", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005931", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Leonid Brezhnev", + "pred": "Leonid Brezhnev", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Leonid Brezhnev", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005823", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Territory of Hawaii", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002989", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Free State of Prussia", + "pred": "Free State of Prussia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Free State of Prussia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004259", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Anne Enright", + "pred": "Anne Enright", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Anne Enright", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002166", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Ligue 1", + "pred": "Ligue 1", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ligue 1", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1995", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008518", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Hans Backe", + "pred": "Hans Backe", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hans Backe", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003792", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000844", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Academy Award for Best Actor", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Actor", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_005425", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006156", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The Ninth Day", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Ninth Day", + "judge_em": 0, + "judge_reply": "I NEED TO PARSE" + }, + { + "id": "q_006038", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Austro-Hungarian krone", + "pred": "Austro-Hungarian krone", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Austro-Hungarian krone", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008465", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1923.0, + "gold": "Egyptian pound", + "pred": "Egyptian pound", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Egyptian pound", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004604", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Javier Aguirre", + "pred": "Javier Aguirre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Javier Aguirre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002929", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "The Internationale", + "pred": "The Internationale", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Internationale", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007720", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005879", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001938", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Territory of Hawaii", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Academy Award for Best Supporting Actress", + "pred": "Academy Award for Best Supporting Actress", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Supporting Actress", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006351", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Stade Chaban-Delmas", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005087", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006536", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006736", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Sandra Bullock", + "pred": "Sandra Bullock", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandra Bullock", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004654", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nicholas II of Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005945", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007681", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Daman and Diu", + "pred": "Daman and Diu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daman and Diu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006184", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000115", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Caja M\u00e1gica", + "pred": "Caja M\u00e1gica", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Caja M\u00e1gica", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002711", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alcide De Gasperi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005754", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Federal Republic of Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S\u00fcper Lig", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000552", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000403", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "SeatGeek Stadium", + "pred": "SeatGeek Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SeatGeek Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003856", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003602", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Mikhail Gorbachev", + "pred": "Vladimir Kryuchkov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vladimir Kryuchkov", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007850", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001019", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1962.0, + "gold": "1962", + "pred": "1962", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1962", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004322", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Dietrich Stobbe", + "pred": "Dietrich Stobbe", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dietrich Stobbe", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004271", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001171", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007890", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Actress", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008632", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Hungarian People's Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hungarian People's Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007395", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1925.0, + "gold": "Egyptian pound", + "pred": "Egyptian pound", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Egyptian pound", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007784", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Paul Scott", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paul Scott", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006008", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Alain Afflelou", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alain Afflelou", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007623", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Zden\u011bk Zeman", + "pred": "Zden\u011bk Zeman", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Zden\u011bk Zeman", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000261", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005362", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003134", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Teen Choice Awards", + "pred": "Teen Choice Awards", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Teen Choice Awards", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Emirates", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Emirates", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003313", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005360", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Wowereit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001597", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Peter Carey", + "pred": "Peter Carey", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Peter Carey", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Ronald Colman", + "pred": "Ronald Colman", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ronald Colman", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005949", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Attila J\u00f3zsef", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005024", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Abraham Beame", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Abraham Beame", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007032", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Heinrich Himmler", + "pred": "Heinrich Himmler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heinrich Himmler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004269", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005207", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sepp Herberger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008065", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Constantinople", + "pred": "Constantinople", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Constantinople", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003648", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000919", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "Franz Beckenbauer", + "pred": "Franz Beckenbauer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Franz Beckenbauer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007438", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Federal Republic of Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000509", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Giovanni Leone", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "DBC Pierre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: DBC Pierre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006108", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "presidential system", + "pred": "presidential system", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: presidential system", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001184", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Robert Bolt", + "pred": "Robert Bolt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Robert Bolt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001023", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Du\u0161an Uhrin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Du\u0161an Uhrin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001479", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Javier Aguirre", + "pred": "Javier Aguirre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Javier Aguirre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006983", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007833", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "White Hart Lane", + "pred": "White Hart Lane", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: White Hart Lane", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005681", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003706", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2005", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007006", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Du\u0161an Uhrin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Du\u0161an Uhrin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004220", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Swiss Super League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007500", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: God Save the Tsar!", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "German Empire", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: France", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003362", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ireland", + "pred": "Ireland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ireland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007378", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Allianz Arena", + "pred": "Allianz Arena", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Allianz Arena", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002356", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004000", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Walter Mazzarri", + "pred": "Walter Mazzarri", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Walter Mazzarri", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003511", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Hungarian Olympic Committee", + "pred": "Hungarian Olympic Committee", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hungarian Olympic Committee", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: West Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008482", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Harry Warren", + "pred": "Harry Warren", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Harry Warren", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001610", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "pred": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ji\u0159\u00ed Posp\u00ed\u0161il", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007160", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003247", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Kevin Federline", + "pred": "Kevin Federline", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kevin Federline", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000810", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Liga I", + "pred": "Liga I", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Liga I", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006432", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Joseph Stalin", + "pred": "Joseph Stalin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Joseph Stalin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007768", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Zhou Enlai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Zhou Enlai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Rock and Roll Hall of Fame", + "pred": "Rock and Roll Hall of Fame", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rock and Roll Hall of Fame", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003836", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daniel Auteuil", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007908", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003128", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Spencer Tracy", + "pred": "Robert Redford", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Robert Redford", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Francesco Cossiga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Francesco Cossiga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001510", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "UTC\u221204:00", + "pred": "Peru", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Peru", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Werner Greuter", + "pred": "Werner Greuter", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Werner Greuter", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Maurice Druon", + "pred": "Maurice Druon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Maurice Druon", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001232", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007512", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sepp Herberger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000089", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 0, + "judge_reply": "NO\n\nTHE ANSWER" + }, + { + "id": "q_008698", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Loretta Young", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Loretta Young", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007875", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006661", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "President of the United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007505", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Bobby Clarke", + "pred": "Bobby Clarke", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bobby Clarke", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008555", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Montreal Forum", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006491", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1942", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Aldo Moro", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aldo Moro", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002698", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Hans M\u00fcnch", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hans M\u00fcnch", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005937", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007021", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lu\u00eds Filipe Vieira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003151", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "The Sea and the Mirror", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Sea and the Mirror", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002519", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2003", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007514", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: chairperson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008443", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007726", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1992.0, + "gold": "1992", + "pred": "1992", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1992", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001549", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "V\u00e1clav Havel", + "pred": "V\u00e1clav Havel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: V\u00e1clav Havel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007129", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000883", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Heinrich Br\u00fcning", + "pred": "Heinrich Br\u00fcning", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heinrich Br\u00fcning", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000442", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "William Emmett Dever", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: William Emmett Dever", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004066", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Peter Gerhardsson", + "pred": "Peter Gerhardsson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Peter Gerhardsson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002302", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Egyptian pound", + "pred": "Egyptian pound", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Egyptian pound", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002564", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004005", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Otto Nerz", + "pred": "Otto Nerz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Otto Nerz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat", + "judge_em": 0, + "judge_reply": "I NEED TO WORK" + }, + { + "id": "q_005652", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Jane Byrne", + "pred": "Jane Byrne", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jane Byrne", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002217", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008015", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Albert II of Belgium", + "pred": "Albert II of Belgium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Albert II of Belgium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000895", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "RTL", + "pred": "RTL", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: RTL", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008365", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Javier Aguirre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Javier Aguirre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006348", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Te sl\u0103vim, Rom\u00e2nie", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Te sl\u0103vim, Rom\u00e2nie", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000645", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008492", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nicholas II of Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006824", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Anita Brookner", + "pred": "Anita Brookner", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Anita Brookner", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000773", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "Winona Ryder", + "pred": "Golden Globe Award for Best Supporting Actress \u2013 Motion Picture", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Golden Globe Award for Best Supporting Actress \u2013 Motion Picture", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001316", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Deutsche Mark", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004368", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nike", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005868", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daniel Auteuil", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1996", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Gwyneth Paltrow", + "pred": "Gwyneth Paltrow", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gwyneth Paltrow", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008659", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "A. S. Byatt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A. S. Byatt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000763", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005896", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000117", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Enrico de Nicola", + "pred": "Umberto II of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Umberto II of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000027", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Rudy Giuliani", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rudy Giuliani", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002041", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002860", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004247", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Luise Rainer", + "pred": "Luise Rainer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Luise Rainer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008294", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Hyundai", + "pred": "Hyundai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hyundai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006036", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "The Pentagon", + "pred": "The Pentagon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Pentagon", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001816", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Norma Shearer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Norma Shearer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008058", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004387", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Cel\u00e2l Bayar", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cel\u00e2l Bayar", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004841", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Abdullah Avc\u0131", + "pred": "Abdullah Avc\u0131", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Abdullah Avc\u0131", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000340", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Echo Music Prize", + "pred": "Echo Music Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Echo Music Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001431", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Massimiliano Allegri", + "pred": "Massimiliano Allegri", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Massimiliano Allegri", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002560", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Panama", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003591", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006178", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Francesco Cossiga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Francesco Cossiga", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003130", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001771", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "habilitation", + "pred": "habilitation", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: habilitation", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004635", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Katharine Hepburn", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Katharine Hepburn", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007347", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Thomas Keneally", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Thomas Keneally", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002289", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Giuseppe Saragat", + "pred": "Giuseppe Saragat", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006810", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2016", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2016", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001750", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Eduard Weiter", + "pred": "Eduard Weiter", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eduard Weiter", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "David Wagner", + "pred": "David Wagner", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Wagner", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001742", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Sandro Pertini", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004401", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cominform", + "pred": "Cominform", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cominform", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000948", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Montreal Forum", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001031", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "J. M. Coetzee", + "pred": "J. M. Coetzee", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: J. M. Coetzee", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002458", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Oleh Protasov", + "pred": "Oleh Protasov", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Oleh Protasov", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001069", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Ed Koch", + "pred": "Ed Koch", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ed Koch", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006304", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "mayor", + "pred": "mayor", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: mayor", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004531", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Mario Monti", + "pred": "Mario Monti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mario Monti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000931", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2012", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007956", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Eric Gerets", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eric Gerets", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007340", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "Hyundai", + "pred": "Hyundai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hyundai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003676", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "Colin Firth", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Colin Firth", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001222", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006158", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Adone Zoli", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005324", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "George W. Bush", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: George W. Bush", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002344", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Q269864", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Q269864", + "judge_em": 0, + "judge_reply": "I NEED TO DETERMINE" + }, + { + "id": "q_008685", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2019.0, + "gold": "Wayne LaPierre", + "pred": "Wayne LaPierre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Wayne LaPierre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005812", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "J. M. Coetzee", + "pred": "J. M. Coetzee", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: J. M. Coetzee", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "The Ellen DeGeneres Show", + "pred": "The Ellen DeGeneres Show", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Ellen DeGeneres Show", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005808", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Attila J\u00f3zsef", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003694", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "German Federal Archives", + "pred": "German Federal Archives", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Federal Archives", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002616", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000088", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005525", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006017", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006096", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Ginni Rometty", + "pred": "Ginni Rometty", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ginni Rometty", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001800", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vicente Calder\u00f3n Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001359", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "Kiran Desai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kiran Desai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006166", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004182", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Berti Vogts", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Berti Vogts", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004835", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001116", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003320", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003882", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003657", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Ian Porterfield", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ian Porterfield", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001053", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Toni Servillo", + "pred": "Bavarian TV Awards", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bavarian TV Awards", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006052", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1983.0, + "gold": "1983", + "pred": "1983", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1983", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "Colin Firth", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Colin Firth", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000183", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007379", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Giovanni Trapattoni", + "pred": "Giovanni Trapattoni", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Trapattoni", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "James Kelman", + "pred": "James Kelman", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: James Kelman", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000962", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: West Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005810", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Otto Graf Lambsdorff", + "pred": "Otto Graf Lambsdorff", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Otto Graf Lambsdorff", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000427", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Giovanni Leone", + "pred": "Giovanni Leone", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005227", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "presidential system", + "pred": "presidential system", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: presidential system", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: God Save the Tsar!", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Climate Pledge Arena", + "pred": "Climate Pledge Arena", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Climate Pledge Arena", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004741", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "1st Panzer Division", + "pred": "Maximilian von Weichs", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Maximilian von Weichs", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006763", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2001", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002214", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: God Save the Tsar!", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Nikita Khrushchev", + "pred": "Nikita Khrushchev", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nikita Khrushchev", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007746", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Austria", + "pred": "Austria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Austria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003268", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Oscar Luigi Scalfaro", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Oscar Luigi Scalfaro", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000324", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_006933", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005705", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Robert Knud Friedrich Pilger", + "pred": "Robert Knud Friedrich Pilger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Robert Knud Friedrich Pilger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006241", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bucharest", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003204", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Ralph Fiennes", + "pred": "Ralph Fiennes", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ralph Fiennes", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001109", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Neutral Moresnet", + "pred": "Neutral Moresnet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Neutral Moresnet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004458", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Cel\u00e2l Bayar", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cel\u00e2l Bayar", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005199", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Wowereit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000202", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Ireland", + "pred": "Ireland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ireland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006446", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001839", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Q953762", + "pred": "Q953762", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Q953762", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Latvian Higher League", + "pred": "Latvian Higher League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Latvian Higher League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006379", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giorgio Napolitano", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001985", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000177", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "German Democratic Republic", + "pred": "Saarland", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Saarland", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003534", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Steve Sampson", + "pred": "Steve Sampson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Steve Sampson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008135", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Panama", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008030", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Maurice Druon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Maurice Druon", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Kurt Biedenkopf", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kurt Biedenkopf", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001457", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Thomas Keneally", + "pred": "Thomas Keneally", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Thomas Keneally", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001650", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Sergi L\u00f3pez", + "pred": "Sergi L\u00f3pez", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sergi L\u00f3pez", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006597", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "SeatGeek Stadium", + "pred": "SeatGeek Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SeatGeek Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003141", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Canada", + "pred": "Canada", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Canada", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004341", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "BP", + "pred": "BP", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: BP", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007989", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1905.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002962", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001198", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Allianz Arena", + "pred": "Allianz Arena", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Allianz Arena", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006028", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lu\u00eds Filipe Vieira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007856", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1902", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1902", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003797", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2011", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004648", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1998", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005249", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Julie Christie", + "pred": "Julie Christie", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Julie Christie", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004612", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006383", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1976", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003997", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daniel Auteuil", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002521", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Heiko Herrlich", + "pred": "Heiko Herrlich", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heiko Herrlich", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008451", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Mario Draghi", + "pred": "Mario Draghi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mario Draghi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002584", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1944.0, + "gold": "1944", + "pred": "1944", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1944", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Zhou Enlai", + "pred": "Zhou Enlai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Zhou Enlai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007273", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Harry Redknapp", + "pred": "Harry Redknapp", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Harry Redknapp", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001480", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Saku Koivu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002648", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Paul Scott", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paul Scott", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005191", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Theodor Liebknecht", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Theodor Liebknecht", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004451", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Azerbaijan Premier League", + "pred": "Azerbaijan Premier League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Azerbaijan Premier League", + "judge_em": 1, + "judge_reply": "YES" + } + ] +} \ No newline at end of file diff --git a/eval/v3-sft-terse-lever.extracted.json b/eval/v3-sft-terse-lever.extracted.json new file mode 100644 index 0000000000000000000000000000000000000000..765a1a8670b25c3cea8a90f2e16cd91d21638460 --- /dev/null +++ b/eval/v3-sft-terse-lever.extracted.json @@ -0,0 +1,26201 @@ +{ + "name": "unnamed", + "policy_path": "../checkpoints/sft-v3-terse-lever/final", + "split": "test", + "n_samples": 1743, + "temperature": 0.0, + "max_new_tokens": 64, + "answer_extracted": true, + "n_with_answer_marker": 1743, + "overall": { + "n": 1743, + "em": 0.8955823293172691, + "f1": 0.9073924227108393 + }, + "by_complexity": { + "1hop": { + "n": 800, + "em": 0.97625, + "f1": 0.9782083333333333 + }, + "2hop": { + "n": 800, + "em": 0.88, + "f1": 0.8846052489177489 + }, + "3plus": { + "n": 143, + "em": 0.5314685314685315, + "f1": 0.6387001887001886 + } + }, + "by_operator": { + "before_after": { + "n": 517, + "em": 0.8878143133462283, + "f1": 0.8946103756548631 + }, + "interval": { + "n": 163, + "em": 1.0, + "f1": 1.0 + }, + "point_in_time": { + "n": 535, + "em": 0.9177570093457944, + "f1": 0.9299198931909213 + }, + "sequence": { + "n": 528, + "em": 0.8484848484848485, + "f1": 0.8684929653679653 + } + }, + "per_example": [ + { + "id": "q_006291", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: chairperson" + }, + { + "id": "q_007337", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nicholas II of Russia" + }, + { + "id": "q_000021", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_007809", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Irina Bokova", + "pred": "David Ben-Gurion", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Ben-Gurion" + }, + { + "id": "q_001979", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1998" + }, + { + "id": "q_005455", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Academy Award for Best Original Score", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Original Score" + }, + { + "id": "q_008005", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_008690", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_008321", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Italy" + }, + { + "id": "q_007761", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Arista Records", + "pred": "Universal Music Group", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Universal Music Group" + }, + { + "id": "q_008118", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_001360", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Li Xianping", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Li Xianping" + }, + { + "id": "q_000136", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_006986", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_003298", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "parliamentary republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: parliamentary republic" + }, + { + "id": "q_006733", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_005866", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.5714285714285714, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Actress" + }, + { + "id": "q_004748", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_004795", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Chancellor of Germany", + "pred": "Head of government of Germany", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Head of government of Germany" + }, + { + "id": "q_000787", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "parliamentary system", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: parliamentary system" + }, + { + "id": "q_008333", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_008338", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Academy Award for Best Visual Effects", + "pred": "Japan Academy Prize for Outstanding Foreign Language Film", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Japan Academy Prize for Outstanding Foreign Language Film" + }, + { + "id": "q_001840", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_001274", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_000547", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_001052", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_006228", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.20000000000000004, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the United States" + }, + { + "id": "q_006414", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Community" + }, + { + "id": "q_001651", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_007640", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_007972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_004943", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Nazi Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany" + }, + { + "id": "q_007287", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_005394", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_007314", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Mayor of New York City", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.20000000000000004, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the United States" + }, + { + "id": "q_003452", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Mayor of New York City", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.20000000000000004, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the United States" + }, + { + "id": "q_006815", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2010" + }, + { + "id": "q_008439", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Tim Robbins", + "pred": "The Color of Money", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Color of Money" + }, + { + "id": "q_003245", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "parliamentary republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: parliamentary republic" + }, + { + "id": "q_008633", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bucharest" + }, + { + "id": "q_003473", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Amin al-Din II", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amin al-Din II" + }, + { + "id": "q_001673", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_005726", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "First Republic of Austria", + "pred": "Federal State of Austria", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Federal State of Austria" + }, + { + "id": "q_004929", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_006286", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Deutsche Mark" + }, + { + "id": "q_002759", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "K\u014dichir\u014d Matsuura", + "pred": "Irina Bokova", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Irina Bokova" + }, + { + "id": "q_004009", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "2014", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2014" + }, + { + "id": "q_007134", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_002750", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_000812", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "U-13", + "pred": "1st U-boat Flotilla", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1st U-boat Flotilla" + }, + { + "id": "q_003515", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_005012", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_004016", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_008522", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_002972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_000716", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_004128", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_002796", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1923.0, + "gold": "1923", + "pred": "1923", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1923" + }, + { + "id": "q_007015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Massimiliano Allegri", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Massimiliano Allegri" + }, + { + "id": "q_003552", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "chairperson", + "pred": "President", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President" + }, + { + "id": "q_004730", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "God Save the Tsar!", + "pred": "\"God Save the Tsar\"", + "em": 0.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: \"God Save the Tsar\"" + }, + { + "id": "q_005767", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Helmut Kohl", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Helmut Kohl" + }, + { + "id": "q_002032", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mayor of New York City" + }, + { + "id": "q_008644", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2005" + }, + { + "id": "q_006768", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany" + }, + { + "id": "q_002122", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_007638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_000842", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "God Save the King", + "pred": "God Save the King", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: God Save the King" + }, + { + "id": "q_003512", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Academy Award for Best Picture", + "em": 0.0, + "f1": 0.5714285714285714, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Picture" + }, + { + "id": "q_002727", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Federal State of Austria", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: France" + }, + { + "id": "q_004477", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_004639", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_002027", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1913.0, + "gold": "Nicholas II of Russia", + "pred": "Mikhail Rodzianko", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mikhail Rodzianko" + }, + { + "id": "q_004554", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_005676", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States" + }, + { + "id": "q_008291", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_008225", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_001173", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chinese Communist Party" + }, + { + "id": "q_008571", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "parliamentary republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: parliamentary republic" + }, + { + "id": "q_000937", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1934.0, + "gold": "1934", + "pred": "1934", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1934" + }, + { + "id": "q_003736", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Friedrich Ebert", + "pred": "Weimar Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic" + }, + { + "id": "q_002966", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_000538", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_000838", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.20000000000000004, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Order of Merit of Baden-W\u00fcrttemberg" + }, + { + "id": "q_002448", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Vanderbilt University", + "pred": "University of California, San Francisco", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of California, San Francisco" + }, + { + "id": "q_007230", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Francesco Cossiga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Francesco Cossiga" + }, + { + "id": "q_004534", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Italy" + }, + { + "id": "q_007740", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_007848", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Italy" + }, + { + "id": "q_003817", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mayor of New York City" + }, + { + "id": "q_006982", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Hannelore Kohl", + "pred": "Heiner Gei\u00dfler", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heiner Gei\u00dfler" + }, + { + "id": "q_000932", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Governing Mayor of Berlin", + "pred": "Dietrich Stobbe", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dietrich Stobbe" + }, + { + "id": "q_004711", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Vanderbilt University", + "pred": "University of California, San Francisco", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of California, San Francisco" + }, + { + "id": "q_001424", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Free State of Prussia", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany" + }, + { + "id": "q_006808", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_005728", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the Italian Republic" + }, + { + "id": "q_000501", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Civic Democratic Party", + "pred": "Czech Social Democratic Party", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Czech Social Democratic Party" + }, + { + "id": "q_003472", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Community" + }, + { + "id": "q_007593", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_004304", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "military personnel", + "pred": "Otto Schuhart", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Otto Schuhart" + }, + { + "id": "q_004513", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Community" + }, + { + "id": "q_001144", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Angela Merkel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Angela Merkel" + }, + { + "id": "q_004736", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_001077", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mayor of New York City" + }, + { + "id": "q_008586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "chairperson", + "pred": "President of the Portuguese Football Federation", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the Portuguese Football Federation" + }, + { + "id": "q_004250", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1976" + }, + { + "id": "q_002769", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mayor of New York City" + }, + { + "id": "q_001923", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_008379", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_004279", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "U-13", + "pred": "1st U-boat Flotilla", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1st U-boat Flotilla" + }, + { + "id": "q_008534", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_001990", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "United Nations", + "pred": "Territory of Hawaii", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Territory of Hawaii" + }, + { + "id": "q_000057", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_003633", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_007357", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Mayor of New York City", + "pred": "Mayor", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mayor" + }, + { + "id": "q_005638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "President of the United States", + "pred": "President of the United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the United States" + }, + { + "id": "q_002803", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Community" + }, + { + "id": "q_005319", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_008568", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_008187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Massimiliano Allegri", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Massimiliano Allegri" + }, + { + "id": "q_002510", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Bill Clinton", + "pred": "William Jefferson Clinton", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: William Jefferson Clinton" + }, + { + "id": "q_007048", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nicholas II of Russia" + }, + { + "id": "q_000284", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Irina Bokova", + "pred": "UNESCO", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: UNESCO" + }, + { + "id": "q_007586", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "German Emperor", + "pred": "German Emperor", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Emperor" + }, + { + "id": "q_006367", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_003015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Italy" + }, + { + "id": "q_002788", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "John Gielgud", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John Gielgud" + }, + { + "id": "q_001092", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: God Save the Tsar!" + }, + { + "id": "q_000319", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Italy" + }, + { + "id": "q_000336", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "Governor", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Governor" + }, + { + "id": "q_005328", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_007430", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Sukarno", + "pred": "Mao Zedong", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mao Zedong" + }, + { + "id": "q_001032", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_006917", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_008460", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat" + }, + { + "id": "q_001183", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_001661", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_002861", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Community" + }, + { + "id": "q_003187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_003586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_000264", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "John Gielgud", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John Gielgud" + }, + { + "id": "q_001302", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1953" + }, + { + "id": "q_007976", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_007562", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Lviv University", + "pred": "Lviv University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lviv University" + }, + { + "id": "q_006568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "pred": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Golden Raspberry Award for Worst Supporting Actor - Razzie Award" + }, + { + "id": "q_006715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_005303", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Valenciennes F.C.", + "pred": "Valenciennes F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Valenciennes F.C." + }, + { + "id": "q_003783", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Baron Harding of Petherton", + "pred": "Baron Harding of Petherton", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Baron Harding of Petherton" + }, + { + "id": "q_004865", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_006315", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2012" + }, + { + "id": "q_006718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_006083", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Federal Republic of Yugoslavia" + }, + { + "id": "q_003360", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2023" + }, + { + "id": "q_008353", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Chattanooga", + "pred": "Chattanooga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chattanooga" + }, + { + "id": "q_003499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "D.C. United", + "pred": "D.C. United", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: D.C. United" + }, + { + "id": "q_001224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Federal Republic of Yugoslavia" + }, + { + "id": "q_004848", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_007525", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Oulu Province", + "pred": "Oulu Province", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Oulu Province" + }, + { + "id": "q_000885", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Northern Dvina Governorate", + "pred": "Northern Dvina Governorate", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Northern Dvina Governorate" + }, + { + "id": "q_001030", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_004428", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_002780", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "University of British Columbia", + "pred": "University of British Columbia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of British Columbia" + }, + { + "id": "q_000352", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Solicitor General for England and Wales", + "pred": "Solicitor General for England and Wales", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Solicitor General for England and Wales" + }, + { + "id": "q_000414", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2002" + }, + { + "id": "q_001261", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_001035", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "WWE", + "pred": "WWE", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: WWE" + }, + { + "id": "q_008432", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Cindy McCain", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cindy McCain" + }, + { + "id": "q_005886", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Federal Minister for Foreign Affairs", + "pred": "Federal Minister for Foreign Affairs", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Federal Minister for Foreign Affairs" + }, + { + "id": "q_007363", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Landrat", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Landrat" + }, + { + "id": "q_006356", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany" + }, + { + "id": "q_004178", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "People's Republic of Bulgaria", + "pred": "People's Republic of Bulgaria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: People's Republic of Bulgaria" + }, + { + "id": "q_005764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kupferstichkabinett Berlin", + "pred": "Kupferstichkabinett Berlin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kupferstichkabinett Berlin" + }, + { + "id": "q_000581", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Sevilla FC", + "pred": "M\u00e1laga CF", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: M\u00e1laga CF" + }, + { + "id": "q_008059", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Heinrich Himmler", + "pred": "Heinrich Himmler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heinrich Himmler" + }, + { + "id": "q_002028", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Scopus", + "pred": "Scopus", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Scopus" + }, + { + "id": "q_005537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "James Norris Memorial Trophy", + "pred": "James Norris Memorial Trophy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: James Norris Memorial Trophy" + }, + { + "id": "q_005062", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Babe\u0219-Bolyai University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Babe\u0219-Bolyai University" + }, + { + "id": "q_005618", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Leicester City F.C.", + "pred": "Leicester City F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Leicester City F.C." + }, + { + "id": "q_000224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_004236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FK Austria Wien", + "pred": "FK Austria Wien", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FK Austria Wien" + }, + { + "id": "q_002148", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1927.0, + "gold": "Kingdom of Romania", + "pred": "Kingdom of Romania", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Romania" + }, + { + "id": "q_006117", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_000974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Mary Pickford", + "pred": "Mary Pickford", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mary Pickford" + }, + { + "id": "q_003365", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "All-NBA Team", + "pred": "All-NBA Team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: All-NBA Team" + }, + { + "id": "q_005796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Deutsche Reichsbahn", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Deutsche Reichsbahn" + }, + { + "id": "q_003448", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_005271", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Borussia M\u00f6nchengladbach", + "pred": "Borussia M\u00f6nchengladbach", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Borussia M\u00f6nchengladbach" + }, + { + "id": "q_002400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "United States Penitentiary, Florence ADMAX", + "pred": "2020", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2020" + }, + { + "id": "q_007959", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Afghanistan", + "pred": "Afghanistan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Afghanistan" + }, + { + "id": "q_008034", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_006099", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Orenburg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Orenburg" + }, + { + "id": "q_003338", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "President of the Bundestag", + "pred": "President of the Bundestag", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the Bundestag" + }, + { + "id": "q_007882", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "pred": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paul Ehrlich and Ludwig Darmstaedter Prize" + }, + { + "id": "q_001101", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Melbourne Cricket Ground", + "pred": "Melbourne Cricket Ground", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Melbourne Cricket Ground" + }, + { + "id": "q_004838", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "American Psycho 2", + "pred": "American Psycho 2", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: American Psycho 2" + }, + { + "id": "q_008088", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_008278", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Valenciennes F.C.", + "pred": "Valenciennes F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Valenciennes F.C." + }, + { + "id": "q_003556", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_008174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Spartak Moscow", + "pred": "Spartak Moscow", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Spartak Moscow" + }, + { + "id": "q_007252", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2005" + }, + { + "id": "q_007229", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: West Germany" + }, + { + "id": "q_005020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_003581", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_007540", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Norway men's national association football team", + "pred": "Norway men's national association football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Norway men's national association football team" + }, + { + "id": "q_006549", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1972.0, + "gold": "1972", + "pred": "1972", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1972" + }, + { + "id": "q_006127", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rome" + }, + { + "id": "q_008172", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Academy Award for Best Director", + "pred": "Academy Award for Best Director", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Director" + }, + { + "id": "q_006850", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "\u00c9toile Sportive du Sahel", + "pred": "\u00c9toile Sportive du Sahel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: \u00c9toile Sportive du Sahel" + }, + { + "id": "q_001281", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "60 Minutes", + "pred": "60 Minutes", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 60 Minutes" + }, + { + "id": "q_000690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2012" + }, + { + "id": "q_004216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Philadelphia", + "pred": "Philadelphia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Philadelphia" + }, + { + "id": "q_001024", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2023" + }, + { + "id": "q_003080", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Nobel Prize in Literature", + "pred": "Nobel Prize in Literature", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nobel Prize in Literature" + }, + { + "id": "q_006761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Reading F.C.", + "pred": "Reading F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Reading F.C." + }, + { + "id": "q_007249", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Athletic Club", + "pred": "Athletic Club", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Athletic Club" + }, + { + "id": "q_004330", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_002355", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Brentford F.C.", + "pred": "Brentford F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Brentford F.C." + }, + { + "id": "q_001500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Erwin Teufel", + "pred": "Erwin Teufel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Erwin Teufel" + }, + { + "id": "q_002493", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "TV Globo", + "pred": "TV Globo", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: TV Globo" + }, + { + "id": "q_004504", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1953" + }, + { + "id": "q_008366", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Jean Tremblay", + "pred": "Jean Tremblay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jean Tremblay" + }, + { + "id": "q_003310", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "1980", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1980" + }, + { + "id": "q_004860", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "auxiliary bishop", + "pred": "auxiliary bishop", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: auxiliary bishop" + }, + { + "id": "q_007131", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_001190", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_001845", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "A.S. Nancy-Lorraine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A.S. Nancy-Lorraine" + }, + { + "id": "q_001601", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Lomonosov Moscow State University", + "pred": "Lomonosov Moscow State University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lomonosov Moscow State University" + }, + { + "id": "q_008159", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "AIK Fotboll", + "pred": "AIK Fotboll", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: AIK Fotboll" + }, + { + "id": "q_006771", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Cuxhaven district", + "pred": "Cuxhaven district", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cuxhaven district" + }, + { + "id": "q_002990", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Vesyegonsky District", + "pred": "Vesyegonsky District", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vesyegonsky District" + }, + { + "id": "q_002704", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Everton F.C.", + "pred": "Everton F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Everton F.C." + }, + { + "id": "q_000821", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_001187", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Max Planck Institute for Chemistry", + "pred": "Max Planck Institute for Chemistry", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Max Planck Institute for Chemistry" + }, + { + "id": "q_006629", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "United States Navy", + "pred": "United States Navy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Navy" + }, + { + "id": "q_003305", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_005228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Carter Harrison IV", + "pred": "Carter Harrison IV", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carter Harrison IV" + }, + { + "id": "q_000310", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "arrondissement of Bourg-en-Bresse", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: arrondissement of Bourg-en-Bresse" + }, + { + "id": "q_003989", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Baron Moyne", + "pred": "Baron Moyne", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Baron Moyne" + }, + { + "id": "q_007146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rome" + }, + { + "id": "q_002832", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Willy Marlow", + "pred": "Willy Marlow", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Willy Marlow" + }, + { + "id": "q_000368", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "FC Porto", + "pred": "FC Porto", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Porto" + }, + { + "id": "q_005867", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Soviet Federative Socialist Republic" + }, + { + "id": "q_005700", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Colombia men's national football team", + "pred": "Colombia men's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Colombia men's national football team" + }, + { + "id": "q_000881", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "York University", + "pred": "York University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: York University" + }, + { + "id": "q_005707", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Kreis Kalbe (Milde)", + "pred": "Kreis Kalbe (Milde)", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kreis Kalbe (Milde)" + }, + { + "id": "q_001238", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Pre\u0161ov Region", + "pred": "Pre\u0161ov Region", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pre\u0161ov Region" + }, + { + "id": "q_006162", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2011" + }, + { + "id": "q_005973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_006967", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_006519", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "F.C. Pro Vercelli 1892", + "pred": "F.C. Pro Vercelli 1892", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: F.C. Pro Vercelli 1892" + }, + { + "id": "q_006861", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Toulouse FC", + "pred": "Toulouse FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Toulouse FC" + }, + { + "id": "q_006139", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Decathlon CMA CGM Team", + "pred": "Decathlon CMA CGM Team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Decathlon CMA CGM Team" + }, + { + "id": "q_002293", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Bethesda", + "pred": "Bethesda", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bethesda" + }, + { + "id": "q_008165", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Akkermansky Uyezd", + "pred": "Akkermansky Uyezd", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Akkermansky Uyezd" + }, + { + "id": "q_001745", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Taiwan" + }, + { + "id": "q_005776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Paul McGann", + "pred": "Paul McGann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paul McGann" + }, + { + "id": "q_002004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Al-Qaeda", + "pred": "Al-Qaeda", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Al-Qaeda" + }, + { + "id": "q_003185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic" + }, + { + "id": "q_007239", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_005515", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "doctorate", + "pred": "doctorate", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: doctorate" + }, + { + "id": "q_002120", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Bauska District", + "pred": "Bauska District", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bauska District" + }, + { + "id": "q_007214", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Gale Anne Hurd", + "pred": "Gale Anne Hurd", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gale Anne Hurd" + }, + { + "id": "q_008171", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002624", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Woodrow Wilson", + "pred": "Woodrow Wilson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Woodrow Wilson" + }, + { + "id": "q_004467", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_006746", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1993.0, + "gold": "1993", + "pred": "1993", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1993" + }, + { + "id": "q_008176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Federal Republic of Yugoslavia" + }, + { + "id": "q_000447", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_007622", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2010" + }, + { + "id": "q_007073", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FC Luch-Energiya Vladivostok", + "pred": "FC Luch-Energiya Vladivostok", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Luch-Energiya Vladivostok" + }, + { + "id": "q_006216", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_007462", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "\u00d6sters IF", + "pred": "\u00d6sters IF", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: \u00d6sters IF" + }, + { + "id": "q_000068", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Eski\u015fehirspor", + "pred": "Eski\u015fehirspor", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eski\u015fehirspor" + }, + { + "id": "q_002516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Marconi Prize", + "pred": "Marconi Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Marconi Prize" + }, + { + "id": "q_003568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_005968", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_000185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002706", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "economic liberalism", + "pred": "economic liberalism", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: economic liberalism" + }, + { + "id": "q_006338", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Jan Hendrik Oort", + "pred": "Jan Hendrik Oort", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jan Hendrik Oort" + }, + { + "id": "q_002715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "State Government", + "pred": "State Government", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: State Government" + }, + { + "id": "q_005181", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2009" + }, + { + "id": "q_003253", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: chairperson" + }, + { + "id": "q_007645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gen\u00e7lerbirli\u011fi S.K." + }, + { + "id": "q_003453", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002186", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Academy Award for Best Actress", + "pred": "Academy Award for Best Actress", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Actress" + }, + { + "id": "q_000960", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_004347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Deutsche Mark" + }, + { + "id": "q_003476", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Municipio III", + "pred": "Municipio III", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Municipio III" + }, + { + "id": "q_001826", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "WWE", + "pred": "WWE", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: WWE" + }, + { + "id": "q_002764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_007776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Latvian Soviet Socialist Republic", + "pred": "Latvian Soviet Socialist Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Latvian Soviet Socialist Republic" + }, + { + "id": "q_002291", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2022.0, + "gold": "Al-Nassr", + "pred": "Al-Nassr", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Al-Nassr" + }, + { + "id": "q_006248", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_003830", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1996" + }, + { + "id": "q_005800", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1927.0, + "gold": "1927", + "pred": "1927", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1927" + }, + { + "id": "q_002743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Roman Herzog", + "pred": "Roman Herzog", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Roman Herzog" + }, + { + "id": "q_005305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "TOP 09", + "pred": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ji\u0159\u00ed Posp\u00ed\u0161il" + }, + { + "id": "q_003125", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chinese Communist Party" + }, + { + "id": "q_003993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "United States Air Force", + "pred": "United States Air Force", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Air Force" + }, + { + "id": "q_000679", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Member of the European Parliament", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Member of the European Parliament" + }, + { + "id": "q_001435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "1922", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1922" + }, + { + "id": "q_004918", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_006137", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Orlando Magic", + "pred": "Orlando Magic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Orlando Magic" + }, + { + "id": "q_002644", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Club Atl\u00e9tico Tigre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Atl\u00e9tico Tigre" + }, + { + "id": "q_004185", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Christiane Kubrick", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Christiane Kubrick" + }, + { + "id": "q_007259", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Heidelberg University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heidelberg University" + }, + { + "id": "q_000078", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_006054", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "SC Young Fellows Juventus", + "pred": "SC Young Fellows Juventus", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SC Young Fellows Juventus" + }, + { + "id": "q_004140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "president", + "pred": "president", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: president" + }, + { + "id": "q_002324", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2008" + }, + { + "id": "q_008261", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "National Basketball Association", + "pred": "National Basketball Association", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: National Basketball Association" + }, + { + "id": "q_004156", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_002138", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Montpellier H\u00e9rault Sport Club", + "pred": "Montpellier H\u00e9rault Sport Club", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Montpellier H\u00e9rault Sport Club" + }, + { + "id": "q_001307", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_005256", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "auxiliary bishop", + "pred": "auxiliary bishop", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: auxiliary bishop" + }, + { + "id": "q_004475", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Q135837", + "pred": "Q135837", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Q135837" + }, + { + "id": "q_002220", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Estudiantes de La Plata", + "pred": "Estudiantes de La Plata", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Estudiantes de La Plata" + }, + { + "id": "q_006192", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Egypt", + "pred": "Egypt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Egypt" + }, + { + "id": "q_005619", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_003460", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Buber-Rosenzweig-Medal", + "pred": "Buber-Rosenzweig-Medal", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Buber-Rosenzweig-Medal" + }, + { + "id": "q_005532", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Gy\u00f6rgy Fekete", + "pred": "Gy\u00f6rgy Fekete", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gy\u00f6rgy Fekete" + }, + { + "id": "q_000731", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Ren\u00e9 Ang\u00e9lil", + "pred": "Ren\u00e9 Ang\u00e9lil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ren\u00e9 Ang\u00e9lil" + }, + { + "id": "q_007949", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Aston Villa F.C.", + "pred": "Aston Villa F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aston Villa F.C." + }, + { + "id": "q_001545", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_001649", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_008040", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_006170", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Nazi Germany", + "pred": "Nazi Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nazi Germany" + }, + { + "id": "q_008589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_003715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Cottbus District", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cottbus District" + }, + { + "id": "q_004771", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "SV Waldhof Mannheim", + "pred": "SV Waldhof Mannheim", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SV Waldhof Mannheim" + }, + { + "id": "q_002240", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Raymond Lahey", + "pred": "Raymond Lahey", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Raymond Lahey" + }, + { + "id": "q_001328", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "F.C. Hansa Rostock", + "pred": "F.C. Hansa Rostock", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: F.C. Hansa Rostock" + }, + { + "id": "q_003910", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1926.0, + "gold": "Yves du Manoir Stadium", + "pred": "Yves du Manoir Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yves du Manoir Stadium" + }, + { + "id": "q_003393", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Nemuro Subprefecture (1897\u20142010)", + "pred": "Nemuro Subprefecture (1897\u20142010)", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nemuro Subprefecture (1897\u20142010)" + }, + { + "id": "q_003249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Tuvan Autonomous Soviet Socialist Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tuvan Autonomous Soviet Socialist Republic" + }, + { + "id": "q_002690", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_000520", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Watford F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Watford F.C." + }, + { + "id": "q_008590", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Acad\u00e9mie des beaux-arts", + "pred": "Acad\u00e9mie des beaux-arts", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Acad\u00e9mie des beaux-arts" + }, + { + "id": "q_002965", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Toronto", + "pred": "Toronto", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Toronto" + }, + { + "id": "q_000417", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_007810", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_002744", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Queen Mary University of London", + "pred": "Queen Mary University of London", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Queen Mary University of London" + }, + { + "id": "q_006283", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "University of G\u00f6ttingen", + "pred": "University of G\u00f6ttingen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of G\u00f6ttingen" + }, + { + "id": "q_001516", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "President of the Swiss Confederation", + "pred": "President of the Swiss Confederation", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the Swiss Confederation" + }, + { + "id": "q_004019", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "FC Aarau", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Aarau" + }, + { + "id": "q_007577", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Goethe University Frankfurt", + "pred": "Goethe University Frankfurt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Goethe University Frankfurt" + }, + { + "id": "q_006387", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Nopporo Station", + "pred": "Atsubetsu Station", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Atsubetsu Station" + }, + { + "id": "q_005748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy" + }, + { + "id": "q_006907", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "People's Republic of Bulgaria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: People's Republic of Bulgaria" + }, + { + "id": "q_000891", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_003937", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "VfL Bochum", + "pred": "VfL Bochum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: VfL Bochum" + }, + { + "id": "q_000823", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_006764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Aston Villa F.C.", + "pred": "Aston Villa F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aston Villa F.C." + }, + { + "id": "q_008286", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Deportivo de La Coru\u00f1a", + "pred": "C.D. Tenerife", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: C.D. Tenerife" + }, + { + "id": "q_002635", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: West Germany" + }, + { + "id": "q_006205", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_005727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Austria men's national football team", + "pred": "Austria men's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Austria men's national football team" + }, + { + "id": "q_002157", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_000634", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "SSC Bari", + "pred": "SSC Bari", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SSC Bari" + }, + { + "id": "q_005602", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Kita-Toyotsu Signal Base", + "pred": "Kita-Toyotsu Signal Base", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kita-Toyotsu Signal Base" + }, + { + "id": "q_000342", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_004873", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Club Atletico All Boys", + "pred": "Club Atletico All Boys", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Atletico All Boys" + }, + { + "id": "q_004390", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Shonan Bellmare", + "pred": "Shonan Bellmare", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Shonan Bellmare" + }, + { + "id": "q_006898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Bruno Rossi Prize", + "pred": "Bruno Rossi Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bruno Rossi Prize" + }, + { + "id": "q_006508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_005697", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "G.S. Iraklis Thessalonikis (men's association football)", + "pred": "G.S. Iraklis Thessalonikis (men's association football)", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: G.S. Iraklis Thessalonikis (men's association football)" + }, + { + "id": "q_002898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "VfB Stuttgart", + "pred": "VfB Stuttgart", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: VfB Stuttgart" + }, + { + "id": "q_003442", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2010" + }, + { + "id": "q_004805", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Bocskai FC", + "pred": "Bocskai FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bocskai FC" + }, + { + "id": "q_006113", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Prime Minister of Bhutan", + "pred": "Prime Minister of Bhutan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Bhutan" + }, + { + "id": "q_002998", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Hibernian F.C.", + "pred": "Hibernian F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hibernian F.C." + }, + { + "id": "q_000743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_005890", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_003583", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Aichi district", + "pred": "Aichi district", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aichi district" + }, + { + "id": "q_006267", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Empire" + }, + { + "id": "q_005655", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Associated Press Athlete of the Year", + "pred": "Associated Press Athlete of the Year", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Associated Press Athlete of the Year" + }, + { + "id": "q_003079", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Kingdom of Bulgaria", + "pred": "Kingdom of Bulgaria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Bulgaria" + }, + { + "id": "q_002419", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Helmond Sport", + "pred": "Helmond Sport", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Helmond Sport" + }, + { + "id": "q_007094", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "World Rally Championship", + "pred": "World Rally Championship", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: World Rally Championship" + }, + { + "id": "q_004223", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "French Navy", + "pred": "French Navy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: French Navy" + }, + { + "id": "q_000687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Orthez", + "pred": "Orthez", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Orthez" + }, + { + "id": "q_001391", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Royal Academy of Exact, Physical and Natural Sciences", + "pred": "Royal Academy of Exact, Physical and Natural Sciences", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Royal Academy of Exact, Physical and Natural Sciences" + }, + { + "id": "q_005935", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Atalanta BC", + "pred": "Atalanta BC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Atalanta BC" + }, + { + "id": "q_003693", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Spartak", + "pred": "Spartak", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Spartak" + }, + { + "id": "q_001318", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Princeton University", + "pred": "Princeton University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Princeton University" + }, + { + "id": "q_006537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Yale University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yale University" + }, + { + "id": "q_000126", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_004119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_004718", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Egypt", + "pred": "Egypt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Egypt" + }, + { + "id": "q_000908", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "TI-Raleigh", + "pred": "TI-Raleigh", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: TI-Raleigh" + }, + { + "id": "q_003983", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Spanish Navy", + "pred": "Spanish Navy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Spanish Navy" + }, + { + "id": "q_008295", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Grawemeyer Award for Music Composition", + "pred": "Grawemeyer Award for Music Composition", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Grawemeyer Award for Music Composition" + }, + { + "id": "q_003030", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "pred": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Acad\u00e9mie des Inscriptions et Belles-Lettres" + }, + { + "id": "q_005340", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Boavista F.C.", + "pred": "Boavista F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Boavista F.C." + }, + { + "id": "q_004507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_008262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Dario Franchitti", + "pred": "Dario Franchitti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dario Franchitti" + }, + { + "id": "q_000349", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "2nd U-boat Flotilla", + "pred": "2nd U-boat Flotilla", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2nd U-boat Flotilla" + }, + { + "id": "q_004450", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Radio Free Europe/Radio Liberty", + "pred": "Radio Free Europe/Radio Liberty", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Radio Free Europe/Radio Liberty" + }, + { + "id": "q_001374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom" + }, + { + "id": "q_005907", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1904.0, + "gold": "1904", + "pred": "1904", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1904" + }, + { + "id": "q_007403", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Nazi Germany", + "pred": "Nazi Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nazi Germany" + }, + { + "id": "q_007172", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Cardiff City F.C.", + "pred": "Cardiff City F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cardiff City F.C." + }, + { + "id": "q_006019", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Fengtien", + "pred": "Fengtien", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Fengtien" + }, + { + "id": "q_003483", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Helmut Newton", + "pred": "Helmut Newton", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Helmut Newton" + }, + { + "id": "q_003450", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_007313", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Georges Bataille", + "pred": "Georges Bataille", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Georges Bataille" + }, + { + "id": "q_006396", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Institute for Advanced Study", + "pred": "Institute for Advanced Study", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Institute for Advanced Study" + }, + { + "id": "q_004252", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "FC Sochaux-Montb\u00e9liard", + "pred": "France men's national association football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: France men's national association football team" + }, + { + "id": "q_006732", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Lappeenranta", + "pred": "Lappeenranta", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lappeenranta" + }, + { + "id": "q_002912", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Tinkoff", + "pred": "Tinkoff", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tinkoff" + }, + { + "id": "q_000404", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Club Le\u00f3n", + "pred": "Club Le\u00f3n", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Le\u00f3n" + }, + { + "id": "q_003700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_007041", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Hannover 96", + "pred": "Hannover 96", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hannover 96" + }, + { + "id": "q_008089", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_003463", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chinese Communist Party" + }, + { + "id": "q_005154", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_002203", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Pace University", + "pred": "Pace University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pace University" + }, + { + "id": "q_008263", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_001733", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "FC Aarau", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Aarau" + }, + { + "id": "q_002948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Chemnitz Government Region", + "pred": "Chemnitz Government Region", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chemnitz Government Region" + }, + { + "id": "q_004111", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Osinniki", + "pred": "Osinniki", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Osinniki" + }, + { + "id": "q_003418", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Bruno Kastner", + "pred": "Bruno Kastner", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bruno Kastner" + }, + { + "id": "q_004890", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Kiliia Raion", + "pred": "Kiliia Raion", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kiliia Raion" + }, + { + "id": "q_008141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_008123", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_003032", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1968.0, + "gold": "1968", + "pred": "1968", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1968" + }, + { + "id": "q_003123", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1928.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_008638", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2015.0, + "gold": "2015", + "pred": "2015", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2015" + }, + { + "id": "q_004857", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Christiane Kubrick", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Christiane Kubrick" + }, + { + "id": "q_004040", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2009" + }, + { + "id": "q_001345", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Radical Civic Union", + "pred": "Radical Civic Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Radical Civic Union" + }, + { + "id": "q_004403", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1930" + }, + { + "id": "q_005977", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2008" + }, + { + "id": "q_005231", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Algiers", + "pred": "Algiers", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Algiers" + }, + { + "id": "q_007965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Second Polish Republic", + "pred": "Second Polish Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Second Polish Republic" + }, + { + "id": "q_007542", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "England women's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: England women's national football team" + }, + { + "id": "q_002736", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Busan IPark FC", + "pred": "Busan IPark FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Busan IPark FC" + }, + { + "id": "q_006562", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_008098", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "2013", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2013" + }, + { + "id": "q_008119", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_007399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Barbastro", + "pred": "Barbastro", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Barbastro" + }, + { + "id": "q_002437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: chairperson" + }, + { + "id": "q_004561", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2001" + }, + { + "id": "q_008086", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Cindy McCain", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cindy McCain" + }, + { + "id": "q_003089", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_003744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Toulouse FC", + "pred": "Toulouse FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Toulouse FC" + }, + { + "id": "q_007690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1942" + }, + { + "id": "q_007154", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_007872", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Big Brother", + "pred": "Big Brother", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Big Brother" + }, + { + "id": "q_008425", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_000644", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Iburi Subprefecture", + "pred": "Iburi Subprefecture", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Iburi Subprefecture" + }, + { + "id": "q_001235", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Omar al-Bashir", + "pred": "Omar al-Bashir", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Omar al-Bashir" + }, + { + "id": "q_006759", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise" + }, + { + "id": "q_004565", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Empire" + }, + { + "id": "q_005444", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Queens Park Rangers F.C.", + "pred": "Queens Park Rangers F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Queens Park Rangers F.C." + }, + { + "id": "q_001753", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_003468", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "B\u00f4cher Memorial Prize", + "pred": "B\u00f4cher Memorial Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: B\u00f4cher Memorial Prize" + }, + { + "id": "q_001321", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "KFC Uerdingen 05", + "pred": "KFC Uerdingen 05", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: KFC Uerdingen 05" + }, + { + "id": "q_004960", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Real Madrid Club de F\u00fatbol", + "pred": "Real Madrid Club de F\u00fatbol", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Real Madrid Club de F\u00fatbol" + }, + { + "id": "q_004118", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_008476", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_004242", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_004333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "FC St. Gallen", + "pred": "FC St. Gallen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC St. Gallen" + }, + { + "id": "q_007528", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1974" + }, + { + "id": "q_003750", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States" + }, + { + "id": "q_002500", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "PFC Slavia Sofia", + "pred": "PFC Slavia Sofia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: PFC Slavia Sofia" + }, + { + "id": "q_006400", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_004574", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1977" + }, + { + "id": "q_002681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_006488", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Albert II of Belgium", + "pred": "Albert II of Belgium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Albert II of Belgium" + }, + { + "id": "q_007839", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004" + }, + { + "id": "q_001389", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_007506", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_005877", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: chairperson" + }, + { + "id": "q_001046", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise" + }, + { + "id": "q_004160", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SC Bastia", + "pred": "SC Bastia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SC Bastia" + }, + { + "id": "q_001013", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Rip Torn", + "pred": "Rip Torn", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rip Torn" + }, + { + "id": "q_007572", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Bernadette Chirac", + "pred": "Bernadette Chirac", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bernadette Chirac" + }, + { + "id": "q_008063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Academy Award for Best Costume Design", + "pred": "Academy Award for Best Costume Design", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Costume Design" + }, + { + "id": "q_008392", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_003675", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "list of land speed records", + "pred": "list of land speed records", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: list of land speed records" + }, + { + "id": "q_004974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "AFC Bournemouth", + "pred": "AFC Bournemouth", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: AFC Bournemouth" + }, + { + "id": "q_000114", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Finland women's national football team", + "pred": "\u00c5land United", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: \u00c5land United" + }, + { + "id": "q_004958", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "FC Bayern Munich", + "pred": "FC Bayern Munich", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Bayern Munich" + }, + { + "id": "q_002847", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_001441", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gen\u00e7lerbirli\u011fi S.K." + }, + { + "id": "q_006437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_002206", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Chelsea F.C.", + "pred": "Chelsea F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chelsea F.C." + }, + { + "id": "q_007216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "C.D. Jorge Wilstermann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: C.D. Jorge Wilstermann" + }, + { + "id": "q_005526", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "SK Rapid Wien", + "pred": "SK Rapid Wien", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SK Rapid Wien" + }, + { + "id": "q_005718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_000262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "FK Teplice", + "pred": "FK Teplice", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FK Teplice" + }, + { + "id": "q_001083", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany" + }, + { + "id": "q_004361", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "SK Brann", + "pred": "SK Brann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SK Brann" + }, + { + "id": "q_006333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Deutsche Reichsbahn", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Deutsche Reichsbahn" + }, + { + "id": "q_003965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Servette FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Servette FC" + }, + { + "id": "q_002645", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "S.L. Benfica", + "pred": "S.L. Benfica", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S.L. Benfica" + }, + { + "id": "q_001182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Silver Bear for Best Actress", + "pred": "Silver Bear for Best Actress", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Silver Bear for Best Actress" + }, + { + "id": "q_004948", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "2007", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2007" + }, + { + "id": "q_001871", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Yale University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yale University" + }, + { + "id": "q_000473", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "US Triestina Calcio 1918", + "pred": "US Triestina Calcio 1918", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: US Triestina Calcio 1918" + }, + { + "id": "q_006904", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Bernd R\u00fcthers", + "pred": "Bernd R\u00fcthers", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bernd R\u00fcthers" + }, + { + "id": "q_003995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "RC Strasbourg Alsace", + "pred": "RC Strasbourg Alsace", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: RC Strasbourg Alsace" + }, + { + "id": "q_005684", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "delegate", + "pred": "delegate", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: delegate" + }, + { + "id": "q_004481", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Vladimir Lenin", + "pred": "Vladimir Lenin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vladimir Lenin" + }, + { + "id": "q_006873", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1948.0, + "gold": "1948", + "pred": "1948", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1948" + }, + { + "id": "q_005653", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Andrzej Strejlau", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Andrzej Strejlau" + }, + { + "id": "q_003277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tottenham Hotspur F.C." + }, + { + "id": "q_004653", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2012" + }, + { + "id": "q_001722", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_000499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "United States Marine Corps", + "pred": "United States Marine Corps", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Marine Corps" + }, + { + "id": "q_003725", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Empire" + }, + { + "id": "q_004162", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Bob Benny", + "pred": "Bob Benny", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bob Benny" + }, + { + "id": "q_004885", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_007832", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "South West Trains", + "pred": "South West Trains", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: South West Trains" + }, + { + "id": "q_005962", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_000011", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Order of the Red Banner of Labour", + "pred": "Order of the Red Banner of Labour", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Order of the Red Banner of Labour" + }, + { + "id": "q_007446", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Cruz Azul", + "pred": "Cruz Azul", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cruz Azul" + }, + { + "id": "q_004620", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_007791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Fredrikstad FK", + "pred": "Fredrikstad FK", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Fredrikstad FK" + }, + { + "id": "q_003645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Andrzej Strejlau", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Andrzej Strejlau" + }, + { + "id": "q_008601", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_001029", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Club Joventut Badalona", + "pred": "Club Joventut Badalona", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Joventut Badalona" + }, + { + "id": "q_002959", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006" + }, + { + "id": "q_002305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002878", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Guardian Children's Fiction Prize", + "pred": "Guardian Children's Fiction Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Guardian Children's Fiction Prize" + }, + { + "id": "q_000807", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "C\u00e9sar Award for Best Female Revelation", + "pred": "C\u00e9sar Award for Best Female Revelation", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: C\u00e9sar Award for Best Female Revelation" + }, + { + "id": "q_004108", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise" + }, + { + "id": "q_000347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Primetime Emmy Award for Outstanding Animated Program", + "pred": "Primetime Emmy Award for Outstanding Animated Program", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Primetime Emmy Award for Outstanding Animated Program" + }, + { + "id": "q_004954", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "FC Elista", + "pred": "Dario Passoni", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dario Passoni" + }, + { + "id": "q_006909", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Umberto Bossi", + "pred": "Umberto Bossi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Umberto Bossi" + }, + { + "id": "q_007331", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "President of Latvia", + "pred": "President of Latvia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Latvia" + }, + { + "id": "q_003609", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Sch\u00f6neberg", + "pred": "Sch\u00f6neberg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sch\u00f6neberg" + }, + { + "id": "q_006006", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "FC Twente", + "pred": "FC Twente", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Twente" + }, + { + "id": "q_008100", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Mandatory Palestine", + "pred": "Mandatory Palestine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mandatory Palestine" + }, + { + "id": "q_004453", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_006282", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Club Atl\u00e9tico Osasuna", + "pred": "Club Atl\u00e9tico Osasuna", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Atl\u00e9tico Osasuna" + }, + { + "id": "q_003708", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_003013", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Watford F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Watford F.C." + }, + { + "id": "q_001471", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_007727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_000942", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Husqvarna FF", + "pred": "Husqvarna FF", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Husqvarna FF" + }, + { + "id": "q_006079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Altai Krai", + "pred": "Altai Krai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Altai Krai" + }, + { + "id": "q_002943", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Leipzig University", + "pred": "Leipzig University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Leipzig University" + }, + { + "id": "q_003037", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany" + }, + { + "id": "q_003677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_003146", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "New York City", + "pred": "New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: New York City" + }, + { + "id": "q_004225", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "MTK Budapest FC", + "pred": "MTK Budapest FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: MTK Budapest FC" + }, + { + "id": "q_000827", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_008211", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Rick Parfitt", + "pred": "Rick Parfitt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rick Parfitt" + }, + { + "id": "q_007342", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pierre Mauroy", + "pred": "Pierre Mauroy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pierre Mauroy" + }, + { + "id": "q_005759", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Austria\u2013Hungary", + "pred": "Austria\u2013Hungary", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Austria\u2013Hungary" + }, + { + "id": "q_003949", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Member of the European Parliament", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Member of the European Parliament" + }, + { + "id": "q_005277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Samba Gold", + "pred": "Samba Gold", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Samba Gold" + }, + { + "id": "q_001667", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002554", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2009" + }, + { + "id": "q_003996", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1943.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_005904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_004658", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_004227", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Lady Gaga", + "pred": "Lady Gaga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lady Gaga" + }, + { + "id": "q_001594", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Bell Labs", + "pred": "Bell Labs", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bell Labs" + }, + { + "id": "q_006869", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Al Masry SC", + "pred": "Al Masry SC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Al Masry SC" + }, + { + "id": "q_006930", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_000374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "University of Edinburgh", + "pred": "University of Edinburgh", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of Edinburgh" + }, + { + "id": "q_005195", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_002457", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Cottbus District", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cottbus District" + }, + { + "id": "q_007411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "CPJ International Press Freedom Awards", + "pred": "CPJ International Press Freedom Awards", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: CPJ International Press Freedom Awards" + }, + { + "id": "q_006097", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2008" + }, + { + "id": "q_006940", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "British Raj", + "pred": "British Raj", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: British Raj" + }, + { + "id": "q_000173", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_005298", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_005185", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1950.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_007749", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "David Mamet", + "pred": "David Mamet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Mamet" + }, + { + "id": "q_007535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges." + }, + { + "id": "q_006111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002110", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_000829", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_008640", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002292", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1989" + }, + { + "id": "q_005480", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "general", + "pred": "general", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: general" + }, + { + "id": "q_008496", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_006640", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Ottoman Empire", + "pred": "Ottoman Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ottoman Empire" + }, + { + "id": "q_003927", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Ascoli Calcio 1898 FC", + "pred": "Ascoli Calcio 1898 FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ascoli Calcio 1898 FC" + }, + { + "id": "q_007996", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_000373", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Northwestern University", + "pred": "Northwestern University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Northwestern University" + }, + { + "id": "q_005430", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Aut\u00f3dromo Internacional Ayrton Senna", + "pred": "Aut\u00f3dromo Internacional Ayrton Senna", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aut\u00f3dromo Internacional Ayrton Senna" + }, + { + "id": "q_000744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Calcio Foggia 1920", + "pred": "Calcio Foggia 1920", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Calcio Foggia 1920" + }, + { + "id": "q_003964", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Gangwon FC", + "pred": "Gangwon FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gangwon FC" + }, + { + "id": "q_004438", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Club Atl\u00e9tico River Plate", + "pred": "Club Atl\u00e9tico River Plate", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Atl\u00e9tico River Plate" + }, + { + "id": "q_004862", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1902.0, + "gold": "Amtshauptmannschaft Schwarzenberg", + "pred": "Amtshauptmannschaft Schwarzenberg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amtshauptmannschaft Schwarzenberg" + }, + { + "id": "q_004495", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "As d'Or Jeu de l'Ann\u00e9e", + "pred": "As d'Or Jeu de l'Ann\u00e9e", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: As d'Or Jeu de l'Ann\u00e9e" + }, + { + "id": "q_002486", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Israel" + }, + { + "id": "q_003629", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "La Spezia", + "pred": "La Spezia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: La Spezia" + }, + { + "id": "q_006341", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "FC Girondins de Bordeaux", + "pred": "David Bellion", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Bellion" + }, + { + "id": "q_002779", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SBV Vitesse", + "pred": "SBV Vitesse", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SBV Vitesse" + }, + { + "id": "q_006236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Nazi Party", + "pred": "Nazi Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nazi Party" + }, + { + "id": "q_004217", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "1. FFC Frankfurt", + "pred": "1. FFC Frankfurt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1. FFC Frankfurt" + }, + { + "id": "q_001111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_003973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Mandatory Palestine", + "pred": "Mandatory Palestine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mandatory Palestine" + }, + { + "id": "q_002651", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Edith Roosevelt", + "pred": "Edith Roosevelt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Edith Roosevelt" + }, + { + "id": "q_005128", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2012" + }, + { + "id": "q_007441", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Norway men's national association football team", + "pred": "Norway men's national association football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Norway men's national association football team" + }, + { + "id": "q_006793", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "FC Veszpr\u00e9m", + "pred": "FC Veszpr\u00e9m", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Veszpr\u00e9m" + }, + { + "id": "q_005396", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Nazi Germany", + "pred": "Nazi Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nazi Germany" + }, + { + "id": "q_002815", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "People's Republic of China", + "pred": "People's Republic of China", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: People's Republic of China" + }, + { + "id": "q_007174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Amsterdam", + "pred": "Amsterdam", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amsterdam" + }, + { + "id": "q_001511", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Academy Award for Best Picture", + "pred": "Academy Award for Best Picture", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Picture" + }, + { + "id": "q_000553", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Denmark women's national football team", + "pred": "Julie Rydahl Bukh", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Julie Rydahl Bukh" + }, + { + "id": "q_000656", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Northwestern University", + "pred": "University of Chicago", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of Chicago" + }, + { + "id": "q_001297", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1970.0, + "gold": "1970", + "pred": "1970", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1970" + }, + { + "id": "q_007459", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Amsterdam", + "pred": "Amsterdam", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amsterdam" + }, + { + "id": "q_002423", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Trinidad and Tobago men's national football team", + "pred": "Trinidad and Tobago men's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Trinidad and Tobago men's national football team" + }, + { + "id": "q_001348", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Servette FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Servette FC" + }, + { + "id": "q_008576", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_002071", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "British School at Rome", + "pred": "British School at Rome", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: British School at Rome" + }, + { + "id": "q_004899", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1978.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_001022", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Vladimir Oblast", + "pred": "Vladimir Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vladimir Oblast" + }, + { + "id": "q_003839", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jane Birkin", + "pred": "Jane Birkin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jane Birkin" + }, + { + "id": "q_001814", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Christian Neureuther", + "pred": "Christian Neureuther", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Christian Neureuther" + }, + { + "id": "q_007256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_005993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Martha Vickers", + "pred": "Martha Vickers", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Martha Vickers" + }, + { + "id": "q_005336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Arabic", + "pred": "Arabic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Arabic" + }, + { + "id": "q_005683", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Heidelberg University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heidelberg University" + }, + { + "id": "q_007163", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Relax-Gam", + "pred": "Relax-Gam", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Relax-Gam" + }, + { + "id": "q_007140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Carl Ferdinand Cori", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carl Ferdinand Cori" + }, + { + "id": "q_008134", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges." + }, + { + "id": "q_002147", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Hungarian Socialist Workers' Party", + "pred": "Hungarian Socialist Workers' Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hungarian Socialist Workers' Party" + }, + { + "id": "q_006224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "habilitation", + "pred": "habilitation", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: habilitation" + }, + { + "id": "q_000654", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Province of Mantua", + "pred": "Province of Mantua", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Province of Mantua" + }, + { + "id": "q_004102", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "University of California, Los Angeles", + "pred": "University of California, Los Angeles", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of California, Los Angeles" + }, + { + "id": "q_007739", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "FSV Frankfurt", + "pred": "FSV Frankfurt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FSV Frankfurt" + }, + { + "id": "q_006368", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Chemins de fer du Midi", + "pred": "Chemins de fer du Midi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chemins de fer du Midi" + }, + { + "id": "q_002589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_006409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "A.O. Kavalas (association football)", + "pred": "A.O. Kavalas (association football)", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A.O. Kavalas (association football)" + }, + { + "id": "q_002646", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1997.0, + "gold": "1997", + "pred": "1997", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1997" + }, + { + "id": "q_002133", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Gold Medal of the Royal Astronomical Society", + "pred": "Gold Medal of the Royal Astronomical Society", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gold Medal of the Royal Astronomical Society" + }, + { + "id": "q_000302", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002678", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Atalanta BC", + "pred": "Atalanta BC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Atalanta BC" + }, + { + "id": "q_004224", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Tony Award for Best Actress in a Play", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tony Award for Best Actress in a Play" + }, + { + "id": "q_005379", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "arrondissement of Bourg-en-Bresse", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: arrondissement of Bourg-en-Bresse" + }, + { + "id": "q_006243", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1982" + }, + { + "id": "q_008166", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "MTK Budapest FC", + "pred": "MTK Budapest FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: MTK Budapest FC" + }, + { + "id": "q_003678", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "lawyer", + "pred": "lawyer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: lawyer" + }, + { + "id": "q_000025", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Klaus Jensen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Jensen" + }, + { + "id": "q_001419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom" + }, + { + "id": "q_000689", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_004963", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "City of Gosford", + "pred": "City of Gosford", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: City of Gosford" + }, + { + "id": "q_001580", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "London", + "pred": "London", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: London" + }, + { + "id": "q_002212", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1977" + }, + { + "id": "q_001427", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "FC Lausanne-Sport", + "pred": "FC Lausanne-Sport", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Lausanne-Sport" + }, + { + "id": "q_000751", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise" + }, + { + "id": "q_005986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "FC Spartak Trnava", + "pred": "FC Spartak Trnava", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Spartak Trnava" + }, + { + "id": "q_002412", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_001943", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1999.0, + "gold": "1999", + "pred": "1999", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1999" + }, + { + "id": "q_005685", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1939", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1939" + }, + { + "id": "q_001916", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Str\u00f8msgodset IF", + "pred": "Str\u00f8msgodset IF", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Str\u00f8msgodset IF" + }, + { + "id": "q_006927", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_000904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_006701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_005536", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Fengtien", + "pred": "Fengtien", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Fengtien" + }, + { + "id": "q_000555", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Gertrude Stein", + "pred": "Gertrude Stein", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gertrude Stein" + }, + { + "id": "q_005626", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Heiner Gei\u00dfler", + "pred": "Heiner Gei\u00dfler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heiner Gei\u00dfler" + }, + { + "id": "q_005124", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Algiers", + "pred": "Algiers", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Algiers" + }, + { + "id": "q_002798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Coll\u00e8ge de France", + "pred": "Coll\u00e8ge de France", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Coll\u00e8ge de France" + }, + { + "id": "q_003885", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2021.0, + "gold": "National Oceanic and Atmospheric Administration", + "pred": "National Oceanic and Atmospheric Administration", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: National Oceanic and Atmospheric Administration" + }, + { + "id": "q_005314", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Taiwan" + }, + { + "id": "q_007748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Knight Bachelor", + "pred": "Knight Bachelor", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Knight Bachelor" + }, + { + "id": "q_002726", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "SK Slavia Prague", + "pred": "SK Slavia Prague", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SK Slavia Prague" + }, + { + "id": "q_004003", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "KRC Mechelen", + "pred": "KRC Mechelen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: KRC Mechelen" + }, + { + "id": "q_008148", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_004079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1916.0, + "gold": "Marie Bonaparte", + "pred": "Marie Bonaparte", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Marie Bonaparte" + }, + { + "id": "q_003444", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "A.S. Nancy-Lorraine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A.S. Nancy-Lorraine" + }, + { + "id": "q_004684", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Schutzstaffel", + "pred": "Schutzstaffel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Schutzstaffel" + }, + { + "id": "q_007043", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1995" + }, + { + "id": "q_002077", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Scunthorpe United F.C.", + "pred": "Scunthorpe United F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Scunthorpe United F.C." + }, + { + "id": "q_005610", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Willi Daume", + "pred": "Willi Daume", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Willi Daume" + }, + { + "id": "q_007161", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Polish People's Republic", + "pred": "Polish People's Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Polish People's Republic" + }, + { + "id": "q_008431", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Kingdom of Greece", + "pred": "Kingdom of Greece", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Greece" + }, + { + "id": "q_005503", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_003756", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Nuremberg Medical Trial", + "pred": "Nuremberg Medical Trial", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nuremberg Medical Trial" + }, + { + "id": "q_006939", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nobel Prize in Physiology or Medicine" + }, + { + "id": "q_005031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_001054", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002273", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Watford F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Watford F.C." + }, + { + "id": "q_000786", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Order of Merit of Baden-W\u00fcrttemberg" + }, + { + "id": "q_002778", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tottenham Hotspur F.C." + }, + { + "id": "q_005074", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Japan", + "pred": "Japan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Japan" + }, + { + "id": "q_007312", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Chelsea F.C.", + "pred": "Chelsea F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chelsea F.C." + }, + { + "id": "q_001350", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Leningrad Oblast", + "pred": "Luga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Luga" + }, + { + "id": "q_001371", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Clare Boothe Luce", + "pred": "Clare Boothe Luce", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Clare Boothe Luce" + }, + { + "id": "q_000490", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2005" + }, + { + "id": "q_006219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1985.0, + "gold": "1985", + "pred": "1985", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1985" + }, + { + "id": "q_005716", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_005200", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Pichichi Trophy", + "pred": "Pichichi Trophy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pichichi Trophy" + }, + { + "id": "q_000681", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2009" + }, + { + "id": "q_004424", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lviv Oblast", + "pred": "Lviv Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lviv Oblast" + }, + { + "id": "q_003611", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Catholic priest", + "pred": "Catholic priest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Catholic priest" + }, + { + "id": "q_000603", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Lille OSC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lille OSC" + }, + { + "id": "q_007417", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Beaux-Arts de Paris", + "pred": "Beaux-Arts de Paris", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Beaux-Arts de Paris" + }, + { + "id": "q_001017", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Golden Bear", + "pred": "Golden Bear", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Golden Bear" + }, + { + "id": "q_004297", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Walter Sisulu", + "pred": "Walter Sisulu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Walter Sisulu" + }, + { + "id": "q_007760", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Netherlands", + "pred": "Netherlands", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Netherlands" + }, + { + "id": "q_002309", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Feh\u00e9rv\u00e1r FC", + "pred": "Feh\u00e9rv\u00e1r FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Feh\u00e9rv\u00e1r FC" + }, + { + "id": "q_000472", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_001687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Free Democratic Party", + "pred": "Free Democratic Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Free Democratic Party" + }, + { + "id": "q_003092", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic" + }, + { + "id": "q_003984", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Hamburger SV", + "pred": "Hamburger SV", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hamburger SV" + }, + { + "id": "q_004307", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_004221", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002604", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Orenburg Governorate", + "pred": "Orenburg", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Orenburg" + }, + { + "id": "q_005175", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_000103", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "People's Republic of Bulgaria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: People's Republic of Bulgaria" + }, + { + "id": "q_007858", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "construction", + "pred": "construction", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: construction" + }, + { + "id": "q_000929", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Tony Award for Best Actress in a Play", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tony Award for Best Actress in a Play" + }, + { + "id": "q_008399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Hamburg Commercial Bank", + "pred": "Hamburg Commercial Bank", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hamburg Commercial Bank" + }, + { + "id": "q_006833", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "Princess M\u00e4rtha of Sweden", + "pred": "Denmark", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Denmark" + }, + { + "id": "q_007826", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006" + }, + { + "id": "q_005791", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1969.0, + "gold": "1969", + "pred": "1969", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1969" + }, + { + "id": "q_008695", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "FC Basel", + "pred": "FC Basel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Basel" + }, + { + "id": "q_006326", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_002683", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_004982", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "AS Monaco FC", + "pred": "AS Monaco FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: AS Monaco FC" + }, + { + "id": "q_000500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rome" + }, + { + "id": "q_000415", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise" + }, + { + "id": "q_002513", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "IBM", + "pred": "IBM", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: IBM" + }, + { + "id": "q_001131", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chinese Communist Party" + }, + { + "id": "q_004809", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_006419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "England women's national football team", + "pred": "England women's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: England women's national football team" + }, + { + "id": "q_000119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002765", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "The Rockefeller University", + "pred": "The Rockefeller University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Rockefeller University" + }, + { + "id": "q_001638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_003270", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_002090", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_002717", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_001781", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Waltrude Schleyer", + "pred": "Waltrude Schleyer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Waltrude Schleyer" + }, + { + "id": "q_007508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "West Ham United F.C.", + "pred": "West Ham United F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: West Ham United F.C." + }, + { + "id": "q_000911", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Tuscany", + "pred": "Tuscany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tuscany" + }, + { + "id": "q_002590", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1946.0, + "gold": "1946", + "pred": "1946", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1946" + }, + { + "id": "q_005409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Order of Merit of Baden-W\u00fcrttemberg" + }, + { + "id": "q_004701", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise" + }, + { + "id": "q_006905", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2023" + }, + { + "id": "q_005334", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2003" + }, + { + "id": "q_006551", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_002537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_004357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "FC Amkar Perm", + "pred": "FC Amkar Perm", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Amkar Perm" + }, + { + "id": "q_006681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Sporting CP", + "pred": "Sporting CP", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sporting CP" + }, + { + "id": "q_001982", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_001763", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Tranmere Rovers F.C.", + "pred": "Tranmere Rovers F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tranmere Rovers F.C." + }, + { + "id": "q_001693", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Utrecht University", + "pred": "Utrecht University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Utrecht University" + }, + { + "id": "q_006247", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1909.0, + "gold": "Associate Justice of the Supreme Court of the United States", + "pred": "Associate Justice of the Supreme Court of the United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Associate Justice of the Supreme Court of the United States" + }, + { + "id": "q_006923", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Der St\u00fcrmer", + "pred": "Der St\u00fcrmer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Der St\u00fcrmer" + }, + { + "id": "q_004828", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_006717", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_001064", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic" + }, + { + "id": "q_002886", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_001768", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_006522", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Cameroon men's national football team", + "pred": "Jean-Pierre Papin", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jean-Pierre Papin" + }, + { + "id": "q_001073", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Kingdom of Bulgaria", + "pred": "Kingdom of Bulgaria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Bulgaria" + }, + { + "id": "q_002125", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "SSC Napoli", + "pred": "SSC Napoli", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SSC Napoli" + }, + { + "id": "q_002297", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "FC Astra Giurgiu", + "pred": "FC Astra Giurgiu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Astra Giurgiu" + }, + { + "id": "q_002809", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_002474", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Pat Travers", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pat Travers" + }, + { + "id": "q_004101", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004" + }, + { + "id": "q_006366", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "England women's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: England women's national football team" + }, + { + "id": "q_003182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "United States Navy", + "pred": "United States Navy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Navy" + }, + { + "id": "q_003020", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Lagos", + "pred": "Lagos", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lagos" + }, + { + "id": "q_004956", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Calcio Padova", + "pred": "Calcio Padova", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Calcio Padova" + }, + { + "id": "q_006758", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Al Masry SC", + "pred": "Al Masry SC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Al Masry SC" + }, + { + "id": "q_003840", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "DSV Leoben", + "pred": "DSV Leoben", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: DSV Leoben" + }, + { + "id": "q_003113", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Wheaton College", + "pred": "Wheaton College", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Wheaton College" + }, + { + "id": "q_004767", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Miss America", + "pred": "Miss America", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Miss America" + }, + { + "id": "q_004986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_004256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "pred": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais" + }, + { + "id": "q_003340", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Russia", + "pred": "Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russia" + }, + { + "id": "q_005245", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1982" + }, + { + "id": "q_006022", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lady Gaga", + "pred": "Lady Gaga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lady Gaga" + }, + { + "id": "q_002807", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "University of Oslo", + "pred": "University of Oslo", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of Oslo" + }, + { + "id": "q_002236", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Order of Merit of North Rhine-Westphalia", + "pred": "Order of Merit of North Rhine-Westphalia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Order of Merit of North Rhine-Westphalia" + }, + { + "id": "q_006258", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "United States Cabinet", + "pred": "United States Cabinet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Cabinet" + }, + { + "id": "q_003646", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "pred": "Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie" + }, + { + "id": "q_002029", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Warabitai Station", + "pred": "Warabitai Station", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Warabitai Station" + }, + { + "id": "q_002701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Rudi Fuchs", + "pred": "Rudi Fuchs", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rudi Fuchs" + }, + { + "id": "q_000849", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1987" + }, + { + "id": "q_000139", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "Schutzstaffel", + "pred": "Schutzstaffel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Schutzstaffel" + }, + { + "id": "q_007176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Anton-G\u00fcnther, Duke of Oldenburg", + "pred": "Anton-G\u00fcnther, Duke of Oldenburg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Anton-G\u00fcnther, Duke of Oldenburg" + }, + { + "id": "q_004055", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_004419", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Jeonbuk Hyundai Motors FC", + "pred": "Jeonbuk Hyundai Motors FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jeonbuk Hyundai Motors FC" + }, + { + "id": "q_006447", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2010" + }, + { + "id": "q_005863", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Parliament of the United Kingdom", + "pred": "Parliament of the United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Parliament of the United Kingdom" + }, + { + "id": "q_004287", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Jens Stoltenberg", + "pred": "Jens Stoltenberg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jens Stoltenberg" + }, + { + "id": "q_008613", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "1980", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1980" + }, + { + "id": "q_002216", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Team Jayco AlUla", + "pred": "Team Jayco AlUla", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Team Jayco AlUla" + }, + { + "id": "q_006890", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gen\u00e7lerbirli\u011fi S.K." + }, + { + "id": "q_005004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_004395", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "University of Freiburg", + "pred": "University of Freiburg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of Freiburg" + }, + { + "id": "q_003660", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Queen", + "pred": "Queen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Queen" + }, + { + "id": "q_006514", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Soviet Federative Socialist Republic" + }, + { + "id": "q_002222", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_000791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany" + }, + { + "id": "q_001758", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "John Mauchly", + "pred": "John Mauchly", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John Mauchly" + }, + { + "id": "q_004641", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Ni\u00e8vre", + "pred": "Ni\u00e8vre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ni\u00e8vre" + }, + { + "id": "q_000084", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Munich Kammerspiele", + "pred": "Munich Kammerspiele", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Munich Kammerspiele" + }, + { + "id": "q_005007", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2017.0, + "gold": "2017", + "pred": "2017", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2017" + }, + { + "id": "q_002535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Tuvan Autonomous Soviet Socialist Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tuvan Autonomous Soviet Socialist Republic" + }, + { + "id": "q_007920", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2002" + }, + { + "id": "q_006359", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1956.0, + "gold": "1956", + "pred": "1956", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1956" + }, + { + "id": "q_005402", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Empire" + }, + { + "id": "q_007921", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1989" + }, + { + "id": "q_002569", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_003091", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Pat Travers", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pat Travers" + }, + { + "id": "q_002364", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Gaz\u00e9lec Ajaccio", + "pred": "Gaz\u00e9lec Ajaccio", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gaz\u00e9lec Ajaccio" + }, + { + "id": "q_007208", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Gustave Choquet", + "pred": "Gustave Choquet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gustave Choquet" + }, + { + "id": "q_003209", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "C\u00e9sar Milstein", + "pred": "C\u00e9sar Milstein", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: C\u00e9sar Milstein" + }, + { + "id": "q_001948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nobel Prize in Physiology or Medicine" + }, + { + "id": "q_004389", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "1922", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1922" + }, + { + "id": "q_001672", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Kemerovo Oblast", + "pred": "Kemerovo Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kemerovo Oblast" + }, + { + "id": "q_002971", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2020.0, + "gold": "Hamza Hamzao\u011flu", + "pred": "Hamza Hamzao\u011flu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hamza Hamzao\u011flu" + }, + { + "id": "q_007668", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Freie Universit\u00e4t Berlin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Freie Universit\u00e4t Berlin" + }, + { + "id": "q_004443", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Member of the European Parliament", + "pred": "Member of the European Parliament", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Member of the European Parliament" + }, + { + "id": "q_000260", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_003060", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Leipziger Land", + "pred": "Leipzig Government Region", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Leipzig Government Region" + }, + { + "id": "q_003434", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "United Arab Republic", + "pred": "United Arab Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Arab Republic" + }, + { + "id": "q_006063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_005538", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Nobel Prize in Literature", + "pred": "Nobel Prize in Literature", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nobel Prize in Literature" + }, + { + "id": "q_005136", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Ireland men\u2019s national rugby union team", + "pred": "Ireland men\u2019s national rugby union team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ireland men\u2019s national rugby union team" + }, + { + "id": "q_004183", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "The Rockefeller University", + "pred": "The Rockefeller University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Rockefeller University" + }, + { + "id": "q_006802", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Is\u00e8re", + "pred": "Is\u00e8re", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Is\u00e8re" + }, + { + "id": "q_002238", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_004081", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Harvard University", + "pred": "Harvard University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Harvard University" + }, + { + "id": "q_007931", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Kingdom of Hungary", + "pred": "Kingdom of Hungary", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Hungary" + }, + { + "id": "q_002561", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Babe\u0219-Bolyai University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Babe\u0219-Bolyai University" + }, + { + "id": "q_000796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Stockholm University", + "pred": "Stockholm University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Stockholm University" + }, + { + "id": "q_008363", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Poland", + "pred": "Poland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Poland" + }, + { + "id": "q_008611", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Wang Jingwei regime", + "pred": "Wang Jingwei regime", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Wang Jingwei regime" + }, + { + "id": "q_002255", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1986.0, + "gold": "1986", + "pred": "1986", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1986" + }, + { + "id": "q_007672", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2016", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2016" + }, + { + "id": "q_002954", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "SC Fortuna K\u00f6ln", + "pred": "SC Fortuna K\u00f6ln", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SC Fortuna K\u00f6ln" + }, + { + "id": "q_002449", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Valencia CF", + "pred": "Valencia CF", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Valencia CF" + }, + { + "id": "q_005372", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Malm\u00f6 FF", + "pred": "Malm\u00f6 FF", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Malm\u00f6 FF" + }, + { + "id": "q_006616", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_007451", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "SV Saar 05 Saarbr\u00fccken", + "pred": "SV Saar 05 Saarbr\u00fccken", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SV Saar 05 Saarbr\u00fccken" + }, + { + "id": "q_003948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "C.D. Nacional", + "pred": "C.D. Nacional", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: C.D. Nacional" + }, + { + "id": "q_008679", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_004351", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "education", + "pred": "education", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: education" + }, + { + "id": "q_007031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "FC Barcelona B\u00e0squet", + "pred": "FC Barcelona B\u00e0squet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Barcelona B\u00e0squet" + }, + { + "id": "q_004853", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_008238", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Reichsgesetzblatt", + "pred": "Reichsgesetzblatt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Reichsgesetzblatt" + }, + { + "id": "q_007289", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Empire" + }, + { + "id": "q_005590", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_002466", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1942.0, + "gold": "1st U-boat Flotilla", + "pred": "1st U-boat Flotilla", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1st U-boat Flotilla" + }, + { + "id": "q_005898", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Second Syrian Republic", + "pred": "Second Syrian Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Second Syrian Republic" + }, + { + "id": "q_004677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Empire" + }, + { + "id": "q_006637", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Allianz SE", + "pred": "Allianz SE", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Allianz SE" + }, + { + "id": "q_001605", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Keith Richards", + "pred": "Keith Richards", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Keith Richards" + }, + { + "id": "q_003947", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Q99317", + "pred": "Q99317", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Q99317" + }, + { + "id": "q_001379", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004" + }, + { + "id": "q_006411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Cruzeiro E.C.", + "pred": "Cruzeiro E.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cruzeiro E.C." + }, + { + "id": "q_004141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2021.0, + "gold": "Daft Punk", + "pred": "Daft Punk", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daft Punk" + }, + { + "id": "q_007475", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Latvia", + "pred": "Latvia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Latvia" + }, + { + "id": "q_008010", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "C.D. Jorge Wilstermann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: C.D. Jorge Wilstermann" + }, + { + "id": "q_005768", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Landeshauptmann", + "pred": "Landeshauptmann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Landeshauptmann" + }, + { + "id": "q_003283", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1977" + }, + { + "id": "q_003934", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Republic of Korea Army", + "pred": "Republic of Korea Army", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Republic of Korea Army" + }, + { + "id": "q_000952", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_004410", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Landrat", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Landrat" + }, + { + "id": "q_007420", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Orenburg Oblast", + "pred": "Orenburg Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Orenburg Oblast" + }, + { + "id": "q_003788", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Paris", + "pred": "Paris", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paris" + }, + { + "id": "q_007654", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Lille OSC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lille OSC" + }, + { + "id": "q_000104", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Daejeon Hana Citizen FC", + "pred": "Daejeon Hana Citizen FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daejeon Hana Citizen FC" + }, + { + "id": "q_003094", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "England men\u2019s national rugby union team", + "pred": "England men\u2019s national rugby union team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: England men\u2019s national rugby union team" + }, + { + "id": "q_005875", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_004542", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2016.0, + "gold": "Province of Carbonia-Iglesias", + "pred": "Province of Carbonia-Iglesias", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Province of Carbonia-Iglesias" + }, + { + "id": "q_000638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "AgustaWestland", + "pred": "AgustaWestland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: AgustaWestland" + }, + { + "id": "q_003357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_005999", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Czechia men's national football team", + "pred": "Czechia men's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Czechia men's national football team" + }, + { + "id": "q_003881", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_004798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Red Star F.C.", + "pred": "Red Star F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Red Star F.C." + }, + { + "id": "q_003140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Copley Medal", + "pred": "Copley Medal", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Copley Medal" + }, + { + "id": "q_000380", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Klaus Jensen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Jensen" + }, + { + "id": "q_007104", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: chairperson" + }, + { + "id": "q_005106", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1926.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_007198", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "VVV-Venlo", + "pred": "VVV-Venlo", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: VVV-Venlo" + }, + { + "id": "q_001075", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_007267", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Netherlands Antilles", + "pred": "Netherlands Antilles", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Netherlands Antilles" + }, + { + "id": "q_005453", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1989" + }, + { + "id": "q_006199", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Club Atl\u00e9tico Tigre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Atl\u00e9tico Tigre" + }, + { + "id": "q_007661", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tottenham Hotspur F.C." + }, + { + "id": "q_002761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Christoph Franz", + "pred": "Christoph Franz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Christoph Franz" + }, + { + "id": "q_007018", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Province of Ogliastra", + "pred": "Province of Ogliastra", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Province of Ogliastra" + }, + { + "id": "q_006321", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Pontault-Combault", + "pred": "Pontault-Combault", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pontault-Combault" + }, + { + "id": "q_000924", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_002232", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_005699", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "University of G\u00f6ttingen", + "pred": "University of G\u00f6ttingen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of G\u00f6ttingen" + }, + { + "id": "q_007488", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006" + }, + { + "id": "q_006249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Vla\u0219ca County", + "pred": "Vla\u0219ca County", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vla\u0219ca County" + }, + { + "id": "q_005369", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "University of Zurich", + "pred": "University of Zurich", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of Zurich" + }, + { + "id": "q_000700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_001823", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Bremen-Liga", + "pred": "Bremen-Liga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bremen-Liga" + }, + { + "id": "q_006475", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1991" + }, + { + "id": "q_008413", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1984.0, + "gold": "1984", + "pred": "1984", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1984" + }, + { + "id": "q_003577", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Chief of the Turkish General Staff", + "pred": "Chief of the Turkish General Staff", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chief of the Turkish General Staff" + }, + { + "id": "q_003400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Hanna-Barbera", + "pred": "Hanna-Barbera", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hanna-Barbera" + }, + { + "id": "q_008560", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Romania national rugby union team", + "pred": "Romania national rugby union team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Romania national rugby union team" + }, + { + "id": "q_008146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Czechoslovakia", + "pred": "Czechoslovakia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Czechoslovakia" + }, + { + "id": "q_006136", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1903.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Empire" + }, + { + "id": "q_005189", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise" + }, + { + "id": "q_002858", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Empire of Japan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Empire of Japan" + }, + { + "id": "q_008315", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Kemerovo Oblast", + "pred": "Kemerovo Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kemerovo Oblast" + }, + { + "id": "q_000228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Kotelnikovsky District", + "pred": "Kotelnikovsky District", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kotelnikovsky District" + }, + { + "id": "q_005219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004" + }, + { + "id": "q_000973", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Ternopil Oblast", + "pred": "Ternopil Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ternopil Oblast" + }, + { + "id": "q_002849", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_008608", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "S.C. Internacional", + "pred": "S.C. Internacional", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S.C. Internacional" + }, + { + "id": "q_001494", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Saint Petersburg", + "pred": "Saint Petersburg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Saint Petersburg" + }, + { + "id": "q_007390", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic" + }, + { + "id": "q_007069", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_001021", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Nelly Sachs Prize", + "pred": "Nelly Sachs Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nelly Sachs Prize" + }, + { + "id": "q_006507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_006782", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Merited Artist of the RSFSR", + "pred": "Merited Artist of the RSFSR", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Merited Artist of the RSFSR" + }, + { + "id": "q_008600", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_005516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Central Institute for Ancient History and Archeology", + "pred": "Central Institute for Ancient History and Archeology", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Central Institute for Ancient History and Archeology" + }, + { + "id": "q_005501", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_001523", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Prince Charles, Count of Flanders", + "pred": "Prince Charles, Count of Flanders", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prince Charles, Count of Flanders" + }, + { + "id": "q_003339", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Second Syrian Republic", + "pred": "Second Syrian Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Second Syrian Republic" + }, + { + "id": "q_006965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Empire of Japan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Empire of Japan" + }, + { + "id": "q_002341", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1996" + }, + { + "id": "q_006340", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "People's Artist of the USSR", + "pred": "People's Artist of the USSR", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: People's Artist of the USSR" + }, + { + "id": "q_004184", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Chelsea F.C.", + "pred": "Chelsea F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chelsea F.C." + }, + { + "id": "q_001998", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1939", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1939" + }, + { + "id": "q_008462", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2003" + }, + { + "id": "q_005081", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Beira Alta", + "pred": "Beira Alta", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Beira Alta" + }, + { + "id": "q_001020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Israel" + }, + { + "id": "q_006076", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Empire" + }, + { + "id": "q_004257", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Province of Posen", + "pred": "Province of Posen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Province of Posen" + }, + { + "id": "q_001129", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_002202", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Isabela", + "pred": "Isabela", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Isabela" + }, + { + "id": "q_001377", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_005631", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1974" + }, + { + "id": "q_000171", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Melora Walters", + "pred": "Melora Walters", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Melora Walters" + }, + { + "id": "q_007554", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_001278", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_005559", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Swiss Super League" + }, + { + "id": "q_007444", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021" + }, + { + "id": "q_004826", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "Dakar", + "pred": "Dakar", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dakar" + }, + { + "id": "q_003409", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Margaret Atwood", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Margaret Atwood" + }, + { + "id": "q_006575", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Attila J\u00f3zsef" + }, + { + "id": "q_001217", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hilary Swank", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hilary Swank" + }, + { + "id": "q_007223", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Klaus Sch\u00fctz", + "pred": "Klaus Sch\u00fctz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Sch\u00fctz" + }, + { + "id": "q_004735", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Berlin", + "pred": "Berlin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Berlin" + }, + { + "id": "q_001394", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic" + }, + { + "id": "q_004179", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_000278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Rudy Giuliani", + "pred": "Rudy Giuliani", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rudy Giuliani" + }, + { + "id": "q_005799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Wowereit" + }, + { + "id": "q_003446", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "President of the United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the United States" + }, + { + "id": "q_007096", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Phillip Cocu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Phillip Cocu" + }, + { + "id": "q_008279", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Montreal Forum" + }, + { + "id": "q_006719", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Emma de Caunes", + "pred": "Emma de Caunes", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Emma de Caunes" + }, + { + "id": "q_002450", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Cyprus Football Association", + "pred": "Cyprus Football Association", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cyprus Football Association" + }, + { + "id": "q_000742", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "2007", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2007" + }, + { + "id": "q_005331", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1977" + }, + { + "id": "q_002617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Stade Chaban-Delmas" + }, + { + "id": "q_006020", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lady Bird Johnson", + "pred": "Lady Bird Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lady Bird Johnson" + }, + { + "id": "q_002515", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sepp Herberger" + }, + { + "id": "q_000947", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S\u00fcper Lig" + }, + { + "id": "q_004442", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "2014", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2014" + }, + { + "id": "q_003129", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Wowereit" + }, + { + "id": "q_000626", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Edward Joseph Kelly", + "pred": "Edward Joseph Kelly", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Edward Joseph Kelly" + }, + { + "id": "q_008507", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "presidential system", + "pred": "presidential system", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: presidential system" + }, + { + "id": "q_000399", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Otto Nerz", + "pred": "Otto Nerz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Otto Nerz" + }, + { + "id": "q_005160", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "A Bend in the River", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A Bend in the River" + }, + { + "id": "q_006565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vicente Calder\u00f3n Stadium" + }, + { + "id": "q_006647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "President of North Macedonia", + "pred": "President of North Macedonia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of North Macedonia" + }, + { + "id": "q_008117", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021" + }, + { + "id": "q_007432", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Romano Prodi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Romano Prodi" + }, + { + "id": "q_006320", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1931.0, + "gold": "1931", + "pred": "1931", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1931" + }, + { + "id": "q_008047", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nicholas II of Russia" + }, + { + "id": "q_000063", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Carlo Vittorio Varetti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Vittorio Varetti" + }, + { + "id": "q_008584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Territory of Hawaii" + }, + { + "id": "q_001072", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Eusebio Sacrist\u00e1n", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eusebio Sacrist\u00e1n" + }, + { + "id": "q_005910", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States" + }, + { + "id": "q_003397", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "V\u00edt\u011bzslav Lavi\u010dka", + "pred": "V\u00edt\u011bzslav Lavi\u010dka", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: V\u00edt\u011bzslav Lavi\u010dka" + }, + { + "id": "q_000162", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Lady Bird Johnson", + "pred": "Lady Bird Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lady Bird Johnson" + }, + { + "id": "q_002728", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Silvio Berlusconi" + }, + { + "id": "q_003793", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Barcelona Province", + "pred": "Barcelona Province", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Barcelona Province" + }, + { + "id": "q_003541", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006" + }, + { + "id": "q_008524", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Stade Chaban-Delmas" + }, + { + "id": "q_003943", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani" + }, + { + "id": "q_003382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Michal B\u00edlek", + "pred": "Michal B\u00edlek", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Michal B\u00edlek" + }, + { + "id": "q_003569", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani" + }, + { + "id": "q_002249", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "University of Paris", + "pred": "University of Paris", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of Paris" + }, + { + "id": "q_001978", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_005073", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alex McLeish" + }, + { + "id": "q_000609", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1974" + }, + { + "id": "q_004940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Manuel Jim\u00e9nez Jim\u00e9nez", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Manuel Jim\u00e9nez Jim\u00e9nez" + }, + { + "id": "q_002185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Guy Ritchie", + "pred": "Guy Ritchie", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Guy Ritchie" + }, + { + "id": "q_006953", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "Jimmy Walker", + "pred": "Jimmy Walker", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jimmy Walker" + }, + { + "id": "q_001572", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Phillip Cocu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Phillip Cocu" + }, + { + "id": "q_008301", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Romano Prodi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Romano Prodi" + }, + { + "id": "q_000630", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1960.0, + "gold": "Graceland", + "pred": "Graceland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Graceland" + }, + { + "id": "q_000755", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Elizabeth II", + "pred": "Lyndon B. Johnson", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson" + }, + { + "id": "q_000326", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse" + }, + { + "id": "q_002870", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Bahrain", + "pred": "Prime Minister of Bahrain", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Bahrain" + }, + { + "id": "q_007789", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_007973", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Bjarne Riis", + "pred": "Bjarne Riis", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bjarne Riis" + }, + { + "id": "q_000219", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Vivien Leigh", + "pred": "Vivien Leigh", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vivien Leigh" + }, + { + "id": "q_007274", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Elizabeth II", + "pred": "Elizabeth II", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Elizabeth II" + }, + { + "id": "q_006021", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_006576", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "Laurence Olivier", + "pred": "Laurence Olivier", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Laurence Olivier" + }, + { + "id": "q_000623", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Bjarne Berntsen", + "pred": "Bjarne Berntsen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bjarne Berntsen" + }, + { + "id": "q_005668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "DBC Pierre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: DBC Pierre" + }, + { + "id": "q_003804", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Nobel Peace Prize", + "pred": "Nobel Peace Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nobel Peace Prize" + }, + { + "id": "q_006789", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Robert Ferdinand Wagner Jr.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Robert Ferdinand Wagner Jr." + }, + { + "id": "q_006521", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Atlanta-Fulton County Stadium", + "pred": "Atlanta-Fulton County Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Atlanta-Fulton County Stadium" + }, + { + "id": "q_006174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "Carry Me Down", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carry Me Down" + }, + { + "id": "q_004769", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Loretta Young", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Loretta Young" + }, + { + "id": "q_001801", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Vytautas Landsbergis", + "pred": "Vytautas Landsbergis", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vytautas Landsbergis" + }, + { + "id": "q_000920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "State Anthem of the Soviet Union", + "pred": "March of the Volunteers", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: March of the Volunteers" + }, + { + "id": "q_003724", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone" + }, + { + "id": "q_006014", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Hans Loritz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hans Loritz" + }, + { + "id": "q_007171", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S\u00fcper Lig" + }, + { + "id": "q_007260", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "3. Liga", + "pred": "3. Liga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 3. Liga" + }, + { + "id": "q_005517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Thomas Tuchel", + "pred": "Thomas Tuchel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Thomas Tuchel" + }, + { + "id": "q_007485", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Charlize Theron", + "pred": "Charlize Theron", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Charlize Theron" + }, + { + "id": "q_001837", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021" + }, + { + "id": "q_000568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Romano Prodi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Romano Prodi" + }, + { + "id": "q_005494", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Berti Vogts", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Berti Vogts" + }, + { + "id": "q_000075", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_004734", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Peter Carey", + "pred": "Peter Carey", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Peter Carey" + }, + { + "id": "q_004770", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Constantinople", + "pred": "Constantinople", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Constantinople" + }, + { + "id": "q_006777", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "S\u00e1ndor Preisinger", + "pred": "S\u00e1ndor Preisinger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S\u00e1ndor Preisinger" + }, + { + "id": "q_001481", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1977" + }, + { + "id": "q_000851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jos\u00e9 Mourinho" + }, + { + "id": "q_000707", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_007316", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Carlo Vittorio Varetti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Vittorio Varetti" + }, + { + "id": "q_002781", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Yugoslavia", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: France" + }, + { + "id": "q_001694", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Glenda Jackson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Glenda Jackson" + }, + { + "id": "q_005714", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "B\u00fclent Ecevit", + "pred": "B\u00fclent Ecevit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: B\u00fclent Ecevit" + }, + { + "id": "q_002568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Stefan Kuntz", + "pred": "Stefan Kuntz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Stefan Kuntz" + }, + { + "id": "q_000390", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Nobel Prize in Physics", + "pred": "Nobel Prize in Physics", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nobel Prize in Physics" + }, + { + "id": "q_004301", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Rudy Giuliani", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rudy Giuliani" + }, + { + "id": "q_007116", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse" + }, + { + "id": "q_004505", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Abraham Beame", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Abraham Beame" + }, + { + "id": "q_007035", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "David Dinkins", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Dinkins" + }, + { + "id": "q_004558", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jos\u00e9 Mourinho" + }, + { + "id": "q_003267", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Bette Davis", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bette Davis" + }, + { + "id": "q_006755", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Theodor Liebknecht", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Theodor Liebknecht" + }, + { + "id": "q_004583", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1987" + }, + { + "id": "q_000225", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Gareth Southgate", + "pred": "Gareth Southgate", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gareth Southgate" + }, + { + "id": "q_002459", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_006352", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021" + }, + { + "id": "q_004787", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Janusz W\u00f3jcik", + "pred": "Janusz W\u00f3jcik", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Janusz W\u00f3jcik" + }, + { + "id": "q_002226", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Leonid Brezhnev", + "pred": "Vladimir Kryuchkov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vladimir Kryuchkov" + }, + { + "id": "q_003363", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Jan Schaffrath", + "pred": "Jan Schaffrath", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jan Schaffrath" + }, + { + "id": "q_001025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Pavel Vrba", + "pred": "Pavel Vrba", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pavel Vrba" + }, + { + "id": "q_006972", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1976" + }, + { + "id": "q_007393", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Autonomous Province of Vojvodina", + "em": 0.0, + "f1": 0.4000000000000001, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Autonomous Province of Vojvodina" + }, + { + "id": "q_002784", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Franz Beckenbauer", + "pred": "Franz Beckenbauer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Franz Beckenbauer" + }, + { + "id": "q_005991", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_007278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Claudia Roth", + "pred": "Ulrike Herrmann", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ulrike Herrmann" + }, + { + "id": "q_002109", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "ADIG", + "pred": "ADIG", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: ADIG" + }, + { + "id": "q_005445", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Abraham Beame", + "pred": "Abraham Beame", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Abraham Beame" + }, + { + "id": "q_005382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Fiorello H. La Guardia", + "pred": "Fiorello H. La Guardia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Fiorello H. La Guardia" + }, + { + "id": "q_005633", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini" + }, + { + "id": "q_002083", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Jens Gustafsson", + "pred": "Jens Gustafsson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jens Gustafsson" + }, + { + "id": "q_003899", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic" + }, + { + "id": "q_002997", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom" + }, + { + "id": "q_005860", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Actress" + }, + { + "id": "q_001039", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Panama" + }, + { + "id": "q_000086", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini" + }, + { + "id": "q_005689", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bucharest" + }, + { + "id": "q_006609", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom" + }, + { + "id": "q_004970", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2003" + }, + { + "id": "q_004192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_007711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_008062", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "M\u00e1rio Soares", + "pred": "M\u00e1rio Soares", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: M\u00e1rio Soares" + }, + { + "id": "q_006613", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Stuart Lancaster", + "pred": "Stuart Lancaster", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Stuart Lancaster" + }, + { + "id": "q_001894", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Reese Witherspoon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Reese Witherspoon" + }, + { + "id": "q_002546", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: P\u00e9ter P\u00e1zm\u00e1ny" + }, + { + "id": "q_003153", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Zhou Enlai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Zhou Enlai" + }, + { + "id": "q_002865", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Thomas Keneally", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Thomas Keneally" + }, + { + "id": "q_007865", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_008428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Clive Woodward", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Clive Woodward" + }, + { + "id": "q_001858", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Graceland", + "pred": "Graceland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Graceland" + }, + { + "id": "q_001912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Constantinople", + "pred": "Constantinople", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Constantinople" + }, + { + "id": "q_003034", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Hans Loritz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hans Loritz" + }, + { + "id": "q_000799", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Barack Obama", + "pred": "Arsenii Yatseniuk", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Arsenii Yatseniuk" + }, + { + "id": "q_007926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Boston Garden", + "pred": "Boston Garden", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Boston Garden" + }, + { + "id": "q_004762", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "Kingdom of Prussia", + "pred": "Vienna", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vienna" + }, + { + "id": "q_004806", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lu\u00eds Filipe Vieira" + }, + { + "id": "q_003643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Premier League", + "pred": "Premier League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Premier League" + }, + { + "id": "q_008203", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Amway Arena", + "pred": "Amway Arena", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amway Arena" + }, + { + "id": "q_004465", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021" + }, + { + "id": "q_006874", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "John Lindsay", + "pred": "John Lindsay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John Lindsay" + }, + { + "id": "q_000593", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_004615", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2018.0, + "gold": "2018", + "pred": "2018", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2018" + }, + { + "id": "q_001617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Geoffrey Rush", + "pred": "Geoffrey Rush", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Geoffrey Rush" + }, + { + "id": "q_001902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Academy Award for Best Writing, Adapted Screenplay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Writing, Adapted Screenplay" + }, + { + "id": "q_004669", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Yuri Semin", + "pred": "Yuri Semin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yuri Semin" + }, + { + "id": "q_002742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Aldo Moro", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aldo Moro" + }, + { + "id": "q_006208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Theodor Liebknecht", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Theodor Liebknecht" + }, + { + "id": "q_006858", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2002" + }, + { + "id": "q_000627", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Academy Award for Best Writing, Adapted Screenplay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Writing, Adapted Screenplay" + }, + { + "id": "q_008456", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: absolute monarchy" + }, + { + "id": "q_004863", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Actress" + }, + { + "id": "q_005053", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lauri Yl\u00f6nen", + "pred": "Lauri Yl\u00f6nen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lauri Yl\u00f6nen" + }, + { + "id": "q_006906", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sini\u0161a Mihajlovi\u0107", + "pred": "Sini\u0161a Mihajlovi\u0107", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sini\u0161a Mihajlovi\u0107" + }, + { + "id": "q_004343", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Arrigo Sacchi", + "pred": "Arrigo Sacchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Arrigo Sacchi" + }, + { + "id": "q_008520", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Hans Loritz", + "pred": "Hans Loritz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hans Loritz" + }, + { + "id": "q_008566", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Kurt Biedenkopf", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kurt Biedenkopf" + }, + { + "id": "q_005406", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: West Germany" + }, + { + "id": "q_005485", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Milo\u0161 Zeman", + "pred": "Milo\u0161 Zeman", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Milo\u0161 Zeman" + }, + { + "id": "q_006778", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_000448", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Alex Ferguson", + "pred": "Alex Ferguson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alex Ferguson" + }, + { + "id": "q_005253", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Aravind Adiga", + "pred": "Aravind Adiga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aravind Adiga" + }, + { + "id": "q_002793", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Academy Award for Best Supporting Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Supporting Actress" + }, + { + "id": "q_001366", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Cliff Burton", + "pred": "Cliff Burton", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cliff Burton" + }, + { + "id": "q_000346", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giorgio Napolitano" + }, + { + "id": "q_001380", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "John Williams", + "pred": "John Williams", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John Williams" + }, + { + "id": "q_007366", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Giampiero Boniperti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giampiero Boniperti" + }, + { + "id": "q_004085", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "Qing dynasty", + "pred": "Qing dynasty", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Qing dynasty" + }, + { + "id": "q_002859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom" + }, + { + "id": "q_000061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Thomas Keneally", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Thomas Keneally" + }, + { + "id": "q_002208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nike" + }, + { + "id": "q_005149", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Dalvik VM", + "pred": "Dalvik VM", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dalvik VM" + }, + { + "id": "q_007466", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Deutsche Mark" + }, + { + "id": "q_001168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "EFL Championship", + "pred": "EFL Championship", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: EFL Championship" + }, + { + "id": "q_002303", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Prime Minister of Canada", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Canada" + }, + { + "id": "q_004925", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Norma Shearer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Norma Shearer" + }, + { + "id": "q_002425", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_003762", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Minneapolis Armory", + "pred": "Minneapolis Armory", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Minneapolis Armory" + }, + { + "id": "q_000351", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Territory of Hawaii" + }, + { + "id": "q_003288", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Alain Afflelou", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alain Afflelou" + }, + { + "id": "q_001079", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Giampiero Boniperti", + "pred": "Giampiero Boniperti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giampiero Boniperti" + }, + { + "id": "q_004556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Paulo Bento", + "pred": "Paulo Bento", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paulo Bento" + }, + { + "id": "q_006454", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Steve Sampson", + "pred": "Steve Sampson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Steve Sampson" + }, + { + "id": "q_007686", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "United States Cabinet", + "pred": "United States Cabinet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Cabinet" + }, + { + "id": "q_001636", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1975" + }, + { + "id": "q_000642", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Alan Hollinghurst", + "pred": "Alan Hollinghurst", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alan Hollinghurst" + }, + { + "id": "q_005992", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1906.0, + "gold": "Theodore Roosevelt", + "pred": "Theodore Roosevelt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Theodore Roosevelt" + }, + { + "id": "q_001567", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Robert Ferdinand Wagner Jr.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Robert Ferdinand Wagner Jr." + }, + { + "id": "q_003917", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Elizabeth II", + "pred": "Elizabeth II", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Elizabeth II" + }, + { + "id": "q_007632", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pawe\u0142 Janas", + "pred": "Pawe\u0142 Janas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pawe\u0142 Janas" + }, + { + "id": "q_001702", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Eerste Divisie", + "pred": "Eerste Divisie", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eerste Divisie" + }, + { + "id": "q_006358", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "German Federal Archives", + "pred": "German Federal Archives", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Federal Archives" + }, + { + "id": "q_006799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Dwight D. Eisenhower", + "pred": "Dwight D. Eisenhower", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dwight D. Eisenhower" + }, + { + "id": "q_001724", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson" + }, + { + "id": "q_005308", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Actress" + }, + { + "id": "q_006485", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Margaret Atwood", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Margaret Atwood" + }, + { + "id": "q_004831", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_005190", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Freie Universit\u00e4t Berlin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Freie Universit\u00e4t Berlin" + }, + { + "id": "q_006636", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "George Marshall", + "pred": "United States Secretary of State", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Secretary of State" + }, + { + "id": "q_003213", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson" + }, + { + "id": "q_005672", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler" + }, + { + "id": "q_006227", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021" + }, + { + "id": "q_006185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Giffoni Film Festival", + "pred": "Giffoni Film Festival", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giffoni Film Festival" + }, + { + "id": "q_007816", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Franciszek Smuda", + "pred": "Franciszek Smuda", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Franciszek Smuda" + }, + { + "id": "q_001958", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "John Lindsay", + "pred": "John Lindsay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John Lindsay" + }, + { + "id": "q_007818", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sepp Herberger" + }, + { + "id": "q_003874", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_006836", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_005437", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_001779", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Chemnitz Government Region", + "pred": "Chemnitz Government Region", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chemnitz Government Region" + }, + { + "id": "q_002182", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler" + }, + { + "id": "q_006540", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Antonio Segni", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Antonio Segni" + }, + { + "id": "q_000118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lu\u00eds Filipe Vieira" + }, + { + "id": "q_000470", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat" + }, + { + "id": "q_004884", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Emma Thompson", + "pred": "Emma Thompson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Emma Thompson" + }, + { + "id": "q_008312", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "United Kingdom of Great Britain and Ireland", + "pred": "United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom of Great Britain and Ireland" + }, + { + "id": "q_006013", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "David Dinkins", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Dinkins" + }, + { + "id": "q_006889", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Carlo Ancelotti", + "pred": "Carlo Ancelotti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Ancelotti" + }, + { + "id": "q_003651", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Saku Koivu" + }, + { + "id": "q_003374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Q82595", + "pred": "Q82595", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Q82595" + }, + { + "id": "q_003329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_000420", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1917.0, + "gold": "1917", + "pred": "1917", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1917" + }, + { + "id": "q_005828", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Prime Minister of Belize", + "pred": "Prime Minister of Belize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Belize" + }, + { + "id": "q_006078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sepp Herberger" + }, + { + "id": "q_002499", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Territory of Hawaii" + }, + { + "id": "q_008212", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "George VI", + "pred": "George VI", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: George VI" + }, + { + "id": "q_006996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_006976", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Gennaro Gattuso", + "pred": "Gennaro Gattuso", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gennaro Gattuso" + }, + { + "id": "q_007445", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.20000000000000004, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Order of Merit of Baden-W\u00fcrttemberg" + }, + { + "id": "q_004525", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Lamberto Dini", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_002061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giorgio Napolitano" + }, + { + "id": "q_003387", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021" + }, + { + "id": "q_004969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alex McLeish" + }, + { + "id": "q_008292", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States" + }, + { + "id": "q_006528", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1902", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1902" + }, + { + "id": "q_008636", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Walter Zenga", + "pred": "Walter Zenga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Walter Zenga" + }, + { + "id": "q_004972", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Kia Forum", + "pred": "Boston Garden", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Boston Garden" + }, + { + "id": "q_006497", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Hungarian People's Republic", + "pred": "Hungarian People's Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hungarian People's Republic" + }, + { + "id": "q_005926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jos\u00e9 Mourinho" + }, + { + "id": "q_005410", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Taiwan" + }, + { + "id": "q_000901", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Shimon Peres", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Shimon Peres" + }, + { + "id": "q_007838", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mircea Lucescu", + "pred": "Mircea Lucescu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mircea Lucescu" + }, + { + "id": "q_007144", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "The Internationale", + "pred": "The Internationale", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Internationale" + }, + { + "id": "q_003135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Jean Mistler", + "pred": "Jean Mistler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jean Mistler" + }, + { + "id": "q_000287", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Gerhard Casper", + "pred": "Gerhard Casper", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gerhard Casper" + }, + { + "id": "q_004792", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_006621", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sean Yates", + "pred": "Sean Yates", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sean Yates" + }, + { + "id": "q_001788", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Norma Shearer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Norma Shearer" + }, + { + "id": "q_002557", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Fiorello H. La Guardia", + "pred": "Fiorello H. La Guardia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Fiorello H. La Guardia" + }, + { + "id": "q_006859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "A. S. Byatt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A. S. Byatt" + }, + { + "id": "q_006058", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_000536", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vicente Calder\u00f3n Stadium" + }, + { + "id": "q_007404", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2000.0, + "gold": "2000", + "pred": "2000", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2000" + }, + { + "id": "q_001292", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1990.0, + "gold": "1990", + "pred": "1990", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1990" + }, + { + "id": "q_002179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "David Storey", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Storey" + }, + { + "id": "q_005996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "A Bend in the River", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A Bend in the River" + }, + { + "id": "q_002490", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1930" + }, + { + "id": "q_001434", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "New York City", + "pred": "New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: New York City" + }, + { + "id": "q_006868", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2001" + }, + { + "id": "q_008663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jean Mistler", + "pred": "Jean Mistler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jean Mistler" + }, + { + "id": "q_002319", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2022.0, + "gold": "2022", + "pred": "2022", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2022" + }, + { + "id": "q_008472", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic" + }, + { + "id": "q_000496", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Massimo D'Alema", + "pred": "Romano Prodi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Romano Prodi" + }, + { + "id": "q_005883", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Roman Herzog", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Roman Herzog" + }, + { + "id": "q_000466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "BP", + "pred": "BP", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: BP" + }, + { + "id": "q_001286", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone" + }, + { + "id": "q_003325", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bucharest" + }, + { + "id": "q_000231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "William Emmett Dever", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: William Emmett Dever" + }, + { + "id": "q_000949", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Roman Herzog", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Roman Herzog" + }, + { + "id": "q_004634", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006" + }, + { + "id": "q_008417", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Swiss Super League" + }, + { + "id": "q_007078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_003711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mary J. Blige", + "pred": "Mary J. Blige", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mary J. Blige" + }, + { + "id": "q_007469", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2010" + }, + { + "id": "q_002488", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_004737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Shimon Peres", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Shimon Peres" + }, + { + "id": "q_007418", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Union" + }, + { + "id": "q_006584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Elliott Gould", + "pred": "Elliott Gould", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Elliott Gould" + }, + { + "id": "q_005916", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_003663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Micha\u0142 Matyas", + "pred": "Micha\u0142 Matyas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Micha\u0142 Matyas" + }, + { + "id": "q_006233", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Eric Gerets", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eric Gerets" + }, + { + "id": "q_005848", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Empire" + }, + { + "id": "q_005040", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Antonio Segni", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_005138", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Adolf Hitler", + "pred": "Karl D\u00f6nitz", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Karl D\u00f6nitz" + }, + { + "id": "q_004246", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_007892", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_003061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler" + }, + { + "id": "q_006684", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat" + }, + { + "id": "q_001045", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2005" + }, + { + "id": "q_007568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "association football", + "pred": "association football", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: association football" + }, + { + "id": "q_002791", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Lory Del Santo", + "pred": "Lory Del Santo", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lory Del Santo" + }, + { + "id": "q_005581", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daniel Auteuil" + }, + { + "id": "q_006089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Pawe\u0142 Janas", + "pred": "Pawe\u0142 Janas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pawe\u0142 Janas" + }, + { + "id": "q_004802", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "John W. Campbell", + "pred": "John W. Campbell", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John W. Campbell" + }, + { + "id": "q_004455", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Giovanni Leone", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone" + }, + { + "id": "q_001570", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Otto Nerz", + "pred": "Otto Nerz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Otto Nerz" + }, + { + "id": "q_005703", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Morten Olsen", + "pred": "Morten Olsen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Morten Olsen" + }, + { + "id": "q_006235", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Diego Simeone", + "pred": "Diego Simeone", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Diego Simeone" + }, + { + "id": "q_001186", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Susan Sarandon", + "pred": "Susan Sarandon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Susan Sarandon" + }, + { + "id": "q_005903", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2009" + }, + { + "id": "q_002985", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Bettino Craxi", + "pred": "Giovanni Spadolini", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Spadolini" + }, + { + "id": "q_006026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Andrzej Strejlau", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Andrzej Strejlau" + }, + { + "id": "q_008323", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Hungarian People's Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hungarian People's Republic" + }, + { + "id": "q_006277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_005474", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Oskar von Miller", + "pred": "Oskar von Miller", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Oskar von Miller" + }, + { + "id": "q_001830", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Nippon Bud\u014dkan", + "pred": "Nippon Bud\u014dkan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nippon Bud\u014dkan" + }, + { + "id": "q_001756", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_001887", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: J\u00fcrgen Klinsmann" + }, + { + "id": "q_005552", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Mitteldeutscher Rundfunk", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mitteldeutscher Rundfunk" + }, + { + "id": "q_004901", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Wen Jiabao", + "pred": "Wen Jiabao", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Wen Jiabao" + }, + { + "id": "q_006473", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2008" + }, + { + "id": "q_006253", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2003" + }, + { + "id": "q_002709", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alex McLeish" + }, + { + "id": "q_007811", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Giovanni Spadolini", + "pred": "Giovanni Spadolini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Spadolini" + }, + { + "id": "q_006165", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Edward Cassidy", + "pred": "Edward Cassidy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Edward Cassidy" + }, + { + "id": "q_007431", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Ernest Borgnine", + "pred": "Ernest Borgnine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ernest Borgnine" + }, + { + "id": "q_002594", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_004546", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "David Dinkins", + "pred": "David Dinkins", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Dinkins" + }, + { + "id": "q_006589", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Giulio Andreotti", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giulio Andreotti" + }, + { + "id": "q_006151", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021" + }, + { + "id": "q_005300", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Otto Rehhagel", + "pred": "Otto Rehhagel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Otto Rehhagel" + }, + { + "id": "q_003618", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Franz Joseph I of Austria", + "pred": "Franz Joseph I of Austria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Franz Joseph I of Austria" + }, + { + "id": "q_001231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "George W. Bush", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: George W. Bush" + }, + { + "id": "q_001195", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004" + }, + { + "id": "q_007049", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1978.0, + "gold": "1978", + "pred": "1978", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1978" + }, + { + "id": "q_003961", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Edith Roosevelt", + "pred": "Edith Roosevelt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Edith Roosevelt" + }, + { + "id": "q_002548", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: absolute monarchy" + }, + { + "id": "q_002969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1910.0, + "gold": "Austria\u2013Hungary", + "pred": "Austria\u2013Hungary", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Austria\u2013Hungary" + }, + { + "id": "q_003484", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom" + }, + { + "id": "q_002374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Kingdome", + "pred": "Kingdome", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdome" + }, + { + "id": "q_002163", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Clive Woodward", + "pred": "Clive Woodward", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Clive Woodward" + }, + { + "id": "q_006692", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Bruce Buck", + "pred": "Bruce Buck", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bruce Buck" + }, + { + "id": "q_006073", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Volker Finke", + "pred": "Volker Finke", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Volker Finke" + }, + { + "id": "q_008473", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Roman Abramovich", + "pred": "Roman Abramovich", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Roman Abramovich" + }, + { + "id": "q_003674", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1978.0, + "gold": "Leonid Brezhnev", + "pred": "Vladimir Kryuchkov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vladimir Kryuchkov" + }, + { + "id": "q_003352", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: absolute monarchy" + }, + { + "id": "q_004456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Giampiero Boniperti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giampiero Boniperti" + }, + { + "id": "q_002789", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_005326", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Spencer Tracy", + "pred": "Robert Donat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Robert Donat" + }, + { + "id": "q_005284", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Erich Werdermann", + "pred": "Erich Werdermann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Erich Werdermann" + }, + { + "id": "q_005774", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Swiss Super League" + }, + { + "id": "q_003372", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Patrick Le Lay", + "pred": "Patrick Le Lay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Patrick Le Lay" + }, + { + "id": "q_008201", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2002" + }, + { + "id": "q_001153", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Franz Beckenbauer", + "pred": "Franz Beckenbauer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Franz Beckenbauer" + }, + { + "id": "q_007164", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "Simone Inzaghi", + "pred": "Simone Inzaghi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Simone Inzaghi" + }, + { + "id": "q_006407", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Allianz Arena", + "pred": "Allianz Arena", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Allianz Arena" + }, + { + "id": "q_001540", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "2013", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2013" + }, + { + "id": "q_005100", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic" + }, + { + "id": "q_006066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Claudio Ranieri", + "pred": "Claudio Ranieri", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Claudio Ranieri" + }, + { + "id": "q_001566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_006837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Denzel Washington", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Denzel Washington" + }, + { + "id": "q_007894", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2011" + }, + { + "id": "q_008658", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Ruslan Rotan", + "pred": "Andriy Shevchenko", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Andriy Shevchenko" + }, + { + "id": "q_005158", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_007400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_008060", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Bundesliga", + "pred": "Bundesliga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bundesliga" + }, + { + "id": "q_004900", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "SeatGeek Stadium", + "pred": "SeatGeek Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SeatGeek Stadium" + }, + { + "id": "q_000430", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Bombardier", + "pred": "Bombardier", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bombardier" + }, + { + "id": "q_006467", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Taiwan" + }, + { + "id": "q_004710", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: J\u00fcrgen Klinsmann" + }, + { + "id": "q_000041", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Romano Prodi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Romano Prodi" + }, + { + "id": "q_004408", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "crown prince", + "pred": "crown prince", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: crown prince" + }, + { + "id": "q_001201", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_004457", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: P\u00e9ter P\u00e1zm\u00e1ny" + }, + { + "id": "q_005193", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_005781", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "State Anthem of the Soviet Union", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Soviet Federative Socialist Republic" + }, + { + "id": "q_004013", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Jupp Derwall", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jupp Derwall" + }, + { + "id": "q_003935", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Volker Finke", + "pred": "Volker Finke", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Volker Finke" + }, + { + "id": "q_006770", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Silvio Berlusconi" + }, + { + "id": "q_008617", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_008708", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Federal Republic of Yugoslavia" + }, + { + "id": "q_005902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Zden\u011bk Zeman", + "pred": "Zden\u011bk Zeman", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Zden\u011bk Zeman" + }, + { + "id": "q_007389", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Saku Koivu" + }, + { + "id": "q_005554", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Moscow", + "pred": "Moscow", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Moscow" + }, + { + "id": "q_000408", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Kingdom of Prussia", + "pred": "Kingdom of Prussia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Prussia" + }, + { + "id": "q_003634", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Uwe Neuhaus", + "pred": "Uwe Neuhaus", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Uwe Neuhaus" + }, + { + "id": "q_006653", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_000961", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Kate Winslet", + "pred": "Kate Winslet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kate Winslet" + }, + { + "id": "q_002923", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_008130", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Silvio Berlusconi" + }, + { + "id": "q_001668", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Jane Fonda", + "pred": "Jane Fonda", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jane Fonda" + }, + { + "id": "q_006838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Lucien Favre", + "pred": "Lucien Favre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lucien Favre" + }, + { + "id": "q_007280", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Wowereit" + }, + { + "id": "q_004011", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "David Storey", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Storey" + }, + { + "id": "q_001876", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Thomas Tuchel", + "pred": "Thomas Tuchel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Thomas Tuchel" + }, + { + "id": "q_003426", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "George H. W. Bush", + "pred": "George H. W. Bush", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: George H. W. Bush" + }, + { + "id": "q_008324", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1930" + }, + { + "id": "q_001089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Francesco Cossiga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Francesco Cossiga" + }, + { + "id": "q_001646", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jos\u00e9 Mourinho" + }, + { + "id": "q_001719", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: J\u00fcrgen Klinsmann" + }, + { + "id": "q_005359", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alex McLeish" + }, + { + "id": "q_002201", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Princeton University", + "pred": "Princeton University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Princeton University" + }, + { + "id": "q_000953", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "DBC Pierre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: DBC Pierre" + }, + { + "id": "q_003588", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Javier Aguirre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Javier Aguirre" + }, + { + "id": "q_006330", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "DBC Pierre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: DBC Pierre" + }, + { + "id": "q_006529", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1991" + }, + { + "id": "q_006295", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Angela Lansbury", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Angela Lansbury" + }, + { + "id": "q_007246", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_001257", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom" + }, + { + "id": "q_004353", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Maurice Druon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Maurice Druon" + }, + { + "id": "q_001453", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nicholas II of Russia" + }, + { + "id": "q_008300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_008480", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2001" + }, + { + "id": "q_006167", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "LMFAO", + "pred": "LMFAO", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: LMFAO" + }, + { + "id": "q_003258", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "J\u00fcrgen Linden", + "pred": "J\u00fcrgen Linden", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: J\u00fcrgen Linden" + }, + { + "id": "q_004631", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: absolute monarchy" + }, + { + "id": "q_004837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Ang Lee", + "pred": "Ang Lee", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ang Lee" + }, + { + "id": "q_002531", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Austria", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany" + }, + { + "id": "q_008228", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Frances McDormand", + "pred": "Frances McDormand", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Frances McDormand" + }, + { + "id": "q_005557", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Fatih Terim", + "pred": "Fatih Terim", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Fatih Terim" + }, + { + "id": "q_007336", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2003" + }, + { + "id": "q_003098", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini" + }, + { + "id": "q_002950", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1945.0, + "gold": "1945", + "pred": "1945", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1945" + }, + { + "id": "q_000019", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_001920", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Claudio Ranieri", + "pred": "Claudio Ranieri", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Claudio Ranieri" + }, + { + "id": "q_005782", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_006670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "White Hart Lane", + "pred": "White Hart Lane", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: White Hart Lane" + }, + { + "id": "q_000862", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Humphrey Bogart", + "pred": "Humphrey Bogart", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Humphrey Bogart" + }, + { + "id": "q_001033", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "China Mi\u00e9ville", + "pred": "China Mi\u00e9ville", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: China Mi\u00e9ville" + }, + { + "id": "q_003960", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic" + }, + { + "id": "q_006287", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Clive Woodward", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Clive Woodward" + }, + { + "id": "q_007880", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Giovanni Trapattoni", + "pred": "Giovanni Trapattoni", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Trapattoni" + }, + { + "id": "q_005772", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Autonomous Province of Vojvodina", + "em": 0.0, + "f1": 0.4000000000000001, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Autonomous Province of Vojvodina" + }, + { + "id": "q_006294", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hilary Swank", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hilary Swank" + }, + { + "id": "q_004173", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Jupp Derwall", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jupp Derwall" + }, + { + "id": "q_005281", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_005433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Ottmar Hitzfeld", + "pred": "Ottmar Hitzfeld", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ottmar Hitzfeld" + }, + { + "id": "q_008091", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "\u0130smet \u0130n\u00f6n\u00fc", + "pred": "Memduh \u015eevket Esendal", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Memduh \u015eevket Esendal" + }, + { + "id": "q_004964", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Area", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Area" + }, + { + "id": "q_002871", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Francesco Cossiga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Francesco Cossiga" + }, + { + "id": "q_003979", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Rachida Brakni", + "pred": "Rachida Brakni", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rachida Brakni" + }, + { + "id": "q_008204", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Erwin Kramer", + "pred": "Erwin Kramer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Erwin Kramer" + }, + { + "id": "q_001932", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Joe Louis Arena", + "pred": "Joe Louis Arena", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Joe Louis Arena" + }, + { + "id": "q_007185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_000480", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "UNESCO", + "pred": "UNESCO", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: UNESCO" + }, + { + "id": "q_007286", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Emirates", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Emirates" + }, + { + "id": "q_003179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daniel Auteuil" + }, + { + "id": "q_002946", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Michal B\u00edlek", + "pred": "Michal B\u00edlek", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Michal B\u00edlek" + }, + { + "id": "q_003999", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler" + }, + { + "id": "q_005894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Academy Award for Best Director", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Director" + }, + { + "id": "q_005752", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giuliano Amato", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuliano Amato" + }, + { + "id": "q_001810", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_004977", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_004496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Paul von Hindenburg", + "pred": "Paul von Hindenburg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paul von Hindenburg" + }, + { + "id": "q_007873", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: P\u00e9ter P\u00e1zm\u00e1ny" + }, + { + "id": "q_002637", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1996" + }, + { + "id": "q_005587", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2002" + }, + { + "id": "q_005428", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Silvio Berlusconi" + }, + { + "id": "q_005312", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Norma Shearer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Norma Shearer" + }, + { + "id": "q_006932", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson" + }, + { + "id": "q_000781", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bucharest" + }, + { + "id": "q_007295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "CBS", + "pred": "Latin Grammy Awards", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Latin Grammy Awards" + }, + { + "id": "q_000003", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1947.0, + "gold": "1947", + "pred": "1947", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1947" + }, + { + "id": "q_004851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giorgio Napolitano" + }, + { + "id": "q_004934", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_000313", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_003612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2016.0, + "gold": "Matteo Renzi", + "pred": "Matteo Renzi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Matteo Renzi" + }, + { + "id": "q_008643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_000903", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Eusebio Sacrist\u00e1n", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eusebio Sacrist\u00e1n" + }, + { + "id": "q_000168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_005738", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Aldo Moro", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani" + }, + { + "id": "q_006558", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lu\u00eds Filipe Vieira" + }, + { + "id": "q_004400", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Ruth Prawer Jhabvala", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ruth Prawer Jhabvala" + }, + { + "id": "q_001076", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021" + }, + { + "id": "q_002725", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Prime Minister of Canada", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Canada" + }, + { + "id": "q_003906", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Liga Portugal", + "pred": "Liga Portugal", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Liga Portugal" + }, + { + "id": "q_004405", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Alberto Bigon", + "pred": "Alberto Bigon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alberto Bigon" + }, + { + "id": "q_007565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Wolfgang Gerhardt", + "pred": "Wolfgang Gerhardt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Wolfgang Gerhardt" + }, + { + "id": "q_000757", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "COMECON", + "pred": "Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Czechoslovakia" + }, + { + "id": "q_003912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Ian Porterfield", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ian Porterfield" + }, + { + "id": "q_005056", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Lavrentiy Beria", + "pred": "Lavrentiy Beria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lavrentiy Beria" + }, + { + "id": "q_007014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Mitteldeutscher Rundfunk", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mitteldeutscher Rundfunk" + }, + { + "id": "q_008552", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004" + }, + { + "id": "q_004025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Bambi Award", + "pred": "Bambi Award", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bambi Award" + }, + { + "id": "q_000678", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Katharine Hepburn", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Katharine Hepburn" + }, + { + "id": "q_002043", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004" + }, + { + "id": "q_007190", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "coming out", + "pred": "coming out", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: coming out" + }, + { + "id": "q_003533", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_003295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Attila J\u00f3zsef" + }, + { + "id": "q_008026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Ingrid Bergman", + "pred": "Ingrid Bergman", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ingrid Bergman" + }, + { + "id": "q_004864", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Ireland", + "pred": "Ireland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ireland" + }, + { + "id": "q_001930", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1929.0, + "gold": "1929", + "pred": "1929", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1929" + }, + { + "id": "q_004482", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2005" + }, + { + "id": "q_000444", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "president of Germany", + "pred": "president of Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: president of Germany" + }, + { + "id": "q_002417", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Saku Koivu" + }, + { + "id": "q_002864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S\u00fcper Lig" + }, + { + "id": "q_002089", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1975" + }, + { + "id": "q_002782", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Wowereit" + }, + { + "id": "q_004348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Karel Br\u00fcckner", + "pred": "Karel Br\u00fcckner", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Karel Br\u00fcckner" + }, + { + "id": "q_006603", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006" + }, + { + "id": "q_000643", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler" + }, + { + "id": "q_001459", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Sepp Piontek", + "pred": "Sepp Piontek", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sepp Piontek" + }, + { + "id": "q_007691", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "German Emperor", + "pred": "German Emperor", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Emperor" + }, + { + "id": "q_004382", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Israeli Premier League", + "pred": "Israeli Premier League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Israeli Premier League" + }, + { + "id": "q_008297", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Luxembourg National Division", + "pred": "Luxembourg National Division", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Luxembourg National Division" + }, + { + "id": "q_004135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_007490", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Marie Dressler", + "pred": "Marie Dressler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Marie Dressler" + }, + { + "id": "q_004470", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Manuel Jim\u00e9nez Jim\u00e9nez", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Manuel Jim\u00e9nez Jim\u00e9nez" + }, + { + "id": "q_001400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nike" + }, + { + "id": "q_005647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Pacific Coliseum", + "pred": "Pacific Coliseum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pacific Coliseum" + }, + { + "id": "q_000107", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Prague", + "pred": "Prague", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prague" + }, + { + "id": "q_000481", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "Yann Martel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yann Martel" + }, + { + "id": "q_005374", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2011" + }, + { + "id": "q_007891", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Second Lady or Gentleman of the United States", + "pred": "Second Lady or Gentleman of the United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Second Lady or Gentleman of the United States" + }, + { + "id": "q_004941", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Ralf Loose", + "pred": "Ralf Loose", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ralf Loose" + }, + { + "id": "q_007300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_007401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Te sl\u0103vim, Rom\u00e2nie", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Te sl\u0103vim, Rom\u00e2nie" + }, + { + "id": "q_001311", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2010" + }, + { + "id": "q_003353", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Panama" + }, + { + "id": "q_005629", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1998" + }, + { + "id": "q_005931", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Leonid Brezhnev", + "pred": "Leonid Brezhnev", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Leonid Brezhnev" + }, + { + "id": "q_005823", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Territory of Hawaii" + }, + { + "id": "q_002989", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Free State of Prussia", + "pred": "Free State of Prussia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Free State of Prussia" + }, + { + "id": "q_004259", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Anne Enright", + "pred": "Anne Enright", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Anne Enright" + }, + { + "id": "q_002166", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Ligue 1", + "pred": "Ligue 1", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ligue 1" + }, + { + "id": "q_006376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1995" + }, + { + "id": "q_008518", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Hans Backe", + "pred": "Hans Backe", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hans Backe" + }, + { + "id": "q_003792", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini" + }, + { + "id": "q_000844", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Denzel Washington", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Denzel Washington" + }, + { + "id": "q_005425", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini" + }, + { + "id": "q_006156", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The Ninth Day", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Ninth Day" + }, + { + "id": "q_006038", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Austro-Hungarian krone", + "pred": "Austro-Hungarian krone", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Austro-Hungarian krone" + }, + { + "id": "q_008465", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1923.0, + "gold": "Egyptian pound", + "pred": "Egyptian pound", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Egyptian pound" + }, + { + "id": "q_004604", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Javier Aguirre", + "pred": "Javier Aguirre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Javier Aguirre" + }, + { + "id": "q_002929", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "The Internationale", + "pred": "The Internationale", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Internationale" + }, + { + "id": "q_007720", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani" + }, + { + "id": "q_005879", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_001938", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Territory of Hawaii" + }, + { + "id": "q_004995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Academy Award for Best Supporting Actress", + "pred": "Academy Award for Best Supporting Actress", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Supporting Actress" + }, + { + "id": "q_006351", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Stade Chaban-Delmas" + }, + { + "id": "q_005087", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_006536", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_006736", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Sandra Bullock", + "pred": "Sandra Bullock", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandra Bullock" + }, + { + "id": "q_004654", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nicholas II of Russia" + }, + { + "id": "q_005945", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson" + }, + { + "id": "q_007681", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Daman and Diu", + "pred": "Daman and Diu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daman and Diu" + }, + { + "id": "q_006184", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson" + }, + { + "id": "q_000115", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Caja M\u00e1gica", + "pred": "Caja M\u00e1gica", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Caja M\u00e1gica" + }, + { + "id": "q_002711", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alcide De Gasperi" + }, + { + "id": "q_005754", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Federal Republic of Yugoslavia" + }, + { + "id": "q_002277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S\u00fcper Lig" + }, + { + "id": "q_000552", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_000403", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "SeatGeek Stadium", + "pred": "SeatGeek Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SeatGeek Stadium" + }, + { + "id": "q_003856", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy" + }, + { + "id": "q_003602", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Mikhail Gorbachev", + "pred": "Vladimir Kryuchkov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vladimir Kryuchkov" + }, + { + "id": "q_007850", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_001019", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1962.0, + "gold": "1962", + "pred": "1962", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1962" + }, + { + "id": "q_004322", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Dietrich Stobbe", + "pred": "Dietrich Stobbe", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dietrich Stobbe" + }, + { + "id": "q_004271", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone" + }, + { + "id": "q_001171", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi" + }, + { + "id": "q_007890", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Glenda Jackson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Glenda Jackson" + }, + { + "id": "q_008632", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Hungarian People's Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hungarian People's Republic" + }, + { + "id": "q_007395", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1925.0, + "gold": "Egyptian pound", + "pred": "Egyptian pound", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Egyptian pound" + }, + { + "id": "q_007784", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Quartet in Autumn", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Quartet in Autumn" + }, + { + "id": "q_006008", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Alain Afflelou", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alain Afflelou" + }, + { + "id": "q_007623", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Zden\u011bk Zeman", + "pred": "Zden\u011bk Zeman", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Zden\u011bk Zeman" + }, + { + "id": "q_000261", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic" + }, + { + "id": "q_005362", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_003134", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Teen Choice Awards", + "pred": "Teen Choice Awards", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Teen Choice Awards" + }, + { + "id": "q_006822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Emirates", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Emirates" + }, + { + "id": "q_003313", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_005360", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Wowereit" + }, + { + "id": "q_001597", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Peter Carey", + "pred": "Peter Carey", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Peter Carey" + }, + { + "id": "q_003838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Ronald Colman", + "pred": "Ronald Colman", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ronald Colman" + }, + { + "id": "q_005949", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Attila J\u00f3zsef" + }, + { + "id": "q_005024", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Abraham Beame", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Abraham Beame" + }, + { + "id": "q_007032", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Heinrich Himmler", + "pred": "Heinrich Himmler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heinrich Himmler" + }, + { + "id": "q_004269", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_005207", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sepp Herberger" + }, + { + "id": "q_008065", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Constantinople", + "pred": "Constantinople", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Constantinople" + }, + { + "id": "q_003648", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_000919", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "Franz Beckenbauer", + "pred": "Franz Beckenbauer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Franz Beckenbauer" + }, + { + "id": "q_001421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004" + }, + { + "id": "q_007438", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Federal Republic of Yugoslavia" + }, + { + "id": "q_000509", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Giovanni Leone", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone" + }, + { + "id": "q_006374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "DBC Pierre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: DBC Pierre" + }, + { + "id": "q_006108", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "presidential system", + "pred": "presidential system", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: presidential system" + }, + { + "id": "q_001184", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Robert Bolt", + "pred": "Academy Award for Best Original Score", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Original Score" + }, + { + "id": "q_001023", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Du\u0161an Uhrin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Du\u0161an Uhrin" + }, + { + "id": "q_001479", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Javier Aguirre", + "pred": "Javier Aguirre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Javier Aguirre" + }, + { + "id": "q_006983", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_007833", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "White Hart Lane", + "pred": "White Hart Lane", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: White Hart Lane" + }, + { + "id": "q_005681", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic" + }, + { + "id": "q_003706", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2005" + }, + { + "id": "q_007006", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Du\u0161an Uhrin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Du\u0161an Uhrin" + }, + { + "id": "q_004220", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Swiss Super League" + }, + { + "id": "q_007500", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: God Save the Tsar!" + }, + { + "id": "q_008556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "German Empire", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: France" + }, + { + "id": "q_003362", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ireland", + "pred": "Ireland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ireland" + }, + { + "id": "q_007378", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Allianz Arena", + "pred": "Allianz Arena", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Allianz Arena" + }, + { + "id": "q_002356", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_004000", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Walter Mazzarri", + "pred": "Walter Mazzarri", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Walter Mazzarri" + }, + { + "id": "q_003511", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Hungarian Olympic Committee", + "pred": "Hungarian Olympic Committee", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hungarian Olympic Committee" + }, + { + "id": "q_003517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: West Germany" + }, + { + "id": "q_008482", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Harry Warren", + "pred": "Harry Warren", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Harry Warren" + }, + { + "id": "q_001610", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat" + }, + { + "id": "q_008668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "pred": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ji\u0159\u00ed Posp\u00ed\u0161il" + }, + { + "id": "q_007160", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_003247", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Kevin Federline", + "pred": "Kevin Federline", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kevin Federline" + }, + { + "id": "q_000810", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Liga I", + "pred": "Liga I", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Liga I" + }, + { + "id": "q_006432", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Joseph Stalin", + "pred": "Joseph Stalin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Joseph Stalin" + }, + { + "id": "q_007768", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_002329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Zhou Enlai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Zhou Enlai" + }, + { + "id": "q_005449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Rock and Roll Hall of Fame", + "pred": "Rock and Roll Hall of Fame", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rock and Roll Hall of Fame" + }, + { + "id": "q_003836", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daniel Auteuil" + }, + { + "id": "q_007908", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_003128", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Spencer Tracy", + "pred": "Robert Redford", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Robert Redford" + }, + { + "id": "q_002843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Francesco Cossiga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Francesco Cossiga" + }, + { + "id": "q_001510", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "UTC\u221204:00", + "pred": "Peru", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Peru" + }, + { + "id": "q_005670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Werner Greuter", + "pred": "Werner Greuter", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Werner Greuter" + }, + { + "id": "q_005822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Maurice Druon", + "pred": "Maurice Druon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Maurice Druon" + }, + { + "id": "q_001232", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_007512", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sepp Herberger" + }, + { + "id": "q_000089", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_008698", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Loretta Young", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Loretta Young" + }, + { + "id": "q_007875", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_006661", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "President of the United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the United States" + }, + { + "id": "q_007505", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Bobby Clarke", + "pred": "Bobby Clarke", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bobby Clarke" + }, + { + "id": "q_000843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_008555", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Montreal Forum" + }, + { + "id": "q_006491", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1942" + }, + { + "id": "q_003737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani" + }, + { + "id": "q_002698", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Hans M\u00fcnch", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hans M\u00fcnch" + }, + { + "id": "q_005937", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006" + }, + { + "id": "q_007021", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lu\u00eds Filipe Vieira" + }, + { + "id": "q_003151", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "The Sea of Love", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Sea of Love" + }, + { + "id": "q_002519", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2003" + }, + { + "id": "q_007514", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "chairperson", + "pred": "Czech-Moravian Confederation of Trade Unions", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Czech-Moravian Confederation of Trade Unions" + }, + { + "id": "q_008443", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Community" + }, + { + "id": "q_007726", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1992.0, + "gold": "1992", + "pred": "1992", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1992" + }, + { + "id": "q_001549", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "V\u00e1clav Havel", + "pred": "V\u00e1clav Havel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: V\u00e1clav Havel" + }, + { + "id": "q_007129", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004" + }, + { + "id": "q_000883", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Heinrich Br\u00fcning", + "pred": "Heinrich Br\u00fcning", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heinrich Br\u00fcning" + }, + { + "id": "q_000442", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "William Emmett Dever", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: William Emmett Dever" + }, + { + "id": "q_004066", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Peter Gerhardsson", + "pred": "Peter Gerhardsson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Peter Gerhardsson" + }, + { + "id": "q_002302", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Egyptian pound", + "pred": "Egyptian pound", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Egyptian pound" + }, + { + "id": "q_002564", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_004005", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Otto Nerz", + "pred": "Otto Nerz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Otto Nerz" + }, + { + "id": "q_002014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat" + }, + { + "id": "q_005652", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Jane Byrne", + "pred": "Jane Byrne", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jane Byrne" + }, + { + "id": "q_002217", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_008015", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Albert II of Belgium", + "pred": "Albert II of Belgium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Albert II of Belgium" + }, + { + "id": "q_000895", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "RTL", + "pred": "RTL", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: RTL" + }, + { + "id": "q_008365", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Javier Aguirre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Javier Aguirre" + }, + { + "id": "q_006348", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Te sl\u0103vim, Rom\u00e2nie", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Te sl\u0103vim, Rom\u00e2nie" + }, + { + "id": "q_000645", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_008492", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nicholas II of Russia" + }, + { + "id": "q_006824", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Anita Brookner", + "pred": "Anita Brookner", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Anita Brookner" + }, + { + "id": "q_000773", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "Winona Ryder", + "pred": "Golden Globe Award for Best Supporting Actress \u2013 Motion Picture", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Golden Globe Award for Best Supporting Actress \u2013 Motion Picture" + }, + { + "id": "q_001316", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Deutsche Mark" + }, + { + "id": "q_004368", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nike" + }, + { + "id": "q_005868", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat" + }, + { + "id": "q_005066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daniel Auteuil" + }, + { + "id": "q_007376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1996" + }, + { + "id": "q_000995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Gwyneth Paltrow", + "pred": "Gwyneth Paltrow", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gwyneth Paltrow" + }, + { + "id": "q_008659", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "A. S. Byatt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A. S. Byatt" + }, + { + "id": "q_000763", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_005896", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_000117", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Enrico de Nicola", + "pred": "Umberto II of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Umberto II of Italy" + }, + { + "id": "q_000027", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Rudy Giuliani", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rudy Giuliani" + }, + { + "id": "q_002041", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini" + }, + { + "id": "q_002860", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany" + }, + { + "id": "q_004247", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Luise Rainer", + "pred": "Luise Rainer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Luise Rainer" + }, + { + "id": "q_008294", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Hyundai", + "pred": "Hyundai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hyundai" + }, + { + "id": "q_006036", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "The Pentagon", + "pred": "The Pentagon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Pentagon" + }, + { + "id": "q_001816", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Norma Shearer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Norma Shearer" + }, + { + "id": "q_008058", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_004387", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Cel\u00e2l Bayar", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cel\u00e2l Bayar" + }, + { + "id": "q_004841", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Abdullah Avc\u0131", + "pred": "Abdullah Avc\u0131", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Abdullah Avc\u0131" + }, + { + "id": "q_000340", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Echo Music Prize", + "pred": "Echo Music Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Echo Music Prize" + }, + { + "id": "q_001431", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Massimiliano Allegri", + "pred": "Massimiliano Allegri", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Massimiliano Allegri" + }, + { + "id": "q_002560", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Panama" + }, + { + "id": "q_003591", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler" + }, + { + "id": "q_006178", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Francesco Cossiga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Francesco Cossiga" + }, + { + "id": "q_003130", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: P\u00e9ter P\u00e1zm\u00e1ny" + }, + { + "id": "q_001771", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "habilitation", + "pred": "habilitation", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: habilitation" + }, + { + "id": "q_004635", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Katharine Hepburn", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Katharine Hepburn" + }, + { + "id": "q_007347", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Ruth Prawer Jhabvala", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ruth Prawer Jhabvala" + }, + { + "id": "q_002289", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi" + }, + { + "id": "q_006810", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2016", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2016" + }, + { + "id": "q_001750", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Eduard Weiter", + "pred": "Eduard Weiter", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eduard Weiter" + }, + { + "id": "q_005348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "David Wagner", + "pred": "David Wagner", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Wagner" + }, + { + "id": "q_001742", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Sandro Pertini", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini" + }, + { + "id": "q_004401", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cominform", + "pred": "Cominform", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cominform" + }, + { + "id": "q_000948", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Montreal Forum" + }, + { + "id": "q_006864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat" + }, + { + "id": "q_001031", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "J. M. Coetzee", + "pred": "J. M. Coetzee", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: J. M. Coetzee" + }, + { + "id": "q_002458", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Oleh Protasov", + "pred": "Oleh Protasov", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Oleh Protasov" + }, + { + "id": "q_001069", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Ed Koch", + "pred": "Ed Koch", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ed Koch" + }, + { + "id": "q_005421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021" + }, + { + "id": "q_006304", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "mayor", + "pred": "mayor", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: mayor" + }, + { + "id": "q_004531", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Mario Monti", + "pred": "Mario Monti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mario Monti" + }, + { + "id": "q_000931", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2012" + }, + { + "id": "q_007956", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Eric Gerets", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eric Gerets" + }, + { + "id": "q_007340", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "Hyundai", + "pred": "Hyundai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hyundai" + }, + { + "id": "q_003676", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "Colin Firth", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Colin Firth" + }, + { + "id": "q_001222", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_006158", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Adone Zoli", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani" + }, + { + "id": "q_005324", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_005456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "George W. Bush", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: George W. Bush" + }, + { + "id": "q_002344", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Q269864", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Q269864" + }, + { + "id": "q_008685", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2019.0, + "gold": "Wayne LaPierre", + "pred": "Wayne LaPierre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Wayne LaPierre" + }, + { + "id": "q_005812", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "J. M. Coetzee", + "pred": "J. M. Coetzee", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: J. M. Coetzee" + }, + { + "id": "q_000894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "The Ellen DeGeneres Show", + "pred": "The Ellen DeGeneres Show", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Ellen DeGeneres Show" + }, + { + "id": "q_005808", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Attila J\u00f3zsef" + }, + { + "id": "q_003694", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "German Federal Archives", + "pred": "German Federal Archives", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Federal Archives" + }, + { + "id": "q_002616", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone" + }, + { + "id": "q_000088", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom" + }, + { + "id": "q_005525", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani" + }, + { + "id": "q_006017", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_006096", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Ginni Rometty", + "pred": "Ginni Rometty", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ginni Rometty" + }, + { + "id": "q_001800", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vicente Calder\u00f3n Stadium" + }, + { + "id": "q_001359", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "Kiran Desai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kiran Desai" + }, + { + "id": "q_006166", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_004182", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy" + }, + { + "id": "q_002192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Berti Vogts", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Berti Vogts" + }, + { + "id": "q_004835", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Luigi Einaudi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Luigi Einaudi" + }, + { + "id": "q_001116", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004" + }, + { + "id": "q_003320", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union" + }, + { + "id": "q_003882", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_003657", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Ian Porterfield", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ian Porterfield" + }, + { + "id": "q_001053", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Toni Servillo", + "pred": "Bavarian TV Awards", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bavarian TV Awards" + }, + { + "id": "q_006052", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1983.0, + "gold": "1983", + "pred": "1983", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1983" + }, + { + "id": "q_000428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "Colin Firth", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Colin Firth" + }, + { + "id": "q_000183", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira" + }, + { + "id": "q_007379", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Giovanni Trapattoni", + "pred": "Giovanni Trapattoni", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Trapattoni" + }, + { + "id": "q_005742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "James Kelman", + "pred": "James Kelman", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: James Kelman" + }, + { + "id": "q_000962", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: West Germany" + }, + { + "id": "q_005810", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Otto Graf Lambsdorff", + "pred": "Q103529", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Q103529" + }, + { + "id": "q_000427", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Giovanni Leone", + "pred": "Giovanni Leone", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone" + }, + { + "id": "q_005227", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "presidential system", + "pred": "presidential system", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: presidential system" + }, + { + "id": "q_000433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: God Save the Tsar!" + }, + { + "id": "q_005466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Climate Pledge Arena", + "pred": "Climate Pledge Arena", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Climate Pledge Arena" + }, + { + "id": "q_004741", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "1st Panzer Division", + "pred": "Erwin Rommel", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Erwin Rommel" + }, + { + "id": "q_006763", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2001" + }, + { + "id": "q_002214", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: God Save the Tsar!" + }, + { + "id": "q_005612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Nikita Khrushchev", + "pred": "Nikita Khrushchev", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nikita Khrushchev" + }, + { + "id": "q_007746", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Austria", + "pred": "Austria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Austria" + }, + { + "id": "q_003268", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Oscar Luigi Scalfaro", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Oscar Luigi Scalfaro" + }, + { + "id": "q_000324", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom" + }, + { + "id": "q_006933", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani" + }, + { + "id": "q_005705", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Robert Knud Friedrich Pilger", + "pred": "Robert Knud Friedrich Pilger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Robert Knud Friedrich Pilger" + }, + { + "id": "q_006241", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bucharest" + }, + { + "id": "q_003204", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Ralph Fiennes", + "pred": "Ralph Fiennes", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ralph Fiennes" + }, + { + "id": "q_001109", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Neutral Moresnet", + "pred": "Neutral Moresnet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Neutral Moresnet" + }, + { + "id": "q_001496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_004458", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Cel\u00e2l Bayar", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cel\u00e2l Bayar" + }, + { + "id": "q_005199", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Wowereit" + }, + { + "id": "q_000202", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Ireland", + "pred": "Ireland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ireland" + }, + { + "id": "q_006446", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community" + }, + { + "id": "q_001839", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Q953762", + "pred": "Q953762", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Q953762" + }, + { + "id": "q_001174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Latvian Higher League", + "pred": "Latvian Higher League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Latvian Higher League" + }, + { + "id": "q_006379", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giorgio Napolitano" + }, + { + "id": "q_001940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia" + }, + { + "id": "q_001985", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic" + }, + { + "id": "q_000177", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "German Democratic Republic", + "pred": "Saarland", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Saarland" + }, + { + "id": "q_003534", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021" + }, + { + "id": "q_007118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Steve Sampson", + "pred": "Steve Sampson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Steve Sampson" + }, + { + "id": "q_008135", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Panama" + }, + { + "id": "q_008030", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Acad\u00e9mie Fran\u00e7aise", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Acad\u00e9mie Fran\u00e7aise" + }, + { + "id": "q_008449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Kurt Biedenkopf", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kurt Biedenkopf" + }, + { + "id": "q_001457", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Thomas Keneally", + "pred": "Thomas Keneally", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Thomas Keneally" + }, + { + "id": "q_001650", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Sergi L\u00f3pez", + "pred": "Sergi L\u00f3pez", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sergi L\u00f3pez" + }, + { + "id": "q_006597", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "SeatGeek Stadium", + "pred": "SeatGeek Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SeatGeek Stadium" + }, + { + "id": "q_003141", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Canada", + "pred": "Canada", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Canada" + }, + { + "id": "q_004341", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "BP", + "pred": "BP", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: BP" + }, + { + "id": "q_007989", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1905.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Empire" + }, + { + "id": "q_002962", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani" + }, + { + "id": "q_001198", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Allianz Arena", + "pred": "Allianz Arena", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Allianz Arena" + }, + { + "id": "q_006028", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lu\u00eds Filipe Vieira" + }, + { + "id": "q_007856", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1902", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1902" + }, + { + "id": "q_003797", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2011" + }, + { + "id": "q_002920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler" + }, + { + "id": "q_004648", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1998" + }, + { + "id": "q_005249", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Julie Christie", + "pred": "Julie Christie", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Julie Christie" + }, + { + "id": "q_004612", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat" + }, + { + "id": "q_006383", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1976" + }, + { + "id": "q_003997", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daniel Auteuil" + }, + { + "id": "q_002521", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Heiko Herrlich", + "pred": "Heiko Herrlich", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heiko Herrlich" + }, + { + "id": "q_008451", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Mario Draghi", + "pred": "Mario Draghi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mario Draghi" + }, + { + "id": "q_002584", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1944.0, + "gold": "1944", + "pred": "1944", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1944" + }, + { + "id": "q_000401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Zhou Enlai", + "pred": "Zhou Enlai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Zhou Enlai" + }, + { + "id": "q_007273", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Harry Redknapp", + "pred": "Harry Redknapp", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Harry Redknapp" + }, + { + "id": "q_000566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse" + }, + { + "id": "q_001480", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Saku Koivu" + }, + { + "id": "q_002648", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Paul Scott", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paul Scott" + }, + { + "id": "q_005191", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Theodor Liebknecht", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Theodor Liebknecht" + }, + { + "id": "q_004451", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Azerbaijan Premier League", + "pred": "Azerbaijan Premier League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Azerbaijan Premier League" + } + ] +} \ No newline at end of file diff --git a/eval/v3-sft-terse-lever.json b/eval/v3-sft-terse-lever.json new file mode 100644 index 0000000000000000000000000000000000000000..86fa0a943a5fa450a4ef305623ead7f37493f9e7 --- /dev/null +++ b/eval/v3-sft-terse-lever.json @@ -0,0 +1,24464 @@ +{ + "name": "unnamed", + "policy_path": "../checkpoints/sft-v3-terse-lever/final", + "split": "test", + "n_samples": 1743, + "temperature": 0.0, + "max_new_tokens": 64, + "overall": { + "n": 1743, + "em": 0.8955823293172691, + "f1": 0.719510735759083, + "th_n": 0 + }, + "by_complexity": { + "1hop": { + "n": 800, + "em": 0.97625, + "f1": 0.7743171957127837, + "th_n": 0 + }, + "2hop": { + "n": 800, + "em": 0.88, + "f1": 0.6972889067631739, + "th_n": 0 + }, + "3plus": { + "n": 143, + "em": 0.5314685314685315, + "f1": 0.5372190940372753, + "th_n": 0 + } + }, + "by_operator": { + "before_after": { + "n": 517, + "em": 0.8878143133462283, + "f1": 0.7260125684861185, + "th_n": 0 + }, + "interval": { + "n": 163, + "em": 1.0, + "f1": 0.666666666666668, + "th_n": 0 + }, + "point_in_time": { + "n": 535, + "em": 0.9177570093457944, + "f1": 0.7528725827956215, + "th_n": 0 + }, + "sequence": { + "n": 528, + "em": 0.8484848484848485, + "f1": 0.6956538182925247, + "th_n": 0 + } + }, + "per_example": [ + { + "id": "q_006291", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "chairperson", + "pred": "Answer: chairperson", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007337", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "Nicholas II of Russia", + "pred": "Answer: Nicholas II of Russia", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000021", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007809", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Irina Bokova", + "pred": "Answer: David Ben-Gurion", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001979", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "Answer: 1998", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005455", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Answer: Academy Award for Best Original Score", + "em": 0.0, + "f1": 0.375, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008005", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008690", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008321", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007761", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Arista Records", + "pred": "Answer: Universal Music Group", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008118", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001360", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Answer: Li Xianping", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000136", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006986", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003298", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "Answer: parliamentary republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006733", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005866", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Answer: Academy Award for Best Actress", + "em": 0.0, + "f1": 0.5333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004748", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004795", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Chancellor of Germany", + "pred": "Answer: Head of government of Germany", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000787", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "Answer: parliamentary system", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008333", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008338", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Academy Award for Best Visual Effects", + "pred": "Answer: Japan Academy Prize for Outstanding Foreign Language Film", + "em": 0.0, + "f1": 0.26666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001840", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001274", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000547", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001052", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006228", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "Answer: President of the United States", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006414", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Answer: European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001651", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007640", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004943", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Nazi Germany", + "pred": "Answer: Germany", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007287", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005394", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007314", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Mayor of New York City", + "pred": "Answer: President of the United States", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003452", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Mayor of New York City", + "pred": "Answer: President of the United States", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006815", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Answer: 2010", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008439", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Tim Robbins", + "pred": "Answer: The Color of Money", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003245", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "Answer: parliamentary republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008633", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Bucharest", + "pred": "Answer: Bucharest", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003473", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Answer: Amin al-Din II", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001673", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005726", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "First Republic of Austria", + "pred": "Answer: Federal State of Austria", + "em": 0.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004929", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006286", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Deutsche Mark", + "pred": "Answer: Deutsche Mark", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002759", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "K\u014dichir\u014d Matsuura", + "pred": "Answer: Irina Bokova", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004009", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "Answer: 2014", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007134", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002750", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000812", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "U-13", + "pred": "Answer: 1st U-boat Flotilla", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003515", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005012", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004016", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008522", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000716", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Answer: Giovanni Gronchi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004128", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002796", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1923.0, + "gold": "1923", + "pred": "Answer: 1923", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Answer: Massimiliano Allegri", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003552", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "chairperson", + "pred": "Answer: President", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004730", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "God Save the Tsar!", + "pred": "Answer: \"God Save the Tsar\"", + "em": 0.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005767", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Answer: Helmut Kohl", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002032", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Mayor of New York City", + "pred": "Answer: Mayor of New York City", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008644", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Answer: 2005", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006768", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "West Germany", + "pred": "Answer: Germany", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002122", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000842", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "God Save the King", + "pred": "Answer: God Save the King", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003512", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Answer: Academy Award for Best Picture", + "em": 0.0, + "f1": 0.5333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002727", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Federal State of Austria", + "pred": "Answer: France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004477", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004639", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002027", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1913.0, + "gold": "Nicholas II of Russia", + "pred": "Answer: Mikhail Rodzianko", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004554", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005676", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "United States", + "pred": "Answer: United States", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008291", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008225", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001173", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Answer: Chinese Communist Party", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008571", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "Answer: parliamentary republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000937", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1934.0, + "gold": "1934", + "pred": "Answer: 1934", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003736", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Friedrich Ebert", + "pred": "Answer: Weimar Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002966", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000538", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000838", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Answer: Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002448", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Vanderbilt University", + "pred": "Answer: University of California, San Francisco", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007230", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Francesco Cossiga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004534", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007740", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007848", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003817", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Mayor of New York City", + "pred": "Answer: Mayor of New York City", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006982", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Hannelore Kohl", + "pred": "Answer: Heiner Gei\u00dfler", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000932", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Governing Mayor of Berlin", + "pred": "Answer: Dietrich Stobbe", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004711", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Vanderbilt University", + "pred": "Answer: University of California, San Francisco", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001424", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Free State of Prussia", + "pred": "Answer: Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006808", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005728", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of the Italian Republic", + "em": 0.0, + "f1": 0.2, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000501", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Civic Democratic Party", + "pred": "Answer: Czech Social Democratic Party", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003472", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Answer: European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007593", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Answer: Giovanni Gronchi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004304", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "military personnel", + "pred": "Answer: Otto Schuhart", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004513", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Answer: European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001144", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Answer: Angela Merkel", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004736", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001077", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Mayor of New York City", + "pred": "Answer: Mayor of New York City", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "chairperson", + "pred": "Answer: President of the Portuguese Football Federation", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004250", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "Answer: 1976", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002769", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mayor of New York City", + "pred": "Answer: Mayor of New York City", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001923", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008379", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004279", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "U-13", + "pred": "Answer: 1st U-boat Flotilla", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008534", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001990", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "United Nations", + "pred": "Answer: Territory of Hawaii", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000057", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003633", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007357", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Mayor of New York City", + "pred": "Answer: Mayor", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "President of the United States", + "pred": "Answer: President of the United States", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002803", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Answer: European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005319", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008568", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Answer: Massimiliano Allegri", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002510", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Bill Clinton", + "pred": "Answer: William Jefferson Clinton", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007048", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Answer: Nicholas II of Russia", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000284", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Irina Bokova", + "pred": "Answer: UNESCO", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007586", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "German Emperor", + "pred": "Answer: German Emperor", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006367", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002788", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "Answer: John Gielgud", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001092", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "God Save the Tsar!", + "pred": "Answer: God Save the Tsar!", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000319", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: Prime Minister of Italy", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000336", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "Answer: Governor", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005328", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007430", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Sukarno", + "pred": "Answer: Mao Zedong", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001032", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006917", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008460", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001183", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001661", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002861", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "Answer: European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Answer: President of Italy", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000264", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "Answer: John Gielgud", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001302", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "Answer: 1953", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007976", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007562", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Lviv University", + "pred": "Answer: Lviv University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "pred": "Answer: Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "em": 1.0, + "f1": 0.9411764705882353, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005303", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Valenciennes F.C.", + "pred": "Answer: Valenciennes F.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003783", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Baron Harding of Petherton", + "pred": "Answer: Baron Harding of Petherton", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004865", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006315", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Answer: 2012", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006083", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Answer: Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003360", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "Answer: 2023", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008353", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Chattanooga", + "pred": "Answer: Chattanooga", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "D.C. United", + "pred": "Answer: D.C. United", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Answer: Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004848", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007525", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Oulu Province", + "pred": "Answer: Oulu Province", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000885", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Northern Dvina Governorate", + "pred": "Answer: Northern Dvina Governorate", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001030", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004428", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002780", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "University of British Columbia", + "pred": "Answer: University of British Columbia", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000352", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Solicitor General for England and Wales", + "pred": "Answer: Solicitor General for England and Wales", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000414", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Answer: 2002", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001261", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001035", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "WWE", + "pred": "Answer: WWE", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008432", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Answer: Cindy McCain", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005886", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Federal Minister for Foreign Affairs", + "pred": "Answer: Federal Minister for Foreign Affairs", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007363", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Answer: Landrat", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006356", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Germany", + "pred": "Answer: Germany", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004178", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "People's Republic of Bulgaria", + "pred": "Answer: People's Republic of Bulgaria", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kupferstichkabinett Berlin", + "pred": "Answer: Kupferstichkabinett Berlin", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000581", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Sevilla FC", + "pred": "Answer: M\u00e1laga CF", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008059", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Heinrich Himmler", + "pred": "Answer: Heinrich Himmler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002028", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Scopus", + "pred": "Answer: Scopus", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "James Norris Memorial Trophy", + "pred": "Answer: James Norris Memorial Trophy", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005062", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Answer: Babe\u0219-Bolyai University", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005618", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Leicester City F.C.", + "pred": "Answer: Leicester City F.C.", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FK Austria Wien", + "pred": "Answer: FK Austria Wien", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002148", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1927.0, + "gold": "Kingdom of Romania", + "pred": "Answer: Kingdom of Romania", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006117", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Mary Pickford", + "pred": "Answer: Mary Pickford", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003365", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "All-NBA Team", + "pred": "Answer: All-NBA Team", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Answer: Deutsche Reichsbahn", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003448", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005271", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Borussia M\u00f6nchengladbach", + "pred": "Answer: Borussia M\u00f6nchengladbach", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "United States Penitentiary, Florence ADMAX", + "pred": "Answer: 2020", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007959", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Afghanistan", + "pred": "Answer: Afghanistan", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008034", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006099", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Answer: Orenburg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003338", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "President of the Bundestag", + "pred": "Answer: President of the Bundestag", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007882", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "pred": "Answer: Paul Ehrlich and Ludwig Darmstaedter Prize", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001101", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Melbourne Cricket Ground", + "pred": "Answer: Melbourne Cricket Ground", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004838", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "American Psycho 2", + "pred": "Answer: American Psycho 2", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008088", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008278", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Valenciennes F.C.", + "pred": "Answer: Valenciennes F.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003556", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Spartak Moscow", + "pred": "Answer: Spartak Moscow", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007252", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Answer: 2005", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007229", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "West Germany", + "pred": "Answer: West Germany", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003581", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007540", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Norway men's national association football team", + "pred": "Answer: Norway men's national association football team", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006549", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1972.0, + "gold": "1972", + "pred": "Answer: 1972", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006127", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Rome", + "pred": "Answer: Rome", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008172", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Academy Award for Best Director", + "pred": "Answer: Academy Award for Best Director", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006850", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "\u00c9toile Sportive du Sahel", + "pred": "Answer: \u00c9toile Sportive du Sahel", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001281", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "60 Minutes", + "pred": "Answer: 60 Minutes", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Answer: 2012", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Philadelphia", + "pred": "Answer: Philadelphia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001024", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "Answer: 2023", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003080", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Nobel Prize in Literature", + "pred": "Answer: Nobel Prize in Literature", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Reading F.C.", + "pred": "Answer: Reading F.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007249", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Athletic Club", + "pred": "Answer: Athletic Club", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004330", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002355", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Brentford F.C.", + "pred": "Answer: Brentford F.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Erwin Teufel", + "pred": "Answer: Erwin Teufel", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002493", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "TV Globo", + "pred": "Answer: TV Globo", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004504", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "Answer: 1953", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008366", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Jean Tremblay", + "pred": "Answer: Jean Tremblay", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003310", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "Answer: 1980", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004860", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "auxiliary bishop", + "pred": "Answer: auxiliary bishop", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007131", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001190", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001845", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "Answer: A.S. Nancy-Lorraine", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001601", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Lomonosov Moscow State University", + "pred": "Answer: Lomonosov Moscow State University", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008159", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "AIK Fotboll", + "pred": "Answer: AIK Fotboll", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006771", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Cuxhaven district", + "pred": "Answer: Cuxhaven district", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002990", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Vesyegonsky District", + "pred": "Answer: Vesyegonsky District", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002704", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Everton F.C.", + "pred": "Answer: Everton F.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000821", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001187", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Max Planck Institute for Chemistry", + "pred": "Answer: Max Planck Institute for Chemistry", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006629", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "United States Navy", + "pred": "Answer: United States Navy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003305", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Carter Harrison IV", + "pred": "Answer: Carter Harrison IV", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000310", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "Answer: arrondissement of Bourg-en-Bresse", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003989", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Baron Moyne", + "pred": "Answer: Baron Moyne", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Answer: Rome", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002832", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Willy Marlow", + "pred": "Answer: Willy Marlow", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000368", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "FC Porto", + "pred": "Answer: FC Porto", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005867", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Answer: Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005700", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Colombia men's national football team", + "pred": "Answer: Colombia men's national football team", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000881", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "York University", + "pred": "Answer: York University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005707", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Kreis Kalbe (Milde)", + "pred": "Answer: Kreis Kalbe (Milde)", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001238", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Pre\u0161ov Region", + "pred": "Answer: Pre\u0161ov Region", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006162", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Answer: 2011", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006967", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006519", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "F.C. Pro Vercelli 1892", + "pred": "Answer: F.C. Pro Vercelli 1892", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006861", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Toulouse FC", + "pred": "Answer: Toulouse FC", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006139", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Decathlon CMA CGM Team", + "pred": "Answer: Decathlon CMA CGM Team", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002293", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Bethesda", + "pred": "Answer: Bethesda", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008165", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Akkermansky Uyezd", + "pred": "Answer: Akkermansky Uyezd", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001745", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Answer: Taiwan", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Paul McGann", + "pred": "Answer: Paul McGann", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Al-Qaeda", + "pred": "Answer: Al-Qaeda", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Weimar Republic", + "pred": "Answer: Weimar Republic", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007239", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005515", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "doctorate", + "pred": "Answer: doctorate", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002120", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Bauska District", + "pred": "Answer: Bauska District", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007214", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Gale Anne Hurd", + "pred": "Answer: Gale Anne Hurd", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008171", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002624", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Woodrow Wilson", + "pred": "Answer: Woodrow Wilson", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004467", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006746", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1993.0, + "gold": "1993", + "pred": "Answer: 1993", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Answer: Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000447", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007622", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Answer: 2010", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007073", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FC Luch-Energiya Vladivostok", + "pred": "Answer: FC Luch-Energiya Vladivostok", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006216", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007462", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "\u00d6sters IF", + "pred": "Answer: \u00d6sters IF", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000068", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Eski\u015fehirspor", + "pred": "Answer: Eski\u015fehirspor", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Marconi Prize", + "pred": "Answer: Marconi Prize", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005968", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002706", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "economic liberalism", + "pred": "Answer: economic liberalism", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006338", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Jan Hendrik Oort", + "pred": "Answer: Jan Hendrik Oort", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "State Government", + "pred": "Answer: State Government", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005181", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Answer: 2009", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003253", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "chairperson", + "pred": "Answer: chairperson", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Answer: Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003453", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002186", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Academy Award for Best Actress", + "pred": "Answer: Academy Award for Best Actress", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000960", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Deutsche Mark", + "pred": "Answer: Deutsche Mark", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003476", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Municipio III", + "pred": "Answer: Municipio III", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001826", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "WWE", + "pred": "Answer: WWE", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Latvian Soviet Socialist Republic", + "pred": "Answer: Latvian Soviet Socialist Republic", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002291", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2022.0, + "gold": "Al-Nassr", + "pred": "Answer: Al-Nassr", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006248", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003830", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Answer: 1996", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005800", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1927.0, + "gold": "1927", + "pred": "Answer: 1927", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Roman Herzog", + "pred": "Answer: Roman Herzog", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "TOP 09", + "pred": "Answer: Ji\u0159\u00ed Posp\u00ed\u0161il", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003125", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Chinese Communist Party", + "pred": "Answer: Chinese Communist Party", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "United States Air Force", + "pred": "Answer: United States Air Force", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000679", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Answer: Member of the European Parliament", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "Answer: 1922", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004918", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006137", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Orlando Magic", + "pred": "Answer: Orlando Magic", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002644", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Answer: Club Atl\u00e9tico Tigre", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004185", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Answer: Christiane Kubrick", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007259", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Answer: Heidelberg University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000078", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006054", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "SC Young Fellows Juventus", + "pred": "Answer: SC Young Fellows Juventus", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "president", + "pred": "Answer: president", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002324", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Answer: 2008", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008261", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "National Basketball Association", + "pred": "Answer: National Basketball Association", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004156", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002138", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Montpellier H\u00e9rault Sport Club", + "pred": "Answer: Montpellier H\u00e9rault Sport Club", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001307", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005256", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "auxiliary bishop", + "pred": "Answer: auxiliary bishop", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004475", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Q135837", + "pred": "Answer: Q135837", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002220", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Estudiantes de La Plata", + "pred": "Answer: Estudiantes de La Plata", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006192", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Egypt", + "pred": "Answer: Egypt", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005619", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003460", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Buber-Rosenzweig-Medal", + "pred": "Answer: Buber-Rosenzweig-Medal", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005532", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Gy\u00f6rgy Fekete", + "pred": "Answer: Gy\u00f6rgy Fekete", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000731", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Ren\u00e9 Ang\u00e9lil", + "pred": "Answer: Ren\u00e9 Ang\u00e9lil", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007949", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Aston Villa F.C.", + "pred": "Answer: Aston Villa F.C.", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001545", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001649", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008040", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006170", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Nazi Germany", + "pred": "Answer: Nazi Germany", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Answer: Cottbus District", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004771", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "SV Waldhof Mannheim", + "pred": "Answer: SV Waldhof Mannheim", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002240", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Raymond Lahey", + "pred": "Answer: Raymond Lahey", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001328", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "F.C. Hansa Rostock", + "pred": "Answer: F.C. Hansa Rostock", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003910", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1926.0, + "gold": "Yves du Manoir Stadium", + "pred": "Answer: Yves du Manoir Stadium", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003393", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Nemuro Subprefecture (1897\u20142010)", + "pred": "Answer: Nemuro Subprefecture (1897\u20142010)", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Answer: Tuvan Autonomous Soviet Socialist Republic", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002690", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000520", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Answer: Watford F.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008590", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Acad\u00e9mie des beaux-arts", + "pred": "Answer: Acad\u00e9mie des beaux-arts", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002965", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Toronto", + "pred": "Answer: Toronto", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000417", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007810", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002744", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Queen Mary University of London", + "pred": "Answer: Queen Mary University of London", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006283", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "University of G\u00f6ttingen", + "pred": "Answer: University of G\u00f6ttingen", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001516", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "President of the Swiss Confederation", + "pred": "Answer: President of the Swiss Confederation", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004019", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "Answer: FC Aarau", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007577", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Goethe University Frankfurt", + "pred": "Answer: Goethe University Frankfurt", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006387", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Nopporo Station", + "pred": "Answer: Atsubetsu Station", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "Answer: President of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006907", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "Answer: People's Republic of Bulgaria", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000891", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003937", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "VfL Bochum", + "pred": "Answer: VfL Bochum", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000823", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Aston Villa F.C.", + "pred": "Answer: Aston Villa F.C.", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008286", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Deportivo de La Coru\u00f1a", + "pred": "Answer: C.D. Tenerife", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002635", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "West Germany", + "pred": "Answer: West Germany", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006205", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Austria men's national football team", + "pred": "Answer: Austria men's national football team", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002157", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000634", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "SSC Bari", + "pred": "Answer: SSC Bari", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005602", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Kita-Toyotsu Signal Base", + "pred": "Answer: Kita-Toyotsu Signal Base", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000342", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004873", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Club Atletico All Boys", + "pred": "Answer: Club Atletico All Boys", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004390", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Shonan Bellmare", + "pred": "Answer: Shonan Bellmare", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Bruno Rossi Prize", + "pred": "Answer: Bruno Rossi Prize", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005697", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "G.S. Iraklis Thessalonikis (men's association football)", + "pred": "Answer: G.S. Iraklis Thessalonikis (men's association football)", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "VfB Stuttgart", + "pred": "Answer: VfB Stuttgart", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003442", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Answer: 2010", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004805", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Bocskai FC", + "pred": "Answer: Bocskai FC", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006113", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Prime Minister of Bhutan", + "pred": "Answer: Prime Minister of Bhutan", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002998", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Hibernian F.C.", + "pred": "Answer: Hibernian F.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005890", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003583", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Aichi district", + "pred": "Answer: Aichi district", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006267", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "German Empire", + "pred": "Answer: German Empire", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005655", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Associated Press Athlete of the Year", + "pred": "Answer: Associated Press Athlete of the Year", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003079", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Kingdom of Bulgaria", + "pred": "Answer: Kingdom of Bulgaria", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002419", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Helmond Sport", + "pred": "Answer: Helmond Sport", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007094", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "World Rally Championship", + "pred": "Answer: World Rally Championship", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004223", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "French Navy", + "pred": "Answer: French Navy", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Orthez", + "pred": "Answer: Orthez", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001391", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Royal Academy of Exact, Physical and Natural Sciences", + "pred": "Answer: Royal Academy of Exact, Physical and Natural Sciences", + "em": 1.0, + "f1": 0.9411764705882353, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005935", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Atalanta BC", + "pred": "Answer: Atalanta BC", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003693", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Spartak", + "pred": "Answer: Spartak", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001318", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Princeton University", + "pred": "Answer: Princeton University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Answer: Yale University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000126", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004718", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Egypt", + "pred": "Answer: Egypt", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000908", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "TI-Raleigh", + "pred": "Answer: TI-Raleigh", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003983", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Spanish Navy", + "pred": "Answer: Spanish Navy", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008295", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Grawemeyer Award for Music Composition", + "pred": "Answer: Grawemeyer Award for Music Composition", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003030", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "pred": "Answer: Acad\u00e9mie des Inscriptions et Belles-Lettres", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005340", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Boavista F.C.", + "pred": "Answer: Boavista F.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Dario Franchitti", + "pred": "Answer: Dario Franchitti", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000349", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "2nd U-boat Flotilla", + "pred": "Answer: 2nd U-boat Flotilla", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004450", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Radio Free Europe/Radio Liberty", + "pred": "Answer: Radio Free Europe/Radio Liberty", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "Answer: United Kingdom", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005907", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1904.0, + "gold": "1904", + "pred": "Answer: 1904", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007403", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Nazi Germany", + "pred": "Answer: Nazi Germany", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007172", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Cardiff City F.C.", + "pred": "Answer: Cardiff City F.C.", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006019", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Fengtien", + "pred": "Answer: Fengtien", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003483", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Helmut Newton", + "pred": "Answer: Helmut Newton", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003450", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007313", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Georges Bataille", + "pred": "Answer: Georges Bataille", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006396", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Institute for Advanced Study", + "pred": "Answer: Institute for Advanced Study", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004252", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "FC Sochaux-Montb\u00e9liard", + "pred": "Answer: France men's national association football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006732", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Lappeenranta", + "pred": "Answer: Lappeenranta", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002912", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Tinkoff", + "pred": "Answer: Tinkoff", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000404", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Club Le\u00f3n", + "pred": "Answer: Club Le\u00f3n", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007041", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Hannover 96", + "pred": "Answer: Hannover 96", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008089", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003463", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Chinese Communist Party", + "pred": "Answer: Chinese Communist Party", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005154", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002203", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Pace University", + "pred": "Answer: Pace University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008263", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001733", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "Answer: FC Aarau", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Chemnitz Government Region", + "pred": "Answer: Chemnitz Government Region", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004111", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Osinniki", + "pred": "Answer: Osinniki", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003418", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Bruno Kastner", + "pred": "Answer: Bruno Kastner", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004890", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Kiliia Raion", + "pred": "Answer: Kiliia Raion", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008123", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003032", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1968.0, + "gold": "1968", + "pred": "Answer: 1968", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003123", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1928.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008638", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2015.0, + "gold": "2015", + "pred": "Answer: 2015", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004857", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Answer: Christiane Kubrick", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004040", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Answer: 2009", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001345", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Radical Civic Union", + "pred": "Answer: Radical Civic Union", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004403", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "Answer: 1930", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005977", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Answer: 2008", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005231", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Algiers", + "pred": "Answer: Algiers", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Second Polish Republic", + "pred": "Answer: Second Polish Republic", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007542", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "Answer: England women's national football team", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002736", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Busan IPark FC", + "pred": "Answer: Busan IPark FC", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006562", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008098", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "Answer: 2013", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008119", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Barbastro", + "pred": "Answer: Barbastro", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "chairperson", + "pred": "Answer: chairperson", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004561", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "Answer: 2001", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008086", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Answer: Cindy McCain", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003089", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Toulouse FC", + "pred": "Answer: Toulouse FC", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "Answer: 1942", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007154", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007872", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Big Brother", + "pred": "Answer: Big Brother", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008425", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000644", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Iburi Subprefecture", + "pred": "Answer: Iburi Subprefecture", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001235", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Omar al-Bashir", + "pred": "Answer: Omar al-Bashir", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006759", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Seine-et-Oise", + "pred": "Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004565", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Russian Empire", + "pred": "Answer: Russian Empire", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005444", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Queens Park Rangers F.C.", + "pred": "Answer: Queens Park Rangers F.C.", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001753", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003468", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "B\u00f4cher Memorial Prize", + "pred": "Answer: B\u00f4cher Memorial Prize", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001321", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "KFC Uerdingen 05", + "pred": "Answer: KFC Uerdingen 05", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004960", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Real Madrid Club de F\u00fatbol", + "pred": "Answer: Real Madrid Club de F\u00fatbol", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004118", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008476", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004242", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "FC St. Gallen", + "pred": "Answer: FC St. Gallen", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007528", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "Answer: 1974", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003750", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "United States", + "pred": "Answer: United States", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002500", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "PFC Slavia Sofia", + "pred": "Answer: PFC Slavia Sofia", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006400", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004574", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Answer: 1977", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006488", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Albert II of Belgium", + "pred": "Answer: Albert II of Belgium", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007839", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Answer: 2004", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001389", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007506", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005877", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "chairperson", + "pred": "Answer: chairperson", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001046", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Seine-et-Oise", + "pred": "Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004160", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SC Bastia", + "pred": "Answer: SC Bastia", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001013", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Rip Torn", + "pred": "Answer: Rip Torn", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007572", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Bernadette Chirac", + "pred": "Answer: Bernadette Chirac", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Academy Award for Best Costume Design", + "pred": "Answer: Academy Award for Best Costume Design", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008392", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003675", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "list of land speed records", + "pred": "Answer: list of land speed records", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "AFC Bournemouth", + "pred": "Answer: AFC Bournemouth", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000114", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Finland women's national football team", + "pred": "Answer: \u00c5land United", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004958", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "FC Bayern Munich", + "pred": "Answer: FC Bayern Munich", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002847", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001441", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Answer: Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002206", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Chelsea F.C.", + "pred": "Answer: Chelsea F.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "Answer: C.D. Jorge Wilstermann", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005526", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "SK Rapid Wien", + "pred": "Answer: SK Rapid Wien", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "FK Teplice", + "pred": "Answer: FK Teplice", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001083", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Germany", + "pred": "Answer: Germany", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004361", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "SK Brann", + "pred": "Answer: SK Brann", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Answer: Deutsche Reichsbahn", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Answer: Servette FC", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002645", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "S.L. Benfica", + "pred": "Answer: S.L. Benfica", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Silver Bear for Best Actress", + "pred": "Answer: Silver Bear for Best Actress", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004948", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "Answer: 2007", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001871", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Answer: Yale University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000473", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "US Triestina Calcio 1918", + "pred": "Answer: US Triestina Calcio 1918", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006904", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Bernd R\u00fcthers", + "pred": "Answer: Bernd R\u00fcthers", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "RC Strasbourg Alsace", + "pred": "Answer: RC Strasbourg Alsace", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005684", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "delegate", + "pred": "Answer: delegate", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004481", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Vladimir Lenin", + "pred": "Answer: Vladimir Lenin", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006873", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1948.0, + "gold": "1948", + "pred": "Answer: 1948", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005653", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Answer: Andrzej Strejlau", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Answer: Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004653", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Answer: 2012", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001722", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "United States Marine Corps", + "pred": "Answer: United States Marine Corps", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003725", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Russian Empire", + "pred": "Answer: Russian Empire", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004162", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Bob Benny", + "pred": "Answer: Bob Benny", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004885", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007832", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "South West Trains", + "pred": "Answer: South West Trains", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005962", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000011", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Order of the Red Banner of Labour", + "pred": "Answer: Order of the Red Banner of Labour", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007446", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Cruz Azul", + "pred": "Answer: Cruz Azul", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004620", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Fredrikstad FK", + "pred": "Answer: Fredrikstad FK", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Answer: Andrzej Strejlau", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008601", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001029", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Club Joventut Badalona", + "pred": "Answer: Club Joventut Badalona", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002959", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Answer: 2006", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002878", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Guardian Children's Fiction Prize", + "pred": "Answer: Guardian Children's Fiction Prize", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000807", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "C\u00e9sar Award for Best Female Revelation", + "pred": "Answer: C\u00e9sar Award for Best Female Revelation", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004108", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Seine-et-Oise", + "pred": "Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Primetime Emmy Award for Outstanding Animated Program", + "pred": "Answer: Primetime Emmy Award for Outstanding Animated Program", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004954", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "FC Elista", + "pred": "Answer: Dario Passoni", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006909", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Umberto Bossi", + "pred": "Answer: Umberto Bossi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007331", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "President of Latvia", + "pred": "Answer: President of Latvia", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003609", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Sch\u00f6neberg", + "pred": "Answer: Sch\u00f6neberg", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006006", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "FC Twente", + "pred": "Answer: FC Twente", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008100", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Mandatory Palestine", + "pred": "Answer: Mandatory Palestine", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004453", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006282", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Club Atl\u00e9tico Osasuna", + "pred": "Answer: Club Atl\u00e9tico Osasuna", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003708", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003013", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Answer: Watford F.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001471", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000942", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Husqvarna FF", + "pred": "Answer: Husqvarna FF", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Altai Krai", + "pred": "Answer: Altai Krai", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002943", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Leipzig University", + "pred": "Answer: Leipzig University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003037", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Germany", + "pred": "Answer: Germany", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003146", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "New York City", + "pred": "Answer: New York City", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004225", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "MTK Budapest FC", + "pred": "Answer: MTK Budapest FC", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000827", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008211", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Rick Parfitt", + "pred": "Answer: Rick Parfitt", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007342", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pierre Mauroy", + "pred": "Answer: Pierre Mauroy", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005759", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Austria\u2013Hungary", + "pred": "Answer: Austria\u2013Hungary", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003949", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Answer: Member of the European Parliament", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Samba Gold", + "pred": "Answer: Samba Gold", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001667", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002554", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Answer: 2009", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003996", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1943.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004658", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004227", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Lady Gaga", + "pred": "Answer: Lady Gaga", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001594", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Bell Labs", + "pred": "Answer: Bell Labs", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006869", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Al Masry SC", + "pred": "Answer: Al Masry SC", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006930", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "University of Edinburgh", + "pred": "Answer: University of Edinburgh", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005195", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002457", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Answer: Cottbus District", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "CPJ International Press Freedom Awards", + "pred": "Answer: CPJ International Press Freedom Awards", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006097", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Answer: 2008", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006940", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "British Raj", + "pred": "Answer: British Raj", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000173", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005298", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005185", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1950.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007749", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "David Mamet", + "pred": "Answer: David Mamet", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Answer: Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002110", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000829", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008640", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002292", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "Answer: 1989", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005480", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "general", + "pred": "Answer: general", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008496", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006640", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Ottoman Empire", + "pred": "Answer: Ottoman Empire", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003927", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Ascoli Calcio 1898 FC", + "pred": "Answer: Ascoli Calcio 1898 FC", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007996", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000373", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Northwestern University", + "pred": "Answer: Northwestern University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005430", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Aut\u00f3dromo Internacional Ayrton Senna", + "pred": "Answer: Aut\u00f3dromo Internacional Ayrton Senna", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Calcio Foggia 1920", + "pred": "Answer: Calcio Foggia 1920", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003964", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Gangwon FC", + "pred": "Answer: Gangwon FC", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004438", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Club Atl\u00e9tico River Plate", + "pred": "Answer: Club Atl\u00e9tico River Plate", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004862", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1902.0, + "gold": "Amtshauptmannschaft Schwarzenberg", + "pred": "Answer: Amtshauptmannschaft Schwarzenberg", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004495", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "As d'Or Jeu de l'Ann\u00e9e", + "pred": "Answer: As d'Or Jeu de l'Ann\u00e9e", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002486", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Answer: Israel", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003629", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "La Spezia", + "pred": "Answer: La Spezia", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006341", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "FC Girondins de Bordeaux", + "pred": "Answer: David Bellion", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002779", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SBV Vitesse", + "pred": "Answer: SBV Vitesse", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Nazi Party", + "pred": "Answer: Nazi Party", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004217", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "1. FFC Frankfurt", + "pred": "Answer: 1. FFC Frankfurt", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Mandatory Palestine", + "pred": "Answer: Mandatory Palestine", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002651", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Edith Roosevelt", + "pred": "Answer: Edith Roosevelt", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005128", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Answer: 2012", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007441", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Norway men's national association football team", + "pred": "Answer: Norway men's national association football team", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006793", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "FC Veszpr\u00e9m", + "pred": "Answer: FC Veszpr\u00e9m", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005396", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Nazi Germany", + "pred": "Answer: Nazi Germany", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002815", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "People's Republic of China", + "pred": "Answer: People's Republic of China", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Amsterdam", + "pred": "Answer: Amsterdam", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001511", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Academy Award for Best Picture", + "pred": "Answer: Academy Award for Best Picture", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000553", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Denmark women's national football team", + "pred": "Answer: Julie Rydahl Bukh", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000656", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Northwestern University", + "pred": "Answer: University of Chicago", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001297", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1970.0, + "gold": "1970", + "pred": "Answer: 1970", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007459", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Amsterdam", + "pred": "Answer: Amsterdam", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002423", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Trinidad and Tobago men's national football team", + "pred": "Answer: Trinidad and Tobago men's national football team", + "em": 1.0, + "f1": 0.9411764705882353, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001348", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Answer: Servette FC", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008576", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002071", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "British School at Rome", + "pred": "Answer: British School at Rome", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004899", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1978.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001022", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Vladimir Oblast", + "pred": "Answer: Vladimir Oblast", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003839", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jane Birkin", + "pred": "Answer: Jane Birkin", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001814", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Christian Neureuther", + "pred": "Answer: Christian Neureuther", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Martha Vickers", + "pred": "Answer: Martha Vickers", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Arabic", + "pred": "Answer: Arabic", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005683", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Answer: Heidelberg University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007163", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Relax-Gam", + "pred": "Answer: Relax-Gam", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Answer: Carl Ferdinand Cori", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008134", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Answer: Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002147", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Hungarian Socialist Workers' Party", + "pred": "Answer: Hungarian Socialist Workers' Party", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "habilitation", + "pred": "Answer: habilitation", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000654", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Province of Mantua", + "pred": "Answer: Province of Mantua", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004102", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "University of California, Los Angeles", + "pred": "Answer: University of California, Los Angeles", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007739", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "FSV Frankfurt", + "pred": "Answer: FSV Frankfurt", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006368", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Chemins de fer du Midi", + "pred": "Answer: Chemins de fer du Midi", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "A.O. Kavalas (association football)", + "pred": "Answer: A.O. Kavalas (association football)", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002646", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1997.0, + "gold": "1997", + "pred": "Answer: 1997", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002133", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Gold Medal of the Royal Astronomical Society", + "pred": "Answer: Gold Medal of the Royal Astronomical Society", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000302", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002678", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Atalanta BC", + "pred": "Answer: Atalanta BC", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004224", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Answer: Tony Award for Best Actress in a Play", + "em": 1.0, + "f1": 0.9411764705882353, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005379", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "Answer: arrondissement of Bourg-en-Bresse", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006243", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "Answer: 1982", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008166", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "MTK Budapest FC", + "pred": "Answer: MTK Budapest FC", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003678", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "lawyer", + "pred": "Answer: lawyer", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000025", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Answer: Klaus Jensen", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "Answer: United Kingdom", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000689", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004963", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "City of Gosford", + "pred": "Answer: City of Gosford", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001580", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "London", + "pred": "Answer: London", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002212", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Answer: 1977", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001427", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "FC Lausanne-Sport", + "pred": "Answer: FC Lausanne-Sport", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000751", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Seine-et-Oise", + "pred": "Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "FC Spartak Trnava", + "pred": "Answer: FC Spartak Trnava", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002412", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001943", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1999.0, + "gold": "1999", + "pred": "Answer: 1999", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005685", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "Answer: 1939", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001916", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Str\u00f8msgodset IF", + "pred": "Answer: Str\u00f8msgodset IF", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006927", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005536", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Fengtien", + "pred": "Answer: Fengtien", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000555", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Gertrude Stein", + "pred": "Answer: Gertrude Stein", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005626", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Heiner Gei\u00dfler", + "pred": "Answer: Heiner Gei\u00dfler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005124", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Algiers", + "pred": "Answer: Algiers", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Coll\u00e8ge de France", + "pred": "Answer: Coll\u00e8ge de France", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003885", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2021.0, + "gold": "National Oceanic and Atmospheric Administration", + "pred": "Answer: National Oceanic and Atmospheric Administration", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005314", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Answer: Taiwan", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Knight Bachelor", + "pred": "Answer: Knight Bachelor", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002726", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "SK Slavia Prague", + "pred": "Answer: SK Slavia Prague", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004003", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "KRC Mechelen", + "pred": "Answer: KRC Mechelen", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008148", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1916.0, + "gold": "Marie Bonaparte", + "pred": "Answer: Marie Bonaparte", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003444", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "Answer: A.S. Nancy-Lorraine", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004684", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Schutzstaffel", + "pred": "Answer: Schutzstaffel", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007043", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "Answer: 1995", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002077", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Scunthorpe United F.C.", + "pred": "Answer: Scunthorpe United F.C.", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005610", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Willi Daume", + "pred": "Answer: Willi Daume", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007161", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Polish People's Republic", + "pred": "Answer: Polish People's Republic", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008431", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Kingdom of Greece", + "pred": "Answer: Kingdom of Greece", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005503", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003756", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Nuremberg Medical Trial", + "pred": "Answer: Nuremberg Medical Trial", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006939", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Answer: Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001054", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002273", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Answer: Watford F.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000786", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Answer: Order of Merit of Baden-W\u00fcrttemberg", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002778", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Answer: Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005074", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Japan", + "pred": "Answer: Japan", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007312", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Chelsea F.C.", + "pred": "Answer: Chelsea F.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001350", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Leningrad Oblast", + "pred": "Answer: Luga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001371", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Clare Boothe Luce", + "pred": "Answer: Clare Boothe Luce", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000490", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Answer: 2005", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1985.0, + "gold": "1985", + "pred": "Answer: 1985", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005716", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005200", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Pichichi Trophy", + "pred": "Answer: Pichichi Trophy", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000681", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Answer: 2009", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004424", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lviv Oblast", + "pred": "Answer: Lviv Oblast", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003611", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Catholic priest", + "pred": "Answer: Catholic priest", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000603", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Answer: Lille OSC", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007417", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Beaux-Arts de Paris", + "pred": "Answer: Beaux-Arts de Paris", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001017", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Golden Bear", + "pred": "Answer: Golden Bear", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004297", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Walter Sisulu", + "pred": "Answer: Walter Sisulu", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007760", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Netherlands", + "pred": "Answer: Netherlands", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002309", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Feh\u00e9rv\u00e1r FC", + "pred": "Answer: Feh\u00e9rv\u00e1r FC", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000472", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Free Democratic Party", + "pred": "Answer: Free Democratic Party", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003092", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Weimar Republic", + "pred": "Answer: Weimar Republic", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003984", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Hamburger SV", + "pred": "Answer: Hamburger SV", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004307", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004221", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002604", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Orenburg Governorate", + "pred": "Answer: Orenburg", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005175", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000103", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "Answer: People's Republic of Bulgaria", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007858", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "construction", + "pred": "Answer: construction", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000929", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Answer: Tony Award for Best Actress in a Play", + "em": 1.0, + "f1": 0.9411764705882353, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Hamburg Commercial Bank", + "pred": "Answer: Hamburg Commercial Bank", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006833", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "Princess M\u00e4rtha of Sweden", + "pred": "Answer: Denmark", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007826", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Answer: 2006", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005791", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1969.0, + "gold": "1969", + "pred": "Answer: 1969", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008695", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "FC Basel", + "pred": "Answer: FC Basel", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006326", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002683", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004982", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "AS Monaco FC", + "pred": "Answer: AS Monaco FC", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Answer: Rome", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000415", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Seine-et-Oise", + "pred": "Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002513", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "IBM", + "pred": "Answer: IBM", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001131", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Chinese Communist Party", + "pred": "Answer: Chinese Communist Party", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004809", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "England women's national football team", + "pred": "Answer: England women's national football team", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002765", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "The Rockefeller University", + "pred": "Answer: The Rockefeller University", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003270", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002090", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002717", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001781", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Waltrude Schleyer", + "pred": "Answer: Waltrude Schleyer", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "West Ham United F.C.", + "pred": "Answer: West Ham United F.C.", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000911", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Tuscany", + "pred": "Answer: Tuscany", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002590", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1946.0, + "gold": "1946", + "pred": "Answer: 1946", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Answer: Order of Merit of Baden-W\u00fcrttemberg", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004701", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Seine-et-Oise", + "pred": "Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006905", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "Answer: 2023", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005334", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Answer: 2003", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006551", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "FC Amkar Perm", + "pred": "Answer: FC Amkar Perm", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Sporting CP", + "pred": "Answer: Sporting CP", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001982", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001763", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Tranmere Rovers F.C.", + "pred": "Answer: Tranmere Rovers F.C.", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001693", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Utrecht University", + "pred": "Answer: Utrecht University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006247", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1909.0, + "gold": "Associate Justice of the Supreme Court of the United States", + "pred": "Answer: Associate Justice of the Supreme Court of the United States", + "em": 1.0, + "f1": 0.9411764705882353, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006923", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Der St\u00fcrmer", + "pred": "Answer: Der St\u00fcrmer", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004828", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006717", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001064", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Answer: Weimar Republic", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002886", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001768", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006522", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Cameroon men's national football team", + "pred": "Answer: Jean-Pierre Papin", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001073", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Kingdom of Bulgaria", + "pred": "Answer: Kingdom of Bulgaria", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002125", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "SSC Napoli", + "pred": "Answer: SSC Napoli", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002297", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "FC Astra Giurgiu", + "pred": "Answer: FC Astra Giurgiu", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002809", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002474", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Answer: Pat Travers", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004101", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Answer: 2004", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006366", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "Answer: England women's national football team", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "United States Navy", + "pred": "Answer: United States Navy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003020", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Lagos", + "pred": "Answer: Lagos", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004956", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Calcio Padova", + "pred": "Answer: Calcio Padova", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006758", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Al Masry SC", + "pred": "Answer: Al Masry SC", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003840", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "DSV Leoben", + "pred": "Answer: DSV Leoben", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003113", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Wheaton College", + "pred": "Answer: Wheaton College", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004767", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Miss America", + "pred": "Answer: Miss America", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "pred": "Answer: Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003340", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Russia", + "pred": "Answer: Russia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005245", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "Answer: 1982", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006022", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lady Gaga", + "pred": "Answer: Lady Gaga", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002807", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "University of Oslo", + "pred": "Answer: University of Oslo", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002236", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Order of Merit of North Rhine-Westphalia", + "pred": "Answer: Order of Merit of North Rhine-Westphalia", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006258", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "United States Cabinet", + "pred": "Answer: United States Cabinet", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003646", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "pred": "Answer: Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "em": 1.0, + "f1": 0.9600000000000001, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002029", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Warabitai Station", + "pred": "Answer: Warabitai Station", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Rudi Fuchs", + "pred": "Answer: Rudi Fuchs", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000849", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "Answer: 1987", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000139", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "Schutzstaffel", + "pred": "Answer: Schutzstaffel", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Anton-G\u00fcnther, Duke of Oldenburg", + "pred": "Answer: Anton-G\u00fcnther, Duke of Oldenburg", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004055", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004419", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Jeonbuk Hyundai Motors FC", + "pred": "Answer: Jeonbuk Hyundai Motors FC", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006447", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Answer: 2010", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005863", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Parliament of the United Kingdom", + "pred": "Answer: Parliament of the United Kingdom", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004287", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Jens Stoltenberg", + "pred": "Answer: Jens Stoltenberg", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008613", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "Answer: 1980", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002216", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Team Jayco AlUla", + "pred": "Answer: Team Jayco AlUla", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006890", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Answer: Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004395", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "University of Freiburg", + "pred": "Answer: University of Freiburg", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003660", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Queen", + "pred": "Answer: Queen", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006514", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Answer: Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002222", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Answer: Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001758", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "John Mauchly", + "pred": "Answer: John Mauchly", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004641", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Ni\u00e8vre", + "pred": "Answer: Ni\u00e8vre", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000084", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Munich Kammerspiele", + "pred": "Answer: Munich Kammerspiele", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005007", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2017.0, + "gold": "2017", + "pred": "Answer: 2017", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Answer: Tuvan Autonomous Soviet Socialist Republic", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007920", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Answer: 2002", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006359", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1956.0, + "gold": "1956", + "pred": "Answer: 1956", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005402", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Russian Empire", + "pred": "Answer: Russian Empire", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007921", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "Answer: 1989", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002569", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003091", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Answer: Pat Travers", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002364", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Gaz\u00e9lec Ajaccio", + "pred": "Answer: Gaz\u00e9lec Ajaccio", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007208", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Gustave Choquet", + "pred": "Answer: Gustave Choquet", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003209", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "C\u00e9sar Milstein", + "pred": "Answer: C\u00e9sar Milstein", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Answer: Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004389", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "Answer: 1922", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001672", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Kemerovo Oblast", + "pred": "Answer: Kemerovo Oblast", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002971", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2020.0, + "gold": "Hamza Hamzao\u011flu", + "pred": "Answer: Hamza Hamzao\u011flu", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007668", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Answer: Freie Universit\u00e4t Berlin", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004443", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Member of the European Parliament", + "pred": "Answer: Member of the European Parliament", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000260", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003060", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Leipziger Land", + "pred": "Answer: Leipzig Government Region", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003434", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "United Arab Republic", + "pred": "Answer: United Arab Republic", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005538", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Nobel Prize in Literature", + "pred": "Answer: Nobel Prize in Literature", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005136", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Ireland men\u2019s national rugby union team", + "pred": "Answer: Ireland men\u2019s national rugby union team", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004183", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "The Rockefeller University", + "pred": "Answer: The Rockefeller University", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006802", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Is\u00e8re", + "pred": "Answer: Is\u00e8re", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002238", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004081", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Harvard University", + "pred": "Answer: Harvard University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007931", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Kingdom of Hungary", + "pred": "Answer: Kingdom of Hungary", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002561", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Answer: Babe\u0219-Bolyai University", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Stockholm University", + "pred": "Answer: Stockholm University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008363", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Poland", + "pred": "Answer: Poland", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008611", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Wang Jingwei regime", + "pred": "Answer: Wang Jingwei regime", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002255", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1986.0, + "gold": "1986", + "pred": "Answer: 1986", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007672", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "Answer: 2016", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002954", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "SC Fortuna K\u00f6ln", + "pred": "Answer: SC Fortuna K\u00f6ln", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002449", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Valencia CF", + "pred": "Answer: Valencia CF", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005372", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Malm\u00f6 FF", + "pred": "Answer: Malm\u00f6 FF", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006616", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007451", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "SV Saar 05 Saarbr\u00fccken", + "pred": "Answer: SV Saar 05 Saarbr\u00fccken", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "C.D. Nacional", + "pred": "Answer: C.D. Nacional", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008679", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004351", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "education", + "pred": "Answer: education", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "FC Barcelona B\u00e0squet", + "pred": "Answer: FC Barcelona B\u00e0squet", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004853", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008238", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Reichsgesetzblatt", + "pred": "Answer: Reichsgesetzblatt", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007289", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "Answer: German Empire", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005590", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002466", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1942.0, + "gold": "1st U-boat Flotilla", + "pred": "Answer: 1st U-boat Flotilla", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005898", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Second Syrian Republic", + "pred": "Answer: Second Syrian Republic", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "Answer: German Empire", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006637", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Allianz SE", + "pred": "Answer: Allianz SE", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001605", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Keith Richards", + "pred": "Answer: Keith Richards", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003947", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Q99317", + "pred": "Answer: Q99317", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001379", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Answer: 2004", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Cruzeiro E.C.", + "pred": "Answer: Cruzeiro E.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2021.0, + "gold": "Daft Punk", + "pred": "Answer: Daft Punk", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007475", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Latvia", + "pred": "Answer: Latvia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008010", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "Answer: C.D. Jorge Wilstermann", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005768", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Landeshauptmann", + "pred": "Answer: Landeshauptmann", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003283", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Answer: 1977", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003934", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Republic of Korea Army", + "pred": "Answer: Republic of Korea Army", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000952", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004410", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Answer: Landrat", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007420", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Orenburg Oblast", + "pred": "Answer: Orenburg Oblast", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003788", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Paris", + "pred": "Answer: Paris", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007654", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Answer: Lille OSC", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000104", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Daejeon Hana Citizen FC", + "pred": "Answer: Daejeon Hana Citizen FC", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003094", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "England men\u2019s national rugby union team", + "pred": "Answer: England men\u2019s national rugby union team", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005875", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004542", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2016.0, + "gold": "Province of Carbonia-Iglesias", + "pred": "Answer: Province of Carbonia-Iglesias", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "AgustaWestland", + "pred": "Answer: AgustaWestland", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005999", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Czechia men's national football team", + "pred": "Answer: Czechia men's national football team", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003881", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Red Star F.C.", + "pred": "Answer: Red Star F.C.", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Copley Medal", + "pred": "Answer: Copley Medal", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000380", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Answer: Klaus Jensen", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007104", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "chairperson", + "pred": "Answer: chairperson", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005106", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1926.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007198", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "VVV-Venlo", + "pred": "Answer: VVV-Venlo", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001075", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007267", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Netherlands Antilles", + "pred": "Answer: Netherlands Antilles", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005453", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "Answer: 1989", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006199", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Answer: Club Atl\u00e9tico Tigre", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007661", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Answer: Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Christoph Franz", + "pred": "Answer: Christoph Franz", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007018", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Province of Ogliastra", + "pred": "Answer: Province of Ogliastra", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006321", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Pontault-Combault", + "pred": "Answer: Pontault-Combault", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000924", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002232", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005699", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "University of G\u00f6ttingen", + "pred": "Answer: University of G\u00f6ttingen", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007488", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Answer: 2006", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Vla\u0219ca County", + "pred": "Answer: Vla\u0219ca County", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005369", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "University of Zurich", + "pred": "Answer: University of Zurich", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001823", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Bremen-Liga", + "pred": "Answer: Bremen-Liga", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006475", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "Answer: 1991", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008413", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1984.0, + "gold": "1984", + "pred": "Answer: 1984", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003577", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Chief of the Turkish General Staff", + "pred": "Answer: Chief of the Turkish General Staff", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Hanna-Barbera", + "pred": "Answer: Hanna-Barbera", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008560", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Romania national rugby union team", + "pred": "Answer: Romania national rugby union team", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Czechoslovakia", + "pred": "Answer: Czechoslovakia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006136", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1903.0, + "gold": "Russian Empire", + "pred": "Answer: Russian Empire", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005189", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Seine-et-Oise", + "pred": "Answer: Seine-et-Oise", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002858", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Answer: Empire of Japan", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008315", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Kemerovo Oblast", + "pred": "Answer: Kemerovo Oblast", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Kotelnikovsky District", + "pred": "Answer: Kotelnikovsky District", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Answer: 2004", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000973", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Ternopil Oblast", + "pred": "Answer: Ternopil Oblast", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002849", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008608", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "S.C. Internacional", + "pred": "Answer: S.C. Internacional", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001494", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Saint Petersburg", + "pred": "Answer: Saint Petersburg", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007390", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "German Democratic Republic", + "pred": "Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007069", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001021", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Nelly Sachs Prize", + "pred": "Answer: Nelly Sachs Prize", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006782", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Merited Artist of the RSFSR", + "pred": "Answer: Merited Artist of the RSFSR", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008600", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Central Institute for Ancient History and Archeology", + "pred": "Answer: Central Institute for Ancient History and Archeology", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005501", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001523", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Prince Charles, Count of Flanders", + "pred": "Answer: Prince Charles, Count of Flanders", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003339", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Second Syrian Republic", + "pred": "Answer: Second Syrian Republic", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Answer: Empire of Japan", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002341", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Answer: 1996", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006340", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "People's Artist of the USSR", + "pred": "Answer: People's Artist of the USSR", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004184", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Chelsea F.C.", + "pred": "Answer: Chelsea F.C.", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001998", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "Answer: 1939", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008462", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Answer: 2003", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005081", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Beira Alta", + "pred": "Answer: Beira Alta", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Answer: Israel", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006076", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Russian Empire", + "pred": "Answer: Russian Empire", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004257", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Province of Posen", + "pred": "Answer: Province of Posen", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001129", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002202", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Isabela", + "pred": "Answer: Isabela", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001377", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005631", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "Answer: 1974", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000171", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Melora Walters", + "pred": "Answer: Melora Walters", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007554", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001278", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005559", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Swiss Super League", + "pred": "Answer: Swiss Super League", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007444", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Answer: 2021", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004826", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "Dakar", + "pred": "Answer: Dakar", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003409", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Answer: Margaret Atwood", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006575", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Answer: Attila J\u00f3zsef", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001217", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Answer: Hilary Swank", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007223", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Klaus Sch\u00fctz", + "pred": "Answer: Klaus Sch\u00fctz", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004735", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Berlin", + "pred": "Answer: Berlin", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001394", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "German Democratic Republic", + "pred": "Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004179", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Rudy Giuliani", + "pred": "Answer: Rudy Giuliani", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Klaus Wowereit", + "pred": "Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003446", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "Answer: President of the United States", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007096", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Answer: Phillip Cocu", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008279", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Montreal Forum", + "pred": "Answer: Montreal Forum", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006719", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Emma de Caunes", + "pred": "Answer: Emma de Caunes", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002450", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Cyprus Football Association", + "pred": "Answer: Cyprus Football Association", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000742", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "Answer: 2007", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005331", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Answer: 1977", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Stade Chaban-Delmas", + "pred": "Answer: Stade Chaban-Delmas", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006020", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lady Bird Johnson", + "pred": "Answer: Lady Bird Johnson", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002515", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Sepp Herberger", + "pred": "Answer: Sepp Herberger", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000947", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "S\u00fcper Lig", + "pred": "Answer: S\u00fcper Lig", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004442", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "Answer: 2014", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003129", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Klaus Wowereit", + "pred": "Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000626", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Edward Joseph Kelly", + "pred": "Answer: Edward Joseph Kelly", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008507", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "presidential system", + "pred": "Answer: presidential system", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000399", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Otto Nerz", + "pred": "Answer: Otto Nerz", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005160", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Answer: A Bend in the River", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Answer: Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "President of North Macedonia", + "pred": "Answer: President of North Macedonia", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008117", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Answer: 2021", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007432", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Answer: Romano Prodi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006320", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1931.0, + "gold": "1931", + "pred": "Answer: 1931", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008047", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Nicholas II of Russia", + "pred": "Answer: Nicholas II of Russia", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000063", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Answer: Carlo Vittorio Varetti", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "Territory of Hawaii", + "pred": "Answer: Territory of Hawaii", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001072", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Answer: Eusebio Sacrist\u00e1n", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005910", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "United States", + "pred": "Answer: United States", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003397", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "V\u00edt\u011bzslav Lavi\u010dka", + "pred": "Answer: V\u00edt\u011bzslav Lavi\u010dka", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000162", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Lady Bird Johnson", + "pred": "Answer: Lady Bird Johnson", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002728", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Silvio Berlusconi", + "pred": "Answer: Silvio Berlusconi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003793", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Barcelona Province", + "pred": "Answer: Barcelona Province", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003541", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Answer: 2006", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008524", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Stade Chaban-Delmas", + "pred": "Answer: Stade Chaban-Delmas", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003943", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Michal B\u00edlek", + "pred": "Answer: Michal B\u00edlek", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003569", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002249", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "University of Paris", + "pred": "Answer: University of Paris", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001978", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Answer: Giovanni Gronchi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005073", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Alex McLeish", + "pred": "Answer: Alex McLeish", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000609", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "Answer: 1974", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Answer: Manuel Jim\u00e9nez Jim\u00e9nez", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Guy Ritchie", + "pred": "Answer: Guy Ritchie", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006953", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "Jimmy Walker", + "pred": "Answer: Jimmy Walker", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001572", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Answer: Phillip Cocu", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008301", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Answer: Romano Prodi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000630", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1960.0, + "gold": "Graceland", + "pred": "Answer: Graceland", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000755", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Elizabeth II", + "pred": "Answer: Lyndon B. Johnson", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000326", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002870", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Bahrain", + "pred": "Answer: Prime Minister of Bahrain", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007789", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Answer: Giovanni Gronchi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007973", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Bjarne Riis", + "pred": "Answer: Bjarne Riis", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000219", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Vivien Leigh", + "pred": "Answer: Vivien Leigh", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007274", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Elizabeth II", + "pred": "Answer: Elizabeth II", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006021", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006576", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "Laurence Olivier", + "pred": "Answer: Laurence Olivier", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000623", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Bjarne Berntsen", + "pred": "Answer: Bjarne Berntsen", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Answer: DBC Pierre", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003804", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Nobel Peace Prize", + "pred": "Answer: Nobel Peace Prize", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006789", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Answer: Robert Ferdinand Wagner Jr.", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006521", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Atlanta-Fulton County Stadium", + "pred": "Answer: Atlanta-Fulton County Stadium", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "Answer: Carry Me Down", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004769", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Answer: Loretta Young", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001801", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Vytautas Landsbergis", + "pred": "Answer: Vytautas Landsbergis", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "State Anthem of the Soviet Union", + "pred": "Answer: March of the Volunteers", + "em": 0.0, + "f1": 0.3636363636363636, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003724", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006014", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Answer: Hans Loritz", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007171", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "S\u00fcper Lig", + "pred": "Answer: S\u00fcper Lig", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007260", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "3. Liga", + "pred": "Answer: 3. Liga", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Thomas Tuchel", + "pred": "Answer: Thomas Tuchel", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007485", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Charlize Theron", + "pred": "Answer: Charlize Theron", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001837", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Answer: 2021", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Answer: Romano Prodi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005494", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Answer: Berti Vogts", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000075", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004734", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Peter Carey", + "pred": "Answer: Peter Carey", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004770", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Constantinople", + "pred": "Answer: Constantinople", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006777", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "S\u00e1ndor Preisinger", + "pred": "Answer: S\u00e1ndor Preisinger", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001481", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "Answer: 1977", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Answer: Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000707", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007316", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Answer: Carlo Vittorio Varetti", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002781", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Yugoslavia", + "pred": "Answer: France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001694", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Answer: Glenda Jackson", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005714", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "B\u00fclent Ecevit", + "pred": "Answer: B\u00fclent Ecevit", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Stefan Kuntz", + "pred": "Answer: Stefan Kuntz", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000390", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Nobel Prize in Physics", + "pred": "Answer: Nobel Prize in Physics", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004301", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Answer: Rudy Giuliani", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007116", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004505", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Answer: Abraham Beame", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007035", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "Answer: David Dinkins", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004558", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Answer: Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003267", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Answer: Bette Davis", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006755", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Answer: Theodor Liebknecht", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004583", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "Answer: 1987", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000225", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Gareth Southgate", + "pred": "Answer: Gareth Southgate", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002459", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006352", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Answer: 2021", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004787", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Janusz W\u00f3jcik", + "pred": "Answer: Janusz W\u00f3jcik", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002226", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Leonid Brezhnev", + "pred": "Answer: Vladimir Kryuchkov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003363", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Jan Schaffrath", + "pred": "Answer: Jan Schaffrath", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Pavel Vrba", + "pred": "Answer: Pavel Vrba", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006972", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "Answer: 1976", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007393", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Answer: Socialist Autonomous Province of Vojvodina", + "em": 0.0, + "f1": 0.3636363636363636, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002784", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Franz Beckenbauer", + "pred": "Answer: Franz Beckenbauer", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005991", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Claudia Roth", + "pred": "Answer: Ulrike Herrmann", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002109", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "ADIG", + "pred": "Answer: ADIG", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005445", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Abraham Beame", + "pred": "Answer: Abraham Beame", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Fiorello H. La Guardia", + "pred": "Answer: Fiorello H. La Guardia", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005633", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002083", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Jens Gustafsson", + "pred": "Answer: Jens Gustafsson", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003899", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "German Democratic Republic", + "pred": "Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002997", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "Answer: United Kingdom", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005860", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Answer: Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001039", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Panama", + "pred": "Answer: Panama", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000086", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005689", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Answer: Bucharest", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006609", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "Answer: United Kingdom", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004970", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Answer: 2003", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Answer: Giovanni Gronchi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008062", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "M\u00e1rio Soares", + "pred": "Answer: M\u00e1rio Soares", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006613", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Stuart Lancaster", + "pred": "Answer: Stuart Lancaster", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001894", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Answer: Reese Witherspoon", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002546", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003153", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Answer: Zhou Enlai", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002865", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Answer: Thomas Keneally", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007865", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Answer: Clive Woodward", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001858", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Graceland", + "pred": "Answer: Graceland", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Constantinople", + "pred": "Answer: Constantinople", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003034", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Answer: Hans Loritz", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000799", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Barack Obama", + "pred": "Answer: Arsenii Yatseniuk", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Boston Garden", + "pred": "Answer: Boston Garden", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004762", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "Kingdom of Prussia", + "pred": "Answer: Vienna", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004806", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Answer: Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Premier League", + "pred": "Answer: Premier League", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008203", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Amway Arena", + "pred": "Answer: Amway Arena", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004465", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Answer: 2021", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006874", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "John Lindsay", + "pred": "Answer: John Lindsay", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000593", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Answer: Giovanni Gronchi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004615", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2018.0, + "gold": "2018", + "pred": "Answer: 2018", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Geoffrey Rush", + "pred": "Answer: Geoffrey Rush", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Answer: Academy Award for Best Writing, Adapted Screenplay", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004669", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Yuri Semin", + "pred": "Answer: Yuri Semin", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Answer: Aldo Moro", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Answer: Theodor Liebknecht", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006858", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Answer: 2002", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000627", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Answer: Academy Award for Best Writing, Adapted Screenplay", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008456", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "Answer: absolute monarchy", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004863", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Answer: Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005053", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lauri Yl\u00f6nen", + "pred": "Answer: Lauri Yl\u00f6nen", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006906", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sini\u0161a Mihajlovi\u0107", + "pred": "Answer: Sini\u0161a Mihajlovi\u0107", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004343", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Arrigo Sacchi", + "pred": "Answer: Arrigo Sacchi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008520", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Hans Loritz", + "pred": "Answer: Hans Loritz", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008566", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Answer: Kurt Biedenkopf", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005406", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "West Germany", + "pred": "Answer: West Germany", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005485", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Milo\u0161 Zeman", + "pred": "Answer: Milo\u0161 Zeman", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006778", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000448", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Alex Ferguson", + "pred": "Answer: Alex Ferguson", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005253", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Aravind Adiga", + "pred": "Answer: Aravind Adiga", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002793", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Answer: Academy Award for Best Supporting Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001366", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Cliff Burton", + "pred": "Answer: Cliff Burton", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000346", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Giorgio Napolitano", + "pred": "Answer: Giorgio Napolitano", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001380", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "John Williams", + "pred": "Answer: John Williams", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007366", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Answer: Giampiero Boniperti", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004085", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "Qing dynasty", + "pred": "Answer: Qing dynasty", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "Answer: United Kingdom", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Answer: Thomas Keneally", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Answer: Nike", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005149", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Dalvik VM", + "pred": "Answer: Dalvik VM", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007466", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Deutsche Mark", + "pred": "Answer: Deutsche Mark", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "EFL Championship", + "pred": "Answer: EFL Championship", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002303", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Answer: Prime Minister of Canada", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004925", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Answer: Norma Shearer", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002425", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003762", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Minneapolis Armory", + "pred": "Answer: Minneapolis Armory", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000351", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Territory of Hawaii", + "pred": "Answer: Territory of Hawaii", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003288", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Answer: Alain Afflelou", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001079", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Giampiero Boniperti", + "pred": "Answer: Giampiero Boniperti", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Paulo Bento", + "pred": "Answer: Paulo Bento", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006454", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Steve Sampson", + "pred": "Answer: Steve Sampson", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007686", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "United States Cabinet", + "pred": "Answer: United States Cabinet", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001636", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "Answer: 1975", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000642", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Alan Hollinghurst", + "pred": "Answer: Alan Hollinghurst", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005992", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1906.0, + "gold": "Theodore Roosevelt", + "pred": "Answer: Theodore Roosevelt", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001567", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Answer: Robert Ferdinand Wagner Jr.", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003917", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Elizabeth II", + "pred": "Answer: Elizabeth II", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007632", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pawe\u0142 Janas", + "pred": "Answer: Pawe\u0142 Janas", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001702", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Eerste Divisie", + "pred": "Answer: Eerste Divisie", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006358", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "German Federal Archives", + "pred": "Answer: German Federal Archives", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Dwight D. Eisenhower", + "pred": "Answer: Dwight D. Eisenhower", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001724", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Lyndon B. Johnson", + "pred": "Answer: Lyndon B. Johnson", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005308", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Answer: Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006485", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Answer: Margaret Atwood", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004831", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005190", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Answer: Freie Universit\u00e4t Berlin", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006636", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "George Marshall", + "pred": "Answer: United States Secretary of State", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003213", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Answer: Lyndon B. Johnson", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005672", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006227", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Answer: 2021", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Giffoni Film Festival", + "pred": "Answer: Giffoni Film Festival", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007816", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Franciszek Smuda", + "pred": "Answer: Franciszek Smuda", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001958", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "John Lindsay", + "pred": "Answer: John Lindsay", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007818", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Sepp Herberger", + "pred": "Answer: Sepp Herberger", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003874", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006836", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005437", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001779", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Chemnitz Government Region", + "pred": "Answer: Chemnitz Government Region", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002182", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006540", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Answer: Antonio Segni", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Answer: Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000470", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004884", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Emma Thompson", + "pred": "Answer: Emma Thompson", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008312", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "United Kingdom of Great Britain and Ireland", + "pred": "Answer: United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 0.9333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006013", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "Answer: David Dinkins", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006889", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Carlo Ancelotti", + "pred": "Answer: Carlo Ancelotti", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003651", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Answer: Saku Koivu", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Q82595", + "pred": "Answer: Q82595", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000420", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1917.0, + "gold": "1917", + "pred": "Answer: 1917", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005828", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Prime Minister of Belize", + "pred": "Answer: Prime Minister of Belize", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Sepp Herberger", + "pred": "Answer: Sepp Herberger", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002499", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Territory of Hawaii", + "pred": "Answer: Territory of Hawaii", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008212", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "George VI", + "pred": "Answer: George VI", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006976", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Gennaro Gattuso", + "pred": "Answer: Gennaro Gattuso", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007445", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Answer: Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004525", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Lamberto Dini", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Giorgio Napolitano", + "pred": "Answer: Giorgio Napolitano", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003387", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Answer: 2021", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Answer: Alex McLeish", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008292", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "United States", + "pred": "Answer: United States", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006528", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "Answer: 1902", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008636", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Walter Zenga", + "pred": "Answer: Walter Zenga", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004972", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Kia Forum", + "pred": "Answer: Boston Garden", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006497", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Hungarian People's Republic", + "pred": "Answer: Hungarian People's Republic", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Answer: Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005410", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Taiwan", + "pred": "Answer: Taiwan", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000901", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Answer: Shimon Peres", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007838", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mircea Lucescu", + "pred": "Answer: Mircea Lucescu", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007144", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "The Internationale", + "pred": "Answer: The Internationale", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Jean Mistler", + "pred": "Answer: Jean Mistler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000287", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Gerhard Casper", + "pred": "Answer: Gerhard Casper", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004792", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006621", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sean Yates", + "pred": "Answer: Sean Yates", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001788", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Answer: Norma Shearer", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002557", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Fiorello H. La Guardia", + "pred": "Answer: Fiorello H. La Guardia", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "Answer: A. S. Byatt", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006058", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Giuseppe Saragat", + "pred": "Answer: Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000536", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Answer: Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007404", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2000.0, + "gold": "2000", + "pred": "Answer: 2000", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001292", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1990.0, + "gold": "1990", + "pred": "Answer: 1990", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "Answer: David Storey", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Answer: A Bend in the River", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002490", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "Answer: 1930", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001434", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "New York City", + "pred": "Answer: New York City", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006868", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "Answer: 2001", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jean Mistler", + "pred": "Answer: Jean Mistler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002319", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2022.0, + "gold": "2022", + "pred": "Answer: 2022", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008472", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000496", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Massimo D'Alema", + "pred": "Answer: Romano Prodi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005883", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Answer: Roman Herzog", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "BP", + "pred": "Answer: BP", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001286", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003325", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Bucharest", + "pred": "Answer: Bucharest", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "Answer: William Emmett Dever", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000949", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Answer: Roman Herzog", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004634", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Answer: 2006", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008417", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Answer: Swiss Super League", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mary J. Blige", + "pred": "Answer: Mary J. Blige", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007469", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Answer: 2010", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002488", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Answer: Shimon Peres", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007418", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Union", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Elliott Gould", + "pred": "Answer: Elliott Gould", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005916", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Micha\u0142 Matyas", + "pred": "Answer: Micha\u0142 Matyas", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006233", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Answer: Eric Gerets", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005848", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "German Empire", + "pred": "Answer: German Empire", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005040", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Antonio Segni", + "pred": "Answer: Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005138", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Adolf Hitler", + "pred": "Answer: Karl D\u00f6nitz", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004246", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007892", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006684", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Luigi Einaudi", + "pred": "Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001045", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Answer: 2005", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "association football", + "pred": "Answer: association football", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002791", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Lory Del Santo", + "pred": "Answer: Lory Del Santo", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005581", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Answer: Daniel Auteuil", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Pawe\u0142 Janas", + "pred": "Answer: Pawe\u0142 Janas", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004802", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "John W. Campbell", + "pred": "Answer: John W. Campbell", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004455", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Answer: Giovanni Leone", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001570", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Otto Nerz", + "pred": "Answer: Otto Nerz", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005703", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Morten Olsen", + "pred": "Answer: Morten Olsen", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006235", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Diego Simeone", + "pred": "Answer: Diego Simeone", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001186", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Susan Sarandon", + "pred": "Answer: Susan Sarandon", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005903", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "Answer: 2009", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002985", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Bettino Craxi", + "pred": "Answer: Giovanni Spadolini", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Answer: Andrzej Strejlau", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008323", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Answer: Hungarian People's Republic", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005474", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Oskar von Miller", + "pred": "Answer: Oskar von Miller", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001830", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Nippon Bud\u014dkan", + "pred": "Answer: Nippon Bud\u014dkan", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001756", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001887", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "Answer: J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005552", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Answer: Mitteldeutscher Rundfunk", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004901", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Wen Jiabao", + "pred": "Answer: Wen Jiabao", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006473", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "Answer: 2008", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006253", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Answer: 2003", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002709", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Alex McLeish", + "pred": "Answer: Alex McLeish", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007811", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Giovanni Spadolini", + "pred": "Answer: Giovanni Spadolini", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006165", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Edward Cassidy", + "pred": "Answer: Edward Cassidy", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007431", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Ernest Borgnine", + "pred": "Answer: Ernest Borgnine", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002594", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004546", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "David Dinkins", + "pred": "Answer: David Dinkins", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006589", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Answer: Giulio Andreotti", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006151", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Answer: 2021", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005300", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Otto Rehhagel", + "pred": "Answer: Otto Rehhagel", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003618", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Franz Joseph I of Austria", + "pred": "Answer: Franz Joseph I of Austria", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "Answer: George W. Bush", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001195", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Answer: 2004", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007049", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1978.0, + "gold": "1978", + "pred": "Answer: 1978", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003961", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Edith Roosevelt", + "pred": "Answer: Edith Roosevelt", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002548", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "Answer: absolute monarchy", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1910.0, + "gold": "Austria\u2013Hungary", + "pred": "Answer: Austria\u2013Hungary", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003484", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "United Kingdom", + "pred": "Answer: United Kingdom", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Kingdome", + "pred": "Answer: Kingdome", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002163", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Clive Woodward", + "pred": "Answer: Clive Woodward", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006692", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Bruce Buck", + "pred": "Answer: Bruce Buck", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006073", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Volker Finke", + "pred": "Answer: Volker Finke", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008473", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Roman Abramovich", + "pred": "Answer: Roman Abramovich", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003674", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1978.0, + "gold": "Leonid Brezhnev", + "pred": "Answer: Vladimir Kryuchkov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003352", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "absolute monarchy", + "pred": "Answer: absolute monarchy", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Answer: Giampiero Boniperti", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002789", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005326", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Spencer Tracy", + "pred": "Answer: Robert Donat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005284", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Erich Werdermann", + "pred": "Answer: Erich Werdermann", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005774", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Answer: Swiss Super League", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003372", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Patrick Le Lay", + "pred": "Answer: Patrick Le Lay", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008201", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Answer: 2002", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001153", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Franz Beckenbauer", + "pred": "Answer: Franz Beckenbauer", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007164", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "Simone Inzaghi", + "pred": "Answer: Simone Inzaghi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006407", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Allianz Arena", + "pred": "Answer: Allianz Arena", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001540", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "Answer: 2013", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005100", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "German Democratic Republic", + "pred": "Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Claudio Ranieri", + "pred": "Answer: Claudio Ranieri", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Answer: Denzel Washington", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007894", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Answer: 2011", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008658", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Ruslan Rotan", + "pred": "Answer: Andriy Shevchenko", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005158", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Answer: Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008060", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Bundesliga", + "pred": "Answer: Bundesliga", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004900", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "SeatGeek Stadium", + "pred": "Answer: SeatGeek Stadium", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000430", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Bombardier", + "pred": "Answer: Bombardier", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006467", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Taiwan", + "pred": "Answer: Taiwan", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004710", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "Answer: J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000041", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Answer: Romano Prodi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004408", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "crown prince", + "pred": "Answer: crown prince", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001201", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004457", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005193", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005781", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "State Anthem of the Soviet Union", + "pred": "Answer: Russian Soviet Federative Socialist Republic", + "em": 0.0, + "f1": 0.16666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004013", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Answer: Jupp Derwall", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003935", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Volker Finke", + "pred": "Answer: Volker Finke", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006770", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Silvio Berlusconi", + "pred": "Answer: Silvio Berlusconi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008617", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008708", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Answer: Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Zden\u011bk Zeman", + "pred": "Answer: Zden\u011bk Zeman", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007389", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Saku Koivu", + "pred": "Answer: Saku Koivu", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005554", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Moscow", + "pred": "Answer: Moscow", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000408", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Kingdom of Prussia", + "pred": "Answer: Kingdom of Prussia", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003634", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Uwe Neuhaus", + "pred": "Answer: Uwe Neuhaus", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006653", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000961", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Kate Winslet", + "pred": "Answer: Kate Winslet", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002923", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008130", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Silvio Berlusconi", + "pred": "Answer: Silvio Berlusconi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001668", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Jane Fonda", + "pred": "Answer: Jane Fonda", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Lucien Favre", + "pred": "Answer: Lucien Favre", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007280", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Klaus Wowereit", + "pred": "Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004011", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "Answer: David Storey", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001876", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Thomas Tuchel", + "pred": "Answer: Thomas Tuchel", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003426", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "George H. W. Bush", + "pred": "Answer: George H. W. Bush", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008324", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "Answer: 1930", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Answer: Francesco Cossiga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001646", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Answer: Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001719", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "Answer: J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005359", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Answer: Alex McLeish", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002201", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Princeton University", + "pred": "Answer: Princeton University", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000953", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Answer: DBC Pierre", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003588", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Answer: Javier Aguirre", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006330", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Answer: DBC Pierre", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006529", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "Answer: 1991", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006295", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Answer: Angela Lansbury", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007246", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001257", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "Answer: United Kingdom", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004353", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Answer: Maurice Druon", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001453", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Answer: Nicholas II of Russia", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008480", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "Answer: 2001", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006167", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "LMFAO", + "pred": "Answer: LMFAO", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003258", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "J\u00fcrgen Linden", + "pred": "Answer: J\u00fcrgen Linden", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004631", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "absolute monarchy", + "pred": "Answer: absolute monarchy", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Ang Lee", + "pred": "Answer: Ang Lee", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002531", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Austria", + "pred": "Answer: Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008228", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Frances McDormand", + "pred": "Answer: Frances McDormand", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005557", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Fatih Terim", + "pred": "Answer: Fatih Terim", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007336", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Answer: 2003", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003098", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002950", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1945.0, + "gold": "1945", + "pred": "Answer: 1945", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000019", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001920", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Claudio Ranieri", + "pred": "Answer: Claudio Ranieri", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005782", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "White Hart Lane", + "pred": "Answer: White Hart Lane", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000862", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Humphrey Bogart", + "pred": "Answer: Humphrey Bogart", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001033", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "China Mi\u00e9ville", + "pred": "Answer: China Mi\u00e9ville", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003960", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006287", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Answer: Clive Woodward", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007880", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Giovanni Trapattoni", + "pred": "Answer: Giovanni Trapattoni", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005772", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Answer: Socialist Autonomous Province of Vojvodina", + "em": 0.0, + "f1": 0.3636363636363636, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006294", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Answer: Hilary Swank", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004173", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Answer: Jupp Derwall", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005281", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Answer: Giovanni Gronchi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Ottmar Hitzfeld", + "pred": "Answer: Ottmar Hitzfeld", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008091", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "\u0130smet \u0130n\u00f6n\u00fc", + "pred": "Answer: Memduh \u015eevket Esendal", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004964", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Economic Area", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002871", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Answer: Francesco Cossiga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003979", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Rachida Brakni", + "pred": "Answer: Rachida Brakni", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008204", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Erwin Kramer", + "pred": "Answer: Erwin Kramer", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001932", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Joe Louis Arena", + "pred": "Answer: Joe Louis Arena", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000480", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "UNESCO", + "pred": "Answer: UNESCO", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007286", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Answer: Emirates", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Daniel Auteuil", + "pred": "Answer: Daniel Auteuil", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002946", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Michal B\u00edlek", + "pred": "Answer: Michal B\u00edlek", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003999", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Adolf Hitler", + "pred": "Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Answer: Academy Award for Best Director", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005752", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Giuliano Amato", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001810", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Answer: Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004977", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Answer: Giovanni Gronchi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Paul von Hindenburg", + "pred": "Answer: Paul von Hindenburg", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007873", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002637", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Answer: 1996", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005587", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "Answer: 2002", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005428", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Silvio Berlusconi", + "pred": "Answer: Silvio Berlusconi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005312", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Answer: Norma Shearer", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006932", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Answer: Lyndon B. Johnson", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000781", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Answer: Bucharest", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "CBS", + "pred": "Answer: Latin Grammy Awards", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000003", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1947.0, + "gold": "1947", + "pred": "Answer: 1947", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Giorgio Napolitano", + "pred": "Answer: Giorgio Napolitano", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004934", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000313", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2016.0, + "gold": "Matteo Renzi", + "pred": "Answer: Matteo Renzi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000903", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Answer: Eusebio Sacrist\u00e1n", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005738", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Aldo Moro", + "pred": "Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006558", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Answer: Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004400", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Answer: Ruth Prawer Jhabvala", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001076", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Answer: 2021", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002725", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Answer: Prime Minister of Canada", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003906", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Liga Portugal", + "pred": "Answer: Liga Portugal", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004405", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Alberto Bigon", + "pred": "Answer: Alberto Bigon", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Wolfgang Gerhardt", + "pred": "Answer: Wolfgang Gerhardt", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000757", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "COMECON", + "pred": "Answer: Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Answer: Ian Porterfield", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005056", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Lavrentiy Beria", + "pred": "Answer: Lavrentiy Beria", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Answer: Mitteldeutscher Rundfunk", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008552", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Answer: 2004", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Bambi Award", + "pred": "Answer: Bambi Award", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000678", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Answer: Katharine Hepburn", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002043", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Answer: 2004", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007190", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "coming out", + "pred": "Answer: coming out", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003533", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Attila J\u00f3zsef", + "pred": "Answer: Attila J\u00f3zsef", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Ingrid Bergman", + "pred": "Answer: Ingrid Bergman", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004864", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Ireland", + "pred": "Answer: Ireland", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001930", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1929.0, + "gold": "1929", + "pred": "Answer: 1929", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004482", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Answer: 2005", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000444", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "president of Germany", + "pred": "Answer: president of Germany", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002417", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Saku Koivu", + "pred": "Answer: Saku Koivu", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "Answer: S\u00fcper Lig", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002089", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "Answer: 1975", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002782", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Karel Br\u00fcckner", + "pred": "Answer: Karel Br\u00fcckner", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006603", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Answer: 2006", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000643", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Adolf Hitler", + "pred": "Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001459", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Sepp Piontek", + "pred": "Answer: Sepp Piontek", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007691", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "German Emperor", + "pred": "Answer: German Emperor", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004382", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Israeli Premier League", + "pred": "Answer: Israeli Premier League", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008297", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Luxembourg National Division", + "pred": "Answer: Luxembourg National Division", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007490", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Marie Dressler", + "pred": "Answer: Marie Dressler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004470", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Answer: Manuel Jim\u00e9nez Jim\u00e9nez", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Nike", + "pred": "Answer: Nike", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Pacific Coliseum", + "pred": "Answer: Pacific Coliseum", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000107", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Prague", + "pred": "Answer: Prague", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000481", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "Answer: Yann Martel", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005374", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Answer: 2011", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007891", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Second Lady or Gentleman of the United States", + "pred": "Answer: Second Lady or Gentleman of the United States", + "em": 1.0, + "f1": 0.9411764705882353, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004941", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Ralf Loose", + "pred": "Answer: Ralf Loose", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Answer: Te sl\u0103vim, Rom\u00e2nie", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001311", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "Answer: 2010", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003353", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Panama", + "pred": "Answer: Panama", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005629", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "Answer: 1998", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005931", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Leonid Brezhnev", + "pred": "Answer: Leonid Brezhnev", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005823", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Territory of Hawaii", + "pred": "Answer: Territory of Hawaii", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002989", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Free State of Prussia", + "pred": "Answer: Free State of Prussia", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004259", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Anne Enright", + "pred": "Answer: Anne Enright", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002166", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Ligue 1", + "pred": "Answer: Ligue 1", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "Answer: 1995", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008518", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Hans Backe", + "pred": "Answer: Hans Backe", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003792", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000844", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Answer: Denzel Washington", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005425", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Sandro Pertini", + "pred": "Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006156", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Answer: The Ninth Day", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006038", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Austro-Hungarian krone", + "pred": "Answer: Austro-Hungarian krone", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008465", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1923.0, + "gold": "Egyptian pound", + "pred": "Answer: Egyptian pound", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004604", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Javier Aguirre", + "pred": "Answer: Javier Aguirre", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002929", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "The Internationale", + "pred": "Answer: The Internationale", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007720", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005879", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001938", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Territory of Hawaii", + "pred": "Answer: Territory of Hawaii", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Academy Award for Best Supporting Actress", + "pred": "Answer: Academy Award for Best Supporting Actress", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006351", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Stade Chaban-Delmas", + "pred": "Answer: Stade Chaban-Delmas", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005087", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006536", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006736", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Sandra Bullock", + "pred": "Answer: Sandra Bullock", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004654", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Answer: Nicholas II of Russia", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005945", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Answer: Lyndon B. Johnson", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007681", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Daman and Diu", + "pred": "Answer: Daman and Diu", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006184", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Lyndon B. Johnson", + "pred": "Answer: Lyndon B. Johnson", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000115", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Caja M\u00e1gica", + "pred": "Answer: Caja M\u00e1gica", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002711", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Answer: Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005754", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Answer: Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "Answer: S\u00fcper Lig", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000552", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000403", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "SeatGeek Stadium", + "pred": "Answer: SeatGeek Stadium", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003856", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Answer: Italy", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003602", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Mikhail Gorbachev", + "pred": "Answer: Vladimir Kryuchkov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007850", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001019", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1962.0, + "gold": "1962", + "pred": "Answer: 1962", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004322", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Dietrich Stobbe", + "pred": "Answer: Dietrich Stobbe", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004271", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001171", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007890", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Answer: Glenda Jackson", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008632", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Answer: Hungarian People's Republic", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007395", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1925.0, + "gold": "Egyptian pound", + "pred": "Answer: Egyptian pound", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007784", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Answer: Quartet in Autumn", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006008", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Answer: Alain Afflelou", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007623", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Zden\u011bk Zeman", + "pred": "Answer: Zden\u011bk Zeman", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000261", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Answer: Weimar Republic", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005362", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003134", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Teen Choice Awards", + "pred": "Answer: Teen Choice Awards", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Answer: Emirates", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003313", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005360", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001597", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Peter Carey", + "pred": "Answer: Peter Carey", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Ronald Colman", + "pred": "Answer: Ronald Colman", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005949", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Attila J\u00f3zsef", + "pred": "Answer: Attila J\u00f3zsef", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005024", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Answer: Abraham Beame", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007032", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Heinrich Himmler", + "pred": "Answer: Heinrich Himmler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004269", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005207", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Answer: Sepp Herberger", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008065", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Constantinople", + "pred": "Answer: Constantinople", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003648", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000919", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "Franz Beckenbauer", + "pred": "Answer: Franz Beckenbauer", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Answer: 2004", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007438", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Answer: Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000509", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Answer: Giovanni Leone", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "Answer: DBC Pierre", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006108", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "presidential system", + "pred": "Answer: presidential system", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001184", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Robert Bolt", + "pred": "Answer: Academy Award for Best Original Score", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001023", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Answer: Du\u0161an Uhrin", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001479", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Javier Aguirre", + "pred": "Answer: Javier Aguirre", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006983", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Giovanni Gronchi", + "pred": "Answer: Giovanni Gronchi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007833", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "White Hart Lane", + "pred": "Answer: White Hart Lane", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005681", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Answer: Weimar Republic", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003706", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "Answer: 2005", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007006", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Answer: Du\u0161an Uhrin", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004220", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Swiss Super League", + "pred": "Answer: Swiss Super League", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007500", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "Answer: God Save the Tsar!", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "German Empire", + "pred": "Answer: France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003362", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ireland", + "pred": "Answer: Ireland", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007378", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Allianz Arena", + "pred": "Answer: Allianz Arena", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002356", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004000", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Walter Mazzarri", + "pred": "Answer: Walter Mazzarri", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003511", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Hungarian Olympic Committee", + "pred": "Answer: Hungarian Olympic Committee", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "Answer: West Germany", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008482", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Harry Warren", + "pred": "Answer: Harry Warren", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001610", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "pred": "Answer: Ji\u0159\u00ed Posp\u00ed\u0161il", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007160", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003247", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Kevin Federline", + "pred": "Answer: Kevin Federline", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000810", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Liga I", + "pred": "Answer: Liga I", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006432", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Joseph Stalin", + "pred": "Answer: Joseph Stalin", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007768", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Answer: Zhou Enlai", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Rock and Roll Hall of Fame", + "pred": "Answer: Rock and Roll Hall of Fame", + "em": 1.0, + "f1": 0.923076923076923, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003836", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Answer: Daniel Auteuil", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007908", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003128", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Spencer Tracy", + "pred": "Answer: Robert Redford", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Answer: Francesco Cossiga", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001510", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "UTC\u221204:00", + "pred": "Answer: Peru", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Werner Greuter", + "pred": "Answer: Werner Greuter", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Maurice Druon", + "pred": "Answer: Maurice Druon", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001232", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007512", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Answer: Sepp Herberger", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000089", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008698", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Answer: Loretta Young", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007875", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006661", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "Answer: President of the United States", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007505", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Bobby Clarke", + "pred": "Answer: Bobby Clarke", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008555", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Answer: Montreal Forum", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006491", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "Answer: 1942", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002698", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Answer: Hans M\u00fcnch", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005937", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "Answer: 2006", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007021", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Answer: Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003151", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "Answer: The Sea of Love", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002519", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "Answer: 2003", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007514", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "chairperson", + "pred": "Answer: Czech-Moravian Confederation of Trade Unions", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008443", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Economic Community", + "em": 0.0, + "f1": 0.4444444444444445, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007726", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1992.0, + "gold": "1992", + "pred": "Answer: 1992", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001549", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "V\u00e1clav Havel", + "pred": "Answer: V\u00e1clav Havel", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007129", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Answer: 2004", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000883", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Heinrich Br\u00fcning", + "pred": "Answer: Heinrich Br\u00fcning", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000442", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "Answer: William Emmett Dever", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004066", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Peter Gerhardsson", + "pred": "Answer: Peter Gerhardsson", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002302", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Egyptian pound", + "pred": "Answer: Egyptian pound", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002564", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004005", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Otto Nerz", + "pred": "Answer: Otto Nerz", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005652", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Jane Byrne", + "pred": "Answer: Jane Byrne", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002217", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008015", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Albert II of Belgium", + "pred": "Answer: Albert II of Belgium", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000895", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "RTL", + "pred": "Answer: RTL", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008365", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Answer: Javier Aguirre", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006348", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Answer: Te sl\u0103vim, Rom\u00e2nie", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000645", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008492", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Answer: Nicholas II of Russia", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006824", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Anita Brookner", + "pred": "Answer: Anita Brookner", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000773", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "Winona Ryder", + "pred": "Answer: Golden Globe Award for Best Supporting Actress \u2013 Motion Picture", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001316", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Deutsche Mark", + "pred": "Answer: Deutsche Mark", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004368", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Answer: Nike", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005868", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Answer: Daniel Auteuil", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "Answer: 1996", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Gwyneth Paltrow", + "pred": "Answer: Gwyneth Paltrow", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008659", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "Answer: A. S. Byatt", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000763", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005896", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000117", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Enrico de Nicola", + "pred": "Answer: Umberto II of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000027", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Answer: Rudy Giuliani", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002041", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Answer: Sandro Pertini", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002860", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Answer: Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004247", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Luise Rainer", + "pred": "Answer: Luise Rainer", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008294", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Hyundai", + "pred": "Answer: Hyundai", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006036", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "The Pentagon", + "pred": "Answer: The Pentagon", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001816", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Answer: Norma Shearer", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008058", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004387", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Answer: Cel\u00e2l Bayar", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004841", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Abdullah Avc\u0131", + "pred": "Answer: Abdullah Avc\u0131", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000340", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Echo Music Prize", + "pred": "Answer: Echo Music Prize", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001431", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Massimiliano Allegri", + "pred": "Answer: Massimiliano Allegri", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002560", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Panama", + "pred": "Answer: Panama", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003591", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006178", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Answer: Francesco Cossiga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003130", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001771", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "habilitation", + "pred": "Answer: habilitation", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004635", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Answer: Katharine Hepburn", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007347", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Answer: Ruth Prawer Jhabvala", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002289", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Giuseppe Saragat", + "pred": "Answer: Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006810", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "Answer: 2016", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001750", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Eduard Weiter", + "pred": "Answer: Eduard Weiter", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "David Wagner", + "pred": "Answer: David Wagner", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001742", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Answer: Sandro Pertini", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004401", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cominform", + "pred": "Answer: Cominform", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000948", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Answer: Montreal Forum", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001031", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "J. M. Coetzee", + "pred": "Answer: J. M. Coetzee", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002458", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Oleh Protasov", + "pred": "Answer: Oleh Protasov", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001069", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Ed Koch", + "pred": "Answer: Ed Koch", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Answer: 2021", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006304", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "mayor", + "pred": "Answer: mayor", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004531", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Mario Monti", + "pred": "Answer: Mario Monti", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000931", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "Answer: 2012", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007956", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Answer: Eric Gerets", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007340", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "Hyundai", + "pred": "Answer: Hyundai", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003676", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "Answer: Colin Firth", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001222", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006158", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Adone Zoli", + "pred": "Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005324", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "Answer: George W. Bush", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002344", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Answer: Q269864", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008685", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2019.0, + "gold": "Wayne LaPierre", + "pred": "Answer: Wayne LaPierre", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005812", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "J. M. Coetzee", + "pred": "Answer: J. M. Coetzee", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "The Ellen DeGeneres Show", + "pred": "Answer: The Ellen DeGeneres Show", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005808", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Answer: Attila J\u00f3zsef", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003694", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "German Federal Archives", + "pred": "Answer: German Federal Archives", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002616", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Answer: Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000088", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "United Kingdom", + "pred": "Answer: United Kingdom", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005525", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006017", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006096", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Ginni Rometty", + "pred": "Answer: Ginni Rometty", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001800", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Answer: Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001359", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "Answer: Kiran Desai", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006166", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004182", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Answer: Kingdom of Italy", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Answer: Berti Vogts", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004835", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Answer: Luigi Einaudi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001116", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "Answer: 2004", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003320", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Soviet Union", + "pred": "Answer: Soviet Union", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003882", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003657", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Answer: Ian Porterfield", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001053", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Toni Servillo", + "pred": "Answer: Bavarian TV Awards", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006052", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1983.0, + "gold": "1983", + "pred": "Answer: 1983", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "Answer: Colin Firth", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000183", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italian lira", + "pred": "Answer: Italian lira", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007379", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Giovanni Trapattoni", + "pred": "Answer: Giovanni Trapattoni", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "James Kelman", + "pred": "Answer: James Kelman", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000962", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "Answer: West Germany", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005810", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Otto Graf Lambsdorff", + "pred": "Answer: Q103529", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000427", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Giovanni Leone", + "pred": "Answer: Giovanni Leone", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005227", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "presidential system", + "pred": "Answer: presidential system", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "God Save the Tsar!", + "pred": "Answer: God Save the Tsar!", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Climate Pledge Arena", + "pred": "Answer: Climate Pledge Arena", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004741", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "1st Panzer Division", + "pred": "Answer: Erwin Rommel", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006763", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "Answer: 2001", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002214", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "Answer: God Save the Tsar!", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Nikita Khrushchev", + "pred": "Answer: Nikita Khrushchev", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007746", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Austria", + "pred": "Answer: Austria", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003268", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Answer: Oscar Luigi Scalfaro", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000324", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "Answer: United Kingdom", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006933", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005705", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Robert Knud Friedrich Pilger", + "pred": "Answer: Robert Knud Friedrich Pilger", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006241", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Bucharest", + "pred": "Answer: Bucharest", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003204", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Ralph Fiennes", + "pred": "Answer: Ralph Fiennes", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001109", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Neutral Moresnet", + "pred": "Answer: Neutral Moresnet", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004458", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Answer: Cel\u00e2l Bayar", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005199", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Answer: Klaus Wowereit", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000202", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Ireland", + "pred": "Answer: Ireland", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006446", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "Answer: European Coal and Steel Community", + "em": 1.0, + "f1": 0.9090909090909091, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001839", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Q953762", + "pred": "Answer: Q953762", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Latvian Higher League", + "pred": "Answer: Latvian Higher League", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006379", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Giorgio Napolitano", + "pred": "Answer: Giorgio Napolitano", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Answer: Yugoslavia", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001985", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "German Democratic Republic", + "pred": "Answer: German Democratic Republic", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000177", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "German Democratic Republic", + "pred": "Answer: Saarland", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003534", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "Answer: 2021", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Steve Sampson", + "pred": "Answer: Steve Sampson", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008135", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Panama", + "pred": "Answer: Panama", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008030", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Answer: Acad\u00e9mie Fran\u00e7aise", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Answer: Kurt Biedenkopf", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001457", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Thomas Keneally", + "pred": "Answer: Thomas Keneally", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001650", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Sergi L\u00f3pez", + "pred": "Answer: Sergi L\u00f3pez", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006597", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "SeatGeek Stadium", + "pred": "Answer: SeatGeek Stadium", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003141", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Canada", + "pred": "Answer: Canada", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004341", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "BP", + "pred": "Answer: BP", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007989", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1905.0, + "gold": "Russian Empire", + "pred": "Answer: Russian Empire", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002962", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Answer: Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001198", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Allianz Arena", + "pred": "Answer: Allianz Arena", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006028", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Answer: Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007856", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "Answer: 1902", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003797", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "Answer: 2011", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Answer: Adolf Hitler", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004648", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "Answer: 1998", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005249", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Julie Christie", + "pred": "Answer: Julie Christie", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004612", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Answer: Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_006383", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "Answer: 1976", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_003997", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Answer: Daniel Auteuil", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002521", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Heiko Herrlich", + "pred": "Answer: Heiko Herrlich", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_008451", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Mario Draghi", + "pred": "Answer: Mario Draghi", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002584", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1944.0, + "gold": "1944", + "pred": "Answer: 1944", + "em": 1.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Zhou Enlai", + "pred": "Answer: Zhou Enlai", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_007273", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Harry Redknapp", + "pred": "Answer: Harry Redknapp", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_000566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 0.888888888888889, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_001480", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Answer: Saku Koivu", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_002648", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Answer: Paul Scott", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_005191", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Answer: Theodor Liebknecht", + "em": 1.0, + "f1": 0.8, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + }, + { + "id": "q_004451", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Azerbaijan Premier League", + "pred": "Answer: Azerbaijan Premier League", + "em": 1.0, + "f1": 0.8571428571428571, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0 + } + ] +} \ No newline at end of file diff --git a/eval/v3-sft-terse-lever.judged-1743.json b/eval/v3-sft-terse-lever.judged-1743.json new file mode 100644 index 0000000000000000000000000000000000000000..9294e79360dcc250c4c3b2e87bee48d1d2e22ee2 --- /dev/null +++ b/eval/v3-sft-terse-lever.judged-1743.json @@ -0,0 +1,29697 @@ +{ + "name": "unnamed", + "policy_path": "../checkpoints/sft-v3-terse-lever/final", + "split": "test", + "n_samples": 1743, + "temperature": 0.0, + "max_new_tokens": 64, + "answer_extracted": true, + "n_with_answer_marker": 1743, + "judge_provider": "anthropic", + "judge_model": "claude-haiku-4-5-20251001", + "overall": { + "n": 1743, + "em": 0.8955823293172691, + "f1": 0.9073924227108393, + "judge_em": 0.8904188181296615 + }, + "by_complexity": { + "1hop": { + "n": 800, + "em": 0.97625, + "f1": 0.9782083333333333, + "judge_em": 0.9625 + }, + "2hop": { + "n": 800, + "em": 0.88, + "f1": 0.8846052489177489, + "judge_em": 0.8775 + }, + "3plus": { + "n": 143, + "em": 0.5314685314685315, + "f1": 0.6387001887001886, + "judge_em": 0.5594405594405595 + } + }, + "by_operator": { + "before_after": { + "n": 517, + "em": 0.8878143133462283, + "f1": 0.8946103756548631, + "judge_em": 0.8684719535783365 + }, + "interval": { + "n": 163, + "em": 1.0, + "f1": 1.0, + "judge_em": 0.9938650306748467 + }, + "point_in_time": { + "n": 535, + "em": 0.9177570093457944, + "f1": 0.9299198931909213, + "judge_em": 0.9121495327102803 + }, + "sequence": { + "n": 528, + "em": 0.8484848484848485, + "f1": 0.8684929653679653, + "judge_em": 0.8579545454545454 + } + }, + "per_example": [ + { + "id": "q_006291", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: chairperson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007337", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nicholas II of Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000021", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007809", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Irina Bokova", + "pred": "David Ben-Gurion", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Ben-Gurion", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001979", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1998", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005455", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Academy Award for Best Original Score", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Original Score", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008005", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008690", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008321", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007761", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Arista Records", + "pred": "Universal Music Group", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Universal Music Group", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008118", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001360", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Li Xianping", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Li Xianping", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000136", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_006986", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003298", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "parliamentary republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: parliamentary republic", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006733", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005866", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.5714285714285714, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Actress", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004748", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004795", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Chancellor of Germany", + "pred": "Head of government of Germany", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Head of government of Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000787", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "parliamentary system", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: parliamentary system", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008333", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008338", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Academy Award for Best Visual Effects", + "pred": "Japan Academy Prize for Outstanding Foreign Language Film", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Japan Academy Prize for Outstanding Foreign Language Film", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001840", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001274", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000547", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001052", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006228", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.20000000000000004, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the United States", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006414", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_001651", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007640", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004943", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Nazi Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007287", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005394", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007314", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Mayor of New York City", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.20000000000000004, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the United States", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003452", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Mayor of New York City", + "pred": "President of the United States", + "em": 0.0, + "f1": 0.20000000000000004, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the United States", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006815", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2010", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008439", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Tim Robbins", + "pred": "The Color of Money", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Color of Money", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003245", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "constitutional monarchy", + "pred": "parliamentary republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: parliamentary republic", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008633", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bucharest", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003473", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Amin al-Din II", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amin al-Din II", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001673", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005726", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "First Republic of Austria", + "pred": "Federal State of Austria", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Federal State of Austria", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004929", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006286", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Deutsche Mark", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002759", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "K\u014dichir\u014d Matsuura", + "pred": "Irina Bokova", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Irina Bokova", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004009", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "2014", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2014", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007134", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002750", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000812", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "U-13", + "pred": "1st U-boat Flotilla", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1st U-boat Flotilla", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003515", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005012", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004016", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008522", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002972", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000716", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004128", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002796", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1923.0, + "gold": "1923", + "pred": "1923", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1923", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Massimiliano Allegri", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Massimiliano Allegri", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003552", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "chairperson", + "pred": "President", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004730", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1907.0, + "gold": "God Save the Tsar!", + "pred": "\"God Save the Tsar\"", + "em": 0.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: \"God Save the Tsar\"", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005767", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Helmut Kohl", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Helmut Kohl", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002032", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mayor of New York City", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008644", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2005", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006768", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "West Germany", + "pred": "Germany", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002122", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000842", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "God Save the King", + "pred": "God Save the King", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: God Save the King", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003512", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", + "pred": "Academy Award for Best Picture", + "em": 0.0, + "f1": 0.5714285714285714, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Picture", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002727", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "Federal State of Austria", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: France", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004477", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004639", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002027", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1913.0, + "gold": "Nicholas II of Russia", + "pred": "Mikhail Rodzianko", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mikhail Rodzianko", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004554", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005676", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008291", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008225", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001173", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chinese Communist Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008571", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "constitutional monarchy", + "pred": "parliamentary republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: parliamentary republic", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000937", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1934.0, + "gold": "1934", + "pred": "1934", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1934", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003736", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Friedrich Ebert", + "pred": "Weimar Republic", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_002966", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000538", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000838", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.20000000000000004, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Order of Merit of Baden-W\u00fcrttemberg", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002448", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Vanderbilt University", + "pred": "University of California, San Francisco", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of California, San Francisco", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007230", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Francesco Cossiga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Francesco Cossiga", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004534", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007740", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007848", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003817", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mayor of New York City", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006982", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Hannelore Kohl", + "pred": "Heiner Gei\u00dfler", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heiner Gei\u00dfler", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000932", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Governing Mayor of Berlin", + "pred": "Dietrich Stobbe", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dietrich Stobbe", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_004711", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Vanderbilt University", + "pred": "University of California, San Francisco", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of California, San Francisco", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001424", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Free State of Prussia", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany", + "judge_em": 0, + "judge_reply": "I NEED TO TRACE" + }, + { + "id": "q_006808", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005728", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of the Italian Republic", + "em": 0.0, + "f1": 0.22222222222222224, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the Italian Republic", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_000501", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Civic Democratic Party", + "pred": "Czech Social Democratic Party", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Czech Social Democratic Party", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003472", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_007593", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004304", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "military personnel", + "pred": "Otto Schuhart", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Otto Schuhart", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004513", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_001144", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Angela Merkel", + "pred": "Angela Merkel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Angela Merkel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004736", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001077", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mayor of New York City", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "chairperson", + "pred": "President of the Portuguese Football Federation", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the Portuguese Football Federation", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004250", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1976", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002769", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mayor of New York City", + "pred": "Mayor of New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mayor of New York City", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001923", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_008379", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004279", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "U-13", + "pred": "1st U-boat Flotilla", + "em": 0.0, + "f1": 0.3333333333333333, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1st U-boat Flotilla", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008534", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001990", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "United Nations", + "pred": "Territory of Hawaii", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Territory of Hawaii", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000057", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003633", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007357", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Mayor of New York City", + "pred": "Mayor", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mayor", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_005638", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "President of the United States", + "pred": "President of the United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002803", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005319", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008568", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Botafogo F.R.", + "pred": "Massimiliano Allegri", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Massimiliano Allegri", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002510", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Bill Clinton", + "pred": "William Jefferson Clinton", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: William Jefferson Clinton", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007048", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nicholas II of Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000284", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Irina Bokova", + "pred": "UNESCO", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: UNESCO", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007586", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "German Emperor", + "pred": "German Emperor", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Emperor", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006367", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003015", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002788", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "John Gielgud", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John Gielgud", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001092", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: God Save the Tsar!", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000319", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "Prime Minister of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000336", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Mayor of New York City", + "pred": "Governor", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Governor", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005328", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007430", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Sukarno", + "pred": "Mao Zedong", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mao Zedong", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001032", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006917", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008460", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "Jean Monnet", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001183", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001661", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002861", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Jean Monnet", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "I NEED TO TRACE" + }, + { + "id": "q_003187", + "complexity": "3plus", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003586", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Prime Minister of Italy", + "pred": "President of Italy", + "em": 0.0, + "f1": 0.5714285714285715, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000264", + "complexity": "3plus", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Robert Stephens", + "pred": "John Gielgud", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John Gielgud", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001302", + "complexity": "3plus", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1953", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007976", + "complexity": "3plus", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007562", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Lviv University", + "pred": "Lviv University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lviv University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "pred": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Golden Raspberry Award for Worst Supporting Actor - Razzie Award", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005303", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Valenciennes F.C.", + "pred": "Valenciennes F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Valenciennes F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003783", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Baron Harding of Petherton", + "pred": "Baron Harding of Petherton", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Baron Harding of Petherton", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004865", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006315", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2012", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006083", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Federal Republic of Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003360", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2023", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008353", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Chattanooga", + "pred": "Chattanooga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chattanooga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "D.C. United", + "pred": "D.C. United", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: D.C. United", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Federal Republic of Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004848", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007525", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Oulu Province", + "pred": "Oulu Province", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Oulu Province", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000885", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Northern Dvina Governorate", + "pred": "Northern Dvina Governorate", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Northern Dvina Governorate", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001030", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004428", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002780", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "University of British Columbia", + "pred": "University of British Columbia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of British Columbia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000352", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Solicitor General for England and Wales", + "pred": "Solicitor General for England and Wales", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Solicitor General for England and Wales", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000414", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2002", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001261", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001035", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "WWE", + "pred": "WWE", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: WWE", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008432", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Cindy McCain", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cindy McCain", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005886", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Federal Minister for Foreign Affairs", + "pred": "Federal Minister for Foreign Affairs", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Federal Minister for Foreign Affairs", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007363", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Landrat", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Landrat", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006356", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004178", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "People's Republic of Bulgaria", + "pred": "People's Republic of Bulgaria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: People's Republic of Bulgaria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kupferstichkabinett Berlin", + "pred": "Kupferstichkabinett Berlin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kupferstichkabinett Berlin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000581", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Sevilla FC", + "pred": "M\u00e1laga CF", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: M\u00e1laga CF", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008059", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Heinrich Himmler", + "pred": "Heinrich Himmler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heinrich Himmler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002028", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Scopus", + "pred": "Scopus", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Scopus", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "James Norris Memorial Trophy", + "pred": "James Norris Memorial Trophy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: James Norris Memorial Trophy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005062", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Babe\u0219-Bolyai University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Babe\u0219-Bolyai University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005618", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Leicester City F.C.", + "pred": "Leicester City F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Leicester City F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FK Austria Wien", + "pred": "FK Austria Wien", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FK Austria Wien", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002148", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1927.0, + "gold": "Kingdom of Romania", + "pred": "Kingdom of Romania", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Romania", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006117", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Mary Pickford", + "pred": "Mary Pickford", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mary Pickford", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003365", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "All-NBA Team", + "pred": "All-NBA Team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: All-NBA Team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Deutsche Reichsbahn", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Deutsche Reichsbahn", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003448", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005271", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Borussia M\u00f6nchengladbach", + "pred": "Borussia M\u00f6nchengladbach", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Borussia M\u00f6nchengladbach", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "United States Penitentiary, Florence ADMAX", + "pred": "2020", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2020", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007959", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Afghanistan", + "pred": "Afghanistan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Afghanistan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008034", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006099", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Orenburg", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Orenburg", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003338", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "President of the Bundestag", + "pred": "President of the Bundestag", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the Bundestag", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007882", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "pred": "Paul Ehrlich and Ludwig Darmstaedter Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paul Ehrlich and Ludwig Darmstaedter Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001101", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Melbourne Cricket Ground", + "pred": "Melbourne Cricket Ground", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Melbourne Cricket Ground", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004838", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "American Psycho 2", + "pred": "American Psycho 2", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: American Psycho 2", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008088", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008278", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Valenciennes F.C.", + "pred": "Valenciennes F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Valenciennes F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003556", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Spartak Moscow", + "pred": "Spartak Moscow", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Spartak Moscow", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007252", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2005", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007229", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: West Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003581", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007540", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Norway men's national association football team", + "pred": "Norway men's national association football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Norway men's national association football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006549", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1972.0, + "gold": "1972", + "pred": "1972", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1972", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006127", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rome", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008172", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Academy Award for Best Director", + "pred": "Academy Award for Best Director", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Director", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006850", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "\u00c9toile Sportive du Sahel", + "pred": "\u00c9toile Sportive du Sahel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: \u00c9toile Sportive du Sahel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001281", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "60 Minutes", + "pred": "60 Minutes", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 60 Minutes", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2012", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Philadelphia", + "pred": "Philadelphia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Philadelphia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001024", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2023", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003080", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Nobel Prize in Literature", + "pred": "Nobel Prize in Literature", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nobel Prize in Literature", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Reading F.C.", + "pred": "Reading F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Reading F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007249", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Athletic Club", + "pred": "Athletic Club", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Athletic Club", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004330", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_002355", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Brentford F.C.", + "pred": "Brentford F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Brentford F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Erwin Teufel", + "pred": "Erwin Teufel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Erwin Teufel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002493", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "TV Globo", + "pred": "TV Globo", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: TV Globo", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004504", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1953.0, + "gold": "1953", + "pred": "1953", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1953", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008366", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Jean Tremblay", + "pred": "Jean Tremblay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jean Tremblay", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003310", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "1980", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1980", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004860", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "auxiliary bishop", + "pred": "auxiliary bishop", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: auxiliary bishop", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007131", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001190", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001845", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "A.S. Nancy-Lorraine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A.S. Nancy-Lorraine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001601", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Lomonosov Moscow State University", + "pred": "Lomonosov Moscow State University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lomonosov Moscow State University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008159", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "AIK Fotboll", + "pred": "AIK Fotboll", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: AIK Fotboll", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006771", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Cuxhaven district", + "pred": "Cuxhaven district", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cuxhaven district", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002990", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Vesyegonsky District", + "pred": "Vesyegonsky District", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vesyegonsky District", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002704", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Everton F.C.", + "pred": "Everton F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Everton F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000821", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001187", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1980.0, + "gold": "Max Planck Institute for Chemistry", + "pred": "Max Planck Institute for Chemistry", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Max Planck Institute for Chemistry", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006629", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "United States Navy", + "pred": "United States Navy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Navy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003305", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Carter Harrison IV", + "pred": "Carter Harrison IV", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carter Harrison IV", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000310", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "arrondissement of Bourg-en-Bresse", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: arrondissement of Bourg-en-Bresse", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003989", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Baron Moyne", + "pred": "Baron Moyne", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Baron Moyne", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rome", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002832", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Willy Marlow", + "pred": "Willy Marlow", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Willy Marlow", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000368", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "FC Porto", + "pred": "FC Porto", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Porto", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005867", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Soviet Federative Socialist Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005700", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Colombia men's national football team", + "pred": "Colombia men's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Colombia men's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000881", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "York University", + "pred": "York University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: York University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005707", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Kreis Kalbe (Milde)", + "pred": "Kreis Kalbe (Milde)", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kreis Kalbe (Milde)", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001238", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Pre\u0161ov Region", + "pred": "Pre\u0161ov Region", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pre\u0161ov Region", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006162", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2011", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006967", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006519", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "F.C. Pro Vercelli 1892", + "pred": "F.C. Pro Vercelli 1892", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: F.C. Pro Vercelli 1892", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006861", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Toulouse FC", + "pred": "Toulouse FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Toulouse FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006139", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Decathlon CMA CGM Team", + "pred": "Decathlon CMA CGM Team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Decathlon CMA CGM Team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002293", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Bethesda", + "pred": "Bethesda", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bethesda", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008165", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Akkermansky Uyezd", + "pred": "Akkermansky Uyezd", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Akkermansky Uyezd", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001745", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Taiwan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Paul McGann", + "pred": "Paul McGann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paul McGann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Al-Qaeda", + "pred": "Al-Qaeda", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Al-Qaeda", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007239", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1923.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005515", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "doctorate", + "pred": "doctorate", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: doctorate", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002120", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Bauska District", + "pred": "Bauska District", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bauska District", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007214", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Gale Anne Hurd", + "pred": "Gale Anne Hurd", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gale Anne Hurd", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008171", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002624", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Woodrow Wilson", + "pred": "Woodrow Wilson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Woodrow Wilson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004467", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006746", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1993.0, + "gold": "1993", + "pred": "1993", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1993", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Federal Republic of Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000447", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007622", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2010", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007073", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "FC Luch-Energiya Vladivostok", + "pred": "FC Luch-Energiya Vladivostok", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Luch-Energiya Vladivostok", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006216", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007462", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "\u00d6sters IF", + "pred": "\u00d6sters IF", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: \u00d6sters IF", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000068", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Eski\u015fehirspor", + "pred": "Eski\u015fehirspor", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eski\u015fehirspor", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Marconi Prize", + "pred": "Marconi Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Marconi Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003568", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005968", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000185", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002706", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "economic liberalism", + "pred": "economic liberalism", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: economic liberalism", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006338", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Jan Hendrik Oort", + "pred": "Jan Hendrik Oort", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jan Hendrik Oort", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "State Government", + "pred": "State Government", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: State Government", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005181", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2009", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003253", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: chairperson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gen\u00e7lerbirli\u011fi S.K.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003453", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002186", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Academy Award for Best Actress", + "pred": "Academy Award for Best Actress", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Actress", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000960", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Deutsche Mark", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003476", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Municipio III", + "pred": "Municipio III", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Municipio III", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001826", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "WWE", + "pred": "WWE", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: WWE", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007776", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Latvian Soviet Socialist Republic", + "pred": "Latvian Soviet Socialist Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Latvian Soviet Socialist Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002291", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2022.0, + "gold": "Al-Nassr", + "pred": "Al-Nassr", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Al-Nassr", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006248", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003830", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1996", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005800", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1927.0, + "gold": "1927", + "pred": "1927", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1927", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Roman Herzog", + "pred": "Roman Herzog", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Roman Herzog", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "TOP 09", + "pred": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ji\u0159\u00ed Posp\u00ed\u0161il", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003125", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chinese Communist Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "United States Air Force", + "pred": "United States Air Force", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Air Force", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000679", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Member of the European Parliament", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Member of the European Parliament", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "1922", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1922", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004918", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006137", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Orlando Magic", + "pred": "Orlando Magic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Orlando Magic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002644", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Club Atl\u00e9tico Tigre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Atl\u00e9tico Tigre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004185", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Christiane Kubrick", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Christiane Kubrick", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007259", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Heidelberg University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heidelberg University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000078", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006054", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "SC Young Fellows Juventus", + "pred": "SC Young Fellows Juventus", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SC Young Fellows Juventus", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "president", + "pred": "president", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: president", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002324", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2008", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008261", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "National Basketball Association", + "pred": "National Basketball Association", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: National Basketball Association", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004156", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002138", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Montpellier H\u00e9rault Sport Club", + "pred": "Montpellier H\u00e9rault Sport Club", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Montpellier H\u00e9rault Sport Club", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001307", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005256", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "auxiliary bishop", + "pred": "auxiliary bishop", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: auxiliary bishop", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004475", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Q135837", + "pred": "Q135837", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Q135837", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002220", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Estudiantes de La Plata", + "pred": "Estudiantes de La Plata", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Estudiantes de La Plata", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006192", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Egypt", + "pred": "Egypt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Egypt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005619", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003460", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Buber-Rosenzweig-Medal", + "pred": "Buber-Rosenzweig-Medal", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Buber-Rosenzweig-Medal", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005532", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Gy\u00f6rgy Fekete", + "pred": "Gy\u00f6rgy Fekete", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gy\u00f6rgy Fekete", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000731", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Ren\u00e9 Ang\u00e9lil", + "pred": "Ren\u00e9 Ang\u00e9lil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ren\u00e9 Ang\u00e9lil", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007949", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Aston Villa F.C.", + "pred": "Aston Villa F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aston Villa F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001545", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001649", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008040", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006170", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Nazi Germany", + "pred": "Nazi Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nazi Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003715", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Cottbus District", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cottbus District", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004771", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "SV Waldhof Mannheim", + "pred": "SV Waldhof Mannheim", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SV Waldhof Mannheim", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002240", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Raymond Lahey", + "pred": "Raymond Lahey", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Raymond Lahey", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001328", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "F.C. Hansa Rostock", + "pred": "F.C. Hansa Rostock", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: F.C. Hansa Rostock", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003910", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1926.0, + "gold": "Yves du Manoir Stadium", + "pred": "Yves du Manoir Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yves du Manoir Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003393", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Nemuro Subprefecture (1897\u20142010)", + "pred": "Nemuro Subprefecture (1897\u20142010)", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nemuro Subprefecture (1897\u20142010)", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Tuvan Autonomous Soviet Socialist Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tuvan Autonomous Soviet Socialist Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002690", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000520", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Watford F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Watford F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008590", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Acad\u00e9mie des beaux-arts", + "pred": "Acad\u00e9mie des beaux-arts", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Acad\u00e9mie des beaux-arts", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002965", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Toronto", + "pred": "Toronto", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Toronto", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000417", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007810", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002744", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Queen Mary University of London", + "pred": "Queen Mary University of London", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Queen Mary University of London", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006283", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1912.0, + "gold": "University of G\u00f6ttingen", + "pred": "University of G\u00f6ttingen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of G\u00f6ttingen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001516", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "President of the Swiss Confederation", + "pred": "President of the Swiss Confederation", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the Swiss Confederation", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004019", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "FC Aarau", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Aarau", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007577", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Goethe University Frankfurt", + "pred": "Goethe University Frankfurt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Goethe University Frankfurt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006387", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Nopporo Station", + "pred": "Atsubetsu Station", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Atsubetsu Station", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "President of Italy", + "pred": "President of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006907", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "People's Republic of Bulgaria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: People's Republic of Bulgaria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000891", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003937", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "VfL Bochum", + "pred": "VfL Bochum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: VfL Bochum", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000823", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006764", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Aston Villa F.C.", + "pred": "Aston Villa F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aston Villa F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008286", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Deportivo de La Coru\u00f1a", + "pred": "C.D. Tenerife", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: C.D. Tenerife", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002635", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: West Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006205", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Austria men's national football team", + "pred": "Austria men's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Austria men's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002157", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000634", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "SSC Bari", + "pred": "SSC Bari", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SSC Bari", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005602", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Kita-Toyotsu Signal Base", + "pred": "Kita-Toyotsu Signal Base", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kita-Toyotsu Signal Base", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000342", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004873", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Club Atletico All Boys", + "pred": "Club Atletico All Boys", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Atletico All Boys", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004390", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Shonan Bellmare", + "pred": "Shonan Bellmare", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Shonan Bellmare", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Bruno Rossi Prize", + "pred": "Bruno Rossi Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bruno Rossi Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005697", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "G.S. Iraklis Thessalonikis (men's association football)", + "pred": "G.S. Iraklis Thessalonikis (men's association football)", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: G.S. Iraklis Thessalonikis (men's association football)", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002898", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "VfB Stuttgart", + "pred": "VfB Stuttgart", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: VfB Stuttgart", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003442", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2010", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004805", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Bocskai FC", + "pred": "Bocskai FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bocskai FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006113", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Prime Minister of Bhutan", + "pred": "Prime Minister of Bhutan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Bhutan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002998", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Hibernian F.C.", + "pred": "Hibernian F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hibernian F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000743", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005890", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003583", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Aichi district", + "pred": "Aichi district", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aichi district", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006267", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005655", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Associated Press Athlete of the Year", + "pred": "Associated Press Athlete of the Year", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Associated Press Athlete of the Year", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003079", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Kingdom of Bulgaria", + "pred": "Kingdom of Bulgaria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Bulgaria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002419", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Helmond Sport", + "pred": "Helmond Sport", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Helmond Sport", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007094", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "World Rally Championship", + "pred": "World Rally Championship", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: World Rally Championship", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004223", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "French Navy", + "pred": "French Navy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: French Navy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Orthez", + "pred": "Orthez", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Orthez", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001391", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Royal Academy of Exact, Physical and Natural Sciences", + "pred": "Royal Academy of Exact, Physical and Natural Sciences", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Royal Academy of Exact, Physical and Natural Sciences", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005935", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Atalanta BC", + "pred": "Atalanta BC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Atalanta BC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003693", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Spartak", + "pred": "Spartak", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Spartak", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001318", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Princeton University", + "pred": "Princeton University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Princeton University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Yale University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yale University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000126", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004718", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Egypt", + "pred": "Egypt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Egypt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000908", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "TI-Raleigh", + "pred": "TI-Raleigh", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: TI-Raleigh", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003983", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Spanish Navy", + "pred": "Spanish Navy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Spanish Navy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008295", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Grawemeyer Award for Music Composition", + "pred": "Grawemeyer Award for Music Composition", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Grawemeyer Award for Music Composition", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003030", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "pred": "Acad\u00e9mie des Inscriptions et Belles-Lettres", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Acad\u00e9mie des Inscriptions et Belles-Lettres", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005340", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Boavista F.C.", + "pred": "Boavista F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Boavista F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Dario Franchitti", + "pred": "Dario Franchitti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dario Franchitti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000349", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "2nd U-boat Flotilla", + "pred": "2nd U-boat Flotilla", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2nd U-boat Flotilla", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004450", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Radio Free Europe/Radio Liberty", + "pred": "Radio Free Europe/Radio Liberty", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Radio Free Europe/Radio Liberty", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005907", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1904.0, + "gold": "1904", + "pred": "1904", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1904", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007403", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Nazi Germany", + "pred": "Nazi Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nazi Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007172", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Cardiff City F.C.", + "pred": "Cardiff City F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cardiff City F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006019", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Fengtien", + "pred": "Fengtien", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Fengtien", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003483", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Helmut Newton", + "pred": "Helmut Newton", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Helmut Newton", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003450", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007313", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Georges Bataille", + "pred": "Georges Bataille", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Georges Bataille", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006396", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Institute for Advanced Study", + "pred": "Institute for Advanced Study", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Institute for Advanced Study", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004252", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "FC Sochaux-Montb\u00e9liard", + "pred": "France men's national association football team", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: France men's national association football team", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006732", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Lappeenranta", + "pred": "Lappeenranta", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lappeenranta", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002912", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Tinkoff", + "pred": "Tinkoff", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tinkoff", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000404", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Club Le\u00f3n", + "pred": "Club Le\u00f3n", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Le\u00f3n", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007041", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Hannover 96", + "pred": "Hannover 96", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hannover 96", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008089", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003463", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chinese Communist Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005154", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002203", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1986.0, + "gold": "Pace University", + "pred": "Pace University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pace University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008263", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001733", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2022.0, + "gold": "FC Aarau", + "pred": "FC Aarau", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Aarau", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Chemnitz Government Region", + "pred": "Chemnitz Government Region", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chemnitz Government Region", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004111", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Osinniki", + "pred": "Osinniki", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Osinniki", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003418", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "Bruno Kastner", + "pred": "Bruno Kastner", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bruno Kastner", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004890", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Kiliia Raion", + "pred": "Kiliia Raion", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kiliia Raion", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008123", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003032", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1968.0, + "gold": "1968", + "pred": "1968", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1968", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003123", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1928.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_008638", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2015.0, + "gold": "2015", + "pred": "2015", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2015", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004857", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Christiane Kubrick", + "pred": "Christiane Kubrick", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Christiane Kubrick", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004040", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2009", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001345", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Radical Civic Union", + "pred": "Radical Civic Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Radical Civic Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004403", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1930", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005977", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2008", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005231", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Algiers", + "pred": "Algiers", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Algiers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Second Polish Republic", + "pred": "Second Polish Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Second Polish Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007542", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "England women's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: England women's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002736", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Busan IPark FC", + "pred": "Busan IPark FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Busan IPark FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006562", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008098", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "2013", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2013", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008119", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Barbastro", + "pred": "Barbastro", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Barbastro", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: chairperson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004561", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2001", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008086", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Cindy McCain", + "pred": "Cindy McCain", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cindy McCain", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_003089", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Toulouse FC", + "pred": "Toulouse FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Toulouse FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007690", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1942", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007154", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007872", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Big Brother", + "pred": "Big Brother", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Big Brother", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008425", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000644", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Iburi Subprefecture", + "pred": "Iburi Subprefecture", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Iburi Subprefecture", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001235", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Omar al-Bashir", + "pred": "Omar al-Bashir", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Omar al-Bashir", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006759", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004565", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005444", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Queens Park Rangers F.C.", + "pred": "Queens Park Rangers F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Queens Park Rangers F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001753", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003468", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "B\u00f4cher Memorial Prize", + "pred": "B\u00f4cher Memorial Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: B\u00f4cher Memorial Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001321", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "KFC Uerdingen 05", + "pred": "KFC Uerdingen 05", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: KFC Uerdingen 05", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004960", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Real Madrid Club de F\u00fatbol", + "pred": "Real Madrid Club de F\u00fatbol", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Real Madrid Club de F\u00fatbol", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004118", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008476", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004242", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "FC St. Gallen", + "pred": "FC St. Gallen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC St. Gallen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007528", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1974", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003750", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002500", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "PFC Slavia Sofia", + "pred": "PFC Slavia Sofia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: PFC Slavia Sofia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006400", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004574", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1977", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006488", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Albert II of Belgium", + "pred": "Albert II of Belgium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Albert II of Belgium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007839", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001389", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007506", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005877", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: chairperson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001046", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004160", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SC Bastia", + "pred": "SC Bastia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SC Bastia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001013", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Rip Torn", + "pred": "Rip Torn", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rip Torn", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007572", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Bernadette Chirac", + "pred": "Bernadette Chirac", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bernadette Chirac", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2017.0, + "gold": "Academy Award for Best Costume Design", + "pred": "Academy Award for Best Costume Design", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Costume Design", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008392", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003675", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1963.0, + "gold": "list of land speed records", + "pred": "list of land speed records", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: list of land speed records", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004974", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "AFC Bournemouth", + "pred": "AFC Bournemouth", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: AFC Bournemouth", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000114", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Finland women's national football team", + "pred": "\u00c5land United", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: \u00c5land United", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004958", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "FC Bayern Munich", + "pred": "FC Bayern Munich", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Bayern Munich", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002847", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001441", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gen\u00e7lerbirli\u011fi S.K.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006437", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002206", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Chelsea F.C.", + "pred": "Chelsea F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chelsea F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007216", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "C.D. Jorge Wilstermann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: C.D. Jorge Wilstermann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005526", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "SK Rapid Wien", + "pred": "SK Rapid Wien", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SK Rapid Wien", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005718", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1900.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000262", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "FK Teplice", + "pred": "FK Teplice", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FK Teplice", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001083", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004361", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "SK Brann", + "pred": "SK Brann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SK Brann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006333", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Deutsche Reichsbahn", + "pred": "Deutsche Reichsbahn", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Deutsche Reichsbahn", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Servette FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Servette FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002645", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "S.L. Benfica", + "pred": "S.L. Benfica", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S.L. Benfica", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Silver Bear for Best Actress", + "pred": "Silver Bear for Best Actress", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Silver Bear for Best Actress", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004948", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002435", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "2007", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2007", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001871", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Yale University", + "pred": "Yale University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yale University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000473", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "US Triestina Calcio 1918", + "pred": "US Triestina Calcio 1918", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: US Triestina Calcio 1918", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006904", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Bernd R\u00fcthers", + "pred": "Bernd R\u00fcthers", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bernd R\u00fcthers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003995", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "RC Strasbourg Alsace", + "pred": "RC Strasbourg Alsace", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: RC Strasbourg Alsace", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005684", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "delegate", + "pred": "delegate", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: delegate", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004481", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Vladimir Lenin", + "pred": "Vladimir Lenin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vladimir Lenin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006873", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1948.0, + "gold": "1948", + "pred": "1948", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1948", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005653", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Andrzej Strejlau", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Andrzej Strejlau", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tottenham Hotspur F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004653", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2012", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001722", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000499", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "United States Marine Corps", + "pred": "United States Marine Corps", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Marine Corps", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003725", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1911.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004162", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Bob Benny", + "pred": "Bob Benny", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bob Benny", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004885", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007832", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "South West Trains", + "pred": "South West Trains", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: South West Trains", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005962", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000011", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Order of the Red Banner of Labour", + "pred": "Order of the Red Banner of Labour", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Order of the Red Banner of Labour", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007446", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Cruz Azul", + "pred": "Cruz Azul", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cruz Azul", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004620", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_007791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Fredrikstad FK", + "pred": "Fredrikstad FK", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Fredrikstad FK", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003645", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Andrzej Strejlau", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Andrzej Strejlau", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008601", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_001029", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Club Joventut Badalona", + "pred": "Club Joventut Badalona", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Joventut Badalona", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002959", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002305", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002878", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Guardian Children's Fiction Prize", + "pred": "Guardian Children's Fiction Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Guardian Children's Fiction Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000807", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "C\u00e9sar Award for Best Female Revelation", + "pred": "C\u00e9sar Award for Best Female Revelation", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: C\u00e9sar Award for Best Female Revelation", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004108", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000347", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Primetime Emmy Award for Outstanding Animated Program", + "pred": "Primetime Emmy Award for Outstanding Animated Program", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Primetime Emmy Award for Outstanding Animated Program", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004954", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "FC Elista", + "pred": "Dario Passoni", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dario Passoni", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006909", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Umberto Bossi", + "pred": "Umberto Bossi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Umberto Bossi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007331", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "President of Latvia", + "pred": "President of Latvia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of Latvia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003609", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Sch\u00f6neberg", + "pred": "Sch\u00f6neberg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sch\u00f6neberg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006006", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "FC Twente", + "pred": "FC Twente", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Twente", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008100", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Mandatory Palestine", + "pred": "Mandatory Palestine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mandatory Palestine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004453", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006282", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Club Atl\u00e9tico Osasuna", + "pred": "Club Atl\u00e9tico Osasuna", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Atl\u00e9tico Osasuna", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003708", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003013", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Watford F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Watford F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001471", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007727", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1959.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000942", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Husqvarna FF", + "pred": "Husqvarna FF", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Husqvarna FF", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Altai Krai", + "pred": "Altai Krai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Altai Krai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002943", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Leipzig University", + "pred": "Leipzig University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Leipzig University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003037", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Germany", + "pred": "Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003146", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "New York City", + "pred": "New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: New York City", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004225", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "MTK Budapest FC", + "pred": "MTK Budapest FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: MTK Budapest FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000827", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008211", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Rick Parfitt", + "pred": "Rick Parfitt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rick Parfitt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007342", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pierre Mauroy", + "pred": "Pierre Mauroy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pierre Mauroy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005759", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Austria\u2013Hungary", + "pred": "Austria\u2013Hungary", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Austria\u2013Hungary", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003949", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Member of the European Parliament", + "pred": "Member of the European Parliament", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Member of the European Parliament", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005277", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Samba Gold", + "pred": "Samba Gold", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Samba Gold", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001667", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002554", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2009", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003996", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1943.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004658", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_004227", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Lady Gaga", + "pred": "Lady Gaga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lady Gaga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001594", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Bell Labs", + "pred": "Bell Labs", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bell Labs", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006869", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Al Masry SC", + "pred": "Al Masry SC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Al Masry SC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006930", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1933.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000374", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "University of Edinburgh", + "pred": "University of Edinburgh", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of Edinburgh", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005195", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002457", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Cottbus District", + "pred": "Cottbus District", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cottbus District", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "CPJ International Press Freedom Awards", + "pred": "CPJ International Press Freedom Awards", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: CPJ International Press Freedom Awards", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006097", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2008", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006940", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "British Raj", + "pred": "British Raj", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: British Raj", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000173", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005298", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005185", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1950.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007749", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "David Mamet", + "pred": "David Mamet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Mamet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002110", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000829", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008640", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002292", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1989", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005480", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "general", + "pred": "general", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: general", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008496", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006640", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Ottoman Empire", + "pred": "Ottoman Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ottoman Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003927", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Ascoli Calcio 1898 FC", + "pred": "Ascoli Calcio 1898 FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ascoli Calcio 1898 FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007996", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000373", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Northwestern University", + "pred": "Northwestern University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Northwestern University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005430", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Aut\u00f3dromo Internacional Ayrton Senna", + "pred": "Aut\u00f3dromo Internacional Ayrton Senna", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aut\u00f3dromo Internacional Ayrton Senna", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000744", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Calcio Foggia 1920", + "pred": "Calcio Foggia 1920", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Calcio Foggia 1920", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003964", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Gangwon FC", + "pred": "Gangwon FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gangwon FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004438", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Club Atl\u00e9tico River Plate", + "pred": "Club Atl\u00e9tico River Plate", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Atl\u00e9tico River Plate", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004862", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1902.0, + "gold": "Amtshauptmannschaft Schwarzenberg", + "pred": "Amtshauptmannschaft Schwarzenberg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amtshauptmannschaft Schwarzenberg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004495", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "As d'Or Jeu de l'Ann\u00e9e", + "pred": "As d'Or Jeu de l'Ann\u00e9e", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: As d'Or Jeu de l'Ann\u00e9e", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002486", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Israel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003629", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "La Spezia", + "pred": "La Spezia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: La Spezia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006341", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "FC Girondins de Bordeaux", + "pred": "David Bellion", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Bellion", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002779", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "SBV Vitesse", + "pred": "SBV Vitesse", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SBV Vitesse", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006236", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1940.0, + "gold": "Nazi Party", + "pred": "Nazi Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nazi Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004217", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "1. FFC Frankfurt", + "pred": "1. FFC Frankfurt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1. FFC Frankfurt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001111", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003973", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1927.0, + "gold": "Mandatory Palestine", + "pred": "Mandatory Palestine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mandatory Palestine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002651", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Edith Roosevelt", + "pred": "Edith Roosevelt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Edith Roosevelt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005128", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2012", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007441", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Norway men's national association football team", + "pred": "Norway men's national association football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Norway men's national association football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006793", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "FC Veszpr\u00e9m", + "pred": "FC Veszpr\u00e9m", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Veszpr\u00e9m", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005396", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Nazi Germany", + "pred": "Nazi Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nazi Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002815", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "People's Republic of China", + "pred": "People's Republic of China", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: People's Republic of China", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007174", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Amsterdam", + "pred": "Amsterdam", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amsterdam", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001511", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Academy Award for Best Picture", + "pred": "Academy Award for Best Picture", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Picture", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000553", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Denmark women's national football team", + "pred": "Julie Rydahl Bukh", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Julie Rydahl Bukh", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000656", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Northwestern University", + "pred": "University of Chicago", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of Chicago", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001297", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1970.0, + "gold": "1970", + "pred": "1970", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1970", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007459", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Amsterdam", + "pred": "Amsterdam", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amsterdam", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002423", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Trinidad and Tobago men's national football team", + "pred": "Trinidad and Tobago men's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Trinidad and Tobago men's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001348", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Servette FC", + "pred": "Servette FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Servette FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008576", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1953.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002071", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "British School at Rome", + "pred": "British School at Rome", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: British School at Rome", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004899", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1978.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001022", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Vladimir Oblast", + "pred": "Vladimir Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vladimir Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003839", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jane Birkin", + "pred": "Jane Birkin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jane Birkin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001814", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Christian Neureuther", + "pred": "Christian Neureuther", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Christian Neureuther", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005993", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Martha Vickers", + "pred": "Martha Vickers", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Martha Vickers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005336", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Arabic", + "pred": "Arabic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Arabic", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_005683", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1961.0, + "gold": "Heidelberg University", + "pred": "Heidelberg University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heidelberg University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007163", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Relax-Gam", + "pred": "Relax-Gam", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Relax-Gam", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Carl Ferdinand Cori", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carl Ferdinand Cori", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008134", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "pred": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002147", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Hungarian Socialist Workers' Party", + "pred": "Hungarian Socialist Workers' Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hungarian Socialist Workers' Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006224", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "habilitation", + "pred": "habilitation", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: habilitation", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000654", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Province of Mantua", + "pred": "Province of Mantua", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Province of Mantua", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004102", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "University of California, Los Angeles", + "pred": "University of California, Los Angeles", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of California, Los Angeles", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007739", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "FSV Frankfurt", + "pred": "FSV Frankfurt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FSV Frankfurt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006368", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Chemins de fer du Midi", + "pred": "Chemins de fer du Midi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chemins de fer du Midi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002589", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "A.O. Kavalas (association football)", + "pred": "A.O. Kavalas (association football)", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A.O. Kavalas (association football)", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002646", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1997.0, + "gold": "1997", + "pred": "1997", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1997", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002133", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "Gold Medal of the Royal Astronomical Society", + "pred": "Gold Medal of the Royal Astronomical Society", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gold Medal of the Royal Astronomical Society", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000302", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002678", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Atalanta BC", + "pred": "Atalanta BC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Atalanta BC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004224", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Tony Award for Best Actress in a Play", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tony Award for Best Actress in a Play", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005379", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "arrondissement of Bourg-en-Bresse", + "pred": "arrondissement of Bourg-en-Bresse", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: arrondissement of Bourg-en-Bresse", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006243", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1982", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008166", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "MTK Budapest FC", + "pred": "MTK Budapest FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: MTK Budapest FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003678", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "lawyer", + "pred": "lawyer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: lawyer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000025", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Klaus Jensen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Jensen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000689", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004963", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "City of Gosford", + "pred": "City of Gosford", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: City of Gosford", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001580", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "London", + "pred": "London", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: London", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002212", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1977", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001427", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "FC Lausanne-Sport", + "pred": "FC Lausanne-Sport", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Lausanne-Sport", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000751", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "FC Spartak Trnava", + "pred": "FC Spartak Trnava", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Spartak Trnava", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002412", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001943", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1999.0, + "gold": "1999", + "pred": "1999", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1999", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005685", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1939", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1939", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001916", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Str\u00f8msgodset IF", + "pred": "Str\u00f8msgodset IF", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Str\u00f8msgodset IF", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006927", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000904", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005536", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "Fengtien", + "pred": "Fengtien", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Fengtien", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000555", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Gertrude Stein", + "pred": "Gertrude Stein", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gertrude Stein", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005626", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Heiner Gei\u00dfler", + "pred": "Heiner Gei\u00dfler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heiner Gei\u00dfler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005124", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Algiers", + "pred": "Algiers", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Algiers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "Coll\u00e8ge de France", + "pred": "Coll\u00e8ge de France", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Coll\u00e8ge de France", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003885", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2021.0, + "gold": "National Oceanic and Atmospheric Administration", + "pred": "National Oceanic and Atmospheric Administration", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: National Oceanic and Atmospheric Administration", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005314", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Taiwan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007748", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Knight Bachelor", + "pred": "Knight Bachelor", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Knight Bachelor", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002726", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "SK Slavia Prague", + "pred": "SK Slavia Prague", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SK Slavia Prague", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004003", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "KRC Mechelen", + "pred": "KRC Mechelen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: KRC Mechelen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008148", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004079", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1916.0, + "gold": "Marie Bonaparte", + "pred": "Marie Bonaparte", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Marie Bonaparte", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003444", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "A.S. Nancy-Lorraine", + "pred": "A.S. Nancy-Lorraine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A.S. Nancy-Lorraine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004684", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Schutzstaffel", + "pred": "Schutzstaffel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Schutzstaffel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007043", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1995", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002077", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Scunthorpe United F.C.", + "pred": "Scunthorpe United F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Scunthorpe United F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005610", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Willi Daume", + "pred": "Willi Daume", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Willi Daume", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007161", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Polish People's Republic", + "pred": "Polish People's Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Polish People's Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008431", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Kingdom of Greece", + "pred": "Kingdom of Greece", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Greece", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005503", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003756", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Nuremberg Medical Trial", + "pred": "Nuremberg Medical Trial", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nuremberg Medical Trial", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006939", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nobel Prize in Physiology or Medicine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001054", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1949.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002273", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Watford F.C.", + "pred": "Watford F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Watford F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000786", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Order of Merit of Baden-W\u00fcrttemberg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002778", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tottenham Hotspur F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005074", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1919.0, + "gold": "Japan", + "pred": "Japan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Japan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007312", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Chelsea F.C.", + "pred": "Chelsea F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chelsea F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001350", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Leningrad Oblast", + "pred": "Luga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Luga", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001371", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Clare Boothe Luce", + "pred": "Clare Boothe Luce", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Clare Boothe Luce", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000490", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2005", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1985.0, + "gold": "1985", + "pred": "1985", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1985", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005716", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005200", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Pichichi Trophy", + "pred": "Pichichi Trophy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pichichi Trophy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000681", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2009", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004424", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lviv Oblast", + "pred": "Lviv Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lviv Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003611", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Catholic priest", + "pred": "Catholic priest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Catholic priest", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000603", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Lille OSC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lille OSC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007417", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Beaux-Arts de Paris", + "pred": "Beaux-Arts de Paris", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Beaux-Arts de Paris", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001017", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Golden Bear", + "pred": "Golden Bear", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Golden Bear", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004297", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Walter Sisulu", + "pred": "Walter Sisulu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Walter Sisulu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007760", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1962.0, + "gold": "Netherlands", + "pred": "Netherlands", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Netherlands", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002309", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2017.0, + "gold": "Feh\u00e9rv\u00e1r FC", + "pred": "Feh\u00e9rv\u00e1r FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Feh\u00e9rv\u00e1r FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000472", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001687", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Free Democratic Party", + "pred": "Free Democratic Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Free Democratic Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003092", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003984", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Hamburger SV", + "pred": "Hamburger SV", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hamburger SV", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004307", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004221", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002604", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Orenburg Governorate", + "pred": "Orenburg", + "em": 0.0, + "f1": 0.6666666666666666, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Orenburg", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005175", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000103", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "People's Republic of Bulgaria", + "pred": "People's Republic of Bulgaria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: People's Republic of Bulgaria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007858", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "construction", + "pred": "construction", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: construction", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000929", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Tony Award for Best Actress in a Play", + "pred": "Tony Award for Best Actress in a Play", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tony Award for Best Actress in a Play", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008399", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Hamburg Commercial Bank", + "pred": "Hamburg Commercial Bank", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hamburg Commercial Bank", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006833", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1936.0, + "gold": "Princess M\u00e4rtha of Sweden", + "pred": "Denmark", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Denmark", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007826", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005791", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1969.0, + "gold": "1969", + "pred": "1969", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1969", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008695", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "FC Basel", + "pred": "FC Basel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Basel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006326", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002683", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004982", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "AS Monaco FC", + "pred": "AS Monaco FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: AS Monaco FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000500", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Rome", + "pred": "Rome", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rome", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000415", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002513", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "IBM", + "pred": "IBM", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: IBM", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001131", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Chinese Communist Party", + "pred": "Chinese Communist Party", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chinese Communist Party", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004809", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006419", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "England women's national football team", + "pred": "England women's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: England women's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000119", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002765", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "The Rockefeller University", + "pred": "The Rockefeller University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Rockefeller University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003270", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002090", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002717", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001781", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Waltrude Schleyer", + "pred": "Waltrude Schleyer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Waltrude Schleyer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007508", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1922.0, + "gold": "West Ham United F.C.", + "pred": "West Ham United F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: West Ham United F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000911", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "Tuscany", + "pred": "Tuscany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tuscany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002590", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1946.0, + "gold": "1946", + "pred": "1946", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1946", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005409", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Order of Merit of Baden-W\u00fcrttemberg", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Order of Merit of Baden-W\u00fcrttemberg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004701", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006905", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2023.0, + "gold": "2023", + "pred": "2023", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2023", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005334", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2003", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006551", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1917.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002537", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "FC Amkar Perm", + "pred": "FC Amkar Perm", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Amkar Perm", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006681", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Sporting CP", + "pred": "Sporting CP", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sporting CP", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001982", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001763", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Tranmere Rovers F.C.", + "pred": "Tranmere Rovers F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tranmere Rovers F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001693", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Utrecht University", + "pred": "Utrecht University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Utrecht University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006247", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1909.0, + "gold": "Associate Justice of the Supreme Court of the United States", + "pred": "Associate Justice of the Supreme Court of the United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Associate Justice of the Supreme Court of the United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006923", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Der St\u00fcrmer", + "pred": "Der St\u00fcrmer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Der St\u00fcrmer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004828", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006717", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001064", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002886", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001768", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006522", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Cameroon men's national football team", + "pred": "Jean-Pierre Papin", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jean-Pierre Papin", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001073", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Kingdom of Bulgaria", + "pred": "Kingdom of Bulgaria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Bulgaria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002125", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "SSC Napoli", + "pred": "SSC Napoli", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SSC Napoli", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002297", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "FC Astra Giurgiu", + "pred": "FC Astra Giurgiu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Astra Giurgiu", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_002809", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1915.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002474", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Pat Travers", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pat Travers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004101", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006366", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "England women's national football team", + "pred": "England women's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: England women's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003182", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "United States Navy", + "pred": "United States Navy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Navy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003020", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Lagos", + "pred": "Lagos", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lagos", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004956", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Calcio Padova", + "pred": "Calcio Padova", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Calcio Padova", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006758", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Al Masry SC", + "pred": "Al Masry SC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Al Masry SC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003840", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "DSV Leoben", + "pred": "DSV Leoben", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: DSV Leoben", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003113", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "Wheaton College", + "pred": "Wheaton College", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Wheaton College", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004767", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Miss America", + "pred": "Miss America", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Miss America", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004986", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004256", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "pred": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003340", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Russia", + "pred": "Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005245", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1982.0, + "gold": "1982", + "pred": "1982", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1982", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006022", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Lady Gaga", + "pred": "Lady Gaga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lady Gaga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002807", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "University of Oslo", + "pred": "University of Oslo", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of Oslo", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002236", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Order of Merit of North Rhine-Westphalia", + "pred": "Order of Merit of North Rhine-Westphalia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Order of Merit of North Rhine-Westphalia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006258", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1906.0, + "gold": "United States Cabinet", + "pred": "United States Cabinet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Cabinet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003646", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "pred": "Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002029", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Warabitai Station", + "pred": "Warabitai Station", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Warabitai Station", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002701", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Rudi Fuchs", + "pred": "Rudi Fuchs", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rudi Fuchs", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000849", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1987", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000139", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "Schutzstaffel", + "pred": "Schutzstaffel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Schutzstaffel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007176", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Anton-G\u00fcnther, Duke of Oldenburg", + "pred": "Anton-G\u00fcnther, Duke of Oldenburg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Anton-G\u00fcnther, Duke of Oldenburg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004055", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004419", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Jeonbuk Hyundai Motors FC", + "pred": "Jeonbuk Hyundai Motors FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jeonbuk Hyundai Motors FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006447", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2010", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005863", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Parliament of the United Kingdom", + "pred": "Parliament of the United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Parliament of the United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004287", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Jens Stoltenberg", + "pred": "Jens Stoltenberg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jens Stoltenberg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008613", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1980.0, + "gold": "1980", + "pred": "1980", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1980", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002216", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Team Jayco AlUla", + "pred": "Team Jayco AlUla", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Team Jayco AlUla", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006890", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Gen\u00e7lerbirli\u011fi S.K.", + "pred": "Gen\u00e7lerbirli\u011fi S.K.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gen\u00e7lerbirli\u011fi S.K.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005004", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004395", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "University of Freiburg", + "pred": "University of Freiburg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of Freiburg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003660", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Queen", + "pred": "Queen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Queen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006514", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Russian Soviet Federative Socialist Republic", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Soviet Federative Socialist Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002222", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000791", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001758", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "John Mauchly", + "pred": "John Mauchly", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John Mauchly", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004641", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Ni\u00e8vre", + "pred": "Ni\u00e8vre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ni\u00e8vre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000084", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Munich Kammerspiele", + "pred": "Munich Kammerspiele", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Munich Kammerspiele", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005007", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2017.0, + "gold": "2017", + "pred": "2017", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2017", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002535", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Tuvan Autonomous Soviet Socialist Republic", + "pred": "Tuvan Autonomous Soviet Socialist Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tuvan Autonomous Soviet Socialist Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007920", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2002", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006359", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1956.0, + "gold": "1956", + "pred": "1956", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1956", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005402", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1910.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007921", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1989", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002569", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003091", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Pat Travers", + "pred": "Pat Travers", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pat Travers", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002364", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Gaz\u00e9lec Ajaccio", + "pred": "Gaz\u00e9lec Ajaccio", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gaz\u00e9lec Ajaccio", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007208", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Gustave Choquet", + "pred": "Gustave Choquet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gustave Choquet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003209", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "C\u00e9sar Milstein", + "pred": "C\u00e9sar Milstein", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: C\u00e9sar Milstein", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1902.0, + "gold": "Nobel Prize in Physiology or Medicine", + "pred": "Nobel Prize in Physiology or Medicine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nobel Prize in Physiology or Medicine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004389", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1922.0, + "gold": "1922", + "pred": "1922", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1922", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001672", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Kemerovo Oblast", + "pred": "Kemerovo Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kemerovo Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002971", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2020.0, + "gold": "Hamza Hamzao\u011flu", + "pred": "Hamza Hamzao\u011flu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hamza Hamzao\u011flu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007668", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Freie Universit\u00e4t Berlin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Freie Universit\u00e4t Berlin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004443", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Member of the European Parliament", + "pred": "Member of the European Parliament", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Member of the European Parliament", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000260", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1925.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003060", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Leipziger Land", + "pred": "Leipzig Government Region", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Leipzig Government Region", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003434", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "United Arab Republic", + "pred": "United Arab Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Arab Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006063", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005538", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Nobel Prize in Literature", + "pred": "Nobel Prize in Literature", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nobel Prize in Literature", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005136", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Ireland men\u2019s national rugby union team", + "pred": "Ireland men\u2019s national rugby union team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ireland men\u2019s national rugby union team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004183", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "The Rockefeller University", + "pred": "The Rockefeller University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Rockefeller University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006802", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1936.0, + "gold": "Is\u00e8re", + "pred": "Is\u00e8re", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Is\u00e8re", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002238", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_004081", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1944.0, + "gold": "Harvard University", + "pred": "Harvard University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Harvard University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007931", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Kingdom of Hungary", + "pred": "Kingdom of Hungary", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Hungary", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002561", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Babe\u0219-Bolyai University", + "pred": "Babe\u0219-Bolyai University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Babe\u0219-Bolyai University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000796", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Stockholm University", + "pred": "Stockholm University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Stockholm University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008363", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Poland", + "pred": "Poland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Poland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008611", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1944.0, + "gold": "Wang Jingwei regime", + "pred": "Wang Jingwei regime", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Wang Jingwei regime", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002255", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1986.0, + "gold": "1986", + "pred": "1986", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1986", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007672", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2016", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2016", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002954", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "SC Fortuna K\u00f6ln", + "pred": "SC Fortuna K\u00f6ln", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SC Fortuna K\u00f6ln", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002449", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Valencia CF", + "pred": "Valencia CF", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Valencia CF", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005372", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Malm\u00f6 FF", + "pred": "Malm\u00f6 FF", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Malm\u00f6 FF", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006616", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007451", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "SV Saar 05 Saarbr\u00fccken", + "pred": "SV Saar 05 Saarbr\u00fccken", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SV Saar 05 Saarbr\u00fccken", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003948", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "C.D. Nacional", + "pred": "C.D. Nacional", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: C.D. Nacional", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008679", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1927.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004351", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "education", + "pred": "education", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: education", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007031", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "FC Barcelona B\u00e0squet", + "pred": "FC Barcelona B\u00e0squet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: FC Barcelona B\u00e0squet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004853", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008238", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Reichsgesetzblatt", + "pred": "Reichsgesetzblatt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Reichsgesetzblatt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007289", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005590", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002466", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1942.0, + "gold": "1st U-boat Flotilla", + "pred": "1st U-boat Flotilla", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1st U-boat Flotilla", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005898", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Second Syrian Republic", + "pred": "Second Syrian Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Second Syrian Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004677", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006637", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Allianz SE", + "pred": "Allianz SE", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Allianz SE", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001605", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Keith Richards", + "pred": "Keith Richards", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Keith Richards", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003947", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Q99317", + "pred": "Q99317", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Q99317", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001379", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006411", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Cruzeiro E.C.", + "pred": "Cruzeiro E.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cruzeiro E.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004141", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2021.0, + "gold": "Daft Punk", + "pred": "Daft Punk", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daft Punk", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007475", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Latvia", + "pred": "Latvia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Latvia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008010", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "C.D. Jorge Wilstermann", + "pred": "C.D. Jorge Wilstermann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: C.D. Jorge Wilstermann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005768", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Landeshauptmann", + "pred": "Landeshauptmann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Landeshauptmann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003283", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1977", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003934", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Republic of Korea Army", + "pred": "Republic of Korea Army", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Republic of Korea Army", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000952", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004410", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Landrat", + "pred": "Landrat", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Landrat", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007420", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Orenburg Oblast", + "pred": "Orenburg Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Orenburg Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003788", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Paris", + "pred": "Paris", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paris", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007654", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Lille OSC", + "pred": "Lille OSC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lille OSC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000104", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Daejeon Hana Citizen FC", + "pred": "Daejeon Hana Citizen FC", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daejeon Hana Citizen FC", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003094", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "England men\u2019s national rugby union team", + "pred": "England men\u2019s national rugby union team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: England men\u2019s national rugby union team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005875", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004542", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2016.0, + "gold": "Province of Carbonia-Iglesias", + "pred": "Province of Carbonia-Iglesias", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Province of Carbonia-Iglesias", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000638", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "AgustaWestland", + "pred": "AgustaWestland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: AgustaWestland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003357", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005999", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Czechia men's national football team", + "pred": "Czechia men's national football team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Czechia men's national football team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003881", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004798", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Red Star F.C.", + "pred": "Red Star F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Red Star F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003140", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Copley Medal", + "pred": "Copley Medal", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Copley Medal", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000380", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Klaus Jensen", + "pred": "Klaus Jensen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Jensen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007104", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "chairperson", + "pred": "chairperson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: chairperson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005106", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1926.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007198", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "VVV-Venlo", + "pred": "VVV-Venlo", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: VVV-Venlo", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001075", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007267", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Netherlands Antilles", + "pred": "Netherlands Antilles", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Netherlands Antilles", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005453", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1989.0, + "gold": "1989", + "pred": "1989", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1989", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006199", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Club Atl\u00e9tico Tigre", + "pred": "Club Atl\u00e9tico Tigre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Club Atl\u00e9tico Tigre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007661", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Tottenham Hotspur F.C.", + "pred": "Tottenham Hotspur F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Tottenham Hotspur F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002761", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Christoph Franz", + "pred": "Christoph Franz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Christoph Franz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007018", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Province of Ogliastra", + "pred": "Province of Ogliastra", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Province of Ogliastra", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006321", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Pontault-Combault", + "pred": "Pontault-Combault", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pontault-Combault", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000924", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002232", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005699", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "University of G\u00f6ttingen", + "pred": "University of G\u00f6ttingen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of G\u00f6ttingen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007488", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006249", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Vla\u0219ca County", + "pred": "Vla\u0219ca County", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vla\u0219ca County", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005369", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "University of Zurich", + "pred": "University of Zurich", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of Zurich", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000700", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001823", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Bremen-Liga", + "pred": "Bremen-Liga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bremen-Liga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006475", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1991", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008413", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1984.0, + "gold": "1984", + "pred": "1984", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1984", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003577", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Chief of the Turkish General Staff", + "pred": "Chief of the Turkish General Staff", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chief of the Turkish General Staff", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003400", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Hanna-Barbera", + "pred": "Hanna-Barbera", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hanna-Barbera", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008560", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1919.0, + "gold": "Romania national rugby union team", + "pred": "Romania national rugby union team", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Romania national rugby union team", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008146", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Czechoslovakia", + "pred": "Czechoslovakia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Czechoslovakia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006136", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1903.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005189", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1913.0, + "gold": "Seine-et-Oise", + "pred": "Seine-et-Oise", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Seine-et-Oise", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002858", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Empire of Japan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Empire of Japan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008315", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Kemerovo Oblast", + "pred": "Kemerovo Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kemerovo Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000228", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Kotelnikovsky District", + "pred": "Kotelnikovsky District", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kotelnikovsky District", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005219", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000973", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Ternopil Oblast", + "pred": "Ternopil Oblast", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ternopil Oblast", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002849", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008608", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "S.C. Internacional", + "pred": "S.C. Internacional", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S.C. Internacional", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001494", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1925.0, + "gold": "Saint Petersburg", + "pred": "Saint Petersburg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Saint Petersburg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007390", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007069", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001021", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Nelly Sachs Prize", + "pred": "Nelly Sachs Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nelly Sachs Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006507", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006782", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1989.0, + "gold": "Merited Artist of the RSFSR", + "pred": "Merited Artist of the RSFSR", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Merited Artist of the RSFSR", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008600", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1907.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005516", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Central Institute for Ancient History and Archeology", + "pred": "Central Institute for Ancient History and Archeology", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Central Institute for Ancient History and Archeology", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005501", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001523", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Prince Charles, Count of Flanders", + "pred": "Prince Charles, Count of Flanders", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prince Charles, Count of Flanders", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003339", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Second Syrian Republic", + "pred": "Second Syrian Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Second Syrian Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006965", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1934.0, + "gold": "Empire of Japan", + "pred": "Empire of Japan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Empire of Japan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002341", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1996", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006340", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1959.0, + "gold": "People's Artist of the USSR", + "pred": "People's Artist of the USSR", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: People's Artist of the USSR", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004184", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Chelsea F.C.", + "pred": "Chelsea F.C.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chelsea F.C.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001998", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1939.0, + "gold": "1939", + "pred": "1939", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1939", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008462", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2003", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005081", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Beira Alta", + "pred": "Beira Alta", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Beira Alta", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001020", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Israel", + "pred": "Israel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Israel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006076", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1908.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004257", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Province of Posen", + "pred": "Province of Posen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Province of Posen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001129", + "complexity": "1hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002202", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1988.0, + "gold": "Isabela", + "pred": "Isabela", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Isabela", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001377", + "complexity": "1hop", + "operator_type": "sequence", + "t_query": 1961.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005631", + "complexity": "1hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1974", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000171", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Melora Walters", + "pred": "Melora Walters", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Melora Walters", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007554", + "complexity": "1hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001278", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005559", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Swiss Super League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007444", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004826", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "Dakar", + "pred": "Dakar", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dakar", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003409", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Margaret Atwood", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Margaret Atwood", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006575", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Attila J\u00f3zsef", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001217", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hilary Swank", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hilary Swank", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007223", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Klaus Sch\u00fctz", + "pred": "Klaus Sch\u00fctz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Sch\u00fctz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004735", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Berlin", + "pred": "Berlin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Berlin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001394", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004179", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Rudy Giuliani", + "pred": "Rudy Giuliani", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rudy Giuliani", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Wowereit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003446", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "President of the United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007096", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Phillip Cocu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Phillip Cocu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008279", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Montreal Forum", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006719", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Emma de Caunes", + "pred": "Emma de Caunes", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Emma de Caunes", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002450", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Cyprus Football Association", + "pred": "Cyprus Football Association", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cyprus Football Association", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000742", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2007.0, + "gold": "2007", + "pred": "2007", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2007", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005331", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1977", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Stade Chaban-Delmas", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006020", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lady Bird Johnson", + "pred": "Lady Bird Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lady Bird Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002515", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sepp Herberger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000947", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S\u00fcper Lig", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004442", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2014.0, + "gold": "2014", + "pred": "2014", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2014", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003129", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Wowereit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000626", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Edward Joseph Kelly", + "pred": "Edward Joseph Kelly", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Edward Joseph Kelly", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008507", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "presidential system", + "pred": "presidential system", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: presidential system", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000399", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Otto Nerz", + "pred": "Otto Nerz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Otto Nerz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005160", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "A Bend in the River", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A Bend in the River", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vicente Calder\u00f3n Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2017.0, + "gold": "President of North Macedonia", + "pred": "President of North Macedonia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of North Macedonia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008117", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007432", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Romano Prodi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Romano Prodi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006320", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1931.0, + "gold": "1931", + "pred": "1931", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1931", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008047", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1902.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nicholas II of Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000063", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Carlo Vittorio Varetti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Vittorio Varetti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1931.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Territory of Hawaii", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001072", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Eusebio Sacrist\u00e1n", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eusebio Sacrist\u00e1n", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005910", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003397", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "V\u00edt\u011bzslav Lavi\u010dka", + "pred": "V\u00edt\u011bzslav Lavi\u010dka", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: V\u00edt\u011bzslav Lavi\u010dka", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000162", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Lady Bird Johnson", + "pred": "Lady Bird Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lady Bird Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002728", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Silvio Berlusconi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003793", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Barcelona Province", + "pred": "Barcelona Province", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Barcelona Province", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003541", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008524", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Stade Chaban-Delmas", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003943", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Michal B\u00edlek", + "pred": "Michal B\u00edlek", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Michal B\u00edlek", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003569", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "I NEED TO VERIFY" + }, + { + "id": "q_002249", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "University of Paris", + "pred": "University of Paris", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: University of Paris", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001978", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005073", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alex McLeish", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000609", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1974.0, + "gold": "1974", + "pred": "1974", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1974", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Manuel Jim\u00e9nez Jim\u00e9nez", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Manuel Jim\u00e9nez Jim\u00e9nez", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Guy Ritchie", + "pred": "Guy Ritchie", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Guy Ritchie", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006953", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1928.0, + "gold": "Jimmy Walker", + "pred": "Jimmy Walker", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jimmy Walker", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001572", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Phillip Cocu", + "pred": "Phillip Cocu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Phillip Cocu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008301", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Romano Prodi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Romano Prodi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000630", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1960.0, + "gold": "Graceland", + "pred": "Graceland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Graceland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000755", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Elizabeth II", + "pred": "Lyndon B. Johnson", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000326", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002870", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Prime Minister of Bahrain", + "pred": "Prime Minister of Bahrain", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Bahrain", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007789", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007973", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Bjarne Riis", + "pred": "Bjarne Riis", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bjarne Riis", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000219", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Vivien Leigh", + "pred": "Vivien Leigh", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vivien Leigh", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007274", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Elizabeth II", + "pred": "Elizabeth II", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Elizabeth II", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006021", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006576", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1948.0, + "gold": "Laurence Olivier", + "pred": "Laurence Olivier", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Laurence Olivier", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000623", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Bjarne Berntsen", + "pred": "Bjarne Berntsen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bjarne Berntsen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "DBC Pierre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: DBC Pierre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003804", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Nobel Peace Prize", + "pred": "Nobel Peace Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nobel Peace Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006789", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Robert Ferdinand Wagner Jr.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Robert Ferdinand Wagner Jr.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006521", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Atlanta-Fulton County Stadium", + "pred": "Atlanta-Fulton County Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Atlanta-Fulton County Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "Carry Me Down", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carry Me Down", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004769", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Loretta Young", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Loretta Young", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001801", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Vytautas Landsbergis", + "pred": "Vytautas Landsbergis", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vytautas Landsbergis", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "State Anthem of the Soviet Union", + "pred": "March of the Volunteers", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: March of the Volunteers", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003724", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006014", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Hans Loritz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hans Loritz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007171", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S\u00fcper Lig", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007260", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "3. Liga", + "pred": "3. Liga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 3. Liga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Thomas Tuchel", + "pred": "Thomas Tuchel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Thomas Tuchel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007485", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "Charlize Theron", + "pred": "Charlize Theron", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Charlize Theron", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001837", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2007.0, + "gold": "Romano Prodi", + "pred": "Romano Prodi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Romano Prodi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005494", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Berti Vogts", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Berti Vogts", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000075", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004734", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Peter Carey", + "pred": "Peter Carey", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Peter Carey", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004770", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1904.0, + "gold": "Constantinople", + "pred": "Constantinople", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Constantinople", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006777", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "S\u00e1ndor Preisinger", + "pred": "S\u00e1ndor Preisinger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S\u00e1ndor Preisinger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001481", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1977.0, + "gold": "1977", + "pred": "1977", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1977", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jos\u00e9 Mourinho", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000707", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007316", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "Carlo Vittorio Varetti", + "pred": "Carlo Vittorio Varetti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Vittorio Varetti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002781", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1946.0, + "gold": "Yugoslavia", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: France", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001694", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Glenda Jackson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Glenda Jackson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005714", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "B\u00fclent Ecevit", + "pred": "B\u00fclent Ecevit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: B\u00fclent Ecevit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Stefan Kuntz", + "pred": "Stefan Kuntz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Stefan Kuntz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000390", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1952.0, + "gold": "Nobel Prize in Physics", + "pred": "Nobel Prize in Physics", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nobel Prize in Physics", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004301", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Rudy Giuliani", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rudy Giuliani", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007116", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004505", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Abraham Beame", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Abraham Beame", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007035", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "David Dinkins", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Dinkins", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004558", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jos\u00e9 Mourinho", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003267", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Bette Davis", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bette Davis", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006755", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Theodor Liebknecht", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Theodor Liebknecht", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004583", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1987.0, + "gold": "1987", + "pred": "1987", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1987", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000225", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Gareth Southgate", + "pred": "Gareth Southgate", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gareth Southgate", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002459", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006352", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004787", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Janusz W\u00f3jcik", + "pred": "Janusz W\u00f3jcik", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Janusz W\u00f3jcik", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002226", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Leonid Brezhnev", + "pred": "Vladimir Kryuchkov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vladimir Kryuchkov", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003363", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Jan Schaffrath", + "pred": "Jan Schaffrath", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jan Schaffrath", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Pavel Vrba", + "pred": "Pavel Vrba", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pavel Vrba", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006972", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1976", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007393", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1961.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Autonomous Province of Vojvodina", + "em": 0.0, + "f1": 0.4000000000000001, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Autonomous Province of Vojvodina", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_002784", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Franz Beckenbauer", + "pred": "Franz Beckenbauer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Franz Beckenbauer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005991", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007278", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Claudia Roth", + "pred": "Ulrike Herrmann", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ulrike Herrmann", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002109", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "ADIG", + "pred": "ADIG", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: ADIG", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005445", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Abraham Beame", + "pred": "Abraham Beame", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Abraham Beame", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005382", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1940.0, + "gold": "Fiorello H. La Guardia", + "pred": "Fiorello H. La Guardia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Fiorello H. La Guardia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005633", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002083", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Jens Gustafsson", + "pred": "Jens Gustafsson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jens Gustafsson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003899", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002997", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005860", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Actress", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001039", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1937.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Panama", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000086", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005689", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bucharest", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006609", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004970", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2003", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008062", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1991.0, + "gold": "M\u00e1rio Soares", + "pred": "M\u00e1rio Soares", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: M\u00e1rio Soares", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006613", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Stuart Lancaster", + "pred": "Stuart Lancaster", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Stuart Lancaster", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001894", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Reese Witherspoon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Reese Witherspoon", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002546", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003153", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Zhou Enlai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Zhou Enlai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002865", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Thomas Keneally", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Thomas Keneally", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007865", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Clive Woodward", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Clive Woodward", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001858", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Graceland", + "pred": "Graceland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Graceland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Constantinople", + "pred": "Constantinople", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Constantinople", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003034", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Hans Loritz", + "pred": "Hans Loritz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hans Loritz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000799", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Barack Obama", + "pred": "Arsenii Yatseniuk", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Arsenii Yatseniuk", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Boston Garden", + "pred": "Boston Garden", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Boston Garden", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004762", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "Kingdom of Prussia", + "pred": "Vienna", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vienna", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004806", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lu\u00eds Filipe Vieira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Premier League", + "pred": "Premier League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Premier League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008203", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Amway Arena", + "pred": "Amway Arena", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amway Arena", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004465", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006874", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "John Lindsay", + "pred": "John Lindsay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John Lindsay", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000593", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004615", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2018.0, + "gold": "2018", + "pred": "2018", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2018", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001617", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Geoffrey Rush", + "pred": "Geoffrey Rush", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Geoffrey Rush", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Academy Award for Best Writing, Adapted Screenplay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Writing, Adapted Screenplay", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004669", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Yuri Semin", + "pred": "Yuri Semin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yuri Semin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Aldo Moro", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aldo Moro", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Theodor Liebknecht", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Theodor Liebknecht", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006858", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2002", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000627", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1982.0, + "gold": "Academy Award for Best Writing, Adapted Screenplay", + "pred": "Academy Award for Best Writing, Adapted Screenplay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Writing, Adapted Screenplay", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008456", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: absolute monarchy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004863", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1935.0, + "gold": "Bette Davis", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Actress", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005053", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lauri Yl\u00f6nen", + "pred": "Lauri Yl\u00f6nen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lauri Yl\u00f6nen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006906", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sini\u0161a Mihajlovi\u0107", + "pred": "Sini\u0161a Mihajlovi\u0107", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sini\u0161a Mihajlovi\u0107", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004343", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Arrigo Sacchi", + "pred": "Arrigo Sacchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Arrigo Sacchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008520", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Hans Loritz", + "pred": "Hans Loritz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hans Loritz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008566", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Kurt Biedenkopf", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kurt Biedenkopf", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005406", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: West Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005485", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Milo\u0161 Zeman", + "pred": "Milo\u0161 Zeman", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Milo\u0161 Zeman", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006778", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000448", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Alex Ferguson", + "pred": "Alex Ferguson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alex Ferguson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005253", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Aravind Adiga", + "pred": "Aravind Adiga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Aravind Adiga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002793", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Academy Award for Best Supporting Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Supporting Actress", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001366", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Cliff Burton", + "pred": "Cliff Burton", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cliff Burton", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000346", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2010.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giorgio Napolitano", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001380", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "John Williams", + "pred": "John Williams", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John Williams", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007366", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Giampiero Boniperti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giampiero Boniperti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004085", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "Qing dynasty", + "pred": "Qing dynasty", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Qing dynasty", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "Thomas Keneally", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Thomas Keneally", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002208", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nike", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005149", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Dalvik VM", + "pred": "Dalvik VM", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dalvik VM", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007466", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Deutsche Mark", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "EFL Championship", + "pred": "EFL Championship", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: EFL Championship", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002303", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Prime Minister of Canada", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Canada", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004925", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Norma Shearer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Norma Shearer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002425", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003762", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Minneapolis Armory", + "pred": "Minneapolis Armory", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Minneapolis Armory", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000351", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Territory of Hawaii", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003288", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Alain Afflelou", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alain Afflelou", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001079", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Giampiero Boniperti", + "pred": "Giampiero Boniperti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giampiero Boniperti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2022.0, + "gold": "Paulo Bento", + "pred": "Paulo Bento", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paulo Bento", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006454", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Steve Sampson", + "pred": "Steve Sampson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Steve Sampson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007686", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1923.0, + "gold": "United States Cabinet", + "pred": "United States Cabinet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Cabinet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001636", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1975", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000642", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Alan Hollinghurst", + "pred": "Alan Hollinghurst", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alan Hollinghurst", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005992", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1906.0, + "gold": "Theodore Roosevelt", + "pred": "Theodore Roosevelt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Theodore Roosevelt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001567", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1960.0, + "gold": "Robert Ferdinand Wagner Jr.", + "pred": "Robert Ferdinand Wagner Jr.", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Robert Ferdinand Wagner Jr.", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003917", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Elizabeth II", + "pred": "Elizabeth II", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Elizabeth II", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007632", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Pawe\u0142 Janas", + "pred": "Pawe\u0142 Janas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pawe\u0142 Janas", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001702", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Eerste Divisie", + "pred": "Eerste Divisie", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eerste Divisie", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006358", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1932.0, + "gold": "German Federal Archives", + "pred": "German Federal Archives", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Federal Archives", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006799", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Dwight D. Eisenhower", + "pred": "Dwight D. Eisenhower", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dwight D. Eisenhower", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001724", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005308", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Academy Award for Best Actress", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Actress", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_006485", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2000.0, + "gold": "Margaret Atwood", + "pred": "Margaret Atwood", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Margaret Atwood", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004831", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005190", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Freie Universit\u00e4t Berlin", + "pred": "Freie Universit\u00e4t Berlin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Freie Universit\u00e4t Berlin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006636", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "George Marshall", + "pred": "United States Secretary of State", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States Secretary of State", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_003213", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005672", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006227", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Giffoni Film Festival", + "pred": "Giffoni Film Festival", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giffoni Film Festival", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007816", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Franciszek Smuda", + "pred": "Franciszek Smuda", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Franciszek Smuda", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001958", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "John Lindsay", + "pred": "John Lindsay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John Lindsay", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007818", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sepp Herberger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003874", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006836", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005437", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001779", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Chemnitz Government Region", + "pred": "Chemnitz Government Region", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Chemnitz Government Region", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002182", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006540", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Antonio Segni", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Antonio Segni", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lu\u00eds Filipe Vieira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000470", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004884", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Emma Thompson", + "pred": "Emma Thompson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Emma Thompson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008312", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "United Kingdom of Great Britain and Ireland", + "pred": "United Kingdom of Great Britain and Ireland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom of Great Britain and Ireland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006013", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "David Dinkins", + "pred": "David Dinkins", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Dinkins", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006889", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Carlo Ancelotti", + "pred": "Carlo Ancelotti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Ancelotti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003651", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Saku Koivu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Q82595", + "pred": "Q82595", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Q82595", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000420", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1917.0, + "gold": "1917", + "pred": "1917", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1917", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005828", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Prime Minister of Belize", + "pred": "Prime Minister of Belize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Belize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1962.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sepp Herberger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002499", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Territory of Hawaii", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008212", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "George VI", + "pred": "George VI", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: George VI", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006976", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Gennaro Gattuso", + "pred": "Gennaro Gattuso", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gennaro Gattuso", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007445", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Football Manager of the Year", + "pred": "Order of Merit of Baden-W\u00fcrttemberg", + "em": 0.0, + "f1": 0.20000000000000004, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Order of Merit of Baden-W\u00fcrttemberg", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004525", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Lamberto Dini", + "pred": "Carlo Azeglio Ciampi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 0, + "judge_reply": "I NEED TO VERIFY" + }, + { + "id": "q_002061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giorgio Napolitano", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003387", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alex McLeish", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008292", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "United States", + "pred": "United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006528", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1902", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1902", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008636", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Walter Zenga", + "pred": "Walter Zenga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Walter Zenga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004972", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Kia Forum", + "pred": "Boston Garden", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Boston Garden", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006497", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Hungarian People's Republic", + "pred": "Hungarian People's Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hungarian People's Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005926", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2014.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jos\u00e9 Mourinho", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005410", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Taiwan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000901", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Shimon Peres", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Shimon Peres", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007838", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mircea Lucescu", + "pred": "Mircea Lucescu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mircea Lucescu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007144", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "The Internationale", + "pred": "The Internationale", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Internationale", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Jean Mistler", + "pred": "Jean Mistler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jean Mistler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000287", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Gerhard Casper", + "pred": "Gerhard Casper", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gerhard Casper", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004792", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006621", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Sean Yates", + "pred": "Sean Yates", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sean Yates", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001788", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Norma Shearer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Norma Shearer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002557", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1941.0, + "gold": "Fiorello H. La Guardia", + "pred": "Fiorello H. La Guardia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Fiorello H. La Guardia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006859", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "A. S. Byatt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A. S. Byatt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006058", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000536", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1989.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vicente Calder\u00f3n Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007404", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2000.0, + "gold": "2000", + "pred": "2000", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2000", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001292", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1990.0, + "gold": "1990", + "pred": "1990", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1990", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "David Storey", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Storey", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005996", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Penelope Fitzgerald", + "pred": "A Bend in the River", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A Bend in the River", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002490", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1930", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001434", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "New York City", + "pred": "New York City", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: New York City", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006868", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2001", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Jean Mistler", + "pred": "Jean Mistler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jean Mistler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002319", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2022.0, + "gold": "2022", + "pred": "2022", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2022", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008472", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000496", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Massimo D'Alema", + "pred": "Romano Prodi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Romano Prodi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005883", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Roman Herzog", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Roman Herzog", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "BP", + "pred": "BP", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: BP", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001286", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003325", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bucharest", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "William Emmett Dever", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: William Emmett Dever", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000949", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Roman Herzog", + "pred": "Roman Herzog", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Roman Herzog", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004634", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008417", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Swiss Super League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007078", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003711", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Mary J. Blige", + "pred": "Mary J. Blige", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mary J. Blige", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007469", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2010", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002488", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Shimon Peres", + "pred": "Shimon Peres", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Shimon Peres", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007418", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "European Coal and Steel Community", + "pred": "European Union", + "em": 0.0, + "f1": 0.28571428571428575, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Union", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006584", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Elliott Gould", + "pred": "Elliott Gould", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Elliott Gould", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005916", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003663", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Micha\u0142 Matyas", + "pred": "Micha\u0142 Matyas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Micha\u0142 Matyas", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006233", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Eric Gerets", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eric Gerets", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005848", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1909.0, + "gold": "German Empire", + "pred": "German Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005040", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1963.0, + "gold": "Antonio Segni", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 0, + "judge_reply": "I NEED TO TRACE" + }, + { + "id": "q_005138", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1942.0, + "gold": "Adolf Hitler", + "pred": "Karl D\u00f6nitz", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Karl D\u00f6nitz", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004246", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007892", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1993.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003061", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006684", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001045", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2005", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007568", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "association football", + "pred": "association football", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: association football", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002791", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1987.0, + "gold": "Lory Del Santo", + "pred": "Lory Del Santo", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lory Del Santo", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005581", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daniel Auteuil", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Pawe\u0142 Janas", + "pred": "Pawe\u0142 Janas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pawe\u0142 Janas", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004802", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "John W. Campbell", + "pred": "John W. Campbell", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: John W. Campbell", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004455", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Giovanni Leone", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001570", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Otto Nerz", + "pred": "Otto Nerz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Otto Nerz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005703", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Morten Olsen", + "pred": "Morten Olsen", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Morten Olsen", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006235", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Diego Simeone", + "pred": "Diego Simeone", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Diego Simeone", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001186", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Susan Sarandon", + "pred": "Susan Sarandon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Susan Sarandon", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005903", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2009.0, + "gold": "2009", + "pred": "2009", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2009", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002985", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Bettino Craxi", + "pred": "Giovanni Spadolini", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Spadolini", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Andrzej Strejlau", + "pred": "Andrzej Strejlau", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Andrzej Strejlau", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008323", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Hungarian People's Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hungarian People's Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005474", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1913.0, + "gold": "Oskar von Miller", + "pred": "Oskar von Miller", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Oskar von Miller", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001830", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "Nippon Bud\u014dkan", + "pred": "Nippon Bud\u014dkan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nippon Bud\u014dkan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001756", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001887", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: J\u00fcrgen Klinsmann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005552", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Mitteldeutscher Rundfunk", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mitteldeutscher Rundfunk", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004901", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Wen Jiabao", + "pred": "Wen Jiabao", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Wen Jiabao", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006473", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2008.0, + "gold": "2008", + "pred": "2008", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2008", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006253", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2003", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002709", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alex McLeish", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007811", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1982.0, + "gold": "Giovanni Spadolini", + "pred": "Giovanni Spadolini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Spadolini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006165", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Edward Cassidy", + "pred": "Edward Cassidy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Edward Cassidy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007431", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Ernest Borgnine", + "pred": "Ernest Borgnine", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ernest Borgnine", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002594", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004546", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "David Dinkins", + "pred": "David Dinkins", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Dinkins", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006589", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Giulio Andreotti", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giulio Andreotti", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006151", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005300", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Otto Rehhagel", + "pred": "Otto Rehhagel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Otto Rehhagel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003618", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1929.0, + "gold": "Franz Joseph I of Austria", + "pred": "Franz Joseph I of Austria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Franz Joseph I of Austria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001231", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "George W. Bush", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: George W. Bush", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001195", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007049", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1978.0, + "gold": "1978", + "pred": "1978", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1978", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003961", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1903.0, + "gold": "Edith Roosevelt", + "pred": "Edith Roosevelt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Edith Roosevelt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002548", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1901.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: absolute monarchy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002969", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1910.0, + "gold": "Austria\u2013Hungary", + "pred": "Austria\u2013Hungary", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Austria\u2013Hungary", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003484", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1934.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "Kingdome", + "pred": "Kingdome", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdome", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002163", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Clive Woodward", + "pred": "Clive Woodward", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Clive Woodward", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006692", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Bruce Buck", + "pred": "Bruce Buck", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bruce Buck", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006073", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Volker Finke", + "pred": "Volker Finke", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Volker Finke", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008473", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Roman Abramovich", + "pred": "Roman Abramovich", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Roman Abramovich", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003674", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1978.0, + "gold": "Leonid Brezhnev", + "pred": "Vladimir Kryuchkov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vladimir Kryuchkov", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003352", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1907.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: absolute monarchy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1973.0, + "gold": "Giampiero Boniperti", + "pred": "Giampiero Boniperti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giampiero Boniperti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002789", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005326", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Spencer Tracy", + "pred": "Robert Donat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Robert Donat", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005284", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Erich Werdermann", + "pred": "Erich Werdermann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Erich Werdermann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005774", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Swiss Super League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003372", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Patrick Le Lay", + "pred": "Patrick Le Lay", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Patrick Le Lay", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008201", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2002", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001153", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Franz Beckenbauer", + "pred": "Franz Beckenbauer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Franz Beckenbauer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007164", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2020.0, + "gold": "Simone Inzaghi", + "pred": "Simone Inzaghi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Simone Inzaghi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006407", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Allianz Arena", + "pred": "Allianz Arena", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Allianz Arena", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001540", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2013.0, + "gold": "2013", + "pred": "2013", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2013", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005100", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1985.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Claudio Ranieri", + "pred": "Claudio Ranieri", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Claudio Ranieri", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Denzel Washington", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Denzel Washington", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007894", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2011", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008658", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2016.0, + "gold": "Ruslan Rotan", + "pred": "Andriy Shevchenko", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Andriy Shevchenko", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005158", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008060", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Bundesliga", + "pred": "Bundesliga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bundesliga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004900", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "SeatGeek Stadium", + "pred": "SeatGeek Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SeatGeek Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000430", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Bombardier", + "pred": "Bombardier", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bombardier", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006467", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1938.0, + "gold": "Taiwan", + "pred": "Taiwan", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Taiwan", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004710", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: J\u00fcrgen Klinsmann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000041", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1996.0, + "gold": "Lamberto Dini", + "pred": "Romano Prodi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Romano Prodi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004408", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "crown prince", + "pred": "crown prince", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: crown prince", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001201", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1964.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004457", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1921.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005193", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1969.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005781", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1987.0, + "gold": "State Anthem of the Soviet Union", + "pred": "Russian Soviet Federative Socialist Republic", + "em": 0.0, + "f1": 0.1818181818181818, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Soviet Federative Socialist Republic", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004013", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Jupp Derwall", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jupp Derwall", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003935", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Volker Finke", + "pred": "Volker Finke", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Volker Finke", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006770", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Silvio Berlusconi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008617", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008708", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Federal Republic of Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005902", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Zden\u011bk Zeman", + "pred": "Zden\u011bk Zeman", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Zden\u011bk Zeman", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007389", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Saku Koivu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005554", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Moscow", + "pred": "Moscow", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Moscow", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000408", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "Kingdom of Prussia", + "pred": "Kingdom of Prussia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Prussia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003634", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Uwe Neuhaus", + "pred": "Uwe Neuhaus", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Uwe Neuhaus", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006653", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000961", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Kate Winslet", + "pred": "Kate Winslet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kate Winslet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002923", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008130", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Silvio Berlusconi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001668", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Jane Fonda", + "pred": "Jane Fonda", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jane Fonda", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2019.0, + "gold": "Lucien Favre", + "pred": "Lucien Favre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lucien Favre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007280", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Wowereit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004011", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "David Storey", + "pred": "David Storey", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Storey", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001876", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Thomas Tuchel", + "pred": "Thomas Tuchel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Thomas Tuchel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003426", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "George H. W. Bush", + "pred": "George H. W. Bush", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: George H. W. Bush", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008324", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1930.0, + "gold": "1930", + "pred": "1930", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1930", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001089", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1998.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Francesco Cossiga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Francesco Cossiga", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001646", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Jos\u00e9 Mourinho", + "pred": "Jos\u00e9 Mourinho", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jos\u00e9 Mourinho", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001719", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "J\u00fcrgen Klinsmann", + "pred": "J\u00fcrgen Klinsmann", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: J\u00fcrgen Klinsmann", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005359", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Alex McLeish", + "pred": "Alex McLeish", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alex McLeish", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002201", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1949.0, + "gold": "Princeton University", + "pred": "Princeton University", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Princeton University", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000953", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "DBC Pierre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: DBC Pierre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003588", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Javier Aguirre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Javier Aguirre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006330", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "DBC Pierre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: DBC Pierre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006529", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1991.0, + "gold": "1991", + "pred": "1991", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1991", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006295", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1945.0, + "gold": "Joan Crawford", + "pred": "Angela Lansbury", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Angela Lansbury", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007246", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001257", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004353", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Maurice Druon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Maurice Druon", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001453", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nicholas II of Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008480", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2001", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006167", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "LMFAO", + "pred": "LMFAO", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: LMFAO", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003258", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "J\u00fcrgen Linden", + "pred": "J\u00fcrgen Linden", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: J\u00fcrgen Linden", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004631", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1904.0, + "gold": "absolute monarchy", + "pred": "absolute monarchy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: absolute monarchy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004837", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Ang Lee", + "pred": "Ang Lee", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ang Lee", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002531", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1922.0, + "gold": "Austria", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008228", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Frances McDormand", + "pred": "Frances McDormand", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Frances McDormand", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005557", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2014.0, + "gold": "Fatih Terim", + "pred": "Fatih Terim", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Fatih Terim", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007336", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2003", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003098", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002950", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1945.0, + "gold": "1945", + "pred": "1945", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1945", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000019", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001920", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Claudio Ranieri", + "pred": "Claudio Ranieri", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Claudio Ranieri", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005782", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1973.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1954.0, + "gold": "White Hart Lane", + "pred": "White Hart Lane", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: White Hart Lane", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000862", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Humphrey Bogart", + "pred": "Humphrey Bogart", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Humphrey Bogart", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001033", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "China Mi\u00e9ville", + "pred": "China Mi\u00e9ville", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: China Mi\u00e9ville", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003960", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006287", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Clive Woodward", + "pred": "Clive Woodward", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Clive Woodward", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007880", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Giovanni Trapattoni", + "pred": "Giovanni Trapattoni", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Trapattoni", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005772", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Autonomous Province of Vojvodina", + "em": 0.0, + "f1": 0.4000000000000001, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Autonomous Province of Vojvodina", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_006294", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Hilary Swank", + "pred": "Hilary Swank", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hilary Swank", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004173", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Jupp Derwall", + "pred": "Jupp Derwall", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jupp Derwall", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005281", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Ottmar Hitzfeld", + "pred": "Ottmar Hitzfeld", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ottmar Hitzfeld", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008091", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1943.0, + "gold": "\u0130smet \u0130n\u00f6n\u00fc", + "pred": "Memduh \u015eevket Esendal", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Memduh \u015eevket Esendal", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004964", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1994.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Area", + "em": 0.0, + "f1": 0.25, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Area", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002871", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1994.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Francesco Cossiga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Francesco Cossiga", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003979", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Rachida Brakni", + "pred": "Rachida Brakni", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rachida Brakni", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008204", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1964.0, + "gold": "Erwin Kramer", + "pred": "Erwin Kramer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Erwin Kramer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001932", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1983.0, + "gold": "Joe Louis Arena", + "pred": "Joe Louis Arena", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Joe Louis Arena", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007185", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Yugoslavia", + "em": 0.0, + "f1": 0.33333333333333337, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000480", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "UNESCO", + "pred": "UNESCO", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: UNESCO", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007286", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Emirates", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Emirates", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003179", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daniel Auteuil", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002946", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Michal B\u00edlek", + "pred": "Michal B\u00edlek", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Michal B\u00edlek", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003999", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1933.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Reese Witherspoon", + "pred": "Academy Award for Best Director", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Director", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005752", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1993.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giuliano Amato", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuliano Amato", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001810", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004977", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1957.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1930.0, + "gold": "Paul von Hindenburg", + "pred": "Paul von Hindenburg", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paul von Hindenburg", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007873", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002637", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1996", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005587", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2002.0, + "gold": "2002", + "pred": "2002", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2002", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005428", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "Silvio Berlusconi", + "pred": "Silvio Berlusconi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Silvio Berlusconi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005312", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Norma Shearer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Norma Shearer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006932", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000781", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bucharest", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "CBS", + "pred": "Latin Grammy Awards", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Latin Grammy Awards", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000003", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1947.0, + "gold": "1947", + "pred": "1947", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1947", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004851", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giorgio Napolitano", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004934", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1978.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000313", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1985.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2016.0, + "gold": "Matteo Renzi", + "pred": "Matteo Renzi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Matteo Renzi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008643", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000903", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Eusebio Sacrist\u00e1n", + "pred": "Eusebio Sacrist\u00e1n", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eusebio Sacrist\u00e1n", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000168", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1979.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005738", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1976.0, + "gold": "Aldo Moro", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006558", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lu\u00eds Filipe Vieira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004400", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Ruth Prawer Jhabvala", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ruth Prawer Jhabvala", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001076", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002725", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1968.0, + "gold": "Prime Minister of Canada", + "pred": "Prime Minister of Canada", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prime Minister of Canada", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003906", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Liga Portugal", + "pred": "Liga Portugal", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Liga Portugal", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004405", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Alberto Bigon", + "pred": "Alberto Bigon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alberto Bigon", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007565", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Wolfgang Gerhardt", + "pred": "Wolfgang Gerhardt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Wolfgang Gerhardt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000757", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1971.0, + "gold": "COMECON", + "pred": "Czechoslovakia", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Czechoslovakia", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003912", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Ian Porterfield", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ian Porterfield", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005056", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Lavrentiy Beria", + "pred": "Lavrentiy Beria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lavrentiy Beria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "Mitteldeutscher Rundfunk", + "pred": "Mitteldeutscher Rundfunk", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mitteldeutscher Rundfunk", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008552", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004025", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1958.0, + "gold": "Bambi Award", + "pred": "Bambi Award", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bambi Award", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000678", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Katharine Hepburn", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Katharine Hepburn", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002043", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007190", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1997.0, + "gold": "coming out", + "pred": "coming out", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: coming out", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003533", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003295", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1968.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Attila J\u00f3zsef", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008026", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Ingrid Bergman", + "pred": "Ingrid Bergman", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ingrid Bergman", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004864", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Ireland", + "pred": "Ireland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ireland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001930", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1929.0, + "gold": "1929", + "pred": "1929", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1929", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004482", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2005", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000444", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "president of Germany", + "pred": "president of Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: president of Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002417", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Saku Koivu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S\u00fcper Lig", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002089", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1975.0, + "gold": "1975", + "pred": "1975", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1975", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002782", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Wowereit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Karel Br\u00fcckner", + "pred": "Karel Br\u00fcckner", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Karel Br\u00fcckner", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006603", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000643", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001459", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Sepp Piontek", + "pred": "Sepp Piontek", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sepp Piontek", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007691", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "German Emperor", + "pred": "German Emperor", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Emperor", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004382", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2015.0, + "gold": "Israeli Premier League", + "pred": "Israeli Premier League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Israeli Premier League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008297", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Luxembourg National Division", + "pred": "Luxembourg National Division", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Luxembourg National Division", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004135", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007490", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1931.0, + "gold": "Marie Dressler", + "pred": "Marie Dressler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Marie Dressler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004470", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", + "pred": "Manuel Jim\u00e9nez Jim\u00e9nez", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Manuel Jim\u00e9nez Jim\u00e9nez", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001400", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nike", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005647", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1985.0, + "gold": "Pacific Coliseum", + "pred": "Pacific Coliseum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Pacific Coliseum", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000107", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1984.0, + "gold": "Prague", + "pred": "Prague", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Prague", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000481", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "Yann Martel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yann Martel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005374", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2011", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007891", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Second Lady or Gentleman of the United States", + "pred": "Second Lady or Gentleman of the United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Second Lady or Gentleman of the United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004941", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2015.0, + "gold": "Ralf Loose", + "pred": "Ralf Loose", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ralf Loose", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007300", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1966.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Te sl\u0103vim, Rom\u00e2nie", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Te sl\u0103vim, Rom\u00e2nie", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001311", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2010.0, + "gold": "2010", + "pred": "2010", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2010", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003353", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1964.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Panama", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005629", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1998", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005931", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1976.0, + "gold": "Leonid Brezhnev", + "pred": "Leonid Brezhnev", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Leonid Brezhnev", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005823", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1957.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Territory of Hawaii", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002989", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1924.0, + "gold": "Free State of Prussia", + "pred": "Free State of Prussia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Free State of Prussia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004259", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Anne Enright", + "pred": "Anne Enright", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Anne Enright", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002166", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Ligue 1", + "pred": "Ligue 1", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ligue 1", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1995.0, + "gold": "1995", + "pred": "1995", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1995", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008518", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Hans Backe", + "pred": "Hans Backe", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hans Backe", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003792", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000844", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Denzel Washington", + "pred": "Denzel Washington", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Denzel Washington", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005425", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006156", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "The Ninth Day", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Ninth Day", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006038", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1918.0, + "gold": "Austro-Hungarian krone", + "pred": "Austro-Hungarian krone", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Austro-Hungarian krone", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008465", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1923.0, + "gold": "Egyptian pound", + "pred": "Egyptian pound", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Egyptian pound", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_004604", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Javier Aguirre", + "pred": "Javier Aguirre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Javier Aguirre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002929", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1920.0, + "gold": "The Internationale", + "pred": "The Internationale", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Internationale", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007720", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005879", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001938", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Territory of Hawaii", + "pred": "Territory of Hawaii", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Territory of Hawaii", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Academy Award for Best Supporting Actress", + "pred": "Academy Award for Best Supporting Actress", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Supporting Actress", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006351", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1966.0, + "gold": "Stade Chaban-Delmas", + "pred": "Stade Chaban-Delmas", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Stade Chaban-Delmas", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005087", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006536", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2002.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006736", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Sandra Bullock", + "pred": "Sandra Bullock", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandra Bullock", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004654", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nicholas II of Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005945", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1965.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007681", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Daman and Diu", + "pred": "Daman and Diu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daman and Diu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006184", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Lyndon B. Johnson", + "pred": "Lyndon B. Johnson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lyndon B. Johnson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000115", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Caja M\u00e1gica", + "pred": "Caja M\u00e1gica", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Caja M\u00e1gica", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002711", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Alcide De Gasperi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alcide De Gasperi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005754", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Federal Republic of Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002277", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2012.0, + "gold": "S\u00fcper Lig", + "pred": "S\u00fcper Lig", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: S\u00fcper Lig", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000552", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000403", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "SeatGeek Stadium", + "pred": "SeatGeek Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SeatGeek Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003856", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Italy", + "pred": "Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003602", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Mikhail Gorbachev", + "pred": "Vladimir Kryuchkov", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vladimir Kryuchkov", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_007850", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001019", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1962.0, + "gold": "1962", + "pred": "1962", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1962", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004322", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Dietrich Stobbe", + "pred": "Dietrich Stobbe", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Dietrich Stobbe", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004271", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1969.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001171", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2001.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Carlo Azeglio Ciampi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Carlo Azeglio Ciampi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007890", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Glenda Jackson", + "pred": "Glenda Jackson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Glenda Jackson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008632", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1968.0, + "gold": "Hungarian People's Republic", + "pred": "Hungarian People's Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hungarian People's Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007395", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1925.0, + "gold": "Egyptian pound", + "pred": "Egyptian pound", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Egyptian pound", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007784", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Quartet in Autumn", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Quartet in Autumn", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006008", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1992.0, + "gold": "Alain Afflelou", + "pred": "Alain Afflelou", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Alain Afflelou", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007623", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1995.0, + "gold": "Zden\u011bk Zeman", + "pred": "Zden\u011bk Zeman", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Zden\u011bk Zeman", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000261", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005362", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1992.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003134", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Teen Choice Awards", + "pred": "Teen Choice Awards", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Teen Choice Awards", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Emirates", + "pred": "Emirates", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Emirates", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003313", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1972.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005360", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Wowereit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001597", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Peter Carey", + "pred": "Peter Carey", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Peter Carey", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003838", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1947.0, + "gold": "Ronald Colman", + "pred": "Ronald Colman", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ronald Colman", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005949", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Attila J\u00f3zsef", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005024", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1974.0, + "gold": "Abraham Beame", + "pred": "Abraham Beame", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Abraham Beame", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007032", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1942.0, + "gold": "Heinrich Himmler", + "pred": "Heinrich Himmler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heinrich Himmler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004269", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1914.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005207", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sepp Herberger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008065", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1915.0, + "gold": "Constantinople", + "pred": "Constantinople", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Constantinople", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003648", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000919", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1987.0, + "gold": "Franz Beckenbauer", + "pred": "Franz Beckenbauer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Franz Beckenbauer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007438", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Socialist Federal Republic of Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Socialist Federal Republic of Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000509", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Giovanni Leone", + "pred": "Giovanni Leone", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006374", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "DBC Pierre", + "pred": "DBC Pierre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: DBC Pierre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006108", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "presidential system", + "pred": "presidential system", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: presidential system", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001184", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Robert Bolt", + "pred": "Academy Award for Best Original Score", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Academy Award for Best Original Score", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001023", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Du\u0161an Uhrin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Du\u0161an Uhrin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001479", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Javier Aguirre", + "pred": "Javier Aguirre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Javier Aguirre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006983", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Giovanni Gronchi", + "pred": "Giovanni Gronchi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007833", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "White Hart Lane", + "pred": "White Hart Lane", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: White Hart Lane", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005681", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Weimar Republic", + "pred": "Weimar Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Weimar Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003706", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2005.0, + "gold": "2005", + "pred": "2005", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2005", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007006", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1995.0, + "gold": "Du\u0161an Uhrin", + "pred": "Du\u0161an Uhrin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Du\u0161an Uhrin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004220", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2003.0, + "gold": "Swiss Super League", + "pred": "Swiss Super League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Swiss Super League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007500", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: God Save the Tsar!", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008556", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1912.0, + "gold": "German Empire", + "pred": "France", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: France", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003362", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ireland", + "pred": "Ireland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ireland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007378", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2014.0, + "gold": "Allianz Arena", + "pred": "Allianz Arena", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Allianz Arena", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002356", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1940.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004000", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Walter Mazzarri", + "pred": "Walter Mazzarri", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Walter Mazzarri", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003511", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Hungarian Olympic Committee", + "pred": "Hungarian Olympic Committee", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hungarian Olympic Committee", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003517", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: West Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008482", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1946.0, + "gold": "Harry Warren", + "pred": "Harry Warren", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Harry Warren", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001610", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1980.0, + "gold": "Sandro Pertini", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008668", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "pred": "Ji\u0159\u00ed Posp\u00ed\u0161il", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ji\u0159\u00ed Posp\u00ed\u0161il", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007160", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1956.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003247", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Kevin Federline", + "pred": "Kevin Federline", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kevin Federline", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000810", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1990.0, + "gold": "Liga I", + "pred": "Liga I", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Liga I", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006432", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1929.0, + "gold": "Joseph Stalin", + "pred": "Joseph Stalin", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Joseph Stalin", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007768", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002329", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1967.0, + "gold": "Zhou Enlai", + "pred": "Zhou Enlai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Zhou Enlai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1992.0, + "gold": "Rock and Roll Hall of Fame", + "pred": "Rock and Roll Hall of Fame", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rock and Roll Hall of Fame", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003836", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daniel Auteuil", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007908", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003128", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "Spencer Tracy", + "pred": "Robert Redford", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Robert Redford", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Francesco Cossiga", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Francesco Cossiga", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001510", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1970.0, + "gold": "UTC\u221204:00", + "pred": "Peru", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Peru", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005670", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2004.0, + "gold": "Werner Greuter", + "pred": "Werner Greuter", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Werner Greuter", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005822", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Maurice Druon", + "pred": "Maurice Druon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Maurice Druon", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001232", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007512", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1958.0, + "gold": "Sepp Herberger", + "pred": "Sepp Herberger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sepp Herberger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000089", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_008698", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Loretta Young", + "pred": "Loretta Young", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Loretta Young", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007875", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006661", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1967.0, + "gold": "President of the United States", + "pred": "President of the United States", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: President of the United States", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007505", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2000.0, + "gold": "Bobby Clarke", + "pred": "Bobby Clarke", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bobby Clarke", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000843", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008555", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Montreal Forum", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006491", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1942.0, + "gold": "1942", + "pred": "1942", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1942", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003737", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1971.0, + "gold": "Emilio Colombo", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002698", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1938.0, + "gold": "Adolf Hitler", + "pred": "Hans M\u00fcnch", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hans M\u00fcnch", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005937", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2006.0, + "gold": "2006", + "pred": "2006", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2006", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007021", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lu\u00eds Filipe Vieira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003151", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "Yann Martel", + "pred": "The Sea of Love", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Sea of Love", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_002519", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2003.0, + "gold": "2003", + "pred": "2003", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2003", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007514", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1999.0, + "gold": "chairperson", + "pred": "Czech-Moravian Confederation of Trade Unions", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Czech-Moravian Confederation of Trade Unions", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008443", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1953.0, + "gold": "European Coal and Steel Community", + "pred": "European Economic Community", + "em": 0.0, + "f1": 0.5, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Economic Community", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_007726", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1992.0, + "gold": "1992", + "pred": "1992", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1992", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001549", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "V\u00e1clav Havel", + "pred": "V\u00e1clav Havel", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: V\u00e1clav Havel", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007129", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000883", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1931.0, + "gold": "Heinrich Br\u00fcning", + "pred": "Heinrich Br\u00fcning", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heinrich Br\u00fcning", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000442", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1924.0, + "gold": "William Emmett Dever", + "pred": "William Emmett Dever", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: William Emmett Dever", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004066", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2013.0, + "gold": "Peter Gerhardsson", + "pred": "Peter Gerhardsson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Peter Gerhardsson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002302", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1920.0, + "gold": "Egyptian pound", + "pred": "Egyptian pound", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Egyptian pound", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002564", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004005", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1933.0, + "gold": "Otto Nerz", + "pred": "Otto Nerz", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Otto Nerz", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002014", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005652", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1980.0, + "gold": "Jane Byrne", + "pred": "Jane Byrne", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Jane Byrne", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002217", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1970.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008015", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Albert II of Belgium", + "pred": "Albert II of Belgium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Albert II of Belgium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000895", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2018.0, + "gold": "RTL", + "pred": "RTL", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: RTL", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008365", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2008.0, + "gold": "Javier Aguirre", + "pred": "Javier Aguirre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Javier Aguirre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006348", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Te sl\u0103vim, Rom\u00e2nie", + "pred": "Te sl\u0103vim, Rom\u00e2nie", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Te sl\u0103vim, Rom\u00e2nie", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000645", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008492", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Nicholas II of Russia", + "pred": "Nicholas II of Russia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nicholas II of Russia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006824", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1984.0, + "gold": "Anita Brookner", + "pred": "Anita Brookner", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Anita Brookner", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000773", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1993.0, + "gold": "Winona Ryder", + "pred": "Golden Globe Award for Best Supporting Actress \u2013 Motion Picture", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Golden Globe Award for Best Supporting Actress \u2013 Motion Picture", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001316", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1979.0, + "gold": "Deutsche Mark", + "pred": "Deutsche Mark", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Deutsche Mark", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004368", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2008.0, + "gold": "Nike", + "pred": "Nike", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nike", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005868", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005066", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daniel Auteuil", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007376", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1996.0, + "gold": "1996", + "pred": "1996", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1996", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000995", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1998.0, + "gold": "Gwyneth Paltrow", + "pred": "Gwyneth Paltrow", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Gwyneth Paltrow", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008659", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "A. S. Byatt", + "pred": "A. S. Byatt", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: A. S. Byatt", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000763", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1977.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005896", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1976.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000117", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1947.0, + "gold": "Enrico de Nicola", + "pred": "Umberto II of Italy", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Umberto II of Italy", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000027", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "Rudy Giuliani", + "pred": "Rudy Giuliani", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Rudy Giuliani", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002041", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1983.0, + "gold": "Sandro Pertini", + "pred": "Sandro Pertini", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002860", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1932.0, + "gold": "Weimar Republic", + "pred": "Germany", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Germany", + "judge_em": 0, + "judge_reply": "NO\n\nTHE GOLD" + }, + { + "id": "q_004247", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "Luise Rainer", + "pred": "Luise Rainer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Luise Rainer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008294", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1996.0, + "gold": "Hyundai", + "pred": "Hyundai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hyundai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006036", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1945.0, + "gold": "The Pentagon", + "pred": "The Pentagon", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Pentagon", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001816", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1930.0, + "gold": "Norma Shearer", + "pred": "Norma Shearer", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Norma Shearer", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008058", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004387", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Cel\u00e2l Bayar", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cel\u00e2l Bayar", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004841", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Abdullah Avc\u0131", + "pred": "Abdullah Avc\u0131", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Abdullah Avc\u0131", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000340", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Echo Music Prize", + "pred": "Echo Music Prize", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Echo Music Prize", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001431", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2011.0, + "gold": "Massimiliano Allegri", + "pred": "Massimiliano Allegri", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Massimiliano Allegri", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002560", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1939.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Panama", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003591", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1939.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006178", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1997.0, + "gold": "Oscar Luigi Scalfaro", + "pred": "Francesco Cossiga", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Francesco Cossiga", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003130", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1947.0, + "gold": "P\u00e9ter P\u00e1zm\u00e1ny", + "pred": "P\u00e9ter P\u00e1zm\u00e1ny", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: P\u00e9ter P\u00e1zm\u00e1ny", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001771", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2002.0, + "gold": "habilitation", + "pred": "habilitation", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: habilitation", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004635", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1967.0, + "gold": "Katharine Hepburn", + "pred": "Katharine Hepburn", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Katharine Hepburn", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007347", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1975.0, + "gold": "Ruth Prawer Jhabvala", + "pred": "Ruth Prawer Jhabvala", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ruth Prawer Jhabvala", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002289", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1970.0, + "gold": "Giuseppe Saragat", + "pred": "Giovanni Gronchi", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Gronchi", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006810", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2016.0, + "gold": "2016", + "pred": "2016", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2016", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001750", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1944.0, + "gold": "Eduard Weiter", + "pred": "Eduard Weiter", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eduard Weiter", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005348", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2015.0, + "gold": "David Wagner", + "pred": "David Wagner", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: David Wagner", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001742", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1986.0, + "gold": "Francesco Cossiga", + "pred": "Sandro Pertini", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sandro Pertini", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_004401", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1955.0, + "gold": "Cominform", + "pred": "Cominform", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cominform", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000948", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1977.0, + "gold": "Montreal Forum", + "pred": "Montreal Forum", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Montreal Forum", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006864", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1954.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001031", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1983.0, + "gold": "J. M. Coetzee", + "pred": "J. M. Coetzee", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: J. M. Coetzee", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002458", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Oleh Protasov", + "pred": "Oleh Protasov", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Oleh Protasov", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001069", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1981.0, + "gold": "Ed Koch", + "pred": "Ed Koch", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ed Koch", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005421", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006304", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1948.0, + "gold": "mayor", + "pred": "mayor", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: mayor", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004531", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2012.0, + "gold": "Mario Monti", + "pred": "Mario Monti", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mario Monti", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000931", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2012.0, + "gold": "2012", + "pred": "2012", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2012", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007956", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Eric Gerets", + "pred": "Eric Gerets", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Eric Gerets", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007340", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1998.0, + "gold": "Hyundai", + "pred": "Hyundai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Hyundai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003676", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "Colin Firth", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Colin Firth", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001222", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1991.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006158", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1957.0, + "gold": "Adone Zoli", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "I NEED TO DETERMINE" + }, + { + "id": "q_005324", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1960.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005456", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2002.0, + "gold": "George W. Bush", + "pred": "George W. Bush", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: George W. Bush", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_002344", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1971.0, + "gold": "Socialist Federal Republic of Yugoslavia", + "pred": "Q269864", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Q269864", + "judge_em": 0, + "judge_reply": "NO\n\nTHE MODEL" + }, + { + "id": "q_008685", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2019.0, + "gold": "Wayne LaPierre", + "pred": "Wayne LaPierre", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Wayne LaPierre", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005812", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "J. M. Coetzee", + "pred": "J. M. Coetzee", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: J. M. Coetzee", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000894", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2004.0, + "gold": "The Ellen DeGeneres Show", + "pred": "The Ellen DeGeneres Show", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: The Ellen DeGeneres Show", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005808", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1972.0, + "gold": "Attila J\u00f3zsef", + "pred": "Attila J\u00f3zsef", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Attila J\u00f3zsef", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003694", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "German Federal Archives", + "pred": "German Federal Archives", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Federal Archives", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002616", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Carlo Azeglio Ciampi", + "pred": "Giovanni Leone", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000088", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1932.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005525", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1972.0, + "gold": "Emilio Colombo", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006017", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006096", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2018.0, + "gold": "Ginni Rometty", + "pred": "Ginni Rometty", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ginni Rometty", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001800", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2013.0, + "gold": "Vicente Calder\u00f3n Stadium", + "pred": "Vicente Calder\u00f3n Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Vicente Calder\u00f3n Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001359", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Kiran Desai", + "pred": "Kiran Desai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kiran Desai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006166", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004182", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1912.0, + "gold": "Kingdom of Italy", + "pred": "Kingdom of Italy", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kingdom of Italy", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002192", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1997.0, + "gold": "Berti Vogts", + "pred": "Berti Vogts", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Berti Vogts", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004835", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1950.0, + "gold": "Luigi Einaudi", + "pred": "Luigi Einaudi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Luigi Einaudi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001116", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2004.0, + "gold": "2004", + "pred": "2004", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2004", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003320", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Soviet Union", + "pred": "Soviet Union", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Soviet Union", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003882", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003657", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2007.0, + "gold": "Ian Porterfield", + "pred": "Ian Porterfield", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ian Porterfield", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001053", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2013.0, + "gold": "Toni Servillo", + "pred": "Bavarian TV Awards", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bavarian TV Awards", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006052", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1983.0, + "gold": "1983", + "pred": "1983", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1983", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000428", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Colin Firth", + "pred": "Colin Firth", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Colin Firth", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000183", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2001.0, + "gold": "Italian lira", + "pred": "Italian lira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Italian lira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007379", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2006.0, + "gold": "Giovanni Trapattoni", + "pred": "Giovanni Trapattoni", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Trapattoni", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005742", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1994.0, + "gold": "James Kelman", + "pred": "James Kelman", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: James Kelman", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000962", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "West Germany", + "pred": "West Germany", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: West Germany", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005810", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1990.0, + "gold": "Otto Graf Lambsdorff", + "pred": "Q103529", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Q103529", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000427", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1974.0, + "gold": "Giovanni Leone", + "pred": "Giovanni Leone", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giovanni Leone", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005227", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1938.0, + "gold": "presidential system", + "pred": "presidential system", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: presidential system", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000433", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1911.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: God Save the Tsar!", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005466", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Climate Pledge Arena", + "pred": "Climate Pledge Arena", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Climate Pledge Arena", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004741", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1936.0, + "gold": "1st Panzer Division", + "pred": "Erwin Rommel", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Erwin Rommel", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006763", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2001.0, + "gold": "2001", + "pred": "2001", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2001", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002214", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1917.0, + "gold": "God Save the Tsar!", + "pred": "God Save the Tsar!", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: God Save the Tsar!", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005612", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1954.0, + "gold": "Nikita Khrushchev", + "pred": "Nikita Khrushchev", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Nikita Khrushchev", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007746", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Austria", + "pred": "Austria", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Austria", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003268", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Oscar Luigi Scalfaro", + "em": 0.0, + "f1": 0.4, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Oscar Luigi Scalfaro", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_000324", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1937.0, + "gold": "United Kingdom", + "pred": "United Kingdom", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: United Kingdom", + "judge_em": 0, + "judge_reply": "NO\n\nTHE QUESTION" + }, + { + "id": "q_006933", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_005705", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1949.0, + "gold": "Robert Knud Friedrich Pilger", + "pred": "Robert Knud Friedrich Pilger", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Robert Knud Friedrich Pilger", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006241", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1935.0, + "gold": "Bucharest", + "pred": "Bucharest", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Bucharest", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003204", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1999.0, + "gold": "Ralph Fiennes", + "pred": "Ralph Fiennes", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ralph Fiennes", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001109", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1918.0, + "gold": "Neutral Moresnet", + "pred": "Neutral Moresnet", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Neutral Moresnet", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001496", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1956.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004458", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1955.0, + "gold": "Cel\u00e2l Bayar", + "pred": "Cel\u00e2l Bayar", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Cel\u00e2l Bayar", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005199", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2009.0, + "gold": "Klaus Wowereit", + "pred": "Klaus Wowereit", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Klaus Wowereit", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000202", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2006.0, + "gold": "Ireland", + "pred": "Ireland", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Ireland", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006446", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1952.0, + "gold": "European Coal and Steel Community", + "pred": "European Coal and Steel Community", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: European Coal and Steel Community", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001839", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2010.0, + "gold": "Q953762", + "pred": "Q953762", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Q953762", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001174", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2011.0, + "gold": "Latvian Higher League", + "pred": "Latvian Higher League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Latvian Higher League", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006379", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 2008.0, + "gold": "Giorgio Napolitano", + "pred": "Giorgio Napolitano", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giorgio Napolitano", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001940", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1989.0, + "gold": "Yugoslavia", + "pred": "Yugoslavia", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Yugoslavia", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001985", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "German Democratic Republic", + "pred": "German Democratic Republic", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: German Democratic Republic", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000177", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1962.0, + "gold": "German Democratic Republic", + "pred": "Saarland", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Saarland", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_003534", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2021.0, + "gold": "2021", + "pred": "2021", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2021", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007118", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2004.0, + "gold": "Steve Sampson", + "pred": "Steve Sampson", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Steve Sampson", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008135", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1922.0, + "gold": "Panama", + "pred": "Panama", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Panama", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008030", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1988.0, + "gold": "Maurice Druon", + "pred": "Acad\u00e9mie Fran\u00e7aise", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Acad\u00e9mie Fran\u00e7aise", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_008449", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1975.0, + "gold": "Kurt Biedenkopf", + "pred": "Kurt Biedenkopf", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Kurt Biedenkopf", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001457", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1982.0, + "gold": "Thomas Keneally", + "pred": "Thomas Keneally", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Thomas Keneally", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001650", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2000.0, + "gold": "Sergi L\u00f3pez", + "pred": "Sergi L\u00f3pez", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Sergi L\u00f3pez", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006597", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "SeatGeek Stadium", + "pred": "SeatGeek Stadium", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: SeatGeek Stadium", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003141", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1924.0, + "gold": "Canada", + "pred": "Canada", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Canada", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004341", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1984.0, + "gold": "BP", + "pred": "BP", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: BP", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007989", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1905.0, + "gold": "Russian Empire", + "pred": "Russian Empire", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Russian Empire", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002962", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1955.0, + "gold": "Mario Scelba", + "pred": "Amintore Fanfani", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Amintore Fanfani", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_001198", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2011.0, + "gold": "Allianz Arena", + "pred": "Allianz Arena", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Allianz Arena", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_006028", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2012.0, + "gold": "Lu\u00eds Filipe Vieira", + "pred": "Lu\u00eds Filipe Vieira", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Lu\u00eds Filipe Vieira", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007856", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1902.0, + "gold": "1902", + "pred": "1902", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1902", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003797", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 2011.0, + "gold": "2011", + "pred": "2011", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 2011", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002920", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1941.0, + "gold": "Adolf Hitler", + "pred": "Adolf Hitler", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Adolf Hitler", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004648", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1998.0, + "gold": "1998", + "pred": "1998", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1998", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005249", + "complexity": "2hop", + "operator_type": "sequence", + "t_query": 1965.0, + "gold": "Julie Christie", + "pred": "Julie Christie", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Julie Christie", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004612", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1951.0, + "gold": "Luigi Einaudi", + "pred": "Giuseppe Saragat", + "em": 0.0, + "f1": 0.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Giuseppe Saragat", + "judge_em": 0, + "judge_reply": "NO" + }, + { + "id": "q_006383", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1976.0, + "gold": "1976", + "pred": "1976", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1976", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_003997", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2005.0, + "gold": "Daniel Auteuil", + "pred": "Daniel Auteuil", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Daniel Auteuil", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002521", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2020.0, + "gold": "Heiko Herrlich", + "pred": "Heiko Herrlich", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Heiko Herrlich", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_008451", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2021.0, + "gold": "Mario Draghi", + "pred": "Mario Draghi", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Mario Draghi", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002584", + "complexity": "2hop", + "operator_type": "interval", + "t_query": 1944.0, + "gold": "1944", + "pred": "1944", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: 1944", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000401", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1959.0, + "gold": "Zhou Enlai", + "pred": "Zhou Enlai", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Zhou Enlai", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_007273", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2010.0, + "gold": "Harry Redknapp", + "pred": "Harry Redknapp", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Harry Redknapp", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_000566", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 2009.0, + "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "pred": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_001480", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1999.0, + "gold": "Saku Koivu", + "pred": "Saku Koivu", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Saku Koivu", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_002648", + "complexity": "2hop", + "operator_type": "before_after", + "t_query": 1977.0, + "gold": "Paul Scott", + "pred": "Paul Scott", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Paul Scott", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_005191", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 1920.0, + "gold": "Theodor Liebknecht", + "pred": "Theodor Liebknecht", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Theodor Liebknecht", + "judge_em": 1, + "judge_reply": "YES" + }, + { + "id": "q_004451", + "complexity": "2hop", + "operator_type": "point_in_time", + "t_query": 2009.0, + "gold": "Azerbaijan Premier League", + "pred": "Azerbaijan Premier League", + "em": 1.0, + "f1": 1.0, + "th_fact": 0.0, + "th_temp": 0.0, + "th_grounded": 1.0, + "th_n_triples": 0, + "pred_raw": "Answer: Azerbaijan Premier League", + "judge_em": 1, + "judge_reply": "YES" + } + ] +} \ No newline at end of file diff --git a/logs/eval-llama31-seed1337.log b/logs/eval-llama31-seed1337.log new file mode 100644 index 0000000000000000000000000000000000000000..034ef4c58e0b0f229b7f11f2a68ff5bf7fc64136 --- /dev/null +++ b/logs/eval-llama31-seed1337.log @@ -0,0 +1,41 @@ +[eval] loading benchmark from ../outputs/benchmark/benchmark_labelled.jsonl (split=test) +[eval] 1743 questions +[eval] loading policy from ../checkpoints/sft-llama31-seed1337/final + Loading weights: 0%| | 0/291 [00:00=1 triple +[mtq-eval] loading policy from ../checkpoints/sft-multitq-llama/final + Loading weights: 0%| | 0/291 [00:00=1 triple +[mtq-eval] loading policy from ../checkpoints/sft-multitq-mistral/final + Loading weights: 0%| | 0/291 [00:00=1 triple +[mtq-eval] loading policy from ../checkpoints/sft-multitq/final +Warning: You are sending unauthenticated requests to the HF Hub. Please set a HF_TOKEN to enable higher rate limits and faster downloads. + Loading weights: 0%| | 0/399 [00:00 0.0267 +{'loss': '0.124', 'grad_norm': '7.396', 'learning_rate': '4.991e-06', 'num_tokens': '5693', 'completions/mean_length': '4.981', 'completions/min_length': '3.5', 'completions/max_length': '9.15', 'completions/clipped_ratio': '0.00625', 'completions/mean_terminated_length': '4.624', 'completions/min_terminated_length': '3.5', 'completions/max_terminated_length': '6.4', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4554', 'rewards/reward_semantic/std': '0.141', 'rewards/reward_length/mean': '-0.05391', 'rewards/reward_length/std': '0.02311', 'reward': '1.134', 'reward_std': '0.04304', 'frac_reward_zero_std': '0.25', 'kl': '0.00202', 'entropy': '0.7692', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '3.721', 'epoch': '0.003281'} +[adaptive-kl] kl=0.008 target=0.3 beta: 0.0267 -> 0.0178 +{'loss': '0.001575', 'grad_norm': '0.0004905', 'learning_rate': '4.981e-06', 'num_tokens': '1.174e+04', 'completions/mean_length': '5.156', 'completions/min_length': '3.55', 'completions/max_length': '7.15', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.156', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '7.15', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2226', 'rewards/reward_semantic/std': '0.09361', 'rewards/reward_length/mean': '-0.06938', 'rewards/reward_length/std': '0.01751', 'reward': '1.063', 'reward_std': '0.02855', 'frac_reward_zero_std': '0.15', 'kl': '0.008185', 'entropy': '0.8761', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.949', 'epoch': '0.006562'} +[adaptive-kl] kl=0.015 target=0.3 beta: 0.0178 -> 0.0119 +{'loss': '0.05499', 'grad_norm': '6.064', 'learning_rate': '4.971e-06', 'num_tokens': '1.755e+04', 'completions/mean_length': '4.487', 'completions/min_length': '3.75', 'completions/max_length': '5.9', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.487', 'completions/min_terminated_length': '3.75', 'completions/max_terminated_length': '5.9', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4138', 'rewards/reward_semantic/std': '0.1213', 'rewards/reward_length/mean': '-0.0531', 'rewards/reward_length/std': '0.01079', 'reward': '1.121', 'reward_std': '0.03663', 'frac_reward_zero_std': '0.3', 'kl': '0.01491', 'entropy': '0.7379', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.865', 'epoch': '0.009843'} +[adaptive-kl] kl=0.040 target=0.3 beta: 0.0119 -> 0.0100 +{'loss': '0.1143', 'grad_norm': '7.626', 'learning_rate': '4.961e-06', 'num_tokens': '2.378e+04', 'completions/mean_length': '5.181', 'completions/min_length': '3.7', 'completions/max_length': '8.2', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.181', 'completions/min_terminated_length': '3.7', 'completions/max_terminated_length': '8.2', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3233', 'rewards/reward_semantic/std': '0.1293', 'rewards/reward_length/mean': '-0.06377', 'rewards/reward_length/std': '0.02759', 'reward': '1.094', 'reward_std': '0.03978', 'frac_reward_zero_std': '0.25', 'kl': '0.04031', 'entropy': '0.6983', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.997', 'epoch': '0.01312'} +{'loss': '0.05183', 'grad_norm': '2.525', 'learning_rate': '4.951e-06', 'num_tokens': '2.982e+04', 'completions/mean_length': '5.138', 'completions/min_length': '3.8', 'completions/max_length': '7.1', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.138', 'completions/min_terminated_length': '3.8', 'completions/max_terminated_length': '7.1', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3392', 'rewards/reward_semantic/std': '0.06488', 'rewards/reward_length/mean': '-0.06365', 'rewards/reward_length/std': '0.01319', 'reward': '1.099', 'reward_std': '0.01953', 'frac_reward_zero_std': '0.2', 'kl': '0.02397', 'entropy': '0.6841', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.903', 'epoch': '0.0164'} +{'loss': '0.04866', 'grad_norm': '0.005814', 'learning_rate': '4.941e-06', 'num_tokens': '3.531e+04', 'completions/mean_length': '4.062', 'completions/min_length': '3.25', 'completions/max_length': '5.25', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.062', 'completions/min_terminated_length': '3.25', 'completions/max_terminated_length': '5.25', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.434', 'rewards/reward_semantic/std': '0.118', 'rewards/reward_length/mean': '-0.04705', 'rewards/reward_length/std': '0.009687', 'reward': '1.128', 'reward_std': '0.03569', 'frac_reward_zero_std': '0.25', 'kl': '0.01807', 'entropy': '0.6362', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.741', 'epoch': '0.01969'} +{'loss': '0.000444', 'grad_norm': '1.245', 'learning_rate': '4.931e-06', 'num_tokens': '4.117e+04', 'completions/mean_length': '4.8', 'completions/min_length': '3.75', 'completions/max_length': '6.15', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.8', 'completions/min_terminated_length': '3.75', 'completions/max_terminated_length': '6.15', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3623', 'rewards/reward_semantic/std': '0.09297', 'rewards/reward_length/mean': '-0.05698', 'rewards/reward_length/std': '0.01215', 'reward': '1.106', 'reward_std': '0.02817', 'frac_reward_zero_std': '0.25', 'kl': '0.06876', 'entropy': '0.6379', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.854', 'epoch': '0.02297'} +{'loss': '0.02661', 'grad_norm': '3.079', 'learning_rate': '4.921e-06', 'num_tokens': '4.738e+04', 'completions/mean_length': '4.794', 'completions/min_length': '3.6', 'completions/max_length': '6.45', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.794', 'completions/min_terminated_length': '3.6', 'completions/max_terminated_length': '6.45', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3317', 'rewards/reward_semantic/std': '0.2316', 'rewards/reward_length/mean': '-0.06387', 'rewards/reward_length/std': '0.01513', 'reward': '1.096', 'reward_std': '0.06955', 'frac_reward_zero_std': '0.15', 'kl': '0.129', 'entropy': '0.5336', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.881', 'epoch': '0.02625'} + 2%|▏ | 180/10000 [08:58<7:46:54, 2.85s/it] 2%|▏ | 181/10000 [09:00<7:39:23, 2.81s/it] 2%|▏ | 182/10000 [09:03<7:41:57, 2.82s/it] 2%|▏ | 183/10000 [09:06<7:39:25, 2.81s/it] 2%|▏ | 184/10000 [09:09<8:00:36, 2.94s/it] 2%|▏ | 185/10000 [09:12<7:42:17, 2.83s/it] 2%|▏ | 186/10000 [09:15<7:44:07, 2.84s/it] 2%|▏ | 187/10000 [09:17<7:36:48, 2.79s/it] 2%|▏ | 188/10000 [09:20<7:36:59, 2.79s/it] 2%|▏ | 189/10000 [09:23<7:50:29, 2.88s/it] 2%|▏ | 190/10000 [09:26<7:32:22, 2.77s/it] 2%|▏ | 191/10000 [09:28<7:32:59, 2.77s/it] 2%|▏ | 192/10000 [09:31<7:34:31, 2.78s/it] 2%|▏ | 193/10000 [09:34<7:34:59, 2.78s/it] 2%|▏ | 194/10000 [09:37<7:28:11, 2.74s/it] 2%|▏ | 195/10000 [09:39<7:24:00, 2.72s/it] 2%|▏ | 196/10000 [09:42<7:43:08, 2.83s/it] 2%|▏ | 197/10000 [09:45<7:41:28, 2.82s/it] 2%|▏ | 198/10000 [09:48<7:23:48, 2.72s/it] 2%|▏ | 199/10000 [09:51<7:28:52, 2.75s/it] 2%|▏ | 200/10000 [09:53<7:36:54, 2.80s/it] 2%|▏ | 200/10000 [09:53<7:36:54, 2.80s/it] 2%|▏ | 201/10000 [09:56<7:35:58, 2.79s/it] 2%|▏ | 202/10000 [09:59<7:38:18, 2.81s/it] 2%|▏ | 203/10000 [10:02<7:41:05, 2.82s/it] 2%|▏ | 204/10000 [10:05<7:46:30, 2.86s/it] 2%|▏ | 205/10000 [10:07<7:30:05, 2.76s/it] 2%|▏ | 206/10000 [10:10<7:33:08, 2.78s/it] 2%|▏ | 207/10000 [10:13<7:29:04, 2.75s/it] 2%|▏ | 208/10000 [10:16<7:31:43, 2.77s/it] 2%|▏ | 209/10000 [10:19<7:34:21, 2.78s/it] 2%|▏ | 210/10000 [10:21<7:27:39, 2.74s/it] 2%|▏ | 211/10000 [10:24<7:28:48, 2.75s/it] 2%|▏ | 212/10000 [10:27<7:32:27, 2.77s/it] 2%|▏ | 213/10000 [10:30<7:42:18, 2.83s/it] 2%|▏ | 214/10000 [10:33<7:41:02, 2.83s/it] 2%|▏ | 215/10000 [10:35<7:35:53, 2.80s/it] 2%|▏ | 216/10000 [10:38<7:53:57, 2.91s/it] 2%|▏ | 217/10000 [10:41<7:52:05, 2.90s/it] 2%|▏ | 218/10000 [10:44<7:54:35, 2.91s/it] 2%|▏ | 219/10000 [10:47<7:55:56, 2.92s/it] 2%|▏ | 220/10000 [10:51<8:22:26, 3.08s/it] 2%|▏ | 220/10000 [10:51<8:22:26, 3.08s/it] 2%|▏ | 221/10000 [10:54<8:24:19, 3.09s/it] 2%|▏ | 222/10000 [10:56<7:56:51, 2.93s/it] 2%|▏ | 223/10000 [10:59<7:35:05, 2.79s/it] 2%|▏ | 224/10000 [11:02<8:04:02, 2.97s/it] 2%|▏ | 225/10000 [11:05<7:57:01, 2.93s/it] 2%|▏ | 226/10000 [11:08<7:52:06, 2.90s/it] 2%|▏ | 227/10000 [11:11<8:05:50, 2.98s/it] 2%|▏ | 228/10000 [11:14<7:43:05, 2.84s/it] 2%|▏ | 229/10000 [11:16<7:30:15, 2.76s/it] 2%|▏ | 230/10000 [11:19<7:35:37, 2.80s/it] 2%|▏ | 231/10000 [11:22<7:23:47, 2.73s/it] 2%|▏ | 232/10000 [11:25<7:52:17, 2.90s/it] 2%|▏ | 233/10000 [11:28<7:39:58, 2.83s/it] 2%|▏ | 234/10000 [11:30<7:26:58, 2.75s/it] 2%|▏ | 235/10000 [11:33<7:32:02, 2.78s/it] 2%|▏ | 236/10000 [11:36<7:31:56, 2.78s/it] 2%|▏ | 237/10000 [11:39<7:36:34, 2.81s/it] 2%|▏ | 238/10000 [11:41<7:41:23, 2.84s/it] 2%|▏ | 239/10000 [11:44<7:28:55, 2.76s/it] 2%|▏ | 240/10000 [11:47<7:27:06, 2.75s/it] 2%|▏ | 240/10000 [11:47<7:27:06, 2.75s/it] 2%|▏ | 241/10000 [11:49<7:22:46, 2.72s/it] 2%|▏ | 242/10000 [11:52<7:22:03, 2.72s/it] 2%|▏ | 243/10000 [11:55<7:29:46, 2.77s/it] 2%|▏ | 244/10000 [11:58<7:25:07, 2.74s/it] 2%|▏ | 245/10000 [12:01<7:42:32, 2.84s/it] 2%|▏ | 246/10000 [12:04<7:41:44, 2.84s/it] 2%|▏ | 247/10000 [12:06<7:27:29, 2.75s/it] 2%|▏ | 248/10000 [12:09<7:26:44, 2.75s/it] 2%|▏ | 249/10000 [12:12<7:33:57, 2.79s/it] 2%|▎ | 250/10000 [12:15<8:02:05, 2.97s/it] 3%|▎ | 251/10000 [12:18<7:49:23, 2.89s/it] 3%|▎ | 252/10000 [12:20<7:33:49, 2.79s/it] 3%|▎ | 253/10000 [12:23<7:39:45, 2.83s/it] 3%|▎ | 254/10000 [12:26<7:24:14, 2.73s/it] 3%|▎ | 255/10000 [12:29<7:42:57, 2.85s/it] 3%|▎ | 256/10000 [12:32<7:35:42, 2.81s/it] 3%|▎ | 257/10000 [12:34<7:23:31, 2.73s/it] 3%|▎ | 258/10000 [12:37<7:12:34, 2.66s/it] 3%|▎ | 259/10000 [12:40<7:32:51, 2.79s/it] 3%|▎ | 260/10000 [12:43<7:41:00, 2.84s/it] 3%|▎ | 260/10000 [12:43<7:41:00, 2.84s/it] 3%|▎ | 261/10000 [12:46<7:43:53, 2.86s/it] 3%|▎ | 262/10000 [12:49<7:40:40, 2.84s/it] 3%|▎ | 263/10000 [12:52<7:59:07, 2.95s/it] 3%|▎ | 264/10000 [12:54<7:46:48, 2.88s/it] 3%|▎ | 265/10000 [12:57<7:42:48, 2.85s/it] 3%|▎ | 266/10000 [13:00<7:29:34, 2.77s/it] 3%|▎ | 267/10000 [13:03<7:34:45, 2.80s/it] 3%|▎ | 268/10000 [13:05<7:21:41, 2.72s/it] 3%|▎ | 269/10000 [13:08<7:23:04, 2.73s/it] 3%|▎ | 270/10000 [13:10<7:10:00, 2.65s/it] 3%|▎ | 271/10000 [13:13<7:22:23, 2.73s/it] 3%|▎ | 272/10000 [13:16<7:20:58, 2.72s/it] 3%|▎ | 273/10000 [13:19<7:10:16, 2.65s/it] 3%|▎ | 274/10000 [13:21<7:21:29, 2.72s/it] 3%|▎ | 275/10000 [13:24<7:12:21, 2.67s/it] 3%|▎ | 276/10000 [13:27<7:11:35, 2.66s/it] 3%|▎ | 277/10000 [13:29<7:09:32, 2.65s/it] 3%|▎ | 278/10000 [13:32<7:12:58, 2.67s/it] 3%|▎ | 279/10000 [13:35<7:20:32, 2.72s/it] 3%|▎ | 280/10000 [13:37<7:14:25, 2.68s/it] 3%|▎ | 280/10000 [13:37<7:14:25, 2.68s/it] 3%|▎ | 281/10000 [13:40<7:21:43, 2.73s/it] 3%|▎ | 282/10000 [13:43<7:15:47, 2.69s/it] 3%|▎ | 283/10000 [13:46<7:32:42, 2.80s/it] 3%|▎ | 284/10000 [13:49<7:29:58, 2.78s/it] 3%|▎ | 285/10000 [13:51<7:16:01, 2.69s/it] 3%|▎ | 286/10000 [13:54<7:05:41, 2.63s/it] 3%|▎ | 287/10000 [13:57<7:25:28, 2.75s/it] 3%|▎ | 288/10000 [13:59<7:28:37, 2.77s/it] 3%|▎ | 289/10000 [14:02<7:17:09, 2.70s/it] 3%|▎ | 290/10000 [14:05<7:18:26, 2.71s/it] 3%|▎ | 291/10000 [14:07<7:16:57, 2.70s/it] 3%|▎ | 292/10000 [14:10<7:26:26, 2.76s/it] 3%|▎ | 293/10000 [14:14<7:52:05, 2.92s/it] 3%|▎ | 294/10000 [14:16<7:46:34, 2.88s/it] 3%|▎ | 295/10000 [14:19<7:31:12, 2.79s/it] 3%|▎ | 296/10000 [14:22<7:22:17, 2.73s/it] 3%|▎ | 297/10000 [14:24<7:10:04, 2.66s/it] 3%|▎ | 298/10000 [14:27<7:46:29, 2.88s/it] 3%|▎ | 299/10000 [14:30<7:37:08, 2.83s/it] 3%|▎ | 300/10000 [14:33<7:19:33, 2.72s/it] 3%|▎ | 300/10000 [14:33<7:19:33, 2.72s/it] 3%|▎ | 301/10000 [14:35<7:18:48, 2.71s/it] 3%|▎ | 302/10000 [14:38<7:11:15, 2.67s/it] 3%|▎ | 303/10000 [14:40<7:02:38, 2.62s/it] 3%|▎ | 304/10000 [14:44<7:31:47, 2.80s/it] 3%|▎ | 305/10000 [14:46<7:17:34, 2.71s/it] 3%|▎ | 306/10000 [14:49<7:11:28, 2.67s/it] 3%|▎ | 307/10000 [14:51<7:17:15, 2.71s/it] 3%|▎ | 308/10000 [14:54<7:17:39, 2.71s/it] 3%|▎ | 309/10000 [14:57<7:14:14, 2.69s/it] 3%|▎ | 310/10000 [14:59<7:06:20, 2.64s/it] 3%|▎ | 311/10000 [15:02<7:01:16, 2.61s/it] 3%|▎ | 312/10000 [15:05<7:11:02, 2.67s/it] 3%|▎ | 313/10000 [15:08<7:19:24, 2.72s/it] 3%|▎ | 314/10000 [15:10<7:27:28, 2.77s/it] 3%|▎ | 315/10000 [15:13<7:33:19, 2.81s/it] 3%|▎ | 316/10000 [15:16<7:22:41, 2.74s/it] 3%|▎ | 317/10000 [15:19<7:23:06, 2.75s/it] 3%|▎ | 318/10000 [15:21<7:24:15, 2.75s/it] 3%|▎ | 319/10000 [15:24<7:09:02, 2.66s/it] 3%|▎ | 320/10000 [15:27<7:22:13, 2.74s/it] 3%|▎ | 320/10000 [15:27<7:22:13, 2.74s/it] 3%|▎ | 321/10000 [15:29<7:08:47, 2.66s/it] 3%|▎ | 322/10000 [15:32<7:21:49, 2.74s/it] 3%|▎ | 323/10000 [15:35<7:30:15, 2.79s/it] 3%|▎ | 324/10000 [15:38<7:33:24, 2.81s/it] 3%|▎ | 325/10000 [15:41<7:20:54, 2.73s/it] 3%|▎ | 326/10000 [15:43<7:27:57, 2.78s/it] 3%|▎ | 327/10000 [15:46<7:40:21, 2.86s/it] 3%|▎ | 328/10000 [15:49<7:36:36, 2.83s/it] 3%|▎ | 329/10000 [15:52<7:20:19, 2.73s/it] 3%|▎ | 330/10000 [15:54<7:12:15, 2.68s/it] 3%|▎ | 331/10000 [15:57<7:13:56, 2.69s/it] 3%|▎ | 332/10000 [16:00<7:25:04, 2.76s/it] 3%|▎ | 333/10000 [16:02<7:13:12, 2.69s/it] 3%|▎ | 334/10000 [16:05<7:04:21, 2.63s/it] 3%|▎ | 335/10000 [16:08<7:08:39, 2.66s/it] 3%|▎ | 336/10000 [16:10<7:15:27, 2.70s/it] 3%|▎ | 337/10000 [16:13<7:06:07, 2.65s/it] 3%|▎ | 338/10000 [16:16<7:14:35, 2.70s/it] 3%|▎ | 339/10000 [16:19<7:23:27, 2.75s/it] 3%|▎ | 340/10000 [16:21<7:14:00, 2.70s/it] {'loss': '0.1016', 'grad_norm': '4.544', 'learning_rate': '4.911e-06', 'num_tokens': '5.323e+04', 'completions/mean_length': '4.644', 'completions/min_length': '3.6', 'completions/max_length': '6.4', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.644', 'completions/min_terminated_length': '3.6', 'completions/max_terminated_length': '6.4', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.1472', 'rewards/reward_semantic/std': '0.103', 'rewards/reward_length/mean': '-0.05791', 'rewards/reward_length/std': '0.01566', 'reward': '1.041', 'reward_std': '0.03133', 'frac_reward_zero_std': '0.2', 'kl': '0.1401', 'entropy': '0.6923', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.885', 'epoch': '0.02953'} +{'loss': '0.06751', 'grad_norm': '3.848', 'learning_rate': '4.9e-06', 'num_tokens': '5.911e+04', 'completions/mean_length': '4.537', 'completions/min_length': '3.65', 'completions/max_length': '5.6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.537', 'completions/min_terminated_length': '3.65', 'completions/max_terminated_length': '5.6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3935', 'rewards/reward_semantic/std': '0.1092', 'rewards/reward_length/mean': '-0.04993', 'rewards/reward_length/std': '0.009001', 'reward': '1.116', 'reward_std': '0.03294', 'frac_reward_zero_std': '0.3', 'kl': '0.04641', 'entropy': '0.5597', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.781', 'epoch': '0.03281'} +{'loss': '0.03368', 'grad_norm': '4.006', 'learning_rate': '4.891e-06', 'num_tokens': '6.529e+04', 'completions/mean_length': '4.956', 'completions/min_length': '4.1', 'completions/max_length': '6.1', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.956', 'completions/min_terminated_length': '4.1', 'completions/max_terminated_length': '6.1', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4654', 'rewards/reward_semantic/std': '0.08421', 'rewards/reward_length/mean': '-0.05308', 'rewards/reward_length/std': '0.009516', 'reward': '1.137', 'reward_std': '0.02548', 'frac_reward_zero_std': '0.4', 'kl': '0.1277', 'entropy': '0.5332', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.849', 'epoch': '0.03609'} +{'loss': '0.05659', 'grad_norm': '13.77', 'learning_rate': '4.881e-06', 'num_tokens': '7.132e+04', 'completions/mean_length': '3.938', 'completions/min_length': '3.15', 'completions/max_length': '5.3', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.938', 'completions/min_terminated_length': '3.15', 'completions/max_terminated_length': '5.3', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5122', 'rewards/reward_semantic/std': '0.07845', 'rewards/reward_length/mean': '-0.05608', 'rewards/reward_length/std': '0.01276', 'reward': '1.151', 'reward_std': '0.02385', 'frac_reward_zero_std': '0.35', 'kl': '0.1456', 'entropy': '0.4353', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.794', 'epoch': '0.03937'} +{'loss': '0.05236', 'grad_norm': '4.734', 'learning_rate': '4.871e-06', 'num_tokens': '7.744e+04', 'completions/mean_length': '4.013', 'completions/min_length': '3.2', 'completions/max_length': '5.4', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.013', 'completions/min_terminated_length': '3.2', 'completions/max_terminated_length': '5.4', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.24', 'rewards/reward_semantic/std': '0.09563', 'rewards/reward_length/mean': '-0.0439', 'rewards/reward_length/std': '0.01172', 'reward': '1.07', 'reward_std': '0.02905', 'frac_reward_zero_std': '0.15', 'kl': '0.4335', 'entropy': '0.5054', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.79', 'epoch': '0.04265'} +[adaptive-kl] kl=0.867 target=0.3 beta: 0.0100 -> 0.0150 +{'loss': '0.03922', 'grad_norm': '15.81', 'learning_rate': '4.861e-06', 'num_tokens': '8.323e+04', 'completions/mean_length': '3.763', 'completions/min_length': '3.2', 'completions/max_length': '4.6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.763', 'completions/min_terminated_length': '3.2', 'completions/max_terminated_length': '4.6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3458', 'rewards/reward_semantic/std': '0.04861', 'rewards/reward_length/mean': '-0.04031', 'rewards/reward_length/std': '0.006184', 'reward': '1.102', 'reward_std': '0.01479', 'frac_reward_zero_std': '0.45', 'kl': '0.8673', 'entropy': '0.5065', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.717', 'epoch': '0.04593'} +[adaptive-kl] kl=2.100 target=0.3 beta: 0.0150 -> 0.0225 +{'loss': '0.06346', 'grad_norm': '0.0002613', 'learning_rate': '4.851e-06', 'num_tokens': '8.93e+04', 'completions/mean_length': '3.519', 'completions/min_length': '2.8', 'completions/max_length': '4.9', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.519', 'completions/min_terminated_length': '2.8', 'completions/max_terminated_length': '4.9', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3531', 'rewards/reward_semantic/std': '0.07314', 'rewards/reward_length/mean': '-0.03262', 'rewards/reward_length/std': '0.007284', 'reward': '1.104', 'reward_std': '0.02206', 'frac_reward_zero_std': '0.35', 'kl': '2.1', 'entropy': '0.714', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.749', 'epoch': '0.04921'} +[adaptive-kl] kl=2.130 target=0.3 beta: 0.0225 -> 0.0338 +{'loss': '0.09302', 'grad_norm': '38.41', 'learning_rate': '4.841e-06', 'num_tokens': '9.474e+04', 'completions/mean_length': '3.656', 'completions/min_length': '2.75', 'completions/max_length': '4.45', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.656', 'completions/min_terminated_length': '2.75', 'completions/max_terminated_length': '4.45', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.1625', 'rewards/reward_semantic/std': '0.01179', 'rewards/reward_length/mean': '-0.03145', 'rewards/reward_length/std': '0.007941', 'reward': '1.047', 'reward_std': '0.003903', 'frac_reward_zero_std': '0.35', 'kl': '2.13', 'entropy': '0.6938', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.698', 'epoch': '0.05249'} +[adaptive-kl] kl=3.209 target=0.3 beta: 0.0338 -> 0.0506 + 3%|▎ | 340/10000 [16:21<7:14:00, 2.70s/it] 3%|▎ | 341/10000 [16:24<7:13:45, 2.69s/it] 3%|▎ | 342/10000 [16:27<7:22:54, 2.75s/it] 3%|▎ | 343/10000 [16:30<7:26:04, 2.77s/it] 3%|▎ | 344/10000 [16:32<7:19:41, 2.73s/it] 3%|▎ | 345/10000 [16:35<7:30:00, 2.80s/it] 3%|▎ | 346/10000 [16:38<7:43:58, 2.88s/it] 3%|▎ | 347/10000 [16:41<7:27:31, 2.78s/it] 3%|▎ | 348/10000 [16:44<7:31:39, 2.81s/it] 3%|▎ | 349/10000 [16:46<7:23:51, 2.76s/it] 4%|▎ | 350/10000 [16:49<7:19:24, 2.73s/it] 4%|▎ | 351/10000 [16:52<7:32:53, 2.82s/it] 4%|▎ | 352/10000 [16:55<7:29:48, 2.80s/it] 4%|▎ | 353/10000 [16:58<7:35:25, 2.83s/it] 4%|▎ | 354/10000 [17:01<7:39:17, 2.86s/it] 4%|▎ | 355/10000 [17:04<7:42:42, 2.88s/it] 4%|▎ | 356/10000 [17:09<9:34:14, 3.57s/it] 4%|▎ | 357/10000 [17:11<8:41:54, 3.25s/it] 4%|▎ | 358/10000 [17:14<8:20:24, 3.11s/it] 4%|▎ | 359/10000 [17:17<7:51:29, 2.93s/it] 4%|▎ | 360/10000 [17:20<7:52:08, 2.94s/it] 4%|▎ | 360/10000 [17:20<7:52:08, 2.94s/it] 4%|▎ | 361/10000 [17:22<7:42:36, 2.88s/it] 4%|▎ | 362/10000 [17:25<7:22:40, 2.76s/it] 4%|▎ | 363/10000 [17:27<7:10:43, 2.68s/it] 4%|▎ | 364/10000 [17:30<7:02:24, 2.63s/it] 4%|▎ | 365/10000 [17:34<8:35:31, 3.21s/it] 4%|▎ | 366/10000 [17:37<8:18:29, 3.10s/it] 4%|▎ | 367/10000 [17:40<8:01:44, 3.00s/it] 4%|▎ | 368/10000 [17:43<7:59:57, 2.99s/it] 4%|▎ | 369/10000 [17:46<7:50:18, 2.93s/it] 4%|▎ | 370/10000 [17:49<7:54:20, 2.96s/it] 4%|▎ | 371/10000 [17:51<7:41:32, 2.88s/it] 4%|▎ | 372/10000 [17:54<7:39:09, 2.86s/it] 4%|▎ | 373/10000 [17:57<7:27:48, 2.79s/it] 4%|▎ | 374/10000 [17:59<7:11:44, 2.69s/it] 4%|▍ | 375/10000 [18:02<7:06:18, 2.66s/it] 4%|▍ | 376/10000 [18:04<6:59:20, 2.61s/it] 4%|▍ | 377/10000 [18:07<7:20:15, 2.75s/it] 4%|▍ | 378/10000 [18:10<7:31:10, 2.81s/it] 4%|▍ | 379/10000 [18:13<7:43:15, 2.89s/it] 4%|▍ | 380/10000 [18:16<7:41:23, 2.88s/it] 4%|▍ | 380/10000 [18:16<7:41:23, 2.88s/it] 4%|▍ | 381/10000 [18:19<7:40:22, 2.87s/it] 4%|▍ | 382/10000 [18:22<7:47:28, 2.92s/it] 4%|▍ | 383/10000 [18:25<7:44:51, 2.90s/it] 4%|▍ | 384/10000 [18:28<8:03:59, 3.02s/it] 4%|▍ | 385/10000 [18:31<7:43:47, 2.89s/it] 4%|▍ | 386/10000 [18:34<7:37:37, 2.86s/it] 4%|▍ | 387/10000 [18:37<7:44:12, 2.90s/it] 4%|▍ | 388/10000 [18:39<7:31:38, 2.82s/it] 4%|▍ | 389/10000 [18:42<7:25:48, 2.78s/it] 4%|▍ | 390/10000 [18:45<7:18:02, 2.73s/it] 4%|▍ | 391/10000 [18:47<7:20:28, 2.75s/it] 4%|▍ | 392/10000 [18:50<7:22:04, 2.76s/it] 4%|▍ | 393/10000 [18:53<7:23:50, 2.77s/it] 4%|▍ | 394/10000 [18:56<7:10:02, 2.69s/it] 4%|▍ | 395/10000 [18:58<7:07:54, 2.67s/it] 4%|▍ | 396/10000 [19:01<7:22:58, 2.77s/it] 4%|▍ | 397/10000 [19:04<7:27:58, 2.80s/it] 4%|▍ | 398/10000 [19:07<7:17:49, 2.74s/it] 4%|▍ | 399/10000 [19:10<7:29:07, 2.81s/it] 4%|▍ | 400/10000 [19:12<7:14:34, 2.72s/it] 4%|▍ | 400/10000 [19:12<7:14:34, 2.72s/it] 4%|▍ | 401/10000 [19:15<7:20:20, 2.75s/it] 4%|▍ | 402/10000 [19:18<7:21:25, 2.76s/it] 4%|▍ | 403/10000 [19:21<7:34:37, 2.84s/it] 4%|▍ | 404/10000 [19:23<7:21:27, 2.76s/it] 4%|▍ | 405/10000 [19:26<7:23:01, 2.77s/it] 4%|▍ | 406/10000 [19:29<7:18:45, 2.74s/it] 4%|▍ | 407/10000 [19:31<7:07:39, 2.67s/it] 4%|▍ | 408/10000 [19:34<6:57:33, 2.61s/it] 4%|▍ | 409/10000 [19:37<7:05:03, 2.66s/it] 4%|▍ | 410/10000 [19:39<6:55:04, 2.60s/it] 4%|▍ | 411/10000 [19:42<7:04:21, 2.66s/it] 4%|▍ | 412/10000 [19:45<7:08:46, 2.68s/it] 4%|▍ | 413/10000 [19:47<7:15:51, 2.73s/it] 4%|▍ | 414/10000 [19:50<7:11:22, 2.70s/it] 4%|▍ | 415/10000 [19:53<7:25:02, 2.79s/it] 4%|▍ | 416/10000 [19:56<7:26:00, 2.79s/it] 4%|▍ | 417/10000 [19:58<7:17:26, 2.74s/it] 4%|▍ | 418/10000 [20:01<7:07:15, 2.68s/it] 4%|▍ | 419/10000 [20:04<7:12:47, 2.71s/it] 4%|▍ | 420/10000 [20:08<8:11:03, 3.08s/it] 4%|▍ | 420/10000 [20:08<8:11:03, 3.08s/it] 4%|▍ | 421/10000 [20:11<8:02:15, 3.02s/it] 4%|▍ | 422/10000 [20:13<7:36:54, 2.86s/it] 4%|▍ | 423/10000 [20:16<7:17:17, 2.74s/it] 4%|▍ | 424/10000 [20:19<7:34:01, 2.84s/it] 4%|▍ | 425/10000 [20:22<7:37:37, 2.87s/it] 4%|▍ | 426/10000 [20:24<7:36:18, 2.86s/it] 4%|▍ | 427/10000 [20:27<7:42:33, 2.90s/it] 4%|▍ | 428/10000 [20:30<7:27:44, 2.81s/it] 4%|▍ | 429/10000 [20:33<7:28:06, 2.81s/it] 4%|▍ | 430/10000 [20:36<7:37:48, 2.87s/it] 4%|▍ | 431/10000 [20:39<7:40:22, 2.89s/it] 4%|▍ | 432/10000 [20:41<7:36:26, 2.86s/it] 4%|▍ | 433/10000 [20:44<7:32:44, 2.84s/it] 4%|▍ | 434/10000 [20:47<7:26:13, 2.80s/it] 4%|▍ | 435/10000 [20:50<7:39:00, 2.88s/it] 4%|▍ | 436/10000 [20:53<7:49:55, 2.95s/it] 4%|▍ | 437/10000 [20:56<7:29:41, 2.82s/it] 4%|▍ | 438/10000 [20:59<7:31:56, 2.84s/it] 4%|▍ | 439/10000 [21:02<7:37:11, 2.87s/it] 4%|▍ | 440/10000 [21:04<7:19:22, 2.76s/it] 4%|▍ | 440/10000 [21:04<7:19:22, 2.76s/it] 4%|▍ | 441/10000 [21:07<7:49:45, 2.95s/it] 4%|▍ | 442/10000 [21:10<7:42:59, 2.91s/it] 4%|▍ | 443/10000 [21:13<7:29:13, 2.82s/it] 4%|▍ | 444/10000 [21:16<7:30:39, 2.83s/it] 4%|▍ | 445/10000 [21:18<7:12:10, 2.71s/it] 4%|▍ | 446/10000 [21:21<7:41:09, 2.90s/it] 4%|▍ | 447/10000 [21:25<8:02:49, 3.03s/it] 4%|▍ | 448/10000 [21:28<7:56:30, 2.99s/it] 4%|▍ | 449/10000 [21:30<7:34:43, 2.86s/it] 4%|▍ | 450/10000 [21:33<7:30:11, 2.83s/it] 5%|▍ | 451/10000 [21:36<7:49:51, 2.95s/it] 5%|▍ | 452/10000 [21:39<7:49:10, 2.95s/it] 5%|▍ | 453/10000 [21:42<8:02:49, 3.03s/it] 5%|▍ | 454/10000 [21:45<7:50:23, 2.96s/it] 5%|▍ | 455/10000 [21:48<7:45:06, 2.92s/it] 5%|▍ | 456/10000 [21:51<7:47:07, 2.94s/it] 5%|▍ | 457/10000 [21:54<7:59:35, 3.02s/it] 5%|▍ | 458/10000 [21:57<8:00:13, 3.02s/it] 5%|▍ | 459/10000 [22:00<8:04:04, 3.04s/it] 5%|▍ | 460/10000 [22:03<7:57:50, 3.01s/it] 5%|▍ | 460/10000 [22:03<7:57:50, 3.01s/it] 5%|▍ | 461/10000 [22:06<7:51:49, 2.97s/it] 5%|▍ | 462/10000 [22:09<7:29:27, 2.83s/it] 5%|▍ | 463/10000 [22:11<7:20:31, 2.77s/it] 5%|▍ | 464/10000 [22:14<7:29:42, 2.83s/it] 5%|▍ | 465/10000 [22:17<7:17:45, 2.75s/it] 5%|▍ | 466/10000 [22:20<7:23:42, 2.79s/it] 5%|▍ | 467/10000 [22:22<7:14:57, 2.74s/it] 5%|▍ | 468/10000 [22:25<7:16:56, 2.75s/it] 5%|▍ | 469/10000 [22:28<7:16:35, 2.75s/it] 5%|▍ | 470/10000 [22:31<7:20:05, 2.77s/it] 5%|▍ | 471/10000 [22:34<7:25:41, 2.81s/it] 5%|▍ | 472/10000 [22:36<7:15:58, 2.75s/it] 5%|▍ | 473/10000 [22:39<7:15:23, 2.74s/it] 5%|▍ | 474/10000 [22:42<7:21:41, 2.78s/it] 5%|▍ | 475/10000 [22:45<7:22:40, 2.79s/it] 5%|▍ | 476/10000 [22:48<7:34:48, 2.87s/it] 5%|▍ | 477/10000 [22:51<7:47:22, 2.94s/it] 5%|▍ | 478/10000 [22:54<7:56:24, 3.00s/it] 5%|▍ | 479/10000 [22:56<7:37:10, 2.88s/it] 5%|▍ | 480/10000 [22:59<7:20:48, 2.78s/it] 5%|▍ | 480/10000 [22:59<7:20:48, 2.78s/it] 5%|▍ | 481/10000 [23:02<7:28:40, 2.83s/it] 5%|▍ | 482/10000 [23:05<7:23:59, 2.80s/it] 5%|▍ | 483/10000 [23:07<7:08:50, 2.70s/it] 5%|▍ | 484/10000 [23:10<7:03:26, 2.67s/it] 5%|▍ | 485/10000 [23:12<7:07:15, 2.69s/it] 5%|▍ | 486/10000 [23:15<7:04:08, 2.67s/it] 5%|▍ | 487/10000 [23:18<7:08:59, 2.71s/it] 5%|▍ | 488/10000 [23:21<7:13:59, 2.74s/it] 5%|▍ | 489/10000 [23:23<7:14:43, 2.74s/it] 5%|▍ | 490/10000 [23:26<7:06:58, 2.69s/it] 5%|▍ | 491/10000 [23:29<7:15:57, 2.75s/it] 5%|▍ | 492/10000 [23:32<7:17:57, 2.76s/it] 5%|▍ | 493/10000 [23:35<7:29:54, 2.84s/it] 5%|▍ | 494/10000 [23:38<7:34:02, 2.87s/it] 5%|▍ | 495/10000 [23:40<7:29:28, 2.84s/it] 5%|▍ | 496/10000 [23:43<7:35:15, 2.87s/it] 5%|▍ | 497/10000 [23:46<7:44:18, 2.93s/it] 5%|▍ | 498/10000 [23:49<7:32:33, 2.86s/it] 5%|▍ | 499/10000 [23:52<7:34:55, 2.87s/it] 5%|▌ | 500/10000 [23:55<7:26:49, 2.82s/it] {'loss': '0.158', 'grad_norm': '11.56', 'learning_rate': '4.831e-06', 'num_tokens': '1.003e+05', 'completions/mean_length': '3.475', 'completions/min_length': '2.9', 'completions/max_length': '4.4', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.475', 'completions/min_terminated_length': '2.9', 'completions/max_terminated_length': '4.4', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3187', 'rewards/reward_semantic/std': '0.05625', 'rewards/reward_length/mean': '-0.02253', 'rewards/reward_length/std': '0.006745', 'reward': '1.094', 'reward_std': '0.01712', 'frac_reward_zero_std': '0.35', 'kl': '3.209', 'entropy': '0.7442', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.71', 'epoch': '0.05577'} +[adaptive-kl] kl=1.550 target=0.3 beta: 0.0506 -> 0.0759 +{'loss': '0.1876', 'grad_norm': '0.03097', 'learning_rate': '4.82e-06', 'num_tokens': '1.061e+05', 'completions/mean_length': '4.775', 'completions/min_length': '3.4', 'completions/max_length': '7.1', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.775', 'completions/min_terminated_length': '3.4', 'completions/max_terminated_length': '7.1', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2785', 'rewards/reward_semantic/std': '0.07272', 'rewards/reward_length/mean': '-0.04783', 'rewards/reward_length/std': '0.01072', 'reward': '1.081', 'reward_std': '0.02218', 'frac_reward_zero_std': '0.3', 'kl': '1.55', 'entropy': '0.4544', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.901', 'epoch': '0.05906'} +[adaptive-kl] kl=1.104 target=0.3 beta: 0.0759 -> 0.1139 +{'loss': '0.1421', 'grad_norm': '0.001022', 'learning_rate': '4.81e-06', 'num_tokens': '1.119e+05', 'completions/mean_length': '4.244', 'completions/min_length': '3.3', 'completions/max_length': '5.8', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.244', 'completions/min_terminated_length': '3.3', 'completions/max_terminated_length': '5.8', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2313', 'rewards/reward_semantic/std': '0.06843', 'rewards/reward_length/mean': '-0.0406', 'rewards/reward_length/std': '0.0101', 'reward': '1.067', 'reward_std': '0.02089', 'frac_reward_zero_std': '0.35', 'kl': '1.104', 'entropy': '0.5638', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.829', 'epoch': '0.06234'} +[adaptive-kl] kl=0.494 target=0.3 beta: 0.1139 -> 0.1709 +{'loss': '0.08603', 'grad_norm': '23.57', 'learning_rate': '4.801e-06', 'num_tokens': '1.175e+05', 'completions/mean_length': '4.156', 'completions/min_length': '3.2', 'completions/max_length': '5.55', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.156', 'completions/min_terminated_length': '3.2', 'completions/max_terminated_length': '5.55', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3648', 'rewards/reward_semantic/std': '0.1896', 'rewards/reward_length/mean': '-0.05098', 'rewards/reward_length/std': '0.01521', 'reward': '1.107', 'reward_std': '0.05697', 'frac_reward_zero_std': '0.15', 'kl': '0.4944', 'entropy': '0.6069', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.777', 'epoch': '0.06562'} +[adaptive-kl] kl=0.622 target=0.3 beta: 0.1709 -> 0.2563 +{'loss': '0.1106', 'grad_norm': '14.06', 'learning_rate': '4.791e-06', 'num_tokens': '1.233e+05', 'completions/mean_length': '4.231', 'completions/min_length': '3.35', 'completions/max_length': '5.6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.231', 'completions/min_terminated_length': '3.35', 'completions/max_terminated_length': '5.6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.299', 'rewards/reward_semantic/std': '0.08059', 'rewards/reward_length/mean': '-0.04641', 'rewards/reward_length/std': '0.008817', 'reward': '1.087', 'reward_std': '0.02427', 'frac_reward_zero_std': '0.35', 'kl': '0.6221', 'entropy': '0.4979', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.766', 'epoch': '0.0689'} +[adaptive-kl] kl=0.467 target=0.3 beta: 0.2563 -> 0.3844 +{'loss': '0.1521', 'grad_norm': '4.402', 'learning_rate': '4.781e-06', 'num_tokens': '1.296e+05', 'completions/mean_length': '4.219', 'completions/min_length': '3.15', 'completions/max_length': '5.6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.219', 'completions/min_terminated_length': '3.15', 'completions/max_terminated_length': '5.6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3627', 'rewards/reward_semantic/std': '0.08963', 'rewards/reward_length/mean': '-0.04871', 'rewards/reward_length/std': '0.01444', 'reward': '1.106', 'reward_std': '0.02726', 'frac_reward_zero_std': '0.3', 'kl': '0.4671', 'entropy': '0.6434', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.805', 'epoch': '0.07218'} +[adaptive-kl] kl=0.542 target=0.3 beta: 0.3844 -> 0.5767 +{'loss': '0.2176', 'grad_norm': '4.021', 'learning_rate': '4.771e-06', 'num_tokens': '1.355e+05', 'completions/mean_length': '4.669', 'completions/min_length': '2.95', 'completions/max_length': '7.5', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.669', 'completions/min_terminated_length': '2.95', 'completions/max_terminated_length': '7.5', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2081', 'rewards/reward_semantic/std': '0.1437', 'rewards/reward_length/mean': '-0.05762', 'rewards/reward_length/std': '0.0202', 'reward': '1.06', 'reward_std': '0.04323', 'frac_reward_zero_std': '0.1', 'kl': '0.5416', 'entropy': '0.7895', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.95', 'epoch': '0.07546'} +[adaptive-kl] kl=0.144 target=0.3 beta: 0.5767 -> 0.3844 +{'loss': '0.1543', 'grad_norm': '0.4889', 'learning_rate': '4.761e-06', 'num_tokens': '1.414e+05', 'completions/mean_length': '4.394', 'completions/min_length': '3.55', 'completions/max_length': '5.65', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.394', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '5.65', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4143', 'rewards/reward_semantic/std': '0.1095', 'rewards/reward_length/mean': '-0.04895', 'rewards/reward_length/std': '0.01009', 'reward': '1.122', 'reward_std': '0.03327', 'frac_reward_zero_std': '0.3', 'kl': '0.1435', 'entropy': '0.574', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.776', 'epoch': '0.07874'} +[adaptive-kl] kl=0.188 target=0.3 beta: 0.3844 -> 0.2563 + 5%|▌ | 500/10000 [23:55<7:26:49, 2.82s/it] 5%|▌ | 501/10000 [23:58<7:31:58, 2.85s/it] 5%|▌ | 502/10000 [24:01<7:38:49, 2.90s/it] 5%|▌ | 503/10000 [24:03<7:32:35, 2.86s/it] 5%|▌ | 504/10000 [24:06<7:31:38, 2.85s/it] 5%|▌ | 505/10000 [24:09<7:32:40, 2.86s/it] 5%|▌ | 506/10000 [24:12<7:30:59, 2.85s/it] 5%|▌ | 507/10000 [24:15<7:47:36, 2.96s/it] 5%|▌ | 508/10000 [24:18<7:32:25, 2.86s/it] 5%|▌ | 509/10000 [24:21<7:25:10, 2.81s/it] 5%|▌ | 510/10000 [24:23<7:22:22, 2.80s/it] 5%|▌ | 511/10000 [24:26<7:07:47, 2.70s/it] 5%|▌ | 512/10000 [24:28<7:03:20, 2.68s/it] 5%|▌ | 513/10000 [24:31<6:58:53, 2.65s/it] 5%|▌ | 514/10000 [24:33<6:48:35, 2.58s/it] 5%|▌ | 515/10000 [24:36<6:58:08, 2.65s/it] 5%|▌ | 516/10000 [24:39<6:53:37, 2.62s/it] 5%|▌ | 517/10000 [24:42<7:04:02, 2.68s/it] 5%|▌ | 518/10000 [24:44<6:55:43, 2.63s/it] 5%|▌ | 519/10000 [24:47<7:05:52, 2.70s/it] 5%|▌ | 520/10000 [24:49<6:54:46, 2.63s/it] 5%|▌ | 520/10000 [24:49<6:54:46, 2.63s/it] 5%|▌ | 521/10000 [24:52<7:04:49, 2.69s/it] 5%|▌ | 522/10000 [24:55<7:06:45, 2.70s/it] 5%|▌ | 523/10000 [24:58<7:23:22, 2.81s/it] 5%|▌ | 524/10000 [25:01<7:35:41, 2.89s/it] 5%|▌ | 525/10000 [25:04<7:28:16, 2.84s/it] 5%|▌ | 526/10000 [25:07<7:24:07, 2.81s/it] 5%|▌ | 527/10000 [25:09<7:15:54, 2.76s/it] 5%|▌ | 528/10000 [25:12<7:17:14, 2.77s/it] 5%|▌ | 529/10000 [25:15<7:12:50, 2.74s/it] 5%|▌ | 530/10000 [25:18<7:17:08, 2.77s/it] 5%|▌ | 531/10000 [25:20<7:15:02, 2.76s/it] 5%|▌ | 532/10000 [25:23<7:11:17, 2.73s/it] 5%|▌ | 533/10000 [25:26<7:13:58, 2.75s/it] 5%|▌ | 534/10000 [25:28<6:58:05, 2.65s/it] 5%|▌ | 535/10000 [25:31<7:11:54, 2.74s/it] 5%|▌ | 536/10000 [25:34<7:14:11, 2.75s/it] 5%|▌ | 537/10000 [25:37<7:30:18, 2.86s/it] 5%|▌ | 538/10000 [25:40<7:46:29, 2.96s/it] 5%|▌ | 539/10000 [25:43<7:25:00, 2.82s/it] 5%|▌ | 540/10000 [25:45<7:22:14, 2.80s/it] 5%|▌ | 540/10000 [25:45<7:22:14, 2.80s/it] 5%|▌ | 541/10000 [25:48<7:19:25, 2.79s/it] 5%|▌ | 542/10000 [25:51<7:18:05, 2.78s/it] 5%|▌ | 543/10000 [25:53<6:59:14, 2.66s/it] 5%|▌ | 544/10000 [25:56<6:59:58, 2.66s/it] 5%|▌ | 545/10000 [25:59<7:05:29, 2.70s/it] 5%|▌ | 546/10000 [26:01<6:53:36, 2.62s/it] 5%|▌ | 547/10000 [26:04<6:54:32, 2.63s/it] 5%|▌ | 548/10000 [26:07<7:10:57, 2.74s/it] 5%|▌ | 549/10000 [26:10<7:16:10, 2.77s/it] 6%|▌ | 550/10000 [26:12<7:10:49, 2.74s/it] 6%|▌ | 551/10000 [26:15<6:57:09, 2.65s/it] 6%|▌ | 552/10000 [26:18<7:12:15, 2.75s/it] 6%|▌ | 553/10000 [26:20<6:58:35, 2.66s/it] 6%|▌ | 554/10000 [26:23<7:06:11, 2.71s/it] 6%|▌ | 555/10000 [26:26<7:16:47, 2.77s/it] 6%|▌ | 556/10000 [26:28<7:01:47, 2.68s/it] 6%|▌ | 557/10000 [26:31<7:12:20, 2.75s/it] 6%|▌ | 558/10000 [26:34<7:04:13, 2.70s/it] 6%|▌ | 559/10000 [26:37<7:18:31, 2.79s/it] 6%|▌ | 560/10000 [26:40<7:23:01, 2.82s/it] 6%|▌ | 560/10000 [26:40<7:23:01, 2.82s/it] 6%|▌ | 561/10000 [26:43<7:24:57, 2.83s/it] 6%|▌ | 562/10000 [26:45<7:07:32, 2.72s/it] 6%|▌ | 563/10000 [26:48<7:24:58, 2.83s/it] 6%|▌ | 564/10000 [26:51<7:24:10, 2.82s/it] 6%|▌ | 565/10000 [26:54<7:26:18, 2.84s/it] 6%|▌ | 566/10000 [26:57<7:25:01, 2.83s/it] 6%|▌ | 567/10000 [27:00<7:27:43, 2.85s/it] 6%|▌ | 568/10000 [27:02<7:25:57, 2.84s/it] 6%|▌ | 569/10000 [27:05<7:31:01, 2.87s/it] 6%|▌ | 570/10000 [27:08<7:36:05, 2.90s/it] 6%|▌ | 571/10000 [27:11<7:42:16, 2.94s/it] 6%|▌ | 572/10000 [27:14<7:43:36, 2.95s/it] 6%|▌ | 573/10000 [27:17<7:48:03, 2.98s/it] 6%|▌ | 574/10000 [27:20<7:42:42, 2.95s/it] 6%|▌ | 575/10000 [27:23<7:38:10, 2.92s/it] 6%|▌ | 576/10000 [27:26<7:16:02, 2.78s/it] 6%|▌ | 577/10000 [27:28<7:06:27, 2.72s/it] 6%|▌ | 578/10000 [27:31<6:57:05, 2.66s/it] 6%|▌ | 579/10000 [27:34<7:07:24, 2.72s/it] 6%|▌ | 580/10000 [27:37<7:25:02, 2.83s/it] 6%|▌ | 580/10000 [27:37<7:25:02, 2.83s/it] 6%|▌ | 581/10000 [27:39<7:20:01, 2.80s/it] 6%|▌ | 582/10000 [27:42<7:30:11, 2.87s/it] 6%|▌ | 583/10000 [27:45<7:34:01, 2.89s/it] 6%|▌ | 584/10000 [27:48<7:14:24, 2.77s/it] 6%|▌ | 585/10000 [27:50<7:00:11, 2.68s/it] 6%|▌ | 586/10000 [27:53<7:06:59, 2.72s/it] 6%|▌ | 587/10000 [27:56<7:09:13, 2.74s/it] 6%|▌ | 588/10000 [27:59<7:10:32, 2.74s/it] 6%|▌ | 589/10000 [28:01<7:13:13, 2.76s/it] 6%|▌ | 590/10000 [28:04<7:17:15, 2.79s/it] 6%|▌ | 591/10000 [28:07<7:08:20, 2.73s/it] 6%|▌ | 592/10000 [28:10<7:10:12, 2.74s/it] 6%|▌ | 593/10000 [28:12<7:12:59, 2.76s/it] 6%|▌ | 594/10000 [28:15<7:07:01, 2.72s/it] 6%|▌ | 595/10000 [28:18<7:04:31, 2.71s/it] 6%|▌ | 596/10000 [28:21<7:13:06, 2.76s/it] 6%|▌ | 597/10000 [28:24<7:18:16, 2.80s/it] 6%|▌ | 598/10000 [28:26<7:22:07, 2.82s/it] 6%|▌ | 599/10000 [28:29<7:15:43, 2.78s/it] 6%|▌ | 600/10000 [28:32<7:20:21, 2.81s/it] 6%|▌ | 600/10000 [28:32<7:20:21, 2.81s/it] 6%|▌ | 601/10000 [28:35<7:19:07, 2.80s/it] 6%|▌ | 602/10000 [28:38<7:28:29, 2.86s/it] 6%|▌ | 603/10000 [28:40<7:18:15, 2.80s/it] 6%|▌ | 604/10000 [28:43<7:17:07, 2.79s/it] 6%|▌ | 605/10000 [28:46<7:20:00, 2.81s/it] 6%|▌ | 606/10000 [28:49<7:21:44, 2.82s/it] 6%|▌ | 607/10000 [28:52<7:19:48, 2.81s/it] 6%|▌ | 608/10000 [28:54<7:10:17, 2.75s/it] 6%|▌ | 609/10000 [28:57<7:05:57, 2.72s/it] 6%|▌ | 610/10000 [29:00<7:09:51, 2.75s/it] 6%|▌ | 611/10000 [29:03<7:15:18, 2.78s/it] 6%|▌ | 612/10000 [29:06<7:22:00, 2.82s/it] 6%|▌ | 613/10000 [29:08<7:22:48, 2.83s/it] 6%|▌ | 614/10000 [29:11<7:25:50, 2.85s/it] 6%|▌ | 615/10000 [29:15<7:46:49, 2.98s/it] 6%|▌ | 616/10000 [29:18<7:49:22, 3.00s/it] 6%|▌ | 617/10000 [29:21<8:07:41, 3.12s/it] 6%|▌ | 618/10000 [29:24<7:58:16, 3.06s/it] 6%|▌ | 619/10000 [29:27<7:45:38, 2.98s/it] 6%|▌ | 620/10000 [29:29<7:36:33, 2.92s/it] 6%|▌ | 620/10000 [29:29<7:36:33, 2.92s/it] 6%|▌ | 621/10000 [29:32<7:33:28, 2.90s/it] 6%|▌ | 622/10000 [29:35<7:29:54, 2.88s/it] 6%|▌ | 623/10000 [29:38<7:32:59, 2.90s/it] 6%|▌ | 624/10000 [29:41<7:44:34, 2.97s/it] 6%|▋ | 625/10000 [29:44<7:44:05, 2.97s/it] 6%|▋ | 626/10000 [29:47<7:51:31, 3.02s/it] 6%|▋ | 627/10000 [29:50<7:53:17, 3.03s/it] 6%|▋ | 628/10000 [29:53<7:36:07, 2.92s/it] 6%|▋ | 629/10000 [29:56<7:41:24, 2.95s/it] 6%|▋ | 630/10000 [29:59<7:57:27, 3.06s/it] 6%|▋ | 631/10000 [30:03<8:05:55, 3.11s/it] 6%|▋ | 632/10000 [30:06<7:56:14, 3.05s/it] 6%|▋ | 633/10000 [30:08<7:39:07, 2.94s/it] 6%|▋ | 634/10000 [30:11<7:30:06, 2.88s/it] 6%|▋ | 635/10000 [30:14<7:23:42, 2.84s/it] 6%|▋ | 636/10000 [30:17<7:22:46, 2.84s/it] 6%|▋ | 637/10000 [30:19<7:13:46, 2.78s/it] 6%|▋ | 638/10000 [30:22<7:02:00, 2.70s/it] 6%|▋ | 639/10000 [30:24<7:03:55, 2.72s/it] 6%|▋ | 640/10000 [30:27<6:55:56, 2.67s/it] 6%|▋ | 640/10000 [30:27<6:55:56, 2.67s/it] 6%|▋ | 641/10000 [30:30<6:52:43, 2.65s/it] 6%|▋ | 642/10000 [30:32<6:57:30, 2.68s/it] 6%|▋ | 643/10000 [30:35<7:09:20, 2.75s/it] 6%|▋ | 644/10000 [30:38<7:08:51, 2.75s/it] 6%|▋ | 645/10000 [30:41<6:57:19, 2.68s/it] 6%|▋ | 646/10000 [30:43<6:59:56, 2.69s/it] 6%|▋ | 647/10000 [30:46<7:10:44, 2.76s/it] 6%|▋ | 648/10000 [30:49<7:12:00, 2.77s/it] 6%|▋ | 649/10000 [30:52<7:41:54, 2.96s/it] 6%|▋ | 650/10000 [30:55<7:35:15, 2.92s/it] 7%|▋ | 651/10000 [30:58<7:19:41, 2.82s/it] 7%|▋ | 652/10000 [31:01<7:23:55, 2.85s/it] 7%|▋ | 653/10000 [31:04<7:24:28, 2.85s/it] 7%|▋ | 654/10000 [31:06<7:05:21, 2.73s/it] 7%|▋ | 655/10000 [31:09<6:52:21, 2.65s/it] 7%|▋ | 656/10000 [31:12<7:10:13, 2.76s/it] 7%|▋ | 657/10000 [31:14<7:18:02, 2.81s/it] 7%|▋ | 658/10000 [31:17<7:17:42, 2.81s/it] 7%|▋ | 659/10000 [31:20<7:17:14, 2.81s/it] 7%|▋ | 660/10000 [31:23<7:02:38, 2.72s/it] {'loss': '0.06851', 'grad_norm': '0.2434', 'learning_rate': '4.751e-06', 'num_tokens': '1.474e+05', 'completions/mean_length': '4.513', 'completions/min_length': '3.75', 'completions/max_length': '5.55', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.513', 'completions/min_terminated_length': '3.75', 'completions/max_terminated_length': '5.55', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.1991', 'rewards/reward_semantic/std': '0.09218', 'rewards/reward_length/mean': '-0.05564', 'rewards/reward_length/std': '0.01051', 'reward': '1.057', 'reward_std': '0.02792', 'frac_reward_zero_std': '0.25', 'kl': '0.1878', 'entropy': '0.6021', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.776', 'epoch': '0.08202'} +[adaptive-kl] kl=0.093 target=0.3 beta: 0.2563 -> 0.1709 +{'loss': '0.08315', 'grad_norm': '0.1668', 'learning_rate': '4.741e-06', 'num_tokens': '1.531e+05', 'completions/mean_length': '3.737', 'completions/min_length': '3.1', 'completions/max_length': '4.75', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.737', 'completions/min_terminated_length': '3.1', 'completions/max_terminated_length': '4.75', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4454', 'rewards/reward_semantic/std': '0.09477', 'rewards/reward_length/mean': '-0.05059', 'rewards/reward_length/std': '0.007373', 'reward': '1.131', 'reward_std': '0.02864', 'frac_reward_zero_std': '0.3', 'kl': '0.09322', 'entropy': '0.4562', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.7', 'epoch': '0.0853'} +[adaptive-kl] kl=0.191 target=0.3 beta: 0.1709 -> 0.1139 +{'loss': '0.08917', 'grad_norm': '7.317', 'learning_rate': '4.731e-06', 'num_tokens': '1.59e+05', 'completions/mean_length': '4.806', 'completions/min_length': '3.6', 'completions/max_length': '6.4', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.806', 'completions/min_terminated_length': '3.6', 'completions/max_terminated_length': '6.4', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2938', 'rewards/reward_semantic/std': '0.05103', 'rewards/reward_length/mean': '-0.04976', 'rewards/reward_length/std': '0.01462', 'reward': '1.086', 'reward_std': '0.01573', 'frac_reward_zero_std': '0.25', 'kl': '0.1913', 'entropy': '0.7266', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.789', 'epoch': '0.08858'} +[adaptive-kl] kl=0.140 target=0.3 beta: 0.1139 -> 0.0759 +{'loss': '0.04938', 'grad_norm': '5.662', 'learning_rate': '4.721e-06', 'num_tokens': '1.65e+05', 'completions/mean_length': '4.037', 'completions/min_length': '3.15', 'completions/max_length': '5.15', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.037', 'completions/min_terminated_length': '3.15', 'completions/max_terminated_length': '5.15', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4313', 'rewards/reward_semantic/std': '0.1089', 'rewards/reward_length/mean': '-0.05698', 'rewards/reward_length/std': '0.0126', 'reward': '1.127', 'reward_std': '0.03286', 'frac_reward_zero_std': '0.25', 'kl': '0.1399', 'entropy': '0.5325', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.707', 'epoch': '0.09186'} +[adaptive-kl] kl=0.194 target=0.3 beta: 0.0759 -> 0.0506 +{'loss': '0.1155', 'grad_norm': '3.954', 'learning_rate': '4.711e-06', 'num_tokens': '1.71e+05', 'completions/mean_length': '4.388', 'completions/min_length': '3.35', 'completions/max_length': '5.9', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.388', 'completions/min_terminated_length': '3.35', 'completions/max_terminated_length': '5.9', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3878', 'rewards/reward_semantic/std': '0.08424', 'rewards/reward_length/mean': '-0.04631', 'rewards/reward_length/std': '0.01451', 'reward': '1.114', 'reward_std': '0.02576', 'frac_reward_zero_std': '0.3', 'kl': '0.1938', 'entropy': '0.6377', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.828', 'epoch': '0.09514'} +[adaptive-kl] kl=0.644 target=0.3 beta: 0.0506 -> 0.0759 +{'loss': '0.07791', 'grad_norm': '6.643', 'learning_rate': '4.701e-06', 'num_tokens': '1.768e+05', 'completions/mean_length': '3.881', 'completions/min_length': '2.8', 'completions/max_length': '5.15', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.881', 'completions/min_terminated_length': '2.8', 'completions/max_terminated_length': '5.15', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2272', 'rewards/reward_semantic/std': '0.07847', 'rewards/reward_length/mean': '-0.04917', 'rewards/reward_length/std': '0.01204', 'reward': '1.066', 'reward_std': '0.02378', 'frac_reward_zero_std': '0.25', 'kl': '0.6438', 'entropy': '0.7818', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.756', 'epoch': '0.09843'} +{'loss': '0.09232', 'grad_norm': '2.779e-07', 'learning_rate': '4.691e-06', 'num_tokens': '1.83e+05', 'completions/mean_length': '4.669', 'completions/min_length': '3.4', 'completions/max_length': '6.3', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.669', 'completions/min_terminated_length': '3.4', 'completions/max_terminated_length': '6.3', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3828', 'rewards/reward_semantic/std': '0.06557', 'rewards/reward_length/mean': '-0.05037', 'rewards/reward_length/std': '0.0145', 'reward': '1.112', 'reward_std': '0.0199', 'frac_reward_zero_std': '0.3', 'kl': '0.3119', 'entropy': '0.4912', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.864', 'epoch': '0.1017'} +[adaptive-kl] kl=0.162 target=0.3 beta: 0.0759 -> 0.0506 +{'loss': '0.008067', 'grad_norm': '0.008555', 'learning_rate': '4.681e-06', 'num_tokens': '1.894e+05', 'completions/mean_length': '5.181', 'completions/min_length': '3.8', 'completions/max_length': '6.55', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.181', 'completions/min_terminated_length': '3.8', 'completions/max_terminated_length': '6.55', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4163', 'rewards/reward_semantic/std': '0.1038', 'rewards/reward_length/mean': '-0.04995', 'rewards/reward_length/std': '0.009807', 'reward': '1.122', 'reward_std': '0.03136', 'frac_reward_zero_std': '0.25', 'kl': '0.1622', 'entropy': '0.4856', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.865', 'epoch': '0.105'} + 7%|▋ | 660/10000 [31:23<7:02:38, 2.72s/it] 7%|▋ | 661/10000 [31:26<7:13:35, 2.79s/it] 7%|▋ | 662/10000 [31:28<7:12:58, 2.78s/it] 7%|▋ | 663/10000 [31:31<7:22:24, 2.84s/it] 7%|▋ | 664/10000 [31:34<7:18:24, 2.82s/it] 7%|▋ | 665/10000 [31:37<7:18:09, 2.82s/it] 7%|▋ | 666/10000 [31:40<7:10:28, 2.77s/it] 7%|▋ | 667/10000 [31:42<7:08:49, 2.76s/it] 7%|▋ | 668/10000 [31:45<7:14:15, 2.79s/it] 7%|▋ | 669/10000 [31:48<7:26:39, 2.87s/it] 7%|▋ | 670/10000 [31:52<7:48:06, 3.01s/it] 7%|▋ | 671/10000 [31:54<7:27:06, 2.88s/it] 7%|▋ | 672/10000 [31:57<7:31:58, 2.91s/it] 7%|▋ | 673/10000 [32:00<7:27:51, 2.88s/it] 7%|▋ | 674/10000 [32:03<7:18:16, 2.82s/it] 7%|▋ | 675/10000 [32:05<7:20:34, 2.83s/it] 7%|▋ | 676/10000 [32:08<7:04:57, 2.73s/it] 7%|▋ | 677/10000 [32:11<6:58:51, 2.70s/it] 7%|▋ | 678/10000 [32:13<7:06:22, 2.74s/it] 7%|▋ | 679/10000 [32:16<7:05:19, 2.74s/it] 7%|▋ | 680/10000 [32:20<7:36:51, 2.94s/it] 7%|▋ | 680/10000 [32:20<7:36:51, 2.94s/it] 7%|▋ | 681/10000 [32:22<7:18:29, 2.82s/it] 7%|▋ | 682/10000 [32:25<7:09:07, 2.76s/it] 7%|▋ | 683/10000 [32:28<7:21:23, 2.84s/it] 7%|▋ | 684/10000 [32:30<7:16:58, 2.81s/it] 7%|▋ | 685/10000 [32:33<7:13:56, 2.80s/it] 7%|▋ | 686/10000 [32:36<7:25:36, 2.87s/it] 7%|▋ | 687/10000 [32:39<7:09:56, 2.77s/it] 7%|▋ | 688/10000 [32:42<7:23:01, 2.85s/it] 7%|▋ | 689/10000 [32:45<7:20:52, 2.84s/it] 7%|▋ | 690/10000 [32:47<7:16:44, 2.81s/it] 7%|▋ | 691/10000 [32:50<7:15:10, 2.80s/it] 7%|▋ | 692/10000 [32:53<7:12:29, 2.79s/it] 7%|▋ | 693/10000 [32:56<7:14:12, 2.80s/it] 7%|▋ | 694/10000 [32:59<7:18:33, 2.83s/it] 7%|▋ | 695/10000 [33:01<7:15:07, 2.81s/it] 7%|▋ | 696/10000 [33:04<7:15:50, 2.81s/it] 7%|▋ | 697/10000 [33:07<7:11:47, 2.78s/it] 7%|▋ | 698/10000 [33:10<7:10:48, 2.78s/it] 7%|▋ | 699/10000 [33:12<7:02:31, 2.73s/it] 7%|▋ | 700/10000 [33:15<7:16:03, 2.81s/it] 7%|▋ | 700/10000 [33:15<7:16:03, 2.81s/it] 7%|▋ | 701/10000 [33:18<7:13:35, 2.80s/it] 7%|▋ | 702/10000 [33:21<7:12:47, 2.79s/it] 7%|▋ | 703/10000 [33:23<6:58:47, 2.70s/it] 7%|▋ | 704/10000 [33:26<6:49:03, 2.64s/it] 7%|▋ | 705/10000 [33:29<7:08:29, 2.77s/it] 7%|▋ | 706/10000 [33:32<7:10:15, 2.78s/it] 7%|▋ | 707/10000 [33:35<7:10:37, 2.78s/it] 7%|▋ | 708/10000 [33:37<7:10:42, 2.78s/it] 7%|▋ | 709/10000 [33:40<7:04:01, 2.74s/it] 7%|▋ | 710/10000 [33:43<7:27:43, 2.89s/it] 7%|▋ | 711/10000 [33:46<7:32:01, 2.92s/it] 7%|▋ | 712/10000 [33:49<7:21:16, 2.85s/it] 7%|▋ | 713/10000 [33:52<7:12:41, 2.80s/it] 7%|▋ | 714/10000 [33:54<7:13:47, 2.80s/it] 7%|▋ | 715/10000 [33:57<7:22:15, 2.86s/it] 7%|▋ | 716/10000 [34:00<7:24:45, 2.87s/it] 7%|▋ | 717/10000 [34:03<7:20:20, 2.85s/it] 7%|▋ | 718/10000 [34:06<7:26:02, 2.88s/it] 7%|▋ | 719/10000 [34:09<7:30:36, 2.91s/it] 7%|▋ | 720/10000 [34:12<7:32:15, 2.92s/it] 7%|▋ | 720/10000 [34:12<7:32:15, 2.92s/it] 7%|▋ | 721/10000 [34:15<7:30:12, 2.91s/it] 7%|▋ | 722/10000 [34:18<7:22:32, 2.86s/it] 7%|▋ | 723/10000 [34:21<7:30:16, 2.91s/it] 7%|▋ | 724/10000 [34:23<7:27:15, 2.89s/it] 7%|▋ | 725/10000 [34:26<7:22:44, 2.86s/it] 7%|▋ | 726/10000 [34:29<7:17:59, 2.83s/it] 7%|▋ | 727/10000 [34:32<7:18:57, 2.84s/it] 7%|▋ | 728/10000 [34:34<7:06:34, 2.76s/it] 7%|▋ | 729/10000 [34:37<7:07:07, 2.76s/it] 7%|▋ | 730/10000 [34:40<7:10:42, 2.79s/it] 7%|▋ | 731/10000 [34:43<7:06:49, 2.76s/it] 7%|▋ | 732/10000 [34:46<7:19:35, 2.85s/it] 7%|▋ | 733/10000 [34:49<7:18:13, 2.84s/it] 7%|▋ | 734/10000 [34:51<6:58:24, 2.71s/it] 7%|▋ | 735/10000 [34:54<7:00:30, 2.72s/it] 7%|▋ | 736/10000 [34:57<7:02:54, 2.74s/it] 7%|▋ | 737/10000 [34:59<6:50:34, 2.66s/it] 7%|▋ | 738/10000 [35:02<6:56:09, 2.70s/it] 7%|▋ | 739/10000 [35:04<6:54:32, 2.69s/it] 7%|▋ | 740/10000 [35:07<6:58:14, 2.71s/it] 7%|▋ | 740/10000 [35:07<6:58:14, 2.71s/it] 7%|▋ | 741/10000 [35:10<6:59:20, 2.72s/it] 7%|▋ | 742/10000 [35:13<7:05:44, 2.76s/it] 7%|▋ | 743/10000 [35:16<7:11:42, 2.80s/it] 7%|▋ | 744/10000 [35:18<6:56:51, 2.70s/it] 7%|▋ | 745/10000 [35:21<7:01:46, 2.73s/it] 7%|▋ | 746/10000 [35:24<6:51:33, 2.67s/it] 7%|▋ | 747/10000 [35:26<6:55:39, 2.70s/it] 7%|▋ | 748/10000 [35:29<7:01:24, 2.73s/it] 7%|▋ | 749/10000 [35:32<6:58:16, 2.71s/it] 8%|▊ | 750/10000 [35:35<7:01:36, 2.73s/it] 8%|▊ | 751/10000 [35:37<6:47:52, 2.65s/it] 8%|▊ | 752/10000 [35:40<6:57:08, 2.71s/it] 8%|▊ | 753/10000 [35:43<7:06:47, 2.77s/it] 8%|▊ | 754/10000 [35:45<6:52:56, 2.68s/it] 8%|▊ | 755/10000 [35:48<6:56:00, 2.70s/it] 8%|▊ | 756/10000 [35:51<7:01:35, 2.74s/it] 8%|▊ | 757/10000 [35:54<7:06:25, 2.77s/it] 8%|▊ | 758/10000 [35:56<7:09:56, 2.79s/it] 8%|▊ | 759/10000 [35:59<7:10:19, 2.79s/it] 8%|▊ | 760/10000 [36:02<6:52:18, 2.68s/it] 8%|▊ | 760/10000 [36:02<6:52:18, 2.68s/it] 8%|▊ | 761/10000 [36:04<6:58:03, 2.71s/it] 8%|▊ | 762/10000 [36:08<7:12:20, 2.81s/it] 8%|▊ | 763/10000 [36:10<7:14:12, 2.82s/it] 8%|▊ | 764/10000 [36:13<7:07:29, 2.78s/it] 8%|▊ | 765/10000 [36:16<7:08:41, 2.79s/it] 8%|▊ | 766/10000 [36:19<7:14:45, 2.82s/it] 8%|▊ | 767/10000 [36:21<7:09:28, 2.79s/it] 8%|▊ | 768/10000 [36:24<6:50:52, 2.67s/it] 8%|▊ | 769/10000 [36:26<6:48:40, 2.66s/it] 8%|▊ | 770/10000 [36:29<6:55:38, 2.70s/it] 8%|▊ | 771/10000 [36:32<7:15:21, 2.83s/it] 8%|▊ | 772/10000 [36:35<7:15:47, 2.83s/it] 8%|▊ | 773/10000 [36:38<7:16:46, 2.84s/it] 8%|▊ | 774/10000 [36:41<7:08:36, 2.79s/it] 8%|▊ | 775/10000 [36:44<7:13:50, 2.82s/it] 8%|▊ | 776/10000 [36:46<7:00:35, 2.74s/it] 8%|▊ | 777/10000 [36:49<6:49:01, 2.66s/it] 8%|▊ | 778/10000 [36:51<6:40:29, 2.61s/it] 8%|▊ | 779/10000 [36:54<6:52:26, 2.68s/it] 8%|▊ | 780/10000 [36:57<7:04:42, 2.76s/it] 8%|▊ | 780/10000 [36:57<7:04:42, 2.76s/it] 8%|▊ | 781/10000 [36:59<6:48:59, 2.66s/it] 8%|▊ | 782/10000 [37:02<6:39:45, 2.60s/it] 8%|▊ | 783/10000 [37:05<6:53:19, 2.69s/it] 8%|▊ | 784/10000 [37:07<6:40:21, 2.61s/it] 8%|▊ | 785/10000 [37:10<6:31:37, 2.55s/it] 8%|▊ | 786/10000 [37:12<6:24:49, 2.51s/it] 8%|▊ | 787/10000 [37:14<6:19:58, 2.47s/it] 8%|▊ | 788/10000 [37:17<6:37:32, 2.59s/it] 8%|▊ | 789/10000 [37:20<6:33:57, 2.57s/it] 8%|▊ | 790/10000 [37:23<6:47:00, 2.65s/it] 8%|▊ | 791/10000 [37:26<7:00:55, 2.74s/it] 8%|▊ | 792/10000 [37:28<7:03:54, 2.76s/it] 8%|▊ | 793/10000 [37:31<6:51:22, 2.68s/it] 8%|▊ | 794/10000 [37:33<6:43:43, 2.63s/it] 8%|▊ | 795/10000 [37:36<7:02:04, 2.75s/it] 8%|▊ | 796/10000 [37:39<7:01:02, 2.74s/it] 8%|▊ | 797/10000 [37:42<7:05:48, 2.78s/it] 8%|▊ | 798/10000 [37:45<7:17:51, 2.86s/it] 8%|▊ | 799/10000 [37:48<7:24:19, 2.90s/it] 8%|▊ | 800/10000 [37:51<7:22:39, 2.89s/it] 8%|▊ | 800/10000 [37:51<7:22:39, 2.89s/it] 8%|▊ | 801/10000 [37:54<7:13:56, 2.83s/it] 8%|▊ | 802/10000 [37:56<7:08:48, 2.80s/it] 8%|▊ | 803/10000 [37:59<7:11:41, 2.82s/it] 8%|▊ | 804/10000 [38:02<7:20:05, 2.87s/it] 8%|▊ | 805/10000 [38:05<7:09:00, 2.80s/it] 8%|▊ | 806/10000 [38:08<7:13:14, 2.83s/it] 8%|▊ | 807/10000 [38:10<7:09:10, 2.80s/it] 8%|▊ | 808/10000 [38:13<7:13:41, 2.83s/it] 8%|▊ | 809/10000 [38:16<7:15:16, 2.84s/it] 8%|▊ | 810/10000 [38:19<7:08:14, 2.80s/it] 8%|▊ | 811/10000 [38:22<7:14:55, 2.84s/it] 8%|▊ | 812/10000 [38:25<7:23:34, 2.90s/it] 8%|▊ | 813/10000 [38:28<7:11:14, 2.82s/it] 8%|▊ | 814/10000 [38:31<7:23:29, 2.90s/it] 8%|▊ | 815/10000 [38:33<7:22:07, 2.89s/it] 8%|▊ | 816/10000 [38:36<7:19:45, 2.87s/it] 8%|▊ | 817/10000 [38:39<7:12:48, 2.83s/it] 8%|▊ | 818/10000 [38:42<6:59:07, 2.74s/it] 8%|▊ | 819/10000 [38:45<7:10:17, 2.81s/it] 8%|▊ | 820/10000 [38:47<7:03:00, 2.76s/it] {'loss': '0.04254', 'grad_norm': '30.82', 'learning_rate': '4.671e-06', 'num_tokens': '1.954e+05', 'completions/mean_length': '4.412', 'completions/min_length': '3.35', 'completions/max_length': '5.45', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.412', 'completions/min_terminated_length': '3.35', 'completions/max_terminated_length': '5.45', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4165', 'rewards/reward_semantic/std': '0.1211', 'rewards/reward_length/mean': '-0.04517', 'rewards/reward_length/std': '0.01107', 'reward': '1.123', 'reward_std': '0.03659', 'frac_reward_zero_std': '0.3', 'kl': '0.3928', 'entropy': '0.4666', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.765', 'epoch': '0.1083'} +[adaptive-kl] kl=0.567 target=0.3 beta: 0.0506 -> 0.0759 +{'loss': '-0.003148', 'grad_norm': '12.92', 'learning_rate': '4.661e-06', 'num_tokens': '2.017e+05', 'completions/mean_length': '4.631', 'completions/min_length': '3.35', 'completions/max_length': '6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.631', 'completions/min_terminated_length': '3.35', 'completions/max_terminated_length': '6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3292', 'rewards/reward_semantic/std': '0.0946', 'rewards/reward_length/mean': '-0.03823', 'rewards/reward_length/std': '0.01336', 'reward': '1.097', 'reward_std': '0.02845', 'frac_reward_zero_std': '0.3', 'kl': '0.5669', 'entropy': '0.573', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.835', 'epoch': '0.1115'} +[adaptive-kl] kl=0.554 target=0.3 beta: 0.0759 -> 0.1139 +{'loss': '0.04363', 'grad_norm': '15.93', 'learning_rate': '4.651e-06', 'num_tokens': '2.075e+05', 'completions/mean_length': '4.781', 'completions/min_length': '3.95', 'completions/max_length': '5.8', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.781', 'completions/min_terminated_length': '3.95', 'completions/max_terminated_length': '5.8', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3531', 'rewards/reward_semantic/std': '0.07422', 'rewards/reward_length/mean': '-0.03267', 'rewards/reward_length/std': '0.006212', 'reward': '1.104', 'reward_std': '0.02234', 'frac_reward_zero_std': '0.55', 'kl': '0.5543', 'entropy': '0.2062', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.78', 'epoch': '0.1148'} +[adaptive-kl] kl=0.948 target=0.3 beta: 0.1139 -> 0.1709 +{'loss': '0.1215', 'grad_norm': '13.67', 'learning_rate': '4.641e-06', 'num_tokens': '2.132e+05', 'completions/mean_length': '4.588', 'completions/min_length': '4.1', 'completions/max_length': '5.8', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.588', 'completions/min_terminated_length': '4.1', 'completions/max_terminated_length': '5.8', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.34', 'rewards/reward_semantic/std': '0.09426', 'rewards/reward_length/mean': '-0.03552', 'rewards/reward_length/std': '0.008106', 'reward': '1.1', 'reward_std': '0.02843', 'frac_reward_zero_std': '0.45', 'kl': '0.948', 'entropy': '0.3641', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.818', 'epoch': '0.1181'} +[adaptive-kl] kl=5.692 target=0.3 beta: 0.1709 -> 0.2563 +{'loss': '0.7696', 'grad_norm': '68.29', 'learning_rate': '4.631e-06', 'num_tokens': '2.192e+05', 'completions/mean_length': '4.175', 'completions/min_length': '2.55', 'completions/max_length': '5.2', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.175', 'completions/min_terminated_length': '2.55', 'completions/max_terminated_length': '5.2', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.1635', 'rewards/reward_semantic/std': '0.08339', 'rewards/reward_length/mean': '-0.02068', 'rewards/reward_length/std': '0.009331', 'reward': '1.048', 'reward_std': '0.02507', 'frac_reward_zero_std': '0.2', 'kl': '5.692', 'entropy': '0.3079', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.753', 'epoch': '0.1214'} +[adaptive-kl] kl=9.759 target=0.3 beta: 0.2563 -> 0.3844 +{'loss': '2.09', 'grad_norm': '2.873', 'learning_rate': '4.621e-06', 'num_tokens': '2.246e+05', 'completions/mean_length': '3.188', 'completions/min_length': '2.15', 'completions/max_length': '4.25', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.188', 'completions/min_terminated_length': '2.15', 'completions/max_terminated_length': '4.25', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3123', 'rewards/reward_semantic/std': '0.1018', 'rewards/reward_length/mean': '-0.02207', 'rewards/reward_length/std': '0.009878', 'reward': '1.093', 'reward_std': '0.03052', 'frac_reward_zero_std': '0.45', 'kl': '9.759', 'entropy': '0.344', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.71', 'epoch': '0.1247'} +[adaptive-kl] kl=9.436 target=0.3 beta: 0.3844 -> 0.5767 +{'loss': '2.727', 'grad_norm': '15.28', 'learning_rate': '4.611e-06', 'num_tokens': '2.298e+05', 'completions/mean_length': '2.931', 'completions/min_length': '1.5', 'completions/max_length': '4.95', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '2.931', 'completions/min_terminated_length': '1.5', 'completions/max_terminated_length': '4.95', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.09948', 'rewards/reward_semantic/std': '0.06116', 'rewards/reward_length/mean': '-0.02495', 'rewards/reward_length/std': '0.01443', 'reward': '1.029', 'reward_std': '0.01875', 'frac_reward_zero_std': '0.2', 'kl': '9.436', 'entropy': '0.5465', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.754', 'epoch': '0.128'} +[adaptive-kl] kl=8.141 target=0.3 beta: 0.5767 -> 0.8650 +{'loss': '4.414', 'grad_norm': '0.0002123', 'learning_rate': '4.601e-06', 'num_tokens': '2.356e+05', 'completions/mean_length': '3.175', 'completions/min_length': '2.4', 'completions/max_length': '4.1', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.175', 'completions/min_terminated_length': '2.4', 'completions/max_terminated_length': '4.1', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2844', 'rewards/reward_semantic/std': '0.1016', 'rewards/reward_length/mean': '-0.02971', 'rewards/reward_length/std': '0.008486', 'reward': '1.084', 'reward_std': '0.03051', 'frac_reward_zero_std': '0.5', 'kl': '8.141', 'entropy': '0.3821', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.684', 'epoch': '0.1312'} + 8%|▊ | 820/10000 [38:47<7:03:00, 2.76s/it] 8%|▊ | 821/10000 [38:50<7:22:40, 2.89s/it] 8%|▊ | 822/10000 [38:53<7:09:14, 2.81s/it] 8%|▊ | 823/10000 [38:56<7:12:23, 2.83s/it] 8%|▊ | 824/10000 [38:59<7:08:32, 2.80s/it] 8%|▊ | 825/10000 [39:02<7:17:03, 2.86s/it] 8%|▊ | 826/10000 [39:04<7:19:03, 2.87s/it] 8%|▊ | 827/10000 [39:07<7:18:08, 2.87s/it] 8%|▊ | 828/10000 [39:10<7:30:17, 2.95s/it] 8%|▊ | 829/10000 [39:14<7:37:56, 3.00s/it] 8%|▊ | 830/10000 [39:16<7:27:40, 2.93s/it] 8%|▊ | 831/10000 [39:19<7:08:17, 2.80s/it] 8%|▊ | 832/10000 [39:21<6:58:31, 2.74s/it] 8%|▊ | 833/10000 [39:24<6:48:19, 2.67s/it] 8%|▊ | 834/10000 [39:27<6:54:41, 2.71s/it] 8%|▊ | 835/10000 [39:30<6:58:22, 2.74s/it] 8%|▊ | 836/10000 [39:32<6:56:57, 2.73s/it] 8%|▊ | 837/10000 [39:35<6:54:14, 2.71s/it] 8%|▊ | 838/10000 [39:38<6:52:30, 2.70s/it] 8%|▊ | 839/10000 [39:41<7:08:58, 2.81s/it] 8%|▊ | 840/10000 [39:43<6:58:34, 2.74s/it] 8%|▊ | 840/10000 [39:43<6:58:34, 2.74s/it] 8%|▊ | 841/10000 [39:46<7:13:07, 2.84s/it] 8%|▊ | 842/10000 [39:49<7:12:14, 2.83s/it] 8%|▊ | 843/10000 [39:52<7:10:52, 2.82s/it] 8%|▊ | 844/10000 [39:55<7:23:59, 2.91s/it] 8%|▊ | 845/10000 [39:58<7:18:06, 2.87s/it] 8%|▊ | 846/10000 [40:01<7:17:56, 2.87s/it] 8%|▊ | 847/10000 [40:04<7:13:20, 2.84s/it] 8%|▊ | 848/10000 [40:06<7:10:23, 2.82s/it] 8%|▊ | 849/10000 [40:09<7:11:50, 2.83s/it] 8%|▊ | 850/10000 [40:12<7:23:50, 2.91s/it] 9%|▊ | 851/10000 [40:15<7:30:41, 2.96s/it] 9%|▊ | 852/10000 [40:18<7:25:12, 2.92s/it] 9%|▊ | 853/10000 [40:21<7:30:11, 2.95s/it] 9%|▊ | 854/10000 [40:24<7:24:33, 2.92s/it] 9%|▊ | 855/10000 [40:27<7:19:02, 2.88s/it] 9%|▊ | 856/10000 [40:30<7:19:30, 2.88s/it] 9%|▊ | 857/10000 [40:33<7:43:52, 3.04s/it] 9%|▊ | 858/10000 [40:36<7:31:55, 2.97s/it] 9%|▊ | 859/10000 [40:39<7:25:15, 2.92s/it] 9%|▊ | 860/10000 [40:42<7:22:05, 2.90s/it] 9%|▊ | 860/10000 [40:42<7:22:05, 2.90s/it] 9%|▊ | 861/10000 [40:44<7:23:09, 2.91s/it] 9%|▊ | 862/10000 [40:47<7:22:20, 2.90s/it] 9%|▊ | 863/10000 [40:50<7:16:13, 2.86s/it] 9%|▊ | 864/10000 [40:53<7:00:42, 2.76s/it] 9%|▊ | 865/10000 [40:55<6:56:36, 2.74s/it] 9%|▊ | 866/10000 [40:58<6:56:33, 2.74s/it] 9%|▊ | 867/10000 [41:01<7:01:41, 2.77s/it] 9%|▊ | 868/10000 [41:04<7:16:17, 2.87s/it] 9%|▊ | 869/10000 [41:07<7:22:20, 2.91s/it] 9%|▊ | 870/10000 [41:10<7:14:39, 2.86s/it] 9%|▊ | 871/10000 [41:13<7:09:15, 2.82s/it] 9%|▊ | 872/10000 [41:16<8:01:23, 3.16s/it] 9%|▊ | 873/10000 [41:19<7:45:57, 3.06s/it] 9%|▊ | 874/10000 [41:22<7:27:49, 2.94s/it] 9%|▉ | 875/10000 [41:25<7:51:22, 3.10s/it] 9%|▉ | 876/10000 [41:28<7:41:37, 3.04s/it] 9%|▉ | 877/10000 [41:31<7:33:06, 2.98s/it] 9%|▉ | 878/10000 [41:34<7:12:00, 2.84s/it] 9%|▉ | 879/10000 [41:37<7:13:31, 2.85s/it] 9%|▉ | 880/10000 [41:39<7:14:55, 2.86s/it] 9%|▉ | 880/10000 [41:39<7:14:55, 2.86s/it] 9%|▉ | 881/10000 [41:42<7:19:23, 2.89s/it] 9%|▉ | 882/10000 [41:45<7:10:56, 2.84s/it] 9%|▉ | 883/10000 [41:48<7:17:34, 2.88s/it] 9%|▉ | 884/10000 [41:51<7:02:51, 2.78s/it] 9%|▉ | 885/10000 [41:54<7:10:50, 2.84s/it] 9%|▉ | 886/10000 [41:57<7:15:04, 2.86s/it] 9%|▉ | 887/10000 [41:59<7:04:03, 2.79s/it] 9%|▉ | 888/10000 [42:02<7:26:59, 2.94s/it] 9%|▉ | 889/10000 [42:06<7:39:37, 3.03s/it] 9%|▉ | 890/10000 [42:08<7:28:08, 2.95s/it] 9%|▉ | 891/10000 [42:11<7:19:55, 2.90s/it] 9%|▉ | 892/10000 [42:14<7:10:17, 2.83s/it] 9%|▉ | 893/10000 [42:17<7:30:05, 2.97s/it] 9%|▉ | 894/10000 [42:20<7:26:35, 2.94s/it] 9%|▉ | 895/10000 [42:23<7:38:56, 3.02s/it] 9%|▉ | 896/10000 [42:27<7:56:55, 3.14s/it] 9%|▉ | 897/10000 [42:30<7:42:10, 3.05s/it] 9%|▉ | 898/10000 [42:33<7:41:59, 3.05s/it] 9%|▉ | 899/10000 [42:35<7:36:05, 3.01s/it] 9%|▉ | 900/10000 [42:38<7:35:39, 3.00s/it] 9%|▉ | 900/10000 [42:38<7:35:39, 3.00s/it] 9%|▉ | 901/10000 [42:42<7:37:02, 3.01s/it] 9%|▉ | 902/10000 [42:44<7:31:08, 2.98s/it] 9%|▉ | 903/10000 [42:47<7:26:43, 2.95s/it] 9%|▉ | 904/10000 [42:50<7:13:10, 2.86s/it] 9%|▉ | 905/10000 [42:53<7:11:47, 2.85s/it] 9%|▉ | 906/10000 [42:56<7:17:39, 2.89s/it] 9%|▉ | 907/10000 [42:59<7:34:21, 3.00s/it] 9%|▉ | 908/10000 [43:02<7:30:45, 2.97s/it] 9%|▉ | 909/10000 [43:05<7:35:52, 3.01s/it] 9%|▉ | 910/10000 [43:08<7:41:20, 3.05s/it] 9%|▉ | 911/10000 [43:11<7:38:25, 3.03s/it] 9%|▉ | 912/10000 [43:14<7:23:11, 2.93s/it] 9%|▉ | 913/10000 [43:17<7:26:00, 2.94s/it] 9%|▉ | 914/10000 [43:20<7:16:18, 2.88s/it] 9%|▉ | 915/10000 [43:22<7:12:33, 2.86s/it] 9%|▉ | 916/10000 [43:25<7:16:31, 2.88s/it] 9%|▉ | 917/10000 [43:28<7:16:39, 2.88s/it] 9%|▉ | 918/10000 [43:31<7:24:15, 2.93s/it] 9%|▉ | 919/10000 [43:34<7:17:25, 2.89s/it] 9%|▉ | 920/10000 [43:37<7:00:27, 2.78s/it] 9%|▉ | 920/10000 [43:37<7:00:27, 2.78s/it] 9%|▉ | 921/10000 [43:39<7:07:26, 2.82s/it] 9%|▉ | 922/10000 [43:42<7:07:51, 2.83s/it] 9%|▉ | 923/10000 [43:45<7:06:26, 2.82s/it] 9%|▉ | 924/10000 [43:48<7:03:16, 2.80s/it] 9%|▉ | 925/10000 [43:50<6:49:22, 2.71s/it] 9%|▉ | 926/10000 [43:53<6:39:27, 2.64s/it] 9%|▉ | 927/10000 [43:56<7:00:44, 2.78s/it] 9%|▉ | 928/10000 [43:59<7:12:08, 2.86s/it] 9%|▉ | 929/10000 [44:02<7:12:19, 2.86s/it] 9%|▉ | 930/10000 [44:05<7:07:54, 2.83s/it] 9%|▉ | 931/10000 [44:07<7:09:53, 2.84s/it] 9%|▉ | 932/10000 [44:10<7:15:28, 2.88s/it] 9%|▉ | 933/10000 [44:13<6:59:53, 2.78s/it] 9%|▉ | 934/10000 [44:16<7:05:36, 2.82s/it] 9%|▉ | 935/10000 [44:19<7:00:41, 2.78s/it] 9%|▉ | 936/10000 [44:22<7:20:45, 2.92s/it] 9%|▉ | 937/10000 [44:25<7:27:46, 2.96s/it] 9%|▉ | 938/10000 [44:28<7:27:59, 2.97s/it] 9%|▉ | 939/10000 [44:31<7:18:26, 2.90s/it] 9%|▉ | 940/10000 [44:33<6:59:55, 2.78s/it] 9%|▉ | 940/10000 [44:33<6:59:55, 2.78s/it] 9%|▉ | 941/10000 [44:36<7:08:15, 2.84s/it] 9%|▉ | 942/10000 [44:39<7:16:35, 2.89s/it] 9%|▉ | 943/10000 [44:42<7:04:49, 2.81s/it] 9%|▉ | 944/10000 [44:45<7:05:56, 2.82s/it] 9%|▉ | 945/10000 [44:47<6:56:51, 2.76s/it] 9%|▉ | 946/10000 [44:50<7:11:37, 2.86s/it] 9%|▉ | 947/10000 [44:53<7:03:36, 2.81s/it] 9%|▉ | 948/10000 [44:56<7:09:55, 2.85s/it] 9%|▉ | 949/10000 [44:59<7:21:22, 2.93s/it] 10%|▉ | 950/10000 [45:02<7:01:59, 2.80s/it] 10%|▉ | 951/10000 [45:05<7:12:31, 2.87s/it] 10%|▉ | 952/10000 [45:08<7:25:01, 2.95s/it] 10%|▉ | 953/10000 [45:11<7:36:48, 3.03s/it] 10%|▉ | 954/10000 [45:14<7:26:32, 2.96s/it] 10%|▉ | 955/10000 [45:17<7:33:35, 3.01s/it] 10%|▉ | 956/10000 [45:19<7:15:38, 2.89s/it] 10%|▉ | 957/10000 [45:22<7:12:14, 2.87s/it] 10%|▉ | 958/10000 [45:25<7:01:40, 2.80s/it] 10%|▉ | 959/10000 [45:28<7:21:42, 2.93s/it] 10%|▉ | 960/10000 [45:31<7:15:35, 2.89s/it] 10%|▉ | 960/10000 [45:31<7:15:35, 2.89s/it] 10%|▉ | 961/10000 [45:34<7:31:47, 3.00s/it] 10%|▉ | 962/10000 [45:37<7:20:33, 2.92s/it] 10%|▉ | 963/10000 [45:40<7:27:01, 2.97s/it] 10%|▉ | 964/10000 [45:43<7:21:15, 2.93s/it] 10%|▉ | 965/10000 [45:46<7:40:17, 3.06s/it] 10%|▉ | 966/10000 [45:49<7:47:17, 3.10s/it] 10%|▉ | 967/10000 [45:52<7:20:55, 2.93s/it] 10%|▉ | 968/10000 [45:55<7:11:21, 2.87s/it] 10%|▉ | 969/10000 [45:58<7:19:36, 2.92s/it] 10%|▉ | 970/10000 [46:01<7:20:42, 2.93s/it] 10%|▉ | 971/10000 [46:04<7:28:53, 2.98s/it] 10%|▉ | 972/10000 [46:07<7:31:12, 3.00s/it] 10%|▉ | 973/10000 [46:09<7:16:22, 2.90s/it] 10%|▉ | 974/10000 [46:12<7:09:22, 2.85s/it] 10%|▉ | 975/10000 [46:15<7:17:08, 2.91s/it] 10%|▉ | 976/10000 [46:18<7:17:34, 2.91s/it] 10%|▉ | 977/10000 [46:21<7:23:07, 2.95s/it] 10%|▉ | 978/10000 [46:24<7:22:26, 2.94s/it] 10%|▉ | 979/10000 [46:28<7:53:47, 3.15s/it] 10%|▉ | 980/10000 [46:31<7:38:03, 3.05s/it] {'loss': '0.3082', 'grad_norm': '0.3123', 'learning_rate': '4.591e-06', 'num_tokens': '2.417e+05', 'completions/mean_length': '4.306', 'completions/min_length': '3.5', 'completions/max_length': '5.55', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.306', 'completions/min_terminated_length': '3.5', 'completions/max_terminated_length': '5.55', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3407', 'rewards/reward_semantic/std': '0.09897', 'rewards/reward_length/mean': '-0.05955', 'rewards/reward_length/std': '0.01398', 'reward': '1.099', 'reward_std': '0.03005', 'frac_reward_zero_std': '0.2', 'kl': '0.2669', 'entropy': '0.4372', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.802', 'epoch': '0.1345'} +{'loss': '0.3645', 'grad_norm': '0.4801', 'learning_rate': '4.581e-06', 'num_tokens': '2.477e+05', 'completions/mean_length': '3.938', 'completions/min_length': '3.05', 'completions/max_length': '5.05', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.938', 'completions/min_terminated_length': '3.05', 'completions/max_terminated_length': '5.05', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4642', 'rewards/reward_semantic/std': '0.1032', 'rewards/reward_length/mean': '-0.05032', 'rewards/reward_length/std': '0.01343', 'reward': '1.137', 'reward_std': '0.03133', 'frac_reward_zero_std': '0.3', 'kl': '0.4185', 'entropy': '0.5165', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.793', 'epoch': '0.1378'} +{'loss': '0.2168', 'grad_norm': '17.27', 'learning_rate': '4.571e-06', 'num_tokens': '2.537e+05', 'completions/mean_length': '5.213', 'completions/min_length': '4.25', 'completions/max_length': '7', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.213', 'completions/min_terminated_length': '4.25', 'completions/max_terminated_length': '7', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4305', 'rewards/reward_semantic/std': '0.1589', 'rewards/reward_length/mean': '-0.05706', 'rewards/reward_length/std': '0.01364', 'reward': '1.126', 'reward_std': '0.04804', 'frac_reward_zero_std': '0.3', 'kl': '0.2003', 'entropy': '0.5046', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.901', 'epoch': '0.1411'} +[adaptive-kl] kl=0.146 target=0.3 beta: 0.8650 -> 0.5767 +{'loss': '0.09615', 'grad_norm': '0.0007619', 'learning_rate': '4.561e-06', 'num_tokens': '2.601e+05', 'completions/mean_length': '5.263', 'completions/min_length': '4.05', 'completions/max_length': '6.35', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.263', 'completions/min_terminated_length': '4.05', 'completions/max_terminated_length': '6.35', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4337', 'rewards/reward_semantic/std': '0.0459', 'rewards/reward_length/mean': '-0.04883', 'rewards/reward_length/std': '0.01349', 'reward': '1.128', 'reward_std': '0.01401', 'frac_reward_zero_std': '0.35', 'kl': '0.1456', 'entropy': '0.4097', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.882', 'epoch': '0.1444'} +[adaptive-kl] kl=0.035 target=0.3 beta: 0.5767 -> 0.3844 +{'loss': '0.08463', 'grad_norm': '2.442', 'learning_rate': '4.551e-06', 'num_tokens': '2.662e+05', 'completions/mean_length': '5.256', 'completions/min_length': '3.6', 'completions/max_length': '7.15', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.256', 'completions/min_terminated_length': '3.6', 'completions/max_terminated_length': '7.15', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3292', 'rewards/reward_semantic/std': '0.09424', 'rewards/reward_length/mean': '-0.06689', 'rewards/reward_length/std': '0.01664', 'reward': '1.095', 'reward_std': '0.02886', 'frac_reward_zero_std': '0.15', 'kl': '0.0349', 'entropy': '0.8439', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.94', 'epoch': '0.1476'} +[adaptive-kl] kl=0.104 target=0.3 beta: 0.3844 -> 0.2563 +{'loss': '0.1025', 'grad_norm': '0.4787', 'learning_rate': '4.541e-06', 'num_tokens': '2.721e+05', 'completions/mean_length': '4.65', 'completions/min_length': '3.3', 'completions/max_length': '6.55', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.65', 'completions/min_terminated_length': '3.3', 'completions/max_terminated_length': '6.55', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2259', 'rewards/reward_semantic/std': '0.098', 'rewards/reward_length/mean': '-0.05305', 'rewards/reward_length/std': '0.01425', 'reward': '1.065', 'reward_std': '0.02975', 'frac_reward_zero_std': '0.15', 'kl': '0.1035', 'entropy': '0.6971', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.89', 'epoch': '0.1509'} +[adaptive-kl] kl=0.086 target=0.3 beta: 0.2563 -> 0.1709 +{'loss': '0.08457', 'grad_norm': '0.03856', 'learning_rate': '4.531e-06', 'num_tokens': '2.779e+05', 'completions/mean_length': '4.144', 'completions/min_length': '3.1', 'completions/max_length': '5.5', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.144', 'completions/min_terminated_length': '3.1', 'completions/max_terminated_length': '5.5', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4326', 'rewards/reward_semantic/std': '0.1191', 'rewards/reward_length/mean': '-0.05479', 'rewards/reward_length/std': '0.01328', 'reward': '1.127', 'reward_std': '0.03604', 'frac_reward_zero_std': '0.3', 'kl': '0.08573', 'entropy': '0.5841', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.818', 'epoch': '0.1542'} +[adaptive-kl] kl=0.148 target=0.3 beta: 0.1709 -> 0.1139 +{'loss': '0.06338', 'grad_norm': '3.85e-06', 'learning_rate': '4.521e-06', 'num_tokens': '2.837e+05', 'completions/mean_length': '4.912', 'completions/min_length': '4', 'completions/max_length': '6.65', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.912', 'completions/min_terminated_length': '4', 'completions/max_terminated_length': '6.65', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4351', 'rewards/reward_semantic/std': '0.1376', 'rewards/reward_length/mean': '-0.05178', 'rewards/reward_length/std': '0.01436', 'reward': '1.128', 'reward_std': '0.04157', 'frac_reward_zero_std': '0.3', 'kl': '0.148', 'entropy': '0.5056', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.879', 'epoch': '0.1575'} +[adaptive-kl] kl=0.139 target=0.3 beta: 0.1139 -> 0.0759 + 10%|▉ | 980/10000 [46:31<7:38:03, 3.05s/it] 10%|▉ | 981/10000 [46:34<7:38:12, 3.05s/it] 10%|▉ | 982/10000 [46:36<7:17:35, 2.91s/it] 10%|▉ | 983/10000 [46:39<7:22:40, 2.95s/it] 10%|▉ | 984/10000 [46:42<7:17:46, 2.91s/it] 10%|▉ | 985/10000 [46:45<7:15:31, 2.90s/it] 10%|▉ | 986/10000 [46:48<7:17:18, 2.91s/it] 10%|▉ | 987/10000 [46:51<7:11:09, 2.87s/it] 10%|▉ | 988/10000 [46:53<6:57:37, 2.78s/it] 10%|▉ | 989/10000 [46:56<7:04:36, 2.83s/it] 10%|▉ | 990/10000 [46:59<6:57:22, 2.78s/it] 10%|▉ | 991/10000 [47:01<6:43:58, 2.69s/it] 10%|▉ | 992/10000 [47:04<6:33:40, 2.62s/it] 10%|▉ | 993/10000 [47:07<6:41:33, 2.68s/it] 10%|▉ | 994/10000 [47:09<6:43:47, 2.69s/it] 10%|▉ | 995/10000 [47:12<6:49:26, 2.73s/it] 10%|▉ | 996/10000 [47:15<7:00:06, 2.80s/it] 10%|▉ | 997/10000 [47:18<7:11:02, 2.87s/it] 10%|▉ | 998/10000 [47:21<7:14:16, 2.89s/it] 10%|▉ | 999/10000 [47:24<7:11:44, 2.88s/it] 10%|█ | 1000/10000 [47:27<7:16:36, 2.91s/it] 10%|█ | 1000/10000 [47:27<7:16:36, 2.91s/it] 10%|█ | 1001/10000 [47:31<7:57:57, 3.19s/it] 10%|█ | 1002/10000 [47:34<7:49:09, 3.13s/it] 10%|█ | 1003/10000 [47:37<7:40:30, 3.07s/it] 10%|█ | 1004/10000 [47:40<7:33:41, 3.03s/it] 10%|█ | 1005/10000 [47:43<7:38:56, 3.06s/it] 10%|█ | 1006/10000 [47:45<7:23:31, 2.96s/it] 10%|█ | 1007/10000 [47:48<7:08:20, 2.86s/it] 10%|█ | 1008/10000 [47:51<7:17:14, 2.92s/it] 10%|█ | 1009/10000 [47:54<7:31:23, 3.01s/it] 10%|█ | 1010/10000 [47:57<7:06:10, 2.84s/it] 10%|█ | 1011/10000 [48:00<7:21:07, 2.94s/it] 10%|█ | 1012/10000 [48:03<7:17:40, 2.92s/it] 10%|█ | 1013/10000 [48:05<7:00:23, 2.81s/it] 10%|█ | 1014/10000 [48:08<7:03:18, 2.83s/it] 10%|█ | 1015/10000 [48:11<7:04:03, 2.83s/it] 10%|█ | 1016/10000 [48:14<6:57:44, 2.79s/it] 10%|█ | 1017/10000 [48:17<7:03:53, 2.83s/it] 10%|█ | 1018/10000 [48:20<7:07:25, 2.86s/it] 10%|█ | 1019/10000 [48:23<7:08:56, 2.87s/it] 10%|█ | 1020/10000 [48:25<7:02:16, 2.82s/it] 10%|█ | 1020/10000 [48:25<7:02:16, 2.82s/it] 10%|█ | 1021/10000 [48:28<7:03:04, 2.83s/it] 10%|█ | 1022/10000 [48:31<7:02:08, 2.82s/it] 10%|█ | 1023/10000 [48:34<7:11:54, 2.89s/it] 10%|█ | 1024/10000 [48:37<7:16:52, 2.92s/it] 10%|█ | 1025/10000 [48:39<6:59:39, 2.81s/it] 10%|█ | 1026/10000 [48:42<7:01:35, 2.82s/it] 10%|█ | 1027/10000 [48:45<7:03:09, 2.83s/it] 10%|█ | 1028/10000 [48:48<7:13:43, 2.90s/it] 10%|█ | 1029/10000 [48:52<7:30:57, 3.02s/it] 10%|█ | 1030/10000 [48:54<7:23:40, 2.97s/it] 10%|█ | 1031/10000 [48:57<7:16:35, 2.92s/it] 10%|█ | 1032/10000 [49:00<7:28:55, 3.00s/it] 10%|█ | 1033/10000 [49:03<7:13:22, 2.90s/it] 10%|█ | 1034/10000 [49:06<7:09:31, 2.87s/it] 10%|█ | 1035/10000 [49:09<7:07:47, 2.86s/it] 10%|█ | 1036/10000 [49:11<6:52:35, 2.76s/it] 10%|█ | 1037/10000 [49:14<6:38:40, 2.67s/it] 10%|█ | 1038/10000 [49:17<6:46:47, 2.72s/it] 10%|█ | 1039/10000 [49:19<6:44:19, 2.71s/it] 10%|█ | 1040/10000 [49:22<6:48:00, 2.73s/it] 10%|█ | 1040/10000 [49:22<6:48:00, 2.73s/it] 10%|█ | 1041/10000 [49:25<6:48:16, 2.73s/it] 10%|█ | 1042/10000 [49:27<6:44:45, 2.71s/it] 10%|█ | 1043/10000 [49:31<7:07:30, 2.86s/it] 10%|█ | 1044/10000 [49:33<7:06:42, 2.86s/it] 10%|█ | 1045/10000 [49:36<7:11:49, 2.89s/it] 10%|█ | 1046/10000 [49:39<7:18:30, 2.94s/it] 10%|█ | 1047/10000 [49:42<7:15:37, 2.92s/it] 10%|█ | 1048/10000 [49:45<7:09:10, 2.88s/it] 10%|█ | 1049/10000 [49:48<7:07:11, 2.86s/it] 10%|█ | 1050/10000 [49:51<6:57:22, 2.80s/it] 11%|█ | 1051/10000 [49:53<6:50:32, 2.75s/it] 11%|█ | 1052/10000 [49:56<7:09:32, 2.88s/it] 11%|█ | 1053/10000 [50:00<7:20:28, 2.95s/it] 11%|█ | 1054/10000 [50:02<7:16:07, 2.93s/it] 11%|█ | 1055/10000 [50:05<7:13:25, 2.91s/it] 11%|█ | 1056/10000 [50:08<7:10:58, 2.89s/it] 11%|█ | 1057/10000 [50:11<7:07:10, 2.87s/it] 11%|█ | 1058/10000 [50:14<7:27:27, 3.00s/it] 11%|█ | 1059/10000 [50:17<7:17:15, 2.93s/it] 11%|█ | 1060/10000 [50:20<7:08:55, 2.88s/it] 11%|█ | 1060/10000 [50:20<7:08:55, 2.88s/it] 11%|█ | 1061/10000 [50:23<7:07:38, 2.87s/it] 11%|█ | 1062/10000 [50:27<8:30:57, 3.43s/it] 11%|█ | 1063/10000 [50:30<8:01:34, 3.23s/it] 11%|█ | 1064/10000 [50:33<7:45:38, 3.13s/it] 11%|█ | 1065/10000 [50:36<7:39:35, 3.09s/it] 11%|█ | 1066/10000 [50:39<7:21:15, 2.96s/it] 11%|█ | 1067/10000 [50:42<7:16:15, 2.93s/it] 11%|█ | 1068/10000 [50:44<7:12:42, 2.91s/it] 11%|█ | 1069/10000 [50:47<7:09:10, 2.88s/it] 11%|█ | 1070/10000 [50:51<7:27:01, 3.00s/it] 11%|█ | 1071/10000 [50:53<7:16:19, 2.93s/it] 11%|█ | 1072/10000 [50:57<7:38:18, 3.08s/it] 11%|█ | 1073/10000 [50:59<7:22:17, 2.97s/it] 11%|█ | 1074/10000 [51:03<7:29:44, 3.02s/it] 11%|█ | 1075/10000 [51:05<7:23:22, 2.98s/it] 11%|█ | 1076/10000 [51:08<7:17:54, 2.94s/it] 11%|█ | 1077/10000 [51:11<7:15:07, 2.93s/it] 11%|█ | 1078/10000 [51:14<7:12:17, 2.91s/it] 11%|█ | 1079/10000 [51:17<6:55:13, 2.79s/it] 11%|█ | 1080/10000 [51:19<6:53:47, 2.78s/it] 11%|█ | 1080/10000 [51:19<6:53:47, 2.78s/it] 11%|█ | 1081/10000 [51:22<6:53:34, 2.78s/it] 11%|█ | 1082/10000 [51:25<7:04:05, 2.85s/it] 11%|█ | 1083/10000 [51:28<6:59:51, 2.83s/it] 11%|█ | 1084/10000 [51:31<6:55:35, 2.80s/it] 11%|█ | 1085/10000 [51:33<6:43:15, 2.71s/it] 11%|█ | 1086/10000 [51:36<6:46:18, 2.73s/it] 11%|█ | 1087/10000 [51:39<6:42:29, 2.71s/it] 11%|█ | 1088/10000 [51:41<6:47:45, 2.75s/it] 11%|█ | 1089/10000 [51:44<6:50:13, 2.76s/it] 11%|█ | 1090/10000 [51:47<6:53:33, 2.78s/it] 11%|█ | 1091/10000 [51:50<6:53:51, 2.79s/it] 11%|█ | 1092/10000 [51:52<6:44:37, 2.73s/it] 11%|█ | 1093/10000 [51:55<6:51:39, 2.77s/it] 11%|█ | 1094/10000 [51:58<6:58:51, 2.82s/it] 11%|█ | 1095/10000 [52:01<7:00:15, 2.83s/it] 11%|█ | 1096/10000 [52:04<7:10:10, 2.90s/it] 11%|█ | 1097/10000 [52:07<7:06:30, 2.87s/it] 11%|█ | 1098/10000 [52:09<6:50:23, 2.77s/it] 11%|█ | 1099/10000 [52:12<6:49:01, 2.76s/it] 11%|█ | 1100/10000 [52:15<6:49:26, 2.76s/it] 11%|█ | 1100/10000 [52:15<6:49:26, 2.76s/it] 11%|█ | 1101/10000 [52:18<6:41:40, 2.71s/it] 11%|█ | 1102/10000 [52:21<6:53:55, 2.79s/it] 11%|█ | 1103/10000 [52:23<6:52:22, 2.78s/it] 11%|█ | 1104/10000 [52:26<6:43:08, 2.72s/it] 11%|█ | 1105/10000 [52:29<7:00:58, 2.84s/it] 11%|█ | 1106/10000 [52:32<6:53:33, 2.79s/it] 11%|█ | 1107/10000 [52:35<7:11:56, 2.91s/it] 11%|█ | 1108/10000 [52:37<6:57:52, 2.82s/it] 11%|█ | 1109/10000 [52:40<6:43:27, 2.72s/it] 11%|█ | 1110/10000 [52:43<7:02:05, 2.85s/it] 11%|█ | 1111/10000 [52:46<7:14:25, 2.93s/it] 11%|█ | 1112/10000 [52:49<7:05:35, 2.87s/it] 11%|█ | 1113/10000 [52:52<7:06:32, 2.88s/it] 11%|█ | 1114/10000 [52:55<7:01:04, 2.84s/it] 11%|█ | 1115/10000 [52:57<6:59:19, 2.83s/it] 11%|█ | 1116/10000 [53:00<7:02:59, 2.86s/it] 11%|█ | 1117/10000 [53:03<6:59:39, 2.83s/it] 11%|█ | 1118/10000 [53:06<7:00:54, 2.84s/it] 11%|█ | 1119/10000 [53:09<6:54:36, 2.80s/it] 11%|█ | 1120/10000 [53:11<6:48:48, 2.76s/it] 11%|█ | 1120/10000 [53:11<6:48:48, 2.76s/it] 11%|█ | 1121/10000 [53:14<6:47:00, 2.75s/it] 11%|█ | 1122/10000 [53:17<6:47:31, 2.75s/it] 11%|█ | 1123/10000 [53:20<6:46:31, 2.75s/it] 11%|█ | 1124/10000 [53:22<6:34:02, 2.66s/it] 11%|█▏ | 1125/10000 [53:25<6:45:00, 2.74s/it] 11%|█▏ | 1126/10000 [53:28<6:54:57, 2.81s/it] 11%|█▏ | 1127/10000 [53:31<6:51:49, 2.78s/it] 11%|█▏ | 1128/10000 [53:34<7:02:32, 2.86s/it] 11%|█▏ | 1129/10000 [53:37<7:02:04, 2.85s/it] 11%|█▏ | 1130/10000 [53:39<7:04:28, 2.87s/it] 11%|█▏ | 1131/10000 [53:42<7:05:32, 2.88s/it] 11%|█▏ | 1132/10000 [53:46<7:31:46, 3.06s/it] 11%|█▏ | 1133/10000 [53:49<7:25:54, 3.02s/it] 11%|█▏ | 1134/10000 [53:52<7:20:57, 2.98s/it] 11%|█▏ | 1135/10000 [53:55<7:18:49, 2.97s/it] 11%|█▏ | 1136/10000 [53:57<7:13:46, 2.94s/it] 11%|█▏ | 1137/10000 [54:00<7:09:16, 2.91s/it] 11%|█▏ | 1138/10000 [54:03<7:00:22, 2.85s/it] 11%|█▏ | 1139/10000 [54:06<6:55:49, 2.82s/it] 11%|█▏ | 1140/10000 [54:09<6:58:22, 2.83s/it] {'loss': '0.06001', 'grad_norm': '11.39', 'learning_rate': '4.511e-06', 'num_tokens': '2.896e+05', 'completions/mean_length': '5.525', 'completions/min_length': '4.1', 'completions/max_length': '7.5', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.525', 'completions/min_terminated_length': '4.1', 'completions/max_terminated_length': '7.5', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2981', 'rewards/reward_semantic/std': '0.05898', 'rewards/reward_length/mean': '-0.05864', 'rewards/reward_length/std': '0.01781', 'reward': '1.086', 'reward_std': '0.01802', 'frac_reward_zero_std': '0.2', 'kl': '0.1386', 'entropy': '0.5804', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.969', 'epoch': '0.1608'} +[adaptive-kl] kl=0.035 target=0.3 beta: 0.0759 -> 0.0506 +{'loss': '0.01543', 'grad_norm': '2.262', 'learning_rate': '4.501e-06', 'num_tokens': '2.951e+05', 'completions/mean_length': '4.644', 'completions/min_length': '3.8', 'completions/max_length': '5.65', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.644', 'completions/min_terminated_length': '3.8', 'completions/max_terminated_length': '5.65', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3891', 'rewards/reward_semantic/std': '0.07378', 'rewards/reward_length/mean': '-0.05015', 'rewards/reward_length/std': '0.008717', 'reward': '1.114', 'reward_std': '0.02225', 'frac_reward_zero_std': '0.4', 'kl': '0.03534', 'entropy': '0.5156', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.804', 'epoch': '0.164'} +[adaptive-kl] kl=0.157 target=0.3 beta: 0.0506 -> 0.0338 +{'loss': '0.07478', 'grad_norm': '2.852e-05', 'learning_rate': '4.491e-06', 'num_tokens': '3.01e+05', 'completions/mean_length': '4.831', 'completions/min_length': '3.75', 'completions/max_length': '6.45', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.831', 'completions/min_terminated_length': '3.75', 'completions/max_terminated_length': '6.45', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4677', 'rewards/reward_semantic/std': '0.1057', 'rewards/reward_length/mean': '-0.05586', 'rewards/reward_length/std': '0.01453', 'reward': '1.138', 'reward_std': '0.03195', 'frac_reward_zero_std': '0.35', 'kl': '0.1568', 'entropy': '0.575', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.884', 'epoch': '0.1673'} +[adaptive-kl] kl=0.631 target=0.3 beta: 0.0338 -> 0.0506 +{'loss': '0.06776', 'grad_norm': '16.02', 'learning_rate': '4.481e-06', 'num_tokens': '3.07e+05', 'completions/mean_length': '4.625', 'completions/min_length': '3.65', 'completions/max_length': '5.8', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.625', 'completions/min_terminated_length': '3.65', 'completions/max_terminated_length': '5.8', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3464', 'rewards/reward_semantic/std': '0.05726', 'rewards/reward_length/mean': '-0.05159', 'rewards/reward_length/std': '0.01433', 'reward': '1.101', 'reward_std': '0.01754', 'frac_reward_zero_std': '0.35', 'kl': '0.6311', 'entropy': '0.4727', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.825', 'epoch': '0.1706'} +[adaptive-kl] kl=0.467 target=0.3 beta: 0.0506 -> 0.0759 +{'loss': '0.07971', 'grad_norm': '13.78', 'learning_rate': '4.471e-06', 'num_tokens': '3.132e+05', 'completions/mean_length': '4.6', 'completions/min_length': '3.55', 'completions/max_length': '6.35', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.6', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '6.35', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3048', 'rewards/reward_semantic/std': '0.08821', 'rewards/reward_length/mean': '-0.04978', 'rewards/reward_length/std': '0.02293', 'reward': '1.089', 'reward_std': '0.02727', 'frac_reward_zero_std': '0.2', 'kl': '0.4673', 'entropy': '0.5675', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.878', 'epoch': '0.1739'} +[adaptive-kl] kl=0.713 target=0.3 beta: 0.0759 -> 0.1139 +{'loss': '0.1053', 'grad_norm': '0.002419', 'learning_rate': '4.461e-06', 'num_tokens': '3.194e+05', 'completions/mean_length': '5.594', 'completions/min_length': '4.25', 'completions/max_length': '7.45', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.594', 'completions/min_terminated_length': '4.25', 'completions/max_terminated_length': '7.45', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2748', 'rewards/reward_semantic/std': '0.04189', 'rewards/reward_length/mean': '-0.04458', 'rewards/reward_length/std': '0.0121', 'reward': '1.08', 'reward_std': '0.01286', 'frac_reward_zero_std': '0.5', 'kl': '0.7131', 'entropy': '0.3051', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.966', 'epoch': '0.1772'} +[adaptive-kl] kl=0.821 target=0.3 beta: 0.1139 -> 0.1709 +{'loss': '0.1077', 'grad_norm': '4.366e-05', 'learning_rate': '4.45e-06', 'num_tokens': '3.255e+05', 'completions/mean_length': '4.725', 'completions/min_length': '4.35', 'completions/max_length': '5.25', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.725', 'completions/min_terminated_length': '4.35', 'completions/max_terminated_length': '5.25', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2528', 'rewards/reward_semantic/std': '0.07281', 'rewards/reward_length/mean': '-0.03652', 'rewards/reward_length/std': '0.006466', 'reward': '1.074', 'reward_std': '0.02189', 'frac_reward_zero_std': '0.65', 'kl': '0.8211', 'entropy': '0.2524', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.77', 'epoch': '0.1804'} +[adaptive-kl] kl=0.451 target=0.3 beta: 0.1709 -> 0.2563 +{'loss': '0.09175', 'grad_norm': '0.01449', 'learning_rate': '4.441e-06', 'num_tokens': '3.312e+05', 'completions/mean_length': '4.575', 'completions/min_length': '3.6', 'completions/max_length': '5.65', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.575', 'completions/min_terminated_length': '3.6', 'completions/max_terminated_length': '5.65', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.266', 'rewards/reward_semantic/std': '0.1108', 'rewards/reward_length/mean': '-0.05085', 'rewards/reward_length/std': '0.01429', 'reward': '1.077', 'reward_std': '0.03335', 'frac_reward_zero_std': '0.3', 'kl': '0.4514', 'entropy': '0.6528', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.808', 'epoch': '0.1837'} +[adaptive-kl] kl=1.163 target=0.3 beta: 0.2563 -> 0.3844 + 11%|█▏ | 1140/10000 [54:09<6:58:22, 2.83s/it] 11%|█▏ | 1141/10000 [54:11<6:56:36, 2.82s/it] 11%|█▏ | 1142/10000 [54:14<6:53:48, 2.80s/it] 11%|█▏ | 1143/10000 [54:17<6:42:54, 2.73s/it] 11%|█▏ | 1144/10000 [54:19<6:41:18, 2.72s/it] 11%|█▏ | 1145/10000 [54:22<6:56:40, 2.82s/it] 11%|█▏ | 1146/10000 [54:25<6:41:06, 2.72s/it] 11%|█▏ | 1147/10000 [54:27<6:31:27, 2.65s/it] 11%|█▏ | 1148/10000 [54:30<6:47:41, 2.76s/it] 11%|█▏ | 1149/10000 [54:33<6:47:07, 2.76s/it] 12%|█▏ | 1150/10000 [54:36<7:03:01, 2.87s/it] 12%|█▏ | 1151/10000 [54:39<6:45:14, 2.75s/it] 12%|█▏ | 1152/10000 [54:42<6:48:00, 2.77s/it] 12%|█▏ | 1153/10000 [54:45<7:17:47, 2.97s/it] 12%|█▏ | 1154/10000 [54:48<6:56:36, 2.83s/it] 12%|█▏ | 1155/10000 [54:50<6:57:12, 2.83s/it] 12%|█▏ | 1156/10000 [54:53<6:54:49, 2.81s/it] 12%|█▏ | 1157/10000 [54:56<7:03:28, 2.87s/it] 12%|█▏ | 1158/10000 [54:59<7:00:41, 2.85s/it] 12%|█▏ | 1159/10000 [55:01<6:42:03, 2.73s/it] 12%|█▏ | 1160/10000 [55:04<6:32:19, 2.66s/it] 12%|█▏ | 1160/10000 [55:04<6:32:19, 2.66s/it] 12%|█▏ | 1161/10000 [55:06<6:25:16, 2.62s/it] 12%|█▏ | 1162/10000 [55:09<6:25:11, 2.61s/it] 12%|█▏ | 1163/10000 [55:12<6:20:01, 2.58s/it] 12%|█▏ | 1164/10000 [55:14<6:30:40, 2.65s/it] 12%|█▏ | 1165/10000 [55:17<6:41:26, 2.73s/it] 12%|█▏ | 1166/10000 [55:20<6:34:50, 2.68s/it] 12%|█▏ | 1167/10000 [55:22<6:26:10, 2.62s/it] 12%|█▏ | 1168/10000 [55:25<6:34:46, 2.68s/it] 12%|█▏ | 1169/10000 [55:28<6:48:27, 2.78s/it] 12%|█▏ | 1170/10000 [55:31<6:48:15, 2.77s/it] 12%|█▏ | 1171/10000 [55:34<6:39:09, 2.71s/it] 12%|█▏ | 1172/10000 [55:36<6:43:40, 2.74s/it] 12%|█▏ | 1173/10000 [55:39<6:47:35, 2.77s/it] 12%|█▏ | 1174/10000 [55:42<6:36:24, 2.69s/it] 12%|█▏ | 1175/10000 [55:45<6:58:30, 2.85s/it] 12%|█▏ | 1176/10000 [55:48<6:56:31, 2.83s/it] 12%|█▏ | 1177/10000 [55:50<6:55:32, 2.83s/it] 12%|█▏ | 1178/10000 [55:53<6:55:50, 2.83s/it] 12%|█▏ | 1179/10000 [55:56<6:49:02, 2.78s/it] 12%|█▏ | 1180/10000 [55:59<6:57:24, 2.84s/it] 12%|█▏ | 1180/10000 [55:59<6:57:24, 2.84s/it] 12%|█▏ | 1181/10000 [56:02<7:08:31, 2.92s/it] 12%|█▏ | 1182/10000 [56:05<7:05:01, 2.89s/it] 12%|█▏ | 1183/10000 [56:08<7:01:14, 2.87s/it] 12%|█▏ | 1184/10000 [56:10<6:42:10, 2.74s/it] 12%|█▏ | 1185/10000 [56:13<6:37:51, 2.71s/it] 12%|█▏ | 1186/10000 [56:16<6:44:11, 2.75s/it] 12%|█▏ | 1187/10000 [56:18<6:38:13, 2.71s/it] 12%|█▏ | 1188/10000 [56:21<6:38:42, 2.71s/it] 12%|█▏ | 1189/10000 [56:24<6:45:15, 2.76s/it] 12%|█▏ | 1190/10000 [56:27<6:53:42, 2.82s/it] 12%|█▏ | 1191/10000 [56:29<6:48:50, 2.78s/it] 12%|█▏ | 1192/10000 [56:32<6:37:23, 2.71s/it] 12%|█▏ | 1193/10000 [56:35<6:28:19, 2.65s/it] 12%|█▏ | 1194/10000 [56:37<6:32:32, 2.67s/it] 12%|█▏ | 1195/10000 [56:40<6:29:51, 2.66s/it] 12%|█▏ | 1196/10000 [56:43<6:58:45, 2.85s/it] 12%|█▏ | 1197/10000 [56:46<7:00:26, 2.87s/it] 12%|█▏ | 1198/10000 [56:49<6:46:49, 2.77s/it] 12%|█▏ | 1199/10000 [56:52<6:52:24, 2.81s/it] 12%|█▏ | 1200/10000 [56:55<7:04:10, 2.89s/it] 12%|█▏ | 1200/10000 [56:55<7:04:10, 2.89s/it] 12%|█▏ | 1201/10000 [56:58<7:11:23, 2.94s/it] 12%|█▏ | 1202/10000 [57:00<6:53:14, 2.82s/it] 12%|█▏ | 1203/10000 [57:03<6:44:17, 2.76s/it] 12%|█▏ | 1204/10000 [57:06<7:06:06, 2.91s/it] 12%|█▏ | 1205/10000 [57:09<7:03:46, 2.89s/it] 12%|█▏ | 1206/10000 [57:12<7:09:49, 2.93s/it] 12%|█▏ | 1207/10000 [57:15<7:09:34, 2.93s/it] 12%|█▏ | 1208/10000 [57:18<7:01:31, 2.88s/it] 12%|█▏ | 1209/10000 [57:21<7:02:35, 2.88s/it] 12%|█▏ | 1210/10000 [57:23<6:59:34, 2.86s/it] 12%|█▏ | 1211/10000 [57:26<6:47:00, 2.78s/it] 12%|█▏ | 1212/10000 [57:29<6:50:50, 2.81s/it] 12%|█▏ | 1213/10000 [57:32<7:05:27, 2.91s/it] 12%|█▏ | 1214/10000 [57:35<6:57:52, 2.85s/it] 12%|█▏ | 1215/10000 [57:37<6:50:47, 2.81s/it] 12%|█▏ | 1216/10000 [57:40<6:54:54, 2.83s/it] 12%|█▏ | 1217/10000 [57:43<7:00:24, 2.87s/it] 12%|█▏ | 1218/10000 [57:47<7:21:52, 3.02s/it] 12%|█▏ | 1219/10000 [57:49<7:15:32, 2.98s/it] 12%|█▏ | 1220/10000 [57:52<7:15:32, 2.98s/it] 12%|█▏ | 1220/10000 [57:52<7:15:32, 2.98s/it] 12%|█▏ | 1221/10000 [57:55<6:53:58, 2.83s/it] 12%|█▏ | 1222/10000 [57:58<7:04:03, 2.90s/it] 12%|█▏ | 1223/10000 [58:01<6:58:59, 2.86s/it] 12%|█▏ | 1224/10000 [58:03<6:46:36, 2.78s/it] 12%|█▏ | 1225/10000 [58:06<6:45:15, 2.77s/it] 12%|█▏ | 1226/10000 [58:09<6:50:19, 2.81s/it] 12%|█▏ | 1227/10000 [58:12<6:47:08, 2.78s/it] 12%|█▏ | 1228/10000 [58:14<6:34:38, 2.70s/it] 12%|█▏ | 1229/10000 [58:17<6:37:45, 2.72s/it] 12%|█▏ | 1230/10000 [58:20<6:45:36, 2.77s/it] 12%|█▏ | 1231/10000 [58:23<7:20:33, 3.01s/it] 12%|█▏ | 1232/10000 [58:26<7:09:27, 2.94s/it] 12%|█▏ | 1233/10000 [58:30<7:25:33, 3.05s/it] 12%|█▏ | 1234/10000 [58:32<7:16:28, 2.99s/it] 12%|█▏ | 1235/10000 [58:35<7:12:52, 2.96s/it] 12%|█▏ | 1236/10000 [58:38<7:11:46, 2.96s/it] 12%|█▏ | 1237/10000 [58:41<7:07:57, 2.93s/it] 12%|█▏ | 1238/10000 [58:44<7:08:58, 2.94s/it] 12%|█▏ | 1239/10000 [58:47<7:10:47, 2.95s/it] 12%|█▏ | 1240/10000 [58:50<7:07:29, 2.93s/it] 12%|█▏ | 1240/10000 [58:50<7:07:29, 2.93s/it] 12%|█▏ | 1241/10000 [58:53<7:23:03, 3.03s/it] 12%|█▏ | 1242/10000 [58:56<7:24:22, 3.04s/it] 12%|█▏ | 1243/10000 [58:59<7:22:27, 3.03s/it] 12%|█▏ | 1244/10000 [59:02<7:21:36, 3.03s/it] 12%|█▏ | 1245/10000 [59:05<7:08:49, 2.94s/it] 12%|█▏ | 1246/10000 [59:08<7:23:32, 3.04s/it] 12%|█▏ | 1247/10000 [59:11<7:29:01, 3.08s/it] 12%|█▏ | 1248/10000 [59:14<7:17:42, 3.00s/it] 12%|█▏ | 1249/10000 [59:17<7:18:05, 3.00s/it] 12%|█▎ | 1250/10000 [59:20<7:18:52, 3.01s/it] 13%|█▎ | 1251/10000 [59:23<7:15:21, 2.99s/it] 13%|█▎ | 1252/10000 [59:26<7:09:04, 2.94s/it] 13%|█▎ | 1253/10000 [59:29<6:59:51, 2.88s/it] 13%|█▎ | 1254/10000 [59:32<6:55:08, 2.85s/it] 13%|█▎ | 1255/10000 [59:34<6:41:27, 2.75s/it] 13%|█▎ | 1256/10000 [59:37<6:37:20, 2.73s/it] 13%|█▎ | 1257/10000 [59:40<7:03:29, 2.91s/it] 13%|█▎ | 1258/10000 [59:43<7:16:20, 2.99s/it] 13%|█▎ | 1259/10000 [59:47<7:28:27, 3.08s/it] 13%|█▎ | 1260/10000 [59:49<7:07:14, 2.93s/it] 13%|█▎ | 1260/10000 [59:49<7:07:14, 2.93s/it] 13%|█▎ | 1261/10000 [59:52<7:13:53, 2.98s/it] 13%|█▎ | 1262/10000 [59:55<7:00:02, 2.88s/it] 13%|█▎ | 1263/10000 [59:58<7:04:09, 2.91s/it] 13%|█▎ | 1264/10000 [1:00:00<6:44:12, 2.78s/it] 13%|█▎ | 1265/10000 [1:00:03<6:56:44, 2.86s/it] 13%|█▎ | 1266/10000 [1:00:07<7:08:00, 2.94s/it] 13%|█▎ | 1267/10000 [1:00:10<7:08:50, 2.95s/it] 13%|█▎ | 1268/10000 [1:00:13<7:24:37, 3.06s/it] 13%|█▎ | 1269/10000 [1:00:16<7:16:18, 3.00s/it] 13%|█▎ | 1270/10000 [1:00:19<7:22:56, 3.04s/it] 13%|█▎ | 1271/10000 [1:00:22<7:11:51, 2.97s/it] 13%|█▎ | 1272/10000 [1:00:25<7:07:38, 2.94s/it] 13%|█▎ | 1273/10000 [1:00:27<6:55:47, 2.86s/it] 13%|█▎ | 1274/10000 [1:00:30<7:02:58, 2.91s/it] 13%|█▎ | 1275/10000 [1:00:33<6:50:12, 2.82s/it] 13%|█▎ | 1276/10000 [1:00:36<7:00:44, 2.89s/it] 13%|█▎ | 1277/10000 [1:00:39<7:21:13, 3.03s/it] 13%|█▎ | 1278/10000 [1:00:42<7:11:42, 2.97s/it] 13%|█▎ | 1279/10000 [1:00:45<6:58:32, 2.88s/it] 13%|█▎ | 1280/10000 [1:00:48<6:55:19, 2.86s/it] 13%|█▎ | 1280/10000 [1:00:48<6:55:19, 2.86s/it] 13%|█▎ | 1281/10000 [1:00:50<6:40:47, 2.76s/it] 13%|█▎ | 1282/10000 [1:00:53<6:43:42, 2.78s/it] 13%|█▎ | 1283/10000 [1:00:56<6:56:04, 2.86s/it] 13%|█▎ | 1284/10000 [1:00:59<7:12:55, 2.98s/it] 13%|█▎ | 1285/10000 [1:01:02<7:05:28, 2.93s/it] 13%|█▎ | 1286/10000 [1:01:05<6:55:09, 2.86s/it] 13%|█▎ | 1287/10000 [1:01:08<6:54:19, 2.85s/it] 13%|█▎ | 1288/10000 [1:01:11<7:10:20, 2.96s/it] 13%|█▎ | 1289/10000 [1:01:13<6:48:37, 2.81s/it] 13%|█▎ | 1290/10000 [1:01:16<6:41:14, 2.76s/it] 13%|█▎ | 1291/10000 [1:01:19<6:51:27, 2.83s/it] 13%|█▎ | 1292/10000 [1:01:21<6:40:27, 2.76s/it] 13%|█▎ | 1293/10000 [1:01:25<7:02:18, 2.91s/it] 13%|█▎ | 1294/10000 [1:01:27<6:54:15, 2.86s/it] 13%|█▎ | 1295/10000 [1:01:30<6:47:23, 2.81s/it] 13%|█▎ | 1296/10000 [1:01:33<6:49:58, 2.83s/it] 13%|█▎ | 1297/10000 [1:01:36<6:55:10, 2.86s/it] 13%|█▎ | 1298/10000 [1:01:39<6:45:17, 2.79s/it] 13%|█▎ | 1299/10000 [1:01:41<6:32:16, 2.71s/it] 13%|█▎ | 1300/10000 [1:01:44<6:33:31, 2.71s/it] {'loss': '0.3143', 'grad_norm': '10.8', 'learning_rate': '4.431e-06', 'num_tokens': '3.372e+05', 'completions/mean_length': '5.181', 'completions/min_length': '4.2', 'completions/max_length': '6.3', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.181', 'completions/min_terminated_length': '4.2', 'completions/max_terminated_length': '6.3', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2125', 'rewards/reward_semantic/std': '0.02315', 'rewards/reward_length/mean': '-0.03149', 'rewards/reward_length/std': '0.01055', 'reward': '1.062', 'reward_std': '0.007456', 'frac_reward_zero_std': '0.45', 'kl': '1.163', 'entropy': '0.4657', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.85', 'epoch': '0.187'} +[adaptive-kl] kl=3.091 target=0.3 beta: 0.3844 -> 0.5767 +{'loss': '1.11', 'grad_norm': '1.795', 'learning_rate': '4.421e-06', 'num_tokens': '3.428e+05', 'completions/mean_length': '4.225', 'completions/min_length': '3.5', 'completions/max_length': '5', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.225', 'completions/min_terminated_length': '3.5', 'completions/max_terminated_length': '5', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2875', 'rewards/reward_semantic/std': '0.01336', 'rewards/reward_length/mean': '-0.02622', 'rewards/reward_length/std': '0.005566', 'reward': '1.085', 'reward_std': '0.004172', 'frac_reward_zero_std': '0.6', 'kl': '3.091', 'entropy': '0.3527', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.755', 'epoch': '0.1903'} +[adaptive-kl] kl=1.072 target=0.3 beta: 0.5767 -> 0.8650 +{'loss': '0.4261', 'grad_norm': '13.2', 'learning_rate': '4.411e-06', 'num_tokens': '3.485e+05', 'completions/mean_length': '4.094', 'completions/min_length': '2.9', 'completions/max_length': '5', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.094', 'completions/min_terminated_length': '2.9', 'completions/max_terminated_length': '5', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3511', 'rewards/reward_semantic/std': '0.05205', 'rewards/reward_length/mean': '-0.04141', 'rewards/reward_length/std': '0.009599', 'reward': '1.103', 'reward_std': '0.01584', 'frac_reward_zero_std': '0.4', 'kl': '1.072', 'entropy': '0.356', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.739', 'epoch': '0.1936'} +[adaptive-kl] kl=4.123 target=0.3 beta: 0.8650 -> 1.0000 +{'loss': '2.474', 'grad_norm': '24.24', 'learning_rate': '4.401e-06', 'num_tokens': '3.545e+05', 'completions/mean_length': '3.837', 'completions/min_length': '2.75', 'completions/max_length': '5.05', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.837', 'completions/min_terminated_length': '2.75', 'completions/max_terminated_length': '5.05', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3259', 'rewards/reward_semantic/std': '0.114', 'rewards/reward_length/mean': '-0.03271', 'rewards/reward_length/std': '0.009984', 'reward': '1.096', 'reward_std': '0.03426', 'frac_reward_zero_std': '0.35', 'kl': '4.123', 'entropy': '0.4633', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.771', 'epoch': '0.1969'} +{'loss': '0.7711', 'grad_norm': '46.56', 'learning_rate': '4.391e-06', 'num_tokens': '3.606e+05', 'completions/mean_length': '4.644', 'completions/min_length': '3.2', 'completions/max_length': '6.5', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.644', 'completions/min_terminated_length': '3.2', 'completions/max_terminated_length': '6.5', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.1504', 'rewards/reward_semantic/std': '0.05289', 'rewards/reward_length/mean': '-0.05022', 'rewards/reward_length/std': '0.01524', 'reward': '1.043', 'reward_std': '0.01637', 'frac_reward_zero_std': '0.1', 'kl': '1.149', 'entropy': '0.6598', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.879', 'epoch': '0.2001'} +{'loss': '0.4046', 'grad_norm': '8.809', 'learning_rate': '4.381e-06', 'num_tokens': '3.664e+05', 'completions/mean_length': '4.525', 'completions/min_length': '3.05', 'completions/max_length': '6.3', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.525', 'completions/min_terminated_length': '3.05', 'completions/max_terminated_length': '6.3', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2812', 'rewards/reward_semantic/std': '0.08148', 'rewards/reward_length/mean': '-0.04829', 'rewards/reward_length/std': '0.01593', 'reward': '1.082', 'reward_std': '0.02493', 'frac_reward_zero_std': '0.25', 'kl': '0.4013', 'entropy': '0.7547', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.862', 'epoch': '0.2034'} +[adaptive-kl] kl=0.134 target=0.3 beta: 1.0000 -> 0.6667 +{'loss': '0.2001', 'grad_norm': '9.954', 'learning_rate': '4.37e-06', 'num_tokens': '3.725e+05', 'completions/mean_length': '4.875', 'completions/min_length': '3.4', 'completions/max_length': '7.2', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.875', 'completions/min_terminated_length': '3.4', 'completions/max_terminated_length': '7.2', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.1859', 'rewards/reward_semantic/std': '0.07282', 'rewards/reward_length/mean': '-0.05623', 'rewards/reward_length/std': '0.01874', 'reward': '1.053', 'reward_std': '0.0226', 'frac_reward_zero_std': '0.1', 'kl': '0.1338', 'entropy': '0.8348', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.951', 'epoch': '0.2067'} +[adaptive-kl] kl=0.168 target=0.3 beta: 0.6667 -> 0.4444 +{'loss': '0.1963', 'grad_norm': '0.001139', 'learning_rate': '4.361e-06', 'num_tokens': '3.788e+05', 'completions/mean_length': '4.8', 'completions/min_length': '3.55', 'completions/max_length': '6.65', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.8', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '6.65', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2157', 'rewards/reward_semantic/std': '0.109', 'rewards/reward_length/mean': '-0.05615', 'rewards/reward_length/std': '0.01828', 'reward': '1.062', 'reward_std': '0.03338', 'frac_reward_zero_std': '0.1', 'kl': '0.1675', 'entropy': '0.6292', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.906', 'epoch': '0.21'} + 13%|█▎ | 1300/10000 [1:01:44<6:33:31, 2.71s/it] 13%|█▎ | 1301/10000 [1:01:47<6:33:04, 2.71s/it] 13%|█▎ | 1302/10000 [1:01:49<6:38:05, 2.75s/it] 13%|█▎ | 1303/10000 [1:01:52<6:54:09, 2.86s/it] 13%|█▎ | 1304/10000 [1:01:55<6:41:47, 2.77s/it] 13%|█▎ | 1305/10000 [1:01:58<6:53:59, 2.86s/it] 13%|█▎ | 1306/10000 [1:02:01<7:14:49, 3.00s/it] 13%|█▎ | 1307/10000 [1:02:04<7:02:18, 2.91s/it] 13%|█▎ | 1308/10000 [1:02:07<7:03:34, 2.92s/it] 13%|█▎ | 1309/10000 [1:02:10<6:58:13, 2.89s/it] 13%|█▎ | 1310/10000 [1:02:13<6:58:29, 2.89s/it] 13%|█▎ | 1311/10000 [1:02:16<6:53:11, 2.85s/it] 13%|█▎ | 1312/10000 [1:02:18<6:47:04, 2.81s/it] 13%|█▎ | 1313/10000 [1:02:21<6:47:53, 2.82s/it] 13%|█▎ | 1314/10000 [1:02:24<7:00:19, 2.90s/it] 13%|█▎ | 1315/10000 [1:02:27<6:52:07, 2.85s/it] 13%|█▎ | 1316/10000 [1:02:29<6:39:01, 2.76s/it] 13%|█▎ | 1317/10000 [1:02:32<6:39:21, 2.76s/it] 13%|█▎ | 1318/10000 [1:02:35<6:29:27, 2.69s/it] 13%|█▎ | 1319/10000 [1:02:38<6:37:47, 2.75s/it] 13%|█▎ | 1320/10000 [1:02:40<6:39:45, 2.76s/it] 13%|█▎ | 1320/10000 [1:02:40<6:39:45, 2.76s/it] 13%|█▎ | 1321/10000 [1:02:43<6:47:07, 2.81s/it] 13%|█▎ | 1322/10000 [1:02:47<7:03:50, 2.93s/it] 13%|█▎ | 1323/10000 [1:02:50<7:18:55, 3.04s/it] 13%|█▎ | 1324/10000 [1:02:53<7:05:06, 2.94s/it] 13%|█▎ | 1325/10000 [1:02:55<6:45:10, 2.80s/it] 13%|█▎ | 1326/10000 [1:02:58<6:46:45, 2.81s/it] 13%|█▎ | 1327/10000 [1:03:01<6:50:18, 2.84s/it] 13%|█▎ | 1328/10000 [1:03:04<6:54:29, 2.87s/it] 13%|█▎ | 1329/10000 [1:03:07<6:59:57, 2.91s/it] 13%|█▎ | 1330/10000 [1:03:09<6:45:48, 2.81s/it] 13%|█▎ | 1331/10000 [1:03:12<6:52:49, 2.86s/it] 13%|█▎ | 1332/10000 [1:03:15<6:35:17, 2.74s/it] 13%|█▎ | 1333/10000 [1:03:18<6:45:48, 2.81s/it] 13%|█▎ | 1334/10000 [1:03:21<6:52:45, 2.86s/it] 13%|█▎ | 1335/10000 [1:03:23<6:42:20, 2.79s/it] 13%|█▎ | 1336/10000 [1:03:26<6:26:54, 2.68s/it] 13%|█▎ | 1337/10000 [1:03:29<6:47:21, 2.82s/it] 13%|█▎ | 1338/10000 [1:03:32<6:43:05, 2.79s/it] 13%|█▎ | 1339/10000 [1:03:34<6:32:11, 2.72s/it] 13%|█▎ | 1340/10000 [1:03:37<6:34:42, 2.73s/it] 13%|█▎ | 1340/10000 [1:03:37<6:34:42, 2.73s/it] 13%|█▎ | 1341/10000 [1:03:40<6:27:09, 2.68s/it] 13%|█▎ | 1342/10000 [1:03:42<6:32:15, 2.72s/it] 13%|█▎ | 1343/10000 [1:03:45<6:27:41, 2.69s/it] 13%|█▎ | 1344/10000 [1:03:48<6:43:24, 2.80s/it] 13%|█▎ | 1345/10000 [1:03:51<6:56:43, 2.89s/it] 13%|█▎ | 1346/10000 [1:03:54<6:45:39, 2.81s/it] 13%|█▎ | 1347/10000 [1:03:57<6:47:11, 2.82s/it] 13%|█▎ | 1348/10000 [1:03:59<6:41:44, 2.79s/it] 13%|█▎ | 1349/10000 [1:04:02<6:38:31, 2.76s/it] 14%|█▎ | 1350/10000 [1:04:05<6:45:26, 2.81s/it] 14%|█▎ | 1351/10000 [1:04:08<6:49:10, 2.84s/it] 14%|█▎ | 1352/10000 [1:04:11<6:56:24, 2.89s/it] 14%|█▎ | 1353/10000 [1:04:14<6:52:52, 2.86s/it] 14%|█▎ | 1354/10000 [1:04:17<7:00:33, 2.92s/it] 14%|█▎ | 1355/10000 [1:04:19<6:49:22, 2.84s/it] 14%|█▎ | 1356/10000 [1:04:22<6:46:23, 2.82s/it] 14%|█▎ | 1357/10000 [1:04:25<6:42:12, 2.79s/it] 14%|█▎ | 1358/10000 [1:04:27<6:37:05, 2.76s/it] 14%|█▎ | 1359/10000 [1:04:30<6:44:28, 2.81s/it] 14%|█▎ | 1360/10000 [1:04:33<6:38:51, 2.77s/it] 14%|█▎ | 1360/10000 [1:04:33<6:38:51, 2.77s/it] 14%|█▎ | 1361/10000 [1:04:36<6:47:43, 2.83s/it] 14%|█▎ | 1362/10000 [1:04:39<7:03:46, 2.94s/it] 14%|█▎ | 1363/10000 [1:04:43<7:16:30, 3.03s/it] 14%|█▎ | 1364/10000 [1:04:45<7:08:25, 2.98s/it] 14%|█▎ | 1365/10000 [1:04:48<6:53:15, 2.87s/it] 14%|█▎ | 1366/10000 [1:04:51<7:04:30, 2.95s/it] 14%|█▎ | 1367/10000 [1:04:54<6:46:57, 2.83s/it] 14%|█▎ | 1368/10000 [1:04:57<6:51:19, 2.86s/it] 14%|█▎ | 1369/10000 [1:05:00<6:56:43, 2.90s/it] 14%|█▎ | 1370/10000 [1:05:03<7:06:40, 2.97s/it] 14%|█▎ | 1371/10000 [1:05:06<7:07:33, 2.97s/it] 14%|█▎ | 1372/10000 [1:05:09<7:00:37, 2.93s/it] 14%|█▎ | 1373/10000 [1:05:11<6:43:49, 2.81s/it] 14%|█▎ | 1374/10000 [1:05:14<6:50:26, 2.85s/it] 14%|█▍ | 1375/10000 [1:05:17<6:56:32, 2.90s/it] 14%|█▍ | 1376/10000 [1:05:20<6:49:33, 2.85s/it] 14%|█▍ | 1377/10000 [1:05:22<6:36:54, 2.76s/it] 14%|█▍ | 1378/10000 [1:05:26<6:55:15, 2.89s/it] 14%|█▍ | 1379/10000 [1:05:29<7:03:48, 2.95s/it] 14%|█▍ | 1380/10000 [1:05:32<7:06:39, 2.97s/it] 14%|█▍ | 1380/10000 [1:05:32<7:06:39, 2.97s/it] 14%|█▍ | 1381/10000 [1:05:34<7:02:42, 2.94s/it] 14%|█▍ | 1382/10000 [1:05:37<7:02:56, 2.94s/it] 14%|█▍ | 1383/10000 [1:05:40<6:57:08, 2.90s/it] 14%|█▍ | 1384/10000 [1:05:43<7:04:08, 2.95s/it] 14%|█▍ | 1385/10000 [1:05:46<7:10:04, 3.00s/it] 14%|█▍ | 1386/10000 [1:05:49<7:05:15, 2.96s/it] 14%|█▍ | 1387/10000 [1:05:52<6:57:40, 2.91s/it] 14%|█▍ | 1388/10000 [1:05:55<6:47:17, 2.84s/it] 14%|█▍ | 1389/10000 [1:05:57<6:33:52, 2.74s/it] 14%|█▍ | 1390/10000 [1:06:00<6:39:00, 2.78s/it] 14%|█▍ | 1391/10000 [1:06:03<6:50:07, 2.86s/it] 14%|█▍ | 1392/10000 [1:06:06<6:57:26, 2.91s/it] 14%|█▍ | 1393/10000 [1:06:09<6:56:00, 2.90s/it] 14%|█▍ | 1394/10000 [1:06:12<6:45:54, 2.83s/it] 14%|█▍ | 1395/10000 [1:06:15<6:56:08, 2.90s/it] 14%|█▍ | 1396/10000 [1:06:18<6:57:01, 2.91s/it] 14%|█▍ | 1397/10000 [1:06:21<7:32:44, 3.16s/it] 14%|█▍ | 1398/10000 [1:06:24<7:19:06, 3.06s/it] 14%|█▍ | 1399/10000 [1:06:27<7:17:43, 3.05s/it] 14%|█▍ | 1400/10000 [1:06:30<6:54:33, 2.89s/it] 14%|█▍ | 1400/10000 [1:06:30<6:54:33, 2.89s/it] 14%|█▍ | 1401/10000 [1:06:33<7:00:53, 2.94s/it] 14%|█▍ | 1402/10000 [1:06:36<6:54:26, 2.89s/it] 14%|█▍ | 1403/10000 [1:06:38<6:38:19, 2.78s/it] 14%|█▍ | 1404/10000 [1:06:41<6:35:26, 2.76s/it] 14%|█▍ | 1405/10000 [1:06:43<6:23:09, 2.67s/it] 14%|█▍ | 1406/10000 [1:06:46<6:28:37, 2.71s/it] 14%|█▍ | 1407/10000 [1:06:49<6:35:50, 2.76s/it] 14%|█▍ | 1408/10000 [1:06:52<6:24:11, 2.68s/it] 14%|█▍ | 1409/10000 [1:06:55<6:38:21, 2.78s/it] 14%|█▍ | 1410/10000 [1:06:57<6:38:24, 2.78s/it] 14%|█▍ | 1411/10000 [1:07:01<7:03:10, 2.96s/it] 14%|█▍ | 1412/10000 [1:07:04<7:01:08, 2.94s/it] 14%|█▍ | 1413/10000 [1:07:07<6:58:40, 2.93s/it] 14%|█▍ | 1414/10000 [1:07:09<6:47:21, 2.85s/it] 14%|█▍ | 1415/10000 [1:07:12<6:35:56, 2.77s/it] 14%|█▍ | 1416/10000 [1:07:15<6:37:33, 2.78s/it] 14%|█▍ | 1417/10000 [1:07:18<6:46:04, 2.84s/it] 14%|█▍ | 1418/10000 [1:07:21<6:50:02, 2.87s/it] 14%|█▍ | 1419/10000 [1:07:23<6:48:57, 2.86s/it] 14%|█▍ | 1420/10000 [1:07:26<6:48:58, 2.86s/it] 14%|█▍ | 1420/10000 [1:07:26<6:48:58, 2.86s/it] 14%|█▍ | 1421/10000 [1:07:29<6:34:02, 2.76s/it] 14%|█▍ | 1422/10000 [1:07:32<6:35:21, 2.77s/it] 14%|█▍ | 1423/10000 [1:07:35<6:53:46, 2.89s/it] 14%|█▍ | 1424/10000 [1:07:38<6:52:35, 2.89s/it] 14%|█▍ | 1425/10000 [1:07:41<7:00:01, 2.94s/it] 14%|█▍ | 1426/10000 [1:07:44<6:57:05, 2.92s/it] 14%|█▍ | 1427/10000 [1:07:47<7:15:54, 3.05s/it] 14%|█▍ | 1428/10000 [1:07:50<7:07:03, 2.99s/it] 14%|█▍ | 1429/10000 [1:07:52<6:46:14, 2.84s/it] 14%|█▍ | 1430/10000 [1:07:55<6:58:57, 2.93s/it] 14%|█▍ | 1431/10000 [1:07:58<6:42:37, 2.82s/it] 14%|█▍ | 1432/10000 [1:08:01<6:59:00, 2.93s/it] 14%|█▍ | 1433/10000 [1:08:04<6:51:17, 2.88s/it] 14%|█▍ | 1434/10000 [1:08:07<6:40:44, 2.81s/it] 14%|█▍ | 1435/10000 [1:08:09<6:40:41, 2.81s/it] 14%|█▍ | 1436/10000 [1:08:12<6:39:16, 2.80s/it] 14%|█▍ | 1437/10000 [1:08:15<6:40:38, 2.81s/it] 14%|█▍ | 1438/10000 [1:08:18<6:40:14, 2.80s/it] 14%|█▍ | 1439/10000 [1:08:21<6:39:08, 2.80s/it] 14%|█▍ | 1440/10000 [1:08:24<7:02:32, 2.96s/it] 14%|█▍ | 1440/10000 [1:08:24<7:02:32, 2.96s/it] 14%|█▍ | 1441/10000 [1:08:27<7:08:28, 3.00s/it] 14%|█▍ | 1442/10000 [1:08:30<6:58:54, 2.94s/it] 14%|█▍ | 1443/10000 [1:08:33<6:55:30, 2.91s/it] 14%|█▍ | 1444/10000 [1:08:35<6:40:47, 2.81s/it] 14%|█▍ | 1445/10000 [1:08:38<6:41:09, 2.81s/it] 14%|█▍ | 1446/10000 [1:08:41<6:46:37, 2.85s/it] 14%|█▍ | 1447/10000 [1:08:44<6:57:44, 2.93s/it] 14%|█▍ | 1448/10000 [1:08:47<6:46:34, 2.85s/it] 14%|█▍ | 1449/10000 [1:08:49<6:39:00, 2.80s/it] 14%|█▍ | 1450/10000 [1:08:52<6:51:17, 2.89s/it] 15%|█▍ | 1451/10000 [1:08:55<6:50:04, 2.88s/it] 15%|█▍ | 1452/10000 [1:08:59<7:03:07, 2.97s/it] 15%|█▍ | 1453/10000 [1:09:01<6:42:25, 2.83s/it] 15%|█▍ | 1454/10000 [1:09:04<6:41:08, 2.82s/it] 15%|█▍ | 1455/10000 [1:09:06<6:28:29, 2.73s/it] 15%|█▍ | 1456/10000 [1:09:09<6:32:50, 2.76s/it] 15%|█▍ | 1457/10000 [1:09:12<6:33:39, 2.76s/it] 15%|█▍ | 1458/10000 [1:09:15<6:35:37, 2.78s/it] 15%|█▍ | 1459/10000 [1:09:18<6:41:35, 2.82s/it] 15%|█▍ | 1460/10000 [1:09:21<6:43:08, 2.83s/it] {'loss': '0.1147', 'grad_norm': '7.31', 'learning_rate': '4.351e-06', 'num_tokens': '3.847e+05', 'completions/mean_length': '4.256', 'completions/min_length': '3.55', 'completions/max_length': '5.55', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.256', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '5.55', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5647', 'rewards/reward_semantic/std': '0.1474', 'rewards/reward_length/mean': '-0.04575', 'rewards/reward_length/std': '0.01005', 'reward': '1.167', 'reward_std': '0.0444', 'frac_reward_zero_std': '0.25', 'kl': '0.2016', 'entropy': '0.4926', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.803', 'epoch': '0.2133'} +{'loss': '0.1845', 'grad_norm': '11.68', 'learning_rate': '4.341e-06', 'num_tokens': '3.907e+05', 'completions/mean_length': '4.419', 'completions/min_length': '3.55', 'completions/max_length': '5.55', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.419', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '5.55', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4236', 'rewards/reward_semantic/std': '0.1429', 'rewards/reward_length/mean': '-0.03901', 'rewards/reward_length/std': '0.01043', 'reward': '1.125', 'reward_std': '0.04318', 'frac_reward_zero_std': '0.2', 'kl': '0.3842', 'entropy': '0.5802', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.819', 'epoch': '0.2165'} +{'loss': '0.1515', 'grad_norm': '10.53', 'learning_rate': '4.331e-06', 'num_tokens': '3.966e+05', 'completions/mean_length': '4.388', 'completions/min_length': '3.45', 'completions/max_length': '5.85', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.388', 'completions/min_terminated_length': '3.45', 'completions/max_terminated_length': '5.85', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3657', 'rewards/reward_semantic/std': '0.06291', 'rewards/reward_length/mean': '-0.05195', 'rewards/reward_length/std': '0.01174', 'reward': '1.107', 'reward_std': '0.01928', 'frac_reward_zero_std': '0.3', 'kl': '0.2523', 'entropy': '0.678', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.812', 'epoch': '0.2198'} +{'loss': '0.1423', 'grad_norm': '0.01459', 'learning_rate': '4.321e-06', 'num_tokens': '4.022e+05', 'completions/mean_length': '4.525', 'completions/min_length': '3.6', 'completions/max_length': '5.6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.525', 'completions/min_terminated_length': '3.6', 'completions/max_terminated_length': '5.6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5642', 'rewards/reward_semantic/std': '0.177', 'rewards/reward_length/mean': '-0.04978', 'rewards/reward_length/std': '0.01195', 'reward': '1.167', 'reward_std': '0.05327', 'frac_reward_zero_std': '0.2', 'kl': '0.348', 'entropy': '0.5141', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.796', 'epoch': '0.2231'} +{'loss': '0.2274', 'grad_norm': '3.327', 'learning_rate': '4.311e-06', 'num_tokens': '4.085e+05', 'completions/mean_length': '4.719', 'completions/min_length': '3.2', 'completions/max_length': '6.8', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.719', 'completions/min_terminated_length': '3.2', 'completions/max_terminated_length': '6.8', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2884', 'rewards/reward_semantic/std': '0.07742', 'rewards/reward_length/mean': '-0.05903', 'rewards/reward_length/std': '0.02332', 'reward': '1.084', 'reward_std': '0.02374', 'frac_reward_zero_std': '0.2', 'kl': '0.433', 'entropy': '0.7726', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.913', 'epoch': '0.2264'} +[adaptive-kl] kl=0.488 target=0.3 beta: 0.4444 -> 0.6667 +{'loss': '0.1925', 'grad_norm': '4.913', 'learning_rate': '4.301e-06', 'num_tokens': '4.143e+05', 'completions/mean_length': '5.131', 'completions/min_length': '3.75', 'completions/max_length': '6.8', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.131', 'completions/min_terminated_length': '3.75', 'completions/max_terminated_length': '6.8', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2815', 'rewards/reward_semantic/std': '0.1396', 'rewards/reward_length/mean': '-0.05278', 'rewards/reward_length/std': '0.01886', 'reward': '1.082', 'reward_std': '0.04201', 'frac_reward_zero_std': '0.15', 'kl': '0.4876', 'entropy': '0.6452', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.901', 'epoch': '0.2297'} +{'loss': '0.1867', 'grad_norm': '2.994', 'learning_rate': '4.29e-06', 'num_tokens': '4.2e+05', 'completions/mean_length': '3.938', 'completions/min_length': '3.05', 'completions/max_length': '5.25', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.938', 'completions/min_terminated_length': '3.05', 'completions/max_terminated_length': '5.25', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3641', 'rewards/reward_semantic/std': '0.05668', 'rewards/reward_length/mean': '-0.04524', 'rewards/reward_length/std': '0.01057', 'reward': '1.107', 'reward_std': '0.01719', 'frac_reward_zero_std': '0.35', 'kl': '0.2672', 'entropy': '0.8068', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.805', 'epoch': '0.2329'} +[adaptive-kl] kl=0.472 target=0.3 beta: 0.6667 -> 1.0000 +{'loss': '0.3244', 'grad_norm': '6.553', 'learning_rate': '4.28e-06', 'num_tokens': '4.26e+05', 'completions/mean_length': '4.894', 'completions/min_length': '3.7', 'completions/max_length': '6.25', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.894', 'completions/min_terminated_length': '3.7', 'completions/max_terminated_length': '6.25', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4367', 'rewards/reward_semantic/std': '0.03235', 'rewards/reward_length/mean': '-0.05103', 'rewards/reward_length/std': '0.01666', 'reward': '1.128', 'reward_std': '0.009904', 'frac_reward_zero_std': '0.35', 'kl': '0.4718', 'entropy': '0.4481', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.87', 'epoch': '0.2362'} + 15%|█▍ | 1460/10000 [1:09:21<6:43:08, 2.83s/it] 15%|█▍ | 1461/10000 [1:09:23<6:29:00, 2.73s/it] 15%|█▍ | 1462/10000 [1:09:26<6:20:31, 2.67s/it] 15%|█▍ | 1463/10000 [1:09:29<6:35:28, 2.78s/it] 15%|█▍ | 1464/10000 [1:09:31<6:40:59, 2.82s/it] 15%|█▍ | 1465/10000 [1:09:34<6:42:41, 2.83s/it] 15%|█▍ | 1466/10000 [1:09:37<6:39:59, 2.81s/it] 15%|█▍ | 1467/10000 [1:09:40<6:42:36, 2.83s/it] 15%|█▍ | 1468/10000 [1:09:43<6:53:32, 2.91s/it] 15%|█▍ | 1469/10000 [1:09:46<6:48:49, 2.88s/it] 15%|█▍ | 1470/10000 [1:09:48<6:32:26, 2.76s/it] 15%|█▍ | 1471/10000 [1:09:52<6:53:52, 2.91s/it] 15%|█▍ | 1472/10000 [1:09:54<6:45:22, 2.85s/it] 15%|█▍ | 1473/10000 [1:09:58<7:03:40, 2.98s/it] 15%|█▍ | 1474/10000 [1:10:00<6:57:11, 2.94s/it] 15%|█▍ | 1475/10000 [1:10:03<6:55:30, 2.92s/it] 15%|█▍ | 1476/10000 [1:10:06<6:52:00, 2.90s/it] 15%|█▍ | 1477/10000 [1:10:09<6:56:13, 2.93s/it] 15%|█▍ | 1478/10000 [1:10:12<6:49:57, 2.89s/it] 15%|█▍ | 1479/10000 [1:10:15<6:43:58, 2.84s/it] 15%|█▍ | 1480/10000 [1:10:17<6:33:14, 2.77s/it] 15%|█▍ | 1480/10000 [1:10:17<6:33:14, 2.77s/it] 15%|█▍ | 1481/10000 [1:10:20<6:40:23, 2.82s/it] 15%|█▍ | 1482/10000 [1:10:23<6:32:33, 2.77s/it] 15%|█▍ | 1483/10000 [1:10:26<6:26:41, 2.72s/it] 15%|█▍ | 1484/10000 [1:10:28<6:31:42, 2.76s/it] 15%|█▍ | 1485/10000 [1:10:31<6:27:33, 2.73s/it] 15%|█▍ | 1486/10000 [1:10:34<6:17:46, 2.66s/it] 15%|█▍ | 1487/10000 [1:10:38<7:53:19, 3.34s/it] 15%|█▍ | 1488/10000 [1:10:41<7:29:18, 3.17s/it] 15%|█▍ | 1489/10000 [1:10:44<7:11:43, 3.04s/it] 15%|█▍ | 1490/10000 [1:10:47<6:51:11, 2.90s/it] 15%|█▍ | 1491/10000 [1:10:49<6:42:44, 2.84s/it] 15%|█▍ | 1492/10000 [1:10:52<6:59:09, 2.96s/it] 15%|█▍ | 1493/10000 [1:10:55<6:53:56, 2.92s/it] 15%|█▍ | 1494/10000 [1:10:58<7:00:10, 2.96s/it] 15%|█▍ | 1495/10000 [1:11:01<6:55:07, 2.93s/it] 15%|█▍ | 1496/10000 [1:11:04<6:54:23, 2.92s/it] 15%|█▍ | 1497/10000 [1:11:07<6:50:38, 2.90s/it] 15%|█▍ | 1498/10000 [1:11:10<6:58:34, 2.95s/it] 15%|█▍ | 1499/10000 [1:11:13<6:57:12, 2.94s/it] 15%|█▌ | 1500/10000 [1:11:16<6:59:32, 2.96s/it] 15%|█▌ | 1500/10000 [1:11:16<6:59:32, 2.96s/it] 15%|█▌ | 1501/10000 [1:11:23<9:43:46, 4.12s/it] 15%|█▌ | 1502/10000 [1:11:26<8:54:12, 3.77s/it] 15%|█▌ | 1503/10000 [1:11:31<9:57:00, 4.22s/it] 15%|█▌ | 1504/10000 [1:11:35<10:04:13, 4.27s/it] 15%|█▌ | 1505/10000 [1:11:38<8:53:52, 3.77s/it] 15%|█▌ | 1506/10000 [1:11:41<8:09:35, 3.46s/it] 15%|█▌ | 1507/10000 [1:11:44<7:47:50, 3.31s/it] 15%|█▌ | 1508/10000 [1:11:48<8:36:29, 3.65s/it] 15%|█▌ | 1509/10000 [1:11:51<7:55:37, 3.36s/it] 15%|█▌ | 1510/10000 [1:11:54<7:32:25, 3.20s/it] 15%|█▌ | 1511/10000 [1:11:57<7:28:35, 3.17s/it] 15%|█▌ | 1512/10000 [1:12:00<7:17:05, 3.09s/it] 15%|█▌ | 1513/10000 [1:12:03<7:13:29, 3.06s/it] 15%|█▌ | 1514/10000 [1:12:06<7:08:54, 3.03s/it] 15%|█▌ | 1515/10000 [1:12:09<7:03:31, 2.99s/it] 15%|█▌ | 1516/10000 [1:12:11<6:53:41, 2.93s/it] 15%|█▌ | 1517/10000 [1:12:14<6:58:36, 2.96s/it] 15%|█▌ | 1518/10000 [1:12:17<6:53:46, 2.93s/it] 15%|█▌ | 1519/10000 [1:12:20<6:53:02, 2.92s/it] 15%|█▌ | 1520/10000 [1:12:23<6:43:42, 2.86s/it] 15%|█▌ | 1520/10000 [1:12:23<6:43:42, 2.86s/it] 15%|█▌ | 1521/10000 [1:12:26<7:03:32, 3.00s/it] 15%|█▌ | 1522/10000 [1:12:29<6:49:44, 2.90s/it] 15%|█▌ | 1523/10000 [1:12:32<6:46:43, 2.88s/it] 15%|█▌ | 1524/10000 [1:12:34<6:44:30, 2.86s/it] 15%|█▌ | 1525/10000 [1:12:37<6:32:16, 2.78s/it] 15%|█▌ | 1526/10000 [1:12:40<6:36:14, 2.81s/it] 15%|█▌ | 1527/10000 [1:12:43<7:04:50, 3.01s/it] 15%|█▌ | 1528/10000 [1:12:46<6:49:57, 2.90s/it] 15%|█▌ | 1529/10000 [1:12:49<6:45:22, 2.87s/it] 15%|█▌ | 1530/10000 [1:12:51<6:28:44, 2.75s/it] 15%|█▌ | 1531/10000 [1:12:54<6:24:00, 2.72s/it] 15%|█▌ | 1532/10000 [1:12:57<6:35:25, 2.80s/it] 15%|█▌ | 1533/10000 [1:13:00<6:34:36, 2.80s/it] 15%|█▌ | 1534/10000 [1:13:02<6:33:01, 2.79s/it] 15%|█▌ | 1535/10000 [1:13:06<6:47:31, 2.89s/it] 15%|█▌ | 1536/10000 [1:13:09<7:01:48, 2.99s/it] 15%|█▌ | 1537/10000 [1:13:12<6:55:10, 2.94s/it] 15%|█▌ | 1538/10000 [1:13:15<6:56:31, 2.95s/it] 15%|█▌ | 1539/10000 [1:13:17<6:48:51, 2.90s/it] 15%|█▌ | 1540/10000 [1:13:21<6:57:08, 2.96s/it] 15%|█▌ | 1540/10000 [1:13:21<6:57:08, 2.96s/it] 15%|█▌ | 1541/10000 [1:13:23<6:42:25, 2.85s/it] 15%|█▌ | 1542/10000 [1:13:26<6:38:49, 2.83s/it] 15%|█▌ | 1543/10000 [1:13:29<7:10:16, 3.05s/it] 15%|█▌ | 1544/10000 [1:13:32<7:00:49, 2.99s/it] 15%|█▌ | 1545/10000 [1:13:35<6:45:52, 2.88s/it] 15%|█▌ | 1546/10000 [1:13:38<6:32:25, 2.79s/it] 15%|█▌ | 1547/10000 [1:13:41<6:51:17, 2.92s/it] 15%|█▌ | 1548/10000 [1:13:43<6:40:15, 2.84s/it] 15%|█▌ | 1549/10000 [1:13:47<6:54:55, 2.95s/it] 16%|█▌ | 1550/10000 [1:13:49<6:36:23, 2.81s/it] 16%|█▌ | 1551/10000 [1:13:52<6:39:45, 2.84s/it] 16%|█▌ | 1552/10000 [1:13:55<6:33:04, 2.79s/it] 16%|█▌ | 1553/10000 [1:13:58<6:49:41, 2.91s/it] 16%|█▌ | 1554/10000 [1:14:01<6:51:49, 2.93s/it] 16%|█▌ | 1555/10000 [1:14:04<6:49:52, 2.91s/it] 16%|█▌ | 1556/10000 [1:14:06<6:36:01, 2.81s/it] 16%|█▌ | 1557/10000 [1:14:09<6:31:30, 2.78s/it] 16%|█▌ | 1558/10000 [1:14:12<6:26:40, 2.75s/it] 16%|█▌ | 1559/10000 [1:14:15<6:48:16, 2.90s/it] 16%|█▌ | 1560/10000 [1:14:18<6:39:10, 2.84s/it] 16%|█▌ | 1560/10000 [1:14:18<6:39:10, 2.84s/it] 16%|█▌ | 1561/10000 [1:14:21<6:47:37, 2.90s/it] 16%|█▌ | 1562/10000 [1:14:24<7:10:14, 3.06s/it] 16%|█▌ | 1563/10000 [1:14:27<6:52:37, 2.93s/it] 16%|█▌ | 1564/10000 [1:14:29<6:42:41, 2.86s/it] 16%|█▌ | 1565/10000 [1:14:32<6:41:36, 2.86s/it] 16%|█▌ | 1566/10000 [1:14:35<6:56:20, 2.96s/it] 16%|█▌ | 1567/10000 [1:14:38<6:50:18, 2.92s/it] 16%|█▌ | 1568/10000 [1:14:41<6:45:04, 2.88s/it] 16%|█▌ | 1569/10000 [1:14:44<6:36:31, 2.82s/it] 16%|█▌ | 1570/10000 [1:14:47<6:37:07, 2.83s/it] 16%|█▌ | 1571/10000 [1:14:49<6:38:18, 2.84s/it] 16%|█▌ | 1572/10000 [1:14:53<6:58:16, 2.98s/it] 16%|█▌ | 1573/10000 [1:14:56<6:51:47, 2.93s/it] 16%|█▌ | 1574/10000 [1:14:58<6:47:38, 2.90s/it] 16%|█▌ | 1575/10000 [1:15:02<6:56:49, 2.97s/it] 16%|█▌ | 1576/10000 [1:15:05<6:55:32, 2.96s/it] 16%|█▌ | 1577/10000 [1:15:07<6:53:05, 2.94s/it] 16%|█▌ | 1578/10000 [1:15:10<6:37:13, 2.83s/it] 16%|█▌ | 1579/10000 [1:15:13<6:35:35, 2.82s/it] 16%|█▌ | 1580/10000 [1:15:16<6:55:00, 2.96s/it] 16%|█▌ | 1580/10000 [1:15:16<6:55:00, 2.96s/it] 16%|█▌ | 1581/10000 [1:15:19<6:36:20, 2.82s/it] 16%|█▌ | 1582/10000 [1:15:21<6:23:31, 2.73s/it] 16%|█▌ | 1583/10000 [1:15:24<6:20:09, 2.71s/it] 16%|█▌ | 1584/10000 [1:15:27<6:25:29, 2.75s/it] 16%|█▌ | 1585/10000 [1:15:29<6:28:26, 2.77s/it] 16%|█▌ | 1586/10000 [1:15:32<6:34:23, 2.81s/it] 16%|█▌ | 1587/10000 [1:15:35<6:42:41, 2.87s/it] 16%|█▌ | 1588/10000 [1:15:38<6:31:55, 2.80s/it] 16%|█▌ | 1589/10000 [1:15:40<6:17:50, 2.70s/it] 16%|█▌ | 1590/10000 [1:15:43<6:12:05, 2.65s/it] 16%|█▌ | 1591/10000 [1:15:46<6:27:06, 2.76s/it] 16%|█▌ | 1592/10000 [1:15:49<6:38:43, 2.85s/it] 16%|█▌ | 1593/10000 [1:15:52<6:29:23, 2.78s/it] 16%|█▌ | 1594/10000 [1:15:55<6:33:10, 2.81s/it] 16%|█▌ | 1595/10000 [1:15:57<6:24:42, 2.75s/it] 16%|█▌ | 1596/10000 [1:16:00<6:44:35, 2.89s/it] 16%|█▌ | 1597/10000 [1:16:03<6:46:02, 2.90s/it] 16%|█▌ | 1598/10000 [1:16:06<6:40:21, 2.86s/it] 16%|█▌ | 1599/10000 [1:16:08<6:23:09, 2.74s/it] 16%|█▌ | 1600/10000 [1:16:11<6:30:48, 2.79s/it] 16%|█▌ | 1600/10000 [1:16:11<6:30:48, 2.79s/it] 16%|█▌ | 1601/10000 [1:16:15<6:56:01, 2.97s/it] 16%|█▌ | 1602/10000 [1:16:18<6:56:30, 2.98s/it] 16%|█▌ | 1603/10000 [1:16:21<6:49:18, 2.92s/it] 16%|█▌ | 1604/10000 [1:16:23<6:36:50, 2.84s/it] 16%|█▌ | 1605/10000 [1:16:26<6:37:51, 2.84s/it] 16%|█▌ | 1606/10000 [1:16:29<6:40:21, 2.86s/it] 16%|█▌ | 1607/10000 [1:16:32<6:38:52, 2.85s/it] 16%|█▌ | 1608/10000 [1:16:35<6:45:55, 2.90s/it] 16%|█▌ | 1609/10000 [1:16:38<6:43:43, 2.89s/it] 16%|█▌ | 1610/10000 [1:16:41<6:44:15, 2.89s/it] 16%|█▌ | 1611/10000 [1:16:43<6:35:16, 2.83s/it] 16%|█▌ | 1612/10000 [1:16:46<6:23:44, 2.74s/it] 16%|█▌ | 1613/10000 [1:16:49<6:28:04, 2.78s/it] 16%|█▌ | 1614/10000 [1:16:51<6:21:08, 2.73s/it] 16%|█▌ | 1615/10000 [1:16:54<6:34:49, 2.83s/it] 16%|█▌ | 1616/10000 [1:16:57<6:27:16, 2.77s/it] 16%|█▌ | 1617/10000 [1:17:00<6:22:17, 2.74s/it] 16%|█▌ | 1618/10000 [1:17:02<6:21:00, 2.73s/it] 16%|█▌ | 1619/10000 [1:17:05<6:32:11, 2.81s/it] 16%|█▌ | 1620/10000 [1:17:08<6:33:59, 2.82s/it] {'loss': '0.3378', 'grad_norm': '145.8', 'learning_rate': '4.271e-06', 'num_tokens': '4.321e+05', 'completions/mean_length': '4.706', 'completions/min_length': '3.55', 'completions/max_length': '5.65', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.706', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '5.65', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5085', 'rewards/reward_semantic/std': '0.03834', 'rewards/reward_length/mean': '-0.05176', 'rewards/reward_length/std': '0.01005', 'reward': '1.15', 'reward_std': '0.01179', 'frac_reward_zero_std': '0.35', 'kl': '0.3007', 'entropy': '0.5556', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.822', 'epoch': '0.2395'} +[adaptive-kl] kl=0.084 target=0.3 beta: 1.0000 -> 0.6667 +{'loss': '0.1356', 'grad_norm': '0.7713', 'learning_rate': '4.261e-06', 'num_tokens': '4.381e+05', 'completions/mean_length': '4.7', 'completions/min_length': '3.65', 'completions/max_length': '5.65', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.7', 'completions/min_terminated_length': '3.65', 'completions/max_terminated_length': '5.65', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4637', 'rewards/reward_semantic/std': '0.08877', 'rewards/reward_length/mean': '-0.04512', 'rewards/reward_length/std': '0.0115', 'reward': '1.137', 'reward_std': '0.02693', 'frac_reward_zero_std': '0.35', 'kl': '0.08428', 'entropy': '0.5681', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.829', 'epoch': '0.2428'} +[adaptive-kl] kl=0.123 target=0.3 beta: 0.6667 -> 0.4444 +{'loss': '0.04281', 'grad_norm': '9.028', 'learning_rate': '4.251e-06', 'num_tokens': '4.443e+05', 'completions/mean_length': '4.806', 'completions/min_length': '3.85', 'completions/max_length': '7', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.806', 'completions/min_terminated_length': '3.85', 'completions/max_terminated_length': '7', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3503', 'rewards/reward_semantic/std': '0.08728', 'rewards/reward_length/mean': '-0.05664', 'rewards/reward_length/std': '0.02038', 'reward': '1.102', 'reward_std': '0.02641', 'frac_reward_zero_std': '0.3', 'kl': '0.1233', 'entropy': '0.6367', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.92', 'epoch': '0.2461'} +[adaptive-kl] kl=0.166 target=0.3 beta: 0.4444 -> 0.2963 +{'loss': '0.1917', 'grad_norm': '4.586', 'learning_rate': '4.241e-06', 'num_tokens': '4.506e+05', 'completions/mean_length': '5.612', 'completions/min_length': '3.65', 'completions/max_length': '12.25', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.612', 'completions/min_terminated_length': '3.65', 'completions/max_terminated_length': '12.25', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2948', 'rewards/reward_semantic/std': '0.1462', 'rewards/reward_length/mean': '-0.0731', 'rewards/reward_length/std': '0.04811', 'reward': '1.085', 'reward_std': '0.04463', 'frac_reward_zero_std': '0.15', 'kl': '0.1659', 'entropy': '0.8446', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '3.308', 'epoch': '0.2493'} +[adaptive-kl] kl=0.063 target=0.3 beta: 0.2963 -> 0.1975 +{'loss': '0.04425', 'grad_norm': '3.716', 'learning_rate': '4.231e-06', 'num_tokens': '4.565e+05', 'completions/mean_length': '5.037', 'completions/min_length': '4', 'completions/max_length': '6.5', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.037', 'completions/min_terminated_length': '4', 'completions/max_terminated_length': '6.5', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4677', 'rewards/reward_semantic/std': '0.06204', 'rewards/reward_length/mean': '-0.04885', 'rewards/reward_length/std': '0.01113', 'reward': '1.138', 'reward_std': '0.01891', 'frac_reward_zero_std': '0.45', 'kl': '0.06293', 'entropy': '0.5776', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.875', 'epoch': '0.2526'} +[adaptive-kl] kl=0.145 target=0.3 beta: 0.1975 -> 0.1317 +{'loss': '0.06553', 'grad_norm': '0.0002226', 'learning_rate': '4.221e-06', 'num_tokens': '4.623e+05', 'completions/mean_length': '4.062', 'completions/min_length': '3.2', 'completions/max_length': '5.9', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.062', 'completions/min_terminated_length': '3.2', 'completions/max_terminated_length': '5.9', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.326', 'rewards/reward_semantic/std': '0.07007', 'rewards/reward_length/mean': '-0.05222', 'rewards/reward_length/std': '0.01279', 'reward': '1.095', 'reward_std': '0.02152', 'frac_reward_zero_std': '0.35', 'kl': '0.1449', 'entropy': '0.7007', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.842', 'epoch': '0.2559'} +{'loss': '0.107', 'grad_norm': '2.875', 'learning_rate': '4.21e-06', 'num_tokens': '4.684e+05', 'completions/mean_length': '5.188', 'completions/min_length': '3.85', 'completions/max_length': '6.95', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.188', 'completions/min_terminated_length': '3.85', 'completions/max_terminated_length': '6.95', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3552', 'rewards/reward_semantic/std': '0.08077', 'rewards/reward_length/mean': '-0.0469', 'rewards/reward_length/std': '0.01634', 'reward': '1.104', 'reward_std': '0.0248', 'frac_reward_zero_std': '0.25', 'kl': '0.3953', 'entropy': '0.565', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.909', 'epoch': '0.2592'} +[adaptive-kl] kl=0.130 target=0.3 beta: 0.1317 -> 0.0878 +{'loss': '0.03138', 'grad_norm': '8.383', 'learning_rate': '4.2e-06', 'num_tokens': '4.74e+05', 'completions/mean_length': '4.1', 'completions/min_length': '3.45', 'completions/max_length': '4.95', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.1', 'completions/min_terminated_length': '3.45', 'completions/max_terminated_length': '4.95', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5105', 'rewards/reward_semantic/std': '0.1185', 'rewards/reward_length/mean': '-0.04355', 'rewards/reward_length/std': '0.009464', 'reward': '1.151', 'reward_std': '0.03552', 'frac_reward_zero_std': '0.4', 'kl': '0.1298', 'entropy': '0.5428', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.755', 'epoch': '0.2625'} + 16%|█▌ | 1620/10000 [1:17:08<6:33:59, 2.82s/it] 16%|█▌ | 1621/10000 [1:17:11<6:46:24, 2.91s/it] 16%|█▌ | 1622/10000 [1:17:14<6:41:22, 2.87s/it] 16%|█▌ | 1623/10000 [1:17:17<6:37:08, 2.84s/it] 16%|█▌ | 1624/10000 [1:17:20<6:29:58, 2.79s/it] 16%|█▋ | 1625/10000 [1:17:22<6:32:25, 2.81s/it] 16%|█▋ | 1626/10000 [1:17:25<6:34:20, 2.83s/it] 16%|█▋ | 1627/10000 [1:17:28<6:23:56, 2.75s/it] 16%|█▋ | 1628/10000 [1:17:31<6:25:55, 2.77s/it] 16%|█▋ | 1629/10000 [1:17:34<6:37:27, 2.85s/it] 16%|█▋ | 1630/10000 [1:17:36<6:36:53, 2.85s/it] 16%|█▋ | 1631/10000 [1:17:39<6:24:53, 2.76s/it] 16%|█▋ | 1632/10000 [1:17:42<6:19:49, 2.72s/it] 16%|█▋ | 1633/10000 [1:17:45<6:27:46, 2.78s/it] 16%|█▋ | 1634/10000 [1:17:48<6:42:21, 2.89s/it] 16%|█▋ | 1635/10000 [1:17:51<6:45:47, 2.91s/it] 16%|█▋ | 1636/10000 [1:17:53<6:33:29, 2.82s/it] 16%|█▋ | 1637/10000 [1:17:57<7:22:53, 3.18s/it] 16%|█▋ | 1638/10000 [1:18:00<6:54:01, 2.97s/it] 16%|█▋ | 1639/10000 [1:18:03<6:44:59, 2.91s/it] 16%|█▋ | 1640/10000 [1:18:05<6:38:26, 2.86s/it] 16%|█▋ | 1640/10000 [1:18:05<6:38:26, 2.86s/it] 16%|█▋ | 1641/10000 [1:18:08<6:32:15, 2.82s/it] 16%|█▋ | 1642/10000 [1:18:11<6:42:09, 2.89s/it] 16%|█▋ | 1643/10000 [1:18:14<6:37:57, 2.86s/it] 16%|█▋ | 1644/10000 [1:18:17<6:37:21, 2.85s/it] 16%|█▋ | 1645/10000 [1:18:20<6:35:01, 2.84s/it] 16%|█▋ | 1646/10000 [1:18:22<6:35:08, 2.84s/it] 16%|█▋ | 1647/10000 [1:18:25<6:33:21, 2.83s/it] 16%|█▋ | 1648/10000 [1:18:28<6:34:46, 2.84s/it] 16%|█▋ | 1649/10000 [1:18:31<6:34:21, 2.83s/it] 16%|█▋ | 1650/10000 [1:18:34<6:31:24, 2.81s/it] 17%|█▋ | 1651/10000 [1:18:37<6:49:51, 2.95s/it] 17%|█▋ | 1652/10000 [1:18:40<6:51:06, 2.95s/it] 17%|█▋ | 1653/10000 [1:18:43<6:48:25, 2.94s/it] 17%|█▋ | 1654/10000 [1:18:46<6:47:43, 2.93s/it] 17%|█▋ | 1655/10000 [1:18:48<6:43:45, 2.90s/it] 17%|█▋ | 1656/10000 [1:18:51<6:37:34, 2.86s/it] 17%|█▋ | 1657/10000 [1:18:54<6:37:06, 2.86s/it] 17%|█▋ | 1658/10000 [1:18:57<6:38:26, 2.87s/it] 17%|█▋ | 1659/10000 [1:19:00<6:55:09, 2.99s/it] 17%|█▋ | 1660/10000 [1:19:03<6:40:08, 2.88s/it] 17%|█▋ | 1660/10000 [1:19:03<6:40:08, 2.88s/it] 17%|█▋ | 1661/10000 [1:19:06<6:41:40, 2.89s/it] 17%|█▋ | 1662/10000 [1:19:09<6:41:54, 2.89s/it] 17%|█▋ | 1663/10000 [1:19:11<6:36:29, 2.85s/it] 17%|█▋ | 1664/10000 [1:19:14<6:36:38, 2.85s/it] 17%|█▋ | 1665/10000 [1:19:17<6:38:07, 2.87s/it] 17%|█▋ | 1666/10000 [1:19:20<6:40:23, 2.88s/it] 17%|█▋ | 1667/10000 [1:19:23<6:23:40, 2.76s/it] 17%|█▋ | 1668/10000 [1:19:25<6:27:10, 2.79s/it] 17%|█▋ | 1669/10000 [1:19:28<6:29:21, 2.80s/it] 17%|█▋ | 1670/10000 [1:19:31<6:29:05, 2.80s/it] 17%|█▋ | 1671/10000 [1:19:34<6:34:44, 2.84s/it] 17%|█▋ | 1672/10000 [1:19:37<6:32:56, 2.83s/it] 17%|█▋ | 1673/10000 [1:19:40<6:32:52, 2.83s/it] 17%|█▋ | 1674/10000 [1:19:42<6:31:27, 2.82s/it] 17%|█▋ | 1675/10000 [1:19:45<6:29:28, 2.81s/it] 17%|█▋ | 1676/10000 [1:19:48<6:30:39, 2.82s/it] 17%|█▋ | 1677/10000 [1:19:51<6:26:16, 2.78s/it] 17%|█▋ | 1678/10000 [1:19:54<6:32:07, 2.83s/it] 17%|█▋ | 1679/10000 [1:19:57<6:34:10, 2.84s/it] 17%|█▋ | 1680/10000 [1:19:59<6:25:47, 2.78s/it] 17%|█▋ | 1680/10000 [1:19:59<6:25:47, 2.78s/it] 17%|█▋ | 1681/10000 [1:20:02<6:24:58, 2.78s/it] 17%|█▋ | 1682/10000 [1:20:05<6:37:31, 2.87s/it] 17%|█▋ | 1683/10000 [1:20:08<6:36:24, 2.86s/it] 17%|█▋ | 1684/10000 [1:20:11<6:32:53, 2.83s/it] 17%|█▋ | 1685/10000 [1:20:14<6:36:58, 2.86s/it] 17%|█▋ | 1686/10000 [1:20:16<6:31:06, 2.82s/it] 17%|█▋ | 1687/10000 [1:20:19<6:28:07, 2.80s/it] 17%|█▋ | 1688/10000 [1:20:22<6:31:16, 2.82s/it] 17%|█▋ | 1689/10000 [1:20:25<6:26:48, 2.79s/it] 17%|█▋ | 1690/10000 [1:20:28<6:53:35, 2.99s/it] 17%|█▋ | 1691/10000 [1:20:31<6:53:54, 2.99s/it] 17%|█▋ | 1692/10000 [1:20:34<6:46:51, 2.94s/it] 17%|█▋ | 1693/10000 [1:20:37<6:36:57, 2.87s/it] 17%|█▋ | 1694/10000 [1:20:40<6:38:52, 2.88s/it] 17%|█▋ | 1695/10000 [1:20:42<6:37:10, 2.87s/it] 17%|█▋ | 1696/10000 [1:20:45<6:35:17, 2.86s/it] 17%|█▋ | 1697/10000 [1:20:48<6:41:16, 2.90s/it] 17%|█▋ | 1698/10000 [1:20:51<6:42:00, 2.91s/it] 17%|█▋ | 1699/10000 [1:20:54<6:43:24, 2.92s/it] 17%|█▋ | 1700/10000 [1:20:57<6:36:56, 2.87s/it] 17%|█▋ | 1700/10000 [1:20:57<6:36:56, 2.87s/it] 17%|█▋ | 1701/10000 [1:21:00<6:30:53, 2.83s/it] 17%|█▋ | 1702/10000 [1:21:02<6:30:43, 2.83s/it] 17%|█▋ | 1703/10000 [1:21:06<7:11:34, 3.12s/it] 17%|█▋ | 1704/10000 [1:21:09<7:08:01, 3.10s/it] 17%|█▋ | 1705/10000 [1:21:12<6:43:17, 2.92s/it] 17%|█▋ | 1706/10000 [1:21:15<6:45:26, 2.93s/it] 17%|█▋ | 1707/10000 [1:21:18<6:47:38, 2.95s/it] 17%|█▋ | 1708/10000 [1:21:21<6:45:00, 2.93s/it] 17%|█▋ | 1709/10000 [1:21:23<6:42:23, 2.91s/it] 17%|█▋ | 1710/10000 [1:21:26<6:26:23, 2.80s/it] 17%|█▋ | 1711/10000 [1:21:29<6:30:15, 2.82s/it] 17%|█▋ | 1712/10000 [1:21:32<6:28:23, 2.81s/it] 17%|█▋ | 1713/10000 [1:21:34<6:25:28, 2.79s/it] 17%|█▋ | 1714/10000 [1:21:37<6:32:07, 2.84s/it] 17%|█▋ | 1715/10000 [1:21:41<6:46:29, 2.94s/it] 17%|█▋ | 1716/10000 [1:21:43<6:45:38, 2.94s/it] 17%|█▋ | 1717/10000 [1:21:47<7:05:01, 3.08s/it] 17%|█▋ | 1718/10000 [1:21:50<6:49:22, 2.97s/it] 17%|█▋ | 1719/10000 [1:21:52<6:40:33, 2.90s/it] 17%|█▋ | 1720/10000 [1:21:55<6:43:20, 2.92s/it] 17%|█▋ | 1720/10000 [1:21:55<6:43:20, 2.92s/it] 17%|█▋ | 1721/10000 [1:21:58<6:38:27, 2.89s/it] 17%|█▋ | 1722/10000 [1:22:01<6:31:30, 2.84s/it] 17%|█▋ | 1723/10000 [1:22:04<6:31:06, 2.84s/it] 17%|█▋ | 1724/10000 [1:22:06<6:16:08, 2.73s/it] 17%|█▋ | 1725/10000 [1:22:09<6:27:32, 2.81s/it] 17%|█▋ | 1726/10000 [1:22:12<6:19:50, 2.75s/it] 17%|█▋ | 1727/10000 [1:22:15<6:19:16, 2.75s/it] 17%|█▋ | 1728/10000 [1:22:17<6:25:16, 2.79s/it] 17%|█▋ | 1729/10000 [1:22:20<6:27:31, 2.81s/it] 17%|█▋ | 1730/10000 [1:22:23<6:28:20, 2.82s/it] 17%|█▋ | 1731/10000 [1:22:26<6:19:04, 2.75s/it] 17%|█▋ | 1732/10000 [1:22:29<6:22:21, 2.77s/it] 17%|█▋ | 1733/10000 [1:22:31<6:28:24, 2.82s/it] 17%|█▋ | 1734/10000 [1:22:34<6:29:22, 2.83s/it] 17%|█▋ | 1735/10000 [1:22:37<6:17:38, 2.74s/it] 17%|█▋ | 1736/10000 [1:22:40<6:20:13, 2.76s/it] 17%|█▋ | 1737/10000 [1:22:43<6:24:44, 2.79s/it] 17%|█▋ | 1738/10000 [1:22:45<6:28:16, 2.82s/it] 17%|█▋ | 1739/10000 [1:22:48<6:15:28, 2.73s/it] 17%|█▋ | 1740/10000 [1:22:51<6:29:08, 2.83s/it] 17%|█▋ | 1740/10000 [1:22:51<6:29:08, 2.83s/it] 17%|█▋ | 1741/10000 [1:22:54<6:32:45, 2.85s/it] 17%|█▋ | 1742/10000 [1:22:56<6:18:50, 2.75s/it] 17%|█▋ | 1743/10000 [1:22:59<6:25:38, 2.80s/it] 17%|█▋ | 1744/10000 [1:23:02<6:30:49, 2.84s/it] 17%|█▋ | 1745/10000 [1:23:05<6:42:25, 2.92s/it] 17%|█▋ | 1746/10000 [1:23:08<6:33:08, 2.86s/it] 17%|█▋ | 1747/10000 [1:23:11<6:31:26, 2.85s/it] 17%|█▋ | 1748/10000 [1:23:14<6:30:14, 2.84s/it] 17%|█▋ | 1749/10000 [1:23:17<6:34:34, 2.87s/it] 18%|█▊ | 1750/10000 [1:23:19<6:21:06, 2.77s/it] 18%|█▊ | 1751/10000 [1:23:22<6:19:37, 2.76s/it] 18%|█▊ | 1752/10000 [1:23:25<6:38:09, 2.90s/it] 18%|█▊ | 1753/10000 [1:23:28<6:37:49, 2.89s/it] 18%|█▊ | 1754/10000 [1:23:31<6:50:35, 2.99s/it] 18%|█▊ | 1755/10000 [1:23:34<6:45:31, 2.95s/it] 18%|█▊ | 1756/10000 [1:23:37<6:35:13, 2.88s/it] 18%|█▊ | 1757/10000 [1:23:40<6:51:28, 3.00s/it] 18%|█▊ | 1758/10000 [1:23:43<6:32:52, 2.86s/it] 18%|█▊ | 1759/10000 [1:23:46<6:37:52, 2.90s/it] 18%|█▊ | 1760/10000 [1:23:48<6:32:33, 2.86s/it] 18%|█▊ | 1760/10000 [1:23:48<6:32:33, 2.86s/it] 18%|█▊ | 1761/10000 [1:23:51<6:35:27, 2.88s/it] 18%|█▊ | 1762/10000 [1:23:54<6:31:15, 2.85s/it] 18%|█▊ | 1763/10000 [1:23:57<6:27:10, 2.82s/it] 18%|█▊ | 1764/10000 [1:24:00<6:29:28, 2.84s/it] 18%|█▊ | 1765/10000 [1:24:03<6:43:52, 2.94s/it] 18%|█▊ | 1766/10000 [1:24:06<6:38:28, 2.90s/it] 18%|█▊ | 1767/10000 [1:24:09<6:47:50, 2.97s/it] 18%|█▊ | 1768/10000 [1:24:12<6:56:11, 3.03s/it] 18%|█▊ | 1769/10000 [1:24:15<6:54:00, 3.02s/it] 18%|█▊ | 1770/10000 [1:24:18<6:46:06, 2.96s/it] 18%|█▊ | 1771/10000 [1:24:21<6:37:54, 2.90s/it] 18%|█▊ | 1772/10000 [1:24:23<6:29:30, 2.84s/it] 18%|█▊ | 1773/10000 [1:24:26<6:24:18, 2.80s/it] 18%|█▊ | 1774/10000 [1:24:29<6:30:13, 2.85s/it] 18%|█▊ | 1775/10000 [1:24:32<6:39:22, 2.91s/it] 18%|█▊ | 1776/10000 [1:24:35<6:43:43, 2.95s/it] 18%|█▊ | 1777/10000 [1:24:38<6:41:01, 2.93s/it] 18%|█▊ | 1778/10000 [1:24:41<6:41:36, 2.93s/it] 18%|█▊ | 1779/10000 [1:24:44<6:46:23, 2.97s/it] 18%|█▊ | 1780/10000 [1:24:47<6:43:51, 2.95s/it] {'loss': '0.09004', 'grad_norm': '9.334', 'learning_rate': '4.19e-06', 'num_tokens': '4.8e+05', 'completions/mean_length': '4.756', 'completions/min_length': '4.2', 'completions/max_length': '5.7', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.756', 'completions/min_terminated_length': '4.2', 'completions/max_terminated_length': '5.7', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4633', 'rewards/reward_semantic/std': '0.129', 'rewards/reward_length/mean': '-0.04556', 'rewards/reward_length/std': '0.009877', 'reward': '1.137', 'reward_std': '0.03893', 'frac_reward_zero_std': '0.4', 'kl': '0.2775', 'entropy': '0.3845', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.827', 'epoch': '0.2657'} +{'loss': '0.02391', 'grad_norm': '11.13', 'learning_rate': '4.181e-06', 'num_tokens': '4.857e+05', 'completions/mean_length': '4.25', 'completions/min_length': '3.4', 'completions/max_length': '5.9', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.25', 'completions/min_terminated_length': '3.4', 'completions/max_terminated_length': '5.9', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.577', 'rewards/reward_semantic/std': '0.1183', 'rewards/reward_length/mean': '-0.04236', 'rewards/reward_length/std': '0.01288', 'reward': '1.171', 'reward_std': '0.03551', 'frac_reward_zero_std': '0.35', 'kl': '0.433', 'entropy': '0.466', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.846', 'epoch': '0.269'} +[adaptive-kl] kl=0.610 target=0.3 beta: 0.0878 -> 0.1317 +{'loss': '0.05666', 'grad_norm': '0.007922', 'learning_rate': '4.171e-06', 'num_tokens': '4.915e+05', 'completions/mean_length': '4.888', 'completions/min_length': '4.1', 'completions/max_length': '6.3', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.888', 'completions/min_terminated_length': '4.1', 'completions/max_terminated_length': '6.3', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3089', 'rewards/reward_semantic/std': '0.08353', 'rewards/reward_length/mean': '-0.03989', 'rewards/reward_length/std': '0.01087', 'reward': '1.091', 'reward_std': '0.02539', 'frac_reward_zero_std': '0.2', 'kl': '0.6096', 'entropy': '0.529', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.866', 'epoch': '0.2723'} +[adaptive-kl] kl=0.693 target=0.3 beta: 0.1317 -> 0.1975 +{'loss': '0.1054', 'grad_norm': '0.0001075', 'learning_rate': '4.161e-06', 'num_tokens': '4.973e+05', 'completions/mean_length': '4.819', 'completions/min_length': '3.8', 'completions/max_length': '5.65', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.819', 'completions/min_terminated_length': '3.8', 'completions/max_terminated_length': '5.65', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4748', 'rewards/reward_semantic/std': '0.08454', 'rewards/reward_length/mean': '-0.03962', 'rewards/reward_length/std': '0.009103', 'reward': '1.14', 'reward_std': '0.02536', 'frac_reward_zero_std': '0.25', 'kl': '0.6932', 'entropy': '0.4856', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.806', 'epoch': '0.2756'} +[adaptive-kl] kl=0.984 target=0.3 beta: 0.1975 -> 0.2963 +{'loss': '0.2335', 'grad_norm': '1.567', 'learning_rate': '4.151e-06', 'num_tokens': '5.031e+05', 'completions/mean_length': '4.569', 'completions/min_length': '3.55', 'completions/max_length': '5.9', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.569', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '5.9', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3515', 'rewards/reward_semantic/std': '0.09424', 'rewards/reward_length/mean': '-0.04053', 'rewards/reward_length/std': '0.01459', 'reward': '1.103', 'reward_std': '0.02858', 'frac_reward_zero_std': '0.2', 'kl': '0.9838', 'entropy': '0.4908', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.869', 'epoch': '0.2789'} +[adaptive-kl] kl=1.223 target=0.3 beta: 0.2963 -> 0.4444 +{'loss': '0.3382', 'grad_norm': '11.07', 'learning_rate': '4.141e-06', 'num_tokens': '5.091e+05', 'completions/mean_length': '4.406', 'completions/min_length': '3.4', 'completions/max_length': '6.4', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.406', 'completions/min_terminated_length': '3.4', 'completions/max_terminated_length': '6.4', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3864', 'rewards/reward_semantic/std': '0.1325', 'rewards/reward_length/mean': '-0.03882', 'rewards/reward_length/std': '0.01663', 'reward': '1.114', 'reward_std': '0.03983', 'frac_reward_zero_std': '0.3', 'kl': '1.223', 'entropy': '0.5188', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.91', 'epoch': '0.2822'} +[adaptive-kl] kl=0.989 target=0.3 beta: 0.4444 -> 0.6667 +{'loss': '0.4503', 'grad_norm': '8.774', 'learning_rate': '4.13e-06', 'num_tokens': '5.147e+05', 'completions/mean_length': '4.175', 'completions/min_length': '3.45', 'completions/max_length': '4.95', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.175', 'completions/min_terminated_length': '3.45', 'completions/max_terminated_length': '4.95', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.6339', 'rewards/reward_semantic/std': '0.1366', 'rewards/reward_length/mean': '-0.0324', 'rewards/reward_length/std': '0.00606', 'reward': '1.189', 'reward_std': '0.0409', 'frac_reward_zero_std': '0.3', 'kl': '0.9894', 'entropy': '0.4112', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.77', 'epoch': '0.2854'} +[adaptive-kl] kl=1.138 target=0.3 beta: 0.6667 -> 1.0000 +{'loss': '0.7398', 'grad_norm': '25.45', 'learning_rate': '4.121e-06', 'num_tokens': '5.205e+05', 'completions/mean_length': '4.287', 'completions/min_length': '3.15', 'completions/max_length': '5.95', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.287', 'completions/min_terminated_length': '3.15', 'completions/max_terminated_length': '5.95', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3126', 'rewards/reward_semantic/std': '0.1136', 'rewards/reward_length/mean': '-0.04495', 'rewards/reward_length/std': '0.01107', 'reward': '1.092', 'reward_std': '0.03439', 'frac_reward_zero_std': '0.1', 'kl': '1.138', 'entropy': '0.7595', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.858', 'epoch': '0.2887'} + 18%|█▊ | 1780/10000 [1:24:47<6:43:51, 2.95s/it] 18%|█▊ | 1781/10000 [1:24:50<6:35:46, 2.89s/it] 18%|█▊ | 1782/10000 [1:24:52<6:23:15, 2.80s/it] 18%|█▊ | 1783/10000 [1:24:55<6:19:51, 2.77s/it] 18%|█▊ | 1784/10000 [1:24:58<6:24:18, 2.81s/it] 18%|█▊ | 1785/10000 [1:25:00<6:19:49, 2.77s/it] 18%|█▊ | 1786/10000 [1:25:03<6:24:40, 2.81s/it] 18%|█▊ | 1787/10000 [1:25:06<6:14:39, 2.74s/it] 18%|█▊ | 1788/10000 [1:25:09<6:20:41, 2.78s/it] 18%|█▊ | 1789/10000 [1:25:11<6:14:49, 2.74s/it] 18%|█▊ | 1790/10000 [1:25:14<6:19:42, 2.77s/it] 18%|█▊ | 1791/10000 [1:25:17<6:17:58, 2.76s/it] 18%|█▊ | 1792/10000 [1:25:20<6:08:19, 2.69s/it] 18%|█▊ | 1793/10000 [1:25:22<6:03:54, 2.66s/it] 18%|█▊ | 1794/10000 [1:25:25<6:06:32, 2.68s/it] 18%|█▊ | 1795/10000 [1:25:28<6:27:32, 2.83s/it] 18%|█▊ | 1796/10000 [1:25:31<6:22:48, 2.80s/it] 18%|█▊ | 1797/10000 [1:25:34<6:22:51, 2.80s/it] 18%|█▊ | 1798/10000 [1:25:37<6:37:29, 2.91s/it] 18%|█▊ | 1799/10000 [1:25:40<6:32:09, 2.87s/it] 18%|█▊ | 1800/10000 [1:25:42<6:30:46, 2.86s/it] 18%|█▊ | 1800/10000 [1:25:42<6:30:46, 2.86s/it] 18%|█▊ | 1801/10000 [1:25:45<6:17:17, 2.76s/it] 18%|█▊ | 1802/10000 [1:25:48<6:17:31, 2.76s/it] 18%|█▊ | 1803/10000 [1:25:50<6:07:01, 2.69s/it] 18%|█▊ | 1804/10000 [1:25:53<6:15:09, 2.75s/it] 18%|█▊ | 1805/10000 [1:25:56<6:21:49, 2.80s/it] 18%|█▊ | 1806/10000 [1:25:59<6:20:28, 2.79s/it] 18%|█▊ | 1807/10000 [1:26:01<6:11:33, 2.72s/it] 18%|█▊ | 1808/10000 [1:26:04<6:23:05, 2.81s/it] 18%|█▊ | 1809/10000 [1:26:07<6:35:49, 2.90s/it] 18%|█▊ | 1810/10000 [1:26:10<6:39:00, 2.92s/it] 18%|█▊ | 1811/10000 [1:26:13<6:22:45, 2.80s/it] 18%|█▊ | 1812/10000 [1:26:16<6:34:29, 2.89s/it] 18%|█▊ | 1813/10000 [1:26:19<6:28:47, 2.85s/it] 18%|█▊ | 1814/10000 [1:26:21<6:15:40, 2.75s/it] 18%|█▊ | 1815/10000 [1:26:24<6:21:26, 2.80s/it] 18%|█▊ | 1816/10000 [1:26:27<6:22:23, 2.80s/it] 18%|█▊ | 1817/10000 [1:26:29<6:09:33, 2.71s/it] 18%|█▊ | 1818/10000 [1:26:32<6:11:19, 2.72s/it] 18%|█▊ | 1819/10000 [1:26:35<6:06:30, 2.69s/it] 18%|█▊ | 1820/10000 [1:26:38<6:17:29, 2.77s/it] 18%|█▊ | 1820/10000 [1:26:38<6:17:29, 2.77s/it] 18%|█▊ | 1821/10000 [1:26:40<6:07:14, 2.69s/it] 18%|█▊ | 1822/10000 [1:26:43<6:05:55, 2.68s/it] 18%|█▊ | 1823/10000 [1:26:46<6:09:25, 2.71s/it] 18%|█▊ | 1824/10000 [1:26:49<6:16:05, 2.76s/it] 18%|█▊ | 1825/10000 [1:26:52<6:26:49, 2.84s/it] 18%|█▊ | 1826/10000 [1:26:54<6:14:55, 2.75s/it] 18%|█▊ | 1827/10000 [1:26:57<6:36:04, 2.91s/it] 18%|█▊ | 1828/10000 [1:27:00<6:32:06, 2.88s/it] 18%|█▊ | 1829/10000 [1:27:03<6:29:08, 2.86s/it] 18%|█▊ | 1830/10000 [1:27:06<6:34:36, 2.90s/it] 18%|█▊ | 1831/10000 [1:27:09<6:37:33, 2.92s/it] 18%|█▊ | 1832/10000 [1:27:12<6:27:10, 2.84s/it] 18%|█▊ | 1833/10000 [1:27:14<6:17:32, 2.77s/it] 18%|█▊ | 1834/10000 [1:27:17<6:07:29, 2.70s/it] 18%|█▊ | 1835/10000 [1:27:20<6:10:37, 2.72s/it] 18%|█▊ | 1836/10000 [1:27:23<6:27:38, 2.85s/it] 18%|█▊ | 1837/10000 [1:27:26<6:42:05, 2.96s/it] 18%|█▊ | 1838/10000 [1:27:29<6:24:56, 2.83s/it] 18%|█▊ | 1839/10000 [1:27:32<6:41:03, 2.95s/it] 18%|█▊ | 1840/10000 [1:27:35<6:42:42, 2.96s/it] 18%|█▊ | 1840/10000 [1:27:35<6:42:42, 2.96s/it] 18%|█▊ | 1841/10000 [1:27:37<6:33:28, 2.89s/it] 18%|█▊ | 1842/10000 [1:27:40<6:36:07, 2.91s/it] 18%|█▊ | 1843/10000 [1:27:43<6:28:50, 2.86s/it] 18%|█▊ | 1844/10000 [1:27:46<6:35:55, 2.91s/it] 18%|█▊ | 1845/10000 [1:27:49<6:43:43, 2.97s/it] 18%|█▊ | 1846/10000 [1:27:52<6:27:41, 2.85s/it] 18%|█▊ | 1847/10000 [1:27:54<6:12:53, 2.74s/it] 18%|█▊ | 1848/10000 [1:27:58<6:36:24, 2.92s/it] 18%|█▊ | 1849/10000 [1:28:00<6:29:53, 2.87s/it] 18%|█▊ | 1850/10000 [1:28:04<6:42:06, 2.96s/it] 19%|█▊ | 1851/10000 [1:28:07<6:46:41, 2.99s/it] 19%|█▊ | 1852/10000 [1:28:10<6:51:40, 3.03s/it] 19%|█▊ | 1853/10000 [1:28:13<6:53:27, 3.04s/it] 19%|█▊ | 1854/10000 [1:28:16<6:35:42, 2.91s/it] 19%|█▊ | 1855/10000 [1:28:18<6:33:02, 2.90s/it] 19%|█▊ | 1856/10000 [1:28:21<6:39:20, 2.94s/it] 19%|█▊ | 1857/10000 [1:28:24<6:44:23, 2.98s/it] 19%|█▊ | 1858/10000 [1:28:27<6:43:37, 2.97s/it] 19%|█▊ | 1859/10000 [1:28:30<6:41:22, 2.96s/it] 19%|█▊ | 1860/10000 [1:28:33<6:36:16, 2.92s/it] 19%|█▊ | 1860/10000 [1:28:33<6:36:16, 2.92s/it] 19%|█▊ | 1861/10000 [1:28:36<6:43:50, 2.98s/it] 19%|█▊ | 1862/10000 [1:28:40<6:57:01, 3.07s/it] 19%|█▊ | 1863/10000 [1:28:43<7:04:24, 3.13s/it] 19%|█▊ | 1864/10000 [1:28:46<7:14:04, 3.20s/it] 19%|█▊ | 1865/10000 [1:28:49<7:02:11, 3.11s/it] 19%|█▊ | 1866/10000 [1:28:52<6:40:48, 2.96s/it] 19%|█▊ | 1867/10000 [1:28:55<6:34:17, 2.91s/it] 19%|█▊ | 1868/10000 [1:28:58<6:51:51, 3.04s/it] 19%|█▊ | 1869/10000 [1:29:01<6:52:06, 3.04s/it] 19%|█▊ | 1870/10000 [1:29:04<6:43:01, 2.97s/it] 19%|█▊ | 1871/10000 [1:29:07<6:39:39, 2.95s/it] 19%|█▊ | 1872/10000 [1:29:10<6:40:10, 2.95s/it] 19%|█▊ | 1873/10000 [1:29:12<6:26:49, 2.86s/it] 19%|█▊ | 1874/10000 [1:29:15<6:21:24, 2.82s/it] 19%|█▉ | 1875/10000 [1:29:18<6:29:24, 2.88s/it] 19%|█▉ | 1876/10000 [1:29:21<6:18:49, 2.80s/it] 19%|█▉ | 1877/10000 [1:29:23<6:14:21, 2.77s/it] 19%|█▉ | 1878/10000 [1:29:26<6:17:20, 2.79s/it] 19%|█▉ | 1879/10000 [1:29:29<6:17:45, 2.79s/it] 19%|█▉ | 1880/10000 [1:29:32<6:22:35, 2.83s/it] 19%|█▉ | 1880/10000 [1:29:32<6:22:35, 2.83s/it] 19%|█▉ | 1881/10000 [1:29:34<6:15:16, 2.77s/it] 19%|█▉ | 1882/10000 [1:29:37<6:16:59, 2.79s/it] 19%|█▉ | 1883/10000 [1:29:40<6:22:08, 2.82s/it] 19%|█▉ | 1884/10000 [1:29:43<6:19:01, 2.80s/it] 19%|█▉ | 1885/10000 [1:29:46<6:23:58, 2.84s/it] 19%|█▉ | 1886/10000 [1:29:49<6:33:39, 2.91s/it] 19%|█▉ | 1887/10000 [1:29:52<6:25:52, 2.85s/it] 19%|█▉ | 1888/10000 [1:29:55<6:33:19, 2.91s/it] 19%|█▉ | 1889/10000 [1:29:58<6:38:41, 2.95s/it] 19%|█▉ | 1890/10000 [1:30:00<6:27:30, 2.87s/it] 19%|█▉ | 1891/10000 [1:30:03<6:26:27, 2.86s/it] 19%|█▉ | 1892/10000 [1:30:06<6:31:08, 2.89s/it] 19%|█▉ | 1893/10000 [1:30:09<6:16:26, 2.79s/it] 19%|█▉ | 1894/10000 [1:30:12<6:17:43, 2.80s/it] 19%|█▉ | 1895/10000 [1:30:14<6:18:03, 2.80s/it] 19%|█▉ | 1896/10000 [1:30:17<6:27:46, 2.87s/it] 19%|█▉ | 1897/10000 [1:30:20<6:34:26, 2.92s/it] 19%|█▉ | 1898/10000 [1:30:23<6:34:01, 2.92s/it] 19%|█▉ | 1899/10000 [1:30:26<6:16:19, 2.79s/it] 19%|█▉ | 1900/10000 [1:30:29<6:27:32, 2.87s/it] 19%|█▉ | 1900/10000 [1:30:29<6:27:32, 2.87s/it] 19%|█▉ | 1901/10000 [1:30:32<6:31:57, 2.90s/it] 19%|█▉ | 1902/10000 [1:30:34<6:16:49, 2.79s/it] 19%|█▉ | 1903/10000 [1:30:37<6:12:03, 2.76s/it] 19%|█▉ | 1904/10000 [1:30:40<6:09:18, 2.74s/it] 19%|█▉ | 1905/10000 [1:30:43<6:21:52, 2.83s/it] 19%|█▉ | 1906/10000 [1:30:45<6:08:58, 2.74s/it] 19%|█▉ | 1907/10000 [1:30:48<6:09:50, 2.74s/it] 19%|█▉ | 1908/10000 [1:30:51<6:13:32, 2.77s/it] 19%|█▉ | 1909/10000 [1:30:54<6:20:03, 2.82s/it] 19%|█▉ | 1910/10000 [1:30:57<6:19:18, 2.81s/it] 19%|█▉ | 1911/10000 [1:30:59<6:13:26, 2.77s/it] 19%|█▉ | 1912/10000 [1:31:02<6:08:16, 2.73s/it] 19%|█▉ | 1913/10000 [1:31:05<6:21:52, 2.83s/it] 19%|█▉ | 1914/10000 [1:31:08<6:12:12, 2.76s/it] 19%|█▉ | 1915/10000 [1:31:10<6:12:49, 2.77s/it] 19%|█▉ | 1916/10000 [1:31:14<6:37:51, 2.95s/it] 19%|█▉ | 1917/10000 [1:31:17<6:30:58, 2.90s/it] 19%|█▉ | 1918/10000 [1:31:19<6:13:57, 2.78s/it] 19%|█▉ | 1919/10000 [1:31:22<6:19:00, 2.81s/it] 19%|█▉ | 1920/10000 [1:31:25<6:24:13, 2.85s/it] 19%|█▉ | 1920/10000 [1:31:25<6:24:13, 2.85s/it] 19%|█▉ | 1921/10000 [1:31:28<6:26:59, 2.87s/it] 19%|█▉ | 1922/10000 [1:31:31<6:22:40, 2.84s/it] 19%|█▉ | 1923/10000 [1:31:34<6:27:28, 2.88s/it] 19%|█▉ | 1924/10000 [1:31:37<6:31:16, 2.91s/it] 19%|█▉ | 1925/10000 [1:31:39<6:28:43, 2.89s/it] 19%|█▉ | 1926/10000 [1:31:42<6:28:09, 2.88s/it] 19%|█▉ | 1927/10000 [1:31:45<6:16:22, 2.80s/it] 19%|█▉ | 1928/10000 [1:31:48<6:28:18, 2.89s/it] 19%|█▉ | 1929/10000 [1:31:51<6:32:47, 2.92s/it] 19%|█▉ | 1930/10000 [1:31:54<6:22:11, 2.84s/it] 19%|█▉ | 1931/10000 [1:31:56<6:13:53, 2.78s/it] 19%|█▉ | 1932/10000 [1:31:59<6:11:43, 2.76s/it] 19%|█▉ | 1933/10000 [1:32:02<6:21:02, 2.83s/it] 19%|█▉ | 1934/10000 [1:32:05<6:21:46, 2.84s/it] 19%|█▉ | 1935/10000 [1:32:08<6:20:59, 2.83s/it] 19%|█▉ | 1936/10000 [1:32:11<6:25:25, 2.87s/it] 19%|█▉ | 1937/10000 [1:32:13<6:14:53, 2.79s/it] 19%|█▉ | 1938/10000 [1:32:16<6:07:29, 2.73s/it] 19%|█▉ | 1939/10000 [1:32:19<6:10:56, 2.76s/it] 19%|█▉ | 1940/10000 [1:32:22<6:13:50, 2.78s/it] {'loss': '0.5738', 'grad_norm': '15.56', 'learning_rate': '4.111e-06', 'num_tokens': '5.265e+05', 'completions/mean_length': '4.856', 'completions/min_length': '3.65', 'completions/max_length': '6.5', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.856', 'completions/min_terminated_length': '3.65', 'completions/max_terminated_length': '6.5', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.225', 'rewards/reward_semantic/std': '0.1071', 'rewards/reward_length/mean': '-0.05562', 'rewards/reward_length/std': '0.02049', 'reward': '1.065', 'reward_std': '0.03248', 'frac_reward_zero_std': '0.15', 'kl': '0.5822', 'entropy': '0.644', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.91', 'epoch': '0.292'} +{'loss': '0.3536', 'grad_norm': '0.2279', 'learning_rate': '4.101e-06', 'num_tokens': '5.324e+05', 'completions/mean_length': '3.681', 'completions/min_length': '3.05', 'completions/max_length': '4.75', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.681', 'completions/min_terminated_length': '3.05', 'completions/max_terminated_length': '4.75', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5021', 'rewards/reward_semantic/std': '0.07501', 'rewards/reward_length/mean': '-0.04929', 'rewards/reward_length/std': '0.00899', 'reward': '1.148', 'reward_std': '0.02283', 'frac_reward_zero_std': '0.45', 'kl': '0.31', 'entropy': '0.4952', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.765', 'epoch': '0.2953'} +{'loss': '0.3659', 'grad_norm': '3.483', 'learning_rate': '4.091e-06', 'num_tokens': '5.381e+05', 'completions/mean_length': '3.8', 'completions/min_length': '3', 'completions/max_length': '4.65', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.8', 'completions/min_terminated_length': '3', 'completions/max_terminated_length': '4.65', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4842', 'rewards/reward_semantic/std': '0.08107', 'rewards/reward_length/mean': '-0.04548', 'rewards/reward_length/std': '0.009964', 'reward': '1.143', 'reward_std': '0.02465', 'frac_reward_zero_std': '0.45', 'kl': '0.369', 'entropy': '0.5746', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.761', 'epoch': '0.2986'} +{'loss': '0.2307', 'grad_norm': '3.692', 'learning_rate': '4.081e-06', 'num_tokens': '5.443e+05', 'completions/mean_length': '4.694', 'completions/min_length': '3.65', 'completions/max_length': '6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.694', 'completions/min_terminated_length': '3.65', 'completions/max_terminated_length': '6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4423', 'rewards/reward_semantic/std': '0.06752', 'rewards/reward_length/mean': '-0.05022', 'rewards/reward_length/std': '0.009137', 'reward': '1.13', 'reward_std': '0.02052', 'frac_reward_zero_std': '0.25', 'kl': '0.226', 'entropy': '0.693', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.835', 'epoch': '0.3018'} +[adaptive-kl] kl=0.068 target=0.3 beta: 1.0000 -> 0.6667 +{'loss': '0.1611', 'grad_norm': '13.9', 'learning_rate': '4.071e-06', 'num_tokens': '5.505e+05', 'completions/mean_length': '5.2', 'completions/min_length': '4', 'completions/max_length': '6.95', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.2', 'completions/min_terminated_length': '4', 'completions/max_terminated_length': '6.95', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2273', 'rewards/reward_semantic/std': '0.07007', 'rewards/reward_length/mean': '-0.06521', 'rewards/reward_length/std': '0.01455', 'reward': '1.065', 'reward_std': '0.02156', 'frac_reward_zero_std': '0.2', 'kl': '0.06796', 'entropy': '0.8688', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.911', 'epoch': '0.3051'} +[adaptive-kl] kl=0.078 target=0.3 beta: 0.6667 -> 0.4444 +{'loss': '0.07247', 'grad_norm': '8.962', 'learning_rate': '4.061e-06', 'num_tokens': '5.564e+05', 'completions/mean_length': '5.025', 'completions/min_length': '3.65', 'completions/max_length': '7.05', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.025', 'completions/min_terminated_length': '3.65', 'completions/max_terminated_length': '7.05', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3404', 'rewards/reward_semantic/std': '0.1349', 'rewards/reward_length/mean': '-0.05442', 'rewards/reward_length/std': '0.01601', 'reward': '1.099', 'reward_std': '0.04087', 'frac_reward_zero_std': '0.1', 'kl': '0.07781', 'entropy': '0.7385', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.919', 'epoch': '0.3084'} +[adaptive-kl] kl=0.039 target=0.3 beta: 0.4444 -> 0.2963 +{'loss': '0.0738', 'grad_norm': '2.624', 'learning_rate': '4.051e-06', 'num_tokens': '5.626e+05', 'completions/mean_length': '4.619', 'completions/min_length': '3.25', 'completions/max_length': '6.1', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.619', 'completions/min_terminated_length': '3.25', 'completions/max_terminated_length': '6.1', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.415', 'rewards/reward_semantic/std': '0.1587', 'rewards/reward_length/mean': '-0.06636', 'rewards/reward_length/std': '0.01514', 'reward': '1.121', 'reward_std': '0.04785', 'frac_reward_zero_std': '0.1', 'kl': '0.0393', 'entropy': '0.6841', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.844', 'epoch': '0.3117'} +[adaptive-kl] kl=0.062 target=0.3 beta: 0.2963 -> 0.1975 +{'loss': '0.04977', 'grad_norm': '5.319', 'learning_rate': '4.041e-06', 'num_tokens': '5.683e+05', 'completions/mean_length': '4.287', 'completions/min_length': '3.45', 'completions/max_length': '5.45', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.287', 'completions/min_terminated_length': '3.45', 'completions/max_terminated_length': '5.45', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3858', 'rewards/reward_semantic/std': '0.05982', 'rewards/reward_length/mean': '-0.04775', 'rewards/reward_length/std': '0.01338', 'reward': '1.113', 'reward_std': '0.01831', 'frac_reward_zero_std': '0.35', 'kl': '0.06165', 'entropy': '0.7144', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.789', 'epoch': '0.315'} +[adaptive-kl] kl=0.027 target=0.3 beta: 0.1975 -> 0.1317 + 19%|█▉ | 1940/10000 [1:32:22<6:13:50, 2.78s/it] 19%|█▉ | 1941/10000 [1:32:24<6:21:17, 2.84s/it] 19%|█▉ | 1942/10000 [1:32:27<6:09:16, 2.75s/it] 19%|█▉ | 1943/10000 [1:32:30<6:07:23, 2.74s/it] 19%|█▉ | 1944/10000 [1:32:32<5:59:12, 2.68s/it] 19%|█▉ | 1945/10000 [1:32:37<7:33:45, 3.38s/it] 19%|█▉ | 1946/10000 [1:32:40<7:06:18, 3.18s/it] 19%|█▉ | 1947/10000 [1:32:43<6:47:38, 3.04s/it] 19%|█▉ | 1948/10000 [1:32:46<6:52:31, 3.07s/it] 19%|█▉ | 1949/10000 [1:32:49<6:44:09, 3.01s/it] 20%|█▉ | 1950/10000 [1:32:52<6:53:34, 3.08s/it] 20%|█▉ | 1951/10000 [1:32:56<7:29:31, 3.35s/it] 20%|█▉ | 1952/10000 [1:32:58<6:55:17, 3.10s/it] 20%|█▉ | 1953/10000 [1:33:01<6:50:43, 3.06s/it] 20%|█▉ | 1954/10000 [1:33:04<6:37:01, 2.96s/it] 20%|█▉ | 1955/10000 [1:33:07<6:25:54, 2.88s/it] 20%|█▉ | 1956/10000 [1:33:10<6:27:29, 2.89s/it] 20%|█▉ | 1957/10000 [1:33:13<6:33:35, 2.94s/it] 20%|█▉ | 1958/10000 [1:33:15<6:17:53, 2.82s/it] 20%|█▉ | 1959/10000 [1:33:18<6:24:27, 2.87s/it] 20%|█▉ | 1960/10000 [1:33:21<6:21:15, 2.85s/it] 20%|█▉ | 1960/10000 [1:33:21<6:21:15, 2.85s/it] 20%|█▉ | 1961/10000 [1:33:24<6:16:29, 2.81s/it] 20%|█▉ | 1962/10000 [1:33:27<6:20:53, 2.84s/it] 20%|█▉ | 1963/10000 [1:33:30<6:30:12, 2.91s/it] 20%|█▉ | 1964/10000 [1:33:32<6:11:03, 2.77s/it] 20%|█▉ | 1965/10000 [1:33:35<6:00:36, 2.69s/it] 20%|█▉ | 1966/10000 [1:33:38<6:03:10, 2.71s/it] 20%|█▉ | 1967/10000 [1:33:40<6:11:26, 2.77s/it] 20%|█▉ | 1968/10000 [1:33:43<6:19:48, 2.84s/it] 20%|█▉ | 1969/10000 [1:33:46<6:16:57, 2.82s/it] 20%|█▉ | 1970/10000 [1:33:49<6:02:55, 2.71s/it] 20%|█▉ | 1971/10000 [1:33:52<6:08:33, 2.75s/it] 20%|█▉ | 1972/10000 [1:33:55<6:29:52, 2.91s/it] 20%|█▉ | 1973/10000 [1:33:58<6:32:58, 2.94s/it] 20%|█▉ | 1974/10000 [1:34:01<6:33:24, 2.94s/it] 20%|█▉ | 1975/10000 [1:34:04<6:48:31, 3.05s/it] 20%|█▉ | 1976/10000 [1:34:07<6:28:30, 2.91s/it] 20%|█▉ | 1977/10000 [1:34:09<6:19:39, 2.84s/it] 20%|█▉ | 1978/10000 [1:34:12<6:18:17, 2.83s/it] 20%|█▉ | 1979/10000 [1:34:15<6:06:42, 2.74s/it] 20%|█▉ | 1980/10000 [1:34:18<6:22:12, 2.86s/it] 20%|█▉ | 1980/10000 [1:34:18<6:22:12, 2.86s/it] 20%|█▉ | 1981/10000 [1:34:21<6:20:12, 2.84s/it] 20%|█▉ | 1982/10000 [1:34:23<6:15:16, 2.81s/it] 20%|█▉ | 1983/10000 [1:34:26<6:24:58, 2.88s/it] 20%|█▉ | 1984/10000 [1:34:30<6:35:30, 2.96s/it] 20%|█▉ | 1985/10000 [1:34:32<6:33:19, 2.94s/it] 20%|█▉ | 1986/10000 [1:34:35<6:36:13, 2.97s/it] 20%|█▉ | 1987/10000 [1:34:38<6:36:17, 2.97s/it] 20%|█▉ | 1988/10000 [1:34:41<6:33:26, 2.95s/it] 20%|█▉ | 1989/10000 [1:34:44<6:30:36, 2.93s/it] 20%|█▉ | 1990/10000 [1:34:47<6:36:49, 2.97s/it] 20%|█▉ | 1991/10000 [1:34:50<6:31:22, 2.93s/it] 20%|█▉ | 1992/10000 [1:34:53<6:44:12, 3.03s/it] 20%|█▉ | 1993/10000 [1:34:56<6:38:02, 2.98s/it] 20%|█▉ | 1994/10000 [1:34:59<6:40:27, 3.00s/it] 20%|█▉ | 1995/10000 [1:35:03<6:49:20, 3.07s/it] 20%|█▉ | 1996/10000 [1:35:05<6:44:43, 3.03s/it] 20%|█▉ | 1997/10000 [1:35:08<6:40:05, 3.00s/it] 20%|█▉ | 1998/10000 [1:35:11<6:32:35, 2.94s/it] 20%|█▉ | 1999/10000 [1:35:14<6:32:58, 2.95s/it] 20%|██ | 2000/10000 [1:35:17<6:34:41, 2.96s/it] 20%|██ | 2000/10000 [1:35:17<6:34:41, 2.96s/it] 20%|██ | 2001/10000 [1:35:21<6:49:46, 3.07s/it] 20%|██ | 2002/10000 [1:35:24<6:52:24, 3.09s/it] 20%|██ | 2003/10000 [1:35:26<6:35:25, 2.97s/it] 20%|██ | 2004/10000 [1:35:29<6:25:35, 2.89s/it] 20%|██ | 2005/10000 [1:35:32<6:38:20, 2.99s/it] 20%|██ | 2006/10000 [1:35:35<6:27:32, 2.91s/it] 20%|██ | 2007/10000 [1:35:38<6:30:42, 2.93s/it] 20%|██ | 2008/10000 [1:35:41<6:41:12, 3.01s/it] 20%|██ | 2009/10000 [1:35:44<6:27:22, 2.91s/it] 20%|██ | 2010/10000 [1:35:47<6:32:43, 2.95s/it] 20%|██ | 2011/10000 [1:35:50<6:39:41, 3.00s/it] 20%|██ | 2012/10000 [1:35:53<6:47:57, 3.06s/it] 20%|██ | 2013/10000 [1:35:56<6:44:01, 3.04s/it] 20%|██ | 2014/10000 [1:35:59<6:42:51, 3.03s/it] 20%|██ | 2015/10000 [1:36:02<6:26:54, 2.91s/it] 20%|██ | 2016/10000 [1:36:04<6:16:26, 2.83s/it] 20%|██ | 2017/10000 [1:36:07<6:11:22, 2.79s/it] 20%|██ | 2018/10000 [1:36:10<6:12:45, 2.80s/it] 20%|██ | 2019/10000 [1:36:13<6:08:28, 2.77s/it] 20%|██ | 2020/10000 [1:36:16<6:14:18, 2.81s/it] 20%|██ | 2020/10000 [1:36:16<6:14:18, 2.81s/it] 20%|██ | 2021/10000 [1:36:18<6:16:30, 2.83s/it] 20%|██ | 2022/10000 [1:36:21<6:24:36, 2.89s/it] 20%|██ | 2023/10000 [1:36:24<6:19:50, 2.86s/it] 20%|██ | 2024/10000 [1:36:27<6:20:28, 2.86s/it] 20%|██ | 2025/10000 [1:36:30<6:17:21, 2.84s/it] 20%|██ | 2026/10000 [1:36:32<6:05:30, 2.75s/it] 20%|██ | 2027/10000 [1:36:36<6:20:44, 2.87s/it] 20%|██ | 2028/10000 [1:36:39<6:25:26, 2.90s/it] 20%|██ | 2029/10000 [1:36:41<6:11:19, 2.80s/it] 20%|██ | 2030/10000 [1:36:44<6:30:42, 2.94s/it] 20%|██ | 2031/10000 [1:36:48<6:39:05, 3.00s/it] 20%|██ | 2032/10000 [1:36:50<6:35:17, 2.98s/it] 20%|██ | 2033/10000 [1:36:53<6:26:18, 2.91s/it] 20%|██ | 2034/10000 [1:36:57<6:44:07, 3.04s/it] 20%|██ | 2035/10000 [1:36:59<6:36:23, 2.99s/it] 20%|██ | 2036/10000 [1:37:03<6:43:21, 3.04s/it] 20%|██ | 2037/10000 [1:37:06<6:49:50, 3.09s/it] 20%|██ | 2038/10000 [1:37:09<6:37:13, 2.99s/it] 20%|██ | 2039/10000 [1:37:12<6:45:24, 3.06s/it] 20%|██ | 2040/10000 [1:37:15<6:53:18, 3.12s/it] 20%|██ | 2040/10000 [1:37:15<6:53:18, 3.12s/it] 20%|██ | 2041/10000 [1:37:18<6:46:06, 3.06s/it] 20%|██ | 2042/10000 [1:37:21<6:38:38, 3.01s/it] 20%|██ | 2043/10000 [1:37:24<6:26:33, 2.91s/it] 20%|██ | 2044/10000 [1:37:27<6:30:15, 2.94s/it] 20%|██ | 2045/10000 [1:37:29<6:17:51, 2.85s/it] 20%|██ | 2046/10000 [1:37:32<6:16:13, 2.84s/it] 20%|██ | 2047/10000 [1:37:35<6:11:23, 2.80s/it] 20%|██ | 2048/10000 [1:37:38<6:11:52, 2.81s/it] 20%|██ | 2049/10000 [1:37:40<6:04:09, 2.75s/it] 20%|██ | 2050/10000 [1:37:43<6:05:31, 2.76s/it] 21%|██ | 2051/10000 [1:37:46<6:16:20, 2.84s/it] 21%|██ | 2052/10000 [1:37:49<6:13:55, 2.82s/it] 21%|██ | 2053/10000 [1:37:51<6:08:56, 2.79s/it] 21%|██ | 2054/10000 [1:37:54<6:10:30, 2.80s/it] 21%|██ | 2055/10000 [1:37:57<6:15:04, 2.83s/it] 21%|██ | 2056/10000 [1:38:00<6:12:14, 2.81s/it] 21%|██ | 2057/10000 [1:38:03<6:32:26, 2.96s/it] 21%|██ | 2058/10000 [1:38:06<6:24:05, 2.90s/it] 21%|██ | 2059/10000 [1:38:09<6:23:58, 2.90s/it] 21%|██ | 2060/10000 [1:38:12<6:17:09, 2.85s/it] 21%|██ | 2060/10000 [1:38:12<6:17:09, 2.85s/it] 21%|██ | 2061/10000 [1:38:14<6:12:43, 2.82s/it] 21%|██ | 2062/10000 [1:38:17<6:03:31, 2.75s/it] 21%|██ | 2063/10000 [1:38:20<6:00:09, 2.72s/it] 21%|██ | 2064/10000 [1:38:22<5:58:21, 2.71s/it] 21%|██ | 2065/10000 [1:38:25<5:50:55, 2.65s/it] 21%|██ | 2066/10000 [1:38:28<6:05:38, 2.77s/it] 21%|██ | 2067/10000 [1:38:31<6:13:26, 2.82s/it] 21%|██ | 2068/10000 [1:38:34<6:22:25, 2.89s/it] 21%|██ | 2069/10000 [1:38:37<6:36:48, 3.00s/it] 21%|██ | 2070/10000 [1:38:40<6:26:49, 2.93s/it] 21%|██ | 2071/10000 [1:38:43<6:19:01, 2.87s/it] 21%|██ | 2072/10000 [1:38:45<6:03:38, 2.75s/it] 21%|██ | 2073/10000 [1:38:48<5:59:11, 2.72s/it] 21%|██ | 2074/10000 [1:38:51<6:11:05, 2.81s/it] 21%|██ | 2075/10000 [1:38:53<5:59:59, 2.73s/it] 21%|██ | 2076/10000 [1:38:56<5:52:12, 2.67s/it] 21%|██ | 2077/10000 [1:38:59<6:01:30, 2.74s/it] 21%|██ | 2078/10000 [1:39:02<6:10:23, 2.81s/it] 21%|██ | 2079/10000 [1:39:05<6:22:19, 2.90s/it] 21%|██ | 2080/10000 [1:39:08<6:30:18, 2.96s/it] 21%|██ | 2080/10000 [1:39:08<6:30:18, 2.96s/it] 21%|██ | 2081/10000 [1:39:11<6:25:05, 2.92s/it] 21%|██ | 2082/10000 [1:39:14<6:25:02, 2.92s/it] 21%|██ | 2083/10000 [1:39:17<6:23:59, 2.91s/it] 21%|██ | 2084/10000 [1:39:19<6:23:48, 2.91s/it] 21%|██ | 2085/10000 [1:39:22<6:18:25, 2.87s/it] 21%|██ | 2086/10000 [1:39:25<6:06:07, 2.78s/it] 21%|██ | 2087/10000 [1:39:28<6:12:37, 2.83s/it] 21%|██ | 2088/10000 [1:39:31<6:23:03, 2.90s/it] 21%|██ | 2089/10000 [1:39:34<6:22:37, 2.90s/it] 21%|██ | 2090/10000 [1:39:36<6:07:03, 2.78s/it] 21%|██ | 2091/10000 [1:39:39<6:07:51, 2.79s/it] 21%|██ | 2092/10000 [1:39:42<6:16:33, 2.86s/it] 21%|██ | 2093/10000 [1:39:45<6:11:34, 2.82s/it] 21%|██ | 2094/10000 [1:39:48<6:09:02, 2.80s/it] 21%|██ | 2095/10000 [1:39:50<6:04:43, 2.77s/it] 21%|██ | 2096/10000 [1:39:53<6:02:55, 2.76s/it] 21%|██ | 2097/10000 [1:39:55<5:52:48, 2.68s/it] 21%|██ | 2098/10000 [1:39:58<5:58:14, 2.72s/it] 21%|██ | 2099/10000 [1:40:01<6:09:03, 2.80s/it] 21%|██ | 2100/10000 [1:40:04<6:13:13, 2.83s/it] {'loss': '0.03103', 'grad_norm': '2.204', 'learning_rate': '4.031e-06', 'num_tokens': '5.739e+05', 'completions/mean_length': '4.463', 'completions/min_length': '3.55', 'completions/max_length': '5.6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.463', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '5.6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3684', 'rewards/reward_semantic/std': '0.1429', 'rewards/reward_length/mean': '-0.07', 'rewards/reward_length/std': '0.01274', 'reward': '1.107', 'reward_std': '0.043', 'frac_reward_zero_std': '0.3', 'kl': '0.02672', 'entropy': '0.621', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.815', 'epoch': '0.3182'} +[adaptive-kl] kl=0.059 target=0.3 beta: 0.1317 -> 0.0878 +{'loss': '0.03709', 'grad_norm': '0.008035', 'learning_rate': '4.021e-06', 'num_tokens': '5.797e+05', 'completions/mean_length': '5.031', 'completions/min_length': '3.6', 'completions/max_length': '7.9', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.031', 'completions/min_terminated_length': '3.6', 'completions/max_terminated_length': '7.9', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3559', 'rewards/reward_semantic/std': '0.1529', 'rewards/reward_length/mean': '-0.06199', 'rewards/reward_length/std': '0.01806', 'reward': '1.104', 'reward_std': '0.04615', 'frac_reward_zero_std': '0.2', 'kl': '0.05938', 'entropy': '0.8021', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.969', 'epoch': '0.3215'} +[adaptive-kl] kl=0.087 target=0.3 beta: 0.0878 -> 0.0585 +{'loss': '0.0353', 'grad_norm': '2.727', 'learning_rate': '4.011e-06', 'num_tokens': '5.854e+05', 'completions/mean_length': '4.375', 'completions/min_length': '3.35', 'completions/max_length': '5.85', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.375', 'completions/min_terminated_length': '3.35', 'completions/max_terminated_length': '5.85', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4134', 'rewards/reward_semantic/std': '0.132', 'rewards/reward_length/mean': '-0.05103', 'rewards/reward_length/std': '0.01196', 'reward': '1.121', 'reward_std': '0.03967', 'frac_reward_zero_std': '0.3', 'kl': '0.08688', 'entropy': '0.6028', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.823', 'epoch': '0.3248'} +{'loss': '0.07863', 'grad_norm': '1.912', 'learning_rate': '4.001e-06', 'num_tokens': '5.916e+05', 'completions/mean_length': '5.65', 'completions/min_length': '4.25', 'completions/max_length': '7.25', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.65', 'completions/min_terminated_length': '4.25', 'completions/max_terminated_length': '7.25', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2508', 'rewards/reward_semantic/std': '0.0786', 'rewards/reward_length/mean': '-0.06436', 'rewards/reward_length/std': '0.02064', 'reward': '1.072', 'reward_std': '0.02399', 'frac_reward_zero_std': '0.05', 'kl': '0.214', 'entropy': '0.6394', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.955', 'epoch': '0.3281'} +{'loss': '0.1089', 'grad_norm': '5.747', 'learning_rate': '3.991e-06', 'num_tokens': '5.978e+05', 'completions/mean_length': '4.444', 'completions/min_length': '3.55', 'completions/max_length': '6.2', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.444', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '6.2', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2785', 'rewards/reward_semantic/std': '0.1102', 'rewards/reward_length/mean': '-0.05547', 'rewards/reward_length/std': '0.01579', 'reward': '1.081', 'reward_std': '0.03369', 'frac_reward_zero_std': '0.15', 'kl': '0.3192', 'entropy': '0.7991', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.887', 'epoch': '0.3314'} +{'loss': '0.1231', 'grad_norm': '3.587', 'learning_rate': '3.981e-06', 'num_tokens': '6.038e+05', 'completions/mean_length': '4.8', 'completions/min_length': '3.3', 'completions/max_length': '7.15', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.8', 'completions/min_terminated_length': '3.3', 'completions/max_terminated_length': '7.15', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2162', 'rewards/reward_semantic/std': '0.0612', 'rewards/reward_length/mean': '-0.06084', 'rewards/reward_length/std': '0.01883', 'reward': '1.062', 'reward_std': '0.019', 'frac_reward_zero_std': '0.2', 'kl': '0.3759', 'entropy': '0.7854', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.96', 'epoch': '0.3346'} +[adaptive-kl] kl=0.985 target=0.3 beta: 0.0585 -> 0.0878 +{'loss': '0.07595', 'grad_norm': '0.006584', 'learning_rate': '3.971e-06', 'num_tokens': '6.097e+05', 'completions/mean_length': '3.975', 'completions/min_length': '3', 'completions/max_length': '5.5', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.975', 'completions/min_terminated_length': '3', 'completions/max_terminated_length': '5.5', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3512', 'rewards/reward_semantic/std': '0.1094', 'rewards/reward_length/mean': '-0.04319', 'rewards/reward_length/std': '0.01524', 'reward': '1.103', 'reward_std': '0.03295', 'frac_reward_zero_std': '0.15', 'kl': '0.9845', 'entropy': '0.7233', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.819', 'epoch': '0.3379'} +[adaptive-kl] kl=0.687 target=0.3 beta: 0.0878 -> 0.1317 +{'loss': '0.09509', 'grad_norm': '5.652', 'learning_rate': '3.961e-06', 'num_tokens': '6.157e+05', 'completions/mean_length': '4.431', 'completions/min_length': '3.45', 'completions/max_length': '5.65', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.431', 'completions/min_terminated_length': '3.45', 'completions/max_terminated_length': '5.65', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4649', 'rewards/reward_semantic/std': '0.07953', 'rewards/reward_length/mean': '-0.04858', 'rewards/reward_length/std': '0.01148', 'reward': '1.137', 'reward_std': '0.02406', 'frac_reward_zero_std': '0.35', 'kl': '0.6874', 'entropy': '0.7456', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.8', 'epoch': '0.3412'} +[adaptive-kl] kl=1.677 target=0.3 beta: 0.1317 -> 0.1975 + 21%|██ | 2100/10000 [1:40:04<6:13:13, 2.83s/it] 21%|██ | 2101/10000 [1:40:07<6:05:11, 2.77s/it] 21%|██ | 2102/10000 [1:40:09<5:57:23, 2.72s/it] 21%|██ | 2103/10000 [1:40:13<6:15:03, 2.85s/it] 21%|██ | 2104/10000 [1:40:15<6:09:41, 2.81s/it] 21%|██ | 2105/10000 [1:40:18<6:07:40, 2.79s/it] 21%|██ | 2106/10000 [1:40:21<6:08:46, 2.80s/it] 21%|██ | 2107/10000 [1:40:24<6:07:40, 2.79s/it] 21%|██ | 2108/10000 [1:40:26<6:03:48, 2.77s/it] 21%|██ | 2109/10000 [1:40:29<6:11:40, 2.83s/it] 21%|██ | 2110/10000 [1:40:32<6:03:22, 2.76s/it] 21%|██ | 2111/10000 [1:40:35<6:03:24, 2.76s/it] 21%|██ | 2112/10000 [1:40:37<5:59:00, 2.73s/it] 21%|██ | 2113/10000 [1:40:40<5:58:33, 2.73s/it] 21%|██ | 2114/10000 [1:40:43<6:03:56, 2.77s/it] 21%|██ | 2115/10000 [1:40:46<6:10:34, 2.82s/it] 21%|██ | 2116/10000 [1:40:49<6:11:35, 2.83s/it] 21%|██ | 2117/10000 [1:40:51<6:09:19, 2.81s/it] 21%|██ | 2118/10000 [1:40:54<5:56:43, 2.72s/it] 21%|██ | 2119/10000 [1:40:57<5:57:04, 2.72s/it] 21%|██ | 2120/10000 [1:40:59<5:58:54, 2.73s/it] 21%|██ | 2120/10000 [1:40:59<5:58:54, 2.73s/it] 21%|██ | 2121/10000 [1:41:02<5:57:04, 2.72s/it] 21%|██ | 2122/10000 [1:41:05<5:57:19, 2.72s/it] 21%|██ | 2123/10000 [1:41:08<5:58:21, 2.73s/it] 21%|██ | 2124/10000 [1:41:10<5:56:01, 2.71s/it] 21%|██▏ | 2125/10000 [1:41:13<5:50:00, 2.67s/it] 21%|██▏ | 2126/10000 [1:41:16<5:53:49, 2.70s/it] 21%|██▏ | 2127/10000 [1:41:19<6:06:15, 2.79s/it] 21%|██▏ | 2128/10000 [1:41:21<6:07:09, 2.80s/it] 21%|██▏ | 2129/10000 [1:41:24<6:03:04, 2.77s/it] 21%|██▏ | 2130/10000 [1:41:27<6:08:25, 2.81s/it] 21%|██▏ | 2131/10000 [1:41:30<6:08:46, 2.81s/it] 21%|██▏ | 2132/10000 [1:41:33<6:15:50, 2.87s/it] 21%|██▏ | 2133/10000 [1:41:36<6:10:49, 2.83s/it] 21%|██▏ | 2134/10000 [1:41:38<6:04:31, 2.78s/it] 21%|██▏ | 2135/10000 [1:41:41<6:04:14, 2.78s/it] 21%|██▏ | 2136/10000 [1:41:44<5:58:19, 2.73s/it] 21%|██▏ | 2137/10000 [1:41:46<5:49:51, 2.67s/it] 21%|██▏ | 2138/10000 [1:41:49<6:01:46, 2.76s/it] 21%|██▏ | 2139/10000 [1:41:52<5:59:00, 2.74s/it] 21%|██▏ | 2140/10000 [1:41:54<5:55:40, 2.72s/it] 21%|██▏ | 2140/10000 [1:41:54<5:55:40, 2.72s/it] 21%|██▏ | 2141/10000 [1:41:57<5:59:43, 2.75s/it] 21%|██▏ | 2142/10000 [1:42:00<6:03:02, 2.77s/it] 21%|██▏ | 2143/10000 [1:42:03<6:14:12, 2.86s/it] 21%|██▏ | 2144/10000 [1:42:06<6:16:55, 2.88s/it] 21%|██▏ | 2145/10000 [1:42:09<6:15:15, 2.87s/it] 21%|██▏ | 2146/10000 [1:42:12<6:13:47, 2.86s/it] 21%|██▏ | 2147/10000 [1:42:15<6:12:10, 2.84s/it] 21%|██▏ | 2148/10000 [1:42:18<6:14:43, 2.86s/it] 21%|██▏ | 2149/10000 [1:42:21<6:32:47, 3.00s/it] 22%|██▏ | 2150/10000 [1:42:24<6:33:00, 3.00s/it] 22%|██▏ | 2151/10000 [1:42:27<6:22:03, 2.92s/it] 22%|██▏ | 2152/10000 [1:42:29<6:09:20, 2.82s/it] 22%|██▏ | 2153/10000 [1:42:32<6:16:33, 2.88s/it] 22%|██▏ | 2154/10000 [1:42:35<6:19:04, 2.90s/it] 22%|██▏ | 2155/10000 [1:42:38<6:06:44, 2.80s/it] 22%|██▏ | 2156/10000 [1:42:40<6:04:29, 2.79s/it] 22%|██▏ | 2157/10000 [1:42:43<6:00:12, 2.76s/it] 22%|██▏ | 2158/10000 [1:42:46<5:50:00, 2.68s/it] 22%|██▏ | 2159/10000 [1:42:48<5:44:23, 2.64s/it] 22%|██▏ | 2160/10000 [1:42:51<5:59:01, 2.75s/it] 22%|██▏ | 2160/10000 [1:42:51<5:59:01, 2.75s/it] 22%|██▏ | 2161/10000 [1:42:54<6:09:03, 2.82s/it] 22%|██▏ | 2162/10000 [1:42:57<5:57:27, 2.74s/it] 22%|██▏ | 2163/10000 [1:42:59<5:57:19, 2.74s/it] 22%|██▏ | 2164/10000 [1:43:02<5:59:43, 2.75s/it] 22%|██▏ | 2165/10000 [1:43:05<6:13:53, 2.86s/it] 22%|██▏ | 2166/10000 [1:43:08<6:09:25, 2.83s/it] 22%|██▏ | 2167/10000 [1:43:11<6:08:03, 2.82s/it] 22%|██▏ | 2168/10000 [1:43:14<6:04:31, 2.79s/it] 22%|██▏ | 2169/10000 [1:43:17<6:18:28, 2.90s/it] 22%|██▏ | 2170/10000 [1:43:20<6:13:49, 2.86s/it] 22%|██▏ | 2171/10000 [1:43:23<6:18:25, 2.90s/it] 22%|██▏ | 2172/10000 [1:43:25<6:09:23, 2.83s/it] 22%|██▏ | 2173/10000 [1:43:28<6:11:23, 2.85s/it] 22%|██▏ | 2174/10000 [1:43:31<6:03:41, 2.79s/it] 22%|██▏ | 2175/10000 [1:43:34<6:03:58, 2.79s/it] 22%|██▏ | 2176/10000 [1:43:36<5:53:16, 2.71s/it] 22%|██▏ | 2177/10000 [1:43:39<6:12:07, 2.85s/it] 22%|██▏ | 2178/10000 [1:43:42<6:20:10, 2.92s/it] 22%|██▏ | 2179/10000 [1:43:45<6:25:10, 2.95s/it] 22%|██▏ | 2180/10000 [1:43:49<6:31:22, 3.00s/it] 22%|██▏ | 2180/10000 [1:43:49<6:31:22, 3.00s/it] 22%|██▏ | 2181/10000 [1:43:51<6:23:03, 2.94s/it] 22%|██▏ | 2182/10000 [1:43:54<6:31:05, 3.00s/it] 22%|██▏ | 2183/10000 [1:43:57<6:26:22, 2.97s/it] 22%|██▏ | 2184/10000 [1:44:00<6:18:52, 2.91s/it] 22%|██▏ | 2185/10000 [1:44:03<6:10:40, 2.85s/it] 22%|██▏ | 2186/10000 [1:44:06<6:30:47, 3.00s/it] 22%|██▏ | 2187/10000 [1:44:09<6:15:24, 2.88s/it] 22%|██▏ | 2188/10000 [1:44:12<6:17:05, 2.90s/it] 22%|██▏ | 2189/10000 [1:44:15<6:19:43, 2.92s/it] 22%|██▏ | 2190/10000 [1:44:17<6:04:51, 2.80s/it] 22%|██▏ | 2191/10000 [1:44:21<6:28:50, 2.99s/it] 22%|██▏ | 2192/10000 [1:44:23<6:11:32, 2.86s/it] 22%|██▏ | 2193/10000 [1:44:26<6:00:15, 2.77s/it] 22%|██▏ | 2194/10000 [1:44:29<6:00:37, 2.77s/it] 22%|██▏ | 2195/10000 [1:44:31<6:01:47, 2.78s/it] 22%|██▏ | 2196/10000 [1:44:34<6:01:14, 2.78s/it] 22%|██▏ | 2197/10000 [1:44:37<5:59:21, 2.76s/it] 22%|██▏ | 2198/10000 [1:44:39<5:54:41, 2.73s/it] 22%|██▏ | 2199/10000 [1:44:42<5:46:47, 2.67s/it] 22%|██▏ | 2200/10000 [1:44:45<5:53:50, 2.72s/it] 22%|██▏ | 2200/10000 [1:44:45<5:53:50, 2.72s/it] 22%|██▏ | 2201/10000 [1:44:48<5:53:01, 2.72s/it] 22%|██▏ | 2202/10000 [1:44:51<6:10:43, 2.85s/it] 22%|██▏ | 2203/10000 [1:44:54<6:15:15, 2.89s/it] 22%|██▏ | 2204/10000 [1:44:57<6:14:54, 2.89s/it] 22%|██▏ | 2205/10000 [1:44:59<6:10:39, 2.85s/it] 22%|██▏ | 2206/10000 [1:45:02<6:02:12, 2.79s/it] 22%|██▏ | 2207/10000 [1:45:06<6:35:07, 3.04s/it] 22%|██▏ | 2208/10000 [1:45:09<6:30:53, 3.01s/it] 22%|██▏ | 2209/10000 [1:45:11<6:18:58, 2.92s/it] 22%|██▏ | 2210/10000 [1:45:14<6:03:44, 2.80s/it] 22%|██▏ | 2211/10000 [1:45:17<6:01:24, 2.78s/it] 22%|██▏ | 2212/10000 [1:45:20<6:14:41, 2.89s/it] 22%|██▏ | 2213/10000 [1:45:22<6:04:31, 2.81s/it] 22%|██▏ | 2214/10000 [1:45:25<6:09:29, 2.85s/it] 22%|██▏ | 2215/10000 [1:45:28<6:07:31, 2.83s/it] 22%|██▏ | 2216/10000 [1:45:31<6:13:37, 2.88s/it] 22%|██▏ | 2217/10000 [1:45:34<6:21:55, 2.94s/it] 22%|██▏ | 2218/10000 [1:45:37<6:18:32, 2.92s/it] 22%|██▏ | 2219/10000 [1:45:40<6:14:04, 2.88s/it] 22%|██▏ | 2220/10000 [1:45:42<6:04:51, 2.81s/it] 22%|██▏ | 2220/10000 [1:45:42<6:04:51, 2.81s/it] 22%|██▏ | 2221/10000 [1:45:45<6:11:28, 2.87s/it] 22%|██▏ | 2222/10000 [1:45:48<6:04:16, 2.81s/it] 22%|██▏ | 2223/10000 [1:45:51<6:04:03, 2.81s/it] 22%|██▏ | 2224/10000 [1:45:54<5:58:04, 2.76s/it] 22%|██▏ | 2225/10000 [1:45:56<5:55:58, 2.75s/it] 22%|██▏ | 2226/10000 [1:45:59<6:04:00, 2.81s/it] 22%|██▏ | 2227/10000 [1:46:02<6:07:13, 2.83s/it] 22%|██▏ | 2228/10000 [1:46:05<6:03:53, 2.81s/it] 22%|██▏ | 2229/10000 [1:46:08<6:00:05, 2.78s/it] 22%|██▏ | 2230/10000 [1:46:10<5:57:02, 2.76s/it] 22%|██▏ | 2231/10000 [1:46:13<5:59:56, 2.78s/it] 22%|██▏ | 2232/10000 [1:46:16<5:59:11, 2.77s/it] 22%|██▏ | 2233/10000 [1:46:19<6:13:27, 2.88s/it] 22%|██▏ | 2234/10000 [1:46:22<6:09:41, 2.86s/it] 22%|██▏ | 2235/10000 [1:46:24<5:59:16, 2.78s/it] 22%|██▏ | 2236/10000 [1:46:27<5:48:43, 2.69s/it] 22%|██▏ | 2237/10000 [1:46:30<5:50:03, 2.71s/it] 22%|██▏ | 2238/10000 [1:46:33<5:58:10, 2.77s/it] 22%|██▏ | 2239/10000 [1:46:35<5:53:59, 2.74s/it] 22%|██▏ | 2240/10000 [1:46:38<6:08:28, 2.85s/it] 22%|██▏ | 2240/10000 [1:46:38<6:08:28, 2.85s/it] 22%|██▏ | 2241/10000 [1:46:41<6:03:27, 2.81s/it] 22%|██▏ | 2242/10000 [1:46:44<6:01:10, 2.79s/it] 22%|██▏ | 2243/10000 [1:46:47<6:01:32, 2.80s/it] 22%|██▏ | 2244/10000 [1:46:50<6:08:02, 2.85s/it] 22%|██▏ | 2245/10000 [1:46:53<6:27:12, 3.00s/it] 22%|██▏ | 2246/10000 [1:46:56<6:26:23, 2.99s/it] 22%|██▏ | 2247/10000 [1:46:59<6:23:12, 2.97s/it] 22%|██▏ | 2248/10000 [1:47:02<6:20:26, 2.94s/it] 22%|██▏ | 2249/10000 [1:47:04<6:08:40, 2.85s/it] 22%|██▎ | 2250/10000 [1:47:07<6:04:22, 2.82s/it] 23%|██▎ | 2251/10000 [1:47:10<6:01:08, 2.80s/it] 23%|██▎ | 2252/10000 [1:47:12<5:55:50, 2.76s/it] 23%|██▎ | 2253/10000 [1:47:15<5:57:52, 2.77s/it] 23%|██▎ | 2254/10000 [1:47:18<5:54:48, 2.75s/it] 23%|██▎ | 2255/10000 [1:47:21<5:59:47, 2.79s/it] 23%|██▎ | 2256/10000 [1:47:24<5:57:30, 2.77s/it] 23%|██▎ | 2257/10000 [1:47:26<6:00:55, 2.80s/it] 23%|██▎ | 2258/10000 [1:47:29<5:55:06, 2.75s/it] 23%|██▎ | 2259/10000 [1:47:32<5:45:23, 2.68s/it] 23%|██▎ | 2260/10000 [1:47:34<5:45:11, 2.68s/it] {'loss': '0.2729', 'grad_norm': '3.335', 'learning_rate': '3.951e-06', 'num_tokens': '6.211e+05', 'completions/mean_length': '3.95', 'completions/min_length': '2.75', 'completions/max_length': '5.35', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.95', 'completions/min_terminated_length': '2.75', 'completions/max_terminated_length': '5.35', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3317', 'rewards/reward_semantic/std': '0.1056', 'rewards/reward_length/mean': '-0.03984', 'rewards/reward_length/std': '0.01436', 'reward': '1.098', 'reward_std': '0.03184', 'frac_reward_zero_std': '0.15', 'kl': '1.677', 'entropy': '0.8872', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.801', 'epoch': '0.3445'} +[adaptive-kl] kl=3.387 target=0.3 beta: 0.1975 -> 0.2963 +{'loss': '0.6', 'grad_norm': '18.61', 'learning_rate': '3.941e-06', 'num_tokens': '6.268e+05', 'completions/mean_length': '3.425', 'completions/min_length': '2.3', 'completions/max_length': '4.9', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.425', 'completions/min_terminated_length': '2.3', 'completions/max_terminated_length': '4.9', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2424', 'rewards/reward_semantic/std': '0.101', 'rewards/reward_length/mean': '-0.02969', 'rewards/reward_length/std': '0.01335', 'reward': '1.071', 'reward_std': '0.03033', 'frac_reward_zero_std': '0.05', 'kl': '3.387', 'entropy': '0.9307', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.752', 'epoch': '0.3478'} +[adaptive-kl] kl=3.406 target=0.3 beta: 0.2963 -> 0.4444 +{'loss': '1.026', 'grad_norm': '24.66', 'learning_rate': '3.931e-06', 'num_tokens': '6.324e+05', 'completions/mean_length': '3.856', 'completions/min_length': '2.9', 'completions/max_length': '4.9', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.856', 'completions/min_terminated_length': '2.9', 'completions/max_terminated_length': '4.9', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3119', 'rewards/reward_semantic/std': '0.07148', 'rewards/reward_length/mean': '-0.03159', 'rewards/reward_length/std': '0.009176', 'reward': '1.092', 'reward_std': '0.02175', 'frac_reward_zero_std': '0.3', 'kl': '3.406', 'entropy': '0.7675', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.741', 'epoch': '0.351'} +[adaptive-kl] kl=3.840 target=0.3 beta: 0.4444 -> 0.6667 +{'loss': '1.564', 'grad_norm': '9.521', 'learning_rate': '3.921e-06', 'num_tokens': '6.381e+05', 'completions/mean_length': '3.638', 'completions/min_length': '2.4', 'completions/max_length': '5.6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.638', 'completions/min_terminated_length': '2.4', 'completions/max_terminated_length': '5.6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.1679', 'rewards/reward_semantic/std': '0.08532', 'rewards/reward_length/mean': '-0.0332', 'rewards/reward_length/std': '0.01763', 'reward': '1.049', 'reward_std': '0.02607', 'frac_reward_zero_std': '0.05', 'kl': '3.84', 'entropy': '0.8976', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.823', 'epoch': '0.3543'} +[adaptive-kl] kl=2.145 target=0.3 beta: 0.6667 -> 1.0000 +{'loss': '1.315', 'grad_norm': '3.903', 'learning_rate': '3.911e-06', 'num_tokens': '6.442e+05', 'completions/mean_length': '4.419', 'completions/min_length': '3.4', 'completions/max_length': '6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.419', 'completions/min_terminated_length': '3.4', 'completions/max_terminated_length': '6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3101', 'rewards/reward_semantic/std': '0.1002', 'rewards/reward_length/mean': '-0.03662', 'rewards/reward_length/std': '0.01564', 'reward': '1.091', 'reward_std': '0.03025', 'frac_reward_zero_std': '0.2', 'kl': '2.145', 'entropy': '0.8417', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.853', 'epoch': '0.3576'} +{'loss': '0.4225', 'grad_norm': '10.54', 'learning_rate': '3.901e-06', 'num_tokens': '6.499e+05', 'completions/mean_length': '3.819', 'completions/min_length': '2.9', 'completions/max_length': '5.35', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.819', 'completions/min_terminated_length': '2.9', 'completions/max_terminated_length': '5.35', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4328', 'rewards/reward_semantic/std': '0.1222', 'rewards/reward_length/mean': '-0.04629', 'rewards/reward_length/std': '0.01428', 'reward': '1.128', 'reward_std': '0.03691', 'frac_reward_zero_std': '0.3', 'kl': '0.4547', 'entropy': '0.5985', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.804', 'epoch': '0.3609'} +{'loss': '0.3519', 'grad_norm': '5.585', 'learning_rate': '3.891e-06', 'num_tokens': '6.56e+05', 'completions/mean_length': '4.731', 'completions/min_length': '3.6', 'completions/max_length': '6.3', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.731', 'completions/min_terminated_length': '3.6', 'completions/max_terminated_length': '6.3', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3446', 'rewards/reward_semantic/std': '0.1816', 'rewards/reward_length/mean': '-0.05686', 'rewards/reward_length/std': '0.012', 'reward': '1.101', 'reward_std': '0.05478', 'frac_reward_zero_std': '0.05', 'kl': '0.2925', 'entropy': '0.7501', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.867', 'epoch': '0.3642'} +{'loss': '0.6737', 'grad_norm': '4.369', 'learning_rate': '3.881e-06', 'num_tokens': '6.618e+05', 'completions/mean_length': '4.213', 'completions/min_length': '3.3', 'completions/max_length': '5.05', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.213', 'completions/min_terminated_length': '3.3', 'completions/max_terminated_length': '5.05', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.524', 'rewards/reward_semantic/std': '0.193', 'rewards/reward_length/mean': '-0.04382', 'rewards/reward_length/std': '0.008809', 'reward': '1.155', 'reward_std': '0.05804', 'frac_reward_zero_std': '0.25', 'kl': '0.6708', 'entropy': '0.5781', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.783', 'epoch': '0.3675'} +[adaptive-kl] kl=0.154 target=0.3 beta: 1.0000 -> 0.6667 + 23%|██▎ | 2260/10000 [1:47:34<5:45:11, 2.68s/it] 23%|██▎ | 2261/10000 [1:47:38<6:07:56, 2.85s/it] 23%|██▎ | 2262/10000 [1:47:41<6:15:30, 2.91s/it] 23%|██▎ | 2263/10000 [1:47:43<6:09:54, 2.87s/it] 23%|██▎ | 2264/10000 [1:47:47<6:25:49, 2.99s/it] 23%|██▎ | 2265/10000 [1:47:49<6:16:36, 2.92s/it] 23%|██▎ | 2266/10000 [1:47:52<6:09:24, 2.87s/it] 23%|██▎ | 2267/10000 [1:47:55<6:10:51, 2.88s/it] 23%|██▎ | 2268/10000 [1:47:58<6:08:43, 2.86s/it] 23%|██▎ | 2269/10000 [1:48:01<6:12:42, 2.89s/it] 23%|██▎ | 2270/10000 [1:48:04<6:09:53, 2.87s/it] 23%|██▎ | 2271/10000 [1:48:06<6:02:28, 2.81s/it] 23%|██▎ | 2272/10000 [1:48:09<6:01:15, 2.80s/it] 23%|██▎ | 2273/10000 [1:48:12<6:07:11, 2.85s/it] 23%|██▎ | 2274/10000 [1:48:15<6:01:55, 2.81s/it] 23%|██▎ | 2275/10000 [1:48:18<6:23:14, 2.98s/it] 23%|██▎ | 2276/10000 [1:48:21<6:18:55, 2.94s/it] 23%|██▎ | 2277/10000 [1:48:24<6:06:52, 2.85s/it] 23%|██▎ | 2278/10000 [1:48:26<6:05:42, 2.84s/it] 23%|██▎ | 2279/10000 [1:48:30<6:25:18, 2.99s/it] 23%|██▎ | 2280/10000 [1:48:32<6:06:39, 2.85s/it] 23%|██▎ | 2280/10000 [1:48:32<6:06:39, 2.85s/it] 23%|██▎ | 2281/10000 [1:48:35<6:11:25, 2.89s/it] 23%|██▎ | 2282/10000 [1:48:38<6:13:20, 2.90s/it] 23%|██▎ | 2283/10000 [1:48:41<6:19:30, 2.95s/it] 23%|██▎ | 2284/10000 [1:48:44<6:01:33, 2.81s/it] 23%|██▎ | 2285/10000 [1:48:47<6:19:26, 2.95s/it] 23%|██▎ | 2286/10000 [1:48:50<6:05:10, 2.84s/it] 23%|██▎ | 2287/10000 [1:48:52<6:05:06, 2.84s/it] 23%|██▎ | 2288/10000 [1:48:55<5:59:43, 2.80s/it] 23%|██▎ | 2289/10000 [1:48:58<6:17:49, 2.94s/it] 23%|██▎ | 2290/10000 [1:49:01<6:12:42, 2.90s/it] 23%|██▎ | 2291/10000 [1:49:04<6:13:00, 2.90s/it] 23%|██▎ | 2292/10000 [1:49:07<6:09:39, 2.88s/it] 23%|██▎ | 2293/10000 [1:49:10<6:05:32, 2.85s/it] 23%|██▎ | 2294/10000 [1:49:13<6:06:06, 2.85s/it] 23%|██▎ | 2295/10000 [1:49:15<6:03:32, 2.83s/it] 23%|██▎ | 2296/10000 [1:49:18<6:06:41, 2.86s/it] 23%|██▎ | 2297/10000 [1:49:21<6:11:16, 2.89s/it] 23%|██▎ | 2298/10000 [1:49:24<6:00:20, 2.81s/it] 23%|██▎ | 2299/10000 [1:49:27<6:01:06, 2.81s/it] 23%|██▎ | 2300/10000 [1:49:29<5:54:58, 2.77s/it] 23%|██▎ | 2300/10000 [1:49:29<5:54:58, 2.77s/it] 23%|██▎ | 2301/10000 [1:49:32<5:44:51, 2.69s/it] 23%|██▎ | 2302/10000 [1:49:34<5:39:21, 2.64s/it] 23%|██▎ | 2303/10000 [1:49:37<5:50:31, 2.73s/it] 23%|██▎ | 2304/10000 [1:49:40<5:52:22, 2.75s/it] 23%|██▎ | 2305/10000 [1:49:43<5:47:08, 2.71s/it] 23%|██▎ | 2306/10000 [1:49:46<5:53:43, 2.76s/it] 23%|██▎ | 2307/10000 [1:49:48<5:53:53, 2.76s/it] 23%|██▎ | 2308/10000 [1:49:51<6:01:15, 2.82s/it] 23%|██▎ | 2309/10000 [1:49:55<6:14:56, 2.93s/it] 23%|██▎ | 2310/10000 [1:49:57<6:10:33, 2.89s/it] 23%|██▎ | 2311/10000 [1:50:00<6:08:39, 2.88s/it] 23%|██▎ | 2312/10000 [1:50:03<6:04:52, 2.85s/it] 23%|██▎ | 2313/10000 [1:50:06<5:58:49, 2.80s/it] 23%|██▎ | 2314/10000 [1:50:08<5:54:40, 2.77s/it] 23%|██▎ | 2315/10000 [1:50:11<6:01:22, 2.82s/it] 23%|██▎ | 2316/10000 [1:50:14<6:03:49, 2.84s/it] 23%|██▎ | 2317/10000 [1:50:17<6:10:58, 2.90s/it] 23%|██▎ | 2318/10000 [1:50:20<6:20:18, 2.97s/it] 23%|██▎ | 2319/10000 [1:50:23<6:14:12, 2.92s/it] 23%|██▎ | 2320/10000 [1:50:26<5:58:39, 2.80s/it] 23%|██▎ | 2320/10000 [1:50:26<5:58:39, 2.80s/it] 23%|██▎ | 2321/10000 [1:50:28<5:58:42, 2.80s/it] 23%|██▎ | 2322/10000 [1:50:31<5:53:03, 2.76s/it] 23%|██▎ | 2323/10000 [1:50:34<5:51:04, 2.74s/it] 23%|██▎ | 2324/10000 [1:50:37<5:55:07, 2.78s/it] 23%|██▎ | 2325/10000 [1:50:40<6:06:09, 2.86s/it] 23%|██▎ | 2326/10000 [1:50:43<6:27:38, 3.03s/it] 23%|██▎ | 2327/10000 [1:50:46<6:34:10, 3.08s/it] 23%|██▎ | 2328/10000 [1:50:49<6:24:46, 3.01s/it] 23%|██▎ | 2329/10000 [1:50:52<6:18:56, 2.96s/it] 23%|██▎ | 2330/10000 [1:50:55<6:21:31, 2.98s/it] 23%|██▎ | 2331/10000 [1:50:58<6:04:36, 2.85s/it] 23%|██▎ | 2332/10000 [1:51:01<6:05:05, 2.86s/it] 23%|██▎ | 2333/10000 [1:51:03<6:05:56, 2.86s/it] 23%|██▎ | 2334/10000 [1:51:06<6:05:19, 2.86s/it] 23%|██▎ | 2335/10000 [1:51:09<5:54:15, 2.77s/it] 23%|██▎ | 2336/10000 [1:51:12<6:04:54, 2.86s/it] 23%|██▎ | 2337/10000 [1:51:15<6:01:33, 2.83s/it] 23%|██▎ | 2338/10000 [1:51:18<6:03:10, 2.84s/it] 23%|██▎ | 2339/10000 [1:51:20<6:01:40, 2.83s/it] 23%|██▎ | 2340/10000 [1:51:23<6:04:32, 2.86s/it] 23%|██▎ | 2340/10000 [1:51:23<6:04:32, 2.86s/it] 23%|██▎ | 2341/10000 [1:51:26<6:10:33, 2.90s/it] 23%|██▎ | 2342/10000 [1:51:29<6:21:23, 2.99s/it] 23%|██▎ | 2343/10000 [1:51:32<6:07:21, 2.88s/it] 23%|██▎ | 2344/10000 [1:51:35<6:07:09, 2.88s/it] 23%|██▎ | 2345/10000 [1:51:38<5:55:37, 2.79s/it] 23%|██▎ | 2346/10000 [1:51:40<6:03:08, 2.85s/it] 23%|██▎ | 2347/10000 [1:51:44<6:23:28, 3.01s/it] 23%|██▎ | 2348/10000 [1:51:47<6:20:46, 2.99s/it] 23%|██▎ | 2349/10000 [1:51:50<6:19:40, 2.98s/it] 24%|██▎ | 2350/10000 [1:51:53<6:22:10, 3.00s/it] 24%|██▎ | 2351/10000 [1:51:56<6:12:48, 2.92s/it] 24%|██▎ | 2352/10000 [1:51:58<6:07:24, 2.88s/it] 24%|██▎ | 2353/10000 [1:52:01<6:06:16, 2.87s/it] 24%|██▎ | 2354/10000 [1:52:04<6:06:36, 2.88s/it] 24%|██▎ | 2355/10000 [1:52:07<6:01:15, 2.84s/it] 24%|██▎ | 2356/10000 [1:52:10<6:05:57, 2.87s/it] 24%|██▎ | 2357/10000 [1:52:12<5:56:40, 2.80s/it] 24%|██▎ | 2358/10000 [1:52:15<5:58:32, 2.82s/it] 24%|██▎ | 2359/10000 [1:52:18<5:58:46, 2.82s/it] 24%|██▎ | 2360/10000 [1:52:21<5:51:05, 2.76s/it] 24%|██▎ | 2360/10000 [1:52:21<5:51:05, 2.76s/it] 24%|██▎ | 2361/10000 [1:52:23<5:48:01, 2.73s/it] 24%|██▎ | 2362/10000 [1:52:26<6:01:40, 2.84s/it] 24%|██▎ | 2363/10000 [1:52:29<5:48:10, 2.74s/it] 24%|██▎ | 2364/10000 [1:52:32<6:04:09, 2.86s/it] 24%|██▎ | 2365/10000 [1:52:35<6:03:35, 2.86s/it] 24%|██▎ | 2366/10000 [1:52:37<5:50:25, 2.75s/it] 24%|██▎ | 2367/10000 [1:52:40<5:53:18, 2.78s/it] 24%|██▎ | 2368/10000 [1:52:43<5:43:45, 2.70s/it] 24%|██▎ | 2369/10000 [1:52:46<5:56:07, 2.80s/it] 24%|██▎ | 2370/10000 [1:52:49<6:02:46, 2.85s/it] 24%|██▎ | 2371/10000 [1:52:52<5:55:17, 2.79s/it] 24%|██▎ | 2372/10000 [1:52:54<5:52:06, 2.77s/it] 24%|██▎ | 2373/10000 [1:52:57<6:00:17, 2.83s/it] 24%|██▎ | 2374/10000 [1:53:00<5:56:58, 2.81s/it] 24%|██▍ | 2375/10000 [1:53:03<5:55:50, 2.80s/it] 24%|██▍ | 2376/10000 [1:53:06<5:55:05, 2.79s/it] 24%|██▍ | 2377/10000 [1:53:08<5:55:19, 2.80s/it] 24%|██▍ | 2378/10000 [1:53:11<6:06:52, 2.89s/it] 24%|██▍ | 2379/10000 [1:53:14<6:03:59, 2.87s/it] 24%|██▍ | 2380/10000 [1:53:17<5:56:11, 2.80s/it] 24%|██▍ | 2380/10000 [1:53:17<5:56:11, 2.80s/it] 24%|██▍ | 2381/10000 [1:53:20<6:04:35, 2.87s/it] 24%|██▍ | 2382/10000 [1:53:23<6:09:26, 2.91s/it] 24%|██▍ | 2383/10000 [1:53:26<6:02:12, 2.85s/it] 24%|██▍ | 2384/10000 [1:53:28<5:55:58, 2.80s/it] 24%|██▍ | 2385/10000 [1:53:31<5:54:20, 2.79s/it] 24%|██▍ | 2386/10000 [1:53:34<6:01:55, 2.85s/it] 24%|██▍ | 2387/10000 [1:53:37<5:58:57, 2.83s/it] 24%|██▍ | 2388/10000 [1:53:40<6:00:14, 2.84s/it] 24%|██▍ | 2389/10000 [1:53:43<5:59:08, 2.83s/it] 24%|██▍ | 2390/10000 [1:53:45<5:52:56, 2.78s/it] 24%|██▍ | 2391/10000 [1:53:48<5:50:29, 2.76s/it] 24%|██▍ | 2392/10000 [1:53:50<5:40:00, 2.68s/it] 24%|██▍ | 2393/10000 [1:53:53<5:39:15, 2.68s/it] 24%|██▍ | 2394/10000 [1:53:56<5:46:41, 2.73s/it] 24%|██▍ | 2395/10000 [1:53:59<5:48:13, 2.75s/it] 24%|██▍ | 2396/10000 [1:54:02<6:05:03, 2.88s/it] 24%|██▍ | 2397/10000 [1:54:05<5:57:49, 2.82s/it] 24%|██▍ | 2398/10000 [1:54:07<5:51:36, 2.78s/it] 24%|██▍ | 2399/10000 [1:54:10<6:07:30, 2.90s/it] 24%|██▍ | 2400/10000 [1:54:14<6:15:16, 2.96s/it] 24%|██▍ | 2400/10000 [1:54:14<6:15:16, 2.96s/it] 24%|██▍ | 2401/10000 [1:54:16<6:05:00, 2.88s/it] 24%|██▍ | 2402/10000 [1:54:19<6:01:59, 2.86s/it] 24%|██▍ | 2403/10000 [1:54:22<5:50:57, 2.77s/it] 24%|██▍ | 2404/10000 [1:54:25<5:57:10, 2.82s/it] 24%|██▍ | 2405/10000 [1:54:28<6:04:04, 2.88s/it] 24%|██▍ | 2406/10000 [1:54:31<6:14:08, 2.96s/it] 24%|██▍ | 2407/10000 [1:54:33<6:04:06, 2.88s/it] 24%|██▍ | 2408/10000 [1:54:36<5:48:25, 2.75s/it] 24%|██▍ | 2409/10000 [1:54:39<5:54:18, 2.80s/it] 24%|██▍ | 2410/10000 [1:54:42<6:07:20, 2.90s/it] 24%|██▍ | 2411/10000 [1:54:45<6:02:21, 2.86s/it] 24%|██▍ | 2412/10000 [1:54:48<6:11:07, 2.93s/it] 24%|██▍ | 2413/10000 [1:54:51<6:02:58, 2.87s/it] 24%|██▍ | 2414/10000 [1:54:53<5:57:45, 2.83s/it] 24%|██▍ | 2415/10000 [1:54:56<6:10:02, 2.93s/it] 24%|██▍ | 2416/10000 [1:54:59<5:55:36, 2.81s/it] 24%|██▍ | 2417/10000 [1:55:02<5:56:09, 2.82s/it] 24%|██▍ | 2418/10000 [1:55:04<5:50:54, 2.78s/it] 24%|██▍ | 2419/10000 [1:55:08<6:15:53, 2.97s/it] 24%|██▍ | 2420/10000 [1:55:11<6:21:41, 3.02s/it] {'loss': '0.1459', 'grad_norm': '4.24', 'learning_rate': '3.871e-06', 'num_tokens': '6.678e+05', 'completions/mean_length': '4.6', 'completions/min_length': '3.8', 'completions/max_length': '5.4', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.6', 'completions/min_terminated_length': '3.8', 'completions/max_terminated_length': '5.4', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4435', 'rewards/reward_semantic/std': '0.1479', 'rewards/reward_length/mean': '-0.06355', 'rewards/reward_length/std': '0.01259', 'reward': '1.13', 'reward_std': '0.04454', 'frac_reward_zero_std': '0.2', 'kl': '0.154', 'entropy': '0.5136', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.785', 'epoch': '0.3707'} +{'loss': '0.2635', 'grad_norm': '7.506', 'learning_rate': '3.861e-06', 'num_tokens': '6.736e+05', 'completions/mean_length': '4.287', 'completions/min_length': '3.15', 'completions/max_length': '6.2', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.287', 'completions/min_terminated_length': '3.15', 'completions/max_terminated_length': '6.2', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2408', 'rewards/reward_semantic/std': '0.0936', 'rewards/reward_length/mean': '-0.05808', 'rewards/reward_length/std': '0.01783', 'reward': '1.069', 'reward_std': '0.02849', 'frac_reward_zero_std': '0.15', 'kl': '0.2858', 'entropy': '0.7059', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.891', 'epoch': '0.374'} +{'loss': '0.2753', 'grad_norm': '12.91', 'learning_rate': '3.851e-06', 'num_tokens': '6.794e+05', 'completions/mean_length': '4.425', 'completions/min_length': '3.2', 'completions/max_length': '5.9', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.425', 'completions/min_terminated_length': '3.2', 'completions/max_terminated_length': '5.9', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.1956', 'rewards/reward_semantic/std': '0.07929', 'rewards/reward_length/mean': '-0.05457', 'rewards/reward_length/std': '0.01917', 'reward': '1.056', 'reward_std': '0.02465', 'frac_reward_zero_std': '0', 'kl': '0.2803', 'entropy': '0.7891', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.841', 'epoch': '0.3773'} +[adaptive-kl] kl=0.625 target=0.3 beta: 0.6667 -> 1.0000 +{'loss': '0.4409', 'grad_norm': '14.03', 'learning_rate': '3.841e-06', 'num_tokens': '6.854e+05', 'completions/mean_length': '4.506', 'completions/min_length': '3.75', 'completions/max_length': '5.6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.506', 'completions/min_terminated_length': '3.75', 'completions/max_terminated_length': '5.6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5063', 'rewards/reward_semantic/std': '0.1128', 'rewards/reward_length/mean': '-0.04626', 'rewards/reward_length/std': '0.01099', 'reward': '1.15', 'reward_std': '0.03419', 'frac_reward_zero_std': '0.2', 'kl': '0.6254', 'entropy': '0.6156', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.803', 'epoch': '0.3806'} +[adaptive-kl] kl=0.185 target=0.3 beta: 1.0000 -> 0.6667 +{'loss': '0.2281', 'grad_norm': '7.443', 'learning_rate': '3.831e-06', 'num_tokens': '6.912e+05', 'completions/mean_length': '4.475', 'completions/min_length': '3.4', 'completions/max_length': '5.9', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.475', 'completions/min_terminated_length': '3.4', 'completions/max_terminated_length': '5.9', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3625', 'rewards/reward_semantic/std': '0.1788', 'rewards/reward_length/mean': '-0.04971', 'rewards/reward_length/std': '0.01161', 'reward': '1.106', 'reward_std': '0.05387', 'frac_reward_zero_std': '0.15', 'kl': '0.1851', 'entropy': '0.6629', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.866', 'epoch': '0.3839'} +[adaptive-kl] kl=0.105 target=0.3 beta: 0.6667 -> 0.4444 +{'loss': '0.1725', 'grad_norm': '10.12', 'learning_rate': '3.821e-06', 'num_tokens': '6.97e+05', 'completions/mean_length': '4.638', 'completions/min_length': '3.35', 'completions/max_length': '6.3', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.638', 'completions/min_terminated_length': '3.35', 'completions/max_terminated_length': '6.3', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.1759', 'rewards/reward_semantic/std': '0.1544', 'rewards/reward_length/mean': '-0.05776', 'rewards/reward_length/std': '0.01603', 'reward': '1.05', 'reward_std': '0.04691', 'frac_reward_zero_std': '0.1', 'kl': '0.1048', 'entropy': '0.7895', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.862', 'epoch': '0.3871'} +[adaptive-kl] kl=0.073 target=0.3 beta: 0.4444 -> 0.2963 +{'loss': '0.06348', 'grad_norm': '7.826', 'learning_rate': '3.811e-06', 'num_tokens': '7.027e+05', 'completions/mean_length': '3.994', 'completions/min_length': '3.2', 'completions/max_length': '5.25', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.994', 'completions/min_terminated_length': '3.2', 'completions/max_terminated_length': '5.25', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3756', 'rewards/reward_semantic/std': '0.1093', 'rewards/reward_length/mean': '-0.0446', 'rewards/reward_length/std': '0.01188', 'reward': '1.11', 'reward_std': '0.03305', 'frac_reward_zero_std': '0.25', 'kl': '0.07325', 'entropy': '0.712', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.797', 'epoch': '0.3904'} +[adaptive-kl] kl=0.043 target=0.3 beta: 0.2963 -> 0.1975 +{'loss': '0.05654', 'grad_norm': '4.497', 'learning_rate': '3.801e-06', 'num_tokens': '7.086e+05', 'completions/mean_length': '4.456', 'completions/min_length': '3.35', 'completions/max_length': '5.7', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.456', 'completions/min_terminated_length': '3.35', 'completions/max_terminated_length': '5.7', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4126', 'rewards/reward_semantic/std': '0.1176', 'rewards/reward_length/mean': '-0.05581', 'rewards/reward_length/std': '0.01138', 'reward': '1.121', 'reward_std': '0.03542', 'frac_reward_zero_std': '0.25', 'kl': '0.04257', 'entropy': '0.5712', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.822', 'epoch': '0.3937'} +[adaptive-kl] kl=0.049 target=0.3 beta: 0.1975 -> 0.1317 + 24%|██▍ | 2420/10000 [1:55:11<6:21:41, 3.02s/it] 24%|██▍ | 2421/10000 [1:55:14<6:14:48, 2.97s/it] 24%|██▍ | 2422/10000 [1:55:17<6:03:45, 2.88s/it] 24%|██▍ | 2423/10000 [1:55:19<5:55:08, 2.81s/it] 24%|██▍ | 2424/10000 [1:55:22<5:48:04, 2.76s/it] 24%|██▍ | 2425/10000 [1:55:25<5:51:42, 2.79s/it] 24%|██▍ | 2426/10000 [1:55:28<5:57:47, 2.83s/it] 24%|██▍ | 2427/10000 [1:55:31<6:04:53, 2.89s/it] 24%|██▍ | 2428/10000 [1:55:34<6:02:51, 2.88s/it] 24%|██▍ | 2429/10000 [1:55:36<5:57:00, 2.83s/it] 24%|██▍ | 2430/10000 [1:55:39<6:00:08, 2.85s/it] 24%|██▍ | 2431/10000 [1:55:42<6:15:18, 2.98s/it] 24%|██▍ | 2432/10000 [1:55:45<6:16:48, 2.99s/it] 24%|██▍ | 2433/10000 [1:55:48<6:15:48, 2.98s/it] 24%|██▍ | 2434/10000 [1:55:51<6:07:37, 2.92s/it] 24%|██▍ | 2435/10000 [1:55:54<5:53:17, 2.80s/it] 24%|██▍ | 2436/10000 [1:55:57<5:57:19, 2.83s/it] 24%|██▍ | 2437/10000 [1:56:00<6:08:43, 2.93s/it] 24%|██▍ | 2438/10000 [1:56:03<6:10:07, 2.94s/it] 24%|██▍ | 2439/10000 [1:56:06<6:23:10, 3.04s/it] 24%|██▍ | 2440/10000 [1:56:09<6:15:29, 2.98s/it] 24%|██▍ | 2440/10000 [1:56:09<6:15:29, 2.98s/it] 24%|██▍ | 2441/10000 [1:56:12<6:12:46, 2.96s/it] 24%|██▍ | 2442/10000 [1:56:15<6:07:10, 2.91s/it] 24%|██▍ | 2443/10000 [1:56:17<5:54:29, 2.81s/it] 24%|██▍ | 2444/10000 [1:56:20<6:09:16, 2.93s/it] 24%|██▍ | 2445/10000 [1:56:23<6:03:10, 2.88s/it] 24%|██▍ | 2446/10000 [1:56:26<5:51:33, 2.79s/it] 24%|██▍ | 2447/10000 [1:56:29<5:53:05, 2.80s/it] 24%|██▍ | 2448/10000 [1:56:31<5:40:13, 2.70s/it] 24%|██▍ | 2449/10000 [1:56:34<5:51:03, 2.79s/it] 24%|██▍ | 2450/10000 [1:56:37<5:57:47, 2.84s/it] 25%|██▍ | 2451/10000 [1:56:40<6:04:53, 2.90s/it] 25%|██▍ | 2452/10000 [1:56:43<6:09:23, 2.94s/it] 25%|██▍ | 2453/10000 [1:56:46<6:25:35, 3.07s/it] 25%|██▍ | 2454/10000 [1:56:50<6:33:54, 3.13s/it] 25%|██▍ | 2455/10000 [1:56:53<6:27:24, 3.08s/it] 25%|██▍ | 2456/10000 [1:56:55<6:14:40, 2.98s/it] 25%|██▍ | 2457/10000 [1:56:58<6:08:37, 2.93s/it] 25%|██▍ | 2458/10000 [1:57:01<6:03:28, 2.89s/it] 25%|██▍ | 2459/10000 [1:57:04<6:07:03, 2.92s/it] 25%|██▍ | 2460/10000 [1:57:07<6:18:04, 3.01s/it] 25%|██▍ | 2460/10000 [1:57:07<6:18:04, 3.01s/it] 25%|██▍ | 2461/10000 [1:57:10<6:26:32, 3.08s/it] 25%|██▍ | 2462/10000 [1:57:13<6:04:44, 2.90s/it] 25%|██▍ | 2463/10000 [1:57:16<6:10:39, 2.95s/it] 25%|██▍ | 2464/10000 [1:57:19<5:58:05, 2.85s/it] 25%|██▍ | 2465/10000 [1:57:22<6:10:32, 2.95s/it] 25%|██▍ | 2466/10000 [1:57:24<5:53:16, 2.81s/it] 25%|██▍ | 2467/10000 [1:57:27<6:02:45, 2.89s/it] 25%|██▍ | 2468/10000 [1:57:30<5:54:18, 2.82s/it] 25%|██▍ | 2469/10000 [1:57:33<5:53:58, 2.82s/it] 25%|██▍ | 2470/10000 [1:57:40<8:26:07, 4.03s/it] 25%|██▍ | 2471/10000 [1:57:43<7:42:38, 3.69s/it] 25%|██▍ | 2472/10000 [1:57:45<7:07:42, 3.41s/it] 25%|██▍ | 2473/10000 [1:57:48<6:59:18, 3.34s/it] 25%|██▍ | 2474/10000 [1:57:51<6:36:42, 3.16s/it] 25%|██▍ | 2475/10000 [1:57:54<6:23:23, 3.06s/it] 25%|██▍ | 2476/10000 [1:57:57<6:22:53, 3.05s/it] 25%|██▍ | 2477/10000 [1:58:00<6:10:55, 2.96s/it] 25%|██▍ | 2478/10000 [1:58:03<6:13:39, 2.98s/it] 25%|██▍ | 2479/10000 [1:58:06<6:06:24, 2.92s/it] 25%|██▍ | 2480/10000 [1:58:09<6:05:01, 2.91s/it] 25%|██▍ | 2480/10000 [1:58:09<6:05:01, 2.91s/it] 25%|██▍ | 2481/10000 [1:58:12<6:11:09, 2.96s/it] 25%|██▍ | 2482/10000 [1:58:14<6:05:18, 2.92s/it] 25%|██▍ | 2483/10000 [1:58:17<5:59:44, 2.87s/it] 25%|██▍ | 2484/10000 [1:58:20<5:58:45, 2.86s/it] 25%|██▍ | 2485/10000 [1:58:23<5:46:26, 2.77s/it] 25%|██▍ | 2486/10000 [1:58:25<5:41:41, 2.73s/it] 25%|██▍ | 2487/10000 [1:58:28<5:41:55, 2.73s/it] 25%|██▍ | 2488/10000 [1:58:31<5:48:08, 2.78s/it] 25%|██▍ | 2489/10000 [1:58:33<5:38:37, 2.71s/it] 25%|██▍ | 2490/10000 [1:58:36<5:43:39, 2.75s/it] 25%|██▍ | 2491/10000 [1:58:39<5:50:26, 2.80s/it] 25%|██▍ | 2492/10000 [1:58:42<5:53:26, 2.82s/it] 25%|██▍ | 2493/10000 [1:58:45<5:55:45, 2.84s/it] 25%|██▍ | 2494/10000 [1:58:48<5:55:45, 2.84s/it] 25%|██▍ | 2495/10000 [1:58:51<6:12:54, 2.98s/it] 25%|██▍ | 2496/10000 [1:58:54<6:15:05, 3.00s/it] 25%|██▍ | 2497/10000 [1:58:57<6:01:53, 2.89s/it] 25%|██▍ | 2498/10000 [1:59:00<6:06:46, 2.93s/it] 25%|██▍ | 2499/10000 [1:59:03<6:01:58, 2.90s/it] 25%|██▌ | 2500/10000 [1:59:05<6:01:03, 2.89s/it] 25%|██▌ | 2500/10000 [1:59:05<6:01:03, 2.89s/it] 25%|██▌ | 2501/10000 [1:59:09<6:18:02, 3.02s/it] 25%|██▌ | 2502/10000 [1:59:12<6:09:36, 2.96s/it] 25%|██▌ | 2503/10000 [1:59:14<5:54:12, 2.83s/it] 25%|██▌ | 2504/10000 [1:59:17<5:57:44, 2.86s/it] 25%|██▌ | 2505/10000 [1:59:20<6:02:21, 2.90s/it] 25%|██▌ | 2506/10000 [1:59:23<6:02:44, 2.90s/it] 25%|██▌ | 2507/10000 [1:59:26<5:58:20, 2.87s/it] 25%|██▌ | 2508/10000 [1:59:28<5:49:01, 2.80s/it] 25%|██▌ | 2509/10000 [1:59:31<5:59:16, 2.88s/it] 25%|██▌ | 2510/10000 [1:59:35<6:09:22, 2.96s/it] 25%|██▌ | 2511/10000 [1:59:37<6:04:56, 2.92s/it] 25%|██▌ | 2512/10000 [1:59:40<5:59:04, 2.88s/it] 25%|██▌ | 2513/10000 [1:59:43<6:02:47, 2.91s/it] 25%|██▌ | 2514/10000 [1:59:46<5:57:29, 2.87s/it] 25%|██▌ | 2515/10000 [1:59:49<5:47:35, 2.79s/it] 25%|██▌ | 2516/10000 [1:59:52<6:01:48, 2.90s/it] 25%|██▌ | 2517/10000 [1:59:55<6:00:02, 2.89s/it] 25%|██▌ | 2518/10000 [1:59:58<6:05:31, 2.93s/it] 25%|██▌ | 2519/10000 [2:00:00<5:58:38, 2.88s/it] 25%|██▌ | 2520/10000 [2:00:03<5:43:42, 2.76s/it] 25%|██▌ | 2520/10000 [2:00:03<5:43:42, 2.76s/it] 25%|██▌ | 2521/10000 [2:00:06<5:53:09, 2.83s/it] 25%|██▌ | 2522/10000 [2:00:09<5:50:13, 2.81s/it] 25%|██▌ | 2523/10000 [2:00:12<5:55:31, 2.85s/it] 25%|██▌ | 2524/10000 [2:00:14<5:47:57, 2.79s/it] 25%|██▌ | 2525/10000 [2:00:17<5:47:59, 2.79s/it] 25%|██▌ | 2526/10000 [2:00:20<5:52:09, 2.83s/it] 25%|██▌ | 2527/10000 [2:00:23<5:49:11, 2.80s/it] 25%|██▌ | 2528/10000 [2:00:25<5:37:20, 2.71s/it] 25%|██▌ | 2529/10000 [2:00:28<5:40:39, 2.74s/it] 25%|██▌ | 2530/10000 [2:00:31<6:10:01, 2.97s/it] 25%|██▌ | 2531/10000 [2:00:35<6:13:04, 3.00s/it] 25%|██▌ | 2532/10000 [2:00:37<6:02:57, 2.92s/it] 25%|██▌ | 2533/10000 [2:00:40<6:02:01, 2.91s/it] 25%|██▌ | 2534/10000 [2:00:43<5:50:21, 2.82s/it] 25%|██▌ | 2535/10000 [2:00:45<5:44:22, 2.77s/it] 25%|██▌ | 2536/10000 [2:00:48<5:35:57, 2.70s/it] 25%|██▌ | 2537/10000 [2:00:51<5:49:10, 2.81s/it] 25%|██▌ | 2538/10000 [2:00:54<6:04:23, 2.93s/it] 25%|██▌ | 2539/10000 [2:00:57<6:04:25, 2.93s/it] 25%|██▌ | 2540/10000 [2:01:00<5:59:53, 2.89s/it] 25%|██▌ | 2540/10000 [2:01:00<5:59:53, 2.89s/it] 25%|██▌ | 2541/10000 [2:01:03<5:56:56, 2.87s/it] 25%|██▌ | 2542/10000 [2:01:06<5:54:05, 2.85s/it] 25%|██▌ | 2543/10000 [2:01:08<5:56:25, 2.87s/it] 25%|██▌ | 2544/10000 [2:01:11<5:48:26, 2.80s/it] 25%|██▌ | 2545/10000 [2:01:14<6:01:20, 2.91s/it] 25%|██▌ | 2546/10000 [2:01:19<7:04:46, 3.42s/it] 25%|██▌ | 2547/10000 [2:01:22<6:47:53, 3.28s/it] 25%|██▌ | 2548/10000 [2:01:24<6:18:14, 3.05s/it] 25%|██▌ | 2549/10000 [2:01:27<6:10:15, 2.98s/it] 26%|██▌ | 2550/10000 [2:01:30<6:14:57, 3.02s/it] 26%|██▌ | 2551/10000 [2:01:33<6:09:08, 2.97s/it] 26%|██▌ | 2552/10000 [2:01:36<6:00:38, 2.91s/it] 26%|██▌ | 2553/10000 [2:01:39<6:03:04, 2.93s/it] 26%|██▌ | 2554/10000 [2:01:42<6:21:12, 3.07s/it] 26%|██▌ | 2555/10000 [2:01:45<5:59:14, 2.90s/it] 26%|██▌ | 2556/10000 [2:01:47<5:46:59, 2.80s/it] 26%|██▌ | 2557/10000 [2:01:51<6:02:38, 2.92s/it] 26%|██▌ | 2558/10000 [2:01:54<6:04:01, 2.93s/it] 26%|██▌ | 2559/10000 [2:01:56<5:50:51, 2.83s/it] 26%|██▌ | 2560/10000 [2:01:59<5:48:50, 2.81s/it] 26%|██▌ | 2560/10000 [2:01:59<5:48:50, 2.81s/it] 26%|██▌ | 2561/10000 [2:02:02<6:05:06, 2.94s/it] 26%|██▌ | 2562/10000 [2:02:05<6:03:17, 2.93s/it] 26%|██▌ | 2563/10000 [2:02:08<5:48:36, 2.81s/it] 26%|██▌ | 2564/10000 [2:02:10<5:46:59, 2.80s/it] 26%|██▌ | 2565/10000 [2:02:13<5:46:07, 2.79s/it] 26%|██▌ | 2566/10000 [2:02:16<5:38:55, 2.74s/it] 26%|██▌ | 2567/10000 [2:02:19<5:52:20, 2.84s/it] 26%|██▌ | 2568/10000 [2:02:22<5:58:43, 2.90s/it] 26%|██▌ | 2569/10000 [2:02:25<6:09:09, 2.98s/it] 26%|██▌ | 2570/10000 [2:02:28<6:12:01, 3.00s/it] 26%|██▌ | 2571/10000 [2:02:31<5:57:46, 2.89s/it] 26%|██▌ | 2572/10000 [2:02:34<6:01:40, 2.92s/it] 26%|██▌ | 2573/10000 [2:02:37<5:58:29, 2.90s/it] 26%|██▌ | 2574/10000 [2:02:40<6:02:26, 2.93s/it] 26%|██▌ | 2575/10000 [2:02:42<5:59:54, 2.91s/it] 26%|██▌ | 2576/10000 [2:02:45<6:01:54, 2.92s/it] 26%|██▌ | 2577/10000 [2:02:49<6:17:39, 3.05s/it] 26%|██▌ | 2578/10000 [2:02:52<6:25:10, 3.11s/it] 26%|██▌ | 2579/10000 [2:02:55<6:15:16, 3.03s/it] 26%|██▌ | 2580/10000 [2:02:58<6:27:05, 3.13s/it] {'loss': '0.02246', 'grad_norm': '1.983', 'learning_rate': '3.791e-06', 'num_tokens': '7.146e+05', 'completions/mean_length': '4.625', 'completions/min_length': '3.75', 'completions/max_length': '6.05', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.625', 'completions/min_terminated_length': '3.75', 'completions/max_terminated_length': '6.05', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4025', 'rewards/reward_semantic/std': '0.08752', 'rewards/reward_length/mean': '-0.05586', 'rewards/reward_length/std': '0.009583', 'reward': '1.118', 'reward_std': '0.02646', 'frac_reward_zero_std': '0.35', 'kl': '0.0489', 'entropy': '0.8239', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.861', 'epoch': '0.397'} +[adaptive-kl] kl=0.067 target=0.3 beta: 0.1317 -> 0.0878 +{'loss': '0.02207', 'grad_norm': '2.642', 'learning_rate': '3.781e-06', 'num_tokens': '7.203e+05', 'completions/mean_length': '4.769', 'completions/min_length': '3.7', 'completions/max_length': '6.25', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.769', 'completions/min_terminated_length': '3.7', 'completions/max_terminated_length': '6.25', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2677', 'rewards/reward_semantic/std': '0.09563', 'rewards/reward_length/mean': '-0.06035', 'rewards/reward_length/std': '0.01055', 'reward': '1.077', 'reward_std': '0.02902', 'frac_reward_zero_std': '0.1', 'kl': '0.06682', 'entropy': '0.6754', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.876', 'epoch': '0.4003'} +{'loss': '0.07239', 'grad_norm': '17.23', 'learning_rate': '3.771e-06', 'num_tokens': '7.263e+05', 'completions/mean_length': '5.231', 'completions/min_length': '4.35', 'completions/max_length': '6.9', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.231', 'completions/min_terminated_length': '4.35', 'completions/max_terminated_length': '6.9', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4302', 'rewards/reward_semantic/std': '0.08609', 'rewards/reward_length/mean': '-0.05186', 'rewards/reward_length/std': '0.01517', 'reward': '1.126', 'reward_std': '0.02632', 'frac_reward_zero_std': '0.2', 'kl': '0.2053', 'entropy': '0.5974', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.906', 'epoch': '0.4035'} +[adaptive-kl] kl=0.547 target=0.3 beta: 0.0878 -> 0.1317 +{'loss': '0.1076', 'grad_norm': '18.06', 'learning_rate': '3.761e-06', 'num_tokens': '7.32e+05', 'completions/mean_length': '4.5', 'completions/min_length': '2.8', 'completions/max_length': '8.35', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.5', 'completions/min_terminated_length': '2.8', 'completions/max_terminated_length': '8.35', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2862', 'rewards/reward_semantic/std': '0.1118', 'rewards/reward_length/mean': '-0.04822', 'rewards/reward_length/std': '0.01569', 'reward': '1.083', 'reward_std': '0.03376', 'frac_reward_zero_std': '0.2', 'kl': '0.5466', 'entropy': '0.7321', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '3.056', 'epoch': '0.4068'} +[adaptive-kl] kl=0.485 target=0.3 beta: 0.1317 -> 0.1975 +{'loss': '0.09881', 'grad_norm': '22.1', 'learning_rate': '3.751e-06', 'num_tokens': '7.378e+05', 'completions/mean_length': '3.994', 'completions/min_length': '3.1', 'completions/max_length': '5.55', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.994', 'completions/min_terminated_length': '3.1', 'completions/max_terminated_length': '5.55', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4461', 'rewards/reward_semantic/std': '0.1581', 'rewards/reward_length/mean': '-0.04353', 'rewards/reward_length/std': '0.01281', 'reward': '1.132', 'reward_std': '0.04766', 'frac_reward_zero_std': '0.15', 'kl': '0.4853', 'entropy': '0.565', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.834', 'epoch': '0.4101'} +[adaptive-kl] kl=1.033 target=0.3 beta: 0.1975 -> 0.2963 +{'loss': '0.208', 'grad_norm': '0.08229', 'learning_rate': '3.741e-06', 'num_tokens': '7.437e+05', 'completions/mean_length': '4.487', 'completions/min_length': '3.35', 'completions/max_length': '6.1', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.487', 'completions/min_terminated_length': '3.35', 'completions/max_terminated_length': '6.1', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4516', 'rewards/reward_semantic/std': '0.07303', 'rewards/reward_length/mean': '-0.04609', 'rewards/reward_length/std': '0.015', 'reward': '1.133', 'reward_std': '0.02193', 'frac_reward_zero_std': '0.25', 'kl': '1.033', 'entropy': '0.6227', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.834', 'epoch': '0.4134'} +[adaptive-kl] kl=0.686 target=0.3 beta: 0.2963 -> 0.4444 +{'loss': '0.2029', 'grad_norm': '5.682', 'learning_rate': '3.731e-06', 'num_tokens': '7.497e+05', 'completions/mean_length': '4.169', 'completions/min_length': '3', 'completions/max_length': '5.8', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.169', 'completions/min_terminated_length': '3', 'completions/max_terminated_length': '5.8', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4214', 'rewards/reward_semantic/std': '0.1358', 'rewards/reward_length/mean': '-0.05471', 'rewards/reward_length/std': '0.01738', 'reward': '1.124', 'reward_std': '0.04077', 'frac_reward_zero_std': '0.2', 'kl': '0.6862', 'entropy': '0.6318', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.844', 'epoch': '0.4167'} +[adaptive-kl] kl=0.513 target=0.3 beta: 0.4444 -> 0.6667 +{'loss': '0.2354', 'grad_norm': '0.5674', 'learning_rate': '3.721e-06', 'num_tokens': '7.555e+05', 'completions/mean_length': '4.744', 'completions/min_length': '3.35', 'completions/max_length': '7.2', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.744', 'completions/min_terminated_length': '3.35', 'completions/max_terminated_length': '7.2', 'rewards/reward_grounded/mean': '0.9875', 'rewards/reward_grounded/std': '0.03536', 'rewards/reward_semantic/mean': '0.2346', 'rewards/reward_semantic/std': '0.09357', 'rewards/reward_length/mean': '-0.06311', 'rewards/reward_length/std': '0.02265', 'reward': '1.055', 'reward_std': '0.06372', 'frac_reward_zero_std': '0.15', 'kl': '0.5129', 'entropy': '0.6618', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.934', 'epoch': '0.4199'} +[adaptive-kl] kl=0.463 target=0.3 beta: 0.6667 -> 1.0000 + 26%|██▌ | 2580/10000 [2:02:58<6:27:05, 3.13s/it] 26%|██▌ | 2581/10000 [2:03:01<6:06:44, 2.97s/it] 26%|██▌ | 2582/10000 [2:03:04<6:03:54, 2.94s/it] 26%|██▌ | 2583/10000 [2:03:06<5:55:20, 2.87s/it] 26%|██▌ | 2584/10000 [2:03:09<5:53:17, 2.86s/it] 26%|██▌ | 2585/10000 [2:03:12<5:52:56, 2.86s/it] 26%|██▌ | 2586/10000 [2:03:15<6:09:57, 2.99s/it] 26%|██▌ | 2587/10000 [2:03:18<5:51:24, 2.84s/it] 26%|██▌ | 2588/10000 [2:03:21<5:47:54, 2.82s/it] 26%|██▌ | 2589/10000 [2:03:23<5:42:03, 2.77s/it] 26%|██▌ | 2590/10000 [2:03:26<5:54:51, 2.87s/it] 26%|██▌ | 2591/10000 [2:03:29<5:51:45, 2.85s/it] 26%|██▌ | 2592/10000 [2:03:32<5:50:43, 2.84s/it] 26%|██▌ | 2593/10000 [2:03:35<5:48:06, 2.82s/it] 26%|██▌ | 2594/10000 [2:03:38<5:53:14, 2.86s/it] 26%|██▌ | 2595/10000 [2:03:41<5:52:46, 2.86s/it] 26%|██▌ | 2596/10000 [2:03:44<5:57:32, 2.90s/it] 26%|██▌ | 2597/10000 [2:03:46<5:50:07, 2.84s/it] 26%|██▌ | 2598/10000 [2:03:50<6:09:34, 3.00s/it] 26%|██▌ | 2599/10000 [2:03:53<6:20:20, 3.08s/it] 26%|██▌ | 2600/10000 [2:03:55<6:02:25, 2.94s/it] 26%|██▌ | 2600/10000 [2:03:55<6:02:25, 2.94s/it] 26%|██▌ | 2601/10000 [2:03:59<6:21:41, 3.10s/it] 26%|██▌ | 2602/10000 [2:04:02<6:20:22, 3.08s/it] 26%|██▌ | 2603/10000 [2:04:05<6:20:58, 3.09s/it] 26%|██▌ | 2604/10000 [2:04:09<6:54:32, 3.36s/it] 26%|██▌ | 2605/10000 [2:04:12<6:50:59, 3.33s/it] 26%|██▌ | 2606/10000 [2:04:15<6:30:27, 3.17s/it] 26%|██▌ | 2607/10000 [2:04:18<6:34:48, 3.20s/it] 26%|██▌ | 2608/10000 [2:04:21<6:16:20, 3.05s/it] 26%|██▌ | 2609/10000 [2:04:24<6:01:51, 2.94s/it] 26%|██▌ | 2610/10000 [2:04:27<6:00:32, 2.93s/it] 26%|██▌ | 2611/10000 [2:04:30<5:57:29, 2.90s/it] 26%|██▌ | 2612/10000 [2:04:33<6:01:15, 2.93s/it] 26%|██▌ | 2613/10000 [2:04:35<5:56:59, 2.90s/it] 26%|██▌ | 2614/10000 [2:04:38<6:01:42, 2.94s/it] 26%|██▌ | 2615/10000 [2:04:41<6:00:33, 2.93s/it] 26%|██▌ | 2616/10000 [2:04:44<6:07:23, 2.99s/it] 26%|██▌ | 2617/10000 [2:04:47<6:00:20, 2.93s/it] 26%|██▌ | 2618/10000 [2:04:50<6:06:23, 2.98s/it] 26%|██▌ | 2619/10000 [2:04:53<5:49:32, 2.84s/it] 26%|██▌ | 2620/10000 [2:04:56<5:58:07, 2.91s/it] 26%|██▌ | 2620/10000 [2:04:56<5:58:07, 2.91s/it] 26%|██▌ | 2621/10000 [2:04:59<5:54:15, 2.88s/it] 26%|██▌ | 2622/10000 [2:05:02<5:57:42, 2.91s/it] 26%|██▌ | 2623/10000 [2:05:04<5:45:03, 2.81s/it] 26%|██▌ | 2624/10000 [2:05:07<5:35:10, 2.73s/it] 26%|██▋ | 2625/10000 [2:05:09<5:27:00, 2.66s/it] 26%|██▋ | 2626/10000 [2:05:12<5:42:42, 2.79s/it] 26%|██▋ | 2627/10000 [2:05:15<5:36:51, 2.74s/it] 26%|██▋ | 2628/10000 [2:05:18<5:42:13, 2.79s/it] 26%|██▋ | 2629/10000 [2:05:21<5:42:54, 2.79s/it] 26%|██▋ | 2630/10000 [2:05:24<5:47:16, 2.83s/it] 26%|██▋ | 2631/10000 [2:05:27<5:48:55, 2.84s/it] 26%|██▋ | 2632/10000 [2:05:29<5:51:17, 2.86s/it] 26%|██▋ | 2633/10000 [2:05:32<5:57:52, 2.91s/it] 26%|██▋ | 2634/10000 [2:05:36<6:04:50, 2.97s/it] 26%|██▋ | 2635/10000 [2:05:38<6:01:53, 2.95s/it] 26%|██▋ | 2636/10000 [2:05:41<5:57:05, 2.91s/it] 26%|██▋ | 2637/10000 [2:05:44<5:56:03, 2.90s/it] 26%|██▋ | 2638/10000 [2:05:47<5:41:12, 2.78s/it] 26%|██▋ | 2639/10000 [2:05:50<5:45:37, 2.82s/it] 26%|██▋ | 2640/10000 [2:05:52<5:35:28, 2.73s/it] 26%|██▋ | 2640/10000 [2:05:52<5:35:28, 2.73s/it] 26%|██▋ | 2641/10000 [2:05:55<5:46:14, 2.82s/it] 26%|██▋ | 2642/10000 [2:05:58<5:48:17, 2.84s/it] 26%|██▋ | 2643/10000 [2:06:01<6:03:28, 2.96s/it] 26%|██▋ | 2644/10000 [2:06:04<6:03:10, 2.96s/it] 26%|██▋ | 2645/10000 [2:06:07<6:00:03, 2.94s/it] 26%|██▋ | 2646/10000 [2:06:10<5:42:38, 2.80s/it] 26%|██▋ | 2647/10000 [2:06:12<5:45:47, 2.82s/it] 26%|██▋ | 2648/10000 [2:06:16<5:54:08, 2.89s/it] 26%|██▋ | 2649/10000 [2:06:18<5:55:02, 2.90s/it] 26%|██▋ | 2650/10000 [2:06:21<5:47:55, 2.84s/it] 27%|██▋ | 2651/10000 [2:06:24<5:44:12, 2.81s/it] 27%|██▋ | 2652/10000 [2:06:27<5:45:56, 2.82s/it] 27%|██▋ | 2653/10000 [2:06:30<6:02:05, 2.96s/it] 27%|██▋ | 2654/10000 [2:06:33<6:08:09, 3.01s/it] 27%|██▋ | 2655/10000 [2:06:36<6:08:51, 3.01s/it] 27%|██▋ | 2656/10000 [2:06:39<6:08:20, 3.01s/it] 27%|██▋ | 2657/10000 [2:06:42<6:01:20, 2.95s/it] 27%|██▋ | 2658/10000 [2:06:45<5:45:42, 2.83s/it] 27%|██▋ | 2659/10000 [2:06:48<5:54:03, 2.89s/it] 27%|██▋ | 2660/10000 [2:06:51<5:57:36, 2.92s/it] 27%|██▋ | 2660/10000 [2:06:51<5:57:36, 2.92s/it] 27%|██▋ | 2661/10000 [2:06:54<6:01:29, 2.96s/it] 27%|██▋ | 2662/10000 [2:06:57<6:00:53, 2.95s/it] 27%|██▋ | 2663/10000 [2:07:00<6:05:10, 2.99s/it] 27%|██▋ | 2664/10000 [2:07:02<6:01:45, 2.96s/it] 27%|██▋ | 2665/10000 [2:07:05<6:01:41, 2.96s/it] 27%|██▋ | 2666/10000 [2:07:08<5:55:06, 2.91s/it] 27%|██▋ | 2667/10000 [2:07:11<5:51:49, 2.88s/it] 27%|██▋ | 2668/10000 [2:07:14<5:45:54, 2.83s/it] 27%|██▋ | 2669/10000 [2:07:17<5:48:25, 2.85s/it] 27%|██▋ | 2670/10000 [2:07:20<5:56:30, 2.92s/it] 27%|██▋ | 2671/10000 [2:07:23<6:03:01, 2.97s/it] 27%|██▋ | 2672/10000 [2:07:26<5:57:06, 2.92s/it] 27%|██▋ | 2673/10000 [2:07:29<5:54:55, 2.91s/it] 27%|██▋ | 2674/10000 [2:07:32<5:59:09, 2.94s/it] 27%|██▋ | 2675/10000 [2:07:35<6:00:00, 2.95s/it] 27%|██▋ | 2676/10000 [2:07:37<5:44:34, 2.82s/it] 27%|██▋ | 2677/10000 [2:07:40<5:39:08, 2.78s/it] 27%|██▋ | 2678/10000 [2:07:42<5:34:13, 2.74s/it] 27%|██▋ | 2679/10000 [2:07:45<5:35:28, 2.75s/it] 27%|██▋ | 2680/10000 [2:07:48<5:46:07, 2.84s/it] 27%|██▋ | 2680/10000 [2:07:48<5:46:07, 2.84s/it] 27%|██▋ | 2681/10000 [2:07:51<5:55:34, 2.91s/it] 27%|██▋ | 2682/10000 [2:07:54<5:48:27, 2.86s/it] 27%|██▋ | 2683/10000 [2:07:57<5:54:16, 2.91s/it] 27%|██▋ | 2684/10000 [2:08:00<5:52:29, 2.89s/it] 27%|██▋ | 2685/10000 [2:08:03<5:50:42, 2.88s/it] 27%|██▋ | 2686/10000 [2:08:05<5:40:07, 2.79s/it] 27%|██▋ | 2687/10000 [2:08:09<5:55:12, 2.91s/it] 27%|██▋ | 2688/10000 [2:08:12<6:07:40, 3.02s/it] 27%|██▋ | 2689/10000 [2:08:15<6:06:09, 3.00s/it] 27%|██▋ | 2690/10000 [2:08:18<6:02:52, 2.98s/it] 27%|██▋ | 2691/10000 [2:08:20<5:51:20, 2.88s/it] 27%|██▋ | 2692/10000 [2:08:23<5:47:47, 2.86s/it] 27%|██▋ | 2693/10000 [2:08:26<5:57:40, 2.94s/it] 27%|██▋ | 2694/10000 [2:08:29<5:53:48, 2.91s/it] 27%|██▋ | 2695/10000 [2:08:32<5:45:39, 2.84s/it] 27%|██▋ | 2696/10000 [2:08:35<5:56:15, 2.93s/it] 27%|██▋ | 2697/10000 [2:08:38<5:52:26, 2.90s/it] 27%|██▋ | 2698/10000 [2:08:41<5:50:49, 2.88s/it] 27%|██▋ | 2699/10000 [2:08:43<5:48:25, 2.86s/it] 27%|██▋ | 2700/10000 [2:08:46<5:52:27, 2.90s/it] 27%|██▋ | 2700/10000 [2:08:46<5:52:27, 2.90s/it] 27%|██▋ | 2701/10000 [2:08:50<6:03:51, 2.99s/it] 27%|██▋ | 2702/10000 [2:08:52<5:57:29, 2.94s/it] 27%|██▋ | 2703/10000 [2:08:55<5:58:21, 2.95s/it] 27%|██▋ | 2704/10000 [2:08:58<5:46:13, 2.85s/it] 27%|██▋ | 2705/10000 [2:09:01<5:39:10, 2.79s/it] 27%|██▋ | 2706/10000 [2:09:03<5:41:22, 2.81s/it] 27%|██▋ | 2707/10000 [2:09:06<5:36:57, 2.77s/it] 27%|██▋ | 2708/10000 [2:09:09<5:49:44, 2.88s/it] 27%|██▋ | 2709/10000 [2:09:12<6:02:21, 2.98s/it] 27%|██▋ | 2710/10000 [2:09:15<5:52:17, 2.90s/it] 27%|██▋ | 2711/10000 [2:09:18<5:49:28, 2.88s/it] 27%|██▋ | 2712/10000 [2:09:21<5:57:47, 2.95s/it] 27%|██▋ | 2713/10000 [2:09:24<5:55:48, 2.93s/it] 27%|██▋ | 2714/10000 [2:09:27<5:57:36, 2.94s/it] 27%|██▋ | 2715/10000 [2:09:30<5:51:04, 2.89s/it] 27%|██▋ | 2716/10000 [2:09:32<5:44:10, 2.84s/it] 27%|██▋ | 2717/10000 [2:09:35<5:50:47, 2.89s/it] 27%|██▋ | 2718/10000 [2:09:38<5:42:12, 2.82s/it] 27%|██▋ | 2719/10000 [2:09:41<5:39:55, 2.80s/it] 27%|██▋ | 2720/10000 [2:09:44<5:45:37, 2.85s/it] 27%|██▋ | 2720/10000 [2:09:44<5:45:37, 2.85s/it] 27%|██▋ | 2721/10000 [2:09:47<5:46:58, 2.86s/it] 27%|██▋ | 2722/10000 [2:09:50<5:52:26, 2.91s/it] 27%|██▋ | 2723/10000 [2:09:53<5:52:10, 2.90s/it] 27%|██▋ | 2724/10000 [2:09:55<5:45:49, 2.85s/it] 27%|██▋ | 2725/10000 [2:09:58<5:37:29, 2.78s/it] 27%|██▋ | 2726/10000 [2:10:01<5:37:42, 2.79s/it] 27%|██▋ | 2727/10000 [2:10:04<5:38:50, 2.80s/it] 27%|██▋ | 2728/10000 [2:10:06<5:31:35, 2.74s/it] 27%|██▋ | 2729/10000 [2:10:09<5:26:36, 2.70s/it] 27%|██▋ | 2730/10000 [2:10:12<5:33:52, 2.76s/it] 27%|██▋ | 2731/10000 [2:10:15<5:43:32, 2.84s/it] 27%|██▋ | 2732/10000 [2:10:18<5:41:54, 2.82s/it] 27%|██▋ | 2733/10000 [2:10:20<5:46:13, 2.86s/it] 27%|██▋ | 2734/10000 [2:10:24<5:54:07, 2.92s/it] 27%|██▋ | 2735/10000 [2:10:26<5:50:10, 2.89s/it] 27%|██▋ | 2736/10000 [2:10:29<5:49:42, 2.89s/it] 27%|██▋ | 2737/10000 [2:10:32<6:00:35, 2.98s/it] 27%|██▋ | 2738/10000 [2:10:36<6:08:59, 3.05s/it] 27%|██▋ | 2739/10000 [2:10:38<5:54:09, 2.93s/it] 27%|██▋ | 2740/10000 [2:10:41<5:52:22, 2.91s/it] {'loss': '0.3475', 'grad_norm': '13.85', 'learning_rate': '3.711e-06', 'num_tokens': '7.614e+05', 'completions/mean_length': '4.919', 'completions/min_length': '3.35', 'completions/max_length': '7.2', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.919', 'completions/min_terminated_length': '3.35', 'completions/max_terminated_length': '7.2', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3804', 'rewards/reward_semantic/std': '0.1118', 'rewards/reward_length/mean': '-0.05408', 'rewards/reward_length/std': '0.02326', 'reward': '1.111', 'reward_std': '0.03403', 'frac_reward_zero_std': '0.1', 'kl': '0.4632', 'entropy': '0.7517', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.952', 'epoch': '0.4232'} +{'loss': '0.502', 'grad_norm': '0.02584', 'learning_rate': '3.701e-06', 'num_tokens': '7.672e+05', 'completions/mean_length': '4.4', 'completions/min_length': '3.35', 'completions/max_length': '6.15', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.4', 'completions/min_terminated_length': '3.35', 'completions/max_terminated_length': '6.15', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3727', 'rewards/reward_semantic/std': '0.08206', 'rewards/reward_length/mean': '-0.047', 'rewards/reward_length/std': '0.01395', 'reward': '1.109', 'reward_std': '0.02522', 'frac_reward_zero_std': '0.2', 'kl': '0.4372', 'entropy': '0.7999', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.855', 'epoch': '0.4265'} +{'loss': '0.319', 'grad_norm': '2.19', 'learning_rate': '3.691e-06', 'num_tokens': '7.733e+05', 'completions/mean_length': '5.375', 'completions/min_length': '3.75', 'completions/max_length': '8.1', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.375', 'completions/min_terminated_length': '3.75', 'completions/max_terminated_length': '8.1', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2385', 'rewards/reward_semantic/std': '0.1231', 'rewards/reward_length/mean': '-0.05842', 'rewards/reward_length/std': '0.01804', 'reward': '1.069', 'reward_std': '0.03759', 'frac_reward_zero_std': '0.1', 'kl': '0.2654', 'entropy': '0.7109', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '3.01', 'epoch': '0.4298'} +[adaptive-kl] kl=0.134 target=0.3 beta: 1.0000 -> 0.6667 +{'loss': '0.1709', 'grad_norm': '0.2488', 'learning_rate': '3.681e-06', 'num_tokens': '7.795e+05', 'completions/mean_length': '4.144', 'completions/min_length': '3.3', 'completions/max_length': '5.3', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.144', 'completions/min_terminated_length': '3.3', 'completions/max_terminated_length': '5.3', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4292', 'rewards/reward_semantic/std': '0.1333', 'rewards/reward_length/mean': '-0.05146', 'rewards/reward_length/std': '0.01168', 'reward': '1.126', 'reward_std': '0.04033', 'frac_reward_zero_std': '0.25', 'kl': '0.1337', 'entropy': '0.81', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.797', 'epoch': '0.4331'} +[adaptive-kl] kl=0.073 target=0.3 beta: 0.6667 -> 0.4444 +{'loss': '0.0661', 'grad_norm': '7.588', 'learning_rate': '3.671e-06', 'num_tokens': '7.854e+05', 'completions/mean_length': '4.794', 'completions/min_length': '3.7', 'completions/max_length': '6.8', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.794', 'completions/min_terminated_length': '3.7', 'completions/max_terminated_length': '6.8', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2315', 'rewards/reward_semantic/std': '0.06935', 'rewards/reward_length/mean': '-0.06147', 'rewards/reward_length/std': '0.01854', 'reward': '1.066', 'reward_std': '0.02111', 'frac_reward_zero_std': '0.2', 'kl': '0.07347', 'entropy': '0.7706', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.909', 'epoch': '0.4364'} +[adaptive-kl] kl=0.037 target=0.3 beta: 0.4444 -> 0.2963 +{'loss': '0.09637', 'grad_norm': '2.254', 'learning_rate': '3.661e-06', 'num_tokens': '7.914e+05', 'completions/mean_length': '4.938', 'completions/min_length': '4', 'completions/max_length': '6.45', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.938', 'completions/min_terminated_length': '4', 'completions/max_terminated_length': '6.45', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5331', 'rewards/reward_semantic/std': '0.1275', 'rewards/reward_length/mean': '-0.05293', 'rewards/reward_length/std': '0.01066', 'reward': '1.157', 'reward_std': '0.03863', 'frac_reward_zero_std': '0.3', 'kl': '0.03686', 'entropy': '0.5506', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.869', 'epoch': '0.4396'} +[adaptive-kl] kl=0.097 target=0.3 beta: 0.2963 -> 0.1975 +{'loss': '0.1004', 'grad_norm': '10.14', 'learning_rate': '3.651e-06', 'num_tokens': '7.973e+05', 'completions/mean_length': '4.906', 'completions/min_length': '3.55', 'completions/max_length': '6.55', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.906', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '6.55', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3696', 'rewards/reward_semantic/std': '0.08537', 'rewards/reward_length/mean': '-0.05955', 'rewards/reward_length/std': '0.01825', 'reward': '1.108', 'reward_std': '0.02617', 'frac_reward_zero_std': '0.3', 'kl': '0.09703', 'entropy': '0.5886', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.897', 'epoch': '0.4429'} +[adaptive-kl] kl=0.194 target=0.3 beta: 0.1975 -> 0.1317 +{'loss': '0.1208', 'grad_norm': '5.442', 'learning_rate': '3.641e-06', 'num_tokens': '8.032e+05', 'completions/mean_length': '4.95', 'completions/min_length': '3.65', 'completions/max_length': '6.25', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.95', 'completions/min_terminated_length': '3.65', 'completions/max_terminated_length': '6.25', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2023', 'rewards/reward_semantic/std': '0.07789', 'rewards/reward_length/mean': '-0.06357', 'rewards/reward_length/std': '0.01945', 'reward': '1.058', 'reward_std': '0.02395', 'frac_reward_zero_std': '0.1', 'kl': '0.1944', 'entropy': '0.7134', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.864', 'epoch': '0.4462'} +[adaptive-kl] kl=0.139 target=0.3 beta: 0.1317 -> 0.0878 + 27%|██▋ | 2740/10000 [2:10:41<5:52:22, 2.91s/it] 27%|██▋ | 2741/10000 [2:10:44<5:41:17, 2.82s/it] 27%|██▋ | 2742/10000 [2:10:47<5:46:39, 2.87s/it] 27%|██▋ | 2743/10000 [2:10:49<5:41:55, 2.83s/it] 27%|██▋ | 2744/10000 [2:10:52<5:48:02, 2.88s/it] 27%|██▋ | 2745/10000 [2:10:55<5:45:09, 2.85s/it] 27%|██▋ | 2746/10000 [2:10:58<5:38:30, 2.80s/it] 27%|██▋ | 2747/10000 [2:11:01<6:03:42, 3.01s/it] 27%|██▋ | 2748/10000 [2:11:04<5:53:12, 2.92s/it] 27%|██▋ | 2749/10000 [2:11:07<5:45:25, 2.86s/it] 28%|██▊ | 2750/10000 [2:11:10<5:37:44, 2.80s/it] 28%|██▊ | 2751/10000 [2:11:13<5:51:47, 2.91s/it] 28%|██▊ | 2752/10000 [2:11:16<6:03:48, 3.01s/it] 28%|██▊ | 2753/10000 [2:11:19<6:05:47, 3.03s/it] 28%|██▊ | 2754/10000 [2:11:22<5:57:04, 2.96s/it] 28%|██▊ | 2755/10000 [2:11:25<5:51:36, 2.91s/it] 28%|██▊ | 2756/10000 [2:11:28<6:12:30, 3.09s/it] 28%|██▊ | 2757/10000 [2:11:31<6:04:51, 3.02s/it] 28%|██▊ | 2758/10000 [2:11:34<6:13:38, 3.10s/it] 28%|██▊ | 2759/10000 [2:11:37<5:59:32, 2.98s/it] 28%|██▊ | 2760/10000 [2:11:40<5:43:34, 2.85s/it] 28%|██▊ | 2760/10000 [2:11:40<5:43:34, 2.85s/it] 28%|██▊ | 2761/10000 [2:11:42<5:42:44, 2.84s/it] 28%|██▊ | 2762/10000 [2:11:45<5:46:36, 2.87s/it] 28%|██▊ | 2763/10000 [2:11:48<5:45:57, 2.87s/it] 28%|██▊ | 2764/10000 [2:11:51<5:51:43, 2.92s/it] 28%|██▊ | 2765/10000 [2:11:54<5:54:24, 2.94s/it] 28%|██▊ | 2766/10000 [2:11:57<6:00:48, 2.99s/it] 28%|██▊ | 2767/10000 [2:12:00<5:55:11, 2.95s/it] 28%|██▊ | 2768/10000 [2:12:03<5:50:20, 2.91s/it] 28%|██▊ | 2769/10000 [2:12:06<5:51:45, 2.92s/it] 28%|██▊ | 2770/10000 [2:12:09<5:56:20, 2.96s/it] 28%|██▊ | 2771/10000 [2:12:12<5:51:57, 2.92s/it] 28%|██▊ | 2772/10000 [2:12:15<5:52:42, 2.93s/it] 28%|██▊ | 2773/10000 [2:12:18<5:51:10, 2.92s/it] 28%|██▊ | 2774/10000 [2:12:20<5:39:35, 2.82s/it] 28%|██▊ | 2775/10000 [2:12:23<5:28:43, 2.73s/it] 28%|██▊ | 2776/10000 [2:12:26<5:33:26, 2.77s/it] 28%|██▊ | 2777/10000 [2:12:28<5:35:12, 2.78s/it] 28%|██▊ | 2778/10000 [2:12:31<5:44:22, 2.86s/it] 28%|██▊ | 2779/10000 [2:12:34<5:42:03, 2.84s/it] 28%|██▊ | 2780/10000 [2:12:37<5:35:33, 2.79s/it] 28%|██▊ | 2780/10000 [2:12:37<5:35:33, 2.79s/it] 28%|██▊ | 2781/10000 [2:12:40<5:43:44, 2.86s/it] 28%|██▊ | 2782/10000 [2:12:42<5:31:42, 2.76s/it] 28%|██▊ | 2783/10000 [2:12:46<5:46:08, 2.88s/it] 28%|██▊ | 2784/10000 [2:12:48<5:33:17, 2.77s/it] 28%|██▊ | 2785/10000 [2:12:51<5:33:28, 2.77s/it] 28%|██▊ | 2786/10000 [2:12:54<5:46:38, 2.88s/it] 28%|██▊ | 2787/10000 [2:12:57<5:32:28, 2.77s/it] 28%|██▊ | 2788/10000 [2:12:59<5:36:57, 2.80s/it] 28%|██▊ | 2789/10000 [2:13:02<5:39:47, 2.83s/it] 28%|██▊ | 2790/10000 [2:13:05<5:43:42, 2.86s/it] 28%|██▊ | 2791/10000 [2:13:08<5:43:09, 2.86s/it] 28%|██▊ | 2792/10000 [2:13:11<5:42:24, 2.85s/it] 28%|██▊ | 2793/10000 [2:13:14<5:39:38, 2.83s/it] 28%|██▊ | 2794/10000 [2:13:16<5:37:48, 2.81s/it] 28%|██▊ | 2795/10000 [2:13:19<5:29:29, 2.74s/it] 28%|██▊ | 2796/10000 [2:13:22<5:38:59, 2.82s/it] 28%|██▊ | 2797/10000 [2:13:25<5:28:19, 2.73s/it] 28%|██▊ | 2798/10000 [2:13:27<5:23:38, 2.70s/it] 28%|██▊ | 2799/10000 [2:13:30<5:23:49, 2.70s/it] 28%|██▊ | 2800/10000 [2:13:33<5:24:47, 2.71s/it] 28%|██▊ | 2800/10000 [2:13:33<5:24:47, 2.71s/it] 28%|██▊ | 2801/10000 [2:13:36<5:39:15, 2.83s/it] 28%|██▊ | 2802/10000 [2:13:38<5:36:04, 2.80s/it] 28%|██▊ | 2803/10000 [2:13:41<5:40:15, 2.84s/it] 28%|██▊ | 2804/10000 [2:13:44<5:44:52, 2.88s/it] 28%|██▊ | 2805/10000 [2:13:47<5:38:48, 2.83s/it] 28%|██▊ | 2806/10000 [2:13:50<5:50:07, 2.92s/it] 28%|██▊ | 2807/10000 [2:13:53<5:46:55, 2.89s/it] 28%|██▊ | 2808/10000 [2:13:56<5:35:32, 2.80s/it] 28%|██▊ | 2809/10000 [2:13:58<5:25:56, 2.72s/it] 28%|██▊ | 2810/10000 [2:14:01<5:28:16, 2.74s/it] 28%|██▊ | 2811/10000 [2:14:04<5:28:28, 2.74s/it] 28%|██▊ | 2812/10000 [2:14:07<5:33:23, 2.78s/it] 28%|██▊ | 2813/10000 [2:14:09<5:35:10, 2.80s/it] 28%|██▊ | 2814/10000 [2:14:12<5:34:41, 2.79s/it] 28%|██▊ | 2815/10000 [2:14:15<5:22:16, 2.69s/it] 28%|██▊ | 2816/10000 [2:14:17<5:20:25, 2.68s/it] 28%|██▊ | 2817/10000 [2:14:20<5:20:30, 2.68s/it] 28%|██▊ | 2818/10000 [2:14:23<5:21:37, 2.69s/it] 28%|██▊ | 2819/10000 [2:14:25<5:23:04, 2.70s/it] 28%|██▊ | 2820/10000 [2:14:28<5:24:51, 2.71s/it] 28%|██▊ | 2820/10000 [2:14:28<5:24:51, 2.71s/it] 28%|██▊ | 2821/10000 [2:14:31<5:33:25, 2.79s/it] 28%|██▊ | 2822/10000 [2:14:34<5:22:42, 2.70s/it] 28%|██▊ | 2823/10000 [2:14:36<5:22:36, 2.70s/it] 28%|██▊ | 2824/10000 [2:14:39<5:23:02, 2.70s/it] 28%|██▊ | 2825/10000 [2:14:42<5:27:14, 2.74s/it] 28%|██▊ | 2826/10000 [2:14:45<5:29:15, 2.75s/it] 28%|██▊ | 2827/10000 [2:14:47<5:32:30, 2.78s/it] 28%|██▊ | 2828/10000 [2:14:51<5:43:21, 2.87s/it] 28%|██▊ | 2829/10000 [2:14:53<5:41:43, 2.86s/it] 28%|██▊ | 2830/10000 [2:14:56<5:34:13, 2.80s/it] 28%|██▊ | 2831/10000 [2:14:59<5:45:04, 2.89s/it] 28%|██▊ | 2832/10000 [2:15:02<5:35:23, 2.81s/it] 28%|██▊ | 2833/10000 [2:15:05<5:46:05, 2.90s/it] 28%|██▊ | 2834/10000 [2:15:08<5:48:19, 2.92s/it] 28%|██▊ | 2835/10000 [2:15:10<5:31:23, 2.78s/it] 28%|██▊ | 2836/10000 [2:15:13<5:34:26, 2.80s/it] 28%|██▊ | 2837/10000 [2:15:16<5:33:06, 2.79s/it] 28%|██▊ | 2838/10000 [2:15:19<5:33:28, 2.79s/it] 28%|██▊ | 2839/10000 [2:15:21<5:27:03, 2.74s/it] 28%|██▊ | 2840/10000 [2:15:24<5:24:56, 2.72s/it] 28%|██▊ | 2840/10000 [2:15:24<5:24:56, 2.72s/it] 28%|██▊ | 2841/10000 [2:15:27<5:26:39, 2.74s/it] 28%|██▊ | 2842/10000 [2:15:29<5:25:22, 2.73s/it] 28%|██▊ | 2843/10000 [2:15:32<5:32:48, 2.79s/it] 28%|██▊ | 2844/10000 [2:15:35<5:39:31, 2.85s/it] 28%|██▊ | 2845/10000 [2:15:38<5:43:28, 2.88s/it] 28%|██▊ | 2846/10000 [2:15:41<5:33:28, 2.80s/it] 28%|██▊ | 2847/10000 [2:15:44<5:35:39, 2.82s/it] 28%|██▊ | 2848/10000 [2:15:47<5:40:06, 2.85s/it] 28%|██▊ | 2849/10000 [2:15:50<5:38:32, 2.84s/it] 28%|██▊ | 2850/10000 [2:15:52<5:34:51, 2.81s/it] 29%|██▊ | 2851/10000 [2:15:55<5:38:54, 2.84s/it] 29%|██▊ | 2852/10000 [2:15:58<5:38:49, 2.84s/it] 29%|██▊ | 2853/10000 [2:16:01<5:39:54, 2.85s/it] 29%|██▊ | 2854/10000 [2:16:04<5:35:11, 2.81s/it] 29%|██▊ | 2855/10000 [2:16:07<5:37:48, 2.84s/it] 29%|██▊ | 2856/10000 [2:16:09<5:31:27, 2.78s/it] 29%|██▊ | 2857/10000 [2:16:12<5:29:43, 2.77s/it] 29%|██▊ | 2858/10000 [2:16:15<5:30:55, 2.78s/it] 29%|██▊ | 2859/10000 [2:16:17<5:22:37, 2.71s/it] 29%|██▊ | 2860/10000 [2:16:20<5:15:16, 2.65s/it] 29%|██▊ | 2860/10000 [2:16:20<5:15:16, 2.65s/it] 29%|██▊ | 2861/10000 [2:16:23<5:19:04, 2.68s/it] 29%|██▊ | 2862/10000 [2:16:25<5:22:28, 2.71s/it] 29%|██▊ | 2863/10000 [2:16:28<5:22:54, 2.71s/it] 29%|██▊ | 2864/10000 [2:16:31<5:23:05, 2.72s/it] 29%|██▊ | 2865/10000 [2:16:34<5:24:45, 2.73s/it] 29%|██▊ | 2866/10000 [2:16:36<5:26:50, 2.75s/it] 29%|██▊ | 2867/10000 [2:16:39<5:30:29, 2.78s/it] 29%|██▊ | 2868/10000 [2:16:42<5:24:05, 2.73s/it] 29%|██▊ | 2869/10000 [2:16:45<5:25:17, 2.74s/it] 29%|██▊ | 2870/10000 [2:16:47<5:28:15, 2.76s/it] 29%|██▊ | 2871/10000 [2:16:50<5:29:41, 2.77s/it] 29%|██▊ | 2872/10000 [2:16:53<5:21:57, 2.71s/it] 29%|██▊ | 2873/10000 [2:16:56<5:29:14, 2.77s/it] 29%|██▊ | 2874/10000 [2:16:58<5:19:25, 2.69s/it] 29%|██▉ | 2875/10000 [2:17:01<5:12:15, 2.63s/it] 29%|██▉ | 2876/10000 [2:17:03<5:18:25, 2.68s/it] 29%|██▉ | 2877/10000 [2:17:06<5:24:12, 2.73s/it] 29%|██▉ | 2878/10000 [2:17:09<5:36:10, 2.83s/it] 29%|██▉ | 2879/10000 [2:17:12<5:37:47, 2.85s/it] 29%|██▉ | 2880/10000 [2:17:15<5:36:20, 2.83s/it] 29%|██▉ | 2880/10000 [2:17:15<5:36:20, 2.83s/it] 29%|██▉ | 2881/10000 [2:17:18<5:36:01, 2.83s/it] 29%|██▉ | 2882/10000 [2:17:21<5:33:49, 2.81s/it] 29%|██▉ | 2883/10000 [2:17:23<5:23:39, 2.73s/it] 29%|██▉ | 2884/10000 [2:17:26<5:20:53, 2.71s/it] 29%|██▉ | 2885/10000 [2:17:28<5:19:32, 2.69s/it] 29%|██▉ | 2886/10000 [2:17:31<5:23:27, 2.73s/it] 29%|██▉ | 2887/10000 [2:17:34<5:35:35, 2.83s/it] 29%|██▉ | 2888/10000 [2:17:37<5:23:26, 2.73s/it] 29%|██▉ | 2889/10000 [2:17:39<5:14:14, 2.65s/it] 29%|██▉ | 2890/10000 [2:17:42<5:15:50, 2.67s/it] 29%|██▉ | 2891/10000 [2:17:45<5:12:42, 2.64s/it] 29%|██▉ | 2892/10000 [2:17:47<5:11:36, 2.63s/it] 29%|██▉ | 2893/10000 [2:17:50<5:20:17, 2.70s/it] 29%|██▉ | 2894/10000 [2:17:53<5:24:07, 2.74s/it] 29%|██▉ | 2895/10000 [2:17:56<5:29:45, 2.78s/it] 29%|██▉ | 2896/10000 [2:17:59<5:28:20, 2.77s/it] 29%|██▉ | 2897/10000 [2:18:01<5:29:55, 2.79s/it] 29%|██▉ | 2898/10000 [2:18:04<5:39:10, 2.87s/it] 29%|██▉ | 2899/10000 [2:18:07<5:37:03, 2.85s/it] 29%|██▉ | 2900/10000 [2:18:10<5:34:46, 2.83s/it] {'loss': '0.05412', 'grad_norm': '0.00281', 'learning_rate': '3.631e-06', 'num_tokens': '8.092e+05', 'completions/mean_length': '4.75', 'completions/min_length': '3.55', 'completions/max_length': '6.15', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.75', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '6.15', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2897', 'rewards/reward_semantic/std': '0.08754', 'rewards/reward_length/mean': '-0.05139', 'rewards/reward_length/std': '0.01465', 'reward': '1.084', 'reward_std': '0.02666', 'frac_reward_zero_std': '0.2', 'kl': '0.139', 'entropy': '0.6869', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.853', 'epoch': '0.4495'} +[adaptive-kl] kl=0.184 target=0.3 beta: 0.0878 -> 0.0585 +{'loss': '0.0687', 'grad_norm': '0.0006593', 'learning_rate': '3.621e-06', 'num_tokens': '8.151e+05', 'completions/mean_length': '4.213', 'completions/min_length': '3.05', 'completions/max_length': '6.4', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.213', 'completions/min_terminated_length': '3.05', 'completions/max_terminated_length': '6.4', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4567', 'rewards/reward_semantic/std': '0.1734', 'rewards/reward_length/mean': '-0.04067', 'rewards/reward_length/std': '0.01149', 'reward': '1.135', 'reward_std': '0.05231', 'frac_reward_zero_std': '0.15', 'kl': '0.1845', 'entropy': '0.698', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.904', 'epoch': '0.4528'} +[adaptive-kl] kl=0.156 target=0.3 beta: 0.0585 -> 0.0390 +{'loss': '0.0265', 'grad_norm': '9.057', 'learning_rate': '3.61e-06', 'num_tokens': '8.211e+05', 'completions/mean_length': '4.956', 'completions/min_length': '3.65', 'completions/max_length': '6.25', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.956', 'completions/min_terminated_length': '3.65', 'completions/max_terminated_length': '6.25', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4544', 'rewards/reward_semantic/std': '0.1285', 'rewards/reward_length/mean': '-0.04937', 'rewards/reward_length/std': '0.01362', 'reward': '1.134', 'reward_std': '0.03863', 'frac_reward_zero_std': '0.15', 'kl': '0.1565', 'entropy': '0.6947', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.857', 'epoch': '0.456'} +{'loss': '-0.002622', 'grad_norm': '0.1575', 'learning_rate': '3.601e-06', 'num_tokens': '8.267e+05', 'completions/mean_length': '4.188', 'completions/min_length': '3.4', 'completions/max_length': '5.1', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.188', 'completions/min_terminated_length': '3.4', 'completions/max_terminated_length': '5.1', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5818', 'rewards/reward_semantic/std': '0.09742', 'rewards/reward_length/mean': '-0.04761', 'rewards/reward_length/std': '0.01284', 'reward': '1.172', 'reward_std': '0.0292', 'frac_reward_zero_std': '0.35', 'kl': '0.3196', 'entropy': '0.4515', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.775', 'epoch': '0.4593'} +[adaptive-kl] kl=1.158 target=0.3 beta: 0.0390 -> 0.0585 +{'loss': '0.05946', 'grad_norm': '0.00919', 'learning_rate': '3.591e-06', 'num_tokens': '8.328e+05', 'completions/mean_length': '3.825', 'completions/min_length': '3.1', 'completions/max_length': '5.05', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.825', 'completions/min_terminated_length': '3.1', 'completions/max_terminated_length': '5.05', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2825', 'rewards/reward_semantic/std': '0.04737', 'rewards/reward_length/mean': '-0.04189', 'rewards/reward_length/std': '0.01821', 'reward': '1.083', 'reward_std': '0.01472', 'frac_reward_zero_std': '0.2', 'kl': '1.158', 'entropy': '0.7302', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.764', 'epoch': '0.4626'} +[adaptive-kl] kl=0.879 target=0.3 beta: 0.0585 -> 0.0878 +{'loss': '0.09713', 'grad_norm': '7.857', 'learning_rate': '3.581e-06', 'num_tokens': '8.385e+05', 'completions/mean_length': '4.194', 'completions/min_length': '2.8', 'completions/max_length': '5.4', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.194', 'completions/min_terminated_length': '2.8', 'completions/max_terminated_length': '5.4', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4014', 'rewards/reward_semantic/std': '0.09372', 'rewards/reward_length/mean': '-0.04897', 'rewards/reward_length/std': '0.01561', 'reward': '1.118', 'reward_std': '0.02856', 'frac_reward_zero_std': '0.2', 'kl': '0.8793', 'entropy': '0.5953', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.78', 'epoch': '0.4659'} +[adaptive-kl] kl=3.752 target=0.3 beta: 0.0878 -> 0.1317 +{'loss': '0.3732', 'grad_norm': '2.673', 'learning_rate': '3.57e-06', 'num_tokens': '8.444e+05', 'completions/mean_length': '3.962', 'completions/min_length': '3.1', 'completions/max_length': '5.1', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.962', 'completions/min_terminated_length': '3.1', 'completions/max_terminated_length': '5.1', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.1874', 'rewards/reward_semantic/std': '0.0777', 'rewards/reward_length/mean': '-0.02661', 'rewards/reward_length/std': '0.01062', 'reward': '1.055', 'reward_std': '0.02356', 'frac_reward_zero_std': '0.2', 'kl': '3.752', 'entropy': '0.717', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.779', 'epoch': '0.4692'} +[adaptive-kl] kl=5.317 target=0.3 beta: 0.1317 -> 0.1975 +{'loss': '0.6788', 'grad_norm': '20.39', 'learning_rate': '3.561e-06', 'num_tokens': '8.502e+05', 'completions/mean_length': '3.156', 'completions/min_length': '2.35', 'completions/max_length': '4.6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.156', 'completions/min_terminated_length': '2.35', 'completions/max_terminated_length': '4.6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.149', 'rewards/reward_semantic/std': '0.1265', 'rewards/reward_length/mean': '-0.02068', 'rewards/reward_length/std': '0.01044', 'reward': '1.044', 'reward_std': '0.03792', 'frac_reward_zero_std': '0.25', 'kl': '5.317', 'entropy': '0.7403', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.75', 'epoch': '0.4724'} +[adaptive-kl] kl=2.799 target=0.3 beta: 0.1975 -> 0.2963 + 29%|██▉ | 2900/10000 [2:18:10<5:34:46, 2.83s/it] 29%|██▉ | 2901/10000 [2:18:13<5:30:32, 2.79s/it] 29%|██▉ | 2902/10000 [2:18:16<5:32:32, 2.81s/it] 29%|██▉ | 2903/10000 [2:18:18<5:21:42, 2.72s/it] 29%|██▉ | 2904/10000 [2:18:21<5:13:36, 2.65s/it] 29%|██▉ | 2905/10000 [2:18:23<5:09:00, 2.61s/it] 29%|██▉ | 2906/10000 [2:18:26<5:08:53, 2.61s/it] 29%|██▉ | 2907/10000 [2:18:29<5:16:37, 2.68s/it] 29%|██▉ | 2908/10000 [2:18:31<5:19:31, 2.70s/it] 29%|██▉ | 2909/10000 [2:18:34<5:22:12, 2.73s/it] 29%|██▉ | 2910/10000 [2:18:37<5:13:08, 2.65s/it] 29%|██▉ | 2911/10000 [2:18:39<5:13:21, 2.65s/it] 29%|██▉ | 2912/10000 [2:18:42<5:11:34, 2.64s/it] 29%|██▉ | 2913/10000 [2:18:45<5:18:08, 2.69s/it] 29%|██▉ | 2914/10000 [2:18:48<5:25:49, 2.76s/it] 29%|██▉ | 2915/10000 [2:18:50<5:29:13, 2.79s/it] 29%|██▉ | 2916/10000 [2:18:53<5:31:54, 2.81s/it] 29%|██▉ | 2917/10000 [2:18:56<5:32:34, 2.82s/it] 29%|██▉ | 2918/10000 [2:18:59<5:24:38, 2.75s/it] 29%|██▉ | 2919/10000 [2:19:02<5:28:44, 2.79s/it] 29%|██▉ | 2920/10000 [2:19:05<5:56:43, 3.02s/it] 29%|██▉ | 2920/10000 [2:19:05<5:56:43, 3.02s/it] 29%|██▉ | 2921/10000 [2:19:08<6:06:31, 3.11s/it] 29%|██▉ | 2922/10000 [2:19:12<6:07:08, 3.11s/it] 29%|██▉ | 2923/10000 [2:19:15<6:04:31, 3.09s/it] 29%|██▉ | 2924/10000 [2:19:17<5:52:35, 2.99s/it] 29%|██▉ | 2925/10000 [2:19:20<5:44:19, 2.92s/it] 29%|██▉ | 2926/10000 [2:19:23<5:49:07, 2.96s/it] 29%|██▉ | 2927/10000 [2:19:26<5:43:26, 2.91s/it] 29%|██▉ | 2928/10000 [2:19:29<5:45:39, 2.93s/it] 29%|██▉ | 2929/10000 [2:19:32<5:39:03, 2.88s/it] 29%|██▉ | 2930/10000 [2:19:34<5:33:59, 2.83s/it] 29%|██▉ | 2931/10000 [2:19:37<5:36:29, 2.86s/it] 29%|██▉ | 2932/10000 [2:19:40<5:32:04, 2.82s/it] 29%|██▉ | 2933/10000 [2:19:43<5:36:07, 2.85s/it] 29%|██▉ | 2934/10000 [2:19:46<5:45:19, 2.93s/it] 29%|██▉ | 2935/10000 [2:19:49<5:30:45, 2.81s/it] 29%|██▉ | 2936/10000 [2:19:51<5:27:40, 2.78s/it] 29%|██▉ | 2937/10000 [2:19:54<5:25:46, 2.77s/it] 29%|██▉ | 2938/10000 [2:19:57<5:16:29, 2.69s/it] 29%|██▉ | 2939/10000 [2:19:59<5:21:46, 2.73s/it] 29%|██▉ | 2940/10000 [2:20:02<5:32:33, 2.83s/it] 29%|██▉ | 2940/10000 [2:20:02<5:32:33, 2.83s/it] 29%|██▉ | 2941/10000 [2:20:05<5:37:53, 2.87s/it] 29%|██▉ | 2942/10000 [2:20:08<5:28:15, 2.79s/it] 29%|██▉ | 2943/10000 [2:20:11<5:18:59, 2.71s/it] 29%|██▉ | 2944/10000 [2:20:13<5:21:46, 2.74s/it] 29%|██▉ | 2945/10000 [2:20:16<5:21:18, 2.73s/it] 29%|██▉ | 2946/10000 [2:20:19<5:17:55, 2.70s/it] 29%|██▉ | 2947/10000 [2:20:21<5:16:55, 2.70s/it] 29%|██▉ | 2948/10000 [2:20:25<5:41:19, 2.90s/it] 29%|██▉ | 2949/10000 [2:20:28<5:39:12, 2.89s/it] 30%|██▉ | 2950/10000 [2:20:30<5:36:57, 2.87s/it] 30%|██▉ | 2951/10000 [2:20:33<5:35:59, 2.86s/it] 30%|██▉ | 2952/10000 [2:20:36<5:40:49, 2.90s/it] 30%|██▉ | 2953/10000 [2:20:39<5:35:07, 2.85s/it] 30%|██▉ | 2954/10000 [2:20:42<5:46:53, 2.95s/it] 30%|██▉ | 2955/10000 [2:20:45<5:37:58, 2.88s/it] 30%|██▉ | 2956/10000 [2:20:48<5:48:48, 2.97s/it] 30%|██▉ | 2957/10000 [2:20:51<5:43:59, 2.93s/it] 30%|██▉ | 2958/10000 [2:20:54<5:30:12, 2.81s/it] 30%|██▉ | 2959/10000 [2:20:56<5:33:48, 2.84s/it] 30%|██▉ | 2960/10000 [2:21:00<5:46:14, 2.95s/it] 30%|██▉ | 2960/10000 [2:21:00<5:46:14, 2.95s/it] 30%|██▉ | 2961/10000 [2:21:02<5:39:01, 2.89s/it] 30%|██▉ | 2962/10000 [2:21:05<5:36:43, 2.87s/it] 30%|██▉ | 2963/10000 [2:21:09<5:52:37, 3.01s/it] 30%|██▉ | 2964/10000 [2:21:12<5:53:14, 3.01s/it] 30%|██▉ | 2965/10000 [2:21:14<5:45:51, 2.95s/it] 30%|██▉ | 2966/10000 [2:21:17<5:41:32, 2.91s/it] 30%|██▉ | 2967/10000 [2:21:20<5:45:32, 2.95s/it] 30%|██▉ | 2968/10000 [2:21:23<5:44:08, 2.94s/it] 30%|██▉ | 2969/10000 [2:21:26<5:28:14, 2.80s/it] 30%|██▉ | 2970/10000 [2:21:29<5:35:07, 2.86s/it] 30%|██▉ | 2971/10000 [2:21:32<5:38:45, 2.89s/it] 30%|██▉ | 2972/10000 [2:21:35<5:41:26, 2.91s/it] 30%|██▉ | 2973/10000 [2:21:37<5:41:19, 2.91s/it] 30%|██▉ | 2974/10000 [2:21:40<5:32:59, 2.84s/it] 30%|██▉ | 2975/10000 [2:21:43<5:22:12, 2.75s/it] 30%|██▉ | 2976/10000 [2:21:46<5:31:42, 2.83s/it] 30%|██▉ | 2977/10000 [2:21:48<5:27:01, 2.79s/it] 30%|██▉ | 2978/10000 [2:21:51<5:29:30, 2.82s/it] 30%|██▉ | 2979/10000 [2:21:54<5:37:17, 2.88s/it] 30%|██▉ | 2980/10000 [2:21:57<5:36:14, 2.87s/it] 30%|██▉ | 2980/10000 [2:21:57<5:36:14, 2.87s/it] 30%|██▉ | 2981/10000 [2:22:00<5:31:12, 2.83s/it] 30%|██▉ | 2982/10000 [2:22:02<5:23:25, 2.77s/it] 30%|██▉ | 2983/10000 [2:22:05<5:24:31, 2.77s/it] 30%|██▉ | 2984/10000 [2:22:08<5:19:13, 2.73s/it] 30%|██▉ | 2985/10000 [2:22:11<5:21:25, 2.75s/it] 30%|██▉ | 2986/10000 [2:22:14<5:36:54, 2.88s/it] 30%|██▉ | 2987/10000 [2:22:17<5:32:22, 2.84s/it] 30%|██▉ | 2988/10000 [2:22:20<5:38:39, 2.90s/it] 30%|██▉ | 2989/10000 [2:22:22<5:28:07, 2.81s/it] 30%|██▉ | 2990/10000 [2:22:26<5:48:42, 2.98s/it] 30%|██▉ | 2991/10000 [2:22:29<5:49:33, 2.99s/it] 30%|██▉ | 2992/10000 [2:22:32<5:54:04, 3.03s/it] 30%|██▉ | 2993/10000 [2:22:35<5:51:55, 3.01s/it] 30%|██▉ | 2994/10000 [2:22:38<5:45:18, 2.96s/it] 30%|██▉ | 2995/10000 [2:22:41<5:52:13, 3.02s/it] 30%|██▉ | 2996/10000 [2:22:43<5:33:32, 2.86s/it] 30%|██▉ | 2997/10000 [2:22:46<5:21:27, 2.75s/it] 30%|██▉ | 2998/10000 [2:22:49<5:27:53, 2.81s/it] 30%|██▉ | 2999/10000 [2:22:52<5:44:55, 2.96s/it] 30%|███ | 3000/10000 [2:22:55<5:47:23, 2.98s/it] 30%|███ | 3000/10000 [2:22:55<5:47:23, 2.98s/it] 30%|███ | 3001/10000 [2:22:58<5:52:08, 3.02s/it] 30%|███ | 3002/10000 [2:23:01<5:43:47, 2.95s/it] 30%|███ | 3003/10000 [2:23:04<5:44:04, 2.95s/it] 30%|███ | 3004/10000 [2:23:07<5:35:18, 2.88s/it] 30%|███ | 3005/10000 [2:23:10<5:42:13, 2.94s/it] 30%|███ | 3006/10000 [2:23:12<5:27:27, 2.81s/it] 30%|███ | 3007/10000 [2:23:15<5:17:35, 2.72s/it] 30%|███ | 3008/10000 [2:23:18<5:23:38, 2.78s/it] 30%|███ | 3009/10000 [2:23:20<5:22:32, 2.77s/it] 30%|███ | 3010/10000 [2:23:24<5:38:21, 2.90s/it] 30%|███ | 3011/10000 [2:23:27<5:55:02, 3.05s/it] 30%|███ | 3012/10000 [2:23:30<5:50:23, 3.01s/it] 30%|███ | 3013/10000 [2:23:33<5:41:47, 2.94s/it] 30%|███ | 3014/10000 [2:23:35<5:35:09, 2.88s/it] 30%|███ | 3015/10000 [2:23:38<5:39:12, 2.91s/it] 30%|███ | 3016/10000 [2:23:41<5:37:23, 2.90s/it] 30%|███ | 3017/10000 [2:23:44<5:29:58, 2.84s/it] 30%|███ | 3018/10000 [2:23:47<5:33:19, 2.86s/it] 30%|███ | 3019/10000 [2:23:50<5:53:36, 3.04s/it] 30%|███ | 3020/10000 [2:23:53<5:36:07, 2.89s/it] 30%|███ | 3020/10000 [2:23:53<5:36:07, 2.89s/it] 30%|███ | 3021/10000 [2:23:56<5:32:19, 2.86s/it] 30%|███ | 3022/10000 [2:23:58<5:24:37, 2.79s/it] 30%|███ | 3023/10000 [2:24:01<5:24:56, 2.79s/it] 30%|███ | 3024/10000 [2:24:04<5:38:17, 2.91s/it] 30%|███ | 3025/10000 [2:24:08<5:58:00, 3.08s/it] 30%|███ | 3026/10000 [2:24:11<5:48:38, 3.00s/it] 30%|███ | 3027/10000 [2:24:13<5:36:47, 2.90s/it] 30%|███ | 3028/10000 [2:24:16<5:36:01, 2.89s/it] 30%|███ | 3029/10000 [2:24:19<5:34:35, 2.88s/it] 30%|███ | 3030/10000 [2:24:22<5:38:41, 2.92s/it] 30%|███ | 3031/10000 [2:24:25<5:48:46, 3.00s/it] 30%|███ | 3032/10000 [2:24:28<5:43:31, 2.96s/it] 30%|███ | 3033/10000 [2:24:31<5:43:11, 2.96s/it] 30%|███ | 3034/10000 [2:24:34<5:49:27, 3.01s/it] 30%|███ | 3035/10000 [2:24:37<5:47:33, 2.99s/it] 30%|███ | 3036/10000 [2:24:40<5:31:23, 2.86s/it] 30%|███ | 3037/10000 [2:24:42<5:31:15, 2.85s/it] 30%|███ | 3038/10000 [2:24:45<5:29:57, 2.84s/it] 30%|███ | 3039/10000 [2:24:48<5:32:12, 2.86s/it] 30%|███ | 3040/10000 [2:24:51<5:37:19, 2.91s/it] 30%|███ | 3040/10000 [2:24:51<5:37:19, 2.91s/it] 30%|███ | 3041/10000 [2:24:54<5:45:29, 2.98s/it] 30%|███ | 3042/10000 [2:24:57<5:47:26, 3.00s/it] 30%|███ | 3043/10000 [2:25:00<5:41:00, 2.94s/it] 30%|███ | 3044/10000 [2:25:03<5:39:02, 2.92s/it] 30%|███ | 3045/10000 [2:25:06<5:41:24, 2.95s/it] 30%|███ | 3046/10000 [2:25:09<5:40:10, 2.94s/it] 30%|███ | 3047/10000 [2:25:12<5:37:20, 2.91s/it] 30%|███ | 3048/10000 [2:25:15<5:37:27, 2.91s/it] 30%|███ | 3049/10000 [2:25:17<5:22:26, 2.78s/it] 30%|███ | 3050/10000 [2:25:20<5:29:53, 2.85s/it] 31%|███ | 3051/10000 [2:25:23<5:34:24, 2.89s/it] 31%|███ | 3052/10000 [2:25:26<5:37:37, 2.92s/it] 31%|███ | 3053/10000 [2:25:29<5:32:07, 2.87s/it] 31%|███ | 3054/10000 [2:25:32<5:39:34, 2.93s/it] 31%|███ | 3055/10000 [2:25:35<5:37:44, 2.92s/it] 31%|███ | 3056/10000 [2:25:38<5:36:26, 2.91s/it] 31%|███ | 3057/10000 [2:25:41<5:47:47, 3.01s/it] 31%|███ | 3058/10000 [2:25:44<5:41:51, 2.95s/it] 31%|███ | 3059/10000 [2:25:46<5:26:57, 2.83s/it] 31%|███ | 3060/10000 [2:25:49<5:32:56, 2.88s/it] {'loss': '0.5481', 'grad_norm': '11.75', 'learning_rate': '3.551e-06', 'num_tokens': '8.557e+05', 'completions/mean_length': '3.4', 'completions/min_length': '2.45', 'completions/max_length': '4.65', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.4', 'completions/min_terminated_length': '2.45', 'completions/max_terminated_length': '4.65', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4123', 'rewards/reward_semantic/std': '0.2169', 'rewards/reward_length/mean': '-0.03835', 'rewards/reward_length/std': '0.0186', 'reward': '1.122', 'reward_std': '0.06503', 'frac_reward_zero_std': '0.1', 'kl': '2.799', 'entropy': '0.8117', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.736', 'epoch': '0.4757'} +[adaptive-kl] kl=3.471 target=0.3 beta: 0.2963 -> 0.4444 +{'loss': '0.9994', 'grad_norm': '5.384', 'learning_rate': '3.541e-06', 'num_tokens': '8.614e+05', 'completions/mean_length': '3.062', 'completions/min_length': '2.35', 'completions/max_length': '4.55', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.062', 'completions/min_terminated_length': '2.35', 'completions/max_terminated_length': '4.55', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.175', 'rewards/reward_semantic/std': '0.06298', 'rewards/reward_length/mean': '-0.02437', 'rewards/reward_length/std': '0.01038', 'reward': '1.051', 'reward_std': '0.01909', 'frac_reward_zero_std': '0.3', 'kl': '3.471', 'entropy': '0.8775', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.744', 'epoch': '0.479'} +[adaptive-kl] kl=2.509 target=0.3 beta: 0.4444 -> 0.6667 +{'loss': '0.9211', 'grad_norm': '144', 'learning_rate': '3.53e-06', 'num_tokens': '8.676e+05', 'completions/mean_length': '4.619', 'completions/min_length': '3.1', 'completions/max_length': '6.1', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.619', 'completions/min_terminated_length': '3.1', 'completions/max_terminated_length': '6.1', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.417', 'rewards/reward_semantic/std': '0.1101', 'rewards/reward_length/mean': '-0.0377', 'rewards/reward_length/std': '0.01497', 'reward': '1.123', 'reward_std': '0.03314', 'frac_reward_zero_std': '0.25', 'kl': '2.509', 'entropy': '0.6498', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.855', 'epoch': '0.4823'} +[adaptive-kl] kl=1.610 target=0.3 beta: 0.6667 -> 1.0000 +{'loss': '0.9335', 'grad_norm': '6.375', 'learning_rate': '3.521e-06', 'num_tokens': '8.733e+05', 'completions/mean_length': '3.638', 'completions/min_length': '2.5', 'completions/max_length': '5.9', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.638', 'completions/min_terminated_length': '2.5', 'completions/max_terminated_length': '5.9', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3689', 'rewards/reward_semantic/std': '0.1256', 'rewards/reward_length/mean': '-0.04253', 'rewards/reward_length/std': '0.01828', 'reward': '1.109', 'reward_std': '0.03798', 'frac_reward_zero_std': '0.1', 'kl': '1.61', 'entropy': '0.854', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.846', 'epoch': '0.4856'} +{'loss': '1.213', 'grad_norm': '5.605', 'learning_rate': '3.511e-06', 'num_tokens': '8.792e+05', 'completions/mean_length': '4.294', 'completions/min_length': '2.9', 'completions/max_length': '6.2', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.294', 'completions/min_terminated_length': '2.9', 'completions/max_terminated_length': '6.2', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3771', 'rewards/reward_semantic/std': '0.1078', 'rewards/reward_length/mean': '-0.03794', 'rewards/reward_length/std': '0.0176', 'reward': '1.111', 'reward_std': '0.03257', 'frac_reward_zero_std': '0.2', 'kl': '1.434', 'entropy': '0.8388', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.864', 'epoch': '0.4888'} +{'loss': '0.8208', 'grad_norm': '4.689', 'learning_rate': '3.501e-06', 'num_tokens': '8.853e+05', 'completions/mean_length': '4.844', 'completions/min_length': '3.4', 'completions/max_length': '6.7', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.844', 'completions/min_terminated_length': '3.4', 'completions/max_terminated_length': '6.7', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3667', 'rewards/reward_semantic/std': '0.07903', 'rewards/reward_length/mean': '-0.05381', 'rewards/reward_length/std': '0.02029', 'reward': '1.107', 'reward_std': '0.02385', 'frac_reward_zero_std': '0.2', 'kl': '0.8421', 'entropy': '0.7428', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.882', 'epoch': '0.4921'} +[adaptive-kl] kl=0.109 target=0.3 beta: 1.0000 -> 0.6667 +{'loss': '0.2021', 'grad_norm': '1.427', 'learning_rate': '3.491e-06', 'num_tokens': '8.912e+05', 'completions/mean_length': '4.669', 'completions/min_length': '3.7', 'completions/max_length': '6.1', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.669', 'completions/min_terminated_length': '3.7', 'completions/max_terminated_length': '6.1', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3003', 'rewards/reward_semantic/std': '0.04709', 'rewards/reward_length/mean': '-0.05413', 'rewards/reward_length/std': '0.01416', 'reward': '1.087', 'reward_std': '0.01459', 'frac_reward_zero_std': '0.1', 'kl': '0.1085', 'entropy': '0.8783', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.855', 'epoch': '0.4954'} +[adaptive-kl] kl=0.053 target=0.3 beta: 0.6667 -> 0.4444 +{'loss': '0.07772', 'grad_norm': '3.75', 'learning_rate': '3.481e-06', 'num_tokens': '8.971e+05', 'completions/mean_length': '5.388', 'completions/min_length': '4.15', 'completions/max_length': '6.75', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.388', 'completions/min_terminated_length': '4.15', 'completions/max_terminated_length': '6.75', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3973', 'rewards/reward_semantic/std': '0.06964', 'rewards/reward_length/mean': '-0.06533', 'rewards/reward_length/std': '0.01359', 'reward': '1.116', 'reward_std': '0.02113', 'frac_reward_zero_std': '0.2', 'kl': '0.05318', 'entropy': '0.6415', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.903', 'epoch': '0.4987'} +[adaptive-kl] kl=0.192 target=0.3 beta: 0.4444 -> 0.2963 + 31%|███ | 3060/10000 [2:25:49<5:32:56, 2.88s/it] 31%|███ | 3061/10000 [2:25:52<5:34:04, 2.89s/it] 31%|███ | 3062/10000 [2:25:55<5:37:28, 2.92s/it] 31%|███ | 3063/10000 [2:25:58<5:28:54, 2.84s/it] 31%|███ | 3064/10000 [2:26:01<5:42:03, 2.96s/it] 31%|███ | 3065/10000 [2:26:04<5:38:56, 2.93s/it] 31%|███ | 3066/10000 [2:26:07<5:25:16, 2.81s/it] 31%|███ | 3067/10000 [2:26:10<5:37:08, 2.92s/it] 31%|███ | 3068/10000 [2:26:12<5:22:43, 2.79s/it] 31%|███ | 3069/10000 [2:26:15<5:13:06, 2.71s/it] 31%|███ | 3070/10000 [2:26:17<5:11:24, 2.70s/it] 31%|███ | 3071/10000 [2:26:20<5:16:10, 2.74s/it] 31%|███ | 3072/10000 [2:26:23<5:24:38, 2.81s/it] 31%|███ | 3073/10000 [2:26:26<5:30:02, 2.86s/it] 31%|███ | 3074/10000 [2:26:29<5:22:18, 2.79s/it] 31%|███ | 3075/10000 [2:26:32<5:25:47, 2.82s/it] 31%|███ | 3076/10000 [2:26:35<5:48:54, 3.02s/it] 31%|███ | 3077/10000 [2:26:38<5:29:49, 2.86s/it] 31%|███ | 3078/10000 [2:26:41<5:40:24, 2.95s/it] 31%|███ | 3079/10000 [2:26:44<5:35:49, 2.91s/it] 31%|███ | 3080/10000 [2:26:47<5:35:33, 2.91s/it] 31%|███ | 3080/10000 [2:26:47<5:35:33, 2.91s/it] 31%|███ | 3081/10000 [2:26:49<5:28:54, 2.85s/it] 31%|███ | 3082/10000 [2:26:52<5:28:25, 2.85s/it] 31%|███ | 3083/10000 [2:26:55<5:27:42, 2.84s/it] 31%|███ | 3084/10000 [2:26:58<5:28:19, 2.85s/it] 31%|███ | 3085/10000 [2:27:01<5:28:26, 2.85s/it] 31%|███ | 3086/10000 [2:27:03<5:26:47, 2.84s/it] 31%|███ | 3087/10000 [2:27:07<5:37:06, 2.93s/it] 31%|███ | 3088/10000 [2:27:10<5:40:34, 2.96s/it] 31%|███ | 3089/10000 [2:27:13<5:45:01, 3.00s/it] 31%|███ | 3090/10000 [2:27:15<5:35:15, 2.91s/it] 31%|███ | 3091/10000 [2:27:18<5:33:17, 2.89s/it] 31%|███ | 3092/10000 [2:27:21<5:35:28, 2.91s/it] 31%|███ | 3093/10000 [2:27:24<5:30:06, 2.87s/it] 31%|███ | 3094/10000 [2:27:27<5:30:53, 2.87s/it] 31%|███ | 3095/10000 [2:27:30<5:26:44, 2.84s/it] 31%|███ | 3096/10000 [2:27:33<5:40:58, 2.96s/it] 31%|███ | 3097/10000 [2:27:36<5:35:50, 2.92s/it] 31%|███ | 3098/10000 [2:27:39<5:46:42, 3.01s/it] 31%|███ | 3099/10000 [2:27:42<5:35:23, 2.92s/it] 31%|███ | 3100/10000 [2:27:45<5:33:41, 2.90s/it] 31%|███ | 3100/10000 [2:27:45<5:33:41, 2.90s/it] 31%|███ | 3101/10000 [2:27:48<5:41:38, 2.97s/it] 31%|███ | 3102/10000 [2:27:51<5:39:11, 2.95s/it] 31%|███ | 3103/10000 [2:27:53<5:35:26, 2.92s/it] 31%|███ | 3104/10000 [2:27:56<5:23:07, 2.81s/it] 31%|███ | 3105/10000 [2:27:59<5:19:15, 2.78s/it] 31%|███ | 3106/10000 [2:28:02<5:25:16, 2.83s/it] 31%|███ | 3107/10000 [2:28:04<5:24:52, 2.83s/it] 31%|███ | 3108/10000 [2:28:07<5:25:47, 2.84s/it] 31%|███ | 3109/10000 [2:28:10<5:29:45, 2.87s/it] 31%|███ | 3110/10000 [2:28:13<5:33:31, 2.90s/it] 31%|███ | 3111/10000 [2:28:16<5:38:28, 2.95s/it] 31%|███ | 3112/10000 [2:28:19<5:38:32, 2.95s/it] 31%|███ | 3113/10000 [2:28:22<5:28:56, 2.87s/it] 31%|███ | 3114/10000 [2:28:25<5:41:39, 2.98s/it] 31%|███ | 3115/10000 [2:28:28<5:53:15, 3.08s/it] 31%|███ | 3116/10000 [2:28:31<5:45:20, 3.01s/it] 31%|███ | 3117/10000 [2:28:34<5:41:10, 2.97s/it] 31%|███ | 3118/10000 [2:28:37<5:31:19, 2.89s/it] 31%|███ | 3119/10000 [2:28:40<5:31:27, 2.89s/it] 31%|███ | 3120/10000 [2:28:43<5:27:59, 2.86s/it] 31%|███ | 3120/10000 [2:28:43<5:27:59, 2.86s/it] 31%|███ | 3121/10000 [2:28:45<5:29:47, 2.88s/it] 31%|███ | 3122/10000 [2:28:48<5:18:07, 2.78s/it] 31%|███ | 3123/10000 [2:28:51<5:08:35, 2.69s/it] 31%|███ | 3124/10000 [2:28:53<5:01:37, 2.63s/it] 31%|███▏ | 3125/10000 [2:28:56<5:11:53, 2.72s/it] 31%|███▏ | 3126/10000 [2:28:59<5:19:16, 2.79s/it] 31%|███▏ | 3127/10000 [2:29:02<5:35:06, 2.93s/it] 31%|███▏ | 3128/10000 [2:29:05<5:47:09, 3.03s/it] 31%|███▏ | 3129/10000 [2:29:08<5:46:06, 3.02s/it] 31%|███▏ | 3130/10000 [2:29:11<5:34:04, 2.92s/it] 31%|███▏ | 3131/10000 [2:29:14<5:30:05, 2.88s/it] 31%|███▏ | 3132/10000 [2:29:17<5:26:44, 2.85s/it] 31%|███▏ | 3133/10000 [2:29:19<5:20:26, 2.80s/it] 31%|███▏ | 3134/10000 [2:29:22<5:20:37, 2.80s/it] 31%|███▏ | 3135/10000 [2:29:25<5:20:40, 2.80s/it] 31%|███▏ | 3136/10000 [2:29:28<5:39:06, 2.96s/it] 31%|███▏ | 3137/10000 [2:29:31<5:35:03, 2.93s/it] 31%|███▏ | 3138/10000 [2:29:34<5:31:14, 2.90s/it] 31%|███▏ | 3139/10000 [2:29:37<5:24:40, 2.84s/it] 31%|███▏ | 3140/10000 [2:29:39<5:19:34, 2.80s/it] 31%|███▏ | 3140/10000 [2:29:39<5:19:34, 2.80s/it] 31%|███▏ | 3141/10000 [2:29:42<5:09:11, 2.70s/it] 31%|███▏ | 3142/10000 [2:29:45<5:09:42, 2.71s/it] 31%|███▏ | 3143/10000 [2:29:48<5:17:32, 2.78s/it] 31%|███▏ | 3144/10000 [2:29:51<5:25:28, 2.85s/it] 31%|███▏ | 3145/10000 [2:29:54<5:47:11, 3.04s/it] 31%|███▏ | 3146/10000 [2:29:57<5:34:34, 2.93s/it] 31%|███▏ | 3147/10000 [2:30:00<5:30:57, 2.90s/it] 31%|███▏ | 3148/10000 [2:30:02<5:29:53, 2.89s/it] 31%|███▏ | 3149/10000 [2:30:06<5:43:16, 3.01s/it] 32%|███▏ | 3150/10000 [2:30:08<5:28:25, 2.88s/it] 32%|███▏ | 3151/10000 [2:30:11<5:22:04, 2.82s/it] 32%|███▏ | 3152/10000 [2:30:14<5:37:30, 2.96s/it] 32%|███▏ | 3153/10000 [2:30:17<5:32:34, 2.91s/it] 32%|███▏ | 3154/10000 [2:30:21<5:52:42, 3.09s/it] 32%|███▏ | 3155/10000 [2:30:24<6:03:15, 3.18s/it] 32%|███▏ | 3156/10000 [2:30:27<5:48:20, 3.05s/it] 32%|███▏ | 3157/10000 [2:30:29<5:35:20, 2.94s/it] 32%|███▏ | 3158/10000 [2:30:32<5:21:02, 2.82s/it] 32%|███▏ | 3159/10000 [2:30:34<5:13:02, 2.75s/it] 32%|███▏ | 3160/10000 [2:30:37<5:13:49, 2.75s/it] 32%|███▏ | 3160/10000 [2:30:37<5:13:49, 2.75s/it] 32%|███▏ | 3161/10000 [2:30:40<5:18:33, 2.79s/it] 32%|███▏ | 3162/10000 [2:30:43<5:16:46, 2.78s/it] 32%|███▏ | 3163/10000 [2:30:46<5:15:51, 2.77s/it] 32%|███▏ | 3164/10000 [2:30:48<5:16:33, 2.78s/it] 32%|███▏ | 3165/10000 [2:30:52<5:33:46, 2.93s/it] 32%|███▏ | 3166/10000 [2:30:54<5:23:06, 2.84s/it] 32%|███▏ | 3167/10000 [2:30:57<5:14:31, 2.76s/it] 32%|███▏ | 3168/10000 [2:30:59<5:06:56, 2.70s/it] 32%|███▏ | 3169/10000 [2:31:02<5:04:47, 2.68s/it] 32%|███▏ | 3170/10000 [2:31:05<5:25:45, 2.86s/it] 32%|███▏ | 3171/10000 [2:31:09<5:43:20, 3.02s/it] 32%|███▏ | 3172/10000 [2:31:11<5:24:40, 2.85s/it] 32%|███▏ | 3173/10000 [2:31:14<5:23:32, 2.84s/it] 32%|███▏ | 3174/10000 [2:31:17<5:22:00, 2.83s/it] 32%|███▏ | 3175/10000 [2:31:20<5:27:25, 2.88s/it] 32%|███▏ | 3176/10000 [2:31:23<5:24:42, 2.85s/it] 32%|███▏ | 3177/10000 [2:31:26<5:28:54, 2.89s/it] 32%|███▏ | 3178/10000 [2:31:29<5:31:44, 2.92s/it] 32%|███▏ | 3179/10000 [2:31:31<5:18:22, 2.80s/it] 32%|███▏ | 3180/10000 [2:31:34<5:10:40, 2.73s/it] 32%|███▏ | 3180/10000 [2:31:34<5:10:40, 2.73s/it] 32%|███▏ | 3181/10000 [2:31:36<5:09:21, 2.72s/it] 32%|███▏ | 3182/10000 [2:31:39<5:11:30, 2.74s/it] 32%|███▏ | 3183/10000 [2:31:42<5:02:57, 2.67s/it] 32%|███▏ | 3184/10000 [2:31:44<4:59:07, 2.63s/it] 32%|███▏ | 3185/10000 [2:31:47<5:03:05, 2.67s/it] 32%|███▏ | 3186/10000 [2:31:50<5:11:53, 2.75s/it] 32%|███▏ | 3187/10000 [2:31:53<5:09:03, 2.72s/it] 32%|███▏ | 3188/10000 [2:31:55<5:14:10, 2.77s/it] 32%|███▏ | 3189/10000 [2:31:58<5:09:44, 2.73s/it] 32%|███▏ | 3190/10000 [2:32:01<5:18:01, 2.80s/it] 32%|███▏ | 3191/10000 [2:32:04<5:28:51, 2.90s/it] 32%|███▏ | 3192/10000 [2:32:07<5:20:07, 2.82s/it] 32%|███▏ | 3193/10000 [2:32:10<5:16:21, 2.79s/it] 32%|███▏ | 3194/10000 [2:32:12<5:18:26, 2.81s/it] 32%|███▏ | 3195/10000 [2:32:16<5:31:59, 2.93s/it] 32%|███▏ | 3196/10000 [2:32:19<5:36:56, 2.97s/it] 32%|███▏ | 3197/10000 [2:32:22<5:37:31, 2.98s/it] 32%|███▏ | 3198/10000 [2:32:25<5:39:54, 3.00s/it] 32%|███▏ | 3199/10000 [2:32:28<5:37:07, 2.97s/it] 32%|███▏ | 3200/10000 [2:32:30<5:31:26, 2.92s/it] 32%|███▏ | 3200/10000 [2:32:30<5:31:26, 2.92s/it] 32%|███▏ | 3201/10000 [2:32:33<5:23:57, 2.86s/it] 32%|███▏ | 3202/10000 [2:32:36<5:33:58, 2.95s/it] 32%|███▏ | 3203/10000 [2:32:39<5:35:13, 2.96s/it] 32%|███▏ | 3204/10000 [2:32:42<5:35:10, 2.96s/it] 32%|███▏ | 3205/10000 [2:32:45<5:17:44, 2.81s/it] 32%|███▏ | 3206/10000 [2:32:47<5:14:50, 2.78s/it] 32%|███▏ | 3207/10000 [2:32:50<5:18:25, 2.81s/it] 32%|███▏ | 3208/10000 [2:32:53<5:19:01, 2.82s/it] 32%|███▏ | 3209/10000 [2:32:56<5:12:14, 2.76s/it] 32%|███▏ | 3210/10000 [2:32:59<5:14:28, 2.78s/it] 32%|███▏ | 3211/10000 [2:33:01<5:13:32, 2.77s/it] 32%|███▏ | 3212/10000 [2:33:04<5:16:32, 2.80s/it] 32%|███▏ | 3213/10000 [2:33:07<5:13:33, 2.77s/it] 32%|███▏ | 3214/10000 [2:33:10<5:22:11, 2.85s/it] 32%|███▏ | 3215/10000 [2:33:13<5:15:14, 2.79s/it] 32%|███▏ | 3216/10000 [2:33:16<5:25:53, 2.88s/it] 32%|███▏ | 3217/10000 [2:33:18<5:18:44, 2.82s/it] 32%|███▏ | 3218/10000 [2:33:21<5:07:26, 2.72s/it] 32%|███▏ | 3219/10000 [2:33:24<5:19:41, 2.83s/it] 32%|███▏ | 3220/10000 [2:33:27<5:24:25, 2.87s/it] {'loss': '0.08033', 'grad_norm': '4.181', 'learning_rate': '3.471e-06', 'num_tokens': '9.031e+05', 'completions/mean_length': '5.106', 'completions/min_length': '3.9', 'completions/max_length': '6.5', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.106', 'completions/min_terminated_length': '3.9', 'completions/max_terminated_length': '6.5', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5119', 'rewards/reward_semantic/std': '0.1341', 'rewards/reward_length/mean': '-0.05168', 'rewards/reward_length/std': '0.01204', 'reward': '1.151', 'reward_std': '0.04028', 'frac_reward_zero_std': '0.2', 'kl': '0.1925', 'entropy': '0.6197', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.898', 'epoch': '0.502'} +[adaptive-kl] kl=0.097 target=0.3 beta: 0.2963 -> 0.1975 +{'loss': '0.06634', 'grad_norm': '2.102', 'learning_rate': '3.461e-06', 'num_tokens': '9.088e+05', 'completions/mean_length': '4.412', 'completions/min_length': '3.35', 'completions/max_length': '6.2', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.412', 'completions/min_terminated_length': '3.35', 'completions/max_terminated_length': '6.2', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4724', 'rewards/reward_semantic/std': '0.09581', 'rewards/reward_length/mean': '-0.05928', 'rewards/reward_length/std': '0.01637', 'reward': '1.139', 'reward_std': '0.02903', 'frac_reward_zero_std': '0.25', 'kl': '0.09746', 'entropy': '0.5398', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.849', 'epoch': '0.5052'} +[adaptive-kl] kl=0.492 target=0.3 beta: 0.1975 -> 0.2963 +{'loss': '0.1386', 'grad_norm': '6.426', 'learning_rate': '3.451e-06', 'num_tokens': '9.15e+05', 'completions/mean_length': '5.256', 'completions/min_length': '4.3', 'completions/max_length': '6.6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.256', 'completions/min_terminated_length': '4.3', 'completions/max_terminated_length': '6.6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5066', 'rewards/reward_semantic/std': '0.1261', 'rewards/reward_length/mean': '-0.053', 'rewards/reward_length/std': '0.01201', 'reward': '1.149', 'reward_std': '0.03809', 'frac_reward_zero_std': '0.05', 'kl': '0.4921', 'entropy': '0.5964', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.886', 'epoch': '0.5085'} +[adaptive-kl] kl=0.521 target=0.3 beta: 0.2963 -> 0.4444 +{'loss': '0.2017', 'grad_norm': '6.146', 'learning_rate': '3.441e-06', 'num_tokens': '9.21e+05', 'completions/mean_length': '4.994', 'completions/min_length': '3.8', 'completions/max_length': '6.35', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.994', 'completions/min_terminated_length': '3.8', 'completions/max_terminated_length': '6.35', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3363', 'rewards/reward_semantic/std': '0.07474', 'rewards/reward_length/mean': '-0.05212', 'rewards/reward_length/std': '0.01109', 'reward': '1.098', 'reward_std': '0.02281', 'frac_reward_zero_std': '0.2', 'kl': '0.521', 'entropy': '0.7023', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.89', 'epoch': '0.5118'} +[adaptive-kl] kl=0.144 target=0.3 beta: 0.4444 -> 0.2963 +{'loss': '0.1415', 'grad_norm': '9.309', 'learning_rate': '3.431e-06', 'num_tokens': '9.268e+05', 'completions/mean_length': '3.962', 'completions/min_length': '2.95', 'completions/max_length': '5.45', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.962', 'completions/min_terminated_length': '2.95', 'completions/max_terminated_length': '5.45', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2512', 'rewards/reward_semantic/std': '0.1381', 'rewards/reward_length/mean': '-0.05212', 'rewards/reward_length/std': '0.01317', 'reward': '1.073', 'reward_std': '0.04162', 'frac_reward_zero_std': '0.1', 'kl': '0.144', 'entropy': '0.8257', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.828', 'epoch': '0.5151'} +[adaptive-kl] kl=0.764 target=0.3 beta: 0.2963 -> 0.4444 +{'loss': '0.2984', 'grad_norm': '8.773', 'learning_rate': '3.421e-06', 'num_tokens': '9.326e+05', 'completions/mean_length': '4.419', 'completions/min_length': '3.05', 'completions/max_length': '6.35', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.419', 'completions/min_terminated_length': '3.05', 'completions/max_terminated_length': '6.35', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3216', 'rewards/reward_semantic/std': '0.07996', 'rewards/reward_length/mean': '-0.0498', 'rewards/reward_length/std': '0.01754', 'reward': '1.094', 'reward_std': '0.02475', 'frac_reward_zero_std': '0.25', 'kl': '0.7641', 'entropy': '0.8479', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.881', 'epoch': '0.5184'} +[adaptive-kl] kl=0.622 target=0.3 beta: 0.4444 -> 0.6667 +{'loss': '0.245', 'grad_norm': '9.276', 'learning_rate': '3.411e-06', 'num_tokens': '9.386e+05', 'completions/mean_length': '4.181', 'completions/min_length': '3.15', 'completions/max_length': '5.65', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.181', 'completions/min_terminated_length': '3.15', 'completions/max_terminated_length': '5.65', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4853', 'rewards/reward_semantic/std': '0.162', 'rewards/reward_length/mean': '-0.04683', 'rewards/reward_length/std': '0.01399', 'reward': '1.143', 'reward_std': '0.04872', 'frac_reward_zero_std': '0.2', 'kl': '0.6216', 'entropy': '0.6947', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.811', 'epoch': '0.5217'} +[adaptive-kl] kl=0.827 target=0.3 beta: 0.6667 -> 1.0000 +{'loss': '0.5397', 'grad_norm': '11.86', 'learning_rate': '3.401e-06', 'num_tokens': '9.445e+05', 'completions/mean_length': '4.425', 'completions/min_length': '3.55', 'completions/max_length': '5.65', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.425', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '5.65', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4515', 'rewards/reward_semantic/std': '0.1094', 'rewards/reward_length/mean': '-0.04766', 'rewards/reward_length/std': '0.01223', 'reward': '1.133', 'reward_std': '0.03292', 'frac_reward_zero_std': '0.35', 'kl': '0.8271', 'entropy': '0.9226', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.824', 'epoch': '0.5249'} + 32%|███▏ | 3220/10000 [2:33:27<5:24:25, 2.87s/it] 32%|███▏ | 3221/10000 [2:33:30<5:23:46, 2.87s/it] 32%|███▏ | 3222/10000 [2:33:33<5:25:31, 2.88s/it] 32%|███▏ | 3223/10000 [2:33:35<5:19:28, 2.83s/it] 32%|███▏ | 3224/10000 [2:33:38<5:09:31, 2.74s/it] 32%|███▏ | 3225/10000 [2:33:41<5:15:20, 2.79s/it] 32%|███▏ | 3226/10000 [2:33:44<5:20:23, 2.84s/it] 32%|███▏ | 3227/10000 [2:33:47<5:23:48, 2.87s/it] 32%|███▏ | 3228/10000 [2:33:50<5:40:14, 3.01s/it] 32%|███▏ | 3229/10000 [2:33:53<5:28:42, 2.91s/it] 32%|███▏ | 3230/10000 [2:33:55<5:23:03, 2.86s/it] 32%|███▏ | 3231/10000 [2:33:58<5:16:40, 2.81s/it] 32%|███▏ | 3232/10000 [2:34:01<5:12:58, 2.77s/it] 32%|███▏ | 3233/10000 [2:34:04<5:18:55, 2.83s/it] 32%|███▏ | 3234/10000 [2:34:07<5:17:51, 2.82s/it] 32%|███▏ | 3235/10000 [2:34:09<5:20:01, 2.84s/it] 32%|███▏ | 3236/10000 [2:34:12<5:07:57, 2.73s/it] 32%|███▏ | 3237/10000 [2:34:15<5:13:29, 2.78s/it] 32%|███▏ | 3238/10000 [2:34:18<5:20:06, 2.84s/it] 32%|███▏ | 3239/10000 [2:34:22<5:49:08, 3.10s/it] 32%|███▏ | 3240/10000 [2:34:25<6:00:36, 3.20s/it] 32%|███▏ | 3240/10000 [2:34:25<6:00:36, 3.20s/it] 32%|███▏ | 3241/10000 [2:34:28<5:59:47, 3.19s/it] 32%|███▏ | 3242/10000 [2:34:31<5:58:47, 3.19s/it] 32%|███▏ | 3243/10000 [2:34:34<5:53:46, 3.14s/it] 32%|███▏ | 3244/10000 [2:34:37<5:33:02, 2.96s/it] 32%|███▏ | 3245/10000 [2:34:40<5:31:29, 2.94s/it] 32%|███▏ | 3246/10000 [2:34:43<5:30:12, 2.93s/it] 32%|███▏ | 3247/10000 [2:34:46<5:26:21, 2.90s/it] 32%|███▏ | 3248/10000 [2:34:49<5:46:23, 3.08s/it] 32%|███▏ | 3249/10000 [2:34:52<5:43:54, 3.06s/it] 32%|███▎ | 3250/10000 [2:34:55<5:49:55, 3.11s/it] 33%|███▎ | 3251/10000 [2:34:58<5:44:47, 3.07s/it] 33%|███▎ | 3252/10000 [2:35:01<5:29:01, 2.93s/it] 33%|███▎ | 3253/10000 [2:35:04<5:27:01, 2.91s/it] 33%|███▎ | 3254/10000 [2:35:07<5:28:20, 2.92s/it] 33%|███▎ | 3255/10000 [2:35:09<5:25:01, 2.89s/it] 33%|███▎ | 3256/10000 [2:35:13<5:32:35, 2.96s/it] 33%|███▎ | 3257/10000 [2:35:15<5:30:43, 2.94s/it] 33%|███▎ | 3258/10000 [2:35:18<5:22:52, 2.87s/it] 33%|███▎ | 3259/10000 [2:35:21<5:19:38, 2.85s/it] 33%|███▎ | 3260/10000 [2:35:23<5:08:40, 2.75s/it] 33%|███▎ | 3260/10000 [2:35:23<5:08:40, 2.75s/it] 33%|███▎ | 3261/10000 [2:35:26<5:12:53, 2.79s/it] 33%|███▎ | 3262/10000 [2:35:29<5:09:40, 2.76s/it] 33%|███▎ | 3263/10000 [2:35:33<5:55:01, 3.16s/it] 33%|███▎ | 3264/10000 [2:35:36<5:41:58, 3.05s/it] 33%|███▎ | 3265/10000 [2:35:39<5:34:21, 2.98s/it] 33%|███▎ | 3266/10000 [2:35:42<5:36:23, 3.00s/it] 33%|███▎ | 3267/10000 [2:35:45<5:32:23, 2.96s/it] 33%|███▎ | 3268/10000 [2:35:48<5:31:30, 2.95s/it] 33%|███▎ | 3269/10000 [2:35:51<5:30:17, 2.94s/it] 33%|███▎ | 3270/10000 [2:35:54<5:36:42, 3.00s/it] 33%|███▎ | 3271/10000 [2:35:56<5:25:15, 2.90s/it] 33%|███▎ | 3272/10000 [2:35:59<5:21:42, 2.87s/it] 33%|███▎ | 3273/10000 [2:36:02<5:26:50, 2.92s/it] 33%|███▎ | 3274/10000 [2:36:05<5:28:14, 2.93s/it] 33%|███▎ | 3275/10000 [2:36:08<5:23:57, 2.89s/it] 33%|███▎ | 3276/10000 [2:36:10<5:11:34, 2.78s/it] 33%|███▎ | 3277/10000 [2:36:13<5:02:17, 2.70s/it] 33%|███▎ | 3278/10000 [2:36:16<5:08:04, 2.75s/it] 33%|███▎ | 3279/10000 [2:36:19<5:20:11, 2.86s/it] 33%|███▎ | 3280/10000 [2:36:22<5:27:11, 2.92s/it] 33%|███▎ | 3280/10000 [2:36:22<5:27:11, 2.92s/it] 33%|███▎ | 3281/10000 [2:36:25<5:34:15, 2.98s/it] 33%|███▎ | 3282/10000 [2:36:28<5:18:17, 2.84s/it] 33%|███▎ | 3283/10000 [2:36:30<5:15:17, 2.82s/it] 33%|███▎ | 3284/10000 [2:36:33<5:15:10, 2.82s/it] 33%|███▎ | 3285/10000 [2:36:36<5:08:08, 2.75s/it] 33%|███▎ | 3286/10000 [2:36:39<5:11:06, 2.78s/it] 33%|███▎ | 3287/10000 [2:36:43<5:56:54, 3.19s/it] 33%|███▎ | 3288/10000 [2:36:46<5:43:28, 3.07s/it] 33%|███▎ | 3289/10000 [2:36:48<5:35:14, 3.00s/it] 33%|███▎ | 3290/10000 [2:36:51<5:28:00, 2.93s/it] 33%|███▎ | 3291/10000 [2:36:54<5:19:56, 2.86s/it] 33%|███▎ | 3292/10000 [2:36:57<5:18:00, 2.84s/it] 33%|███▎ | 3293/10000 [2:37:00<5:27:55, 2.93s/it] 33%|███▎ | 3294/10000 [2:37:03<5:26:44, 2.92s/it] 33%|███▎ | 3295/10000 [2:37:06<5:26:33, 2.92s/it] 33%|███▎ | 3296/10000 [2:37:08<5:21:17, 2.88s/it] 33%|███▎ | 3297/10000 [2:37:11<5:15:52, 2.83s/it] 33%|███▎ | 3298/10000 [2:37:14<5:09:47, 2.77s/it] 33%|███▎ | 3299/10000 [2:37:16<5:07:13, 2.75s/it] 33%|███▎ | 3300/10000 [2:37:20<5:16:59, 2.84s/it] 33%|███▎ | 3300/10000 [2:37:20<5:16:59, 2.84s/it] 33%|███▎ | 3301/10000 [2:37:22<5:11:54, 2.79s/it] 33%|███▎ | 3302/10000 [2:37:25<5:10:02, 2.78s/it] 33%|███▎ | 3303/10000 [2:37:28<5:10:47, 2.78s/it] 33%|███▎ | 3304/10000 [2:37:31<5:11:30, 2.79s/it] 33%|███▎ | 3305/10000 [2:37:33<5:15:48, 2.83s/it] 33%|███▎ | 3306/10000 [2:37:37<5:24:33, 2.91s/it] 33%|███▎ | 3307/10000 [2:37:39<5:20:11, 2.87s/it] 33%|███▎ | 3308/10000 [2:37:42<5:14:57, 2.82s/it] 33%|███▎ | 3309/10000 [2:37:45<5:21:38, 2.88s/it] 33%|███▎ | 3310/10000 [2:37:48<5:24:41, 2.91s/it] 33%|███▎ | 3311/10000 [2:37:51<5:21:28, 2.88s/it] 33%|███▎ | 3312/10000 [2:37:54<5:20:33, 2.88s/it] 33%|███▎ | 3313/10000 [2:37:56<5:12:09, 2.80s/it] 33%|███▎ | 3314/10000 [2:37:59<5:13:39, 2.81s/it] 33%|███▎ | 3315/10000 [2:38:02<5:25:47, 2.92s/it] 33%|███▎ | 3316/10000 [2:38:05<5:21:08, 2.88s/it] 33%|███▎ | 3317/10000 [2:38:08<5:27:58, 2.94s/it] 33%|███▎ | 3318/10000 [2:38:11<5:22:12, 2.89s/it] 33%|███▎ | 3319/10000 [2:38:14<5:20:12, 2.88s/it] 33%|███▎ | 3320/10000 [2:38:17<5:14:57, 2.83s/it] 33%|███▎ | 3320/10000 [2:38:17<5:14:57, 2.83s/it] 33%|███▎ | 3321/10000 [2:38:19<5:15:40, 2.84s/it] 33%|███▎ | 3322/10000 [2:38:22<5:08:57, 2.78s/it] 33%|███▎ | 3323/10000 [2:38:25<5:10:22, 2.79s/it] 33%|███▎ | 3324/10000 [2:38:27<5:03:00, 2.72s/it] 33%|███▎ | 3325/10000 [2:38:30<5:00:49, 2.70s/it] 33%|███▎ | 3326/10000 [2:38:33<5:07:21, 2.76s/it] 33%|███▎ | 3327/10000 [2:38:36<4:58:01, 2.68s/it] 33%|███▎ | 3328/10000 [2:38:38<5:00:56, 2.71s/it] 33%|███▎ | 3329/10000 [2:38:41<5:05:52, 2.75s/it] 33%|███▎ | 3330/10000 [2:38:44<5:22:25, 2.90s/it] 33%|███▎ | 3331/10000 [2:38:47<5:27:51, 2.95s/it] 33%|███▎ | 3332/10000 [2:38:50<5:26:48, 2.94s/it] 33%|███▎ | 3333/10000 [2:38:54<5:33:49, 3.00s/it] 33%|███▎ | 3334/10000 [2:38:56<5:19:57, 2.88s/it] 33%|███▎ | 3335/10000 [2:38:59<5:30:24, 2.97s/it] 33%|███▎ | 3336/10000 [2:39:02<5:26:14, 2.94s/it] 33%|███▎ | 3337/10000 [2:39:05<5:18:29, 2.87s/it] 33%|███▎ | 3338/10000 [2:39:08<5:15:55, 2.85s/it] 33%|███▎ | 3339/10000 [2:39:10<5:03:54, 2.74s/it] 33%|███▎ | 3340/10000 [2:39:13<5:13:15, 2.82s/it] 33%|███▎ | 3340/10000 [2:39:13<5:13:15, 2.82s/it] 33%|███▎ | 3341/10000 [2:39:16<5:15:14, 2.84s/it] 33%|███▎ | 3342/10000 [2:39:19<5:21:45, 2.90s/it] 33%|███▎ | 3343/10000 [2:39:22<5:09:35, 2.79s/it] 33%|███▎ | 3344/10000 [2:39:24<5:08:19, 2.78s/it] 33%|███▎ | 3345/10000 [2:39:28<5:20:18, 2.89s/it] 33%|███▎ | 3346/10000 [2:39:30<5:10:08, 2.80s/it] 33%|███▎ | 3347/10000 [2:39:33<5:06:08, 2.76s/it] 33%|███▎ | 3348/10000 [2:39:36<5:09:11, 2.79s/it] 33%|███▎ | 3349/10000 [2:39:38<5:09:30, 2.79s/it] 34%|███▎ | 3350/10000 [2:39:41<5:17:16, 2.86s/it] 34%|███▎ | 3351/10000 [2:39:44<5:17:22, 2.86s/it] 34%|███▎ | 3352/10000 [2:39:47<5:23:07, 2.92s/it] 34%|███▎ | 3353/10000 [2:39:51<5:37:19, 3.04s/it] 34%|███▎ | 3354/10000 [2:39:54<5:29:54, 2.98s/it] 34%|███▎ | 3355/10000 [2:39:56<5:25:00, 2.93s/it] 34%|███▎ | 3356/10000 [2:39:59<5:15:02, 2.85s/it] 34%|███▎ | 3357/10000 [2:40:02<5:29:00, 2.97s/it] 34%|███▎ | 3358/10000 [2:40:05<5:29:41, 2.98s/it] 34%|███▎ | 3359/10000 [2:40:08<5:25:31, 2.94s/it] 34%|███▎ | 3360/10000 [2:40:11<5:31:30, 3.00s/it] 34%|███▎ | 3360/10000 [2:40:11<5:31:30, 3.00s/it] 34%|███▎ | 3361/10000 [2:40:14<5:23:04, 2.92s/it] 34%|███▎ | 3362/10000 [2:40:17<5:21:08, 2.90s/it] 34%|███▎ | 3363/10000 [2:40:20<5:27:27, 2.96s/it] 34%|███▎ | 3364/10000 [2:40:22<5:13:21, 2.83s/it] 34%|███▎ | 3365/10000 [2:40:25<5:13:12, 2.83s/it] 34%|███▎ | 3366/10000 [2:40:28<5:12:17, 2.82s/it] 34%|███▎ | 3367/10000 [2:40:31<5:29:33, 2.98s/it] 34%|███▎ | 3368/10000 [2:40:34<5:22:35, 2.92s/it] 34%|███▎ | 3369/10000 [2:40:37<5:31:23, 3.00s/it] 34%|███▎ | 3370/10000 [2:40:40<5:28:11, 2.97s/it] 34%|███▎ | 3371/10000 [2:40:43<5:21:43, 2.91s/it] 34%|███▎ | 3372/10000 [2:40:46<5:22:23, 2.92s/it] 34%|███▎ | 3373/10000 [2:40:49<5:38:16, 3.06s/it] 34%|███▎ | 3374/10000 [2:40:52<5:32:44, 3.01s/it] 34%|███▍ | 3375/10000 [2:40:55<5:27:56, 2.97s/it] 34%|███▍ | 3376/10000 [2:40:58<5:32:49, 3.01s/it] 34%|███▍ | 3377/10000 [2:41:01<5:36:02, 3.04s/it] 34%|███▍ | 3378/10000 [2:41:04<5:19:03, 2.89s/it] 34%|███▍ | 3379/10000 [2:41:07<5:23:16, 2.93s/it] 34%|███▍ | 3380/10000 [2:41:10<5:21:44, 2.92s/it] {'loss': '0.6615', 'grad_norm': '2.021', 'learning_rate': '3.391e-06', 'num_tokens': '9.505e+05', 'completions/mean_length': '4.369', 'completions/min_length': '3.4', 'completions/max_length': '5.9', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.369', 'completions/min_terminated_length': '3.4', 'completions/max_terminated_length': '5.9', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5277', 'rewards/reward_semantic/std': '0.1206', 'rewards/reward_length/mean': '-0.05007', 'rewards/reward_length/std': '0.01648', 'reward': '1.156', 'reward_std': '0.03661', 'frac_reward_zero_std': '0.25', 'kl': '0.6218', 'entropy': '0.6833', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.811', 'epoch': '0.5282'} +{'loss': '0.3622', 'grad_norm': '4.143', 'learning_rate': '3.381e-06', 'num_tokens': '9.566e+05', 'completions/mean_length': '4.344', 'completions/min_length': '3.05', 'completions/max_length': '6.6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.344', 'completions/min_terminated_length': '3.05', 'completions/max_terminated_length': '6.6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2898', 'rewards/reward_semantic/std': '0.09164', 'rewards/reward_length/mean': '-0.0627', 'rewards/reward_length/std': '0.02572', 'reward': '1.084', 'reward_std': '0.02815', 'frac_reward_zero_std': '0.1', 'kl': '0.2939', 'entropy': '0.9404', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.893', 'epoch': '0.5315'} +{'loss': '0.3816', 'grad_norm': '0.8214', 'learning_rate': '3.371e-06', 'num_tokens': '9.625e+05', 'completions/mean_length': '4.994', 'completions/min_length': '3.6', 'completions/max_length': '6.7', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.994', 'completions/min_terminated_length': '3.6', 'completions/max_terminated_length': '6.7', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4616', 'rewards/reward_semantic/std': '0.1263', 'rewards/reward_length/mean': '-0.0657', 'rewards/reward_length/std': '0.0135', 'reward': '1.135', 'reward_std': '0.03825', 'frac_reward_zero_std': '0.2', 'kl': '0.3296', 'entropy': '0.5907', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.914', 'epoch': '0.5348'} +[adaptive-kl] kl=0.075 target=0.3 beta: 1.0000 -> 0.6667 +{'loss': '0.1435', 'grad_norm': '4.16', 'learning_rate': '3.361e-06', 'num_tokens': '9.683e+05', 'completions/mean_length': '4.669', 'completions/min_length': '3.45', 'completions/max_length': '6.65', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.669', 'completions/min_terminated_length': '3.45', 'completions/max_terminated_length': '6.65', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3847', 'rewards/reward_semantic/std': '0.1386', 'rewards/reward_length/mean': '-0.06023', 'rewards/reward_length/std': '0.02105', 'reward': '1.112', 'reward_std': '0.04208', 'frac_reward_zero_std': '0.25', 'kl': '0.07546', 'entropy': '0.636', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.913', 'epoch': '0.5381'} +[adaptive-kl] kl=0.058 target=0.3 beta: 0.6667 -> 0.4444 +{'loss': '0.04066', 'grad_norm': '1.105', 'learning_rate': '3.351e-06', 'num_tokens': '9.741e+05', 'completions/mean_length': '4.45', 'completions/min_length': '3.45', 'completions/max_length': '6.3', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.45', 'completions/min_terminated_length': '3.45', 'completions/max_terminated_length': '6.3', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3456', 'rewards/reward_semantic/std': '0.1392', 'rewards/reward_length/mean': '-0.06121', 'rewards/reward_length/std': '0.014', 'reward': '1.101', 'reward_std': '0.04177', 'frac_reward_zero_std': '0.15', 'kl': '0.0581', 'entropy': '0.7057', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.865', 'epoch': '0.5413'} +[adaptive-kl] kl=0.060 target=0.3 beta: 0.4444 -> 0.2963 +{'loss': '0.1276', 'grad_norm': '4.433', 'learning_rate': '3.341e-06', 'num_tokens': '9.801e+05', 'completions/mean_length': '4.725', 'completions/min_length': '3.85', 'completions/max_length': '6.05', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.725', 'completions/min_terminated_length': '3.85', 'completions/max_terminated_length': '6.05', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4821', 'rewards/reward_semantic/std': '0.2012', 'rewards/reward_length/mean': '-0.05312', 'rewards/reward_length/std': '0.01217', 'reward': '1.142', 'reward_std': '0.06077', 'frac_reward_zero_std': '0.2', 'kl': '0.05979', 'entropy': '0.5129', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.842', 'epoch': '0.5446'} +[adaptive-kl] kl=0.086 target=0.3 beta: 0.2963 -> 0.1975 +{'loss': '0.0618', 'grad_norm': '3.049', 'learning_rate': '3.331e-06', 'num_tokens': '9.859e+05', 'completions/mean_length': '4.075', 'completions/min_length': '3.15', 'completions/max_length': '5.8', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.075', 'completions/min_terminated_length': '3.15', 'completions/max_terminated_length': '5.8', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5133', 'rewards/reward_semantic/std': '0.1771', 'rewards/reward_length/mean': '-0.05635', 'rewards/reward_length/std': '0.01296', 'reward': '1.151', 'reward_std': '0.0534', 'frac_reward_zero_std': '0.2', 'kl': '0.08559', 'entropy': '0.7022', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.817', 'epoch': '0.5479'} +[adaptive-kl] kl=0.065 target=0.3 beta: 0.1975 -> 0.1317 +{'loss': '0.07994', 'grad_norm': '4.143', 'learning_rate': '3.321e-06', 'num_tokens': '9.917e+05', 'completions/mean_length': '4.931', 'completions/min_length': '3.95', 'completions/max_length': '6.55', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.931', 'completions/min_terminated_length': '3.95', 'completions/max_terminated_length': '6.55', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.418', 'rewards/reward_semantic/std': '0.1191', 'rewards/reward_length/mean': '-0.06414', 'rewards/reward_length/std': '0.01319', 'reward': '1.122', 'reward_std': '0.03619', 'frac_reward_zero_std': '0.3', 'kl': '0.06453', 'entropy': '0.6913', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.892', 'epoch': '0.5512'} +[adaptive-kl] kl=0.162 target=0.3 beta: 0.1317 -> 0.0878 + 34%|███▍ | 3380/10000 [2:41:10<5:21:44, 2.92s/it] 34%|███▍ | 3381/10000 [2:41:13<5:11:44, 2.83s/it] 34%|███▍ | 3382/10000 [2:41:20<7:37:18, 4.15s/it] 34%|███▍ | 3383/10000 [2:41:23<6:56:38, 3.78s/it] 34%|███▍ | 3384/10000 [2:41:26<6:42:35, 3.65s/it] 34%|███▍ | 3385/10000 [2:41:29<6:16:00, 3.41s/it] 34%|███▍ | 3386/10000 [2:41:32<6:03:14, 3.30s/it] 34%|███▍ | 3387/10000 [2:41:35<5:50:20, 3.18s/it] 34%|███▍ | 3388/10000 [2:41:37<5:34:47, 3.04s/it] 34%|███▍ | 3389/10000 [2:41:40<5:21:41, 2.92s/it] 34%|███▍ | 3390/10000 [2:41:43<5:26:49, 2.97s/it] 34%|███▍ | 3391/10000 [2:41:46<5:27:23, 2.97s/it] 34%|███▍ | 3392/10000 [2:41:49<5:22:47, 2.93s/it] 34%|███▍ | 3393/10000 [2:41:52<5:33:21, 3.03s/it] 34%|███▍ | 3394/10000 [2:41:55<5:34:53, 3.04s/it] 34%|███▍ | 3395/10000 [2:41:58<5:35:02, 3.04s/it] 34%|███▍ | 3396/10000 [2:42:01<5:26:38, 2.97s/it] 34%|███▍ | 3397/10000 [2:42:04<5:17:11, 2.88s/it] 34%|███▍ | 3398/10000 [2:42:07<5:30:01, 3.00s/it] 34%|███▍ | 3399/10000 [2:42:10<5:36:31, 3.06s/it] 34%|███▍ | 3400/10000 [2:42:13<5:24:50, 2.95s/it] 34%|███▍ | 3400/10000 [2:42:13<5:24:50, 2.95s/it] 34%|███▍ | 3401/10000 [2:42:16<5:14:08, 2.86s/it] 34%|███▍ | 3402/10000 [2:42:19<5:12:32, 2.84s/it] 34%|███▍ | 3403/10000 [2:42:22<5:20:22, 2.91s/it] 34%|███▍ | 3404/10000 [2:42:24<5:19:21, 2.91s/it] 34%|███▍ | 3405/10000 [2:42:28<5:30:26, 3.01s/it] 34%|███▍ | 3406/10000 [2:42:30<5:17:17, 2.89s/it] 34%|███▍ | 3407/10000 [2:42:33<5:13:55, 2.86s/it] 34%|███▍ | 3408/10000 [2:42:36<5:14:34, 2.86s/it] 34%|███▍ | 3409/10000 [2:42:39<5:04:18, 2.77s/it] 34%|███▍ | 3410/10000 [2:42:42<5:18:50, 2.90s/it] 34%|███▍ | 3411/10000 [2:42:45<5:14:45, 2.87s/it] 34%|███▍ | 3412/10000 [2:42:47<5:13:06, 2.85s/it] 34%|███▍ | 3413/10000 [2:42:50<5:13:07, 2.85s/it] 34%|███▍ | 3414/10000 [2:42:53<5:12:35, 2.85s/it] 34%|███▍ | 3415/10000 [2:42:56<5:11:52, 2.84s/it] 34%|███▍ | 3416/10000 [2:42:59<5:08:07, 2.81s/it] 34%|███▍ | 3417/10000 [2:43:02<5:15:55, 2.88s/it] 34%|███▍ | 3418/10000 [2:43:04<5:09:35, 2.82s/it] 34%|███▍ | 3419/10000 [2:43:07<5:17:14, 2.89s/it] 34%|███▍ | 3420/10000 [2:43:10<5:19:32, 2.91s/it] 34%|███▍ | 3420/10000 [2:43:10<5:19:32, 2.91s/it] 34%|███▍ | 3421/10000 [2:43:13<5:20:06, 2.92s/it] 34%|███▍ | 3422/10000 [2:43:16<5:06:29, 2.80s/it] 34%|███▍ | 3423/10000 [2:43:19<5:14:48, 2.87s/it] 34%|███▍ | 3424/10000 [2:43:22<5:13:56, 2.86s/it] 34%|███▍ | 3425/10000 [2:43:25<5:27:16, 2.99s/it] 34%|███▍ | 3426/10000 [2:43:28<5:28:29, 3.00s/it] 34%|███▍ | 3427/10000 [2:43:31<5:21:44, 2.94s/it] 34%|███▍ | 3428/10000 [2:43:34<5:19:51, 2.92s/it] 34%|███▍ | 3429/10000 [2:43:36<5:16:39, 2.89s/it] 34%|███▍ | 3430/10000 [2:43:39<5:14:29, 2.87s/it] 34%|███▍ | 3431/10000 [2:43:42<5:15:30, 2.88s/it] 34%|███▍ | 3432/10000 [2:43:45<5:06:21, 2.80s/it] 34%|███▍ | 3433/10000 [2:43:48<5:07:01, 2.81s/it] 34%|███▍ | 3434/10000 [2:43:50<5:07:34, 2.81s/it] 34%|███▍ | 3435/10000 [2:43:53<4:55:33, 2.70s/it] 34%|███▍ | 3436/10000 [2:43:56<4:58:58, 2.73s/it] 34%|███▍ | 3437/10000 [2:43:58<4:58:36, 2.73s/it] 34%|███▍ | 3438/10000 [2:44:02<5:11:43, 2.85s/it] 34%|███▍ | 3439/10000 [2:44:04<5:01:10, 2.75s/it] 34%|███▍ | 3440/10000 [2:44:07<5:07:38, 2.81s/it] 34%|███▍ | 3440/10000 [2:44:07<5:07:38, 2.81s/it] 34%|███▍ | 3441/10000 [2:44:10<5:16:49, 2.90s/it] 34%|███▍ | 3442/10000 [2:44:13<5:05:04, 2.79s/it] 34%|███▍ | 3443/10000 [2:44:15<4:56:37, 2.71s/it] 34%|███▍ | 3444/10000 [2:44:18<5:03:31, 2.78s/it] 34%|███▍ | 3445/10000 [2:44:21<4:55:58, 2.71s/it] 34%|███▍ | 3446/10000 [2:44:23<4:56:22, 2.71s/it] 34%|███▍ | 3447/10000 [2:44:26<5:04:22, 2.79s/it] 34%|███▍ | 3448/10000 [2:44:29<5:10:49, 2.85s/it] 34%|███▍ | 3449/10000 [2:44:32<4:58:59, 2.74s/it] 34%|███▍ | 3450/10000 [2:44:35<4:59:19, 2.74s/it] 35%|███▍ | 3451/10000 [2:44:37<4:57:37, 2.73s/it] 35%|███▍ | 3452/10000 [2:44:40<5:02:03, 2.77s/it] 35%|███▍ | 3453/10000 [2:44:43<5:15:09, 2.89s/it] 35%|███▍ | 3454/10000 [2:44:46<5:07:30, 2.82s/it] 35%|███▍ | 3455/10000 [2:44:49<5:01:41, 2.77s/it] 35%|███▍ | 3456/10000 [2:44:51<5:04:34, 2.79s/it] 35%|███▍ | 3457/10000 [2:44:54<4:59:12, 2.74s/it] 35%|███▍ | 3458/10000 [2:44:57<5:03:40, 2.79s/it] 35%|███▍ | 3459/10000 [2:45:00<5:08:01, 2.83s/it] 35%|███▍ | 3460/10000 [2:45:03<5:24:45, 2.98s/it] 35%|███▍ | 3460/10000 [2:45:03<5:24:45, 2.98s/it] 35%|███▍ | 3461/10000 [2:45:06<5:25:10, 2.98s/it] 35%|███▍ | 3462/10000 [2:45:09<5:19:49, 2.94s/it] 35%|███▍ | 3463/10000 [2:45:12<5:16:51, 2.91s/it] 35%|███▍ | 3464/10000 [2:45:15<5:10:23, 2.85s/it] 35%|███▍ | 3465/10000 [2:45:18<5:21:57, 2.96s/it] 35%|███▍ | 3466/10000 [2:45:20<5:06:08, 2.81s/it] 35%|███▍ | 3467/10000 [2:45:23<4:58:18, 2.74s/it] 35%|███▍ | 3468/10000 [2:45:25<4:50:39, 2.67s/it] 35%|███▍ | 3469/10000 [2:45:28<4:59:53, 2.76s/it] 35%|███▍ | 3470/10000 [2:45:31<4:55:36, 2.72s/it] 35%|███▍ | 3471/10000 [2:45:34<5:04:26, 2.80s/it] 35%|███▍ | 3472/10000 [2:45:37<5:03:10, 2.79s/it] 35%|███▍ | 3473/10000 [2:45:40<5:07:59, 2.83s/it] 35%|███▍ | 3474/10000 [2:45:43<5:27:31, 3.01s/it] 35%|███▍ | 3475/10000 [2:45:46<5:10:01, 2.85s/it] 35%|███▍ | 3476/10000 [2:45:48<5:08:20, 2.84s/it] 35%|███▍ | 3477/10000 [2:45:51<4:56:05, 2.72s/it] 35%|███▍ | 3478/10000 [2:45:54<5:10:04, 2.85s/it] 35%|███▍ | 3479/10000 [2:45:57<5:09:40, 2.85s/it] 35%|███▍ | 3480/10000 [2:46:00<5:04:52, 2.81s/it] 35%|███▍ | 3480/10000 [2:46:00<5:04:52, 2.81s/it] 35%|███▍ | 3481/10000 [2:46:02<5:01:51, 2.78s/it] 35%|███▍ | 3482/10000 [2:46:05<4:55:58, 2.72s/it] 35%|███▍ | 3483/10000 [2:46:08<4:56:21, 2.73s/it] 35%|███▍ | 3484/10000 [2:46:11<5:04:58, 2.81s/it] 35%|███▍ | 3485/10000 [2:46:13<5:07:23, 2.83s/it] 35%|███▍ | 3486/10000 [2:46:16<5:13:24, 2.89s/it] 35%|███▍ | 3487/10000 [2:46:19<5:09:01, 2.85s/it] 35%|███▍ | 3488/10000 [2:46:22<5:01:58, 2.78s/it] 35%|███▍ | 3489/10000 [2:46:25<5:04:04, 2.80s/it] 35%|███▍ | 3490/10000 [2:46:27<4:53:32, 2.71s/it] 35%|███▍ | 3491/10000 [2:46:30<5:13:36, 2.89s/it] 35%|███▍ | 3492/10000 [2:46:33<5:16:51, 2.92s/it] 35%|███▍ | 3493/10000 [2:46:36<5:13:06, 2.89s/it] 35%|███▍ | 3494/10000 [2:46:39<5:07:10, 2.83s/it] 35%|███▍ | 3495/10000 [2:46:42<4:57:26, 2.74s/it] 35%|███▍ | 3496/10000 [2:46:44<4:54:12, 2.71s/it] 35%|███▍ | 3497/10000 [2:46:47<5:09:59, 2.86s/it] 35%|███▍ | 3498/10000 [2:46:50<5:17:38, 2.93s/it] 35%|███▍ | 3499/10000 [2:46:53<5:17:33, 2.93s/it] 35%|███▌ | 3500/10000 [2:46:56<5:06:14, 2.83s/it] 35%|███▌ | 3500/10000 [2:46:56<5:06:14, 2.83s/it] 35%|███▌ | 3501/10000 [2:46:59<5:28:01, 3.03s/it] 35%|███▌ | 3502/10000 [2:47:02<5:20:58, 2.96s/it] 35%|███▌ | 3503/10000 [2:47:05<5:16:02, 2.92s/it] 35%|███▌ | 3504/10000 [2:47:08<5:05:43, 2.82s/it] 35%|███▌ | 3505/10000 [2:47:10<5:01:41, 2.79s/it] 35%|███▌ | 3506/10000 [2:47:13<5:02:04, 2.79s/it] 35%|███▌ | 3507/10000 [2:47:16<4:58:19, 2.76s/it] 35%|███▌ | 3508/10000 [2:47:19<4:55:35, 2.73s/it] 35%|███▌ | 3509/10000 [2:47:21<4:58:20, 2.76s/it] 35%|███▌ | 3510/10000 [2:47:24<4:57:45, 2.75s/it] 35%|███▌ | 3511/10000 [2:47:27<4:58:17, 2.76s/it] 35%|███▌ | 3512/10000 [2:47:30<4:58:03, 2.76s/it] 35%|███▌ | 3513/10000 [2:47:32<4:58:06, 2.76s/it] 35%|███▌ | 3514/10000 [2:47:35<4:58:06, 2.76s/it] 35%|███▌ | 3515/10000 [2:47:38<5:02:11, 2.80s/it] 35%|███▌ | 3516/10000 [2:47:41<5:11:11, 2.88s/it] 35%|███▌ | 3517/10000 [2:47:44<5:10:38, 2.87s/it] 35%|███▌ | 3518/10000 [2:47:47<5:18:02, 2.94s/it] 35%|███▌ | 3519/10000 [2:47:50<5:15:30, 2.92s/it] 35%|███▌ | 3520/10000 [2:47:53<5:14:21, 2.91s/it] 35%|███▌ | 3520/10000 [2:47:53<5:14:21, 2.91s/it] 35%|███▌ | 3521/10000 [2:47:56<5:11:01, 2.88s/it] 35%|███▌ | 3522/10000 [2:48:02<7:03:18, 3.92s/it] 35%|███▌ | 3523/10000 [2:48:05<6:30:38, 3.62s/it] 35%|███▌ | 3524/10000 [2:48:08<6:10:37, 3.43s/it] 35%|███▌ | 3525/10000 [2:48:11<5:49:11, 3.24s/it] 35%|███▌ | 3526/10000 [2:48:13<5:31:03, 3.07s/it] 35%|███▌ | 3527/10000 [2:48:16<5:22:08, 2.99s/it] 35%|███▌ | 3528/10000 [2:48:19<5:18:21, 2.95s/it] 35%|███▌ | 3529/10000 [2:48:22<5:12:10, 2.89s/it] 35%|███▌ | 3530/10000 [2:48:25<5:23:04, 3.00s/it] 35%|███▌ | 3531/10000 [2:48:28<5:20:04, 2.97s/it] 35%|███▌ | 3532/10000 [2:48:31<5:10:30, 2.88s/it] 35%|███▌ | 3533/10000 [2:48:34<5:26:33, 3.03s/it] 35%|███▌ | 3534/10000 [2:48:37<5:28:21, 3.05s/it] 35%|███▌ | 3535/10000 [2:48:40<5:33:22, 3.09s/it] 35%|███▌ | 3536/10000 [2:48:43<5:22:42, 3.00s/it] 35%|███▌ | 3537/10000 [2:48:46<5:15:12, 2.93s/it] 35%|███▌ | 3538/10000 [2:48:49<5:13:43, 2.91s/it] 35%|███▌ | 3539/10000 [2:48:52<5:19:40, 2.97s/it] 35%|███▌ | 3540/10000 [2:48:54<5:10:00, 2.88s/it] {'loss': '0.07878', 'grad_norm': '4.123', 'learning_rate': '3.311e-06', 'num_tokens': '9.976e+05', 'completions/mean_length': '4.825', 'completions/min_length': '3.6', 'completions/max_length': '6.75', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.825', 'completions/min_terminated_length': '3.6', 'completions/max_terminated_length': '6.75', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3198', 'rewards/reward_semantic/std': '0.07981', 'rewards/reward_length/mean': '-0.05696', 'rewards/reward_length/std': '0.01477', 'reward': '1.093', 'reward_std': '0.02426', 'frac_reward_zero_std': '0.05', 'kl': '0.1624', 'entropy': '0.881', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.919', 'epoch': '0.5545'} +[adaptive-kl] kl=0.159 target=0.3 beta: 0.0878 -> 0.0585 +{'loss': '0.2033', 'grad_norm': '5.149', 'learning_rate': '3.301e-06', 'num_tokens': '1.004e+06', 'completions/mean_length': '5.381', 'completions/min_length': '3.75', 'completions/max_length': '9.7', 'completions/clipped_ratio': '0.00625', 'completions/mean_terminated_length': '4.999', 'completions/min_terminated_length': '3.75', 'completions/max_terminated_length': '6.7', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2148', 'rewards/reward_semantic/std': '0.09143', 'rewards/reward_length/mean': '-0.0689', 'rewards/reward_length/std': '0.0215', 'reward': '1.061', 'reward_std': '0.02836', 'frac_reward_zero_std': '0.15', 'kl': '0.1585', 'entropy': '0.8595', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '3.147', 'epoch': '0.5577'} +[adaptive-kl] kl=0.102 target=0.3 beta: 0.0585 -> 0.0390 +{'loss': '0.05369', 'grad_norm': '5.109', 'learning_rate': '3.291e-06', 'num_tokens': '1.01e+06', 'completions/mean_length': '4.719', 'completions/min_length': '3.65', 'completions/max_length': '6.05', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.719', 'completions/min_terminated_length': '3.65', 'completions/max_terminated_length': '6.05', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2916', 'rewards/reward_semantic/std': '0.184', 'rewards/reward_length/mean': '-0.0582', 'rewards/reward_length/std': '0.01309', 'reward': '1.085', 'reward_std': '0.05544', 'frac_reward_zero_std': '0.05', 'kl': '0.102', 'entropy': '0.717', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.852', 'epoch': '0.561'} +[adaptive-kl] kl=0.596 target=0.3 beta: 0.0390 -> 0.0585 +{'loss': '0.08251', 'grad_norm': '9.613', 'learning_rate': '3.281e-06', 'num_tokens': '1.016e+06', 'completions/mean_length': '4.425', 'completions/min_length': '3.55', 'completions/max_length': '5.9', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.425', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '5.9', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4182', 'rewards/reward_semantic/std': '0.09341', 'rewards/reward_length/mean': '-0.05193', 'rewards/reward_length/std': '0.01427', 'reward': '1.123', 'reward_std': '0.02843', 'frac_reward_zero_std': '0.2', 'kl': '0.5958', 'entropy': '0.6232', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.823', 'epoch': '0.5643'} +[adaptive-kl] kl=0.597 target=0.3 beta: 0.0585 -> 0.0878 +{'loss': '0.08884', 'grad_norm': '4.756', 'learning_rate': '3.271e-06', 'num_tokens': '1.022e+06', 'completions/mean_length': '4.069', 'completions/min_length': '3.35', 'completions/max_length': '5.6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.069', 'completions/min_terminated_length': '3.35', 'completions/max_terminated_length': '5.6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4292', 'rewards/reward_semantic/std': '0.1079', 'rewards/reward_length/mean': '-0.04468', 'rewards/reward_length/std': '0.01032', 'reward': '1.127', 'reward_std': '0.03272', 'frac_reward_zero_std': '0.4', 'kl': '0.5966', 'entropy': '0.5471', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.798', 'epoch': '0.5676'} +[adaptive-kl] kl=0.476 target=0.3 beta: 0.0878 -> 0.1317 +{'loss': '0.03234', 'grad_norm': '0.02576', 'learning_rate': '3.261e-06', 'num_tokens': '1.028e+06', 'completions/mean_length': '4.219', 'completions/min_length': '3.25', 'completions/max_length': '5.7', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.219', 'completions/min_terminated_length': '3.25', 'completions/max_terminated_length': '5.7', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3677', 'rewards/reward_semantic/std': '0.1421', 'rewards/reward_length/mean': '-0.0511', 'rewards/reward_length/std': '0.01455', 'reward': '1.108', 'reward_std': '0.04237', 'frac_reward_zero_std': '0.3', 'kl': '0.4759', 'entropy': '0.6098', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.801', 'epoch': '0.5709'} +[adaptive-kl] kl=0.700 target=0.3 beta: 0.1317 -> 0.1975 +{'loss': '0.1341', 'grad_norm': '0.003495', 'learning_rate': '3.251e-06', 'num_tokens': '1.033e+06', 'completions/mean_length': '4.213', 'completions/min_length': '3.05', 'completions/max_length': '5.65', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.213', 'completions/min_terminated_length': '3.05', 'completions/max_terminated_length': '5.65', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3976', 'rewards/reward_semantic/std': '0.04997', 'rewards/reward_length/mean': '-0.04856', 'rewards/reward_length/std': '0.01596', 'reward': '1.117', 'reward_std': '0.01556', 'frac_reward_zero_std': '0.3', 'kl': '0.6996', 'entropy': '0.7035', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.812', 'epoch': '0.5741'} +[adaptive-kl] kl=1.352 target=0.3 beta: 0.1975 -> 0.2963 +{'loss': '0.2945', 'grad_norm': '13.88', 'learning_rate': '3.241e-06', 'num_tokens': '1.039e+06', 'completions/mean_length': '4.175', 'completions/min_length': '3.15', 'completions/max_length': '5.25', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.175', 'completions/min_terminated_length': '3.15', 'completions/max_terminated_length': '5.25', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3571', 'rewards/reward_semantic/std': '0.1395', 'rewards/reward_length/mean': '-0.03696', 'rewards/reward_length/std': '0.0141', 'reward': '1.105', 'reward_std': '0.04213', 'frac_reward_zero_std': '0.15', 'kl': '1.352', 'entropy': '0.7379', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.798', 'epoch': '0.5774'} +[adaptive-kl] kl=2.183 target=0.3 beta: 0.2963 -> 0.4444 + 35%|███▌ | 3540/10000 [2:48:54<5:10:00, 2.88s/it] 35%|███▌ | 3541/10000 [2:48:58<5:15:13, 2.93s/it] 35%|███▌ | 3542/10000 [2:49:00<5:10:05, 2.88s/it] 35%|███▌ | 3543/10000 [2:49:03<5:00:54, 2.80s/it] 35%|███▌ | 3544/10000 [2:49:06<5:05:58, 2.84s/it] 35%|███▌ | 3545/10000 [2:49:09<5:02:10, 2.81s/it] 35%|███▌ | 3546/10000 [2:49:11<4:56:57, 2.76s/it] 35%|███▌ | 3547/10000 [2:49:14<4:54:33, 2.74s/it] 35%|███▌ | 3548/10000 [2:49:17<5:00:34, 2.80s/it] 35%|███▌ | 3549/10000 [2:49:20<5:00:04, 2.79s/it] 36%|███▌ | 3550/10000 [2:49:23<5:13:47, 2.92s/it] 36%|███▌ | 3551/10000 [2:49:26<5:14:38, 2.93s/it] 36%|███▌ | 3552/10000 [2:49:29<5:14:45, 2.93s/it] 36%|███▌ | 3553/10000 [2:49:32<5:15:00, 2.93s/it] 36%|███▌ | 3554/10000 [2:49:34<5:08:30, 2.87s/it] 36%|███▌ | 3555/10000 [2:49:37<5:01:04, 2.80s/it] 36%|███▌ | 3556/10000 [2:49:40<4:51:03, 2.71s/it] 36%|███▌ | 3557/10000 [2:49:42<4:43:45, 2.64s/it] 36%|███▌ | 3558/10000 [2:49:45<4:57:37, 2.77s/it] 36%|███▌ | 3559/10000 [2:49:48<4:50:18, 2.70s/it] 36%|███▌ | 3560/10000 [2:49:50<4:55:24, 2.75s/it] 36%|███▌ | 3560/10000 [2:49:50<4:55:24, 2.75s/it] 36%|███▌ | 3561/10000 [2:49:53<4:53:57, 2.74s/it] 36%|███▌ | 3562/10000 [2:49:56<4:58:13, 2.78s/it] 36%|███▌ | 3563/10000 [2:49:59<4:54:59, 2.75s/it] 36%|███▌ | 3564/10000 [2:50:02<5:05:44, 2.85s/it] 36%|███▌ | 3565/10000 [2:50:05<5:15:11, 2.94s/it] 36%|███▌ | 3566/10000 [2:50:08<5:17:37, 2.96s/it] 36%|███▌ | 3567/10000 [2:50:11<5:11:45, 2.91s/it] 36%|███▌ | 3568/10000 [2:50:13<5:03:17, 2.83s/it] 36%|███▌ | 3569/10000 [2:50:16<4:55:17, 2.75s/it] 36%|███▌ | 3570/10000 [2:50:19<5:01:52, 2.82s/it] 36%|███▌ | 3571/10000 [2:50:22<5:01:37, 2.81s/it] 36%|███▌ | 3572/10000 [2:50:24<4:51:25, 2.72s/it] 36%|███▌ | 3573/10000 [2:50:27<4:57:50, 2.78s/it] 36%|███▌ | 3574/10000 [2:50:30<5:05:20, 2.85s/it] 36%|███▌ | 3575/10000 [2:50:33<5:13:46, 2.93s/it] 36%|███▌ | 3576/10000 [2:50:36<5:12:13, 2.92s/it] 36%|███▌ | 3577/10000 [2:50:39<5:08:38, 2.88s/it] 36%|███▌ | 3578/10000 [2:50:42<5:04:03, 2.84s/it] 36%|███▌ | 3579/10000 [2:50:45<5:04:32, 2.85s/it] 36%|███▌ | 3580/10000 [2:50:48<5:06:08, 2.86s/it] 36%|███▌ | 3580/10000 [2:50:48<5:06:08, 2.86s/it] 36%|███▌ | 3581/10000 [2:50:51<5:26:21, 3.05s/it] 36%|███▌ | 3582/10000 [2:50:54<5:15:55, 2.95s/it] 36%|███▌ | 3583/10000 [2:50:57<5:12:48, 2.92s/it] 36%|███▌ | 3584/10000 [2:51:00<5:22:13, 3.01s/it] 36%|███▌ | 3585/10000 [2:51:02<5:04:44, 2.85s/it] 36%|███▌ | 3586/10000 [2:51:05<5:06:41, 2.87s/it] 36%|███▌ | 3587/10000 [2:51:08<5:05:39, 2.86s/it] 36%|███▌ | 3588/10000 [2:51:11<5:21:42, 3.01s/it] 36%|███▌ | 3589/10000 [2:51:14<5:20:53, 3.00s/it] 36%|███▌ | 3590/10000 [2:51:17<5:20:05, 3.00s/it] 36%|███▌ | 3591/10000 [2:51:20<5:10:49, 2.91s/it] 36%|███▌ | 3592/10000 [2:51:23<5:22:06, 3.02s/it] 36%|███▌ | 3593/10000 [2:51:26<5:17:19, 2.97s/it] 36%|███▌ | 3594/10000 [2:51:29<5:23:23, 3.03s/it] 36%|███▌ | 3595/10000 [2:51:32<5:12:42, 2.93s/it] 36%|███▌ | 3596/10000 [2:51:35<5:26:05, 3.06s/it] 36%|███▌ | 3597/10000 [2:51:38<5:21:02, 3.01s/it] 36%|███▌ | 3598/10000 [2:51:41<5:11:38, 2.92s/it] 36%|███▌ | 3599/10000 [2:51:44<5:15:33, 2.96s/it] 36%|███▌ | 3600/10000 [2:51:47<5:15:12, 2.96s/it] 36%|███▌ | 3600/10000 [2:51:47<5:15:12, 2.96s/it] 36%|███▌ | 3601/10000 [2:51:50<5:18:35, 2.99s/it] 36%|███▌ | 3602/10000 [2:51:53<5:03:58, 2.85s/it] 36%|███▌ | 3603/10000 [2:51:55<4:53:41, 2.75s/it] 36%|███▌ | 3604/10000 [2:51:58<4:55:44, 2.77s/it] 36%|███▌ | 3605/10000 [2:52:01<4:55:03, 2.77s/it] 36%|███▌ | 3606/10000 [2:52:04<4:59:26, 2.81s/it] 36%|███▌ | 3607/10000 [2:52:07<5:02:53, 2.84s/it] 36%|███▌ | 3608/10000 [2:52:09<5:03:18, 2.85s/it] 36%|███▌ | 3609/10000 [2:52:12<5:04:56, 2.86s/it] 36%|███▌ | 3610/10000 [2:52:16<5:36:12, 3.16s/it] 36%|███▌ | 3611/10000 [2:52:19<5:33:55, 3.14s/it] 36%|███▌ | 3612/10000 [2:52:22<5:14:43, 2.96s/it] 36%|███▌ | 3613/10000 [2:52:25<5:12:04, 2.93s/it] 36%|███▌ | 3614/10000 [2:52:28<5:10:26, 2.92s/it] 36%|███▌ | 3615/10000 [2:52:31<5:23:33, 3.04s/it] 36%|███▌ | 3616/10000 [2:52:34<5:15:20, 2.96s/it] 36%|███▌ | 3617/10000 [2:52:36<5:01:18, 2.83s/it] 36%|███▌ | 3618/10000 [2:52:39<4:59:24, 2.81s/it] 36%|███▌ | 3619/10000 [2:52:42<5:02:29, 2.84s/it] 36%|███▌ | 3620/10000 [2:52:45<5:07:39, 2.89s/it] 36%|███▌ | 3620/10000 [2:52:45<5:07:39, 2.89s/it] 36%|███▌ | 3621/10000 [2:52:48<5:06:09, 2.88s/it] 36%|███▌ | 3622/10000 [2:52:51<5:12:06, 2.94s/it] 36%|███▌ | 3623/10000 [2:52:54<5:11:40, 2.93s/it] 36%|███▌ | 3624/10000 [2:52:57<5:11:54, 2.94s/it] 36%|███▋ | 3625/10000 [2:53:00<5:24:42, 3.06s/it] 36%|███▋ | 3626/10000 [2:53:03<5:18:18, 3.00s/it] 36%|███▋ | 3627/10000 [2:53:06<5:21:45, 3.03s/it] 36%|███▋ | 3628/10000 [2:53:09<5:10:06, 2.92s/it] 36%|███▋ | 3629/10000 [2:53:11<5:04:36, 2.87s/it] 36%|███▋ | 3630/10000 [2:53:14<4:53:02, 2.76s/it] 36%|███▋ | 3631/10000 [2:53:17<4:51:15, 2.74s/it] 36%|███▋ | 3632/10000 [2:53:19<4:51:57, 2.75s/it] 36%|███▋ | 3633/10000 [2:53:22<4:43:10, 2.67s/it] 36%|███▋ | 3634/10000 [2:53:25<4:49:02, 2.72s/it] 36%|███▋ | 3635/10000 [2:53:27<4:49:11, 2.73s/it] 36%|███▋ | 3636/10000 [2:53:30<4:54:51, 2.78s/it] 36%|███▋ | 3637/10000 [2:53:34<5:14:42, 2.97s/it] 36%|███▋ | 3638/10000 [2:53:36<5:08:00, 2.90s/it] 36%|███▋ | 3639/10000 [2:53:39<5:05:33, 2.88s/it] 36%|███▋ | 3640/10000 [2:53:42<5:00:50, 2.84s/it] 36%|███▋ | 3640/10000 [2:53:42<5:00:50, 2.84s/it] 36%|███▋ | 3641/10000 [2:53:45<5:13:06, 2.95s/it] 36%|███▋ | 3642/10000 [2:53:49<5:29:37, 3.11s/it] 36%|███▋ | 3643/10000 [2:53:52<5:29:55, 3.11s/it] 36%|███▋ | 3644/10000 [2:53:55<5:28:08, 3.10s/it] 36%|███▋ | 3645/10000 [2:53:58<5:12:44, 2.95s/it] 36%|███▋ | 3646/10000 [2:54:01<5:17:31, 3.00s/it] 36%|███▋ | 3647/10000 [2:54:04<5:13:56, 2.96s/it] 36%|███▋ | 3648/10000 [2:54:06<5:10:33, 2.93s/it] 36%|███▋ | 3649/10000 [2:54:09<5:08:52, 2.92s/it] 36%|███▋ | 3650/10000 [2:54:12<5:14:53, 2.98s/it] 37%|███▋ | 3651/10000 [2:54:15<5:04:42, 2.88s/it] 37%|███▋ | 3652/10000 [2:54:18<5:02:40, 2.86s/it] 37%|███▋ | 3653/10000 [2:54:21<5:13:29, 2.96s/it] 37%|███▋ | 3654/10000 [2:54:24<5:09:28, 2.93s/it] 37%|███▋ | 3655/10000 [2:54:27<5:15:40, 2.99s/it] 37%|███▋ | 3656/10000 [2:54:30<5:19:07, 3.02s/it] 37%|███▋ | 3657/10000 [2:54:33<5:15:25, 2.98s/it] 37%|███▋ | 3658/10000 [2:54:36<5:08:27, 2.92s/it] 37%|███▋ | 3659/10000 [2:54:39<5:10:15, 2.94s/it] 37%|███▋ | 3660/10000 [2:54:42<5:08:27, 2.92s/it] 37%|███▋ | 3660/10000 [2:54:42<5:08:27, 2.92s/it] 37%|███▋ | 3661/10000 [2:54:44<4:55:42, 2.80s/it] 37%|███▋ | 3662/10000 [2:54:47<5:03:59, 2.88s/it] 37%|███▋ | 3663/10000 [2:54:50<4:59:17, 2.83s/it] 37%|███▋ | 3664/10000 [2:54:53<5:08:46, 2.92s/it] 37%|███▋ | 3665/10000 [2:54:56<5:19:09, 3.02s/it] 37%|███▋ | 3666/10000 [2:54:59<5:08:32, 2.92s/it] 37%|███▋ | 3667/10000 [2:55:02<5:04:08, 2.88s/it] 37%|███▋ | 3668/10000 [2:55:05<5:05:41, 2.90s/it] 37%|███▋ | 3669/10000 [2:55:08<5:05:52, 2.90s/it] 37%|███▋ | 3670/10000 [2:55:10<4:56:36, 2.81s/it] 37%|███▋ | 3671/10000 [2:55:14<5:14:21, 2.98s/it] 37%|███▋ | 3672/10000 [2:55:17<5:13:28, 2.97s/it] 37%|███▋ | 3673/10000 [2:55:20<5:13:35, 2.97s/it] 37%|███▋ | 3674/10000 [2:55:22<5:06:21, 2.91s/it] 37%|███▋ | 3675/10000 [2:55:25<5:04:45, 2.89s/it] 37%|███▋ | 3676/10000 [2:55:28<5:02:36, 2.87s/it] 37%|███▋ | 3677/10000 [2:55:30<4:50:23, 2.76s/it] 37%|███▋ | 3678/10000 [2:55:33<4:54:45, 2.80s/it] 37%|███▋ | 3679/10000 [2:55:36<4:54:03, 2.79s/it] 37%|███▋ | 3680/10000 [2:55:39<5:00:20, 2.85s/it] 37%|███▋ | 3680/10000 [2:55:39<5:00:20, 2.85s/it] 37%|███▋ | 3681/10000 [2:55:42<4:53:54, 2.79s/it] 37%|███▋ | 3682/10000 [2:55:45<4:56:58, 2.82s/it] 37%|███▋ | 3683/10000 [2:55:48<5:02:09, 2.87s/it] 37%|███▋ | 3684/10000 [2:55:50<5:00:17, 2.85s/it] 37%|███▋ | 3685/10000 [2:55:54<5:10:59, 2.95s/it] 37%|███▋ | 3686/10000 [2:55:56<5:06:12, 2.91s/it] 37%|███▋ | 3687/10000 [2:55:59<4:58:45, 2.84s/it] 37%|███▋ | 3688/10000 [2:56:02<4:58:44, 2.84s/it] 37%|███▋ | 3689/10000 [2:56:05<4:55:37, 2.81s/it] 37%|███▋ | 3690/10000 [2:56:08<4:54:53, 2.80s/it] 37%|███▋ | 3691/10000 [2:56:11<5:08:45, 2.94s/it] 37%|███▋ | 3692/10000 [2:56:14<5:03:28, 2.89s/it] 37%|███▋ | 3693/10000 [2:56:16<5:00:24, 2.86s/it] 37%|███▋ | 3694/10000 [2:56:19<5:01:30, 2.87s/it] 37%|███▋ | 3695/10000 [2:56:22<5:07:43, 2.93s/it] 37%|███▋ | 3696/10000 [2:56:25<4:53:29, 2.79s/it] 37%|███▋ | 3697/10000 [2:56:28<4:55:10, 2.81s/it] 37%|███▋ | 3698/10000 [2:56:30<4:57:24, 2.83s/it] 37%|███▋ | 3699/10000 [2:56:33<4:56:46, 2.83s/it] 37%|███▋ | 3700/10000 [2:56:36<4:51:50, 2.78s/it] {'loss': '0.7132', 'grad_norm': '0.02707', 'learning_rate': '3.231e-06', 'num_tokens': '1.045e+06', 'completions/mean_length': '4.956', 'completions/min_length': '3.2', 'completions/max_length': '8.85', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.956', 'completions/min_terminated_length': '3.2', 'completions/max_terminated_length': '8.85', 'rewards/reward_grounded/mean': '0.9875', 'rewards/reward_grounded/std': '0.03536', 'rewards/reward_semantic/mean': '0.213', 'rewards/reward_semantic/std': '0.04563', 'rewards/reward_length/mean': '-0.03818', 'rewards/reward_length/std': '0.02655', 'reward': '1.049', 'reward_std': '0.05004', 'frac_reward_zero_std': '0.15', 'kl': '2.183', 'entropy': '0.93', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '3.069', 'epoch': '0.5807'} +[adaptive-kl] kl=1.582 target=0.3 beta: 0.4444 -> 0.6667 +{'loss': '0.6724', 'grad_norm': '5.766', 'learning_rate': '3.221e-06', 'num_tokens': '1.051e+06', 'completions/mean_length': '3.694', 'completions/min_length': '2.3', 'completions/max_length': '5.1', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.694', 'completions/min_terminated_length': '2.3', 'completions/max_terminated_length': '5.1', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3997', 'rewards/reward_semantic/std': '0.12', 'rewards/reward_length/mean': '-0.03799', 'rewards/reward_length/std': '0.0176', 'reward': '1.118', 'reward_std': '0.03634', 'frac_reward_zero_std': '0.2', 'kl': '1.582', 'entropy': '0.7761', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.788', 'epoch': '0.584'} +[adaptive-kl] kl=1.132 target=0.3 beta: 0.6667 -> 1.0000 +{'loss': '0.6788', 'grad_norm': '3.942', 'learning_rate': '3.211e-06', 'num_tokens': '1.057e+06', 'completions/mean_length': '4.362', 'completions/min_length': '3.25', 'completions/max_length': '5.75', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.362', 'completions/min_terminated_length': '3.25', 'completions/max_terminated_length': '5.75', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4515', 'rewards/reward_semantic/std': '0.1473', 'rewards/reward_length/mean': '-0.04082', 'rewards/reward_length/std': '0.01372', 'reward': '1.133', 'reward_std': '0.0443', 'frac_reward_zero_std': '0.1', 'kl': '1.132', 'entropy': '0.6996', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.839', 'epoch': '0.5873'} +{'loss': '0.4423', 'grad_norm': '5.875', 'learning_rate': '3.201e-06', 'num_tokens': '1.063e+06', 'completions/mean_length': '5.019', 'completions/min_length': '3.4', 'completions/max_length': '7.25', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.019', 'completions/min_terminated_length': '3.4', 'completions/max_terminated_length': '7.25', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2692', 'rewards/reward_semantic/std': '0.1065', 'rewards/reward_length/mean': '-0.06028', 'rewards/reward_length/std': '0.02101', 'reward': '1.078', 'reward_std': '0.03242', 'frac_reward_zero_std': '0.15', 'kl': '0.4145', 'entropy': '0.8344', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.963', 'epoch': '0.5906'} +{'loss': '0.3422', 'grad_norm': '6.31', 'learning_rate': '3.191e-06', 'num_tokens': '1.069e+06', 'completions/mean_length': '4.8', 'completions/min_length': '3.55', 'completions/max_length': '6.3', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.8', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '6.3', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2617', 'rewards/reward_semantic/std': '0.1017', 'rewards/reward_length/mean': '-0.06057', 'rewards/reward_length/std': '0.01604', 'reward': '1.075', 'reward_std': '0.031', 'frac_reward_zero_std': '0.2', 'kl': '0.3186', 'entropy': '0.7444', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.88', 'epoch': '0.5938'} +{'loss': '0.3377', 'grad_norm': '3.645', 'learning_rate': '3.181e-06', 'num_tokens': '1.074e+06', 'completions/mean_length': '4.419', 'completions/min_length': '3.3', 'completions/max_length': '5.85', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.419', 'completions/min_terminated_length': '3.3', 'completions/max_terminated_length': '5.85', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3147', 'rewards/reward_semantic/std': '0.09241', 'rewards/reward_length/mean': '-0.05322', 'rewards/reward_length/std': '0.01628', 'reward': '1.092', 'reward_std': '0.02824', 'frac_reward_zero_std': '0.1', 'kl': '0.2804', 'entropy': '0.7888', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.847', 'epoch': '0.5971'} +[adaptive-kl] kl=0.115 target=0.3 beta: 1.0000 -> 0.6667 +{'loss': '0.1399', 'grad_norm': '0.2092', 'learning_rate': '3.171e-06', 'num_tokens': '1.081e+06', 'completions/mean_length': '5.425', 'completions/min_length': '3.75', 'completions/max_length': '7.35', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.425', 'completions/min_terminated_length': '3.75', 'completions/max_terminated_length': '7.35', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3104', 'rewards/reward_semantic/std': '0.09116', 'rewards/reward_length/mean': '-0.06646', 'rewards/reward_length/std': '0.02222', 'reward': '1.09', 'reward_std': '0.02769', 'frac_reward_zero_std': '0.1', 'kl': '0.1152', 'entropy': '0.6393', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.968', 'epoch': '0.6004'} +[adaptive-kl] kl=0.086 target=0.3 beta: 0.6667 -> 0.4444 +{'loss': '0.1518', 'grad_norm': '4.557', 'learning_rate': '3.161e-06', 'num_tokens': '1.087e+06', 'completions/mean_length': '4.481', 'completions/min_length': '3.35', 'completions/max_length': '6.2', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.481', 'completions/min_terminated_length': '3.35', 'completions/max_terminated_length': '6.2', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4153', 'rewards/reward_semantic/std': '0.09618', 'rewards/reward_length/mean': '-0.05969', 'rewards/reward_length/std': '0.0175', 'reward': '1.122', 'reward_std': '0.02923', 'frac_reward_zero_std': '0.15', 'kl': '0.0859', 'entropy': '0.8016', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.863', 'epoch': '0.6037'} + 37%|███▋ | 3700/10000 [2:56:36<4:51:50, 2.78s/it] 37%|███▋ | 3701/10000 [2:56:39<4:44:43, 2.71s/it] 37%|███▋ | 3702/10000 [2:56:42<4:54:43, 2.81s/it] 37%|███▋ | 3703/10000 [2:56:44<4:52:35, 2.79s/it] 37%|███▋ | 3704/10000 [2:56:47<4:54:08, 2.80s/it] 37%|███▋ | 3705/10000 [2:56:50<4:52:09, 2.78s/it] 37%|███▋ | 3706/10000 [2:56:53<4:54:13, 2.80s/it] 37%|███▋ | 3707/10000 [2:56:56<5:04:23, 2.90s/it] 37%|███▋ | 3708/10000 [2:56:59<5:07:48, 2.94s/it] 37%|███▋ | 3709/10000 [2:57:01<4:55:13, 2.82s/it] 37%|███▋ | 3710/10000 [2:57:04<4:50:51, 2.77s/it] 37%|███▋ | 3711/10000 [2:57:07<4:52:05, 2.79s/it] 37%|███▋ | 3712/10000 [2:57:10<4:47:40, 2.75s/it] 37%|███▋ | 3713/10000 [2:57:13<4:54:30, 2.81s/it] 37%|███▋ | 3714/10000 [2:57:16<5:07:35, 2.94s/it] 37%|███▋ | 3715/10000 [2:57:18<4:58:02, 2.85s/it] 37%|███▋ | 3716/10000 [2:57:21<4:53:02, 2.80s/it] 37%|███▋ | 3717/10000 [2:57:24<4:59:56, 2.86s/it] 37%|███▋ | 3718/10000 [2:57:27<5:01:29, 2.88s/it] 37%|███▋ | 3719/10000 [2:57:30<4:57:12, 2.84s/it] 37%|███▋ | 3720/10000 [2:57:33<4:55:21, 2.82s/it] 37%|███▋ | 3720/10000 [2:57:33<4:55:21, 2.82s/it] 37%|███▋ | 3721/10000 [2:57:35<4:53:10, 2.80s/it] 37%|███▋ | 3722/10000 [2:57:38<4:59:01, 2.86s/it] 37%|███▋ | 3723/10000 [2:57:42<5:11:32, 2.98s/it] 37%|███▋ | 3724/10000 [2:57:44<4:56:07, 2.83s/it] 37%|███▋ | 3725/10000 [2:57:47<4:54:24, 2.82s/it] 37%|███▋ | 3726/10000 [2:57:49<4:48:57, 2.76s/it] 37%|███▋ | 3727/10000 [2:57:52<4:57:00, 2.84s/it] 37%|███▋ | 3728/10000 [2:57:55<4:58:51, 2.86s/it] 37%|███▋ | 3729/10000 [2:57:58<4:54:57, 2.82s/it] 37%|███▋ | 3730/10000 [2:58:01<4:57:14, 2.84s/it] 37%|███▋ | 3731/10000 [2:58:04<5:04:15, 2.91s/it] 37%|███▋ | 3732/10000 [2:58:07<4:53:51, 2.81s/it] 37%|███▋ | 3733/10000 [2:58:09<4:52:46, 2.80s/it] 37%|███▋ | 3734/10000 [2:58:12<4:55:14, 2.83s/it] 37%|███▋ | 3735/10000 [2:58:15<4:55:14, 2.83s/it] 37%|███▋ | 3736/10000 [2:58:18<5:06:22, 2.93s/it] 37%|███▋ | 3737/10000 [2:58:21<4:58:06, 2.86s/it] 37%|███▋ | 3738/10000 [2:58:24<5:11:13, 2.98s/it] 37%|███▋ | 3739/10000 [2:58:27<5:09:57, 2.97s/it] 37%|███▋ | 3740/10000 [2:58:30<5:06:32, 2.94s/it] 37%|███▋ | 3740/10000 [2:58:30<5:06:32, 2.94s/it] 37%|███▋ | 3741/10000 [2:58:33<4:55:46, 2.84s/it] 37%|███▋ | 3742/10000 [2:58:35<4:43:47, 2.72s/it] 37%|███▋ | 3743/10000 [2:58:38<4:53:23, 2.81s/it] 37%|███▋ | 3744/10000 [2:58:41<4:44:48, 2.73s/it] 37%|███▋ | 3745/10000 [2:58:43<4:41:42, 2.70s/it] 37%|███▋ | 3746/10000 [2:58:46<4:44:29, 2.73s/it] 37%|███▋ | 3747/10000 [2:58:49<4:37:34, 2.66s/it] 37%|███▋ | 3748/10000 [2:58:52<4:49:33, 2.78s/it] 37%|███▋ | 3749/10000 [2:58:55<4:52:25, 2.81s/it] 38%|███▊ | 3750/10000 [2:58:57<4:54:19, 2.83s/it] 38%|███▊ | 3751/10000 [2:59:00<4:54:26, 2.83s/it] 38%|███▊ | 3752/10000 [2:59:03<4:57:48, 2.86s/it] 38%|███▊ | 3753/10000 [2:59:06<4:46:26, 2.75s/it] 38%|███▊ | 3754/10000 [2:59:09<5:16:45, 3.04s/it] 38%|███▊ | 3755/10000 [2:59:13<5:23:10, 3.10s/it] 38%|███▊ | 3756/10000 [2:59:15<5:04:47, 2.93s/it] 38%|███▊ | 3757/10000 [2:59:18<5:11:13, 2.99s/it] 38%|███▊ | 3758/10000 [2:59:22<5:18:28, 3.06s/it] 38%|███▊ | 3759/10000 [2:59:25<5:19:18, 3.07s/it] 38%|███▊ | 3760/10000 [2:59:27<5:00:34, 2.89s/it] 38%|███▊ | 3760/10000 [2:59:27<5:00:34, 2.89s/it] 38%|███▊ | 3761/10000 [2:59:30<4:57:36, 2.86s/it] 38%|███▊ | 3762/10000 [2:59:32<4:45:57, 2.75s/it] 38%|███▊ | 3763/10000 [2:59:35<4:37:55, 2.67s/it] 38%|███▊ | 3764/10000 [2:59:38<4:44:11, 2.73s/it] 38%|███▊ | 3765/10000 [2:59:41<4:46:34, 2.76s/it] 38%|███▊ | 3766/10000 [2:59:44<4:58:03, 2.87s/it] 38%|███▊ | 3767/10000 [2:59:47<4:59:02, 2.88s/it] 38%|███▊ | 3768/10000 [2:59:49<4:58:10, 2.87s/it] 38%|███▊ | 3769/10000 [2:59:52<4:50:56, 2.80s/it] 38%|███▊ | 3770/10000 [2:59:55<4:44:54, 2.74s/it] 38%|███▊ | 3771/10000 [2:59:58<4:48:32, 2.78s/it] 38%|███▊ | 3772/10000 [3:00:00<4:46:14, 2.76s/it] 38%|███▊ | 3773/10000 [3:00:03<4:39:46, 2.70s/it] 38%|███▊ | 3774/10000 [3:00:06<4:48:05, 2.78s/it] 38%|███▊ | 3775/10000 [3:00:09<4:49:01, 2.79s/it] 38%|███▊ | 3776/10000 [3:00:11<4:50:15, 2.80s/it] 38%|███▊ | 3777/10000 [3:00:15<5:06:06, 2.95s/it] 38%|███▊ | 3778/10000 [3:00:18<5:01:19, 2.91s/it] 38%|███▊ | 3779/10000 [3:00:21<5:07:49, 2.97s/it] 38%|███▊ | 3780/10000 [3:00:23<4:54:31, 2.84s/it] 38%|███▊ | 3780/10000 [3:00:23<4:54:31, 2.84s/it] 38%|███▊ | 3781/10000 [3:00:26<5:01:49, 2.91s/it] 38%|███▊ | 3782/10000 [3:00:29<4:49:39, 2.80s/it] 38%|███▊ | 3783/10000 [3:00:32<4:55:28, 2.85s/it] 38%|███▊ | 3784/10000 [3:00:35<5:06:04, 2.95s/it] 38%|███▊ | 3785/10000 [3:00:38<4:59:26, 2.89s/it] 38%|███▊ | 3786/10000 [3:00:40<4:56:04, 2.86s/it] 38%|███▊ | 3787/10000 [3:00:43<4:49:29, 2.80s/it] 38%|███▊ | 3788/10000 [3:00:46<4:48:36, 2.79s/it] 38%|███▊ | 3789/10000 [3:00:48<4:41:29, 2.72s/it] 38%|███▊ | 3790/10000 [3:00:51<4:45:04, 2.75s/it] 38%|███▊ | 3791/10000 [3:00:54<4:46:42, 2.77s/it] 38%|███▊ | 3792/10000 [3:00:57<4:53:45, 2.84s/it] 38%|███▊ | 3793/10000 [3:01:00<5:00:29, 2.90s/it] 38%|███▊ | 3794/10000 [3:01:03<5:01:08, 2.91s/it] 38%|███▊ | 3795/10000 [3:01:06<4:57:04, 2.87s/it] 38%|███▊ | 3796/10000 [3:01:09<4:53:59, 2.84s/it] 38%|███▊ | 3797/10000 [3:01:11<4:43:32, 2.74s/it] 38%|███▊ | 3798/10000 [3:01:14<4:50:06, 2.81s/it] 38%|███▊ | 3799/10000 [3:01:17<4:40:15, 2.71s/it] 38%|███▊ | 3800/10000 [3:01:24<6:58:16, 4.05s/it] 38%|███▊ | 3800/10000 [3:01:24<6:58:16, 4.05s/it] 38%|███▊ | 3801/10000 [3:01:28<6:55:23, 4.02s/it] 38%|███▊ | 3802/10000 [3:01:30<6:13:56, 3.62s/it] 38%|███▊ | 3803/10000 [3:01:33<5:46:13, 3.35s/it] 38%|███▊ | 3804/10000 [3:01:36<5:34:50, 3.24s/it] 38%|███▊ | 3805/10000 [3:01:39<5:11:57, 3.02s/it] 38%|███▊ | 3806/10000 [3:01:41<5:07:01, 2.97s/it] 38%|███▊ | 3807/10000 [3:01:44<4:51:51, 2.83s/it] 38%|███▊ | 3808/10000 [3:01:47<4:53:23, 2.84s/it] 38%|███▊ | 3809/10000 [3:01:50<5:12:26, 3.03s/it] 38%|███▊ | 3810/10000 [3:01:53<4:58:04, 2.89s/it] 38%|███▊ | 3811/10000 [3:01:56<4:51:37, 2.83s/it] 38%|███▊ | 3812/10000 [3:01:58<4:52:02, 2.83s/it] 38%|███▊ | 3813/10000 [3:02:02<5:05:21, 2.96s/it] 38%|███▊ | 3814/10000 [3:02:05<5:06:57, 2.98s/it] 38%|███▊ | 3815/10000 [3:02:07<5:01:54, 2.93s/it] 38%|███▊ | 3816/10000 [3:02:10<5:02:11, 2.93s/it] 38%|███▊ | 3817/10000 [3:02:14<5:07:19, 2.98s/it] 38%|███▊ | 3818/10000 [3:02:16<5:05:15, 2.96s/it] 38%|███▊ | 3819/10000 [3:02:19<4:56:42, 2.88s/it] 38%|███▊ | 3820/10000 [3:02:22<4:49:48, 2.81s/it] 38%|███▊ | 3820/10000 [3:02:22<4:49:48, 2.81s/it] 38%|███▊ | 3821/10000 [3:02:25<4:55:31, 2.87s/it] 38%|███▊ | 3822/10000 [3:02:28<4:56:20, 2.88s/it] 38%|███▊ | 3823/10000 [3:02:30<4:47:57, 2.80s/it] 38%|███▊ | 3824/10000 [3:02:33<4:49:27, 2.81s/it] 38%|███▊ | 3825/10000 [3:02:36<4:51:30, 2.83s/it] 38%|███▊ | 3826/10000 [3:02:39<4:48:33, 2.80s/it] 38%|███▊ | 3827/10000 [3:02:42<4:53:39, 2.85s/it] 38%|███▊ | 3828/10000 [3:02:45<4:56:14, 2.88s/it] 38%|███▊ | 3829/10000 [3:02:50<5:56:27, 3.47s/it] 38%|███▊ | 3830/10000 [3:02:52<5:39:58, 3.31s/it] 38%|███▊ | 3831/10000 [3:02:55<5:26:59, 3.18s/it] 38%|███▊ | 3832/10000 [3:02:58<5:13:15, 3.05s/it] 38%|███▊ | 3833/10000 [3:03:01<5:04:17, 2.96s/it] 38%|███▊ | 3834/10000 [3:03:04<5:22:17, 3.14s/it] 38%|███▊ | 3835/10000 [3:03:07<5:14:22, 3.06s/it] 38%|███▊ | 3836/10000 [3:03:10<5:06:48, 2.99s/it] 38%|███▊ | 3837/10000 [3:03:13<5:02:08, 2.94s/it] 38%|███▊ | 3838/10000 [3:03:15<4:50:19, 2.83s/it] 38%|███▊ | 3839/10000 [3:03:18<4:50:32, 2.83s/it] 38%|███▊ | 3840/10000 [3:03:21<4:51:00, 2.83s/it] 38%|███▊ | 3840/10000 [3:03:21<4:51:00, 2.83s/it] 38%|███▊ | 3841/10000 [3:03:24<4:49:10, 2.82s/it] 38%|███▊ | 3842/10000 [3:03:27<4:47:22, 2.80s/it] 38%|███▊ | 3843/10000 [3:03:29<4:44:23, 2.77s/it] 38%|███▊ | 3844/10000 [3:03:32<4:40:22, 2.73s/it] 38%|███▊ | 3845/10000 [3:03:35<4:50:27, 2.83s/it] 38%|███▊ | 3846/10000 [3:03:38<5:02:22, 2.95s/it] 38%|███▊ | 3847/10000 [3:03:41<4:59:30, 2.92s/it] 38%|███▊ | 3848/10000 [3:03:44<4:51:07, 2.84s/it] 38%|███▊ | 3849/10000 [3:03:46<4:45:56, 2.79s/it] 38%|███▊ | 3850/10000 [3:03:49<4:47:10, 2.80s/it] 39%|███▊ | 3851/10000 [3:03:52<4:53:45, 2.87s/it] 39%|███▊ | 3852/10000 [3:03:55<4:41:04, 2.74s/it] 39%|███▊ | 3853/10000 [3:03:58<4:46:41, 2.80s/it] 39%|███▊ | 3854/10000 [3:04:01<4:47:45, 2.81s/it] 39%|███▊ | 3855/10000 [3:04:04<5:01:50, 2.95s/it] 39%|███▊ | 3856/10000 [3:04:07<4:57:59, 2.91s/it] 39%|███▊ | 3857/10000 [3:04:10<5:02:13, 2.95s/it] 39%|███▊ | 3858/10000 [3:04:12<4:57:10, 2.90s/it] 39%|███▊ | 3859/10000 [3:04:15<4:54:48, 2.88s/it] 39%|███▊ | 3860/10000 [3:04:19<5:05:54, 2.99s/it] {'loss': '0.1684', 'grad_norm': '0.001213', 'learning_rate': '3.151e-06', 'num_tokens': '1.093e+06', 'completions/mean_length': '4.425', 'completions/min_length': '3.55', 'completions/max_length': '5.95', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.425', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '5.95', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3994', 'rewards/reward_semantic/std': '0.1413', 'rewards/reward_length/mean': '-0.04626', 'rewards/reward_length/std': '0.01324', 'reward': '1.117', 'reward_std': '0.04273', 'frac_reward_zero_std': '0.15', 'kl': '0.2984', 'entropy': '0.7172', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.83', 'epoch': '0.607'} +[adaptive-kl] kl=0.123 target=0.3 beta: 0.4444 -> 0.2963 +{'loss': '0.05963', 'grad_norm': '16.85', 'learning_rate': '3.141e-06', 'num_tokens': '1.099e+06', 'completions/mean_length': '4.688', 'completions/min_length': '3.15', 'completions/max_length': '5.85', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.688', 'completions/min_terminated_length': '3.15', 'completions/max_terminated_length': '5.85', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2296', 'rewards/reward_semantic/std': '0.1559', 'rewards/reward_length/mean': '-0.05107', 'rewards/reward_length/std': '0.01324', 'reward': '1.066', 'reward_std': '0.04704', 'frac_reward_zero_std': '0.1', 'kl': '0.1235', 'entropy': '0.7802', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.816', 'epoch': '0.6102'} +{'loss': '0.03777', 'grad_norm': '5.814', 'learning_rate': '3.131e-06', 'num_tokens': '1.105e+06', 'completions/mean_length': '4.775', 'completions/min_length': '3.6', 'completions/max_length': '6.35', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.775', 'completions/min_terminated_length': '3.6', 'completions/max_terminated_length': '6.35', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4443', 'rewards/reward_semantic/std': '0.1319', 'rewards/reward_length/mean': '-0.05188', 'rewards/reward_length/std': '0.01235', 'reward': '1.131', 'reward_std': '0.03952', 'frac_reward_zero_std': '0.1', 'kl': '0.2091', 'entropy': '0.7693', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.865', 'epoch': '0.6135'} +[adaptive-kl] kl=0.195 target=0.3 beta: 0.2963 -> 0.1975 +{'loss': '0.07662', 'grad_norm': '0.004833', 'learning_rate': '3.121e-06', 'num_tokens': '1.111e+06', 'completions/mean_length': '4.362', 'completions/min_length': '3.25', 'completions/max_length': '6.15', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.362', 'completions/min_terminated_length': '3.25', 'completions/max_terminated_length': '6.15', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3953', 'rewards/reward_semantic/std': '0.1379', 'rewards/reward_length/mean': '-0.05598', 'rewards/reward_length/std': '0.01409', 'reward': '1.116', 'reward_std': '0.0415', 'frac_reward_zero_std': '0.25', 'kl': '0.195', 'entropy': '0.6005', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.839', 'epoch': '0.6168'} +[adaptive-kl] kl=0.546 target=0.3 beta: 0.1975 -> 0.2963 +{'loss': '0.1125', 'grad_norm': '0.03587', 'learning_rate': '3.111e-06', 'num_tokens': '1.116e+06', 'completions/mean_length': '4.037', 'completions/min_length': '3.2', 'completions/max_length': '5.35', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.037', 'completions/min_terminated_length': '3.2', 'completions/max_terminated_length': '5.35', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5037', 'rewards/reward_semantic/std': '0.0656', 'rewards/reward_length/mean': '-0.03928', 'rewards/reward_length/std': '0.01097', 'reward': '1.149', 'reward_std': '0.01992', 'frac_reward_zero_std': '0.3', 'kl': '0.5462', 'entropy': '0.6177', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.792', 'epoch': '0.6201'} +{'loss': '0.1364', 'grad_norm': '1.69', 'learning_rate': '3.101e-06', 'num_tokens': '1.122e+06', 'completions/mean_length': '5.031', 'completions/min_length': '3.6', 'completions/max_length': '8.65', 'completions/clipped_ratio': '0.00625', 'completions/mean_terminated_length': '4.689', 'completions/min_terminated_length': '3.6', 'completions/max_terminated_length': '6.1', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3883', 'rewards/reward_semantic/std': '0.1182', 'rewards/reward_length/mean': '-0.06487', 'rewards/reward_length/std': '0.01638', 'reward': '1.113', 'reward_std': '0.03577', 'frac_reward_zero_std': '0.35', 'kl': '0.2052', 'entropy': '0.6938', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '3.017', 'epoch': '0.6234'} +[adaptive-kl] kl=0.674 target=0.3 beta: 0.2963 -> 0.4444 +{'loss': '0.3142', 'grad_norm': '7.355', 'learning_rate': '3.091e-06', 'num_tokens': '1.128e+06', 'completions/mean_length': '4.287', 'completions/min_length': '3.4', 'completions/max_length': '6.5', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.287', 'completions/min_terminated_length': '3.4', 'completions/max_terminated_length': '6.5', 'rewards/reward_grounded/mean': '0.9875', 'rewards/reward_grounded/std': '0.03536', 'rewards/reward_semantic/mean': '0.5249', 'rewards/reward_semantic/std': '0.09193', 'rewards/reward_length/mean': '-0.04436', 'rewards/reward_length/std': '0.0167', 'reward': '1.143', 'reward_std': '0.06215', 'frac_reward_zero_std': '0.25', 'kl': '0.6739', 'entropy': '0.5437', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.89', 'epoch': '0.6266'} +[adaptive-kl] kl=0.718 target=0.3 beta: 0.4444 -> 0.6667 +{'loss': '0.3999', 'grad_norm': '6.461', 'learning_rate': '3.08e-06', 'num_tokens': '1.134e+06', 'completions/mean_length': '4.95', 'completions/min_length': '3.75', 'completions/max_length': '7.6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.95', 'completions/min_terminated_length': '3.75', 'completions/max_terminated_length': '7.6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3365', 'rewards/reward_semantic/std': '0.04428', 'rewards/reward_length/mean': '-0.0478', 'rewards/reward_length/std': '0.014', 'reward': '1.099', 'reward_std': '0.01379', 'frac_reward_zero_std': '0.15', 'kl': '0.7176', 'entropy': '0.6943', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.956', 'epoch': '0.6299'} + 39%|███▊ | 3860/10000 [3:04:19<5:05:54, 2.99s/it] 39%|███▊ | 3861/10000 [3:04:21<4:51:22, 2.85s/it] 39%|███▊ | 3862/10000 [3:04:24<4:55:06, 2.88s/it] 39%|███▊ | 3863/10000 [3:04:27<4:54:16, 2.88s/it] 39%|███▊ | 3864/10000 [3:04:29<4:42:56, 2.77s/it] 39%|███▊ | 3865/10000 [3:04:32<4:48:52, 2.83s/it] 39%|███▊ | 3866/10000 [3:04:35<4:50:55, 2.85s/it] 39%|███▊ | 3867/10000 [3:04:38<4:40:38, 2.75s/it] 39%|███▊ | 3868/10000 [3:04:41<4:44:33, 2.78s/it] 39%|███▊ | 3869/10000 [3:04:43<4:44:12, 2.78s/it] 39%|███▊ | 3870/10000 [3:04:46<4:46:38, 2.81s/it] 39%|███▊ | 3871/10000 [3:04:49<4:47:17, 2.81s/it] 39%|███▊ | 3872/10000 [3:04:52<4:44:59, 2.79s/it] 39%|███▊ | 3873/10000 [3:04:55<4:51:09, 2.85s/it] 39%|███▊ | 3874/10000 [3:04:58<4:48:22, 2.82s/it] 39%|███▉ | 3875/10000 [3:05:00<4:49:56, 2.84s/it] 39%|███▉ | 3876/10000 [3:05:03<4:42:50, 2.77s/it] 39%|███▉ | 3877/10000 [3:05:07<5:03:38, 2.98s/it] 39%|███▉ | 3878/10000 [3:05:09<4:55:31, 2.90s/it] 39%|███▉ | 3879/10000 [3:05:12<4:53:43, 2.88s/it] 39%|███▉ | 3880/10000 [3:05:15<4:50:03, 2.84s/it] 39%|███▉ | 3880/10000 [3:05:15<4:50:03, 2.84s/it] 39%|███▉ | 3881/10000 [3:05:18<5:04:48, 2.99s/it] 39%|███▉ | 3882/10000 [3:05:21<5:00:39, 2.95s/it] 39%|███▉ | 3883/10000 [3:05:24<4:48:38, 2.83s/it] 39%|███▉ | 3884/10000 [3:05:27<5:06:23, 3.01s/it] 39%|███▉ | 3885/10000 [3:05:30<5:08:34, 3.03s/it] 39%|███▉ | 3886/10000 [3:05:33<4:58:19, 2.93s/it] 39%|███▉ | 3887/10000 [3:05:35<4:51:16, 2.86s/it] 39%|███▉ | 3888/10000 [3:05:38<4:42:51, 2.78s/it] 39%|███▉ | 3889/10000 [3:05:41<4:34:33, 2.70s/it] 39%|███▉ | 3890/10000 [3:05:43<4:40:34, 2.76s/it] 39%|███▉ | 3891/10000 [3:05:46<4:40:10, 2.75s/it] 39%|███▉ | 3892/10000 [3:05:50<4:58:40, 2.93s/it] 39%|███▉ | 3893/10000 [3:05:53<5:00:40, 2.95s/it] 39%|███▉ | 3894/10000 [3:05:56<5:00:07, 2.95s/it] 39%|███▉ | 3895/10000 [3:05:59<5:03:28, 2.98s/it] 39%|███▉ | 3896/10000 [3:06:01<4:52:57, 2.88s/it] 39%|███▉ | 3897/10000 [3:06:04<4:53:25, 2.88s/it] 39%|███▉ | 3898/10000 [3:06:07<4:51:42, 2.87s/it] 39%|███▉ | 3899/10000 [3:06:10<5:02:52, 2.98s/it] 39%|███▉ | 3900/10000 [3:06:13<5:06:00, 3.01s/it] 39%|███▉ | 3900/10000 [3:06:13<5:06:00, 3.01s/it] 39%|███▉ | 3901/10000 [3:06:16<5:02:16, 2.97s/it] 39%|███▉ | 3902/10000 [3:06:19<5:10:24, 3.05s/it] 39%|███▉ | 3903/10000 [3:06:22<5:06:07, 3.01s/it] 39%|███▉ | 3904/10000 [3:06:25<5:10:00, 3.05s/it] 39%|███▉ | 3905/10000 [3:06:28<5:07:02, 3.02s/it] 39%|███▉ | 3906/10000 [3:06:31<4:59:00, 2.94s/it] 39%|███▉ | 3907/10000 [3:06:34<5:08:25, 3.04s/it] 39%|███▉ | 3908/10000 [3:06:37<5:01:38, 2.97s/it] 39%|███▉ | 3909/10000 [3:06:40<5:03:57, 2.99s/it] 39%|███▉ | 3910/10000 [3:06:44<5:15:37, 3.11s/it] 39%|███▉ | 3911/10000 [3:06:47<5:22:26, 3.18s/it] 39%|███▉ | 3912/10000 [3:06:50<5:24:32, 3.20s/it] 39%|███▉ | 3913/10000 [3:06:53<5:12:51, 3.08s/it] 39%|███▉ | 3914/10000 [3:06:56<5:07:30, 3.03s/it] 39%|███▉ | 3915/10000 [3:06:58<4:51:17, 2.87s/it] 39%|███▉ | 3916/10000 [3:07:02<5:01:33, 2.97s/it] 39%|███▉ | 3917/10000 [3:07:05<4:58:01, 2.94s/it] 39%|███▉ | 3918/10000 [3:07:07<4:47:29, 2.84s/it] 39%|███▉ | 3919/10000 [3:07:10<4:42:20, 2.79s/it] 39%|███▉ | 3920/10000 [3:07:13<4:46:36, 2.83s/it] 39%|███▉ | 3920/10000 [3:07:13<4:46:36, 2.83s/it] 39%|███▉ | 3921/10000 [3:07:16<4:49:41, 2.86s/it] 39%|███▉ | 3922/10000 [3:07:18<4:45:04, 2.81s/it] 39%|███▉ | 3923/10000 [3:07:21<4:50:01, 2.86s/it] 39%|███▉ | 3924/10000 [3:07:24<4:48:17, 2.85s/it] 39%|███▉ | 3925/10000 [3:07:27<4:37:00, 2.74s/it] 39%|███▉ | 3926/10000 [3:07:29<4:33:13, 2.70s/it] 39%|███▉ | 3927/10000 [3:07:32<4:42:02, 2.79s/it] 39%|███▉ | 3928/10000 [3:07:35<4:41:41, 2.78s/it] 39%|███▉ | 3929/10000 [3:07:38<4:51:30, 2.88s/it] 39%|███▉ | 3930/10000 [3:07:41<4:58:05, 2.95s/it] 39%|███▉ | 3931/10000 [3:07:44<4:51:53, 2.89s/it] 39%|███▉ | 3932/10000 [3:07:47<4:56:22, 2.93s/it] 39%|███▉ | 3933/10000 [3:07:50<4:56:59, 2.94s/it] 39%|███▉ | 3934/10000 [3:07:53<4:56:32, 2.93s/it] 39%|███▉ | 3935/10000 [3:07:56<5:04:11, 3.01s/it] 39%|███▉ | 3936/10000 [3:07:59<4:50:32, 2.87s/it] 39%|███▉ | 3937/10000 [3:08:02<5:00:33, 2.97s/it] 39%|███▉ | 3938/10000 [3:08:05<4:57:14, 2.94s/it] 39%|███▉ | 3939/10000 [3:08:08<5:11:30, 3.08s/it] 39%|███▉ | 3940/10000 [3:08:11<4:57:16, 2.94s/it] 39%|███▉ | 3940/10000 [3:08:11<4:57:16, 2.94s/it] 39%|███▉ | 3941/10000 [3:08:14<5:08:30, 3.05s/it] 39%|███▉ | 3942/10000 [3:08:17<4:53:07, 2.90s/it] 39%|███▉ | 3943/10000 [3:08:20<4:54:30, 2.92s/it] 39%|███▉ | 3944/10000 [3:08:22<4:42:20, 2.80s/it] 39%|███▉ | 3945/10000 [3:08:25<4:41:54, 2.79s/it] 39%|███▉ | 3946/10000 [3:08:27<4:36:15, 2.74s/it] 39%|███▉ | 3947/10000 [3:08:30<4:39:25, 2.77s/it] 39%|███▉ | 3948/10000 [3:08:33<4:48:14, 2.86s/it] 39%|███▉ | 3949/10000 [3:08:36<4:47:50, 2.85s/it] 40%|███▉ | 3950/10000 [3:08:39<4:44:31, 2.82s/it] 40%|███▉ | 3951/10000 [3:08:42<4:44:14, 2.82s/it] 40%|███▉ | 3952/10000 [3:08:45<4:43:32, 2.81s/it] 40%|███▉ | 3953/10000 [3:08:47<4:34:12, 2.72s/it] 40%|███▉ | 3954/10000 [3:08:50<4:26:53, 2.65s/it] 40%|███▉ | 3955/10000 [3:08:52<4:29:23, 2.67s/it] 40%|███▉ | 3956/10000 [3:08:56<4:50:16, 2.88s/it] 40%|███▉ | 3957/10000 [3:08:59<5:10:30, 3.08s/it] 40%|███▉ | 3958/10000 [3:09:02<5:03:56, 3.02s/it] 40%|███▉ | 3959/10000 [3:09:05<4:59:55, 2.98s/it] 40%|███▉ | 3960/10000 [3:09:08<5:04:10, 3.02s/it] 40%|███▉ | 3960/10000 [3:09:08<5:04:10, 3.02s/it] 40%|███▉ | 3961/10000 [3:09:11<4:56:44, 2.95s/it] 40%|███▉ | 3962/10000 [3:09:14<4:55:18, 2.93s/it] 40%|███▉ | 3963/10000 [3:09:17<4:53:32, 2.92s/it] 40%|███▉ | 3964/10000 [3:09:20<4:58:51, 2.97s/it] 40%|███▉ | 3965/10000 [3:09:22<4:51:41, 2.90s/it] 40%|███▉ | 3966/10000 [3:09:25<4:47:23, 2.86s/it] 40%|███▉ | 3967/10000 [3:09:28<4:48:38, 2.87s/it] 40%|███▉ | 3968/10000 [3:09:31<4:43:32, 2.82s/it] 40%|███▉ | 3969/10000 [3:09:34<4:55:59, 2.94s/it] 40%|███▉ | 3970/10000 [3:09:37<5:00:22, 2.99s/it] 40%|███▉ | 3971/10000 [3:09:40<4:57:08, 2.96s/it] 40%|███▉ | 3972/10000 [3:09:43<4:56:53, 2.96s/it] 40%|███▉ | 3973/10000 [3:09:46<4:59:27, 2.98s/it] 40%|███▉ | 3974/10000 [3:09:49<4:53:32, 2.92s/it] 40%|███▉ | 3975/10000 [3:09:52<4:48:06, 2.87s/it] 40%|███▉ | 3976/10000 [3:09:54<4:42:06, 2.81s/it] 40%|███▉ | 3977/10000 [3:09:57<4:38:20, 2.77s/it] 40%|███▉ | 3978/10000 [3:10:00<4:39:30, 2.78s/it] 40%|███▉ | 3979/10000 [3:10:03<5:06:53, 3.06s/it] 40%|███▉ | 3980/10000 [3:10:06<5:00:11, 2.99s/it] 40%|███▉ | 3980/10000 [3:10:06<5:00:11, 2.99s/it] 40%|███▉ | 3981/10000 [3:10:09<5:02:42, 3.02s/it] 40%|███▉ | 3982/10000 [3:10:12<4:52:00, 2.91s/it] 40%|███▉ | 3983/10000 [3:10:15<4:47:44, 2.87s/it] 40%|███▉ | 3984/10000 [3:10:18<4:50:14, 2.89s/it] 40%|███▉ | 3985/10000 [3:10:22<5:32:21, 3.32s/it] 40%|███▉ | 3986/10000 [3:10:25<5:23:40, 3.23s/it] 40%|███▉ | 3987/10000 [3:10:28<5:23:21, 3.23s/it] 40%|███▉ | 3988/10000 [3:10:31<5:13:53, 3.13s/it] 40%|███▉ | 3989/10000 [3:10:35<5:22:43, 3.22s/it] 40%|███▉ | 3990/10000 [3:10:38<5:22:16, 3.22s/it] 40%|███▉ | 3991/10000 [3:10:41<5:23:36, 3.23s/it] 40%|███▉ | 3992/10000 [3:10:44<5:17:26, 3.17s/it] 40%|███▉ | 3993/10000 [3:10:47<5:01:49, 3.01s/it] 40%|███▉ | 3994/10000 [3:10:50<4:57:46, 2.97s/it] 40%|███▉ | 3995/10000 [3:10:52<4:46:14, 2.86s/it] 40%|███▉ | 3996/10000 [3:10:55<4:49:29, 2.89s/it] 40%|███▉ | 3997/10000 [3:10:58<4:46:35, 2.86s/it] 40%|███▉ | 3998/10000 [3:11:01<4:59:25, 2.99s/it] 40%|███▉ | 3999/10000 [3:11:04<4:54:43, 2.95s/it] 40%|████ | 4000/10000 [3:11:07<4:50:50, 2.91s/it] 40%|████ | 4000/10000 [3:11:07<4:50:50, 2.91s/it] 40%|████ | 4001/10000 [3:11:10<5:02:06, 3.02s/it] 40%|████ | 4002/10000 [3:11:13<5:00:35, 3.01s/it] 40%|████ | 4003/10000 [3:11:17<5:13:13, 3.13s/it] 40%|████ | 4004/10000 [3:11:20<5:12:52, 3.13s/it] 40%|████ | 4005/10000 [3:11:23<5:05:37, 3.06s/it] 40%|████ | 4006/10000 [3:11:25<4:53:28, 2.94s/it] 40%|████ | 4007/10000 [3:11:28<4:49:40, 2.90s/it] 40%|████ | 4008/10000 [3:11:31<4:42:49, 2.83s/it] 40%|████ | 4009/10000 [3:11:34<4:41:47, 2.82s/it] 40%|████ | 4010/10000 [3:11:36<4:30:34, 2.71s/it] 40%|████ | 4011/10000 [3:11:39<4:31:33, 2.72s/it] 40%|████ | 4012/10000 [3:11:41<4:27:30, 2.68s/it] 40%|████ | 4013/10000 [3:11:44<4:27:38, 2.68s/it] 40%|████ | 4014/10000 [3:11:47<4:29:22, 2.70s/it] 40%|████ | 4015/10000 [3:11:49<4:27:16, 2.68s/it] 40%|████ | 4016/10000 [3:11:52<4:20:44, 2.61s/it] 40%|████ | 4017/10000 [3:11:55<4:42:18, 2.83s/it] 40%|████ | 4018/10000 [3:11:58<4:46:54, 2.88s/it] 40%|████ | 4019/10000 [3:12:01<4:46:56, 2.88s/it] 40%|████ | 4020/10000 [3:12:04<4:35:55, 2.77s/it] {'loss': '0.3515', 'grad_norm': '1.815', 'learning_rate': '3.071e-06', 'num_tokens': '1.14e+06', 'completions/mean_length': '4.444', 'completions/min_length': '3.3', 'completions/max_length': '6.25', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.444', 'completions/min_terminated_length': '3.3', 'completions/max_terminated_length': '6.25', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3452', 'rewards/reward_semantic/std': '0.0649', 'rewards/reward_length/mean': '-0.04824', 'rewards/reward_length/std': '0.01299', 'reward': '1.101', 'reward_std': '0.01979', 'frac_reward_zero_std': '0.15', 'kl': '0.413', 'entropy': '0.8091', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.859', 'epoch': '0.6332'} +{'loss': '0.2008', 'grad_norm': '1.617', 'learning_rate': '3.061e-06', 'num_tokens': '1.145e+06', 'completions/mean_length': '4.494', 'completions/min_length': '3.6', 'completions/max_length': '5.85', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.494', 'completions/min_terminated_length': '3.6', 'completions/max_terminated_length': '5.85', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3781', 'rewards/reward_semantic/std': '0.05239', 'rewards/reward_length/mean': '-0.05229', 'rewards/reward_length/std': '0.01154', 'reward': '1.111', 'reward_std': '0.01615', 'frac_reward_zero_std': '0.3', 'kl': '0.3182', 'entropy': '0.595', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.804', 'epoch': '0.6365'} +{'loss': '0.183', 'grad_norm': '9.046', 'learning_rate': '3.051e-06', 'num_tokens': '1.151e+06', 'completions/mean_length': '5.013', 'completions/min_length': '3.85', 'completions/max_length': '6.75', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.013', 'completions/min_terminated_length': '3.85', 'completions/max_terminated_length': '6.75', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4494', 'rewards/reward_semantic/std': '0.072', 'rewards/reward_length/mean': '-0.06394', 'rewards/reward_length/std': '0.01813', 'reward': '1.132', 'reward_std': '0.02178', 'frac_reward_zero_std': '0.35', 'kl': '0.2176', 'entropy': '0.5969', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.908', 'epoch': '0.6398'} +{'loss': '0.2432', 'grad_norm': '3.773', 'learning_rate': '3.04e-06', 'num_tokens': '1.157e+06', 'completions/mean_length': '5.1', 'completions/min_length': '3.75', 'completions/max_length': '7.55', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.1', 'completions/min_terminated_length': '3.75', 'completions/max_terminated_length': '7.55', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4127', 'rewards/reward_semantic/std': '0.1422', 'rewards/reward_length/mean': '-0.05107', 'rewards/reward_length/std': '0.01447', 'reward': '1.121', 'reward_std': '0.04265', 'frac_reward_zero_std': '0.1', 'kl': '0.3684', 'entropy': '0.7693', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.962', 'epoch': '0.643'} +{'loss': '0.2047', 'grad_norm': '1.484', 'learning_rate': '3.031e-06', 'num_tokens': '1.164e+06', 'completions/mean_length': '4.925', 'completions/min_length': '3.5', 'completions/max_length': '6.8', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.925', 'completions/min_terminated_length': '3.5', 'completions/max_terminated_length': '6.8', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.252', 'rewards/reward_semantic/std': '0.06058', 'rewards/reward_length/mean': '-0.04805', 'rewards/reward_length/std': '0.0183', 'reward': '1.073', 'reward_std': '0.01846', 'frac_reward_zero_std': '0.15', 'kl': '0.3025', 'entropy': '0.7621', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.888', 'epoch': '0.6463'} +[adaptive-kl] kl=0.151 target=0.3 beta: 0.6667 -> 0.4444 +{'loss': '0.1909', 'grad_norm': '1.328', 'learning_rate': '3.021e-06', 'num_tokens': '1.17e+06', 'completions/mean_length': '4.3', 'completions/min_length': '2.95', 'completions/max_length': '6.35', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.3', 'completions/min_terminated_length': '2.95', 'completions/max_terminated_length': '6.35', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3458', 'rewards/reward_semantic/std': '0.113', 'rewards/reward_length/mean': '-0.05383', 'rewards/reward_length/std': '0.01594', 'reward': '1.101', 'reward_std': '0.0344', 'frac_reward_zero_std': '0.1', 'kl': '0.1512', 'entropy': '0.7494', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.855', 'epoch': '0.6496'} +[adaptive-kl] kl=0.147 target=0.3 beta: 0.4444 -> 0.2963 +{'loss': '0.06653', 'grad_norm': '4.083', 'learning_rate': '3.011e-06', 'num_tokens': '1.175e+06', 'completions/mean_length': '4.981', 'completions/min_length': '3.7', 'completions/max_length': '7', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.981', 'completions/min_terminated_length': '3.7', 'completions/max_terminated_length': '7', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3788', 'rewards/reward_semantic/std': '0.2043', 'rewards/reward_length/mean': '-0.05933', 'rewards/reward_length/std': '0.01673', 'reward': '1.111', 'reward_std': '0.06145', 'frac_reward_zero_std': '0.1', 'kl': '0.1468', 'entropy': '0.6741', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.897', 'epoch': '0.6529'} +[adaptive-kl] kl=0.189 target=0.3 beta: 0.2963 -> 0.1975 +{'loss': '0.1272', 'grad_norm': '3.616', 'learning_rate': '3e-06', 'num_tokens': '1.181e+06', 'completions/mean_length': '5.737', 'completions/min_length': '4.2', 'completions/max_length': '8.45', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.737', 'completions/min_terminated_length': '4.2', 'completions/max_terminated_length': '8.45', 'rewards/reward_grounded/mean': '0.9875', 'rewards/reward_grounded/std': '0.03536', 'rewards/reward_semantic/mean': '0.2789', 'rewards/reward_semantic/std': '0.09513', 'rewards/reward_length/mean': '-0.06587', 'rewards/reward_length/std': '0.02075', 'reward': '1.068', 'reward_std': '0.06459', 'frac_reward_zero_std': '0.2', 'kl': '0.189', 'entropy': '0.8788', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '3.023', 'epoch': '0.6562'} + 40%|████ | 4020/10000 [3:12:04<4:35:55, 2.77s/it] 40%|████ | 4021/10000 [3:12:06<4:36:47, 2.78s/it] 40%|████ | 4022/10000 [3:12:10<4:46:22, 2.87s/it] 40%|████ | 4023/10000 [3:12:12<4:43:22, 2.84s/it] 40%|████ | 4024/10000 [3:12:15<4:34:30, 2.76s/it] 40%|████ | 4025/10000 [3:12:17<4:27:05, 2.68s/it] 40%|████ | 4026/10000 [3:12:20<4:39:35, 2.81s/it] 40%|████ | 4027/10000 [3:12:23<4:32:56, 2.74s/it] 40%|████ | 4028/10000 [3:12:26<4:36:21, 2.78s/it] 40%|████ | 4029/10000 [3:12:29<4:32:25, 2.74s/it] 40%|████ | 4030/10000 [3:12:32<4:42:56, 2.84s/it] 40%|████ | 4031/10000 [3:12:35<4:44:06, 2.86s/it] 40%|████ | 4032/10000 [3:12:38<4:51:28, 2.93s/it] 40%|████ | 4033/10000 [3:12:40<4:47:47, 2.89s/it] 40%|████ | 4034/10000 [3:12:43<4:41:47, 2.83s/it] 40%|████ | 4035/10000 [3:12:46<4:36:20, 2.78s/it] 40%|████ | 4036/10000 [3:12:49<4:41:52, 2.84s/it] 40%|████ | 4037/10000 [3:12:52<4:47:17, 2.89s/it] 40%|████ | 4038/10000 [3:12:54<4:37:57, 2.80s/it] 40%|████ | 4039/10000 [3:12:57<4:41:04, 2.83s/it] 40%|████ | 4040/10000 [3:13:00<4:41:53, 2.84s/it] 40%|████ | 4040/10000 [3:13:00<4:41:53, 2.84s/it] 40%|████ | 4041/10000 [3:13:03<4:46:54, 2.89s/it] 40%|████ | 4042/10000 [3:13:06<4:46:16, 2.88s/it] 40%|████ | 4043/10000 [3:13:09<4:45:24, 2.87s/it] 40%|████ | 4044/10000 [3:13:12<4:45:43, 2.88s/it] 40%|████ | 4045/10000 [3:13:15<4:45:56, 2.88s/it] 40%|████ | 4046/10000 [3:13:17<4:37:13, 2.79s/it] 40%|████ | 4047/10000 [3:13:20<4:33:54, 2.76s/it] 40%|████ | 4048/10000 [3:13:23<4:34:07, 2.76s/it] 40%|████ | 4049/10000 [3:13:26<4:37:41, 2.80s/it] 40%|████ | 4050/10000 [3:13:29<4:45:58, 2.88s/it] 41%|████ | 4051/10000 [3:13:31<4:43:26, 2.86s/it] 41%|████ | 4052/10000 [3:13:35<4:52:42, 2.95s/it] 41%|████ | 4053/10000 [3:13:38<4:57:07, 3.00s/it] 41%|████ | 4054/10000 [3:13:41<4:52:15, 2.95s/it] 41%|████ | 4055/10000 [3:13:43<4:50:01, 2.93s/it] 41%|████ | 4056/10000 [3:13:46<4:47:19, 2.90s/it] 41%|████ | 4057/10000 [3:13:49<4:46:38, 2.89s/it] 41%|████ | 4058/10000 [3:13:52<4:44:53, 2.88s/it] 41%|████ | 4059/10000 [3:13:55<4:43:11, 2.86s/it] 41%|████ | 4060/10000 [3:13:57<4:35:01, 2.78s/it] 41%|████ | 4060/10000 [3:13:57<4:35:01, 2.78s/it] 41%|████ | 4061/10000 [3:14:00<4:31:07, 2.74s/it] 41%|████ | 4062/10000 [3:14:03<4:41:21, 2.84s/it] 41%|████ | 4063/10000 [3:14:06<4:46:06, 2.89s/it] 41%|████ | 4064/10000 [3:14:09<4:41:55, 2.85s/it] 41%|████ | 4065/10000 [3:14:12<4:37:08, 2.80s/it] 41%|████ | 4066/10000 [3:14:15<4:52:54, 2.96s/it] 41%|████ | 4067/10000 [3:14:17<4:40:31, 2.84s/it] 41%|████ | 4068/10000 [3:14:20<4:43:00, 2.86s/it] 41%|████ | 4069/10000 [3:14:24<4:51:49, 2.95s/it] 41%|████ | 4070/10000 [3:14:26<4:40:23, 2.84s/it] 41%|████ | 4071/10000 [3:14:29<4:40:49, 2.84s/it] 41%|████ | 4072/10000 [3:14:32<4:38:14, 2.82s/it] 41%|████ | 4073/10000 [3:14:35<4:40:54, 2.84s/it] 41%|████ | 4074/10000 [3:14:37<4:41:37, 2.85s/it] 41%|████ | 4075/10000 [3:14:41<4:49:36, 2.93s/it] 41%|████ | 4076/10000 [3:14:43<4:47:32, 2.91s/it] 41%|████ | 4077/10000 [3:14:46<4:41:51, 2.86s/it] 41%|████ | 4078/10000 [3:14:49<4:31:29, 2.75s/it] 41%|████ | 4079/10000 [3:14:51<4:24:11, 2.68s/it] 41%|████ | 4080/10000 [3:14:54<4:22:39, 2.66s/it] 41%|████ | 4080/10000 [3:14:54<4:22:39, 2.66s/it] 41%|████ | 4081/10000 [3:14:57<4:27:39, 2.71s/it] 41%|████ | 4082/10000 [3:15:00<4:44:47, 2.89s/it] 41%|████ | 4083/10000 [3:15:03<4:37:17, 2.81s/it] 41%|████ | 4084/10000 [3:15:06<4:49:11, 2.93s/it] 41%|████ | 4085/10000 [3:15:09<4:52:04, 2.96s/it] 41%|████ | 4086/10000 [3:15:12<4:57:08, 3.01s/it] 41%|████ | 4087/10000 [3:15:15<4:52:48, 2.97s/it] 41%|████ | 4088/10000 [3:15:18<4:47:21, 2.92s/it] 41%|████ | 4089/10000 [3:15:21<4:48:18, 2.93s/it] 41%|████ | 4090/10000 [3:15:24<4:56:57, 3.01s/it] 41%|████ | 4091/10000 [3:15:26<4:46:20, 2.91s/it] 41%|████ | 4092/10000 [3:15:29<4:45:01, 2.89s/it] 41%|████ | 4093/10000 [3:15:32<4:34:33, 2.79s/it] 41%|████ | 4094/10000 [3:15:35<4:32:48, 2.77s/it] 41%|████ | 4095/10000 [3:15:37<4:36:14, 2.81s/it] 41%|████ | 4096/10000 [3:15:40<4:35:24, 2.80s/it] 41%|████ | 4097/10000 [3:15:43<4:42:51, 2.88s/it] 41%|████ | 4098/10000 [3:15:46<4:31:40, 2.76s/it] 41%|████ | 4099/10000 [3:15:49<4:35:42, 2.80s/it] 41%|████ | 4100/10000 [3:15:51<4:30:08, 2.75s/it] 41%|████ | 4100/10000 [3:15:51<4:30:08, 2.75s/it] 41%|████ | 4101/10000 [3:15:55<4:45:35, 2.90s/it] 41%|████ | 4102/10000 [3:15:58<4:46:12, 2.91s/it] 41%|████ | 4103/10000 [3:16:01<4:51:43, 2.97s/it] 41%|████ | 4104/10000 [3:16:03<4:44:35, 2.90s/it] 41%|████ | 4105/10000 [3:16:06<4:49:24, 2.95s/it] 41%|████ | 4106/10000 [3:16:09<4:47:44, 2.93s/it] 41%|████ | 4107/10000 [3:16:12<4:38:36, 2.84s/it] 41%|████ | 4108/10000 [3:16:15<4:53:11, 2.99s/it] 41%|████ | 4109/10000 [3:16:18<4:48:14, 2.94s/it] 41%|████ | 4110/10000 [3:16:21<4:40:44, 2.86s/it] 41%|████ | 4111/10000 [3:16:24<4:39:53, 2.85s/it] 41%|████ | 4112/10000 [3:16:26<4:38:24, 2.84s/it] 41%|████ | 4113/10000 [3:16:29<4:38:20, 2.84s/it] 41%|████ | 4114/10000 [3:16:32<4:36:57, 2.82s/it] 41%|████ | 4115/10000 [3:16:35<4:38:53, 2.84s/it] 41%|████ | 4116/10000 [3:16:38<4:36:36, 2.82s/it] 41%|████ | 4117/10000 [3:16:40<4:35:08, 2.81s/it] 41%|████ | 4118/10000 [3:16:43<4:34:12, 2.80s/it] 41%|████ | 4119/10000 [3:16:46<4:44:57, 2.91s/it] 41%|████ | 4120/10000 [3:16:49<4:41:48, 2.88s/it] 41%|████ | 4120/10000 [3:16:49<4:41:48, 2.88s/it] 41%|████ | 4121/10000 [3:16:52<4:40:32, 2.86s/it] 41%|████ | 4122/10000 [3:16:56<5:03:18, 3.10s/it] 41%|████ | 4123/10000 [3:16:59<4:55:39, 3.02s/it] 41%|████ | 4124/10000 [3:17:01<4:48:22, 2.94s/it] 41%|████▏ | 4125/10000 [3:17:04<4:41:18, 2.87s/it] 41%|████▏ | 4126/10000 [3:17:07<4:50:47, 2.97s/it] 41%|████▏ | 4127/10000 [3:17:10<4:48:38, 2.95s/it] 41%|████▏ | 4128/10000 [3:17:13<4:48:49, 2.95s/it] 41%|████▏ | 4129/10000 [3:17:17<5:05:55, 3.13s/it] 41%|████▏ | 4130/10000 [3:17:19<4:52:39, 2.99s/it] 41%|████▏ | 4131/10000 [3:17:22<4:37:41, 2.84s/it] 41%|████▏ | 4132/10000 [3:17:25<4:36:31, 2.83s/it] 41%|████▏ | 4133/10000 [3:17:27<4:35:23, 2.82s/it] 41%|████▏ | 4134/10000 [3:17:30<4:40:57, 2.87s/it] 41%|████▏ | 4135/10000 [3:17:33<4:37:13, 2.84s/it] 41%|████▏ | 4136/10000 [3:17:37<4:59:51, 3.07s/it] 41%|████▏ | 4137/10000 [3:17:40<4:57:31, 3.04s/it] 41%|████▏ | 4138/10000 [3:17:42<4:40:21, 2.87s/it] 41%|████▏ | 4139/10000 [3:17:45<4:37:53, 2.84s/it] 41%|████▏ | 4140/10000 [3:17:48<4:46:29, 2.93s/it] 41%|████▏ | 4140/10000 [3:17:48<4:46:29, 2.93s/it] 41%|████▏ | 4141/10000 [3:17:51<4:54:51, 3.02s/it] 41%|████▏ | 4142/10000 [3:17:54<4:45:26, 2.92s/it] 41%|████▏ | 4143/10000 [3:17:57<4:40:47, 2.88s/it] 41%|████▏ | 4144/10000 [3:18:00<4:40:57, 2.88s/it] 41%|████▏ | 4145/10000 [3:18:03<4:44:49, 2.92s/it] 41%|████▏ | 4146/10000 [3:18:06<4:50:40, 2.98s/it] 41%|████▏ | 4147/10000 [3:18:08<4:35:55, 2.83s/it] 41%|████▏ | 4148/10000 [3:18:11<4:31:40, 2.79s/it] 41%|████▏ | 4149/10000 [3:18:15<4:55:25, 3.03s/it] 42%|████▏ | 4150/10000 [3:18:17<4:48:35, 2.96s/it] 42%|████▏ | 4151/10000 [3:18:20<4:43:16, 2.91s/it] 42%|████▏ | 4152/10000 [3:18:23<4:45:06, 2.93s/it] 42%|████▏ | 4153/10000 [3:18:26<4:45:20, 2.93s/it] 42%|████▏ | 4154/10000 [3:18:29<4:40:44, 2.88s/it] 42%|████▏ | 4155/10000 [3:18:31<4:29:22, 2.77s/it] 42%|████▏ | 4156/10000 [3:18:34<4:33:28, 2.81s/it] 42%|████▏ | 4157/10000 [3:18:37<4:32:40, 2.80s/it] 42%|████▏ | 4158/10000 [3:18:40<4:36:30, 2.84s/it] 42%|████▏ | 4159/10000 [3:18:43<4:39:23, 2.87s/it] 42%|████▏ | 4160/10000 [3:18:46<4:38:44, 2.86s/it] 42%|████▏ | 4160/10000 [3:18:46<4:38:44, 2.86s/it] 42%|████▏ | 4161/10000 [3:18:49<4:51:03, 2.99s/it] 42%|████▏ | 4162/10000 [3:18:52<4:48:40, 2.97s/it] 42%|████▏ | 4163/10000 [3:18:55<4:45:31, 2.93s/it] 42%|████▏ | 4164/10000 [3:18:58<4:41:55, 2.90s/it] 42%|████▏ | 4165/10000 [3:19:01<4:45:41, 2.94s/it] 42%|████▏ | 4166/10000 [3:19:04<4:55:42, 3.04s/it] 42%|████▏ | 4167/10000 [3:19:07<4:49:23, 2.98s/it] 42%|████▏ | 4168/10000 [3:19:09<4:42:29, 2.91s/it] 42%|████▏ | 4169/10000 [3:19:12<4:40:09, 2.88s/it] 42%|████▏ | 4170/10000 [3:19:16<5:02:00, 3.11s/it] 42%|████▏ | 4171/10000 [3:19:19<5:08:16, 3.17s/it] 42%|████▏ | 4172/10000 [3:19:22<5:02:47, 3.12s/it] 42%|████▏ | 4173/10000 [3:19:25<4:52:21, 3.01s/it] 42%|████▏ | 4174/10000 [3:19:28<4:51:52, 3.01s/it] 42%|████▏ | 4175/10000 [3:19:31<4:52:58, 3.02s/it] 42%|████▏ | 4176/10000 [3:19:34<4:49:25, 2.98s/it] 42%|████▏ | 4177/10000 [3:19:37<4:42:13, 2.91s/it] 42%|████▏ | 4178/10000 [3:19:40<4:41:02, 2.90s/it] 42%|████▏ | 4179/10000 [3:19:42<4:41:28, 2.90s/it] 42%|████▏ | 4180/10000 [3:19:45<4:40:28, 2.89s/it] {'loss': '0.1058', 'grad_norm': '0.002548', 'learning_rate': '2.99e-06', 'num_tokens': '1.187e+06', 'completions/mean_length': '4.175', 'completions/min_length': '3', 'completions/max_length': '5.75', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.175', 'completions/min_terminated_length': '3', 'completions/max_terminated_length': '5.75', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2762', 'rewards/reward_semantic/std': '0.1583', 'rewards/reward_length/mean': '-0.05635', 'rewards/reward_length/std': '0.01576', 'reward': '1.08', 'reward_std': '0.04787', 'frac_reward_zero_std': '0.2', 'kl': '0.2403', 'entropy': '0.7192', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.799', 'epoch': '0.6594'} +[adaptive-kl] kl=0.164 target=0.3 beta: 0.1975 -> 0.1317 +{'loss': '0.0363', 'grad_norm': '6.32', 'learning_rate': '2.981e-06', 'num_tokens': '1.193e+06', 'completions/mean_length': '4.456', 'completions/min_length': '3.1', 'completions/max_length': '5.65', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.456', 'completions/min_terminated_length': '3.1', 'completions/max_terminated_length': '5.65', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.351', 'rewards/reward_semantic/std': '0.1461', 'rewards/reward_length/mean': '-0.05928', 'rewards/reward_length/std': '0.01753', 'reward': '1.102', 'reward_std': '0.04406', 'frac_reward_zero_std': '0.15', 'kl': '0.1637', 'entropy': '0.6383', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.812', 'epoch': '0.6627'} +[adaptive-kl] kl=0.643 target=0.3 beta: 0.1317 -> 0.1975 +{'loss': '0.165', 'grad_norm': '9.076', 'learning_rate': '2.971e-06', 'num_tokens': '1.2e+06', 'completions/mean_length': '5.1', 'completions/min_length': '3.95', 'completions/max_length': '6.3', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.1', 'completions/min_terminated_length': '3.95', 'completions/max_terminated_length': '6.3', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.326', 'rewards/reward_semantic/std': '0.09615', 'rewards/reward_length/mean': '-0.04875', 'rewards/reward_length/std': '0.01382', 'reward': '1.095', 'reward_std': '0.02937', 'frac_reward_zero_std': '0.1', 'kl': '0.6428', 'entropy': '0.4676', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.851', 'epoch': '0.666'} +[adaptive-kl] kl=0.566 target=0.3 beta: 0.1975 -> 0.2963 +{'loss': '0.1031', 'grad_norm': '0.001761', 'learning_rate': '2.96e-06', 'num_tokens': '1.206e+06', 'completions/mean_length': '4.419', 'completions/min_length': '3.4', 'completions/max_length': '5.7', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.419', 'completions/min_terminated_length': '3.4', 'completions/max_terminated_length': '5.7', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4164', 'rewards/reward_semantic/std': '0.07076', 'rewards/reward_length/mean': '-0.05059', 'rewards/reward_length/std': '0.01442', 'reward': '1.122', 'reward_std': '0.02138', 'frac_reward_zero_std': '0.3', 'kl': '0.5659', 'entropy': '0.6142', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.81', 'epoch': '0.6693'} +[adaptive-kl] kl=0.779 target=0.3 beta: 0.2963 -> 0.4444 +{'loss': '0.2775', 'grad_norm': '10.48', 'learning_rate': '2.95e-06', 'num_tokens': '1.212e+06', 'completions/mean_length': '4.438', 'completions/min_length': '3.05', 'completions/max_length': '6.15', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.438', 'completions/min_terminated_length': '3.05', 'completions/max_terminated_length': '6.15', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3699', 'rewards/reward_semantic/std': '0.07834', 'rewards/reward_length/mean': '-0.04641', 'rewards/reward_length/std': '0.01631', 'reward': '1.109', 'reward_std': '0.02399', 'frac_reward_zero_std': '0.15', 'kl': '0.7789', 'entropy': '0.728', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.863', 'epoch': '0.6726'} +[adaptive-kl] kl=0.949 target=0.3 beta: 0.4444 -> 0.6667 +{'loss': '0.4558', 'grad_norm': '5.826', 'learning_rate': '2.941e-06', 'num_tokens': '1.217e+06', 'completions/mean_length': '4.638', 'completions/min_length': '3.2', 'completions/max_length': '6.65', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.638', 'completions/min_terminated_length': '3.2', 'completions/max_terminated_length': '6.65', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2188', 'rewards/reward_semantic/std': '0.103', 'rewards/reward_length/mean': '-0.05056', 'rewards/reward_length/std': '0.02246', 'reward': '1.063', 'reward_std': '0.0315', 'frac_reward_zero_std': '0', 'kl': '0.9487', 'entropy': '0.7932', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.882', 'epoch': '0.6759'} +[adaptive-kl] kl=0.797 target=0.3 beta: 0.6667 -> 1.0000 +{'loss': '0.5677', 'grad_norm': '2.395', 'learning_rate': '2.931e-06', 'num_tokens': '1.224e+06', 'completions/mean_length': '4.912', 'completions/min_length': '3.25', 'completions/max_length': '7.2', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.912', 'completions/min_terminated_length': '3.25', 'completions/max_terminated_length': '7.2', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2558', 'rewards/reward_semantic/std': '0.06598', 'rewards/reward_length/mean': '-0.04253', 'rewards/reward_length/std': '0.0148', 'reward': '1.075', 'reward_std': '0.02019', 'frac_reward_zero_std': '0.15', 'kl': '0.7973', 'entropy': '0.5842', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.932', 'epoch': '0.6791'} +{'loss': '1.14', 'grad_norm': '7.297', 'learning_rate': '2.92e-06', 'num_tokens': '1.23e+06', 'completions/mean_length': '4.531', 'completions/min_length': '3.1', 'completions/max_length': '6.4', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.531', 'completions/min_terminated_length': '3.1', 'completions/max_terminated_length': '6.4', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3821', 'rewards/reward_semantic/std': '0.1206', 'rewards/reward_length/mean': '-0.03984', 'rewards/reward_length/std': '0.02027', 'reward': '1.113', 'reward_std': '0.03641', 'frac_reward_zero_std': '0.15', 'kl': '1.24', 'entropy': '0.7083', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.869', 'epoch': '0.6824'} + 42%|████▏ | 4180/10000 [3:19:45<4:40:28, 2.89s/it] 42%|████▏ | 4181/10000 [3:19:48<4:37:44, 2.86s/it] 42%|████▏ | 4182/10000 [3:19:51<4:41:04, 2.90s/it] 42%|████▏ | 4183/10000 [3:19:54<4:38:20, 2.87s/it] 42%|████▏ | 4184/10000 [3:19:57<4:37:01, 2.86s/it] 42%|████▏ | 4185/10000 [3:20:00<4:34:51, 2.84s/it] 42%|████▏ | 4186/10000 [3:20:02<4:34:27, 2.83s/it] 42%|████▏ | 4187/10000 [3:20:05<4:42:57, 2.92s/it] 42%|████▏ | 4188/10000 [3:20:08<4:42:05, 2.91s/it] 42%|████▏ | 4189/10000 [3:20:11<4:34:51, 2.84s/it] 42%|████▏ | 4190/10000 [3:20:14<4:35:36, 2.85s/it] 42%|████▏ | 4191/10000 [3:20:16<4:25:18, 2.74s/it] 42%|████▏ | 4192/10000 [3:20:19<4:19:32, 2.68s/it] 42%|████▏ | 4193/10000 [3:20:22<4:27:55, 2.77s/it] 42%|████▏ | 4194/10000 [3:20:24<4:19:20, 2.68s/it] 42%|████▏ | 4195/10000 [3:20:27<4:22:07, 2.71s/it] 42%|████▏ | 4196/10000 [3:20:30<4:26:14, 2.75s/it] 42%|████▏ | 4197/10000 [3:20:33<4:23:58, 2.73s/it] 42%|████▏ | 4198/10000 [3:20:36<4:28:34, 2.78s/it] 42%|████▏ | 4199/10000 [3:20:38<4:26:21, 2.76s/it] 42%|████▏ | 4200/10000 [3:20:41<4:29:15, 2.79s/it] 42%|████▏ | 4200/10000 [3:20:41<4:29:15, 2.79s/it] 42%|████▏ | 4201/10000 [3:20:44<4:27:35, 2.77s/it] 42%|████▏ | 4202/10000 [3:20:46<4:22:16, 2.71s/it] 42%|████▏ | 4203/10000 [3:20:49<4:30:13, 2.80s/it] 42%|████▏ | 4204/10000 [3:20:52<4:29:50, 2.79s/it] 42%|████▏ | 4205/10000 [3:20:55<4:26:11, 2.76s/it] 42%|████▏ | 4206/10000 [3:20:58<4:35:48, 2.86s/it] 42%|████▏ | 4207/10000 [3:21:01<4:41:29, 2.92s/it] 42%|████▏ | 4208/10000 [3:21:04<4:45:37, 2.96s/it] 42%|████▏ | 4209/10000 [3:21:07<4:32:52, 2.83s/it] 42%|████▏ | 4210/10000 [3:21:09<4:27:24, 2.77s/it] 42%|████▏ | 4211/10000 [3:21:12<4:25:28, 2.75s/it] 42%|████▏ | 4212/10000 [3:21:15<4:31:15, 2.81s/it] 42%|████▏ | 4213/10000 [3:21:18<4:25:53, 2.76s/it] 42%|████▏ | 4214/10000 [3:21:21<4:39:45, 2.90s/it] 42%|████▏ | 4215/10000 [3:21:24<4:37:15, 2.88s/it] 42%|████▏ | 4216/10000 [3:21:27<4:45:45, 2.96s/it] 42%|████▏ | 4217/10000 [3:21:29<4:37:53, 2.88s/it] 42%|████▏ | 4218/10000 [3:21:33<5:01:13, 3.13s/it] 42%|████▏ | 4219/10000 [3:21:36<4:51:30, 3.03s/it] 42%|████▏ | 4220/10000 [3:21:39<4:53:37, 3.05s/it] 42%|████▏ | 4220/10000 [3:21:39<4:53:37, 3.05s/it] 42%|████▏ | 4221/10000 [3:21:42<4:48:15, 2.99s/it] 42%|████▏ | 4222/10000 [3:21:45<4:42:59, 2.94s/it] 42%|████▏ | 4223/10000 [3:21:48<4:46:00, 2.97s/it] 42%|████▏ | 4224/10000 [3:21:51<4:40:01, 2.91s/it] 42%|████▏ | 4225/10000 [3:21:53<4:38:17, 2.89s/it] 42%|████▏ | 4226/10000 [3:21:56<4:36:12, 2.87s/it] 42%|████▏ | 4227/10000 [3:21:59<4:46:12, 2.97s/it] 42%|████▏ | 4228/10000 [3:22:02<4:38:04, 2.89s/it] 42%|████▏ | 4229/10000 [3:22:05<4:27:46, 2.78s/it] 42%|████▏ | 4230/10000 [3:22:07<4:23:02, 2.74s/it] 42%|████▏ | 4231/10000 [3:22:10<4:28:10, 2.79s/it] 42%|████▏ | 4232/10000 [3:22:13<4:36:02, 2.87s/it] 42%|████▏ | 4233/10000 [3:22:16<4:30:15, 2.81s/it] 42%|████▏ | 4234/10000 [3:22:19<4:33:11, 2.84s/it] 42%|████▏ | 4235/10000 [3:22:22<4:36:00, 2.87s/it] 42%|████▏ | 4236/10000 [3:22:24<4:26:49, 2.78s/it] 42%|████▏ | 4237/10000 [3:22:27<4:33:16, 2.85s/it] 42%|████▏ | 4238/10000 [3:22:30<4:28:29, 2.80s/it] 42%|████▏ | 4239/10000 [3:22:33<4:35:16, 2.87s/it] 42%|████▏ | 4240/10000 [3:22:36<4:24:37, 2.76s/it] 42%|████▏ | 4240/10000 [3:22:36<4:24:37, 2.76s/it] 42%|████▏ | 4241/10000 [3:22:38<4:24:26, 2.76s/it] 42%|████▏ | 4242/10000 [3:22:41<4:29:34, 2.81s/it] 42%|████▏ | 4243/10000 [3:22:45<4:43:28, 2.95s/it] 42%|████▏ | 4244/10000 [3:22:47<4:31:00, 2.83s/it] 42%|████▏ | 4245/10000 [3:22:50<4:27:49, 2.79s/it] 42%|████▏ | 4246/10000 [3:22:52<4:18:23, 2.69s/it] 42%|████▏ | 4247/10000 [3:22:55<4:12:49, 2.64s/it] 42%|████▏ | 4248/10000 [3:22:58<4:20:42, 2.72s/it] 42%|████▏ | 4249/10000 [3:23:00<4:22:15, 2.74s/it] 42%|████▎ | 4250/10000 [3:23:03<4:23:41, 2.75s/it] 43%|████▎ | 4251/10000 [3:23:06<4:26:57, 2.79s/it] 43%|████▎ | 4252/10000 [3:23:09<4:29:41, 2.82s/it] 43%|████▎ | 4253/10000 [3:23:12<4:29:42, 2.82s/it] 43%|████▎ | 4254/10000 [3:23:15<4:35:41, 2.88s/it] 43%|████▎ | 4255/10000 [3:23:18<4:34:31, 2.87s/it] 43%|████▎ | 4256/10000 [3:23:22<5:25:59, 3.41s/it] 43%|████▎ | 4257/10000 [3:23:25<5:15:44, 3.30s/it] 43%|████▎ | 4258/10000 [3:23:28<5:08:05, 3.22s/it] 43%|████▎ | 4259/10000 [3:23:31<5:01:45, 3.15s/it] 43%|████▎ | 4260/10000 [3:23:34<4:55:09, 3.09s/it] 43%|████▎ | 4260/10000 [3:23:34<4:55:09, 3.09s/it] 43%|████▎ | 4261/10000 [3:23:37<4:50:53, 3.04s/it] 43%|████▎ | 4262/10000 [3:23:40<4:43:54, 2.97s/it] 43%|████▎ | 4263/10000 [3:23:43<4:48:57, 3.02s/it] 43%|████▎ | 4264/10000 [3:23:46<4:47:35, 3.01s/it] 43%|████▎ | 4265/10000 [3:23:49<4:37:25, 2.90s/it] 43%|████▎ | 4266/10000 [3:23:56<6:39:30, 4.18s/it] 43%|████▎ | 4267/10000 [3:23:59<6:12:39, 3.90s/it] 43%|████▎ | 4268/10000 [3:24:02<5:41:41, 3.58s/it] 43%|████▎ | 4269/10000 [3:24:05<5:22:57, 3.38s/it] 43%|████▎ | 4270/10000 [3:24:08<5:17:14, 3.32s/it] 43%|████▎ | 4271/10000 [3:24:11<5:08:41, 3.23s/it] 43%|████▎ | 4272/10000 [3:24:14<4:51:41, 3.06s/it] 43%|████▎ | 4273/10000 [3:24:16<4:39:38, 2.93s/it] 43%|████▎ | 4274/10000 [3:24:19<4:30:22, 2.83s/it] 43%|████▎ | 4275/10000 [3:24:22<4:23:08, 2.76s/it] 43%|████▎ | 4276/10000 [3:24:25<4:27:27, 2.80s/it] 43%|████▎ | 4277/10000 [3:24:27<4:24:06, 2.77s/it] 43%|████▎ | 4278/10000 [3:24:30<4:19:03, 2.72s/it] 43%|████▎ | 4279/10000 [3:24:33<4:17:55, 2.71s/it] 43%|████▎ | 4280/10000 [3:24:36<4:40:09, 2.94s/it] 43%|████▎ | 4280/10000 [3:24:36<4:40:09, 2.94s/it] 43%|████▎ | 4281/10000 [3:24:39<4:28:06, 2.81s/it] 43%|████▎ | 4282/10000 [3:24:41<4:29:35, 2.83s/it] 43%|████▎ | 4283/10000 [3:24:44<4:24:44, 2.78s/it] 43%|████▎ | 4284/10000 [3:24:47<4:19:20, 2.72s/it] 43%|████▎ | 4285/10000 [3:24:49<4:20:49, 2.74s/it] 43%|████▎ | 4286/10000 [3:24:52<4:24:25, 2.78s/it] 43%|████▎ | 4287/10000 [3:24:55<4:18:19, 2.71s/it] 43%|████▎ | 4288/10000 [3:24:58<4:20:40, 2.74s/it] 43%|████▎ | 4289/10000 [3:25:00<4:13:01, 2.66s/it] 43%|████▎ | 4290/10000 [3:25:03<4:11:46, 2.65s/it] 43%|████▎ | 4291/10000 [3:25:06<4:24:00, 2.77s/it] 43%|████▎ | 4292/10000 [3:25:09<4:27:49, 2.82s/it] 43%|████▎ | 4293/10000 [3:25:12<4:29:32, 2.83s/it] 43%|████▎ | 4294/10000 [3:25:14<4:24:04, 2.78s/it] 43%|████▎ | 4295/10000 [3:25:17<4:32:00, 2.86s/it] 43%|████▎ | 4296/10000 [3:25:20<4:28:52, 2.83s/it] 43%|████▎ | 4297/10000 [3:25:23<4:28:02, 2.82s/it] 43%|████▎ | 4298/10000 [3:25:26<4:35:25, 2.90s/it] 43%|████▎ | 4299/10000 [3:25:28<4:25:37, 2.80s/it] 43%|████▎ | 4300/10000 [3:25:31<4:21:59, 2.76s/it] 43%|████▎ | 4300/10000 [3:25:31<4:21:59, 2.76s/it] 43%|████▎ | 4301/10000 [3:25:34<4:29:45, 2.84s/it] 43%|████▎ | 4302/10000 [3:25:37<4:25:00, 2.79s/it] 43%|████▎ | 4303/10000 [3:25:40<4:24:37, 2.79s/it] 43%|████▎ | 4304/10000 [3:25:42<4:25:43, 2.80s/it] 43%|████▎ | 4305/10000 [3:25:46<4:33:29, 2.88s/it] 43%|████▎ | 4306/10000 [3:25:49<4:39:03, 2.94s/it] 43%|████▎ | 4307/10000 [3:25:51<4:33:45, 2.89s/it] 43%|████▎ | 4308/10000 [3:25:54<4:35:33, 2.90s/it] 43%|████▎ | 4309/10000 [3:25:57<4:37:31, 2.93s/it] 43%|████▎ | 4310/10000 [3:26:00<4:32:37, 2.87s/it] 43%|████▎ | 4311/10000 [3:26:03<4:28:50, 2.84s/it] 43%|████▎ | 4312/10000 [3:26:06<4:28:53, 2.84s/it] 43%|████▎ | 4313/10000 [3:26:08<4:24:43, 2.79s/it] 43%|████▎ | 4314/10000 [3:26:12<4:35:16, 2.90s/it] 43%|████▎ | 4315/10000 [3:26:14<4:27:04, 2.82s/it] 43%|████▎ | 4316/10000 [3:26:17<4:19:22, 2.74s/it] 43%|████▎ | 4317/10000 [3:26:19<4:17:20, 2.72s/it] 43%|████▎ | 4318/10000 [3:26:22<4:21:28, 2.76s/it] 43%|████▎ | 4319/10000 [3:26:25<4:25:03, 2.80s/it] 43%|████▎ | 4320/10000 [3:26:28<4:28:22, 2.84s/it] 43%|████▎ | 4320/10000 [3:26:28<4:28:22, 2.84s/it] 43%|████▎ | 4321/10000 [3:26:31<4:29:11, 2.84s/it] 43%|████▎ | 4322/10000 [3:26:34<4:32:24, 2.88s/it] 43%|████▎ | 4323/10000 [3:26:36<4:25:44, 2.81s/it] 43%|████▎ | 4324/10000 [3:26:39<4:21:50, 2.77s/it] 43%|████▎ | 4325/10000 [3:26:42<4:26:52, 2.82s/it] 43%|████▎ | 4326/10000 [3:26:45<4:30:00, 2.86s/it] 43%|████▎ | 4327/10000 [3:26:47<4:18:51, 2.74s/it] 43%|████▎ | 4328/10000 [3:26:50<4:10:50, 2.65s/it] 43%|████▎ | 4329/10000 [3:26:52<4:06:21, 2.61s/it] 43%|████▎ | 4330/10000 [3:26:55<4:12:12, 2.67s/it] 43%|████▎ | 4331/10000 [3:26:58<4:18:49, 2.74s/it] 43%|████▎ | 4332/10000 [3:27:01<4:10:29, 2.65s/it] 43%|████▎ | 4333/10000 [3:27:03<4:04:55, 2.59s/it] 43%|████▎ | 4334/10000 [3:27:06<4:17:10, 2.72s/it] 43%|████▎ | 4335/10000 [3:27:09<4:30:54, 2.87s/it] 43%|████▎ | 4336/10000 [3:27:12<4:35:46, 2.92s/it] 43%|████▎ | 4337/10000 [3:27:15<4:27:55, 2.84s/it] 43%|████▎ | 4338/10000 [3:27:18<4:23:08, 2.79s/it] 43%|████▎ | 4339/10000 [3:27:21<4:24:34, 2.80s/it] 43%|████▎ | 4340/10000 [3:27:24<4:37:30, 2.94s/it] {'loss': '0.4545', 'grad_norm': '3.766', 'learning_rate': '2.91e-06', 'num_tokens': '1.236e+06', 'completions/mean_length': '5.131', 'completions/min_length': '3.45', 'completions/max_length': '7.6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.131', 'completions/min_terminated_length': '3.45', 'completions/max_terminated_length': '7.6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2651', 'rewards/reward_semantic/std': '0.1427', 'rewards/reward_length/mean': '-0.05537', 'rewards/reward_length/std': '0.02156', 'reward': '1.077', 'reward_std': '0.04335', 'frac_reward_zero_std': '0.05', 'kl': '0.4189', 'entropy': '0.7908', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.969', 'epoch': '0.6857'} +{'loss': '0.3618', 'grad_norm': '1.367', 'learning_rate': '2.901e-06', 'num_tokens': '1.241e+06', 'completions/mean_length': '4.156', 'completions/min_length': '3.15', 'completions/max_length': '5.65', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.156', 'completions/min_terminated_length': '3.15', 'completions/max_terminated_length': '5.65', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3755', 'rewards/reward_semantic/std': '0.1408', 'rewards/reward_length/mean': '-0.04829', 'rewards/reward_length/std': '0.0188', 'reward': '1.11', 'reward_std': '0.04279', 'frac_reward_zero_std': '0.15', 'kl': '0.3117', 'entropy': '0.6998', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.779', 'epoch': '0.689'} +[adaptive-kl] kl=0.118 target=0.3 beta: 1.0000 -> 0.6667 +{'loss': '0.144', 'grad_norm': '2.669', 'learning_rate': '2.891e-06', 'num_tokens': '1.248e+06', 'completions/mean_length': '4.856', 'completions/min_length': '3.75', 'completions/max_length': '6.85', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.856', 'completions/min_terminated_length': '3.75', 'completions/max_terminated_length': '6.85', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3872', 'rewards/reward_semantic/std': '0.09031', 'rewards/reward_length/mean': '-0.05242', 'rewards/reward_length/std': '0.01036', 'reward': '1.114', 'reward_std': '0.02744', 'frac_reward_zero_std': '0.25', 'kl': '0.1182', 'entropy': '0.6634', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.884', 'epoch': '0.6923'} +[adaptive-kl] kl=0.132 target=0.3 beta: 0.6667 -> 0.4444 +{'loss': '0.1175', 'grad_norm': '4.566', 'learning_rate': '2.88e-06', 'num_tokens': '1.254e+06', 'completions/mean_length': '4.688', 'completions/min_length': '3.9', 'completions/max_length': '5.8', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.688', 'completions/min_terminated_length': '3.9', 'completions/max_terminated_length': '5.8', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4073', 'rewards/reward_semantic/std': '0.1413', 'rewards/reward_length/mean': '-0.0563', 'rewards/reward_length/std': '0.0112', 'reward': '1.119', 'reward_std': '0.04259', 'frac_reward_zero_std': '0.3', 'kl': '0.1321', 'entropy': '0.7653', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.813', 'epoch': '0.6955'} +[adaptive-kl] kl=0.081 target=0.3 beta: 0.4444 -> 0.2963 +{'loss': '0.09842', 'grad_norm': '3.579', 'learning_rate': '2.871e-06', 'num_tokens': '1.26e+06', 'completions/mean_length': '4.906', 'completions/min_length': '3.05', 'completions/max_length': '7.45', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.906', 'completions/min_terminated_length': '3.05', 'completions/max_terminated_length': '7.45', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2722', 'rewards/reward_semantic/std': '0.118', 'rewards/reward_length/mean': '-0.06738', 'rewards/reward_length/std': '0.0269', 'reward': '1.078', 'reward_std': '0.03602', 'frac_reward_zero_std': '0.15', 'kl': '0.08096', 'entropy': '0.8104', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.926', 'epoch': '0.6988'} +[adaptive-kl] kl=0.075 target=0.3 beta: 0.2963 -> 0.1975 +{'loss': '0.1528', 'grad_norm': '1.927', 'learning_rate': '2.861e-06', 'num_tokens': '1.266e+06', 'completions/mean_length': '4.869', 'completions/min_length': '3.35', 'completions/max_length': '9.05', 'completions/clipped_ratio': '0.00625', 'completions/mean_terminated_length': '4.508', 'completions/min_terminated_length': '3.35', 'completions/max_terminated_length': '6.3', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2624', 'rewards/reward_semantic/std': '0.111', 'rewards/reward_length/mean': '-0.05615', 'rewards/reward_length/std': '0.02903', 'reward': '1.076', 'reward_std': '0.03447', 'frac_reward_zero_std': '0.15', 'kl': '0.07483', 'entropy': '0.6803', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '3.073', 'epoch': '0.7021'} +[adaptive-kl] kl=0.163 target=0.3 beta: 0.1975 -> 0.1317 +{'loss': '0.0575', 'grad_norm': '11.02', 'learning_rate': '2.851e-06', 'num_tokens': '1.272e+06', 'completions/mean_length': '4.125', 'completions/min_length': '3.55', 'completions/max_length': '5.05', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.125', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '5.05', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5614', 'rewards/reward_semantic/std': '0.102', 'rewards/reward_length/mean': '-0.04673', 'rewards/reward_length/std': '0.01078', 'reward': '1.166', 'reward_std': '0.03092', 'frac_reward_zero_std': '0.35', 'kl': '0.1629', 'entropy': '0.6744', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.746', 'epoch': '0.7054'} +[adaptive-kl] kl=0.099 target=0.3 beta: 0.1317 -> 0.0878 +{'loss': '0.1052', 'grad_norm': '2.795', 'learning_rate': '2.841e-06', 'num_tokens': '1.278e+06', 'completions/mean_length': '4.575', 'completions/min_length': '3.6', 'completions/max_length': '6.1', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.575', 'completions/min_terminated_length': '3.6', 'completions/max_terminated_length': '6.1', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2882', 'rewards/reward_semantic/std': '0.1776', 'rewards/reward_length/mean': '-0.05935', 'rewards/reward_length/std': '0.01384', 'reward': '1.083', 'reward_std': '0.05375', 'frac_reward_zero_std': '0.05', 'kl': '0.09894', 'entropy': '0.7051', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.831', 'epoch': '0.7087'} +[adaptive-kl] kl=0.099 target=0.3 beta: 0.0878 -> 0.0585 + 43%|████▎ | 4340/10000 [3:27:24<4:37:30, 2.94s/it] 43%|████▎ | 4341/10000 [3:27:27<4:42:00, 2.99s/it] 43%|████▎ | 4342/10000 [3:27:30<4:35:29, 2.92s/it] 43%|████▎ | 4343/10000 [3:27:32<4:28:44, 2.85s/it] 43%|████▎ | 4344/10000 [3:27:35<4:31:20, 2.88s/it] 43%|████▎ | 4345/10000 [3:27:38<4:19:40, 2.76s/it] 43%|████▎ | 4346/10000 [3:27:40<4:16:29, 2.72s/it] 43%|████▎ | 4347/10000 [3:27:43<4:13:47, 2.69s/it] 43%|████▎ | 4348/10000 [3:27:46<4:24:37, 2.81s/it] 43%|████▎ | 4349/10000 [3:27:49<4:24:19, 2.81s/it] 44%|████▎ | 4350/10000 [3:27:52<4:30:14, 2.87s/it] 44%|████▎ | 4351/10000 [3:27:55<4:28:15, 2.85s/it] 44%|████▎ | 4352/10000 [3:27:57<4:18:31, 2.75s/it] 44%|████▎ | 4353/10000 [3:28:00<4:24:44, 2.81s/it] 44%|████▎ | 4354/10000 [3:28:03<4:26:10, 2.83s/it] 44%|████▎ | 4355/10000 [3:28:06<4:23:08, 2.80s/it] 44%|████▎ | 4356/10000 [3:28:08<4:14:04, 2.70s/it] 44%|████▎ | 4357/10000 [3:28:11<4:19:31, 2.76s/it] 44%|████▎ | 4358/10000 [3:28:14<4:19:36, 2.76s/it] 44%|████▎ | 4359/10000 [3:28:17<4:21:31, 2.78s/it] 44%|████▎ | 4360/10000 [3:28:20<4:39:14, 2.97s/it] 44%|████▎ | 4360/10000 [3:28:20<4:39:14, 2.97s/it] 44%|████▎ | 4361/10000 [3:28:23<4:40:55, 2.99s/it] 44%|████▎ | 4362/10000 [3:28:26<4:37:10, 2.95s/it] 44%|████▎ | 4363/10000 [3:28:29<4:37:52, 2.96s/it] 44%|████▎ | 4364/10000 [3:28:32<4:41:10, 2.99s/it] 44%|████▎ | 4365/10000 [3:28:35<4:33:30, 2.91s/it] 44%|████▎ | 4366/10000 [3:28:38<4:42:28, 3.01s/it] 44%|████▎ | 4367/10000 [3:28:41<4:39:09, 2.97s/it] 44%|████▎ | 4368/10000 [3:28:44<4:38:05, 2.96s/it] 44%|████▎ | 4369/10000 [3:28:47<4:33:24, 2.91s/it] 44%|████▎ | 4370/10000 [3:28:49<4:30:39, 2.88s/it] 44%|████▎ | 4371/10000 [3:28:53<4:35:22, 2.94s/it] 44%|████▎ | 4372/10000 [3:28:55<4:33:56, 2.92s/it] 44%|████▎ | 4373/10000 [3:28:58<4:25:57, 2.84s/it] 44%|████▎ | 4374/10000 [3:29:01<4:14:40, 2.72s/it] 44%|████▍ | 4375/10000 [3:29:03<4:06:50, 2.63s/it] 44%|████▍ | 4376/10000 [3:29:06<4:08:17, 2.65s/it] 44%|████▍ | 4377/10000 [3:29:08<4:13:19, 2.70s/it] 44%|████▍ | 4378/10000 [3:29:11<4:11:08, 2.68s/it] 44%|████▍ | 4379/10000 [3:29:14<4:10:26, 2.67s/it] 44%|████▍ | 4380/10000 [3:29:17<4:18:49, 2.76s/it] 44%|████▍ | 4380/10000 [3:29:17<4:18:49, 2.76s/it] 44%|████▍ | 4381/10000 [3:29:19<4:15:32, 2.73s/it] 44%|████▍ | 4382/10000 [3:29:22<4:23:07, 2.81s/it] 44%|████▍ | 4383/10000 [3:29:25<4:22:17, 2.80s/it] 44%|████▍ | 4384/10000 [3:29:28<4:27:34, 2.86s/it] 44%|████▍ | 4385/10000 [3:29:31<4:27:03, 2.85s/it] 44%|████▍ | 4386/10000 [3:29:34<4:25:30, 2.84s/it] 44%|████▍ | 4387/10000 [3:29:36<4:15:09, 2.73s/it] 44%|████▍ | 4388/10000 [3:29:39<4:18:10, 2.76s/it] 44%|████▍ | 4389/10000 [3:29:42<4:22:38, 2.81s/it] 44%|████▍ | 4390/10000 [3:29:45<4:21:54, 2.80s/it] 44%|████▍ | 4391/10000 [3:29:47<4:18:51, 2.77s/it] 44%|████▍ | 4392/10000 [3:29:51<4:30:30, 2.89s/it] 44%|████▍ | 4393/10000 [3:29:54<4:29:48, 2.89s/it] 44%|████▍ | 4394/10000 [3:29:57<4:59:16, 3.20s/it] 44%|████▍ | 4395/10000 [3:30:00<4:42:20, 3.02s/it] 44%|████▍ | 4396/10000 [3:30:03<4:29:11, 2.88s/it] 44%|████▍ | 4397/10000 [3:30:05<4:18:59, 2.77s/it] 44%|████▍ | 4398/10000 [3:30:08<4:20:57, 2.79s/it] 44%|████▍ | 4399/10000 [3:30:11<4:31:16, 2.91s/it] 44%|████▍ | 4400/10000 [3:30:14<4:24:09, 2.83s/it] 44%|████▍ | 4400/10000 [3:30:14<4:24:09, 2.83s/it] 44%|████▍ | 4401/10000 [3:30:17<4:30:21, 2.90s/it] 44%|████▍ | 4402/10000 [3:30:20<4:39:41, 3.00s/it] 44%|████▍ | 4403/10000 [3:30:23<4:35:17, 2.95s/it] 44%|████▍ | 4404/10000 [3:30:26<4:30:36, 2.90s/it] 44%|████▍ | 4405/10000 [3:30:28<4:26:30, 2.86s/it] 44%|████▍ | 4406/10000 [3:30:31<4:24:29, 2.84s/it] 44%|████▍ | 4407/10000 [3:30:34<4:25:30, 2.85s/it] 44%|████▍ | 4408/10000 [3:30:37<4:27:34, 2.87s/it] 44%|████▍ | 4409/10000 [3:30:40<4:21:16, 2.80s/it] 44%|████▍ | 4410/10000 [3:30:42<4:17:20, 2.76s/it] 44%|████▍ | 4411/10000 [3:30:45<4:21:19, 2.81s/it] 44%|████▍ | 4412/10000 [3:30:48<4:28:30, 2.88s/it] 44%|████▍ | 4413/10000 [3:30:51<4:27:45, 2.88s/it] 44%|████▍ | 4414/10000 [3:30:54<4:22:45, 2.82s/it] 44%|████▍ | 4415/10000 [3:30:57<4:36:16, 2.97s/it] 44%|████▍ | 4416/10000 [3:31:00<4:29:52, 2.90s/it] 44%|████▍ | 4417/10000 [3:31:03<4:27:14, 2.87s/it] 44%|████▍ | 4418/10000 [3:31:06<4:29:54, 2.90s/it] 44%|████▍ | 4419/10000 [3:31:09<4:27:44, 2.88s/it] 44%|████▍ | 4420/10000 [3:31:11<4:23:38, 2.83s/it] 44%|████▍ | 4420/10000 [3:31:11<4:23:38, 2.83s/it] 44%|████▍ | 4421/10000 [3:31:14<4:23:07, 2.83s/it] 44%|████▍ | 4422/10000 [3:31:17<4:19:40, 2.79s/it] 44%|████▍ | 4423/10000 [3:31:20<4:17:25, 2.77s/it] 44%|████▍ | 4424/10000 [3:31:22<4:13:20, 2.73s/it] 44%|████▍ | 4425/10000 [3:31:25<4:12:00, 2.71s/it] 44%|████▍ | 4426/10000 [3:31:28<4:13:35, 2.73s/it] 44%|████▍ | 4427/10000 [3:31:30<4:06:05, 2.65s/it] 44%|████▍ | 4428/10000 [3:31:33<4:10:52, 2.70s/it] 44%|████▍ | 4429/10000 [3:31:35<4:03:43, 2.62s/it] 44%|████▍ | 4430/10000 [3:31:38<4:10:54, 2.70s/it] 44%|████▍ | 4431/10000 [3:31:41<4:08:26, 2.68s/it] 44%|████▍ | 4432/10000 [3:31:44<4:17:00, 2.77s/it] 44%|████▍ | 4433/10000 [3:31:47<4:22:13, 2.83s/it] 44%|████▍ | 4434/10000 [3:31:50<4:19:04, 2.79s/it] 44%|████▍ | 4435/10000 [3:31:52<4:17:23, 2.78s/it] 44%|████▍ | 4436/10000 [3:31:55<4:13:18, 2.73s/it] 44%|████▍ | 4437/10000 [3:31:58<4:19:42, 2.80s/it] 44%|████▍ | 4438/10000 [3:32:00<4:10:45, 2.70s/it] 44%|████▍ | 4439/10000 [3:32:03<4:20:10, 2.81s/it] 44%|████▍ | 4440/10000 [3:32:06<4:13:57, 2.74s/it] 44%|████▍ | 4440/10000 [3:32:06<4:13:57, 2.74s/it] 44%|████▍ | 4441/10000 [3:32:09<4:16:26, 2.77s/it] 44%|████▍ | 4442/10000 [3:32:12<4:22:15, 2.83s/it] 44%|████▍ | 4443/10000 [3:32:14<4:19:42, 2.80s/it] 44%|████▍ | 4444/10000 [3:32:17<4:13:34, 2.74s/it] 44%|████▍ | 4445/10000 [3:32:20<4:12:37, 2.73s/it] 44%|████▍ | 4446/10000 [3:32:23<4:14:00, 2.74s/it] 44%|████▍ | 4447/10000 [3:32:25<4:09:02, 2.69s/it] 44%|████▍ | 4448/10000 [3:32:28<4:10:05, 2.70s/it] 44%|████▍ | 4449/10000 [3:32:31<4:15:38, 2.76s/it] 44%|████▍ | 4450/10000 [3:32:33<4:14:36, 2.75s/it] 45%|████▍ | 4451/10000 [3:32:36<4:20:11, 2.81s/it] 45%|████▍ | 4452/10000 [3:32:39<4:19:40, 2.81s/it] 45%|████▍ | 4453/10000 [3:32:42<4:17:36, 2.79s/it] 45%|████▍ | 4454/10000 [3:32:45<4:17:36, 2.79s/it] 45%|████▍ | 4455/10000 [3:32:48<4:16:23, 2.77s/it] 45%|████▍ | 4456/10000 [3:32:50<4:11:53, 2.73s/it] 45%|████▍ | 4457/10000 [3:32:53<4:14:09, 2.75s/it] 45%|████▍ | 4458/10000 [3:32:56<4:16:09, 2.77s/it] 45%|████▍ | 4459/10000 [3:32:59<4:15:45, 2.77s/it] 45%|████▍ | 4460/10000 [3:33:02<4:23:44, 2.86s/it] 45%|████▍ | 4460/10000 [3:33:02<4:23:44, 2.86s/it] 45%|████▍ | 4461/10000 [3:33:05<4:27:53, 2.90s/it] 45%|████▍ | 4462/10000 [3:33:08<4:36:17, 2.99s/it] 45%|████▍ | 4463/10000 [3:33:11<4:36:43, 3.00s/it] 45%|████▍ | 4464/10000 [3:33:14<4:50:58, 3.15s/it] 45%|████▍ | 4465/10000 [3:33:17<4:41:12, 3.05s/it] 45%|████▍ | 4466/10000 [3:33:20<4:32:08, 2.95s/it] 45%|████▍ | 4467/10000 [3:33:23<4:33:58, 2.97s/it] 45%|████▍ | 4468/10000 [3:33:26<4:27:15, 2.90s/it] 45%|████▍ | 4469/10000 [3:33:29<4:34:29, 2.98s/it] 45%|████▍ | 4470/10000 [3:33:32<4:28:00, 2.91s/it] 45%|████▍ | 4471/10000 [3:33:34<4:15:32, 2.77s/it] 45%|████▍ | 4472/10000 [3:33:37<4:17:08, 2.79s/it] 45%|████▍ | 4473/10000 [3:33:39<4:12:59, 2.75s/it] 45%|████▍ | 4474/10000 [3:33:42<4:13:45, 2.76s/it] 45%|████▍ | 4475/10000 [3:33:45<4:13:03, 2.75s/it] 45%|████▍ | 4476/10000 [3:33:48<4:21:52, 2.84s/it] 45%|████▍ | 4477/10000 [3:33:51<4:27:25, 2.91s/it] 45%|████▍ | 4478/10000 [3:33:54<4:29:27, 2.93s/it] 45%|████▍ | 4479/10000 [3:33:57<4:23:58, 2.87s/it] 45%|████▍ | 4480/10000 [3:33:59<4:19:25, 2.82s/it] 45%|████▍ | 4480/10000 [3:33:59<4:19:25, 2.82s/it] 45%|████▍ | 4481/10000 [3:34:03<4:24:51, 2.88s/it] 45%|████▍ | 4482/10000 [3:34:05<4:18:11, 2.81s/it] 45%|████▍ | 4483/10000 [3:34:08<4:21:28, 2.84s/it] 45%|████▍ | 4484/10000 [3:34:11<4:35:18, 2.99s/it] 45%|████▍ | 4485/10000 [3:34:14<4:25:03, 2.88s/it] 45%|████▍ | 4486/10000 [3:34:17<4:15:46, 2.78s/it] 45%|████▍ | 4487/10000 [3:34:20<4:21:08, 2.84s/it] 45%|████▍ | 4488/10000 [3:34:22<4:18:13, 2.81s/it] 45%|████▍ | 4489/10000 [3:34:25<4:20:53, 2.84s/it] 45%|████▍ | 4490/10000 [3:34:33<6:27:59, 4.22s/it] 45%|████▍ | 4491/10000 [3:34:35<5:48:12, 3.79s/it] 45%|████▍ | 4492/10000 [3:34:38<5:14:19, 3.42s/it] 45%|████▍ | 4493/10000 [3:34:40<4:47:54, 3.14s/it] 45%|████▍ | 4494/10000 [3:34:43<4:31:55, 2.96s/it] 45%|████▍ | 4495/10000 [3:34:46<4:18:44, 2.82s/it] 45%|████▍ | 4496/10000 [3:34:49<4:24:47, 2.89s/it] 45%|████▍ | 4497/10000 [3:34:51<4:19:35, 2.83s/it] 45%|████▍ | 4498/10000 [3:34:54<4:08:48, 2.71s/it] 45%|████▍ | 4499/10000 [3:34:56<4:08:52, 2.71s/it] 45%|████▌ | 4500/10000 [3:34:59<4:07:37, 2.70s/it] {'loss': '0.01807', 'grad_norm': '2.552', 'learning_rate': '2.831e-06', 'num_tokens': '1.284e+06', 'completions/mean_length': '4.294', 'completions/min_length': '3', 'completions/max_length': '5.6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.294', 'completions/min_terminated_length': '3', 'completions/max_terminated_length': '5.6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5024', 'rewards/reward_semantic/std': '0.117', 'rewards/reward_length/mean': '-0.05686', 'rewards/reward_length/std': '0.01856', 'reward': '1.148', 'reward_std': '0.03553', 'frac_reward_zero_std': '0.25', 'kl': '0.09937', 'entropy': '0.8095', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.776', 'epoch': '0.7119'} +[adaptive-kl] kl=0.194 target=0.3 beta: 0.0585 -> 0.0390 +{'loss': '0.05057', 'grad_norm': '5.234', 'learning_rate': '2.821e-06', 'num_tokens': '1.29e+06', 'completions/mean_length': '4.487', 'completions/min_length': '3.5', 'completions/max_length': '5.9', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.487', 'completions/min_terminated_length': '3.5', 'completions/max_terminated_length': '5.9', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4252', 'rewards/reward_semantic/std': '0.06744', 'rewards/reward_length/mean': '-0.05654', 'rewards/reward_length/std': '0.0138', 'reward': '1.125', 'reward_std': '0.02074', 'frac_reward_zero_std': '0.25', 'kl': '0.1943', 'entropy': '0.6039', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.807', 'epoch': '0.7152'} +[adaptive-kl] kl=0.574 target=0.3 beta: 0.0390 -> 0.0585 +{'loss': '0.04977', 'grad_norm': '2.934', 'learning_rate': '2.811e-06', 'num_tokens': '1.296e+06', 'completions/mean_length': '4.912', 'completions/min_length': '3.7', 'completions/max_length': '6.3', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.912', 'completions/min_terminated_length': '3.7', 'completions/max_terminated_length': '6.3', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4616', 'rewards/reward_semantic/std': '0.04418', 'rewards/reward_length/mean': '-0.05076', 'rewards/reward_length/std': '0.01191', 'reward': '1.136', 'reward_std': '0.01364', 'frac_reward_zero_std': '0.2', 'kl': '0.5738', 'entropy': '0.8015', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.817', 'epoch': '0.7185'} +[adaptive-kl] kl=0.657 target=0.3 beta: 0.0585 -> 0.0878 +{'loss': '0.06616', 'grad_norm': '0.195', 'learning_rate': '2.801e-06', 'num_tokens': '1.302e+06', 'completions/mean_length': '4.588', 'completions/min_length': '3.55', 'completions/max_length': '6.7', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.588', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '6.7', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3934', 'rewards/reward_semantic/std': '0.04757', 'rewards/reward_length/mean': '-0.04858', 'rewards/reward_length/std': '0.01409', 'reward': '1.116', 'reward_std': '0.01439', 'frac_reward_zero_std': '0.3', 'kl': '0.6574', 'entropy': '0.6224', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.843', 'epoch': '0.7218'} +[adaptive-kl] kl=1.152 target=0.3 beta: 0.0878 -> 0.1317 +{'loss': '0.158', 'grad_norm': '0.6324', 'learning_rate': '2.791e-06', 'num_tokens': '1.308e+06', 'completions/mean_length': '4.737', 'completions/min_length': '3.55', 'completions/max_length': '6.65', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.737', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '6.65', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2807', 'rewards/reward_semantic/std': '0.05482', 'rewards/reward_length/mean': '-0.04863', 'rewards/reward_length/std': '0.01951', 'reward': '1.082', 'reward_std': '0.01727', 'frac_reward_zero_std': '0.15', 'kl': '1.152', 'entropy': '0.805', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.862', 'epoch': '0.7251'} +[adaptive-kl] kl=0.746 target=0.3 beta: 0.1317 -> 0.1975 +{'loss': '0.07104', 'grad_norm': '0.07893', 'learning_rate': '2.781e-06', 'num_tokens': '1.314e+06', 'completions/mean_length': '4.263', 'completions/min_length': '3.3', 'completions/max_length': '5.1', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.263', 'completions/min_terminated_length': '3.3', 'completions/max_terminated_length': '5.1', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5219', 'rewards/reward_semantic/std': '0.1427', 'rewards/reward_length/mean': '-0.04556', 'rewards/reward_length/std': '0.01466', 'reward': '1.154', 'reward_std': '0.0426', 'frac_reward_zero_std': '0.3', 'kl': '0.7461', 'entropy': '0.5852', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.72', 'epoch': '0.7283'} +[adaptive-kl] kl=1.062 target=0.3 beta: 0.1975 -> 0.2963 +{'loss': '0.2821', 'grad_norm': '5.255', 'learning_rate': '2.771e-06', 'num_tokens': '1.32e+06', 'completions/mean_length': '3.806', 'completions/min_length': '2.9', 'completions/max_length': '5.45', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.806', 'completions/min_terminated_length': '2.9', 'completions/max_terminated_length': '5.45', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3634', 'rewards/reward_semantic/std': '0.1558', 'rewards/reward_length/mean': '-0.05056', 'rewards/reward_length/std': '0.01327', 'reward': '1.106', 'reward_std': '0.04694', 'frac_reward_zero_std': '0.1', 'kl': '1.062', 'entropy': '0.8475', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.77', 'epoch': '0.7316'} +[adaptive-kl] kl=1.825 target=0.3 beta: 0.2963 -> 0.4444 +{'loss': '0.6206', 'grad_norm': '4.118', 'learning_rate': '2.761e-06', 'num_tokens': '1.326e+06', 'completions/mean_length': '4.569', 'completions/min_length': '3.05', 'completions/max_length': '7', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.569', 'completions/min_terminated_length': '3.05', 'completions/max_terminated_length': '7', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2374', 'rewards/reward_semantic/std': '0.0777', 'rewards/reward_length/mean': '-0.03564', 'rewards/reward_length/std': '0.01821', 'reward': '1.069', 'reward_std': '0.02392', 'frac_reward_zero_std': '0.15', 'kl': '1.825', 'entropy': '0.9093', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.883', 'epoch': '0.7349'} +[adaptive-kl] kl=0.841 target=0.3 beta: 0.4444 -> 0.6667 + 45%|████▌ | 4500/10000 [3:34:59<4:07:37, 2.70s/it] 45%|████▌ | 4501/10000 [3:35:02<4:14:17, 2.77s/it] 45%|████▌ | 4502/10000 [3:35:05<4:16:53, 2.80s/it] 45%|████▌ | 4503/10000 [3:35:08<4:16:57, 2.80s/it] 45%|████▌ | 4504/10000 [3:35:10<4:11:19, 2.74s/it] 45%|████▌ | 4505/10000 [3:35:13<4:21:18, 2.85s/it] 45%|████▌ | 4506/10000 [3:35:16<4:19:41, 2.84s/it] 45%|████▌ | 4507/10000 [3:35:19<4:15:15, 2.79s/it] 45%|████▌ | 4508/10000 [3:35:22<4:22:00, 2.86s/it] 45%|████▌ | 4509/10000 [3:35:24<4:10:06, 2.73s/it] 45%|████▌ | 4510/10000 [3:35:27<4:08:32, 2.72s/it] 45%|████▌ | 4511/10000 [3:35:29<4:01:04, 2.64s/it] 45%|████▌ | 4512/10000 [3:35:32<4:06:59, 2.70s/it] 45%|████▌ | 4513/10000 [3:35:35<4:05:32, 2.69s/it] 45%|████▌ | 4514/10000 [3:35:38<4:07:44, 2.71s/it] 45%|████▌ | 4515/10000 [3:35:41<4:16:31, 2.81s/it] 45%|████▌ | 4516/10000 [3:35:44<4:14:18, 2.78s/it] 45%|████▌ | 4517/10000 [3:35:46<4:15:08, 2.79s/it] 45%|████▌ | 4518/10000 [3:35:49<4:16:40, 2.81s/it] 45%|████▌ | 4519/10000 [3:35:52<4:15:51, 2.80s/it] 45%|████▌ | 4520/10000 [3:35:55<4:12:49, 2.77s/it] 45%|████▌ | 4520/10000 [3:35:55<4:12:49, 2.77s/it] 45%|████▌ | 4521/10000 [3:35:57<4:07:54, 2.71s/it] 45%|████▌ | 4522/10000 [3:36:00<4:15:45, 2.80s/it] 45%|████▌ | 4523/10000 [3:36:03<4:24:43, 2.90s/it] 45%|████▌ | 4524/10000 [3:36:06<4:23:07, 2.88s/it] 45%|████▌ | 4525/10000 [3:36:09<4:18:06, 2.83s/it] 45%|████▌ | 4526/10000 [3:36:12<4:22:27, 2.88s/it] 45%|████▌ | 4527/10000 [3:36:15<4:22:04, 2.87s/it] 45%|████▌ | 4528/10000 [3:36:18<4:22:41, 2.88s/it] 45%|████▌ | 4529/10000 [3:36:20<4:17:29, 2.82s/it] 45%|████▌ | 4530/10000 [3:36:23<4:08:58, 2.73s/it] 45%|████▌ | 4531/10000 [3:36:26<4:12:14, 2.77s/it] 45%|████▌ | 4532/10000 [3:36:29<4:15:37, 2.80s/it] 45%|████▌ | 4533/10000 [3:36:31<4:14:53, 2.80s/it] 45%|████▌ | 4534/10000 [3:36:34<4:16:44, 2.82s/it] 45%|████▌ | 4535/10000 [3:36:37<4:24:21, 2.90s/it] 45%|████▌ | 4536/10000 [3:36:40<4:20:14, 2.86s/it] 45%|████▌ | 4537/10000 [3:36:43<4:23:45, 2.90s/it] 45%|████▌ | 4538/10000 [3:36:46<4:24:31, 2.91s/it] 45%|████▌ | 4539/10000 [3:36:48<4:11:58, 2.77s/it] 45%|████▌ | 4540/10000 [3:36:51<4:13:11, 2.78s/it] 45%|████▌ | 4540/10000 [3:36:51<4:13:11, 2.78s/it] 45%|████▌ | 4541/10000 [3:36:54<4:10:01, 2.75s/it] 45%|████▌ | 4542/10000 [3:36:57<4:07:29, 2.72s/it] 45%|████▌ | 4543/10000 [3:36:59<4:10:43, 2.76s/it] 45%|████▌ | 4544/10000 [3:37:02<4:13:16, 2.79s/it] 45%|████▌ | 4545/10000 [3:37:05<4:15:03, 2.81s/it] 45%|████▌ | 4546/10000 [3:37:08<4:11:30, 2.77s/it] 45%|████▌ | 4547/10000 [3:37:11<4:11:27, 2.77s/it] 45%|████▌ | 4548/10000 [3:37:13<4:06:26, 2.71s/it] 45%|████▌ | 4549/10000 [3:37:16<4:08:22, 2.73s/it] 46%|████▌ | 4550/10000 [3:37:19<4:09:26, 2.75s/it] 46%|████▌ | 4551/10000 [3:37:21<4:07:33, 2.73s/it] 46%|████▌ | 4552/10000 [3:37:24<4:11:09, 2.77s/it] 46%|████▌ | 4553/10000 [3:37:28<4:34:57, 3.03s/it] 46%|████▌ | 4554/10000 [3:37:31<4:23:24, 2.90s/it] 46%|████▌ | 4555/10000 [3:37:34<4:25:19, 2.92s/it] 46%|████▌ | 4556/10000 [3:37:36<4:22:30, 2.89s/it] 46%|████▌ | 4557/10000 [3:37:39<4:18:38, 2.85s/it] 46%|████▌ | 4558/10000 [3:37:42<4:20:02, 2.87s/it] 46%|████▌ | 4559/10000 [3:37:46<4:37:38, 3.06s/it] 46%|████▌ | 4560/10000 [3:37:49<4:35:45, 3.04s/it] 46%|████▌ | 4560/10000 [3:37:49<4:35:45, 3.04s/it] 46%|████▌ | 4561/10000 [3:37:51<4:28:46, 2.96s/it] 46%|████▌ | 4562/10000 [3:37:54<4:31:45, 3.00s/it] 46%|████▌ | 4563/10000 [3:37:57<4:24:30, 2.92s/it] 46%|████▌ | 4564/10000 [3:38:00<4:13:09, 2.79s/it] 46%|████▌ | 4565/10000 [3:38:03<4:21:14, 2.88s/it] 46%|████▌ | 4566/10000 [3:38:06<4:29:59, 2.98s/it] 46%|████▌ | 4567/10000 [3:38:09<4:25:02, 2.93s/it] 46%|████▌ | 4568/10000 [3:38:11<4:15:44, 2.82s/it] 46%|████▌ | 4569/10000 [3:38:14<4:09:28, 2.76s/it] 46%|████▌ | 4570/10000 [3:38:17<4:08:49, 2.75s/it] 46%|████▌ | 4571/10000 [3:38:19<4:09:22, 2.76s/it] 46%|████▌ | 4572/10000 [3:38:22<4:17:40, 2.85s/it] 46%|████▌ | 4573/10000 [3:38:25<4:21:28, 2.89s/it] 46%|████▌ | 4574/10000 [3:38:28<4:15:25, 2.82s/it] 46%|████▌ | 4575/10000 [3:38:31<4:09:38, 2.76s/it] 46%|████▌ | 4576/10000 [3:38:33<4:07:41, 2.74s/it] 46%|████▌ | 4577/10000 [3:38:36<4:14:34, 2.82s/it] 46%|████▌ | 4578/10000 [3:38:39<4:15:12, 2.82s/it] 46%|████▌ | 4579/10000 [3:38:42<4:05:41, 2.72s/it] 46%|████▌ | 4580/10000 [3:38:45<4:14:58, 2.82s/it] 46%|████▌ | 4580/10000 [3:38:45<4:14:58, 2.82s/it] 46%|████▌ | 4581/10000 [3:38:48<4:22:09, 2.90s/it] 46%|████▌ | 4582/10000 [3:38:51<4:20:18, 2.88s/it] 46%|████▌ | 4583/10000 [3:38:54<4:18:58, 2.87s/it] 46%|████▌ | 4584/10000 [3:38:56<4:15:34, 2.83s/it] 46%|████▌ | 4585/10000 [3:38:59<4:22:04, 2.90s/it] 46%|████▌ | 4586/10000 [3:39:03<4:28:06, 2.97s/it] 46%|████▌ | 4587/10000 [3:39:05<4:14:57, 2.83s/it] 46%|████▌ | 4588/10000 [3:39:08<4:10:33, 2.78s/it] 46%|████▌ | 4589/10000 [3:39:10<4:10:42, 2.78s/it] 46%|████▌ | 4590/10000 [3:39:18<6:06:58, 4.07s/it] 46%|████▌ | 4591/10000 [3:39:21<5:39:12, 3.76s/it] 46%|████▌ | 4592/10000 [3:39:23<5:12:23, 3.47s/it] 46%|████▌ | 4593/10000 [3:39:26<4:56:13, 3.29s/it] 46%|████▌ | 4594/10000 [3:39:29<4:49:00, 3.21s/it] 46%|████▌ | 4595/10000 [3:39:32<4:29:46, 2.99s/it] 46%|████▌ | 4596/10000 [3:39:35<4:26:31, 2.96s/it] 46%|████▌ | 4597/10000 [3:39:37<4:22:08, 2.91s/it] 46%|████▌ | 4598/10000 [3:39:40<4:17:35, 2.86s/it] 46%|████▌ | 4599/10000 [3:39:43<4:20:17, 2.89s/it] 46%|████▌ | 4600/10000 [3:39:46<4:22:59, 2.92s/it] 46%|████▌ | 4600/10000 [3:39:46<4:22:59, 2.92s/it] 46%|████▌ | 4601/10000 [3:39:49<4:13:07, 2.81s/it] 46%|████▌ | 4602/10000 [3:39:52<4:13:24, 2.82s/it] 46%|████▌ | 4603/10000 [3:39:54<4:07:59, 2.76s/it] 46%|████▌ | 4604/10000 [3:39:57<4:08:29, 2.76s/it] 46%|████▌ | 4605/10000 [3:40:00<4:16:30, 2.85s/it] 46%|████▌ | 4606/10000 [3:40:03<4:15:07, 2.84s/it] 46%|████▌ | 4607/10000 [3:40:06<4:17:25, 2.86s/it] 46%|████▌ | 4608/10000 [3:40:08<4:14:18, 2.83s/it] 46%|████▌ | 4609/10000 [3:40:11<4:10:13, 2.78s/it] 46%|████▌ | 4610/10000 [3:40:14<4:08:38, 2.77s/it] 46%|████▌ | 4611/10000 [3:40:17<4:08:28, 2.77s/it] 46%|████▌ | 4612/10000 [3:40:19<4:01:48, 2.69s/it] 46%|████▌ | 4613/10000 [3:40:22<4:05:33, 2.73s/it] 46%|████▌ | 4614/10000 [3:40:25<4:02:14, 2.70s/it] 46%|████▌ | 4615/10000 [3:40:28<4:12:07, 2.81s/it] 46%|████▌ | 4616/10000 [3:40:31<4:26:42, 2.97s/it] 46%|████▌ | 4617/10000 [3:40:34<4:31:09, 3.02s/it] 46%|████▌ | 4618/10000 [3:40:37<4:26:13, 2.97s/it] 46%|████▌ | 4619/10000 [3:40:40<4:19:53, 2.90s/it] 46%|████▌ | 4620/10000 [3:40:42<4:12:41, 2.82s/it] 46%|████▌ | 4620/10000 [3:40:42<4:12:41, 2.82s/it] 46%|████▌ | 4621/10000 [3:40:45<4:15:55, 2.85s/it] 46%|████▌ | 4622/10000 [3:40:48<4:18:55, 2.89s/it] 46%|████▌ | 4623/10000 [3:40:52<4:36:49, 3.09s/it] 46%|████▌ | 4624/10000 [3:40:55<4:26:45, 2.98s/it] 46%|████▋ | 4625/10000 [3:40:57<4:16:44, 2.87s/it] 46%|████▋ | 4626/10000 [3:41:00<4:27:02, 2.98s/it] 46%|████▋ | 4627/10000 [3:41:03<4:25:51, 2.97s/it] 46%|████▋ | 4628/10000 [3:41:06<4:10:21, 2.80s/it] 46%|████▋ | 4629/10000 [3:41:09<4:14:34, 2.84s/it] 46%|████▋ | 4630/10000 [3:41:11<4:11:13, 2.81s/it] 46%|████▋ | 4631/10000 [3:41:14<4:18:06, 2.88s/it] 46%|████▋ | 4632/10000 [3:41:17<4:16:15, 2.86s/it] 46%|████▋ | 4633/10000 [3:41:20<4:12:32, 2.82s/it] 46%|████▋ | 4634/10000 [3:41:23<4:15:56, 2.86s/it] 46%|████▋ | 4635/10000 [3:41:26<4:13:43, 2.84s/it] 46%|████▋ | 4636/10000 [3:41:29<4:13:05, 2.83s/it] 46%|████▋ | 4637/10000 [3:41:32<4:22:06, 2.93s/it] 46%|████▋ | 4638/10000 [3:41:35<4:21:20, 2.92s/it] 46%|████▋ | 4639/10000 [3:41:37<4:12:31, 2.83s/it] 46%|████▋ | 4640/10000 [3:41:40<4:14:13, 2.85s/it] 46%|████▋ | 4640/10000 [3:41:40<4:14:13, 2.85s/it] 46%|████▋ | 4641/10000 [3:41:43<4:13:07, 2.83s/it] 46%|████▋ | 4642/10000 [3:41:46<4:23:14, 2.95s/it] 46%|████▋ | 4643/10000 [3:41:49<4:18:13, 2.89s/it] 46%|████▋ | 4644/10000 [3:41:52<4:14:12, 2.85s/it] 46%|████▋ | 4645/10000 [3:41:54<4:08:04, 2.78s/it] 46%|████▋ | 4646/10000 [3:41:57<4:05:34, 2.75s/it] 46%|████▋ | 4647/10000 [3:42:00<4:00:40, 2.70s/it] 46%|████▋ | 4648/10000 [3:42:02<3:59:35, 2.69s/it] 46%|████▋ | 4649/10000 [3:42:05<4:01:29, 2.71s/it] 46%|████▋ | 4650/10000 [3:42:08<4:06:55, 2.77s/it] 47%|████▋ | 4651/10000 [3:42:11<4:07:39, 2.78s/it] 47%|████▋ | 4652/10000 [3:42:14<4:13:17, 2.84s/it] 47%|████▋ | 4653/10000 [3:42:17<4:14:59, 2.86s/it] 47%|████▋ | 4654/10000 [3:42:20<4:17:56, 2.89s/it] 47%|████▋ | 4655/10000 [3:42:23<4:33:38, 3.07s/it] 47%|████▋ | 4656/10000 [3:42:26<4:23:45, 2.96s/it] 47%|████▋ | 4657/10000 [3:42:28<4:11:42, 2.83s/it] 47%|████▋ | 4658/10000 [3:42:31<4:13:34, 2.85s/it] 47%|████▋ | 4659/10000 [3:42:34<4:13:27, 2.85s/it] 47%|████▋ | 4660/10000 [3:42:37<4:11:01, 2.82s/it] {'loss': '0.4453', 'grad_norm': '3.38', 'learning_rate': '2.751e-06', 'num_tokens': '1.332e+06', 'completions/mean_length': '4.138', 'completions/min_length': '2.6', 'completions/max_length': '8.15', 'completions/clipped_ratio': '0.00625', 'completions/mean_terminated_length': '3.766', 'completions/min_terminated_length': '2.6', 'completions/max_terminated_length': '5.35', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3644', 'rewards/reward_semantic/std': '0.06721', 'rewards/reward_length/mean': '-0.0502', 'rewards/reward_length/std': '0.02296', 'reward': '1.107', 'reward_std': '0.02108', 'frac_reward_zero_std': '0.25', 'kl': '0.8413', 'entropy': '0.7759', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.969', 'epoch': '0.7382'} +[adaptive-kl] kl=1.675 target=0.3 beta: 0.6667 -> 1.0000 +{'loss': '1.075', 'grad_norm': '3.191', 'learning_rate': '2.741e-06', 'num_tokens': '1.337e+06', 'completions/mean_length': '3.944', 'completions/min_length': '2.8', 'completions/max_length': '5.4', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.944', 'completions/min_terminated_length': '2.8', 'completions/max_terminated_length': '5.4', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3462', 'rewards/reward_semantic/std': '0.1197', 'rewards/reward_length/mean': '-0.03245', 'rewards/reward_length/std': '0.01255', 'reward': '1.102', 'reward_std': '0.03604', 'frac_reward_zero_std': '0.15', 'kl': '1.675', 'entropy': '0.9371', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.744', 'epoch': '0.7415'} +{'loss': '0.6842', 'grad_norm': '6.93', 'learning_rate': '2.731e-06', 'num_tokens': '1.344e+06', 'completions/mean_length': '4.325', 'completions/min_length': '3.05', 'completions/max_length': '5.85', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.325', 'completions/min_terminated_length': '3.05', 'completions/max_terminated_length': '5.85', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3938', 'rewards/reward_semantic/std': '0.2156', 'rewards/reward_length/mean': '-0.04683', 'rewards/reward_length/std': '0.01502', 'reward': '1.116', 'reward_std': '0.06476', 'frac_reward_zero_std': '0', 'kl': '0.731', 'entropy': '0.7745', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.82', 'epoch': '0.7448'} +{'loss': '0.4588', 'grad_norm': '4.103', 'learning_rate': '2.721e-06', 'num_tokens': '1.349e+06', 'completions/mean_length': '4.756', 'completions/min_length': '3.45', 'completions/max_length': '6.7', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.756', 'completions/min_terminated_length': '3.45', 'completions/max_terminated_length': '6.7', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.351', 'rewards/reward_semantic/std': '0.1142', 'rewards/reward_length/mean': '-0.055', 'rewards/reward_length/std': '0.01951', 'reward': '1.103', 'reward_std': '0.03484', 'frac_reward_zero_std': '0.1', 'kl': '0.4271', 'entropy': '0.7808', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.848', 'epoch': '0.748'} +{'loss': '0.3803', 'grad_norm': '1.542', 'learning_rate': '2.711e-06', 'num_tokens': '1.355e+06', 'completions/mean_length': '4.694', 'completions/min_length': '3.5', 'completions/max_length': '6.2', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.694', 'completions/min_terminated_length': '3.5', 'completions/max_terminated_length': '6.2', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4056', 'rewards/reward_semantic/std': '0.0576', 'rewards/reward_length/mean': '-0.05183', 'rewards/reward_length/std': '0.01043', 'reward': '1.119', 'reward_std': '0.01751', 'frac_reward_zero_std': '0.3', 'kl': '0.3831', 'entropy': '0.7103', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.803', 'epoch': '0.7513'} +[adaptive-kl] kl=0.166 target=0.3 beta: 1.0000 -> 0.6667 +{'loss': '0.2216', 'grad_norm': '0.9158', 'learning_rate': '2.701e-06', 'num_tokens': '1.361e+06', 'completions/mean_length': '5.394', 'completions/min_length': '3.65', 'completions/max_length': '9.65', 'completions/clipped_ratio': '0.00625', 'completions/mean_terminated_length': '5.027', 'completions/min_terminated_length': '3.65', 'completions/max_terminated_length': '7', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.1829', 'rewards/reward_semantic/std': '0.1059', 'rewards/reward_length/mean': '-0.05906', 'rewards/reward_length/std': '0.02117', 'reward': '1.052', 'reward_std': '0.03229', 'frac_reward_zero_std': '0.05', 'kl': '0.1657', 'entropy': '0.9218', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '3.054', 'epoch': '0.7546'} +[adaptive-kl] kl=0.086 target=0.3 beta: 0.6667 -> 0.4444 +{'loss': '0.101', 'grad_norm': '12.89', 'learning_rate': '2.691e-06', 'num_tokens': '1.367e+06', 'completions/mean_length': '4.331', 'completions/min_length': '3.05', 'completions/max_length': '6.4', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.331', 'completions/min_terminated_length': '3.05', 'completions/max_terminated_length': '6.4', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2191', 'rewards/reward_semantic/std': '0.1676', 'rewards/reward_length/mean': '-0.0563', 'rewards/reward_length/std': '0.01559', 'reward': '1.063', 'reward_std': '0.05061', 'frac_reward_zero_std': '0.1', 'kl': '0.08608', 'entropy': '0.8698', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.8', 'epoch': '0.7579'} +{'loss': '0.1946', 'grad_norm': '4.301', 'learning_rate': '2.681e-06', 'num_tokens': '1.373e+06', 'completions/mean_length': '5.162', 'completions/min_length': '3.9', 'completions/max_length': '7.4', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.162', 'completions/min_terminated_length': '3.9', 'completions/max_terminated_length': '7.4', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3678', 'rewards/reward_semantic/std': '0.07583', 'rewards/reward_length/mean': '-0.05396', 'rewards/reward_length/std': '0.0149', 'reward': '1.108', 'reward_std': '0.0232', 'frac_reward_zero_std': '0.15', 'kl': '0.2841', 'entropy': '0.7805', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.877', 'epoch': '0.7612'} + 47%|████▋ | 4660/10000 [3:42:37<4:11:01, 2.82s/it] 47%|████▋ | 4661/10000 [3:42:40<4:10:58, 2.82s/it] 47%|████▋ | 4662/10000 [3:42:43<4:15:39, 2.87s/it] 47%|████▋ | 4663/10000 [3:42:45<4:07:03, 2.78s/it] 47%|████▋ | 4664/10000 [3:42:48<4:07:18, 2.78s/it] 47%|████▋ | 4665/10000 [3:42:51<4:12:50, 2.84s/it] 47%|████▋ | 4666/10000 [3:42:53<4:06:34, 2.77s/it] 47%|████▋ | 4667/10000 [3:42:56<4:07:27, 2.78s/it] 47%|████▋ | 4668/10000 [3:42:59<4:15:29, 2.87s/it] 47%|████▋ | 4669/10000 [3:43:02<4:15:50, 2.88s/it] 47%|████▋ | 4670/10000 [3:43:05<4:16:18, 2.89s/it] 47%|████▋ | 4671/10000 [3:43:09<4:34:42, 3.09s/it] 47%|████▋ | 4672/10000 [3:43:11<4:20:18, 2.93s/it] 47%|████▋ | 4673/10000 [3:43:14<4:08:11, 2.80s/it] 47%|████▋ | 4674/10000 [3:43:17<4:06:52, 2.78s/it] 47%|████▋ | 4675/10000 [3:43:19<3:59:26, 2.70s/it] 47%|████▋ | 4676/10000 [3:43:22<4:15:58, 2.88s/it] 47%|████▋ | 4677/10000 [3:43:25<4:09:59, 2.82s/it] 47%|████▋ | 4678/10000 [3:43:28<4:09:07, 2.81s/it] 47%|████▋ | 4679/10000 [3:43:31<4:11:00, 2.83s/it] 47%|████▋ | 4680/10000 [3:43:33<4:05:47, 2.77s/it] 47%|████▋ | 4680/10000 [3:43:33<4:05:47, 2.77s/it] 47%|████▋ | 4681/10000 [3:43:36<3:56:25, 2.67s/it] 47%|████▋ | 4682/10000 [3:43:39<4:10:21, 2.82s/it] 47%|████▋ | 4683/10000 [3:43:42<4:09:47, 2.82s/it] 47%|████▋ | 4684/10000 [3:43:44<4:01:55, 2.73s/it] 47%|████▋ | 4685/10000 [3:43:47<4:08:28, 2.80s/it] 47%|████▋ | 4686/10000 [3:43:50<4:16:41, 2.90s/it] 47%|████▋ | 4687/10000 [3:43:53<4:22:42, 2.97s/it] 47%|████▋ | 4688/10000 [3:43:56<4:08:50, 2.81s/it] 47%|████▋ | 4689/10000 [3:43:59<4:07:22, 2.79s/it] 47%|████▋ | 4690/10000 [3:44:02<4:20:43, 2.95s/it] 47%|████▋ | 4691/10000 [3:44:05<4:10:15, 2.83s/it] 47%|████▋ | 4692/10000 [3:44:08<4:16:17, 2.90s/it] 47%|████▋ | 4693/10000 [3:44:10<4:07:12, 2.79s/it] 47%|████▋ | 4694/10000 [3:44:13<4:09:38, 2.82s/it] 47%|████▋ | 4695/10000 [3:44:16<4:07:40, 2.80s/it] 47%|████▋ | 4696/10000 [3:44:18<4:05:19, 2.78s/it] 47%|████▋ | 4697/10000 [3:44:21<4:09:43, 2.83s/it] 47%|████▋ | 4698/10000 [3:44:24<4:06:37, 2.79s/it] 47%|████▋ | 4699/10000 [3:44:27<4:01:02, 2.73s/it] 47%|████▋ | 4700/10000 [3:44:29<4:00:09, 2.72s/it] 47%|████▋ | 4700/10000 [3:44:29<4:00:09, 2.72s/it] 47%|████▋ | 4701/10000 [3:44:32<3:53:41, 2.65s/it] 47%|████▋ | 4702/10000 [3:44:35<4:09:44, 2.83s/it] 47%|████▋ | 4703/10000 [3:44:38<4:09:06, 2.82s/it] 47%|████▋ | 4704/10000 [3:44:41<4:08:37, 2.82s/it] 47%|████▋ | 4705/10000 [3:44:43<4:02:09, 2.74s/it] 47%|████▋ | 4706/10000 [3:44:46<4:04:48, 2.77s/it] 47%|████▋ | 4707/10000 [3:44:49<4:06:13, 2.79s/it] 47%|████▋ | 4708/10000 [3:44:52<4:08:33, 2.82s/it] 47%|████▋ | 4709/10000 [3:44:55<4:07:48, 2.81s/it] 47%|████▋ | 4710/10000 [3:44:57<3:59:46, 2.72s/it] 47%|████▋ | 4711/10000 [3:45:00<3:57:55, 2.70s/it] 47%|████▋ | 4712/10000 [3:45:03<3:56:47, 2.69s/it] 47%|████▋ | 4713/10000 [3:45:05<3:59:48, 2.72s/it] 47%|████▋ | 4714/10000 [3:45:08<4:05:00, 2.78s/it] 47%|████▋ | 4715/10000 [3:45:11<4:04:52, 2.78s/it] 47%|████▋ | 4716/10000 [3:45:14<4:19:04, 2.94s/it] 47%|████▋ | 4717/10000 [3:45:17<4:09:15, 2.83s/it] 47%|████▋ | 4718/10000 [3:45:20<4:03:50, 2.77s/it] 47%|████▋ | 4719/10000 [3:45:22<4:04:45, 2.78s/it] 47%|████▋ | 4720/10000 [3:45:25<3:59:33, 2.72s/it] 47%|████▋ | 4720/10000 [3:45:25<3:59:33, 2.72s/it] 47%|████▋ | 4721/10000 [3:45:28<4:03:27, 2.77s/it] 47%|████▋ | 4722/10000 [3:45:31<4:01:46, 2.75s/it] 47%|████▋ | 4723/10000 [3:45:33<4:02:29, 2.76s/it] 47%|████▋ | 4724/10000 [3:45:36<4:05:37, 2.79s/it] 47%|████▋ | 4725/10000 [3:45:39<4:07:25, 2.81s/it] 47%|████▋ | 4726/10000 [3:45:42<4:19:52, 2.96s/it] 47%|████▋ | 4727/10000 [3:45:45<4:19:08, 2.95s/it] 47%|████▋ | 4728/10000 [3:45:48<4:17:30, 2.93s/it] 47%|████▋ | 4729/10000 [3:45:51<4:15:05, 2.90s/it] 47%|████▋ | 4730/10000 [3:45:54<4:09:03, 2.84s/it] 47%|████▋ | 4731/10000 [3:45:57<4:14:53, 2.90s/it] 47%|████▋ | 4732/10000 [3:45:59<4:11:32, 2.86s/it] 47%|████▋ | 4733/10000 [3:46:03<4:20:27, 2.97s/it] 47%|████▋ | 4734/10000 [3:46:06<4:18:24, 2.94s/it] 47%|████▋ | 4735/10000 [3:46:08<4:17:23, 2.93s/it] 47%|████▋ | 4736/10000 [3:46:11<4:13:56, 2.89s/it] 47%|████▋ | 4737/10000 [3:46:14<4:13:23, 2.89s/it] 47%|████▋ | 4738/10000 [3:46:17<4:12:35, 2.88s/it] 47%|████▋ | 4739/10000 [3:46:20<4:03:14, 2.77s/it] 47%|████▋ | 4740/10000 [3:46:22<4:02:02, 2.76s/it] 47%|████▋ | 4740/10000 [3:46:22<4:02:02, 2.76s/it] 47%|████▋ | 4741/10000 [3:46:25<4:05:35, 2.80s/it] 47%|████▋ | 4742/10000 [3:46:28<4:03:41, 2.78s/it] 47%|████▋ | 4743/10000 [3:46:31<4:03:56, 2.78s/it] 47%|████▋ | 4744/10000 [3:46:33<4:03:08, 2.78s/it] 47%|████▋ | 4745/10000 [3:46:36<4:04:30, 2.79s/it] 47%|████▋ | 4746/10000 [3:46:39<4:05:16, 2.80s/it] 47%|████▋ | 4747/10000 [3:46:42<4:06:11, 2.81s/it] 47%|████▋ | 4748/10000 [3:46:45<4:00:42, 2.75s/it] 47%|████▋ | 4749/10000 [3:46:47<3:56:22, 2.70s/it] 48%|████▊ | 4750/10000 [3:46:50<3:57:19, 2.71s/it] 48%|████▊ | 4751/10000 [3:46:52<3:53:03, 2.66s/it] 48%|████▊ | 4752/10000 [3:46:55<3:58:47, 2.73s/it] 48%|████▊ | 4753/10000 [3:46:59<4:10:47, 2.87s/it] 48%|████▊ | 4754/10000 [3:47:01<4:10:27, 2.86s/it] 48%|████▊ | 4755/10000 [3:47:04<4:02:28, 2.77s/it] 48%|████▊ | 4756/10000 [3:47:06<3:56:55, 2.71s/it] 48%|████▊ | 4757/10000 [3:47:09<3:54:35, 2.68s/it] 48%|████▊ | 4758/10000 [3:47:12<4:00:39, 2.75s/it] 48%|████▊ | 4759/10000 [3:47:15<4:02:54, 2.78s/it] 48%|████▊ | 4760/10000 [3:47:18<4:11:06, 2.88s/it] 48%|████▊ | 4760/10000 [3:47:18<4:11:06, 2.88s/it] 48%|████▊ | 4761/10000 [3:47:21<4:18:29, 2.96s/it] 48%|████▊ | 4762/10000 [3:47:24<4:20:00, 2.98s/it] 48%|████▊ | 4763/10000 [3:47:27<4:15:38, 2.93s/it] 48%|████▊ | 4764/10000 [3:47:30<4:18:56, 2.97s/it] 48%|████▊ | 4765/10000 [3:47:33<4:12:48, 2.90s/it] 48%|████▊ | 4766/10000 [3:47:35<4:08:18, 2.85s/it] 48%|████▊ | 4767/10000 [3:47:38<4:02:06, 2.78s/it] 48%|████▊ | 4768/10000 [3:47:41<4:04:23, 2.80s/it] 48%|████▊ | 4769/10000 [3:47:44<4:17:13, 2.95s/it] 48%|████▊ | 4770/10000 [3:47:47<4:03:33, 2.79s/it] 48%|████▊ | 4771/10000 [3:47:50<4:07:08, 2.84s/it] 48%|████▊ | 4772/10000 [3:47:52<4:03:08, 2.79s/it] 48%|████▊ | 4773/10000 [3:47:55<4:07:52, 2.85s/it] 48%|████▊ | 4774/10000 [3:47:58<4:12:02, 2.89s/it] 48%|████▊ | 4775/10000 [3:48:01<4:07:48, 2.85s/it] 48%|████▊ | 4776/10000 [3:48:04<4:03:23, 2.80s/it] 48%|████▊ | 4777/10000 [3:48:06<3:55:39, 2.71s/it] 48%|████▊ | 4778/10000 [3:48:09<3:51:47, 2.66s/it] 48%|████▊ | 4779/10000 [3:48:11<3:53:30, 2.68s/it] 48%|████▊ | 4780/10000 [3:48:14<3:48:19, 2.62s/it] 48%|████▊ | 4780/10000 [3:48:14<3:48:19, 2.62s/it] 48%|████▊ | 4781/10000 [3:48:17<3:58:32, 2.74s/it] 48%|████▊ | 4782/10000 [3:48:19<3:52:05, 2.67s/it] 48%|████▊ | 4783/10000 [3:48:22<3:46:05, 2.60s/it] 48%|████▊ | 4784/10000 [3:48:25<3:49:07, 2.64s/it] 48%|████▊ | 4785/10000 [3:48:27<3:54:02, 2.69s/it] 48%|████▊ | 4786/10000 [3:48:30<3:55:47, 2.71s/it] 48%|████▊ | 4787/10000 [3:48:33<4:06:22, 2.84s/it] 48%|████▊ | 4788/10000 [3:48:36<4:07:26, 2.85s/it] 48%|████▊ | 4789/10000 [3:48:39<4:03:12, 2.80s/it] 48%|████▊ | 4790/10000 [3:48:42<3:59:28, 2.76s/it] 48%|████▊ | 4791/10000 [3:48:44<4:01:58, 2.79s/it] 48%|████▊ | 4792/10000 [3:48:47<3:59:40, 2.76s/it] 48%|████▊ | 4793/10000 [3:48:50<4:00:12, 2.77s/it] 48%|████▊ | 4794/10000 [3:48:52<3:50:42, 2.66s/it] 48%|████▊ | 4795/10000 [3:48:55<3:46:05, 2.61s/it] 48%|████▊ | 4796/10000 [3:48:58<3:58:15, 2.75s/it] 48%|████▊ | 4797/10000 [3:49:01<4:20:14, 3.00s/it] 48%|████▊ | 4798/10000 [3:49:04<4:17:20, 2.97s/it] 48%|████▊ | 4799/10000 [3:49:07<4:12:31, 2.91s/it] 48%|████▊ | 4800/10000 [3:49:10<4:04:03, 2.82s/it] 48%|████▊ | 4800/10000 [3:49:10<4:04:03, 2.82s/it] 48%|████▊ | 4801/10000 [3:49:12<3:57:39, 2.74s/it] 48%|████▊ | 4802/10000 [3:49:15<4:07:46, 2.86s/it] 48%|████▊ | 4803/10000 [3:49:18<4:05:36, 2.84s/it] 48%|████▊ | 4804/10000 [3:49:21<4:04:31, 2.82s/it] 48%|████▊ | 4805/10000 [3:49:24<4:06:15, 2.84s/it] 48%|████▊ | 4806/10000 [3:49:27<4:01:27, 2.79s/it] 48%|████▊ | 4807/10000 [3:49:30<4:12:22, 2.92s/it] 48%|████▊ | 4808/10000 [3:49:33<4:12:44, 2.92s/it] 48%|████▊ | 4809/10000 [3:49:35<4:06:14, 2.85s/it] 48%|████▊ | 4810/10000 [3:49:38<4:03:25, 2.81s/it] 48%|████▊ | 4811/10000 [3:49:41<4:05:14, 2.84s/it] 48%|████▊ | 4812/10000 [3:49:44<4:02:12, 2.80s/it] 48%|████▊ | 4813/10000 [3:49:47<4:02:46, 2.81s/it] 48%|████▊ | 4814/10000 [3:49:49<3:57:29, 2.75s/it] 48%|████▊ | 4815/10000 [3:49:52<4:06:09, 2.85s/it] 48%|████▊ | 4816/10000 [3:49:55<4:03:22, 2.82s/it] 48%|████▊ | 4817/10000 [3:49:58<4:15:43, 2.96s/it] 48%|████▊ | 4818/10000 [3:50:01<4:12:51, 2.93s/it] 48%|████▊ | 4819/10000 [3:50:04<4:08:07, 2.87s/it] 48%|████▊ | 4820/10000 [3:50:07<4:08:28, 2.88s/it] {'loss': '0.1596', 'grad_norm': '0.8766', 'learning_rate': '2.671e-06', 'num_tokens': '1.379e+06', 'completions/mean_length': '5.05', 'completions/min_length': '3.8', 'completions/max_length': '6.75', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.05', 'completions/min_terminated_length': '3.8', 'completions/max_terminated_length': '6.75', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4279', 'rewards/reward_semantic/std': '0.13', 'rewards/reward_length/mean': '-0.05852', 'rewards/reward_length/std': '0.01764', 'reward': '1.125', 'reward_std': '0.03901', 'frac_reward_zero_std': '0.2', 'kl': '0.3406', 'entropy': '0.5631', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.819', 'epoch': '0.7644'} +[adaptive-kl] kl=0.517 target=0.3 beta: 0.4444 -> 0.6667 +{'loss': '0.2042', 'grad_norm': '9.245', 'learning_rate': '2.661e-06', 'num_tokens': '1.385e+06', 'completions/mean_length': '4.912', 'completions/min_length': '3.6', 'completions/max_length': '6.45', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.912', 'completions/min_terminated_length': '3.6', 'completions/max_terminated_length': '6.45', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4441', 'rewards/reward_semantic/std': '0.1364', 'rewards/reward_length/mean': '-0.0533', 'rewards/reward_length/std': '0.01654', 'reward': '1.131', 'reward_std': '0.04103', 'frac_reward_zero_std': '0.1', 'kl': '0.5169', 'entropy': '0.803', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.818', 'epoch': '0.7677'} +[adaptive-kl] kl=0.165 target=0.3 beta: 0.6667 -> 0.4444 +{'loss': '0.1568', 'grad_norm': '0.08512', 'learning_rate': '2.651e-06', 'num_tokens': '1.392e+06', 'completions/mean_length': '4.7', 'completions/min_length': '3.45', 'completions/max_length': '6.5', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.7', 'completions/min_terminated_length': '3.45', 'completions/max_terminated_length': '6.5', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2314', 'rewards/reward_semantic/std': '0.09607', 'rewards/reward_length/mean': '-0.05562', 'rewards/reward_length/std': '0.0147', 'reward': '1.067', 'reward_std': '0.02912', 'frac_reward_zero_std': '0.2', 'kl': '0.1647', 'entropy': '0.8162', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.794', 'epoch': '0.771'} +[adaptive-kl] kl=0.170 target=0.3 beta: 0.4444 -> 0.2963 +{'loss': '0.121', 'grad_norm': '0.2388', 'learning_rate': '2.641e-06', 'num_tokens': '1.398e+06', 'completions/mean_length': '4.581', 'completions/min_length': '3.35', 'completions/max_length': '5.75', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.581', 'completions/min_terminated_length': '3.35', 'completions/max_terminated_length': '5.75', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4008', 'rewards/reward_semantic/std': '0.1298', 'rewards/reward_length/mean': '-0.0553', 'rewards/reward_length/std': '0.01012', 'reward': '1.117', 'reward_std': '0.03915', 'frac_reward_zero_std': '0.25', 'kl': '0.1702', 'entropy': '0.6362', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.763', 'epoch': '0.7743'} +{'loss': '0.153', 'grad_norm': '0.001536', 'learning_rate': '2.631e-06', 'num_tokens': '1.404e+06', 'completions/mean_length': '5.594', 'completions/min_length': '4.3', 'completions/max_length': '7.4', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.594', 'completions/min_terminated_length': '4.3', 'completions/max_terminated_length': '7.4', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2907', 'rewards/reward_semantic/std': '0.09703', 'rewards/reward_length/mean': '-0.05762', 'rewards/reward_length/std': '0.01876', 'reward': '1.084', 'reward_std': '0.02969', 'frac_reward_zero_std': '0.1', 'kl': '0.3727', 'entropy': '0.8066', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.856', 'epoch': '0.7776'} +{'loss': '0.1424', 'grad_norm': '2.567', 'learning_rate': '2.621e-06', 'num_tokens': '1.41e+06', 'completions/mean_length': '4.981', 'completions/min_length': '3.9', 'completions/max_length': '6.25', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.981', 'completions/min_terminated_length': '3.9', 'completions/max_terminated_length': '6.25', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4994', 'rewards/reward_semantic/std': '0.07283', 'rewards/reward_length/mean': '-0.06328', 'rewards/reward_length/std': '0.01127', 'reward': '1.147', 'reward_std': '0.02212', 'frac_reward_zero_std': '0.15', 'kl': '0.3874', 'entropy': '0.7085', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.772', 'epoch': '0.7808'} +[adaptive-kl] kl=0.168 target=0.3 beta: 0.2963 -> 0.1975 +{'loss': '0.1141', 'grad_norm': '0.2142', 'learning_rate': '2.611e-06', 'num_tokens': '1.416e+06', 'completions/mean_length': '4.519', 'completions/min_length': '3.4', 'completions/max_length': '6.25', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.519', 'completions/min_terminated_length': '3.4', 'completions/max_terminated_length': '6.25', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.405', 'rewards/reward_semantic/std': '0.1156', 'rewards/reward_length/mean': '-0.05989', 'rewards/reward_length/std': '0.01443', 'reward': '1.119', 'reward_std': '0.03501', 'frac_reward_zero_std': '0.15', 'kl': '0.1675', 'entropy': '0.7873', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.788', 'epoch': '0.7841'} +{'loss': '0.1067', 'grad_norm': '5.105', 'learning_rate': '2.601e-06', 'num_tokens': '1.422e+06', 'completions/mean_length': '4.731', 'completions/min_length': '3.8', 'completions/max_length': '6.2', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.731', 'completions/min_terminated_length': '3.8', 'completions/max_terminated_length': '6.2', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.54', 'rewards/reward_semantic/std': '0.1392', 'rewards/reward_length/mean': '-0.0522', 'rewards/reward_length/std': '0.01547', 'reward': '1.159', 'reward_std': '0.04183', 'frac_reward_zero_std': '0.2', 'kl': '0.3809', 'entropy': '0.5035', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.777', 'epoch': '0.7874'} + 48%|████▊ | 4820/10000 [3:50:07<4:08:28, 2.88s/it] 48%|████▊ | 4821/10000 [3:50:09<3:55:57, 2.73s/it] 48%|████▊ | 4822/10000 [3:50:12<3:48:27, 2.65s/it] 48%|████▊ | 4823/10000 [3:50:15<3:57:08, 2.75s/it] 48%|████▊ | 4824/10000 [3:50:17<3:54:57, 2.72s/it] 48%|████▊ | 4825/10000 [3:50:20<3:56:44, 2.74s/it] 48%|████▊ | 4826/10000 [3:50:23<3:55:46, 2.73s/it] 48%|████▊ | 4827/10000 [3:50:26<4:03:57, 2.83s/it] 48%|████▊ | 4828/10000 [3:50:28<3:57:13, 2.75s/it] 48%|████▊ | 4829/10000 [3:50:31<3:56:16, 2.74s/it] 48%|████▊ | 4830/10000 [3:50:34<3:52:53, 2.70s/it] 48%|████▊ | 4831/10000 [3:50:37<3:57:34, 2.76s/it] 48%|████▊ | 4832/10000 [3:50:39<3:58:08, 2.76s/it] 48%|████▊ | 4833/10000 [3:50:42<3:59:54, 2.79s/it] 48%|████▊ | 4834/10000 [3:50:45<4:08:02, 2.88s/it] 48%|████▊ | 4835/10000 [3:50:48<3:59:24, 2.78s/it] 48%|████▊ | 4836/10000 [3:50:51<4:00:12, 2.79s/it] 48%|████▊ | 4837/10000 [3:50:53<3:55:53, 2.74s/it] 48%|████▊ | 4838/10000 [3:50:56<4:01:18, 2.80s/it] 48%|████▊ | 4839/10000 [3:50:59<3:51:55, 2.70s/it] 48%|████▊ | 4840/10000 [3:51:01<3:50:26, 2.68s/it] 48%|████▊ | 4840/10000 [3:51:01<3:50:26, 2.68s/it] 48%|████▊ | 4841/10000 [3:51:04<3:55:44, 2.74s/it] 48%|████▊ | 4842/10000 [3:51:07<3:50:15, 2.68s/it] 48%|████▊ | 4843/10000 [3:51:09<3:44:59, 2.62s/it] 48%|████▊ | 4844/10000 [3:51:12<3:55:24, 2.74s/it] 48%|████▊ | 4845/10000 [3:51:15<3:56:37, 2.75s/it] 48%|████▊ | 4846/10000 [3:51:17<3:47:55, 2.65s/it] 48%|████▊ | 4847/10000 [3:51:20<3:48:21, 2.66s/it] 48%|████▊ | 4848/10000 [3:51:23<3:53:29, 2.72s/it] 48%|████▊ | 4849/10000 [3:51:26<3:56:06, 2.75s/it] 48%|████▊ | 4850/10000 [3:51:29<4:02:51, 2.83s/it] 49%|████▊ | 4851/10000 [3:51:32<4:07:36, 2.89s/it] 49%|████▊ | 4852/10000 [3:51:35<4:05:56, 2.87s/it] 49%|████▊ | 4853/10000 [3:51:37<3:58:34, 2.78s/it] 49%|████▊ | 4854/10000 [3:51:40<3:53:54, 2.73s/it] 49%|████▊ | 4855/10000 [3:51:43<3:53:53, 2.73s/it] 49%|████▊ | 4856/10000 [3:51:46<3:59:12, 2.79s/it] 49%|████▊ | 4857/10000 [3:51:48<3:57:15, 2.77s/it] 49%|████▊ | 4858/10000 [3:51:51<4:02:37, 2.83s/it] 49%|████▊ | 4859/10000 [3:51:54<4:00:23, 2.81s/it] 49%|████▊ | 4860/10000 [3:51:57<4:08:29, 2.90s/it] 49%|████▊ | 4860/10000 [3:51:57<4:08:29, 2.90s/it] 49%|████▊ | 4861/10000 [3:52:00<4:02:15, 2.83s/it] 49%|████▊ | 4862/10000 [3:52:03<4:03:41, 2.85s/it] 49%|████▊ | 4863/10000 [3:52:05<3:54:58, 2.74s/it] 49%|████▊ | 4864/10000 [3:52:08<3:58:56, 2.79s/it] 49%|████▊ | 4865/10000 [3:52:11<3:54:09, 2.74s/it] 49%|████▊ | 4866/10000 [3:52:13<3:53:23, 2.73s/it] 49%|████▊ | 4867/10000 [3:52:16<3:52:48, 2.72s/it] 49%|████▊ | 4868/10000 [3:52:19<3:50:58, 2.70s/it] 49%|████▊ | 4869/10000 [3:52:21<3:52:09, 2.71s/it] 49%|████▊ | 4870/10000 [3:52:24<3:53:20, 2.73s/it] 49%|████▊ | 4871/10000 [3:52:27<3:58:29, 2.79s/it] 49%|████▊ | 4872/10000 [3:52:30<4:01:06, 2.82s/it] 49%|████▊ | 4873/10000 [3:52:33<4:01:14, 2.82s/it] 49%|████▊ | 4874/10000 [3:52:36<3:59:23, 2.80s/it] 49%|████▉ | 4875/10000 [3:52:38<3:56:50, 2.77s/it] 49%|████▉ | 4876/10000 [3:52:41<3:57:54, 2.79s/it] 49%|████▉ | 4877/10000 [3:52:44<3:57:08, 2.78s/it] 49%|████▉ | 4878/10000 [3:52:47<3:53:31, 2.74s/it] 49%|████▉ | 4879/10000 [3:52:49<3:52:45, 2.73s/it] 49%|████▉ | 4880/10000 [3:52:53<4:05:57, 2.88s/it] 49%|████▉ | 4880/10000 [3:52:53<4:05:57, 2.88s/it] 49%|████▉ | 4881/10000 [3:52:55<3:56:02, 2.77s/it] 49%|████▉ | 4882/10000 [3:52:58<4:00:03, 2.81s/it] 49%|████▉ | 4883/10000 [3:53:01<4:01:27, 2.83s/it] 49%|████▉ | 4884/10000 [3:53:03<3:58:02, 2.79s/it] 49%|████▉ | 4885/10000 [3:53:06<3:58:48, 2.80s/it] 49%|████▉ | 4886/10000 [3:53:09<4:00:45, 2.82s/it] 49%|████▉ | 4887/10000 [3:53:12<3:59:23, 2.81s/it] 49%|████▉ | 4888/10000 [3:53:15<3:55:26, 2.76s/it] 49%|████▉ | 4889/10000 [3:53:18<3:59:17, 2.81s/it] 49%|████▉ | 4890/10000 [3:53:21<4:07:52, 2.91s/it] 49%|████▉ | 4891/10000 [3:53:23<4:04:23, 2.87s/it] 49%|████▉ | 4892/10000 [3:53:26<4:00:26, 2.82s/it] 49%|████▉ | 4893/10000 [3:53:29<4:06:58, 2.90s/it] 49%|████▉ | 4894/10000 [3:53:32<3:55:09, 2.76s/it] 49%|████▉ | 4895/10000 [3:53:35<3:59:54, 2.82s/it] 49%|████▉ | 4896/10000 [3:53:37<3:54:22, 2.76s/it] 49%|████▉ | 4897/10000 [3:53:40<4:04:37, 2.88s/it] 49%|████▉ | 4898/10000 [3:53:43<4:03:16, 2.86s/it] 49%|████▉ | 4899/10000 [3:53:46<4:09:32, 2.94s/it] 49%|████▉ | 4900/10000 [3:53:49<4:06:46, 2.90s/it] 49%|████▉ | 4900/10000 [3:53:49<4:06:46, 2.90s/it] 49%|████▉ | 4901/10000 [3:53:52<3:57:03, 2.79s/it] 49%|████▉ | 4902/10000 [3:53:54<3:51:52, 2.73s/it] 49%|████▉ | 4903/10000 [3:53:57<3:44:38, 2.64s/it] 49%|████▉ | 4904/10000 [3:53:59<3:43:26, 2.63s/it] 49%|████▉ | 4905/10000 [3:54:02<3:44:33, 2.64s/it] 49%|████▉ | 4906/10000 [3:54:05<3:53:27, 2.75s/it] 49%|████▉ | 4907/10000 [3:54:08<3:55:25, 2.77s/it] 49%|████▉ | 4908/10000 [3:54:10<3:47:06, 2.68s/it] 49%|████▉ | 4909/10000 [3:54:13<3:52:23, 2.74s/it] 49%|████▉ | 4910/10000 [3:54:16<3:53:29, 2.75s/it] 49%|████▉ | 4911/10000 [3:54:19<4:02:07, 2.85s/it] 49%|████▉ | 4912/10000 [3:54:22<3:58:37, 2.81s/it] 49%|████▉ | 4913/10000 [3:54:24<3:53:23, 2.75s/it] 49%|████▉ | 4914/10000 [3:54:27<3:54:56, 2.77s/it] 49%|████▉ | 4915/10000 [3:54:30<3:56:00, 2.78s/it] 49%|████▉ | 4916/10000 [3:54:33<3:56:06, 2.79s/it] 49%|████▉ | 4917/10000 [3:54:36<3:58:48, 2.82s/it] 49%|████▉ | 4918/10000 [3:54:38<3:58:16, 2.81s/it] 49%|████▉ | 4919/10000 [3:54:41<3:50:32, 2.72s/it] 49%|████▉ | 4920/10000 [3:54:44<3:51:04, 2.73s/it] 49%|████▉ | 4920/10000 [3:54:44<3:51:04, 2.73s/it] 49%|████▉ | 4921/10000 [3:54:46<3:48:10, 2.70s/it] 49%|████▉ | 4922/10000 [3:54:49<3:55:57, 2.79s/it] 49%|████▉ | 4923/10000 [3:54:52<3:55:06, 2.78s/it] 49%|████▉ | 4924/10000 [3:54:55<3:52:13, 2.74s/it] 49%|████▉ | 4925/10000 [3:54:58<3:54:57, 2.78s/it] 49%|████▉ | 4926/10000 [3:55:01<4:01:49, 2.86s/it] 49%|████▉ | 4927/10000 [3:55:03<3:55:29, 2.79s/it] 49%|████▉ | 4928/10000 [3:55:06<3:57:19, 2.81s/it] 49%|████▉ | 4929/10000 [3:55:09<3:49:31, 2.72s/it] 49%|████▉ | 4930/10000 [3:55:12<3:56:58, 2.80s/it] 49%|████▉ | 4931/10000 [3:55:15<3:58:51, 2.83s/it] 49%|████▉ | 4932/10000 [3:55:17<3:59:05, 2.83s/it] 49%|████▉ | 4933/10000 [3:55:20<4:03:13, 2.88s/it] 49%|████▉ | 4934/10000 [3:55:23<4:03:43, 2.89s/it] 49%|████▉ | 4935/10000 [3:55:26<4:02:09, 2.87s/it] 49%|████▉ | 4936/10000 [3:55:29<3:55:38, 2.79s/it] 49%|████▉ | 4937/10000 [3:55:31<3:50:54, 2.74s/it] 49%|████▉ | 4938/10000 [3:55:34<3:52:41, 2.76s/it] 49%|████▉ | 4939/10000 [3:55:37<3:53:55, 2.77s/it] 49%|████▉ | 4940/10000 [3:55:40<3:55:04, 2.79s/it] 49%|████▉ | 4940/10000 [3:55:40<3:55:04, 2.79s/it] 49%|████▉ | 4941/10000 [3:55:43<3:56:12, 2.80s/it] 49%|████▉ | 4942/10000 [3:55:45<3:52:19, 2.76s/it] 49%|████▉ | 4943/10000 [3:55:48<3:57:55, 2.82s/it] 49%|████▉ | 4944/10000 [3:55:51<3:59:27, 2.84s/it] 49%|████▉ | 4945/10000 [3:55:54<3:48:04, 2.71s/it] 49%|████▉ | 4946/10000 [3:55:56<3:49:47, 2.73s/it] 49%|████▉ | 4947/10000 [3:55:59<3:54:21, 2.78s/it] 49%|████▉ | 4948/10000 [3:56:02<4:06:24, 2.93s/it] 49%|████▉ | 4949/10000 [3:56:05<4:05:44, 2.92s/it] 50%|████▉ | 4950/10000 [3:56:08<3:59:10, 2.84s/it] 50%|████▉ | 4951/10000 [3:56:11<3:54:56, 2.79s/it] 50%|████▉ | 4952/10000 [3:56:13<3:51:44, 2.75s/it] 50%|████▉ | 4953/10000 [3:56:16<3:56:31, 2.81s/it] 50%|████▉ | 4954/10000 [3:56:19<4:05:28, 2.92s/it] 50%|████▉ | 4955/10000 [3:56:22<4:03:47, 2.90s/it] 50%|████▉ | 4956/10000 [3:56:25<4:03:24, 2.90s/it] 50%|████▉ | 4957/10000 [3:56:28<4:08:17, 2.95s/it] 50%|████▉ | 4958/10000 [3:56:31<4:02:51, 2.89s/it] 50%|████▉ | 4959/10000 [3:56:34<4:02:18, 2.88s/it] 50%|████▉ | 4960/10000 [3:56:37<4:01:36, 2.88s/it] 50%|████▉ | 4960/10000 [3:56:37<4:01:36, 2.88s/it] 50%|████▉ | 4961/10000 [3:56:40<3:57:48, 2.83s/it] 50%|████▉ | 4962/10000 [3:56:42<4:00:19, 2.86s/it] 50%|████▉ | 4963/10000 [3:56:45<3:59:12, 2.85s/it] 50%|████▉ | 4964/10000 [3:56:48<3:54:21, 2.79s/it] 50%|████▉ | 4965/10000 [3:56:51<3:59:57, 2.86s/it] 50%|████▉ | 4966/10000 [3:56:54<3:59:57, 2.86s/it] 50%|████▉ | 4967/10000 [3:56:57<3:56:40, 2.82s/it] 50%|████▉ | 4968/10000 [3:56:59<3:54:31, 2.80s/it] 50%|████▉ | 4969/10000 [3:57:02<3:54:17, 2.79s/it] 50%|████▉ | 4970/10000 [3:57:05<3:58:18, 2.84s/it] 50%|████▉ | 4971/10000 [3:57:08<4:00:56, 2.87s/it] 50%|████▉ | 4972/10000 [3:57:11<3:59:57, 2.86s/it] 50%|████▉ | 4973/10000 [3:57:13<3:53:12, 2.78s/it] 50%|████▉ | 4974/10000 [3:57:16<3:57:50, 2.84s/it] 50%|████▉ | 4975/10000 [3:57:19<3:53:52, 2.79s/it] 50%|████▉ | 4976/10000 [3:57:22<3:52:50, 2.78s/it] 50%|████▉ | 4977/10000 [3:57:25<3:52:07, 2.77s/it] 50%|████▉ | 4978/10000 [3:57:28<3:56:53, 2.83s/it] 50%|████▉ | 4979/10000 [3:57:31<4:00:25, 2.87s/it] 50%|████▉ | 4980/10000 [3:57:34<4:06:11, 2.94s/it] {'loss': '0.1687', 'grad_norm': '5.185', 'learning_rate': '2.591e-06', 'num_tokens': '1.428e+06', 'completions/mean_length': '5.056', 'completions/min_length': '3.6', 'completions/max_length': '6.95', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.056', 'completions/min_terminated_length': '3.6', 'completions/max_terminated_length': '6.95', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3357', 'rewards/reward_semantic/std': '0.1041', 'rewards/reward_length/mean': '-0.07322', 'rewards/reward_length/std': '0.0186', 'reward': '1.097', 'reward_std': '0.03179', 'frac_reward_zero_std': '0.15', 'kl': '0.4314', 'entropy': '0.6795', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.84', 'epoch': '0.7907'} +[adaptive-kl] kl=0.584 target=0.3 beta: 0.1975 -> 0.2963 +{'loss': '0.1205', 'grad_norm': '5.332', 'learning_rate': '2.581e-06', 'num_tokens': '1.434e+06', 'completions/mean_length': '4.031', 'completions/min_length': '3.1', 'completions/max_length': '5.3', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.031', 'completions/min_terminated_length': '3.1', 'completions/max_terminated_length': '5.3', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4035', 'rewards/reward_semantic/std': '0.1357', 'rewards/reward_length/mean': '-0.05007', 'rewards/reward_length/std': '0.01059', 'reward': '1.119', 'reward_std': '0.04088', 'frac_reward_zero_std': '0.15', 'kl': '0.5843', 'entropy': '0.6973', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.717', 'epoch': '0.794'} +{'loss': '0.1603', 'grad_norm': '2.698', 'learning_rate': '2.571e-06', 'num_tokens': '1.44e+06', 'completions/mean_length': '4.662', 'completions/min_length': '3.6', 'completions/max_length': '6.1', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.662', 'completions/min_terminated_length': '3.6', 'completions/max_terminated_length': '6.1', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4956', 'rewards/reward_semantic/std': '0.09533', 'rewards/reward_length/mean': '-0.05024', 'rewards/reward_length/std': '0.01373', 'reward': '1.146', 'reward_std': '0.02883', 'frac_reward_zero_std': '0.25', 'kl': '0.4374', 'entropy': '0.6522', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.775', 'epoch': '0.7972'} +[adaptive-kl] kl=0.627 target=0.3 beta: 0.2963 -> 0.4444 +{'loss': '0.2463', 'grad_norm': '3.643', 'learning_rate': '2.561e-06', 'num_tokens': '1.445e+06', 'completions/mean_length': '4.463', 'completions/min_length': '3.1', 'completions/max_length': '5.9', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.463', 'completions/min_terminated_length': '3.1', 'completions/max_terminated_length': '5.9', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4449', 'rewards/reward_semantic/std': '0.1694', 'rewards/reward_length/mean': '-0.04478', 'rewards/reward_length/std': '0.01693', 'reward': '1.131', 'reward_std': '0.05069', 'frac_reward_zero_std': '0.1', 'kl': '0.627', 'entropy': '0.7394', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.759', 'epoch': '0.8005'} +[adaptive-kl] kl=0.865 target=0.3 beta: 0.4444 -> 0.6667 +{'loss': '0.4103', 'grad_norm': '5.603', 'learning_rate': '2.551e-06', 'num_tokens': '1.452e+06', 'completions/mean_length': '4.781', 'completions/min_length': '3.45', 'completions/max_length': '6.65', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.781', 'completions/min_terminated_length': '3.45', 'completions/max_terminated_length': '6.65', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3227', 'rewards/reward_semantic/std': '0.09925', 'rewards/reward_length/mean': '-0.04509', 'rewards/reward_length/std': '0.01773', 'reward': '1.095', 'reward_std': '0.02996', 'frac_reward_zero_std': '0.1', 'kl': '0.8647', 'entropy': '0.6982', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.822', 'epoch': '0.8038'} +[adaptive-kl] kl=0.477 target=0.3 beta: 0.6667 -> 1.0000 +{'loss': '0.3304', 'grad_norm': '3.563', 'learning_rate': '2.541e-06', 'num_tokens': '1.458e+06', 'completions/mean_length': '4.244', 'completions/min_length': '3.35', 'completions/max_length': '5.35', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.244', 'completions/min_terminated_length': '3.35', 'completions/max_terminated_length': '5.35', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4293', 'rewards/reward_semantic/std': '0.08994', 'rewards/reward_length/mean': '-0.04194', 'rewards/reward_length/std': '0.009088', 'reward': '1.127', 'reward_std': '0.02721', 'frac_reward_zero_std': '0.2', 'kl': '0.4773', 'entropy': '0.7039', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.717', 'epoch': '0.8071'} +{'loss': '0.3135', 'grad_norm': '12.78', 'learning_rate': '2.531e-06', 'num_tokens': '1.463e+06', 'completions/mean_length': '4.15', 'completions/min_length': '3.15', 'completions/max_length': '6.05', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.15', 'completions/min_terminated_length': '3.15', 'completions/max_terminated_length': '6.05', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3241', 'rewards/reward_semantic/std': '0.1175', 'rewards/reward_length/mean': '-0.05364', 'rewards/reward_length/std': '0.01272', 'reward': '1.095', 'reward_std': '0.03552', 'frac_reward_zero_std': '0.15', 'kl': '0.268', 'entropy': '0.8819', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.79', 'epoch': '0.8104'} +{'loss': '0.3978', 'grad_norm': '1.579', 'learning_rate': '2.521e-06', 'num_tokens': '1.469e+06', 'completions/mean_length': '4.756', 'completions/min_length': '3.45', 'completions/max_length': '6.65', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.756', 'completions/min_terminated_length': '3.45', 'completions/max_terminated_length': '6.65', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3583', 'rewards/reward_semantic/std': '0.1003', 'rewards/reward_length/mean': '-0.05183', 'rewards/reward_length/std': '0.01862', 'reward': '1.105', 'reward_std': '0.03052', 'frac_reward_zero_std': '0.15', 'kl': '0.3618', 'entropy': '0.6898', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.839', 'epoch': '0.8136'} +[adaptive-kl] kl=0.188 target=0.3 beta: 1.0000 -> 0.6667 + 50%|████▉ | 4980/10000 [3:57:34<4:06:11, 2.94s/it] 50%|████▉ | 4981/10000 [3:57:36<4:03:48, 2.91s/it] 50%|████▉ | 4982/10000 [3:57:39<4:04:58, 2.93s/it] 50%|████▉ | 4983/10000 [3:57:42<4:03:41, 2.91s/it] 50%|████▉ | 4984/10000 [3:57:45<4:00:58, 2.88s/it] 50%|████▉ | 4985/10000 [3:57:48<3:55:45, 2.82s/it] 50%|████▉ | 4986/10000 [3:57:51<3:59:30, 2.87s/it] 50%|████▉ | 4987/10000 [3:57:53<3:52:40, 2.78s/it] 50%|████▉ | 4988/10000 [3:57:56<3:55:19, 2.82s/it] 50%|████▉ | 4989/10000 [3:57:59<3:57:03, 2.84s/it] 50%|████▉ | 4990/10000 [3:58:02<3:46:40, 2.71s/it] 50%|████▉ | 4991/10000 [3:58:04<3:47:35, 2.73s/it] 50%|████▉ | 4992/10000 [3:58:07<3:49:18, 2.75s/it] 50%|████▉ | 4993/10000 [3:58:10<3:51:40, 2.78s/it] 50%|████▉ | 4994/10000 [3:58:13<3:52:14, 2.78s/it] 50%|████▉ | 4995/10000 [3:58:16<3:55:10, 2.82s/it] 50%|████▉ | 4996/10000 [3:58:18<3:51:33, 2.78s/it] 50%|████▉ | 4997/10000 [3:58:21<3:55:10, 2.82s/it] 50%|████▉ | 4998/10000 [3:58:24<3:51:22, 2.78s/it] 50%|████▉ | 4999/10000 [3:58:27<3:56:27, 2.84s/it] 50%|█████ | 5000/10000 [3:58:30<3:52:54, 2.79s/it] 50%|█████ | 5000/10000 [3:58:30<3:52:54, 2.79s/it] 50%|█████ | 5001/10000 [3:58:33<4:07:36, 2.97s/it] 50%|█████ | 5002/10000 [3:58:36<4:00:50, 2.89s/it] 50%|█████ | 5003/10000 [3:58:38<3:57:50, 2.86s/it] 50%|█████ | 5004/10000 [3:58:41<4:01:29, 2.90s/it] 50%|█████ | 5005/10000 [3:58:45<4:14:16, 3.05s/it] 50%|█████ | 5006/10000 [3:58:48<4:09:35, 3.00s/it] 50%|█████ | 5007/10000 [3:58:50<4:01:18, 2.90s/it] 50%|█████ | 5008/10000 [3:58:53<3:54:37, 2.82s/it] 50%|█████ | 5009/10000 [3:58:56<3:54:15, 2.82s/it] 50%|█████ | 5010/10000 [3:58:59<3:55:32, 2.83s/it] 50%|█████ | 5011/10000 [3:59:01<3:52:54, 2.80s/it] 50%|█████ | 5012/10000 [3:59:04<3:49:38, 2.76s/it] 50%|█████ | 5013/10000 [3:59:07<3:45:43, 2.72s/it] 50%|█████ | 5014/10000 [3:59:09<3:46:09, 2.72s/it] 50%|█████ | 5015/10000 [3:59:12<3:46:38, 2.73s/it] 50%|█████ | 5016/10000 [3:59:15<3:47:04, 2.73s/it] 50%|█████ | 5017/10000 [3:59:18<3:46:47, 2.73s/it] 50%|█████ | 5018/10000 [3:59:21<3:49:02, 2.76s/it] 50%|█████ | 5019/10000 [3:59:23<3:47:46, 2.74s/it] 50%|█████ | 5020/10000 [3:59:26<3:48:15, 2.75s/it] 50%|█████ | 5020/10000 [3:59:26<3:48:15, 2.75s/it] 50%|█████ | 5021/10000 [3:59:29<3:48:33, 2.75s/it] 50%|█████ | 5022/10000 [3:59:31<3:48:01, 2.75s/it] 50%|█████ | 5023/10000 [3:59:34<3:52:45, 2.81s/it] 50%|█████ | 5024/10000 [3:59:37<3:58:52, 2.88s/it] 50%|█████ | 5025/10000 [3:59:41<4:04:26, 2.95s/it] 50%|█████ | 5026/10000 [3:59:43<4:00:50, 2.91s/it] 50%|█████ | 5027/10000 [3:59:48<4:44:56, 3.44s/it] 50%|█████ | 5028/10000 [3:59:51<4:25:47, 3.21s/it] 50%|█████ | 5029/10000 [3:59:54<4:15:04, 3.08s/it] 50%|█████ | 5030/10000 [3:59:56<4:12:21, 3.05s/it] 50%|█████ | 5031/10000 [4:00:00<4:15:28, 3.08s/it] 50%|█████ | 5032/10000 [4:00:03<4:09:20, 3.01s/it] 50%|█████ | 5033/10000 [4:00:05<3:58:20, 2.88s/it] 50%|█████ | 5034/10000 [4:00:08<4:04:14, 2.95s/it] 50%|█████ | 5035/10000 [4:00:11<3:57:18, 2.87s/it] 50%|█████ | 5036/10000 [4:00:14<3:58:24, 2.88s/it] 50%|█████ | 5037/10000 [4:00:17<3:57:31, 2.87s/it] 50%|█████ | 5038/10000 [4:00:19<3:54:55, 2.84s/it] 50%|█████ | 5039/10000 [4:00:22<3:52:56, 2.82s/it] 50%|█████ | 5040/10000 [4:00:26<4:06:42, 2.98s/it] 50%|█████ | 5040/10000 [4:00:26<4:06:42, 2.98s/it] 50%|█████ | 5041/10000 [4:00:28<3:56:20, 2.86s/it] 50%|█████ | 5042/10000 [4:00:31<3:55:54, 2.85s/it] 50%|█████ | 5043/10000 [4:00:34<3:54:46, 2.84s/it] 50%|█████ | 5044/10000 [4:00:37<3:57:26, 2.87s/it] 50%|█████ | 5045/10000 [4:00:39<3:51:41, 2.81s/it] 50%|█████ | 5046/10000 [4:00:42<3:55:34, 2.85s/it] 50%|█████ | 5047/10000 [4:00:45<3:58:26, 2.89s/it] 50%|█████ | 5048/10000 [4:00:48<3:55:33, 2.85s/it] 50%|█████ | 5049/10000 [4:00:51<3:54:01, 2.84s/it] 50%|█████ | 5050/10000 [4:00:54<3:56:42, 2.87s/it] 51%|█████ | 5051/10000 [4:00:57<4:02:25, 2.94s/it] 51%|█████ | 5052/10000 [4:01:00<3:59:13, 2.90s/it] 51%|█████ | 5053/10000 [4:01:03<3:56:10, 2.86s/it] 51%|█████ | 5054/10000 [4:01:05<3:55:29, 2.86s/it] 51%|█████ | 5055/10000 [4:01:08<4:01:42, 2.93s/it] 51%|█████ | 5056/10000 [4:01:12<4:09:54, 3.03s/it] 51%|█████ | 5057/10000 [4:01:14<3:56:14, 2.87s/it] 51%|█████ | 5058/10000 [4:01:17<3:44:58, 2.73s/it] 51%|█████ | 5059/10000 [4:01:20<3:49:11, 2.78s/it] 51%|█████ | 5060/10000 [4:01:22<3:45:44, 2.74s/it] 51%|█████ | 5060/10000 [4:01:22<3:45:44, 2.74s/it] 51%|█████ | 5061/10000 [4:01:25<3:53:48, 2.84s/it] 51%|█████ | 5062/10000 [4:01:28<4:01:31, 2.93s/it] 51%|█████ | 5063/10000 [4:01:31<3:59:37, 2.91s/it] 51%|█████ | 5064/10000 [4:01:34<3:55:55, 2.87s/it] 51%|█████ | 5065/10000 [4:01:37<3:48:52, 2.78s/it] 51%|█████ | 5066/10000 [4:01:39<3:41:57, 2.70s/it] 51%|█████ | 5067/10000 [4:01:42<3:49:48, 2.80s/it] 51%|█████ | 5068/10000 [4:01:45<3:51:45, 2.82s/it] 51%|█████ | 5069/10000 [4:01:47<3:42:31, 2.71s/it] 51%|█████ | 5070/10000 [4:01:50<3:48:24, 2.78s/it] 51%|█████ | 5071/10000 [4:01:53<3:55:38, 2.87s/it] 51%|█████ | 5072/10000 [4:01:56<3:50:20, 2.80s/it] 51%|█████ | 5073/10000 [4:01:59<3:46:18, 2.76s/it] 51%|█████ | 5074/10000 [4:02:02<3:47:18, 2.77s/it] 51%|█████ | 5075/10000 [4:02:04<3:49:27, 2.80s/it] 51%|█████ | 5076/10000 [4:02:07<3:51:19, 2.82s/it] 51%|█████ | 5077/10000 [4:02:10<3:51:25, 2.82s/it] 51%|█████ | 5078/10000 [4:02:13<3:51:43, 2.82s/it] 51%|█████ | 5079/10000 [4:02:16<3:47:02, 2.77s/it] 51%|█████ | 5080/10000 [4:02:18<3:48:20, 2.78s/it] 51%|█████ | 5080/10000 [4:02:18<3:48:20, 2.78s/it] 51%|█████ | 5081/10000 [4:02:22<3:58:40, 2.91s/it] 51%|█████ | 5082/10000 [4:02:25<3:58:28, 2.91s/it] 51%|█████ | 5083/10000 [4:02:27<3:47:05, 2.77s/it] 51%|█████ | 5084/10000 [4:02:30<3:54:18, 2.86s/it] 51%|█████ | 5085/10000 [4:02:33<3:52:48, 2.84s/it] 51%|█████ | 5086/10000 [4:02:36<3:54:56, 2.87s/it] 51%|█████ | 5087/10000 [4:02:39<3:51:46, 2.83s/it] 51%|█████ | 5088/10000 [4:02:41<3:54:39, 2.87s/it] 51%|█████ | 5089/10000 [4:02:44<3:56:59, 2.90s/it] 51%|█████ | 5090/10000 [4:02:47<3:58:36, 2.92s/it] 51%|█████ | 5091/10000 [4:02:50<4:01:18, 2.95s/it] 51%|█████ | 5092/10000 [4:02:53<3:57:32, 2.90s/it] 51%|█████ | 5093/10000 [4:02:56<3:56:15, 2.89s/it] 51%|█████ | 5094/10000 [4:02:59<3:59:06, 2.92s/it] 51%|█████ | 5095/10000 [4:03:02<3:53:37, 2.86s/it] 51%|█████ | 5096/10000 [4:03:05<3:59:44, 2.93s/it] 51%|█████ | 5097/10000 [4:03:07<3:47:39, 2.79s/it] 51%|█████ | 5098/10000 [4:03:10<3:50:08, 2.82s/it] 51%|█████ | 5099/10000 [4:03:13<3:44:52, 2.75s/it] 51%|█████ | 5100/10000 [4:03:16<3:47:01, 2.78s/it] 51%|█████ | 5100/10000 [4:03:16<3:47:01, 2.78s/it] 51%|█████ | 5101/10000 [4:03:23<5:35:02, 4.10s/it] 51%|█████ | 5102/10000 [4:03:25<4:58:12, 3.65s/it] 51%|█████ | 5103/10000 [4:03:29<4:43:53, 3.48s/it] 51%|█████ | 5104/10000 [4:03:31<4:20:36, 3.19s/it] 51%|█████ | 5105/10000 [4:03:34<4:13:44, 3.11s/it] 51%|█████ | 5106/10000 [4:03:37<4:04:41, 3.00s/it] 51%|█████ | 5107/10000 [4:03:39<3:50:52, 2.83s/it] 51%|█████ | 5108/10000 [4:03:42<3:53:43, 2.87s/it] 51%|█████ | 5109/10000 [4:03:45<4:02:00, 2.97s/it] 51%|█████ | 5110/10000 [4:03:48<3:59:48, 2.94s/it] 51%|█████ | 5111/10000 [4:03:51<3:54:26, 2.88s/it] 51%|█████ | 5112/10000 [4:03:54<3:57:17, 2.91s/it] 51%|█████ | 5113/10000 [4:03:57<3:53:46, 2.87s/it] 51%|█████ | 5114/10000 [4:04:00<4:02:56, 2.98s/it] 51%|█████ | 5115/10000 [4:04:03<3:57:54, 2.92s/it] 51%|█████ | 5116/10000 [4:04:06<4:02:23, 2.98s/it] 51%|█████ | 5117/10000 [4:04:09<3:58:52, 2.94s/it] 51%|█████ | 5118/10000 [4:04:12<3:57:03, 2.91s/it] 51%|█████ | 5119/10000 [4:04:14<3:48:31, 2.81s/it] 51%|█████ | 5120/10000 [4:04:17<3:48:37, 2.81s/it] 51%|█████ | 5120/10000 [4:04:17<3:48:37, 2.81s/it] 51%|█████ | 5121/10000 [4:04:19<3:40:53, 2.72s/it] 51%|█████ | 5122/10000 [4:04:22<3:34:12, 2.63s/it] 51%|█████ | 5123/10000 [4:04:25<3:42:03, 2.73s/it] 51%|█████ | 5124/10000 [4:04:28<3:49:01, 2.82s/it] 51%|█████▏ | 5125/10000 [4:04:31<3:51:15, 2.85s/it] 51%|█████▏ | 5126/10000 [4:04:34<3:50:12, 2.83s/it] 51%|█████▏ | 5127/10000 [4:04:36<3:45:57, 2.78s/it] 51%|█████▏ | 5128/10000 [4:04:39<3:36:28, 2.67s/it] 51%|█████▏ | 5129/10000 [4:04:41<3:34:45, 2.65s/it] 51%|█████▏ | 5130/10000 [4:04:44<3:37:24, 2.68s/it] 51%|█████▏ | 5131/10000 [4:04:47<3:44:52, 2.77s/it] 51%|█████▏ | 5132/10000 [4:04:50<3:55:48, 2.91s/it] 51%|█████▏ | 5133/10000 [4:04:53<3:58:55, 2.95s/it] 51%|█████▏ | 5134/10000 [4:04:56<3:52:30, 2.87s/it] 51%|█████▏ | 5135/10000 [4:04:58<3:42:15, 2.74s/it] 51%|█████▏ | 5136/10000 [4:05:01<3:44:33, 2.77s/it] 51%|█████▏ | 5137/10000 [4:05:04<3:43:58, 2.76s/it] 51%|█████▏ | 5138/10000 [4:05:07<3:47:36, 2.81s/it] 51%|█████▏ | 5139/10000 [4:05:10<3:46:54, 2.80s/it] 51%|█████▏ | 5140/10000 [4:05:13<4:00:51, 2.97s/it] {'loss': '0.2405', 'grad_norm': '2.91', 'learning_rate': '2.511e-06', 'num_tokens': '1.475e+06', 'completions/mean_length': '4.763', 'completions/min_length': '3.75', 'completions/max_length': '6.3', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.763', 'completions/min_terminated_length': '3.75', 'completions/max_terminated_length': '6.3', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3437', 'rewards/reward_semantic/std': '0.1063', 'rewards/reward_length/mean': '-0.05645', 'rewards/reward_length/std': '0.01723', 'reward': '1.1', 'reward_std': '0.03227', 'frac_reward_zero_std': '0.1', 'kl': '0.1878', 'entropy': '0.765', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.829', 'epoch': '0.8169'} +[adaptive-kl] kl=0.198 target=0.3 beta: 0.6667 -> 0.4444 +{'loss': '0.1293', 'grad_norm': '0.4216', 'learning_rate': '2.501e-06', 'num_tokens': '1.481e+06', 'completions/mean_length': '4.669', 'completions/min_length': '3.4', 'completions/max_length': '6.2', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.669', 'completions/min_terminated_length': '3.4', 'completions/max_terminated_length': '6.2', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3833', 'rewards/reward_semantic/std': '0.1494', 'rewards/reward_length/mean': '-0.05586', 'rewards/reward_length/std': '0.01455', 'reward': '1.112', 'reward_std': '0.04495', 'frac_reward_zero_std': '0.15', 'kl': '0.198', 'entropy': '0.825', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.788', 'epoch': '0.8202'} +{'loss': '0.1284', 'grad_norm': '3.005', 'learning_rate': '2.491e-06', 'num_tokens': '1.486e+06', 'completions/mean_length': '5.181', 'completions/min_length': '4.2', 'completions/max_length': '6.35', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.181', 'completions/min_terminated_length': '4.2', 'completions/max_terminated_length': '6.35', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4186', 'rewards/reward_semantic/std': '0.07923', 'rewards/reward_length/mean': '-0.05564', 'rewards/reward_length/std': '0.01399', 'reward': '1.123', 'reward_std': '0.02427', 'frac_reward_zero_std': '0.1', 'kl': '0.2093', 'entropy': '0.6632', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.784', 'epoch': '0.8235'} +{'loss': '0.2295', 'grad_norm': '3.398', 'learning_rate': '2.481e-06', 'num_tokens': '1.492e+06', 'completions/mean_length': '5.281', 'completions/min_length': '3.6', 'completions/max_length': '8.35', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.281', 'completions/min_terminated_length': '3.6', 'completions/max_terminated_length': '8.35', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2529', 'rewards/reward_semantic/std': '0.106', 'rewards/reward_length/mean': '-0.05762', 'rewards/reward_length/std': '0.02342', 'reward': '1.073', 'reward_std': '0.03266', 'frac_reward_zero_std': '0', 'kl': '0.2778', 'entropy': '0.8748', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.966', 'epoch': '0.8268'} +{'loss': '0.1614', 'grad_norm': '4.604', 'learning_rate': '2.471e-06', 'num_tokens': '1.498e+06', 'completions/mean_length': '4.888', 'completions/min_length': '3.55', 'completions/max_length': '6.7', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.888', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '6.7', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4415', 'rewards/reward_semantic/std': '0.1791', 'rewards/reward_length/mean': '-0.05383', 'rewards/reward_length/std': '0.0111', 'reward': '1.13', 'reward_std': '0.05376', 'frac_reward_zero_std': '0.1', 'kl': '0.3275', 'entropy': '0.8633', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.819', 'epoch': '0.8301'} +[adaptive-kl] kl=0.180 target=0.3 beta: 0.4444 -> 0.2963 +{'loss': '0.09325', 'grad_norm': '1.961', 'learning_rate': '2.46e-06', 'num_tokens': '1.504e+06', 'completions/mean_length': '4.756', 'completions/min_length': '3.4', 'completions/max_length': '6.35', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.756', 'completions/min_terminated_length': '3.4', 'completions/max_terminated_length': '6.35', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3125', 'rewards/reward_semantic/std': '0.1445', 'rewards/reward_length/mean': '-0.05461', 'rewards/reward_length/std': '0.01482', 'reward': '1.091', 'reward_std': '0.04353', 'frac_reward_zero_std': '0.15', 'kl': '0.1799', 'entropy': '0.8574', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.801', 'epoch': '0.8333'} +{'loss': '0.1184', 'grad_norm': '5.849', 'learning_rate': '2.451e-06', 'num_tokens': '1.51e+06', 'completions/mean_length': '5.094', 'completions/min_length': '3.5', 'completions/max_length': '7.05', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.094', 'completions/min_terminated_length': '3.5', 'completions/max_terminated_length': '7.05', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3452', 'rewards/reward_semantic/std': '0.1773', 'rewards/reward_length/mean': '-0.05959', 'rewards/reward_length/std': '0.01791', 'reward': '1.101', 'reward_std': '0.05341', 'frac_reward_zero_std': '0', 'kl': '0.3912', 'entropy': '0.8829', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.851', 'epoch': '0.8366'} +[adaptive-kl] kl=0.557 target=0.3 beta: 0.2963 -> 0.4444 +{'loss': '0.2673', 'grad_norm': '7.042', 'learning_rate': '2.441e-06', 'num_tokens': '1.516e+06', 'completions/mean_length': '5.7', 'completions/min_length': '3.85', 'completions/max_length': '9.75', 'completions/clipped_ratio': '0.00625', 'completions/mean_terminated_length': '5.344', 'completions/min_terminated_length': '3.85', 'completions/max_terminated_length': '7.35', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4304', 'rewards/reward_semantic/std': '0.1165', 'rewards/reward_length/mean': '-0.06094', 'rewards/reward_length/std': '0.02126', 'reward': '1.126', 'reward_std': '0.03544', 'frac_reward_zero_std': '0.2', 'kl': '0.5566', 'entropy': '0.7543', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '3.05', 'epoch': '0.8399'} +[adaptive-kl] kl=0.181 target=0.3 beta: 0.4444 -> 0.2963 + 51%|█████▏ | 5140/10000 [4:05:13<4:00:51, 2.97s/it] 51%|█████▏ | 5141/10000 [4:05:16<3:58:58, 2.95s/it] 51%|█████▏ | 5142/10000 [4:05:18<3:47:21, 2.81s/it] 51%|█████▏ | 5143/10000 [4:05:21<3:41:06, 2.73s/it] 51%|█████▏ | 5144/10000 [4:05:24<3:44:35, 2.77s/it] 51%|█████▏ | 5145/10000 [4:05:27<3:56:04, 2.92s/it] 51%|█████▏ | 5146/10000 [4:05:30<3:55:19, 2.91s/it] 51%|█████▏ | 5147/10000 [4:05:33<3:58:43, 2.95s/it] 51%|█████▏ | 5148/10000 [4:05:36<4:02:16, 3.00s/it] 51%|█████▏ | 5149/10000 [4:05:39<3:59:21, 2.96s/it] 52%|█████▏ | 5150/10000 [4:05:42<3:56:08, 2.92s/it] 52%|█████▏ | 5151/10000 [4:05:45<4:03:53, 3.02s/it] 52%|█████▏ | 5152/10000 [4:05:48<3:53:39, 2.89s/it] 52%|█████▏ | 5153/10000 [4:05:50<3:41:38, 2.74s/it] 52%|█████▏ | 5154/10000 [4:05:53<3:43:48, 2.77s/it] 52%|█████▏ | 5155/10000 [4:05:56<3:47:02, 2.81s/it] 52%|█████▏ | 5156/10000 [4:05:59<3:51:04, 2.86s/it] 52%|█████▏ | 5157/10000 [4:06:02<3:51:32, 2.87s/it] 52%|█████▏ | 5158/10000 [4:06:04<3:44:36, 2.78s/it] 52%|█████▏ | 5159/10000 [4:06:07<3:55:22, 2.92s/it] 52%|█████▏ | 5160/10000 [4:06:10<3:52:08, 2.88s/it] 52%|█████▏ | 5160/10000 [4:06:10<3:52:08, 2.88s/it] 52%|█████▏ | 5161/10000 [4:06:13<3:52:03, 2.88s/it] 52%|█████▏ | 5162/10000 [4:06:16<3:44:57, 2.79s/it] 52%|█████▏ | 5163/10000 [4:06:18<3:43:57, 2.78s/it] 52%|█████▏ | 5164/10000 [4:06:22<3:52:10, 2.88s/it] 52%|█████▏ | 5165/10000 [4:06:24<3:47:22, 2.82s/it] 52%|█████▏ | 5166/10000 [4:06:27<3:50:18, 2.86s/it] 52%|█████▏ | 5167/10000 [4:06:30<3:43:40, 2.78s/it] 52%|█████▏ | 5168/10000 [4:06:33<3:48:19, 2.84s/it] 52%|█████▏ | 5169/10000 [4:06:35<3:40:51, 2.74s/it] 52%|█████▏ | 5170/10000 [4:06:38<3:41:45, 2.75s/it] 52%|█████▏ | 5171/10000 [4:06:40<3:33:35, 2.65s/it] 52%|█████▏ | 5172/10000 [4:06:43<3:28:38, 2.59s/it] 52%|█████▏ | 5173/10000 [4:06:46<3:35:36, 2.68s/it] 52%|█████▏ | 5174/10000 [4:06:49<3:41:22, 2.75s/it] 52%|█████▏ | 5175/10000 [4:06:51<3:38:02, 2.71s/it] 52%|█████▏ | 5176/10000 [4:06:54<3:46:48, 2.82s/it] 52%|█████▏ | 5177/10000 [4:06:57<3:46:31, 2.82s/it] 52%|█████▏ | 5178/10000 [4:07:00<3:51:49, 2.88s/it] 52%|█████▏ | 5179/10000 [4:07:03<3:40:50, 2.75s/it] 52%|█████▏ | 5180/10000 [4:07:05<3:38:17, 2.72s/it] 52%|█████▏ | 5180/10000 [4:07:05<3:38:17, 2.72s/it] 52%|█████▏ | 5181/10000 [4:07:08<3:38:08, 2.72s/it] 52%|█████▏ | 5182/10000 [4:07:11<3:41:50, 2.76s/it] 52%|█████▏ | 5183/10000 [4:07:14<3:43:03, 2.78s/it] 52%|█████▏ | 5184/10000 [4:07:17<3:52:18, 2.89s/it] 52%|█████▏ | 5185/10000 [4:07:20<3:48:12, 2.84s/it] 52%|█████▏ | 5186/10000 [4:07:23<3:48:48, 2.85s/it] 52%|█████▏ | 5187/10000 [4:07:25<3:44:53, 2.80s/it] 52%|█████▏ | 5188/10000 [4:07:28<3:36:35, 2.70s/it] 52%|█████▏ | 5189/10000 [4:07:30<3:38:15, 2.72s/it] 52%|█████▏ | 5190/10000 [4:07:33<3:36:47, 2.70s/it] 52%|█████▏ | 5191/10000 [4:07:36<3:37:59, 2.72s/it] 52%|█████▏ | 5192/10000 [4:07:38<3:31:30, 2.64s/it] 52%|█████▏ | 5193/10000 [4:07:41<3:31:37, 2.64s/it] 52%|█████▏ | 5194/10000 [4:07:44<3:32:35, 2.65s/it] 52%|█████▏ | 5195/10000 [4:07:46<3:36:17, 2.70s/it] 52%|█████▏ | 5196/10000 [4:07:49<3:33:53, 2.67s/it] 52%|█████▏ | 5197/10000 [4:07:52<3:36:15, 2.70s/it] 52%|█████▏ | 5198/10000 [4:07:55<3:45:56, 2.82s/it] 52%|█████▏ | 5199/10000 [4:07:57<3:38:14, 2.73s/it] 52%|█████▏ | 5200/10000 [4:08:01<3:49:14, 2.87s/it] 52%|█████▏ | 5200/10000 [4:08:01<3:49:14, 2.87s/it] 52%|█████▏ | 5201/10000 [4:08:03<3:45:30, 2.82s/it] 52%|█████▏ | 5202/10000 [4:08:06<3:50:50, 2.89s/it] 52%|█████▏ | 5203/10000 [4:08:09<3:51:48, 2.90s/it] 52%|█████▏ | 5204/10000 [4:08:12<3:43:35, 2.80s/it] 52%|█████▏ | 5205/10000 [4:08:14<3:39:39, 2.75s/it] 52%|█████▏ | 5206/10000 [4:08:17<3:41:12, 2.77s/it] 52%|█████▏ | 5207/10000 [4:08:20<3:46:52, 2.84s/it] 52%|█████▏ | 5208/10000 [4:08:24<4:03:30, 3.05s/it] 52%|█████▏ | 5209/10000 [4:08:27<3:56:24, 2.96s/it] 52%|█████▏ | 5210/10000 [4:08:29<3:48:55, 2.87s/it] 52%|█████▏ | 5211/10000 [4:08:32<3:49:56, 2.88s/it] 52%|█████▏ | 5212/10000 [4:08:35<3:42:50, 2.79s/it] 52%|█████▏ | 5213/10000 [4:08:37<3:36:19, 2.71s/it] 52%|█████▏ | 5214/10000 [4:08:40<3:41:58, 2.78s/it] 52%|█████▏ | 5215/10000 [4:08:43<3:38:51, 2.74s/it] 52%|█████▏ | 5216/10000 [4:08:46<3:38:11, 2.74s/it] 52%|█████▏ | 5217/10000 [4:08:48<3:34:51, 2.70s/it] 52%|█████▏ | 5218/10000 [4:08:51<3:29:47, 2.63s/it] 52%|█████▏ | 5219/10000 [4:08:53<3:32:10, 2.66s/it] 52%|█████▏ | 5220/10000 [4:08:56<3:31:51, 2.66s/it] 52%|█████▏ | 5220/10000 [4:08:56<3:31:51, 2.66s/it] 52%|█████▏ | 5221/10000 [4:08:59<3:35:29, 2.71s/it] 52%|█████▏ | 5222/10000 [4:09:02<3:43:37, 2.81s/it] 52%|█████▏ | 5223/10000 [4:09:04<3:38:00, 2.74s/it] 52%|█████▏ | 5224/10000 [4:09:07<3:35:00, 2.70s/it] 52%|█████▏ | 5225/10000 [4:09:10<3:41:18, 2.78s/it] 52%|█████▏ | 5226/10000 [4:09:13<3:50:14, 2.89s/it] 52%|█████▏ | 5227/10000 [4:09:16<3:47:48, 2.86s/it] 52%|█████▏ | 5228/10000 [4:09:18<3:38:18, 2.74s/it] 52%|█████▏ | 5229/10000 [4:09:21<3:38:11, 2.74s/it] 52%|█████▏ | 5230/10000 [4:09:24<3:33:24, 2.68s/it] 52%|█████▏ | 5231/10000 [4:09:26<3:31:07, 2.66s/it] 52%|█████▏ | 5232/10000 [4:09:29<3:35:42, 2.71s/it] 52%|█████▏ | 5233/10000 [4:09:32<3:37:01, 2.73s/it] 52%|█████▏ | 5234/10000 [4:09:35<3:34:09, 2.70s/it] 52%|█████▏ | 5235/10000 [4:09:37<3:28:51, 2.63s/it] 52%|█████▏ | 5236/10000 [4:09:40<3:26:55, 2.61s/it] 52%|█████▏ | 5237/10000 [4:09:43<3:38:28, 2.75s/it] 52%|█████▏ | 5238/10000 [4:09:46<3:48:03, 2.87s/it] 52%|█████▏ | 5239/10000 [4:09:49<3:46:12, 2.85s/it] 52%|█████▏ | 5240/10000 [4:09:51<3:37:41, 2.74s/it] 52%|█████▏ | 5240/10000 [4:09:51<3:37:41, 2.74s/it] 52%|█████▏ | 5241/10000 [4:09:54<3:34:22, 2.70s/it] 52%|█████▏ | 5242/10000 [4:09:57<3:42:02, 2.80s/it] 52%|█████▏ | 5243/10000 [4:10:00<3:51:48, 2.92s/it] 52%|█████▏ | 5244/10000 [4:10:03<3:48:59, 2.89s/it] 52%|█████▏ | 5245/10000 [4:10:06<3:50:26, 2.91s/it] 52%|█████▏ | 5246/10000 [4:10:09<3:50:44, 2.91s/it] 52%|█████▏ | 5247/10000 [4:10:11<3:42:22, 2.81s/it] 52%|█████▏ | 5248/10000 [4:10:14<3:43:27, 2.82s/it] 52%|█████▏ | 5249/10000 [4:10:17<3:45:49, 2.85s/it] 52%|█████▎ | 5250/10000 [4:10:20<3:41:19, 2.80s/it] 53%|█████▎ | 5251/10000 [4:10:23<3:44:20, 2.83s/it] 53%|█████▎ | 5252/10000 [4:10:25<3:36:34, 2.74s/it] 53%|█████▎ | 5253/10000 [4:10:28<3:40:30, 2.79s/it] 53%|█████▎ | 5254/10000 [4:10:31<3:44:10, 2.83s/it] 53%|█████▎ | 5255/10000 [4:10:34<3:47:29, 2.88s/it] 53%|█████▎ | 5256/10000 [4:10:37<3:44:21, 2.84s/it] 53%|█████▎ | 5257/10000 [4:10:40<3:45:51, 2.86s/it] 53%|█████▎ | 5258/10000 [4:10:42<3:38:14, 2.76s/it] 53%|█████▎ | 5259/10000 [4:10:45<3:37:06, 2.75s/it] 53%|█████▎ | 5260/10000 [4:10:48<3:41:15, 2.80s/it] 53%|█████▎ | 5260/10000 [4:10:48<3:41:15, 2.80s/it] 53%|█████▎ | 5261/10000 [4:10:51<3:42:58, 2.82s/it] 53%|█████▎ | 5262/10000 [4:10:53<3:37:26, 2.75s/it] 53%|█████▎ | 5263/10000 [4:10:56<3:48:12, 2.89s/it] 53%|█████▎ | 5264/10000 [4:10:59<3:46:39, 2.87s/it] 53%|█████▎ | 5265/10000 [4:11:02<3:44:25, 2.84s/it] 53%|█████▎ | 5266/10000 [4:11:05<3:44:52, 2.85s/it] 53%|█████▎ | 5267/10000 [4:11:08<3:43:45, 2.84s/it] 53%|█████▎ | 5268/10000 [4:11:11<3:44:14, 2.84s/it] 53%|█████▎ | 5269/10000 [4:11:13<3:43:28, 2.83s/it] 53%|█████▎ | 5270/10000 [4:11:16<3:39:19, 2.78s/it] 53%|█████▎ | 5271/10000 [4:11:19<3:49:57, 2.92s/it] 53%|█████▎ | 5272/10000 [4:11:22<3:52:15, 2.95s/it] 53%|█████▎ | 5273/10000 [4:11:25<3:46:14, 2.87s/it] 53%|█████▎ | 5274/10000 [4:11:28<3:51:00, 2.93s/it] 53%|█████▎ | 5275/10000 [4:11:31<3:42:18, 2.82s/it] 53%|█████▎ | 5276/10000 [4:11:33<3:37:06, 2.76s/it] 53%|█████▎ | 5277/10000 [4:11:36<3:40:41, 2.80s/it] 53%|█████▎ | 5278/10000 [4:11:39<3:35:52, 2.74s/it] 53%|█████▎ | 5279/10000 [4:11:42<3:36:10, 2.75s/it] 53%|█████▎ | 5280/10000 [4:11:44<3:37:51, 2.77s/it] 53%|█████▎ | 5280/10000 [4:11:44<3:37:51, 2.77s/it] 53%|█████▎ | 5281/10000 [4:11:47<3:37:13, 2.76s/it] 53%|█████▎ | 5282/10000 [4:11:50<3:30:43, 2.68s/it] 53%|█████▎ | 5283/10000 [4:11:52<3:26:40, 2.63s/it] 53%|█████▎ | 5284/10000 [4:11:55<3:28:41, 2.66s/it] 53%|█████▎ | 5285/10000 [4:11:57<3:28:20, 2.65s/it] 53%|█████▎ | 5286/10000 [4:12:00<3:27:34, 2.64s/it] 53%|█████▎ | 5287/10000 [4:12:03<3:36:20, 2.75s/it] 53%|█████▎ | 5288/10000 [4:12:06<3:35:36, 2.75s/it] 53%|█████▎ | 5289/10000 [4:12:09<3:43:24, 2.85s/it] 53%|█████▎ | 5290/10000 [4:12:12<3:46:56, 2.89s/it] 53%|█████▎ | 5291/10000 [4:12:15<3:40:56, 2.82s/it] 53%|█████▎ | 5292/10000 [4:12:17<3:39:55, 2.80s/it] 53%|█████▎ | 5293/10000 [4:12:20<3:44:57, 2.87s/it] 53%|█████▎ | 5294/10000 [4:12:23<3:47:16, 2.90s/it] 53%|█████▎ | 5295/10000 [4:12:26<3:44:04, 2.86s/it] 53%|█████▎ | 5296/10000 [4:12:29<3:42:19, 2.84s/it] 53%|█████▎ | 5297/10000 [4:12:32<3:43:35, 2.85s/it] 53%|█████▎ | 5298/10000 [4:12:35<3:44:20, 2.86s/it] 53%|█████▎ | 5299/10000 [4:12:37<3:44:19, 2.86s/it] 53%|█████▎ | 5300/10000 [4:12:40<3:34:44, 2.74s/it] {'loss': '0.1245', 'grad_norm': '6.538', 'learning_rate': '2.431e-06', 'num_tokens': '1.522e+06', 'completions/mean_length': '4.919', 'completions/min_length': '3.5', 'completions/max_length': '6.55', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.919', 'completions/min_terminated_length': '3.5', 'completions/max_terminated_length': '6.55', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2088', 'rewards/reward_semantic/std': '0.1217', 'rewards/reward_length/mean': '-0.05984', 'rewards/reward_length/std': '0.01823', 'reward': '1.06', 'reward_std': '0.03705', 'frac_reward_zero_std': '0.15', 'kl': '0.181', 'entropy': '0.9048', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.792', 'epoch': '0.8432'} +{'loss': '0.07936', 'grad_norm': '4.186', 'learning_rate': '2.42e-06', 'num_tokens': '1.528e+06', 'completions/mean_length': '5.119', 'completions/min_length': '3.7', 'completions/max_length': '7.1', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.119', 'completions/min_terminated_length': '3.7', 'completions/max_terminated_length': '7.1', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3219', 'rewards/reward_semantic/std': '0.1085', 'rewards/reward_length/mean': '-0.06301', 'rewards/reward_length/std': '0.02112', 'reward': '1.093', 'reward_std': '0.03302', 'frac_reward_zero_std': '0.1', 'kl': '0.2448', 'entropy': '0.8324', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.85', 'epoch': '0.8465'} +{'loss': '0.103', 'grad_norm': '10.03', 'learning_rate': '2.411e-06', 'num_tokens': '1.533e+06', 'completions/mean_length': '3.875', 'completions/min_length': '2.95', 'completions/max_length': '5.6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.875', 'completions/min_terminated_length': '2.95', 'completions/max_terminated_length': '5.6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.333', 'rewards/reward_semantic/std': '0.01662', 'rewards/reward_length/mean': '-0.04666', 'rewards/reward_length/std': '0.0128', 'reward': '1.098', 'reward_std': '0.005431', 'frac_reward_zero_std': '0.3', 'kl': '0.2563', 'entropy': '0.9102', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.744', 'epoch': '0.8497'} +{'loss': '0.09703', 'grad_norm': '2.039', 'learning_rate': '2.401e-06', 'num_tokens': '1.539e+06', 'completions/mean_length': '4.5', 'completions/min_length': '3.3', 'completions/max_length': '5.85', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.5', 'completions/min_terminated_length': '3.3', 'completions/max_terminated_length': '5.85', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4928', 'rewards/reward_semantic/std': '0.217', 'rewards/reward_length/mean': '-0.05811', 'rewards/reward_length/std': '0.01475', 'reward': '1.145', 'reward_std': '0.0653', 'frac_reward_zero_std': '0.15', 'kl': '0.2321', 'entropy': '0.6461', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.752', 'epoch': '0.853'} +[adaptive-kl] kl=0.476 target=0.3 beta: 0.2963 -> 0.4444 +{'loss': '0.2148', 'grad_norm': '8.605', 'learning_rate': '2.391e-06', 'num_tokens': '1.545e+06', 'completions/mean_length': '4.513', 'completions/min_length': '3.45', 'completions/max_length': '6.05', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.513', 'completions/min_terminated_length': '3.45', 'completions/max_terminated_length': '6.05', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2672', 'rewards/reward_semantic/std': '0.06537', 'rewards/reward_length/mean': '-0.048', 'rewards/reward_length/std': '0.01132', 'reward': '1.078', 'reward_std': '0.01996', 'frac_reward_zero_std': '0.1', 'kl': '0.476', 'entropy': '0.9332', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.761', 'epoch': '0.8563'} +{'loss': '0.1607', 'grad_norm': '7.898', 'learning_rate': '2.381e-06', 'num_tokens': '1.551e+06', 'completions/mean_length': '4.838', 'completions/min_length': '3.95', 'completions/max_length': '6.2', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.838', 'completions/min_terminated_length': '3.95', 'completions/max_terminated_length': '6.2', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4969', 'rewards/reward_semantic/std': '0.1267', 'rewards/reward_length/mean': '-0.055', 'rewards/reward_length/std': '0.01045', 'reward': '1.146', 'reward_std': '0.03807', 'frac_reward_zero_std': '0.2', 'kl': '0.2812', 'entropy': '0.6335', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.744', 'epoch': '0.8596'} +{'loss': '0.1415', 'grad_norm': '6.306', 'learning_rate': '2.371e-06', 'num_tokens': '1.557e+06', 'completions/mean_length': '5.156', 'completions/min_length': '3.85', 'completions/max_length': '6.7', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.156', 'completions/min_terminated_length': '3.85', 'completions/max_terminated_length': '6.7', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4519', 'rewards/reward_semantic/std': '0.2255', 'rewards/reward_length/mean': '-0.055', 'rewards/reward_length/std': '0.0132', 'reward': '1.133', 'reward_std': '0.06781', 'frac_reward_zero_std': '0.1', 'kl': '0.2746', 'entropy': '0.6053', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.819', 'epoch': '0.8629'} +{'loss': '0.1135', 'grad_norm': '3.081', 'learning_rate': '2.361e-06', 'num_tokens': '1.563e+06', 'completions/mean_length': '4.713', 'completions/min_length': '3.4', 'completions/max_length': '6.7', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.713', 'completions/min_terminated_length': '3.4', 'completions/max_terminated_length': '6.7', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3191', 'rewards/reward_semantic/std': '0.1945', 'rewards/reward_length/mean': '-0.05347', 'rewards/reward_length/std': '0.01524', 'reward': '1.093', 'reward_std': '0.05836', 'frac_reward_zero_std': '0.05', 'kl': '0.3313', 'entropy': '0.8553', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.817', 'epoch': '0.8661'} +{'loss': '0.2312', 'grad_norm': '0.08447', 'learning_rate': '2.351e-06', 'num_tokens': '1.569e+06', 'completions/mean_length': '4.506', 'completions/min_length': '3.4', 'completions/max_length': '5.85', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.506', 'completions/min_terminated_length': '3.4', 'completions/max_terminated_length': '5.85', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3665', 'rewards/reward_semantic/std': '0.03213', 'rewards/reward_length/mean': '-0.04761', 'rewards/reward_length/std': '0.01197', 'reward': '1.108', 'reward_std': '0.009998', 'frac_reward_zero_std': '0.2', 'kl': '0.3888', 'entropy': '0.7677', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.767', 'epoch': '0.8694'} + 53%|█████▎ | 5300/10000 [4:12:40<3:34:44, 2.74s/it] 53%|█████▎ | 5301/10000 [4:12:42<3:27:37, 2.65s/it] 53%|█████▎ | 5302/10000 [4:12:45<3:35:29, 2.75s/it] 53%|█████▎ | 5303/10000 [4:12:48<3:43:24, 2.85s/it] 53%|█████▎ | 5304/10000 [4:12:51<3:43:09, 2.85s/it] 53%|█████▎ | 5305/10000 [4:12:54<3:41:26, 2.83s/it] 53%|█████▎ | 5306/10000 [4:12:57<3:32:25, 2.72s/it] 53%|█████▎ | 5307/10000 [4:12:59<3:31:24, 2.70s/it] 53%|█████▎ | 5308/10000 [4:13:02<3:36:53, 2.77s/it] 53%|█████▎ | 5309/10000 [4:13:05<3:46:54, 2.90s/it] 53%|█████▎ | 5310/10000 [4:13:08<3:38:45, 2.80s/it] 53%|█████▎ | 5311/10000 [4:13:11<3:42:22, 2.85s/it] 53%|█████▎ | 5312/10000 [4:13:14<3:47:06, 2.91s/it] 53%|█████▎ | 5313/10000 [4:13:17<3:45:52, 2.89s/it] 53%|█████▎ | 5314/10000 [4:13:19<3:36:46, 2.78s/it] 53%|█████▎ | 5315/10000 [4:13:22<3:34:48, 2.75s/it] 53%|█████▎ | 5316/10000 [4:13:24<3:27:54, 2.66s/it] 53%|█████▎ | 5317/10000 [4:13:27<3:27:01, 2.65s/it] 53%|█████▎ | 5318/10000 [4:13:30<3:33:10, 2.73s/it] 53%|█████▎ | 5319/10000 [4:13:33<3:28:52, 2.68s/it] 53%|█████▎ | 5320/10000 [4:13:35<3:27:14, 2.66s/it] 53%|█████▎ | 5320/10000 [4:13:35<3:27:14, 2.66s/it] 53%|█████▎ | 5321/10000 [4:13:38<3:23:17, 2.61s/it] 53%|█████▎ | 5322/10000 [4:13:41<3:30:03, 2.69s/it] 53%|█████▎ | 5323/10000 [4:13:43<3:34:38, 2.75s/it] 53%|█████▎ | 5324/10000 [4:13:46<3:27:52, 2.67s/it] 53%|█████▎ | 5325/10000 [4:13:48<3:25:24, 2.64s/it] 53%|█████▎ | 5326/10000 [4:13:51<3:30:36, 2.70s/it] 53%|█████▎ | 5327/10000 [4:13:54<3:36:20, 2.78s/it] 53%|█████▎ | 5328/10000 [4:13:57<3:36:16, 2.78s/it] 53%|█████▎ | 5329/10000 [4:14:00<3:32:51, 2.73s/it] 53%|█████▎ | 5330/10000 [4:14:03<3:42:37, 2.86s/it] 53%|█████▎ | 5331/10000 [4:14:06<3:44:25, 2.88s/it] 53%|█████▎ | 5332/10000 [4:14:09<3:42:14, 2.86s/it] 53%|█████▎ | 5333/10000 [4:14:11<3:38:40, 2.81s/it] 53%|█████▎ | 5334/10000 [4:14:14<3:43:11, 2.87s/it] 53%|█████▎ | 5335/10000 [4:14:17<3:47:49, 2.93s/it] 53%|█████▎ | 5336/10000 [4:14:20<3:39:24, 2.82s/it] 53%|█████▎ | 5337/10000 [4:14:23<3:38:52, 2.82s/it] 53%|█████▎ | 5338/10000 [4:14:26<3:38:59, 2.82s/it] 53%|█████▎ | 5339/10000 [4:14:28<3:39:47, 2.83s/it] 53%|█████▎ | 5340/10000 [4:14:31<3:39:47, 2.83s/it] 53%|█████▎ | 5340/10000 [4:14:31<3:39:47, 2.83s/it] 53%|█████▎ | 5341/10000 [4:14:34<3:40:20, 2.84s/it] 53%|█████▎ | 5342/10000 [4:14:38<3:56:11, 3.04s/it] 53%|█████▎ | 5343/10000 [4:14:40<3:48:48, 2.95s/it] 53%|█████▎ | 5344/10000 [4:14:44<4:00:03, 3.09s/it] 53%|█████▎ | 5345/10000 [4:14:47<3:56:51, 3.05s/it] 53%|█████▎ | 5346/10000 [4:14:49<3:48:14, 2.94s/it] 53%|█████▎ | 5347/10000 [4:14:52<3:46:01, 2.91s/it] 53%|█████▎ | 5348/10000 [4:14:55<3:48:18, 2.94s/it] 53%|█████▎ | 5349/10000 [4:14:58<3:51:35, 2.99s/it] 54%|█████▎ | 5350/10000 [4:15:01<3:53:49, 3.02s/it] 54%|█████▎ | 5351/10000 [4:15:04<3:45:56, 2.92s/it] 54%|█████▎ | 5352/10000 [4:15:07<3:51:03, 2.98s/it] 54%|█████▎ | 5353/10000 [4:15:10<3:46:20, 2.92s/it] 54%|█████▎ | 5354/10000 [4:15:13<3:49:27, 2.96s/it] 54%|█████▎ | 5355/10000 [4:15:16<3:40:26, 2.85s/it] 54%|█████▎ | 5356/10000 [4:15:19<3:45:49, 2.92s/it] 54%|█████▎ | 5357/10000 [4:15:21<3:41:20, 2.86s/it] 54%|█████▎ | 5358/10000 [4:15:24<3:32:08, 2.74s/it] 54%|█████▎ | 5359/10000 [4:15:27<3:33:52, 2.77s/it] 54%|█████▎ | 5360/10000 [4:15:29<3:32:18, 2.75s/it] 54%|█████▎ | 5360/10000 [4:15:29<3:32:18, 2.75s/it] 54%|█████▎ | 5361/10000 [4:15:32<3:35:04, 2.78s/it] 54%|█████▎ | 5362/10000 [4:15:35<3:40:34, 2.85s/it] 54%|█████▎ | 5363/10000 [4:15:38<3:37:35, 2.82s/it] 54%|█████▎ | 5364/10000 [4:15:41<3:37:43, 2.82s/it] 54%|█████▎ | 5365/10000 [4:15:44<3:39:49, 2.85s/it] 54%|█████▎ | 5366/10000 [4:15:47<3:36:15, 2.80s/it] 54%|█████▎ | 5367/10000 [4:15:49<3:40:01, 2.85s/it] 54%|█████▎ | 5368/10000 [4:15:52<3:39:29, 2.84s/it] 54%|█████▎ | 5369/10000 [4:15:55<3:41:26, 2.87s/it] 54%|█████▎ | 5370/10000 [4:15:58<3:33:28, 2.77s/it] 54%|█████▎ | 5371/10000 [4:16:00<3:26:09, 2.67s/it] 54%|█████▎ | 5372/10000 [4:16:03<3:34:50, 2.79s/it] 54%|█████▎ | 5373/10000 [4:16:06<3:36:15, 2.80s/it] 54%|█████▎ | 5374/10000 [4:16:09<3:42:10, 2.88s/it] 54%|█████▍ | 5375/10000 [4:16:12<3:38:21, 2.83s/it] 54%|█████▍ | 5376/10000 [4:16:15<3:42:37, 2.89s/it] 54%|█████▍ | 5377/10000 [4:16:18<3:42:30, 2.89s/it] 54%|█████▍ | 5378/10000 [4:16:20<3:37:20, 2.82s/it] 54%|█████▍ | 5379/10000 [4:16:23<3:36:17, 2.81s/it] 54%|█████▍ | 5380/10000 [4:16:26<3:35:47, 2.80s/it] 54%|█████▍ | 5380/10000 [4:16:26<3:35:47, 2.80s/it] 54%|█████▍ | 5381/10000 [4:16:29<3:39:27, 2.85s/it] 54%|█████▍ | 5382/10000 [4:16:32<3:40:29, 2.86s/it] 54%|█████▍ | 5383/10000 [4:16:35<3:39:46, 2.86s/it] 54%|█████▍ | 5384/10000 [4:16:37<3:37:51, 2.83s/it] 54%|█████▍ | 5385/10000 [4:16:40<3:39:13, 2.85s/it] 54%|█████▍ | 5386/10000 [4:16:43<3:38:45, 2.84s/it] 54%|█████▍ | 5387/10000 [4:16:46<3:30:53, 2.74s/it] 54%|█████▍ | 5388/10000 [4:16:49<3:33:16, 2.77s/it] 54%|█████▍ | 5389/10000 [4:16:51<3:29:41, 2.73s/it] 54%|█████▍ | 5390/10000 [4:16:54<3:32:44, 2.77s/it] 54%|█████▍ | 5391/10000 [4:16:58<3:50:37, 3.00s/it] 54%|█████▍ | 5392/10000 [4:17:01<3:49:34, 2.99s/it] 54%|█████▍ | 5393/10000 [4:17:04<4:05:58, 3.20s/it] 54%|█████▍ | 5394/10000 [4:17:07<4:06:12, 3.21s/it] 54%|█████▍ | 5395/10000 [4:17:10<3:55:48, 3.07s/it] 54%|█████▍ | 5396/10000 [4:17:13<3:53:10, 3.04s/it] 54%|█████▍ | 5397/10000 [4:17:16<3:44:57, 2.93s/it] 54%|█████▍ | 5398/10000 [4:17:19<3:41:36, 2.89s/it] 54%|█████▍ | 5399/10000 [4:17:22<3:43:06, 2.91s/it] 54%|█████▍ | 5400/10000 [4:17:24<3:38:27, 2.85s/it] 54%|█████▍ | 5400/10000 [4:17:24<3:38:27, 2.85s/it] 54%|█████▍ | 5401/10000 [4:17:27<3:39:45, 2.87s/it] 54%|█████▍ | 5402/10000 [4:17:30<3:41:03, 2.88s/it] 54%|█████▍ | 5403/10000 [4:17:33<3:38:13, 2.85s/it] 54%|█████▍ | 5404/10000 [4:17:36<3:36:44, 2.83s/it] 54%|█████▍ | 5405/10000 [4:17:38<3:33:36, 2.79s/it] 54%|█████▍ | 5406/10000 [4:17:41<3:36:58, 2.83s/it] 54%|█████▍ | 5407/10000 [4:17:44<3:36:59, 2.83s/it] 54%|█████▍ | 5408/10000 [4:17:47<3:37:16, 2.84s/it] 54%|█████▍ | 5409/10000 [4:17:50<3:29:44, 2.74s/it] 54%|█████▍ | 5410/10000 [4:17:53<3:40:09, 2.88s/it] 54%|█████▍ | 5411/10000 [4:17:55<3:36:49, 2.83s/it] 54%|█████▍ | 5412/10000 [4:17:59<3:45:45, 2.95s/it] 54%|█████▍ | 5413/10000 [4:18:02<3:43:53, 2.93s/it] 54%|█████▍ | 5414/10000 [4:18:05<3:43:44, 2.93s/it] 54%|█████▍ | 5415/10000 [4:18:07<3:37:35, 2.85s/it] 54%|█████▍ | 5416/10000 [4:18:10<3:41:30, 2.90s/it] 54%|█████▍ | 5417/10000 [4:18:13<3:32:45, 2.79s/it] 54%|█████▍ | 5418/10000 [4:18:15<3:29:13, 2.74s/it] 54%|█████▍ | 5419/10000 [4:18:18<3:37:09, 2.84s/it] 54%|█████▍ | 5420/10000 [4:18:22<3:44:25, 2.94s/it] 54%|█████▍ | 5420/10000 [4:18:22<3:44:25, 2.94s/it] 54%|█████▍ | 5421/10000 [4:18:24<3:41:43, 2.91s/it] 54%|█████▍ | 5422/10000 [4:18:27<3:43:56, 2.93s/it] 54%|█████▍ | 5423/10000 [4:18:31<3:47:51, 2.99s/it] 54%|█████▍ | 5424/10000 [4:18:33<3:46:41, 2.97s/it] 54%|█████▍ | 5425/10000 [4:18:36<3:39:43, 2.88s/it] 54%|█████▍ | 5426/10000 [4:18:39<3:41:33, 2.91s/it] 54%|█████▍ | 5427/10000 [4:18:42<3:35:57, 2.83s/it] 54%|█████▍ | 5428/10000 [4:18:45<3:46:53, 2.98s/it] 54%|█████▍ | 5429/10000 [4:18:48<3:42:52, 2.93s/it] 54%|█████▍ | 5430/10000 [4:18:51<3:40:08, 2.89s/it] 54%|█████▍ | 5431/10000 [4:18:53<3:34:49, 2.82s/it] 54%|█████▍ | 5432/10000 [4:18:56<3:36:41, 2.85s/it] 54%|█████▍ | 5433/10000 [4:18:59<3:31:59, 2.78s/it] 54%|█████▍ | 5434/10000 [4:19:02<3:27:43, 2.73s/it] 54%|█████▍ | 5435/10000 [4:19:04<3:23:53, 2.68s/it] 54%|█████▍ | 5436/10000 [4:19:07<3:22:00, 2.66s/it] 54%|█████▍ | 5437/10000 [4:19:09<3:18:30, 2.61s/it] 54%|█████▍ | 5438/10000 [4:19:12<3:26:42, 2.72s/it] 54%|█████▍ | 5439/10000 [4:19:15<3:30:25, 2.77s/it] 54%|█████▍ | 5440/10000 [4:19:18<3:30:36, 2.77s/it] 54%|█████▍ | 5440/10000 [4:19:18<3:30:36, 2.77s/it] 54%|█████▍ | 5441/10000 [4:19:21<3:36:45, 2.85s/it] 54%|█████▍ | 5442/10000 [4:19:24<3:40:22, 2.90s/it] 54%|█████▍ | 5443/10000 [4:19:26<3:32:14, 2.79s/it] 54%|█████▍ | 5444/10000 [4:19:29<3:27:12, 2.73s/it] 54%|█████▍ | 5445/10000 [4:19:32<3:28:35, 2.75s/it] 54%|█████▍ | 5446/10000 [4:19:35<3:31:42, 2.79s/it] 54%|█████▍ | 5447/10000 [4:19:38<3:39:28, 2.89s/it] 54%|█████▍ | 5448/10000 [4:19:41<3:37:59, 2.87s/it] 54%|█████▍ | 5449/10000 [4:19:43<3:32:34, 2.80s/it] 55%|█████▍ | 5450/10000 [4:19:46<3:28:00, 2.74s/it] 55%|█████▍ | 5451/10000 [4:19:49<3:29:17, 2.76s/it] 55%|█████▍ | 5452/10000 [4:19:51<3:23:15, 2.68s/it] 55%|█████▍ | 5453/10000 [4:19:54<3:27:53, 2.74s/it] 55%|█████▍ | 5454/10000 [4:19:57<3:37:02, 2.86s/it] 55%|█████▍ | 5455/10000 [4:20:00<3:46:27, 2.99s/it] 55%|█████▍ | 5456/10000 [4:20:03<3:39:09, 2.89s/it] 55%|█████▍ | 5457/10000 [4:20:06<3:43:48, 2.96s/it] 55%|█████▍ | 5458/10000 [4:20:09<3:43:23, 2.95s/it] 55%|█████▍ | 5459/10000 [4:20:12<3:44:46, 2.97s/it] 55%|█████▍ | 5460/10000 [4:20:15<3:42:02, 2.93s/it] 55%|█████▍ | 5460/10000 [4:20:15<3:42:02, 2.93s/it] 55%|█████▍ | 5461/10000 [4:20:18<3:39:02, 2.90s/it] 55%|█████▍ | 5462/10000 [4:20:21<3:35:18, 2.85s/it] 55%|█████▍ | 5463/10000 [4:20:23<3:30:30, 2.78s/it] 55%|█████▍ | 5464/10000 [4:20:26<3:39:44, 2.91s/it] 55%|█████▍ | 5465/10000 [4:20:29<3:43:27, 2.96s/it] 55%|█████▍ | 5466/10000 [4:20:32<3:36:00, 2.86s/it] 55%|█████▍ | 5467/10000 [4:20:35<3:38:00, 2.89s/it] 55%|█████▍ | 5468/10000 [4:20:38<3:35:52, 2.86s/it] 55%|█████▍ | 5469/10000 [4:20:41<3:43:36, 2.96s/it] 55%|█████▍ | 5470/10000 [4:20:44<3:43:24, 2.96s/it] 55%|█████▍ | 5471/10000 [4:20:47<3:39:10, 2.90s/it] 55%|█████▍ | 5472/10000 [4:20:49<3:29:29, 2.78s/it] 55%|█████▍ | 5473/10000 [4:20:52<3:27:28, 2.75s/it] 55%|█████▍ | 5474/10000 [4:20:55<3:31:32, 2.80s/it] 55%|█████▍ | 5475/10000 [4:20:58<3:46:17, 3.00s/it] 55%|█████▍ | 5476/10000 [4:21:01<3:35:48, 2.86s/it] 55%|█████▍ | 5477/10000 [4:21:03<3:27:20, 2.75s/it] 55%|█████▍ | 5478/10000 [4:21:06<3:25:26, 2.73s/it] 55%|█████▍ | 5479/10000 [4:21:09<3:26:20, 2.74s/it] 55%|█████▍ | 5480/10000 [4:21:12<3:27:11, 2.75s/it] {'loss': '0.1291', 'grad_norm': '0.005467', 'learning_rate': '2.341e-06', 'num_tokens': '1.574e+06', 'completions/mean_length': '3.981', 'completions/min_length': '2.95', 'completions/max_length': '5.5', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.981', 'completions/min_terminated_length': '2.95', 'completions/max_terminated_length': '5.5', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5316', 'rewards/reward_semantic/std': '0.189', 'rewards/reward_length/mean': '-0.0479', 'rewards/reward_length/std': '0.01431', 'reward': '1.157', 'reward_std': '0.05663', 'frac_reward_zero_std': '0.2', 'kl': '0.3348', 'entropy': '0.7668', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.747', 'epoch': '0.8727'} +[adaptive-kl] kl=0.464 target=0.3 beta: 0.4444 -> 0.6667 +{'loss': '0.2303', 'grad_norm': '0.6374', 'learning_rate': '2.331e-06', 'num_tokens': '1.58e+06', 'completions/mean_length': '4.406', 'completions/min_length': '3.25', 'completions/max_length': '5.9', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.406', 'completions/min_terminated_length': '3.25', 'completions/max_terminated_length': '5.9', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4858', 'rewards/reward_semantic/std': '0.141', 'rewards/reward_length/mean': '-0.04646', 'rewards/reward_length/std': '0.01565', 'reward': '1.143', 'reward_std': '0.04275', 'frac_reward_zero_std': '0.15', 'kl': '0.4643', 'entropy': '0.8589', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.792', 'epoch': '0.876'} +{'loss': '0.2851', 'grad_norm': '6.704', 'learning_rate': '2.321e-06', 'num_tokens': '1.586e+06', 'completions/mean_length': '4.825', 'completions/min_length': '3.7', 'completions/max_length': '7.3', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.825', 'completions/min_terminated_length': '3.7', 'completions/max_terminated_length': '7.3', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4002', 'rewards/reward_semantic/std': '0.1352', 'rewards/reward_length/mean': '-0.06047', 'rewards/reward_length/std': '0.0142', 'reward': '1.117', 'reward_std': '0.04103', 'frac_reward_zero_std': '0.1', 'kl': '0.2403', 'entropy': '0.7909', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.9', 'epoch': '0.8793'} +{'loss': '0.2214', 'grad_norm': '0.1447', 'learning_rate': '2.311e-06', 'num_tokens': '1.592e+06', 'completions/mean_length': '4.331', 'completions/min_length': '3.5', 'completions/max_length': '5.8', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.331', 'completions/min_terminated_length': '3.5', 'completions/max_terminated_length': '5.8', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3676', 'rewards/reward_semantic/std': '0.1156', 'rewards/reward_length/mean': '-0.05505', 'rewards/reward_length/std': '0.01175', 'reward': '1.108', 'reward_std': '0.03482', 'frac_reward_zero_std': '0.2', 'kl': '0.3121', 'entropy': '0.8125', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.816', 'epoch': '0.8825'} +{'loss': '0.2142', 'grad_norm': '8.881', 'learning_rate': '2.301e-06', 'num_tokens': '1.598e+06', 'completions/mean_length': '4.644', 'completions/min_length': '3.3', 'completions/max_length': '7.1', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.644', 'completions/min_terminated_length': '3.3', 'completions/max_terminated_length': '7.1', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3049', 'rewards/reward_semantic/std': '0.09986', 'rewards/reward_length/mean': '-0.04929', 'rewards/reward_length/std': '0.01473', 'reward': '1.089', 'reward_std': '0.03036', 'frac_reward_zero_std': '0.1', 'kl': '0.2667', 'entropy': '0.8955', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.904', 'epoch': '0.8858'} +[adaptive-kl] kl=0.175 target=0.3 beta: 0.6667 -> 0.4444 +{'loss': '0.1981', 'grad_norm': '5.623', 'learning_rate': '2.291e-06', 'num_tokens': '1.604e+06', 'completions/mean_length': '4.756', 'completions/min_length': '3.55', 'completions/max_length': '6.4', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.756', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '6.4', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3921', 'rewards/reward_semantic/std': '0.1517', 'rewards/reward_length/mean': '-0.05857', 'rewards/reward_length/std': '0.01581', 'reward': '1.115', 'reward_std': '0.04579', 'frac_reward_zero_std': '0.1', 'kl': '0.1751', 'entropy': '0.7048', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.851', 'epoch': '0.8891'} +{'loss': '0.1254', 'grad_norm': '1.566', 'learning_rate': '2.281e-06', 'num_tokens': '1.61e+06', 'completions/mean_length': '4.669', 'completions/min_length': '3.5', 'completions/max_length': '5.95', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.669', 'completions/min_terminated_length': '3.5', 'completions/max_terminated_length': '5.95', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4038', 'rewards/reward_semantic/std': '0.09692', 'rewards/reward_length/mean': '-0.05151', 'rewards/reward_length/std': '0.0137', 'reward': '1.119', 'reward_std': '0.02941', 'frac_reward_zero_std': '0.2', 'kl': '0.3179', 'entropy': '0.7488', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.798', 'epoch': '0.8924'} +{'loss': '0.1209', 'grad_norm': '7.759', 'learning_rate': '2.271e-06', 'num_tokens': '1.616e+06', 'completions/mean_length': '4.55', 'completions/min_length': '3.45', 'completions/max_length': '6.35', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.55', 'completions/min_terminated_length': '3.45', 'completions/max_terminated_length': '6.35', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3885', 'rewards/reward_semantic/std': '0.09216', 'rewards/reward_length/mean': '-0.05125', 'rewards/reward_length/std': '0.0146', 'reward': '1.114', 'reward_std': '0.02777', 'frac_reward_zero_std': '0.2', 'kl': '0.2136', 'entropy': '0.7091', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.851', 'epoch': '0.8957'} + 55%|█████▍ | 5480/10000 [4:21:12<3:27:11, 2.75s/it] 55%|█████▍ | 5481/10000 [4:21:14<3:23:26, 2.70s/it] 55%|█████▍ | 5482/10000 [4:21:17<3:23:23, 2.70s/it] 55%|█████▍ | 5483/10000 [4:21:20<3:23:35, 2.70s/it] 55%|█████▍ | 5484/10000 [4:21:22<3:26:07, 2.74s/it] 55%|█████▍ | 5485/10000 [4:21:25<3:29:12, 2.78s/it] 55%|█████▍ | 5486/10000 [4:21:28<3:29:12, 2.78s/it] 55%|█████▍ | 5487/10000 [4:21:31<3:29:26, 2.78s/it] 55%|█████▍ | 5488/10000 [4:21:33<3:24:57, 2.73s/it] 55%|█████▍ | 5489/10000 [4:21:37<3:36:27, 2.88s/it] 55%|█████▍ | 5490/10000 [4:21:40<3:37:41, 2.90s/it] 55%|█████▍ | 5491/10000 [4:21:43<3:40:53, 2.94s/it] 55%|█████▍ | 5492/10000 [4:21:46<3:40:57, 2.94s/it] 55%|█████▍ | 5493/10000 [4:21:48<3:38:21, 2.91s/it] 55%|█████▍ | 5494/10000 [4:21:51<3:28:27, 2.78s/it] 55%|█████▍ | 5495/10000 [4:21:54<3:26:34, 2.75s/it] 55%|█████▍ | 5496/10000 [4:21:56<3:25:44, 2.74s/it] 55%|█████▍ | 5497/10000 [4:21:59<3:27:34, 2.77s/it] 55%|█████▍ | 5498/10000 [4:22:02<3:31:20, 2.82s/it] 55%|█████▍ | 5499/10000 [4:22:05<3:39:50, 2.93s/it] 55%|█████▌ | 5500/10000 [4:22:08<3:28:44, 2.78s/it] 55%|█████▌ | 5500/10000 [4:22:08<3:28:44, 2.78s/it] 55%|█████▌ | 5501/10000 [4:22:11<3:40:12, 2.94s/it] 55%|█████▌ | 5502/10000 [4:22:14<3:38:03, 2.91s/it] 55%|█████▌ | 5503/10000 [4:22:16<3:31:13, 2.82s/it] 55%|█████▌ | 5504/10000 [4:22:19<3:33:07, 2.84s/it] 55%|█████▌ | 5505/10000 [4:22:23<3:42:32, 2.97s/it] 55%|█████▌ | 5506/10000 [4:22:26<3:47:50, 3.04s/it] 55%|█████▌ | 5507/10000 [4:22:28<3:35:43, 2.88s/it] 55%|█████▌ | 5508/10000 [4:22:31<3:32:58, 2.84s/it] 55%|█████▌ | 5509/10000 [4:22:34<3:29:39, 2.80s/it] 55%|█████▌ | 5510/10000 [4:22:37<3:30:03, 2.81s/it] 55%|█████▌ | 5511/10000 [4:22:40<3:40:24, 2.95s/it] 55%|█████▌ | 5512/10000 [4:22:43<3:36:36, 2.90s/it] 55%|█████▌ | 5513/10000 [4:22:45<3:33:14, 2.85s/it] 55%|█████▌ | 5514/10000 [4:22:48<3:35:08, 2.88s/it] 55%|█████▌ | 5515/10000 [4:22:51<3:30:02, 2.81s/it] 55%|█████▌ | 5516/10000 [4:22:54<3:26:49, 2.77s/it] 55%|█████▌ | 5517/10000 [4:22:57<3:31:23, 2.83s/it] 55%|█████▌ | 5518/10000 [4:23:00<3:39:06, 2.93s/it] 55%|█████▌ | 5519/10000 [4:23:02<3:29:57, 2.81s/it] 55%|█████▌ | 5520/10000 [4:23:05<3:29:09, 2.80s/it] 55%|█████▌ | 5520/10000 [4:23:05<3:29:09, 2.80s/it] 55%|█████▌ | 5521/10000 [4:23:08<3:25:54, 2.76s/it] 55%|█████▌ | 5522/10000 [4:23:11<3:26:29, 2.77s/it] 55%|█████▌ | 5523/10000 [4:23:14<3:32:35, 2.85s/it] 55%|█████▌ | 5524/10000 [4:23:17<3:40:22, 2.95s/it] 55%|█████▌ | 5525/10000 [4:23:20<3:46:48, 3.04s/it] 55%|█████▌ | 5526/10000 [4:23:23<3:44:31, 3.01s/it] 55%|█████▌ | 5527/10000 [4:23:26<3:39:31, 2.94s/it] 55%|█████▌ | 5528/10000 [4:23:29<3:39:46, 2.95s/it] 55%|█████▌ | 5529/10000 [4:23:32<3:38:49, 2.94s/it] 55%|█████▌ | 5530/10000 [4:23:34<3:36:23, 2.90s/it] 55%|█████▌ | 5531/10000 [4:23:38<3:41:50, 2.98s/it] 55%|█████▌ | 5532/10000 [4:23:40<3:37:31, 2.92s/it] 55%|█████▌ | 5533/10000 [4:23:43<3:32:55, 2.86s/it] 55%|█████▌ | 5534/10000 [4:23:46<3:28:40, 2.80s/it] 55%|█████▌ | 5535/10000 [4:23:49<3:31:56, 2.85s/it] 55%|█████▌ | 5536/10000 [4:23:52<3:36:14, 2.91s/it] 55%|█████▌ | 5537/10000 [4:23:55<3:35:14, 2.89s/it] 55%|█████▌ | 5538/10000 [4:23:57<3:32:24, 2.86s/it] 55%|█████▌ | 5539/10000 [4:24:00<3:28:37, 2.81s/it] 55%|█████▌ | 5540/10000 [4:24:03<3:24:14, 2.75s/it] 55%|█████▌ | 5540/10000 [4:24:03<3:24:14, 2.75s/it] 55%|█████▌ | 5541/10000 [4:24:06<3:25:03, 2.76s/it] 55%|█████▌ | 5542/10000 [4:24:08<3:25:09, 2.76s/it] 55%|█████▌ | 5543/10000 [4:24:12<3:34:53, 2.89s/it] 55%|█████▌ | 5544/10000 [4:24:14<3:36:13, 2.91s/it] 55%|█████▌ | 5545/10000 [4:24:17<3:32:56, 2.87s/it] 55%|█████▌ | 5546/10000 [4:24:20<3:29:56, 2.83s/it] 55%|█████▌ | 5547/10000 [4:24:23<3:25:47, 2.77s/it] 55%|█████▌ | 5548/10000 [4:24:25<3:18:10, 2.67s/it] 55%|█████▌ | 5549/10000 [4:24:29<3:35:48, 2.91s/it] 56%|█████▌ | 5550/10000 [4:24:31<3:33:20, 2.88s/it] 56%|█████▌ | 5551/10000 [4:24:34<3:25:26, 2.77s/it] 56%|█████▌ | 5552/10000 [4:24:37<3:31:01, 2.85s/it] 56%|█████▌ | 5553/10000 [4:24:40<3:36:10, 2.92s/it] 56%|█████▌ | 5554/10000 [4:24:43<3:30:45, 2.84s/it] 56%|█████▌ | 5555/10000 [4:24:45<3:23:55, 2.75s/it] 56%|█████▌ | 5556/10000 [4:24:48<3:24:36, 2.76s/it] 56%|█████▌ | 5557/10000 [4:24:51<3:29:11, 2.83s/it] 56%|█████▌ | 5558/10000 [4:24:54<3:25:25, 2.77s/it] 56%|█████▌ | 5559/10000 [4:24:56<3:27:29, 2.80s/it] 56%|█████▌ | 5560/10000 [4:24:59<3:32:13, 2.87s/it] 56%|█████▌ | 5560/10000 [4:24:59<3:32:13, 2.87s/it] 56%|█████▌ | 5561/10000 [4:25:02<3:34:01, 2.89s/it] 56%|█████▌ | 5562/10000 [4:25:05<3:37:54, 2.95s/it] 56%|█████▌ | 5563/10000 [4:25:08<3:32:51, 2.88s/it] 56%|█████▌ | 5564/10000 [4:25:11<3:29:12, 2.83s/it] 56%|█████▌ | 5565/10000 [4:25:14<3:26:45, 2.80s/it] 56%|█████▌ | 5566/10000 [4:25:17<3:31:52, 2.87s/it] 56%|█████▌ | 5567/10000 [4:25:20<3:33:33, 2.89s/it] 56%|█████▌ | 5568/10000 [4:25:23<3:35:17, 2.91s/it] 56%|█████▌ | 5569/10000 [4:25:26<3:43:57, 3.03s/it] 56%|█████▌ | 5570/10000 [4:25:28<3:34:22, 2.90s/it] 56%|█████▌ | 5571/10000 [4:25:31<3:34:05, 2.90s/it] 56%|█████▌ | 5572/10000 [4:25:35<3:39:36, 2.98s/it] 56%|█████▌ | 5573/10000 [4:25:37<3:34:39, 2.91s/it] 56%|█████▌ | 5574/10000 [4:25:40<3:33:08, 2.89s/it] 56%|█████▌ | 5575/10000 [4:25:43<3:35:42, 2.92s/it] 56%|█████▌ | 5576/10000 [4:25:46<3:27:50, 2.82s/it] 56%|█████▌ | 5577/10000 [4:25:49<3:33:16, 2.89s/it] 56%|█████▌ | 5578/10000 [4:25:52<3:45:20, 3.06s/it] 56%|█████▌ | 5579/10000 [4:25:55<3:35:49, 2.93s/it] 56%|█████▌ | 5580/10000 [4:25:57<3:26:21, 2.80s/it] 56%|█████▌ | 5580/10000 [4:25:57<3:26:21, 2.80s/it] 56%|█████▌ | 5581/10000 [4:26:00<3:30:02, 2.85s/it] 56%|█████▌ | 5582/10000 [4:26:03<3:28:54, 2.84s/it] 56%|█████▌ | 5583/10000 [4:26:06<3:31:20, 2.87s/it] 56%|█████▌ | 5584/10000 [4:26:09<3:33:20, 2.90s/it] 56%|█████▌ | 5585/10000 [4:26:12<3:33:28, 2.90s/it] 56%|█████▌ | 5586/10000 [4:26:14<3:24:25, 2.78s/it] 56%|█████▌ | 5587/10000 [4:26:17<3:17:15, 2.68s/it] 56%|█████▌ | 5588/10000 [4:26:20<3:22:34, 2.75s/it] 56%|█████▌ | 5589/10000 [4:26:23<3:26:01, 2.80s/it] 56%|█████▌ | 5590/10000 [4:26:25<3:23:31, 2.77s/it] 56%|█████▌ | 5591/10000 [4:26:28<3:24:49, 2.79s/it] 56%|█████▌ | 5592/10000 [4:26:31<3:17:02, 2.68s/it] 56%|█████▌ | 5593/10000 [4:26:34<3:22:19, 2.75s/it] 56%|█████▌ | 5594/10000 [4:26:37<3:26:04, 2.81s/it] 56%|█████▌ | 5595/10000 [4:26:39<3:23:16, 2.77s/it] 56%|█████▌ | 5596/10000 [4:26:42<3:27:09, 2.82s/it] 56%|█████▌ | 5597/10000 [4:26:45<3:31:23, 2.88s/it] 56%|█████▌ | 5598/10000 [4:26:48<3:26:20, 2.81s/it] 56%|█████▌ | 5599/10000 [4:26:55<5:00:55, 4.10s/it] 56%|█████▌ | 5600/10000 [4:26:58<4:31:40, 3.70s/it] 56%|█████▌ | 5600/10000 [4:26:58<4:31:40, 3.70s/it] 56%|█████▌ | 5601/10000 [4:27:00<4:11:07, 3.43s/it] 56%|█████▌ | 5602/10000 [4:27:03<3:51:20, 3.16s/it] 56%|█████▌ | 5603/10000 [4:27:06<3:38:19, 2.98s/it] 56%|█████▌ | 5604/10000 [4:27:08<3:35:08, 2.94s/it] 56%|█████▌ | 5605/10000 [4:27:11<3:36:32, 2.96s/it] 56%|█████▌ | 5606/10000 [4:27:14<3:37:43, 2.97s/it] 56%|█████▌ | 5607/10000 [4:27:18<3:45:23, 3.08s/it] 56%|█████▌ | 5608/10000 [4:27:21<3:43:33, 3.05s/it] 56%|█████▌ | 5609/10000 [4:27:24<3:38:46, 2.99s/it] 56%|█████▌ | 5610/10000 [4:27:27<3:39:51, 3.00s/it] 56%|█████▌ | 5611/10000 [4:27:29<3:36:23, 2.96s/it] 56%|█████▌ | 5612/10000 [4:27:32<3:37:27, 2.97s/it] 56%|█████▌ | 5613/10000 [4:27:35<3:34:29, 2.93s/it] 56%|█████▌ | 5614/10000 [4:27:42<5:04:06, 4.16s/it] 56%|█████▌ | 5615/10000 [4:27:45<4:27:21, 3.66s/it] 56%|█████▌ | 5616/10000 [4:27:48<4:07:15, 3.38s/it] 56%|█████▌ | 5617/10000 [4:27:50<3:47:40, 3.12s/it] 56%|█████▌ | 5618/10000 [4:27:53<3:41:05, 3.03s/it] 56%|█████▌ | 5619/10000 [4:27:56<3:37:00, 2.97s/it] 56%|█████▌ | 5620/10000 [4:27:58<3:27:57, 2.85s/it] 56%|█████▌ | 5620/10000 [4:27:58<3:27:57, 2.85s/it] 56%|█████▌ | 5621/10000 [4:28:01<3:26:52, 2.83s/it] 56%|█████▌ | 5622/10000 [4:28:04<3:24:53, 2.81s/it] 56%|█████▌ | 5623/10000 [4:28:07<3:28:19, 2.86s/it] 56%|█████▌ | 5624/10000 [4:28:10<3:33:41, 2.93s/it] 56%|█████▋ | 5625/10000 [4:28:13<3:32:26, 2.91s/it] 56%|█████▋ | 5626/10000 [4:28:15<3:27:29, 2.85s/it] 56%|█████▋ | 5627/10000 [4:28:18<3:21:37, 2.77s/it] 56%|█████▋ | 5628/10000 [4:28:21<3:25:59, 2.83s/it] 56%|█████▋ | 5629/10000 [4:28:24<3:24:41, 2.81s/it] 56%|█████▋ | 5630/10000 [4:28:26<3:19:11, 2.73s/it] 56%|█████▋ | 5631/10000 [4:28:29<3:22:09, 2.78s/it] 56%|█████▋ | 5632/10000 [4:28:32<3:26:53, 2.84s/it] 56%|█████▋ | 5633/10000 [4:28:35<3:21:31, 2.77s/it] 56%|█████▋ | 5634/10000 [4:28:38<3:30:26, 2.89s/it] 56%|█████▋ | 5635/10000 [4:28:41<3:32:28, 2.92s/it] 56%|█████▋ | 5636/10000 [4:28:44<3:25:37, 2.83s/it] 56%|█████▋ | 5637/10000 [4:28:47<3:35:29, 2.96s/it] 56%|█████▋ | 5638/10000 [4:28:50<3:44:47, 3.09s/it] 56%|█████▋ | 5639/10000 [4:28:53<3:34:56, 2.96s/it] 56%|█████▋ | 5640/10000 [4:28:56<3:33:10, 2.93s/it] 56%|█████▋ | 5640/10000 [4:28:56<3:33:10, 2.93s/it] 56%|█████▋ | 5641/10000 [4:28:59<3:34:38, 2.95s/it] 56%|█████▋ | 5642/10000 [4:29:01<3:28:16, 2.87s/it] 56%|█████▋ | 5643/10000 [4:29:04<3:24:48, 2.82s/it] 56%|█████▋ | 5644/10000 [4:29:07<3:29:25, 2.88s/it] 56%|█████▋ | 5645/10000 [4:29:10<3:21:16, 2.77s/it] 56%|█████▋ | 5646/10000 [4:29:12<3:15:09, 2.69s/it] 56%|█████▋ | 5647/10000 [4:29:15<3:24:13, 2.81s/it] 56%|█████▋ | 5648/10000 [4:29:18<3:20:51, 2.77s/it] 56%|█████▋ | 5649/10000 [4:29:21<3:25:42, 2.84s/it] 56%|█████▋ | 5650/10000 [4:29:24<3:22:16, 2.79s/it] 57%|█████▋ | 5651/10000 [4:29:27<3:26:53, 2.85s/it] 57%|█████▋ | 5652/10000 [4:29:29<3:25:55, 2.84s/it] 57%|█████▋ | 5653/10000 [4:29:32<3:28:54, 2.88s/it] 57%|█████▋ | 5654/10000 [4:29:35<3:29:35, 2.89s/it] 57%|█████▋ | 5655/10000 [4:29:38<3:29:02, 2.89s/it] 57%|█████▋ | 5656/10000 [4:29:41<3:22:58, 2.80s/it] 57%|█████▋ | 5657/10000 [4:29:44<3:29:20, 2.89s/it] 57%|█████▋ | 5658/10000 [4:29:47<3:32:35, 2.94s/it] 57%|█████▋ | 5659/10000 [4:29:50<3:34:06, 2.96s/it] 57%|█████▋ | 5660/10000 [4:29:53<3:33:35, 2.95s/it] {'loss': '0.1538', 'grad_norm': '8.126', 'learning_rate': '2.261e-06', 'num_tokens': '1.622e+06', 'completions/mean_length': '4.181', 'completions/min_length': '3.4', 'completions/max_length': '6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.181', 'completions/min_terminated_length': '3.4', 'completions/max_terminated_length': '6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5839', 'rewards/reward_semantic/std': '0.1993', 'rewards/reward_length/mean': '-0.05037', 'rewards/reward_length/std': '0.01294', 'reward': '1.173', 'reward_std': '0.05985', 'frac_reward_zero_std': '0.15', 'kl': '0.2956', 'entropy': '0.5812', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.815', 'epoch': '0.899'} +{'loss': '0.1945', 'grad_norm': '6.418', 'learning_rate': '2.251e-06', 'num_tokens': '1.628e+06', 'completions/mean_length': '4.406', 'completions/min_length': '3.1', 'completions/max_length': '5.85', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.406', 'completions/min_terminated_length': '3.1', 'completions/max_terminated_length': '5.85', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3444', 'rewards/reward_semantic/std': '0.1398', 'rewards/reward_length/mean': '-0.04998', 'rewards/reward_length/std': '0.01287', 'reward': '1.101', 'reward_std': '0.04229', 'frac_reward_zero_std': '0.15', 'kl': '0.2973', 'entropy': '0.7106', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.794', 'epoch': '0.9022'} +{'loss': '0.1605', 'grad_norm': '0.7834', 'learning_rate': '2.24e-06', 'num_tokens': '1.634e+06', 'completions/mean_length': '4.731', 'completions/min_length': '3.9', 'completions/max_length': '6.05', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.731', 'completions/min_terminated_length': '3.9', 'completions/max_terminated_length': '6.05', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3729', 'rewards/reward_semantic/std': '0.05831', 'rewards/reward_length/mean': '-0.05422', 'rewards/reward_length/std': '0.008977', 'reward': '1.109', 'reward_std': '0.01779', 'frac_reward_zero_std': '0.25', 'kl': '0.2694', 'entropy': '0.6193', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.834', 'epoch': '0.9055'} +{'loss': '0.1096', 'grad_norm': '0.001188', 'learning_rate': '2.231e-06', 'num_tokens': '1.64e+06', 'completions/mean_length': '4.85', 'completions/min_length': '3.3', 'completions/max_length': '6.4', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.85', 'completions/min_terminated_length': '3.3', 'completions/max_terminated_length': '6.4', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3542', 'rewards/reward_semantic/std': '0.1082', 'rewards/reward_length/mean': '-0.0511', 'rewards/reward_length/std': '0.01569', 'reward': '1.104', 'reward_std': '0.03268', 'frac_reward_zero_std': '0.05', 'kl': '0.2681', 'entropy': '0.7969', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.869', 'epoch': '0.9088'} +{'loss': '0.2231', 'grad_norm': '11.95', 'learning_rate': '2.221e-06', 'num_tokens': '1.645e+06', 'completions/mean_length': '4.438', 'completions/min_length': '3.2', 'completions/max_length': '6.1', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.438', 'completions/min_terminated_length': '3.2', 'completions/max_terminated_length': '6.1', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3528', 'rewards/reward_semantic/std': '0.1396', 'rewards/reward_length/mean': '-0.05178', 'rewards/reward_length/std': '0.01606', 'reward': '1.103', 'reward_std': '0.04241', 'frac_reward_zero_std': '0.15', 'kl': '0.2448', 'entropy': '0.7452', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.823', 'epoch': '0.9121'} +{'loss': '0.148', 'grad_norm': '0.123', 'learning_rate': '2.211e-06', 'num_tokens': '1.651e+06', 'completions/mean_length': '4.669', 'completions/min_length': '3.55', 'completions/max_length': '6.2', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.669', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '6.2', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4437', 'rewards/reward_semantic/std': '0.1317', 'rewards/reward_length/mean': '-0.05039', 'rewards/reward_length/std': '0.01518', 'reward': '1.131', 'reward_std': '0.03987', 'frac_reward_zero_std': '0.2', 'kl': '0.3313', 'entropy': '0.6724', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.883', 'epoch': '0.9154'} +{'loss': '0.2007', 'grad_norm': '11.55', 'learning_rate': '2.2e-06', 'num_tokens': '1.657e+06', 'completions/mean_length': '4.237', 'completions/min_length': '2.8', 'completions/max_length': '8.25', 'completions/clipped_ratio': '0.00625', 'completions/mean_terminated_length': '3.871', 'completions/min_terminated_length': '2.8', 'completions/max_terminated_length': '5.4', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3902', 'rewards/reward_semantic/std': '0.1484', 'rewards/reward_length/mean': '-0.05239', 'rewards/reward_length/std': '0.02321', 'reward': '1.114', 'reward_std': '0.04524', 'frac_reward_zero_std': '0.15', 'kl': '0.238', 'entropy': '0.82', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '3.007', 'epoch': '0.9186'} +{'loss': '0.2041', 'grad_norm': '0.02721', 'learning_rate': '2.191e-06', 'num_tokens': '1.663e+06', 'completions/mean_length': '4.838', 'completions/min_length': '3.45', 'completions/max_length': '8.5', 'completions/clipped_ratio': '0.00625', 'completions/mean_terminated_length': '4.463', 'completions/min_terminated_length': '3.45', 'completions/max_terminated_length': '5.55', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4675', 'rewards/reward_semantic/std': '0.06231', 'rewards/reward_length/mean': '-0.04424', 'rewards/reward_length/std': '0.01352', 'reward': '1.138', 'reward_std': '0.01929', 'frac_reward_zero_std': '0.2', 'kl': '0.259', 'entropy': '0.5737', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '3.017', 'epoch': '0.9219'} +{'loss': '0.1579', 'grad_norm': '4.749', 'learning_rate': '2.181e-06', 'num_tokens': '1.669e+06', 'completions/mean_length': '4.656', 'completions/min_length': '3.7', 'completions/max_length': '6.3', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.656', 'completions/min_terminated_length': '3.7', 'completions/max_terminated_length': '6.3', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4772', 'rewards/reward_semantic/std': '0.06436', 'rewards/reward_length/mean': '-0.04727', 'rewards/reward_length/std': '0.01165', 'reward': '1.141', 'reward_std': '0.01969', 'frac_reward_zero_std': '0.2', 'kl': '0.378', 'entropy': '0.6202', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.863', 'epoch': '0.9252'} + 57%|█████▋ | 5660/10000 [4:29:53<3:33:35, 2.95s/it] 57%|█████▋ | 5661/10000 [4:29:56<3:30:37, 2.91s/it] 57%|█████▋ | 5662/10000 [4:29:59<3:30:15, 2.91s/it] 57%|█████▋ | 5663/10000 [4:30:01<3:26:02, 2.85s/it] 57%|█████▋ | 5664/10000 [4:30:04<3:26:28, 2.86s/it] 57%|█████▋ | 5665/10000 [4:30:07<3:20:24, 2.77s/it] 57%|█████▋ | 5666/10000 [4:30:10<3:25:12, 2.84s/it] 57%|█████▋ | 5667/10000 [4:30:13<3:21:32, 2.79s/it] 57%|█████▋ | 5668/10000 [4:30:15<3:23:22, 2.82s/it] 57%|█████▋ | 5669/10000 [4:30:18<3:17:03, 2.73s/it] 57%|█████▋ | 5670/10000 [4:30:21<3:15:02, 2.70s/it] 57%|█████▋ | 5671/10000 [4:30:23<3:12:12, 2.66s/it] 57%|█████▋ | 5672/10000 [4:30:26<3:08:55, 2.62s/it] 57%|█████▋ | 5673/10000 [4:30:28<3:13:59, 2.69s/it] 57%|█████▋ | 5674/10000 [4:30:31<3:16:57, 2.73s/it] 57%|█████▋ | 5675/10000 [4:30:34<3:17:57, 2.75s/it] 57%|█████▋ | 5676/10000 [4:30:37<3:13:18, 2.68s/it] 57%|█████▋ | 5677/10000 [4:30:40<3:21:18, 2.79s/it] 57%|█████▋ | 5678/10000 [4:30:43<3:22:49, 2.82s/it] 57%|█████▋ | 5679/10000 [4:30:45<3:15:37, 2.72s/it] 57%|█████▋ | 5680/10000 [4:30:48<3:20:29, 2.78s/it] 57%|█████▋ | 5680/10000 [4:30:48<3:20:29, 2.78s/it] 57%|█████▋ | 5681/10000 [4:30:51<3:24:44, 2.84s/it] 57%|█████▋ | 5682/10000 [4:30:54<3:22:20, 2.81s/it] 57%|█████▋ | 5683/10000 [4:30:57<3:22:56, 2.82s/it] 57%|█████▋ | 5684/10000 [4:31:00<3:27:54, 2.89s/it] 57%|█████▋ | 5685/10000 [4:31:03<3:31:53, 2.95s/it] 57%|█████▋ | 5686/10000 [4:31:06<3:49:46, 3.20s/it] 57%|█████▋ | 5687/10000 [4:31:09<3:41:30, 3.08s/it] 57%|█████▋ | 5688/10000 [4:31:12<3:34:01, 2.98s/it] 57%|█████▋ | 5689/10000 [4:31:15<3:34:03, 2.98s/it] 57%|█████▋ | 5690/10000 [4:31:18<3:31:57, 2.95s/it] 57%|█████▋ | 5691/10000 [4:31:21<3:34:24, 2.99s/it] 57%|█████▋ | 5692/10000 [4:31:24<3:31:13, 2.94s/it] 57%|█████▋ | 5693/10000 [4:31:27<3:30:50, 2.94s/it] 57%|█████▋ | 5694/10000 [4:31:29<3:21:29, 2.81s/it] 57%|█████▋ | 5695/10000 [4:31:32<3:24:58, 2.86s/it] 57%|█████▋ | 5696/10000 [4:31:35<3:25:40, 2.87s/it] 57%|█████▋ | 5697/10000 [4:31:38<3:23:13, 2.83s/it] 57%|█████▋ | 5698/10000 [4:31:40<3:16:32, 2.74s/it] 57%|█████▋ | 5699/10000 [4:31:44<3:26:30, 2.88s/it] 57%|█████▋ | 5700/10000 [4:31:47<3:34:19, 2.99s/it] 57%|█████▋ | 5700/10000 [4:31:47<3:34:19, 2.99s/it] 57%|█████▋ | 5701/10000 [4:31:50<3:30:06, 2.93s/it] 57%|█████▋ | 5702/10000 [4:31:52<3:28:48, 2.92s/it] 57%|█████▋ | 5703/10000 [4:31:55<3:28:17, 2.91s/it] 57%|█████▋ | 5704/10000 [4:31:58<3:22:33, 2.83s/it] 57%|█████▋ | 5705/10000 [4:32:01<3:28:17, 2.91s/it] 57%|█████▋ | 5706/10000 [4:32:04<3:26:16, 2.88s/it] 57%|█████▋ | 5707/10000 [4:32:06<3:18:40, 2.78s/it] 57%|█████▋ | 5708/10000 [4:32:10<3:25:28, 2.87s/it] 57%|█████▋ | 5709/10000 [4:32:12<3:26:27, 2.89s/it] 57%|█████▋ | 5710/10000 [4:32:15<3:22:10, 2.83s/it] 57%|█████▋ | 5711/10000 [4:32:18<3:21:41, 2.82s/it] 57%|█████▋ | 5712/10000 [4:32:21<3:18:56, 2.78s/it] 57%|█████▋ | 5713/10000 [4:32:23<3:16:41, 2.75s/it] 57%|█████▋ | 5714/10000 [4:32:26<3:17:20, 2.76s/it] 57%|█████▋ | 5715/10000 [4:32:30<3:42:06, 3.11s/it] 57%|█████▋ | 5716/10000 [4:32:33<3:37:28, 3.05s/it] 57%|█████▋ | 5717/10000 [4:32:36<3:39:56, 3.08s/it] 57%|█████▋ | 5718/10000 [4:32:39<3:34:32, 3.01s/it] 57%|█████▋ | 5719/10000 [4:32:42<3:38:01, 3.06s/it] 57%|█████▋ | 5720/10000 [4:32:45<3:36:16, 3.03s/it] 57%|█████▋ | 5720/10000 [4:32:45<3:36:16, 3.03s/it] 57%|█████▋ | 5721/10000 [4:32:48<3:33:53, 3.00s/it] 57%|█████▋ | 5722/10000 [4:32:51<3:26:43, 2.90s/it] 57%|█████▋ | 5723/10000 [4:32:54<3:29:24, 2.94s/it] 57%|█████▋ | 5724/10000 [4:32:56<3:20:01, 2.81s/it] 57%|█████▋ | 5725/10000 [4:32:59<3:20:54, 2.82s/it] 57%|█████▋ | 5726/10000 [4:33:02<3:21:39, 2.83s/it] 57%|█████▋ | 5727/10000 [4:33:05<3:22:34, 2.84s/it] 57%|█████▋ | 5728/10000 [4:33:07<3:16:42, 2.76s/it] 57%|█████▋ | 5729/10000 [4:33:10<3:17:20, 2.77s/it] 57%|█████▋ | 5730/10000 [4:33:13<3:22:21, 2.84s/it] 57%|█████▋ | 5731/10000 [4:33:16<3:21:38, 2.83s/it] 57%|█████▋ | 5732/10000 [4:33:19<3:22:00, 2.84s/it] 57%|█████▋ | 5733/10000 [4:33:22<3:36:27, 3.04s/it] 57%|█████▋ | 5734/10000 [4:33:25<3:36:14, 3.04s/it] 57%|█████▋ | 5735/10000 [4:33:28<3:27:23, 2.92s/it] 57%|█████▋ | 5736/10000 [4:33:31<3:26:47, 2.91s/it] 57%|█████▋ | 5737/10000 [4:33:34<3:25:56, 2.90s/it] 57%|█████▋ | 5738/10000 [4:33:37<3:31:08, 2.97s/it] 57%|█████▋ | 5739/10000 [4:33:40<3:31:17, 2.98s/it] 57%|█████▋ | 5740/10000 [4:33:43<3:26:26, 2.91s/it] 57%|█████▋ | 5740/10000 [4:33:43<3:26:26, 2.91s/it] 57%|█████▋ | 5741/10000 [4:33:46<3:30:52, 2.97s/it] 57%|█████▋ | 5742/10000 [4:33:49<3:26:18, 2.91s/it] 57%|█████▋ | 5743/10000 [4:33:51<3:19:21, 2.81s/it] 57%|█████▋ | 5744/10000 [4:33:54<3:13:10, 2.72s/it] 57%|█████▋ | 5745/10000 [4:33:57<3:24:45, 2.89s/it] 57%|█████▋ | 5746/10000 [4:34:00<3:26:14, 2.91s/it] 57%|█████▋ | 5747/10000 [4:34:02<3:18:47, 2.80s/it] 57%|█████▋ | 5748/10000 [4:34:05<3:16:31, 2.77s/it] 57%|█████▋ | 5749/10000 [4:34:08<3:22:24, 2.86s/it] 57%|█████▊ | 5750/10000 [4:34:11<3:24:59, 2.89s/it] 58%|█████▊ | 5751/10000 [4:34:14<3:21:18, 2.84s/it] 58%|█████▊ | 5752/10000 [4:34:17<3:18:57, 2.81s/it] 58%|█████▊ | 5753/10000 [4:34:19<3:19:32, 2.82s/it] 58%|█████▊ | 5754/10000 [4:34:22<3:23:29, 2.88s/it] 58%|█████▊ | 5755/10000 [4:34:26<3:30:08, 2.97s/it] 58%|█████▊ | 5756/10000 [4:34:29<3:32:54, 3.01s/it] 58%|█████▊ | 5757/10000 [4:34:32<3:35:26, 3.05s/it] 58%|█████▊ | 5758/10000 [4:34:35<3:30:43, 2.98s/it] 58%|█████▊ | 5759/10000 [4:34:37<3:20:08, 2.83s/it] 58%|█████▊ | 5760/10000 [4:34:40<3:19:42, 2.83s/it] 58%|█████▊ | 5760/10000 [4:34:40<3:19:42, 2.83s/it] 58%|█████▊ | 5761/10000 [4:34:44<3:38:12, 3.09s/it] 58%|█████▊ | 5762/10000 [4:34:47<3:36:01, 3.06s/it] 58%|█████▊ | 5763/10000 [4:34:50<3:32:29, 3.01s/it] 58%|█████▊ | 5764/10000 [4:34:52<3:29:21, 2.97s/it] 58%|█████▊ | 5765/10000 [4:34:56<3:35:01, 3.05s/it] 58%|█████▊ | 5766/10000 [4:34:58<3:25:18, 2.91s/it] 58%|█████▊ | 5767/10000 [4:35:01<3:26:35, 2.93s/it] 58%|█████▊ | 5768/10000 [4:35:04<3:31:15, 3.00s/it] 58%|█████▊ | 5769/10000 [4:35:07<3:24:12, 2.90s/it] 58%|█████▊ | 5770/10000 [4:35:10<3:15:37, 2.77s/it] 58%|█████▊ | 5771/10000 [4:35:12<3:13:57, 2.75s/it] 58%|█████▊ | 5772/10000 [4:35:15<3:10:06, 2.70s/it] 58%|█████▊ | 5773/10000 [4:35:18<3:09:54, 2.70s/it] 58%|█████▊ | 5774/10000 [4:35:20<3:05:46, 2.64s/it] 58%|█████▊ | 5775/10000 [4:35:23<3:10:28, 2.70s/it] 58%|█████▊ | 5776/10000 [4:35:26<3:15:25, 2.78s/it] 58%|█████▊ | 5777/10000 [4:35:29<3:21:55, 2.87s/it] 58%|█████▊ | 5778/10000 [4:35:32<3:27:18, 2.95s/it] 58%|█████▊ | 5779/10000 [4:35:35<3:21:23, 2.86s/it] 58%|█████▊ | 5780/10000 [4:35:38<3:21:24, 2.86s/it] 58%|█████▊ | 5780/10000 [4:35:38<3:21:24, 2.86s/it] 58%|█████▊ | 5781/10000 [4:35:40<3:20:14, 2.85s/it] 58%|█████▊ | 5782/10000 [4:35:44<3:28:15, 2.96s/it] 58%|█████▊ | 5783/10000 [4:35:47<3:26:59, 2.95s/it] 58%|█████▊ | 5784/10000 [4:35:49<3:27:09, 2.95s/it] 58%|█████▊ | 5785/10000 [4:35:52<3:27:12, 2.95s/it] 58%|█████▊ | 5786/10000 [4:35:55<3:27:53, 2.96s/it] 58%|█████▊ | 5787/10000 [4:35:58<3:29:43, 2.99s/it] 58%|█████▊ | 5788/10000 [4:36:01<3:29:33, 2.99s/it] 58%|█████▊ | 5789/10000 [4:36:04<3:24:17, 2.91s/it] 58%|█████▊ | 5790/10000 [4:36:07<3:22:21, 2.88s/it] 58%|█████▊ | 5791/10000 [4:36:10<3:14:42, 2.78s/it] 58%|█████▊ | 5792/10000 [4:36:12<3:13:04, 2.75s/it] 58%|█████▊ | 5793/10000 [4:36:15<3:21:56, 2.88s/it] 58%|█████▊ | 5794/10000 [4:36:19<3:35:59, 3.08s/it] 58%|█████▊ | 5795/10000 [4:36:22<3:31:58, 3.02s/it] 58%|█████▊ | 5796/10000 [4:36:25<3:30:48, 3.01s/it] 58%|█████▊ | 5797/10000 [4:36:28<3:31:48, 3.02s/it] 58%|█████▊ | 5798/10000 [4:36:31<3:26:33, 2.95s/it] 58%|█████▊ | 5799/10000 [4:36:34<3:28:10, 2.97s/it] 58%|█████▊ | 5800/10000 [4:36:37<3:24:45, 2.93s/it] 58%|█████▊ | 5800/10000 [4:36:37<3:24:45, 2.93s/it] 58%|█████▊ | 5801/10000 [4:36:40<3:27:04, 2.96s/it] 58%|█████▊ | 5802/10000 [4:36:42<3:23:00, 2.90s/it] 58%|█████▊ | 5803/10000 [4:36:45<3:19:47, 2.86s/it] 58%|█████▊ | 5804/10000 [4:36:48<3:15:44, 2.80s/it] 58%|█████▊ | 5805/10000 [4:36:51<3:17:25, 2.82s/it] 58%|█████▊ | 5806/10000 [4:36:53<3:16:54, 2.82s/it] 58%|█████▊ | 5807/10000 [4:36:56<3:20:28, 2.87s/it] 58%|█████▊ | 5808/10000 [4:36:59<3:24:41, 2.93s/it] 58%|█████▊ | 5809/10000 [4:37:02<3:21:42, 2.89s/it] 58%|█████▊ | 5810/10000 [4:37:05<3:22:09, 2.89s/it] 58%|█████▊ | 5811/10000 [4:37:08<3:15:17, 2.80s/it] 58%|█████▊ | 5812/10000 [4:37:10<3:10:59, 2.74s/it] 58%|█████▊ | 5813/10000 [4:37:13<3:12:19, 2.76s/it] 58%|█████▊ | 5814/10000 [4:37:16<3:10:53, 2.74s/it] 58%|█████▊ | 5815/10000 [4:37:19<3:15:46, 2.81s/it] 58%|█████▊ | 5816/10000 [4:37:22<3:15:56, 2.81s/it] 58%|█████▊ | 5817/10000 [4:37:25<3:17:49, 2.84s/it] 58%|█████▊ | 5818/10000 [4:37:28<3:21:02, 2.88s/it] 58%|█████▊ | 5819/10000 [4:37:30<3:20:27, 2.88s/it] 58%|█████▊ | 5820/10000 [4:37:33<3:22:20, 2.90s/it] {'loss': '0.1215', 'grad_norm': '6.737', 'learning_rate': '2.171e-06', 'num_tokens': '1.675e+06', 'completions/mean_length': '4.763', 'completions/min_length': '3.5', 'completions/max_length': '6.15', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.763', 'completions/min_terminated_length': '3.5', 'completions/max_terminated_length': '6.15', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.46', 'rewards/reward_semantic/std': '0.1522', 'rewards/reward_length/mean': '-0.05288', 'rewards/reward_length/std': '0.01391', 'reward': '1.135', 'reward_std': '0.04593', 'frac_reward_zero_std': '0.25', 'kl': '0.335', 'entropy': '0.6029', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.846', 'epoch': '0.9285'} +[adaptive-kl] kl=0.579 target=0.3 beta: 0.4444 -> 0.6667 +{'loss': '0.3101', 'grad_norm': '5.585', 'learning_rate': '2.16e-06', 'num_tokens': '1.681e+06', 'completions/mean_length': '3.987', 'completions/min_length': '3.55', 'completions/max_length': '4.8', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.987', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '4.8', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.6762', 'rewards/reward_semantic/std': '0.05762', 'rewards/reward_length/mean': '-0.03838', 'rewards/reward_length/std': '0.007061', 'reward': '1.201', 'reward_std': '0.01748', 'frac_reward_zero_std': '0.3', 'kl': '0.5791', 'entropy': '0.4127', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.74', 'epoch': '0.9318'} +{'loss': '0.1877', 'grad_norm': '2.333', 'learning_rate': '2.15e-06', 'num_tokens': '1.687e+06', 'completions/mean_length': '4.812', 'completions/min_length': '3.5', 'completions/max_length': '6.95', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.812', 'completions/min_terminated_length': '3.5', 'completions/max_terminated_length': '6.95', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4263', 'rewards/reward_semantic/std': '0.08638', 'rewards/reward_length/mean': '-0.05029', 'rewards/reward_length/std': '0.01754', 'reward': '1.125', 'reward_std': '0.02615', 'frac_reward_zero_std': '0.1', 'kl': '0.277', 'entropy': '0.5867', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.929', 'epoch': '0.935'} +{'loss': '0.2297', 'grad_norm': '2.467', 'learning_rate': '2.141e-06', 'num_tokens': '1.693e+06', 'completions/mean_length': '4.994', 'completions/min_length': '3.85', 'completions/max_length': '6.65', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.994', 'completions/min_terminated_length': '3.85', 'completions/max_terminated_length': '6.65', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.517', 'rewards/reward_semantic/std': '0.08205', 'rewards/reward_length/mean': '-0.05361', 'rewards/reward_length/std': '0.01362', 'reward': '1.152', 'reward_std': '0.02476', 'frac_reward_zero_std': '0.15', 'kl': '0.2855', 'entropy': '0.6415', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.902', 'epoch': '0.9383'} +{'loss': '0.3233', 'grad_norm': '0.1863', 'learning_rate': '2.131e-06', 'num_tokens': '1.699e+06', 'completions/mean_length': '4.781', 'completions/min_length': '3.55', 'completions/max_length': '6.25', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.781', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '6.25', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3351', 'rewards/reward_semantic/std': '0.07849', 'rewards/reward_length/mean': '-0.04709', 'rewards/reward_length/std': '0.01333', 'reward': '1.098', 'reward_std': '0.02397', 'frac_reward_zero_std': '0.1', 'kl': '0.4183', 'entropy': '0.5815', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.866', 'epoch': '0.9416'} +{'loss': '0.2474', 'grad_norm': '6.219', 'learning_rate': '2.12e-06', 'num_tokens': '1.705e+06', 'completions/mean_length': '4.275', 'completions/min_length': '3.25', 'completions/max_length': '6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.275', 'completions/min_terminated_length': '3.25', 'completions/max_terminated_length': '6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3497', 'rewards/reward_semantic/std': '0.1164', 'rewards/reward_length/mean': '-0.05583', 'rewards/reward_length/std': '0.01597', 'reward': '1.102', 'reward_std': '0.03531', 'frac_reward_zero_std': '0.25', 'kl': '0.2807', 'entropy': '0.7694', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.856', 'epoch': '0.9449'} +[adaptive-kl] kl=0.199 target=0.3 beta: 0.6667 -> 0.4444 +{'loss': '0.1579', 'grad_norm': '2.988', 'learning_rate': '2.11e-06', 'num_tokens': '1.711e+06', 'completions/mean_length': '4.694', 'completions/min_length': '3.7', 'completions/max_length': '6.45', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.694', 'completions/min_terminated_length': '3.7', 'completions/max_terminated_length': '6.45', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4945', 'rewards/reward_semantic/std': '0.09599', 'rewards/reward_length/mean': '-0.05344', 'rewards/reward_length/std': '0.01143', 'reward': '1.146', 'reward_std': '0.02893', 'frac_reward_zero_std': '0.3', 'kl': '0.1992', 'entropy': '0.6701', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.866', 'epoch': '0.9482'} +{'loss': '0.1555', 'grad_norm': '10.11', 'learning_rate': '2.101e-06', 'num_tokens': '1.717e+06', 'completions/mean_length': '5.2', 'completions/min_length': '3.9', 'completions/max_length': '7.45', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.2', 'completions/min_terminated_length': '3.9', 'completions/max_terminated_length': '7.45', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3523', 'rewards/reward_semantic/std': '0.1407', 'rewards/reward_length/mean': '-0.05977', 'rewards/reward_length/std': '0.01839', 'reward': '1.103', 'reward_std': '0.04255', 'frac_reward_zero_std': '0.15', 'kl': '0.2542', 'entropy': '0.8447', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.934', 'epoch': '0.9514'} + 58%|█████▊ | 5820/10000 [4:37:33<3:22:20, 2.90s/it] 58%|█████▊ | 5821/10000 [4:37:36<3:24:22, 2.93s/it] 58%|█████▊ | 5822/10000 [4:37:39<3:18:36, 2.85s/it] 58%|█████▊ | 5823/10000 [4:37:42<3:19:50, 2.87s/it] 58%|█████▊ | 5824/10000 [4:37:45<3:24:03, 2.93s/it] 58%|█████▊ | 5825/10000 [4:37:47<3:14:46, 2.80s/it] 58%|█████▊ | 5826/10000 [4:37:50<3:12:44, 2.77s/it] 58%|█████▊ | 5827/10000 [4:37:53<3:17:50, 2.84s/it] 58%|█████▊ | 5828/10000 [4:37:56<3:20:59, 2.89s/it] 58%|█████▊ | 5829/10000 [4:37:59<3:22:54, 2.92s/it] 58%|█████▊ | 5830/10000 [4:38:02<3:24:34, 2.94s/it] 58%|█████▊ | 5831/10000 [4:38:05<3:26:56, 2.98s/it] 58%|█████▊ | 5832/10000 [4:38:08<3:27:37, 2.99s/it] 58%|█████▊ | 5833/10000 [4:38:11<3:23:54, 2.94s/it] 58%|█████▊ | 5834/10000 [4:38:14<3:18:28, 2.86s/it] 58%|█████▊ | 5835/10000 [4:38:16<3:10:51, 2.75s/it] 58%|█████▊ | 5836/10000 [4:38:19<3:15:43, 2.82s/it] 58%|█████▊ | 5837/10000 [4:38:23<3:26:39, 2.98s/it] 58%|█████▊ | 5838/10000 [4:38:25<3:15:50, 2.82s/it] 58%|█████▊ | 5839/10000 [4:38:28<3:28:52, 3.01s/it] 58%|█████▊ | 5840/10000 [4:38:32<3:29:24, 3.02s/it] 58%|█████▊ | 5840/10000 [4:38:32<3:29:24, 3.02s/it] 58%|█████▊ | 5841/10000 [4:38:34<3:21:43, 2.91s/it] 58%|█████▊ | 5842/10000 [4:38:37<3:21:01, 2.90s/it] 58%|█████▊ | 5843/10000 [4:38:40<3:17:27, 2.85s/it] 58%|█████▊ | 5844/10000 [4:38:43<3:17:45, 2.86s/it] 58%|█████▊ | 5845/10000 [4:38:46<3:20:10, 2.89s/it] 58%|█████▊ | 5846/10000 [4:38:49<3:20:43, 2.90s/it] 58%|█████▊ | 5847/10000 [4:38:51<3:16:09, 2.83s/it] 58%|█████▊ | 5848/10000 [4:38:54<3:17:06, 2.85s/it] 58%|█████▊ | 5849/10000 [4:38:57<3:20:12, 2.89s/it] 58%|█████▊ | 5850/10000 [4:39:00<3:20:32, 2.90s/it] 59%|█████▊ | 5851/10000 [4:39:03<3:16:11, 2.84s/it] 59%|█████▊ | 5852/10000 [4:39:06<3:17:45, 2.86s/it] 59%|█████▊ | 5853/10000 [4:39:08<3:10:35, 2.76s/it] 59%|█████▊ | 5854/10000 [4:39:11<3:16:04, 2.84s/it] 59%|█████▊ | 5855/10000 [4:39:14<3:13:19, 2.80s/it] 59%|█████▊ | 5856/10000 [4:39:17<3:14:15, 2.81s/it] 59%|█████▊ | 5857/10000 [4:39:20<3:18:18, 2.87s/it] 59%|█████▊ | 5858/10000 [4:39:22<3:15:02, 2.83s/it] 59%|█████▊ | 5859/10000 [4:39:25<3:11:34, 2.78s/it] 59%|█████▊ | 5860/10000 [4:39:28<3:13:22, 2.80s/it] 59%|█████▊ | 5860/10000 [4:39:28<3:13:22, 2.80s/it] 59%|█████▊ | 5861/10000 [4:39:31<3:10:15, 2.76s/it] 59%|█████▊ | 5862/10000 [4:39:33<3:10:30, 2.76s/it] 59%|█████▊ | 5863/10000 [4:39:36<3:15:21, 2.83s/it] 59%|█████▊ | 5864/10000 [4:39:40<3:26:24, 2.99s/it] 59%|█████▊ | 5865/10000 [4:39:43<3:38:17, 3.17s/it] 59%|█████▊ | 5866/10000 [4:39:46<3:34:11, 3.11s/it] 59%|█████▊ | 5867/10000 [4:39:49<3:31:14, 3.07s/it] 59%|█████▊ | 5868/10000 [4:39:52<3:28:34, 3.03s/it] 59%|█████▊ | 5869/10000 [4:39:55<3:26:55, 3.01s/it] 59%|█████▊ | 5870/10000 [4:39:58<3:26:07, 2.99s/it] 59%|█████▊ | 5871/10000 [4:40:01<3:21:11, 2.92s/it] 59%|█████▊ | 5872/10000 [4:40:04<3:18:31, 2.89s/it] 59%|█████▊ | 5873/10000 [4:40:07<3:27:41, 3.02s/it] 59%|█████▊ | 5874/10000 [4:40:10<3:26:14, 3.00s/it] 59%|█████▉ | 5875/10000 [4:40:13<3:24:08, 2.97s/it] 59%|█████▉ | 5876/10000 [4:40:16<3:21:11, 2.93s/it] 59%|█████▉ | 5877/10000 [4:40:19<3:20:26, 2.92s/it] 59%|█████▉ | 5878/10000 [4:40:22<3:20:05, 2.91s/it] 59%|█████▉ | 5879/10000 [4:40:24<3:17:45, 2.88s/it] 59%|█████▉ | 5880/10000 [4:40:27<3:16:59, 2.87s/it] 59%|█████▉ | 5880/10000 [4:40:27<3:16:59, 2.87s/it] 59%|█████▉ | 5881/10000 [4:40:31<3:28:35, 3.04s/it] 59%|█████▉ | 5882/10000 [4:40:34<3:29:54, 3.06s/it] 59%|█████▉ | 5883/10000 [4:40:37<3:25:43, 3.00s/it] 59%|█████▉ | 5884/10000 [4:40:39<3:14:52, 2.84s/it] 59%|█████▉ | 5885/10000 [4:40:42<3:10:26, 2.78s/it] 59%|█████▉ | 5886/10000 [4:40:44<3:07:47, 2.74s/it] 59%|█████▉ | 5887/10000 [4:40:47<3:07:37, 2.74s/it] 59%|█████▉ | 5888/10000 [4:40:50<3:11:38, 2.80s/it] 59%|█████▉ | 5889/10000 [4:40:53<3:15:35, 2.85s/it] 59%|█████▉ | 5890/10000 [4:40:56<3:14:17, 2.84s/it] 59%|█████▉ | 5891/10000 [4:40:59<3:13:54, 2.83s/it] 59%|█████▉ | 5892/10000 [4:41:01<3:12:28, 2.81s/it] 59%|█████▉ | 5893/10000 [4:41:04<3:11:36, 2.80s/it] 59%|█████▉ | 5894/10000 [4:41:07<3:05:48, 2.72s/it] 59%|█████▉ | 5895/10000 [4:41:09<3:04:35, 2.70s/it] 59%|█████▉ | 5896/10000 [4:41:12<3:14:34, 2.84s/it] 59%|█████▉ | 5897/10000 [4:41:15<3:14:56, 2.85s/it] 59%|█████▉ | 5898/10000 [4:41:18<3:11:46, 2.81s/it] 59%|█████▉ | 5899/10000 [4:41:22<3:30:51, 3.08s/it] 59%|█████▉ | 5900/10000 [4:41:27<4:09:39, 3.65s/it] 59%|█████▉ | 5900/10000 [4:41:27<4:09:39, 3.65s/it] 59%|█████▉ | 5901/10000 [4:41:30<3:57:23, 3.47s/it] 59%|█████▉ | 5902/10000 [4:41:33<3:46:49, 3.32s/it] 59%|█████▉ | 5903/10000 [4:41:36<3:38:03, 3.19s/it] 59%|█████▉ | 5904/10000 [4:41:38<3:23:44, 2.98s/it] 59%|█████▉ | 5905/10000 [4:41:41<3:15:47, 2.87s/it] 59%|█████▉ | 5906/10000 [4:41:44<3:17:11, 2.89s/it] 59%|█████▉ | 5907/10000 [4:41:47<3:15:22, 2.86s/it] 59%|█████▉ | 5908/10000 [4:41:50<3:23:09, 2.98s/it] 59%|█████▉ | 5909/10000 [4:41:53<3:29:09, 3.07s/it] 59%|█████▉ | 5910/10000 [4:41:56<3:23:50, 2.99s/it] 59%|█████▉ | 5911/10000 [4:41:59<3:27:23, 3.04s/it] 59%|█████▉ | 5912/10000 [4:42:02<3:18:18, 2.91s/it] 59%|█████▉ | 5913/10000 [4:42:05<3:23:04, 2.98s/it] 59%|█████▉ | 5914/10000 [4:42:07<3:13:21, 2.84s/it] 59%|█████▉ | 5915/10000 [4:42:10<3:11:10, 2.81s/it] 59%|█████▉ | 5916/10000 [4:42:13<3:08:14, 2.77s/it] 59%|█████▉ | 5917/10000 [4:42:16<3:14:04, 2.85s/it] 59%|█████▉ | 5918/10000 [4:42:18<3:07:43, 2.76s/it] 59%|█████▉ | 5919/10000 [4:42:22<3:17:28, 2.90s/it] 59%|█████▉ | 5920/10000 [4:42:25<3:26:53, 3.04s/it] 59%|█████▉ | 5920/10000 [4:42:25<3:26:53, 3.04s/it] 59%|█████▉ | 5921/10000 [4:42:28<3:18:34, 2.92s/it] 59%|█████▉ | 5922/10000 [4:42:31<3:29:31, 3.08s/it] 59%|█████▉ | 5923/10000 [4:42:34<3:20:20, 2.95s/it] 59%|█████▉ | 5924/10000 [4:42:37<3:21:54, 2.97s/it] 59%|█████▉ | 5925/10000 [4:42:40<3:22:49, 2.99s/it] 59%|█████▉ | 5926/10000 [4:42:43<3:24:24, 3.01s/it] 59%|█████▉ | 5927/10000 [4:42:46<3:30:27, 3.10s/it] 59%|█████▉ | 5928/10000 [4:42:49<3:22:16, 2.98s/it] 59%|█████▉ | 5929/10000 [4:42:52<3:21:38, 2.97s/it] 59%|█████▉ | 5930/10000 [4:42:54<3:16:52, 2.90s/it] 59%|█████▉ | 5931/10000 [4:42:57<3:18:26, 2.93s/it] 59%|█████▉ | 5932/10000 [4:43:00<3:19:22, 2.94s/it] 59%|█████▉ | 5933/10000 [4:43:03<3:12:24, 2.84s/it] 59%|█████▉ | 5934/10000 [4:43:06<3:11:41, 2.83s/it] 59%|█████▉ | 5935/10000 [4:43:09<3:26:55, 3.05s/it] 59%|█████▉ | 5936/10000 [4:43:13<3:29:01, 3.09s/it] 59%|█████▉ | 5937/10000 [4:43:16<3:33:07, 3.15s/it] 59%|█████▉ | 5938/10000 [4:43:19<3:32:27, 3.14s/it] 59%|█████▉ | 5939/10000 [4:43:22<3:26:56, 3.06s/it] 59%|█████▉ | 5940/10000 [4:43:25<3:20:10, 2.96s/it] 59%|█████▉ | 5940/10000 [4:43:25<3:20:10, 2.96s/it] 59%|█████▉ | 5941/10000 [4:43:27<3:20:07, 2.96s/it] 59%|█████▉ | 5942/10000 [4:43:30<3:14:30, 2.88s/it] 59%|█████▉ | 5943/10000 [4:43:33<3:15:55, 2.90s/it] 59%|█████▉ | 5944/10000 [4:43:36<3:12:50, 2.85s/it] 59%|█████▉ | 5945/10000 [4:43:39<3:12:50, 2.85s/it] 59%|█████▉ | 5946/10000 [4:43:42<3:16:12, 2.90s/it] 59%|█████▉ | 5947/10000 [4:43:45<3:17:11, 2.92s/it] 59%|█████▉ | 5948/10000 [4:43:48<3:19:32, 2.95s/it] 59%|█████▉ | 5949/10000 [4:43:50<3:13:25, 2.86s/it] 60%|█████▉ | 5950/10000 [4:43:53<3:08:42, 2.80s/it] 60%|█████▉ | 5951/10000 [4:43:56<3:11:29, 2.84s/it] 60%|█████▉ | 5952/10000 [4:43:59<3:14:05, 2.88s/it] 60%|█████▉ | 5953/10000 [4:44:02<3:13:53, 2.87s/it] 60%|█████▉ | 5954/10000 [4:44:05<3:24:55, 3.04s/it] 60%|█████▉ | 5955/10000 [4:44:08<3:19:36, 2.96s/it] 60%|█████▉ | 5956/10000 [4:44:11<3:18:02, 2.94s/it] 60%|█████▉ | 5957/10000 [4:44:14<3:18:12, 2.94s/it] 60%|█████▉ | 5958/10000 [4:44:17<3:15:59, 2.91s/it] 60%|█████▉ | 5959/10000 [4:44:19<3:10:03, 2.82s/it] 60%|█████▉ | 5960/10000 [4:44:22<3:10:33, 2.83s/it] 60%|█████▉ | 5960/10000 [4:44:22<3:10:33, 2.83s/it] 60%|█████▉ | 5961/10000 [4:44:25<3:15:51, 2.91s/it] 60%|█████▉ | 5962/10000 [4:44:28<3:21:13, 2.99s/it] 60%|█████▉ | 5963/10000 [4:44:31<3:16:12, 2.92s/it] 60%|█████▉ | 5964/10000 [4:44:34<3:11:02, 2.84s/it] 60%|█████▉ | 5965/10000 [4:44:37<3:12:13, 2.86s/it] 60%|█████▉ | 5966/10000 [4:44:40<3:11:23, 2.85s/it] 60%|█████▉ | 5967/10000 [4:44:43<3:17:29, 2.94s/it] 60%|█████▉ | 5968/10000 [4:44:45<3:11:22, 2.85s/it] 60%|█████▉ | 5969/10000 [4:44:48<3:08:28, 2.81s/it] 60%|█████▉ | 5970/10000 [4:44:51<3:06:55, 2.78s/it] 60%|█████▉ | 5971/10000 [4:44:54<3:06:31, 2.78s/it] 60%|█████▉ | 5972/10000 [4:44:56<3:00:47, 2.69s/it] 60%|█████▉ | 5973/10000 [4:44:59<3:02:49, 2.72s/it] 60%|█████▉ | 5974/10000 [4:45:01<2:58:05, 2.65s/it] 60%|█████▉ | 5975/10000 [4:45:04<3:02:56, 2.73s/it] 60%|█████▉ | 5976/10000 [4:45:08<3:19:16, 2.97s/it] 60%|█████▉ | 5977/10000 [4:45:11<3:19:52, 2.98s/it] 60%|█████▉ | 5978/10000 [4:45:14<3:17:33, 2.95s/it] 60%|█████▉ | 5979/10000 [4:45:17<3:18:47, 2.97s/it] 60%|█████▉ | 5980/10000 [4:45:20<3:26:23, 3.08s/it] {'loss': '0.1812', 'grad_norm': '3.715', 'learning_rate': '2.091e-06', 'num_tokens': '1.723e+06', 'completions/mean_length': '4.619', 'completions/min_length': '3.8', 'completions/max_length': '5.95', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.619', 'completions/min_terminated_length': '3.8', 'completions/max_terminated_length': '5.95', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4659', 'rewards/reward_semantic/std': '0.07948', 'rewards/reward_length/mean': '-0.05842', 'rewards/reward_length/std': '0.01043', 'reward': '1.137', 'reward_std': '0.0241', 'frac_reward_zero_std': '0.2', 'kl': '0.2667', 'entropy': '0.5783', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.83', 'epoch': '0.9547'} +[adaptive-kl] kl=0.162 target=0.3 beta: 0.4444 -> 0.2963 +{'loss': '0.06894', 'grad_norm': '4.452', 'learning_rate': '2.081e-06', 'num_tokens': '1.729e+06', 'completions/mean_length': '4.938', 'completions/min_length': '3.55', 'completions/max_length': '6.4', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.938', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '6.4', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4223', 'rewards/reward_semantic/std': '0.07073', 'rewards/reward_length/mean': '-0.06458', 'rewards/reward_length/std': '0.02354', 'reward': '1.123', 'reward_std': '0.02186', 'frac_reward_zero_std': '0.35', 'kl': '0.1616', 'entropy': '0.6132', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.898', 'epoch': '0.958'} +[adaptive-kl] kl=0.560 target=0.3 beta: 0.2963 -> 0.4444 +{'loss': '0.1221', 'grad_norm': '1.089', 'learning_rate': '2.071e-06', 'num_tokens': '1.735e+06', 'completions/mean_length': '4.256', 'completions/min_length': '3.4', 'completions/max_length': '5.3', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.256', 'completions/min_terminated_length': '3.4', 'completions/max_terminated_length': '5.3', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5626', 'rewards/reward_semantic/std': '0.1334', 'rewards/reward_length/mean': '-0.04558', 'rewards/reward_length/std': '0.01387', 'reward': '1.167', 'reward_std': '0.04005', 'frac_reward_zero_std': '0.2', 'kl': '0.5596', 'entropy': '0.5577', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.811', 'epoch': '0.9613'} +[adaptive-kl] kl=0.700 target=0.3 beta: 0.4444 -> 0.6667 +{'loss': '0.3518', 'grad_norm': '3.641', 'learning_rate': '2.061e-06', 'num_tokens': '1.741e+06', 'completions/mean_length': '5.081', 'completions/min_length': '3.65', 'completions/max_length': '7.4', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.081', 'completions/min_terminated_length': '3.65', 'completions/max_terminated_length': '7.4', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2704', 'rewards/reward_semantic/std': '0.08733', 'rewards/reward_length/mean': '-0.05564', 'rewards/reward_length/std': '0.01984', 'reward': '1.078', 'reward_std': '0.02683', 'frac_reward_zero_std': '0.1', 'kl': '0.6996', 'entropy': '0.7762', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.947', 'epoch': '0.9646'} +{'loss': '0.2944', 'grad_norm': '5.497', 'learning_rate': '2.051e-06', 'num_tokens': '1.747e+06', 'completions/mean_length': '4.725', 'completions/min_length': '3.55', 'completions/max_length': '7.5', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.725', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '7.5', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4091', 'rewards/reward_semantic/std': '0.08245', 'rewards/reward_length/mean': '-0.05447', 'rewards/reward_length/std': '0.01764', 'reward': '1.12', 'reward_std': '0.02535', 'frac_reward_zero_std': '0.25', 'kl': '0.3471', 'entropy': '0.7102', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.968', 'epoch': '0.9678'} +[adaptive-kl] kl=0.454 target=0.3 beta: 0.6667 -> 1.0000 +{'loss': '0.3388', 'grad_norm': '2.072', 'learning_rate': '2.041e-06', 'num_tokens': '1.753e+06', 'completions/mean_length': '4.681', 'completions/min_length': '3.3', 'completions/max_length': '6.85', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.681', 'completions/min_terminated_length': '3.3', 'completions/max_terminated_length': '6.85', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3798', 'rewards/reward_semantic/std': '0.145', 'rewards/reward_length/mean': '-0.04658', 'rewards/reward_length/std': '0.01606', 'reward': '1.112', 'reward_std': '0.04393', 'frac_reward_zero_std': '0.15', 'kl': '0.4542', 'entropy': '0.8077', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.894', 'epoch': '0.9711'} +{'loss': '0.4004', 'grad_norm': '8.912', 'learning_rate': '2.031e-06', 'num_tokens': '1.759e+06', 'completions/mean_length': '5.013', 'completions/min_length': '3.15', 'completions/max_length': '7.55', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.013', 'completions/min_terminated_length': '3.15', 'completions/max_terminated_length': '7.55', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2347', 'rewards/reward_semantic/std': '0.1707', 'rewards/reward_length/mean': '-0.05676', 'rewards/reward_length/std': '0.01831', 'reward': '1.068', 'reward_std': '0.05145', 'frac_reward_zero_std': '0.05', 'kl': '0.4566', 'entropy': '0.8936', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.971', 'epoch': '0.9744'} +{'loss': '0.2887', 'grad_norm': '2.713', 'learning_rate': '2.021e-06', 'num_tokens': '1.765e+06', 'completions/mean_length': '4.7', 'completions/min_length': '3.3', 'completions/max_length': '6.4', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.7', 'completions/min_terminated_length': '3.3', 'completions/max_terminated_length': '6.4', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.1975', 'rewards/reward_semantic/std': '0.08221', 'rewards/reward_length/mean': '-0.0645', 'rewards/reward_length/std': '0.02059', 'reward': '1.056', 'reward_std': '0.02526', 'frac_reward_zero_std': '0.1', 'kl': '0.2479', 'entropy': '0.9647', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.868', 'epoch': '0.9777'} + 60%|█████▉ | 5980/10000 [4:45:20<3:26:23, 3.08s/it] 60%|█████▉ | 5981/10000 [4:45:23<3:23:59, 3.05s/it] 60%|█████▉ | 5982/10000 [4:45:27<3:34:29, 3.20s/it] 60%|█████▉ | 5983/10000 [4:45:29<3:26:37, 3.09s/it] 60%|█████▉ | 5984/10000 [4:45:32<3:18:17, 2.96s/it] 60%|█████▉ | 5985/10000 [4:45:35<3:17:20, 2.95s/it] 60%|█████▉ | 5986/10000 [4:45:38<3:14:14, 2.90s/it] 60%|█████▉ | 5987/10000 [4:45:41<3:20:58, 3.00s/it] 60%|█████▉ | 5988/10000 [4:45:44<3:19:33, 2.98s/it] 60%|█████▉ | 5989/10000 [4:45:47<3:15:42, 2.93s/it] 60%|█████▉ | 5990/10000 [4:45:50<3:14:03, 2.90s/it] 60%|█████▉ | 5991/10000 [4:45:53<3:19:23, 2.98s/it] 60%|█████▉ | 5992/10000 [4:45:55<3:15:18, 2.92s/it] 60%|█████▉ | 5993/10000 [4:45:58<3:14:26, 2.91s/it] 60%|█████▉ | 5994/10000 [4:46:01<3:12:42, 2.89s/it] 60%|█████▉ | 5995/10000 [4:46:04<3:06:51, 2.80s/it] 60%|█████▉ | 5996/10000 [4:46:07<3:10:46, 2.86s/it] 60%|█████▉ | 5997/10000 [4:46:10<3:13:48, 2.90s/it] 60%|█████▉ | 5998/10000 [4:46:12<3:08:08, 2.82s/it] 60%|█████▉ | 5999/10000 [4:46:15<3:04:19, 2.76s/it] 60%|██████ | 6000/10000 [4:46:18<3:00:44, 2.71s/it] 60%|██████ | 6000/10000 [4:46:18<3:00:44, 2.71s/it] 60%|██████ | 6001/10000 [4:46:21<3:13:43, 2.91s/it] 60%|██████ | 6002/10000 [4:46:24<3:16:18, 2.95s/it] 60%|██████ | 6003/10000 [4:46:27<3:10:36, 2.86s/it] 60%|██████ | 6004/10000 [4:46:30<3:11:35, 2.88s/it] 60%|██████ | 6005/10000 [4:46:33<3:13:53, 2.91s/it] 60%|██████ | 6006/10000 [4:46:36<3:17:44, 2.97s/it] 60%|██████ | 6007/10000 [4:46:39<3:20:55, 3.02s/it] 60%|██████ | 6008/10000 [4:46:42<3:18:22, 2.98s/it] 60%|██████ | 6009/10000 [4:46:45<3:17:13, 2.96s/it] 60%|██████ | 6010/10000 [4:46:47<3:12:46, 2.90s/it] 60%|██████ | 6011/10000 [4:46:50<3:05:17, 2.79s/it] 60%|██████ | 6012/10000 [4:46:53<3:12:15, 2.89s/it] 60%|██████ | 6013/10000 [4:46:56<3:20:32, 3.02s/it] 60%|██████ | 6014/10000 [4:46:59<3:16:51, 2.96s/it] 60%|██████ | 6015/10000 [4:47:02<3:21:31, 3.03s/it] 60%|██████ | 6016/10000 [4:47:05<3:17:16, 2.97s/it] 60%|██████ | 6017/10000 [4:47:08<3:14:10, 2.92s/it] 60%|██████ | 6018/10000 [4:47:11<3:14:24, 2.93s/it] 60%|██████ | 6019/10000 [4:47:14<3:06:05, 2.80s/it] 60%|██████ | 6020/10000 [4:47:16<3:06:06, 2.81s/it] 60%|██████ | 6020/10000 [4:47:16<3:06:06, 2.81s/it] 60%|██████ | 6021/10000 [4:47:19<3:04:29, 2.78s/it] 60%|██████ | 6022/10000 [4:47:22<3:08:22, 2.84s/it] 60%|██████ | 6023/10000 [4:47:25<3:14:56, 2.94s/it] 60%|██████ | 6024/10000 [4:47:28<3:13:13, 2.92s/it] 60%|██████ | 6025/10000 [4:47:31<3:15:18, 2.95s/it] 60%|██████ | 6026/10000 [4:47:34<3:11:08, 2.89s/it] 60%|██████ | 6027/10000 [4:47:37<3:15:44, 2.96s/it] 60%|██████ | 6028/10000 [4:47:40<3:16:16, 2.96s/it] 60%|██████ | 6029/10000 [4:47:43<3:13:49, 2.93s/it] 60%|██████ | 6030/10000 [4:47:46<3:17:48, 2.99s/it] 60%|██████ | 6031/10000 [4:47:49<3:20:27, 3.03s/it] 60%|██████ | 6032/10000 [4:47:52<3:12:41, 2.91s/it] 60%|██████ | 6033/10000 [4:47:54<3:08:16, 2.85s/it] 60%|██████ | 6034/10000 [4:47:58<3:14:55, 2.95s/it] 60%|██████ | 6035/10000 [4:48:01<3:16:33, 2.97s/it] 60%|██████ | 6036/10000 [4:48:04<3:21:48, 3.05s/it] 60%|██████ | 6037/10000 [4:48:07<3:15:23, 2.96s/it] 60%|██████ | 6038/10000 [4:48:09<3:12:19, 2.91s/it] 60%|██████ | 6039/10000 [4:48:12<3:05:39, 2.81s/it] 60%|██████ | 6040/10000 [4:48:15<3:09:28, 2.87s/it] 60%|██████ | 6040/10000 [4:48:15<3:09:28, 2.87s/it] 60%|██████ | 6041/10000 [4:48:18<3:10:03, 2.88s/it] 60%|██████ | 6042/10000 [4:48:21<3:07:37, 2.84s/it] 60%|██████ | 6043/10000 [4:48:24<3:11:21, 2.90s/it] 60%|██████ | 6044/10000 [4:48:27<3:13:34, 2.94s/it] 60%|██████ | 6045/10000 [4:48:30<3:21:27, 3.06s/it] 60%|██████ | 6046/10000 [4:48:33<3:24:03, 3.10s/it] 60%|██████ | 6047/10000 [4:48:36<3:20:58, 3.05s/it] 60%|██████ | 6048/10000 [4:48:39<3:16:35, 2.98s/it] 60%|██████ | 6049/10000 [4:48:42<3:21:13, 3.06s/it] 60%|██████ | 6050/10000 [4:48:45<3:16:37, 2.99s/it] 61%|██████ | 6051/10000 [4:48:48<3:15:57, 2.98s/it] 61%|██████ | 6052/10000 [4:48:51<3:23:59, 3.10s/it] 61%|██████ | 6053/10000 [4:48:54<3:17:56, 3.01s/it] 61%|██████ | 6054/10000 [4:48:57<3:13:39, 2.94s/it] 61%|██████ | 6055/10000 [4:49:00<3:18:32, 3.02s/it] 61%|██████ | 6056/10000 [4:49:03<3:13:48, 2.95s/it] 61%|██████ | 6057/10000 [4:49:06<3:08:02, 2.86s/it] 61%|██████ | 6058/10000 [4:49:09<3:10:52, 2.91s/it] 61%|██████ | 6059/10000 [4:49:11<3:09:11, 2.88s/it] 61%|██████ | 6060/10000 [4:49:14<3:10:51, 2.91s/it] 61%|██████ | 6060/10000 [4:49:14<3:10:51, 2.91s/it] 61%|██████ | 6061/10000 [4:49:17<3:09:00, 2.88s/it] 61%|██████ | 6062/10000 [4:49:20<3:09:40, 2.89s/it] 61%|██████ | 6063/10000 [4:49:23<3:14:14, 2.96s/it] 61%|██████ | 6064/10000 [4:49:26<3:07:12, 2.85s/it] 61%|██████ | 6065/10000 [4:49:29<3:03:17, 2.79s/it] 61%|██████ | 6066/10000 [4:49:31<3:02:32, 2.78s/it] 61%|██████ | 6067/10000 [4:49:35<3:12:09, 2.93s/it] 61%|██████ | 6068/10000 [4:49:37<3:11:33, 2.92s/it] 61%|██████ | 6069/10000 [4:49:40<3:09:55, 2.90s/it] 61%|██████ | 6070/10000 [4:49:43<3:04:26, 2.82s/it] 61%|██████ | 6071/10000 [4:49:46<3:04:31, 2.82s/it] 61%|██████ | 6072/10000 [4:49:49<3:04:11, 2.81s/it] 61%|██████ | 6073/10000 [4:49:51<2:59:58, 2.75s/it] 61%|██████ | 6074/10000 [4:49:54<2:59:52, 2.75s/it] 61%|██████ | 6075/10000 [4:49:57<2:57:27, 2.71s/it] 61%|██████ | 6076/10000 [4:50:00<3:05:42, 2.84s/it] 61%|██████ | 6077/10000 [4:50:03<3:10:57, 2.92s/it] 61%|██████ | 6078/10000 [4:50:06<3:13:16, 2.96s/it] 61%|██████ | 6079/10000 [4:50:08<3:06:05, 2.85s/it] 61%|██████ | 6080/10000 [4:50:11<3:06:30, 2.85s/it] 61%|██████ | 6080/10000 [4:50:11<3:06:30, 2.85s/it] 61%|██████ | 6081/10000 [4:50:14<3:06:55, 2.86s/it] 61%|██████ | 6082/10000 [4:50:17<3:03:23, 2.81s/it] 61%|██████ | 6083/10000 [4:50:20<3:06:32, 2.86s/it] 61%|██████ | 6084/10000 [4:50:23<3:06:29, 2.86s/it] 61%|██████ | 6085/10000 [4:50:25<3:04:13, 2.82s/it] 61%|██████ | 6086/10000 [4:50:28<3:05:45, 2.85s/it] 61%|██████ | 6087/10000 [4:50:31<2:59:38, 2.75s/it] 61%|██████ | 6088/10000 [4:50:34<3:01:37, 2.79s/it] 61%|██████ | 6089/10000 [4:50:36<2:55:59, 2.70s/it] 61%|██████ | 6090/10000 [4:50:39<2:52:26, 2.65s/it] 61%|██████ | 6091/10000 [4:50:42<3:07:14, 2.87s/it] 61%|██████ | 6092/10000 [4:50:45<3:06:20, 2.86s/it] 61%|██████ | 6093/10000 [4:50:48<3:08:40, 2.90s/it] 61%|██████ | 6094/10000 [4:50:51<3:07:55, 2.89s/it] 61%|██████ | 6095/10000 [4:50:54<3:11:28, 2.94s/it] 61%|██████ | 6096/10000 [4:50:56<3:03:19, 2.82s/it] 61%|██████ | 6097/10000 [4:51:00<3:09:49, 2.92s/it] 61%|██████ | 6098/10000 [4:51:02<3:03:55, 2.83s/it] 61%|██████ | 6099/10000 [4:51:05<3:07:39, 2.89s/it] 61%|██████ | 6100/10000 [4:51:08<3:08:15, 2.90s/it] 61%|██████ | 6100/10000 [4:51:08<3:08:15, 2.90s/it] 61%|██████ | 6101/10000 [4:51:11<3:04:00, 2.83s/it] 61%|██████ | 6102/10000 [4:51:13<2:58:15, 2.74s/it] 61%|██████ | 6103/10000 [4:51:16<3:02:51, 2.82s/it] 61%|██████ | 6104/10000 [4:51:19<3:00:02, 2.77s/it] 61%|██████ | 6105/10000 [4:51:21<2:54:13, 2.68s/it] 61%|██████ | 6106/10000 [4:51:24<3:00:38, 2.78s/it] 61%|██████ | 6107/10000 [4:51:27<3:01:53, 2.80s/it] 61%|██████ | 6108/10000 [4:51:33<3:59:42, 3.70s/it] 61%|██████ | 6109/10000 [4:51:36<3:46:04, 3.49s/it] 61%|██████ | 6110/10000 [4:51:39<3:39:15, 3.38s/it] 61%|██████ | 6111/10000 [4:51:42<3:31:50, 3.27s/it] 61%|██████ | 6112/10000 [4:51:45<3:21:04, 3.10s/it] 61%|██████ | 6113/10000 [4:51:48<3:18:40, 3.07s/it] 61%|██████ | 6114/10000 [4:51:51<3:24:41, 3.16s/it] 61%|██████ | 6115/10000 [4:51:54<3:17:38, 3.05s/it] 61%|██████ | 6116/10000 [4:51:57<3:13:51, 2.99s/it] 61%|██████ | 6117/10000 [4:52:00<3:13:44, 2.99s/it] 61%|██████ | 6118/10000 [4:52:03<3:13:00, 2.98s/it] 61%|██████ | 6119/10000 [4:52:05<3:03:46, 2.84s/it] 61%|██████ | 6120/10000 [4:52:09<3:13:39, 2.99s/it] 61%|██████ | 6120/10000 [4:52:09<3:13:39, 2.99s/it] 61%|██████ | 6121/10000 [4:52:12<3:10:35, 2.95s/it] 61%|██████ | 6122/10000 [4:52:15<3:12:11, 2.97s/it] 61%|██████ | 6123/10000 [4:52:18<3:16:17, 3.04s/it] 61%|██████ | 6124/10000 [4:52:21<3:16:03, 3.03s/it] 61%|██████▏ | 6125/10000 [4:52:24<3:15:04, 3.02s/it] 61%|██████▏ | 6126/10000 [4:52:27<3:12:37, 2.98s/it] 61%|██████▏ | 6127/10000 [4:52:30<3:10:00, 2.94s/it] 61%|██████▏ | 6128/10000 [4:52:32<3:03:40, 2.85s/it] 61%|██████▏ | 6129/10000 [4:52:36<3:14:01, 3.01s/it] 61%|██████▏ | 6130/10000 [4:52:39<3:11:34, 2.97s/it] 61%|██████▏ | 6131/10000 [4:52:41<3:07:43, 2.91s/it] 61%|██████▏ | 6132/10000 [4:52:44<3:04:14, 2.86s/it] 61%|██████▏ | 6133/10000 [4:52:47<3:00:15, 2.80s/it] 61%|██████▏ | 6134/10000 [4:52:49<2:58:46, 2.77s/it] 61%|██████▏ | 6135/10000 [4:52:52<2:59:34, 2.79s/it] 61%|██████▏ | 6136/10000 [4:52:55<3:01:32, 2.82s/it] 61%|██████▏ | 6137/10000 [4:52:58<2:58:50, 2.78s/it] 61%|██████▏ | 6138/10000 [4:53:00<2:55:10, 2.72s/it] 61%|██████▏ | 6139/10000 [4:53:04<3:11:45, 2.98s/it] 61%|██████▏ | 6140/10000 [4:53:07<3:12:54, 3.00s/it] {'loss': '0.2783', 'grad_norm': '3.788', 'learning_rate': '2.011e-06', 'num_tokens': '1.771e+06', 'completions/mean_length': '4.688', 'completions/min_length': '3.2', 'completions/max_length': '6.6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.688', 'completions/min_terminated_length': '3.2', 'completions/max_terminated_length': '6.6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3452', 'rewards/reward_semantic/std': '0.1664', 'rewards/reward_length/mean': '-0.05481', 'rewards/reward_length/std': '0.01861', 'reward': '1.101', 'reward_std': '0.0501', 'frac_reward_zero_std': '0.1', 'kl': '0.2096', 'entropy': '0.8002', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.88', 'epoch': '0.981'} +{'loss': '0.2502', 'grad_norm': '10.92', 'learning_rate': '2.001e-06', 'num_tokens': '1.777e+06', 'completions/mean_length': '4.912', 'completions/min_length': '3.9', 'completions/max_length': '6.65', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.912', 'completions/min_terminated_length': '3.9', 'completions/max_terminated_length': '6.65', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3564', 'rewards/reward_semantic/std': '0.0975', 'rewards/reward_length/mean': '-0.05237', 'rewards/reward_length/std': '0.01127', 'reward': '1.104', 'reward_std': '0.02954', 'frac_reward_zero_std': '0.2', 'kl': '0.236', 'entropy': '0.8761', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.872', 'epoch': '0.9843'} +[adaptive-kl] kl=0.136 target=0.3 beta: 1.0000 -> 0.6667 +{'loss': '0.2153', 'grad_norm': '0.07668', 'learning_rate': '1.991e-06', 'num_tokens': '1.783e+06', 'completions/mean_length': '4.744', 'completions/min_length': '3.35', 'completions/max_length': '6.75', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.744', 'completions/min_terminated_length': '3.35', 'completions/max_terminated_length': '6.75', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2679', 'rewards/reward_semantic/std': '0.1072', 'rewards/reward_length/mean': '-0.0592', 'rewards/reward_length/std': '0.01982', 'reward': '1.077', 'reward_std': '0.03283', 'frac_reward_zero_std': '0.05', 'kl': '0.1364', 'entropy': '0.9025', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.899', 'epoch': '0.9875'} +[adaptive-kl] kl=0.071 target=0.3 beta: 0.6667 -> 0.4444 +{'loss': '0.1012', 'grad_norm': '3.727', 'learning_rate': '1.981e-06', 'num_tokens': '1.789e+06', 'completions/mean_length': '5.075', 'completions/min_length': '3.9', 'completions/max_length': '6.95', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.075', 'completions/min_terminated_length': '3.9', 'completions/max_terminated_length': '6.95', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.305', 'rewards/reward_semantic/std': '0.1339', 'rewards/reward_length/mean': '-0.06667', 'rewards/reward_length/std': '0.01655', 'reward': '1.088', 'reward_std': '0.04069', 'frac_reward_zero_std': '0.1', 'kl': '0.07105', 'entropy': '0.7181', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.919', 'epoch': '0.9908'} +[adaptive-kl] kl=0.091 target=0.3 beta: 0.4444 -> 0.2963 +{'loss': '0.07794', 'grad_norm': '1.749', 'learning_rate': '1.971e-06', 'num_tokens': '1.795e+06', 'completions/mean_length': '5.45', 'completions/min_length': '3.8', 'completions/max_length': '7.7', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.45', 'completions/min_terminated_length': '3.8', 'completions/max_terminated_length': '7.7', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.298', 'rewards/reward_semantic/std': '0.1044', 'rewards/reward_length/mean': '-0.06648', 'rewards/reward_length/std': '0.01926', 'reward': '1.086', 'reward_std': '0.03153', 'frac_reward_zero_std': '0.1', 'kl': '0.09124', 'entropy': '0.9249', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.959', 'epoch': '0.9941'} +[adaptive-kl] kl=0.125 target=0.3 beta: 0.2963 -> 0.1975 +{'loss': '0.08703', 'grad_norm': '5.176', 'learning_rate': '1.961e-06', 'num_tokens': '1.801e+06', 'completions/mean_length': '4.675', 'completions/min_length': '3.7', 'completions/max_length': '6.1', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.675', 'completions/min_terminated_length': '3.7', 'completions/max_terminated_length': '6.1', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4461', 'rewards/reward_semantic/std': '0.1226', 'rewards/reward_length/mean': '-0.05779', 'rewards/reward_length/std': '0.01525', 'reward': '1.131', 'reward_std': '0.03721', 'frac_reward_zero_std': '0.2', 'kl': '0.1246', 'entropy': '0.5593', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.832', 'epoch': '0.9974'} +[adaptive-kl] kl=0.132 target=0.3 beta: 0.1975 -> 0.1317 +{'loss': '0.0797', 'grad_norm': '6.557', 'learning_rate': '1.951e-06', 'num_tokens': '1.807e+06', 'completions/mean_length': '4.481', 'completions/min_length': '3.5', 'completions/max_length': '6.05', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.481', 'completions/min_terminated_length': '3.5', 'completions/max_terminated_length': '6.05', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3796', 'rewards/reward_semantic/std': '0.1187', 'rewards/reward_length/mean': '-0.05422', 'rewards/reward_length/std': '0.01014', 'reward': '1.111', 'reward_std': '0.03591', 'frac_reward_zero_std': '0.2', 'kl': '0.1321', 'entropy': '0.9039', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.83', 'epoch': '1.001'} +{'loss': '0.0961', 'grad_norm': '3.175', 'learning_rate': '1.941e-06', 'num_tokens': '1.813e+06', 'completions/mean_length': '5.2', 'completions/min_length': '3.5', 'completions/max_length': '8.4', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.2', 'completions/min_terminated_length': '3.5', 'completions/max_terminated_length': '8.4', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2892', 'rewards/reward_semantic/std': '0.1361', 'rewards/reward_length/mean': '-0.05703', 'rewards/reward_length/std': '0.02234', 'reward': '1.084', 'reward_std': '0.04142', 'frac_reward_zero_std': '0.1', 'kl': '0.2199', 'entropy': '0.8689', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '3.022', 'epoch': '1.004'} +[adaptive-kl] kl=0.152 target=0.3 beta: 0.1317 -> 0.0878 + 61%|██████▏ | 6140/10000 [4:53:07<3:12:54, 3.00s/it] 61%|██████▏ | 6141/10000 [4:53:10<3:07:06, 2.91s/it] 61%|██████▏ | 6142/10000 [4:53:13<3:17:04, 3.06s/it] 61%|██████▏ | 6143/10000 [4:53:16<3:15:25, 3.04s/it] 61%|██████▏ | 6144/10000 [4:53:19<3:14:20, 3.02s/it] 61%|██████▏ | 6145/10000 [4:53:23<3:29:55, 3.27s/it] 61%|██████▏ | 6146/10000 [4:53:26<3:20:19, 3.12s/it] 61%|██████▏ | 6147/10000 [4:53:29<3:19:35, 3.11s/it] 61%|██████▏ | 6148/10000 [4:53:32<3:15:27, 3.04s/it] 61%|██████▏ | 6149/10000 [4:53:34<3:09:00, 2.94s/it] 62%|██████▏ | 6150/10000 [4:53:38<3:11:58, 2.99s/it] 62%|██████▏ | 6151/10000 [4:53:41<3:20:34, 3.13s/it] 62%|██████▏ | 6152/10000 [4:53:44<3:15:10, 3.04s/it] 62%|██████▏ | 6153/10000 [4:53:46<3:07:55, 2.93s/it] 62%|██████▏ | 6154/10000 [4:53:49<3:08:59, 2.95s/it] 62%|██████▏ | 6155/10000 [4:53:52<3:04:27, 2.88s/it] 62%|██████▏ | 6156/10000 [4:53:55<3:00:07, 2.81s/it] 62%|██████▏ | 6157/10000 [4:53:58<2:57:45, 2.78s/it] 62%|██████▏ | 6158/10000 [4:54:00<3:00:54, 2.83s/it] 62%|██████▏ | 6159/10000 [4:54:03<2:55:22, 2.74s/it] 62%|██████▏ | 6160/10000 [4:54:06<3:03:04, 2.86s/it] 62%|██████▏ | 6160/10000 [4:54:06<3:03:04, 2.86s/it] 62%|██████▏ | 6161/10000 [4:54:09<3:03:49, 2.87s/it] 62%|██████▏ | 6162/10000 [4:54:12<2:57:21, 2.77s/it] 62%|██████▏ | 6163/10000 [4:54:14<2:58:13, 2.79s/it] 62%|██████▏ | 6164/10000 [4:54:17<3:02:51, 2.86s/it] 62%|██████▏ | 6165/10000 [4:54:20<3:05:37, 2.90s/it] 62%|██████▏ | 6166/10000 [4:54:24<3:08:48, 2.95s/it] 62%|██████▏ | 6167/10000 [4:54:26<3:01:37, 2.84s/it] 62%|██████▏ | 6168/10000 [4:54:29<2:54:22, 2.73s/it] 62%|██████▏ | 6169/10000 [4:54:31<2:58:09, 2.79s/it] 62%|██████▏ | 6170/10000 [4:54:34<2:58:13, 2.79s/it] 62%|██████▏ | 6171/10000 [4:54:37<2:56:13, 2.76s/it] 62%|██████▏ | 6172/10000 [4:54:40<2:58:25, 2.80s/it] 62%|██████▏ | 6173/10000 [4:54:43<2:57:23, 2.78s/it] 62%|██████▏ | 6174/10000 [4:54:45<2:53:51, 2.73s/it] 62%|██████▏ | 6175/10000 [4:54:48<2:53:03, 2.71s/it] 62%|██████▏ | 6176/10000 [4:54:51<2:58:16, 2.80s/it] 62%|██████▏ | 6177/10000 [4:54:54<3:04:13, 2.89s/it] 62%|██████▏ | 6178/10000 [4:54:57<3:01:22, 2.85s/it] 62%|██████▏ | 6179/10000 [4:55:00<3:01:10, 2.85s/it] 62%|██████▏ | 6180/10000 [4:55:02<2:57:45, 2.79s/it] 62%|██████▏ | 6180/10000 [4:55:02<2:57:45, 2.79s/it] 62%|██████▏ | 6181/10000 [4:55:05<2:52:21, 2.71s/it] 62%|██████▏ | 6182/10000 [4:55:08<2:56:43, 2.78s/it] 62%|██████▏ | 6183/10000 [4:55:10<2:52:24, 2.71s/it] 62%|██████▏ | 6184/10000 [4:55:13<2:48:38, 2.65s/it] 62%|██████▏ | 6185/10000 [4:55:16<2:59:25, 2.82s/it] 62%|██████▏ | 6186/10000 [4:55:19<2:55:40, 2.76s/it] 62%|██████▏ | 6187/10000 [4:55:21<2:56:20, 2.77s/it] 62%|██████▏ | 6188/10000 [4:55:24<2:58:33, 2.81s/it] 62%|██████▏ | 6189/10000 [4:55:27<3:05:35, 2.92s/it] 62%|██████▏ | 6190/10000 [4:55:30<2:57:46, 2.80s/it] 62%|██████▏ | 6191/10000 [4:55:33<2:57:26, 2.80s/it] 62%|██████▏ | 6192/10000 [4:55:36<2:58:11, 2.81s/it] 62%|██████▏ | 6193/10000 [4:55:38<2:57:01, 2.79s/it] 62%|██████▏ | 6194/10000 [4:55:41<3:01:49, 2.87s/it] 62%|██████▏ | 6195/10000 [4:55:44<3:04:36, 2.91s/it] 62%|██████▏ | 6196/10000 [4:55:47<3:06:28, 2.94s/it] 62%|██████▏ | 6197/10000 [4:55:50<3:02:21, 2.88s/it] 62%|██████▏ | 6198/10000 [4:55:53<3:05:52, 2.93s/it] 62%|██████▏ | 6199/10000 [4:55:56<3:05:27, 2.93s/it] 62%|██████▏ | 6200/10000 [4:55:59<2:59:42, 2.84s/it] 62%|██████▏ | 6200/10000 [4:55:59<2:59:42, 2.84s/it] 62%|██████▏ | 6201/10000 [4:56:02<3:05:09, 2.92s/it] 62%|██████▏ | 6202/10000 [4:56:05<3:00:33, 2.85s/it] 62%|██████▏ | 6203/10000 [4:56:08<3:03:57, 2.91s/it] 62%|██████▏ | 6204/10000 [4:56:11<3:05:53, 2.94s/it] 62%|██████▏ | 6205/10000 [4:56:13<3:03:57, 2.91s/it] 62%|██████▏ | 6206/10000 [4:56:17<3:13:55, 3.07s/it] 62%|██████▏ | 6207/10000 [4:56:20<3:10:39, 3.02s/it] 62%|██████▏ | 6208/10000 [4:56:23<3:13:40, 3.06s/it] 62%|██████▏ | 6209/10000 [4:56:26<3:10:08, 3.01s/it] 62%|██████▏ | 6210/10000 [4:56:29<3:08:05, 2.98s/it] 62%|██████▏ | 6211/10000 [4:56:32<3:09:02, 2.99s/it] 62%|██████▏ | 6212/10000 [4:56:35<3:05:38, 2.94s/it] 62%|██████▏ | 6213/10000 [4:56:37<3:01:13, 2.87s/it] 62%|██████▏ | 6214/10000 [4:56:40<3:06:59, 2.96s/it] 62%|██████▏ | 6215/10000 [4:56:43<3:05:01, 2.93s/it] 62%|██████▏ | 6216/10000 [4:56:46<2:58:23, 2.83s/it] 62%|██████▏ | 6217/10000 [4:56:49<3:05:25, 2.94s/it] 62%|██████▏ | 6218/10000 [4:56:52<3:06:17, 2.96s/it] 62%|██████▏ | 6219/10000 [4:56:55<3:07:22, 2.97s/it] 62%|██████▏ | 6220/10000 [4:56:58<3:04:13, 2.92s/it] 62%|██████▏ | 6220/10000 [4:56:58<3:04:13, 2.92s/it] 62%|██████▏ | 6221/10000 [4:57:01<3:02:04, 2.89s/it] 62%|██████▏ | 6222/10000 [4:57:04<3:00:35, 2.87s/it] 62%|██████▏ | 6223/10000 [4:57:07<3:02:13, 2.89s/it] 62%|██████▏ | 6224/10000 [4:57:09<2:56:26, 2.80s/it] 62%|██████▏ | 6225/10000 [4:57:12<2:56:20, 2.80s/it] 62%|██████▏ | 6226/10000 [4:57:15<2:56:21, 2.80s/it] 62%|██████▏ | 6227/10000 [4:57:18<3:00:22, 2.87s/it] 62%|██████▏ | 6228/10000 [4:57:20<2:57:39, 2.83s/it] 62%|██████▏ | 6229/10000 [4:57:23<2:53:43, 2.76s/it] 62%|██████▏ | 6230/10000 [4:57:26<2:51:36, 2.73s/it] 62%|██████▏ | 6231/10000 [4:57:28<2:48:31, 2.68s/it] 62%|██████▏ | 6232/10000 [4:57:31<2:52:55, 2.75s/it] 62%|██████▏ | 6233/10000 [4:57:34<2:50:05, 2.71s/it] 62%|██████▏ | 6234/10000 [4:57:37<3:01:56, 2.90s/it] 62%|██████▏ | 6235/10000 [4:57:40<2:59:29, 2.86s/it] 62%|██████▏ | 6236/10000 [4:57:43<2:57:54, 2.84s/it] 62%|██████▏ | 6237/10000 [4:57:45<2:55:25, 2.80s/it] 62%|██████▏ | 6238/10000 [4:57:48<2:59:50, 2.87s/it] 62%|██████▏ | 6239/10000 [4:57:51<2:55:40, 2.80s/it] 62%|██████▏ | 6240/10000 [4:57:54<2:56:40, 2.82s/it] 62%|██████▏ | 6240/10000 [4:57:54<2:56:40, 2.82s/it] 62%|██████▏ | 6241/10000 [4:57:57<2:57:37, 2.84s/it] 62%|██████▏ | 6242/10000 [4:58:00<2:56:55, 2.82s/it] 62%|██████▏ | 6243/10000 [4:58:03<2:57:54, 2.84s/it] 62%|██████▏ | 6244/10000 [4:58:05<2:53:35, 2.77s/it] 62%|██████▏ | 6245/10000 [4:58:08<2:54:38, 2.79s/it] 62%|██████▏ | 6246/10000 [4:58:11<2:51:01, 2.73s/it] 62%|██████▏ | 6247/10000 [4:58:13<2:53:53, 2.78s/it] 62%|██████▏ | 6248/10000 [4:58:17<2:59:47, 2.88s/it] 62%|██████▏ | 6249/10000 [4:58:20<3:01:54, 2.91s/it] 62%|██████▎ | 6250/10000 [4:58:23<3:03:26, 2.93s/it] 63%|██████▎ | 6251/10000 [4:58:25<2:57:59, 2.85s/it] 63%|██████▎ | 6252/10000 [4:58:28<3:00:21, 2.89s/it] 63%|██████▎ | 6253/10000 [4:58:31<3:00:17, 2.89s/it] 63%|██████▎ | 6254/10000 [4:58:34<2:52:21, 2.76s/it] 63%|██████▎ | 6255/10000 [4:58:37<2:56:59, 2.84s/it] 63%|██████▎ | 6256/10000 [4:58:39<2:51:25, 2.75s/it] 63%|██████▎ | 6257/10000 [4:58:42<2:54:00, 2.79s/it] 63%|██████▎ | 6258/10000 [4:58:45<2:56:18, 2.83s/it] 63%|██████▎ | 6259/10000 [4:58:48<2:58:59, 2.87s/it] 63%|██████▎ | 6260/10000 [4:58:51<3:00:16, 2.89s/it] 63%|██████▎ | 6260/10000 [4:58:51<3:00:16, 2.89s/it] 63%|██████▎ | 6261/10000 [4:58:54<2:57:05, 2.84s/it] 63%|██████▎ | 6262/10000 [4:58:56<2:55:55, 2.82s/it] 63%|██████▎ | 6263/10000 [4:58:59<3:02:08, 2.92s/it] 63%|██████▎ | 6264/10000 [4:59:02<2:57:15, 2.85s/it] 63%|██████▎ | 6265/10000 [4:59:05<2:59:00, 2.88s/it] 63%|██████▎ | 6266/10000 [4:59:08<2:57:57, 2.86s/it] 63%|██████▎ | 6267/10000 [4:59:11<2:56:29, 2.84s/it] 63%|██████▎ | 6268/10000 [4:59:14<2:56:49, 2.84s/it] 63%|██████▎ | 6269/10000 [4:59:17<3:01:21, 2.92s/it] 63%|██████▎ | 6270/10000 [4:59:20<3:01:36, 2.92s/it] 63%|██████▎ | 6271/10000 [4:59:22<3:01:07, 2.91s/it] 63%|██████▎ | 6272/10000 [4:59:25<3:01:07, 2.92s/it] 63%|██████▎ | 6273/10000 [4:59:28<3:03:54, 2.96s/it] 63%|██████▎ | 6274/10000 [4:59:31<3:00:12, 2.90s/it] 63%|██████▎ | 6275/10000 [4:59:34<2:55:30, 2.83s/it] 63%|██████▎ | 6276/10000 [4:59:37<2:54:25, 2.81s/it] 63%|██████▎ | 6277/10000 [4:59:39<2:48:28, 2.72s/it] 63%|██████▎ | 6278/10000 [4:59:42<2:50:09, 2.74s/it] 63%|██████▎ | 6279/10000 [4:59:45<2:54:32, 2.81s/it] 63%|██████▎ | 6280/10000 [4:59:48<2:54:06, 2.81s/it] 63%|██████▎ | 6280/10000 [4:59:48<2:54:06, 2.81s/it] 63%|██████▎ | 6281/10000 [4:59:51<2:54:08, 2.81s/it] 63%|██████▎ | 6282/10000 [4:59:53<2:53:06, 2.79s/it] 63%|██████▎ | 6283/10000 [4:59:56<2:54:07, 2.81s/it] 63%|██████▎ | 6284/10000 [4:59:59<2:48:05, 2.71s/it] 63%|██████▎ | 6285/10000 [5:00:01<2:50:29, 2.75s/it] 63%|██████▎ | 6286/10000 [5:00:04<2:54:25, 2.82s/it] 63%|██████▎ | 6287/10000 [5:00:07<2:56:01, 2.84s/it] 63%|██████▎ | 6288/10000 [5:00:10<2:49:55, 2.75s/it] 63%|██████▎ | 6289/10000 [5:00:13<2:51:01, 2.77s/it] 63%|██████▎ | 6290/10000 [5:00:16<2:52:47, 2.79s/it] 63%|██████▎ | 6291/10000 [5:00:18<2:55:16, 2.84s/it] 63%|██████▎ | 6292/10000 [5:00:21<2:53:20, 2.80s/it] 63%|██████▎ | 6293/10000 [5:00:24<2:52:14, 2.79s/it] 63%|██████▎ | 6294/10000 [5:00:27<2:56:59, 2.87s/it] 63%|██████▎ | 6295/10000 [5:00:30<2:54:03, 2.82s/it] 63%|██████▎ | 6296/10000 [5:00:33<2:56:33, 2.86s/it] 63%|██████▎ | 6297/10000 [5:00:35<2:55:44, 2.85s/it] 63%|██████▎ | 6298/10000 [5:00:38<2:52:00, 2.79s/it] 63%|██████▎ | 6299/10000 [5:00:41<2:46:42, 2.70s/it] 63%|██████▎ | 6300/10000 [5:00:44<2:54:10, 2.82s/it] {'loss': '0.1203', 'grad_norm': '2.271', 'learning_rate': '1.93e-06', 'num_tokens': '1.82e+06', 'completions/mean_length': '4.419', 'completions/min_length': '3.15', 'completions/max_length': '6.5', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.419', 'completions/min_terminated_length': '3.15', 'completions/max_terminated_length': '6.5', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4313', 'rewards/reward_semantic/std': '0.1434', 'rewards/reward_length/mean': '-0.06069', 'rewards/reward_length/std': '0.01491', 'reward': '1.126', 'reward_std': '0.04334', 'frac_reward_zero_std': '0.15', 'kl': '0.152', 'entropy': '0.606', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.898', 'epoch': '1.007'} +{'loss': '0.03308', 'grad_norm': '2.074', 'learning_rate': '1.921e-06', 'num_tokens': '1.826e+06', 'completions/mean_length': '4.969', 'completions/min_length': '3.55', 'completions/max_length': '7.25', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.969', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '7.25', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4133', 'rewards/reward_semantic/std': '0.1508', 'rewards/reward_length/mean': '-0.05583', 'rewards/reward_length/std': '0.01421', 'reward': '1.121', 'reward_std': '0.04559', 'frac_reward_zero_std': '0.2', 'kl': '0.2706', 'entropy': '0.6607', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.944', 'epoch': '1.01'} +{'loss': '0.04202', 'grad_norm': '6.528', 'learning_rate': '1.911e-06', 'num_tokens': '1.832e+06', 'completions/mean_length': '4.35', 'completions/min_length': '3.55', 'completions/max_length': '5.35', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.35', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '5.35', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5285', 'rewards/reward_semantic/std': '0.1089', 'rewards/reward_length/mean': '-0.05286', 'rewards/reward_length/std': '0.01495', 'reward': '1.156', 'reward_std': '0.03302', 'frac_reward_zero_std': '0.3', 'kl': '0.2816', 'entropy': '0.6584', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.793', 'epoch': '1.014'} +{'loss': '0.0316', 'grad_norm': '6.731', 'learning_rate': '1.901e-06', 'num_tokens': '1.838e+06', 'completions/mean_length': '4.475', 'completions/min_length': '3.2', 'completions/max_length': '5.9', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.475', 'completions/min_terminated_length': '3.2', 'completions/max_terminated_length': '5.9', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3971', 'rewards/reward_semantic/std': '0.06475', 'rewards/reward_length/mean': '-0.04622', 'rewards/reward_length/std': '0.0132', 'reward': '1.117', 'reward_std': '0.01984', 'frac_reward_zero_std': '0.2', 'kl': '0.3405', 'entropy': '0.794', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.815', 'epoch': '1.017'} +[adaptive-kl] kl=0.620 target=0.3 beta: 0.0878 -> 0.1317 +{'loss': '0.1082', 'grad_norm': '10.25', 'learning_rate': '1.891e-06', 'num_tokens': '1.844e+06', 'completions/mean_length': '5.294', 'completions/min_length': '4.25', 'completions/max_length': '7.25', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.294', 'completions/min_terminated_length': '4.25', 'completions/max_terminated_length': '7.25', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4136', 'rewards/reward_semantic/std': '0.07224', 'rewards/reward_length/mean': '-0.05081', 'rewards/reward_length/std': '0.01367', 'reward': '1.122', 'reward_std': '0.02213', 'frac_reward_zero_std': '0.1', 'kl': '0.6201', 'entropy': '0.6407', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.948', 'epoch': '1.02'} +{'loss': '0.09839', 'grad_norm': '4.879', 'learning_rate': '1.881e-06', 'num_tokens': '1.85e+06', 'completions/mean_length': '3.975', 'completions/min_length': '3.15', 'completions/max_length': '5.35', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.975', 'completions/min_terminated_length': '3.15', 'completions/max_terminated_length': '5.35', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4454', 'rewards/reward_semantic/std': '0.1445', 'rewards/reward_length/mean': '-0.05994', 'rewards/reward_length/std': '0.01866', 'reward': '1.131', 'reward_std': '0.04392', 'frac_reward_zero_std': '0.15', 'kl': '0.2767', 'entropy': '0.6454', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.79', 'epoch': '1.024'} +[adaptive-kl] kl=1.285 target=0.3 beta: 0.1317 -> 0.1975 +{'loss': '0.1941', 'grad_norm': '3.597', 'learning_rate': '1.871e-06', 'num_tokens': '1.855e+06', 'completions/mean_length': '4.463', 'completions/min_length': '3.55', 'completions/max_length': '5.8', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.463', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '5.8', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4351', 'rewards/reward_semantic/std': '0.0814', 'rewards/reward_length/mean': '-0.03335', 'rewards/reward_length/std': '0.01037', 'reward': '1.129', 'reward_std': '0.02456', 'frac_reward_zero_std': '0.15', 'kl': '1.285', 'entropy': '0.684', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.829', 'epoch': '1.027'} +[adaptive-kl] kl=1.301 target=0.3 beta: 0.1975 -> 0.2963 +{'loss': '0.2523', 'grad_norm': '0.3827', 'learning_rate': '1.861e-06', 'num_tokens': '1.861e+06', 'completions/mean_length': '4.469', 'completions/min_length': '3.25', 'completions/max_length': '5.85', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.469', 'completions/min_terminated_length': '3.25', 'completions/max_terminated_length': '5.85', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3796', 'rewards/reward_semantic/std': '0.07146', 'rewards/reward_length/mean': '-0.04102', 'rewards/reward_length/std': '0.01471', 'reward': '1.112', 'reward_std': '0.02157', 'frac_reward_zero_std': '0.15', 'kl': '1.301', 'entropy': '0.743', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.833', 'epoch': '1.03'} +[adaptive-kl] kl=1.060 target=0.3 beta: 0.2963 -> 0.4444 + 63%|██████▎ | 6300/10000 [5:00:44<2:54:10, 2.82s/it] 63%|██████▎ | 6301/10000 [5:00:47<2:54:05, 2.82s/it] 63%|██████▎ | 6302/10000 [5:00:50<2:57:54, 2.89s/it] 63%|██████▎ | 6303/10000 [5:00:52<2:55:07, 2.84s/it] 63%|██████▎ | 6304/10000 [5:00:56<3:04:28, 2.99s/it] 63%|██████▎ | 6305/10000 [5:00:59<3:01:41, 2.95s/it] 63%|██████▎ | 6306/10000 [5:01:02<3:06:03, 3.02s/it] 63%|██████▎ | 6307/10000 [5:01:05<3:03:32, 2.98s/it] 63%|██████▎ | 6308/10000 [5:01:07<2:57:46, 2.89s/it] 63%|██████▎ | 6309/10000 [5:01:10<2:56:16, 2.87s/it] 63%|██████▎ | 6310/10000 [5:01:13<2:57:40, 2.89s/it] 63%|██████▎ | 6311/10000 [5:01:16<2:52:55, 2.81s/it] 63%|██████▎ | 6312/10000 [5:01:18<2:48:36, 2.74s/it] 63%|██████▎ | 6313/10000 [5:01:21<2:48:48, 2.75s/it] 63%|██████▎ | 6314/10000 [5:01:24<2:45:53, 2.70s/it] 63%|██████▎ | 6315/10000 [5:01:27<2:50:24, 2.77s/it] 63%|██████▎ | 6316/10000 [5:01:29<2:45:39, 2.70s/it] 63%|██████▎ | 6317/10000 [5:01:32<2:50:05, 2.77s/it] 63%|██████▎ | 6318/10000 [5:01:35<2:55:33, 2.86s/it] 63%|██████▎ | 6319/10000 [5:01:38<2:52:44, 2.82s/it] 63%|██████▎ | 6320/10000 [5:01:40<2:50:46, 2.78s/it] 63%|██████▎ | 6320/10000 [5:01:40<2:50:46, 2.78s/it] 63%|██████▎ | 6321/10000 [5:01:43<2:53:42, 2.83s/it] 63%|██████▎ | 6322/10000 [5:01:47<3:03:39, 3.00s/it] 63%|██████▎ | 6323/10000 [5:01:50<3:02:05, 2.97s/it] 63%|██████▎ | 6324/10000 [5:01:52<2:57:11, 2.89s/it] 63%|██████▎ | 6325/10000 [5:01:55<2:57:50, 2.90s/it] 63%|██████▎ | 6326/10000 [5:01:58<2:53:16, 2.83s/it] 63%|██████▎ | 6327/10000 [5:02:01<2:59:04, 2.93s/it] 63%|██████▎ | 6328/10000 [5:02:04<2:58:22, 2.91s/it] 63%|██████▎ | 6329/10000 [5:02:07<3:01:01, 2.96s/it] 63%|██████▎ | 6330/10000 [5:02:10<2:55:25, 2.87s/it] 63%|██████▎ | 6331/10000 [5:02:13<2:56:32, 2.89s/it] 63%|██████▎ | 6332/10000 [5:02:16<2:56:01, 2.88s/it] 63%|██████▎ | 6333/10000 [5:02:19<3:00:42, 2.96s/it] 63%|██████▎ | 6334/10000 [5:02:22<2:59:23, 2.94s/it] 63%|██████▎ | 6335/10000 [5:02:24<2:53:39, 2.84s/it] 63%|██████▎ | 6336/10000 [5:02:27<2:59:04, 2.93s/it] 63%|██████▎ | 6337/10000 [5:02:30<3:02:14, 2.99s/it] 63%|██████▎ | 6338/10000 [5:02:34<3:04:35, 3.02s/it] 63%|██████▎ | 6339/10000 [5:02:36<3:01:20, 2.97s/it] 63%|██████▎ | 6340/10000 [5:02:39<2:55:25, 2.88s/it] 63%|██████▎ | 6340/10000 [5:02:39<2:55:25, 2.88s/it] 63%|██████▎ | 6341/10000 [5:02:42<2:52:26, 2.83s/it] 63%|██████▎ | 6342/10000 [5:02:44<2:47:22, 2.75s/it] 63%|██████▎ | 6343/10000 [5:02:47<2:45:47, 2.72s/it] 63%|██████▎ | 6344/10000 [5:02:50<2:49:12, 2.78s/it] 63%|██████▎ | 6345/10000 [5:02:53<2:57:05, 2.91s/it] 63%|██████▎ | 6346/10000 [5:02:56<2:57:15, 2.91s/it] 63%|██████▎ | 6347/10000 [5:02:59<3:05:39, 3.05s/it] 63%|██████▎ | 6348/10000 [5:03:02<3:04:43, 3.03s/it] 63%|██████▎ | 6349/10000 [5:03:05<2:59:48, 2.95s/it] 64%|██████▎ | 6350/10000 [5:03:08<2:53:56, 2.86s/it] 64%|██████▎ | 6351/10000 [5:03:10<2:47:30, 2.75s/it] 64%|██████▎ | 6352/10000 [5:03:13<2:49:07, 2.78s/it] 64%|██████▎ | 6353/10000 [5:03:17<2:59:21, 2.95s/it] 64%|██████▎ | 6354/10000 [5:03:19<2:56:55, 2.91s/it] 64%|██████▎ | 6355/10000 [5:03:23<3:01:46, 2.99s/it] 64%|██████▎ | 6356/10000 [5:03:26<3:05:05, 3.05s/it] 64%|██████▎ | 6357/10000 [5:03:28<2:58:15, 2.94s/it] 64%|██████▎ | 6358/10000 [5:03:31<2:57:18, 2.92s/it] 64%|██████▎ | 6359/10000 [5:03:34<2:52:21, 2.84s/it] 64%|██████▎ | 6360/10000 [5:03:37<2:54:03, 2.87s/it] 64%|██████▎ | 6360/10000 [5:03:37<2:54:03, 2.87s/it] 64%|██████▎ | 6361/10000 [5:03:40<2:56:45, 2.91s/it] 64%|██████▎ | 6362/10000 [5:03:43<3:00:38, 2.98s/it] 64%|██████▎ | 6363/10000 [5:03:46<2:56:54, 2.92s/it] 64%|██████▎ | 6364/10000 [5:03:49<3:06:48, 3.08s/it] 64%|██████▎ | 6365/10000 [5:03:52<3:00:13, 2.97s/it] 64%|██████▎ | 6366/10000 [5:03:55<2:59:47, 2.97s/it] 64%|██████▎ | 6367/10000 [5:03:58<2:58:33, 2.95s/it] 64%|██████▎ | 6368/10000 [5:04:01<2:59:28, 2.96s/it] 64%|██████▎ | 6369/10000 [5:04:03<2:50:30, 2.82s/it] 64%|██████▎ | 6370/10000 [5:04:06<2:49:52, 2.81s/it] 64%|██████▎ | 6371/10000 [5:04:09<2:53:08, 2.86s/it] 64%|██████▎ | 6372/10000 [5:04:12<2:53:21, 2.87s/it] 64%|██████▎ | 6373/10000 [5:04:15<2:52:39, 2.86s/it] 64%|██████▎ | 6374/10000 [5:04:18<2:51:55, 2.84s/it] 64%|██████▍ | 6375/10000 [5:04:20<2:52:24, 2.85s/it] 64%|██████▍ | 6376/10000 [5:04:23<2:48:56, 2.80s/it] 64%|██████▍ | 6377/10000 [5:04:26<2:50:31, 2.82s/it] 64%|██████▍ | 6378/10000 [5:04:29<2:51:06, 2.83s/it] 64%|██████▍ | 6379/10000 [5:04:32<2:53:17, 2.87s/it] 64%|██████▍ | 6380/10000 [5:04:35<2:53:10, 2.87s/it] 64%|██████▍ | 6380/10000 [5:04:35<2:53:10, 2.87s/it] 64%|██████▍ | 6381/10000 [5:04:38<3:01:03, 3.00s/it] 64%|██████▍ | 6382/10000 [5:04:41<2:51:26, 2.84s/it] 64%|██████▍ | 6383/10000 [5:04:43<2:50:45, 2.83s/it] 64%|██████▍ | 6384/10000 [5:04:46<2:47:42, 2.78s/it] 64%|██████▍ | 6385/10000 [5:04:49<2:43:21, 2.71s/it] 64%|██████▍ | 6386/10000 [5:04:51<2:46:35, 2.77s/it] 64%|██████▍ | 6387/10000 [5:04:54<2:42:15, 2.69s/it] 64%|██████▍ | 6388/10000 [5:04:57<2:47:36, 2.78s/it] 64%|██████▍ | 6389/10000 [5:05:00<2:49:39, 2.82s/it] 64%|██████▍ | 6390/10000 [5:05:03<2:47:04, 2.78s/it] 64%|██████▍ | 6391/10000 [5:05:05<2:48:54, 2.81s/it] 64%|██████▍ | 6392/10000 [5:05:08<2:47:05, 2.78s/it] 64%|██████▍ | 6393/10000 [5:05:11<2:48:44, 2.81s/it] 64%|██████▍ | 6394/10000 [5:05:13<2:43:20, 2.72s/it] 64%|██████▍ | 6395/10000 [5:05:16<2:40:09, 2.67s/it] 64%|██████▍ | 6396/10000 [5:05:19<2:39:38, 2.66s/it] 64%|██████▍ | 6397/10000 [5:05:21<2:37:16, 2.62s/it] 64%|██████▍ | 6398/10000 [5:05:24<2:34:54, 2.58s/it] 64%|██████▍ | 6399/10000 [5:05:27<2:45:04, 2.75s/it] 64%|██████▍ | 6400/10000 [5:05:30<2:44:18, 2.74s/it] 64%|██████▍ | 6400/10000 [5:05:30<2:44:18, 2.74s/it] 64%|██████▍ | 6401/10000 [5:05:32<2:47:35, 2.79s/it] 64%|██████▍ | 6402/10000 [5:05:35<2:45:25, 2.76s/it] 64%|██████▍ | 6403/10000 [5:05:38<2:45:56, 2.77s/it] 64%|██████▍ | 6404/10000 [5:05:41<2:50:10, 2.84s/it] 64%|██████▍ | 6405/10000 [5:05:43<2:44:46, 2.75s/it] 64%|██████▍ | 6406/10000 [5:05:46<2:44:26, 2.75s/it] 64%|██████▍ | 6407/10000 [5:05:49<2:44:22, 2.74s/it] 64%|██████▍ | 6408/10000 [5:05:52<2:44:22, 2.75s/it] 64%|██████▍ | 6409/10000 [5:05:55<2:48:43, 2.82s/it] 64%|██████▍ | 6410/10000 [5:05:58<2:49:44, 2.84s/it] 64%|██████▍ | 6411/10000 [5:06:00<2:49:44, 2.84s/it] 64%|██████▍ | 6412/10000 [5:06:03<2:49:20, 2.83s/it] 64%|██████▍ | 6413/10000 [5:06:06<2:48:16, 2.81s/it] 64%|██████▍ | 6414/10000 [5:06:09<2:58:55, 2.99s/it] 64%|██████▍ | 6415/10000 [5:06:12<2:54:08, 2.91s/it] 64%|██████▍ | 6416/10000 [5:06:15<2:53:06, 2.90s/it] 64%|██████▍ | 6417/10000 [5:06:18<2:52:51, 2.89s/it] 64%|██████▍ | 6418/10000 [5:06:21<2:56:12, 2.95s/it] 64%|██████▍ | 6419/10000 [5:06:24<2:55:17, 2.94s/it] 64%|██████▍ | 6420/10000 [5:06:28<3:13:10, 3.24s/it] 64%|██████▍ | 6420/10000 [5:06:28<3:13:10, 3.24s/it] 64%|██████▍ | 6421/10000 [5:06:31<3:07:42, 3.15s/it] 64%|██████▍ | 6422/10000 [5:06:33<2:58:35, 2.99s/it] 64%|██████▍ | 6423/10000 [5:06:36<2:54:49, 2.93s/it] 64%|██████▍ | 6424/10000 [5:06:39<2:51:23, 2.88s/it] 64%|██████▍ | 6425/10000 [5:06:41<2:44:25, 2.76s/it] 64%|██████▍ | 6426/10000 [5:06:44<2:49:08, 2.84s/it] 64%|██████▍ | 6427/10000 [5:06:47<2:48:48, 2.83s/it] 64%|██████▍ | 6428/10000 [5:06:50<2:47:02, 2.81s/it] 64%|██████▍ | 6429/10000 [5:06:53<2:52:51, 2.90s/it] 64%|██████▍ | 6430/10000 [5:06:56<2:51:07, 2.88s/it] 64%|██████▍ | 6431/10000 [5:06:59<2:47:36, 2.82s/it] 64%|██████▍ | 6432/10000 [5:07:02<2:50:42, 2.87s/it] 64%|██████▍ | 6433/10000 [5:07:05<2:50:39, 2.87s/it] 64%|██████▍ | 6434/10000 [5:07:07<2:49:16, 2.85s/it] 64%|██████▍ | 6435/10000 [5:07:10<2:47:51, 2.83s/it] 64%|██████▍ | 6436/10000 [5:07:13<2:49:01, 2.85s/it] 64%|██████▍ | 6437/10000 [5:07:16<2:48:03, 2.83s/it] 64%|██████▍ | 6438/10000 [5:07:18<2:44:31, 2.77s/it] 64%|██████▍ | 6439/10000 [5:07:21<2:46:07, 2.80s/it] 64%|██████▍ | 6440/10000 [5:07:24<2:43:03, 2.75s/it] 64%|██████▍ | 6440/10000 [5:07:24<2:43:03, 2.75s/it] 64%|██████▍ | 6441/10000 [5:07:27<2:41:49, 2.73s/it] 64%|██████▍ | 6442/10000 [5:07:29<2:45:14, 2.79s/it] 64%|██████▍ | 6443/10000 [5:07:32<2:48:54, 2.85s/it] 64%|██████▍ | 6444/10000 [5:07:36<2:52:49, 2.92s/it] 64%|██████▍ | 6445/10000 [5:07:38<2:50:27, 2.88s/it] 64%|██████▍ | 6446/10000 [5:07:41<2:54:14, 2.94s/it] 64%|██████▍ | 6447/10000 [5:07:44<2:46:23, 2.81s/it] 64%|██████▍ | 6448/10000 [5:07:47<2:46:14, 2.81s/it] 64%|██████▍ | 6449/10000 [5:07:50<2:53:02, 2.92s/it] 64%|██████▍ | 6450/10000 [5:07:53<2:50:18, 2.88s/it] 65%|██████▍ | 6451/10000 [5:07:55<2:43:42, 2.77s/it] 65%|██████▍ | 6452/10000 [5:07:58<2:41:14, 2.73s/it] 65%|██████▍ | 6453/10000 [5:08:01<2:48:25, 2.85s/it] 65%|██████▍ | 6454/10000 [5:08:04<2:49:35, 2.87s/it] 65%|██████▍ | 6455/10000 [5:08:07<2:48:36, 2.85s/it] 65%|██████▍ | 6456/10000 [5:08:09<2:46:59, 2.83s/it] 65%|██████▍ | 6457/10000 [5:08:12<2:47:12, 2.83s/it] 65%|██████▍ | 6458/10000 [5:08:15<2:51:55, 2.91s/it] 65%|██████▍ | 6459/10000 [5:08:19<2:55:34, 2.97s/it] 65%|██████▍ | 6460/10000 [5:08:21<2:47:03, 2.83s/it] {'loss': '0.3529', 'grad_norm': '2.432', 'learning_rate': '1.851e-06', 'num_tokens': '1.867e+06', 'completions/mean_length': '4.213', 'completions/min_length': '3.3', 'completions/max_length': '5.3', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.213', 'completions/min_terminated_length': '3.3', 'completions/max_terminated_length': '5.3', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.358', 'rewards/reward_semantic/std': '0.06584', 'rewards/reward_length/mean': '-0.04038', 'rewards/reward_length/std': '0.01255', 'reward': '1.105', 'reward_std': '0.01996', 'frac_reward_zero_std': '0.25', 'kl': '1.06', 'entropy': '0.7253', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.789', 'epoch': '1.033'} +[adaptive-kl] kl=0.711 target=0.3 beta: 0.4444 -> 0.6667 +{'loss': '0.3425', 'grad_norm': '0.000413', 'learning_rate': '1.84e-06', 'num_tokens': '1.873e+06', 'completions/mean_length': '4.544', 'completions/min_length': '3.6', 'completions/max_length': '5.75', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.544', 'completions/min_terminated_length': '3.6', 'completions/max_terminated_length': '5.75', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4745', 'rewards/reward_semantic/std': '0.07928', 'rewards/reward_length/mean': '-0.0512', 'rewards/reward_length/std': '0.01506', 'reward': '1.14', 'reward_std': '0.02395', 'frac_reward_zero_std': '0.3', 'kl': '0.7113', 'entropy': '0.5453', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.826', 'epoch': '1.037'} +[adaptive-kl] kl=0.607 target=0.3 beta: 0.6667 -> 1.0000 +{'loss': '0.4245', 'grad_norm': '5.335', 'learning_rate': '1.831e-06', 'num_tokens': '1.879e+06', 'completions/mean_length': '4.875', 'completions/min_length': '3.4', 'completions/max_length': '7.05', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.875', 'completions/min_terminated_length': '3.4', 'completions/max_terminated_length': '7.05', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3764', 'rewards/reward_semantic/std': '0.1716', 'rewards/reward_length/mean': '-0.05417', 'rewards/reward_length/std': '0.01716', 'reward': '1.11', 'reward_std': '0.05156', 'frac_reward_zero_std': '0.15', 'kl': '0.6068', 'entropy': '0.6081', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.918', 'epoch': '1.04'} +{'loss': '0.5697', 'grad_norm': '5.481', 'learning_rate': '1.82e-06', 'num_tokens': '1.885e+06', 'completions/mean_length': '4.825', 'completions/min_length': '3.6', 'completions/max_length': '6.45', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.825', 'completions/min_terminated_length': '3.6', 'completions/max_terminated_length': '6.45', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5083', 'rewards/reward_semantic/std': '0.1066', 'rewards/reward_length/mean': '-0.05151', 'rewards/reward_length/std': '0.01208', 'reward': '1.15', 'reward_std': '0.03202', 'frac_reward_zero_std': '0.25', 'kl': '0.5523', 'entropy': '0.6752', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.877', 'epoch': '1.043'} +{'loss': '0.303', 'grad_norm': '14.96', 'learning_rate': '1.811e-06', 'num_tokens': '1.891e+06', 'completions/mean_length': '4.537', 'completions/min_length': '3.2', 'completions/max_length': '6.45', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.537', 'completions/min_terminated_length': '3.2', 'completions/max_terminated_length': '6.45', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2657', 'rewards/reward_semantic/std': '0.07843', 'rewards/reward_length/mean': '-0.05688', 'rewards/reward_length/std': '0.01353', 'reward': '1.077', 'reward_std': '0.02374', 'frac_reward_zero_std': '0.15', 'kl': '0.2779', 'entropy': '0.7586', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.881', 'epoch': '1.047'} +{'loss': '0.3889', 'grad_norm': '6.837', 'learning_rate': '1.8e-06', 'num_tokens': '1.896e+06', 'completions/mean_length': '3.775', 'completions/min_length': '3.15', 'completions/max_length': '4.9', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.775', 'completions/min_terminated_length': '3.15', 'completions/max_terminated_length': '4.9', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5202', 'rewards/reward_semantic/std': '0.09214', 'rewards/reward_length/mean': '-0.04922', 'rewards/reward_length/std': '0.01045', 'reward': '1.154', 'reward_std': '0.02797', 'frac_reward_zero_std': '0.35', 'kl': '0.345', 'entropy': '0.4587', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.729', 'epoch': '1.05'} +{'loss': '0.4147', 'grad_norm': '3.731', 'learning_rate': '1.791e-06', 'num_tokens': '1.902e+06', 'completions/mean_length': '4.981', 'completions/min_length': '3.8', 'completions/max_length': '7', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.981', 'completions/min_terminated_length': '3.8', 'completions/max_terminated_length': '7', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4912', 'rewards/reward_semantic/std': '0.1542', 'rewards/reward_length/mean': '-0.04805', 'rewards/reward_length/std': '0.01669', 'reward': '1.145', 'reward_std': '0.04675', 'frac_reward_zero_std': '0', 'kl': '0.3775', 'entropy': '0.5698', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.902', 'epoch': '1.053'} +[adaptive-kl] kl=0.164 target=0.3 beta: 1.0000 -> 0.6667 +{'loss': '0.2229', 'grad_norm': '1.887e-05', 'learning_rate': '1.781e-06', 'num_tokens': '1.908e+06', 'completions/mean_length': '4.519', 'completions/min_length': '3.7', 'completions/max_length': '5.55', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.519', 'completions/min_terminated_length': '3.7', 'completions/max_terminated_length': '5.55', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3997', 'rewards/reward_semantic/std': '0.07156', 'rewards/reward_length/mean': '-0.04995', 'rewards/reward_length/std': '0.008359', 'reward': '1.117', 'reward_std': '0.02179', 'frac_reward_zero_std': '0.25', 'kl': '0.1639', 'entropy': '0.7182', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.791', 'epoch': '1.056'} +[adaptive-kl] kl=0.143 target=0.3 beta: 0.6667 -> 0.4444 + 65%|██████▍ | 6460/10000 [5:08:21<2:47:03, 2.83s/it] 65%|██████▍ | 6461/10000 [5:08:24<2:48:36, 2.86s/it] 65%|██████▍ | 6462/10000 [5:08:27<2:46:04, 2.82s/it] 65%|██████▍ | 6463/10000 [5:08:30<2:47:30, 2.84s/it] 65%|██████▍ | 6464/10000 [5:08:32<2:47:12, 2.84s/it] 65%|██████▍ | 6465/10000 [5:08:35<2:46:43, 2.83s/it] 65%|██████▍ | 6466/10000 [5:08:38<2:45:59, 2.82s/it] 65%|██████▍ | 6467/10000 [5:08:41<2:49:47, 2.88s/it] 65%|██████▍ | 6468/10000 [5:08:44<2:50:22, 2.89s/it] 65%|██████▍ | 6469/10000 [5:08:46<2:43:09, 2.77s/it] 65%|██████▍ | 6470/10000 [5:08:49<2:39:53, 2.72s/it] 65%|██████▍ | 6471/10000 [5:08:52<2:44:38, 2.80s/it] 65%|██████▍ | 6472/10000 [5:08:55<2:51:00, 2.91s/it] 65%|██████▍ | 6473/10000 [5:08:58<2:45:47, 2.82s/it] 65%|██████▍ | 6474/10000 [5:09:01<2:48:32, 2.87s/it] 65%|██████▍ | 6475/10000 [5:09:04<2:47:44, 2.86s/it] 65%|██████▍ | 6476/10000 [5:09:07<2:48:16, 2.87s/it] 65%|██████▍ | 6477/10000 [5:09:09<2:49:32, 2.89s/it] 65%|██████▍ | 6478/10000 [5:09:13<2:55:55, 3.00s/it] 65%|██████▍ | 6479/10000 [5:09:16<2:59:50, 3.06s/it] 65%|██████▍ | 6480/10000 [5:09:19<2:58:36, 3.04s/it] 65%|██████▍ | 6480/10000 [5:09:19<2:58:36, 3.04s/it] 65%|██████▍ | 6481/10000 [5:09:22<3:02:07, 3.11s/it] 65%|██████▍ | 6482/10000 [5:09:25<2:52:06, 2.94s/it] 65%|██████▍ | 6483/10000 [5:09:28<2:50:11, 2.90s/it] 65%|██████▍ | 6484/10000 [5:09:31<2:53:29, 2.96s/it] 65%|██████▍ | 6485/10000 [5:09:33<2:50:51, 2.92s/it] 65%|██████▍ | 6486/10000 [5:09:36<2:48:58, 2.89s/it] 65%|██████▍ | 6487/10000 [5:09:39<2:50:25, 2.91s/it] 65%|██████▍ | 6488/10000 [5:09:42<2:50:27, 2.91s/it] 65%|██████▍ | 6489/10000 [5:09:45<2:57:20, 3.03s/it] 65%|██████▍ | 6490/10000 [5:09:49<3:04:16, 3.15s/it] 65%|██████▍ | 6491/10000 [5:09:51<2:54:11, 2.98s/it] 65%|██████▍ | 6492/10000 [5:09:55<2:59:12, 3.07s/it] 65%|██████▍ | 6493/10000 [5:09:59<3:12:21, 3.29s/it] 65%|██████▍ | 6494/10000 [5:10:01<3:06:21, 3.19s/it] 65%|██████▍ | 6495/10000 [5:10:04<3:00:16, 3.09s/it] 65%|██████▍ | 6496/10000 [5:10:07<2:51:06, 2.93s/it] 65%|██████▍ | 6497/10000 [5:10:10<2:53:06, 2.96s/it] 65%|██████▍ | 6498/10000 [5:10:13<2:49:34, 2.91s/it] 65%|██████▍ | 6499/10000 [5:10:16<2:51:19, 2.94s/it] 65%|██████▌ | 6500/10000 [5:10:19<2:57:00, 3.03s/it] 65%|██████▌ | 6500/10000 [5:10:19<2:57:00, 3.03s/it] 65%|██████▌ | 6501/10000 [5:10:22<3:03:17, 3.14s/it] 65%|██████▌ | 6502/10000 [5:10:25<3:01:35, 3.11s/it] 65%|██████▌ | 6503/10000 [5:10:28<2:59:19, 3.08s/it] 65%|██████▌ | 6504/10000 [5:10:31<2:53:52, 2.98s/it] 65%|██████▌ | 6505/10000 [5:10:34<2:45:47, 2.85s/it] 65%|██████▌ | 6506/10000 [5:10:37<2:54:41, 3.00s/it] 65%|██████▌ | 6507/10000 [5:10:40<2:49:59, 2.92s/it] 65%|██████▌ | 6508/10000 [5:10:43<2:47:09, 2.87s/it] 65%|██████▌ | 6509/10000 [5:10:45<2:40:36, 2.76s/it] 65%|██████▌ | 6510/10000 [5:10:48<2:47:33, 2.88s/it] 65%|██████▌ | 6511/10000 [5:10:51<2:50:25, 2.93s/it] 65%|██████▌ | 6512/10000 [5:10:54<2:47:42, 2.88s/it] 65%|██████▌ | 6513/10000 [5:10:57<2:46:32, 2.87s/it] 65%|██████▌ | 6514/10000 [5:11:00<2:46:56, 2.87s/it] 65%|██████▌ | 6515/10000 [5:11:03<2:46:12, 2.86s/it] 65%|██████▌ | 6516/10000 [5:11:06<2:55:07, 3.02s/it] 65%|██████▌ | 6517/10000 [5:11:09<2:52:18, 2.97s/it] 65%|██████▌ | 6518/10000 [5:11:12<2:56:02, 3.03s/it] 65%|██████▌ | 6519/10000 [5:11:15<2:55:35, 3.03s/it] 65%|██████▌ | 6520/10000 [5:11:18<2:54:37, 3.01s/it] 65%|██████▌ | 6520/10000 [5:11:18<2:54:37, 3.01s/it] 65%|██████▌ | 6521/10000 [5:11:21<2:48:50, 2.91s/it] 65%|██████▌ | 6522/10000 [5:11:24<2:49:52, 2.93s/it] 65%|██████▌ | 6523/10000 [5:11:26<2:44:53, 2.85s/it] 65%|██████▌ | 6524/10000 [5:11:29<2:42:46, 2.81s/it] 65%|██████▌ | 6525/10000 [5:11:32<2:43:38, 2.83s/it] 65%|██████▌ | 6526/10000 [5:11:35<2:46:41, 2.88s/it] 65%|██████▌ | 6527/10000 [5:11:38<2:43:38, 2.83s/it] 65%|██████▌ | 6528/10000 [5:11:40<2:42:45, 2.81s/it] 65%|██████▌ | 6529/10000 [5:11:44<2:48:34, 2.91s/it] 65%|██████▌ | 6530/10000 [5:11:46<2:43:20, 2.82s/it] 65%|██████▌ | 6531/10000 [5:11:49<2:38:20, 2.74s/it] 65%|██████▌ | 6532/10000 [5:11:52<2:40:12, 2.77s/it] 65%|██████▌ | 6533/10000 [5:11:54<2:39:32, 2.76s/it] 65%|██████▌ | 6534/10000 [5:11:57<2:40:55, 2.79s/it] 65%|██████▌ | 6535/10000 [5:12:00<2:36:06, 2.70s/it] 65%|██████▌ | 6536/10000 [5:12:02<2:37:26, 2.73s/it] 65%|██████▌ | 6537/10000 [5:12:05<2:35:00, 2.69s/it] 65%|██████▌ | 6538/10000 [5:12:08<2:37:05, 2.72s/it] 65%|██████▌ | 6539/10000 [5:12:11<2:37:33, 2.73s/it] 65%|██████▌ | 6540/10000 [5:12:13<2:37:25, 2.73s/it] 65%|██████▌ | 6540/10000 [5:12:13<2:37:25, 2.73s/it] 65%|██████▌ | 6541/10000 [5:12:16<2:45:01, 2.86s/it] 65%|██████▌ | 6542/10000 [5:12:19<2:43:33, 2.84s/it] 65%|██████▌ | 6543/10000 [5:12:22<2:43:35, 2.84s/it] 65%|██████▌ | 6544/10000 [5:12:25<2:45:17, 2.87s/it] 65%|██████▌ | 6545/10000 [5:12:28<2:42:08, 2.82s/it] 65%|██████▌ | 6546/10000 [5:12:31<2:44:08, 2.85s/it] 65%|██████▌ | 6547/10000 [5:12:33<2:41:10, 2.80s/it] 65%|██████▌ | 6548/10000 [5:12:37<2:57:14, 3.08s/it] 65%|██████▌ | 6549/10000 [5:12:40<2:50:42, 2.97s/it] 66%|██████▌ | 6550/10000 [5:12:43<2:46:43, 2.90s/it] 66%|██████▌ | 6551/10000 [5:12:45<2:40:56, 2.80s/it] 66%|██████▌ | 6552/10000 [5:12:48<2:38:19, 2.76s/it] 66%|██████▌ | 6553/10000 [5:12:50<2:37:20, 2.74s/it] 66%|██████▌ | 6554/10000 [5:12:53<2:39:50, 2.78s/it] 66%|██████▌ | 6555/10000 [5:12:56<2:43:34, 2.85s/it] 66%|██████▌ | 6556/10000 [5:12:59<2:44:03, 2.86s/it] 66%|██████▌ | 6557/10000 [5:13:02<2:49:47, 2.96s/it] 66%|██████▌ | 6558/10000 [5:13:05<2:46:41, 2.91s/it] 66%|██████▌ | 6559/10000 [5:13:08<2:43:41, 2.85s/it] 66%|██████▌ | 6560/10000 [5:13:10<2:38:20, 2.76s/it] 66%|██████▌ | 6560/10000 [5:13:10<2:38:20, 2.76s/it] 66%|██████▌ | 6561/10000 [5:13:13<2:36:11, 2.72s/it] 66%|██████▌ | 6562/10000 [5:13:16<2:38:18, 2.76s/it] 66%|██████▌ | 6563/10000 [5:13:18<2:34:19, 2.69s/it] 66%|██████▌ | 6564/10000 [5:13:21<2:34:00, 2.69s/it] 66%|██████▌ | 6565/10000 [5:13:24<2:39:27, 2.79s/it] 66%|██████▌ | 6566/10000 [5:13:27<2:43:59, 2.87s/it] 66%|██████▌ | 6567/10000 [5:13:31<2:54:10, 3.04s/it] 66%|██████▌ | 6568/10000 [5:13:33<2:46:01, 2.90s/it] 66%|██████▌ | 6569/10000 [5:13:36<2:46:50, 2.92s/it] 66%|██████▌ | 6570/10000 [5:13:39<2:42:47, 2.85s/it] 66%|██████▌ | 6571/10000 [5:13:42<2:39:16, 2.79s/it] 66%|██████▌ | 6572/10000 [5:13:44<2:38:49, 2.78s/it] 66%|██████▌ | 6573/10000 [5:13:47<2:43:06, 2.86s/it] 66%|██████▌ | 6574/10000 [5:13:50<2:43:08, 2.86s/it] 66%|██████▌ | 6575/10000 [5:13:53<2:44:05, 2.87s/it] 66%|██████▌ | 6576/10000 [5:13:56<2:47:07, 2.93s/it] 66%|██████▌ | 6577/10000 [5:13:59<2:42:32, 2.85s/it] 66%|██████▌ | 6578/10000 [5:14:02<2:43:42, 2.87s/it] 66%|██████▌ | 6579/10000 [5:14:05<2:44:50, 2.89s/it] 66%|██████▌ | 6580/10000 [5:14:08<2:47:14, 2.93s/it] 66%|██████▌ | 6580/10000 [5:14:08<2:47:14, 2.93s/it] 66%|██████▌ | 6581/10000 [5:14:11<2:49:13, 2.97s/it] 66%|██████▌ | 6582/10000 [5:14:13<2:44:33, 2.89s/it] 66%|██████▌ | 6583/10000 [5:14:16<2:43:48, 2.88s/it] 66%|██████▌ | 6584/10000 [5:14:19<2:46:44, 2.93s/it] 66%|██████▌ | 6585/10000 [5:14:22<2:39:43, 2.81s/it] 66%|██████▌ | 6586/10000 [5:14:25<2:43:57, 2.88s/it] 66%|██████▌ | 6587/10000 [5:14:27<2:37:54, 2.78s/it] 66%|██████▌ | 6588/10000 [5:14:30<2:33:56, 2.71s/it] 66%|██████▌ | 6589/10000 [5:14:34<2:49:12, 2.98s/it] 66%|██████▌ | 6590/10000 [5:14:36<2:41:05, 2.83s/it] 66%|██████▌ | 6591/10000 [5:14:39<2:34:57, 2.73s/it] 66%|██████▌ | 6592/10000 [5:14:41<2:34:00, 2.71s/it] 66%|██████▌ | 6593/10000 [5:14:44<2:36:16, 2.75s/it] 66%|██████▌ | 6594/10000 [5:14:47<2:37:14, 2.77s/it] 66%|██████▌ | 6595/10000 [5:14:50<2:36:18, 2.75s/it] 66%|██████▌ | 6596/10000 [5:14:53<2:37:50, 2.78s/it] 66%|██████▌ | 6597/10000 [5:14:55<2:40:18, 2.83s/it] 66%|██████▌ | 6598/10000 [5:14:58<2:39:31, 2.81s/it] 66%|██████▌ | 6599/10000 [5:15:01<2:40:41, 2.84s/it] 66%|██████▌ | 6600/10000 [5:15:04<2:41:35, 2.85s/it] 66%|██████▌ | 6600/10000 [5:15:04<2:41:35, 2.85s/it] 66%|██████▌ | 6601/10000 [5:15:07<2:39:38, 2.82s/it] 66%|██████▌ | 6602/10000 [5:15:10<2:45:23, 2.92s/it] 66%|██████▌ | 6603/10000 [5:15:13<2:40:11, 2.83s/it] 66%|██████▌ | 6604/10000 [5:15:15<2:40:21, 2.83s/it] 66%|██████▌ | 6605/10000 [5:15:18<2:39:45, 2.82s/it] 66%|██████▌ | 6606/10000 [5:15:21<2:38:37, 2.80s/it] 66%|██████▌ | 6607/10000 [5:15:24<2:37:21, 2.78s/it] 66%|██████▌ | 6608/10000 [5:15:27<2:45:31, 2.93s/it] 66%|██████▌ | 6609/10000 [5:15:30<2:41:50, 2.86s/it] 66%|██████▌ | 6610/10000 [5:15:33<2:43:32, 2.89s/it] 66%|██████▌ | 6611/10000 [5:15:35<2:42:55, 2.88s/it] 66%|██████▌ | 6612/10000 [5:15:38<2:41:28, 2.86s/it] 66%|██████▌ | 6613/10000 [5:15:41<2:47:12, 2.96s/it] 66%|██████▌ | 6614/10000 [5:15:45<2:49:00, 2.99s/it] 66%|██████▌ | 6615/10000 [5:15:47<2:43:28, 2.90s/it] 66%|██████▌ | 6616/10000 [5:15:50<2:42:57, 2.89s/it] 66%|██████▌ | 6617/10000 [5:15:53<2:45:32, 2.94s/it] 66%|██████▌ | 6618/10000 [5:15:57<3:01:24, 3.22s/it] 66%|██████▌ | 6619/10000 [5:16:01<3:12:09, 3.41s/it] 66%|██████▌ | 6620/10000 [5:16:04<3:02:23, 3.24s/it] {'loss': '0.1541', 'grad_norm': '0.2079', 'learning_rate': '1.771e-06', 'num_tokens': '1.914e+06', 'completions/mean_length': '4.763', 'completions/min_length': '3.7', 'completions/max_length': '6.25', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.763', 'completions/min_terminated_length': '3.7', 'completions/max_terminated_length': '6.25', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5125', 'rewards/reward_semantic/std': '0.1097', 'rewards/reward_length/mean': '-0.04788', 'rewards/reward_length/std': '0.00958', 'reward': '1.151', 'reward_std': '0.03325', 'frac_reward_zero_std': '0.25', 'kl': '0.1427', 'entropy': '0.7177', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.846', 'epoch': '1.06'} +[adaptive-kl] kl=0.115 target=0.3 beta: 0.4444 -> 0.2963 +{'loss': '0.1354', 'grad_norm': '1.419', 'learning_rate': '1.761e-06', 'num_tokens': '1.92e+06', 'completions/mean_length': '4.906', 'completions/min_length': '3.75', 'completions/max_length': '6.6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.906', 'completions/min_terminated_length': '3.75', 'completions/max_terminated_length': '6.6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4723', 'rewards/reward_semantic/std': '0.1107', 'rewards/reward_length/mean': '-0.05767', 'rewards/reward_length/std': '0.01324', 'reward': '1.139', 'reward_std': '0.0336', 'frac_reward_zero_std': '0.2', 'kl': '0.115', 'entropy': '0.5608', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.882', 'epoch': '1.063'} +[adaptive-kl] kl=0.176 target=0.3 beta: 0.2963 -> 0.1975 +{'loss': '0.1018', 'grad_norm': '1.862', 'learning_rate': '1.751e-06', 'num_tokens': '1.926e+06', 'completions/mean_length': '5.794', 'completions/min_length': '4.2', 'completions/max_length': '8.25', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.794', 'completions/min_terminated_length': '4.2', 'completions/max_terminated_length': '8.25', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3527', 'rewards/reward_semantic/std': '0.07889', 'rewards/reward_length/mean': '-0.06174', 'rewards/reward_length/std': '0.01739', 'reward': '1.103', 'reward_std': '0.02405', 'frac_reward_zero_std': '0.1', 'kl': '0.1764', 'entropy': '0.7218', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.991', 'epoch': '1.066'} +{'loss': '0.113', 'grad_norm': '5.455', 'learning_rate': '1.741e-06', 'num_tokens': '1.932e+06', 'completions/mean_length': '4.956', 'completions/min_length': '3.65', 'completions/max_length': '6.9', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.956', 'completions/min_terminated_length': '3.65', 'completions/max_terminated_length': '6.9', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3755', 'rewards/reward_semantic/std': '0.1185', 'rewards/reward_length/mean': '-0.04937', 'rewards/reward_length/std': '0.01337', 'reward': '1.11', 'reward_std': '0.03606', 'frac_reward_zero_std': '0.1', 'kl': '0.2592', 'entropy': '0.755', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.916', 'epoch': '1.07'} +{'loss': '0.1034', 'grad_norm': '0.004552', 'learning_rate': '1.731e-06', 'num_tokens': '1.938e+06', 'completions/mean_length': '4.15', 'completions/min_length': '3.75', 'completions/max_length': '4.9', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.15', 'completions/min_terminated_length': '3.75', 'completions/max_terminated_length': '4.9', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5395', 'rewards/reward_semantic/std': '0.06111', 'rewards/reward_length/mean': '-0.05261', 'rewards/reward_length/std': '0.006022', 'reward': '1.159', 'reward_std': '0.01839', 'frac_reward_zero_std': '0.4', 'kl': '0.2728', 'entropy': '0.4268', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.752', 'epoch': '1.073'} +{'loss': '0.1098', 'grad_norm': '0.7761', 'learning_rate': '1.721e-06', 'num_tokens': '1.944e+06', 'completions/mean_length': '4.325', 'completions/min_length': '3.6', 'completions/max_length': '5.95', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.325', 'completions/min_terminated_length': '3.6', 'completions/max_terminated_length': '5.95', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5337', 'rewards/reward_semantic/std': '0.1917', 'rewards/reward_length/mean': '-0.05547', 'rewards/reward_length/std': '0.01387', 'reward': '1.157', 'reward_std': '0.05791', 'frac_reward_zero_std': '0.15', 'kl': '0.2028', 'entropy': '0.5847', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.846', 'epoch': '1.076'} +{'loss': '0.1637', 'grad_norm': '4.341', 'learning_rate': '1.711e-06', 'num_tokens': '1.95e+06', 'completions/mean_length': '4.4', 'completions/min_length': '3.5', 'completions/max_length': '6.05', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.4', 'completions/min_terminated_length': '3.5', 'completions/max_terminated_length': '6.05', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.37', 'rewards/reward_semantic/std': '0.09251', 'rewards/reward_length/mean': '-0.04685', 'rewards/reward_length/std': '0.01303', 'reward': '1.109', 'reward_std': '0.02816', 'frac_reward_zero_std': '0.2', 'kl': '0.4245', 'entropy': '0.6273', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.851', 'epoch': '1.079'} +[adaptive-kl] kl=0.532 target=0.3 beta: 0.1975 -> 0.2963 +{'loss': '0.1315', 'grad_norm': '2.842', 'learning_rate': '1.701e-06', 'num_tokens': '1.955e+06', 'completions/mean_length': '4.381', 'completions/min_length': '3.4', 'completions/max_length': '5.8', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.381', 'completions/min_terminated_length': '3.4', 'completions/max_terminated_length': '5.8', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5332', 'rewards/reward_semantic/std': '0.08035', 'rewards/reward_length/mean': '-0.04893', 'rewards/reward_length/std': '0.0137', 'reward': '1.158', 'reward_std': '0.02441', 'frac_reward_zero_std': '0.35', 'kl': '0.5322', 'entropy': '0.549', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.802', 'epoch': '1.083'} + 66%|██████▌ | 6620/10000 [5:16:04<3:02:23, 3.24s/it] 66%|██████▌ | 6621/10000 [5:16:06<2:53:32, 3.08s/it] 66%|██████▌ | 6622/10000 [5:16:09<2:45:54, 2.95s/it] 66%|██████▌ | 6623/10000 [5:16:12<2:44:01, 2.91s/it] 66%|██████▌ | 6624/10000 [5:16:15<2:48:16, 2.99s/it] 66%|██████▋ | 6625/10000 [5:16:18<2:42:53, 2.90s/it] 66%|██████▋ | 6626/10000 [5:16:21<2:43:56, 2.92s/it] 66%|██████▋ | 6627/10000 [5:16:23<2:39:26, 2.84s/it] 66%|██████▋ | 6628/10000 [5:16:26<2:39:07, 2.83s/it] 66%|██████▋ | 6629/10000 [5:16:29<2:38:44, 2.83s/it] 66%|██████▋ | 6630/10000 [5:16:32<2:39:58, 2.85s/it] 66%|██████▋ | 6631/10000 [5:16:35<2:42:05, 2.89s/it] 66%|██████▋ | 6632/10000 [5:16:38<2:50:55, 3.05s/it] 66%|██████▋ | 6633/10000 [5:16:41<2:47:47, 2.99s/it] 66%|██████▋ | 6634/10000 [5:16:44<2:44:05, 2.92s/it] 66%|██████▋ | 6635/10000 [5:16:47<2:45:15, 2.95s/it] 66%|██████▋ | 6636/10000 [5:16:50<2:44:09, 2.93s/it] 66%|██████▋ | 6637/10000 [5:16:53<2:44:37, 2.94s/it] 66%|██████▋ | 6638/10000 [5:16:56<2:47:27, 2.99s/it] 66%|██████▋ | 6639/10000 [5:16:59<2:45:42, 2.96s/it] 66%|██████▋ | 6640/10000 [5:17:02<2:49:54, 3.03s/it] 66%|██████▋ | 6640/10000 [5:17:02<2:49:54, 3.03s/it] 66%|██████▋ | 6641/10000 [5:17:05<2:42:14, 2.90s/it] 66%|██████▋ | 6642/10000 [5:17:07<2:38:40, 2.84s/it] 66%|██████▋ | 6643/10000 [5:17:10<2:38:33, 2.83s/it] 66%|██████▋ | 6644/10000 [5:17:13<2:42:04, 2.90s/it] 66%|██████▋ | 6645/10000 [5:17:16<2:38:52, 2.84s/it] 66%|██████▋ | 6646/10000 [5:17:19<2:37:35, 2.82s/it] 66%|██████▋ | 6647/10000 [5:17:21<2:35:11, 2.78s/it] 66%|██████▋ | 6648/10000 [5:17:24<2:39:23, 2.85s/it] 66%|██████▋ | 6649/10000 [5:17:27<2:42:23, 2.91s/it] 66%|██████▋ | 6650/10000 [5:17:30<2:41:07, 2.89s/it] 67%|██████▋ | 6651/10000 [5:17:33<2:39:20, 2.85s/it] 67%|██████▋ | 6652/10000 [5:17:36<2:41:42, 2.90s/it] 67%|██████▋ | 6653/10000 [5:17:39<2:41:30, 2.90s/it] 67%|██████▋ | 6654/10000 [5:17:42<2:43:49, 2.94s/it] 67%|██████▋ | 6655/10000 [5:17:45<2:42:13, 2.91s/it] 67%|██████▋ | 6656/10000 [5:17:48<2:42:56, 2.92s/it] 67%|██████▋ | 6657/10000 [5:17:51<2:42:53, 2.92s/it] 67%|██████▋ | 6658/10000 [5:17:54<2:45:35, 2.97s/it] 67%|██████▋ | 6659/10000 [5:17:56<2:37:40, 2.83s/it] 67%|██████▋ | 6660/10000 [5:17:59<2:39:54, 2.87s/it] 67%|██████▋ | 6660/10000 [5:17:59<2:39:54, 2.87s/it] 67%|██████▋ | 6661/10000 [5:18:02<2:36:39, 2.82s/it] 67%|██████▋ | 6662/10000 [5:18:05<2:37:21, 2.83s/it] 67%|██████▋ | 6663/10000 [5:18:07<2:36:40, 2.82s/it] 67%|██████▋ | 6664/10000 [5:18:10<2:31:24, 2.72s/it] 67%|██████▋ | 6665/10000 [5:18:13<2:32:57, 2.75s/it] 67%|██████▋ | 6666/10000 [5:18:16<2:38:46, 2.86s/it] 67%|██████▋ | 6667/10000 [5:18:19<2:46:53, 3.00s/it] 67%|██████▋ | 6668/10000 [5:18:22<2:46:01, 2.99s/it] 67%|██████▋ | 6669/10000 [5:18:25<2:44:00, 2.95s/it] 67%|██████▋ | 6670/10000 [5:18:28<2:49:11, 3.05s/it] 67%|██████▋ | 6671/10000 [5:18:32<2:53:13, 3.12s/it] 67%|██████▋ | 6672/10000 [5:18:34<2:43:26, 2.95s/it] 67%|██████▋ | 6673/10000 [5:18:37<2:44:08, 2.96s/it] 67%|██████▋ | 6674/10000 [5:18:40<2:43:13, 2.94s/it] 67%|██████▋ | 6675/10000 [5:18:43<2:43:34, 2.95s/it] 67%|██████▋ | 6676/10000 [5:18:46<2:42:42, 2.94s/it] 67%|██████▋ | 6677/10000 [5:18:49<2:40:28, 2.90s/it] 67%|██████▋ | 6678/10000 [5:18:52<2:40:12, 2.89s/it] 67%|██████▋ | 6679/10000 [5:18:54<2:38:03, 2.86s/it] 67%|██████▋ | 6680/10000 [5:18:57<2:41:13, 2.91s/it] 67%|██████▋ | 6680/10000 [5:18:57<2:41:13, 2.91s/it] 67%|██████▋ | 6681/10000 [5:19:00<2:36:40, 2.83s/it] 67%|██████▋ | 6682/10000 [5:19:03<2:36:48, 2.84s/it] 67%|██████▋ | 6683/10000 [5:19:06<2:36:47, 2.84s/it] 67%|██████▋ | 6684/10000 [5:19:08<2:32:31, 2.76s/it] 67%|██████▋ | 6685/10000 [5:19:11<2:28:58, 2.70s/it] 67%|██████▋ | 6686/10000 [5:19:14<2:33:06, 2.77s/it] 67%|██████▋ | 6687/10000 [5:19:17<2:31:25, 2.74s/it] 67%|██████▋ | 6688/10000 [5:19:19<2:34:11, 2.79s/it] 67%|██████▋ | 6689/10000 [5:19:22<2:32:15, 2.76s/it] 67%|██████▋ | 6690/10000 [5:19:25<2:29:57, 2.72s/it] 67%|██████▋ | 6691/10000 [5:19:27<2:27:40, 2.68s/it] 67%|██████▋ | 6692/10000 [5:19:30<2:29:22, 2.71s/it] 67%|██████▋ | 6693/10000 [5:19:33<2:27:48, 2.68s/it] 67%|██████▋ | 6694/10000 [5:19:35<2:27:01, 2.67s/it] 67%|██████▋ | 6695/10000 [5:19:38<2:32:26, 2.77s/it] 67%|██████▋ | 6696/10000 [5:19:42<2:44:12, 2.98s/it] 67%|██████▋ | 6697/10000 [5:19:45<2:42:13, 2.95s/it] 67%|██████▋ | 6698/10000 [5:19:48<2:41:46, 2.94s/it] 67%|██████▋ | 6699/10000 [5:19:50<2:35:08, 2.82s/it] 67%|██████▋ | 6700/10000 [5:19:53<2:40:55, 2.93s/it] 67%|██████▋ | 6700/10000 [5:19:53<2:40:55, 2.93s/it] 67%|██████▋ | 6701/10000 [5:19:56<2:34:41, 2.81s/it] 67%|██████▋ | 6702/10000 [5:19:59<2:34:22, 2.81s/it] 67%|██████▋ | 6703/10000 [5:20:01<2:32:28, 2.77s/it] 67%|██████▋ | 6704/10000 [5:20:04<2:34:02, 2.80s/it] 67%|██████▋ | 6705/10000 [5:20:07<2:34:34, 2.81s/it] 67%|██████▋ | 6706/10000 [5:20:10<2:34:43, 2.82s/it] 67%|██████▋ | 6707/10000 [5:20:13<2:34:55, 2.82s/it] 67%|██████▋ | 6708/10000 [5:20:16<2:34:18, 2.81s/it] 67%|██████▋ | 6709/10000 [5:20:19<2:37:23, 2.87s/it] 67%|██████▋ | 6710/10000 [5:20:22<2:45:56, 3.03s/it] 67%|██████▋ | 6711/10000 [5:20:25<2:45:50, 3.03s/it] 67%|██████▋ | 6712/10000 [5:20:28<2:39:56, 2.92s/it] 67%|██████▋ | 6713/10000 [5:20:31<2:43:50, 2.99s/it] 67%|██████▋ | 6714/10000 [5:20:33<2:36:08, 2.85s/it] 67%|██████▋ | 6715/10000 [5:20:36<2:37:27, 2.88s/it] 67%|██████▋ | 6716/10000 [5:20:39<2:39:24, 2.91s/it] 67%|██████▋ | 6717/10000 [5:20:42<2:40:06, 2.93s/it] 67%|██████▋ | 6718/10000 [5:20:45<2:43:29, 2.99s/it] 67%|██████▋ | 6719/10000 [5:20:48<2:37:32, 2.88s/it] 67%|██████▋ | 6720/10000 [5:20:51<2:36:03, 2.85s/it] 67%|██████▋ | 6720/10000 [5:20:51<2:36:03, 2.85s/it] 67%|██████▋ | 6721/10000 [5:20:53<2:30:41, 2.76s/it] 67%|██████▋ | 6722/10000 [5:20:56<2:27:32, 2.70s/it] 67%|██████▋ | 6723/10000 [5:20:59<2:34:12, 2.82s/it] 67%|██████▋ | 6724/10000 [5:21:02<2:31:47, 2.78s/it] 67%|██████▋ | 6725/10000 [5:21:04<2:32:26, 2.79s/it] 67%|██████▋ | 6726/10000 [5:21:07<2:29:01, 2.73s/it] 67%|██████▋ | 6727/10000 [5:21:10<2:33:34, 2.82s/it] 67%|██████▋ | 6728/10000 [5:21:13<2:33:41, 2.82s/it] 67%|██████▋ | 6729/10000 [5:21:16<2:33:10, 2.81s/it] 67%|██████▋ | 6730/10000 [5:21:18<2:33:28, 2.82s/it] 67%|██████▋ | 6731/10000 [5:21:21<2:28:14, 2.72s/it] 67%|██████▋ | 6732/10000 [5:21:24<2:32:21, 2.80s/it] 67%|██████▋ | 6733/10000 [5:21:27<2:31:20, 2.78s/it] 67%|██████▋ | 6734/10000 [5:21:30<2:31:38, 2.79s/it] 67%|██████▋ | 6735/10000 [5:21:33<2:35:40, 2.86s/it] 67%|██████▋ | 6736/10000 [5:21:35<2:33:01, 2.81s/it] 67%|██████▋ | 6737/10000 [5:21:38<2:37:36, 2.90s/it] 67%|██████▋ | 6738/10000 [5:21:41<2:38:00, 2.91s/it] 67%|██████▋ | 6739/10000 [5:21:44<2:41:03, 2.96s/it] 67%|██████▋ | 6740/10000 [5:21:47<2:35:10, 2.86s/it] 67%|██████▋ | 6740/10000 [5:21:47<2:35:10, 2.86s/it] 67%|██████▋ | 6741/10000 [5:21:50<2:36:44, 2.89s/it] 67%|██████▋ | 6742/10000 [5:21:53<2:33:31, 2.83s/it] 67%|██████▋ | 6743/10000 [5:21:56<2:49:08, 3.12s/it] 67%|██████▋ | 6744/10000 [5:21:59<2:38:25, 2.92s/it] 67%|██████▋ | 6745/10000 [5:22:02<2:34:30, 2.85s/it] 67%|██████▋ | 6746/10000 [5:22:04<2:29:50, 2.76s/it] 67%|██████▋ | 6747/10000 [5:22:07<2:29:28, 2.76s/it] 67%|██████▋ | 6748/10000 [5:22:09<2:25:48, 2.69s/it] 67%|██████▋ | 6749/10000 [5:22:12<2:25:00, 2.68s/it] 68%|██████▊ | 6750/10000 [5:22:15<2:24:46, 2.67s/it] 68%|██████▊ | 6751/10000 [5:22:17<2:26:47, 2.71s/it] 68%|██████▊ | 6752/10000 [5:22:20<2:30:22, 2.78s/it] 68%|██████▊ | 6753/10000 [5:22:23<2:33:57, 2.84s/it] 68%|██████▊ | 6754/10000 [5:22:26<2:33:59, 2.85s/it] 68%|██████▊ | 6755/10000 [5:22:29<2:35:52, 2.88s/it] 68%|██████▊ | 6756/10000 [5:22:32<2:36:25, 2.89s/it] 68%|██████▊ | 6757/10000 [5:22:35<2:35:25, 2.88s/it] 68%|██████▊ | 6758/10000 [5:22:38<2:29:23, 2.76s/it] 68%|██████▊ | 6759/10000 [5:22:40<2:32:26, 2.82s/it] 68%|██████▊ | 6760/10000 [5:22:43<2:29:21, 2.77s/it] 68%|██████▊ | 6760/10000 [5:22:43<2:29:21, 2.77s/it] 68%|██████▊ | 6761/10000 [5:22:46<2:27:25, 2.73s/it] 68%|██████▊ | 6762/10000 [5:22:49<2:34:02, 2.85s/it] 68%|██████▊ | 6763/10000 [5:22:52<2:34:28, 2.86s/it] 68%|██████▊ | 6764/10000 [5:22:55<2:32:29, 2.83s/it] 68%|██████▊ | 6765/10000 [5:22:57<2:28:30, 2.75s/it] 68%|██████▊ | 6766/10000 [5:23:00<2:33:08, 2.84s/it] 68%|██████▊ | 6767/10000 [5:23:03<2:32:56, 2.84s/it] 68%|██████▊ | 6768/10000 [5:23:06<2:29:14, 2.77s/it] 68%|██████▊ | 6769/10000 [5:23:08<2:31:06, 2.81s/it] 68%|██████▊ | 6770/10000 [5:23:11<2:33:14, 2.85s/it] 68%|██████▊ | 6771/10000 [5:23:15<2:45:12, 3.07s/it] 68%|██████▊ | 6772/10000 [5:23:18<2:42:18, 3.02s/it] 68%|██████▊ | 6773/10000 [5:23:21<2:35:27, 2.89s/it] 68%|██████▊ | 6774/10000 [5:23:24<2:38:58, 2.96s/it] 68%|██████▊ | 6775/10000 [5:23:26<2:36:38, 2.91s/it] 68%|██████▊ | 6776/10000 [5:23:29<2:34:20, 2.87s/it] 68%|██████▊ | 6777/10000 [5:23:33<2:44:31, 3.06s/it] 68%|██████▊ | 6778/10000 [5:23:36<2:45:46, 3.09s/it] 68%|██████▊ | 6779/10000 [5:23:39<2:42:23, 3.02s/it] 68%|██████▊ | 6780/10000 [5:23:41<2:35:05, 2.89s/it] {'loss': '0.1541', 'grad_norm': '6.028', 'learning_rate': '1.691e-06', 'num_tokens': '1.961e+06', 'completions/mean_length': '5.069', 'completions/min_length': '3.7', 'completions/max_length': '7.6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.069', 'completions/min_terminated_length': '3.7', 'completions/max_terminated_length': '7.6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3671', 'rewards/reward_semantic/std': '0.1148', 'rewards/reward_length/mean': '-0.05413', 'rewards/reward_length/std': '0.01153', 'reward': '1.107', 'reward_std': '0.03479', 'frac_reward_zero_std': '0.15', 'kl': '0.41', 'entropy': '0.7868', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.972', 'epoch': '1.086'} +{'loss': '0.1289', 'grad_norm': '2.841', 'learning_rate': '1.681e-06', 'num_tokens': '1.967e+06', 'completions/mean_length': '4.794', 'completions/min_length': '3.4', 'completions/max_length': '6.5', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.794', 'completions/min_terminated_length': '3.4', 'completions/max_terminated_length': '6.5', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3159', 'rewards/reward_semantic/std': '0.1182', 'rewards/reward_length/mean': '-0.0595', 'rewards/reward_length/std': '0.02016', 'reward': '1.092', 'reward_std': '0.03559', 'frac_reward_zero_std': '0.05', 'kl': '0.4425', 'entropy': '0.8568', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.9', 'epoch': '1.089'} +[adaptive-kl] kl=0.498 target=0.3 beta: 0.2963 -> 0.4444 +{'loss': '0.1515', 'grad_norm': '6.794', 'learning_rate': '1.671e-06', 'num_tokens': '1.973e+06', 'completions/mean_length': '4.956', 'completions/min_length': '4.1', 'completions/max_length': '6.05', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.956', 'completions/min_terminated_length': '4.1', 'completions/max_terminated_length': '6.05', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3485', 'rewards/reward_semantic/std': '0.06344', 'rewards/reward_length/mean': '-0.05076', 'rewards/reward_length/std': '0.009611', 'reward': '1.102', 'reward_std': '0.01934', 'frac_reward_zero_std': '0.25', 'kl': '0.4978', 'entropy': '0.6526', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.848', 'epoch': '1.093'} +[adaptive-kl] kl=0.521 target=0.3 beta: 0.4444 -> 0.6667 +{'loss': '0.3094', 'grad_norm': '4.015', 'learning_rate': '1.661e-06', 'num_tokens': '1.98e+06', 'completions/mean_length': '4.638', 'completions/min_length': '3', 'completions/max_length': '6.9', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.638', 'completions/min_terminated_length': '3', 'completions/max_terminated_length': '6.9', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2873', 'rewards/reward_semantic/std': '0.05889', 'rewards/reward_length/mean': '-0.05493', 'rewards/reward_length/std': '0.01615', 'reward': '1.083', 'reward_std': '0.01837', 'frac_reward_zero_std': '0.15', 'kl': '0.5212', 'entropy': '0.8967', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.903', 'epoch': '1.096'} +[adaptive-kl] kl=0.610 target=0.3 beta: 0.6667 -> 1.0000 +{'loss': '0.3975', 'grad_norm': '2.183', 'learning_rate': '1.651e-06', 'num_tokens': '1.985e+06', 'completions/mean_length': '4.106', 'completions/min_length': '3.3', 'completions/max_length': '5.15', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.106', 'completions/min_terminated_length': '3.3', 'completions/max_terminated_length': '5.15', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4906', 'rewards/reward_semantic/std': '0.09364', 'rewards/reward_length/mean': '-0.03923', 'rewards/reward_length/std': '0.008132', 'reward': '1.145', 'reward_std': '0.02826', 'frac_reward_zero_std': '0.25', 'kl': '0.6102', 'entropy': '0.5963', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.782', 'epoch': '1.099'} +{'loss': '0.3528', 'grad_norm': '5.746', 'learning_rate': '1.641e-06', 'num_tokens': '1.991e+06', 'completions/mean_length': '4.463', 'completions/min_length': '3.3', 'completions/max_length': '6.25', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.463', 'completions/min_terminated_length': '3.3', 'completions/max_terminated_length': '6.25', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3686', 'rewards/reward_semantic/std': '0.1087', 'rewards/reward_length/mean': '-0.0575', 'rewards/reward_length/std': '0.01503', 'reward': '1.108', 'reward_std': '0.03264', 'frac_reward_zero_std': '0.15', 'kl': '0.3878', 'entropy': '0.7022', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.859', 'epoch': '1.102'} +{'loss': '0.2121', 'grad_norm': '0.01843', 'learning_rate': '1.631e-06', 'num_tokens': '1.997e+06', 'completions/mean_length': '4.55', 'completions/min_length': '3.4', 'completions/max_length': '5.85', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.55', 'completions/min_terminated_length': '3.4', 'completions/max_terminated_length': '5.85', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4729', 'rewards/reward_semantic/std': '0.1366', 'rewards/reward_length/mean': '-0.06069', 'rewards/reward_length/std': '0.01156', 'reward': '1.139', 'reward_std': '0.041', 'frac_reward_zero_std': '0.3', 'kl': '0.2442', 'entropy': '0.7333', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.8', 'epoch': '1.106'} +{'loss': '0.3877', 'grad_norm': '0.0076', 'learning_rate': '1.621e-06', 'num_tokens': '2.003e+06', 'completions/mean_length': '4.106', 'completions/min_length': '3.3', 'completions/max_length': '5.6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.106', 'completions/min_terminated_length': '3.3', 'completions/max_terminated_length': '5.6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3778', 'rewards/reward_semantic/std': '0.114', 'rewards/reward_length/mean': '-0.04819', 'rewards/reward_length/std': '0.01508', 'reward': '1.111', 'reward_std': '0.03473', 'frac_reward_zero_std': '0.2', 'kl': '0.3519', 'entropy': '0.808', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.794', 'epoch': '1.109'} +[adaptive-kl] kl=0.171 target=0.3 beta: 1.0000 -> 0.6667 + 68%|██████▊ | 6780/10000 [5:23:41<2:35:05, 2.89s/it] 68%|██████▊ | 6781/10000 [5:23:44<2:30:45, 2.81s/it] 68%|██████▊ | 6782/10000 [5:23:47<2:30:31, 2.81s/it] 68%|██████▊ | 6783/10000 [5:23:50<2:31:27, 2.82s/it] 68%|██████▊ | 6784/10000 [5:23:53<2:40:37, 3.00s/it] 68%|██████▊ | 6785/10000 [5:23:56<2:38:15, 2.95s/it] 68%|██████▊ | 6786/10000 [5:23:59<2:36:24, 2.92s/it] 68%|██████▊ | 6787/10000 [5:24:02<2:38:07, 2.95s/it] 68%|██████▊ | 6788/10000 [5:24:05<2:35:49, 2.91s/it] 68%|██████▊ | 6789/10000 [5:24:07<2:34:37, 2.89s/it] 68%|██████▊ | 6790/10000 [5:24:10<2:28:16, 2.77s/it] 68%|██████▊ | 6791/10000 [5:24:12<2:24:19, 2.70s/it] 68%|██████▊ | 6792/10000 [5:24:15<2:26:21, 2.74s/it] 68%|██████▊ | 6793/10000 [5:24:18<2:30:03, 2.81s/it] 68%|██████▊ | 6794/10000 [5:24:21<2:33:16, 2.87s/it] 68%|██████▊ | 6795/10000 [5:24:24<2:31:12, 2.83s/it] 68%|██████▊ | 6796/10000 [5:24:27<2:26:58, 2.75s/it] 68%|██████▊ | 6797/10000 [5:24:30<2:31:52, 2.85s/it] 68%|██████▊ | 6798/10000 [5:24:33<2:38:56, 2.98s/it] 68%|██████▊ | 6799/10000 [5:24:35<2:31:48, 2.85s/it] 68%|██████▊ | 6800/10000 [5:24:38<2:30:35, 2.82s/it] 68%|██████▊ | 6800/10000 [5:24:38<2:30:35, 2.82s/it] 68%|██████▊ | 6801/10000 [5:24:41<2:29:36, 2.81s/it] 68%|██████▊ | 6802/10000 [5:24:44<2:27:50, 2.77s/it] 68%|██████▊ | 6803/10000 [5:24:46<2:27:15, 2.76s/it] 68%|██████▊ | 6804/10000 [5:24:49<2:26:26, 2.75s/it] 68%|██████▊ | 6805/10000 [5:24:52<2:26:55, 2.76s/it] 68%|██████▊ | 6806/10000 [5:24:55<2:31:26, 2.84s/it] 68%|██████▊ | 6807/10000 [5:24:58<2:30:59, 2.84s/it] 68%|██████▊ | 6808/10000 [5:25:00<2:29:24, 2.81s/it] 68%|██████▊ | 6809/10000 [5:25:03<2:25:04, 2.73s/it] 68%|██████▊ | 6810/10000 [5:25:06<2:30:09, 2.82s/it] 68%|██████▊ | 6811/10000 [5:25:09<2:27:14, 2.77s/it] 68%|██████▊ | 6812/10000 [5:25:12<2:30:22, 2.83s/it] 68%|██████▊ | 6813/10000 [5:25:14<2:29:21, 2.81s/it] 68%|██████▊ | 6814/10000 [5:25:17<2:23:05, 2.69s/it] 68%|██████▊ | 6815/10000 [5:25:19<2:21:30, 2.67s/it] 68%|██████▊ | 6816/10000 [5:25:22<2:25:23, 2.74s/it] 68%|██████▊ | 6817/10000 [5:25:25<2:28:10, 2.79s/it] 68%|██████▊ | 6818/10000 [5:25:28<2:29:44, 2.82s/it] 68%|██████▊ | 6819/10000 [5:25:31<2:24:04, 2.72s/it] 68%|██████▊ | 6820/10000 [5:25:34<2:26:09, 2.76s/it] 68%|██████▊ | 6820/10000 [5:25:34<2:26:09, 2.76s/it] 68%|██████▊ | 6821/10000 [5:25:37<2:32:16, 2.87s/it] 68%|██████▊ | 6822/10000 [5:25:40<2:38:02, 2.98s/it] 68%|██████▊ | 6823/10000 [5:25:43<2:39:08, 3.01s/it] 68%|██████▊ | 6824/10000 [5:25:46<2:35:56, 2.95s/it] 68%|██████▊ | 6825/10000 [5:25:49<2:41:03, 3.04s/it] 68%|██████▊ | 6826/10000 [5:25:52<2:34:20, 2.92s/it] 68%|██████▊ | 6827/10000 [5:25:55<2:34:54, 2.93s/it] 68%|██████▊ | 6828/10000 [5:25:57<2:33:41, 2.91s/it] 68%|██████▊ | 6829/10000 [5:26:00<2:30:54, 2.86s/it] 68%|██████▊ | 6830/10000 [5:26:03<2:30:32, 2.85s/it] 68%|██████▊ | 6831/10000 [5:26:06<2:29:49, 2.84s/it] 68%|██████▊ | 6832/10000 [5:26:09<2:33:29, 2.91s/it] 68%|██████▊ | 6833/10000 [5:26:12<2:29:30, 2.83s/it] 68%|██████▊ | 6834/10000 [5:26:14<2:29:54, 2.84s/it] 68%|██████▊ | 6835/10000 [5:26:17<2:27:17, 2.79s/it] 68%|██████▊ | 6836/10000 [5:26:20<2:26:04, 2.77s/it] 68%|██████▊ | 6837/10000 [5:26:23<2:26:00, 2.77s/it] 68%|██████▊ | 6838/10000 [5:26:25<2:25:46, 2.77s/it] 68%|██████▊ | 6839/10000 [5:26:28<2:22:58, 2.71s/it] 68%|██████▊ | 6840/10000 [5:26:31<2:26:30, 2.78s/it] 68%|██████▊ | 6840/10000 [5:26:31<2:26:30, 2.78s/it] 68%|██████▊ | 6841/10000 [5:26:34<2:30:03, 2.85s/it] 68%|██████▊ | 6842/10000 [5:26:37<2:32:24, 2.90s/it] 68%|██████▊ | 6843/10000 [5:26:39<2:26:06, 2.78s/it] 68%|██████▊ | 6844/10000 [5:26:42<2:28:28, 2.82s/it] 68%|██████▊ | 6845/10000 [5:26:45<2:29:10, 2.84s/it] 68%|██████▊ | 6846/10000 [5:26:49<2:45:12, 3.14s/it] 68%|██████▊ | 6847/10000 [5:26:52<2:39:53, 3.04s/it] 68%|██████▊ | 6848/10000 [5:26:55<2:36:48, 2.98s/it] 68%|██████▊ | 6849/10000 [5:26:58<2:33:43, 2.93s/it] 68%|██████▊ | 6850/10000 [5:27:00<2:32:40, 2.91s/it] 69%|██████▊ | 6851/10000 [5:27:03<2:32:43, 2.91s/it] 69%|██████▊ | 6852/10000 [5:27:06<2:36:38, 2.99s/it] 69%|██████▊ | 6853/10000 [5:27:10<2:37:55, 3.01s/it] 69%|██████▊ | 6854/10000 [5:27:12<2:31:56, 2.90s/it] 69%|██████▊ | 6855/10000 [5:27:15<2:33:12, 2.92s/it] 69%|██████▊ | 6856/10000 [5:27:19<2:40:49, 3.07s/it] 69%|██████▊ | 6857/10000 [5:27:21<2:34:49, 2.96s/it] 69%|██████▊ | 6858/10000 [5:27:24<2:34:51, 2.96s/it] 69%|██████▊ | 6859/10000 [5:27:27<2:31:19, 2.89s/it] 69%|██████▊ | 6860/10000 [5:27:30<2:33:06, 2.93s/it] 69%|██████▊ | 6860/10000 [5:27:30<2:33:06, 2.93s/it] 69%|██████▊ | 6861/10000 [5:27:33<2:34:41, 2.96s/it] 69%|██████▊ | 6862/10000 [5:27:36<2:30:15, 2.87s/it] 69%|██████▊ | 6863/10000 [5:27:39<2:31:37, 2.90s/it] 69%|██████▊ | 6864/10000 [5:27:42<2:36:23, 2.99s/it] 69%|██████▊ | 6865/10000 [5:27:45<2:42:13, 3.10s/it] 69%|██████▊ | 6866/10000 [5:27:48<2:40:27, 3.07s/it] 69%|██████▊ | 6867/10000 [5:27:51<2:31:52, 2.91s/it] 69%|██████▊ | 6868/10000 [5:27:54<2:33:40, 2.94s/it] 69%|██████▊ | 6869/10000 [5:27:56<2:29:14, 2.86s/it] 69%|██████▊ | 6870/10000 [5:27:59<2:26:25, 2.81s/it] 69%|██████▊ | 6871/10000 [5:28:02<2:21:19, 2.71s/it] 69%|██████▊ | 6872/10000 [5:28:05<2:27:26, 2.83s/it] 69%|██████▊ | 6873/10000 [5:28:08<2:30:06, 2.88s/it] 69%|██████▊ | 6874/10000 [5:28:11<2:29:09, 2.86s/it] 69%|██████▉ | 6875/10000 [5:28:13<2:25:37, 2.80s/it] 69%|██████▉ | 6876/10000 [5:28:16<2:27:40, 2.84s/it] 69%|██████▉ | 6877/10000 [5:28:19<2:36:37, 3.01s/it] 69%|██████▉ | 6878/10000 [5:28:22<2:33:52, 2.96s/it] 69%|██████▉ | 6879/10000 [5:28:26<2:37:59, 3.04s/it] 69%|██████▉ | 6880/10000 [5:28:29<2:37:05, 3.02s/it] 69%|██████▉ | 6880/10000 [5:28:29<2:37:05, 3.02s/it] 69%|██████▉ | 6881/10000 [5:28:32<2:46:11, 3.20s/it] 69%|██████▉ | 6882/10000 [5:28:35<2:40:51, 3.10s/it] 69%|██████▉ | 6883/10000 [5:28:38<2:34:13, 2.97s/it] 69%|██████▉ | 6884/10000 [5:28:40<2:30:32, 2.90s/it] 69%|██████▉ | 6885/10000 [5:28:43<2:30:53, 2.91s/it] 69%|██████▉ | 6886/10000 [5:28:46<2:28:36, 2.86s/it] 69%|██████▉ | 6887/10000 [5:28:49<2:26:21, 2.82s/it] 69%|██████▉ | 6888/10000 [5:28:52<2:28:14, 2.86s/it] 69%|██████▉ | 6889/10000 [5:28:54<2:24:58, 2.80s/it] 69%|██████▉ | 6890/10000 [5:28:57<2:28:18, 2.86s/it] 69%|██████▉ | 6891/10000 [5:29:00<2:27:37, 2.85s/it] 69%|██████▉ | 6892/10000 [5:29:03<2:30:19, 2.90s/it] 69%|██████▉ | 6893/10000 [5:29:06<2:31:51, 2.93s/it] 69%|██████▉ | 6894/10000 [5:29:09<2:27:33, 2.85s/it] 69%|██████▉ | 6895/10000 [5:29:13<2:38:44, 3.07s/it] 69%|██████▉ | 6896/10000 [5:29:15<2:32:20, 2.94s/it] 69%|██████▉ | 6897/10000 [5:29:19<2:38:54, 3.07s/it] 69%|██████▉ | 6898/10000 [5:29:21<2:34:51, 3.00s/it] 69%|██████▉ | 6899/10000 [5:29:25<2:39:31, 3.09s/it] 69%|██████▉ | 6900/10000 [5:29:27<2:29:19, 2.89s/it] 69%|██████▉ | 6900/10000 [5:29:27<2:29:19, 2.89s/it] 69%|██████▉ | 6901/10000 [5:29:30<2:27:05, 2.85s/it] 69%|██████▉ | 6902/10000 [5:29:33<2:27:03, 2.85s/it] 69%|██████▉ | 6903/10000 [5:29:36<2:28:31, 2.88s/it] 69%|██████▉ | 6904/10000 [5:29:38<2:25:21, 2.82s/it] 69%|██████▉ | 6905/10000 [5:29:41<2:27:21, 2.86s/it] 69%|██████▉ | 6906/10000 [5:29:44<2:29:55, 2.91s/it] 69%|██████▉ | 6907/10000 [5:29:47<2:34:38, 3.00s/it] 69%|██████▉ | 6908/10000 [5:29:51<2:36:58, 3.05s/it] 69%|██████▉ | 6909/10000 [5:29:54<2:34:40, 3.00s/it] 69%|██████▉ | 6910/10000 [5:29:56<2:33:51, 2.99s/it] 69%|██████▉ | 6911/10000 [5:30:00<2:34:33, 3.00s/it] 69%|██████▉ | 6912/10000 [5:30:03<2:39:55, 3.11s/it] 69%|██████▉ | 6913/10000 [5:30:06<2:39:01, 3.09s/it] 69%|██████▉ | 6914/10000 [5:30:09<2:40:11, 3.11s/it] 69%|██████▉ | 6915/10000 [5:30:12<2:37:56, 3.07s/it] 69%|██████▉ | 6916/10000 [5:30:15<2:29:15, 2.90s/it] 69%|██████▉ | 6917/10000 [5:30:18<2:32:31, 2.97s/it] 69%|██████▉ | 6918/10000 [5:30:21<2:30:41, 2.93s/it] 69%|██████▉ | 6919/10000 [5:30:23<2:24:51, 2.82s/it] 69%|██████▉ | 6920/10000 [5:30:26<2:22:12, 2.77s/it] 69%|██████▉ | 6920/10000 [5:30:26<2:22:12, 2.77s/it] 69%|██████▉ | 6921/10000 [5:30:29<2:24:45, 2.82s/it] 69%|██████▉ | 6922/10000 [5:30:31<2:20:00, 2.73s/it] 69%|██████▉ | 6923/10000 [5:30:34<2:18:27, 2.70s/it] 69%|██████▉ | 6924/10000 [5:30:36<2:15:06, 2.64s/it] 69%|██████▉ | 6925/10000 [5:30:39<2:15:18, 2.64s/it] 69%|██████▉ | 6926/10000 [5:30:42<2:17:22, 2.68s/it] 69%|██████▉ | 6927/10000 [5:30:45<2:19:07, 2.72s/it] 69%|██████▉ | 6928/10000 [5:30:47<2:21:40, 2.77s/it] 69%|██████▉ | 6929/10000 [5:30:50<2:23:59, 2.81s/it] 69%|██████▉ | 6930/10000 [5:30:53<2:24:01, 2.81s/it] 69%|██████▉ | 6931/10000 [5:30:56<2:23:36, 2.81s/it] 69%|██████▉ | 6932/10000 [5:30:59<2:24:36, 2.83s/it] 69%|██████▉ | 6933/10000 [5:31:02<2:22:47, 2.79s/it] 69%|██████▉ | 6934/10000 [5:31:05<2:26:56, 2.88s/it] 69%|██████▉ | 6935/10000 [5:31:07<2:25:20, 2.85s/it] 69%|██████▉ | 6936/10000 [5:31:10<2:24:25, 2.83s/it] 69%|██████▉ | 6937/10000 [5:31:13<2:25:19, 2.85s/it] 69%|██████▉ | 6938/10000 [5:31:16<2:22:24, 2.79s/it] 69%|██████▉ | 6939/10000 [5:31:19<2:24:54, 2.84s/it] 69%|██████▉ | 6940/10000 [5:31:22<2:26:20, 2.87s/it] {'loss': '0.2171', 'grad_norm': '0.2614', 'learning_rate': '1.611e-06', 'num_tokens': '2.009e+06', 'completions/mean_length': '4.656', 'completions/min_length': '3.55', 'completions/max_length': '6.7', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.656', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '6.7', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3598', 'rewards/reward_semantic/std': '0.08302', 'rewards/reward_length/mean': '-0.05659', 'rewards/reward_length/std': '0.01313', 'reward': '1.105', 'reward_std': '0.02548', 'frac_reward_zero_std': '0.2', 'kl': '0.1707', 'entropy': '0.7468', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.898', 'epoch': '1.112'} +[adaptive-kl] kl=0.157 target=0.3 beta: 0.6667 -> 0.4444 +{'loss': '0.1717', 'grad_norm': '3.12', 'learning_rate': '1.601e-06', 'num_tokens': '2.015e+06', 'completions/mean_length': '4.531', 'completions/min_length': '3.4', 'completions/max_length': '6.05', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.531', 'completions/min_terminated_length': '3.4', 'completions/max_terminated_length': '6.05', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5386', 'rewards/reward_semantic/std': '0.1119', 'rewards/reward_length/mean': '-0.05132', 'rewards/reward_length/std': '0.01346', 'reward': '1.159', 'reward_std': '0.03404', 'frac_reward_zero_std': '0.2', 'kl': '0.1566', 'entropy': '0.7637', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.831', 'epoch': '1.115'} +[adaptive-kl] kl=0.081 target=0.3 beta: 0.4444 -> 0.2963 +{'loss': '0.08701', 'grad_norm': '0.7633', 'learning_rate': '1.591e-06', 'num_tokens': '2.02e+06', 'completions/mean_length': '4.344', 'completions/min_length': '3.6', 'completions/max_length': '5.25', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.344', 'completions/min_terminated_length': '3.6', 'completions/max_terminated_length': '5.25', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5592', 'rewards/reward_semantic/std': '0.1705', 'rewards/reward_length/mean': '-0.04795', 'rewards/reward_length/std': '0.01158', 'reward': '1.165', 'reward_std': '0.05142', 'frac_reward_zero_std': '0.25', 'kl': '0.08131', 'entropy': '0.6066', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.755', 'epoch': '1.119'} +[adaptive-kl] kl=0.170 target=0.3 beta: 0.2963 -> 0.1975 +{'loss': '0.09759', 'grad_norm': '2.968', 'learning_rate': '1.581e-06', 'num_tokens': '2.026e+06', 'completions/mean_length': '4.838', 'completions/min_length': '3.85', 'completions/max_length': '6.35', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.838', 'completions/min_terminated_length': '3.85', 'completions/max_terminated_length': '6.35', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4947', 'rewards/reward_semantic/std': '0.1879', 'rewards/reward_length/mean': '-0.06433', 'rewards/reward_length/std': '0.01812', 'reward': '1.145', 'reward_std': '0.05668', 'frac_reward_zero_std': '0.15', 'kl': '0.1695', 'entropy': '0.6545', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.857', 'epoch': '1.122'} +{'loss': '0.09815', 'grad_norm': '2.373', 'learning_rate': '1.571e-06', 'num_tokens': '2.032e+06', 'completions/mean_length': '5.362', 'completions/min_length': '3.9', 'completions/max_length': '7.2', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.362', 'completions/min_terminated_length': '3.9', 'completions/max_terminated_length': '7.2', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3329', 'rewards/reward_semantic/std': '0.115', 'rewards/reward_length/mean': '-0.05444', 'rewards/reward_length/std': '0.01843', 'reward': '1.097', 'reward_std': '0.03486', 'frac_reward_zero_std': '0', 'kl': '0.3087', 'entropy': '0.7709', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.94', 'epoch': '1.125'} +[adaptive-kl] kl=0.125 target=0.3 beta: 0.1975 -> 0.1317 +{'loss': '0.02882', 'grad_norm': '3.977', 'learning_rate': '1.561e-06', 'num_tokens': '2.038e+06', 'completions/mean_length': '5.194', 'completions/min_length': '3.65', 'completions/max_length': '7.15', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.194', 'completions/min_terminated_length': '3.65', 'completions/max_terminated_length': '7.15', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3211', 'rewards/reward_semantic/std': '0.1126', 'rewards/reward_length/mean': '-0.06326', 'rewards/reward_length/std': '0.01679', 'reward': '1.093', 'reward_std': '0.03413', 'frac_reward_zero_std': '0.15', 'kl': '0.1254', 'entropy': '0.772', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.917', 'epoch': '1.129'} +{'loss': '0.0574', 'grad_norm': '8.142', 'learning_rate': '1.551e-06', 'num_tokens': '2.044e+06', 'completions/mean_length': '4.975', 'completions/min_length': '3.6', 'completions/max_length': '7', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.975', 'completions/min_terminated_length': '3.6', 'completions/max_terminated_length': '7', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4836', 'rewards/reward_semantic/std': '0.1136', 'rewards/reward_length/mean': '-0.0554', 'rewards/reward_length/std': '0.01591', 'reward': '1.142', 'reward_std': '0.0344', 'frac_reward_zero_std': '0.15', 'kl': '0.3566', 'entropy': '0.7232', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.916', 'epoch': '1.132'} +[adaptive-kl] kl=0.547 target=0.3 beta: 0.1317 -> 0.1975 +{'loss': '0.1287', 'grad_norm': '0.000294', 'learning_rate': '1.541e-06', 'num_tokens': '2.051e+06', 'completions/mean_length': '4.812', 'completions/min_length': '3.6', 'completions/max_length': '6.8', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.812', 'completions/min_terminated_length': '3.6', 'completions/max_terminated_length': '6.8', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3858', 'rewards/reward_semantic/std': '0.1091', 'rewards/reward_length/mean': '-0.04456', 'rewards/reward_length/std': '0.01344', 'reward': '1.114', 'reward_std': '0.03324', 'frac_reward_zero_std': '0.15', 'kl': '0.5467', 'entropy': '0.7499', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.923', 'epoch': '1.135'} + 69%|██████▉ | 6940/10000 [5:31:22<2:26:20, 2.87s/it] 69%|██████▉ | 6941/10000 [5:31:24<2:23:00, 2.81s/it] 69%|██████▉ | 6942/10000 [5:31:27<2:21:00, 2.77s/it] 69%|██████▉ | 6943/10000 [5:31:30<2:21:54, 2.79s/it] 69%|██████▉ | 6944/10000 [5:31:32<2:17:55, 2.71s/it] 69%|██████▉ | 6945/10000 [5:31:35<2:20:50, 2.77s/it] 69%|██████▉ | 6946/10000 [5:31:38<2:18:31, 2.72s/it] 69%|██████▉ | 6947/10000 [5:31:41<2:20:35, 2.76s/it] 69%|██████▉ | 6948/10000 [5:31:44<2:26:03, 2.87s/it] 69%|██████▉ | 6949/10000 [5:31:47<2:26:45, 2.89s/it] 70%|██████▉ | 6950/10000 [5:31:50<2:31:17, 2.98s/it] 70%|██████▉ | 6951/10000 [5:31:53<2:26:30, 2.88s/it] 70%|██████▉ | 6952/10000 [5:31:55<2:26:22, 2.88s/it] 70%|██████▉ | 6953/10000 [5:31:58<2:27:16, 2.90s/it] 70%|██████▉ | 6954/10000 [5:32:01<2:25:24, 2.86s/it] 70%|██████▉ | 6955/10000 [5:32:04<2:25:19, 2.86s/it] 70%|██████▉ | 6956/10000 [5:32:07<2:30:16, 2.96s/it] 70%|██████▉ | 6957/10000 [5:32:10<2:24:47, 2.85s/it] 70%|██████▉ | 6958/10000 [5:32:13<2:24:02, 2.84s/it] 70%|██████▉ | 6959/10000 [5:32:15<2:17:56, 2.72s/it] 70%|██████▉ | 6960/10000 [5:32:18<2:19:50, 2.76s/it] 70%|██████▉ | 6960/10000 [5:32:18<2:19:50, 2.76s/it] 70%|██████▉ | 6961/10000 [5:32:21<2:19:29, 2.75s/it] 70%|██████▉ | 6962/10000 [5:32:23<2:19:09, 2.75s/it] 70%|██████▉ | 6963/10000 [5:32:26<2:17:23, 2.71s/it] 70%|██████▉ | 6964/10000 [5:32:29<2:18:09, 2.73s/it] 70%|██████▉ | 6965/10000 [5:32:32<2:20:40, 2.78s/it] 70%|██████▉ | 6966/10000 [5:32:35<2:25:09, 2.87s/it] 70%|██████▉ | 6967/10000 [5:32:38<2:23:31, 2.84s/it] 70%|██████▉ | 6968/10000 [5:32:40<2:22:24, 2.82s/it] 70%|██████▉ | 6969/10000 [5:32:43<2:23:18, 2.84s/it] 70%|██████▉ | 6970/10000 [5:32:46<2:24:13, 2.86s/it] 70%|██████▉ | 6971/10000 [5:32:49<2:22:51, 2.83s/it] 70%|██████▉ | 6972/10000 [5:32:52<2:23:32, 2.84s/it] 70%|██████▉ | 6973/10000 [5:32:55<2:24:24, 2.86s/it] 70%|██████▉ | 6974/10000 [5:32:58<2:25:43, 2.89s/it] 70%|██████▉ | 6975/10000 [5:33:00<2:22:30, 2.83s/it] 70%|██████▉ | 6976/10000 [5:33:03<2:22:51, 2.83s/it] 70%|██████▉ | 6977/10000 [5:33:06<2:25:52, 2.90s/it] 70%|██████▉ | 6978/10000 [5:33:09<2:27:20, 2.93s/it] 70%|██████▉ | 6979/10000 [5:33:12<2:27:06, 2.92s/it] 70%|██████▉ | 6980/10000 [5:33:15<2:25:07, 2.88s/it] 70%|██████▉ | 6980/10000 [5:33:15<2:25:07, 2.88s/it] 70%|██████▉ | 6981/10000 [5:33:18<2:27:34, 2.93s/it] 70%|██████▉ | 6982/10000 [5:33:21<2:29:02, 2.96s/it] 70%|██████▉ | 6983/10000 [5:33:24<2:25:51, 2.90s/it] 70%|██████▉ | 6984/10000 [5:33:27<2:25:51, 2.90s/it] 70%|██████▉ | 6985/10000 [5:33:29<2:24:32, 2.88s/it] 70%|██████▉ | 6986/10000 [5:33:32<2:19:04, 2.77s/it] 70%|██████▉ | 6987/10000 [5:33:35<2:18:35, 2.76s/it] 70%|██████▉ | 6988/10000 [5:33:38<2:21:30, 2.82s/it] 70%|██████▉ | 6989/10000 [5:33:40<2:16:05, 2.71s/it] 70%|██████▉ | 6990/10000 [5:33:43<2:24:39, 2.88s/it] 70%|██████▉ | 6991/10000 [5:33:46<2:20:59, 2.81s/it] 70%|██████▉ | 6992/10000 [5:33:49<2:23:31, 2.86s/it] 70%|██████▉ | 6993/10000 [5:33:52<2:25:04, 2.89s/it] 70%|██████▉ | 6994/10000 [5:33:55<2:23:19, 2.86s/it] 70%|██████▉ | 6995/10000 [5:33:58<2:26:13, 2.92s/it] 70%|██████▉ | 6996/10000 [5:34:01<2:24:30, 2.89s/it] 70%|██████▉ | 6997/10000 [5:34:03<2:22:05, 2.84s/it] 70%|██████▉ | 6998/10000 [5:34:06<2:24:28, 2.89s/it] 70%|██████▉ | 6999/10000 [5:34:09<2:25:50, 2.92s/it] 70%|███████ | 7000/10000 [5:34:13<2:29:27, 2.99s/it] 70%|███████ | 7000/10000 [5:34:13<2:29:27, 2.99s/it] 70%|███████ | 7001/10000 [5:34:15<2:28:21, 2.97s/it] 70%|███████ | 7002/10000 [5:34:19<2:30:57, 3.02s/it] 70%|███████ | 7003/10000 [5:34:21<2:28:34, 2.97s/it] 70%|███████ | 7004/10000 [5:34:24<2:23:41, 2.88s/it] 70%|███████ | 7005/10000 [5:34:27<2:24:17, 2.89s/it] 70%|███████ | 7006/10000 [5:34:30<2:29:00, 2.99s/it] 70%|███████ | 7007/10000 [5:34:33<2:27:06, 2.95s/it] 70%|███████ | 7008/10000 [5:34:36<2:29:42, 3.00s/it] 70%|███████ | 7009/10000 [5:34:39<2:29:03, 2.99s/it] 70%|███████ | 7010/10000 [5:34:42<2:21:20, 2.84s/it] 70%|███████ | 7011/10000 [5:34:44<2:16:44, 2.75s/it] 70%|███████ | 7012/10000 [5:34:47<2:17:32, 2.76s/it] 70%|███████ | 7013/10000 [5:34:50<2:17:47, 2.77s/it] 70%|███████ | 7014/10000 [5:34:52<2:15:28, 2.72s/it] 70%|███████ | 7015/10000 [5:34:56<2:22:57, 2.87s/it] 70%|███████ | 7016/10000 [5:34:59<2:24:12, 2.90s/it] 70%|███████ | 7017/10000 [5:35:01<2:21:18, 2.84s/it] 70%|███████ | 7018/10000 [5:35:04<2:20:07, 2.82s/it] 70%|███████ | 7019/10000 [5:35:07<2:20:13, 2.82s/it] 70%|███████ | 7020/10000 [5:35:10<2:26:48, 2.96s/it] 70%|███████ | 7020/10000 [5:35:10<2:26:48, 2.96s/it] 70%|███████ | 7021/10000 [5:35:13<2:29:09, 3.00s/it] 70%|███████ | 7022/10000 [5:35:16<2:22:35, 2.87s/it] 70%|███████ | 7023/10000 [5:35:18<2:18:50, 2.80s/it] 70%|███████ | 7024/10000 [5:35:22<2:22:42, 2.88s/it] 70%|███████ | 7025/10000 [5:35:24<2:20:09, 2.83s/it] 70%|███████ | 7026/10000 [5:35:27<2:17:30, 2.77s/it] 70%|███████ | 7027/10000 [5:35:29<2:14:04, 2.71s/it] 70%|███████ | 7028/10000 [5:35:32<2:18:42, 2.80s/it] 70%|███████ | 7029/10000 [5:35:35<2:19:08, 2.81s/it] 70%|███████ | 7030/10000 [5:35:38<2:19:23, 2.82s/it] 70%|███████ | 7031/10000 [5:35:41<2:18:41, 2.80s/it] 70%|███████ | 7032/10000 [5:35:44<2:20:52, 2.85s/it] 70%|███████ | 7033/10000 [5:35:47<2:21:51, 2.87s/it] 70%|███████ | 7034/10000 [5:35:50<2:23:07, 2.90s/it] 70%|███████ | 7035/10000 [5:35:52<2:18:59, 2.81s/it] 70%|███████ | 7036/10000 [5:35:56<2:27:18, 2.98s/it] 70%|███████ | 7037/10000 [5:35:58<2:22:34, 2.89s/it] 70%|███████ | 7038/10000 [5:36:01<2:23:34, 2.91s/it] 70%|███████ | 7039/10000 [5:36:05<2:30:49, 3.06s/it] 70%|███████ | 7040/10000 [5:36:08<2:31:05, 3.06s/it] 70%|███████ | 7040/10000 [5:36:08<2:31:05, 3.06s/it] 70%|███████ | 7041/10000 [5:36:11<2:29:23, 3.03s/it] 70%|███████ | 7042/10000 [5:36:14<2:30:10, 3.05s/it] 70%|███████ | 7043/10000 [5:36:17<2:30:47, 3.06s/it] 70%|███████ | 7044/10000 [5:36:20<2:34:36, 3.14s/it] 70%|███████ | 7045/10000 [5:36:23<2:31:50, 3.08s/it] 70%|███████ | 7046/10000 [5:36:27<2:38:21, 3.22s/it] 70%|███████ | 7047/10000 [5:36:30<2:37:46, 3.21s/it] 70%|███████ | 7048/10000 [5:36:33<2:34:00, 3.13s/it] 70%|███████ | 7049/10000 [5:36:36<2:29:07, 3.03s/it] 70%|███████ | 7050/10000 [5:36:38<2:24:35, 2.94s/it] 71%|███████ | 7051/10000 [5:36:41<2:26:05, 2.97s/it] 71%|███████ | 7052/10000 [5:36:44<2:25:01, 2.95s/it] 71%|███████ | 7053/10000 [5:36:47<2:24:10, 2.94s/it] 71%|███████ | 7054/10000 [5:36:50<2:24:18, 2.94s/it] 71%|███████ | 7055/10000 [5:36:53<2:23:06, 2.92s/it] 71%|███████ | 7056/10000 [5:36:56<2:19:34, 2.84s/it] 71%|███████ | 7057/10000 [5:36:59<2:19:41, 2.85s/it] 71%|███████ | 7058/10000 [5:37:02<2:20:23, 2.86s/it] 71%|███████ | 7059/10000 [5:37:04<2:20:58, 2.88s/it] 71%|███████ | 7060/10000 [5:37:07<2:19:20, 2.84s/it] 71%|███████ | 7060/10000 [5:37:07<2:19:20, 2.84s/it] 71%|███████ | 7061/10000 [5:37:10<2:22:05, 2.90s/it] 71%|███████ | 7062/10000 [5:37:13<2:20:28, 2.87s/it] 71%|███████ | 7063/10000 [5:37:16<2:18:06, 2.82s/it] 71%|███████ | 7064/10000 [5:37:19<2:21:58, 2.90s/it] 71%|███████ | 7065/10000 [5:37:21<2:17:13, 2.81s/it] 71%|███████ | 7066/10000 [5:37:24<2:18:38, 2.84s/it] 71%|███████ | 7067/10000 [5:37:28<2:26:11, 2.99s/it] 71%|███████ | 7068/10000 [5:37:31<2:26:40, 3.00s/it] 71%|███████ | 7069/10000 [5:37:33<2:21:03, 2.89s/it] 71%|███████ | 7070/10000 [5:37:36<2:19:55, 2.87s/it] 71%|███████ | 7071/10000 [5:37:39<2:16:25, 2.79s/it] 71%|███████ | 7072/10000 [5:37:42<2:19:20, 2.86s/it] 71%|███████ | 7073/10000 [5:37:45<2:21:38, 2.90s/it] 71%|███████ | 7074/10000 [5:37:48<2:20:19, 2.88s/it] 71%|███████ | 7075/10000 [5:37:50<2:19:14, 2.86s/it] 71%|███████ | 7076/10000 [5:37:53<2:21:51, 2.91s/it] 71%|███████ | 7077/10000 [5:37:56<2:21:16, 2.90s/it] 71%|███████ | 7078/10000 [5:37:59<2:23:45, 2.95s/it] 71%|███████ | 7079/10000 [5:38:02<2:22:40, 2.93s/it] 71%|███████ | 7080/10000 [5:38:05<2:17:08, 2.82s/it] 71%|███████ | 7080/10000 [5:38:05<2:17:08, 2.82s/it] 71%|███████ | 7081/10000 [5:38:07<2:14:11, 2.76s/it] 71%|███████ | 7082/10000 [5:38:11<2:24:39, 2.97s/it] 71%|███████ | 7083/10000 [5:38:14<2:26:31, 3.01s/it] 71%|███████ | 7084/10000 [5:38:17<2:24:25, 2.97s/it] 71%|███████ | 7085/10000 [5:38:20<2:23:57, 2.96s/it] 71%|███████ | 7086/10000 [5:38:23<2:19:41, 2.88s/it] 71%|███████ | 7087/10000 [5:38:25<2:20:05, 2.89s/it] 71%|███████ | 7088/10000 [5:38:28<2:15:11, 2.79s/it] 71%|███████ | 7089/10000 [5:38:31<2:13:45, 2.76s/it] 71%|███████ | 7090/10000 [5:38:33<2:14:26, 2.77s/it] 71%|███████ | 7091/10000 [5:38:36<2:15:46, 2.80s/it] 71%|███████ | 7092/10000 [5:38:39<2:10:54, 2.70s/it] 71%|███████ | 7093/10000 [5:38:41<2:08:22, 2.65s/it] 71%|███████ | 7094/10000 [5:38:44<2:11:28, 2.71s/it] 71%|███████ | 7095/10000 [5:38:47<2:14:22, 2.78s/it] 71%|███████ | 7096/10000 [5:38:50<2:11:02, 2.71s/it] 71%|███████ | 7097/10000 [5:38:52<2:11:16, 2.71s/it] 71%|███████ | 7098/10000 [5:38:55<2:13:43, 2.76s/it] 71%|███████ | 7099/10000 [5:38:58<2:14:23, 2.78s/it] 71%|███████ | 7100/10000 [5:39:01<2:20:46, 2.91s/it] {'loss': '0.09412', 'grad_norm': '1.365', 'learning_rate': '1.531e-06', 'num_tokens': '2.057e+06', 'completions/mean_length': '4.356', 'completions/min_length': '3.65', 'completions/max_length': '5.35', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.356', 'completions/min_terminated_length': '3.65', 'completions/max_terminated_length': '5.35', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4744', 'rewards/reward_semantic/std': '0.1657', 'rewards/reward_length/mean': '-0.05327', 'rewards/reward_length/std': '0.01306', 'reward': '1.14', 'reward_std': '0.04948', 'frac_reward_zero_std': '0.25', 'kl': '0.3416', 'entropy': '0.5623', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.782', 'epoch': '1.138'} +[adaptive-kl] kl=0.633 target=0.3 beta: 0.1975 -> 0.2963 +{'loss': '0.1173', 'grad_norm': '1.635', 'learning_rate': '1.521e-06', 'num_tokens': '2.063e+06', 'completions/mean_length': '4.2', 'completions/min_length': '3.4', 'completions/max_length': '5.6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.2', 'completions/min_terminated_length': '3.4', 'completions/max_terminated_length': '5.6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4695', 'rewards/reward_semantic/std': '0.09286', 'rewards/reward_length/mean': '-0.04199', 'rewards/reward_length/std': '0.01057', 'reward': '1.139', 'reward_std': '0.02809', 'frac_reward_zero_std': '0.15', 'kl': '0.6327', 'entropy': '0.6213', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.804', 'epoch': '1.142'} +[adaptive-kl] kl=0.591 target=0.3 beta: 0.2963 -> 0.4444 +{'loss': '0.194', 'grad_norm': '30.3', 'learning_rate': '1.51e-06', 'num_tokens': '2.069e+06', 'completions/mean_length': '4.631', 'completions/min_length': '3.3', 'completions/max_length': '6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.631', 'completions/min_terminated_length': '3.3', 'completions/max_terminated_length': '6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.339', 'rewards/reward_semantic/std': '0.126', 'rewards/reward_length/mean': '-0.05564', 'rewards/reward_length/std': '0.01584', 'reward': '1.099', 'reward_std': '0.03809', 'frac_reward_zero_std': '0.1', 'kl': '0.5909', 'entropy': '0.788', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.836', 'epoch': '1.145'} +{'loss': '0.2404', 'grad_norm': '3.212', 'learning_rate': '1.501e-06', 'num_tokens': '2.075e+06', 'completions/mean_length': '5.05', 'completions/min_length': '3.9', 'completions/max_length': '6.5', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.05', 'completions/min_terminated_length': '3.9', 'completions/max_terminated_length': '6.5', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2925', 'rewards/reward_semantic/std': '0.1144', 'rewards/reward_length/mean': '-0.05315', 'rewards/reward_length/std': '0.01876', 'reward': '1.085', 'reward_std': '0.03473', 'frac_reward_zero_std': '0.15', 'kl': '0.4348', 'entropy': '0.9175', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.87', 'epoch': '1.148'} +[adaptive-kl] kl=0.803 target=0.3 beta: 0.4444 -> 0.6667 +{'loss': '0.4025', 'grad_norm': '3.626', 'learning_rate': '1.49e-06', 'num_tokens': '2.08e+06', 'completions/mean_length': '4.494', 'completions/min_length': '3.45', 'completions/max_length': '6.05', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.494', 'completions/min_terminated_length': '3.45', 'completions/max_terminated_length': '6.05', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4403', 'rewards/reward_semantic/std': '0.03338', 'rewards/reward_length/mean': '-0.04165', 'rewards/reward_length/std': '0.01377', 'reward': '1.13', 'reward_std': '0.01051', 'frac_reward_zero_std': '0.2', 'kl': '0.8027', 'entropy': '0.7847', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.847', 'epoch': '1.152'} +[adaptive-kl] kl=0.474 target=0.3 beta: 0.6667 -> 1.0000 +{'loss': '0.3524', 'grad_norm': '2.657', 'learning_rate': '1.481e-06', 'num_tokens': '2.087e+06', 'completions/mean_length': '4.725', 'completions/min_length': '3.4', 'completions/max_length': '6.5', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.725', 'completions/min_terminated_length': '3.4', 'completions/max_terminated_length': '6.5', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4422', 'rewards/reward_semantic/std': '0.07872', 'rewards/reward_length/mean': '-0.05022', 'rewards/reward_length/std': '0.01841', 'reward': '1.13', 'reward_std': '0.02411', 'frac_reward_zero_std': '0.2', 'kl': '0.4735', 'entropy': '0.7601', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.871', 'epoch': '1.155'} +{'loss': '0.5463', 'grad_norm': '3.499', 'learning_rate': '1.47e-06', 'num_tokens': '2.093e+06', 'completions/mean_length': '5.225', 'completions/min_length': '3.75', 'completions/max_length': '7.55', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.225', 'completions/min_terminated_length': '3.75', 'completions/max_terminated_length': '7.55', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2006', 'rewards/reward_semantic/std': '0.129', 'rewards/reward_length/mean': '-0.0584', 'rewards/reward_length/std': '0.01996', 'reward': '1.057', 'reward_std': '0.03931', 'frac_reward_zero_std': '0', 'kl': '0.5273', 'entropy': '1.136', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.956', 'epoch': '1.158'} +{'loss': '0.3522', 'grad_norm': '0.0397', 'learning_rate': '1.461e-06', 'num_tokens': '2.099e+06', 'completions/mean_length': '4.781', 'completions/min_length': '3.65', 'completions/max_length': '6.55', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.781', 'completions/min_terminated_length': '3.65', 'completions/max_terminated_length': '6.55', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4237', 'rewards/reward_semantic/std': '0.06044', 'rewards/reward_length/mean': '-0.06155', 'rewards/reward_length/std': '0.01238', 'reward': '1.124', 'reward_std': '0.01861', 'frac_reward_zero_std': '0.3', 'kl': '0.3332', 'entropy': '0.7271', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.869', 'epoch': '1.161'} + 71%|███████ | 7100/10000 [5:39:01<2:20:46, 2.91s/it] 71%|███████ | 7101/10000 [5:39:04<2:21:51, 2.94s/it] 71%|███████ | 7102/10000 [5:39:07<2:19:51, 2.90s/it] 71%|███████ | 7103/10000 [5:39:10<2:16:41, 2.83s/it] 71%|███████ | 7104/10000 [5:39:12<2:13:37, 2.77s/it] 71%|███████ | 7105/10000 [5:39:15<2:09:01, 2.67s/it] 71%|███████ | 7106/10000 [5:39:17<2:08:15, 2.66s/it] 71%|███████ | 7107/10000 [5:39:20<2:07:32, 2.65s/it] 71%|███████ | 7108/10000 [5:39:23<2:11:28, 2.73s/it] 71%|███████ | 7109/10000 [5:39:26<2:16:00, 2.82s/it] 71%|███████ | 7110/10000 [5:39:29<2:18:01, 2.87s/it] 71%|███████ | 7111/10000 [5:39:32<2:19:41, 2.90s/it] 71%|███████ | 7112/10000 [5:39:35<2:20:12, 2.91s/it] 71%|███████ | 7113/10000 [5:39:38<2:18:40, 2.88s/it] 71%|███████ | 7114/10000 [5:39:40<2:16:18, 2.83s/it] 71%|███████ | 7115/10000 [5:39:44<2:19:18, 2.90s/it] 71%|███████ | 7116/10000 [5:39:46<2:15:11, 2.81s/it] 71%|███████ | 7117/10000 [5:39:49<2:18:53, 2.89s/it] 71%|███████ | 7118/10000 [5:39:52<2:15:29, 2.82s/it] 71%|███████ | 7119/10000 [5:39:55<2:13:36, 2.78s/it] 71%|███████ | 7120/10000 [5:39:58<2:25:08, 3.02s/it] 71%|███████ | 7120/10000 [5:39:58<2:25:08, 3.02s/it] 71%|███████ | 7121/10000 [5:40:01<2:23:39, 2.99s/it] 71%|███████ | 7122/10000 [5:40:04<2:16:48, 2.85s/it] 71%|███████ | 7123/10000 [5:40:07<2:17:39, 2.87s/it] 71%|███████ | 7124/10000 [5:40:09<2:19:11, 2.90s/it] 71%|███████▏ | 7125/10000 [5:40:12<2:17:11, 2.86s/it] 71%|███████▏ | 7126/10000 [5:40:15<2:13:14, 2.78s/it] 71%|███████▏ | 7127/10000 [5:40:18<2:18:46, 2.90s/it] 71%|███████▏ | 7128/10000 [5:40:21<2:15:46, 2.84s/it] 71%|███████▏ | 7129/10000 [5:40:23<2:11:52, 2.76s/it] 71%|███████▏ | 7130/10000 [5:40:26<2:16:28, 2.85s/it] 71%|███████▏ | 7131/10000 [5:40:29<2:18:50, 2.90s/it] 71%|███████▏ | 7132/10000 [5:40:32<2:14:40, 2.82s/it] 71%|███████▏ | 7133/10000 [5:40:35<2:11:32, 2.75s/it] 71%|███████▏ | 7134/10000 [5:40:37<2:13:06, 2.79s/it] 71%|███████▏ | 7135/10000 [5:40:40<2:12:49, 2.78s/it] 71%|███████▏ | 7136/10000 [5:40:43<2:12:05, 2.77s/it] 71%|███████▏ | 7137/10000 [5:40:46<2:21:15, 2.96s/it] 71%|███████▏ | 7138/10000 [5:40:49<2:19:46, 2.93s/it] 71%|███████▏ | 7139/10000 [5:40:52<2:17:19, 2.88s/it] 71%|███████▏ | 7140/10000 [5:40:55<2:17:01, 2.87s/it] 71%|███████▏ | 7140/10000 [5:40:55<2:17:01, 2.87s/it] 71%|███████▏ | 7141/10000 [5:40:58<2:16:43, 2.87s/it] 71%|███████▏ | 7142/10000 [5:41:01<2:20:02, 2.94s/it] 71%|███████▏ | 7143/10000 [5:41:03<2:14:02, 2.81s/it] 71%|███████▏ | 7144/10000 [5:41:06<2:14:15, 2.82s/it] 71%|███████▏ | 7145/10000 [5:41:09<2:14:19, 2.82s/it] 71%|███████▏ | 7146/10000 [5:41:12<2:15:17, 2.84s/it] 71%|███████▏ | 7147/10000 [5:41:15<2:15:20, 2.85s/it] 71%|███████▏ | 7148/10000 [5:41:18<2:14:52, 2.84s/it] 71%|███████▏ | 7149/10000 [5:41:20<2:13:48, 2.82s/it] 72%|███████▏ | 7150/10000 [5:41:23<2:11:29, 2.77s/it] 72%|███████▏ | 7151/10000 [5:41:26<2:13:46, 2.82s/it] 72%|███████▏ | 7152/10000 [5:41:29<2:17:05, 2.89s/it] 72%|███████▏ | 7153/10000 [5:41:32<2:15:37, 2.86s/it] 72%|███████▏ | 7154/10000 [5:41:35<2:17:27, 2.90s/it] 72%|███████▏ | 7155/10000 [5:41:37<2:14:04, 2.83s/it] 72%|███████▏ | 7156/10000 [5:41:40<2:17:08, 2.89s/it] 72%|███████▏ | 7157/10000 [5:41:43<2:16:44, 2.89s/it] 72%|███████▏ | 7158/10000 [5:41:46<2:14:36, 2.84s/it] 72%|███████▏ | 7159/10000 [5:41:49<2:16:05, 2.87s/it] 72%|███████▏ | 7160/10000 [5:41:52<2:13:04, 2.81s/it] 72%|███████▏ | 7160/10000 [5:41:52<2:13:04, 2.81s/it] 72%|███████▏ | 7161/10000 [5:41:55<2:18:42, 2.93s/it] 72%|███████▏ | 7162/10000 [5:41:58<2:20:33, 2.97s/it] 72%|███████▏ | 7163/10000 [5:42:01<2:21:42, 3.00s/it] 72%|███████▏ | 7164/10000 [5:42:04<2:14:34, 2.85s/it] 72%|███████▏ | 7165/10000 [5:42:07<2:17:28, 2.91s/it] 72%|███████▏ | 7166/10000 [5:42:09<2:16:09, 2.88s/it] 72%|███████▏ | 7167/10000 [5:42:12<2:12:55, 2.82s/it] 72%|███████▏ | 7168/10000 [5:42:15<2:13:18, 2.82s/it] 72%|███████▏ | 7169/10000 [5:42:18<2:14:06, 2.84s/it] 72%|███████▏ | 7170/10000 [5:42:20<2:10:37, 2.77s/it] 72%|███████▏ | 7171/10000 [5:42:23<2:12:13, 2.80s/it] 72%|███████▏ | 7172/10000 [5:42:26<2:10:30, 2.77s/it] 72%|███████▏ | 7173/10000 [5:42:29<2:12:04, 2.80s/it] 72%|███████▏ | 7174/10000 [5:42:32<2:12:20, 2.81s/it] 72%|███████▏ | 7175/10000 [5:42:34<2:12:06, 2.81s/it] 72%|███████▏ | 7176/10000 [5:42:37<2:10:29, 2.77s/it] 72%|███████▏ | 7177/10000 [5:42:40<2:12:58, 2.83s/it] 72%|███████▏ | 7178/10000 [5:42:43<2:14:40, 2.86s/it] 72%|███████▏ | 7179/10000 [5:42:46<2:11:28, 2.80s/it] 72%|███████▏ | 7180/10000 [5:42:48<2:07:50, 2.72s/it] 72%|███████▏ | 7180/10000 [5:42:48<2:07:50, 2.72s/it] 72%|███████▏ | 7181/10000 [5:42:51<2:10:03, 2.77s/it] 72%|███████▏ | 7182/10000 [5:42:55<2:22:49, 3.04s/it] 72%|███████▏ | 7183/10000 [5:42:58<2:28:18, 3.16s/it] 72%|███████▏ | 7184/10000 [5:43:01<2:27:26, 3.14s/it] 72%|███████▏ | 7185/10000 [5:43:04<2:22:27, 3.04s/it] 72%|███████▏ | 7186/10000 [5:43:07<2:25:55, 3.11s/it] 72%|███████▏ | 7187/10000 [5:43:11<2:26:34, 3.13s/it] 72%|███████▏ | 7188/10000 [5:43:14<2:25:57, 3.11s/it] 72%|███████▏ | 7189/10000 [5:43:16<2:17:05, 2.93s/it] 72%|███████▏ | 7190/10000 [5:43:19<2:15:47, 2.90s/it] 72%|███████▏ | 7191/10000 [5:43:22<2:17:37, 2.94s/it] 72%|███████▏ | 7192/10000 [5:43:25<2:12:54, 2.84s/it] 72%|███████▏ | 7193/10000 [5:43:28<2:18:58, 2.97s/it] 72%|███████▏ | 7194/10000 [5:43:31<2:15:16, 2.89s/it] 72%|███████▏ | 7195/10000 [5:43:33<2:12:00, 2.82s/it] 72%|███████▏ | 7196/10000 [5:43:36<2:12:30, 2.84s/it] 72%|███████▏ | 7197/10000 [5:43:40<2:20:47, 3.01s/it] 72%|███████▏ | 7198/10000 [5:43:42<2:19:03, 2.98s/it] 72%|███████▏ | 7199/10000 [5:43:45<2:15:47, 2.91s/it] 72%|███████▏ | 7200/10000 [5:43:48<2:15:45, 2.91s/it] 72%|███████▏ | 7200/10000 [5:43:48<2:15:45, 2.91s/it] 72%|███████▏ | 7201/10000 [5:43:51<2:09:46, 2.78s/it] 72%|███████▏ | 7202/10000 [5:43:53<2:10:20, 2.79s/it] 72%|███████▏ | 7203/10000 [5:43:56<2:13:31, 2.86s/it] 72%|███████▏ | 7204/10000 [5:43:59<2:12:14, 2.84s/it] 72%|███████▏ | 7205/10000 [5:44:02<2:14:01, 2.88s/it] 72%|███████▏ | 7206/10000 [5:44:05<2:13:16, 2.86s/it] 72%|███████▏ | 7207/10000 [5:44:09<2:24:34, 3.11s/it] 72%|███████▏ | 7208/10000 [5:44:11<2:17:46, 2.96s/it] 72%|███████▏ | 7209/10000 [5:44:14<2:11:44, 2.83s/it] 72%|███████▏ | 7210/10000 [5:44:17<2:11:11, 2.82s/it] 72%|███████▏ | 7211/10000 [5:44:19<2:11:22, 2.83s/it] 72%|███████▏ | 7212/10000 [5:44:22<2:06:51, 2.73s/it] 72%|███████▏ | 7213/10000 [5:44:25<2:11:52, 2.84s/it] 72%|███████▏ | 7214/10000 [5:44:28<2:14:34, 2.90s/it] 72%|███████▏ | 7215/10000 [5:44:31<2:11:27, 2.83s/it] 72%|███████▏ | 7216/10000 [5:44:33<2:06:45, 2.73s/it] 72%|███████▏ | 7217/10000 [5:44:37<2:13:47, 2.88s/it] 72%|███████▏ | 7218/10000 [5:44:40<2:19:21, 3.01s/it] 72%|███████▏ | 7219/10000 [5:44:43<2:17:40, 2.97s/it] 72%|███████▏ | 7220/10000 [5:44:46<2:20:49, 3.04s/it] 72%|███████▏ | 7220/10000 [5:44:46<2:20:49, 3.04s/it] 72%|███████▏ | 7221/10000 [5:44:49<2:21:16, 3.05s/it] 72%|███████▏ | 7222/10000 [5:44:52<2:15:13, 2.92s/it] 72%|███████▏ | 7223/10000 [5:44:55<2:15:21, 2.92s/it] 72%|███████▏ | 7224/10000 [5:44:58<2:15:46, 2.93s/it] 72%|███████▏ | 7225/10000 [5:45:01<2:16:59, 2.96s/it] 72%|███████▏ | 7226/10000 [5:45:03<2:15:18, 2.93s/it] 72%|███████▏ | 7227/10000 [5:45:07<2:21:41, 3.07s/it] 72%|███████▏ | 7228/10000 [5:45:10<2:19:52, 3.03s/it] 72%|███████▏ | 7229/10000 [5:45:13<2:17:30, 2.98s/it] 72%|███████▏ | 7230/10000 [5:45:16<2:23:23, 3.11s/it] 72%|███████▏ | 7231/10000 [5:45:19<2:22:28, 3.09s/it] 72%|███████▏ | 7232/10000 [5:45:22<2:21:26, 3.07s/it] 72%|███████▏ | 7233/10000 [5:45:25<2:16:03, 2.95s/it] 72%|███████▏ | 7234/10000 [5:45:28<2:15:33, 2.94s/it] 72%|███████▏ | 7235/10000 [5:45:30<2:12:10, 2.87s/it] 72%|███████▏ | 7236/10000 [5:45:33<2:09:06, 2.80s/it] 72%|███████▏ | 7237/10000 [5:45:36<2:13:43, 2.90s/it] 72%|███████▏ | 7238/10000 [5:45:39<2:09:28, 2.81s/it] 72%|███████▏ | 7239/10000 [5:45:42<2:12:49, 2.89s/it] 72%|███████▏ | 7240/10000 [5:45:45<2:11:21, 2.86s/it] 72%|███████▏ | 7240/10000 [5:45:45<2:11:21, 2.86s/it] 72%|███████▏ | 7241/10000 [5:45:47<2:08:28, 2.79s/it] 72%|███████▏ | 7242/10000 [5:45:50<2:10:44, 2.84s/it] 72%|███████▏ | 7243/10000 [5:45:53<2:09:59, 2.83s/it] 72%|███████▏ | 7244/10000 [5:45:56<2:11:06, 2.85s/it] 72%|███████▏ | 7245/10000 [5:45:58<2:06:29, 2.75s/it] 72%|███████▏ | 7246/10000 [5:46:01<2:09:48, 2.83s/it] 72%|███████▏ | 7247/10000 [5:46:04<2:07:13, 2.77s/it] 72%|███████▏ | 7248/10000 [5:46:07<2:11:17, 2.86s/it] 72%|███████▏ | 7249/10000 [5:46:10<2:16:27, 2.98s/it] 72%|███████▎ | 7250/10000 [5:46:13<2:16:43, 2.98s/it] 73%|███████▎ | 7251/10000 [5:46:17<2:18:59, 3.03s/it] 73%|███████▎ | 7252/10000 [5:46:20<2:19:23, 3.04s/it] 73%|███████▎ | 7253/10000 [5:46:23<2:19:19, 3.04s/it] 73%|███████▎ | 7254/10000 [5:46:25<2:16:20, 2.98s/it] 73%|███████▎ | 7255/10000 [5:46:31<2:57:23, 3.88s/it] 73%|███████▎ | 7256/10000 [5:46:34<2:43:27, 3.57s/it] 73%|███████▎ | 7257/10000 [5:46:37<2:34:17, 3.38s/it] 73%|███████▎ | 7258/10000 [5:46:40<2:26:08, 3.20s/it] 73%|███████▎ | 7259/10000 [5:46:43<2:22:16, 3.11s/it] 73%|███████▎ | 7260/10000 [5:46:46<2:20:23, 3.07s/it] {'loss': '0.2834', 'grad_norm': '2.934', 'learning_rate': '1.451e-06', 'num_tokens': '2.104e+06', 'completions/mean_length': '4.237', 'completions/min_length': '3.35', 'completions/max_length': '5.7', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.237', 'completions/min_terminated_length': '3.35', 'completions/max_terminated_length': '5.7', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4031', 'rewards/reward_semantic/std': '0.11', 'rewards/reward_length/mean': '-0.04812', 'rewards/reward_length/std': '0.01274', 'reward': '1.119', 'reward_std': '0.0334', 'frac_reward_zero_std': '0.25', 'kl': '0.2088', 'entropy': '0.7509', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.813', 'epoch': '1.165'} +{'loss': '0.2509', 'grad_norm': '3.543', 'learning_rate': '1.441e-06', 'num_tokens': '2.11e+06', 'completions/mean_length': '4.638', 'completions/min_length': '3.6', 'completions/max_length': '5.9', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.638', 'completions/min_terminated_length': '3.6', 'completions/max_terminated_length': '5.9', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3789', 'rewards/reward_semantic/std': '0.1254', 'rewards/reward_length/mean': '-0.05771', 'rewards/reward_length/std': '0.0161', 'reward': '1.111', 'reward_std': '0.03767', 'frac_reward_zero_std': '0.1', 'kl': '0.2148', 'entropy': '0.8387', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.83', 'epoch': '1.168'} +[adaptive-kl] kl=0.188 target=0.3 beta: 1.0000 -> 0.6667 +{'loss': '0.1509', 'grad_norm': '1.098', 'learning_rate': '1.431e-06', 'num_tokens': '2.116e+06', 'completions/mean_length': '4.394', 'completions/min_length': '3.3', 'completions/max_length': '5.65', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.394', 'completions/min_terminated_length': '3.3', 'completions/max_terminated_length': '5.65', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4428', 'rewards/reward_semantic/std': '0.07227', 'rewards/reward_length/mean': '-0.05383', 'rewards/reward_length/std': '0.01575', 'reward': '1.13', 'reward_std': '0.02169', 'frac_reward_zero_std': '0.3', 'kl': '0.1885', 'entropy': '0.56', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.824', 'epoch': '1.171'} +{'loss': '0.1859', 'grad_norm': '6.264', 'learning_rate': '1.421e-06', 'num_tokens': '2.122e+06', 'completions/mean_length': '4.625', 'completions/min_length': '3.5', 'completions/max_length': '5.75', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.625', 'completions/min_terminated_length': '3.5', 'completions/max_terminated_length': '5.75', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3013', 'rewards/reward_semantic/std': '0.05531', 'rewards/reward_length/mean': '-0.05708', 'rewards/reward_length/std': '0.01417', 'reward': '1.088', 'reward_std': '0.017', 'frac_reward_zero_std': '0.05', 'kl': '0.2103', 'entropy': '0.9232', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.829', 'epoch': '1.175'} +{'loss': '0.1504', 'grad_norm': '0.8693', 'learning_rate': '1.411e-06', 'num_tokens': '2.128e+06', 'completions/mean_length': '4.244', 'completions/min_length': '3.5', 'completions/max_length': '5.65', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.244', 'completions/min_terminated_length': '3.5', 'completions/max_terminated_length': '5.65', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5164', 'rewards/reward_semantic/std': '0.1499', 'rewards/reward_length/mean': '-0.05034', 'rewards/reward_length/std': '0.01354', 'reward': '1.152', 'reward_std': '0.045', 'frac_reward_zero_std': '0.1', 'kl': '0.2453', 'entropy': '0.5355', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.815', 'epoch': '1.178'} +[adaptive-kl] kl=0.193 target=0.3 beta: 0.6667 -> 0.4444 +{'loss': '0.1966', 'grad_norm': '10.04', 'learning_rate': '1.401e-06', 'num_tokens': '2.134e+06', 'completions/mean_length': '5.369', 'completions/min_length': '3.9', 'completions/max_length': '7.7', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.369', 'completions/min_terminated_length': '3.9', 'completions/max_terminated_length': '7.7', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3715', 'rewards/reward_semantic/std': '0.08511', 'rewards/reward_length/mean': '-0.06326', 'rewards/reward_length/std': '0.01831', 'reward': '1.108', 'reward_std': '0.02597', 'frac_reward_zero_std': '0.15', 'kl': '0.1931', 'entropy': '0.7027', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.982', 'epoch': '1.181'} +[adaptive-kl] kl=0.150 target=0.3 beta: 0.4444 -> 0.2963 +{'loss': '0.0826', 'grad_norm': '3.871', 'learning_rate': '1.391e-06', 'num_tokens': '2.14e+06', 'completions/mean_length': '5.056', 'completions/min_length': '3.7', 'completions/max_length': '6.75', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.056', 'completions/min_terminated_length': '3.7', 'completions/max_terminated_length': '6.75', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4212', 'rewards/reward_semantic/std': '0.08909', 'rewards/reward_length/mean': '-0.06565', 'rewards/reward_length/std': '0.01463', 'reward': '1.123', 'reward_std': '0.02704', 'frac_reward_zero_std': '0.25', 'kl': '0.1503', 'entropy': '0.6413', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.878', 'epoch': '1.184'} +[adaptive-kl] kl=0.132 target=0.3 beta: 0.2963 -> 0.1975 +{'loss': '0.06136', 'grad_norm': '2.294', 'learning_rate': '1.381e-06', 'num_tokens': '2.146e+06', 'completions/mean_length': '5.088', 'completions/min_length': '3.75', 'completions/max_length': '6.95', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.088', 'completions/min_terminated_length': '3.75', 'completions/max_terminated_length': '6.95', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2148', 'rewards/reward_semantic/std': '0.1599', 'rewards/reward_length/mean': '-0.06375', 'rewards/reward_length/std': '0.01733', 'reward': '1.061', 'reward_std': '0.04855', 'frac_reward_zero_std': '0.05', 'kl': '0.1322', 'entropy': '1.028', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.92', 'epoch': '1.188'} + 73%|███████▎ | 7260/10000 [5:46:46<2:20:23, 3.07s/it] 73%|███████▎ | 7261/10000 [5:46:49<2:15:26, 2.97s/it] 73%|███████▎ | 7262/10000 [5:46:52<2:19:17, 3.05s/it] 73%|███████▎ | 7263/10000 [5:46:55<2:15:57, 2.98s/it] 73%|███████▎ | 7264/10000 [5:46:58<2:15:48, 2.98s/it] 73%|███████▎ | 7265/10000 [5:47:00<2:12:24, 2.90s/it] 73%|███████▎ | 7266/10000 [5:47:03<2:10:58, 2.87s/it] 73%|███████▎ | 7267/10000 [5:47:06<2:07:38, 2.80s/it] 73%|███████▎ | 7268/10000 [5:47:09<2:06:23, 2.78s/it] 73%|███████▎ | 7269/10000 [5:47:11<2:06:29, 2.78s/it] 73%|███████▎ | 7270/10000 [5:47:14<2:07:46, 2.81s/it] 73%|███████▎ | 7271/10000 [5:47:17<2:10:11, 2.86s/it] 73%|███████▎ | 7272/10000 [5:47:20<2:09:32, 2.85s/it] 73%|███████▎ | 7273/10000 [5:47:23<2:14:00, 2.95s/it] 73%|███████▎ | 7274/10000 [5:47:26<2:10:04, 2.86s/it] 73%|███████▎ | 7275/10000 [5:47:29<2:08:16, 2.82s/it] 73%|███████▎ | 7276/10000 [5:47:31<2:03:39, 2.72s/it] 73%|███████▎ | 7277/10000 [5:47:34<2:02:50, 2.71s/it] 73%|███████▎ | 7278/10000 [5:47:36<2:01:56, 2.69s/it] 73%|███████▎ | 7279/10000 [5:47:39<2:07:00, 2.80s/it] 73%|███████▎ | 7280/10000 [5:47:42<2:08:40, 2.84s/it] 73%|███████▎ | 7280/10000 [5:47:42<2:08:40, 2.84s/it] 73%|███████▎ | 7281/10000 [5:47:45<2:06:41, 2.80s/it] 73%|███████▎ | 7282/10000 [5:47:48<2:07:04, 2.81s/it] 73%|███████▎ | 7283/10000 [5:47:51<2:07:31, 2.82s/it] 73%|███████▎ | 7284/10000 [5:47:54<2:19:04, 3.07s/it] 73%|███████▎ | 7285/10000 [5:47:57<2:15:01, 2.98s/it] 73%|███████▎ | 7286/10000 [5:48:00<2:14:14, 2.97s/it] 73%|███████▎ | 7287/10000 [5:48:03<2:10:40, 2.89s/it] 73%|███████▎ | 7288/10000 [5:48:06<2:12:06, 2.92s/it] 73%|███████▎ | 7289/10000 [5:48:09<2:09:45, 2.87s/it] 73%|███████▎ | 7290/10000 [5:48:11<2:08:55, 2.85s/it] 73%|███████▎ | 7291/10000 [5:48:15<2:12:37, 2.94s/it] 73%|███████▎ | 7292/10000 [5:48:18<2:15:06, 2.99s/it] 73%|███████▎ | 7293/10000 [5:48:21<2:13:38, 2.96s/it] 73%|███████▎ | 7294/10000 [5:48:24<2:14:45, 2.99s/it] 73%|███████▎ | 7295/10000 [5:48:26<2:13:37, 2.96s/it] 73%|███████▎ | 7296/10000 [5:48:29<2:12:47, 2.95s/it] 73%|███████▎ | 7297/10000 [5:48:33<2:15:15, 3.00s/it] 73%|███████▎ | 7298/10000 [5:48:35<2:08:31, 2.85s/it] 73%|███████▎ | 7299/10000 [5:48:38<2:09:33, 2.88s/it] 73%|███████▎ | 7300/10000 [5:48:41<2:07:25, 2.83s/it] 73%|███████▎ | 7300/10000 [5:48:41<2:07:25, 2.83s/it] 73%|███████▎ | 7301/10000 [5:48:43<2:05:06, 2.78s/it] 73%|███████▎ | 7302/10000 [5:48:46<2:06:08, 2.81s/it] 73%|███████▎ | 7303/10000 [5:48:49<2:08:29, 2.86s/it] 73%|███████▎ | 7304/10000 [5:48:53<2:15:45, 3.02s/it] 73%|███████▎ | 7305/10000 [5:48:55<2:12:29, 2.95s/it] 73%|███████▎ | 7306/10000 [5:48:59<2:17:00, 3.05s/it] 73%|███████▎ | 7307/10000 [5:49:02<2:14:40, 3.00s/it] 73%|███████▎ | 7308/10000 [5:49:05<2:15:30, 3.02s/it] 73%|███████▎ | 7309/10000 [5:49:07<2:12:58, 2.96s/it] 73%|███████▎ | 7310/10000 [5:49:10<2:12:16, 2.95s/it] 73%|███████▎ | 7311/10000 [5:49:13<2:14:36, 3.00s/it] 73%|███████▎ | 7312/10000 [5:49:17<2:16:58, 3.06s/it] 73%|███████▎ | 7313/10000 [5:49:19<2:10:36, 2.92s/it] 73%|███████▎ | 7314/10000 [5:49:22<2:08:48, 2.88s/it] 73%|███████▎ | 7315/10000 [5:49:25<2:10:30, 2.92s/it] 73%|███████▎ | 7316/10000 [5:49:28<2:10:37, 2.92s/it] 73%|███████▎ | 7317/10000 [5:49:31<2:07:53, 2.86s/it] 73%|███████▎ | 7318/10000 [5:49:34<2:11:01, 2.93s/it] 73%|███████▎ | 7319/10000 [5:49:37<2:14:06, 3.00s/it] 73%|███████▎ | 7320/10000 [5:49:40<2:10:23, 2.92s/it] 73%|███████▎ | 7320/10000 [5:49:40<2:10:23, 2.92s/it] 73%|███████▎ | 7321/10000 [5:49:43<2:11:06, 2.94s/it] 73%|███████▎ | 7322/10000 [5:49:46<2:09:56, 2.91s/it] 73%|███████▎ | 7323/10000 [5:49:49<2:13:27, 2.99s/it] 73%|███████▎ | 7324/10000 [5:49:52<2:11:10, 2.94s/it] 73%|███████▎ | 7325/10000 [5:49:54<2:05:22, 2.81s/it] 73%|███████▎ | 7326/10000 [5:49:57<2:04:18, 2.79s/it] 73%|███████▎ | 7327/10000 [5:50:00<2:06:21, 2.84s/it] 73%|███████▎ | 7328/10000 [5:50:03<2:08:36, 2.89s/it] 73%|███████▎ | 7329/10000 [5:50:06<2:14:25, 3.02s/it] 73%|███████▎ | 7330/10000 [5:50:09<2:16:40, 3.07s/it] 73%|███████▎ | 7331/10000 [5:50:12<2:18:51, 3.12s/it] 73%|███████▎ | 7332/10000 [5:50:16<2:21:50, 3.19s/it] 73%|███████▎ | 7333/10000 [5:50:19<2:15:06, 3.04s/it] 73%|███████▎ | 7334/10000 [5:50:23<2:34:58, 3.49s/it] 73%|███████▎ | 7335/10000 [5:50:26<2:26:46, 3.30s/it] 73%|███████▎ | 7336/10000 [5:50:29<2:18:34, 3.12s/it] 73%|███████▎ | 7337/10000 [5:50:31<2:14:55, 3.04s/it] 73%|███████▎ | 7338/10000 [5:50:34<2:07:57, 2.88s/it] 73%|███████▎ | 7339/10000 [5:50:37<2:04:26, 2.81s/it] 73%|███████▎ | 7340/10000 [5:50:40<2:09:11, 2.91s/it] 73%|███████▎ | 7340/10000 [5:50:40<2:09:11, 2.91s/it] 73%|███████▎ | 7341/10000 [5:50:43<2:08:44, 2.91s/it] 73%|███████▎ | 7342/10000 [5:50:46<2:15:07, 3.05s/it] 73%|███████▎ | 7343/10000 [5:50:49<2:13:16, 3.01s/it] 73%|███████▎ | 7344/10000 [5:50:52<2:08:39, 2.91s/it] 73%|███████▎ | 7345/10000 [5:50:55<2:08:34, 2.91s/it] 73%|███████▎ | 7346/10000 [5:50:57<2:07:24, 2.88s/it] 73%|███████▎ | 7347/10000 [5:51:00<2:06:32, 2.86s/it] 73%|███████▎ | 7348/10000 [5:51:03<2:03:14, 2.79s/it] 73%|███████▎ | 7349/10000 [5:51:06<2:05:25, 2.84s/it] 74%|███████▎ | 7350/10000 [5:51:09<2:05:01, 2.83s/it] 74%|███████▎ | 7351/10000 [5:51:12<2:07:02, 2.88s/it] 74%|███████▎ | 7352/10000 [5:51:14<2:06:50, 2.87s/it] 74%|███████▎ | 7353/10000 [5:51:17<2:02:00, 2.77s/it] 74%|███████▎ | 7354/10000 [5:51:20<2:03:45, 2.81s/it] 74%|███████▎ | 7355/10000 [5:51:23<2:05:21, 2.84s/it] 74%|███████▎ | 7356/10000 [5:51:25<2:02:27, 2.78s/it] 74%|███████▎ | 7357/10000 [5:51:28<2:03:49, 2.81s/it] 74%|███████▎ | 7358/10000 [5:51:31<1:59:22, 2.71s/it] 74%|███████▎ | 7359/10000 [5:51:33<1:56:12, 2.64s/it] 74%|███████▎ | 7360/10000 [5:51:36<1:58:20, 2.69s/it] 74%|███████▎ | 7360/10000 [5:51:36<1:58:20, 2.69s/it] 74%|███████▎ | 7361/10000 [5:51:39<2:01:11, 2.76s/it] 74%|███████▎ | 7362/10000 [5:51:42<2:00:50, 2.75s/it] 74%|███████▎ | 7363/10000 [5:51:45<2:04:42, 2.84s/it] 74%|███████▎ | 7364/10000 [5:51:48<2:12:45, 3.02s/it] 74%|███████▎ | 7365/10000 [5:51:51<2:10:56, 2.98s/it] 74%|███████▎ | 7366/10000 [5:51:54<2:10:30, 2.97s/it] 74%|███████▎ | 7367/10000 [5:51:57<2:08:14, 2.92s/it] 74%|███████▎ | 7368/10000 [5:52:00<2:12:41, 3.02s/it] 74%|███████▎ | 7369/10000 [5:52:03<2:07:27, 2.91s/it] 74%|███████▎ | 7370/10000 [5:52:06<2:06:35, 2.89s/it] 74%|███████▎ | 7371/10000 [5:52:08<2:06:25, 2.89s/it] 74%|███████▎ | 7372/10000 [5:52:12<2:13:27, 3.05s/it] 74%|███████▎ | 7373/10000 [5:52:15<2:15:38, 3.10s/it] 74%|███████▎ | 7374/10000 [5:52:18<2:11:33, 3.01s/it] 74%|███████▍ | 7375/10000 [5:52:20<2:05:29, 2.87s/it] 74%|███████▍ | 7376/10000 [5:52:24<2:09:26, 2.96s/it] 74%|███████▍ | 7377/10000 [5:52:27<2:09:42, 2.97s/it] 74%|███████▍ | 7378/10000 [5:52:29<2:08:36, 2.94s/it] 74%|███████▍ | 7379/10000 [5:52:32<2:07:57, 2.93s/it] 74%|███████▍ | 7380/10000 [5:52:35<2:06:36, 2.90s/it] 74%|███████▍ | 7380/10000 [5:52:35<2:06:36, 2.90s/it] 74%|███████▍ | 7381/10000 [5:52:38<2:06:15, 2.89s/it] 74%|███████▍ | 7382/10000 [5:52:45<3:02:11, 4.18s/it] 74%|███████▍ | 7383/10000 [5:52:48<2:47:27, 3.84s/it] 74%|███████▍ | 7384/10000 [5:52:51<2:31:35, 3.48s/it] 74%|███████▍ | 7385/10000 [5:52:54<2:24:57, 3.33s/it] 74%|███████▍ | 7386/10000 [5:52:57<2:15:58, 3.12s/it] 74%|███████▍ | 7387/10000 [5:52:59<2:09:52, 2.98s/it] 74%|███████▍ | 7388/10000 [5:53:02<2:08:07, 2.94s/it] 74%|███████▍ | 7389/10000 [5:53:05<2:08:29, 2.95s/it] 74%|███████▍ | 7390/10000 [5:53:08<2:09:55, 2.99s/it] 74%|███████▍ | 7391/10000 [5:53:11<2:08:47, 2.96s/it] 74%|███████▍ | 7392/10000 [5:53:14<2:11:09, 3.02s/it] 74%|███████▍ | 7393/10000 [5:53:17<2:08:00, 2.95s/it] 74%|███████▍ | 7394/10000 [5:53:19<2:02:35, 2.82s/it] 74%|███████▍ | 7395/10000 [5:53:23<2:07:08, 2.93s/it] 74%|███████▍ | 7396/10000 [5:53:25<2:03:52, 2.85s/it] 74%|███████▍ | 7397/10000 [5:53:28<2:04:12, 2.86s/it] 74%|███████▍ | 7398/10000 [5:53:31<2:03:34, 2.85s/it] 74%|███████▍ | 7399/10000 [5:53:34<2:03:56, 2.86s/it] 74%|███████▍ | 7400/10000 [5:53:37<2:05:02, 2.89s/it] 74%|███████▍ | 7400/10000 [5:53:37<2:05:02, 2.89s/it] 74%|███████▍ | 7401/10000 [5:53:40<2:04:46, 2.88s/it] 74%|███████▍ | 7402/10000 [5:53:43<2:06:45, 2.93s/it] 74%|███████▍ | 7403/10000 [5:53:46<2:08:37, 2.97s/it] 74%|███████▍ | 7404/10000 [5:53:49<2:09:23, 2.99s/it] 74%|███████▍ | 7405/10000 [5:53:52<2:10:04, 3.01s/it] 74%|███████▍ | 7406/10000 [5:53:55<2:15:02, 3.12s/it] 74%|███████▍ | 7407/10000 [5:53:58<2:11:48, 3.05s/it] 74%|███████▍ | 7408/10000 [5:54:01<2:04:22, 2.88s/it] 74%|███████▍ | 7409/10000 [5:54:03<2:01:42, 2.82s/it] 74%|███████▍ | 7410/10000 [5:54:06<1:57:21, 2.72s/it] 74%|███████▍ | 7411/10000 [5:54:08<1:56:32, 2.70s/it] 74%|███████▍ | 7412/10000 [5:54:11<1:56:22, 2.70s/it] 74%|███████▍ | 7413/10000 [5:54:14<2:02:33, 2.84s/it] 74%|███████▍ | 7414/10000 [5:54:17<2:01:20, 2.82s/it] 74%|███████▍ | 7415/10000 [5:54:20<1:59:23, 2.77s/it] 74%|███████▍ | 7416/10000 [5:54:23<1:59:08, 2.77s/it] 74%|███████▍ | 7417/10000 [5:54:25<2:00:29, 2.80s/it] 74%|███████▍ | 7418/10000 [5:54:28<2:03:46, 2.88s/it] 74%|███████▍ | 7419/10000 [5:54:31<1:59:25, 2.78s/it] 74%|███████▍ | 7420/10000 [5:54:34<2:01:38, 2.83s/it] {'loss': '0.1371', 'grad_norm': '2.486', 'learning_rate': '1.371e-06', 'num_tokens': '2.152e+06', 'completions/mean_length': '5.537', 'completions/min_length': '3.8', 'completions/max_length': '8.85', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.537', 'completions/min_terminated_length': '3.8', 'completions/max_terminated_length': '8.85', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3474', 'rewards/reward_semantic/std': '0.0889', 'rewards/reward_length/mean': '-0.05291', 'rewards/reward_length/std': '0.02133', 'reward': '1.102', 'reward_std': '0.02715', 'frac_reward_zero_std': '0.05', 'kl': '0.3934', 'entropy': '0.9527', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '3.054', 'epoch': '1.191'} +{'loss': '0.08991', 'grad_norm': '7.41', 'learning_rate': '1.361e-06', 'num_tokens': '2.158e+06', 'completions/mean_length': '4.356', 'completions/min_length': '3.45', 'completions/max_length': '5.75', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.356', 'completions/min_terminated_length': '3.45', 'completions/max_terminated_length': '5.75', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5814', 'rewards/reward_semantic/std': '0.1689', 'rewards/reward_length/mean': '-0.0531', 'rewards/reward_length/std': '0.01366', 'reward': '1.172', 'reward_std': '0.05094', 'frac_reward_zero_std': '0.25', 'kl': '0.3085', 'entropy': '0.5573', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.812', 'epoch': '1.194'} +[adaptive-kl] kl=0.598 target=0.3 beta: 0.1975 -> 0.2963 +{'loss': '0.1437', 'grad_norm': '0.05125', 'learning_rate': '1.351e-06', 'num_tokens': '2.164e+06', 'completions/mean_length': '5.169', 'completions/min_length': '3.85', 'completions/max_length': '6.85', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.169', 'completions/min_terminated_length': '3.85', 'completions/max_terminated_length': '6.85', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4535', 'rewards/reward_semantic/std': '0.1517', 'rewards/reward_length/mean': '-0.04944', 'rewards/reward_length/std': '0.008906', 'reward': '1.134', 'reward_std': '0.04572', 'frac_reward_zero_std': '0.1', 'kl': '0.5978', 'entropy': '0.6163', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.904', 'epoch': '1.198'} +{'loss': '0.1899', 'grad_norm': '15.18', 'learning_rate': '1.341e-06', 'num_tokens': '2.17e+06', 'completions/mean_length': '4.944', 'completions/min_length': '3.65', 'completions/max_length': '7.2', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.944', 'completions/min_terminated_length': '3.65', 'completions/max_terminated_length': '7.2', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.31', 'rewards/reward_semantic/std': '0.07972', 'rewards/reward_length/mean': '-0.05332', 'rewards/reward_length/std': '0.02069', 'reward': '1.09', 'reward_std': '0.02477', 'frac_reward_zero_std': '0.05', 'kl': '0.4453', 'entropy': '0.9021', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.939', 'epoch': '1.201'} +[adaptive-kl] kl=0.664 target=0.3 beta: 0.2963 -> 0.4444 +{'loss': '0.291', 'grad_norm': '3.573', 'learning_rate': '1.331e-06', 'num_tokens': '2.176e+06', 'completions/mean_length': '5.031', 'completions/min_length': '3.55', 'completions/max_length': '8.1', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.031', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '8.1', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3848', 'rewards/reward_semantic/std': '0.1182', 'rewards/reward_length/mean': '-0.05325', 'rewards/reward_length/std': '0.01403', 'reward': '1.113', 'reward_std': '0.0359', 'frac_reward_zero_std': '0.25', 'kl': '0.6642', 'entropy': '0.7345', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.993', 'epoch': '1.204'} +[adaptive-kl] kl=0.678 target=0.3 beta: 0.4444 -> 0.6667 +{'loss': '0.328', 'grad_norm': '0.6743', 'learning_rate': '1.321e-06', 'num_tokens': '2.182e+06', 'completions/mean_length': '4.544', 'completions/min_length': '3.9', 'completions/max_length': '5.45', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.544', 'completions/min_terminated_length': '3.9', 'completions/max_terminated_length': '5.45', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.7688', 'rewards/reward_semantic/std': '0.07739', 'rewards/reward_length/mean': '-0.04685', 'rewards/reward_length/std': '0.006914', 'reward': '1.228', 'reward_std': '0.02323', 'frac_reward_zero_std': '0.3', 'kl': '0.6778', 'entropy': '0.4077', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.8', 'epoch': '1.207'} +{'loss': '0.2553', 'grad_norm': '0.1492', 'learning_rate': '1.311e-06', 'num_tokens': '2.188e+06', 'completions/mean_length': '5.519', 'completions/min_length': '4.05', 'completions/max_length': '7.35', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.519', 'completions/min_terminated_length': '4.05', 'completions/max_terminated_length': '7.35', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5142', 'rewards/reward_semantic/std': '0.1334', 'rewards/reward_length/mean': '-0.05564', 'rewards/reward_length/std': '0.01806', 'reward': '1.151', 'reward_std': '0.04024', 'frac_reward_zero_std': '0.1', 'kl': '0.4034', 'entropy': '0.6274', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.946', 'epoch': '1.211'} +{'loss': '0.2572', 'grad_norm': '16.77', 'learning_rate': '1.301e-06', 'num_tokens': '2.194e+06', 'completions/mean_length': '5.469', 'completions/min_length': '3.65', 'completions/max_length': '8.75', 'completions/clipped_ratio': '0.0125', 'completions/mean_terminated_length': '4.737', 'completions/min_terminated_length': '3.65', 'completions/max_terminated_length': '5.95', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4671', 'rewards/reward_semantic/std': '0.08952', 'rewards/reward_length/mean': '-0.0571', 'rewards/reward_length/std': '0.01912', 'reward': '1.137', 'reward_std': '0.02738', 'frac_reward_zero_std': '0.3', 'kl': '0.3419', 'entropy': '0.6414', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '3.07', 'epoch': '1.214'} + 74%|███████▍ | 7420/10000 [5:54:34<2:01:38, 2.83s/it] 74%|███████▍ | 7421/10000 [5:54:37<2:02:26, 2.85s/it] 74%|███████▍ | 7422/10000 [5:54:40<1:59:57, 2.79s/it] 74%|███████▍ | 7423/10000 [5:54:42<1:59:39, 2.79s/it] 74%|███████▍ | 7424/10000 [5:54:45<2:00:58, 2.82s/it] 74%|███████▍ | 7425/10000 [5:54:48<2:07:12, 2.96s/it] 74%|███████▍ | 7426/10000 [5:54:51<2:05:05, 2.92s/it] 74%|███████▍ | 7427/10000 [5:54:54<2:04:59, 2.91s/it] 74%|███████▍ | 7428/10000 [5:54:57<2:06:00, 2.94s/it] 74%|███████▍ | 7429/10000 [5:55:00<2:07:35, 2.98s/it] 74%|███████▍ | 7430/10000 [5:55:03<2:04:23, 2.90s/it] 74%|███████▍ | 7431/10000 [5:55:06<2:06:43, 2.96s/it] 74%|███████▍ | 7432/10000 [5:55:09<2:11:21, 3.07s/it] 74%|███████▍ | 7433/10000 [5:55:12<2:09:47, 3.03s/it] 74%|███████▍ | 7434/10000 [5:55:15<2:07:46, 2.99s/it] 74%|███████▍ | 7435/10000 [5:55:18<2:05:32, 2.94s/it] 74%|███████▍ | 7436/10000 [5:55:21<2:03:02, 2.88s/it] 74%|███████▍ | 7437/10000 [5:55:24<2:06:46, 2.97s/it] 74%|███████▍ | 7438/10000 [5:55:27<2:04:46, 2.92s/it] 74%|███████▍ | 7439/10000 [5:55:30<2:05:08, 2.93s/it] 74%|███████▍ | 7440/10000 [5:55:33<2:07:07, 2.98s/it] 74%|███████▍ | 7440/10000 [5:55:33<2:07:07, 2.98s/it] 74%|███████▍ | 7441/10000 [5:55:35<2:01:47, 2.86s/it] 74%|███████▍ | 7442/10000 [5:55:38<2:03:52, 2.91s/it] 74%|███████▍ | 7443/10000 [5:55:41<2:04:30, 2.92s/it] 74%|███████▍ | 7444/10000 [5:55:44<2:03:23, 2.90s/it] 74%|███████▍ | 7445/10000 [5:55:47<2:04:55, 2.93s/it] 74%|███████▍ | 7446/10000 [5:55:50<1:59:42, 2.81s/it] 74%|███████▍ | 7447/10000 [5:55:53<2:00:04, 2.82s/it] 74%|███████▍ | 7448/10000 [5:55:56<2:01:06, 2.85s/it] 74%|███████▍ | 7449/10000 [5:55:58<2:02:22, 2.88s/it] 74%|███████▍ | 7450/10000 [5:56:02<2:07:06, 2.99s/it] 75%|███████▍ | 7451/10000 [5:56:05<2:06:34, 2.98s/it] 75%|███████▍ | 7452/10000 [5:56:08<2:16:11, 3.21s/it] 75%|███████▍ | 7453/10000 [5:56:11<2:07:39, 3.01s/it] 75%|███████▍ | 7454/10000 [5:56:14<2:09:26, 3.05s/it] 75%|███████▍ | 7455/10000 [5:56:17<2:07:42, 3.01s/it] 75%|███████▍ | 7456/10000 [5:56:20<2:07:04, 3.00s/it] 75%|███████▍ | 7457/10000 [5:56:23<2:04:46, 2.94s/it] 75%|███████▍ | 7458/10000 [5:56:26<2:03:17, 2.91s/it] 75%|███████▍ | 7459/10000 [5:56:28<1:57:57, 2.79s/it] 75%|███████▍ | 7460/10000 [5:56:31<1:57:10, 2.77s/it] 75%|███████▍ | 7460/10000 [5:56:31<1:57:10, 2.77s/it] 75%|███████▍ | 7461/10000 [5:56:34<1:57:50, 2.78s/it] 75%|███████▍ | 7462/10000 [5:56:37<2:02:08, 2.89s/it] 75%|███████▍ | 7463/10000 [5:56:40<2:01:04, 2.86s/it] 75%|███████▍ | 7464/10000 [5:56:42<1:55:49, 2.74s/it] 75%|███████▍ | 7465/10000 [5:56:45<1:56:54, 2.77s/it] 75%|███████▍ | 7466/10000 [5:56:48<1:56:54, 2.77s/it] 75%|███████▍ | 7467/10000 [5:56:51<1:57:40, 2.79s/it] 75%|███████▍ | 7468/10000 [5:56:54<2:00:53, 2.86s/it] 75%|███████▍ | 7469/10000 [5:56:56<1:58:30, 2.81s/it] 75%|███████▍ | 7470/10000 [5:56:59<1:59:25, 2.83s/it] 75%|███████▍ | 7471/10000 [5:57:02<1:57:34, 2.79s/it] 75%|███████▍ | 7472/10000 [5:57:05<1:58:38, 2.82s/it] 75%|███████▍ | 7473/10000 [5:57:08<2:01:59, 2.90s/it] 75%|███████▍ | 7474/10000 [5:57:11<2:02:08, 2.90s/it] 75%|███████▍ | 7475/10000 [5:57:13<1:57:41, 2.80s/it] 75%|███████▍ | 7476/10000 [5:57:17<2:04:32, 2.96s/it] 75%|███████▍ | 7477/10000 [5:57:20<2:04:18, 2.96s/it] 75%|███████▍ | 7478/10000 [5:57:22<1:59:04, 2.83s/it] 75%|███████▍ | 7479/10000 [5:57:25<1:58:57, 2.83s/it] 75%|███████▍ | 7480/10000 [5:57:28<1:59:51, 2.85s/it] 75%|███████▍ | 7480/10000 [5:57:28<1:59:51, 2.85s/it] 75%|███████▍ | 7481/10000 [5:57:31<1:57:50, 2.81s/it] 75%|███████▍ | 7482/10000 [5:57:33<1:54:28, 2.73s/it] 75%|███████▍ | 7483/10000 [5:57:36<1:56:14, 2.77s/it] 75%|███████▍ | 7484/10000 [5:57:38<1:52:51, 2.69s/it] 75%|███████▍ | 7485/10000 [5:57:41<1:50:34, 2.64s/it] 75%|███████▍ | 7486/10000 [5:57:44<1:51:43, 2.67s/it] 75%|███████▍ | 7487/10000 [5:57:47<1:58:49, 2.84s/it] 75%|███████▍ | 7488/10000 [5:57:50<2:02:52, 2.93s/it] 75%|███████▍ | 7489/10000 [5:57:53<2:01:56, 2.91s/it] 75%|███████▍ | 7490/10000 [5:57:56<2:03:11, 2.94s/it] 75%|███████▍ | 7491/10000 [5:57:59<1:59:28, 2.86s/it] 75%|███████▍ | 7492/10000 [5:58:02<2:01:42, 2.91s/it] 75%|███████▍ | 7493/10000 [5:58:04<1:58:23, 2.83s/it] 75%|███████▍ | 7494/10000 [5:58:07<1:56:26, 2.79s/it] 75%|███████▍ | 7495/10000 [5:58:10<1:54:41, 2.75s/it] 75%|███████▍ | 7496/10000 [5:58:13<1:59:24, 2.86s/it] 75%|███████▍ | 7497/10000 [5:58:16<1:58:55, 2.85s/it] 75%|███████▍ | 7498/10000 [5:58:19<2:01:28, 2.91s/it] 75%|███████▍ | 7499/10000 [5:58:22<2:01:13, 2.91s/it] 75%|███████▌ | 7500/10000 [5:58:24<2:00:51, 2.90s/it] 75%|███████▌ | 7500/10000 [5:58:24<2:00:51, 2.90s/it] 75%|███████▌ | 7501/10000 [5:58:28<2:05:56, 3.02s/it] 75%|███████▌ | 7502/10000 [5:58:31<2:15:10, 3.25s/it] 75%|███████▌ | 7503/10000 [5:58:35<2:13:51, 3.22s/it] 75%|███████▌ | 7504/10000 [5:58:38<2:11:39, 3.16s/it] 75%|███████▌ | 7505/10000 [5:58:41<2:08:50, 3.10s/it] 75%|███████▌ | 7506/10000 [5:58:44<2:06:40, 3.05s/it] 75%|███████▌ | 7507/10000 [5:58:46<1:59:59, 2.89s/it] 75%|███████▌ | 7508/10000 [5:58:49<2:02:12, 2.94s/it] 75%|███████▌ | 7509/10000 [5:58:52<1:57:00, 2.82s/it] 75%|███████▌ | 7510/10000 [5:58:55<2:00:10, 2.90s/it] 75%|███████▌ | 7511/10000 [5:58:58<2:02:51, 2.96s/it] 75%|███████▌ | 7512/10000 [5:59:01<2:05:07, 3.02s/it] 75%|███████▌ | 7513/10000 [5:59:04<2:02:29, 2.96s/it] 75%|███████▌ | 7514/10000 [5:59:06<1:58:37, 2.86s/it] 75%|███████▌ | 7515/10000 [5:59:10<2:01:16, 2.93s/it] 75%|███████▌ | 7516/10000 [5:59:12<1:59:59, 2.90s/it] 75%|███████▌ | 7517/10000 [5:59:15<1:57:26, 2.84s/it] 75%|███████▌ | 7518/10000 [5:59:18<1:54:15, 2.76s/it] 75%|███████▌ | 7519/10000 [5:59:21<1:59:14, 2.88s/it] 75%|███████▌ | 7520/10000 [5:59:23<1:54:40, 2.77s/it] 75%|███████▌ | 7520/10000 [5:59:23<1:54:40, 2.77s/it] 75%|███████▌ | 7521/10000 [5:59:26<1:53:33, 2.75s/it] 75%|███████▌ | 7522/10000 [5:59:29<1:59:16, 2.89s/it] 75%|███████▌ | 7523/10000 [5:59:32<2:00:40, 2.92s/it] 75%|███████▌ | 7524/10000 [5:59:35<1:56:55, 2.83s/it] 75%|███████▌ | 7525/10000 [5:59:38<1:55:28, 2.80s/it] 75%|███████▌ | 7526/10000 [5:59:40<1:55:59, 2.81s/it] 75%|███████▌ | 7527/10000 [5:59:43<1:55:02, 2.79s/it] 75%|███████▌ | 7528/10000 [5:59:46<1:53:44, 2.76s/it] 75%|███████▌ | 7529/10000 [5:59:49<1:53:07, 2.75s/it] 75%|███████▌ | 7530/10000 [5:59:52<1:58:51, 2.89s/it] 75%|███████▌ | 7531/10000 [5:59:55<1:59:59, 2.92s/it] 75%|███████▌ | 7532/10000 [5:59:58<2:02:51, 2.99s/it] 75%|███████▌ | 7533/10000 [6:00:01<2:04:37, 3.03s/it] 75%|███████▌ | 7534/10000 [6:00:04<2:01:56, 2.97s/it] 75%|███████▌ | 7535/10000 [6:00:07<2:01:07, 2.95s/it] 75%|███████▌ | 7536/10000 [6:00:09<1:55:36, 2.81s/it] 75%|███████▌ | 7537/10000 [6:00:12<1:56:31, 2.84s/it] 75%|███████▌ | 7538/10000 [6:00:15<1:57:27, 2.86s/it] 75%|███████▌ | 7539/10000 [6:00:18<2:01:04, 2.95s/it] 75%|███████▌ | 7540/10000 [6:00:21<1:58:46, 2.90s/it] 75%|███████▌ | 7540/10000 [6:00:21<1:58:46, 2.90s/it] 75%|███████▌ | 7541/10000 [6:00:24<1:55:09, 2.81s/it] 75%|███████▌ | 7542/10000 [6:00:26<1:50:57, 2.71s/it] 75%|███████▌ | 7543/10000 [6:00:29<1:48:56, 2.66s/it] 75%|███████▌ | 7544/10000 [6:00:31<1:48:44, 2.66s/it] 75%|███████▌ | 7545/10000 [6:00:34<1:50:03, 2.69s/it] 75%|███████▌ | 7546/10000 [6:00:37<1:53:31, 2.78s/it] 75%|███████▌ | 7547/10000 [6:00:40<1:55:27, 2.82s/it] 75%|███████▌ | 7548/10000 [6:00:43<1:58:06, 2.89s/it] 75%|███████▌ | 7549/10000 [6:00:46<1:55:25, 2.83s/it] 76%|███████▌ | 7550/10000 [6:00:48<1:53:17, 2.77s/it] 76%|███████▌ | 7551/10000 [6:00:51<1:56:17, 2.85s/it] 76%|███████▌ | 7552/10000 [6:00:55<2:00:20, 2.95s/it] 76%|███████▌ | 7553/10000 [6:00:57<1:58:53, 2.92s/it] 76%|███████▌ | 7554/10000 [6:01:00<1:58:34, 2.91s/it] 76%|███████▌ | 7555/10000 [6:01:04<2:02:34, 3.01s/it] 76%|███████▌ | 7556/10000 [6:01:06<1:59:52, 2.94s/it] 76%|███████▌ | 7557/10000 [6:01:10<2:04:25, 3.06s/it] 76%|███████▌ | 7558/10000 [6:01:13<2:03:45, 3.04s/it] 76%|███████▌ | 7559/10000 [6:01:16<2:01:42, 2.99s/it] 76%|███████▌ | 7560/10000 [6:01:19<2:01:34, 2.99s/it] 76%|███████▌ | 7560/10000 [6:01:19<2:01:34, 2.99s/it] 76%|███████▌ | 7561/10000 [6:01:21<1:55:41, 2.85s/it] 76%|███████▌ | 7562/10000 [6:01:24<1:54:23, 2.82s/it] 76%|███████▌ | 7563/10000 [6:01:27<1:54:18, 2.81s/it] 76%|███████▌ | 7564/10000 [6:01:29<1:51:04, 2.74s/it] 76%|███████▌ | 7565/10000 [6:01:32<1:51:16, 2.74s/it] 76%|███████▌ | 7566/10000 [6:01:35<1:50:00, 2.71s/it] 76%|███████▌ | 7567/10000 [6:01:37<1:52:25, 2.77s/it] 76%|███████▌ | 7568/10000 [6:01:40<1:51:33, 2.75s/it] 76%|███████▌ | 7569/10000 [6:01:43<1:50:46, 2.73s/it] 76%|███████▌ | 7570/10000 [6:01:46<1:52:06, 2.77s/it] 76%|███████▌ | 7571/10000 [6:01:49<1:52:57, 2.79s/it] 76%|███████▌ | 7572/10000 [6:01:51<1:53:55, 2.82s/it] 76%|███████▌ | 7573/10000 [6:01:54<1:55:00, 2.84s/it] 76%|███████▌ | 7574/10000 [6:01:57<1:50:58, 2.74s/it] 76%|███████▌ | 7575/10000 [6:02:00<1:52:33, 2.79s/it] 76%|███████▌ | 7576/10000 [6:02:02<1:52:15, 2.78s/it] 76%|███████▌ | 7577/10000 [6:02:05<1:51:53, 2.77s/it] 76%|███████▌ | 7578/10000 [6:02:08<1:48:56, 2.70s/it] 76%|███████▌ | 7579/10000 [6:02:11<1:49:31, 2.71s/it] 76%|███████▌ | 7580/10000 [6:02:13<1:47:47, 2.67s/it] {'loss': '0.165', 'grad_norm': '9.288', 'learning_rate': '1.291e-06', 'num_tokens': '2.2e+06', 'completions/mean_length': '4.544', 'completions/min_length': '3.5', 'completions/max_length': '5.85', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.544', 'completions/min_terminated_length': '3.5', 'completions/max_terminated_length': '5.85', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4303', 'rewards/reward_semantic/std': '0.162', 'rewards/reward_length/mean': '-0.04731', 'rewards/reward_length/std': '0.01286', 'reward': '1.127', 'reward_std': '0.04867', 'frac_reward_zero_std': '0.15', 'kl': '0.2172', 'entropy': '0.6442', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.843', 'epoch': '1.217'} +[adaptive-kl] kl=0.160 target=0.3 beta: 0.6667 -> 0.4444 +{'loss': '0.08931', 'grad_norm': '6.706', 'learning_rate': '1.281e-06', 'num_tokens': '2.206e+06', 'completions/mean_length': '4.731', 'completions/min_length': '3.2', 'completions/max_length': '7.05', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.731', 'completions/min_terminated_length': '3.2', 'completions/max_terminated_length': '7.05', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.1985', 'rewards/reward_semantic/std': '0.1019', 'rewards/reward_length/mean': '-0.04783', 'rewards/reward_length/std': '0.01701', 'reward': '1.057', 'reward_std': '0.03056', 'frac_reward_zero_std': '0.05', 'kl': '0.1603', 'entropy': '0.8724', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.932', 'epoch': '1.22'} +{'loss': '0.1516', 'grad_norm': '15.18', 'learning_rate': '1.271e-06', 'num_tokens': '2.212e+06', 'completions/mean_length': '4.65', 'completions/min_length': '3.55', 'completions/max_length': '6.45', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.65', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '6.45', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3573', 'rewards/reward_semantic/std': '0.1087', 'rewards/reward_length/mean': '-0.05681', 'rewards/reward_length/std': '0.01312', 'reward': '1.104', 'reward_std': '0.03283', 'frac_reward_zero_std': '0.15', 'kl': '0.2555', 'entropy': '0.6265', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.889', 'epoch': '1.224'} +[adaptive-kl] kl=0.581 target=0.3 beta: 0.4444 -> 0.6667 +{'loss': '0.2899', 'grad_norm': '3.089', 'learning_rate': '1.261e-06', 'num_tokens': '2.218e+06', 'completions/mean_length': '4.806', 'completions/min_length': '3.9', 'completions/max_length': '5.9', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.806', 'completions/min_terminated_length': '3.9', 'completions/max_terminated_length': '5.9', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5345', 'rewards/reward_semantic/std': '0.1191', 'rewards/reward_length/mean': '-0.0428', 'rewards/reward_length/std': '0.01076', 'reward': '1.158', 'reward_std': '0.03595', 'frac_reward_zero_std': '0.1', 'kl': '0.5815', 'entropy': '0.5652', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.835', 'epoch': '1.227'} +[adaptive-kl] kl=0.190 target=0.3 beta: 0.6667 -> 0.4444 +{'loss': '0.1787', 'grad_norm': '0.2208', 'learning_rate': '1.251e-06', 'num_tokens': '2.225e+06', 'completions/mean_length': '4.263', 'completions/min_length': '3.55', 'completions/max_length': '5.75', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.263', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '5.75', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5213', 'rewards/reward_semantic/std': '0.06204', 'rewards/reward_length/mean': '-0.054', 'rewards/reward_length/std': '0.01061', 'reward': '1.154', 'reward_std': '0.01891', 'frac_reward_zero_std': '0.3', 'kl': '0.1899', 'entropy': '0.6609', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.819', 'epoch': '1.23'} +{'loss': '0.2441', 'grad_norm': '0.03044', 'learning_rate': '1.241e-06', 'num_tokens': '2.23e+06', 'completions/mean_length': '4.681', 'completions/min_length': '3.05', 'completions/max_length': '6.75', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.681', 'completions/min_terminated_length': '3.05', 'completions/max_terminated_length': '6.75', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4473', 'rewards/reward_semantic/std': '0.09948', 'rewards/reward_length/mean': '-0.0551', 'rewards/reward_length/std': '0.02113', 'reward': '1.131', 'reward_std': '0.0304', 'frac_reward_zero_std': '0.2', 'kl': '0.3609', 'entropy': '0.7162', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.911', 'epoch': '1.234'} +{'loss': '0.1196', 'grad_norm': '7.005', 'learning_rate': '1.231e-06', 'num_tokens': '2.237e+06', 'completions/mean_length': '4.869', 'completions/min_length': '3.65', 'completions/max_length': '6.55', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.869', 'completions/min_terminated_length': '3.65', 'completions/max_terminated_length': '6.55', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4198', 'rewards/reward_semantic/std': '0.1496', 'rewards/reward_length/mean': '-0.05847', 'rewards/reward_length/std': '0.01881', 'reward': '1.123', 'reward_std': '0.0449', 'frac_reward_zero_std': '0.15', 'kl': '0.2967', 'entropy': '0.6613', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.873', 'epoch': '1.237'} +[adaptive-kl] kl=0.528 target=0.3 beta: 0.4444 -> 0.6667 +{'loss': '0.2924', 'grad_norm': '6.278', 'learning_rate': '1.221e-06', 'num_tokens': '2.242e+06', 'completions/mean_length': '4.594', 'completions/min_length': '3.45', 'completions/max_length': '6.35', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.594', 'completions/min_terminated_length': '3.45', 'completions/max_terminated_length': '6.35', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5177', 'rewards/reward_semantic/std': '0.08056', 'rewards/reward_length/mean': '-0.04741', 'rewards/reward_length/std': '0.02235', 'reward': '1.153', 'reward_std': '0.02494', 'frac_reward_zero_std': '0.1', 'kl': '0.5276', 'entropy': '0.6796', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.862', 'epoch': '1.24'} + 76%|███████▌ | 7580/10000 [6:02:13<1:47:47, 2.67s/it] 76%|███████▌ | 7581/10000 [6:02:16<1:52:22, 2.79s/it] 76%|███████▌ | 7582/10000 [6:02:19<1:50:29, 2.74s/it] 76%|███████▌ | 7583/10000 [6:02:22<1:59:22, 2.96s/it] 76%|███████▌ | 7584/10000 [6:02:25<2:00:00, 2.98s/it] 76%|███████▌ | 7585/10000 [6:02:28<1:59:42, 2.97s/it] 76%|███████▌ | 7586/10000 [6:02:31<1:55:44, 2.88s/it] 76%|███████▌ | 7587/10000 [6:02:34<1:55:29, 2.87s/it] 76%|███████▌ | 7588/10000 [6:02:37<2:00:15, 2.99s/it] 76%|███████▌ | 7589/10000 [6:02:39<1:53:58, 2.84s/it] 76%|███████▌ | 7590/10000 [6:02:42<1:51:06, 2.77s/it] 76%|███████▌ | 7591/10000 [6:02:45<1:52:42, 2.81s/it] 76%|███████▌ | 7592/10000 [6:02:48<1:55:24, 2.88s/it] 76%|███████▌ | 7593/10000 [6:02:51<2:02:11, 3.05s/it] 76%|███████▌ | 7594/10000 [6:02:54<1:56:24, 2.90s/it] 76%|███████▌ | 7595/10000 [6:02:57<1:57:09, 2.92s/it] 76%|███████▌ | 7596/10000 [6:03:00<1:57:30, 2.93s/it] 76%|███████▌ | 7597/10000 [6:03:03<1:55:49, 2.89s/it] 76%|███████▌ | 7598/10000 [6:03:06<1:56:30, 2.91s/it] 76%|███████▌ | 7599/10000 [6:03:09<1:56:59, 2.92s/it] 76%|███████▌ | 7600/10000 [6:03:11<1:55:32, 2.89s/it] 76%|███████▌ | 7600/10000 [6:03:11<1:55:32, 2.89s/it] 76%|███████▌ | 7601/10000 [6:03:14<1:56:40, 2.92s/it] 76%|███████▌ | 7602/10000 [6:03:17<1:55:32, 2.89s/it] 76%|███████▌ | 7603/10000 [6:03:20<1:56:14, 2.91s/it] 76%|███████▌ | 7604/10000 [6:03:23<1:53:45, 2.85s/it] 76%|███████▌ | 7605/10000 [6:03:26<1:52:59, 2.83s/it] 76%|███████▌ | 7606/10000 [6:03:29<1:56:46, 2.93s/it] 76%|███████▌ | 7607/10000 [6:03:32<1:53:29, 2.85s/it] 76%|███████▌ | 7608/10000 [6:03:34<1:51:15, 2.79s/it] 76%|███████▌ | 7609/10000 [6:03:37<1:51:55, 2.81s/it] 76%|███████▌ | 7610/10000 [6:03:40<1:54:02, 2.86s/it] 76%|███████▌ | 7611/10000 [6:03:43<1:55:09, 2.89s/it] 76%|███████▌ | 7612/10000 [6:03:50<2:45:20, 4.15s/it] 76%|███████▌ | 7613/10000 [6:03:53<2:29:30, 3.76s/it] 76%|███████▌ | 7614/10000 [6:03:56<2:21:37, 3.56s/it] 76%|███████▌ | 7615/10000 [6:03:59<2:15:49, 3.42s/it] 76%|███████▌ | 7616/10000 [6:04:02<2:11:19, 3.31s/it] 76%|███████▌ | 7617/10000 [6:04:05<2:05:20, 3.16s/it] 76%|███████▌ | 7618/10000 [6:04:08<2:04:37, 3.14s/it] 76%|███████▌ | 7619/10000 [6:04:11<2:03:54, 3.12s/it] 76%|███████▌ | 7620/10000 [6:04:14<1:57:33, 2.96s/it] 76%|███████▌ | 7620/10000 [6:04:14<1:57:33, 2.96s/it] 76%|███████▌ | 7621/10000 [6:04:17<1:58:22, 2.99s/it] 76%|███████▌ | 7622/10000 [6:04:20<1:59:15, 3.01s/it] 76%|███████▌ | 7623/10000 [6:04:23<1:58:41, 3.00s/it] 76%|███████▌ | 7624/10000 [6:04:26<1:55:47, 2.92s/it] 76%|███████▋ | 7625/10000 [6:04:29<1:58:46, 3.00s/it] 76%|███████▋ | 7626/10000 [6:04:32<1:58:50, 3.00s/it] 76%|███████▋ | 7627/10000 [6:04:34<1:54:04, 2.88s/it] 76%|███████▋ | 7628/10000 [6:04:37<1:56:09, 2.94s/it] 76%|███████▋ | 7629/10000 [6:04:41<2:00:29, 3.05s/it] 76%|███████▋ | 7630/10000 [6:04:43<1:55:43, 2.93s/it] 76%|███████▋ | 7631/10000 [6:04:46<1:50:45, 2.81s/it] 76%|███████▋ | 7632/10000 [6:04:49<1:48:54, 2.76s/it] 76%|███████▋ | 7633/10000 [6:04:51<1:45:40, 2.68s/it] 76%|███████▋ | 7634/10000 [6:04:54<1:45:23, 2.67s/it] 76%|███████▋ | 7635/10000 [6:04:57<1:47:42, 2.73s/it] 76%|███████▋ | 7636/10000 [6:04:59<1:46:07, 2.69s/it] 76%|███████▋ | 7637/10000 [6:05:02<1:47:05, 2.72s/it] 76%|███████▋ | 7638/10000 [6:05:05<1:48:50, 2.76s/it] 76%|███████▋ | 7639/10000 [6:05:08<1:51:58, 2.85s/it] 76%|███████▋ | 7640/10000 [6:05:11<1:51:14, 2.83s/it] 76%|███████▋ | 7640/10000 [6:05:11<1:51:14, 2.83s/it] 76%|███████▋ | 7641/10000 [6:05:14<1:52:35, 2.86s/it] 76%|███████▋ | 7642/10000 [6:05:16<1:51:04, 2.83s/it] 76%|███████▋ | 7643/10000 [6:05:19<1:50:39, 2.82s/it] 76%|███████▋ | 7644/10000 [6:05:22<1:51:19, 2.84s/it] 76%|███████▋ | 7645/10000 [6:05:25<1:50:33, 2.82s/it] 76%|███████▋ | 7646/10000 [6:05:28<1:53:35, 2.90s/it] 76%|███████▋ | 7647/10000 [6:05:31<1:53:55, 2.91s/it] 76%|███████▋ | 7648/10000 [6:05:34<1:57:25, 3.00s/it] 76%|███████▋ | 7649/10000 [6:05:37<1:53:32, 2.90s/it] 76%|███████▋ | 7650/10000 [6:05:40<1:55:45, 2.96s/it] 77%|███████▋ | 7651/10000 [6:05:43<1:54:57, 2.94s/it] 77%|███████▋ | 7652/10000 [6:05:45<1:53:12, 2.89s/it] 77%|███████▋ | 7653/10000 [6:05:48<1:49:25, 2.80s/it] 77%|███████▋ | 7654/10000 [6:05:51<1:52:05, 2.87s/it] 77%|███████▋ | 7655/10000 [6:05:54<1:52:18, 2.87s/it] 77%|███████▋ | 7656/10000 [6:05:57<1:52:03, 2.87s/it] 77%|███████▋ | 7657/10000 [6:05:59<1:47:51, 2.76s/it] 77%|███████▋ | 7658/10000 [6:06:02<1:49:41, 2.81s/it] 77%|███████▋ | 7659/10000 [6:06:05<1:54:22, 2.93s/it] 77%|███████▋ | 7660/10000 [6:06:09<1:56:22, 2.98s/it] 77%|███████▋ | 7660/10000 [6:06:09<1:56:22, 2.98s/it] 77%|███████▋ | 7661/10000 [6:06:12<1:56:33, 2.99s/it] 77%|███████▋ | 7662/10000 [6:06:14<1:54:29, 2.94s/it] 77%|███████▋ | 7663/10000 [6:06:17<1:53:16, 2.91s/it] 77%|███████▋ | 7664/10000 [6:06:20<1:52:35, 2.89s/it] 77%|███████▋ | 7665/10000 [6:06:23<1:50:59, 2.85s/it] 77%|███████▋ | 7666/10000 [6:06:28<2:15:40, 3.49s/it] 77%|███████▋ | 7667/10000 [6:06:31<2:13:37, 3.44s/it] 77%|███████▋ | 7668/10000 [6:06:34<2:04:42, 3.21s/it] 77%|███████▋ | 7669/10000 [6:06:37<2:01:59, 3.14s/it] 77%|███████▋ | 7670/10000 [6:06:39<1:56:40, 3.00s/it] 77%|███████▋ | 7671/10000 [6:06:43<1:57:41, 3.03s/it] 77%|███████▋ | 7672/10000 [6:06:45<1:55:18, 2.97s/it] 77%|███████▋ | 7673/10000 [6:06:49<1:59:57, 3.09s/it] 77%|███████▋ | 7674/10000 [6:06:52<2:00:34, 3.11s/it] 77%|███████▋ | 7675/10000 [6:06:55<1:59:13, 3.08s/it] 77%|███████▋ | 7676/10000 [6:06:58<1:58:28, 3.06s/it] 77%|███████▋ | 7677/10000 [6:07:00<1:52:41, 2.91s/it] 77%|███████▋ | 7678/10000 [6:07:03<1:47:34, 2.78s/it] 77%|███████▋ | 7679/10000 [6:07:06<1:47:03, 2.77s/it] 77%|███████▋ | 7680/10000 [6:07:09<1:48:37, 2.81s/it] 77%|███████▋ | 7680/10000 [6:07:09<1:48:37, 2.81s/it] 77%|███████▋ | 7681/10000 [6:07:12<1:50:18, 2.85s/it] 77%|███████▋ | 7682/10000 [6:07:15<1:52:59, 2.92s/it] 77%|███████▋ | 7683/10000 [6:07:18<1:57:21, 3.04s/it] 77%|███████▋ | 7684/10000 [6:07:21<1:55:54, 3.00s/it] 77%|███████▋ | 7685/10000 [6:07:24<1:57:33, 3.05s/it] 77%|███████▋ | 7686/10000 [6:07:27<1:59:48, 3.11s/it] 77%|███████▋ | 7687/10000 [6:07:30<1:53:50, 2.95s/it] 77%|███████▋ | 7688/10000 [6:07:33<1:54:23, 2.97s/it] 77%|███████▋ | 7689/10000 [6:07:36<1:50:54, 2.88s/it] 77%|███████▋ | 7690/10000 [6:07:38<1:49:52, 2.85s/it] 77%|███████▋ | 7691/10000 [6:07:41<1:49:16, 2.84s/it] 77%|███████▋ | 7692/10000 [6:07:44<1:48:26, 2.82s/it] 77%|███████▋ | 7693/10000 [6:07:47<1:47:51, 2.80s/it] 77%|███████▋ | 7694/10000 [6:07:50<1:50:43, 2.88s/it] 77%|███████▋ | 7695/10000 [6:07:53<1:51:54, 2.91s/it] 77%|███████▋ | 7696/10000 [6:07:56<1:52:04, 2.92s/it] 77%|███████▋ | 7697/10000 [6:07:59<1:52:25, 2.93s/it] 77%|███████▋ | 7698/10000 [6:08:01<1:49:27, 2.85s/it] 77%|███████▋ | 7699/10000 [6:08:04<1:45:52, 2.76s/it] 77%|███████▋ | 7700/10000 [6:08:07<1:48:51, 2.84s/it] 77%|███████▋ | 7700/10000 [6:08:07<1:48:51, 2.84s/it] 77%|███████▋ | 7701/10000 [6:08:10<1:50:33, 2.89s/it] 77%|███████▋ | 7702/10000 [6:08:13<1:50:16, 2.88s/it] 77%|███████▋ | 7703/10000 [6:08:16<1:51:55, 2.92s/it] 77%|███████▋ | 7704/10000 [6:08:18<1:47:36, 2.81s/it] 77%|███████▋ | 7705/10000 [6:08:21<1:50:07, 2.88s/it] 77%|███████▋ | 7706/10000 [6:08:24<1:46:02, 2.77s/it] 77%|███████▋ | 7707/10000 [6:08:27<1:47:05, 2.80s/it] 77%|███████▋ | 7708/10000 [6:08:30<1:52:35, 2.95s/it] 77%|███████▋ | 7709/10000 [6:08:33<1:49:17, 2.86s/it] 77%|███████▋ | 7710/10000 [6:08:36<1:49:06, 2.86s/it] 77%|███████▋ | 7711/10000 [6:08:38<1:47:58, 2.83s/it] 77%|███████▋ | 7712/10000 [6:08:41<1:49:52, 2.88s/it] 77%|███████▋ | 7713/10000 [6:08:44<1:45:11, 2.76s/it] 77%|███████▋ | 7714/10000 [6:08:47<1:45:18, 2.76s/it] 77%|███████▋ | 7715/10000 [6:08:49<1:45:05, 2.76s/it] 77%|███████▋ | 7716/10000 [6:08:52<1:44:49, 2.75s/it] 77%|███████▋ | 7717/10000 [6:08:55<1:47:35, 2.83s/it] 77%|███████▋ | 7718/10000 [6:08:58<1:43:45, 2.73s/it] 77%|███████▋ | 7719/10000 [6:09:00<1:45:12, 2.77s/it] 77%|███████▋ | 7720/10000 [6:09:03<1:46:55, 2.81s/it] 77%|███████▋ | 7720/10000 [6:09:03<1:46:55, 2.81s/it] 77%|███████▋ | 7721/10000 [6:09:06<1:49:35, 2.89s/it] 77%|███████▋ | 7722/10000 [6:09:09<1:49:20, 2.88s/it] 77%|███████▋ | 7723/10000 [6:09:12<1:51:32, 2.94s/it] 77%|███████▋ | 7724/10000 [6:09:15<1:47:02, 2.82s/it] 77%|███████▋ | 7725/10000 [6:09:18<1:47:01, 2.82s/it] 77%|███████▋ | 7726/10000 [6:09:21<1:49:25, 2.89s/it] 77%|███████▋ | 7727/10000 [6:09:23<1:46:55, 2.82s/it] 77%|███████▋ | 7728/10000 [6:09:26<1:46:54, 2.82s/it] 77%|███████▋ | 7729/10000 [6:09:29<1:47:46, 2.85s/it] 77%|███████▋ | 7730/10000 [6:09:32<1:45:06, 2.78s/it] 77%|███████▋ | 7731/10000 [6:09:35<1:47:33, 2.84s/it] 77%|███████▋ | 7732/10000 [6:09:38<1:50:48, 2.93s/it] 77%|███████▋ | 7733/10000 [6:09:41<1:51:54, 2.96s/it] 77%|███████▋ | 7734/10000 [6:09:44<1:52:06, 2.97s/it] 77%|███████▋ | 7735/10000 [6:09:47<1:53:22, 3.00s/it] 77%|███████▋ | 7736/10000 [6:09:50<1:53:40, 3.01s/it] 77%|███████▋ | 7737/10000 [6:09:53<1:53:47, 3.02s/it] 77%|███████▋ | 7738/10000 [6:09:56<1:51:30, 2.96s/it] 77%|███████▋ | 7739/10000 [6:09:59<1:52:39, 2.99s/it] 77%|███████▋ | 7740/10000 [6:10:02<1:49:57, 2.92s/it] {'loss': '0.165', 'grad_norm': '0.1968', 'learning_rate': '1.211e-06', 'num_tokens': '2.248e+06', 'completions/mean_length': '3.763', 'completions/min_length': '3.25', 'completions/max_length': '4.55', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.763', 'completions/min_terminated_length': '3.25', 'completions/max_terminated_length': '4.55', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5119', 'rewards/reward_semantic/std': '0.07104', 'rewards/reward_length/mean': '-0.04878', 'rewards/reward_length/std': '0.009347', 'reward': '1.151', 'reward_std': '0.02148', 'frac_reward_zero_std': '0.3', 'kl': '0.2764', 'entropy': '0.7442', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.716', 'epoch': '1.243'} +[adaptive-kl] kl=0.461 target=0.3 beta: 0.6667 -> 1.0000 +{'loss': '0.3288', 'grad_norm': '2.222', 'learning_rate': '1.201e-06', 'num_tokens': '2.254e+06', 'completions/mean_length': '4.769', 'completions/min_length': '3.4', 'completions/max_length': '6.8', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.769', 'completions/min_terminated_length': '3.4', 'completions/max_terminated_length': '6.8', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3431', 'rewards/reward_semantic/std': '0.08886', 'rewards/reward_length/mean': '-0.05076', 'rewards/reward_length/std': '0.01573', 'reward': '1.1', 'reward_std': '0.02699', 'frac_reward_zero_std': '0.1', 'kl': '0.4609', 'entropy': '0.8831', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.908', 'epoch': '1.247'} +{'loss': '0.4568', 'grad_norm': '0.0008983', 'learning_rate': '1.191e-06', 'num_tokens': '2.26e+06', 'completions/mean_length': '5.7', 'completions/min_length': '4', 'completions/max_length': '9.7', 'completions/clipped_ratio': '0.00625', 'completions/mean_terminated_length': '5.338', 'completions/min_terminated_length': '4', 'completions/max_terminated_length': '6.85', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4018', 'rewards/reward_semantic/std': '0.09985', 'rewards/reward_length/mean': '-0.05066', 'rewards/reward_length/std': '0.01848', 'reward': '1.118', 'reward_std': '0.03027', 'frac_reward_zero_std': '0.05', 'kl': '0.4432', 'entropy': '0.6964', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '3.102', 'epoch': '1.25'} +[adaptive-kl] kl=0.189 target=0.3 beta: 1.0000 -> 0.6667 +{'loss': '0.1824', 'grad_norm': '3.385', 'learning_rate': '1.181e-06', 'num_tokens': '2.266e+06', 'completions/mean_length': '4.638', 'completions/min_length': '3.35', 'completions/max_length': '6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.638', 'completions/min_terminated_length': '3.35', 'completions/max_terminated_length': '6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3119', 'rewards/reward_semantic/std': '0.09716', 'rewards/reward_length/mean': '-0.05005', 'rewards/reward_length/std': '0.01323', 'reward': '1.091', 'reward_std': '0.02915', 'frac_reward_zero_std': '0.15', 'kl': '0.189', 'entropy': '0.7166', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.833', 'epoch': '1.253'} +{'loss': '0.1993', 'grad_norm': '2.114', 'learning_rate': '1.171e-06', 'num_tokens': '2.272e+06', 'completions/mean_length': '4.756', 'completions/min_length': '3.5', 'completions/max_length': '6.75', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.756', 'completions/min_terminated_length': '3.5', 'completions/max_terminated_length': '6.75', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3037', 'rewards/reward_semantic/std': '0.04265', 'rewards/reward_length/mean': '-0.05566', 'rewards/reward_length/std': '0.01357', 'reward': '1.088', 'reward_std': '0.01333', 'frac_reward_zero_std': '0.1', 'kl': '0.2142', 'entropy': '0.8194', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.883', 'epoch': '1.257'} +[adaptive-kl] kl=0.128 target=0.3 beta: 0.6667 -> 0.4444 +{'loss': '0.1625', 'grad_norm': '1.18', 'learning_rate': '1.161e-06', 'num_tokens': '2.278e+06', 'completions/mean_length': '4.906', 'completions/min_length': '3.5', 'completions/max_length': '7.9', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.906', 'completions/min_terminated_length': '3.5', 'completions/max_terminated_length': '7.9', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.318', 'rewards/reward_semantic/std': '0.1194', 'rewards/reward_length/mean': '-0.05767', 'rewards/reward_length/std': '0.01989', 'reward': '1.093', 'reward_std': '0.03663', 'frac_reward_zero_std': '0.15', 'kl': '0.1276', 'entropy': '0.9218', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.991', 'epoch': '1.26'} +{'loss': '0.1671', 'grad_norm': '6.591', 'learning_rate': '1.151e-06', 'num_tokens': '2.284e+06', 'completions/mean_length': '5.106', 'completions/min_length': '4.05', 'completions/max_length': '6.7', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.106', 'completions/min_terminated_length': '4.05', 'completions/max_terminated_length': '6.7', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4021', 'rewards/reward_semantic/std': '0.005893', 'rewards/reward_length/mean': '-0.0479', 'rewards/reward_length/std': '0.01128', 'reward': '1.118', 'reward_std': '0.002301', 'frac_reward_zero_std': '0.2', 'kl': '0.2955', 'entropy': '0.7467', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.901', 'epoch': '1.263'} +[adaptive-kl] kl=0.177 target=0.3 beta: 0.4444 -> 0.2963 +{'loss': '0.1786', 'grad_norm': '7.081', 'learning_rate': '1.141e-06', 'num_tokens': '2.29e+06', 'completions/mean_length': '4.381', 'completions/min_length': '3.2', 'completions/max_length': '5.65', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.381', 'completions/min_terminated_length': '3.2', 'completions/max_terminated_length': '5.65', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4877', 'rewards/reward_semantic/std': '0.1439', 'rewards/reward_length/mean': '-0.052', 'rewards/reward_length/std': '0.01106', 'reward': '1.144', 'reward_std': '0.04333', 'frac_reward_zero_std': '0.25', 'kl': '0.1775', 'entropy': '0.5694', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.81', 'epoch': '1.266'} + 77%|███████▋ | 7740/10000 [6:10:02<1:49:57, 2.92s/it] 77%|███████▋ | 7741/10000 [6:10:04<1:48:28, 2.88s/it] 77%|███████▋ | 7742/10000 [6:10:07<1:46:50, 2.84s/it] 77%|███████▋ | 7743/10000 [6:10:10<1:44:29, 2.78s/it] 77%|███████▋ | 7744/10000 [6:10:13<1:45:18, 2.80s/it] 77%|███████▋ | 7745/10000 [6:10:16<1:46:16, 2.83s/it] 77%|███████▋ | 7746/10000 [6:10:19<1:49:23, 2.91s/it] 77%|███████▋ | 7747/10000 [6:10:22<1:49:31, 2.92s/it] 77%|███████▋ | 7748/10000 [6:10:25<1:52:06, 2.99s/it] 77%|███████▋ | 7749/10000 [6:10:27<1:48:13, 2.88s/it] 78%|███████▊ | 7750/10000 [6:10:30<1:46:30, 2.84s/it] 78%|███████▊ | 7751/10000 [6:10:33<1:44:08, 2.78s/it] 78%|███████▊ | 7752/10000 [6:10:36<1:44:31, 2.79s/it] 78%|███████▊ | 7753/10000 [6:10:38<1:45:00, 2.80s/it] 78%|███████▊ | 7754/10000 [6:10:41<1:42:50, 2.75s/it] 78%|███████▊ | 7755/10000 [6:10:44<1:46:56, 2.86s/it] 78%|███████▊ | 7756/10000 [6:10:47<1:46:52, 2.86s/it] 78%|███████▊ | 7757/10000 [6:10:50<1:47:39, 2.88s/it] 78%|███████▊ | 7758/10000 [6:10:53<1:45:13, 2.82s/it] 78%|███████▊ | 7759/10000 [6:10:56<1:46:41, 2.86s/it] 78%|███████▊ | 7760/10000 [6:10:59<1:50:18, 2.95s/it] 78%|███████▊ | 7760/10000 [6:10:59<1:50:18, 2.95s/it] 78%|███████▊ | 7761/10000 [6:11:01<1:46:37, 2.86s/it] 78%|███████▊ | 7762/10000 [6:11:05<1:52:17, 3.01s/it] 78%|███████▊ | 7763/10000 [6:11:08<1:53:06, 3.03s/it] 78%|███████▊ | 7764/10000 [6:11:11<1:49:43, 2.94s/it] 78%|███████▊ | 7765/10000 [6:11:13<1:44:32, 2.81s/it] 78%|███████▊ | 7766/10000 [6:11:16<1:47:41, 2.89s/it] 78%|███████▊ | 7767/10000 [6:11:19<1:43:08, 2.77s/it] 78%|███████▊ | 7768/10000 [6:11:21<1:43:39, 2.79s/it] 78%|███████▊ | 7769/10000 [6:11:24<1:45:00, 2.82s/it] 78%|███████▊ | 7770/10000 [6:11:27<1:46:48, 2.87s/it] 78%|███████▊ | 7771/10000 [6:11:30<1:44:03, 2.80s/it] 78%|███████▊ | 7772/10000 [6:11:32<1:40:19, 2.70s/it] 78%|███████▊ | 7773/10000 [6:11:35<1:38:24, 2.65s/it] 78%|███████▊ | 7774/10000 [6:11:38<1:38:45, 2.66s/it] 78%|███████▊ | 7775/10000 [6:11:41<1:42:00, 2.75s/it] 78%|███████▊ | 7776/10000 [6:11:43<1:42:33, 2.77s/it] 78%|███████▊ | 7777/10000 [6:11:46<1:42:54, 2.78s/it] 78%|███████▊ | 7778/10000 [6:11:49<1:45:48, 2.86s/it] 78%|███████▊ | 7779/10000 [6:11:52<1:43:19, 2.79s/it] 78%|███████▊ | 7780/10000 [6:11:55<1:44:35, 2.83s/it] 78%|███████▊ | 7780/10000 [6:11:55<1:44:35, 2.83s/it] 78%|███████▊ | 7781/10000 [6:11:58<1:49:50, 2.97s/it] 78%|███████▊ | 7782/10000 [6:12:01<1:51:44, 3.02s/it] 78%|███████▊ | 7783/10000 [6:12:04<1:50:00, 2.98s/it] 78%|███████▊ | 7784/10000 [6:12:07<1:49:11, 2.96s/it] 78%|███████▊ | 7785/10000 [6:12:10<1:46:07, 2.87s/it] 78%|███████▊ | 7786/10000 [6:12:13<1:45:56, 2.87s/it] 78%|███████▊ | 7787/10000 [6:12:16<1:48:43, 2.95s/it] 78%|███████▊ | 7788/10000 [6:12:19<1:48:04, 2.93s/it] 78%|███████▊ | 7789/10000 [6:12:22<1:49:06, 2.96s/it] 78%|███████▊ | 7790/10000 [6:12:25<1:47:53, 2.93s/it] 78%|███████▊ | 7791/10000 [6:12:27<1:47:07, 2.91s/it] 78%|███████▊ | 7792/10000 [6:12:30<1:46:27, 2.89s/it] 78%|███████▊ | 7793/10000 [6:12:33<1:45:09, 2.86s/it] 78%|███████▊ | 7794/10000 [6:12:36<1:47:12, 2.92s/it] 78%|███████▊ | 7795/10000 [6:12:39<1:50:26, 3.01s/it] 78%|███████▊ | 7796/10000 [6:12:42<1:48:09, 2.94s/it] 78%|███████▊ | 7797/10000 [6:12:45<1:45:15, 2.87s/it] 78%|███████▊ | 7798/10000 [6:12:47<1:42:22, 2.79s/it] 78%|███████▊ | 7799/10000 [6:12:51<1:46:45, 2.91s/it] 78%|███████▊ | 7800/10000 [6:12:54<1:48:32, 2.96s/it] 78%|███████▊ | 7800/10000 [6:12:54<1:48:32, 2.96s/it] 78%|███████▊ | 7801/10000 [6:12:56<1:45:17, 2.87s/it] 78%|███████▊ | 7802/10000 [6:13:00<1:52:10, 3.06s/it] 78%|███████▊ | 7803/10000 [6:13:03<1:50:31, 3.02s/it] 78%|███████▊ | 7804/10000 [6:13:06<1:49:16, 2.99s/it] 78%|███████▊ | 7805/10000 [6:13:09<1:49:49, 3.00s/it] 78%|███████▊ | 7806/10000 [6:13:12<1:50:25, 3.02s/it] 78%|███████▊ | 7807/10000 [6:13:15<1:48:51, 2.98s/it] 78%|███████▊ | 7808/10000 [6:13:18<1:47:53, 2.95s/it] 78%|███████▊ | 7809/10000 [6:13:20<1:46:47, 2.92s/it] 78%|███████▊ | 7810/10000 [6:13:23<1:48:20, 2.97s/it] 78%|███████▊ | 7811/10000 [6:13:26<1:48:52, 2.98s/it] 78%|███████▊ | 7812/10000 [6:13:30<1:51:48, 3.07s/it] 78%|███████▊ | 7813/10000 [6:13:33<1:51:10, 3.05s/it] 78%|███████▊ | 7814/10000 [6:13:36<1:48:27, 2.98s/it] 78%|███████▊ | 7815/10000 [6:13:41<2:15:12, 3.71s/it] 78%|███████▊ | 7816/10000 [6:13:44<2:07:45, 3.51s/it] 78%|███████▊ | 7817/10000 [6:13:47<2:00:06, 3.30s/it] 78%|███████▊ | 7818/10000 [6:13:50<1:59:39, 3.29s/it] 78%|███████▊ | 7819/10000 [6:13:53<1:50:32, 3.04s/it] 78%|███████▊ | 7820/10000 [6:13:55<1:44:15, 2.87s/it] 78%|███████▊ | 7820/10000 [6:13:55<1:44:15, 2.87s/it] 78%|███████▊ | 7821/10000 [6:13:58<1:41:43, 2.80s/it] 78%|███████▊ | 7822/10000 [6:14:00<1:41:48, 2.80s/it] 78%|███████▊ | 7823/10000 [6:14:03<1:38:10, 2.71s/it] 78%|███████▊ | 7824/10000 [6:14:06<1:39:54, 2.75s/it] 78%|███████▊ | 7825/10000 [6:14:09<1:44:57, 2.90s/it] 78%|███████▊ | 7826/10000 [6:14:12<1:43:22, 2.85s/it] 78%|███████▊ | 7827/10000 [6:14:15<1:42:42, 2.84s/it] 78%|███████▊ | 7828/10000 [6:14:17<1:39:57, 2.76s/it] 78%|███████▊ | 7829/10000 [6:14:20<1:45:33, 2.92s/it] 78%|███████▊ | 7830/10000 [6:14:24<1:47:03, 2.96s/it] 78%|███████▊ | 7831/10000 [6:14:27<1:49:39, 3.03s/it] 78%|███████▊ | 7832/10000 [6:14:30<1:47:45, 2.98s/it] 78%|███████▊ | 7833/10000 [6:14:32<1:46:16, 2.94s/it] 78%|███████▊ | 7834/10000 [6:14:36<1:50:00, 3.05s/it] 78%|███████▊ | 7835/10000 [6:14:38<1:45:01, 2.91s/it] 78%|███████▊ | 7836/10000 [6:14:41<1:41:18, 2.81s/it] 78%|███████▊ | 7837/10000 [6:14:44<1:47:53, 2.99s/it] 78%|███████▊ | 7838/10000 [6:14:47<1:47:45, 2.99s/it] 78%|███████▊ | 7839/10000 [6:14:50<1:48:12, 3.00s/it] 78%|███████▊ | 7840/10000 [6:14:53<1:45:34, 2.93s/it] 78%|███████▊ | 7840/10000 [6:14:53<1:45:34, 2.93s/it] 78%|███████▊ | 7841/10000 [6:14:56<1:46:50, 2.97s/it] 78%|███████▊ | 7842/10000 [6:14:59<1:47:00, 2.98s/it] 78%|███████▊ | 7843/10000 [6:15:02<1:48:22, 3.01s/it] 78%|███████▊ | 7844/10000 [6:15:05<1:44:54, 2.92s/it] 78%|███████▊ | 7845/10000 [6:15:08<1:45:47, 2.95s/it] 78%|███████▊ | 7846/10000 [6:15:11<1:45:44, 2.95s/it] 78%|███████▊ | 7847/10000 [6:15:14<1:44:26, 2.91s/it] 78%|███████▊ | 7848/10000 [6:15:17<1:45:32, 2.94s/it] 78%|███████▊ | 7849/10000 [6:15:20<1:47:34, 3.00s/it] 78%|███████▊ | 7850/10000 [6:15:23<1:47:25, 3.00s/it] 79%|███████▊ | 7851/10000 [6:15:26<1:50:59, 3.10s/it] 79%|███████▊ | 7852/10000 [6:15:29<1:45:59, 2.96s/it] 79%|███████▊ | 7853/10000 [6:15:32<1:44:16, 2.91s/it] 79%|███████▊ | 7854/10000 [6:15:35<1:43:19, 2.89s/it] 79%|███████▊ | 7855/10000 [6:15:37<1:42:59, 2.88s/it] 79%|███████▊ | 7856/10000 [6:15:40<1:39:00, 2.77s/it] 79%|███████▊ | 7857/10000 [6:15:43<1:38:47, 2.77s/it] 79%|███████▊ | 7858/10000 [6:15:46<1:41:21, 2.84s/it] 79%|███████▊ | 7859/10000 [6:15:49<1:42:55, 2.88s/it] 79%|███████▊ | 7860/10000 [6:15:51<1:39:44, 2.80s/it] 79%|███████▊ | 7860/10000 [6:15:51<1:39:44, 2.80s/it] 79%|███████▊ | 7861/10000 [6:15:54<1:37:56, 2.75s/it] 79%|███████▊ | 7862/10000 [6:15:57<1:42:36, 2.88s/it] 79%|███████▊ | 7863/10000 [6:16:00<1:42:28, 2.88s/it] 79%|███████▊ | 7864/10000 [6:16:03<1:43:43, 2.91s/it] 79%|███████▊ | 7865/10000 [6:16:05<1:39:43, 2.80s/it] 79%|███████▊ | 7866/10000 [6:16:08<1:41:25, 2.85s/it] 79%|███████▊ | 7867/10000 [6:16:11<1:41:48, 2.86s/it] 79%|███████▊ | 7868/10000 [6:16:14<1:41:04, 2.84s/it] 79%|███████▊ | 7869/10000 [6:16:17<1:42:56, 2.90s/it] 79%|███████▊ | 7870/10000 [6:16:20<1:40:16, 2.82s/it] 79%|███████▊ | 7871/10000 [6:16:23<1:44:54, 2.96s/it] 79%|███████▊ | 7872/10000 [6:16:27<1:50:34, 3.12s/it] 79%|███████▊ | 7873/10000 [6:16:29<1:44:45, 2.95s/it] 79%|███████▊ | 7874/10000 [6:16:32<1:43:25, 2.92s/it] 79%|███████▉ | 7875/10000 [6:16:35<1:42:18, 2.89s/it] 79%|███████▉ | 7876/10000 [6:16:38<1:43:02, 2.91s/it] 79%|███████▉ | 7877/10000 [6:16:40<1:38:33, 2.79s/it] 79%|███████▉ | 7878/10000 [6:16:43<1:39:39, 2.82s/it] 79%|███████▉ | 7879/10000 [6:16:46<1:37:00, 2.74s/it] 79%|███████▉ | 7880/10000 [6:16:49<1:40:11, 2.84s/it] 79%|███████▉ | 7880/10000 [6:16:49<1:40:11, 2.84s/it] 79%|███████▉ | 7881/10000 [6:16:52<1:47:59, 3.06s/it] 79%|███████▉ | 7882/10000 [6:16:55<1:47:32, 3.05s/it] 79%|███████▉ | 7883/10000 [6:16:58<1:46:03, 3.01s/it] 79%|███████▉ | 7884/10000 [6:17:01<1:45:22, 2.99s/it] 79%|███████▉ | 7885/10000 [6:17:04<1:47:47, 3.06s/it] 79%|███████▉ | 7886/10000 [6:17:07<1:42:51, 2.92s/it] 79%|███████▉ | 7887/10000 [6:17:10<1:48:12, 3.07s/it] 79%|███████▉ | 7888/10000 [6:17:14<1:48:13, 3.07s/it] 79%|███████▉ | 7889/10000 [6:17:17<1:47:55, 3.07s/it] 79%|███████▉ | 7890/10000 [6:17:20<1:46:17, 3.02s/it] 79%|███████▉ | 7891/10000 [6:17:22<1:42:29, 2.92s/it] 79%|███████▉ | 7892/10000 [6:17:25<1:39:35, 2.83s/it] 79%|███████▉ | 7893/10000 [6:17:28<1:42:01, 2.91s/it] 79%|███████▉ | 7894/10000 [6:17:31<1:41:23, 2.89s/it] 79%|███████▉ | 7895/10000 [6:17:34<1:42:25, 2.92s/it] 79%|███████▉ | 7896/10000 [6:17:41<2:26:45, 4.19s/it] 79%|███████▉ | 7897/10000 [6:17:44<2:13:01, 3.80s/it] 79%|███████▉ | 7898/10000 [6:17:47<2:03:13, 3.52s/it] 79%|███████▉ | 7899/10000 [6:17:50<2:00:27, 3.44s/it] 79%|███████▉ | 7900/10000 [6:17:52<1:51:10, 3.18s/it] {'loss': '0.1458', 'grad_norm': '0.2935', 'learning_rate': '1.131e-06', 'num_tokens': '2.296e+06', 'completions/mean_length': '4.925', 'completions/min_length': '3.9', 'completions/max_length': '6.45', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.925', 'completions/min_terminated_length': '3.9', 'completions/max_terminated_length': '6.45', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3891', 'rewards/reward_semantic/std': '0.06528', 'rewards/reward_length/mean': '-0.04885', 'rewards/reward_length/std': '0.01189', 'reward': '1.114', 'reward_std': '0.01995', 'frac_reward_zero_std': '0.2', 'kl': '0.3293', 'entropy': '0.6867', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.906', 'epoch': '1.27'} +{'loss': '0.1243', 'grad_norm': '6.879', 'learning_rate': '1.121e-06', 'num_tokens': '2.302e+06', 'completions/mean_length': '4.737', 'completions/min_length': '3.9', 'completions/max_length': '6.1', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.737', 'completions/min_terminated_length': '3.9', 'completions/max_terminated_length': '6.1', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4978', 'rewards/reward_semantic/std': '0.08192', 'rewards/reward_length/mean': '-0.05359', 'rewards/reward_length/std': '0.01311', 'reward': '1.147', 'reward_std': '0.02488', 'frac_reward_zero_std': '0.15', 'kl': '0.3439', 'entropy': '0.7327', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.843', 'epoch': '1.273'} +{'loss': '0.1452', 'grad_norm': '4.351', 'learning_rate': '1.11e-06', 'num_tokens': '2.307e+06', 'completions/mean_length': '4.25', 'completions/min_length': '3.45', 'completions/max_length': '5.65', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.25', 'completions/min_terminated_length': '3.45', 'completions/max_terminated_length': '5.65', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5604', 'rewards/reward_semantic/std': '0.08177', 'rewards/reward_length/mean': '-0.04956', 'rewards/reward_length/std': '0.01254', 'reward': '1.166', 'reward_std': '0.0249', 'frac_reward_zero_std': '0.35', 'kl': '0.3467', 'entropy': '0.533', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.792', 'epoch': '1.276'} +[adaptive-kl] kl=0.540 target=0.3 beta: 0.2963 -> 0.4444 +{'loss': '0.1945', 'grad_norm': '2.705', 'learning_rate': '1.101e-06', 'num_tokens': '2.314e+06', 'completions/mean_length': '5.069', 'completions/min_length': '3.6', 'completions/max_length': '6.65', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.069', 'completions/min_terminated_length': '3.6', 'completions/max_terminated_length': '6.65', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3574', 'rewards/reward_semantic/std': '0.04708', 'rewards/reward_length/mean': '-0.05164', 'rewards/reward_length/std': '0.01225', 'reward': '1.105', 'reward_std': '0.01434', 'frac_reward_zero_std': '0.15', 'kl': '0.5395', 'entropy': '0.8547', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.928', 'epoch': '1.28'} +{'loss': '0.2696', 'grad_norm': '0.08143', 'learning_rate': '1.09e-06', 'num_tokens': '2.32e+06', 'completions/mean_length': '4.894', 'completions/min_length': '3.2', 'completions/max_length': '8.7', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.894', 'completions/min_terminated_length': '3.2', 'completions/max_terminated_length': '8.7', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2871', 'rewards/reward_semantic/std': '0.06646', 'rewards/reward_length/mean': '-0.05784', 'rewards/reward_length/std': '0.02889', 'reward': '1.083', 'reward_std': '0.021', 'frac_reward_zero_std': '0.1', 'kl': '0.4385', 'entropy': '0.82', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '3.057', 'epoch': '1.283'} +{'loss': '0.3327', 'grad_norm': '0.008575', 'learning_rate': '1.081e-06', 'num_tokens': '2.325e+06', 'completions/mean_length': '4.35', 'completions/min_length': '3.1', 'completions/max_length': '6.65', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.35', 'completions/min_terminated_length': '3.1', 'completions/max_terminated_length': '6.65', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3948', 'rewards/reward_semantic/std': '0.04812', 'rewards/reward_length/mean': '-0.05039', 'rewards/reward_length/std': '0.0166', 'reward': '1.116', 'reward_std': '0.01491', 'frac_reward_zero_std': '0.15', 'kl': '0.4274', 'entropy': '0.7622', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.892', 'epoch': '1.286'} +{'loss': '0.18', 'grad_norm': '4.321', 'learning_rate': '1.071e-06', 'num_tokens': '2.331e+06', 'completions/mean_length': '4.844', 'completions/min_length': '3.55', 'completions/max_length': '6.7', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.844', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '6.7', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.463', 'rewards/reward_semantic/std': '0.1656', 'rewards/reward_length/mean': '-0.06064', 'rewards/reward_length/std': '0.01886', 'reward': '1.136', 'reward_std': '0.04985', 'frac_reward_zero_std': '0.15', 'kl': '0.3946', 'entropy': '0.6339', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.893', 'epoch': '1.289'} +[adaptive-kl] kl=0.495 target=0.3 beta: 0.4444 -> 0.6667 +{'loss': '0.2218', 'grad_norm': '1.67', 'learning_rate': '1.061e-06', 'num_tokens': '2.337e+06', 'completions/mean_length': '4.981', 'completions/min_length': '4', 'completions/max_length': '6.45', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.981', 'completions/min_terminated_length': '4', 'completions/max_terminated_length': '6.45', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5069', 'rewards/reward_semantic/std': '0.01628', 'rewards/reward_length/mean': '-0.04937', 'rewards/reward_length/std': '0.01139', 'reward': '1.15', 'reward_std': '0.005184', 'frac_reward_zero_std': '0.35', 'kl': '0.4947', 'entropy': '0.7413', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.864', 'epoch': '1.293'} +[adaptive-kl] kl=0.538 target=0.3 beta: 0.6667 -> 1.0000 + 79%|███████▉ | 7900/10000 [6:17:52<1:51:10, 3.18s/it] 79%|███████▉ | 7901/10000 [6:17:55<1:46:29, 3.04s/it] 79%|███████▉ | 7902/10000 [6:17:58<1:44:31, 2.99s/it] 79%|███████▉ | 7903/10000 [6:18:01<1:43:40, 2.97s/it] 79%|███████▉ | 7904/10000 [6:18:04<1:43:17, 2.96s/it] 79%|███████▉ | 7905/10000 [6:18:07<1:45:02, 3.01s/it] 79%|███████▉ | 7906/10000 [6:18:14<2:25:56, 4.18s/it] 79%|███████▉ | 7907/10000 [6:18:17<2:11:55, 3.78s/it] 79%|███████▉ | 7908/10000 [6:18:20<2:04:58, 3.58s/it] 79%|███████▉ | 7909/10000 [6:18:22<1:54:27, 3.28s/it] 79%|███████▉ | 7910/10000 [6:18:25<1:50:31, 3.17s/it] 79%|███████▉ | 7911/10000 [6:18:28<1:46:20, 3.05s/it] 79%|███████▉ | 7912/10000 [6:18:31<1:44:44, 3.01s/it] 79%|███████▉ | 7913/10000 [6:18:34<1:44:51, 3.01s/it] 79%|███████▉ | 7914/10000 [6:18:37<1:44:57, 3.02s/it] 79%|███████▉ | 7915/10000 [6:18:40<1:43:54, 2.99s/it] 79%|███████▉ | 7916/10000 [6:18:43<1:46:56, 3.08s/it] 79%|███████▉ | 7917/10000 [6:18:47<1:48:54, 3.14s/it] 79%|███████▉ | 7918/10000 [6:18:50<1:46:48, 3.08s/it] 79%|███████▉ | 7919/10000 [6:18:52<1:45:09, 3.03s/it] 79%|███████▉ | 7920/10000 [6:18:55<1:42:54, 2.97s/it] 79%|███████▉ | 7920/10000 [6:18:55<1:42:54, 2.97s/it] 79%|███████▉ | 7921/10000 [6:18:58<1:41:49, 2.94s/it] 79%|███████▉ | 7922/10000 [6:19:01<1:42:19, 2.95s/it] 79%|███████▉ | 7923/10000 [6:19:05<1:46:31, 3.08s/it] 79%|███████▉ | 7924/10000 [6:19:07<1:44:54, 3.03s/it] 79%|███████▉ | 7925/10000 [6:19:11<1:45:29, 3.05s/it] 79%|███████▉ | 7926/10000 [6:19:13<1:44:10, 3.01s/it] 79%|███████▉ | 7927/10000 [6:19:16<1:41:08, 2.93s/it] 79%|███████▉ | 7928/10000 [6:19:19<1:42:31, 2.97s/it] 79%|███████▉ | 7929/10000 [6:19:22<1:40:16, 2.91s/it] 79%|███████▉ | 7930/10000 [6:19:25<1:42:00, 2.96s/it] 79%|███████▉ | 7931/10000 [6:19:28<1:42:02, 2.96s/it] 79%|███████▉ | 7932/10000 [6:19:31<1:40:24, 2.91s/it] 79%|███████▉ | 7933/10000 [6:19:34<1:37:24, 2.83s/it] 79%|███████▉ | 7934/10000 [6:19:37<1:40:06, 2.91s/it] 79%|███████▉ | 7935/10000 [6:19:40<1:41:28, 2.95s/it] 79%|███████▉ | 7936/10000 [6:19:43<1:41:37, 2.95s/it] 79%|███████▉ | 7937/10000 [6:19:46<1:41:25, 2.95s/it] 79%|███████▉ | 7938/10000 [6:19:48<1:38:21, 2.86s/it] 79%|███████▉ | 7939/10000 [6:19:51<1:40:15, 2.92s/it] 79%|███████▉ | 7940/10000 [6:19:54<1:41:34, 2.96s/it] 79%|███████▉ | 7940/10000 [6:19:54<1:41:34, 2.96s/it] 79%|███████▉ | 7941/10000 [6:19:57<1:41:45, 2.97s/it] 79%|███████▉ | 7942/10000 [6:20:00<1:42:52, 3.00s/it] 79%|███████▉ | 7943/10000 [6:20:03<1:38:47, 2.88s/it] 79%|███████▉ | 7944/10000 [6:20:05<1:34:57, 2.77s/it] 79%|███████▉ | 7945/10000 [6:20:08<1:33:32, 2.73s/it] 79%|███████▉ | 7946/10000 [6:20:11<1:32:40, 2.71s/it] 79%|███████▉ | 7947/10000 [6:20:14<1:34:14, 2.75s/it] 79%|███████▉ | 7948/10000 [6:20:17<1:36:41, 2.83s/it] 79%|███████▉ | 7949/10000 [6:20:20<1:38:11, 2.87s/it] 80%|███████▉ | 7950/10000 [6:20:23<1:38:35, 2.89s/it] 80%|███████▉ | 7951/10000 [6:20:25<1:36:04, 2.81s/it] 80%|███████▉ | 7952/10000 [6:20:28<1:37:02, 2.84s/it] 80%|███████▉ | 7953/10000 [6:20:31<1:33:25, 2.74s/it] 80%|███████▉ | 7954/10000 [6:20:33<1:34:42, 2.78s/it] 80%|███████▉ | 7955/10000 [6:20:36<1:35:46, 2.81s/it] 80%|███████▉ | 7956/10000 [6:20:39<1:37:44, 2.87s/it] 80%|███████▉ | 7957/10000 [6:20:42<1:39:53, 2.93s/it] 80%|███████▉ | 7958/10000 [6:20:45<1:40:08, 2.94s/it] 80%|███████▉ | 7959/10000 [6:20:48<1:39:43, 2.93s/it] 80%|███████▉ | 7960/10000 [6:20:51<1:37:58, 2.88s/it] 80%|███████▉ | 7960/10000 [6:20:51<1:37:58, 2.88s/it] 80%|███████▉ | 7961/10000 [6:20:54<1:37:43, 2.88s/it] 80%|███████▉ | 7962/10000 [6:20:56<1:34:15, 2.77s/it] 80%|███████▉ | 7963/10000 [6:20:59<1:33:42, 2.76s/it] 80%|███████▉ | 7964/10000 [6:21:02<1:34:36, 2.79s/it] 80%|███████▉ | 7965/10000 [6:21:05<1:35:58, 2.83s/it] 80%|███████▉ | 7966/10000 [6:21:08<1:35:29, 2.82s/it] 80%|███████▉ | 7967/10000 [6:21:11<1:37:03, 2.86s/it] 80%|███████▉ | 7968/10000 [6:21:14<1:41:54, 3.01s/it] 80%|███████▉ | 7969/10000 [6:21:17<1:40:35, 2.97s/it] 80%|███████▉ | 7970/10000 [6:21:20<1:37:36, 2.88s/it] 80%|███████▉ | 7971/10000 [6:21:22<1:33:53, 2.78s/it] 80%|███████▉ | 7972/10000 [6:21:25<1:33:07, 2.76s/it] 80%|███████▉ | 7973/10000 [6:21:28<1:39:06, 2.93s/it] 80%|███████▉ | 7974/10000 [6:21:31<1:36:36, 2.86s/it] 80%|███████▉ | 7975/10000 [6:21:34<1:36:18, 2.85s/it] 80%|███████▉ | 7976/10000 [6:21:37<1:38:37, 2.92s/it] 80%|███████▉ | 7977/10000 [6:21:40<1:37:02, 2.88s/it] 80%|███████▉ | 7978/10000 [6:21:42<1:36:33, 2.86s/it] 80%|███████▉ | 7979/10000 [6:21:45<1:37:29, 2.89s/it] 80%|███████▉ | 7980/10000 [6:21:48<1:38:06, 2.91s/it] 80%|███████▉ | 7980/10000 [6:21:48<1:38:06, 2.91s/it] 80%|███████▉ | 7981/10000 [6:21:51<1:39:13, 2.95s/it] 80%|███████▉ | 7982/10000 [6:21:54<1:35:42, 2.85s/it] 80%|███████▉ | 7983/10000 [6:21:57<1:36:55, 2.88s/it] 80%|███████▉ | 7984/10000 [6:22:00<1:39:26, 2.96s/it] 80%|███████▉ | 7985/10000 [6:22:03<1:38:22, 2.93s/it] 80%|███████▉ | 7986/10000 [6:22:06<1:42:14, 3.05s/it] 80%|███████▉ | 7987/10000 [6:22:09<1:40:35, 3.00s/it] 80%|███████▉ | 7988/10000 [6:22:12<1:38:35, 2.94s/it] 80%|███████▉ | 7989/10000 [6:22:15<1:36:17, 2.87s/it] 80%|███████▉ | 7990/10000 [6:22:18<1:36:35, 2.88s/it] 80%|███████▉ | 7991/10000 [6:22:21<1:38:26, 2.94s/it] 80%|███████▉ | 7992/10000 [6:22:24<1:41:59, 3.05s/it] 80%|███████▉ | 7993/10000 [6:22:27<1:39:33, 2.98s/it] 80%|███████▉ | 7994/10000 [6:22:30<1:45:08, 3.15s/it] 80%|███████▉ | 7995/10000 [6:22:33<1:40:58, 3.02s/it] 80%|███████▉ | 7996/10000 [6:22:37<1:45:54, 3.17s/it] 80%|███████▉ | 7997/10000 [6:22:39<1:41:57, 3.05s/it] 80%|███████▉ | 7998/10000 [6:22:42<1:37:56, 2.94s/it] 80%|███████▉ | 7999/10000 [6:22:45<1:35:36, 2.87s/it] 80%|████████ | 8000/10000 [6:22:48<1:37:32, 2.93s/it] 80%|████████ | 8000/10000 [6:22:48<1:37:32, 2.93s/it] 80%|████████ | 8001/10000 [6:22:51<1:44:04, 3.12s/it] 80%|████████ | 8002/10000 [6:22:54<1:42:18, 3.07s/it] 80%|████████ | 8003/10000 [6:22:57<1:39:43, 3.00s/it] 80%|████████ | 8004/10000 [6:23:00<1:38:50, 2.97s/it] 80%|████████ | 8005/10000 [6:23:03<1:42:39, 3.09s/it] 80%|████████ | 8006/10000 [6:23:07<1:44:11, 3.14s/it] 80%|████████ | 8007/10000 [6:23:09<1:40:13, 3.02s/it] 80%|████████ | 8008/10000 [6:23:13<1:42:06, 3.08s/it] 80%|████████ | 8009/10000 [6:23:15<1:39:28, 3.00s/it] 80%|████████ | 8010/10000 [6:23:18<1:35:46, 2.89s/it] 80%|████████ | 8011/10000 [6:23:21<1:37:19, 2.94s/it] 80%|████████ | 8012/10000 [6:23:24<1:38:48, 2.98s/it] 80%|████████ | 8013/10000 [6:23:27<1:38:18, 2.97s/it] 80%|████████ | 8014/10000 [6:23:30<1:35:24, 2.88s/it] 80%|████████ | 8015/10000 [6:23:33<1:34:40, 2.86s/it] 80%|████████ | 8016/10000 [6:23:36<1:36:43, 2.93s/it] 80%|████████ | 8017/10000 [6:23:38<1:34:13, 2.85s/it] 80%|████████ | 8018/10000 [6:23:41<1:35:48, 2.90s/it] 80%|████████ | 8019/10000 [6:23:44<1:36:10, 2.91s/it] 80%|████████ | 8020/10000 [6:23:47<1:37:52, 2.97s/it] 80%|████████ | 8020/10000 [6:23:47<1:37:52, 2.97s/it] 80%|████████ | 8021/10000 [6:23:51<1:46:13, 3.22s/it] 80%|████████ | 8022/10000 [6:23:54<1:41:06, 3.07s/it] 80%|████████ | 8023/10000 [6:23:57<1:36:45, 2.94s/it] 80%|████████ | 8024/10000 [6:24:00<1:36:25, 2.93s/it] 80%|████████ | 8025/10000 [6:24:02<1:34:06, 2.86s/it] 80%|████████ | 8026/10000 [6:24:05<1:33:30, 2.84s/it] 80%|████████ | 8027/10000 [6:24:08<1:33:02, 2.83s/it] 80%|████████ | 8028/10000 [6:24:10<1:30:14, 2.75s/it] 80%|████████ | 8029/10000 [6:24:14<1:34:56, 2.89s/it] 80%|████████ | 8030/10000 [6:24:17<1:40:21, 3.06s/it] 80%|████████ | 8031/10000 [6:24:20<1:38:06, 2.99s/it] 80%|████████ | 8032/10000 [6:24:23<1:35:54, 2.92s/it] 80%|████████ | 8033/10000 [6:24:25<1:31:47, 2.80s/it] 80%|████████ | 8034/10000 [6:24:28<1:33:41, 2.86s/it] 80%|████████ | 8035/10000 [6:24:31<1:32:47, 2.83s/it] 80%|████████ | 8036/10000 [6:24:34<1:33:02, 2.84s/it] 80%|████████ | 8037/10000 [6:24:37<1:33:52, 2.87s/it] 80%|████████ | 8038/10000 [6:24:40<1:35:23, 2.92s/it] 80%|████████ | 8039/10000 [6:24:43<1:36:47, 2.96s/it] 80%|████████ | 8040/10000 [6:24:46<1:35:59, 2.94s/it] 80%|████████ | 8040/10000 [6:24:46<1:35:59, 2.94s/it] 80%|████████ | 8041/10000 [6:24:48<1:33:34, 2.87s/it] 80%|████████ | 8042/10000 [6:24:52<1:37:16, 2.98s/it] 80%|████████ | 8043/10000 [6:24:54<1:34:18, 2.89s/it] 80%|████████ | 8044/10000 [6:24:57<1:33:27, 2.87s/it] 80%|████████ | 8045/10000 [6:25:00<1:32:43, 2.85s/it] 80%|████████ | 8046/10000 [6:25:03<1:35:15, 2.93s/it] 80%|████████ | 8047/10000 [6:25:06<1:33:27, 2.87s/it] 80%|████████ | 8048/10000 [6:25:09<1:35:53, 2.95s/it] 80%|████████ | 8049/10000 [6:25:12<1:33:52, 2.89s/it] 80%|████████ | 8050/10000 [6:25:14<1:30:25, 2.78s/it] 81%|████████ | 8051/10000 [6:25:17<1:32:52, 2.86s/it] 81%|████████ | 8052/10000 [6:25:20<1:36:41, 2.98s/it] 81%|████████ | 8053/10000 [6:25:23<1:35:53, 2.96s/it] 81%|████████ | 8054/10000 [6:25:26<1:36:35, 2.98s/it] 81%|████████ | 8055/10000 [6:25:30<1:38:19, 3.03s/it] 81%|████████ | 8056/10000 [6:25:32<1:36:59, 2.99s/it] 81%|████████ | 8057/10000 [6:25:35<1:35:39, 2.95s/it] 81%|████████ | 8058/10000 [6:25:38<1:35:26, 2.95s/it] 81%|████████ | 8059/10000 [6:25:42<1:39:55, 3.09s/it] 81%|████████ | 8060/10000 [6:25:44<1:34:28, 2.92s/it] {'loss': '0.3598', 'grad_norm': '9.786', 'learning_rate': '1.051e-06', 'num_tokens': '2.344e+06', 'completions/mean_length': '5.537', 'completions/min_length': '3.45', 'completions/max_length': '10', 'completions/clipped_ratio': '0.00625', 'completions/mean_terminated_length': '5.171', 'completions/min_terminated_length': '3.45', 'completions/max_terminated_length': '7.25', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2245', 'rewards/reward_semantic/std': '0.09081', 'rewards/reward_length/mean': '-0.05918', 'rewards/reward_length/std': '0.03457', 'reward': '1.064', 'reward_std': '0.02788', 'frac_reward_zero_std': '0.05', 'kl': '0.5378', 'entropy': '0.9654', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '3.172', 'epoch': '1.296'} +{'loss': '0.4215', 'grad_norm': '17.71', 'learning_rate': '1.041e-06', 'num_tokens': '2.35e+06', 'completions/mean_length': '5.475', 'completions/min_length': '3.6', 'completions/max_length': '9.65', 'completions/clipped_ratio': '0.00625', 'completions/mean_terminated_length': '5.111', 'completions/min_terminated_length': '3.6', 'completions/max_terminated_length': '6.95', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2435', 'rewards/reward_semantic/std': '0.1101', 'rewards/reward_length/mean': '-0.05991', 'rewards/reward_length/std': '0.02355', 'reward': '1.07', 'reward_std': '0.03375', 'frac_reward_zero_std': '0.05', 'kl': '0.3297', 'entropy': '0.8551', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '3.131', 'epoch': '1.299'} +{'loss': '0.3973', 'grad_norm': '4.665', 'learning_rate': '1.031e-06', 'num_tokens': '2.356e+06', 'completions/mean_length': '4.844', 'completions/min_length': '3.45', 'completions/max_length': '6.75', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.844', 'completions/min_terminated_length': '3.45', 'completions/max_terminated_length': '6.75', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.333', 'rewards/reward_semantic/std': '0.1712', 'rewards/reward_length/mean': '-0.05935', 'rewards/reward_length/std': '0.01811', 'reward': '1.097', 'reward_std': '0.0515', 'frac_reward_zero_std': '0.05', 'kl': '0.3626', 'entropy': '0.925', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.938', 'epoch': '1.302'} +[adaptive-kl] kl=0.151 target=0.3 beta: 1.0000 -> 0.6667 +{'loss': '0.1902', 'grad_norm': '2.706', 'learning_rate': '1.021e-06', 'num_tokens': '2.361e+06', 'completions/mean_length': '4.569', 'completions/min_length': '3.6', 'completions/max_length': '5.6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.569', 'completions/min_terminated_length': '3.6', 'completions/max_terminated_length': '5.6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3148', 'rewards/reward_semantic/std': '0.08705', 'rewards/reward_length/mean': '-0.05352', 'rewards/reward_length/std': '0.01373', 'reward': '1.092', 'reward_std': '0.02642', 'frac_reward_zero_std': '0.2', 'kl': '0.1507', 'entropy': '0.763', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.826', 'epoch': '1.306'} +{'loss': '0.1473', 'grad_norm': '1.915', 'learning_rate': '1.011e-06', 'num_tokens': '2.367e+06', 'completions/mean_length': '4.044', 'completions/min_length': '3.3', 'completions/max_length': '5.85', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.044', 'completions/min_terminated_length': '3.3', 'completions/max_terminated_length': '5.85', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4722', 'rewards/reward_semantic/std': '0.1152', 'rewards/reward_length/mean': '-0.05032', 'rewards/reward_length/std': '0.01507', 'reward': '1.139', 'reward_std': '0.0347', 'frac_reward_zero_std': '0.2', 'kl': '0.2642', 'entropy': '0.6077', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.853', 'epoch': '1.309'} +[adaptive-kl] kl=0.184 target=0.3 beta: 0.6667 -> 0.4444 +{'loss': '0.1935', 'grad_norm': '3.945', 'learning_rate': '1e-06', 'num_tokens': '2.373e+06', 'completions/mean_length': '4.681', 'completions/min_length': '3.3', 'completions/max_length': '7.3', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.681', 'completions/min_terminated_length': '3.3', 'completions/max_terminated_length': '7.3', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2673', 'rewards/reward_semantic/std': '0.09138', 'rewards/reward_length/mean': '-0.06045', 'rewards/reward_length/std': '0.01802', 'reward': '1.077', 'reward_std': '0.02787', 'frac_reward_zero_std': '0.2', 'kl': '0.1837', 'entropy': '0.9566', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.959', 'epoch': '1.312'} +[adaptive-kl] kl=0.072 target=0.3 beta: 0.4444 -> 0.2963 +{'loss': '0.0664', 'grad_norm': '3.242', 'learning_rate': '9.905e-07', 'num_tokens': '2.379e+06', 'completions/mean_length': '5.7', 'completions/min_length': '4.45', 'completions/max_length': '6.95', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.7', 'completions/min_terminated_length': '4.45', 'completions/max_terminated_length': '6.95', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3594', 'rewards/reward_semantic/std': '0.1291', 'rewards/reward_length/mean': '-0.06538', 'rewards/reward_length/std': '0.01451', 'reward': '1.105', 'reward_std': '0.03904', 'frac_reward_zero_std': '0.2', 'kl': '0.07246', 'entropy': '0.7933', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.947', 'epoch': '1.316'} +[adaptive-kl] kl=0.147 target=0.3 beta: 0.2963 -> 0.1975 +{'loss': '0.1046', 'grad_norm': '2.216', 'learning_rate': '9.805e-07', 'num_tokens': '2.385e+06', 'completions/mean_length': '3.969', 'completions/min_length': '3.05', 'completions/max_length': '6.3', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.969', 'completions/min_terminated_length': '3.05', 'completions/max_terminated_length': '6.3', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3557', 'rewards/reward_semantic/std': '0.1437', 'rewards/reward_length/mean': '-0.0563', 'rewards/reward_length/std': '0.01481', 'reward': '1.104', 'reward_std': '0.04328', 'frac_reward_zero_std': '0.05', 'kl': '0.1471', 'entropy': '0.8627', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.9', 'epoch': '1.319'} + 81%|████████ | 8060/10000 [6:25:44<1:34:28, 2.92s/it] 81%|████████ | 8061/10000 [6:25:47<1:34:19, 2.92s/it] 81%|████████ | 8062/10000 [6:25:50<1:33:47, 2.90s/it] 81%|████████ | 8063/10000 [6:25:53<1:31:17, 2.83s/it] 81%|████████ | 8064/10000 [6:25:55<1:28:00, 2.73s/it] 81%|████████ | 8065/10000 [6:25:58<1:30:06, 2.79s/it] 81%|████████ | 8066/10000 [6:26:01<1:32:03, 2.86s/it] 81%|████████ | 8067/10000 [6:26:04<1:28:57, 2.76s/it] 81%|████████ | 8068/10000 [6:26:06<1:28:11, 2.74s/it] 81%|████████ | 8069/10000 [6:26:09<1:30:05, 2.80s/it] 81%|████████ | 8070/10000 [6:26:12<1:30:09, 2.80s/it] 81%|████████ | 8071/10000 [6:26:15<1:30:52, 2.83s/it] 81%|████████ | 8072/10000 [6:26:17<1:28:00, 2.74s/it] 81%|████████ | 8073/10000 [6:26:21<1:31:04, 2.84s/it] 81%|████████ | 8074/10000 [6:26:24<1:36:10, 3.00s/it] 81%|████████ | 8075/10000 [6:26:26<1:31:53, 2.86s/it] 81%|████████ | 8076/10000 [6:26:30<1:33:26, 2.91s/it] 81%|████████ | 8077/10000 [6:26:32<1:32:57, 2.90s/it] 81%|████████ | 8078/10000 [6:26:35<1:30:52, 2.84s/it] 81%|████████ | 8079/10000 [6:26:38<1:32:45, 2.90s/it] 81%|████████ | 8080/10000 [6:26:41<1:30:53, 2.84s/it] 81%|████████ | 8080/10000 [6:26:41<1:30:53, 2.84s/it] 81%|████████ | 8081/10000 [6:26:44<1:29:25, 2.80s/it] 81%|████████ | 8082/10000 [6:26:46<1:28:07, 2.76s/it] 81%|████████ | 8083/10000 [6:26:50<1:33:38, 2.93s/it] 81%|████████ | 8084/10000 [6:26:53<1:35:10, 2.98s/it] 81%|████████ | 8085/10000 [6:26:55<1:33:27, 2.93s/it] 81%|████████ | 8086/10000 [6:26:59<1:37:05, 3.04s/it] 81%|████████ | 8087/10000 [6:27:02<1:34:40, 2.97s/it] 81%|████████ | 8088/10000 [6:27:04<1:30:35, 2.84s/it] 81%|████████ | 8089/10000 [6:27:07<1:30:47, 2.85s/it] 81%|████████ | 8090/10000 [6:27:09<1:27:38, 2.75s/it] 81%|████████ | 8091/10000 [6:27:12<1:27:30, 2.75s/it] 81%|████████ | 8092/10000 [6:27:15<1:27:50, 2.76s/it] 81%|████████ | 8093/10000 [6:27:18<1:26:45, 2.73s/it] 81%|████████ | 8094/10000 [6:27:21<1:28:32, 2.79s/it] 81%|████████ | 8095/10000 [6:27:24<1:33:27, 2.94s/it] 81%|████████ | 8096/10000 [6:27:27<1:37:05, 3.06s/it] 81%|████████ | 8097/10000 [6:27:30<1:34:55, 2.99s/it] 81%|████████ | 8098/10000 [6:27:33<1:30:30, 2.86s/it] 81%|████████ | 8099/10000 [6:27:35<1:30:42, 2.86s/it] 81%|████████ | 8100/10000 [6:27:38<1:27:32, 2.76s/it] 81%|████████ | 8100/10000 [6:27:38<1:27:32, 2.76s/it] 81%|████████ | 8101/10000 [6:27:41<1:29:36, 2.83s/it] 81%|████████ | 8102/10000 [6:27:44<1:30:59, 2.88s/it] 81%|████████ | 8103/10000 [6:27:47<1:30:59, 2.88s/it] 81%|████████ | 8104/10000 [6:27:50<1:32:14, 2.92s/it] 81%|████████ | 8105/10000 [6:27:53<1:30:30, 2.87s/it] 81%|████████ | 8106/10000 [6:27:55<1:27:20, 2.77s/it] 81%|████████ | 8107/10000 [6:27:58<1:31:58, 2.92s/it] 81%|████████ | 8108/10000 [6:28:01<1:29:53, 2.85s/it] 81%|████████ | 8109/10000 [6:28:04<1:29:23, 2.84s/it] 81%|████████ | 8110/10000 [6:28:07<1:27:32, 2.78s/it] 81%|████████ | 8111/10000 [6:28:09<1:27:29, 2.78s/it] 81%|████████ | 8112/10000 [6:28:12<1:30:07, 2.86s/it] 81%|████████ | 8113/10000 [6:28:15<1:28:13, 2.81s/it] 81%|████████ | 8114/10000 [6:28:18<1:30:55, 2.89s/it] 81%|████████ | 8115/10000 [6:28:21<1:32:48, 2.95s/it] 81%|████████ | 8116/10000 [6:28:24<1:31:04, 2.90s/it] 81%|████████ | 8117/10000 [6:28:27<1:32:10, 2.94s/it] 81%|████████ | 8118/10000 [6:28:30<1:32:55, 2.96s/it] 81%|████████ | 8119/10000 [6:28:33<1:30:48, 2.90s/it] 81%|████████ | 8120/10000 [6:28:36<1:31:55, 2.93s/it] 81%|████████ | 8120/10000 [6:28:36<1:31:55, 2.93s/it] 81%|████████ | 8121/10000 [6:28:39<1:32:48, 2.96s/it] 81%|████████ | 8122/10000 [6:28:42<1:31:39, 2.93s/it] 81%|████████ | 8123/10000 [6:28:45<1:31:41, 2.93s/it] 81%|████████ | 8124/10000 [6:28:48<1:30:55, 2.91s/it] 81%|████████▏ | 8125/10000 [6:28:50<1:30:05, 2.88s/it] 81%|████████▏ | 8126/10000 [6:28:53<1:29:48, 2.88s/it] 81%|████████▏ | 8127/10000 [6:28:56<1:30:40, 2.90s/it] 81%|████████▏ | 8128/10000 [6:28:59<1:27:06, 2.79s/it] 81%|████████▏ | 8129/10000 [6:29:01<1:25:14, 2.73s/it] 81%|████████▏ | 8130/10000 [6:29:04<1:29:26, 2.87s/it] 81%|████████▏ | 8131/10000 [6:29:07<1:29:51, 2.88s/it] 81%|████████▏ | 8132/10000 [6:29:11<1:33:31, 3.00s/it] 81%|████████▏ | 8133/10000 [6:29:13<1:29:00, 2.86s/it] 81%|████████▏ | 8134/10000 [6:29:16<1:26:01, 2.77s/it] 81%|████████▏ | 8135/10000 [6:29:18<1:25:34, 2.75s/it] 81%|████████▏ | 8136/10000 [6:29:22<1:30:23, 2.91s/it] 81%|████████▏ | 8137/10000 [6:29:25<1:33:08, 3.00s/it] 81%|████████▏ | 8138/10000 [6:29:28<1:33:32, 3.01s/it] 81%|████████▏ | 8139/10000 [6:29:31<1:30:54, 2.93s/it] 81%|████████▏ | 8140/10000 [6:29:33<1:28:55, 2.87s/it] 81%|████████▏ | 8140/10000 [6:29:33<1:28:55, 2.87s/it] 81%|████████▏ | 8141/10000 [6:29:41<2:09:02, 4.16s/it] 81%|████████▏ | 8142/10000 [6:29:43<1:53:28, 3.66s/it] 81%|████████▏ | 8143/10000 [6:29:46<1:44:23, 3.37s/it] 81%|████████▏ | 8144/10000 [6:29:49<1:40:37, 3.25s/it] 81%|████████▏ | 8145/10000 [6:29:51<1:34:45, 3.07s/it] 81%|████████▏ | 8146/10000 [6:29:54<1:29:44, 2.90s/it] 81%|████████▏ | 8147/10000 [6:29:57<1:32:27, 2.99s/it] 81%|████████▏ | 8148/10000 [6:30:00<1:34:12, 3.05s/it] 81%|████████▏ | 8149/10000 [6:30:04<1:38:07, 3.18s/it] 82%|████████▏ | 8150/10000 [6:30:07<1:36:53, 3.14s/it] 82%|████████▏ | 8151/10000 [6:30:09<1:30:51, 2.95s/it] 82%|████████▏ | 8152/10000 [6:30:12<1:31:34, 2.97s/it] 82%|████████▏ | 8153/10000 [6:30:16<1:34:04, 3.06s/it] 82%|████████▏ | 8154/10000 [6:30:18<1:29:27, 2.91s/it] 82%|████████▏ | 8155/10000 [6:30:21<1:28:41, 2.88s/it] 82%|████████▏ | 8156/10000 [6:30:24<1:31:37, 2.98s/it] 82%|████████▏ | 8157/10000 [6:30:27<1:31:09, 2.97s/it] 82%|████████▏ | 8158/10000 [6:30:30<1:30:19, 2.94s/it] 82%|████████▏ | 8159/10000 [6:30:33<1:30:06, 2.94s/it] 82%|████████▏ | 8160/10000 [6:30:36<1:28:27, 2.88s/it] 82%|████████▏ | 8160/10000 [6:30:36<1:28:27, 2.88s/it] 82%|████████▏ | 8161/10000 [6:30:39<1:31:36, 2.99s/it] 82%|████████▏ | 8162/10000 [6:30:42<1:31:36, 2.99s/it] 82%|████████▏ | 8163/10000 [6:30:45<1:35:38, 3.12s/it] 82%|████████▏ | 8164/10000 [6:30:48<1:31:27, 2.99s/it] 82%|████████▏ | 8165/10000 [6:30:51<1:33:16, 3.05s/it] 82%|████████▏ | 8166/10000 [6:30:54<1:29:32, 2.93s/it] 82%|████████▏ | 8167/10000 [6:30:57<1:30:47, 2.97s/it] 82%|████████▏ | 8168/10000 [6:31:00<1:29:42, 2.94s/it] 82%|████████▏ | 8169/10000 [6:31:03<1:30:54, 2.98s/it] 82%|████████▏ | 8170/10000 [6:31:06<1:28:46, 2.91s/it] 82%|████████▏ | 8171/10000 [6:31:09<1:32:44, 3.04s/it] 82%|████████▏ | 8172/10000 [6:31:12<1:32:28, 3.04s/it] 82%|████████▏ | 8173/10000 [6:31:15<1:30:06, 2.96s/it] 82%|████████▏ | 8174/10000 [6:31:18<1:31:42, 3.01s/it] 82%|████████▏ | 8175/10000 [6:31:21<1:30:38, 2.98s/it] 82%|████████▏ | 8176/10000 [6:31:24<1:28:30, 2.91s/it] 82%|████████▏ | 8177/10000 [6:31:27<1:28:00, 2.90s/it] 82%|████████▏ | 8178/10000 [6:31:29<1:28:37, 2.92s/it] 82%|████████▏ | 8179/10000 [6:31:32<1:24:55, 2.80s/it] 82%|████████▏ | 8180/10000 [6:31:35<1:25:46, 2.83s/it] 82%|████████▏ | 8180/10000 [6:31:35<1:25:46, 2.83s/it] 82%|████████▏ | 8181/10000 [6:31:38<1:27:21, 2.88s/it] 82%|████████▏ | 8182/10000 [6:31:41<1:30:12, 2.98s/it] 82%|████████▏ | 8183/10000 [6:31:44<1:27:58, 2.90s/it] 82%|████████▏ | 8184/10000 [6:31:47<1:29:41, 2.96s/it] 82%|████████▏ | 8185/10000 [6:31:49<1:25:32, 2.83s/it] 82%|████████▏ | 8186/10000 [6:31:52<1:24:40, 2.80s/it] 82%|████████▏ | 8187/10000 [6:31:55<1:26:10, 2.85s/it] 82%|████████▏ | 8188/10000 [6:31:58<1:23:14, 2.76s/it] 82%|████████▏ | 8189/10000 [6:32:01<1:28:57, 2.95s/it] 82%|████████▏ | 8190/10000 [6:32:04<1:30:24, 3.00s/it] 82%|████████▏ | 8191/10000 [6:32:07<1:29:04, 2.95s/it] 82%|████████▏ | 8192/10000 [6:32:10<1:30:00, 2.99s/it] 82%|████████▏ | 8193/10000 [6:32:13<1:28:36, 2.94s/it] 82%|████████▏ | 8194/10000 [6:32:16<1:30:30, 3.01s/it] 82%|████████▏ | 8195/10000 [6:32:19<1:31:33, 3.04s/it] 82%|████████▏ | 8196/10000 [6:32:22<1:33:11, 3.10s/it] 82%|████████▏ | 8197/10000 [6:32:25<1:31:44, 3.05s/it] 82%|████████▏ | 8198/10000 [6:32:28<1:26:53, 2.89s/it] 82%|████████▏ | 8199/10000 [6:32:31<1:24:11, 2.81s/it] 82%|████████▏ | 8200/10000 [6:32:34<1:27:06, 2.90s/it] 82%|████████▏ | 8200/10000 [6:32:34<1:27:06, 2.90s/it] 82%|████████▏ | 8201/10000 [6:32:36<1:25:58, 2.87s/it] 82%|████████▏ | 8202/10000 [6:32:39<1:26:22, 2.88s/it] 82%|████████▏ | 8203/10000 [6:32:42<1:23:07, 2.78s/it] 82%|████████▏ | 8204/10000 [6:32:45<1:23:52, 2.80s/it] 82%|████████▏ | 8205/10000 [6:32:48<1:23:53, 2.80s/it] 82%|████████▏ | 8206/10000 [6:32:50<1:22:28, 2.76s/it] 82%|████████▏ | 8207/10000 [6:32:53<1:25:11, 2.85s/it] 82%|████████▏ | 8208/10000 [6:32:56<1:26:38, 2.90s/it] 82%|████████▏ | 8209/10000 [6:32:59<1:25:44, 2.87s/it] 82%|████████▏ | 8210/10000 [6:33:02<1:25:18, 2.86s/it] 82%|████████▏ | 8211/10000 [6:33:05<1:27:45, 2.94s/it] 82%|████████▏ | 8212/10000 [6:33:08<1:25:41, 2.88s/it] 82%|████████▏ | 8213/10000 [6:33:11<1:26:46, 2.91s/it] 82%|████████▏ | 8214/10000 [6:33:13<1:24:39, 2.84s/it] 82%|████████▏ | 8215/10000 [6:33:17<1:26:56, 2.92s/it] 82%|████████▏ | 8216/10000 [6:33:19<1:23:30, 2.81s/it] 82%|████████▏ | 8217/10000 [6:33:22<1:22:25, 2.77s/it] 82%|████████▏ | 8218/10000 [6:33:24<1:20:11, 2.70s/it] 82%|████████▏ | 8219/10000 [6:33:27<1:23:08, 2.80s/it] 82%|████████▏ | 8220/10000 [6:33:30<1:25:15, 2.87s/it] {'loss': '0.1072', 'grad_norm': '0.004021', 'learning_rate': '9.705e-07', 'num_tokens': '2.391e+06', 'completions/mean_length': '5.2', 'completions/min_length': '3.8', 'completions/max_length': '6.85', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.2', 'completions/min_terminated_length': '3.8', 'completions/max_terminated_length': '6.85', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3277', 'rewards/reward_semantic/std': '0.06394', 'rewards/reward_length/mean': '-0.05139', 'rewards/reward_length/std': '0.01168', 'reward': '1.096', 'reward_std': '0.01949', 'frac_reward_zero_std': '0.15', 'kl': '0.3348', 'entropy': '0.884', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.915', 'epoch': '1.322'} +[adaptive-kl] kl=0.198 target=0.3 beta: 0.1975 -> 0.1317 +{'loss': '0.06238', 'grad_norm': '0.2033', 'learning_rate': '9.605e-07', 'num_tokens': '2.397e+06', 'completions/mean_length': '4.25', 'completions/min_length': '2.95', 'completions/max_length': '5.6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.25', 'completions/min_terminated_length': '2.95', 'completions/max_terminated_length': '5.6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3959', 'rewards/reward_semantic/std': '0.1681', 'rewards/reward_length/mean': '-0.05542', 'rewards/reward_length/std': '0.01652', 'reward': '1.116', 'reward_std': '0.05049', 'frac_reward_zero_std': '0.25', 'kl': '0.1982', 'entropy': '0.8374', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.817', 'epoch': '1.325'} +{'loss': '0.08084', 'grad_norm': '0.1554', 'learning_rate': '9.505e-07', 'num_tokens': '2.403e+06', 'completions/mean_length': '4.194', 'completions/min_length': '3.3', 'completions/max_length': '5.8', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.194', 'completions/min_terminated_length': '3.3', 'completions/max_terminated_length': '5.8', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5486', 'rewards/reward_semantic/std': '0.1139', 'rewards/reward_length/mean': '-0.04695', 'rewards/reward_length/std': '0.01237', 'reward': '1.162', 'reward_std': '0.03434', 'frac_reward_zero_std': '0.25', 'kl': '0.237', 'entropy': '0.6089', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.847', 'epoch': '1.329'} +[adaptive-kl] kl=0.200 target=0.3 beta: 0.1317 -> 0.0878 +{'loss': '0.09556', 'grad_norm': '6.496', 'learning_rate': '9.405e-07', 'num_tokens': '2.409e+06', 'completions/mean_length': '4.7', 'completions/min_length': '3.5', 'completions/max_length': '6.2', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.7', 'completions/min_terminated_length': '3.5', 'completions/max_terminated_length': '6.2', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3896', 'rewards/reward_semantic/std': '0.07592', 'rewards/reward_length/mean': '-0.06082', 'rewards/reward_length/std': '0.01442', 'reward': '1.114', 'reward_std': '0.02333', 'frac_reward_zero_std': '0.3', 'kl': '0.2', 'entropy': '0.6828', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.88', 'epoch': '1.332'} +{'loss': '0.1255', 'grad_norm': '10.49', 'learning_rate': '9.305e-07', 'num_tokens': '2.415e+06', 'completions/mean_length': '4.388', 'completions/min_length': '3.1', 'completions/max_length': '6.1', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.388', 'completions/min_terminated_length': '3.1', 'completions/max_terminated_length': '6.1', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.1888', 'rewards/reward_semantic/std': '0.09226', 'rewards/reward_length/mean': '-0.0572', 'rewards/reward_length/std': '0.01784', 'reward': '1.054', 'reward_std': '0.02838', 'frac_reward_zero_std': '0.15', 'kl': '0.2232', 'entropy': '0.7091', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.869', 'epoch': '1.335'} +{'loss': '0.117', 'grad_norm': '9.299', 'learning_rate': '9.205e-07', 'num_tokens': '2.421e+06', 'completions/mean_length': '5.106', 'completions/min_length': '3.45', 'completions/max_length': '9.35', 'completions/clipped_ratio': '0.00625', 'completions/mean_terminated_length': '4.737', 'completions/min_terminated_length': '3.45', 'completions/max_terminated_length': '6.5', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3038', 'rewards/reward_semantic/std': '0.108', 'rewards/reward_length/mean': '-0.05615', 'rewards/reward_length/std': '0.01752', 'reward': '1.088', 'reward_std': '0.0327', 'frac_reward_zero_std': '0.15', 'kl': '0.3153', 'entropy': '0.9074', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '3.103', 'epoch': '1.339'} +{'loss': '0.07505', 'grad_norm': '7.471', 'learning_rate': '9.105e-07', 'num_tokens': '2.427e+06', 'completions/mean_length': '5.05', 'completions/min_length': '3.8', 'completions/max_length': '7', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.05', 'completions/min_terminated_length': '3.8', 'completions/max_terminated_length': '7', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2828', 'rewards/reward_semantic/std': '0.1153', 'rewards/reward_length/mean': '-0.06995', 'rewards/reward_length/std': '0.02187', 'reward': '1.081', 'reward_std': '0.03487', 'frac_reward_zero_std': '0.1', 'kl': '0.2502', 'entropy': '0.9091', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.944', 'epoch': '1.342'} +{'loss': '0.0941', 'grad_norm': '7.16', 'learning_rate': '9.005e-07', 'num_tokens': '2.433e+06', 'completions/mean_length': '4.756', 'completions/min_length': '3.15', 'completions/max_length': '6.7', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.756', 'completions/min_terminated_length': '3.15', 'completions/max_terminated_length': '6.7', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3279', 'rewards/reward_semantic/std': '0.09075', 'rewards/reward_length/mean': '-0.04436', 'rewards/reward_length/std': '0.01454', 'reward': '1.096', 'reward_std': '0.02758', 'frac_reward_zero_std': '0.25', 'kl': '0.3684', 'entropy': '0.8808', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.927', 'epoch': '1.345'} +[adaptive-kl] kl=0.544 target=0.3 beta: 0.0878 -> 0.1317 + 82%|████████▏ | 8220/10000 [6:33:30<1:25:15, 2.87s/it] 82%|████████▏ | 8221/10000 [6:33:33<1:23:27, 2.81s/it] 82%|████████▏ | 8222/10000 [6:33:36<1:23:45, 2.83s/it] 82%|████████▏ | 8223/10000 [6:33:40<1:31:44, 3.10s/it] 82%|████████▏ | 8224/10000 [6:33:42<1:27:22, 2.95s/it] 82%|████████▏ | 8225/10000 [6:33:45<1:24:17, 2.85s/it] 82%|████████▏ | 8226/10000 [6:33:48<1:22:23, 2.79s/it] 82%|████████▏ | 8227/10000 [6:33:51<1:25:03, 2.88s/it] 82%|████████▏ | 8228/10000 [6:33:54<1:25:11, 2.88s/it] 82%|████████▏ | 8229/10000 [6:33:56<1:25:24, 2.89s/it] 82%|████████▏ | 8230/10000 [6:34:00<1:27:11, 2.96s/it] 82%|████████▏ | 8231/10000 [6:34:03<1:27:14, 2.96s/it] 82%|████████▏ | 8232/10000 [6:34:05<1:25:50, 2.91s/it] 82%|████████▏ | 8233/10000 [6:34:08<1:25:02, 2.89s/it] 82%|████████▏ | 8234/10000 [6:34:11<1:25:37, 2.91s/it] 82%|████████▏ | 8235/10000 [6:34:14<1:26:54, 2.95s/it] 82%|████████▏ | 8236/10000 [6:34:17<1:23:41, 2.85s/it] 82%|████████▏ | 8237/10000 [6:34:20<1:23:16, 2.83s/it] 82%|████████▏ | 8238/10000 [6:34:22<1:23:59, 2.86s/it] 82%|████████▏ | 8239/10000 [6:34:25<1:23:55, 2.86s/it] 82%|████████▏ | 8240/10000 [6:34:28<1:23:14, 2.84s/it] 82%|████████▏ | 8240/10000 [6:34:28<1:23:14, 2.84s/it] 82%|████████▏ | 8241/10000 [6:34:31<1:25:37, 2.92s/it] 82%|████████▏ | 8242/10000 [6:34:34<1:25:23, 2.91s/it] 82%|████████▏ | 8243/10000 [6:34:37<1:26:36, 2.96s/it] 82%|████████▏ | 8244/10000 [6:34:40<1:25:54, 2.94s/it] 82%|████████▏ | 8245/10000 [6:34:43<1:22:53, 2.83s/it] 82%|████████▏ | 8246/10000 [6:34:46<1:23:20, 2.85s/it] 82%|████████▏ | 8247/10000 [6:34:48<1:23:12, 2.85s/it] 82%|████████▏ | 8248/10000 [6:34:51<1:23:04, 2.85s/it] 82%|████████▏ | 8249/10000 [6:34:54<1:24:08, 2.88s/it] 82%|████████▎ | 8250/10000 [6:34:57<1:25:33, 2.93s/it] 83%|████████▎ | 8251/10000 [6:35:01<1:28:46, 3.05s/it] 83%|████████▎ | 8252/10000 [6:35:04<1:29:29, 3.07s/it] 83%|████████▎ | 8253/10000 [6:35:06<1:26:28, 2.97s/it] 83%|████████▎ | 8254/10000 [6:35:09<1:26:15, 2.96s/it] 83%|████████▎ | 8255/10000 [6:35:13<1:28:23, 3.04s/it] 83%|████████▎ | 8256/10000 [6:35:15<1:24:20, 2.90s/it] 83%|████████▎ | 8257/10000 [6:35:18<1:21:45, 2.81s/it] 83%|████████▎ | 8258/10000 [6:35:21<1:21:56, 2.82s/it] 83%|████████▎ | 8259/10000 [6:35:24<1:26:11, 2.97s/it] 83%|████████▎ | 8260/10000 [6:35:27<1:26:13, 2.97s/it] 83%|████████▎ | 8260/10000 [6:35:27<1:26:13, 2.97s/it] 83%|████████▎ | 8261/10000 [6:35:30<1:25:08, 2.94s/it] 83%|████████▎ | 8262/10000 [6:35:33<1:24:33, 2.92s/it] 83%|████████▎ | 8263/10000 [6:35:35<1:23:01, 2.87s/it] 83%|████████▎ | 8264/10000 [6:35:38<1:23:38, 2.89s/it] 83%|████████▎ | 8265/10000 [6:35:42<1:26:56, 3.01s/it] 83%|████████▎ | 8266/10000 [6:35:44<1:23:52, 2.90s/it] 83%|████████▎ | 8267/10000 [6:35:47<1:22:04, 2.84s/it] 83%|████████▎ | 8268/10000 [6:35:50<1:23:16, 2.88s/it] 83%|████████▎ | 8269/10000 [6:35:53<1:21:23, 2.82s/it] 83%|████████▎ | 8270/10000 [6:35:55<1:18:22, 2.72s/it] 83%|████████▎ | 8271/10000 [6:35:58<1:20:49, 2.80s/it] 83%|████████▎ | 8272/10000 [6:36:01<1:21:07, 2.82s/it] 83%|████████▎ | 8273/10000 [6:36:04<1:20:21, 2.79s/it] 83%|████████▎ | 8274/10000 [6:36:07<1:20:13, 2.79s/it] 83%|████████▎ | 8275/10000 [6:36:09<1:20:06, 2.79s/it] 83%|████████▎ | 8276/10000 [6:36:12<1:19:19, 2.76s/it] 83%|████████▎ | 8277/10000 [6:36:15<1:20:04, 2.79s/it] 83%|████████▎ | 8278/10000 [6:36:18<1:21:32, 2.84s/it] 83%|████████▎ | 8279/10000 [6:36:21<1:21:51, 2.85s/it] 83%|████████▎ | 8280/10000 [6:36:23<1:20:16, 2.80s/it] 83%|████████▎ | 8280/10000 [6:36:23<1:20:16, 2.80s/it] 83%|████████▎ | 8281/10000 [6:36:26<1:20:48, 2.82s/it] 83%|████████▎ | 8282/10000 [6:36:29<1:22:07, 2.87s/it] 83%|████████▎ | 8283/10000 [6:36:32<1:20:55, 2.83s/it] 83%|████████▎ | 8284/10000 [6:36:35<1:22:23, 2.88s/it] 83%|████████▎ | 8285/10000 [6:36:38<1:23:02, 2.91s/it] 83%|████████▎ | 8286/10000 [6:36:40<1:19:53, 2.80s/it] 83%|████████▎ | 8287/10000 [6:36:43<1:18:44, 2.76s/it] 83%|████████▎ | 8288/10000 [6:36:46<1:16:38, 2.69s/it] 83%|████████▎ | 8289/10000 [6:36:49<1:19:28, 2.79s/it] 83%|████████▎ | 8290/10000 [6:36:52<1:21:40, 2.87s/it] 83%|████████▎ | 8291/10000 [6:36:55<1:24:41, 2.97s/it] 83%|████████▎ | 8292/10000 [6:36:58<1:23:36, 2.94s/it] 83%|████████▎ | 8293/10000 [6:37:01<1:23:20, 2.93s/it] 83%|████████▎ | 8294/10000 [6:37:03<1:21:09, 2.85s/it] 83%|████████▎ | 8295/10000 [6:37:06<1:21:58, 2.88s/it] 83%|████████▎ | 8296/10000 [6:37:09<1:19:51, 2.81s/it] 83%|████████▎ | 8297/10000 [6:37:12<1:20:32, 2.84s/it] 83%|████████▎ | 8298/10000 [6:37:15<1:20:41, 2.84s/it] 83%|████████▎ | 8299/10000 [6:37:18<1:19:55, 2.82s/it] 83%|████████▎ | 8300/10000 [6:37:20<1:21:05, 2.86s/it] 83%|████████▎ | 8300/10000 [6:37:20<1:21:05, 2.86s/it] 83%|████████▎ | 8301/10000 [6:37:23<1:22:19, 2.91s/it] 83%|████████▎ | 8302/10000 [6:37:26<1:19:03, 2.79s/it] 83%|████████▎ | 8303/10000 [6:37:29<1:19:33, 2.81s/it] 83%|████████▎ | 8304/10000 [6:37:32<1:19:44, 2.82s/it] 83%|████████▎ | 8305/10000 [6:37:35<1:21:44, 2.89s/it] 83%|████████▎ | 8306/10000 [6:37:38<1:20:39, 2.86s/it] 83%|████████▎ | 8307/10000 [6:37:40<1:20:28, 2.85s/it] 83%|████████▎ | 8308/10000 [6:37:43<1:19:29, 2.82s/it] 83%|████████▎ | 8309/10000 [6:37:46<1:20:11, 2.85s/it] 83%|████████▎ | 8310/10000 [6:37:49<1:17:26, 2.75s/it] 83%|████████▎ | 8311/10000 [6:37:51<1:16:54, 2.73s/it] 83%|████████▎ | 8312/10000 [6:37:54<1:16:28, 2.72s/it] 83%|████████▎ | 8313/10000 [6:37:57<1:15:48, 2.70s/it] 83%|████████▎ | 8314/10000 [6:37:59<1:16:38, 2.73s/it] 83%|████████▎ | 8315/10000 [6:38:02<1:19:52, 2.84s/it] 83%|████████▎ | 8316/10000 [6:38:05<1:18:06, 2.78s/it] 83%|████████▎ | 8317/10000 [6:38:08<1:20:34, 2.87s/it] 83%|████████▎ | 8318/10000 [6:38:11<1:19:17, 2.83s/it] 83%|████████▎ | 8319/10000 [6:38:14<1:19:11, 2.83s/it] 83%|████████▎ | 8320/10000 [6:38:17<1:22:10, 2.93s/it] 83%|████████▎ | 8320/10000 [6:38:17<1:22:10, 2.93s/it] 83%|████████▎ | 8321/10000 [6:38:20<1:25:26, 3.05s/it] 83%|████████▎ | 8322/10000 [6:38:24<1:27:24, 3.13s/it] 83%|████████▎ | 8323/10000 [6:38:26<1:22:16, 2.94s/it] 83%|████████▎ | 8324/10000 [6:38:29<1:20:19, 2.88s/it] 83%|████████▎ | 8325/10000 [6:38:32<1:24:26, 3.03s/it] 83%|████████▎ | 8326/10000 [6:38:35<1:25:13, 3.05s/it] 83%|████████▎ | 8327/10000 [6:38:39<1:26:42, 3.11s/it] 83%|████████▎ | 8328/10000 [6:38:41<1:21:51, 2.94s/it] 83%|████████▎ | 8329/10000 [6:38:44<1:20:58, 2.91s/it] 83%|████████▎ | 8330/10000 [6:38:46<1:17:41, 2.79s/it] 83%|████████▎ | 8331/10000 [6:38:49<1:17:14, 2.78s/it] 83%|████████▎ | 8332/10000 [6:38:52<1:14:43, 2.69s/it] 83%|████████▎ | 8333/10000 [6:38:54<1:14:49, 2.69s/it] 83%|████████▎ | 8334/10000 [6:38:57<1:15:48, 2.73s/it] 83%|████████▎ | 8335/10000 [6:39:00<1:14:22, 2.68s/it] 83%|████████▎ | 8336/10000 [6:39:02<1:14:53, 2.70s/it] 83%|████████▎ | 8337/10000 [6:39:05<1:15:59, 2.74s/it] 83%|████████▎ | 8338/10000 [6:39:08<1:14:46, 2.70s/it] 83%|████████▎ | 8339/10000 [6:39:11<1:15:00, 2.71s/it] 83%|████████▎ | 8340/10000 [6:39:14<1:21:24, 2.94s/it] 83%|████████▎ | 8340/10000 [6:39:14<1:21:24, 2.94s/it] 83%|████████▎ | 8341/10000 [6:39:17<1:23:09, 3.01s/it] 83%|████████▎ | 8342/10000 [6:39:20<1:20:06, 2.90s/it] 83%|████████▎ | 8343/10000 [6:39:23<1:22:58, 3.00s/it] 83%|████████▎ | 8344/10000 [6:39:26<1:21:52, 2.97s/it] 83%|████████▎ | 8345/10000 [6:39:29<1:22:00, 2.97s/it] 83%|████████▎ | 8346/10000 [6:39:32<1:25:20, 3.10s/it] 83%|████████▎ | 8347/10000 [6:39:35<1:21:10, 2.95s/it] 83%|████████▎ | 8348/10000 [6:39:38<1:19:14, 2.88s/it] 83%|████████▎ | 8349/10000 [6:39:41<1:19:54, 2.90s/it] 84%|████████▎ | 8350/10000 [6:39:44<1:18:56, 2.87s/it] 84%|████████▎ | 8351/10000 [6:39:47<1:19:55, 2.91s/it] 84%|████████▎ | 8352/10000 [6:39:49<1:19:56, 2.91s/it] 84%|████████▎ | 8353/10000 [6:39:52<1:20:43, 2.94s/it] 84%|████████▎ | 8354/10000 [6:39:56<1:21:41, 2.98s/it] 84%|████████▎ | 8355/10000 [6:39:59<1:22:17, 3.00s/it] 84%|████████▎ | 8356/10000 [6:40:01<1:18:37, 2.87s/it] 84%|████████▎ | 8357/10000 [6:40:04<1:18:18, 2.86s/it] 84%|████████▎ | 8358/10000 [6:40:07<1:16:45, 2.80s/it] 84%|████████▎ | 8359/10000 [6:40:10<1:19:48, 2.92s/it] 84%|████████▎ | 8360/10000 [6:40:13<1:19:31, 2.91s/it] 84%|████████▎ | 8360/10000 [6:40:13<1:19:31, 2.91s/it] 84%|████████▎ | 8361/10000 [6:40:15<1:17:49, 2.85s/it] 84%|████████▎ | 8362/10000 [6:40:18<1:15:52, 2.78s/it] 84%|████████▎ | 8363/10000 [6:40:21<1:16:06, 2.79s/it] 84%|████████▎ | 8364/10000 [6:40:23<1:13:36, 2.70s/it] 84%|████████▎ | 8365/10000 [6:40:26<1:14:05, 2.72s/it] 84%|████████▎ | 8366/10000 [6:40:29<1:19:09, 2.91s/it] 84%|████████▎ | 8367/10000 [6:40:32<1:19:03, 2.90s/it] 84%|████████▎ | 8368/10000 [6:40:35<1:20:36, 2.96s/it] 84%|████████▎ | 8369/10000 [6:40:38<1:18:09, 2.87s/it] 84%|████████▎ | 8370/10000 [6:40:41<1:18:55, 2.91s/it] 84%|████████▎ | 8371/10000 [6:40:44<1:20:16, 2.96s/it] 84%|████████▎ | 8372/10000 [6:40:47<1:20:10, 2.95s/it] 84%|████████▎ | 8373/10000 [6:40:50<1:22:16, 3.03s/it] 84%|████████▎ | 8374/10000 [6:40:53<1:20:48, 2.98s/it] 84%|████████▍ | 8375/10000 [6:40:56<1:17:40, 2.87s/it] 84%|████████▍ | 8376/10000 [6:40:59<1:17:50, 2.88s/it] 84%|████████▍ | 8377/10000 [6:41:02<1:17:35, 2.87s/it] 84%|████████▍ | 8378/10000 [6:41:04<1:14:53, 2.77s/it] 84%|████████▍ | 8379/10000 [6:41:07<1:13:22, 2.72s/it] 84%|████████▍ | 8380/10000 [6:41:10<1:16:11, 2.82s/it] {'loss': '0.03293', 'grad_norm': '2.675', 'learning_rate': '8.905e-07', 'num_tokens': '2.439e+06', 'completions/mean_length': '4.438', 'completions/min_length': '3.65', 'completions/max_length': '5.4', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.438', 'completions/min_terminated_length': '3.65', 'completions/max_terminated_length': '5.4', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4629', 'rewards/reward_semantic/std': '0.1373', 'rewards/reward_length/mean': '-0.04302', 'rewards/reward_length/std': '0.009477', 'reward': '1.137', 'reward_std': '0.04137', 'frac_reward_zero_std': '0.2', 'kl': '0.5437', 'entropy': '0.6928', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.826', 'epoch': '1.348'} +[adaptive-kl] kl=0.497 target=0.3 beta: 0.1317 -> 0.1975 +{'loss': '0.1011', 'grad_norm': '6.196', 'learning_rate': '8.805e-07', 'num_tokens': '2.445e+06', 'completions/mean_length': '4.737', 'completions/min_length': '3.6', 'completions/max_length': '6.45', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.737', 'completions/min_terminated_length': '3.6', 'completions/max_terminated_length': '6.45', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.459', 'rewards/reward_semantic/std': '0.06269', 'rewards/reward_length/mean': '-0.04333', 'rewards/reward_length/std': '0.01271', 'reward': '1.136', 'reward_std': '0.01922', 'frac_reward_zero_std': '0.2', 'kl': '0.4968', 'entropy': '0.7202', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.874', 'epoch': '1.352'} +[adaptive-kl] kl=0.646 target=0.3 beta: 0.1975 -> 0.2963 +{'loss': '0.2125', 'grad_norm': '9.918', 'learning_rate': '8.705e-07', 'num_tokens': '2.451e+06', 'completions/mean_length': '4.65', 'completions/min_length': '3.05', 'completions/max_length': '6.85', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.65', 'completions/min_terminated_length': '3.05', 'completions/max_terminated_length': '6.85', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2256', 'rewards/reward_semantic/std': '0.05325', 'rewards/reward_length/mean': '-0.05107', 'rewards/reward_length/std': '0.01582', 'reward': '1.065', 'reward_std': '0.01644', 'frac_reward_zero_std': '0.15', 'kl': '0.6459', 'entropy': '1.023', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.928', 'epoch': '1.355'} +[adaptive-kl] kl=0.635 target=0.3 beta: 0.2963 -> 0.4444 +{'loss': '0.2342', 'grad_norm': '8.151', 'learning_rate': '8.605e-07', 'num_tokens': '2.456e+06', 'completions/mean_length': '3.994', 'completions/min_length': '2.95', 'completions/max_length': '5.5', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.994', 'completions/min_terminated_length': '2.95', 'completions/max_terminated_length': '5.5', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.469', 'rewards/reward_semantic/std': '0.2014', 'rewards/reward_length/mean': '-0.04578', 'rewards/reward_length/std': '0.01601', 'reward': '1.138', 'reward_std': '0.06068', 'frac_reward_zero_std': '0.1', 'kl': '0.6352', 'entropy': '0.8015', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.809', 'epoch': '1.358'} +[adaptive-kl] kl=0.675 target=0.3 beta: 0.4444 -> 0.6667 +{'loss': '0.3408', 'grad_norm': '6.508', 'learning_rate': '8.505e-07', 'num_tokens': '2.462e+06', 'completions/mean_length': '4.588', 'completions/min_length': '3.5', 'completions/max_length': '5.95', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.588', 'completions/min_terminated_length': '3.5', 'completions/max_terminated_length': '5.95', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5569', 'rewards/reward_semantic/std': '0.101', 'rewards/reward_length/mean': '-0.04751', 'rewards/reward_length/std': '0.01311', 'reward': '1.165', 'reward_std': '0.03042', 'frac_reward_zero_std': '0.3', 'kl': '0.6748', 'entropy': '0.5', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.843', 'epoch': '1.362'} +[adaptive-kl] kl=0.605 target=0.3 beta: 0.6667 -> 1.0000 +{'loss': '0.3967', 'grad_norm': '6.679', 'learning_rate': '8.405e-07', 'num_tokens': '2.468e+06', 'completions/mean_length': '4.588', 'completions/min_length': '3.7', 'completions/max_length': '5.7', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.588', 'completions/min_terminated_length': '3.7', 'completions/max_terminated_length': '5.7', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.6003', 'rewards/reward_semantic/std': '0.1383', 'rewards/reward_length/mean': '-0.04734', 'rewards/reward_length/std': '0.01072', 'reward': '1.178', 'reward_std': '0.04173', 'frac_reward_zero_std': '0.15', 'kl': '0.605', 'entropy': '0.5755', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.812', 'epoch': '1.365'} +{'loss': '0.4133', 'grad_norm': '7.402', 'learning_rate': '8.305e-07', 'num_tokens': '2.474e+06', 'completions/mean_length': '4.312', 'completions/min_length': '3.1', 'completions/max_length': '6.05', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.312', 'completions/min_terminated_length': '3.1', 'completions/max_terminated_length': '6.05', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4093', 'rewards/reward_semantic/std': '0.1149', 'rewards/reward_length/mean': '-0.04287', 'rewards/reward_length/std': '0.01007', 'reward': '1.121', 'reward_std': '0.03483', 'frac_reward_zero_std': '0.3', 'kl': '0.4557', 'entropy': '0.6839', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.848', 'epoch': '1.368'} +{'loss': '0.3936', 'grad_norm': '4.191', 'learning_rate': '8.205e-07', 'num_tokens': '2.48e+06', 'completions/mean_length': '4.862', 'completions/min_length': '3.7', 'completions/max_length': '6.6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.862', 'completions/min_terminated_length': '3.7', 'completions/max_terminated_length': '6.6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4299', 'rewards/reward_semantic/std': '0.1144', 'rewards/reward_length/mean': '-0.05066', 'rewards/reward_length/std': '0.01512', 'reward': '1.126', 'reward_std': '0.03442', 'frac_reward_zero_std': '0.25', 'kl': '0.4189', 'entropy': '0.5765', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.916', 'epoch': '1.371'} + 84%|████████▍ | 8380/10000 [6:41:10<1:16:11, 2.82s/it] 84%|████████▍ | 8381/10000 [6:41:13<1:18:48, 2.92s/it] 84%|████████▍ | 8382/10000 [6:41:15<1:15:07, 2.79s/it] 84%|████████▍ | 8383/10000 [6:41:18<1:13:10, 2.72s/it] 84%|████████▍ | 8384/10000 [6:41:21<1:14:59, 2.78s/it] 84%|████████▍ | 8385/10000 [6:41:23<1:13:27, 2.73s/it] 84%|████████▍ | 8386/10000 [6:41:27<1:18:05, 2.90s/it] 84%|████████▍ | 8387/10000 [6:41:29<1:14:44, 2.78s/it] 84%|████████▍ | 8388/10000 [6:41:32<1:13:37, 2.74s/it] 84%|████████▍ | 8389/10000 [6:41:35<1:15:42, 2.82s/it] 84%|████████▍ | 8390/10000 [6:41:37<1:13:29, 2.74s/it] 84%|████████▍ | 8391/10000 [6:41:40<1:14:04, 2.76s/it] 84%|████████▍ | 8392/10000 [6:41:43<1:16:32, 2.86s/it] 84%|████████▍ | 8393/10000 [6:41:47<1:20:05, 2.99s/it] 84%|████████▍ | 8394/10000 [6:41:50<1:19:13, 2.96s/it] 84%|████████▍ | 8395/10000 [6:41:52<1:17:34, 2.90s/it] 84%|████████▍ | 8396/10000 [6:41:55<1:18:33, 2.94s/it] 84%|████████▍ | 8397/10000 [6:41:58<1:17:05, 2.89s/it] 84%|████████▍ | 8398/10000 [6:42:01<1:17:32, 2.90s/it] 84%|████████▍ | 8399/10000 [6:42:04<1:16:39, 2.87s/it] 84%|████████▍ | 8400/10000 [6:42:07<1:15:36, 2.84s/it] 84%|████████▍ | 8400/10000 [6:42:07<1:15:36, 2.84s/it] 84%|████████▍ | 8401/10000 [6:42:10<1:17:38, 2.91s/it] 84%|████████▍ | 8402/10000 [6:42:13<1:16:52, 2.89s/it] 84%|████████▍ | 8403/10000 [6:42:17<1:26:26, 3.25s/it] 84%|████████▍ | 8404/10000 [6:42:19<1:22:07, 3.09s/it] 84%|████████▍ | 8405/10000 [6:42:22<1:20:15, 3.02s/it] 84%|████████▍ | 8406/10000 [6:42:25<1:18:51, 2.97s/it] 84%|████████▍ | 8407/10000 [6:42:29<1:22:43, 3.12s/it] 84%|████████▍ | 8408/10000 [6:42:32<1:23:40, 3.15s/it] 84%|████████▍ | 8409/10000 [6:42:34<1:20:16, 3.03s/it] 84%|████████▍ | 8410/10000 [6:42:38<1:22:31, 3.11s/it] 84%|████████▍ | 8411/10000 [6:42:41<1:21:16, 3.07s/it] 84%|████████▍ | 8412/10000 [6:42:44<1:20:17, 3.03s/it] 84%|████████▍ | 8413/10000 [6:42:47<1:18:35, 2.97s/it] 84%|████████▍ | 8414/10000 [6:42:49<1:16:14, 2.88s/it] 84%|████████▍ | 8415/10000 [6:42:52<1:15:33, 2.86s/it] 84%|████████▍ | 8416/10000 [6:42:55<1:14:12, 2.81s/it] 84%|████████▍ | 8417/10000 [6:42:57<1:12:02, 2.73s/it] 84%|████████▍ | 8418/10000 [6:43:00<1:14:58, 2.84s/it] 84%|████████▍ | 8419/10000 [6:43:03<1:13:13, 2.78s/it] 84%|████████▍ | 8420/10000 [6:43:06<1:12:12, 2.74s/it] 84%|████████▍ | 8420/10000 [6:43:06<1:12:12, 2.74s/it] 84%|████████▍ | 8421/10000 [6:43:08<1:11:47, 2.73s/it] 84%|████████▍ | 8422/10000 [6:43:11<1:12:32, 2.76s/it] 84%|████████▍ | 8423/10000 [6:43:14<1:13:26, 2.79s/it] 84%|████████▍ | 8424/10000 [6:43:17<1:13:53, 2.81s/it] 84%|████████▍ | 8425/10000 [6:43:20<1:15:06, 2.86s/it] 84%|████████▍ | 8426/10000 [6:43:23<1:15:21, 2.87s/it] 84%|████████▍ | 8427/10000 [6:43:26<1:17:23, 2.95s/it] 84%|████████▍ | 8428/10000 [6:43:29<1:17:39, 2.96s/it] 84%|████████▍ | 8429/10000 [6:43:32<1:15:24, 2.88s/it] 84%|████████▍ | 8430/10000 [6:43:35<1:15:59, 2.90s/it] 84%|████████▍ | 8431/10000 [6:43:38<1:16:32, 2.93s/it] 84%|████████▍ | 8432/10000 [6:43:40<1:15:56, 2.91s/it] 84%|████████▍ | 8433/10000 [6:43:43<1:16:33, 2.93s/it] 84%|████████▍ | 8434/10000 [6:43:46<1:13:51, 2.83s/it] 84%|████████▍ | 8435/10000 [6:43:49<1:13:03, 2.80s/it] 84%|████████▍ | 8436/10000 [6:43:52<1:13:33, 2.82s/it] 84%|████████▍ | 8437/10000 [6:43:55<1:16:22, 2.93s/it] 84%|████████▍ | 8438/10000 [6:43:57<1:14:02, 2.84s/it] 84%|████████▍ | 8439/10000 [6:44:01<1:17:09, 2.97s/it] 84%|████████▍ | 8440/10000 [6:44:04<1:17:31, 2.98s/it] 84%|████████▍ | 8440/10000 [6:44:04<1:17:31, 2.98s/it] 84%|████████▍ | 8441/10000 [6:44:07<1:20:16, 3.09s/it] 84%|████████▍ | 8442/10000 [6:44:10<1:18:53, 3.04s/it] 84%|████████▍ | 8443/10000 [6:44:13<1:17:16, 2.98s/it] 84%|████████▍ | 8444/10000 [6:44:15<1:13:34, 2.84s/it] 84%|████████▍ | 8445/10000 [6:44:18<1:12:08, 2.78s/it] 84%|████████▍ | 8446/10000 [6:44:21<1:14:08, 2.86s/it] 84%|████████▍ | 8447/10000 [6:44:24<1:11:25, 2.76s/it] 84%|████████▍ | 8448/10000 [6:44:26<1:09:46, 2.70s/it] 84%|████████▍ | 8449/10000 [6:44:29<1:11:54, 2.78s/it] 84%|████████▍ | 8450/10000 [6:44:32<1:10:22, 2.72s/it] 85%|████████▍ | 8451/10000 [6:44:35<1:13:28, 2.85s/it] 85%|████████▍ | 8452/10000 [6:44:38<1:13:23, 2.84s/it] 85%|████████▍ | 8453/10000 [6:44:40<1:10:46, 2.74s/it] 85%|████████▍ | 8454/10000 [6:44:43<1:10:54, 2.75s/it] 85%|████████▍ | 8455/10000 [6:44:45<1:09:23, 2.69s/it] 85%|████████▍ | 8456/10000 [6:44:48<1:08:20, 2.66s/it] 85%|████████▍ | 8457/10000 [6:44:51<1:10:03, 2.72s/it] 85%|████████▍ | 8458/10000 [6:44:54<1:11:18, 2.77s/it] 85%|████████▍ | 8459/10000 [6:44:57<1:12:14, 2.81s/it] 85%|████████▍ | 8460/10000 [6:44:59<1:11:11, 2.77s/it] 85%|████████▍ | 8460/10000 [6:44:59<1:11:11, 2.77s/it] 85%|████████▍ | 8461/10000 [6:45:02<1:11:24, 2.78s/it] 85%|████████▍ | 8462/10000 [6:45:05<1:12:58, 2.85s/it] 85%|████████▍ | 8463/10000 [6:45:08<1:10:09, 2.74s/it] 85%|████████▍ | 8464/10000 [6:45:11<1:10:57, 2.77s/it] 85%|████████▍ | 8465/10000 [6:45:13<1:08:42, 2.69s/it] 85%|████████▍ | 8466/10000 [6:45:16<1:10:04, 2.74s/it] 85%|████████▍ | 8467/10000 [6:45:18<1:08:59, 2.70s/it] 85%|████████▍ | 8468/10000 [6:45:22<1:12:13, 2.83s/it] 85%|████████▍ | 8469/10000 [6:45:24<1:10:54, 2.78s/it] 85%|████████▍ | 8470/10000 [6:45:27<1:14:00, 2.90s/it] 85%|████████▍ | 8471/10000 [6:45:31<1:15:17, 2.95s/it] 85%|████████▍ | 8472/10000 [6:45:33<1:13:24, 2.88s/it] 85%|████████▍ | 8473/10000 [6:45:36<1:12:30, 2.85s/it] 85%|████████▍ | 8474/10000 [6:45:39<1:13:58, 2.91s/it] 85%|████████▍ | 8475/10000 [6:45:42<1:11:21, 2.81s/it] 85%|████████▍ | 8476/10000 [6:45:45<1:12:32, 2.86s/it] 85%|████████▍ | 8477/10000 [6:45:47<1:11:45, 2.83s/it] 85%|████████▍ | 8478/10000 [6:45:50<1:12:45, 2.87s/it] 85%|████████▍ | 8479/10000 [6:45:53<1:10:33, 2.78s/it] 85%|████████▍ | 8480/10000 [6:45:56<1:12:11, 2.85s/it] 85%|████████▍ | 8480/10000 [6:45:56<1:12:11, 2.85s/it] 85%|████████▍ | 8481/10000 [6:45:59<1:12:45, 2.87s/it] 85%|████████▍ | 8482/10000 [6:46:02<1:15:54, 3.00s/it] 85%|████████▍ | 8483/10000 [6:46:05<1:11:56, 2.85s/it] 85%|████████▍ | 8484/10000 [6:46:07<1:11:18, 2.82s/it] 85%|████████▍ | 8485/10000 [6:46:11<1:17:03, 3.05s/it] 85%|████████▍ | 8486/10000 [6:46:14<1:14:00, 2.93s/it] 85%|████████▍ | 8487/10000 [6:46:16<1:12:24, 2.87s/it] 85%|████████▍ | 8488/10000 [6:46:20<1:14:26, 2.95s/it] 85%|████████▍ | 8489/10000 [6:46:22<1:12:53, 2.89s/it] 85%|████████▍ | 8490/10000 [6:46:25<1:12:45, 2.89s/it] 85%|████████▍ | 8491/10000 [6:46:29<1:16:27, 3.04s/it] 85%|████████▍ | 8492/10000 [6:46:31<1:14:42, 2.97s/it] 85%|████████▍ | 8493/10000 [6:46:34<1:14:16, 2.96s/it] 85%|████████▍ | 8494/10000 [6:46:37<1:13:47, 2.94s/it] 85%|████████▍ | 8495/10000 [6:46:40<1:14:42, 2.98s/it] 85%|████████▍ | 8496/10000 [6:46:43<1:12:59, 2.91s/it] 85%|████████▍ | 8497/10000 [6:46:46<1:11:49, 2.87s/it] 85%|████████▍ | 8498/10000 [6:46:49<1:13:13, 2.93s/it] 85%|████████▍ | 8499/10000 [6:46:51<1:10:13, 2.81s/it] 85%|████████▌ | 8500/10000 [6:46:54<1:11:58, 2.88s/it] 85%|████████▌ | 8500/10000 [6:46:54<1:11:58, 2.88s/it] 85%|████████▌ | 8501/10000 [6:46:57<1:12:59, 2.92s/it] 85%|████████▌ | 8502/10000 [6:47:00<1:12:51, 2.92s/it] 85%|████████▌ | 8503/10000 [6:47:03<1:11:58, 2.89s/it] 85%|████████▌ | 8504/10000 [6:47:06<1:11:06, 2.85s/it] 85%|████████▌ | 8505/10000 [6:47:09<1:11:03, 2.85s/it] 85%|████████▌ | 8506/10000 [6:47:12<1:12:18, 2.90s/it] 85%|████████▌ | 8507/10000 [6:47:14<1:09:26, 2.79s/it] 85%|████████▌ | 8508/10000 [6:47:17<1:10:17, 2.83s/it] 85%|████████▌ | 8509/10000 [6:47:20<1:10:16, 2.83s/it] 85%|████████▌ | 8510/10000 [6:47:23<1:10:46, 2.85s/it] 85%|████████▌ | 8511/10000 [6:47:26<1:10:59, 2.86s/it] 85%|████████▌ | 8512/10000 [6:47:29<1:10:47, 2.85s/it] 85%|████████▌ | 8513/10000 [6:47:32<1:15:41, 3.05s/it] 85%|████████▌ | 8514/10000 [6:47:35<1:15:10, 3.04s/it] 85%|████████▌ | 8515/10000 [6:47:38<1:15:30, 3.05s/it] 85%|████████▌ | 8516/10000 [6:47:41<1:13:40, 2.98s/it] 85%|████████▌ | 8517/10000 [6:47:44<1:12:51, 2.95s/it] 85%|████████▌ | 8518/10000 [6:47:47<1:13:26, 2.97s/it] 85%|████████▌ | 8519/10000 [6:47:50<1:11:40, 2.90s/it] 85%|████████▌ | 8520/10000 [6:47:52<1:09:27, 2.82s/it] 85%|████████▌ | 8520/10000 [6:47:52<1:09:27, 2.82s/it] 85%|████████▌ | 8521/10000 [6:47:55<1:07:21, 2.73s/it] 85%|████████▌ | 8522/10000 [6:47:58<1:09:54, 2.84s/it] 85%|████████▌ | 8523/10000 [6:48:01<1:10:24, 2.86s/it] 85%|████████▌ | 8524/10000 [6:48:04<1:12:04, 2.93s/it] 85%|████████▌ | 8525/10000 [6:48:07<1:10:50, 2.88s/it] 85%|████████▌ | 8526/10000 [6:48:09<1:09:38, 2.83s/it] 85%|████████▌ | 8527/10000 [6:48:12<1:09:47, 2.84s/it] 85%|████████▌ | 8528/10000 [6:48:15<1:08:57, 2.81s/it] 85%|████████▌ | 8529/10000 [6:48:18<1:11:02, 2.90s/it] 85%|████████▌ | 8530/10000 [6:48:21<1:10:28, 2.88s/it] 85%|████████▌ | 8531/10000 [6:48:24<1:10:36, 2.88s/it] 85%|████████▌ | 8532/10000 [6:48:27<1:11:50, 2.94s/it] 85%|████████▌ | 8533/10000 [6:48:30<1:11:03, 2.91s/it] 85%|████████▌ | 8534/10000 [6:48:32<1:09:21, 2.84s/it] 85%|████████▌ | 8535/10000 [6:48:35<1:09:34, 2.85s/it] 85%|████████▌ | 8536/10000 [6:48:38<1:10:39, 2.90s/it] 85%|████████▌ | 8537/10000 [6:48:41<1:09:28, 2.85s/it] 85%|████████▌ | 8538/10000 [6:48:44<1:06:57, 2.75s/it] 85%|████████▌ | 8539/10000 [6:48:46<1:05:28, 2.69s/it] 85%|████████▌ | 8540/10000 [6:48:49<1:04:57, 2.67s/it] {'loss': '0.5584', 'grad_norm': '2.066', 'learning_rate': '8.105e-07', 'num_tokens': '2.486e+06', 'completions/mean_length': '4.662', 'completions/min_length': '3.4', 'completions/max_length': '6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.662', 'completions/min_terminated_length': '3.4', 'completions/max_terminated_length': '6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3594', 'rewards/reward_semantic/std': '0.06646', 'rewards/reward_length/mean': '-0.04497', 'rewards/reward_length/std': '0.01493', 'reward': '1.106', 'reward_std': '0.02061', 'frac_reward_zero_std': '0.15', 'kl': '0.5473', 'entropy': '0.8681', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.84', 'epoch': '1.375'} +[adaptive-kl] kl=0.149 target=0.3 beta: 1.0000 -> 0.6667 +{'loss': '0.1948', 'grad_norm': '3.764', 'learning_rate': '8.005e-07', 'num_tokens': '2.492e+06', 'completions/mean_length': '4.369', 'completions/min_length': '3.3', 'completions/max_length': '6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.369', 'completions/min_terminated_length': '3.3', 'completions/max_terminated_length': '6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4124', 'rewards/reward_semantic/std': '0.1157', 'rewards/reward_length/mean': '-0.05588', 'rewards/reward_length/std': '0.01307', 'reward': '1.121', 'reward_std': '0.03502', 'frac_reward_zero_std': '0.25', 'kl': '0.1495', 'entropy': '0.5875', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.831', 'epoch': '1.378'} +[adaptive-kl] kl=0.184 target=0.3 beta: 0.6667 -> 0.4444 +{'loss': '0.1651', 'grad_norm': '10.37', 'learning_rate': '7.905e-07', 'num_tokens': '2.498e+06', 'completions/mean_length': '4.519', 'completions/min_length': '3.2', 'completions/max_length': '6.95', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.519', 'completions/min_terminated_length': '3.2', 'completions/max_terminated_length': '6.95', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2588', 'rewards/reward_semantic/std': '0.07578', 'rewards/reward_length/mean': '-0.05703', 'rewards/reward_length/std': '0.01941', 'reward': '1.075', 'reward_std': '0.02316', 'frac_reward_zero_std': '0.15', 'kl': '0.1842', 'entropy': '0.7576', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.94', 'epoch': '1.381'} +[adaptive-kl] kl=0.537 target=0.3 beta: 0.4444 -> 0.6667 +{'loss': '0.2787', 'grad_norm': '7.495', 'learning_rate': '7.805e-07', 'num_tokens': '2.504e+06', 'completions/mean_length': '4.831', 'completions/min_length': '3.55', 'completions/max_length': '6.4', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.831', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '6.4', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3799', 'rewards/reward_semantic/std': '0.1036', 'rewards/reward_length/mean': '-0.04788', 'rewards/reward_length/std': '0.01355', 'reward': '1.112', 'reward_std': '0.03148', 'frac_reward_zero_std': '0.15', 'kl': '0.5365', 'entropy': '0.75', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.889', 'epoch': '1.385'} +[adaptive-kl] kl=0.182 target=0.3 beta: 0.6667 -> 0.4444 +{'loss': '0.1469', 'grad_norm': '0.05948', 'learning_rate': '7.705e-07', 'num_tokens': '2.51e+06', 'completions/mean_length': '4', 'completions/min_length': '3.15', 'completions/max_length': '5.05', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4', 'completions/min_terminated_length': '3.15', 'completions/max_terminated_length': '5.05', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3708', 'rewards/reward_semantic/std': '0.08134', 'rewards/reward_length/mean': '-0.04854', 'rewards/reward_length/std': '0.009842', 'reward': '1.109', 'reward_std': '0.02471', 'frac_reward_zero_std': '0.25', 'kl': '0.1818', 'entropy': '0.6683', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.772', 'epoch': '1.388'} +{'loss': '0.2119', 'grad_norm': '3.197', 'learning_rate': '7.605e-07', 'num_tokens': '2.516e+06', 'completions/mean_length': '4.119', 'completions/min_length': '3.25', 'completions/max_length': '5.55', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.119', 'completions/min_terminated_length': '3.25', 'completions/max_terminated_length': '5.55', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5173', 'rewards/reward_semantic/std': '0.09284', 'rewards/reward_length/mean': '-0.04922', 'rewards/reward_length/std': '0.01222', 'reward': '1.153', 'reward_std': '0.02822', 'frac_reward_zero_std': '0.3', 'kl': '0.325', 'entropy': '0.6027', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.815', 'epoch': '1.391'} +[adaptive-kl] kl=0.481 target=0.3 beta: 0.4444 -> 0.6667 +{'loss': '0.3058', 'grad_norm': '4.374', 'learning_rate': '7.505e-07', 'num_tokens': '2.522e+06', 'completions/mean_length': '4.894', 'completions/min_length': '3.7', 'completions/max_length': '6.8', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.894', 'completions/min_terminated_length': '3.7', 'completions/max_terminated_length': '6.8', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3528', 'rewards/reward_semantic/std': '0.1025', 'rewards/reward_length/mean': '-0.05046', 'rewards/reward_length/std': '0.01583', 'reward': '1.103', 'reward_std': '0.03117', 'frac_reward_zero_std': '0.15', 'kl': '0.4807', 'entropy': '0.7774', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.912', 'epoch': '1.394'} +{'loss': '0.1995', 'grad_norm': '4.394', 'learning_rate': '7.405e-07', 'num_tokens': '2.528e+06', 'completions/mean_length': '4.25', 'completions/min_length': '3.1', 'completions/max_length': '5.85', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.25', 'completions/min_terminated_length': '3.1', 'completions/max_terminated_length': '5.85', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2889', 'rewards/reward_semantic/std': '0.1298', 'rewards/reward_length/mean': '-0.04817', 'rewards/reward_length/std': '0.01504', 'reward': '1.084', 'reward_std': '0.03912', 'frac_reward_zero_std': '0.1', 'kl': '0.232', 'entropy': '0.7981', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.862', 'epoch': '1.398'} + 85%|████████▌ | 8540/10000 [6:48:49<1:04:57, 2.67s/it] 85%|████████▌ | 8541/10000 [6:48:52<1:07:26, 2.77s/it] 85%|████████▌ | 8542/10000 [6:48:55<1:11:21, 2.94s/it] 85%|████████▌ | 8543/10000 [6:48:58<1:12:34, 2.99s/it] 85%|████████▌ | 8544/10000 [6:49:02<1:15:41, 3.12s/it] 85%|████████▌ | 8545/10000 [6:49:05<1:14:50, 3.09s/it] 85%|████████▌ | 8546/10000 [6:49:07<1:10:44, 2.92s/it] 85%|████████▌ | 8547/10000 [6:49:10<1:12:11, 2.98s/it] 85%|████████▌ | 8548/10000 [6:49:13<1:09:50, 2.89s/it] 85%|████████▌ | 8549/10000 [6:49:16<1:07:14, 2.78s/it] 86%|████████▌ | 8550/10000 [6:49:18<1:07:45, 2.80s/it] 86%|████████▌ | 8551/10000 [6:49:21<1:08:58, 2.86s/it] 86%|████████▌ | 8552/10000 [6:49:24<1:08:30, 2.84s/it] 86%|████████▌ | 8553/10000 [6:49:27<1:09:56, 2.90s/it] 86%|████████▌ | 8554/10000 [6:49:30<1:08:35, 2.85s/it] 86%|████████▌ | 8555/10000 [6:49:33<1:11:12, 2.96s/it] 86%|████████▌ | 8556/10000 [6:49:36<1:09:42, 2.90s/it] 86%|████████▌ | 8557/10000 [6:49:39<1:11:42, 2.98s/it] 86%|████████▌ | 8558/10000 [6:49:42<1:11:40, 2.98s/it] 86%|████████▌ | 8559/10000 [6:49:45<1:10:02, 2.92s/it] 86%|████████▌ | 8560/10000 [6:49:48<1:09:12, 2.88s/it] 86%|████████▌ | 8560/10000 [6:49:48<1:09:12, 2.88s/it] 86%|████████▌ | 8561/10000 [6:49:51<1:10:01, 2.92s/it] 86%|████████▌ | 8562/10000 [6:49:53<1:08:15, 2.85s/it] 86%|████████▌ | 8563/10000 [6:49:56<1:07:47, 2.83s/it] 86%|████████▌ | 8564/10000 [6:49:59<1:07:33, 2.82s/it] 86%|████████▌ | 8565/10000 [6:50:02<1:06:08, 2.77s/it] 86%|████████▌ | 8566/10000 [6:50:04<1:05:35, 2.74s/it] 86%|████████▌ | 8567/10000 [6:50:07<1:06:32, 2.79s/it] 86%|████████▌ | 8568/10000 [6:50:10<1:04:25, 2.70s/it] 86%|████████▌ | 8569/10000 [6:50:12<1:05:06, 2.73s/it] 86%|████████▌ | 8570/10000 [6:50:15<1:04:27, 2.70s/it] 86%|████████▌ | 8571/10000 [6:50:18<1:03:35, 2.67s/it] 86%|████████▌ | 8572/10000 [6:50:21<1:08:40, 2.89s/it] 86%|████████▌ | 8573/10000 [6:50:24<1:09:45, 2.93s/it] 86%|████████▌ | 8574/10000 [6:50:27<1:08:53, 2.90s/it] 86%|████████▌ | 8575/10000 [6:50:30<1:08:51, 2.90s/it] 86%|████████▌ | 8576/10000 [6:50:33<1:08:46, 2.90s/it] 86%|████████▌ | 8577/10000 [6:50:36<1:08:40, 2.90s/it] 86%|████████▌ | 8578/10000 [6:50:39<1:11:26, 3.01s/it] 86%|████████▌ | 8579/10000 [6:50:42<1:11:44, 3.03s/it] 86%|████████▌ | 8580/10000 [6:50:45<1:09:49, 2.95s/it] 86%|████████▌ | 8580/10000 [6:50:45<1:09:49, 2.95s/it] 86%|████████▌ | 8581/10000 [6:50:48<1:10:30, 2.98s/it] 86%|████████▌ | 8582/10000 [6:50:51<1:10:19, 2.98s/it] 86%|████████▌ | 8583/10000 [6:50:54<1:11:16, 3.02s/it] 86%|████████▌ | 8584/10000 [6:50:57<1:10:30, 2.99s/it] 86%|████████▌ | 8585/10000 [6:51:00<1:09:49, 2.96s/it] 86%|████████▌ | 8586/10000 [6:51:03<1:09:59, 2.97s/it] 86%|████████▌ | 8587/10000 [6:51:06<1:10:06, 2.98s/it] 86%|████████▌ | 8588/10000 [6:51:08<1:09:00, 2.93s/it] 86%|████████▌ | 8589/10000 [6:51:11<1:08:29, 2.91s/it] 86%|████████▌ | 8590/10000 [6:51:14<1:06:31, 2.83s/it] 86%|████████▌ | 8591/10000 [6:51:17<1:07:33, 2.88s/it] 86%|████████▌ | 8592/10000 [6:51:20<1:11:40, 3.05s/it] 86%|████████▌ | 8593/10000 [6:51:23<1:11:06, 3.03s/it] 86%|████████▌ | 8594/10000 [6:51:26<1:08:30, 2.92s/it] 86%|████████▌ | 8595/10000 [6:51:29<1:09:29, 2.97s/it] 86%|████████▌ | 8596/10000 [6:51:32<1:06:50, 2.86s/it] 86%|████████▌ | 8597/10000 [6:51:35<1:06:20, 2.84s/it] 86%|████████▌ | 8598/10000 [6:51:37<1:06:07, 2.83s/it] 86%|████████▌ | 8599/10000 [6:51:40<1:05:20, 2.80s/it] 86%|████████▌ | 8600/10000 [6:51:43<1:05:22, 2.80s/it] 86%|████████▌ | 8600/10000 [6:51:43<1:05:22, 2.80s/it] 86%|████████▌ | 8601/10000 [6:51:46<1:07:01, 2.87s/it] 86%|████████▌ | 8602/10000 [6:51:49<1:07:07, 2.88s/it] 86%|████████▌ | 8603/10000 [6:51:51<1:04:17, 2.76s/it] 86%|████████▌ | 8604/10000 [6:51:54<1:04:41, 2.78s/it] 86%|████████▌ | 8605/10000 [6:51:57<1:03:56, 2.75s/it] 86%|████████▌ | 8606/10000 [6:52:00<1:04:29, 2.78s/it] 86%|████████▌ | 8607/10000 [6:52:02<1:03:58, 2.76s/it] 86%|████████▌ | 8608/10000 [6:52:05<1:05:41, 2.83s/it] 86%|████████▌ | 8609/10000 [6:52:08<1:03:33, 2.74s/it] 86%|████████▌ | 8610/10000 [6:52:11<1:03:20, 2.73s/it] 86%|████████▌ | 8611/10000 [6:52:14<1:06:39, 2.88s/it] 86%|████████▌ | 8612/10000 [6:52:16<1:05:07, 2.82s/it] 86%|████████▌ | 8613/10000 [6:52:19<1:05:27, 2.83s/it] 86%|████████▌ | 8614/10000 [6:52:22<1:05:10, 2.82s/it] 86%|████████▌ | 8615/10000 [6:52:25<1:06:11, 2.87s/it] 86%|████████▌ | 8616/10000 [6:52:28<1:05:23, 2.83s/it] 86%|████████▌ | 8617/10000 [6:52:31<1:06:35, 2.89s/it] 86%|████████▌ | 8618/10000 [6:52:33<1:03:53, 2.77s/it] 86%|████████▌ | 8619/10000 [6:52:36<1:04:24, 2.80s/it] 86%|████████▌ | 8620/10000 [6:52:39<1:07:03, 2.92s/it] 86%|████████▌ | 8620/10000 [6:52:39<1:07:03, 2.92s/it] 86%|████████▌ | 8621/10000 [6:52:43<1:10:05, 3.05s/it] 86%|████████▌ | 8622/10000 [6:52:46<1:07:43, 2.95s/it] 86%|████████▌ | 8623/10000 [6:52:49<1:09:07, 3.01s/it] 86%|████████▌ | 8624/10000 [6:52:52<1:09:24, 3.03s/it] 86%|████████▋ | 8625/10000 [6:52:55<1:08:32, 2.99s/it] 86%|████████▋ | 8626/10000 [6:52:58<1:08:43, 3.00s/it] 86%|████████▋ | 8627/10000 [6:53:00<1:06:43, 2.92s/it] 86%|████████▋ | 8628/10000 [6:53:03<1:03:57, 2.80s/it] 86%|████████▋ | 8629/10000 [6:53:06<1:03:26, 2.78s/it] 86%|████████▋ | 8630/10000 [6:53:09<1:03:59, 2.80s/it] 86%|████████▋ | 8631/10000 [6:53:12<1:07:21, 2.95s/it] 86%|████████▋ | 8632/10000 [6:53:15<1:05:30, 2.87s/it] 86%|████████▋ | 8633/10000 [6:53:17<1:04:58, 2.85s/it] 86%|████████▋ | 8634/10000 [6:53:20<1:04:08, 2.82s/it] 86%|████████▋ | 8635/10000 [6:53:23<1:05:17, 2.87s/it] 86%|████████▋ | 8636/10000 [6:53:26<1:04:55, 2.86s/it] 86%|████████▋ | 8637/10000 [6:53:28<1:02:31, 2.75s/it] 86%|████████▋ | 8638/10000 [6:53:31<1:03:34, 2.80s/it] 86%|████████▋ | 8639/10000 [6:53:34<1:02:33, 2.76s/it] 86%|████████▋ | 8640/10000 [6:53:37<1:02:50, 2.77s/it] 86%|████████▋ | 8640/10000 [6:53:37<1:02:50, 2.77s/it] 86%|████████▋ | 8641/10000 [6:53:40<1:03:24, 2.80s/it] 86%|████████▋ | 8642/10000 [6:53:42<1:01:32, 2.72s/it] 86%|████████▋ | 8643/10000 [6:53:45<1:05:32, 2.90s/it] 86%|████████▋ | 8644/10000 [6:53:48<1:03:57, 2.83s/it] 86%|████████▋ | 8645/10000 [6:53:51<1:07:23, 2.98s/it] 86%|████████▋ | 8646/10000 [6:53:55<1:07:39, 3.00s/it] 86%|████████▋ | 8647/10000 [6:53:58<1:09:18, 3.07s/it] 86%|████████▋ | 8648/10000 [6:54:01<1:07:52, 3.01s/it] 86%|████████▋ | 8649/10000 [6:54:03<1:06:29, 2.95s/it] 86%|████████▋ | 8650/10000 [6:54:06<1:06:30, 2.96s/it] 87%|████████▋ | 8651/10000 [6:54:10<1:07:40, 3.01s/it] 87%|████████▋ | 8652/10000 [6:54:12<1:07:16, 2.99s/it] 87%|████████▋ | 8653/10000 [6:54:15<1:06:00, 2.94s/it] 87%|████████▋ | 8654/10000 [6:54:18<1:04:13, 2.86s/it] 87%|████████▋ | 8655/10000 [6:54:22<1:09:06, 3.08s/it] 87%|████████▋ | 8656/10000 [6:54:24<1:06:55, 2.99s/it] 87%|████████▋ | 8657/10000 [6:54:27<1:07:01, 2.99s/it] 87%|████████▋ | 8658/10000 [6:54:30<1:06:14, 2.96s/it] 87%|████████▋ | 8659/10000 [6:54:33<1:06:51, 2.99s/it] 87%|████████▋ | 8660/10000 [6:54:36<1:06:26, 2.98s/it] 87%|████████▋ | 8660/10000 [6:54:36<1:06:26, 2.98s/it] 87%|████████▋ | 8661/10000 [6:54:39<1:06:11, 2.97s/it] 87%|████████▋ | 8662/10000 [6:54:42<1:06:40, 2.99s/it] 87%|████████▋ | 8663/10000 [6:54:45<1:06:07, 2.97s/it] 87%|████████▋ | 8664/10000 [6:54:48<1:03:44, 2.86s/it] 87%|████████▋ | 8665/10000 [6:54:50<1:02:15, 2.80s/it] 87%|████████▋ | 8666/10000 [6:54:53<1:02:10, 2.80s/it] 87%|████████▋ | 8667/10000 [6:54:56<1:03:48, 2.87s/it] 87%|████████▋ | 8668/10000 [6:55:00<1:06:29, 3.00s/it] 87%|████████▋ | 8669/10000 [6:55:02<1:04:04, 2.89s/it] 87%|████████▋ | 8670/10000 [6:55:05<1:03:55, 2.88s/it] 87%|████████▋ | 8671/10000 [6:55:08<1:03:48, 2.88s/it] 87%|████████▋ | 8672/10000 [6:55:11<1:04:07, 2.90s/it] 87%|████████▋ | 8673/10000 [6:55:13<1:01:27, 2.78s/it] 87%|████████▋ | 8674/10000 [6:55:16<1:01:39, 2.79s/it] 87%|████████▋ | 8675/10000 [6:55:19<1:01:48, 2.80s/it] 87%|████████▋ | 8676/10000 [6:55:22<1:02:58, 2.85s/it] 87%|████████▋ | 8677/10000 [6:55:25<1:06:22, 3.01s/it] 87%|████████▋ | 8678/10000 [6:55:28<1:05:19, 2.97s/it] 87%|████████▋ | 8679/10000 [6:55:31<1:05:05, 2.96s/it] 87%|████████▋ | 8680/10000 [6:55:34<1:05:11, 2.96s/it] 87%|████████▋ | 8680/10000 [6:55:34<1:05:11, 2.96s/it] 87%|████████▋ | 8681/10000 [6:55:37<1:03:41, 2.90s/it] 87%|████████▋ | 8682/10000 [6:55:40<1:02:41, 2.85s/it] 87%|████████▋ | 8683/10000 [6:55:42<1:01:13, 2.79s/it] 87%|████████▋ | 8684/10000 [6:55:46<1:04:57, 2.96s/it] 87%|████████▋ | 8685/10000 [6:55:49<1:05:57, 3.01s/it] 87%|████████▋ | 8686/10000 [6:55:52<1:05:37, 3.00s/it] 87%|████████▋ | 8687/10000 [6:55:55<1:06:24, 3.03s/it] 87%|████████▋ | 8688/10000 [6:55:58<1:04:23, 2.94s/it] 87%|████████▋ | 8689/10000 [6:56:00<1:03:51, 2.92s/it] 87%|████████▋ | 8690/10000 [6:56:03<1:03:41, 2.92s/it] 87%|████████▋ | 8691/10000 [6:56:07<1:05:56, 3.02s/it] 87%|████████▋ | 8692/10000 [6:56:11<1:15:30, 3.46s/it] 87%|████████▋ | 8693/10000 [6:56:14<1:11:13, 3.27s/it] 87%|████████▋ | 8694/10000 [6:56:21<1:38:01, 4.50s/it] 87%|████████▋ | 8695/10000 [6:56:24<1:28:03, 4.05s/it] 87%|████████▋ | 8696/10000 [6:56:27<1:20:04, 3.68s/it] 87%|████████▋ | 8697/10000 [6:56:30<1:17:41, 3.58s/it] 87%|████████▋ | 8698/10000 [6:56:34<1:14:31, 3.43s/it] 87%|████████▋ | 8699/10000 [6:56:36<1:08:13, 3.15s/it] 87%|████████▋ | 8700/10000 [6:56:39<1:06:25, 3.07s/it] {'loss': '0.2781', 'grad_norm': '4.318', 'learning_rate': '7.305e-07', 'num_tokens': '2.534e+06', 'completions/mean_length': '4.463', 'completions/min_length': '3.4', 'completions/max_length': '5.8', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.463', 'completions/min_terminated_length': '3.4', 'completions/max_terminated_length': '5.8', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3911', 'rewards/reward_semantic/std': '0.04293', 'rewards/reward_length/mean': '-0.04888', 'rewards/reward_length/std': '0.01315', 'reward': '1.115', 'reward_std': '0.01351', 'frac_reward_zero_std': '0.15', 'kl': '0.3522', 'entropy': '0.9035', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.81', 'epoch': '1.401'} +{'loss': '0.2131', 'grad_norm': '0.3302', 'learning_rate': '7.205e-07', 'num_tokens': '2.54e+06', 'completions/mean_length': '4.412', 'completions/min_length': '3.15', 'completions/max_length': '6.85', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.412', 'completions/min_terminated_length': '3.15', 'completions/max_terminated_length': '6.85', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3001', 'rewards/reward_semantic/std': '0.1078', 'rewards/reward_length/mean': '-0.0541', 'rewards/reward_length/std': '0.02147', 'reward': '1.087', 'reward_std': '0.0326', 'frac_reward_zero_std': '0.1', 'kl': '0.2032', 'entropy': '0.6119', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.93', 'epoch': '1.404'} +{'loss': '0.2841', 'grad_norm': '5.705', 'learning_rate': '7.105e-07', 'num_tokens': '2.546e+06', 'completions/mean_length': '4.556', 'completions/min_length': '3.45', 'completions/max_length': '5.9', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.556', 'completions/min_terminated_length': '3.45', 'completions/max_terminated_length': '5.9', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.6119', 'rewards/reward_semantic/std': '0.1719', 'rewards/reward_length/mean': '-0.04709', 'rewards/reward_length/std': '0.01434', 'reward': '1.181', 'reward_std': '0.05182', 'frac_reward_zero_std': '0.1', 'kl': '0.4301', 'entropy': '0.5698', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.842', 'epoch': '1.407'} +[adaptive-kl] kl=0.188 target=0.3 beta: 0.6667 -> 0.4444 +{'loss': '0.1481', 'grad_norm': '1.689', 'learning_rate': '7.005e-07', 'num_tokens': '2.552e+06', 'completions/mean_length': '4.981', 'completions/min_length': '3.85', 'completions/max_length': '6.35', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.981', 'completions/min_terminated_length': '3.85', 'completions/max_terminated_length': '6.35', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3665', 'rewards/reward_semantic/std': '0.1114', 'rewards/reward_length/mean': '-0.05266', 'rewards/reward_length/std': '0.01215', 'reward': '1.107', 'reward_std': '0.03358', 'frac_reward_zero_std': '0.1', 'kl': '0.1878', 'entropy': '0.7248', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.897', 'epoch': '1.411'} +{'loss': '0.1469', 'grad_norm': '3.306', 'learning_rate': '6.905e-07', 'num_tokens': '2.558e+06', 'completions/mean_length': '4.231', 'completions/min_length': '3.35', 'completions/max_length': '5.7', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.231', 'completions/min_terminated_length': '3.35', 'completions/max_terminated_length': '5.7', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.569', 'rewards/reward_semantic/std': '0.1147', 'rewards/reward_length/mean': '-0.05696', 'rewards/reward_length/std': '0.01413', 'reward': '1.168', 'reward_std': '0.03475', 'frac_reward_zero_std': '0.25', 'kl': '0.212', 'entropy': '0.4883', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.817', 'epoch': '1.414'} +{'loss': '0.2166', 'grad_norm': '8.277', 'learning_rate': '6.805e-07', 'num_tokens': '2.563e+06', 'completions/mean_length': '4.506', 'completions/min_length': '3.45', 'completions/max_length': '5.95', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.506', 'completions/min_terminated_length': '3.45', 'completions/max_terminated_length': '5.95', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3136', 'rewards/reward_semantic/std': '0.04243', 'rewards/reward_length/mean': '-0.05012', 'rewards/reward_length/std': '0.01148', 'reward': '1.092', 'reward_std': '0.01323', 'frac_reward_zero_std': '0.2', 'kl': '0.3637', 'entropy': '0.7791', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.852', 'epoch': '1.417'} +{'loss': '0.2234', 'grad_norm': '8.279', 'learning_rate': '6.705e-07', 'num_tokens': '2.57e+06', 'completions/mean_length': '5.35', 'completions/min_length': '3.9', 'completions/max_length': '7.7', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.35', 'completions/min_terminated_length': '3.9', 'completions/max_terminated_length': '7.7', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3106', 'rewards/reward_semantic/std': '0.1177', 'rewards/reward_length/mean': '-0.0637', 'rewards/reward_length/std': '0.0183', 'reward': '1.09', 'reward_std': '0.03596', 'frac_reward_zero_std': '0.2', 'kl': '0.3181', 'entropy': '0.683', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.963', 'epoch': '1.421'} +{'loss': '0.2127', 'grad_norm': '6.298', 'learning_rate': '6.605e-07', 'num_tokens': '2.576e+06', 'completions/mean_length': '4.662', 'completions/min_length': '3.45', 'completions/max_length': '6.4', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.662', 'completions/min_terminated_length': '3.45', 'completions/max_terminated_length': '6.4', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4097', 'rewards/reward_semantic/std': '0.09207', 'rewards/reward_length/mean': '-0.05693', 'rewards/reward_length/std': '0.02019', 'reward': '1.12', 'reward_std': '0.02818', 'frac_reward_zero_std': '0.1', 'kl': '0.3379', 'entropy': '0.6858', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.882', 'epoch': '1.424'} +[adaptive-kl] kl=0.542 target=0.3 beta: 0.4444 -> 0.6667 + 87%|████████▋ | 8700/10000 [6:56:39<1:06:25, 3.07s/it] 87%|████████▋ | 8701/10000 [6:56:42<1:04:07, 2.96s/it] 87%|████████▋ | 8702/10000 [6:56:45<1:03:38, 2.94s/it] 87%|████████▋ | 8703/10000 [6:56:48<1:04:11, 2.97s/it] 87%|████████▋ | 8704/10000 [6:56:50<1:03:18, 2.93s/it] 87%|████████▋ | 8705/10000 [6:56:53<1:04:19, 2.98s/it] 87%|████████▋ | 8706/10000 [6:56:56<1:03:42, 2.95s/it] 87%|████████▋ | 8707/10000 [6:56:59<1:00:55, 2.83s/it] 87%|████████▋ | 8708/10000 [6:57:02<1:02:03, 2.88s/it] 87%|████████▋ | 8709/10000 [6:57:05<1:01:09, 2.84s/it] 87%|████████▋ | 8710/10000 [6:57:08<1:02:18, 2.90s/it] 87%|████████▋ | 8711/10000 [6:57:11<1:03:55, 2.98s/it] 87%|████████▋ | 8712/10000 [6:57:14<1:02:35, 2.92s/it] 87%|████████▋ | 8713/10000 [6:57:17<1:02:26, 2.91s/it] 87%|████████▋ | 8714/10000 [6:57:19<1:00:35, 2.83s/it] 87%|████████▋ | 8715/10000 [6:57:22<1:00:25, 2.82s/it] 87%|████████▋ | 8716/10000 [6:57:25<1:00:04, 2.81s/it] 87%|████████▋ | 8717/10000 [6:57:27<59:08, 2.77s/it] 87%|████████▋ | 8718/10000 [6:57:30<58:18, 2.73s/it] 87%|████████▋ | 8719/10000 [6:57:33<59:46, 2.80s/it] 87%|████████▋ | 8720/10000 [6:57:36<1:00:19, 2.83s/it] 87%|████████▋ | 8720/10000 [6:57:36<1:00:19, 2.83s/it] 87%|████████▋ | 8721/10000 [6:57:39<59:22, 2.79s/it] 87%|████████▋ | 8722/10000 [6:57:41<58:50, 2.76s/it] 87%|████████▋ | 8723/10000 [6:57:44<57:52, 2.72s/it] 87%|████████▋ | 8724/10000 [6:57:47<59:41, 2.81s/it] 87%|████████▋ | 8725/10000 [6:57:50<1:00:16, 2.84s/it] 87%|████████▋ | 8726/10000 [6:57:53<1:01:28, 2.89s/it] 87%|████████▋ | 8727/10000 [6:57:56<1:01:00, 2.88s/it] 87%|████████▋ | 8728/10000 [6:57:59<1:03:22, 2.99s/it] 87%|████████▋ | 8729/10000 [6:58:02<1:05:07, 3.07s/it] 87%|████████▋ | 8730/10000 [6:58:06<1:06:32, 3.14s/it] 87%|████████▋ | 8731/10000 [6:58:09<1:08:08, 3.22s/it] 87%|████████▋ | 8732/10000 [6:58:12<1:05:42, 3.11s/it] 87%|████████▋ | 8733/10000 [6:58:15<1:03:54, 3.03s/it] 87%|████████▋ | 8734/10000 [6:58:17<1:02:34, 2.97s/it] 87%|████████▋ | 8735/10000 [6:58:20<1:02:37, 2.97s/it] 87%|████████▋ | 8736/10000 [6:58:24<1:06:05, 3.14s/it] 87%|████████▋ | 8737/10000 [6:58:27<1:05:40, 3.12s/it] 87%|████████▋ | 8738/10000 [6:58:30<1:03:29, 3.02s/it] 87%|████████▋ | 8739/10000 [6:58:32<1:00:13, 2.87s/it] 87%|████████▋ | 8740/10000 [6:58:35<59:47, 2.85s/it] 87%|████████▋ | 8740/10000 [6:58:35<59:47, 2.85s/it] 87%|████████▋ | 8741/10000 [6:58:38<1:01:19, 2.92s/it] 87%|████████▋ | 8742/10000 [6:58:41<1:01:03, 2.91s/it] 87%|████████▋ | 8743/10000 [6:58:44<1:00:32, 2.89s/it] 87%|████████▋ | 8744/10000 [6:58:47<1:00:04, 2.87s/it] 87%|████████▋ | 8745/10000 [6:58:50<1:00:51, 2.91s/it] 87%|████████▋ | 8746/10000 [6:58:53<1:01:00, 2.92s/it] 87%|████████▋ | 8747/10000 [6:58:55<59:35, 2.85s/it] 87%|████████▋ | 8748/10000 [6:58:58<58:27, 2.80s/it] 87%|████████▋ | 8749/10000 [6:59:01<58:42, 2.82s/it] 88%|████████▊ | 8750/10000 [6:59:04<59:06, 2.84s/it] 88%|████████▊ | 8751/10000 [6:59:06<57:41, 2.77s/it] 88%|████████▊ | 8752/10000 [6:59:09<58:01, 2.79s/it] 88%|████████▊ | 8753/10000 [6:59:12<58:08, 2.80s/it] 88%|████████▊ | 8754/10000 [6:59:15<58:30, 2.82s/it] 88%|████████▊ | 8755/10000 [6:59:18<59:58, 2.89s/it] 88%|████████▊ | 8756/10000 [6:59:21<1:00:05, 2.90s/it] 88%|████████▊ | 8757/10000 [6:59:24<59:50, 2.89s/it] 88%|████████▊ | 8758/10000 [6:59:27<59:55, 2.90s/it] 88%|████████▊ | 8759/10000 [6:59:29<57:38, 2.79s/it] 88%|████████▊ | 8760/10000 [6:59:32<56:28, 2.73s/it] 88%|████████▊ | 8760/10000 [6:59:32<56:28, 2.73s/it] 88%|████████▊ | 8761/10000 [6:59:35<56:33, 2.74s/it] 88%|████████▊ | 8762/10000 [6:59:38<57:53, 2.81s/it] 88%|████████▊ | 8763/10000 [6:59:41<1:03:04, 3.06s/it] 88%|████████▊ | 8764/10000 [6:59:44<1:01:54, 3.01s/it] 88%|████████▊ | 8765/10000 [6:59:47<1:00:58, 2.96s/it] 88%|████████▊ | 8766/10000 [6:59:50<1:01:32, 2.99s/it] 88%|████████▊ | 8767/10000 [6:59:53<1:03:04, 3.07s/it] 88%|████████▊ | 8768/10000 [6:59:56<1:03:15, 3.08s/it] 88%|████████▊ | 8769/10000 [7:00:00<1:03:28, 3.09s/it] 88%|████████▊ | 8770/10000 [7:00:03<1:03:44, 3.11s/it] 88%|████████▊ | 8771/10000 [7:00:05<1:00:13, 2.94s/it] 88%|████████▊ | 8772/10000 [7:00:08<59:04, 2.89s/it] 88%|████████▊ | 8773/10000 [7:00:11<58:44, 2.87s/it] 88%|████████▊ | 8774/10000 [7:00:14<58:52, 2.88s/it] 88%|████████▊ | 8775/10000 [7:00:16<56:26, 2.76s/it] 88%|████████▊ | 8776/10000 [7:00:19<58:31, 2.87s/it] 88%|████████▊ | 8777/10000 [7:00:22<58:36, 2.88s/it] 88%|████████▊ | 8778/10000 [7:00:26<1:03:13, 3.10s/it] 88%|████████▊ | 8779/10000 [7:00:29<1:01:44, 3.03s/it] 88%|████████▊ | 8780/10000 [7:00:32<1:02:00, 3.05s/it] 88%|████████▊ | 8780/10000 [7:00:32<1:02:00, 3.05s/it] 88%|████████▊ | 8781/10000 [7:00:35<59:55, 2.95s/it] 88%|████████▊ | 8782/10000 [7:00:38<1:00:07, 2.96s/it] 88%|████████▊ | 8783/10000 [7:00:40<59:18, 2.92s/it] 88%|████████▊ | 8784/10000 [7:00:43<58:37, 2.89s/it] 88%|████████▊ | 8785/10000 [7:00:47<1:01:38, 3.04s/it] 88%|████████▊ | 8786/10000 [7:00:49<59:44, 2.95s/it] 88%|████████▊ | 8787/10000 [7:00:52<1:01:07, 3.02s/it] 88%|████████▊ | 8788/10000 [7:00:55<59:14, 2.93s/it] 88%|████████▊ | 8789/10000 [7:00:58<58:30, 2.90s/it] 88%|████████▊ | 8790/10000 [7:01:01<57:33, 2.85s/it] 88%|████████▊ | 8791/10000 [7:01:04<1:00:02, 2.98s/it] 88%|████████▊ | 8792/10000 [7:01:07<1:01:58, 3.08s/it] 88%|████████▊ | 8793/10000 [7:01:10<1:02:03, 3.08s/it] 88%|████████▊ | 8794/10000 [7:01:13<1:01:15, 3.05s/it] 88%|████████▊ | 8795/10000 [7:01:16<59:54, 2.98s/it] 88%|████████▊ | 8796/10000 [7:01:19<58:59, 2.94s/it] 88%|████████▊ | 8797/10000 [7:01:22<58:32, 2.92s/it] 88%|████████▊ | 8798/10000 [7:01:25<58:17, 2.91s/it] 88%|████████▊ | 8799/10000 [7:01:28<58:19, 2.91s/it] 88%|████████▊ | 8800/10000 [7:01:31<58:04, 2.90s/it] 88%|████████▊ | 8800/10000 [7:01:31<58:04, 2.90s/it] 88%|████████▊ | 8801/10000 [7:01:34<58:09, 2.91s/it] 88%|████████▊ | 8802/10000 [7:01:36<56:56, 2.85s/it] 88%|████████▊ | 8803/10000 [7:01:39<57:59, 2.91s/it] 88%|████████▊ | 8804/10000 [7:01:42<57:10, 2.87s/it] 88%|████████▊ | 8805/10000 [7:01:45<58:43, 2.95s/it] 88%|████████▊ | 8806/10000 [7:01:49<1:00:41, 3.05s/it] 88%|████████▊ | 8807/10000 [7:01:52<1:00:09, 3.03s/it] 88%|████████▊ | 8808/10000 [7:01:54<59:38, 3.00s/it] 88%|████████▊ | 8809/10000 [7:01:57<57:24, 2.89s/it] 88%|████████▊ | 8810/10000 [7:02:00<56:04, 2.83s/it] 88%|████████▊ | 8811/10000 [7:02:03<56:16, 2.84s/it] 88%|████████▊ | 8812/10000 [7:02:05<55:56, 2.82s/it] 88%|████████▊ | 8813/10000 [7:02:09<58:56, 2.98s/it] 88%|████████▊ | 8814/10000 [7:02:12<58:44, 2.97s/it] 88%|████████▊ | 8815/10000 [7:02:15<59:26, 3.01s/it] 88%|████████▊ | 8816/10000 [7:02:18<58:51, 2.98s/it] 88%|████████▊ | 8817/10000 [7:02:21<1:00:09, 3.05s/it] 88%|████████▊ | 8818/10000 [7:02:24<58:14, 2.96s/it] 88%|████████▊ | 8819/10000 [7:02:26<57:00, 2.90s/it] 88%|████████▊ | 8820/10000 [7:02:29<57:19, 2.91s/it] 88%|████████▊ | 8820/10000 [7:02:29<57:19, 2.91s/it] 88%|████████▊ | 8821/10000 [7:02:32<56:28, 2.87s/it] 88%|████████▊ | 8822/10000 [7:02:35<56:36, 2.88s/it] 88%|████████▊ | 8823/10000 [7:02:38<55:58, 2.85s/it] 88%|████████▊ | 8824/10000 [7:02:41<56:17, 2.87s/it] 88%|████████▊ | 8825/10000 [7:02:44<57:20, 2.93s/it] 88%|████████▊ | 8826/10000 [7:02:47<56:29, 2.89s/it] 88%|████████▊ | 8827/10000 [7:02:49<55:11, 2.82s/it] 88%|████████▊ | 8828/10000 [7:02:52<55:33, 2.84s/it] 88%|████████▊ | 8829/10000 [7:02:55<53:27, 2.74s/it] 88%|████████▊ | 8830/10000 [7:02:57<52:00, 2.67s/it] 88%|████████▊ | 8831/10000 [7:03:00<51:45, 2.66s/it] 88%|████████▊ | 8832/10000 [7:03:03<52:27, 2.69s/it] 88%|████████▊ | 8833/10000 [7:03:06<53:52, 2.77s/it] 88%|████████▊ | 8834/10000 [7:03:09<56:50, 2.92s/it] 88%|████████▊ | 8835/10000 [7:03:12<55:35, 2.86s/it] 88%|████████▊ | 8836/10000 [7:03:15<56:46, 2.93s/it] 88%|████████▊ | 8837/10000 [7:03:18<57:02, 2.94s/it] 88%|████████▊ | 8838/10000 [7:03:25<1:21:08, 4.19s/it] 88%|████████▊ | 8839/10000 [7:03:28<1:14:55, 3.87s/it] 88%|████████▊ | 8840/10000 [7:03:31<1:11:50, 3.72s/it] 88%|████████▊ | 8840/10000 [7:03:31<1:11:50, 3.72s/it] 88%|████████▊ | 8841/10000 [7:03:34<1:06:32, 3.44s/it] 88%|████████▊ | 8842/10000 [7:03:38<1:07:19, 3.49s/it] 88%|████████▊ | 8843/10000 [7:03:41<1:04:13, 3.33s/it] 88%|████████▊ | 8844/10000 [7:03:43<1:01:52, 3.21s/it] 88%|████████▊ | 8845/10000 [7:03:46<1:00:15, 3.13s/it] 88%|████████▊ | 8846/10000 [7:03:49<58:51, 3.06s/it] 88%|████████▊ | 8847/10000 [7:03:52<59:10, 3.08s/it] 88%|████████▊ | 8848/10000 [7:03:55<58:44, 3.06s/it] 88%|████████▊ | 8849/10000 [7:03:59<59:18, 3.09s/it] 88%|████████▊ | 8850/10000 [7:04:01<55:58, 2.92s/it] 89%|████████▊ | 8851/10000 [7:04:04<57:38, 3.01s/it] 89%|████████▊ | 8852/10000 [7:04:08<58:58, 3.08s/it] 89%|████████▊ | 8853/10000 [7:04:10<56:47, 2.97s/it] 89%|████████▊ | 8854/10000 [7:04:13<56:43, 2.97s/it] 89%|████████▊ | 8855/10000 [7:04:16<54:03, 2.83s/it] 89%|████████▊ | 8856/10000 [7:04:19<53:12, 2.79s/it] 89%|████████▊ | 8857/10000 [7:04:21<53:31, 2.81s/it] 89%|████████▊ | 8858/10000 [7:04:24<53:09, 2.79s/it] 89%|████████▊ | 8859/10000 [7:04:27<51:42, 2.72s/it] 89%|████████▊ | 8860/10000 [7:04:30<53:08, 2.80s/it] {'loss': '0.3228', 'grad_norm': '4.294', 'learning_rate': '6.505e-07', 'num_tokens': '2.581e+06', 'completions/mean_length': '5.75', 'completions/min_length': '3.6', 'completions/max_length': '10.7', 'completions/clipped_ratio': '0.00625', 'completions/mean_terminated_length': '5.378', 'completions/min_terminated_length': '3.6', 'completions/max_terminated_length': '7.85', 'rewards/reward_grounded/mean': '0.9875', 'rewards/reward_grounded/std': '0.03536', 'rewards/reward_semantic/mean': '0.3927', 'rewards/reward_semantic/std': '0.05786', 'rewards/reward_length/mean': '-0.05281', 'rewards/reward_length/std': '0.02653', 'reward': '1.103', 'reward_std': '0.0538', 'frac_reward_zero_std': '0.05', 'kl': '0.5421', 'entropy': '0.8591', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '3.227', 'epoch': '1.427'} +{'loss': '0.2808', 'grad_norm': '0.4031', 'learning_rate': '6.405e-07', 'num_tokens': '2.587e+06', 'completions/mean_length': '4.656', 'completions/min_length': '3.5', 'completions/max_length': '5.95', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.656', 'completions/min_terminated_length': '3.5', 'completions/max_terminated_length': '5.95', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3825', 'rewards/reward_semantic/std': '0.1042', 'rewards/reward_length/mean': '-0.04617', 'rewards/reward_length/std': '0.01305', 'reward': '1.112', 'reward_std': '0.03158', 'frac_reward_zero_std': '0.05', 'kl': '0.42', 'entropy': '0.7538', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.839', 'epoch': '1.43'} +{'loss': '0.3626', 'grad_norm': '14.99', 'learning_rate': '6.305e-07', 'num_tokens': '2.593e+06', 'completions/mean_length': '4.931', 'completions/min_length': '3.45', 'completions/max_length': '7.15', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.931', 'completions/min_terminated_length': '3.45', 'completions/max_terminated_length': '7.15', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3419', 'rewards/reward_semantic/std': '0.05226', 'rewards/reward_length/mean': '-0.05171', 'rewards/reward_length/std': '0.01789', 'reward': '1.1', 'reward_std': '0.01634', 'frac_reward_zero_std': '0.15', 'kl': '0.423', 'entropy': '0.8288', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.949', 'epoch': '1.434'} +[adaptive-kl] kl=0.599 target=0.3 beta: 0.6667 -> 1.0000 +{'loss': '0.4123', 'grad_norm': '0.001771', 'learning_rate': '6.205e-07', 'num_tokens': '2.599e+06', 'completions/mean_length': '4.513', 'completions/min_length': '3.25', 'completions/max_length': '5.85', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.513', 'completions/min_terminated_length': '3.25', 'completions/max_terminated_length': '5.85', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3717', 'rewards/reward_semantic/std': '0.07879', 'rewards/reward_length/mean': '-0.04414', 'rewards/reward_length/std': '0.01499', 'reward': '1.109', 'reward_std': '0.02397', 'frac_reward_zero_std': '0.15', 'kl': '0.5994', 'entropy': '0.7844', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.825', 'epoch': '1.437'} +[adaptive-kl] kl=0.194 target=0.3 beta: 1.0000 -> 0.6667 +{'loss': '0.2238', 'grad_norm': '4.46', 'learning_rate': '6.105e-07', 'num_tokens': '2.605e+06', 'completions/mean_length': '5.381', 'completions/min_length': '3.6', 'completions/max_length': '7.8', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.381', 'completions/min_terminated_length': '3.6', 'completions/max_terminated_length': '7.8', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2537', 'rewards/reward_semantic/std': '0.031', 'rewards/reward_length/mean': '-0.05281', 'rewards/reward_length/std': '0.01603', 'reward': '1.073', 'reward_std': '0.009763', 'frac_reward_zero_std': '0.2', 'kl': '0.1942', 'entropy': '0.9203', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.985', 'epoch': '1.44'} +{'loss': '0.2715', 'grad_norm': '8.591', 'learning_rate': '6.005e-07', 'num_tokens': '2.611e+06', 'completions/mean_length': '4.669', 'completions/min_length': '3.3', 'completions/max_length': '6.95', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.669', 'completions/min_terminated_length': '3.3', 'completions/max_terminated_length': '6.95', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3468', 'rewards/reward_semantic/std': '0.1701', 'rewards/reward_length/mean': '-0.05786', 'rewards/reward_length/std': '0.01792', 'reward': '1.101', 'reward_std': '0.05144', 'frac_reward_zero_std': '0', 'kl': '0.248', 'entropy': '0.8169', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.931', 'epoch': '1.444'} +{'loss': '0.2172', 'grad_norm': '4.496', 'learning_rate': '5.905e-07', 'num_tokens': '2.618e+06', 'completions/mean_length': '5.056', 'completions/min_length': '3.4', 'completions/max_length': '6.65', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.056', 'completions/min_terminated_length': '3.4', 'completions/max_terminated_length': '6.65', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3353', 'rewards/reward_semantic/std': '0.1248', 'rewards/reward_length/mean': '-0.06455', 'rewards/reward_length/std': '0.01933', 'reward': '1.097', 'reward_std': '0.0382', 'frac_reward_zero_std': '0.05', 'kl': '0.2197', 'entropy': '0.6211', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.925', 'epoch': '1.447'} +{'loss': '0.2348', 'grad_norm': '3.048', 'learning_rate': '5.805e-07', 'num_tokens': '2.624e+06', 'completions/mean_length': '5.244', 'completions/min_length': '3.5', 'completions/max_length': '9.2', 'completions/clipped_ratio': '0.00625', 'completions/mean_terminated_length': '4.89', 'completions/min_terminated_length': '3.5', 'completions/max_terminated_length': '6.55', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4564', 'rewards/reward_semantic/std': '0.09253', 'rewards/reward_length/mean': '-0.0533', 'rewards/reward_length/std': '0.02066', 'reward': '1.134', 'reward_std': '0.02837', 'frac_reward_zero_std': '0.2', 'kl': '0.2971', 'entropy': '0.7078', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '3.078', 'epoch': '1.45'} +[adaptive-kl] kl=0.136 target=0.3 beta: 0.6667 -> 0.4444 + 89%|████████▊ | 8860/10000 [7:04:30<53:08, 2.80s/it] 89%|████████▊ | 8861/10000 [7:04:32<53:04, 2.80s/it] 89%|████████▊ | 8862/10000 [7:04:35<53:30, 2.82s/it] 89%|████████▊ | 8863/10000 [7:04:38<54:43, 2.89s/it] 89%|████████▊ | 8864/10000 [7:04:41<55:37, 2.94s/it] 89%|████████▊ | 8865/10000 [7:04:44<54:40, 2.89s/it] 89%|████████▊ | 8866/10000 [7:04:47<52:30, 2.78s/it] 89%|████████▊ | 8867/10000 [7:04:50<53:17, 2.82s/it] 89%|████████▊ | 8868/10000 [7:04:52<53:20, 2.83s/it] 89%|████████▊ | 8869/10000 [7:04:55<52:39, 2.79s/it] 89%|████████▊ | 8870/10000 [7:04:58<54:18, 2.88s/it] 89%|████████▊ | 8871/10000 [7:05:01<53:30, 2.84s/it] 89%|████████▊ | 8872/10000 [7:05:04<52:44, 2.80s/it] 89%|████████▊ | 8873/10000 [7:05:07<53:58, 2.87s/it] 89%|████████▊ | 8874/10000 [7:05:10<53:43, 2.86s/it] 89%|████████▉ | 8875/10000 [7:05:12<53:35, 2.86s/it] 89%|████████▉ | 8876/10000 [7:05:15<54:26, 2.91s/it] 89%|████████▉ | 8877/10000 [7:05:19<54:59, 2.94s/it] 89%|████████▉ | 8878/10000 [7:05:21<54:07, 2.89s/it] 89%|████████▉ | 8879/10000 [7:05:24<53:30, 2.86s/it] 89%|████████▉ | 8880/10000 [7:05:27<51:59, 2.79s/it] 89%|████████▉ | 8880/10000 [7:05:27<51:59, 2.79s/it] 89%|████████▉ | 8881/10000 [7:05:30<54:33, 2.93s/it] 89%|████████▉ | 8882/10000 [7:05:33<54:11, 2.91s/it] 89%|████████▉ | 8883/10000 [7:05:35<52:33, 2.82s/it] 89%|████████▉ | 8884/10000 [7:05:38<50:49, 2.73s/it] 89%|████████▉ | 8885/10000 [7:05:41<50:23, 2.71s/it] 89%|████████▉ | 8886/10000 [7:05:43<51:15, 2.76s/it] 89%|████████▉ | 8887/10000 [7:05:46<51:26, 2.77s/it] 89%|████████▉ | 8888/10000 [7:05:50<54:02, 2.92s/it] 89%|████████▉ | 8889/10000 [7:05:52<53:22, 2.88s/it] 89%|████████▉ | 8890/10000 [7:05:55<51:47, 2.80s/it] 89%|████████▉ | 8891/10000 [7:05:58<51:21, 2.78s/it] 89%|████████▉ | 8892/10000 [7:06:00<51:29, 2.79s/it] 89%|████████▉ | 8893/10000 [7:06:03<51:19, 2.78s/it] 89%|████████▉ | 8894/10000 [7:06:06<52:02, 2.82s/it] 89%|████████▉ | 8895/10000 [7:06:09<52:20, 2.84s/it] 89%|████████▉ | 8896/10000 [7:06:12<52:43, 2.87s/it] 89%|████████▉ | 8897/10000 [7:06:15<52:30, 2.86s/it] 89%|████████▉ | 8898/10000 [7:06:18<51:46, 2.82s/it] 89%|████████▉ | 8899/10000 [7:06:21<53:17, 2.90s/it] 89%|████████▉ | 8900/10000 [7:06:24<52:53, 2.88s/it] 89%|████████▉ | 8900/10000 [7:06:24<52:53, 2.88s/it] 89%|████████▉ | 8901/10000 [7:06:26<53:01, 2.89s/it] 89%|████████▉ | 8902/10000 [7:06:31<1:02:49, 3.43s/it] 89%|████████▉ | 8903/10000 [7:06:34<57:31, 3.15s/it] 89%|████████▉ | 8904/10000 [7:06:36<54:44, 3.00s/it] 89%|████████▉ | 8905/10000 [7:06:39<55:03, 3.02s/it] 89%|████████▉ | 8906/10000 [7:06:42<55:01, 3.02s/it] 89%|████████▉ | 8907/10000 [7:06:45<53:08, 2.92s/it] 89%|████████▉ | 8908/10000 [7:06:48<53:56, 2.96s/it] 89%|████████▉ | 8909/10000 [7:06:51<53:07, 2.92s/it] 89%|████████▉ | 8910/10000 [7:06:54<53:03, 2.92s/it] 89%|████████▉ | 8911/10000 [7:06:57<52:43, 2.91s/it] 89%|████████▉ | 8912/10000 [7:07:00<53:19, 2.94s/it] 89%|████████▉ | 8913/10000 [7:07:03<53:28, 2.95s/it] 89%|████████▉ | 8914/10000 [7:07:05<52:19, 2.89s/it] 89%|████████▉ | 8915/10000 [7:07:08<51:22, 2.84s/it] 89%|████████▉ | 8916/10000 [7:07:12<54:35, 3.02s/it] 89%|████████▉ | 8917/10000 [7:07:15<54:38, 3.03s/it] 89%|████████▉ | 8918/10000 [7:07:18<54:18, 3.01s/it] 89%|████████▉ | 8919/10000 [7:07:21<54:30, 3.03s/it] 89%|████████▉ | 8920/10000 [7:07:24<54:00, 3.00s/it] 89%|████████▉ | 8920/10000 [7:07:24<54:00, 3.00s/it] 89%|████████▉ | 8921/10000 [7:07:27<53:20, 2.97s/it] 89%|████████▉ | 8922/10000 [7:07:29<52:19, 2.91s/it] 89%|████████▉ | 8923/10000 [7:07:33<54:13, 3.02s/it] 89%|████████▉ | 8924/10000 [7:07:35<52:03, 2.90s/it] 89%|████████▉ | 8925/10000 [7:07:38<50:51, 2.84s/it] 89%|████████▉ | 8926/10000 [7:07:41<50:26, 2.82s/it] 89%|████████▉ | 8927/10000 [7:07:43<50:29, 2.82s/it] 89%|████████▉ | 8928/10000 [7:07:46<50:18, 2.82s/it] 89%|████████▉ | 8929/10000 [7:07:49<50:38, 2.84s/it] 89%|████████▉ | 8930/10000 [7:07:52<49:59, 2.80s/it] 89%|████████▉ | 8931/10000 [7:07:55<50:02, 2.81s/it] 89%|████████▉ | 8932/10000 [7:07:58<50:21, 2.83s/it] 89%|████████▉ | 8933/10000 [7:08:00<48:35, 2.73s/it] 89%|████████▉ | 8934/10000 [7:08:03<49:31, 2.79s/it] 89%|████████▉ | 8935/10000 [7:08:06<50:12, 2.83s/it] 89%|████████▉ | 8936/10000 [7:08:09<50:46, 2.86s/it] 89%|████████▉ | 8937/10000 [7:08:12<50:20, 2.84s/it] 89%|████████▉ | 8938/10000 [7:08:14<48:58, 2.77s/it] 89%|████████▉ | 8939/10000 [7:08:18<51:32, 2.91s/it] 89%|████████▉ | 8940/10000 [7:08:20<51:28, 2.91s/it] 89%|████████▉ | 8940/10000 [7:08:20<51:28, 2.91s/it] 89%|████████▉ | 8941/10000 [7:08:24<52:39, 2.98s/it] 89%|████████▉ | 8942/10000 [7:08:26<52:06, 2.95s/it] 89%|████████▉ | 8943/10000 [7:08:29<51:47, 2.94s/it] 89%|████████▉ | 8944/10000 [7:08:32<50:53, 2.89s/it] 89%|████████▉ | 8945/10000 [7:08:35<50:13, 2.86s/it] 89%|████████▉ | 8946/10000 [7:08:38<51:18, 2.92s/it] 89%|████████▉ | 8947/10000 [7:08:41<51:43, 2.95s/it] 89%|████████▉ | 8948/10000 [7:08:44<52:05, 2.97s/it] 89%|████████▉ | 8949/10000 [7:08:47<51:09, 2.92s/it] 90%|████████▉ | 8950/10000 [7:08:50<50:20, 2.88s/it] 90%|████████▉ | 8951/10000 [7:08:53<50:48, 2.91s/it] 90%|████████▉ | 8952/10000 [7:08:55<50:33, 2.89s/it] 90%|████████▉ | 8953/10000 [7:08:58<50:26, 2.89s/it] 90%|████████▉ | 8954/10000 [7:09:01<49:30, 2.84s/it] 90%|████████▉ | 8955/10000 [7:09:04<50:54, 2.92s/it] 90%|████████▉ | 8956/10000 [7:09:07<52:51, 3.04s/it] 90%|████████▉ | 8957/10000 [7:09:10<51:42, 2.97s/it] 90%|████████▉ | 8958/10000 [7:09:13<52:45, 3.04s/it] 90%|████████▉ | 8959/10000 [7:09:17<55:36, 3.21s/it] 90%|████████▉ | 8960/10000 [7:09:20<53:28, 3.09s/it] 90%|████████▉ | 8960/10000 [7:09:20<53:28, 3.09s/it] 90%|████████▉ | 8961/10000 [7:09:23<53:31, 3.09s/it] 90%|████████▉ | 8962/10000 [7:09:26<53:08, 3.07s/it] 90%|████████▉ | 8963/10000 [7:09:29<51:20, 2.97s/it] 90%|████████▉ | 8964/10000 [7:09:32<52:05, 3.02s/it] 90%|████████▉ | 8965/10000 [7:09:35<50:29, 2.93s/it] 90%|████████▉ | 8966/10000 [7:09:38<51:00, 2.96s/it] 90%|████████▉ | 8967/10000 [7:09:40<48:39, 2.83s/it] 90%|████████▉ | 8968/10000 [7:09:43<49:31, 2.88s/it] 90%|████████▉ | 8969/10000 [7:09:46<50:45, 2.95s/it] 90%|████████▉ | 8970/10000 [7:09:49<50:18, 2.93s/it] 90%|████████▉ | 8971/10000 [7:09:52<48:01, 2.80s/it] 90%|████████▉ | 8972/10000 [7:09:55<48:34, 2.83s/it] 90%|████████▉ | 8973/10000 [7:09:58<49:39, 2.90s/it] 90%|████████▉ | 8974/10000 [7:10:00<49:23, 2.89s/it] 90%|████████▉ | 8975/10000 [7:10:03<47:46, 2.80s/it] 90%|████████▉ | 8976/10000 [7:10:10<1:10:19, 4.12s/it] 90%|████████▉ | 8977/10000 [7:10:13<1:04:48, 3.80s/it] 90%|████████▉ | 8978/10000 [7:10:17<1:05:41, 3.86s/it] 90%|████████▉ | 8979/10000 [7:10:20<1:00:02, 3.53s/it] 90%|████████▉ | 8980/10000 [7:10:23<59:18, 3.49s/it] 90%|████████▉ | 8980/10000 [7:10:23<59:18, 3.49s/it] 90%|████████▉ | 8981/10000 [7:10:27<57:00, 3.36s/it] 90%|████████▉ | 8982/10000 [7:10:29<54:21, 3.20s/it] 90%|████████▉ | 8983/10000 [7:10:32<51:16, 3.02s/it] 90%|████████▉ | 8984/10000 [7:10:35<50:15, 2.97s/it] 90%|████████▉ | 8985/10000 [7:10:38<49:52, 2.95s/it] 90%|████████▉ | 8986/10000 [7:10:41<49:34, 2.93s/it] 90%|████████▉ | 8987/10000 [7:10:43<48:55, 2.90s/it] 90%|████████▉ | 8988/10000 [7:10:46<49:02, 2.91s/it] 90%|████████▉ | 8989/10000 [7:10:49<46:48, 2.78s/it] 90%|████████▉ | 8990/10000 [7:10:51<45:45, 2.72s/it] 90%|████████▉ | 8991/10000 [7:10:54<47:02, 2.80s/it] 90%|████████▉ | 8992/10000 [7:10:57<47:03, 2.80s/it] 90%|████████▉ | 8993/10000 [7:11:00<48:57, 2.92s/it] 90%|████████▉ | 8994/10000 [7:11:03<47:22, 2.83s/it] 90%|████████▉ | 8995/10000 [7:11:06<45:44, 2.73s/it] 90%|████████▉ | 8996/10000 [7:11:08<46:35, 2.78s/it] 90%|████████▉ | 8997/10000 [7:11:11<47:52, 2.86s/it] 90%|████████▉ | 8998/10000 [7:11:14<47:30, 2.85s/it] 90%|████████▉ | 8999/10000 [7:11:17<48:23, 2.90s/it] 90%|█████████ | 9000/10000 [7:11:20<48:27, 2.91s/it] 90%|█████████ | 9000/10000 [7:11:20<48:27, 2.91s/it] 90%|█████████ | 9001/10000 [7:11:24<52:10, 3.13s/it] 90%|█████████ | 9002/10000 [7:11:27<53:54, 3.24s/it] 90%|█████████ | 9003/10000 [7:11:30<52:10, 3.14s/it] 90%|█████████ | 9004/10000 [7:11:33<51:13, 3.09s/it] 90%|█████████ | 9005/10000 [7:11:36<49:57, 3.01s/it] 90%|█████████ | 9006/10000 [7:11:39<51:12, 3.09s/it] 90%|█████████ | 9007/10000 [7:11:42<48:31, 2.93s/it] 90%|█████████ | 9008/10000 [7:11:45<47:38, 2.88s/it] 90%|█████████ | 9009/10000 [7:11:47<45:58, 2.78s/it] 90%|█████████ | 9010/10000 [7:11:50<44:50, 2.72s/it] 90%|█████████ | 9011/10000 [7:11:53<45:05, 2.74s/it] 90%|█████████ | 9012/10000 [7:11:55<44:42, 2.71s/it] 90%|█████████ | 9013/10000 [7:11:58<45:32, 2.77s/it] 90%|█████████ | 9014/10000 [7:12:01<46:14, 2.81s/it] 90%|█████████ | 9015/10000 [7:12:04<45:25, 2.77s/it] 90%|█████████ | 9016/10000 [7:12:07<46:30, 2.84s/it] 90%|█████████ | 9017/10000 [7:12:09<45:20, 2.77s/it] 90%|█████████ | 9018/10000 [7:12:12<45:33, 2.78s/it] 90%|█████████ | 9019/10000 [7:12:15<47:57, 2.93s/it] 90%|█████████ | 9020/10000 [7:12:18<48:09, 2.95s/it] {'loss': '0.1087', 'grad_norm': '2.905', 'learning_rate': '5.705e-07', 'num_tokens': '2.63e+06', 'completions/mean_length': '4.85', 'completions/min_length': '3.55', 'completions/max_length': '7.1', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.85', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '7.1', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3182', 'rewards/reward_semantic/std': '0.08612', 'rewards/reward_length/mean': '-0.05476', 'rewards/reward_length/std': '0.01632', 'reward': '1.093', 'reward_std': '0.02594', 'frac_reward_zero_std': '0.2', 'kl': '0.1357', 'entropy': '0.7022', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.91', 'epoch': '1.453'} +[adaptive-kl] kl=0.168 target=0.3 beta: 0.4444 -> 0.2963 +{'loss': '0.09581', 'grad_norm': '0.005888', 'learning_rate': '5.605e-07', 'num_tokens': '2.636e+06', 'completions/mean_length': '4.756', 'completions/min_length': '3.5', 'completions/max_length': '6.2', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.756', 'completions/min_terminated_length': '3.5', 'completions/max_terminated_length': '6.2', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3599', 'rewards/reward_semantic/std': '0.04799', 'rewards/reward_length/mean': '-0.05044', 'rewards/reward_length/std': '0.007983', 'reward': '1.105', 'reward_std': '0.01464', 'frac_reward_zero_std': '0.2', 'kl': '0.1685', 'entropy': '0.6744', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.84', 'epoch': '1.457'} +[adaptive-kl] kl=0.188 target=0.3 beta: 0.2963 -> 0.1975 +{'loss': '0.06735', 'grad_norm': '0.3663', 'learning_rate': '5.505e-07', 'num_tokens': '2.642e+06', 'completions/mean_length': '4.65', 'completions/min_length': '3.75', 'completions/max_length': '5.7', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.65', 'completions/min_terminated_length': '3.75', 'completions/max_terminated_length': '5.7', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4479', 'rewards/reward_semantic/std': '0.1303', 'rewards/reward_length/mean': '-0.05059', 'rewards/reward_length/std': '0.01029', 'reward': '1.132', 'reward_std': '0.03919', 'frac_reward_zero_std': '0.25', 'kl': '0.1877', 'entropy': '0.6207', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.828', 'epoch': '1.46'} +{'loss': '0.1903', 'grad_norm': '4.223', 'learning_rate': '5.405e-07', 'num_tokens': '2.648e+06', 'completions/mean_length': '4.869', 'completions/min_length': '3.35', 'completions/max_length': '7.95', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.869', 'completions/min_terminated_length': '3.35', 'completions/max_terminated_length': '7.95', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.214', 'rewards/reward_semantic/std': '0.07306', 'rewards/reward_length/mean': '-0.05356', 'rewards/reward_length/std': '0.02028', 'reward': '1.062', 'reward_std': '0.02266', 'frac_reward_zero_std': '0.15', 'kl': '0.2831', 'entropy': '0.981', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.994', 'epoch': '1.463'} +{'loss': '0.114', 'grad_norm': '2.135', 'learning_rate': '5.305e-07', 'num_tokens': '2.654e+06', 'completions/mean_length': '4.731', 'completions/min_length': '3.5', 'completions/max_length': '5.85', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.731', 'completions/min_terminated_length': '3.5', 'completions/max_terminated_length': '5.85', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4128', 'rewards/reward_semantic/std': '0.08048', 'rewards/reward_length/mean': '-0.05088', 'rewards/reward_length/std': '0.01328', 'reward': '1.121', 'reward_std': '0.02457', 'frac_reward_zero_std': '0.1', 'kl': '0.4373', 'entropy': '0.6878', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.829', 'epoch': '1.467'} +{'loss': '0.1045', 'grad_norm': '2.214', 'learning_rate': '5.205e-07', 'num_tokens': '2.66e+06', 'completions/mean_length': '5.025', 'completions/min_length': '3.9', 'completions/max_length': '7', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.025', 'completions/min_terminated_length': '3.9', 'completions/max_terminated_length': '7', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2135', 'rewards/reward_semantic/std': '0.0896', 'rewards/reward_length/mean': '-0.05132', 'rewards/reward_length/std': '0.01543', 'reward': '1.061', 'reward_std': '0.02759', 'frac_reward_zero_std': '0.05', 'kl': '0.3371', 'entropy': '0.753', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.961', 'epoch': '1.47'} +[adaptive-kl] kl=0.472 target=0.3 beta: 0.1975 -> 0.2963 +{'loss': '0.1993', 'grad_norm': '4.18', 'learning_rate': '5.105e-07', 'num_tokens': '2.666e+06', 'completions/mean_length': '5.325', 'completions/min_length': '3.35', 'completions/max_length': '10.1', 'completions/clipped_ratio': '0.00625', 'completions/mean_terminated_length': '4.959', 'completions/min_terminated_length': '3.35', 'completions/max_terminated_length': '7.25', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3944', 'rewards/reward_semantic/std': '0.09457', 'rewards/reward_length/mean': '-0.05354', 'rewards/reward_length/std': '0.03353', 'reward': '1.116', 'reward_std': '0.02904', 'frac_reward_zero_std': '0.1', 'kl': '0.4717', 'entropy': '0.7697', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '3.167', 'epoch': '1.473'} +[adaptive-kl] kl=0.455 target=0.3 beta: 0.2963 -> 0.4444 +{'loss': '0.1754', 'grad_norm': '14.87', 'learning_rate': '5.005e-07', 'num_tokens': '2.672e+06', 'completions/mean_length': '4.731', 'completions/min_length': '3.65', 'completions/max_length': '6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.731', 'completions/min_terminated_length': '3.65', 'completions/max_terminated_length': '6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4785', 'rewards/reward_semantic/std': '0.05673', 'rewards/reward_length/mean': '-0.04844', 'rewards/reward_length/std': '0.01304', 'reward': '1.141', 'reward_std': '0.01742', 'frac_reward_zero_std': '0.2', 'kl': '0.4553', 'entropy': '0.6953', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.826', 'epoch': '1.476'} + 90%|█████████ | 9020/10000 [7:12:18<48:09, 2.95s/it] 90%|█████████ | 9021/10000 [7:12:21<47:34, 2.92s/it] 90%|█████████ | 9022/10000 [7:12:24<46:22, 2.84s/it] 90%|█████████ | 9023/10000 [7:12:27<45:25, 2.79s/it] 90%|█████████ | 9024/10000 [7:12:30<46:07, 2.84s/it] 90%|█████████ | 9025/10000 [7:12:32<44:34, 2.74s/it] 90%|█████████ | 9026/10000 [7:12:35<47:23, 2.92s/it] 90%|█████████ | 9027/10000 [7:12:38<47:42, 2.94s/it] 90%|█████████ | 9028/10000 [7:12:41<46:08, 2.85s/it] 90%|█████████ | 9029/10000 [7:12:44<46:18, 2.86s/it] 90%|█████████ | 9030/10000 [7:12:46<44:18, 2.74s/it] 90%|█████████ | 9031/10000 [7:12:49<44:45, 2.77s/it] 90%|█████████ | 9032/10000 [7:12:52<45:40, 2.83s/it] 90%|█████████ | 9033/10000 [7:12:55<46:48, 2.90s/it] 90%|█████████ | 9034/10000 [7:12:58<45:46, 2.84s/it] 90%|█████████ | 9035/10000 [7:13:01<46:29, 2.89s/it] 90%|█████████ | 9036/10000 [7:13:04<45:44, 2.85s/it] 90%|█████████ | 9037/10000 [7:13:07<45:50, 2.86s/it] 90%|█████████ | 9038/10000 [7:13:09<45:40, 2.85s/it] 90%|█████████ | 9039/10000 [7:13:12<45:48, 2.86s/it] 90%|█████████ | 9040/10000 [7:13:15<45:23, 2.84s/it] 90%|█████████ | 9040/10000 [7:13:15<45:23, 2.84s/it] 90%|█████████ | 9041/10000 [7:13:18<45:54, 2.87s/it] 90%|█████████ | 9042/10000 [7:13:21<45:05, 2.82s/it] 90%|█████████ | 9043/10000 [7:13:23<44:18, 2.78s/it] 90%|█████████ | 9044/10000 [7:13:27<46:15, 2.90s/it] 90%|█████████ | 9045/10000 [7:13:29<45:59, 2.89s/it] 90%|█████████ | 9046/10000 [7:13:32<45:50, 2.88s/it] 90%|█████████ | 9047/10000 [7:13:35<46:44, 2.94s/it] 90%|█████████ | 9048/10000 [7:13:39<47:45, 3.01s/it] 90%|█████████ | 9049/10000 [7:13:42<47:51, 3.02s/it] 90%|█████████ | 9050/10000 [7:13:49<1:08:45, 4.34s/it] 91%|█████████ | 9051/10000 [7:13:53<1:05:10, 4.12s/it] 91%|█████████ | 9052/10000 [7:13:56<59:36, 3.77s/it] 91%|█████████ | 9053/10000 [7:13:58<54:07, 3.43s/it] 91%|█████████ | 9054/10000 [7:14:01<50:38, 3.21s/it] 91%|█████████ | 9055/10000 [7:14:04<47:46, 3.03s/it] 91%|█████████ | 9056/10000 [7:14:07<48:23, 3.08s/it] 91%|█████████ | 9057/10000 [7:14:10<48:10, 3.06s/it] 91%|█████████ | 9058/10000 [7:14:13<46:55, 2.99s/it] 91%|█████████ | 9059/10000 [7:14:15<46:18, 2.95s/it] 91%|█████████ | 9060/10000 [7:14:18<45:03, 2.88s/it] 91%|█████████ | 9060/10000 [7:14:18<45:03, 2.88s/it] 91%|█████████ | 9061/10000 [7:14:22<48:11, 3.08s/it] 91%|█████████ | 9062/10000 [7:14:25<48:42, 3.12s/it] 91%|█████████ | 9063/10000 [7:14:28<48:38, 3.11s/it] 91%|█████████ | 9064/10000 [7:14:31<48:40, 3.12s/it] 91%|█████████ | 9065/10000 [7:14:34<47:16, 3.03s/it] 91%|█████████ | 9066/10000 [7:14:37<46:43, 3.00s/it] 91%|█████████ | 9067/10000 [7:14:40<46:29, 2.99s/it] 91%|█████████ | 9068/10000 [7:14:43<45:38, 2.94s/it] 91%|█████████ | 9069/10000 [7:14:46<45:38, 2.94s/it] 91%|█████████ | 9070/10000 [7:14:48<43:49, 2.83s/it] 91%|█████████ | 9071/10000 [7:14:51<45:27, 2.94s/it] 91%|█████████ | 9072/10000 [7:14:54<45:04, 2.91s/it] 91%|█████████ | 9073/10000 [7:14:57<43:50, 2.84s/it] 91%|█████████ | 9074/10000 [7:15:00<42:47, 2.77s/it] 91%|█████████ | 9075/10000 [7:15:02<42:05, 2.73s/it] 91%|█████████ | 9076/10000 [7:15:05<42:37, 2.77s/it] 91%|█████████ | 9077/10000 [7:15:08<42:20, 2.75s/it] 91%|█████████ | 9078/10000 [7:15:11<43:14, 2.81s/it] 91%|█████████ | 9079/10000 [7:15:13<42:47, 2.79s/it] 91%|█████████ | 9080/10000 [7:15:16<43:15, 2.82s/it] 91%|█████████ | 9080/10000 [7:15:16<43:15, 2.82s/it] 91%|█████████ | 9081/10000 [7:15:19<42:05, 2.75s/it] 91%|█████████ | 9082/10000 [7:15:26<1:02:25, 4.08s/it] 91%|█████████ | 9083/10000 [7:15:29<57:49, 3.78s/it] 91%|█████████ | 9084/10000 [7:15:32<53:06, 3.48s/it] 91%|█████████ | 9085/10000 [7:15:35<49:13, 3.23s/it] 91%|█████████ | 9086/10000 [7:15:37<46:44, 3.07s/it] 91%|█████████ | 9087/10000 [7:15:41<47:31, 3.12s/it] 91%|█████████ | 9088/10000 [7:15:44<46:57, 3.09s/it] 91%|█████████ | 9089/10000 [7:15:47<46:15, 3.05s/it] 91%|█████████ | 9090/10000 [7:15:50<47:36, 3.14s/it] 91%|█████████ | 9091/10000 [7:15:53<48:21, 3.19s/it] 91%|█████████ | 9092/10000 [7:15:56<46:44, 3.09s/it] 91%|█████████ | 9093/10000 [7:15:59<45:39, 3.02s/it] 91%|█████████ | 9094/10000 [7:16:02<44:26, 2.94s/it] 91%|█████████ | 9095/10000 [7:16:05<44:01, 2.92s/it] 91%|█████████ | 9096/10000 [7:16:07<43:57, 2.92s/it] 91%|█████████ | 9097/10000 [7:16:10<42:56, 2.85s/it] 91%|█████████ | 9098/10000 [7:16:13<43:57, 2.92s/it] 91%|█████████ | 9099/10000 [7:16:16<43:51, 2.92s/it] 91%|█████████ | 9100/10000 [7:16:19<43:35, 2.91s/it] 91%|█████████ | 9100/10000 [7:16:19<43:35, 2.91s/it] 91%|█████████ | 9101/10000 [7:16:22<43:07, 2.88s/it] 91%|█████████ | 9102/10000 [7:16:24<41:22, 2.76s/it] 91%|█████████ | 9103/10000 [7:16:27<40:40, 2.72s/it] 91%|█████████ | 9104/10000 [7:16:30<41:31, 2.78s/it] 91%|█████████ | 9105/10000 [7:16:33<43:22, 2.91s/it] 91%|█████████ | 9106/10000 [7:16:36<41:52, 2.81s/it] 91%|█████████ | 9107/10000 [7:16:39<42:31, 2.86s/it] 91%|█████████ | 9108/10000 [7:16:41<40:54, 2.75s/it] 91%|█████████ | 9109/10000 [7:16:44<39:58, 2.69s/it] 91%|█████████ | 9110/10000 [7:16:46<39:20, 2.65s/it] 91%|█████████ | 9111/10000 [7:16:49<40:51, 2.76s/it] 91%|█████████ | 9112/10000 [7:16:52<41:14, 2.79s/it] 91%|█████████ | 9113/10000 [7:16:55<39:51, 2.70s/it] 91%|█████████ | 9114/10000 [7:16:57<39:35, 2.68s/it] 91%|█████████ | 9115/10000 [7:17:00<40:16, 2.73s/it] 91%|█████████ | 9116/10000 [7:17:03<40:32, 2.75s/it] 91%|█████████ | 9117/10000 [7:17:06<41:22, 2.81s/it] 91%|█████████ | 9118/10000 [7:17:09<44:57, 3.06s/it] 91%|█████████ | 9119/10000 [7:17:13<45:11, 3.08s/it] 91%|█████████ | 9120/10000 [7:17:16<45:00, 3.07s/it] 91%|█████████ | 9120/10000 [7:17:16<45:00, 3.07s/it] 91%|█████████ | 9121/10000 [7:17:18<44:01, 3.01s/it] 91%|█████████ | 9122/10000 [7:17:21<41:52, 2.86s/it] 91%|█████████ | 9123/10000 [7:17:24<42:46, 2.93s/it] 91%|█████████ | 9124/10000 [7:17:27<42:12, 2.89s/it] 91%|█████████▏| 9125/10000 [7:17:30<42:43, 2.93s/it] 91%|█████████▏| 9126/10000 [7:17:33<41:58, 2.88s/it] 91%|█████████▏| 9127/10000 [7:17:36<41:54, 2.88s/it] 91%|█████████▏| 9128/10000 [7:17:38<42:04, 2.90s/it] 91%|█████████▏| 9129/10000 [7:17:41<41:37, 2.87s/it] 91%|█████████▏| 9130/10000 [7:17:44<41:29, 2.86s/it] 91%|█████████▏| 9131/10000 [7:17:47<41:55, 2.90s/it] 91%|█████████▏| 9132/10000 [7:17:50<42:06, 2.91s/it] 91%|█████████▏| 9133/10000 [7:17:53<42:20, 2.93s/it] 91%|█████████▏| 9134/10000 [7:17:56<42:04, 2.92s/it] 91%|█████████▏| 9135/10000 [7:17:59<40:38, 2.82s/it] 91%|█████████▏| 9136/10000 [7:18:01<40:51, 2.84s/it] 91%|█████████▏| 9137/10000 [7:18:04<41:03, 2.86s/it] 91%|█████████▏| 9138/10000 [7:18:08<42:37, 2.97s/it] 91%|█████████▏| 9139/10000 [7:18:10<41:25, 2.89s/it] 91%|█████████▏| 9140/10000 [7:18:14<45:26, 3.17s/it] 91%|█████████▏| 9140/10000 [7:18:14<45:26, 3.17s/it] 91%|█████████▏| 9141/10000 [7:18:17<43:52, 3.07s/it] 91%|█████████▏| 9142/10000 [7:18:20<42:53, 3.00s/it] 91%|█████████▏| 9143/10000 [7:18:23<42:16, 2.96s/it] 91%|█████████▏| 9144/10000 [7:18:25<41:44, 2.93s/it] 91%|█████████▏| 9145/10000 [7:18:28<39:59, 2.81s/it] 91%|█████████▏| 9146/10000 [7:18:31<39:34, 2.78s/it] 91%|█████████▏| 9147/10000 [7:18:34<40:49, 2.87s/it] 91%|█████████▏| 9148/10000 [7:18:37<40:44, 2.87s/it] 91%|█████████▏| 9149/10000 [7:18:39<40:16, 2.84s/it] 92%|█████████▏| 9150/10000 [7:18:42<40:21, 2.85s/it] 92%|█████████▏| 9151/10000 [7:18:45<39:32, 2.79s/it] 92%|█████████▏| 9152/10000 [7:18:48<39:09, 2.77s/it] 92%|█████████▏| 9153/10000 [7:18:50<39:09, 2.77s/it] 92%|█████████▏| 9154/10000 [7:18:53<39:00, 2.77s/it] 92%|█████████▏| 9155/10000 [7:18:56<39:38, 2.81s/it] 92%|█████████▏| 9156/10000 [7:18:59<41:25, 2.95s/it] 92%|█████████▏| 9157/10000 [7:19:02<41:22, 2.94s/it] 92%|█████████▏| 9158/10000 [7:19:05<40:51, 2.91s/it] 92%|█████████▏| 9159/10000 [7:19:08<40:45, 2.91s/it] 92%|█████████▏| 9160/10000 [7:19:11<41:50, 2.99s/it] 92%|█████████▏| 9160/10000 [7:19:11<41:50, 2.99s/it] 92%|█████████▏| 9161/10000 [7:19:14<39:38, 2.83s/it] 92%|█████████▏| 9162/10000 [7:19:16<39:16, 2.81s/it] 92%|█████████▏| 9163/10000 [7:19:19<39:29, 2.83s/it] 92%|█████████▏| 9164/10000 [7:19:22<38:27, 2.76s/it] 92%|█████████▏| 9165/10000 [7:19:25<37:41, 2.71s/it] 92%|█████████▏| 9166/10000 [7:19:27<37:13, 2.68s/it] 92%|█████████▏| 9167/10000 [7:19:30<37:47, 2.72s/it] 92%|█████████▏| 9168/10000 [7:19:33<39:44, 2.87s/it] 92%|█████████▏| 9169/10000 [7:19:36<39:30, 2.85s/it] 92%|█████████▏| 9170/10000 [7:19:38<37:49, 2.73s/it] 92%|█████████▏| 9171/10000 [7:19:41<38:03, 2.75s/it] 92%|█████████▏| 9172/10000 [7:19:44<37:14, 2.70s/it] 92%|█████████▏| 9173/10000 [7:19:46<36:47, 2.67s/it] 92%|█████████▏| 9174/10000 [7:19:50<39:38, 2.88s/it] 92%|█████████▏| 9175/10000 [7:19:53<39:50, 2.90s/it] 92%|█████████▏| 9176/10000 [7:19:56<40:32, 2.95s/it] 92%|█████████▏| 9177/10000 [7:19:59<40:41, 2.97s/it] 92%|█████████▏| 9178/10000 [7:20:02<40:10, 2.93s/it] 92%|█████████▏| 9179/10000 [7:20:05<40:23, 2.95s/it] 92%|█████████▏| 9180/10000 [7:20:07<38:18, 2.80s/it] {'loss': '0.2272', 'grad_norm': '6.492', 'learning_rate': '4.905e-07', 'num_tokens': '2.678e+06', 'completions/mean_length': '4.7', 'completions/min_length': '3.55', 'completions/max_length': '6.45', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.7', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '6.45', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.468', 'rewards/reward_semantic/std': '0.07563', 'rewards/reward_length/mean': '-0.06162', 'rewards/reward_length/std': '0.0159', 'reward': '1.137', 'reward_std': '0.02341', 'frac_reward_zero_std': '0.3', 'kl': '0.3586', 'entropy': '0.6222', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.874', 'epoch': '1.48'} +{'loss': '0.1367', 'grad_norm': '7.637', 'learning_rate': '4.805e-07', 'num_tokens': '2.684e+06', 'completions/mean_length': '4.169', 'completions/min_length': '3.1', 'completions/max_length': '5.75', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.169', 'completions/min_terminated_length': '3.1', 'completions/max_terminated_length': '5.75', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3215', 'rewards/reward_semantic/std': '0.1467', 'rewards/reward_length/mean': '-0.05605', 'rewards/reward_length/std': '0.01228', 'reward': '1.094', 'reward_std': '0.04429', 'frac_reward_zero_std': '0.15', 'kl': '0.2669', 'entropy': '0.6974', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.822', 'epoch': '1.483'} +{'loss': '0.1526', 'grad_norm': '6.636', 'learning_rate': '4.705e-07', 'num_tokens': '2.69e+06', 'completions/mean_length': '5.375', 'completions/min_length': '3.55', 'completions/max_length': '9.95', 'completions/clipped_ratio': '0.00625', 'completions/mean_terminated_length': '5.015', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '7.2', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3946', 'rewards/reward_semantic/std': '0.1426', 'rewards/reward_length/mean': '-0.0585', 'rewards/reward_length/std': '0.01914', 'reward': '1.115', 'reward_std': '0.04262', 'frac_reward_zero_std': '0.25', 'kl': '0.3651', 'entropy': '0.7875', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '3.142', 'epoch': '1.486'} +[adaptive-kl] kl=0.452 target=0.3 beta: 0.4444 -> 0.6667 +{'loss': '0.255', 'grad_norm': '4.494', 'learning_rate': '4.605e-07', 'num_tokens': '2.696e+06', 'completions/mean_length': '4.644', 'completions/min_length': '3.2', 'completions/max_length': '6.5', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.644', 'completions/min_terminated_length': '3.2', 'completions/max_terminated_length': '6.5', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3522', 'rewards/reward_semantic/std': '0.1159', 'rewards/reward_length/mean': '-0.05657', 'rewards/reward_length/std': '0.01829', 'reward': '1.103', 'reward_std': '0.03515', 'frac_reward_zero_std': '0.15', 'kl': '0.4516', 'entropy': '0.7335', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.896', 'epoch': '1.49'} +{'loss': '0.2621', 'grad_norm': '1.624', 'learning_rate': '4.505e-07', 'num_tokens': '2.702e+06', 'completions/mean_length': '5.037', 'completions/min_length': '3.2', 'completions/max_length': '9.8', 'completions/clipped_ratio': '0.00625', 'completions/mean_terminated_length': '4.674', 'completions/min_terminated_length': '3.2', 'completions/max_terminated_length': '7.05', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2817', 'rewards/reward_semantic/std': '0.1604', 'rewards/reward_length/mean': '-0.05527', 'rewards/reward_length/std': '0.01961', 'reward': '1.082', 'reward_std': '0.04828', 'frac_reward_zero_std': '0.05', 'kl': '0.3147', 'entropy': '0.8885', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '3.121', 'epoch': '1.493'} +{'loss': '0.24', 'grad_norm': '5.106', 'learning_rate': '4.405e-07', 'num_tokens': '2.707e+06', 'completions/mean_length': '4.144', 'completions/min_length': '3.1', 'completions/max_length': '5.9', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.144', 'completions/min_terminated_length': '3.1', 'completions/max_terminated_length': '5.9', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2449', 'rewards/reward_semantic/std': '0.07547', 'rewards/reward_length/mean': '-0.04763', 'rewards/reward_length/std': '0.01239', 'reward': '1.071', 'reward_std': '0.02294', 'frac_reward_zero_std': '0.15', 'kl': '0.3655', 'entropy': '0.9645', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.819', 'epoch': '1.496'} +{'loss': '0.2901', 'grad_norm': '4.852', 'learning_rate': '4.305e-07', 'num_tokens': '2.713e+06', 'completions/mean_length': '4.244', 'completions/min_length': '2.95', 'completions/max_length': '6.7', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.244', 'completions/min_terminated_length': '2.95', 'completions/max_terminated_length': '6.7', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3016', 'rewards/reward_semantic/std': '0.1312', 'rewards/reward_length/mean': '-0.04917', 'rewards/reward_length/std': '0.01802', 'reward': '1.088', 'reward_std': '0.03956', 'frac_reward_zero_std': '0', 'kl': '0.3568', 'entropy': '0.977', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.909', 'epoch': '1.499'} +{'loss': '0.2423', 'grad_norm': '2.083', 'learning_rate': '4.205e-07', 'num_tokens': '2.719e+06', 'completions/mean_length': '4.844', 'completions/min_length': '3.7', 'completions/max_length': '6.35', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.844', 'completions/min_terminated_length': '3.7', 'completions/max_terminated_length': '6.35', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4589', 'rewards/reward_semantic/std': '0.1392', 'rewards/reward_length/mean': '-0.04883', 'rewards/reward_length/std': '0.01356', 'reward': '1.135', 'reward_std': '0.04203', 'frac_reward_zero_std': '0.15', 'kl': '0.3314', 'entropy': '0.752', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.846', 'epoch': '1.503'} + 92%|█████████▏| 9180/10000 [7:20:07<38:18, 2.80s/it] 92%|█████████▏| 9181/10000 [7:20:10<39:49, 2.92s/it] 92%|█████████▏| 9182/10000 [7:20:13<39:39, 2.91s/it] 92%|█████████▏| 9183/10000 [7:20:16<39:52, 2.93s/it] 92%|█████████▏| 9184/10000 [7:20:19<41:10, 3.03s/it] 92%|█████████▏| 9185/10000 [7:20:22<40:22, 2.97s/it] 92%|█████████▏| 9186/10000 [7:20:25<38:54, 2.87s/it] 92%|█████████▏| 9187/10000 [7:20:28<38:58, 2.88s/it] 92%|█████████▏| 9188/10000 [7:20:31<39:26, 2.91s/it] 92%|█████████▏| 9189/10000 [7:20:33<38:24, 2.84s/it] 92%|█████████▏| 9190/10000 [7:20:36<37:39, 2.79s/it] 92%|█████████▏| 9191/10000 [7:20:39<36:41, 2.72s/it] 92%|█████████▏| 9192/10000 [7:20:42<37:57, 2.82s/it] 92%|█████████▏| 9193/10000 [7:20:44<37:07, 2.76s/it] 92%|█████████▏| 9194/10000 [7:20:47<37:15, 2.77s/it] 92%|█████████▏| 9195/10000 [7:20:50<36:17, 2.71s/it] 92%|█████████▏| 9196/10000 [7:20:52<36:23, 2.72s/it] 92%|█████████▏| 9197/10000 [7:20:55<36:45, 2.75s/it] 92%|█████████▏| 9198/10000 [7:20:58<37:03, 2.77s/it] 92%|█████████▏| 9199/10000 [7:21:01<37:39, 2.82s/it] 92%|█████████▏| 9200/10000 [7:21:04<37:57, 2.85s/it] 92%|█████████▏| 9200/10000 [7:21:04<37:57, 2.85s/it] 92%|█████████▏| 9201/10000 [7:21:07<39:46, 2.99s/it] 92%|█████████▏| 9202/10000 [7:21:10<38:12, 2.87s/it] 92%|█████████▏| 9203/10000 [7:21:12<36:56, 2.78s/it] 92%|█████████▏| 9204/10000 [7:21:15<36:31, 2.75s/it] 92%|█████████▏| 9205/10000 [7:21:18<36:06, 2.73s/it] 92%|█████████▏| 9206/10000 [7:21:21<36:39, 2.77s/it] 92%|█████████▏| 9207/10000 [7:21:23<35:28, 2.68s/it] 92%|█████████▏| 9208/10000 [7:21:26<34:37, 2.62s/it] 92%|█████████▏| 9209/10000 [7:21:29<35:52, 2.72s/it] 92%|█████████▏| 9210/10000 [7:21:31<35:27, 2.69s/it] 92%|█████████▏| 9211/10000 [7:21:34<37:04, 2.82s/it] 92%|█████████▏| 9212/10000 [7:21:37<36:15, 2.76s/it] 92%|█████████▏| 9213/10000 [7:21:40<36:20, 2.77s/it] 92%|█████████▏| 9214/10000 [7:21:42<35:58, 2.75s/it] 92%|█████████▏| 9215/10000 [7:21:45<36:17, 2.77s/it] 92%|█████████▏| 9216/10000 [7:21:48<35:38, 2.73s/it] 92%|█████████▏| 9217/10000 [7:21:51<36:08, 2.77s/it] 92%|█████████▏| 9218/10000 [7:21:53<36:08, 2.77s/it] 92%|█████████▏| 9219/10000 [7:21:56<36:30, 2.80s/it] 92%|█████████▏| 9220/10000 [7:21:59<36:03, 2.77s/it] 92%|█████████▏| 9220/10000 [7:21:59<36:03, 2.77s/it] 92%|█████████▏| 9221/10000 [7:22:02<36:25, 2.81s/it] 92%|█████████▏| 9222/10000 [7:22:05<36:19, 2.80s/it] 92%|█████████▏| 9223/10000 [7:22:08<36:56, 2.85s/it] 92%|█████████▏| 9224/10000 [7:22:11<37:18, 2.89s/it] 92%|█████████▏| 9225/10000 [7:22:13<36:47, 2.85s/it] 92%|█████████▏| 9226/10000 [7:22:16<35:50, 2.78s/it] 92%|█████████▏| 9227/10000 [7:22:19<36:16, 2.82s/it] 92%|█████████▏| 9228/10000 [7:22:21<35:06, 2.73s/it] 92%|█████████▏| 9229/10000 [7:22:25<36:44, 2.86s/it] 92%|█████████▏| 9230/10000 [7:22:27<36:25, 2.84s/it] 92%|█████████▏| 9231/10000 [7:22:30<35:29, 2.77s/it] 92%|█████████▏| 9232/10000 [7:22:33<35:24, 2.77s/it] 92%|█████████▏| 9233/10000 [7:22:36<35:23, 2.77s/it] 92%|█████████▏| 9234/10000 [7:22:39<36:19, 2.85s/it] 92%|█████████▏| 9235/10000 [7:22:41<36:03, 2.83s/it] 92%|█████████▏| 9236/10000 [7:22:44<35:29, 2.79s/it] 92%|█████████▏| 9237/10000 [7:22:47<35:41, 2.81s/it] 92%|█████████▏| 9238/10000 [7:22:50<35:50, 2.82s/it] 92%|█████████▏| 9239/10000 [7:22:53<36:29, 2.88s/it] 92%|█████████▏| 9240/10000 [7:22:56<37:01, 2.92s/it] 92%|█████████▏| 9240/10000 [7:22:56<37:01, 2.92s/it] 92%|█████████▏| 9241/10000 [7:22:59<37:56, 3.00s/it] 92%|█████████▏| 9242/10000 [7:23:02<37:50, 3.00s/it] 92%|█████████▏| 9243/10000 [7:23:05<37:56, 3.01s/it] 92%|█████████▏| 9244/10000 [7:23:08<37:41, 2.99s/it] 92%|█████████▏| 9245/10000 [7:23:11<38:24, 3.05s/it] 92%|█████████▏| 9246/10000 [7:23:14<36:03, 2.87s/it] 92%|█████████▏| 9247/10000 [7:23:17<36:06, 2.88s/it] 92%|█████████▏| 9248/10000 [7:23:19<35:39, 2.84s/it] 92%|█████████▏| 9249/10000 [7:23:22<35:28, 2.83s/it] 92%|█████████▎| 9250/10000 [7:23:25<34:20, 2.75s/it] 93%|█████████▎| 9251/10000 [7:23:27<33:26, 2.68s/it] 93%|█████████▎| 9252/10000 [7:23:30<33:50, 2.71s/it] 93%|█████████▎| 9253/10000 [7:23:33<34:00, 2.73s/it] 93%|█████████▎| 9254/10000 [7:23:35<33:39, 2.71s/it] 93%|█████████▎| 9255/10000 [7:23:38<32:29, 2.62s/it] 93%|█████████▎| 9256/10000 [7:23:41<33:20, 2.69s/it] 93%|█████████▎| 9257/10000 [7:23:43<33:04, 2.67s/it] 93%|█████████▎| 9258/10000 [7:23:46<33:47, 2.73s/it] 93%|█████████▎| 9259/10000 [7:23:49<32:34, 2.64s/it] 93%|█████████▎| 9260/10000 [7:23:51<32:52, 2.67s/it] 93%|█████████▎| 9260/10000 [7:23:51<32:52, 2.67s/it] 93%|█████████▎| 9261/10000 [7:23:54<32:42, 2.66s/it] 93%|█████████▎| 9262/10000 [7:23:56<32:10, 2.62s/it] 93%|█████████▎| 9263/10000 [7:23:59<31:55, 2.60s/it] 93%|█████████▎| 9264/10000 [7:24:02<32:34, 2.66s/it] 93%|█████████▎| 9265/10000 [7:24:05<34:06, 2.78s/it] 93%|█████████▎| 9266/10000 [7:24:08<33:38, 2.75s/it] 93%|█████████▎| 9267/10000 [7:24:10<33:33, 2.75s/it] 93%|█████████▎| 9268/10000 [7:24:13<33:43, 2.76s/it] 93%|█████████▎| 9269/10000 [7:24:16<33:40, 2.76s/it] 93%|█████████▎| 9270/10000 [7:24:19<33:34, 2.76s/it] 93%|█████████▎| 9271/10000 [7:24:21<32:55, 2.71s/it] 93%|█████████▎| 9272/10000 [7:24:24<33:37, 2.77s/it] 93%|█████████▎| 9273/10000 [7:24:27<32:14, 2.66s/it] 93%|█████████▎| 9274/10000 [7:24:29<32:38, 2.70s/it] 93%|█████████▎| 9275/10000 [7:24:32<32:43, 2.71s/it] 93%|█████████▎| 9276/10000 [7:24:35<32:41, 2.71s/it] 93%|█████████▎| 9277/10000 [7:24:38<33:09, 2.75s/it] 93%|█████████▎| 9278/10000 [7:24:40<33:36, 2.79s/it] 93%|█████████▎| 9279/10000 [7:24:43<32:58, 2.74s/it] 93%|█████████▎| 9280/10000 [7:24:46<32:10, 2.68s/it] 93%|█████████▎| 9280/10000 [7:24:46<32:10, 2.68s/it] 93%|█████████▎| 9281/10000 [7:24:48<32:22, 2.70s/it] 93%|█████████▎| 9282/10000 [7:24:51<33:20, 2.79s/it] 93%|█████████▎| 9283/10000 [7:24:54<32:46, 2.74s/it] 93%|█████████▎| 9284/10000 [7:24:57<34:14, 2.87s/it] 93%|█████████▎| 9285/10000 [7:25:00<34:16, 2.88s/it] 93%|█████████▎| 9286/10000 [7:25:03<34:46, 2.92s/it] 93%|█████████▎| 9287/10000 [7:25:06<34:40, 2.92s/it] 93%|█████████▎| 9288/10000 [7:25:09<33:37, 2.83s/it] 93%|█████████▎| 9289/10000 [7:25:11<32:11, 2.72s/it] 93%|█████████▎| 9290/10000 [7:25:14<31:44, 2.68s/it] 93%|█████████▎| 9291/10000 [7:25:16<31:36, 2.67s/it] 93%|█████████▎| 9292/10000 [7:25:19<33:10, 2.81s/it] 93%|█████████▎| 9293/10000 [7:25:22<33:09, 2.81s/it] 93%|█████████▎| 9294/10000 [7:25:25<31:42, 2.70s/it] 93%|█████████▎| 9295/10000 [7:25:28<32:58, 2.81s/it] 93%|█████████▎| 9296/10000 [7:25:31<33:00, 2.81s/it] 93%|█████████▎| 9297/10000 [7:25:33<31:45, 2.71s/it] 93%|█████████▎| 9298/10000 [7:25:36<31:36, 2.70s/it] 93%|█████████▎| 9299/10000 [7:25:38<31:35, 2.70s/it] 93%|█████████▎| 9300/10000 [7:25:41<32:13, 2.76s/it] 93%|█████████▎| 9300/10000 [7:25:41<32:13, 2.76s/it] 93%|█████████▎| 9301/10000 [7:25:44<32:11, 2.76s/it] 93%|█████████▎| 9302/10000 [7:25:47<32:07, 2.76s/it] 93%|█████████▎| 9303/10000 [7:25:50<31:31, 2.71s/it] 93%|█████████▎| 9304/10000 [7:25:52<31:28, 2.71s/it] 93%|█████████▎| 9305/10000 [7:25:55<31:33, 2.72s/it] 93%|█████████▎| 9306/10000 [7:25:58<32:09, 2.78s/it] 93%|█████████▎| 9307/10000 [7:26:03<39:57, 3.46s/it] 93%|█████████▎| 9308/10000 [7:26:06<37:50, 3.28s/it] 93%|█████████▎| 9309/10000 [7:26:08<35:04, 3.05s/it] 93%|█████████▎| 9310/10000 [7:26:11<33:06, 2.88s/it] 93%|█████████▎| 9311/10000 [7:26:13<32:04, 2.79s/it] 93%|█████████▎| 9312/10000 [7:26:16<32:11, 2.81s/it] 93%|█████████▎| 9313/10000 [7:26:19<32:17, 2.82s/it] 93%|█████████▎| 9314/10000 [7:26:22<32:10, 2.81s/it] 93%|█████████▎| 9315/10000 [7:26:25<31:52, 2.79s/it] 93%|█████████▎| 9316/10000 [7:26:27<31:46, 2.79s/it] 93%|█████████▎| 9317/10000 [7:26:30<31:51, 2.80s/it] 93%|█████████▎| 9318/10000 [7:26:33<32:04, 2.82s/it] 93%|█████████▎| 9319/10000 [7:26:36<32:27, 2.86s/it] 93%|█████████▎| 9320/10000 [7:26:39<31:18, 2.76s/it] 93%|█████████▎| 9320/10000 [7:26:39<31:18, 2.76s/it] 93%|█████████▎| 9321/10000 [7:26:41<31:17, 2.76s/it] 93%|█████████▎| 9322/10000 [7:26:44<32:20, 2.86s/it] 93%|█████████▎| 9323/10000 [7:26:47<32:28, 2.88s/it] 93%|█████████▎| 9324/10000 [7:26:50<32:10, 2.86s/it] 93%|█████████▎| 9325/10000 [7:26:53<31:56, 2.84s/it] 93%|█████████▎| 9326/10000 [7:26:56<33:20, 2.97s/it] 93%|█████████▎| 9327/10000 [7:26:59<33:45, 3.01s/it] 93%|█████████▎| 9328/10000 [7:27:02<32:34, 2.91s/it] 93%|█████████▎| 9329/10000 [7:27:05<31:33, 2.82s/it] 93%|█████████▎| 9330/10000 [7:27:08<33:45, 3.02s/it] 93%|█████████▎| 9331/10000 [7:27:11<33:52, 3.04s/it] 93%|█████████▎| 9332/10000 [7:27:14<33:31, 3.01s/it] 93%|█████████▎| 9333/10000 [7:27:17<32:01, 2.88s/it] 93%|█████████▎| 9334/10000 [7:27:20<31:44, 2.86s/it] 93%|█████████▎| 9335/10000 [7:27:22<31:08, 2.81s/it] 93%|█████████▎| 9336/10000 [7:27:25<30:57, 2.80s/it] 93%|█████████▎| 9337/10000 [7:27:28<31:09, 2.82s/it] 93%|█████████▎| 9338/10000 [7:27:30<30:28, 2.76s/it] 93%|█████████▎| 9339/10000 [7:27:33<31:08, 2.83s/it] 93%|█████████▎| 9340/10000 [7:27:37<31:52, 2.90s/it] {'loss': '0.2817', 'grad_norm': '0.00511', 'learning_rate': '4.105e-07', 'num_tokens': '2.724e+06', 'completions/mean_length': '3.881', 'completions/min_length': '2.75', 'completions/max_length': '5.55', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.881', 'completions/min_terminated_length': '2.75', 'completions/max_terminated_length': '5.55', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3738', 'rewards/reward_semantic/std': '0.1094', 'rewards/reward_length/mean': '-0.04883', 'rewards/reward_length/std': '0.01553', 'reward': '1.11', 'reward_std': '0.03323', 'frac_reward_zero_std': '0.25', 'kl': '0.3299', 'entropy': '0.8067', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.782', 'epoch': '1.506'} +{'loss': '0.2077', 'grad_norm': '4.487', 'learning_rate': '4.005e-07', 'num_tokens': '2.73e+06', 'completions/mean_length': '4.438', 'completions/min_length': '3.6', 'completions/max_length': '6.2', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.438', 'completions/min_terminated_length': '3.6', 'completions/max_terminated_length': '6.2', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4618', 'rewards/reward_semantic/std': '0.09055', 'rewards/reward_length/mean': '-0.05127', 'rewards/reward_length/std': '0.01286', 'reward': '1.136', 'reward_std': '0.02727', 'frac_reward_zero_std': '0.2', 'kl': '0.3273', 'entropy': '0.6526', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.83', 'epoch': '1.509'} +{'loss': '0.234', 'grad_norm': '14.36', 'learning_rate': '3.905e-07', 'num_tokens': '2.736e+06', 'completions/mean_length': '4.131', 'completions/min_length': '3.05', 'completions/max_length': '5.3', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.131', 'completions/min_terminated_length': '3.05', 'completions/max_terminated_length': '5.3', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3396', 'rewards/reward_semantic/std': '0.08318', 'rewards/reward_length/mean': '-0.05283', 'rewards/reward_length/std': '0.01384', 'reward': '1.099', 'reward_std': '0.02544', 'frac_reward_zero_std': '0.1', 'kl': '0.3217', 'entropy': '0.8495', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.746', 'epoch': '1.512'} +{'loss': '0.307', 'grad_norm': '2.096', 'learning_rate': '3.805e-07', 'num_tokens': '2.742e+06', 'completions/mean_length': '4.838', 'completions/min_length': '3.65', 'completions/max_length': '6.4', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.838', 'completions/min_terminated_length': '3.65', 'completions/max_terminated_length': '6.4', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4552', 'rewards/reward_semantic/std': '0.1367', 'rewards/reward_length/mean': '-0.05271', 'rewards/reward_length/std': '0.01573', 'reward': '1.134', 'reward_std': '0.04147', 'frac_reward_zero_std': '0.05', 'kl': '0.4348', 'entropy': '0.6714', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.826', 'epoch': '1.516'} +[adaptive-kl] kl=0.467 target=0.3 beta: 0.6667 -> 1.0000 +{'loss': '0.3189', 'grad_norm': '0.08722', 'learning_rate': '3.705e-07', 'num_tokens': '2.748e+06', 'completions/mean_length': '4.537', 'completions/min_length': '3.3', 'completions/max_length': '5.9', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.537', 'completions/min_terminated_length': '3.3', 'completions/max_terminated_length': '5.9', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4339', 'rewards/reward_semantic/std': '0.09736', 'rewards/reward_length/mean': '-0.04675', 'rewards/reward_length/std': '0.01695', 'reward': '1.128', 'reward_std': '0.02926', 'frac_reward_zero_std': '0.15', 'kl': '0.467', 'entropy': '0.6664', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.761', 'epoch': '1.519'} +{'loss': '0.2106', 'grad_norm': '32.63', 'learning_rate': '3.605e-07', 'num_tokens': '2.754e+06', 'completions/mean_length': '4.194', 'completions/min_length': '3.4', 'completions/max_length': '5.35', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.194', 'completions/min_terminated_length': '3.4', 'completions/max_terminated_length': '5.35', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5676', 'rewards/reward_semantic/std': '0.1428', 'rewards/reward_length/mean': '-0.05227', 'rewards/reward_length/std': '0.008706', 'reward': '1.168', 'reward_std': '0.04276', 'frac_reward_zero_std': '0.15', 'kl': '0.2117', 'entropy': '0.4601', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.706', 'epoch': '1.522'} +[adaptive-kl] kl=0.189 target=0.3 beta: 1.0000 -> 0.6667 +{'loss': '0.2205', 'grad_norm': '7.65', 'learning_rate': '3.505e-07', 'num_tokens': '2.76e+06', 'completions/mean_length': '4.987', 'completions/min_length': '3.85', 'completions/max_length': '6.2', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.987', 'completions/min_terminated_length': '3.85', 'completions/max_terminated_length': '6.2', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5276', 'rewards/reward_semantic/std': '0.1057', 'rewards/reward_length/mean': '-0.04883', 'rewards/reward_length/std': '0.012', 'reward': '1.156', 'reward_std': '0.03201', 'frac_reward_zero_std': '0.3', 'kl': '0.1891', 'entropy': '0.6246', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.775', 'epoch': '1.526'} +{'loss': '0.184', 'grad_norm': '0.01102', 'learning_rate': '3.405e-07', 'num_tokens': '2.765e+06', 'completions/mean_length': '4.894', 'completions/min_length': '3.4', 'completions/max_length': '7.05', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.894', 'completions/min_terminated_length': '3.4', 'completions/max_terminated_length': '7.05', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4661', 'rewards/reward_semantic/std': '0.1148', 'rewards/reward_length/mean': '-0.05862', 'rewards/reward_length/std': '0.01873', 'reward': '1.137', 'reward_std': '0.03502', 'frac_reward_zero_std': '0.15', 'kl': '0.2639', 'entropy': '0.7643', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.847', 'epoch': '1.529'} + 93%|█████████▎| 9340/10000 [7:27:37<31:52, 2.90s/it] 93%|█████████▎| 9341/10000 [7:27:39<31:42, 2.89s/it] 93%|█████████▎| 9342/10000 [7:27:42<31:38, 2.89s/it] 93%|█████████▎| 9343/10000 [7:27:45<31:45, 2.90s/it] 93%|█████████▎| 9344/10000 [7:27:48<31:39, 2.90s/it] 93%|█████████▎| 9345/10000 [7:27:51<31:27, 2.88s/it] 93%|█████████▎| 9346/10000 [7:27:54<31:21, 2.88s/it] 93%|█████████▎| 9347/10000 [7:27:57<30:54, 2.84s/it] 93%|█████████▎| 9348/10000 [7:28:00<31:30, 2.90s/it] 93%|█████████▎| 9349/10000 [7:28:02<31:22, 2.89s/it] 94%|█████████▎| 9350/10000 [7:28:05<30:51, 2.85s/it] 94%|█████████▎| 9351/10000 [7:28:08<30:51, 2.85s/it] 94%|█████████▎| 9352/10000 [7:28:11<31:20, 2.90s/it] 94%|█████████▎| 9353/10000 [7:28:14<30:27, 2.82s/it] 94%|█████████▎| 9354/10000 [7:28:16<29:50, 2.77s/it] 94%|█████████▎| 9355/10000 [7:28:19<29:52, 2.78s/it] 94%|█████████▎| 9356/10000 [7:28:22<30:09, 2.81s/it] 94%|█████████▎| 9357/10000 [7:28:25<29:23, 2.74s/it] 94%|█████████▎| 9358/10000 [7:28:27<28:25, 2.66s/it] 94%|█████████▎| 9359/10000 [7:28:30<28:51, 2.70s/it] 94%|█████████▎| 9360/10000 [7:28:33<28:45, 2.70s/it] 94%|█████████▎| 9360/10000 [7:28:33<28:45, 2.70s/it] 94%|█████████▎| 9361/10000 [7:28:35<28:34, 2.68s/it] 94%|█████████▎| 9362/10000 [7:28:38<28:58, 2.73s/it] 94%|█████████▎| 9363/10000 [7:28:41<28:18, 2.67s/it] 94%|█████████▎| 9364/10000 [7:28:43<28:04, 2.65s/it] 94%|█████████▎| 9365/10000 [7:28:47<30:08, 2.85s/it] 94%|█████████▎| 9366/10000 [7:28:49<30:00, 2.84s/it] 94%|█████████▎| 9367/10000 [7:28:52<30:25, 2.88s/it] 94%|█████████▎| 9368/10000 [7:28:55<31:16, 2.97s/it] 94%|█████████▎| 9369/10000 [7:28:58<30:35, 2.91s/it] 94%|█████████▎| 9370/10000 [7:29:01<30:09, 2.87s/it] 94%|█████████▎| 9371/10000 [7:29:04<30:34, 2.92s/it] 94%|█████████▎| 9372/10000 [7:29:06<28:56, 2.76s/it] 94%|█████████▎| 9373/10000 [7:29:09<27:51, 2.67s/it] 94%|█████████▎| 9374/10000 [7:29:12<29:20, 2.81s/it] 94%|█████████▍| 9375/10000 [7:29:15<29:58, 2.88s/it] 94%|█████████▍| 9376/10000 [7:29:18<30:42, 2.95s/it] 94%|█████████▍| 9377/10000 [7:29:21<29:44, 2.86s/it] 94%|█████████▍| 9378/10000 [7:29:24<31:26, 3.03s/it] 94%|█████████▍| 9379/10000 [7:29:27<31:20, 3.03s/it] 94%|█████████▍| 9380/10000 [7:29:30<31:04, 3.01s/it] 94%|█████████▍| 9380/10000 [7:29:30<31:04, 3.01s/it] 94%|█████████▍| 9381/10000 [7:29:33<30:58, 3.00s/it] 94%|█████████▍| 9382/10000 [7:29:36<30:42, 2.98s/it] 94%|█████████▍| 9383/10000 [7:29:39<29:53, 2.91s/it] 94%|█████████▍| 9384/10000 [7:29:42<29:25, 2.87s/it] 94%|█████████▍| 9385/10000 [7:29:45<29:19, 2.86s/it] 94%|█████████▍| 9386/10000 [7:29:48<30:29, 2.98s/it] 94%|█████████▍| 9387/10000 [7:29:51<30:26, 2.98s/it] 94%|█████████▍| 9388/10000 [7:29:54<30:33, 3.00s/it] 94%|█████████▍| 9389/10000 [7:29:56<29:27, 2.89s/it] 94%|█████████▍| 9390/10000 [7:29:59<28:56, 2.85s/it] 94%|█████████▍| 9391/10000 [7:30:02<27:53, 2.75s/it] 94%|█████████▍| 9392/10000 [7:30:04<27:01, 2.67s/it] 94%|█████████▍| 9393/10000 [7:30:07<28:15, 2.79s/it] 94%|█████████▍| 9394/10000 [7:30:10<29:09, 2.89s/it] 94%|█████████▍| 9395/10000 [7:30:13<28:11, 2.80s/it] 94%|█████████▍| 9396/10000 [7:30:16<28:54, 2.87s/it] 94%|█████████▍| 9397/10000 [7:30:19<28:44, 2.86s/it] 94%|█████████▍| 9398/10000 [7:30:22<28:39, 2.86s/it] 94%|█████████▍| 9399/10000 [7:30:25<28:59, 2.89s/it] 94%|█████████▍| 9400/10000 [7:30:28<28:50, 2.88s/it] 94%|█████████▍| 9400/10000 [7:30:28<28:50, 2.88s/it] 94%|█████████▍| 9401/10000 [7:30:31<29:40, 2.97s/it] 94%|█████████▍| 9402/10000 [7:30:34<29:30, 2.96s/it] 94%|█████████▍| 9403/10000 [7:30:36<28:45, 2.89s/it] 94%|█████████▍| 9404/10000 [7:30:39<29:13, 2.94s/it] 94%|█████████▍| 9405/10000 [7:30:42<27:57, 2.82s/it] 94%|█████████▍| 9406/10000 [7:30:45<27:55, 2.82s/it] 94%|█████████▍| 9407/10000 [7:30:48<28:04, 2.84s/it] 94%|█████████▍| 9408/10000 [7:30:51<30:27, 3.09s/it] 94%|█████████▍| 9409/10000 [7:30:54<28:58, 2.94s/it] 94%|█████████▍| 9410/10000 [7:30:57<28:43, 2.92s/it] 94%|█████████▍| 9411/10000 [7:31:00<28:13, 2.87s/it] 94%|█████████▍| 9412/10000 [7:31:03<28:38, 2.92s/it] 94%|█████████▍| 9413/10000 [7:31:06<28:26, 2.91s/it] 94%|█████████▍| 9414/10000 [7:31:08<28:17, 2.90s/it] 94%|█████████▍| 9415/10000 [7:31:11<27:28, 2.82s/it] 94%|█████████▍| 9416/10000 [7:31:14<28:03, 2.88s/it] 94%|█████████▍| 9417/10000 [7:31:17<28:43, 2.96s/it] 94%|█████████▍| 9418/10000 [7:31:20<28:24, 2.93s/it] 94%|█████████▍| 9419/10000 [7:31:23<28:13, 2.91s/it] 94%|█████████▍| 9420/10000 [7:31:26<27:45, 2.87s/it] 94%|█████████▍| 9420/10000 [7:31:26<27:45, 2.87s/it] 94%|█████████▍| 9421/10000 [7:31:29<28:06, 2.91s/it] 94%|█████████▍| 9422/10000 [7:31:32<28:00, 2.91s/it] 94%|█████████▍| 9423/10000 [7:31:34<27:44, 2.89s/it] 94%|█████████▍| 9424/10000 [7:31:38<29:04, 3.03s/it] 94%|█████████▍| 9425/10000 [7:31:41<28:44, 3.00s/it] 94%|█████████▍| 9426/10000 [7:31:44<28:34, 2.99s/it] 94%|█████████▍| 9427/10000 [7:31:46<27:03, 2.83s/it] 94%|█████████▍| 9428/10000 [7:31:49<26:45, 2.81s/it] 94%|█████████▍| 9429/10000 [7:31:52<26:21, 2.77s/it] 94%|█████████▍| 9430/10000 [7:31:54<26:38, 2.80s/it] 94%|█████████▍| 9431/10000 [7:31:57<26:58, 2.85s/it] 94%|█████████▍| 9432/10000 [7:32:00<26:01, 2.75s/it] 94%|█████████▍| 9433/10000 [7:32:05<32:55, 3.48s/it] 94%|█████████▍| 9434/10000 [7:32:08<29:55, 3.17s/it] 94%|█████████▍| 9435/10000 [7:32:10<28:57, 3.08s/it] 94%|█████████▍| 9436/10000 [7:32:13<27:21, 2.91s/it] 94%|█████████▍| 9437/10000 [7:32:16<26:45, 2.85s/it] 94%|█████████▍| 9438/10000 [7:32:18<25:52, 2.76s/it] 94%|█████████▍| 9439/10000 [7:32:21<25:02, 2.68s/it] 94%|█████████▍| 9440/10000 [7:32:24<25:59, 2.78s/it] 94%|█████████▍| 9440/10000 [7:32:24<25:59, 2.78s/it] 94%|█████████▍| 9441/10000 [7:32:27<26:41, 2.87s/it] 94%|█████████▍| 9442/10000 [7:32:29<25:56, 2.79s/it] 94%|█████████▍| 9443/10000 [7:32:32<26:01, 2.80s/it] 94%|█████████▍| 9444/10000 [7:32:35<26:34, 2.87s/it] 94%|█████████▍| 9445/10000 [7:32:38<25:59, 2.81s/it] 94%|█████████▍| 9446/10000 [7:32:41<25:44, 2.79s/it] 94%|█████████▍| 9447/10000 [7:32:43<24:55, 2.71s/it] 94%|█████████▍| 9448/10000 [7:32:46<24:42, 2.69s/it] 94%|█████████▍| 9449/10000 [7:32:48<24:22, 2.65s/it] 94%|█████████▍| 9450/10000 [7:32:51<25:27, 2.78s/it] 95%|█████████▍| 9451/10000 [7:32:55<26:12, 2.86s/it] 95%|█████████▍| 9452/10000 [7:32:58<26:40, 2.92s/it] 95%|█████████▍| 9453/10000 [7:33:01<27:05, 2.97s/it] 95%|█████████▍| 9454/10000 [7:33:04<27:29, 3.02s/it] 95%|█████████▍| 9455/10000 [7:33:07<26:34, 2.93s/it] 95%|█████████▍| 9456/10000 [7:33:09<25:12, 2.78s/it] 95%|█████████▍| 9457/10000 [7:33:12<25:07, 2.78s/it] 95%|█████████▍| 9458/10000 [7:33:14<24:44, 2.74s/it] 95%|█████████▍| 9459/10000 [7:33:17<25:05, 2.78s/it] 95%|█████████▍| 9460/10000 [7:33:20<25:00, 2.78s/it] 95%|█████████▍| 9460/10000 [7:33:20<25:00, 2.78s/it] 95%|█████████▍| 9461/10000 [7:33:23<24:36, 2.74s/it] 95%|█████████▍| 9462/10000 [7:33:25<24:18, 2.71s/it] 95%|█████████▍| 9463/10000 [7:33:29<25:49, 2.89s/it] 95%|█████████▍| 9464/10000 [7:33:32<25:55, 2.90s/it] 95%|█████████▍| 9465/10000 [7:33:34<25:43, 2.88s/it] 95%|█████████▍| 9466/10000 [7:33:37<25:01, 2.81s/it] 95%|█████████▍| 9467/10000 [7:33:40<26:21, 2.97s/it] 95%|█████████▍| 9468/10000 [7:33:43<25:34, 2.88s/it] 95%|█████████▍| 9469/10000 [7:33:46<25:11, 2.85s/it] 95%|█████████▍| 9470/10000 [7:33:49<25:25, 2.88s/it] 95%|█████████▍| 9471/10000 [7:33:52<25:58, 2.95s/it] 95%|█████████▍| 9472/10000 [7:33:54<24:35, 2.79s/it] 95%|█████████▍| 9473/10000 [7:33:57<24:59, 2.85s/it] 95%|█████████▍| 9474/10000 [7:34:00<25:48, 2.94s/it] 95%|█████████▍| 9475/10000 [7:34:04<26:24, 3.02s/it] 95%|█████████▍| 9476/10000 [7:34:06<25:41, 2.94s/it] 95%|█████████▍| 9477/10000 [7:34:09<25:39, 2.94s/it] 95%|█████████▍| 9478/10000 [7:34:12<25:17, 2.91s/it] 95%|█████████▍| 9479/10000 [7:34:15<24:24, 2.81s/it] 95%|█████████▍| 9480/10000 [7:34:18<24:27, 2.82s/it] 95%|█████████▍| 9480/10000 [7:34:18<24:27, 2.82s/it] 95%|█████████▍| 9481/10000 [7:34:20<24:18, 2.81s/it] 95%|█████████▍| 9482/10000 [7:34:23<24:29, 2.84s/it] 95%|█████████▍| 9483/10000 [7:34:26<23:43, 2.75s/it] 95%|█████████▍| 9484/10000 [7:34:29<25:26, 2.96s/it] 95%|█████████▍| 9485/10000 [7:34:32<25:02, 2.92s/it] 95%|█████████▍| 9486/10000 [7:34:35<24:44, 2.89s/it] 95%|█████████▍| 9487/10000 [7:34:38<24:33, 2.87s/it] 95%|█████████▍| 9488/10000 [7:34:40<23:26, 2.75s/it] 95%|█████████▍| 9489/10000 [7:34:43<22:54, 2.69s/it] 95%|█████████▍| 9490/10000 [7:34:45<22:51, 2.69s/it] 95%|█████████▍| 9491/10000 [7:34:48<22:37, 2.67s/it] 95%|█████████▍| 9492/10000 [7:34:51<22:19, 2.64s/it] 95%|█████████▍| 9493/10000 [7:34:54<22:48, 2.70s/it] 95%|█████████▍| 9494/10000 [7:34:56<23:04, 2.74s/it] 95%|█████████▍| 9495/10000 [7:34:59<22:52, 2.72s/it] 95%|█████████▍| 9496/10000 [7:35:02<22:51, 2.72s/it] 95%|█████████▍| 9497/10000 [7:35:05<23:00, 2.74s/it] 95%|█████████▍| 9498/10000 [7:35:07<23:06, 2.76s/it] 95%|█████████▍| 9499/10000 [7:35:10<23:04, 2.76s/it] 95%|█████████▌| 9500/10000 [7:35:13<23:11, 2.78s/it] {'loss': '0.1937', 'grad_norm': '6.471', 'learning_rate': '3.305e-07', 'num_tokens': '2.771e+06', 'completions/mean_length': '4.775', 'completions/min_length': '3.3', 'completions/max_length': '7.35', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.775', 'completions/min_terminated_length': '3.3', 'completions/max_terminated_length': '7.35', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3155', 'rewards/reward_semantic/std': '0.08693', 'rewards/reward_length/mean': '-0.05874', 'rewards/reward_length/std': '0.01969', 'reward': '1.092', 'reward_std': '0.02661', 'frac_reward_zero_std': '0', 'kl': '0.2463', 'entropy': '0.9285', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.885', 'epoch': '1.532'} +{'loss': '0.2413', 'grad_norm': '14.42', 'learning_rate': '3.205e-07', 'num_tokens': '2.777e+06', 'completions/mean_length': '4.588', 'completions/min_length': '3.45', 'completions/max_length': '6.15', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.588', 'completions/min_terminated_length': '3.45', 'completions/max_terminated_length': '6.15', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.234', 'rewards/reward_semantic/std': '0.09128', 'rewards/reward_length/mean': '-0.0553', 'rewards/reward_length/std': '0.01716', 'reward': '1.067', 'reward_std': '0.02791', 'frac_reward_zero_std': '0.05', 'kl': '0.3229', 'entropy': '0.8264', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.792', 'epoch': '1.535'} +[adaptive-kl] kl=0.192 target=0.3 beta: 0.6667 -> 0.4444 +{'loss': '0.1604', 'grad_norm': '5.348', 'learning_rate': '3.105e-07', 'num_tokens': '2.783e+06', 'completions/mean_length': '4.906', 'completions/min_length': '3.6', 'completions/max_length': '7.25', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.906', 'completions/min_terminated_length': '3.6', 'completions/max_terminated_length': '7.25', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2274', 'rewards/reward_semantic/std': '0.09523', 'rewards/reward_length/mean': '-0.05002', 'rewards/reward_length/std': '0.01174', 'reward': '1.066', 'reward_std': '0.02891', 'frac_reward_zero_std': '0.1', 'kl': '0.1925', 'entropy': '0.8805', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.873', 'epoch': '1.539'} +{'loss': '0.1565', 'grad_norm': '15.19', 'learning_rate': '3.005e-07', 'num_tokens': '2.789e+06', 'completions/mean_length': '4.631', 'completions/min_length': '3.25', 'completions/max_length': '6.5', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.631', 'completions/min_terminated_length': '3.25', 'completions/max_terminated_length': '6.5', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2726', 'rewards/reward_semantic/std': '0.08902', 'rewards/reward_length/mean': '-0.04863', 'rewards/reward_length/std': '0.01508', 'reward': '1.079', 'reward_std': '0.02712', 'frac_reward_zero_std': '0.1', 'kl': '0.2437', 'entropy': '0.8814', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.852', 'epoch': '1.542'} +{'loss': '0.1261', 'grad_norm': '3.916', 'learning_rate': '2.905e-07', 'num_tokens': '2.795e+06', 'completions/mean_length': '5.231', 'completions/min_length': '3.5', 'completions/max_length': '7.55', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.231', 'completions/min_terminated_length': '3.5', 'completions/max_terminated_length': '7.55', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2556', 'rewards/reward_semantic/std': '0.07732', 'rewards/reward_length/mean': '-0.05886', 'rewards/reward_length/std': '0.02318', 'reward': '1.074', 'reward_std': '0.02365', 'frac_reward_zero_std': '0.05', 'kl': '0.2676', 'entropy': '0.8827', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.895', 'epoch': '1.545'} +[adaptive-kl] kl=0.483 target=0.3 beta: 0.4444 -> 0.6667 +{'loss': '0.2368', 'grad_norm': '5.81', 'learning_rate': '2.805e-07', 'num_tokens': '2.801e+06', 'completions/mean_length': '4.869', 'completions/min_length': '3.15', 'completions/max_length': '7.05', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.869', 'completions/min_terminated_length': '3.15', 'completions/max_terminated_length': '7.05', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4072', 'rewards/reward_semantic/std': '0.02872', 'rewards/reward_length/mean': '-0.0488', 'rewards/reward_length/std': '0.01205', 'reward': '1.12', 'reward_std': '0.009016', 'frac_reward_zero_std': '0.3', 'kl': '0.4829', 'entropy': '0.6342', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.89', 'epoch': '1.549'} +{'loss': '0.2065', 'grad_norm': '0.1625', 'learning_rate': '2.705e-07', 'num_tokens': '2.807e+06', 'completions/mean_length': '4.825', 'completions/min_length': '3.55', 'completions/max_length': '6.25', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.825', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '6.25', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3608', 'rewards/reward_semantic/std': '0.09741', 'rewards/reward_length/mean': '-0.04829', 'rewards/reward_length/std': '0.01287', 'reward': '1.106', 'reward_std': '0.0298', 'frac_reward_zero_std': '0.15', 'kl': '0.2207', 'entropy': '0.6733', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.803', 'epoch': '1.552'} +{'loss': '0.2007', 'grad_norm': '4.337', 'learning_rate': '2.605e-07', 'num_tokens': '2.813e+06', 'completions/mean_length': '4.856', 'completions/min_length': '3.55', 'completions/max_length': '7.1', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.856', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '7.1', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2916', 'rewards/reward_semantic/std': '0.1607', 'rewards/reward_length/mean': '-0.06155', 'rewards/reward_length/std': '0.02068', 'reward': '1.084', 'reward_std': '0.04866', 'frac_reward_zero_std': '0.1', 'kl': '0.24', 'entropy': '0.7757', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.867', 'epoch': '1.555'} +[adaptive-kl] kl=0.185 target=0.3 beta: 0.6667 -> 0.4444 + 95%|█████████▌| 9500/10000 [7:35:13<23:11, 2.78s/it] 95%|█████████▌| 9501/10000 [7:35:16<24:22, 2.93s/it] 95%|█████████▌| 9502/10000 [7:35:19<24:26, 2.94s/it] 95%|█████████▌| 9503/10000 [7:35:22<23:16, 2.81s/it] 95%|█████████▌| 9504/10000 [7:35:25<23:19, 2.82s/it] 95%|█████████▌| 9505/10000 [7:35:27<22:30, 2.73s/it] 95%|█████████▌| 9506/10000 [7:35:30<21:51, 2.66s/it] 95%|█████████▌| 9507/10000 [7:35:33<22:39, 2.76s/it] 95%|█████████▌| 9508/10000 [7:35:35<22:05, 2.69s/it] 95%|█████████▌| 9509/10000 [7:35:38<22:34, 2.76s/it] 95%|█████████▌| 9510/10000 [7:35:40<21:57, 2.69s/it] 95%|█████████▌| 9511/10000 [7:35:43<21:51, 2.68s/it] 95%|█████████▌| 9512/10000 [7:35:46<22:59, 2.83s/it] 95%|█████████▌| 9513/10000 [7:35:49<23:41, 2.92s/it] 95%|█████████▌| 9514/10000 [7:35:52<23:36, 2.92s/it] 95%|█████████▌| 9515/10000 [7:35:55<22:56, 2.84s/it] 95%|█████████▌| 9516/10000 [7:35:58<22:43, 2.82s/it] 95%|█████████▌| 9517/10000 [7:36:01<23:04, 2.87s/it] 95%|█████████▌| 9518/10000 [7:36:04<23:03, 2.87s/it] 95%|█████████▌| 9519/10000 [7:36:07<23:13, 2.90s/it] 95%|█████████▌| 9520/10000 [7:36:09<22:36, 2.83s/it] 95%|█████████▌| 9520/10000 [7:36:09<22:36, 2.83s/it] 95%|█████████▌| 9521/10000 [7:36:12<22:53, 2.87s/it] 95%|█████████▌| 9522/10000 [7:36:15<22:43, 2.85s/it] 95%|█████████▌| 9523/10000 [7:36:18<22:54, 2.88s/it] 95%|█████████▌| 9524/10000 [7:36:21<24:18, 3.06s/it] 95%|█████████▌| 9525/10000 [7:36:24<23:40, 2.99s/it] 95%|█████████▌| 9526/10000 [7:36:27<22:18, 2.82s/it] 95%|█████████▌| 9527/10000 [7:36:30<22:41, 2.88s/it] 95%|█████████▌| 9528/10000 [7:36:32<22:03, 2.80s/it] 95%|█████████▌| 9529/10000 [7:36:36<23:21, 2.98s/it] 95%|█████████▌| 9530/10000 [7:36:39<22:55, 2.93s/it] 95%|█████████▌| 9531/10000 [7:36:41<22:03, 2.82s/it] 95%|█████████▌| 9532/10000 [7:36:44<21:31, 2.76s/it] 95%|█████████▌| 9533/10000 [7:36:46<21:07, 2.71s/it] 95%|█████████▌| 9534/10000 [7:36:49<21:23, 2.75s/it] 95%|█████████▌| 9535/10000 [7:36:52<20:38, 2.66s/it] 95%|█████████▌| 9536/10000 [7:36:54<20:04, 2.60s/it] 95%|█████████▌| 9537/10000 [7:36:57<20:54, 2.71s/it] 95%|█████████▌| 9538/10000 [7:37:00<20:53, 2.71s/it] 95%|█████████▌| 9539/10000 [7:37:02<20:30, 2.67s/it] 95%|█████████▌| 9540/10000 [7:37:06<21:47, 2.84s/it] 95%|█████████▌| 9540/10000 [7:37:06<21:47, 2.84s/it] 95%|█████████▌| 9541/10000 [7:37:09<22:01, 2.88s/it] 95%|█████████▌| 9542/10000 [7:37:12<22:21, 2.93s/it] 95%|█████████▌| 9543/10000 [7:37:14<21:13, 2.79s/it] 95%|█████████▌| 9544/10000 [7:37:17<21:18, 2.80s/it] 95%|█████████▌| 9545/10000 [7:37:20<20:46, 2.74s/it] 95%|█████████▌| 9546/10000 [7:37:22<20:57, 2.77s/it] 95%|█████████▌| 9547/10000 [7:37:26<21:46, 2.88s/it] 95%|█████████▌| 9548/10000 [7:37:28<21:52, 2.90s/it] 95%|█████████▌| 9549/10000 [7:37:31<21:56, 2.92s/it] 96%|█████████▌| 9550/10000 [7:37:34<21:49, 2.91s/it] 96%|█████████▌| 9551/10000 [7:37:37<21:08, 2.82s/it] 96%|█████████▌| 9552/10000 [7:37:40<21:01, 2.82s/it] 96%|█████████▌| 9553/10000 [7:37:43<20:56, 2.81s/it] 96%|█████████▌| 9554/10000 [7:37:45<20:54, 2.81s/it] 96%|█████████▌| 9555/10000 [7:37:48<20:32, 2.77s/it] 96%|█████████▌| 9556/10000 [7:37:52<22:44, 3.07s/it] 96%|█████████▌| 9557/10000 [7:37:55<22:48, 3.09s/it] 96%|█████████▌| 9558/10000 [7:37:58<22:11, 3.01s/it] 96%|█████████▌| 9559/10000 [7:38:01<22:28, 3.06s/it] 96%|█████████▌| 9560/10000 [7:38:04<21:43, 2.96s/it] 96%|█████████▌| 9560/10000 [7:38:04<21:43, 2.96s/it] 96%|█████████▌| 9561/10000 [7:38:06<21:03, 2.88s/it] 96%|█████████▌| 9562/10000 [7:38:09<20:36, 2.82s/it] 96%|█████████▌| 9563/10000 [7:38:12<20:03, 2.75s/it] 96%|█████████▌| 9564/10000 [7:38:15<20:40, 2.85s/it] 96%|█████████▌| 9565/10000 [7:38:18<20:46, 2.87s/it] 96%|█████████▌| 9566/10000 [7:38:20<20:29, 2.83s/it] 96%|█████████▌| 9567/10000 [7:38:23<20:40, 2.86s/it] 96%|█████████▌| 9568/10000 [7:38:26<21:11, 2.94s/it] 96%|█████████▌| 9569/10000 [7:38:30<21:54, 3.05s/it] 96%|█████████▌| 9570/10000 [7:38:32<20:55, 2.92s/it] 96%|█████████▌| 9571/10000 [7:38:35<21:12, 2.97s/it] 96%|█████████▌| 9572/10000 [7:38:38<20:53, 2.93s/it] 96%|█████████▌| 9573/10000 [7:38:41<20:24, 2.87s/it] 96%|█████████▌| 9574/10000 [7:38:44<20:04, 2.83s/it] 96%|█████████▌| 9575/10000 [7:38:46<19:47, 2.79s/it] 96%|█████████▌| 9576/10000 [7:38:49<19:27, 2.75s/it] 96%|█████████▌| 9577/10000 [7:38:52<20:03, 2.84s/it] 96%|█████████▌| 9578/10000 [7:38:55<19:51, 2.82s/it] 96%|█████████▌| 9579/10000 [7:38:58<20:07, 2.87s/it] 96%|█████████▌| 9580/10000 [7:39:01<19:38, 2.80s/it] 96%|█████████▌| 9580/10000 [7:39:01<19:38, 2.80s/it] 96%|█████████▌| 9581/10000 [7:39:03<19:31, 2.79s/it] 96%|█████████▌| 9582/10000 [7:39:06<19:36, 2.81s/it] 96%|█████████▌| 9583/10000 [7:39:09<19:07, 2.75s/it] 96%|█████████▌| 9584/10000 [7:39:11<18:36, 2.68s/it] 96%|█████████▌| 9585/10000 [7:39:14<18:53, 2.73s/it] 96%|█████████▌| 9586/10000 [7:39:17<18:53, 2.74s/it] 96%|█████████▌| 9587/10000 [7:39:20<19:02, 2.77s/it] 96%|█████████▌| 9588/10000 [7:39:22<18:55, 2.76s/it] 96%|█████████▌| 9589/10000 [7:39:25<18:48, 2.75s/it] 96%|█████████▌| 9590/10000 [7:39:28<18:44, 2.74s/it] 96%|█████████▌| 9591/10000 [7:39:31<18:48, 2.76s/it] 96%|█████████▌| 9592/10000 [7:39:34<19:04, 2.80s/it] 96%|█████████▌| 9593/10000 [7:39:36<18:17, 2.70s/it] 96%|█████████▌| 9594/10000 [7:39:39<17:57, 2.65s/it] 96%|█████████▌| 9595/10000 [7:39:41<17:38, 2.61s/it] 96%|█████████▌| 9596/10000 [7:39:44<17:54, 2.66s/it] 96%|█████████▌| 9597/10000 [7:39:47<18:26, 2.75s/it] 96%|█████████▌| 9598/10000 [7:39:50<18:49, 2.81s/it] 96%|█████████▌| 9599/10000 [7:39:53<18:48, 2.82s/it] 96%|█████████▌| 9600/10000 [7:39:55<18:37, 2.79s/it] 96%|█████████▌| 9600/10000 [7:39:55<18:37, 2.79s/it] 96%|█████████▌| 9601/10000 [7:39:58<18:55, 2.85s/it] 96%|█████████▌| 9602/10000 [7:40:01<19:15, 2.90s/it] 96%|█████████▌| 9603/10000 [7:40:04<19:28, 2.94s/it] 96%|█████████▌| 9604/10000 [7:40:07<18:31, 2.81s/it] 96%|█████████▌| 9605/10000 [7:40:10<18:06, 2.75s/it] 96%|█████████▌| 9606/10000 [7:40:13<18:33, 2.83s/it] 96%|█████████▌| 9607/10000 [7:40:15<17:47, 2.72s/it] 96%|█████████▌| 9608/10000 [7:40:18<18:08, 2.78s/it] 96%|█████████▌| 9609/10000 [7:40:21<18:09, 2.79s/it] 96%|█████████▌| 9610/10000 [7:40:23<17:30, 2.69s/it] 96%|█████████▌| 9611/10000 [7:40:26<17:14, 2.66s/it] 96%|█████████▌| 9612/10000 [7:40:28<17:09, 2.65s/it] 96%|█████████▌| 9613/10000 [7:40:32<18:03, 2.80s/it] 96%|█████████▌| 9614/10000 [7:40:34<17:17, 2.69s/it] 96%|█████████▌| 9615/10000 [7:40:37<17:17, 2.69s/it] 96%|█████████▌| 9616/10000 [7:40:40<17:59, 2.81s/it] 96%|█████████▌| 9617/10000 [7:40:43<17:48, 2.79s/it] 96%|█████████▌| 9618/10000 [7:40:46<18:42, 2.94s/it] 96%|█████████▌| 9619/10000 [7:40:49<18:41, 2.94s/it] 96%|█████████▌| 9620/10000 [7:40:51<18:01, 2.85s/it] 96%|█████████▌| 9620/10000 [7:40:51<18:01, 2.85s/it] 96%|█████████▌| 9621/10000 [7:40:54<18:06, 2.87s/it] 96%|█████████▌| 9622/10000 [7:40:57<18:25, 2.93s/it] 96%|█████████▌| 9623/10000 [7:41:00<18:01, 2.87s/it] 96%|█████████▌| 9624/10000 [7:41:03<17:49, 2.84s/it] 96%|█████████▋| 9625/10000 [7:41:06<18:21, 2.94s/it] 96%|█████████▋| 9626/10000 [7:41:09<17:58, 2.88s/it] 96%|█████████▋| 9627/10000 [7:41:11<17:16, 2.78s/it] 96%|█████████▋| 9628/10000 [7:41:15<18:34, 3.00s/it] 96%|█████████▋| 9629/10000 [7:41:18<18:21, 2.97s/it] 96%|█████████▋| 9630/10000 [7:41:21<18:11, 2.95s/it] 96%|█████████▋| 9631/10000 [7:41:24<18:10, 2.95s/it] 96%|█████████▋| 9632/10000 [7:41:26<17:53, 2.92s/it] 96%|█████████▋| 9633/10000 [7:41:30<18:06, 2.96s/it] 96%|█████████▋| 9634/10000 [7:41:32<17:52, 2.93s/it] 96%|█████████▋| 9635/10000 [7:41:35<17:21, 2.85s/it] 96%|█████████▋| 9636/10000 [7:41:38<17:53, 2.95s/it] 96%|█████████▋| 9637/10000 [7:41:41<17:44, 2.93s/it] 96%|█████████▋| 9638/10000 [7:41:44<17:38, 2.93s/it] 96%|█████████▋| 9639/10000 [7:41:46<16:47, 2.79s/it] 96%|█████████▋| 9640/10000 [7:41:49<16:55, 2.82s/it] 96%|█████████▋| 9640/10000 [7:41:49<16:55, 2.82s/it] 96%|█████████▋| 9641/10000 [7:41:52<16:50, 2.81s/it] 96%|█████████▋| 9642/10000 [7:41:55<16:10, 2.71s/it] 96%|█████████▋| 9643/10000 [7:41:57<15:58, 2.69s/it] 96%|█████████▋| 9644/10000 [7:42:00<16:06, 2.71s/it] 96%|█████████▋| 9645/10000 [7:42:03<16:27, 2.78s/it] 96%|█████████▋| 9646/10000 [7:42:06<16:37, 2.82s/it] 96%|█████████▋| 9647/10000 [7:42:09<16:40, 2.83s/it] 96%|█████████▋| 9648/10000 [7:42:12<16:31, 2.82s/it] 96%|█████████▋| 9649/10000 [7:42:14<16:05, 2.75s/it] 96%|█████████▋| 9650/10000 [7:42:17<15:48, 2.71s/it] 97%|█████████▋| 9651/10000 [7:42:20<16:14, 2.79s/it] 97%|█████████▋| 9652/10000 [7:42:23<16:13, 2.80s/it] 97%|█████████▋| 9653/10000 [7:42:25<15:35, 2.70s/it] 97%|█████████▋| 9654/10000 [7:42:28<15:40, 2.72s/it] 97%|█████████▋| 9655/10000 [7:42:31<16:08, 2.81s/it] 97%|█████████▋| 9656/10000 [7:42:34<16:06, 2.81s/it] 97%|█████████▋| 9657/10000 [7:42:36<16:01, 2.80s/it] 97%|█████████▋| 9658/10000 [7:42:39<16:11, 2.84s/it] 97%|█████████▋| 9659/10000 [7:42:42<15:40, 2.76s/it] 97%|█████████▋| 9660/10000 [7:42:44<15:11, 2.68s/it] {'loss': '0.1251', 'grad_norm': '10.39', 'learning_rate': '2.505e-07', 'num_tokens': '2.819e+06', 'completions/mean_length': '4.494', 'completions/min_length': '3.75', 'completions/max_length': '5.55', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.494', 'completions/min_terminated_length': '3.75', 'completions/max_terminated_length': '5.55', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5049', 'rewards/reward_semantic/std': '0.1375', 'rewards/reward_length/mean': '-0.05237', 'rewards/reward_length/std': '0.007289', 'reward': '1.149', 'reward_std': '0.04137', 'frac_reward_zero_std': '0.2', 'kl': '0.1846', 'entropy': '0.5712', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.753', 'epoch': '1.558'} +[adaptive-kl] kl=0.463 target=0.3 beta: 0.4444 -> 0.6667 +{'loss': '0.1678', 'grad_norm': '0.0109', 'learning_rate': '2.405e-07', 'num_tokens': '2.825e+06', 'completions/mean_length': '4.294', 'completions/min_length': '3.3', 'completions/max_length': '6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.294', 'completions/min_terminated_length': '3.3', 'completions/max_terminated_length': '6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3071', 'rewards/reward_semantic/std': '0.129', 'rewards/reward_length/mean': '-0.04927', 'rewards/reward_length/std': '0.0141', 'reward': '1.09', 'reward_std': '0.03861', 'frac_reward_zero_std': '0.3', 'kl': '0.4634', 'entropy': '0.8103', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.782', 'epoch': '1.562'} +{'loss': '0.1942', 'grad_norm': '3.42', 'learning_rate': '2.305e-07', 'num_tokens': '2.83e+06', 'completions/mean_length': '4.619', 'completions/min_length': '3.15', 'completions/max_length': '6.6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.619', 'completions/min_terminated_length': '3.15', 'completions/max_terminated_length': '6.6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3839', 'rewards/reward_semantic/std': '0.148', 'rewards/reward_length/mean': '-0.05618', 'rewards/reward_length/std': '0.02094', 'reward': '1.112', 'reward_std': '0.04452', 'frac_reward_zero_std': '0.1', 'kl': '0.3088', 'entropy': '0.7866', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.806', 'epoch': '1.565'} +[adaptive-kl] kl=0.506 target=0.3 beta: 0.6667 -> 1.0000 +{'loss': '0.3591', 'grad_norm': '9.815', 'learning_rate': '2.205e-07', 'num_tokens': '2.836e+06', 'completions/mean_length': '5.231', 'completions/min_length': '3.65', 'completions/max_length': '7.5', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.231', 'completions/min_terminated_length': '3.65', 'completions/max_terminated_length': '7.5', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3642', 'rewards/reward_semantic/std': '0.1279', 'rewards/reward_length/mean': '-0.05339', 'rewards/reward_length/std': '0.02135', 'reward': '1.107', 'reward_std': '0.03902', 'frac_reward_zero_std': '0.05', 'kl': '0.506', 'entropy': '0.9677', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.89', 'epoch': '1.568'} +[adaptive-kl] kl=0.136 target=0.3 beta: 1.0000 -> 0.6667 +{'loss': '0.1793', 'grad_norm': '7.668', 'learning_rate': '2.105e-07', 'num_tokens': '2.842e+06', 'completions/mean_length': '4.737', 'completions/min_length': '3.75', 'completions/max_length': '6.4', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.737', 'completions/min_terminated_length': '3.75', 'completions/max_terminated_length': '6.4', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4161', 'rewards/reward_semantic/std': '0.08179', 'rewards/reward_length/mean': '-0.05828', 'rewards/reward_length/std': '0.01297', 'reward': '1.122', 'reward_std': '0.02493', 'frac_reward_zero_std': '0.2', 'kl': '0.136', 'entropy': '0.6094', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.832', 'epoch': '1.572'} +{'loss': '0.2786', 'grad_norm': '0.04152', 'learning_rate': '2.005e-07', 'num_tokens': '2.848e+06', 'completions/mean_length': '4.463', 'completions/min_length': '3.55', 'completions/max_length': '5.45', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.463', 'completions/min_terminated_length': '3.55', 'completions/max_terminated_length': '5.45', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.481', 'rewards/reward_semantic/std': '0.09718', 'rewards/reward_length/mean': '-0.04321', 'rewards/reward_length/std': '0.009605', 'reward': '1.142', 'reward_std': '0.02947', 'frac_reward_zero_std': '0.1', 'kl': '0.3202', 'entropy': '0.6395', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.731', 'epoch': '1.575'} +{'loss': '0.1814', 'grad_norm': '4.84', 'learning_rate': '1.905e-07', 'num_tokens': '2.854e+06', 'completions/mean_length': '4.763', 'completions/min_length': '3.6', 'completions/max_length': '6.2', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.763', 'completions/min_terminated_length': '3.6', 'completions/max_terminated_length': '6.2', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3804', 'rewards/reward_semantic/std': '0.06634', 'rewards/reward_length/mean': '-0.05269', 'rewards/reward_length/std': '0.01443', 'reward': '1.111', 'reward_std': '0.02033', 'frac_reward_zero_std': '0.2', 'kl': '0.2045', 'entropy': '0.7092', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.788', 'epoch': '1.578'} +[adaptive-kl] kl=0.184 target=0.3 beta: 0.6667 -> 0.4444 +{'loss': '0.1344', 'grad_norm': '2.676', 'learning_rate': '1.805e-07', 'num_tokens': '2.86e+06', 'completions/mean_length': '4.638', 'completions/min_length': '3.05', 'completions/max_length': '7.3', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.638', 'completions/min_terminated_length': '3.05', 'completions/max_terminated_length': '7.3', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2354', 'rewards/reward_semantic/std': '0.1625', 'rewards/reward_length/mean': '-0.05422', 'rewards/reward_length/std': '0.02019', 'reward': '1.068', 'reward_std': '0.04903', 'frac_reward_zero_std': '0.1', 'kl': '0.1844', 'entropy': '0.9129', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.888', 'epoch': '1.581'} + 97%|█████████▋| 9660/10000 [7:42:44<15:11, 2.68s/it] 97%|█████████▋| 9661/10000 [7:42:47<15:06, 2.67s/it] 97%|█████████▋| 9662/10000 [7:42:50<15:07, 2.68s/it] 97%|█████████▋| 9663/10000 [7:42:53<15:14, 2.71s/it] 97%|█████████▋| 9664/10000 [7:42:56<15:47, 2.82s/it] 97%|█████████▋| 9665/10000 [7:42:58<15:20, 2.75s/it] 97%|█████████▋| 9666/10000 [7:43:01<15:23, 2.76s/it] 97%|█████████▋| 9667/10000 [7:43:04<15:38, 2.82s/it] 97%|█████████▋| 9668/10000 [7:43:07<15:32, 2.81s/it] 97%|█████████▋| 9669/10000 [7:43:10<15:29, 2.81s/it] 97%|█████████▋| 9670/10000 [7:43:12<15:19, 2.79s/it] 97%|█████████▋| 9671/10000 [7:43:15<14:59, 2.73s/it] 97%|█████████▋| 9672/10000 [7:43:17<14:38, 2.68s/it] 97%|█████████▋| 9673/10000 [7:43:21<15:18, 2.81s/it] 97%|█████████▋| 9674/10000 [7:43:23<15:16, 2.81s/it] 97%|█████████▋| 9675/10000 [7:43:26<15:38, 2.89s/it] 97%|█████████▋| 9676/10000 [7:43:29<15:32, 2.88s/it] 97%|█████████▋| 9677/10000 [7:43:32<15:39, 2.91s/it] 97%|█████████▋| 9678/10000 [7:43:35<15:37, 2.91s/it] 97%|█████████▋| 9679/10000 [7:43:38<15:43, 2.94s/it] 97%|█████████▋| 9680/10000 [7:43:41<15:18, 2.87s/it] 97%|█████████▋| 9680/10000 [7:43:41<15:18, 2.87s/it] 97%|█████████▋| 9681/10000 [7:43:44<15:02, 2.83s/it] 97%|█████████▋| 9682/10000 [7:43:46<15:02, 2.84s/it] 97%|█████████▋| 9683/10000 [7:43:49<14:39, 2.77s/it] 97%|█████████▋| 9684/10000 [7:43:52<14:36, 2.77s/it] 97%|█████████▋| 9685/10000 [7:43:55<14:26, 2.75s/it] 97%|█████████▋| 9686/10000 [7:43:58<14:45, 2.82s/it] 97%|█████████▋| 9687/10000 [7:44:01<14:59, 2.87s/it] 97%|█████████▋| 9688/10000 [7:44:03<14:51, 2.86s/it] 97%|█████████▋| 9689/10000 [7:44:06<14:49, 2.86s/it] 97%|█████████▋| 9690/10000 [7:44:09<14:24, 2.79s/it] 97%|█████████▋| 9691/10000 [7:44:12<14:25, 2.80s/it] 97%|█████████▋| 9692/10000 [7:44:14<13:52, 2.70s/it] 97%|█████████▋| 9693/10000 [7:44:17<14:00, 2.74s/it] 97%|█████████▋| 9694/10000 [7:44:20<14:07, 2.77s/it] 97%|█████████▋| 9695/10000 [7:44:23<14:01, 2.76s/it] 97%|█████████▋| 9696/10000 [7:44:25<14:04, 2.78s/it] 97%|█████████▋| 9697/10000 [7:44:28<14:17, 2.83s/it] 97%|█████████▋| 9698/10000 [7:44:31<14:04, 2.80s/it] 97%|█████████▋| 9699/10000 [7:44:34<14:48, 2.95s/it] 97%|█████████▋| 9700/10000 [7:44:37<14:53, 2.98s/it] 97%|█████████▋| 9700/10000 [7:44:37<14:53, 2.98s/it] 97%|█████████▋| 9701/10000 [7:44:40<14:42, 2.95s/it] 97%|█████████▋| 9702/10000 [7:44:43<14:46, 2.97s/it] 97%|█████████▋| 9703/10000 [7:44:46<14:02, 2.84s/it] 97%|█████████▋| 9704/10000 [7:44:50<15:18, 3.10s/it] 97%|█████████▋| 9705/10000 [7:44:53<15:03, 3.06s/it] 97%|█████████▋| 9706/10000 [7:44:55<14:51, 3.03s/it] 97%|█████████▋| 9707/10000 [7:44:58<14:41, 3.01s/it] 97%|█████████▋| 9708/10000 [7:45:01<14:30, 2.98s/it] 97%|█████████▋| 9709/10000 [7:45:05<14:57, 3.08s/it] 97%|█████████▋| 9710/10000 [7:45:08<14:38, 3.03s/it] 97%|█████████▋| 9711/10000 [7:45:10<14:11, 2.95s/it] 97%|█████████▋| 9712/10000 [7:45:13<13:29, 2.81s/it] 97%|█████████▋| 9713/10000 [7:45:16<13:35, 2.84s/it] 97%|█████████▋| 9714/10000 [7:45:18<13:17, 2.79s/it] 97%|█████████▋| 9715/10000 [7:45:21<13:18, 2.80s/it] 97%|█████████▋| 9716/10000 [7:45:24<12:48, 2.71s/it] 97%|█████████▋| 9717/10000 [7:45:27<12:59, 2.75s/it] 97%|█████████▋| 9718/10000 [7:45:29<12:40, 2.70s/it] 97%|█████████▋| 9719/10000 [7:45:32<13:05, 2.80s/it] 97%|█████████▋| 9720/10000 [7:45:35<13:24, 2.87s/it] 97%|█████████▋| 9720/10000 [7:45:35<13:24, 2.87s/it] 97%|█████████▋| 9721/10000 [7:45:39<14:04, 3.03s/it] 97%|█████████▋| 9722/10000 [7:45:42<14:01, 3.03s/it] 97%|█████████▋| 9723/10000 [7:45:45<13:56, 3.02s/it] 97%|█████████▋| 9724/10000 [7:45:48<13:41, 2.98s/it] 97%|█████████▋| 9725/10000 [7:45:50<13:36, 2.97s/it] 97%|█████████▋| 9726/10000 [7:45:53<13:29, 2.95s/it] 97%|█████████▋| 9727/10000 [7:45:56<12:53, 2.83s/it] 97%|█████████▋| 9728/10000 [7:45:59<13:16, 2.93s/it] 97%|█████████▋| 9729/10000 [7:46:02<12:47, 2.83s/it] 97%|█████████▋| 9730/10000 [7:46:04<12:19, 2.74s/it] 97%|█████████▋| 9731/10000 [7:46:08<13:21, 2.98s/it] 97%|█████████▋| 9732/10000 [7:46:11<13:21, 2.99s/it] 97%|█████████▋| 9733/10000 [7:46:13<12:40, 2.85s/it] 97%|█████████▋| 9734/10000 [7:46:16<12:55, 2.92s/it] 97%|█████████▋| 9735/10000 [7:46:19<12:21, 2.80s/it] 97%|█████████▋| 9736/10000 [7:46:22<12:10, 2.77s/it] 97%|█████████▋| 9737/10000 [7:46:24<11:46, 2.69s/it] 97%|█████████▋| 9738/10000 [7:46:27<11:29, 2.63s/it] 97%|█████████▋| 9739/10000 [7:46:30<11:56, 2.75s/it] 97%|█████████▋| 9740/10000 [7:46:32<11:39, 2.69s/it] 97%|█████████▋| 9740/10000 [7:46:32<11:39, 2.69s/it] 97%|█████████▋| 9741/10000 [7:46:36<12:48, 2.97s/it] 97%|█████████▋| 9742/10000 [7:46:39<12:29, 2.90s/it] 97%|█████████▋| 9743/10000 [7:46:41<12:23, 2.89s/it] 97%|█████████▋| 9744/10000 [7:46:44<12:15, 2.87s/it] 97%|█████████▋| 9745/10000 [7:46:47<12:02, 2.84s/it] 97%|█████████▋| 9746/10000 [7:46:50<12:10, 2.88s/it] 97%|█████████▋| 9747/10000 [7:46:53<12:21, 2.93s/it] 97%|█████████▋| 9748/10000 [7:46:56<12:09, 2.90s/it] 97%|█████████▋| 9749/10000 [7:46:59<12:07, 2.90s/it] 98%|█████████▊| 9750/10000 [7:47:01<11:53, 2.86s/it] 98%|█████████▊| 9751/10000 [7:47:04<11:39, 2.81s/it] 98%|█████████▊| 9752/10000 [7:47:07<11:48, 2.86s/it] 98%|█████████▊| 9753/10000 [7:47:10<11:54, 2.89s/it] 98%|█████████▊| 9754/10000 [7:47:13<11:56, 2.91s/it] 98%|█████████▊| 9755/10000 [7:47:16<11:25, 2.80s/it] 98%|█████████▊| 9756/10000 [7:47:18<11:16, 2.77s/it] 98%|█████████▊| 9757/10000 [7:47:21<10:52, 2.69s/it] 98%|█████████▊| 9758/10000 [7:47:24<11:18, 2.80s/it] 98%|█████████▊| 9759/10000 [7:47:27<11:05, 2.76s/it] 98%|█████████▊| 9760/10000 [7:47:30<11:29, 2.87s/it] 98%|█████████▊| 9760/10000 [7:47:30<11:29, 2.87s/it] 98%|█████████▊| 9761/10000 [7:47:32<11:11, 2.81s/it] 98%|█████████▊| 9762/10000 [7:47:35<11:08, 2.81s/it] 98%|█████████▊| 9763/10000 [7:47:38<11:35, 2.94s/it] 98%|█████████▊| 9764/10000 [7:47:41<11:11, 2.85s/it] 98%|█████████▊| 9765/10000 [7:47:44<11:01, 2.81s/it] 98%|█████████▊| 9766/10000 [7:47:46<10:48, 2.77s/it] 98%|█████████▊| 9767/10000 [7:47:49<10:56, 2.82s/it] 98%|█████████▊| 9768/10000 [7:47:52<10:56, 2.83s/it] 98%|█████████▊| 9769/10000 [7:47:55<11:04, 2.88s/it] 98%|█████████▊| 9770/10000 [7:47:58<11:03, 2.89s/it] 98%|█████████▊| 9771/10000 [7:48:01<10:35, 2.77s/it] 98%|█████████▊| 9772/10000 [7:48:04<10:53, 2.87s/it] 98%|█████████▊| 9773/10000 [7:48:07<10:46, 2.85s/it] 98%|█████████▊| 9774/10000 [7:48:09<10:43, 2.85s/it] 98%|█████████▊| 9775/10000 [7:48:12<10:56, 2.92s/it] 98%|█████████▊| 9776/10000 [7:48:15<10:45, 2.88s/it] 98%|█████████▊| 9777/10000 [7:48:18<10:49, 2.91s/it] 98%|█████████▊| 9778/10000 [7:48:21<10:29, 2.84s/it] 98%|█████████▊| 9779/10000 [7:48:24<10:16, 2.79s/it] 98%|█████████▊| 9780/10000 [7:48:26<10:12, 2.79s/it] 98%|█████████▊| 9780/10000 [7:48:26<10:12, 2.79s/it] 98%|█████████▊| 9781/10000 [7:48:30<10:45, 2.95s/it] 98%|█████████▊| 9782/10000 [7:48:32<10:31, 2.90s/it] 98%|█████████▊| 9783/10000 [7:48:35<09:59, 2.76s/it] 98%|█████████▊| 9784/10000 [7:48:38<10:04, 2.80s/it] 98%|█████████▊| 9785/10000 [7:48:40<09:53, 2.76s/it] 98%|█████████▊| 9786/10000 [7:48:43<10:06, 2.84s/it] 98%|█████████▊| 9787/10000 [7:48:47<10:27, 2.94s/it] 98%|█████████▊| 9788/10000 [7:48:49<10:14, 2.90s/it] 98%|█████████▊| 9789/10000 [7:48:52<10:16, 2.92s/it] 98%|█████████▊| 9790/10000 [7:48:56<10:24, 2.98s/it] 98%|█████████▊| 9791/10000 [7:48:58<09:52, 2.83s/it] 98%|█████████▊| 9792/10000 [7:49:01<09:46, 2.82s/it] 98%|█████████▊| 9793/10000 [7:49:04<09:41, 2.81s/it] 98%|█████████▊| 9794/10000 [7:49:07<09:52, 2.88s/it] 98%|█████████▊| 9795/10000 [7:49:10<10:28, 3.06s/it] 98%|█████████▊| 9796/10000 [7:49:13<10:07, 2.98s/it] 98%|█████████▊| 9797/10000 [7:49:16<10:03, 2.97s/it] 98%|█████████▊| 9798/10000 [7:49:19<10:14, 3.04s/it] 98%|█████████▊| 9799/10000 [7:49:22<10:11, 3.04s/it] 98%|█████████▊| 9800/10000 [7:49:25<09:45, 2.93s/it] 98%|█████████▊| 9800/10000 [7:49:25<09:45, 2.93s/it] 98%|█████████▊| 9801/10000 [7:49:27<09:27, 2.85s/it] 98%|█████████▊| 9802/10000 [7:49:30<09:21, 2.84s/it] 98%|█████████▊| 9803/10000 [7:49:33<09:26, 2.88s/it] 98%|█████████▊| 9804/10000 [7:49:36<09:24, 2.88s/it] 98%|█████████▊| 9805/10000 [7:49:39<09:11, 2.83s/it] 98%|█████████▊| 9806/10000 [7:49:42<09:26, 2.92s/it] 98%|█████████▊| 9807/10000 [7:49:44<08:57, 2.79s/it] 98%|█████████▊| 9808/10000 [7:49:47<08:36, 2.69s/it] 98%|█████████▊| 9809/10000 [7:49:50<08:41, 2.73s/it] 98%|█████████▊| 9810/10000 [7:49:53<08:52, 2.80s/it] 98%|█████████▊| 9811/10000 [7:49:56<08:57, 2.84s/it] 98%|█████████▊| 9812/10000 [7:49:58<08:45, 2.80s/it] 98%|█████████▊| 9813/10000 [7:50:01<08:43, 2.80s/it] 98%|█████████▊| 9814/10000 [7:50:04<08:44, 2.82s/it] 98%|█████████▊| 9815/10000 [7:50:07<08:48, 2.86s/it] 98%|█████████▊| 9816/10000 [7:50:09<08:28, 2.76s/it] 98%|█████████▊| 9817/10000 [7:50:12<08:39, 2.84s/it] 98%|█████████▊| 9818/10000 [7:50:16<08:46, 2.89s/it] 98%|█████████▊| 9819/10000 [7:50:18<08:29, 2.82s/it] 98%|█████████▊| 9820/10000 [7:50:21<08:43, 2.91s/it] {'loss': '0.1851', 'grad_norm': '2.402', 'learning_rate': '1.705e-07', 'num_tokens': '2.866e+06', 'completions/mean_length': '4.019', 'completions/min_length': '2.8', 'completions/max_length': '5.25', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.019', 'completions/min_terminated_length': '2.8', 'completions/max_terminated_length': '5.25', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.397', 'rewards/reward_semantic/std': '0.1423', 'rewards/reward_length/mean': '-0.04656', 'rewards/reward_length/std': '0.01206', 'reward': '1.117', 'reward_std': '0.04295', 'frac_reward_zero_std': '0.15', 'kl': '0.3093', 'entropy': '0.7742', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.738', 'epoch': '1.585'} +[adaptive-kl] kl=0.562 target=0.3 beta: 0.4444 -> 0.6667 +{'loss': '0.2298', 'grad_norm': '5.89', 'learning_rate': '1.605e-07', 'num_tokens': '2.871e+06', 'completions/mean_length': '4.713', 'completions/min_length': '3.65', 'completions/max_length': '6.3', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.713', 'completions/min_terminated_length': '3.65', 'completions/max_terminated_length': '6.3', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4375', 'rewards/reward_semantic/std': '0.07889', 'rewards/reward_length/mean': '-0.0436', 'rewards/reward_length/std': '0.0131', 'reward': '1.129', 'reward_std': '0.02371', 'frac_reward_zero_std': '0.15', 'kl': '0.5621', 'entropy': '0.7163', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.813', 'epoch': '1.588'} +{'loss': '0.3923', 'grad_norm': '2.746', 'learning_rate': '1.505e-07', 'num_tokens': '2.877e+06', 'completions/mean_length': '4.463', 'completions/min_length': '3.5', 'completions/max_length': '5.85', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.463', 'completions/min_terminated_length': '3.5', 'completions/max_terminated_length': '5.85', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5467', 'rewards/reward_semantic/std': '0.1295', 'rewards/reward_length/mean': '-0.05005', 'rewards/reward_length/std': '0.01424', 'reward': '1.162', 'reward_std': '0.03941', 'frac_reward_zero_std': '0.15', 'kl': '0.4257', 'entropy': '0.5539', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.814', 'epoch': '1.591'} +{'loss': '0.2261', 'grad_norm': '2.551', 'learning_rate': '1.405e-07', 'num_tokens': '2.883e+06', 'completions/mean_length': '4.875', 'completions/min_length': '3.5', 'completions/max_length': '6.65', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.875', 'completions/min_terminated_length': '3.5', 'completions/max_terminated_length': '6.65', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3582', 'rewards/reward_semantic/std': '0.1228', 'rewards/reward_length/mean': '-0.04866', 'rewards/reward_length/std': '0.01446', 'reward': '1.105', 'reward_std': '0.03717', 'frac_reward_zero_std': '0.25', 'kl': '0.2958', 'entropy': '0.7803', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.88', 'epoch': '1.594'} +{'loss': '0.2683', 'grad_norm': '0.2902', 'learning_rate': '1.305e-07', 'num_tokens': '2.889e+06', 'completions/mean_length': '3.7', 'completions/min_length': '2.6', 'completions/max_length': '5.75', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.7', 'completions/min_terminated_length': '2.6', 'completions/max_terminated_length': '5.75', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5011', 'rewards/reward_semantic/std': '0.1139', 'rewards/reward_length/mean': '-0.04551', 'rewards/reward_length/std': '0.01364', 'reward': '1.148', 'reward_std': '0.03444', 'frac_reward_zero_std': '0.4', 'kl': '0.3217', 'entropy': '0.744', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.834', 'epoch': '1.598'} +{'loss': '0.2079', 'grad_norm': '5.881', 'learning_rate': '1.205e-07', 'num_tokens': '2.896e+06', 'completions/mean_length': '4.644', 'completions/min_length': '3.25', 'completions/max_length': '6.4', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.644', 'completions/min_terminated_length': '3.25', 'completions/max_terminated_length': '6.4', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3744', 'rewards/reward_semantic/std': '0.1545', 'rewards/reward_length/mean': '-0.05498', 'rewards/reward_length/std': '0.02089', 'reward': '1.11', 'reward_std': '0.04667', 'frac_reward_zero_std': '0.05', 'kl': '0.2012', 'entropy': '0.7622', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.864', 'epoch': '1.601'} +{'loss': '0.329', 'grad_norm': '0.5826', 'learning_rate': '1.105e-07', 'num_tokens': '2.901e+06', 'completions/mean_length': '4.513', 'completions/min_length': '3.35', 'completions/max_length': '5.85', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.513', 'completions/min_terminated_length': '3.35', 'completions/max_terminated_length': '5.85', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3836', 'rewards/reward_semantic/std': '0.1565', 'rewards/reward_length/mean': '-0.04927', 'rewards/reward_length/std': '0.01735', 'reward': '1.113', 'reward_std': '0.04725', 'frac_reward_zero_std': '0.1', 'kl': '0.448', 'entropy': '0.8245', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.82', 'epoch': '1.604'} +{'loss': '0.2738', 'grad_norm': '0.002336', 'learning_rate': '1.005e-07', 'num_tokens': '2.907e+06', 'completions/mean_length': '4.75', 'completions/min_length': '3.2', 'completions/max_length': '7', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.75', 'completions/min_terminated_length': '3.2', 'completions/max_terminated_length': '7', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.2676', 'rewards/reward_semantic/std': '0.08943', 'rewards/reward_length/mean': '-0.05325', 'rewards/reward_length/std': '0.02179', 'reward': '1.078', 'reward_std': '0.02752', 'frac_reward_zero_std': '0.15', 'kl': '0.2941', 'entropy': '0.7497', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.91', 'epoch': '1.608'} +[adaptive-kl] kl=0.158 target=0.3 beta: 0.6667 -> 0.4444 + 98%|█████████▊| 9820/10000 [7:50:21<08:43, 2.91s/it] 98%|█████████▊| 9821/10000 [7:50:25<09:02, 3.03s/it] 98%|█████████▊| 9822/10000 [7:50:27<08:44, 2.94s/it] 98%|█████████▊| 9823/10000 [7:50:30<08:30, 2.89s/it] 98%|█████████▊| 9824/10000 [7:50:33<08:07, 2.77s/it] 98%|█████████▊| 9825/10000 [7:50:35<07:50, 2.69s/it] 98%|█████████▊| 9826/10000 [7:50:38<07:41, 2.65s/it] 98%|█████████▊| 9827/10000 [7:50:40<07:45, 2.69s/it] 98%|█████████▊| 9828/10000 [7:50:43<07:39, 2.67s/it] 98%|█████████▊| 9829/10000 [7:50:46<07:43, 2.71s/it] 98%|█████████▊| 9830/10000 [7:50:49<07:39, 2.70s/it] 98%|█████████▊| 9831/10000 [7:50:51<07:27, 2.65s/it] 98%|█████████▊| 9832/10000 [7:50:54<07:23, 2.64s/it] 98%|█████████▊| 9833/10000 [7:50:56<07:11, 2.58s/it] 98%|█████████▊| 9834/10000 [7:50:59<07:13, 2.61s/it] 98%|█████████▊| 9835/10000 [7:51:02<07:32, 2.74s/it] 98%|█████████▊| 9836/10000 [7:51:05<07:44, 2.83s/it] 98%|█████████▊| 9837/10000 [7:51:07<07:26, 2.74s/it] 98%|█████████▊| 9838/10000 [7:51:10<07:09, 2.65s/it] 98%|█████████▊| 9839/10000 [7:51:13<07:22, 2.75s/it] 98%|█████████▊| 9840/10000 [7:51:16<07:22, 2.77s/it] 98%|█████████▊| 9840/10000 [7:51:16<07:22, 2.77s/it] 98%|█████████▊| 9841/10000 [7:51:19<07:30, 2.84s/it] 98%|█████████▊| 9842/10000 [7:51:21<07:17, 2.77s/it] 98%|█████████▊| 9843/10000 [7:51:24<07:17, 2.79s/it] 98%|█████████▊| 9844/10000 [7:51:27<07:20, 2.82s/it] 98%|█████████▊| 9845/10000 [7:51:30<07:24, 2.86s/it] 98%|█████████▊| 9846/10000 [7:51:33<07:15, 2.83s/it] 98%|█████████▊| 9847/10000 [7:51:36<07:21, 2.89s/it] 98%|█████████▊| 9848/10000 [7:51:39<07:23, 2.92s/it] 98%|█████████▊| 9849/10000 [7:51:41<07:12, 2.87s/it] 98%|█████████▊| 9850/10000 [7:51:44<07:01, 2.81s/it] 99%|█████████▊| 9851/10000 [7:51:47<06:45, 2.72s/it] 99%|█████████▊| 9852/10000 [7:51:49<06:45, 2.74s/it] 99%|█████████▊| 9853/10000 [7:51:52<06:42, 2.74s/it] 99%|█████████▊| 9854/10000 [7:51:55<06:37, 2.72s/it] 99%|█████████▊| 9855/10000 [7:51:58<06:35, 2.72s/it] 99%|█████████▊| 9856/10000 [7:52:01<06:55, 2.88s/it] 99%|█████████▊| 9857/10000 [7:52:04<06:56, 2.91s/it] 99%|█████████▊| 9858/10000 [7:52:07<06:46, 2.86s/it] 99%|█████████▊| 9859/10000 [7:52:10<06:53, 2.93s/it] 99%|█████████▊| 9860/10000 [7:52:12<06:44, 2.89s/it] 99%|█████████▊| 9860/10000 [7:52:12<06:44, 2.89s/it] 99%|█████████▊| 9861/10000 [7:52:15<06:32, 2.82s/it] 99%|█████████▊| 9862/10000 [7:52:18<06:28, 2.81s/it] 99%|█████████▊| 9863/10000 [7:52:20<06:14, 2.73s/it] 99%|█████████▊| 9864/10000 [7:52:24<06:26, 2.84s/it] 99%|█████████▊| 9865/10000 [7:52:27<06:27, 2.87s/it] 99%|█████████▊| 9866/10000 [7:52:29<06:14, 2.80s/it] 99%|█████████▊| 9867/10000 [7:52:32<06:16, 2.83s/it] 99%|█████████▊| 9868/10000 [7:52:35<06:27, 2.93s/it] 99%|█████████▊| 9869/10000 [7:52:38<06:30, 2.98s/it] 99%|█████████▊| 9870/10000 [7:52:41<06:25, 2.96s/it] 99%|█████████▊| 9871/10000 [7:52:44<06:04, 2.82s/it] 99%|█████████▊| 9872/10000 [7:52:46<05:49, 2.73s/it] 99%|█████████▊| 9873/10000 [7:52:49<05:48, 2.74s/it] 99%|█████████▊| 9874/10000 [7:52:52<05:59, 2.85s/it] 99%|█████████▉| 9875/10000 [7:52:55<06:10, 2.96s/it] 99%|█████████▉| 9876/10000 [7:52:58<06:07, 2.96s/it] 99%|█████████▉| 9877/10000 [7:53:01<06:12, 3.03s/it] 99%|█████████▉| 9878/10000 [7:53:04<06:01, 2.97s/it] 99%|█████████▉| 9879/10000 [7:53:07<05:43, 2.84s/it] 99%|█████████▉| 9880/10000 [7:53:10<05:40, 2.83s/it] 99%|█████████▉| 9880/10000 [7:53:10<05:40, 2.83s/it] 99%|█████████▉| 9881/10000 [7:53:13<05:42, 2.88s/it] 99%|█████████▉| 9882/10000 [7:53:15<05:34, 2.84s/it] 99%|█████████▉| 9883/10000 [7:53:18<05:18, 2.73s/it] 99%|█████████▉| 9884/10000 [7:53:21<05:15, 2.72s/it] 99%|█████████▉| 9885/10000 [7:53:23<05:09, 2.70s/it] 99%|█████████▉| 9886/10000 [7:53:27<05:35, 2.94s/it] 99%|█████████▉| 9887/10000 [7:53:30<05:45, 3.06s/it] 99%|█████████▉| 9888/10000 [7:53:33<05:41, 3.05s/it] 99%|█████████▉| 9889/10000 [7:53:36<05:35, 3.03s/it] 99%|█████████▉| 9890/10000 [7:53:39<05:22, 2.93s/it] 99%|█████████▉| 9891/10000 [7:53:42<05:17, 2.91s/it] 99%|█████████▉| 9892/10000 [7:53:44<05:00, 2.78s/it] 99%|█████████▉| 9893/10000 [7:53:47<04:58, 2.79s/it] 99%|█████████▉| 9894/10000 [7:53:50<05:05, 2.88s/it] 99%|█████████▉| 9895/10000 [7:53:53<04:58, 2.84s/it] 99%|█████████▉| 9896/10000 [7:53:56<05:01, 2.90s/it] 99%|█████████▉| 9897/10000 [7:53:59<05:06, 2.98s/it] 99%|█████████▉| 9898/10000 [7:54:02<04:59, 2.94s/it] 99%|█████████▉| 9899/10000 [7:54:04<04:44, 2.81s/it] 99%|█████████▉| 9900/10000 [7:54:07<04:48, 2.88s/it] 99%|█████████▉| 9900/10000 [7:54:07<04:48, 2.88s/it] 99%|█████████▉| 9901/10000 [7:54:10<04:46, 2.90s/it] 99%|█████████▉| 9902/10000 [7:54:13<04:45, 2.91s/it] 99%|█████████▉| 9903/10000 [7:54:16<04:42, 2.91s/it] 99%|█████████▉| 9904/10000 [7:54:19<04:32, 2.83s/it] 99%|█████████▉| 9905/10000 [7:54:22<04:29, 2.84s/it] 99%|█████████▉| 9906/10000 [7:54:24<04:16, 2.73s/it] 99%|█████████▉| 9907/10000 [7:54:27<04:16, 2.76s/it] 99%|█████████▉| 9908/10000 [7:54:30<04:18, 2.81s/it] 99%|█████████▉| 9909/10000 [7:54:33<04:11, 2.77s/it] 99%|█████████▉| 9910/10000 [7:54:35<04:12, 2.81s/it] 99%|█████████▉| 9911/10000 [7:54:38<04:15, 2.88s/it] 99%|█████████▉| 9912/10000 [7:54:42<04:25, 3.02s/it] 99%|█████████▉| 9913/10000 [7:54:45<04:17, 2.96s/it] 99%|█████████▉| 9914/10000 [7:54:48<04:14, 2.96s/it] 99%|█████████▉| 9915/10000 [7:54:50<04:05, 2.89s/it] 99%|█████████▉| 9916/10000 [7:54:53<04:03, 2.90s/it] 99%|█████████▉| 9917/10000 [7:54:56<04:01, 2.91s/it] 99%|█████████▉| 9918/10000 [7:54:59<03:58, 2.91s/it] 99%|█████████▉| 9919/10000 [7:55:02<03:50, 2.84s/it] 99%|█████████▉| 9920/10000 [7:55:05<03:57, 2.97s/it] 99%|█████████▉| 9920/10000 [7:55:05<03:57, 2.97s/it] 99%|█████████▉| 9921/10000 [7:55:08<03:58, 3.02s/it] 99%|█████████▉| 9922/10000 [7:55:11<03:57, 3.04s/it] 99%|█████████▉| 9923/10000 [7:55:14<03:42, 2.89s/it] 99%|█████████▉| 9924/10000 [7:55:17<03:49, 3.01s/it] 99%|█████████▉| 9925/10000 [7:55:20<03:48, 3.05s/it] 99%|█████████▉| 9926/10000 [7:55:23<03:46, 3.06s/it] 99%|█████████▉| 9927/10000 [7:55:26<03:36, 2.96s/it] 99%|█████████▉| 9928/10000 [7:55:29<03:30, 2.92s/it] 99%|█████████▉| 9929/10000 [7:55:32<03:31, 2.98s/it] 99%|█████████▉| 9930/10000 [7:55:35<03:26, 2.95s/it] 99%|█████████▉| 9931/10000 [7:55:37<03:15, 2.84s/it] 99%|█████████▉| 9932/10000 [7:55:40<03:14, 2.86s/it] 99%|█████████▉| 9933/10000 [7:55:43<03:13, 2.89s/it] 99%|█████████▉| 9934/10000 [7:55:47<03:16, 2.98s/it] 99%|█████████▉| 9935/10000 [7:55:50<03:17, 3.04s/it] 99%|█████████▉| 9936/10000 [7:55:53<03:15, 3.05s/it] 99%|█████████▉| 9937/10000 [7:55:56<03:09, 3.02s/it] 99%|█████████▉| 9938/10000 [7:56:00<03:21, 3.25s/it] 99%|█████████▉| 9939/10000 [7:56:02<03:10, 3.13s/it] 99%|█████████▉| 9940/10000 [7:56:06<03:10, 3.17s/it] 99%|█████████▉| 9940/10000 [7:56:06<03:10, 3.17s/it] 99%|█████████▉| 9941/10000 [7:56:09<03:03, 3.10s/it] 99%|█████████▉| 9942/10000 [7:56:12<02:57, 3.06s/it] 99%|█████████▉| 9943/10000 [7:56:15<02:57, 3.12s/it] 99%|█████████▉| 9944/10000 [7:56:18<02:49, 3.03s/it] 99%|█████████▉| 9945/10000 [7:56:20<02:43, 2.96s/it] 99%|█████████▉| 9946/10000 [7:56:23<02:37, 2.92s/it] 99%|█████████▉| 9947/10000 [7:56:26<02:37, 2.96s/it] 99%|█████████▉| 9948/10000 [7:56:29<02:33, 2.95s/it] 99%|█████████▉| 9949/10000 [7:56:32<02:31, 2.97s/it] 100%|█████████▉| 9950/10000 [7:56:35<02:21, 2.82s/it] 100%|█████████▉| 9951/10000 [7:56:38<02:19, 2.84s/it] 100%|█████████▉| 9952/10000 [7:56:41<02:26, 3.05s/it] 100%|█████████▉| 9953/10000 [7:56:44<02:21, 3.01s/it] 100%|█████████▉| 9954/10000 [7:56:47<02:16, 2.96s/it] 100%|█████████▉| 9955/10000 [7:56:50<02:16, 3.03s/it] 100%|█████████▉| 9956/10000 [7:56:53<02:11, 3.00s/it] 100%|█████████▉| 9957/10000 [7:56:56<02:06, 2.94s/it] 100%|█████████▉| 9958/10000 [7:56:58<01:59, 2.85s/it] 100%|█████████▉| 9959/10000 [7:57:01<01:58, 2.89s/it] 100%|█████████▉| 9960/10000 [7:57:04<01:50, 2.77s/it] 100%|█████████▉| 9960/10000 [7:57:04<01:50, 2.77s/it] 100%|█████████▉| 9961/10000 [7:57:07<01:48, 2.78s/it] 100%|█████████▉| 9962/10000 [7:57:10<01:48, 2.84s/it] 100%|█████████▉| 9963/10000 [7:57:13<01:50, 3.00s/it] 100%|█████████▉| 9964/10000 [7:57:16<01:43, 2.87s/it] 100%|█████████▉| 9965/10000 [7:57:19<01:40, 2.88s/it] 100%|█████████▉| 9966/10000 [7:57:21<01:36, 2.83s/it] 100%|█████████▉| 9967/10000 [7:57:24<01:36, 2.94s/it] 100%|█████████▉| 9968/10000 [7:57:27<01:33, 2.91s/it] 100%|█████████▉| 9969/10000 [7:57:30<01:29, 2.89s/it] 100%|█████████▉| 9970/10000 [7:57:33<01:28, 2.94s/it] 100%|█████████▉| 9971/10000 [7:57:36<01:24, 2.92s/it] 100%|█████████▉| 9972/10000 [7:57:39<01:22, 2.94s/it] 100%|█████████▉| 9973/10000 [7:57:42<01:22, 3.06s/it] 100%|█████████▉| 9974/10000 [7:57:45<01:17, 2.98s/it] 100%|█████████▉| 9975/10000 [7:57:48<01:14, 2.99s/it] 100%|█████████▉| 9976/10000 [7:57:51<01:09, 2.91s/it] 100%|█████████▉| 9977/10000 [7:57:54<01:04, 2.81s/it] 100%|█████████▉| 9978/10000 [7:57:57<01:03, 2.87s/it] 100%|█████████▉| 9979/10000 [7:58:00<01:01, 2.92s/it] 100%|█████████▉| 9980/10000 [7:58:03<00:59, 2.95s/it] {'loss': '0.1854', 'grad_norm': '3.24', 'learning_rate': '9.05e-08', 'num_tokens': '2.913e+06', 'completions/mean_length': '4.144', 'completions/min_length': '3.25', 'completions/max_length': '5.35', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.144', 'completions/min_terminated_length': '3.25', 'completions/max_terminated_length': '5.35', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.5165', 'rewards/reward_semantic/std': '0.1438', 'rewards/reward_length/mean': '-0.06128', 'rewards/reward_length/std': '0.01815', 'reward': '1.152', 'reward_std': '0.04367', 'frac_reward_zero_std': '0.15', 'kl': '0.1575', 'entropy': '0.7255', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.813', 'epoch': '1.611'} +[adaptive-kl] kl=0.100 target=0.3 beta: 0.4444 -> 0.2963 +{'loss': '0.1091', 'grad_norm': '7.476', 'learning_rate': '8.05e-08', 'num_tokens': '2.918e+06', 'completions/mean_length': '3.519', 'completions/min_length': '2.75', 'completions/max_length': '4.6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.519', 'completions/min_terminated_length': '2.75', 'completions/max_terminated_length': '4.6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4761', 'rewards/reward_semantic/std': '0.1231', 'rewards/reward_length/mean': '-0.04551', 'rewards/reward_length/std': '0.01271', 'reward': '1.141', 'reward_std': '0.03726', 'frac_reward_zero_std': '0.3', 'kl': '0.1003', 'entropy': '0.541', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.707', 'epoch': '1.614'} +{'loss': '0.1113', 'grad_norm': '6.531', 'learning_rate': '7.05e-08', 'num_tokens': '2.924e+06', 'completions/mean_length': '3.956', 'completions/min_length': '2.95', 'completions/max_length': '5.5', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '3.956', 'completions/min_terminated_length': '2.95', 'completions/max_terminated_length': '5.5', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3326', 'rewards/reward_semantic/std': '0.183', 'rewards/reward_length/mean': '-0.04331', 'rewards/reward_length/std': '0.01491', 'reward': '1.098', 'reward_std': '0.05487', 'frac_reward_zero_std': '0.15', 'kl': '0.3215', 'entropy': '0.6948', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.828', 'epoch': '1.617'} +[adaptive-kl] kl=0.109 target=0.3 beta: 0.2963 -> 0.1975 +{'loss': '0.06612', 'grad_norm': '4.861', 'learning_rate': '6.05e-08', 'num_tokens': '2.93e+06', 'completions/mean_length': '4.537', 'completions/min_length': '3.4', 'completions/max_length': '6.1', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.537', 'completions/min_terminated_length': '3.4', 'completions/max_terminated_length': '6.1', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3282', 'rewards/reward_semantic/std': '0.06593', 'rewards/reward_length/mean': '-0.05967', 'rewards/reward_length/std': '0.01625', 'reward': '1.095', 'reward_std': '0.02011', 'frac_reward_zero_std': '0.3', 'kl': '0.109', 'entropy': '0.7761', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.849', 'epoch': '1.621'} +[adaptive-kl] kl=0.177 target=0.3 beta: 0.1975 -> 0.1317 +{'loss': '0.08916', 'grad_norm': '1.814', 'learning_rate': '5.05e-08', 'num_tokens': '2.936e+06', 'completions/mean_length': '4.362', 'completions/min_length': '3.25', 'completions/max_length': '6.2', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.362', 'completions/min_terminated_length': '3.25', 'completions/max_terminated_length': '6.2', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4642', 'rewards/reward_semantic/std': '0.1644', 'rewards/reward_length/mean': '-0.04475', 'rewards/reward_length/std': '0.01656', 'reward': '1.137', 'reward_std': '0.04941', 'frac_reward_zero_std': '0.15', 'kl': '0.1765', 'entropy': '0.673', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.872', 'epoch': '1.624'} +[adaptive-kl] kl=0.533 target=0.3 beta: 0.1317 -> 0.1975 +{'loss': '0.151', 'grad_norm': '4.149', 'learning_rate': '4.05e-08', 'num_tokens': '2.942e+06', 'completions/mean_length': '4.294', 'completions/min_length': '3.35', 'completions/max_length': '5.95', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.294', 'completions/min_terminated_length': '3.35', 'completions/max_terminated_length': '5.95', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.426', 'rewards/reward_semantic/std': '0.1141', 'rewards/reward_length/mean': '-0.04612', 'rewards/reward_length/std': '0.01494', 'reward': '1.126', 'reward_std': '0.03475', 'frac_reward_zero_std': '0.2', 'kl': '0.5327', 'entropy': '0.8148', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.874', 'epoch': '1.627'} +{'loss': '0.1194', 'grad_norm': '2.228', 'learning_rate': '3.05e-08', 'num_tokens': '2.948e+06', 'completions/mean_length': '5.631', 'completions/min_length': '3.75', 'completions/max_length': '8.2', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.631', 'completions/min_terminated_length': '3.75', 'completions/max_terminated_length': '8.2', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.247', 'rewards/reward_semantic/std': '0.08276', 'rewards/reward_length/mean': '-0.06011', 'rewards/reward_length/std': '0.01559', 'reward': '1.071', 'reward_std': '0.02539', 'frac_reward_zero_std': '0.05', 'kl': '0.2823', 'entropy': '0.9153', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '3.016', 'epoch': '1.631'} +{'loss': '0.1207', 'grad_norm': '0.006355', 'learning_rate': '2.05e-08', 'num_tokens': '2.954e+06', 'completions/mean_length': '4.775', 'completions/min_length': '3.65', 'completions/max_length': '6.75', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.775', 'completions/min_terminated_length': '3.65', 'completions/max_terminated_length': '6.75', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4085', 'rewards/reward_semantic/std': '0.1192', 'rewards/reward_length/mean': '-0.05398', 'rewards/reward_length/std': '0.01698', 'reward': '1.12', 'reward_std': '0.03616', 'frac_reward_zero_std': '0.1', 'kl': '0.2601', 'entropy': '0.6408', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.903', 'epoch': '1.634'} + 100%|█████████▉| 9980/10000 [7:58:03<00:59, 2.95s/it] 100%|█████████▉| 9981/10000 [7:58:05<00:54, 2.86s/it] 100%|█████████▉| 9982/10000 [7:58:08<00:52, 2.91s/it] 100%|█████████▉| 9983/10000 [7:58:12<00:52, 3.08s/it] 100%|█████████▉| 9984/10000 [7:58:15<00:49, 3.07s/it] 100%|█████████▉| 9985/10000 [7:58:18<00:47, 3.14s/it] 100%|█████████▉| 9986/10000 [7:58:21<00:42, 3.06s/it] 100%|█████████▉| 9987/10000 [7:58:24<00:39, 3.04s/it] 100%|█████████▉| 9988/10000 [7:58:27<00:35, 2.98s/it] 100%|█████████▉| 9989/10000 [7:58:30<00:31, 2.90s/it] 100%|█████████▉| 9990/10000 [7:58:32<00:28, 2.86s/it] 100%|█████████▉| 9991/10000 [7:58:35<00:25, 2.88s/it] 100%|█████████▉| 9992/10000 [7:58:38<00:23, 2.91s/it] 100%|█████████▉| 9993/10000 [7:58:41<00:20, 2.93s/it] 100%|█████████▉| 9994/10000 [7:58:44<00:17, 2.93s/it] 100%|█████████▉| 9995/10000 [7:58:47<00:14, 2.90s/it] 100%|█████████▉| 9996/10000 [7:58:50<00:11, 2.91s/it] 100%|█████████▉| 9997/10000 [7:58:53<00:08, 3.00s/it] 100%|█████████▉| 9998/10000 [7:58:56<00:05, 2.94s/it] 100%|█████████▉| 9999/10000 [7:58:59<00:02, 2.95s/it] 100%|██████████| 10000/10000 [7:59:02<00:00, 2.90s/it] 100%|██████████| 10000/10000 [7:59:02<00:00, 2.90s/it] 100%|██████████| 10000/10000 [7:59:02<00:00, 2.90s/it] 100%|██████████| 10000/10000 [7:59:02<00:00, 2.87s/it] +{'loss': '0.1061', 'grad_norm': '9.587', 'learning_rate': '1.05e-08', 'num_tokens': '2.96e+06', 'completions/mean_length': '4.694', 'completions/min_length': '3.2', 'completions/max_length': '6.6', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '4.694', 'completions/min_terminated_length': '3.2', 'completions/max_terminated_length': '6.6', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.3236', 'rewards/reward_semantic/std': '0.103', 'rewards/reward_length/mean': '-0.04749', 'rewards/reward_length/std': '0.02072', 'reward': '1.095', 'reward_std': '0.03134', 'frac_reward_zero_std': '0.1', 'kl': '0.3201', 'entropy': '1.124', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.923', 'epoch': '1.637'} +{'loss': '0.06942', 'grad_norm': '2.187', 'learning_rate': '5e-10', 'num_tokens': '2.966e+06', 'completions/mean_length': '5.819', 'completions/min_length': '4.3', 'completions/max_length': '7.3', 'completions/clipped_ratio': '0', 'completions/mean_terminated_length': '5.819', 'completions/min_terminated_length': '4.3', 'completions/max_terminated_length': '7.3', 'rewards/reward_grounded/mean': '1', 'rewards/reward_grounded/std': '0', 'rewards/reward_semantic/mean': '0.4827', 'rewards/reward_semantic/std': '0.1176', 'rewards/reward_length/mean': '-0.05183', 'rewards/reward_length/std': '0.01557', 'reward': '1.142', 'reward_std': '0.03558', 'frac_reward_zero_std': '0.05', 'kl': '0.3636', 'entropy': '0.6753', 'clip_ratio/low_mean': '0', 'clip_ratio/low_min': '0', 'clip_ratio/high_mean': '0', 'clip_ratio/high_max': '0', 'clip_ratio/region_mean': '0', 'step_time': '2.938', 'epoch': '1.64'} +{'train_runtime': '2.874e+04', 'train_samples_per_second': '2.783', 'train_steps_per_second': '0.348', 'train_loss': '0.2395', 'epoch': '1.64'} +Saved final policy to ../checkpoints/grpo/final diff --git a/logs/grpo.log b/logs/grpo.log new file mode 100644 index 0000000000000000000000000000000000000000..66c478a74f16e76df6a299f0eded743385bbcaa6 --- /dev/null +++ b/logs/grpo.log @@ -0,0 +1,275 @@ +Loading KG indexer from data/tkgl-smallpedia_edgelist.csv +[Indexer] Loaded 550,376 triples from data/tkgl-smallpedia_edgelist.csv +Loading policy from ../checkpoints/sft/final + Loading weights: 0%| | 0/399 [00:00 In what year was the country of citizenship of Francesca Romana Coluzzi equal to Italy?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (1963)\n Answer: 1963", "t_query": 1963.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000001", "prompt": " In what year was the country of Urup equal to Japan?\nEvidence:\n- Urup | country | Japan | 1914\n- Q426915 | country | Japan | 1914\n- Q156046 | country | Japan | 1914\n- Broutona | country | Japan | 1914\n- Lüshunkou District | country | Japan | 1914\n- Kuril Islands | country | Japan | 1914\nReasoning:", "completion": " Hop 1: Urup -> country -> Japan (1914)\n Answer: 1914", "t_query": 1914.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 6} +{"id": "sft_000002", "prompt": " In what year was the country of Frankfurt equal to German Empire?\nEvidence:\n- Frankfurt | country | German Empire | 1915\n- Frankfurt (Oder) | country | German Empire | 1915\n- Q165008 | applies to jurisdiction | German Empire | 1915\n- German East Africa | applies to jurisdiction | German Empire | 1915\n- hyperinflation in the Weimar Republic | country | German Empire | 1915\n- Zwickau | country | German Empire | 1915\n- Zimmern | country | German Empire | 1915\n- Wrocław | country | German Empire | 1915\n- Wittmund | country | German Empire | 1915\n- Wismar | country | German Empire | 1915\n- Wiesbaden | country | German Empire | 1915\n- Weimar | country | German Empire | 1915\n- Vaterstetten | country | German Empire | 1915\n- Trier | country | German Empire | 1915\n- Speyer | country | German Empire | 1915\nReasoning:", "completion": " Hop 1: Frankfurt -> country -> German Empire (1915)\n Answer: 1915", "t_query": 1915.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000003", "prompt": " Who was the country of Jena before German Democratic Republic?\nEvidence:\n- Jena | country | Nazi Germany | 1942\n- Carl Zeiss AG | headquarters location | Jena | 1942\n- Jena | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Republic of Baden | located in the administrative territorial entity | Nazi Germany | 1942\n- German Rugby Federation | operating area | Nazi Germany | 1942\n- Q822028 | country of registry | Nazi Germany | 1942\n- Q321140 | country of registry | Nazi Germany | 1942\n- Q237358 | country of citizenship | Nazi Germany | 1942\n- U-752 | country of registry | Nazi Germany | 1942\n- U-74 | country of registry | Nazi Germany | 1942\n- U-155 | country of registry | Nazi Germany | 1942\n- Martin Walser | country of citizenship | Nazi Germany | 1942\n- Jürgen Kissner | country of citizenship | Nazi Germany | 1942\n- Helmut Kohl | country of citizenship | Nazi Germany | 1942\n- Erich Würdemann | country of citizenship | Nazi Germany | 1942\nReasoning:", "completion": " Hop 1: Jena -> country -> Nazi Germany (1942)\n Answer: Nazi Germany", "t_query": 1942.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000004", "prompt": " Who was the member of of Guido Aycard's country of citizenship before European Economic Community?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Guido Aycard -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1962)\n Answer: European Coal and Steel Community", "t_query": 1962.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000005", "prompt": " Who was the member of sports team of Ronaldo Rodrigues de Jesus after Shimizu S-Pulse?\nEvidence:\n- Ronaldo Rodrigues de Jesus | member of sports team | Associação Atlética Ponte Preta | 2002\n- Q467194 | member of sports team | Associação Atlética Ponte Preta | 2002\nReasoning:", "completion": " Hop 1: Ronaldo Rodrigues de Jesus -> member of sports team -> Associação Atlética Ponte Preta (2002)\n Answer: Associação Atlética Ponte Preta", "t_query": 2002.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 2} +{"id": "sft_000006", "prompt": " In 1956, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1956\n- Germany | member of | European Coal and Steel Community | 1956\n- Belgium | member of | European Coal and Steel Community | 1956\n- Germany | member of | Western European Union | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\n- Veriano Luchetti | country of citizenship | Italy | 1956\n- Ulrico Girardi | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1956)\n Hop 2: Alfonso Calzolari -> country of citizenship -> Italy (1956)\n Answer: Alfonso Calzolari", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000007", "prompt": " In 1922, what was the educated at of Stanisław Gołąb?\nEvidence:\n- Stanisław Gołąb | educated at | Jagiellonian University | 1922\n- Stanisław Gołąb | employer | AGH University of Science and Technology | 1922\n- Q943007 | employer | Jagiellonian University | 1922\nReasoning:", "completion": " Hop 1: Stanisław Gołąb -> educated at -> Jagiellonian University (1922)\n Answer: Jagiellonian University", "t_query": 1922.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_000008", "prompt": " Who was the country of Kunashir Island after Empire of Japan?\nEvidence:\n- Kunashir Island | country | Soviet Union | 1972\n- Q59054 | country of citizenship | Soviet Union | 1972\n- Q437262 | country of citizenship | Soviet Union | 1972\n- Q324083 | country of citizenship | Soviet Union | 1972\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1972\n- Yuri Manin | country of citizenship | Soviet Union | 1972\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1972\n- Viktor Kulikov | country of citizenship | Soviet Union | 1972\n- Vija Artmane | country of citizenship | Soviet Union | 1972\n- Vera Krepkina | country of citizenship | Soviet Union | 1972\n- Valeri Polyakov | country of citizenship | Soviet Union | 1972\n- Sergei Kovalev | country of citizenship | Soviet Union | 1972\n- Ruslan Khasbulatov | country of citizenship | Soviet Union | 1972\n- Raisa Gorbacheva | country of citizenship | Soviet Union | 1972\n- Otar Iosseliani | country of citizenship | Soviet Union | 1972\nReasoning:", "completion": " Hop 1: Kunashir Island -> country -> Soviet Union (1972)\n Answer: Soviet Union", "t_query": 1972.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000009", "prompt": " After Alfonso Calzolari country of citizenship Italy, what was the award received of Italy's head of state?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1996\n- Oscar Luigi Scalfaro | award received | Order of the White Eagle | 1996\n- Q454036 | country of citizenship | Italy | 1996\n- Vittore Catella | country of citizenship | Italy | 1996\n- Veriano Luchetti | country of citizenship | Italy | 1996\n- Tullio Kezich | country of citizenship | Italy | 1996\n- Tonino Cervi | country of citizenship | Italy | 1996\n- Tiziano Terzani | country of citizenship | Italy | 1996\n- Stéphane Grappelli | country of citizenship | Italy | 1996\n- Simon Spierer | country of citizenship | Italy | 1996\n- Sergio Mantovani | country of citizenship | Italy | 1996\n- Sergio Bonelli | country of citizenship | Italy | 1996\n- Salvatore Cassisa | country of citizenship | Italy | 1996\n- Rossana Rossanda | country of citizenship | Italy | 1996\n- Romano Mussolini | country of citizenship | Italy | 1996\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Oscar Luigi Scalfaro (1996)\n Hop 2: Oscar Luigi Scalfaro -> award received -> Order of the White Eagle (1996)\n Answer: Order of the White Eagle", "t_query": 1996.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000010", "prompt": " In what year was the head of government of New York City equal to Fiorello H. La Guardia?\nEvidence:\n- New York City | head of government | Fiorello H. La Guardia | 1938\n- William Vickrey | residence | New York City | 1938\n- Weegee | work location | New York City | 1938\n- Q543585 | work location | New York City | 1938\n- MetLife | headquarters location | New York City | 1938\n- Jane Jacobs | residence | New York City | 1938\n- Variety | place of publication | New York City | 1938\n- Max Weber | work location | New York City | 1938\n- Louise Bourgeois | work location | New York City | 1938\n- Lewis Mumford | work location | New York City | 1938\n- Hanns Eisler | work location | New York City | 1938\n- Ellsworth Kelly | work location | New York City | 1938\n- Louise Bourgeois | work location | Paris | 1938\n- Louise Bourgeois | spouse | Robert Goldwater | 1938\n- Louise Bourgeois | educated at | Q337504 | 1938\nReasoning:", "completion": " Hop 1: New York City -> head of government -> Fiorello H. La Guardia (1938)\n Answer: 1938", "t_query": 1938.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000011", "prompt": " In 2005, what was the head coach of Mülâyim Erdem's member of sports team?\nEvidence:\n- Mülâyim Erdem | member of sports team | Galatasaray S.K. | 2005\n- Galatasaray S.K. | head coach | Eric Gerets | 2005\n- Q937898 | member of sports team | Galatasaray S.K. | 2005\n- Q922443 | member of sports team | Galatasaray S.K. | 2005\n- Q729830 | member of sports team | Galatasaray S.K. | 2005\n- Q660534 | member of sports team | Galatasaray S.K. | 2005\n- Q560001 | member of sports team | Galatasaray S.K. | 2005\n- Q556101 | member of sports team | Galatasaray S.K. | 2005\n- Q349941 | member of sports team | Galatasaray S.K. | 2005\n- Q312920 | member of sports team | Galatasaray S.K. | 2005\n- Q307872 | member of sports team | Galatasaray S.K. | 2005\n- Q217097 | member of sports team | Galatasaray S.K. | 2005\n- Q122346 | member of sports team | Galatasaray S.K. | 2005\n- Faryd Mondragón | member of sports team | Galatasaray S.K. | 2005\n- Ayhan Akman | member of sports team | Galatasaray S.K. | 2005\nReasoning:", "completion": " Hop 1: Mülâyim Erdem -> member of sports team -> Galatasaray S.K. (2005)\n Hop 2: Galatasaray S.K. -> head coach -> Eric Gerets (2005)\n Answer: Eric Gerets", "t_query": 2005.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000012", "prompt": " In 1987, whose position held's head of state was president of Germany?\nEvidence:\n- Richard von Weizsäcker | position held | president of Germany | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- president of Germany | position holder | Richard von Weizsäcker | 1987\nReasoning:", "completion": " Hop 1: Richard von Weizsäcker -> position held -> president of Germany (1987)\n Hop 2: Germany -> head of state -> Richard von Weizsäcker (1987)\n Answer: Germany", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_000013", "prompt": " In what year was the head of state of Tilla Durieux's spouse's work location's country equal to Friedrich Ebert?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Hop 1: Tilla Durieux -> spouse -> Paul Cassirer (1921)\n Hop 2: Paul Cassirer -> work location -> Berlin (1921)\n Hop 3: Berlin -> country -> Weimar Republic (1921)\n Hop 4: Weimar Republic -> head of state -> Friedrich Ebert (1921)\n Answer: 1921", "t_query": 1921.0, "chain_length": 4, "operator_type": "interval", "n_evidence": 3} +{"id": "sft_000014", "prompt": " In 2011, whose member of sports team was FC Vorskla Poltava?\nEvidence:\n- Q667129 | member of sports team | FC Vorskla Poltava | 2011\n- Q531396 | member of sports team | FC Vorskla Poltava | 2011\n- Serhiy Kravchenko | member of sports team | FC Vorskla Poltava | 2011\n- Ihor Tymchenko | member of sports team | FC Vorskla Poltava | 2011\n- Ihor Tymchenko | member of sports team | FC Chornomorets Odesa | 2011\n- Q531396 | member of sports team | Albania men's national football team | 2011\nReasoning:", "completion": " Hop 1: Serhiy Kravchenko -> member of sports team -> FC Vorskla Poltava (2011)\n Answer: Serhiy Kravchenko", "t_query": 2011.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_000015", "prompt": " In what year was the contains the administrative territorial entity of Germany's capital's capital of equal to Bavaria?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Bavaria (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000016", "prompt": " Who was the country of citizenship of Ernesto Remani before Italy?\nEvidence:\n- Ernesto Remani | country of citizenship | Kingdom of Italy | 1909\n- Ernesto Codignola | country of citizenship | Kingdom of Italy | 1909\n- Q983389 | country of citizenship | Kingdom of Italy | 1909\n- Q976653 | country of citizenship | Kingdom of Italy | 1909\n- Q972711 | country of citizenship | Kingdom of Italy | 1909\n- Q959367 | country of citizenship | Kingdom of Italy | 1909\n- Q939226 | country of citizenship | Kingdom of Italy | 1909\n- Q920582 | country of citizenship | Kingdom of Italy | 1909\n- Q890523 | country of citizenship | Kingdom of Italy | 1909\n- Q817284 | country of citizenship | Kingdom of Italy | 1909\n- Q765946 | country of citizenship | Kingdom of Italy | 1909\n- Q745874 | country of citizenship | Kingdom of Italy | 1909\n- Q728920 | country of citizenship | Kingdom of Italy | 1909\n- Q728589 | country of citizenship | Kingdom of Italy | 1909\n- Q715036 | country of citizenship | Kingdom of Italy | 1909\nReasoning:", "completion": " Hop 1: Ernesto Remani -> country of citizenship -> Kingdom of Italy (1909)\n Answer: Kingdom of Italy", "t_query": 1909.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000017", "prompt": " Who was the position held of Francesca Romana Coluzzi's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Hop 3: Antonio Segni -> position held -> President of Italy (1963)\n Answer: President of Italy", "t_query": 1963.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000018", "prompt": " In 1980, whose position held's head of government was Prime Minister of Italy?\nEvidence:\n- Arnaldo Forlani | position held | Prime Minister of Italy | 1980\n- Italy | head of government | Arnaldo Forlani | 1980\nReasoning:", "completion": " Hop 1: Arnaldo Forlani -> position held -> Prime Minister of Italy (1980)\n Hop 2: Italy -> head of government -> Arnaldo Forlani (1980)\n Answer: Italy", "t_query": 1980.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_000019", "prompt": " In 2007, what was the position held of Italy's head of government?\nEvidence:\n- Andrea Cordero Lanza di Montezemolo | position held | cardinal | 2007\n- Oscar Luigi Scalfaro | position held | Italian senator for life | 2007\n- Veriano Luchetti | country of citizenship | Italy | 2007\n- Tullio Kezich | country of citizenship | Italy | 2007\n- Stefano Angeleri | country of citizenship | Italy | 2007\n- Sergio Bonelli | country of citizenship | Italy | 2007\n- Sebastiano Mannironi | country of citizenship | Italy | 2007\n- Salvatore Cassisa | country of citizenship | Italy | 2007\n- Rossana Rossanda | country of citizenship | Italy | 2007\n- Roberto Tucci | country of citizenship | Italy | 2007\n- Plinio Antolini | country of citizenship | Italy | 2007\n- Pino Lancetti | country of citizenship | Italy | 2007\n- Piergiorgio Nesti | country of citizenship | Italy | 2007\n- Paolo Villaggio | country of citizenship | Italy | 2007\n- Paolo Rossi | country of citizenship | Italy | 2007\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Romano Prodi (2007)\n Hop 2: Romano Prodi -> position held -> Prime Minister of Italy (2007)\n Answer: Prime Minister of Italy", "t_query": 2007.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000020", "prompt": " In 1953, what was the head of government of Bernard Schultze's work location's country's contains the administrative territorial entity?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1953)\n Hop 4: Baden-Württemberg -> head of government -> Reinhold Maier (1953)\n Answer: Reinhold Maier", "t_query": 1953.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_000021", "prompt": " In 1971, what was the position held of Italy's head of state?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Tonino Cervi | country of citizenship | Italy | 1971\n- Tiziano Terzani | country of citizenship | Italy | 1971\n- Stéphane Grappelli | country of citizenship | Italy | 1971\n- Simon Spierer | country of citizenship | Italy | 1971\n- Sergio Mantovani | country of citizenship | Italy | 1971\n- Sergio Bonelli | country of citizenship | Italy | 1971\n- Rossana Rossanda | country of citizenship | Italy | 1971\n- Romeo Bertini | country of citizenship | Italy | 1971\n- Renata Tebaldi | country of citizenship | Italy | 1971\n- Primo Nebiolo | country of citizenship | Italy | 1971\n- Pietro Parente | country of citizenship | Italy | 1971\n- Oriana Fallaci | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giuseppe Saragat (1971)\n Hop 2: Giuseppe Saragat -> position held -> Italian senator for life (1971)\n Answer: Italian senator for life", "t_query": 1971.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000022", "prompt": " In what year was the employer of Bert Rürup equal to Technical University of Darmstadt?\nEvidence:\n- Bert Rürup | employer | Technical University of Darmstadt | 1986\nReasoning:", "completion": " Hop 1: Bert Rürup -> employer -> Technical University of Darmstadt (1986)\n Answer: 1986", "t_query": 1986.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1} +{"id": "sft_000023", "prompt": " In 1964, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\n- Virginio Rosetta | country of citizenship | Italy | 1964\n- Veriano Luchetti | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Economic Community (1964)\n Hop 2: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Answer: Carmelo Cappello", "t_query": 1964.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000024", "prompt": " In what year was the member of sports team of Arnaud Coyot equal to Cofidis?\nEvidence:\n- Arnaud Coyot | member of sports team | Cofidis | 2003\n- Q946869 | member of sports team | Cofidis | 2003\n- Q465367 | member of sports team | Cofidis | 2003\n- David Moncoutié | member of sports team | Cofidis | 2003\n- Bingen Fernández | member of sports team | Cofidis | 2003\n- Cofidis | general manager | Alain Bondue | 2003\nReasoning:", "completion": " Hop 1: Arnaud Coyot -> member of sports team -> Cofidis (2003)\n Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 6} +{"id": "sft_000025", "prompt": " Who was the contains the administrative territorial entity of Rhône after Vénissieux?\nEvidence:\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\n- Q945660 | located in the administrative territorial entity | Q3083 | 1947\n- Q945660 | located in the administrative territorial entity | Q12736 | 1947\nReasoning:", "completion": " Hop 1: Rhône -> contains the administrative territorial entity -> Caluire-et-Cuire (1947)\n Answer: Caluire-et-Cuire", "t_query": 1947.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 10} +{"id": "sft_000026", "prompt": " After Helmut Kohl country of citizenship West Germany, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Helmut Kohl | country of citizenship | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Rhineland-Palatinate (1972)\n Answer: Rhineland-Palatinate", "t_query": 1972.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000027", "prompt": " After Giovanni Cornacchia country of citizenship Italy, what was the head of government of Italy?\nEvidence:\n- Giovanni Invernizzi | country of citizenship | Italy | 2001\n- Giovanni D'Ascenzi | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\n- Simon Spierer | country of citizenship | Italy | 2001\n- Sergio Mantovani | country of citizenship | Italy | 2001\n- Sergio Bonelli | country of citizenship | Italy | 2001\n- Salvatore Cassisa | country of citizenship | Italy | 2001\n- Rossana Rossanda | country of citizenship | Italy | 2001\n- Romano Scarpa | country of citizenship | Italy | 2001\n- Romano Mussolini | country of citizenship | Italy | 2001\n- Renata Tebaldi | country of citizenship | Italy | 2001\n- Pino Lancetti | country of citizenship | Italy | 2001\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Giuliano Amato (2001)\n Answer: Giuliano Amato", "t_query": 2001.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000028", "prompt": " After Sergio Tofano country of citizenship Italy, what was the head of state of Arnaldo Genoino's country of citizenship?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Sergio Realini | country of citizenship | Italy | 1978\n- Sergio Mantovani | country of citizenship | Italy | 1978\n- Sergio Donadoni | country of citizenship | Italy | 1978\n- Sergio Bonelli | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Arnaldo Genoino -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> head of state -> Sandro Pertini (1978)\n Answer: Sandro Pertini", "t_query": 1978.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000029", "prompt": " Who was the head of state of Vitaliano Brancati's country of citizenship before Oscar Luigi Scalfaro?\nEvidence:\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1951\n- Vitaliano Brancati | country of citizenship | Italy | 1951\n- Luigi Comencini | country of citizenship | Italy | 1951\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1951\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Vitaliano Brancati -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Luigi Einaudi (1951)\n Answer: Luigi Einaudi", "t_query": 1951.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000030", "prompt": " Who was the contains the administrative territorial entity of Würzburg's country before North Rhine-Westphalia?\nEvidence:\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Hesse (1950)\n Answer: Hesse", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000031", "prompt": " In what year was the member of sports team of István Kocsis equal to Hungary men's national football team?\nEvidence:\n- István Kocsis | member of sports team | Hungary men's national football team | 1979\n- István Kocsis | member of sports team | Budapest Honvéd FC | 1979\n- Q852818 | member of sports team | Hungary men's national football team | 1979\n- Q838673 | member of sports team | Hungary men's national football team | 1979\n- Q838670 | member of sports team | Hungary men's national football team | 1979\n- Q729669 | member of sports team | Hungary men's national football team | 1979\n- Q729070 | member of sports team | Hungary men's national football team | 1979\n- Q727784 | member of sports team | Hungary men's national football team | 1979\n- Q699497 | member of sports team | Hungary men's national football team | 1979\n- Q361244 | member of sports team | Hungary men's national football team | 1979\n- Ferenc Csongrádi | member of sports team | Hungary men's national football team | 1979\n- Q937089 | member of sports team | Budapest Honvéd FC | 1979\n- Q901558 | member of sports team | Budapest Honvéd FC | 1979\n- Q729103 | member of sports team | Budapest Honvéd FC | 1979\nReasoning:", "completion": " Hop 1: István Kocsis -> member of sports team -> Hungary men's national football team (1979)\n Answer: 1979", "t_query": 1979.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 14} +{"id": "sft_000032", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Saint-Priest (2003)\n Answer: Saint-Priest", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000033", "prompt": " In what year was the head of government of Gino Cassinis's country of citizenship equal to Antonio Segni?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Antonio Leonviola | country of citizenship | Italy | 1959\n- Antonio Fessia | country of citizenship | Italy | 1959\n- Antonio Calderara | country of citizenship | Italy | 1959\n- Antonio Brivio | country of citizenship | Italy | 1959\n- Antonio Bacci | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Gino Cassinis -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of government -> Antonio Segni (1959)\n Answer: 1959", "t_query": 1959.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000034", "prompt": " After Pietro Lana country of citizenship Italy, what was the position held of Gino Cassinis's country of citizenship's head of state?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Pietro Tordi | country of citizenship | Italy | 1959\n- Pietro Rava | country of citizenship | Italy | 1959\n- Pietro Parente | country of citizenship | Italy | 1959\n- Pietro Arcari | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Gino Cassinis -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1959)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1959)\n Answer: President of Italy", "t_query": 1959.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000035", "prompt": " In what year was the located in of Carel Willink's work location equal to Free State of Prussia?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Q73153 | residence | Berlin | 1920\n- Berlin | country | Weimar Republic | 1920\nReasoning:", "completion": " Hop 1: Carel Willink -> work location -> Berlin (1920)\n Hop 2: Berlin -> located in -> Free State of Prussia (1920)\n Answer: 1920", "t_query": 1920.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 9} +{"id": "sft_000036", "prompt": " In 1973, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1973\n- Q46099 | country of citizenship | Yugoslavia | 1973\n- Q207166 | country of citizenship | Yugoslavia | 1973\n- Vladica Popović | country of citizenship | Yugoslavia | 1973\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1973\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1973\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1973\n- Ilija Petković | country of citizenship | Yugoslavia | 1973\n- Dušan Ivković | country of citizenship | Yugoslavia | 1973\n- Dragan Tomić | country of citizenship | Yugoslavia | 1973\n- Verzar | country | Yugoslavia | 1973\n- Suševo | country | Yugoslavia | 1973\n- Q793485 | country | Yugoslavia | 1973\n- Pirot | country | Yugoslavia | 1973\n- Orašje | country | Yugoslavia | 1973\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1973)\n Hop 2: Lelio Antoniotti -> country of citizenship -> Italy (1973)\n Answer: Lelio Antoniotti", "t_query": 1973.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000037", "prompt": " In 1904, what was the country of Dushanbe's located in?\nEvidence:\n- Dushanbe | located in the administrative territorial entity | Emirate of Bukhara | 1904\n- Termez | country | Emirate of Bukhara | 1904\n- Emirate of Bukhara | country | Russian Empire | 1904\nReasoning:", "completion": " Hop 1: Dushanbe -> located in -> Emirate of Bukhara (1904)\n Hop 2: Emirate of Bukhara -> country -> Russian Empire (1904)\n Answer: Russian Empire", "t_query": 1904.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_000038", "prompt": " After Alda Merini country of citizenship Italy, what was the shares border with of Veriano Luchetti's country of citizenship?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Italy | shares border with | Yugoslavia | 1985\n- Alda Noni | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Veriano Luchetti -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> shares border with -> Yugoslavia (1985)\n Answer: Yugoslavia", "t_query": 1985.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000039", "prompt": " In 1989, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1989\n- Germany | member of | European Coal and Steel Community | 1989\n- Belgium | member of | European Coal and Steel Community | 1989\n- Germany | member of | European Atomic Energy Community | 1989\n- Germany | member of | Western European Union | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1989)\n Hop 2: Raul Gardini -> country of citizenship -> Italy (1989)\n Answer: Raul Gardini", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000040", "prompt": " Who was the country of citizenship of Sabatino Moscati before Italy?\nEvidence:\n- Sabatino Moscati | country of citizenship | Kingdom of Italy | 1935\n- Q976653 | country of citizenship | Kingdom of Italy | 1935\n- Q972711 | country of citizenship | Kingdom of Italy | 1935\n- Q922237 | country of citizenship | Kingdom of Italy | 1935\n- Q890523 | country of citizenship | Kingdom of Italy | 1935\n- Q710497 | country of citizenship | Kingdom of Italy | 1935\n- Q678253 | country of citizenship | Kingdom of Italy | 1935\n- Q654973 | country of citizenship | Kingdom of Italy | 1935\n- Q650303 | country of citizenship | Kingdom of Italy | 1935\n- Q527400 | country of citizenship | Kingdom of Italy | 1935\n- Q51189 | country of citizenship | Kingdom of Italy | 1935\n- Q432318 | country of citizenship | Kingdom of Italy | 1935\n- Q432257 | country of citizenship | Kingdom of Italy | 1935\n- Q429298 | country of citizenship | Kingdom of Italy | 1935\n- Q378645 | country of citizenship | Kingdom of Italy | 1935\nReasoning:", "completion": " Hop 1: Sabatino Moscati -> country of citizenship -> Kingdom of Italy (1935)\n Answer: Kingdom of Italy", "t_query": 1935.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000041", "prompt": " After Luchino Visconti country of citizenship Italy, what was the member of of Cesare Terranova's country of citizenship?\nEvidence:\n- Luchino Visconti | country of citizenship | Italy | 1966\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\nReasoning:", "completion": " Hop 1: Cesare Terranova -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1966)\n Answer: European Coal and Steel Community", "t_query": 1966.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000042", "prompt": " After Giacomo Neri country of citizenship Italy, what was the member of of Laura Veccia Vaglieri's country of citizenship?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Giacomo Gentilomo | country of citizenship | Italy | 1956\n- Giacomo Furia | country of citizenship | Italy | 1956\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Laura Veccia Vaglieri -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1956)\n Answer: European Coal and Steel Community", "t_query": 1956.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000043", "prompt": " After Jürgen Kissner country of citizenship Germany, what was the general secretary of Germany's head of state's member of political party?\nEvidence:\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> member of political party -> Free Democratic Party (1974)\n Hop 3: Free Democratic Party -> general secretary -> Martin Bangemann (1974)\n Answer: Martin Bangemann", "t_query": 1974.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000044", "prompt": " Who was the country of Frankfurt before West Germany?\nEvidence:\n- Frankfurt | country | German Empire | 1915\n- Frankfurt (Oder) | country | German Empire | 1915\n- Frankfurt | head of government | Georg Voigt | 1915\n- Frankfurt | located in the administrative territorial entity | Wiesbaden Government Region | 1915\n- hyperinflation in the Weimar Republic | country | German Empire | 1915\n- Q87105 | country of citizenship | German Empire | 1915\n- Q76638 | country of citizenship | German Empire | 1915\n- Wilhelm Röntgen | country of citizenship | German Empire | 1915\n- Albrecht Brandi | country of citizenship | German Empire | 1915\n- Georg August Zenker | country of citizenship | German Empire | 1915\n- Zwickau | country | German Empire | 1915\n- Zimmern | country | German Empire | 1915\n- Wrocław | country | German Empire | 1915\n- Wittmund | country | German Empire | 1915\n- Wismar | country | German Empire | 1915\nReasoning:", "completion": " Hop 1: Frankfurt -> country -> German Empire (1915)\n Answer: German Empire", "t_query": 1915.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000045", "prompt": " In 1974, what was the position held of Germany's head of state?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> position held -> president of Germany (1974)\n Answer: president of Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000046", "prompt": " In what year was the member of of Salvatore Fiume's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1971)\n Answer: 1971", "t_query": 1971.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000047", "prompt": " In what year was the country of Barysaw equal to Byelorussian Soviet Socialist Republic?\nEvidence:\n- Barysaw | country | Byelorussian Soviet Socialist Republic | 1967\n- Vitebsk Region | located in the administrative territorial entity | Byelorussian Soviet Socialist Republic | 1967\n- Barysaw | located in the administrative territorial entity | Minsk Region | 1967\nReasoning:", "completion": " Hop 1: Barysaw -> country -> Byelorussian Soviet Socialist Republic (1967)\n Answer: 1967", "t_query": 1967.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 3} +{"id": "sft_000048", "prompt": " In what year was the head of government of Luca Ronconi's country of citizenship equal to Carlo Azeglio Ciampi?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Carlo Fruttero | country of citizenship | Italy | 1993\n- Carlo Cercignani | country of citizenship | Italy | 1993\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\nReasoning:", "completion": " Hop 1: Luca Ronconi -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1993)\n Answer: 1993", "t_query": 1993.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000049", "prompt": " Who was the head of state of Claudia Vinciguerra's country of citizenship before Sandro Pertini?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Claudia Vinciguerra -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1968)\n Answer: Giuseppe Saragat", "t_query": 1968.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000050", "prompt": " In 1948, whose head of state's country of citizenship was Enrico de Nicola?\nEvidence:\n- Italy | head of state | Enrico de Nicola | 1948\n- Uberto de Morpurgo | country of citizenship | Italy | 1948\n- Renzo De Felice | country of citizenship | Italy | 1948\n- Dino De Antoni | country of citizenship | Italy | 1948\n- Alberto Maria De Agostini | country of citizenship | Italy | 1948\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1948\n- Uberto de Morpurgo | country for sport | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\n- Q318968 | country of citizenship | Italy | 1948\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Enrico de Nicola (1948)\n Hop 2: Alfonso Brescia -> country of citizenship -> Italy (1948)\n Answer: Alfonso Brescia", "t_query": 1948.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000051", "prompt": " In what year was the position held of Ugo Stille's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Ugo Stille -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1957)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1957)\n Answer: 1957", "t_query": 1957.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000052", "prompt": " Who was the country of citizenship of Bruno Venturini before Italy?\nEvidence:\n- Bruno Venturini | country of citizenship | Kingdom of Italy | 1939\n- Bruno Fattori | country of citizenship | Kingdom of Italy | 1939\n- Bruno Barilli | country of citizenship | Kingdom of Italy | 1939\n- Q976653 | country of citizenship | Kingdom of Italy | 1939\n- Q972711 | country of citizenship | Kingdom of Italy | 1939\n- Q922237 | country of citizenship | Kingdom of Italy | 1939\n- Q890523 | country of citizenship | Kingdom of Italy | 1939\n- Q741387 | country of citizenship | Kingdom of Italy | 1939\n- Q710497 | country of citizenship | Kingdom of Italy | 1939\n- Q678253 | country of citizenship | Kingdom of Italy | 1939\n- Q654973 | country of citizenship | Kingdom of Italy | 1939\n- Q650303 | country of citizenship | Kingdom of Italy | 1939\n- Q527400 | country of citizenship | Kingdom of Italy | 1939\n- Q51189 | country of citizenship | Kingdom of Italy | 1939\n- Q432318 | country of citizenship | Kingdom of Italy | 1939\nReasoning:", "completion": " Hop 1: Bruno Venturini -> country of citizenship -> Kingdom of Italy (1939)\n Answer: Kingdom of Italy", "t_query": 1939.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000053", "prompt": " Who was the country of Görlitz after Nazi Germany?\nEvidence:\n- Görlitz | country | German Democratic Republic | 1969\n- Görlitz | located in the administrative territorial entity | Dresden District | 1969\n- Germany | shares border with | German Democratic Republic | 1969\n- West Germany | territory claimed by | German Democratic Republic | 1969\n- Q97584 | country of citizenship | German Democratic Republic | 1969\n- Q96955 | country of citizenship | German Democratic Republic | 1969\n- Q77767 | country of citizenship | German Democratic Republic | 1969\n- Q73946 | country of citizenship | German Democratic Republic | 1969\n- Q67341 | country of citizenship | German Democratic Republic | 1969\n- Q449313 | country of citizenship | German Democratic Republic | 1969\n- Q438683 | country of citizenship | German Democratic Republic | 1969\n- Q323063 | country of citizenship | German Democratic Republic | 1969\n- Q126983 | country of citizenship | German Democratic Republic | 1969\n- Werner Schulz | country of citizenship | German Democratic Republic | 1969\n- Udo Zimmermann | country of citizenship | German Democratic Republic | 1969\nReasoning:", "completion": " Hop 1: Görlitz -> country -> German Democratic Republic (1969)\n Answer: German Democratic Republic", "t_query": 1969.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000054", "prompt": " After Raul Gardini country of citizenship Kingdom of Italy, what was the country of citizenship of Raul Gardini?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\n- Stéphane Grappelli | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Raul Gardini -> country of citizenship -> Italy (1989)\n Answer: Italy", "t_query": 1989.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000055", "prompt": " In 1988, whose position held's head of government's country of citizenship was Prime Minister of Italy?\nEvidence:\n- Giovanni Goria | position held | Prime Minister of Italy | 1988\n- Italy | head of government | Giovanni Goria | 1988\n- Giovanni Goria | country of citizenship | Italy | 1988\nReasoning:", "completion": " Hop 1: Giovanni Goria -> position held -> Prime Minister of Italy (1988)\n Hop 2: Italy -> head of government -> Giovanni Goria (1988)\n Hop 3: Salvatore Fiume -> country of citizenship -> Italy (1988)\n Answer: Salvatore Fiume", "t_query": 1988.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_000056", "prompt": " After Germany diplomatic relation Afghanistan, what was the member of political party of Germany's head of state?\nEvidence:\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> member of political party -> Free Democratic Party (1974)\n Answer: Free Democratic Party", "t_query": 1974.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000057", "prompt": " Who was the contains the administrative territorial entity of Bernard Schultze's work location's country before Lower Saxony?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Rhineland-Palatinate (1953)\n Answer: Rhineland-Palatinate", "t_query": 1953.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 3} +{"id": "sft_000058", "prompt": " In 1901, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q939226 | country of citizenship | Kingdom of Italy | 1901\n- Q918479 | country of citizenship | Kingdom of Italy | 1901\n- Q745874 | country of citizenship | Kingdom of Italy | 1901\n- Q691905 | country of citizenship | Kingdom of Italy | 1901\n- Q65151 | country of citizenship | Kingdom of Italy | 1901\n- Q64212 | country of citizenship | Kingdom of Italy | 1901\n- Q603148 | country of citizenship | Kingdom of Italy | 1901\n- Q599501 | country of citizenship | Kingdom of Italy | 1901\n- Q589683 | country of citizenship | Kingdom of Italy | 1901\n- Q572091 | country of citizenship | Kingdom of Italy | 1901\n- Q552220 | country of citizenship | Kingdom of Italy | 1901\n- Q551961 | country of citizenship | Kingdom of Italy | 1901\n- Q536108 | country of citizenship | Kingdom of Italy | 1901\n- Q535846 | country of citizenship | Kingdom of Italy | 1901\n- Q534227 | country of citizenship | Kingdom of Italy | 1901\nReasoning:", "completion": " Hop 1: Pantaleo Carabellese -> country of citizenship -> Kingdom of Italy (1901)\n Answer: Pantaleo Carabellese", "t_query": 1901.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000059", "prompt": " In what year was the head of state of Antonio Corpora's country of citizenship equal to Giovanni Gronchi?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Giovanni Mardersteig | country of citizenship | Italy | 1962\n- Giovanni Invernizzi | country of citizenship | Italy | 1962\n- Giovanni Goria | country of citizenship | Italy | 1962\n- Giovanni Ferrofino | country of citizenship | Italy | 1962\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1962)\n Answer: 1962", "t_query": 1962.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000060", "prompt": " Who was the contains the administrative territorial entity of Germany's head of government's country of citizenship after North Rhine-Westphalia?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Schleswig-Holstein (1987)\n Answer: Schleswig-Holstein", "t_query": 1987.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000061", "prompt": " After West Germany contains the administrative territorial entity Bremen, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- Bonn | capital of | West Germany | 1987\n- West Germany | currency | Deutsche Mark | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Saarland (1987)\n Answer: Saarland", "t_query": 1987.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000062", "prompt": " After Frankfurt head of government Georg Voigt, what was the country of Frankfurt?\nEvidence:\n- Frankfurt | head of government | Georg Voigt | 1915\n- Frankfurt | located in the administrative territorial entity | Wiesbaden Government Region | 1915\n- Frankfurt | country | German Empire | 1915\n- Frankfurt (Oder) | country | German Empire | 1915\n- Georg August Zenker | country of citizenship | German Empire | 1915\n- Wiesbaden | located in the administrative territorial entity | Wiesbaden Government Region | 1915\n- hyperinflation in the Weimar Republic | country | German Empire | 1915\n- Q87105 | country of citizenship | German Empire | 1915\n- Q76638 | country of citizenship | German Empire | 1915\n- Wilhelm Röntgen | country of citizenship | German Empire | 1915\n- Albrecht Brandi | country of citizenship | German Empire | 1915\n- Zwickau | country | German Empire | 1915\n- Zimmern | country | German Empire | 1915\n- Wrocław | country | German Empire | 1915\n- Wittmund | country | German Empire | 1915\nReasoning:", "completion": " Hop 1: Frankfurt -> country -> German Empire (1915)\n Answer: German Empire", "t_query": 1915.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000063", "prompt": " Who was the member of sports team of Diego Benaglio after Switzerland men's national football team?\nEvidence:\n- Diego Benaglio | member of sports team | AS Monaco FC | 2020\n- Stevan Jovetić | member of sports team | AS Monaco FC | 2020\nReasoning:", "completion": " Hop 1: Diego Benaglio -> member of sports team -> AS Monaco FC (2020)\n Answer: AS Monaco FC", "t_query": 2020.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 2} +{"id": "sft_000064", "prompt": " In 1950, what was the educated at of Yvonne Choquet-Bruhat?\nEvidence:\n- Yvonne Choquet-Bruhat | educated at | National Center for Scientific Research | 1950\n- Q279366 | employer | National Center for Scientific Research | 1950\n- Pierre Hadot | employer | National Center for Scientific Research | 1950\n- Jean Vercoutter | employer | National Center for Scientific Research | 1950\nReasoning:", "completion": " Hop 1: Yvonne Choquet-Bruhat -> educated at -> National Center for Scientific Research (1950)\n Answer: National Center for Scientific Research", "t_query": 1950.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_000065", "prompt": " After Luhansk country Soviet Union, what was the located in of Luhansk?\nEvidence:\n- Luhansk | country | Soviet Union | 1965\n- Luhansk | located in the administrative territorial entity | Luhansk Oblast | 1965\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1965\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1965\n- Zhytomyr | country | Soviet Union | 1965\n- Zastavna | country | Soviet Union | 1965\n- Yevpatoriia | country | Soviet Union | 1965\n- Yalta | country | Soviet Union | 1965\n- Vyazma | country | Soviet Union | 1965\n- Voronezh | country | Soviet Union | 1965\n- Vologda | country | Soviet Union | 1965\n- Volodarsk | country | Soviet Union | 1965\n- Volhynia | country | Soviet Union | 1965\n- Voinyliv | country | Soviet Union | 1965\n- Vladivostok | country | Soviet Union | 1965\nReasoning:", "completion": " Hop 1: Luhansk -> located in -> Luhansk Oblast (1965)\n Answer: Luhansk Oblast", "t_query": 1965.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000066", "prompt": " In 1917, what was the head of government of United States?\nEvidence:\n- United States | head of government | Woodrow Wilson | 1917\n- Frank Tieri | residence | United States | 1917\n- United States | contains the administrative territorial entity | Territory of Hawaii | 1917\n- Vincent R. Impellitteri | residence | United States | 1917\n- United States | shares border with | Panama | 1917\n- Frances Benjamin Johnston | work location | United States | 1917\n- Alexander Graham Bell | country of citizenship | United States | 1917\n- Hawaii County | located in the administrative territorial entity | Territory of Hawaii | 1917\n- Q335931 | signatory | Woodrow Wilson | 1917\n- Q255169 | spouse | Woodrow Wilson | 1917\nReasoning:", "completion": " Hop 1: United States -> head of government -> Woodrow Wilson (1917)\n Answer: Woodrow Wilson", "t_query": 1917.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 10} +{"id": "sft_000067", "prompt": " After Russian Soviet Federative Socialist Republic head of government Alexei Kosygin, what was the country of Omsk's located in?\nEvidence:\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1948\n- Omsk | country | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | country | Soviet Union | 1948\n- Georgian Soviet Socialist Republic | country | Soviet Union | 1948\n- Zhytomyr | country | Soviet Union | 1948\n- Zastavna | country | Soviet Union | 1948\n- Yevpatoriia | country | Soviet Union | 1948\n- Yalta | country | Soviet Union | 1948\n- Vyazma | country | Soviet Union | 1948\n- Voronezh | country | Soviet Union | 1948\nReasoning:", "completion": " Hop 1: Omsk -> located in -> Russian Soviet Federative Socialist Republic (1948)\n Hop 2: Russian Soviet Federative Socialist Republic -> country -> Soviet Union (1948)\n Answer: Soviet Union", "t_query": 1948.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000068", "prompt": " In 1932, whose employer was ETH Zurich?\nEvidence:\n- Leopold Ružička | employer | ETH Zurich | 1932\n- George Pólya | employer | ETH Zurich | 1932\nReasoning:", "completion": " Hop 1: Leopold Ružička -> employer -> ETH Zurich (1932)\n Answer: Leopold Ružička", "t_query": 1932.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_000069", "prompt": " In what year was the head of state of Carmelo Cappello's country of citizenship equal to Antonio Segni?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Antonio Leonviola | country of citizenship | Italy | 1964\n- Antonio Fessia | country of citizenship | Italy | 1964\n- Antonio Calderara | country of citizenship | Italy | 1964\n- Antonio Brivio | country of citizenship | Italy | 1964\n- Antonio Bacci | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Antonio Segni (1964)\n Answer: 1964", "t_query": 1964.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000070", "prompt": " In what year was the head coach of Inter Milan equal to Ottavio Bianchi?\nEvidence:\n- Inter Milan | head coach | Ottavio Bianchi | 1995\n- Ottavio Bianchi | coach of sports team | Inter Milan | 1995\n- Q608775 | member of sports team | Inter Milan | 1995\n- Q52876 | member of sports team | Inter Milan | 1995\n- Q505376 | member of sports team | Inter Milan | 1995\n- Q461305 | member of sports team | Inter Milan | 1995\n- Q429039 | member of sports team | Inter Milan | 1995\n- Q311362 | member of sports team | Inter Milan | 1995\n- Q185389 | member of sports team | Inter Milan | 1995\n- Paul Ince | member of sports team | Inter Milan | 1995\n- Maurizio Ganz | member of sports team | Inter Milan | 1995\n- Q311362 | member of sports team | Fortuna Düsseldorf | 1995\n- Q608775 | member of sports team | São Paulo FC | 1995\n- Q52876 | member of sports team | Club Atlético Banfield | 1995\n- Q429039 | member of sports team | Sociedade Esportiva Palmeiras | 1995\nReasoning:", "completion": " Hop 1: Inter Milan -> head coach -> Ottavio Bianchi (1995)\n Answer: 1995", "t_query": 1995.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000071", "prompt": " In 1970, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giuseppe Saragat | position held | President of Italy | 1970\n- Italy | head of state | Giuseppe Saragat | 1970\n- Giuseppe Saragat | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Giuseppe Saragat -> position held -> President of Italy (1970)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1970)\n Hop 3: Lina Bo Bardi -> country of citizenship -> Italy (1970)\n Answer: Lina Bo Bardi", "t_query": 1970.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_000072", "prompt": " In 1967, whose country of citizenship was Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\n- Tonino Cervi | country of citizenship | Italy | 1967\n- Tiziano Terzani | country of citizenship | Italy | 1967\n- Stéphane Grappelli | country of citizenship | Italy | 1967\n- Simon Spierer | country of citizenship | Italy | 1967\n- Sergio Mantovani | country of citizenship | Italy | 1967\n- Sergio Bonelli | country of citizenship | Italy | 1967\n- Rossana Rossanda | country of citizenship | Italy | 1967\n- Romeo Bertini | country of citizenship | Italy | 1967\n- Renata Tebaldi | country of citizenship | Italy | 1967\n- Primo Nebiolo | country of citizenship | Italy | 1967\n- Pietro Parente | country of citizenship | Italy | 1967\nReasoning:", "completion": " Hop 1: Flaviano Vicentini -> country of citizenship -> Italy (1967)\n Answer: Flaviano Vicentini", "t_query": 1967.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000073", "prompt": " In 1997, what was the head of state of Giorgio Rebuffi's country of citizenship?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Guerra | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\nReasoning:", "completion": " Hop 1: Giorgio Rebuffi -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Answer: Oscar Luigi Scalfaro", "t_query": 1997.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000074", "prompt": " In 1983, what was the country of citizenship of Robert Morley?\nEvidence:\n- Robert Morley | country of citizenship | United Kingdom | 1983\n- Tony Abbott | country of citizenship | United Kingdom | 1983\n- Liz Smith | country of citizenship | United Kingdom | 1983\n- United Kingdom | part of | European Union | 1983\n- United Kingdom | member of | European Union | 1983\n- United Kingdom | head of state | Elizabeth II | 1983\nReasoning:", "completion": " Hop 1: Robert Morley -> country of citizenship -> United Kingdom (1983)\n Answer: United Kingdom", "t_query": 1983.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_000075", "prompt": " In 1946, whose country was Socialist Federal Republic of Yugoslavia?\nEvidence:\n- Šibenik | country | Socialist Federal Republic of Yugoslavia | 1946\n- Zagreb | country | Socialist Federal Republic of Yugoslavia | 1946\n- Vršac | country | Socialist Federal Republic of Yugoslavia | 1946\n- Skopje | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q583161 | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q55630 | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q5266 | country | Socialist Federal Republic of Yugoslavia | 1946\n- Pristina | country | Socialist Federal Republic of Yugoslavia | 1946\n- Perast | country | Socialist Federal Republic of Yugoslavia | 1946\n- Peja | country | Socialist Federal Republic of Yugoslavia | 1946\n- Niš | country | Socialist Federal Republic of Yugoslavia | 1946\n- Ljubljana | country | Socialist Federal Republic of Yugoslavia | 1946\n- Kovin | country | Socialist Federal Republic of Yugoslavia | 1946\n- Gjilan | country | Socialist Federal Republic of Yugoslavia | 1946\n- Gjakova | country | Socialist Federal Republic of Yugoslavia | 1946\nReasoning:", "completion": " Hop 1: Skopje -> country -> Socialist Federal Republic of Yugoslavia (1946)\n Answer: Skopje", "t_query": 1946.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000076", "prompt": " After Dmitry Yazov country of citizenship Soviet Union, what was the country of citizenship of Dmitry Yazov?\nEvidence:\n- Dmitry Yazov | country of citizenship | Russia | 2011\n- Q59054 | country of citizenship | Russia | 2011\n- Q437262 | country of citizenship | Russia | 2011\n- Q324083 | country of citizenship | Russia | 2011\n- Yuriy Sedykh | country of citizenship | Russia | 2011\n- Yuri Pshenichnikov | country of citizenship | Russia | 2011\n- Yuri Manin | country of citizenship | Russia | 2011\n- Vladimir Chernavin | country of citizenship | Russia | 2011\n- Vera Krepkina | country of citizenship | Russia | 2011\n- Valeri Polyakov | country of citizenship | Russia | 2011\n- Sergei Kovalev | country of citizenship | Russia | 2011\n- Ruslan Khasbulatov | country of citizenship | Russia | 2011\n- Ivan Silayev | country of citizenship | Russia | 2011\n- Irina Skobtseva | country of citizenship | Russia | 2011\n- Grigoriy Krivosheyev | country of citizenship | Russia | 2011\nReasoning:", "completion": " Hop 1: Dmitry Yazov -> country of citizenship -> Russia (2011)\n Answer: Russia", "t_query": 2011.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000077", "prompt": " After Clelio Darida country of citizenship Kingdom of Italy, what was the country of citizenship of Clelio Darida?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Clelio Darida -> country of citizenship -> Italy (1968)\n Answer: Italy", "t_query": 1968.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000078", "prompt": " In 1966, what was the position held of Bert Isatitsch?\nEvidence:\n- Bert Isatitsch | position held | president | 1966\n- Q154145 | position held | president | 1966\n- Joseph Liouville | position held | president | 1966\n- Jean Dutourd | position held | president | 1966\n- Henri Ey | position held | president | 1966\n- Armand Salacrou | position held | president | 1966\nReasoning:", "completion": " Hop 1: Bert Isatitsch -> position held -> president (1966)\n Answer: president", "t_query": 1966.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_000079", "prompt": " In what year was the position held of Germany's head of government equal to Vice-Chancellor of Germany?\nEvidence:\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> position held -> Vice-Chancellor of Germany (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000080", "prompt": " In what year was the country of citizenship of Anatoly Karpov equal to Soviet Union?\nEvidence:\n- Anatoly Karpov | country of citizenship | Soviet Union | 1980\n- Anatoly Karpov | award received | Chess Oscar | 1980\n- Q59054 | country of citizenship | Soviet Union | 1980\n- Q437262 | country of citizenship | Soviet Union | 1980\n- Q324083 | country of citizenship | Soviet Union | 1980\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1980\n- Yuri Manin | country of citizenship | Soviet Union | 1980\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1980\n- Viktor Kulikov | country of citizenship | Soviet Union | 1980\n- Vija Artmane | country of citizenship | Soviet Union | 1980\n- Vera Krepkina | country of citizenship | Soviet Union | 1980\n- Valeri Polyakov | country of citizenship | Soviet Union | 1980\n- Sergei Kovalev | country of citizenship | Soviet Union | 1980\n- Ruslan Khasbulatov | country of citizenship | Soviet Union | 1980\n- Raisa Gorbacheva | country of citizenship | Soviet Union | 1980\nReasoning:", "completion": " Hop 1: Anatoly Karpov -> country of citizenship -> Soviet Union (1980)\n Answer: 1980", "t_query": 1980.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000081", "prompt": " In 1921, whose head of government's country's work location's spouse was Constantin Fehrenbach?\nEvidence:\n- Weimar Republic | head of government | Constantin Fehrenbach | 1921\n- Weimar Republic | head of government | Joseph Wirth | 1921\n- Minden Government Region | country | Weimar Republic | 1921\n- Weimar Republic | head of state | Friedrich Ebert | 1921\n- hyperinflation in the Weimar Republic | country | Weimar Republic | 1921\n- Q87105 | country of citizenship | Weimar Republic | 1921\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1921\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1921\n- Zwickau | country | Weimar Republic | 1921\n- Zimmern | country | Weimar Republic | 1921\n- Wrocław | country | Weimar Republic | 1921\n- Wittmund | country | Weimar Republic | 1921\n- Wismar | country | Weimar Republic | 1921\n- Wiesbaden | country | Weimar Republic | 1921\n- Weimar | country | Weimar Republic | 1921\nReasoning:", "completion": " Hop 1: Weimar Republic -> head of government -> Constantin Fehrenbach (1921)\n Hop 2: Berlin -> country -> Weimar Republic (1921)\n Hop 3: Paul Cassirer -> work location -> Berlin (1921)\n Hop 4: Tilla Durieux -> spouse -> Paul Cassirer (1921)\n Answer: Tilla Durieux", "t_query": 1921.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000082", "prompt": " In 1947, what was the contains the administrative territorial entity of Rhône?\nEvidence:\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\n- Q945660 | located in the administrative territorial entity | Q3083 | 1947\n- Q945660 | located in the administrative territorial entity | Q12736 | 1947\nReasoning:", "completion": " Hop 1: Rhône -> contains the administrative territorial entity -> Vénissieux (1947)\n Answer: Vénissieux", "t_query": 1947.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 10} +{"id": "sft_000083", "prompt": " After Friedrich Guggenberger military casualty classification prisoner of war, what was the allegiance of Friedrich Guggenberger?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- Stanislav Petrov | occupation | military personnel | 1972\n- Hans-Günther Lange | occupation | military personnel | 1972\n- Hans-Günther Lange | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Answer: West Germany", "t_query": 1972.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000084", "prompt": " In 1962, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1962\n- Germany | member of | European Coal and Steel Community | 1962\n- Belgium | member of | European Coal and Steel Community | 1962\n- Germany | member of | European Atomic Energy Community | 1962\n- Germany | member of | Western European Union | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1962)\n Hop 2: Guido Aycard -> country of citizenship -> Italy (1962)\n Answer: Guido Aycard", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000085", "prompt": " In 1962, what was the head of state of Guido Aycard's country of citizenship?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Guido Aycard -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Antonio Segni (1962)\n Answer: Antonio Segni", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000086", "prompt": " In 2003, whose contains the administrative territorial entity was Villeurbanne?\nEvidence:\n- Rhône | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Rhône | contains the administrative territorial entity | Vénissieux | 2003\n- Rhône | contains the administrative territorial entity | Meyzieu | 2003\n- Rhône | contains the administrative territorial entity | Genay | 2003\n- Rhône | contains the administrative territorial entity | Francheville | 2003\n- Rhône | contains the administrative territorial entity | Feyzin | 2003\n- Rhône | contains the administrative territorial entity | Bron | 2003\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 2003\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Villeurbanne (2003)\n Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000087", "prompt": " After Corrado Govoni country of citizenship Italy, what was the currency of Italy7492's country of citizenship?\nEvidence:\n- Corrado Balducci | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\n- Virginio Rosetta | country of citizenship | Italy | 1964\n- Veriano Luchetti | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> currency -> Italian lira (1964)\n Answer: Italian lira", "t_query": 1964.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000088", "prompt": " In 1966, what was the shares border with of Cesare Terranova's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1966\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\nReasoning:", "completion": " Hop 1: Cesare Terranova -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> shares border with -> Yugoslavia (1966)\n Answer: Yugoslavia", "t_query": 1966.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000089", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon after Caluire-et-Cuire?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Meyzieu (2003)\n Answer: Meyzieu", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000090", "prompt": " In what year was the shares border with of Marco Tulli's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1978\n- Marco Tulli | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Marco Tulli -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> shares border with -> Yugoslavia (1978)\n Answer: 1978", "t_query": 1978.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000091", "prompt": " After Philipp Lenard country of citizenship Germany, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Lower Saxony (1987)\n Answer: Lower Saxony", "t_query": 1987.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000092", "prompt": " After Cosimo Rizzotto country of citizenship Italy, what was the member of of Alfonso Calzolari's country of citizenship?\nEvidence:\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\n- Veriano Luchetti | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Alfonso Calzolari -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1956)\n Answer: European Coal and Steel Community", "t_query": 1956.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000093", "prompt": " In 1984, what was the shares border with of Romano Mussolini's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1984\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Romano Mussolini -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> shares border with -> Yugoslavia (1984)\n Answer: Yugoslavia", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000094", "prompt": " In 2001, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 2001\n- Germany | member of | European Coal and Steel Community | 2001\n- Belgium | member of | European Coal and Steel Community | 2001\n- Germany | member of | European Atomic Energy Community | 2001\n- Germany | member of | Western European Union | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Q107089 | country of citizenship | Germany | 2001\n- Werner Schulz | country of citizenship | Germany | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Udo Zimmermann | country of citizenship | Germany | 2001\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (2001)\n Hop 2: Gerardo Marotta -> country of citizenship -> Italy (2001)\n Answer: Gerardo Marotta", "t_query": 2001.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000095", "prompt": " In what year was the position held of Carmelo Cappello's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1964)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1964)\n Answer: 1964", "t_query": 1964.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000096", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Rhône -> contains the administrative territorial entity -> Genay (2003)\n Answer: Genay", "t_query": 2003.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000097", "prompt": " In 1913, whose shares border with was Neutral Moresnet?\nEvidence:\n- Neutral Moresnet | shares border with | Belgium | 1913\n- Belgium | shares border with | Neutral Moresnet | 1913\n- Neutral Moresnet | shares border with | Kingdom of Prussia | 1913\n- Neutral Moresnet | shares border with | Kingdom of the Netherlands | 1913\n- Neutral Moresnet | currency | French franc | 1913\n- Neutral Moresnet | currency | Belgian franc | 1913\n- Weißenfels | located in the administrative territorial entity | Kingdom of Prussia | 1913\n- Q986841 | located in the administrative territorial entity | Kingdom of Prussia | 1913\n- Q8614 | located in the administrative territorial entity | Kingdom of Prussia | 1913\n- Berlin | located in the administrative territorial entity | Kingdom of Prussia | 1913\n- Q14808 | country | Kingdom of Prussia | 1913\n- Poznań | country | Kingdom of Prussia | 1913\n- Essen | country | Kingdom of Prussia | 1913\n- Duisburg | country | Kingdom of Prussia | 1913\n- Belgium | currency | Belgian franc | 1913\nReasoning:", "completion": " Hop 1: Belgium -> shares border with -> Neutral Moresnet (1913)\n Answer: Belgium", "t_query": 1913.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000098", "prompt": " In 1974, whose chairperson's member of political party's head of government was Hans-Dietrich Genscher?\nEvidence:\n- Free Democratic Party | chairperson | Hans-Dietrich Genscher | 1974\n- Federal Ministry of the Interior | chairperson | Hans-Dietrich Genscher | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Martin Bangemann | member of political party | Free Democratic Party | 1974\n- Jürgen Möllemann | member of political party | Free Democratic Party | 1974\n- Enrique Monsonís | member of political party | Free Democratic Party | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Federal Ministry of the Interior | chairperson | Q65587 | 1974\n- Free Democratic Party | general secretary | Martin Bangemann | 1974\nReasoning:", "completion": " Hop 1: Free Democratic Party -> chairperson -> Hans-Dietrich Genscher (1974)\n Hop 2: Walter Scheel -> member of political party -> Free Democratic Party (1974)\n Hop 3: Germany -> head of government -> Walter Scheel (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 9} +{"id": "sft_000099", "prompt": " After Claudia Vinciguerra country of citizenship Kingdom of Italy, what was the country of citizenship of Claudia Vinciguerra?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Claudia Vinciguerra -> country of citizenship -> Italy (1968)\n Answer: Italy", "t_query": 1968.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000100", "prompt": " After Gail Zappa spouse Frank Zappa, what was the genre of Frank Zappa?\nEvidence:\n- Gail Zappa | spouse | Frank Zappa | 1968\n- Frank Zappa | spouse | Gail Zappa | 1968\n- Frank Zappa | genre | psychedelic rock | 1968\nReasoning:", "completion": " Hop 1: Frank Zappa -> genre -> psychedelic rock (1968)\n Answer: psychedelic rock", "t_query": 1968.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 3} +{"id": "sft_000101", "prompt": " After United States head of government Harry S. Truman, what was the spouse of Erazim Kohák's residence's head of government?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Discovery Channel | country | United States | 1988\n- United States | shares border with | Panama | 1988\n- Julie Mehretu | work location | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Tony Miles | country for sport | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\nReasoning:", "completion": " Hop 1: Erazim Kohák -> residence -> United States (1988)\n Hop 2: United States -> head of government -> Ronald Reagan (1988)\n Hop 3: Ronald Reagan -> spouse -> Nancy Reagan (1988)\n Answer: Nancy Reagan", "t_query": 1988.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 13} +{"id": "sft_000102", "prompt": " After Roberto Tucci country of citizenship Italy, what was the currency of Giuseppe Colnago's country of citizenship?\nEvidence:\n- Roberto Tucci | country of citizenship | Italy | 1985\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Italy | currency | Italian lira | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Giuseppe Colnago -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> currency -> Italian lira (1985)\n Answer: Italian lira", "t_query": 1985.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000103", "prompt": " In 1928, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1928\n- Q890523 | country of citizenship | Kingdom of Italy | 1928\n- Q715036 | country of citizenship | Kingdom of Italy | 1928\n- Q603148 | country of citizenship | Kingdom of Italy | 1928\n- Q471232 | country of citizenship | Kingdom of Italy | 1928\n- Q456574 | country of citizenship | Kingdom of Italy | 1928\n- Q432318 | country of citizenship | Kingdom of Italy | 1928\n- Q429298 | country of citizenship | Kingdom of Italy | 1928\n- Q333809 | country of citizenship | Kingdom of Italy | 1928\n- Q329221 | country of citizenship | Kingdom of Italy | 1928\n- Q297190 | country of citizenship | Kingdom of Italy | 1928\n- Q263967 | country of citizenship | Kingdom of Italy | 1928\n- Q216812 | country of citizenship | Kingdom of Italy | 1928\n- Q178349 | country of citizenship | Kingdom of Italy | 1928\n- Vincenzo Vannutelli | country of citizenship | Kingdom of Italy | 1928\nReasoning:", "completion": " Hop 1: Franco Franchi -> country of citizenship -> Kingdom of Italy (1928)\n Answer: Franco Franchi", "t_query": 1928.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000104", "prompt": " In 1926, what was the located in of Route nationale 101?\nEvidence:\n- Route nationale 101 | located in the administrative territorial entity | Lozère | 1926\n- Route nationale 101 | located in the administrative territorial entity | Ardèche | 1926\n- Route nationale 104 | located in the administrative territorial entity | Ardèche | 1926\nReasoning:", "completion": " Hop 1: Route nationale 101 -> located in -> Lozère (1926)\n Answer: Lozère", "t_query": 1926.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_000105", "prompt": " In 1985, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1985\n- Q46099 | country of citizenship | Yugoslavia | 1985\n- Q207166 | country of citizenship | Yugoslavia | 1985\n- Vladica Popović | country of citizenship | Yugoslavia | 1985\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1985\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1985\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1985\n- Ilija Petković | country of citizenship | Yugoslavia | 1985\n- Dušan Ivković | country of citizenship | Yugoslavia | 1985\n- Dragan Tomić | country of citizenship | Yugoslavia | 1985\n- Verzar | country | Yugoslavia | 1985\n- Suševo | country | Yugoslavia | 1985\n- Q793485 | country | Yugoslavia | 1985\n- Pirot | country | Yugoslavia | 1985\n- Orašje | country | Yugoslavia | 1985\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1985)\n Hop 2: Veriano Luchetti -> country of citizenship -> Italy (1985)\n Answer: Veriano Luchetti", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000106", "prompt": " Who was the officeholder of Germany's head of government's position held after Heinrich Lübke?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Heinrich Mann Prize | country | German Democratic Republic | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> position held -> president of Germany (1974)\n Hop 3: president of Germany -> officeholder -> Gustav Heinemann (1974)\n Answer: Gustav Heinemann", "t_query": 1974.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000107", "prompt": " After Armando Castellazzi country of citizenship Italy, what was the member of of Clelio Darida's country of citizenship?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Armando Gentilucci | country of citizenship | Italy | 1968\n- Armando Círio | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Clelio Darida -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1968)\n Answer: European Coal and Steel Community", "t_query": 1968.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000108", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Fleurieu-sur-Saône (2003)\n Answer: Fleurieu-sur-Saône", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000109", "prompt": " In what year was the currency of Giovanni Spadolini's country of citizenship equal to Italian lira?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giovanni Spadolini -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> currency -> Italian lira (1975)\n Answer: 1975", "t_query": 1975.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000110", "prompt": " In 1956, what was the head of state of Laura Veccia Vaglieri's country of citizenship?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Laura Veccia Vaglieri -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1956)\n Answer: Giovanni Gronchi", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000111", "prompt": " In 1984, what was the member of of Carlo Curis's country of citizenship?\nEvidence:\n- Carlo Curis | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Carlo Curis -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1984)\n Answer: European Coal and Steel Community", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000112", "prompt": " After Sergio Corbucci country of citizenship Italy, what was the head of state of Angelo Martino Colombo's country of citizenship?\nEvidence:\n- Angelo Martino Colombo | country of citizenship | Italy | 2004\n- Alberto De Martino | country of citizenship | Italy | 2004\n- Sergio Donadoni | country of citizenship | Italy | 2004\n- Sergio Bonelli | country of citizenship | Italy | 2004\n- Angelo Infanti | country of citizenship | Italy | 2004\n- Angelo Cuniberti | country of citizenship | Italy | 2004\n- Q679495 | country of citizenship | Italy | 2004\n- Q678840 | country of citizenship | Italy | 2004\n- Q445276 | country of citizenship | Italy | 2004\n- Q383551 | country of citizenship | Italy | 2004\n- Vittorio Vettori | country of citizenship | Italy | 2004\n- Vito Lattanzio | country of citizenship | Italy | 2004\n- Veriano Luchetti | country of citizenship | Italy | 2004\n- Valeria Moriconi | country of citizenship | Italy | 2004\n- Urbano Lazzaro | country of citizenship | Italy | 2004\nReasoning:", "completion": " Hop 1: Angelo Martino Colombo -> country of citizenship -> Italy (2004)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2004)\n Answer: Carlo Azeglio Ciampi", "t_query": 2004.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000113", "prompt": " In 1966, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\n- Veriano Luchetti | country of citizenship | Italy | 1966\n- Ulrico Girardi | country of citizenship | Italy | 1966\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Economic Community (1966)\n Hop 2: Cesare Terranova -> country of citizenship -> Italy (1966)\n Answer: Cesare Terranova", "t_query": 1966.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000114", "prompt": " After Luigi Luca Cavalli-Sforza country of citizenship Italy, what was the position held of Gianni Brera's country of citizenship's head of state?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Luca Ronconi | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Gianni Brera -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Hop 3: Antonio Segni -> position held -> President of Italy (1963)\n Answer: President of Italy", "t_query": 1963.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000115", "prompt": " After Mario Castellani country of citizenship Italy, what was the head of state of Maria Caniglia's country of citizenship?\nEvidence:\n- Maria Caniglia | country of citizenship | Italy | 1951\n- Mario Castellani | country of citizenship | Italy | 1951\n- Mario Roatta | country of citizenship | Italy | 1951\n- Mario Gentili | country of citizenship | Italy | 1951\n- Maria Tore Barbina | country of citizenship | Italy | 1951\n- Alberto Maria De Agostini | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Maria Caniglia -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Luigi Einaudi (1951)\n Answer: Luigi Einaudi", "t_query": 1951.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000116", "prompt": " In 1974, what was the officeholder of Germany's head of government's position held?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> position held -> president of Germany (1974)\n Hop 3: president of Germany -> officeholder -> Gustav Heinemann (1974)\n Answer: Gustav Heinemann", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000117", "prompt": " Who was the member of sports team of Giuseppe Antonini before AC Milan?\nEvidence:\n- Giuseppe Antonini | member of sports team | Hellas Verona FC | 1937\n- Giuseppe Antonini | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Ungaretti | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Paratore | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Milano | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Domenichelli | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Bottai | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Asti | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Di Vittorio | country of citizenship | Kingdom of Italy | 1937\n- Marche | located in the administrative territorial entity | Kingdom of Italy | 1937\n- Lombardy | located in the administrative territorial entity | Kingdom of Italy | 1937\n- Zita of Bourbon-Parma | country of citizenship | Kingdom of Italy | 1937\n- Victor Emmanuel III of Italy | country of citizenship | Kingdom of Italy | 1937\n- Q976653 | country of citizenship | Kingdom of Italy | 1937\n- Q972711 | country of citizenship | Kingdom of Italy | 1937\nReasoning:", "completion": " Hop 1: Giuseppe Antonini -> member of sports team -> Hellas Verona FC (1937)\n Answer: Hellas Verona FC", "t_query": 1937.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000118", "prompt": " In 1968, whose head of government was Giovanni Leone?\nEvidence:\n- Italy | head of government | Giovanni Leone | 1968\n- Giovanni Mardersteig | country of citizenship | Italy | 1968\n- Giovanni Invernizzi | country of citizenship | Italy | 1968\n- Giovanni Goria | country of citizenship | Italy | 1968\n- Giovanni Ferrofino | country of citizenship | Italy | 1968\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1968\n- Zita of Bourbon-Parma | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Giovanni Leone (1968)\n Answer: Italy", "t_query": 1968.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000119", "prompt": " In 1976, what was the member of sports team of Rudolf Brunnenmeier?\nEvidence:\n- Rudolf Brunnenmeier | member of sports team | Schwarz-Weiß Bregenz | 1976\n- Rudolf Brunnenmeier | member of sports team | SC Schwarz-Weiß Bregenz | 1976\nReasoning:", "completion": " Hop 1: Rudolf Brunnenmeier -> member of sports team -> SC Schwarz-Weiß Bregenz (1976)\n Answer: SC Schwarz-Weiß Bregenz", "t_query": 1976.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_000120", "prompt": " In 1953, what was the currency of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> currency -> Deutsche Mark (1953)\n Answer: Deutsche Mark", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_000121", "prompt": " In what year was the country of citizenship of Giorgio Rebuffi equal to Italy?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Guerra | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\nReasoning:", "completion": " Hop 1: Giorgio Rebuffi -> country of citizenship -> Italy (1997)\n Answer: 1997", "t_query": 1997.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000122", "prompt": " In what year was the currency of Mario Gentili's country of citizenship equal to Italian lira?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Mario Gentili -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> currency -> Italian lira (1961)\n Answer: 1961", "t_query": 1961.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000123", "prompt": " Who was the head of state of Giuseppe Colnago's country of citizenship after Enrico de Nicola?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Virginio De Paoli | country of citizenship | Italy | 1985\n- Velasio de Paolis | country of citizenship | Italy | 1985\n- Renzo De Felice | country of citizenship | Italy | 1985\n- Nevio de Zordo | country of citizenship | Italy | 1985\n- Mario De Donà | country of citizenship | Italy | 1985\n- Dino De Antoni | country of citizenship | Italy | 1985\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Giuseppe Colnago -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> head of state -> Francesco Cossiga (1985)\n Answer: Francesco Cossiga", "t_query": 1985.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000124", "prompt": " In 1985, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1985\n- Ireland | member of | European Economic Community | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Economic Community (1985)\n Hop 2: Giuseppe Colnago -> country of citizenship -> Italy (1985)\n Answer: Giuseppe Colnago", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000125", "prompt": " In 1962, what was the member of of Antonio Corpora's country of citizenship?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> member of -> European Economic Community (1962)\n Answer: European Economic Community", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000126", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Feyzin, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Rochetaillée-sur-Saône (2003)\n Answer: Rochetaillée-sur-Saône", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000127", "prompt": " In what year was the head of government of Germany's capital's capital of's contains the administrative territorial entity equal to Gebhard Müller?\nEvidence:\n- Germany | head of government | Konrad Adenauer | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | Germany | 1956\n- Bonn | capital of | West Germany | 1956\n- Germany | head of state | Theodor Heuss | 1956\n- Saarbrücken | located in the administrative territorial entity | Saar Protectorate | 1956\n- Nitra District | located in the administrative territorial entity | Czechoslovakia | 1956\n- East Berlin | capital of | German Democratic Republic | 1956\n- Afghanistan | basic form of government | constitutional monarchy | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Germany | member of | Western European Union | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- Afghanistan | head of state | Mohammed Zahir Shah | 1956\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1956)\n Hop 2: Bonn -> capital of -> West Germany (1956)\n Hop 3: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1956)\n Hop 4: Baden-Württemberg -> head of government -> Gebhard Müller (1956)\n Answer: 1956", "t_query": 1956.0, "chain_length": 4, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000128", "prompt": " In 1974, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Hesse (1974)\n Answer: Hesse", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000129", "prompt": " In 1950, whose contains the administrative territorial entity's country was Rhineland-Palatinate?\nEvidence:\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Rhineland-Palatinate (1950)\n Hop 2: Mannheim -> country -> West Germany (1950)\n Answer: Mannheim", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000130", "prompt": " In what year was the position held of Salvatore Fiume's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1971)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1971)\n Answer: 1971", "t_query": 1971.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000131", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon after Vénissieux?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Caluire-et-Cuire (2003)\n Answer: Caluire-et-Cuire", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000132", "prompt": " In what year was the territory claimed by of Würzburg's country equal to German Democratic Republic?\nEvidence:\n- West Germany | territory claimed by | German Democratic Republic | 1950\n- Würzburg | country | West Germany | 1950\n- German Rugby Federation | operating area | West Germany | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\n- Martin Walser | country of citizenship | West Germany | 1950\n- Martin Albrecht | country of citizenship | West Germany | 1950\n- Jürgen Kissner | country of citizenship | West Germany | 1950\n- Helmut Kohl | country of citizenship | West Germany | 1950\n- Albrecht Brandi | country of citizenship | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> territory claimed by -> German Democratic Republic (1950)\n Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000133", "prompt": " In 1966, what was the country of citizenship of Cesare Terranova?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Hop 1: Cesare Terranova -> country of citizenship -> Italy (1966)\n Answer: Italy", "t_query": 1966.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000134", "prompt": " In 1952, what was the head of state of Franca Ongaro's country of citizenship?\nEvidence:\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\n- Wilma Montesi | country of citizenship | Italy | 1952\n- Vittore Catella | country of citizenship | Italy | 1952\n- Vitaliano Brancati | country of citizenship | Italy | 1952\nReasoning:", "completion": " Hop 1: Franca Ongaro -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> head of state -> Luigi Einaudi (1952)\n Answer: Luigi Einaudi", "t_query": 1952.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000135", "prompt": " Who was the country of citizenship of Giovan Battista Pellegrini before Italy?\nEvidence:\n- Giovan Battista Pellegrini | country of citizenship | Kingdom of Italy | 1941\n- Battista Farina | country of citizenship | Kingdom of Italy | 1941\n- Giovanni Battista Lacchini | country of citizenship | Kingdom of Italy | 1941\n- Giovanni Battista Caproni | country of citizenship | Kingdom of Italy | 1941\n- Q976653 | country of citizenship | Kingdom of Italy | 1941\n- Q972711 | country of citizenship | Kingdom of Italy | 1941\n- Q922237 | country of citizenship | Kingdom of Italy | 1941\n- Q890523 | country of citizenship | Kingdom of Italy | 1941\n- Q741387 | country of citizenship | Kingdom of Italy | 1941\n- Q710497 | country of citizenship | Kingdom of Italy | 1941\n- Q678253 | country of citizenship | Kingdom of Italy | 1941\n- Q654973 | country of citizenship | Kingdom of Italy | 1941\n- Q650303 | country of citizenship | Kingdom of Italy | 1941\n- Q527400 | country of citizenship | Kingdom of Italy | 1941\n- Q51189 | country of citizenship | Kingdom of Italy | 1941\nReasoning:", "completion": " Hop 1: Giovan Battista Pellegrini -> country of citizenship -> Kingdom of Italy (1941)\n Answer: Kingdom of Italy", "t_query": 1941.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000136", "prompt": " After Neuenkirchen country West Germany, what was the contains the administrative territorial entity of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Bremen (1953)\n Answer: Bremen", "t_query": 1953.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 3} +{"id": "sft_000137", "prompt": " After Guido Cantelli country of citizenship Italy, what was the position held of Giovanni Spadolini's country of citizenship's head of state?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1963\n- Guido Agosti | country of citizenship | Italy | 1963\n- Giovanni Mardersteig | country of citizenship | Italy | 1963\n- Giovanni Invernizzi | country of citizenship | Italy | 1963\n- Giovanni Goria | country of citizenship | Italy | 1963\n- Giovanni Ferrofino | country of citizenship | Italy | 1963\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Giovanni Spadolini -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Hop 3: Antonio Segni -> position held -> President of Italy (1963)\n Answer: President of Italy", "t_query": 1963.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000138", "prompt": " In what year was the position held of Gino Cassinis's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Gino Cassinis -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1959)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1959)\n Answer: 1959", "t_query": 1959.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000139", "prompt": " After Max Aub country of citizenship Germany, what was the position held of Germany's head of state?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> position held -> Federal Minister for Foreign Affairs (1974)\n Answer: Federal Minister for Foreign Affairs", "t_query": 1974.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000140", "prompt": " In what year was the currency of Ignazio Cannavò's country of citizenship equal to Italian lira?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q432257 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Hop 1: Ignazio Cannavò -> country of citizenship -> Italy (1946)\n Hop 2: Italy -> currency -> Italian lira (1946)\n Answer: 1946", "t_query": 1946.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000141", "prompt": " In 1938, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1938\n- Q890523 | country of citizenship | Kingdom of Italy | 1938\n- Q432318 | country of citizenship | Kingdom of Italy | 1938\n- Q429298 | country of citizenship | Kingdom of Italy | 1938\n- Q216812 | country of citizenship | Kingdom of Italy | 1938\n- Q178349 | country of citizenship | Kingdom of Italy | 1938\n- Q133535 | country of citizenship | Kingdom of Italy | 1938\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1938\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1938\n- Titta Ruffo | country of citizenship | Kingdom of Italy | 1938\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1938\n- Paolo Manna | country of citizenship | Kingdom of Italy | 1938\n- Pantaleo Carabellese | country of citizenship | Kingdom of Italy | 1938\n- Matteo Marangoni | country of citizenship | Kingdom of Italy | 1938\n- Luigi Capello | country of citizenship | Kingdom of Italy | 1938\nReasoning:", "completion": " Hop 1: Mario Baffico -> country of citizenship -> Kingdom of Italy (1938)\n Answer: Mario Baffico", "t_query": 1938.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000142", "prompt": " In 1972, whose country was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1972\n- Yalta | country | Soviet Union | 1972\n- Voronezh | country | Soviet Union | 1972\n- Volhynia | country | Soviet Union | 1972\n- Vinnytsia | country | Soviet Union | 1972\n- Urgench | country | Soviet Union | 1972\n- Uman | country | Soviet Union | 1972\n- Torzhok | country | Soviet Union | 1972\n- Tbilisi | country | Soviet Union | 1972\n- Sudak | country | Soviet Union | 1972\n- Starodub | country | Soviet Union | 1972\n- Simferopol | country | Soviet Union | 1972\n- Siberia | country | Soviet Union | 1972\n- Sevastopol | country | Soviet Union | 1972\n- Q957273 | country | Soviet Union | 1972\nReasoning:", "completion": " Hop 1: Vologda -> country -> Soviet Union (1972)\n Answer: Vologda", "t_query": 1972.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000143", "prompt": " In 1975, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1975\n- Germany | member of | European Coal and Steel Community | 1975\n- Belgium | member of | European Coal and Steel Community | 1975\n- Germany | member of | European Atomic Energy Community | 1975\n- Germany | member of | Western European Union | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1975)\n Hop 2: Giovanni Spadolini -> country of citizenship -> Italy (1975)\n Answer: Giovanni Spadolini", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000144", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Albigny-sur-Saône, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Albigny-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Rochetaillée-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Neuville-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Fleurieu-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Neuville-sur-Saône (2003)\n Answer: Neuville-sur-Saône", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000145", "prompt": " In what year was the nominated for of Juraj Jakubisko equal to Golden Lion?\nEvidence:\n- Juraj Jakubisko | nominated for | Golden Lion | 1968\n- Juraj Jakubisko | country of citizenship | Czechoslovakia | 1968\n- Nitra District | located in the administrative territorial entity | Czechoslovakia | 1968\n- Q960655 | country of citizenship | Czechoslovakia | 1968\n- Q693209 | country of citizenship | Czechoslovakia | 1968\n- Q536359 | country of citizenship | Czechoslovakia | 1968\n- Q366671 | country of citizenship | Czechoslovakia | 1968\n- Q31370 | country of citizenship | Czechoslovakia | 1968\n- Q179173 | country of citizenship | Czechoslovakia | 1968\n- Oldřich Pelčák | country of citizenship | Czechoslovakia | 1968\n- Miroslav Horníček | country of citizenship | Czechoslovakia | 1968\n- Milan Kundera | country of citizenship | Czechoslovakia | 1968\n- Miklós Duray | country of citizenship | Czechoslovakia | 1968\n- Lubomír Štrougal | country of citizenship | Czechoslovakia | 1968\n- Karol Divín | country of citizenship | Czechoslovakia | 1968\nReasoning:", "completion": " Hop 1: Juraj Jakubisko -> nominated for -> Golden Lion (1968)\n Answer: 1968", "t_query": 1968.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000146", "prompt": " In 1953, whose chairperson was Heinrich Lübke?\nEvidence:\n- Federal Ministry of Agriculture, Food and Regional Identity | chairperson | Heinrich Lübke | 1953\n- Federal Ministry of Agriculture, Food and Regional Identity | chairperson | Wilhelm Niklas | 1953\nReasoning:", "completion": " Hop 1: Federal Ministry of Agriculture, Food and Regional Identity -> chairperson -> Heinrich Lübke (1953)\n Answer: Federal Ministry of Agriculture, Food and Regional Identity", "t_query": 1953.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_000147", "prompt": " After Germany diplomatic relation Afghanistan, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | German Democratic Republic | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Bavaria (1987)\n Answer: Bavaria", "t_query": 1987.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000148", "prompt": " After Hans Albert Einstein country of citizenship United States, what was the head of government of MetLife's headquarters's head of government's residence?\nEvidence:\n- MetLife | headquarters location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- William Vickrey | residence | New York City | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\n- Elliott Erwitt | work location | New York City | 1952\nReasoning:", "completion": " Hop 1: MetLife -> headquarters -> New York City (1952)\n Hop 2: New York City -> head of government -> Vincent R. Impellitteri (1952)\n Hop 3: Vincent R. Impellitteri -> residence -> United States (1952)\n Hop 4: United States -> head of government -> Harry S. Truman (1952)\n Answer: Harry S. Truman", "t_query": 1952.0, "chain_length": 4, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000149", "prompt": " In what year was the spouse of Michael Denison equal to Dulcie Gray?\nEvidence:\n- Michael Denison | spouse | Dulcie Gray | 1953\n- Dulcie Gray | spouse | Michael Denison | 1953\nReasoning:", "completion": " Hop 1: Michael Denison -> spouse -> Dulcie Gray (1953)\n Answer: 1953", "t_query": 1953.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2} +{"id": "sft_000150", "prompt": " Who was the head of state of Cesare Terranova's country of citizenship before Giorgio Napolitano?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Giorgio Perlasca | country of citizenship | Italy | 1966\n- Giorgio Oberweger | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\nReasoning:", "completion": " Hop 1: Cesare Terranova -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1966)\n Answer: Giuseppe Saragat", "t_query": 1966.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000151", "prompt": " After Giandomenico Baldisseri country of citizenship Italy, what was the head of government of Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Tonino Cervi | country of citizenship | Italy | 1971\n- Tiziano Terzani | country of citizenship | Italy | 1971\n- Stéphane Grappelli | country of citizenship | Italy | 1971\n- Simon Spierer | country of citizenship | Italy | 1971\n- Sergio Mantovani | country of citizenship | Italy | 1971\n- Sergio Bonelli | country of citizenship | Italy | 1971\n- Rossana Rossanda | country of citizenship | Italy | 1971\n- Romeo Bertini | country of citizenship | Italy | 1971\n- Renata Tebaldi | country of citizenship | Italy | 1971\n- Primo Nebiolo | country of citizenship | Italy | 1971\n- Pietro Parente | country of citizenship | Italy | 1971\n- Oriana Fallaci | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Emilio Colombo (1971)\n Answer: Emilio Colombo", "t_query": 1971.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000152", "prompt": " In what year was the currency of Germany's head of government's country of citizenship equal to Deutsche Mark?\nEvidence:\n- Germany | currency | Deutsche Mark | 1987\n- West Germany | currency | Deutsche Mark | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> currency -> Deutsche Mark (1987)\n Answer: 1987", "t_query": 1987.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000153", "prompt": " Who was the head of government of Claudia Vinciguerra's country of citizenship before Mario Monti?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Mario Roatta | country of citizenship | Italy | 1968\n- Mario Massa | country of citizenship | Italy | 1968\n- Mario Gentili | country of citizenship | Italy | 1968\n- Mario Castellani | country of citizenship | Italy | 1968\n- Mario Bò | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Claudia Vinciguerra -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of government -> Giovanni Leone (1968)\n Answer: Giovanni Leone", "t_query": 1968.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000154", "prompt": " In 1995, whose head of state's country of citizenship was Oscar Luigi Scalfaro?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1995\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1995\n- Oscar Luigi Scalfaro | position held | President of Italy | 1995\n- Luigi Comencini | country of citizenship | Italy | 1995\n- Luigi Agnolin | country of citizenship | Italy | 1995\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1995\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Oscar Luigi Scalfaro (1995)\n Hop 2: Umberto Mastroianni -> country of citizenship -> Italy (1995)\n Answer: Umberto Mastroianni", "t_query": 1995.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000155", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Rhône -> contains the administrative territorial entity -> Caluire-et-Cuire (2003)\n Answer: Caluire-et-Cuire", "t_query": 2003.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000156", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Albigny-sur-Saône, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Albigny-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Rochetaillée-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Neuville-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Fleurieu-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Lyon (2003)\n Answer: Lyon", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000157", "prompt": " In what year was the country of citizenship of Ludovico Quaroni equal to Kingdom of Italy?\nEvidence:\n- Ludovico Quaroni | country of citizenship | Kingdom of Italy | 1939\n- Q976653 | country of citizenship | Kingdom of Italy | 1939\n- Q972711 | country of citizenship | Kingdom of Italy | 1939\n- Q922237 | country of citizenship | Kingdom of Italy | 1939\n- Q890523 | country of citizenship | Kingdom of Italy | 1939\n- Q741387 | country of citizenship | Kingdom of Italy | 1939\n- Q710497 | country of citizenship | Kingdom of Italy | 1939\n- Q678253 | country of citizenship | Kingdom of Italy | 1939\n- Q654973 | country of citizenship | Kingdom of Italy | 1939\n- Q650303 | country of citizenship | Kingdom of Italy | 1939\n- Q527400 | country of citizenship | Kingdom of Italy | 1939\n- Q51189 | country of citizenship | Kingdom of Italy | 1939\n- Q432318 | country of citizenship | Kingdom of Italy | 1939\n- Q432257 | country of citizenship | Kingdom of Italy | 1939\n- Q429298 | country of citizenship | Kingdom of Italy | 1939\nReasoning:", "completion": " Hop 1: Ludovico Quaroni -> country of citizenship -> Kingdom of Italy (1939)\n Answer: 1939", "t_query": 1939.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000158", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in equal to Vénissieux?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Rhône -> contains the administrative territorial entity -> Vénissieux (2003)\n Answer: 2003", "t_query": 2003.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000159", "prompt": " In what year was the member of of Antonio Corpora's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1962)\n Answer: 1962", "t_query": 1962.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000160", "prompt": " In 1950, what was the country of citizenship of Takis?\nEvidence:\n- Takis | country of citizenship | Kingdom of Greece | 1950\n- Q234918 | country of citizenship | Kingdom of Greece | 1950\n- Athens | country | Kingdom of Greece | 1950\nReasoning:", "completion": " Hop 1: Takis -> country of citizenship -> Kingdom of Greece (1950)\n Answer: Kingdom of Greece", "t_query": 1950.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_000161", "prompt": " In 1978, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1978\n- Ireland | member of | European Economic Community | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Economic Community (1978)\n Hop 2: Arnaldo Genoino -> country of citizenship -> Italy (1978)\n Answer: Arnaldo Genoino", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000162", "prompt": " In what year was the manager of Østervold Observatory equal to Elis Strömgren?\nEvidence:\n- Østervold Observatory | director / manager | Elis Strömgren | 1914\nReasoning:", "completion": " Hop 1: Østervold Observatory -> manager -> Elis Strömgren (1914)\n Answer: 1914", "t_query": 1914.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1} +{"id": "sft_000163", "prompt": " In 2007, what was the head of government of Italy?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 2007\n- Tullio Kezich | country of citizenship | Italy | 2007\n- Stefano Angeleri | country of citizenship | Italy | 2007\n- Sergio Bonelli | country of citizenship | Italy | 2007\n- Sebastiano Mannironi | country of citizenship | Italy | 2007\n- Salvatore Cassisa | country of citizenship | Italy | 2007\n- Rossana Rossanda | country of citizenship | Italy | 2007\n- Roberto Tucci | country of citizenship | Italy | 2007\n- Plinio Antolini | country of citizenship | Italy | 2007\n- Pino Lancetti | country of citizenship | Italy | 2007\n- Piergiorgio Nesti | country of citizenship | Italy | 2007\n- Paolo Villaggio | country of citizenship | Italy | 2007\n- Paolo Rossi | country of citizenship | Italy | 2007\n- Nino Baragli | country of citizenship | Italy | 2007\n- Marcello Costalunga | country of citizenship | Italy | 2007\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Romano Prodi (2007)\n Answer: Romano Prodi", "t_query": 2007.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000164", "prompt": " Who was the country of citizenship of Gaetano Crocco before Italy?\nEvidence:\n- Gaetano Crocco | country of citizenship | Kingdom of Italy | 1904\n- Gaetano Catanoso | country of citizenship | Kingdom of Italy | 1904\n- Gaetano de Lai | country of citizenship | Kingdom of Italy | 1904\n- Q983389 | country of citizenship | Kingdom of Italy | 1904\n- Q976653 | country of citizenship | Kingdom of Italy | 1904\n- Q972711 | country of citizenship | Kingdom of Italy | 1904\n- Q959367 | country of citizenship | Kingdom of Italy | 1904\n- Q939226 | country of citizenship | Kingdom of Italy | 1904\n- Q932616 | country of citizenship | Kingdom of Italy | 1904\n- Q926585 | country of citizenship | Kingdom of Italy | 1904\n- Q920582 | country of citizenship | Kingdom of Italy | 1904\n- Q890523 | country of citizenship | Kingdom of Italy | 1904\n- Q817284 | country of citizenship | Kingdom of Italy | 1904\n- Q765946 | country of citizenship | Kingdom of Italy | 1904\n- Q745874 | country of citizenship | Kingdom of Italy | 1904\nReasoning:", "completion": " Hop 1: Gaetano Crocco -> country of citizenship -> Kingdom of Italy (1904)\n Answer: Kingdom of Italy", "t_query": 1904.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000165", "prompt": " In 1970, whose head of government's country of citizenship was Emilio Colombo?\nEvidence:\n- Italy | head of government | Emilio Colombo | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Emilio Colombo (1970)\n Hop 2: Lina Bo Bardi -> country of citizenship -> Italy (1970)\n Answer: Lina Bo Bardi", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000166", "prompt": " In 1974, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1974)\n Answer: Baden-Württemberg", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000167", "prompt": " In what year was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance equal to Schleswig-Holstein?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Schleswig-Holstein (1972)\n Answer: 1972", "t_query": 1972.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000168", "prompt": " In 2001, whose head of government's country of citizenship was Giuliano Amato?\nEvidence:\n- Italy | head of government | Giuliano Amato | 2001\n- Giuliano Carnimeo | country of citizenship | Italy | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\n- Stefano Angeleri | country of citizenship | Italy | 2001\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Giuliano Amato (2001)\n Hop 2: Gerardo Marotta -> country of citizenship -> Italy (2001)\n Answer: Gerardo Marotta", "t_query": 2001.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000169", "prompt": " Who was the anthem of Chelyabinsk Oblast's located in after The Internationale?\nEvidence:\n- Zlatoust | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Yuzhnouralsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Troitsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Miass | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Verkhny Ufaley | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Chelyabinsk Oblast | country | Soviet Union | 1974\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Chelyabinsk | country | Soviet Union | 1974\n- Sumy Oblast | country | Soviet Union | 1974\n- Semipalatinsk Oblast | country | Soviet Union | 1974\n- Poltava Oblast | country | Soviet Union | 1974\n- Omsk Oblast | country | Soviet Union | 1974\n- Odesa Oblast | country | Soviet Union | 1974\n- Novosibirsk Oblast | country | Soviet Union | 1974\n- Murmansk Oblast | country | Soviet Union | 1974\nReasoning:", "completion": " Hop 1: Chelyabinsk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1974)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> State Anthem of the Soviet Union (1974)\n Answer: State Anthem of the Soviet Union", "t_query": 1974.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000170", "prompt": " In 1976, whose country was Yugoslavia?\nEvidence:\n- Verzar | country | Yugoslavia | 1976\n- Suševo | country | Yugoslavia | 1976\n- Q793485 | country | Yugoslavia | 1976\n- Pirot | country | Yugoslavia | 1976\n- Orašje | country | Yugoslavia | 1976\n- Kraljevo | country | Yugoslavia | 1976\n- Karlovac | country | Yugoslavia | 1976\n- Dimitrovgrad | country | Yugoslavia | 1976\n- Dabilje | country | Yugoslavia | 1976\n- Crnoštica | country | Yugoslavia | 1976\n- Braćevci | country | Yugoslavia | 1976\n- Braćevac | country | Yugoslavia | 1976\n- Bijeljina | country | Yugoslavia | 1976\n- Bačevo | country | Yugoslavia | 1976\n- Jasenov Del | country | Yugoslavia | 1976\nReasoning:", "completion": " Hop 1: Bačevo -> country -> Yugoslavia (1976)\n Answer: Bačevo", "t_query": 1976.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000171", "prompt": " In 1971, whose located in was Savoie?\nEvidence:\n- Q920272 | located in the administrative territorial entity | Savoie | 1971\n- Route nationale 523 | located in the administrative territorial entity | Savoie | 1971\n- Q920272 | located in the administrative territorial entity | Q12751 | 1971\n- Route nationale 523 | located in the administrative territorial entity | Isère | 1971\nReasoning:", "completion": " Hop 1: Route nationale 523 -> located in -> Savoie (1971)\n Answer: Route nationale 523", "t_query": 1971.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_000172", "prompt": " In 1953, what was the contains the administrative territorial entity of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Bavaria (1953)\n Answer: Bavaria", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_000173", "prompt": " After Anselmo Colzani country of citizenship Italy, what was the position held of Ugo Stille's country of citizenship's head of state?\nEvidence:\n- Anselmo Colzani | country of citizenship | Italy | 1957\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Ugo Stille -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1957)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1957)\n Answer: President of Italy", "t_query": 1957.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000174", "prompt": " In 1984, whose head of state's country of citizenship was Sandro Pertini?\nEvidence:\n- Italy | head of state | Sandro Pertini | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\n- Tonino Cervi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Sandro Pertini (1984)\n Hop 2: Romano Mussolini -> country of citizenship -> Italy (1984)\n Answer: Romano Mussolini", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000175", "prompt": " After Italy head of state Luigi Einaudi, what was the currency of Veriano Luchetti's country of citizenship?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Luigi Comencini | country of citizenship | Italy | 1985\n- Luigi Agnolin | country of citizenship | Italy | 1985\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1985\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1985\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1985\n- Italy | currency | Italian lira | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Veriano Luchetti -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> currency -> Italian lira (1985)\n Answer: Italian lira", "t_query": 1985.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000176", "prompt": " In 2003, what was the capital of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | capital | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Sainte-Foy-lès-Lyon | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> capital -> Lyon (2003)\n Answer: Lyon", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000177", "prompt": " After Jürgen Kissner country of citizenship Germany, what was the position held of Germany's head of state?\nEvidence:\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Richard von Weizsäcker | position held | president of Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- president of Germany | position holder | Richard von Weizsäcker | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Richard von Weizsäcker (1987)\n Hop 2: Richard von Weizsäcker -> position held -> president of Germany (1987)\n Answer: president of Germany", "t_query": 1987.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000178", "prompt": " In 1959, what was the head of state of Gino Cassinis's country of citizenship?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Gino Cassinis -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1959)\n Answer: Giovanni Gronchi", "t_query": 1959.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000179", "prompt": " In 1938, what was the head of government of William Vickrey's residence?\nEvidence:\n- William Vickrey | residence | New York City | 1938\n- New York City | head of government | Fiorello H. La Guardia | 1938\n- Jane Jacobs | residence | New York City | 1938\n- Variety | place of publication | New York City | 1938\n- Weegee | work location | New York City | 1938\n- Q543585 | work location | New York City | 1938\n- MetLife | headquarters location | New York City | 1938\n- Max Weber | work location | New York City | 1938\n- Louise Bourgeois | work location | New York City | 1938\n- Lewis Mumford | work location | New York City | 1938\n- Hanns Eisler | work location | New York City | 1938\n- Ellsworth Kelly | work location | New York City | 1938\nReasoning:", "completion": " Hop 1: William Vickrey -> residence -> New York City (1938)\n Hop 2: New York City -> head of government -> Fiorello H. La Guardia (1938)\n Answer: Fiorello H. La Guardia", "t_query": 1938.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 12} +{"id": "sft_000180", "prompt": " In 1967, what was the member of of Flaviano Vicentini's country of citizenship?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\n- Ulrico Girardi | country of citizenship | Italy | 1967\nReasoning:", "completion": " Hop 1: Flaviano Vicentini -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> member of -> European Economic Community (1967)\n Answer: European Economic Community", "t_query": 1967.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000181", "prompt": " In 1957, what was the country of Mordovian Autonomous Soviet Socialist Republic's located in?\nEvidence:\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Saransk | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q780942 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q408606 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Saransk | capital of | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Torbeyevsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Romodanovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Kochkurovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Chamzinsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Bolsheignatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Ardatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1957\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1957\nReasoning:", "completion": " Hop 1: Mordovian Autonomous Soviet Socialist Republic -> located in -> Russian Soviet Federative Socialist Republic (1957)\n Hop 2: Russian Soviet Federative Socialist Republic -> country -> Soviet Union (1957)\n Answer: Soviet Union", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000182", "prompt": " In what year was the adjacent station of Mori Station equal to Katsuragawa Station?\nEvidence:\n- Mori Station | adjacent station | Katsuragawa Station | 1982\n- Mori Station | adjacent station | Himekawa Signal Base | 1982\nReasoning:", "completion": " Hop 1: Mori Station -> adjacent station -> Katsuragawa Station (1982)\n Answer: 1982", "t_query": 1982.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2} +{"id": "sft_000183", "prompt": " In 1963, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1963)\n Hop 2: Gianni Brera -> country of citizenship -> Italy (1963)\n Answer: Gianni Brera", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000184", "prompt": " In 1998, what was the employer of Vasily Vladimirov?\nEvidence:\n- Vasily Vladimirov | employer | Steklov Institute of Mathematics | 1998\n- Q85404 | employer | Steklov Institute of Mathematics | 1998\nReasoning:", "completion": " Hop 1: Vasily Vladimirov -> employer -> Steklov Institute of Mathematics (1998)\n Answer: Steklov Institute of Mathematics", "t_query": 1998.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_000185", "prompt": " In 1984, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1984\n- Ireland | member of | European Economic Community | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Economic Community (1984)\n Hop 2: Romano Mussolini -> country of citizenship -> Italy (1984)\n Answer: Romano Mussolini", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000186", "prompt": " After Germany member of European Coal and Steel Community, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Germany | member of | European Coal and Steel Community | 1974\n- Italy | member of | European Coal and Steel Community | 1974\n- Belgium | member of | European Coal and Steel Community | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1974)\n Answer: Baden-Württemberg", "t_query": 1974.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000187", "prompt": " Who was the head of state of Giovanni D'Ascenzi's country of citizenship before Giorgio Napolitano?\nEvidence:\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1951\n- Giorgio Perlasca | country of citizenship | Italy | 1951\n- Giorgio Pasquali | country of citizenship | Italy | 1951\n- Giorgio Oberweger | country of citizenship | Italy | 1951\n- Giovanni Ticozzi | country of citizenship | Italy | 1951\n- Giovanni Papini | country of citizenship | Italy | 1951\n- Giovanni Mardersteig | country of citizenship | Italy | 1951\n- Giovanni Invernizzi | country of citizenship | Italy | 1951\n- Giovanni Goria | country of citizenship | Italy | 1951\n- Giovanni Ferrofino | country of citizenship | Italy | 1951\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Giovanni D'Ascenzi -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Luigi Einaudi (1951)\n Answer: Luigi Einaudi", "t_query": 1951.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000188", "prompt": " In 1904, whose head of state's country's located in was Nicholas II of Russia?\nEvidence:\n- Russian Empire | head of state | Nicholas II of Russia | 1904\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1904\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1904\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1904\n- Khanate of Khiva | country | Russian Empire | 1904\n- Emirate of Bukhara | country | Russian Empire | 1904\n- Vladimir Lenin | country of citizenship | Russian Empire | 1904\n- Vikenty Veresaev | country of citizenship | Russian Empire | 1904\n- Maria Zankovetska | country of citizenship | Russian Empire | 1904\n- Kasato Maru | country of registry | Russian Empire | 1904\nReasoning:", "completion": " Hop 1: Russian Empire -> head of state -> Nicholas II of Russia (1904)\n Hop 2: Emirate of Bukhara -> country -> Russian Empire (1904)\n Hop 3: Dushanbe -> located in -> Emirate of Bukhara (1904)\n Answer: Dushanbe", "t_query": 1904.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000189", "prompt": " In what year was the adjacent station of Ebetsu Station equal to Horomui Station?\nEvidence:\n- Ebetsu Station | adjacent station | Horomui Station | 1913\n- Nopporo Station | adjacent station | Ebetsu Station | 1913\n- Ebetsu Station | adjacent station | Nopporo Station | 1913\n- Nopporo Station | adjacent station | Atsubetsu Station | 1913\nReasoning:", "completion": " Hop 1: Ebetsu Station -> adjacent station -> Horomui Station (1913)\n Answer: 1913", "t_query": 1913.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 4} +{"id": "sft_000190", "prompt": " In what year was the head of government of Salvatore Fiume's country of citizenship equal to Giovanni Goria?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1988\n- Giovanni Goria | country of citizenship | Italy | 1988\n- Salvatore Cassisa | country of citizenship | Italy | 1988\n- Giovanni Invernizzi | country of citizenship | Italy | 1988\n- Giovanni Ferrofino | country of citizenship | Italy | 1988\n- Giovanni Azzini | country of citizenship | Italy | 1988\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\n- Vittore Catella | country of citizenship | Italy | 1988\n- Veriano Luchetti | country of citizenship | Italy | 1988\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1988)\n Hop 2: Italy -> head of government -> Giovanni Goria (1988)\n Answer: 1988", "t_query": 1988.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000191", "prompt": " In what year was the member of sports team of Gerard Piqué equal to Catalonia national football team?\nEvidence:\n- Gerard Piqué | member of sports team | Catalonia national football team | 2019\n- Gerard Piqué | unmarried partner | Shakira | 2019\n- Gerard Piqué | member of sports team | Futbol Club Barcelona | 2019\n- Q49704 | member of sports team | Futbol Club Barcelona | 2019\n- Q455462 | member of sports team | Futbol Club Barcelona | 2019\n- Lionel Messi | member of sports team | Futbol Club Barcelona | 2019\n- Lionel Messi | employer | Futbol Club Barcelona | 2019\nReasoning:", "completion": " Hop 1: Gerard Piqué -> member of sports team -> Catalonia national football team (2019)\n Answer: 2019", "t_query": 2019.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 7} +{"id": "sft_000192", "prompt": " In what year was the head of state of Italy equal to Luigi Einaudi?\nEvidence:\n- Luigi Comencini | country of citizenship | Italy | 1948\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1948\n- Q264986 | country of citizenship | Italy | 1948\n- Q219490 | country of citizenship | Italy | 1948\n- Q213482 | country of citizenship | Italy | 1948\n- Dalida | country of citizenship | Italy | 1948\n- Veriano Luchetti | country of citizenship | Italy | 1948\n- Tonino Cervi | country of citizenship | Italy | 1948\n- Tiziano Terzani | country of citizenship | Italy | 1948\n- Stéphane Grappelli | country of citizenship | Italy | 1948\n- Simon Spierer | country of citizenship | Italy | 1948\n- Sergio Mantovani | country of citizenship | Italy | 1948\n- Sergio Bonelli | country of citizenship | Italy | 1948\n- Rossana Rossanda | country of citizenship | Italy | 1948\n- Romeo Bertini | country of citizenship | Italy | 1948\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Luigi Einaudi (1948)\n Answer: 1948", "t_query": 1948.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000193", "prompt": " In 1961, what was the position held of John Paul I's country of citizenship's head of state?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\n- Virginio Rosetta | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: John Paul I -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1961)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1961)\n Answer: President of Italy", "t_query": 1961.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000194", "prompt": " In 1985, what was the currency of Giuseppe Colnago's country of citizenship?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Italy | currency | Italian lira | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Giuseppe Colnago -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> currency -> Italian lira (1985)\n Answer: Italian lira", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000195", "prompt": " In 1933, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1933\n- Q890523 | country of citizenship | Kingdom of Italy | 1933\n- Q432318 | country of citizenship | Kingdom of Italy | 1933\n- Q429298 | country of citizenship | Kingdom of Italy | 1933\n- Q329221 | country of citizenship | Kingdom of Italy | 1933\n- Q216812 | country of citizenship | Kingdom of Italy | 1933\n- Q178349 | country of citizenship | Kingdom of Italy | 1933\n- Q133535 | country of citizenship | Kingdom of Italy | 1933\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1933\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1933\n- Titta Ruffo | country of citizenship | Kingdom of Italy | 1933\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1933\n- Paolo Vetri | country of citizenship | Kingdom of Italy | 1933\n- Paolo Manna | country of citizenship | Kingdom of Italy | 1933\n- Pantaleo Carabellese | country of citizenship | Kingdom of Italy | 1933\nReasoning:", "completion": " Hop 1: Giuseppe Saragat -> country of citizenship -> Kingdom of Italy (1933)\n Answer: Giuseppe Saragat", "t_query": 1933.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000196", "prompt": " Who was the country of citizenship of Ignazio Cannavò after Kingdom of Italy?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q432257 | country of citizenship | Kingdom of Italy | 1946\n- Q429298 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Hop 1: Ignazio Cannavò -> country of citizenship -> Italy (1946)\n Answer: Italy", "t_query": 1946.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000197", "prompt": " In 1950, what was the currency of Würzburg's country?\nEvidence:\n- Würzburg | country | West Germany | 1950\n- West Germany | currency | Deutsche Mark | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\n- Martin Walser | country of citizenship | West Germany | 1950\n- Martin Albrecht | country of citizenship | West Germany | 1950\n- Jürgen Kissner | country of citizenship | West Germany | 1950\n- Helmut Kohl | country of citizenship | West Germany | 1950\n- Albrecht Brandi | country of citizenship | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> currency -> Deutsche Mark (1950)\n Answer: Deutsche Mark", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000198", "prompt": " In what year was the head of state of Elena Altieri's country of citizenship equal to Giovanni Leone?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Giovanni Mardersteig | country of citizenship | Italy | 1977\n- Giovanni Invernizzi | country of citizenship | Italy | 1977\n- Giovanni Goria | country of citizenship | Italy | 1977\n- Giovanni Ferrofino | country of citizenship | Italy | 1977\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\nReasoning:", "completion": " Hop 1: Elena Altieri -> country of citizenship -> Italy (1977)\n Hop 2: Italy -> head of state -> Giovanni Leone (1977)\n Answer: 1977", "t_query": 1977.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000199", "prompt": " In 1987, what was the head of government of Romolo Alzani's country of citizenship?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Romolo Alzani -> country of citizenship -> Italy (1987)\n Hop 2: Italy -> head of government -> Bettino Craxi (1987)\n Answer: Bettino Craxi", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000200", "prompt": " In what year was the located in of Chuy District equal to Kirghiz Soviet Socialist Republic?\nEvidence:\n- Chuy District | located in the administrative territorial entity | Kirghiz Soviet Socialist Republic | 1981\n- Sokuluk District | located in the administrative territorial entity | Kirghiz Soviet Socialist Republic | 1981\n- Q879096 | located in the administrative territorial entity | Kirghiz Soviet Socialist Republic | 1981\n- Bishkek | located in the administrative territorial entity | Kirghiz Soviet Socialist Republic | 1981\nReasoning:", "completion": " Hop 1: Chuy District -> located in -> Kirghiz Soviet Socialist Republic (1981)\n Answer: 1981", "t_query": 1981.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 4} +{"id": "sft_000201", "prompt": " In 1941, what was the anthem of Russian Soviet Federative Socialist Republic?\nEvidence:\n- Russian Soviet Federative Socialist Republic | anthem | The Internationale | 1941\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1941\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1941\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1941\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Khabarovsk Krai | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\nReasoning:", "completion": " Hop 1: Russian Soviet Federative Socialist Republic -> anthem -> The Internationale (1941)\n Answer: The Internationale", "t_query": 1941.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000202", "prompt": " In 1984, whose country was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1984\n- Yalta | country | Soviet Union | 1984\n- Voronezh | country | Soviet Union | 1984\n- Volhynia | country | Soviet Union | 1984\n- Vinnytsia | country | Soviet Union | 1984\n- Urgench | country | Soviet Union | 1984\n- Uman | country | Soviet Union | 1984\n- Torzhok | country | Soviet Union | 1984\n- Tbilisi | country | Soviet Union | 1984\n- Sudak | country | Soviet Union | 1984\n- Starodub | country | Soviet Union | 1984\n- Simferopol | country | Soviet Union | 1984\n- Siberia | country | Soviet Union | 1984\n- Sevastopol | country | Soviet Union | 1984\n- Q957273 | country | Soviet Union | 1984\nReasoning:", "completion": " Hop 1: Kotelnikovo -> country -> Soviet Union (1984)\n Answer: Kotelnikovo", "t_query": 1984.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000203", "prompt": " In what year was the member of sports team of Gerd Kische equal to East Germany national football team?\nEvidence:\n- Gerd Kische | member of sports team | East Germany national football team | 1971\n- Gerd Kische | member of sports team | F.C. Hansa Rostock | 1971\n- Q872768 | member of sports team | East Germany national football team | 1971\n- Q73725 | member of sports team | East Germany national football team | 1971\n- Q69584 | member of sports team | East Germany national football team | 1971\n- Q690178 | member of sports team | East Germany national football team | 1971\n- Q680657 | member of sports team | East Germany national football team | 1971\n- Q67555 | member of sports team | East Germany national football team | 1971\n- Q571103 | member of sports team | East Germany national football team | 1971\n- Q562188 | member of sports team | East Germany national football team | 1971\n- Henning Frenzel | member of sports team | East Germany national football team | 1971\n- Bernd Bransch | member of sports team | East Germany national football team | 1971\n- Q823665 | member of sports team | F.C. Hansa Rostock | 1971\n- Herbert Pankau | member of sports team | F.C. Hansa Rostock | 1971\nReasoning:", "completion": " Hop 1: Gerd Kische -> member of sports team -> East Germany national football team (1971)\n Answer: 1971", "t_query": 1971.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 14} +{"id": "sft_000204", "prompt": " After Armando Castellazzi country of citizenship Italy, what was the chairperson of Italy's member of?\nEvidence:\n- Q264986 | country of citizenship | Italy | 1953\n- Q219490 | country of citizenship | Italy | 1953\n- Q213482 | country of citizenship | Italy | 1953\n- Dalida | country of citizenship | Italy | 1953\n- Veriano Luchetti | country of citizenship | Italy | 1953\n- Tonino Cervi | country of citizenship | Italy | 1953\n- Tiziano Terzani | country of citizenship | Italy | 1953\n- Stéphane Grappelli | country of citizenship | Italy | 1953\n- Simon Spierer | country of citizenship | Italy | 1953\n- Sergio Mantovani | country of citizenship | Italy | 1953\n- Sergio Bonelli | country of citizenship | Italy | 1953\n- Rossana Rossanda | country of citizenship | Italy | 1953\n- Romeo Bertini | country of citizenship | Italy | 1953\n- Renata Tebaldi | country of citizenship | Italy | 1953\n- Primo Nebiolo | country of citizenship | Italy | 1953\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1953)\n Hop 2: European Coal and Steel Community -> chairperson -> Jean Monnet (1953)\n Answer: Jean Monnet", "t_query": 1953.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000205", "prompt": " In 1936, whose member of sports team was Spain men's national football team?\nEvidence:\n- Q704337 | member of sports team | Spain men's national football team | 1936\n- Q659448 | member of sports team | Spain men's national football team | 1936\n- Q576509 | member of sports team | Spain men's national football team | 1936\n- Q529087 | member of sports team | Spain men's national football team | 1936\n- Q251977 | member of sports team | Spain men's national football team | 1936\n- Ricardo Zamora | member of sports team | Spain men's national football team | 1936\n- Pedro Solé | member of sports team | Spain men's national football team | 1936\n- Martí Ventolrà | member of sports team | Spain men's national football team | 1936\n- Pedro Solé | member of sports team | Catalonia national football team | 1936\n- Q704337 | member of sports team | Basque Country regional football team | 1936\n- Q251977 | member of sports team | Basque Country regional football team | 1936\n- Q659448 | member of sports team | Athletic Club | 1936\n- Q576509 | member of sports team | Athletic Club | 1936\n- Q251977 | member of sports team | Athletic Club | 1936\n- Martí Ventolrà | member of sports team | Futbol Club Barcelona | 1936\nReasoning:", "completion": " Hop 1: Ricardo Zamora -> member of sports team -> Spain men's national football team (1936)\n Answer: Ricardo Zamora", "t_query": 1936.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000206", "prompt": " In what year was the member of of Francesca Romana Coluzzi's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1963)\n Answer: 1963", "t_query": 1963.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000207", "prompt": " In 1968, whose head of state's country of citizenship was Giuseppe Saragat?\nEvidence:\n- Italy | head of state | Giuseppe Saragat | 1968\n- Giuseppe Saragat | country of citizenship | Italy | 1968\n- Giuseppe Saragat | position held | President of Italy | 1968\n- Giuseppe Prisco | country of citizenship | Italy | 1968\n- Giuseppe Patanè | country of citizenship | Italy | 1968\n- Giuseppe Meazza | country of citizenship | Italy | 1968\n- Giuseppe Gabrielli | country of citizenship | Italy | 1968\n- Giuseppe Colnago | country of citizenship | Italy | 1968\n- Giuseppe Busso | country of citizenship | Italy | 1968\n- Giuseppe Antonini | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giuseppe Saragat (1968)\n Hop 2: Ugo Morin -> country of citizenship -> Italy (1968)\n Answer: Ugo Morin", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000208", "prompt": " Who was the head of government of Ugo Stille's country of citizenship before Bettino Craxi?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Ugo Stille -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of government -> Adone Zoli (1957)\n Answer: Adone Zoli", "t_query": 1957.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000209", "prompt": " In what year was the located in of Ashgabat's capital of equal to Soviet Union?\nEvidence:\n- Ashgabat | country | Soviet Union | 1979\n- Ashgabat | capital of | Turkmen Soviet Socialist Republic | 1979\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1979\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1979\n- Zhytomyr | country | Soviet Union | 1979\n- Zastavna | country | Soviet Union | 1979\n- Yevpatoriia | country | Soviet Union | 1979\n- Yalta | country | Soviet Union | 1979\n- Vyazma | country | Soviet Union | 1979\n- Voronezh | country | Soviet Union | 1979\n- Vologda | country | Soviet Union | 1979\n- Volodarsk | country | Soviet Union | 1979\n- Volhynia | country | Soviet Union | 1979\n- Voinyliv | country | Soviet Union | 1979\n- Vladivostok | country | Soviet Union | 1979\nReasoning:", "completion": " Hop 1: Ashgabat -> capital of -> Turkmen Soviet Socialist Republic (1979)\n Hop 2: Turkmen Soviet Socialist Republic -> located in -> Soviet Union (1979)\n Answer: 1979", "t_query": 1979.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000210", "prompt": " In 1961, what was the position held of Italy's head of state?\nEvidence:\n- Giuseppe Paratore | position held | Italian senator for life | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Veriano Luchetti | country of citizenship | Italy | 1961\n- Tonino Cervi | country of citizenship | Italy | 1961\n- Tiziano Terzani | country of citizenship | Italy | 1961\n- Stéphane Grappelli | country of citizenship | Italy | 1961\n- Simon Spierer | country of citizenship | Italy | 1961\n- Sergio Mantovani | country of citizenship | Italy | 1961\n- Sergio Bonelli | country of citizenship | Italy | 1961\n- Rossana Rossanda | country of citizenship | Italy | 1961\n- Romeo Bertini | country of citizenship | Italy | 1961\n- Renata Tebaldi | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giovanni Gronchi (1961)\n Hop 2: Giovanni Gronchi -> position held -> President of Italy (1961)\n Answer: President of Italy", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000211", "prompt": " Who was the head of state of Berolzheim's country after Friedrich Ebert?\nEvidence:\n- Weimar Republic | head of state | Friedrich Ebert | 1925\n- Berolzheim | country | Weimar Republic | 1925\n- Weimar Republic | head of state | Paul von Hindenburg | 1925\n- Weimar Republic | head of government | Hans Luther | 1925\n- Q87105 | country of citizenship | Weimar Republic | 1925\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1925\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Weimar | country | Weimar Republic | 1925\n- Vaterstetten | country | Weimar Republic | 1925\nReasoning:", "completion": " Hop 1: Berolzheim -> country -> Weimar Republic (1925)\n Hop 2: Weimar Republic -> head of state -> Paul von Hindenburg (1925)\n Answer: Paul von Hindenburg", "t_query": 1925.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000212", "prompt": " In what year was the currency of Andrea Carrea's country of citizenship equal to Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1984\n- Andrea Carrea | country of citizenship | Italy | 1984\n- Andrea Pangrazio | country of citizenship | Italy | 1984\n- Andrea Miano | country of citizenship | Italy | 1984\n- Andrea Cassone | country of citizenship | Italy | 1984\n- Andrea Bianchi | country of citizenship | Italy | 1984\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Andrea Carrea -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> currency -> Italian lira (1984)\n Answer: 1984", "t_query": 1984.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000213", "prompt": " In what year was the position held of David Bowie's work location's head of government equal to President of the Bundesrat of Germany?\nEvidence:\n- David Bowie | work location | Berlin | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Q896393 | work location | Berlin | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Q497401 | terminus | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\n- Anna Seghers | residence | Berlin | 1978\nReasoning:", "completion": " Hop 1: David Bowie -> work location -> Berlin (1978)\n Hop 2: Berlin -> head of government -> Dietrich Stobbe (1978)\n Hop 3: Dietrich Stobbe -> position held -> President of the Bundesrat of Germany (1978)\n Answer: 1978", "t_query": 1978.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 10} +{"id": "sft_000214", "prompt": " Who was the country of citizenship of Romolo Carboni before Italy?\nEvidence:\n- Romolo Carboni | country of citizenship | Kingdom of Italy | 1932\n- Q976653 | country of citizenship | Kingdom of Italy | 1932\n- Q972711 | country of citizenship | Kingdom of Italy | 1932\n- Q922237 | country of citizenship | Kingdom of Italy | 1932\n- Q890523 | country of citizenship | Kingdom of Italy | 1932\n- Q710497 | country of citizenship | Kingdom of Italy | 1932\n- Q678253 | country of citizenship | Kingdom of Italy | 1932\n- Q654973 | country of citizenship | Kingdom of Italy | 1932\n- Q650303 | country of citizenship | Kingdom of Italy | 1932\n- Q527400 | country of citizenship | Kingdom of Italy | 1932\n- Q51189 | country of citizenship | Kingdom of Italy | 1932\n- Q471232 | country of citizenship | Kingdom of Italy | 1932\n- Q432318 | country of citizenship | Kingdom of Italy | 1932\n- Q432257 | country of citizenship | Kingdom of Italy | 1932\n- Q429298 | country of citizenship | Kingdom of Italy | 1932\nReasoning:", "completion": " Hop 1: Romolo Carboni -> country of citizenship -> Kingdom of Italy (1932)\n Answer: Kingdom of Italy", "t_query": 1932.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000215", "prompt": " Who was the position held of Antonio Corpora's country of citizenship's head of state after President of Italy?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1962)\n Hop 3: Giovanni Gronchi -> position held -> Italian senator for life (1962)\n Answer: Italian senator for life", "t_query": 1962.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000216", "prompt": " In 1947, what was the currency of Eleonora Rossi Drago's country of citizenship?\nEvidence:\n- Eleonora Rossi Drago | country of citizenship | Italy | 1947\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1947\n- Q612509 | country of citizenship | Italy | 1947\n- Q454036 | country of citizenship | Italy | 1947\n- Q435856 | country of citizenship | Italy | 1947\n- Q432318 | country of citizenship | Italy | 1947\n- Q429298 | country of citizenship | Italy | 1947\n- Q340261 | country of citizenship | Italy | 1947\n- Q318968 | country of citizenship | Italy | 1947\n- Q264986 | country of citizenship | Italy | 1947\n- Q219490 | country of citizenship | Italy | 1947\n- Q213482 | country of citizenship | Italy | 1947\n- Dalida | country of citizenship | Italy | 1947\n- Wilma Montesi | country of citizenship | Italy | 1947\n- Vittore Catella | country of citizenship | Italy | 1947\nReasoning:", "completion": " Hop 1: Eleonora Rossi Drago -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> currency -> Italian lira (1947)\n Answer: Italian lira", "t_query": 1947.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000217", "prompt": " Who was the general secretary of Germany's head of state's member of political party before Helmut Haussmann?\nEvidence:\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Helmut Schmidt | spouse | Loki Schmidt | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> member of political party -> Free Democratic Party (1974)\n Hop 3: Free Democratic Party -> general secretary -> Martin Bangemann (1974)\n Answer: Martin Bangemann", "t_query": 1974.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000218", "prompt": " In 1967, whose country was Byelorussian Soviet Socialist Republic?\nEvidence:\n- Barysaw | country | Byelorussian Soviet Socialist Republic | 1967\n- Vitebsk Region | located in the administrative territorial entity | Byelorussian Soviet Socialist Republic | 1967\n- Polatsk | located in the administrative territorial entity | Vitebsk Region | 1967\n- Barysaw | located in the administrative territorial entity | Minsk Region | 1967\nReasoning:", "completion": " Hop 1: Barysaw -> country -> Byelorussian Soviet Socialist Republic (1967)\n Answer: Barysaw", "t_query": 1967.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_000219", "prompt": " In 1949, whose located in was Nakhchivan Autonomous Soviet Socialist Republic?\nEvidence:\n- Nakhchivan | country | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Nakhchivan | located in the administrative territorial entity | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Shahbuz District | located in the administrative territorial entity | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Babek District | located in the administrative territorial entity | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Nakhchivan | country | Azerbaijan Soviet Socialist Republic | 1949\n- Nakhchivan | country | Soviet Union | 1949\nReasoning:", "completion": " Hop 1: Nakhchivan -> located in -> Nakhchivan Autonomous Soviet Socialist Republic (1949)\n Answer: Nakhchivan", "t_query": 1949.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_000220", "prompt": " After Francesca Romana Coluzzi country of citizenship Kingdom of Italy, what was the country of citizenship of Francesca Romana Coluzzi?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (1963)\n Answer: Italy", "t_query": 1963.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000221", "prompt": " In what year was the located in of Skopje equal to Socialist Republic of Macedonia?\nEvidence:\n- Skopje | located in the administrative territorial entity | Socialist Republic of Macedonia | 1946\n- Skopje | country | Socialist Federal Republic of Yugoslavia | 1946\n- Socialist Autonomous Province of Vojvodina | country | Socialist Federal Republic of Yugoslavia | 1946\n- Šibenik | country | Socialist Federal Republic of Yugoslavia | 1946\n- Zagreb | country | Socialist Federal Republic of Yugoslavia | 1946\n- Vršac | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q583161 | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q55630 | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q5266 | country | Socialist Federal Republic of Yugoslavia | 1946\n- Pristina | country | Socialist Federal Republic of Yugoslavia | 1946\n- Perast | country | Socialist Federal Republic of Yugoslavia | 1946\n- Peja | country | Socialist Federal Republic of Yugoslavia | 1946\n- Niš | country | Socialist Federal Republic of Yugoslavia | 1946\n- Ljubljana | country | Socialist Federal Republic of Yugoslavia | 1946\n- Kovin | country | Socialist Federal Republic of Yugoslavia | 1946\nReasoning:", "completion": " Hop 1: Skopje -> located in -> Socialist Republic of Macedonia (1946)\n Answer: 1946", "t_query": 1946.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000222", "prompt": " After Rosa Balistreri country of citizenship Italy, what was the shares border with of Arnaldo Genoino's country of citizenship?\nEvidence:\n- Rosa Balistreri | country of citizenship | Italy | 1978\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Italy | shares border with | Yugoslavia | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Arnaldo Genoino -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> shares border with -> Yugoslavia (1978)\n Answer: Yugoslavia", "t_query": 1978.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000223", "prompt": " In 1978, what was the member of of Marco Tulli's country of citizenship?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Marco Tulli -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> member of -> European Economic Community (1978)\n Answer: European Economic Community", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000224", "prompt": " In what year was the territory claimed by of Germany's capital's capital of equal to German Democratic Republic?\nEvidence:\n- West Germany | territory claimed by | German Democratic Republic | 1956\n- East Berlin | capital of | German Democratic Republic | 1956\n- Germany | shares border with | German Democratic Republic | 1956\n- Zwickau | country | German Democratic Republic | 1956\n- Zeuthen | country | German Democratic Republic | 1956\n- Wismar | country | German Democratic Republic | 1956\n- Q696016 | country | German Democratic Republic | 1956\n- Q525425 | country | German Democratic Republic | 1956\n- Q45898 | country | German Democratic Republic | 1956\n- Potsdam | country | German Democratic Republic | 1956\n- Neustrelitz | country | German Democratic Republic | 1956\n- Magdeburg | country | German Democratic Republic | 1956\n- Jena | country | German Democratic Republic | 1956\n- Görlitz | country | German Democratic Republic | 1956\n- Elsterwerda | country | German Democratic Republic | 1956\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1956)\n Hop 2: Bonn -> capital of -> West Germany (1956)\n Hop 3: West Germany -> territory claimed by -> German Democratic Republic (1956)\n Answer: 1956", "t_query": 1956.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000225", "prompt": " Who was the position held of Italy's head of state before Italian senator for life?\nEvidence:\n- Giuseppe Paratore | position held | Italian senator for life | 1961\n- Rossana Rossanda | member of political party | Italian Communist Party | 1961\n- Uberto de Morpurgo | country for sport | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Veriano Luchetti | country of citizenship | Italy | 1961\n- Tonino Cervi | country of citizenship | Italy | 1961\n- Tiziano Terzani | country of citizenship | Italy | 1961\n- Stéphane Grappelli | country of citizenship | Italy | 1961\n- Simon Spierer | country of citizenship | Italy | 1961\n- Sergio Mantovani | country of citizenship | Italy | 1961\n- Sergio Bonelli | country of citizenship | Italy | 1961\n- Rossana Rossanda | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giovanni Gronchi (1961)\n Hop 2: Giovanni Gronchi -> position held -> President of Italy (1961)\n Answer: President of Italy", "t_query": 1961.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000226", "prompt": " In 1962, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\n- Veriano Luchetti | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1962)\n Hop 2: Guido Aycard -> country of citizenship -> Italy (1962)\n Answer: Guido Aycard", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000227", "prompt": " After Glauco Onorato country of citizenship Italy, what was the head of state of Italy9484's country of citizenship?\nEvidence:\n- Glauco Onorato | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\n- Tonino Cervi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Andrea Carrea -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> head of state -> Sandro Pertini (1984)\n Answer: Sandro Pertini", "t_query": 1984.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000228", "prompt": " In 1952, whose spouse was Ehm Welk?\nEvidence:\n- Agathe Lindner-Welk | spouse | Ehm Welk | 1952\nReasoning:", "completion": " Hop 1: Agathe Lindner-Welk -> spouse -> Ehm Welk (1952)\n Answer: Agathe Lindner-Welk", "t_query": 1952.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_000229", "prompt": " In what year was the shares border with of Eleonora Rossi Drago's country of citizenship equal to Yugoslavia?\nEvidence:\n- Eleonora Rossi Drago | country of citizenship | Italy | 1947\n- Italy | shares border with | Yugoslavia | 1947\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1947\n- Q612509 | country of citizenship | Italy | 1947\n- Q454036 | country of citizenship | Italy | 1947\n- Q435856 | country of citizenship | Italy | 1947\n- Q432318 | country of citizenship | Italy | 1947\n- Q429298 | country of citizenship | Italy | 1947\n- Q340261 | country of citizenship | Italy | 1947\n- Q318968 | country of citizenship | Italy | 1947\n- Q264986 | country of citizenship | Italy | 1947\n- Q219490 | country of citizenship | Italy | 1947\n- Q213482 | country of citizenship | Italy | 1947\n- Dalida | country of citizenship | Italy | 1947\n- Wilma Montesi | country of citizenship | Italy | 1947\nReasoning:", "completion": " Hop 1: Eleonora Rossi Drago -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> shares border with -> Yugoslavia (1947)\n Answer: 1947", "t_query": 1947.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000230", "prompt": " After Heinrich Scheuch country of citizenship Germany, what was the head of government of Germany's head of government's country of citizenship's contains the administrative territorial entity?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Heinrich Mann Prize | country | German Democratic Republic | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1987)\n Hop 4: Baden-Württemberg -> head of government -> Lothar Späth (1987)\n Answer: Lothar Späth", "t_query": 1987.0, "chain_length": 4, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000231", "prompt": " In 1962, what was the country of citizenship of Guido Aycard?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Guido Aycard -> country of citizenship -> Italy (1962)\n Answer: Italy", "t_query": 1962.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000232", "prompt": " In what year was the member of sports team of Dmitri Cheryshev equal to FC Lokomotiv Nizhny Novgorod?\nEvidence:\n- Dmitri Cheryshev | member of sports team | FC Lokomotiv Nizhny Novgorod | 1991\nReasoning:", "completion": " Hop 1: Dmitri Cheryshev -> member of sports team -> FC Lokomotiv Nizhny Novgorod (1991)\n Answer: 1991", "t_query": 1991.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1} +{"id": "sft_000233", "prompt": " In 1968, what was the member of of Claudia Vinciguerra's country of citizenship?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Claudia Vinciguerra -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1968)\n Answer: European Coal and Steel Community", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000234", "prompt": " In 1960, what was the position held of Richard Nixon?\nEvidence:\n- Richard Nixon | position held | Vice President of the United States | 1960\n- Richard Nixon | spouse | Pat Nixon | 1960\n- Pat Nixon | spouse | Richard Nixon | 1960\n- Richard Nixon | work location | Washington, D.C. | 1960\n- Pat Nixon | position held | Second Lady or Gentleman of the United States | 1960\n- Q216195 | work location | Washington, D.C. | 1960\nReasoning:", "completion": " Hop 1: Richard Nixon -> position held -> Vice President of the United States (1960)\n Answer: Vice President of the United States", "t_query": 1960.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_000235", "prompt": " In 1970, whose member of sports team was FC Ararat Yerevan?\nEvidence:\n- Boris Razinsky | member of sports team | FC Ararat Yerevan | 1970\n- Boris Razinsky | member of sports team | FK Daugava (2003) | 1970\nReasoning:", "completion": " Hop 1: Boris Razinsky -> member of sports team -> FC Ararat Yerevan (1970)\n Answer: Boris Razinsky", "t_query": 1970.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_000236", "prompt": " In 1972, whose diplomatic relation's allegiance was German Democratic Republic?\nEvidence:\n- West Germany | diplomatic relation | German Democratic Republic | 1972\n- Germany | diplomatic relation | Afghanistan | 1972\n- Zwickau | country | German Democratic Republic | 1972\n- Zeuthen | country | German Democratic Republic | 1972\n- Wismar | country | German Democratic Republic | 1972\n- Q696016 | country | German Democratic Republic | 1972\n- Q525425 | country | German Democratic Republic | 1972\n- Q45898 | country | German Democratic Republic | 1972\n- Potsdam | country | German Democratic Republic | 1972\n- Neustrelitz | country | German Democratic Republic | 1972\n- Magdeburg | country | German Democratic Republic | 1972\n- Jena | country | German Democratic Republic | 1972\n- Görlitz | country | German Democratic Republic | 1972\n- Elsterwerda | country | German Democratic Republic | 1972\n- Cottbus | country | German Democratic Republic | 1972\nReasoning:", "completion": " Hop 1: West Germany -> diplomatic relation -> German Democratic Republic (1972)\n Hop 2: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Answer: Friedrich Guggenberger", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000237", "prompt": " After Oryol Governorate located in Russian Empire, what was the anthem of Kasato Maru's country of registry?\nEvidence:\n- Kasato Maru | country of registry | Russian Empire | 1901\n- Oryol Governorate | country | Russian Empire | 1901\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Yekaterinoslav Governorate | country | Russian Empire | 1901\n- Kaluga Governorate | country | Russian Empire | 1901\n- Erivan Governorate | country | Russian Empire | 1901\n- Chernigov Governorate | country | Russian Empire | 1901\n- Russian Empire | anthem | God Save the Tsar! | 1901\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Saint Petersburg Governorate | country | Russian Empire | 1901\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Șirăuți | country | Russian Empire | 1901\n- Šeteniai | country | Russian Empire | 1901\nReasoning:", "completion": " Hop 1: Kasato Maru -> country of registry -> Russian Empire (1901)\n Hop 2: Russian Empire -> anthem -> God Save the Tsar! (1901)\n Answer: God Save the Tsar!", "t_query": 1901.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000238", "prompt": " In 1995, what was the member of of Félicien Marceau?\nEvidence:\n- Félicien Marceau | member of | Académie Française | 1995\n- René Huyghe | member of | Académie Française | 1995\n- Michel Déon | member of | Académie Française | 1995\n- Julien Green | member of | Académie Française | 1995\n- Jacques Laurent | member of | Académie Française | 1995\n- Jean-Marie Lustiger | member of | Académie Française | 1995\n- Académie Française | general secretary | Maurice Druon | 1995\nReasoning:", "completion": " Hop 1: Félicien Marceau -> member of -> Académie Française (1995)\n Answer: Académie Française", "t_query": 1995.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 7} +{"id": "sft_000239", "prompt": " In 1971, what was the member of of Salvatore Fiume's country of citizenship?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1971)\n Answer: European Coal and Steel Community", "t_query": 1971.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000240", "prompt": " In 1997, what was the award received of Italy's head of state?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1997\n- Stéphane Grappelli | award received | Grammy Lifetime Achievement Award | 1997\n- Oscar Luigi Scalfaro | award received | Grand Order of King Tomislav | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\n- Tiziano Terzani | country of citizenship | Italy | 1997\n- Stéphane Grappelli | country of citizenship | Italy | 1997\n- Simon Spierer | country of citizenship | Italy | 1997\n- Sergio Mantovani | country of citizenship | Italy | 1997\n- Sergio Bonelli | country of citizenship | Italy | 1997\n- Salvatore Cassisa | country of citizenship | Italy | 1997\n- Rossana Rossanda | country of citizenship | Italy | 1997\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Hop 2: Oscar Luigi Scalfaro -> award received -> Grand Order of King Tomislav (1997)\n Answer: Grand Order of King Tomislav", "t_query": 1997.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000241", "prompt": " In 1983, whose head of state's country of citizenship was Elizabeth II?\nEvidence:\n- Q672 | head of state | Elizabeth II | 1983\n- United Kingdom | head of state | Elizabeth II | 1983\n- New Zealand | head of state | Elizabeth II | 1983\n- Tony Abbott | country of citizenship | United Kingdom | 1983\n- Robert Morley | country of citizenship | United Kingdom | 1983\n- Liz Smith | country of citizenship | United Kingdom | 1983\n- United Kingdom | part of | European Union | 1983\n- United Kingdom | member of | European Union | 1983\nReasoning:", "completion": " Hop 1: United Kingdom -> head of state -> Elizabeth II (1983)\n Hop 2: Robert Morley -> country of citizenship -> United Kingdom (1983)\n Answer: Robert Morley", "t_query": 1983.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 8} +{"id": "sft_000242", "prompt": " In what year was the currency of John Paul I's country of citizenship equal to Italian lira?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\n- Virginio Rosetta | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: John Paul I -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> currency -> Italian lira (1961)\n Answer: 1961", "t_query": 1961.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000243", "prompt": " In 1994, what was the currency of Nino Baragli's country of citizenship?\nEvidence:\n- Nino Baragli | country of citizenship | Italy | 1994\n- Italy | currency | Italian lira | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\nReasoning:", "completion": " Hop 1: Nino Baragli -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> currency -> Italian lira (1994)\n Answer: Italian lira", "t_query": 1994.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000244", "prompt": " In 1974, whose member of was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Belgium | member of | European Coal and Steel Community | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Germany | member of | Western European Union | 1974\n- Zita of Bourbon-Parma | country of citizenship | Italy | 1974\n- Belgium | head of state | Baudouin I of Belgium | 1974\n- Bonn | capital of | Germany | 1974\n- Q679495 | country of citizenship | Italy | 1974\n- Q658206 | country of citizenship | Italy | 1974\n- Q642428 | country of citizenship | Italy | 1974\n- Q454036 | country of citizenship | Italy | 1974\n- Q435856 | country of citizenship | Italy | 1974\n- Q219490 | country of citizenship | Italy | 1974\n- Vittorio Caprioli | country of citizenship | Italy | 1974\nReasoning:", "completion": " Hop 1: Germany -> member of -> European Coal and Steel Community (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000245", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon after Saint-Fons?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-Laval | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-les-Ollières | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Sainte-Foy-lès-Lyon (2003)\n Answer: Sainte-Foy-lès-Lyon", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000246", "prompt": " Who was the country of citizenship of Carlo Curis after Kingdom of Italy?\nEvidence:\n- Carlo Curis | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Carlo Curis -> country of citizenship -> Italy (1984)\n Answer: Italy", "t_query": 1984.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000247", "prompt": " In 1960, whose position held's spouse was Second Lady or Gentleman of the United States?\nEvidence:\n- Pat Nixon | position held | Second Lady or Gentleman of the United States | 1960\n- Richard Nixon | spouse | Pat Nixon | 1960\n- Pat Nixon | spouse | Richard Nixon | 1960\nReasoning:", "completion": " Hop 1: Pat Nixon -> position held -> Second Lady or Gentleman of the United States (1960)\n Hop 2: Richard Nixon -> spouse -> Pat Nixon (1960)\n Answer: Richard Nixon", "t_query": 1960.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_000248", "prompt": " Who was the employer of George F. Carrier after Brown University?\nEvidence:\n- George F. Carrier | employer | Harvard University | 1981\n- Q78996 | employer | Harvard University | 1981\n- Q472272 | employer | Harvard University | 1981\n- Q349694 | employer | Harvard University | 1981\n- Q307891 | employer | Harvard University | 1981\n- Andrew Gleason | employer | Harvard University | 1981\nReasoning:", "completion": " Hop 1: George F. Carrier -> employer -> Harvard University (1981)\n Answer: Harvard University", "t_query": 1981.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 6} +{"id": "sft_000249", "prompt": " In 1974, whose significant event was Basic Treaty?\nEvidence:\n- Germany | significant event | Basic Treaty | 1974\n- Germany | significant event | Berlin Wall | 1974\n- Universal Copyright Convention | signatory | Germany | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | shares border with | German Democratic Republic | 1974\n- Germany | shares border with | Czechoslovakia | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Hop 1: Germany -> significant event -> Basic Treaty (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000250", "prompt": " In 1972, whose head of government's contains the administrative territorial entity's allegiance was Hans Filbinger?\nEvidence:\n- Baden-Württemberg | head of government | Hans Filbinger | 1972\n- CDU Baden-Württemberg | chairperson | Hans Filbinger | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- Mannheim | located in the administrative territorial entity | Baden-Württemberg | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | country | West Germany | 1972\nReasoning:", "completion": " Hop 1: Baden-Württemberg -> head of government -> Hans Filbinger (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1972)\n Hop 3: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Answer: Friedrich Guggenberger", "t_query": 1972.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_000251", "prompt": " In what year was the position held of John Paul I's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\n- Virginio Rosetta | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: John Paul I -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1961)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1961)\n Answer: 1961", "t_query": 1961.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000252", "prompt": " In 1961, what was the currency of Mario Gentili's country of citizenship?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Mario Gentili -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> currency -> Italian lira (1961)\n Answer: Italian lira", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000253", "prompt": " In 1947, whose contains the administrative territorial entity was Francheville?\nEvidence:\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\nReasoning:", "completion": " Hop 1: Rhône -> contains the administrative territorial entity -> Francheville (1947)\n Answer: Rhône", "t_query": 1947.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 8} +{"id": "sft_000254", "prompt": " After Jens Jeremies member of sports team Dynamo Dresden, what was the member of sports team of Jens Jeremies?\nEvidence:\n- Jens Jeremies | member of sports team | FC Bayern Munich | 2006\n- Q705264 | member of sports team | FC Bayern Munich | 2006\n- Q462021 | member of sports team | FC Bayern Munich | 2006\n- Q44309 | member of sports team | FC Bayern Munich | 2006\n- Q169993 | member of sports team | FC Bayern Munich | 2006\n- Q157839 | member of sports team | FC Bayern Munich | 2006\n- Q156822 | member of sports team | FC Bayern Munich | 2006\n- Q154156 | member of sports team | FC Bayern Munich | 2006\n- Q152725 | member of sports team | FC Bayern Munich | 2006\n- Q131261 | member of sports team | FC Bayern Munich | 2006\n- Q130075 | member of sports team | FC Bayern Munich | 2006\n- Hasan Salihamidžić | member of sports team | FC Bayern Munich | 2006\n- Andreas Ottl | member of sports team | FC Bayern Munich | 2006\n- Julio dos Santos | member of sports team | FC Bayern Munich | 2006\nReasoning:", "completion": " Hop 1: Jens Jeremies -> member of sports team -> FC Bayern Munich (2006)\n Answer: FC Bayern Munich", "t_query": 2006.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 14} +{"id": "sft_000255", "prompt": " Who was the member of of Ugo Stille's country of citizenship before European Coal and Steel Community?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Ugo Stille -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> member of -> European Economic Community (1957)\n Answer: European Economic Community", "t_query": 1957.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000256", "prompt": " In 1917, whose contains the administrative territorial entity was Territory of Hawaii?\nEvidence:\n- United States | contains the administrative territorial entity | Territory of Hawaii | 1917\n- Hawaii County | located in the administrative territorial entity | Territory of Hawaii | 1917\n- United States | head of government | Woodrow Wilson | 1917\n- Alexander Graham Bell | country of citizenship | United States | 1917\n- Vincent R. Impellitteri | residence | United States | 1917\n- United States | shares border with | Panama | 1917\n- Frank Tieri | residence | United States | 1917\n- Frances Benjamin Johnston | work location | United States | 1917\nReasoning:", "completion": " Hop 1: United States -> contains the administrative territorial entity -> Territory of Hawaii (1917)\n Answer: United States", "t_query": 1917.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 8} +{"id": "sft_000257", "prompt": " In 1989, what was the located in of Lisky?\nEvidence:\n- Lisky | located in the administrative territorial entity | Kiliia Raion | 1989\n- Pryozerne | located in the administrative territorial entity | Kiliia Raion | 1989\n- Prymorske | located in the administrative territorial entity | Kiliia Raion | 1989\n- Furmanivka | located in the administrative territorial entity | Kiliia Raion | 1989\n- Kiliia Raion | located in the administrative territorial entity | Odesa Oblast | 1989\nReasoning:", "completion": " Hop 1: Lisky -> located in -> Kiliia Raion (1989)\n Answer: Kiliia Raion", "t_query": 1989.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 5} +{"id": "sft_000258", "prompt": " After Kremenets country Russian Empire, what was the located in of Kremenets?\nEvidence:\n- Kremenets | located in the administrative territorial entity | Ternopil Oblast | 2011\nReasoning:", "completion": " Hop 1: Kremenets -> located in -> Ternopil Oblast (2011)\n Answer: Ternopil Oblast", "t_query": 2011.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 1} +{"id": "sft_000259", "prompt": " In 1913, whose currency's shares border with was French franc?\nEvidence:\n- Neutral Moresnet | currency | French franc | 1913\n- Neutral Moresnet | shares border with | Belgium | 1913\n- Belgium | shares border with | Neutral Moresnet | 1913\n- Neutral Moresnet | shares border with | Kingdom of Prussia | 1913\n- Neutral Moresnet | currency | Belgian franc | 1913\n- Neutral Moresnet | shares border with | Kingdom of the Netherlands | 1913\nReasoning:", "completion": " Hop 1: Neutral Moresnet -> currency -> French franc (1913)\n Hop 2: Belgium -> shares border with -> Neutral Moresnet (1913)\n Answer: Belgium", "t_query": 1913.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_000260", "prompt": " After Mannheim located in Republic of Baden, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Hesse (1950)\n Answer: Hesse", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000261", "prompt": " In what year was the head of government of Germany's head of government's country of citizenship's contains the administrative territorial entity equal to Q110719?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Saarland (1987)\n Hop 4: Saarland -> head of government -> Q110719 (1987)\n Answer: 1987", "t_query": 1987.0, "chain_length": 4, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000262", "prompt": " After Bruno Pesaola country of citizenship Italy, what was the member of of Giacomo Rossi-Stuart's country of citizenship?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Bruno Venturini | country of citizenship | Italy | 1975\n- Bruno Schettino | country of citizenship | Italy | 1975\n- Bruno Bertotti | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giacomo Rossi-Stuart -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1975)\n Answer: European Coal and Steel Community", "t_query": 1975.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000263", "prompt": " Who was the head of state of Romolo Alzani's country of citizenship after Luigi Einaudi?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Luigi Nono | country of citizenship | Italy | 1987\n- Luigi Comencini | country of citizenship | Italy | 1987\n- Luigi Agnolin | country of citizenship | Italy | 1987\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1987\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1987\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Romolo Alzani -> country of citizenship -> Italy (1987)\n Hop 2: Italy -> head of state -> Francesco Cossiga (1987)\n Answer: Francesco Cossiga", "t_query": 1987.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000264", "prompt": " In 1951, what was the currency of Maria Caniglia's country of citizenship?\nEvidence:\n- Maria Caniglia | country of citizenship | Italy | 1951\n- Maria Tore Barbina | country of citizenship | Italy | 1951\n- Alberto Maria De Agostini | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Maria Caniglia -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> currency -> Italian lira (1951)\n Answer: Italian lira", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000265", "prompt": " In what year was the head of government of Virbhadra Singh's country of citizenship equal to P. V. Narasimha Rao?\nEvidence:\n- India | head of government | P. V. Narasimha Rao | 1993\n- Virbhadra Singh | country of citizenship | India | 1993\n- M. S. Swaminathan | country of citizenship | India | 1993\n- India | head of state | Shankar Dayal Sharma | 1993\n- Abhijit Banerjee | country of citizenship | India | 1993\n- India | contains the administrative territorial entity | Daman and Diu | 1993\nReasoning:", "completion": " Hop 1: Virbhadra Singh -> country of citizenship -> India (1993)\n Hop 2: India -> head of government -> P. V. Narasimha Rao (1993)\n Answer: 1993", "t_query": 1993.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 6} +{"id": "sft_000266", "prompt": " In 1964, what was the position held of Carmelo Cappello's country of citizenship's head of state?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1964)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1964)\n Answer: President of Italy", "t_query": 1964.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000267", "prompt": " In 1987, whose head of government's country of citizenship was Amintore Fanfani?\nEvidence:\n- Italy | head of government | Amintore Fanfani | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Amintore Fanfani (1987)\n Hop 2: Romolo Alzani -> country of citizenship -> Italy (1987)\n Answer: Romolo Alzani", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000268", "prompt": " In what year was the located in of Chaussy equal to Seine-et-Oise?\nEvidence:\n- Chaussy | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Bernes-sur-Oise | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Vaux-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Mousseaux-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Morsang-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Croissy-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Bonnières-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Bray-et-Lû | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Ézanville | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Émancé | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Écouen | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Villepreux | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Villejust | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Villecresnes | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Villabé | located in the administrative territorial entity | Seine-et-Oise | 1918\nReasoning:", "completion": " Hop 1: Chaussy -> located in -> Seine-et-Oise (1918)\n Answer: 1918", "t_query": 1918.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000269", "prompt": " Who was the member of of Antonio Corpora's country of citizenship before European Coal and Steel Community?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> member of -> European Economic Community (1962)\n Answer: European Economic Community", "t_query": 1962.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000270", "prompt": " In 1960, whose position held was Vice President of the United States?\nEvidence:\n- Richard Nixon | position held | Vice President of the United States | 1960\n- Richard Nixon | work location | Washington, D.C. | 1960\n- Richard Nixon | spouse | Pat Nixon | 1960\n- Pat Nixon | spouse | Richard Nixon | 1960\nReasoning:", "completion": " Hop 1: Richard Nixon -> position held -> Vice President of the United States (1960)\n Answer: Richard Nixon", "t_query": 1960.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_000271", "prompt": " In 1957, what was the head of government of Italy?\nEvidence:\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Veriano Luchetti | country of citizenship | Italy | 1957\n- Tonino Cervi | country of citizenship | Italy | 1957\n- Tiziano Terzani | country of citizenship | Italy | 1957\n- Stéphane Grappelli | country of citizenship | Italy | 1957\n- Simon Spierer | country of citizenship | Italy | 1957\n- Sergio Mantovani | country of citizenship | Italy | 1957\n- Sergio Bonelli | country of citizenship | Italy | 1957\n- Rossana Rossanda | country of citizenship | Italy | 1957\n- Romeo Bertini | country of citizenship | Italy | 1957\n- Renata Tebaldi | country of citizenship | Italy | 1957\n- Primo Nebiolo | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Adone Zoli (1957)\n Answer: Adone Zoli", "t_query": 1957.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000272", "prompt": " In what year was the diplomatic relation of Germany's capital's capital of equal to German Democratic Republic?\nEvidence:\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | shares border with | German Democratic Republic | 1974\n- Zwickau | country | German Democratic Republic | 1974\n- Zeuthen | country | German Democratic Republic | 1974\n- Wismar | country | German Democratic Republic | 1974\n- Q696016 | country | German Democratic Republic | 1974\n- Q525425 | country | German Democratic Republic | 1974\n- Q45898 | country | German Democratic Republic | 1974\n- Potsdam | country | German Democratic Republic | 1974\n- Neustrelitz | country | German Democratic Republic | 1974\n- Magdeburg | country | German Democratic Republic | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> diplomatic relation -> German Democratic Republic (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000273", "prompt": " In what year was the spouse of Christian Neureuther equal to Rosi Mittermaier?\nEvidence:\n- Rosi Mittermaier | spouse | Christian Neureuther | 1981\n- Christian Neureuther | spouse | Rosi Mittermaier | 1981\nReasoning:", "completion": " Hop 1: Christian Neureuther -> spouse -> Rosi Mittermaier (1981)\n Answer: 1981", "t_query": 1981.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2} +{"id": "sft_000274", "prompt": " In 1974, whose currency was Deutsche Mark?\nEvidence:\n- Germany | currency | Deutsche Mark | 1974\n- West Germany | currency | Deutsche Mark | 1974\n- Oberliga Nord (1974-1994) | country | West Germany | 1974\n- Saarland | located in the administrative territorial entity | West Germany | 1974\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1974\n- Würzburg | country | West Germany | 1974\n- Wuppertal | country | West Germany | 1974\n- Wiesbaden | country | West Germany | 1974\n- Westfalenliga | country | West Germany | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1974\n- West Germany | contains the administrative territorial entity | Saarland | 1974\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1974\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1974\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1974\nReasoning:", "completion": " Hop 1: Germany -> currency -> Deutsche Mark (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000275", "prompt": " In 1980, what was the military, police or special rank of Sultan bin Abdulaziz?\nEvidence:\n- Sultan bin Abdulaziz | military, police or special rank | minister | 1980\nReasoning:", "completion": " Hop 1: Sultan bin Abdulaziz -> military, police or special rank -> minister (1980)\n Answer: minister", "t_query": 1980.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_000276", "prompt": " In 1971, whose head of government's country of citizenship was Emilio Colombo?\nEvidence:\n- Italy | head of government | Emilio Colombo | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\n- Tullio Kezich | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Emilio Colombo (1971)\n Hop 2: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Answer: Salvatore Fiume", "t_query": 1971.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000277", "prompt": " Who was the position held of Italy's head of state after President of Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Tonino Cervi | country of citizenship | Italy | 1971\n- Tiziano Terzani | country of citizenship | Italy | 1971\n- Stéphane Grappelli | country of citizenship | Italy | 1971\n- Simon Spierer | country of citizenship | Italy | 1971\n- Sergio Mantovani | country of citizenship | Italy | 1971\n- Sergio Bonelli | country of citizenship | Italy | 1971\n- Rossana Rossanda | country of citizenship | Italy | 1971\n- Romeo Bertini | country of citizenship | Italy | 1971\n- Renata Tebaldi | country of citizenship | Italy | 1971\n- Primo Nebiolo | country of citizenship | Italy | 1971\n- Pietro Parente | country of citizenship | Italy | 1971\n- Oriana Fallaci | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giuseppe Saragat (1971)\n Hop 2: Giuseppe Saragat -> position held -> Italian senator for life (1971)\n Answer: Italian senator for life", "t_query": 1971.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000278", "prompt": " Who was the anthem of Omsk's located in after The Internationale?\nEvidence:\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Omsk | country | Soviet Union | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Q59054 | country of citizenship | Soviet Union | 1948\n- Q437262 | country of citizenship | Soviet Union | 1948\n- Q324083 | country of citizenship | Soviet Union | 1948\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1948\n- Yuri Manin | country of citizenship | Soviet Union | 1948\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1948\n- Viktor Kulikov | country of citizenship | Soviet Union | 1948\n- Vija Artmane | country of citizenship | Soviet Union | 1948\n- Vera Krepkina | country of citizenship | Soviet Union | 1948\n- Valeri Polyakov | country of citizenship | Soviet Union | 1948\nReasoning:", "completion": " Hop 1: Omsk -> located in -> Russian Soviet Federative Socialist Republic (1948)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> State Anthem of the Soviet Union (1948)\n Answer: State Anthem of the Soviet Union", "t_query": 1948.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000279", "prompt": " After Rudolf Bauer work location Berlin, what was the country of David Bowie's work location?\nEvidence:\n- David Bowie | work location | Berlin | 1978\n- Q896393 | work location | Berlin | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\n- Q497401 | terminus | Berlin | 1978\n- Anna Seghers | residence | Berlin | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\nReasoning:", "completion": " Hop 1: David Bowie -> work location -> Berlin (1978)\n Hop 2: Berlin -> country -> German Democratic Republic (1978)\n Answer: German Democratic Republic", "t_query": 1978.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 10} +{"id": "sft_000280", "prompt": " In what year was the member of of Lina Bo Bardi's country of citizenship equal to European Economic Community?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Lina Bo Bardi -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> member of -> European Economic Community (1970)\n Answer: 1970", "t_query": 1970.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000281", "prompt": " Who was the country of Barysaw after Reichskommissariat Ostland?\nEvidence:\n- Barysaw | country | Byelorussian Soviet Socialist Republic | 1967\n- Barysaw | located in the administrative territorial entity | Minsk Region | 1967\n- Vitebsk Region | located in the administrative territorial entity | Byelorussian Soviet Socialist Republic | 1967\nReasoning:", "completion": " Hop 1: Barysaw -> country -> Byelorussian Soviet Socialist Republic (1967)\n Answer: Byelorussian Soviet Socialist Republic", "t_query": 1967.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 3} +{"id": "sft_000282", "prompt": " After Anatoly Karpov award received Chess Oscar, what was the country of citizenship of Anatoly Karpov?\nEvidence:\n- Anatoly Karpov | award received | Chess Oscar | 1980\n- Anatoly Karpov | country of citizenship | Soviet Union | 1980\n- Q59054 | country of citizenship | Soviet Union | 1980\n- Q437262 | country of citizenship | Soviet Union | 1980\n- Q324083 | country of citizenship | Soviet Union | 1980\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1980\n- Yuri Manin | country of citizenship | Soviet Union | 1980\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1980\n- Viktor Kulikov | country of citizenship | Soviet Union | 1980\n- Vija Artmane | country of citizenship | Soviet Union | 1980\n- Vera Krepkina | country of citizenship | Soviet Union | 1980\n- Valeri Polyakov | country of citizenship | Soviet Union | 1980\n- Sergei Kovalev | country of citizenship | Soviet Union | 1980\n- Ruslan Khasbulatov | country of citizenship | Soviet Union | 1980\n- Raisa Gorbacheva | country of citizenship | Soviet Union | 1980\nReasoning:", "completion": " Hop 1: Anatoly Karpov -> country of citizenship -> Soviet Union (1980)\n Answer: Soviet Union", "t_query": 1980.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000283", "prompt": " In what year was the country of Skopje equal to Socialist Federal Republic of Yugoslavia?\nEvidence:\n- Skopje | country | Socialist Federal Republic of Yugoslavia | 1946\n- Šibenik | country | Socialist Federal Republic of Yugoslavia | 1946\n- Zagreb | country | Socialist Federal Republic of Yugoslavia | 1946\n- Vršac | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q583161 | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q55630 | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q5266 | country | Socialist Federal Republic of Yugoslavia | 1946\n- Pristina | country | Socialist Federal Republic of Yugoslavia | 1946\n- Perast | country | Socialist Federal Republic of Yugoslavia | 1946\n- Peja | country | Socialist Federal Republic of Yugoslavia | 1946\n- Niš | country | Socialist Federal Republic of Yugoslavia | 1946\n- Ljubljana | country | Socialist Federal Republic of Yugoslavia | 1946\n- Kovin | country | Socialist Federal Republic of Yugoslavia | 1946\n- Gjilan | country | Socialist Federal Republic of Yugoslavia | 1946\n- Gjakova | country | Socialist Federal Republic of Yugoslavia | 1946\nReasoning:", "completion": " Hop 1: Skopje -> country -> Socialist Federal Republic of Yugoslavia (1946)\n Answer: 1946", "t_query": 1946.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000284", "prompt": " In what year was the member of sports team of Paweł Kieszek equal to S.C. Braga?\nEvidence:\n- Paweł Kieszek | member of sports team | S.C. Braga | 2007\n- Paweł Kieszek | member of sports team | Polonia Warsaw | 2007\n- Q718432 | member of sports team | S.C. Braga | 2007\n- Q172149 | member of sports team | S.C. Braga | 2007\n- Césinha | member of sports team | S.C. Braga | 2007\n- Roland Linz | member of sports team | S.C. Braga | 2007\n- João Pereira | member of sports team | S.C. Braga | 2007\n- Diego Costa | member of sports team | S.C. Braga | 2007\n- Q670214 | member of sports team | Polonia Warsaw | 2007\n- Q655920 | member of sports team | Polonia Warsaw | 2007\nReasoning:", "completion": " Hop 1: Paweł Kieszek -> member of sports team -> S.C. Braga (2007)\n Answer: 2007", "t_query": 2007.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 10} +{"id": "sft_000285", "prompt": " In 1995, what was the winner of Albert Lasker Award for Basic Medical Research?\nEvidence:\n- Albert Lasker Award for Basic Medical Research | winner | Rolf M. Zinkernagel | 1995\n- Albert Lasker Award for Basic Medical Research | winner | Peter C. Doherty | 1995\n- Albert Lasker Award for Basic Medical Research | winner | Don Craig Wiley | 1995\n- Don Craig Wiley | award received | Albert Lasker Award for Basic Medical Research | 1995\nReasoning:", "completion": " Hop 1: Albert Lasker Award for Basic Medical Research -> winner -> Rolf M. Zinkernagel (1995)\n Answer: Rolf M. Zinkernagel", "t_query": 1995.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_000286", "prompt": " Who was the member of of Flaviano Vicentini's country of citizenship before European Economic Community?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\n- Ulrico Girardi | country of citizenship | Italy | 1967\nReasoning:", "completion": " Hop 1: Flaviano Vicentini -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1967)\n Answer: European Coal and Steel Community", "t_query": 1967.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000287", "prompt": " In 1989, whose head of state was Elizabeth II?\nEvidence:\n- Q672 | head of state | Elizabeth II | 1989\n- United Kingdom | head of state | Elizabeth II | 1989\n- New Zealand | head of state | Elizabeth II | 1989\n- United Kingdom | part of | European Union | 1989\n- United Kingdom | member of | European Union | 1989\n- Tony Abbott | country of citizenship | United Kingdom | 1989\n- Robert Morley | country of citizenship | United Kingdom | 1989\n- Liz Smith | country of citizenship | United Kingdom | 1989\n- Q238219 | country for sport | United Kingdom | 1989\nReasoning:", "completion": " Hop 1: United Kingdom -> head of state -> Elizabeth II (1989)\n Answer: United Kingdom", "t_query": 1989.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 9} +{"id": "sft_000288", "prompt": " Who was the head of government of Italy before Mario Monti?\nEvidence:\n- Mario Roatta | country of citizenship | Italy | 1960\n- Mario Gentili | country of citizenship | Italy | 1960\n- Q264986 | country of citizenship | Italy | 1960\n- Q219490 | country of citizenship | Italy | 1960\n- Dalida | country of citizenship | Italy | 1960\n- Veriano Luchetti | country of citizenship | Italy | 1960\n- Tonino Cervi | country of citizenship | Italy | 1960\n- Tiziano Terzani | country of citizenship | Italy | 1960\n- Stéphane Grappelli | country of citizenship | Italy | 1960\n- Simon Spierer | country of citizenship | Italy | 1960\n- Sergio Mantovani | country of citizenship | Italy | 1960\n- Sergio Bonelli | country of citizenship | Italy | 1960\n- Rossana Rossanda | country of citizenship | Italy | 1960\n- Romeo Bertini | country of citizenship | Italy | 1960\n- Renata Tebaldi | country of citizenship | Italy | 1960\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Antonio Segni (1960)\n Answer: Antonio Segni", "t_query": 1960.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000289", "prompt": " After Nevio de Zordo country of citizenship Italy, what was the member of of Nino Baragli's country of citizenship?\nEvidence:\n- Nevio de Zordo | country of citizenship | Italy | 1994\n- Nino Baragli | country of citizenship | Italy | 1994\n- Virginio De Paoli | country of citizenship | Italy | 1994\n- Velasio de Paolis | country of citizenship | Italy | 1994\n- Renzo De Felice | country of citizenship | Italy | 1994\n- Mario De Donà | country of citizenship | Italy | 1994\n- Francesco De Masi | country of citizenship | Italy | 1994\n- Dino De Antoni | country of citizenship | Italy | 1994\n- Alberto De Martino | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\nReasoning:", "completion": " Hop 1: Nino Baragli -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1994)\n Answer: European Coal and Steel Community", "t_query": 1994.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000290", "prompt": " Who was the member of of Robert Morley's country of citizenship before G8?\nEvidence:\n- Robert Morley | country of citizenship | United Kingdom | 1983\n- Tony Abbott | country of citizenship | United Kingdom | 1983\n- Liz Smith | country of citizenship | United Kingdom | 1983\n- United Kingdom | member of | European Union | 1983\n- United Kingdom | part of | European Union | 1983\n- United Kingdom | head of state | Elizabeth II | 1983\nReasoning:", "completion": " Hop 1: Robert Morley -> country of citizenship -> United Kingdom (1983)\n Hop 2: United Kingdom -> member of -> European Union (1983)\n Answer: European Union", "t_query": 1983.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 6} +{"id": "sft_000291", "prompt": " After Karlsruhe country West Germany, what was the territory claimed by of Würzburg's country?\nEvidence:\n- West Germany | territory claimed by | German Democratic Republic | 1950\n- Würzburg | country | West Germany | 1950\n- Karlsruhe | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\n- Wiesbaden | country | West Germany | 1950\n- Viersen | country | West Germany | 1950\n- Speyer | country | West Germany | 1950\n- Sande | country | West Germany | 1950\n- Q52041 | country | West Germany | 1950\n- Neuenkirchen | country | West Germany | 1950\n- Mannheim | country | West Germany | 1950\n- Lörrach | country | West Germany | 1950\n- Kiel | country | West Germany | 1950\n- Hessenliga | country | West Germany | 1950\n- Heilsbronn | country | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> territory claimed by -> German Democratic Republic (1950)\n Answer: German Democratic Republic", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000292", "prompt": " In 1926, what was the country of citizenship of Mario De Donà?\nEvidence:\n- Mario De Donà | country of citizenship | Kingdom of Italy | 1926\n- Mario Sarto | country of citizenship | Kingdom of Italy | 1926\n- Mario Roatta | country of citizenship | Kingdom of Italy | 1926\n- Mario Palanti | country of citizenship | Kingdom of Italy | 1926\n- Mario Bonnard | country of citizenship | Kingdom of Italy | 1926\n- Gaetano de Lai | country of citizenship | Kingdom of Italy | 1926\n- Alberto Maria De Agostini | country of citizenship | Kingdom of Italy | 1926\n- Q976653 | country of citizenship | Kingdom of Italy | 1926\n- Q972711 | country of citizenship | Kingdom of Italy | 1926\n- Q922237 | country of citizenship | Kingdom of Italy | 1926\n- Q890523 | country of citizenship | Kingdom of Italy | 1926\n- Q715036 | country of citizenship | Kingdom of Italy | 1926\n- Q710497 | country of citizenship | Kingdom of Italy | 1926\n- Q678253 | country of citizenship | Kingdom of Italy | 1926\n- Q654973 | country of citizenship | Kingdom of Italy | 1926\nReasoning:", "completion": " Hop 1: Mario De Donà -> country of citizenship -> Kingdom of Italy (1926)\n Answer: Kingdom of Italy", "t_query": 1926.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000293", "prompt": " In 1984, what was the member of of Romano Mussolini's country of citizenship?\nEvidence:\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Romano Mussolini -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1984)\n Answer: European Coal and Steel Community", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000294", "prompt": " Who was the member of sports team of István Kocsis before Lierse S.K.?\nEvidence:\n- István Kocsis | member of sports team | Budapest Honvéd FC | 1979\n- István Kocsis | member of sports team | Hungary men's national football team | 1979\n- Q852818 | member of sports team | Hungary men's national football team | 1979\n- Q838673 | member of sports team | Hungary men's national football team | 1979\n- Q838670 | member of sports team | Hungary men's national football team | 1979\n- Q729669 | member of sports team | Hungary men's national football team | 1979\n- Q729070 | member of sports team | Hungary men's national football team | 1979\n- Q727784 | member of sports team | Hungary men's national football team | 1979\n- Q699497 | member of sports team | Hungary men's national football team | 1979\n- Q361244 | member of sports team | Hungary men's national football team | 1979\n- Ferenc Csongrádi | member of sports team | Hungary men's national football team | 1979\n- Q937089 | member of sports team | Budapest Honvéd FC | 1979\n- Q901558 | member of sports team | Budapest Honvéd FC | 1979\n- Q729103 | member of sports team | Budapest Honvéd FC | 1979\nReasoning:", "completion": " Hop 1: István Kocsis -> member of sports team -> Hungary men's national football team (1979)\n Answer: Hungary men's national football team", "t_query": 1979.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 14} +{"id": "sft_000295", "prompt": " After Alighiero Boetti country of citizenship Italy, what was the member of of Giovanni Spadolini's country of citizenship?\nEvidence:\n- Alighiero Boetti | country of citizenship | Italy | 1975\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giovanni Spadolini -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> member of -> European Economic Community (1975)\n Answer: European Economic Community", "t_query": 1975.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000296", "prompt": " In 1928, whose located in was Seine-et-Oise?\nEvidence:\n- Bonnières-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Villejust | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Villecresnes | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Valenton | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Saclas | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Q899558 | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Q83472 | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Q794124 | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Q752150 | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Q639332 | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Q491908 | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Q276508 | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Q273061 | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Q272066 | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Q268408 | located in the administrative territorial entity | Seine-et-Oise | 1928\nReasoning:", "completion": " Hop 1: Lévis-Saint-Nom -> located in -> Seine-et-Oise (1928)\n Answer: Lévis-Saint-Nom", "t_query": 1928.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000297", "prompt": " In what year was the head of government of Germany's capital's capital of's contains the administrative territorial entity equal to Franz-Josef Röder?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Afghanistan | basic form of government | republic | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Saarland (1974)\n Hop 4: Saarland -> head of government -> Franz-Josef Röder (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 4, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000298", "prompt": " Who was the coach of sports team of Artur Jorge after FC Porto?\nEvidence:\n- Artur Jorge | coach of sports team | S.L. Benfica | 1995\n- Artur Jorge | coach of sports team | Switzerland men's national football team | 1995\n- Q686846 | member of sports team | Switzerland men's national football team | 1995\n- Q676250 | member of sports team | Switzerland men's national football team | 1995\n- Q673003 | member of sports team | Switzerland men's national football team | 1995\n- Q671796 | member of sports team | Switzerland men's national football team | 1995\n- Q372858 | member of sports team | Switzerland men's national football team | 1995\n- Q327937 | member of sports team | Switzerland men's national football team | 1995\n- Q323799 | member of sports team | Switzerland men's national football team | 1995\n- Q124201 | member of sports team | Switzerland men's national football team | 1995\n- Q976320 | member of sports team | S.L. Benfica | 1995\n- Q929372 | member of sports team | S.L. Benfica | 1995\n- Q725768 | member of sports team | S.L. Benfica | 1995\n- Q440999 | member of sports team | S.L. Benfica | 1995\n- Q386973 | member of sports team | S.L. Benfica | 1995\nReasoning:", "completion": " Hop 1: Artur Jorge -> coach of sports team -> S.L. Benfica (1995)\n Answer: S.L. Benfica", "t_query": 1995.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000299", "prompt": " In 1966, what was the member of of Eugène Tisserant?\nEvidence:\n- Eugène Tisserant | member of | Académie Française | 1966\n- Eugène Tisserant | position held | Dean of the College of Cardinals | 1966\n- Eugène Tisserant | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q998913 | member of | Académie Française | 1966\n- René Huyghe | member of | Académie Française | 1966\n- Jérôme Carcopino | member of | Académie Française | 1966\n- Jean Paulhan | member of | Académie Française | 1966\n- Jean Guéhenno | member of | Académie Française | 1966\n- François Mauriac | member of | Académie Française | 1966\n- Pierre-Henri Simon | member of | Académie Française | 1966\n- Q822586 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q74879 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q689251 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q663757 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q521915 | member of | Académie des Inscriptions et Belles-Lettres | 1966\nReasoning:", "completion": " Hop 1: Eugène Tisserant -> member of -> Académie Française (1966)\n Answer: Académie Française", "t_query": 1966.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000300", "prompt": " In what year was the work location of Hermann Joseph Muller equal to Austin?\nEvidence:\n- Hermann Joseph Muller | work location | Austin | 1929\nReasoning:", "completion": " Hop 1: Hermann Joseph Muller -> work location -> Austin (1929)\n Answer: 1929", "t_query": 1929.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1} +{"id": "sft_000301", "prompt": " In 1985, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1985)\n Hop 2: Veriano Luchetti -> country of citizenship -> Italy (1985)\n Answer: Veriano Luchetti", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000302", "prompt": " In what year was the head coach of Germany men's national association football team equal to Jupp Derwall?\nEvidence:\n- Germany men's national association football team | head coach | Jupp Derwall | 1978\n- Q63920 | member of sports team | Germany men's national association football team | 1978\n- Q455150 | member of sports team | Germany men's national association football team | 1978\n- Q186400 | member of sports team | Germany men's national association football team | 1978\n- Q152871 | member of sports team | Germany men's national association football team | 1978\n- Ronald Borchers | member of sports team | Germany men's national association football team | 1978\n- Klaus Fischer | member of sports team | Germany men's national association football team | 1978\n- Berti Vogts | member of sports team | Germany men's national association football team | 1978\n- Bernd Franke | member of sports team | Germany men's national association football team | 1978\n- Q63920 | member of sports team | Germany national football B team | 1978\n- Q63920 | member of sports team | Borussia Dortmund | 1978\n- Q455150 | member of sports team | 1. FC Köln | 1978\n- Q186400 | member of sports team | 1. FC Köln | 1978\n- Q152871 | member of sports team | FC Bayern Munich | 1978\n- Klaus Fischer | member of sports team | Schalke 04 | 1978\nReasoning:", "completion": " Hop 1: Germany men's national association football team -> head coach -> Jupp Derwall (1978)\n Answer: 1978", "t_query": 1978.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000303", "prompt": " After Don Host Oblast country Russian Empire, what was the head of state of Kasato Maru's country of registry?\nEvidence:\n- Kasato Maru | country of registry | Russian Empire | 1901\n- Don Host Oblast | country | Russian Empire | 1901\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1901\n- Russian Empire | head of state | Nicholas II of Russia | 1901\n- Șirăuți | country | Russian Empire | 1901\n- Šeteniai | country | Russian Empire | 1901\n- Łódź | country | Russian Empire | 1901\n- Červień | country | Russian Empire | 1901\n- Zhytomyr | country | Russian Empire | 1901\n- Yevpatoriia | country | Russian Empire | 1901\n- Yalta | country | Russian Empire | 1901\n- Voronezh | country | Russian Empire | 1901\n- Vologda | country | Russian Empire | 1901\n- Volodymyr | country | Russian Empire | 1901\n- Volhynia | country | Russian Empire | 1901\nReasoning:", "completion": " Hop 1: Kasato Maru -> country of registry -> Russian Empire (1901)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1901)\n Answer: Nicholas II of Russia", "t_query": 1901.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000304", "prompt": " In 1975, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\n- Ulrico Girardi | country of citizenship | Italy | 1975\n- Ugo Poletti | country of citizenship | Italy | 1975\n- Tullio Kezich | country of citizenship | Italy | 1975\n- Tonino Cervi | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1975)\n Hop 2: Giovanni Spadolini -> country of citizenship -> Italy (1975)\n Answer: Giovanni Spadolini", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000305", "prompt": " Who was the contains the administrative territorial entity of Germany's head of government's country of citizenship after Schleswig-Holstein?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Hamburg (1987)\n Answer: Hamburg", "t_query": 1987.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000306", "prompt": " In 1955, whose head of government was Mario Scelba?\nEvidence:\n- Italy | head of government | Mario Scelba | 1955\n- Mario Roatta | country of citizenship | Italy | 1955\n- Mario Massa | country of citizenship | Italy | 1955\n- Mario Gentili | country of citizenship | Italy | 1955\n- Mario Castellani | country of citizenship | Italy | 1955\n- Mario Bò | country of citizenship | Italy | 1955\n- Zita of Bourbon-Parma | country of citizenship | Italy | 1955\n- Q658206 | country of citizenship | Italy | 1955\n- Q642428 | country of citizenship | Italy | 1955\n- Q639507 | country of citizenship | Italy | 1955\n- Q612509 | country of citizenship | Italy | 1955\n- Q454036 | country of citizenship | Italy | 1955\n- Q435856 | country of citizenship | Italy | 1955\n- Q318968 | country of citizenship | Italy | 1955\n- Q264986 | country of citizenship | Italy | 1955\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Mario Scelba (1955)\n Answer: Italy", "t_query": 1955.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000307", "prompt": " In what year was the award received of Giorgio Rebuffi's country of citizenship's head of state equal to Grand Order of King Tomislav?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Guerra | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\nReasoning:", "completion": " Hop 1: Giorgio Rebuffi -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Hop 3: Oscar Luigi Scalfaro -> award received -> Grand Order of King Tomislav (1997)\n Answer: 1997", "t_query": 1997.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000308", "prompt": " In 1963, what was the member of of Gianni Brera's country of citizenship?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Gianni Brera -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> member of -> European Economic Community (1963)\n Answer: European Economic Community", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000309", "prompt": " In what year was the league or competition of Lluís Companys Olympic Stadium's occupant equal to NFL Europe?\nEvidence:\n- Lluís Companys Olympic Stadium | occupant | Barcelona Dragons | 1999\n- Lluís Companys Olympic Stadium | occupant | RCD Espanyol de Barcelona | 1999\n- Barcelona Dragons | league or competition | NFL Europe | 1999\n- Barcelona Dragons | home venue | Lluís Companys Olympic Stadium | 1999\n- Jack Bicknell | coach of sports team | Barcelona Dragons | 1999\n- Q943194 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q939976 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q704268 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q296975 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Mauro Navas | member of sports team | RCD Espanyol de Barcelona | 1999\n- Barcelona Dragons | head coach | Jack Bicknell | 1999\nReasoning:", "completion": " Hop 1: Lluís Companys Olympic Stadium -> occupant -> Barcelona Dragons (1999)\n Hop 2: Barcelona Dragons -> league or competition -> NFL Europe (1999)\n Answer: 1999", "t_query": 1999.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 11} +{"id": "sft_000310", "prompt": " Who was the member of of John Paul I's country of citizenship before European Coal and Steel Community?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\n- Virginio Rosetta | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: John Paul I -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> member of -> European Economic Community (1961)\n Answer: European Economic Community", "t_query": 1961.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000311", "prompt": " In 1950, whose contains the administrative territorial entity's country was Hamburg?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Hamburg (1950)\n Hop 2: Mannheim -> country -> West Germany (1950)\n Answer: Mannheim", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000312", "prompt": " In what year was the spouse of Richard Nixon equal to Pat Nixon?\nEvidence:\n- Richard Nixon | spouse | Pat Nixon | 1960\n- Pat Nixon | spouse | Richard Nixon | 1960\n- Pat Nixon | position held | Second Lady or Gentleman of the United States | 1960\n- Richard Nixon | work location | Washington, D.C. | 1960\n- Richard Nixon | position held | Vice President of the United States | 1960\n- Q216195 | work location | Washington, D.C. | 1960\nReasoning:", "completion": " Hop 1: Richard Nixon -> spouse -> Pat Nixon (1960)\n Answer: 1960", "t_query": 1960.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 6} +{"id": "sft_000313", "prompt": " After Route nationale 401 located in Meuse, what was the located in of Route nationale 401?\nEvidence:\n- Route nationale 401 | located in the administrative territorial entity | Meuse | 1946\n- Route nationale 401 | located in the administrative territorial entity | Haute-Marne | 1946\n- Route nationale 401 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\n- Route nationale 411 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\n- Q731279 | located in the administrative territorial entity | Haute-Marne | 1946\nReasoning:", "completion": " Hop 1: Route nationale 401 -> located in -> Haute-Marne (1946)\n Answer: Haute-Marne", "t_query": 1946.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 5} +{"id": "sft_000314", "prompt": " In 1963, what was the position held of Luigi Pistilli's country of citizenship's head of state?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Luigi Pistilli -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Hop 3: Antonio Segni -> position held -> President of Italy (1963)\n Answer: President of Italy", "t_query": 1963.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000315", "prompt": " In what year was the head of government of Italy equal to Fernando Tambroni?\nEvidence:\n- Q264986 | country of citizenship | Italy | 1960\n- Q219490 | country of citizenship | Italy | 1960\n- Dalida | country of citizenship | Italy | 1960\n- Veriano Luchetti | country of citizenship | Italy | 1960\n- Tonino Cervi | country of citizenship | Italy | 1960\n- Tiziano Terzani | country of citizenship | Italy | 1960\n- Stéphane Grappelli | country of citizenship | Italy | 1960\n- Simon Spierer | country of citizenship | Italy | 1960\n- Sergio Mantovani | country of citizenship | Italy | 1960\n- Sergio Bonelli | country of citizenship | Italy | 1960\n- Rossana Rossanda | country of citizenship | Italy | 1960\n- Romeo Bertini | country of citizenship | Italy | 1960\n- Renata Tebaldi | country of citizenship | Italy | 1960\n- Primo Nebiolo | country of citizenship | Italy | 1960\n- Pietro Parente | country of citizenship | Italy | 1960\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Fernando Tambroni (1960)\n Answer: 1960", "t_query": 1960.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000316", "prompt": " After Li Rui country of citizenship People's Republic of China, what was the head of government of People's Republic of China?\nEvidence:\n- Li Rui | country of citizenship | People's Republic of China | 2008\n- Li Peng | country of citizenship | People's Republic of China | 2008\n- Gong Li | country of citizenship | People's Republic of China | 2008\n- People's Republic of China | head of government | Wen Jiabao | 2008\n- People's Republic of China | head of state | Hu Jintao | 2008\n- Xu Qinxian | country of citizenship | People's Republic of China | 2008\n- Xiao Yang | country of citizenship | People's Republic of China | 2008\n- Xiao Ke | country of citizenship | People's Republic of China | 2008\n- Ricky Hui | country of citizenship | People's Republic of China | 2008\n- Benny Chan | country of citizenship | People's Republic of China | 2008\n- Li Rui | member of political party | Chinese Communist Party | 2008\n- Li Peng | member of political party | Chinese Communist Party | 2008\n- Wen Jiabao | member of | Politburo Standing Committee of the Chinese Communist Party | 2008\n- General Secretary of the Chinese Communist Party | position holder | Hu Jintao | 2008\n- Xiao Yang | member of political party | Chinese Communist Party | 2008\nReasoning:", "completion": " Hop 1: People's Republic of China -> head of government -> Wen Jiabao (2008)\n Answer: Wen Jiabao", "t_query": 2008.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000317", "prompt": " In 2003, whose contains the administrative territorial entity's located in's contains the administrative territorial entity was Feyzin?\nEvidence:\n- Rhône | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Rhône | contains the administrative territorial entity | Vénissieux | 2003\n- Rhône | contains the administrative territorial entity | Villeurbanne | 2003\n- Rhône | contains the administrative territorial entity | Meyzieu | 2003\n- Rhône | contains the administrative territorial entity | Genay | 2003\n- Rhône | contains the administrative territorial entity | Francheville | 2003\n- Rhône | contains the administrative territorial entity | Bron | 2003\n- Ternay | located in the administrative territorial entity | Rhône | 2003\n- Chaponnay | located in the administrative territorial entity | Rhône | 2003\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 2003\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\nReasoning:", "completion": " Hop 1: Rhône -> contains the administrative territorial entity -> Feyzin (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000318", "prompt": " In 1987, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1987)\n Hop 2: Romolo Alzani -> country of citizenship -> Italy (1987)\n Answer: Romolo Alzani", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000319", "prompt": " Who was the position held of Germany's head of state after Governing Mayor of Berlin?\nEvidence:\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Germany | significant event | Berlin Wall | 1987\n- Richard von Weizsäcker | position held | president of Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- president of Germany | position holder | Richard von Weizsäcker | 1987\n- Berlin | country | German Democratic Republic | 1987\n- East Berlin | capital of | German Democratic Republic | 1987\n- Bonn | capital of | Germany | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Richard von Weizsäcker (1987)\n Hop 2: Richard von Weizsäcker -> position held -> president of Germany (1987)\n Answer: president of Germany", "t_query": 1987.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000320", "prompt": " In what year was the located in of Urban Community of Lyon's contains the administrative territorial entity equal to Rhône?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Answer: 2003", "t_query": 2003.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000321", "prompt": " Who was the located in of Route nationale 401 before Meuse?\nEvidence:\n- Route nationale 401 | located in the administrative territorial entity | Meuse | 1946\n- Route nationale 401 | located in the administrative territorial entity | Haute-Marne | 1946\n- Route nationale 401 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\n- Route nationale 411 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\n- Q731279 | located in the administrative territorial entity | Haute-Marne | 1946\nReasoning:", "completion": " Hop 1: Route nationale 401 -> located in -> Haute-Marne (1946)\n Answer: Haute-Marne", "t_query": 1946.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 5} +{"id": "sft_000322", "prompt": " In 2003, whose contains the administrative territorial entity's located in's contains the administrative territorial entity was Vénissieux?\nEvidence:\n- Rhône | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Rhône | contains the administrative territorial entity | Villeurbanne | 2003\n- Rhône | contains the administrative territorial entity | Meyzieu | 2003\n- Rhône | contains the administrative territorial entity | Genay | 2003\n- Rhône | contains the administrative territorial entity | Francheville | 2003\n- Rhône | contains the administrative territorial entity | Feyzin | 2003\n- Rhône | contains the administrative territorial entity | Bron | 2003\n- Ternay | located in the administrative territorial entity | Rhône | 2003\n- Chaponnay | located in the administrative territorial entity | Rhône | 2003\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 2003\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\nReasoning:", "completion": " Hop 1: Rhône -> contains the administrative territorial entity -> Vénissieux (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000323", "prompt": " Who was the contains the administrative territorial entity of United States before Commonwealth of the Philippines?\nEvidence:\n- United States | contains the administrative territorial entity | Territory of Hawaii | 1917\n- Frank Tieri | residence | United States | 1917\n- Vincent R. Impellitteri | residence | United States | 1917\n- United States | shares border with | Panama | 1917\n- United States | head of government | Woodrow Wilson | 1917\n- Frances Benjamin Johnston | work location | United States | 1917\n- Alexander Graham Bell | country of citizenship | United States | 1917\n- Hawaii County | located in the administrative territorial entity | Territory of Hawaii | 1917\n- Q335931 | signatory | Woodrow Wilson | 1917\n- Q255169 | spouse | Woodrow Wilson | 1917\nReasoning:", "completion": " Hop 1: United States -> contains the administrative territorial entity -> Territory of Hawaii (1917)\n Answer: Territory of Hawaii", "t_query": 1917.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 10} +{"id": "sft_000324", "prompt": " After Oberliga West (1947-1963) country West Germany, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Bonn | capital of | West Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- West Germany | currency | Deutsche Mark | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Hamburg (1974)\n Answer: Hamburg", "t_query": 1974.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000325", "prompt": " After Karlsruhe country West Germany, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- Würzburg | country | West Germany | 1950\n- Karlsruhe | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Hamburg (1950)\n Answer: Hamburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000326", "prompt": " In what year was the capital of of Germany's capital equal to West Germany?\nEvidence:\n- Bonn | capital of | West Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- West Germany | currency | Deutsche Mark | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000327", "prompt": " After Shane McMahon occupation entrepreneur, what was the sport of Shane McMahon?\nEvidence:\n- Shane McMahon | occupation | entrepreneur | 2010\n- Shane McMahon | sport | referee | 2010\n- Shane McMahon | sport | professional wrestling | 2010\n- Shane McMahon | employer | WWE | 2010\n- Vince McMahon | employer | WWE | 2010\n- Q44304 | sport | professional wrestling | 2010\n- Ring of Honor | sport | professional wrestling | 2010\n- Q285372 | employer | WWE | 2010\n- Mike Chioda | employer | WWE | 2010\nReasoning:", "completion": " Hop 1: Shane McMahon -> sport -> professional wrestling (2010)\n Answer: professional wrestling", "t_query": 2010.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 9} +{"id": "sft_000328", "prompt": " In what year was the contains the administrative territorial entity of Mannheim's country equal to Rhineland-Palatinate?\nEvidence:\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Rhineland-Palatinate (1950)\n Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000329", "prompt": " In 2002, what was the winner of Albert Lasker Award for Basic Medical Research?\nEvidence:\n- Albert Lasker Award for Basic Medical Research | winner | Randy Schekman | 2002\n- Albert Lasker Award for Basic Medical Research | winner | James Rothman | 2002\n- Louisa Gross Horwitz Prize | winner | Randy Schekman | 2002\n- Louisa Gross Horwitz Prize | winner | James Rothman | 2002\nReasoning:", "completion": " Hop 1: Albert Lasker Award for Basic Medical Research -> winner -> James Rothman (2002)\n Answer: James Rothman", "t_query": 2002.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_000330", "prompt": " After People's Republic of China diplomatic relation The Gambia, what was the head of state of People's Republic of China?\nEvidence:\n- People's Republic of China | head of state | Hu Jintao | 2008\n- People's Republic of China | head of government | Wen Jiabao | 2008\n- Xu Qinxian | country of citizenship | People's Republic of China | 2008\n- Xiao Yang | country of citizenship | People's Republic of China | 2008\n- Xiao Ke | country of citizenship | People's Republic of China | 2008\n- Ricky Hui | country of citizenship | People's Republic of China | 2008\n- Li Rui | country of citizenship | People's Republic of China | 2008\n- Li Peng | country of citizenship | People's Republic of China | 2008\n- Gong Li | country of citizenship | People's Republic of China | 2008\n- Benny Chan | country of citizenship | People's Republic of China | 2008\n- Wen Jiabao | member of | Politburo Standing Committee of the Chinese Communist Party | 2008\n- General Secretary of the Chinese Communist Party | position holder | Hu Jintao | 2008\n- Xiao Yang | member of political party | Chinese Communist Party | 2008\n- Xiao Ke | member of political party | Chinese Communist Party | 2008\n- Li Rui | member of political party | Chinese Communist Party | 2008\nReasoning:", "completion": " Hop 1: People's Republic of China -> head of state -> Hu Jintao (2008)\n Answer: Hu Jintao", "t_query": 2008.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000331", "prompt": " In what year was the head of government of Italy equal to Matteo Renzi?\nEvidence:\n- Sergio Donadoni | country of citizenship | Italy | 2015\n- Sebastiano Mannironi | country of citizenship | Italy | 2015\n- Salvatore Cassisa | country of citizenship | Italy | 2015\n- Rossana Rossanda | country of citizenship | Italy | 2015\n- Romano Agostinelli | country of citizenship | Italy | 2015\n- Roberto Tucci | country of citizenship | Italy | 2015\n- Pinuccio Sciola | country of citizenship | Italy | 2015\n- Paolo Villaggio | country of citizenship | Italy | 2015\n- Mauro Staccioli | country of citizenship | Italy | 2015\n- Mario Sereni | country of citizenship | Italy | 2015\n- Mario Perniola | country of citizenship | Italy | 2015\n- Luigi Agnolin | country of citizenship | Italy | 2015\n- Luca Ronconi | country of citizenship | Italy | 2015\n- Ignazio Cannavò | country of citizenship | Italy | 2015\n- Giuseppe Ferrara | country of citizenship | Italy | 2015\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Matteo Renzi (2015)\n Answer: 2015", "t_query": 2015.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000332", "prompt": " After Adeodato Giovanni Piazza country of citizenship Italy, what was the currency of Eleonora Rossi Drago's country of citizenship?\nEvidence:\n- Eleonora Rossi Drago | country of citizenship | Italy | 1947\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1947\n- Giovanni Ticozzi | country of citizenship | Italy | 1947\n- Giovanni Papini | country of citizenship | Italy | 1947\n- Giovanni Mardersteig | country of citizenship | Italy | 1947\n- Giovanni Invernizzi | country of citizenship | Italy | 1947\n- Giovanni Goria | country of citizenship | Italy | 1947\n- Giovanni Ferrofino | country of citizenship | Italy | 1947\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1947\n- Q612509 | country of citizenship | Italy | 1947\n- Q454036 | country of citizenship | Italy | 1947\n- Q435856 | country of citizenship | Italy | 1947\n- Q432318 | country of citizenship | Italy | 1947\n- Q429298 | country of citizenship | Italy | 1947\n- Q340261 | country of citizenship | Italy | 1947\nReasoning:", "completion": " Hop 1: Eleonora Rossi Drago -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> currency -> Italian lira (1947)\n Answer: Italian lira", "t_query": 1947.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000333", "prompt": " In 2004, what was the head of state of Angelo Martino Colombo's country of citizenship?\nEvidence:\n- Angelo Martino Colombo | country of citizenship | Italy | 2004\n- Alberto De Martino | country of citizenship | Italy | 2004\n- Angelo Infanti | country of citizenship | Italy | 2004\n- Angelo Cuniberti | country of citizenship | Italy | 2004\n- Q679495 | country of citizenship | Italy | 2004\n- Q678840 | country of citizenship | Italy | 2004\n- Q445276 | country of citizenship | Italy | 2004\n- Q383551 | country of citizenship | Italy | 2004\n- Vittorio Vettori | country of citizenship | Italy | 2004\n- Vito Lattanzio | country of citizenship | Italy | 2004\n- Veriano Luchetti | country of citizenship | Italy | 2004\n- Valeria Moriconi | country of citizenship | Italy | 2004\n- Urbano Lazzaro | country of citizenship | Italy | 2004\n- Tullio Kezich | country of citizenship | Italy | 2004\n- Tonino Guerra | country of citizenship | Italy | 2004\nReasoning:", "completion": " Hop 1: Angelo Martino Colombo -> country of citizenship -> Italy (2004)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2004)\n Answer: Carlo Azeglio Ciampi", "t_query": 2004.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000334", "prompt": " After Félicien Marceau award received Prix Goncourt, what was the member of of Félicien Marceau?\nEvidence:\n- Félicien Marceau | member of | Académie Française | 1995\n- René Huyghe | member of | Académie Française | 1995\n- Michel Déon | member of | Académie Française | 1995\n- Julien Green | member of | Académie Française | 1995\n- Jacques Laurent | member of | Académie Française | 1995\n- Jean-Marie Lustiger | member of | Académie Française | 1995\n- Académie Française | general secretary | Maurice Druon | 1995\nReasoning:", "completion": " Hop 1: Félicien Marceau -> member of -> Académie Française (1995)\n Answer: Académie Française", "t_query": 1995.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 7} +{"id": "sft_000335", "prompt": " After West Germany contains the administrative territorial entity Rhineland-Palatinate, what was the territory claimed by of Friedrich Guggenberger's allegiance?\nEvidence:\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | territory claimed by | German Democratic Republic | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> territory claimed by -> German Democratic Republic (1972)\n Answer: German Democratic Republic", "t_query": 1972.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000336", "prompt": " Who was the head of state of Ugo Morin's country of citizenship before Giovanni Leone?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Giovanni Mardersteig | country of citizenship | Italy | 1968\n- Giovanni Invernizzi | country of citizenship | Italy | 1968\n- Giovanni Goria | country of citizenship | Italy | 1968\n- Giovanni Ferrofino | country of citizenship | Italy | 1968\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Ugo Morin -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1968)\n Answer: Giuseppe Saragat", "t_query": 1968.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000337", "prompt": " In 1966, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\n- Veriano Luchetti | country of citizenship | Italy | 1966\n- Ulrico Girardi | country of citizenship | Italy | 1966\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1966)\n Hop 2: Cesare Terranova -> country of citizenship -> Italy (1966)\n Answer: Cesare Terranova", "t_query": 1966.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000338", "prompt": " In what year was the member of of Carmelo Cappello's country of citizenship equal to European Economic Community?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> member of -> European Economic Community (1964)\n Answer: 1964", "t_query": 1964.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000339", "prompt": " In 1959, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1959)\n Hop 2: Gino Cassinis -> country of citizenship -> Italy (1959)\n Answer: Gino Cassinis", "t_query": 1959.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000340", "prompt": " In what year was the general secretary of Germany's head of government's member of political party equal to Martin Bangemann?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Martin Patzelt | country of citizenship | German Democratic Republic | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> member of political party -> Free Democratic Party (1974)\n Hop 3: Free Democratic Party -> general secretary -> Martin Bangemann (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000341", "prompt": " In 1908, what was the country of citizenship of Nunzio Malasomma?\nEvidence:\n- Nunzio Malasomma | country of citizenship | Kingdom of Italy | 1908\n- Q983389 | country of citizenship | Kingdom of Italy | 1908\n- Q976653 | country of citizenship | Kingdom of Italy | 1908\n- Q972711 | country of citizenship | Kingdom of Italy | 1908\n- Q959367 | country of citizenship | Kingdom of Italy | 1908\n- Q939226 | country of citizenship | Kingdom of Italy | 1908\n- Q926585 | country of citizenship | Kingdom of Italy | 1908\n- Q920582 | country of citizenship | Kingdom of Italy | 1908\n- Q890523 | country of citizenship | Kingdom of Italy | 1908\n- Q817284 | country of citizenship | Kingdom of Italy | 1908\n- Q765946 | country of citizenship | Kingdom of Italy | 1908\n- Q745874 | country of citizenship | Kingdom of Italy | 1908\n- Q728920 | country of citizenship | Kingdom of Italy | 1908\n- Q728589 | country of citizenship | Kingdom of Italy | 1908\n- Q715036 | country of citizenship | Kingdom of Italy | 1908\nReasoning:", "completion": " Hop 1: Nunzio Malasomma -> country of citizenship -> Kingdom of Italy (1908)\n Answer: Kingdom of Italy", "t_query": 1908.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000342", "prompt": " After Suhrkamp Verlag headquarters Frankfurt, what was the contains the administrative territorial entity of Bernard Schultze's work location's country?\nEvidence:\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Bernard Schultze | work location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Bavaria (1953)\n Answer: Bavaria", "t_query": 1953.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 3} +{"id": "sft_000343", "prompt": " Who was the contains the administrative territorial entity of Rhône after Villeurbanne?\nEvidence:\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1986\n- Rhône | contains the administrative territorial entity | Vénissieux | 1986\n- Rhône | contains the administrative territorial entity | Meyzieu | 1986\n- Rhône | contains the administrative territorial entity | Genay | 1986\n- Rhône | contains the administrative territorial entity | Francheville | 1986\n- Rhône | contains the administrative territorial entity | Feyzin | 1986\n- Rhône | contains the administrative territorial entity | Bron | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 1986\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1986\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1986\n- Ternay | located in the administrative territorial entity | Rhône | 1986\n- Chaponnay | located in the administrative territorial entity | Rhône | 1986\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1986\n- Route nationale 383 | located in the administrative territorial entity | Rhône | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 1986\nReasoning:", "completion": " Hop 1: Rhône -> contains the administrative territorial entity -> Genay (1986)\n Answer: Genay", "t_query": 1986.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000344", "prompt": " After Oberliga West (1947-1963) country West Germany, what was the contains the administrative territorial entity of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Rhineland-Palatinate (1953)\n Answer: Rhineland-Palatinate", "t_query": 1953.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 3} +{"id": "sft_000345", "prompt": " After Nakhchivan country Soviet Union, what was the country of Nakhchivan?\nEvidence:\n- Nakhchivan | country | Soviet Union | 1949\n- Nakhchivan | country | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Nakhchivan | country | Azerbaijan Soviet Socialist Republic | 1949\n- Nakhchivan | located in the administrative territorial entity | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Zhytomyr | country | Soviet Union | 1949\n- Zastavna | country | Soviet Union | 1949\n- Yevpatoriia | country | Soviet Union | 1949\n- Yalta | country | Soviet Union | 1949\n- Vyazma | country | Soviet Union | 1949\n- Voronezh | country | Soviet Union | 1949\n- Vologda | country | Soviet Union | 1949\n- Volodarsk | country | Soviet Union | 1949\n- Volhynia | country | Soviet Union | 1949\n- Voinyliv | country | Soviet Union | 1949\n- Vladivostok | country | Soviet Union | 1949\nReasoning:", "completion": " Hop 1: Nakhchivan -> country -> Nakhchivan Autonomous Soviet Socialist Republic (1949)\n Answer: Nakhchivan Autonomous Soviet Socialist Republic", "t_query": 1949.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000346", "prompt": " In 1978, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1978)\n Hop 2: Marco Tulli -> country of citizenship -> Italy (1978)\n Answer: Marco Tulli", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000347", "prompt": " In 1978, what was the currency of Marco Tulli's country of citizenship?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Marco Tulli -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> currency -> Italian lira (1978)\n Answer: Italian lira", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000348", "prompt": " After Anacleto Verrecchia country of citizenship Italy, what was the currency of Giovanni D'Ascenzi's country of citizenship?\nEvidence:\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1951\n- Anacleto Verrecchia | country of citizenship | Italy | 1951\n- Giovanni Ticozzi | country of citizenship | Italy | 1951\n- Giovanni Papini | country of citizenship | Italy | 1951\n- Giovanni Mardersteig | country of citizenship | Italy | 1951\n- Giovanni Invernizzi | country of citizenship | Italy | 1951\n- Giovanni Goria | country of citizenship | Italy | 1951\n- Giovanni Ferrofino | country of citizenship | Italy | 1951\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Giovanni D'Ascenzi -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> currency -> Italian lira (1951)\n Answer: Italian lira", "t_query": 1951.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000349", "prompt": " In what year was the position held of Claudio Cavazza's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1970)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1970)\n Answer: 1970", "t_query": 1970.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000350", "prompt": " After Giuseppe Caron country of citizenship Italy, what was the shares border with of Luigi Pistilli's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1963\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Giuseppe Prisco | country of citizenship | Italy | 1963\n- Giuseppe Patanè | country of citizenship | Italy | 1963\n- Giuseppe Paratore | country of citizenship | Italy | 1963\n- Giuseppe Meazza | country of citizenship | Italy | 1963\n- Giuseppe Gabrielli | country of citizenship | Italy | 1963\n- Giuseppe Colnago | country of citizenship | Italy | 1963\n- Giuseppe Busso | country of citizenship | Italy | 1963\n- Giuseppe Antonini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Luigi Pistilli -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> shares border with -> Yugoslavia (1963)\n Answer: Yugoslavia", "t_query": 1963.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000351", "prompt": " Who was the country of Kotelnikovo after Russian Empire?\nEvidence:\n- Kotelnikovo | country | Soviet Union | 1984\n- Kotelnikovo | located in the administrative territorial entity | Kotelnikovsky District | 1984\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1984\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1984\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1984\n- Q59054 | country of citizenship | Soviet Union | 1984\n- Q437262 | country of citizenship | Soviet Union | 1984\n- Q324083 | country of citizenship | Soviet Union | 1984\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1984\n- Yuri Manin | country of citizenship | Soviet Union | 1984\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1984\n- Viktor Kulikov | country of citizenship | Soviet Union | 1984\n- Vija Artmane | country of citizenship | Soviet Union | 1984\n- Vera Krepkina | country of citizenship | Soviet Union | 1984\n- Valeri Polyakov | country of citizenship | Soviet Union | 1984\nReasoning:", "completion": " Hop 1: Kotelnikovo -> country -> Soviet Union (1984)\n Answer: Soviet Union", "t_query": 1984.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000352", "prompt": " In what year was the head of government of Omsk's located in equal to Alexei Kosygin?\nEvidence:\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Omsk | country | Soviet Union | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Q59054 | country of citizenship | Soviet Union | 1948\n- Q437262 | country of citizenship | Soviet Union | 1948\n- Q324083 | country of citizenship | Soviet Union | 1948\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1948\n- Yuri Manin | country of citizenship | Soviet Union | 1948\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1948\n- Viktor Kulikov | country of citizenship | Soviet Union | 1948\n- Vija Artmane | country of citizenship | Soviet Union | 1948\n- Vera Krepkina | country of citizenship | Soviet Union | 1948\n- Valeri Polyakov | country of citizenship | Soviet Union | 1948\nReasoning:", "completion": " Hop 1: Omsk -> located in -> Russian Soviet Federative Socialist Republic (1948)\n Hop 2: Russian Soviet Federative Socialist Republic -> head of government -> Alexei Kosygin (1948)\n Answer: 1948", "t_query": 1948.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000353", "prompt": " In 1984, whose spouse was Lynn Cartwright?\nEvidence:\n- Lynn Cartwright | spouse | Leo Gordon | 1984\n- Leo Gordon | spouse | Lynn Cartwright | 1984\nReasoning:", "completion": " Hop 1: Leo Gordon -> spouse -> Lynn Cartwright (1984)\n Answer: Leo Gordon", "t_query": 1984.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_000354", "prompt": " After Arrigo Boldrini country of citizenship Italy, what was the member of of Italy9484's country of citizenship?\nEvidence:\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\n- Tonino Cervi | country of citizenship | Italy | 1984\n- Tiziano Terzani | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Andrea Carrea -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> member of -> European Economic Community (1984)\n Answer: European Economic Community", "t_query": 1984.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000355", "prompt": " In 1950, whose contains the administrative territorial entity's country was Bremen?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Bremen | head of government | Wilhelm Kaisen | 1950\n- Würzburg | country | West Germany | 1950\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Bremen (1950)\n Hop 2: Würzburg -> country -> West Germany (1950)\n Answer: Würzburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000356", "prompt": " In what year was the country of citizenship of Maria Rita Saulle equal to Italy?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Maria Rita Saulle -> country of citizenship -> Italy (1989)\n Answer: 1989", "t_query": 1989.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000357", "prompt": " After Ugo Morin country of citizenship Kingdom of Italy, what was the employer of Ugo Morin?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Ugo Morin -> employer -> University of Padua (1968)\n Answer: University of Padua", "t_query": 1968.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000358", "prompt": " After Lelio Antoniotti member of sports team Torino FC, what was the country of citizenship of Lelio Antoniotti?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\n- Tullio Kezich | country of citizenship | Italy | 1973\nReasoning:", "completion": " Hop 1: Lelio Antoniotti -> country of citizenship -> Italy (1973)\n Answer: Italy", "t_query": 1973.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000359", "prompt": " Who was the head of government of Renata Tebaldi's country of citizenship after Bettino Craxi?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\n- Tonino Cervi | country of citizenship | Italy | 2000\n- Tiziano Terzani | country of citizenship | Italy | 2000\nReasoning:", "completion": " Hop 1: Renata Tebaldi -> country of citizenship -> Italy (2000)\n Hop 2: Italy -> head of government -> Giuliano Amato (2000)\n Answer: Giuliano Amato", "t_query": 2000.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000360", "prompt": " In 1963, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1963\n- Germany | member of | European Coal and Steel Community | 1963\n- Belgium | member of | European Coal and Steel Community | 1963\n- Germany | member of | European Atomic Energy Community | 1963\n- Germany | member of | Western European Union | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1963)\n Hop 2: Gianni Brera -> country of citizenship -> Italy (1963)\n Answer: Gianni Brera", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000361", "prompt": " Who was the position held of Lina Bo Bardi's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Lina Bo Bardi -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1970)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1970)\n Answer: President of Italy", "t_query": 1970.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000362", "prompt": " In 1946, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1946\n- Q612509 | country of citizenship | Italy | 1946\n- Q454036 | country of citizenship | Italy | 1946\n- Q435856 | country of citizenship | Italy | 1946\n- Q432318 | country of citizenship | Italy | 1946\n- Q429298 | country of citizenship | Italy | 1946\n- Q340261 | country of citizenship | Italy | 1946\n- Q318968 | country of citizenship | Italy | 1946\n- Q264986 | country of citizenship | Italy | 1946\n- Q219490 | country of citizenship | Italy | 1946\n- Q213482 | country of citizenship | Italy | 1946\n- Dalida | country of citizenship | Italy | 1946\n- Wilma Montesi | country of citizenship | Italy | 1946\n- Vittore Catella | country of citizenship | Italy | 1946\n- Vitaliano Brancati | country of citizenship | Italy | 1946\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1946)\n Hop 2: Ignazio Cannavò -> country of citizenship -> Italy (1946)\n Answer: Ignazio Cannavò", "t_query": 1946.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000363", "prompt": " In 1959, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1959\n- Germany | member of | European Coal and Steel Community | 1959\n- Belgium | member of | European Coal and Steel Community | 1959\n- Germany | member of | European Atomic Energy Community | 1959\n- Germany | member of | Western European Union | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1959)\n Hop 2: Gino Cassinis -> country of citizenship -> Italy (1959)\n Answer: Gino Cassinis", "t_query": 1959.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000364", "prompt": " In what year was the member of of Mordovian Autonomous Soviet Socialist Republic's located in equal to Soviet Union?\nEvidence:\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Saransk | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q780942 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q408606 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Saransk | capital of | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Torbeyevsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Romodanovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Kochkurovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Chamzinsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Bolsheignatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Ardatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1957\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1957\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1957\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1957\nReasoning:", "completion": " Hop 1: Mordovian Autonomous Soviet Socialist Republic -> located in -> Russian Soviet Federative Socialist Republic (1957)\n Hop 2: Russian Soviet Federative Socialist Republic -> member of -> Soviet Union (1957)\n Answer: 1957", "t_query": 1957.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000365", "prompt": " After Paolo Amadesi country of citizenship Italy, what was the currency of Antonio Corpora's country of citizenship?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Paolo Villaggio | country of citizenship | Italy | 1962\n- Paolo Rossi | country of citizenship | Italy | 1962\n- Paolo Heusch | country of citizenship | Italy | 1962\n- Paolo Carlini | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Paolo Caccia Dominioni | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> currency -> Italian lira (1962)\n Answer: Italian lira", "t_query": 1962.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000366", "prompt": " Who was the head of government of Friedrich Guggenberger's allegiance's contains the administrative territorial entity after Egon Reinert?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Saarland (1972)\n Hop 3: Saarland -> head of government -> Franz-Josef Röder (1972)\n Answer: Franz-Josef Röder", "t_query": 1972.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000367", "prompt": " In 1956, whose adjacent station was Ebetsu Station?\nEvidence:\n- Nopporo Station | adjacent station | Ebetsu Station | 1956\n- Ebetsu Station | adjacent station | Nopporo Station | 1956\n- Ebetsu Station | adjacent station | Horomui Station | 1956\n- Nopporo Station | adjacent station | Atsubetsu Station | 1956\nReasoning:", "completion": " Hop 1: Nopporo Station -> adjacent station -> Ebetsu Station (1956)\n Answer: Nopporo Station", "t_query": 1956.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_000368", "prompt": " In what year was the shares border with of Antonio Corpora's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1962\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> shares border with -> Yugoslavia (1962)\n Answer: 1962", "t_query": 1962.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000369", "prompt": " Who was the head of state of Alfonso Brescia's country of citizenship before Oscar Luigi Scalfaro?\nEvidence:\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1948\n- Alfonso Brescia | country of citizenship | Italy | 1948\n- Luigi Comencini | country of citizenship | Italy | 1948\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1948\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1948\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\n- Q318968 | country of citizenship | Italy | 1948\n- Q264986 | country of citizenship | Italy | 1948\nReasoning:", "completion": " Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> head of state -> Luigi Einaudi (1948)\n Answer: Luigi Einaudi", "t_query": 1948.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000370", "prompt": " In 1951, what was the member of of Giovanni D'Ascenzi's country of citizenship?\nEvidence:\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1951\n- Giovanni Ticozzi | country of citizenship | Italy | 1951\n- Giovanni Papini | country of citizenship | Italy | 1951\n- Giovanni Mardersteig | country of citizenship | Italy | 1951\n- Giovanni Invernizzi | country of citizenship | Italy | 1951\n- Giovanni Goria | country of citizenship | Italy | 1951\n- Giovanni Ferrofino | country of citizenship | Italy | 1951\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Giovanni D'Ascenzi -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1951)\n Answer: European Coal and Steel Community", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000371", "prompt": " In 1959, whose country of citizenship was Italy?\nEvidence:\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\n- Tonino Cervi | country of citizenship | Italy | 1959\n- Tiziano Terzani | country of citizenship | Italy | 1959\n- Stéphane Grappelli | country of citizenship | Italy | 1959\n- Simon Spierer | country of citizenship | Italy | 1959\n- Sergio Mantovani | country of citizenship | Italy | 1959\n- Sergio Bonelli | country of citizenship | Italy | 1959\n- Rossana Rossanda | country of citizenship | Italy | 1959\n- Romeo Bertini | country of citizenship | Italy | 1959\n- Renata Tebaldi | country of citizenship | Italy | 1959\n- Primo Nebiolo | country of citizenship | Italy | 1959\n- Pietro Parente | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Gino Cassinis -> country of citizenship -> Italy (1959)\n Answer: Gino Cassinis", "t_query": 1959.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000372", "prompt": " In 1963, what was the currency of Luigi Pistilli's country of citizenship?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Luigi Pistilli -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> currency -> Italian lira (1963)\n Answer: Italian lira", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000373", "prompt": " After Rhône contains the administrative territorial entity Bron, what was the contains the administrative territorial entity of Rhône?\nEvidence:\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\n- Q945660 | located in the administrative territorial entity | Q3083 | 1947\n- Q945660 | located in the administrative territorial entity | Q12736 | 1947\nReasoning:", "completion": " Hop 1: Rhône -> contains the administrative territorial entity -> Villeurbanne (1947)\n Answer: Villeurbanne", "t_query": 1947.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 10} +{"id": "sft_000374", "prompt": " In 1908, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q939226 | country of citizenship | Kingdom of Italy | 1908\n- Q745874 | country of citizenship | Kingdom of Italy | 1908\n- Q715036 | country of citizenship | Kingdom of Italy | 1908\n- Q691905 | country of citizenship | Kingdom of Italy | 1908\n- Q684916 | country of citizenship | Kingdom of Italy | 1908\n- Q665345 | country of citizenship | Kingdom of Italy | 1908\n- Q653839 | country of citizenship | Kingdom of Italy | 1908\n- Q65151 | country of citizenship | Kingdom of Italy | 1908\n- Q64212 | country of citizenship | Kingdom of Italy | 1908\n- Q603148 | country of citizenship | Kingdom of Italy | 1908\n- Q599501 | country of citizenship | Kingdom of Italy | 1908\n- Q589683 | country of citizenship | Kingdom of Italy | 1908\n- Q572091 | country of citizenship | Kingdom of Italy | 1908\n- Q551961 | country of citizenship | Kingdom of Italy | 1908\n- Q535846 | country of citizenship | Kingdom of Italy | 1908\nReasoning:", "completion": " Hop 1: Nunzio Malasomma -> country of citizenship -> Kingdom of Italy (1908)\n Answer: Nunzio Malasomma", "t_query": 1908.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000375", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Charbonnières-les-Bains (2003)\n Answer: Charbonnières-les-Bains", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000376", "prompt": " Who was the country of citizenship of Sergio Noja Noseda after Kingdom of Italy?\nEvidence:\n- Sergio Noja Noseda | country of citizenship | Italy | 1949\n- Sergio Realini | country of citizenship | Italy | 1949\n- Sergio Mantovani | country of citizenship | Italy | 1949\n- Sergio Bonelli | country of citizenship | Italy | 1949\n- Q639507 | country of citizenship | Italy | 1949\n- Q612509 | country of citizenship | Italy | 1949\n- Q454036 | country of citizenship | Italy | 1949\n- Q435856 | country of citizenship | Italy | 1949\n- Q432318 | country of citizenship | Italy | 1949\n- Q429298 | country of citizenship | Italy | 1949\n- Q318968 | country of citizenship | Italy | 1949\n- Q264986 | country of citizenship | Italy | 1949\n- Q219490 | country of citizenship | Italy | 1949\n- Q213482 | country of citizenship | Italy | 1949\n- Dalida | country of citizenship | Italy | 1949\nReasoning:", "completion": " Hop 1: Sergio Noja Noseda -> country of citizenship -> Italy (1949)\n Answer: Italy", "t_query": 1949.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000377", "prompt": " After Pinuccio Sciola country of citizenship Italy, what was the head of state of Italy7492's country of citizenship?\nEvidence:\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\n- Virginio Rosetta | country of citizenship | Italy | 1964\n- Veriano Luchetti | country of citizenship | Italy | 1964\n- Ulrico Girardi | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Antonio Segni (1964)\n Answer: Antonio Segni", "t_query": 1964.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000378", "prompt": " After Murmansk Oblast located in Russian Soviet Federative Socialist Republic, what was the member of of Russian Soviet Federative Socialist Republic?\nEvidence:\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Kaliningrad Oblast | exclave of | Russian Soviet Federative Socialist Republic | 1987\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Sakhalin Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Kaliningrad Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Bryansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1987\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1987\nReasoning:", "completion": " Hop 1: Russian Soviet Federative Socialist Republic -> member of -> Soviet Union (1987)\n Answer: Soviet Union", "t_query": 1987.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000379", "prompt": " After Bino Bini country of citizenship Italy, what was the position held of Italy's head of state?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Tonino Cervi | country of citizenship | Italy | 1971\n- Tiziano Terzani | country of citizenship | Italy | 1971\n- Stéphane Grappelli | country of citizenship | Italy | 1971\n- Simon Spierer | country of citizenship | Italy | 1971\n- Sergio Mantovani | country of citizenship | Italy | 1971\n- Sergio Bonelli | country of citizenship | Italy | 1971\n- Rossana Rossanda | country of citizenship | Italy | 1971\n- Romeo Bertini | country of citizenship | Italy | 1971\n- Renata Tebaldi | country of citizenship | Italy | 1971\n- Primo Nebiolo | country of citizenship | Italy | 1971\n- Pietro Parente | country of citizenship | Italy | 1971\n- Oriana Fallaci | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giuseppe Saragat (1971)\n Hop 2: Giuseppe Saragat -> position held -> President of Italy (1971)\n Answer: President of Italy", "t_query": 1971.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000380", "prompt": " After Papiermark country Weimar Republic, what was the replaced by of Carel Willink's work location's country?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Berlin | country | Weimar Republic | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Hop 1: Carel Willink -> work location -> Berlin (1920)\n Hop 2: Berlin -> country -> Weimar Republic (1920)\n Hop 3: Weimar Republic -> replaced by -> Free City of Danzig (1920)\n Answer: Free City of Danzig", "t_query": 1920.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 9} +{"id": "sft_000381", "prompt": " In what year was the contains the administrative territorial entity of Germany's head of government's country of citizenship equal to Hesse?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Hesse (1987)\n Answer: 1987", "t_query": 1987.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000382", "prompt": " In what year was the shares border with of Luigi Pistilli's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1963\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Luigi Pistilli -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> shares border with -> Yugoslavia (1963)\n Answer: 1963", "t_query": 1963.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000383", "prompt": " In 1977, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1977\n- Germany | member of | European Coal and Steel Community | 1977\n- Belgium | member of | European Coal and Steel Community | 1977\n- Germany | member of | European Atomic Energy Community | 1977\n- Germany | member of | Western European Union | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1977)\n Hop 2: Elena Altieri -> country of citizenship -> Italy (1977)\n Answer: Elena Altieri", "t_query": 1977.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000384", "prompt": " In 1987, what was the shares border with of Romolo Alzani's country of citizenship?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Italy | shares border with | Yugoslavia | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Romolo Alzani -> country of citizenship -> Italy (1987)\n Hop 2: Italy -> shares border with -> Yugoslavia (1987)\n Answer: Yugoslavia", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000385", "prompt": " In 1968, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giuseppe Saragat | position held | President of Italy | 1968\n- Italy | head of state | Giuseppe Saragat | 1968\n- Giuseppe Saragat | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Giuseppe Saragat -> position held -> President of Italy (1968)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1968)\n Hop 3: Clelio Darida -> country of citizenship -> Italy (1968)\n Answer: Clelio Darida", "t_query": 1968.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_000386", "prompt": " In what year was the position held of Antonio Corpora's country of citizenship's head of state equal to Italian senator for life?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1962)\n Hop 3: Giovanni Gronchi -> position held -> Italian senator for life (1962)\n Answer: 1962", "t_query": 1962.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000387", "prompt": " In what year was the member of sports team of Turgay Şeren equal to Galatasaray S.K.?\nEvidence:\n- Turgay Şeren | member of sports team | Galatasaray S.K. | 1950\n- Turgay Şeren | member of sports team | Turkey men's national football team | 1950\n- Q919302 | member of sports team | Turkey men's national football team | 1950\n- Q762860 | member of sports team | Turkey men's national football team | 1950\nReasoning:", "completion": " Hop 1: Turgay Şeren -> member of sports team -> Galatasaray S.K. (1950)\n Answer: 1950", "t_query": 1950.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 4} +{"id": "sft_000388", "prompt": " In 1999, whose occupant was RCD Espanyol de Barcelona?\nEvidence:\n- Lluís Companys Olympic Stadium | occupant | RCD Espanyol de Barcelona | 1999\n- Q943194 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q939976 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q704268 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q296975 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Mauro Navas | member of sports team | RCD Espanyol de Barcelona | 1999\n- Lluís Companys Olympic Stadium | occupant | Barcelona Dragons | 1999\n- Q943194 | member of sports team | Futbol Club Barcelona | 1999\n- Barcelona Dragons | home venue | Lluís Companys Olympic Stadium | 1999\n- Q296975 | member of sports team | Real Madrid Club de Fútbol | 1999\n- Q939976 | member of sports team | Real Sociedad | 1999\n- Q939976 | member of sports team | Q697353 | 1999\n- Q939976 | member of sports team | Athletic Club | 1999\n- Q704268 | member of sports team | Romania men's national association football team | 1999\n- Q296975 | member of sports team | Spain men's national football team | 1999\nReasoning:", "completion": " Hop 1: Lluís Companys Olympic Stadium -> occupant -> RCD Espanyol de Barcelona (1999)\n Answer: Lluís Companys Olympic Stadium", "t_query": 1999.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000389", "prompt": " After Mannheim located in Republic of Baden, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Lower Saxony (1950)\n Answer: Lower Saxony", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000390", "prompt": " In what year was the country of citizenship of Nino Baragli equal to Italy?\nEvidence:\n- Nino Baragli | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\n- Stefano Angeleri | country of citizenship | Italy | 1994\nReasoning:", "completion": " Hop 1: Nino Baragli -> country of citizenship -> Italy (1994)\n Answer: 1994", "t_query": 1994.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000391", "prompt": " Who was the head of state of Sergio Noja Noseda's country of citizenship before Giorgio Napolitano?\nEvidence:\n- Sergio Noja Noseda | country of citizenship | Italy | 1949\n- Sergio Realini | country of citizenship | Italy | 1949\n- Sergio Mantovani | country of citizenship | Italy | 1949\n- Sergio Bonelli | country of citizenship | Italy | 1949\n- Giorgio Perlasca | country of citizenship | Italy | 1949\n- Giorgio Pasquali | country of citizenship | Italy | 1949\n- Giorgio Oberweger | country of citizenship | Italy | 1949\n- Q639507 | country of citizenship | Italy | 1949\n- Q612509 | country of citizenship | Italy | 1949\n- Q454036 | country of citizenship | Italy | 1949\n- Q435856 | country of citizenship | Italy | 1949\n- Q432318 | country of citizenship | Italy | 1949\n- Q429298 | country of citizenship | Italy | 1949\n- Q318968 | country of citizenship | Italy | 1949\n- Q264986 | country of citizenship | Italy | 1949\nReasoning:", "completion": " Hop 1: Sergio Noja Noseda -> country of citizenship -> Italy (1949)\n Hop 2: Italy -> head of state -> Luigi Einaudi (1949)\n Answer: Luigi Einaudi", "t_query": 1949.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000392", "prompt": " After Lino Aldani country of citizenship Italy, what was the member of of Giovanni Spadolini's country of citizenship?\nEvidence:\n- Lino Aldani | country of citizenship | Italy | 1975\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giovanni Spadolini -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1975)\n Answer: European Coal and Steel Community", "t_query": 1975.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000393", "prompt": " Who was the country of citizenship of Pantaleo Carabellese before Italy?\nEvidence:\n- Pantaleo Carabellese | country of citizenship | Kingdom of Italy | 1901\n- Q983389 | country of citizenship | Kingdom of Italy | 1901\n- Q976653 | country of citizenship | Kingdom of Italy | 1901\n- Q972711 | country of citizenship | Kingdom of Italy | 1901\n- Q959367 | country of citizenship | Kingdom of Italy | 1901\n- Q939226 | country of citizenship | Kingdom of Italy | 1901\n- Q932616 | country of citizenship | Kingdom of Italy | 1901\n- Q926585 | country of citizenship | Kingdom of Italy | 1901\n- Q920582 | country of citizenship | Kingdom of Italy | 1901\n- Q918479 | country of citizenship | Kingdom of Italy | 1901\n- Q90144 | country of citizenship | Kingdom of Italy | 1901\n- Q890523 | country of citizenship | Kingdom of Italy | 1901\n- Q817284 | country of citizenship | Kingdom of Italy | 1901\n- Q782920 | country of citizenship | Kingdom of Italy | 1901\n- Q765946 | country of citizenship | Kingdom of Italy | 1901\nReasoning:", "completion": " Hop 1: Pantaleo Carabellese -> country of citizenship -> Kingdom of Italy (1901)\n Answer: Kingdom of Italy", "t_query": 1901.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000394", "prompt": " Who was the member of of Mario Gentili's country of citizenship before European Economic Community?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Mario Gentili -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1961)\n Answer: European Coal and Steel Community", "t_query": 1961.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000395", "prompt": " After Luigi Comencini country of citizenship Italy, what was the member of of Claudia Vinciguerra's country of citizenship?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Luigi Comencini | country of citizenship | Italy | 1968\n- Luigi Agnolin | country of citizenship | Italy | 1968\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1968\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1968\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1968\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Claudia Vinciguerra -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> member of -> European Economic Community (1968)\n Answer: European Economic Community", "t_query": 1968.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000396", "prompt": " In 1974, whose position held's head of government was Federal Minister for Foreign Affairs?\nEvidence:\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\nReasoning:", "completion": " Hop 1: Walter Scheel -> position held -> Federal Minister for Foreign Affairs (1974)\n Hop 2: Germany -> head of government -> Walter Scheel (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 8} +{"id": "sft_000397", "prompt": " In 1972, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1972)\n Answer: Baden-Württemberg", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000398", "prompt": " Who was the contains the administrative territorial entity of Germany's capital's capital of after North Rhine-Westphalia?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Universal Copyright Convention | signatory | North Macedonia | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Lower Saxony (1974)\n Answer: Lower Saxony", "t_query": 1974.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000399", "prompt": " Who was the country of citizenship of Carmelo Cappello after Kingdom of Italy?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Answer: Italy", "t_query": 1964.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000400", "prompt": " In 1973, what was the head of state of Lelio Antoniotti's country of citizenship?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\n- Tullio Kezich | country of citizenship | Italy | 1973\nReasoning:", "completion": " Hop 1: Lelio Antoniotti -> country of citizenship -> Italy (1973)\n Hop 2: Italy -> head of state -> Giovanni Leone (1973)\n Answer: Giovanni Leone", "t_query": 1973.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000401", "prompt": " After Giuseppe Anedda country of citizenship Italy, what was the shares border with of Alfonso Brescia's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1948\n- Alfonso Brescia | country of citizenship | Italy | 1948\n- Giuseppe Prisco | country of citizenship | Italy | 1948\n- Giuseppe Patanè | country of citizenship | Italy | 1948\n- Giuseppe Paratore | country of citizenship | Italy | 1948\n- Giuseppe Meazza | country of citizenship | Italy | 1948\n- Giuseppe Gabrielli | country of citizenship | Italy | 1948\n- Giuseppe Colnago | country of citizenship | Italy | 1948\n- Giuseppe Busso | country of citizenship | Italy | 1948\n- Giuseppe Antonini | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\nReasoning:", "completion": " Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> shares border with -> Yugoslavia (1948)\n Answer: Yugoslavia", "t_query": 1948.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000402", "prompt": " In 1986, what was the position held of Lewis Mumford's work location's head of government?\nEvidence:\n- Lewis Mumford | work location | New York City | 1986\n- Lewis Mumford | residence | Amenia | 1986\n- New York City | head of government | Ed Koch | 1986\n- Q828254 | work location | New York City | 1986\n- Arman | work location | New York City | 1986\n- Nancy Graves | work location | New York City | 1986\n- Louise Bourgeois | work location | New York City | 1986\n- Elliott Erwitt | work location | New York City | 1986\n- Donald Trump | work location | New York City | 1986\n- Alan Vega | work location | New York City | 1986\n- MetLife | headquarters location | New York City | 1986\n- Prelinger Archives | located in the administrative territorial entity | New York City | 1986\n- Variety | place of publication | New York City | 1986\n- Wolfgang Schivelbusch | residence | New York City | 1986\n- William Vickrey | residence | New York City | 1986\nReasoning:", "completion": " Hop 1: Lewis Mumford -> work location -> New York City (1986)\n Hop 2: New York City -> head of government -> Ed Koch (1986)\n Hop 3: Ed Koch -> position held -> Mayor of New York City (1986)\n Answer: Mayor of New York City", "t_query": 1986.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000403", "prompt": " In what year was the member of of Luca Ronconi's country of citizenship equal to European Economic Community?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\n- Stéphane Grappelli | country of citizenship | Italy | 1993\nReasoning:", "completion": " Hop 1: Luca Ronconi -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> member of -> European Economic Community (1993)\n Answer: 1993", "t_query": 1993.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000404", "prompt": " After Livio Lorenzon country of citizenship Italy, what was the shares border with of Giovanni Spadolini's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1975\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giovanni Spadolini -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> shares border with -> Yugoslavia (1975)\n Answer: Yugoslavia", "t_query": 1975.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000405", "prompt": " In 1974, whose contains the administrative territorial entity's capital of's capital was Bremen?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bremen | 1974\n- West Germany | contains the administrative territorial entity | Saarland | 1974\n- West Germany | contains the administrative territorial entity | Hesse | 1974\n- West Germany | contains the administrative territorial entity | Hamburg | 1974\n- West Germany | contains the administrative territorial entity | Bavaria | 1974\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1974\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1974\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1974\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1974\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1974\n- Saarland | located in the administrative territorial entity | West Germany | 1974\n- Oberliga Nord (1974-1994) | country | West Germany | 1974\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1974\n- Bremen | head of government | Hans Koschnick | 1974\n- Bonn | capital of | West Germany | 1974\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Bremen (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: Germany -> capital -> Bonn (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000406", "prompt": " After Bardymsky District located in Sverdlovsk Oblast, what was the located in of Bardymsky District?\nEvidence:\n- Bardymsky District | located in the administrative territorial entity | Perm Oblast | 1963\n- Vereshchaginsky District | located in the administrative territorial entity | Perm Oblast | 1963\n- Solikamsk | located in the administrative territorial entity | Perm Oblast | 1963\n- Q573723 | located in the administrative territorial entity | Perm Oblast | 1963\n- Berezniki | located in the administrative territorial entity | Perm Oblast | 1963\nReasoning:", "completion": " Hop 1: Bardymsky District -> located in -> Perm Oblast (1963)\n Answer: Perm Oblast", "t_query": 1963.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 5} +{"id": "sft_000407", "prompt": " In what year was the located in of Route nationale 523 equal to Savoie?\nEvidence:\n- Route nationale 523 | located in the administrative territorial entity | Savoie | 1971\n- Route nationale 523 | located in the administrative territorial entity | Isère | 1971\n- Q920272 | located in the administrative territorial entity | Savoie | 1971\nReasoning:", "completion": " Hop 1: Route nationale 523 -> located in -> Savoie (1971)\n Answer: 1971", "t_query": 1971.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 3} +{"id": "sft_000408", "prompt": " In 1922, whose surface played on was lawn?\nEvidence:\n- Stade de Gerland | surface played on | lawn | 1922\nReasoning:", "completion": " Hop 1: Stade de Gerland -> surface played on -> lawn (1922)\n Answer: Stade de Gerland", "t_query": 1922.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_000409", "prompt": " After Guido Romanelli country of citizenship Italy, what was the head of state of Vitaliano Brancati's country of citizenship?\nEvidence:\n- Vitaliano Brancati | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\n- Virginio Rosetta | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Vitaliano Brancati -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Luigi Einaudi (1951)\n Answer: Luigi Einaudi", "t_query": 1951.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000410", "prompt": " In 1972, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Hesse (1972)\n Answer: Hesse", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000411", "prompt": " In 2007, whose member of sports team was Polonia Warsaw?\nEvidence:\n- Q670214 | member of sports team | Polonia Warsaw | 2007\n- Q655920 | member of sports team | Polonia Warsaw | 2007\n- Paweł Kieszek | member of sports team | Polonia Warsaw | 2007\n- Paweł Kieszek | member of sports team | S.C. Braga | 2007\nReasoning:", "completion": " Hop 1: Paweł Kieszek -> member of sports team -> Polonia Warsaw (2007)\n Answer: Paweł Kieszek", "t_query": 2007.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_000412", "prompt": " In 2019, whose member of sports team was Futbol Club Barcelona?\nEvidence:\n- Q49704 | member of sports team | Futbol Club Barcelona | 2019\n- Q455462 | member of sports team | Futbol Club Barcelona | 2019\n- Lionel Messi | member of sports team | Futbol Club Barcelona | 2019\n- Gerard Piqué | member of sports team | Futbol Club Barcelona | 2019\n- Lionel Messi | employer | Futbol Club Barcelona | 2019\n- Lionel Messi | residence | Barcelona | 2019\n- Gerard Piqué | member of sports team | Catalonia national football team | 2019\n- Q49704 | member of sports team | Spain men's national football team | 2019\n- Lionel Messi | league or competition | La Liga | 2019\n- Lionel Messi | head coach | Ernesto Valverde | 2019\n- Lionel Messi | award received | Q645468 | 2019\n- Lionel Messi | award received | Q373232 | 2019\n- Lionel Messi | award received | Pichichi Trophy | 2019\n- Lionel Messi | award received | European Golden Shoe | 2019\n- Lionel Messi | award received | Ballon d'Or | 2019\nReasoning:", "completion": " Hop 1: Gerard Piqué -> member of sports team -> Futbol Club Barcelona (2019)\n Answer: Gerard Piqué", "t_query": 2019.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000413", "prompt": " In 1946, what was the located in of Skopje?\nEvidence:\n- Skopje | located in the administrative territorial entity | Socialist Republic of Macedonia | 1946\n- Skopje | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q146496 | country of citizenship | Socialist Federal Republic of Yugoslavia | 1946\n- Miroslav Blažević | country of citizenship | Socialist Federal Republic of Yugoslavia | 1946\n- Mirko Novosel | country of citizenship | Socialist Federal Republic of Yugoslavia | 1946\n- Fahrudin Jusufi | country of citizenship | Socialist Federal Republic of Yugoslavia | 1946\n- Socialist Autonomous Province of Vojvodina | country | Socialist Federal Republic of Yugoslavia | 1946\n- Šibenik | country | Socialist Federal Republic of Yugoslavia | 1946\n- Zagreb | country | Socialist Federal Republic of Yugoslavia | 1946\n- Vršac | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q583161 | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q55630 | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q5266 | country | Socialist Federal Republic of Yugoslavia | 1946\n- Pristina | country | Socialist Federal Republic of Yugoslavia | 1946\n- Perast | country | Socialist Federal Republic of Yugoslavia | 1946\nReasoning:", "completion": " Hop 1: Skopje -> located in -> Socialist Republic of Macedonia (1946)\n Answer: Socialist Republic of Macedonia", "t_query": 1946.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000414", "prompt": " In 1993, what was the chairperson of The Knesset?\nEvidence:\n- The Knesset | chairperson | Shevah Weiss | 1993\nReasoning:", "completion": " Hop 1: The Knesset -> chairperson -> Shevah Weiss (1993)\n Answer: Shevah Weiss", "t_query": 1993.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_000415", "prompt": " Who was the contains the administrative territorial entity of Würzburg's country before Bremen?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> North Rhine-Westphalia (1950)\n Answer: North Rhine-Westphalia", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000416", "prompt": " In 1993, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1993\n- Germany | member of | European Coal and Steel Community | 1993\n- Belgium | member of | European Coal and Steel Community | 1993\n- Germany | member of | European Atomic Energy Community | 1993\n- Germany | member of | Western European Union | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q107089 | country of citizenship | Germany | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Werner Schulz | country of citizenship | Germany | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Udo Zimmermann | country of citizenship | Germany | 1993\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1993)\n Hop 2: Luca Ronconi -> country of citizenship -> Italy (1993)\n Answer: Luca Ronconi", "t_query": 1993.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000417", "prompt": " In what year was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance equal to Bavaria?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Bavaria (1972)\n Answer: 1972", "t_query": 1972.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000418", "prompt": " In 1955, whose country was French Algeria?\nEvidence:\n- Q131818 | country | French Algeria | 1955\n- Algiers Province | country | French Algeria | 1955\n- Algiers Province | located in the administrative territorial entity | French Algeria | 1955\nReasoning:", "completion": " Hop 1: Algiers Province -> country -> French Algeria (1955)\n Answer: Algiers Province", "t_query": 1955.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_000419", "prompt": " Who was the country of Shcholkine after Russian Empire?\nEvidence:\n- Shcholkine | country | Soviet Union | 1924\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1924\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1924\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1924\n- Semipalatinsk Governorate of the Kirghiz Autonomous Socialist Soviet Republic | country | Soviet Union | 1924\n- Vladimir Lenin | country of citizenship | Soviet Union | 1924\n- Viktor Kulikov | country of citizenship | Soviet Union | 1924\n- Vikenty Veresaev | country of citizenship | Soviet Union | 1924\n- Nina Bocharova | country of citizenship | Soviet Union | 1924\n- Maria Zankovetska | country of citizenship | Soviet Union | 1924\n- Dmitry Yazov | country of citizenship | Soviet Union | 1924\n- Boris Yefimov | country of citizenship | Soviet Union | 1924\n- Karen Ter-Martirosian | country of citizenship | Soviet Union | 1924\n- Yevpatoriia | country | Soviet Union | 1924\n- Yalta | country | Soviet Union | 1924\nReasoning:", "completion": " Hop 1: Shcholkine -> country -> Soviet Union (1924)\n Answer: Soviet Union", "t_query": 1924.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000420", "prompt": " After Carlo Alberto dalla Chiesa country of citizenship Italy, what was the head of government of Gerardo Marotta's country of citizenship?\nEvidence:\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Lucio Dalla | country of citizenship | Italy | 2001\n- Alberto Ronchey | country of citizenship | Italy | 2001\n- Alberto Lattuada | country of citizenship | Italy | 2001\n- Carlo Giuffré | country of citizenship | Italy | 2001\n- Carlo Fruttero | country of citizenship | Italy | 2001\n- Carlo Curis | country of citizenship | Italy | 2001\n- Carlo Cercignani | country of citizenship | Italy | 2001\n- Alberto De Martino | country of citizenship | Italy | 2001\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\nReasoning:", "completion": " Hop 1: Gerardo Marotta -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of government -> Giuliano Amato (2001)\n Answer: Giuliano Amato", "t_query": 2001.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000421", "prompt": " In 1984, whose country of citizenship was Italy?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\n- Tonino Cervi | country of citizenship | Italy | 1984\n- Tiziano Terzani | country of citizenship | Italy | 1984\n- Stéphane Grappelli | country of citizenship | Italy | 1984\n- Simon Spierer | country of citizenship | Italy | 1984\n- Sergio Mantovani | country of citizenship | Italy | 1984\n- Sergio Bonelli | country of citizenship | Italy | 1984\n- Salvatore Cassisa | country of citizenship | Italy | 1984\n- Rossana Rossanda | country of citizenship | Italy | 1984\n- Renata Tebaldi | country of citizenship | Italy | 1984\n- Primo Nebiolo | country of citizenship | Italy | 1984\n- Pino Lancetti | country of citizenship | Italy | 1984\n- Pietro Rava | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Carlo Curis -> country of citizenship -> Italy (1984)\n Answer: Carlo Curis", "t_query": 1984.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000422", "prompt": " Who was the contains the administrative territorial entity of Germany's head of government's country of citizenship after Schleswig-Holstein?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Rhineland-Palatinate (1987)\n Answer: Rhineland-Palatinate", "t_query": 1987.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000423", "prompt": " In what year was the spouse of Princess Auguste of Bavaria equal to Archduke Joseph August of Austria?\nEvidence:\n- Princess Auguste of Bavaria | spouse | Archduke Joseph August of Austria | 1943\nReasoning:", "completion": " Hop 1: Princess Auguste of Bavaria -> spouse -> Archduke Joseph August of Austria (1943)\n Answer: 1943", "t_query": 1943.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1} +{"id": "sft_000424", "prompt": " In 2017, whose country of citizenship was Italy?\nEvidence:\n- Q967883 | country of citizenship | Italy | 2017\n- Yannis Kounellis | country of citizenship | Italy | 2017\n- Rossana Rossanda | country of citizenship | Italy | 2017\n- Romano Agostinelli | country of citizenship | Italy | 2017\n- Pino Caruso | country of citizenship | Italy | 2017\n- Paolo Villaggio | country of citizenship | Italy | 2017\n- Nani Tedeschi | country of citizenship | Italy | 2017\n- Mauro Staccioli | country of citizenship | Italy | 2017\n- Mario Perniola | country of citizenship | Italy | 2017\n- Mario Agnes | country of citizenship | Italy | 2017\n- Luigi Barbarito | country of citizenship | Italy | 2017\n- Luigi Agnolin | country of citizenship | Italy | 2017\n- Isabella Biagini | country of citizenship | Italy | 2017\n- Giorgio Azzimonti | country of citizenship | Italy | 2017\n- Gigi Proietti | country of citizenship | Italy | 2017\nReasoning:", "completion": " Hop 1: Alessandro Mendini -> country of citizenship -> Italy (2017)\n Answer: Alessandro Mendini", "t_query": 2017.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000425", "prompt": " In 1953, whose chairperson's member of was Jean Monnet?\nEvidence:\n- European Coal and Steel Community | chairperson | Jean Monnet | 1953\n- Italy | member of | European Coal and Steel Community | 1953\n- Germany | member of | European Coal and Steel Community | 1953\n- Belgium | member of | European Coal and Steel Community | 1953\nReasoning:", "completion": " Hop 1: European Coal and Steel Community -> chairperson -> Jean Monnet (1953)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1953)\n Answer: Italy", "t_query": 1953.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_000426", "prompt": " After Giovanni Comisso country of citizenship Italy, what was the shares border with of Ugo Morin's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1968\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Giovanni Mardersteig | country of citizenship | Italy | 1968\n- Giovanni Invernizzi | country of citizenship | Italy | 1968\n- Giovanni Goria | country of citizenship | Italy | 1968\n- Giovanni Ferrofino | country of citizenship | Italy | 1968\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Ugo Morin -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> shares border with -> Yugoslavia (1968)\n Answer: Yugoslavia", "t_query": 1968.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000427", "prompt": " After Sakha located in Russian Soviet Federative Socialist Republic, what was the anthem of Mordovian Autonomous Soviet Socialist Republic's located in?\nEvidence:\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1957\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Saransk | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q780942 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q408606 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1957\n- Saransk | capital of | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1957\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1957\n- Torbeyevsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Romodanovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Kochkurovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Chamzinsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\nReasoning:", "completion": " Hop 1: Mordovian Autonomous Soviet Socialist Republic -> located in -> Russian Soviet Federative Socialist Republic (1957)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> State Anthem of the Soviet Union (1957)\n Answer: State Anthem of the Soviet Union", "t_query": 1957.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000428", "prompt": " In 1901, what was the basic form of government of Kasato Maru's country of registry?\nEvidence:\n- Kasato Maru | country of registry | Russian Empire | 1901\n- Russian Empire | basic form of government | absolute monarchy | 1901\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1901\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1901\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1901\n- Khanate of Khiva | country | Russian Empire | 1901\n- Emirate of Bukhara | country | Russian Empire | 1901\n- Russian Empire | anthem | God Save the Tsar! | 1901\n- Vladimir Lenin | country of citizenship | Russian Empire | 1901\n- Vikenty Veresaev | country of citizenship | Russian Empire | 1901\nReasoning:", "completion": " Hop 1: Kasato Maru -> country of registry -> Russian Empire (1901)\n Hop 2: Russian Empire -> basic form of government -> absolute monarchy (1901)\n Answer: absolute monarchy", "t_query": 1901.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000429", "prompt": " In what year was the head of state of Romolo Alzani's country of citizenship equal to Francesco Cossiga?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Francesco Scafarelli | country of citizenship | Italy | 1987\n- Francesco Gabrieli | country of citizenship | Italy | 1987\n- Francesco Aguzzoli | country of citizenship | Italy | 1987\n- Loris Francesco Capovilla | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Romolo Alzani -> country of citizenship -> Italy (1987)\n Hop 2: Italy -> head of state -> Francesco Cossiga (1987)\n Answer: 1987", "t_query": 1987.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000430", "prompt": " In what year was the country of citizenship of Ivan Silayev equal to Russia?\nEvidence:\n- Ivan Silayev | country of citizenship | Russia | 1993\n- Q59054 | country of citizenship | Russia | 1993\n- Q437262 | country of citizenship | Russia | 1993\n- Q324083 | country of citizenship | Russia | 1993\n- Q202117 | country of citizenship | Russia | 1993\n- Yuriy Sedykh | country of citizenship | Russia | 1993\n- Yuri Pshenichnikov | country of citizenship | Russia | 1993\n- Yuri Manin | country of citizenship | Russia | 1993\n- Yelena Miroshina | country of citizenship | Russia | 1993\n- Vladimir Chernavin | country of citizenship | Russia | 1993\n- Vera Krepkina | country of citizenship | Russia | 1993\n- Valeri Polyakov | country of citizenship | Russia | 1993\n- Sergei Kovalev | country of citizenship | Russia | 1993\n- Ruslan Khasbulatov | country of citizenship | Russia | 1993\n- Raisa Gorbacheva | country of citizenship | Russia | 1993\nReasoning:", "completion": " Hop 1: Ivan Silayev -> country of citizenship -> Russia (1993)\n Answer: 1993", "t_query": 1993.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000431", "prompt": " In 1970, what was the member of of Lina Bo Bardi's country of citizenship?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Lina Bo Bardi -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1970)\n Answer: European Coal and Steel Community", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000432", "prompt": " After Heinrich Scheuch country of citizenship Germany, what was the head of state of Germany?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- Heinrich Mann Prize | country | German Democratic Republic | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Walter Scheel (1974)\n Answer: Walter Scheel", "t_query": 1974.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000433", "prompt": " After Mario Palanti country of citizenship Italy, what was the head of state of Giuseppe Colnago's country of citizenship?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Mario Gentili | country of citizenship | Italy | 1985\n- Mario Bò | country of citizenship | Italy | 1985\n- Mario Autelli | country of citizenship | Italy | 1985\n- Mario Albertini | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Mario De Donà | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Giuseppe Colnago -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> head of state -> Francesco Cossiga (1985)\n Answer: Francesco Cossiga", "t_query": 1985.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000434", "prompt": " In what year was the position held of Erazim Kohák's residence's head of government equal to President of the United States?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Discovery Channel | country | United States | 1988\n- United States | shares border with | Panama | 1988\n- Julie Mehretu | work location | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Tony Miles | country for sport | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\nReasoning:", "completion": " Hop 1: Erazim Kohák -> residence -> United States (1988)\n Hop 2: United States -> head of government -> Ronald Reagan (1988)\n Hop 3: Ronald Reagan -> position held -> President of the United States (1988)\n Answer: 1988", "t_query": 1988.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 13} +{"id": "sft_000435", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Sainte-Foy-lès-Lyon (2003)\n Answer: Sainte-Foy-lès-Lyon", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000436", "prompt": " After Giuseppe Meazza country of citizenship Italy, what was the shares border with of Italy7492's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1964\n- Giuseppe Meazza | country of citizenship | Italy | 1964\n- Giuseppe Prisco | country of citizenship | Italy | 1964\n- Giuseppe Patanè | country of citizenship | Italy | 1964\n- Giuseppe Paratore | country of citizenship | Italy | 1964\n- Giuseppe Gabrielli | country of citizenship | Italy | 1964\n- Giuseppe Colnago | country of citizenship | Italy | 1964\n- Giuseppe Busso | country of citizenship | Italy | 1964\n- Giuseppe Antonini | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> shares border with -> Yugoslavia (1964)\n Answer: Yugoslavia", "t_query": 1964.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000437", "prompt": " In 1938, what was the residence of William Vickrey?\nEvidence:\n- William Vickrey | residence | New York City | 1938\n- Jane Jacobs | residence | New York City | 1938\n- Variety | place of publication | New York City | 1938\n- New York City | head of government | Fiorello H. La Guardia | 1938\n- Weegee | work location | New York City | 1938\n- Q543585 | work location | New York City | 1938\n- MetLife | headquarters location | New York City | 1938\n- Max Weber | work location | New York City | 1938\n- Louise Bourgeois | work location | New York City | 1938\n- Lewis Mumford | work location | New York City | 1938\n- Hanns Eisler | work location | New York City | 1938\n- Ellsworth Kelly | work location | New York City | 1938\nReasoning:", "completion": " Hop 1: William Vickrey -> residence -> New York City (1938)\n Answer: New York City", "t_query": 1938.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 12} +{"id": "sft_000438", "prompt": " In what year was the contains the administrative territorial entity of Germany's capital's capital of equal to Rhineland-Palatinate?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Rhineland-Palatinate (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000439", "prompt": " Who was the member of of Marco Tulli's country of citizenship after European Economic Community?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Marco Tulli -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1978)\n Answer: European Coal and Steel Community", "t_query": 1978.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000440", "prompt": " After Biebrich country West Germany, what was the currency of Würzburg's country?\nEvidence:\n- Biebrich | country | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | currency | Deutsche Mark | 1950\n- Wuppertal | country | West Germany | 1950\n- Wiesbaden | country | West Germany | 1950\n- Viersen | country | West Germany | 1950\n- Speyer | country | West Germany | 1950\n- Sande | country | West Germany | 1950\n- Q52041 | country | West Germany | 1950\n- Neuenkirchen | country | West Germany | 1950\n- Mannheim | country | West Germany | 1950\n- Lörrach | country | West Germany | 1950\n- Kiel | country | West Germany | 1950\n- Karlsruhe | country | West Germany | 1950\n- Hessenliga | country | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> currency -> Deutsche Mark (1950)\n Answer: Deutsche Mark", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000441", "prompt": " In what year was the head of state of Clelio Darida's country of citizenship equal to Giuseppe Saragat?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Giuseppe Prisco | country of citizenship | Italy | 1968\n- Giuseppe Patanè | country of citizenship | Italy | 1968\n- Giuseppe Meazza | country of citizenship | Italy | 1968\n- Giuseppe Gabrielli | country of citizenship | Italy | 1968\n- Giuseppe Colnago | country of citizenship | Italy | 1968\n- Giuseppe Busso | country of citizenship | Italy | 1968\n- Giuseppe Antonini | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Clelio Darida -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1968)\n Answer: 1968", "t_query": 1968.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000442", "prompt": " After Carlo Simi country of citizenship Italy, what was the member of of Raul Gardini's country of citizenship?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Carlo Fruttero | country of citizenship | Italy | 1989\n- Carlo Cercignani | country of citizenship | Italy | 1989\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Raul Gardini -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> member of -> European Economic Community (1989)\n Answer: European Economic Community", "t_query": 1989.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000443", "prompt": " After Ismael Ruiz member of sports team Racing de Santander, what was the member of sports team of Ismael Ruiz?\nEvidence:\n- Ismael Ruiz | member of sports team | Terrassa FC | 2006\n- Ismael Ruiz | member of sports team | Real Oviedo | 2006\n- Q983415 | member of sports team | Terrassa FC | 2006\n- Q929644 | member of sports team | Real Oviedo | 2006\n- Q350982 | member of sports team | Real Oviedo | 2006\n- Adrián López Álvarez | member of sports team | Real Oviedo | 2006\nReasoning:", "completion": " Hop 1: Ismael Ruiz -> member of sports team -> Terrassa FC (2006)\n Answer: Terrassa FC", "t_query": 2006.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 6} +{"id": "sft_000444", "prompt": " Who was the employer of Leopold Ružička after Utrecht University?\nEvidence:\n- Leopold Ružička | employer | ETH Zurich | 1932\n- George Pólya | employer | ETH Zurich | 1932\nReasoning:", "completion": " Hop 1: Leopold Ružička -> employer -> ETH Zurich (1932)\n Answer: ETH Zurich", "t_query": 1932.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 2} +{"id": "sft_000445", "prompt": " In 2012, what was the head of government of Italy?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 2012\n- Stefano Angeleri | country of citizenship | Italy | 2012\n- Sergio Donadoni | country of citizenship | Italy | 2012\n- Sebastiano Mannironi | country of citizenship | Italy | 2012\n- Salvatore Cassisa | country of citizenship | Italy | 2012\n- Rossana Rossanda | country of citizenship | Italy | 2012\n- Rosario Bentivegna | country of citizenship | Italy | 2012\n- Roberto Tucci | country of citizenship | Italy | 2012\n- Raffaele Anguilla | country of citizenship | Italy | 2012\n- Plinio Antolini | country of citizenship | Italy | 2012\n- Paolo Villaggio | country of citizenship | Italy | 2012\n- Paolo Rossi | country of citizenship | Italy | 2012\n- Nino Baragli | country of citizenship | Italy | 2012\n- Mario Sereni | country of citizenship | Italy | 2012\n- Mariano Agate | country of citizenship | Italy | 2012\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Mario Monti (2012)\n Answer: Mario Monti", "t_query": 2012.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000446", "prompt": " In 1931, whose board member was Wilhelm Kissel?\nEvidence:\n- Daimler-Benz AG | board member | Wilhelm Kissel | 1931\n- Daimler-Benz AG | chief executive officer | Wilhelm Kissel | 1931\nReasoning:", "completion": " Hop 1: Daimler-Benz AG -> board member -> Wilhelm Kissel (1931)\n Answer: Daimler-Benz AG", "t_query": 1931.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_000447", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Saint-Genis-les-Ollières (2003)\n Answer: Saint-Genis-les-Ollières", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000448", "prompt": " Who was the head of state of Gerardo Marotta's country of citizenship after Sandro Pertini?\nEvidence:\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Sandro Salvadore | country of citizenship | Italy | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\nReasoning:", "completion": " Hop 1: Gerardo Marotta -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2001)\n Answer: Carlo Azeglio Ciampi", "t_query": 2001.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000449", "prompt": " In 1946, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q429298 | country of citizenship | Kingdom of Italy | 1946\n- Q133535 | country of citizenship | Kingdom of Italy | 1946\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1946\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1946\n- Titta Ruffo | country of citizenship | Kingdom of Italy | 1946\n- Tita Piaz | country of citizenship | Kingdom of Italy | 1946\n- Rosina Anselmi | country of citizenship | Kingdom of Italy | 1946\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1946\n- Paolo Manna | country of citizenship | Kingdom of Italy | 1946\n- Pantaleo Carabellese | country of citizenship | Kingdom of Italy | 1946\n- Norina Matchabelli | country of citizenship | Kingdom of Italy | 1946\n- Michele Cipolla | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Hop 1: Ignazio Cannavò -> country of citizenship -> Kingdom of Italy (1946)\n Answer: Ignazio Cannavò", "t_query": 1946.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000450", "prompt": " In 1956, whose basic form of government's diplomatic relation was constitutional monarchy?\nEvidence:\n- Afghanistan | basic form of government | constitutional monarchy | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\n- Afghanistan | head of state | Mohammed Zahir Shah | 1956\nReasoning:", "completion": " Hop 1: Afghanistan -> basic form of government -> constitutional monarchy (1956)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1956)\n Answer: Germany", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_000451", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Rillieux-la-Pape, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Rillieux-la-Pape | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | La Mulatière | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Albigny-sur-Saône (2003)\n Answer: Albigny-sur-Saône", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000452", "prompt": " Who was the member of sports team of Stefan Rehn before FC Lausanne-Sport?\nEvidence:\n- Stefan Rehn | member of sports team | IFK Göteborg | 1994\n- Stefan Rehn | member of sports team | Sweden men's national football team | 1994\n- Q949753 | member of sports team | IFK Göteborg | 1994\n- Q764704 | member of sports team | IFK Göteborg | 1994\n- Q342387 | member of sports team | IFK Göteborg | 1994\n- Joachim Björklund | member of sports team | IFK Göteborg | 1994\n- Q949753 | member of sports team | Sweden men's national football team | 1994\n- Q722046 | member of sports team | Sweden men's national football team | 1994\n- Q705590 | member of sports team | Sweden men's national football team | 1994\n- Q689331 | member of sports team | Sweden men's national football team | 1994\n- Q460375 | member of sports team | Sweden men's national football team | 1994\n- Q352241 | member of sports team | Sweden men's national football team | 1994\n- Q342387 | member of sports team | Sweden men's national football team | 1994\n- Q323412 | member of sports team | Sweden men's national football team | 1994\n- Q318747 | member of sports team | Sweden men's national football team | 1994\nReasoning:", "completion": " Hop 1: Stefan Rehn -> member of sports team -> Sweden men's national football team (1994)\n Answer: Sweden men's national football team", "t_query": 1994.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000453", "prompt": " In 1979, what was the capital of of Ashgabat?\nEvidence:\n- Ashgabat | capital of | Turkmen Soviet Socialist Republic | 1979\n- Ashgabat | country | Soviet Union | 1979\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1979\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1979\n- Q59054 | country of citizenship | Soviet Union | 1979\n- Q437262 | country of citizenship | Soviet Union | 1979\n- Q324083 | country of citizenship | Soviet Union | 1979\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1979\n- Yuri Manin | country of citizenship | Soviet Union | 1979\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1979\n- Viktor Kulikov | country of citizenship | Soviet Union | 1979\n- Vija Artmane | country of citizenship | Soviet Union | 1979\n- Vera Krepkina | country of citizenship | Soviet Union | 1979\n- Valeri Polyakov | country of citizenship | Soviet Union | 1979\n- Sergei Kovalev | country of citizenship | Soviet Union | 1979\nReasoning:", "completion": " Hop 1: Ashgabat -> capital of -> Turkmen Soviet Socialist Republic (1979)\n Answer: Turkmen Soviet Socialist Republic", "t_query": 1979.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000454", "prompt": " Who was the member of sports team of Stefan Rehn before FC Lausanne-Sport?\nEvidence:\n- Stefan Rehn | member of sports team | IFK Göteborg | 1994\n- Stefan Rehn | member of sports team | Sweden men's national football team | 1994\n- Q949753 | member of sports team | IFK Göteborg | 1994\n- Q764704 | member of sports team | IFK Göteborg | 1994\n- Q342387 | member of sports team | IFK Göteborg | 1994\n- Joachim Björklund | member of sports team | IFK Göteborg | 1994\n- Q949753 | member of sports team | Sweden men's national football team | 1994\n- Q722046 | member of sports team | Sweden men's national football team | 1994\n- Q705590 | member of sports team | Sweden men's national football team | 1994\n- Q689331 | member of sports team | Sweden men's national football team | 1994\n- Q460375 | member of sports team | Sweden men's national football team | 1994\n- Q352241 | member of sports team | Sweden men's national football team | 1994\n- Q342387 | member of sports team | Sweden men's national football team | 1994\n- Q323412 | member of sports team | Sweden men's national football team | 1994\n- Q318747 | member of sports team | Sweden men's national football team | 1994\nReasoning:", "completion": " Hop 1: Stefan Rehn -> member of sports team -> IFK Göteborg (1994)\n Answer: IFK Göteborg", "t_query": 1994.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000455", "prompt": " In 1987, whose contains the administrative territorial entity's country of citizenship's head of government was Bavaria?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bavaria | 1987\n- West Germany | contains the administrative territorial entity | Saarland | 1987\n- West Germany | contains the administrative territorial entity | Hesse | 1987\n- West Germany | contains the administrative territorial entity | Hamburg | 1987\n- West Germany | contains the administrative territorial entity | Bremen | 1987\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1987\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1987\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1987\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1987\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1987\n- Saarland | located in the administrative territorial entity | West Germany | 1987\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1987\n- Q77721 | country of citizenship | West Germany | 1987\n- Thomas Anders | country of citizenship | West Germany | 1987\n- Martin Walser | country of citizenship | West Germany | 1987\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Bavaria (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: Germany -> head of government -> Helmut Kohl (1987)\n Answer: Germany", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000456", "prompt": " In what year was the country of citizenship of Veriano Luchetti equal to Italy?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\n- Tiziano Terzani | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Veriano Luchetti -> country of citizenship -> Italy (1985)\n Answer: 1985", "t_query": 1985.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000457", "prompt": " In what year was the work location of Erazim Kohák's residence's head of government equal to Washington, D.C.?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Julie Mehretu | work location | United States | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- United States | shares border with | Panama | 1988\n- Tony Miles | country for sport | United States | 1988\n- Discovery Channel | country | United States | 1988\nReasoning:", "completion": " Hop 1: Erazim Kohák -> residence -> United States (1988)\n Hop 2: United States -> head of government -> Ronald Reagan (1988)\n Hop 3: Ronald Reagan -> work location -> Washington, D.C. (1988)\n Answer: 1988", "t_query": 1988.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 13} +{"id": "sft_000458", "prompt": " In 1976, what was the member of sports team of Rudolf Brunnenmeier?\nEvidence:\n- Rudolf Brunnenmeier | member of sports team | Schwarz-Weiß Bregenz | 1976\n- Rudolf Brunnenmeier | member of sports team | SC Schwarz-Weiß Bregenz | 1976\nReasoning:", "completion": " Hop 1: Rudolf Brunnenmeier -> member of sports team -> Schwarz-Weiß Bregenz (1976)\n Answer: Schwarz-Weiß Bregenz", "t_query": 1976.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_000459", "prompt": " Who was the located in of Skopje after Kingdom of Yugoslavia?\nEvidence:\n- Skopje | country | Socialist Federal Republic of Yugoslavia | 1946\n- Skopje | located in the administrative territorial entity | Socialist Republic of Macedonia | 1946\n- Šibenik | country | Socialist Federal Republic of Yugoslavia | 1946\n- Zagreb | country | Socialist Federal Republic of Yugoslavia | 1946\n- Vršac | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q583161 | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q55630 | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q5266 | country | Socialist Federal Republic of Yugoslavia | 1946\n- Pristina | country | Socialist Federal Republic of Yugoslavia | 1946\n- Perast | country | Socialist Federal Republic of Yugoslavia | 1946\n- Peja | country | Socialist Federal Republic of Yugoslavia | 1946\n- Niš | country | Socialist Federal Republic of Yugoslavia | 1946\n- Ljubljana | country | Socialist Federal Republic of Yugoslavia | 1946\n- Kovin | country | Socialist Federal Republic of Yugoslavia | 1946\n- Gjilan | country | Socialist Federal Republic of Yugoslavia | 1946\nReasoning:", "completion": " Hop 1: Skopje -> located in -> Socialist Republic of Macedonia (1946)\n Answer: Socialist Republic of Macedonia", "t_query": 1946.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000460", "prompt": " Who was the head of state of Italy before Giovanni Leone?\nEvidence:\n- Giovanni Mardersteig | country of citizenship | Italy | 1948\n- Q264986 | country of citizenship | Italy | 1948\n- Q219490 | country of citizenship | Italy | 1948\n- Q213482 | country of citizenship | Italy | 1948\n- Dalida | country of citizenship | Italy | 1948\n- Veriano Luchetti | country of citizenship | Italy | 1948\n- Tonino Cervi | country of citizenship | Italy | 1948\n- Tiziano Terzani | country of citizenship | Italy | 1948\n- Stéphane Grappelli | country of citizenship | Italy | 1948\n- Simon Spierer | country of citizenship | Italy | 1948\n- Sergio Mantovani | country of citizenship | Italy | 1948\n- Sergio Bonelli | country of citizenship | Italy | 1948\n- Rossana Rossanda | country of citizenship | Italy | 1948\n- Romeo Bertini | country of citizenship | Italy | 1948\n- Renata Tebaldi | country of citizenship | Italy | 1948\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Luigi Einaudi (1948)\n Answer: Luigi Einaudi", "t_query": 1948.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000461", "prompt": " In 1991, whose chairperson was Gerhard Stoltenberg?\nEvidence:\n- Federal Ministry of Defence of Germany | chairperson | Gerhard Stoltenberg | 1991\n- Federal Ministry of Defence of Germany | has part(s) | Q188058 | 1991\nReasoning:", "completion": " Hop 1: Federal Ministry of Defence of Germany -> chairperson -> Gerhard Stoltenberg (1991)\n Answer: Federal Ministry of Defence of Germany", "t_query": 1991.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_000462", "prompt": " In 1957, whose position held's head of government's country of citizenship was Prime Minister of Italy?\nEvidence:\n- Adone Zoli | position held | Prime Minister of Italy | 1957\n- Italy | head of government | Adone Zoli | 1957\n- Adone Zoli | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Adone Zoli -> position held -> Prime Minister of Italy (1957)\n Hop 2: Italy -> head of government -> Adone Zoli (1957)\n Hop 3: Ugo Stille -> country of citizenship -> Italy (1957)\n Answer: Ugo Stille", "t_query": 1957.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_000463", "prompt": " After Sergio Donadoni country of citizenship Italy, what was the head of government of Italy?\nEvidence:\n- Sergio Mantovani | country of citizenship | Italy | 1980\n- Sergio Bonelli | country of citizenship | Italy | 1980\n- Q219490 | country of citizenship | Italy | 1980\n- Veriano Luchetti | country of citizenship | Italy | 1980\n- Tullio Kezich | country of citizenship | Italy | 1980\n- Tonino Cervi | country of citizenship | Italy | 1980\n- Tiziano Terzani | country of citizenship | Italy | 1980\n- Stéphane Grappelli | country of citizenship | Italy | 1980\n- Simon Spierer | country of citizenship | Italy | 1980\n- Salvatore Cassisa | country of citizenship | Italy | 1980\n- Rossana Rossanda | country of citizenship | Italy | 1980\n- Renata Tebaldi | country of citizenship | Italy | 1980\n- Primo Nebiolo | country of citizenship | Italy | 1980\n- Pino Lancetti | country of citizenship | Italy | 1980\n- Pietro Parente | country of citizenship | Italy | 1980\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Arnaldo Forlani (1980)\n Answer: Arnaldo Forlani", "t_query": 1980.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000464", "prompt": " In 1948, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1948\n- Vladica Popović | country of citizenship | Yugoslavia | 1948\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1948\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1948\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1948\n- Ilija Petković | country of citizenship | Yugoslavia | 1948\n- Dušan Ivković | country of citizenship | Yugoslavia | 1948\n- Dragan Tomić | country of citizenship | Yugoslavia | 1948\n- Verzar | country | Yugoslavia | 1948\n- Suševo | country | Yugoslavia | 1948\n- Q793485 | country | Yugoslavia | 1948\n- Pirot | country | Yugoslavia | 1948\n- Orašje | country | Yugoslavia | 1948\n- Kraljevo | country | Yugoslavia | 1948\n- Karlovac | country | Yugoslavia | 1948\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1948)\n Hop 2: Alfonso Brescia -> country of citizenship -> Italy (1948)\n Answer: Alfonso Brescia", "t_query": 1948.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000465", "prompt": " In 1970, what was the member of of Lina Bo Bardi's country of citizenship?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Lina Bo Bardi -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> member of -> European Economic Community (1970)\n Answer: European Economic Community", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000466", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon equal to Francheville?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Francheville (2003)\n Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000467", "prompt": " Who was the head of state of Ignazio Cannavò's country of citizenship before Giorgio Napolitano?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Giorgio Zampori | country of citizenship | Kingdom of Italy | 1946\n- Giorgio Scerbanenco | country of citizenship | Kingdom of Italy | 1946\n- Giorgio Pasquali | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Hop 1: Ignazio Cannavò -> country of citizenship -> Italy (1946)\n Hop 2: Italy -> head of state -> Enrico de Nicola (1946)\n Answer: Enrico de Nicola", "t_query": 1946.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000468", "prompt": " In what year was the member of of Guido Aycard's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Guido Aycard -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1962)\n Answer: 1962", "t_query": 1962.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000469", "prompt": " In 2000, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\n- Tonino Cervi | country of citizenship | Italy | 2000\n- Tiziano Terzani | country of citizenship | Italy | 2000\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (2000)\n Hop 2: Renata Tebaldi -> country of citizenship -> Italy (2000)\n Answer: Renata Tebaldi", "t_query": 2000.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000470", "prompt": " Who was the work location of Bernard Schultze after Berlin?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Answer: Frankfurt", "t_query": 1953.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 3} +{"id": "sft_000471", "prompt": " In 2017, what was the country of citizenship of Alessandro Mendini?\nEvidence:\n- Alessandro Mendini | country of citizenship | Italy | 2017\n- Alessandro Alessandroni | country of citizenship | Italy | 2017\n- Q967883 | country of citizenship | Italy | 2017\n- Yannis Kounellis | country of citizenship | Italy | 2017\n- Rossana Rossanda | country of citizenship | Italy | 2017\n- Romano Agostinelli | country of citizenship | Italy | 2017\n- Pino Caruso | country of citizenship | Italy | 2017\n- Paolo Villaggio | country of citizenship | Italy | 2017\n- Nani Tedeschi | country of citizenship | Italy | 2017\n- Mauro Staccioli | country of citizenship | Italy | 2017\n- Mario Perniola | country of citizenship | Italy | 2017\n- Mario Agnes | country of citizenship | Italy | 2017\n- Luigi Barbarito | country of citizenship | Italy | 2017\n- Luigi Agnolin | country of citizenship | Italy | 2017\n- Isabella Biagini | country of citizenship | Italy | 2017\nReasoning:", "completion": " Hop 1: Alessandro Mendini -> country of citizenship -> Italy (2017)\n Answer: Italy", "t_query": 2017.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000472", "prompt": " In what year was the located in of Morsang-sur-Orge equal to Seine-et-Oise?\nEvidence:\n- Morsang-sur-Orge | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Morsang-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Villiers-sur-Orge | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Savigny-sur-Orge | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Leuville-sur-Orge | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Juvisy-sur-Orge | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Bernes-sur-Oise | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Vaux-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Mousseaux-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Croissy-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Bonnières-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Tessancourt-sur-Aubette | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Oncy-sur-École | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Oinville-sur-Montcient | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Neuilly-sur-Marne | located in the administrative territorial entity | Seine-et-Oise | 1918\nReasoning:", "completion": " Hop 1: Morsang-sur-Orge -> located in -> Seine-et-Oise (1918)\n Answer: 1918", "t_query": 1918.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000473", "prompt": " In 1968, what was the currency of Ugo Morin's country of citizenship?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Ugo Morin -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> currency -> Italian lira (1968)\n Answer: Italian lira", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000474", "prompt": " In 1971, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\n- Tullio Kezich | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Economic Community (1971)\n Hop 2: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Answer: Salvatore Fiume", "t_query": 1971.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000475", "prompt": " In what year was the member of of Mario Gentili's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Mario Gentili -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1961)\n Answer: 1961", "t_query": 1961.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000476", "prompt": " In 1987, whose head of government's contains the administrative territorial entity's country of citizenship's head of government was Q110719?\nEvidence:\n- Saarland | head of government | Q110719 | 1987\n- West Germany | contains the administrative territorial entity | Saarland | 1987\n- Saarland | located in the administrative territorial entity | West Germany | 1987\n- Saarland | country | West Germany | 1987\nReasoning:", "completion": " Hop 1: Saarland -> head of government -> Q110719 (1987)\n Hop 2: West Germany -> contains the administrative territorial entity -> Saarland (1987)\n Hop 3: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 4: Germany -> head of government -> Helmut Kohl (1987)\n Answer: Germany", "t_query": 1987.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_000477", "prompt": " In 1988, whose shares border with's residence was Panama?\nEvidence:\n- United States | shares border with | Panama | 1988\n- Paolo Soleri | residence | United States | 1988\n- Erazim Kohák | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Tony Miles | country for sport | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- Julie Mehretu | work location | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Discovery Channel | country | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\nReasoning:", "completion": " Hop 1: United States -> shares border with -> Panama (1988)\n Hop 2: Erazim Kohák -> residence -> United States (1988)\n Answer: Erazim Kohák", "t_query": 1988.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 13} +{"id": "sft_000478", "prompt": " In 1997, what was the member of of Giorgio Rebuffi's country of citizenship?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Guerra | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\nReasoning:", "completion": " Hop 1: Giorgio Rebuffi -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1997)\n Answer: European Coal and Steel Community", "t_query": 1997.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000479", "prompt": " In 1984, what was the shares border with of Andrea Carrea's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1984\n- Andrea Carrea | country of citizenship | Italy | 1984\n- Andrea Pangrazio | country of citizenship | Italy | 1984\n- Andrea Miano | country of citizenship | Italy | 1984\n- Andrea Cassone | country of citizenship | Italy | 1984\n- Andrea Bianchi | country of citizenship | Italy | 1984\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Andrea Carrea -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> shares border with -> Yugoslavia (1984)\n Answer: Yugoslavia", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000480", "prompt": " In what year was the member of of Chelyabinsk Oblast's located in equal to Soviet Union?\nEvidence:\n- Chelyabinsk Oblast | country | Soviet Union | 1974\n- Chelyabinsk | country | Soviet Union | 1974\n- Zlatoust | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Yuzhnouralsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Troitsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Miass | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Verkhny Ufaley | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Sumy Oblast | country | Soviet Union | 1974\n- Semipalatinsk Oblast | country | Soviet Union | 1974\n- Poltava Oblast | country | Soviet Union | 1974\n- Omsk Oblast | country | Soviet Union | 1974\n- Odesa Oblast | country | Soviet Union | 1974\n- Novosibirsk Oblast | country | Soviet Union | 1974\n- Murmansk Oblast | country | Soviet Union | 1974\nReasoning:", "completion": " Hop 1: Chelyabinsk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1974)\n Hop 2: Russian Soviet Federative Socialist Republic -> member of -> Soviet Union (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000481", "prompt": " Who was the position held of Mario Gentili's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Uberto de Morpurgo | country for sport | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Mario Gentili -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1961)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1961)\n Answer: President of Italy", "t_query": 1961.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000482", "prompt": " Who was the member of of Elena Altieri's country of citizenship before European Economic Community?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\n- Tullio Kezich | country of citizenship | Italy | 1977\n- Tonino Cervi | country of citizenship | Italy | 1977\n- Tiziano Terzani | country of citizenship | Italy | 1977\nReasoning:", "completion": " Hop 1: Elena Altieri -> country of citizenship -> Italy (1977)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1977)\n Answer: European Coal and Steel Community", "t_query": 1977.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000483", "prompt": " In 1973, whose country was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1973\n- Yalta | country | Soviet Union | 1973\n- Voronezh | country | Soviet Union | 1973\n- Volhynia | country | Soviet Union | 1973\n- Vinnytsia | country | Soviet Union | 1973\n- Urgench | country | Soviet Union | 1973\n- Uman | country | Soviet Union | 1973\n- Torzhok | country | Soviet Union | 1973\n- Tbilisi | country | Soviet Union | 1973\n- Sudak | country | Soviet Union | 1973\n- Starodub | country | Soviet Union | 1973\n- Simferopol | country | Soviet Union | 1973\n- Siberia | country | Soviet Union | 1973\n- Sevastopol | country | Soviet Union | 1973\n- Q957273 | country | Soviet Union | 1973\nReasoning:", "completion": " Hop 1: NPO Mashinostroyeniya -> country -> Soviet Union (1973)\n Answer: NPO Mashinostroyeniya", "t_query": 1973.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000484", "prompt": " In 1964, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\n- Virginio Rosetta | country of citizenship | Italy | 1964\n- Veriano Luchetti | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1964)\n Hop 2: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Answer: Carmelo Cappello", "t_query": 1964.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000485", "prompt": " In what year was the located in of Saint-Leu-la-Forêt equal to Seine-et-Oise?\nEvidence:\n- Saint-Leu-la-Forêt | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Milly-la-Forêt | located in the administrative territorial entity | Seine-et-Oise | 1921\n- La Forêt-le-Roi | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Saint-Nom-la-Bretèche | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Saint-Chéron | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Marnes-la-Coquette | located in the administrative territorial entity | Seine-et-Oise | 1921\n- La Ferté-Alais | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Gometz-la-Ville | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Abbéville-la-Rivière | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Plessis-Saint-Benoist | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Lévis-Saint-Nom | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Boissy-Saint-Léger | located in the administrative territorial entity | Seine-et-Oise | 1921\n- La Queue-les-Yvelines | located in the administrative territorial entity | Seine-et-Oise | 1921\n- La Celle-les-Bordes | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Saint-Germain-lès-Corbeil | located in the administrative territorial entity | Seine-et-Oise | 1921\nReasoning:", "completion": " Hop 1: Saint-Leu-la-Forêt -> located in -> Seine-et-Oise (1921)\n Answer: 1921", "t_query": 1921.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000486", "prompt": " After Benito Lorenzi country of citizenship Italy, what was the head of state of Salvatore Fiume's country of citizenship?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1971)\n Answer: Giuseppe Saragat", "t_query": 1971.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000487", "prompt": " In 1901, what was the country of registry of Kasato Maru?\nEvidence:\n- Kasato Maru | country of registry | Russian Empire | 1901\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1901\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1901\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1901\n- Khanate of Khiva | country | Russian Empire | 1901\n- Emirate of Bukhara | country | Russian Empire | 1901\n- Russian Empire | anthem | God Save the Tsar! | 1901\n- Vladimir Lenin | country of citizenship | Russian Empire | 1901\n- Vikenty Veresaev | country of citizenship | Russian Empire | 1901\n- Maria Zankovetska | country of citizenship | Russian Empire | 1901\nReasoning:", "completion": " Hop 1: Kasato Maru -> country of registry -> Russian Empire (1901)\n Answer: Russian Empire", "t_query": 1901.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000488", "prompt": " In what year was the member of sports team of Boris Razinsky equal to FK Daugava (2003)?\nEvidence:\n- Boris Razinsky | member of sports team | FK Daugava (2003) | 1970\n- Boris Razinsky | member of sports team | FC Ararat Yerevan | 1970\nReasoning:", "completion": " Hop 1: Boris Razinsky -> member of sports team -> FK Daugava (2003) (1970)\n Answer: 1970", "t_query": 1970.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2} +{"id": "sft_000489", "prompt": " In 1978, whose head of state's country of citizenship was Sandro Pertini?\nEvidence:\n- Italy | head of state | Sandro Pertini | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Sandro Pertini (1978)\n Hop 2: Marco Tulli -> country of citizenship -> Italy (1978)\n Answer: Marco Tulli", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000490", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon after Rochetaillée-sur-Saône?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Rochetaillée-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Neuville-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Fleurieu-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Albigny-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Écully (2003)\n Answer: Écully", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000491", "prompt": " In 1949, what was the work location of Antoine Pevsner?\nEvidence:\n- Antoine Pevsner | work location | Paris | 1949\n- Q87063 | work location | Paris | 1949\n- Q763355 | work location | Paris | 1949\n- Q689646 | work location | Paris | 1949\n- Q384860 | work location | Paris | 1949\n- Q319861 | work location | Paris | 1949\n- Q117783 | work location | Paris | 1949\n- Q116714 | work location | Paris | 1949\n- René Huyghe | work location | Paris | 1949\n- Pierre Balmain | work location | Paris | 1949\n- Mikhail Larionov | work location | Paris | 1949\n- Marcel Aubert | work location | Paris | 1949\n- Léopold Survage | work location | Paris | 1949\n- Joseph Csaky | work location | Paris | 1949\n- François Dufrêne | work location | Paris | 1949\nReasoning:", "completion": " Hop 1: Antoine Pevsner -> work location -> Paris (1949)\n Answer: Paris", "t_query": 1949.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000492", "prompt": " In 1988, whose head of government's country of citizenship was Giovanni Goria?\nEvidence:\n- Italy | head of government | Giovanni Goria | 1988\n- Giovanni Goria | country of citizenship | Italy | 1988\n- Giovanni Goria | position held | Prime Minister of Italy | 1988\n- Giovanni Invernizzi | country of citizenship | Italy | 1988\n- Giovanni Ferrofino | country of citizenship | Italy | 1988\n- Giovanni Azzini | country of citizenship | Italy | 1988\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\n- Vittore Catella | country of citizenship | Italy | 1988\n- Veriano Luchetti | country of citizenship | Italy | 1988\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Giovanni Goria (1988)\n Hop 2: Salvatore Fiume -> country of citizenship -> Italy (1988)\n Answer: Salvatore Fiume", "t_query": 1988.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000493", "prompt": " In 1924, whose country's residence was Kingdom of Greece?\nEvidence:\n- Athens | country | Kingdom of Greece | 1924\n- Cornelius Castoriadis | residence | Athens | 1924\nReasoning:", "completion": " Hop 1: Athens -> country -> Kingdom of Greece (1924)\n Hop 2: Cornelius Castoriadis -> residence -> Athens (1924)\n Answer: Cornelius Castoriadis", "t_query": 1924.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_000494", "prompt": " Who was the member of of Giovanni D'Ascenzi's country of citizenship before European Economic Community?\nEvidence:\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1951\n- Giovanni Ticozzi | country of citizenship | Italy | 1951\n- Giovanni Papini | country of citizenship | Italy | 1951\n- Giovanni Mardersteig | country of citizenship | Italy | 1951\n- Giovanni Invernizzi | country of citizenship | Italy | 1951\n- Giovanni Goria | country of citizenship | Italy | 1951\n- Giovanni Ferrofino | country of citizenship | Italy | 1951\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Giovanni D'Ascenzi -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1951)\n Answer: European Coal and Steel Community", "t_query": 1951.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000495", "prompt": " After Edmondo Rossoni country of citizenship Italy, what was the member of of Lelio Antoniotti's country of citizenship?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\n- Tullio Kezich | country of citizenship | Italy | 1973\nReasoning:", "completion": " Hop 1: Lelio Antoniotti -> country of citizenship -> Italy (1973)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1973)\n Answer: European Coal and Steel Community", "t_query": 1973.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000496", "prompt": " After Universal Copyright Convention signatory Cyprus, what was the currency of Cyprus?\nEvidence:\n- Cyprus | currency | Cypriot pound | 2003\nReasoning:", "completion": " Hop 1: Cyprus -> currency -> Cypriot pound (2003)\n Answer: Cypriot pound", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 1} +{"id": "sft_000497", "prompt": " In 1968, whose head of government's country of citizenship was Giovanni Leone?\nEvidence:\n- Italy | head of government | Giovanni Leone | 1968\n- Giovanni Mardersteig | country of citizenship | Italy | 1968\n- Giovanni Invernizzi | country of citizenship | Italy | 1968\n- Giovanni Goria | country of citizenship | Italy | 1968\n- Giovanni Ferrofino | country of citizenship | Italy | 1968\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Giovanni Leone (1968)\n Hop 2: Claudia Vinciguerra -> country of citizenship -> Italy (1968)\n Answer: Claudia Vinciguerra", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000498", "prompt": " In 1968, whose head of state's country of citizenship was Giuseppe Saragat?\nEvidence:\n- Italy | head of state | Giuseppe Saragat | 1968\n- Giuseppe Saragat | country of citizenship | Italy | 1968\n- Giuseppe Saragat | position held | President of Italy | 1968\n- Giuseppe Prisco | country of citizenship | Italy | 1968\n- Giuseppe Patanè | country of citizenship | Italy | 1968\n- Giuseppe Meazza | country of citizenship | Italy | 1968\n- Giuseppe Gabrielli | country of citizenship | Italy | 1968\n- Giuseppe Colnago | country of citizenship | Italy | 1968\n- Giuseppe Busso | country of citizenship | Italy | 1968\n- Giuseppe Antonini | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giuseppe Saragat (1968)\n Hop 2: Clelio Darida -> country of citizenship -> Italy (1968)\n Answer: Clelio Darida", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000499", "prompt": " In 1963, what was the member of of Francesca Romana Coluzzi's country of citizenship?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> member of -> European Economic Community (1963)\n Answer: European Economic Community", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000500", "prompt": " In what year was the position held of David Bowie's work location's head of government equal to Governing Mayor of Berlin?\nEvidence:\n- David Bowie | work location | Berlin | 1978\n- Q896393 | work location | Berlin | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Q497401 | terminus | Berlin | 1978\n- Anna Seghers | residence | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\nReasoning:", "completion": " Hop 1: David Bowie -> work location -> Berlin (1978)\n Hop 2: Berlin -> head of government -> Dietrich Stobbe (1978)\n Hop 3: Dietrich Stobbe -> position held -> Governing Mayor of Berlin (1978)\n Answer: 1978", "t_query": 1978.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 10} +{"id": "sft_000501", "prompt": " In 1948, what was the head of state of Alfonso Brescia's country of citizenship?\nEvidence:\n- Alfonso Brescia | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\n- Q318968 | country of citizenship | Italy | 1948\n- Q264986 | country of citizenship | Italy | 1948\n- Q219490 | country of citizenship | Italy | 1948\n- Q213482 | country of citizenship | Italy | 1948\n- Dalida | country of citizenship | Italy | 1948\n- Wilma Montesi | country of citizenship | Italy | 1948\n- Vittore Catella | country of citizenship | Italy | 1948\nReasoning:", "completion": " Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> head of state -> Enrico de Nicola (1948)\n Answer: Enrico de Nicola", "t_query": 1948.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000502", "prompt": " After Enrico Accatino country of citizenship Italy, what was the head of state of Italy?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 2005\n- Tullio Kezich | country of citizenship | Italy | 2005\n- Stefano Angeleri | country of citizenship | Italy | 2005\n- Simon Spierer | country of citizenship | Italy | 2005\n- Sergio Bonelli | country of citizenship | Italy | 2005\n- Sebastiano Mannironi | country of citizenship | Italy | 2005\n- Salvatore Cassisa | country of citizenship | Italy | 2005\n- Rossana Rossanda | country of citizenship | Italy | 2005\n- Romano Scarpa | country of citizenship | Italy | 2005\n- Romano Mussolini | country of citizenship | Italy | 2005\n- Plinio Antolini | country of citizenship | Italy | 2005\n- Pino Lancetti | country of citizenship | Italy | 2005\n- Pietro Rava | country of citizenship | Italy | 2005\n- Piero Cappuccilli | country of citizenship | Italy | 2005\n- Piergiorgio Nesti | country of citizenship | Italy | 2005\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Carlo Azeglio Ciampi (2005)\n Answer: Carlo Azeglio Ciampi", "t_query": 2005.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000503", "prompt": " In 2008, whose member of's head of government was Politburo Standing Committee of the Chinese Communist Party?\nEvidence:\n- Wen Jiabao | member of | Politburo Standing Committee of the Chinese Communist Party | 2008\n- People's Republic of China | head of government | Wen Jiabao | 2008\nReasoning:", "completion": " Hop 1: Wen Jiabao -> member of -> Politburo Standing Committee of the Chinese Communist Party (2008)\n Hop 2: People's Republic of China -> head of government -> Wen Jiabao (2008)\n Answer: People's Republic of China", "t_query": 2008.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_000504", "prompt": " In what year was the educated at of Alexander Gelfond equal to Lomonosov Moscow State University?\nEvidence:\n- Alexander Gelfond | educated at | Lomonosov Moscow State University | 1930\n- Q983399 | employer | Lomonosov Moscow State University | 1930\n- Q321515 | employer | Lomonosov Moscow State University | 1930\n- Lev Schnirelmann | employer | Lomonosov Moscow State University | 1930\n- Lev Pontryagin | employer | Lomonosov Moscow State University | 1930\nReasoning:", "completion": " Hop 1: Alexander Gelfond -> educated at -> Lomonosov Moscow State University (1930)\n Answer: 1930", "t_query": 1930.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 5} +{"id": "sft_000505", "prompt": " After Pericle Fazzini country of citizenship Italy, what was the member of of Mario Gentili's country of citizenship?\nEvidence:\n- Pericle Fazzini | country of citizenship | Italy | 1961\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Mario Gentili -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1961)\n Answer: European Coal and Steel Community", "t_query": 1961.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000506", "prompt": " After Germany member of European Coal and Steel Community, what was the capital of of Germany's capital?\nEvidence:\n- Germany | member of | European Coal and Steel Community | 1974\n- Italy | member of | European Coal and Steel Community | 1974\n- Belgium | member of | European Coal and Steel Community | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Answer: West Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000507", "prompt": " In 1956, what was the head of state of Alfonso Calzolari's country of citizenship?\nEvidence:\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\n- Veriano Luchetti | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Alfonso Calzolari -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1956)\n Answer: Giovanni Gronchi", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000508", "prompt": " After IBM chief executive officer Thomas John Watson, Sr., what was the chief executive officer of Jean E. Sammet's employer?\nEvidence:\n- IBM | chief executive officer | Thomas Watson | 1965\n- Jean E. Sammet | employer | IBM | 1965\n- John Backus | employer | IBM | 1965\n- Benoit Mandelbrot | employer | IBM | 1965\nReasoning:", "completion": " Hop 1: Jean E. Sammet -> employer -> IBM (1965)\n Hop 2: IBM -> chief executive officer -> Thomas Watson (1965)\n Answer: Thomas Watson", "t_query": 1965.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 4} +{"id": "sft_000509", "prompt": " In 1970, what was the shares border with of Claudio Cavazza's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1970\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> shares border with -> Yugoslavia (1970)\n Answer: Yugoslavia", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000510", "prompt": " Who was the sponsor of EF Education-Tibco-SVB before EF?\nEvidence:\n- EF Education-Tibco-SVB | sponsor | Tibco Software | 2011\n- EF Education-Tibco-SVB | owned by | Linda Jackson | 2011\n- Tara Whitten | member of sports team | EF Education-Tibco-SVB | 2011\nReasoning:", "completion": " Hop 1: EF Education-Tibco-SVB -> sponsor -> Tibco Software (2011)\n Answer: Tibco Software", "t_query": 2011.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 3} +{"id": "sft_000511", "prompt": " After Achille Compagnoni country of citizenship Italy, what was the head of state of Alfonso Brescia's country of citizenship?\nEvidence:\n- Alfonso Brescia | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\n- Q318968 | country of citizenship | Italy | 1948\n- Q264986 | country of citizenship | Italy | 1948\n- Q219490 | country of citizenship | Italy | 1948\n- Q213482 | country of citizenship | Italy | 1948\n- Dalida | country of citizenship | Italy | 1948\n- Wilma Montesi | country of citizenship | Italy | 1948\n- Vittore Catella | country of citizenship | Italy | 1948\nReasoning:", "completion": " Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> head of state -> Luigi Einaudi (1948)\n Answer: Luigi Einaudi", "t_query": 1948.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000512", "prompt": " In what year was the head of government of Salvatore Fiume's country of citizenship equal to Ciriaco De Mita?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1988\n- Salvatore Cassisa | country of citizenship | Italy | 1988\n- Virginio De Paoli | country of citizenship | Italy | 1988\n- Velasio de Paolis | country of citizenship | Italy | 1988\n- Renzo De Felice | country of citizenship | Italy | 1988\n- Nevio de Zordo | country of citizenship | Italy | 1988\n- Mario De Donà | country of citizenship | Italy | 1988\n- Dino De Antoni | country of citizenship | Italy | 1988\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1988)\n Hop 2: Italy -> head of government -> Ciriaco De Mita (1988)\n Answer: 1988", "t_query": 1988.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000513", "prompt": " In 1931, whose country was Kingdom of Italy?\nEvidence:\n- Q9409 | country | Kingdom of Italy | 1931\n- Q6259 | country | Kingdom of Italy | 1931\n- Q2704 | country | Kingdom of Italy | 1931\n- Q16163 | country | Kingdom of Italy | 1931\n- Monza | country | Kingdom of Italy | 1931\n- Marche | country | Kingdom of Italy | 1931\n- Lombardy | country | Kingdom of Italy | 1931\n- Cagliari | country | Kingdom of Italy | 1931\n- Emilia-Romagna | country | Kingdom of Italy | 1931\n- Q976653 | country of citizenship | Kingdom of Italy | 1931\n- Q890523 | country of citizenship | Kingdom of Italy | 1931\n- Q715036 | country of citizenship | Kingdom of Italy | 1931\n- Q471232 | country of citizenship | Kingdom of Italy | 1931\n- Q432318 | country of citizenship | Kingdom of Italy | 1931\n- Q429298 | country of citizenship | Kingdom of Italy | 1931\nReasoning:", "completion": " Hop 1: Province of Turin -> country -> Kingdom of Italy (1931)\n Answer: Province of Turin", "t_query": 1931.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000514", "prompt": " Who was the head of government of Italy before Lamberto Dini?\nEvidence:\n- Q264986 | country of citizenship | Italy | 1955\n- Q219490 | country of citizenship | Italy | 1955\n- Q213482 | country of citizenship | Italy | 1955\n- Dalida | country of citizenship | Italy | 1955\n- Veriano Luchetti | country of citizenship | Italy | 1955\n- Tonino Cervi | country of citizenship | Italy | 1955\n- Tiziano Terzani | country of citizenship | Italy | 1955\n- Stéphane Grappelli | country of citizenship | Italy | 1955\n- Simon Spierer | country of citizenship | Italy | 1955\n- Sergio Mantovani | country of citizenship | Italy | 1955\n- Sergio Bonelli | country of citizenship | Italy | 1955\n- Rossana Rossanda | country of citizenship | Italy | 1955\n- Romeo Bertini | country of citizenship | Italy | 1955\n- Renata Tebaldi | country of citizenship | Italy | 1955\n- Primo Nebiolo | country of citizenship | Italy | 1955\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Mario Scelba (1955)\n Answer: Mario Scelba", "t_query": 1955.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000515", "prompt": " Who was the head of state of Alfonso Calzolari's country of citizenship before Carlo Azeglio Ciampi?\nEvidence:\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Carlo Zecchi | country of citizenship | Italy | 1956\n- Carlo Toniatti | country of citizenship | Italy | 1956\n- Carlo Bandirola | country of citizenship | Italy | 1956\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Alfonso Calzolari -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1956)\n Answer: Giovanni Gronchi", "t_query": 1956.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000516", "prompt": " Who was the head of government of Germany's capital's capital of's contains the administrative territorial entity before Kurt Georg Kiesinger?\nEvidence:\n- Germany | head of government | Konrad Adenauer | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | Germany | 1956\n- Bonn | capital of | West Germany | 1956\n- Germany | head of state | Theodor Heuss | 1956\n- Saarbrücken | located in the administrative territorial entity | Saar Protectorate | 1956\n- Nitra District | located in the administrative territorial entity | Czechoslovakia | 1956\n- East Berlin | capital of | German Democratic Republic | 1956\n- Afghanistan | basic form of government | constitutional monarchy | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Germany | member of | Western European Union | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- Afghanistan | head of state | Mohammed Zahir Shah | 1956\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1956)\n Hop 2: Bonn -> capital of -> West Germany (1956)\n Hop 3: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1956)\n Hop 4: Baden-Württemberg -> head of government -> Gebhard Müller (1956)\n Answer: Gebhard Müller", "t_query": 1956.0, "chain_length": 4, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000517", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Fleurieu-sur-Saône, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Fleurieu-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Rochetaillée-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Neuville-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Albigny-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Dardilly (2003)\n Answer: Dardilly", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000518", "prompt": " In 1978, what was the member of of Marco Tulli's country of citizenship?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Marco Tulli -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1978)\n Answer: European Coal and Steel Community", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000519", "prompt": " In 1941, what was the country of Kulob?\nEvidence:\n- Kulob | country | Tajik Soviet Socialist Republic | 1941\n- Dushanbe | located in the administrative territorial entity | Tajik Soviet Socialist Republic | 1941\n- Dushanbe | capital of | Tajik Soviet Socialist Republic | 1941\nReasoning:", "completion": " Hop 1: Kulob -> country -> Tajik Soviet Socialist Republic (1941)\n Answer: Tajik Soviet Socialist Republic", "t_query": 1941.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_000520", "prompt": " After Angelo Zorzi country of citizenship Italy, what was the currency of John Paul I's country of citizenship?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Angelo Varetto | country of citizenship | Italy | 1961\n- Angelo Infanti | country of citizenship | Italy | 1961\n- Angelo Cuniberti | country of citizenship | Italy | 1961\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: John Paul I -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> currency -> Italian lira (1961)\n Answer: Italian lira", "t_query": 1961.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000521", "prompt": " In 1933, whose operator was Deutsche Reichsbahn?\nEvidence:\n- Q315056 | operator | Deutsche Reichsbahn | 1933\n- Q159861 | operator | Deutsche Reichsbahn | 1933\n- Württemberg Hz | operator | Deutsche Reichsbahn | 1933\n- Molli railway | operator | Deutsche Reichsbahn | 1933\n- Kaufbeuren–Schongau railway | operator | Deutsche Reichsbahn | 1933\n- DRG Class 87 | operator | Deutsche Reichsbahn | 1933\n- DRG Class 85 | operator | Deutsche Reichsbahn | 1933\n- DRG Class 80 | operator | Deutsche Reichsbahn | 1933\n- DRG Class 43 | operator | Deutsche Reichsbahn | 1933\n- DRG Class 03 | operator | Deutsche Reichsbahn | 1933\n- Nuremberg Hbf–Bamberg railway | operator | Deutsche Reichsbahn | 1933\n- DR Class E 15 | operator | Deutsche Reichsbahn | 1933\n- Augsburg Hbf–Buchloe railway | operator | Deutsche Reichsbahn | 1933\n- Würzburg Hbf–Aschaffenburg Hbf railway | operator | Deutsche Reichsbahn | 1933\n- Bayreuth Hbf–Neuenmarkt-Wirsberg railway part | operator | Deutsche Reichsbahn | 1933\nReasoning:", "completion": " Hop 1: Würzburg Hbf–Aschaffenburg Hbf railway -> operator -> Deutsche Reichsbahn (1933)\n Answer: Würzburg Hbf–Aschaffenburg Hbf railway", "t_query": 1933.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000522", "prompt": " In what year was the member of of Francesca Romana Coluzzi's country of citizenship equal to European Economic Community?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> member of -> European Economic Community (1963)\n Answer: 1963", "t_query": 1963.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000523", "prompt": " After Miass located in Chelyabinsk Oblast, what was the located in of Chelyabinsk Oblast?\nEvidence:\n- Miass | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Zlatoust | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Yuzhnouralsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Troitsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Verkhny Ufaley | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Chelyabinsk Oblast | country | Soviet Union | 1974\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Chelyabinsk | country | Soviet Union | 1974\n- Sumy Oblast | country | Soviet Union | 1974\n- Semipalatinsk Oblast | country | Soviet Union | 1974\n- Poltava Oblast | country | Soviet Union | 1974\n- Omsk Oblast | country | Soviet Union | 1974\n- Odesa Oblast | country | Soviet Union | 1974\n- Novosibirsk Oblast | country | Soviet Union | 1974\n- Murmansk Oblast | country | Soviet Union | 1974\nReasoning:", "completion": " Hop 1: Chelyabinsk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1974)\n Answer: Russian Soviet Federative Socialist Republic", "t_query": 1974.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000524", "prompt": " In 1946, whose head of state's country of citizenship was Enrico de Nicola?\nEvidence:\n- Italy | head of state | Enrico de Nicola | 1946\n- Uberto de Morpurgo | country of citizenship | Italy | 1946\n- Renzo De Felice | country of citizenship | Italy | 1946\n- Dino De Antoni | country of citizenship | Italy | 1946\n- Alberto Maria De Agostini | country of citizenship | Italy | 1946\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1946\n- Uberto de Morpurgo | country for sport | Italy | 1946\n- Q612509 | country of citizenship | Italy | 1946\n- Q454036 | country of citizenship | Italy | 1946\n- Q435856 | country of citizenship | Italy | 1946\n- Q432318 | country of citizenship | Italy | 1946\n- Q429298 | country of citizenship | Italy | 1946\n- Q340261 | country of citizenship | Italy | 1946\n- Q318968 | country of citizenship | Italy | 1946\n- Q264986 | country of citizenship | Italy | 1946\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Enrico de Nicola (1946)\n Hop 2: Ignazio Cannavò -> country of citizenship -> Italy (1946)\n Answer: Ignazio Cannavò", "t_query": 1946.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000525", "prompt": " After Leonardo Sciascia country of citizenship Italy, what was the currency of Italy9484's country of citizenship?\nEvidence:\n- Italy | currency | Italian lira | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\n- Tonino Cervi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Andrea Carrea -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> currency -> Italian lira (1984)\n Answer: Italian lira", "t_query": 1984.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000526", "prompt": " In what year was the member of of Raul Gardini's country of citizenship equal to European Economic Community?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\n- Stéphane Grappelli | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Raul Gardini -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> member of -> European Economic Community (1989)\n Answer: 1989", "t_query": 1989.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000527", "prompt": " In what year was the country of Omsk's located in equal to Soviet Union?\nEvidence:\n- Omsk | country | Soviet Union | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Zhytomyr | country | Soviet Union | 1948\n- Zastavna | country | Soviet Union | 1948\n- Yevpatoriia | country | Soviet Union | 1948\n- Yalta | country | Soviet Union | 1948\n- Vyazma | country | Soviet Union | 1948\n- Voronezh | country | Soviet Union | 1948\n- Vologda | country | Soviet Union | 1948\n- Volodarsk | country | Soviet Union | 1948\n- Volhynia | country | Soviet Union | 1948\n- Voinyliv | country | Soviet Union | 1948\nReasoning:", "completion": " Hop 1: Omsk -> located in -> Russian Soviet Federative Socialist Republic (1948)\n Hop 2: Russian Soviet Federative Socialist Republic -> country -> Soviet Union (1948)\n Answer: 1948", "t_query": 1948.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000528", "prompt": " In 1995, whose general secretary's member of was Maurice Druon?\nEvidence:\n- Académie Française | general secretary | Maurice Druon | 1995\n- René Huyghe | member of | Académie Française | 1995\n- Michel Déon | member of | Académie Française | 1995\n- Julien Green | member of | Académie Française | 1995\n- Jacques Laurent | member of | Académie Française | 1995\n- Félicien Marceau | member of | Académie Française | 1995\n- Jean-Marie Lustiger | member of | Académie Française | 1995\nReasoning:", "completion": " Hop 1: Académie Française -> general secretary -> Maurice Druon (1995)\n Hop 2: Félicien Marceau -> member of -> Académie Française (1995)\n Answer: Félicien Marceau", "t_query": 1995.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 7} +{"id": "sft_000529", "prompt": " Who was the position held of Luca Ronconi's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Italy | currency | Italian lira | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\nReasoning:", "completion": " Hop 1: Luca Ronconi -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1993)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1993)\n Answer: President of Italy", "t_query": 1993.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000530", "prompt": " In 1984, what was the currency of Carlo Curis's country of citizenship?\nEvidence:\n- Carlo Curis | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Italy | currency | Italian lira | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Carlo Curis -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> currency -> Italian lira (1984)\n Answer: Italian lira", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000531", "prompt": " In what year was the member of of Franca Ongaro's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\n- Wilma Montesi | country of citizenship | Italy | 1952\n- Vittore Catella | country of citizenship | Italy | 1952\n- Vitaliano Brancati | country of citizenship | Italy | 1952\nReasoning:", "completion": " Hop 1: Franca Ongaro -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1952)\n Answer: 1952", "t_query": 1952.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000532", "prompt": " In 1950, what was the currency of Mannheim's country?\nEvidence:\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | currency | Deutsche Mark | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\n- Martin Walser | country of citizenship | West Germany | 1950\n- Martin Albrecht | country of citizenship | West Germany | 1950\n- Jürgen Kissner | country of citizenship | West Germany | 1950\n- Helmut Kohl | country of citizenship | West Germany | 1950\n- Albrecht Brandi | country of citizenship | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> currency -> Deutsche Mark (1950)\n Answer: Deutsche Mark", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000533", "prompt": " In 1991, what was the country of Dubrovytsia?\nEvidence:\n- Dubrovytsia | country | Soviet Union | 1991\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1991\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1991\n- Q59054 | country of citizenship | Soviet Union | 1991\n- Q437262 | country of citizenship | Soviet Union | 1991\n- Q324083 | country of citizenship | Soviet Union | 1991\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1991\n- Yuri Manin | country of citizenship | Soviet Union | 1991\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1991\n- Viktor Kulikov | country of citizenship | Soviet Union | 1991\n- Vija Artmane | country of citizenship | Soviet Union | 1991\n- Vera Krepkina | country of citizenship | Soviet Union | 1991\n- Valeri Polyakov | country of citizenship | Soviet Union | 1991\n- Sergei Kovalev | country of citizenship | Soviet Union | 1991\n- Ruslan Khasbulatov | country of citizenship | Soviet Union | 1991\nReasoning:", "completion": " Hop 1: Dubrovytsia -> country -> Soviet Union (1991)\n Answer: Soviet Union", "t_query": 1991.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000534", "prompt": " In 1963, what was the head of state of Giovanni Spadolini's country of citizenship?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1963\n- Giovanni Mardersteig | country of citizenship | Italy | 1963\n- Giovanni Invernizzi | country of citizenship | Italy | 1963\n- Giovanni Goria | country of citizenship | Italy | 1963\n- Giovanni Ferrofino | country of citizenship | Italy | 1963\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Giovanni Spadolini -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Answer: Antonio Segni", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000535", "prompt": " Who was the contains the administrative territorial entity of Bernard Schultze's work location's country after Lower Saxony?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Bremen (1953)\n Answer: Bremen", "t_query": 1953.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 3} +{"id": "sft_000536", "prompt": " In 1975, what was the member of of Giacomo Rossi-Stuart's country of citizenship?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giacomo Rossi-Stuart -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1975)\n Answer: European Coal and Steel Community", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000537", "prompt": " In what year was the contains the administrative territorial entity of Germany's capital's capital of equal to Hesse?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Hesse (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000538", "prompt": " In what year was the located in of Pieve di Coriano equal to Province of Mantua?\nEvidence:\n- Pieve di Coriano | located in the administrative territorial entity | Province of Mantua | 1989\n- Felonica | located in the administrative territorial entity | Province of Mantua | 1989\nReasoning:", "completion": " Hop 1: Pieve di Coriano -> located in -> Province of Mantua (1989)\n Answer: 1989", "t_query": 1989.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2} +{"id": "sft_000539", "prompt": " In 1972, what was the country of Kunashir Island?\nEvidence:\n- Kunashir Island | country | Soviet Union | 1972\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1972\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1972\n- Q59054 | country of citizenship | Soviet Union | 1972\n- Q437262 | country of citizenship | Soviet Union | 1972\n- Q324083 | country of citizenship | Soviet Union | 1972\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1972\n- Yuri Manin | country of citizenship | Soviet Union | 1972\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1972\n- Viktor Kulikov | country of citizenship | Soviet Union | 1972\n- Vija Artmane | country of citizenship | Soviet Union | 1972\n- Vera Krepkina | country of citizenship | Soviet Union | 1972\n- Valeri Polyakov | country of citizenship | Soviet Union | 1972\n- Sergei Kovalev | country of citizenship | Soviet Union | 1972\n- Ruslan Khasbulatov | country of citizenship | Soviet Union | 1972\nReasoning:", "completion": " Hop 1: Kunashir Island -> country -> Soviet Union (1972)\n Answer: Soviet Union", "t_query": 1972.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000540", "prompt": " In 1971, whose position held's head of state was President of Italy?\nEvidence:\n- Giuseppe Saragat | position held | President of Italy | 1971\n- Italy | head of state | Giuseppe Saragat | 1971\n- Giuseppe Saragat | position held | Italian senator for life | 1971\n- Giuseppe Saragat | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Giuseppe Saragat -> position held -> President of Italy (1971)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1971)\n Answer: Italy", "t_query": 1971.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_000541", "prompt": " In 1998, whose located in was Panevėžys County?\nEvidence:\n- Rokiškis District Municipality | located in the administrative territorial entity | Panevėžys County | 1998\nReasoning:", "completion": " Hop 1: Rokiškis District Municipality -> located in -> Panevėžys County (1998)\n Answer: Rokiškis District Municipality", "t_query": 1998.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_000542", "prompt": " After Marta Abba country of citizenship Italy, what was the shares border with of John Paul I's country of citizenship?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Italy | shares border with | Yugoslavia | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: John Paul I -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> shares border with -> Yugoslavia (1961)\n Answer: Yugoslavia", "t_query": 1961.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000543", "prompt": " In 1999, whose league or competition's occupant was NFL Europe?\nEvidence:\n- Barcelona Dragons | league or competition | NFL Europe | 1999\n- Lluís Companys Olympic Stadium | occupant | Barcelona Dragons | 1999\n- Jack Bicknell | coach of sports team | Barcelona Dragons | 1999\n- Barcelona Dragons | home venue | Lluís Companys Olympic Stadium | 1999\n- Barcelona Dragons | head coach | Jack Bicknell | 1999\nReasoning:", "completion": " Hop 1: Barcelona Dragons -> league or competition -> NFL Europe (1999)\n Hop 2: Lluís Companys Olympic Stadium -> occupant -> Barcelona Dragons (1999)\n Answer: Lluís Companys Olympic Stadium", "t_query": 1999.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 5} +{"id": "sft_000544", "prompt": " In what year was the country of Nakhchivan equal to Nakhchivan Autonomous Soviet Socialist Republic?\nEvidence:\n- Nakhchivan | country | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Nakhchivan | located in the administrative territorial entity | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Nakhchivan | country | Azerbaijan Soviet Socialist Republic | 1949\n- Nakhchivan | country | Soviet Union | 1949\n- Turkmen Soviet Socialist Republic | country | Soviet Union | 1949\n- Georgian Soviet Socialist Republic | country | Soviet Union | 1949\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1949\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1949\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1949\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1949\n- Zhytomyr | country | Soviet Union | 1949\n- Zastavna | country | Soviet Union | 1949\n- Yevpatoriia | country | Soviet Union | 1949\n- Yalta | country | Soviet Union | 1949\n- Vyazma | country | Soviet Union | 1949\nReasoning:", "completion": " Hop 1: Nakhchivan -> country -> Nakhchivan Autonomous Soviet Socialist Republic (1949)\n Answer: 1949", "t_query": 1949.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000545", "prompt": " In 1987, what was the position held of Romolo Alzani's country of citizenship's head of government?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Romolo Alzani -> country of citizenship -> Italy (1987)\n Hop 2: Italy -> head of government -> Giovanni Goria (1987)\n Hop 3: Giovanni Goria -> position held -> Prime Minister of Italy (1987)\n Answer: Prime Minister of Italy", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000546", "prompt": " In 1974, what was the currency of Germany's capital's capital of?\nEvidence:\n- Germany | currency | Deutsche Mark | 1974\n- Germany | capital | Bonn | 1974\n- West Germany | currency | Deutsche Mark | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> currency -> Deutsche Mark (1974)\n Answer: Deutsche Mark", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000547", "prompt": " In what year was the member of of Maria Rita Saulle's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Maria Rita Saulle -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1989)\n Answer: 1989", "t_query": 1989.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000548", "prompt": " In what year was the contains the administrative territorial entity of Rhône equal to Caluire-et-Cuire?\nEvidence:\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\n- Q945660 | located in the administrative territorial entity | Q3083 | 1947\n- Q945660 | located in the administrative territorial entity | Q12736 | 1947\nReasoning:", "completion": " Hop 1: Rhône -> contains the administrative territorial entity -> Caluire-et-Cuire (1947)\n Answer: 1947", "t_query": 1947.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 10} +{"id": "sft_000549", "prompt": " After Sepp Kerschbaumer country of citizenship Italy, what was the shares border with of Cesare Terranova's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1966\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\nReasoning:", "completion": " Hop 1: Cesare Terranova -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> shares border with -> Yugoslavia (1966)\n Answer: Yugoslavia", "t_query": 1966.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000550", "prompt": " In what year was the contains the administrative territorial entity of Germany's capital's capital of equal to Hamburg?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Hamburg (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000551", "prompt": " Who was the contains the administrative territorial entity of Mannheim's country before North Rhine-Westphalia?\nEvidence:\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Hesse (1950)\n Answer: Hesse", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000552", "prompt": " After Philip Perlman position held general counsel, what was the work location of Philip Perlman?\nEvidence:\n- Philip Perlman | work location | Baltimore | 1957\nReasoning:", "completion": " Hop 1: Philip Perlman -> work location -> Baltimore (1957)\n Answer: Baltimore", "t_query": 1957.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 1} +{"id": "sft_000553", "prompt": " After Louise Bourgeois work location Paris, what was the educated at of Louise Bourgeois?\nEvidence:\n- Louise Bourgeois | work location | Paris | 1935\n- Louise Bourgeois | educated at | University of Paris | 1935\n- Q87063 | work location | Paris | 1935\n- Q763355 | work location | Paris | 1935\n- Q674956 | work location | Paris | 1935\n- Q399091 | work location | Paris | 1935\n- Q384860 | work location | Paris | 1935\n- Q319861 | work location | Paris | 1935\n- Q216703 | work location | Paris | 1935\n- Q216570 | work location | Paris | 1935\n- Q116714 | work location | Paris | 1935\n- Q95821 | educated at | University of Paris | 1935\n- Zoltán Kemény | work location | Paris | 1935\n- René Huyghe | work location | Paris | 1935\n- Pierre Balmain | work location | Paris | 1935\nReasoning:", "completion": " Hop 1: Louise Bourgeois -> educated at -> University of Paris (1935)\n Answer: University of Paris", "t_query": 1935.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000554", "prompt": " In what year was the head of state of Giorgio Rebuffi's country of citizenship equal to Oscar Luigi Scalfaro?\nEvidence:\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1997\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Luigi Comencini | country of citizenship | Italy | 1997\n- Luigi Agnolin | country of citizenship | Italy | 1997\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1997\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\nReasoning:", "completion": " Hop 1: Giorgio Rebuffi -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Answer: 1997", "t_query": 1997.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000555", "prompt": " In 1968, whose nominated for was Golden Lion?\nEvidence:\n- Juraj Jakubisko | nominated for | Golden Lion | 1968\n- Juraj Jakubisko | country of citizenship | Czechoslovakia | 1968\nReasoning:", "completion": " Hop 1: Juraj Jakubisko -> nominated for -> Golden Lion (1968)\n Answer: Juraj Jakubisko", "t_query": 1968.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_000556", "prompt": " In 1963, what was the shares border with of Gianni Brera's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1963\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Gianni Brera -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> shares border with -> Yugoslavia (1963)\n Answer: Yugoslavia", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000557", "prompt": " In what year was the head of state of Italy equal to Enrico de Nicola?\nEvidence:\n- Uberto de Morpurgo | country of citizenship | Italy | 1948\n- Alberto Maria De Agostini | country of citizenship | Italy | 1948\n- Uberto de Morpurgo | country for sport | Italy | 1948\n- Q264986 | country of citizenship | Italy | 1948\n- Q219490 | country of citizenship | Italy | 1948\n- Q213482 | country of citizenship | Italy | 1948\n- Dalida | country of citizenship | Italy | 1948\n- Veriano Luchetti | country of citizenship | Italy | 1948\n- Tonino Cervi | country of citizenship | Italy | 1948\n- Tiziano Terzani | country of citizenship | Italy | 1948\n- Stéphane Grappelli | country of citizenship | Italy | 1948\n- Simon Spierer | country of citizenship | Italy | 1948\n- Sergio Mantovani | country of citizenship | Italy | 1948\n- Sergio Bonelli | country of citizenship | Italy | 1948\n- Rossana Rossanda | country of citizenship | Italy | 1948\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Enrico de Nicola (1948)\n Answer: 1948", "t_query": 1948.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000558", "prompt": " In 1946, what was the located in of Route nationale 401?\nEvidence:\n- Route nationale 401 | located in the administrative territorial entity | Meuse | 1946\n- Route nationale 401 | located in the administrative territorial entity | Haute-Marne | 1946\n- Route nationale 401 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\n- Route nationale 411 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\n- Q731279 | located in the administrative territorial entity | Haute-Marne | 1946\nReasoning:", "completion": " Hop 1: Route nationale 401 -> located in -> Haute-Marne (1946)\n Answer: Haute-Marne", "t_query": 1946.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 5} +{"id": "sft_000559", "prompt": " After Dubrovytsia country Poland, what was the country of Dubrovytsia?\nEvidence:\n- Dubrovytsia | country | Soviet Union | 1991\n- Q59054 | country of citizenship | Soviet Union | 1991\n- Q437262 | country of citizenship | Soviet Union | 1991\n- Q324083 | country of citizenship | Soviet Union | 1991\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1991\n- Yuri Manin | country of citizenship | Soviet Union | 1991\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1991\n- Viktor Kulikov | country of citizenship | Soviet Union | 1991\n- Vija Artmane | country of citizenship | Soviet Union | 1991\n- Vera Krepkina | country of citizenship | Soviet Union | 1991\n- Valeri Polyakov | country of citizenship | Soviet Union | 1991\n- Sergei Kovalev | country of citizenship | Soviet Union | 1991\n- Ruslan Khasbulatov | country of citizenship | Soviet Union | 1991\n- Raisa Gorbacheva | country of citizenship | Soviet Union | 1991\n- Otar Iosseliani | country of citizenship | Soviet Union | 1991\nReasoning:", "completion": " Hop 1: Dubrovytsia -> country -> Soviet Union (1991)\n Answer: Soviet Union", "t_query": 1991.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000560", "prompt": " In 1904, whose country's located in was Russian Empire?\nEvidence:\n- Červień | country | Russian Empire | 1904\n- Yevpatoriia | country | Russian Empire | 1904\n- Yalta | country | Russian Empire | 1904\n- Voronezh | country | Russian Empire | 1904\n- Vologda | country | Russian Empire | 1904\n- Volhynia | country | Russian Empire | 1904\n- Vinnytsia | country | Russian Empire | 1904\n- Uman | country | Russian Empire | 1904\n- Torzhok | country | Russian Empire | 1904\n- Tmutarakan | country | Russian Empire | 1904\n- Tiraspol | country | Russian Empire | 1904\n- Tallinn | country | Russian Empire | 1904\n- Sudak | country | Russian Empire | 1904\n- Starodub | country | Russian Empire | 1904\n- Smolensk | country | Russian Empire | 1904\nReasoning:", "completion": " Hop 1: Emirate of Bukhara -> country -> Russian Empire (1904)\n Hop 2: Dushanbe -> located in -> Emirate of Bukhara (1904)\n Answer: Dushanbe", "t_query": 1904.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000561", "prompt": " Who was the member of of Clelio Darida's country of citizenship after European Coal and Steel Community?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Clelio Darida -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> member of -> European Economic Community (1968)\n Answer: European Economic Community", "t_query": 1968.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000562", "prompt": " After Russian Soviet Federative Socialist Republic located in Soviet Union, what was the anthem of Russian Soviet Federative Socialist Republic?\nEvidence:\n- Russian Soviet Federative Socialist Republic | anthem | The Internationale | 1941\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1941\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1941\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1941\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Khabarovsk Krai | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\nReasoning:", "completion": " Hop 1: Russian Soviet Federative Socialist Republic -> anthem -> The Internationale (1941)\n Answer: The Internationale", "t_query": 1941.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000563", "prompt": " In 1951, what was the currency of Giovanni D'Ascenzi's country of citizenship?\nEvidence:\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1951\n- Giovanni Ticozzi | country of citizenship | Italy | 1951\n- Giovanni Papini | country of citizenship | Italy | 1951\n- Giovanni Mardersteig | country of citizenship | Italy | 1951\n- Giovanni Invernizzi | country of citizenship | Italy | 1951\n- Giovanni Goria | country of citizenship | Italy | 1951\n- Giovanni Ferrofino | country of citizenship | Italy | 1951\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Giovanni D'Ascenzi -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> currency -> Italian lira (1951)\n Answer: Italian lira", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000564", "prompt": " In 1951, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1951\n- Germany | member of | European Coal and Steel Community | 1951\n- Belgium | member of | European Coal and Steel Community | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\n- Vitaliano Brancati | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1951)\n Hop 2: Maria Caniglia -> country of citizenship -> Italy (1951)\n Answer: Maria Caniglia", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000565", "prompt": " After Deggendorf country Kingdom of Bavaria, what was the country of Deggendorf?\nEvidence:\n- Deggendorf | country | Bavaria | 1925\n- Q267793 | country | Bavaria | 1925\n- Q10414 | country | Bavaria | 1925\n- Krumbach | country | Bavaria | 1925\n- Frankenthal | located in the administrative territorial entity | Bavaria | 1925\nReasoning:", "completion": " Hop 1: Deggendorf -> country -> Bavaria (1925)\n Answer: Bavaria", "t_query": 1925.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 5} +{"id": "sft_000566", "prompt": " After Lucio Dalla country of citizenship Italy, what was the head of government of Salvatore Fiume's country of citizenship?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1988\n- Lucio Dalla | country of citizenship | Italy | 1988\n- Lucio Fulci | country of citizenship | Italy | 1988\n- Lucio Battisti | country of citizenship | Italy | 1988\n- Salvatore Cassisa | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\n- Vittore Catella | country of citizenship | Italy | 1988\n- Veriano Luchetti | country of citizenship | Italy | 1988\n- Ugo Tognazzi | country of citizenship | Italy | 1988\n- Ugo Poletti | country of citizenship | Italy | 1988\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1988)\n Hop 2: Italy -> head of government -> Ciriaco De Mita (1988)\n Answer: Ciriaco De Mita", "t_query": 1988.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000567", "prompt": " Who was the member of sports team of Ricardo Zamora after Futbol Club Barcelona?\nEvidence:\n- Ricardo Zamora | member of sports team | Real Madrid Club de Fútbol | 1936\n- Ricardo Zamora | member of sports team | Spain men's national football team | 1936\n- Q704337 | member of sports team | Real Madrid Club de Fútbol | 1936\n- Q549553 | member of sports team | Real Madrid Club de Fútbol | 1936\n- Q529087 | member of sports team | Real Madrid Club de Fútbol | 1936\n- Q704337 | member of sports team | Spain men's national football team | 1936\n- Q659448 | member of sports team | Spain men's national football team | 1936\n- Q576509 | member of sports team | Spain men's national football team | 1936\n- Q529087 | member of sports team | Spain men's national football team | 1936\n- Q251977 | member of sports team | Spain men's national football team | 1936\n- Pedro Solé | member of sports team | Spain men's national football team | 1936\n- Martí Ventolrà | member of sports team | Spain men's national football team | 1936\nReasoning:", "completion": " Hop 1: Ricardo Zamora -> member of sports team -> Spain men's national football team (1936)\n Answer: Spain men's national football team", "t_query": 1936.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 12} +{"id": "sft_000568", "prompt": " Who was the contains the administrative territorial entity of Mannheim's country before Rhineland-Palatinate?\nEvidence:\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Bremen (1950)\n Answer: Bremen", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000569", "prompt": " Who was the head of state of Marco Tulli's country of citizenship before Francesco Cossiga?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Francesco Scafarelli | country of citizenship | Italy | 1978\n- Francesco Gabrieli | country of citizenship | Italy | 1978\n- Francesco Aguzzoli | country of citizenship | Italy | 1978\n- Loris Francesco Capovilla | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Marco Tulli -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> head of state -> Sandro Pertini (1978)\n Answer: Sandro Pertini", "t_query": 1978.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000570", "prompt": " In 2015, what was the head of state of Italy?\nEvidence:\n- Sergio Donadoni | country of citizenship | Italy | 2015\n- Sebastiano Mannironi | country of citizenship | Italy | 2015\n- Salvatore Cassisa | country of citizenship | Italy | 2015\n- Rossana Rossanda | country of citizenship | Italy | 2015\n- Romano Agostinelli | country of citizenship | Italy | 2015\n- Roberto Tucci | country of citizenship | Italy | 2015\n- Pinuccio Sciola | country of citizenship | Italy | 2015\n- Paolo Villaggio | country of citizenship | Italy | 2015\n- Mauro Staccioli | country of citizenship | Italy | 2015\n- Mario Sereni | country of citizenship | Italy | 2015\n- Mario Perniola | country of citizenship | Italy | 2015\n- Luigi Agnolin | country of citizenship | Italy | 2015\n- Luca Ronconi | country of citizenship | Italy | 2015\n- Ignazio Cannavò | country of citizenship | Italy | 2015\n- Giuseppe Ferrara | country of citizenship | Italy | 2015\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giorgio Napolitano (2015)\n Answer: Giorgio Napolitano", "t_query": 2015.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000571", "prompt": " After Aachen country West Germany, what was the territory claimed by of Germany's capital's capital of?\nEvidence:\n- West Germany | territory claimed by | German Democratic Republic | 1956\n- Bonn | capital of | West Germany | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | Germany | 1956\n- Jürgen Kissner | country of citizenship | West Germany | 1956\n- West Germany | currency | Deutsche Mark | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- East Berlin | capital of | German Democratic Republic | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Germany | member of | Western European Union | 1956\n- Germany | head of state | Theodor Heuss | 1956\n- Germany | head of government | Konrad Adenauer | 1956\n- Germany | shares border with | Czechoslovakia | 1956\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1956)\n Hop 2: Bonn -> capital of -> West Germany (1956)\n Hop 3: West Germany -> territory claimed by -> German Democratic Republic (1956)\n Answer: German Democratic Republic", "t_query": 1956.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000572", "prompt": " In what year was the member of sports team of Ricardo Zamora equal to Spain men's national football team?\nEvidence:\n- Ricardo Zamora | member of sports team | Spain men's national football team | 1936\n- Q704337 | member of sports team | Spain men's national football team | 1936\n- Q659448 | member of sports team | Spain men's national football team | 1936\n- Q576509 | member of sports team | Spain men's national football team | 1936\n- Q529087 | member of sports team | Spain men's national football team | 1936\n- Q251977 | member of sports team | Spain men's national football team | 1936\n- Pedro Solé | member of sports team | Spain men's national football team | 1936\n- Martí Ventolrà | member of sports team | Spain men's national football team | 1936\n- Ricardo Zamora | member of sports team | Real Madrid Club de Fútbol | 1936\n- Q704337 | member of sports team | Real Madrid Club de Fútbol | 1936\n- Q549553 | member of sports team | Real Madrid Club de Fútbol | 1936\n- Q529087 | member of sports team | Real Madrid Club de Fútbol | 1936\nReasoning:", "completion": " Hop 1: Ricardo Zamora -> member of sports team -> Spain men's national football team (1936)\n Answer: 1936", "t_query": 1936.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 12} +{"id": "sft_000573", "prompt": " After Alexander Gelfond educated at Lomonosov Moscow State University, what was the employer of Alexander Gelfond?\nEvidence:\n- Alexander Gelfond | employer | Lomonosov Moscow State University | 1940\n- Q983399 | employer | Lomonosov Moscow State University | 1940\n- Q723638 | employer | Lomonosov Moscow State University | 1940\n- Q321515 | employer | Lomonosov Moscow State University | 1940\n- Boris Delaunay | employer | Lomonosov Moscow State University | 1940\n- Andrey Tikhonov | employer | Lomonosov Moscow State University | 1940\n- Alexander Gelfond | employer | Steklov Institute of Mathematics | 1940\n- Q709432 | employer | Steklov Institute of Mathematics | 1940\n- Sergei Sobolev | employer | Steklov Institute of Mathematics | 1940\n- Lev Pontryagin | employer | Steklov Institute of Mathematics | 1940\n- Boris Delaunay | employer | Steklov Institute of Mathematics | 1940\nReasoning:", "completion": " Hop 1: Alexander Gelfond -> employer -> Steklov Institute of Mathematics (1940)\n Answer: Steklov Institute of Mathematics", "t_query": 1940.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 11} +{"id": "sft_000574", "prompt": " Who was the head of government of Virbhadra Singh's country of citizenship after V. P. Singh?\nEvidence:\n- India | head of government | P. V. Narasimha Rao | 1993\n- Virbhadra Singh | country of citizenship | India | 1993\n- M. S. Swaminathan | country of citizenship | India | 1993\n- India | head of state | Shankar Dayal Sharma | 1993\n- Abhijit Banerjee | country of citizenship | India | 1993\n- India | contains the administrative territorial entity | Daman and Diu | 1993\nReasoning:", "completion": " Hop 1: Virbhadra Singh -> country of citizenship -> India (1993)\n Hop 2: India -> head of government -> P. V. Narasimha Rao (1993)\n Answer: P. V. Narasimha Rao", "t_query": 1993.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 6} +{"id": "sft_000575", "prompt": " In 1995, what was the position held of Umberto Mastroianni's country of citizenship's head of government?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\n- Tiziano Terzani | country of citizenship | Italy | 1995\nReasoning:", "completion": " Hop 1: Umberto Mastroianni -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of government -> Lamberto Dini (1995)\n Hop 3: Lamberto Dini -> position held -> Prime Minister of Italy (1995)\n Answer: Prime Minister of Italy", "t_query": 1995.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000576", "prompt": " After West Germany contains the administrative territorial entity Rhineland-Palatinate, what was the contains the administrative territorial entity of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1953)\n Answer: Baden-Württemberg", "t_query": 1953.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 3} +{"id": "sft_000577", "prompt": " In what year was the located in of Trier equal to Trier?\nEvidence:\n- Trier | located in the administrative territorial entity | Trier | 1957\n- Trier | capital of | Trier | 1957\nReasoning:", "completion": " Hop 1: Trier -> located in -> Trier (1957)\n Answer: 1957", "t_query": 1957.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2} +{"id": "sft_000578", "prompt": " After Isa Pola country of citizenship Italy, what was the position held of Italy's head of state?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Giuseppe Paratore | position held | Italian senator for life | 1962\n- Veriano Luchetti | country of citizenship | Italy | 1962\n- Tonino Cervi | country of citizenship | Italy | 1962\n- Tiziano Terzani | country of citizenship | Italy | 1962\n- Stéphane Grappelli | country of citizenship | Italy | 1962\n- Simon Spierer | country of citizenship | Italy | 1962\n- Sergio Mantovani | country of citizenship | Italy | 1962\n- Sergio Bonelli | country of citizenship | Italy | 1962\n- Rossana Rossanda | country of citizenship | Italy | 1962\n- Romeo Bertini | country of citizenship | Italy | 1962\n- Renata Tebaldi | country of citizenship | Italy | 1962\n- Primo Nebiolo | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giovanni Gronchi (1962)\n Hop 2: Giovanni Gronchi -> position held -> Italian senator for life (1962)\n Answer: Italian senator for life", "t_query": 1962.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000579", "prompt": " In what year was the head of government of MetLife's headquarters equal to Vincent R. Impellitteri?\nEvidence:\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- MetLife | headquarters location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- Variety | place of publication | New York City | 1952\n- William Vickrey | residence | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Elliott Erwitt | work location | New York City | 1952\nReasoning:", "completion": " Hop 1: MetLife -> headquarters -> New York City (1952)\n Hop 2: New York City -> head of government -> Vincent R. Impellitteri (1952)\n Answer: 1952", "t_query": 1952.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000580", "prompt": " In 1946, what was the head of state of Ignazio Cannavò's country of citizenship?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q432257 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Hop 1: Ignazio Cannavò -> country of citizenship -> Italy (1946)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1946)\n Answer: Alcide De Gasperi", "t_query": 1946.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000581", "prompt": " After Jürgen Kissner country of citizenship Germany, what was the position held of Germany's head of government?\nEvidence:\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> position held -> Federal Minister for Foreign Affairs (1974)\n Answer: Federal Minister for Foreign Affairs", "t_query": 1974.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000582", "prompt": " In 1905, what was the located in of Chevreuse?\nEvidence:\n- Chevreuse | located in the administrative territorial entity | Seine-et-Oise | 1905\n- Ézanville | located in the administrative territorial entity | Seine-et-Oise | 1905\n- Émancé | located in the administrative territorial entity | Seine-et-Oise | 1905\n- Écouen | located in the administrative territorial entity | Seine-et-Oise | 1905\n- Villepreux | located in the administrative territorial entity | Seine-et-Oise | 1905\n- Villejust | located in the administrative territorial entity | Seine-et-Oise | 1905\n- Villecresnes | located in the administrative territorial entity | Seine-et-Oise | 1905\n- Villabé | located in the administrative territorial entity | Seine-et-Oise | 1905\n- Vigny | located in the administrative territorial entity | Seine-et-Oise | 1905\n- Versailles | located in the administrative territorial entity | Seine-et-Oise | 1905\n- Vaudherland | located in the administrative territorial entity | Seine-et-Oise | 1905\n- Valenton | located in the administrative territorial entity | Seine-et-Oise | 1905\n- Trappes | located in the administrative territorial entity | Seine-et-Oise | 1905\n- Taverny | located in the administrative territorial entity | Seine-et-Oise | 1905\n- Sermaise | located in the administrative territorial entity | Seine-et-Oise | 1905\nReasoning:", "completion": " Hop 1: Chevreuse -> located in -> Seine-et-Oise (1905)\n Answer: Seine-et-Oise", "t_query": 1905.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000583", "prompt": " In 1948, whose head of state's country of citizenship was Luigi Einaudi?\nEvidence:\n- Italy | head of state | Luigi Einaudi | 1948\n- Luigi Comencini | country of citizenship | Italy | 1948\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1948\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1948\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1948\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\n- Q318968 | country of citizenship | Italy | 1948\n- Q264986 | country of citizenship | Italy | 1948\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Luigi Einaudi (1948)\n Hop 2: Alfonso Brescia -> country of citizenship -> Italy (1948)\n Answer: Alfonso Brescia", "t_query": 1948.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000584", "prompt": " In what year was the head of government of Italy equal to Mariano Rumor?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1974\n- Veriano Luchetti | country of citizenship | Italy | 1974\n- Tonino Cervi | country of citizenship | Italy | 1974\n- Tiziano Terzani | country of citizenship | Italy | 1974\n- Stéphane Grappelli | country of citizenship | Italy | 1974\n- Simon Spierer | country of citizenship | Italy | 1974\n- Sergio Mantovani | country of citizenship | Italy | 1974\n- Sergio Bonelli | country of citizenship | Italy | 1974\n- Rossana Rossanda | country of citizenship | Italy | 1974\n- Renata Tebaldi | country of citizenship | Italy | 1974\n- Primo Nebiolo | country of citizenship | Italy | 1974\n- Pino Lancetti | country of citizenship | Italy | 1974\n- Pietro Parente | country of citizenship | Italy | 1974\n- Oriana Fallaci | country of citizenship | Italy | 1974\n- Norberto Bobbio | country of citizenship | Italy | 1974\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Mariano Rumor (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000585", "prompt": " Who was the head of state of Italy after Luigi Einaudi?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1998\n- Luigi Comencini | country of citizenship | Italy | 1998\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1998\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1998\n- Oscar Luigi Scalfaro | position held | President of Italy | 1998\n- Q454036 | country of citizenship | Italy | 1998\n- Vittore Catella | country of citizenship | Italy | 1998\n- Veriano Luchetti | country of citizenship | Italy | 1998\n- Tullio Kezich | country of citizenship | Italy | 1998\n- Tonino Cervi | country of citizenship | Italy | 1998\n- Tiziano Terzani | country of citizenship | Italy | 1998\n- Simon Spierer | country of citizenship | Italy | 1998\n- Sergio Mantovani | country of citizenship | Italy | 1998\n- Sergio Bonelli | country of citizenship | Italy | 1998\n- Salvatore Cassisa | country of citizenship | Italy | 1998\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Oscar Luigi Scalfaro (1998)\n Answer: Oscar Luigi Scalfaro", "t_query": 1998.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000586", "prompt": " Who was the head of state of Lelio Antoniotti's country of citizenship after Giovanni Gronchi?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Giovanni Mardersteig | country of citizenship | Italy | 1973\n- Giovanni Invernizzi | country of citizenship | Italy | 1973\n- Giovanni Goria | country of citizenship | Italy | 1973\n- Giovanni Ferrofino | country of citizenship | Italy | 1973\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\nReasoning:", "completion": " Hop 1: Lelio Antoniotti -> country of citizenship -> Italy (1973)\n Hop 2: Italy -> head of state -> Giovanni Leone (1973)\n Answer: Giovanni Leone", "t_query": 1973.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000587", "prompt": " In what year was the shares border with of Franca Ongaro's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1952\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\n- Wilma Montesi | country of citizenship | Italy | 1952\n- Vittore Catella | country of citizenship | Italy | 1952\nReasoning:", "completion": " Hop 1: Franca Ongaro -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> shares border with -> Yugoslavia (1952)\n Answer: 1952", "t_query": 1952.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000588", "prompt": " In 1988, whose work location's head of government's residence was Washington, D.C.?\nEvidence:\n- Ronald Reagan | work location | Washington, D.C. | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Ronald Reagan | member of political party | Republican Party | 1988\n- Ronald Reagan | position held | President of the United States | 1988\n- Ronald Reagan | spouse | Nancy Reagan | 1988\nReasoning:", "completion": " Hop 1: Ronald Reagan -> work location -> Washington, D.C. (1988)\n Hop 2: United States -> head of government -> Ronald Reagan (1988)\n Hop 3: Erazim Kohák -> residence -> United States (1988)\n Answer: Erazim Kohák", "t_query": 1988.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 5} +{"id": "sft_000589", "prompt": " In 1980, what was the award received of Anatoly Karpov?\nEvidence:\n- Anatoly Karpov | award received | Chess Oscar | 1980\n- Anatoly Karpov | country of citizenship | Soviet Union | 1980\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1980\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1980\n- Q59054 | country of citizenship | Soviet Union | 1980\n- Q437262 | country of citizenship | Soviet Union | 1980\n- Q324083 | country of citizenship | Soviet Union | 1980\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1980\n- Yuri Manin | country of citizenship | Soviet Union | 1980\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1980\n- Viktor Kulikov | country of citizenship | Soviet Union | 1980\n- Vija Artmane | country of citizenship | Soviet Union | 1980\n- Vera Krepkina | country of citizenship | Soviet Union | 1980\n- Valeri Polyakov | country of citizenship | Soviet Union | 1980\n- Sergei Kovalev | country of citizenship | Soviet Union | 1980\nReasoning:", "completion": " Hop 1: Anatoly Karpov -> award received -> Chess Oscar (1980)\n Answer: Chess Oscar", "t_query": 1980.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000590", "prompt": " In 2003, whose contains the administrative territorial entity's located in's contains the administrative territorial entity was Meyzieu?\nEvidence:\n- Rhône | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Rhône | contains the administrative territorial entity | Vénissieux | 2003\n- Rhône | contains the administrative territorial entity | Villeurbanne | 2003\n- Rhône | contains the administrative territorial entity | Genay | 2003\n- Rhône | contains the administrative territorial entity | Francheville | 2003\n- Rhône | contains the administrative territorial entity | Feyzin | 2003\n- Rhône | contains the administrative territorial entity | Bron | 2003\n- Ternay | located in the administrative territorial entity | Rhône | 2003\n- Chaponnay | located in the administrative territorial entity | Rhône | 2003\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 2003\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\nReasoning:", "completion": " Hop 1: Rhône -> contains the administrative territorial entity -> Meyzieu (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000591", "prompt": " After India head of government Rajiv Gandhi, what was the head of government of Virbhadra Singh's country of citizenship?\nEvidence:\n- Virbhadra Singh | country of citizenship | India | 1993\n- India | head of government | P. V. Narasimha Rao | 1993\n- M. S. Swaminathan | country of citizenship | India | 1993\n- India | head of state | Shankar Dayal Sharma | 1993\n- Abhijit Banerjee | country of citizenship | India | 1993\n- India | contains the administrative territorial entity | Daman and Diu | 1993\nReasoning:", "completion": " Hop 1: Virbhadra Singh -> country of citizenship -> India (1993)\n Hop 2: India -> head of government -> P. V. Narasimha Rao (1993)\n Answer: P. V. Narasimha Rao", "t_query": 1993.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 6} +{"id": "sft_000592", "prompt": " In 1952, whose country of citizenship was Italy?\nEvidence:\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\n- Veriano Luchetti | country of citizenship | Italy | 1952\n- Tonino Cervi | country of citizenship | Italy | 1952\n- Tiziano Terzani | country of citizenship | Italy | 1952\n- Stéphane Grappelli | country of citizenship | Italy | 1952\n- Simon Spierer | country of citizenship | Italy | 1952\n- Sergio Mantovani | country of citizenship | Italy | 1952\n- Sergio Bonelli | country of citizenship | Italy | 1952\n- Rossana Rossanda | country of citizenship | Italy | 1952\n- Romeo Bertini | country of citizenship | Italy | 1952\n- Renata Tebaldi | country of citizenship | Italy | 1952\n- Primo Nebiolo | country of citizenship | Italy | 1952\nReasoning:", "completion": " Hop 1: Franca Ongaro -> country of citizenship -> Italy (1952)\n Answer: Franca Ongaro", "t_query": 1952.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000593", "prompt": " In what year was the country of citizenship of Benedetto Croce equal to Kingdom of Italy?\nEvidence:\n- Benedetto Croce | country of citizenship | Kingdom of Italy | 1918\n- Q976653 | country of citizenship | Kingdom of Italy | 1918\n- Q972711 | country of citizenship | Kingdom of Italy | 1918\n- Q959367 | country of citizenship | Kingdom of Italy | 1918\n- Q939226 | country of citizenship | Kingdom of Italy | 1918\n- Q922237 | country of citizenship | Kingdom of Italy | 1918\n- Q890523 | country of citizenship | Kingdom of Italy | 1918\n- Q765946 | country of citizenship | Kingdom of Italy | 1918\n- Q745874 | country of citizenship | Kingdom of Italy | 1918\n- Q728589 | country of citizenship | Kingdom of Italy | 1918\n- Q715036 | country of citizenship | Kingdom of Italy | 1918\n- Q706466 | country of citizenship | Kingdom of Italy | 1918\n- Q678253 | country of citizenship | Kingdom of Italy | 1918\n- Q653839 | country of citizenship | Kingdom of Italy | 1918\n- Q65151 | country of citizenship | Kingdom of Italy | 1918\nReasoning:", "completion": " Hop 1: Benedetto Croce -> country of citizenship -> Kingdom of Italy (1918)\n Answer: 1918", "t_query": 1918.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000594", "prompt": " Who was the military branch of Friedrich Guggenberger after German Navy?\nEvidence:\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Hans-Günther Lange | military branch | West German Navy | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Stanislav Petrov | occupation | military personnel | 1972\n- Hans-Günther Lange | occupation | military personnel | 1972\n- West Germany | diplomatic relation | German Democratic Republic | 1972\n- German Rugby Federation | operating area | West Germany | 1972\n- West Germany | territory claimed by | German Democratic Republic | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> military branch -> West German Navy (1972)\n Answer: West German Navy", "t_query": 1972.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000595", "prompt": " In what year was the position held of Ho Ching equal to chief executive officer?\nEvidence:\n- Ho Ching | position held | chief executive officer | 2013\n- Q984287 | position held | chief executive officer | 2013\n- Q911897 | position held | chief executive officer | 2013\n- Q573231 | position held | chief executive officer | 2013\n- Q313915 | position held | chief executive officer | 2013\n- Q121164 | position held | chief executive officer | 2013\n- Vince McMahon | position held | chief executive officer | 2013\n- Marissa Mayer | position held | chief executive officer | 2013\n- Jeff Bezos | position held | chief executive officer | 2013\n- Angela Ahrendts | position held | chief executive officer | 2013\nReasoning:", "completion": " Hop 1: Ho Ching -> position held -> chief executive officer (2013)\n Answer: 2013", "t_query": 2013.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 10} +{"id": "sft_000596", "prompt": " In 1981, what was the general secretary of René Huyghe's member of?\nEvidence:\n- René Huyghe | member of | Académie Française | 1981\n- René Huyghe | work location | Paris | 1981\n- Académie Française | general secretary | Jean Mistler | 1981\n- Route nationale 4 | located in the administrative territorial entity | Paris | 1981\n- Pierre Emmanuel | member of | Académie Française | 1981\n- Michel Déon | member of | Académie Française | 1981\n- Julien Green | member of | Académie Française | 1981\n- Félicien Marceau | member of | Académie Française | 1981\n- Eugène Ionesco | member of | Académie Française | 1981\n- Edgar Faure | member of | Académie Française | 1981\n- Takis | residence | Paris | 1981\n- Route nationale 4 | terminus location | Paris | 1981\n- Roman Cieślewicz | work location | Paris | 1981\n- Q464656 | residence | Paris | 1981\n- Q454927 | work location | Paris | 1981\nReasoning:", "completion": " Hop 1: René Huyghe -> member of -> Académie Française (1981)\n Hop 2: Académie Française -> general secretary -> Jean Mistler (1981)\n Answer: Jean Mistler", "t_query": 1981.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000597", "prompt": " In what year was the position held of Germany's head of state equal to Vice-Chancellor of Germany?\nEvidence:\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> position held -> Vice-Chancellor of Germany (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000598", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon after Genay?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Craponne (2003)\n Answer: Craponne", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000599", "prompt": " In 1968, what was the head of state of Claudia Vinciguerra's country of citizenship?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Claudia Vinciguerra -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1968)\n Answer: Giuseppe Saragat", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000600", "prompt": " After Germany member of European Coal and Steel Community, what was the head of state of Germany?\nEvidence:\n- Germany | member of | European Coal and Steel Community | 1974\n- Italy | member of | European Coal and Steel Community | 1974\n- Belgium | member of | European Coal and Steel Community | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | member of | Western European Union | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Gustav Heinemann (1974)\n Answer: Gustav Heinemann", "t_query": 1974.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000601", "prompt": " In 1969, what was the located in of Volgograd?\nEvidence:\n- Volgograd | located in the administrative territorial entity | Volgograd Oblast | 1969\n- Volgograd | twinned administrative body | Liège | 1969\nReasoning:", "completion": " Hop 1: Volgograd -> located in -> Volgograd Oblast (1969)\n Answer: Volgograd Oblast", "t_query": 1969.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_000602", "prompt": " In 1936, what was the chairperson of Nazi Party?\nEvidence:\n- Nazi Party | chairperson | Adolf Hitler | 1936\n- Q73243 | member of political party | Nazi Party | 1936\n- Q58620 | member of political party | Nazi Party | 1936\n- Wilhelm Grewe | member of political party | Nazi Party | 1936\n- Julius Streicher | member of political party | Nazi Party | 1936\n- Hermann Göring | member of political party | Nazi Party | 1936\n- Hartmann Lauterbacher | member of political party | Nazi Party | 1936\n- Hans Günther | member of political party | Nazi Party | 1936\n- August Eigruber | member of political party | Nazi Party | 1936\n- Herbert von Karajan | member of political party | Nazi Party | 1936\n- Franz Xaver Schwarz | member of political party | Nazi Party | 1936\n- Prince Philipp, Landgrave of Hesse | member of political party | Nazi Party | 1936\n- Nazi Germany | head of state | Adolf Hitler | 1936\n- Q73243 | member of | Sturmabteilung | 1936\n- Julius Streicher | member of | Reichstag | 1936\nReasoning:", "completion": " Hop 1: Nazi Party -> chairperson -> Adolf Hitler (1936)\n Answer: Adolf Hitler", "t_query": 1936.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000603", "prompt": " In 1984, what was the currency of Andrea Carrea's country of citizenship?\nEvidence:\n- Andrea Carrea | country of citizenship | Italy | 1984\n- Andrea Pangrazio | country of citizenship | Italy | 1984\n- Andrea Miano | country of citizenship | Italy | 1984\n- Andrea Cassone | country of citizenship | Italy | 1984\n- Andrea Bianchi | country of citizenship | Italy | 1984\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1984\n- Italy | currency | Italian lira | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Andrea Carrea -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> currency -> Italian lira (1984)\n Answer: Italian lira", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000604", "prompt": " In 1949, whose spouse was Jeannette Batti?\nEvidence:\n- Henri Génès | spouse | Jeannette Batti | 1949\nReasoning:", "completion": " Hop 1: Henri Génès -> spouse -> Jeannette Batti (1949)\n Answer: Henri Génès", "t_query": 1949.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_000605", "prompt": " Who was the head of government of William Vickrey's residence before Michael Bloomberg?\nEvidence:\n- William Vickrey | residence | New York City | 1938\n- New York City | head of government | Fiorello H. La Guardia | 1938\n- Jane Jacobs | residence | New York City | 1938\n- Variety | place of publication | New York City | 1938\n- Weegee | work location | New York City | 1938\n- Q543585 | work location | New York City | 1938\n- MetLife | headquarters location | New York City | 1938\n- Max Weber | work location | New York City | 1938\n- Louise Bourgeois | work location | New York City | 1938\n- Lewis Mumford | work location | New York City | 1938\n- Hanns Eisler | work location | New York City | 1938\n- Ellsworth Kelly | work location | New York City | 1938\nReasoning:", "completion": " Hop 1: William Vickrey -> residence -> New York City (1938)\n Hop 2: New York City -> head of government -> Fiorello H. La Guardia (1938)\n Answer: Fiorello H. La Guardia", "t_query": 1938.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 12} +{"id": "sft_000606", "prompt": " In 1973, whose head of state was Giovanni Leone?\nEvidence:\n- Italy | head of state | Giovanni Leone | 1973\n- Giovanni Mardersteig | country of citizenship | Italy | 1973\n- Giovanni Invernizzi | country of citizenship | Italy | 1973\n- Giovanni Goria | country of citizenship | Italy | 1973\n- Giovanni Ferrofino | country of citizenship | Italy | 1973\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1973\n- Zita of Bourbon-Parma | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giovanni Leone (1973)\n Answer: Italy", "t_query": 1973.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000607", "prompt": " In 1974, what was the position held of Germany's head of government?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> position held -> Vice-Chancellor of Germany (1974)\n Answer: Vice-Chancellor of Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000608", "prompt": " After Antonio Calderara country of citizenship Italy, what was the head of state of Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Veriano Luchetti | country of citizenship | Italy | 1961\n- Tonino Cervi | country of citizenship | Italy | 1961\n- Tiziano Terzani | country of citizenship | Italy | 1961\n- Stéphane Grappelli | country of citizenship | Italy | 1961\n- Simon Spierer | country of citizenship | Italy | 1961\n- Sergio Mantovani | country of citizenship | Italy | 1961\n- Sergio Bonelli | country of citizenship | Italy | 1961\n- Rossana Rossanda | country of citizenship | Italy | 1961\n- Romeo Bertini | country of citizenship | Italy | 1961\n- Renata Tebaldi | country of citizenship | Italy | 1961\n- Primo Nebiolo | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giovanni Gronchi (1961)\n Answer: Giovanni Gronchi", "t_query": 1961.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000609", "prompt": " In 1947, what was the head of state of Eleonora Rossi Drago's country of citizenship?\nEvidence:\n- Eleonora Rossi Drago | country of citizenship | Italy | 1947\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1947\n- Q612509 | country of citizenship | Italy | 1947\n- Q454036 | country of citizenship | Italy | 1947\n- Q435856 | country of citizenship | Italy | 1947\n- Q432318 | country of citizenship | Italy | 1947\n- Q429298 | country of citizenship | Italy | 1947\n- Q340261 | country of citizenship | Italy | 1947\n- Q318968 | country of citizenship | Italy | 1947\n- Q264986 | country of citizenship | Italy | 1947\n- Q219490 | country of citizenship | Italy | 1947\n- Q213482 | country of citizenship | Italy | 1947\n- Dalida | country of citizenship | Italy | 1947\n- Wilma Montesi | country of citizenship | Italy | 1947\n- Vittore Catella | country of citizenship | Italy | 1947\nReasoning:", "completion": " Hop 1: Eleonora Rossi Drago -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> head of state -> Enrico de Nicola (1947)\n Answer: Enrico de Nicola", "t_query": 1947.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000610", "prompt": " In 1968, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Economic Community (1968)\n Hop 2: Claudia Vinciguerra -> country of citizenship -> Italy (1968)\n Answer: Claudia Vinciguerra", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000611", "prompt": " In what year was the country of citizenship of Anselmo Bucci equal to Kingdom of Italy?\nEvidence:\n- Anselmo Bucci | country of citizenship | Kingdom of Italy | 1939\n- Q976653 | country of citizenship | Kingdom of Italy | 1939\n- Q972711 | country of citizenship | Kingdom of Italy | 1939\n- Q922237 | country of citizenship | Kingdom of Italy | 1939\n- Q890523 | country of citizenship | Kingdom of Italy | 1939\n- Q741387 | country of citizenship | Kingdom of Italy | 1939\n- Q710497 | country of citizenship | Kingdom of Italy | 1939\n- Q678253 | country of citizenship | Kingdom of Italy | 1939\n- Q654973 | country of citizenship | Kingdom of Italy | 1939\n- Q650303 | country of citizenship | Kingdom of Italy | 1939\n- Q527400 | country of citizenship | Kingdom of Italy | 1939\n- Q51189 | country of citizenship | Kingdom of Italy | 1939\n- Q432318 | country of citizenship | Kingdom of Italy | 1939\n- Q432257 | country of citizenship | Kingdom of Italy | 1939\n- Q429298 | country of citizenship | Kingdom of Italy | 1939\nReasoning:", "completion": " Hop 1: Anselmo Bucci -> country of citizenship -> Kingdom of Italy (1939)\n Answer: 1939", "t_query": 1939.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000612", "prompt": " In what year was the contains the administrative territorial entity of MetLife's headquarters's head of government's residence equal to Territory of Hawaii?\nEvidence:\n- MetLife | headquarters location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- William Vickrey | residence | New York City | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\n- Elliott Erwitt | work location | New York City | 1952\nReasoning:", "completion": " Hop 1: MetLife -> headquarters -> New York City (1952)\n Hop 2: New York City -> head of government -> Vincent R. Impellitteri (1952)\n Hop 3: Vincent R. Impellitteri -> residence -> United States (1952)\n Hop 4: United States -> contains the administrative territorial entity -> Territory of Hawaii (1952)\n Answer: 1952", "t_query": 1952.0, "chain_length": 4, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000613", "prompt": " After Russian Soviet Federative Socialist Republic located in Soviet Union, what was the head of government of Omsk's located in?\nEvidence:\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1948\n- Omsk | country | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | country | Soviet Union | 1948\n- Georgian Soviet Socialist Republic | country | Soviet Union | 1948\n- Zhytomyr | country | Soviet Union | 1948\n- Zastavna | country | Soviet Union | 1948\n- Yevpatoriia | country | Soviet Union | 1948\n- Yalta | country | Soviet Union | 1948\n- Vyazma | country | Soviet Union | 1948\n- Voronezh | country | Soviet Union | 1948\nReasoning:", "completion": " Hop 1: Omsk -> located in -> Russian Soviet Federative Socialist Republic (1948)\n Hop 2: Russian Soviet Federative Socialist Republic -> head of government -> Alexei Kosygin (1948)\n Answer: Alexei Kosygin", "t_query": 1948.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000614", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon after Neuville-sur-Saône?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Neuville-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Rochetaillée-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Fleurieu-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Albigny-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Francheville (2003)\n Answer: Francheville", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000615", "prompt": " Who was the spouse of Tilla Durieux after Eugene Spiro?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Hop 1: Tilla Durieux -> spouse -> Paul Cassirer (1921)\n Answer: Paul Cassirer", "t_query": 1921.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 3} +{"id": "sft_000616", "prompt": " In 1969, whose twinned with was Liège?\nEvidence:\n- Volgograd | twinned administrative body | Liège | 1969\n- Volgograd | located in the administrative territorial entity | Volgograd Oblast | 1969\nReasoning:", "completion": " Hop 1: Volgograd -> twinned with -> Liège (1969)\n Answer: Volgograd", "t_query": 1969.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_000617", "prompt": " After James Alberione country of citizenship Italy, what was the currency of Umberto Mastroianni's country of citizenship?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Italy | currency | Italian lira | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\nReasoning:", "completion": " Hop 1: Umberto Mastroianni -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> currency -> Italian lira (1995)\n Answer: Italian lira", "t_query": 1995.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000618", "prompt": " In what year was the member of sports team of Zoltán Búrány equal to Szombathelyi Haladás?\nEvidence:\n- Zoltán Búrány | member of sports team | Szombathelyi Haladás | 2013\n- Q932949 | member of sports team | Szombathelyi Haladás | 2013\n- Q760872 | member of sports team | Szombathelyi Haladás | 2013\n- Ádám Simon | member of sports team | Szombathelyi Haladás | 2013\nReasoning:", "completion": " Hop 1: Zoltán Búrány -> member of sports team -> Szombathelyi Haladás (2013)\n Answer: 2013", "t_query": 2013.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 4} +{"id": "sft_000619", "prompt": " In 1952, whose located in was Seine-et-Oise?\nEvidence:\n- Bonnières-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Villejust | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Villecresnes | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Valenton | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Saclas | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Q899558 | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Q83472 | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Q794124 | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Q752150 | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Q639332 | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Q491908 | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Q276508 | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Q273061 | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Q272066 | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Q268408 | located in the administrative territorial entity | Seine-et-Oise | 1952\nReasoning:", "completion": " Hop 1: Plessis-Saint-Benoist -> located in -> Seine-et-Oise (1952)\n Answer: Plessis-Saint-Benoist", "t_query": 1952.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000620", "prompt": " Who was the employer of Stanisław Gołąb before Jagiellonian University?\nEvidence:\n- Stanisław Gołąb | educated at | Jagiellonian University | 1922\n- Stanisław Gołąb | employer | AGH University of Science and Technology | 1922\n- Q943007 | employer | Jagiellonian University | 1922\nReasoning:", "completion": " Hop 1: Stanisław Gołąb -> employer -> AGH University of Science and Technology (1922)\n Answer: AGH University of Science and Technology", "t_query": 1922.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 3} +{"id": "sft_000621", "prompt": " In what year was the head of state of Giovanni D'Ascenzi's country of citizenship equal to Luigi Einaudi?\nEvidence:\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Luigi Comencini | country of citizenship | Italy | 1951\n- Giovanni Ticozzi | country of citizenship | Italy | 1951\n- Giovanni Papini | country of citizenship | Italy | 1951\n- Giovanni Mardersteig | country of citizenship | Italy | 1951\n- Giovanni Invernizzi | country of citizenship | Italy | 1951\n- Giovanni Goria | country of citizenship | Italy | 1951\n- Giovanni Ferrofino | country of citizenship | Italy | 1951\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1951\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1951\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1951\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Giovanni D'Ascenzi -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Luigi Einaudi (1951)\n Answer: 1951", "t_query": 1951.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000622", "prompt": " Who was the country of citizenship of Elena Altieri after Kingdom of Italy?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\n- Tullio Kezich | country of citizenship | Italy | 1977\n- Tonino Cervi | country of citizenship | Italy | 1977\n- Tiziano Terzani | country of citizenship | Italy | 1977\nReasoning:", "completion": " Hop 1: Elena Altieri -> country of citizenship -> Italy (1977)\n Answer: Italy", "t_query": 1977.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000623", "prompt": " After Ashgabat country Russian Empire, what was the country of Ashgabat's capital of?\nEvidence:\n- Ashgabat | capital of | Turkmen Soviet Socialist Republic | 1979\n- Ashgabat | country | Soviet Union | 1979\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1979\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1979\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1979\n- Q59054 | country of citizenship | Soviet Union | 1979\n- Q437262 | country of citizenship | Soviet Union | 1979\n- Q324083 | country of citizenship | Soviet Union | 1979\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1979\n- Yuri Manin | country of citizenship | Soviet Union | 1979\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1979\n- Viktor Kulikov | country of citizenship | Soviet Union | 1979\n- Vija Artmane | country of citizenship | Soviet Union | 1979\n- Vera Krepkina | country of citizenship | Soviet Union | 1979\n- Valeri Polyakov | country of citizenship | Soviet Union | 1979\nReasoning:", "completion": " Hop 1: Ashgabat -> capital of -> Turkmen Soviet Socialist Republic (1979)\n Hop 2: Turkmen Soviet Socialist Republic -> country -> Soviet Union (1979)\n Answer: Soviet Union", "t_query": 1979.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000624", "prompt": " After Attilio Pierelli country of citizenship Italy, what was the currency of Clelio Darida's country of citizenship?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Attilio Pierelli | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Clelio Darida -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> currency -> Italian lira (1968)\n Answer: Italian lira", "t_query": 1968.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000625", "prompt": " After Friedrich Guggenberger military, police or special rank officer candidate, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Saarland (1972)\n Answer: Saarland", "t_query": 1972.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000626", "prompt": " In 1970, what was the head of state of Claudio Cavazza's country of citizenship?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1970)\n Answer: Giuseppe Saragat", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000627", "prompt": " In what year was the member of of Clelio Darida's country of citizenship equal to European Economic Community?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Clelio Darida -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> member of -> European Economic Community (1968)\n Answer: 1968", "t_query": 1968.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000628", "prompt": " Who was the position held of Germany's head of state after Member of the European Parliament?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | member of | Western European Union | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Italy | member of | European Coal and Steel Community | 1974\n- Belgium | member of | European Coal and Steel Community | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> position held -> Vice-Chancellor of Germany (1974)\n Answer: Vice-Chancellor of Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000629", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in before Francheville?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Rhône -> contains the administrative territorial entity -> Meyzieu (2003)\n Answer: Meyzieu", "t_query": 2003.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000630", "prompt": " Who was the head of state of Germany's diplomatic relation after Mohammed Zahir Shah?\nEvidence:\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\nReasoning:", "completion": " Hop 1: Germany -> diplomatic relation -> Afghanistan (1974)\n Hop 2: Afghanistan -> head of state -> Mohammed Daoud Khan (1974)\n Answer: Mohammed Daoud Khan", "t_query": 1974.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000631", "prompt": " In 1913, what was the currency of Belgium's shares border with?\nEvidence:\n- Neutral Moresnet | shares border with | Belgium | 1913\n- Belgium | shares border with | Neutral Moresnet | 1913\n- Neutral Moresnet | shares border with | Kingdom of the Netherlands | 1913\n- Neutral Moresnet | shares border with | Kingdom of Prussia | 1913\n- Belgium | currency | Belgian franc | 1913\n- Neutral Moresnet | currency | French franc | 1913\n- Neutral Moresnet | currency | Belgian franc | 1913\nReasoning:", "completion": " Hop 1: Belgium -> shares border with -> Neutral Moresnet (1913)\n Hop 2: Neutral Moresnet -> currency -> French franc (1913)\n Answer: French franc", "t_query": 1913.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 7} +{"id": "sft_000632", "prompt": " After Didier Six member of sports team Cercle Brugge K.S.V., what was the member of sports team of Didier Six?\nEvidence:\n- Didier Six | member of sports team | VfB Stuttgart | 1981\n- Didier Six | member of sports team | France men's national association football team | 1981\n- Q730597 | member of sports team | France men's national association football team | 1981\n- Q562392 | member of sports team | France men's national association football team | 1981\n- Q559326 | member of sports team | France men's national association football team | 1981\n- Q472740 | member of sports team | France men's national association football team | 1981\n- Q464828 | member of sports team | France men's national association football team | 1981\n- Q433193 | member of sports team | France men's national association football team | 1981\n- Q4261 | member of sports team | France men's national association football team | 1981\n- Q313405 | member of sports team | France men's national association football team | 1981\n- Q95302 | member of sports team | VfB Stuttgart | 1981\n- Q68759 | member of sports team | VfB Stuttgart | 1981\n- Q343844 | member of sports team | VfB Stuttgart | 1981\n- Q123435 | member of sports team | VfB Stuttgart | 1981\n- Peter Reichert | member of sports team | VfB Stuttgart | 1981\nReasoning:", "completion": " Hop 1: Didier Six -> member of sports team -> France men's national association football team (1981)\n Answer: France men's national association football team", "t_query": 1981.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000633", "prompt": " Who was the country of citizenship of Eleonora Rossi Drago after Kingdom of Italy?\nEvidence:\n- Eleonora Rossi Drago | country of citizenship | Italy | 1947\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1947\n- Q612509 | country of citizenship | Italy | 1947\n- Q454036 | country of citizenship | Italy | 1947\n- Q435856 | country of citizenship | Italy | 1947\n- Q432318 | country of citizenship | Italy | 1947\n- Q429298 | country of citizenship | Italy | 1947\n- Q340261 | country of citizenship | Italy | 1947\n- Q318968 | country of citizenship | Italy | 1947\n- Q264986 | country of citizenship | Italy | 1947\n- Q219490 | country of citizenship | Italy | 1947\n- Q213482 | country of citizenship | Italy | 1947\n- Dalida | country of citizenship | Italy | 1947\n- Wilma Montesi | country of citizenship | Italy | 1947\n- Vittore Catella | country of citizenship | Italy | 1947\nReasoning:", "completion": " Hop 1: Eleonora Rossi Drago -> country of citizenship -> Italy (1947)\n Answer: Italy", "t_query": 1947.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000634", "prompt": " After Cipriano Chemello country of citizenship Italy, what was the currency of Luca Ronconi's country of citizenship?\nEvidence:\n- Cipriano Chemello | country of citizenship | Italy | 1993\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Italy | currency | Italian lira | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\nReasoning:", "completion": " Hop 1: Luca Ronconi -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> currency -> Italian lira (1993)\n Answer: Italian lira", "t_query": 1993.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000635", "prompt": " In 1974, whose general secretary's member of political party's head of state was Martin Bangemann?\nEvidence:\n- Free Democratic Party | general secretary | Martin Bangemann | 1974\n- Martin Bangemann | member of political party | Free Democratic Party | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Jürgen Möllemann | member of political party | Free Democratic Party | 1974\n- Enrique Monsonís | member of political party | Free Democratic Party | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Free Democratic Party | chairperson | Hans-Dietrich Genscher | 1974\nReasoning:", "completion": " Hop 1: Free Democratic Party -> general secretary -> Martin Bangemann (1974)\n Hop 2: Walter Scheel -> member of political party -> Free Democratic Party (1974)\n Hop 3: Germany -> head of state -> Walter Scheel (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 7} +{"id": "sft_000636", "prompt": " In what year was the contains the administrative territorial entity of Bernard Schultze's work location's country equal to Bavaria?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Bavaria (1953)\n Answer: 1953", "t_query": 1953.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 3} +{"id": "sft_000637", "prompt": " In 1974, whose position held's head of state was Federal Minister for Foreign Affairs?\nEvidence:\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of government | Walter Scheel | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\nReasoning:", "completion": " Hop 1: Walter Scheel -> position held -> Federal Minister for Foreign Affairs (1974)\n Hop 2: Germany -> head of state -> Walter Scheel (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 8} +{"id": "sft_000638", "prompt": " In what year was the currency of Ugo Morin's country of citizenship equal to Italian lira?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Ugo Morin -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> currency -> Italian lira (1968)\n Answer: 1968", "t_query": 1968.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000639", "prompt": " After Mannheim country Weimar Republic, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> North Rhine-Westphalia (1950)\n Answer: North Rhine-Westphalia", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000640", "prompt": " In 1956, what was the head of state of Germany's diplomatic relation?\nEvidence:\n- Germany | diplomatic relation | Afghanistan | 1956\n- Germany | head of state | Theodor Heuss | 1956\n- Afghanistan | head of state | Mohammed Zahir Shah | 1956\n- Germany | head of government | Konrad Adenauer | 1956\n- Bonn | capital of | Germany | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | West Germany | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Germany | member of | Western European Union | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- West Germany | currency | Deutsche Mark | 1956\n- Germany | shares border with | Czechoslovakia | 1956\n- president of Germany | position holder | Theodor Heuss | 1956\n- Jürgen Kissner | country of citizenship | West Germany | 1956\nReasoning:", "completion": " Hop 1: Germany -> diplomatic relation -> Afghanistan (1956)\n Hop 2: Afghanistan -> head of state -> Mohammed Zahir Shah (1956)\n Answer: Mohammed Zahir Shah", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000641", "prompt": " In what year was the head of government of Romolo Alzani's country of citizenship equal to Giovanni Goria?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Giovanni Goria | country of citizenship | Italy | 1987\n- Giovanni Invernizzi | country of citizenship | Italy | 1987\n- Giovanni Ferrofino | country of citizenship | Italy | 1987\n- Giovanni Azzini | country of citizenship | Italy | 1987\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Romolo Alzani -> country of citizenship -> Italy (1987)\n Hop 2: Italy -> head of government -> Giovanni Goria (1987)\n Answer: 1987", "t_query": 1987.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000642", "prompt": " In 1950, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Lower Saxony (1950)\n Answer: Lower Saxony", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000643", "prompt": " In what year was the head of government of Russian Soviet Federative Socialist Republic equal to Alexei Kosygin?\nEvidence:\n- Russian Soviet Federative Socialist Republic | head of government | Alexei Kosygin | 1945\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1945\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1945\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1945\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1945\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Autonomous Republic of Crimea | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\nReasoning:", "completion": " Hop 1: Russian Soviet Federative Socialist Republic -> head of government -> Alexei Kosygin (1945)\n Answer: 1945", "t_query": 1945.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000644", "prompt": " In what year was the head of state of Giovanni Spadolini's country of citizenship equal to Antonio Segni?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1963\n- Antonio Leonviola | country of citizenship | Italy | 1963\n- Antonio Fessia | country of citizenship | Italy | 1963\n- Antonio Calderara | country of citizenship | Italy | 1963\n- Antonio Brivio | country of citizenship | Italy | 1963\n- Antonio Bacci | country of citizenship | Italy | 1963\n- Giovanni Mardersteig | country of citizenship | Italy | 1963\n- Giovanni Invernizzi | country of citizenship | Italy | 1963\n- Giovanni Goria | country of citizenship | Italy | 1963\n- Giovanni Ferrofino | country of citizenship | Italy | 1963\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Giovanni Spadolini -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Answer: 1963", "t_query": 1963.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000645", "prompt": " After Vasiliy Ulrikh member of political party Communist Party of the Soviet Union, what was the chairperson of Communist Party of the Soviet Union?\nEvidence:\n- Communist Party of the Soviet Union | chairperson | Leonid Brezhnev | 1975\n- Zuleykha Seyidmammadova | member of political party | Communist Party of the Soviet Union | 1975\n- Vladimir Dzhanibekov | member of political party | Communist Party of the Soviet Union | 1975\n- Viktor Kulikov | member of political party | Communist Party of the Soviet Union | 1975\n- Viktor Anpilov | member of political party | Communist Party of the Soviet Union | 1975\n- Siim Kallas | member of political party | Communist Party of the Soviet Union | 1975\n- Ruslan Khasbulatov | member of political party | Communist Party of the Soviet Union | 1975\n- Ivan Silayev | member of political party | Communist Party of the Soviet Union | 1975\n- Heydar Aliyev | member of political party | Communist Party of the Soviet Union | 1975\n- Dzhokhar Dudayev | member of political party | Communist Party of the Soviet Union | 1975\n- Dmitriy Ustinov | member of political party | Communist Party of the Soviet Union | 1975\n- Aram Khachaturian | member of political party | Communist Party of the Soviet Union | 1975\n- Aleksei Gubarev | member of political party | Communist Party of the Soviet Union | 1975\n- Albert Azaryan | member of political party | Communist Party of the Soviet Union | 1975\n- Anatoly Yakovlevich Solovyev | member of political party | Communist Party of the Soviet Union | 1975\nReasoning:", "completion": " Hop 1: Communist Party of the Soviet Union -> chairperson -> Leonid Brezhnev (1975)\n Answer: Leonid Brezhnev", "t_query": 1975.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000646", "prompt": " Who was the member of of Elena Altieri's country of citizenship after European Coal and Steel Community?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\n- Tullio Kezich | country of citizenship | Italy | 1977\n- Tonino Cervi | country of citizenship | Italy | 1977\n- Tiziano Terzani | country of citizenship | Italy | 1977\nReasoning:", "completion": " Hop 1: Elena Altieri -> country of citizenship -> Italy (1977)\n Hop 2: Italy -> member of -> European Economic Community (1977)\n Answer: European Economic Community", "t_query": 1977.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000647", "prompt": " In 1950, whose contains the administrative territorial entity's country was Hamburg?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Hamburg (1950)\n Hop 2: Würzburg -> country -> West Germany (1950)\n Answer: Würzburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000648", "prompt": " In 1920, whose head of government's country's work location was Gustav Bauer?\nEvidence:\n- Weimar Republic | head of government | Gustav Bauer | 1920\n- Weimar Republic | head of government | Constantin Fehrenbach | 1920\n- Minden Government Region | country | Weimar Republic | 1920\n- Weimar Republic | head of state | Friedrich Ebert | 1920\n- hyperinflation in the Weimar Republic | country | Weimar Republic | 1920\n- Q87105 | country of citizenship | Weimar Republic | 1920\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1920\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1920\n- Zwickau | country | Weimar Republic | 1920\n- Zimmern | country | Weimar Republic | 1920\n- Wrocław | country | Weimar Republic | 1920\n- Wittmund | country | Weimar Republic | 1920\n- Wismar | country | Weimar Republic | 1920\n- Wiesbaden | country | Weimar Republic | 1920\n- Weimar | country | Weimar Republic | 1920\nReasoning:", "completion": " Hop 1: Weimar Republic -> head of government -> Gustav Bauer (1920)\n Hop 2: Berlin -> country -> Weimar Republic (1920)\n Hop 3: Carel Willink -> work location -> Berlin (1920)\n Answer: Carel Willink", "t_query": 1920.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000649", "prompt": " Who was the head of state of Giuseppe Colnago's country of citizenship before Giorgio Napolitano?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giorgio Perlasca | country of citizenship | Italy | 1985\n- Giorgio Oberweger | country of citizenship | Italy | 1985\n- Giorgio Manganelli | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Giuseppe Colnago -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> head of state -> Sandro Pertini (1985)\n Answer: Sandro Pertini", "t_query": 1985.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000650", "prompt": " In what year was the shares border with of Carel Willink's work location's country equal to Neutral Moresnet?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Hop 1: Carel Willink -> work location -> Berlin (1920)\n Hop 2: Berlin -> country -> Weimar Republic (1920)\n Hop 3: Weimar Republic -> shares border with -> Neutral Moresnet (1920)\n Answer: 1920", "t_query": 1920.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 9} +{"id": "sft_000651", "prompt": " In what year was the employer of Vasily Vladimirov equal to Steklov Institute of Mathematics?\nEvidence:\n- Vasily Vladimirov | employer | Steklov Institute of Mathematics | 1998\n- Q85404 | employer | Steklov Institute of Mathematics | 1998\nReasoning:", "completion": " Hop 1: Vasily Vladimirov -> employer -> Steklov Institute of Mathematics (1998)\n Answer: 1998", "t_query": 1998.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2} +{"id": "sft_000652", "prompt": " Who was the member of of Lina Bo Bardi's country of citizenship before European Economic Community?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Lina Bo Bardi -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1970)\n Answer: European Coal and Steel Community", "t_query": 1970.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000653", "prompt": " In 1973, what was the head of state of Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Tonino Cervi | country of citizenship | Italy | 1973\n- Tiziano Terzani | country of citizenship | Italy | 1973\n- Stéphane Grappelli | country of citizenship | Italy | 1973\n- Simon Spierer | country of citizenship | Italy | 1973\n- Sergio Mantovani | country of citizenship | Italy | 1973\n- Sergio Bonelli | country of citizenship | Italy | 1973\n- Rossana Rossanda | country of citizenship | Italy | 1973\n- Romeo Bertini | country of citizenship | Italy | 1973\n- Renata Tebaldi | country of citizenship | Italy | 1973\n- Primo Nebiolo | country of citizenship | Italy | 1973\n- Pietro Parente | country of citizenship | Italy | 1973\n- Oriana Fallaci | country of citizenship | Italy | 1973\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giovanni Leone (1973)\n Answer: Giovanni Leone", "t_query": 1973.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000654", "prompt": " In 2001, what was the head of government of Gerardo Marotta's country of citizenship?\nEvidence:\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\n- Stefano Angeleri | country of citizenship | Italy | 2001\nReasoning:", "completion": " Hop 1: Gerardo Marotta -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of government -> Giuliano Amato (2001)\n Answer: Giuliano Amato", "t_query": 2001.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000655", "prompt": " In what year was the head of state of Laura Veccia Vaglieri's country of citizenship equal to Giovanni Gronchi?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Giovanni Ticozzi | country of citizenship | Italy | 1956\n- Giovanni Papini | country of citizenship | Italy | 1956\n- Giovanni Mardersteig | country of citizenship | Italy | 1956\n- Giovanni Invernizzi | country of citizenship | Italy | 1956\n- Giovanni Goria | country of citizenship | Italy | 1956\n- Giovanni Ferrofino | country of citizenship | Italy | 1956\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Laura Veccia Vaglieri -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1956)\n Answer: 1956", "t_query": 1956.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000656", "prompt": " Who was the position held of Romolo Alzani's country of citizenship's head of government before Italian Minister of Agriculture?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Italy | currency | Italian lira | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Romolo Alzani -> country of citizenship -> Italy (1987)\n Hop 2: Italy -> head of government -> Giovanni Goria (1987)\n Hop 3: Giovanni Goria -> position held -> Prime Minister of Italy (1987)\n Answer: Prime Minister of Italy", "t_query": 1987.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000657", "prompt": " In 1962, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giovanni Gronchi | position held | President of Italy | 1962\n- Antonio Segni | position held | President of Italy | 1962\n- Italy | head of state | Giovanni Gronchi | 1962\n- Italy | head of state | Antonio Segni | 1962\n- Giovanni Gronchi | position held | Italian senator for life | 1962\n- Giovanni Gronchi | country of citizenship | Italy | 1962\n- Antonio Segni | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Segni -> position held -> President of Italy (1962)\n Hop 2: Italy -> head of state -> Antonio Segni (1962)\n Hop 3: Antonio Corpora -> country of citizenship -> Italy (1962)\n Answer: Antonio Corpora", "t_query": 1962.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 7} +{"id": "sft_000658", "prompt": " Who was the head of state of Nino Baragli's country of citizenship before Carlo Azeglio Ciampi?\nEvidence:\n- Nino Baragli | country of citizenship | Italy | 1994\n- Carlo Fruttero | country of citizenship | Italy | 1994\n- Carlo Cercignani | country of citizenship | Italy | 1994\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\nReasoning:", "completion": " Hop 1: Nino Baragli -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1994)\n Answer: Oscar Luigi Scalfaro", "t_query": 1994.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000659", "prompt": " In 1972, whose allegiance was West Germany?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- Würzburg | country | West Germany | 1972\n- Wuppertal | country | West Germany | 1972\n- Wiesbaden | country | West Germany | 1972\n- Westfalenliga | country | West Germany | 1972\n- Viersen | country | West Germany | 1972\n- Speyer | country | West Germany | 1972\n- Sande | country | West Germany | 1972\n- Saarland | country | West Germany | 1972\n- Q52041 | country | West Germany | 1972\n- Neuenkirchen | country | West Germany | 1972\n- Mittelrheinliga | country | West Germany | 1972\n- Mannheim | country | West Germany | 1972\n- Lörrach | country | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Answer: Friedrich Guggenberger", "t_query": 1972.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000660", "prompt": " Who was the position held of Germany's head of state after Vice-Chancellor of Germany?\nEvidence:\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> position held -> president of Germany (1974)\n Answer: president of Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000661", "prompt": " In what year was the head of government of Italy equal to Emilio Colombo?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Tonino Cervi | country of citizenship | Italy | 1971\n- Tiziano Terzani | country of citizenship | Italy | 1971\n- Stéphane Grappelli | country of citizenship | Italy | 1971\n- Simon Spierer | country of citizenship | Italy | 1971\n- Sergio Mantovani | country of citizenship | Italy | 1971\n- Sergio Bonelli | country of citizenship | Italy | 1971\n- Rossana Rossanda | country of citizenship | Italy | 1971\n- Romeo Bertini | country of citizenship | Italy | 1971\n- Renata Tebaldi | country of citizenship | Italy | 1971\n- Primo Nebiolo | country of citizenship | Italy | 1971\n- Pietro Parente | country of citizenship | Italy | 1971\n- Oriana Fallaci | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Emilio Colombo (1971)\n Answer: 1971", "t_query": 1971.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000662", "prompt": " In 2018, what was the award received of Dietmar Bär?\nEvidence:\n- Dietmar Bär | award received | Rheinlandtaler | 2018\nReasoning:", "completion": " Hop 1: Dietmar Bär -> award received -> Rheinlandtaler (2018)\n Answer: Rheinlandtaler", "t_query": 2018.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_000663", "prompt": " Who was the residence of Lionel Messi before Barcelona?\nEvidence:\n- Lionel Messi | residence | Rosario | 1987\nReasoning:", "completion": " Hop 1: Lionel Messi -> residence -> Rosario (1987)\n Answer: Rosario", "t_query": 1987.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 1} +{"id": "sft_000664", "prompt": " After Luigi Abeni country of citizenship Italy, what was the position held of Italy's head of government?\nEvidence:\n- Luigi Comencini | country of citizenship | Italy | 1980\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1980\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1980\n- Q219490 | country of citizenship | Italy | 1980\n- Veriano Luchetti | country of citizenship | Italy | 1980\n- Tullio Kezich | country of citizenship | Italy | 1980\n- Tonino Cervi | country of citizenship | Italy | 1980\n- Tiziano Terzani | country of citizenship | Italy | 1980\n- Stéphane Grappelli | country of citizenship | Italy | 1980\n- Simon Spierer | country of citizenship | Italy | 1980\n- Sergio Mantovani | country of citizenship | Italy | 1980\n- Sergio Bonelli | country of citizenship | Italy | 1980\n- Salvatore Cassisa | country of citizenship | Italy | 1980\n- Rossana Rossanda | country of citizenship | Italy | 1980\n- Renata Tebaldi | country of citizenship | Italy | 1980\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Arnaldo Forlani (1980)\n Hop 2: Arnaldo Forlani -> position held -> Prime Minister of Italy (1980)\n Answer: Prime Minister of Italy", "t_query": 1980.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000665", "prompt": " In 1994, what was the head of government of Nino Baragli's country of citizenship?\nEvidence:\n- Nino Baragli | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\n- Stefano Angeleri | country of citizenship | Italy | 1994\nReasoning:", "completion": " Hop 1: Nino Baragli -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1994)\n Answer: Carlo Azeglio Ciampi", "t_query": 1994.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000666", "prompt": " In what year was the located in of Bonnières-sur-Seine equal to Seine-et-Oise?\nEvidence:\n- Bonnières-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Bernes-sur-Oise | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Vaux-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Mousseaux-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Morsang-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Croissy-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Villiers-sur-Orge | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Tessancourt-sur-Aubette | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Savigny-sur-Orge | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Oncy-sur-École | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Oinville-sur-Montcient | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Neuilly-sur-Marne | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Morsang-sur-Orge | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Montreuil-sur-Epte | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Mareil-sur-Mauldre | located in the administrative territorial entity | Seine-et-Oise | 1968\nReasoning:", "completion": " Hop 1: Bonnières-sur-Seine -> located in -> Seine-et-Oise (1968)\n Answer: 1968", "t_query": 1968.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000667", "prompt": " After Bert Rürup employer University of Cologne, what was the employer of Bert Rürup?\nEvidence:\n- Bert Rürup | employer | Technical University of Darmstadt | 1986\nReasoning:", "completion": " Hop 1: Bert Rürup -> employer -> Technical University of Darmstadt (1986)\n Answer: Technical University of Darmstadt", "t_query": 1986.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 1} +{"id": "sft_000668", "prompt": " In 1971, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1971\n- Germany | member of | European Coal and Steel Community | 1971\n- Belgium | member of | European Coal and Steel Community | 1971\n- Germany | member of | European Atomic Energy Community | 1971\n- Germany | member of | Western European Union | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1971)\n Hop 2: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Answer: Salvatore Fiume", "t_query": 1971.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000669", "prompt": " In 1987, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Bremen (1987)\n Answer: Bremen", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000670", "prompt": " Who was the member of political party of Germany's head of government after Nazi Party?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> member of political party -> Free Democratic Party (1974)\n Answer: Free Democratic Party", "t_query": 1974.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000671", "prompt": " In 2003, whose head of government was Gérard Collomb?\nEvidence:\n- Urban Community of Lyon | head of government | Gérard Collomb | 2003\n- Urban Community of Lyon | capital | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> head of government -> Gérard Collomb (2003)\n Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000672", "prompt": " In 1970, what was the position held of Lina Bo Bardi's country of citizenship's head of state?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Lina Bo Bardi -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1970)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1970)\n Answer: President of Italy", "t_query": 1970.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000673", "prompt": " Who was the member of sports team of Gerard Piqué after Manchester United F.C.?\nEvidence:\n- Gerard Piqué | unmarried partner | Shakira | 2019\n- Gerard Piqué | member of sports team | Futbol Club Barcelona | 2019\n- Gerard Piqué | member of sports team | Catalonia national football team | 2019\n- Q49704 | member of sports team | Futbol Club Barcelona | 2019\n- Q455462 | member of sports team | Futbol Club Barcelona | 2019\n- Lionel Messi | member of sports team | Futbol Club Barcelona | 2019\n- Lionel Messi | employer | Futbol Club Barcelona | 2019\nReasoning:", "completion": " Hop 1: Gerard Piqué -> member of sports team -> Futbol Club Barcelona (2019)\n Answer: Futbol Club Barcelona", "t_query": 2019.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 7} +{"id": "sft_000674", "prompt": " Who was the member of of Lelio Antoniotti's country of citizenship before European Economic Community?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\n- Tullio Kezich | country of citizenship | Italy | 1973\nReasoning:", "completion": " Hop 1: Lelio Antoniotti -> country of citizenship -> Italy (1973)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1973)\n Answer: European Coal and Steel Community", "t_query": 1973.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000675", "prompt": " In what year was the currency of Cesare Terranova's country of citizenship equal to Italian lira?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Hop 1: Cesare Terranova -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> currency -> Italian lira (1966)\n Answer: 1966", "t_query": 1966.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000676", "prompt": " After Kyakhta country Russian Empire, what was the anthem of Khrustalnyi's country?\nEvidence:\n- Kyakhta | country | Russian Empire | 1913\n- Khrustalnyi | country | Russian Empire | 1913\n- Russian Empire | anthem | God Save the Tsar! | 1913\n- Șirăuți | country | Russian Empire | 1913\n- Šeteniai | country | Russian Empire | 1913\n- Łódź | country | Russian Empire | 1913\n- Červień | country | Russian Empire | 1913\n- Zhytomyr | country | Russian Empire | 1913\n- Yevpatoriia | country | Russian Empire | 1913\n- Yalta | country | Russian Empire | 1913\n- Voronezh | country | Russian Empire | 1913\n- Vologda | country | Russian Empire | 1913\n- Volodymyr | country | Russian Empire | 1913\n- Volhynia | country | Russian Empire | 1913\n- Vinnytsia | country | Russian Empire | 1913\nReasoning:", "completion": " Hop 1: Khrustalnyi -> country -> Russian Empire (1913)\n Hop 2: Russian Empire -> anthem -> God Save the Tsar! (1913)\n Answer: God Save the Tsar!", "t_query": 1913.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000677", "prompt": " In 1997, what was the award received of Giorgio Rebuffi's country of citizenship's head of state?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Guerra | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\nReasoning:", "completion": " Hop 1: Giorgio Rebuffi -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Hop 3: Oscar Luigi Scalfaro -> award received -> Grand Order of King Tomislav (1997)\n Answer: Grand Order of King Tomislav", "t_query": 1997.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000678", "prompt": " In what year was the country of citizenship of Mišo Cebalo equal to Yugoslavia?\nEvidence:\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1975\n- Q46099 | country of citizenship | Yugoslavia | 1975\n- Q207166 | country of citizenship | Yugoslavia | 1975\n- Vladica Popović | country of citizenship | Yugoslavia | 1975\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1975\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1975\n- Ilija Petković | country of citizenship | Yugoslavia | 1975\n- Dušan Ivković | country of citizenship | Yugoslavia | 1975\n- Dragan Tomić | country of citizenship | Yugoslavia | 1975\n- Verzar | country | Yugoslavia | 1975\n- Suševo | country | Yugoslavia | 1975\n- Q793485 | country | Yugoslavia | 1975\n- Pirot | country | Yugoslavia | 1975\n- Orašje | country | Yugoslavia | 1975\n- Kraljevo | country | Yugoslavia | 1975\nReasoning:", "completion": " Hop 1: Mišo Cebalo -> country of citizenship -> Yugoslavia (1975)\n Answer: 1975", "t_query": 1975.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000679", "prompt": " In 1941, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1941\n- Q972711 | country of citizenship | Kingdom of Italy | 1941\n- Q890523 | country of citizenship | Kingdom of Italy | 1941\n- Q432318 | country of citizenship | Kingdom of Italy | 1941\n- Q429298 | country of citizenship | Kingdom of Italy | 1941\n- Q178349 | country of citizenship | Kingdom of Italy | 1941\n- Q133535 | country of citizenship | Kingdom of Italy | 1941\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1941\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1941\n- Titta Ruffo | country of citizenship | Kingdom of Italy | 1941\n- Tita Piaz | country of citizenship | Kingdom of Italy | 1941\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1941\n- Paolo Manna | country of citizenship | Kingdom of Italy | 1941\n- Pantaleo Carabellese | country of citizenship | Kingdom of Italy | 1941\n- Matteo Marangoni | country of citizenship | Kingdom of Italy | 1941\nReasoning:", "completion": " Hop 1: Giovan Battista Pellegrini -> country of citizenship -> Kingdom of Italy (1941)\n Answer: Giovan Battista Pellegrini", "t_query": 1941.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000680", "prompt": " In 1980, what was the head of government of Italy?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1980\n- Veriano Luchetti | country of citizenship | Italy | 1980\n- Tullio Kezich | country of citizenship | Italy | 1980\n- Tonino Cervi | country of citizenship | Italy | 1980\n- Tiziano Terzani | country of citizenship | Italy | 1980\n- Stéphane Grappelli | country of citizenship | Italy | 1980\n- Simon Spierer | country of citizenship | Italy | 1980\n- Sergio Mantovani | country of citizenship | Italy | 1980\n- Sergio Bonelli | country of citizenship | Italy | 1980\n- Salvatore Cassisa | country of citizenship | Italy | 1980\n- Rossana Rossanda | country of citizenship | Italy | 1980\n- Renata Tebaldi | country of citizenship | Italy | 1980\n- Primo Nebiolo | country of citizenship | Italy | 1980\n- Pino Lancetti | country of citizenship | Italy | 1980\n- Pietro Parente | country of citizenship | Italy | 1980\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Francesco Cossiga (1980)\n Answer: Francesco Cossiga", "t_query": 1980.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000681", "prompt": " After Armando Ceste country of citizenship Italy, what was the currency of Giovanni Spadolini's country of citizenship?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Armando Gentilucci | country of citizenship | Italy | 1975\n- Armando Círio | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giovanni Spadolini -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> currency -> Italian lira (1975)\n Answer: Italian lira", "t_query": 1975.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000682", "prompt": " After Italy shares border with Yugoslavia, what was the head of state of Ignazio Cannavò's country of citizenship?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q432257 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Hop 1: Ignazio Cannavò -> country of citizenship -> Italy (1946)\n Hop 2: Italy -> head of state -> Enrico de Nicola (1946)\n Answer: Enrico de Nicola", "t_query": 1946.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000683", "prompt": " In 1963, what was the head of state of Gianni Brera's country of citizenship?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Gianni Brera -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Answer: Antonio Segni", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000684", "prompt": " In what year was the member of of Alfonso Calzolari's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\n- Veriano Luchetti | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Alfonso Calzolari -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1956)\n Answer: 1956", "t_query": 1956.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000685", "prompt": " Who was the head of state of Italy after Luigi Einaudi?\nEvidence:\n- Luigi Agnolin | country of citizenship | Italy | 2015\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 2015\n- Luigi Luca Cavalli-Sforza | country of citizenship | Italy | 2015\n- Sergio Donadoni | country of citizenship | Italy | 2015\n- Sebastiano Mannironi | country of citizenship | Italy | 2015\n- Salvatore Cassisa | country of citizenship | Italy | 2015\n- Rossana Rossanda | country of citizenship | Italy | 2015\n- Romano Agostinelli | country of citizenship | Italy | 2015\n- Roberto Tucci | country of citizenship | Italy | 2015\n- Pinuccio Sciola | country of citizenship | Italy | 2015\n- Paolo Villaggio | country of citizenship | Italy | 2015\n- Mauro Staccioli | country of citizenship | Italy | 2015\n- Mario Sereni | country of citizenship | Italy | 2015\n- Mario Perniola | country of citizenship | Italy | 2015\n- Luca Ronconi | country of citizenship | Italy | 2015\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giorgio Napolitano (2015)\n Answer: Giorgio Napolitano", "t_query": 2015.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000686", "prompt": " In 1970, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giuseppe Saragat | position held | President of Italy | 1970\n- Italy | head of state | Giuseppe Saragat | 1970\n- Giuseppe Saragat | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Giuseppe Saragat -> position held -> President of Italy (1970)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1970)\n Hop 3: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Answer: Claudio Cavazza", "t_query": 1970.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_000687", "prompt": " Who was the head of state of Italy before Oscar Luigi Scalfaro?\nEvidence:\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1980\n- Luigi Comencini | country of citizenship | Italy | 1980\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1980\n- Q219490 | country of citizenship | Italy | 1980\n- Veriano Luchetti | country of citizenship | Italy | 1980\n- Tullio Kezich | country of citizenship | Italy | 1980\n- Tonino Cervi | country of citizenship | Italy | 1980\n- Tiziano Terzani | country of citizenship | Italy | 1980\n- Stéphane Grappelli | country of citizenship | Italy | 1980\n- Simon Spierer | country of citizenship | Italy | 1980\n- Sergio Mantovani | country of citizenship | Italy | 1980\n- Sergio Bonelli | country of citizenship | Italy | 1980\n- Salvatore Cassisa | country of citizenship | Italy | 1980\n- Rossana Rossanda | country of citizenship | Italy | 1980\n- Renata Tebaldi | country of citizenship | Italy | 1980\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Sandro Pertini (1980)\n Answer: Sandro Pertini", "t_query": 1980.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000688", "prompt": " Who was the member of of Claudio Cavazza's country of citizenship after European Coal and Steel Community?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> member of -> European Economic Community (1970)\n Answer: European Economic Community", "t_query": 1970.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000689", "prompt": " In 1900, what was the country of Cheb?\nEvidence:\n- Cheb | country | Austria–Hungary | 1900\n- Q193474 | located in the administrative territorial entity | Austria–Hungary | 1900\n- Horodok | located in the administrative territorial entity | Austria–Hungary | 1900\n- Q942980 | country of citizenship | Austria–Hungary | 1900\n- Q743984 | country of citizenship | Austria–Hungary | 1900\n- Q47561 | country of citizenship | Austria–Hungary | 1900\n- Q155855 | country of citizenship | Austria–Hungary | 1900\n- Emperor of Austria | country | Austria–Hungary | 1900\n- Archduchy of Austria | country | Austria–Hungary | 1900\n- Mykhailo Yatskiv | country of citizenship | Austria–Hungary | 1900\n- Josef Breuer | country of citizenship | Austria–Hungary | 1900\n- Uberto de Morpurgo | country of citizenship | Austria–Hungary | 1900\n- Zhovkva | country | Austria–Hungary | 1900\n- Voitsberg | country | Austria–Hungary | 1900\n- Voinyliv | country | Austria–Hungary | 1900\nReasoning:", "completion": " Hop 1: Cheb -> country -> Austria–Hungary (1900)\n Answer: Austria–Hungary", "t_query": 1900.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000690", "prompt": " After Giacomo Gentilomo country of citizenship Italy, what was the member of of Carlo Curis's country of citizenship?\nEvidence:\n- Giacomo Gentilomo | country of citizenship | Italy | 1984\n- Carlo Curis | country of citizenship | Italy | 1984\n- Giacomo Neri | country of citizenship | Italy | 1984\n- Giacomo Furia | country of citizenship | Italy | 1984\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Carlo Curis -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> member of -> European Economic Community (1984)\n Answer: European Economic Community", "t_query": 1984.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000691", "prompt": " In 1989, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\n- Stéphane Grappelli | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1989)\n Hop 2: Maria Rita Saulle -> country of citizenship -> Italy (1989)\n Answer: Maria Rita Saulle", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000692", "prompt": " Who was the league or competition of Lluís Companys Olympic Stadium's occupant after World League of American Football?\nEvidence:\n- Lluís Companys Olympic Stadium | occupant | Barcelona Dragons | 1999\n- Lluís Companys Olympic Stadium | occupant | RCD Espanyol de Barcelona | 1999\n- Barcelona Dragons | home venue | Lluís Companys Olympic Stadium | 1999\n- Barcelona Dragons | league or competition | NFL Europe | 1999\n- Jack Bicknell | coach of sports team | Barcelona Dragons | 1999\n- Q943194 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q939976 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q704268 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q296975 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Mauro Navas | member of sports team | RCD Espanyol de Barcelona | 1999\n- Barcelona Dragons | head coach | Jack Bicknell | 1999\nReasoning:", "completion": " Hop 1: Lluís Companys Olympic Stadium -> occupant -> Barcelona Dragons (1999)\n Hop 2: Barcelona Dragons -> league or competition -> NFL Europe (1999)\n Answer: NFL Europe", "t_query": 1999.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 11} +{"id": "sft_000693", "prompt": " After Danilo Mainardi country of citizenship Italy, what was the position held of Laura Veccia Vaglieri's country of citizenship's head of state?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Laura Veccia Vaglieri -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1956)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1956)\n Answer: President of Italy", "t_query": 1956.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000694", "prompt": " In 2010, whose country of citizenship was Taiwan?\nEvidence:\n- Q703895 | country of citizenship | Taiwan | 2010\n- Li Ao | country of citizenship | Taiwan | 2010\nReasoning:", "completion": " Hop 1: Li Ao -> country of citizenship -> Taiwan (2010)\n Answer: Li Ao", "t_query": 2010.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_000695", "prompt": " Who was the member of of Marco Tulli's country of citizenship before European Coal and Steel Community?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Marco Tulli -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> member of -> European Economic Community (1978)\n Answer: European Economic Community", "t_query": 1978.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000696", "prompt": " In 1995, whose winner was Rolf M. Zinkernagel?\nEvidence:\n- Albert Lasker Award for Basic Medical Research | winner | Rolf M. Zinkernagel | 1995\n- Albert Lasker Award for Basic Medical Research | winner | Peter C. Doherty | 1995\n- Albert Lasker Award for Basic Medical Research | winner | Don Craig Wiley | 1995\n- Don Craig Wiley | award received | Albert Lasker Award for Basic Medical Research | 1995\nReasoning:", "completion": " Hop 1: Albert Lasker Award for Basic Medical Research -> winner -> Rolf M. Zinkernagel (1995)\n Answer: Albert Lasker Award for Basic Medical Research", "t_query": 1995.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_000697", "prompt": " In 2013, what was the employer of Teun A. van Dijk?\nEvidence:\n- Teun A. van Dijk | employer | Pompeu Fabra University | 2013\nReasoning:", "completion": " Hop 1: Teun A. van Dijk -> employer -> Pompeu Fabra University (2013)\n Answer: Pompeu Fabra University", "t_query": 2013.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_000698", "prompt": " In what year was the country of citizenship of Maria Fiore equal to Kingdom of Italy?\nEvidence:\n- Maria Fiore | country of citizenship | Kingdom of Italy | 1940\n- Alberto Maria De Agostini | country of citizenship | Kingdom of Italy | 1940\n- Q976653 | country of citizenship | Kingdom of Italy | 1940\n- Q972711 | country of citizenship | Kingdom of Italy | 1940\n- Q922237 | country of citizenship | Kingdom of Italy | 1940\n- Q890523 | country of citizenship | Kingdom of Italy | 1940\n- Q741387 | country of citizenship | Kingdom of Italy | 1940\n- Q710497 | country of citizenship | Kingdom of Italy | 1940\n- Q678253 | country of citizenship | Kingdom of Italy | 1940\n- Q654973 | country of citizenship | Kingdom of Italy | 1940\n- Q650303 | country of citizenship | Kingdom of Italy | 1940\n- Q527400 | country of citizenship | Kingdom of Italy | 1940\n- Q51189 | country of citizenship | Kingdom of Italy | 1940\n- Q432318 | country of citizenship | Kingdom of Italy | 1940\n- Q432257 | country of citizenship | Kingdom of Italy | 1940\nReasoning:", "completion": " Hop 1: Maria Fiore -> country of citizenship -> Kingdom of Italy (1940)\n Answer: 1940", "t_query": 1940.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000699", "prompt": " In 1971, whose position held's head of state's country of citizenship was Italian senator for life?\nEvidence:\n- Pietro Nenni | position held | Italian senator for life | 1971\n- Giuseppe Saragat | position held | Italian senator for life | 1971\n- Giovanni Gronchi | position held | Italian senator for life | 1971\n- Eugenio Montale | position held | Italian senator for life | 1971\n- Antonio Segni | position held | Italian senator for life | 1971\n- Italy | head of state | Giuseppe Saragat | 1971\n- Giuseppe Saragat | position held | President of Italy | 1971\n- Pietro Nenni | country of citizenship | Italy | 1971\n- Giuseppe Saragat | country of citizenship | Italy | 1971\n- Giovanni Gronchi | country of citizenship | Italy | 1971\n- Eugenio Montale | country of citizenship | Italy | 1971\n- Antonio Segni | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Giuseppe Saragat -> position held -> Italian senator for life (1971)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1971)\n Hop 3: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Answer: Salvatore Fiume", "t_query": 1971.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 12} +{"id": "sft_000700", "prompt": " After Karlsruhe country West Germany, what was the contains the administrative territorial entity of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> North Rhine-Westphalia (1953)\n Answer: North Rhine-Westphalia", "t_query": 1953.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 3} +{"id": "sft_000701", "prompt": " In 1970, what was the head of government of Claudio Cavazza's country of citizenship?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of government -> Emilio Colombo (1970)\n Answer: Emilio Colombo", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000702", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon after Neuville-sur-Saône?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Neuville-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Rochetaillée-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Fleurieu-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Albigny-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Bron (2003)\n Answer: Bron", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000703", "prompt": " After Hanover country West Germany, what was the territory claimed by of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> territory claimed by -> German Democratic Republic (1953)\n Answer: German Democratic Republic", "t_query": 1953.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 3} +{"id": "sft_000704", "prompt": " In 1968, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1968\n- Germany | member of | European Coal and Steel Community | 1968\n- Belgium | member of | European Coal and Steel Community | 1968\n- Germany | member of | European Atomic Energy Community | 1968\n- Germany | member of | Western European Union | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1968)\n Hop 2: Ugo Morin -> country of citizenship -> Italy (1968)\n Answer: Ugo Morin", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000705", "prompt": " Who was the head of state of Antonio Corpora's country of citizenship before Sandro Pertini?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1962)\n Answer: Giovanni Gronchi", "t_query": 1962.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000706", "prompt": " In 1974, whose contains the administrative territorial entity's capital of's capital was Hesse?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1974\n- West Germany | contains the administrative territorial entity | Saarland | 1974\n- West Germany | contains the administrative territorial entity | Hamburg | 1974\n- West Germany | contains the administrative territorial entity | Bremen | 1974\n- West Germany | contains the administrative territorial entity | Bavaria | 1974\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1974\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1974\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1974\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1974\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1974\n- Saarland | located in the administrative territorial entity | West Germany | 1974\n- Oberliga Nord (1974-1994) | country | West Germany | 1974\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Q77721 | country of citizenship | West Germany | 1974\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Hesse (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: Germany -> capital -> Bonn (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000707", "prompt": " Who was the member of sports team of Domingos da Guia before Brazil men's national football team?\nEvidence:\n- Domingos da Guia | member of sports team | Brazil men's national football team | 1935\n- Domingos da Guia | member of sports team | Boca Juniors | 1935\n- Martim Mércio da Silveira | member of sports team | Brazil men's national football team | 1935\n- Q555601 | member of sports team | Brazil men's national football team | 1935\n- Q261000 | member of sports team | Brazil men's national football team | 1935\n- Q940543 | member of sports team | Boca Juniors | 1935\n- Q455364 | member of sports team | Boca Juniors | 1935\n- Q10131 | member of sports team | Boca Juniors | 1935\n- Manuel Fleitas Solich | member of sports team | Boca Juniors | 1935\nReasoning:", "completion": " Hop 1: Domingos da Guia -> member of sports team -> Boca Juniors (1935)\n Answer: Boca Juniors", "t_query": 1935.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 9} +{"id": "sft_000708", "prompt": " In what year was the currency of Eleonora Rossi Drago's country of citizenship equal to Italian lira?\nEvidence:\n- Eleonora Rossi Drago | country of citizenship | Italy | 1947\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1947\n- Q612509 | country of citizenship | Italy | 1947\n- Q454036 | country of citizenship | Italy | 1947\n- Q435856 | country of citizenship | Italy | 1947\n- Q432318 | country of citizenship | Italy | 1947\n- Q429298 | country of citizenship | Italy | 1947\n- Q340261 | country of citizenship | Italy | 1947\n- Q318968 | country of citizenship | Italy | 1947\n- Q264986 | country of citizenship | Italy | 1947\n- Q219490 | country of citizenship | Italy | 1947\n- Q213482 | country of citizenship | Italy | 1947\n- Dalida | country of citizenship | Italy | 1947\n- Wilma Montesi | country of citizenship | Italy | 1947\n- Vittore Catella | country of citizenship | Italy | 1947\nReasoning:", "completion": " Hop 1: Eleonora Rossi Drago -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> currency -> Italian lira (1947)\n Answer: 1947", "t_query": 1947.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000709", "prompt": " Who was the member of of Veriano Luchetti's country of citizenship after European Coal and Steel Community?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\n- Tiziano Terzani | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Veriano Luchetti -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> member of -> European Economic Community (1985)\n Answer: European Economic Community", "t_query": 1985.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000710", "prompt": " In 1978, what was the employer of Freeman Dyson?\nEvidence:\n- Freeman Dyson | employer | Institute for Advanced Study | 1978\n- Q711278 | employer | Institute for Advanced Study | 1978\nReasoning:", "completion": " Hop 1: Freeman Dyson -> employer -> Institute for Advanced Study (1978)\n Answer: Institute for Advanced Study", "t_query": 1978.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_000711", "prompt": " Who was the head of state of Claudio Cavazza's country of citizenship before Sandro Pertini?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1970)\n Answer: Giuseppe Saragat", "t_query": 1970.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000712", "prompt": " In what year was the country of citizenship of Giacomo Rossi-Stuart equal to Italy?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giacomo Rossi-Stuart -> country of citizenship -> Italy (1975)\n Answer: 1975", "t_query": 1975.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000713", "prompt": " In 1974, what was the head of government of Germany's capital's capital of's contains the administrative territorial entity?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Afghanistan | basic form of government | republic | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Saarland (1974)\n Hop 4: Saarland -> head of government -> Franz-Josef Röder (1974)\n Answer: Franz-Josef Röder", "t_query": 1974.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000714", "prompt": " After Bruno Chizzo country of citizenship Italy, what was the currency of Raul Gardini's country of citizenship?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Bruno Venturini | country of citizenship | Italy | 1989\n- Bruno Schettino | country of citizenship | Italy | 1989\n- Bruno Detassis | country of citizenship | Italy | 1989\n- Bruno Bettinelli | country of citizenship | Italy | 1989\n- Bruno Bertotti | country of citizenship | Italy | 1989\n- Bruno Arcari | country of citizenship | Italy | 1989\n- Italy | currency | Italian lira | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Raul Gardini -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> currency -> Italian lira (1989)\n Answer: Italian lira", "t_query": 1989.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000715", "prompt": " In 1951, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1951\n- Germany | member of | European Coal and Steel Community | 1951\n- Belgium | member of | European Coal and Steel Community | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\n- Vitaliano Brancati | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1951)\n Hop 2: Giovanni D'Ascenzi -> country of citizenship -> Italy (1951)\n Answer: Giovanni D'Ascenzi", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000716", "prompt": " After Irene Galitzine country of citizenship Italy, what was the position held of Ugo Morin's country of citizenship's head of state?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Ugo Morin -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1968)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1968)\n Answer: President of Italy", "t_query": 1968.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000717", "prompt": " In 1966, what was the award received of Cesare Terranova's country of citizenship's head of state?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Hop 1: Cesare Terranova -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1966)\n Hop 3: Giuseppe Saragat -> award received -> Supreme Order of Christ (1966)\n Answer: Supreme Order of Christ", "t_query": 1966.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000718", "prompt": " In 2005, whose head of state was Carlo Azeglio Ciampi?\nEvidence:\n- Italy | head of state | Carlo Azeglio Ciampi | 2005\n- Carlo Giuffré | country of citizenship | Italy | 2005\n- Carlo Fruttero | country of citizenship | Italy | 2005\n- Carlo Curis | country of citizenship | Italy | 2005\n- Carlo Cercignani | country of citizenship | Italy | 2005\n- Q678840 | country of citizenship | Italy | 2005\n- Q383551 | country of citizenship | Italy | 2005\n- Vito Lattanzio | country of citizenship | Italy | 2005\n- Veriano Luchetti | country of citizenship | Italy | 2005\n- Valeria Moriconi | country of citizenship | Italy | 2005\n- Urbano Lazzaro | country of citizenship | Italy | 2005\n- Tullio Kezich | country of citizenship | Italy | 2005\n- Tonino Guerra | country of citizenship | Italy | 2005\n- Tiberio Murgia | country of citizenship | Italy | 2005\n- Tarquinio Provini | country of citizenship | Italy | 2005\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Carlo Azeglio Ciampi (2005)\n Answer: Italy", "t_query": 2005.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000719", "prompt": " In 2010, what was the sport of Shane McMahon?\nEvidence:\n- Shane McMahon | sport | referee | 2010\n- Shane McMahon | sport | professional wrestling | 2010\n- Shane McMahon | occupation | entrepreneur | 2010\n- Shane McMahon | employer | WWE | 2010\n- Vince McMahon | employer | WWE | 2010\n- Q44304 | sport | professional wrestling | 2010\n- Ring of Honor | sport | professional wrestling | 2010\n- Q285372 | employer | WWE | 2010\n- Mike Chioda | employer | WWE | 2010\nReasoning:", "completion": " Hop 1: Shane McMahon -> sport -> referee (2010)\n Answer: referee", "t_query": 2010.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 9} +{"id": "sft_000720", "prompt": " In 1974, whose contains the administrative territorial entity's capital of's capital was Hamburg?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hamburg | 1974\n- West Germany | contains the administrative territorial entity | Saarland | 1974\n- West Germany | contains the administrative territorial entity | Hesse | 1974\n- West Germany | contains the administrative territorial entity | Bremen | 1974\n- West Germany | contains the administrative territorial entity | Bavaria | 1974\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1974\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1974\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1974\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1974\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1974\n- Saarland | located in the administrative territorial entity | West Germany | 1974\n- Oberliga Nord (1974-1994) | country | West Germany | 1974\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1974\n- Bild | place of publication | Hamburg | 1974\n- German East Africa Company | headquarters location | Hamburg | 1974\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Hamburg (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: Germany -> capital -> Bonn (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000721", "prompt": " In 1993, what was the position held of Luca Ronconi's country of citizenship's head of state?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\n- Stéphane Grappelli | country of citizenship | Italy | 1993\nReasoning:", "completion": " Hop 1: Luca Ronconi -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1993)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1993)\n Answer: President of Italy", "t_query": 1993.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000722", "prompt": " In 1952, what was the currency of Franca Ongaro's country of citizenship?\nEvidence:\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\n- Wilma Montesi | country of citizenship | Italy | 1952\n- Vittore Catella | country of citizenship | Italy | 1952\n- Vitaliano Brancati | country of citizenship | Italy | 1952\nReasoning:", "completion": " Hop 1: Franca Ongaro -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> currency -> Italian lira (1952)\n Answer: Italian lira", "t_query": 1952.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000723", "prompt": " Who was the basic form of government of Germany's diplomatic relation before Islamic Republic?\nEvidence:\n- Afghanistan | basic form of government | republic | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | significant event | Basic Treaty | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | shares border with | German Democratic Republic | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\nReasoning:", "completion": " Hop 1: Germany -> diplomatic relation -> Afghanistan (1974)\n Hop 2: Afghanistan -> basic form of government -> republic (1974)\n Answer: republic", "t_query": 1974.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000724", "prompt": " Who was the position held of Italy's head of state before Italian senator for life?\nEvidence:\n- Norberto Bobbio | position held | Italian senator for life | 1998\n- Italy | head of state | Oscar Luigi Scalfaro | 1998\n- Oscar Luigi Scalfaro | position held | President of Italy | 1998\n- Kyoto Protocol | signatory | People's Republic of China | 1998\n- Q454036 | country of citizenship | Italy | 1998\n- Vittore Catella | country of citizenship | Italy | 1998\n- Veriano Luchetti | country of citizenship | Italy | 1998\n- Tullio Kezich | country of citizenship | Italy | 1998\n- Tonino Cervi | country of citizenship | Italy | 1998\n- Tiziano Terzani | country of citizenship | Italy | 1998\n- Simon Spierer | country of citizenship | Italy | 1998\n- Sergio Mantovani | country of citizenship | Italy | 1998\n- Sergio Bonelli | country of citizenship | Italy | 1998\n- Salvatore Cassisa | country of citizenship | Italy | 1998\n- Rossana Rossanda | country of citizenship | Italy | 1998\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Oscar Luigi Scalfaro (1998)\n Hop 2: Oscar Luigi Scalfaro -> position held -> President of Italy (1998)\n Answer: President of Italy", "t_query": 1998.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000725", "prompt": " In 1993, what was the member of of Luca Ronconi's country of citizenship?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\n- Stéphane Grappelli | country of citizenship | Italy | 1993\nReasoning:", "completion": " Hop 1: Luca Ronconi -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> member of -> European Economic Community (1993)\n Answer: European Economic Community", "t_query": 1993.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000726", "prompt": " In 1961, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1961\n- Germany | member of | European Coal and Steel Community | 1961\n- Belgium | member of | European Coal and Steel Community | 1961\n- Germany | member of | European Atomic Energy Community | 1961\n- Germany | member of | Western European Union | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1961)\n Hop 2: Mario Gentili -> country of citizenship -> Italy (1961)\n Answer: Mario Gentili", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000727", "prompt": " In 1940, whose employer was Steklov Institute of Mathematics?\nEvidence:\n- Q709432 | employer | Steklov Institute of Mathematics | 1940\n- Sergei Sobolev | employer | Steklov Institute of Mathematics | 1940\n- Lev Pontryagin | employer | Steklov Institute of Mathematics | 1940\n- Boris Delaunay | employer | Steklov Institute of Mathematics | 1940\n- Alexander Gelfond | employer | Steklov Institute of Mathematics | 1940\n- Boris Delaunay | employer | Lomonosov Moscow State University | 1940\n- Alexander Gelfond | employer | Lomonosov Moscow State University | 1940\n- Sergei Sobolev | award received | Order of the Badge of Honour | 1940\n- Lev Pontryagin | award received | Order of the Badge of Honour | 1940\nReasoning:", "completion": " Hop 1: Alexander Gelfond -> employer -> Steklov Institute of Mathematics (1940)\n Answer: Alexander Gelfond", "t_query": 1940.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 9} +{"id": "sft_000728", "prompt": " In what year was the general secretary of Félicien Marceau's member of equal to Maurice Druon?\nEvidence:\n- Académie Française | general secretary | Maurice Druon | 1995\n- Félicien Marceau | member of | Académie Française | 1995\n- René Huyghe | member of | Académie Française | 1995\n- Michel Déon | member of | Académie Française | 1995\n- Julien Green | member of | Académie Française | 1995\n- Jacques Laurent | member of | Académie Française | 1995\n- Jean-Marie Lustiger | member of | Académie Française | 1995\nReasoning:", "completion": " Hop 1: Félicien Marceau -> member of -> Académie Française (1995)\n Hop 2: Académie Française -> general secretary -> Maurice Druon (1995)\n Answer: 1995", "t_query": 1995.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 7} +{"id": "sft_000729", "prompt": " In 1977, what was the owned by of Salling Group?\nEvidence:\n- Salling Group | owned by | Maersk | 1977\nReasoning:", "completion": " Hop 1: Salling Group -> owned by -> Maersk (1977)\n Answer: Maersk", "t_query": 1977.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_000730", "prompt": " In 1984, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1984\n- Ireland | member of | European Economic Community | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Economic Community (1984)\n Hop 2: Carlo Curis -> country of citizenship -> Italy (1984)\n Answer: Carlo Curis", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000731", "prompt": " In what year was the contains the administrative territorial entity of Mannheim's country equal to Bavaria?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Bavaria (1950)\n Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000732", "prompt": " In 1987, what was the residence of Lionel Messi?\nEvidence:\n- Lionel Messi | residence | Rosario | 1987\nReasoning:", "completion": " Hop 1: Lionel Messi -> residence -> Rosario (1987)\n Answer: Rosario", "t_query": 1987.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_000733", "prompt": " After Nino Taranto country of citizenship Italy, what was the currency of Gianni Brera's country of citizenship?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Nino Rota | country of citizenship | Italy | 1963\n- Nino Baragli | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Gianni Brera -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> currency -> Italian lira (1963)\n Answer: Italian lira", "t_query": 1963.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000734", "prompt": " In 1946, whose located in was Meuse?\nEvidence:\n- Route nationale 401 | located in the administrative territorial entity | Meuse | 1946\n- Route nationale 401 | located in the administrative territorial entity | Haute-Marne | 1946\n- Route nationale 401 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\nReasoning:", "completion": " Hop 1: Route nationale 401 -> located in -> Meuse (1946)\n Answer: Route nationale 401", "t_query": 1946.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_000735", "prompt": " After Potsdam country Nazi Germany, what was the country of Potsdam?\nEvidence:\n- Potsdam | located in the administrative territorial entity | Potsdam District | 1982\n- Potsdam | country | German Democratic Republic | 1982\n- East Berlin | shares border with | Potsdam District | 1982\n- Brandenburg an der Havel | located in the administrative territorial entity | Potsdam District | 1982\n- Germany | diplomatic relation | German Democratic Republic | 1982\n- West Germany | diplomatic relation | German Democratic Republic | 1982\n- Germany | shares border with | German Democratic Republic | 1982\n- Q97584 | country of citizenship | German Democratic Republic | 1982\n- Q96955 | country of citizenship | German Democratic Republic | 1982\n- Q77767 | country of citizenship | German Democratic Republic | 1982\n- Q73946 | country of citizenship | German Democratic Republic | 1982\n- Q72461 | country of citizenship | German Democratic Republic | 1982\n- Q70388 | country of citizenship | German Democratic Republic | 1982\n- Q67341 | country of citizenship | German Democratic Republic | 1982\n- Q449313 | country of citizenship | German Democratic Republic | 1982\nReasoning:", "completion": " Hop 1: Potsdam -> country -> German Democratic Republic (1982)\n Answer: German Democratic Republic", "t_query": 1982.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000736", "prompt": " In 1950, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Rhineland-Palatinate (1950)\n Answer: Rhineland-Palatinate", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000737", "prompt": " Who was the head of government of Germany's capital's capital of's contains the administrative territorial entity after Werner Zeyer?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | Germany | 1987\n- Bonn | capital of | West Germany | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Werner Schulz | country of citizenship | German Democratic Republic | 1987\n- Afghanistan | basic form of government | republic | 1987\n- East Berlin | capital of | German Democratic Republic | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1987)\n Hop 2: Bonn -> capital of -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Saarland (1987)\n Hop 4: Saarland -> head of government -> Q110719 (1987)\n Answer: Q110719", "t_query": 1987.0, "chain_length": 4, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000738", "prompt": " In 1993, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\n- Stéphane Grappelli | country of citizenship | Italy | 1993\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1993)\n Hop 2: Luca Ronconi -> country of citizenship -> Italy (1993)\n Answer: Luca Ronconi", "t_query": 1993.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000739", "prompt": " In 1977, what was the head of state of Elena Altieri's country of citizenship?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\n- Tullio Kezich | country of citizenship | Italy | 1977\n- Tonino Cervi | country of citizenship | Italy | 1977\n- Tiziano Terzani | country of citizenship | Italy | 1977\nReasoning:", "completion": " Hop 1: Elena Altieri -> country of citizenship -> Italy (1977)\n Hop 2: Italy -> head of state -> Giovanni Leone (1977)\n Answer: Giovanni Leone", "t_query": 1977.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000740", "prompt": " In 1964, whose country of citizenship was Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Veriano Luchetti | country of citizenship | Italy | 1964\n- Tonino Cervi | country of citizenship | Italy | 1964\n- Tiziano Terzani | country of citizenship | Italy | 1964\n- Stéphane Grappelli | country of citizenship | Italy | 1964\n- Simon Spierer | country of citizenship | Italy | 1964\n- Sergio Mantovani | country of citizenship | Italy | 1964\n- Sergio Bonelli | country of citizenship | Italy | 1964\n- Rossana Rossanda | country of citizenship | Italy | 1964\n- Romeo Bertini | country of citizenship | Italy | 1964\n- Renata Tebaldi | country of citizenship | Italy | 1964\n- Primo Nebiolo | country of citizenship | Italy | 1964\n- Pietro Parente | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Answer: Carmelo Cappello", "t_query": 1964.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000741", "prompt": " Who was the work location of Erazim Kohák's residence's head of government after Hollywood?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Julie Mehretu | work location | United States | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- United States | shares border with | Panama | 1988\n- Tony Miles | country for sport | United States | 1988\n- Discovery Channel | country | United States | 1988\nReasoning:", "completion": " Hop 1: Erazim Kohák -> residence -> United States (1988)\n Hop 2: United States -> head of government -> Ronald Reagan (1988)\n Hop 3: Ronald Reagan -> work location -> Washington, D.C. (1988)\n Answer: Washington, D.C.", "t_query": 1988.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 13} +{"id": "sft_000742", "prompt": " After Amelia Rosselli country of citizenship Italy, what was the member of of Marco Tulli's country of citizenship?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Marco Tulli -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1978)\n Answer: European Coal and Steel Community", "t_query": 1978.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000743", "prompt": " Who was the head of government of Romolo Alzani's country of citizenship before Matteo Renzi?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Romolo Alzani -> country of citizenship -> Italy (1987)\n Hop 2: Italy -> head of government -> Giovanni Goria (1987)\n Answer: Giovanni Goria", "t_query": 1987.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000744", "prompt": " In 1957, whose member of's located in was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1957\n- Yalta | country | Soviet Union | 1957\n- Voronezh | country | Soviet Union | 1957\n- Volhynia | country | Soviet Union | 1957\n- Vinnytsia | country | Soviet Union | 1957\n- Urgench | country | Soviet Union | 1957\n- Uman | country | Soviet Union | 1957\n- Torzhok | country | Soviet Union | 1957\n- Tbilisi | country | Soviet Union | 1957\n- Sudak | country | Soviet Union | 1957\n- Starodub | country | Soviet Union | 1957\n- Simferopol | country | Soviet Union | 1957\n- Siberia | country | Soviet Union | 1957\n- Sevastopol | country | Soviet Union | 1957\n- Q957273 | country | Soviet Union | 1957\nReasoning:", "completion": " Hop 1: Russian Soviet Federative Socialist Republic -> member of -> Soviet Union (1957)\n Hop 2: Mordovian Autonomous Soviet Socialist Republic -> located in -> Russian Soviet Federative Socialist Republic (1957)\n Answer: Mordovian Autonomous Soviet Socialist Republic", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000745", "prompt": " Who was the named after of Mihály Bartók's employer after Franz Joseph I of Austria?\nEvidence:\n- Mihály Bartók | employer | University of Szeged | 1979\n- University of Szeged | named after | Attila József | 1979\nReasoning:", "completion": " Hop 1: Mihály Bartók -> employer -> University of Szeged (1979)\n Hop 2: University of Szeged -> named after -> Attila József (1979)\n Answer: Attila József", "t_query": 1979.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 2} +{"id": "sft_000746", "prompt": " Who was the position held of Guido Aycard's country of citizenship's head of state after President of Italy?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Guido Aycard -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1962)\n Hop 3: Giovanni Gronchi -> position held -> Italian senator for life (1962)\n Answer: Italian senator for life", "t_query": 1962.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000747", "prompt": " In 1913, what was the anthem of Khrustalnyi's country?\nEvidence:\n- Khrustalnyi | country | Russian Empire | 1913\n- Russian Empire | anthem | God Save the Tsar! | 1913\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1913\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1913\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1913\n- Q326616 | country of registry | Russian Empire | 1913\n- Khanate of Khiva | country | Russian Empire | 1913\n- Emirate of Bukhara | country | Russian Empire | 1913\n- Vladimir Lenin | country of citizenship | Russian Empire | 1913\n- Vikenty Veresaev | country of citizenship | Russian Empire | 1913\nReasoning:", "completion": " Hop 1: Khrustalnyi -> country -> Russian Empire (1913)\n Hop 2: Russian Empire -> anthem -> God Save the Tsar! (1913)\n Answer: God Save the Tsar!", "t_query": 1913.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000748", "prompt": " Who was the country of Poltava after Russian Empire?\nEvidence:\n- Poltava | country | Ukrainian Soviet Socialist Republic | 1920\n- Q724434 | country of citizenship | Ukrainian Soviet Socialist Republic | 1920\n- Maria Zankovetska | country of citizenship | Ukrainian Soviet Socialist Republic | 1920\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Ukrainian Soviet Socialist Republic | 1920\n- Chernigov Governorate | located in the administrative territorial entity | Ukrainian Soviet Socialist Republic | 1920\n- Yalta | country | Ukrainian Soviet Socialist Republic | 1920\n- Vinnytsia | country | Ukrainian Soviet Socialist Republic | 1920\n- Uman | country | Ukrainian Soviet Socialist Republic | 1920\n- Mykolaiv | country | Ukrainian Soviet Socialist Republic | 1920\n- Konotop | country | Ukrainian Soviet Socialist Republic | 1920\n- Khmelnytskyi | country | Ukrainian Soviet Socialist Republic | 1920\n- Kadiivka | country | Ukrainian Soviet Socialist Republic | 1920\n- Hlukhiv | country | Ukrainian Soviet Socialist Republic | 1920\n- Dubăsari | country | Ukrainian Soviet Socialist Republic | 1920\n- Chernigov Governorate | country | Ukrainian Soviet Socialist Republic | 1920\nReasoning:", "completion": " Hop 1: Poltava -> country -> Ukrainian Soviet Socialist Republic (1920)\n Answer: Ukrainian Soviet Socialist Republic", "t_query": 1920.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000749", "prompt": " After Alberto Magnelli country of citizenship Italy, what was the member of of Gerardo Marotta's country of citizenship?\nEvidence:\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Alberto Ronchey | country of citizenship | Italy | 2001\n- Alberto Lattuada | country of citizenship | Italy | 2001\n- Alberto De Martino | country of citizenship | Italy | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\nReasoning:", "completion": " Hop 1: Gerardo Marotta -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> member of -> European Coal and Steel Community (2001)\n Answer: European Coal and Steel Community", "t_query": 2001.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000750", "prompt": " After Volgograd named after Joseph Stalin, what was the twinned with of Volgograd?\nEvidence:\n- Volgograd | twinned administrative body | Liège | 1969\n- Volgograd | located in the administrative territorial entity | Volgograd Oblast | 1969\nReasoning:", "completion": " Hop 1: Volgograd -> twinned with -> Liège (1969)\n Answer: Liège", "t_query": 1969.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 2} +{"id": "sft_000751", "prompt": " Who was the member of of Gianni Brera's country of citizenship after European Coal and Steel Community?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Gianni Brera -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> member of -> European Economic Community (1963)\n Answer: European Economic Community", "t_query": 1963.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000752", "prompt": " Who was the contains the administrative territorial entity of Rhône after Caluire-et-Cuire?\nEvidence:\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\n- Q945660 | located in the administrative territorial entity | Q3083 | 1947\n- Q945660 | located in the administrative territorial entity | Q12736 | 1947\nReasoning:", "completion": " Hop 1: Rhône -> contains the administrative territorial entity -> Villeurbanne (1947)\n Answer: Villeurbanne", "t_query": 1947.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 10} +{"id": "sft_000753", "prompt": " In 1970, what was the currency of Lina Bo Bardi's country of citizenship?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Lina Bo Bardi -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> currency -> Italian lira (1970)\n Answer: Italian lira", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000754", "prompt": " In 1920, whose head of government's country's work location was Constantin Fehrenbach?\nEvidence:\n- Weimar Republic | head of government | Constantin Fehrenbach | 1920\n- Weimar Republic | head of government | Gustav Bauer | 1920\n- Minden Government Region | country | Weimar Republic | 1920\n- Weimar Republic | head of state | Friedrich Ebert | 1920\n- hyperinflation in the Weimar Republic | country | Weimar Republic | 1920\n- Q87105 | country of citizenship | Weimar Republic | 1920\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1920\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1920\n- Zwickau | country | Weimar Republic | 1920\n- Zimmern | country | Weimar Republic | 1920\n- Wrocław | country | Weimar Republic | 1920\n- Wittmund | country | Weimar Republic | 1920\n- Wismar | country | Weimar Republic | 1920\n- Wiesbaden | country | Weimar Republic | 1920\n- Weimar | country | Weimar Republic | 1920\nReasoning:", "completion": " Hop 1: Weimar Republic -> head of government -> Constantin Fehrenbach (1920)\n Hop 2: Berlin -> country -> Weimar Republic (1920)\n Hop 3: Carel Willink -> work location -> Berlin (1920)\n Answer: Carel Willink", "t_query": 1920.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000755", "prompt": " In what year was the contains the administrative territorial entity of Germany's head of government's country of citizenship equal to Hamburg?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- World Legacy | port of registry | Hamburg | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Hamburg (1987)\n Answer: 1987", "t_query": 1987.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000756", "prompt": " In 1968, what was the head of government of Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Tonino Cervi | country of citizenship | Italy | 1968\n- Tiziano Terzani | country of citizenship | Italy | 1968\n- Stéphane Grappelli | country of citizenship | Italy | 1968\n- Simon Spierer | country of citizenship | Italy | 1968\n- Sergio Mantovani | country of citizenship | Italy | 1968\n- Sergio Bonelli | country of citizenship | Italy | 1968\n- Rossana Rossanda | country of citizenship | Italy | 1968\n- Romeo Bertini | country of citizenship | Italy | 1968\n- Renata Tebaldi | country of citizenship | Italy | 1968\n- Primo Nebiolo | country of citizenship | Italy | 1968\n- Pietro Parente | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Giovanni Leone (1968)\n Answer: Giovanni Leone", "t_query": 1968.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000757", "prompt": " In 1957, whose head of government's country of citizenship was Adone Zoli?\nEvidence:\n- Italy | head of government | Adone Zoli | 1957\n- Adone Zoli | country of citizenship | Italy | 1957\n- Adone Zoli | position held | Prime Minister of Italy | 1957\n- Q679495 | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Adone Zoli (1957)\n Hop 2: Ugo Stille -> country of citizenship -> Italy (1957)\n Answer: Ugo Stille", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000758", "prompt": " In 1978, what was the head of government of David Bowie's work location?\nEvidence:\n- David Bowie | work location | Berlin | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Q896393 | work location | Berlin | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Q497401 | terminus | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\n- Anna Seghers | residence | Berlin | 1978\nReasoning:", "completion": " Hop 1: David Bowie -> work location -> Berlin (1978)\n Hop 2: Berlin -> head of government -> Dietrich Stobbe (1978)\n Answer: Dietrich Stobbe", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 10} +{"id": "sft_000759", "prompt": " Who was the contains the administrative territorial entity of Germany's capital's capital of after Baden-Württemberg?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Schleswig-Holstein (1974)\n Answer: Schleswig-Holstein", "t_query": 1974.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000760", "prompt": " In 1960, what was the position held of Richard Nixon's spouse?\nEvidence:\n- Richard Nixon | spouse | Pat Nixon | 1960\n- Pat Nixon | spouse | Richard Nixon | 1960\n- Richard Nixon | position held | Vice President of the United States | 1960\n- Richard Nixon | work location | Washington, D.C. | 1960\n- Pat Nixon | position held | Second Lady or Gentleman of the United States | 1960\n- Q216195 | work location | Washington, D.C. | 1960\nReasoning:", "completion": " Hop 1: Richard Nixon -> spouse -> Pat Nixon (1960)\n Hop 2: Pat Nixon -> position held -> Second Lady or Gentleman of the United States (1960)\n Answer: Second Lady or Gentleman of the United States", "t_query": 1960.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_000761", "prompt": " After Maria Carta country of citizenship Italy, what was the member of of Salvatore Fiume's country of citizenship?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Maria Tore Barbina | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1971)\n Answer: European Coal and Steel Community", "t_query": 1971.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000762", "prompt": " After Heilsbronn country West Germany, what was the currency of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Heilsbronn | country | West Germany | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | currency | Deutsche Mark | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- Würzburg | country | West Germany | 1972\n- Wuppertal | country | West Germany | 1972\n- Wiesbaden | country | West Germany | 1972\n- Westfalenliga | country | West Germany | 1972\n- Viersen | country | West Germany | 1972\n- Speyer | country | West Germany | 1972\n- Sande | country | West Germany | 1972\n- Saarland | country | West Germany | 1972\n- Q52041 | country | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> currency -> Deutsche Mark (1972)\n Answer: Deutsche Mark", "t_query": 1972.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000763", "prompt": " After Mannheim located in Grand Duchy of Baden, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Hamburg (1950)\n Answer: Hamburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000764", "prompt": " Who was the country of citizenship of Mario Stoppani before Italy?\nEvidence:\n- Mario Stoppani | country of citizenship | Kingdom of Italy | 1934\n- Mario Sarto | country of citizenship | Kingdom of Italy | 1934\n- Mario Roatta | country of citizenship | Kingdom of Italy | 1934\n- Mario Palanti | country of citizenship | Kingdom of Italy | 1934\n- Mario Bonnard | country of citizenship | Kingdom of Italy | 1934\n- Q976653 | country of citizenship | Kingdom of Italy | 1934\n- Q972711 | country of citizenship | Kingdom of Italy | 1934\n- Q922237 | country of citizenship | Kingdom of Italy | 1934\n- Q890523 | country of citizenship | Kingdom of Italy | 1934\n- Q710497 | country of citizenship | Kingdom of Italy | 1934\n- Q678253 | country of citizenship | Kingdom of Italy | 1934\n- Q654973 | country of citizenship | Kingdom of Italy | 1934\n- Q650303 | country of citizenship | Kingdom of Italy | 1934\n- Q527400 | country of citizenship | Kingdom of Italy | 1934\n- Q51189 | country of citizenship | Kingdom of Italy | 1934\nReasoning:", "completion": " Hop 1: Mario Stoppani -> country of citizenship -> Kingdom of Italy (1934)\n Answer: Kingdom of Italy", "t_query": 1934.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000765", "prompt": " In 1901, whose head of state's country of registry was Nicholas II of Russia?\nEvidence:\n- Russian Empire | head of state | Nicholas II of Russia | 1901\n- Kasato Maru | country of registry | Russian Empire | 1901\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1901\n- Khanate of Khiva | country | Russian Empire | 1901\n- Emirate of Bukhara | country | Russian Empire | 1901\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1901\n- Vladimir Lenin | country of citizenship | Russian Empire | 1901\n- Vikenty Veresaev | country of citizenship | Russian Empire | 1901\n- Maria Zankovetska | country of citizenship | Russian Empire | 1901\n- Antoine Pevsner | country of citizenship | Russian Empire | 1901\n- Alla Nazimova | country of citizenship | Russian Empire | 1901\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1901\nReasoning:", "completion": " Hop 1: Russian Empire -> head of state -> Nicholas II of Russia (1901)\n Hop 2: Kasato Maru -> country of registry -> Russian Empire (1901)\n Answer: Kasato Maru", "t_query": 1901.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000766", "prompt": " In what year was the currency of Ugo Stille's country of citizenship equal to Italian lira?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Ugo Stille -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> currency -> Italian lira (1957)\n Answer: 1957", "t_query": 1957.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000767", "prompt": " After Gianni De Michelis country of citizenship Italy, what was the head of government of Italy?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\n- Stéphane Grappelli | country of citizenship | Italy | 1989\n- Simon Spierer | country of citizenship | Italy | 1989\n- Sergio Mantovani | country of citizenship | Italy | 1989\n- Sergio Bonelli | country of citizenship | Italy | 1989\n- Salvatore Cassisa | country of citizenship | Italy | 1989\n- Rossana Rossanda | country of citizenship | Italy | 1989\n- Renata Tebaldi | country of citizenship | Italy | 1989\n- Primo Nebiolo | country of citizenship | Italy | 1989\n- Pino Lancetti | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Ciriaco De Mita (1989)\n Answer: Ciriaco De Mita", "t_query": 1989.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000768", "prompt": " In 1981, what was the located in of Chuy District?\nEvidence:\n- Chuy District | located in the administrative territorial entity | Kirghiz Soviet Socialist Republic | 1981\n- Sokuluk District | located in the administrative territorial entity | Kirghiz Soviet Socialist Republic | 1981\n- Q879096 | located in the administrative territorial entity | Kirghiz Soviet Socialist Republic | 1981\n- Bishkek | located in the administrative territorial entity | Kirghiz Soviet Socialist Republic | 1981\nReasoning:", "completion": " Hop 1: Chuy District -> located in -> Kirghiz Soviet Socialist Republic (1981)\n Answer: Kirghiz Soviet Socialist Republic", "t_query": 1981.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_000769", "prompt": " In 1950, whose contains the administrative territorial entity's country was Hesse?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Hesse (1950)\n Hop 2: Mannheim -> country -> West Germany (1950)\n Answer: Mannheim", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000770", "prompt": " In 1941, what was the country of citizenship of Giovan Battista Pellegrini?\nEvidence:\n- Giovan Battista Pellegrini | country of citizenship | Kingdom of Italy | 1941\n- Battista Farina | country of citizenship | Kingdom of Italy | 1941\n- Giovanni Battista Lacchini | country of citizenship | Kingdom of Italy | 1941\n- Giovanni Battista Caproni | country of citizenship | Kingdom of Italy | 1941\n- Q976653 | country of citizenship | Kingdom of Italy | 1941\n- Q972711 | country of citizenship | Kingdom of Italy | 1941\n- Q922237 | country of citizenship | Kingdom of Italy | 1941\n- Q890523 | country of citizenship | Kingdom of Italy | 1941\n- Q741387 | country of citizenship | Kingdom of Italy | 1941\n- Q710497 | country of citizenship | Kingdom of Italy | 1941\n- Q678253 | country of citizenship | Kingdom of Italy | 1941\n- Q654973 | country of citizenship | Kingdom of Italy | 1941\n- Q650303 | country of citizenship | Kingdom of Italy | 1941\n- Q527400 | country of citizenship | Kingdom of Italy | 1941\n- Q51189 | country of citizenship | Kingdom of Italy | 1941\nReasoning:", "completion": " Hop 1: Giovan Battista Pellegrini -> country of citizenship -> Kingdom of Italy (1941)\n Answer: Kingdom of Italy", "t_query": 1941.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000771", "prompt": " In 1974, whose currency's capital of's capital was Deutsche Mark?\nEvidence:\n- Germany | currency | Deutsche Mark | 1974\n- West Germany | currency | Deutsche Mark | 1974\n- Oberliga Nord (1974-1994) | country | West Germany | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Saarland | located in the administrative territorial entity | West Germany | 1974\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1974\n- Q77721 | country of citizenship | West Germany | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\nReasoning:", "completion": " Hop 1: West Germany -> currency -> Deutsche Mark (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: Germany -> capital -> Bonn (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000772", "prompt": " In 2003, whose contains the administrative territorial entity was Rochetaillée-sur-Saône?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Rochetaillée-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Neuville-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Fleurieu-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Albigny-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Rochetaillée-sur-Saône (2003)\n Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000773", "prompt": " In 1937, whose spouse was Louise Mountbatten?\nEvidence:\n- Louise Mountbatten | spouse | Gustaf VI Adolf of Sweden | 1937\n- Gustaf VI Adolf of Sweden | spouse | Louise Mountbatten | 1937\n- Louise Mountbatten | noble title | queen consort | 1937\n- Q464563 | position held | queen consort | 1937\n- Gustaf VI Adolf of Sweden | position held | crown prince | 1937\n- Gustaf VI Adolf of Sweden | noble title | duke | 1937\n- Gustaf VI Adolf of Sweden | noble title | crown prince | 1937\nReasoning:", "completion": " Hop 1: Gustaf VI Adolf of Sweden -> spouse -> Louise Mountbatten (1937)\n Answer: Gustaf VI Adolf of Sweden", "t_query": 1937.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 7} +{"id": "sft_000774", "prompt": " In what year was the head of government of Friedrich Guggenberger's allegiance's contains the administrative territorial entity equal to Franz-Josef Röder?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Saarland (1972)\n Hop 3: Saarland -> head of government -> Franz-Josef Röder (1972)\n Answer: 1972", "t_query": 1972.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000775", "prompt": " Who was the head of state of Turkey before Ahmet Necdet Sezer?\nEvidence:\n- Turkey | head of state | İsmet İnönü | 1941\n- Ömer Nasuhi Bilmen | country of citizenship | Turkey | 1941\n- Turkey | shares border with | Soviet Union | 1941\n- N. I. Lobachevsky State University of Nizhny Novgorod | country | Soviet Union | 1941\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1941\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1941\n- Q59054 | country of citizenship | Soviet Union | 1941\n- Q437262 | country of citizenship | Soviet Union | 1941\n- Q324083 | country of citizenship | Soviet Union | 1941\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1941\n- Yuri Manin | country of citizenship | Soviet Union | 1941\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1941\n- Viktor Kulikov | country of citizenship | Soviet Union | 1941\n- Vikenty Veresaev | country of citizenship | Soviet Union | 1941\n- Vija Artmane | country of citizenship | Soviet Union | 1941\nReasoning:", "completion": " Hop 1: Turkey -> head of state -> İsmet İnönü (1941)\n Answer: İsmet İnönü", "t_query": 1941.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000776", "prompt": " In 1956, what was the member of of Laura Veccia Vaglieri's country of citizenship?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Laura Veccia Vaglieri -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1956)\n Answer: European Coal and Steel Community", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000777", "prompt": " In what year was the currency of Gianni Brera's country of citizenship equal to Italian lira?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Gianni Brera -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> currency -> Italian lira (1963)\n Answer: 1963", "t_query": 1963.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000778", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Bron, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Limonest (2003)\n Answer: Limonest", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000779", "prompt": " After Arnaldo Genoino country of citizenship Kingdom of Italy, what was the country of citizenship of Arnaldo Genoino?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Arnaldo Genoino -> country of citizenship -> Italy (1978)\n Answer: Italy", "t_query": 1978.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000780", "prompt": " After Angelo Dibona country of citizenship Italy, what was the currency of Franca Ongaro's country of citizenship?\nEvidence:\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Angelo Varetto | country of citizenship | Italy | 1952\n- Angelo Infanti | country of citizenship | Italy | 1952\n- Angelo Cuniberti | country of citizenship | Italy | 1952\n- Angelo Bartolomasi | country of citizenship | Italy | 1952\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\nReasoning:", "completion": " Hop 1: Franca Ongaro -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> currency -> Italian lira (1952)\n Answer: Italian lira", "t_query": 1952.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000781", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in equal to Bron?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Rhône -> contains the administrative territorial entity -> Bron (2003)\n Answer: 2003", "t_query": 2003.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000782", "prompt": " In 1961, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\n- Virginio Rosetta | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1961)\n Hop 2: John Paul I -> country of citizenship -> Italy (1961)\n Answer: John Paul I", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000783", "prompt": " In what year was the position held of Gustaf VI Adolf of Sweden equal to crown prince?\nEvidence:\n- Gustaf VI Adolf of Sweden | position held | crown prince | 1937\n- Gustaf VI Adolf of Sweden | noble title | crown prince | 1937\n- Louise Mountbatten | spouse | Gustaf VI Adolf of Sweden | 1937\n- Gustaf VI Adolf of Sweden | spouse | Louise Mountbatten | 1937\n- Gustaf VI Adolf of Sweden | noble title | duke | 1937\n- Louise Mountbatten | noble title | queen consort | 1937\nReasoning:", "completion": " Hop 1: Gustaf VI Adolf of Sweden -> position held -> crown prince (1937)\n Answer: 1937", "t_query": 1937.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 6} +{"id": "sft_000784", "prompt": " In 1980, what was the located in of Brießnitz?\nEvidence:\n- Brießnitz | located in the administrative territorial entity | Baruth bei Bautzen | 1980\n- Q160968 | located in the administrative territorial entity | Baruth bei Bautzen | 1980\nReasoning:", "completion": " Hop 1: Brießnitz -> located in -> Baruth bei Bautzen (1980)\n Answer: Baruth bei Bautzen", "t_query": 1980.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_000785", "prompt": " In 1987, what was the head of government of Germany's head of government's country of citizenship's contains the administrative territorial entity?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1987)\n Hop 4: Baden-Württemberg -> head of government -> Lothar Späth (1987)\n Answer: Lothar Späth", "t_query": 1987.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000786", "prompt": " In 1953, whose contains the administrative territorial entity's country's work location was Hesse?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1953\n- West Germany | contains the administrative territorial entity | Hamburg | 1953\n- West Germany | contains the administrative territorial entity | Bremen | 1953\n- West Germany | contains the administrative territorial entity | Bavaria | 1953\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1953\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1953\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1953\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1953\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1953\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1953\n- Würzburg | country | West Germany | 1953\n- Wuppertal | country | West Germany | 1953\n- Wiesbaden | country | West Germany | 1953\n- Viersen | country | West Germany | 1953\n- Speyer | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Hesse (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: Bernard Schultze -> work location -> Frankfurt (1953)\n Answer: Bernard Schultze", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000787", "prompt": " In 1920, what was the member of sports team of Gerardo Rivas?\nEvidence:\n- Gerardo Rivas | member of sports team | Club Libertad | 1920\nReasoning:", "completion": " Hop 1: Gerardo Rivas -> member of sports team -> Club Libertad (1920)\n Answer: Club Libertad", "t_query": 1920.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_000788", "prompt": " In 1950, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Schleswig-Holstein (1950)\n Answer: Schleswig-Holstein", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000789", "prompt": " After Jena country Nazi Germany, what was the located in of Jena?\nEvidence:\n- Jena | country | Nazi Germany | 1942\n- Saxony | located in the administrative territorial entity | Nazi Germany | 1942\n- Berlin | located in the administrative territorial entity | Nazi Germany | 1942\n- Łódź | country | Nazi Germany | 1942\n- Zwickau | country | Nazi Germany | 1942\n- Zimmern | country | Nazi Germany | 1942\n- Zhytomyr | country | Nazi Germany | 1942\n- Zhydachiv | country | Nazi Germany | 1942\n- Wrocław | country | Nazi Germany | 1942\n- Wittmund | country | Nazi Germany | 1942\n- Wismar | country | Nazi Germany | 1942\n- Wiesbaden | country | Nazi Germany | 1942\n- Weimar | country | Nazi Germany | 1942\n- Voitsberg | country | Nazi Germany | 1942\n- Vaterstetten | country | Nazi Germany | 1942\nReasoning:", "completion": " Hop 1: Jena -> located in -> State of Thuringia (1920–1952) (1942)\n Answer: State of Thuringia (1920–1952)", "t_query": 1942.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000790", "prompt": " After Skopje located in Kingdom of Yugoslavia, what was the located in of Skopje?\nEvidence:\n- Skopje | country | Socialist Federal Republic of Yugoslavia | 1946\n- Skopje | located in the administrative territorial entity | Socialist Republic of Macedonia | 1946\n- Šibenik | country | Socialist Federal Republic of Yugoslavia | 1946\n- Zagreb | country | Socialist Federal Republic of Yugoslavia | 1946\n- Vršac | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q583161 | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q55630 | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q5266 | country | Socialist Federal Republic of Yugoslavia | 1946\n- Pristina | country | Socialist Federal Republic of Yugoslavia | 1946\n- Perast | country | Socialist Federal Republic of Yugoslavia | 1946\n- Peja | country | Socialist Federal Republic of Yugoslavia | 1946\n- Niš | country | Socialist Federal Republic of Yugoslavia | 1946\n- Ljubljana | country | Socialist Federal Republic of Yugoslavia | 1946\n- Kovin | country | Socialist Federal Republic of Yugoslavia | 1946\n- Gjilan | country | Socialist Federal Republic of Yugoslavia | 1946\nReasoning:", "completion": " Hop 1: Skopje -> located in -> Socialist Republic of Macedonia (1946)\n Answer: Socialist Republic of Macedonia", "t_query": 1946.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000791", "prompt": " In 1950, what was the member of sports team of Turgay Şeren?\nEvidence:\n- Turgay Şeren | member of sports team | Galatasaray S.K. | 1950\n- Turgay Şeren | member of sports team | Turkey men's national football team | 1950\n- Q919302 | member of sports team | Turkey men's national football team | 1950\n- Q762860 | member of sports team | Turkey men's national football team | 1950\nReasoning:", "completion": " Hop 1: Turgay Şeren -> member of sports team -> Turkey men's national football team (1950)\n Answer: Turkey men's national football team", "t_query": 1950.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_000792", "prompt": " In what year was the head of state of Lina Bo Bardi's country of citizenship equal to Giuseppe Saragat?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Giuseppe Prisco | country of citizenship | Italy | 1970\n- Giuseppe Patanè | country of citizenship | Italy | 1970\n- Giuseppe Meazza | country of citizenship | Italy | 1970\n- Giuseppe Gabrielli | country of citizenship | Italy | 1970\n- Giuseppe Colnago | country of citizenship | Italy | 1970\n- Giuseppe Busso | country of citizenship | Italy | 1970\n- Giuseppe Antonini | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Lina Bo Bardi -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1970)\n Answer: 1970", "t_query": 1970.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000793", "prompt": " In 1959, whose position held's head of government's country of citizenship was Prime Minister of Italy?\nEvidence:\n- Antonio Segni | position held | Prime Minister of Italy | 1959\n- Italy | head of government | Antonio Segni | 1959\n- Antonio Segni | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Antonio Segni -> position held -> Prime Minister of Italy (1959)\n Hop 2: Italy -> head of government -> Antonio Segni (1959)\n Hop 3: Gino Cassinis -> country of citizenship -> Italy (1959)\n Answer: Gino Cassinis", "t_query": 1959.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_000794", "prompt": " In 1993, what was the head of state of Virbhadra Singh's country of citizenship?\nEvidence:\n- Virbhadra Singh | country of citizenship | India | 1993\n- India | head of state | Shankar Dayal Sharma | 1993\n- M. S. Swaminathan | country of citizenship | India | 1993\n- India | head of government | P. V. Narasimha Rao | 1993\n- Abhijit Banerjee | country of citizenship | India | 1993\n- India | contains the administrative territorial entity | Daman and Diu | 1993\nReasoning:", "completion": " Hop 1: Virbhadra Singh -> country of citizenship -> India (1993)\n Hop 2: India -> head of state -> Shankar Dayal Sharma (1993)\n Answer: Shankar Dayal Sharma", "t_query": 1993.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_000795", "prompt": " In what year was the member of of Giovanni Spadolini's country of citizenship equal to European Economic Community?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giovanni Spadolini -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> member of -> European Economic Community (1975)\n Answer: 1975", "t_query": 1975.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000796", "prompt": " After Silvana Mangano country of citizenship Italy, what was the member of of Romano Mussolini's country of citizenship?\nEvidence:\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Romano Mussolini -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1984)\n Answer: European Coal and Steel Community", "t_query": 1984.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000797", "prompt": " Who was the head of state of Laura Veccia Vaglieri's country of citizenship before Francesco Cossiga?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Francesco Gabrieli | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Laura Veccia Vaglieri -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1956)\n Answer: Giovanni Gronchi", "t_query": 1956.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000798", "prompt": " After Agostino Gemelli country of citizenship Italy, what was the currency of Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Tonino Cervi | country of citizenship | Italy | 1973\n- Tiziano Terzani | country of citizenship | Italy | 1973\n- Stéphane Grappelli | country of citizenship | Italy | 1973\n- Simon Spierer | country of citizenship | Italy | 1973\n- Sergio Mantovani | country of citizenship | Italy | 1973\n- Sergio Bonelli | country of citizenship | Italy | 1973\n- Rossana Rossanda | country of citizenship | Italy | 1973\n- Romeo Bertini | country of citizenship | Italy | 1973\n- Renata Tebaldi | country of citizenship | Italy | 1973\n- Primo Nebiolo | country of citizenship | Italy | 1973\n- Pietro Parente | country of citizenship | Italy | 1973\n- Oriana Fallaci | country of citizenship | Italy | 1973\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1973)\n Answer: Italian lira", "t_query": 1973.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000799", "prompt": " In what year was the currency of Vitaliano Brancati's country of citizenship equal to Italian lira?\nEvidence:\n- Vitaliano Brancati | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\n- Virginio Rosetta | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Vitaliano Brancati -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> currency -> Italian lira (1951)\n Answer: 1951", "t_query": 1951.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000800", "prompt": " In 1989, what was the part of of United Kingdom?\nEvidence:\n- United Kingdom | part of | European Union | 1989\n- United Kingdom | member of | European Union | 1989\n- United Kingdom | head of state | Elizabeth II | 1989\n- Tony Abbott | country of citizenship | United Kingdom | 1989\n- Robert Morley | country of citizenship | United Kingdom | 1989\n- Liz Smith | country of citizenship | United Kingdom | 1989\n- Q238219 | country for sport | United Kingdom | 1989\n- Q672 | head of state | Elizabeth II | 1989\n- New Zealand | head of state | Elizabeth II | 1989\nReasoning:", "completion": " Hop 1: United Kingdom -> part of -> European Union (1989)\n Answer: European Union", "t_query": 1989.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 9} +{"id": "sft_000801", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in equal to Genay?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Rhône -> contains the administrative territorial entity -> Genay (2003)\n Answer: 2003", "t_query": 2003.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000802", "prompt": " In 1935, what was the located in of Signalny?\nEvidence:\n- Signalny | located in the administrative territorial entity | Nemuro Subprefecture (1897—2010) | 1935\n- Signalny | country | Empire of Japan | 1935\n- Berutarube | located in the administrative territorial entity | Nemuro Subprefecture (1897—2010) | 1935\n- Polonsky Island | located in the administrative territorial entity | Nemuro Subprefecture (1897—2010) | 1935\n- Q155773 | country of citizenship | Empire of Japan | 1935\n- Yi Un | country of citizenship | Empire of Japan | 1935\n- Park Yeol | country of citizenship | Empire of Japan | 1935\n- Kasato Maru | country of registry | Empire of Japan | 1935\n- Lee Hyo-seok | country of citizenship | Empire of Japan | 1935\n- Shimano | country | Empire of Japan | 1935\n- Q18097 | country | Empire of Japan | 1935\n- Q156046 | country | Empire of Japan | 1935\n- Berutarube | country | Empire of Japan | 1935\n- Soongsil University | country | Empire of Japan | 1935\n- Polonsky Island | country | Empire of Japan | 1935\nReasoning:", "completion": " Hop 1: Signalny -> located in -> Nemuro Subprefecture (1897—2010) (1935)\n Answer: Nemuro Subprefecture (1897—2010)", "t_query": 1935.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000803", "prompt": " In 1941, what was the country of citizenship of Giuseppe Domenichelli?\nEvidence:\n- Giuseppe Domenichelli | country of citizenship | Kingdom of Italy | 1941\n- Giuseppe Ungaretti | country of citizenship | Kingdom of Italy | 1941\n- Giuseppe Paris | country of citizenship | Kingdom of Italy | 1941\n- Giuseppe Paratore | country of citizenship | Kingdom of Italy | 1941\n- Giuseppe Milano | country of citizenship | Kingdom of Italy | 1941\n- Giuseppe Bottai | country of citizenship | Kingdom of Italy | 1941\n- Giuseppe Asti | country of citizenship | Kingdom of Italy | 1941\n- Giuseppe Di Vittorio | country of citizenship | Kingdom of Italy | 1941\n- Q976653 | country of citizenship | Kingdom of Italy | 1941\n- Q972711 | country of citizenship | Kingdom of Italy | 1941\n- Q922237 | country of citizenship | Kingdom of Italy | 1941\n- Q890523 | country of citizenship | Kingdom of Italy | 1941\n- Q741387 | country of citizenship | Kingdom of Italy | 1941\n- Q710497 | country of citizenship | Kingdom of Italy | 1941\n- Q678253 | country of citizenship | Kingdom of Italy | 1941\nReasoning:", "completion": " Hop 1: Giuseppe Domenichelli -> country of citizenship -> Kingdom of Italy (1941)\n Answer: Kingdom of Italy", "t_query": 1941.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000804", "prompt": " After Termez country Emirate of Bukhara, what was the country of Dushanbe's located in?\nEvidence:\n- Termez | country | Emirate of Bukhara | 1904\n- Dushanbe | located in the administrative territorial entity | Emirate of Bukhara | 1904\n- Emirate of Bukhara | country | Russian Empire | 1904\nReasoning:", "completion": " Hop 1: Dushanbe -> located in -> Emirate of Bukhara (1904)\n Hop 2: Emirate of Bukhara -> country -> Russian Empire (1904)\n Answer: Russian Empire", "t_query": 1904.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 3} +{"id": "sft_000805", "prompt": " After Veriano Luchetti country of citizenship Kingdom of Italy, what was the country of citizenship of Veriano Luchetti?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\n- Tiziano Terzani | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Veriano Luchetti -> country of citizenship -> Italy (1985)\n Answer: Italy", "t_query": 1985.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000806", "prompt": " After Chaponnay located in Rhône, what was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Rhône -> contains the administrative territorial entity -> Meyzieu (2003)\n Answer: Meyzieu", "t_query": 2003.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000807", "prompt": " After Bonn capital of Germany, what was the head of government of Germany's capital's capital of's contains the administrative territorial entity?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Afghanistan | basic form of government | republic | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Saarland (1974)\n Hop 4: Saarland -> head of government -> Franz-Josef Röder (1974)\n Answer: Franz-Josef Röder", "t_query": 1974.0, "chain_length": 4, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000808", "prompt": " In 1987, what was the currency of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | currency | Deutsche Mark | 1987\n- West Germany | currency | Deutsche Mark | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> currency -> Deutsche Mark (1987)\n Answer: Deutsche Mark", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000809", "prompt": " In 1987, what was the head of state of Romolo Alzani's country of citizenship?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Romolo Alzani -> country of citizenship -> Italy (1987)\n Hop 2: Italy -> head of state -> Francesco Cossiga (1987)\n Answer: Francesco Cossiga", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000810", "prompt": " In 1959, what was the country of citizenship of Gino Cassinis?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Gino Cassinis -> country of citizenship -> Italy (1959)\n Answer: Italy", "t_query": 1959.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000811", "prompt": " In 1962, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giovanni Gronchi | position held | President of Italy | 1962\n- Antonio Segni | position held | President of Italy | 1962\n- Italy | head of state | Giovanni Gronchi | 1962\n- Italy | head of state | Antonio Segni | 1962\n- Giovanni Gronchi | position held | Italian senator for life | 1962\n- Giovanni Gronchi | country of citizenship | Italy | 1962\n- Antonio Segni | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Segni -> position held -> President of Italy (1962)\n Hop 2: Italy -> head of state -> Antonio Segni (1962)\n Hop 3: Guido Aycard -> country of citizenship -> Italy (1962)\n Answer: Guido Aycard", "t_query": 1962.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 7} +{"id": "sft_000812", "prompt": " In 1981, what was the spouse of Andriyan Nikolayev?\nEvidence:\n- Andriyan Nikolayev | spouse | Valentina Tereshkova | 1981\nReasoning:", "completion": " Hop 1: Andriyan Nikolayev -> spouse -> Valentina Tereshkova (1981)\n Answer: Valentina Tereshkova", "t_query": 1981.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_000813", "prompt": " In 1987, whose spouse's head of government was Hannelore Kohl?\nEvidence:\n- Helmut Kohl | spouse | Hannelore Kohl | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- Christian Democratic Union | chairperson | Helmut Kohl | 1987\nReasoning:", "completion": " Hop 1: Helmut Kohl -> spouse -> Hannelore Kohl (1987)\n Hop 2: Germany -> head of government -> Helmut Kohl (1987)\n Answer: Germany", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_000814", "prompt": " In 1987, what was the member of of Russian Soviet Federative Socialist Republic?\nEvidence:\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1987\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1987\n- Kaliningrad Oblast | exclave of | Russian Soviet Federative Socialist Republic | 1987\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1987\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Sakhalin Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\nReasoning:", "completion": " Hop 1: Russian Soviet Federative Socialist Republic -> member of -> Soviet Union (1987)\n Answer: Soviet Union", "t_query": 1987.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000815", "prompt": " Who was the country of citizenship of Ugo Stille after Kingdom of Italy?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Ugo Stille -> country of citizenship -> Italy (1957)\n Answer: Italy", "t_query": 1957.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000816", "prompt": " After Vasily Vladimirov award received Medal \"For the Victory over Germany in the Great Patriotic War 1941–1945\", what was the employer of Vasily Vladimirov?\nEvidence:\n- Vasily Vladimirov | employer | Steklov Institute of Mathematics | 1998\n- Q85404 | employer | Steklov Institute of Mathematics | 1998\nReasoning:", "completion": " Hop 1: Vasily Vladimirov -> employer -> Steklov Institute of Mathematics (1998)\n Answer: Steklov Institute of Mathematics", "t_query": 1998.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 2} +{"id": "sft_000817", "prompt": " In 1957, whose head of state's country of citizenship was Giovanni Gronchi?\nEvidence:\n- Italy | head of state | Giovanni Gronchi | 1957\n- Giovanni Gronchi | country of citizenship | Italy | 1957\n- Giovanni Gronchi | position held | President of Italy | 1957\n- Giovanni Ticozzi | country of citizenship | Italy | 1957\n- Giovanni Mardersteig | country of citizenship | Italy | 1957\n- Giovanni Invernizzi | country of citizenship | Italy | 1957\n- Giovanni Goria | country of citizenship | Italy | 1957\n- Giovanni Ferrofino | country of citizenship | Italy | 1957\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giovanni Gronchi (1957)\n Hop 2: Ugo Stille -> country of citizenship -> Italy (1957)\n Answer: Ugo Stille", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000818", "prompt": " Who was the work location of Joseph Hertz before London?\nEvidence:\n- Joseph Hertz | work location | Johannesburg | 1903\nReasoning:", "completion": " Hop 1: Joseph Hertz -> work location -> Johannesburg (1903)\n Answer: Johannesburg", "t_query": 1903.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 1} +{"id": "sft_000819", "prompt": " In 1985, what was the member of of Veriano Luchetti's country of citizenship?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\n- Tiziano Terzani | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Veriano Luchetti -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1985)\n Answer: European Coal and Steel Community", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000820", "prompt": " After Speyer country West Germany, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- Bonn | capital of | West Germany | 1987\n- West Germany | currency | Deutsche Mark | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Schleswig-Holstein (1987)\n Answer: Schleswig-Holstein", "t_query": 1987.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000821", "prompt": " In what year was the work location of Carmelo Cappello equal to Milan?\nEvidence:\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Mario Soldati | residence | Milan | 1964\n- Lalla Romano | residence | Milan | 1964\n- Zita of Bourbon-Parma | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> work location -> Milan (1964)\n Answer: 1964", "t_query": 1964.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000822", "prompt": " In 1972, whose member of sports team was AFC Ajax?\nEvidence:\n- Q673259 | member of sports team | AFC Ajax | 1972\n- Q653451 | member of sports team | AFC Ajax | 1972\n- Q528792 | member of sports team | AFC Ajax | 1972\n- Q368492 | member of sports team | AFC Ajax | 1972\n- Q313382 | member of sports team | AFC Ajax | 1972\n- Arie Haan | member of sports team | AFC Ajax | 1972\n- Q528792 | member of sports team | Netherlands national association football team | 1972\n- Q368492 | member of sports team | Netherlands national association football team | 1972\n- Arie Haan | member of sports team | Netherlands national association football team | 1972\nReasoning:", "completion": " Hop 1: Arie Haan -> member of sports team -> AFC Ajax (1972)\n Answer: Arie Haan", "t_query": 1972.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 9} +{"id": "sft_000823", "prompt": " Who was the member of of Arnaldo Genoino's country of citizenship after European Economic Community?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Arnaldo Genoino -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1978)\n Answer: European Coal and Steel Community", "t_query": 1978.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000824", "prompt": " In 1903, what was the work location of Joseph Hertz?\nEvidence:\n- Joseph Hertz | work location | Johannesburg | 1903\nReasoning:", "completion": " Hop 1: Joseph Hertz -> work location -> Johannesburg (1903)\n Answer: Johannesburg", "t_query": 1903.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_000825", "prompt": " In 1986, whose employer was Technical University of Darmstadt?\nEvidence:\n- Bert Rürup | employer | Technical University of Darmstadt | 1986\nReasoning:", "completion": " Hop 1: Bert Rürup -> employer -> Technical University of Darmstadt (1986)\n Answer: Bert Rürup", "t_query": 1986.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_000826", "prompt": " In what year was the contains the administrative territorial entity of Rhône equal to Meyzieu?\nEvidence:\n- Rhône | contains the administrative territorial entity | Meyzieu | 1986\n- Rhône | contains the administrative territorial entity | Vénissieux | 1986\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1986\n- Rhône | contains the administrative territorial entity | Genay | 1986\n- Rhône | contains the administrative territorial entity | Francheville | 1986\n- Rhône | contains the administrative territorial entity | Feyzin | 1986\n- Rhône | contains the administrative territorial entity | Bron | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 1986\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1986\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1986\n- Ternay | located in the administrative territorial entity | Rhône | 1986\n- Chaponnay | located in the administrative territorial entity | Rhône | 1986\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1986\n- Route nationale 383 | located in the administrative territorial entity | Rhône | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 1986\nReasoning:", "completion": " Hop 1: Rhône -> contains the administrative territorial entity -> Meyzieu (1986)\n Answer: 1986", "t_query": 1986.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000827", "prompt": " In 1999, what was the employer of Brian Kernighan?\nEvidence:\n- Brian Kernighan | employer | Bell Labs | 1999\n- Q92620 | employer | Bell Labs | 1999\nReasoning:", "completion": " Hop 1: Brian Kernighan -> employer -> Bell Labs (1999)\n Answer: Bell Labs", "t_query": 1999.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_000828", "prompt": " In 1962, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1962\n- Q207166 | country of citizenship | Yugoslavia | 1962\n- Vladica Popović | country of citizenship | Yugoslavia | 1962\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1962\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1962\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1962\n- Ilija Petković | country of citizenship | Yugoslavia | 1962\n- Dušan Ivković | country of citizenship | Yugoslavia | 1962\n- Dragan Tomić | country of citizenship | Yugoslavia | 1962\n- Verzar | country | Yugoslavia | 1962\n- Suševo | country | Yugoslavia | 1962\n- Q793485 | country | Yugoslavia | 1962\n- Pirot | country | Yugoslavia | 1962\n- Orašje | country | Yugoslavia | 1962\n- Kraljevo | country | Yugoslavia | 1962\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1962)\n Hop 2: Guido Aycard -> country of citizenship -> Italy (1962)\n Answer: Guido Aycard", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000829", "prompt": " After Sergio Bonelli country of citizenship Italy, what was the member of of Antonio Corpora's country of citizenship?\nEvidence:\n- Sergio Bonelli | country of citizenship | Italy | 1962\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Sergio Realini | country of citizenship | Italy | 1962\n- Sergio Mantovani | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> member of -> European Economic Community (1962)\n Answer: European Economic Community", "t_query": 1962.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000830", "prompt": " In 1904, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q939226 | country of citizenship | Kingdom of Italy | 1904\n- Q745874 | country of citizenship | Kingdom of Italy | 1904\n- Q691905 | country of citizenship | Kingdom of Italy | 1904\n- Q65151 | country of citizenship | Kingdom of Italy | 1904\n- Q64212 | country of citizenship | Kingdom of Italy | 1904\n- Q603148 | country of citizenship | Kingdom of Italy | 1904\n- Q599501 | country of citizenship | Kingdom of Italy | 1904\n- Q589683 | country of citizenship | Kingdom of Italy | 1904\n- Q572091 | country of citizenship | Kingdom of Italy | 1904\n- Q551961 | country of citizenship | Kingdom of Italy | 1904\n- Q535846 | country of citizenship | Kingdom of Italy | 1904\n- Q534227 | country of citizenship | Kingdom of Italy | 1904\n- Q516596 | country of citizenship | Kingdom of Italy | 1904\n- Q441843 | country of citizenship | Kingdom of Italy | 1904\n- Q389958 | country of citizenship | Kingdom of Italy | 1904\nReasoning:", "completion": " Hop 1: Gaetano Crocco -> country of citizenship -> Kingdom of Italy (1904)\n Answer: Gaetano Crocco", "t_query": 1904.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000831", "prompt": " In 1964, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giuseppe Saragat | position held | President of Italy | 1964\n- Antonio Segni | position held | President of Italy | 1964\n- Italy | head of state | Giuseppe Saragat | 1964\n- Italy | head of state | Antonio Segni | 1964\n- Antonio Segni | position held | Italian senator for life | 1964\n- Giuseppe Saragat | country of citizenship | Italy | 1964\n- Antonio Segni | country of citizenship | Italy | 1964\n- Antonio Segni | award received | Charlemagne Prize | 1964\nReasoning:", "completion": " Hop 1: Antonio Segni -> position held -> President of Italy (1964)\n Hop 2: Italy -> head of state -> Antonio Segni (1964)\n Hop 3: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Answer: Carmelo Cappello", "t_query": 1964.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 8} +{"id": "sft_000832", "prompt": " In 1966, whose country of citizenship was Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Veriano Luchetti | country of citizenship | Italy | 1966\n- Tonino Cervi | country of citizenship | Italy | 1966\n- Tiziano Terzani | country of citizenship | Italy | 1966\n- Stéphane Grappelli | country of citizenship | Italy | 1966\n- Simon Spierer | country of citizenship | Italy | 1966\n- Sergio Mantovani | country of citizenship | Italy | 1966\n- Sergio Bonelli | country of citizenship | Italy | 1966\n- Rossana Rossanda | country of citizenship | Italy | 1966\n- Romeo Bertini | country of citizenship | Italy | 1966\n- Renata Tebaldi | country of citizenship | Italy | 1966\n- Primo Nebiolo | country of citizenship | Italy | 1966\n- Pietro Parente | country of citizenship | Italy | 1966\nReasoning:", "completion": " Hop 1: Cesare Terranova -> country of citizenship -> Italy (1966)\n Answer: Cesare Terranova", "t_query": 1966.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000833", "prompt": " After Germany shares border with Czechoslovakia, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | shares border with | Czechoslovakia | 1987\n- Germany | shares border with | German Democratic Republic | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Q960655 | country of citizenship | Czechoslovakia | 1987\n- Q83637 | country of citizenship | Czechoslovakia | 1987\n- Q807856 | country of citizenship | Czechoslovakia | 1987\n- Q693209 | country of citizenship | Czechoslovakia | 1987\n- Q543402 | country of citizenship | Czechoslovakia | 1987\n- Q536359 | country of citizenship | Czechoslovakia | 1987\n- Q464070 | country of citizenship | Czechoslovakia | 1987\n- Q366671 | country of citizenship | Czechoslovakia | 1987\n- Q31370 | country of citizenship | Czechoslovakia | 1987\n- Q233131 | country of citizenship | Czechoslovakia | 1987\n- Q179173 | country of citizenship | Czechoslovakia | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Hesse (1987)\n Answer: Hesse", "t_query": 1987.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000834", "prompt": " In 1937, whose noble title was crown prince?\nEvidence:\n- Gustaf VI Adolf of Sweden | noble title | crown prince | 1937\n- Gustaf VI Adolf of Sweden | position held | crown prince | 1937\n- Gustaf VI Adolf of Sweden | noble title | duke | 1937\n- Louise Mountbatten | spouse | Gustaf VI Adolf of Sweden | 1937\n- Gustaf VI Adolf of Sweden | spouse | Louise Mountbatten | 1937\nReasoning:", "completion": " Hop 1: Gustaf VI Adolf of Sweden -> noble title -> crown prince (1937)\n Answer: Gustaf VI Adolf of Sweden", "t_query": 1937.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 5} +{"id": "sft_000835", "prompt": " In 1974, whose contains the administrative territorial entity's capital of's capital was Rhineland-Palatinate?\nEvidence:\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1974\n- West Germany | contains the administrative territorial entity | Saarland | 1974\n- West Germany | contains the administrative territorial entity | Hesse | 1974\n- West Germany | contains the administrative territorial entity | Hamburg | 1974\n- West Germany | contains the administrative territorial entity | Bremen | 1974\n- West Germany | contains the administrative territorial entity | Bavaria | 1974\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1974\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1974\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1974\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1974\n- Saarland | located in the administrative territorial entity | West Germany | 1974\n- Oberliga Nord (1974-1994) | country | West Germany | 1974\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Q77721 | country of citizenship | West Germany | 1974\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Rhineland-Palatinate (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: Germany -> capital -> Bonn (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000836", "prompt": " After Carlo Maria Badini country of citizenship Italy, what was the head of state of Antonio Corpora's country of citizenship?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Carlo Zecchi | country of citizenship | Italy | 1962\n- Carlo Toniatti | country of citizenship | Italy | 1962\n- Carlo Bandirola | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Maria Tore Barbina | country of citizenship | Italy | 1962\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Antonio Segni (1962)\n Answer: Antonio Segni", "t_query": 1962.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000837", "prompt": " After Rita Orlandi-Malaspina country of citizenship Italy, what was the head of government of Romolo Alzani's country of citizenship?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Romolo Alzani -> country of citizenship -> Italy (1987)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1987)\n Answer: Amintore Fanfani", "t_query": 1987.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000838", "prompt": " In 2010, what was the located in of Alessandrino?\nEvidence:\n- Alessandrino | located in the administrative territorial entity | Rome | 2010\n- Alessandrino | location | Municipio VII | 2010\n- Q957522 | located in the administrative territorial entity | Rome | 2010\n- Q924665 | located in the administrative territorial entity | Rome | 2010\n- Q508715 | located in the administrative territorial entity | Rome | 2010\n- San Lorenzo | located in the administrative territorial entity | Rome | 2010\n- Castel Fusano | located in the administrative territorial entity | Rome | 2010\nReasoning:", "completion": " Hop 1: Alessandrino -> located in -> Rome (2010)\n Answer: Rome", "t_query": 2010.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 7} +{"id": "sft_000839", "prompt": " In what year was the spouse of Germany's head of government equal to Loki Schmidt?\nEvidence:\n- Helmut Schmidt | spouse | Loki Schmidt | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Schmidt (1974)\n Hop 2: Helmut Schmidt -> spouse -> Loki Schmidt (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000840", "prompt": " Who was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance before Baden-Württemberg?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Baden-Württemberg | country | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Bremen (1972)\n Answer: Bremen", "t_query": 1972.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000841", "prompt": " In 1974, what was the significant event of Germany?\nEvidence:\n- Germany | significant event | Berlin Wall | 1974\n- Germany | significant event | Basic Treaty | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\nReasoning:", "completion": " Hop 1: Germany -> significant event -> Basic Treaty (1974)\n Answer: Basic Treaty", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000842", "prompt": " In 1931, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1931\n- Q890523 | country of citizenship | Kingdom of Italy | 1931\n- Q715036 | country of citizenship | Kingdom of Italy | 1931\n- Q471232 | country of citizenship | Kingdom of Italy | 1931\n- Q432318 | country of citizenship | Kingdom of Italy | 1931\n- Q429298 | country of citizenship | Kingdom of Italy | 1931\n- Q329221 | country of citizenship | Kingdom of Italy | 1931\n- Q216812 | country of citizenship | Kingdom of Italy | 1931\n- Q178349 | country of citizenship | Kingdom of Italy | 1931\n- Q133535 | country of citizenship | Kingdom of Italy | 1931\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1931\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1931\n- Titta Ruffo | country of citizenship | Kingdom of Italy | 1931\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1931\n- Paolo Vetri | country of citizenship | Kingdom of Italy | 1931\nReasoning:", "completion": " Hop 1: Silvana Mangano -> country of citizenship -> Kingdom of Italy (1931)\n Answer: Silvana Mangano", "t_query": 1931.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000843", "prompt": " In 1951, what was the currency of Vitaliano Brancati's country of citizenship?\nEvidence:\n- Vitaliano Brancati | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\n- Virginio Rosetta | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Vitaliano Brancati -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> currency -> Italian lira (1951)\n Answer: Italian lira", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000844", "prompt": " In 1913, what was the head of state of Khrustalnyi's country?\nEvidence:\n- Khrustalnyi | country | Russian Empire | 1913\n- Russian Empire | head of state | Nicholas II of Russia | 1913\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1913\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1913\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1913\n- Q326616 | country of registry | Russian Empire | 1913\n- Khanate of Khiva | country | Russian Empire | 1913\n- Emirate of Bukhara | country | Russian Empire | 1913\n- Russian Empire | anthem | God Save the Tsar! | 1913\n- Vladimir Lenin | country of citizenship | Russian Empire | 1913\nReasoning:", "completion": " Hop 1: Khrustalnyi -> country -> Russian Empire (1913)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1913)\n Answer: Nicholas II of Russia", "t_query": 1913.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000845", "prompt": " In 1963, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Economic Community (1963)\n Hop 2: Gianni Brera -> country of citizenship -> Italy (1963)\n Answer: Gianni Brera", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000846", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Answer: Vaulx-en-Velin", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000847", "prompt": " In 1955, what was the located in of Algiers Province?\nEvidence:\n- Algiers Province | located in the administrative territorial entity | French Algeria | 1955\n- Algiers Province | country | French Algeria | 1955\n- Q131818 | country | French Algeria | 1955\nReasoning:", "completion": " Hop 1: Algiers Province -> located in -> French Algeria (1955)\n Answer: French Algeria", "t_query": 1955.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_000848", "prompt": " Who was the noble title of Gustaf VI Adolf of Sweden before crown prince?\nEvidence:\n- Gustaf VI Adolf of Sweden | noble title | crown prince | 1937\n- Gustaf VI Adolf of Sweden | position held | crown prince | 1937\n- Gustaf VI Adolf of Sweden | noble title | duke | 1937\n- Louise Mountbatten | spouse | Gustaf VI Adolf of Sweden | 1937\n- Gustaf VI Adolf of Sweden | spouse | Louise Mountbatten | 1937\n- Louise Mountbatten | noble title | queen consort | 1937\nReasoning:", "completion": " Hop 1: Gustaf VI Adolf of Sweden -> noble title -> duke (1937)\n Answer: duke", "t_query": 1937.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 6} +{"id": "sft_000849", "prompt": " In 1920, what was the head of state of Carel Willink's work location's country?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Hop 1: Carel Willink -> work location -> Berlin (1920)\n Hop 2: Berlin -> country -> Weimar Republic (1920)\n Hop 3: Weimar Republic -> head of state -> Friedrich Ebert (1920)\n Answer: Friedrich Ebert", "t_query": 1920.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 9} +{"id": "sft_000850", "prompt": " In 1953, what was the country of Bernard Schultze's work location?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Answer: West Germany", "t_query": 1953.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_000851", "prompt": " Who was the head of government of Urban Community of Lyon after Raymond Barre?\nEvidence:\n- Urban Community of Lyon | head of government | Gérard Collomb | 2003\n- Urban Community of Lyon | capital | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> head of government -> Gérard Collomb (2003)\n Answer: Gérard Collomb", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000852", "prompt": " In 1974, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Bavaria (1974)\n Answer: Bavaria", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000853", "prompt": " In 1962, what was the currency of Guido Aycard's country of citizenship?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Guido Aycard -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> currency -> Italian lira (1962)\n Answer: Italian lira", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000854", "prompt": " In 2013, what was the position held of Ho Ching?\nEvidence:\n- Ho Ching | position held | chief executive officer | 2013\n- Q984287 | position held | chief executive officer | 2013\n- Q911897 | position held | chief executive officer | 2013\n- Q573231 | position held | chief executive officer | 2013\n- Q313915 | position held | chief executive officer | 2013\n- Q121164 | position held | chief executive officer | 2013\n- Vince McMahon | position held | chief executive officer | 2013\n- Marissa Mayer | position held | chief executive officer | 2013\n- Jeff Bezos | position held | chief executive officer | 2013\n- Angela Ahrendts | position held | chief executive officer | 2013\nReasoning:", "completion": " Hop 1: Ho Ching -> position held -> chief executive officer (2013)\n Answer: chief executive officer", "t_query": 2013.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 10} +{"id": "sft_000855", "prompt": " In 1964, what was the award received of Carmelo Cappello's country of citizenship's head of state?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Antonio Segni (1964)\n Hop 3: Antonio Segni -> award received -> Charlemagne Prize (1964)\n Answer: Charlemagne Prize", "t_query": 1964.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000856", "prompt": " Who was the head of state of Italy before Giorgio Napolitano?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1992\n- Giorgio Perlasca | country of citizenship | Italy | 1992\n- Giorgio Oberweger | country of citizenship | Italy | 1992\n- Vittore Catella | country of citizenship | Italy | 1992\n- Veriano Luchetti | country of citizenship | Italy | 1992\n- Tullio Kezich | country of citizenship | Italy | 1992\n- Tonino Cervi | country of citizenship | Italy | 1992\n- Tiziano Terzani | country of citizenship | Italy | 1992\n- Stéphane Grappelli | country of citizenship | Italy | 1992\n- Simon Spierer | country of citizenship | Italy | 1992\n- Sergio Mantovani | country of citizenship | Italy | 1992\n- Sergio Bonelli | country of citizenship | Italy | 1992\n- Salvatore Cassisa | country of citizenship | Italy | 1992\n- Rossana Rossanda | country of citizenship | Italy | 1992\n- Renata Tebaldi | country of citizenship | Italy | 1992\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Francesco Cossiga (1992)\n Answer: Francesco Cossiga", "t_query": 1992.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000857", "prompt": " In 1948, what was the country of citizenship of Alfonso Brescia?\nEvidence:\n- Alfonso Brescia | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\n- Q318968 | country of citizenship | Italy | 1948\n- Q264986 | country of citizenship | Italy | 1948\n- Q219490 | country of citizenship | Italy | 1948\n- Q213482 | country of citizenship | Italy | 1948\n- Dalida | country of citizenship | Italy | 1948\n- Wilma Montesi | country of citizenship | Italy | 1948\n- Vittore Catella | country of citizenship | Italy | 1948\nReasoning:", "completion": " Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1948)\n Answer: Italy", "t_query": 1948.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000858", "prompt": " In 1975, whose head of state's country of citizenship was Giovanni Leone?\nEvidence:\n- Italy | head of state | Giovanni Leone | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giovanni Leone (1975)\n Hop 2: Giovanni Spadolini -> country of citizenship -> Italy (1975)\n Answer: Giovanni Spadolini", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000859", "prompt": " In 1986, whose capital of was Cape Province?\nEvidence:\n- Cape Town | capital of | Cape Province | 1986\nReasoning:", "completion": " Hop 1: Cape Town -> capital of -> Cape Province (1986)\n Answer: Cape Town", "t_query": 1986.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_000860", "prompt": " In 1961, what was the head of state of John Paul I's country of citizenship?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\n- Virginio Rosetta | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: John Paul I -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1961)\n Answer: Giovanni Gronchi", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000861", "prompt": " After Adolf Schröter country of citizenship Germany, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Adolf Schröter | country of citizenship | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Bremen (1974)\n Answer: Bremen", "t_query": 1974.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000862", "prompt": " In 1920, whose member of sports team was Club Libertad?\nEvidence:\n- Gerardo Rivas | member of sports team | Club Libertad | 1920\nReasoning:", "completion": " Hop 1: Gerardo Rivas -> member of sports team -> Club Libertad (1920)\n Answer: Gerardo Rivas", "t_query": 1920.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_000863", "prompt": " In 1956, whose head of state's country of citizenship was Giovanni Gronchi?\nEvidence:\n- Italy | head of state | Giovanni Gronchi | 1956\n- Giovanni Gronchi | country of citizenship | Italy | 1956\n- Giovanni Gronchi | position held | President of Italy | 1956\n- Giovanni Ticozzi | country of citizenship | Italy | 1956\n- Giovanni Papini | country of citizenship | Italy | 1956\n- Giovanni Mardersteig | country of citizenship | Italy | 1956\n- Giovanni Invernizzi | country of citizenship | Italy | 1956\n- Giovanni Goria | country of citizenship | Italy | 1956\n- Giovanni Ferrofino | country of citizenship | Italy | 1956\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giovanni Gronchi (1956)\n Hop 2: Alfonso Calzolari -> country of citizenship -> Italy (1956)\n Answer: Alfonso Calzolari", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000864", "prompt": " In 1969, whose country was Socialist Federal Republic of Yugoslavia?\nEvidence:\n- Šibenik | country | Socialist Federal Republic of Yugoslavia | 1969\n- Zagreb | country | Socialist Federal Republic of Yugoslavia | 1969\n- Vršac | country | Socialist Federal Republic of Yugoslavia | 1969\n- Skopje | country | Socialist Federal Republic of Yugoslavia | 1969\n- Q583161 | country | Socialist Federal Republic of Yugoslavia | 1969\n- Q55630 | country | Socialist Federal Republic of Yugoslavia | 1969\n- Q5266 | country | Socialist Federal Republic of Yugoslavia | 1969\n- Pula | country | Socialist Federal Republic of Yugoslavia | 1969\n- Pristina | country | Socialist Federal Republic of Yugoslavia | 1969\n- Perast | country | Socialist Federal Republic of Yugoslavia | 1969\n- Peja | country | Socialist Federal Republic of Yugoslavia | 1969\n- Niš | country | Socialist Federal Republic of Yugoslavia | 1969\n- Ljubljana | country | Socialist Federal Republic of Yugoslavia | 1969\n- Kovin | country | Socialist Federal Republic of Yugoslavia | 1969\n- Gjilan | country | Socialist Federal Republic of Yugoslavia | 1969\nReasoning:", "completion": " Hop 1: Vršac -> country -> Socialist Federal Republic of Yugoslavia (1969)\n Answer: Vršac", "t_query": 1969.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000865", "prompt": " In 1978, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1978\n- Germany | member of | European Coal and Steel Community | 1978\n- Belgium | member of | European Coal and Steel Community | 1978\n- Germany | member of | European Atomic Energy Community | 1978\n- Germany | member of | Western European Union | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1978)\n Hop 2: Marco Tulli -> country of citizenship -> Italy (1978)\n Answer: Marco Tulli", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000866", "prompt": " Who was the member of of Cesare Terranova's country of citizenship before European Economic Community?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Hop 1: Cesare Terranova -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1966)\n Answer: European Coal and Steel Community", "t_query": 1966.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000867", "prompt": " Who was the member of of Carmelo Cappello's country of citizenship before European Economic Community?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1964)\n Answer: European Coal and Steel Community", "t_query": 1964.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000868", "prompt": " After Federico Callori di Vignale country of citizenship Italy, what was the currency of Ugo Morin's country of citizenship?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Carmelo Di Bella | country of citizenship | Italy | 1968\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1968\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Ugo Morin -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> currency -> Italian lira (1968)\n Answer: Italian lira", "t_query": 1968.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000869", "prompt": " In what year was the country of Chelyabinsk Oblast's located in equal to Soviet Union?\nEvidence:\n- Chelyabinsk Oblast | country | Soviet Union | 1974\n- Chelyabinsk | country | Soviet Union | 1974\n- Zlatoust | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Yuzhnouralsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Troitsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Miass | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Verkhny Ufaley | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Sumy Oblast | country | Soviet Union | 1974\n- Semipalatinsk Oblast | country | Soviet Union | 1974\n- Poltava Oblast | country | Soviet Union | 1974\n- Omsk Oblast | country | Soviet Union | 1974\n- Odesa Oblast | country | Soviet Union | 1974\n- Novosibirsk Oblast | country | Soviet Union | 1974\n- Murmansk Oblast | country | Soviet Union | 1974\nReasoning:", "completion": " Hop 1: Chelyabinsk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1974)\n Hop 2: Russian Soviet Federative Socialist Republic -> country -> Soviet Union (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000870", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon equal to Sainte-Foy-lès-Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Sainte-Foy-lès-Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Sainte-Foy-lès-Lyon (2003)\n Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000871", "prompt": " In 1978, what was the work location of David Bowie?\nEvidence:\n- David Bowie | work location | Berlin | 1978\n- Q896393 | work location | Berlin | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Q497401 | terminus | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\n- Anna Seghers | residence | Berlin | 1978\nReasoning:", "completion": " Hop 1: David Bowie -> work location -> Berlin (1978)\n Answer: Berlin", "t_query": 1978.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 10} +{"id": "sft_000872", "prompt": " After Thomas Chatelle member of sports team N.E.C., what was the member of sports team of Thomas Chatelle?\nEvidence:\n- Thomas Chatelle | member of sports team | R.A.E.C. Mons | 2012\n- Thomas Chatelle | member of sports team | R.S.C. Anderlecht | 2012\n- Thomas Chatelle | member of sports team | Sint-Truidense V.V. | 2012\n- Q817639 | member of sports team | R.A.E.C. Mons | 2012\n- Q464631 | member of sports team | R.A.E.C. Mons | 2012\n- Bahattin Köse | member of sports team | R.A.E.C. Mons | 2012\n- R.A.E.C. Mons | league or competition | Belgian Pro League | 2012\n- Q968773 | member of sports team | R.S.C. Anderlecht | 2012\n- Q516607 | member of sports team | R.S.C. Anderlecht | 2012\n- Q329348 | member of sports team | R.S.C. Anderlecht | 2012\n- Marcin Wasilewski | member of sports team | R.S.C. Anderlecht | 2012\n- Q392727 | member of sports team | Sint-Truidense V.V. | 2012\n- Q377088 | member of sports team | Sint-Truidense V.V. | 2012\n- Koen Daerden | member of sports team | Sint-Truidense V.V. | 2012\nReasoning:", "completion": " Hop 1: Thomas Chatelle -> member of sports team -> R.A.E.C. Mons (2012)\n Answer: R.A.E.C. Mons", "t_query": 2012.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 14} +{"id": "sft_000873", "prompt": " Who was the country of citizenship of Michele Cipolla before Italy?\nEvidence:\n- Michele Cipolla | country of citizenship | Kingdom of Italy | 1927\n- Michele Lega | country of citizenship | Kingdom of Italy | 1927\n- Q976653 | country of citizenship | Kingdom of Italy | 1927\n- Q972711 | country of citizenship | Kingdom of Italy | 1927\n- Q922237 | country of citizenship | Kingdom of Italy | 1927\n- Q890523 | country of citizenship | Kingdom of Italy | 1927\n- Q715036 | country of citizenship | Kingdom of Italy | 1927\n- Q710497 | country of citizenship | Kingdom of Italy | 1927\n- Q678253 | country of citizenship | Kingdom of Italy | 1927\n- Q654973 | country of citizenship | Kingdom of Italy | 1927\n- Q650303 | country of citizenship | Kingdom of Italy | 1927\n- Q603148 | country of citizenship | Kingdom of Italy | 1927\n- Q527400 | country of citizenship | Kingdom of Italy | 1927\n- Q51189 | country of citizenship | Kingdom of Italy | 1927\n- Q471232 | country of citizenship | Kingdom of Italy | 1927\nReasoning:", "completion": " Hop 1: Michele Cipolla -> country of citizenship -> Kingdom of Italy (1927)\n Answer: Kingdom of Italy", "t_query": 1927.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000874", "prompt": " In what year was the currency of Romolo Alzani's country of citizenship equal to Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1987\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Romolo Alzani -> country of citizenship -> Italy (1987)\n Hop 2: Italy -> currency -> Italian lira (1987)\n Answer: 1987", "t_query": 1987.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000875", "prompt": " In what year was the head of state of Khrustalnyi's country equal to Nicholas II of Russia?\nEvidence:\n- Russian Empire | head of state | Nicholas II of Russia | 1913\n- Khrustalnyi | country | Russian Empire | 1913\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1913\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1913\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1913\n- Q326616 | country of registry | Russian Empire | 1913\n- Khanate of Khiva | country | Russian Empire | 1913\n- Emirate of Bukhara | country | Russian Empire | 1913\n- Russian Empire | anthem | God Save the Tsar! | 1913\n- Vladimir Lenin | country of citizenship | Russian Empire | 1913\nReasoning:", "completion": " Hop 1: Khrustalnyi -> country -> Russian Empire (1913)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1913)\n Answer: 1913", "t_query": 1913.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000876", "prompt": " In 1939, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1939\n- Q890523 | country of citizenship | Kingdom of Italy | 1939\n- Q432318 | country of citizenship | Kingdom of Italy | 1939\n- Q429298 | country of citizenship | Kingdom of Italy | 1939\n- Q216812 | country of citizenship | Kingdom of Italy | 1939\n- Q178349 | country of citizenship | Kingdom of Italy | 1939\n- Q133535 | country of citizenship | Kingdom of Italy | 1939\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1939\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1939\n- Titta Ruffo | country of citizenship | Kingdom of Italy | 1939\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1939\n- Paolo Manna | country of citizenship | Kingdom of Italy | 1939\n- Pantaleo Carabellese | country of citizenship | Kingdom of Italy | 1939\n- Matteo Marangoni | country of citizenship | Kingdom of Italy | 1939\n- Luigi Capello | country of citizenship | Kingdom of Italy | 1939\nReasoning:", "completion": " Hop 1: Ludovico Quaroni -> country of citizenship -> Kingdom of Italy (1939)\n Answer: Ludovico Quaroni", "t_query": 1939.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000877", "prompt": " In 1949, what was the located in of Cherthala?\nEvidence:\n- Cherthala | located in the administrative territorial entity | Kingdom of Thiruvithamkoor | 1949\nReasoning:", "completion": " Hop 1: Cherthala -> located in -> Kingdom of Thiruvithamkoor (1949)\n Answer: Kingdom of Thiruvithamkoor", "t_query": 1949.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_000878", "prompt": " In 1961, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1961\n- Q207166 | country of citizenship | Yugoslavia | 1961\n- Vladica Popović | country of citizenship | Yugoslavia | 1961\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1961\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1961\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1961\n- Ilija Petković | country of citizenship | Yugoslavia | 1961\n- Dušan Ivković | country of citizenship | Yugoslavia | 1961\n- Dragan Tomić | country of citizenship | Yugoslavia | 1961\n- Verzar | country | Yugoslavia | 1961\n- Suševo | country | Yugoslavia | 1961\n- Q793485 | country | Yugoslavia | 1961\n- Pirot | country | Yugoslavia | 1961\n- Orašje | country | Yugoslavia | 1961\n- Kraljevo | country | Yugoslavia | 1961\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1961)\n Hop 2: John Paul I -> country of citizenship -> Italy (1961)\n Answer: John Paul I", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000879", "prompt": " Who was the country of citizenship of Germany's head of government after Nazi Germany?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Answer: West Germany", "t_query": 1987.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000880", "prompt": " After Cesare Maldini country of citizenship Italy, what was the head of government of Salvatore Fiume's country of citizenship?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1988\n- Salvatore Cassisa | country of citizenship | Italy | 1988\n- Cesare Siepi | country of citizenship | Italy | 1988\n- Cesare Jonni | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\n- Vittore Catella | country of citizenship | Italy | 1988\n- Veriano Luchetti | country of citizenship | Italy | 1988\n- Ugo Tognazzi | country of citizenship | Italy | 1988\n- Ugo Poletti | country of citizenship | Italy | 1988\n- Tullio Kezich | country of citizenship | Italy | 1988\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1988)\n Hop 2: Italy -> head of government -> Giovanni Goria (1988)\n Answer: Giovanni Goria", "t_query": 1988.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000881", "prompt": " In 1962, whose head of state's country of citizenship was Antonio Segni?\nEvidence:\n- Italy | head of state | Antonio Segni | 1962\n- Antonio Segni | country of citizenship | Italy | 1962\n- Antonio Segni | position held | President of Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Antonio Segni (1962)\n Hop 2: Antonio Corpora -> country of citizenship -> Italy (1962)\n Answer: Antonio Corpora", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000882", "prompt": " In what year was the head of state of Kasato Maru's country of registry equal to Nicholas II of Russia?\nEvidence:\n- Kasato Maru | country of registry | Russian Empire | 1901\n- Russian Empire | head of state | Nicholas II of Russia | 1901\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1901\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1901\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1901\n- Khanate of Khiva | country | Russian Empire | 1901\n- Emirate of Bukhara | country | Russian Empire | 1901\n- Russian Empire | anthem | God Save the Tsar! | 1901\n- Vladimir Lenin | country of citizenship | Russian Empire | 1901\n- Vikenty Veresaev | country of citizenship | Russian Empire | 1901\nReasoning:", "completion": " Hop 1: Kasato Maru -> country of registry -> Russian Empire (1901)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1901)\n Answer: 1901", "t_query": 1901.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000883", "prompt": " In 1972, whose head of government's contains the administrative territorial entity's allegiance was Franz-Josef Röder?\nEvidence:\n- Saarland | head of government | Franz-Josef Röder | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Saarland | country | West Germany | 1972\nReasoning:", "completion": " Hop 1: Saarland -> head of government -> Franz-Josef Röder (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Saarland (1972)\n Hop 3: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Answer: Friedrich Guggenberger", "t_query": 1972.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_000884", "prompt": " In what year was the head of government of Umberto Mastroianni's country of citizenship equal to Lamberto Dini?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\n- Tiziano Terzani | country of citizenship | Italy | 1995\nReasoning:", "completion": " Hop 1: Umberto Mastroianni -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of government -> Lamberto Dini (1995)\n Answer: 1995", "t_query": 1995.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000885", "prompt": " In 1909, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q939226 | country of citizenship | Kingdom of Italy | 1909\n- Q745874 | country of citizenship | Kingdom of Italy | 1909\n- Q728920 | country of citizenship | Kingdom of Italy | 1909\n- Q715036 | country of citizenship | Kingdom of Italy | 1909\n- Q691905 | country of citizenship | Kingdom of Italy | 1909\n- Q684916 | country of citizenship | Kingdom of Italy | 1909\n- Q665345 | country of citizenship | Kingdom of Italy | 1909\n- Q653839 | country of citizenship | Kingdom of Italy | 1909\n- Q65151 | country of citizenship | Kingdom of Italy | 1909\n- Q64212 | country of citizenship | Kingdom of Italy | 1909\n- Q603148 | country of citizenship | Kingdom of Italy | 1909\n- Q599501 | country of citizenship | Kingdom of Italy | 1909\n- Q572091 | country of citizenship | Kingdom of Italy | 1909\n- Q551961 | country of citizenship | Kingdom of Italy | 1909\n- Q535846 | country of citizenship | Kingdom of Italy | 1909\nReasoning:", "completion": " Hop 1: Alberto Ascoli -> country of citizenship -> Kingdom of Italy (1909)\n Answer: Alberto Ascoli", "t_query": 1909.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000886", "prompt": " After Adriano Giovannetti country of citizenship Italy, what was the head of state of Guido Aycard's country of citizenship?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Guido Aycard -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1962)\n Answer: Giovanni Gronchi", "t_query": 1962.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000887", "prompt": " Who was the contains the administrative territorial entity of Bernard Schultze's work location's country before Hamburg?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Lower Saxony (1953)\n Answer: Lower Saxony", "t_query": 1953.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 3} +{"id": "sft_000888", "prompt": " In 1997, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Oscar Luigi Scalfaro | position held | President of Italy | 1997\n- Italy | head of state | Oscar Luigi Scalfaro | 1997\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1997\n- Oscar Luigi Scalfaro | award received | Grand Order of King Tomislav | 1997\nReasoning:", "completion": " Hop 1: Oscar Luigi Scalfaro -> position held -> President of Italy (1997)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Hop 3: Giorgio Rebuffi -> country of citizenship -> Italy (1997)\n Answer: Giorgio Rebuffi", "t_query": 1997.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_000889", "prompt": " In 1957, whose anthem's located in was State Anthem of the Soviet Union?\nEvidence:\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1957\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1957\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1957\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1957\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Sakhalin Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\nReasoning:", "completion": " Hop 1: Russian Soviet Federative Socialist Republic -> anthem -> State Anthem of the Soviet Union (1957)\n Hop 2: Mordovian Autonomous Soviet Socialist Republic -> located in -> Russian Soviet Federative Socialist Republic (1957)\n Answer: Mordovian Autonomous Soviet Socialist Republic", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000890", "prompt": " Who was the contains the administrative territorial entity of Mannheim's country before Bavaria?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Rhineland-Palatinate (1950)\n Answer: Rhineland-Palatinate", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000891", "prompt": " In 1952, what was the chairperson of Franca Ongaro's country of citizenship's member of?\nEvidence:\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\n- Wilma Montesi | country of citizenship | Italy | 1952\n- Vittore Catella | country of citizenship | Italy | 1952\n- Vitaliano Brancati | country of citizenship | Italy | 1952\nReasoning:", "completion": " Hop 1: Franca Ongaro -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1952)\n Hop 3: European Coal and Steel Community -> chairperson -> Jean Monnet (1952)\n Answer: Jean Monnet", "t_query": 1952.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000892", "prompt": " In what year was the country of citizenship of Bruno Venturini equal to Kingdom of Italy?\nEvidence:\n- Bruno Venturini | country of citizenship | Kingdom of Italy | 1939\n- Bruno Fattori | country of citizenship | Kingdom of Italy | 1939\n- Bruno Barilli | country of citizenship | Kingdom of Italy | 1939\n- Q976653 | country of citizenship | Kingdom of Italy | 1939\n- Q972711 | country of citizenship | Kingdom of Italy | 1939\n- Q922237 | country of citizenship | Kingdom of Italy | 1939\n- Q890523 | country of citizenship | Kingdom of Italy | 1939\n- Q741387 | country of citizenship | Kingdom of Italy | 1939\n- Q710497 | country of citizenship | Kingdom of Italy | 1939\n- Q678253 | country of citizenship | Kingdom of Italy | 1939\n- Q654973 | country of citizenship | Kingdom of Italy | 1939\n- Q650303 | country of citizenship | Kingdom of Italy | 1939\n- Q527400 | country of citizenship | Kingdom of Italy | 1939\n- Q51189 | country of citizenship | Kingdom of Italy | 1939\n- Q432318 | country of citizenship | Kingdom of Italy | 1939\nReasoning:", "completion": " Hop 1: Bruno Venturini -> country of citizenship -> Kingdom of Italy (1939)\n Answer: 1939", "t_query": 1939.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000893", "prompt": " Who was the member of of Giacomo Rossi-Stuart's country of citizenship after European Coal and Steel Community?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giacomo Rossi-Stuart -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> member of -> European Economic Community (1975)\n Answer: European Economic Community", "t_query": 1975.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000894", "prompt": " In 1971, what was the head of state of Salvatore Fiume's country of citizenship?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1971)\n Answer: Giuseppe Saragat", "t_query": 1971.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000895", "prompt": " In what year was the head of state of Germany's diplomatic relation equal to Mohammed Zahir Shah?\nEvidence:\n- Afghanistan | head of state | Mohammed Zahir Shah | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\n- Germany | head of state | Theodor Heuss | 1956\n- Germany | head of government | Konrad Adenauer | 1956\n- Bonn | capital of | Germany | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | West Germany | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Germany | member of | Western European Union | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- West Germany | currency | Deutsche Mark | 1956\n- Germany | shares border with | Czechoslovakia | 1956\n- president of Germany | position holder | Theodor Heuss | 1956\n- Jürgen Kissner | country of citizenship | West Germany | 1956\nReasoning:", "completion": " Hop 1: Germany -> diplomatic relation -> Afghanistan (1956)\n Hop 2: Afghanistan -> head of state -> Mohammed Zahir Shah (1956)\n Answer: 1956", "t_query": 1956.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000896", "prompt": " In what year was the head of government of Nino Baragli's country of citizenship equal to Carlo Azeglio Ciampi?\nEvidence:\n- Nino Baragli | country of citizenship | Italy | 1994\n- Carlo Fruttero | country of citizenship | Italy | 1994\n- Carlo Cercignani | country of citizenship | Italy | 1994\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\nReasoning:", "completion": " Hop 1: Nino Baragli -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1994)\n Answer: 1994", "t_query": 1994.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000897", "prompt": " In 1973, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1973\n- Ireland | member of | European Economic Community | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Economic Community (1973)\n Hop 2: Lelio Antoniotti -> country of citizenship -> Italy (1973)\n Answer: Lelio Antoniotti", "t_query": 1973.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000898", "prompt": " In 1961, what was the shares border with of Mario Gentili's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1961\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Mario Gentili -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> shares border with -> Yugoslavia (1961)\n Answer: Yugoslavia", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000899", "prompt": " In what year was the country of citizenship of Franco Franchi equal to Kingdom of Italy?\nEvidence:\n- Franco Franchi | country of citizenship | Kingdom of Italy | 1928\n- Q976653 | country of citizenship | Kingdom of Italy | 1928\n- Q972711 | country of citizenship | Kingdom of Italy | 1928\n- Q922237 | country of citizenship | Kingdom of Italy | 1928\n- Q890523 | country of citizenship | Kingdom of Italy | 1928\n- Q715036 | country of citizenship | Kingdom of Italy | 1928\n- Q710497 | country of citizenship | Kingdom of Italy | 1928\n- Q678253 | country of citizenship | Kingdom of Italy | 1928\n- Q654973 | country of citizenship | Kingdom of Italy | 1928\n- Q650303 | country of citizenship | Kingdom of Italy | 1928\n- Q603148 | country of citizenship | Kingdom of Italy | 1928\n- Q527400 | country of citizenship | Kingdom of Italy | 1928\n- Q51189 | country of citizenship | Kingdom of Italy | 1928\n- Q471232 | country of citizenship | Kingdom of Italy | 1928\n- Q456574 | country of citizenship | Kingdom of Italy | 1928\nReasoning:", "completion": " Hop 1: Franco Franchi -> country of citizenship -> Kingdom of Italy (1928)\n Answer: 1928", "t_query": 1928.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000900", "prompt": " In 1974, what was the general secretary of Germany's head of state's member of political party?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> member of political party -> Free Democratic Party (1974)\n Hop 3: Free Democratic Party -> general secretary -> Martin Bangemann (1974)\n Answer: Martin Bangemann", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000901", "prompt": " Who was the country of Province of Turin before Italy?\nEvidence:\n- Province of Turin | country | Kingdom of Italy | 1931\n- Q9409 | country | Kingdom of Italy | 1931\n- Q6259 | country | Kingdom of Italy | 1931\n- Q2704 | country | Kingdom of Italy | 1931\n- Q16163 | country | Kingdom of Italy | 1931\n- Monza | country | Kingdom of Italy | 1931\n- Marche | country | Kingdom of Italy | 1931\n- Lombardy | country | Kingdom of Italy | 1931\n- Cagliari | country | Kingdom of Italy | 1931\n- Victor Emmanuel III of Italy | country of citizenship | Kingdom of Italy | 1931\n- Emilia-Romagna | country | Kingdom of Italy | 1931\n- Critica Sociale | country | Kingdom of Italy | 1931\n- Q976653 | country of citizenship | Kingdom of Italy | 1931\n- Q972711 | country of citizenship | Kingdom of Italy | 1931\n- Q922237 | country of citizenship | Kingdom of Italy | 1931\nReasoning:", "completion": " Hop 1: Province of Turin -> country -> Kingdom of Italy (1931)\n Answer: Kingdom of Italy", "t_query": 1931.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000902", "prompt": " In what year was the officeholder of Germany's head of government's position held equal to Gustav Heinemann?\nEvidence:\n- Germany | head of state | Gustav Heinemann | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> position held -> president of Germany (1974)\n Hop 3: president of Germany -> officeholder -> Gustav Heinemann (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000903", "prompt": " After Max Weber work location New York City, what was the head of government of New York City?\nEvidence:\n- Max Weber | work location | New York City | 1938\n- Weegee | work location | New York City | 1938\n- Q543585 | work location | New York City | 1938\n- Louise Bourgeois | work location | New York City | 1938\n- Lewis Mumford | work location | New York City | 1938\n- Hanns Eisler | work location | New York City | 1938\n- Ellsworth Kelly | work location | New York City | 1938\n- New York City | head of government | Fiorello H. La Guardia | 1938\n- MetLife | headquarters location | New York City | 1938\n- William Vickrey | residence | New York City | 1938\n- Jane Jacobs | residence | New York City | 1938\n- Variety | place of publication | New York City | 1938\n- Louise Bourgeois | work location | Paris | 1938\n- Louise Bourgeois | spouse | Robert Goldwater | 1938\n- Louise Bourgeois | educated at | Q337504 | 1938\nReasoning:", "completion": " Hop 1: New York City -> head of government -> Fiorello H. La Guardia (1938)\n Answer: Fiorello H. La Guardia", "t_query": 1938.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000904", "prompt": " In 1952, whose spouse was Mary Ford?\nEvidence:\n- Les Paul | spouse | Mary Ford | 1952\nReasoning:", "completion": " Hop 1: Les Paul -> spouse -> Mary Ford (1952)\n Answer: Les Paul", "t_query": 1952.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_000905", "prompt": " In 1994, what was the head of state of Nino Baragli's country of citizenship?\nEvidence:\n- Nino Baragli | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\n- Stefano Angeleri | country of citizenship | Italy | 1994\nReasoning:", "completion": " Hop 1: Nino Baragli -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1994)\n Answer: Oscar Luigi Scalfaro", "t_query": 1994.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000906", "prompt": " After Pietro Rava country of citizenship Italy, what was the head of state of John Paul I's country of citizenship?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Pietro Rava | country of citizenship | Italy | 1961\n- Pietro Tordi | country of citizenship | Italy | 1961\n- Pietro Parente | country of citizenship | Italy | 1961\n- Pietro Arcari | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: John Paul I -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1961)\n Answer: Giovanni Gronchi", "t_query": 1961.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000907", "prompt": " In what year was the head of government of Raul Gardini's country of citizenship equal to Ciriaco De Mita?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Virginio De Paoli | country of citizenship | Italy | 1989\n- Velasio de Paolis | country of citizenship | Italy | 1989\n- Renzo De Felice | country of citizenship | Italy | 1989\n- Nevio de Zordo | country of citizenship | Italy | 1989\n- Mario De Donà | country of citizenship | Italy | 1989\n- Dino De Antoni | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Raul Gardini -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> head of government -> Ciriaco De Mita (1989)\n Answer: 1989", "t_query": 1989.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000908", "prompt": " In 1946, what was the country of citizenship of Ignazio Cannavò?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q432257 | country of citizenship | Kingdom of Italy | 1946\n- Q429298 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Hop 1: Ignazio Cannavò -> country of citizenship -> Italy (1946)\n Answer: Italy", "t_query": 1946.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000909", "prompt": " In what year was the position held of Richard Nixon equal to Vice President of the United States?\nEvidence:\n- Richard Nixon | position held | Vice President of the United States | 1960\n- Pat Nixon | position held | Second Lady or Gentleman of the United States | 1960\n- Richard Nixon | spouse | Pat Nixon | 1960\n- Pat Nixon | spouse | Richard Nixon | 1960\n- Richard Nixon | work location | Washington, D.C. | 1960\n- Q216195 | work location | Washington, D.C. | 1960\nReasoning:", "completion": " Hop 1: Richard Nixon -> position held -> Vice President of the United States (1960)\n Answer: 1960", "t_query": 1960.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 6} +{"id": "sft_000910", "prompt": " In 1974, whose head of government was Willy Brandt?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Bonn | capital of | Germany | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Universal Copyright Convention | signatory | Germany | 1974\n- Germany | significant event | Berlin Wall | 1974\n- Germany | significant event | Basic Treaty | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Willy Brandt (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000911", "prompt": " Who was the chairperson of Federal Ministry of Defence of Germany before Volker Rühe?\nEvidence:\n- Federal Ministry of Defence of Germany | chairperson | Gerhard Stoltenberg | 1991\n- Federal Ministry of Defence of Germany | has part(s) | Q188058 | 1991\nReasoning:", "completion": " Hop 1: Federal Ministry of Defence of Germany -> chairperson -> Gerhard Stoltenberg (1991)\n Answer: Gerhard Stoltenberg", "t_query": 1991.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 2} +{"id": "sft_000912", "prompt": " In 1973, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1973\n- Germany | member of | European Coal and Steel Community | 1973\n- Belgium | member of | European Coal and Steel Community | 1973\n- Germany | member of | European Atomic Energy Community | 1973\n- Germany | member of | Western European Union | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1973)\n Hop 2: Lelio Antoniotti -> country of citizenship -> Italy (1973)\n Answer: Lelio Antoniotti", "t_query": 1973.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000913", "prompt": " In 1955, what was the member of sports team of Sailen Manna?\nEvidence:\n- Sailen Manna | member of sports team | Mohun Bagan AC | 1955\n- Sailen Manna | member of sports team | India men's national football team | 1955\nReasoning:", "completion": " Hop 1: Sailen Manna -> member of sports team -> Mohun Bagan AC (1955)\n Answer: Mohun Bagan AC", "t_query": 1955.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_000914", "prompt": " After Shcholkine country Russian Empire, what was the country of Shcholkine?\nEvidence:\n- Shcholkine | country | Soviet Union | 1924\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1924\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1924\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1924\n- Semipalatinsk Governorate of the Kirghiz Autonomous Socialist Soviet Republic | country | Soviet Union | 1924\n- Vladimir Lenin | country of citizenship | Soviet Union | 1924\n- Viktor Kulikov | country of citizenship | Soviet Union | 1924\n- Vikenty Veresaev | country of citizenship | Soviet Union | 1924\n- Nina Bocharova | country of citizenship | Soviet Union | 1924\n- Maria Zankovetska | country of citizenship | Soviet Union | 1924\n- Dmitry Yazov | country of citizenship | Soviet Union | 1924\n- Boris Yefimov | country of citizenship | Soviet Union | 1924\n- Karen Ter-Martirosian | country of citizenship | Soviet Union | 1924\n- Yevpatoriia | country | Soviet Union | 1924\n- Yalta | country | Soviet Union | 1924\nReasoning:", "completion": " Hop 1: Shcholkine -> country -> Soviet Union (1924)\n Answer: Soviet Union", "t_query": 1924.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000915", "prompt": " In 1967, what was the currency of Flaviano Vicentini's country of citizenship?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\n- Ulrico Girardi | country of citizenship | Italy | 1967\nReasoning:", "completion": " Hop 1: Flaviano Vicentini -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> currency -> Italian lira (1967)\n Answer: Italian lira", "t_query": 1967.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000916", "prompt": " In 1997, whose award received's head of state's country of citizenship was Grand Order of King Tomislav?\nEvidence:\n- Oscar Luigi Scalfaro | award received | Grand Order of King Tomislav | 1997\n- Italy | head of state | Oscar Luigi Scalfaro | 1997\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1997\n- Oscar Luigi Scalfaro | position held | President of Italy | 1997\nReasoning:", "completion": " Hop 1: Oscar Luigi Scalfaro -> award received -> Grand Order of King Tomislav (1997)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Hop 3: Giorgio Rebuffi -> country of citizenship -> Italy (1997)\n Answer: Giorgio Rebuffi", "t_query": 1997.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_000917", "prompt": " In what year was the head of state of John Paul I's country of citizenship equal to Giovanni Gronchi?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Giovanni Mardersteig | country of citizenship | Italy | 1961\n- Giovanni Invernizzi | country of citizenship | Italy | 1961\n- Giovanni Goria | country of citizenship | Italy | 1961\n- Giovanni Ferrofino | country of citizenship | Italy | 1961\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: John Paul I -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1961)\n Answer: 1961", "t_query": 1961.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000918", "prompt": " In what year was the residence of William Vickrey equal to New York City?\nEvidence:\n- William Vickrey | residence | New York City | 1938\n- Jane Jacobs | residence | New York City | 1938\n- Weegee | work location | New York City | 1938\n- Q543585 | work location | New York City | 1938\n- MetLife | headquarters location | New York City | 1938\n- Variety | place of publication | New York City | 1938\n- Max Weber | work location | New York City | 1938\n- Louise Bourgeois | work location | New York City | 1938\n- Lewis Mumford | work location | New York City | 1938\n- Hanns Eisler | work location | New York City | 1938\n- Ellsworth Kelly | work location | New York City | 1938\n- New York City | head of government | Fiorello H. La Guardia | 1938\nReasoning:", "completion": " Hop 1: William Vickrey -> residence -> New York City (1938)\n Answer: 1938", "t_query": 1938.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 12} +{"id": "sft_000919", "prompt": " Who was the country of citizenship of Pietro Arcari before Italy?\nEvidence:\n- Pietro Arcari | country of citizenship | Kingdom of Italy | 1929\n- Pietro Parente | country of citizenship | Kingdom of Italy | 1929\n- Pietro Nenni | country of citizenship | Kingdom of Italy | 1929\n- Pietro Lana | country of citizenship | Kingdom of Italy | 1929\n- Q976653 | country of citizenship | Kingdom of Italy | 1929\n- Q972711 | country of citizenship | Kingdom of Italy | 1929\n- Q922237 | country of citizenship | Kingdom of Italy | 1929\n- Q890523 | country of citizenship | Kingdom of Italy | 1929\n- Q715036 | country of citizenship | Kingdom of Italy | 1929\n- Q710497 | country of citizenship | Kingdom of Italy | 1929\n- Q678253 | country of citizenship | Kingdom of Italy | 1929\n- Q654973 | country of citizenship | Kingdom of Italy | 1929\n- Q650303 | country of citizenship | Kingdom of Italy | 1929\n- Q603148 | country of citizenship | Kingdom of Italy | 1929\n- Q527400 | country of citizenship | Kingdom of Italy | 1929\nReasoning:", "completion": " Hop 1: Pietro Arcari -> country of citizenship -> Kingdom of Italy (1929)\n Answer: Kingdom of Italy", "t_query": 1929.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000920", "prompt": " In what year was the position held of Gino Cassinis's country of citizenship's head of government equal to Prime Minister of Italy?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Gino Cassinis -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of government -> Antonio Segni (1959)\n Hop 3: Antonio Segni -> position held -> Prime Minister of Italy (1959)\n Answer: 1959", "t_query": 1959.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000921", "prompt": " Who was the position held of Italy's head of state after President of Italy?\nEvidence:\n- Giuseppe Paratore | position held | Italian senator for life | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Veriano Luchetti | country of citizenship | Italy | 1962\n- Tonino Cervi | country of citizenship | Italy | 1962\n- Tiziano Terzani | country of citizenship | Italy | 1962\n- Stéphane Grappelli | country of citizenship | Italy | 1962\n- Simon Spierer | country of citizenship | Italy | 1962\n- Sergio Mantovani | country of citizenship | Italy | 1962\n- Sergio Bonelli | country of citizenship | Italy | 1962\n- Rossana Rossanda | country of citizenship | Italy | 1962\n- Romeo Bertini | country of citizenship | Italy | 1962\n- Renata Tebaldi | country of citizenship | Italy | 1962\n- Primo Nebiolo | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giovanni Gronchi (1962)\n Hop 2: Giovanni Gronchi -> position held -> Italian senator for life (1962)\n Answer: Italian senator for life", "t_query": 1962.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000922", "prompt": " In 1995, what was the general secretary of Félicien Marceau's member of?\nEvidence:\n- Félicien Marceau | member of | Académie Française | 1995\n- Académie Française | general secretary | Maurice Druon | 1995\n- René Huyghe | member of | Académie Française | 1995\n- Michel Déon | member of | Académie Française | 1995\n- Julien Green | member of | Académie Française | 1995\n- Jacques Laurent | member of | Académie Française | 1995\n- Jean-Marie Lustiger | member of | Académie Française | 1995\nReasoning:", "completion": " Hop 1: Félicien Marceau -> member of -> Académie Française (1995)\n Hop 2: Académie Française -> general secretary -> Maurice Druon (1995)\n Answer: Maurice Druon", "t_query": 1995.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 7} +{"id": "sft_000923", "prompt": " After Francesco Roberti country of citizenship Italy, what was the member of of Italy?\nEvidence:\n- Francesco Gabrieli | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Tonino Cervi | country of citizenship | Italy | 1973\n- Tiziano Terzani | country of citizenship | Italy | 1973\n- Stéphane Grappelli | country of citizenship | Italy | 1973\n- Simon Spierer | country of citizenship | Italy | 1973\n- Sergio Mantovani | country of citizenship | Italy | 1973\n- Sergio Bonelli | country of citizenship | Italy | 1973\n- Rossana Rossanda | country of citizenship | Italy | 1973\n- Romeo Bertini | country of citizenship | Italy | 1973\n- Renata Tebaldi | country of citizenship | Italy | 1973\n- Primo Nebiolo | country of citizenship | Italy | 1973\n- Pietro Parente | country of citizenship | Italy | 1973\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Economic Community (1973)\n Answer: European Economic Community", "t_query": 1973.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000924", "prompt": " In 2002, whose winner was James Rothman?\nEvidence:\n- Louisa Gross Horwitz Prize | winner | James Rothman | 2002\n- Albert Lasker Award for Basic Medical Research | winner | James Rothman | 2002\n- Louisa Gross Horwitz Prize | winner | Randy Schekman | 2002\n- Albert Lasker Award for Basic Medical Research | winner | Randy Schekman | 2002\nReasoning:", "completion": " Hop 1: Albert Lasker Award for Basic Medical Research -> winner -> James Rothman (2002)\n Answer: Albert Lasker Award for Basic Medical Research", "t_query": 2002.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_000925", "prompt": " In what year was the member of of Carmelo Cappello's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1964)\n Answer: 1964", "t_query": 1964.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000926", "prompt": " In what year was the head of state of Germany equal to Walter Scheel?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of government | Walter Scheel | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Walter Scheel (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000927", "prompt": " Who was the country of citizenship of Mario Gentili after Kingdom of Italy?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Mario Gentili -> country of citizenship -> Italy (1961)\n Answer: Italy", "t_query": 1961.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000928", "prompt": " In what year was the country of citizenship of Achille Compagnoni equal to Kingdom of Italy?\nEvidence:\n- Achille Compagnoni | country of citizenship | Kingdom of Italy | 1915\n- Q976653 | country of citizenship | Kingdom of Italy | 1915\n- Q972711 | country of citizenship | Kingdom of Italy | 1915\n- Q959367 | country of citizenship | Kingdom of Italy | 1915\n- Q939226 | country of citizenship | Kingdom of Italy | 1915\n- Q922237 | country of citizenship | Kingdom of Italy | 1915\n- Q920582 | country of citizenship | Kingdom of Italy | 1915\n- Q890523 | country of citizenship | Kingdom of Italy | 1915\n- Q765946 | country of citizenship | Kingdom of Italy | 1915\n- Q745874 | country of citizenship | Kingdom of Italy | 1915\n- Q728589 | country of citizenship | Kingdom of Italy | 1915\n- Q715036 | country of citizenship | Kingdom of Italy | 1915\n- Q706466 | country of citizenship | Kingdom of Italy | 1915\n- Q684916 | country of citizenship | Kingdom of Italy | 1915\n- Q653839 | country of citizenship | Kingdom of Italy | 1915\nReasoning:", "completion": " Hop 1: Achille Compagnoni -> country of citizenship -> Kingdom of Italy (1915)\n Answer: 1915", "t_query": 1915.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000929", "prompt": " In what year was the has part of Federal Ministry of Defence of Germany equal to Q188058?\nEvidence:\n- Federal Ministry of Defence of Germany | has part(s) | Q188058 | 1991\n- Federal Ministry of Defence of Germany | chairperson | Gerhard Stoltenberg | 1991\nReasoning:", "completion": " Hop 1: Federal Ministry of Defence of Germany -> has part -> Q188058 (1991)\n Answer: 1991", "t_query": 1991.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2} +{"id": "sft_000930", "prompt": " In 1950, whose contains the administrative territorial entity's country was Bavaria?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Bavaria (1950)\n Hop 2: Würzburg -> country -> West Germany (1950)\n Answer: Würzburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000931", "prompt": " In what year was the shares border with of Germany equal to German Democratic Republic?\nEvidence:\n- Germany | shares border with | German Democratic Republic | 1974\n- Germany | shares border with | Czechoslovakia | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Zwickau | country | German Democratic Republic | 1974\n- Zeuthen | country | German Democratic Republic | 1974\n- Wismar | country | German Democratic Republic | 1974\n- Q696016 | country | German Democratic Republic | 1974\n- Q525425 | country | German Democratic Republic | 1974\n- Q45898 | country | German Democratic Republic | 1974\n- Potsdam | country | German Democratic Republic | 1974\n- Neustrelitz | country | German Democratic Republic | 1974\n- Magdeburg | country | German Democratic Republic | 1974\n- Jena | country | German Democratic Republic | 1974\n- Görlitz | country | German Democratic Republic | 1974\nReasoning:", "completion": " Hop 1: Germany -> shares border with -> German Democratic Republic (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000932", "prompt": " In 1987, what was the country of Russian Soviet Federative Socialist Republic?\nEvidence:\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1987\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1987\n- Kaliningrad Oblast | exclave of | Russian Soviet Federative Socialist Republic | 1987\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1987\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Sakhalin Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\nReasoning:", "completion": " Hop 1: Russian Soviet Federative Socialist Republic -> country -> Soviet Union (1987)\n Answer: Soviet Union", "t_query": 1987.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000933", "prompt": " In 1952, what was the residence of MetLife's headquarters's head of government?\nEvidence:\n- MetLife | headquarters location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- William Vickrey | residence | New York City | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\n- Elliott Erwitt | work location | New York City | 1952\nReasoning:", "completion": " Hop 1: MetLife -> headquarters -> New York City (1952)\n Hop 2: New York City -> head of government -> Vincent R. Impellitteri (1952)\n Hop 3: Vincent R. Impellitteri -> residence -> United States (1952)\n Answer: United States", "t_query": 1952.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000934", "prompt": " In 2020, what was the head coach of Kalmar FF?\nEvidence:\n- Kalmar FF | head coach | Nanne Bergstrand | 2020\nReasoning:", "completion": " Hop 1: Kalmar FF -> head coach -> Nanne Bergstrand (2020)\n Answer: Nanne Bergstrand", "t_query": 2020.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_000935", "prompt": " In 1987, what was the located in of Russian Soviet Federative Socialist Republic?\nEvidence:\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1987\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1987\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Sakhalin Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Khabarovsk Krai | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Kaliningrad Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\nReasoning:", "completion": " Hop 1: Russian Soviet Federative Socialist Republic -> located in -> Soviet Union (1987)\n Answer: Soviet Union", "t_query": 1987.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000936", "prompt": " In what year was the member of of Robert Morley's country of citizenship equal to European Union?\nEvidence:\n- Robert Morley | country of citizenship | United Kingdom | 1983\n- United Kingdom | member of | European Union | 1983\n- United Kingdom | part of | European Union | 1983\n- Tony Abbott | country of citizenship | United Kingdom | 1983\n- Liz Smith | country of citizenship | United Kingdom | 1983\n- United Kingdom | head of state | Elizabeth II | 1983\nReasoning:", "completion": " Hop 1: Robert Morley -> country of citizenship -> United Kingdom (1983)\n Hop 2: United Kingdom -> member of -> European Union (1983)\n Answer: 1983", "t_query": 1983.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 6} +{"id": "sft_000937", "prompt": " In 1950, whose contains the administrative territorial entity's country was Württemberg-Baden?\nEvidence:\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Württemberg-Baden (1950)\n Hop 2: Mannheim -> country -> West Germany (1950)\n Answer: Mannheim", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000938", "prompt": " Who was the country of citizenship of Silvana Mangano before Italy?\nEvidence:\n- Silvana Mangano | country of citizenship | Kingdom of Italy | 1931\n- Q976653 | country of citizenship | Kingdom of Italy | 1931\n- Q972711 | country of citizenship | Kingdom of Italy | 1931\n- Q922237 | country of citizenship | Kingdom of Italy | 1931\n- Q890523 | country of citizenship | Kingdom of Italy | 1931\n- Q715036 | country of citizenship | Kingdom of Italy | 1931\n- Q710497 | country of citizenship | Kingdom of Italy | 1931\n- Q678253 | country of citizenship | Kingdom of Italy | 1931\n- Q654973 | country of citizenship | Kingdom of Italy | 1931\n- Q650303 | country of citizenship | Kingdom of Italy | 1931\n- Q527400 | country of citizenship | Kingdom of Italy | 1931\n- Q51189 | country of citizenship | Kingdom of Italy | 1931\n- Q471232 | country of citizenship | Kingdom of Italy | 1931\n- Q432318 | country of citizenship | Kingdom of Italy | 1931\n- Q432257 | country of citizenship | Kingdom of Italy | 1931\nReasoning:", "completion": " Hop 1: Silvana Mangano -> country of citizenship -> Kingdom of Italy (1931)\n Answer: Kingdom of Italy", "t_query": 1931.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000939", "prompt": " In what year was the member of political party of Susanne Gaschke equal to Social Democratic Party of Germany?\nEvidence:\n- Susanne Gaschke | member of political party | Social Democratic Party of Germany | 2004\n- Q76545 | member of political party | Social Democratic Party of Germany | 2004\n- Q61009 | member of political party | Social Democratic Party of Germany | 2004\n- Q108771 | member of political party | Social Democratic Party of Germany | 2004\n- Thilo Sarrazin | member of political party | Social Democratic Party of Germany | 2004\nReasoning:", "completion": " Hop 1: Susanne Gaschke -> member of political party -> Social Democratic Party of Germany (2004)\n Answer: 2004", "t_query": 2004.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 5} +{"id": "sft_000940", "prompt": " In 1986, what was the employer of Bert Rürup?\nEvidence:\n- Bert Rürup | employer | Technical University of Darmstadt | 1986\nReasoning:", "completion": " Hop 1: Bert Rürup -> employer -> Technical University of Darmstadt (1986)\n Answer: Technical University of Darmstadt", "t_query": 1986.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_000941", "prompt": " In 1920, whose head of state's country's work location was Friedrich Ebert?\nEvidence:\n- Weimar Republic | head of state | Friedrich Ebert | 1920\n- Weimar Republic | head of government | Gustav Bauer | 1920\n- Weimar Republic | head of government | Constantin Fehrenbach | 1920\n- hyperinflation in the Weimar Republic | country | Weimar Republic | 1920\n- Q87105 | country of citizenship | Weimar Republic | 1920\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1920\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1920\n- Zwickau | country | Weimar Republic | 1920\n- Zimmern | country | Weimar Republic | 1920\n- Wrocław | country | Weimar Republic | 1920\n- Wittmund | country | Weimar Republic | 1920\n- Wismar | country | Weimar Republic | 1920\n- Wiesbaden | country | Weimar Republic | 1920\n- Weimar | country | Weimar Republic | 1920\n- Vaterstetten | country | Weimar Republic | 1920\nReasoning:", "completion": " Hop 1: Weimar Republic -> head of state -> Friedrich Ebert (1920)\n Hop 2: Berlin -> country -> Weimar Republic (1920)\n Hop 3: Carel Willink -> work location -> Berlin (1920)\n Answer: Carel Willink", "t_query": 1920.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000942", "prompt": " Who was the contains the administrative territorial entity of Mannheim's country before Rhineland-Palatinate?\nEvidence:\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Schleswig-Holstein (1950)\n Answer: Schleswig-Holstein", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000943", "prompt": " In 1956, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giovanni Gronchi | position held | President of Italy | 1956\n- Italy | head of state | Giovanni Gronchi | 1956\n- Giovanni Gronchi | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Giovanni Gronchi -> position held -> President of Italy (1956)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1956)\n Hop 3: Alfonso Calzolari -> country of citizenship -> Italy (1956)\n Answer: Alfonso Calzolari", "t_query": 1956.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_000944", "prompt": " In what year was the position held of Gianni Brera's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Gianni Brera -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Hop 3: Antonio Segni -> position held -> President of Italy (1963)\n Answer: 1963", "t_query": 1963.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000945", "prompt": " After Guido Guerrini country of citizenship Italy, what was the currency of Laura Veccia Vaglieri's country of citizenship?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Laura Veccia Vaglieri -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> currency -> Italian lira (1956)\n Answer: Italian lira", "t_query": 1956.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000946", "prompt": " In what year was the currency of Germany's capital's capital of equal to Deutsche Mark?\nEvidence:\n- Germany | currency | Deutsche Mark | 1974\n- West Germany | currency | Deutsche Mark | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> currency -> Deutsche Mark (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000947", "prompt": " After Paul Cassirer spouse Tilla Durieux, what was the work location of Tilla Durieux's spouse?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Hop 1: Tilla Durieux -> spouse -> Paul Cassirer (1921)\n Hop 2: Paul Cassirer -> work location -> Berlin (1921)\n Answer: Berlin", "t_query": 1921.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 3} +{"id": "sft_000948", "prompt": " Who was the country of Nakhchivan before Soviet Union?\nEvidence:\n- Nakhchivan | country | Soviet Union | 1949\n- Nakhchivan | country | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Nakhchivan | country | Azerbaijan Soviet Socialist Republic | 1949\n- Nakhchivan | located in the administrative territorial entity | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Zhytomyr | country | Soviet Union | 1949\n- Zastavna | country | Soviet Union | 1949\n- Yevpatoriia | country | Soviet Union | 1949\n- Yalta | country | Soviet Union | 1949\n- Vyazma | country | Soviet Union | 1949\n- Voronezh | country | Soviet Union | 1949\n- Vologda | country | Soviet Union | 1949\n- Volodarsk | country | Soviet Union | 1949\n- Volhynia | country | Soviet Union | 1949\n- Voinyliv | country | Soviet Union | 1949\n- Vladivostok | country | Soviet Union | 1949\nReasoning:", "completion": " Hop 1: Nakhchivan -> country -> Nakhchivan Autonomous Soviet Socialist Republic (1949)\n Answer: Nakhchivan Autonomous Soviet Socialist Republic", "t_query": 1949.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000949", "prompt": " In what year was the member of of Elena Altieri's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\n- Tullio Kezich | country of citizenship | Italy | 1977\n- Tonino Cervi | country of citizenship | Italy | 1977\n- Tiziano Terzani | country of citizenship | Italy | 1977\nReasoning:", "completion": " Hop 1: Elena Altieri -> country of citizenship -> Italy (1977)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1977)\n Answer: 1977", "t_query": 1977.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000950", "prompt": " After Laura Veccia Vaglieri country of citizenship Kingdom of Italy, what was the country of citizenship of Laura Veccia Vaglieri?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Laura Veccia Vaglieri -> country of citizenship -> Italy (1956)\n Answer: Italy", "t_query": 1956.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000951", "prompt": " In 1987, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1987\n- Q46099 | country of citizenship | Yugoslavia | 1987\n- Q207166 | country of citizenship | Yugoslavia | 1987\n- Vladica Popović | country of citizenship | Yugoslavia | 1987\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1987\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1987\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1987\n- Ilija Petković | country of citizenship | Yugoslavia | 1987\n- Dušan Ivković | country of citizenship | Yugoslavia | 1987\n- Dragan Tomić | country of citizenship | Yugoslavia | 1987\n- Verzar | country | Yugoslavia | 1987\n- Suševo | country | Yugoslavia | 1987\n- Q793485 | country | Yugoslavia | 1987\n- Pirot | country | Yugoslavia | 1987\n- Orašje | country | Yugoslavia | 1987\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1987)\n Hop 2: Romolo Alzani -> country of citizenship -> Italy (1987)\n Answer: Romolo Alzani", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000952", "prompt": " After Barysaw located in Minsk Region, what was the country of Barysaw?\nEvidence:\n- Barysaw | located in the administrative territorial entity | Minsk Region | 1967\n- Barysaw | country | Byelorussian Soviet Socialist Republic | 1967\n- Vitebsk Region | located in the administrative territorial entity | Byelorussian Soviet Socialist Republic | 1967\nReasoning:", "completion": " Hop 1: Barysaw -> country -> Byelorussian Soviet Socialist Republic (1967)\n Answer: Byelorussian Soviet Socialist Republic", "t_query": 1967.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 3} +{"id": "sft_000953", "prompt": " Who was the country of Vršac before Federal Republic of Yugoslavia?\nEvidence:\n- Vršac | country | Socialist Federal Republic of Yugoslavia | 1969\n- Šibenik | country | Socialist Federal Republic of Yugoslavia | 1969\n- Zagreb | country | Socialist Federal Republic of Yugoslavia | 1969\n- Skopje | country | Socialist Federal Republic of Yugoslavia | 1969\n- Q583161 | country | Socialist Federal Republic of Yugoslavia | 1969\n- Q55630 | country | Socialist Federal Republic of Yugoslavia | 1969\n- Q5266 | country | Socialist Federal Republic of Yugoslavia | 1969\n- Pula | country | Socialist Federal Republic of Yugoslavia | 1969\n- Pristina | country | Socialist Federal Republic of Yugoslavia | 1969\n- Perast | country | Socialist Federal Republic of Yugoslavia | 1969\n- Peja | country | Socialist Federal Republic of Yugoslavia | 1969\n- Niš | country | Socialist Federal Republic of Yugoslavia | 1969\n- Ljubljana | country | Socialist Federal Republic of Yugoslavia | 1969\n- Kovin | country | Socialist Federal Republic of Yugoslavia | 1969\n- Gjilan | country | Socialist Federal Republic of Yugoslavia | 1969\nReasoning:", "completion": " Hop 1: Vršac -> country -> Socialist Federal Republic of Yugoslavia (1969)\n Answer: Socialist Federal Republic of Yugoslavia", "t_query": 1969.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000954", "prompt": " In what year was the country of citizenship of Giuseppe Colnago equal to Italy?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Giuseppe Colnago -> country of citizenship -> Italy (1985)\n Answer: 1985", "t_query": 1985.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000955", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Poleymieux-au-Mont-d'Or (2003)\n Answer: Poleymieux-au-Mont-d'Or", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000956", "prompt": " After Adolf Schröter country of citizenship Germany, what was the head of government of Germany?\nEvidence:\n- Adolf Schröter | country of citizenship | Germany | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Willy Brandt (1974)\n Answer: Willy Brandt", "t_query": 1974.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000957", "prompt": " In 1951, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\n- Vitaliano Brancati | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1951)\n Hop 2: Giovanni D'Ascenzi -> country of citizenship -> Italy (1951)\n Answer: Giovanni D'Ascenzi", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000958", "prompt": " After Lewis Mumford work location New York City, what was the residence of Lewis Mumford?\nEvidence:\n- Lewis Mumford | work location | New York City | 1986\n- Q828254 | work location | New York City | 1986\n- Arman | work location | New York City | 1986\n- Lewis Mumford | residence | Amenia | 1986\n- Nancy Graves | work location | New York City | 1986\n- Louise Bourgeois | work location | New York City | 1986\n- Elliott Erwitt | work location | New York City | 1986\n- Donald Trump | work location | New York City | 1986\n- Alan Vega | work location | New York City | 1986\n- Wolfgang Schivelbusch | residence | New York City | 1986\n- William Vickrey | residence | New York City | 1986\n- Gil Evans | residence | New York City | 1986\n- MetLife | headquarters location | New York City | 1986\n- Philip J. Fry | residence | New York City | 1986\n- Muhal Richard Abrams | residence | New York City | 1986\nReasoning:", "completion": " Hop 1: Lewis Mumford -> residence -> Amenia (1986)\n Answer: Amenia", "t_query": 1986.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000959", "prompt": " After Jean E. Sammet employer MetLife, what was the headquarters of MetLife?\nEvidence:\n- Jean E. Sammet | employer | MetLife | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\n- MetLife | headquarters location | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- William Vickrey | residence | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Elliott Erwitt | work location | New York City | 1952\nReasoning:", "completion": " Hop 1: MetLife -> headquarters -> New York City (1952)\n Answer: New York City", "t_query": 1952.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000960", "prompt": " In 1972, whose military branch was West German Navy?\nEvidence:\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Hans-Günther Lange | military branch | West German Navy | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Hans-Günther Lange | occupation | military personnel | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> military branch -> West German Navy (1972)\n Answer: Friedrich Guggenberger", "t_query": 1972.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_000961", "prompt": " In 1920, what was the located in of Carel Willink's work location?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Q73153 | residence | Berlin | 1920\n- Berlin | country | Weimar Republic | 1920\nReasoning:", "completion": " Hop 1: Carel Willink -> work location -> Berlin (1920)\n Hop 2: Berlin -> located in -> Free State of Prussia (1920)\n Answer: Free State of Prussia", "t_query": 1920.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 9} +{"id": "sft_000962", "prompt": " In what year was the employer of Alexander Gelfond equal to Steklov Institute of Mathematics?\nEvidence:\n- Alexander Gelfond | employer | Steklov Institute of Mathematics | 1940\n- Q709432 | employer | Steklov Institute of Mathematics | 1940\n- Sergei Sobolev | employer | Steklov Institute of Mathematics | 1940\n- Lev Pontryagin | employer | Steklov Institute of Mathematics | 1940\n- Boris Delaunay | employer | Steklov Institute of Mathematics | 1940\n- Alexander Gelfond | employer | Lomonosov Moscow State University | 1940\n- Q983399 | employer | Lomonosov Moscow State University | 1940\n- Q723638 | employer | Lomonosov Moscow State University | 1940\n- Q321515 | employer | Lomonosov Moscow State University | 1940\n- Boris Delaunay | employer | Lomonosov Moscow State University | 1940\n- Andrey Tikhonov | employer | Lomonosov Moscow State University | 1940\nReasoning:", "completion": " Hop 1: Alexander Gelfond -> employer -> Steklov Institute of Mathematics (1940)\n Answer: 1940", "t_query": 1940.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 11} +{"id": "sft_000963", "prompt": " In 1953, whose head of government's contains the administrative territorial entity's country's work location was Reinhold Maier?\nEvidence:\n- Baden-Württemberg | head of government | Reinhold Maier | 1953\n- Reinhold Maier | position held | President of the Bundesrat of Germany | 1953\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1953\n- Mannheim | located in the administrative territorial entity | Baden-Württemberg | 1953\n- Baden-Württemberg | head of government | Gebhard Müller | 1953\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1953\n- Baden-Württemberg | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Baden-Württemberg -> head of government -> Reinhold Maier (1953)\n Hop 2: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1953)\n Hop 3: Frankfurt -> country -> West Germany (1953)\n Hop 4: Bernard Schultze -> work location -> Frankfurt (1953)\n Answer: Bernard Schultze", "t_query": 1953.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 7} +{"id": "sft_000964", "prompt": " Who was the contains the administrative territorial entity of Würzburg's country before Bremen?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Lower Saxony (1950)\n Answer: Lower Saxony", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_000965", "prompt": " In what year was the member of of Arnaldo Genoino's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Arnaldo Genoino -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1978)\n Answer: 1978", "t_query": 1978.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000966", "prompt": " After Giovanni Spadolini country of citizenship Italy, what was the member of of Cesare Terranova's country of citizenship?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Giovanni Mardersteig | country of citizenship | Italy | 1966\n- Giovanni Invernizzi | country of citizenship | Italy | 1966\n- Giovanni Goria | country of citizenship | Italy | 1966\n- Giovanni Ferrofino | country of citizenship | Italy | 1966\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\nReasoning:", "completion": " Hop 1: Cesare Terranova -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> member of -> European Economic Community (1966)\n Answer: European Economic Community", "t_query": 1966.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000967", "prompt": " Who was the head of state of Virbhadra Singh's country of citizenship after V. V. Giri?\nEvidence:\n- Virbhadra Singh | country of citizenship | India | 1993\n- India | head of government | P. V. Narasimha Rao | 1993\n- India | head of state | Shankar Dayal Sharma | 1993\n- M. S. Swaminathan | country of citizenship | India | 1993\n- Abhijit Banerjee | country of citizenship | India | 1993\n- India | contains the administrative territorial entity | Daman and Diu | 1993\nReasoning:", "completion": " Hop 1: Virbhadra Singh -> country of citizenship -> India (1993)\n Hop 2: India -> head of state -> Shankar Dayal Sharma (1993)\n Answer: Shankar Dayal Sharma", "t_query": 1993.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 6} +{"id": "sft_000968", "prompt": " In what year was the contains the administrative territorial entity of Würzburg's country equal to South Baden?\nEvidence:\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> South Baden (1950)\n Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000969", "prompt": " In 1952, whose headquarters was New York City?\nEvidence:\n- MetLife | headquarters location | New York City | 1952\n- William Vickrey | residence | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Elliott Erwitt | work location | New York City | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- Vincent R. Impellitteri | position held | Mayor of New York City | 1952\n- Vincent R. Impellitteri | residence | United States | 1952\nReasoning:", "completion": " Hop 1: MetLife -> headquarters -> New York City (1952)\n Answer: MetLife", "t_query": 1952.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000970", "prompt": " After Wang Dan country of citizenship People's Republic of China, what was the member of of People's Republic of China's head of government?\nEvidence:\n- People's Republic of China | head of government | Wen Jiabao | 2008\n- People's Republic of China | head of state | Hu Jintao | 2008\n- Xu Qinxian | country of citizenship | People's Republic of China | 2008\n- Xiao Yang | country of citizenship | People's Republic of China | 2008\n- Xiao Ke | country of citizenship | People's Republic of China | 2008\n- Ricky Hui | country of citizenship | People's Republic of China | 2008\n- Li Rui | country of citizenship | People's Republic of China | 2008\n- Li Peng | country of citizenship | People's Republic of China | 2008\n- Gong Li | country of citizenship | People's Republic of China | 2008\n- Benny Chan | country of citizenship | People's Republic of China | 2008\n- Wen Jiabao | member of | Politburo Standing Committee of the Chinese Communist Party | 2008\n- General Secretary of the Chinese Communist Party | position holder | Hu Jintao | 2008\n- Xiao Yang | member of political party | Chinese Communist Party | 2008\n- Xiao Ke | member of political party | Chinese Communist Party | 2008\n- Li Rui | member of political party | Chinese Communist Party | 2008\nReasoning:", "completion": " Hop 1: People's Republic of China -> head of government -> Wen Jiabao (2008)\n Hop 2: Wen Jiabao -> member of -> Politburo Standing Committee of the Chinese Communist Party (2008)\n Answer: Politburo Standing Committee of the Chinese Communist Party", "t_query": 2008.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000971", "prompt": " In 1974, whose head of state's diplomatic relation was Mohammed Daoud Khan?\nEvidence:\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Afghanistan | basic form of government | republic | 1974\nReasoning:", "completion": " Hop 1: Afghanistan -> head of state -> Mohammed Daoud Khan (1974)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_000972", "prompt": " In 1983, what was the member of of Robert Morley's country of citizenship?\nEvidence:\n- Robert Morley | country of citizenship | United Kingdom | 1983\n- Tony Abbott | country of citizenship | United Kingdom | 1983\n- Liz Smith | country of citizenship | United Kingdom | 1983\n- United Kingdom | member of | European Union | 1983\n- United Kingdom | part of | European Union | 1983\n- United Kingdom | head of state | Elizabeth II | 1983\nReasoning:", "completion": " Hop 1: Robert Morley -> country of citizenship -> United Kingdom (1983)\n Hop 2: United Kingdom -> member of -> European Union (1983)\n Answer: European Union", "t_query": 1983.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_000973", "prompt": " In 1988, whose head of government's residence was Ronald Reagan?\nEvidence:\n- United States | head of government | Ronald Reagan | 1988\n- Ronald Reagan | spouse | Nancy Reagan | 1988\n- Ronald Reagan | work location | Washington, D.C. | 1988\n- Ronald Reagan | member of political party | Republican Party | 1988\n- Ronald Reagan | position held | President of the United States | 1988\n- Paolo Soleri | residence | United States | 1988\n- Erazim Kohák | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Q527509 | member of political party | Republican Party | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- United States | shares border with | Panama | 1988\nReasoning:", "completion": " Hop 1: United States -> head of government -> Ronald Reagan (1988)\n Hop 2: Erazim Kohák -> residence -> United States (1988)\n Answer: Erazim Kohák", "t_query": 1988.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000974", "prompt": " In 1978, what was the head coach of Germany men's national association football team?\nEvidence:\n- Germany men's national association football team | head coach | Jupp Derwall | 1978\n- Q63920 | member of sports team | Germany men's national association football team | 1978\n- Q455150 | member of sports team | Germany men's national association football team | 1978\n- Q186400 | member of sports team | Germany men's national association football team | 1978\n- Q152871 | member of sports team | Germany men's national association football team | 1978\n- Ronald Borchers | member of sports team | Germany men's national association football team | 1978\n- Klaus Fischer | member of sports team | Germany men's national association football team | 1978\n- Berti Vogts | member of sports team | Germany men's national association football team | 1978\n- Bernd Franke | member of sports team | Germany men's national association football team | 1978\n- Q63920 | member of sports team | Germany national football B team | 1978\n- Q63920 | member of sports team | Borussia Dortmund | 1978\n- Q455150 | member of sports team | 1. FC Köln | 1978\n- Q186400 | member of sports team | 1. FC Köln | 1978\n- Q152871 | member of sports team | FC Bayern Munich | 1978\n- Klaus Fischer | member of sports team | Schalke 04 | 1978\nReasoning:", "completion": " Hop 1: Germany men's national association football team -> head coach -> Jupp Derwall (1978)\n Answer: Jupp Derwall", "t_query": 1978.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000975", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Fleurieu-sur-Saône, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Fleurieu-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Rochetaillée-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Neuville-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Albigny-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Genay (2003)\n Answer: Genay", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000976", "prompt": " In 1964, whose head of state's country of citizenship was Giuseppe Saragat?\nEvidence:\n- Italy | head of state | Giuseppe Saragat | 1964\n- Giuseppe Saragat | country of citizenship | Italy | 1964\n- Giuseppe Saragat | position held | President of Italy | 1964\n- Giuseppe Prisco | country of citizenship | Italy | 1964\n- Giuseppe Patanè | country of citizenship | Italy | 1964\n- Giuseppe Paratore | country of citizenship | Italy | 1964\n- Giuseppe Meazza | country of citizenship | Italy | 1964\n- Giuseppe Gabrielli | country of citizenship | Italy | 1964\n- Giuseppe Colnago | country of citizenship | Italy | 1964\n- Giuseppe Busso | country of citizenship | Italy | 1964\n- Giuseppe Antonini | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giuseppe Saragat (1964)\n Hop 2: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Answer: Carmelo Cappello", "t_query": 1964.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000977", "prompt": " In what year was the country of citizenship of Gerardo Marotta equal to Italy?\nEvidence:\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\n- Stefano Angeleri | country of citizenship | Italy | 2001\nReasoning:", "completion": " Hop 1: Gerardo Marotta -> country of citizenship -> Italy (2001)\n Answer: 2001", "t_query": 2001.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000978", "prompt": " In 1953, whose work location was Frankfurt?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1953\n- Würzburg | country | West Germany | 1953\n- Wuppertal | country | West Germany | 1953\n- Wiesbaden | country | West Germany | 1953\n- West Germany | territory claimed by | German Democratic Republic | 1953\n- West Germany | currency | Deutsche Mark | 1953\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1953\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1953\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1953\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1953\n- West Germany | contains the administrative territorial entity | Hesse | 1953\n- West Germany | contains the administrative territorial entity | Hamburg | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Answer: Bernard Schultze", "t_query": 1953.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000979", "prompt": " In 2012, whose head of government was Mario Monti?\nEvidence:\n- Italy | head of government | Mario Monti | 2012\n- Mario Sereni | country of citizenship | Italy | 2012\n- Mario Perniola | country of citizenship | Italy | 2012\n- Mario Agnes | country of citizenship | Italy | 2012\n- Italy | head of state | Giorgio Napolitano | 2012\n- Q967883 | country of citizenship | Italy | 2012\n- Q678840 | country of citizenship | Italy | 2012\n- Province of Turin | country | Italy | 2012\n- Yannis Kounellis | country of citizenship | Italy | 2012\n- Virna Lisi | country of citizenship | Italy | 2012\n- Veriano Luchetti | country of citizenship | Italy | 2012\n- Tonino Guerra | country of citizenship | Italy | 2012\n- Stefano Angeleri | country of citizenship | Italy | 2012\n- Silvio Gazzaniga | country of citizenship | Italy | 2012\n- Servílio Conti | country of citizenship | Italy | 2012\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Mario Monti (2012)\n Answer: Italy", "t_query": 2012.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000980", "prompt": " In 1925, whose employer was Collège de France?\nEvidence:\n- Q664948 | employer | Collège de France | 1925\n- Q462281 | employer | Collège de France | 1925\n- Q333292 | employer | Collège de France | 1925\n- Q328758 | employer | Collège de France | 1925\n- Q202790 | employer | Collège de France | 1925\n- Sylvain Lévi | employer | Collège de France | 1925\n- Paul Foucart | employer | Collège de France | 1925\n- Lucien Cayeux | employer | Collège de France | 1925\n- Antoine Meillet | employer | Collège de France | 1925\n- André Mazon | professorship | Collège de France | 1925\n- Q333292 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q333292 | member of | Académie Française | 1925\n- Q202790 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Paul Foucart | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Lucien Cayeux | position held | professor | 1925\nReasoning:", "completion": " Hop 1: Paul Foucart -> employer -> Collège de France (1925)\n Answer: Paul Foucart", "t_query": 1925.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000981", "prompt": " After Maurizio Arena country of citizenship Italy, what was the shares border with of Francesca Romana Coluzzi's country of citizenship?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Italy | shares border with | Yugoslavia | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> shares border with -> Yugoslavia (1963)\n Answer: Yugoslavia", "t_query": 1963.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000982", "prompt": " After Claudio Cavazza country of citizenship Italy, what was the shares border with of Gianni Brera's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1963\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Gianni Brera -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> shares border with -> Yugoslavia (1963)\n Answer: Yugoslavia", "t_query": 1963.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000983", "prompt": " In what year was the currency of Lina Bo Bardi's country of citizenship equal to Italian lira?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Lina Bo Bardi -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> currency -> Italian lira (1970)\n Answer: 1970", "t_query": 1970.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000984", "prompt": " In what year was the currency of Flaviano Vicentini's country of citizenship equal to Italian lira?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\n- Ulrico Girardi | country of citizenship | Italy | 1967\nReasoning:", "completion": " Hop 1: Flaviano Vicentini -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> currency -> Italian lira (1967)\n Answer: 1967", "t_query": 1967.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000985", "prompt": " In 1912, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q959367 | country of citizenship | Kingdom of Italy | 1912\n- Q939226 | country of citizenship | Kingdom of Italy | 1912\n- Q890523 | country of citizenship | Kingdom of Italy | 1912\n- Q745874 | country of citizenship | Kingdom of Italy | 1912\n- Q715036 | country of citizenship | Kingdom of Italy | 1912\n- Q691905 | country of citizenship | Kingdom of Italy | 1912\n- Q684916 | country of citizenship | Kingdom of Italy | 1912\n- Q665345 | country of citizenship | Kingdom of Italy | 1912\n- Q653839 | country of citizenship | Kingdom of Italy | 1912\n- Q65151 | country of citizenship | Kingdom of Italy | 1912\n- Q64212 | country of citizenship | Kingdom of Italy | 1912\n- Q603148 | country of citizenship | Kingdom of Italy | 1912\n- Q599501 | country of citizenship | Kingdom of Italy | 1912\n- Q572091 | country of citizenship | Kingdom of Italy | 1912\n- Q551961 | country of citizenship | Kingdom of Italy | 1912\nReasoning:", "completion": " Hop 1: Ettore Reynaudi -> country of citizenship -> Kingdom of Italy (1912)\n Answer: Ettore Reynaudi", "t_query": 1912.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000986", "prompt": " In what year was the contains the administrative territorial entity of Germany's capital's capital of equal to Bremen?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Bremen (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000987", "prompt": " In what year was the league or competition of Thomas Chatelle's member of sports team equal to Belgian Pro League?\nEvidence:\n- R.A.E.C. Mons | league or competition | Belgian Pro League | 2012\n- Thomas Chatelle | member of sports team | R.S.C. Anderlecht | 2012\n- Thomas Chatelle | member of sports team | Sint-Truidense V.V. | 2012\n- Thomas Chatelle | member of sports team | R.A.E.C. Mons | 2012\n- Q968773 | member of sports team | R.S.C. Anderlecht | 2012\n- Q516607 | member of sports team | R.S.C. Anderlecht | 2012\n- Q329348 | member of sports team | R.S.C. Anderlecht | 2012\n- Marcin Wasilewski | member of sports team | R.S.C. Anderlecht | 2012\n- Q392727 | member of sports team | Sint-Truidense V.V. | 2012\n- Q377088 | member of sports team | Sint-Truidense V.V. | 2012\n- Q817639 | member of sports team | R.A.E.C. Mons | 2012\n- Q464631 | member of sports team | R.A.E.C. Mons | 2012\n- Koen Daerden | member of sports team | Sint-Truidense V.V. | 2012\n- Bahattin Köse | member of sports team | R.A.E.C. Mons | 2012\nReasoning:", "completion": " Hop 1: Thomas Chatelle -> member of sports team -> R.A.E.C. Mons (2012)\n Hop 2: R.A.E.C. Mons -> league or competition -> Belgian Pro League (2012)\n Answer: 2012", "t_query": 2012.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 14} +{"id": "sft_000988", "prompt": " In what year was the owned by of Q663536 equal to Bishop Museum?\nEvidence:\n- Q663536 | owned by | Bishop Museum | 2006\nReasoning:", "completion": " Hop 1: Q663536 -> owned by -> Bishop Museum (2006)\n Answer: 2006", "t_query": 2006.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1} +{"id": "sft_000989", "prompt": " After Aldo Protti country of citizenship Italy, what was the head of state of Sergio Noja Noseda's country of citizenship?\nEvidence:\n- Sergio Noja Noseda | country of citizenship | Italy | 1949\n- Aldo Protti | country of citizenship | Italy | 1949\n- Aldo Fabrizi | country of citizenship | Italy | 1949\n- Sergio Realini | country of citizenship | Italy | 1949\n- Sergio Mantovani | country of citizenship | Italy | 1949\n- Sergio Bonelli | country of citizenship | Italy | 1949\n- Q639507 | country of citizenship | Italy | 1949\n- Q612509 | country of citizenship | Italy | 1949\n- Q454036 | country of citizenship | Italy | 1949\n- Q435856 | country of citizenship | Italy | 1949\n- Q432318 | country of citizenship | Italy | 1949\n- Q429298 | country of citizenship | Italy | 1949\n- Q318968 | country of citizenship | Italy | 1949\n- Q264986 | country of citizenship | Italy | 1949\n- Q219490 | country of citizenship | Italy | 1949\nReasoning:", "completion": " Hop 1: Sergio Noja Noseda -> country of citizenship -> Italy (1949)\n Hop 2: Italy -> head of state -> Luigi Einaudi (1949)\n Answer: Luigi Einaudi", "t_query": 1949.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000990", "prompt": " In what year was the chairperson of Federal Ministry of Defence of Germany equal to Gerhard Stoltenberg?\nEvidence:\n- Federal Ministry of Defence of Germany | chairperson | Gerhard Stoltenberg | 1991\n- Federal Ministry of Defence of Germany | has part(s) | Q188058 | 1991\nReasoning:", "completion": " Hop 1: Federal Ministry of Defence of Germany -> chairperson -> Gerhard Stoltenberg (1991)\n Answer: 1991", "t_query": 1991.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2} +{"id": "sft_000991", "prompt": " After Max Aub country of citizenship Germany, what was the member of political party of Germany's head of government?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> member of political party -> Free Democratic Party (1974)\n Answer: Free Democratic Party", "t_query": 1974.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000992", "prompt": " In 1979, whose member of sports team was Budapest Honvéd FC?\nEvidence:\n- Q937089 | member of sports team | Budapest Honvéd FC | 1979\n- Q901558 | member of sports team | Budapest Honvéd FC | 1979\n- Q729103 | member of sports team | Budapest Honvéd FC | 1979\n- István Kocsis | member of sports team | Budapest Honvéd FC | 1979\n- Q937089 | member of sports team | Q911385 | 1979\n- István Kocsis | member of sports team | Hungary men's national football team | 1979\nReasoning:", "completion": " Hop 1: István Kocsis -> member of sports team -> Budapest Honvéd FC (1979)\n Answer: István Kocsis", "t_query": 1979.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_000993", "prompt": " In 1975, whose country of citizenship was Italy?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\n- Tonino Cervi | country of citizenship | Italy | 1975\n- Tiziano Terzani | country of citizenship | Italy | 1975\n- Stéphane Grappelli | country of citizenship | Italy | 1975\n- Simon Spierer | country of citizenship | Italy | 1975\n- Sergio Mantovani | country of citizenship | Italy | 1975\n- Sergio Bonelli | country of citizenship | Italy | 1975\n- Rossana Rossanda | country of citizenship | Italy | 1975\n- Renata Tebaldi | country of citizenship | Italy | 1975\n- Primo Nebiolo | country of citizenship | Italy | 1975\n- Pino Lancetti | country of citizenship | Italy | 1975\n- Pietro Parente | country of citizenship | Italy | 1975\n- Oriana Fallaci | country of citizenship | Italy | 1975\n- Norberto Bobbio | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giacomo Rossi-Stuart -> country of citizenship -> Italy (1975)\n Answer: Giacomo Rossi-Stuart", "t_query": 1975.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000994", "prompt": " In what year was the head of government of Renata Tebaldi's country of citizenship equal to Giuliano Amato?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Giuliano Carnimeo | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\n- Tonino Cervi | country of citizenship | Italy | 2000\nReasoning:", "completion": " Hop 1: Renata Tebaldi -> country of citizenship -> Italy (2000)\n Hop 2: Italy -> head of government -> Giuliano Amato (2000)\n Answer: 2000", "t_query": 2000.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_000995", "prompt": " After Gerardo Marotta country of citizenship Kingdom of Italy, what was the country of citizenship of Gerardo Marotta?\nEvidence:\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\n- Stefano Angeleri | country of citizenship | Italy | 2001\nReasoning:", "completion": " Hop 1: Gerardo Marotta -> country of citizenship -> Italy (2001)\n Answer: Italy", "t_query": 2001.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000996", "prompt": " In 1970, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1970)\n Hop 2: Lina Bo Bardi -> country of citizenship -> Italy (1970)\n Answer: Lina Bo Bardi", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000997", "prompt": " After Poltava country Russian Empire, what was the country of Poltava?\nEvidence:\n- Poltava | country | Ukrainian Soviet Socialist Republic | 1920\n- Q724434 | country of citizenship | Ukrainian Soviet Socialist Republic | 1920\n- Maria Zankovetska | country of citizenship | Ukrainian Soviet Socialist Republic | 1920\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Ukrainian Soviet Socialist Republic | 1920\n- Chernigov Governorate | located in the administrative territorial entity | Ukrainian Soviet Socialist Republic | 1920\n- Yalta | country | Ukrainian Soviet Socialist Republic | 1920\n- Vinnytsia | country | Ukrainian Soviet Socialist Republic | 1920\n- Uman | country | Ukrainian Soviet Socialist Republic | 1920\n- Mykolaiv | country | Ukrainian Soviet Socialist Republic | 1920\n- Konotop | country | Ukrainian Soviet Socialist Republic | 1920\n- Khmelnytskyi | country | Ukrainian Soviet Socialist Republic | 1920\n- Kadiivka | country | Ukrainian Soviet Socialist Republic | 1920\n- Hlukhiv | country | Ukrainian Soviet Socialist Republic | 1920\n- Dubăsari | country | Ukrainian Soviet Socialist Republic | 1920\n- Chernigov Governorate | country | Ukrainian Soviet Socialist Republic | 1920\nReasoning:", "completion": " Hop 1: Poltava -> country -> Ukrainian Soviet Socialist Republic (1920)\n Answer: Ukrainian Soviet Socialist Republic", "t_query": 1920.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_000998", "prompt": " In 2000, whose head of government's country of citizenship was Massimo D'Alema?\nEvidence:\n- Italy | head of government | Massimo D'Alema | 2000\n- Massimo Girotti | country of citizenship | Italy | 2000\n- Giovanni D'Ascenzi | country of citizenship | Italy | 2000\n- Suso Cecchi d'Amico | country of citizenship | Italy | 2000\n- Luigi Filippo D'Amico | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Massimo D'Alema (2000)\n Hop 2: Renata Tebaldi -> country of citizenship -> Italy (2000)\n Answer: Renata Tebaldi", "t_query": 2000.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_000999", "prompt": " In what year was the work location of David Bowie equal to Berlin?\nEvidence:\n- David Bowie | work location | Berlin | 1978\n- Q896393 | work location | Berlin | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Q497401 | terminus | Berlin | 1978\n- Anna Seghers | residence | Berlin | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Berlin | country | German Democratic Republic | 1978\nReasoning:", "completion": " Hop 1: David Bowie -> work location -> Berlin (1978)\n Answer: 1978", "t_query": 1978.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 10} +{"id": "sft_001000", "prompt": " Who was the head of government of Berolzheim's country after Joseph Wirth?\nEvidence:\n- Berolzheim | country | Weimar Republic | 1925\n- Weimar Republic | head of government | Hans Luther | 1925\n- Minden Government Region | country | Weimar Republic | 1925\n- Weimar Republic | head of state | Friedrich Ebert | 1925\n- Weimar Republic | head of state | Paul von Hindenburg | 1925\n- Q87105 | country of citizenship | Weimar Republic | 1925\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1925\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Weimar | country | Weimar Republic | 1925\nReasoning:", "completion": " Hop 1: Berolzheim -> country -> Weimar Republic (1925)\n Hop 2: Weimar Republic -> head of government -> Hans Luther (1925)\n Answer: Hans Luther", "t_query": 1925.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001001", "prompt": " In 1924, what was the residence of Cornelius Castoriadis?\nEvidence:\n- Cornelius Castoriadis | residence | Athens | 1924\n- Athens | country | Kingdom of Greece | 1924\nReasoning:", "completion": " Hop 1: Cornelius Castoriadis -> residence -> Athens (1924)\n Answer: Athens", "t_query": 1924.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_001002", "prompt": " Who was the located in of Potsdam after Potsdam Government Region?\nEvidence:\n- Potsdam | located in the administrative territorial entity | Potsdam District | 1982\n- Brandenburg an der Havel | located in the administrative territorial entity | Potsdam District | 1982\n- Potsdam | country | German Democratic Republic | 1982\n- East Berlin | shares border with | Potsdam District | 1982\n- Q97584 | country of citizenship | German Democratic Republic | 1982\n- Q96955 | country of citizenship | German Democratic Republic | 1982\n- Q77767 | country of citizenship | German Democratic Republic | 1982\n- Q73946 | country of citizenship | German Democratic Republic | 1982\n- Q72461 | country of citizenship | German Democratic Republic | 1982\n- Q70388 | country of citizenship | German Democratic Republic | 1982\n- Q67341 | country of citizenship | German Democratic Republic | 1982\n- Q449313 | country of citizenship | German Democratic Republic | 1982\n- Q438683 | country of citizenship | German Democratic Republic | 1982\n- Q126983 | country of citizenship | German Democratic Republic | 1982\n- Q107089 | country of citizenship | German Democratic Republic | 1982\nReasoning:", "completion": " Hop 1: Potsdam -> located in -> Potsdam District (1982)\n Answer: Potsdam District", "t_query": 1982.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001003", "prompt": " In 1975, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1975\n- Ireland | member of | European Economic Community | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\n- Ulrico Girardi | country of citizenship | Italy | 1975\n- Ugo Poletti | country of citizenship | Italy | 1975\n- Tullio Kezich | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Economic Community (1975)\n Hop 2: Giovanni Spadolini -> country of citizenship -> Italy (1975)\n Answer: Giovanni Spadolini", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001004", "prompt": " After Alexander Langer country of citizenship Italy, what was the position held of Guido Aycard's country of citizenship's head of state?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Guido Aycard -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Antonio Segni (1962)\n Hop 3: Antonio Segni -> position held -> President of Italy (1962)\n Answer: President of Italy", "t_query": 1962.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001005", "prompt": " In 1978, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1978)\n Hop 2: Arnaldo Genoino -> country of citizenship -> Italy (1978)\n Answer: Arnaldo Genoino", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001006", "prompt": " After John Paul I country of citizenship Italy, what was the currency of Francesca Romana Coluzzi's country of citizenship?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- John Paul I | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> currency -> Italian lira (1963)\n Answer: Italian lira", "t_query": 1963.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001007", "prompt": " After Antonio Carluccio country of citizenship Italy, what was the position held of Salvatore Fiume's country of citizenship's head of government?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1988\n- Salvatore Cassisa | country of citizenship | Italy | 1988\n- Antonio Leonviola | country of citizenship | Italy | 1988\n- Antonio Brivio | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\n- Vittore Catella | country of citizenship | Italy | 1988\n- Veriano Luchetti | country of citizenship | Italy | 1988\n- Ugo Tognazzi | country of citizenship | Italy | 1988\n- Ugo Poletti | country of citizenship | Italy | 1988\n- Tullio Kezich | country of citizenship | Italy | 1988\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1988)\n Hop 2: Italy -> head of government -> Giovanni Goria (1988)\n Hop 3: Giovanni Goria -> position held -> Prime Minister of Italy (1988)\n Answer: Prime Minister of Italy", "t_query": 1988.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001008", "prompt": " Who was the contains the administrative territorial entity of Würzburg's country before Schleswig-Holstein?\nEvidence:\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Württemberg-Baden (1950)\n Answer: Württemberg-Baden", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001009", "prompt": " After Aldo Morandi country of citizenship Italy, what was the head of state of Giovanni D'Ascenzi's country of citizenship?\nEvidence:\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1951\n- Aldo Protti | country of citizenship | Italy | 1951\n- Aldo Fabrizi | country of citizenship | Italy | 1951\n- Giovanni Ticozzi | country of citizenship | Italy | 1951\n- Giovanni Papini | country of citizenship | Italy | 1951\n- Giovanni Mardersteig | country of citizenship | Italy | 1951\n- Giovanni Invernizzi | country of citizenship | Italy | 1951\n- Giovanni Goria | country of citizenship | Italy | 1951\n- Giovanni Ferrofino | country of citizenship | Italy | 1951\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Giovanni D'Ascenzi -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Luigi Einaudi (1951)\n Answer: Luigi Einaudi", "t_query": 1951.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001010", "prompt": " In what year was the capital of of Trier equal to Trier?\nEvidence:\n- Trier | capital of | Trier | 1957\n- Trier | located in the administrative territorial entity | Trier | 1957\nReasoning:", "completion": " Hop 1: Trier -> capital of -> Trier (1957)\n Answer: 1957", "t_query": 1957.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2} +{"id": "sft_001011", "prompt": " In what year was the position held of Germany's head of government equal to president of Germany?\nEvidence:\n- Walter Scheel | position held | president of Germany | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> position held -> president of Germany (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001012", "prompt": " In 1966, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1966\n- Germany | member of | European Coal and Steel Community | 1966\n- Belgium | member of | European Coal and Steel Community | 1966\n- Germany | member of | European Atomic Energy Community | 1966\n- Germany | member of | Western European Union | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1966)\n Hop 2: Cesare Terranova -> country of citizenship -> Italy (1966)\n Answer: Cesare Terranova", "t_query": 1966.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001013", "prompt": " In 1957, what was the position held of Ugo Stille's country of citizenship's head of government?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Ugo Stille -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of government -> Adone Zoli (1957)\n Hop 3: Adone Zoli -> position held -> Prime Minister of Italy (1957)\n Answer: Prime Minister of Italy", "t_query": 1957.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001014", "prompt": " In 1901, whose country of registry was Russian Empire?\nEvidence:\n- Červień | country | Russian Empire | 1901\n- Yevpatoriia | country | Russian Empire | 1901\n- Yalta | country | Russian Empire | 1901\n- Voronezh | country | Russian Empire | 1901\n- Vologda | country | Russian Empire | 1901\n- Volhynia | country | Russian Empire | 1901\n- Vinnytsia | country | Russian Empire | 1901\n- Uman | country | Russian Empire | 1901\n- Torzhok | country | Russian Empire | 1901\n- Tmutarakan | country | Russian Empire | 1901\n- Tiraspol | country | Russian Empire | 1901\n- Tallinn | country | Russian Empire | 1901\n- Sudak | country | Russian Empire | 1901\n- Starodub | country | Russian Empire | 1901\n- Smolensk | country | Russian Empire | 1901\nReasoning:", "completion": " Hop 1: Kasato Maru -> country of registry -> Russian Empire (1901)\n Answer: Kasato Maru", "t_query": 1901.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001015", "prompt": " After Oriana Fallaci country of citizenship Italy, what was the head of government of Italy?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 2009\n- Tullio Kezich | country of citizenship | Italy | 2009\n- Stefano Angeleri | country of citizenship | Italy | 2009\n- Sergio Bonelli | country of citizenship | Italy | 2009\n- Sebastiano Mannironi | country of citizenship | Italy | 2009\n- Salvatore Cassisa | country of citizenship | Italy | 2009\n- Rossana Rossanda | country of citizenship | Italy | 2009\n- Roberto Tucci | country of citizenship | Italy | 2009\n- Plinio Antolini | country of citizenship | Italy | 2009\n- Piergiorgio Nesti | country of citizenship | Italy | 2009\n- Paolo Villaggio | country of citizenship | Italy | 2009\n- Paolo Rossi | country of citizenship | Italy | 2009\n- Nino Baragli | country of citizenship | Italy | 2009\n- Marcello Costalunga | country of citizenship | Italy | 2009\n- Luigi Agnolin | country of citizenship | Italy | 2009\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Silvio Berlusconi (2009)\n Answer: Silvio Berlusconi", "t_query": 2009.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001016", "prompt": " Who was the head of government of Germany's head of government's country of citizenship's contains the administrative territorial entity before Erwin Teufel?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1987)\n Hop 4: Baden-Württemberg -> head of government -> Lothar Späth (1987)\n Answer: Lothar Späth", "t_query": 1987.0, "chain_length": 4, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001017", "prompt": " In 1950, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> South Baden (1950)\n Answer: South Baden", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001018", "prompt": " In 1971, whose position held's head of state was Italian senator for life?\nEvidence:\n- Pietro Nenni | position held | Italian senator for life | 1971\n- Giuseppe Saragat | position held | Italian senator for life | 1971\n- Giovanni Gronchi | position held | Italian senator for life | 1971\n- Eugenio Montale | position held | Italian senator for life | 1971\n- Antonio Segni | position held | Italian senator for life | 1971\n- Italy | head of state | Giuseppe Saragat | 1971\n- Giuseppe Saragat | position held | President of Italy | 1971\n- Pietro Nenni | country of citizenship | Italy | 1971\n- Giuseppe Saragat | country of citizenship | Italy | 1971\n- Giovanni Gronchi | country of citizenship | Italy | 1971\n- Eugenio Montale | country of citizenship | Italy | 1971\n- Antonio Segni | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Giuseppe Saragat -> position held -> Italian senator for life (1971)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1971)\n Answer: Italy", "t_query": 1971.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 12} +{"id": "sft_001019", "prompt": " After Rhône contains the administrative territorial entity Bron, what was the contains the administrative territorial entity of Rhône?\nEvidence:\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\n- Q945660 | located in the administrative territorial entity | Q3083 | 1947\n- Q945660 | located in the administrative territorial entity | Q12736 | 1947\nReasoning:", "completion": " Hop 1: Rhône -> contains the administrative territorial entity -> Vaulx-en-Velin (1947)\n Answer: Vaulx-en-Velin", "t_query": 1947.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 10} +{"id": "sft_001020", "prompt": " Who was the head of government of Romolo Alzani's country of citizenship before Mario Monti?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Mario Gentili | country of citizenship | Italy | 1987\n- Mario Bò | country of citizenship | Italy | 1987\n- Mario Autelli | country of citizenship | Italy | 1987\n- Mario Albertini | country of citizenship | Italy | 1987\n- Mario De Donà | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Romolo Alzani -> country of citizenship -> Italy (1987)\n Hop 2: Italy -> head of government -> Bettino Craxi (1987)\n Answer: Bettino Craxi", "t_query": 1987.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001021", "prompt": " In what year was the shares border with of Maria Caniglia's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1951\n- Maria Caniglia | country of citizenship | Italy | 1951\n- Maria Tore Barbina | country of citizenship | Italy | 1951\n- Alberto Maria De Agostini | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Maria Caniglia -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> shares border with -> Yugoslavia (1951)\n Answer: 1951", "t_query": 1951.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001022", "prompt": " In 1989, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1989\n- Q46099 | country of citizenship | Yugoslavia | 1989\n- Q207166 | country of citizenship | Yugoslavia | 1989\n- Vladica Popović | country of citizenship | Yugoslavia | 1989\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1989\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1989\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1989\n- Ilija Petković | country of citizenship | Yugoslavia | 1989\n- Dušan Ivković | country of citizenship | Yugoslavia | 1989\n- Dragan Tomić | country of citizenship | Yugoslavia | 1989\n- Verzar | country | Yugoslavia | 1989\n- Suševo | country | Yugoslavia | 1989\n- Q793485 | country | Yugoslavia | 1989\n- Pirot | country | Yugoslavia | 1989\n- Orašje | country | Yugoslavia | 1989\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1989)\n Hop 2: Raul Gardini -> country of citizenship -> Italy (1989)\n Answer: Raul Gardini", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001023", "prompt": " Who was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance after Bremen?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Hesse (1972)\n Answer: Hesse", "t_query": 1972.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001024", "prompt": " In what year was the position held of Giovanni Spadolini's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1963\n- Giovanni Mardersteig | country of citizenship | Italy | 1963\n- Giovanni Invernizzi | country of citizenship | Italy | 1963\n- Giovanni Goria | country of citizenship | Italy | 1963\n- Giovanni Ferrofino | country of citizenship | Italy | 1963\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Giovanni Spadolini -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Hop 3: Antonio Segni -> position held -> President of Italy (1963)\n Answer: 1963", "t_query": 1963.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001025", "prompt": " After Q663536 has use merchant vessel, what was the owned by of Q663536?\nEvidence:\n- Q663536 | owned by | Bishop Museum | 2006\nReasoning:", "completion": " Hop 1: Q663536 -> owned by -> Bishop Museum (2006)\n Answer: Bishop Museum", "t_query": 2006.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 1} +{"id": "sft_001026", "prompt": " Who was the replaced by of Carel Willink's work location's country before Nazi Germany?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Hop 1: Carel Willink -> work location -> Berlin (1920)\n Hop 2: Berlin -> country -> Weimar Republic (1920)\n Hop 3: Weimar Republic -> replaced by -> Free City of Danzig (1920)\n Answer: Free City of Danzig", "t_query": 1920.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 9} +{"id": "sft_001027", "prompt": " In 1975, what was the spouse of Johanna Quandt?\nEvidence:\n- Johanna Quandt | spouse | Herbert Quandt | 1975\nReasoning:", "completion": " Hop 1: Johanna Quandt -> spouse -> Herbert Quandt (1975)\n Answer: Herbert Quandt", "t_query": 1975.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_001028", "prompt": " In 1947, whose contains the administrative territorial entity was Vénissieux?\nEvidence:\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\nReasoning:", "completion": " Hop 1: Rhône -> contains the administrative territorial entity -> Vénissieux (1947)\n Answer: Rhône", "t_query": 1947.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 8} +{"id": "sft_001029", "prompt": " In 1962, what was the member of of Guido Aycard's country of citizenship?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Guido Aycard -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1962)\n Answer: European Coal and Steel Community", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001030", "prompt": " In 1979, what was the located in of Ashgabat's capital of?\nEvidence:\n- Ashgabat | capital of | Turkmen Soviet Socialist Republic | 1979\n- Ashgabat | country | Soviet Union | 1979\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1979\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1979\n- Q59054 | country of citizenship | Soviet Union | 1979\n- Q437262 | country of citizenship | Soviet Union | 1979\n- Q324083 | country of citizenship | Soviet Union | 1979\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1979\n- Yuri Manin | country of citizenship | Soviet Union | 1979\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1979\n- Viktor Kulikov | country of citizenship | Soviet Union | 1979\n- Vija Artmane | country of citizenship | Soviet Union | 1979\n- Vera Krepkina | country of citizenship | Soviet Union | 1979\n- Valeri Polyakov | country of citizenship | Soviet Union | 1979\n- Sergei Kovalev | country of citizenship | Soviet Union | 1979\nReasoning:", "completion": " Hop 1: Ashgabat -> capital of -> Turkmen Soviet Socialist Republic (1979)\n Hop 2: Turkmen Soviet Socialist Republic -> located in -> Soviet Union (1979)\n Answer: Soviet Union", "t_query": 1979.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001031", "prompt": " After Maria Meneghini Callas residence New York City, what was the contains the administrative territorial entity of New York City7131's headquarters's head of government's residence?\nEvidence:\n- MetLife | headquarters location | New York City | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- William Vickrey | residence | New York City | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Elliott Erwitt | work location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\nReasoning:", "completion": " Hop 1: MetLife -> headquarters -> New York City (1952)\n Hop 2: New York City -> head of government -> Vincent R. Impellitteri (1952)\n Hop 3: Vincent R. Impellitteri -> residence -> United States (1952)\n Hop 4: United States -> contains the administrative territorial entity -> Territory of Hawaii (1952)\n Answer: Territory of Hawaii", "t_query": 1952.0, "chain_length": 4, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001032", "prompt": " After Michele Anzalone country of citizenship Italy, what was the member of of Carlo Curis's country of citizenship?\nEvidence:\n- Carlo Curis | country of citizenship | Italy | 1984\n- Michele Molese | country of citizenship | Italy | 1984\n- Michele Mara | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Carlo Curis -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1984)\n Answer: European Coal and Steel Community", "t_query": 1984.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001033", "prompt": " In 1966, what was the position held of Eugène Tisserant?\nEvidence:\n- Eugène Tisserant | position held | Dean of the College of Cardinals | 1966\n- Eugène Tisserant | member of | Académie Française | 1966\n- Eugène Tisserant | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q998913 | member of | Académie Française | 1966\n- Gustaf VI Adolf of Sweden | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- René Huyghe | member of | Académie Française | 1966\n- Jérôme Carcopino | member of | Académie Française | 1966\n- Jean Paulhan | member of | Académie Française | 1966\n- Jean Guéhenno | member of | Académie Française | 1966\n- François Mauriac | member of | Académie Française | 1966\n- Pierre-Henri Simon | member of | Académie Française | 1966\n- Q822586 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q74879 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q689251 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q663757 | member of | Académie des Inscriptions et Belles-Lettres | 1966\nReasoning:", "completion": " Hop 1: Eugène Tisserant -> position held -> Dean of the College of Cardinals (1966)\n Answer: Dean of the College of Cardinals", "t_query": 1966.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001034", "prompt": " In 1960, whose country was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1960\n- Yalta | country | Soviet Union | 1960\n- Voronezh | country | Soviet Union | 1960\n- Volhynia | country | Soviet Union | 1960\n- Vinnytsia | country | Soviet Union | 1960\n- Urgench | country | Soviet Union | 1960\n- Uman | country | Soviet Union | 1960\n- Torzhok | country | Soviet Union | 1960\n- Tbilisi | country | Soviet Union | 1960\n- Sudak | country | Soviet Union | 1960\n- Starodub | country | Soviet Union | 1960\n- Simferopol | country | Soviet Union | 1960\n- Siberia | country | Soviet Union | 1960\n- Sevastopol | country | Soviet Union | 1960\n- Q957273 | country | Soviet Union | 1960\nReasoning:", "completion": " Hop 1: Budisko -> country -> Soviet Union (1960)\n Answer: Budisko", "t_query": 1960.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001035", "prompt": " Who was the contains the administrative territorial entity of Bernard Schultze's work location's country before Saarland?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Bavaria (1953)\n Answer: Bavaria", "t_query": 1953.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 3} +{"id": "sft_001036", "prompt": " Who was the contains the administrative territorial entity of Mannheim's country before Hamburg?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> North Rhine-Westphalia (1950)\n Answer: North Rhine-Westphalia", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001037", "prompt": " After Brian Kernighan academic degree Doctor of Philosophy, what was the employer of Brian Kernighan?\nEvidence:\n- Brian Kernighan | employer | Bell Labs | 1999\n- Q92620 | employer | Bell Labs | 1999\nReasoning:", "completion": " Hop 1: Brian Kernighan -> employer -> Bell Labs (1999)\n Answer: Bell Labs", "t_query": 1999.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 2} +{"id": "sft_001038", "prompt": " Who was the operator of Belfort–Delle railway line after Chemins de fer de l'Est?\nEvidence:\n- Belfort–Delle railway line | operator | Société nationale des chemins de fer français | 1958\n- Tarascon–Sète railway line | operator | Société nationale des chemins de fer français | 1958\n- Sélestat–Saverne railway line | operator | Société nationale des chemins de fer français | 1958\n- Rémilly–Saarbrücken railway line | operator | Société nationale des chemins de fer français | 1958\n- Dijon-Vallorbe railway line | operator | Société nationale des chemins de fer français | 1958\n- Paris–Lille railway | operator | Société nationale des chemins de fer français | 1958\n- Mantes-la-Jolie–Cherbourg railway | operator | Société nationale des chemins de fer français | 1958\n- Q802601 | operator | Société nationale des chemins de fer français | 1958\nReasoning:", "completion": " Hop 1: Belfort–Delle railway line -> operator -> Société nationale des chemins de fer français (1958)\n Answer: Société nationale des chemins de fer français", "t_query": 1958.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 8} +{"id": "sft_001039", "prompt": " In 1960, whose head of government was Fernando Tambroni?\nEvidence:\n- Italy | head of government | Fernando Tambroni | 1960\n- Zita of Bourbon-Parma | country of citizenship | Italy | 1960\n- Q679495 | country of citizenship | Italy | 1960\n- Q658206 | country of citizenship | Italy | 1960\n- Q642428 | country of citizenship | Italy | 1960\n- Q639507 | country of citizenship | Italy | 1960\n- Q612509 | country of citizenship | Italy | 1960\n- Q454036 | country of citizenship | Italy | 1960\n- Q435856 | country of citizenship | Italy | 1960\n- Q318968 | country of citizenship | Italy | 1960\n- Q264986 | country of citizenship | Italy | 1960\n- Q219490 | country of citizenship | Italy | 1960\n- Dalida | country of citizenship | Italy | 1960\n- Vittorio Caprioli | country of citizenship | Italy | 1960\n- Vittore Catella | country of citizenship | Italy | 1960\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Fernando Tambroni (1960)\n Answer: Italy", "t_query": 1960.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001040", "prompt": " In what year was the head of government of Germany equal to Helmut Schmidt?\nEvidence:\n- Germany | head of government | Helmut Schmidt | 1974\n- Helmut Schmidt | spouse | Loki Schmidt | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Schmidt (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001041", "prompt": " After Miass located in Chelyabinsk Oblast, what was the country of Chelyabinsk Oblast's located in?\nEvidence:\n- Miass | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Zlatoust | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Yuzhnouralsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Troitsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Verkhny Ufaley | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Chelyabinsk Oblast | country | Soviet Union | 1974\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Chelyabinsk | country | Soviet Union | 1974\n- Sumy Oblast | country | Soviet Union | 1974\n- Semipalatinsk Oblast | country | Soviet Union | 1974\n- Poltava Oblast | country | Soviet Union | 1974\n- Omsk Oblast | country | Soviet Union | 1974\n- Odesa Oblast | country | Soviet Union | 1974\n- Novosibirsk Oblast | country | Soviet Union | 1974\n- Murmansk Oblast | country | Soviet Union | 1974\nReasoning:", "completion": " Hop 1: Chelyabinsk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1974)\n Hop 2: Russian Soviet Federative Socialist Republic -> country -> Soviet Union (1974)\n Answer: Soviet Union", "t_query": 1974.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001042", "prompt": " In 1982, whose head of government was Giovanni Spadolini?\nEvidence:\n- Italy | head of government | Giovanni Spadolini | 1982\n- Giovanni Spadolini | country of citizenship | Italy | 1982\n- Giovanni Spadolini | position held | Prime Minister of Italy | 1982\n- Giovanni Invernizzi | country of citizenship | Italy | 1982\n- Giovanni Goria | country of citizenship | Italy | 1982\n- Giovanni Ferrofino | country of citizenship | Italy | 1982\n- Giovanni Azzini | country of citizenship | Italy | 1982\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1982\n- Zita of Bourbon-Parma | country of citizenship | Italy | 1982\n- Q679495 | country of citizenship | Italy | 1982\n- Q658206 | country of citizenship | Italy | 1982\n- Q454036 | country of citizenship | Italy | 1982\n- Q435856 | country of citizenship | Italy | 1982\n- Q219490 | country of citizenship | Italy | 1982\n- Vittorio Caprioli | country of citizenship | Italy | 1982\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Giovanni Spadolini (1982)\n Answer: Italy", "t_query": 1982.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001043", "prompt": " In 1963, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Antonio Segni | position held | President of Italy | 1963\n- Italy | head of state | Antonio Segni | 1963\n- Antonio Segni | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Antonio Segni -> position held -> President of Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Hop 3: Giovanni Spadolini -> country of citizenship -> Italy (1963)\n Answer: Giovanni Spadolini", "t_query": 1963.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_001044", "prompt": " Who was the head of government of Luca Ronconi's country of citizenship after Antonio Segni?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Antonio Leonviola | country of citizenship | Italy | 1993\n- Antonio Brivio | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\nReasoning:", "completion": " Hop 1: Luca Ronconi -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1993)\n Answer: Carlo Azeglio Ciampi", "t_query": 1993.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001045", "prompt": " In 1925, what was the head of government of Berolzheim's country?\nEvidence:\n- Berolzheim | country | Weimar Republic | 1925\n- Weimar Republic | head of government | Hans Luther | 1925\n- Minden Government Region | country | Weimar Republic | 1925\n- Weimar Republic | head of state | Friedrich Ebert | 1925\n- Weimar Republic | head of state | Paul von Hindenburg | 1925\n- Q87105 | country of citizenship | Weimar Republic | 1925\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1925\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Weimar | country | Weimar Republic | 1925\nReasoning:", "completion": " Hop 1: Berolzheim -> country -> Weimar Republic (1925)\n Hop 2: Weimar Republic -> head of government -> Hans Luther (1925)\n Answer: Hans Luther", "t_query": 1925.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001046", "prompt": " In what year was the military branch of Friedrich Guggenberger equal to West German Navy?\nEvidence:\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Hans-Günther Lange | military branch | West German Navy | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | diplomatic relation | German Democratic Republic | 1972\n- German Rugby Federation | operating area | West Germany | 1972\n- West Germany | territory claimed by | German Democratic Republic | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- Bonn | capital of | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> military branch -> West German Navy (1972)\n Answer: 1972", "t_query": 1972.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001047", "prompt": " In 1956, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1956\n- Q207166 | country of citizenship | Yugoslavia | 1956\n- Vladica Popović | country of citizenship | Yugoslavia | 1956\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1956\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1956\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1956\n- Ilija Petković | country of citizenship | Yugoslavia | 1956\n- Dušan Ivković | country of citizenship | Yugoslavia | 1956\n- Dragan Tomić | country of citizenship | Yugoslavia | 1956\n- Verzar | country | Yugoslavia | 1956\n- Suševo | country | Yugoslavia | 1956\n- Q793485 | country | Yugoslavia | 1956\n- Pirot | country | Yugoslavia | 1956\n- Orašje | country | Yugoslavia | 1956\n- Kraljevo | country | Yugoslavia | 1956\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1956)\n Hop 2: Alfonso Calzolari -> country of citizenship -> Italy (1956)\n Answer: Alfonso Calzolari", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001048", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Écully, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> La Mulatière (2003)\n Answer: La Mulatière", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001049", "prompt": " In what year was the member of political party of Germany's head of government equal to Free Democratic Party?\nEvidence:\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | shares border with | German Democratic Republic | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Zwickau | country | German Democratic Republic | 1974\n- Zeuthen | country | German Democratic Republic | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> member of political party -> Free Democratic Party (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001050", "prompt": " Who was the head of government of Germany's capital's capital of's contains the administrative territorial entity before Q110719?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Afghanistan | basic form of government | republic | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Saarland (1974)\n Hop 4: Saarland -> head of government -> Franz-Josef Röder (1974)\n Answer: Franz-Josef Röder", "t_query": 1974.0, "chain_length": 4, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001051", "prompt": " In what year was the contains the administrative territorial entity of Rhône equal to Villeurbanne?\nEvidence:\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\n- Q945660 | located in the administrative territorial entity | Q3083 | 1947\n- Q945660 | located in the administrative territorial entity | Q12736 | 1947\nReasoning:", "completion": " Hop 1: Rhône -> contains the administrative territorial entity -> Villeurbanne (1947)\n Answer: 1947", "t_query": 1947.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 10} +{"id": "sft_001052", "prompt": " After Cabaret nominated for Academy Award for Best Actress, what was the winner of Academy Award for Best Actress?\nEvidence:\n- Academy Award for Best Actress | winner | Cher | 1987\n- Q104814 | nominated for | Academy Award for Best Actress | 1987\n- Marlee Matlin | nominated for | Academy Award for Best Actress | 1987\n- The Accused | award received | Academy Award for Best Actress | 1987\n- Peggy Sue Got Married | nominated for | Academy Award for Best Actress | 1987\n- Cher | award received | Academy Award for Best Actress | 1987\n- Marlee Matlin | award received | Academy Award for Best Actress | 1987\n- Q104814 | nominated for | Academy Award for Best Sound | 1987\n- Q104814 | nominated for | Academy Award for Best Visual Effects | 1987\n- Q104814 | nominated for | Academy Award for Best Sound Editing | 1987\n- Q104814 | nominated for | Academy Award for Best Production Design | 1987\n- Q104814 | nominated for | Academy Award for Best Original Score | 1987\n- Q104814 | nominated for | Academy Award for Best Film Editing | 1987\n- Peggy Sue Got Married | nominated for | Academy Award for Best Cinematography | 1987\n- Peggy Sue Got Married | nominated for | Academy Award for Best Costume Design | 1987\nReasoning:", "completion": " Hop 1: Academy Award for Best Actress -> winner -> Cher (1987)\n Answer: Cher", "t_query": 1987.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001053", "prompt": " In 1977, whose owned by was Maersk?\nEvidence:\n- Salling Group | owned by | Maersk | 1977\nReasoning:", "completion": " Hop 1: Salling Group -> owned by -> Maersk (1977)\n Answer: Salling Group", "t_query": 1977.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_001054", "prompt": " After Giovanni Falcone country of citizenship Italy, what was the member of of Veriano Luchetti's country of citizenship?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Giovanni Invernizzi | country of citizenship | Italy | 1985\n- Giovanni Goria | country of citizenship | Italy | 1985\n- Giovanni Ferrofino | country of citizenship | Italy | 1985\n- Giovanni Azzini | country of citizenship | Italy | 1985\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Veriano Luchetti -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> member of -> European Economic Community (1985)\n Answer: European Economic Community", "t_query": 1985.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001055", "prompt": " In 1950, whose contains the administrative territorial entity's country was South Baden?\nEvidence:\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> South Baden (1950)\n Hop 2: Mannheim -> country -> West Germany (1950)\n Answer: Mannheim", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001056", "prompt": " After Berlin located in Free State of Prussia, what was the position held of David Bowie's work location's head of government?\nEvidence:\n- David Bowie | work location | Berlin | 1978\n- Q896393 | work location | Berlin | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Q497401 | terminus | Berlin | 1978\n- Anna Seghers | residence | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\nReasoning:", "completion": " Hop 1: David Bowie -> work location -> Berlin (1978)\n Hop 2: Berlin -> head of government -> Dietrich Stobbe (1978)\n Hop 3: Dietrich Stobbe -> position held -> President of the Bundesrat of Germany (1978)\n Answer: President of the Bundesrat of Germany", "t_query": 1978.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 10} +{"id": "sft_001057", "prompt": " After René Huyghe work location Paris, what was the member of of René Huyghe?\nEvidence:\n- René Huyghe | work location | Paris | 1981\n- René Huyghe | member of | Académie Française | 1981\n- Q454927 | work location | Paris | 1981\n- Q116714 | work location | Paris | 1981\n- Roman Cieślewicz | work location | Paris | 1981\n- Pierre Balmain | work location | Paris | 1981\n- François Dufrêne | work location | Paris | 1981\n- Emanuel Ungaro | work location | Paris | 1981\n- Baltasar Lobo | work location | Paris | 1981\n- Q430918 | terminus location | Paris | 1981\n- Route nationale 4 | terminus location | Paris | 1981\n- Takis | residence | Paris | 1981\n- Q464656 | residence | Paris | 1981\n- Milan Kundera | residence | Paris | 1981\n- Route nationale 4 | located in the administrative territorial entity | Paris | 1981\nReasoning:", "completion": " Hop 1: René Huyghe -> member of -> Académie Française (1981)\n Answer: Académie Française", "t_query": 1981.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001058", "prompt": " Who was the member of of Giuseppe Colnago's country of citizenship after European Coal and Steel Community?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Giuseppe Colnago -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> member of -> European Economic Community (1985)\n Answer: European Economic Community", "t_query": 1985.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001059", "prompt": " In 2004, whose country of citizenship was Italy?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 2004\n- Tullio Kezich | country of citizenship | Italy | 2004\n- Tiziano Terzani | country of citizenship | Italy | 2004\n- Stefano Angeleri | country of citizenship | Italy | 2004\n- Simon Spierer | country of citizenship | Italy | 2004\n- Sergio Bonelli | country of citizenship | Italy | 2004\n- Salvatore Cassisa | country of citizenship | Italy | 2004\n- Rossana Rossanda | country of citizenship | Italy | 2004\n- Romano Scarpa | country of citizenship | Italy | 2004\n- Romano Mussolini | country of citizenship | Italy | 2004\n- Renata Tebaldi | country of citizenship | Italy | 2004\n- Plinio Antolini | country of citizenship | Italy | 2004\n- Pino Lancetti | country of citizenship | Italy | 2004\n- Pietro Rava | country of citizenship | Italy | 2004\n- Piero Cappuccilli | country of citizenship | Italy | 2004\nReasoning:", "completion": " Hop 1: Angelo Martino Colombo -> country of citizenship -> Italy (2004)\n Answer: Angelo Martino Colombo", "t_query": 2004.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001060", "prompt": " After Dalida country of citizenship Italy, what was the head of state of Eleonora Rossi Drago's country of citizenship?\nEvidence:\n- Eleonora Rossi Drago | country of citizenship | Italy | 1947\n- Dalida | country of citizenship | Italy | 1947\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1947\n- Q612509 | country of citizenship | Italy | 1947\n- Q454036 | country of citizenship | Italy | 1947\n- Q435856 | country of citizenship | Italy | 1947\n- Q432318 | country of citizenship | Italy | 1947\n- Q429298 | country of citizenship | Italy | 1947\n- Q340261 | country of citizenship | Italy | 1947\n- Q318968 | country of citizenship | Italy | 1947\n- Q264986 | country of citizenship | Italy | 1947\n- Q219490 | country of citizenship | Italy | 1947\n- Q213482 | country of citizenship | Italy | 1947\n- Wilma Montesi | country of citizenship | Italy | 1947\n- Vittore Catella | country of citizenship | Italy | 1947\nReasoning:", "completion": " Hop 1: Eleonora Rossi Drago -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> head of state -> Enrico de Nicola (1947)\n Answer: Enrico de Nicola", "t_query": 1947.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001061", "prompt": " In 1926, what was the located in of Route nationale 101?\nEvidence:\n- Route nationale 101 | located in the administrative territorial entity | Lozère | 1926\n- Route nationale 101 | located in the administrative territorial entity | Ardèche | 1926\n- Route nationale 104 | located in the administrative territorial entity | Ardèche | 1926\nReasoning:", "completion": " Hop 1: Route nationale 101 -> located in -> Ardèche (1926)\n Answer: Ardèche", "t_query": 1926.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_001062", "prompt": " Who was the general secretary of René Huyghe's member of before Maurice Druon?\nEvidence:\n- René Huyghe | member of | Académie Française | 1981\n- René Huyghe | work location | Paris | 1981\n- Académie Française | general secretary | Jean Mistler | 1981\n- Pierre Emmanuel | member of | Académie Française | 1981\n- Michel Déon | member of | Académie Française | 1981\n- Julien Green | member of | Académie Française | 1981\n- Félicien Marceau | member of | Académie Française | 1981\n- Eugène Ionesco | member of | Académie Française | 1981\n- Edgar Faure | member of | Académie Française | 1981\n- Route nationale 4 | located in the administrative territorial entity | Paris | 1981\n- Takis | residence | Paris | 1981\n- Route nationale 4 | terminus location | Paris | 1981\n- Roman Cieślewicz | work location | Paris | 1981\n- Q464656 | residence | Paris | 1981\n- Q454927 | work location | Paris | 1981\nReasoning:", "completion": " Hop 1: René Huyghe -> member of -> Académie Française (1981)\n Hop 2: Académie Française -> general secretary -> Jean Mistler (1981)\n Answer: Jean Mistler", "t_query": 1981.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001063", "prompt": " In 1986, what was the work location of Lewis Mumford?\nEvidence:\n- Lewis Mumford | work location | New York City | 1986\n- Lewis Mumford | residence | Amenia | 1986\n- Q828254 | work location | New York City | 1986\n- Arman | work location | New York City | 1986\n- Nancy Graves | work location | New York City | 1986\n- Louise Bourgeois | work location | New York City | 1986\n- Elliott Erwitt | work location | New York City | 1986\n- Donald Trump | work location | New York City | 1986\n- Alan Vega | work location | New York City | 1986\n- MetLife | headquarters location | New York City | 1986\n- Prelinger Archives | located in the administrative territorial entity | New York City | 1986\n- Variety | place of publication | New York City | 1986\n- New York City | head of government | Ed Koch | 1986\n- Wolfgang Schivelbusch | residence | New York City | 1986\n- William Vickrey | residence | New York City | 1986\nReasoning:", "completion": " Hop 1: Lewis Mumford -> work location -> New York City (1986)\n Answer: New York City", "t_query": 1986.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001064", "prompt": " Who was the contains the administrative territorial entity of Germany's head of government's country of citizenship after Baden-Württemberg?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> North Rhine-Westphalia (1987)\n Answer: North Rhine-Westphalia", "t_query": 1987.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001065", "prompt": " In 1974, what was the member of of Germany?\nEvidence:\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\nReasoning:", "completion": " Hop 1: Germany -> member of -> European Atomic Energy Community (1974)\n Answer: European Atomic Energy Community", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001066", "prompt": " After Vaulx-en-Velin located in Rhône, what was the contains the administrative territorial entity of Rhône?\nEvidence:\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1986\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Vaulx-en-Velin | 1986\n- Rhône | contains the administrative territorial entity | Vénissieux | 1986\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1986\n- Rhône | contains the administrative territorial entity | Meyzieu | 1986\n- Rhône | contains the administrative territorial entity | Genay | 1986\n- Rhône | contains the administrative territorial entity | Francheville | 1986\n- Rhône | contains the administrative territorial entity | Feyzin | 1986\n- Rhône | contains the administrative territorial entity | Bron | 1986\n- Ternay | located in the administrative territorial entity | Rhône | 1986\n- Chaponnay | located in the administrative territorial entity | Rhône | 1986\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1986\n- Route nationale 383 | located in the administrative territorial entity | Rhône | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 1986\nReasoning:", "completion": " Hop 1: Rhône -> contains the administrative territorial entity -> Genay (1986)\n Answer: Genay", "t_query": 1986.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001067", "prompt": " Who was the member of of Italy after European Coal and Steel Community?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Tonino Cervi | country of citizenship | Italy | 1973\n- Tiziano Terzani | country of citizenship | Italy | 1973\n- Stéphane Grappelli | country of citizenship | Italy | 1973\n- Simon Spierer | country of citizenship | Italy | 1973\n- Sergio Mantovani | country of citizenship | Italy | 1973\n- Sergio Bonelli | country of citizenship | Italy | 1973\n- Rossana Rossanda | country of citizenship | Italy | 1973\n- Romeo Bertini | country of citizenship | Italy | 1973\n- Renata Tebaldi | country of citizenship | Italy | 1973\n- Primo Nebiolo | country of citizenship | Italy | 1973\n- Pietro Parente | country of citizenship | Italy | 1973\n- Oriana Fallaci | country of citizenship | Italy | 1973\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Economic Community (1973)\n Answer: European Economic Community", "t_query": 1973.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001068", "prompt": " In 1999, whose employer was Bell Labs?\nEvidence:\n- Q92620 | employer | Bell Labs | 1999\n- Brian Kernighan | employer | Bell Labs | 1999\nReasoning:", "completion": " Hop 1: Brian Kernighan -> employer -> Bell Labs (1999)\n Answer: Brian Kernighan", "t_query": 1999.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_001069", "prompt": " In 1920, whose located in's work location was Free State of Prussia?\nEvidence:\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Neutral Moresnet | shares border with | Free State of Prussia | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Carel Willink | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Neutral Moresnet | shares border with | Kingdom of the Netherlands | 1920\n- Weimar Republic | shares border with | Neutral Moresnet | 1920\n- Q73153 | residence | Berlin | 1920\n- Neutral Moresnet | shares border with | Belgium | 1920\n- Neutral Moresnet | currency | French franc | 1920\n- Neutral Moresnet | currency | Belgian franc | 1920\n- Berlin | country | Weimar Republic | 1920\nReasoning:", "completion": " Hop 1: Berlin -> located in -> Free State of Prussia (1920)\n Hop 2: Carel Willink -> work location -> Berlin (1920)\n Answer: Carel Willink", "t_query": 1920.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001070", "prompt": " After Germany head of state Theodor Heuss, what was the officeholder of Germany's head of government's position held?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> position held -> president of Germany (1974)\n Hop 3: president of Germany -> officeholder -> Gustav Heinemann (1974)\n Answer: Gustav Heinemann", "t_query": 1974.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001071", "prompt": " In 1968, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1968\n- Germany | member of | European Coal and Steel Community | 1968\n- Belgium | member of | European Coal and Steel Community | 1968\n- Germany | member of | European Atomic Energy Community | 1968\n- Germany | member of | Western European Union | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1968)\n Hop 2: Claudia Vinciguerra -> country of citizenship -> Italy (1968)\n Answer: Claudia Vinciguerra", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001072", "prompt": " In what year was the shares border with of Laura Veccia Vaglieri's country of citizenship equal to Yugoslavia?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Italy | shares border with | Yugoslavia | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Laura Veccia Vaglieri -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: 1956", "t_query": 1956.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001073", "prompt": " In 1956, whose head of state's diplomatic relation was Mohammed Zahir Shah?\nEvidence:\n- Afghanistan | head of state | Mohammed Zahir Shah | 1956\n- Humaira Begum | spouse | Mohammed Zahir Shah | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\n- Afghanistan | basic form of government | constitutional monarchy | 1956\nReasoning:", "completion": " Hop 1: Afghanistan -> head of state -> Mohammed Zahir Shah (1956)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1956)\n Answer: Germany", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_001074", "prompt": " In what year was the country of citizenship of Cesare Terranova equal to Italy?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Hop 1: Cesare Terranova -> country of citizenship -> Italy (1966)\n Answer: 1966", "t_query": 1966.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001075", "prompt": " In what year was the contains the administrative territorial entity of Würzburg's country equal to Württemberg-Hohenzollern?\nEvidence:\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Württemberg-Hohenzollern (1950)\n Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001076", "prompt": " In 1953, what was the contains the administrative territorial entity of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Hesse (1953)\n Answer: Hesse", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_001077", "prompt": " Who was the contains the administrative territorial entity of Würzburg's country before Baden-Württemberg?\nEvidence:\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Württemberg-Hohenzollern (1950)\n Answer: Württemberg-Hohenzollern", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001078", "prompt": " In 1987, whose winner was Cher?\nEvidence:\n- Academy Award for Best Actress | winner | Cher | 1987\n- Cher | award received | Academy Award for Best Actress | 1987\n- The Accused | award received | Academy Award for Best Actress | 1987\n- Q104814 | nominated for | Academy Award for Best Actress | 1987\n- Peggy Sue Got Married | nominated for | Academy Award for Best Actress | 1987\n- Marlee Matlin | nominated for | Academy Award for Best Actress | 1987\n- Marlee Matlin | award received | Academy Award for Best Actress | 1987\nReasoning:", "completion": " Hop 1: Academy Award for Best Actress -> winner -> Cher (1987)\n Answer: Academy Award for Best Actress", "t_query": 1987.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 7} +{"id": "sft_001079", "prompt": " After Gertrude Pritzi country for sport Germany, what was the basic form of government of Germany's diplomatic relation?\nEvidence:\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | significant event | Basic Treaty | 1974\n- Q438683 | country for sport | German Democratic Republic | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- Bonn | capital of | Germany | 1974\nReasoning:", "completion": " Hop 1: Germany -> diplomatic relation -> Afghanistan (1974)\n Hop 2: Afghanistan -> basic form of government -> republic (1974)\n Answer: republic", "t_query": 1974.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001080", "prompt": " In what year was the member of of John Paul I's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\n- Virginio Rosetta | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: John Paul I -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1961)\n Answer: 1961", "t_query": 1961.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001081", "prompt": " In what year was the country of Algiers Province equal to French Algeria?\nEvidence:\n- Algiers Province | country | French Algeria | 1955\n- Algiers Province | located in the administrative territorial entity | French Algeria | 1955\n- Q131818 | country | French Algeria | 1955\nReasoning:", "completion": " Hop 1: Algiers Province -> country -> French Algeria (1955)\n Answer: 1955", "t_query": 1955.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 3} +{"id": "sft_001082", "prompt": " In what year was the head of state of Lelio Antoniotti's country of citizenship equal to Giovanni Leone?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Giovanni Mardersteig | country of citizenship | Italy | 1973\n- Giovanni Invernizzi | country of citizenship | Italy | 1973\n- Giovanni Goria | country of citizenship | Italy | 1973\n- Giovanni Ferrofino | country of citizenship | Italy | 1973\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\nReasoning:", "completion": " Hop 1: Lelio Antoniotti -> country of citizenship -> Italy (1973)\n Hop 2: Italy -> head of state -> Giovanni Leone (1973)\n Answer: 1973", "t_query": 1973.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001083", "prompt": " In what year was the shares border with of Lelio Antoniotti's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1973\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\nReasoning:", "completion": " Hop 1: Lelio Antoniotti -> country of citizenship -> Italy (1973)\n Hop 2: Italy -> shares border with -> Yugoslavia (1973)\n Answer: 1973", "t_query": 1973.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001084", "prompt": " In 1921, whose work location's spouse was Berlin?\nEvidence:\n- Q78108 | work location | Berlin | 1921\n- Q699326 | work location | Berlin | 1921\n- Rudolf Bauer | work location | Berlin | 1921\n- Paul Cassirer | work location | Berlin | 1921\n- Max Blokzijl | work location | Berlin | 1921\n- Konrad Biesalski | work location | Berlin | 1921\n- Carel Willink | work location | Berlin | 1921\n- Anton Kerschbaumer | work location | Berlin | 1921\n- Q78108 | work location | Q1731 | 1921\n- Q73153 | residence | Berlin | 1921\n- Berlin | country | Weimar Republic | 1921\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1921\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- hyperinflation in the Weimar Republic | country | Weimar Republic | 1921\nReasoning:", "completion": " Hop 1: Paul Cassirer -> work location -> Berlin (1921)\n Hop 2: Tilla Durieux -> spouse -> Paul Cassirer (1921)\n Answer: Tilla Durieux", "t_query": 1921.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001085", "prompt": " In 1968, what was the located in of Bonnières-sur-Seine?\nEvidence:\n- Bonnières-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Vaux-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Mousseaux-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Morsang-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Croissy-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Villiers-sur-Orge | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Tessancourt-sur-Aubette | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Savigny-sur-Orge | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Oncy-sur-École | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Oinville-sur-Montcient | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Neuilly-sur-Marne | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Morsang-sur-Orge | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Montreuil-sur-Epte | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Mareil-sur-Mauldre | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Leuville-sur-Orge | located in the administrative territorial entity | Seine-et-Oise | 1968\nReasoning:", "completion": " Hop 1: Bonnières-sur-Seine -> located in -> Seine-et-Oise (1968)\n Answer: Seine-et-Oise", "t_query": 1968.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001086", "prompt": " After Lamberto Maggiorani country of citizenship Italy, what was the position held of Italy's head of government?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1982\n- Veriano Luchetti | country of citizenship | Italy | 1982\n- Tullio Kezich | country of citizenship | Italy | 1982\n- Tonino Cervi | country of citizenship | Italy | 1982\n- Tiziano Terzani | country of citizenship | Italy | 1982\n- Stéphane Grappelli | country of citizenship | Italy | 1982\n- Simon Spierer | country of citizenship | Italy | 1982\n- Sergio Mantovani | country of citizenship | Italy | 1982\n- Sergio Bonelli | country of citizenship | Italy | 1982\n- Salvatore Cassisa | country of citizenship | Italy | 1982\n- Rossana Rossanda | country of citizenship | Italy | 1982\n- Renata Tebaldi | country of citizenship | Italy | 1982\n- Primo Nebiolo | country of citizenship | Italy | 1982\n- Pino Lancetti | country of citizenship | Italy | 1982\n- Pietro Rava | country of citizenship | Italy | 1982\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Giovanni Spadolini (1982)\n Hop 2: Giovanni Spadolini -> position held -> Prime Minister of Italy (1982)\n Answer: Prime Minister of Italy", "t_query": 1982.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001087", "prompt": " After Guido Agosti country of citizenship Italy, what was the member of of Ugo Stille's country of citizenship?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Ugo Stille -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1957)\n Answer: European Coal and Steel Community", "t_query": 1957.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001088", "prompt": " After Cristián Zapata member of sports team Deportivo Cali, what was the member of sports team of Cristián Zapata?\nEvidence:\n- Cristián Zapata | member of sports team | Udinese Calcio | 2009\n- Q950069 | member of sports team | Udinese Calcio | 2009\n- Q928969 | member of sports team | Udinese Calcio | 2009\n- Q510039 | member of sports team | Udinese Calcio | 2009\n- Q509374 | member of sports team | Udinese Calcio | 2009\n- Q464524 | member of sports team | Udinese Calcio | 2009\n- Q312374 | member of sports team | Udinese Calcio | 2009\n- Q298448 | member of sports team | Udinese Calcio | 2009\n- Q180553 | member of sports team | Udinese Calcio | 2009\n- Q169093 | member of sports team | Udinese Calcio | 2009\n- Q10709 | member of sports team | Udinese Calcio | 2009\n- Viktor Budyanskiy | member of sports team | Udinese Calcio | 2009\n- Mauricio Isla | member of sports team | Udinese Calcio | 2009\n- Luigi Sala | member of sports team | Udinese Calcio | 2009\n- Bernardo Corradi | member of sports team | Udinese Calcio | 2009\nReasoning:", "completion": " Hop 1: Cristián Zapata -> member of sports team -> Udinese Calcio (2009)\n Answer: Udinese Calcio", "t_query": 2009.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001089", "prompt": " In what year was the contains the administrative territorial entity of Würzburg's country equal to Rhineland-Palatinate?\nEvidence:\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Rhineland-Palatinate (1950)\n Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001090", "prompt": " After Raffaele Guaita country of citizenship Italy, what was the head of government of Romolo Alzani's country of citizenship?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Raffaele Anguilla | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Romolo Alzani -> country of citizenship -> Italy (1987)\n Hop 2: Italy -> head of government -> Bettino Craxi (1987)\n Answer: Bettino Craxi", "t_query": 1987.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001091", "prompt": " In what year was the head of government of Erazim Kohák's residence equal to Ronald Reagan?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- United States | shares border with | Panama | 1988\n- Tony Miles | country for sport | United States | 1988\n- Julie Mehretu | work location | United States | 1988\n- Discovery Channel | country | United States | 1988\nReasoning:", "completion": " Hop 1: Erazim Kohák -> residence -> United States (1988)\n Hop 2: United States -> head of government -> Ronald Reagan (1988)\n Answer: 1988", "t_query": 1988.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 13} +{"id": "sft_001092", "prompt": " Who was the nominated for of Sandrine Bonnaire before César Award for Best Documentary Film?\nEvidence:\n- Sandrine Bonnaire | nominated for | César Award for Best Actress | 2000\n- Q240765 | nominated for | César Award for Best Actress | 2000\nReasoning:", "completion": " Hop 1: Sandrine Bonnaire -> nominated for -> César Award for Best Actress (2000)\n Answer: César Award for Best Actress", "t_query": 2000.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 2} +{"id": "sft_001093", "prompt": " In what year was the chairperson of Nazi Party equal to Adolf Hitler?\nEvidence:\n- Nazi Party | chairperson | Adolf Hitler | 1936\n- Nazi Germany | head of state | Adolf Hitler | 1936\n- Q73243 | member of political party | Nazi Party | 1936\n- Q58620 | member of political party | Nazi Party | 1936\n- Wilhelm Grewe | member of political party | Nazi Party | 1936\n- Julius Streicher | member of political party | Nazi Party | 1936\n- Hermann Göring | member of political party | Nazi Party | 1936\n- Hartmann Lauterbacher | member of political party | Nazi Party | 1936\n- Hans Günther | member of political party | Nazi Party | 1936\n- August Eigruber | member of political party | Nazi Party | 1936\n- Herbert von Karajan | member of political party | Nazi Party | 1936\n- Franz Xaver Schwarz | member of political party | Nazi Party | 1936\n- Prince Philipp, Landgrave of Hesse | member of political party | Nazi Party | 1936\n- Q73243 | member of | Sturmabteilung | 1936\n- Julius Streicher | member of | Reichstag | 1936\nReasoning:", "completion": " Hop 1: Nazi Party -> chairperson -> Adolf Hitler (1936)\n Answer: 1936", "t_query": 1936.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001094", "prompt": " In 1990, whose head of government was George H. W. Bush?\nEvidence:\n- United States | head of government | George H. W. Bush | 1990\n- Tina Turner | country of citizenship | United States | 1990\n- Richard Pipes | country of citizenship | United States | 1990\n- Eileen Chang | country of citizenship | United States | 1990\n- Angela Lansbury | country of citizenship | United States | 1990\n- Menachem Mendel Schneerson | country of citizenship | United States | 1990\n- United States | shares border with | Panama | 1990\n- Tony Miles | country for sport | United States | 1990\n- Paolo Soleri | residence | United States | 1990\n- Julie Mehretu | work location | United States | 1990\n- Erazim Kohák | residence | United States | 1990\n- Discovery Channel | country | United States | 1990\nReasoning:", "completion": " Hop 1: United States -> head of government -> George H. W. Bush (1990)\n Answer: United States", "t_query": 1990.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 12} +{"id": "sft_001095", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon equal to Charbonnières-les-Bains?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Charbonnières-les-Bains | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-les-Ollières | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Charbonnières-les-Bains (2003)\n Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001096", "prompt": " Who was the head of state of Salvatore Fiume's country of citizenship before Oscar Luigi Scalfaro?\nEvidence:\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1988\n- Salvatore Fiume | country of citizenship | Italy | 1988\n- Salvatore Cassisa | country of citizenship | Italy | 1988\n- Luigi Nono | country of citizenship | Italy | 1988\n- Luigi Comencini | country of citizenship | Italy | 1988\n- Luigi Agnolin | country of citizenship | Italy | 1988\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1988\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\n- Vittore Catella | country of citizenship | Italy | 1988\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1988)\n Hop 2: Italy -> head of state -> Francesco Cossiga (1988)\n Answer: Francesco Cossiga", "t_query": 1988.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001097", "prompt": " In what year was the head of state of Antonio Corpora's country of citizenship equal to Antonio Segni?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Antonio Segni (1962)\n Answer: 1962", "t_query": 1962.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001098", "prompt": " In 1974, what was the member of of Germany?\nEvidence:\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\nReasoning:", "completion": " Hop 1: Germany -> member of -> European Coal and Steel Community (1974)\n Answer: European Coal and Steel Community", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001099", "prompt": " In 1974, whose spouse's head of government was Loki Schmidt?\nEvidence:\n- Helmut Schmidt | spouse | Loki Schmidt | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Hop 1: Helmut Schmidt -> spouse -> Loki Schmidt (1974)\n Hop 2: Germany -> head of government -> Helmut Schmidt (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_001100", "prompt": " In what year was the shares border with of Veriano Luchetti's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Veriano Luchetti -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> shares border with -> Yugoslavia (1985)\n Answer: 1985", "t_query": 1985.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001101", "prompt": " In what year was the member of sports team of Mülâyim Erdem equal to Galatasaray S.K.?\nEvidence:\n- Mülâyim Erdem | member of sports team | Galatasaray S.K. | 2005\n- Q937898 | member of sports team | Galatasaray S.K. | 2005\n- Q922443 | member of sports team | Galatasaray S.K. | 2005\n- Q729830 | member of sports team | Galatasaray S.K. | 2005\n- Q660534 | member of sports team | Galatasaray S.K. | 2005\n- Q560001 | member of sports team | Galatasaray S.K. | 2005\n- Q556101 | member of sports team | Galatasaray S.K. | 2005\n- Q349941 | member of sports team | Galatasaray S.K. | 2005\n- Q312920 | member of sports team | Galatasaray S.K. | 2005\n- Q307872 | member of sports team | Galatasaray S.K. | 2005\n- Q217097 | member of sports team | Galatasaray S.K. | 2005\n- Q122346 | member of sports team | Galatasaray S.K. | 2005\n- Faryd Mondragón | member of sports team | Galatasaray S.K. | 2005\n- Ayhan Akman | member of sports team | Galatasaray S.K. | 2005\n- Galatasaray S.K. | head coach | Eric Gerets | 2005\nReasoning:", "completion": " Hop 1: Mülâyim Erdem -> member of sports team -> Galatasaray S.K. (2005)\n Answer: 2005", "t_query": 2005.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001102", "prompt": " After Angelo Arcari country of citizenship Italy, what was the head of state of Gerardo Marotta's country of citizenship?\nEvidence:\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Bruno Arcari | country of citizenship | Italy | 2001\n- Angelo Varetto | country of citizenship | Italy | 2001\n- Angelo Infanti | country of citizenship | Italy | 2001\n- Angelo Cuniberti | country of citizenship | Italy | 2001\n- Angelo Martino Colombo | country of citizenship | Italy | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\nReasoning:", "completion": " Hop 1: Gerardo Marotta -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2001)\n Answer: Carlo Azeglio Ciampi", "t_query": 2001.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001103", "prompt": " In what year was the work location of Tilla Durieux's spouse equal to Berlin?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Hop 1: Tilla Durieux -> spouse -> Paul Cassirer (1921)\n Hop 2: Paul Cassirer -> work location -> Berlin (1921)\n Answer: 1921", "t_query": 1921.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 3} +{"id": "sft_001104", "prompt": " In what year was the currency of Luca Ronconi's country of citizenship equal to Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1993\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\nReasoning:", "completion": " Hop 1: Luca Ronconi -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> currency -> Italian lira (1993)\n Answer: 1993", "t_query": 1993.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001105", "prompt": " After Anatoly Karpov country of citizenship Soviet Union, what was the award received of Anatoly Karpov?\nEvidence:\n- Anatoly Karpov | country of citizenship | Soviet Union | 1980\n- Anatoly Karpov | award received | Chess Oscar | 1980\n- Q59054 | country of citizenship | Soviet Union | 1980\n- Q437262 | country of citizenship | Soviet Union | 1980\n- Q324083 | country of citizenship | Soviet Union | 1980\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1980\n- Yuri Manin | country of citizenship | Soviet Union | 1980\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1980\n- Viktor Kulikov | country of citizenship | Soviet Union | 1980\n- Vija Artmane | country of citizenship | Soviet Union | 1980\n- Vera Krepkina | country of citizenship | Soviet Union | 1980\n- Valeri Polyakov | country of citizenship | Soviet Union | 1980\n- Sergei Kovalev | country of citizenship | Soviet Union | 1980\n- Ruslan Khasbulatov | country of citizenship | Soviet Union | 1980\n- Raisa Gorbacheva | country of citizenship | Soviet Union | 1980\nReasoning:", "completion": " Hop 1: Anatoly Karpov -> award received -> Chess Oscar (1980)\n Answer: Chess Oscar", "t_query": 1980.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001106", "prompt": " In 1992, whose head of state was Francesco Cossiga?\nEvidence:\n- Italy | head of state | Francesco Cossiga | 1992\n- Francesco Scafarelli | country of citizenship | Italy | 1992\n- Francesco Gabrieli | country of citizenship | Italy | 1992\n- Francesco Aguzzoli | country of citizenship | Italy | 1992\n- Loris Francesco Capovilla | country of citizenship | Italy | 1992\n- Francesco De Masi | country of citizenship | Italy | 1992\n- Q679495 | country of citizenship | Italy | 1992\n- Q658206 | country of citizenship | Italy | 1992\n- Q454036 | country of citizenship | Italy | 1992\n- Q383551 | country of citizenship | Italy | 1992\n- Q374945 | country of citizenship | Italy | 1992\n- Zeno Colò | country of citizenship | Italy | 1992\n- Vittore Catella | country of citizenship | Italy | 1992\n- Veriano Luchetti | country of citizenship | Italy | 1992\n- Urbano Lazzaro | country of citizenship | Italy | 1992\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Francesco Cossiga (1992)\n Answer: Italy", "t_query": 1992.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001107", "prompt": " In 1972, whose contains the administrative territorial entity's allegiance was Bavaria?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- Würzburg | country | West Germany | 1972\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Bavaria (1972)\n Hop 2: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Answer: Friedrich Guggenberger", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001108", "prompt": " In what year was the shares border with of MetLife's headquarters's head of government's residence equal to Panama?\nEvidence:\n- MetLife | headquarters location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- William Vickrey | residence | New York City | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\n- Elliott Erwitt | work location | New York City | 1952\nReasoning:", "completion": " Hop 1: MetLife -> headquarters -> New York City (1952)\n Hop 2: New York City -> head of government -> Vincent R. Impellitteri (1952)\n Hop 3: Vincent R. Impellitteri -> residence -> United States (1952)\n Hop 4: United States -> shares border with -> Panama (1952)\n Answer: 1952", "t_query": 1952.0, "chain_length": 4, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001109", "prompt": " In what year was the country of Potsdam equal to German Democratic Republic?\nEvidence:\n- Potsdam | country | German Democratic Republic | 1982\n- Zwickau | country | German Democratic Republic | 1982\n- Zeuthen | country | German Democratic Republic | 1982\n- Wismar | country | German Democratic Republic | 1982\n- Q696016 | country | German Democratic Republic | 1982\n- Q525425 | country | German Democratic Republic | 1982\n- Q45898 | country | German Democratic Republic | 1982\n- Neustrelitz | country | German Democratic Republic | 1982\n- Magdeburg | country | German Democratic Republic | 1982\n- Jena | country | German Democratic Republic | 1982\n- Görlitz | country | German Democratic Republic | 1982\n- Elsterwerda | country | German Democratic Republic | 1982\n- Cottbus | country | German Democratic Republic | 1982\n- Berlin | country | German Democratic Republic | 1982\n- Limbach-Oberfrohna | country | German Democratic Republic | 1982\nReasoning:", "completion": " Hop 1: Potsdam -> country -> German Democratic Republic (1982)\n Answer: 1982", "t_query": 1982.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001110", "prompt": " After Antonino Votto country of citizenship Italy, what was the position held of Lina Bo Bardi's country of citizenship's head of state?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Lina Bo Bardi -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1970)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1970)\n Answer: President of Italy", "t_query": 1970.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001111", "prompt": " After Lauenburg/Elbe country West Germany, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- Lauenburg/Elbe | country | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> North Rhine-Westphalia (1950)\n Answer: North Rhine-Westphalia", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001112", "prompt": " After Enzo Cannavale country of citizenship Italy, what was the member of of Luca Ronconi's country of citizenship?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Enzo Cannavale | country of citizenship | Italy | 1993\n- Enzo Fiermonte | country of citizenship | Italy | 1993\n- Enzo Barboni | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\nReasoning:", "completion": " Hop 1: Luca Ronconi -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> member of -> European Economic Community (1993)\n Answer: European Economic Community", "t_query": 1993.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001113", "prompt": " In what year was the shares border with of Arnaldo Genoino's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1978\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Arnaldo Genoino -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> shares border with -> Yugoslavia (1978)\n Answer: 1978", "t_query": 1978.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001114", "prompt": " Who was the member of of Gino Cassinis's country of citizenship after European Coal and Steel Community?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Gino Cassinis -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> member of -> European Economic Community (1959)\n Answer: European Economic Community", "t_query": 1959.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001115", "prompt": " In 1974, whose position held's head of government was Vice-Chancellor of Germany?\nEvidence:\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\nReasoning:", "completion": " Hop 1: Walter Scheel -> position held -> Vice-Chancellor of Germany (1974)\n Hop 2: Germany -> head of government -> Walter Scheel (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 8} +{"id": "sft_001116", "prompt": " After Alessandro Mendini country of citizenship Italy, what was the head of government of Italy?\nEvidence:\n- Q264986 | country of citizenship | Italy | 1960\n- Q219490 | country of citizenship | Italy | 1960\n- Dalida | country of citizenship | Italy | 1960\n- Veriano Luchetti | country of citizenship | Italy | 1960\n- Tonino Cervi | country of citizenship | Italy | 1960\n- Tiziano Terzani | country of citizenship | Italy | 1960\n- Stéphane Grappelli | country of citizenship | Italy | 1960\n- Simon Spierer | country of citizenship | Italy | 1960\n- Sergio Mantovani | country of citizenship | Italy | 1960\n- Sergio Bonelli | country of citizenship | Italy | 1960\n- Rossana Rossanda | country of citizenship | Italy | 1960\n- Romeo Bertini | country of citizenship | Italy | 1960\n- Renata Tebaldi | country of citizenship | Italy | 1960\n- Primo Nebiolo | country of citizenship | Italy | 1960\n- Pietro Parente | country of citizenship | Italy | 1960\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Antonio Segni (1960)\n Answer: Antonio Segni", "t_query": 1960.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001117", "prompt": " In 1921, what was the head of government of Tilla Durieux's spouse's work location's country?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Hop 1: Tilla Durieux -> spouse -> Paul Cassirer (1921)\n Hop 2: Paul Cassirer -> work location -> Berlin (1921)\n Hop 3: Berlin -> country -> Weimar Republic (1921)\n Hop 4: Weimar Republic -> head of government -> Constantin Fehrenbach (1921)\n Answer: Constantin Fehrenbach", "t_query": 1921.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_001118", "prompt": " In 1989, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\n- Stéphane Grappelli | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1989)\n Hop 2: Raul Gardini -> country of citizenship -> Italy (1989)\n Answer: Raul Gardini", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001119", "prompt": " In 1937, what was the educated at of Raymond Aubrac?\nEvidence:\n- Raymond Aubrac | educated at | Harvard University | 1937\n- Raymond Aubrac | educated at | Massachusetts Institute of Technology | 1937\n- Raymond Aubrac | educated at | École Nationale des Ponts et Chaussées | 1937\n- Q92760 | educated at | Massachusetts Institute of Technology | 1937\n- Howard H. Aiken | educated at | Harvard University | 1937\n- Richard Feynman | educated at | Massachusetts Institute of Technology | 1937\n- Q178577 | employer | Massachusetts Institute of Technology | 1937\n- Q982883 | employer | Harvard University | 1937\n- Q912906 | employer | Harvard University | 1937\n- Q183372 | employer | Harvard University | 1937\n- Hassler Whitney | employer | Harvard University | 1937\n- Edward Vermilye Huntington | employer | Harvard University | 1937\n- Clarence Irving Lewis | employer | Harvard University | 1937\nReasoning:", "completion": " Hop 1: Raymond Aubrac -> educated at -> École Nationale des Ponts et Chaussées (1937)\n Answer: École Nationale des Ponts et Chaussées", "t_query": 1937.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 13} +{"id": "sft_001120", "prompt": " In 1970, what was the head of government of Lina Bo Bardi's country of citizenship?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Lina Bo Bardi -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of government -> Emilio Colombo (1970)\n Answer: Emilio Colombo", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001121", "prompt": " In what year was the country of citizenship of Virbhadra Singh equal to India?\nEvidence:\n- Virbhadra Singh | country of citizenship | India | 1993\n- Abhijit Banerjee | country of citizenship | India | 1993\n- M. S. Swaminathan | country of citizenship | India | 1993\n- India | contains the administrative territorial entity | Daman and Diu | 1993\n- India | head of state | Shankar Dayal Sharma | 1993\n- India | head of government | P. V. Narasimha Rao | 1993\nReasoning:", "completion": " Hop 1: Virbhadra Singh -> country of citizenship -> India (1993)\n Answer: 1993", "t_query": 1993.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 6} +{"id": "sft_001122", "prompt": " In 1957, whose located in was Trier?\nEvidence:\n- Trier | located in the administrative territorial entity | Trier | 1957\n- Trier | capital of | Trier | 1957\nReasoning:", "completion": " Hop 1: Trier -> located in -> Trier (1957)\n Answer: Trier", "t_query": 1957.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_001123", "prompt": " Who was the country of citizenship of Antonio Corpora after Kingdom of Italy?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Answer: Italy", "t_query": 1962.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001124", "prompt": " In what year was the country of Görlitz equal to German Democratic Republic?\nEvidence:\n- Görlitz | country | German Democratic Republic | 1969\n- Zwickau | country | German Democratic Republic | 1969\n- Zeuthen | country | German Democratic Republic | 1969\n- Wismar | country | German Democratic Republic | 1969\n- Q696016 | country | German Democratic Republic | 1969\n- Q525425 | country | German Democratic Republic | 1969\n- Q45898 | country | German Democratic Republic | 1969\n- Potsdam | country | German Democratic Republic | 1969\n- Neustrelitz | country | German Democratic Republic | 1969\n- Magdeburg | country | German Democratic Republic | 1969\n- Jena | country | German Democratic Republic | 1969\n- Elsterwerda | country | German Democratic Republic | 1969\n- Cottbus | country | German Democratic Republic | 1969\n- Berlin | country | German Democratic Republic | 1969\n- Limbach-Oberfrohna | country | German Democratic Republic | 1969\nReasoning:", "completion": " Hop 1: Görlitz -> country -> German Democratic Republic (1969)\n Answer: 1969", "t_query": 1969.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001125", "prompt": " In 1998, what was the head of state of Italy?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1998\n- Q454036 | country of citizenship | Italy | 1998\n- Vittore Catella | country of citizenship | Italy | 1998\n- Veriano Luchetti | country of citizenship | Italy | 1998\n- Tullio Kezich | country of citizenship | Italy | 1998\n- Tonino Cervi | country of citizenship | Italy | 1998\n- Tiziano Terzani | country of citizenship | Italy | 1998\n- Simon Spierer | country of citizenship | Italy | 1998\n- Sergio Mantovani | country of citizenship | Italy | 1998\n- Sergio Bonelli | country of citizenship | Italy | 1998\n- Salvatore Cassisa | country of citizenship | Italy | 1998\n- Rossana Rossanda | country of citizenship | Italy | 1998\n- Romano Mussolini | country of citizenship | Italy | 1998\n- Renata Tebaldi | country of citizenship | Italy | 1998\n- Primo Nebiolo | country of citizenship | Italy | 1998\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Oscar Luigi Scalfaro (1998)\n Answer: Oscar Luigi Scalfaro", "t_query": 1998.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001126", "prompt": " After Bad Kissingen country West Germany, what was the head of government of Friedrich Guggenberger's allegiance's contains the administrative territorial entity?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Bad Kissingen | country | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1972)\n Hop 3: Baden-Württemberg -> head of government -> Hans Filbinger (1972)\n Answer: Hans Filbinger", "t_query": 1972.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001127", "prompt": " In 2019, what was the member of sports team of Gerard Piqué?\nEvidence:\n- Gerard Piqué | unmarried partner | Shakira | 2019\n- Gerard Piqué | member of sports team | Futbol Club Barcelona | 2019\n- Gerard Piqué | member of sports team | Catalonia national football team | 2019\n- Q49704 | member of sports team | Futbol Club Barcelona | 2019\n- Q455462 | member of sports team | Futbol Club Barcelona | 2019\n- Lionel Messi | member of sports team | Futbol Club Barcelona | 2019\n- Lionel Messi | employer | Futbol Club Barcelona | 2019\nReasoning:", "completion": " Hop 1: Gerard Piqué -> member of sports team -> Catalonia national football team (2019)\n Answer: Catalonia national football team", "t_query": 2019.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 7} +{"id": "sft_001128", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in equal to Francheville?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Rhône -> contains the administrative territorial entity -> Francheville (2003)\n Answer: 2003", "t_query": 2003.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001129", "prompt": " Who was the head of state of Franca Ongaro's country of citizenship before Giorgio Napolitano?\nEvidence:\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Giorgio Perlasca | country of citizenship | Italy | 1952\n- Giorgio Pasquali | country of citizenship | Italy | 1952\n- Giorgio Oberweger | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\nReasoning:", "completion": " Hop 1: Franca Ongaro -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> head of state -> Luigi Einaudi (1952)\n Answer: Luigi Einaudi", "t_query": 1952.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001130", "prompt": " In what year was the diplomatic relation of Germany equal to Czechoslovakia?\nEvidence:\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | shares border with | Czechoslovakia | 1974\n- Trenčín | country | Czechoslovakia | 1974\n- Rokycany | country | Czechoslovakia | 1974\n- Ratibořice | country | Czechoslovakia | 1974\n- Q953856 | country | Czechoslovakia | 1974\n- Q918108 | country | Czechoslovakia | 1974\n- Q852472 | country | Czechoslovakia | 1974\n- Q764320 | country | Czechoslovakia | 1974\n- Q270704 | country | Czechoslovakia | 1974\n- Příbor | country | Czechoslovakia | 1974\n- Prešov | country | Czechoslovakia | 1974\nReasoning:", "completion": " Hop 1: Germany -> diplomatic relation -> Czechoslovakia (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001131", "prompt": " In 1927, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1927\n- Q890523 | country of citizenship | Kingdom of Italy | 1927\n- Q715036 | country of citizenship | Kingdom of Italy | 1927\n- Q603148 | country of citizenship | Kingdom of Italy | 1927\n- Q471232 | country of citizenship | Kingdom of Italy | 1927\n- Q456574 | country of citizenship | Kingdom of Italy | 1927\n- Q432318 | country of citizenship | Kingdom of Italy | 1927\n- Q333809 | country of citizenship | Kingdom of Italy | 1927\n- Q329221 | country of citizenship | Kingdom of Italy | 1927\n- Q297190 | country of citizenship | Kingdom of Italy | 1927\n- Q263967 | country of citizenship | Kingdom of Italy | 1927\n- Q216812 | country of citizenship | Kingdom of Italy | 1927\n- Q178349 | country of citizenship | Kingdom of Italy | 1927\n- Vincenzo Vannutelli | country of citizenship | Kingdom of Italy | 1927\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1927\nReasoning:", "completion": " Hop 1: Michele Cipolla -> country of citizenship -> Kingdom of Italy (1927)\n Answer: Michele Cipolla", "t_query": 1927.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001132", "prompt": " In what year was the contains the administrative territorial entity of Mannheim's country equal to Lower Saxony?\nEvidence:\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Lower Saxony (1950)\n Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001133", "prompt": " In 1982, what was the located in time zone of Chile?\nEvidence:\n- Chile | located in time zone | UTC−04:00 | 1982\nReasoning:", "completion": " Hop 1: Chile -> located in time zone -> UTC−04:00 (1982)\n Answer: UTC−04:00", "t_query": 1982.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_001134", "prompt": " In 1950, whose contains the administrative territorial entity's country was North Rhine-Westphalia?\nEvidence:\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> North Rhine-Westphalia (1950)\n Hop 2: Mannheim -> country -> West Germany (1950)\n Answer: Mannheim", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001135", "prompt": " In 1987, what was the head of government of Germany's head of government's country of citizenship's contains the administrative territorial entity?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Saarland (1987)\n Hop 4: Saarland -> head of government -> Q110719 (1987)\n Answer: Q110719", "t_query": 1987.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001136", "prompt": " In what year was the position held of Germany's head of state equal to Federal Minister for Foreign Affairs?\nEvidence:\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> position held -> Federal Minister for Foreign Affairs (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001137", "prompt": " In 1956, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\n- Veriano Luchetti | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1956)\n Hop 2: Laura Veccia Vaglieri -> country of citizenship -> Italy (1956)\n Answer: Laura Veccia Vaglieri", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001138", "prompt": " In 1959, whose operator was Société nationale des chemins de fer français?\nEvidence:\n- Q802601 | operator | Société nationale des chemins de fer français | 1959\n- Paris–Lille railway | operator | Société nationale des chemins de fer français | 1959\n- Tarascon–Sète railway line | operator | Société nationale des chemins de fer français | 1959\n- Sélestat–Saverne railway line | operator | Société nationale des chemins de fer français | 1959\n- Rémilly–Saarbrücken railway line | operator | Société nationale des chemins de fer français | 1959\n- Dijon-Vallorbe railway line | operator | Société nationale des chemins de fer français | 1959\n- Belfort–Delle railway line | operator | Société nationale des chemins de fer français | 1959\n- Mantes-la-Jolie–Cherbourg railway | operator | Société nationale des chemins de fer français | 1959\nReasoning:", "completion": " Hop 1: Q802601 -> operator -> Société nationale des chemins de fer français (1959)\n Answer: Q802601", "t_query": 1959.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 8} +{"id": "sft_001139", "prompt": " Who was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance before Baden-Württemberg?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Baden-Württemberg | country | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> North Rhine-Westphalia (1972)\n Answer: North Rhine-Westphalia", "t_query": 1972.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001140", "prompt": " In what year was the head of state of Luca Ronconi's country of citizenship equal to Oscar Luigi Scalfaro?\nEvidence:\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1993\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Luigi Comencini | country of citizenship | Italy | 1993\n- Luigi Agnolin | country of citizenship | Italy | 1993\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1993\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\nReasoning:", "completion": " Hop 1: Luca Ronconi -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1993)\n Answer: 1993", "t_query": 1993.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001141", "prompt": " In what year was the country of Altai Krai equal to Soviet Union?\nEvidence:\n- Altai Krai | country | Soviet Union | 1991\n- Slavgorod | located in the administrative territorial entity | Altai Krai | 1991\n- Rubtsovsk | located in the administrative territorial entity | Altai Krai | 1991\n- Biysk | located in the administrative territorial entity | Altai Krai | 1991\n- Barnaul | located in the administrative territorial entity | Altai Krai | 1991\n- Zhytomyr | country | Soviet Union | 1991\n- Zhovkva | country | Soviet Union | 1991\n- Zastavna | country | Soviet Union | 1991\n- Yevpatoriia | country | Soviet Union | 1991\n- Yalta | country | Soviet Union | 1991\n- Vyazma | country | Soviet Union | 1991\n- Voronezh | country | Soviet Union | 1991\n- Vologda | country | Soviet Union | 1991\n- Volodarsk | country | Soviet Union | 1991\n- Volhynia | country | Soviet Union | 1991\nReasoning:", "completion": " Hop 1: Altai Krai -> country -> Soviet Union (1991)\n Answer: 1991", "t_query": 1991.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001142", "prompt": " In what year was the member of sports team of Georgi Hristov equal to FK Partizan?\nEvidence:\n- Georgi Hristov | member of sports team | FK Partizan | 1995\n- Q205415 | member of sports team | FK Partizan | 1995\n- Georgi Hristov | member of sports team | North Macedonia men's national football team | 1995\n- Ivica Francišković | member of sports team | FK Partizan | 1995\n- Q349656 | member of sports team | North Macedonia men's national football team | 1995\n- Q311362 | member of sports team | North Macedonia men's national football team | 1995\nReasoning:", "completion": " Hop 1: Georgi Hristov -> member of sports team -> FK Partizan (1995)\n Answer: 1995", "t_query": 1995.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 6} +{"id": "sft_001143", "prompt": " In what year was the winner of Albert Lasker Award for Basic Medical Research equal to Rolf M. Zinkernagel?\nEvidence:\n- Albert Lasker Award for Basic Medical Research | winner | Rolf M. Zinkernagel | 1995\n- Albert Lasker Award for Basic Medical Research | winner | Peter C. Doherty | 1995\n- Albert Lasker Award for Basic Medical Research | winner | Don Craig Wiley | 1995\n- Don Craig Wiley | award received | Albert Lasker Award for Basic Medical Research | 1995\nReasoning:", "completion": " Hop 1: Albert Lasker Award for Basic Medical Research -> winner -> Rolf M. Zinkernagel (1995)\n Answer: 1995", "t_query": 1995.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 4} +{"id": "sft_001144", "prompt": " In what year was the position held of Italy's head of government equal to Prime Minister of Italy?\nEvidence:\n- Giuseppe Meazza | coach of sports team | Italy men's national association football team | 1953\n- Q264986 | country of citizenship | Italy | 1953\n- Q219490 | country of citizenship | Italy | 1953\n- Q213482 | country of citizenship | Italy | 1953\n- Dalida | country of citizenship | Italy | 1953\n- Veriano Luchetti | country of citizenship | Italy | 1953\n- Tonino Cervi | country of citizenship | Italy | 1953\n- Tiziano Terzani | country of citizenship | Italy | 1953\n- Stéphane Grappelli | country of citizenship | Italy | 1953\n- Simon Spierer | country of citizenship | Italy | 1953\n- Sergio Mantovani | country of citizenship | Italy | 1953\n- Sergio Bonelli | country of citizenship | Italy | 1953\n- Rossana Rossanda | country of citizenship | Italy | 1953\n- Romeo Bertini | country of citizenship | Italy | 1953\n- Renata Tebaldi | country of citizenship | Italy | 1953\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Alcide De Gasperi (1953)\n Hop 2: Alcide De Gasperi -> position held -> Prime Minister of Italy (1953)\n Answer: 1953", "t_query": 1953.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001145", "prompt": " Who was the head of state of Giorgio Rebuffi's country of citizenship after Luigi Einaudi?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Luigi Comencini | country of citizenship | Italy | 1997\n- Luigi Agnolin | country of citizenship | Italy | 1997\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1997\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1997\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\nReasoning:", "completion": " Hop 1: Giorgio Rebuffi -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Answer: Oscar Luigi Scalfaro", "t_query": 1997.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001146", "prompt": " After Signalny located in Nemuro Subprefecture (1897—2010), what was the country of Signalny?\nEvidence:\n- Signalny | located in the administrative territorial entity | Nemuro Subprefecture (1897—2010) | 1935\n- Berutarube | located in the administrative territorial entity | Nemuro Subprefecture (1897—2010) | 1935\n- Polonsky Island | located in the administrative territorial entity | Nemuro Subprefecture (1897—2010) | 1935\n- Signalny | country | Empire of Japan | 1935\n- Shimano | country | Empire of Japan | 1935\n- Q18097 | country | Empire of Japan | 1935\n- Q156046 | country | Empire of Japan | 1935\n- Berutarube | country | Empire of Japan | 1935\n- Q155773 | country of citizenship | Empire of Japan | 1935\n- Soongsil University | country | Empire of Japan | 1935\n- Polonsky Island | country | Empire of Japan | 1935\n- North Gyeongsang | country | Empire of Japan | 1935\n- Kunashir Island | country | Empire of Japan | 1935\n- Yi Un | country of citizenship | Empire of Japan | 1935\n- Park Yeol | country of citizenship | Empire of Japan | 1935\nReasoning:", "completion": " Hop 1: Signalny -> country -> Empire of Japan (1935)\n Answer: Empire of Japan", "t_query": 1935.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001147", "prompt": " Who was the contains the administrative territorial entity of Bernard Schultze's work location's country after North Rhine-Westphalia?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Hesse (1953)\n Answer: Hesse", "t_query": 1953.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 3} +{"id": "sft_001148", "prompt": " In 1962, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giovanni Gronchi | position held | President of Italy | 1962\n- Antonio Segni | position held | President of Italy | 1962\n- Italy | head of state | Giovanni Gronchi | 1962\n- Italy | head of state | Antonio Segni | 1962\n- Giovanni Gronchi | position held | Italian senator for life | 1962\n- Giovanni Gronchi | country of citizenship | Italy | 1962\n- Antonio Segni | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Giovanni Gronchi -> position held -> President of Italy (1962)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1962)\n Hop 3: Antonio Corpora -> country of citizenship -> Italy (1962)\n Answer: Antonio Corpora", "t_query": 1962.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 7} +{"id": "sft_001149", "prompt": " In 1967, whose located in was Kazakh Soviet Socialist Republic?\nEvidence:\n- Kostanay Region | country | Kazakh Soviet Socialist Republic | 1967\n- Semipalatinsk Oblast | located in the administrative territorial entity | Kazakh Soviet Socialist Republic | 1967\n- Kostanay Region | located in the administrative territorial entity | Kazakh Soviet Socialist Republic | 1967\n- West Kazakhstan Region | located in the administrative territorial entity | Kazakh Soviet Socialist Republic | 1967\n- Taldy-Kurgan oblast | located in the administrative territorial entity | Kazakh Soviet Socialist Republic | 1967\n- North Kazakhstan Region | located in the administrative territorial entity | Kazakh Soviet Socialist Republic | 1967\n- East Kazakhstan Region | located in the administrative territorial entity | Kazakh Soviet Socialist Republic | 1967\n- Semey | located in the administrative territorial entity | Semipalatinsk Oblast | 1967\n- Semipalatinsk Oblast | country | Soviet Union | 1967\n- Kostanay Region | country | Soviet Union | 1967\n- Taldy-Kurgan oblast | country | Soviet Union | 1967\n- North Kazakhstan Region | country | Soviet Union | 1967\n- East Kazakhstan Region | country | Soviet Union | 1967\n- Semey | capital of | Semipalatinsk Oblast | 1967\nReasoning:", "completion": " Hop 1: Kostanay Region -> located in -> Kazakh Soviet Socialist Republic (1967)\n Answer: Kostanay Region", "t_query": 1967.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 14} +{"id": "sft_001150", "prompt": " In 1927, whose educated at was University of Basel?\nEvidence:\n- Ernst Stueckelberg | educated at | University of Basel | 1927\nReasoning:", "completion": " Hop 1: Ernst Stueckelberg -> educated at -> University of Basel (1927)\n Answer: Ernst Stueckelberg", "t_query": 1927.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_001151", "prompt": " In what year was the basic form of government of Kasato Maru's country of registry equal to absolute monarchy?\nEvidence:\n- Russian Empire | basic form of government | absolute monarchy | 1901\n- Kasato Maru | country of registry | Russian Empire | 1901\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1901\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1901\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1901\n- Khanate of Khiva | country | Russian Empire | 1901\n- Emirate of Bukhara | country | Russian Empire | 1901\n- Russian Empire | anthem | God Save the Tsar! | 1901\n- Vladimir Lenin | country of citizenship | Russian Empire | 1901\n- Vikenty Veresaev | country of citizenship | Russian Empire | 1901\nReasoning:", "completion": " Hop 1: Kasato Maru -> country of registry -> Russian Empire (1901)\n Hop 2: Russian Empire -> basic form of government -> absolute monarchy (1901)\n Answer: 1901", "t_query": 1901.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001152", "prompt": " In what year was the noble title of Gustaf VI Adolf of Sweden's spouse equal to queen consort?\nEvidence:\n- Gustaf VI Adolf of Sweden | noble title | duke | 1937\n- Gustaf VI Adolf of Sweden | noble title | crown prince | 1937\n- Louise Mountbatten | noble title | queen consort | 1937\n- Louise Mountbatten | spouse | Gustaf VI Adolf of Sweden | 1937\n- Gustaf VI Adolf of Sweden | spouse | Louise Mountbatten | 1937\n- Gustaf VI Adolf of Sweden | position held | crown prince | 1937\nReasoning:", "completion": " Hop 1: Gustaf VI Adolf of Sweden -> spouse -> Louise Mountbatten (1937)\n Hop 2: Louise Mountbatten -> noble title -> queen consort (1937)\n Answer: 1937", "t_query": 1937.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 6} +{"id": "sft_001153", "prompt": " In 1996, whose position held's head of government was Prime Minister of Italy?\nEvidence:\n- Lamberto Dini | position held | Prime Minister of Italy | 1996\n- Italy | head of government | Lamberto Dini | 1996\nReasoning:", "completion": " Hop 1: Lamberto Dini -> position held -> Prime Minister of Italy (1996)\n Hop 2: Italy -> head of government -> Lamberto Dini (1996)\n Answer: Italy", "t_query": 1996.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_001154", "prompt": " In 1974, what was the chairperson of Germany's head of state's member of political party?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> member of political party -> Free Democratic Party (1974)\n Hop 3: Free Democratic Party -> chairperson -> Hans-Dietrich Genscher (1974)\n Answer: Hans-Dietrich Genscher", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001155", "prompt": " After Antonio Marchi country of citizenship Italy, what was the member of of Elena Altieri's country of citizenship?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Antonio Leonviola | country of citizenship | Italy | 1977\n- Antonio Calderara | country of citizenship | Italy | 1977\n- Antonio Brivio | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\nReasoning:", "completion": " Hop 1: Elena Altieri -> country of citizenship -> Italy (1977)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1977)\n Answer: European Coal and Steel Community", "t_query": 1977.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001156", "prompt": " In 1963, what was the head of state of Luigi Pistilli's country of citizenship?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Luigi Pistilli -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Answer: Antonio Segni", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001157", "prompt": " In what year was the award received of Hugo Alfvén equal to director musices?\nEvidence:\n- Hugo Alfvén | award received | director musices | 1911\nReasoning:", "completion": " Hop 1: Hugo Alfvén -> award received -> director musices (1911)\n Answer: 1911", "t_query": 1911.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1} +{"id": "sft_001158", "prompt": " In what year was the chairperson of Germany's head of state's member of political party equal to Hans-Dietrich Genscher?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> member of political party -> Free Democratic Party (1974)\n Hop 3: Free Democratic Party -> chairperson -> Hans-Dietrich Genscher (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001159", "prompt": " After Belfort–Delle railway line operator Chemins de fer de l'Est, what was the operator of Belfort–Delle railway line?\nEvidence:\n- Belfort–Delle railway line | operator | Société nationale des chemins de fer français | 1958\n- Tarascon–Sète railway line | operator | Société nationale des chemins de fer français | 1958\n- Sélestat–Saverne railway line | operator | Société nationale des chemins de fer français | 1958\n- Rémilly–Saarbrücken railway line | operator | Société nationale des chemins de fer français | 1958\n- Dijon-Vallorbe railway line | operator | Société nationale des chemins de fer français | 1958\n- Paris–Lille railway | operator | Société nationale des chemins de fer français | 1958\n- Mantes-la-Jolie–Cherbourg railway | operator | Société nationale des chemins de fer français | 1958\n- Q802601 | operator | Société nationale des chemins de fer français | 1958\nReasoning:", "completion": " Hop 1: Belfort–Delle railway line -> operator -> Société nationale des chemins de fer français (1958)\n Answer: Société nationale des chemins de fer français", "t_query": 1958.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 8} +{"id": "sft_001160", "prompt": " In what year was the shares border with of Gino Cassinis's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1959\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Gino Cassinis -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> shares border with -> Yugoslavia (1959)\n Answer: 1959", "t_query": 1959.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001161", "prompt": " In what year was the head of state of Robert Morley's country of citizenship equal to Elizabeth II?\nEvidence:\n- United Kingdom | head of state | Elizabeth II | 1983\n- Robert Morley | country of citizenship | United Kingdom | 1983\n- Tony Abbott | country of citizenship | United Kingdom | 1983\n- Liz Smith | country of citizenship | United Kingdom | 1983\n- United Kingdom | part of | European Union | 1983\n- United Kingdom | member of | European Union | 1983\nReasoning:", "completion": " Hop 1: Robert Morley -> country of citizenship -> United Kingdom (1983)\n Hop 2: United Kingdom -> head of state -> Elizabeth II (1983)\n Answer: 1983", "t_query": 1983.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 6} +{"id": "sft_001162", "prompt": " After Angelo Bartolomasi country of citizenship Italy, what was the head of state of Giovanni Spadolini's country of citizenship?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1963\n- Angelo Varetto | country of citizenship | Italy | 1963\n- Angelo Infanti | country of citizenship | Italy | 1963\n- Angelo Cuniberti | country of citizenship | Italy | 1963\n- Giovanni Mardersteig | country of citizenship | Italy | 1963\n- Giovanni Invernizzi | country of citizenship | Italy | 1963\n- Giovanni Goria | country of citizenship | Italy | 1963\n- Giovanni Ferrofino | country of citizenship | Italy | 1963\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1963\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Giovanni Spadolini -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Answer: Antonio Segni", "t_query": 1963.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001163", "prompt": " In 1974, whose basic form of government's diplomatic relation was republic?\nEvidence:\n- Afghanistan | basic form of government | republic | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\nReasoning:", "completion": " Hop 1: Afghanistan -> basic form of government -> republic (1974)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_001164", "prompt": " In what year was the head of government of Berolzheim's country equal to Hans Luther?\nEvidence:\n- Weimar Republic | head of government | Hans Luther | 1925\n- Berolzheim | country | Weimar Republic | 1925\n- Minden Government Region | country | Weimar Republic | 1925\n- Weimar Republic | head of state | Friedrich Ebert | 1925\n- Weimar Republic | head of state | Paul von Hindenburg | 1925\n- Q87105 | country of citizenship | Weimar Republic | 1925\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1925\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Weimar | country | Weimar Republic | 1925\nReasoning:", "completion": " Hop 1: Berolzheim -> country -> Weimar Republic (1925)\n Hop 2: Weimar Republic -> head of government -> Hans Luther (1925)\n Answer: 1925", "t_query": 1925.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001165", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Vénissieux, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Fleurieu-sur-Saône (2003)\n Answer: Fleurieu-sur-Saône", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001166", "prompt": " In what year was the member of of Gerardo Marotta's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\n- Stefano Angeleri | country of citizenship | Italy | 2001\nReasoning:", "completion": " Hop 1: Gerardo Marotta -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> member of -> European Coal and Steel Community (2001)\n Answer: 2001", "t_query": 2001.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001167", "prompt": " In what year was the contains the administrative territorial entity of Rhône equal to Francheville?\nEvidence:\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\n- Q945660 | located in the administrative territorial entity | Q3083 | 1947\n- Q945660 | located in the administrative territorial entity | Q12736 | 1947\nReasoning:", "completion": " Hop 1: Rhône -> contains the administrative territorial entity -> Francheville (1947)\n Answer: 1947", "t_query": 1947.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 10} +{"id": "sft_001168", "prompt": " In 1996, what was the position held of Italy's head of government?\nEvidence:\n- Oscar Luigi Scalfaro | position held | President of Italy | 1996\n- Italy | head of state | Oscar Luigi Scalfaro | 1996\n- Norberto Bobbio | position held | Italian senator for life | 1996\n- Q454036 | country of citizenship | Italy | 1996\n- Vittore Catella | country of citizenship | Italy | 1996\n- Veriano Luchetti | country of citizenship | Italy | 1996\n- Tullio Kezich | country of citizenship | Italy | 1996\n- Tonino Cervi | country of citizenship | Italy | 1996\n- Tiziano Terzani | country of citizenship | Italy | 1996\n- Stéphane Grappelli | country of citizenship | Italy | 1996\n- Simon Spierer | country of citizenship | Italy | 1996\n- Sergio Mantovani | country of citizenship | Italy | 1996\n- Sergio Bonelli | country of citizenship | Italy | 1996\n- Salvatore Cassisa | country of citizenship | Italy | 1996\n- Rossana Rossanda | country of citizenship | Italy | 1996\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Lamberto Dini (1996)\n Hop 2: Lamberto Dini -> position held -> Prime Minister of Italy (1996)\n Answer: Prime Minister of Italy", "t_query": 1996.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001169", "prompt": " In 1974, what was the member of political party of Germany's head of state?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> member of political party -> Free Democratic Party (1974)\n Answer: Free Democratic Party", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001170", "prompt": " Who was the contains the administrative territorial entity of Germany's capital's capital of after Hesse?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> North Rhine-Westphalia (1974)\n Answer: North Rhine-Westphalia", "t_query": 1974.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001171", "prompt": " In 1971, what was the position held of Salvatore Fiume's country of citizenship's head of state?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1971)\n Hop 3: Giuseppe Saragat -> position held -> Italian senator for life (1971)\n Answer: Italian senator for life", "t_query": 1971.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001172", "prompt": " In 1962, what was the member of of Antonio Corpora's country of citizenship?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1962)\n Answer: European Coal and Steel Community", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001173", "prompt": " Who was the head of government of Lewis Mumford's work location after Robert Ferdinand Wagner Jr.?\nEvidence:\n- Lewis Mumford | work location | New York City | 1986\n- Lewis Mumford | residence | Amenia | 1986\n- New York City | head of government | Ed Koch | 1986\n- Q828254 | work location | New York City | 1986\n- Arman | work location | New York City | 1986\n- Nancy Graves | work location | New York City | 1986\n- Louise Bourgeois | work location | New York City | 1986\n- Elliott Erwitt | work location | New York City | 1986\n- Donald Trump | work location | New York City | 1986\n- Alan Vega | work location | New York City | 1986\n- MetLife | headquarters location | New York City | 1986\n- Prelinger Archives | located in the administrative territorial entity | New York City | 1986\n- Variety | place of publication | New York City | 1986\n- Wolfgang Schivelbusch | residence | New York City | 1986\n- William Vickrey | residence | New York City | 1986\nReasoning:", "completion": " Hop 1: Lewis Mumford -> work location -> New York City (1986)\n Hop 2: New York City -> head of government -> Ed Koch (1986)\n Answer: Ed Koch", "t_query": 1986.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001174", "prompt": " In 2012, what was the member of sports team of Thomas Chatelle?\nEvidence:\n- Thomas Chatelle | member of sports team | Sint-Truidense V.V. | 2012\n- Thomas Chatelle | member of sports team | R.S.C. Anderlecht | 2012\n- Thomas Chatelle | member of sports team | R.A.E.C. Mons | 2012\n- Q968773 | member of sports team | R.S.C. Anderlecht | 2012\n- Q516607 | member of sports team | R.S.C. Anderlecht | 2012\n- Q392727 | member of sports team | Sint-Truidense V.V. | 2012\n- Q377088 | member of sports team | Sint-Truidense V.V. | 2012\n- Q329348 | member of sports team | R.S.C. Anderlecht | 2012\n- Q817639 | member of sports team | R.A.E.C. Mons | 2012\n- Q464631 | member of sports team | R.A.E.C. Mons | 2012\n- Marcin Wasilewski | member of sports team | R.S.C. Anderlecht | 2012\n- Koen Daerden | member of sports team | Sint-Truidense V.V. | 2012\n- Bahattin Köse | member of sports team | R.A.E.C. Mons | 2012\n- R.A.E.C. Mons | league or competition | Belgian Pro League | 2012\nReasoning:", "completion": " Hop 1: Thomas Chatelle -> member of sports team -> R.S.C. Anderlecht (2012)\n Answer: R.S.C. Anderlecht", "t_query": 2012.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 14} +{"id": "sft_001175", "prompt": " Who was the work location of Carmelo Cappello after Rome?\nEvidence:\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Zita of Bourbon-Parma | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> work location -> Milan (1964)\n Answer: Milan", "t_query": 1964.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001176", "prompt": " Who was the winner of Academy Award for Best Actress after Claudette Colbert?\nEvidence:\n- Academy Award for Best Actress | winner | Cher | 1987\n- The Accused | award received | Academy Award for Best Actress | 1987\n- Q104814 | nominated for | Academy Award for Best Actress | 1987\n- Cher | award received | Academy Award for Best Actress | 1987\n- Marlee Matlin | nominated for | Academy Award for Best Actress | 1987\n- Marlee Matlin | award received | Academy Award for Best Actress | 1987\n- Peggy Sue Got Married | nominated for | Academy Award for Best Actress | 1987\n- Q104814 | nominated for | Academy Award for Best Sound | 1987\n- Q104814 | nominated for | Academy Award for Best Visual Effects | 1987\n- Q104814 | nominated for | Academy Award for Best Sound Editing | 1987\n- Q104814 | nominated for | Academy Award for Best Production Design | 1987\n- Q104814 | nominated for | Academy Award for Best Original Score | 1987\n- Q104814 | nominated for | Academy Award for Best Film Editing | 1987\n- Peggy Sue Got Married | nominated for | Academy Award for Best Cinematography | 1987\n- Peggy Sue Got Married | nominated for | Academy Award for Best Costume Design | 1987\nReasoning:", "completion": " Hop 1: Academy Award for Best Actress -> winner -> Cher (1987)\n Answer: Cher", "t_query": 1987.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001177", "prompt": " In 1997, whose work location was London?\nEvidence:\n- Q828254 | work location | London | 1997\n- Q78504 | work location | London | 1997\n- Q517651 | work location | London | 1997\n- Q349842 | work location | London | 1997\n- Pertti Salolainen | work location | London | 1997\n- Mona Hatoum | work location | London | 1997\n- Marc Quinn | work location | London | 1997\n- Damien Hirst | work location | London | 1997\n- Bernard Meadows | work location | London | 1997\n- Anish Kapoor | work location | London | 1997\n- Q828254 | work location | New York City | 1997\nReasoning:", "completion": " Hop 1: Bernard Meadows -> work location -> London (1997)\n Answer: Bernard Meadows", "t_query": 1997.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 11} +{"id": "sft_001178", "prompt": " After Giuseppe Antonini country of citizenship Kingdom of Italy, what was the member of sports team of Giuseppe Antonini?\nEvidence:\n- Giuseppe Antonini | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Antonini | member of sports team | Hellas Verona FC | 1937\n- Giuseppe Ungaretti | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Paratore | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Milano | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Domenichelli | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Bottai | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Asti | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Di Vittorio | country of citizenship | Kingdom of Italy | 1937\n- Q976653 | country of citizenship | Kingdom of Italy | 1937\n- Q972711 | country of citizenship | Kingdom of Italy | 1937\n- Q922237 | country of citizenship | Kingdom of Italy | 1937\n- Q890523 | country of citizenship | Kingdom of Italy | 1937\n- Q741387 | country of citizenship | Kingdom of Italy | 1937\n- Q710497 | country of citizenship | Kingdom of Italy | 1937\nReasoning:", "completion": " Hop 1: Giuseppe Antonini -> member of sports team -> Hellas Verona FC (1937)\n Answer: Hellas Verona FC", "t_query": 1937.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001179", "prompt": " In what year was the shares border with of Raul Gardini's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1989\n- Raul Gardini | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Raul Gardini -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> shares border with -> Yugoslavia (1989)\n Answer: 1989", "t_query": 1989.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001180", "prompt": " In what year was the contains the administrative territorial entity of Rhône equal to Genay?\nEvidence:\n- Rhône | contains the administrative territorial entity | Genay | 1986\n- Rhône | contains the administrative territorial entity | Vénissieux | 1986\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1986\n- Rhône | contains the administrative territorial entity | Meyzieu | 1986\n- Rhône | contains the administrative territorial entity | Francheville | 1986\n- Rhône | contains the administrative territorial entity | Feyzin | 1986\n- Rhône | contains the administrative territorial entity | Bron | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 1986\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1986\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1986\n- Ternay | located in the administrative territorial entity | Rhône | 1986\n- Chaponnay | located in the administrative territorial entity | Rhône | 1986\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1986\n- Route nationale 383 | located in the administrative territorial entity | Rhône | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 1986\nReasoning:", "completion": " Hop 1: Rhône -> contains the administrative territorial entity -> Genay (1986)\n Answer: 1986", "t_query": 1986.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001181", "prompt": " In what year was the located in of Villabé equal to Seine-et-Oise?\nEvidence:\n- Villabé | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Bernes-sur-Oise | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Vaux-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Mousseaux-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Morsang-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Croissy-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Bonnières-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Bray-et-Lû | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Ézanville | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Émancé | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Écouen | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Villepreux | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Villejust | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Villecresnes | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Vigny | located in the administrative territorial entity | Seine-et-Oise | 1936\nReasoning:", "completion": " Hop 1: Villabé -> located in -> Seine-et-Oise (1936)\n Answer: 1936", "t_query": 1936.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001182", "prompt": " In 1960, whose position held's head of government was Prime Minister of Italy?\nEvidence:\n- Antonio Segni | position held | Prime Minister of Italy | 1960\n- Italy | head of government | Antonio Segni | 1960\n- Antonio Segni | country of citizenship | Italy | 1960\nReasoning:", "completion": " Hop 1: Antonio Segni -> position held -> Prime Minister of Italy (1960)\n Hop 2: Italy -> head of government -> Antonio Segni (1960)\n Answer: Italy", "t_query": 1960.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_001183", "prompt": " In 1942, what was the head of state of Jena's country?\nEvidence:\n- Jena | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Jena | country | Nazi Germany | 1942\n- Nazi Germany | head of state | Adolf Hitler | 1942\n- Carl Zeiss AG | headquarters location | Jena | 1942\n- Weimar | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Q15976 | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Gera | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Free State of Mecklenburg | located in the administrative territorial entity | Nazi Germany | 1942\n- Free State of Anhalt | located in the administrative territorial entity | Nazi Germany | 1942\n- Republic of Baden | located in the administrative territorial entity | Nazi Germany | 1942\n- Saxony | located in the administrative territorial entity | Nazi Germany | 1942\n- Berlin | located in the administrative territorial entity | Nazi Germany | 1942\n- Q822028 | country of registry | Nazi Germany | 1942\n- Q321140 | country of registry | Nazi Germany | 1942\n- Q237358 | country of citizenship | Nazi Germany | 1942\nReasoning:", "completion": " Hop 1: Jena -> country -> Nazi Germany (1942)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1942)\n Answer: Adolf Hitler", "t_query": 1942.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001184", "prompt": " In 1956, what was the shares border with of Germany?\nEvidence:\n- Germany | shares border with | Czechoslovakia | 1956\n- Germany | shares border with | Saar Protectorate | 1956\n- Germany | shares border with | German Democratic Republic | 1956\n- Bonn | capital of | Germany | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | West Germany | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Germany | member of | Western European Union | 1956\n- Germany | head of state | Theodor Heuss | 1956\n- Germany | head of government | Konrad Adenauer | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- West Germany | currency | Deutsche Mark | 1956\n- president of Germany | position holder | Theodor Heuss | 1956\nReasoning:", "completion": " Hop 1: Germany -> shares border with -> Saar Protectorate (1956)\n Answer: Saar Protectorate", "t_query": 1956.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001185", "prompt": " In 1974, whose member of was European Atomic Energy Community?\nEvidence:\n- Germany | member of | European Atomic Energy Community | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Germany | member of | Western European Union | 1974\n- Bonn | capital of | Germany | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- Universal Copyright Convention | signatory | Germany | 1974\n- Germany | significant event | Berlin Wall | 1974\n- Germany | significant event | Basic Treaty | 1974\nReasoning:", "completion": " Hop 1: Germany -> member of -> European Atomic Energy Community (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001186", "prompt": " Who was the head of government of Italy before Massimo D'Alema?\nEvidence:\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1980\n- Suso Cecchi d'Amico | award received | David di Donatello | 1980\n- Q219490 | country of citizenship | Italy | 1980\n- Veriano Luchetti | country of citizenship | Italy | 1980\n- Tullio Kezich | country of citizenship | Italy | 1980\n- Tonino Cervi | country of citizenship | Italy | 1980\n- Tiziano Terzani | country of citizenship | Italy | 1980\n- Stéphane Grappelli | country of citizenship | Italy | 1980\n- Simon Spierer | country of citizenship | Italy | 1980\n- Sergio Mantovani | country of citizenship | Italy | 1980\n- Sergio Bonelli | country of citizenship | Italy | 1980\n- Salvatore Cassisa | country of citizenship | Italy | 1980\n- Rossana Rossanda | country of citizenship | Italy | 1980\n- Renata Tebaldi | country of citizenship | Italy | 1980\n- Primo Nebiolo | country of citizenship | Italy | 1980\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Arnaldo Forlani (1980)\n Answer: Arnaldo Forlani", "t_query": 1980.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001187", "prompt": " After Gustaf VI Adolf of Sweden noble title duke, what was the position held of Gustaf VI Adolf of Sweden?\nEvidence:\n- Gustaf VI Adolf of Sweden | noble title | duke | 1937\n- Gustaf VI Adolf of Sweden | noble title | crown prince | 1937\n- Gustaf VI Adolf of Sweden | position held | crown prince | 1937\n- Louise Mountbatten | spouse | Gustaf VI Adolf of Sweden | 1937\n- Gustaf VI Adolf of Sweden | spouse | Louise Mountbatten | 1937\n- Louise Mountbatten | noble title | queen consort | 1937\nReasoning:", "completion": " Hop 1: Gustaf VI Adolf of Sweden -> position held -> crown prince (1937)\n Answer: crown prince", "t_query": 1937.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 6} +{"id": "sft_001188", "prompt": " In what year was the adjacent station of Ebetsu Station equal to Nopporo Station?\nEvidence:\n- Nopporo Station | adjacent station | Ebetsu Station | 1913\n- Ebetsu Station | adjacent station | Nopporo Station | 1913\n- Ebetsu Station | adjacent station | Horomui Station | 1913\n- Nopporo Station | adjacent station | Atsubetsu Station | 1913\nReasoning:", "completion": " Hop 1: Ebetsu Station -> adjacent station -> Nopporo Station (1913)\n Answer: 1913", "t_query": 1913.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 4} +{"id": "sft_001189", "prompt": " In 1964, whose head of state's country of citizenship was Antonio Segni?\nEvidence:\n- Italy | head of state | Antonio Segni | 1964\n- Antonio Segni | country of citizenship | Italy | 1964\n- Antonio Segni | award received | Charlemagne Prize | 1964\n- Antonio Segni | position held | President of Italy | 1964\n- Antonio Segni | position held | Italian senator for life | 1964\n- Antonio Leonviola | country of citizenship | Italy | 1964\n- Antonio Fessia | country of citizenship | Italy | 1964\n- Antonio Calderara | country of citizenship | Italy | 1964\n- Antonio Brivio | country of citizenship | Italy | 1964\n- Antonio Bacci | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Antonio Segni (1964)\n Hop 2: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Answer: Carmelo Cappello", "t_query": 1964.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001190", "prompt": " In what year was the currency of Salvatore Fiume's country of citizenship equal to Italian lira?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> currency -> Italian lira (1971)\n Answer: 1971", "t_query": 1971.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001191", "prompt": " In 1935, what was the member of sports team of Domingos da Guia?\nEvidence:\n- Domingos da Guia | member of sports team | Boca Juniors | 1935\n- Domingos da Guia | member of sports team | Brazil men's national football team | 1935\n- Martim Mércio da Silveira | member of sports team | Brazil men's national football team | 1935\n- Q940543 | member of sports team | Boca Juniors | 1935\n- Q455364 | member of sports team | Boca Juniors | 1935\n- Q10131 | member of sports team | Boca Juniors | 1935\n- Q555601 | member of sports team | Brazil men's national football team | 1935\n- Q261000 | member of sports team | Brazil men's national football team | 1935\n- Manuel Fleitas Solich | member of sports team | Boca Juniors | 1935\nReasoning:", "completion": " Hop 1: Domingos da Guia -> member of sports team -> Brazil men's national football team (1935)\n Answer: Brazil men's national football team", "t_query": 1935.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 9} +{"id": "sft_001192", "prompt": " Who was the head of state of Germany before Richard von Weizsäcker?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Bonn | capital of | Germany | 1974\n- Karl-Eduard von Schnitzler | country of citizenship | German Democratic Republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Gustav Heinemann (1974)\n Answer: Gustav Heinemann", "t_query": 1974.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001193", "prompt": " Who was the chief executive officer of Jean E. Sammet's employer after Thomas John Watson, Sr.?\nEvidence:\n- IBM | chief executive officer | Thomas Watson | 1965\n- Jean E. Sammet | employer | IBM | 1965\n- John Backus | employer | IBM | 1965\n- Benoit Mandelbrot | employer | IBM | 1965\nReasoning:", "completion": " Hop 1: Jean E. Sammet -> employer -> IBM (1965)\n Hop 2: IBM -> chief executive officer -> Thomas Watson (1965)\n Answer: Thomas Watson", "t_query": 1965.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 4} +{"id": "sft_001194", "prompt": " In 1987, whose head of government's contains the administrative territorial entity's country of citizenship's head of government was Lothar Späth?\nEvidence:\n- Baden-Württemberg | head of government | Lothar Späth | 1987\n- CDU Baden-Württemberg | chairperson | Lothar Späth | 1987\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1987\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1987\n- Baden-Württemberg | country | West Germany | 1987\nReasoning:", "completion": " Hop 1: Baden-Württemberg -> head of government -> Lothar Späth (1987)\n Hop 2: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1987)\n Hop 3: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 4: Germany -> head of government -> Helmut Kohl (1987)\n Answer: Germany", "t_query": 1987.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 5} +{"id": "sft_001195", "prompt": " In 1984, what was the head of state of Romano Mussolini's country of citizenship?\nEvidence:\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Romano Mussolini -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> head of state -> Sandro Pertini (1984)\n Answer: Sandro Pertini", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001196", "prompt": " After Metz country Germany, what was the capital of Germany?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Answer: Bonn", "t_query": 1974.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001197", "prompt": " After Goffredo Petrassi country of citizenship Italy, what was the head of government of Nino Baragli's country of citizenship?\nEvidence:\n- Goffredo Petrassi | country of citizenship | Italy | 1994\n- Nino Baragli | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\nReasoning:", "completion": " Hop 1: Nino Baragli -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1994)\n Answer: Carlo Azeglio Ciampi", "t_query": 1994.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001198", "prompt": " After Francesco Roberti country of citizenship Italy, what was the head of government of Raul Gardini's country of citizenship?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Francesco Scafarelli | country of citizenship | Italy | 1989\n- Francesco Gabrieli | country of citizenship | Italy | 1989\n- Francesco Aguzzoli | country of citizenship | Italy | 1989\n- Loris Francesco Capovilla | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Raul Gardini -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> head of government -> Ciriaco De Mita (1989)\n Answer: Ciriaco De Mita", "t_query": 1989.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001199", "prompt": " In what year was the head of state of Jena's country equal to Adolf Hitler?\nEvidence:\n- Nazi Germany | head of state | Adolf Hitler | 1942\n- Jena | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Jena | country | Nazi Germany | 1942\n- Carl Zeiss AG | headquarters location | Jena | 1942\n- Weimar | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Q15976 | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Gera | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Free State of Mecklenburg | located in the administrative territorial entity | Nazi Germany | 1942\n- Free State of Anhalt | located in the administrative territorial entity | Nazi Germany | 1942\n- Republic of Baden | located in the administrative territorial entity | Nazi Germany | 1942\n- Saxony | located in the administrative territorial entity | Nazi Germany | 1942\n- Berlin | located in the administrative territorial entity | Nazi Germany | 1942\n- Q822028 | country of registry | Nazi Germany | 1942\n- Q321140 | country of registry | Nazi Germany | 1942\n- Q237358 | country of citizenship | Nazi Germany | 1942\nReasoning:", "completion": " Hop 1: Jena -> country -> Nazi Germany (1942)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1942)\n Answer: 1942", "t_query": 1942.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001200", "prompt": " Who was the anthem of Mordovian Autonomous Soviet Socialist Republic's located in after The Internationale?\nEvidence:\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Saransk | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q780942 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q408606 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Saransk | capital of | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1957\n- Torbeyevsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Romodanovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Kochkurovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Chamzinsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Bolsheignatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Ardatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1957\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\nReasoning:", "completion": " Hop 1: Mordovian Autonomous Soviet Socialist Republic -> located in -> Russian Soviet Federative Socialist Republic (1957)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> State Anthem of the Soviet Union (1957)\n Answer: State Anthem of the Soviet Union", "t_query": 1957.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001201", "prompt": " In 1984, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1984\n- Q46099 | country of citizenship | Yugoslavia | 1984\n- Q207166 | country of citizenship | Yugoslavia | 1984\n- Vladica Popović | country of citizenship | Yugoslavia | 1984\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1984\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1984\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1984\n- Ilija Petković | country of citizenship | Yugoslavia | 1984\n- Dušan Ivković | country of citizenship | Yugoslavia | 1984\n- Dragan Tomić | country of citizenship | Yugoslavia | 1984\n- Verzar | country | Yugoslavia | 1984\n- Suševo | country | Yugoslavia | 1984\n- Q793485 | country | Yugoslavia | 1984\n- Pirot | country | Yugoslavia | 1984\n- Orašje | country | Yugoslavia | 1984\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1984)\n Hop 2: Carlo Curis -> country of citizenship -> Italy (1984)\n Answer: Carlo Curis", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001202", "prompt": " In what year was the head of government of Germany's capital's capital of's contains the administrative territorial entity equal to Q110719?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | Germany | 1987\n- Bonn | capital of | West Germany | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Afghanistan | basic form of government | republic | 1987\n- East Berlin | capital of | German Democratic Republic | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Germany | member of | Western European Union | 1987\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1987)\n Hop 2: Bonn -> capital of -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Saarland (1987)\n Hop 4: Saarland -> head of government -> Q110719 (1987)\n Answer: 1987", "t_query": 1987.0, "chain_length": 4, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001203", "prompt": " In what year was the country of citizenship of Claudio Cavazza equal to Italy?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Answer: 1970", "t_query": 1970.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001204", "prompt": " In 1987, what was the head of government of Russian Soviet Federative Socialist Republic?\nEvidence:\n- Russian Soviet Federative Socialist Republic | head of government | Vitaly Vorotnikov | 1987\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1987\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1987\n- Kaliningrad Oblast | exclave of | Russian Soviet Federative Socialist Republic | 1987\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1987\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Sakhalin Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\nReasoning:", "completion": " Hop 1: Russian Soviet Federative Socialist Republic -> head of government -> Vitaly Vorotnikov (1987)\n Answer: Vitaly Vorotnikov", "t_query": 1987.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001205", "prompt": " In 1987, whose contains the administrative territorial entity's country of citizenship's head of government was Saarland?\nEvidence:\n- West Germany | contains the administrative territorial entity | Saarland | 1987\n- Saarland | head of government | Q110719 | 1987\n- Saarland | located in the administrative territorial entity | West Germany | 1987\n- West Germany | contains the administrative territorial entity | Hesse | 1987\n- West Germany | contains the administrative territorial entity | Hamburg | 1987\n- West Germany | contains the administrative territorial entity | Bremen | 1987\n- West Germany | contains the administrative territorial entity | Bavaria | 1987\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1987\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1987\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1987\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1987\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1987\n- Saarland | country | West Germany | 1987\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1987\n- Q77721 | country of citizenship | West Germany | 1987\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Saarland (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: Germany -> head of government -> Helmut Kohl (1987)\n Answer: Germany", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001206", "prompt": " In what year was the position held of Italy's head of government equal to Prime Minister of Italy?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1976\n- Veriano Luchetti | country of citizenship | Italy | 1976\n- Tonino Cervi | country of citizenship | Italy | 1976\n- Tiziano Terzani | country of citizenship | Italy | 1976\n- Stéphane Grappelli | country of citizenship | Italy | 1976\n- Simon Spierer | country of citizenship | Italy | 1976\n- Sergio Mantovani | country of citizenship | Italy | 1976\n- Sergio Bonelli | country of citizenship | Italy | 1976\n- Rossana Rossanda | country of citizenship | Italy | 1976\n- Renata Tebaldi | country of citizenship | Italy | 1976\n- Primo Nebiolo | country of citizenship | Italy | 1976\n- Pino Lancetti | country of citizenship | Italy | 1976\n- Pietro Parente | country of citizenship | Italy | 1976\n- Oriana Fallaci | country of citizenship | Italy | 1976\n- Norberto Bobbio | country of citizenship | Italy | 1976\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Aldo Moro (1976)\n Hop 2: Aldo Moro -> position held -> Prime Minister of Italy (1976)\n Answer: 1976", "t_query": 1976.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001207", "prompt": " In 1959, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1959\n- Q207166 | country of citizenship | Yugoslavia | 1959\n- Vladica Popović | country of citizenship | Yugoslavia | 1959\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1959\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1959\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1959\n- Ilija Petković | country of citizenship | Yugoslavia | 1959\n- Dušan Ivković | country of citizenship | Yugoslavia | 1959\n- Dragan Tomić | country of citizenship | Yugoslavia | 1959\n- Verzar | country | Yugoslavia | 1959\n- Suševo | country | Yugoslavia | 1959\n- Q793485 | country | Yugoslavia | 1959\n- Pirot | country | Yugoslavia | 1959\n- Orašje | country | Yugoslavia | 1959\n- Kraljevo | country | Yugoslavia | 1959\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1959)\n Hop 2: Gino Cassinis -> country of citizenship -> Italy (1959)\n Answer: Gino Cassinis", "t_query": 1959.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001208", "prompt": " Who was the contains the administrative territorial entity of Germany's head of government's country of citizenship after Hesse?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Bavaria (1987)\n Answer: Bavaria", "t_query": 1987.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001209", "prompt": " Who was the country of citizenship of Renata Tebaldi after Kingdom of Italy?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\n- Tonino Cervi | country of citizenship | Italy | 2000\n- Tiziano Terzani | country of citizenship | Italy | 2000\nReasoning:", "completion": " Hop 1: Renata Tebaldi -> country of citizenship -> Italy (2000)\n Answer: Italy", "t_query": 2000.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001210", "prompt": " After Enzo Dara country of citizenship Italy, what was the position held of Salvatore Fiume's country of citizenship's head of state?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Enzo Fiermonte | country of citizenship | Italy | 1971\n- Enzo Cannavale | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1971)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1971)\n Answer: President of Italy", "t_query": 1971.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001211", "prompt": " After Wiesbaden located in Wiesbaden Government Region, what was the country of Wiesbaden?\nEvidence:\n- Wiesbaden | located in the administrative territorial entity | Wiesbaden Government Region | 1907\n- Frankfurt | located in the administrative territorial entity | Wiesbaden Government Region | 1907\n- Wiesbaden | country | German Empire | 1907\n- Q87105 | country of citizenship | German Empire | 1907\n- Q76638 | country of citizenship | German Empire | 1907\n- Wilhelm Röntgen | country of citizenship | German Empire | 1907\n- Georg August Zenker | country of citizenship | German Empire | 1907\n- Zwickau | country | German Empire | 1907\n- Zimmern | country | German Empire | 1907\n- Wrocław | country | German Empire | 1907\n- Wittmund | country | German Empire | 1907\n- Wismar | country | German Empire | 1907\n- Weimar | country | German Empire | 1907\n- Vaterstetten | country | German Empire | 1907\n- Trier | country | German Empire | 1907\nReasoning:", "completion": " Hop 1: Wiesbaden -> country -> German Empire (1907)\n Answer: German Empire", "t_query": 1907.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001212", "prompt": " Who was the head of government of Carel Willink's work location's country after Gustav Bauer?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Hop 1: Carel Willink -> work location -> Berlin (1920)\n Hop 2: Berlin -> country -> Weimar Republic (1920)\n Hop 3: Weimar Republic -> head of government -> Constantin Fehrenbach (1920)\n Answer: Constantin Fehrenbach", "t_query": 1920.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 9} +{"id": "sft_001213", "prompt": " Who was the head of government of Erazim Kohák's residence after Lyndon B. Johnson?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- United States | shares border with | Panama | 1988\n- Tony Miles | country for sport | United States | 1988\n- Julie Mehretu | work location | United States | 1988\n- Discovery Channel | country | United States | 1988\nReasoning:", "completion": " Hop 1: Erazim Kohák -> residence -> United States (1988)\n Hop 2: United States -> head of government -> Ronald Reagan (1988)\n Answer: Ronald Reagan", "t_query": 1988.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 13} +{"id": "sft_001214", "prompt": " In 1951, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\n- Vitaliano Brancati | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1951)\n Hop 2: Maria Caniglia -> country of citizenship -> Italy (1951)\n Answer: Maria Caniglia", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001215", "prompt": " Who was the member of of Francesca Romana Coluzzi's country of citizenship before European Economic Community?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1963)\n Answer: European Coal and Steel Community", "t_query": 1963.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001216", "prompt": " In 1975, what was the member of of Giovanni Spadolini's country of citizenship?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giovanni Spadolini -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1975)\n Answer: European Coal and Steel Community", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001217", "prompt": " Who was the country of citizenship of Veriano Luchetti after Kingdom of Italy?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\n- Tiziano Terzani | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Veriano Luchetti -> country of citizenship -> Italy (1985)\n Answer: Italy", "t_query": 1985.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001218", "prompt": " In 1985, what was the member of of Veriano Luchetti's country of citizenship?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\n- Tiziano Terzani | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Veriano Luchetti -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> member of -> European Economic Community (1985)\n Answer: European Economic Community", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001219", "prompt": " In 2000, what was the head of government of Renata Tebaldi's country of citizenship?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\n- Tonino Cervi | country of citizenship | Italy | 2000\n- Tiziano Terzani | country of citizenship | Italy | 2000\nReasoning:", "completion": " Hop 1: Renata Tebaldi -> country of citizenship -> Italy (2000)\n Hop 2: Italy -> head of government -> Giuliano Amato (2000)\n Answer: Giuliano Amato", "t_query": 2000.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001220", "prompt": " In 1972, what was the military branch of Friedrich Guggenberger?\nEvidence:\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Hans-Günther Lange | military branch | West German Navy | 1972\n- Stanislav Petrov | occupation | military personnel | 1972\n- Hans-Günther Lange | occupation | military personnel | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> military branch -> West German Navy (1972)\n Answer: West German Navy", "t_query": 1972.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001221", "prompt": " In 1922, what was the employer of Stanisław Gołąb?\nEvidence:\n- Stanisław Gołąb | employer | AGH University of Science and Technology | 1922\n- Stanisław Gołąb | educated at | Jagiellonian University | 1922\n- Q943007 | employer | Jagiellonian University | 1922\nReasoning:", "completion": " Hop 1: Stanisław Gołąb -> employer -> AGH University of Science and Technology (1922)\n Answer: AGH University of Science and Technology", "t_query": 1922.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_001222", "prompt": " In 1930, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1930\n- Q890523 | country of citizenship | Kingdom of Italy | 1930\n- Q715036 | country of citizenship | Kingdom of Italy | 1930\n- Q603148 | country of citizenship | Kingdom of Italy | 1930\n- Q471232 | country of citizenship | Kingdom of Italy | 1930\n- Q432318 | country of citizenship | Kingdom of Italy | 1930\n- Q429298 | country of citizenship | Kingdom of Italy | 1930\n- Q329221 | country of citizenship | Kingdom of Italy | 1930\n- Q216812 | country of citizenship | Kingdom of Italy | 1930\n- Q178349 | country of citizenship | Kingdom of Italy | 1930\n- Q133535 | country of citizenship | Kingdom of Italy | 1930\n- Vincenzo Vannutelli | country of citizenship | Kingdom of Italy | 1930\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1930\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1930\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1930\nReasoning:", "completion": " Hop 1: Gino Bianco -> country of citizenship -> Kingdom of Italy (1930)\n Answer: Gino Bianco", "t_query": 1930.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001223", "prompt": " In 1966, what was the currency of Cesare Terranova's country of citizenship?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Hop 1: Cesare Terranova -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> currency -> Italian lira (1966)\n Answer: Italian lira", "t_query": 1966.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001224", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in after Villeurbanne?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Rhône -> contains the administrative territorial entity -> Feyzin (2003)\n Answer: Feyzin", "t_query": 2003.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001225", "prompt": " In 1974, whose position held's head of state was president of Germany?\nEvidence:\n- Walter Scheel | position held | president of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\nReasoning:", "completion": " Hop 1: Walter Scheel -> position held -> president of Germany (1974)\n Hop 2: Germany -> head of state -> Walter Scheel (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 10} +{"id": "sft_001226", "prompt": " In 1974, whose significant event was Berlin Wall?\nEvidence:\n- Germany | significant event | Berlin Wall | 1974\n- Germany | significant event | Basic Treaty | 1974\n- Universal Copyright Convention | signatory | Germany | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | shares border with | German Democratic Republic | 1974\n- Germany | shares border with | Czechoslovakia | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Hop 1: Germany -> significant event -> Berlin Wall (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001227", "prompt": " In 1980, whose head of government was Francesco Cossiga?\nEvidence:\n- Italy | head of government | Francesco Cossiga | 1980\n- Francesco Scafarelli | country of citizenship | Italy | 1980\n- Francesco Gabrieli | country of citizenship | Italy | 1980\n- Francesco Aguzzoli | country of citizenship | Italy | 1980\n- Loris Francesco Capovilla | country of citizenship | Italy | 1980\n- Zita of Bourbon-Parma | country of citizenship | Italy | 1980\n- Q679495 | country of citizenship | Italy | 1980\n- Q658206 | country of citizenship | Italy | 1980\n- Q454036 | country of citizenship | Italy | 1980\n- Q435856 | country of citizenship | Italy | 1980\n- Q219490 | country of citizenship | Italy | 1980\n- Vittorio Caprioli | country of citizenship | Italy | 1980\n- Vittore Catella | country of citizenship | Italy | 1980\n- Veriano Luchetti | country of citizenship | Italy | 1980\n- Ulrico Girardi | country of citizenship | Italy | 1980\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Francesco Cossiga (1980)\n Answer: Italy", "t_query": 1980.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001228", "prompt": " In 1948, whose country was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1948\n- Yalta | country | Soviet Union | 1948\n- Voronezh | country | Soviet Union | 1948\n- Volhynia | country | Soviet Union | 1948\n- Vinnytsia | country | Soviet Union | 1948\n- Urgench | country | Soviet Union | 1948\n- Uman | country | Soviet Union | 1948\n- Torzhok | country | Soviet Union | 1948\n- Tbilisi | country | Soviet Union | 1948\n- Sudak | country | Soviet Union | 1948\n- Starodub | country | Soviet Union | 1948\n- Simferopol | country | Soviet Union | 1948\n- Siberia | country | Soviet Union | 1948\n- Sevastopol | country | Soviet Union | 1948\n- Q957273 | country | Soviet Union | 1948\nReasoning:", "completion": " Hop 1: Omsk -> country -> Soviet Union (1948)\n Answer: Omsk", "t_query": 1948.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001229", "prompt": " In 1961, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giovanni Gronchi | position held | President of Italy | 1961\n- Italy | head of state | Giovanni Gronchi | 1961\n- Giovanni Gronchi | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Giovanni Gronchi -> position held -> President of Italy (1961)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1961)\n Hop 3: Mario Gentili -> country of citizenship -> Italy (1961)\n Answer: Mario Gentili", "t_query": 1961.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_001230", "prompt": " In 1970, whose head of government's country of citizenship was Emilio Colombo?\nEvidence:\n- Italy | head of government | Emilio Colombo | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Emilio Colombo (1970)\n Hop 2: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Answer: Claudio Cavazza", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001231", "prompt": " Who was the member of of Raul Gardini's country of citizenship after European Economic Community?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\n- Stéphane Grappelli | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Raul Gardini -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1989)\n Answer: European Coal and Steel Community", "t_query": 1989.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001232", "prompt": " Who was the member of of Raul Gardini's country of citizenship after European Coal and Steel Community?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\n- Stéphane Grappelli | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Raul Gardini -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> member of -> European Economic Community (1989)\n Answer: European Economic Community", "t_query": 1989.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001233", "prompt": " In 1977, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1977\n- Ireland | member of | European Economic Community | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\n- Tullio Kezich | country of citizenship | Italy | 1977\n- Tonino Cervi | country of citizenship | Italy | 1977\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Economic Community (1977)\n Hop 2: Elena Altieri -> country of citizenship -> Italy (1977)\n Answer: Elena Altieri", "t_query": 1977.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001234", "prompt": " In what year was the head of state of Salvatore Fiume's country of citizenship equal to Giovanni Leone?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Giovanni Mardersteig | country of citizenship | Italy | 1971\n- Giovanni Invernizzi | country of citizenship | Italy | 1971\n- Giovanni Goria | country of citizenship | Italy | 1971\n- Giovanni Ferrofino | country of citizenship | Italy | 1971\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of state -> Giovanni Leone (1971)\n Answer: 1971", "t_query": 1971.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001235", "prompt": " In 2003, whose contains the administrative territorial entity was Saint-Genis-Laval?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-Laval | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-les-Ollières | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Saint-Genis-Laval (2003)\n Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001236", "prompt": " In 2019, what was the unmarried partner of Gerard Piqué?\nEvidence:\n- Gerard Piqué | unmarried partner | Shakira | 2019\n- Gerard Piqué | member of sports team | Futbol Club Barcelona | 2019\n- Gerard Piqué | member of sports team | Catalonia national football team | 2019\n- Q49704 | member of sports team | Futbol Club Barcelona | 2019\n- Q455462 | member of sports team | Futbol Club Barcelona | 2019\n- Lionel Messi | member of sports team | Futbol Club Barcelona | 2019\n- Lionel Messi | employer | Futbol Club Barcelona | 2019\nReasoning:", "completion": " Hop 1: Gerard Piqué -> unmarried partner -> Shakira (2019)\n Answer: Shakira", "t_query": 2019.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 7} +{"id": "sft_001237", "prompt": " In 1968, what was the employer of Ugo Morin?\nEvidence:\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Zita of Bourbon-Parma | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Ugo Morin -> employer -> University of Padua (1968)\n Answer: University of Padua", "t_query": 1968.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001238", "prompt": " Who was the head of government of Romolo Alzani's country of citizenship after Antonio Segni?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Antonio Leonviola | country of citizenship | Italy | 1987\n- Antonio Brivio | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Romolo Alzani -> country of citizenship -> Italy (1987)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1987)\n Answer: Amintore Fanfani", "t_query": 1987.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001239", "prompt": " After Renato Salvatori country of citizenship Italy, what was the award received of Cesare Terranova's country of citizenship's head of state?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Hop 1: Cesare Terranova -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1966)\n Hop 3: Giuseppe Saragat -> award received -> Supreme Order of Christ (1966)\n Answer: Supreme Order of Christ", "t_query": 1966.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001240", "prompt": " In 1964, whose position held's head of state's country of citizenship was Italian senator for life?\nEvidence:\n- Giuseppe Paratore | position held | Italian senator for life | 1964\n- Giovanni Gronchi | position held | Italian senator for life | 1964\n- Antonio Segni | position held | Italian senator for life | 1964\n- Italy | head of state | Antonio Segni | 1964\n- Antonio Segni | position held | President of Italy | 1964\n- Giuseppe Paratore | country of citizenship | Italy | 1964\n- Giovanni Gronchi | country of citizenship | Italy | 1964\n- Antonio Segni | country of citizenship | Italy | 1964\n- Antonio Segni | award received | Charlemagne Prize | 1964\nReasoning:", "completion": " Hop 1: Antonio Segni -> position held -> Italian senator for life (1964)\n Hop 2: Italy -> head of state -> Antonio Segni (1964)\n Hop 3: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Answer: Carmelo Cappello", "t_query": 1964.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 9} +{"id": "sft_001241", "prompt": " After Michele Lupo country of citizenship Italy, what was the shares border with of Antonio Corpora's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1962\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Michele Molese | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> shares border with -> Yugoslavia (1962)\n Answer: Yugoslavia", "t_query": 1962.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001242", "prompt": " In 1969, whose country was German Democratic Republic?\nEvidence:\n- Zwickau | country | German Democratic Republic | 1969\n- Zeuthen | country | German Democratic Republic | 1969\n- Wismar | country | German Democratic Republic | 1969\n- Q696016 | country | German Democratic Republic | 1969\n- Q525425 | country | German Democratic Republic | 1969\n- Q45898 | country | German Democratic Republic | 1969\n- Potsdam | country | German Democratic Republic | 1969\n- Neustrelitz | country | German Democratic Republic | 1969\n- Magdeburg | country | German Democratic Republic | 1969\n- Jena | country | German Democratic Republic | 1969\n- Görlitz | country | German Democratic Republic | 1969\n- Elsterwerda | country | German Democratic Republic | 1969\n- Cottbus | country | German Democratic Republic | 1969\n- Berlin | country | German Democratic Republic | 1969\n- Limbach-Oberfrohna | country | German Democratic Republic | 1969\nReasoning:", "completion": " Hop 1: Görlitz -> country -> German Democratic Republic (1969)\n Answer: Görlitz", "t_query": 1969.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001243", "prompt": " In 1978, whose head of government's work location was Dietrich Stobbe?\nEvidence:\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Dietrich Stobbe | position held | Governing Mayor of Berlin | 1978\n- Dietrich Stobbe | position held | President of the Bundesrat of Germany | 1978\n- Q896393 | work location | Berlin | 1978\n- David Bowie | work location | Berlin | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Gerhard Stoltenberg | position held | President of the Bundesrat of Germany | 1978\n- Q497401 | terminus | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\n- Anna Seghers | residence | Berlin | 1978\nReasoning:", "completion": " Hop 1: Berlin -> head of government -> Dietrich Stobbe (1978)\n Hop 2: David Bowie -> work location -> Berlin (1978)\n Answer: David Bowie", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 13} +{"id": "sft_001244", "prompt": " After Vincent R. Impellitteri residence United States, what was the position held of MetLife's headquarters's head of government?\nEvidence:\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- MetLife | headquarters location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- William Vickrey | residence | New York City | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\n- Elliott Erwitt | work location | New York City | 1952\nReasoning:", "completion": " Hop 1: MetLife -> headquarters -> New York City (1952)\n Hop 2: New York City -> head of government -> Vincent R. Impellitteri (1952)\n Hop 3: Vincent R. Impellitteri -> position held -> Mayor of New York City (1952)\n Answer: Mayor of New York City", "t_query": 1952.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001245", "prompt": " After Mutt Lange nominated for Academy Award for Best Original Song, what was the spouse of Mutt Lange?\nEvidence:\n- Mutt Lange | spouse | Shania Twain | 2002\nReasoning:", "completion": " Hop 1: Mutt Lange -> spouse -> Shania Twain (2002)\n Answer: Shania Twain", "t_query": 2002.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 1} +{"id": "sft_001246", "prompt": " In 1932, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1932\n- Q890523 | country of citizenship | Kingdom of Italy | 1932\n- Q471232 | country of citizenship | Kingdom of Italy | 1932\n- Q432318 | country of citizenship | Kingdom of Italy | 1932\n- Q429298 | country of citizenship | Kingdom of Italy | 1932\n- Q329221 | country of citizenship | Kingdom of Italy | 1932\n- Q216812 | country of citizenship | Kingdom of Italy | 1932\n- Q178349 | country of citizenship | Kingdom of Italy | 1932\n- Q133535 | country of citizenship | Kingdom of Italy | 1932\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1932\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1932\n- Titta Ruffo | country of citizenship | Kingdom of Italy | 1932\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1932\n- Paolo Vetri | country of citizenship | Kingdom of Italy | 1932\n- Paolo Manna | country of citizenship | Kingdom of Italy | 1932\nReasoning:", "completion": " Hop 1: Romolo Carboni -> country of citizenship -> Kingdom of Italy (1932)\n Answer: Romolo Carboni", "t_query": 1932.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001247", "prompt": " In 1953, whose contains the administrative territorial entity's country's work location was North Rhine-Westphalia?\nEvidence:\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1953\n- West Germany | contains the administrative territorial entity | Hesse | 1953\n- West Germany | contains the administrative territorial entity | Hamburg | 1953\n- West Germany | contains the administrative territorial entity | Bremen | 1953\n- West Germany | contains the administrative territorial entity | Bavaria | 1953\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1953\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1953\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1953\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1953\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1953\n- Würzburg | country | West Germany | 1953\n- Wuppertal | country | West Germany | 1953\n- Wiesbaden | country | West Germany | 1953\n- Viersen | country | West Germany | 1953\n- Speyer | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> North Rhine-Westphalia (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: Bernard Schultze -> work location -> Frankfurt (1953)\n Answer: Bernard Schultze", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001248", "prompt": " Who was the head of government of MetLife's headquarters's head of government's residence after Theodore Roosevelt?\nEvidence:\n- MetLife | headquarters location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- William Vickrey | residence | New York City | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\n- Elliott Erwitt | work location | New York City | 1952\nReasoning:", "completion": " Hop 1: MetLife -> headquarters -> New York City (1952)\n Hop 2: New York City -> head of government -> Vincent R. Impellitteri (1952)\n Hop 3: Vincent R. Impellitteri -> residence -> United States (1952)\n Hop 4: United States -> head of government -> Harry S. Truman (1952)\n Answer: Harry S. Truman", "t_query": 1952.0, "chain_length": 4, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001249", "prompt": " After Nopporo Station adjacent station Ebetsu Station, what was the adjacent station of Ebetsu Station?\nEvidence:\n- Nopporo Station | adjacent station | Ebetsu Station | 1913\n- Ebetsu Station | adjacent station | Nopporo Station | 1913\n- Ebetsu Station | adjacent station | Horomui Station | 1913\n- Nopporo Station | adjacent station | Atsubetsu Station | 1913\nReasoning:", "completion": " Hop 1: Ebetsu Station -> adjacent station -> Horomui Station (1913)\n Answer: Horomui Station", "t_query": 1913.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 4} +{"id": "sft_001250", "prompt": " In 1962, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\n- Veriano Luchetti | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Economic Community (1962)\n Hop 2: Antonio Corpora -> country of citizenship -> Italy (1962)\n Answer: Antonio Corpora", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001251", "prompt": " In 1961, whose position held's head of state was President of Italy?\nEvidence:\n- Giovanni Gronchi | position held | President of Italy | 1961\n- Italy | head of state | Giovanni Gronchi | 1961\n- Giovanni Gronchi | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Giovanni Gronchi -> position held -> President of Italy (1961)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1961)\n Answer: Italy", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_001252", "prompt": " In what year was the winner of Albert Lasker Award for Basic Medical Research equal to Randy Schekman?\nEvidence:\n- Albert Lasker Award for Basic Medical Research | winner | Randy Schekman | 2002\n- Albert Lasker Award for Basic Medical Research | winner | James Rothman | 2002\n- Louisa Gross Horwitz Prize | winner | Randy Schekman | 2002\n- Louisa Gross Horwitz Prize | winner | James Rothman | 2002\nReasoning:", "completion": " Hop 1: Albert Lasker Award for Basic Medical Research -> winner -> Randy Schekman (2002)\n Answer: 2002", "t_query": 2002.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 4} +{"id": "sft_001253", "prompt": " In what year was the contains the administrative territorial entity of Würzburg's country equal to Württemberg-Baden?\nEvidence:\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Württemberg-Baden (1950)\n Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001254", "prompt": " In 1950, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Bavaria (1950)\n Answer: Bavaria", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001255", "prompt": " After Funiculaire de Thonon-les-Bains significant event accident, what was the powered by of Funiculaire de Thonon-les-Bains?\nEvidence:\n- Funiculaire de Thonon-les-Bains | powered by | water | 1923\nReasoning:", "completion": " Hop 1: Funiculaire de Thonon-les-Bains -> powered by -> water (1923)\n Answer: water", "t_query": 1923.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 1} +{"id": "sft_001256", "prompt": " In 1956, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\n- Veriano Luchetti | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1956)\n Hop 2: Alfonso Calzolari -> country of citizenship -> Italy (1956)\n Answer: Alfonso Calzolari", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001257", "prompt": " After Alfonso Calzolari country of citizenship Kingdom of Italy, what was the position held of Alfonso Calzolari's country of citizenship's head of state?\nEvidence:\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\n- Veriano Luchetti | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Alfonso Calzolari -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1956)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1956)\n Answer: President of Italy", "t_query": 1956.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001258", "prompt": " After Giuseppe Valdengo country of citizenship Italy, what was the member of of John Paul I's country of citizenship?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Giuseppe Prisco | country of citizenship | Italy | 1961\n- Giuseppe Patanè | country of citizenship | Italy | 1961\n- Giuseppe Paratore | country of citizenship | Italy | 1961\n- Giuseppe Meazza | country of citizenship | Italy | 1961\n- Giuseppe Gabrielli | country of citizenship | Italy | 1961\n- Giuseppe Colnago | country of citizenship | Italy | 1961\n- Giuseppe Busso | country of citizenship | Italy | 1961\n- Giuseppe Antonini | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: John Paul I -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1961)\n Answer: European Coal and Steel Community", "t_query": 1961.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001259", "prompt": " In what year was the country of citizenship of Sabatino Moscati equal to Kingdom of Italy?\nEvidence:\n- Sabatino Moscati | country of citizenship | Kingdom of Italy | 1935\n- Q976653 | country of citizenship | Kingdom of Italy | 1935\n- Q972711 | country of citizenship | Kingdom of Italy | 1935\n- Q922237 | country of citizenship | Kingdom of Italy | 1935\n- Q890523 | country of citizenship | Kingdom of Italy | 1935\n- Q710497 | country of citizenship | Kingdom of Italy | 1935\n- Q678253 | country of citizenship | Kingdom of Italy | 1935\n- Q654973 | country of citizenship | Kingdom of Italy | 1935\n- Q650303 | country of citizenship | Kingdom of Italy | 1935\n- Q527400 | country of citizenship | Kingdom of Italy | 1935\n- Q51189 | country of citizenship | Kingdom of Italy | 1935\n- Q432318 | country of citizenship | Kingdom of Italy | 1935\n- Q432257 | country of citizenship | Kingdom of Italy | 1935\n- Q429298 | country of citizenship | Kingdom of Italy | 1935\n- Q378645 | country of citizenship | Kingdom of Italy | 1935\nReasoning:", "completion": " Hop 1: Sabatino Moscati -> country of citizenship -> Kingdom of Italy (1935)\n Answer: 1935", "t_query": 1935.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001260", "prompt": " In what year was the head of government of Italy equal to Giuliano Amato?\nEvidence:\n- Giuliano Carnimeo | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\n- Simon Spierer | country of citizenship | Italy | 2001\n- Sergio Mantovani | country of citizenship | Italy | 2001\n- Sergio Bonelli | country of citizenship | Italy | 2001\n- Salvatore Cassisa | country of citizenship | Italy | 2001\n- Rossana Rossanda | country of citizenship | Italy | 2001\n- Romano Scarpa | country of citizenship | Italy | 2001\n- Romano Mussolini | country of citizenship | Italy | 2001\n- Renata Tebaldi | country of citizenship | Italy | 2001\n- Pino Lancetti | country of citizenship | Italy | 2001\n- Pietro Rava | country of citizenship | Italy | 2001\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Giuliano Amato (2001)\n Answer: 2001", "t_query": 2001.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001261", "prompt": " In what year was the located in of Luhansk equal to Luhansk Oblast?\nEvidence:\n- Luhansk | located in the administrative territorial entity | Luhansk Oblast | 1965\n- Luhansk | country | Soviet Union | 1965\n- Sumy Oblast | country | Soviet Union | 1965\n- Semipalatinsk Oblast | country | Soviet Union | 1965\n- Poltava Oblast | country | Soviet Union | 1965\n- Omsk Oblast | country | Soviet Union | 1965\n- Odesa Oblast | country | Soviet Union | 1965\n- Novosibirsk Oblast | country | Soviet Union | 1965\n- Murmansk Oblast | country | Soviet Union | 1965\n- Kursk Oblast | country | Soviet Union | 1965\n- Kherson Oblast | country | Soviet Union | 1965\n- Kharkiv Oblast | country | Soviet Union | 1965\n- Dnipropetrovsk Oblast | country | Soviet Union | 1965\n- Chelyabinsk Oblast | country | Soviet Union | 1965\n- Bryansk Oblast | country | Soviet Union | 1965\nReasoning:", "completion": " Hop 1: Luhansk -> located in -> Luhansk Oblast (1965)\n Answer: 1965", "t_query": 1965.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001262", "prompt": " In what year was the head of state of Vitaliano Brancati's country of citizenship equal to Luigi Einaudi?\nEvidence:\n- Vitaliano Brancati | country of citizenship | Italy | 1951\n- Luigi Comencini | country of citizenship | Italy | 1951\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1951\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1951\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Vitaliano Brancati -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Luigi Einaudi (1951)\n Answer: 1951", "t_query": 1951.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001263", "prompt": " In 1968, what was the country of citizenship of Juraj Jakubisko?\nEvidence:\n- Juraj Jakubisko | country of citizenship | Czechoslovakia | 1968\n- Juraj Jakubisko | nominated for | Golden Lion | 1968\n- Q960655 | country of citizenship | Czechoslovakia | 1968\n- Q693209 | country of citizenship | Czechoslovakia | 1968\n- Q536359 | country of citizenship | Czechoslovakia | 1968\n- Q366671 | country of citizenship | Czechoslovakia | 1968\n- Q31370 | country of citizenship | Czechoslovakia | 1968\n- Q179173 | country of citizenship | Czechoslovakia | 1968\n- Oldřich Pelčák | country of citizenship | Czechoslovakia | 1968\n- Miroslav Horníček | country of citizenship | Czechoslovakia | 1968\n- Milan Kundera | country of citizenship | Czechoslovakia | 1968\n- Miklós Duray | country of citizenship | Czechoslovakia | 1968\n- Lubomír Štrougal | country of citizenship | Czechoslovakia | 1968\n- Karol Divín | country of citizenship | Czechoslovakia | 1968\n- Jan Sokol | country of citizenship | Czechoslovakia | 1968\nReasoning:", "completion": " Hop 1: Juraj Jakubisko -> country of citizenship -> Czechoslovakia (1968)\n Answer: Czechoslovakia", "t_query": 1968.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001264", "prompt": " In what year was the currency of Claudio Cavazza's country of citizenship equal to Italian lira?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> currency -> Italian lira (1970)\n Answer: 1970", "t_query": 1970.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001265", "prompt": " After Sakha located in Russian Soviet Federative Socialist Republic, what was the country of Mordovian Autonomous Soviet Socialist Republic's located in?\nEvidence:\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1957\n- Saransk | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q780942 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q408606 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Saransk | capital of | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1957\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1957\n- Torbeyevsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Romodanovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Kochkurovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Chamzinsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Bolsheignatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\nReasoning:", "completion": " Hop 1: Mordovian Autonomous Soviet Socialist Republic -> located in -> Russian Soviet Federative Socialist Republic (1957)\n Hop 2: Russian Soviet Federative Socialist Republic -> country -> Soviet Union (1957)\n Answer: Soviet Union", "t_query": 1957.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001266", "prompt": " After West Germany contains the administrative territorial entity Württemberg-Baden, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Wuppertal | country | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Rhineland-Palatinate (1950)\n Answer: Rhineland-Palatinate", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001267", "prompt": " Who was the located in of Route nationale 401 before Haute-Marne?\nEvidence:\n- Route nationale 401 | located in the administrative territorial entity | Haute-Marne | 1946\n- Route nationale 401 | located in the administrative territorial entity | Meuse | 1946\n- Q731279 | located in the administrative territorial entity | Haute-Marne | 1946\n- Route nationale 401 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\n- Route nationale 411 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\nReasoning:", "completion": " Hop 1: Route nationale 401 -> located in -> Meuse (1946)\n Answer: Meuse", "t_query": 1946.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 5} +{"id": "sft_001268", "prompt": " In 1920, whose currency's shares border with's country's work location was French franc?\nEvidence:\n- Neutral Moresnet | currency | French franc | 1920\n- Neutral Moresnet | shares border with | Belgium | 1920\n- Belgium | shares border with | Neutral Moresnet | 1920\n- Weimar Republic | shares border with | Neutral Moresnet | 1920\n- Neutral Moresnet | currency | Belgian franc | 1920\n- Neutral Moresnet | shares border with | Kingdom of the Netherlands | 1920\n- Neutral Moresnet | shares border with | Free State of Prussia | 1920\nReasoning:", "completion": " Hop 1: Neutral Moresnet -> currency -> French franc (1920)\n Hop 2: Weimar Republic -> shares border with -> Neutral Moresnet (1920)\n Hop 3: Berlin -> country -> Weimar Republic (1920)\n Hop 4: Carel Willink -> work location -> Berlin (1920)\n Answer: Carel Willink", "t_query": 1920.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 7} +{"id": "sft_001269", "prompt": " In 1974, whose contains the administrative territorial entity's capital of's capital was Schleswig-Holstein?\nEvidence:\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1974\n- Rostock District | shares border with | Schleswig-Holstein | 1974\n- West Germany | contains the administrative territorial entity | Saarland | 1974\n- West Germany | contains the administrative territorial entity | Hesse | 1974\n- West Germany | contains the administrative territorial entity | Hamburg | 1974\n- West Germany | contains the administrative territorial entity | Bremen | 1974\n- West Germany | contains the administrative territorial entity | Bavaria | 1974\n- Rostock District | contains the administrative territorial entity | Wismar | 1974\n- Rostock District | contains the administrative territorial entity | Q4098 | 1974\n- Rostock District | contains the administrative territorial entity | Q4065 | 1974\n- Rostock District | contains the administrative territorial entity | Q2861 | 1974\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1974\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1974\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1974\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1974\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Schleswig-Holstein (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: Germany -> capital -> Bonn (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001270", "prompt": " In 1975, whose member of was Organization of American States?\nEvidence:\n- Venezuela | member of | Organization of American States | 1975\n- Venezuela | currency | bolívar | 1975\n- Cartagena Agreement | signatory | Venezuela | 1975\nReasoning:", "completion": " Hop 1: Venezuela -> member of -> Organization of American States (1975)\n Answer: Venezuela", "t_query": 1975.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_001271", "prompt": " Who was the contains the administrative territorial entity of Mannheim's country before Baden-Württemberg?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Bavaria (1950)\n Answer: Bavaria", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001272", "prompt": " In what year was the country of citizenship of Giuseppe Domenichelli equal to Kingdom of Italy?\nEvidence:\n- Giuseppe Domenichelli | country of citizenship | Kingdom of Italy | 1941\n- Giuseppe Ungaretti | country of citizenship | Kingdom of Italy | 1941\n- Giuseppe Paris | country of citizenship | Kingdom of Italy | 1941\n- Giuseppe Paratore | country of citizenship | Kingdom of Italy | 1941\n- Giuseppe Milano | country of citizenship | Kingdom of Italy | 1941\n- Giuseppe Bottai | country of citizenship | Kingdom of Italy | 1941\n- Giuseppe Asti | country of citizenship | Kingdom of Italy | 1941\n- Giuseppe Di Vittorio | country of citizenship | Kingdom of Italy | 1941\n- Q976653 | country of citizenship | Kingdom of Italy | 1941\n- Q972711 | country of citizenship | Kingdom of Italy | 1941\n- Q922237 | country of citizenship | Kingdom of Italy | 1941\n- Q890523 | country of citizenship | Kingdom of Italy | 1941\n- Q741387 | country of citizenship | Kingdom of Italy | 1941\n- Q710497 | country of citizenship | Kingdom of Italy | 1941\n- Q678253 | country of citizenship | Kingdom of Italy | 1941\nReasoning:", "completion": " Hop 1: Giuseppe Domenichelli -> country of citizenship -> Kingdom of Italy (1941)\n Answer: 1941", "t_query": 1941.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001273", "prompt": " Who was the country of citizenship of Arnaldo Genoino after Kingdom of Italy?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Arnaldo Genoino -> country of citizenship -> Italy (1978)\n Answer: Italy", "t_query": 1978.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001274", "prompt": " Who was the country of Berolzheim before Nazi Germany?\nEvidence:\n- Berolzheim | country | Weimar Republic | 1925\n- Q87105 | country of citizenship | Weimar Republic | 1925\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1925\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Weimar | country | Weimar Republic | 1925\n- Vaterstetten | country | Weimar Republic | 1925\n- Trier | country | Weimar Republic | 1925\n- Speyer | country | Weimar Republic | 1925\n- Regensburg | country | Weimar Republic | 1925\nReasoning:", "completion": " Hop 1: Berolzheim -> country -> Weimar Republic (1925)\n Answer: Weimar Republic", "t_query": 1925.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001275", "prompt": " In 1951, what was the shares border with of Vitaliano Brancati's country of citizenship?\nEvidence:\n- Vitaliano Brancati | country of citizenship | Italy | 1951\n- Italy | shares border with | Yugoslavia | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Vitaliano Brancati -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> shares border with -> Yugoslavia (1951)\n Answer: Yugoslavia", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001276", "prompt": " In 1962, what was the member of of Guido Aycard's country of citizenship?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Guido Aycard -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> member of -> European Economic Community (1962)\n Answer: European Economic Community", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001277", "prompt": " Who was the position held of Germany's head of government after Federal Ministry for Economic Cooperation and Development?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> position held -> Vice-Chancellor of Germany (1974)\n Answer: Vice-Chancellor of Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001278", "prompt": " After Ricardo Zamora member of sports team RCD Espanyol de Barcelona, what was the member of sports team of Ricardo Zamora?\nEvidence:\n- Ricardo Zamora | member of sports team | Real Madrid Club de Fútbol | 1936\n- Ricardo Zamora | member of sports team | Spain men's national football team | 1936\n- Q704337 | member of sports team | Real Madrid Club de Fútbol | 1936\n- Q549553 | member of sports team | Real Madrid Club de Fútbol | 1936\n- Q529087 | member of sports team | Real Madrid Club de Fútbol | 1936\n- Q704337 | member of sports team | Spain men's national football team | 1936\n- Q659448 | member of sports team | Spain men's national football team | 1936\n- Q576509 | member of sports team | Spain men's national football team | 1936\n- Q529087 | member of sports team | Spain men's national football team | 1936\n- Q251977 | member of sports team | Spain men's national football team | 1936\n- Pedro Solé | member of sports team | Spain men's national football team | 1936\n- Martí Ventolrà | member of sports team | Spain men's national football team | 1936\nReasoning:", "completion": " Hop 1: Ricardo Zamora -> member of sports team -> Spain men's national football team (1936)\n Answer: Spain men's national football team", "t_query": 1936.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 12} +{"id": "sft_001279", "prompt": " After Route nationale 383 located in Rhône, what was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Rhône -> contains the administrative territorial entity -> Feyzin (2003)\n Answer: Feyzin", "t_query": 2003.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001280", "prompt": " After Giovanni Ferrofino country of citizenship Italy, what was the head of state of Veriano Luchetti's country of citizenship?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Giovanni Ferrofino | country of citizenship | Italy | 1985\n- Giovanni Invernizzi | country of citizenship | Italy | 1985\n- Giovanni Goria | country of citizenship | Italy | 1985\n- Giovanni Azzini | country of citizenship | Italy | 1985\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Veriano Luchetti -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> head of state -> Sandro Pertini (1985)\n Answer: Sandro Pertini", "t_query": 1985.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001281", "prompt": " After Edmond H. Fischer country of citizenship Italy, what was the currency of Ignazio Cannavò's country of citizenship?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q432257 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Hop 1: Ignazio Cannavò -> country of citizenship -> Italy (1946)\n Hop 2: Italy -> currency -> Italian lira (1946)\n Answer: Italian lira", "t_query": 1946.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001282", "prompt": " After Germany significant event 1972 Summer Olympics, what was the position held of Germany's head of government?\nEvidence:\n- Germany | significant event | Berlin Wall | 1974\n- Germany | significant event | Basic Treaty | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> position held -> president of Germany (1974)\n Answer: president of Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001283", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon equal to Albigny-sur-Saône?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Albigny-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Rochetaillée-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Neuville-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Fleurieu-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Albigny-sur-Saône (2003)\n Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001284", "prompt": " After Gino Cavalieri country of citizenship Italy, what was the currency of Vitaliano Brancati's country of citizenship?\nEvidence:\n- Vitaliano Brancati | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\n- Virginio Rosetta | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Vitaliano Brancati -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> currency -> Italian lira (1951)\n Answer: Italian lira", "t_query": 1951.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001285", "prompt": " In 1966, what was the award received of Italy's head of state?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Veriano Luchetti | country of citizenship | Italy | 1966\n- Tonino Cervi | country of citizenship | Italy | 1966\n- Tiziano Terzani | country of citizenship | Italy | 1966\n- Stéphane Grappelli | country of citizenship | Italy | 1966\n- Simon Spierer | country of citizenship | Italy | 1966\n- Sergio Mantovani | country of citizenship | Italy | 1966\n- Sergio Bonelli | country of citizenship | Italy | 1966\n- Rossana Rossanda | country of citizenship | Italy | 1966\n- Romeo Bertini | country of citizenship | Italy | 1966\n- Renata Tebaldi | country of citizenship | Italy | 1966\n- Primo Nebiolo | country of citizenship | Italy | 1966\n- Pietro Parente | country of citizenship | Italy | 1966\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giuseppe Saragat (1966)\n Hop 2: Giuseppe Saragat -> award received -> Supreme Order of Christ (1966)\n Answer: Supreme Order of Christ", "t_query": 1966.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001286", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Bron, what was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Rhône -> contains the administrative territorial entity -> Caluire-et-Cuire (2003)\n Answer: Caluire-et-Cuire", "t_query": 2003.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001287", "prompt": " Who was the member of of Luigi Pistilli's country of citizenship before European Coal and Steel Community?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Luigi Pistilli -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> member of -> European Economic Community (1963)\n Answer: European Economic Community", "t_query": 1963.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001288", "prompt": " After Würzburg head of government Andreas Grieser, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Schleswig-Holstein (1950)\n Answer: Schleswig-Holstein", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001289", "prompt": " In 1957, whose position held's head of government was Prime Minister of Italy?\nEvidence:\n- Adone Zoli | position held | Prime Minister of Italy | 1957\n- Italy | head of government | Adone Zoli | 1957\n- Adone Zoli | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Adone Zoli -> position held -> Prime Minister of Italy (1957)\n Hop 2: Italy -> head of government -> Adone Zoli (1957)\n Answer: Italy", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_001290", "prompt": " In 1957, what was the head of government of Ugo Stille's country of citizenship?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Ugo Stille -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of government -> Adone Zoli (1957)\n Answer: Adone Zoli", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001291", "prompt": " After Franco Lavoratori country of citizenship Italy, what was the member of of Lina Bo Bardi's country of citizenship?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Franco Lavoratori | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Franco Evangelisti | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Lina Bo Bardi -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1970)\n Answer: European Coal and Steel Community", "t_query": 1970.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001292", "prompt": " After Venezuela member of Organization of American States, what was the currency of Venezuela?\nEvidence:\n- Venezuela | member of | Organization of American States | 1975\n- Venezuela | currency | bolívar | 1975\n- Cartagena Agreement | signatory | Venezuela | 1975\n- Cartagena Agreement | signatory | Chile | 1975\nReasoning:", "completion": " Hop 1: Venezuela -> currency -> bolívar (1975)\n Answer: bolívar", "t_query": 1975.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 4} +{"id": "sft_001293", "prompt": " In 2012, whose member of sports team was R.A.E.C. Mons?\nEvidence:\n- Q817639 | member of sports team | R.A.E.C. Mons | 2012\n- Q464631 | member of sports team | R.A.E.C. Mons | 2012\n- Thomas Chatelle | member of sports team | R.A.E.C. Mons | 2012\n- Bahattin Köse | member of sports team | R.A.E.C. Mons | 2012\n- R.A.E.C. Mons | league or competition | Belgian Pro League | 2012\n- Thomas Chatelle | member of sports team | R.S.C. Anderlecht | 2012\n- Q464631 | member of sports team | K. Beerschot V.A.C. | 2012\n- Q464631 | member of sports team | Q646079 | 2012\n- Q464631 | member of sports team | Standard Liège | 2012\n- Bahattin Köse | member of sports team | Arminia Bielefeld | 2012\n- Thomas Chatelle | member of sports team | Sint-Truidense V.V. | 2012\nReasoning:", "completion": " Hop 1: Thomas Chatelle -> member of sports team -> R.A.E.C. Mons (2012)\n Answer: Thomas Chatelle", "t_query": 2012.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 11} +{"id": "sft_001294", "prompt": " After Würzburg country West Germany, what was the head of government of Germany's capital's capital of's contains the administrative territorial entity?\nEvidence:\n- Bonn | capital of | West Germany | 1956\n- Germany | head of government | Konrad Adenauer | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | Germany | 1956\n- Jürgen Kissner | country of citizenship | West Germany | 1956\n- West Germany | currency | Deutsche Mark | 1956\n- Germany | head of state | Theodor Heuss | 1956\n- West Germany | territory claimed by | German Democratic Republic | 1956\n- Saarbrücken | located in the administrative territorial entity | Saar Protectorate | 1956\n- Nitra District | located in the administrative territorial entity | Czechoslovakia | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- East Berlin | capital of | German Democratic Republic | 1956\n- Afghanistan | basic form of government | constitutional monarchy | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1956)\n Hop 2: Bonn -> capital of -> West Germany (1956)\n Hop 3: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1956)\n Hop 4: Baden-Württemberg -> head of government -> Gebhard Müller (1956)\n Answer: Gebhard Müller", "t_query": 1956.0, "chain_length": 4, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001295", "prompt": " In 2005, whose head coach's member of sports team was Eric Gerets?\nEvidence:\n- Galatasaray S.K. | head coach | Eric Gerets | 2005\n- Q937898 | member of sports team | Galatasaray S.K. | 2005\n- Q922443 | member of sports team | Galatasaray S.K. | 2005\n- Q729830 | member of sports team | Galatasaray S.K. | 2005\n- Q660534 | member of sports team | Galatasaray S.K. | 2005\n- Q560001 | member of sports team | Galatasaray S.K. | 2005\n- Q556101 | member of sports team | Galatasaray S.K. | 2005\n- Q349941 | member of sports team | Galatasaray S.K. | 2005\n- Q312920 | member of sports team | Galatasaray S.K. | 2005\n- Q307872 | member of sports team | Galatasaray S.K. | 2005\n- Q217097 | member of sports team | Galatasaray S.K. | 2005\n- Q122346 | member of sports team | Galatasaray S.K. | 2005\n- Mülâyim Erdem | member of sports team | Galatasaray S.K. | 2005\n- Faryd Mondragón | member of sports team | Galatasaray S.K. | 2005\n- Ayhan Akman | member of sports team | Galatasaray S.K. | 2005\nReasoning:", "completion": " Hop 1: Galatasaray S.K. -> head coach -> Eric Gerets (2005)\n Hop 2: Mülâyim Erdem -> member of sports team -> Galatasaray S.K. (2005)\n Answer: Mülâyim Erdem", "t_query": 2005.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001296", "prompt": " After Giuseppe Paratore country of citizenship Italy, what was the member of of Giuseppe Colnago's country of citizenship?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Giuseppe Colnago -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> member of -> European Economic Community (1985)\n Answer: European Economic Community", "t_query": 1985.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001297", "prompt": " After Sepp Kerschbaumer country of citizenship Italy, what was the head of state of Clelio Darida's country of citizenship?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Clelio Darida -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1968)\n Answer: Giuseppe Saragat", "t_query": 1968.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001298", "prompt": " In 1901, whose basic form of government's country of registry was absolute monarchy?\nEvidence:\n- Russian Empire | basic form of government | absolute monarchy | 1901\n- Ottoman Empire | basic form of government | absolute monarchy | 1901\n- Kasato Maru | country of registry | Russian Empire | 1901\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1901\n- Q59981 | country of citizenship | Ottoman Empire | 1901\n- Q325513 | country of citizenship | Ottoman Empire | 1901\n- Q255545 | country of citizenship | Ottoman Empire | 1901\n- Khanate of Khiva | country | Russian Empire | 1901\n- Emirate of Bukhara | country | Russian Empire | 1901\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1901\n- Fuad I of Egypt | country of citizenship | Ottoman Empire | 1901\n- Vladimir Lenin | country of citizenship | Russian Empire | 1901\n- Vikenty Veresaev | country of citizenship | Russian Empire | 1901\n- Taha Hussein | country of citizenship | Ottoman Empire | 1901\n- Qasim Amin | country of citizenship | Ottoman Empire | 1901\nReasoning:", "completion": " Hop 1: Russian Empire -> basic form of government -> absolute monarchy (1901)\n Hop 2: Kasato Maru -> country of registry -> Russian Empire (1901)\n Answer: Kasato Maru", "t_query": 1901.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001299", "prompt": " In what year was the head of government of Ugo Stille's country of citizenship equal to Adone Zoli?\nEvidence:\n- Adone Zoli | country of citizenship | Italy | 1957\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Ugo Stille -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of government -> Adone Zoli (1957)\n Answer: 1957", "t_query": 1957.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001300", "prompt": " In 1982, whose country was German Democratic Republic?\nEvidence:\n- Zwickau | country | German Democratic Republic | 1982\n- Zeuthen | country | German Democratic Republic | 1982\n- Wismar | country | German Democratic Republic | 1982\n- Q696016 | country | German Democratic Republic | 1982\n- Q525425 | country | German Democratic Republic | 1982\n- Q45898 | country | German Democratic Republic | 1982\n- Potsdam | country | German Democratic Republic | 1982\n- Neustrelitz | country | German Democratic Republic | 1982\n- Magdeburg | country | German Democratic Republic | 1982\n- Jena | country | German Democratic Republic | 1982\n- Görlitz | country | German Democratic Republic | 1982\n- Elsterwerda | country | German Democratic Republic | 1982\n- Cottbus | country | German Democratic Republic | 1982\n- Berlin | country | German Democratic Republic | 1982\n- Limbach-Oberfrohna | country | German Democratic Republic | 1982\nReasoning:", "completion": " Hop 1: Potsdam -> country -> German Democratic Republic (1982)\n Answer: Potsdam", "t_query": 1982.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001301", "prompt": " In 2003, whose general manager's member of sports team was Alain Bondue?\nEvidence:\n- Cofidis | general manager | Alain Bondue | 2003\n- Q946869 | member of sports team | Cofidis | 2003\n- Q465367 | member of sports team | Cofidis | 2003\n- David Moncoutié | member of sports team | Cofidis | 2003\n- Bingen Fernández | member of sports team | Cofidis | 2003\n- Arnaud Coyot | member of sports team | Cofidis | 2003\nReasoning:", "completion": " Hop 1: Cofidis -> general manager -> Alain Bondue (2003)\n Hop 2: Arnaud Coyot -> member of sports team -> Cofidis (2003)\n Answer: Arnaud Coyot", "t_query": 2003.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_001302", "prompt": " Who was the country of citizenship of Alessandro Mendini after Kingdom of Italy?\nEvidence:\n- Alessandro Mendini | country of citizenship | Italy | 2017\n- Alessandro Alessandroni | country of citizenship | Italy | 2017\n- Q967883 | country of citizenship | Italy | 2017\n- Yannis Kounellis | country of citizenship | Italy | 2017\n- Rossana Rossanda | country of citizenship | Italy | 2017\n- Romano Agostinelli | country of citizenship | Italy | 2017\n- Pino Caruso | country of citizenship | Italy | 2017\n- Paolo Villaggio | country of citizenship | Italy | 2017\n- Nani Tedeschi | country of citizenship | Italy | 2017\n- Mauro Staccioli | country of citizenship | Italy | 2017\n- Mario Perniola | country of citizenship | Italy | 2017\n- Mario Agnes | country of citizenship | Italy | 2017\n- Luigi Barbarito | country of citizenship | Italy | 2017\n- Luigi Agnolin | country of citizenship | Italy | 2017\n- Isabella Biagini | country of citizenship | Italy | 2017\nReasoning:", "completion": " Hop 1: Alessandro Mendini -> country of citizenship -> Italy (2017)\n Answer: Italy", "t_query": 2017.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001303", "prompt": " In 1962, whose located in was Iburi Subprefecture?\nEvidence:\n- Muroran | located in the administrative territorial entity | Iburi Subprefecture | 1962\nReasoning:", "completion": " Hop 1: Muroran -> located in -> Iburi Subprefecture (1962)\n Answer: Muroran", "t_query": 1962.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_001304", "prompt": " After Saransk located in Mordovian Autonomous Soviet Socialist Republic, what was the located in of Mordovian Autonomous Soviet Socialist Republic?\nEvidence:\n- Saransk | capital of | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Saransk | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Q780942 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q408606 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Torbeyevsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Romodanovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Kochkurovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Chamzinsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Bolsheignatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Ardatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1957\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\nReasoning:", "completion": " Hop 1: Mordovian Autonomous Soviet Socialist Republic -> located in -> Russian Soviet Federative Socialist Republic (1957)\n Answer: Russian Soviet Federative Socialist Republic", "t_query": 1957.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001305", "prompt": " In what year was the head of government of Clelio Darida's country of citizenship equal to Giovanni Leone?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Giovanni Mardersteig | country of citizenship | Italy | 1968\n- Giovanni Invernizzi | country of citizenship | Italy | 1968\n- Giovanni Goria | country of citizenship | Italy | 1968\n- Giovanni Ferrofino | country of citizenship | Italy | 1968\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Clelio Darida -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of government -> Giovanni Leone (1968)\n Answer: 1968", "t_query": 1968.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001306", "prompt": " In what year was the contains the administrative territorial entity of Germany's head of government's country of citizenship equal to Lower Saxony?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Lower Saxony (1987)\n Answer: 1987", "t_query": 1987.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001307", "prompt": " In what year was the position held of Italy's head of state equal to President of Italy?\nEvidence:\n- Oscar Luigi Scalfaro | position held | President of Italy | 1998\n- Italy | head of state | Oscar Luigi Scalfaro | 1998\n- Luciano Pavarotti | award received | MusiCares Person of the Year | 1998\n- Norberto Bobbio | position held | Italian senator for life | 1998\n- Kyoto Protocol | signatory | People's Republic of China | 1998\n- Q454036 | country of citizenship | Italy | 1998\n- Vittore Catella | country of citizenship | Italy | 1998\n- Veriano Luchetti | country of citizenship | Italy | 1998\n- Tullio Kezich | country of citizenship | Italy | 1998\n- Tonino Cervi | country of citizenship | Italy | 1998\n- Tiziano Terzani | country of citizenship | Italy | 1998\n- Simon Spierer | country of citizenship | Italy | 1998\n- Sergio Mantovani | country of citizenship | Italy | 1998\n- Sergio Bonelli | country of citizenship | Italy | 1998\n- Salvatore Cassisa | country of citizenship | Italy | 1998\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Oscar Luigi Scalfaro (1998)\n Hop 2: Oscar Luigi Scalfaro -> position held -> President of Italy (1998)\n Answer: 1998", "t_query": 1998.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001308", "prompt": " In what year was the head of state of Salvatore Fiume's country of citizenship equal to Giuseppe Saragat?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Giuseppe Prisco | country of citizenship | Italy | 1971\n- Giuseppe Patanè | country of citizenship | Italy | 1971\n- Giuseppe Meazza | country of citizenship | Italy | 1971\n- Giuseppe Gabrielli | country of citizenship | Italy | 1971\n- Giuseppe Colnago | country of citizenship | Italy | 1971\n- Giuseppe Busso | country of citizenship | Italy | 1971\n- Giuseppe Antonini | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1971)\n Answer: 1971", "t_query": 1971.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001309", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon equal to Feyzin?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Feyzin (2003)\n Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001310", "prompt": " Who was the employer of Jean E. Sammet after MetLife?\nEvidence:\n- Jean E. Sammet | employer | IBM | 1965\n- John Backus | employer | IBM | 1965\n- Benoit Mandelbrot | employer | IBM | 1965\n- IBM | chief executive officer | Thomas Watson | 1965\nReasoning:", "completion": " Hop 1: Jean E. Sammet -> employer -> IBM (1965)\n Answer: IBM", "t_query": 1965.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 4} +{"id": "sft_001311", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon after Charbonnières-les-Bains?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Charbonnières-les-Bains | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-les-Ollières | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> La Mulatière (2003)\n Answer: La Mulatière", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001312", "prompt": " In what year was the head of government of Italy equal to Giuseppe Pella?\nEvidence:\n- Giuseppe Paratore | country of citizenship | Italy | 1953\n- Giuseppe Meazza | country of citizenship | Italy | 1953\n- Giuseppe Gabrielli | country of citizenship | Italy | 1953\n- Giuseppe Busso | country of citizenship | Italy | 1953\n- Giuseppe Meazza | coach of sports team | Italy men's national association football team | 1953\n- Q264986 | country of citizenship | Italy | 1953\n- Q219490 | country of citizenship | Italy | 1953\n- Q213482 | country of citizenship | Italy | 1953\n- Dalida | country of citizenship | Italy | 1953\n- Veriano Luchetti | country of citizenship | Italy | 1953\n- Tonino Cervi | country of citizenship | Italy | 1953\n- Tiziano Terzani | country of citizenship | Italy | 1953\n- Stéphane Grappelli | country of citizenship | Italy | 1953\n- Simon Spierer | country of citizenship | Italy | 1953\n- Sergio Mantovani | country of citizenship | Italy | 1953\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Giuseppe Pella (1953)\n Answer: 1953", "t_query": 1953.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001313", "prompt": " After Andriyan Nikolayev award received Order of the Red Banner of Labour, what was the spouse of Andriyan Nikolayev?\nEvidence:\n- Andriyan Nikolayev | spouse | Valentina Tereshkova | 1981\nReasoning:", "completion": " Hop 1: Andriyan Nikolayev -> spouse -> Valentina Tereshkova (1981)\n Answer: Valentina Tereshkova", "t_query": 1981.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 1} +{"id": "sft_001314", "prompt": " In what year was the member of of Lelio Antoniotti's country of citizenship equal to European Economic Community?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\n- Tullio Kezich | country of citizenship | Italy | 1973\nReasoning:", "completion": " Hop 1: Lelio Antoniotti -> country of citizenship -> Italy (1973)\n Hop 2: Italy -> member of -> European Economic Community (1973)\n Answer: 1973", "t_query": 1973.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001315", "prompt": " Who was the position held of Clelio Darida's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Clelio Darida -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1968)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1968)\n Answer: President of Italy", "t_query": 1968.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001316", "prompt": " After Zita of Bourbon-Parma country of citizenship Italy, what was the member of of Italy7492's country of citizenship?\nEvidence:\n- Zita of Bourbon-Parma | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\n- Virginio Rosetta | country of citizenship | Italy | 1964\n- Veriano Luchetti | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> member of -> European Economic Community (1964)\n Answer: European Economic Community", "t_query": 1964.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001317", "prompt": " In 1974, whose chairperson's member of political party's head of state was Hans-Dietrich Genscher?\nEvidence:\n- Free Democratic Party | chairperson | Hans-Dietrich Genscher | 1974\n- Federal Ministry of the Interior | chairperson | Hans-Dietrich Genscher | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Martin Bangemann | member of political party | Free Democratic Party | 1974\n- Jürgen Möllemann | member of political party | Free Democratic Party | 1974\n- Enrique Monsonís | member of political party | Free Democratic Party | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Federal Ministry of the Interior | chairperson | Q65587 | 1974\n- Free Democratic Party | general secretary | Martin Bangemann | 1974\nReasoning:", "completion": " Hop 1: Free Democratic Party -> chairperson -> Hans-Dietrich Genscher (1974)\n Hop 2: Walter Scheel -> member of political party -> Free Democratic Party (1974)\n Hop 3: Germany -> head of state -> Walter Scheel (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 9} +{"id": "sft_001318", "prompt": " In 1970, what was the member of of Claudio Cavazza's country of citizenship?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> member of -> European Economic Community (1970)\n Answer: European Economic Community", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001319", "prompt": " After Simon Spierer country of citizenship Italy, what was the currency of Marco Tulli's country of citizenship?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Simon Spierer | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Marco Tulli -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> currency -> Italian lira (1978)\n Answer: Italian lira", "t_query": 1978.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001320", "prompt": " In 1991, what was the member of sports team of Dmitri Cheryshev?\nEvidence:\n- Dmitri Cheryshev | member of sports team | FC Lokomotiv Nizhny Novgorod | 1991\nReasoning:", "completion": " Hop 1: Dmitri Cheryshev -> member of sports team -> FC Lokomotiv Nizhny Novgorod (1991)\n Answer: FC Lokomotiv Nizhny Novgorod", "t_query": 1991.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_001321", "prompt": " Who was the member of sports team of Ismael Ruiz after Racing de Santander?\nEvidence:\n- Ismael Ruiz | member of sports team | Terrassa FC | 2006\n- Ismael Ruiz | member of sports team | Real Oviedo | 2006\n- Q983415 | member of sports team | Terrassa FC | 2006\n- Q929644 | member of sports team | Real Oviedo | 2006\n- Q350982 | member of sports team | Real Oviedo | 2006\n- Adrián López Álvarez | member of sports team | Real Oviedo | 2006\nReasoning:", "completion": " Hop 1: Ismael Ruiz -> member of sports team -> Terrassa FC (2006)\n Answer: Terrassa FC", "t_query": 2006.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 6} +{"id": "sft_001322", "prompt": " Who was the member of of Gerardo Marotta's country of citizenship after European Economic Community?\nEvidence:\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\n- Stefano Angeleri | country of citizenship | Italy | 2001\nReasoning:", "completion": " Hop 1: Gerardo Marotta -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> member of -> European Coal and Steel Community (2001)\n Answer: European Coal and Steel Community", "t_query": 2001.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001323", "prompt": " In 1963, what was the position held of Gianni Brera's country of citizenship's head of state?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Gianni Brera -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Hop 3: Antonio Segni -> position held -> President of Italy (1963)\n Answer: President of Italy", "t_query": 1963.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001324", "prompt": " In what year was the contains the administrative territorial entity of Germany's capital's capital of equal to Saarland?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Saarland (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001325", "prompt": " In 1977, whose head of state's country of citizenship was Giovanni Leone?\nEvidence:\n- Italy | head of state | Giovanni Leone | 1977\n- Giovanni Mardersteig | country of citizenship | Italy | 1977\n- Giovanni Invernizzi | country of citizenship | Italy | 1977\n- Giovanni Goria | country of citizenship | Italy | 1977\n- Giovanni Ferrofino | country of citizenship | Italy | 1977\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giovanni Leone (1977)\n Hop 2: Elena Altieri -> country of citizenship -> Italy (1977)\n Answer: Elena Altieri", "t_query": 1977.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001326", "prompt": " In 1974, whose contains the administrative territorial entity's capital of's capital was North Rhine-Westphalia?\nEvidence:\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1974\n- West Germany | contains the administrative territorial entity | Saarland | 1974\n- West Germany | contains the administrative territorial entity | Hesse | 1974\n- West Germany | contains the administrative territorial entity | Hamburg | 1974\n- West Germany | contains the administrative territorial entity | Bremen | 1974\n- West Germany | contains the administrative territorial entity | Bavaria | 1974\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1974\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1974\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1974\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1974\n- Saarland | located in the administrative territorial entity | West Germany | 1974\n- Oberliga Nord (1974-1994) | country | West Germany | 1974\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Q77721 | country of citizenship | West Germany | 1974\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> North Rhine-Westphalia (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: Germany -> capital -> Bonn (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001327", "prompt": " In what year was the head of government of People's Republic of China equal to Wen Jiabao?\nEvidence:\n- People's Republic of China | head of government | Wen Jiabao | 2008\n- People's Republic of China | head of state | Hu Jintao | 2008\n- Wen Jiabao | member of | Politburo Standing Committee of the Chinese Communist Party | 2008\n- Xu Qinxian | country of citizenship | People's Republic of China | 2008\n- Xiao Yang | country of citizenship | People's Republic of China | 2008\n- Xiao Ke | country of citizenship | People's Republic of China | 2008\n- Ricky Hui | country of citizenship | People's Republic of China | 2008\n- Li Rui | country of citizenship | People's Republic of China | 2008\n- Li Peng | country of citizenship | People's Republic of China | 2008\n- Gong Li | country of citizenship | People's Republic of China | 2008\n- Benny Chan | country of citizenship | People's Republic of China | 2008\n- General Secretary of the Chinese Communist Party | position holder | Hu Jintao | 2008\n- Xiao Yang | member of political party | Chinese Communist Party | 2008\n- Xiao Ke | member of political party | Chinese Communist Party | 2008\n- Li Rui | member of political party | Chinese Communist Party | 2008\nReasoning:", "completion": " Hop 1: People's Republic of China -> head of government -> Wen Jiabao (2008)\n Answer: 2008", "t_query": 2008.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001328", "prompt": " In 1935, what was the country of citizenship of Sabatino Moscati?\nEvidence:\n- Sabatino Moscati | country of citizenship | Kingdom of Italy | 1935\n- Q976653 | country of citizenship | Kingdom of Italy | 1935\n- Q972711 | country of citizenship | Kingdom of Italy | 1935\n- Q922237 | country of citizenship | Kingdom of Italy | 1935\n- Q890523 | country of citizenship | Kingdom of Italy | 1935\n- Q710497 | country of citizenship | Kingdom of Italy | 1935\n- Q678253 | country of citizenship | Kingdom of Italy | 1935\n- Q654973 | country of citizenship | Kingdom of Italy | 1935\n- Q650303 | country of citizenship | Kingdom of Italy | 1935\n- Q527400 | country of citizenship | Kingdom of Italy | 1935\n- Q51189 | country of citizenship | Kingdom of Italy | 1935\n- Q432318 | country of citizenship | Kingdom of Italy | 1935\n- Q432257 | country of citizenship | Kingdom of Italy | 1935\n- Q429298 | country of citizenship | Kingdom of Italy | 1935\n- Q378645 | country of citizenship | Kingdom of Italy | 1935\nReasoning:", "completion": " Hop 1: Sabatino Moscati -> country of citizenship -> Kingdom of Italy (1935)\n Answer: Kingdom of Italy", "t_query": 1935.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001329", "prompt": " In 1953, whose territory claimed by's country's work location was German Democratic Republic?\nEvidence:\n- West Germany | territory claimed by | German Democratic Republic | 1953\n- Zwickau | country | German Democratic Republic | 1953\n- Zeuthen | country | German Democratic Republic | 1953\n- Wismar | country | German Democratic Republic | 1953\n- Q696016 | country | German Democratic Republic | 1953\n- Q525425 | country | German Democratic Republic | 1953\n- Q45898 | country | German Democratic Republic | 1953\n- Potsdam | country | German Democratic Republic | 1953\n- Neustrelitz | country | German Democratic Republic | 1953\n- Magdeburg | country | German Democratic Republic | 1953\n- Jena | country | German Democratic Republic | 1953\n- Görlitz | country | German Democratic Republic | 1953\n- Elsterwerda | country | German Democratic Republic | 1953\n- Cottbus | country | German Democratic Republic | 1953\n- Berlin | country | German Democratic Republic | 1953\nReasoning:", "completion": " Hop 1: West Germany -> territory claimed by -> German Democratic Republic (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: Bernard Schultze -> work location -> Frankfurt (1953)\n Answer: Bernard Schultze", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001330", "prompt": " Who was the member of sports team of Dmitri Cheryshev before Russia men's national football team?\nEvidence:\n- Dmitri Cheryshev | member of sports team | FC Lokomotiv Nizhny Novgorod | 1991\nReasoning:", "completion": " Hop 1: Dmitri Cheryshev -> member of sports team -> FC Lokomotiv Nizhny Novgorod (1991)\n Answer: FC Lokomotiv Nizhny Novgorod", "t_query": 1991.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 1} +{"id": "sft_001331", "prompt": " Who was the position held of Salvatore Fiume's country of citizenship's head of state after President of Italy?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1971)\n Hop 3: Giuseppe Saragat -> position held -> Italian senator for life (1971)\n Answer: Italian senator for life", "t_query": 1971.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001332", "prompt": " In 1966, what was the member of of Cesare Terranova's country of citizenship?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Hop 1: Cesare Terranova -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> member of -> European Economic Community (1966)\n Answer: European Economic Community", "t_query": 1966.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001333", "prompt": " After Bahij al-Khatib country of citizenship United Arab Republic, what was the member of of Mansour el-Essawy's country of citizenship?\nEvidence:\n- Mansour el-Essawy | country of citizenship | United Arab Republic | 1959\n- Bahij al-Khatib | country of citizenship | United Arab Republic | 1959\n- Abdul Rauf al-Kasm | country of citizenship | United Arab Republic | 1959\n- Q59981 | country of citizenship | United Arab Republic | 1959\n- Q325513 | country of citizenship | United Arab Republic | 1959\n- Q212190 | country of citizenship | United Arab Republic | 1959\n- United Arab Republic | member of | United Nations | 1959\n- Zakaria Mohieddin | country of citizenship | United Arab Republic | 1959\n- Taha Hussein | country of citizenship | United Arab Republic | 1959\n- Sabah Fakhri | country of citizenship | United Arab Republic | 1959\n- Saadallah Wannous | country of citizenship | United Arab Republic | 1959\n- Onsi Sawiris | country of citizenship | United Arab Republic | 1959\n- Hussein Salem | country of citizenship | United Arab Republic | 1959\n- Hosni Mubarak | country of citizenship | United Arab Republic | 1959\n- Hanna Mina | country of citizenship | United Arab Republic | 1959\nReasoning:", "completion": " Hop 1: Mansour el-Essawy -> country of citizenship -> United Arab Republic (1959)\n Hop 2: United Arab Republic -> member of -> United Nations (1959)\n Answer: United Nations", "t_query": 1959.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001334", "prompt": " In 1989, what was the head of government of Raul Gardini's country of citizenship?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\n- Stéphane Grappelli | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Raul Gardini -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> head of government -> Ciriaco De Mita (1989)\n Answer: Ciriaco De Mita", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001335", "prompt": " In 1956, whose adjacent station was Atsubetsu Station?\nEvidence:\n- Nopporo Station | adjacent station | Atsubetsu Station | 1956\n- Nopporo Station | adjacent station | Ebetsu Station | 1956\n- Ebetsu Station | adjacent station | Nopporo Station | 1956\nReasoning:", "completion": " Hop 1: Nopporo Station -> adjacent station -> Atsubetsu Station (1956)\n Answer: Nopporo Station", "t_query": 1956.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_001336", "prompt": " Who was the position held of Giovanni Spadolini's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1963\n- Giovanni Mardersteig | country of citizenship | Italy | 1963\n- Giovanni Invernizzi | country of citizenship | Italy | 1963\n- Giovanni Goria | country of citizenship | Italy | 1963\n- Giovanni Ferrofino | country of citizenship | Italy | 1963\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Giovanni Spadolini -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Hop 3: Antonio Segni -> position held -> President of Italy (1963)\n Answer: President of Italy", "t_query": 1963.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001337", "prompt": " In what year was the country of citizenship of Lelio Antoniotti equal to Italy?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\n- Tullio Kezich | country of citizenship | Italy | 1973\nReasoning:", "completion": " Hop 1: Lelio Antoniotti -> country of citizenship -> Italy (1973)\n Answer: 1973", "t_query": 1973.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001338", "prompt": " In 1966, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1966\n- Q207166 | country of citizenship | Yugoslavia | 1966\n- Vladica Popović | country of citizenship | Yugoslavia | 1966\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1966\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1966\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1966\n- Ilija Petković | country of citizenship | Yugoslavia | 1966\n- Dušan Ivković | country of citizenship | Yugoslavia | 1966\n- Dragan Tomić | country of citizenship | Yugoslavia | 1966\n- Verzar | country | Yugoslavia | 1966\n- Suševo | country | Yugoslavia | 1966\n- Q793485 | country | Yugoslavia | 1966\n- Pirot | country | Yugoslavia | 1966\n- Orašje | country | Yugoslavia | 1966\n- Kraljevo | country | Yugoslavia | 1966\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1966)\n Hop 2: Cesare Terranova -> country of citizenship -> Italy (1966)\n Answer: Cesare Terranova", "t_query": 1966.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001339", "prompt": " In what year was the head of government of Lewis Mumford's work location equal to Ed Koch?\nEvidence:\n- New York City | head of government | Ed Koch | 1986\n- Lewis Mumford | work location | New York City | 1986\n- Lewis Mumford | residence | Amenia | 1986\n- Q828254 | work location | New York City | 1986\n- Arman | work location | New York City | 1986\n- Nancy Graves | work location | New York City | 1986\n- Louise Bourgeois | work location | New York City | 1986\n- Elliott Erwitt | work location | New York City | 1986\n- Donald Trump | work location | New York City | 1986\n- Alan Vega | work location | New York City | 1986\n- MetLife | headquarters location | New York City | 1986\n- Prelinger Archives | located in the administrative territorial entity | New York City | 1986\n- Variety | place of publication | New York City | 1986\n- Wolfgang Schivelbusch | residence | New York City | 1986\n- William Vickrey | residence | New York City | 1986\nReasoning:", "completion": " Hop 1: Lewis Mumford -> work location -> New York City (1986)\n Hop 2: New York City -> head of government -> Ed Koch (1986)\n Answer: 1986", "t_query": 1986.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001340", "prompt": " After Giuseppe Colombo country of citizenship Italy, what was the head of government of Italy?\nEvidence:\n- Giuseppe Patanè | country of citizenship | Italy | 1976\n- Giuseppe Meazza | country of citizenship | Italy | 1976\n- Giuseppe Gabrielli | country of citizenship | Italy | 1976\n- Giuseppe Busso | country of citizenship | Italy | 1976\n- Q219490 | country of citizenship | Italy | 1976\n- Veriano Luchetti | country of citizenship | Italy | 1976\n- Tonino Cervi | country of citizenship | Italy | 1976\n- Tiziano Terzani | country of citizenship | Italy | 1976\n- Stéphane Grappelli | country of citizenship | Italy | 1976\n- Simon Spierer | country of citizenship | Italy | 1976\n- Sergio Mantovani | country of citizenship | Italy | 1976\n- Sergio Bonelli | country of citizenship | Italy | 1976\n- Rossana Rossanda | country of citizenship | Italy | 1976\n- Renata Tebaldi | country of citizenship | Italy | 1976\n- Primo Nebiolo | country of citizenship | Italy | 1976\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Aldo Moro (1976)\n Answer: Aldo Moro", "t_query": 1976.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001341", "prompt": " In what year was the head coach of Lluís Companys Olympic Stadium's occupant equal to Jack Bicknell?\nEvidence:\n- Lluís Companys Olympic Stadium | occupant | Barcelona Dragons | 1999\n- Lluís Companys Olympic Stadium | occupant | RCD Espanyol de Barcelona | 1999\n- Barcelona Dragons | home venue | Lluís Companys Olympic Stadium | 1999\n- Barcelona Dragons | head coach | Jack Bicknell | 1999\n- Jack Bicknell | coach of sports team | Barcelona Dragons | 1999\n- Q943194 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q939976 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q704268 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q296975 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Mauro Navas | member of sports team | RCD Espanyol de Barcelona | 1999\n- Barcelona Dragons | league or competition | NFL Europe | 1999\nReasoning:", "completion": " Hop 1: Lluís Companys Olympic Stadium -> occupant -> Barcelona Dragons (1999)\n Hop 2: Barcelona Dragons -> head coach -> Jack Bicknell (1999)\n Answer: 1999", "t_query": 1999.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 11} +{"id": "sft_001342", "prompt": " In 1924, what was the noble title of Alfonso, Prince of Asturias?\nEvidence:\n- Alfonso, Prince of Asturias | noble title | Prince of Asturias | 1924\nReasoning:", "completion": " Hop 1: Alfonso, Prince of Asturias -> noble title -> Prince of Asturias (1924)\n Answer: Prince of Asturias", "t_query": 1924.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_001343", "prompt": " In 1974, whose officeholder's position held's head of government was Gustav Heinemann?\nEvidence:\n- Germany | head of state | Gustav Heinemann | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- Bonn | capital of | Germany | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Germany | member of | European Coal and Steel Community | 1974\nReasoning:", "completion": " Hop 1: president of Germany -> officeholder -> Gustav Heinemann (1974)\n Hop 2: Walter Scheel -> position held -> president of Germany (1974)\n Hop 3: Germany -> head of government -> Walter Scheel (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001344", "prompt": " In 1994, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1994\n- Germany | member of | European Coal and Steel Community | 1994\n- Belgium | member of | European Coal and Steel Community | 1994\n- Germany | member of | European Atomic Energy Community | 1994\n- Oberliga Nord (1974-1994) | country | Germany | 1994\n- Germany | member of | Western European Union | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q107089 | country of citizenship | Germany | 1994\n- Werner Schulz | country of citizenship | Germany | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Udo Zimmermann | country of citizenship | Germany | 1994\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1994)\n Hop 2: Nino Baragli -> country of citizenship -> Italy (1994)\n Answer: Nino Baragli", "t_query": 1994.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001345", "prompt": " In 1928, whose located in was Querfurt?\nEvidence:\n- Querfurt | located in the administrative territorial entity | Querfurt | 1928\n- Karsdorf | located in the administrative territorial entity | Querfurt | 1928\nReasoning:", "completion": " Hop 1: Querfurt -> located in -> Querfurt (1928)\n Answer: Querfurt", "t_query": 1928.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_001346", "prompt": " Who was the located in of Rokiškis District Municipality after Lithuanian Soviet Socialist Republic?\nEvidence:\n- Rokiškis District Municipality | located in the administrative territorial entity | Panevėžys County | 1998\nReasoning:", "completion": " Hop 1: Rokiškis District Municipality -> located in -> Panevėžys County (1998)\n Answer: Panevėžys County", "t_query": 1998.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 1} +{"id": "sft_001347", "prompt": " In 1962, what was the position held of Guido Aycard's country of citizenship's head of state?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Guido Aycard -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1962)\n Hop 3: Giovanni Gronchi -> position held -> Italian senator for life (1962)\n Answer: Italian senator for life", "t_query": 1962.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001348", "prompt": " In 1918, whose located in was Seine-et-Oise?\nEvidence:\n- Bonnières-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Villejust | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Villecresnes | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Valenton | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Saclas | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q899558 | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q83472 | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q794124 | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q752150 | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q639332 | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q491908 | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q276508 | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q273061 | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q272066 | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q268408 | located in the administrative territorial entity | Seine-et-Oise | 1918\nReasoning:", "completion": " Hop 1: Chaussy -> located in -> Seine-et-Oise (1918)\n Answer: Chaussy", "t_query": 1918.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001349", "prompt": " In what year was the twinned with of Cheb equal to Nizhny Tagil?\nEvidence:\n- Nizhny Tagil | twinned administrative body | Cheb | 2008\n- Cheb | twinned administrative body | Nizhny Tagil | 2008\nReasoning:", "completion": " Hop 1: Cheb -> twinned with -> Nizhny Tagil (2008)\n Answer: 2008", "t_query": 2008.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2} +{"id": "sft_001350", "prompt": " Who was the head of government of Italy after Giovanni Goria?\nEvidence:\n- Giovanni Goria | country of citizenship | Italy | 1989\n- Giovanni Goria | position held | Member of the European Parliament | 1989\n- Giovanni Invernizzi | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\n- Stéphane Grappelli | country of citizenship | Italy | 1989\n- Simon Spierer | country of citizenship | Italy | 1989\n- Sergio Mantovani | country of citizenship | Italy | 1989\n- Sergio Bonelli | country of citizenship | Italy | 1989\n- Salvatore Cassisa | country of citizenship | Italy | 1989\n- Rossana Rossanda | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Ciriaco De Mita (1989)\n Answer: Ciriaco De Mita", "t_query": 1989.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001351", "prompt": " Who was the country of citizenship of Roberto Bussinello before Italy?\nEvidence:\n- Roberto Bussinello | country of citizenship | Kingdom of Italy | 1928\n- Q976653 | country of citizenship | Kingdom of Italy | 1928\n- Q972711 | country of citizenship | Kingdom of Italy | 1928\n- Q922237 | country of citizenship | Kingdom of Italy | 1928\n- Q890523 | country of citizenship | Kingdom of Italy | 1928\n- Q715036 | country of citizenship | Kingdom of Italy | 1928\n- Q710497 | country of citizenship | Kingdom of Italy | 1928\n- Q678253 | country of citizenship | Kingdom of Italy | 1928\n- Q654973 | country of citizenship | Kingdom of Italy | 1928\n- Q650303 | country of citizenship | Kingdom of Italy | 1928\n- Q603148 | country of citizenship | Kingdom of Italy | 1928\n- Q527400 | country of citizenship | Kingdom of Italy | 1928\n- Q51189 | country of citizenship | Kingdom of Italy | 1928\n- Q471232 | country of citizenship | Kingdom of Italy | 1928\n- Q456574 | country of citizenship | Kingdom of Italy | 1928\nReasoning:", "completion": " Hop 1: Roberto Bussinello -> country of citizenship -> Kingdom of Italy (1928)\n Answer: Kingdom of Italy", "t_query": 1928.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001352", "prompt": " In what year was the capital of of Ashgabat equal to Turkmen Soviet Socialist Republic?\nEvidence:\n- Ashgabat | capital of | Turkmen Soviet Socialist Republic | 1979\n- Turkmen Soviet Socialist Republic | country | Soviet Union | 1979\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1979\n- Ashgabat | country | Soviet Union | 1979\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1979\n- Georgian Soviet Socialist Republic | country | Soviet Union | 1979\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1979\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1979\n- Q59054 | country of citizenship | Soviet Union | 1979\n- Q437262 | country of citizenship | Soviet Union | 1979\n- Q324083 | country of citizenship | Soviet Union | 1979\n- Zhytomyr | country | Soviet Union | 1979\n- Zastavna | country | Soviet Union | 1979\n- Yevpatoriia | country | Soviet Union | 1979\n- Yalta | country | Soviet Union | 1979\nReasoning:", "completion": " Hop 1: Ashgabat -> capital of -> Turkmen Soviet Socialist Republic (1979)\n Answer: 1979", "t_query": 1979.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001353", "prompt": " After Giuseppe Saragat country of citizenship Italy, what was the shares border with of Giacomo Rossi-Stuart's country of citizenship?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Italy | shares border with | Yugoslavia | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Giuseppe Prisco | country of citizenship | Italy | 1975\n- Giuseppe Patanè | country of citizenship | Italy | 1975\n- Giuseppe Meazza | country of citizenship | Italy | 1975\n- Giuseppe Gabrielli | country of citizenship | Italy | 1975\n- Giuseppe Colnago | country of citizenship | Italy | 1975\n- Giuseppe Busso | country of citizenship | Italy | 1975\n- Giuseppe Antonini | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giacomo Rossi-Stuart -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> shares border with -> Yugoslavia (1975)\n Answer: Yugoslavia", "t_query": 1975.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001354", "prompt": " In what year was the surface played on of Stade de Gerland equal to lawn?\nEvidence:\n- Stade de Gerland | surface played on | lawn | 1922\nReasoning:", "completion": " Hop 1: Stade de Gerland -> surface played on -> lawn (1922)\n Answer: 1922", "t_query": 1922.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1} +{"id": "sft_001355", "prompt": " In what year was the head of government of Italy equal to Francesco Cossiga?\nEvidence:\n- Francesco Gabrieli | country of citizenship | Italy | 1980\n- Q219490 | country of citizenship | Italy | 1980\n- Veriano Luchetti | country of citizenship | Italy | 1980\n- Tullio Kezich | country of citizenship | Italy | 1980\n- Tonino Cervi | country of citizenship | Italy | 1980\n- Tiziano Terzani | country of citizenship | Italy | 1980\n- Stéphane Grappelli | country of citizenship | Italy | 1980\n- Simon Spierer | country of citizenship | Italy | 1980\n- Sergio Mantovani | country of citizenship | Italy | 1980\n- Sergio Bonelli | country of citizenship | Italy | 1980\n- Salvatore Cassisa | country of citizenship | Italy | 1980\n- Rossana Rossanda | country of citizenship | Italy | 1980\n- Renata Tebaldi | country of citizenship | Italy | 1980\n- Primo Nebiolo | country of citizenship | Italy | 1980\n- Pino Lancetti | country of citizenship | Italy | 1980\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Francesco Cossiga (1980)\n Answer: 1980", "t_query": 1980.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001356", "prompt": " In 1964, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1964\n- Germany | member of | European Coal and Steel Community | 1964\n- Belgium | member of | European Coal and Steel Community | 1964\n- Germany | member of | European Atomic Energy Community | 1964\n- Germany | member of | Western European Union | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1964)\n Hop 2: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Answer: Carmelo Cappello", "t_query": 1964.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001357", "prompt": " After Nino Rota country of citizenship Italy, what was the head of state of Luca Ronconi's country of citizenship?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Nino Baragli | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\nReasoning:", "completion": " Hop 1: Luca Ronconi -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1993)\n Answer: Oscar Luigi Scalfaro", "t_query": 1993.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001358", "prompt": " Who was the winner of Albert Lasker Award for Basic Medical Research after Oliver Smithies?\nEvidence:\n- Albert Lasker Award for Basic Medical Research | winner | Randy Schekman | 2002\n- Albert Lasker Award for Basic Medical Research | winner | James Rothman | 2002\n- Louisa Gross Horwitz Prize | winner | Randy Schekman | 2002\n- Louisa Gross Horwitz Prize | winner | James Rothman | 2002\nReasoning:", "completion": " Hop 1: Albert Lasker Award for Basic Medical Research -> winner -> Randy Schekman (2002)\n Answer: Randy Schekman", "t_query": 2002.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 4} +{"id": "sft_001359", "prompt": " In 2003, whose contains the administrative territorial entity was Vaulx-en-Velin?\nEvidence:\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 2003\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vaulx-en-Velin | 2003\n- Rhône | contains the administrative territorial entity | Vénissieux | 2003\n- Rhône | contains the administrative territorial entity | Villeurbanne | 2003\n- Rhône | contains the administrative territorial entity | Meyzieu | 2003\n- Rhône | contains the administrative territorial entity | Genay | 2003\n- Rhône | contains the administrative territorial entity | Francheville | 2003\n- Rhône | contains the administrative territorial entity | Feyzin | 2003\n- Rhône | contains the administrative territorial entity | Bron | 2003\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001360", "prompt": " Who was the country of Dubrovytsia after Russian Empire?\nEvidence:\n- Dubrovytsia | country | Soviet Union | 1991\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1991\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1991\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1991\n- Q59054 | country of citizenship | Soviet Union | 1991\n- Q437262 | country of citizenship | Soviet Union | 1991\n- Q324083 | country of citizenship | Soviet Union | 1991\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1991\n- Yuri Manin | country of citizenship | Soviet Union | 1991\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1991\n- Viktor Kulikov | country of citizenship | Soviet Union | 1991\n- Vija Artmane | country of citizenship | Soviet Union | 1991\n- Vera Krepkina | country of citizenship | Soviet Union | 1991\n- Valeri Polyakov | country of citizenship | Soviet Union | 1991\n- Sergei Kovalev | country of citizenship | Soviet Union | 1991\nReasoning:", "completion": " Hop 1: Dubrovytsia -> country -> Soviet Union (1991)\n Answer: Soviet Union", "t_query": 1991.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001361", "prompt": " Who was the head of state of Robert Morley's country of citizenship after George VI?\nEvidence:\n- Robert Morley | country of citizenship | United Kingdom | 1983\n- United Kingdom | head of state | Elizabeth II | 1983\n- Tony Abbott | country of citizenship | United Kingdom | 1983\n- Liz Smith | country of citizenship | United Kingdom | 1983\n- United Kingdom | part of | European Union | 1983\n- United Kingdom | member of | European Union | 1983\nReasoning:", "completion": " Hop 1: Robert Morley -> country of citizenship -> United Kingdom (1983)\n Hop 2: United Kingdom -> head of state -> Elizabeth II (1983)\n Answer: Elizabeth II", "t_query": 1983.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 6} +{"id": "sft_001362", "prompt": " After Benito Stefanelli country of citizenship Italy, what was the head of state of Carlo Curis's country of citizenship?\nEvidence:\n- Carlo Curis | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Carlo Curis -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> head of state -> Sandro Pertini (1984)\n Answer: Sandro Pertini", "t_query": 1984.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001363", "prompt": " In 1987, what was the head of state of Germany's diplomatic relation?\nEvidence:\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | diplomatic relation | German Democratic Republic | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Bonn | capital of | Germany | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Germany | member of | Western European Union | 1987\nReasoning:", "completion": " Hop 1: Germany -> diplomatic relation -> Afghanistan (1987)\n Hop 2: Afghanistan -> head of state -> Mohammad Najibullah (1987)\n Answer: Mohammad Najibullah", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001364", "prompt": " After Luca Ronconi country of citizenship Kingdom of Italy, what was the country of citizenship of Luca Ronconi?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\n- Stéphane Grappelli | country of citizenship | Italy | 1993\nReasoning:", "completion": " Hop 1: Luca Ronconi -> country of citizenship -> Italy (1993)\n Answer: Italy", "t_query": 1993.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001365", "prompt": " In 1974, whose contains the administrative territorial entity's capital of's capital was Lower Saxony?\nEvidence:\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1974\n- Hanover | located in the administrative territorial entity | Lower Saxony | 1974\n- West Germany | contains the administrative territorial entity | Saarland | 1974\n- West Germany | contains the administrative territorial entity | Hesse | 1974\n- West Germany | contains the administrative territorial entity | Hamburg | 1974\n- West Germany | contains the administrative territorial entity | Bremen | 1974\n- West Germany | contains the administrative territorial entity | Bavaria | 1974\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1974\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1974\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1974\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1974\n- Saarland | located in the administrative territorial entity | West Germany | 1974\n- Oberliga Nord (1974-1994) | country | West Germany | 1974\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1974\n- Bonn | capital of | West Germany | 1974\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Lower Saxony (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: Germany -> capital -> Bonn (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001366", "prompt": " In what year was the country of Ashgabat equal to Soviet Union?\nEvidence:\n- Ashgabat | country | Soviet Union | 1979\n- Ashgabat | capital of | Turkmen Soviet Socialist Republic | 1979\n- Zhytomyr | country | Soviet Union | 1979\n- Zastavna | country | Soviet Union | 1979\n- Yevpatoriia | country | Soviet Union | 1979\n- Yalta | country | Soviet Union | 1979\n- Vyazma | country | Soviet Union | 1979\n- Voronezh | country | Soviet Union | 1979\n- Vologda | country | Soviet Union | 1979\n- Volodarsk | country | Soviet Union | 1979\n- Volhynia | country | Soviet Union | 1979\n- Voinyliv | country | Soviet Union | 1979\n- Vladivostok | country | Soviet Union | 1979\n- Vinnytsia | country | Soviet Union | 1979\n- Vanadzor | country | Soviet Union | 1979\nReasoning:", "completion": " Hop 1: Ashgabat -> country -> Soviet Union (1979)\n Answer: 1979", "t_query": 1979.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001367", "prompt": " In 1950, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Schleswig-Holstein (1950)\n Answer: Schleswig-Holstein", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001368", "prompt": " After Angelo Brelich country of citizenship Italy, what was the member of of Claudia Vinciguerra's country of citizenship?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Angelo Varetto | country of citizenship | Italy | 1968\n- Angelo Infanti | country of citizenship | Italy | 1968\n- Angelo Cuniberti | country of citizenship | Italy | 1968\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Claudia Vinciguerra -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1968)\n Answer: European Coal and Steel Community", "t_query": 1968.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001369", "prompt": " In 1952, what was the contains the administrative territorial entity of MetLife's headquarters's head of government's residence?\nEvidence:\n- MetLife | headquarters location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- William Vickrey | residence | New York City | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\n- Elliott Erwitt | work location | New York City | 1952\nReasoning:", "completion": " Hop 1: MetLife -> headquarters -> New York City (1952)\n Hop 2: New York City -> head of government -> Vincent R. Impellitteri (1952)\n Hop 3: Vincent R. Impellitteri -> residence -> United States (1952)\n Hop 4: United States -> contains the administrative territorial entity -> Territory of Hawaii (1952)\n Answer: Territory of Hawaii", "t_query": 1952.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001370", "prompt": " After Adeodato Giovanni Piazza country of citizenship Italy, what was the position held of Italy's head of government?\nEvidence:\n- Giovanni Mardersteig | country of citizenship | Italy | 1960\n- Giovanni Invernizzi | country of citizenship | Italy | 1960\n- Q264986 | country of citizenship | Italy | 1960\n- Q219490 | country of citizenship | Italy | 1960\n- Dalida | country of citizenship | Italy | 1960\n- Giuseppe Paratore | position held | Italian senator for life | 1960\n- Veriano Luchetti | country of citizenship | Italy | 1960\n- Tonino Cervi | country of citizenship | Italy | 1960\n- Tiziano Terzani | country of citizenship | Italy | 1960\n- Stéphane Grappelli | country of citizenship | Italy | 1960\n- Simon Spierer | country of citizenship | Italy | 1960\n- Sergio Mantovani | country of citizenship | Italy | 1960\n- Sergio Bonelli | country of citizenship | Italy | 1960\n- Rossana Rossanda | country of citizenship | Italy | 1960\n- Romeo Bertini | country of citizenship | Italy | 1960\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Antonio Segni (1960)\n Hop 2: Antonio Segni -> position held -> Prime Minister of Italy (1960)\n Answer: Prime Minister of Italy", "t_query": 1960.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001371", "prompt": " After Franco Evangelisti country of citizenship Italy, what was the head of state of Ignazio Cannavò's country of citizenship?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q432257 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Hop 1: Ignazio Cannavò -> country of citizenship -> Italy (1946)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1946)\n Answer: Alcide De Gasperi", "t_query": 1946.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001372", "prompt": " Who was the member of of Flaviano Vicentini's country of citizenship after European Coal and Steel Community?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\n- Ulrico Girardi | country of citizenship | Italy | 1967\nReasoning:", "completion": " Hop 1: Flaviano Vicentini -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> member of -> European Economic Community (1967)\n Answer: European Economic Community", "t_query": 1967.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001373", "prompt": " After Federal Ministry of Agriculture, Food and Regional Identity chairperson Wilhelm Niklas, what was the chairperson of Federal Ministry of Agriculture, Food and Regional Identity?\nEvidence:\n- Federal Ministry of Agriculture, Food and Regional Identity | chairperson | Wilhelm Niklas | 1953\n- Federal Ministry of Agriculture, Food and Regional Identity | chairperson | Heinrich Lübke | 1953\nReasoning:", "completion": " Hop 1: Federal Ministry of Agriculture, Food and Regional Identity -> chairperson -> Heinrich Lübke (1953)\n Answer: Heinrich Lübke", "t_query": 1953.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 2} +{"id": "sft_001374", "prompt": " After West Germany contains the administrative territorial entity Rhineland-Palatinate, what was the head of government of Germany's capital's capital of's contains the administrative territorial entity?\nEvidence:\n- Bonn | capital of | West Germany | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | Germany | 1987\n- West Germany | currency | Deutsche Mark | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Afghanistan | basic form of government | republic | 1987\n- East Berlin | capital of | German Democratic Republic | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | currency | Deutsche Mark | 1987\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1987)\n Hop 2: Bonn -> capital of -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1987)\n Hop 4: Baden-Württemberg -> head of government -> Lothar Späth (1987)\n Answer: Lothar Späth", "t_query": 1987.0, "chain_length": 4, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001375", "prompt": " In what year was the contains the administrative territorial entity of Würzburg's country equal to Hamburg?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Hamburg (1950)\n Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001376", "prompt": " In 2008, what was the member of of People's Republic of China's head of government?\nEvidence:\n- People's Republic of China | head of government | Wen Jiabao | 2008\n- People's Republic of China | head of state | Hu Jintao | 2008\n- Xu Qinxian | country of citizenship | People's Republic of China | 2008\n- Xiao Yang | country of citizenship | People's Republic of China | 2008\n- Xiao Ke | country of citizenship | People's Republic of China | 2008\n- Ricky Hui | country of citizenship | People's Republic of China | 2008\n- Li Rui | country of citizenship | People's Republic of China | 2008\n- Li Peng | country of citizenship | People's Republic of China | 2008\n- Gong Li | country of citizenship | People's Republic of China | 2008\n- Benny Chan | country of citizenship | People's Republic of China | 2008\n- Wen Jiabao | member of | Politburo Standing Committee of the Chinese Communist Party | 2008\n- General Secretary of the Chinese Communist Party | position holder | Hu Jintao | 2008\n- Xiao Yang | member of political party | Chinese Communist Party | 2008\n- Xiao Ke | member of political party | Chinese Communist Party | 2008\n- Li Rui | member of political party | Chinese Communist Party | 2008\nReasoning:", "completion": " Hop 1: People's Republic of China -> head of government -> Wen Jiabao (2008)\n Hop 2: Wen Jiabao -> member of -> Politburo Standing Committee of the Chinese Communist Party (2008)\n Answer: Politburo Standing Committee of the Chinese Communist Party", "t_query": 2008.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001377", "prompt": " Who was the country of Omsk after Russian Empire?\nEvidence:\n- Omsk | country | Soviet Union | 1948\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1948\n- Q59054 | country of citizenship | Soviet Union | 1948\n- Q437262 | country of citizenship | Soviet Union | 1948\n- Q324083 | country of citizenship | Soviet Union | 1948\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1948\n- Yuri Manin | country of citizenship | Soviet Union | 1948\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1948\n- Viktor Kulikov | country of citizenship | Soviet Union | 1948\n- Vija Artmane | country of citizenship | Soviet Union | 1948\n- Vera Krepkina | country of citizenship | Soviet Union | 1948\nReasoning:", "completion": " Hop 1: Omsk -> country -> Soviet Union (1948)\n Answer: Soviet Union", "t_query": 1948.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001378", "prompt": " In 1962, what was the head of state of Antonio Corpora's country of citizenship?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Antonio Segni (1962)\n Answer: Antonio Segni", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001379", "prompt": " In 1985, what was the member of of Giuseppe Colnago's country of citizenship?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Giuseppe Colnago -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1985)\n Answer: European Coal and Steel Community", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001380", "prompt": " In what year was the position held of Salvatore Fiume's country of citizenship's head of government equal to Prime Minister of Italy?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1988\n- Salvatore Cassisa | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\n- Vittore Catella | country of citizenship | Italy | 1988\n- Veriano Luchetti | country of citizenship | Italy | 1988\n- Ugo Tognazzi | country of citizenship | Italy | 1988\n- Ugo Poletti | country of citizenship | Italy | 1988\n- Tullio Kezich | country of citizenship | Italy | 1988\n- Tonino Cervi | country of citizenship | Italy | 1988\n- Tiziano Terzani | country of citizenship | Italy | 1988\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1988)\n Hop 2: Italy -> head of government -> Giovanni Goria (1988)\n Hop 3: Giovanni Goria -> position held -> Prime Minister of Italy (1988)\n Answer: 1988", "t_query": 1988.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001381", "prompt": " After Amedeo Maiuri country of citizenship Italy, what was the member of of Claudio Cavazza's country of citizenship?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1970)\n Answer: European Coal and Steel Community", "t_query": 1970.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001382", "prompt": " In 1913, what was the adjacent station of Ebetsu Station?\nEvidence:\n- Nopporo Station | adjacent station | Ebetsu Station | 1913\n- Ebetsu Station | adjacent station | Nopporo Station | 1913\n- Ebetsu Station | adjacent station | Horomui Station | 1913\n- Nopporo Station | adjacent station | Atsubetsu Station | 1913\nReasoning:", "completion": " Hop 1: Ebetsu Station -> adjacent station -> Horomui Station (1913)\n Answer: Horomui Station", "t_query": 1913.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_001383", "prompt": " After Gianbattista Guidotti country of citizenship Italy, what was the shares border with of Italy9484's country of citizenship?\nEvidence:\n- Gianbattista Guidotti | country of citizenship | Italy | 1984\n- Italy | shares border with | Yugoslavia | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Andrea Carrea -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> shares border with -> Yugoslavia (1984)\n Answer: Yugoslavia", "t_query": 1984.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001384", "prompt": " In 1962, what was the position held of Guido Aycard's country of citizenship's head of state?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Guido Aycard -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Antonio Segni (1962)\n Hop 3: Antonio Segni -> position held -> President of Italy (1962)\n Answer: President of Italy", "t_query": 1962.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001385", "prompt": " In 1950, whose educated at was National Center for Scientific Research?\nEvidence:\n- Yvonne Choquet-Bruhat | educated at | National Center for Scientific Research | 1950\n- Q279366 | employer | National Center for Scientific Research | 1950\n- Pierre Hadot | employer | National Center for Scientific Research | 1950\n- Jean Vercoutter | employer | National Center for Scientific Research | 1950\n- Pierre Hadot | occupation | Catholic priest | 1950\nReasoning:", "completion": " Hop 1: Yvonne Choquet-Bruhat -> educated at -> National Center for Scientific Research (1950)\n Answer: Yvonne Choquet-Bruhat", "t_query": 1950.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 5} +{"id": "sft_001386", "prompt": " In 1947, what was the shares border with of Eleonora Rossi Drago's country of citizenship?\nEvidence:\n- Eleonora Rossi Drago | country of citizenship | Italy | 1947\n- Italy | shares border with | Yugoslavia | 1947\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1947\n- Q612509 | country of citizenship | Italy | 1947\n- Q454036 | country of citizenship | Italy | 1947\n- Q435856 | country of citizenship | Italy | 1947\n- Q432318 | country of citizenship | Italy | 1947\n- Q429298 | country of citizenship | Italy | 1947\n- Q340261 | country of citizenship | Italy | 1947\n- Q318968 | country of citizenship | Italy | 1947\n- Q264986 | country of citizenship | Italy | 1947\n- Q219490 | country of citizenship | Italy | 1947\n- Q213482 | country of citizenship | Italy | 1947\n- Dalida | country of citizenship | Italy | 1947\n- Wilma Montesi | country of citizenship | Italy | 1947\nReasoning:", "completion": " Hop 1: Eleonora Rossi Drago -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> shares border with -> Yugoslavia (1947)\n Answer: Yugoslavia", "t_query": 1947.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001387", "prompt": " After Girolamo Li Causi country of citizenship Italy, what was the head of state of Arnaldo Genoino's country of citizenship?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Arnaldo Genoino -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> head of state -> Giovanni Leone (1978)\n Answer: Giovanni Leone", "t_query": 1978.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001388", "prompt": " In what year was the shares border with of Giovanni Spadolini's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1975\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giovanni Spadolini -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> shares border with -> Yugoslavia (1975)\n Answer: 1975", "t_query": 1975.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001389", "prompt": " In what year was the member of of Mansour el-Essawy's country of citizenship equal to United Nations?\nEvidence:\n- Mansour el-Essawy | country of citizenship | United Arab Republic | 1959\n- United Arab Republic | member of | United Nations | 1959\n- Q59981 | country of citizenship | United Arab Republic | 1959\n- Q325513 | country of citizenship | United Arab Republic | 1959\n- Q212190 | country of citizenship | United Arab Republic | 1959\n- Zakaria Mohieddin | country of citizenship | United Arab Republic | 1959\n- Taha Hussein | country of citizenship | United Arab Republic | 1959\n- Sabah Fakhri | country of citizenship | United Arab Republic | 1959\n- Saadallah Wannous | country of citizenship | United Arab Republic | 1959\n- Onsi Sawiris | country of citizenship | United Arab Republic | 1959\n- Hussein Salem | country of citizenship | United Arab Republic | 1959\n- Hosni Mubarak | country of citizenship | United Arab Republic | 1959\n- Hanna Mina | country of citizenship | United Arab Republic | 1959\n- Fawzi Selu | country of citizenship | United Arab Republic | 1959\n- Muhammad Sedki Sulayman | country of citizenship | United Arab Republic | 1959\nReasoning:", "completion": " Hop 1: Mansour el-Essawy -> country of citizenship -> United Arab Republic (1959)\n Hop 2: United Arab Republic -> member of -> United Nations (1959)\n Answer: 1959", "t_query": 1959.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001390", "prompt": " In 1956, whose head of state was Theodor Heuss?\nEvidence:\n- Germany | head of state | Theodor Heuss | 1956\n- president of Germany | position holder | Theodor Heuss | 1956\n- Germany | head of government | Konrad Adenauer | 1956\n- Bonn | capital of | Germany | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Germany | member of | Western European Union | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- Germany | member of | European Coal and Steel Community | 1956\n- Germany | shares border with | Saar Protectorate | 1956\n- Germany | shares border with | German Democratic Republic | 1956\n- Germany | shares border with | Czechoslovakia | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Germany | capital | Bonn | 1956\n- August von Briesen | work location | Germany | 1956\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Theodor Heuss (1956)\n Answer: Germany", "t_query": 1956.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001391", "prompt": " In 2010, whose employer was WWE?\nEvidence:\n- Q285372 | employer | WWE | 2010\n- Vince McMahon | employer | WWE | 2010\n- Shane McMahon | employer | WWE | 2010\n- Mike Chioda | employer | WWE | 2010\n- Vince McMahon | employer | Q130171 | 2010\n- Vince McMahon | position held | chief executive officer | 2010\n- Shane McMahon | sport | referee | 2010\n- Shane McMahon | sport | professional wrestling | 2010\n- Shane McMahon | occupation | entrepreneur | 2010\nReasoning:", "completion": " Hop 1: Shane McMahon -> employer -> WWE (2010)\n Answer: Shane McMahon", "t_query": 2010.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 9} +{"id": "sft_001392", "prompt": " In 2005, whose member of sports team was Galatasaray S.K.?\nEvidence:\n- Q937898 | member of sports team | Galatasaray S.K. | 2005\n- Q922443 | member of sports team | Galatasaray S.K. | 2005\n- Q729830 | member of sports team | Galatasaray S.K. | 2005\n- Q660534 | member of sports team | Galatasaray S.K. | 2005\n- Q560001 | member of sports team | Galatasaray S.K. | 2005\n- Q556101 | member of sports team | Galatasaray S.K. | 2005\n- Q349941 | member of sports team | Galatasaray S.K. | 2005\n- Q312920 | member of sports team | Galatasaray S.K. | 2005\n- Q307872 | member of sports team | Galatasaray S.K. | 2005\n- Q217097 | member of sports team | Galatasaray S.K. | 2005\n- Q122346 | member of sports team | Galatasaray S.K. | 2005\n- Mülâyim Erdem | member of sports team | Galatasaray S.K. | 2005\n- Faryd Mondragón | member of sports team | Galatasaray S.K. | 2005\n- Ayhan Akman | member of sports team | Galatasaray S.K. | 2005\n- Galatasaray S.K. | head coach | Eric Gerets | 2005\nReasoning:", "completion": " Hop 1: Mülâyim Erdem -> member of sports team -> Galatasaray S.K. (2005)\n Answer: Mülâyim Erdem", "t_query": 2005.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001393", "prompt": " In what year was the currency of Marco Tulli's country of citizenship equal to Italian lira?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Marco Tulli -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> currency -> Italian lira (1978)\n Answer: 1978", "t_query": 1978.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001394", "prompt": " Who was the country of citizenship of Guido Cadorin before Italy?\nEvidence:\n- Guido Cadorin | country of citizenship | Kingdom of Italy | 1904\n- Guido Romanelli | country of citizenship | Kingdom of Italy | 1904\n- Q983389 | country of citizenship | Kingdom of Italy | 1904\n- Q976653 | country of citizenship | Kingdom of Italy | 1904\n- Q972711 | country of citizenship | Kingdom of Italy | 1904\n- Q959367 | country of citizenship | Kingdom of Italy | 1904\n- Q939226 | country of citizenship | Kingdom of Italy | 1904\n- Q932616 | country of citizenship | Kingdom of Italy | 1904\n- Q926585 | country of citizenship | Kingdom of Italy | 1904\n- Q920582 | country of citizenship | Kingdom of Italy | 1904\n- Q890523 | country of citizenship | Kingdom of Italy | 1904\n- Q817284 | country of citizenship | Kingdom of Italy | 1904\n- Q765946 | country of citizenship | Kingdom of Italy | 1904\n- Q745874 | country of citizenship | Kingdom of Italy | 1904\n- Q739031 | country of citizenship | Kingdom of Italy | 1904\nReasoning:", "completion": " Hop 1: Guido Cadorin -> country of citizenship -> Kingdom of Italy (1904)\n Answer: Kingdom of Italy", "t_query": 1904.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001395", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Lyon, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Villeurbanne (2003)\n Answer: Villeurbanne", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001396", "prompt": " After Luhansk located in Ukrainian Soviet Socialist Republic, what was the country of Luhansk?\nEvidence:\n- Luhansk | located in the administrative territorial entity | Luhansk Oblast | 1965\n- Luhansk | country | Soviet Union | 1965\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1965\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1965\n- Turkmen Soviet Socialist Republic | country | Soviet Union | 1965\n- Georgian Soviet Socialist Republic | country | Soviet Union | 1965\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1965\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1965\n- Zhytomyr | country | Soviet Union | 1965\n- Zastavna | country | Soviet Union | 1965\n- Yevpatoriia | country | Soviet Union | 1965\n- Yalta | country | Soviet Union | 1965\n- Vyazma | country | Soviet Union | 1965\n- Voronezh | country | Soviet Union | 1965\n- Vologda | country | Soviet Union | 1965\nReasoning:", "completion": " Hop 1: Luhansk -> country -> Soviet Union (1965)\n Answer: Soviet Union", "t_query": 1965.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001397", "prompt": " Who was the head of state of Arnaldo Genoino's country of citizenship after Antonio Segni?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Antonio Leonviola | country of citizenship | Italy | 1978\n- Antonio Calderara | country of citizenship | Italy | 1978\n- Antonio Brivio | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Arnaldo Genoino -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> head of state -> Giovanni Leone (1978)\n Answer: Giovanni Leone", "t_query": 1978.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001398", "prompt": " In what year was the shares border with of Carmelo Cappello's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1964\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> shares border with -> Yugoslavia (1964)\n Answer: 1964", "t_query": 1964.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001399", "prompt": " In what year was the shares border with of Giovanni D'Ascenzi's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1951\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1951\n- Giovanni Ticozzi | country of citizenship | Italy | 1951\n- Giovanni Papini | country of citizenship | Italy | 1951\n- Giovanni Mardersteig | country of citizenship | Italy | 1951\n- Giovanni Invernizzi | country of citizenship | Italy | 1951\n- Giovanni Goria | country of citizenship | Italy | 1951\n- Giovanni Ferrofino | country of citizenship | Italy | 1951\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Giovanni D'Ascenzi -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> shares border with -> Yugoslavia (1951)\n Answer: 1951", "t_query": 1951.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001400", "prompt": " In what year was the country of citizenship of Luca Ronconi equal to Italy?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\n- Stéphane Grappelli | country of citizenship | Italy | 1993\nReasoning:", "completion": " Hop 1: Luca Ronconi -> country of citizenship -> Italy (1993)\n Answer: 1993", "t_query": 1993.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001401", "prompt": " In 2003, what was the head of government of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | head of government | Gérard Collomb | 2003\n- Urban Community of Lyon | capital | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> head of government -> Gérard Collomb (2003)\n Answer: Gérard Collomb", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001402", "prompt": " After Federico Allasio country of citizenship Italy, what was the member of of Luca Ronconi's country of citizenship?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\n- Stéphane Grappelli | country of citizenship | Italy | 1993\nReasoning:", "completion": " Hop 1: Luca Ronconi -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1993)\n Answer: European Coal and Steel Community", "t_query": 1993.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001403", "prompt": " In 2007, whose position held was auxiliary bishop?\nEvidence:\n- Q913188 | position held | auxiliary bishop | 2007\n- Q890445 | position held | auxiliary bishop | 2007\n- Q85597 | position held | auxiliary bishop | 2007\n- Q761679 | position held | auxiliary bishop | 2007\n- Q668407 | position held | auxiliary bishop | 2007\n- Q635777 | position held | auxiliary bishop | 2007\n- Q629670 | position held | auxiliary bishop | 2007\n- Q615091 | position held | auxiliary bishop | 2007\n- Q556264 | position held | auxiliary bishop | 2007\n- Q556017 | position held | auxiliary bishop | 2007\n- Q556011 | position held | auxiliary bishop | 2007\n- Q547544 | position held | auxiliary bishop | 2007\n- Q541928 | position held | auxiliary bishop | 2007\n- Q532680 | position held | auxiliary bishop | 2007\n- Q531027 | position held | auxiliary bishop | 2007\nReasoning:", "completion": " Hop 1: Roger William Gries -> position held -> auxiliary bishop (2007)\n Answer: Roger William Gries", "t_query": 2007.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001404", "prompt": " In 2001, whose award received was Goethe Medal?\nEvidence:\n- Q76000 | award received | Goethe Medal | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Gerardo Marotta | country of citizenship | Italy | 2001\nReasoning:", "completion": " Hop 1: Gerardo Marotta -> award received -> Goethe Medal (2001)\n Answer: Gerardo Marotta", "t_query": 2001.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_001405", "prompt": " In what year was the member of of Claudio Cavazza's country of citizenship equal to European Economic Community?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> member of -> European Economic Community (1970)\n Answer: 1970", "t_query": 1970.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001406", "prompt": " In 1968, whose country of citizenship was Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Tonino Cervi | country of citizenship | Italy | 1968\n- Tiziano Terzani | country of citizenship | Italy | 1968\n- Stéphane Grappelli | country of citizenship | Italy | 1968\n- Simon Spierer | country of citizenship | Italy | 1968\n- Sergio Mantovani | country of citizenship | Italy | 1968\n- Sergio Bonelli | country of citizenship | Italy | 1968\n- Rossana Rossanda | country of citizenship | Italy | 1968\n- Romeo Bertini | country of citizenship | Italy | 1968\n- Renata Tebaldi | country of citizenship | Italy | 1968\n- Primo Nebiolo | country of citizenship | Italy | 1968\n- Pietro Parente | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Claudia Vinciguerra -> country of citizenship -> Italy (1968)\n Answer: Claudia Vinciguerra", "t_query": 1968.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001407", "prompt": " In 1972, what was the head of government of Friedrich Guggenberger's allegiance's contains the administrative territorial entity?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Saarland (1972)\n Hop 3: Saarland -> head of government -> Franz-Josef Röder (1972)\n Answer: Franz-Josef Röder", "t_query": 1972.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001408", "prompt": " Who was the award received of Dietmar Bär after Order of Merit of North Rhine-Westphalia?\nEvidence:\n- Dietmar Bär | award received | Rheinlandtaler | 2018\nReasoning:", "completion": " Hop 1: Dietmar Bär -> award received -> Rheinlandtaler (2018)\n Answer: Rheinlandtaler", "t_query": 2018.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 1} +{"id": "sft_001409", "prompt": " In 1974, whose anthem's located in was State Anthem of the Soviet Union?\nEvidence:\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1974\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1974\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1974\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1974\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Sakhalin Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Khabarovsk Krai | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\nReasoning:", "completion": " Hop 1: Russian Soviet Federative Socialist Republic -> anthem -> State Anthem of the Soviet Union (1974)\n Hop 2: Chelyabinsk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1974)\n Answer: Chelyabinsk Oblast", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001410", "prompt": " In what year was the named after of Jagodina equal to Svetozar Marković?\nEvidence:\n- Jagodina | named after | Svetozar Marković | 1955\nReasoning:", "completion": " Hop 1: Jagodina -> named after -> Svetozar Marković (1955)\n Answer: 1955", "t_query": 1955.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1} +{"id": "sft_001411", "prompt": " In 2006, what was the member of sports team of Ismael Ruiz?\nEvidence:\n- Ismael Ruiz | member of sports team | Terrassa FC | 2006\n- Ismael Ruiz | member of sports team | Real Oviedo | 2006\n- Q983415 | member of sports team | Terrassa FC | 2006\n- Q929644 | member of sports team | Real Oviedo | 2006\n- Q350982 | member of sports team | Real Oviedo | 2006\n- Adrián López Álvarez | member of sports team | Real Oviedo | 2006\nReasoning:", "completion": " Hop 1: Ismael Ruiz -> member of sports team -> Terrassa FC (2006)\n Answer: Terrassa FC", "t_query": 2006.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_001412", "prompt": " In what year was the territory claimed by of Mannheim's country equal to German Democratic Republic?\nEvidence:\n- West Germany | territory claimed by | German Democratic Republic | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- German Rugby Federation | operating area | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\n- Martin Walser | country of citizenship | West Germany | 1950\n- Martin Albrecht | country of citizenship | West Germany | 1950\n- Jürgen Kissner | country of citizenship | West Germany | 1950\n- Helmut Kohl | country of citizenship | West Germany | 1950\n- Albrecht Brandi | country of citizenship | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> territory claimed by -> German Democratic Republic (1950)\n Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001413", "prompt": " In what year was the noble title of Gustaf VI Adolf of Sweden equal to duke?\nEvidence:\n- Gustaf VI Adolf of Sweden | noble title | duke | 1937\n- Gustaf VI Adolf of Sweden | noble title | crown prince | 1937\n- Louise Mountbatten | spouse | Gustaf VI Adolf of Sweden | 1937\n- Gustaf VI Adolf of Sweden | spouse | Louise Mountbatten | 1937\n- Gustaf VI Adolf of Sweden | position held | crown prince | 1937\n- Louise Mountbatten | noble title | queen consort | 1937\nReasoning:", "completion": " Hop 1: Gustaf VI Adolf of Sweden -> noble title -> duke (1937)\n Answer: 1937", "t_query": 1937.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 6} +{"id": "sft_001414", "prompt": " In 1983, whose country of citizenship was United Kingdom?\nEvidence:\n- Tony Abbott | country of citizenship | United Kingdom | 1983\n- Robert Morley | country of citizenship | United Kingdom | 1983\n- Liz Smith | country of citizenship | United Kingdom | 1983\n- United Kingdom | part of | European Union | 1983\n- United Kingdom | member of | European Union | 1983\n- United Kingdom | head of state | Elizabeth II | 1983\n- Q672 | head of state | Elizabeth II | 1983\n- New Zealand | head of state | Elizabeth II | 1983\nReasoning:", "completion": " Hop 1: Robert Morley -> country of citizenship -> United Kingdom (1983)\n Answer: Robert Morley", "t_query": 1983.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 8} +{"id": "sft_001415", "prompt": " Who was the head of government of Bernard Schultze's work location's country's contains the administrative territorial entity before Lothar Späth?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1953)\n Hop 4: Baden-Württemberg -> head of government -> Reinhold Maier (1953)\n Answer: Reinhold Maier", "t_query": 1953.0, "chain_length": 4, "operator_type": "before_after", "n_evidence": 3} +{"id": "sft_001416", "prompt": " After Martin Albrecht country of citizenship West Germany, what was the head of government of Bernard Schultze's work location's country's contains the administrative territorial entity?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1953)\n Hop 4: Baden-Württemberg -> head of government -> Gebhard Müller (1953)\n Answer: Gebhard Müller", "t_query": 1953.0, "chain_length": 4, "operator_type": "sequence", "n_evidence": 3} +{"id": "sft_001417", "prompt": " In what year was the currency of Giorgio Rebuffi's country of citizenship equal to Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1997\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Guerra | country of citizenship | Italy | 1997\nReasoning:", "completion": " Hop 1: Giorgio Rebuffi -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> currency -> Italian lira (1997)\n Answer: 1997", "t_query": 1997.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001418", "prompt": " Who was the head of state of Lina Bo Bardi's country of citizenship before Francesco Cossiga?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Francesco Scafarelli | country of citizenship | Italy | 1970\n- Francesco Gabrieli | country of citizenship | Italy | 1970\n- Loris Francesco Capovilla | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Lina Bo Bardi -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1970)\n Answer: Giuseppe Saragat", "t_query": 1970.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001419", "prompt": " In 1989, what was the head of state of Maria Rita Saulle's country of citizenship?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Maria Rita Saulle -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> head of state -> Francesco Cossiga (1989)\n Answer: Francesco Cossiga", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001420", "prompt": " In 1948, what was the head of state of Italy?\nEvidence:\n- Q264986 | country of citizenship | Italy | 1948\n- Q219490 | country of citizenship | Italy | 1948\n- Q213482 | country of citizenship | Italy | 1948\n- Dalida | country of citizenship | Italy | 1948\n- Veriano Luchetti | country of citizenship | Italy | 1948\n- Tonino Cervi | country of citizenship | Italy | 1948\n- Tiziano Terzani | country of citizenship | Italy | 1948\n- Stéphane Grappelli | country of citizenship | Italy | 1948\n- Simon Spierer | country of citizenship | Italy | 1948\n- Sergio Mantovani | country of citizenship | Italy | 1948\n- Sergio Bonelli | country of citizenship | Italy | 1948\n- Rossana Rossanda | country of citizenship | Italy | 1948\n- Romeo Bertini | country of citizenship | Italy | 1948\n- Renata Tebaldi | country of citizenship | Italy | 1948\n- Primo Nebiolo | country of citizenship | Italy | 1948\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Enrico de Nicola (1948)\n Answer: Enrico de Nicola", "t_query": 1948.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001421", "prompt": " In 2000, what was the currency of Renata Tebaldi's country of citizenship?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Italy | currency | Italian lira | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\n- Tonino Cervi | country of citizenship | Italy | 2000\nReasoning:", "completion": " Hop 1: Renata Tebaldi -> country of citizenship -> Italy (2000)\n Hop 2: Italy -> currency -> Italian lira (2000)\n Answer: Italian lira", "t_query": 2000.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001422", "prompt": " In 1971, what was the head of government of Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Tonino Cervi | country of citizenship | Italy | 1971\n- Tiziano Terzani | country of citizenship | Italy | 1971\n- Stéphane Grappelli | country of citizenship | Italy | 1971\n- Simon Spierer | country of citizenship | Italy | 1971\n- Sergio Mantovani | country of citizenship | Italy | 1971\n- Sergio Bonelli | country of citizenship | Italy | 1971\n- Rossana Rossanda | country of citizenship | Italy | 1971\n- Romeo Bertini | country of citizenship | Italy | 1971\n- Renata Tebaldi | country of citizenship | Italy | 1971\n- Primo Nebiolo | country of citizenship | Italy | 1971\n- Pietro Parente | country of citizenship | Italy | 1971\n- Oriana Fallaci | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Emilio Colombo (1971)\n Answer: Emilio Colombo", "t_query": 1971.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001423", "prompt": " In 1963, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Antonio Segni | position held | President of Italy | 1963\n- Italy | head of state | Antonio Segni | 1963\n- Antonio Segni | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Antonio Segni -> position held -> President of Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Hop 3: Gianni Brera -> country of citizenship -> Italy (1963)\n Answer: Gianni Brera", "t_query": 1963.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_001424", "prompt": " In what year was the head of state of Italy equal to Francesco Cossiga?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1992\n- Francesco Gabrieli | country of citizenship | Italy | 1992\n- Vittore Catella | country of citizenship | Italy | 1992\n- Veriano Luchetti | country of citizenship | Italy | 1992\n- Tullio Kezich | country of citizenship | Italy | 1992\n- Tonino Cervi | country of citizenship | Italy | 1992\n- Tiziano Terzani | country of citizenship | Italy | 1992\n- Stéphane Grappelli | country of citizenship | Italy | 1992\n- Simon Spierer | country of citizenship | Italy | 1992\n- Sergio Mantovani | country of citizenship | Italy | 1992\n- Sergio Bonelli | country of citizenship | Italy | 1992\n- Salvatore Cassisa | country of citizenship | Italy | 1992\n- Rossana Rossanda | country of citizenship | Italy | 1992\n- Renata Tebaldi | country of citizenship | Italy | 1992\n- Primo Nebiolo | country of citizenship | Italy | 1992\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Francesco Cossiga (1992)\n Answer: 1992", "t_query": 1992.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001425", "prompt": " In 1988, what was the work location of Erazim Kohák's residence's head of government?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Julie Mehretu | work location | United States | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- United States | shares border with | Panama | 1988\n- Tony Miles | country for sport | United States | 1988\n- Discovery Channel | country | United States | 1988\nReasoning:", "completion": " Hop 1: Erazim Kohák -> residence -> United States (1988)\n Hop 2: United States -> head of government -> Ronald Reagan (1988)\n Hop 3: Ronald Reagan -> work location -> Washington, D.C. (1988)\n Answer: Washington, D.C.", "t_query": 1988.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 13} +{"id": "sft_001426", "prompt": " After Flavio Calzavara country of citizenship Italy, what was the head of state of Giovanni Spadolini's country of citizenship?\nEvidence:\n- Flavio Calzavara | country of citizenship | Italy | 1975\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giovanni Spadolini -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> head of state -> Giovanni Leone (1975)\n Answer: Giovanni Leone", "t_query": 1975.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001427", "prompt": " In what year was the located in of Tilla Durieux's spouse's work location equal to Free State of Prussia?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Hop 1: Tilla Durieux -> spouse -> Paul Cassirer (1921)\n Hop 2: Paul Cassirer -> work location -> Berlin (1921)\n Hop 3: Berlin -> located in -> Free State of Prussia (1921)\n Answer: 1921", "t_query": 1921.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 3} +{"id": "sft_001428", "prompt": " In what year was the general secretary of Eugène Tisserant's member of equal to Maurice Genevoix?\nEvidence:\n- Académie Française | general secretary | Maurice Genevoix | 1966\n- Eugène Tisserant | member of | Académie Française | 1966\n- Eugène Tisserant | position held | Dean of the College of Cardinals | 1966\n- Eugène Tisserant | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q998913 | member of | Académie Française | 1966\n- René Huyghe | member of | Académie Française | 1966\n- Jérôme Carcopino | member of | Académie Française | 1966\n- Jean Paulhan | member of | Académie Française | 1966\n- Jean Guéhenno | member of | Académie Française | 1966\n- François Mauriac | member of | Académie Française | 1966\n- Pierre-Henri Simon | member of | Académie Française | 1966\n- Q822586 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q74879 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q689251 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q663757 | member of | Académie des Inscriptions et Belles-Lettres | 1966\nReasoning:", "completion": " Hop 1: Eugène Tisserant -> member of -> Académie Française (1966)\n Hop 2: Académie Française -> general secretary -> Maurice Genevoix (1966)\n Answer: 1966", "t_query": 1966.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001429", "prompt": " In what year was the head of state of Arnaldo Genoino's country of citizenship equal to Sandro Pertini?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Arnaldo Genoino -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> head of state -> Sandro Pertini (1978)\n Answer: 1978", "t_query": 1978.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001430", "prompt": " In what year was the currency of Raul Gardini's country of citizenship equal to Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1989\n- Raul Gardini | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Raul Gardini -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> currency -> Italian lira (1989)\n Answer: 1989", "t_query": 1989.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001431", "prompt": " In 1972, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Bremen (1972)\n Answer: Bremen", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001432", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Rhône -> contains the administrative territorial entity -> Villeurbanne (2003)\n Answer: Villeurbanne", "t_query": 2003.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001433", "prompt": " In 1987, what was the country of citizenship of Romolo Alzani?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Romolo Alzani -> country of citizenship -> Italy (1987)\n Answer: Italy", "t_query": 1987.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001434", "prompt": " In 1978, whose head of state's country of citizenship was Giovanni Leone?\nEvidence:\n- Italy | head of state | Giovanni Leone | 1978\n- Giovanni Invernizzi | country of citizenship | Italy | 1978\n- Giovanni Goria | country of citizenship | Italy | 1978\n- Giovanni Ferrofino | country of citizenship | Italy | 1978\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giovanni Leone (1978)\n Hop 2: Arnaldo Genoino -> country of citizenship -> Italy (1978)\n Answer: Arnaldo Genoino", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001435", "prompt": " In what year was the member of of René Huyghe equal to Académie Française?\nEvidence:\n- René Huyghe | member of | Académie Française | 1981\n- René Huyghe | work location | Paris | 1981\n- Pierre Emmanuel | member of | Académie Française | 1981\n- Michel Déon | member of | Académie Française | 1981\n- Julien Green | member of | Académie Française | 1981\n- Félicien Marceau | member of | Académie Française | 1981\n- Eugène Ionesco | member of | Académie Française | 1981\n- Edgar Faure | member of | Académie Française | 1981\n- Académie Française | general secretary | Jean Mistler | 1981\n- Route nationale 4 | located in the administrative territorial entity | Paris | 1981\n- Takis | residence | Paris | 1981\n- Route nationale 4 | terminus location | Paris | 1981\n- Roman Cieślewicz | work location | Paris | 1981\n- Q464656 | residence | Paris | 1981\n- Q454927 | work location | Paris | 1981\nReasoning:", "completion": " Hop 1: René Huyghe -> member of -> Académie Française (1981)\n Answer: 1981", "t_query": 1981.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001436", "prompt": " In 1994, whose head of government's country of citizenship was Carlo Azeglio Ciampi?\nEvidence:\n- Italy | head of government | Carlo Azeglio Ciampi | 1994\n- Carlo Fruttero | country of citizenship | Italy | 1994\n- Carlo Cercignani | country of citizenship | Italy | 1994\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Carlo Azeglio Ciampi (1994)\n Hop 2: Nino Baragli -> country of citizenship -> Italy (1994)\n Answer: Nino Baragli", "t_query": 1994.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001437", "prompt": " After Dietmar Bär award received Order of Merit of North Rhine-Westphalia, what was the award received of Dietmar Bär?\nEvidence:\n- Dietmar Bär | award received | Rheinlandtaler | 2018\nReasoning:", "completion": " Hop 1: Dietmar Bär -> award received -> Rheinlandtaler (2018)\n Answer: Rheinlandtaler", "t_query": 2018.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 1} +{"id": "sft_001438", "prompt": " Who was the member of of Germany after European Atomic Energy Community?\nEvidence:\n- Germany | member of | European Atomic Energy Community | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Italy | member of | European Coal and Steel Community | 1974\n- Belgium | member of | European Coal and Steel Community | 1974\n- Germany | member of | Western European Union | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\nReasoning:", "completion": " Hop 1: Germany -> member of -> Western European Union (1974)\n Answer: Western European Union", "t_query": 1974.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001439", "prompt": " In what year was the position held of Clelio Darida's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Clelio Darida -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1968)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1968)\n Answer: 1968", "t_query": 1968.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001440", "prompt": " In 1950, whose contains the administrative territorial entity's country was Schleswig-Holstein?\nEvidence:\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Schleswig-Holstein (1950)\n Hop 2: Würzburg -> country -> West Germany (1950)\n Answer: Würzburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001441", "prompt": " In 1961, what was the head of state of Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Veriano Luchetti | country of citizenship | Italy | 1961\n- Tonino Cervi | country of citizenship | Italy | 1961\n- Tiziano Terzani | country of citizenship | Italy | 1961\n- Stéphane Grappelli | country of citizenship | Italy | 1961\n- Simon Spierer | country of citizenship | Italy | 1961\n- Sergio Mantovani | country of citizenship | Italy | 1961\n- Sergio Bonelli | country of citizenship | Italy | 1961\n- Rossana Rossanda | country of citizenship | Italy | 1961\n- Romeo Bertini | country of citizenship | Italy | 1961\n- Renata Tebaldi | country of citizenship | Italy | 1961\n- Primo Nebiolo | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giovanni Gronchi (1961)\n Answer: Giovanni Gronchi", "t_query": 1961.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001442", "prompt": " In 1977, what was the currency of Elena Altieri's country of citizenship?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\n- Tullio Kezich | country of citizenship | Italy | 1977\n- Tonino Cervi | country of citizenship | Italy | 1977\n- Tiziano Terzani | country of citizenship | Italy | 1977\nReasoning:", "completion": " Hop 1: Elena Altieri -> country of citizenship -> Italy (1977)\n Hop 2: Italy -> currency -> Italian lira (1977)\n Answer: Italian lira", "t_query": 1977.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001443", "prompt": " In 2012, what was the league or competition of Thomas Chatelle's member of sports team?\nEvidence:\n- Thomas Chatelle | member of sports team | R.S.C. Anderlecht | 2012\n- Thomas Chatelle | member of sports team | Sint-Truidense V.V. | 2012\n- Thomas Chatelle | member of sports team | R.A.E.C. Mons | 2012\n- R.A.E.C. Mons | league or competition | Belgian Pro League | 2012\n- Q968773 | member of sports team | R.S.C. Anderlecht | 2012\n- Q516607 | member of sports team | R.S.C. Anderlecht | 2012\n- Q329348 | member of sports team | R.S.C. Anderlecht | 2012\n- Marcin Wasilewski | member of sports team | R.S.C. Anderlecht | 2012\n- Q392727 | member of sports team | Sint-Truidense V.V. | 2012\n- Q377088 | member of sports team | Sint-Truidense V.V. | 2012\n- Q817639 | member of sports team | R.A.E.C. Mons | 2012\n- Q464631 | member of sports team | R.A.E.C. Mons | 2012\n- Koen Daerden | member of sports team | Sint-Truidense V.V. | 2012\n- Bahattin Köse | member of sports team | R.A.E.C. Mons | 2012\nReasoning:", "completion": " Hop 1: Thomas Chatelle -> member of sports team -> R.A.E.C. Mons (2012)\n Hop 2: R.A.E.C. Mons -> league or competition -> Belgian Pro League (2012)\n Answer: Belgian Pro League", "t_query": 2012.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 14} +{"id": "sft_001444", "prompt": " After Würzburg head of government Andreas Grieser, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Lower Saxony (1950)\n Answer: Lower Saxony", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001445", "prompt": " In 1966, whose award received's head of state was Supreme Order of Christ?\nEvidence:\n- Giuseppe Saragat | award received | Supreme Order of Christ | 1966\n- Italy | head of state | Giuseppe Saragat | 1966\n- Giuseppe Saragat | country of citizenship | Italy | 1966\n- Giuseppe Saragat | position held | President of Italy | 1966\nReasoning:", "completion": " Hop 1: Giuseppe Saragat -> award received -> Supreme Order of Christ (1966)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1966)\n Answer: Italy", "t_query": 1966.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_001446", "prompt": " In what year was the head of state of Italy equal to Giovanni Leone?\nEvidence:\n- Giovanni Mardersteig | country of citizenship | Italy | 1973\n- Giovanni Invernizzi | country of citizenship | Italy | 1973\n- Giovanni Goria | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Tonino Cervi | country of citizenship | Italy | 1973\n- Tiziano Terzani | country of citizenship | Italy | 1973\n- Stéphane Grappelli | country of citizenship | Italy | 1973\n- Simon Spierer | country of citizenship | Italy | 1973\n- Sergio Mantovani | country of citizenship | Italy | 1973\n- Sergio Bonelli | country of citizenship | Italy | 1973\n- Rossana Rossanda | country of citizenship | Italy | 1973\n- Romeo Bertini | country of citizenship | Italy | 1973\n- Renata Tebaldi | country of citizenship | Italy | 1973\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giovanni Leone (1973)\n Answer: 1973", "t_query": 1973.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001447", "prompt": " In 1950, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Württemberg-Hohenzollern (1950)\n Answer: Württemberg-Hohenzollern", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001448", "prompt": " In what year was the country of Athens equal to Kingdom of Greece?\nEvidence:\n- Athens | country | Kingdom of Greece | 1962\n- Takis | country of citizenship | Kingdom of Greece | 1962\n- Q234918 | country of citizenship | Kingdom of Greece | 1962\nReasoning:", "completion": " Hop 1: Athens -> country -> Kingdom of Greece (1962)\n Answer: 1962", "t_query": 1962.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 3} +{"id": "sft_001449", "prompt": " In 2009, what was the member of sports team of Cristián Zapata?\nEvidence:\n- Cristián Zapata | member of sports team | Udinese Calcio | 2009\n- Q950069 | member of sports team | Udinese Calcio | 2009\n- Q928969 | member of sports team | Udinese Calcio | 2009\n- Q510039 | member of sports team | Udinese Calcio | 2009\n- Q509374 | member of sports team | Udinese Calcio | 2009\n- Q464524 | member of sports team | Udinese Calcio | 2009\n- Q312374 | member of sports team | Udinese Calcio | 2009\n- Q298448 | member of sports team | Udinese Calcio | 2009\n- Q180553 | member of sports team | Udinese Calcio | 2009\n- Q169093 | member of sports team | Udinese Calcio | 2009\n- Q10709 | member of sports team | Udinese Calcio | 2009\n- Viktor Budyanskiy | member of sports team | Udinese Calcio | 2009\n- Mauricio Isla | member of sports team | Udinese Calcio | 2009\n- Luigi Sala | member of sports team | Udinese Calcio | 2009\n- Bernardo Corradi | member of sports team | Udinese Calcio | 2009\nReasoning:", "completion": " Hop 1: Cristián Zapata -> member of sports team -> Udinese Calcio (2009)\n Answer: Udinese Calcio", "t_query": 2009.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001450", "prompt": " After Gustaf VI Adolf of Sweden position held crown prince, what was the spouse of Gustaf VI Adolf of Sweden?\nEvidence:\n- Gustaf VI Adolf of Sweden | position held | crown prince | 1937\n- Gustaf VI Adolf of Sweden | noble title | crown prince | 1937\n- Louise Mountbatten | spouse | Gustaf VI Adolf of Sweden | 1937\n- Gustaf VI Adolf of Sweden | spouse | Louise Mountbatten | 1937\n- Gustaf VI Adolf of Sweden | noble title | duke | 1937\n- Louise Mountbatten | noble title | queen consort | 1937\nReasoning:", "completion": " Hop 1: Gustaf VI Adolf of Sweden -> spouse -> Louise Mountbatten (1937)\n Answer: Louise Mountbatten", "t_query": 1937.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 6} +{"id": "sft_001451", "prompt": " In what year was the member of of Guido Aycard's country of citizenship equal to European Economic Community?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Guido Aycard -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> member of -> European Economic Community (1962)\n Answer: 1962", "t_query": 1962.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001452", "prompt": " In 1918, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q959367 | country of citizenship | Kingdom of Italy | 1918\n- Q939226 | country of citizenship | Kingdom of Italy | 1918\n- Q890523 | country of citizenship | Kingdom of Italy | 1918\n- Q745874 | country of citizenship | Kingdom of Italy | 1918\n- Q715036 | country of citizenship | Kingdom of Italy | 1918\n- Q653839 | country of citizenship | Kingdom of Italy | 1918\n- Q65151 | country of citizenship | Kingdom of Italy | 1918\n- Q603148 | country of citizenship | Kingdom of Italy | 1918\n- Q572091 | country of citizenship | Kingdom of Italy | 1918\n- Q534227 | country of citizenship | Kingdom of Italy | 1918\n- Q504969 | country of citizenship | Kingdom of Italy | 1918\n- Q456574 | country of citizenship | Kingdom of Italy | 1918\n- Q441843 | country of citizenship | Kingdom of Italy | 1918\n- Q361037 | country of citizenship | Kingdom of Italy | 1918\n- Q333809 | country of citizenship | Kingdom of Italy | 1918\nReasoning:", "completion": " Hop 1: Benedetto Croce -> country of citizenship -> Kingdom of Italy (1918)\n Answer: Benedetto Croce", "t_query": 1918.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001453", "prompt": " In 1974, whose head of government was Walter Scheel?\nEvidence:\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Bonn | capital of | Germany | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Walter Scheel (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001454", "prompt": " In 1996, what was the country of Kuldīga District?\nEvidence:\n- Kuldīga District | country | Latvia | 1996\n- Valka District | country | Latvia | 1996\n- Rēzekne District | country | Latvia | 1996\n- Riga District | country | Latvia | 1996\n- Andrejs Rubins | country of citizenship | Latvia | 1996\n- Oļegs Znaroks | country for sport | Latvia | 1996\nReasoning:", "completion": " Hop 1: Kuldīga District -> country -> Latvia (1996)\n Answer: Latvia", "t_query": 1996.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_001455", "prompt": " In 1997, what was the currency of Giorgio Rebuffi's country of citizenship?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Italy | currency | Italian lira | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Guerra | country of citizenship | Italy | 1997\nReasoning:", "completion": " Hop 1: Giorgio Rebuffi -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> currency -> Italian lira (1997)\n Answer: Italian lira", "t_query": 1997.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001456", "prompt": " After William Vickrey residence New York City, what was the shares border with of New York City7131's headquarters's head of government's residence?\nEvidence:\n- William Vickrey | residence | New York City | 1952\n- MetLife | headquarters location | New York City | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Elliott Erwitt | work location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\nReasoning:", "completion": " Hop 1: MetLife -> headquarters -> New York City (1952)\n Hop 2: New York City -> head of government -> Vincent R. Impellitteri (1952)\n Hop 3: Vincent R. Impellitteri -> residence -> United States (1952)\n Hop 4: United States -> shares border with -> Panama (1952)\n Answer: Panama", "t_query": 1952.0, "chain_length": 4, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001457", "prompt": " In 1906, what was the country of citizenship of Joseph Bonanno?\nEvidence:\n- Joseph Bonanno | country of citizenship | Kingdom of Italy | 1906\n- Q983389 | country of citizenship | Kingdom of Italy | 1906\n- Q976653 | country of citizenship | Kingdom of Italy | 1906\n- Q972711 | country of citizenship | Kingdom of Italy | 1906\n- Q959367 | country of citizenship | Kingdom of Italy | 1906\n- Q939226 | country of citizenship | Kingdom of Italy | 1906\n- Q932616 | country of citizenship | Kingdom of Italy | 1906\n- Q926585 | country of citizenship | Kingdom of Italy | 1906\n- Q920582 | country of citizenship | Kingdom of Italy | 1906\n- Q890523 | country of citizenship | Kingdom of Italy | 1906\n- Q817284 | country of citizenship | Kingdom of Italy | 1906\n- Q765946 | country of citizenship | Kingdom of Italy | 1906\n- Q745874 | country of citizenship | Kingdom of Italy | 1906\n- Q739031 | country of citizenship | Kingdom of Italy | 1906\n- Q728920 | country of citizenship | Kingdom of Italy | 1906\nReasoning:", "completion": " Hop 1: Joseph Bonanno -> country of citizenship -> Kingdom of Italy (1906)\n Answer: Kingdom of Italy", "t_query": 1906.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001458", "prompt": " In 1962, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1962\n- Germany | member of | European Coal and Steel Community | 1962\n- Belgium | member of | European Coal and Steel Community | 1962\n- Germany | member of | European Atomic Energy Community | 1962\n- Germany | member of | Western European Union | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1962)\n Hop 2: Antonio Corpora -> country of citizenship -> Italy (1962)\n Answer: Antonio Corpora", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001459", "prompt": " After Eleonora Rossi Drago country of citizenship Kingdom of Italy, what was the country of citizenship of Eleonora Rossi Drago?\nEvidence:\n- Eleonora Rossi Drago | country of citizenship | Italy | 1947\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1947\n- Q612509 | country of citizenship | Italy | 1947\n- Q454036 | country of citizenship | Italy | 1947\n- Q435856 | country of citizenship | Italy | 1947\n- Q432318 | country of citizenship | Italy | 1947\n- Q429298 | country of citizenship | Italy | 1947\n- Q340261 | country of citizenship | Italy | 1947\n- Q318968 | country of citizenship | Italy | 1947\n- Q264986 | country of citizenship | Italy | 1947\n- Q219490 | country of citizenship | Italy | 1947\n- Q213482 | country of citizenship | Italy | 1947\n- Dalida | country of citizenship | Italy | 1947\n- Wilma Montesi | country of citizenship | Italy | 1947\n- Vittore Catella | country of citizenship | Italy | 1947\nReasoning:", "completion": " Hop 1: Eleonora Rossi Drago -> country of citizenship -> Italy (1947)\n Answer: Italy", "t_query": 1947.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001460", "prompt": " After Giovanni Invernizzi country of citizenship Italy, what was the currency of Carlo Curis's country of citizenship?\nEvidence:\n- Carlo Curis | country of citizenship | Italy | 1984\n- Giovanni Invernizzi | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Giovanni Goria | country of citizenship | Italy | 1984\n- Giovanni Ferrofino | country of citizenship | Italy | 1984\n- Giovanni Azzini | country of citizenship | Italy | 1984\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Italy | currency | Italian lira | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Carlo Curis -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> currency -> Italian lira (1984)\n Answer: Italian lira", "t_query": 1984.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001461", "prompt": " In what year was the country of citizenship of Romolo Carboni equal to Kingdom of Italy?\nEvidence:\n- Romolo Carboni | country of citizenship | Kingdom of Italy | 1932\n- Q976653 | country of citizenship | Kingdom of Italy | 1932\n- Q972711 | country of citizenship | Kingdom of Italy | 1932\n- Q922237 | country of citizenship | Kingdom of Italy | 1932\n- Q890523 | country of citizenship | Kingdom of Italy | 1932\n- Q710497 | country of citizenship | Kingdom of Italy | 1932\n- Q678253 | country of citizenship | Kingdom of Italy | 1932\n- Q654973 | country of citizenship | Kingdom of Italy | 1932\n- Q650303 | country of citizenship | Kingdom of Italy | 1932\n- Q527400 | country of citizenship | Kingdom of Italy | 1932\n- Q51189 | country of citizenship | Kingdom of Italy | 1932\n- Q471232 | country of citizenship | Kingdom of Italy | 1932\n- Q432318 | country of citizenship | Kingdom of Italy | 1932\n- Q432257 | country of citizenship | Kingdom of Italy | 1932\n- Q429298 | country of citizenship | Kingdom of Italy | 1932\nReasoning:", "completion": " Hop 1: Romolo Carboni -> country of citizenship -> Kingdom of Italy (1932)\n Answer: 1932", "t_query": 1932.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001462", "prompt": " In what year was the member of of Alki Larnaca F.C. equal to Cyprus Football Association?\nEvidence:\n- Alki Larnaca F.C. | member of | Cyprus Football Association | 1996\nReasoning:", "completion": " Hop 1: Alki Larnaca F.C. -> member of -> Cyprus Football Association (1996)\n Answer: 1996", "t_query": 1996.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1} +{"id": "sft_001463", "prompt": " After Aureliano Pertile country of citizenship Italy, what was the member of of Luigi Pistilli's country of citizenship?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Aureliano Bolognesi | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Luigi Pistilli -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1963)\n Answer: European Coal and Steel Community", "t_query": 1963.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001464", "prompt": " Who was the head of state of Carmelo Cappello's country of citizenship before Oscar Luigi Scalfaro?\nEvidence:\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1964\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Luigi Comencini | country of citizenship | Italy | 1964\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1964\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1964\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Antonio Segni (1964)\n Answer: Antonio Segni", "t_query": 1964.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001465", "prompt": " After Tony Abbott country of citizenship United Kingdom, what was the head of state of Robert Morley's country of citizenship?\nEvidence:\n- Tony Abbott | country of citizenship | United Kingdom | 1983\n- Robert Morley | country of citizenship | United Kingdom | 1983\n- United Kingdom | head of state | Elizabeth II | 1983\n- Liz Smith | country of citizenship | United Kingdom | 1983\n- United Kingdom | part of | European Union | 1983\n- United Kingdom | member of | European Union | 1983\nReasoning:", "completion": " Hop 1: Robert Morley -> country of citizenship -> United Kingdom (1983)\n Hop 2: United Kingdom -> head of state -> Elizabeth II (1983)\n Answer: Elizabeth II", "t_query": 1983.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 6} +{"id": "sft_001466", "prompt": " In what year was the contains the administrative territorial entity of Würzburg's country equal to Schleswig-Holstein?\nEvidence:\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Schleswig-Holstein (1950)\n Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001467", "prompt": " In what year was the country of citizenship of Sabah Fakhri equal to Syria?\nEvidence:\n- Sabah Fakhri | country of citizenship | Syria | 1993\n- Saadallah Wannous | country of citizenship | Syria | 1993\n- Hanna Mina | country of citizenship | Syria | 1993\nReasoning:", "completion": " Hop 1: Sabah Fakhri -> country of citizenship -> Syria (1993)\n Answer: 1993", "t_query": 1993.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 3} +{"id": "sft_001468", "prompt": " After Carlo Lizzani country of citizenship Italy, what was the shares border with of Claudia Vinciguerra's country of citizenship?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Italy | shares border with | Yugoslavia | 1968\n- Carlo Zecchi | country of citizenship | Italy | 1968\n- Carlo Toniatti | country of citizenship | Italy | 1968\n- Carlo Bandirola | country of citizenship | Italy | 1968\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Claudia Vinciguerra -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> shares border with -> Yugoslavia (1968)\n Answer: Yugoslavia", "t_query": 1968.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001469", "prompt": " In 1921, whose head of state's country's work location's spouse was Friedrich Ebert?\nEvidence:\n- Weimar Republic | head of state | Friedrich Ebert | 1921\n- Weimar Republic | head of government | Joseph Wirth | 1921\n- Weimar Republic | head of government | Constantin Fehrenbach | 1921\n- hyperinflation in the Weimar Republic | country | Weimar Republic | 1921\n- Q87105 | country of citizenship | Weimar Republic | 1921\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1921\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1921\n- Zwickau | country | Weimar Republic | 1921\n- Zimmern | country | Weimar Republic | 1921\n- Wrocław | country | Weimar Republic | 1921\n- Wittmund | country | Weimar Republic | 1921\n- Wismar | country | Weimar Republic | 1921\n- Wiesbaden | country | Weimar Republic | 1921\n- Weimar | country | Weimar Republic | 1921\n- Vaterstetten | country | Weimar Republic | 1921\nReasoning:", "completion": " Hop 1: Weimar Republic -> head of state -> Friedrich Ebert (1921)\n Hop 2: Berlin -> country -> Weimar Republic (1921)\n Hop 3: Paul Cassirer -> work location -> Berlin (1921)\n Hop 4: Tilla Durieux -> spouse -> Paul Cassirer (1921)\n Answer: Tilla Durieux", "t_query": 1921.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001470", "prompt": " After Franco Basaglia country of citizenship Italy, what was the head of state of Raul Gardini's country of citizenship?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Franco Margola | country of citizenship | Italy | 1989\n- Franco Lavoratori | country of citizenship | Italy | 1989\n- Franco Franchi | country of citizenship | Italy | 1989\n- Franco Evangelisti | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Raul Gardini -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> head of state -> Francesco Cossiga (1989)\n Answer: Francesco Cossiga", "t_query": 1989.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001471", "prompt": " In 1950, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> South Baden (1950)\n Answer: South Baden", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001472", "prompt": " After Mannheim located in Grand Duchy of Baden, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Bavaria (1950)\n Answer: Bavaria", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001473", "prompt": " In what year was the member of sports team of Rudolf Brunnenmeier equal to Schwarz-Weiß Bregenz?\nEvidence:\n- Rudolf Brunnenmeier | member of sports team | Schwarz-Weiß Bregenz | 1976\n- Rudolf Brunnenmeier | member of sports team | SC Schwarz-Weiß Bregenz | 1976\nReasoning:", "completion": " Hop 1: Rudolf Brunnenmeier -> member of sports team -> Schwarz-Weiß Bregenz (1976)\n Answer: 1976", "t_query": 1976.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2} +{"id": "sft_001474", "prompt": " In 1972, whose territory claimed by's allegiance was German Democratic Republic?\nEvidence:\n- West Germany | territory claimed by | German Democratic Republic | 1972\n- Zwickau | country | German Democratic Republic | 1972\n- Zeuthen | country | German Democratic Republic | 1972\n- Wismar | country | German Democratic Republic | 1972\n- Q696016 | country | German Democratic Republic | 1972\n- Q525425 | country | German Democratic Republic | 1972\n- Q45898 | country | German Democratic Republic | 1972\n- Potsdam | country | German Democratic Republic | 1972\n- Neustrelitz | country | German Democratic Republic | 1972\n- Magdeburg | country | German Democratic Republic | 1972\n- Jena | country | German Democratic Republic | 1972\n- Görlitz | country | German Democratic Republic | 1972\n- Elsterwerda | country | German Democratic Republic | 1972\n- Cottbus | country | German Democratic Republic | 1972\n- Berlin | country | German Democratic Republic | 1972\nReasoning:", "completion": " Hop 1: West Germany -> territory claimed by -> German Democratic Republic (1972)\n Hop 2: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Answer: Friedrich Guggenberger", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001475", "prompt": " In what year was the position held of Cesare Terranova's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Hop 1: Cesare Terranova -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1966)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1966)\n Answer: 1966", "t_query": 1966.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001476", "prompt": " In what year was the member of of Clelio Darida's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Clelio Darida -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1968)\n Answer: 1968", "t_query": 1968.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001477", "prompt": " In what year was the shares border with of Francesca Romana Coluzzi's country of citizenship equal to Yugoslavia?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Italy | shares border with | Yugoslavia | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> shares border with -> Yugoslavia (1963)\n Answer: 1963", "t_query": 1963.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001478", "prompt": " After Mannheim located in Republic of Baden, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Rhineland-Palatinate (1950)\n Answer: Rhineland-Palatinate", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001479", "prompt": " In 1950, whose contains the administrative territorial entity's country was Hesse?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Hesse (1950)\n Hop 2: Würzburg -> country -> West Germany (1950)\n Answer: Würzburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001480", "prompt": " In what year was the currency of Maria Rita Saulle's country of citizenship equal to Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1989\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Maria Rita Saulle -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> currency -> Italian lira (1989)\n Answer: 1989", "t_query": 1989.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001481", "prompt": " In 1962, what was the head of state of Guido Aycard's country of citizenship?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Guido Aycard -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1962)\n Answer: Giovanni Gronchi", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001482", "prompt": " In 1953, whose chairperson was Wilhelm Niklas?\nEvidence:\n- Federal Ministry of Agriculture, Food and Regional Identity | chairperson | Wilhelm Niklas | 1953\n- Federal Ministry of Agriculture, Food and Regional Identity | chairperson | Heinrich Lübke | 1953\nReasoning:", "completion": " Hop 1: Federal Ministry of Agriculture, Food and Regional Identity -> chairperson -> Wilhelm Niklas (1953)\n Answer: Federal Ministry of Agriculture, Food and Regional Identity", "t_query": 1953.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_001483", "prompt": " In 1950, whose contains the administrative territorial entity's country was Württemberg-Baden?\nEvidence:\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Württemberg-Baden (1950)\n Hop 2: Würzburg -> country -> West Germany (1950)\n Answer: Würzburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001484", "prompt": " In what year was the position held of Carmelo Cappello's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Antonio Segni (1964)\n Hop 3: Antonio Segni -> position held -> President of Italy (1964)\n Answer: 1964", "t_query": 1964.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001485", "prompt": " In 1950, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Lower Saxony (1950)\n Answer: Lower Saxony", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001486", "prompt": " After Würzburg head of government Andreas Grieser, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Hesse (1950)\n Answer: Hesse", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001487", "prompt": " In 1946, whose country of citizenship's head of state's country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q429298 | country of citizenship | Kingdom of Italy | 1946\n- Q133535 | country of citizenship | Kingdom of Italy | 1946\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1946\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1946\n- Titta Ruffo | country of citizenship | Kingdom of Italy | 1946\n- Tita Piaz | country of citizenship | Kingdom of Italy | 1946\n- Rosina Anselmi | country of citizenship | Kingdom of Italy | 1946\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1946\n- Paolo Manna | country of citizenship | Kingdom of Italy | 1946\n- Pantaleo Carabellese | country of citizenship | Kingdom of Italy | 1946\n- Norina Matchabelli | country of citizenship | Kingdom of Italy | 1946\n- Michele Cipolla | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Hop 1: Alcide De Gasperi -> country of citizenship -> Kingdom of Italy (1946)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1946)\n Hop 3: Ignazio Cannavò -> country of citizenship -> Italy (1946)\n Answer: Ignazio Cannavò", "t_query": 1946.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001488", "prompt": " In 1987, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1987\n- Ireland | member of | European Economic Community | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Economic Community (1987)\n Hop 2: Romolo Alzani -> country of citizenship -> Italy (1987)\n Answer: Romolo Alzani", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001489", "prompt": " After Chairman of the National Assembly of Vietnam officeholder Trường Chinh, what was the officeholder of Chairman of the National Assembly of Vietnam?\nEvidence:\n- Chairman of the National Assembly of Vietnam | position holder | Nguyen Huu Tho | 1983\nReasoning:", "completion": " Hop 1: Chairman of the National Assembly of Vietnam -> officeholder -> Nguyen Huu Tho (1983)\n Answer: Nguyen Huu Tho", "t_query": 1983.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 1} +{"id": "sft_001490", "prompt": " In 1949, whose country was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1949\n- Yalta | country | Soviet Union | 1949\n- Voronezh | country | Soviet Union | 1949\n- Volhynia | country | Soviet Union | 1949\n- Vinnytsia | country | Soviet Union | 1949\n- Urgench | country | Soviet Union | 1949\n- Uman | country | Soviet Union | 1949\n- Torzhok | country | Soviet Union | 1949\n- Tbilisi | country | Soviet Union | 1949\n- Sudak | country | Soviet Union | 1949\n- Starodub | country | Soviet Union | 1949\n- Simferopol | country | Soviet Union | 1949\n- Siberia | country | Soviet Union | 1949\n- Sevastopol | country | Soviet Union | 1949\n- Q957273 | country | Soviet Union | 1949\nReasoning:", "completion": " Hop 1: Nakhchivan -> country -> Soviet Union (1949)\n Answer: Nakhchivan", "t_query": 1949.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001491", "prompt": " Who was the employer of Freeman Dyson after University of Birmingham?\nEvidence:\n- Freeman Dyson | employer | Institute for Advanced Study | 1978\n- Q711278 | employer | Institute for Advanced Study | 1978\nReasoning:", "completion": " Hop 1: Freeman Dyson -> employer -> Institute for Advanced Study (1978)\n Answer: Institute for Advanced Study", "t_query": 1978.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 2} +{"id": "sft_001492", "prompt": " In 1989, what was the head of state of Raul Gardini's country of citizenship?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\n- Stéphane Grappelli | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Raul Gardini -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> head of state -> Francesco Cossiga (1989)\n Answer: Francesco Cossiga", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001493", "prompt": " In 1995, what was the head of government of Umberto Mastroianni's country of citizenship?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\n- Tiziano Terzani | country of citizenship | Italy | 1995\nReasoning:", "completion": " Hop 1: Umberto Mastroianni -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of government -> Lamberto Dini (1995)\n Answer: Lamberto Dini", "t_query": 1995.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001494", "prompt": " After Livio Lorenzon country of citizenship Italy, what was the member of of Gianni Brera's country of citizenship?\nEvidence:\n- Livio Lorenzon | country of citizenship | Italy | 1963\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Gianni Brera -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> member of -> European Economic Community (1963)\n Answer: European Economic Community", "t_query": 1963.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001495", "prompt": " Who was the position held of Germany's head of government after Vice-Chancellor of Germany?\nEvidence:\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> position held -> Federal Minister for Foreign Affairs (1974)\n Answer: Federal Minister for Foreign Affairs", "t_query": 1974.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001496", "prompt": " After Heinrich Scheuch country of citizenship Germany, what was the head of state of Germany?\nEvidence:\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Heinrich Mann Prize | country | German Democratic Republic | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Richard von Weizsäcker (1987)\n Answer: Richard von Weizsäcker", "t_query": 1987.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001497", "prompt": " In 1929, what was the board member of Deutsche Reichsbahn (GDR)?\nEvidence:\n- Deutsche Reichsbahn (GDR) | board member | Julius Dorpmüller | 1929\nReasoning:", "completion": " Hop 1: Deutsche Reichsbahn (GDR) -> board member -> Julius Dorpmüller (1929)\n Answer: Julius Dorpmüller", "t_query": 1929.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_001498", "prompt": " In 2020, what was the member of sports team of Diego Benaglio?\nEvidence:\n- Diego Benaglio | member of sports team | AS Monaco FC | 2020\n- Stevan Jovetić | member of sports team | AS Monaco FC | 2020\nReasoning:", "completion": " Hop 1: Diego Benaglio -> member of sports team -> AS Monaco FC (2020)\n Answer: AS Monaco FC", "t_query": 2020.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_001499", "prompt": " Who was the member of of Mario Gentili's country of citizenship before European Coal and Steel Community?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Mario Gentili -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> member of -> European Economic Community (1961)\n Answer: European Economic Community", "t_query": 1961.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001500", "prompt": " Who was the member of of Giacomo Rossi-Stuart's country of citizenship before European Economic Community?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giacomo Rossi-Stuart -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1975)\n Answer: European Coal and Steel Community", "t_query": 1975.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001501", "prompt": " Who was the member of of Salvatore Fiume's country of citizenship before European Economic Community?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1971)\n Answer: European Coal and Steel Community", "t_query": 1971.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001502", "prompt": " In 1997, what was the shares border with of United States?\nEvidence:\n- United States | shares border with | Panama | 1997\n- Paolo Soleri | residence | United States | 1997\n- Discovery Channel | country | United States | 1997\n- Julie Mehretu | work location | United States | 1997\n- United States | head of government | Bill Clinton | 1997\n- Tina Turner | country of citizenship | United States | 1997\n- Richard Pipes | country of citizenship | United States | 1997\n- Eduardo Saverin | country of citizenship | United States | 1997\n- Angela Lansbury | country of citizenship | United States | 1997\n- Q636947 | designated as terrorist by | United States | 1997\n- Q191764 | designated as terrorist by | United States | 1997\n- Kach | designated as terrorist by | United States | 1997\n- Paolo Soleri | country of citizenship | Italy | 1997\n- Sven Teutenberg | member of sports team | Discovery Channel | 1997\n- Adriano Baffi | member of sports team | Discovery Channel | 1997\nReasoning:", "completion": " Hop 1: United States -> shares border with -> Panama (1997)\n Answer: Panama", "t_query": 1997.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001503", "prompt": " After Heilsbronn country West Germany, what was the currency of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> currency -> Deutsche Mark (1953)\n Answer: Deutsche Mark", "t_query": 1953.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 3} +{"id": "sft_001504", "prompt": " In what year was the position held of Lewis Mumford's work location's head of government equal to Mayor of New York City?\nEvidence:\n- Lewis Mumford | work location | New York City | 1986\n- Q828254 | work location | New York City | 1986\n- Arman | work location | New York City | 1986\n- Nancy Graves | work location | New York City | 1986\n- Louise Bourgeois | work location | New York City | 1986\n- Elliott Erwitt | work location | New York City | 1986\n- Donald Trump | work location | New York City | 1986\n- Alan Vega | work location | New York City | 1986\n- New York City | head of government | Ed Koch | 1986\n- MetLife | headquarters location | New York City | 1986\n- Lewis Mumford | residence | Amenia | 1986\n- Wolfgang Schivelbusch | residence | New York City | 1986\n- William Vickrey | residence | New York City | 1986\n- Gil Evans | residence | New York City | 1986\n- Variety | place of publication | New York City | 1986\nReasoning:", "completion": " Hop 1: Lewis Mumford -> work location -> New York City (1986)\n Hop 2: New York City -> head of government -> Ed Koch (1986)\n Hop 3: Ed Koch -> position held -> Mayor of New York City (1986)\n Answer: 1986", "t_query": 1986.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001505", "prompt": " In 1948, whose head of state was Luigi Einaudi?\nEvidence:\n- Italy | head of state | Luigi Einaudi | 1948\n- Luigi Comencini | country of citizenship | Italy | 1948\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1948\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1948\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1948\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1948\n- Zita of Bourbon-Parma | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\n- Q318968 | country of citizenship | Italy | 1948\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Luigi Einaudi (1948)\n Answer: Italy", "t_query": 1948.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001506", "prompt": " In what year was the head of government of Tilla Durieux's spouse's work location's country equal to Joseph Wirth?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Hop 1: Tilla Durieux -> spouse -> Paul Cassirer (1921)\n Hop 2: Paul Cassirer -> work location -> Berlin (1921)\n Hop 3: Berlin -> country -> Weimar Republic (1921)\n Hop 4: Weimar Republic -> head of government -> Joseph Wirth (1921)\n Answer: 1921", "t_query": 1921.0, "chain_length": 4, "operator_type": "interval", "n_evidence": 3} +{"id": "sft_001507", "prompt": " In 1942, what was the country of Jena?\nEvidence:\n- Jena | country | Nazi Germany | 1942\n- Jena | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Carl Zeiss AG | headquarters location | Jena | 1942\n- Republic of Baden | located in the administrative territorial entity | Nazi Germany | 1942\n- Saxony | located in the administrative territorial entity | Nazi Germany | 1942\n- Berlin | located in the administrative territorial entity | Nazi Germany | 1942\n- Weimar | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Q15976 | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Gera | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Free State of Mecklenburg | located in the administrative territorial entity | Nazi Germany | 1942\n- Free State of Anhalt | located in the administrative territorial entity | Nazi Germany | 1942\n- Q822028 | country of registry | Nazi Germany | 1942\n- Q321140 | country of registry | Nazi Germany | 1942\n- Q237358 | country of citizenship | Nazi Germany | 1942\n- U-752 | country of registry | Nazi Germany | 1942\nReasoning:", "completion": " Hop 1: Jena -> country -> Nazi Germany (1942)\n Answer: Nazi Germany", "t_query": 1942.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001508", "prompt": " In 1949, whose head of state's country of citizenship was Luigi Einaudi?\nEvidence:\n- Italy | head of state | Luigi Einaudi | 1949\n- Luigi Comencini | country of citizenship | Italy | 1949\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1949\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1949\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1949\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1949\n- Q639507 | country of citizenship | Italy | 1949\n- Q612509 | country of citizenship | Italy | 1949\n- Q454036 | country of citizenship | Italy | 1949\n- Q435856 | country of citizenship | Italy | 1949\n- Q432318 | country of citizenship | Italy | 1949\n- Q429298 | country of citizenship | Italy | 1949\n- Q318968 | country of citizenship | Italy | 1949\n- Q264986 | country of citizenship | Italy | 1949\n- Q219490 | country of citizenship | Italy | 1949\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Luigi Einaudi (1949)\n Hop 2: Sergio Noja Noseda -> country of citizenship -> Italy (1949)\n Answer: Sergio Noja Noseda", "t_query": 1949.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001509", "prompt": " In 1907, what was the country of Wiesbaden?\nEvidence:\n- Wiesbaden | located in the administrative territorial entity | Wiesbaden Government Region | 1907\n- Wiesbaden | country | German Empire | 1907\n- Frankfurt | located in the administrative territorial entity | Wiesbaden Government Region | 1907\n- Q87105 | country of citizenship | German Empire | 1907\n- Q76638 | country of citizenship | German Empire | 1907\n- Wilhelm Röntgen | country of citizenship | German Empire | 1907\n- Georg August Zenker | country of citizenship | German Empire | 1907\n- Zwickau | country | German Empire | 1907\n- Zimmern | country | German Empire | 1907\n- Wrocław | country | German Empire | 1907\n- Wittmund | country | German Empire | 1907\n- Wismar | country | German Empire | 1907\n- Weimar | country | German Empire | 1907\n- Vaterstetten | country | German Empire | 1907\n- Trier | country | German Empire | 1907\nReasoning:", "completion": " Hop 1: Wiesbaden -> country -> German Empire (1907)\n Answer: German Empire", "t_query": 1907.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001510", "prompt": " Who was the member of of Giorgio Rebuffi's country of citizenship after European Economic Community?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Guerra | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\nReasoning:", "completion": " Hop 1: Giorgio Rebuffi -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1997)\n Answer: European Coal and Steel Community", "t_query": 1997.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001511", "prompt": " In 1974, what was the head of state of Germany's diplomatic relation?\nEvidence:\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\nReasoning:", "completion": " Hop 1: Germany -> diplomatic relation -> Afghanistan (1974)\n Hop 2: Afghanistan -> head of state -> Mohammed Daoud Khan (1974)\n Answer: Mohammed Daoud Khan", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001512", "prompt": " In 1968, whose spouse was Gail Zappa?\nEvidence:\n- Gail Zappa | spouse | Frank Zappa | 1968\n- Frank Zappa | spouse | Gail Zappa | 1968\n- Frank Zappa | genre | psychedelic rock | 1968\nReasoning:", "completion": " Hop 1: Frank Zappa -> spouse -> Gail Zappa (1968)\n Answer: Frank Zappa", "t_query": 1968.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_001513", "prompt": " After Angelo Martino Colombo member of sports team F.C. Pro Vercelli 1892, what was the country of citizenship of Angelo Martino Colombo?\nEvidence:\n- Angelo Martino Colombo | country of citizenship | Italy | 2004\n- Alberto De Martino | country of citizenship | Italy | 2004\n- Angelo Infanti | country of citizenship | Italy | 2004\n- Angelo Cuniberti | country of citizenship | Italy | 2004\n- Q679495 | country of citizenship | Italy | 2004\n- Q678840 | country of citizenship | Italy | 2004\n- Q445276 | country of citizenship | Italy | 2004\n- Q383551 | country of citizenship | Italy | 2004\n- Vittorio Vettori | country of citizenship | Italy | 2004\n- Vito Lattanzio | country of citizenship | Italy | 2004\n- Veriano Luchetti | country of citizenship | Italy | 2004\n- Valeria Moriconi | country of citizenship | Italy | 2004\n- Urbano Lazzaro | country of citizenship | Italy | 2004\n- Tullio Kezich | country of citizenship | Italy | 2004\n- Tonino Guerra | country of citizenship | Italy | 2004\nReasoning:", "completion": " Hop 1: Angelo Martino Colombo -> country of citizenship -> Italy (2004)\n Answer: Italy", "t_query": 2004.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001514", "prompt": " In 1970, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Economic Community (1970)\n Hop 2: Lina Bo Bardi -> country of citizenship -> Italy (1970)\n Answer: Lina Bo Bardi", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001515", "prompt": " In 1975, whose chairperson was Leonid Brezhnev?\nEvidence:\n- Communist Party of the Soviet Union | chairperson | Leonid Brezhnev | 1975\n- Zuleykha Seyidmammadova | member of political party | Communist Party of the Soviet Union | 1975\n- Vladimir Dzhanibekov | member of political party | Communist Party of the Soviet Union | 1975\n- Viktor Kulikov | member of political party | Communist Party of the Soviet Union | 1975\n- Viktor Anpilov | member of political party | Communist Party of the Soviet Union | 1975\n- Siim Kallas | member of political party | Communist Party of the Soviet Union | 1975\n- Ruslan Khasbulatov | member of political party | Communist Party of the Soviet Union | 1975\n- Ivan Silayev | member of political party | Communist Party of the Soviet Union | 1975\n- Heydar Aliyev | member of political party | Communist Party of the Soviet Union | 1975\n- Dzhokhar Dudayev | member of political party | Communist Party of the Soviet Union | 1975\n- Dmitriy Ustinov | member of political party | Communist Party of the Soviet Union | 1975\n- Aram Khachaturian | member of political party | Communist Party of the Soviet Union | 1975\n- Anatoly Yakovlevich Solovyev | member of political party | Communist Party of the Soviet Union | 1975\n- Aleksei Gubarev | member of political party | Communist Party of the Soviet Union | 1975\n- Albert Azaryan | member of political party | Communist Party of the Soviet Union | 1975\nReasoning:", "completion": " Hop 1: Communist Party of the Soviet Union -> chairperson -> Leonid Brezhnev (1975)\n Answer: Communist Party of the Soviet Union", "t_query": 1975.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001516", "prompt": " In 1971, what was the head of government of Salvatore Fiume's country of citizenship?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Emilio Colombo (1971)\n Answer: Emilio Colombo", "t_query": 1971.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001517", "prompt": " After Germany head of government Walter Scheel, what was the spouse of Germany's head of government?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Germany | member of | Western European Union | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> spouse -> Hannelore Kohl (1987)\n Answer: Hannelore Kohl", "t_query": 1987.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001518", "prompt": " In what year was the head of state of Germany's diplomatic relation equal to Mohammad Najibullah?\nEvidence:\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | diplomatic relation | German Democratic Republic | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Bonn | capital of | Germany | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Germany | member of | Western European Union | 1987\nReasoning:", "completion": " Hop 1: Germany -> diplomatic relation -> Afghanistan (1987)\n Hop 2: Afghanistan -> head of state -> Mohammad Najibullah (1987)\n Answer: 1987", "t_query": 1987.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001519", "prompt": " In 1956, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giovanni Gronchi | position held | President of Italy | 1956\n- Italy | head of state | Giovanni Gronchi | 1956\n- Giovanni Gronchi | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Giovanni Gronchi -> position held -> President of Italy (1956)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1956)\n Hop 3: Laura Veccia Vaglieri -> country of citizenship -> Italy (1956)\n Answer: Laura Veccia Vaglieri", "t_query": 1956.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_001520", "prompt": " In what year was the member of of Romolo Alzani's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Romolo Alzani -> country of citizenship -> Italy (1987)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1987)\n Answer: 1987", "t_query": 1987.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001521", "prompt": " Who was the member of of Claudio Cavazza's country of citizenship after European Economic Community?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1970)\n Answer: European Coal and Steel Community", "t_query": 1970.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001522", "prompt": " In 1963, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1963\n- Germany | member of | European Coal and Steel Community | 1963\n- Belgium | member of | European Coal and Steel Community | 1963\n- Germany | member of | European Atomic Energy Community | 1963\n- Germany | member of | Western European Union | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1963)\n Hop 2: Luigi Pistilli -> country of citizenship -> Italy (1963)\n Answer: Luigi Pistilli", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001523", "prompt": " In 1903, whose work location was Johannesburg?\nEvidence:\n- Joseph Hertz | work location | Johannesburg | 1903\nReasoning:", "completion": " Hop 1: Joseph Hertz -> work location -> Johannesburg (1903)\n Answer: Joseph Hertz", "t_query": 1903.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_001524", "prompt": " In what year was the country of citizenship of Pietro Arcari equal to Kingdom of Italy?\nEvidence:\n- Pietro Arcari | country of citizenship | Kingdom of Italy | 1929\n- Pietro Parente | country of citizenship | Kingdom of Italy | 1929\n- Pietro Nenni | country of citizenship | Kingdom of Italy | 1929\n- Pietro Lana | country of citizenship | Kingdom of Italy | 1929\n- Q976653 | country of citizenship | Kingdom of Italy | 1929\n- Q972711 | country of citizenship | Kingdom of Italy | 1929\n- Q922237 | country of citizenship | Kingdom of Italy | 1929\n- Q890523 | country of citizenship | Kingdom of Italy | 1929\n- Q715036 | country of citizenship | Kingdom of Italy | 1929\n- Q710497 | country of citizenship | Kingdom of Italy | 1929\n- Q678253 | country of citizenship | Kingdom of Italy | 1929\n- Q654973 | country of citizenship | Kingdom of Italy | 1929\n- Q650303 | country of citizenship | Kingdom of Italy | 1929\n- Q603148 | country of citizenship | Kingdom of Italy | 1929\n- Q527400 | country of citizenship | Kingdom of Italy | 1929\nReasoning:", "completion": " Hop 1: Pietro Arcari -> country of citizenship -> Kingdom of Italy (1929)\n Answer: 1929", "t_query": 1929.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001525", "prompt": " After Germany member of European Atomic Energy Community, what was the chairperson of Germany's head of government's member of political party?\nEvidence:\n- Germany | member of | European Atomic Energy Community | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Italy | member of | European Coal and Steel Community | 1974\n- Belgium | member of | European Coal and Steel Community | 1974\n- Germany | member of | Western European Union | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> member of political party -> Free Democratic Party (1974)\n Hop 3: Free Democratic Party -> chairperson -> Hans-Dietrich Genscher (1974)\n Answer: Hans-Dietrich Genscher", "t_query": 1974.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001526", "prompt": " In 1978, what was the located in of Šilutė?\nEvidence:\n- Šilutė | located in the administrative territorial entity | Šilutė District Municipality | 1978\n- Pagėgiai | located in the administrative territorial entity | Šilutė District Municipality | 1978\nReasoning:", "completion": " Hop 1: Šilutė -> located in -> Šilutė District Municipality (1978)\n Answer: Šilutė District Municipality", "t_query": 1978.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_001527", "prompt": " In 1993, whose head of government's country of citizenship was Carlo Azeglio Ciampi?\nEvidence:\n- Italy | head of government | Carlo Azeglio Ciampi | 1993\n- Carlo Fruttero | country of citizenship | Italy | 1993\n- Carlo Cercignani | country of citizenship | Italy | 1993\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Carlo Azeglio Ciampi (1993)\n Hop 2: Luca Ronconi -> country of citizenship -> Italy (1993)\n Answer: Luca Ronconi", "t_query": 1993.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001528", "prompt": " In what year was the replaced by of Carel Willink's work location's country equal to Free City of Danzig?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Hop 1: Carel Willink -> work location -> Berlin (1920)\n Hop 2: Berlin -> country -> Weimar Republic (1920)\n Hop 3: Weimar Republic -> replaced by -> Free City of Danzig (1920)\n Answer: 1920", "t_query": 1920.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 9} +{"id": "sft_001529", "prompt": " In what year was the located in of Pérouges equal to arrondissement of Bourg-en-Bresse?\nEvidence:\n- Pérouges | located in the administrative territorial entity | arrondissement of Bourg-en-Bresse | 1938\n- Q243579 | located in the administrative territorial entity | arrondissement of Bourg-en-Bresse | 1938\n- Le Montellier | located in the administrative territorial entity | arrondissement of Bourg-en-Bresse | 1938\n- Charnoz-sur-Ain | located in the administrative territorial entity | arrondissement of Bourg-en-Bresse | 1938\nReasoning:", "completion": " Hop 1: Pérouges -> located in -> arrondissement of Bourg-en-Bresse (1938)\n Answer: 1938", "t_query": 1938.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 4} +{"id": "sft_001530", "prompt": " In what year was the country of citizenship of Attilio Pierelli equal to Kingdom of Italy?\nEvidence:\n- Attilio Pierelli | country of citizenship | Kingdom of Italy | 1929\n- Q976653 | country of citizenship | Kingdom of Italy | 1929\n- Q972711 | country of citizenship | Kingdom of Italy | 1929\n- Q922237 | country of citizenship | Kingdom of Italy | 1929\n- Q890523 | country of citizenship | Kingdom of Italy | 1929\n- Q715036 | country of citizenship | Kingdom of Italy | 1929\n- Q710497 | country of citizenship | Kingdom of Italy | 1929\n- Q678253 | country of citizenship | Kingdom of Italy | 1929\n- Q654973 | country of citizenship | Kingdom of Italy | 1929\n- Q650303 | country of citizenship | Kingdom of Italy | 1929\n- Q603148 | country of citizenship | Kingdom of Italy | 1929\n- Q527400 | country of citizenship | Kingdom of Italy | 1929\n- Q51189 | country of citizenship | Kingdom of Italy | 1929\n- Q471232 | country of citizenship | Kingdom of Italy | 1929\n- Q456574 | country of citizenship | Kingdom of Italy | 1929\nReasoning:", "completion": " Hop 1: Attilio Pierelli -> country of citizenship -> Kingdom of Italy (1929)\n Answer: 1929", "t_query": 1929.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001531", "prompt": " In what year was the member of of People's Republic of China's head of government equal to Politburo Standing Committee of the Chinese Communist Party?\nEvidence:\n- Wen Jiabao | member of | Politburo Standing Committee of the Chinese Communist Party | 2008\n- People's Republic of China | head of government | Wen Jiabao | 2008\n- People's Republic of China | head of state | Hu Jintao | 2008\n- Xiao Yang | member of political party | Chinese Communist Party | 2008\n- Xiao Ke | member of political party | Chinese Communist Party | 2008\n- Li Rui | member of political party | Chinese Communist Party | 2008\n- Li Peng | member of political party | Chinese Communist Party | 2008\n- Xu Qinxian | country of citizenship | People's Republic of China | 2008\n- Xiao Yang | country of citizenship | People's Republic of China | 2008\n- Xiao Ke | country of citizenship | People's Republic of China | 2008\n- Ricky Hui | country of citizenship | People's Republic of China | 2008\n- Li Rui | country of citizenship | People's Republic of China | 2008\n- Li Peng | country of citizenship | People's Republic of China | 2008\n- Gong Li | country of citizenship | People's Republic of China | 2008\n- Benny Chan | country of citizenship | People's Republic of China | 2008\nReasoning:", "completion": " Hop 1: People's Republic of China -> head of government -> Wen Jiabao (2008)\n Hop 2: Wen Jiabao -> member of -> Politburo Standing Committee of the Chinese Communist Party (2008)\n Answer: 2008", "t_query": 2008.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001532", "prompt": " After Gianni Agus country of citizenship Italy, what was the shares border with of Gino Cassinis's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1959\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Gino Cassinis -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> shares border with -> Yugoslavia (1959)\n Answer: Yugoslavia", "t_query": 1959.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001533", "prompt": " In 2022, whose head of government was Mario Draghi?\nEvidence:\n- Italy | head of government | Mario Draghi | 2022\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Mario Draghi (2022)\n Answer: Italy", "t_query": 2022.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_001534", "prompt": " Who was the contains the administrative territorial entity of Würzburg's country before Hesse?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Hamburg (1950)\n Answer: Hamburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001535", "prompt": " In 1995, what was the head coach of Inter Milan?\nEvidence:\n- Inter Milan | head coach | Ottavio Bianchi | 1995\n- Ottavio Bianchi | coach of sports team | Inter Milan | 1995\n- Q608775 | member of sports team | Inter Milan | 1995\n- Q52876 | member of sports team | Inter Milan | 1995\n- Q505376 | member of sports team | Inter Milan | 1995\n- Q461305 | member of sports team | Inter Milan | 1995\n- Q429039 | member of sports team | Inter Milan | 1995\n- Q311362 | member of sports team | Inter Milan | 1995\n- Q185389 | member of sports team | Inter Milan | 1995\n- Paul Ince | member of sports team | Inter Milan | 1995\n- Maurizio Ganz | member of sports team | Inter Milan | 1995\n- Q311362 | member of sports team | Fortuna Düsseldorf | 1995\n- Q608775 | member of sports team | São Paulo FC | 1995\n- Q52876 | member of sports team | Club Atlético Banfield | 1995\n- Q429039 | member of sports team | Sociedade Esportiva Palmeiras | 1995\nReasoning:", "completion": " Hop 1: Inter Milan -> head coach -> Ottavio Bianchi (1995)\n Answer: Ottavio Bianchi", "t_query": 1995.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001536", "prompt": " In 1995, what was the coach of sports team of Artur Jorge?\nEvidence:\n- Artur Jorge | coach of sports team | S.L. Benfica | 1995\n- Artur Jorge | coach of sports team | Switzerland men's national football team | 1995\n- Q686846 | member of sports team | Switzerland men's national football team | 1995\n- Q676250 | member of sports team | Switzerland men's national football team | 1995\n- Q673003 | member of sports team | Switzerland men's national football team | 1995\n- Q671796 | member of sports team | Switzerland men's national football team | 1995\n- Q372858 | member of sports team | Switzerland men's national football team | 1995\n- Q327937 | member of sports team | Switzerland men's national football team | 1995\n- Q323799 | member of sports team | Switzerland men's national football team | 1995\n- Q124201 | member of sports team | Switzerland men's national football team | 1995\n- Q976320 | member of sports team | S.L. Benfica | 1995\n- Q929372 | member of sports team | S.L. Benfica | 1995\n- Q725768 | member of sports team | S.L. Benfica | 1995\n- Q440999 | member of sports team | S.L. Benfica | 1995\n- Q386973 | member of sports team | S.L. Benfica | 1995\nReasoning:", "completion": " Hop 1: Artur Jorge -> coach of sports team -> S.L. Benfica (1995)\n Answer: S.L. Benfica", "t_query": 1995.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001537", "prompt": " After Giacomo Rossi-Stuart country of citizenship Italy, what was the head of state of Franca Ongaro's country of citizenship?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1952\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Giacomo Gentilomo | country of citizenship | Italy | 1952\n- Giacomo Furia | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\nReasoning:", "completion": " Hop 1: Franca Ongaro -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> head of state -> Luigi Einaudi (1952)\n Answer: Luigi Einaudi", "t_query": 1952.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001538", "prompt": " In 1979, what was the employer of Mihály Bartók?\nEvidence:\n- Mihály Bartók | employer | University of Szeged | 1979\n- University of Szeged | named after | Attila József | 1979\nReasoning:", "completion": " Hop 1: Mihály Bartók -> employer -> University of Szeged (1979)\n Answer: University of Szeged", "t_query": 1979.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_001539", "prompt": " In what year was the head of state of Giacomo Rossi-Stuart's country of citizenship equal to Giovanni Leone?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giacomo Rossi-Stuart -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> head of state -> Giovanni Leone (1975)\n Answer: 1975", "t_query": 1975.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001540", "prompt": " In 1971, whose head of state's country of citizenship was Giuseppe Saragat?\nEvidence:\n- Italy | head of state | Giuseppe Saragat | 1971\n- Giuseppe Saragat | country of citizenship | Italy | 1971\n- Giuseppe Saragat | position held | President of Italy | 1971\n- Giuseppe Saragat | position held | Italian senator for life | 1971\n- Giuseppe Prisco | country of citizenship | Italy | 1971\n- Giuseppe Patanè | country of citizenship | Italy | 1971\n- Giuseppe Meazza | country of citizenship | Italy | 1971\n- Giuseppe Gabrielli | country of citizenship | Italy | 1971\n- Giuseppe Colnago | country of citizenship | Italy | 1971\n- Giuseppe Busso | country of citizenship | Italy | 1971\n- Giuseppe Antonini | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giuseppe Saragat (1971)\n Hop 2: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Answer: Salvatore Fiume", "t_query": 1971.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001541", "prompt": " After Livio Pavanelli country of citizenship Italy, what was the shares border with of Sergio Noja Noseda's country of citizenship?\nEvidence:\n- Sergio Noja Noseda | country of citizenship | Italy | 1949\n- Italy | shares border with | Yugoslavia | 1949\n- Livio Lorenzon | country of citizenship | Italy | 1949\n- Sergio Realini | country of citizenship | Italy | 1949\n- Sergio Mantovani | country of citizenship | Italy | 1949\n- Sergio Bonelli | country of citizenship | Italy | 1949\n- Q639507 | country of citizenship | Italy | 1949\n- Q612509 | country of citizenship | Italy | 1949\n- Q454036 | country of citizenship | Italy | 1949\n- Q435856 | country of citizenship | Italy | 1949\n- Q432318 | country of citizenship | Italy | 1949\n- Q429298 | country of citizenship | Italy | 1949\n- Q318968 | country of citizenship | Italy | 1949\n- Q264986 | country of citizenship | Italy | 1949\n- Q219490 | country of citizenship | Italy | 1949\nReasoning:", "completion": " Hop 1: Sergio Noja Noseda -> country of citizenship -> Italy (1949)\n Hop 2: Italy -> shares border with -> Yugoslavia (1949)\n Answer: Yugoslavia", "t_query": 1949.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001542", "prompt": " After Sabatino Moscati country of citizenship Italy, what was the head of state of Romano Mussolini's country of citizenship?\nEvidence:\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Romano Mussolini -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> head of state -> Sandro Pertini (1984)\n Answer: Sandro Pertini", "t_query": 1984.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001543", "prompt": " In 1970, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1970)\n Hop 2: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Answer: Claudio Cavazza", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001544", "prompt": " In 1985, whose owner of was Seoul Metro Corporation?\nEvidence:\n- Seoul Metropolitan Government | owner of | Seoul Metro Corporation | 1985\nReasoning:", "completion": " Hop 1: Seoul Metropolitan Government -> owner of -> Seoul Metro Corporation (1985)\n Answer: Seoul Metropolitan Government", "t_query": 1985.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_001545", "prompt": " In 1904, what was the country of citizenship of Gaetano Crocco?\nEvidence:\n- Gaetano Crocco | country of citizenship | Kingdom of Italy | 1904\n- Gaetano Catanoso | country of citizenship | Kingdom of Italy | 1904\n- Gaetano de Lai | country of citizenship | Kingdom of Italy | 1904\n- Q983389 | country of citizenship | Kingdom of Italy | 1904\n- Q976653 | country of citizenship | Kingdom of Italy | 1904\n- Q972711 | country of citizenship | Kingdom of Italy | 1904\n- Q959367 | country of citizenship | Kingdom of Italy | 1904\n- Q939226 | country of citizenship | Kingdom of Italy | 1904\n- Q932616 | country of citizenship | Kingdom of Italy | 1904\n- Q926585 | country of citizenship | Kingdom of Italy | 1904\n- Q920582 | country of citizenship | Kingdom of Italy | 1904\n- Q890523 | country of citizenship | Kingdom of Italy | 1904\n- Q817284 | country of citizenship | Kingdom of Italy | 1904\n- Q765946 | country of citizenship | Kingdom of Italy | 1904\n- Q745874 | country of citizenship | Kingdom of Italy | 1904\nReasoning:", "completion": " Hop 1: Gaetano Crocco -> country of citizenship -> Kingdom of Italy (1904)\n Answer: Kingdom of Italy", "t_query": 1904.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001546", "prompt": " After Anna Freud country of citizenship United Kingdom, what was the head of state of United Kingdom?\nEvidence:\n- United Kingdom | head of state | Elizabeth II | 1989\n- Tony Abbott | country of citizenship | United Kingdom | 1989\n- Robert Morley | country of citizenship | United Kingdom | 1989\n- Liz Smith | country of citizenship | United Kingdom | 1989\n- Q672 | head of state | Elizabeth II | 1989\n- New Zealand | head of state | Elizabeth II | 1989\n- Q238219 | country for sport | United Kingdom | 1989\n- United Kingdom | part of | European Union | 1989\n- United Kingdom | member of | European Union | 1989\nReasoning:", "completion": " Hop 1: United Kingdom -> head of state -> Elizabeth II (1989)\n Answer: Elizabeth II", "t_query": 1989.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 9} +{"id": "sft_001547", "prompt": " In 1969, what was the located in of Görlitz?\nEvidence:\n- Görlitz | located in the administrative territorial entity | Dresden District | 1969\n- Görlitz | country | German Democratic Republic | 1969\n- Q97584 | country of citizenship | German Democratic Republic | 1969\n- Q96955 | country of citizenship | German Democratic Republic | 1969\n- Q77767 | country of citizenship | German Democratic Republic | 1969\n- Q73946 | country of citizenship | German Democratic Republic | 1969\n- Q67341 | country of citizenship | German Democratic Republic | 1969\n- Q449313 | country of citizenship | German Democratic Republic | 1969\n- Q438683 | country of citizenship | German Democratic Republic | 1969\n- Q323063 | country of citizenship | German Democratic Republic | 1969\n- Q126983 | country of citizenship | German Democratic Republic | 1969\n- East Berlin | capital of | German Democratic Republic | 1969\n- Werner Schulz | country of citizenship | German Democratic Republic | 1969\n- Udo Zimmermann | country of citizenship | German Democratic Republic | 1969\n- Ruth Fuchs | country of citizenship | German Democratic Republic | 1969\nReasoning:", "completion": " Hop 1: Görlitz -> located in -> Dresden District (1969)\n Answer: Dresden District", "t_query": 1969.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001548", "prompt": " Who was the member of of Giovanni Spadolini's country of citizenship after European Economic Community?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giovanni Spadolini -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1975)\n Answer: European Coal and Steel Community", "t_query": 1975.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001549", "prompt": " In 1953, whose contains the administrative territorial entity's country's work location was Hamburg?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hamburg | 1953\n- West Germany | contains the administrative territorial entity | Hesse | 1953\n- West Germany | contains the administrative territorial entity | Bremen | 1953\n- West Germany | contains the administrative territorial entity | Bavaria | 1953\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1953\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1953\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1953\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1953\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1953\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1953\n- Bild | place of publication | Hamburg | 1953\n- Würzburg | country | West Germany | 1953\n- Wuppertal | country | West Germany | 1953\n- Wiesbaden | country | West Germany | 1953\n- Viersen | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Hamburg (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: Bernard Schultze -> work location -> Frankfurt (1953)\n Answer: Bernard Schultze", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001550", "prompt": " Who was the country of Kostanay Region before Soviet Union?\nEvidence:\n- Kostanay Region | country | Soviet Union | 1967\n- Kostanay Region | country | Kazakh Soviet Socialist Republic | 1967\n- North Kazakhstan Region | country | Soviet Union | 1967\n- East Kazakhstan Region | country | Soviet Union | 1967\n- Kostanay Region | located in the administrative territorial entity | Kazakh Soviet Socialist Republic | 1967\n- Zhytomyr | country | Soviet Union | 1967\n- Zastavna | country | Soviet Union | 1967\n- Yevpatoriia | country | Soviet Union | 1967\n- Yalta | country | Soviet Union | 1967\n- Vyazma | country | Soviet Union | 1967\n- Voronezh | country | Soviet Union | 1967\n- Vologda | country | Soviet Union | 1967\n- Volodarsk | country | Soviet Union | 1967\n- Volhynia | country | Soviet Union | 1967\n- Voinyliv | country | Soviet Union | 1967\nReasoning:", "completion": " Hop 1: Kostanay Region -> country -> Kazakh Soviet Socialist Republic (1967)\n Answer: Kazakh Soviet Socialist Republic", "t_query": 1967.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001551", "prompt": " In 1973, what was the currency of Lelio Antoniotti's country of citizenship?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\n- Tullio Kezich | country of citizenship | Italy | 1973\nReasoning:", "completion": " Hop 1: Lelio Antoniotti -> country of citizenship -> Italy (1973)\n Hop 2: Italy -> currency -> Italian lira (1973)\n Answer: Italian lira", "t_query": 1973.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001552", "prompt": " After Wuppertal country West Germany, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Wuppertal | country | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> North Rhine-Westphalia (1972)\n Answer: North Rhine-Westphalia", "t_query": 1972.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001553", "prompt": " Who was the head of state of Salvatore Fiume's country of citizenship before Giorgio Napolitano?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Giorgio Perlasca | country of citizenship | Italy | 1971\n- Giorgio Oberweger | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1971)\n Answer: Giuseppe Saragat", "t_query": 1971.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001554", "prompt": " In 1953, whose position held's head of government was Prime Minister of Italy?\nEvidence:\n- Alcide De Gasperi | position held | Prime Minister of Italy | 1953\n- Italy | head of government | Alcide De Gasperi | 1953\n- Alcide De Gasperi | country of citizenship | Italy | 1953\nReasoning:", "completion": " Hop 1: Alcide De Gasperi -> position held -> Prime Minister of Italy (1953)\n Hop 2: Italy -> head of government -> Alcide De Gasperi (1953)\n Answer: Italy", "t_query": 1953.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_001555", "prompt": " In 1960, what was the located in of Nizhny Tagil?\nEvidence:\n- Nizhny Tagil | located in the administrative territorial entity | Sverdlovsk Oblast | 1960\n- Q145406 | located in the administrative territorial entity | Sverdlovsk Oblast | 1960\n- Q103212 | located in the administrative territorial entity | Sverdlovsk Oblast | 1960\n- Pervouralsk | located in the administrative territorial entity | Sverdlovsk Oblast | 1960\n- Kamensk-Uralsky | located in the administrative territorial entity | Sverdlovsk Oblast | 1960\nReasoning:", "completion": " Hop 1: Nizhny Tagil -> located in -> Sverdlovsk Oblast (1960)\n Answer: Sverdlovsk Oblast", "t_query": 1960.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 5} +{"id": "sft_001556", "prompt": " In what year was the position held of Francesca Romana Coluzzi's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Hop 3: Antonio Segni -> position held -> President of Italy (1963)\n Answer: 1963", "t_query": 1963.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001557", "prompt": " In 1968, what was the head of government of Clelio Darida's country of citizenship?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Clelio Darida -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of government -> Giovanni Leone (1968)\n Answer: Giovanni Leone", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001558", "prompt": " Who was the head of government of Salvatore Fiume's country of citizenship before Lamberto Dini?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1988\n- Salvatore Cassisa | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\n- Vittore Catella | country of citizenship | Italy | 1988\n- Veriano Luchetti | country of citizenship | Italy | 1988\n- Ugo Tognazzi | country of citizenship | Italy | 1988\n- Ugo Poletti | country of citizenship | Italy | 1988\n- Tullio Kezich | country of citizenship | Italy | 1988\n- Tonino Cervi | country of citizenship | Italy | 1988\n- Tiziano Terzani | country of citizenship | Italy | 1988\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1988)\n Hop 2: Italy -> head of government -> Giovanni Goria (1988)\n Answer: Giovanni Goria", "t_query": 1988.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001559", "prompt": " In 1997, whose country of citizenship was Italy?\nEvidence:\n- Q454036 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\n- Tiziano Terzani | country of citizenship | Italy | 1997\n- Stéphane Grappelli | country of citizenship | Italy | 1997\n- Simon Spierer | country of citizenship | Italy | 1997\n- Sergio Mantovani | country of citizenship | Italy | 1997\n- Sergio Bonelli | country of citizenship | Italy | 1997\n- Salvatore Cassisa | country of citizenship | Italy | 1997\n- Rossana Rossanda | country of citizenship | Italy | 1997\n- Romano Mussolini | country of citizenship | Italy | 1997\n- Renata Tebaldi | country of citizenship | Italy | 1997\n- Primo Nebiolo | country of citizenship | Italy | 1997\nReasoning:", "completion": " Hop 1: Giorgio Rebuffi -> country of citizenship -> Italy (1997)\n Answer: Giorgio Rebuffi", "t_query": 1997.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001560", "prompt": " In 1904, what was the head of state of Dushanbe's located in's country?\nEvidence:\n- Dushanbe | located in the administrative territorial entity | Emirate of Bukhara | 1904\n- Termez | country | Emirate of Bukhara | 1904\n- Emirate of Bukhara | country | Russian Empire | 1904\nReasoning:", "completion": " Hop 1: Dushanbe -> located in -> Emirate of Bukhara (1904)\n Hop 2: Emirate of Bukhara -> country -> Russian Empire (1904)\n Hop 3: Russian Empire -> head of state -> Nicholas II of Russia (1904)\n Answer: Nicholas II of Russia", "t_query": 1904.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_001561", "prompt": " In 1953, whose contains the administrative territorial entity's country's work location was Lower Saxony?\nEvidence:\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1953\n- Hanover | located in the administrative territorial entity | Lower Saxony | 1953\n- West Germany | contains the administrative territorial entity | Hesse | 1953\n- West Germany | contains the administrative territorial entity | Hamburg | 1953\n- West Germany | contains the administrative territorial entity | Bremen | 1953\n- West Germany | contains the administrative territorial entity | Bavaria | 1953\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1953\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1953\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1953\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1953\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1953\n- Würzburg | country | West Germany | 1953\n- Wuppertal | country | West Germany | 1953\n- Wiesbaden | country | West Germany | 1953\n- Viersen | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Lower Saxony (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: Bernard Schultze -> work location -> Frankfurt (1953)\n Answer: Bernard Schultze", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001562", "prompt": " In what year was the diplomatic relation of Friedrich Guggenberger's allegiance equal to German Democratic Republic?\nEvidence:\n- West Germany | diplomatic relation | German Democratic Republic | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- West Germany | territory claimed by | German Democratic Republic | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- German Rugby Federation | operating area | West Germany | 1972\n- Hans-Günther Lange | military branch | West German Navy | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> diplomatic relation -> German Democratic Republic (1972)\n Answer: 1972", "t_query": 1972.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001563", "prompt": " Who was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance after Lower Saxony?\nEvidence:\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Schleswig-Holstein (1972)\n Answer: Schleswig-Holstein", "t_query": 1972.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001564", "prompt": " In 1971, what was the member of sports team of Gerd Kische?\nEvidence:\n- Gerd Kische | member of sports team | F.C. Hansa Rostock | 1971\n- Gerd Kische | member of sports team | East Germany national football team | 1971\n- Q872768 | member of sports team | East Germany national football team | 1971\n- Q73725 | member of sports team | East Germany national football team | 1971\n- Q69584 | member of sports team | East Germany national football team | 1971\n- Q690178 | member of sports team | East Germany national football team | 1971\n- Q680657 | member of sports team | East Germany national football team | 1971\n- Q67555 | member of sports team | East Germany national football team | 1971\n- Q571103 | member of sports team | East Germany national football team | 1971\n- Q562188 | member of sports team | East Germany national football team | 1971\n- Henning Frenzel | member of sports team | East Germany national football team | 1971\n- Bernd Bransch | member of sports team | East Germany national football team | 1971\n- Q823665 | member of sports team | F.C. Hansa Rostock | 1971\n- Herbert Pankau | member of sports team | F.C. Hansa Rostock | 1971\nReasoning:", "completion": " Hop 1: Gerd Kische -> member of sports team -> East Germany national football team (1971)\n Answer: East Germany national football team", "t_query": 1971.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 14} +{"id": "sft_001565", "prompt": " After Matteo Marangoni country of citizenship Italy, what was the position held of John Paul I's country of citizenship's head of state?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Clara Marangoni | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: John Paul I -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1961)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1961)\n Answer: President of Italy", "t_query": 1961.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001566", "prompt": " Who was the head of state of Francesca Romana Coluzzi's country of citizenship before Giovanni Leone?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Giovanni Mardersteig | country of citizenship | Italy | 1963\n- Giovanni Invernizzi | country of citizenship | Italy | 1963\n- Giovanni Goria | country of citizenship | Italy | 1963\n- Giovanni Ferrofino | country of citizenship | Italy | 1963\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Answer: Antonio Segni", "t_query": 1963.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001567", "prompt": " In 1949, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1949\n- Q639507 | country of citizenship | Italy | 1949\n- Q612509 | country of citizenship | Italy | 1949\n- Q454036 | country of citizenship | Italy | 1949\n- Q435856 | country of citizenship | Italy | 1949\n- Q432318 | country of citizenship | Italy | 1949\n- Q429298 | country of citizenship | Italy | 1949\n- Q318968 | country of citizenship | Italy | 1949\n- Q264986 | country of citizenship | Italy | 1949\n- Q219490 | country of citizenship | Italy | 1949\n- Q213482 | country of citizenship | Italy | 1949\n- Dalida | country of citizenship | Italy | 1949\n- Wilma Montesi | country of citizenship | Italy | 1949\n- Vittore Catella | country of citizenship | Italy | 1949\n- Vitaliano Brancati | country of citizenship | Italy | 1949\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1949)\n Hop 2: Sergio Noja Noseda -> country of citizenship -> Italy (1949)\n Answer: Sergio Noja Noseda", "t_query": 1949.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001568", "prompt": " In 1988, what was the shares border with of Erazim Kohák's residence?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | shares border with | Panama | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- Tony Miles | country for sport | United States | 1988\n- Julie Mehretu | work location | United States | 1988\n- Discovery Channel | country | United States | 1988\nReasoning:", "completion": " Hop 1: Erazim Kohák -> residence -> United States (1988)\n Hop 2: United States -> shares border with -> Panama (1988)\n Answer: Panama", "t_query": 1988.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 13} +{"id": "sft_001569", "prompt": " In 1947, whose located in was Socialist Autonomous Province of Vojvodina?\nEvidence:\n- Socialist Autonomous Province of Vojvodina | located in the administrative territorial entity | Q269864 | 1947\n- Socialist Autonomous Province of Vojvodina | country | Socialist Federal Republic of Yugoslavia | 1947\n- Žitište Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Žabalj Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Zrenjanin City | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Titel Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Temerin Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Srbobran Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Senta Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Opovo Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Inđija Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Bečej Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Beočin Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Bač Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Alibunar Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\nReasoning:", "completion": " Hop 1: Opovo Municipality -> located in -> Socialist Autonomous Province of Vojvodina (1947)\n Answer: Opovo Municipality", "t_query": 1947.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001570", "prompt": " In 1923, what was the powered by of Funiculaire de Thonon-les-Bains?\nEvidence:\n- Funiculaire de Thonon-les-Bains | powered by | water | 1923\nReasoning:", "completion": " Hop 1: Funiculaire de Thonon-les-Bains -> powered by -> water (1923)\n Answer: water", "t_query": 1923.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_001571", "prompt": " After Tiberio Murgia country of citizenship Italy, what was the head of government of Gino Cassinis's country of citizenship?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Gino Cassinis -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of government -> Antonio Segni (1959)\n Answer: Antonio Segni", "t_query": 1959.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001572", "prompt": " After Renata Borgatti country of citizenship Italy, what was the member of of Arnaldo Genoino's country of citizenship?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Renata Tebaldi | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Arnaldo Genoino -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1978)\n Answer: European Coal and Steel Community", "t_query": 1978.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001573", "prompt": " In what year was the member of sports team of Turgay Şeren equal to Turkey men's national football team?\nEvidence:\n- Turgay Şeren | member of sports team | Turkey men's national football team | 1950\n- Turgay Şeren | member of sports team | Galatasaray S.K. | 1950\n- Q919302 | member of sports team | Turkey men's national football team | 1950\n- Q762860 | member of sports team | Turkey men's national football team | 1950\nReasoning:", "completion": " Hop 1: Turgay Şeren -> member of sports team -> Turkey men's national football team (1950)\n Answer: 1950", "t_query": 1950.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 4} +{"id": "sft_001574", "prompt": " In what year was the head of state of Marco Tulli's country of citizenship equal to Sandro Pertini?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Marco Tulli -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> head of state -> Sandro Pertini (1978)\n Answer: 1978", "t_query": 1978.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001575", "prompt": " In 1974, whose country of citizenship was German Democratic Republic?\nEvidence:\n- Q97584 | country of citizenship | German Democratic Republic | 1974\n- Q96955 | country of citizenship | German Democratic Republic | 1974\n- Q77767 | country of citizenship | German Democratic Republic | 1974\n- Q73946 | country of citizenship | German Democratic Republic | 1974\n- Q67341 | country of citizenship | German Democratic Republic | 1974\n- Q449313 | country of citizenship | German Democratic Republic | 1974\n- Q438683 | country of citizenship | German Democratic Republic | 1974\n- Q323063 | country of citizenship | German Democratic Republic | 1974\n- Q126983 | country of citizenship | German Democratic Republic | 1974\n- Zwickau | country | German Democratic Republic | 1974\n- Zeuthen | country | German Democratic Republic | 1974\n- Wismar | country | German Democratic Republic | 1974\n- Q696016 | country | German Democratic Republic | 1974\n- Q525425 | country | German Democratic Republic | 1974\n- Q45898 | country | German Democratic Republic | 1974\nReasoning:", "completion": " Hop 1: Marie Gruber -> country of citizenship -> German Democratic Republic (1974)\n Answer: Marie Gruber", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001576", "prompt": " In what year was the country of Tilla Durieux's spouse's work location equal to Weimar Republic?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Hop 1: Tilla Durieux -> spouse -> Paul Cassirer (1921)\n Hop 2: Paul Cassirer -> work location -> Berlin (1921)\n Hop 3: Berlin -> country -> Weimar Republic (1921)\n Answer: 1921", "t_query": 1921.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 3} +{"id": "sft_001577", "prompt": " In 1925, whose member of was Académie des Inscriptions et Belles-Lettres?\nEvidence:\n- Q972619 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q587038 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q521592 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q516758 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q446690 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q333292 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q286459 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q202790 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q171485 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Salomon Reinach | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Paul Foucart | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Ferdinand Lot | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Antoine Meillet | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Alfred Jeanroy | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Frederic G. Kenyon | member of | Académie des Inscriptions et Belles-Lettres | 1925\nReasoning:", "completion": " Hop 1: Paul Foucart -> member of -> Académie des Inscriptions et Belles-Lettres (1925)\n Answer: Paul Foucart", "t_query": 1925.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001578", "prompt": " In 1994, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Oscar Luigi Scalfaro | position held | President of Italy | 1994\n- Italy | head of state | Oscar Luigi Scalfaro | 1994\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1994\nReasoning:", "completion": " Hop 1: Oscar Luigi Scalfaro -> position held -> President of Italy (1994)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1994)\n Hop 3: Nino Baragli -> country of citizenship -> Italy (1994)\n Answer: Nino Baragli", "t_query": 1994.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_001579", "prompt": " After Eugène Tisserant position held Dean of the College of Cardinals, what was the member of of Eugène Tisserant?\nEvidence:\n- Eugène Tisserant | position held | Dean of the College of Cardinals | 1966\n- Eugène Tisserant | member of | Académie Française | 1966\n- Eugène Tisserant | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q998913 | member of | Académie Française | 1966\n- René Huyghe | member of | Académie Française | 1966\n- Jérôme Carcopino | member of | Académie Française | 1966\n- Jean Paulhan | member of | Académie Française | 1966\n- Jean Guéhenno | member of | Académie Française | 1966\n- François Mauriac | member of | Académie Française | 1966\n- Pierre-Henri Simon | member of | Académie Française | 1966\n- Q822586 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q74879 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q689251 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q663757 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q521915 | member of | Académie des Inscriptions et Belles-Lettres | 1966\nReasoning:", "completion": " Hop 1: Eugène Tisserant -> member of -> Académie des Inscriptions et Belles-Lettres (1966)\n Answer: Académie des Inscriptions et Belles-Lettres", "t_query": 1966.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001580", "prompt": " In what year was the country of Dushanbe's located in equal to Russian Empire?\nEvidence:\n- Emirate of Bukhara | country | Russian Empire | 1904\n- Dushanbe | located in the administrative territorial entity | Emirate of Bukhara | 1904\n- Termez | country | Emirate of Bukhara | 1904\nReasoning:", "completion": " Hop 1: Dushanbe -> located in -> Emirate of Bukhara (1904)\n Hop 2: Emirate of Bukhara -> country -> Russian Empire (1904)\n Answer: 1904", "t_query": 1904.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 3} +{"id": "sft_001581", "prompt": " After Aldo Rossi country of citizenship Italy, what was the member of of Raul Gardini's country of citizenship?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Paolo Rossi | country of citizenship | Italy | 1989\n- Aldo Protti | country of citizenship | Italy | 1989\n- Aldo Fabrizi | country of citizenship | Italy | 1989\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Raul Gardini -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1989)\n Answer: European Coal and Steel Community", "t_query": 1989.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001582", "prompt": " In 1957, what was the head of state of Ugo Stille's country of citizenship?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Ugo Stille -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1957)\n Answer: Giovanni Gronchi", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001583", "prompt": " In what year was the residence of MetLife's headquarters's head of government equal to United States?\nEvidence:\n- MetLife | headquarters location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- William Vickrey | residence | New York City | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\n- Elliott Erwitt | work location | New York City | 1952\nReasoning:", "completion": " Hop 1: MetLife -> headquarters -> New York City (1952)\n Hop 2: New York City -> head of government -> Vincent R. Impellitteri (1952)\n Hop 3: Vincent R. Impellitteri -> residence -> United States (1952)\n Answer: 1952", "t_query": 1952.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001584", "prompt": " In 1904, whose located in was Emirate of Bukhara?\nEvidence:\n- Termez | country | Emirate of Bukhara | 1904\n- Emirate of Bukhara | country | Russian Empire | 1904\n- Dushanbe | located in the administrative territorial entity | Emirate of Bukhara | 1904\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1904\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1904\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1904\n- Russian Empire | head of state | Nicholas II of Russia | 1904\n- Khanate of Khiva | country | Russian Empire | 1904\n- Vladimir Lenin | country of citizenship | Russian Empire | 1904\n- Vikenty Veresaev | country of citizenship | Russian Empire | 1904\nReasoning:", "completion": " Hop 1: Dushanbe -> located in -> Emirate of Bukhara (1904)\n Answer: Dushanbe", "t_query": 1904.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001585", "prompt": " After Lamberto Maggiorani country of citizenship Italy, what was the position held of Gino Cassinis's country of citizenship's head of government?\nEvidence:\n- Lamberto Maggiorani | country of citizenship | Italy | 1959\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Gino Cassinis -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of government -> Antonio Segni (1959)\n Hop 3: Antonio Segni -> position held -> Prime Minister of Italy (1959)\n Answer: Prime Minister of Italy", "t_query": 1959.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001586", "prompt": " In 1941, whose head of state was İsmet İnönü?\nEvidence:\n- Turkey | head of state | İsmet İnönü | 1941\n- Republican People's Party | chairperson | İsmet İnönü | 1941\n- Ömer Nasuhi Bilmen | country of citizenship | Turkey | 1941\n- Fuat Köprülü | member of political party | Republican People's Party | 1941\n- Turkey | shares border with | Soviet Union | 1941\n- Republican People's Party | general secretary | Q983535 | 1941\nReasoning:", "completion": " Hop 1: Turkey -> head of state -> İsmet İnönü (1941)\n Answer: Turkey", "t_query": 1941.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_001587", "prompt": " In 1963, whose country of citizenship was Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\n- Tonino Cervi | country of citizenship | Italy | 1963\n- Tiziano Terzani | country of citizenship | Italy | 1963\n- Stéphane Grappelli | country of citizenship | Italy | 1963\n- Simon Spierer | country of citizenship | Italy | 1963\n- Sergio Mantovani | country of citizenship | Italy | 1963\n- Sergio Bonelli | country of citizenship | Italy | 1963\n- Rossana Rossanda | country of citizenship | Italy | 1963\n- Romeo Bertini | country of citizenship | Italy | 1963\n- Renata Tebaldi | country of citizenship | Italy | 1963\n- Primo Nebiolo | country of citizenship | Italy | 1963\n- Pietro Parente | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Luigi Pistilli -> country of citizenship -> Italy (1963)\n Answer: Luigi Pistilli", "t_query": 1963.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001588", "prompt": " In 1953, what was the contains the administrative territorial entity of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Rhineland-Palatinate (1953)\n Answer: Rhineland-Palatinate", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_001589", "prompt": " In 1965, whose chief executive officer's employer was Thomas Watson?\nEvidence:\n- IBM | chief executive officer | Thomas Watson | 1965\n- John Backus | employer | IBM | 1965\n- Benoit Mandelbrot | employer | IBM | 1965\n- Jean E. Sammet | employer | IBM | 1965\nReasoning:", "completion": " Hop 1: IBM -> chief executive officer -> Thomas Watson (1965)\n Hop 2: Jean E. Sammet -> employer -> IBM (1965)\n Answer: Jean E. Sammet", "t_query": 1965.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_001590", "prompt": " In 1984, what was the member of of Andrea Carrea's country of citizenship?\nEvidence:\n- Andrea Carrea | country of citizenship | Italy | 1984\n- Andrea Pangrazio | country of citizenship | Italy | 1984\n- Andrea Miano | country of citizenship | Italy | 1984\n- Andrea Cassone | country of citizenship | Italy | 1984\n- Andrea Bianchi | country of citizenship | Italy | 1984\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Andrea Carrea -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1984)\n Answer: European Coal and Steel Community", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001591", "prompt": " In 1984, what was the currency of Romano Mussolini's country of citizenship?\nEvidence:\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Italy | currency | Italian lira | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Romano Mussolini -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> currency -> Italian lira (1984)\n Answer: Italian lira", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001592", "prompt": " In 2011, whose owned by was Linda Jackson?\nEvidence:\n- EF Education-Tibco-SVB | owned by | Linda Jackson | 2011\n- Tara Whitten | member of sports team | EF Education-Tibco-SVB | 2011\n- EF Education-Tibco-SVB | sponsor | Tibco Software | 2011\nReasoning:", "completion": " Hop 1: EF Education-Tibco-SVB -> owned by -> Linda Jackson (2011)\n Answer: EF Education-Tibco-SVB", "t_query": 2011.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_001593", "prompt": " After Celso Benigno Luigi Costantini country of citizenship Italy, what was the member of of Vitaliano Brancati's country of citizenship?\nEvidence:\n- Vitaliano Brancati | country of citizenship | Italy | 1951\n- Luigi Comencini | country of citizenship | Italy | 1951\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1951\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1951\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Vitaliano Brancati -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1951)\n Answer: European Coal and Steel Community", "t_query": 1951.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001594", "prompt": " Who was the diplomatic relation of Germany before Afghanistan?\nEvidence:\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\nReasoning:", "completion": " Hop 1: Germany -> diplomatic relation -> Czechoslovakia (1974)\n Answer: Czechoslovakia", "t_query": 1974.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001595", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Rhône -> contains the administrative territorial entity -> Meyzieu (2003)\n Answer: Meyzieu", "t_query": 2003.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001596", "prompt": " In 1956, whose country of citizenship was Italy?\nEvidence:\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Veriano Luchetti | country of citizenship | Italy | 1956\n- Tonino Cervi | country of citizenship | Italy | 1956\n- Tiziano Terzani | country of citizenship | Italy | 1956\n- Stéphane Grappelli | country of citizenship | Italy | 1956\n- Simon Spierer | country of citizenship | Italy | 1956\n- Sergio Mantovani | country of citizenship | Italy | 1956\n- Sergio Bonelli | country of citizenship | Italy | 1956\n- Rossana Rossanda | country of citizenship | Italy | 1956\n- Romeo Bertini | country of citizenship | Italy | 1956\n- Renata Tebaldi | country of citizenship | Italy | 1956\n- Primo Nebiolo | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Alfonso Calzolari -> country of citizenship -> Italy (1956)\n Answer: Alfonso Calzolari", "t_query": 1956.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001597", "prompt": " In what year was the member of of Andrea Carrea's country of citizenship equal to European Economic Community?\nEvidence:\n- Andrea Carrea | country of citizenship | Italy | 1984\n- Andrea Pangrazio | country of citizenship | Italy | 1984\n- Andrea Miano | country of citizenship | Italy | 1984\n- Andrea Cassone | country of citizenship | Italy | 1984\n- Andrea Bianchi | country of citizenship | Italy | 1984\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Andrea Carrea -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> member of -> European Economic Community (1984)\n Answer: 1984", "t_query": 1984.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001598", "prompt": " In 1995, what was the position held of Umberto Mastroianni's country of citizenship's head of state?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\n- Tiziano Terzani | country of citizenship | Italy | 1995\nReasoning:", "completion": " Hop 1: Umberto Mastroianni -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1995)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1995)\n Answer: President of Italy", "t_query": 1995.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001599", "prompt": " In what year was the member of sports team of Stefan Rehn equal to IFK Göteborg?\nEvidence:\n- Stefan Rehn | member of sports team | IFK Göteborg | 1994\n- Q949753 | member of sports team | IFK Göteborg | 1994\n- Q764704 | member of sports team | IFK Göteborg | 1994\n- Q342387 | member of sports team | IFK Göteborg | 1994\n- Joachim Björklund | member of sports team | IFK Göteborg | 1994\n- Stefan Rehn | member of sports team | Sweden men's national football team | 1994\n- Q949753 | member of sports team | Sweden men's national football team | 1994\n- Q722046 | member of sports team | Sweden men's national football team | 1994\n- Q705590 | member of sports team | Sweden men's national football team | 1994\n- Q689331 | member of sports team | Sweden men's national football team | 1994\n- Q460375 | member of sports team | Sweden men's national football team | 1994\n- Q352241 | member of sports team | Sweden men's national football team | 1994\n- Q342387 | member of sports team | Sweden men's national football team | 1994\n- Q323412 | member of sports team | Sweden men's national football team | 1994\n- Q318747 | member of sports team | Sweden men's national football team | 1994\nReasoning:", "completion": " Hop 1: Stefan Rehn -> member of sports team -> IFK Göteborg (1994)\n Answer: 1994", "t_query": 1994.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001600", "prompt": " After Kostroma located in Yaroslavl Oblast, what was the located in of Kostroma?\nEvidence:\n- Kostroma | located in the administrative territorial entity | Kostroma Oblast | 1975\nReasoning:", "completion": " Hop 1: Kostroma -> located in -> Kostroma Oblast (1975)\n Answer: Kostroma Oblast", "t_query": 1975.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 1} +{"id": "sft_001601", "prompt": " In what year was the shares border with of Claudio Cavazza's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1970\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> shares border with -> Yugoslavia (1970)\n Answer: 1970", "t_query": 1970.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001602", "prompt": " Who was the position held of Ugo Stille's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Uberto de Morpurgo | country for sport | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Ugo Stille -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1957)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1957)\n Answer: President of Italy", "t_query": 1957.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001603", "prompt": " In what year was the member of sports team of Sailen Manna equal to Mohun Bagan AC?\nEvidence:\n- Sailen Manna | member of sports team | Mohun Bagan AC | 1955\n- Sailen Manna | member of sports team | India men's national football team | 1955\nReasoning:", "completion": " Hop 1: Sailen Manna -> member of sports team -> Mohun Bagan AC (1955)\n Answer: 1955", "t_query": 1955.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2} +{"id": "sft_001604", "prompt": " In what year was the currency of Venezuela equal to bolívar?\nEvidence:\n- Venezuela | currency | bolívar | 1975\n- Cartagena Agreement | signatory | Venezuela | 1975\n- Venezuela | member of | Organization of American States | 1975\n- Cartagena Agreement | signatory | Chile | 1975\nReasoning:", "completion": " Hop 1: Venezuela -> currency -> bolívar (1975)\n Answer: 1975", "t_query": 1975.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 4} +{"id": "sft_001605", "prompt": " In what year was the head of government of Italy equal to Silvio Berlusconi?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 2009\n- Tullio Kezich | country of citizenship | Italy | 2009\n- Stefano Angeleri | country of citizenship | Italy | 2009\n- Sergio Bonelli | country of citizenship | Italy | 2009\n- Sebastiano Mannironi | country of citizenship | Italy | 2009\n- Salvatore Cassisa | country of citizenship | Italy | 2009\n- Rossana Rossanda | country of citizenship | Italy | 2009\n- Roberto Tucci | country of citizenship | Italy | 2009\n- Plinio Antolini | country of citizenship | Italy | 2009\n- Piergiorgio Nesti | country of citizenship | Italy | 2009\n- Paolo Villaggio | country of citizenship | Italy | 2009\n- Paolo Rossi | country of citizenship | Italy | 2009\n- Nino Baragli | country of citizenship | Italy | 2009\n- Marcello Costalunga | country of citizenship | Italy | 2009\n- Luigi Agnolin | country of citizenship | Italy | 2009\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Silvio Berlusconi (2009)\n Answer: 2009", "t_query": 2009.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001606", "prompt": " In 1964, what was the shares border with of Carmelo Cappello's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1964\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> shares border with -> Yugoslavia (1964)\n Answer: Yugoslavia", "t_query": 1964.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001607", "prompt": " In what year was the contains the administrative territorial entity of Mannheim's country equal to Bremen?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Bremen (1950)\n Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001608", "prompt": " In what year was the member of of Luigi Pistilli's country of citizenship equal to European Economic Community?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Luigi Pistilli -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> member of -> European Economic Community (1963)\n Answer: 1963", "t_query": 1963.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001609", "prompt": " In 1951, what was the shares border with of Maria Caniglia's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1951\n- Maria Caniglia | country of citizenship | Italy | 1951\n- Maria Tore Barbina | country of citizenship | Italy | 1951\n- Alberto Maria De Agostini | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Maria Caniglia -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> shares border with -> Yugoslavia (1951)\n Answer: Yugoslavia", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001610", "prompt": " After Walter Scheel member of political party Free Democratic Party, what was the position held of Germany's head of government?\nEvidence:\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | shares border with | German Democratic Republic | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> position held -> Vice-Chancellor of Germany (1974)\n Answer: Vice-Chancellor of Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001611", "prompt": " Who was the located in of Çıldır after Kars Oblast?\nEvidence:\n- Çıldır | located in the administrative territorial entity | Kars Province | 1988\nReasoning:", "completion": " Hop 1: Çıldır -> located in -> Kars Province (1988)\n Answer: Kars Province", "t_query": 1988.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 1} +{"id": "sft_001612", "prompt": " In 1920, what was the replaced by of Carel Willink's work location's country?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Hop 1: Carel Willink -> work location -> Berlin (1920)\n Hop 2: Berlin -> country -> Weimar Republic (1920)\n Hop 3: Weimar Republic -> replaced by -> Free City of Danzig (1920)\n Answer: Free City of Danzig", "t_query": 1920.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 9} +{"id": "sft_001613", "prompt": " In what year was the located in of Route nationale 523 equal to Isère?\nEvidence:\n- Route nationale 523 | located in the administrative territorial entity | Isère | 1971\n- Route nationale 523 | located in the administrative territorial entity | Savoie | 1971\n- Q920272 | located in the administrative territorial entity | Savoie | 1971\nReasoning:", "completion": " Hop 1: Route nationale 523 -> located in -> Isère (1971)\n Answer: 1971", "t_query": 1971.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 3} +{"id": "sft_001614", "prompt": " In what year was the head of state of Claudio Cavazza's country of citizenship equal to Giuseppe Saragat?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Giuseppe Prisco | country of citizenship | Italy | 1970\n- Giuseppe Patanè | country of citizenship | Italy | 1970\n- Giuseppe Meazza | country of citizenship | Italy | 1970\n- Giuseppe Gabrielli | country of citizenship | Italy | 1970\n- Giuseppe Colnago | country of citizenship | Italy | 1970\n- Giuseppe Busso | country of citizenship | Italy | 1970\n- Giuseppe Antonini | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1970)\n Answer: 1970", "t_query": 1970.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001615", "prompt": " In 1972, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Rhineland-Palatinate (1972)\n Answer: Rhineland-Palatinate", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001616", "prompt": " In 1978, whose position held's head of government's work location was President of the Bundesrat of Germany?\nEvidence:\n- Gerhard Stoltenberg | position held | President of the Bundesrat of Germany | 1978\n- Dietrich Stobbe | position held | President of the Bundesrat of Germany | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Dietrich Stobbe | position held | Governing Mayor of Berlin | 1978\nReasoning:", "completion": " Hop 1: Dietrich Stobbe -> position held -> President of the Bundesrat of Germany (1978)\n Hop 2: Berlin -> head of government -> Dietrich Stobbe (1978)\n Hop 3: David Bowie -> work location -> Berlin (1978)\n Answer: David Bowie", "t_query": 1978.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_001617", "prompt": " In 1935, whose member of sports team was Brazil men's national football team?\nEvidence:\n- Q555601 | member of sports team | Brazil men's national football team | 1935\n- Q261000 | member of sports team | Brazil men's national football team | 1935\n- Domingos da Guia | member of sports team | Brazil men's national football team | 1935\n- Martim Mércio da Silveira | member of sports team | Brazil men's national football team | 1935\n- Q261000 | member of sports team | Botafogo F.R. | 1935\n- Domingos da Guia | member of sports team | Boca Juniors | 1935\n- Martim Mércio da Silveira | member of sports team | Botafogo F.R. | 1935\nReasoning:", "completion": " Hop 1: Domingos da Guia -> member of sports team -> Brazil men's national football team (1935)\n Answer: Domingos da Guia", "t_query": 1935.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 7} +{"id": "sft_001618", "prompt": " In 2003, whose contains the administrative territorial entity was Rillieux-la-Pape?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Rillieux-la-Pape | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | La Mulatière | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Rillieux-la-Pape (2003)\n Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001619", "prompt": " After Hans Albert Einstein residence United States, what was the shares border with of Erazim Kohák's residence?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | shares border with | Panama | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Discovery Channel | country | United States | 1988\n- Julie Mehretu | work location | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Tony Miles | country for sport | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\nReasoning:", "completion": " Hop 1: Erazim Kohák -> residence -> United States (1988)\n Hop 2: United States -> shares border with -> Panama (1988)\n Answer: Panama", "t_query": 1988.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 13} +{"id": "sft_001620", "prompt": " In 1967, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\n- Ulrico Girardi | country of citizenship | Italy | 1967\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Economic Community (1967)\n Hop 2: Flaviano Vicentini -> country of citizenship -> Italy (1967)\n Answer: Flaviano Vicentini", "t_query": 1967.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001621", "prompt": " Who was the head of state of Ugo Stille's country of citizenship before Sandro Pertini?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Ugo Stille -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1957)\n Answer: Giovanni Gronchi", "t_query": 1957.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001622", "prompt": " In 1984, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\n- Tonino Cervi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1984)\n Hop 2: Romano Mussolini -> country of citizenship -> Italy (1984)\n Answer: Romano Mussolini", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001623", "prompt": " In what year was the head of government of Claudio Cavazza's country of citizenship equal to Emilio Colombo?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of government -> Emilio Colombo (1970)\n Answer: 1970", "t_query": 1970.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001624", "prompt": " Who was the member of of Alfonso Calzolari's country of citizenship before European Economic Community?\nEvidence:\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\n- Veriano Luchetti | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Alfonso Calzolari -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1956)\n Answer: European Coal and Steel Community", "t_query": 1956.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001625", "prompt": " In 1967, whose country was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1967\n- Yalta | country | Soviet Union | 1967\n- Voronezh | country | Soviet Union | 1967\n- Volhynia | country | Soviet Union | 1967\n- Vinnytsia | country | Soviet Union | 1967\n- Urgench | country | Soviet Union | 1967\n- Uman | country | Soviet Union | 1967\n- Torzhok | country | Soviet Union | 1967\n- Tbilisi | country | Soviet Union | 1967\n- Sudak | country | Soviet Union | 1967\n- Starodub | country | Soviet Union | 1967\n- Simferopol | country | Soviet Union | 1967\n- Siberia | country | Soviet Union | 1967\n- Sevastopol | country | Soviet Union | 1967\n- Q957273 | country | Soviet Union | 1967\nReasoning:", "completion": " Hop 1: Kostanay Region -> country -> Soviet Union (1967)\n Answer: Kostanay Region", "t_query": 1967.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001626", "prompt": " In 1975, what was the chairperson of Communist Party of the Soviet Union?\nEvidence:\n- Communist Party of the Soviet Union | chairperson | Leonid Brezhnev | 1975\n- Zuleykha Seyidmammadova | member of political party | Communist Party of the Soviet Union | 1975\n- Vladimir Dzhanibekov | member of political party | Communist Party of the Soviet Union | 1975\n- Viktor Kulikov | member of political party | Communist Party of the Soviet Union | 1975\n- Viktor Anpilov | member of political party | Communist Party of the Soviet Union | 1975\n- Siim Kallas | member of political party | Communist Party of the Soviet Union | 1975\n- Ruslan Khasbulatov | member of political party | Communist Party of the Soviet Union | 1975\n- Ivan Silayev | member of political party | Communist Party of the Soviet Union | 1975\n- Heydar Aliyev | member of political party | Communist Party of the Soviet Union | 1975\n- Dzhokhar Dudayev | member of political party | Communist Party of the Soviet Union | 1975\n- Dmitriy Ustinov | member of political party | Communist Party of the Soviet Union | 1975\n- Aram Khachaturian | member of political party | Communist Party of the Soviet Union | 1975\n- Aleksei Gubarev | member of political party | Communist Party of the Soviet Union | 1975\n- Albert Azaryan | member of political party | Communist Party of the Soviet Union | 1975\n- Anatoly Yakovlevich Solovyev | member of political party | Communist Party of the Soviet Union | 1975\nReasoning:", "completion": " Hop 1: Communist Party of the Soviet Union -> chairperson -> Leonid Brezhnev (1975)\n Answer: Leonid Brezhnev", "t_query": 1975.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001627", "prompt": " In 1918, what was the located in of Morsang-sur-Orge?\nEvidence:\n- Morsang-sur-Orge | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Morsang-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Villiers-sur-Orge | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Savigny-sur-Orge | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Leuville-sur-Orge | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Juvisy-sur-Orge | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Vaux-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Tessancourt-sur-Aubette | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Oncy-sur-École | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Oinville-sur-Montcient | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Neuilly-sur-Marne | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Mousseaux-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Montreuil-sur-Epte | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Mareil-sur-Mauldre | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Janville-sur-Juine | located in the administrative territorial entity | Seine-et-Oise | 1918\nReasoning:", "completion": " Hop 1: Morsang-sur-Orge -> located in -> Seine-et-Oise (1918)\n Answer: Seine-et-Oise", "t_query": 1918.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001628", "prompt": " After Sandra Mondaini country of citizenship Italy, what was the head of state of Cesare Terranova's country of citizenship?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Hop 1: Cesare Terranova -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1966)\n Answer: Giuseppe Saragat", "t_query": 1966.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001629", "prompt": " In what year was the employer of Freeman Dyson equal to Institute for Advanced Study?\nEvidence:\n- Freeman Dyson | employer | Institute for Advanced Study | 1978\n- Q711278 | employer | Institute for Advanced Study | 1978\nReasoning:", "completion": " Hop 1: Freeman Dyson -> employer -> Institute for Advanced Study (1978)\n Answer: 1978", "t_query": 1978.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2} +{"id": "sft_001630", "prompt": " In 2002, whose member of sports team was Associação Atlética Ponte Preta?\nEvidence:\n- Q467194 | member of sports team | Associação Atlética Ponte Preta | 2002\n- Ronaldo Rodrigues de Jesus | member of sports team | Associação Atlética Ponte Preta | 2002\n- Q467194 | member of sports team | Brazil men's national football team | 2002\nReasoning:", "completion": " Hop 1: Ronaldo Rodrigues de Jesus -> member of sports team -> Associação Atlética Ponte Preta (2002)\n Answer: Ronaldo Rodrigues de Jesus", "t_query": 2002.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_001631", "prompt": " In what year was the head of state of Giuseppe Colnago's country of citizenship equal to Sandro Pertini?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Giuseppe Colnago -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> head of state -> Sandro Pertini (1985)\n Answer: 1985", "t_query": 1985.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001632", "prompt": " In what year was the country of citizenship of Renata Tebaldi equal to Italy?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\n- Tonino Cervi | country of citizenship | Italy | 2000\n- Tiziano Terzani | country of citizenship | Italy | 2000\nReasoning:", "completion": " Hop 1: Renata Tebaldi -> country of citizenship -> Italy (2000)\n Answer: 2000", "t_query": 2000.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001633", "prompt": " In what year was the member of of Italy equal to European Economic Community?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Tonino Cervi | country of citizenship | Italy | 1973\n- Tiziano Terzani | country of citizenship | Italy | 1973\n- Stéphane Grappelli | country of citizenship | Italy | 1973\n- Simon Spierer | country of citizenship | Italy | 1973\n- Sergio Mantovani | country of citizenship | Italy | 1973\n- Sergio Bonelli | country of citizenship | Italy | 1973\n- Rossana Rossanda | country of citizenship | Italy | 1973\n- Romeo Bertini | country of citizenship | Italy | 1973\n- Renata Tebaldi | country of citizenship | Italy | 1973\n- Primo Nebiolo | country of citizenship | Italy | 1973\n- Pietro Parente | country of citizenship | Italy | 1973\n- Oriana Fallaci | country of citizenship | Italy | 1973\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Economic Community (1973)\n Answer: 1973", "t_query": 1973.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001634", "prompt": " In what year was the head of government of Germany's capital's capital of's contains the administrative territorial entity equal to Lothar Späth?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | Germany | 1987\n- Bonn | capital of | West Germany | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Afghanistan | basic form of government | republic | 1987\n- East Berlin | capital of | German Democratic Republic | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Germany | member of | Western European Union | 1987\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1987)\n Hop 2: Bonn -> capital of -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1987)\n Hop 4: Baden-Württemberg -> head of government -> Lothar Späth (1987)\n Answer: 1987", "t_query": 1987.0, "chain_length": 4, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001635", "prompt": " After Maria Tore Barbina country of citizenship Italy, what was the position held of Italy's head of government?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1976\n- Veriano Luchetti | country of citizenship | Italy | 1976\n- Tonino Cervi | country of citizenship | Italy | 1976\n- Tiziano Terzani | country of citizenship | Italy | 1976\n- Stéphane Grappelli | country of citizenship | Italy | 1976\n- Simon Spierer | country of citizenship | Italy | 1976\n- Sergio Mantovani | country of citizenship | Italy | 1976\n- Sergio Bonelli | country of citizenship | Italy | 1976\n- Rossana Rossanda | country of citizenship | Italy | 1976\n- Renata Tebaldi | country of citizenship | Italy | 1976\n- Primo Nebiolo | country of citizenship | Italy | 1976\n- Pino Lancetti | country of citizenship | Italy | 1976\n- Pietro Parente | country of citizenship | Italy | 1976\n- Oriana Fallaci | country of citizenship | Italy | 1976\n- Norberto Bobbio | country of citizenship | Italy | 1976\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Aldo Moro (1976)\n Hop 2: Aldo Moro -> position held -> Prime Minister of Italy (1976)\n Answer: Prime Minister of Italy", "t_query": 1976.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001636", "prompt": " In what year was the position held of Ugo Morin's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Ugo Morin -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1968)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1968)\n Answer: 1968", "t_query": 1968.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001637", "prompt": " In 1975, what was the member of of Giacomo Rossi-Stuart's country of citizenship?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giacomo Rossi-Stuart -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> member of -> European Economic Community (1975)\n Answer: European Economic Community", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001638", "prompt": " In 1972, whose contains the administrative territorial entity's allegiance was Saarland?\nEvidence:\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | country | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Saarland | head of government | Franz-Josef Röder | 1972\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Saarland (1972)\n Hop 2: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Answer: Friedrich Guggenberger", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001639", "prompt": " In what year was the member of of Gino Cassinis's country of citizenship equal to European Economic Community?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Gino Cassinis -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> member of -> European Economic Community (1959)\n Answer: 1959", "t_query": 1959.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001640", "prompt": " In what year was the member of of Giovanni Spadolini's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giovanni Spadolini -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1975)\n Answer: 1975", "t_query": 1975.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001641", "prompt": " In 1972, what was the occupation of Friedrich Guggenberger?\nEvidence:\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Stanislav Petrov | occupation | military personnel | 1972\n- Hans-Günther Lange | occupation | military personnel | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> occupation -> military personnel (1972)\n Answer: military personnel", "t_query": 1972.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001642", "prompt": " In what year was the position held of Richard Nixon's spouse equal to Second Lady or Gentleman of the United States?\nEvidence:\n- Pat Nixon | position held | Second Lady or Gentleman of the United States | 1960\n- Richard Nixon | position held | Vice President of the United States | 1960\n- Richard Nixon | spouse | Pat Nixon | 1960\n- Pat Nixon | spouse | Richard Nixon | 1960\n- Richard Nixon | work location | Washington, D.C. | 1960\n- Q216195 | work location | Washington, D.C. | 1960\nReasoning:", "completion": " Hop 1: Richard Nixon -> spouse -> Pat Nixon (1960)\n Hop 2: Pat Nixon -> position held -> Second Lady or Gentleman of the United States (1960)\n Answer: 1960", "t_query": 1960.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 6} +{"id": "sft_001643", "prompt": " Who was the country of citizenship of Francesca Romana Coluzzi after Kingdom of Italy?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (1963)\n Answer: Italy", "t_query": 1963.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001644", "prompt": " In 1995, whose coach of sports team was S.L. Benfica?\nEvidence:\n- Artur Jorge | coach of sports team | S.L. Benfica | 1995\n- Q976320 | member of sports team | S.L. Benfica | 1995\n- Q929372 | member of sports team | S.L. Benfica | 1995\n- Q725768 | member of sports team | S.L. Benfica | 1995\n- Q440999 | member of sports team | S.L. Benfica | 1995\n- Q386973 | member of sports team | S.L. Benfica | 1995\n- Q270890 | member of sports team | S.L. Benfica | 1995\n- Paulo Bento | member of sports team | S.L. Benfica | 1995\n- Artur Jorge | coach of sports team | Switzerland men's national football team | 1995\n- Q929372 | member of sports team | Morocco men's national football team | 1995\n- Q725768 | member of sports team | Portugal men's national football team | 1995\n- Q386973 | member of sports team | Romania men's national association football team | 1995\n- Q270890 | member of sports team | Argentina men's national association football team | 1995\n- Paulo Bento | member of sports team | Portugal men's national football team | 1995\n- Q386973 | member of sports team | FCSB | 1995\nReasoning:", "completion": " Hop 1: Artur Jorge -> coach of sports team -> S.L. Benfica (1995)\n Answer: Artur Jorge", "t_query": 1995.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001645", "prompt": " After Giacomo Rossi-Stuart country of citizenship Kingdom of Italy, what was the country of citizenship of Giacomo Rossi-Stuart?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giacomo Rossi-Stuart -> country of citizenship -> Italy (1975)\n Answer: Italy", "t_query": 1975.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001646", "prompt": " After Dino Viola country of citizenship Italy, what was the head of state of Ugo Stille's country of citizenship?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Dino De Antoni | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Ugo Stille -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1957)\n Answer: Giovanni Gronchi", "t_query": 1957.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001647", "prompt": " In 1973, what was the shares border with of Lelio Antoniotti's country of citizenship?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Italy | shares border with | Yugoslavia | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\nReasoning:", "completion": " Hop 1: Lelio Antoniotti -> country of citizenship -> Italy (1973)\n Hop 2: Italy -> shares border with -> Yugoslavia (1973)\n Answer: Yugoslavia", "t_query": 1973.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001648", "prompt": " In what year was the contains the administrative territorial entity of Rhône equal to Feyzin?\nEvidence:\n- Rhône | contains the administrative territorial entity | Feyzin | 1986\n- Rhône | contains the administrative territorial entity | Vénissieux | 1986\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1986\n- Rhône | contains the administrative territorial entity | Meyzieu | 1986\n- Rhône | contains the administrative territorial entity | Genay | 1986\n- Rhône | contains the administrative territorial entity | Francheville | 1986\n- Rhône | contains the administrative territorial entity | Bron | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 1986\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1986\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1986\n- Ternay | located in the administrative territorial entity | Rhône | 1986\n- Chaponnay | located in the administrative territorial entity | Rhône | 1986\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1986\n- Route nationale 383 | located in the administrative territorial entity | Rhône | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 1986\nReasoning:", "completion": " Hop 1: Rhône -> contains the administrative territorial entity -> Feyzin (1986)\n Answer: 1986", "t_query": 1986.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001649", "prompt": " After Richard Pipes country of citizenship United States, what was the head of government of United States?\nEvidence:\n- Richard Pipes | country of citizenship | United States | 1997\n- United States | head of government | Bill Clinton | 1997\n- Tina Turner | country of citizenship | United States | 1997\n- Eduardo Saverin | country of citizenship | United States | 1997\n- Angela Lansbury | country of citizenship | United States | 1997\n- Discovery Channel | country | United States | 1997\n- Paolo Soleri | residence | United States | 1997\n- United States | shares border with | Panama | 1997\n- Julie Mehretu | work location | United States | 1997\n- Q636947 | designated as terrorist by | United States | 1997\n- Q191764 | designated as terrorist by | United States | 1997\n- Kach | designated as terrorist by | United States | 1997\n- Paolo Soleri | country of citizenship | Italy | 1997\n- Sven Teutenberg | member of sports team | Discovery Channel | 1997\n- Adriano Baffi | member of sports team | Discovery Channel | 1997\nReasoning:", "completion": " Hop 1: United States -> head of government -> Bill Clinton (1997)\n Answer: Bill Clinton", "t_query": 1997.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001650", "prompt": " After Freeman Dyson award received Lorentz Medal, what was the employer of Freeman Dyson?\nEvidence:\n- Freeman Dyson | employer | Institute for Advanced Study | 1978\n- Q711278 | employer | Institute for Advanced Study | 1978\nReasoning:", "completion": " Hop 1: Freeman Dyson -> employer -> Institute for Advanced Study (1978)\n Answer: Institute for Advanced Study", "t_query": 1978.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 2} +{"id": "sft_001651", "prompt": " After Gioacchino Muccin country of citizenship Italy, what was the head of government of Ugo Stille's country of citizenship?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Ugo Stille -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of government -> Adone Zoli (1957)\n Answer: Adone Zoli", "t_query": 1957.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001652", "prompt": " In what year was the head of state of Ugo Stille's country of citizenship equal to Giovanni Gronchi?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Giovanni Ticozzi | country of citizenship | Italy | 1957\n- Giovanni Mardersteig | country of citizenship | Italy | 1957\n- Giovanni Invernizzi | country of citizenship | Italy | 1957\n- Giovanni Goria | country of citizenship | Italy | 1957\n- Giovanni Ferrofino | country of citizenship | Italy | 1957\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Ugo Stille -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1957)\n Answer: 1957", "t_query": 1957.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001653", "prompt": " In 1981, whose general secretary's member of was Jean Mistler?\nEvidence:\n- Académie Française | general secretary | Jean Mistler | 1981\n- René Huyghe | member of | Académie Française | 1981\n- Pierre Emmanuel | member of | Académie Française | 1981\n- Michel Déon | member of | Académie Française | 1981\n- Julien Green | member of | Académie Française | 1981\n- Félicien Marceau | member of | Académie Française | 1981\n- Eugène Ionesco | member of | Académie Française | 1981\n- Edgar Faure | member of | Académie Française | 1981\nReasoning:", "completion": " Hop 1: Académie Française -> general secretary -> Jean Mistler (1981)\n Hop 2: René Huyghe -> member of -> Académie Française (1981)\n Answer: René Huyghe", "t_query": 1981.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 8} +{"id": "sft_001654", "prompt": " In what year was the country of citizenship of Grigoriy Yegorov equal to Soviet Union?\nEvidence:\n- Grigoriy Yegorov | country of citizenship | Soviet Union | 1969\n- Grigoriy Krivosheyev | country of citizenship | Soviet Union | 1969\n- Q59054 | country of citizenship | Soviet Union | 1969\n- Q437262 | country of citizenship | Soviet Union | 1969\n- Q324083 | country of citizenship | Soviet Union | 1969\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1969\n- Yuri Manin | country of citizenship | Soviet Union | 1969\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1969\n- Viktor Kulikov | country of citizenship | Soviet Union | 1969\n- Vija Artmane | country of citizenship | Soviet Union | 1969\n- Vera Krepkina | country of citizenship | Soviet Union | 1969\n- Valeri Polyakov | country of citizenship | Soviet Union | 1969\n- Sergei Kovalev | country of citizenship | Soviet Union | 1969\n- Ruslan Khasbulatov | country of citizenship | Soviet Union | 1969\n- Raisa Gorbacheva | country of citizenship | Soviet Union | 1969\nReasoning:", "completion": " Hop 1: Grigoriy Yegorov -> country of citizenship -> Soviet Union (1969)\n Answer: 1969", "t_query": 1969.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001655", "prompt": " In 2001, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q678840 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\n- Stefano Angeleri | country of citizenship | Italy | 2001\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (2001)\n Hop 2: Gerardo Marotta -> country of citizenship -> Italy (2001)\n Answer: Gerardo Marotta", "t_query": 2001.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001656", "prompt": " In 1989, whose head of government was Ciriaco De Mita?\nEvidence:\n- Italy | head of government | Ciriaco De Mita | 1989\n- Virginio De Paoli | country of citizenship | Italy | 1989\n- Velasio de Paolis | country of citizenship | Italy | 1989\n- Renzo De Felice | country of citizenship | Italy | 1989\n- Nevio de Zordo | country of citizenship | Italy | 1989\n- Mario De Donà | country of citizenship | Italy | 1989\n- Dino De Antoni | country of citizenship | Italy | 1989\n- Zita of Bourbon-Parma | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Ciriaco De Mita (1989)\n Answer: Italy", "t_query": 1989.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001657", "prompt": " Who was the position held of Italy's head of state before Italian senator for life?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Tonino Cervi | country of citizenship | Italy | 1971\n- Tiziano Terzani | country of citizenship | Italy | 1971\n- Stéphane Grappelli | country of citizenship | Italy | 1971\n- Simon Spierer | country of citizenship | Italy | 1971\n- Sergio Mantovani | country of citizenship | Italy | 1971\n- Sergio Bonelli | country of citizenship | Italy | 1971\n- Rossana Rossanda | country of citizenship | Italy | 1971\n- Romeo Bertini | country of citizenship | Italy | 1971\n- Renata Tebaldi | country of citizenship | Italy | 1971\n- Primo Nebiolo | country of citizenship | Italy | 1971\n- Pietro Parente | country of citizenship | Italy | 1971\n- Oriana Fallaci | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giuseppe Saragat (1971)\n Hop 2: Giuseppe Saragat -> position held -> President of Italy (1971)\n Answer: President of Italy", "t_query": 1971.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001658", "prompt": " In 1971, whose head of state was Giuseppe Saragat?\nEvidence:\n- Italy | head of state | Giuseppe Saragat | 1971\n- Giuseppe Saragat | country of citizenship | Italy | 1971\n- Giuseppe Saragat | position held | President of Italy | 1971\n- Giuseppe Saragat | position held | Italian senator for life | 1971\n- Giuseppe Prisco | country of citizenship | Italy | 1971\n- Giuseppe Patanè | country of citizenship | Italy | 1971\n- Giuseppe Meazza | country of citizenship | Italy | 1971\n- Giuseppe Gabrielli | country of citizenship | Italy | 1971\n- Giuseppe Colnago | country of citizenship | Italy | 1971\n- Giuseppe Busso | country of citizenship | Italy | 1971\n- Giuseppe Antonini | country of citizenship | Italy | 1971\n- Zita of Bourbon-Parma | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giuseppe Saragat (1971)\n Answer: Italy", "t_query": 1971.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001659", "prompt": " In 1951, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1951\n- Vladica Popović | country of citizenship | Yugoslavia | 1951\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1951\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1951\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1951\n- Ilija Petković | country of citizenship | Yugoslavia | 1951\n- Dušan Ivković | country of citizenship | Yugoslavia | 1951\n- Dragan Tomić | country of citizenship | Yugoslavia | 1951\n- Verzar | country | Yugoslavia | 1951\n- Suševo | country | Yugoslavia | 1951\n- Q793485 | country | Yugoslavia | 1951\n- Pirot | country | Yugoslavia | 1951\n- Orašje | country | Yugoslavia | 1951\n- Kraljevo | country | Yugoslavia | 1951\n- Karlovac | country | Yugoslavia | 1951\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1951)\n Hop 2: Maria Caniglia -> country of citizenship -> Italy (1951)\n Answer: Maria Caniglia", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001660", "prompt": " In what year was the contains the administrative territorial entity of Germany's head of government's country of citizenship equal to Schleswig-Holstein?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Schleswig-Holstein (1987)\n Answer: 1987", "t_query": 1987.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001661", "prompt": " After Germany capital Bonn, what was the position held of Germany's head of state?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> position held -> Vice-Chancellor of Germany (1974)\n Answer: Vice-Chancellor of Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001662", "prompt": " After Tano Cimarosa country of citizenship Italy, what was the shares border with of Clelio Darida's country of citizenship?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Italy | shares border with | Yugoslavia | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Clelio Darida -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> shares border with -> Yugoslavia (1968)\n Answer: Yugoslavia", "t_query": 1968.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001663", "prompt": " In 1989, what was the member of of Maria Rita Saulle's country of citizenship?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Maria Rita Saulle -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> member of -> European Economic Community (1989)\n Answer: European Economic Community", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001664", "prompt": " After Thomas Anders country of citizenship West Germany, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- Bonn | capital of | West Germany | 1987\n- West Germany | currency | Deutsche Mark | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Hamburg (1987)\n Answer: Hamburg", "t_query": 1987.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001665", "prompt": " Who was the member of of Romano Mussolini's country of citizenship after European Economic Community?\nEvidence:\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Romano Mussolini -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1984)\n Answer: European Coal and Steel Community", "t_query": 1984.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001666", "prompt": " In 1970, what was the head of state of Lina Bo Bardi's country of citizenship?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Lina Bo Bardi -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1970)\n Answer: Giuseppe Saragat", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001667", "prompt": " In 1957, what was the capital of of Trier?\nEvidence:\n- Trier | capital of | Trier | 1957\n- Trier | located in the administrative territorial entity | Trier | 1957\nReasoning:", "completion": " Hop 1: Trier -> capital of -> Trier (1957)\n Answer: Trier", "t_query": 1957.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_001668", "prompt": " In 1967, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1967\n- Q207166 | country of citizenship | Yugoslavia | 1967\n- Vladica Popović | country of citizenship | Yugoslavia | 1967\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1967\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1967\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1967\n- Ilija Petković | country of citizenship | Yugoslavia | 1967\n- Dušan Ivković | country of citizenship | Yugoslavia | 1967\n- Dragan Tomić | country of citizenship | Yugoslavia | 1967\n- Verzar | country | Yugoslavia | 1967\n- Suševo | country | Yugoslavia | 1967\n- Q793485 | country | Yugoslavia | 1967\n- Pirot | country | Yugoslavia | 1967\n- Orašje | country | Yugoslavia | 1967\n- Kraljevo | country | Yugoslavia | 1967\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1967)\n Hop 2: Flaviano Vicentini -> country of citizenship -> Italy (1967)\n Answer: Flaviano Vicentini", "t_query": 1967.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001669", "prompt": " In what year was the work location of Bernard Meadows equal to London?\nEvidence:\n- Bernard Meadows | work location | London | 1997\n- Q828254 | work location | London | 1997\n- Q78504 | work location | London | 1997\n- Q517651 | work location | London | 1997\n- Q349842 | work location | London | 1997\n- Pertti Salolainen | work location | London | 1997\n- Mona Hatoum | work location | London | 1997\n- Marc Quinn | work location | London | 1997\n- Damien Hirst | work location | London | 1997\n- Anish Kapoor | work location | London | 1997\nReasoning:", "completion": " Hop 1: Bernard Meadows -> work location -> London (1997)\n Answer: 1997", "t_query": 1997.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 10} +{"id": "sft_001670", "prompt": " In 1948, what was the currency of Alfonso Brescia's country of citizenship?\nEvidence:\n- Alfonso Brescia | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\n- Q318968 | country of citizenship | Italy | 1948\n- Q264986 | country of citizenship | Italy | 1948\n- Q219490 | country of citizenship | Italy | 1948\n- Q213482 | country of citizenship | Italy | 1948\n- Dalida | country of citizenship | Italy | 1948\n- Wilma Montesi | country of citizenship | Italy | 1948\n- Vittore Catella | country of citizenship | Italy | 1948\nReasoning:", "completion": " Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira", "t_query": 1948.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001671", "prompt": " Who was the contains the administrative territorial entity of Germany's capital's capital of after Hesse?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Hamburg (1974)\n Answer: Hamburg", "t_query": 1974.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001672", "prompt": " In 1968, what was the head of government of Ugo Morin's country of citizenship?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Ugo Morin -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of government -> Giovanni Leone (1968)\n Answer: Giovanni Leone", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001673", "prompt": " In 1925, whose head of government's country was Hans Luther?\nEvidence:\n- Weimar Republic | head of government | Hans Luther | 1925\n- Q897324 | chairperson | Hans Luther | 1925\n- Minden Government Region | country | Weimar Republic | 1925\n- Weimar Republic | head of state | Friedrich Ebert | 1925\n- Weimar Republic | head of state | Paul von Hindenburg | 1925\n- Q87105 | country of citizenship | Weimar Republic | 1925\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1925\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Weimar | country | Weimar Republic | 1925\nReasoning:", "completion": " Hop 1: Weimar Republic -> head of government -> Hans Luther (1925)\n Hop 2: Berolzheim -> country -> Weimar Republic (1925)\n Answer: Berolzheim", "t_query": 1925.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001674", "prompt": " In 1921, what was the located in of Émancé?\nEvidence:\n- Émancé | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Ézanville | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Écouen | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Villepreux | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Villejust | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Villecresnes | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Villabé | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Vigny | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Versailles | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Vaudherland | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Valenton | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Trappes | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Taverny | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Sermaise | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Saclas | located in the administrative territorial entity | Seine-et-Oise | 1921\nReasoning:", "completion": " Hop 1: Émancé -> located in -> Seine-et-Oise (1921)\n Answer: Seine-et-Oise", "t_query": 1921.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001675", "prompt": " In 1972, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> North Rhine-Westphalia (1972)\n Answer: North Rhine-Westphalia", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001676", "prompt": " In what year was the country of citizenship of Ugo Stille equal to Italy?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Ugo Stille -> country of citizenship -> Italy (1957)\n Answer: 1957", "t_query": 1957.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001677", "prompt": " After Hugo von Tschudi work location Berlin, what was the head of government of David Bowie's work location?\nEvidence:\n- David Bowie | work location | Berlin | 1978\n- Q896393 | work location | Berlin | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Q497401 | terminus | Berlin | 1978\n- Anna Seghers | residence | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\nReasoning:", "completion": " Hop 1: David Bowie -> work location -> Berlin (1978)\n Hop 2: Berlin -> head of government -> Dietrich Stobbe (1978)\n Answer: Dietrich Stobbe", "t_query": 1978.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 10} +{"id": "sft_001678", "prompt": " In 1959, whose head of government's country of citizenship was Antonio Segni?\nEvidence:\n- Italy | head of government | Antonio Segni | 1959\n- Antonio Segni | country of citizenship | Italy | 1959\n- Antonio Segni | position held | Prime Minister of Italy | 1959\n- Antonio Leonviola | country of citizenship | Italy | 1959\n- Antonio Fessia | country of citizenship | Italy | 1959\n- Antonio Calderara | country of citizenship | Italy | 1959\n- Antonio Brivio | country of citizenship | Italy | 1959\n- Antonio Bacci | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Antonio Segni (1959)\n Hop 2: Gino Cassinis -> country of citizenship -> Italy (1959)\n Answer: Gino Cassinis", "t_query": 1959.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001679", "prompt": " In 1986, whose residence was Amenia?\nEvidence:\n- Lewis Mumford | residence | Amenia | 1986\n- Lewis Mumford | work location | New York City | 1986\nReasoning:", "completion": " Hop 1: Lewis Mumford -> residence -> Amenia (1986)\n Answer: Lewis Mumford", "t_query": 1986.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_001680", "prompt": " After Bačevo country Bulgaria, what was the country of Bačevo?\nEvidence:\n- Bačevo | country | Yugoslavia | 1976\n- Q46099 | country of citizenship | Yugoslavia | 1976\n- Q207166 | country of citizenship | Yugoslavia | 1976\n- Vladica Popović | country of citizenship | Yugoslavia | 1976\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1976\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1976\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1976\n- Ilija Petković | country of citizenship | Yugoslavia | 1976\n- Dušan Ivković | country of citizenship | Yugoslavia | 1976\n- Dragan Tomić | country of citizenship | Yugoslavia | 1976\n- Verzar | country | Yugoslavia | 1976\n- Suševo | country | Yugoslavia | 1976\n- Q793485 | country | Yugoslavia | 1976\n- Pirot | country | Yugoslavia | 1976\n- Orašje | country | Yugoslavia | 1976\nReasoning:", "completion": " Hop 1: Bačevo -> country -> Yugoslavia (1976)\n Answer: Yugoslavia", "t_query": 1976.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001681", "prompt": " After Tarquinio Provini country of citizenship Italy, what was the currency of Cesare Terranova's country of citizenship?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Hop 1: Cesare Terranova -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> currency -> Italian lira (1966)\n Answer: Italian lira", "t_query": 1966.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001682", "prompt": " In 1997, whose head of government was Bill Clinton?\nEvidence:\n- United States | head of government | Bill Clinton | 1997\n- Tina Turner | country of citizenship | United States | 1997\n- Richard Pipes | country of citizenship | United States | 1997\n- Eduardo Saverin | country of citizenship | United States | 1997\n- Angela Lansbury | country of citizenship | United States | 1997\n- United States | shares border with | Panama | 1997\n- Q636947 | designated as terrorist by | United States | 1997\n- Q191764 | designated as terrorist by | United States | 1997\n- Paolo Soleri | residence | United States | 1997\n- Kach | designated as terrorist by | United States | 1997\n- Julie Mehretu | work location | United States | 1997\n- Discovery Channel | country | United States | 1997\nReasoning:", "completion": " Hop 1: United States -> head of government -> Bill Clinton (1997)\n Answer: United States", "t_query": 1997.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 12} +{"id": "sft_001683", "prompt": " Who was the member of sports team of Gerd Kische before F.C. Hansa Rostock?\nEvidence:\n- Gerd Kische | member of sports team | F.C. Hansa Rostock | 1971\n- Q823665 | member of sports team | F.C. Hansa Rostock | 1971\n- Herbert Pankau | member of sports team | F.C. Hansa Rostock | 1971\n- Gerd Kische | member of sports team | East Germany national football team | 1971\n- Q872768 | member of sports team | East Germany national football team | 1971\n- Q73725 | member of sports team | East Germany national football team | 1971\n- Q69584 | member of sports team | East Germany national football team | 1971\n- Q690178 | member of sports team | East Germany national football team | 1971\n- Q680657 | member of sports team | East Germany national football team | 1971\n- Q67555 | member of sports team | East Germany national football team | 1971\n- Q571103 | member of sports team | East Germany national football team | 1971\n- Q562188 | member of sports team | East Germany national football team | 1971\n- Henning Frenzel | member of sports team | East Germany national football team | 1971\n- Bernd Bransch | member of sports team | East Germany national football team | 1971\nReasoning:", "completion": " Hop 1: Gerd Kische -> member of sports team -> East Germany national football team (1971)\n Answer: East Germany national football team", "t_query": 1971.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 14} +{"id": "sft_001684", "prompt": " In what year was the award received of Italy's head of state equal to Supreme Order of Christ?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Veriano Luchetti | country of citizenship | Italy | 1966\n- Tonino Cervi | country of citizenship | Italy | 1966\n- Tiziano Terzani | country of citizenship | Italy | 1966\n- Stéphane Grappelli | country of citizenship | Italy | 1966\n- Simon Spierer | country of citizenship | Italy | 1966\n- Sergio Mantovani | country of citizenship | Italy | 1966\n- Sergio Bonelli | country of citizenship | Italy | 1966\n- Rossana Rossanda | country of citizenship | Italy | 1966\n- Romeo Bertini | country of citizenship | Italy | 1966\n- Renata Tebaldi | country of citizenship | Italy | 1966\n- Primo Nebiolo | country of citizenship | Italy | 1966\n- Pietro Parente | country of citizenship | Italy | 1966\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giuseppe Saragat (1966)\n Hop 2: Giuseppe Saragat -> award received -> Supreme Order of Christ (1966)\n Answer: 1966", "t_query": 1966.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001685", "prompt": " In 1968, what was the country of citizenship of Ugo Morin?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Ugo Morin -> country of citizenship -> Italy (1968)\n Answer: Italy", "t_query": 1968.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001686", "prompt": " In 1986, whose head of government's work location was Ed Koch?\nEvidence:\n- New York City | head of government | Ed Koch | 1986\n- Ed Koch | position held | Mayor of New York City | 1986\n- Q828254 | work location | New York City | 1986\n- Arman | work location | New York City | 1986\n- Nancy Graves | work location | New York City | 1986\n- Louise Bourgeois | work location | New York City | 1986\n- Lewis Mumford | work location | New York City | 1986\n- Elliott Erwitt | work location | New York City | 1986\n- Donald Trump | work location | New York City | 1986\n- Alan Vega | work location | New York City | 1986\n- MetLife | headquarters location | New York City | 1986\n- Prelinger Archives | located in the administrative territorial entity | New York City | 1986\n- Variety | place of publication | New York City | 1986\n- Wolfgang Schivelbusch | residence | New York City | 1986\n- William Vickrey | residence | New York City | 1986\nReasoning:", "completion": " Hop 1: New York City -> head of government -> Ed Koch (1986)\n Hop 2: Lewis Mumford -> work location -> New York City (1986)\n Answer: Lewis Mumford", "t_query": 1986.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001687", "prompt": " After Alberto Massimino country of citizenship Italy, what was the position held of Italy's head of government?\nEvidence:\n- Alberto Lattuada | country of citizenship | Italy | 1996\n- Oscar Luigi Scalfaro | position held | President of Italy | 1996\n- Italy | head of state | Oscar Luigi Scalfaro | 1996\n- Q454036 | country of citizenship | Italy | 1996\n- Norberto Bobbio | position held | Italian senator for life | 1996\n- Alberto Lattuada | spouse | Carla Del Poggio | 1996\n- Vittore Catella | country of citizenship | Italy | 1996\n- Veriano Luchetti | country of citizenship | Italy | 1996\n- Tullio Kezich | country of citizenship | Italy | 1996\n- Tonino Cervi | country of citizenship | Italy | 1996\n- Tiziano Terzani | country of citizenship | Italy | 1996\n- Stéphane Grappelli | country of citizenship | Italy | 1996\n- Simon Spierer | country of citizenship | Italy | 1996\n- Sergio Mantovani | country of citizenship | Italy | 1996\n- Sergio Bonelli | country of citizenship | Italy | 1996\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Lamberto Dini (1996)\n Hop 2: Lamberto Dini -> position held -> Prime Minister of Italy (1996)\n Answer: Prime Minister of Italy", "t_query": 1996.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001688", "prompt": " Who was the position held of Guido Aycard's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Guido Aycard -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1962)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1962)\n Answer: President of Italy", "t_query": 1962.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001689", "prompt": " In 1972, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Lower Saxony (1972)\n Answer: Lower Saxony", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001690", "prompt": " After Carlo Simi country of citizenship Italy, what was the head of government of Italy?\nEvidence:\n- Carlo Giuffré | country of citizenship | Italy | 2014\n- Carlo Curis | country of citizenship | Italy | 2014\n- Servílio Conti | country of citizenship | Italy | 2014\n- Sergio Donadoni | country of citizenship | Italy | 2014\n- Sebastiano Mannironi | country of citizenship | Italy | 2014\n- Salvatore Cassisa | country of citizenship | Italy | 2014\n- Rossana Rossanda | country of citizenship | Italy | 2014\n- Romano Agostinelli | country of citizenship | Italy | 2014\n- Roberto Tucci | country of citizenship | Italy | 2014\n- Pinuccio Sciola | country of citizenship | Italy | 2014\n- Paolo Villaggio | country of citizenship | Italy | 2014\n- Mario Sereni | country of citizenship | Italy | 2014\n- Mario Perniola | country of citizenship | Italy | 2014\n- Luigi Agnolin | country of citizenship | Italy | 2014\n- Luca Ronconi | country of citizenship | Italy | 2014\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Enrico Letta (2014)\n Answer: Enrico Letta", "t_query": 2014.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001691", "prompt": " In what year was the located in of Cherthala equal to Kingdom of Thiruvithamkoor?\nEvidence:\n- Cherthala | located in the administrative territorial entity | Kingdom of Thiruvithamkoor | 1949\nReasoning:", "completion": " Hop 1: Cherthala -> located in -> Kingdom of Thiruvithamkoor (1949)\n Answer: 1949", "t_query": 1949.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1} +{"id": "sft_001692", "prompt": " In 1950, whose country of citizenship was Kingdom of Greece?\nEvidence:\n- Takis | country of citizenship | Kingdom of Greece | 1950\n- Q234918 | country of citizenship | Kingdom of Greece | 1950\n- Athens | country | Kingdom of Greece | 1950\nReasoning:", "completion": " Hop 1: Takis -> country of citizenship -> Kingdom of Greece (1950)\n Answer: Takis", "t_query": 1950.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_001693", "prompt": " Who was the country of citizenship of Ignazio Silone before Italy?\nEvidence:\n- Ignazio Silone | country of citizenship | Kingdom of Italy | 1919\n- Q976653 | country of citizenship | Kingdom of Italy | 1919\n- Q972711 | country of citizenship | Kingdom of Italy | 1919\n- Q922237 | country of citizenship | Kingdom of Italy | 1919\n- Q890523 | country of citizenship | Kingdom of Italy | 1919\n- Q765946 | country of citizenship | Kingdom of Italy | 1919\n- Q745874 | country of citizenship | Kingdom of Italy | 1919\n- Q728589 | country of citizenship | Kingdom of Italy | 1919\n- Q715036 | country of citizenship | Kingdom of Italy | 1919\n- Q706466 | country of citizenship | Kingdom of Italy | 1919\n- Q678253 | country of citizenship | Kingdom of Italy | 1919\n- Q653839 | country of citizenship | Kingdom of Italy | 1919\n- Q65151 | country of citizenship | Kingdom of Italy | 1919\n- Q630519 | country of citizenship | Kingdom of Italy | 1919\n- Q603148 | country of citizenship | Kingdom of Italy | 1919\nReasoning:", "completion": " Hop 1: Ignazio Silone -> country of citizenship -> Kingdom of Italy (1919)\n Answer: Kingdom of Italy", "t_query": 1919.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001694", "prompt": " In 1962, whose position held's head of state's country of citizenship was Italian senator for life?\nEvidence:\n- Q362900 | position held | Italian senator for life | 1962\n- Giuseppe Paratore | position held | Italian senator for life | 1962\n- Giovanni Gronchi | position held | Italian senator for life | 1962\n- Italy | head of state | Giovanni Gronchi | 1962\n- Giovanni Gronchi | position held | President of Italy | 1962\n- Q362900 | country of citizenship | Italy | 1962\n- Giuseppe Paratore | country of citizenship | Italy | 1962\n- Giovanni Gronchi | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Giovanni Gronchi -> position held -> Italian senator for life (1962)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1962)\n Hop 3: Guido Aycard -> country of citizenship -> Italy (1962)\n Answer: Guido Aycard", "t_query": 1962.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 8} +{"id": "sft_001695", "prompt": " In 1968, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1968)\n Hop 2: Ugo Morin -> country of citizenship -> Italy (1968)\n Answer: Ugo Morin", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001696", "prompt": " In 1947, what was the country of Opovo Municipality's located in?\nEvidence:\n- Opovo Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Žitište Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Žabalj Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Titel Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Temerin Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Srbobran Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Senta Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Inđija Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Bečej Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Beočin Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Bač Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Alibunar Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Ada Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Novi Bečej Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Nova Crnja Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\nReasoning:", "completion": " Hop 1: Opovo Municipality -> located in -> Socialist Autonomous Province of Vojvodina (1947)\n Hop 2: Socialist Autonomous Province of Vojvodina -> country -> Socialist Federal Republic of Yugoslavia (1947)\n Answer: Socialist Federal Republic of Yugoslavia", "t_query": 1947.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001697", "prompt": " In what year was the significant event of Germany equal to Berlin Wall?\nEvidence:\n- Germany | significant event | Berlin Wall | 1974\n- Germany | significant event | Basic Treaty | 1974\n- Berlin | country | German Democratic Republic | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\nReasoning:", "completion": " Hop 1: Germany -> significant event -> Berlin Wall (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001698", "prompt": " In what year was the basic form of government of Dushanbe's located in's country equal to absolute monarchy?\nEvidence:\n- Dushanbe | located in the administrative territorial entity | Emirate of Bukhara | 1904\n- Termez | country | Emirate of Bukhara | 1904\n- Emirate of Bukhara | country | Russian Empire | 1904\nReasoning:", "completion": " Hop 1: Dushanbe -> located in -> Emirate of Bukhara (1904)\n Hop 2: Emirate of Bukhara -> country -> Russian Empire (1904)\n Hop 3: Russian Empire -> basic form of government -> absolute monarchy (1904)\n Answer: 1904", "t_query": 1904.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 3} +{"id": "sft_001699", "prompt": " After Luigi Bajardi country of citizenship Italy, what was the currency of Claudia Vinciguerra's country of citizenship?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Luigi Comencini | country of citizenship | Italy | 1968\n- Luigi Agnolin | country of citizenship | Italy | 1968\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1968\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1968\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1968\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Claudia Vinciguerra -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> currency -> Italian lira (1968)\n Answer: Italian lira", "t_query": 1968.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001700", "prompt": " After Frankfurt head of government Friedrich Krebs, what was the country of Bernard Schultze's work location?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Answer: West Germany", "t_query": 1953.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 3} +{"id": "sft_001701", "prompt": " In 1989, whose head of government's country of citizenship was Ciriaco De Mita?\nEvidence:\n- Italy | head of government | Ciriaco De Mita | 1989\n- Virginio De Paoli | country of citizenship | Italy | 1989\n- Velasio de Paolis | country of citizenship | Italy | 1989\n- Renzo De Felice | country of citizenship | Italy | 1989\n- Nevio de Zordo | country of citizenship | Italy | 1989\n- Mario De Donà | country of citizenship | Italy | 1989\n- Dino De Antoni | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Ciriaco De Mita (1989)\n Hop 2: Maria Rita Saulle -> country of citizenship -> Italy (1989)\n Answer: Maria Rita Saulle", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001702", "prompt": " In 1970, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1970\n- Q46099 | country of citizenship | Yugoslavia | 1970\n- Q207166 | country of citizenship | Yugoslavia | 1970\n- Vladica Popović | country of citizenship | Yugoslavia | 1970\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1970\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1970\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1970\n- Ilija Petković | country of citizenship | Yugoslavia | 1970\n- Dušan Ivković | country of citizenship | Yugoslavia | 1970\n- Dragan Tomić | country of citizenship | Yugoslavia | 1970\n- Verzar | country | Yugoslavia | 1970\n- Suševo | country | Yugoslavia | 1970\n- Q793485 | country | Yugoslavia | 1970\n- Pirot | country | Yugoslavia | 1970\n- Orašje | country | Yugoslavia | 1970\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1970)\n Hop 2: Lina Bo Bardi -> country of citizenship -> Italy (1970)\n Answer: Lina Bo Bardi", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001703", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Écully, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Saint-Fons (2003)\n Answer: Saint-Fons", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001704", "prompt": " In 1950, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Bremen (1950)\n Answer: Bremen", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001705", "prompt": " After Roberto Solozábal member of sports team Atlético Madrid, what was the home venue of Atlético Madrid?\nEvidence:\n- Atlético Madrid | home venue | Vicente Calderón Stadium | 2000\n- Q744556 | member of sports team | Atlético Madrid | 2000\n- Q537568 | member of sports team | Atlético Madrid | 2000\n- Q350279 | member of sports team | Atlético Madrid | 2000\n- Q295512 | member of sports team | Atlético Madrid | 2000\n- Q223176 | member of sports team | Atlético Madrid | 2000\n- Q172149 | member of sports team | Atlético Madrid | 2000\n- Carlos Aguilera | member of sports team | Atlético Madrid | 2000\n- Antonio López | member of sports team | Atlético Madrid | 2000\n- Sergio Sánchez Sánchez | member of sports team | Atlético Madrid | 2000\n- José Francisco Molina | member of sports team | Atlético Madrid | 2000\n- Antonio López | member of sports team | Atlético Madrid B | 2000\n- Atlético Madrid | head coach | Claudio Ranieri | 2000\n- Q744556 | member of sports team | AFC Ajax | 2000\n- Q350279 | member of sports team | AC Milan | 2000\nReasoning:", "completion": " Hop 1: Atlético Madrid -> home venue -> Vicente Calderón Stadium (2000)\n Answer: Vicente Calderón Stadium", "t_query": 2000.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001706", "prompt": " Who was the head of government of Bernard Schultze's work location's country's contains the administrative territorial entity before Erwin Teufel?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1953)\n Hop 4: Baden-Württemberg -> head of government -> Gebhard Müller (1953)\n Answer: Gebhard Müller", "t_query": 1953.0, "chain_length": 4, "operator_type": "before_after", "n_evidence": 3} +{"id": "sft_001707", "prompt": " In 1995, whose head of government's country of citizenship was Lamberto Dini?\nEvidence:\n- Italy | head of government | Lamberto Dini | 1995\n- Lamberto Dini | position held | Prime Minister of Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Lamberto Dini (1995)\n Hop 2: Umberto Mastroianni -> country of citizenship -> Italy (1995)\n Answer: Umberto Mastroianni", "t_query": 1995.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001708", "prompt": " In 1974, what was the general secretary of Germany's head of government's member of political party?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> member of political party -> Free Democratic Party (1974)\n Hop 3: Free Democratic Party -> general secretary -> Martin Bangemann (1974)\n Answer: Martin Bangemann", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001709", "prompt": " In what year was the head of state of Sergio Noja Noseda's country of citizenship equal to Luigi Einaudi?\nEvidence:\n- Sergio Noja Noseda | country of citizenship | Italy | 1949\n- Sergio Realini | country of citizenship | Italy | 1949\n- Sergio Mantovani | country of citizenship | Italy | 1949\n- Sergio Bonelli | country of citizenship | Italy | 1949\n- Luigi Comencini | country of citizenship | Italy | 1949\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1949\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1949\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1949\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1949\n- Q639507 | country of citizenship | Italy | 1949\n- Q612509 | country of citizenship | Italy | 1949\n- Q454036 | country of citizenship | Italy | 1949\n- Q435856 | country of citizenship | Italy | 1949\n- Q432318 | country of citizenship | Italy | 1949\n- Q429298 | country of citizenship | Italy | 1949\nReasoning:", "completion": " Hop 1: Sergio Noja Noseda -> country of citizenship -> Italy (1949)\n Hop 2: Italy -> head of state -> Luigi Einaudi (1949)\n Answer: 1949", "t_query": 1949.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001710", "prompt": " After Bruno De Zordo country of citizenship Italy, what was the position held of Antonio Corpora's country of citizenship's head of state?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Bruno Venturini | country of citizenship | Italy | 1962\n- Bruno Schettino | country of citizenship | Italy | 1962\n- Bruno Maderna | country of citizenship | Italy | 1962\n- Bruno Bertotti | country of citizenship | Italy | 1962\n- Velasio de Paolis | country of citizenship | Italy | 1962\n- Renzo De Felice | country of citizenship | Italy | 1962\n- Dino De Antoni | country of citizenship | Italy | 1962\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1962)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1962)\n Answer: President of Italy", "t_query": 1962.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001711", "prompt": " In what year was the country of Kostanay Region equal to Soviet Union?\nEvidence:\n- Kostanay Region | country | Soviet Union | 1967\n- Kostanay Region | country | Kazakh Soviet Socialist Republic | 1967\n- Kostanay Region | located in the administrative territorial entity | Kazakh Soviet Socialist Republic | 1967\n- North Kazakhstan Region | country | Soviet Union | 1967\n- East Kazakhstan Region | country | Soviet Union | 1967\n- Zhytomyr | country | Soviet Union | 1967\n- Zastavna | country | Soviet Union | 1967\n- Yevpatoriia | country | Soviet Union | 1967\n- Yalta | country | Soviet Union | 1967\n- Vyazma | country | Soviet Union | 1967\n- Voronezh | country | Soviet Union | 1967\n- Vologda | country | Soviet Union | 1967\n- Volodarsk | country | Soviet Union | 1967\n- Volhynia | country | Soviet Union | 1967\n- Voinyliv | country | Soviet Union | 1967\nReasoning:", "completion": " Hop 1: Kostanay Region -> country -> Soviet Union (1967)\n Answer: 1967", "t_query": 1967.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001712", "prompt": " After Augusto Genina country of citizenship Italy, what was the head of state of Italy?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1992\n- Vittore Catella | country of citizenship | Italy | 1992\n- Veriano Luchetti | country of citizenship | Italy | 1992\n- Tullio Kezich | country of citizenship | Italy | 1992\n- Tonino Cervi | country of citizenship | Italy | 1992\n- Tiziano Terzani | country of citizenship | Italy | 1992\n- Stéphane Grappelli | country of citizenship | Italy | 1992\n- Simon Spierer | country of citizenship | Italy | 1992\n- Sergio Mantovani | country of citizenship | Italy | 1992\n- Sergio Bonelli | country of citizenship | Italy | 1992\n- Salvatore Cassisa | country of citizenship | Italy | 1992\n- Rossana Rossanda | country of citizenship | Italy | 1992\n- Renata Tebaldi | country of citizenship | Italy | 1992\n- Primo Nebiolo | country of citizenship | Italy | 1992\n- Pino Lancetti | country of citizenship | Italy | 1992\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Francesco Cossiga (1992)\n Answer: Francesco Cossiga", "t_query": 1992.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001713", "prompt": " After Germany head of government Konrad Adenauer, what was the significant event of Germany?\nEvidence:\n- Germany | significant event | Berlin Wall | 1974\n- Germany | significant event | Basic Treaty | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\nReasoning:", "completion": " Hop 1: Germany -> significant event -> Berlin Wall (1974)\n Answer: Berlin Wall", "t_query": 1974.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001714", "prompt": " After Garmisch-Partenkirchen country West Germany, what was the head of government of Germany's capital's capital of's contains the administrative territorial entity?\nEvidence:\n- Bonn | capital of | West Germany | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- West Germany | currency | Deutsche Mark | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- East Berlin | capital of | German Democratic Republic | 1987\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1987)\n Hop 2: Bonn -> capital of -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Saarland (1987)\n Hop 4: Saarland -> head of government -> Q110719 (1987)\n Answer: Q110719", "t_query": 1987.0, "chain_length": 4, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001715", "prompt": " In 1968, what was the member of sports team of Peter Cormack?\nEvidence:\n- Peter Cormack | member of sports team | Scotland men's national football team | 1968\n- Q922804 | member of sports team | Scotland men's national football team | 1968\n- Q888610 | member of sports team | Scotland men's national football team | 1968\n- Q719869 | member of sports team | Scotland men's national football team | 1968\n- Q526300 | member of sports team | Scotland men's national football team | 1968\n- Q202867 | member of sports team | Scotland men's national football team | 1968\nReasoning:", "completion": " Hop 1: Peter Cormack -> member of sports team -> Scotland men's national football team (1968)\n Answer: Scotland men's national football team", "t_query": 1968.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_001716", "prompt": " After West Germany contains the administrative territorial entity North Rhine-Westphalia, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Schleswig-Holstein (1972)\n Answer: Schleswig-Holstein", "t_query": 1972.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001717", "prompt": " Who was the country of citizenship of Lelio Antoniotti after Kingdom of Italy?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\n- Tullio Kezich | country of citizenship | Italy | 1973\nReasoning:", "completion": " Hop 1: Lelio Antoniotti -> country of citizenship -> Italy (1973)\n Answer: Italy", "t_query": 1973.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001718", "prompt": " In 1980, whose operator was Hebrew University of Jerusalem?\nEvidence:\n- National Library of Israel | operator | Hebrew University of Jerusalem | 1980\n- Q836022 | employer | Hebrew University of Jerusalem | 1980\n- Shimshon Amitsur | employer | Hebrew University of Jerusalem | 1980\n- Q93138 | educated at | Hebrew University of Jerusalem | 1980\nReasoning:", "completion": " Hop 1: National Library of Israel -> operator -> Hebrew University of Jerusalem (1980)\n Answer: National Library of Israel", "t_query": 1980.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_001719", "prompt": " In what year was the noble title of Alfonso, Prince of Asturias equal to Prince of Asturias?\nEvidence:\n- Alfonso, Prince of Asturias | noble title | Prince of Asturias | 1924\nReasoning:", "completion": " Hop 1: Alfonso, Prince of Asturias -> noble title -> Prince of Asturias (1924)\n Answer: 1924", "t_query": 1924.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1} +{"id": "sft_001720", "prompt": " Who was the composer of Today before John Williams?\nEvidence:\n- Today | composer | Les Brown | 1956\nReasoning:", "completion": " Hop 1: Today -> composer -> Les Brown (1956)\n Answer: Les Brown", "t_query": 1956.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 1} +{"id": "sft_001721", "prompt": " Who was the position held of Italy's head of government after President of the European Commission?\nEvidence:\n- Andrea Cordero Lanza di Montezemolo | position held | cardinal | 2007\n- Oscar Luigi Scalfaro | position held | Italian senator for life | 2007\n- Veriano Luchetti | country of citizenship | Italy | 2007\n- Tullio Kezich | country of citizenship | Italy | 2007\n- Stefano Angeleri | country of citizenship | Italy | 2007\n- Sergio Bonelli | country of citizenship | Italy | 2007\n- Sebastiano Mannironi | country of citizenship | Italy | 2007\n- Salvatore Cassisa | country of citizenship | Italy | 2007\n- Rossana Rossanda | country of citizenship | Italy | 2007\n- Roberto Tucci | country of citizenship | Italy | 2007\n- Plinio Antolini | country of citizenship | Italy | 2007\n- Pino Lancetti | country of citizenship | Italy | 2007\n- Piergiorgio Nesti | country of citizenship | Italy | 2007\n- Paolo Villaggio | country of citizenship | Italy | 2007\n- Paolo Rossi | country of citizenship | Italy | 2007\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Romano Prodi (2007)\n Hop 2: Romano Prodi -> position held -> Prime Minister of Italy (2007)\n Answer: Prime Minister of Italy", "t_query": 2007.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001722", "prompt": " In 1991, whose country was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1991\n- Yalta | country | Soviet Union | 1991\n- Voronezh | country | Soviet Union | 1991\n- Volhynia | country | Soviet Union | 1991\n- Vinnytsia | country | Soviet Union | 1991\n- Urgench | country | Soviet Union | 1991\n- Uman | country | Soviet Union | 1991\n- Torzhok | country | Soviet Union | 1991\n- Tbilisi | country | Soviet Union | 1991\n- Sudak | country | Soviet Union | 1991\n- Starodub | country | Soviet Union | 1991\n- Simferopol | country | Soviet Union | 1991\n- Siberia | country | Soviet Union | 1991\n- Sevastopol | country | Soviet Union | 1991\n- Q957273 | country | Soviet Union | 1991\nReasoning:", "completion": " Hop 1: Dubrovytsia -> country -> Soviet Union (1991)\n Answer: Dubrovytsia", "t_query": 1991.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001723", "prompt": " In 1975, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\n- Ulrico Girardi | country of citizenship | Italy | 1975\n- Ugo Poletti | country of citizenship | Italy | 1975\n- Tullio Kezich | country of citizenship | Italy | 1975\n- Tonino Cervi | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1975)\n Hop 2: Giacomo Rossi-Stuart -> country of citizenship -> Italy (1975)\n Answer: Giacomo Rossi-Stuart", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001724", "prompt": " In 1974, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Bremen (1974)\n Answer: Bremen", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001725", "prompt": " After Albert Celades member of sports team FC Barcelona Atlètic, what was the member of sports team of Albert Celades?\nEvidence:\n- Albert Celades | member of sports team | Futbol Club Barcelona | 1997\n- Q943194 | member of sports team | Futbol Club Barcelona | 1997\n- Q508489 | member of sports team | Futbol Club Barcelona | 1997\n- Q502769 | member of sports team | Futbol Club Barcelona | 1997\n- Q483577 | member of sports team | Futbol Club Barcelona | 1997\n- Q483145 | member of sports team | Futbol Club Barcelona | 1997\n- Q375840 | member of sports team | Futbol Club Barcelona | 1997\n- Q34658 | member of sports team | Futbol Club Barcelona | 1997\n- Q316809 | member of sports team | Futbol Club Barcelona | 1997\n- Q313468 | member of sports team | Futbol Club Barcelona | 1997\n- Q295887 | member of sports team | Futbol Club Barcelona | 1997\n- Q204640 | member of sports team | Futbol Club Barcelona | 1997\n- Sergi Barjuan | member of sports team | Futbol Club Barcelona | 1997\n- Julen Lopetegui | member of sports team | Futbol Club Barcelona | 1997\n- Hristo Stoichkov | member of sports team | Futbol Club Barcelona | 1997\nReasoning:", "completion": " Hop 1: Albert Celades -> member of sports team -> Futbol Club Barcelona (1997)\n Answer: Futbol Club Barcelona", "t_query": 1997.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001726", "prompt": " In 1995, whose position held was list of mayors of Bremen?\nEvidence:\n- Ralf Fücks | position held | list of mayors of Bremen | 1995\nReasoning:", "completion": " Hop 1: Ralf Fücks -> position held -> list of mayors of Bremen (1995)\n Answer: Ralf Fücks", "t_query": 1995.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_001727", "prompt": " In 1979, what was the country of Ashgabat?\nEvidence:\n- Ashgabat | country | Soviet Union | 1979\n- Ashgabat | capital of | Turkmen Soviet Socialist Republic | 1979\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1979\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1979\n- Q59054 | country of citizenship | Soviet Union | 1979\n- Q437262 | country of citizenship | Soviet Union | 1979\n- Q324083 | country of citizenship | Soviet Union | 1979\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1979\n- Yuri Manin | country of citizenship | Soviet Union | 1979\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1979\n- Viktor Kulikov | country of citizenship | Soviet Union | 1979\n- Vija Artmane | country of citizenship | Soviet Union | 1979\n- Vera Krepkina | country of citizenship | Soviet Union | 1979\n- Valeri Polyakov | country of citizenship | Soviet Union | 1979\n- Sergei Kovalev | country of citizenship | Soviet Union | 1979\nReasoning:", "completion": " Hop 1: Ashgabat -> country -> Soviet Union (1979)\n Answer: Soviet Union", "t_query": 1979.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001728", "prompt": " Who was the head of government of Italy after Mario Scelba?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1994\n- Italy | head of state | Oscar Luigi Scalfaro | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\n- Simon Spierer | country of citizenship | Italy | 1994\n- Sergio Mantovani | country of citizenship | Italy | 1994\n- Sergio Bonelli | country of citizenship | Italy | 1994\n- Salvatore Cassisa | country of citizenship | Italy | 1994\n- Rossana Rossanda | country of citizenship | Italy | 1994\n- Romano Mussolini | country of citizenship | Italy | 1994\n- Renata Tebaldi | country of citizenship | Italy | 1994\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Carlo Azeglio Ciampi (1994)\n Answer: Carlo Azeglio Ciampi", "t_query": 1994.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001729", "prompt": " In 1920, what was the head of government of Carel Willink's work location's country?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Hop 1: Carel Willink -> work location -> Berlin (1920)\n Hop 2: Berlin -> country -> Weimar Republic (1920)\n Hop 3: Weimar Republic -> head of government -> Constantin Fehrenbach (1920)\n Answer: Constantin Fehrenbach", "t_query": 1920.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 9} +{"id": "sft_001730", "prompt": " Who was the country of citizenship of Giovanni Spadolini after Kingdom of Italy?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giovanni Spadolini -> country of citizenship -> Italy (1975)\n Answer: Italy", "t_query": 1975.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001731", "prompt": " In 1974, whose head of government's contains the administrative territorial entity's capital of's capital was Franz-Josef Röder?\nEvidence:\n- Saarland | head of government | Franz-Josef Röder | 1974\n- West Germany | contains the administrative territorial entity | Saarland | 1974\n- Saarland | located in the administrative territorial entity | West Germany | 1974\n- Saarland | country | West Germany | 1974\nReasoning:", "completion": " Hop 1: Saarland -> head of government -> Franz-Josef Röder (1974)\n Hop 2: West Germany -> contains the administrative territorial entity -> Saarland (1974)\n Hop 3: Bonn -> capital of -> West Germany (1974)\n Hop 4: Germany -> capital -> Bonn (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_001732", "prompt": " After Troitsk located in Chelyabinsk Oblast, what was the country of Chelyabinsk Oblast?\nEvidence:\n- Troitsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Zlatoust | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Yuzhnouralsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Miass | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Verkhny Ufaley | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Chelyabinsk Oblast | country | Soviet Union | 1974\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Chelyabinsk | country | Soviet Union | 1974\n- Sumy Oblast | country | Soviet Union | 1974\n- Semipalatinsk Oblast | country | Soviet Union | 1974\n- Poltava Oblast | country | Soviet Union | 1974\n- Omsk Oblast | country | Soviet Union | 1974\n- Odesa Oblast | country | Soviet Union | 1974\n- Novosibirsk Oblast | country | Soviet Union | 1974\n- Murmansk Oblast | country | Soviet Union | 1974\nReasoning:", "completion": " Hop 1: Chelyabinsk Oblast -> country -> Soviet Union (1974)\n Answer: Soviet Union", "t_query": 1974.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001733", "prompt": " In what year was the country of Berolzheim equal to Weimar Republic?\nEvidence:\n- Berolzheim | country | Weimar Republic | 1925\n- Weimar | country | Weimar Republic | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Vaterstetten | country | Weimar Republic | 1925\n- Trier | country | Weimar Republic | 1925\n- Speyer | country | Weimar Republic | 1925\n- Regensburg | country | Weimar Republic | 1925\n- Potsdam | country | Weimar Republic | 1925\n- Neustrelitz | country | Weimar Republic | 1925\n- Neuenkirchen | country | Weimar Republic | 1925\nReasoning:", "completion": " Hop 1: Berolzheim -> country -> Weimar Republic (1925)\n Answer: 1925", "t_query": 1925.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001734", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Genay (2003)\n Answer: Genay", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001735", "prompt": " In what year was the member of of Giacomo Rossi-Stuart's country of citizenship equal to European Economic Community?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giacomo Rossi-Stuart -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> member of -> European Economic Community (1975)\n Answer: 1975", "t_query": 1975.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001736", "prompt": " In 1971, what was the member of sports team of Gerd Kische?\nEvidence:\n- Gerd Kische | member of sports team | F.C. Hansa Rostock | 1971\n- Gerd Kische | member of sports team | East Germany national football team | 1971\n- Q872768 | member of sports team | East Germany national football team | 1971\n- Q73725 | member of sports team | East Germany national football team | 1971\n- Q69584 | member of sports team | East Germany national football team | 1971\n- Q690178 | member of sports team | East Germany national football team | 1971\n- Q680657 | member of sports team | East Germany national football team | 1971\n- Q67555 | member of sports team | East Germany national football team | 1971\n- Q571103 | member of sports team | East Germany national football team | 1971\n- Q562188 | member of sports team | East Germany national football team | 1971\n- Henning Frenzel | member of sports team | East Germany national football team | 1971\n- Bernd Bransch | member of sports team | East Germany national football team | 1971\n- Q823665 | member of sports team | F.C. Hansa Rostock | 1971\n- Herbert Pankau | member of sports team | F.C. Hansa Rostock | 1971\nReasoning:", "completion": " Hop 1: Gerd Kische -> member of sports team -> F.C. Hansa Rostock (1971)\n Answer: F.C. Hansa Rostock", "t_query": 1971.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 14} +{"id": "sft_001737", "prompt": " In what year was the shares border with of Alfonso Calzolari's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1956\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Alfonso Calzolari -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: 1956", "t_query": 1956.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001738", "prompt": " After Angelo Paccagnini country of citizenship Italy, what was the member of of Ugo Stille's country of citizenship?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Angelo Varetto | country of citizenship | Italy | 1957\n- Angelo Infanti | country of citizenship | Italy | 1957\n- Angelo Cuniberti | country of citizenship | Italy | 1957\n- Angelo Bartolomasi | country of citizenship | Italy | 1957\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Ugo Stille -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> member of -> European Economic Community (1957)\n Answer: European Economic Community", "t_query": 1957.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001739", "prompt": " After Shane McMahon employer WWE, what was the occupation of Shane McMahon?\nEvidence:\n- Shane McMahon | employer | WWE | 2010\n- Shane McMahon | occupation | entrepreneur | 2010\n- Vince McMahon | employer | WWE | 2010\n- Shane McMahon | sport | referee | 2010\n- Shane McMahon | sport | professional wrestling | 2010\n- Q285372 | employer | WWE | 2010\n- Mike Chioda | employer | WWE | 2010\n- Ring of Honor | sport | professional wrestling | 2010\n- Q44304 | sport | professional wrestling | 2010\nReasoning:", "completion": " Hop 1: Shane McMahon -> occupation -> entrepreneur (2010)\n Answer: entrepreneur", "t_query": 2010.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 9} +{"id": "sft_001740", "prompt": " In 1924, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q890523 | country of citizenship | Kingdom of Italy | 1924\n- Q745874 | country of citizenship | Kingdom of Italy | 1924\n- Q715036 | country of citizenship | Kingdom of Italy | 1924\n- Q706466 | country of citizenship | Kingdom of Italy | 1924\n- Q65151 | country of citizenship | Kingdom of Italy | 1924\n- Q603148 | country of citizenship | Kingdom of Italy | 1924\n- Q572091 | country of citizenship | Kingdom of Italy | 1924\n- Q534227 | country of citizenship | Kingdom of Italy | 1924\n- Q471232 | country of citizenship | Kingdom of Italy | 1924\n- Q456574 | country of citizenship | Kingdom of Italy | 1924\n- Q432318 | country of citizenship | Kingdom of Italy | 1924\n- Q333809 | country of citizenship | Kingdom of Italy | 1924\n- Q329221 | country of citizenship | Kingdom of Italy | 1924\n- Q297190 | country of citizenship | Kingdom of Italy | 1924\n- Q263967 | country of citizenship | Kingdom of Italy | 1924\nReasoning:", "completion": " Hop 1: Nino Taranto -> country of citizenship -> Kingdom of Italy (1924)\n Answer: Nino Taranto", "t_query": 1924.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001741", "prompt": " In 1948, what was the anthem of Omsk's located in?\nEvidence:\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Omsk | country | Soviet Union | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Q59054 | country of citizenship | Soviet Union | 1948\n- Q437262 | country of citizenship | Soviet Union | 1948\n- Q324083 | country of citizenship | Soviet Union | 1948\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1948\n- Yuri Manin | country of citizenship | Soviet Union | 1948\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1948\n- Viktor Kulikov | country of citizenship | Soviet Union | 1948\n- Vija Artmane | country of citizenship | Soviet Union | 1948\n- Vera Krepkina | country of citizenship | Soviet Union | 1948\n- Valeri Polyakov | country of citizenship | Soviet Union | 1948\nReasoning:", "completion": " Hop 1: Omsk -> located in -> Russian Soviet Federative Socialist Republic (1948)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> State Anthem of the Soviet Union (1948)\n Answer: State Anthem of the Soviet Union", "t_query": 1948.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001742", "prompt": " In what year was the country of citizenship of Mario Stoppani equal to Kingdom of Italy?\nEvidence:\n- Mario Stoppani | country of citizenship | Kingdom of Italy | 1934\n- Mario Sarto | country of citizenship | Kingdom of Italy | 1934\n- Mario Roatta | country of citizenship | Kingdom of Italy | 1934\n- Mario Palanti | country of citizenship | Kingdom of Italy | 1934\n- Mario Bonnard | country of citizenship | Kingdom of Italy | 1934\n- Q976653 | country of citizenship | Kingdom of Italy | 1934\n- Q972711 | country of citizenship | Kingdom of Italy | 1934\n- Q922237 | country of citizenship | Kingdom of Italy | 1934\n- Q890523 | country of citizenship | Kingdom of Italy | 1934\n- Q710497 | country of citizenship | Kingdom of Italy | 1934\n- Q678253 | country of citizenship | Kingdom of Italy | 1934\n- Q654973 | country of citizenship | Kingdom of Italy | 1934\n- Q650303 | country of citizenship | Kingdom of Italy | 1934\n- Q527400 | country of citizenship | Kingdom of Italy | 1934\n- Q51189 | country of citizenship | Kingdom of Italy | 1934\nReasoning:", "completion": " Hop 1: Mario Stoppani -> country of citizenship -> Kingdom of Italy (1934)\n Answer: 1934", "t_query": 1934.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001743", "prompt": " In 1978, what was the country of citizenship of Marco Tulli?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Marco Tulli -> country of citizenship -> Italy (1978)\n Answer: Italy", "t_query": 1978.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001744", "prompt": " In 1956, what was the head of government of Germany's capital's capital of's contains the administrative territorial entity?\nEvidence:\n- Germany | head of government | Konrad Adenauer | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | Germany | 1956\n- Bonn | capital of | West Germany | 1956\n- Germany | head of state | Theodor Heuss | 1956\n- Saarbrücken | located in the administrative territorial entity | Saar Protectorate | 1956\n- Nitra District | located in the administrative territorial entity | Czechoslovakia | 1956\n- East Berlin | capital of | German Democratic Republic | 1956\n- Afghanistan | basic form of government | constitutional monarchy | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Germany | member of | Western European Union | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- Afghanistan | head of state | Mohammed Zahir Shah | 1956\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1956)\n Hop 2: Bonn -> capital of -> West Germany (1956)\n Hop 3: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1956)\n Hop 4: Baden-Württemberg -> head of government -> Gebhard Müller (1956)\n Answer: Gebhard Müller", "t_query": 1956.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001745", "prompt": " In 1975, what was the located in of Kostroma?\nEvidence:\n- Kostroma | located in the administrative territorial entity | Kostroma Oblast | 1975\nReasoning:", "completion": " Hop 1: Kostroma -> located in -> Kostroma Oblast (1975)\n Answer: Kostroma Oblast", "t_query": 1975.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_001746", "prompt": " In what year was the country of citizenship of Giovan Battista Pellegrini equal to Kingdom of Italy?\nEvidence:\n- Giovan Battista Pellegrini | country of citizenship | Kingdom of Italy | 1941\n- Battista Farina | country of citizenship | Kingdom of Italy | 1941\n- Giovanni Battista Lacchini | country of citizenship | Kingdom of Italy | 1941\n- Giovanni Battista Caproni | country of citizenship | Kingdom of Italy | 1941\n- Q976653 | country of citizenship | Kingdom of Italy | 1941\n- Q972711 | country of citizenship | Kingdom of Italy | 1941\n- Q922237 | country of citizenship | Kingdom of Italy | 1941\n- Q890523 | country of citizenship | Kingdom of Italy | 1941\n- Q741387 | country of citizenship | Kingdom of Italy | 1941\n- Q710497 | country of citizenship | Kingdom of Italy | 1941\n- Q678253 | country of citizenship | Kingdom of Italy | 1941\n- Q654973 | country of citizenship | Kingdom of Italy | 1941\n- Q650303 | country of citizenship | Kingdom of Italy | 1941\n- Q527400 | country of citizenship | Kingdom of Italy | 1941\n- Q51189 | country of citizenship | Kingdom of Italy | 1941\nReasoning:", "completion": " Hop 1: Giovan Battista Pellegrini -> country of citizenship -> Kingdom of Italy (1941)\n Answer: 1941", "t_query": 1941.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001747", "prompt": " In 1997, whose member of sports team was Futbol Club Barcelona?\nEvidence:\n- Q943194 | member of sports team | Futbol Club Barcelona | 1997\n- Q508489 | member of sports team | Futbol Club Barcelona | 1997\n- Q502769 | member of sports team | Futbol Club Barcelona | 1997\n- Q483577 | member of sports team | Futbol Club Barcelona | 1997\n- Q483145 | member of sports team | Futbol Club Barcelona | 1997\n- Q375840 | member of sports team | Futbol Club Barcelona | 1997\n- Q34658 | member of sports team | Futbol Club Barcelona | 1997\n- Q316809 | member of sports team | Futbol Club Barcelona | 1997\n- Q313468 | member of sports team | Futbol Club Barcelona | 1997\n- Q295887 | member of sports team | Futbol Club Barcelona | 1997\n- Q204640 | member of sports team | Futbol Club Barcelona | 1997\n- Sergi Barjuan | member of sports team | Futbol Club Barcelona | 1997\n- Julen Lopetegui | member of sports team | Futbol Club Barcelona | 1997\n- Hristo Stoichkov | member of sports team | Futbol Club Barcelona | 1997\n- Albert Celades | member of sports team | Futbol Club Barcelona | 1997\nReasoning:", "completion": " Hop 1: Albert Celades -> member of sports team -> Futbol Club Barcelona (1997)\n Answer: Albert Celades", "t_query": 1997.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001748", "prompt": " Who was the member of of Andrea Carrea's country of citizenship after European Coal and Steel Community?\nEvidence:\n- Andrea Carrea | country of citizenship | Italy | 1984\n- Andrea Pangrazio | country of citizenship | Italy | 1984\n- Andrea Miano | country of citizenship | Italy | 1984\n- Andrea Cassone | country of citizenship | Italy | 1984\n- Andrea Bianchi | country of citizenship | Italy | 1984\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Andrea Carrea -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> member of -> European Economic Community (1984)\n Answer: European Economic Community", "t_query": 1984.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001749", "prompt": " In 1989, what was the member of of Maria Rita Saulle's country of citizenship?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Maria Rita Saulle -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1989)\n Answer: European Coal and Steel Community", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001750", "prompt": " In what year was the diplomatic relation of Germany's head of government's country of citizenship equal to German Democratic Republic?\nEvidence:\n- Germany | diplomatic relation | German Democratic Republic | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | shares border with | German Democratic Republic | 1987\n- Q99920 | country of citizenship | German Democratic Republic | 1987\n- Q97584 | country of citizenship | German Democratic Republic | 1987\n- Q96955 | country of citizenship | German Democratic Republic | 1987\n- Q77767 | country of citizenship | German Democratic Republic | 1987\n- Q73946 | country of citizenship | German Democratic Republic | 1987\n- Q72475 | country of citizenship | German Democratic Republic | 1987\n- Q72461 | country of citizenship | German Democratic Republic | 1987\n- Q70388 | country of citizenship | German Democratic Republic | 1987\n- Q67488 | country of citizenship | German Democratic Republic | 1987\n- Q67341 | country of citizenship | German Democratic Republic | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> diplomatic relation -> German Democratic Republic (1987)\n Answer: 1987", "t_query": 1987.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001751", "prompt": " Who was the member of of Laura Veccia Vaglieri's country of citizenship before European Economic Community?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Laura Veccia Vaglieri -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1956)\n Answer: European Coal and Steel Community", "t_query": 1956.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001752", "prompt": " After Juraj Jakubisko country of citizenship Czechoslovakia, what was the nominated for of Juraj Jakubisko?\nEvidence:\n- Juraj Jakubisko | country of citizenship | Czechoslovakia | 1968\n- Juraj Jakubisko | nominated for | Golden Lion | 1968\n- Q960655 | country of citizenship | Czechoslovakia | 1968\n- Q693209 | country of citizenship | Czechoslovakia | 1968\n- Q536359 | country of citizenship | Czechoslovakia | 1968\n- Q366671 | country of citizenship | Czechoslovakia | 1968\n- Q31370 | country of citizenship | Czechoslovakia | 1968\n- Q179173 | country of citizenship | Czechoslovakia | 1968\n- Oldřich Pelčák | country of citizenship | Czechoslovakia | 1968\n- Miroslav Horníček | country of citizenship | Czechoslovakia | 1968\n- Milan Kundera | country of citizenship | Czechoslovakia | 1968\n- Miklós Duray | country of citizenship | Czechoslovakia | 1968\n- Lubomír Štrougal | country of citizenship | Czechoslovakia | 1968\n- Karol Divín | country of citizenship | Czechoslovakia | 1968\n- Jan Sokol | country of citizenship | Czechoslovakia | 1968\nReasoning:", "completion": " Hop 1: Juraj Jakubisko -> nominated for -> Golden Lion (1968)\n Answer: Golden Lion", "t_query": 1968.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001753", "prompt": " In 1978, what was the head of state of Arnaldo Genoino's country of citizenship?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Arnaldo Genoino -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> head of state -> Giovanni Leone (1978)\n Answer: Giovanni Leone", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001754", "prompt": " After Ismael Ruiz member of sports team Racing de Santander, what was the member of sports team of Ismael Ruiz?\nEvidence:\n- Ismael Ruiz | member of sports team | Terrassa FC | 2006\n- Ismael Ruiz | member of sports team | Real Oviedo | 2006\n- Q983415 | member of sports team | Terrassa FC | 2006\n- Q929644 | member of sports team | Real Oviedo | 2006\n- Q350982 | member of sports team | Real Oviedo | 2006\n- Adrián López Álvarez | member of sports team | Real Oviedo | 2006\nReasoning:", "completion": " Hop 1: Ismael Ruiz -> member of sports team -> Real Oviedo (2006)\n Answer: Real Oviedo", "t_query": 2006.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 6} +{"id": "sft_001755", "prompt": " In 1985, what was the shares border with of Giuseppe Colnago's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1985\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Giuseppe Colnago -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> shares border with -> Yugoslavia (1985)\n Answer: Yugoslavia", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001756", "prompt": " In 1987, whose contains the administrative territorial entity's country of citizenship's head of government was Rhineland-Palatinate?\nEvidence:\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1987\n- West Germany | contains the administrative territorial entity | Saarland | 1987\n- West Germany | contains the administrative territorial entity | Hesse | 1987\n- West Germany | contains the administrative territorial entity | Hamburg | 1987\n- West Germany | contains the administrative territorial entity | Bremen | 1987\n- West Germany | contains the administrative territorial entity | Bavaria | 1987\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1987\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1987\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1987\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1987\n- Saarland | located in the administrative territorial entity | West Germany | 1987\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1987\n- Q77721 | country of citizenship | West Germany | 1987\n- Thomas Anders | country of citizenship | West Germany | 1987\n- Martin Walser | country of citizenship | West Germany | 1987\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Rhineland-Palatinate (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: Germany -> head of government -> Helmut Kohl (1987)\n Answer: Germany", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001757", "prompt": " In what year was the chairperson of Germany's head of government's member of political party equal to Hans-Dietrich Genscher?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> member of political party -> Free Democratic Party (1974)\n Hop 3: Free Democratic Party -> chairperson -> Hans-Dietrich Genscher (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001758", "prompt": " In what year was the located in of Wiesbaden equal to Wiesbaden Government Region?\nEvidence:\n- Wiesbaden | located in the administrative territorial entity | Wiesbaden Government Region | 1907\n- Frankfurt | located in the administrative territorial entity | Wiesbaden Government Region | 1907\n- Wiesbaden | country | German Empire | 1907\n- Q165008 | applies to jurisdiction | German Empire | 1907\n- German East Africa | applies to jurisdiction | German Empire | 1907\n- Q87105 | country of citizenship | German Empire | 1907\n- Q76638 | country of citizenship | German Empire | 1907\n- Wilhelm Röntgen | country of citizenship | German Empire | 1907\n- Georg August Zenker | country of citizenship | German Empire | 1907\n- Zwickau | country | German Empire | 1907\n- Zimmern | country | German Empire | 1907\n- Wrocław | country | German Empire | 1907\n- Wittmund | country | German Empire | 1907\n- Wismar | country | German Empire | 1907\n- Weimar | country | German Empire | 1907\nReasoning:", "completion": " Hop 1: Wiesbaden -> located in -> Wiesbaden Government Region (1907)\n Answer: 1907", "t_query": 1907.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001759", "prompt": " In what year was the contains the administrative territorial entity of Germany's head of government's country of citizenship equal to Bremen?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Bremen (1987)\n Answer: 1987", "t_query": 1987.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001760", "prompt": " After Giorgio Rebuffi country of citizenship Italy, what was the member of of Romolo Alzani's country of citizenship?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Giorgio Perlasca | country of citizenship | Italy | 1987\n- Giorgio Oberweger | country of citizenship | Italy | 1987\n- Giorgio Manganelli | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Romolo Alzani -> country of citizenship -> Italy (1987)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1987)\n Answer: European Coal and Steel Community", "t_query": 1987.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001761", "prompt": " In 2000, whose named after was Qualcomm?\nEvidence:\n- San Diego Stadium | named after | Qualcomm | 2000\n- San Diego Stadium | occupant | Los Angeles Chargers | 2000\nReasoning:", "completion": " Hop 1: San Diego Stadium -> named after -> Qualcomm (2000)\n Answer: San Diego Stadium", "t_query": 2000.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_001762", "prompt": " In 2011, what was the owned by of EF Education-Tibco-SVB?\nEvidence:\n- EF Education-Tibco-SVB | owned by | Linda Jackson | 2011\n- EF Education-Tibco-SVB | sponsor | Tibco Software | 2011\n- Tara Whitten | member of sports team | EF Education-Tibco-SVB | 2011\nReasoning:", "completion": " Hop 1: EF Education-Tibco-SVB -> owned by -> Linda Jackson (2011)\n Answer: Linda Jackson", "t_query": 2011.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_001763", "prompt": " In 1920, what was the head of government of Carel Willink's work location's country?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Hop 1: Carel Willink -> work location -> Berlin (1920)\n Hop 2: Berlin -> country -> Weimar Republic (1920)\n Hop 3: Weimar Republic -> head of government -> Gustav Bauer (1920)\n Answer: Gustav Bauer", "t_query": 1920.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 9} +{"id": "sft_001764", "prompt": " In 1972, what was the diplomatic relation of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | diplomatic relation | German Democratic Republic | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> diplomatic relation -> German Democratic Republic (1972)\n Answer: German Democratic Republic", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001765", "prompt": " In what year was the country of Nakhchivan equal to Azerbaijan Soviet Socialist Republic?\nEvidence:\n- Nakhchivan | country | Azerbaijan Soviet Socialist Republic | 1949\n- Nakhchivan | country | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Nakhchivan | located in the administrative territorial entity | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Nakhchivan | country | Soviet Union | 1949\n- Turkmen Soviet Socialist Republic | country | Soviet Union | 1949\n- Georgian Soviet Socialist Republic | country | Soviet Union | 1949\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1949\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1949\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1949\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1949\n- Zhytomyr | country | Soviet Union | 1949\n- Zastavna | country | Soviet Union | 1949\n- Yevpatoriia | country | Soviet Union | 1949\n- Yalta | country | Soviet Union | 1949\n- Vyazma | country | Soviet Union | 1949\nReasoning:", "completion": " Hop 1: Nakhchivan -> country -> Azerbaijan Soviet Socialist Republic (1949)\n Answer: 1949", "t_query": 1949.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001766", "prompt": " After Sound and Vision performer David Bowie, what was the work location of David Bowie?\nEvidence:\n- David Bowie | work location | Berlin | 1978\n- Q896393 | work location | Berlin | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Q497401 | terminus | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\n- Anna Seghers | residence | Berlin | 1978\nReasoning:", "completion": " Hop 1: David Bowie -> work location -> Berlin (1978)\n Answer: Berlin", "t_query": 1978.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 10} +{"id": "sft_001767", "prompt": " In what year was the head of government of Carel Willink's work location's country equal to Gustav Bauer?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Hop 1: Carel Willink -> work location -> Berlin (1920)\n Hop 2: Berlin -> country -> Weimar Republic (1920)\n Hop 3: Weimar Republic -> head of government -> Gustav Bauer (1920)\n Answer: 1920", "t_query": 1920.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 9} +{"id": "sft_001768", "prompt": " In 1961, what was the currency of John Paul I's country of citizenship?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\n- Virginio Rosetta | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: John Paul I -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> currency -> Italian lira (1961)\n Answer: Italian lira", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001769", "prompt": " After Rhône contains the administrative territorial entity Francheville, what was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Rhône | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Rhône -> contains the administrative territorial entity -> Genay (2003)\n Answer: Genay", "t_query": 2003.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001770", "prompt": " In 1957, what was the member of of Ugo Stille's country of citizenship?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Ugo Stille -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> member of -> European Economic Community (1957)\n Answer: European Economic Community", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001771", "prompt": " After Laura Veccia Vaglieri country of citizenship Italy, what was the currency of Elena Altieri's country of citizenship?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Laura Adani | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\n- Tullio Kezich | country of citizenship | Italy | 1977\n- Tonino Cervi | country of citizenship | Italy | 1977\nReasoning:", "completion": " Hop 1: Elena Altieri -> country of citizenship -> Italy (1977)\n Hop 2: Italy -> currency -> Italian lira (1977)\n Answer: Italian lira", "t_query": 1977.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001772", "prompt": " In what year was the located in of Haute-Isle equal to Seine-et-Oise?\nEvidence:\n- Haute-Isle | located in the administrative territorial entity | Seine-et-Oise | 1901\n- Bernes-sur-Oise | located in the administrative territorial entity | Seine-et-Oise | 1901\n- Vaux-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1901\n- Mousseaux-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1901\n- Morsang-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1901\n- Croissy-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1901\n- Bonnières-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1901\n- Bray-et-Lû | located in the administrative territorial entity | Seine-et-Oise | 1901\n- Ézanville | located in the administrative territorial entity | Seine-et-Oise | 1901\n- Émancé | located in the administrative territorial entity | Seine-et-Oise | 1901\n- Écouen | located in the administrative territorial entity | Seine-et-Oise | 1901\n- Villepreux | located in the administrative territorial entity | Seine-et-Oise | 1901\n- Villejust | located in the administrative territorial entity | Seine-et-Oise | 1901\n- Villecresnes | located in the administrative territorial entity | Seine-et-Oise | 1901\n- Villabé | located in the administrative territorial entity | Seine-et-Oise | 1901\nReasoning:", "completion": " Hop 1: Haute-Isle -> located in -> Seine-et-Oise (1901)\n Answer: 1901", "t_query": 1901.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001773", "prompt": " After Lina Bo Bardi country of citizenship Italy, what was the head of state of Guido Aycard's country of citizenship?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Lina Pagliughi | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Guido Aycard -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Antonio Segni (1962)\n Answer: Antonio Segni", "t_query": 1962.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001774", "prompt": " In 2001, what was the award received of Gerardo Marotta?\nEvidence:\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Q76000 | award received | Goethe Medal | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\nReasoning:", "completion": " Hop 1: Gerardo Marotta -> award received -> Goethe Medal (2001)\n Answer: Goethe Medal", "t_query": 2001.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001775", "prompt": " In 1987, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Hesse (1987)\n Answer: Hesse", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001776", "prompt": " In 1951, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1951\n- Vladica Popović | country of citizenship | Yugoslavia | 1951\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1951\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1951\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1951\n- Ilija Petković | country of citizenship | Yugoslavia | 1951\n- Dušan Ivković | country of citizenship | Yugoslavia | 1951\n- Dragan Tomić | country of citizenship | Yugoslavia | 1951\n- Verzar | country | Yugoslavia | 1951\n- Suševo | country | Yugoslavia | 1951\n- Q793485 | country | Yugoslavia | 1951\n- Pirot | country | Yugoslavia | 1951\n- Orašje | country | Yugoslavia | 1951\n- Kraljevo | country | Yugoslavia | 1951\n- Karlovac | country | Yugoslavia | 1951\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1951)\n Hop 2: Giovanni D'Ascenzi -> country of citizenship -> Italy (1951)\n Answer: Giovanni D'Ascenzi", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001777", "prompt": " In 1974, whose capital of's capital was West Germany?\nEvidence:\n- Oberliga Nord (1974-1994) | country | West Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Würzburg | country | West Germany | 1974\n- Wuppertal | country | West Germany | 1974\n- Wiesbaden | country | West Germany | 1974\n- Westfalenliga | country | West Germany | 1974\n- Viersen | country | West Germany | 1974\n- Speyer | country | West Germany | 1974\n- Sande | country | West Germany | 1974\n- Saarland | country | West Germany | 1974\n- Q52041 | country | West Germany | 1974\n- Neuenkirchen | country | West Germany | 1974\n- Mittelrheinliga | country | West Germany | 1974\nReasoning:", "completion": " Hop 1: Bonn -> capital of -> West Germany (1974)\n Hop 2: Germany -> capital -> Bonn (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001778", "prompt": " In what year was the chairperson of Italy's member of equal to Jean Monnet?\nEvidence:\n- Giuseppe Meazza | coach of sports team | Italy men's national association football team | 1953\n- Q264986 | country of citizenship | Italy | 1953\n- Q219490 | country of citizenship | Italy | 1953\n- Q213482 | country of citizenship | Italy | 1953\n- Dalida | country of citizenship | Italy | 1953\n- Veriano Luchetti | country of citizenship | Italy | 1953\n- Tonino Cervi | country of citizenship | Italy | 1953\n- Tiziano Terzani | country of citizenship | Italy | 1953\n- Stéphane Grappelli | country of citizenship | Italy | 1953\n- Simon Spierer | country of citizenship | Italy | 1953\n- Sergio Mantovani | country of citizenship | Italy | 1953\n- Sergio Bonelli | country of citizenship | Italy | 1953\n- Rossana Rossanda | country of citizenship | Italy | 1953\n- Romeo Bertini | country of citizenship | Italy | 1953\n- Renata Tebaldi | country of citizenship | Italy | 1953\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1953)\n Hop 2: European Coal and Steel Community -> chairperson -> Jean Monnet (1953)\n Answer: 1953", "t_query": 1953.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001779", "prompt": " In 1995, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Oscar Luigi Scalfaro | position held | President of Italy | 1995\n- Italy | head of state | Oscar Luigi Scalfaro | 1995\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1995\nReasoning:", "completion": " Hop 1: Oscar Luigi Scalfaro -> position held -> President of Italy (1995)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1995)\n Hop 3: Umberto Mastroianni -> country of citizenship -> Italy (1995)\n Answer: Umberto Mastroianni", "t_query": 1995.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_001780", "prompt": " In what year was the shares border with of Mario Gentili's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1961\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Mario Gentili -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> shares border with -> Yugoslavia (1961)\n Answer: 1961", "t_query": 1961.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001781", "prompt": " In 1977, what was the member of of Elena Altieri's country of citizenship?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\n- Tullio Kezich | country of citizenship | Italy | 1977\n- Tonino Cervi | country of citizenship | Italy | 1977\n- Tiziano Terzani | country of citizenship | Italy | 1977\nReasoning:", "completion": " Hop 1: Elena Altieri -> country of citizenship -> Italy (1977)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1977)\n Answer: European Coal and Steel Community", "t_query": 1977.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001782", "prompt": " Who was the country of Tilla Durieux's spouse's work location after German Empire?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Hop 1: Tilla Durieux -> spouse -> Paul Cassirer (1921)\n Hop 2: Paul Cassirer -> work location -> Berlin (1921)\n Hop 3: Berlin -> country -> Weimar Republic (1921)\n Answer: Weimar Republic", "t_query": 1921.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 3} +{"id": "sft_001783", "prompt": " In 1995, what was the currency of Umberto Mastroianni's country of citizenship?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Italy | currency | Italian lira | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\nReasoning:", "completion": " Hop 1: Umberto Mastroianni -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> currency -> Italian lira (1995)\n Answer: Italian lira", "t_query": 1995.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001784", "prompt": " In 1972, whose contains the administrative territorial entity's allegiance was Lower Saxony?\nEvidence:\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- Hanover | located in the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Lower Saxony (1972)\n Hop 2: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Answer: Friedrich Guggenberger", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001785", "prompt": " Who was the spouse of Erazim Kohák's residence's head of government after Jane Wyman?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- United States | shares border with | Panama | 1988\n- Tony Miles | country for sport | United States | 1988\n- Julie Mehretu | work location | United States | 1988\n- Discovery Channel | country | United States | 1988\nReasoning:", "completion": " Hop 1: Erazim Kohák -> residence -> United States (1988)\n Hop 2: United States -> head of government -> Ronald Reagan (1988)\n Hop 3: Ronald Reagan -> spouse -> Nancy Reagan (1988)\n Answer: Nancy Reagan", "t_query": 1988.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 13} +{"id": "sft_001786", "prompt": " After Angelo Paccagnini country of citizenship Italy, what was the head of government of Romolo Alzani's country of citizenship?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Angelo Varetto | country of citizenship | Italy | 1987\n- Angelo Infanti | country of citizenship | Italy | 1987\n- Angelo Cuniberti | country of citizenship | Italy | 1987\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Romolo Alzani -> country of citizenship -> Italy (1987)\n Hop 2: Italy -> head of government -> Giovanni Goria (1987)\n Answer: Giovanni Goria", "t_query": 1987.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001787", "prompt": " In 2000, what was the occupant of San Diego Stadium?\nEvidence:\n- San Diego Stadium | occupant | Los Angeles Chargers | 2000\n- San Diego Stadium | named after | Qualcomm | 2000\nReasoning:", "completion": " Hop 1: San Diego Stadium -> occupant -> Los Angeles Chargers (2000)\n Answer: Los Angeles Chargers", "t_query": 2000.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_001788", "prompt": " Who was the head of government of New York City before Ed Koch?\nEvidence:\n- New York City | head of government | Fiorello H. La Guardia | 1938\n- William Vickrey | residence | New York City | 1938\n- Weegee | work location | New York City | 1938\n- Q543585 | work location | New York City | 1938\n- MetLife | headquarters location | New York City | 1938\n- Jane Jacobs | residence | New York City | 1938\n- Variety | place of publication | New York City | 1938\n- Max Weber | work location | New York City | 1938\n- Louise Bourgeois | work location | New York City | 1938\n- Lewis Mumford | work location | New York City | 1938\n- Hanns Eisler | work location | New York City | 1938\n- Ellsworth Kelly | work location | New York City | 1938\n- Louise Bourgeois | work location | Paris | 1938\n- Louise Bourgeois | spouse | Robert Goldwater | 1938\n- Louise Bourgeois | educated at | Q337504 | 1938\nReasoning:", "completion": " Hop 1: New York City -> head of government -> Fiorello H. La Guardia (1938)\n Answer: Fiorello H. La Guardia", "t_query": 1938.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001789", "prompt": " In 1914, what was the country of Urup?\nEvidence:\n- Urup | country | Japan | 1914\n- Q426915 | country | Japan | 1914\n- Q156046 | country | Japan | 1914\n- Broutona | country | Japan | 1914\n- Lüshunkou District | country | Japan | 1914\n- Kuril Islands | country | Japan | 1914\nReasoning:", "completion": " Hop 1: Urup -> country -> Japan (1914)\n Answer: Japan", "t_query": 1914.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_001790", "prompt": " After Angelo de Mojana di Cologna country of citizenship Italy, what was the head of state of Umberto Mastroianni's country of citizenship?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Angelo Varetto | country of citizenship | Italy | 1995\n- Angelo Infanti | country of citizenship | Italy | 1995\n- Angelo Cuniberti | country of citizenship | Italy | 1995\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1995\n- Vito De Grisantis | country of citizenship | Italy | 1995\n- Virginio De Paoli | country of citizenship | Italy | 1995\n- Velasio de Paolis | country of citizenship | Italy | 1995\n- Renzo De Felice | country of citizenship | Italy | 1995\n- Nevio de Zordo | country of citizenship | Italy | 1995\n- Mario De Donà | country of citizenship | Italy | 1995\n- Francesco De Masi | country of citizenship | Italy | 1995\n- Dino De Antoni | country of citizenship | Italy | 1995\n- Alberto De Martino | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\nReasoning:", "completion": " Hop 1: Umberto Mastroianni -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1995)\n Answer: Oscar Luigi Scalfaro", "t_query": 1995.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001791", "prompt": " In 1947, what was the country of citizenship of Eleonora Rossi Drago?\nEvidence:\n- Eleonora Rossi Drago | country of citizenship | Italy | 1947\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1947\n- Q612509 | country of citizenship | Italy | 1947\n- Q454036 | country of citizenship | Italy | 1947\n- Q435856 | country of citizenship | Italy | 1947\n- Q432318 | country of citizenship | Italy | 1947\n- Q429298 | country of citizenship | Italy | 1947\n- Q340261 | country of citizenship | Italy | 1947\n- Q318968 | country of citizenship | Italy | 1947\n- Q264986 | country of citizenship | Italy | 1947\n- Q219490 | country of citizenship | Italy | 1947\n- Q213482 | country of citizenship | Italy | 1947\n- Dalida | country of citizenship | Italy | 1947\n- Wilma Montesi | country of citizenship | Italy | 1947\n- Vittore Catella | country of citizenship | Italy | 1947\nReasoning:", "completion": " Hop 1: Eleonora Rossi Drago -> country of citizenship -> Italy (1947)\n Answer: Italy", "t_query": 1947.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001792", "prompt": " After Andrea Checchi country of citizenship Italy, what was the member of of Elena Altieri's country of citizenship?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Andrea Pangrazio | country of citizenship | Italy | 1977\n- Andrea Miano | country of citizenship | Italy | 1977\n- Andrea Cassone | country of citizenship | Italy | 1977\n- Andrea Carrea | country of citizenship | Italy | 1977\n- Andrea Bianchi | country of citizenship | Italy | 1977\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\nReasoning:", "completion": " Hop 1: Elena Altieri -> country of citizenship -> Italy (1977)\n Hop 2: Italy -> member of -> European Economic Community (1977)\n Answer: European Economic Community", "t_query": 1977.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001793", "prompt": " In what year was the currency of Carel Willink's work location's country's shares border with equal to French franc?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Hop 1: Carel Willink -> work location -> Berlin (1920)\n Hop 2: Berlin -> country -> Weimar Republic (1920)\n Hop 3: Weimar Republic -> shares border with -> Neutral Moresnet (1920)\n Hop 4: Neutral Moresnet -> currency -> French franc (1920)\n Answer: 1920", "t_query": 1920.0, "chain_length": 4, "operator_type": "interval", "n_evidence": 9} +{"id": "sft_001794", "prompt": " In 1970, whose member of sports team was FK Daugava (2003)?\nEvidence:\n- Boris Razinsky | member of sports team | FK Daugava (2003) | 1970\n- Boris Razinsky | member of sports team | FC Ararat Yerevan | 1970\nReasoning:", "completion": " Hop 1: Boris Razinsky -> member of sports team -> FK Daugava (2003) (1970)\n Answer: Boris Razinsky", "t_query": 1970.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_001795", "prompt": " In 1975, what was the country of citizenship of Giovanni Spadolini?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giovanni Spadolini -> country of citizenship -> Italy (1975)\n Answer: Italy", "t_query": 1975.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001796", "prompt": " Who was the contains the administrative territorial entity of Bernard Schultze's work location's country before North Rhine-Westphalia?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Schleswig-Holstein (1953)\n Answer: Schleswig-Holstein", "t_query": 1953.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 3} +{"id": "sft_001797", "prompt": " In 1927, what was the educated at of Ernst Stueckelberg?\nEvidence:\n- Ernst Stueckelberg | educated at | University of Basel | 1927\nReasoning:", "completion": " Hop 1: Ernst Stueckelberg -> educated at -> University of Basel (1927)\n Answer: University of Basel", "t_query": 1927.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_001798", "prompt": " In 2002, what was the winner of Albert Lasker Award for Basic Medical Research?\nEvidence:\n- Albert Lasker Award for Basic Medical Research | winner | Randy Schekman | 2002\n- Albert Lasker Award for Basic Medical Research | winner | James Rothman | 2002\n- Louisa Gross Horwitz Prize | winner | Randy Schekman | 2002\n- Louisa Gross Horwitz Prize | winner | James Rothman | 2002\nReasoning:", "completion": " Hop 1: Albert Lasker Award for Basic Medical Research -> winner -> Randy Schekman (2002)\n Answer: Randy Schekman", "t_query": 2002.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_001799", "prompt": " In 2007, what was the position held of Roger William Gries?\nEvidence:\n- Roger William Gries | position held | auxiliary bishop | 2007\n- Q913188 | position held | auxiliary bishop | 2007\n- Q890445 | position held | auxiliary bishop | 2007\n- Q85597 | position held | auxiliary bishop | 2007\n- Q761679 | position held | auxiliary bishop | 2007\n- Q668407 | position held | auxiliary bishop | 2007\n- Q635777 | position held | auxiliary bishop | 2007\n- Q629670 | position held | auxiliary bishop | 2007\n- Q615091 | position held | auxiliary bishop | 2007\n- Q556264 | position held | auxiliary bishop | 2007\n- Q556017 | position held | auxiliary bishop | 2007\n- Q556011 | position held | auxiliary bishop | 2007\n- Q547544 | position held | auxiliary bishop | 2007\n- Q541928 | position held | auxiliary bishop | 2007\n- Q532680 | position held | auxiliary bishop | 2007\nReasoning:", "completion": " Hop 1: Roger William Gries -> position held -> auxiliary bishop (2007)\n Answer: auxiliary bishop", "t_query": 2007.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001800", "prompt": " In 1920, what was the currency of Carel Willink's work location's country's shares border with?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Hop 1: Carel Willink -> work location -> Berlin (1920)\n Hop 2: Berlin -> country -> Weimar Republic (1920)\n Hop 3: Weimar Republic -> shares border with -> Neutral Moresnet (1920)\n Hop 4: Neutral Moresnet -> currency -> French franc (1920)\n Answer: French franc", "t_query": 1920.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 9} +{"id": "sft_001801", "prompt": " In 1953, what was the contains the administrative territorial entity of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1953)\n Answer: Baden-Württemberg", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_001802", "prompt": " In what year was the currency of Germany equal to Deutsche Mark?\nEvidence:\n- Germany | currency | Deutsche Mark | 1974\n- West Germany | currency | Deutsche Mark | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Hop 1: Germany -> currency -> Deutsche Mark (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001803", "prompt": " After Mannheim country Nazi Germany, what was the currency of Mannheim's country?\nEvidence:\n- Mannheim | country | West Germany | 1950\n- West Germany | currency | Deutsche Mark | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\n- Wiesbaden | country | West Germany | 1950\n- Viersen | country | West Germany | 1950\n- Speyer | country | West Germany | 1950\n- Sande | country | West Germany | 1950\n- Q52041 | country | West Germany | 1950\n- Neuenkirchen | country | West Germany | 1950\n- Lörrach | country | West Germany | 1950\n- Kiel | country | West Germany | 1950\n- Karlsruhe | country | West Germany | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> currency -> Deutsche Mark (1950)\n Answer: Deutsche Mark", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001804", "prompt": " After Giuseppe Ungaretti country of citizenship Italy, what was the head of government of Italy?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 2007\n- Tullio Kezich | country of citizenship | Italy | 2007\n- Stefano Angeleri | country of citizenship | Italy | 2007\n- Sergio Bonelli | country of citizenship | Italy | 2007\n- Sebastiano Mannironi | country of citizenship | Italy | 2007\n- Salvatore Cassisa | country of citizenship | Italy | 2007\n- Rossana Rossanda | country of citizenship | Italy | 2007\n- Roberto Tucci | country of citizenship | Italy | 2007\n- Plinio Antolini | country of citizenship | Italy | 2007\n- Pino Lancetti | country of citizenship | Italy | 2007\n- Piergiorgio Nesti | country of citizenship | Italy | 2007\n- Paolo Villaggio | country of citizenship | Italy | 2007\n- Paolo Rossi | country of citizenship | Italy | 2007\n- Nino Baragli | country of citizenship | Italy | 2007\n- Marcello Costalunga | country of citizenship | Italy | 2007\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Romano Prodi (2007)\n Answer: Romano Prodi", "t_query": 2007.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001805", "prompt": " In 1924, what was the country of citizenship of Nino Taranto?\nEvidence:\n- Nino Taranto | country of citizenship | Kingdom of Italy | 1924\n- Q976653 | country of citizenship | Kingdom of Italy | 1924\n- Q972711 | country of citizenship | Kingdom of Italy | 1924\n- Q922237 | country of citizenship | Kingdom of Italy | 1924\n- Q890523 | country of citizenship | Kingdom of Italy | 1924\n- Q745874 | country of citizenship | Kingdom of Italy | 1924\n- Q715036 | country of citizenship | Kingdom of Italy | 1924\n- Q710497 | country of citizenship | Kingdom of Italy | 1924\n- Q706466 | country of citizenship | Kingdom of Italy | 1924\n- Q678253 | country of citizenship | Kingdom of Italy | 1924\n- Q654973 | country of citizenship | Kingdom of Italy | 1924\n- Q65151 | country of citizenship | Kingdom of Italy | 1924\n- Q603148 | country of citizenship | Kingdom of Italy | 1924\n- Q572091 | country of citizenship | Kingdom of Italy | 1924\n- Q534227 | country of citizenship | Kingdom of Italy | 1924\nReasoning:", "completion": " Hop 1: Nino Taranto -> country of citizenship -> Kingdom of Italy (1924)\n Answer: Kingdom of Italy", "t_query": 1924.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001806", "prompt": " In 2010, what was the employer of Shane McMahon?\nEvidence:\n- Shane McMahon | employer | WWE | 2010\n- Shane McMahon | sport | referee | 2010\n- Shane McMahon | occupation | entrepreneur | 2010\n- Shane McMahon | sport | professional wrestling | 2010\n- Vince McMahon | employer | WWE | 2010\n- Q285372 | employer | WWE | 2010\n- Mike Chioda | employer | WWE | 2010\n- Ring of Honor | sport | professional wrestling | 2010\n- Q44304 | sport | professional wrestling | 2010\nReasoning:", "completion": " Hop 1: Shane McMahon -> employer -> WWE (2010)\n Answer: WWE", "t_query": 2010.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 9} +{"id": "sft_001807", "prompt": " In 1977, what was the country of citizenship of Elena Altieri?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\n- Tullio Kezich | country of citizenship | Italy | 1977\n- Tonino Cervi | country of citizenship | Italy | 1977\n- Tiziano Terzani | country of citizenship | Italy | 1977\nReasoning:", "completion": " Hop 1: Elena Altieri -> country of citizenship -> Italy (1977)\n Answer: Italy", "t_query": 1977.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001808", "prompt": " Who was the head of state of Eleonora Rossi Drago's country of citizenship before Oscar Luigi Scalfaro?\nEvidence:\n- Eleonora Rossi Drago | country of citizenship | Italy | 1947\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1947\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1947\n- Luigi Comencini | country of citizenship | Italy | 1947\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1947\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1947\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1947\n- Q612509 | country of citizenship | Italy | 1947\n- Q454036 | country of citizenship | Italy | 1947\n- Q435856 | country of citizenship | Italy | 1947\n- Q432318 | country of citizenship | Italy | 1947\n- Q429298 | country of citizenship | Italy | 1947\n- Q340261 | country of citizenship | Italy | 1947\n- Q318968 | country of citizenship | Italy | 1947\n- Q264986 | country of citizenship | Italy | 1947\nReasoning:", "completion": " Hop 1: Eleonora Rossi Drago -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> head of state -> Enrico de Nicola (1947)\n Answer: Enrico de Nicola", "t_query": 1947.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001809", "prompt": " After Carillo Gritti country of citizenship Italy, what was the shares border with of Lelio Antoniotti's country of citizenship?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Italy | shares border with | Yugoslavia | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\nReasoning:", "completion": " Hop 1: Lelio Antoniotti -> country of citizenship -> Italy (1973)\n Hop 2: Italy -> shares border with -> Yugoslavia (1973)\n Answer: Yugoslavia", "t_query": 1973.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001810", "prompt": " In 1959, what was the head of government of Gino Cassinis's country of citizenship?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Gino Cassinis -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of government -> Antonio Segni (1959)\n Answer: Antonio Segni", "t_query": 1959.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001811", "prompt": " Who was the adjacent station of Ebetsu Station before Nopporo Station?\nEvidence:\n- Nopporo Station | adjacent station | Ebetsu Station | 1913\n- Ebetsu Station | adjacent station | Nopporo Station | 1913\n- Ebetsu Station | adjacent station | Horomui Station | 1913\n- Nopporo Station | adjacent station | Atsubetsu Station | 1913\nReasoning:", "completion": " Hop 1: Ebetsu Station -> adjacent station -> Horomui Station (1913)\n Answer: Horomui Station", "t_query": 1913.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 4} +{"id": "sft_001812", "prompt": " In 1937, what was the member of sports team of Giuseppe Antonini?\nEvidence:\n- Giuseppe Antonini | member of sports team | Hellas Verona FC | 1937\n- Giuseppe Antonini | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Ungaretti | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Paratore | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Milano | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Domenichelli | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Bottai | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Asti | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Di Vittorio | country of citizenship | Kingdom of Italy | 1937\n- Marche | located in the administrative territorial entity | Kingdom of Italy | 1937\n- Lombardy | located in the administrative territorial entity | Kingdom of Italy | 1937\n- Zita of Bourbon-Parma | country of citizenship | Kingdom of Italy | 1937\n- Victor Emmanuel III of Italy | country of citizenship | Kingdom of Italy | 1937\n- Q976653 | country of citizenship | Kingdom of Italy | 1937\n- Q972711 | country of citizenship | Kingdom of Italy | 1937\nReasoning:", "completion": " Hop 1: Giuseppe Antonini -> member of sports team -> Hellas Verona FC (1937)\n Answer: Hellas Verona FC", "t_query": 1937.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001813", "prompt": " In what year was the significant event of Germany equal to Basic Treaty?\nEvidence:\n- Germany | significant event | Basic Treaty | 1974\n- Germany | significant event | Berlin Wall | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\nReasoning:", "completion": " Hop 1: Germany -> significant event -> Basic Treaty (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001814", "prompt": " In 1957, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\n- Veriano Luchetti | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Economic Community (1957)\n Hop 2: Ugo Stille -> country of citizenship -> Italy (1957)\n Answer: Ugo Stille", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001815", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in after Vaulx-en-Velin?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Vaulx-en-Velin | 2003\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Rhône -> contains the administrative territorial entity -> Genay (2003)\n Answer: Genay", "t_query": 2003.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001816", "prompt": " Who was the noble title of Gustaf VI Adolf of Sweden's spouse after princess?\nEvidence:\n- Gustaf VI Adolf of Sweden | noble title | duke | 1937\n- Gustaf VI Adolf of Sweden | noble title | crown prince | 1937\n- Louise Mountbatten | spouse | Gustaf VI Adolf of Sweden | 1937\n- Gustaf VI Adolf of Sweden | spouse | Louise Mountbatten | 1937\n- Gustaf VI Adolf of Sweden | position held | crown prince | 1937\n- Louise Mountbatten | noble title | queen consort | 1937\nReasoning:", "completion": " Hop 1: Gustaf VI Adolf of Sweden -> spouse -> Louise Mountbatten (1937)\n Hop 2: Louise Mountbatten -> noble title -> queen consort (1937)\n Answer: queen consort", "t_query": 1937.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 6} +{"id": "sft_001817", "prompt": " In 2003, whose named after was Alexey Stakhanov?\nEvidence:\n- Kadiivka | named after | Alexey Stakhanov | 2003\n- Kadiivka | located in the administrative territorial entity | Luhansk Oblast | 2003\nReasoning:", "completion": " Hop 1: Kadiivka -> named after -> Alexey Stakhanov (2003)\n Answer: Kadiivka", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_001818", "prompt": " In what year was the general manager of Arnaud Coyot's member of sports team equal to Alain Bondue?\nEvidence:\n- Cofidis | general manager | Alain Bondue | 2003\n- Arnaud Coyot | member of sports team | Cofidis | 2003\n- Q946869 | member of sports team | Cofidis | 2003\n- Q465367 | member of sports team | Cofidis | 2003\n- David Moncoutié | member of sports team | Cofidis | 2003\n- Bingen Fernández | member of sports team | Cofidis | 2003\nReasoning:", "completion": " Hop 1: Arnaud Coyot -> member of sports team -> Cofidis (2003)\n Hop 2: Cofidis -> general manager -> Alain Bondue (2003)\n Answer: 2003", "t_query": 2003.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 6} +{"id": "sft_001819", "prompt": " Who was the position held of Gianni Brera's country of citizenship's head of state after Prime Minister of Italy?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Gianni Brera -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Hop 3: Antonio Segni -> position held -> President of Italy (1963)\n Answer: President of Italy", "t_query": 1963.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001820", "prompt": " Who was the head of government of Germany's capital's capital of's contains the administrative territorial entity after Kurt Georg Kiesinger?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | Germany | 1987\n- Bonn | capital of | West Germany | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Afghanistan | basic form of government | republic | 1987\n- East Berlin | capital of | German Democratic Republic | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Germany | member of | Western European Union | 1987\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1987)\n Hop 2: Bonn -> capital of -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1987)\n Hop 4: Baden-Württemberg -> head of government -> Lothar Späth (1987)\n Answer: Lothar Späth", "t_query": 1987.0, "chain_length": 4, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001821", "prompt": " In 1976, what was the head of government of Italy?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1976\n- Veriano Luchetti | country of citizenship | Italy | 1976\n- Tonino Cervi | country of citizenship | Italy | 1976\n- Tiziano Terzani | country of citizenship | Italy | 1976\n- Stéphane Grappelli | country of citizenship | Italy | 1976\n- Simon Spierer | country of citizenship | Italy | 1976\n- Sergio Mantovani | country of citizenship | Italy | 1976\n- Sergio Bonelli | country of citizenship | Italy | 1976\n- Rossana Rossanda | country of citizenship | Italy | 1976\n- Renata Tebaldi | country of citizenship | Italy | 1976\n- Primo Nebiolo | country of citizenship | Italy | 1976\n- Pino Lancetti | country of citizenship | Italy | 1976\n- Pietro Parente | country of citizenship | Italy | 1976\n- Oriana Fallaci | country of citizenship | Italy | 1976\n- Norberto Bobbio | country of citizenship | Italy | 1976\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Aldo Moro (1976)\n Answer: Aldo Moro", "t_query": 1976.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001822", "prompt": " Who was the member of of Gianni Brera's country of citizenship before European Economic Community?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Gianni Brera -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1963)\n Answer: European Coal and Steel Community", "t_query": 1963.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001823", "prompt": " In 1987, whose anthem was State Anthem of the Soviet Union?\nEvidence:\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1987\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Sakhalin Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Khabarovsk Krai | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\nReasoning:", "completion": " Hop 1: Russian Soviet Federative Socialist Republic -> anthem -> State Anthem of the Soviet Union (1987)\n Answer: Russian Soviet Federative Socialist Republic", "t_query": 1987.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001824", "prompt": " After Sergio Andreoli country of citizenship Italy, what was the position held of Clelio Darida's country of citizenship's head of state?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Sergio Realini | country of citizenship | Italy | 1968\n- Sergio Mantovani | country of citizenship | Italy | 1968\n- Sergio Bonelli | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Clelio Darida -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1968)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1968)\n Answer: President of Italy", "t_query": 1968.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001825", "prompt": " After Cape Town capital of Cape Province, what was the country of Cape Town?\nEvidence:\n- Cape Town | capital of | Cape Province | 1945\n- Cape Town | country | Union of South Africa | 1945\nReasoning:", "completion": " Hop 1: Cape Town -> country -> Union of South Africa (1945)\n Answer: Union of South Africa", "t_query": 1945.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 2} +{"id": "sft_001826", "prompt": " In what year was the work location of Richard Nixon equal to Washington, D.C.?\nEvidence:\n- Richard Nixon | work location | Washington, D.C. | 1960\n- Q216195 | work location | Washington, D.C. | 1960\n- Richard Nixon | spouse | Pat Nixon | 1960\n- Pat Nixon | spouse | Richard Nixon | 1960\n- Richard Nixon | position held | Vice President of the United States | 1960\n- Pat Nixon | position held | Second Lady or Gentleman of the United States | 1960\nReasoning:", "completion": " Hop 1: Richard Nixon -> work location -> Washington, D.C. (1960)\n Answer: 1960", "t_query": 1960.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 6} +{"id": "sft_001827", "prompt": " Who was the head of government of Clelio Darida's country of citizenship after Giuseppe Pella?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Giuseppe Prisco | country of citizenship | Italy | 1968\n- Giuseppe Patanè | country of citizenship | Italy | 1968\n- Giuseppe Meazza | country of citizenship | Italy | 1968\n- Giuseppe Gabrielli | country of citizenship | Italy | 1968\n- Giuseppe Colnago | country of citizenship | Italy | 1968\n- Giuseppe Busso | country of citizenship | Italy | 1968\n- Giuseppe Antonini | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Clelio Darida -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of government -> Giovanni Leone (1968)\n Answer: Giovanni Leone", "t_query": 1968.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001828", "prompt": " After Anton Giulio Majano country of citizenship Italy, what was the head of state of Claudio Cavazza's country of citizenship?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Giulio Petroni | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1970)\n Answer: Giuseppe Saragat", "t_query": 1970.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001829", "prompt": " In 1951, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1951\n- Vladica Popović | country of citizenship | Yugoslavia | 1951\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1951\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1951\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1951\n- Ilija Petković | country of citizenship | Yugoslavia | 1951\n- Dušan Ivković | country of citizenship | Yugoslavia | 1951\n- Dragan Tomić | country of citizenship | Yugoslavia | 1951\n- Verzar | country | Yugoslavia | 1951\n- Suševo | country | Yugoslavia | 1951\n- Q793485 | country | Yugoslavia | 1951\n- Pirot | country | Yugoslavia | 1951\n- Orašje | country | Yugoslavia | 1951\n- Kraljevo | country | Yugoslavia | 1951\n- Karlovac | country | Yugoslavia | 1951\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1951)\n Hop 2: Vitaliano Brancati -> country of citizenship -> Italy (1951)\n Answer: Vitaliano Brancati", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001830", "prompt": " In 1968, whose head of state's country of citizenship was Giuseppe Saragat?\nEvidence:\n- Italy | head of state | Giuseppe Saragat | 1968\n- Giuseppe Saragat | country of citizenship | Italy | 1968\n- Giuseppe Saragat | position held | President of Italy | 1968\n- Giuseppe Prisco | country of citizenship | Italy | 1968\n- Giuseppe Patanè | country of citizenship | Italy | 1968\n- Giuseppe Meazza | country of citizenship | Italy | 1968\n- Giuseppe Gabrielli | country of citizenship | Italy | 1968\n- Giuseppe Colnago | country of citizenship | Italy | 1968\n- Giuseppe Busso | country of citizenship | Italy | 1968\n- Giuseppe Antonini | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giuseppe Saragat (1968)\n Hop 2: Claudia Vinciguerra -> country of citizenship -> Italy (1968)\n Answer: Claudia Vinciguerra", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001831", "prompt": " In 1989, what was the shares border with of Maria Rita Saulle's country of citizenship?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Italy | shares border with | Yugoslavia | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Maria Rita Saulle -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> shares border with -> Yugoslavia (1989)\n Answer: Yugoslavia", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001832", "prompt": " In 1924, what was the country of Cornelius Castoriadis's residence?\nEvidence:\n- Cornelius Castoriadis | residence | Athens | 1924\n- Athens | country | Kingdom of Greece | 1924\nReasoning:", "completion": " Hop 1: Cornelius Castoriadis -> residence -> Athens (1924)\n Hop 2: Athens -> country -> Kingdom of Greece (1924)\n Answer: Kingdom of Greece", "t_query": 1924.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_001833", "prompt": " In 1921, whose country's work location's spouse was Weimar Republic?\nEvidence:\n- hyperinflation in the Weimar Republic | country | Weimar Republic | 1921\n- Weimar | country | Weimar Republic | 1921\n- Zwickau | country | Weimar Republic | 1921\n- Zimmern | country | Weimar Republic | 1921\n- Wrocław | country | Weimar Republic | 1921\n- Wittmund | country | Weimar Republic | 1921\n- Wismar | country | Weimar Republic | 1921\n- Wiesbaden | country | Weimar Republic | 1921\n- Vaterstetten | country | Weimar Republic | 1921\n- Trier | country | Weimar Republic | 1921\n- Speyer | country | Weimar Republic | 1921\n- Regensburg | country | Weimar Republic | 1921\n- Potsdam | country | Weimar Republic | 1921\n- Papiermark | country | Weimar Republic | 1921\n- Neustrelitz | country | Weimar Republic | 1921\nReasoning:", "completion": " Hop 1: Berlin -> country -> Weimar Republic (1921)\n Hop 2: Paul Cassirer -> work location -> Berlin (1921)\n Hop 3: Tilla Durieux -> spouse -> Paul Cassirer (1921)\n Answer: Tilla Durieux", "t_query": 1921.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001834", "prompt": " In what year was the head of state of Flaviano Vicentini's country of citizenship equal to Giuseppe Saragat?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Giuseppe Prisco | country of citizenship | Italy | 1967\n- Giuseppe Patanè | country of citizenship | Italy | 1967\n- Giuseppe Paratore | country of citizenship | Italy | 1967\n- Giuseppe Meazza | country of citizenship | Italy | 1967\n- Giuseppe Gabrielli | country of citizenship | Italy | 1967\n- Giuseppe Colnago | country of citizenship | Italy | 1967\n- Giuseppe Busso | country of citizenship | Italy | 1967\n- Giuseppe Antonini | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\nReasoning:", "completion": " Hop 1: Flaviano Vicentini -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1967)\n Answer: 1967", "t_query": 1967.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001835", "prompt": " In what year was the currency of Giuseppe Colnago's country of citizenship equal to Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1985\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Giuseppe Colnago -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> currency -> Italian lira (1985)\n Answer: 1985", "t_query": 1985.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001836", "prompt": " After Jürgen Kissner country of citizenship Germany, what was the head of state of Germany's diplomatic relation?\nEvidence:\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Jürgen Kissner | country of citizenship | West Germany | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\n- Germany | head of state | Theodor Heuss | 1956\n- Afghanistan | head of state | Mohammed Zahir Shah | 1956\n- Germany | head of government | Konrad Adenauer | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- Bonn | capital of | Germany | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | West Germany | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Germany | member of | Western European Union | 1956\n- West Germany | currency | Deutsche Mark | 1956\n- Germany | shares border with | Czechoslovakia | 1956\n- president of Germany | position holder | Theodor Heuss | 1956\nReasoning:", "completion": " Hop 1: Germany -> diplomatic relation -> Afghanistan (1956)\n Hop 2: Afghanistan -> head of state -> Mohammed Zahir Shah (1956)\n Answer: Mohammed Zahir Shah", "t_query": 1956.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001837", "prompt": " In what year was the position held of Laura Veccia Vaglieri's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Laura Veccia Vaglieri -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1956)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1956)\n Answer: 1956", "t_query": 1956.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001838", "prompt": " Who was the country of citizenship of Giovanni Pastrone before Italy?\nEvidence:\n- Giovanni Pastrone | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Verga | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Tebaldini | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Papini | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Messe | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Martinelli | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Gronchi | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Cuniolo | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Capurro | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Boldini | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Battista Lacchini | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Battista Caproni | country of citizenship | Kingdom of Italy | 1915\n- Adeodato Giovanni Piazza | country of citizenship | Kingdom of Italy | 1915\n- Q976653 | country of citizenship | Kingdom of Italy | 1915\n- Q972711 | country of citizenship | Kingdom of Italy | 1915\nReasoning:", "completion": " Hop 1: Giovanni Pastrone -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", "t_query": 1915.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001839", "prompt": " In 1969, what was the country of Vršac?\nEvidence:\n- Vršac | country | Socialist Federal Republic of Yugoslavia | 1969\n- Q146496 | country of citizenship | Socialist Federal Republic of Yugoslavia | 1969\n- Šibenik | country | Socialist Federal Republic of Yugoslavia | 1969\n- Zagreb | country | Socialist Federal Republic of Yugoslavia | 1969\n- Skopje | country | Socialist Federal Republic of Yugoslavia | 1969\n- Q583161 | country | Socialist Federal Republic of Yugoslavia | 1969\n- Q55630 | country | Socialist Federal Republic of Yugoslavia | 1969\n- Q5266 | country | Socialist Federal Republic of Yugoslavia | 1969\n- Pula | country | Socialist Federal Republic of Yugoslavia | 1969\n- Pristina | country | Socialist Federal Republic of Yugoslavia | 1969\n- Perast | country | Socialist Federal Republic of Yugoslavia | 1969\n- Peja | country | Socialist Federal Republic of Yugoslavia | 1969\n- Niš | country | Socialist Federal Republic of Yugoslavia | 1969\n- Ljubljana | country | Socialist Federal Republic of Yugoslavia | 1969\n- Kovin | country | Socialist Federal Republic of Yugoslavia | 1969\nReasoning:", "completion": " Hop 1: Vršac -> country -> Socialist Federal Republic of Yugoslavia (1969)\n Answer: Socialist Federal Republic of Yugoslavia", "t_query": 1969.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001840", "prompt": " In 1967, what was the member of of Flaviano Vicentini's country of citizenship?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\n- Ulrico Girardi | country of citizenship | Italy | 1967\nReasoning:", "completion": " Hop 1: Flaviano Vicentini -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1967)\n Answer: European Coal and Steel Community", "t_query": 1967.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001841", "prompt": " In 1950, what was the country of citizenship of Ing Chang-ki?\nEvidence:\n- Ing Chang-ki | country of citizenship | Taiwan | 1950\n- Eileen Chang | country of citizenship | Taiwan | 1950\n- Q703895 | country of citizenship | Taiwan | 1950\n- Q697768 | country of citizenship | Taiwan | 1950\n- Li Ao | country of citizenship | Taiwan | 1950\n- Chen Cheng | country of citizenship | Taiwan | 1950\n- Yen Chia-kan | country of citizenship | Taiwan | 1950\n- Li Tsung-jen | country of citizenship | Taiwan | 1950\n- H. H. Kung | country of citizenship | Taiwan | 1950\n- Chiang Wei-kuo | country of citizenship | Taiwan | 1950\n- Chen Ding-nan | country of citizenship | Taiwan | 1950\n- United Kingdom | diplomatic relation | Taiwan | 1950\n- Brazil | diplomatic relation | Taiwan | 1950\nReasoning:", "completion": " Hop 1: Ing Chang-ki -> country of citizenship -> Taiwan (1950)\n Answer: Taiwan", "t_query": 1950.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 13} +{"id": "sft_001842", "prompt": " Who was the country of citizenship of Ettore Reynaudi before Italy?\nEvidence:\n- Ettore Reynaudi | country of citizenship | Kingdom of Italy | 1912\n- Ettore Pais | country of citizenship | Kingdom of Italy | 1912\n- Ettore Bastico | country of citizenship | Kingdom of Italy | 1912\n- Q983389 | country of citizenship | Kingdom of Italy | 1912\n- Q976653 | country of citizenship | Kingdom of Italy | 1912\n- Q972711 | country of citizenship | Kingdom of Italy | 1912\n- Q959367 | country of citizenship | Kingdom of Italy | 1912\n- Q939226 | country of citizenship | Kingdom of Italy | 1912\n- Q920582 | country of citizenship | Kingdom of Italy | 1912\n- Q890523 | country of citizenship | Kingdom of Italy | 1912\n- Q765946 | country of citizenship | Kingdom of Italy | 1912\n- Q745874 | country of citizenship | Kingdom of Italy | 1912\n- Q728589 | country of citizenship | Kingdom of Italy | 1912\n- Q715036 | country of citizenship | Kingdom of Italy | 1912\n- Q706466 | country of citizenship | Kingdom of Italy | 1912\nReasoning:", "completion": " Hop 1: Ettore Reynaudi -> country of citizenship -> Kingdom of Italy (1912)\n Answer: Kingdom of Italy", "t_query": 1912.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001843", "prompt": " After Neutral Moresnet shares border with Kingdom of the Netherlands, what was the currency of Belgium's shares border with?\nEvidence:\n- Neutral Moresnet | shares border with | Belgium | 1913\n- Belgium | shares border with | Neutral Moresnet | 1913\n- Neutral Moresnet | shares border with | Kingdom of the Netherlands | 1913\n- Neutral Moresnet | shares border with | Kingdom of Prussia | 1913\n- Neutral Moresnet | currency | French franc | 1913\n- Neutral Moresnet | currency | Belgian franc | 1913\n- Belgium | currency | Belgian franc | 1913\nReasoning:", "completion": " Hop 1: Belgium -> shares border with -> Neutral Moresnet (1913)\n Hop 2: Neutral Moresnet -> currency -> French franc (1913)\n Answer: French franc", "t_query": 1913.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 7} +{"id": "sft_001844", "prompt": " In 1986, whose contains the administrative territorial entity was Meyzieu?\nEvidence:\n- Rhône | contains the administrative territorial entity | Meyzieu | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 1986\n- Rhône | contains the administrative territorial entity | Vénissieux | 1986\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1986\n- Rhône | contains the administrative territorial entity | Genay | 1986\n- Rhône | contains the administrative territorial entity | Francheville | 1986\n- Rhône | contains the administrative territorial entity | Feyzin | 1986\n- Rhône | contains the administrative territorial entity | Bron | 1986\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1986\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 1986\nReasoning:", "completion": " Hop 1: Rhône -> contains the administrative territorial entity -> Meyzieu (1986)\n Answer: Rhône", "t_query": 1986.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001845", "prompt": " In what year was the shares border with of Ugo Stille's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1957\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Ugo Stille -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> shares border with -> Yugoslavia (1957)\n Answer: 1957", "t_query": 1957.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001846", "prompt": " In what year was the head of government of Renata Tebaldi's country of citizenship equal to Massimo D'Alema?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Massimo Girotti | country of citizenship | Italy | 2000\n- Giovanni D'Ascenzi | country of citizenship | Italy | 2000\n- Suso Cecchi d'Amico | country of citizenship | Italy | 2000\n- Luigi Filippo D'Amico | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\nReasoning:", "completion": " Hop 1: Renata Tebaldi -> country of citizenship -> Italy (2000)\n Hop 2: Italy -> head of government -> Massimo D'Alema (2000)\n Answer: 2000", "t_query": 2000.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001847", "prompt": " In 1952, what was the shares border with of MetLife's headquarters's head of government's residence?\nEvidence:\n- MetLife | headquarters location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- William Vickrey | residence | New York City | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\n- Elliott Erwitt | work location | New York City | 1952\nReasoning:", "completion": " Hop 1: MetLife -> headquarters -> New York City (1952)\n Hop 2: New York City -> head of government -> Vincent R. Impellitteri (1952)\n Hop 3: Vincent R. Impellitteri -> residence -> United States (1952)\n Hop 4: United States -> shares border with -> Panama (1952)\n Answer: Panama", "t_query": 1952.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001848", "prompt": " In 1953, whose contains the administrative territorial entity's country's work location was Schleswig-Holstein?\nEvidence:\n- Q61527 | work location | Schleswig-Holstein | 1953\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1953\n- Rostock District | shares border with | Schleswig-Holstein | 1953\n- West Germany | contains the administrative territorial entity | Hesse | 1953\n- West Germany | contains the administrative territorial entity | Hamburg | 1953\n- West Germany | contains the administrative territorial entity | Bremen | 1953\n- West Germany | contains the administrative territorial entity | Bavaria | 1953\n- Rostock District | contains the administrative territorial entity | Wismar | 1953\n- Rostock District | contains the administrative territorial entity | Q824664 | 1953\n- Rostock District | contains the administrative territorial entity | Q4065 | 1953\n- Rostock District | contains the administrative territorial entity | Q2861 | 1953\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1953\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1953\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1953\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1953\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Schleswig-Holstein (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: Bernard Schultze -> work location -> Frankfurt (1953)\n Answer: Bernard Schultze", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001849", "prompt": " Who was the educated at of Yvonne Choquet-Bruhat after École normale supérieure de jeunes filles?\nEvidence:\n- Yvonne Choquet-Bruhat | educated at | National Center for Scientific Research | 1950\n- Q279366 | employer | National Center for Scientific Research | 1950\n- Pierre Hadot | employer | National Center for Scientific Research | 1950\n- Jean Vercoutter | employer | National Center for Scientific Research | 1950\nReasoning:", "completion": " Hop 1: Yvonne Choquet-Bruhat -> educated at -> National Center for Scientific Research (1950)\n Answer: National Center for Scientific Research", "t_query": 1950.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 4} +{"id": "sft_001850", "prompt": " Who was the contains the administrative territorial entity of Germany's head of government's country of citizenship after North Rhine-Westphalia?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Hesse (1987)\n Answer: Hesse", "t_query": 1987.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001851", "prompt": " In 1957, what was the member of of Ugo Stille's country of citizenship?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Ugo Stille -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1957)\n Answer: European Coal and Steel Community", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001852", "prompt": " In 1978, what was the country of citizenship of Arnaldo Genoino?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Arnaldo Genoino -> country of citizenship -> Italy (1978)\n Answer: Italy", "t_query": 1978.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001853", "prompt": " After EF Education-Tibco-SVB owned by Linda Jackson, what was the sponsor of EF Education-Tibco-SVB?\nEvidence:\n- EF Education-Tibco-SVB | owned by | Linda Jackson | 2011\n- EF Education-Tibco-SVB | sponsor | Tibco Software | 2011\n- Tara Whitten | member of sports team | EF Education-Tibco-SVB | 2011\nReasoning:", "completion": " Hop 1: EF Education-Tibco-SVB -> sponsor -> Tibco Software (2011)\n Answer: Tibco Software", "t_query": 2011.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 3} +{"id": "sft_001854", "prompt": " In 1950, whose territory claimed by's country was German Democratic Republic?\nEvidence:\n- West Germany | territory claimed by | German Democratic Republic | 1950\n- Zwickau | country | German Democratic Republic | 1950\n- Zeuthen | country | German Democratic Republic | 1950\n- Wismar | country | German Democratic Republic | 1950\n- Q696016 | country | German Democratic Republic | 1950\n- Q525425 | country | German Democratic Republic | 1950\n- Q45898 | country | German Democratic Republic | 1950\n- Potsdam | country | German Democratic Republic | 1950\n- Neustrelitz | country | German Democratic Republic | 1950\n- Magdeburg | country | German Democratic Republic | 1950\n- Jena | country | German Democratic Republic | 1950\n- Görlitz | country | German Democratic Republic | 1950\n- Elsterwerda | country | German Democratic Republic | 1950\n- Cottbus | country | German Democratic Republic | 1950\n- Berlin | country | German Democratic Republic | 1950\nReasoning:", "completion": " Hop 1: West Germany -> territory claimed by -> German Democratic Republic (1950)\n Hop 2: Würzburg -> country -> West Germany (1950)\n Answer: Würzburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001855", "prompt": " In 1986, what was the capital of of Cape Town?\nEvidence:\n- Cape Town | capital of | Cape Province | 1986\nReasoning:", "completion": " Hop 1: Cape Town -> capital of -> Cape Province (1986)\n Answer: Cape Province", "t_query": 1986.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_001856", "prompt": " After Stelvio Massi country of citizenship Italy, what was the position held of Nino Baragli's country of citizenship's head of state?\nEvidence:\n- Nino Baragli | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\n- Stefano Angeleri | country of citizenship | Italy | 1994\nReasoning:", "completion": " Hop 1: Nino Baragli -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1994)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1994)\n Answer: President of Italy", "t_query": 1994.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001857", "prompt": " In 1970, whose head of state's country of citizenship was Giuseppe Saragat?\nEvidence:\n- Italy | head of state | Giuseppe Saragat | 1970\n- Giuseppe Saragat | country of citizenship | Italy | 1970\n- Giuseppe Saragat | position held | President of Italy | 1970\n- Giuseppe Prisco | country of citizenship | Italy | 1970\n- Giuseppe Patanè | country of citizenship | Italy | 1970\n- Giuseppe Meazza | country of citizenship | Italy | 1970\n- Giuseppe Gabrielli | country of citizenship | Italy | 1970\n- Giuseppe Colnago | country of citizenship | Italy | 1970\n- Giuseppe Busso | country of citizenship | Italy | 1970\n- Giuseppe Antonini | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giuseppe Saragat (1970)\n Hop 2: Lina Bo Bardi -> country of citizenship -> Italy (1970)\n Answer: Lina Bo Bardi", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001858", "prompt": " After Elio Pagliarani country of citizenship Italy, what was the currency of Alfonso Calzolari's country of citizenship?\nEvidence:\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Elio Toaff | country of citizenship | Italy | 1956\n- Elio Petri | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Alfonso Calzolari -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> currency -> Italian lira (1956)\n Answer: Italian lira", "t_query": 1956.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001859", "prompt": " Who was the contains the administrative territorial entity of Germany's capital's capital of after Bremen?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Hesse (1974)\n Answer: Hesse", "t_query": 1974.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001860", "prompt": " Who was the contains the administrative territorial entity of Germany's capital's capital of before Saarland?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1974)\n Answer: Baden-Württemberg", "t_query": 1974.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001861", "prompt": " In 1974, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Hamburg (1974)\n Answer: Hamburg", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001862", "prompt": " Who was the member of sports team of Thomas Chatelle after Belgium national under-21 football team?\nEvidence:\n- Thomas Chatelle | member of sports team | Sint-Truidense V.V. | 2012\n- Thomas Chatelle | member of sports team | R.S.C. Anderlecht | 2012\n- Thomas Chatelle | member of sports team | R.A.E.C. Mons | 2012\n- Q968773 | member of sports team | R.S.C. Anderlecht | 2012\n- Q516607 | member of sports team | R.S.C. Anderlecht | 2012\n- Q392727 | member of sports team | Sint-Truidense V.V. | 2012\n- Q377088 | member of sports team | Sint-Truidense V.V. | 2012\n- Q329348 | member of sports team | R.S.C. Anderlecht | 2012\n- Q817639 | member of sports team | R.A.E.C. Mons | 2012\n- Q464631 | member of sports team | R.A.E.C. Mons | 2012\n- Marcin Wasilewski | member of sports team | R.S.C. Anderlecht | 2012\n- Koen Daerden | member of sports team | Sint-Truidense V.V. | 2012\n- Bahattin Köse | member of sports team | R.A.E.C. Mons | 2012\n- R.A.E.C. Mons | league or competition | Belgian Pro League | 2012\nReasoning:", "completion": " Hop 1: Thomas Chatelle -> member of sports team -> R.A.E.C. Mons (2012)\n Answer: R.A.E.C. Mons", "t_query": 2012.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 14} +{"id": "sft_001863", "prompt": " In 1920, what was the country of Carel Willink's work location?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Hop 1: Carel Willink -> work location -> Berlin (1920)\n Hop 2: Berlin -> country -> Weimar Republic (1920)\n Answer: Weimar Republic", "t_query": 1920.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 9} +{"id": "sft_001864", "prompt": " In what year was the country of citizenship of Clelio Darida equal to Italy?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Clelio Darida -> country of citizenship -> Italy (1968)\n Answer: 1968", "t_query": 1968.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001865", "prompt": " In 2006, what was the member of sports team of Ismael Ruiz?\nEvidence:\n- Ismael Ruiz | member of sports team | Terrassa FC | 2006\n- Ismael Ruiz | member of sports team | Real Oviedo | 2006\n- Q983415 | member of sports team | Terrassa FC | 2006\n- Q929644 | member of sports team | Real Oviedo | 2006\n- Q350982 | member of sports team | Real Oviedo | 2006\n- Adrián López Álvarez | member of sports team | Real Oviedo | 2006\nReasoning:", "completion": " Hop 1: Ismael Ruiz -> member of sports team -> Real Oviedo (2006)\n Answer: Real Oviedo", "t_query": 2006.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_001866", "prompt": " After Gianfranco Menegali country of citizenship Italy, what was the position held of Italy7492's country of citizenship's head of state?\nEvidence:\n- Gianfranco Ferré | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\n- Virginio Rosetta | country of citizenship | Italy | 1964\n- Veriano Luchetti | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1964)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1964)\n Answer: President of Italy", "t_query": 1964.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001867", "prompt": " In 1981, what was the member of sports team of Didier Six?\nEvidence:\n- Didier Six | member of sports team | VfB Stuttgart | 1981\n- Didier Six | member of sports team | France men's national association football team | 1981\n- Q95302 | member of sports team | VfB Stuttgart | 1981\n- Q68759 | member of sports team | VfB Stuttgart | 1981\n- Q343844 | member of sports team | VfB Stuttgart | 1981\n- Q123435 | member of sports team | VfB Stuttgart | 1981\n- Peter Reichert | member of sports team | VfB Stuttgart | 1981\n- Joachim Löw | member of sports team | VfB Stuttgart | 1981\n- Helmut Roleder | member of sports team | VfB Stuttgart | 1981\n- Q730597 | member of sports team | France men's national association football team | 1981\n- Q562392 | member of sports team | France men's national association football team | 1981\n- Q559326 | member of sports team | France men's national association football team | 1981\n- Q472740 | member of sports team | France men's national association football team | 1981\n- Q464828 | member of sports team | France men's national association football team | 1981\n- Q433193 | member of sports team | France men's national association football team | 1981\nReasoning:", "completion": " Hop 1: Didier Six -> member of sports team -> France men's national association football team (1981)\n Answer: France men's national association football team", "t_query": 1981.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001868", "prompt": " Who was the contains the administrative territorial entity of Würzburg's country before Lower Saxony?\nEvidence:\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Bavaria (1950)\n Answer: Bavaria", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001869", "prompt": " In 1974, whose contains the administrative territorial entity's capital of's capital was Saarland?\nEvidence:\n- West Germany | contains the administrative territorial entity | Saarland | 1974\n- Saarland | located in the administrative territorial entity | West Germany | 1974\n- West Germany | contains the administrative territorial entity | Hesse | 1974\n- West Germany | contains the administrative territorial entity | Hamburg | 1974\n- West Germany | contains the administrative territorial entity | Bremen | 1974\n- West Germany | contains the administrative territorial entity | Bavaria | 1974\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1974\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1974\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1974\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1974\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1974\n- Saarland | country | West Germany | 1974\n- Oberliga Nord (1974-1994) | country | West Germany | 1974\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1974\n- Saarland | head of government | Franz-Josef Röder | 1974\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Saarland (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: Germany -> capital -> Bonn (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001870", "prompt": " In 1985, whose head of state's country of citizenship was Francesco Cossiga?\nEvidence:\n- Italy | head of state | Francesco Cossiga | 1985\n- Francesco Scafarelli | country of citizenship | Italy | 1985\n- Francesco Gabrieli | country of citizenship | Italy | 1985\n- Francesco Aguzzoli | country of citizenship | Italy | 1985\n- Loris Francesco Capovilla | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Francesco Cossiga (1985)\n Hop 2: Veriano Luchetti -> country of citizenship -> Italy (1985)\n Answer: Veriano Luchetti", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001871", "prompt": " In 1921, what was the head of state of Tilla Durieux's spouse's work location's country?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Hop 1: Tilla Durieux -> spouse -> Paul Cassirer (1921)\n Hop 2: Paul Cassirer -> work location -> Berlin (1921)\n Hop 3: Berlin -> country -> Weimar Republic (1921)\n Hop 4: Weimar Republic -> head of state -> Friedrich Ebert (1921)\n Answer: Friedrich Ebert", "t_query": 1921.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_001872", "prompt": " In what year was the head of state of Marco Tulli's country of citizenship equal to Giovanni Leone?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Giovanni Invernizzi | country of citizenship | Italy | 1978\n- Giovanni Goria | country of citizenship | Italy | 1978\n- Giovanni Ferrofino | country of citizenship | Italy | 1978\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Marco Tulli -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> head of state -> Giovanni Leone (1978)\n Answer: 1978", "t_query": 1978.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001873", "prompt": " In 1967, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giuseppe Saragat | position held | President of Italy | 1967\n- Italy | head of state | Giuseppe Saragat | 1967\n- Giuseppe Saragat | country of citizenship | Italy | 1967\nReasoning:", "completion": " Hop 1: Giuseppe Saragat -> position held -> President of Italy (1967)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1967)\n Hop 3: Flaviano Vicentini -> country of citizenship -> Italy (1967)\n Answer: Flaviano Vicentini", "t_query": 1967.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_001874", "prompt": " In 1953, whose country's work location was West Germany?\nEvidence:\n- Würzburg | country | West Germany | 1953\n- Wuppertal | country | West Germany | 1953\n- Wiesbaden | country | West Germany | 1953\n- Viersen | country | West Germany | 1953\n- Speyer | country | West Germany | 1953\n- Sande | country | West Germany | 1953\n- Q52041 | country | West Germany | 1953\n- Neuenkirchen | country | West Germany | 1953\n- Mannheim | country | West Germany | 1953\n- Lörrach | country | West Germany | 1953\n- Kiel | country | West Germany | 1953\n- Karlsruhe | country | West Germany | 1953\n- Hessenliga | country | West Germany | 1953\n- Heilsbronn | country | West Germany | 1953\n- Hanover | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Frankfurt -> country -> West Germany (1953)\n Hop 2: Bernard Schultze -> work location -> Frankfurt (1953)\n Answer: Bernard Schultze", "t_query": 1953.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001875", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon before Oullins?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Fleurieu-sur-Saône (2003)\n Answer: Fleurieu-sur-Saône", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001876", "prompt": " In what year was the currency of Friedrich Guggenberger's allegiance equal to Deutsche Mark?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | currency | Deutsche Mark | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> currency -> Deutsche Mark (1972)\n Answer: 1972", "t_query": 1972.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001877", "prompt": " In 1972, whose spouse was Alfred Hitchcock?\nEvidence:\n- Alma Reville | spouse | Alfred Hitchcock | 1972\nReasoning:", "completion": " Hop 1: Alma Reville -> spouse -> Alfred Hitchcock (1972)\n Answer: Alma Reville", "t_query": 1972.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_001878", "prompt": " In 1956, what was the territory claimed by of Germany's capital's capital of?\nEvidence:\n- West Germany | territory claimed by | German Democratic Republic | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | Germany | 1956\n- Bonn | capital of | West Germany | 1956\n- East Berlin | capital of | German Democratic Republic | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Germany | member of | Western European Union | 1956\n- Germany | head of state | Theodor Heuss | 1956\n- Germany | head of government | Konrad Adenauer | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- West Germany | currency | Deutsche Mark | 1956\n- Germany | shares border with | Czechoslovakia | 1956\n- president of Germany | position holder | Theodor Heuss | 1956\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1956)\n Hop 2: Bonn -> capital of -> West Germany (1956)\n Hop 3: West Germany -> territory claimed by -> German Democratic Republic (1956)\n Answer: German Democratic Republic", "t_query": 1956.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001879", "prompt": " After Paolo Caccia Dominioni country of citizenship Italy, what was the currency of Flaviano Vicentini's country of citizenship?\nEvidence:\n- Paolo Caccia Dominioni | country of citizenship | Italy | 1967\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Paolo Villaggio | country of citizenship | Italy | 1967\n- Paolo Rossi | country of citizenship | Italy | 1967\n- Paolo Heusch | country of citizenship | Italy | 1967\n- Paolo Carlini | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\nReasoning:", "completion": " Hop 1: Flaviano Vicentini -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> currency -> Italian lira (1967)\n Answer: Italian lira", "t_query": 1967.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001880", "prompt": " After Raniero Panzieri country of citizenship Italy, what was the shares border with of Guido Aycard's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1962\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Guido Aycard -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> shares border with -> Yugoslavia (1962)\n Answer: Yugoslavia", "t_query": 1962.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001881", "prompt": " In 1953, what was the head of government of Bernard Schultze's work location's country's contains the administrative territorial entity?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1953)\n Hop 4: Baden-Württemberg -> head of government -> Gebhard Müller (1953)\n Answer: Gebhard Müller", "t_query": 1953.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_001882", "prompt": " In 1913, whose anthem's country was God Save the Tsar!?\nEvidence:\n- Russian Empire | anthem | God Save the Tsar! | 1913\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1913\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1913\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1913\n- Șirăuți | country | Russian Empire | 1913\n- Šeteniai | country | Russian Empire | 1913\n- Łódź | country | Russian Empire | 1913\n- Červień | country | Russian Empire | 1913\n- Zhytomyr | country | Russian Empire | 1913\n- Yevpatoriia | country | Russian Empire | 1913\nReasoning:", "completion": " Hop 1: Russian Empire -> anthem -> God Save the Tsar! (1913)\n Hop 2: Khrustalnyi -> country -> Russian Empire (1913)\n Answer: Khrustalnyi", "t_query": 1913.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001883", "prompt": " Who was the member of of Maria Rita Saulle's country of citizenship after European Coal and Steel Community?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Maria Rita Saulle -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> member of -> European Economic Community (1989)\n Answer: European Economic Community", "t_query": 1989.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001884", "prompt": " In what year was the position held of Claudia Vinciguerra's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Claudia Vinciguerra -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1968)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1968)\n Answer: 1968", "t_query": 1968.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001885", "prompt": " In 1984, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\n- Tonino Cervi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1984)\n Hop 2: Andrea Carrea -> country of citizenship -> Italy (1984)\n Answer: Andrea Carrea", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001886", "prompt": " In 1956, what was the shares border with of Alfonso Calzolari's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1956\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Alfonso Calzolari -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001887", "prompt": " In 1956, whose territory claimed by's capital of's capital was German Democratic Republic?\nEvidence:\n- West Germany | territory claimed by | German Democratic Republic | 1956\n- East Berlin | capital of | German Democratic Republic | 1956\n- Zwickau | country | German Democratic Republic | 1956\n- Zeuthen | country | German Democratic Republic | 1956\n- Wismar | country | German Democratic Republic | 1956\n- Q696016 | country | German Democratic Republic | 1956\n- Q525425 | country | German Democratic Republic | 1956\n- Q45898 | country | German Democratic Republic | 1956\n- Potsdam | country | German Democratic Republic | 1956\n- Neustrelitz | country | German Democratic Republic | 1956\n- Magdeburg | country | German Democratic Republic | 1956\n- Jena | country | German Democratic Republic | 1956\n- Görlitz | country | German Democratic Republic | 1956\n- Elsterwerda | country | German Democratic Republic | 1956\n- Cottbus | country | German Democratic Republic | 1956\nReasoning:", "completion": " Hop 1: West Germany -> territory claimed by -> German Democratic Republic (1956)\n Hop 2: Bonn -> capital of -> West Germany (1956)\n Hop 3: Germany -> capital -> Bonn (1956)\n Answer: Germany", "t_query": 1956.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001888", "prompt": " In what year was the shares border with of Carlo Curis's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1984\n- Carlo Curis | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Carlo Curis -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> shares border with -> Yugoslavia (1984)\n Answer: 1984", "t_query": 1984.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001889", "prompt": " In what year was the country of citizenship of Riccardo Billi equal to Kingdom of Italy?\nEvidence:\n- Riccardo Billi | country of citizenship | Kingdom of Italy | 1924\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1924\n- Q976653 | country of citizenship | Kingdom of Italy | 1924\n- Q972711 | country of citizenship | Kingdom of Italy | 1924\n- Q922237 | country of citizenship | Kingdom of Italy | 1924\n- Q890523 | country of citizenship | Kingdom of Italy | 1924\n- Q745874 | country of citizenship | Kingdom of Italy | 1924\n- Q715036 | country of citizenship | Kingdom of Italy | 1924\n- Q710497 | country of citizenship | Kingdom of Italy | 1924\n- Q706466 | country of citizenship | Kingdom of Italy | 1924\n- Q678253 | country of citizenship | Kingdom of Italy | 1924\n- Q654973 | country of citizenship | Kingdom of Italy | 1924\n- Q65151 | country of citizenship | Kingdom of Italy | 1924\n- Q603148 | country of citizenship | Kingdom of Italy | 1924\n- Q572091 | country of citizenship | Kingdom of Italy | 1924\nReasoning:", "completion": " Hop 1: Riccardo Billi -> country of citizenship -> Kingdom of Italy (1924)\n Answer: 1924", "t_query": 1924.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001890", "prompt": " In what year was the head of state of Ignazio Cannavò's country of citizenship equal to Enrico de Nicola?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Enrico Prampolini | country of citizenship | Kingdom of Italy | 1946\n- Alberto Maria De Agostini | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Hop 1: Ignazio Cannavò -> country of citizenship -> Italy (1946)\n Hop 2: Italy -> head of state -> Enrico de Nicola (1946)\n Answer: 1946", "t_query": 1946.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001891", "prompt": " After Rudolf Brunnenmeier member of sports team Germany men's national association football team, what was the member of sports team of Rudolf Brunnenmeier?\nEvidence:\n- Rudolf Brunnenmeier | member of sports team | Schwarz-Weiß Bregenz | 1976\n- Rudolf Brunnenmeier | member of sports team | SC Schwarz-Weiß Bregenz | 1976\nReasoning:", "completion": " Hop 1: Rudolf Brunnenmeier -> member of sports team -> Schwarz-Weiß Bregenz (1976)\n Answer: Schwarz-Weiß Bregenz", "t_query": 1976.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 2} +{"id": "sft_001892", "prompt": " In 1983, what was the officeholder of Chairman of the National Assembly of Vietnam?\nEvidence:\n- Chairman of the National Assembly of Vietnam | position holder | Nguyen Huu Tho | 1983\nReasoning:", "completion": " Hop 1: Chairman of the National Assembly of Vietnam -> officeholder -> Nguyen Huu Tho (1983)\n Answer: Nguyen Huu Tho", "t_query": 1983.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_001893", "prompt": " After Strzelce Krajeńskie country Weimar Republic, what was the head of government of Carel Willink's work location's country?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Berlin | country | Weimar Republic | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Hop 1: Carel Willink -> work location -> Berlin (1920)\n Hop 2: Berlin -> country -> Weimar Republic (1920)\n Hop 3: Weimar Republic -> head of government -> Constantin Fehrenbach (1920)\n Answer: Constantin Fehrenbach", "t_query": 1920.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 9} +{"id": "sft_001894", "prompt": " After Luigi Nono country of citizenship Italy, what was the head of government of Umberto Mastroianni's country of citizenship?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Luigi Comencini | country of citizenship | Italy | 1995\n- Luigi Agnolin | country of citizenship | Italy | 1995\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1995\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1995\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\nReasoning:", "completion": " Hop 1: Umberto Mastroianni -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of government -> Lamberto Dini (1995)\n Answer: Lamberto Dini", "t_query": 1995.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001895", "prompt": " In 1976, whose position held's head of government was Prime Minister of Italy?\nEvidence:\n- Aldo Moro | position held | Prime Minister of Italy | 1976\n- Italy | head of government | Aldo Moro | 1976\n- Aldo Moro | country of citizenship | Italy | 1976\nReasoning:", "completion": " Hop 1: Aldo Moro -> position held -> Prime Minister of Italy (1976)\n Hop 2: Italy -> head of government -> Aldo Moro (1976)\n Answer: Italy", "t_query": 1976.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_001896", "prompt": " In what year was the position held of Lina Bo Bardi's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Lina Bo Bardi -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1970)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1970)\n Answer: 1970", "t_query": 1970.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001897", "prompt": " In 1952, whose head of state's country of citizenship was Luigi Einaudi?\nEvidence:\n- Italy | head of state | Luigi Einaudi | 1952\n- Luigi Comencini | country of citizenship | Italy | 1952\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1952\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1952\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1952\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Luigi Einaudi (1952)\n Hop 2: Franca Ongaro -> country of citizenship -> Italy (1952)\n Answer: Franca Ongaro", "t_query": 1952.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001898", "prompt": " In 1966, whose noble title was Earl of Oxford and Asquith?\nEvidence:\n- Julian Asquith, 2nd Earl of Oxford and Asquith | noble title | Earl of Oxford and Asquith | 1966\nReasoning:", "completion": " Hop 1: Julian Asquith, 2nd Earl of Oxford and Asquith -> noble title -> Earl of Oxford and Asquith (1966)\n Answer: Julian Asquith, 2nd Earl of Oxford and Asquith", "t_query": 1966.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_001899", "prompt": " In 1972, whose contains the administrative territorial entity's allegiance was Schleswig-Holstein?\nEvidence:\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- Rostock District | shares border with | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- Rostock District | contains the administrative territorial entity | Wismar | 1972\n- Rostock District | contains the administrative territorial entity | Q4065 | 1972\n- Rostock District | contains the administrative territorial entity | Q2861 | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Wismar | located in the administrative territorial entity | Rostock District | 1972\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Schleswig-Holstein (1972)\n Hop 2: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Answer: Friedrich Guggenberger", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001900", "prompt": " In 1978, whose head of state's country of citizenship was Sandro Pertini?\nEvidence:\n- Italy | head of state | Sandro Pertini | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Sandro Pertini (1978)\n Hop 2: Arnaldo Genoino -> country of citizenship -> Italy (1978)\n Answer: Arnaldo Genoino", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001901", "prompt": " In what year was the country of NPO Mashinostroyeniya equal to Soviet Union?\nEvidence:\n- NPO Mashinostroyeniya | country | Soviet Union | 1973\n- Zhytomyr | country | Soviet Union | 1973\n- Zastavna | country | Soviet Union | 1973\n- Yevpatoriia | country | Soviet Union | 1973\n- Yalta | country | Soviet Union | 1973\n- Vyazma | country | Soviet Union | 1973\n- Voronezh | country | Soviet Union | 1973\n- Vologda | country | Soviet Union | 1973\n- Volodarsk | country | Soviet Union | 1973\n- Volhynia | country | Soviet Union | 1973\n- Voinyliv | country | Soviet Union | 1973\n- Vladivostok | country | Soviet Union | 1973\n- Vinnytsia | country | Soviet Union | 1973\n- Vanadzor | country | Soviet Union | 1973\n- Urgench | country | Soviet Union | 1973\nReasoning:", "completion": " Hop 1: NPO Mashinostroyeniya -> country -> Soviet Union (1973)\n Answer: 1973", "t_query": 1973.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001902", "prompt": " In 1963, what was the shares border with of Francesca Romana Coluzzi's country of citizenship?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Italy | shares border with | Yugoslavia | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> shares border with -> Yugoslavia (1963)\n Answer: Yugoslavia", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001903", "prompt": " After Barcelona Dragons home venue Lluís Companys Olympic Stadium, what was the league or competition of Lluís Companys Olympic Stadium's occupant?\nEvidence:\n- Barcelona Dragons | home venue | Lluís Companys Olympic Stadium | 1999\n- Lluís Companys Olympic Stadium | occupant | Barcelona Dragons | 1999\n- Lluís Companys Olympic Stadium | occupant | RCD Espanyol de Barcelona | 1999\n- Barcelona Dragons | league or competition | NFL Europe | 1999\n- Barcelona Dragons | head coach | Jack Bicknell | 1999\n- Jack Bicknell | coach of sports team | Barcelona Dragons | 1999\n- Q943194 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q939976 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q704268 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q296975 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Mauro Navas | member of sports team | RCD Espanyol de Barcelona | 1999\nReasoning:", "completion": " Hop 1: Lluís Companys Olympic Stadium -> occupant -> Barcelona Dragons (1999)\n Hop 2: Barcelona Dragons -> league or competition -> NFL Europe (1999)\n Answer: NFL Europe", "t_query": 1999.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 11} +{"id": "sft_001904", "prompt": " In 2012, what was the member of sports team of Thomas Chatelle?\nEvidence:\n- Thomas Chatelle | member of sports team | Sint-Truidense V.V. | 2012\n- Thomas Chatelle | member of sports team | R.S.C. Anderlecht | 2012\n- Thomas Chatelle | member of sports team | R.A.E.C. Mons | 2012\n- Q968773 | member of sports team | R.S.C. Anderlecht | 2012\n- Q516607 | member of sports team | R.S.C. Anderlecht | 2012\n- Q392727 | member of sports team | Sint-Truidense V.V. | 2012\n- Q377088 | member of sports team | Sint-Truidense V.V. | 2012\n- Q329348 | member of sports team | R.S.C. Anderlecht | 2012\n- Q817639 | member of sports team | R.A.E.C. Mons | 2012\n- Q464631 | member of sports team | R.A.E.C. Mons | 2012\n- Marcin Wasilewski | member of sports team | R.S.C. Anderlecht | 2012\n- Koen Daerden | member of sports team | Sint-Truidense V.V. | 2012\n- Bahattin Köse | member of sports team | R.A.E.C. Mons | 2012\n- R.A.E.C. Mons | league or competition | Belgian Pro League | 2012\nReasoning:", "completion": " Hop 1: Thomas Chatelle -> member of sports team -> Sint-Truidense V.V. (2012)\n Answer: Sint-Truidense V.V.", "t_query": 2012.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 14} +{"id": "sft_001905", "prompt": " In what year was the located in of Kremenets equal to Ternopil Oblast?\nEvidence:\n- Kremenets | located in the administrative territorial entity | Ternopil Oblast | 2011\nReasoning:", "completion": " Hop 1: Kremenets -> located in -> Ternopil Oblast (2011)\n Answer: 2011", "t_query": 2011.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1} +{"id": "sft_001906", "prompt": " After Giovanni Battista Angioletti country of citizenship Italy, what was the currency of Alfonso Brescia's country of citizenship?\nEvidence:\n- Alfonso Brescia | country of citizenship | Italy | 1948\n- Giovanni Ticozzi | country of citizenship | Italy | 1948\n- Giovanni Papini | country of citizenship | Italy | 1948\n- Giovanni Mardersteig | country of citizenship | Italy | 1948\n- Giovanni Invernizzi | country of citizenship | Italy | 1948\n- Giovanni Goria | country of citizenship | Italy | 1948\n- Giovanni Ferrofino | country of citizenship | Italy | 1948\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\nReasoning:", "completion": " Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira", "t_query": 1948.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001907", "prompt": " After Omsk country Soviet Union, what was the located in of Omsk?\nEvidence:\n- Omsk | country | Soviet Union | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Zhytomyr | country | Soviet Union | 1948\n- Zastavna | country | Soviet Union | 1948\n- Yevpatoriia | country | Soviet Union | 1948\n- Yalta | country | Soviet Union | 1948\n- Vyazma | country | Soviet Union | 1948\n- Voronezh | country | Soviet Union | 1948\n- Vologda | country | Soviet Union | 1948\n- Volodarsk | country | Soviet Union | 1948\n- Volhynia | country | Soviet Union | 1948\n- Voinyliv | country | Soviet Union | 1948\nReasoning:", "completion": " Hop 1: Omsk -> located in -> Russian Soviet Federative Socialist Republic (1948)\n Answer: Russian Soviet Federative Socialist Republic", "t_query": 1948.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001908", "prompt": " In 1993, whose head of government's country of citizenship was P. V. Narasimha Rao?\nEvidence:\n- India | head of government | P. V. Narasimha Rao | 1993\n- M. S. Swaminathan | country of citizenship | India | 1993\n- India | head of state | Shankar Dayal Sharma | 1993\n- Virbhadra Singh | country of citizenship | India | 1993\n- Abhijit Banerjee | country of citizenship | India | 1993\n- India | contains the administrative territorial entity | Daman and Diu | 1993\nReasoning:", "completion": " Hop 1: India -> head of government -> P. V. Narasimha Rao (1993)\n Hop 2: Virbhadra Singh -> country of citizenship -> India (1993)\n Answer: Virbhadra Singh", "t_query": 1993.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_001909", "prompt": " In what year was the member of of Gianni Brera's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Gianni Brera -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1963)\n Answer: 1963", "t_query": 1963.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001910", "prompt": " After Carlo Annovazzi country of citizenship Italy, what was the head of government of Salvatore Fiume's country of citizenship?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Carlo Zecchi | country of citizenship | Italy | 1971\n- Carlo Fruttero | country of citizenship | Italy | 1971\n- Carlo Bandirola | country of citizenship | Italy | 1971\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Emilio Colombo (1971)\n Answer: Emilio Colombo", "t_query": 1971.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001911", "prompt": " Who was the position held of David Bowie's work location's head of government before President of the Bundesrat of Germany?\nEvidence:\n- David Bowie | work location | Berlin | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Q896393 | work location | Berlin | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Q497401 | terminus | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\n- Anna Seghers | residence | Berlin | 1978\nReasoning:", "completion": " Hop 1: David Bowie -> work location -> Berlin (1978)\n Hop 2: Berlin -> head of government -> Dietrich Stobbe (1978)\n Hop 3: Dietrich Stobbe -> position held -> Governing Mayor of Berlin (1978)\n Answer: Governing Mayor of Berlin", "t_query": 1978.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 10} +{"id": "sft_001912", "prompt": " In 1985, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1985\n- Q46099 | country of citizenship | Yugoslavia | 1985\n- Q207166 | country of citizenship | Yugoslavia | 1985\n- Vladica Popović | country of citizenship | Yugoslavia | 1985\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1985\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1985\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1985\n- Ilija Petković | country of citizenship | Yugoslavia | 1985\n- Dušan Ivković | country of citizenship | Yugoslavia | 1985\n- Dragan Tomić | country of citizenship | Yugoslavia | 1985\n- Verzar | country | Yugoslavia | 1985\n- Suševo | country | Yugoslavia | 1985\n- Q793485 | country | Yugoslavia | 1985\n- Pirot | country | Yugoslavia | 1985\n- Orašje | country | Yugoslavia | 1985\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1985)\n Hop 2: Giuseppe Colnago -> country of citizenship -> Italy (1985)\n Answer: Giuseppe Colnago", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001913", "prompt": " After Alibunar Municipality located in Socialist Autonomous Province of Vojvodina, what was the country of Opovo Municipality's located in?\nEvidence:\n- Opovo Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Alibunar Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Žitište Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Žabalj Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Titel Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Temerin Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Srbobran Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Senta Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Inđija Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Bečej Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Beočin Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Bač Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Ada Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Novi Bečej Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Nova Crnja Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\nReasoning:", "completion": " Hop 1: Opovo Municipality -> located in -> Socialist Autonomous Province of Vojvodina (1947)\n Hop 2: Socialist Autonomous Province of Vojvodina -> country -> Socialist Federal Republic of Yugoslavia (1947)\n Answer: Socialist Federal Republic of Yugoslavia", "t_query": 1947.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001914", "prompt": " Who was the contains the administrative territorial entity of Mannheim's country before Hamburg?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Lower Saxony (1950)\n Answer: Lower Saxony", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001915", "prompt": " Who was the country of citizenship of Gianni Dova before Italy?\nEvidence:\n- Gianni Dova | country of citizenship | Kingdom of Italy | 1929\n- Q976653 | country of citizenship | Kingdom of Italy | 1929\n- Q972711 | country of citizenship | Kingdom of Italy | 1929\n- Q922237 | country of citizenship | Kingdom of Italy | 1929\n- Q890523 | country of citizenship | Kingdom of Italy | 1929\n- Q715036 | country of citizenship | Kingdom of Italy | 1929\n- Q710497 | country of citizenship | Kingdom of Italy | 1929\n- Q678253 | country of citizenship | Kingdom of Italy | 1929\n- Q654973 | country of citizenship | Kingdom of Italy | 1929\n- Q650303 | country of citizenship | Kingdom of Italy | 1929\n- Q603148 | country of citizenship | Kingdom of Italy | 1929\n- Q527400 | country of citizenship | Kingdom of Italy | 1929\n- Q51189 | country of citizenship | Kingdom of Italy | 1929\n- Q471232 | country of citizenship | Kingdom of Italy | 1929\n- Q456574 | country of citizenship | Kingdom of Italy | 1929\nReasoning:", "completion": " Hop 1: Gianni Dova -> country of citizenship -> Kingdom of Italy (1929)\n Answer: Kingdom of Italy", "t_query": 1929.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001916", "prompt": " In 1901, what was the head of state of Kasato Maru's country of registry?\nEvidence:\n- Kasato Maru | country of registry | Russian Empire | 1901\n- Russian Empire | head of state | Nicholas II of Russia | 1901\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1901\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1901\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1901\n- Khanate of Khiva | country | Russian Empire | 1901\n- Emirate of Bukhara | country | Russian Empire | 1901\n- Russian Empire | anthem | God Save the Tsar! | 1901\n- Vladimir Lenin | country of citizenship | Russian Empire | 1901\n- Vikenty Veresaev | country of citizenship | Russian Empire | 1901\nReasoning:", "completion": " Hop 1: Kasato Maru -> country of registry -> Russian Empire (1901)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1901)\n Answer: Nicholas II of Russia", "t_query": 1901.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001917", "prompt": " In what year was the member of political party of Erazim Kohák's residence's head of government equal to Republican Party?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- United States | shares border with | Panama | 1988\n- Tony Miles | country for sport | United States | 1988\n- Julie Mehretu | work location | United States | 1988\n- Discovery Channel | country | United States | 1988\nReasoning:", "completion": " Hop 1: Erazim Kohák -> residence -> United States (1988)\n Hop 2: United States -> head of government -> Ronald Reagan (1988)\n Hop 3: Ronald Reagan -> member of political party -> Republican Party (1988)\n Answer: 1988", "t_query": 1988.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 13} +{"id": "sft_001918", "prompt": " In 1987, what was the head of state of Germany?\nEvidence:\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Bonn | capital of | Germany | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Germany | member of | Western European Union | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- West Germany | currency | Deutsche Mark | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Richard von Weizsäcker (1987)\n Answer: Richard von Weizsäcker", "t_query": 1987.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001919", "prompt": " In what year was the member of of Giovanni D'Ascenzi's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1951\n- Giovanni Ticozzi | country of citizenship | Italy | 1951\n- Giovanni Papini | country of citizenship | Italy | 1951\n- Giovanni Mardersteig | country of citizenship | Italy | 1951\n- Giovanni Invernizzi | country of citizenship | Italy | 1951\n- Giovanni Goria | country of citizenship | Italy | 1951\n- Giovanni Ferrofino | country of citizenship | Italy | 1951\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Giovanni D'Ascenzi -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1951)\n Answer: 1951", "t_query": 1951.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001920", "prompt": " After Kostanay Region country Kazakh Soviet Socialist Republic, what was the country of Kostanay Region?\nEvidence:\n- Kostanay Region | country | Kazakh Soviet Socialist Republic | 1967\n- Kostanay Region | located in the administrative territorial entity | Kazakh Soviet Socialist Republic | 1967\n- Kostanay Region | country | Soviet Union | 1967\n- Turkmen Soviet Socialist Republic | country | Soviet Union | 1967\n- Georgian Soviet Socialist Republic | country | Soviet Union | 1967\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1967\n- North Kazakhstan Region | country | Soviet Union | 1967\n- East Kazakhstan Region | country | Soviet Union | 1967\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1967\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1967\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1967\n- Zhytomyr | country | Soviet Union | 1967\n- Zastavna | country | Soviet Union | 1967\n- Yevpatoriia | country | Soviet Union | 1967\n- Yalta | country | Soviet Union | 1967\nReasoning:", "completion": " Hop 1: Kostanay Region -> country -> Soviet Union (1967)\n Answer: Soviet Union", "t_query": 1967.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001921", "prompt": " Who was the located in of Omsk after Omsk Governorate?\nEvidence:\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Omsk | country | Soviet Union | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Q59054 | country of citizenship | Soviet Union | 1948\n- Q437262 | country of citizenship | Soviet Union | 1948\n- Q324083 | country of citizenship | Soviet Union | 1948\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1948\n- Yuri Manin | country of citizenship | Soviet Union | 1948\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1948\n- Viktor Kulikov | country of citizenship | Soviet Union | 1948\n- Vija Artmane | country of citizenship | Soviet Union | 1948\n- Vera Krepkina | country of citizenship | Soviet Union | 1948\n- Valeri Polyakov | country of citizenship | Soviet Union | 1948\nReasoning:", "completion": " Hop 1: Omsk -> located in -> Russian Soviet Federative Socialist Republic (1948)\n Answer: Russian Soviet Federative Socialist Republic", "t_query": 1948.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001922", "prompt": " Who was the winner of Laureus World Sports Award for Comeback of the Year after Paula Radcliffe?\nEvidence:\n- Laureus World Sports Award for Comeback of the Year | winner | Rafael Nadal | 2014\n- Rafael Nadal | nominated for | Laureus World Sports Award for Comeback of the Year | 2014\n- Rafael Nadal | award received | Laureus World Sports Award for Comeback of the Year | 2014\nReasoning:", "completion": " Hop 1: Laureus World Sports Award for Comeback of the Year -> winner -> Rafael Nadal (2014)\n Answer: Rafael Nadal", "t_query": 2014.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 3} +{"id": "sft_001923", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Rhône -> contains the administrative territorial entity -> Francheville (2003)\n Answer: Francheville", "t_query": 2003.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001924", "prompt": " In 1951, what was the shares border with of Giovanni D'Ascenzi's country of citizenship?\nEvidence:\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1951\n- Italy | shares border with | Yugoslavia | 1951\n- Giovanni Ticozzi | country of citizenship | Italy | 1951\n- Giovanni Papini | country of citizenship | Italy | 1951\n- Giovanni Mardersteig | country of citizenship | Italy | 1951\n- Giovanni Invernizzi | country of citizenship | Italy | 1951\n- Giovanni Goria | country of citizenship | Italy | 1951\n- Giovanni Ferrofino | country of citizenship | Italy | 1951\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Giovanni D'Ascenzi -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> shares border with -> Yugoslavia (1951)\n Answer: Yugoslavia", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001925", "prompt": " After Eugène Tisserant position held Dean of the College of Cardinals, what was the member of of Eugène Tisserant?\nEvidence:\n- Eugène Tisserant | position held | Dean of the College of Cardinals | 1966\n- Eugène Tisserant | member of | Académie Française | 1966\n- Eugène Tisserant | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q998913 | member of | Académie Française | 1966\n- René Huyghe | member of | Académie Française | 1966\n- Jérôme Carcopino | member of | Académie Française | 1966\n- Jean Paulhan | member of | Académie Française | 1966\n- Jean Guéhenno | member of | Académie Française | 1966\n- François Mauriac | member of | Académie Française | 1966\n- Pierre-Henri Simon | member of | Académie Française | 1966\n- Q822586 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q74879 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q689251 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q663757 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q521915 | member of | Académie des Inscriptions et Belles-Lettres | 1966\nReasoning:", "completion": " Hop 1: Eugène Tisserant -> member of -> Académie Française (1966)\n Answer: Académie Française", "t_query": 1966.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001926", "prompt": " After Cesare Terranova country of citizenship Kingdom of Italy, what was the country of citizenship of Cesare Terranova?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Hop 1: Cesare Terranova -> country of citizenship -> Italy (1966)\n Answer: Italy", "t_query": 1966.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001927", "prompt": " In 1985, what was the head of state of Veriano Luchetti's country of citizenship?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\n- Tiziano Terzani | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Veriano Luchetti -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> head of state -> Francesco Cossiga (1985)\n Answer: Francesco Cossiga", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001928", "prompt": " After Mario Gentili country of citizenship Kingdom of Italy, what was the country of citizenship of Mario Gentili?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Mario Gentili -> country of citizenship -> Italy (1961)\n Answer: Italy", "t_query": 1961.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001929", "prompt": " Who was the position held of Nino Baragli's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Nino Baragli | country of citizenship | Italy | 1994\n- Italy | currency | Italian lira | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\nReasoning:", "completion": " Hop 1: Nino Baragli -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1994)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1994)\n Answer: President of Italy", "t_query": 1994.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001930", "prompt": " In 1981, whose member of sports team was VfB Stuttgart?\nEvidence:\n- Q95302 | member of sports team | VfB Stuttgart | 1981\n- Q68759 | member of sports team | VfB Stuttgart | 1981\n- Q343844 | member of sports team | VfB Stuttgart | 1981\n- Q123435 | member of sports team | VfB Stuttgart | 1981\n- Peter Reichert | member of sports team | VfB Stuttgart | 1981\n- Joachim Löw | member of sports team | VfB Stuttgart | 1981\n- Helmut Roleder | member of sports team | VfB Stuttgart | 1981\n- Didier Six | member of sports team | VfB Stuttgart | 1981\n- Peter Reichert | member of sports team | VfB Stuttgart II | 1981\n- Q343844 | member of sports team | Schalke 04 | 1981\n- Q68759 | member of sports team | Germany national football B team | 1981\n- Joachim Löw | member of sports team | Eintracht Frankfurt | 1981\n- Q95302 | member of sports team | Germany national under-21 football team | 1981\n- Q68759 | member of sports team | Germany men's national association football team | 1981\n- Didier Six | member of sports team | France men's national association football team | 1981\nReasoning:", "completion": " Hop 1: Didier Six -> member of sports team -> VfB Stuttgart (1981)\n Answer: Didier Six", "t_query": 1981.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001931", "prompt": " Who was the country of citizenship of Virbhadra Singh after British Raj?\nEvidence:\n- Virbhadra Singh | country of citizenship | India | 1993\n- Abhijit Banerjee | country of citizenship | India | 1993\n- M. S. Swaminathan | country of citizenship | India | 1993\n- India | contains the administrative territorial entity | Daman and Diu | 1993\n- India | head of state | Shankar Dayal Sharma | 1993\n- India | head of government | P. V. Narasimha Rao | 1993\nReasoning:", "completion": " Hop 1: Virbhadra Singh -> country of citizenship -> India (1993)\n Answer: India", "t_query": 1993.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 6} +{"id": "sft_001932", "prompt": " In 1984, what was the country of citizenship of Romano Mussolini?\nEvidence:\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Romano Mussolini -> country of citizenship -> Italy (1984)\n Answer: Italy", "t_query": 1984.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001933", "prompt": " In 1972, what was the territory claimed by of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | territory claimed by | German Democratic Republic | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> territory claimed by -> German Democratic Republic (1972)\n Answer: German Democratic Republic", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001934", "prompt": " In 1968, what was the member of of Claudia Vinciguerra's country of citizenship?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Claudia Vinciguerra -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> member of -> European Economic Community (1968)\n Answer: European Economic Community", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001935", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in after Meyzieu?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Rhône -> contains the administrative territorial entity -> Bron (2003)\n Answer: Bron", "t_query": 2003.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001936", "prompt": " In what year was the member of of Nino Baragli's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Nino Baragli | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\n- Stefano Angeleri | country of citizenship | Italy | 1994\nReasoning:", "completion": " Hop 1: Nino Baragli -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1994)\n Answer: 1994", "t_query": 1994.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001937", "prompt": " In what year was the award received of Italy's head of state equal to Order of the White Eagle?\nEvidence:\n- Oscar Luigi Scalfaro | award received | Order of the White Eagle | 1996\n- Italy | head of state | Oscar Luigi Scalfaro | 1996\n- Q454036 | country of citizenship | Italy | 1996\n- Vittore Catella | country of citizenship | Italy | 1996\n- Veriano Luchetti | country of citizenship | Italy | 1996\n- Tullio Kezich | country of citizenship | Italy | 1996\n- Tonino Cervi | country of citizenship | Italy | 1996\n- Tiziano Terzani | country of citizenship | Italy | 1996\n- Stéphane Grappelli | country of citizenship | Italy | 1996\n- Simon Spierer | country of citizenship | Italy | 1996\n- Sergio Mantovani | country of citizenship | Italy | 1996\n- Sergio Bonelli | country of citizenship | Italy | 1996\n- Salvatore Cassisa | country of citizenship | Italy | 1996\n- Rossana Rossanda | country of citizenship | Italy | 1996\n- Romano Mussolini | country of citizenship | Italy | 1996\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Oscar Luigi Scalfaro (1996)\n Hop 2: Oscar Luigi Scalfaro -> award received -> Order of the White Eagle (1996)\n Answer: 1996", "t_query": 1996.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001938", "prompt": " After Pietro Giacomo Nonis country of citizenship Italy, what was the head of government of Claudia Vinciguerra's country of citizenship?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Giacomo Neri | country of citizenship | Italy | 1968\n- Giacomo Gentilomo | country of citizenship | Italy | 1968\n- Giacomo Furia | country of citizenship | Italy | 1968\n- Pietro Tordi | country of citizenship | Italy | 1968\n- Pietro Rava | country of citizenship | Italy | 1968\n- Pietro Parente | country of citizenship | Italy | 1968\n- Pietro Arcari | country of citizenship | Italy | 1968\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Claudia Vinciguerra -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of government -> Giovanni Leone (1968)\n Answer: Giovanni Leone", "t_query": 1968.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001939", "prompt": " In 1922, what was the surface played on of Stade de Gerland?\nEvidence:\n- Stade de Gerland | surface played on | lawn | 1922\nReasoning:", "completion": " Hop 1: Stade de Gerland -> surface played on -> lawn (1922)\n Answer: lawn", "t_query": 1922.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_001940", "prompt": " In 1946, whose located in was Haute-Marne?\nEvidence:\n- Q731279 | located in the administrative territorial entity | Haute-Marne | 1946\n- Route nationale 401 | located in the administrative territorial entity | Haute-Marne | 1946\n- Q731279 | located in the administrative territorial entity | Q3105 | 1946\n- Route nationale 401 | located in the administrative territorial entity | Meuse | 1946\n- Route nationale 401 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\nReasoning:", "completion": " Hop 1: Route nationale 401 -> located in -> Haute-Marne (1946)\n Answer: Route nationale 401", "t_query": 1946.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 5} +{"id": "sft_001941", "prompt": " In 1987, what was the position held of Germany's head of state?\nEvidence:\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Richard von Weizsäcker | position held | president of Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- president of Germany | position holder | Richard von Weizsäcker | 1987\n- Bonn | capital of | Germany | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Germany | member of | Western European Union | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Richard von Weizsäcker (1987)\n Hop 2: Richard von Weizsäcker -> position held -> president of Germany (1987)\n Answer: president of Germany", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001942", "prompt": " After Albert Lasker Award for Basic Medical Research winner Günter Blobel, what was the winner of Albert Lasker Award for Basic Medical Research?\nEvidence:\n- Albert Lasker Award for Basic Medical Research | winner | Randy Schekman | 2002\n- Albert Lasker Award for Basic Medical Research | winner | James Rothman | 2002\n- Louisa Gross Horwitz Prize | winner | Randy Schekman | 2002\n- Louisa Gross Horwitz Prize | winner | James Rothman | 2002\nReasoning:", "completion": " Hop 1: Albert Lasker Award for Basic Medical Research -> winner -> Randy Schekman (2002)\n Answer: Randy Schekman", "t_query": 2002.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 4} +{"id": "sft_001943", "prompt": " In what year was the award received of Gerardo Marotta equal to Goethe Medal?\nEvidence:\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Q76000 | award received | Goethe Medal | 2001\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\nReasoning:", "completion": " Hop 1: Gerardo Marotta -> award received -> Goethe Medal (2001)\n Answer: 2001", "t_query": 2001.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001944", "prompt": " In what year was the currency of Gino Cassinis's country of citizenship equal to Italian lira?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Gino Cassinis -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> currency -> Italian lira (1959)\n Answer: 1959", "t_query": 1959.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001945", "prompt": " In what year was the member of of Gianni Brera's country of citizenship equal to European Economic Community?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Gianni Brera -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> member of -> European Economic Community (1963)\n Answer: 1963", "t_query": 1963.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001946", "prompt": " Who was the member of sports team of Mülâyim Erdem before Pazarspor?\nEvidence:\n- Mülâyim Erdem | member of sports team | Galatasaray S.K. | 2005\n- Q937898 | member of sports team | Galatasaray S.K. | 2005\n- Q922443 | member of sports team | Galatasaray S.K. | 2005\n- Q729830 | member of sports team | Galatasaray S.K. | 2005\n- Q660534 | member of sports team | Galatasaray S.K. | 2005\n- Q560001 | member of sports team | Galatasaray S.K. | 2005\n- Q556101 | member of sports team | Galatasaray S.K. | 2005\n- Q349941 | member of sports team | Galatasaray S.K. | 2005\n- Q312920 | member of sports team | Galatasaray S.K. | 2005\n- Q307872 | member of sports team | Galatasaray S.K. | 2005\n- Q217097 | member of sports team | Galatasaray S.K. | 2005\n- Q122346 | member of sports team | Galatasaray S.K. | 2005\n- Faryd Mondragón | member of sports team | Galatasaray S.K. | 2005\n- Ayhan Akman | member of sports team | Galatasaray S.K. | 2005\n- Galatasaray S.K. | head coach | Eric Gerets | 2005\nReasoning:", "completion": " Hop 1: Mülâyim Erdem -> member of sports team -> Galatasaray S.K. (2005)\n Answer: Galatasaray S.K.", "t_query": 2005.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001947", "prompt": " After Federico Chabod country of citizenship Italy, what was the member of of Giovanni D'Ascenzi's country of citizenship?\nEvidence:\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1951\n- Giovanni Ticozzi | country of citizenship | Italy | 1951\n- Giovanni Papini | country of citizenship | Italy | 1951\n- Giovanni Mardersteig | country of citizenship | Italy | 1951\n- Giovanni Invernizzi | country of citizenship | Italy | 1951\n- Giovanni Goria | country of citizenship | Italy | 1951\n- Giovanni Ferrofino | country of citizenship | Italy | 1951\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Giovanni D'Ascenzi -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1951)\n Answer: European Coal and Steel Community", "t_query": 1951.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001948", "prompt": " In what year was the member of of Romano Mussolini's country of citizenship equal to European Economic Community?\nEvidence:\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Romano Mussolini -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> member of -> European Economic Community (1984)\n Answer: 1984", "t_query": 1984.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001949", "prompt": " After Uberto de Morpurgo country for sport Italy, what was the chairperson of Franca Ongaro's country of citizenship's member of?\nEvidence:\n- Uberto de Morpurgo | country for sport | Italy | 1952\n- Uberto de Morpurgo | country of citizenship | Italy | 1952\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Velasio de Paolis | country of citizenship | Italy | 1952\n- Renzo De Felice | country of citizenship | Italy | 1952\n- Dino De Antoni | country of citizenship | Italy | 1952\n- Alberto Maria De Agostini | country of citizenship | Italy | 1952\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\nReasoning:", "completion": " Hop 1: Franca Ongaro -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1952)\n Hop 3: European Coal and Steel Community -> chairperson -> Jean Monnet (1952)\n Answer: Jean Monnet", "t_query": 1952.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001950", "prompt": " In what year was the currency of Bernard Schultze's work location's country equal to Deutsche Mark?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> currency -> Deutsche Mark (1953)\n Answer: 1953", "t_query": 1953.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 3} +{"id": "sft_001951", "prompt": " In 1987, whose position held's head of government's country of citizenship was Prime Minister of Italy?\nEvidence:\n- Giovanni Goria | position held | Prime Minister of Italy | 1987\n- Italy | head of government | Giovanni Goria | 1987\n- Giovanni Goria | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Giovanni Goria -> position held -> Prime Minister of Italy (1987)\n Hop 2: Italy -> head of government -> Giovanni Goria (1987)\n Hop 3: Romolo Alzani -> country of citizenship -> Italy (1987)\n Answer: Romolo Alzani", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_001952", "prompt": " In what year was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance equal to Hesse?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Hesse (1972)\n Answer: 1972", "t_query": 1972.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001953", "prompt": " Who was the country of citizenship of Sabah Fakhri after Second Syrian Republic?\nEvidence:\n- Sabah Fakhri | country of citizenship | Syria | 1993\n- Saadallah Wannous | country of citizenship | Syria | 1993\n- Hanna Mina | country of citizenship | Syria | 1993\nReasoning:", "completion": " Hop 1: Sabah Fakhri -> country of citizenship -> Syria (1993)\n Answer: Syria", "t_query": 1993.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 3} +{"id": "sft_001954", "prompt": " In 1900, whose country was Austria–Hungary?\nEvidence:\n- Emperor of Austria | country | Austria–Hungary | 1900\n- Archduchy of Austria | country | Austria–Hungary | 1900\n- Voitsberg | country | Austria–Hungary | 1900\n- Voinyliv | country | Austria–Hungary | 1900\n- Turka | country | Austria–Hungary | 1900\n- Trieste | country | Austria–Hungary | 1900\n- Storozhynets | country | Austria–Hungary | 1900\n- Sighișoara | country | Austria–Hungary | 1900\n- Sandomierz | country | Austria–Hungary | 1900\n- Ratibořice | country | Austria–Hungary | 1900\n- Q937008 | country | Austria–Hungary | 1900\n- Q764320 | country | Austria–Hungary | 1900\n- Q737276 | country | Austria–Hungary | 1900\n- Q668818 | country | Austria–Hungary | 1900\n- Q658475 | country | Austria–Hungary | 1900\nReasoning:", "completion": " Hop 1: Cheb -> country -> Austria–Hungary (1900)\n Answer: Cheb", "t_query": 1900.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001955", "prompt": " In what year was the position held of Germany's head of government equal to Federal Minister for Foreign Affairs?\nEvidence:\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> position held -> Federal Minister for Foreign Affairs (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001956", "prompt": " After Marco Tulli country of citizenship Italy, what was the member of of Francesca Romana Coluzzi's country of citizenship?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> member of -> European Economic Community (1963)\n Answer: European Economic Community", "t_query": 1963.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001957", "prompt": " Who was the position held of Antonio Corpora's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1962)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1962)\n Answer: President of Italy", "t_query": 1962.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001958", "prompt": " In 1968, what was the shares border with of Ugo Morin's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1968\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Ugo Morin -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> shares border with -> Yugoslavia (1968)\n Answer: Yugoslavia", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001959", "prompt": " After Rhône contains the administrative territorial entity Francheville, what was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Rhône | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Rhône -> contains the administrative territorial entity -> Villeurbanne (2003)\n Answer: Villeurbanne", "t_query": 2003.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001960", "prompt": " After Viersen country West Germany, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Viersen | country | West Germany | 1950\n- Mannheim | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Schleswig-Holstein (1950)\n Answer: Schleswig-Holstein", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001961", "prompt": " In 1997, whose award received's head of state was Grand Order of King Tomislav?\nEvidence:\n- Oscar Luigi Scalfaro | award received | Grand Order of King Tomislav | 1997\n- Italy | head of state | Oscar Luigi Scalfaro | 1997\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1997\n- Oscar Luigi Scalfaro | position held | President of Italy | 1997\nReasoning:", "completion": " Hop 1: Oscar Luigi Scalfaro -> award received -> Grand Order of King Tomislav (1997)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Answer: Italy", "t_query": 1997.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_001962", "prompt": " In 1985, whose head of state's country of citizenship was Francesco Cossiga?\nEvidence:\n- Italy | head of state | Francesco Cossiga | 1985\n- Francesco Scafarelli | country of citizenship | Italy | 1985\n- Francesco Gabrieli | country of citizenship | Italy | 1985\n- Francesco Aguzzoli | country of citizenship | Italy | 1985\n- Loris Francesco Capovilla | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Francesco Cossiga (1985)\n Hop 2: Giuseppe Colnago -> country of citizenship -> Italy (1985)\n Answer: Giuseppe Colnago", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001963", "prompt": " In 1953, whose head of government's contains the administrative territorial entity's country's work location was Gebhard Müller?\nEvidence:\n- Baden-Württemberg | head of government | Gebhard Müller | 1953\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1953\n- Mannheim | located in the administrative territorial entity | Baden-Württemberg | 1953\n- Baden-Württemberg | head of government | Reinhold Maier | 1953\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1953\n- Baden-Württemberg | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Baden-Württemberg -> head of government -> Gebhard Müller (1953)\n Hop 2: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1953)\n Hop 3: Frankfurt -> country -> West Germany (1953)\n Hop 4: Bernard Schultze -> work location -> Frankfurt (1953)\n Answer: Bernard Schultze", "t_query": 1953.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_001964", "prompt": " In what year was the currency of Giovanni D'Ascenzi's country of citizenship equal to Italian lira?\nEvidence:\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1951\n- Giovanni Ticozzi | country of citizenship | Italy | 1951\n- Giovanni Papini | country of citizenship | Italy | 1951\n- Giovanni Mardersteig | country of citizenship | Italy | 1951\n- Giovanni Invernizzi | country of citizenship | Italy | 1951\n- Giovanni Goria | country of citizenship | Italy | 1951\n- Giovanni Ferrofino | country of citizenship | Italy | 1951\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Giovanni D'Ascenzi -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> currency -> Italian lira (1951)\n Answer: 1951", "t_query": 1951.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001965", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Fleurieu-sur-Saône, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Fleurieu-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Rochetaillée-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Neuville-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Albigny-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Bron (2003)\n Answer: Bron", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001966", "prompt": " In 1977, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\n- Tullio Kezich | country of citizenship | Italy | 1977\n- Tonino Cervi | country of citizenship | Italy | 1977\n- Tiziano Terzani | country of citizenship | Italy | 1977\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1977)\n Hop 2: Elena Altieri -> country of citizenship -> Italy (1977)\n Answer: Elena Altieri", "t_query": 1977.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001967", "prompt": " In 1922, what was the country of citizenship of Luciano Savorini?\nEvidence:\n- Luciano Savorini | country of citizenship | Kingdom of Italy | 1922\n- Luciano Morpurgo | country of citizenship | Kingdom of Italy | 1922\n- Q976653 | country of citizenship | Kingdom of Italy | 1922\n- Q972711 | country of citizenship | Kingdom of Italy | 1922\n- Q922237 | country of citizenship | Kingdom of Italy | 1922\n- Q890523 | country of citizenship | Kingdom of Italy | 1922\n- Q745874 | country of citizenship | Kingdom of Italy | 1922\n- Q728589 | country of citizenship | Kingdom of Italy | 1922\n- Q715036 | country of citizenship | Kingdom of Italy | 1922\n- Q710497 | country of citizenship | Kingdom of Italy | 1922\n- Q706466 | country of citizenship | Kingdom of Italy | 1922\n- Q678253 | country of citizenship | Kingdom of Italy | 1922\n- Q654973 | country of citizenship | Kingdom of Italy | 1922\n- Q65151 | country of citizenship | Kingdom of Italy | 1922\n- Q603148 | country of citizenship | Kingdom of Italy | 1922\nReasoning:", "completion": " Hop 1: Luciano Savorini -> country of citizenship -> Kingdom of Italy (1922)\n Answer: Kingdom of Italy", "t_query": 1922.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001968", "prompt": " In 1982, what was the position held of Italy's head of government?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1982\n- Veriano Luchetti | country of citizenship | Italy | 1982\n- Tullio Kezich | country of citizenship | Italy | 1982\n- Tonino Cervi | country of citizenship | Italy | 1982\n- Tiziano Terzani | country of citizenship | Italy | 1982\n- Stéphane Grappelli | country of citizenship | Italy | 1982\n- Simon Spierer | country of citizenship | Italy | 1982\n- Sergio Mantovani | country of citizenship | Italy | 1982\n- Sergio Bonelli | country of citizenship | Italy | 1982\n- Salvatore Cassisa | country of citizenship | Italy | 1982\n- Rossana Rossanda | country of citizenship | Italy | 1982\n- Renata Tebaldi | country of citizenship | Italy | 1982\n- Primo Nebiolo | country of citizenship | Italy | 1982\n- Pino Lancetti | country of citizenship | Italy | 1982\n- Pietro Rava | country of citizenship | Italy | 1982\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Giovanni Spadolini (1982)\n Hop 2: Giovanni Spadolini -> position held -> Prime Minister of Italy (1982)\n Answer: Prime Minister of Italy", "t_query": 1982.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001969", "prompt": " In 1968, what was the head of government of Claudia Vinciguerra's country of citizenship?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Claudia Vinciguerra -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of government -> Giovanni Leone (1968)\n Answer: Giovanni Leone", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001970", "prompt": " In what year was the contains the administrative territorial entity of Rhône equal to Bron?\nEvidence:\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\n- Q945660 | located in the administrative territorial entity | Q3083 | 1947\n- Q945660 | located in the administrative territorial entity | Q12736 | 1947\nReasoning:", "completion": " Hop 1: Rhône -> contains the administrative territorial entity -> Bron (1947)\n Answer: 1947", "t_query": 1947.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 10} +{"id": "sft_001971", "prompt": " Who was the contains the administrative territorial entity of Germany's capital's capital of before Hamburg?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Saarland (1974)\n Answer: Saarland", "t_query": 1974.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001972", "prompt": " After Vaulx-en-Velin located in Rhône, what was the contains the administrative territorial entity of Rhône?\nEvidence:\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Q945660 | located in the administrative territorial entity | Q3083 | 1947\n- Q945660 | located in the administrative territorial entity | Q12736 | 1947\nReasoning:", "completion": " Hop 1: Rhône -> contains the administrative territorial entity -> Bron (1947)\n Answer: Bron", "t_query": 1947.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 10} +{"id": "sft_001973", "prompt": " In 1956, what was the shares border with of Laura Veccia Vaglieri's country of citizenship?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Italy | shares border with | Yugoslavia | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Laura Veccia Vaglieri -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001974", "prompt": " After Mario Roatta country of citizenship Italy, what was the head of government of Italy?\nEvidence:\n- Mario Roatta | country of citizenship | Italy | 1968\n- Mario Gentili | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Tonino Cervi | country of citizenship | Italy | 1968\n- Tiziano Terzani | country of citizenship | Italy | 1968\n- Stéphane Grappelli | country of citizenship | Italy | 1968\n- Simon Spierer | country of citizenship | Italy | 1968\n- Sergio Mantovani | country of citizenship | Italy | 1968\n- Sergio Bonelli | country of citizenship | Italy | 1968\n- Rossana Rossanda | country of citizenship | Italy | 1968\n- Romeo Bertini | country of citizenship | Italy | 1968\n- Renata Tebaldi | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Giovanni Leone (1968)\n Answer: Giovanni Leone", "t_query": 1968.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001975", "prompt": " In 1914, whose country was Japan?\nEvidence:\n- Urup | country | Japan | 1914\n- Q426915 | country | Japan | 1914\n- Q156046 | country | Japan | 1914\n- Broutona | country | Japan | 1914\n- Lüshunkou District | country | Japan | 1914\n- Kuril Islands | country | Japan | 1914\n- Q156046 | country | Empire of Japan | 1914\n- Lüshunkou District | located in the administrative territorial entity | Q678658 | 1914\nReasoning:", "completion": " Hop 1: Urup -> country -> Japan (1914)\n Answer: Urup", "t_query": 1914.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 8} +{"id": "sft_001976", "prompt": " In 1984, what was the head of state of Carlo Curis's country of citizenship?\nEvidence:\n- Carlo Curis | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Carlo Curis -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> head of state -> Sandro Pertini (1984)\n Answer: Sandro Pertini", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001977", "prompt": " In 1947, whose contains the administrative territorial entity was Vaulx-en-Velin?\nEvidence:\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\nReasoning:", "completion": " Hop 1: Rhône -> contains the administrative territorial entity -> Vaulx-en-Velin (1947)\n Answer: Rhône", "t_query": 1947.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 8} +{"id": "sft_001978", "prompt": " In 1946, whose located in was Meurthe-et-Moselle?\nEvidence:\n- Route nationale 411 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\n- Route nationale 401 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\n- Route nationale 401 | located in the administrative territorial entity | Meuse | 1946\n- Route nationale 401 | located in the administrative territorial entity | Haute-Marne | 1946\nReasoning:", "completion": " Hop 1: Route nationale 401 -> located in -> Meurthe-et-Moselle (1946)\n Answer: Route nationale 401", "t_query": 1946.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_001979", "prompt": " In what year was the position held of Germany's head of state equal to president of Germany?\nEvidence:\n- Richard von Weizsäcker | position held | president of Germany | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- president of Germany | position holder | Richard von Weizsäcker | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Bonn | capital of | Germany | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Germany | member of | Western European Union | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Richard von Weizsäcker (1987)\n Hop 2: Richard von Weizsäcker -> position held -> president of Germany (1987)\n Answer: 1987", "t_query": 1987.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001980", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon equal to Bron?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Bron (2003)\n Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001981", "prompt": " In what year was the currency of Carmelo Cappello's country of citizenship equal to Italian lira?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> currency -> Italian lira (1964)\n Answer: 1964", "t_query": 1964.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001982", "prompt": " In what year was the owned by of Salling Group equal to Maersk?\nEvidence:\n- Salling Group | owned by | Maersk | 1977\nReasoning:", "completion": " Hop 1: Salling Group -> owned by -> Maersk (1977)\n Answer: 1977", "t_query": 1977.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1} +{"id": "sft_001983", "prompt": " After Sailen Manna member of sports team India men's national football team, what was the member of sports team of Sailen Manna?\nEvidence:\n- Sailen Manna | member of sports team | India men's national football team | 1955\n- Sailen Manna | member of sports team | Mohun Bagan AC | 1955\nReasoning:", "completion": " Hop 1: Sailen Manna -> member of sports team -> Mohun Bagan AC (1955)\n Answer: Mohun Bagan AC", "t_query": 1955.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 2} +{"id": "sft_001984", "prompt": " Who was the country of citizenship of John Paul I after Kingdom of Italy?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\n- Virginio Rosetta | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: John Paul I -> country of citizenship -> Italy (1961)\n Answer: Italy", "t_query": 1961.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_001985", "prompt": " After Luigi Comencini country of citizenship Italy, what was the member of of Maria Caniglia's country of citizenship?\nEvidence:\n- Maria Caniglia | country of citizenship | Italy | 1951\n- Luigi Comencini | country of citizenship | Italy | 1951\n- Maria Tore Barbina | country of citizenship | Italy | 1951\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1951\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1951\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1951\n- Alberto Maria De Agostini | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Maria Caniglia -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1951)\n Answer: European Coal and Steel Community", "t_query": 1951.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001986", "prompt": " In 1948, whose country's located in was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1948\n- Yalta | country | Soviet Union | 1948\n- Voronezh | country | Soviet Union | 1948\n- Volhynia | country | Soviet Union | 1948\n- Vinnytsia | country | Soviet Union | 1948\n- Urgench | country | Soviet Union | 1948\n- Uman | country | Soviet Union | 1948\n- Torzhok | country | Soviet Union | 1948\n- Tbilisi | country | Soviet Union | 1948\n- Sudak | country | Soviet Union | 1948\n- Starodub | country | Soviet Union | 1948\n- Simferopol | country | Soviet Union | 1948\n- Siberia | country | Soviet Union | 1948\n- Sevastopol | country | Soviet Union | 1948\n- Q957273 | country | Soviet Union | 1948\nReasoning:", "completion": " Hop 1: Russian Soviet Federative Socialist Republic -> country -> Soviet Union (1948)\n Hop 2: Omsk -> located in -> Russian Soviet Federative Socialist Republic (1948)\n Answer: Omsk", "t_query": 1948.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001987", "prompt": " In 1937, whose position held was crown prince?\nEvidence:\n- Gustaf VI Adolf of Sweden | position held | crown prince | 1937\n- Gustaf VI Adolf of Sweden | noble title | crown prince | 1937\n- Louise Mountbatten | spouse | Gustaf VI Adolf of Sweden | 1937\n- Gustaf VI Adolf of Sweden | spouse | Louise Mountbatten | 1937\n- Gustaf VI Adolf of Sweden | noble title | duke | 1937\nReasoning:", "completion": " Hop 1: Gustaf VI Adolf of Sweden -> position held -> crown prince (1937)\n Answer: Gustaf VI Adolf of Sweden", "t_query": 1937.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 5} +{"id": "sft_001988", "prompt": " In 1987, whose head of government's contains the administrative territorial entity's capital of's capital was Lothar Späth?\nEvidence:\n- Baden-Württemberg | head of government | Lothar Späth | 1987\n- CDU Baden-Württemberg | chairperson | Lothar Späth | 1987\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1987\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1987\n- Baden-Württemberg | country | West Germany | 1987\nReasoning:", "completion": " Hop 1: Baden-Württemberg -> head of government -> Lothar Späth (1987)\n Hop 2: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1987)\n Hop 3: Bonn -> capital of -> West Germany (1987)\n Hop 4: Germany -> capital -> Bonn (1987)\n Answer: Germany", "t_query": 1987.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 5} +{"id": "sft_001989", "prompt": " After Marco Tulli country of citizenship Kingdom of Italy, what was the country of citizenship of Marco Tulli?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Marco Tulli -> country of citizenship -> Italy (1978)\n Answer: Italy", "t_query": 1978.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_001990", "prompt": " In 1989, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1989\n- Q46099 | country of citizenship | Yugoslavia | 1989\n- Q207166 | country of citizenship | Yugoslavia | 1989\n- Vladica Popović | country of citizenship | Yugoslavia | 1989\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1989\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1989\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1989\n- Ilija Petković | country of citizenship | Yugoslavia | 1989\n- Dušan Ivković | country of citizenship | Yugoslavia | 1989\n- Dragan Tomić | country of citizenship | Yugoslavia | 1989\n- Verzar | country | Yugoslavia | 1989\n- Suševo | country | Yugoslavia | 1989\n- Q793485 | country | Yugoslavia | 1989\n- Pirot | country | Yugoslavia | 1989\n- Orašje | country | Yugoslavia | 1989\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1989)\n Hop 2: Maria Rita Saulle -> country of citizenship -> Italy (1989)\n Answer: Maria Rita Saulle", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001991", "prompt": " In what year was the position held of Eugène Tisserant equal to Dean of the College of Cardinals?\nEvidence:\n- Eugène Tisserant | position held | Dean of the College of Cardinals | 1966\n- Eugène Tisserant | member of | Académie Française | 1966\n- Eugène Tisserant | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q998913 | member of | Académie Française | 1966\n- Gustaf VI Adolf of Sweden | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- René Huyghe | member of | Académie Française | 1966\n- Jérôme Carcopino | member of | Académie Française | 1966\n- Jean Paulhan | member of | Académie Française | 1966\n- Jean Guéhenno | member of | Académie Française | 1966\n- François Mauriac | member of | Académie Française | 1966\n- Pierre-Henri Simon | member of | Académie Française | 1966\n- Q822586 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q74879 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q689251 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q663757 | member of | Académie des Inscriptions et Belles-Lettres | 1966\nReasoning:", "completion": " Hop 1: Eugène Tisserant -> position held -> Dean of the College of Cardinals (1966)\n Answer: 1966", "t_query": 1966.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001992", "prompt": " In what year was the country of Astrakhan equal to Soviet Union?\nEvidence:\n- Astrakhan | country | Soviet Union | 1933\n- Yevpatoriia | country | Soviet Union | 1933\n- Yalta | country | Soviet Union | 1933\n- Vyazma | country | Soviet Union | 1933\n- Voronezh | country | Soviet Union | 1933\n- Vologda | country | Soviet Union | 1933\n- Volodarsk | country | Soviet Union | 1933\n- Volhynia | country | Soviet Union | 1933\n- Vladivostok | country | Soviet Union | 1933\n- Vinnytsia | country | Soviet Union | 1933\n- Vanadzor | country | Soviet Union | 1933\n- Urgench | country | Soviet Union | 1933\n- Uman | country | Soviet Union | 1933\n- Torzhok | country | Soviet Union | 1933\n- Tmutarakan | country | Soviet Union | 1933\nReasoning:", "completion": " Hop 1: Astrakhan -> country -> Soviet Union (1933)\n Answer: 1933", "t_query": 1933.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001993", "prompt": " In 1987, whose contains the administrative territorial entity's country of citizenship's head of government was Lower Saxony?\nEvidence:\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1987\n- Brunswick Government Region | located in the administrative territorial entity | Lower Saxony | 1987\n- Hanover | located in the administrative territorial entity | Lower Saxony | 1987\n- West Germany | contains the administrative territorial entity | Saarland | 1987\n- West Germany | contains the administrative territorial entity | Hesse | 1987\n- West Germany | contains the administrative territorial entity | Hamburg | 1987\n- West Germany | contains the administrative territorial entity | Bremen | 1987\n- West Germany | contains the administrative territorial entity | Bavaria | 1987\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1987\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1987\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1987\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1987\n- Saarland | located in the administrative territorial entity | West Germany | 1987\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1987\n- Q77721 | country of citizenship | West Germany | 1987\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Lower Saxony (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: Germany -> head of government -> Helmut Kohl (1987)\n Answer: Germany", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001994", "prompt": " In what year was the position held of Italy's head of government equal to Prime Minister of Italy?\nEvidence:\n- Oscar Luigi Scalfaro | position held | President of Italy | 1996\n- Italy | head of state | Oscar Luigi Scalfaro | 1996\n- Norberto Bobbio | position held | Italian senator for life | 1996\n- Q454036 | country of citizenship | Italy | 1996\n- Vittore Catella | country of citizenship | Italy | 1996\n- Veriano Luchetti | country of citizenship | Italy | 1996\n- Tullio Kezich | country of citizenship | Italy | 1996\n- Tonino Cervi | country of citizenship | Italy | 1996\n- Tiziano Terzani | country of citizenship | Italy | 1996\n- Stéphane Grappelli | country of citizenship | Italy | 1996\n- Simon Spierer | country of citizenship | Italy | 1996\n- Sergio Mantovani | country of citizenship | Italy | 1996\n- Sergio Bonelli | country of citizenship | Italy | 1996\n- Salvatore Cassisa | country of citizenship | Italy | 1996\n- Rossana Rossanda | country of citizenship | Italy | 1996\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Lamberto Dini (1996)\n Hop 2: Lamberto Dini -> position held -> Prime Minister of Italy (1996)\n Answer: 1996", "t_query": 1996.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001995", "prompt": " In 1952, what was the shares border with of Franca Ongaro's country of citizenship?\nEvidence:\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Italy | shares border with | Yugoslavia | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\n- Wilma Montesi | country of citizenship | Italy | 1952\n- Vittore Catella | country of citizenship | Italy | 1952\nReasoning:", "completion": " Hop 1: Franca Ongaro -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> shares border with -> Yugoslavia (1952)\n Answer: Yugoslavia", "t_query": 1952.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_001996", "prompt": " In 2019, what was the head coach of AC Sparta Prague?\nEvidence:\n- AC Sparta Prague | head coach | Zdeněk Ščasný | 2019\n- Nicușor Stanciu | member of sports team | AC Sparta Prague | 2019\n- Bořek Dočkal | member of sports team | AC Sparta Prague | 2019\n- Nicușor Stanciu | member of sports team | SK Slavia Prague | 2019\n- Nicușor Stanciu | member of sports team | Q44441 | 2019\n- Bořek Dočkal | member of sports team | Czechia men's national football team | 2019\nReasoning:", "completion": " Hop 1: AC Sparta Prague -> head coach -> Zdeněk Ščasný (2019)\n Answer: Zdeněk Ščasný", "t_query": 2019.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_001997", "prompt": " In what year was the head of government of Italy equal to Mario Draghi?\nEvidence:\n- Italy | head of government | Mario Draghi | 2022\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Mario Draghi (2022)\n Answer: 2022", "t_query": 2022.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1} +{"id": "sft_001998", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon equal to Dardilly?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Dardilly (2003)\n Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_001999", "prompt": " In 1974, what was the head of government of Germany?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Walter Scheel (1974)\n Answer: Walter Scheel", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002000", "prompt": " In what year was the currency of Elena Altieri's country of citizenship equal to Italian lira?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\n- Tullio Kezich | country of citizenship | Italy | 1977\n- Tonino Cervi | country of citizenship | Italy | 1977\n- Tiziano Terzani | country of citizenship | Italy | 1977\nReasoning:", "completion": " Hop 1: Elena Altieri -> country of citizenship -> Italy (1977)\n Hop 2: Italy -> currency -> Italian lira (1977)\n Answer: 1977", "t_query": 1977.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002001", "prompt": " In 1962, what was the country of citizenship of Antonio Corpora?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Answer: Italy", "t_query": 1962.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002002", "prompt": " Who was the head of state of Clelio Darida's country of citizenship before Carlo Azeglio Ciampi?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Carlo Zecchi | country of citizenship | Italy | 1968\n- Carlo Toniatti | country of citizenship | Italy | 1968\n- Carlo Bandirola | country of citizenship | Italy | 1968\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Clelio Darida -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1968)\n Answer: Giuseppe Saragat", "t_query": 1968.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002003", "prompt": " In 1974, whose position held's head of state was Vice-Chancellor of Germany?\nEvidence:\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Germany | head of government | Walter Scheel | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\nReasoning:", "completion": " Hop 1: Walter Scheel -> position held -> Vice-Chancellor of Germany (1974)\n Hop 2: Germany -> head of state -> Walter Scheel (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 8} +{"id": "sft_002004", "prompt": " In what year was the head of state of Giovanni Spadolini's country of citizenship equal to Giovanni Leone?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giovanni Spadolini -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> head of state -> Giovanni Leone (1975)\n Answer: 1975", "t_query": 1975.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002005", "prompt": " After Giuseppe Bottai country of citizenship Italy, what was the head of state of Italy?\nEvidence:\n- Giuseppe Patanè | country of citizenship | Italy | 1963\n- Giuseppe Paratore | country of citizenship | Italy | 1963\n- Giuseppe Meazza | country of citizenship | Italy | 1963\n- Giuseppe Gabrielli | country of citizenship | Italy | 1963\n- Giuseppe Busso | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\n- Tonino Cervi | country of citizenship | Italy | 1963\n- Tiziano Terzani | country of citizenship | Italy | 1963\n- Stéphane Grappelli | country of citizenship | Italy | 1963\n- Simon Spierer | country of citizenship | Italy | 1963\n- Sergio Mantovani | country of citizenship | Italy | 1963\n- Sergio Bonelli | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Antonio Segni (1963)\n Answer: Antonio Segni", "t_query": 1963.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002006", "prompt": " After Alberto Fontanesi country of citizenship Italy, what was the position held of Umberto Mastroianni's country of citizenship's head of government?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Alberto Lattuada | country of citizenship | Italy | 1995\n- Alberto De Martino | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\nReasoning:", "completion": " Hop 1: Umberto Mastroianni -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of government -> Lamberto Dini (1995)\n Hop 3: Lamberto Dini -> position held -> Prime Minister of Italy (1995)\n Answer: Prime Minister of Italy", "t_query": 1995.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002007", "prompt": " In 1950, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Württemberg-Baden (1950)\n Answer: Württemberg-Baden", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002008", "prompt": " In 1963, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1963\n- Q207166 | country of citizenship | Yugoslavia | 1963\n- Vladica Popović | country of citizenship | Yugoslavia | 1963\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1963\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1963\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1963\n- Ilija Petković | country of citizenship | Yugoslavia | 1963\n- Dušan Ivković | country of citizenship | Yugoslavia | 1963\n- Dragan Tomić | country of citizenship | Yugoslavia | 1963\n- Verzar | country | Yugoslavia | 1963\n- Suševo | country | Yugoslavia | 1963\n- Q793485 | country | Yugoslavia | 1963\n- Pirot | country | Yugoslavia | 1963\n- Orašje | country | Yugoslavia | 1963\n- Kraljevo | country | Yugoslavia | 1963\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1963)\n Hop 2: Francesca Romana Coluzzi -> country of citizenship -> Italy (1963)\n Answer: Francesca Romana Coluzzi", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002009", "prompt": " After Piero Cappuccilli country of citizenship Italy, what was the head of state of Nino Baragli's country of citizenship?\nEvidence:\n- Nino Baragli | country of citizenship | Italy | 1994\n- Piero Cappuccilli | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\nReasoning:", "completion": " Hop 1: Nino Baragli -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1994)\n Answer: Oscar Luigi Scalfaro", "t_query": 1994.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002010", "prompt": " In what year was the currency of Maria Caniglia's country of citizenship equal to Italian lira?\nEvidence:\n- Maria Caniglia | country of citizenship | Italy | 1951\n- Maria Tore Barbina | country of citizenship | Italy | 1951\n- Alberto Maria De Agostini | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Maria Caniglia -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> currency -> Italian lira (1951)\n Answer: 1951", "t_query": 1951.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002011", "prompt": " After Giovanni Gronchi country of citizenship Italy, what was the position held of Antonio Corpora's country of citizenship's head of state?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Giovanni Mardersteig | country of citizenship | Italy | 1962\n- Giovanni Invernizzi | country of citizenship | Italy | 1962\n- Giovanni Goria | country of citizenship | Italy | 1962\n- Giovanni Ferrofino | country of citizenship | Italy | 1962\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1962)\n Hop 3: Giovanni Gronchi -> position held -> Italian senator for life (1962)\n Answer: Italian senator for life", "t_query": 1962.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002012", "prompt": " In what year was the officeholder of Chairman of the National Assembly of Vietnam equal to Nguyen Huu Tho?\nEvidence:\n- Chairman of the National Assembly of Vietnam | position holder | Nguyen Huu Tho | 1983\nReasoning:", "completion": " Hop 1: Chairman of the National Assembly of Vietnam -> officeholder -> Nguyen Huu Tho (1983)\n Answer: 1983", "t_query": 1983.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1} +{"id": "sft_002013", "prompt": " In what year was the located in of Kotelnikovo equal to Kotelnikovsky District?\nEvidence:\n- Kotelnikovo | located in the administrative territorial entity | Kotelnikovsky District | 1984\n- Kotelnikovo | country | Soviet Union | 1984\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1984\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1984\n- Meshchovsky District | country | Soviet Union | 1984\n- Drochia District | country | Soviet Union | 1984\n- Dzun-Khemchiksky District | country | Soviet Union | 1984\n- Q59054 | country of citizenship | Soviet Union | 1984\n- Q437262 | country of citizenship | Soviet Union | 1984\n- Q324083 | country of citizenship | Soviet Union | 1984\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1984\n- Yuri Manin | country of citizenship | Soviet Union | 1984\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1984\n- Viktor Kulikov | country of citizenship | Soviet Union | 1984\n- Vija Artmane | country of citizenship | Soviet Union | 1984\nReasoning:", "completion": " Hop 1: Kotelnikovo -> located in -> Kotelnikovsky District (1984)\n Answer: 1984", "t_query": 1984.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002014", "prompt": " After Konrad Biesalski work location Berlin, what was the located in of Carel Willink's work location?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Q73153 | residence | Berlin | 1920\n- Berlin | country | Weimar Republic | 1920\nReasoning:", "completion": " Hop 1: Carel Willink -> work location -> Berlin (1920)\n Hop 2: Berlin -> located in -> Free State of Prussia (1920)\n Answer: Free State of Prussia", "t_query": 1920.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 9} +{"id": "sft_002015", "prompt": " In 1968, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1968\n- Q207166 | country of citizenship | Yugoslavia | 1968\n- Vladica Popović | country of citizenship | Yugoslavia | 1968\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1968\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1968\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1968\n- Ilija Petković | country of citizenship | Yugoslavia | 1968\n- Dušan Ivković | country of citizenship | Yugoslavia | 1968\n- Dragan Tomić | country of citizenship | Yugoslavia | 1968\n- Verzar | country | Yugoslavia | 1968\n- Suševo | country | Yugoslavia | 1968\n- Q793485 | country | Yugoslavia | 1968\n- Pirot | country | Yugoslavia | 1968\n- Orašje | country | Yugoslavia | 1968\n- Kraljevo | country | Yugoslavia | 1968\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1968)\n Hop 2: Ugo Morin -> country of citizenship -> Italy (1968)\n Answer: Ugo Morin", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002016", "prompt": " In 1975, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1975\n- Germany | member of | European Coal and Steel Community | 1975\n- Belgium | member of | European Coal and Steel Community | 1975\n- Germany | member of | European Atomic Energy Community | 1975\n- Germany | member of | Western European Union | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1975)\n Hop 2: Giacomo Rossi-Stuart -> country of citizenship -> Italy (1975)\n Answer: Giacomo Rossi-Stuart", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002017", "prompt": " In 1971, what was the position held of Salvatore Fiume's country of citizenship's head of state?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1971)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1971)\n Answer: President of Italy", "t_query": 1971.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002018", "prompt": " In 1956, what was the basic form of government of Germany's diplomatic relation?\nEvidence:\n- Germany | diplomatic relation | Afghanistan | 1956\n- Afghanistan | basic form of government | constitutional monarchy | 1956\n- Germany | head of government | Konrad Adenauer | 1956\n- Bonn | capital of | Germany | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | West Germany | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Germany | member of | Western European Union | 1956\n- Germany | head of state | Theodor Heuss | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- West Germany | currency | Deutsche Mark | 1956\n- Germany | shares border with | Czechoslovakia | 1956\n- president of Germany | position holder | Theodor Heuss | 1956\n- Jürgen Kissner | country of citizenship | West Germany | 1956\nReasoning:", "completion": " Hop 1: Germany -> diplomatic relation -> Afghanistan (1956)\n Hop 2: Afghanistan -> basic form of government -> constitutional monarchy (1956)\n Answer: constitutional monarchy", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002019", "prompt": " After Giovanni de Riu country of citizenship Italy, what was the currency of Gino Cassinis's country of citizenship?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Giovanni Mardersteig | country of citizenship | Italy | 1959\n- Giovanni Invernizzi | country of citizenship | Italy | 1959\n- Giovanni Goria | country of citizenship | Italy | 1959\n- Giovanni Ferrofino | country of citizenship | Italy | 1959\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1959\n- Velasio de Paolis | country of citizenship | Italy | 1959\n- Uberto de Morpurgo | country of citizenship | Italy | 1959\n- Renzo De Felice | country of citizenship | Italy | 1959\n- Dino De Antoni | country of citizenship | Italy | 1959\n- Alberto Maria De Agostini | country of citizenship | Italy | 1959\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1959\n- Uberto de Morpurgo | country for sport | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Gino Cassinis -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> currency -> Italian lira (1959)\n Answer: Italian lira", "t_query": 1959.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002020", "prompt": " In 2012, whose member of sports team was R.S.C. Anderlecht?\nEvidence:\n- Q968773 | member of sports team | R.S.C. Anderlecht | 2012\n- Q516607 | member of sports team | R.S.C. Anderlecht | 2012\n- Q329348 | member of sports team | R.S.C. Anderlecht | 2012\n- Thomas Chatelle | member of sports team | R.S.C. Anderlecht | 2012\n- Marcin Wasilewski | member of sports team | R.S.C. Anderlecht | 2012\n- Thomas Chatelle | member of sports team | R.A.E.C. Mons | 2012\n- Q329348 | member of sports team | Sweden men's national football team | 2012\n- Marcin Wasilewski | member of sports team | Poland men's national football team | 2012\n- Q968773 | member of sports team | Q916199 | 2012\n- Thomas Chatelle | member of sports team | Sint-Truidense V.V. | 2012\nReasoning:", "completion": " Hop 1: Thomas Chatelle -> member of sports team -> R.S.C. Anderlecht (2012)\n Answer: Thomas Chatelle", "t_query": 2012.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 10} +{"id": "sft_002021", "prompt": " In 1920, whose shares border with's country's work location was Neutral Moresnet?\nEvidence:\n- Neutral Moresnet | shares border with | Belgium | 1920\n- Belgium | shares border with | Neutral Moresnet | 1920\n- Weimar Republic | shares border with | Neutral Moresnet | 1920\n- Neutral Moresnet | shares border with | Kingdom of the Netherlands | 1920\n- Neutral Moresnet | shares border with | Free State of Prussia | 1920\n- Neutral Moresnet | currency | French franc | 1920\n- Neutral Moresnet | currency | Belgian franc | 1920\n- hyperinflation in the Weimar Republic | country | Weimar Republic | 1920\n- Zwickau | country | Weimar Republic | 1920\n- Zimmern | country | Weimar Republic | 1920\n- Wrocław | country | Weimar Republic | 1920\n- Wittmund | country | Weimar Republic | 1920\n- Wismar | country | Weimar Republic | 1920\n- Wiesbaden | country | Weimar Republic | 1920\n- Weimar | country | Weimar Republic | 1920\nReasoning:", "completion": " Hop 1: Weimar Republic -> shares border with -> Neutral Moresnet (1920)\n Hop 2: Berlin -> country -> Weimar Republic (1920)\n Hop 3: Carel Willink -> work location -> Berlin (1920)\n Answer: Carel Willink", "t_query": 1920.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002022", "prompt": " In what year was the country of Deggendorf equal to Bavaria?\nEvidence:\n- Deggendorf | country | Bavaria | 1925\n- Q267793 | country | Bavaria | 1925\n- Q10414 | country | Bavaria | 1925\n- Krumbach | country | Bavaria | 1925\n- Frankenthal | located in the administrative territorial entity | Bavaria | 1925\nReasoning:", "completion": " Hop 1: Deggendorf -> country -> Bavaria (1925)\n Answer: 1925", "t_query": 1925.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 5} +{"id": "sft_002023", "prompt": " After Cesare Terranova country of citizenship Italy, what was the shares border with of Eleonora Rossi Drago's country of citizenship?\nEvidence:\n- Eleonora Rossi Drago | country of citizenship | Italy | 1947\n- Italy | shares border with | Yugoslavia | 1947\n- Cesare Terranova | country of citizenship | Italy | 1947\n- Cesare Siepi | country of citizenship | Italy | 1947\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1947\n- Q612509 | country of citizenship | Italy | 1947\n- Q454036 | country of citizenship | Italy | 1947\n- Q435856 | country of citizenship | Italy | 1947\n- Q432318 | country of citizenship | Italy | 1947\n- Q429298 | country of citizenship | Italy | 1947\n- Q340261 | country of citizenship | Italy | 1947\n- Q318968 | country of citizenship | Italy | 1947\n- Q264986 | country of citizenship | Italy | 1947\n- Q219490 | country of citizenship | Italy | 1947\n- Q213482 | country of citizenship | Italy | 1947\nReasoning:", "completion": " Hop 1: Eleonora Rossi Drago -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> shares border with -> Yugoslavia (1947)\n Answer: Yugoslavia", "t_query": 1947.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002024", "prompt": " Who was the member of sports team of Didier Six after Olympique de Marseille?\nEvidence:\n- Didier Six | member of sports team | VfB Stuttgart | 1981\n- Didier Six | member of sports team | France men's national association football team | 1981\n- Q95302 | member of sports team | VfB Stuttgart | 1981\n- Q68759 | member of sports team | VfB Stuttgart | 1981\n- Q343844 | member of sports team | VfB Stuttgart | 1981\n- Q123435 | member of sports team | VfB Stuttgart | 1981\n- Peter Reichert | member of sports team | VfB Stuttgart | 1981\n- Joachim Löw | member of sports team | VfB Stuttgart | 1981\n- Helmut Roleder | member of sports team | VfB Stuttgart | 1981\n- Q730597 | member of sports team | France men's national association football team | 1981\n- Q562392 | member of sports team | France men's national association football team | 1981\n- Q559326 | member of sports team | France men's national association football team | 1981\n- Q472740 | member of sports team | France men's national association football team | 1981\n- Q464828 | member of sports team | France men's national association football team | 1981\n- Q433193 | member of sports team | France men's national association football team | 1981\nReasoning:", "completion": " Hop 1: Didier Six -> member of sports team -> VfB Stuttgart (1981)\n Answer: VfB Stuttgart", "t_query": 1981.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002025", "prompt": " In what year was the currency of Carel Willink's work location's country's shares border with equal to Belgian franc?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Hop 1: Carel Willink -> work location -> Berlin (1920)\n Hop 2: Berlin -> country -> Weimar Republic (1920)\n Hop 3: Weimar Republic -> shares border with -> Neutral Moresnet (1920)\n Hop 4: Neutral Moresnet -> currency -> Belgian franc (1920)\n Answer: 1920", "t_query": 1920.0, "chain_length": 4, "operator_type": "interval", "n_evidence": 9} +{"id": "sft_002026", "prompt": " In 1963, whose head of state's country of citizenship was Antonio Segni?\nEvidence:\n- Italy | head of state | Antonio Segni | 1963\n- Antonio Segni | country of citizenship | Italy | 1963\n- Antonio Segni | position held | President of Italy | 1963\n- Antonio Leonviola | country of citizenship | Italy | 1963\n- Antonio Fessia | country of citizenship | Italy | 1963\n- Antonio Calderara | country of citizenship | Italy | 1963\n- Antonio Brivio | country of citizenship | Italy | 1963\n- Antonio Bacci | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Antonio Segni (1963)\n Hop 2: Gianni Brera -> country of citizenship -> Italy (1963)\n Answer: Gianni Brera", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002027", "prompt": " In 1971, what was the member of of Salvatore Fiume's country of citizenship?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> member of -> European Economic Community (1971)\n Answer: European Economic Community", "t_query": 1971.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002028", "prompt": " After Giorgio Manganelli country of citizenship Italy, what was the member of of Gino Cassinis's country of citizenship?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Giorgio Perlasca | country of citizenship | Italy | 1959\n- Giorgio Oberweger | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Gino Cassinis -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> member of -> European Economic Community (1959)\n Answer: European Economic Community", "t_query": 1959.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002029", "prompt": " In 1967, whose head of state's country of citizenship was Giuseppe Saragat?\nEvidence:\n- Italy | head of state | Giuseppe Saragat | 1967\n- Giuseppe Saragat | country of citizenship | Italy | 1967\n- Giuseppe Saragat | position held | President of Italy | 1967\n- Giuseppe Prisco | country of citizenship | Italy | 1967\n- Giuseppe Patanè | country of citizenship | Italy | 1967\n- Giuseppe Paratore | country of citizenship | Italy | 1967\n- Giuseppe Meazza | country of citizenship | Italy | 1967\n- Giuseppe Gabrielli | country of citizenship | Italy | 1967\n- Giuseppe Colnago | country of citizenship | Italy | 1967\n- Giuseppe Busso | country of citizenship | Italy | 1967\n- Giuseppe Antonini | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giuseppe Saragat (1967)\n Hop 2: Flaviano Vicentini -> country of citizenship -> Italy (1967)\n Answer: Flaviano Vicentini", "t_query": 1967.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002030", "prompt": " Who was the general secretary of Félicien Marceau's member of after Maurice Genevoix?\nEvidence:\n- Académie Française | general secretary | Maurice Druon | 1995\n- Félicien Marceau | member of | Académie Française | 1995\n- René Huyghe | member of | Académie Française | 1995\n- Michel Déon | member of | Académie Française | 1995\n- Julien Green | member of | Académie Française | 1995\n- Jacques Laurent | member of | Académie Française | 1995\n- Jean-Marie Lustiger | member of | Académie Française | 1995\nReasoning:", "completion": " Hop 1: Félicien Marceau -> member of -> Académie Française (1995)\n Hop 2: Académie Française -> general secretary -> Maurice Druon (1995)\n Answer: Maurice Druon", "t_query": 1995.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 7} +{"id": "sft_002031", "prompt": " After Adolf Jäger member of sports team Germany men's national association football team, what was the head coach of Germany men's national association football team?\nEvidence:\n- Germany men's national association football team | head coach | Franz Beckenbauer | 1985\n- Q68759 | member of sports team | Germany men's national association football team | 1985\n- Q657219 | member of sports team | Germany men's national association football team | 1985\n- Q44464 | member of sports team | Germany men's national association football team | 1985\n- Q159045 | member of sports team | Germany men's national association football team | 1985\n- Q152871 | member of sports team | Germany men's national association football team | 1985\n- Uli Stein | member of sports team | Germany men's national association football team | 1985\n- Pierre Littbarski | member of sports team | Germany men's national association football team | 1985\n- Olaf Thon | member of sports team | Germany men's national association football team | 1985\n- Frank Mill | member of sports team | Germany men's national association football team | 1985\n- Q657219 | member of sports team | Germany national under-21 football team | 1985\n- Olaf Thon | member of sports team | Germany national under-21 football team | 1985\n- Q68759 | member of sports team | VfB Stuttgart | 1985\n- Q152871 | member of sports team | Inter Milan | 1985\n- Q44464 | member of sports team | SV Werder Bremen | 1985\nReasoning:", "completion": " Hop 1: Germany men's national association football team -> head coach -> Franz Beckenbauer (1985)\n Answer: Franz Beckenbauer", "t_query": 1985.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002032", "prompt": " Who was the head of government of People's Republic of China before Li Keqiang?\nEvidence:\n- People's Republic of China | head of government | Wen Jiabao | 2008\n- Li Rui | country of citizenship | People's Republic of China | 2008\n- Li Peng | country of citizenship | People's Republic of China | 2008\n- Gong Li | country of citizenship | People's Republic of China | 2008\n- People's Republic of China | head of state | Hu Jintao | 2008\n- Xu Qinxian | country of citizenship | People's Republic of China | 2008\n- Xiao Yang | country of citizenship | People's Republic of China | 2008\n- Xiao Ke | country of citizenship | People's Republic of China | 2008\n- Ricky Hui | country of citizenship | People's Republic of China | 2008\n- Benny Chan | country of citizenship | People's Republic of China | 2008\n- Li Rui | member of political party | Chinese Communist Party | 2008\n- Li Peng | member of political party | Chinese Communist Party | 2008\n- Wen Jiabao | member of | Politburo Standing Committee of the Chinese Communist Party | 2008\n- General Secretary of the Chinese Communist Party | position holder | Hu Jintao | 2008\n- Xiao Yang | member of political party | Chinese Communist Party | 2008\nReasoning:", "completion": " Hop 1: People's Republic of China -> head of government -> Wen Jiabao (2008)\n Answer: Wen Jiabao", "t_query": 2008.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002033", "prompt": " In what year was the member of sports team of Thomas Chatelle equal to R.S.C. Anderlecht?\nEvidence:\n- Thomas Chatelle | member of sports team | R.S.C. Anderlecht | 2012\n- Thomas Chatelle | member of sports team | R.A.E.C. Mons | 2012\n- Q968773 | member of sports team | R.S.C. Anderlecht | 2012\n- Q516607 | member of sports team | R.S.C. Anderlecht | 2012\n- Q329348 | member of sports team | R.S.C. Anderlecht | 2012\n- Marcin Wasilewski | member of sports team | R.S.C. Anderlecht | 2012\n- Thomas Chatelle | member of sports team | Sint-Truidense V.V. | 2012\n- Q817639 | member of sports team | R.A.E.C. Mons | 2012\n- Q464631 | member of sports team | R.A.E.C. Mons | 2012\n- Bahattin Köse | member of sports team | R.A.E.C. Mons | 2012\n- R.A.E.C. Mons | league or competition | Belgian Pro League | 2012\n- Q392727 | member of sports team | Sint-Truidense V.V. | 2012\n- Q377088 | member of sports team | Sint-Truidense V.V. | 2012\n- Koen Daerden | member of sports team | Sint-Truidense V.V. | 2012\nReasoning:", "completion": " Hop 1: Thomas Chatelle -> member of sports team -> R.S.C. Anderlecht (2012)\n Answer: 2012", "t_query": 2012.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 14} +{"id": "sft_002034", "prompt": " In what year was the head of government of Italy equal to Bettino Craxi?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1986\n- Vittore Catella | country of citizenship | Italy | 1986\n- Veriano Luchetti | country of citizenship | Italy | 1986\n- Tullio Kezich | country of citizenship | Italy | 1986\n- Tonino Cervi | country of citizenship | Italy | 1986\n- Tiziano Terzani | country of citizenship | Italy | 1986\n- Stéphane Grappelli | country of citizenship | Italy | 1986\n- Simon Spierer | country of citizenship | Italy | 1986\n- Sergio Mantovani | country of citizenship | Italy | 1986\n- Sergio Bonelli | country of citizenship | Italy | 1986\n- Salvatore Cassisa | country of citizenship | Italy | 1986\n- Rossana Rossanda | country of citizenship | Italy | 1986\n- Renata Tebaldi | country of citizenship | Italy | 1986\n- Primo Nebiolo | country of citizenship | Italy | 1986\n- Pino Lancetti | country of citizenship | Italy | 1986\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Bettino Craxi (1986)\n Answer: 1986", "t_query": 1986.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002035", "prompt": " Who was the head of state of Luca Ronconi's country of citizenship after Giovanni Leone?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Giovanni Invernizzi | country of citizenship | Italy | 1993\n- Giovanni Goria | country of citizenship | Italy | 1993\n- Giovanni Ferrofino | country of citizenship | Italy | 1993\n- Giovanni Azzini | country of citizenship | Italy | 1993\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\nReasoning:", "completion": " Hop 1: Luca Ronconi -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1993)\n Answer: Oscar Luigi Scalfaro", "t_query": 1993.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002036", "prompt": " After Germany head of state Gustav Heinemann, what was the currency of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Germany | currency | Deutsche Mark | 1987\n- West Germany | currency | Deutsche Mark | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> currency -> Deutsche Mark (1987)\n Answer: Deutsche Mark", "t_query": 1987.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002037", "prompt": " In what year was the country of citizenship of Germany's head of government equal to West Germany?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- Bonn | capital of | West Germany | 1987\n- West Germany | currency | Deutsche Mark | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Answer: 1987", "t_query": 1987.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002038", "prompt": " In what year was the currency of Belgium's shares border with equal to French franc?\nEvidence:\n- Neutral Moresnet | shares border with | Belgium | 1913\n- Belgium | shares border with | Neutral Moresnet | 1913\n- Belgium | currency | Belgian franc | 1913\n- Neutral Moresnet | currency | French franc | 1913\n- Neutral Moresnet | shares border with | Kingdom of the Netherlands | 1913\n- Neutral Moresnet | shares border with | Kingdom of Prussia | 1913\n- Neutral Moresnet | currency | Belgian franc | 1913\nReasoning:", "completion": " Hop 1: Belgium -> shares border with -> Neutral Moresnet (1913)\n Hop 2: Neutral Moresnet -> currency -> French franc (1913)\n Answer: 1913", "t_query": 1913.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 7} +{"id": "sft_002039", "prompt": " In what year was the country of Omsk equal to Soviet Union?\nEvidence:\n- Omsk | country | Soviet Union | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Zhytomyr | country | Soviet Union | 1948\n- Zastavna | country | Soviet Union | 1948\n- Yevpatoriia | country | Soviet Union | 1948\n- Yalta | country | Soviet Union | 1948\n- Vyazma | country | Soviet Union | 1948\n- Voronezh | country | Soviet Union | 1948\n- Vologda | country | Soviet Union | 1948\n- Volodarsk | country | Soviet Union | 1948\n- Volhynia | country | Soviet Union | 1948\n- Voinyliv | country | Soviet Union | 1948\n- Vladivostok | country | Soviet Union | 1948\n- Vinnytsia | country | Soviet Union | 1948\nReasoning:", "completion": " Hop 1: Omsk -> country -> Soviet Union (1948)\n Answer: 1948", "t_query": 1948.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002040", "prompt": " In what year was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance equal to Lower Saxony?\nEvidence:\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Lower Saxony (1972)\n Answer: 1972", "t_query": 1972.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002041", "prompt": " Who was the country of registry of Kasato Maru before Empire of Japan?\nEvidence:\n- Kasato Maru | country of registry | Russian Empire | 1901\n- Șirăuți | country | Russian Empire | 1901\n- Šeteniai | country | Russian Empire | 1901\n- Łódź | country | Russian Empire | 1901\n- Červień | country | Russian Empire | 1901\n- Zhytomyr | country | Russian Empire | 1901\n- Yevpatoriia | country | Russian Empire | 1901\n- Yalta | country | Russian Empire | 1901\n- Voronezh | country | Russian Empire | 1901\n- Vologda | country | Russian Empire | 1901\n- Volodymyr | country | Russian Empire | 1901\n- Volhynia | country | Russian Empire | 1901\n- Vinnytsia | country | Russian Empire | 1901\n- Uman | country | Russian Empire | 1901\n- Torzhok | country | Russian Empire | 1901\nReasoning:", "completion": " Hop 1: Kasato Maru -> country of registry -> Russian Empire (1901)\n Answer: Russian Empire", "t_query": 1901.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002042", "prompt": " In 1937, what was the noble title of Gustaf VI Adolf of Sweden?\nEvidence:\n- Gustaf VI Adolf of Sweden | noble title | duke | 1937\n- Gustaf VI Adolf of Sweden | noble title | crown prince | 1937\n- Louise Mountbatten | spouse | Gustaf VI Adolf of Sweden | 1937\n- Gustaf VI Adolf of Sweden | spouse | Louise Mountbatten | 1937\n- Gustaf VI Adolf of Sweden | position held | crown prince | 1937\n- Louise Mountbatten | noble title | queen consort | 1937\nReasoning:", "completion": " Hop 1: Gustaf VI Adolf of Sweden -> noble title -> duke (1937)\n Answer: duke", "t_query": 1937.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_002043", "prompt": " In 1961, whose located in was Bogotolsky District?\nEvidence:\n- Bogotol | located in the administrative territorial entity | Bogotolsky District | 1961\nReasoning:", "completion": " Hop 1: Bogotol -> located in -> Bogotolsky District (1961)\n Answer: Bogotol", "t_query": 1961.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_002044", "prompt": " In 1995, whose country of citizenship was Italy?\nEvidence:\n- Q454036 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\n- Tiziano Terzani | country of citizenship | Italy | 1995\n- Stéphane Grappelli | country of citizenship | Italy | 1995\n- Simon Spierer | country of citizenship | Italy | 1995\n- Sergio Mantovani | country of citizenship | Italy | 1995\n- Sergio Bonelli | country of citizenship | Italy | 1995\n- Salvatore Cassisa | country of citizenship | Italy | 1995\n- Rossana Rossanda | country of citizenship | Italy | 1995\n- Romano Mussolini | country of citizenship | Italy | 1995\n- Renata Tebaldi | country of citizenship | Italy | 1995\n- Primo Nebiolo | country of citizenship | Italy | 1995\nReasoning:", "completion": " Hop 1: Umberto Mastroianni -> country of citizenship -> Italy (1995)\n Answer: Umberto Mastroianni", "t_query": 1995.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002045", "prompt": " In what year was the shares border with of Andrea Carrea's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1984\n- Andrea Carrea | country of citizenship | Italy | 1984\n- Andrea Pangrazio | country of citizenship | Italy | 1984\n- Andrea Miano | country of citizenship | Italy | 1984\n- Andrea Cassone | country of citizenship | Italy | 1984\n- Andrea Bianchi | country of citizenship | Italy | 1984\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Andrea Carrea -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> shares border with -> Yugoslavia (1984)\n Answer: 1984", "t_query": 1984.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002046", "prompt": " After Adolf Schröter country of citizenship Germany, what was the member of of Germany?\nEvidence:\n- Adolf Schröter | country of citizenship | Germany | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\nReasoning:", "completion": " Hop 1: Germany -> member of -> European Atomic Energy Community (1974)\n Answer: European Atomic Energy Community", "t_query": 1974.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002047", "prompt": " In 1963, what was the shares border with of Luigi Pistilli's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1963\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Luigi Pistilli -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> shares border with -> Yugoslavia (1963)\n Answer: Yugoslavia", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002048", "prompt": " In what year was the member of sports team of Rudolf Brunnenmeier equal to SC Schwarz-Weiß Bregenz?\nEvidence:\n- Rudolf Brunnenmeier | member of sports team | SC Schwarz-Weiß Bregenz | 1976\n- Rudolf Brunnenmeier | member of sports team | Schwarz-Weiß Bregenz | 1976\nReasoning:", "completion": " Hop 1: Rudolf Brunnenmeier -> member of sports team -> SC Schwarz-Weiß Bregenz (1976)\n Answer: 1976", "t_query": 1976.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2} +{"id": "sft_002049", "prompt": " In 1972, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Schleswig-Holstein (1972)\n Answer: Schleswig-Holstein", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002050", "prompt": " Who was the head of government of Raul Gardini's country of citizenship before Massimo D'Alema?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Joe D'Amato | country of citizenship | Italy | 1989\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1989\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1989\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Raul Gardini -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> head of government -> Ciriaco De Mita (1989)\n Answer: Ciriaco De Mita", "t_query": 1989.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002051", "prompt": " Who was the country of citizenship of Gino Cassinis after Kingdom of Italy?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Gino Cassinis -> country of citizenship -> Italy (1959)\n Answer: Italy", "t_query": 1959.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002052", "prompt": " After Bernard Karfiol work location New York City, what was the residence of New York City7131's headquarters's head of government?\nEvidence:\n- MetLife | headquarters location | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Elliott Erwitt | work location | New York City | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- William Vickrey | residence | New York City | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\nReasoning:", "completion": " Hop 1: MetLife -> headquarters -> New York City (1952)\n Hop 2: New York City -> head of government -> Vincent R. Impellitteri (1952)\n Hop 3: Vincent R. Impellitteri -> residence -> United States (1952)\n Answer: United States", "t_query": 1952.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002053", "prompt": " In what year was the country of citizenship of Mansour el-Essawy equal to United Arab Republic?\nEvidence:\n- Mansour el-Essawy | country of citizenship | United Arab Republic | 1959\n- Q59981 | country of citizenship | United Arab Republic | 1959\n- Q325513 | country of citizenship | United Arab Republic | 1959\n- Q212190 | country of citizenship | United Arab Republic | 1959\n- Zakaria Mohieddin | country of citizenship | United Arab Republic | 1959\n- Taha Hussein | country of citizenship | United Arab Republic | 1959\n- Sabah Fakhri | country of citizenship | United Arab Republic | 1959\n- Saadallah Wannous | country of citizenship | United Arab Republic | 1959\n- Onsi Sawiris | country of citizenship | United Arab Republic | 1959\n- Hussein Salem | country of citizenship | United Arab Republic | 1959\n- Hosni Mubarak | country of citizenship | United Arab Republic | 1959\n- Hanna Mina | country of citizenship | United Arab Republic | 1959\n- Fawzi Selu | country of citizenship | United Arab Republic | 1959\n- United Arab Republic | member of | United Nations | 1959\n- Muhammad Sedki Sulayman | country of citizenship | United Arab Republic | 1959\nReasoning:", "completion": " Hop 1: Mansour el-Essawy -> country of citizenship -> United Arab Republic (1959)\n Answer: 1959", "t_query": 1959.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002054", "prompt": " In what year was the currency of Alfonso Calzolari's country of citizenship equal to Italian lira?\nEvidence:\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\n- Veriano Luchetti | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Alfonso Calzolari -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> currency -> Italian lira (1956)\n Answer: 1956", "t_query": 1956.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002055", "prompt": " In 1993, what was the country of citizenship of Virbhadra Singh?\nEvidence:\n- Virbhadra Singh | country of citizenship | India | 1993\n- Abhijit Banerjee | country of citizenship | India | 1993\n- M. S. Swaminathan | country of citizenship | India | 1993\n- India | contains the administrative territorial entity | Daman and Diu | 1993\n- India | head of state | Shankar Dayal Sharma | 1993\n- India | head of government | P. V. Narasimha Rao | 1993\nReasoning:", "completion": " Hop 1: Virbhadra Singh -> country of citizenship -> India (1993)\n Answer: India", "t_query": 1993.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_002056", "prompt": " In 1978, whose head of government was Yukio Hayashida?\nEvidence:\n- Kyoto Prefecture | head of government | Yukio Hayashida | 1978\nReasoning:", "completion": " Hop 1: Kyoto Prefecture -> head of government -> Yukio Hayashida (1978)\n Answer: Kyoto Prefecture", "t_query": 1978.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_002057", "prompt": " In what year was the member of sports team of Gerardo Rivas equal to Club Libertad?\nEvidence:\n- Gerardo Rivas | member of sports team | Club Libertad | 1920\nReasoning:", "completion": " Hop 1: Gerardo Rivas -> member of sports team -> Club Libertad (1920)\n Answer: 1920", "t_query": 1920.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1} +{"id": "sft_002058", "prompt": " Who was the head of government of Gino Cassinis's country of citizenship before Massimo D'Alema?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Joe D'Amato | country of citizenship | Italy | 1959\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1959\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1959\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Gino Cassinis -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of government -> Antonio Segni (1959)\n Answer: Antonio Segni", "t_query": 1959.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002059", "prompt": " In 1987, whose country of citizenship's head of government was West Germany?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Q77721 | country of citizenship | West Germany | 1987\n- Würzburg | country | West Germany | 1987\n- Wuppertal | country | West Germany | 1987\n- Wiesbaden | country | West Germany | 1987\n- Westfalenliga | country | West Germany | 1987\n- Viersen | country | West Germany | 1987\n- Speyer | country | West Germany | 1987\n- Sande | country | West Germany | 1987\n- Saarland | country | West Germany | 1987\n- Q52041 | country | West Germany | 1987\n- Neuenkirchen | country | West Germany | 1987\n- Mittelrheinliga | country | West Germany | 1987\n- Mannheim | country | West Germany | 1987\n- Lörrach | country | West Germany | 1987\nReasoning:", "completion": " Hop 1: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 2: Germany -> head of government -> Helmut Kohl (1987)\n Answer: Germany", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002060", "prompt": " After Eugenio Szabados country of citizenship Italy, what was the position held of Francesca Romana Coluzzi's country of citizenship's head of state?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Eugenio Szabados | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Hop 3: Antonio Segni -> position held -> President of Italy (1963)\n Answer: President of Italy", "t_query": 1963.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002061", "prompt": " In 2003, whose contains the administrative territorial entity was Saint-Genis-les-Ollières?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-les-Ollières | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-Laval | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Charbonnières-les-Bains | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Saint-Genis-les-Ollières (2003)\n Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002062", "prompt": " Who was the position held of Erazim Kohák's residence's head of government after Governor of California?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- United States | shares border with | Panama | 1988\n- Tony Miles | country for sport | United States | 1988\n- Julie Mehretu | work location | United States | 1988\n- Discovery Channel | country | United States | 1988\nReasoning:", "completion": " Hop 1: Erazim Kohák -> residence -> United States (1988)\n Hop 2: United States -> head of government -> Ronald Reagan (1988)\n Hop 3: Ronald Reagan -> position held -> President of the United States (1988)\n Answer: President of the United States", "t_query": 1988.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 13} +{"id": "sft_002063", "prompt": " In what year was the shares border with of Italy equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1973\n- Verzar | country | Yugoslavia | 1973\n- Suševo | country | Yugoslavia | 1973\n- Q793485 | country | Yugoslavia | 1973\n- Pirot | country | Yugoslavia | 1973\n- Orašje | country | Yugoslavia | 1973\n- Kraljevo | country | Yugoslavia | 1973\n- Karlovac | country | Yugoslavia | 1973\n- Dimitrovgrad | country | Yugoslavia | 1973\n- Dabilje | country | Yugoslavia | 1973\n- Crnoštica | country | Yugoslavia | 1973\n- Braćevci | country | Yugoslavia | 1973\n- Braćevac | country | Yugoslavia | 1973\n- Bijeljina | country | Yugoslavia | 1973\n- Bačevo | country | Yugoslavia | 1973\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1973)\n Answer: 1973", "t_query": 1973.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002064", "prompt": " In 2001, what was the currency of Gerardo Marotta's country of citizenship?\nEvidence:\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Italy | currency | Italian lira | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\nReasoning:", "completion": " Hop 1: Gerardo Marotta -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> currency -> Italian lira (2001)\n Answer: Italian lira", "t_query": 2001.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002065", "prompt": " Who was the head of state of Guido Aycard's country of citizenship before Carlo Azeglio Ciampi?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Carlo Zecchi | country of citizenship | Italy | 1962\n- Carlo Toniatti | country of citizenship | Italy | 1962\n- Carlo Bandirola | country of citizenship | Italy | 1962\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Guido Aycard -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Antonio Segni (1962)\n Answer: Antonio Segni", "t_query": 1962.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002066", "prompt": " After Bruno Pesaola country of citizenship Italy, what was the head of state of Alfonso Calzolari's country of citizenship?\nEvidence:\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Bruno Venturini | country of citizenship | Italy | 1956\n- Bruno Schettino | country of citizenship | Italy | 1956\n- Bruno Maderna | country of citizenship | Italy | 1956\n- Bruno Bertotti | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Alfonso Calzolari -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1956)\n Answer: Giovanni Gronchi", "t_query": 1956.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002067", "prompt": " In what year was the named after of Kadiivka equal to Alexey Stakhanov?\nEvidence:\n- Kadiivka | named after | Alexey Stakhanov | 2003\n- Kadiivka | located in the administrative territorial entity | Luhansk Oblast | 2003\n- Luhansk | located in the administrative territorial entity | Luhansk Oblast | 2003\n- Khrustalnyi | located in the administrative territorial entity | Luhansk Oblast | 2003\nReasoning:", "completion": " Hop 1: Kadiivka -> named after -> Alexey Stakhanov (2003)\n Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 4} +{"id": "sft_002068", "prompt": " Who was the country of citizenship of Ignazio Cannavò's country of citizenship's head of state before Italy?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q432257 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Hop 1: Ignazio Cannavò -> country of citizenship -> Italy (1946)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1946)\n Hop 3: Alcide De Gasperi -> country of citizenship -> Kingdom of Italy (1946)\n Answer: Kingdom of Italy", "t_query": 1946.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002069", "prompt": " In 2000, whose head of state's country of citizenship was Carlo Azeglio Ciampi?\nEvidence:\n- Italy | head of state | Carlo Azeglio Ciampi | 2000\n- Carlo Giuffré | country of citizenship | Italy | 2000\n- Carlo Fruttero | country of citizenship | Italy | 2000\n- Carlo Curis | country of citizenship | Italy | 2000\n- Carlo Cercignani | country of citizenship | Italy | 2000\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Carlo Azeglio Ciampi (2000)\n Hop 2: Renata Tebaldi -> country of citizenship -> Italy (2000)\n Answer: Renata Tebaldi", "t_query": 2000.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002070", "prompt": " After Görlitz country Nazi Germany, what was the country of Görlitz?\nEvidence:\n- Görlitz | country | German Democratic Republic | 1969\n- Görlitz | located in the administrative territorial entity | Dresden District | 1969\n- Germany | shares border with | German Democratic Republic | 1969\n- West Germany | territory claimed by | German Democratic Republic | 1969\n- Q97584 | country of citizenship | German Democratic Republic | 1969\n- Q96955 | country of citizenship | German Democratic Republic | 1969\n- Q77767 | country of citizenship | German Democratic Republic | 1969\n- Q73946 | country of citizenship | German Democratic Republic | 1969\n- Q67341 | country of citizenship | German Democratic Republic | 1969\n- Q449313 | country of citizenship | German Democratic Republic | 1969\n- Q438683 | country of citizenship | German Democratic Republic | 1969\n- Q323063 | country of citizenship | German Democratic Republic | 1969\n- Q126983 | country of citizenship | German Democratic Republic | 1969\n- Werner Schulz | country of citizenship | German Democratic Republic | 1969\n- Udo Zimmermann | country of citizenship | German Democratic Republic | 1969\nReasoning:", "completion": " Hop 1: Görlitz -> country -> German Democratic Republic (1969)\n Answer: German Democratic Republic", "t_query": 1969.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002071", "prompt": " After Louise Bourgeois educated at University of Paris, what was the work location of Louise Bourgeois?\nEvidence:\n- Louise Bourgeois | educated at | University of Paris | 1935\n- Louise Bourgeois | work location | Paris | 1935\n- Q95821 | educated at | University of Paris | 1935\n- Q87063 | work location | Paris | 1935\n- Q763355 | work location | Paris | 1935\n- Q674956 | work location | Paris | 1935\n- Q399091 | work location | Paris | 1935\n- Q384860 | work location | Paris | 1935\n- Q319861 | work location | Paris | 1935\n- Q216703 | work location | Paris | 1935\n- Q216570 | work location | Paris | 1935\n- Q116714 | work location | Paris | 1935\n- Zoltán Kemény | work location | Paris | 1935\n- René Huyghe | work location | Paris | 1935\n- Pierre Balmain | work location | Paris | 1935\nReasoning:", "completion": " Hop 1: Louise Bourgeois -> work location -> Paris (1935)\n Answer: Paris", "t_query": 1935.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002072", "prompt": " In what year was the shares border with of Romolo Alzani's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1987\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Romolo Alzani -> country of citizenship -> Italy (1987)\n Hop 2: Italy -> shares border with -> Yugoslavia (1987)\n Answer: 1987", "t_query": 1987.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002073", "prompt": " In what year was the member of of Luca Ronconi's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\n- Stéphane Grappelli | country of citizenship | Italy | 1993\nReasoning:", "completion": " Hop 1: Luca Ronconi -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1993)\n Answer: 1993", "t_query": 1993.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002074", "prompt": " In 1976, whose member of sports team was Schwarz-Weiß Bregenz?\nEvidence:\n- Rudolf Brunnenmeier | member of sports team | Schwarz-Weiß Bregenz | 1976\n- Rudolf Brunnenmeier | member of sports team | SC Schwarz-Weiß Bregenz | 1976\nReasoning:", "completion": " Hop 1: Rudolf Brunnenmeier -> member of sports team -> Schwarz-Weiß Bregenz (1976)\n Answer: Rudolf Brunnenmeier", "t_query": 1976.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_002075", "prompt": " In 2000, whose occupant was Los Angeles Chargers?\nEvidence:\n- San Diego Stadium | occupant | Los Angeles Chargers | 2000\n- San Diego Stadium | named after | Qualcomm | 2000\nReasoning:", "completion": " Hop 1: San Diego Stadium -> occupant -> Los Angeles Chargers (2000)\n Answer: San Diego Stadium", "t_query": 2000.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_002076", "prompt": " In 1963, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1963)\n Hop 2: Francesca Romana Coluzzi -> country of citizenship -> Italy (1963)\n Answer: Francesca Romana Coluzzi", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002077", "prompt": " In 1935, whose country was Empire of Japan?\nEvidence:\n- Signalny | country | Empire of Japan | 1935\n- Shimano | country | Empire of Japan | 1935\n- Q18097 | country | Empire of Japan | 1935\n- Q156046 | country | Empire of Japan | 1935\n- Berutarube | country | Empire of Japan | 1935\n- Soongsil University | country | Empire of Japan | 1935\n- Polonsky Island | country | Empire of Japan | 1935\n- North Gyeongsang | country | Empire of Japan | 1935\n- Kunashir Island | country | Empire of Japan | 1935\n- Q155773 | country of citizenship | Empire of Japan | 1935\n- Yi Un | country of citizenship | Empire of Japan | 1935\n- Park Yeol | country of citizenship | Empire of Japan | 1935\n- Kasato Maru | country of registry | Empire of Japan | 1935\n- Lee Hyo-seok | country of citizenship | Empire of Japan | 1935\n- Q156046 | country | Japan | 1935\nReasoning:", "completion": " Hop 1: Signalny -> country -> Empire of Japan (1935)\n Answer: Signalny", "t_query": 1935.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002078", "prompt": " In what year was the member of of Flaviano Vicentini's country of citizenship equal to European Economic Community?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\n- Ulrico Girardi | country of citizenship | Italy | 1967\nReasoning:", "completion": " Hop 1: Flaviano Vicentini -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> member of -> European Economic Community (1967)\n Answer: 1967", "t_query": 1967.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002079", "prompt": " In what year was the sport of Shane McMahon equal to professional wrestling?\nEvidence:\n- Shane McMahon | sport | professional wrestling | 2010\n- Q44304 | sport | professional wrestling | 2010\n- Shane McMahon | sport | referee | 2010\n- Ring of Honor | sport | professional wrestling | 2010\n- Shane McMahon | occupation | entrepreneur | 2010\n- Shane McMahon | employer | WWE | 2010\n- Vince McMahon | employer | WWE | 2010\n- Q285372 | employer | WWE | 2010\n- Mike Chioda | employer | WWE | 2010\nReasoning:", "completion": " Hop 1: Shane McMahon -> sport -> professional wrestling (2010)\n Answer: 2010", "t_query": 2010.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 9} +{"id": "sft_002080", "prompt": " In 2008, what was the member of sports team of Andreas Schiemann?\nEvidence:\n- Andreas Schiemann | member of sports team | SV Falkensee-Finkenkrug | 2008\nReasoning:", "completion": " Hop 1: Andreas Schiemann -> member of sports team -> SV Falkensee-Finkenkrug (2008)\n Answer: SV Falkensee-Finkenkrug", "t_query": 2008.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_002081", "prompt": " In 1904, whose anthem's country's located in was God Save the Tsar!?\nEvidence:\n- Russian Empire | anthem | God Save the Tsar! | 1904\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1904\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1904\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1904\n- Șirăuți | country | Russian Empire | 1904\n- Šeteniai | country | Russian Empire | 1904\n- Łódź | country | Russian Empire | 1904\n- Červień | country | Russian Empire | 1904\n- Zhytomyr | country | Russian Empire | 1904\n- Yevpatoriia | country | Russian Empire | 1904\nReasoning:", "completion": " Hop 1: Russian Empire -> anthem -> God Save the Tsar! (1904)\n Hop 2: Emirate of Bukhara -> country -> Russian Empire (1904)\n Hop 3: Dushanbe -> located in -> Emirate of Bukhara (1904)\n Answer: Dushanbe", "t_query": 1904.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002082", "prompt": " After Bruno Cortini country of citizenship Italy, what was the currency of Sergio Noja Noseda's country of citizenship?\nEvidence:\n- Sergio Noja Noseda | country of citizenship | Italy | 1949\n- Sergio Realini | country of citizenship | Italy | 1949\n- Sergio Mantovani | country of citizenship | Italy | 1949\n- Sergio Bonelli | country of citizenship | Italy | 1949\n- Bruno Venturini | country of citizenship | Italy | 1949\n- Bruno Schettino | country of citizenship | Italy | 1949\n- Bruno Maderna | country of citizenship | Italy | 1949\n- Bruno Bertotti | country of citizenship | Italy | 1949\n- Q639507 | country of citizenship | Italy | 1949\n- Q612509 | country of citizenship | Italy | 1949\n- Q454036 | country of citizenship | Italy | 1949\n- Q435856 | country of citizenship | Italy | 1949\n- Q432318 | country of citizenship | Italy | 1949\n- Q429298 | country of citizenship | Italy | 1949\n- Q318968 | country of citizenship | Italy | 1949\nReasoning:", "completion": " Hop 1: Sergio Noja Noseda -> country of citizenship -> Italy (1949)\n Hop 2: Italy -> currency -> Italian lira (1949)\n Answer: Italian lira", "t_query": 1949.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002083", "prompt": " In 1951, whose head of state's country of citizenship was Luigi Einaudi?\nEvidence:\n- Italy | head of state | Luigi Einaudi | 1951\n- Luigi Comencini | country of citizenship | Italy | 1951\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1951\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1951\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Luigi Einaudi (1951)\n Hop 2: Giovanni D'Ascenzi -> country of citizenship -> Italy (1951)\n Answer: Giovanni D'Ascenzi", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002084", "prompt": " In 1980, what was the country of citizenship of Anatoly Karpov?\nEvidence:\n- Anatoly Karpov | country of citizenship | Soviet Union | 1980\n- Anatoly Karpov | award received | Chess Oscar | 1980\n- Q59054 | country of citizenship | Soviet Union | 1980\n- Q437262 | country of citizenship | Soviet Union | 1980\n- Q324083 | country of citizenship | Soviet Union | 1980\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1980\n- Yuri Manin | country of citizenship | Soviet Union | 1980\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1980\n- Viktor Kulikov | country of citizenship | Soviet Union | 1980\n- Vija Artmane | country of citizenship | Soviet Union | 1980\n- Vera Krepkina | country of citizenship | Soviet Union | 1980\n- Valeri Polyakov | country of citizenship | Soviet Union | 1980\n- Sergei Kovalev | country of citizenship | Soviet Union | 1980\n- Ruslan Khasbulatov | country of citizenship | Soviet Union | 1980\n- Raisa Gorbacheva | country of citizenship | Soviet Union | 1980\nReasoning:", "completion": " Hop 1: Anatoly Karpov -> country of citizenship -> Soviet Union (1980)\n Answer: Soviet Union", "t_query": 1980.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002085", "prompt": " In 1962, what was the position held of Italy's head of state?\nEvidence:\n- Giuseppe Paratore | position held | Italian senator for life | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Veriano Luchetti | country of citizenship | Italy | 1962\n- Tonino Cervi | country of citizenship | Italy | 1962\n- Tiziano Terzani | country of citizenship | Italy | 1962\n- Stéphane Grappelli | country of citizenship | Italy | 1962\n- Simon Spierer | country of citizenship | Italy | 1962\n- Sergio Mantovani | country of citizenship | Italy | 1962\n- Sergio Bonelli | country of citizenship | Italy | 1962\n- Rossana Rossanda | country of citizenship | Italy | 1962\n- Romeo Bertini | country of citizenship | Italy | 1962\n- Renata Tebaldi | country of citizenship | Italy | 1962\n- Primo Nebiolo | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giovanni Gronchi (1962)\n Hop 2: Giovanni Gronchi -> position held -> Italian senator for life (1962)\n Answer: Italian senator for life", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002086", "prompt": " After Rosemary Dexter country of citizenship Italy, what was the member of of Guido Aycard's country of citizenship?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Guido Aycard -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> member of -> European Economic Community (1962)\n Answer: European Economic Community", "t_query": 1962.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002087", "prompt": " Who was the religion or worldview of Manuel Noriega before Protestantism?\nEvidence:\n- Manuel Noriega | religion or worldview | Catholicism | 1945\nReasoning:", "completion": " Hop 1: Manuel Noriega -> religion or worldview -> Catholicism (1945)\n Answer: Catholicism", "t_query": 1945.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 1} +{"id": "sft_002088", "prompt": " In 2008, whose twinned with was Nizhny Tagil?\nEvidence:\n- Nizhny Tagil | twinned administrative body | Cheb | 2008\n- Cheb | twinned administrative body | Nizhny Tagil | 2008\nReasoning:", "completion": " Hop 1: Cheb -> twinned with -> Nizhny Tagil (2008)\n Answer: Cheb", "t_query": 2008.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_002089", "prompt": " Who was the currency of Belgium's shares border with before Belgian franc?\nEvidence:\n- Belgium | currency | Belgian franc | 1913\n- Neutral Moresnet | shares border with | Belgium | 1913\n- Belgium | shares border with | Neutral Moresnet | 1913\n- Neutral Moresnet | currency | Belgian franc | 1913\n- Neutral Moresnet | shares border with | Kingdom of the Netherlands | 1913\n- Neutral Moresnet | shares border with | Kingdom of Prussia | 1913\n- Neutral Moresnet | currency | French franc | 1913\nReasoning:", "completion": " Hop 1: Belgium -> shares border with -> Neutral Moresnet (1913)\n Hop 2: Neutral Moresnet -> currency -> French franc (1913)\n Answer: French franc", "t_query": 1913.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 7} +{"id": "sft_002090", "prompt": " After Corrado Balducci country of citizenship Italy, what was the head of government of Claudio Cavazza's country of citizenship?\nEvidence:\n- Corrado Balducci | country of citizenship | Italy | 1970\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of government -> Emilio Colombo (1970)\n Answer: Emilio Colombo", "t_query": 1970.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002091", "prompt": " In what year was the head of government of MetLife's headquarters's head of government's residence equal to Harry S. Truman?\nEvidence:\n- MetLife | headquarters location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- William Vickrey | residence | New York City | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\n- Elliott Erwitt | work location | New York City | 1952\nReasoning:", "completion": " Hop 1: MetLife -> headquarters -> New York City (1952)\n Hop 2: New York City -> head of government -> Vincent R. Impellitteri (1952)\n Hop 3: Vincent R. Impellitteri -> residence -> United States (1952)\n Hop 4: United States -> head of government -> Harry S. Truman (1952)\n Answer: 1952", "t_query": 1952.0, "chain_length": 4, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002092", "prompt": " In 1981, what was the member of of René Huyghe?\nEvidence:\n- René Huyghe | member of | Académie Française | 1981\n- René Huyghe | work location | Paris | 1981\n- Route nationale 4 | located in the administrative territorial entity | Paris | 1981\n- Pierre Emmanuel | member of | Académie Française | 1981\n- Michel Déon | member of | Académie Française | 1981\n- Julien Green | member of | Académie Française | 1981\n- Félicien Marceau | member of | Académie Française | 1981\n- Eugène Ionesco | member of | Académie Française | 1981\n- Edgar Faure | member of | Académie Française | 1981\n- Takis | residence | Paris | 1981\n- Route nationale 4 | terminus location | Paris | 1981\n- Roman Cieślewicz | work location | Paris | 1981\n- Q464656 | residence | Paris | 1981\n- Q454927 | work location | Paris | 1981\n- Q430918 | terminus location | Paris | 1981\nReasoning:", "completion": " Hop 1: René Huyghe -> member of -> Académie Française (1981)\n Answer: Académie Française", "t_query": 1981.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002093", "prompt": " In what year was the chief executive officer of Daimler-Benz AG equal to Wilhelm Kissel?\nEvidence:\n- Daimler-Benz AG | chief executive officer | Wilhelm Kissel | 1931\n- Daimler-Benz AG | board member | Wilhelm Kissel | 1931\nReasoning:", "completion": " Hop 1: Daimler-Benz AG -> chief executive officer -> Wilhelm Kissel (1931)\n Answer: 1931", "t_query": 1931.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2} +{"id": "sft_002094", "prompt": " In 2014, what was the head of government of Italy?\nEvidence:\n- Servílio Conti | country of citizenship | Italy | 2014\n- Sergio Donadoni | country of citizenship | Italy | 2014\n- Sebastiano Mannironi | country of citizenship | Italy | 2014\n- Salvatore Cassisa | country of citizenship | Italy | 2014\n- Rossana Rossanda | country of citizenship | Italy | 2014\n- Romano Agostinelli | country of citizenship | Italy | 2014\n- Roberto Tucci | country of citizenship | Italy | 2014\n- Pinuccio Sciola | country of citizenship | Italy | 2014\n- Paolo Villaggio | country of citizenship | Italy | 2014\n- Mario Sereni | country of citizenship | Italy | 2014\n- Mario Perniola | country of citizenship | Italy | 2014\n- Luigi Agnolin | country of citizenship | Italy | 2014\n- Luca Ronconi | country of citizenship | Italy | 2014\n- Giuliano Carnimeo | country of citizenship | Italy | 2014\n- Giorgio Rebuffi | country of citizenship | Italy | 2014\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Enrico Letta (2014)\n Answer: Enrico Letta", "t_query": 2014.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002095", "prompt": " In 1971, what was the head of state of Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Tonino Cervi | country of citizenship | Italy | 1971\n- Tiziano Terzani | country of citizenship | Italy | 1971\n- Stéphane Grappelli | country of citizenship | Italy | 1971\n- Simon Spierer | country of citizenship | Italy | 1971\n- Sergio Mantovani | country of citizenship | Italy | 1971\n- Sergio Bonelli | country of citizenship | Italy | 1971\n- Rossana Rossanda | country of citizenship | Italy | 1971\n- Romeo Bertini | country of citizenship | Italy | 1971\n- Renata Tebaldi | country of citizenship | Italy | 1971\n- Primo Nebiolo | country of citizenship | Italy | 1971\n- Pietro Parente | country of citizenship | Italy | 1971\n- Oriana Fallaci | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giuseppe Saragat (1971)\n Answer: Giuseppe Saragat", "t_query": 1971.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002096", "prompt": " In 1968, what was the currency of Claudia Vinciguerra's country of citizenship?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Claudia Vinciguerra -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> currency -> Italian lira (1968)\n Answer: Italian lira", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002097", "prompt": " In 1974, whose country's located in was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1974\n- Yalta | country | Soviet Union | 1974\n- Voronezh | country | Soviet Union | 1974\n- Volhynia | country | Soviet Union | 1974\n- Vinnytsia | country | Soviet Union | 1974\n- Urgench | country | Soviet Union | 1974\n- Uman | country | Soviet Union | 1974\n- Torzhok | country | Soviet Union | 1974\n- Tbilisi | country | Soviet Union | 1974\n- Sudak | country | Soviet Union | 1974\n- Starodub | country | Soviet Union | 1974\n- Simferopol | country | Soviet Union | 1974\n- Siberia | country | Soviet Union | 1974\n- Sevastopol | country | Soviet Union | 1974\n- Q957273 | country | Soviet Union | 1974\nReasoning:", "completion": " Hop 1: Russian Soviet Federative Socialist Republic -> country -> Soviet Union (1974)\n Hop 2: Chelyabinsk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1974)\n Answer: Chelyabinsk Oblast", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002098", "prompt": " In 1974, whose diplomatic relation was Czechoslovakia?\nEvidence:\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- Trenčín | country | Czechoslovakia | 1974\n- Rokycany | country | Czechoslovakia | 1974\n- Ratibořice | country | Czechoslovakia | 1974\n- Q953856 | country | Czechoslovakia | 1974\n- Q918108 | country | Czechoslovakia | 1974\n- Q852472 | country | Czechoslovakia | 1974\n- Q764320 | country | Czechoslovakia | 1974\n- Q270704 | country | Czechoslovakia | 1974\n- Příbor | country | Czechoslovakia | 1974\n- Prešov | country | Czechoslovakia | 1974\n- Plzeň | country | Czechoslovakia | 1974\n- Levice | country | Czechoslovakia | 1974\nReasoning:", "completion": " Hop 1: Germany -> diplomatic relation -> Czechoslovakia (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002099", "prompt": " In 1974, what was the spouse of Germany's head of government?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Schmidt (1974)\n Hop 2: Helmut Schmidt -> spouse -> Loki Schmidt (1974)\n Answer: Loki Schmidt", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002100", "prompt": " Who was the contains the administrative territorial entity of Mannheim's country before Baden-Württemberg?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Württemberg-Hohenzollern (1950)\n Answer: Württemberg-Hohenzollern", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002101", "prompt": " In what year was the member of of Omsk's located in equal to Soviet Union?\nEvidence:\n- Omsk | country | Soviet Union | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1948\n- Zhytomyr | country | Soviet Union | 1948\n- Zastavna | country | Soviet Union | 1948\n- Yevpatoriia | country | Soviet Union | 1948\n- Yalta | country | Soviet Union | 1948\n- Vyazma | country | Soviet Union | 1948\n- Voronezh | country | Soviet Union | 1948\n- Vologda | country | Soviet Union | 1948\n- Volodarsk | country | Soviet Union | 1948\n- Volhynia | country | Soviet Union | 1948\nReasoning:", "completion": " Hop 1: Omsk -> located in -> Russian Soviet Federative Socialist Republic (1948)\n Hop 2: Russian Soviet Federative Socialist Republic -> member of -> Soviet Union (1948)\n Answer: 1948", "t_query": 1948.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002102", "prompt": " In 1901, whose anthem's country of registry was God Save the Tsar!?\nEvidence:\n- Russian Empire | anthem | God Save the Tsar! | 1901\n- Kasato Maru | country of registry | Russian Empire | 1901\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1901\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1901\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1901\n- Khanate of Khiva | country | Russian Empire | 1901\n- Emirate of Bukhara | country | Russian Empire | 1901\n- Vladimir Lenin | country of citizenship | Russian Empire | 1901\n- Vikenty Veresaev | country of citizenship | Russian Empire | 1901\n- Maria Zankovetska | country of citizenship | Russian Empire | 1901\nReasoning:", "completion": " Hop 1: Russian Empire -> anthem -> God Save the Tsar! (1901)\n Hop 2: Kasato Maru -> country of registry -> Russian Empire (1901)\n Answer: Kasato Maru", "t_query": 1901.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002103", "prompt": " In 1921, what was the located in of Tilla Durieux's spouse's work location?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Hop 1: Tilla Durieux -> spouse -> Paul Cassirer (1921)\n Hop 2: Paul Cassirer -> work location -> Berlin (1921)\n Hop 3: Berlin -> located in -> Free State of Prussia (1921)\n Answer: Free State of Prussia", "t_query": 1921.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_002104", "prompt": " In 1953, what was the chairperson of Federal Ministry of Agriculture, Food and Regional Identity?\nEvidence:\n- Federal Ministry of Agriculture, Food and Regional Identity | chairperson | Wilhelm Niklas | 1953\n- Federal Ministry of Agriculture, Food and Regional Identity | chairperson | Heinrich Lübke | 1953\nReasoning:", "completion": " Hop 1: Federal Ministry of Agriculture, Food and Regional Identity -> chairperson -> Wilhelm Niklas (1953)\n Answer: Wilhelm Niklas", "t_query": 1953.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_002105", "prompt": " In 1974, what was the chairperson of Germany's head of government's member of political party?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> member of political party -> Free Democratic Party (1974)\n Hop 3: Free Democratic Party -> chairperson -> Hans-Dietrich Genscher (1974)\n Answer: Hans-Dietrich Genscher", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002106", "prompt": " In 1958, what was the operator of Belfort–Delle railway line?\nEvidence:\n- Belfort–Delle railway line | operator | Société nationale des chemins de fer français | 1958\n- Tarascon–Sète railway line | operator | Société nationale des chemins de fer français | 1958\n- Sélestat–Saverne railway line | operator | Société nationale des chemins de fer français | 1958\n- Rémilly–Saarbrücken railway line | operator | Société nationale des chemins de fer français | 1958\n- Dijon-Vallorbe railway line | operator | Société nationale des chemins de fer français | 1958\n- Paris–Lille railway | operator | Société nationale des chemins de fer français | 1958\n- Mantes-la-Jolie–Cherbourg railway | operator | Société nationale des chemins de fer français | 1958\n- Q802601 | operator | Société nationale des chemins de fer français | 1958\nReasoning:", "completion": " Hop 1: Belfort–Delle railway line -> operator -> Société nationale des chemins de fer français (1958)\n Answer: Société nationale des chemins de fer français", "t_query": 1958.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 8} +{"id": "sft_002107", "prompt": " In 1974, what was the country of Chelyabinsk Oblast?\nEvidence:\n- Chelyabinsk Oblast | country | Soviet Union | 1974\n- Zlatoust | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Yuzhnouralsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Troitsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Miass | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Verkhny Ufaley | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Chelyabinsk | country | Soviet Union | 1974\n- Sumy Oblast | country | Soviet Union | 1974\n- Semipalatinsk Oblast | country | Soviet Union | 1974\n- Poltava Oblast | country | Soviet Union | 1974\n- Omsk Oblast | country | Soviet Union | 1974\n- Odesa Oblast | country | Soviet Union | 1974\n- Novosibirsk Oblast | country | Soviet Union | 1974\n- Murmansk Oblast | country | Soviet Union | 1974\nReasoning:", "completion": " Hop 1: Chelyabinsk Oblast -> country -> Soviet Union (1974)\n Answer: Soviet Union", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002108", "prompt": " Who was the award received of Italy's head of state after Order of the White Eagle?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1997\n- Oscar Luigi Scalfaro | award received | Grand Order of King Tomislav | 1997\n- Stéphane Grappelli | award received | Grammy Lifetime Achievement Award | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\n- Tiziano Terzani | country of citizenship | Italy | 1997\n- Stéphane Grappelli | country of citizenship | Italy | 1997\n- Simon Spierer | country of citizenship | Italy | 1997\n- Sergio Mantovani | country of citizenship | Italy | 1997\n- Sergio Bonelli | country of citizenship | Italy | 1997\n- Salvatore Cassisa | country of citizenship | Italy | 1997\n- Rossana Rossanda | country of citizenship | Italy | 1997\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Hop 2: Oscar Luigi Scalfaro -> award received -> Grand Order of King Tomislav (1997)\n Answer: Grand Order of King Tomislav", "t_query": 1997.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002109", "prompt": " Who was the contains the administrative territorial entity of Bernard Schultze's work location's country after Hesse?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Hamburg (1953)\n Answer: Hamburg", "t_query": 1953.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 3} +{"id": "sft_002110", "prompt": " In 1988, whose residence was United States?\nEvidence:\n- Paolo Soleri | residence | United States | 1988\n- Erazim Kohák | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Discovery Channel | country | United States | 1988\n- United States | shares border with | Panama | 1988\n- Julie Mehretu | work location | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Tony Miles | country for sport | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- Ronald Reagan | position held | President of the United States | 1988\n- Ronald Reagan | work location | Washington, D.C. | 1988\nReasoning:", "completion": " Hop 1: Erazim Kohák -> residence -> United States (1988)\n Answer: Erazim Kohák", "t_query": 1988.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002111", "prompt": " In what year was the located in of Querfurt equal to Querfurt?\nEvidence:\n- Querfurt | located in the administrative territorial entity | Querfurt | 1928\n- Karsdorf | located in the administrative territorial entity | Querfurt | 1928\nReasoning:", "completion": " Hop 1: Querfurt -> located in -> Querfurt (1928)\n Answer: 1928", "t_query": 1928.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2} +{"id": "sft_002112", "prompt": " In what year was the member of of Raul Gardini's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\n- Stéphane Grappelli | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Raul Gardini -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1989)\n Answer: 1989", "t_query": 1989.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002113", "prompt": " In 1951, whose head of state's country of citizenship was Luigi Einaudi?\nEvidence:\n- Italy | head of state | Luigi Einaudi | 1951\n- Luigi Comencini | country of citizenship | Italy | 1951\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1951\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1951\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Luigi Einaudi (1951)\n Hop 2: Maria Caniglia -> country of citizenship -> Italy (1951)\n Answer: Maria Caniglia", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002114", "prompt": " In 1987, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Rhineland-Palatinate (1987)\n Answer: Rhineland-Palatinate", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002115", "prompt": " In 1985, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1985\n- Ireland | member of | European Economic Community | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Economic Community (1985)\n Hop 2: Veriano Luchetti -> country of citizenship -> Italy (1985)\n Answer: Veriano Luchetti", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002116", "prompt": " In what year was the contains the administrative territorial entity of Mannheim's country equal to Hamburg?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Hamburg (1950)\n Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002117", "prompt": " In 1971, what was the country of citizenship of Salvatore Fiume?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Answer: Italy", "t_query": 1971.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002118", "prompt": " Who was the position held of David Bowie's work location's head of government before Governing Mayor of Berlin?\nEvidence:\n- David Bowie | work location | Berlin | 1978\n- Q896393 | work location | Berlin | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Q497401 | terminus | Berlin | 1978\n- Anna Seghers | residence | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\nReasoning:", "completion": " Hop 1: David Bowie -> work location -> Berlin (1978)\n Hop 2: Berlin -> head of government -> Dietrich Stobbe (1978)\n Hop 3: Dietrich Stobbe -> position held -> President of the Bundesrat of Germany (1978)\n Answer: President of the Bundesrat of Germany", "t_query": 1978.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 10} +{"id": "sft_002119", "prompt": " Who was the member of sports team of Hannes Löhr before Germany men's national association football team?\nEvidence:\n- Hannes Löhr | member of sports team | 1. FC Köln | 1965\n- Q895723 | member of sports team | 1. FC Köln | 1965\n- Q877952 | member of sports team | 1. FC Köln | 1965\n- Q658057 | member of sports team | 1. FC Köln | 1965\n- Q593990 | member of sports team | 1. FC Köln | 1965\n- Q567002 | member of sports team | 1. FC Köln | 1965\n- Jürgen Rumor | member of sports team | 1. FC Köln | 1965\n- Georg Stollenwerk | member of sports team | 1. FC Köln | 1965\n- Christian Müller | member of sports team | 1. FC Köln | 1965\n- Anton Regh | member of sports team | 1. FC Köln | 1965\nReasoning:", "completion": " Hop 1: Hannes Löhr -> member of sports team -> 1. FC Köln (1965)\n Answer: 1. FC Köln", "t_query": 1965.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 10} +{"id": "sft_002120", "prompt": " In what year was the occupation of Friedrich Guggenberger equal to military personnel?\nEvidence:\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Stanislav Petrov | occupation | military personnel | 1972\n- Hans-Günther Lange | occupation | military personnel | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Hans-Günther Lange | military branch | West German Navy | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> occupation -> military personnel (1972)\n Answer: 1972", "t_query": 1972.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002121", "prompt": " In 1925, whose head of state's country was Paul von Hindenburg?\nEvidence:\n- Weimar Republic | head of state | Paul von Hindenburg | 1925\n- Nazi Germany | head of state | Paul von Hindenburg | 1925\n- Weimar Republic | head of state | Friedrich Ebert | 1925\n- Weimar Republic | head of government | Hans Luther | 1925\n- Q87105 | country of citizenship | Weimar Republic | 1925\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1925\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Weimar | country | Weimar Republic | 1925\n- Vaterstetten | country | Weimar Republic | 1925\nReasoning:", "completion": " Hop 1: Weimar Republic -> head of state -> Paul von Hindenburg (1925)\n Hop 2: Berolzheim -> country -> Weimar Republic (1925)\n Answer: Berolzheim", "t_query": 1925.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002122", "prompt": " Who was the country of citizenship of Luigi Pistilli after Kingdom of Italy?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Luigi Pistilli -> country of citizenship -> Italy (1963)\n Answer: Italy", "t_query": 1963.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002123", "prompt": " In what year was the shares border with of Guido Aycard's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1962\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Guido Aycard -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> shares border with -> Yugoslavia (1962)\n Answer: 1962", "t_query": 1962.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002124", "prompt": " In what year was the contains the administrative territorial entity of Germany's capital's capital of equal to Schleswig-Holstein?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Schleswig-Holstein (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002125", "prompt": " In 1913, whose currency was Belgian franc?\nEvidence:\n- Belgium | currency | Belgian franc | 1913\n- Neutral Moresnet | currency | Belgian franc | 1913\n- Neutral Moresnet | currency | French franc | 1913\n- Neutral Moresnet | shares border with | Kingdom of the Netherlands | 1913\n- Neutral Moresnet | shares border with | Kingdom of Prussia | 1913\n- Neutral Moresnet | shares border with | Belgium | 1913\n- Belgium | shares border with | Neutral Moresnet | 1913\nReasoning:", "completion": " Hop 1: Belgium -> currency -> Belgian franc (1913)\n Answer: Belgium", "t_query": 1913.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 7} +{"id": "sft_002126", "prompt": " In 1974, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Schleswig-Holstein (1974)\n Answer: Schleswig-Holstein", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002127", "prompt": " In what year was the contains the administrative territorial entity of Bernard Schultze's work location's country equal to Lower Saxony?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Lower Saxony (1953)\n Answer: 1953", "t_query": 1953.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 3} +{"id": "sft_002128", "prompt": " In what year was the member of of Arnaldo Genoino's country of citizenship equal to European Economic Community?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Arnaldo Genoino -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> member of -> European Economic Community (1978)\n Answer: 1978", "t_query": 1978.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002129", "prompt": " Who was the head of state of Alfonso Brescia's country of citizenship before Giuseppe Saragat?\nEvidence:\n- Alfonso Brescia | country of citizenship | Italy | 1948\n- Giuseppe Prisco | country of citizenship | Italy | 1948\n- Giuseppe Patanè | country of citizenship | Italy | 1948\n- Giuseppe Paratore | country of citizenship | Italy | 1948\n- Giuseppe Meazza | country of citizenship | Italy | 1948\n- Giuseppe Gabrielli | country of citizenship | Italy | 1948\n- Giuseppe Colnago | country of citizenship | Italy | 1948\n- Giuseppe Busso | country of citizenship | Italy | 1948\n- Giuseppe Antonini | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\nReasoning:", "completion": " Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> head of state -> Enrico de Nicola (1948)\n Answer: Enrico de Nicola", "t_query": 1948.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002130", "prompt": " In 1973, whose country of citizenship was Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Tonino Cervi | country of citizenship | Italy | 1973\n- Tiziano Terzani | country of citizenship | Italy | 1973\n- Stéphane Grappelli | country of citizenship | Italy | 1973\n- Simon Spierer | country of citizenship | Italy | 1973\n- Sergio Mantovani | country of citizenship | Italy | 1973\n- Sergio Bonelli | country of citizenship | Italy | 1973\n- Rossana Rossanda | country of citizenship | Italy | 1973\n- Romeo Bertini | country of citizenship | Italy | 1973\n- Renata Tebaldi | country of citizenship | Italy | 1973\n- Primo Nebiolo | country of citizenship | Italy | 1973\n- Pietro Parente | country of citizenship | Italy | 1973\n- Oriana Fallaci | country of citizenship | Italy | 1973\nReasoning:", "completion": " Hop 1: Lelio Antoniotti -> country of citizenship -> Italy (1973)\n Answer: Lelio Antoniotti", "t_query": 1973.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002131", "prompt": " Who was the member of of Andrea Carrea's country of citizenship after European Economic Community?\nEvidence:\n- Andrea Carrea | country of citizenship | Italy | 1984\n- Andrea Pangrazio | country of citizenship | Italy | 1984\n- Andrea Miano | country of citizenship | Italy | 1984\n- Andrea Cassone | country of citizenship | Italy | 1984\n- Andrea Bianchi | country of citizenship | Italy | 1984\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Andrea Carrea -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1984)\n Answer: European Coal and Steel Community", "t_query": 1984.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002132", "prompt": " In 1974, what was the position held of Germany's head of government?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> position held -> president of Germany (1974)\n Answer: president of Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002133", "prompt": " Who was the employer of Alexander Gelfond after Steklov Institute of Mathematics?\nEvidence:\n- Alexander Gelfond | employer | Steklov Institute of Mathematics | 1940\n- Q709432 | employer | Steklov Institute of Mathematics | 1940\n- Sergei Sobolev | employer | Steklov Institute of Mathematics | 1940\n- Lev Pontryagin | employer | Steklov Institute of Mathematics | 1940\n- Boris Delaunay | employer | Steklov Institute of Mathematics | 1940\n- Alexander Gelfond | employer | Lomonosov Moscow State University | 1940\n- Q983399 | employer | Lomonosov Moscow State University | 1940\n- Q723638 | employer | Lomonosov Moscow State University | 1940\n- Q321515 | employer | Lomonosov Moscow State University | 1940\n- Boris Delaunay | employer | Lomonosov Moscow State University | 1940\n- Andrey Tikhonov | employer | Lomonosov Moscow State University | 1940\nReasoning:", "completion": " Hop 1: Alexander Gelfond -> employer -> Lomonosov Moscow State University (1940)\n Answer: Lomonosov Moscow State University", "t_query": 1940.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 11} +{"id": "sft_002134", "prompt": " In what year was the shares border with of Ignazio Cannavò's country of citizenship equal to Yugoslavia?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q432257 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Hop 1: Ignazio Cannavò -> country of citizenship -> Italy (1946)\n Hop 2: Italy -> shares border with -> Yugoslavia (1946)\n Answer: 1946", "t_query": 1946.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002135", "prompt": " After Russian Soviet Federative Socialist Republic located in Soviet Union, what was the anthem of Chelyabinsk Oblast's located in?\nEvidence:\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1974\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1974\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1974\n- Chelyabinsk Oblast | country | Soviet Union | 1974\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1974\n- Chelyabinsk | country | Soviet Union | 1974\n- Zlatoust | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Yuzhnouralsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Troitsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Miass | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Turkmen Soviet Socialist Republic | country | Soviet Union | 1974\n- Georgian Soviet Socialist Republic | country | Soviet Union | 1974\n- Verkhny Ufaley | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Sumy Oblast | country | Soviet Union | 1974\nReasoning:", "completion": " Hop 1: Chelyabinsk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1974)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> State Anthem of the Soviet Union (1974)\n Answer: State Anthem of the Soviet Union", "t_query": 1974.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002136", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Sainte-Foy-lès-Lyon, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Sainte-Foy-lès-Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Saint-Genis-les-Ollières (2003)\n Answer: Saint-Genis-les-Ollières", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002137", "prompt": " In 1978, what was the position held of David Bowie's work location's head of government?\nEvidence:\n- David Bowie | work location | Berlin | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Q896393 | work location | Berlin | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Q497401 | terminus | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\n- Anna Seghers | residence | Berlin | 1978\nReasoning:", "completion": " Hop 1: David Bowie -> work location -> Berlin (1978)\n Hop 2: Berlin -> head of government -> Dietrich Stobbe (1978)\n Hop 3: Dietrich Stobbe -> position held -> Governing Mayor of Berlin (1978)\n Answer: Governing Mayor of Berlin", "t_query": 1978.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 10} +{"id": "sft_002138", "prompt": " In 1952, whose position held's head of government's headquarters was Mayor of New York City?\nEvidence:\n- Vincent R. Impellitteri | position held | Mayor of New York City | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- Vincent R. Impellitteri | residence | United States | 1952\nReasoning:", "completion": " Hop 1: Vincent R. Impellitteri -> position held -> Mayor of New York City (1952)\n Hop 2: New York City -> head of government -> Vincent R. Impellitteri (1952)\n Hop 3: MetLife -> headquarters -> New York City (1952)\n Answer: MetLife", "t_query": 1952.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_002139", "prompt": " In what year was the shares border with of Erazim Kohák's residence equal to Panama?\nEvidence:\n- United States | shares border with | Panama | 1988\n- Erazim Kohák | residence | United States | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- Tony Miles | country for sport | United States | 1988\n- Julie Mehretu | work location | United States | 1988\n- Discovery Channel | country | United States | 1988\nReasoning:", "completion": " Hop 1: Erazim Kohák -> residence -> United States (1988)\n Hop 2: United States -> shares border with -> Panama (1988)\n Answer: 1988", "t_query": 1988.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 13} +{"id": "sft_002140", "prompt": " In what year was the position held of Guido Aycard's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Guido Aycard -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Antonio Segni (1962)\n Hop 3: Antonio Segni -> position held -> President of Italy (1962)\n Answer: 1962", "t_query": 1962.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002141", "prompt": " In what year was the head of state of Eleonora Rossi Drago's country of citizenship equal to Enrico de Nicola?\nEvidence:\n- Eleonora Rossi Drago | country of citizenship | Italy | 1947\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1947\n- Uberto de Morpurgo | country of citizenship | Italy | 1947\n- Renzo De Felice | country of citizenship | Italy | 1947\n- Dino De Antoni | country of citizenship | Italy | 1947\n- Alberto Maria De Agostini | country of citizenship | Italy | 1947\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1947\n- Uberto de Morpurgo | country for sport | Italy | 1947\n- Q612509 | country of citizenship | Italy | 1947\n- Q454036 | country of citizenship | Italy | 1947\n- Q435856 | country of citizenship | Italy | 1947\n- Q432318 | country of citizenship | Italy | 1947\n- Q429298 | country of citizenship | Italy | 1947\n- Q340261 | country of citizenship | Italy | 1947\n- Q318968 | country of citizenship | Italy | 1947\nReasoning:", "completion": " Hop 1: Eleonora Rossi Drago -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> head of state -> Enrico de Nicola (1947)\n Answer: 1947", "t_query": 1947.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002142", "prompt": " After Erazim Kohák educated at Yale University, what was the residence of Erazim Kohák?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- United States | shares border with | Panama | 1988\n- Tony Miles | country for sport | United States | 1988\n- Julie Mehretu | work location | United States | 1988\n- Discovery Channel | country | United States | 1988\nReasoning:", "completion": " Hop 1: Erazim Kohák -> residence -> United States (1988)\n Answer: United States", "t_query": 1988.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 13} +{"id": "sft_002143", "prompt": " Who was the head of state of Romano Mussolini's country of citizenship before Oscar Luigi Scalfaro?\nEvidence:\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1984\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Luigi Comencini | country of citizenship | Italy | 1984\n- Luigi Agnolin | country of citizenship | Italy | 1984\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1984\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1984\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Romano Mussolini -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> head of state -> Sandro Pertini (1984)\n Answer: Sandro Pertini", "t_query": 1984.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002144", "prompt": " In 1950, what was the territory claimed by of Würzburg's country?\nEvidence:\n- West Germany | territory claimed by | German Democratic Republic | 1950\n- Würzburg | country | West Germany | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\n- Martin Walser | country of citizenship | West Germany | 1950\n- Martin Albrecht | country of citizenship | West Germany | 1950\n- Jürgen Kissner | country of citizenship | West Germany | 1950\n- Helmut Kohl | country of citizenship | West Germany | 1950\n- Albrecht Brandi | country of citizenship | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> territory claimed by -> German Democratic Republic (1950)\n Answer: German Democratic Republic", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002145", "prompt": " In what year was the country of citizenship of Gino Cassinis equal to Italy?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Gino Cassinis -> country of citizenship -> Italy (1959)\n Answer: 1959", "t_query": 1959.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002146", "prompt": " Who was the member of of Claudia Vinciguerra's country of citizenship before European Economic Community?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Claudia Vinciguerra -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1968)\n Answer: European Coal and Steel Community", "t_query": 1968.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002147", "prompt": " In what year was the member of of Laura Veccia Vaglieri's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Laura Veccia Vaglieri -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1956)\n Answer: 1956", "t_query": 1956.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002148", "prompt": " In what year was the head of government of Romolo Alzani's country of citizenship equal to Bettino Craxi?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Romolo Alzani -> country of citizenship -> Italy (1987)\n Hop 2: Italy -> head of government -> Bettino Craxi (1987)\n Answer: 1987", "t_query": 1987.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002149", "prompt": " In 2003, whose contains the administrative territorial entity was Limonest?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Limonest (2003)\n Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002150", "prompt": " After Philipp Lenard country of citizenship Germany, what was the head of government of Germany?\nEvidence:\n- Germany | head of government | Konrad Adenauer | 1956\n- Germany | head of state | Theodor Heuss | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- Jürgen Kissner | country of citizenship | West Germany | 1956\n- Bonn | capital of | Germany | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | West Germany | 1956\n- Afghanistan | basic form of government | constitutional monarchy | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Germany | member of | Western European Union | 1956\n- Afghanistan | head of state | Mohammed Zahir Shah | 1956\n- West Germany | currency | Deutsche Mark | 1956\n- Germany | shares border with | Czechoslovakia | 1956\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Konrad Adenauer (1956)\n Answer: Konrad Adenauer", "t_query": 1956.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002151", "prompt": " In what year was the territory claimed by of Friedrich Guggenberger's allegiance equal to German Democratic Republic?\nEvidence:\n- West Germany | territory claimed by | German Democratic Republic | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- West Germany | diplomatic relation | German Democratic Republic | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- German Rugby Federation | operating area | West Germany | 1972\n- Hans-Günther Lange | military branch | West German Navy | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> territory claimed by -> German Democratic Republic (1972)\n Answer: 1972", "t_query": 1972.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002152", "prompt": " In what year was the anthem of Chelyabinsk Oblast's located in equal to State Anthem of the Soviet Union?\nEvidence:\n- Chelyabinsk Oblast | country | Soviet Union | 1974\n- Chelyabinsk | country | Soviet Union | 1974\n- Zlatoust | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Yuzhnouralsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Troitsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Miass | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Verkhny Ufaley | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Sumy Oblast | country | Soviet Union | 1974\n- Semipalatinsk Oblast | country | Soviet Union | 1974\n- Poltava Oblast | country | Soviet Union | 1974\n- Omsk Oblast | country | Soviet Union | 1974\n- Odesa Oblast | country | Soviet Union | 1974\n- Novosibirsk Oblast | country | Soviet Union | 1974\n- Murmansk Oblast | country | Soviet Union | 1974\nReasoning:", "completion": " Hop 1: Chelyabinsk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1974)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> State Anthem of the Soviet Union (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002153", "prompt": " In what year was the head of state of Guido Aycard's country of citizenship equal to Giovanni Gronchi?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Giovanni Mardersteig | country of citizenship | Italy | 1962\n- Giovanni Invernizzi | country of citizenship | Italy | 1962\n- Giovanni Goria | country of citizenship | Italy | 1962\n- Giovanni Ferrofino | country of citizenship | Italy | 1962\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Guido Aycard -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1962)\n Answer: 1962", "t_query": 1962.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002154", "prompt": " Who was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance after North Rhine-Westphalia?\nEvidence:\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Saarland (1972)\n Answer: Saarland", "t_query": 1972.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002155", "prompt": " After Nopporo Station adjacent station Atsubetsu Station, what was the adjacent station of Nopporo Station?\nEvidence:\n- Nopporo Station | adjacent station | Atsubetsu Station | 1956\n- Nopporo Station | adjacent station | Ebetsu Station | 1956\n- Ebetsu Station | adjacent station | Nopporo Station | 1956\n- Ebetsu Station | adjacent station | Horomui Station | 1956\nReasoning:", "completion": " Hop 1: Nopporo Station -> adjacent station -> Ebetsu Station (1956)\n Answer: Ebetsu Station", "t_query": 1956.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 4} +{"id": "sft_002156", "prompt": " In 1956, whose country of citizenship was Italy?\nEvidence:\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Veriano Luchetti | country of citizenship | Italy | 1956\n- Tonino Cervi | country of citizenship | Italy | 1956\n- Tiziano Terzani | country of citizenship | Italy | 1956\n- Stéphane Grappelli | country of citizenship | Italy | 1956\n- Simon Spierer | country of citizenship | Italy | 1956\n- Sergio Mantovani | country of citizenship | Italy | 1956\n- Sergio Bonelli | country of citizenship | Italy | 1956\n- Rossana Rossanda | country of citizenship | Italy | 1956\n- Romeo Bertini | country of citizenship | Italy | 1956\n- Renata Tebaldi | country of citizenship | Italy | 1956\n- Primo Nebiolo | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Laura Veccia Vaglieri -> country of citizenship -> Italy (1956)\n Answer: Laura Veccia Vaglieri", "t_query": 1956.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002157", "prompt": " After Frankfurt located in Wiesbaden Government Region, what was the contains the administrative territorial entity of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Hamburg (1953)\n Answer: Hamburg", "t_query": 1953.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 3} +{"id": "sft_002158", "prompt": " After Jürgen Kissner country of citizenship Germany, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Saarland (1974)\n Answer: Saarland", "t_query": 1974.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002159", "prompt": " After Jena located in State of Thuringia (1920–1952), what was the head of state of Jena's country?\nEvidence:\n- Jena | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Weimar | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Q15976 | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Gera | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Jena | country | Nazi Germany | 1942\n- Nazi Germany | head of state | Adolf Hitler | 1942\n- Free State of Mecklenburg | located in the administrative territorial entity | Nazi Germany | 1942\n- Free State of Anhalt | located in the administrative territorial entity | Nazi Germany | 1942\n- Carl Zeiss AG | headquarters location | Jena | 1942\n- Saxony | located in the administrative territorial entity | Nazi Germany | 1942\n- Berlin | located in the administrative territorial entity | Nazi Germany | 1942\n- Republic of Baden | located in the administrative territorial entity | Nazi Germany | 1942\n- Q822028 | country of registry | Nazi Germany | 1942\n- Q321140 | country of registry | Nazi Germany | 1942\n- Q237358 | country of citizenship | Nazi Germany | 1942\nReasoning:", "completion": " Hop 1: Jena -> country -> Nazi Germany (1942)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1942)\n Answer: Adolf Hitler", "t_query": 1942.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002160", "prompt": " In 1932, what was the country of citizenship of Romolo Carboni?\nEvidence:\n- Romolo Carboni | country of citizenship | Kingdom of Italy | 1932\n- Q976653 | country of citizenship | Kingdom of Italy | 1932\n- Q972711 | country of citizenship | Kingdom of Italy | 1932\n- Q922237 | country of citizenship | Kingdom of Italy | 1932\n- Q890523 | country of citizenship | Kingdom of Italy | 1932\n- Q710497 | country of citizenship | Kingdom of Italy | 1932\n- Q678253 | country of citizenship | Kingdom of Italy | 1932\n- Q654973 | country of citizenship | Kingdom of Italy | 1932\n- Q650303 | country of citizenship | Kingdom of Italy | 1932\n- Q527400 | country of citizenship | Kingdom of Italy | 1932\n- Q51189 | country of citizenship | Kingdom of Italy | 1932\n- Q471232 | country of citizenship | Kingdom of Italy | 1932\n- Q432318 | country of citizenship | Kingdom of Italy | 1932\n- Q432257 | country of citizenship | Kingdom of Italy | 1932\n- Q429298 | country of citizenship | Kingdom of Italy | 1932\nReasoning:", "completion": " Hop 1: Romolo Carboni -> country of citizenship -> Kingdom of Italy (1932)\n Answer: Kingdom of Italy", "t_query": 1932.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002161", "prompt": " In 1961, what was the country of citizenship of John Paul I?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\n- Virginio Rosetta | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: John Paul I -> country of citizenship -> Italy (1961)\n Answer: Italy", "t_query": 1961.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002162", "prompt": " Who was the member of of Ugo Morin's country of citizenship before European Coal and Steel Community?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Ugo Morin -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> member of -> European Economic Community (1968)\n Answer: European Economic Community", "t_query": 1968.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002163", "prompt": " In what year was the country of citizenship of Ernesto Codignola equal to Kingdom of Italy?\nEvidence:\n- Ernesto Codignola | country of citizenship | Kingdom of Italy | 1919\n- Q976653 | country of citizenship | Kingdom of Italy | 1919\n- Q972711 | country of citizenship | Kingdom of Italy | 1919\n- Q922237 | country of citizenship | Kingdom of Italy | 1919\n- Q890523 | country of citizenship | Kingdom of Italy | 1919\n- Q765946 | country of citizenship | Kingdom of Italy | 1919\n- Q745874 | country of citizenship | Kingdom of Italy | 1919\n- Q728589 | country of citizenship | Kingdom of Italy | 1919\n- Q715036 | country of citizenship | Kingdom of Italy | 1919\n- Q706466 | country of citizenship | Kingdom of Italy | 1919\n- Q678253 | country of citizenship | Kingdom of Italy | 1919\n- Q653839 | country of citizenship | Kingdom of Italy | 1919\n- Q65151 | country of citizenship | Kingdom of Italy | 1919\n- Q630519 | country of citizenship | Kingdom of Italy | 1919\n- Q603148 | country of citizenship | Kingdom of Italy | 1919\nReasoning:", "completion": " Hop 1: Ernesto Codignola -> country of citizenship -> Kingdom of Italy (1919)\n Answer: 1919", "t_query": 1919.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002164", "prompt": " In 1981, whose located in was Kirghiz Soviet Socialist Republic?\nEvidence:\n- Q879096 | located in the administrative territorial entity | Kirghiz Soviet Socialist Republic | 1981\n- Bishkek | located in the administrative territorial entity | Kirghiz Soviet Socialist Republic | 1981\n- Sokuluk District | located in the administrative territorial entity | Kirghiz Soviet Socialist Republic | 1981\n- Chuy District | located in the administrative territorial entity | Kirghiz Soviet Socialist Republic | 1981\n- Bishkek | country | Soviet Union | 1981\n- Bishkek | named after | Mikhail Frunze | 1981\nReasoning:", "completion": " Hop 1: Chuy District -> located in -> Kirghiz Soviet Socialist Republic (1981)\n Answer: Chuy District", "t_query": 1981.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_002165", "prompt": " In 1953, what was the contains the administrative territorial entity of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Hamburg (1953)\n Answer: Hamburg", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_002166", "prompt": " After Barcelona Dragons league or competition NFL Europe, what was the head coach of Lluís Companys Olympic Stadium's occupant?\nEvidence:\n- Lluís Companys Olympic Stadium | occupant | Barcelona Dragons | 1999\n- Barcelona Dragons | league or competition | NFL Europe | 1999\n- Barcelona Dragons | home venue | Lluís Companys Olympic Stadium | 1999\n- Lluís Companys Olympic Stadium | occupant | RCD Espanyol de Barcelona | 1999\n- Barcelona Dragons | head coach | Jack Bicknell | 1999\n- Jack Bicknell | coach of sports team | Barcelona Dragons | 1999\n- Q943194 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q939976 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q704268 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q296975 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Mauro Navas | member of sports team | RCD Espanyol de Barcelona | 1999\nReasoning:", "completion": " Hop 1: Lluís Companys Olympic Stadium -> occupant -> Barcelona Dragons (1999)\n Hop 2: Barcelona Dragons -> head coach -> Jack Bicknell (1999)\n Answer: Jack Bicknell", "t_query": 1999.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 11} +{"id": "sft_002167", "prompt": " Who was the member of sports team of Paweł Kieszek before FC Porto?\nEvidence:\n- Paweł Kieszek | member of sports team | Polonia Warsaw | 2007\n- Paweł Kieszek | member of sports team | S.C. Braga | 2007\n- Q670214 | member of sports team | Polonia Warsaw | 2007\n- Q655920 | member of sports team | Polonia Warsaw | 2007\n- Q718432 | member of sports team | S.C. Braga | 2007\n- Q172149 | member of sports team | S.C. Braga | 2007\n- Césinha | member of sports team | S.C. Braga | 2007\n- Roland Linz | member of sports team | S.C. Braga | 2007\n- João Pereira | member of sports team | S.C. Braga | 2007\n- Diego Costa | member of sports team | S.C. Braga | 2007\nReasoning:", "completion": " Hop 1: Paweł Kieszek -> member of sports team -> Polonia Warsaw (2007)\n Answer: Polonia Warsaw", "t_query": 2007.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 10} +{"id": "sft_002168", "prompt": " In 1955, whose member of sports team was India men's national football team?\nEvidence:\n- Sailen Manna | member of sports team | India men's national football team | 1955\n- Sailen Manna | member of sports team | Mohun Bagan AC | 1955\nReasoning:", "completion": " Hop 1: Sailen Manna -> member of sports team -> India men's national football team (1955)\n Answer: Sailen Manna", "t_query": 1955.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_002169", "prompt": " After Mario Castellani country of citizenship Italy, what was the head of state of Romolo Alzani's country of citizenship?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Mario Gentili | country of citizenship | Italy | 1987\n- Mario Bò | country of citizenship | Italy | 1987\n- Mario Autelli | country of citizenship | Italy | 1987\n- Mario Albertini | country of citizenship | Italy | 1987\n- Mario De Donà | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Romolo Alzani -> country of citizenship -> Italy (1987)\n Hop 2: Italy -> head of state -> Francesco Cossiga (1987)\n Answer: Francesco Cossiga", "t_query": 1987.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002170", "prompt": " In 1978, what was the head of state of Marco Tulli's country of citizenship?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Marco Tulli -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> head of state -> Sandro Pertini (1978)\n Answer: Sandro Pertini", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002171", "prompt": " In 1971, what was the shares border with of Salvatore Fiume's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1971\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> shares border with -> Yugoslavia (1971)\n Answer: Yugoslavia", "t_query": 1971.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002172", "prompt": " In what year was the contains the administrative territorial entity of Germany's capital's capital of equal to Lower Saxony?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Lower Saxony (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002173", "prompt": " Who was the located in of Kostroma after Yaroslavl Oblast?\nEvidence:\n- Kostroma | located in the administrative territorial entity | Kostroma Oblast | 1975\nReasoning:", "completion": " Hop 1: Kostroma -> located in -> Kostroma Oblast (1975)\n Answer: Kostroma Oblast", "t_query": 1975.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 1} +{"id": "sft_002174", "prompt": " In 1957, what was the position held of Ugo Stille's country of citizenship's head of state?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Ugo Stille -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1957)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1957)\n Answer: President of Italy", "t_query": 1957.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002175", "prompt": " In 1941, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1941\n- Q972711 | country of citizenship | Kingdom of Italy | 1941\n- Q890523 | country of citizenship | Kingdom of Italy | 1941\n- Q432318 | country of citizenship | Kingdom of Italy | 1941\n- Q429298 | country of citizenship | Kingdom of Italy | 1941\n- Q178349 | country of citizenship | Kingdom of Italy | 1941\n- Q133535 | country of citizenship | Kingdom of Italy | 1941\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1941\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1941\n- Titta Ruffo | country of citizenship | Kingdom of Italy | 1941\n- Tita Piaz | country of citizenship | Kingdom of Italy | 1941\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1941\n- Paolo Manna | country of citizenship | Kingdom of Italy | 1941\n- Pantaleo Carabellese | country of citizenship | Kingdom of Italy | 1941\n- Matteo Marangoni | country of citizenship | Kingdom of Italy | 1941\nReasoning:", "completion": " Hop 1: Giuseppe Domenichelli -> country of citizenship -> Kingdom of Italy (1941)\n Answer: Giuseppe Domenichelli", "t_query": 1941.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002176", "prompt": " In 1951, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1951\n- Germany | member of | European Coal and Steel Community | 1951\n- Belgium | member of | European Coal and Steel Community | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\n- Vitaliano Brancati | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1951)\n Hop 2: Vitaliano Brancati -> country of citizenship -> Italy (1951)\n Answer: Vitaliano Brancati", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002177", "prompt": " In 1950, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> North Rhine-Westphalia (1950)\n Answer: North Rhine-Westphalia", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002178", "prompt": " After Ferruccio Tagliavini country of citizenship Italy, what was the shares border with of Mario Gentili's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1961\n- Mario Gentili | country of citizenship | Italy | 1961\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Mario Gentili -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> shares border with -> Yugoslavia (1961)\n Answer: Yugoslavia", "t_query": 1961.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002179", "prompt": " In what year was the head of state of Nino Baragli's country of citizenship equal to Oscar Luigi Scalfaro?\nEvidence:\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1994\n- Nino Baragli | country of citizenship | Italy | 1994\n- Luigi Comencini | country of citizenship | Italy | 1994\n- Luigi Agnolin | country of citizenship | Italy | 1994\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1994\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\nReasoning:", "completion": " Hop 1: Nino Baragli -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1994)\n Answer: 1994", "t_query": 1994.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002180", "prompt": " Who was the position held of Flaviano Vicentini's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\n- Ulrico Girardi | country of citizenship | Italy | 1967\nReasoning:", "completion": " Hop 1: Flaviano Vicentini -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1967)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1967)\n Answer: President of Italy", "t_query": 1967.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002181", "prompt": " In 1971, whose member of sports team was F.C. Hansa Rostock?\nEvidence:\n- Q823665 | member of sports team | F.C. Hansa Rostock | 1971\n- Herbert Pankau | member of sports team | F.C. Hansa Rostock | 1971\n- Gerd Kische | member of sports team | F.C. Hansa Rostock | 1971\n- Gerd Kische | member of sports team | East Germany national football team | 1971\nReasoning:", "completion": " Hop 1: Gerd Kische -> member of sports team -> F.C. Hansa Rostock (1971)\n Answer: Gerd Kische", "t_query": 1971.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_002182", "prompt": " In what year was the officeholder of Germany's head of state's position held equal to Gustav Heinemann?\nEvidence:\n- Germany | head of state | Gustav Heinemann | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> position held -> president of Germany (1974)\n Hop 3: president of Germany -> officeholder -> Gustav Heinemann (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002183", "prompt": " In 1918, whose located in was Seine-et-Oise?\nEvidence:\n- Bonnières-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Villejust | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Villecresnes | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Valenton | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Saclas | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q899558 | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q83472 | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q794124 | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q752150 | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q639332 | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q491908 | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q276508 | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q273061 | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q272066 | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q268408 | located in the administrative territorial entity | Seine-et-Oise | 1918\nReasoning:", "completion": " Hop 1: Morsang-sur-Orge -> located in -> Seine-et-Oise (1918)\n Answer: Morsang-sur-Orge", "t_query": 1918.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002184", "prompt": " In 1934, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1934\n- Q890523 | country of citizenship | Kingdom of Italy | 1934\n- Q432318 | country of citizenship | Kingdom of Italy | 1934\n- Q429298 | country of citizenship | Kingdom of Italy | 1934\n- Q329221 | country of citizenship | Kingdom of Italy | 1934\n- Q216812 | country of citizenship | Kingdom of Italy | 1934\n- Q178349 | country of citizenship | Kingdom of Italy | 1934\n- Q133535 | country of citizenship | Kingdom of Italy | 1934\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1934\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1934\n- Titta Ruffo | country of citizenship | Kingdom of Italy | 1934\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1934\n- Paolo Vetri | country of citizenship | Kingdom of Italy | 1934\n- Paolo Manna | country of citizenship | Kingdom of Italy | 1934\n- Pantaleo Carabellese | country of citizenship | Kingdom of Italy | 1934\nReasoning:", "completion": " Hop 1: Mario Stoppani -> country of citizenship -> Kingdom of Italy (1934)\n Answer: Mario Stoppani", "t_query": 1934.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002185", "prompt": " In what year was the located in of Route nationale 101 equal to Ardèche?\nEvidence:\n- Route nationale 101 | located in the administrative territorial entity | Ardèche | 1926\n- Route nationale 104 | located in the administrative territorial entity | Ardèche | 1926\n- Route nationale 101 | located in the administrative territorial entity | Lozère | 1926\nReasoning:", "completion": " Hop 1: Route nationale 101 -> located in -> Ardèche (1926)\n Answer: 1926", "t_query": 1926.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 3} +{"id": "sft_002186", "prompt": " After Artemio Franchi country of citizenship Italy, what was the shares border with of Flaviano Vicentini's country of citizenship?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Italy | shares border with | Yugoslavia | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\nReasoning:", "completion": " Hop 1: Flaviano Vicentini -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> shares border with -> Yugoslavia (1967)\n Answer: Yugoslavia", "t_query": 1967.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002187", "prompt": " In 1974, what was the member of political party of Germany's head of government?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> member of political party -> Free Democratic Party (1974)\n Answer: Free Democratic Party", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002188", "prompt": " In what year was the position held of Italy's head of government equal to Prime Minister of Italy?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1980\n- Veriano Luchetti | country of citizenship | Italy | 1980\n- Tullio Kezich | country of citizenship | Italy | 1980\n- Tonino Cervi | country of citizenship | Italy | 1980\n- Tiziano Terzani | country of citizenship | Italy | 1980\n- Stéphane Grappelli | country of citizenship | Italy | 1980\n- Simon Spierer | country of citizenship | Italy | 1980\n- Sergio Mantovani | country of citizenship | Italy | 1980\n- Sergio Bonelli | country of citizenship | Italy | 1980\n- Salvatore Cassisa | country of citizenship | Italy | 1980\n- Rossana Rossanda | country of citizenship | Italy | 1980\n- Renata Tebaldi | country of citizenship | Italy | 1980\n- Primo Nebiolo | country of citizenship | Italy | 1980\n- Pino Lancetti | country of citizenship | Italy | 1980\n- Pietro Parente | country of citizenship | Italy | 1980\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Arnaldo Forlani (1980)\n Hop 2: Arnaldo Forlani -> position held -> Prime Minister of Italy (1980)\n Answer: 1980", "t_query": 1980.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002189", "prompt": " In 1989, what was the country of citizenship of Raul Gardini?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\n- Stéphane Grappelli | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Raul Gardini -> country of citizenship -> Italy (1989)\n Answer: Italy", "t_query": 1989.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002190", "prompt": " In 1985, what was the head of state of Veriano Luchetti's country of citizenship?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\n- Tiziano Terzani | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Veriano Luchetti -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> head of state -> Sandro Pertini (1985)\n Answer: Sandro Pertini", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002191", "prompt": " In what year was the position held of Umberto Mastroianni's country of citizenship's head of government equal to Prime Minister of Italy?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\n- Tiziano Terzani | country of citizenship | Italy | 1995\nReasoning:", "completion": " Hop 1: Umberto Mastroianni -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of government -> Lamberto Dini (1995)\n Hop 3: Lamberto Dini -> position held -> Prime Minister of Italy (1995)\n Answer: 1995", "t_query": 1995.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002192", "prompt": " In 1999, what was the head coach of Lluís Companys Olympic Stadium's occupant?\nEvidence:\n- Lluís Companys Olympic Stadium | occupant | Barcelona Dragons | 1999\n- Lluís Companys Olympic Stadium | occupant | RCD Espanyol de Barcelona | 1999\n- Barcelona Dragons | home venue | Lluís Companys Olympic Stadium | 1999\n- Barcelona Dragons | head coach | Jack Bicknell | 1999\n- Jack Bicknell | coach of sports team | Barcelona Dragons | 1999\n- Q943194 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q939976 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q704268 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q296975 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Mauro Navas | member of sports team | RCD Espanyol de Barcelona | 1999\n- Barcelona Dragons | league or competition | NFL Europe | 1999\nReasoning:", "completion": " Hop 1: Lluís Companys Olympic Stadium -> occupant -> Barcelona Dragons (1999)\n Hop 2: Barcelona Dragons -> head coach -> Jack Bicknell (1999)\n Answer: Jack Bicknell", "t_query": 1999.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 11} +{"id": "sft_002193", "prompt": " In 1963, whose head of state's country of citizenship was Antonio Segni?\nEvidence:\n- Italy | head of state | Antonio Segni | 1963\n- Antonio Segni | country of citizenship | Italy | 1963\n- Antonio Segni | position held | President of Italy | 1963\n- Antonio Leonviola | country of citizenship | Italy | 1963\n- Antonio Fessia | country of citizenship | Italy | 1963\n- Antonio Calderara | country of citizenship | Italy | 1963\n- Antonio Brivio | country of citizenship | Italy | 1963\n- Antonio Bacci | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Antonio Segni (1963)\n Hop 2: Francesca Romana Coluzzi -> country of citizenship -> Italy (1963)\n Answer: Francesca Romana Coluzzi", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002194", "prompt": " In 1956, whose head of government's contains the administrative territorial entity's capital of's capital was Gebhard Müller?\nEvidence:\n- Baden-Württemberg | head of government | Gebhard Müller | 1956\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1956\n- Mannheim | located in the administrative territorial entity | Baden-Württemberg | 1956\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1956\n- Baden-Württemberg | country | West Germany | 1956\nReasoning:", "completion": " Hop 1: Baden-Württemberg -> head of government -> Gebhard Müller (1956)\n Hop 2: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1956)\n Hop 3: Bonn -> capital of -> West Germany (1956)\n Hop 4: Germany -> capital -> Bonn (1956)\n Answer: Germany", "t_query": 1956.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 5} +{"id": "sft_002195", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon after Oullins?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Charbonnières-les-Bains (2003)\n Answer: Charbonnières-les-Bains", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002196", "prompt": " Who was the head of government of Italy before Carlo Azeglio Ciampi?\nEvidence:\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Tonino Cervi | country of citizenship | Italy | 1971\n- Tiziano Terzani | country of citizenship | Italy | 1971\n- Stéphane Grappelli | country of citizenship | Italy | 1971\n- Simon Spierer | country of citizenship | Italy | 1971\n- Sergio Mantovani | country of citizenship | Italy | 1971\n- Sergio Bonelli | country of citizenship | Italy | 1971\n- Rossana Rossanda | country of citizenship | Italy | 1971\n- Romeo Bertini | country of citizenship | Italy | 1971\n- Renata Tebaldi | country of citizenship | Italy | 1971\n- Primo Nebiolo | country of citizenship | Italy | 1971\n- Pietro Parente | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Emilio Colombo (1971)\n Answer: Emilio Colombo", "t_query": 1971.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002197", "prompt": " In 1974, whose member of's located in was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1974\n- Yalta | country | Soviet Union | 1974\n- Voronezh | country | Soviet Union | 1974\n- Volhynia | country | Soviet Union | 1974\n- Vinnytsia | country | Soviet Union | 1974\n- Urgench | country | Soviet Union | 1974\n- Uman | country | Soviet Union | 1974\n- Torzhok | country | Soviet Union | 1974\n- Tbilisi | country | Soviet Union | 1974\n- Sudak | country | Soviet Union | 1974\n- Starodub | country | Soviet Union | 1974\n- Simferopol | country | Soviet Union | 1974\n- Siberia | country | Soviet Union | 1974\n- Sevastopol | country | Soviet Union | 1974\n- Q957273 | country | Soviet Union | 1974\nReasoning:", "completion": " Hop 1: Russian Soviet Federative Socialist Republic -> member of -> Soviet Union (1974)\n Hop 2: Chelyabinsk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1974)\n Answer: Chelyabinsk Oblast", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002198", "prompt": " In 1995, what was the coach of sports team of Artur Jorge?\nEvidence:\n- Artur Jorge | coach of sports team | S.L. Benfica | 1995\n- Artur Jorge | coach of sports team | Switzerland men's national football team | 1995\n- Q686846 | member of sports team | Switzerland men's national football team | 1995\n- Q676250 | member of sports team | Switzerland men's national football team | 1995\n- Q673003 | member of sports team | Switzerland men's national football team | 1995\n- Q671796 | member of sports team | Switzerland men's national football team | 1995\n- Q372858 | member of sports team | Switzerland men's national football team | 1995\n- Q327937 | member of sports team | Switzerland men's national football team | 1995\n- Q323799 | member of sports team | Switzerland men's national football team | 1995\n- Q124201 | member of sports team | Switzerland men's national football team | 1995\n- Q976320 | member of sports team | S.L. Benfica | 1995\n- Q929372 | member of sports team | S.L. Benfica | 1995\n- Q725768 | member of sports team | S.L. Benfica | 1995\n- Q440999 | member of sports team | S.L. Benfica | 1995\n- Q386973 | member of sports team | S.L. Benfica | 1995\nReasoning:", "completion": " Hop 1: Artur Jorge -> coach of sports team -> Switzerland men's national football team (1995)\n Answer: Switzerland men's national football team", "t_query": 1995.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002199", "prompt": " In what year was the board member of Deutsche Reichsbahn (GDR) equal to Julius Dorpmüller?\nEvidence:\n- Deutsche Reichsbahn (GDR) | board member | Julius Dorpmüller | 1929\nReasoning:", "completion": " Hop 1: Deutsche Reichsbahn (GDR) -> board member -> Julius Dorpmüller (1929)\n Answer: 1929", "t_query": 1929.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1} +{"id": "sft_002200", "prompt": " After Cheb country Czechoslovakia, what was the twinned with of Cheb?\nEvidence:\n- Nizhny Tagil | twinned administrative body | Cheb | 2008\n- Cheb | twinned administrative body | Nizhny Tagil | 2008\nReasoning:", "completion": " Hop 1: Cheb -> twinned with -> Nizhny Tagil (2008)\n Answer: Nizhny Tagil", "t_query": 2008.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 2} +{"id": "sft_002201", "prompt": " After Mariele Ventre country of citizenship Italy, what was the member of of Giorgio Rebuffi's country of citizenship?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Guerra | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\nReasoning:", "completion": " Hop 1: Giorgio Rebuffi -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1997)\n Answer: European Coal and Steel Community", "t_query": 1997.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002202", "prompt": " After United States shares border with Panama, what was the member of political party of Erazim Kohák's residence's head of government?\nEvidence:\n- United States | shares border with | Panama | 1988\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Discovery Channel | country | United States | 1988\n- Julie Mehretu | work location | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Tony Miles | country for sport | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\nReasoning:", "completion": " Hop 1: Erazim Kohák -> residence -> United States (1988)\n Hop 2: United States -> head of government -> Ronald Reagan (1988)\n Hop 3: Ronald Reagan -> member of political party -> Republican Party (1988)\n Answer: Republican Party", "t_query": 1988.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 13} +{"id": "sft_002203", "prompt": " In 1921, what was the work location of Tilla Durieux's spouse?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Hop 1: Tilla Durieux -> spouse -> Paul Cassirer (1921)\n Hop 2: Paul Cassirer -> work location -> Berlin (1921)\n Answer: Berlin", "t_query": 1921.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_002204", "prompt": " After Mario Sarto country of citizenship Italy, what was the member of of Italy9484's country of citizenship?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1984\n- Mario Bò | country of citizenship | Italy | 1984\n- Mario Autelli | country of citizenship | Italy | 1984\n- Mario Albertini | country of citizenship | Italy | 1984\n- Mario De Donà | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Andrea Carrea -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1984)\n Answer: European Coal and Steel Community", "t_query": 1984.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002205", "prompt": " In 1978, what was the position held of David Bowie's work location's head of government?\nEvidence:\n- David Bowie | work location | Berlin | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Q896393 | work location | Berlin | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Q497401 | terminus | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\n- Anna Seghers | residence | Berlin | 1978\nReasoning:", "completion": " Hop 1: David Bowie -> work location -> Berlin (1978)\n Hop 2: Berlin -> head of government -> Dietrich Stobbe (1978)\n Hop 3: Dietrich Stobbe -> position held -> President of the Bundesrat of Germany (1978)\n Answer: President of the Bundesrat of Germany", "t_query": 1978.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 10} +{"id": "sft_002206", "prompt": " Who was the country of Ashgabat after Russian Empire?\nEvidence:\n- Ashgabat | country | Soviet Union | 1979\n- Ashgabat | capital of | Turkmen Soviet Socialist Republic | 1979\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1979\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1979\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1979\n- Q59054 | country of citizenship | Soviet Union | 1979\n- Q437262 | country of citizenship | Soviet Union | 1979\n- Q324083 | country of citizenship | Soviet Union | 1979\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1979\n- Yuri Manin | country of citizenship | Soviet Union | 1979\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1979\n- Viktor Kulikov | country of citizenship | Soviet Union | 1979\n- Vija Artmane | country of citizenship | Soviet Union | 1979\n- Vera Krepkina | country of citizenship | Soviet Union | 1979\n- Valeri Polyakov | country of citizenship | Soviet Union | 1979\nReasoning:", "completion": " Hop 1: Ashgabat -> country -> Soviet Union (1979)\n Answer: Soviet Union", "t_query": 1979.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002207", "prompt": " In 2004, what was the member of political party of Susanne Gaschke?\nEvidence:\n- Susanne Gaschke | member of political party | Social Democratic Party of Germany | 2004\n- Q76545 | member of political party | Social Democratic Party of Germany | 2004\n- Q61009 | member of political party | Social Democratic Party of Germany | 2004\n- Q108771 | member of political party | Social Democratic Party of Germany | 2004\n- Thilo Sarrazin | member of political party | Social Democratic Party of Germany | 2004\nReasoning:", "completion": " Hop 1: Susanne Gaschke -> member of political party -> Social Democratic Party of Germany (2004)\n Answer: Social Democratic Party of Germany", "t_query": 2004.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 5} +{"id": "sft_002208", "prompt": " After Route nationale 101 located in Lozère, what was the located in of Route nationale 101?\nEvidence:\n- Route nationale 101 | located in the administrative territorial entity | Lozère | 1926\n- Route nationale 101 | located in the administrative territorial entity | Ardèche | 1926\n- Route nationale 104 | located in the administrative territorial entity | Ardèche | 1926\nReasoning:", "completion": " Hop 1: Route nationale 101 -> located in -> Ardèche (1926)\n Answer: Ardèche", "t_query": 1926.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 3} +{"id": "sft_002209", "prompt": " Who was the contains the administrative territorial entity of Mannheim's country before North Rhine-Westphalia?\nEvidence:\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Württemberg-Baden (1950)\n Answer: Württemberg-Baden", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002210", "prompt": " In 1988, what was the spouse of Erazim Kohák's residence's head of government?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- United States | shares border with | Panama | 1988\n- Tony Miles | country for sport | United States | 1988\n- Julie Mehretu | work location | United States | 1988\n- Discovery Channel | country | United States | 1988\nReasoning:", "completion": " Hop 1: Erazim Kohák -> residence -> United States (1988)\n Hop 2: United States -> head of government -> Ronald Reagan (1988)\n Hop 3: Ronald Reagan -> spouse -> Nancy Reagan (1988)\n Answer: Nancy Reagan", "t_query": 1988.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 13} +{"id": "sft_002211", "prompt": " After Louise Bourgeois work location New York City, what was the head of government of Lewis Mumford's work location?\nEvidence:\n- Lewis Mumford | work location | New York City | 1986\n- Louise Bourgeois | work location | New York City | 1986\n- Q828254 | work location | New York City | 1986\n- Arman | work location | New York City | 1986\n- Nancy Graves | work location | New York City | 1986\n- Elliott Erwitt | work location | New York City | 1986\n- Donald Trump | work location | New York City | 1986\n- Alan Vega | work location | New York City | 1986\n- New York City | head of government | Ed Koch | 1986\n- MetLife | headquarters location | New York City | 1986\n- Lewis Mumford | residence | Amenia | 1986\n- Wolfgang Schivelbusch | residence | New York City | 1986\n- William Vickrey | residence | New York City | 1986\n- Gil Evans | residence | New York City | 1986\n- Variety | place of publication | New York City | 1986\nReasoning:", "completion": " Hop 1: Lewis Mumford -> work location -> New York City (1986)\n Hop 2: New York City -> head of government -> Ed Koch (1986)\n Answer: Ed Koch", "t_query": 1986.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002212", "prompt": " In what year was the head of state of Nazi Germany equal to Adolf Hitler?\nEvidence:\n- Saxony | located in the administrative territorial entity | Nazi Germany | 1940\n- Berlin | located in the administrative territorial entity | Nazi Germany | 1940\n- Zwickau | country | Nazi Germany | 1940\n- Zimmern | country | Nazi Germany | 1940\n- Wrocław | country | Nazi Germany | 1940\n- Wittmund | country | Nazi Germany | 1940\n- Wismar | country | Nazi Germany | 1940\n- Wiesbaden | country | Nazi Germany | 1940\n- Weimar | country | Nazi Germany | 1940\n- Vaterstetten | country | Nazi Germany | 1940\n- Trier | country | Nazi Germany | 1940\n- Speyer | country | Nazi Germany | 1940\n- Regensburg | country | Nazi Germany | 1940\n- Q320012 | country | Nazi Germany | 1940\n- Q158459 | country | Nazi Germany | 1940\nReasoning:", "completion": " Hop 1: Nazi Germany -> head of state -> Adolf Hitler (1940)\n Answer: 1940", "t_query": 1940.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002213", "prompt": " In what year was the located in of Drohobych equal to Lviv Oblast?\nEvidence:\n- Drohobych | located in the administrative territorial entity | Lviv Oblast | 1969\n- Drohobych | country | Soviet Union | 1969\n- Sumy Oblast | country | Soviet Union | 1969\n- Semipalatinsk Oblast | country | Soviet Union | 1969\n- Poltava Oblast | country | Soviet Union | 1969\n- Omsk Oblast | country | Soviet Union | 1969\n- Odesa Oblast | country | Soviet Union | 1969\n- Novosibirsk Oblast | country | Soviet Union | 1969\n- Murmansk Oblast | country | Soviet Union | 1969\n- Kursk Oblast | country | Soviet Union | 1969\n- Kherson Oblast | country | Soviet Union | 1969\n- Kharkiv Oblast | country | Soviet Union | 1969\n- Dnipropetrovsk Oblast | country | Soviet Union | 1969\n- Chelyabinsk Oblast | country | Soviet Union | 1969\n- Bryansk Oblast | country | Soviet Union | 1969\nReasoning:", "completion": " Hop 1: Drohobych -> located in -> Lviv Oblast (1969)\n Answer: 1969", "t_query": 1969.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002214", "prompt": " In what year was the country of citizenship of Salvatore Fiume equal to Italy?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Answer: 1971", "t_query": 1971.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002215", "prompt": " In 1953, what was the chairperson of Italy's member of?\nEvidence:\n- Giuseppe Meazza | coach of sports team | Italy men's national association football team | 1953\n- Q264986 | country of citizenship | Italy | 1953\n- Q219490 | country of citizenship | Italy | 1953\n- Q213482 | country of citizenship | Italy | 1953\n- Dalida | country of citizenship | Italy | 1953\n- Veriano Luchetti | country of citizenship | Italy | 1953\n- Tonino Cervi | country of citizenship | Italy | 1953\n- Tiziano Terzani | country of citizenship | Italy | 1953\n- Stéphane Grappelli | country of citizenship | Italy | 1953\n- Simon Spierer | country of citizenship | Italy | 1953\n- Sergio Mantovani | country of citizenship | Italy | 1953\n- Sergio Bonelli | country of citizenship | Italy | 1953\n- Rossana Rossanda | country of citizenship | Italy | 1953\n- Romeo Bertini | country of citizenship | Italy | 1953\n- Renata Tebaldi | country of citizenship | Italy | 1953\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1953)\n Hop 2: European Coal and Steel Community -> chairperson -> Jean Monnet (1953)\n Answer: Jean Monnet", "t_query": 1953.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002216", "prompt": " After Pula country Italy, what was the country of citizenship of Ignazio Cannavò's country of citizenship's head of state?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q432257 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Hop 1: Ignazio Cannavò -> country of citizenship -> Italy (1946)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1946)\n Hop 3: Alcide De Gasperi -> country of citizenship -> Kingdom of Italy (1946)\n Answer: Kingdom of Italy", "t_query": 1946.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002217", "prompt": " After Trier country Weimar Republic, what was the located in of Trier?\nEvidence:\n- Trier | located in the administrative territorial entity | Trier | 1957\n- Trier | capital of | Trier | 1957\nReasoning:", "completion": " Hop 1: Trier -> located in -> Trier (1957)\n Answer: Trier", "t_query": 1957.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 2} +{"id": "sft_002218", "prompt": " After Westfalenliga country West Germany, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Bonn | capital of | West Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- West Germany | currency | Deutsche Mark | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> North Rhine-Westphalia (1974)\n Answer: North Rhine-Westphalia", "t_query": 1974.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002219", "prompt": " In 1978, what was the member of of Arnaldo Genoino's country of citizenship?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Arnaldo Genoino -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1978)\n Answer: European Coal and Steel Community", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002220", "prompt": " Who was the position held of Alfonso Calzolari's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Uberto de Morpurgo | country for sport | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Alfonso Calzolari -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1956)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1956)\n Answer: President of Italy", "t_query": 1956.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002221", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in after Meyzieu?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Rhône -> contains the administrative territorial entity -> Vénissieux (2003)\n Answer: Vénissieux", "t_query": 2003.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002222", "prompt": " After Gerard Piqué unmarried partner Shakira, what was the member of sports team of Gerard Piqué?\nEvidence:\n- Gerard Piqué | unmarried partner | Shakira | 2019\n- Gerard Piqué | member of sports team | Futbol Club Barcelona | 2019\n- Gerard Piqué | member of sports team | Catalonia national football team | 2019\n- Q49704 | member of sports team | Futbol Club Barcelona | 2019\n- Q455462 | member of sports team | Futbol Club Barcelona | 2019\n- Lionel Messi | member of sports team | Futbol Club Barcelona | 2019\n- Lionel Messi | employer | Futbol Club Barcelona | 2019\nReasoning:", "completion": " Hop 1: Gerard Piqué -> member of sports team -> Catalonia national football team (2019)\n Answer: Catalonia national football team", "t_query": 2019.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 7} +{"id": "sft_002223", "prompt": " In 1975, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1975\n- Q46099 | country of citizenship | Yugoslavia | 1975\n- Q207166 | country of citizenship | Yugoslavia | 1975\n- Vladica Popović | country of citizenship | Yugoslavia | 1975\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1975\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1975\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1975\n- Ilija Petković | country of citizenship | Yugoslavia | 1975\n- Dušan Ivković | country of citizenship | Yugoslavia | 1975\n- Dragan Tomić | country of citizenship | Yugoslavia | 1975\n- Verzar | country | Yugoslavia | 1975\n- Suševo | country | Yugoslavia | 1975\n- Q793485 | country | Yugoslavia | 1975\n- Pirot | country | Yugoslavia | 1975\n- Orašje | country | Yugoslavia | 1975\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1975)\n Hop 2: Giacomo Rossi-Stuart -> country of citizenship -> Italy (1975)\n Answer: Giacomo Rossi-Stuart", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002224", "prompt": " After Sergio Andreoli country of citizenship Italy, what was the member of of Francesca Romana Coluzzi's country of citizenship?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Sergio Realini | country of citizenship | Italy | 1963\n- Sergio Mantovani | country of citizenship | Italy | 1963\n- Sergio Bonelli | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1963)\n Answer: European Coal and Steel Community", "t_query": 1963.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002225", "prompt": " In 1971, what was the head of state of Salvatore Fiume's country of citizenship?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of state -> Giovanni Leone (1971)\n Answer: Giovanni Leone", "t_query": 1971.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002226", "prompt": " In 1986, what was the contains the administrative territorial entity of Rhône?\nEvidence:\n- Rhône | contains the administrative territorial entity | Vénissieux | 1986\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1986\n- Rhône | contains the administrative territorial entity | Meyzieu | 1986\n- Rhône | contains the administrative territorial entity | Genay | 1986\n- Rhône | contains the administrative territorial entity | Francheville | 1986\n- Rhône | contains the administrative territorial entity | Feyzin | 1986\n- Rhône | contains the administrative territorial entity | Bron | 1986\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1986\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1986\n- Ternay | located in the administrative territorial entity | Rhône | 1986\n- Chaponnay | located in the administrative territorial entity | Rhône | 1986\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1986\n- Route nationale 383 | located in the administrative territorial entity | Rhône | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 1986\nReasoning:", "completion": " Hop 1: Rhône -> contains the administrative territorial entity -> Feyzin (1986)\n Answer: Feyzin", "t_query": 1986.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002227", "prompt": " In 1909, what was the country of citizenship of Ernesto Remani?\nEvidence:\n- Ernesto Remani | country of citizenship | Kingdom of Italy | 1909\n- Ernesto Codignola | country of citizenship | Kingdom of Italy | 1909\n- Q983389 | country of citizenship | Kingdom of Italy | 1909\n- Q976653 | country of citizenship | Kingdom of Italy | 1909\n- Q972711 | country of citizenship | Kingdom of Italy | 1909\n- Q959367 | country of citizenship | Kingdom of Italy | 1909\n- Q939226 | country of citizenship | Kingdom of Italy | 1909\n- Q920582 | country of citizenship | Kingdom of Italy | 1909\n- Q890523 | country of citizenship | Kingdom of Italy | 1909\n- Q817284 | country of citizenship | Kingdom of Italy | 1909\n- Q765946 | country of citizenship | Kingdom of Italy | 1909\n- Q745874 | country of citizenship | Kingdom of Italy | 1909\n- Q728920 | country of citizenship | Kingdom of Italy | 1909\n- Q728589 | country of citizenship | Kingdom of Italy | 1909\n- Q715036 | country of citizenship | Kingdom of Italy | 1909\nReasoning:", "completion": " Hop 1: Ernesto Remani -> country of citizenship -> Kingdom of Italy (1909)\n Answer: Kingdom of Italy", "t_query": 1909.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002228", "prompt": " Who was the chairperson of The Knesset after Joseph Sprinzak?\nEvidence:\n- The Knesset | chairperson | Shevah Weiss | 1993\nReasoning:", "completion": " Hop 1: The Knesset -> chairperson -> Shevah Weiss (1993)\n Answer: Shevah Weiss", "t_query": 1993.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 1} +{"id": "sft_002229", "prompt": " Who was the head of state of Gianni Brera's country of citizenship before Sandro Pertini?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Gianni Brera -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Answer: Antonio Segni", "t_query": 1963.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002230", "prompt": " In what year was the winner of Laureus World Sports Award for Comeback of the Year equal to Rafael Nadal?\nEvidence:\n- Laureus World Sports Award for Comeback of the Year | winner | Rafael Nadal | 2014\n- Rafael Nadal | nominated for | Laureus World Sports Award for Comeback of the Year | 2014\n- Rafael Nadal | award received | Laureus World Sports Award for Comeback of the Year | 2014\nReasoning:", "completion": " Hop 1: Laureus World Sports Award for Comeback of the Year -> winner -> Rafael Nadal (2014)\n Answer: 2014", "t_query": 2014.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 3} +{"id": "sft_002231", "prompt": " After Antonio Sbardella country of citizenship Italy, what was the shares border with of Maria Caniglia's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1951\n- Maria Caniglia | country of citizenship | Italy | 1951\n- Antonio Leonviola | country of citizenship | Italy | 1951\n- Antonio Fessia | country of citizenship | Italy | 1951\n- Antonio Calderara | country of citizenship | Italy | 1951\n- Antonio Brivio | country of citizenship | Italy | 1951\n- Antonio Bacci | country of citizenship | Italy | 1951\n- Maria Tore Barbina | country of citizenship | Italy | 1951\n- Alberto Maria De Agostini | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Maria Caniglia -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> shares border with -> Yugoslavia (1951)\n Answer: Yugoslavia", "t_query": 1951.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002232", "prompt": " Who was the country of citizenship of Giuseppe Saragat before Italy?\nEvidence:\n- Giuseppe Saragat | country of citizenship | Kingdom of Italy | 1933\n- Giuseppe Ungaretti | country of citizenship | Kingdom of Italy | 1933\n- Giuseppe Paratore | country of citizenship | Kingdom of Italy | 1933\n- Giuseppe Milano | country of citizenship | Kingdom of Italy | 1933\n- Giuseppe Domenichelli | country of citizenship | Kingdom of Italy | 1933\n- Giuseppe Asti | country of citizenship | Kingdom of Italy | 1933\n- Giuseppe Di Vittorio | country of citizenship | Kingdom of Italy | 1933\n- Q976653 | country of citizenship | Kingdom of Italy | 1933\n- Q972711 | country of citizenship | Kingdom of Italy | 1933\n- Q922237 | country of citizenship | Kingdom of Italy | 1933\n- Q890523 | country of citizenship | Kingdom of Italy | 1933\n- Q710497 | country of citizenship | Kingdom of Italy | 1933\n- Q678253 | country of citizenship | Kingdom of Italy | 1933\n- Q654973 | country of citizenship | Kingdom of Italy | 1933\n- Q650303 | country of citizenship | Kingdom of Italy | 1933\nReasoning:", "completion": " Hop 1: Giuseppe Saragat -> country of citizenship -> Kingdom of Italy (1933)\n Answer: Kingdom of Italy", "t_query": 1933.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002233", "prompt": " In 1974, whose general secretary's member of political party's head of government was Martin Bangemann?\nEvidence:\n- Free Democratic Party | general secretary | Martin Bangemann | 1974\n- Martin Bangemann | member of political party | Free Democratic Party | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Jürgen Möllemann | member of political party | Free Democratic Party | 1974\n- Enrique Monsonís | member of political party | Free Democratic Party | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Free Democratic Party | chairperson | Hans-Dietrich Genscher | 1974\nReasoning:", "completion": " Hop 1: Free Democratic Party -> general secretary -> Martin Bangemann (1974)\n Hop 2: Walter Scheel -> member of political party -> Free Democratic Party (1974)\n Hop 3: Germany -> head of government -> Walter Scheel (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 7} +{"id": "sft_002234", "prompt": " After Giuliano Bernardi country of citizenship Italy, what was the member of of Italy7492's country of citizenship?\nEvidence:\n- Giuliano Carnimeo | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\n- Virginio Rosetta | country of citizenship | Italy | 1964\n- Veriano Luchetti | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1964)\n Answer: European Coal and Steel Community", "t_query": 1964.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002235", "prompt": " After Germany shares border with German Democratic Republic, what was the general secretary of Germany's head of government's member of political party?\nEvidence:\n- Germany | shares border with | German Democratic Republic | 1974\n- Germany | shares border with | Czechoslovakia | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Zwickau | country | German Democratic Republic | 1974\n- Zeuthen | country | German Democratic Republic | 1974\n- Wismar | country | German Democratic Republic | 1974\n- Q696016 | country | German Democratic Republic | 1974\n- Q525425 | country | German Democratic Republic | 1974\n- Q45898 | country | German Democratic Republic | 1974\n- Potsdam | country | German Democratic Republic | 1974\n- Neustrelitz | country | German Democratic Republic | 1974\n- Magdeburg | country | German Democratic Republic | 1974\n- Jena | country | German Democratic Republic | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> member of political party -> Free Democratic Party (1974)\n Hop 3: Free Democratic Party -> general secretary -> Martin Bangemann (1974)\n Answer: Martin Bangemann", "t_query": 1974.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002236", "prompt": " In what year was the country of citizenship of Laura Veccia Vaglieri equal to Italy?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Laura Veccia Vaglieri -> country of citizenship -> Italy (1956)\n Answer: 1956", "t_query": 1956.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002237", "prompt": " Who was the member of of Luca Ronconi's country of citizenship after European Coal and Steel Community?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\n- Stéphane Grappelli | country of citizenship | Italy | 1993\nReasoning:", "completion": " Hop 1: Luca Ronconi -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> member of -> European Economic Community (1993)\n Answer: European Economic Community", "t_query": 1993.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002238", "prompt": " In 1953, what was the position held of Italy's head of government?\nEvidence:\n- Giuseppe Meazza | coach of sports team | Italy men's national association football team | 1953\n- Q264986 | country of citizenship | Italy | 1953\n- Q219490 | country of citizenship | Italy | 1953\n- Q213482 | country of citizenship | Italy | 1953\n- Dalida | country of citizenship | Italy | 1953\n- Veriano Luchetti | country of citizenship | Italy | 1953\n- Tonino Cervi | country of citizenship | Italy | 1953\n- Tiziano Terzani | country of citizenship | Italy | 1953\n- Stéphane Grappelli | country of citizenship | Italy | 1953\n- Simon Spierer | country of citizenship | Italy | 1953\n- Sergio Mantovani | country of citizenship | Italy | 1953\n- Sergio Bonelli | country of citizenship | Italy | 1953\n- Rossana Rossanda | country of citizenship | Italy | 1953\n- Romeo Bertini | country of citizenship | Italy | 1953\n- Renata Tebaldi | country of citizenship | Italy | 1953\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Alcide De Gasperi (1953)\n Hop 2: Alcide De Gasperi -> position held -> Prime Minister of Italy (1953)\n Answer: Prime Minister of Italy", "t_query": 1953.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002239", "prompt": " Who was the located in of Tilla Durieux's spouse's work location before Nazi Germany?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Hop 1: Tilla Durieux -> spouse -> Paul Cassirer (1921)\n Hop 2: Paul Cassirer -> work location -> Berlin (1921)\n Hop 3: Berlin -> located in -> Free State of Prussia (1921)\n Answer: Free State of Prussia", "t_query": 1921.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 3} +{"id": "sft_002240", "prompt": " In 2006, whose member of sports team was FC Bayern Munich?\nEvidence:\n- Q705264 | member of sports team | FC Bayern Munich | 2006\n- Q462021 | member of sports team | FC Bayern Munich | 2006\n- Q44309 | member of sports team | FC Bayern Munich | 2006\n- Q169993 | member of sports team | FC Bayern Munich | 2006\n- Q157839 | member of sports team | FC Bayern Munich | 2006\n- Q156822 | member of sports team | FC Bayern Munich | 2006\n- Q154156 | member of sports team | FC Bayern Munich | 2006\n- Q152725 | member of sports team | FC Bayern Munich | 2006\n- Q131261 | member of sports team | FC Bayern Munich | 2006\n- Q130075 | member of sports team | FC Bayern Munich | 2006\n- Q705264 | member of sports team | FC Bayern Munich II | 2006\n- Q462021 | member of sports team | FC Bayern Munich II | 2006\n- Q157839 | member of sports team | FC Bayern Munich II | 2006\n- Q130075 | member of sports team | FC Bayern Munich II | 2006\n- Jens Jeremies | member of sports team | FC Bayern Munich | 2006\nReasoning:", "completion": " Hop 1: Jens Jeremies -> member of sports team -> FC Bayern Munich (2006)\n Answer: Jens Jeremies", "t_query": 2006.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002241", "prompt": " In 2003, whose contains the administrative territorial entity was Écully?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Écully (2003)\n Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002242", "prompt": " In 1904, what was the country of citizenship of Guido Cadorin?\nEvidence:\n- Guido Cadorin | country of citizenship | Kingdom of Italy | 1904\n- Guido Romanelli | country of citizenship | Kingdom of Italy | 1904\n- Q983389 | country of citizenship | Kingdom of Italy | 1904\n- Q976653 | country of citizenship | Kingdom of Italy | 1904\n- Q972711 | country of citizenship | Kingdom of Italy | 1904\n- Q959367 | country of citizenship | Kingdom of Italy | 1904\n- Q939226 | country of citizenship | Kingdom of Italy | 1904\n- Q932616 | country of citizenship | Kingdom of Italy | 1904\n- Q926585 | country of citizenship | Kingdom of Italy | 1904\n- Q920582 | country of citizenship | Kingdom of Italy | 1904\n- Q890523 | country of citizenship | Kingdom of Italy | 1904\n- Q817284 | country of citizenship | Kingdom of Italy | 1904\n- Q765946 | country of citizenship | Kingdom of Italy | 1904\n- Q745874 | country of citizenship | Kingdom of Italy | 1904\n- Q739031 | country of citizenship | Kingdom of Italy | 1904\nReasoning:", "completion": " Hop 1: Guido Cadorin -> country of citizenship -> Kingdom of Italy (1904)\n Answer: Kingdom of Italy", "t_query": 1904.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002243", "prompt": " In 1999, what was the member of sports team of Lionel Messi?\nEvidence:\n- Lionel Messi | residence | Rosario | 1999\n- Lionel Messi | member of sports team | Newell's Old Boys | 1999\n- Q38989 | member of sports team | Newell's Old Boys | 1999\nReasoning:", "completion": " Hop 1: Lionel Messi -> member of sports team -> Newell's Old Boys (1999)\n Answer: Newell's Old Boys", "t_query": 1999.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_002244", "prompt": " In 1964, what was the member of of Carmelo Cappello's country of citizenship?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> member of -> European Economic Community (1964)\n Answer: European Economic Community", "t_query": 1964.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002245", "prompt": " In 1968, what was the currency of Clelio Darida's country of citizenship?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Clelio Darida -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> currency -> Italian lira (1968)\n Answer: Italian lira", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002246", "prompt": " In 1947, what was the contains the administrative territorial entity of Rhône?\nEvidence:\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\n- Q945660 | located in the administrative territorial entity | Q3083 | 1947\n- Q945660 | located in the administrative territorial entity | Q12736 | 1947\nReasoning:", "completion": " Hop 1: Rhône -> contains the administrative territorial entity -> Caluire-et-Cuire (1947)\n Answer: Caluire-et-Cuire", "t_query": 1947.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 10} +{"id": "sft_002247", "prompt": " After László Rédei employer University of Szeged, what was the named after of Mihály Bartók's employer?\nEvidence:\n- Mihály Bartók | employer | University of Szeged | 1979\n- University of Szeged | named after | Attila József | 1979\nReasoning:", "completion": " Hop 1: Mihály Bartók -> employer -> University of Szeged (1979)\n Hop 2: University of Szeged -> named after -> Attila József (1979)\n Answer: Attila József", "t_query": 1979.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 2} +{"id": "sft_002248", "prompt": " In 1965, what was the chief executive officer of Jean E. Sammet's employer?\nEvidence:\n- Jean E. Sammet | employer | IBM | 1965\n- IBM | chief executive officer | Thomas Watson | 1965\n- John Backus | employer | IBM | 1965\n- Benoit Mandelbrot | employer | IBM | 1965\nReasoning:", "completion": " Hop 1: Jean E. Sammet -> employer -> IBM (1965)\n Hop 2: IBM -> chief executive officer -> Thomas Watson (1965)\n Answer: Thomas Watson", "t_query": 1965.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_002249", "prompt": " In 1987, what was the member of of Romolo Alzani's country of citizenship?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Romolo Alzani -> country of citizenship -> Italy (1987)\n Hop 2: Italy -> member of -> European Economic Community (1987)\n Answer: European Economic Community", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002250", "prompt": " In 1974, what was the position held of Germany's head of government?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> position held -> Federal Minister for Foreign Affairs (1974)\n Answer: Federal Minister for Foreign Affairs", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002251", "prompt": " In 1927, what was the country of citizenship of Michele Cipolla?\nEvidence:\n- Michele Cipolla | country of citizenship | Kingdom of Italy | 1927\n- Michele Lega | country of citizenship | Kingdom of Italy | 1927\n- Q976653 | country of citizenship | Kingdom of Italy | 1927\n- Q972711 | country of citizenship | Kingdom of Italy | 1927\n- Q922237 | country of citizenship | Kingdom of Italy | 1927\n- Q890523 | country of citizenship | Kingdom of Italy | 1927\n- Q715036 | country of citizenship | Kingdom of Italy | 1927\n- Q710497 | country of citizenship | Kingdom of Italy | 1927\n- Q678253 | country of citizenship | Kingdom of Italy | 1927\n- Q654973 | country of citizenship | Kingdom of Italy | 1927\n- Q650303 | country of citizenship | Kingdom of Italy | 1927\n- Q603148 | country of citizenship | Kingdom of Italy | 1927\n- Q527400 | country of citizenship | Kingdom of Italy | 1927\n- Q51189 | country of citizenship | Kingdom of Italy | 1927\n- Q471232 | country of citizenship | Kingdom of Italy | 1927\nReasoning:", "completion": " Hop 1: Michele Cipolla -> country of citizenship -> Kingdom of Italy (1927)\n Answer: Kingdom of Italy", "t_query": 1927.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002252", "prompt": " In 1968, what was the head of state of Ugo Morin's country of citizenship?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Ugo Morin -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1968)\n Answer: Giuseppe Saragat", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002253", "prompt": " After Claudio Ruffini country of citizenship Italy, what was the shares border with of Vitaliano Brancati's country of citizenship?\nEvidence:\n- Vitaliano Brancati | country of citizenship | Italy | 1951\n- Italy | shares border with | Yugoslavia | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Vitaliano Brancati -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> shares border with -> Yugoslavia (1951)\n Answer: Yugoslavia", "t_query": 1951.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002254", "prompt": " Who was the contains the administrative territorial entity of Rhône after Caluire-et-Cuire?\nEvidence:\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\n- Q945660 | located in the administrative territorial entity | Q3083 | 1947\n- Q945660 | located in the administrative territorial entity | Q12736 | 1947\nReasoning:", "completion": " Hop 1: Rhône -> contains the administrative territorial entity -> Vénissieux (1947)\n Answer: Vénissieux", "t_query": 1947.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 10} +{"id": "sft_002255", "prompt": " In 1981, whose work location was Paris?\nEvidence:\n- Q454927 | work location | Paris | 1981\n- Q116714 | work location | Paris | 1981\n- Roman Cieślewicz | work location | Paris | 1981\n- René Huyghe | work location | Paris | 1981\n- Pierre Balmain | work location | Paris | 1981\n- François Dufrêne | work location | Paris | 1981\n- Emanuel Ungaro | work location | Paris | 1981\n- Baltasar Lobo | work location | Paris | 1981\n- Q430918 | terminus location | Paris | 1981\n- Route nationale 4 | terminus location | Paris | 1981\n- Takis | residence | Paris | 1981\n- Q464656 | residence | Paris | 1981\n- Milan Kundera | residence | Paris | 1981\n- Route nationale 4 | located in the administrative territorial entity | Paris | 1981\n- Q430918 | terminus location | Q30974 | 1981\nReasoning:", "completion": " Hop 1: René Huyghe -> work location -> Paris (1981)\n Answer: René Huyghe", "t_query": 1981.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002256", "prompt": " After Narva country Russian Empire, what was the anthem of Dushanbe's located in's country?\nEvidence:\n- Emirate of Bukhara | country | Russian Empire | 1904\n- Dushanbe | located in the administrative territorial entity | Emirate of Bukhara | 1904\n- Termez | country | Emirate of Bukhara | 1904\nReasoning:", "completion": " Hop 1: Dushanbe -> located in -> Emirate of Bukhara (1904)\n Hop 2: Emirate of Bukhara -> country -> Russian Empire (1904)\n Hop 3: Russian Empire -> anthem -> God Save the Tsar! (1904)\n Answer: God Save the Tsar!", "t_query": 1904.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 3} +{"id": "sft_002257", "prompt": " In what year was the shares border with of Sergio Noja Noseda's country of citizenship equal to Yugoslavia?\nEvidence:\n- Sergio Noja Noseda | country of citizenship | Italy | 1949\n- Italy | shares border with | Yugoslavia | 1949\n- Sergio Realini | country of citizenship | Italy | 1949\n- Sergio Mantovani | country of citizenship | Italy | 1949\n- Sergio Bonelli | country of citizenship | Italy | 1949\n- Q639507 | country of citizenship | Italy | 1949\n- Q612509 | country of citizenship | Italy | 1949\n- Q454036 | country of citizenship | Italy | 1949\n- Q435856 | country of citizenship | Italy | 1949\n- Q432318 | country of citizenship | Italy | 1949\n- Q429298 | country of citizenship | Italy | 1949\n- Q318968 | country of citizenship | Italy | 1949\n- Q264986 | country of citizenship | Italy | 1949\n- Q219490 | country of citizenship | Italy | 1949\n- Q213482 | country of citizenship | Italy | 1949\nReasoning:", "completion": " Hop 1: Sergio Noja Noseda -> country of citizenship -> Italy (1949)\n Hop 2: Italy -> shares border with -> Yugoslavia (1949)\n Answer: 1949", "t_query": 1949.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002258", "prompt": " In what year was the work location of Konrad Krzyżanowski equal to Saint Petersburg?\nEvidence:\n- Konrad Krzyżanowski | work location | Saint Petersburg | 1922\n- Q319861 | work location | Saint Petersburg | 1922\nReasoning:", "completion": " Hop 1: Konrad Krzyżanowski -> work location -> Saint Petersburg (1922)\n Answer: 1922", "t_query": 1922.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2} +{"id": "sft_002259", "prompt": " After Mannheim country West Germany, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- Würzburg | country | West Germany | 1950\n- Mannheim | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Württemberg-Hohenzollern (1950)\n Answer: Württemberg-Hohenzollern", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002260", "prompt": " In 1984, what was the shares border with of Carlo Curis's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1984\n- Carlo Curis | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Carlo Curis -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> shares border with -> Yugoslavia (1984)\n Answer: Yugoslavia", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002261", "prompt": " In 1968, whose head of government's country of citizenship was Giovanni Leone?\nEvidence:\n- Italy | head of government | Giovanni Leone | 1968\n- Giovanni Mardersteig | country of citizenship | Italy | 1968\n- Giovanni Invernizzi | country of citizenship | Italy | 1968\n- Giovanni Goria | country of citizenship | Italy | 1968\n- Giovanni Ferrofino | country of citizenship | Italy | 1968\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Giovanni Leone (1968)\n Hop 2: Ugo Morin -> country of citizenship -> Italy (1968)\n Answer: Ugo Morin", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002262", "prompt": " After Guido Cantelli country of citizenship Italy, what was the shares border with of Romano Mussolini's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1984\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Guido Crepax | country of citizenship | Italy | 1984\n- Guido Agosti | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Romano Mussolini -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> shares border with -> Yugoslavia (1984)\n Answer: Yugoslavia", "t_query": 1984.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002263", "prompt": " In 1950, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Württemberg-Baden (1950)\n Answer: Württemberg-Baden", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002264", "prompt": " Who was the head of government of United States after Herbert Hoover?\nEvidence:\n- United States | head of government | George H. W. Bush | 1990\n- Paolo Soleri | residence | United States | 1990\n- Erazim Kohák | residence | United States | 1990\n- Discovery Channel | country | United States | 1990\n- United States | shares border with | Panama | 1990\n- Julie Mehretu | work location | United States | 1990\n- Tina Turner | country of citizenship | United States | 1990\n- Richard Pipes | country of citizenship | United States | 1990\n- Eileen Chang | country of citizenship | United States | 1990\n- Angela Lansbury | country of citizenship | United States | 1990\n- Tony Miles | country for sport | United States | 1990\n- Menachem Mendel Schneerson | country of citizenship | United States | 1990\n- Paolo Soleri | country of citizenship | Italy | 1990\n- Eileen Chang | country of citizenship | Taiwan | 1990\n- Menachem Mendel Schneerson | position held | Q359351 | 1990\nReasoning:", "completion": " Hop 1: United States -> head of government -> George H. W. Bush (1990)\n Answer: George H. W. Bush", "t_query": 1990.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002265", "prompt": " In what year was the contains the administrative territorial entity of Germany's head of government's country of citizenship equal to Baden-Württemberg?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1987)\n Answer: 1987", "t_query": 1987.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002266", "prompt": " In 1978, whose head of state's country of citizenship was Giovanni Leone?\nEvidence:\n- Italy | head of state | Giovanni Leone | 1978\n- Giovanni Invernizzi | country of citizenship | Italy | 1978\n- Giovanni Goria | country of citizenship | Italy | 1978\n- Giovanni Ferrofino | country of citizenship | Italy | 1978\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giovanni Leone (1978)\n Hop 2: Marco Tulli -> country of citizenship -> Italy (1978)\n Answer: Marco Tulli", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002267", "prompt": " In 1974, whose officeholder's position held's head of state was Gustav Heinemann?\nEvidence:\n- Germany | head of state | Gustav Heinemann | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- Bonn | capital of | Germany | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Germany | member of | European Coal and Steel Community | 1974\nReasoning:", "completion": " Hop 1: president of Germany -> officeholder -> Gustav Heinemann (1974)\n Hop 2: Walter Scheel -> position held -> president of Germany (1974)\n Hop 3: Germany -> head of state -> Walter Scheel (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002268", "prompt": " In 1922, what was the work location of Konrad Krzyżanowski?\nEvidence:\n- Konrad Krzyżanowski | work location | Saint Petersburg | 1922\n- Q319861 | work location | Saint Petersburg | 1922\nReasoning:", "completion": " Hop 1: Konrad Krzyżanowski -> work location -> Saint Petersburg (1922)\n Answer: Saint Petersburg", "t_query": 1922.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_002269", "prompt": " After Russian Soviet Federative Socialist Republic head of government Vladimir Lenin, what was the member of of Omsk's located in?\nEvidence:\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Omsk | country | Soviet Union | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | country | Soviet Union | 1948\n- Georgian Soviet Socialist Republic | country | Soviet Union | 1948\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1948\n- Q59054 | country of citizenship | Soviet Union | 1948\n- Q437262 | country of citizenship | Soviet Union | 1948\n- Q324083 | country of citizenship | Soviet Union | 1948\n- Zhytomyr | country | Soviet Union | 1948\n- Zastavna | country | Soviet Union | 1948\nReasoning:", "completion": " Hop 1: Omsk -> located in -> Russian Soviet Federative Socialist Republic (1948)\n Hop 2: Russian Soviet Federative Socialist Republic -> member of -> Soviet Union (1948)\n Answer: Soviet Union", "t_query": 1948.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002270", "prompt": " In 1956, what was the head of state of Germany?\nEvidence:\n- Germany | head of state | Theodor Heuss | 1956\n- Afghanistan | head of state | Mohammed Zahir Shah | 1956\n- Germany | head of government | Konrad Adenauer | 1956\n- Bonn | capital of | Germany | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | West Germany | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Germany | member of | Western European Union | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- West Germany | currency | Deutsche Mark | 1956\n- Germany | shares border with | Czechoslovakia | 1956\n- president of Germany | position holder | Theodor Heuss | 1956\n- Jürgen Kissner | country of citizenship | West Germany | 1956\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Theodor Heuss (1956)\n Answer: Theodor Heuss", "t_query": 1956.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002271", "prompt": " Who was the head of government of Germany before Angela Merkel?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Germany | member of | Western European Union | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Answer: Helmut Kohl", "t_query": 1987.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002272", "prompt": " In 1937, what was the country of citizenship of Giuseppe Antonini?\nEvidence:\n- Giuseppe Antonini | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Antonini | member of sports team | Hellas Verona FC | 1937\n- Giuseppe Ungaretti | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Paratore | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Milano | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Domenichelli | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Bottai | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Asti | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Di Vittorio | country of citizenship | Kingdom of Italy | 1937\n- Q976653 | country of citizenship | Kingdom of Italy | 1937\n- Q972711 | country of citizenship | Kingdom of Italy | 1937\n- Q922237 | country of citizenship | Kingdom of Italy | 1937\n- Q890523 | country of citizenship | Kingdom of Italy | 1937\n- Q741387 | country of citizenship | Kingdom of Italy | 1937\n- Q710497 | country of citizenship | Kingdom of Italy | 1937\nReasoning:", "completion": " Hop 1: Giuseppe Antonini -> country of citizenship -> Kingdom of Italy (1937)\n Answer: Kingdom of Italy", "t_query": 1937.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002273", "prompt": " In 2000, what was the head of state of Renata Tebaldi's country of citizenship?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\n- Tonino Cervi | country of citizenship | Italy | 2000\n- Tiziano Terzani | country of citizenship | Italy | 2000\nReasoning:", "completion": " Hop 1: Renata Tebaldi -> country of citizenship -> Italy (2000)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2000)\n Answer: Carlo Azeglio Ciampi", "t_query": 2000.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002274", "prompt": " After Italy member of European Coal and Steel Community, what was the head of government of Italy?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1996\n- Q454036 | country of citizenship | Italy | 1996\n- Vittore Catella | country of citizenship | Italy | 1996\n- Veriano Luchetti | country of citizenship | Italy | 1996\n- Tullio Kezich | country of citizenship | Italy | 1996\n- Tonino Cervi | country of citizenship | Italy | 1996\n- Tiziano Terzani | country of citizenship | Italy | 1996\n- Stéphane Grappelli | country of citizenship | Italy | 1996\n- Simon Spierer | country of citizenship | Italy | 1996\n- Sergio Mantovani | country of citizenship | Italy | 1996\n- Sergio Bonelli | country of citizenship | Italy | 1996\n- Salvatore Cassisa | country of citizenship | Italy | 1996\n- Rossana Rossanda | country of citizenship | Italy | 1996\n- Romano Mussolini | country of citizenship | Italy | 1996\n- Renata Tebaldi | country of citizenship | Italy | 1996\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Lamberto Dini (1996)\n Answer: Lamberto Dini", "t_query": 1996.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002275", "prompt": " In 1964, whose award received's head of state's country of citizenship was Charlemagne Prize?\nEvidence:\n- Antonio Segni | award received | Charlemagne Prize | 1964\n- Italy | head of state | Antonio Segni | 1964\n- Antonio Segni | country of citizenship | Italy | 1964\n- Antonio Segni | position held | President of Italy | 1964\n- Antonio Segni | position held | Italian senator for life | 1964\nReasoning:", "completion": " Hop 1: Antonio Segni -> award received -> Charlemagne Prize (1964)\n Hop 2: Italy -> head of state -> Antonio Segni (1964)\n Hop 3: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Answer: Carmelo Cappello", "t_query": 1964.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 5} +{"id": "sft_002276", "prompt": " After Giovanni Spadolini country of citizenship Kingdom of Italy, what was the country of citizenship of Giovanni Spadolini?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giovanni Spadolini -> country of citizenship -> Italy (1975)\n Answer: Italy", "t_query": 1975.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002277", "prompt": " In 1933, whose country was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1933\n- Yalta | country | Soviet Union | 1933\n- Voronezh | country | Soviet Union | 1933\n- Volhynia | country | Soviet Union | 1933\n- Vinnytsia | country | Soviet Union | 1933\n- Urgench | country | Soviet Union | 1933\n- Uman | country | Soviet Union | 1933\n- Torzhok | country | Soviet Union | 1933\n- Tbilisi | country | Soviet Union | 1933\n- Sudak | country | Soviet Union | 1933\n- Starodub | country | Soviet Union | 1933\n- Simferopol | country | Soviet Union | 1933\n- Siberia | country | Soviet Union | 1933\n- Sevastopol | country | Soviet Union | 1933\n- Q957273 | country | Soviet Union | 1933\nReasoning:", "completion": " Hop 1: Astrakhan -> country -> Soviet Union (1933)\n Answer: Astrakhan", "t_query": 1933.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002278", "prompt": " In 1909, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q939226 | country of citizenship | Kingdom of Italy | 1909\n- Q745874 | country of citizenship | Kingdom of Italy | 1909\n- Q728920 | country of citizenship | Kingdom of Italy | 1909\n- Q715036 | country of citizenship | Kingdom of Italy | 1909\n- Q691905 | country of citizenship | Kingdom of Italy | 1909\n- Q684916 | country of citizenship | Kingdom of Italy | 1909\n- Q665345 | country of citizenship | Kingdom of Italy | 1909\n- Q653839 | country of citizenship | Kingdom of Italy | 1909\n- Q65151 | country of citizenship | Kingdom of Italy | 1909\n- Q64212 | country of citizenship | Kingdom of Italy | 1909\n- Q603148 | country of citizenship | Kingdom of Italy | 1909\n- Q599501 | country of citizenship | Kingdom of Italy | 1909\n- Q572091 | country of citizenship | Kingdom of Italy | 1909\n- Q551961 | country of citizenship | Kingdom of Italy | 1909\n- Q535846 | country of citizenship | Kingdom of Italy | 1909\nReasoning:", "completion": " Hop 1: Ernesto Remani -> country of citizenship -> Kingdom of Italy (1909)\n Answer: Ernesto Remani", "t_query": 1909.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002279", "prompt": " Who was the position held of Italy's head of government before Italian senator for life?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1982\n- Veriano Luchetti | country of citizenship | Italy | 1982\n- Tullio Kezich | country of citizenship | Italy | 1982\n- Tonino Cervi | country of citizenship | Italy | 1982\n- Tiziano Terzani | country of citizenship | Italy | 1982\n- Stéphane Grappelli | country of citizenship | Italy | 1982\n- Simon Spierer | country of citizenship | Italy | 1982\n- Sergio Mantovani | country of citizenship | Italy | 1982\n- Sergio Bonelli | country of citizenship | Italy | 1982\n- Salvatore Cassisa | country of citizenship | Italy | 1982\n- Rossana Rossanda | country of citizenship | Italy | 1982\n- Renata Tebaldi | country of citizenship | Italy | 1982\n- Primo Nebiolo | country of citizenship | Italy | 1982\n- Pino Lancetti | country of citizenship | Italy | 1982\n- Pietro Rava | country of citizenship | Italy | 1982\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Giovanni Spadolini (1982)\n Hop 2: Giovanni Spadolini -> position held -> Prime Minister of Italy (1982)\n Answer: Prime Minister of Italy", "t_query": 1982.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002280", "prompt": " In what year was the head of state of Ugo Morin's country of citizenship equal to Giuseppe Saragat?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Giuseppe Prisco | country of citizenship | Italy | 1968\n- Giuseppe Patanè | country of citizenship | Italy | 1968\n- Giuseppe Meazza | country of citizenship | Italy | 1968\n- Giuseppe Gabrielli | country of citizenship | Italy | 1968\n- Giuseppe Colnago | country of citizenship | Italy | 1968\n- Giuseppe Busso | country of citizenship | Italy | 1968\n- Giuseppe Antonini | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Ugo Morin -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1968)\n Answer: 1968", "t_query": 1968.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002281", "prompt": " In 1961, what was the head of state of Mario Gentili's country of citizenship?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Mario Gentili -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1961)\n Answer: Giovanni Gronchi", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002282", "prompt": " In 1984, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1984\n- Germany | member of | European Coal and Steel Community | 1984\n- Belgium | member of | European Coal and Steel Community | 1984\n- Germany | member of | European Atomic Energy Community | 1984\n- Germany | member of | Western European Union | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1984)\n Hop 2: Andrea Carrea -> country of citizenship -> Italy (1984)\n Answer: Andrea Carrea", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002283", "prompt": " Who was the operator of Würzburg Hbf–Aschaffenburg Hbf railway before Deutsche Bundesbahn?\nEvidence:\n- Würzburg Hbf–Aschaffenburg Hbf railway | operator | Deutsche Reichsbahn | 1933\n- Nuremberg Hbf–Bamberg railway | operator | Deutsche Reichsbahn | 1933\n- Augsburg Hbf–Buchloe railway | operator | Deutsche Reichsbahn | 1933\n- Bayreuth Hbf–Neuenmarkt-Wirsberg railway part | operator | Deutsche Reichsbahn | 1933\n- Molli railway | operator | Deutsche Reichsbahn | 1933\n- Kaufbeuren–Schongau railway | operator | Deutsche Reichsbahn | 1933\n- Q315056 | operator | Deutsche Reichsbahn | 1933\n- Q159861 | operator | Deutsche Reichsbahn | 1933\n- Württemberg Hz | operator | Deutsche Reichsbahn | 1933\n- DRG Class 87 | operator | Deutsche Reichsbahn | 1933\n- DRG Class 85 | operator | Deutsche Reichsbahn | 1933\n- DRG Class 80 | operator | Deutsche Reichsbahn | 1933\n- DRG Class 43 | operator | Deutsche Reichsbahn | 1933\n- DRG Class 03 | operator | Deutsche Reichsbahn | 1933\n- DR Class E 15 | operator | Deutsche Reichsbahn | 1933\nReasoning:", "completion": " Hop 1: Würzburg Hbf–Aschaffenburg Hbf railway -> operator -> Deutsche Reichsbahn (1933)\n Answer: Deutsche Reichsbahn", "t_query": 1933.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002284", "prompt": " In 1968, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1968\n- Germany | member of | European Coal and Steel Community | 1968\n- Belgium | member of | European Coal and Steel Community | 1968\n- Germany | member of | European Atomic Energy Community | 1968\n- Germany | member of | Western European Union | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1968)\n Hop 2: Clelio Darida -> country of citizenship -> Italy (1968)\n Answer: Clelio Darida", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002285", "prompt": " In 1978, what was the shares border with of Arnaldo Genoino's country of citizenship?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Italy | shares border with | Yugoslavia | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Arnaldo Genoino -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> shares border with -> Yugoslavia (1978)\n Answer: Yugoslavia", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002286", "prompt": " In 2005, what was the member of sports team of Mülâyim Erdem?\nEvidence:\n- Mülâyim Erdem | member of sports team | Galatasaray S.K. | 2005\n- Q937898 | member of sports team | Galatasaray S.K. | 2005\n- Q922443 | member of sports team | Galatasaray S.K. | 2005\n- Q729830 | member of sports team | Galatasaray S.K. | 2005\n- Q660534 | member of sports team | Galatasaray S.K. | 2005\n- Q560001 | member of sports team | Galatasaray S.K. | 2005\n- Q556101 | member of sports team | Galatasaray S.K. | 2005\n- Q349941 | member of sports team | Galatasaray S.K. | 2005\n- Q312920 | member of sports team | Galatasaray S.K. | 2005\n- Q307872 | member of sports team | Galatasaray S.K. | 2005\n- Q217097 | member of sports team | Galatasaray S.K. | 2005\n- Q122346 | member of sports team | Galatasaray S.K. | 2005\n- Faryd Mondragón | member of sports team | Galatasaray S.K. | 2005\n- Ayhan Akman | member of sports team | Galatasaray S.K. | 2005\n- Galatasaray S.K. | head coach | Eric Gerets | 2005\nReasoning:", "completion": " Hop 1: Mülâyim Erdem -> member of sports team -> Galatasaray S.K. (2005)\n Answer: Galatasaray S.K.", "t_query": 2005.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002287", "prompt": " In 1971, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giuseppe Saragat | position held | President of Italy | 1971\n- Italy | head of state | Giuseppe Saragat | 1971\n- Giuseppe Saragat | position held | Italian senator for life | 1971\n- Giuseppe Saragat | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Giuseppe Saragat -> position held -> President of Italy (1971)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1971)\n Hop 3: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Answer: Salvatore Fiume", "t_query": 1971.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_002288", "prompt": " In 1995, what was the head of state of Umberto Mastroianni's country of citizenship?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\n- Tiziano Terzani | country of citizenship | Italy | 1995\nReasoning:", "completion": " Hop 1: Umberto Mastroianni -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1995)\n Answer: Oscar Luigi Scalfaro", "t_query": 1995.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002289", "prompt": " In 1993, whose head of state's country of citizenship was Shankar Dayal Sharma?\nEvidence:\n- India | head of state | Shankar Dayal Sharma | 1993\n- M. S. Swaminathan | country of citizenship | India | 1993\n- India | head of government | P. V. Narasimha Rao | 1993\n- Virbhadra Singh | country of citizenship | India | 1993\n- Abhijit Banerjee | country of citizenship | India | 1993\n- India | contains the administrative territorial entity | Daman and Diu | 1993\nReasoning:", "completion": " Hop 1: India -> head of state -> Shankar Dayal Sharma (1993)\n Hop 2: Virbhadra Singh -> country of citizenship -> India (1993)\n Answer: Virbhadra Singh", "t_query": 1993.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_002290", "prompt": " In 1951, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\n- Vitaliano Brancati | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1951)\n Hop 2: Vitaliano Brancati -> country of citizenship -> Italy (1951)\n Answer: Vitaliano Brancati", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002291", "prompt": " In 1950, whose member of sports team was Galatasaray S.K.?\nEvidence:\n- Turgay Şeren | member of sports team | Galatasaray S.K. | 1950\n- Turgay Şeren | member of sports team | Turkey men's national football team | 1950\nReasoning:", "completion": " Hop 1: Turgay Şeren -> member of sports team -> Galatasaray S.K. (1950)\n Answer: Turgay Şeren", "t_query": 1950.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_002292", "prompt": " Who was the spouse of Germany's head of government before Maike Kohl-Richter?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Helmut Kohl | spouse | Hannelore Kohl | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Christian Democratic Union | chairperson | Helmut Kohl | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> spouse -> Hannelore Kohl (1987)\n Answer: Hannelore Kohl", "t_query": 1987.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002293", "prompt": " After Carlo Felice Bianchi Anderloni country of citizenship Italy, what was the member of of Clelio Darida's country of citizenship?\nEvidence:\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1968\n- Clelio Darida | country of citizenship | Italy | 1968\n- Andrea Bianchi | country of citizenship | Italy | 1968\n- Renzo De Felice | country of citizenship | Italy | 1968\n- Carlo Zecchi | country of citizenship | Italy | 1968\n- Carlo Toniatti | country of citizenship | Italy | 1968\n- Carlo Bandirola | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Clelio Darida -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> member of -> European Economic Community (1968)\n Answer: European Economic Community", "t_query": 1968.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002294", "prompt": " In 1993, what was the currency of Luca Ronconi's country of citizenship?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Italy | currency | Italian lira | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\nReasoning:", "completion": " Hop 1: Luca Ronconi -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> currency -> Italian lira (1993)\n Answer: Italian lira", "t_query": 1993.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002295", "prompt": " In 1961, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\n- Virginio Rosetta | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1961)\n Hop 2: Mario Gentili -> country of citizenship -> Italy (1961)\n Answer: Mario Gentili", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002296", "prompt": " In what year was the located in of Muroran equal to Iburi Subprefecture?\nEvidence:\n- Muroran | located in the administrative territorial entity | Iburi Subprefecture | 1962\nReasoning:", "completion": " Hop 1: Muroran -> located in -> Iburi Subprefecture (1962)\n Answer: 1962", "t_query": 1962.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1} +{"id": "sft_002297", "prompt": " In what year was the located in of Périgny equal to Seine-et-Oise?\nEvidence:\n- Périgny | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Bernes-sur-Oise | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Vaux-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Mousseaux-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Morsang-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Croissy-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Bonnières-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Bray-et-Lû | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Ézanville | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Émancé | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Écouen | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Villepreux | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Villejust | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Villecresnes | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Villabé | located in the administrative territorial entity | Seine-et-Oise | 1902\nReasoning:", "completion": " Hop 1: Périgny -> located in -> Seine-et-Oise (1902)\n Answer: 1902", "t_query": 1902.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002298", "prompt": " After Raymond Aubrac educated at École Nationale des Ponts et Chaussées, what was the educated at of Raymond Aubrac?\nEvidence:\n- Raymond Aubrac | educated at | École Nationale des Ponts et Chaussées | 1937\n- Raymond Aubrac | educated at | Harvard University | 1937\n- Raymond Aubrac | educated at | Massachusetts Institute of Technology | 1937\n- Q92760 | educated at | Massachusetts Institute of Technology | 1937\n- Howard H. Aiken | educated at | Harvard University | 1937\n- Richard Feynman | educated at | Massachusetts Institute of Technology | 1937\n- Q178577 | employer | Massachusetts Institute of Technology | 1937\n- Q982883 | employer | Harvard University | 1937\n- Q912906 | employer | Harvard University | 1937\n- Q183372 | employer | Harvard University | 1937\n- Hassler Whitney | employer | Harvard University | 1937\n- Edward Vermilye Huntington | employer | Harvard University | 1937\n- Clarence Irving Lewis | employer | Harvard University | 1937\nReasoning:", "completion": " Hop 1: Raymond Aubrac -> educated at -> Massachusetts Institute of Technology (1937)\n Answer: Massachusetts Institute of Technology", "t_query": 1937.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 13} +{"id": "sft_002299", "prompt": " In what year was the head of state of Italy equal to Antonio Segni?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\n- Tonino Cervi | country of citizenship | Italy | 1963\n- Tiziano Terzani | country of citizenship | Italy | 1963\n- Stéphane Grappelli | country of citizenship | Italy | 1963\n- Simon Spierer | country of citizenship | Italy | 1963\n- Sergio Mantovani | country of citizenship | Italy | 1963\n- Sergio Bonelli | country of citizenship | Italy | 1963\n- Rossana Rossanda | country of citizenship | Italy | 1963\n- Romeo Bertini | country of citizenship | Italy | 1963\n- Renata Tebaldi | country of citizenship | Italy | 1963\n- Primo Nebiolo | country of citizenship | Italy | 1963\n- Pietro Parente | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Antonio Segni (1963)\n Answer: 1963", "t_query": 1963.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002300", "prompt": " After Mannheim located in Grand Duchy of Baden, what was the located in of Mannheim?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> located in -> Württemberg-Baden (1950)\n Answer: Württemberg-Baden", "t_query": 1950.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002301", "prompt": " In 1984, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1984\n- Germany | member of | European Coal and Steel Community | 1984\n- Belgium | member of | European Coal and Steel Community | 1984\n- Germany | member of | European Atomic Energy Community | 1984\n- Germany | member of | Western European Union | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1984)\n Hop 2: Romano Mussolini -> country of citizenship -> Italy (1984)\n Answer: Romano Mussolini", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002302", "prompt": " In 1937, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1937\n- Q890523 | country of citizenship | Kingdom of Italy | 1937\n- Q432318 | country of citizenship | Kingdom of Italy | 1937\n- Q429298 | country of citizenship | Kingdom of Italy | 1937\n- Q216812 | country of citizenship | Kingdom of Italy | 1937\n- Q178349 | country of citizenship | Kingdom of Italy | 1937\n- Q133535 | country of citizenship | Kingdom of Italy | 1937\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1937\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1937\n- Titta Ruffo | country of citizenship | Kingdom of Italy | 1937\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1937\n- Paolo Vetri | country of citizenship | Kingdom of Italy | 1937\n- Paolo Manna | country of citizenship | Kingdom of Italy | 1937\n- Pantaleo Carabellese | country of citizenship | Kingdom of Italy | 1937\n- Matteo Marangoni | country of citizenship | Kingdom of Italy | 1937\nReasoning:", "completion": " Hop 1: Giuseppe Antonini -> country of citizenship -> Kingdom of Italy (1937)\n Answer: Giuseppe Antonini", "t_query": 1937.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002303", "prompt": " In 1963, what was the head of state of Francesca Romana Coluzzi's country of citizenship?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Answer: Antonio Segni", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002304", "prompt": " Who was the country of Khrustalnyi before Soviet Union?\nEvidence:\n- Khrustalnyi | country | Russian Empire | 1913\n- Q326616 | country of registry | Russian Empire | 1913\n- Khanate of Khiva | country | Russian Empire | 1913\n- Emirate of Bukhara | country | Russian Empire | 1913\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1913\n- Russian Empire | anthem | God Save the Tsar! | 1913\n- Vladimir Lenin | country of citizenship | Russian Empire | 1913\n- Vikenty Veresaev | country of citizenship | Russian Empire | 1913\n- Maria Zankovetska | country of citizenship | Russian Empire | 1913\n- Giorgio Scerbanenco | country of citizenship | Russian Empire | 1913\n- Antoine Pevsner | country of citizenship | Russian Empire | 1913\n- Alla Nazimova | country of citizenship | Russian Empire | 1913\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1913\n- Menachem Mendel Schneerson | country of citizenship | Russian Empire | 1913\n- Șirăuți | country | Russian Empire | 1913\nReasoning:", "completion": " Hop 1: Khrustalnyi -> country -> Russian Empire (1913)\n Answer: Russian Empire", "t_query": 1913.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002305", "prompt": " In 1952, what was the position held of MetLife's headquarters's head of government?\nEvidence:\n- MetLife | headquarters location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- Variety | place of publication | New York City | 1952\n- William Vickrey | residence | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Elliott Erwitt | work location | New York City | 1952\nReasoning:", "completion": " Hop 1: MetLife -> headquarters -> New York City (1952)\n Hop 2: New York City -> head of government -> Vincent R. Impellitteri (1952)\n Hop 3: Vincent R. Impellitteri -> position held -> Mayor of New York City (1952)\n Answer: Mayor of New York City", "t_query": 1952.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002306", "prompt": " In 2002, whose spouse was Patrick Swayze?\nEvidence:\n- Lisa Niemi | spouse | Patrick Swayze | 2002\nReasoning:", "completion": " Hop 1: Lisa Niemi -> spouse -> Patrick Swayze (2002)\n Answer: Lisa Niemi", "t_query": 2002.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_002307", "prompt": " In 2003, whose contains the administrative territorial entity was Saint-Fons?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-Laval | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-les-Ollières | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Saint-Fons (2003)\n Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002308", "prompt": " In 1956, whose head of state's country of citizenship was Giovanni Gronchi?\nEvidence:\n- Italy | head of state | Giovanni Gronchi | 1956\n- Giovanni Gronchi | country of citizenship | Italy | 1956\n- Giovanni Gronchi | position held | President of Italy | 1956\n- Giovanni Ticozzi | country of citizenship | Italy | 1956\n- Giovanni Papini | country of citizenship | Italy | 1956\n- Giovanni Mardersteig | country of citizenship | Italy | 1956\n- Giovanni Invernizzi | country of citizenship | Italy | 1956\n- Giovanni Goria | country of citizenship | Italy | 1956\n- Giovanni Ferrofino | country of citizenship | Italy | 1956\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giovanni Gronchi (1956)\n Hop 2: Laura Veccia Vaglieri -> country of citizenship -> Italy (1956)\n Answer: Laura Veccia Vaglieri", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002309", "prompt": " In what year was the currency of Giacomo Rossi-Stuart's country of citizenship equal to Italian lira?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giacomo Rossi-Stuart -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> currency -> Italian lira (1975)\n Answer: 1975", "t_query": 1975.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002310", "prompt": " After West Germany contains the administrative territorial entity Schleswig-Holstein, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Bavaria (1950)\n Answer: Bavaria", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002311", "prompt": " In what year was the position held of Italy's head of government equal to Prime Minister of Italy?\nEvidence:\n- Giuseppe Paratore | position held | Italian senator for life | 1960\n- Q264986 | country of citizenship | Italy | 1960\n- Q219490 | country of citizenship | Italy | 1960\n- Dalida | country of citizenship | Italy | 1960\n- Veriano Luchetti | country of citizenship | Italy | 1960\n- Tonino Cervi | country of citizenship | Italy | 1960\n- Tiziano Terzani | country of citizenship | Italy | 1960\n- Stéphane Grappelli | country of citizenship | Italy | 1960\n- Simon Spierer | country of citizenship | Italy | 1960\n- Sergio Mantovani | country of citizenship | Italy | 1960\n- Sergio Bonelli | country of citizenship | Italy | 1960\n- Rossana Rossanda | country of citizenship | Italy | 1960\n- Romeo Bertini | country of citizenship | Italy | 1960\n- Renata Tebaldi | country of citizenship | Italy | 1960\n- Primo Nebiolo | country of citizenship | Italy | 1960\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Antonio Segni (1960)\n Hop 2: Antonio Segni -> position held -> Prime Minister of Italy (1960)\n Answer: 1960", "t_query": 1960.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002312", "prompt": " Who was the head of state of Carel Willink's work location's country before Paul von Hindenburg?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Hop 1: Carel Willink -> work location -> Berlin (1920)\n Hop 2: Berlin -> country -> Weimar Republic (1920)\n Hop 3: Weimar Republic -> head of state -> Friedrich Ebert (1920)\n Answer: Friedrich Ebert", "t_query": 1920.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 9} +{"id": "sft_002313", "prompt": " In 1972, whose contains the administrative territorial entity's allegiance was Baden-Württemberg?\nEvidence:\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- Mannheim | located in the administrative territorial entity | Baden-Württemberg | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | country | West Germany | 1972\n- CDU Baden-Württemberg | chairperson | Hans Filbinger | 1972\n- Baden-Württemberg | head of government | Hans Filbinger | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1972)\n Hop 2: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Answer: Friedrich Guggenberger", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002314", "prompt": " After Fritz Stuckenberg work location Berlin, what was the country of Tilla Durieux's spouse's work location?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Hop 1: Tilla Durieux -> spouse -> Paul Cassirer (1921)\n Hop 2: Paul Cassirer -> work location -> Berlin (1921)\n Hop 3: Berlin -> country -> Weimar Republic (1921)\n Answer: Weimar Republic", "t_query": 1921.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 3} +{"id": "sft_002315", "prompt": " In what year was the member of of Flaviano Vicentini's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\n- Ulrico Girardi | country of citizenship | Italy | 1967\nReasoning:", "completion": " Hop 1: Flaviano Vicentini -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1967)\n Answer: 1967", "t_query": 1967.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002316", "prompt": " After Andrea Pangrazio country of citizenship Italy, what was the shares border with of Elena Altieri's country of citizenship?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Italy | shares border with | Yugoslavia | 1977\n- Andrea Pangrazio | country of citizenship | Italy | 1977\n- Andrea Miano | country of citizenship | Italy | 1977\n- Andrea Cassone | country of citizenship | Italy | 1977\n- Andrea Carrea | country of citizenship | Italy | 1977\n- Andrea Bianchi | country of citizenship | Italy | 1977\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\nReasoning:", "completion": " Hop 1: Elena Altieri -> country of citizenship -> Italy (1977)\n Hop 2: Italy -> shares border with -> Yugoslavia (1977)\n Answer: Yugoslavia", "t_query": 1977.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002317", "prompt": " After Rhône contains the administrative territorial entity Francheville, what was the contains the administrative territorial entity of Rhône?\nEvidence:\n- Rhône | contains the administrative territorial entity | Francheville | 1986\n- Rhône | contains the administrative territorial entity | Vénissieux | 1986\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1986\n- Rhône | contains the administrative territorial entity | Meyzieu | 1986\n- Rhône | contains the administrative territorial entity | Genay | 1986\n- Rhône | contains the administrative territorial entity | Feyzin | 1986\n- Rhône | contains the administrative territorial entity | Bron | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 1986\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1986\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1986\n- Ternay | located in the administrative territorial entity | Rhône | 1986\n- Chaponnay | located in the administrative territorial entity | Rhône | 1986\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1986\n- Route nationale 383 | located in the administrative territorial entity | Rhône | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 1986\nReasoning:", "completion": " Hop 1: Rhône -> contains the administrative territorial entity -> Feyzin (1986)\n Answer: Feyzin", "t_query": 1986.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002318", "prompt": " After Doro Levi country of citizenship Italy, what was the head of government of Lina Bo Bardi's country of citizenship?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Lina Bo Bardi -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of government -> Emilio Colombo (1970)\n Answer: Emilio Colombo", "t_query": 1970.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002319", "prompt": " In 1913, what was the adjacent station of Ebetsu Station?\nEvidence:\n- Nopporo Station | adjacent station | Ebetsu Station | 1913\n- Ebetsu Station | adjacent station | Nopporo Station | 1913\n- Ebetsu Station | adjacent station | Horomui Station | 1913\n- Nopporo Station | adjacent station | Atsubetsu Station | 1913\nReasoning:", "completion": " Hop 1: Ebetsu Station -> adjacent station -> Nopporo Station (1913)\n Answer: Nopporo Station", "t_query": 1913.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_002320", "prompt": " In 2020, whose head coach was Nanne Bergstrand?\nEvidence:\n- Kalmar FF | head coach | Nanne Bergstrand | 2020\nReasoning:", "completion": " Hop 1: Kalmar FF -> head coach -> Nanne Bergstrand (2020)\n Answer: Kalmar FF", "t_query": 2020.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_002321", "prompt": " In 1946, what was the country of citizenship of Ignazio Cannavò's country of citizenship's head of state?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q432257 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Hop 1: Ignazio Cannavò -> country of citizenship -> Italy (1946)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1946)\n Hop 3: Alcide De Gasperi -> country of citizenship -> Kingdom of Italy (1946)\n Answer: Kingdom of Italy", "t_query": 1946.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002322", "prompt": " In 2007, whose member of sports team was S.C. Braga?\nEvidence:\n- Q718432 | member of sports team | S.C. Braga | 2007\n- Q172149 | member of sports team | S.C. Braga | 2007\n- Césinha | member of sports team | S.C. Braga | 2007\n- Roland Linz | member of sports team | S.C. Braga | 2007\n- Paweł Kieszek | member of sports team | S.C. Braga | 2007\n- João Pereira | member of sports team | S.C. Braga | 2007\n- Diego Costa | member of sports team | S.C. Braga | 2007\n- Roland Linz | member of sports team | Boavista F.C. | 2007\n- Q172149 | member of sports team | C.F. Os Belenenses | 2007\n- Roland Linz | member of sports team | Austria men's national football team | 2007\n- João Pereira | member of sports team | Q926438 | 2007\n- Paweł Kieszek | member of sports team | Polonia Warsaw | 2007\n- Césinha | member of sports team | FC Rapid București | 2007\n- Diego Costa | member of sports team | RC Celta de Vigo | 2007\nReasoning:", "completion": " Hop 1: Paweł Kieszek -> member of sports team -> S.C. Braga (2007)\n Answer: Paweł Kieszek", "t_query": 2007.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 14} +{"id": "sft_002323", "prompt": " In what year was the contains the administrative territorial entity of Bernard Schultze's work location's country equal to North Rhine-Westphalia?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> North Rhine-Westphalia (1953)\n Answer: 1953", "t_query": 1953.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 3} +{"id": "sft_002324", "prompt": " In what year was the member of of Lina Bo Bardi's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Lina Bo Bardi -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1970)\n Answer: 1970", "t_query": 1970.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002325", "prompt": " After Philippe Pétain member of Académie Française, what was the general secretary of René Huyghe's member of?\nEvidence:\n- René Huyghe | member of | Académie Française | 1981\n- Académie Française | general secretary | Jean Mistler | 1981\n- René Huyghe | work location | Paris | 1981\n- Pierre Emmanuel | member of | Académie Française | 1981\n- Michel Déon | member of | Académie Française | 1981\n- Julien Green | member of | Académie Française | 1981\n- Félicien Marceau | member of | Académie Française | 1981\n- Eugène Ionesco | member of | Académie Française | 1981\n- Edgar Faure | member of | Académie Française | 1981\n- Route nationale 4 | located in the administrative territorial entity | Paris | 1981\n- Takis | residence | Paris | 1981\n- Route nationale 4 | terminus location | Paris | 1981\n- Roman Cieślewicz | work location | Paris | 1981\n- Q464656 | residence | Paris | 1981\n- Q454927 | work location | Paris | 1981\nReasoning:", "completion": " Hop 1: René Huyghe -> member of -> Académie Française (1981)\n Hop 2: Académie Française -> general secretary -> Jean Mistler (1981)\n Answer: Jean Mistler", "t_query": 1981.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002326", "prompt": " After Gerard Piqué unmarried partner Shakira, what was the member of sports team of Gerard Piqué?\nEvidence:\n- Gerard Piqué | unmarried partner | Shakira | 2019\n- Gerard Piqué | member of sports team | Futbol Club Barcelona | 2019\n- Gerard Piqué | member of sports team | Catalonia national football team | 2019\n- Q49704 | member of sports team | Futbol Club Barcelona | 2019\n- Q455462 | member of sports team | Futbol Club Barcelona | 2019\n- Lionel Messi | member of sports team | Futbol Club Barcelona | 2019\n- Lionel Messi | employer | Futbol Club Barcelona | 2019\nReasoning:", "completion": " Hop 1: Gerard Piqué -> member of sports team -> Futbol Club Barcelona (2019)\n Answer: Futbol Club Barcelona", "t_query": 2019.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 7} +{"id": "sft_002327", "prompt": " In 1978, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1978\n- Q46099 | country of citizenship | Yugoslavia | 1978\n- Q207166 | country of citizenship | Yugoslavia | 1978\n- Vladica Popović | country of citizenship | Yugoslavia | 1978\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1978\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1978\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1978\n- Ilija Petković | country of citizenship | Yugoslavia | 1978\n- Dušan Ivković | country of citizenship | Yugoslavia | 1978\n- Dragan Tomić | country of citizenship | Yugoslavia | 1978\n- Verzar | country | Yugoslavia | 1978\n- Suševo | country | Yugoslavia | 1978\n- Q793485 | country | Yugoslavia | 1978\n- Pirot | country | Yugoslavia | 1978\n- Orašje | country | Yugoslavia | 1978\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1978)\n Hop 2: Marco Tulli -> country of citizenship -> Italy (1978)\n Answer: Marco Tulli", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002328", "prompt": " Who was the contains the administrative territorial entity of Bernard Schultze's work location's country before Hamburg?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> North Rhine-Westphalia (1953)\n Answer: North Rhine-Westphalia", "t_query": 1953.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 3} +{"id": "sft_002329", "prompt": " In 1922, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q890523 | country of citizenship | Kingdom of Italy | 1922\n- Q745874 | country of citizenship | Kingdom of Italy | 1922\n- Q728589 | country of citizenship | Kingdom of Italy | 1922\n- Q715036 | country of citizenship | Kingdom of Italy | 1922\n- Q706466 | country of citizenship | Kingdom of Italy | 1922\n- Q65151 | country of citizenship | Kingdom of Italy | 1922\n- Q603148 | country of citizenship | Kingdom of Italy | 1922\n- Q572091 | country of citizenship | Kingdom of Italy | 1922\n- Q534227 | country of citizenship | Kingdom of Italy | 1922\n- Q504969 | country of citizenship | Kingdom of Italy | 1922\n- Q471232 | country of citizenship | Kingdom of Italy | 1922\n- Q456574 | country of citizenship | Kingdom of Italy | 1922\n- Q333809 | country of citizenship | Kingdom of Italy | 1922\n- Q329221 | country of citizenship | Kingdom of Italy | 1922\n- Q297190 | country of citizenship | Kingdom of Italy | 1922\nReasoning:", "completion": " Hop 1: Luciano Savorini -> country of citizenship -> Kingdom of Italy (1922)\n Answer: Luciano Savorini", "t_query": 1922.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002330", "prompt": " In 1999, whose head coach's occupant was Jack Bicknell?\nEvidence:\n- Barcelona Dragons | head coach | Jack Bicknell | 1999\n- Jack Bicknell | coach of sports team | Barcelona Dragons | 1999\n- Lluís Companys Olympic Stadium | occupant | Barcelona Dragons | 1999\n- Barcelona Dragons | league or competition | NFL Europe | 1999\n- Barcelona Dragons | home venue | Lluís Companys Olympic Stadium | 1999\nReasoning:", "completion": " Hop 1: Barcelona Dragons -> head coach -> Jack Bicknell (1999)\n Hop 2: Lluís Companys Olympic Stadium -> occupant -> Barcelona Dragons (1999)\n Answer: Lluís Companys Olympic Stadium", "t_query": 1999.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 5} +{"id": "sft_002331", "prompt": " Who was the head of government of Gerardo Marotta's country of citizenship before Silvio Berlusconi?\nEvidence:\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\n- Stefano Angeleri | country of citizenship | Italy | 2001\nReasoning:", "completion": " Hop 1: Gerardo Marotta -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of government -> Giuliano Amato (2001)\n Answer: Giuliano Amato", "t_query": 2001.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002332", "prompt": " In 1972, whose located in was Vologda Oblast?\nEvidence:\n- Vologda | located in the administrative territorial entity | Vologda Oblast | 1972\n- Cherepovets | located in the administrative territorial entity | Vologda Oblast | 1972\n- Vologda | country | Soviet Union | 1972\n- Cherepovets | country | Soviet Union | 1972\nReasoning:", "completion": " Hop 1: Vologda -> located in -> Vologda Oblast (1972)\n Answer: Vologda", "t_query": 1972.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_002333", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon before Écully?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Feyzin (2003)\n Answer: Feyzin", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002334", "prompt": " In 1981, whose member of sports team was France men's national association football team?\nEvidence:\n- Q730597 | member of sports team | France men's national association football team | 1981\n- Q562392 | member of sports team | France men's national association football team | 1981\n- Q559326 | member of sports team | France men's national association football team | 1981\n- Q472740 | member of sports team | France men's national association football team | 1981\n- Q464828 | member of sports team | France men's national association football team | 1981\n- Q433193 | member of sports team | France men's national association football team | 1981\n- Q4261 | member of sports team | France men's national association football team | 1981\n- Q313405 | member of sports team | France men's national association football team | 1981\n- Didier Six | member of sports team | France men's national association football team | 1981\n- Q562392 | member of sports team | Lille OSC | 1981\n- Q730597 | member of sports team | FC Sochaux-Montbéliard | 1981\n- Q730597 | member of sports team | AS Saint-Étienne | 1981\n- Q559326 | member of sports team | AS Monaco FC | 1981\n- Q464828 | member of sports team | AS Monaco FC | 1981\n- Q4261 | member of sports team | AS Saint-Étienne | 1981\nReasoning:", "completion": " Hop 1: Didier Six -> member of sports team -> France men's national association football team (1981)\n Answer: Didier Six", "t_query": 1981.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002335", "prompt": " In what year was the contains the administrative territorial entity of Germany's capital's capital of equal to Baden-Württemberg?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002336", "prompt": " In what year was the head of state of Carlo Curis's country of citizenship equal to Sandro Pertini?\nEvidence:\n- Carlo Curis | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Carlo Curis -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> head of state -> Sandro Pertini (1984)\n Answer: 1984", "t_query": 1984.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002337", "prompt": " Who was the head of government of Salvatore Fiume's country of citizenship after Emilio Colombo?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1988\n- Salvatore Cassisa | country of citizenship | Italy | 1988\n- Emilio G. Segrè | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\n- Vittore Catella | country of citizenship | Italy | 1988\n- Veriano Luchetti | country of citizenship | Italy | 1988\n- Ugo Tognazzi | country of citizenship | Italy | 1988\n- Ugo Poletti | country of citizenship | Italy | 1988\n- Tullio Kezich | country of citizenship | Italy | 1988\n- Tonino Cervi | country of citizenship | Italy | 1988\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1988)\n Hop 2: Italy -> head of government -> Ciriaco De Mita (1988)\n Answer: Ciriaco De Mita", "t_query": 1988.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002338", "prompt": " In 2003, whose contains the administrative territorial entity was Bron?\nEvidence:\n- Rhône | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Rhône | contains the administrative territorial entity | Vénissieux | 2003\n- Rhône | contains the administrative territorial entity | Villeurbanne | 2003\n- Rhône | contains the administrative territorial entity | Meyzieu | 2003\n- Rhône | contains the administrative territorial entity | Genay | 2003\n- Rhône | contains the administrative territorial entity | Francheville | 2003\n- Rhône | contains the administrative territorial entity | Feyzin | 2003\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 2003\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Bron (2003)\n Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002339", "prompt": " Who was the officeholder of Germany's head of state's position held before Richard von Weizsäcker?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Karl-Eduard von Schnitzler | country of citizenship | German Democratic Republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> position held -> president of Germany (1974)\n Hop 3: president of Germany -> officeholder -> Gustav Heinemann (1974)\n Answer: Gustav Heinemann", "t_query": 1974.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002340", "prompt": " After Emilio Miraglia country of citizenship Italy, what was the currency of Gerardo Marotta's country of citizenship?\nEvidence:\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Italy | currency | Italian lira | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\nReasoning:", "completion": " Hop 1: Gerardo Marotta -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> currency -> Italian lira (2001)\n Answer: Italian lira", "t_query": 2001.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002341", "prompt": " In 1981, what was the member of political party of Anna Grodzka?\nEvidence:\n- Anna Grodzka | member of political party | Polish United Workers' Party | 1981\n- Q55924 | member of political party | Polish United Workers' Party | 1981\n- Q55915 | member of political party | Polish United Workers' Party | 1981\n- Q376870 | member of political party | Polish United Workers' Party | 1981\n- Stanisław Kania | member of political party | Polish United Workers' Party | 1981\nReasoning:", "completion": " Hop 1: Anna Grodzka -> member of political party -> Polish United Workers' Party (1981)\n Answer: Polish United Workers' Party", "t_query": 1981.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 5} +{"id": "sft_002342", "prompt": " In 1985, what was the head of state of Giuseppe Colnago's country of citizenship?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Giuseppe Colnago -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> head of state -> Francesco Cossiga (1985)\n Answer: Francesco Cossiga", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002343", "prompt": " In what year was the anthem of Khrustalnyi's country equal to God Save the Tsar!?\nEvidence:\n- Russian Empire | anthem | God Save the Tsar! | 1913\n- Khrustalnyi | country | Russian Empire | 1913\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1913\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1913\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1913\n- Q326616 | country of registry | Russian Empire | 1913\n- Khanate of Khiva | country | Russian Empire | 1913\n- Emirate of Bukhara | country | Russian Empire | 1913\n- Vladimir Lenin | country of citizenship | Russian Empire | 1913\n- Vikenty Veresaev | country of citizenship | Russian Empire | 1913\nReasoning:", "completion": " Hop 1: Khrustalnyi -> country -> Russian Empire (1913)\n Hop 2: Russian Empire -> anthem -> God Save the Tsar! (1913)\n Answer: 1913", "t_query": 1913.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002344", "prompt": " Who was the head of government of Italy before Mario Monti?\nEvidence:\n- Mario Roatta | country of citizenship | Italy | 1957\n- Mario Gentili | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Veriano Luchetti | country of citizenship | Italy | 1957\n- Tonino Cervi | country of citizenship | Italy | 1957\n- Tiziano Terzani | country of citizenship | Italy | 1957\n- Stéphane Grappelli | country of citizenship | Italy | 1957\n- Simon Spierer | country of citizenship | Italy | 1957\n- Sergio Mantovani | country of citizenship | Italy | 1957\n- Sergio Bonelli | country of citizenship | Italy | 1957\n- Rossana Rossanda | country of citizenship | Italy | 1957\n- Romeo Bertini | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Adone Zoli (1957)\n Answer: Adone Zoli", "t_query": 1957.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002345", "prompt": " In 1968, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1968)\n Hop 2: Claudia Vinciguerra -> country of citizenship -> Italy (1968)\n Answer: Claudia Vinciguerra", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002346", "prompt": " In what year was the head of state of Maria Caniglia's country of citizenship equal to Luigi Einaudi?\nEvidence:\n- Maria Caniglia | country of citizenship | Italy | 1951\n- Maria Tore Barbina | country of citizenship | Italy | 1951\n- Luigi Comencini | country of citizenship | Italy | 1951\n- Alberto Maria De Agostini | country of citizenship | Italy | 1951\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1951\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1951\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Maria Caniglia -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Luigi Einaudi (1951)\n Answer: 1951", "t_query": 1951.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002347", "prompt": " In 1948, what was the country of Omsk's located in?\nEvidence:\n- Omsk | country | Soviet Union | 1948\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Q59054 | country of citizenship | Soviet Union | 1948\n- Q437262 | country of citizenship | Soviet Union | 1948\n- Q324083 | country of citizenship | Soviet Union | 1948\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1948\n- Yuri Manin | country of citizenship | Soviet Union | 1948\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1948\n- Viktor Kulikov | country of citizenship | Soviet Union | 1948\n- Vija Artmane | country of citizenship | Soviet Union | 1948\n- Vera Krepkina | country of citizenship | Soviet Union | 1948\n- Valeri Polyakov | country of citizenship | Soviet Union | 1948\nReasoning:", "completion": " Hop 1: Omsk -> located in -> Russian Soviet Federative Socialist Republic (1948)\n Hop 2: Russian Soviet Federative Socialist Republic -> country -> Soviet Union (1948)\n Answer: Soviet Union", "t_query": 1948.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002348", "prompt": " In 1933, what was the operator of Würzburg Hbf–Aschaffenburg Hbf railway?\nEvidence:\n- Würzburg Hbf–Aschaffenburg Hbf railway | operator | Deutsche Reichsbahn | 1933\n- Nuremberg Hbf–Bamberg railway | operator | Deutsche Reichsbahn | 1933\n- Augsburg Hbf–Buchloe railway | operator | Deutsche Reichsbahn | 1933\n- Bayreuth Hbf–Neuenmarkt-Wirsberg railway part | operator | Deutsche Reichsbahn | 1933\n- Molli railway | operator | Deutsche Reichsbahn | 1933\n- Kaufbeuren–Schongau railway | operator | Deutsche Reichsbahn | 1933\n- Q315056 | operator | Deutsche Reichsbahn | 1933\n- Q159861 | operator | Deutsche Reichsbahn | 1933\n- Württemberg Hz | operator | Deutsche Reichsbahn | 1933\n- DRG Class 87 | operator | Deutsche Reichsbahn | 1933\n- DRG Class 85 | operator | Deutsche Reichsbahn | 1933\n- DRG Class 80 | operator | Deutsche Reichsbahn | 1933\n- DRG Class 43 | operator | Deutsche Reichsbahn | 1933\n- DRG Class 03 | operator | Deutsche Reichsbahn | 1933\n- DR Class E 15 | operator | Deutsche Reichsbahn | 1933\nReasoning:", "completion": " Hop 1: Würzburg Hbf–Aschaffenburg Hbf railway -> operator -> Deutsche Reichsbahn (1933)\n Answer: Deutsche Reichsbahn", "t_query": 1933.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002349", "prompt": " Who was the country of citizenship of Benedetto Croce before Italy?\nEvidence:\n- Benedetto Croce | country of citizenship | Kingdom of Italy | 1918\n- Q976653 | country of citizenship | Kingdom of Italy | 1918\n- Q972711 | country of citizenship | Kingdom of Italy | 1918\n- Q959367 | country of citizenship | Kingdom of Italy | 1918\n- Q939226 | country of citizenship | Kingdom of Italy | 1918\n- Q922237 | country of citizenship | Kingdom of Italy | 1918\n- Q890523 | country of citizenship | Kingdom of Italy | 1918\n- Q765946 | country of citizenship | Kingdom of Italy | 1918\n- Q745874 | country of citizenship | Kingdom of Italy | 1918\n- Q728589 | country of citizenship | Kingdom of Italy | 1918\n- Q715036 | country of citizenship | Kingdom of Italy | 1918\n- Q706466 | country of citizenship | Kingdom of Italy | 1918\n- Q678253 | country of citizenship | Kingdom of Italy | 1918\n- Q653839 | country of citizenship | Kingdom of Italy | 1918\n- Q65151 | country of citizenship | Kingdom of Italy | 1918\nReasoning:", "completion": " Hop 1: Benedetto Croce -> country of citizenship -> Kingdom of Italy (1918)\n Answer: Kingdom of Italy", "t_query": 1918.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002350", "prompt": " In what year was the head of state of Franca Ongaro's country of citizenship equal to Luigi Einaudi?\nEvidence:\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Luigi Comencini | country of citizenship | Italy | 1952\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1952\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1952\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1952\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\nReasoning:", "completion": " Hop 1: Franca Ongaro -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> head of state -> Luigi Einaudi (1952)\n Answer: 1952", "t_query": 1952.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002351", "prompt": " In what year was the member of of Cesare Terranova's country of citizenship equal to European Economic Community?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Hop 1: Cesare Terranova -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> member of -> European Economic Community (1966)\n Answer: 1966", "t_query": 1966.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002352", "prompt": " In 1989, what was the currency of Raul Gardini's country of citizenship?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Italy | currency | Italian lira | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Raul Gardini -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> currency -> Italian lira (1989)\n Answer: Italian lira", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002353", "prompt": " In 1972, what was the country of Vologda?\nEvidence:\n- Vologda | located in the administrative territorial entity | Vologda Oblast | 1972\n- Vologda | country | Soviet Union | 1972\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1972\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1972\n- Q59054 | country of citizenship | Soviet Union | 1972\n- Q437262 | country of citizenship | Soviet Union | 1972\n- Q324083 | country of citizenship | Soviet Union | 1972\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1972\n- Yuri Manin | country of citizenship | Soviet Union | 1972\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1972\n- Viktor Kulikov | country of citizenship | Soviet Union | 1972\n- Vija Artmane | country of citizenship | Soviet Union | 1972\n- Vera Krepkina | country of citizenship | Soviet Union | 1972\n- Valeri Polyakov | country of citizenship | Soviet Union | 1972\n- Sergei Kovalev | country of citizenship | Soviet Union | 1972\nReasoning:", "completion": " Hop 1: Vologda -> country -> Soviet Union (1972)\n Answer: Soviet Union", "t_query": 1972.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002354", "prompt": " After West Germany territory claimed by German Democratic Republic, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- West Germany | territory claimed by | German Democratic Republic | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | diplomatic relation | German Democratic Republic | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Hamburg (1972)\n Answer: Hamburg", "t_query": 1972.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002355", "prompt": " After Raffaele Guaita country of citizenship Italy, what was the award received of Italy's head of state?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1997\n- Stéphane Grappelli | award received | Grammy Lifetime Achievement Award | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Oscar Luigi Scalfaro | award received | Grand Order of King Tomislav | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\n- Tiziano Terzani | country of citizenship | Italy | 1997\n- Stéphane Grappelli | country of citizenship | Italy | 1997\n- Simon Spierer | country of citizenship | Italy | 1997\n- Sergio Mantovani | country of citizenship | Italy | 1997\n- Sergio Bonelli | country of citizenship | Italy | 1997\n- Salvatore Cassisa | country of citizenship | Italy | 1997\n- Rossana Rossanda | country of citizenship | Italy | 1997\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Hop 2: Oscar Luigi Scalfaro -> award received -> Grand Order of King Tomislav (1997)\n Answer: Grand Order of King Tomislav", "t_query": 1997.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002356", "prompt": " Who was the member of of Gino Cassinis's country of citizenship after European Economic Community?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Gino Cassinis -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1959)\n Answer: European Coal and Steel Community", "t_query": 1959.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002357", "prompt": " In 1950, whose contains the administrative territorial entity's country was North Rhine-Westphalia?\nEvidence:\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> North Rhine-Westphalia (1950)\n Hop 2: Würzburg -> country -> West Germany (1950)\n Answer: Würzburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002358", "prompt": " In what year was the country of Ashgabat's capital of equal to Soviet Union?\nEvidence:\n- Ashgabat | country | Soviet Union | 1979\n- Ashgabat | capital of | Turkmen Soviet Socialist Republic | 1979\n- Zhytomyr | country | Soviet Union | 1979\n- Zastavna | country | Soviet Union | 1979\n- Yevpatoriia | country | Soviet Union | 1979\n- Yalta | country | Soviet Union | 1979\n- Vyazma | country | Soviet Union | 1979\n- Voronezh | country | Soviet Union | 1979\n- Vologda | country | Soviet Union | 1979\n- Volodarsk | country | Soviet Union | 1979\n- Volhynia | country | Soviet Union | 1979\n- Voinyliv | country | Soviet Union | 1979\n- Vladivostok | country | Soviet Union | 1979\n- Vinnytsia | country | Soviet Union | 1979\n- Vanadzor | country | Soviet Union | 1979\nReasoning:", "completion": " Hop 1: Ashgabat -> capital of -> Turkmen Soviet Socialist Republic (1979)\n Hop 2: Turkmen Soviet Socialist Republic -> country -> Soviet Union (1979)\n Answer: 1979", "t_query": 1979.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002359", "prompt": " Who was the head of government of Germany's head of government's country of citizenship's contains the administrative territorial entity before Peter Müller?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Saarland (1987)\n Hop 4: Saarland -> head of government -> Q110719 (1987)\n Answer: Q110719", "t_query": 1987.0, "chain_length": 4, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002360", "prompt": " Who was the head of government of Germany before Angela Merkel?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Schmidt (1974)\n Answer: Helmut Schmidt", "t_query": 1974.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002361", "prompt": " In 1968, what was the member of of Clelio Darida's country of citizenship?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Clelio Darida -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1968)\n Answer: European Coal and Steel Community", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002362", "prompt": " In 1982, whose position held's head of government was Prime Minister of Italy?\nEvidence:\n- Giovanni Spadolini | position held | Prime Minister of Italy | 1982\n- Italy | head of government | Giovanni Spadolini | 1982\n- Giovanni Spadolini | country of citizenship | Italy | 1982\nReasoning:", "completion": " Hop 1: Giovanni Spadolini -> position held -> Prime Minister of Italy (1982)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1982)\n Answer: Italy", "t_query": 1982.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_002363", "prompt": " After West Germany contains the administrative territorial entity Hesse, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Lower Saxony (1972)\n Answer: Lower Saxony", "t_query": 1972.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002364", "prompt": " In 1972, what was the located in of Vologda?\nEvidence:\n- Vologda | located in the administrative territorial entity | Vologda Oblast | 1972\n- Vologda | country | Soviet Union | 1972\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1972\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1972\n- Q59054 | country of citizenship | Soviet Union | 1972\n- Q437262 | country of citizenship | Soviet Union | 1972\n- Q324083 | country of citizenship | Soviet Union | 1972\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1972\n- Yuri Manin | country of citizenship | Soviet Union | 1972\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1972\n- Viktor Kulikov | country of citizenship | Soviet Union | 1972\n- Vija Artmane | country of citizenship | Soviet Union | 1972\n- Vera Krepkina | country of citizenship | Soviet Union | 1972\n- Valeri Polyakov | country of citizenship | Soviet Union | 1972\n- Sergei Kovalev | country of citizenship | Soviet Union | 1972\nReasoning:", "completion": " Hop 1: Vologda -> located in -> Vologda Oblast (1972)\n Answer: Vologda Oblast", "t_query": 1972.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002365", "prompt": " In what year was the position held of Ugo Stille's country of citizenship's head of government equal to Prime Minister of Italy?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Ugo Stille -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of government -> Adone Zoli (1957)\n Hop 3: Adone Zoli -> position held -> Prime Minister of Italy (1957)\n Answer: 1957", "t_query": 1957.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002366", "prompt": " In what year was the contains the administrative territorial entity of Mannheim's country equal to North Rhine-Westphalia?\nEvidence:\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> North Rhine-Westphalia (1950)\n Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002367", "prompt": " Who was the head of state of Germany before Roman Herzog?\nEvidence:\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Bonn | capital of | Germany | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Germany | member of | Western European Union | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- West Germany | currency | Deutsche Mark | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Richard von Weizsäcker (1987)\n Answer: Richard von Weizsäcker", "t_query": 1987.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002368", "prompt": " After West Germany currency Deutsche Mark, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- West Germany | currency | Deutsche Mark | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Bavaria (1974)\n Answer: Bavaria", "t_query": 1974.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002369", "prompt": " In 1961, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\n- Virginio Rosetta | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Economic Community (1961)\n Hop 2: John Paul I -> country of citizenship -> Italy (1961)\n Answer: John Paul I", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002370", "prompt": " After Robert Morley country of citizenship United Kingdom of Great Britain and Ireland, what was the member of of Robert Morley's country of citizenship?\nEvidence:\n- Robert Morley | country of citizenship | United Kingdom | 1983\n- Tony Abbott | country of citizenship | United Kingdom | 1983\n- Liz Smith | country of citizenship | United Kingdom | 1983\n- United Kingdom | member of | European Union | 1983\n- United Kingdom | part of | European Union | 1983\n- United Kingdom | head of state | Elizabeth II | 1983\nReasoning:", "completion": " Hop 1: Robert Morley -> country of citizenship -> United Kingdom (1983)\n Hop 2: United Kingdom -> member of -> European Union (1983)\n Answer: European Union", "t_query": 1983.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 6} +{"id": "sft_002371", "prompt": " In 1953, whose currency's country's work location was Deutsche Mark?\nEvidence:\n- Germany | currency | Deutsche Mark | 1953\n- West Germany | currency | Deutsche Mark | 1953\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1953\n- Würzburg | country | West Germany | 1953\n- Wuppertal | country | West Germany | 1953\n- Wiesbaden | country | West Germany | 1953\n- Viersen | country | West Germany | 1953\n- Speyer | country | West Germany | 1953\n- Sande | country | West Germany | 1953\n- Q52041 | country | West Germany | 1953\n- Neuenkirchen | country | West Germany | 1953\n- Mannheim | country | West Germany | 1953\n- Lörrach | country | West Germany | 1953\n- Kiel | country | West Germany | 1953\n- Karlsruhe | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: West Germany -> currency -> Deutsche Mark (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: Bernard Schultze -> work location -> Frankfurt (1953)\n Answer: Bernard Schultze", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002372", "prompt": " In what year was the operator of Tarascon–Sète railway line equal to Société nationale des chemins de fer français?\nEvidence:\n- Tarascon–Sète railway line | operator | Société nationale des chemins de fer français | 1996\n- Sélestat–Saverne railway line | operator | Société nationale des chemins de fer français | 1996\n- Rémilly–Saarbrücken railway line | operator | Société nationale des chemins de fer français | 1996\n- Dijon-Vallorbe railway line | operator | Société nationale des chemins de fer français | 1996\n- Belfort–Delle railway line | operator | Société nationale des chemins de fer français | 1996\n- Paris–Lille railway | operator | Société nationale des chemins de fer français | 1996\n- Q802601 | operator | Société nationale des chemins de fer français | 1996\n- Mantes-la-Jolie–Cherbourg railway | operator | Société nationale des chemins de fer français | 1996\n- LGV Sud-Est | operator | Société nationale des chemins de fer français | 1996\nReasoning:", "completion": " Hop 1: Tarascon–Sète railway line -> operator -> Société nationale des chemins de fer français (1996)\n Answer: 1996", "t_query": 1996.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 9} +{"id": "sft_002373", "prompt": " In what year was the country of citizenship of Dmitry Yazov equal to Russia?\nEvidence:\n- Dmitry Yazov | country of citizenship | Russia | 2011\n- Q59054 | country of citizenship | Russia | 2011\n- Q437262 | country of citizenship | Russia | 2011\n- Q324083 | country of citizenship | Russia | 2011\n- Yuriy Sedykh | country of citizenship | Russia | 2011\n- Yuri Pshenichnikov | country of citizenship | Russia | 2011\n- Yuri Manin | country of citizenship | Russia | 2011\n- Vladimir Chernavin | country of citizenship | Russia | 2011\n- Vera Krepkina | country of citizenship | Russia | 2011\n- Valeri Polyakov | country of citizenship | Russia | 2011\n- Sergei Kovalev | country of citizenship | Russia | 2011\n- Ruslan Khasbulatov | country of citizenship | Russia | 2011\n- Ivan Silayev | country of citizenship | Russia | 2011\n- Irina Skobtseva | country of citizenship | Russia | 2011\n- Grigoriy Krivosheyev | country of citizenship | Russia | 2011\nReasoning:", "completion": " Hop 1: Dmitry Yazov -> country of citizenship -> Russia (2011)\n Answer: 2011", "t_query": 2011.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002374", "prompt": " In what year was the located in of Plessis-Saint-Benoist equal to Seine-et-Oise?\nEvidence:\n- Plessis-Saint-Benoist | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Le Plessis-Pâté | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Le Plessis-Luzarches | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Saint-Chéron | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Lévis-Saint-Nom | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Boissy-Saint-Léger | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Saint-Nom-la-Bretèche | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Saint-Leu-la-Forêt | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Saint-Germain-lès-Corbeil | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Saint-Cyr-l'École | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Saint-Arnoult-en-Yvelines | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Bernes-sur-Oise | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Vaux-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Mousseaux-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Morsang-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1952\nReasoning:", "completion": " Hop 1: Plessis-Saint-Benoist -> located in -> Seine-et-Oise (1952)\n Answer: 1952", "t_query": 1952.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002375", "prompt": " In 1989, what was the member of of Raul Gardini's country of citizenship?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\n- Stéphane Grappelli | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Raul Gardini -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1989)\n Answer: European Coal and Steel Community", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002376", "prompt": " After Lluís Companys Olympic Stadium occupant RCD Espanyol de Barcelona, what was the occupant of Lluís Companys Olympic Stadium?\nEvidence:\n- Lluís Companys Olympic Stadium | occupant | RCD Espanyol de Barcelona | 1999\n- Lluís Companys Olympic Stadium | occupant | Barcelona Dragons | 1999\n- Barcelona Dragons | home venue | Lluís Companys Olympic Stadium | 1999\n- Q943194 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q939976 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q704268 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q296975 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Mauro Navas | member of sports team | RCD Espanyol de Barcelona | 1999\n- Barcelona Dragons | head coach | Jack Bicknell | 1999\n- Jack Bicknell | coach of sports team | Barcelona Dragons | 1999\n- Barcelona Dragons | league or competition | NFL Europe | 1999\nReasoning:", "completion": " Hop 1: Lluís Companys Olympic Stadium -> occupant -> Barcelona Dragons (1999)\n Answer: Barcelona Dragons", "t_query": 1999.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 11} +{"id": "sft_002377", "prompt": " In what year was the head of state of Veriano Luchetti's country of citizenship equal to Francesco Cossiga?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Francesco Scafarelli | country of citizenship | Italy | 1985\n- Francesco Gabrieli | country of citizenship | Italy | 1985\n- Francesco Aguzzoli | country of citizenship | Italy | 1985\n- Loris Francesco Capovilla | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Veriano Luchetti -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> head of state -> Francesco Cossiga (1985)\n Answer: 1985", "t_query": 1985.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002378", "prompt": " In 1993, what was the head of government of Luca Ronconi's country of citizenship?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\n- Stéphane Grappelli | country of citizenship | Italy | 1993\nReasoning:", "completion": " Hop 1: Luca Ronconi -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1993)\n Answer: Carlo Azeglio Ciampi", "t_query": 1993.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002379", "prompt": " In 1974, whose head of state was Walter Scheel?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Bonn | capital of | Germany | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Walter Scheel (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002380", "prompt": " In what year was the head of government of Carel Willink's work location's country equal to Constantin Fehrenbach?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Hop 1: Carel Willink -> work location -> Berlin (1920)\n Hop 2: Berlin -> country -> Weimar Republic (1920)\n Hop 3: Weimar Republic -> head of government -> Constantin Fehrenbach (1920)\n Answer: 1920", "t_query": 1920.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 9} +{"id": "sft_002381", "prompt": " In 1959, what was the member of of Mansour el-Essawy's country of citizenship?\nEvidence:\n- Mansour el-Essawy | country of citizenship | United Arab Republic | 1959\n- Q59981 | country of citizenship | United Arab Republic | 1959\n- Q325513 | country of citizenship | United Arab Republic | 1959\n- Q212190 | country of citizenship | United Arab Republic | 1959\n- Zakaria Mohieddin | country of citizenship | United Arab Republic | 1959\n- Taha Hussein | country of citizenship | United Arab Republic | 1959\n- Sabah Fakhri | country of citizenship | United Arab Republic | 1959\n- Saadallah Wannous | country of citizenship | United Arab Republic | 1959\n- Onsi Sawiris | country of citizenship | United Arab Republic | 1959\n- Hussein Salem | country of citizenship | United Arab Republic | 1959\n- Hosni Mubarak | country of citizenship | United Arab Republic | 1959\n- Hanna Mina | country of citizenship | United Arab Republic | 1959\n- Fawzi Selu | country of citizenship | United Arab Republic | 1959\n- Farouk I of Egypt | country of citizenship | United Arab Republic | 1959\n- Muhammad Sedki Sulayman | country of citizenship | United Arab Republic | 1959\nReasoning:", "completion": " Hop 1: Mansour el-Essawy -> country of citizenship -> United Arab Republic (1959)\n Hop 2: United Arab Republic -> member of -> United Nations (1959)\n Answer: United Nations", "t_query": 1959.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002382", "prompt": " Who was the member of of Giuseppe Colnago's country of citizenship after European Economic Community?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Giuseppe Colnago -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1985)\n Answer: European Coal and Steel Community", "t_query": 1985.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002383", "prompt": " In what year was the head of government of Bernard Schultze's work location's country's contains the administrative territorial entity equal to Reinhold Maier?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1953)\n Hop 4: Baden-Württemberg -> head of government -> Reinhold Maier (1953)\n Answer: 1953", "t_query": 1953.0, "chain_length": 4, "operator_type": "interval", "n_evidence": 3} +{"id": "sft_002384", "prompt": " In what year was the member of of Andrea Carrea's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Andrea Carrea | country of citizenship | Italy | 1984\n- Andrea Pangrazio | country of citizenship | Italy | 1984\n- Andrea Miano | country of citizenship | Italy | 1984\n- Andrea Cassone | country of citizenship | Italy | 1984\n- Andrea Bianchi | country of citizenship | Italy | 1984\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Andrea Carrea -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1984)\n Answer: 1984", "t_query": 1984.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002385", "prompt": " Who was the basic form of government of Germany's diplomatic relation before Islamic Republic?\nEvidence:\n- Germany | diplomatic relation | Afghanistan | 1956\n- Afghanistan | basic form of government | constitutional monarchy | 1956\n- Germany | head of government | Konrad Adenauer | 1956\n- Germany | shares border with | German Democratic Republic | 1956\n- West Germany | territory claimed by | German Democratic Republic | 1956\n- Bonn | capital of | Germany | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | West Germany | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Germany | member of | Western European Union | 1956\n- Germany | head of state | Theodor Heuss | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- West Germany | currency | Deutsche Mark | 1956\n- Germany | shares border with | Czechoslovakia | 1956\nReasoning:", "completion": " Hop 1: Germany -> diplomatic relation -> Afghanistan (1956)\n Hop 2: Afghanistan -> basic form of government -> constitutional monarchy (1956)\n Answer: constitutional monarchy", "t_query": 1956.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002386", "prompt": " In what year was the coach of sports team of Artur Jorge equal to Switzerland men's national football team?\nEvidence:\n- Artur Jorge | coach of sports team | Switzerland men's national football team | 1995\n- Artur Jorge | coach of sports team | S.L. Benfica | 1995\n- Q686846 | member of sports team | Switzerland men's national football team | 1995\n- Q676250 | member of sports team | Switzerland men's national football team | 1995\n- Q673003 | member of sports team | Switzerland men's national football team | 1995\n- Q671796 | member of sports team | Switzerland men's national football team | 1995\n- Q372858 | member of sports team | Switzerland men's national football team | 1995\n- Q327937 | member of sports team | Switzerland men's national football team | 1995\n- Q323799 | member of sports team | Switzerland men's national football team | 1995\n- Q124201 | member of sports team | Switzerland men's national football team | 1995\n- Yvan Quentin | member of sports team | Switzerland men's national football team | 1995\n- Nestor Subiat | member of sports team | Switzerland men's national football team | 1995\n- Marc Hottiger | member of sports team | Switzerland men's national football team | 1995\n- Alain Sutter | member of sports team | Switzerland men's national football team | 1995\n- Q976320 | member of sports team | S.L. Benfica | 1995\nReasoning:", "completion": " Hop 1: Artur Jorge -> coach of sports team -> Switzerland men's national football team (1995)\n Answer: 1995", "t_query": 1995.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002387", "prompt": " After Giuseppe Di Vittorio country of citizenship Italy, what was the member of of Romolo Alzani's country of citizenship?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Carmelo Di Bella | country of citizenship | Italy | 1987\n- Giuseppe Prisco | country of citizenship | Italy | 1987\n- Giuseppe Patanè | country of citizenship | Italy | 1987\n- Giuseppe Gabrielli | country of citizenship | Italy | 1987\n- Giuseppe Colnago | country of citizenship | Italy | 1987\n- Giuseppe Busso | country of citizenship | Italy | 1987\n- Giuseppe Antonini | country of citizenship | Italy | 1987\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1987\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Romolo Alzani -> country of citizenship -> Italy (1987)\n Hop 2: Italy -> member of -> European Economic Community (1987)\n Answer: European Economic Community", "t_query": 1987.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002388", "prompt": " Who was the located in of Route nationale 4 before Paris?\nEvidence:\n- Route nationale 4 | located in the administrative territorial entity | Bas-Rhin | 1947\n- Route nationale 425 | located in the administrative territorial entity | Bas-Rhin | 1947\nReasoning:", "completion": " Hop 1: Route nationale 4 -> located in -> Bas-Rhin (1947)\n Answer: Bas-Rhin", "t_query": 1947.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 2} +{"id": "sft_002389", "prompt": " In 1978, whose country of citizenship was Italy?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\n- Stéphane Grappelli | country of citizenship | Italy | 1978\n- Simon Spierer | country of citizenship | Italy | 1978\n- Sergio Mantovani | country of citizenship | Italy | 1978\n- Sergio Bonelli | country of citizenship | Italy | 1978\n- Salvatore Cassisa | country of citizenship | Italy | 1978\n- Rossana Rossanda | country of citizenship | Italy | 1978\n- Renata Tebaldi | country of citizenship | Italy | 1978\n- Primo Nebiolo | country of citizenship | Italy | 1978\n- Pino Lancetti | country of citizenship | Italy | 1978\n- Pietro Parente | country of citizenship | Italy | 1978\n- Oriana Fallaci | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Arnaldo Genoino -> country of citizenship -> Italy (1978)\n Answer: Arnaldo Genoino", "t_query": 1978.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002390", "prompt": " In 1973, whose head of state's country of citizenship was Giovanni Leone?\nEvidence:\n- Italy | head of state | Giovanni Leone | 1973\n- Giovanni Mardersteig | country of citizenship | Italy | 1973\n- Giovanni Invernizzi | country of citizenship | Italy | 1973\n- Giovanni Goria | country of citizenship | Italy | 1973\n- Giovanni Ferrofino | country of citizenship | Italy | 1973\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giovanni Leone (1973)\n Hop 2: Lelio Antoniotti -> country of citizenship -> Italy (1973)\n Answer: Lelio Antoniotti", "t_query": 1973.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002391", "prompt": " In 1987, whose head of government was Helmut Kohl?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Helmut Kohl | spouse | Hannelore Kohl | 1987\n- Christian Democratic Union | chairperson | Helmut Kohl | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Saarland | located in the administrative territorial entity | West Germany | 1987\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Bonn | capital of | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Q77721 | country of citizenship | West Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Germany | member of | Western European Union | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Answer: Germany", "t_query": 1987.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002392", "prompt": " Who was the head of state of Jena's country after Paul von Hindenburg?\nEvidence:\n- Jena | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Jena | country | Nazi Germany | 1942\n- Nazi Germany | head of state | Adolf Hitler | 1942\n- Carl Zeiss AG | headquarters location | Jena | 1942\n- Hans-Gerrit von Stockhausen | allegiance | Nazi Germany | 1942\n- Weimar | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Q15976 | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Gera | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Free State of Mecklenburg | located in the administrative territorial entity | Nazi Germany | 1942\n- Free State of Anhalt | located in the administrative territorial entity | Nazi Germany | 1942\n- Victor Graf von Reventlow-Criminil | allegiance | Nazi Germany | 1942\n- Q822028 | country of registry | Nazi Germany | 1942\n- Q321140 | country of registry | Nazi Germany | 1942\n- Q237358 | country of citizenship | Nazi Germany | 1942\n- Republic of Baden | located in the administrative territorial entity | Nazi Germany | 1942\nReasoning:", "completion": " Hop 1: Jena -> country -> Nazi Germany (1942)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1942)\n Answer: Adolf Hitler", "t_query": 1942.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002393", "prompt": " After Chaponnay located in Rhône, what was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Rhône -> contains the administrative territorial entity -> Vénissieux (2003)\n Answer: Vénissieux", "t_query": 2003.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002394", "prompt": " After Giovanni Gronchi country of citizenship Italy, what was the position held of Guido Aycard's country of citizenship's head of state?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Giovanni Mardersteig | country of citizenship | Italy | 1962\n- Giovanni Invernizzi | country of citizenship | Italy | 1962\n- Giovanni Goria | country of citizenship | Italy | 1962\n- Giovanni Ferrofino | country of citizenship | Italy | 1962\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Guido Aycard -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1962)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1962)\n Answer: President of Italy", "t_query": 1962.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002395", "prompt": " In what year was the member of of Renata Tebaldi's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\n- Tonino Cervi | country of citizenship | Italy | 2000\n- Tiziano Terzani | country of citizenship | Italy | 2000\nReasoning:", "completion": " Hop 1: Renata Tebaldi -> country of citizenship -> Italy (2000)\n Hop 2: Italy -> member of -> European Coal and Steel Community (2000)\n Answer: 2000", "t_query": 2000.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002396", "prompt": " In 1959, what was the member of of Gino Cassinis's country of citizenship?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Gino Cassinis -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1959)\n Answer: European Coal and Steel Community", "t_query": 1959.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002397", "prompt": " In what year was the shares border with of Cesare Terranova's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1966\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\nReasoning:", "completion": " Hop 1: Cesare Terranova -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> shares border with -> Yugoslavia (1966)\n Answer: 1966", "t_query": 1966.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002398", "prompt": " After Russian Soviet Federative Socialist Republic anthem State Anthem of the Soviet Union, what was the located in of Russian Soviet Federative Socialist Republic?\nEvidence:\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1987\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Sakhalin Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Khabarovsk Krai | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\nReasoning:", "completion": " Hop 1: Russian Soviet Federative Socialist Republic -> located in -> Soviet Union (1987)\n Answer: Soviet Union", "t_query": 1987.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002399", "prompt": " After Albert Lasker Award for Basic Medical Research winner Stanley Cohen, what was the winner of Albert Lasker Award for Basic Medical Research?\nEvidence:\n- Albert Lasker Award for Basic Medical Research | winner | Rolf M. Zinkernagel | 1995\n- Albert Lasker Award for Basic Medical Research | winner | Peter C. Doherty | 1995\n- Albert Lasker Award for Basic Medical Research | winner | Don Craig Wiley | 1995\n- Don Craig Wiley | award received | Albert Lasker Award for Basic Medical Research | 1995\nReasoning:", "completion": " Hop 1: Albert Lasker Award for Basic Medical Research -> winner -> Rolf M. Zinkernagel (1995)\n Answer: Rolf M. Zinkernagel", "t_query": 1995.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 4} +{"id": "sft_002400", "prompt": " Who was the head of state of Giacomo Rossi-Stuart's country of citizenship before Carlo Azeglio Ciampi?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Carlo Zecchi | country of citizenship | Italy | 1975\n- Carlo Fruttero | country of citizenship | Italy | 1975\n- Carlo Bandirola | country of citizenship | Italy | 1975\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giacomo Rossi-Stuart -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> head of state -> Giovanni Leone (1975)\n Answer: Giovanni Leone", "t_query": 1975.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002401", "prompt": " Who was the member of of Romolo Alzani's country of citizenship after European Coal and Steel Community?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Romolo Alzani -> country of citizenship -> Italy (1987)\n Hop 2: Italy -> member of -> European Economic Community (1987)\n Answer: European Economic Community", "t_query": 1987.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002402", "prompt": " In what year was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance equal to Hamburg?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Hamburg (1972)\n Answer: 1972", "t_query": 1972.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002403", "prompt": " In 1961, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1961\n- Germany | member of | European Coal and Steel Community | 1961\n- Belgium | member of | European Coal and Steel Community | 1961\n- Germany | member of | European Atomic Energy Community | 1961\n- Germany | member of | Western European Union | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1961)\n Hop 2: John Paul I -> country of citizenship -> Italy (1961)\n Answer: John Paul I", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002404", "prompt": " In what year was the position held of Giorgio Rebuffi's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Guerra | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\nReasoning:", "completion": " Hop 1: Giorgio Rebuffi -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1997)\n Answer: 1997", "t_query": 1997.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002405", "prompt": " Who was the member of of Carlo Curis's country of citizenship before European Coal and Steel Community?\nEvidence:\n- Carlo Curis | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Carlo Curis -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> member of -> European Economic Community (1984)\n Answer: European Economic Community", "t_query": 1984.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002406", "prompt": " In 1950, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Hesse (1950)\n Answer: Hesse", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002407", "prompt": " Who was the country of citizenship of Vitaliano Brancati after Kingdom of Italy?\nEvidence:\n- Vitaliano Brancati | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\n- Virginio Rosetta | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Vitaliano Brancati -> country of citizenship -> Italy (1951)\n Answer: Italy", "t_query": 1951.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002408", "prompt": " In 1968, what was the position held of Claudia Vinciguerra's country of citizenship's head of state?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Claudia Vinciguerra -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1968)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1968)\n Answer: President of Italy", "t_query": 1968.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002409", "prompt": " In what year was the contains the administrative territorial entity of Bernard Schultze's work location's country equal to Bremen?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Bremen (1953)\n Answer: 1953", "t_query": 1953.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 3} +{"id": "sft_002410", "prompt": " In what year was the head of government of Salvatore Fiume's country of citizenship equal to Emilio Colombo?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Emilio Colombo (1971)\n Answer: 1971", "t_query": 1971.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002411", "prompt": " In what year was the country of Mordovian Autonomous Soviet Socialist Republic's located in equal to Soviet Union?\nEvidence:\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Saransk | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q780942 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q408606 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Saransk | capital of | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Torbeyevsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Romodanovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Kochkurovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Chamzinsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Bolsheignatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Ardatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1957\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1957\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1957\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1957\nReasoning:", "completion": " Hop 1: Mordovian Autonomous Soviet Socialist Republic -> located in -> Russian Soviet Federative Socialist Republic (1957)\n Hop 2: Russian Soviet Federative Socialist Republic -> country -> Soviet Union (1957)\n Answer: 1957", "t_query": 1957.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002412", "prompt": " In 1972, whose contains the administrative territorial entity's allegiance was Hamburg?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- Bild | place of publication | Hamburg | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Hamburg (1972)\n Hop 2: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Answer: Friedrich Guggenberger", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002413", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon after Écully?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Answer: Vaulx-en-Velin", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002414", "prompt": " In 1920, whose country's work location was Weimar Republic?\nEvidence:\n- hyperinflation in the Weimar Republic | country | Weimar Republic | 1920\n- Weimar | country | Weimar Republic | 1920\n- Zwickau | country | Weimar Republic | 1920\n- Zimmern | country | Weimar Republic | 1920\n- Wrocław | country | Weimar Republic | 1920\n- Wittmund | country | Weimar Republic | 1920\n- Wismar | country | Weimar Republic | 1920\n- Wiesbaden | country | Weimar Republic | 1920\n- Vaterstetten | country | Weimar Republic | 1920\n- Trier | country | Weimar Republic | 1920\n- Speyer | country | Weimar Republic | 1920\n- Regensburg | country | Weimar Republic | 1920\n- Potsdam | country | Weimar Republic | 1920\n- Papiermark | country | Weimar Republic | 1920\n- Neustrelitz | country | Weimar Republic | 1920\nReasoning:", "completion": " Hop 1: Berlin -> country -> Weimar Republic (1920)\n Hop 2: Carel Willink -> work location -> Berlin (1920)\n Answer: Carel Willink", "t_query": 1920.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002415", "prompt": " In 1930, what was the educated at of Alexander Gelfond?\nEvidence:\n- Alexander Gelfond | educated at | Lomonosov Moscow State University | 1930\n- Q983399 | employer | Lomonosov Moscow State University | 1930\n- Q321515 | employer | Lomonosov Moscow State University | 1930\n- Lev Schnirelmann | employer | Lomonosov Moscow State University | 1930\n- Lev Pontryagin | employer | Lomonosov Moscow State University | 1930\nReasoning:", "completion": " Hop 1: Alexander Gelfond -> educated at -> Lomonosov Moscow State University (1930)\n Answer: Lomonosov Moscow State University", "t_query": 1930.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 5} +{"id": "sft_002416", "prompt": " In 1952, whose head of government's residence's head of government's headquarters was Harry S. Truman?\nEvidence:\n- United States | head of government | Harry S. Truman | 1952\n- Harry S. Truman | spouse | Bess Truman | 1952\n- Bess Truman | spouse | Harry S. Truman | 1952\n- Harry S. Truman | position held | President of the United States | 1952\n- Frank Tieri | residence | United States | 1952\n- Erazim Kohák | residence | United States | 1952\n- Enrico Fermi | residence | United States | 1952\n- Catherine Schell | residence | United States | 1952\n- Vincent R. Impellitteri | residence | United States | 1952\n- Hans Albert Einstein | residence | United States | 1952\n- Emilio G. Segrè | residence | United States | 1952\n- Yul Brynner | country of citizenship | United States | 1952\n- Tina Turner | country of citizenship | United States | 1952\n- Richard Pipes | country of citizenship | United States | 1952\n- Angela Lansbury | country of citizenship | United States | 1952\nReasoning:", "completion": " Hop 1: United States -> head of government -> Harry S. Truman (1952)\n Hop 2: Vincent R. Impellitteri -> residence -> United States (1952)\n Hop 3: New York City -> head of government -> Vincent R. Impellitteri (1952)\n Hop 4: MetLife -> headquarters -> New York City (1952)\n Answer: MetLife", "t_query": 1952.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002417", "prompt": " In 1975, what was the member of of Giovanni Spadolini's country of citizenship?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giovanni Spadolini -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> member of -> European Economic Community (1975)\n Answer: European Economic Community", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002418", "prompt": " In 1974, whose contains the administrative territorial entity's capital of's capital was Bavaria?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bavaria | 1974\n- West Germany | contains the administrative territorial entity | Saarland | 1974\n- West Germany | contains the administrative territorial entity | Hesse | 1974\n- West Germany | contains the administrative territorial entity | Hamburg | 1974\n- West Germany | contains the administrative territorial entity | Bremen | 1974\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1974\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1974\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1974\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1974\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1974\n- Saarland | located in the administrative territorial entity | West Germany | 1974\n- Oberliga Nord (1974-1994) | country | West Germany | 1974\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Q77721 | country of citizenship | West Germany | 1974\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Bavaria (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: Germany -> capital -> Bonn (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002419", "prompt": " In what year was the head of state of Renata Tebaldi's country of citizenship equal to Carlo Azeglio Ciampi?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Carlo Giuffré | country of citizenship | Italy | 2000\n- Carlo Fruttero | country of citizenship | Italy | 2000\n- Carlo Curis | country of citizenship | Italy | 2000\n- Carlo Cercignani | country of citizenship | Italy | 2000\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\nReasoning:", "completion": " Hop 1: Renata Tebaldi -> country of citizenship -> Italy (2000)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2000)\n Answer: 2000", "t_query": 2000.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002420", "prompt": " In 1950, whose contains the administrative territorial entity's country was South Baden?\nEvidence:\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> South Baden (1950)\n Hop 2: Würzburg -> country -> West Germany (1950)\n Answer: Würzburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002421", "prompt": " In what year was the powered by of Funiculaire de Thonon-les-Bains equal to water?\nEvidence:\n- Funiculaire de Thonon-les-Bains | powered by | water | 1923\nReasoning:", "completion": " Hop 1: Funiculaire de Thonon-les-Bains -> powered by -> water (1923)\n Answer: 1923", "t_query": 1923.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1} +{"id": "sft_002422", "prompt": " After Luce Fabbri country of citizenship Italy, what was the shares border with of Claudio Cavazza's country of citizenship?\nEvidence:\n- Luce Fabbri | country of citizenship | Italy | 1970\n- Italy | shares border with | Yugoslavia | 1970\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> shares border with -> Yugoslavia (1970)\n Answer: Yugoslavia", "t_query": 1970.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002423", "prompt": " In 1943, what was the country of citizenship of Q435856?\nEvidence:\n- Q435856 | country of citizenship | Kingdom of Italy | 1943\n- Q976653 | country of citizenship | Kingdom of Italy | 1943\n- Q972711 | country of citizenship | Kingdom of Italy | 1943\n- Q922237 | country of citizenship | Kingdom of Italy | 1943\n- Q741387 | country of citizenship | Kingdom of Italy | 1943\n- Q710497 | country of citizenship | Kingdom of Italy | 1943\n- Q678253 | country of citizenship | Kingdom of Italy | 1943\n- Q654973 | country of citizenship | Kingdom of Italy | 1943\n- Q650303 | country of citizenship | Kingdom of Italy | 1943\n- Q527400 | country of citizenship | Kingdom of Italy | 1943\n- Q51189 | country of citizenship | Kingdom of Italy | 1943\n- Q432318 | country of citizenship | Kingdom of Italy | 1943\n- Q432257 | country of citizenship | Kingdom of Italy | 1943\n- Q429298 | country of citizenship | Kingdom of Italy | 1943\n- Q378645 | country of citizenship | Kingdom of Italy | 1943\nReasoning:", "completion": " Hop 1: Q435856 -> country of citizenship -> Kingdom of Italy (1943)\n Answer: Kingdom of Italy", "t_query": 1943.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002424", "prompt": " In 1998, what was the position held of Italy's head of state?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1998\n- Oscar Luigi Scalfaro | position held | President of Italy | 1998\n- Norberto Bobbio | position held | Italian senator for life | 1998\n- Kyoto Protocol | signatory | People's Republic of China | 1998\n- Q454036 | country of citizenship | Italy | 1998\n- Vittore Catella | country of citizenship | Italy | 1998\n- Veriano Luchetti | country of citizenship | Italy | 1998\n- Tullio Kezich | country of citizenship | Italy | 1998\n- Tonino Cervi | country of citizenship | Italy | 1998\n- Tiziano Terzani | country of citizenship | Italy | 1998\n- Simon Spierer | country of citizenship | Italy | 1998\n- Sergio Mantovani | country of citizenship | Italy | 1998\n- Sergio Bonelli | country of citizenship | Italy | 1998\n- Salvatore Cassisa | country of citizenship | Italy | 1998\n- Rossana Rossanda | country of citizenship | Italy | 1998\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Oscar Luigi Scalfaro (1998)\n Hop 2: Oscar Luigi Scalfaro -> position held -> President of Italy (1998)\n Answer: President of Italy", "t_query": 1998.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002425", "prompt": " In 1959, what was the currency of Gino Cassinis's country of citizenship?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Gino Cassinis -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> currency -> Italian lira (1959)\n Answer: Italian lira", "t_query": 1959.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002426", "prompt": " In 1955, whose member of sports team was Mohun Bagan AC?\nEvidence:\n- Sailen Manna | member of sports team | Mohun Bagan AC | 1955\n- Sailen Manna | member of sports team | India men's national football team | 1955\nReasoning:", "completion": " Hop 1: Sailen Manna -> member of sports team -> Mohun Bagan AC (1955)\n Answer: Sailen Manna", "t_query": 1955.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_002427", "prompt": " In what year was the member of of Mario Gentili's country of citizenship equal to European Economic Community?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Mario Gentili -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> member of -> European Economic Community (1961)\n Answer: 1961", "t_query": 1961.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002428", "prompt": " In 1966, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giuseppe Saragat | position held | President of Italy | 1966\n- Italy | head of state | Giuseppe Saragat | 1966\n- Giuseppe Saragat | country of citizenship | Italy | 1966\n- Giuseppe Saragat | award received | Supreme Order of Christ | 1966\nReasoning:", "completion": " Hop 1: Giuseppe Saragat -> position held -> President of Italy (1966)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1966)\n Hop 3: Cesare Terranova -> country of citizenship -> Italy (1966)\n Answer: Cesare Terranova", "t_query": 1966.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_002429", "prompt": " In 1981, what was the member of sports team of Didier Six?\nEvidence:\n- Didier Six | member of sports team | VfB Stuttgart | 1981\n- Didier Six | member of sports team | France men's national association football team | 1981\n- Q95302 | member of sports team | VfB Stuttgart | 1981\n- Q68759 | member of sports team | VfB Stuttgart | 1981\n- Q343844 | member of sports team | VfB Stuttgart | 1981\n- Q123435 | member of sports team | VfB Stuttgart | 1981\n- Peter Reichert | member of sports team | VfB Stuttgart | 1981\n- Joachim Löw | member of sports team | VfB Stuttgart | 1981\n- Helmut Roleder | member of sports team | VfB Stuttgart | 1981\n- Q730597 | member of sports team | France men's national association football team | 1981\n- Q562392 | member of sports team | France men's national association football team | 1981\n- Q559326 | member of sports team | France men's national association football team | 1981\n- Q472740 | member of sports team | France men's national association football team | 1981\n- Q464828 | member of sports team | France men's national association football team | 1981\n- Q433193 | member of sports team | France men's national association football team | 1981\nReasoning:", "completion": " Hop 1: Didier Six -> member of sports team -> VfB Stuttgart (1981)\n Answer: VfB Stuttgart", "t_query": 1981.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002430", "prompt": " In 1997, what was the head of government of United States?\nEvidence:\n- United States | head of government | Bill Clinton | 1997\n- Paolo Soleri | residence | United States | 1997\n- Discovery Channel | country | United States | 1997\n- United States | shares border with | Panama | 1997\n- Julie Mehretu | work location | United States | 1997\n- Tina Turner | country of citizenship | United States | 1997\n- Richard Pipes | country of citizenship | United States | 1997\n- Eduardo Saverin | country of citizenship | United States | 1997\n- Angela Lansbury | country of citizenship | United States | 1997\n- Q636947 | designated as terrorist by | United States | 1997\n- Q191764 | designated as terrorist by | United States | 1997\n- Kach | designated as terrorist by | United States | 1997\n- Paolo Soleri | country of citizenship | Italy | 1997\n- Sven Teutenberg | member of sports team | Discovery Channel | 1997\n- Adriano Baffi | member of sports team | Discovery Channel | 1997\nReasoning:", "completion": " Hop 1: United States -> head of government -> Bill Clinton (1997)\n Answer: Bill Clinton", "t_query": 1997.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002431", "prompt": " In 1959, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giovanni Gronchi | position held | President of Italy | 1959\n- Italy | head of state | Giovanni Gronchi | 1959\n- Giovanni Gronchi | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Giovanni Gronchi -> position held -> President of Italy (1959)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1959)\n Hop 3: Gino Cassinis -> country of citizenship -> Italy (1959)\n Answer: Gino Cassinis", "t_query": 1959.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_002432", "prompt": " Who was the general secretary of Eugène Tisserant's member of before Maurice Druon?\nEvidence:\n- Académie Française | general secretary | Maurice Genevoix | 1966\n- Eugène Tisserant | member of | Académie Française | 1966\n- Eugène Tisserant | position held | Dean of the College of Cardinals | 1966\n- Eugène Tisserant | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q998913 | member of | Académie Française | 1966\n- René Huyghe | member of | Académie Française | 1966\n- Jérôme Carcopino | member of | Académie Française | 1966\n- Jean Paulhan | member of | Académie Française | 1966\n- Jean Guéhenno | member of | Académie Française | 1966\n- François Mauriac | member of | Académie Française | 1966\n- Pierre-Henri Simon | member of | Académie Française | 1966\n- Q822586 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q74879 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q689251 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q663757 | member of | Académie des Inscriptions et Belles-Lettres | 1966\nReasoning:", "completion": " Hop 1: Eugène Tisserant -> member of -> Académie Française (1966)\n Hop 2: Académie Française -> general secretary -> Maurice Genevoix (1966)\n Answer: Maurice Genevoix", "t_query": 1966.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002433", "prompt": " In what year was the head of government of Gerardo Marotta's country of citizenship equal to Giuliano Amato?\nEvidence:\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Giuliano Carnimeo | country of citizenship | Italy | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\nReasoning:", "completion": " Hop 1: Gerardo Marotta -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of government -> Giuliano Amato (2001)\n Answer: 2001", "t_query": 2001.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002434", "prompt": " In 1962, whose head of state's country of citizenship was Antonio Segni?\nEvidence:\n- Italy | head of state | Antonio Segni | 1962\n- Antonio Segni | country of citizenship | Italy | 1962\n- Antonio Segni | position held | President of Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Antonio Segni (1962)\n Hop 2: Guido Aycard -> country of citizenship -> Italy (1962)\n Answer: Guido Aycard", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002435", "prompt": " In what year was the contains the administrative territorial entity of Würzburg's country equal to Bavaria?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Bavaria (1950)\n Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002436", "prompt": " Who was the head of government of Claudio Cavazza's country of citizenship before Giuliano Amato?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Giuliano Carnimeo | country of citizenship | Italy | 1970\n- Joe D'Amato | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of government -> Emilio Colombo (1970)\n Answer: Emilio Colombo", "t_query": 1970.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002437", "prompt": " Who was the country of citizenship of Gerardo Marotta after Kingdom of Italy?\nEvidence:\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\n- Stefano Angeleri | country of citizenship | Italy | 2001\nReasoning:", "completion": " Hop 1: Gerardo Marotta -> country of citizenship -> Italy (2001)\n Answer: Italy", "t_query": 2001.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002438", "prompt": " In 2016, what was the manager of Belvedere?\nEvidence:\n- Belvedere | director / manager | Agnes Husslein-Arco | 2016\nReasoning:", "completion": " Hop 1: Belvedere -> manager -> Agnes Husslein-Arco (2016)\n Answer: Agnes Husslein-Arco", "t_query": 2016.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_002439", "prompt": " After Berlin country German Empire, what was the head of state of Carel Willink's work location's country?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Hop 1: Carel Willink -> work location -> Berlin (1920)\n Hop 2: Berlin -> country -> Weimar Republic (1920)\n Hop 3: Weimar Republic -> head of state -> Friedrich Ebert (1920)\n Answer: Friedrich Ebert", "t_query": 1920.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 9} +{"id": "sft_002440", "prompt": " In 1974, what was the diplomatic relation of Germany's capital's capital of?\nEvidence:\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> diplomatic relation -> German Democratic Republic (1974)\n Answer: German Democratic Republic", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002441", "prompt": " After Paolo Villaggio country of citizenship Italy, what was the currency of Mario Gentili's country of citizenship?\nEvidence:\n- Paolo Villaggio | country of citizenship | Italy | 1961\n- Mario Gentili | country of citizenship | Italy | 1961\n- Paolo Rossi | country of citizenship | Italy | 1961\n- Paolo Heusch | country of citizenship | Italy | 1961\n- Paolo Carlini | country of citizenship | Italy | 1961\n- Paolo Caccia Dominioni | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Mario Gentili -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> currency -> Italian lira (1961)\n Answer: Italian lira", "t_query": 1961.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002442", "prompt": " In what year was the member of of Giorgio Rebuffi's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Guerra | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\nReasoning:", "completion": " Hop 1: Giorgio Rebuffi -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1997)\n Answer: 1997", "t_query": 1997.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002443", "prompt": " In what year was the member of of Gino Cassinis's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Gino Cassinis -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1959)\n Answer: 1959", "t_query": 1959.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002444", "prompt": " In what year was the shares border with of United States equal to Panama?\nEvidence:\n- United States | shares border with | Panama | 1997\n- Paolo Soleri | residence | United States | 1997\n- Discovery Channel | country | United States | 1997\n- Julie Mehretu | work location | United States | 1997\n- United States | head of government | Bill Clinton | 1997\n- Tina Turner | country of citizenship | United States | 1997\n- Richard Pipes | country of citizenship | United States | 1997\n- Eduardo Saverin | country of citizenship | United States | 1997\n- Angela Lansbury | country of citizenship | United States | 1997\n- Q636947 | designated as terrorist by | United States | 1997\n- Q191764 | designated as terrorist by | United States | 1997\n- Kach | designated as terrorist by | United States | 1997\n- Paolo Soleri | country of citizenship | Italy | 1997\n- Sven Teutenberg | member of sports team | Discovery Channel | 1997\n- Adriano Baffi | member of sports team | Discovery Channel | 1997\nReasoning:", "completion": " Hop 1: United States -> shares border with -> Panama (1997)\n Answer: 1997", "t_query": 1997.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002445", "prompt": " In 1946, what was the head of state of Ignazio Cannavò's country of citizenship?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q432257 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Hop 1: Ignazio Cannavò -> country of citizenship -> Italy (1946)\n Hop 2: Italy -> head of state -> Enrico de Nicola (1946)\n Answer: Enrico de Nicola", "t_query": 1946.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002446", "prompt": " In 1967, what was the head of state of Flaviano Vicentini's country of citizenship?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\n- Ulrico Girardi | country of citizenship | Italy | 1967\nReasoning:", "completion": " Hop 1: Flaviano Vicentini -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1967)\n Answer: Giuseppe Saragat", "t_query": 1967.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002447", "prompt": " In 1987, whose member of was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1987\n- Yalta | country | Soviet Union | 1987\n- Voronezh | country | Soviet Union | 1987\n- Volhynia | country | Soviet Union | 1987\n- Vinnytsia | country | Soviet Union | 1987\n- Urgench | country | Soviet Union | 1987\n- Uman | country | Soviet Union | 1987\n- Torzhok | country | Soviet Union | 1987\n- Tbilisi | country | Soviet Union | 1987\n- Sudak | country | Soviet Union | 1987\n- Starodub | country | Soviet Union | 1987\n- Simferopol | country | Soviet Union | 1987\n- Siberia | country | Soviet Union | 1987\n- Sevastopol | country | Soviet Union | 1987\n- Q957273 | country | Soviet Union | 1987\nReasoning:", "completion": " Hop 1: Russian Soviet Federative Socialist Republic -> member of -> Soviet Union (1987)\n Answer: Russian Soviet Federative Socialist Republic", "t_query": 1987.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002448", "prompt": " In 1941, whose shares border with was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1941\n- Yalta | country | Soviet Union | 1941\n- Voronezh | country | Soviet Union | 1941\n- Volhynia | country | Soviet Union | 1941\n- Vinnytsia | country | Soviet Union | 1941\n- Urgench | country | Soviet Union | 1941\n- Uman | country | Soviet Union | 1941\n- Torzhok | country | Soviet Union | 1941\n- Tbilisi | country | Soviet Union | 1941\n- Sudak | country | Soviet Union | 1941\n- Starodub | country | Soviet Union | 1941\n- Simferopol | country | Soviet Union | 1941\n- Siberia | country | Soviet Union | 1941\n- Sevastopol | country | Soviet Union | 1941\n- Q957273 | country | Soviet Union | 1941\nReasoning:", "completion": " Hop 1: Turkey -> shares border with -> Soviet Union (1941)\n Answer: Turkey", "t_query": 1941.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002449", "prompt": " In 1963, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1963\n- Q207166 | country of citizenship | Yugoslavia | 1963\n- Vladica Popović | country of citizenship | Yugoslavia | 1963\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1963\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1963\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1963\n- Ilija Petković | country of citizenship | Yugoslavia | 1963\n- Dušan Ivković | country of citizenship | Yugoslavia | 1963\n- Dragan Tomić | country of citizenship | Yugoslavia | 1963\n- Verzar | country | Yugoslavia | 1963\n- Suševo | country | Yugoslavia | 1963\n- Q793485 | country | Yugoslavia | 1963\n- Pirot | country | Yugoslavia | 1963\n- Orašje | country | Yugoslavia | 1963\n- Kraljevo | country | Yugoslavia | 1963\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1963)\n Hop 2: Gianni Brera -> country of citizenship -> Italy (1963)\n Answer: Gianni Brera", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002450", "prompt": " Who was the contains the administrative territorial entity of Germany's head of government's country of citizenship after Württemberg-Baden?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Bremen (1987)\n Answer: Bremen", "t_query": 1987.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002451", "prompt": " In what year was the employer of Leopold Ružička equal to ETH Zurich?\nEvidence:\n- Leopold Ružička | employer | ETH Zurich | 1932\n- George Pólya | employer | ETH Zurich | 1932\nReasoning:", "completion": " Hop 1: Leopold Ružička -> employer -> ETH Zurich (1932)\n Answer: 1932", "t_query": 1932.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2} +{"id": "sft_002452", "prompt": " Who was the position held of Giorgio Rebuffi's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Italy | currency | Italian lira | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Guerra | country of citizenship | Italy | 1997\nReasoning:", "completion": " Hop 1: Giorgio Rebuffi -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1997)\n Answer: President of Italy", "t_query": 1997.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002453", "prompt": " In what year was the head coach of Mülâyim Erdem's member of sports team equal to Eric Gerets?\nEvidence:\n- Galatasaray S.K. | head coach | Eric Gerets | 2005\n- Mülâyim Erdem | member of sports team | Galatasaray S.K. | 2005\n- Q937898 | member of sports team | Galatasaray S.K. | 2005\n- Q922443 | member of sports team | Galatasaray S.K. | 2005\n- Q729830 | member of sports team | Galatasaray S.K. | 2005\n- Q660534 | member of sports team | Galatasaray S.K. | 2005\n- Q560001 | member of sports team | Galatasaray S.K. | 2005\n- Q556101 | member of sports team | Galatasaray S.K. | 2005\n- Q349941 | member of sports team | Galatasaray S.K. | 2005\n- Q312920 | member of sports team | Galatasaray S.K. | 2005\n- Q307872 | member of sports team | Galatasaray S.K. | 2005\n- Q217097 | member of sports team | Galatasaray S.K. | 2005\n- Q122346 | member of sports team | Galatasaray S.K. | 2005\n- Faryd Mondragón | member of sports team | Galatasaray S.K. | 2005\n- Ayhan Akman | member of sports team | Galatasaray S.K. | 2005\nReasoning:", "completion": " Hop 1: Mülâyim Erdem -> member of sports team -> Galatasaray S.K. (2005)\n Hop 2: Galatasaray S.K. -> head coach -> Eric Gerets (2005)\n Answer: 2005", "t_query": 2005.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002454", "prompt": " In 1993, what was the head of state of Luca Ronconi's country of citizenship?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\n- Stéphane Grappelli | country of citizenship | Italy | 1993\nReasoning:", "completion": " Hop 1: Luca Ronconi -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1993)\n Answer: Oscar Luigi Scalfaro", "t_query": 1993.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002455", "prompt": " In 1978, whose position held's head of government's work location was Governing Mayor of Berlin?\nEvidence:\n- Dietrich Stobbe | position held | Governing Mayor of Berlin | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Dietrich Stobbe | position held | President of the Bundesrat of Germany | 1978\nReasoning:", "completion": " Hop 1: Dietrich Stobbe -> position held -> Governing Mayor of Berlin (1978)\n Hop 2: Berlin -> head of government -> Dietrich Stobbe (1978)\n Hop 3: David Bowie -> work location -> Berlin (1978)\n Answer: David Bowie", "t_query": 1978.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_002456", "prompt": " In 1968, what was the member of of Ugo Morin's country of citizenship?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Ugo Morin -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> member of -> European Economic Community (1968)\n Answer: European Economic Community", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002457", "prompt": " In 1970, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1970\n- Germany | member of | European Coal and Steel Community | 1970\n- Belgium | member of | European Coal and Steel Community | 1970\n- Germany | member of | European Atomic Energy Community | 1970\n- Germany | member of | Western European Union | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1970)\n Hop 2: Lina Bo Bardi -> country of citizenship -> Italy (1970)\n Answer: Lina Bo Bardi", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002458", "prompt": " In 1975, whose head of state's country of citizenship was Giovanni Leone?\nEvidence:\n- Italy | head of state | Giovanni Leone | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giovanni Leone (1975)\n Hop 2: Giacomo Rossi-Stuart -> country of citizenship -> Italy (1975)\n Answer: Giacomo Rossi-Stuart", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002459", "prompt": " After West Germany territory claimed by German Democratic Republic, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- West Germany | territory claimed by | German Democratic Republic | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Württemberg-Baden (1950)\n Answer: Württemberg-Baden", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002460", "prompt": " In 1950, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Hamburg (1950)\n Answer: Hamburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002461", "prompt": " Who was the head of state of Marco Tulli's country of citizenship before Oscar Luigi Scalfaro?\nEvidence:\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1978\n- Marco Tulli | country of citizenship | Italy | 1978\n- Luigi Comencini | country of citizenship | Italy | 1978\n- Luigi Agnolin | country of citizenship | Italy | 1978\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1978\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1978\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Marco Tulli -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> head of state -> Giovanni Leone (1978)\n Answer: Giovanni Leone", "t_query": 1978.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002462", "prompt": " In what year was the spouse of Leo Gordon equal to Lynn Cartwright?\nEvidence:\n- Lynn Cartwright | spouse | Leo Gordon | 1984\n- Leo Gordon | spouse | Lynn Cartwright | 1984\nReasoning:", "completion": " Hop 1: Leo Gordon -> spouse -> Lynn Cartwright (1984)\n Answer: 1984", "t_query": 1984.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2} +{"id": "sft_002463", "prompt": " In what year was the head of state of United Kingdom equal to Elizabeth II?\nEvidence:\n- United Kingdom | head of state | Elizabeth II | 1989\n- Q672 | head of state | Elizabeth II | 1989\n- New Zealand | head of state | Elizabeth II | 1989\n- United Kingdom | part of | European Union | 1989\n- United Kingdom | member of | European Union | 1989\n- Tony Abbott | country of citizenship | United Kingdom | 1989\n- Robert Morley | country of citizenship | United Kingdom | 1989\n- Liz Smith | country of citizenship | United Kingdom | 1989\n- Q238219 | country for sport | United Kingdom | 1989\nReasoning:", "completion": " Hop 1: United Kingdom -> head of state -> Elizabeth II (1989)\n Answer: 1989", "t_query": 1989.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 9} +{"id": "sft_002464", "prompt": " After Wiesbaden country Weimar Republic, what was the head of state of Berolzheim's country?\nEvidence:\n- Berolzheim | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Weimar Republic | head of state | Friedrich Ebert | 1925\n- Weimar Republic | head of state | Paul von Hindenburg | 1925\n- Weimar | country | Weimar Republic | 1925\n- Weimar Republic | head of government | Hans Luther | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Vaterstetten | country | Weimar Republic | 1925\n- Trier | country | Weimar Republic | 1925\n- Speyer | country | Weimar Republic | 1925\n- Regensburg | country | Weimar Republic | 1925\nReasoning:", "completion": " Hop 1: Berolzheim -> country -> Weimar Republic (1925)\n Hop 2: Weimar Republic -> head of state -> Paul von Hindenburg (1925)\n Answer: Paul von Hindenburg", "t_query": 1925.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002465", "prompt": " In 1989, whose head of state's country of citizenship was Francesco Cossiga?\nEvidence:\n- Italy | head of state | Francesco Cossiga | 1989\n- Francesco Scafarelli | country of citizenship | Italy | 1989\n- Francesco Gabrieli | country of citizenship | Italy | 1989\n- Francesco Aguzzoli | country of citizenship | Italy | 1989\n- Loris Francesco Capovilla | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Francesco Cossiga (1989)\n Hop 2: Raul Gardini -> country of citizenship -> Italy (1989)\n Answer: Raul Gardini", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002466", "prompt": " After Emiliano Fabbricatore country of citizenship Italy, what was the head of state of Claudia Vinciguerra's country of citizenship?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Emiliano Fabbricatore | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Claudia Vinciguerra -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1968)\n Answer: Giuseppe Saragat", "t_query": 1968.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002467", "prompt": " After Franz Xaver Schwarz member of political party Nazi Party, what was the chairperson of Nazi Party?\nEvidence:\n- Franz Xaver Schwarz | member of political party | Nazi Party | 1936\n- Q73243 | member of political party | Nazi Party | 1936\n- Q58620 | member of political party | Nazi Party | 1936\n- Wilhelm Grewe | member of political party | Nazi Party | 1936\n- Julius Streicher | member of political party | Nazi Party | 1936\n- Hermann Göring | member of political party | Nazi Party | 1936\n- Hartmann Lauterbacher | member of political party | Nazi Party | 1936\n- Hans Günther | member of political party | Nazi Party | 1936\n- August Eigruber | member of political party | Nazi Party | 1936\n- Nazi Party | chairperson | Adolf Hitler | 1936\n- Herbert von Karajan | member of political party | Nazi Party | 1936\n- Prince Philipp, Landgrave of Hesse | member of political party | Nazi Party | 1936\n- Nazi Germany | head of state | Adolf Hitler | 1936\n- Q73243 | member of | Sturmabteilung | 1936\n- Julius Streicher | member of | Reichstag | 1936\nReasoning:", "completion": " Hop 1: Nazi Party -> chairperson -> Adolf Hitler (1936)\n Answer: Adolf Hitler", "t_query": 1936.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002468", "prompt": " In 1952, whose residence's head of government's headquarters was United States?\nEvidence:\n- United States | head of government | Harry S. Truman | 1952\n- Frank Tieri | residence | United States | 1952\n- Erazim Kohák | residence | United States | 1952\n- Enrico Fermi | residence | United States | 1952\n- Catherine Schell | residence | United States | 1952\n- Vincent R. Impellitteri | residence | United States | 1952\n- Hans Albert Einstein | residence | United States | 1952\n- Emilio G. Segrè | residence | United States | 1952\n- Harry S. Truman | position held | President of the United States | 1952\n- United States | shares border with | Panama | 1952\n- Rudolf Bauer | work location | United States | 1952\n- Yul Brynner | country of citizenship | United States | 1952\n- Tina Turner | country of citizenship | United States | 1952\n- Richard Pipes | country of citizenship | United States | 1952\n- Angela Lansbury | country of citizenship | United States | 1952\nReasoning:", "completion": " Hop 1: Vincent R. Impellitteri -> residence -> United States (1952)\n Hop 2: New York City -> head of government -> Vincent R. Impellitteri (1952)\n Hop 3: MetLife -> headquarters -> New York City (1952)\n Answer: MetLife", "t_query": 1952.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002469", "prompt": " After Flavio Mogherini country of citizenship Italy, what was the head of state of Giuseppe Colnago's country of citizenship?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Giuseppe Colnago -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> head of state -> Sandro Pertini (1985)\n Answer: Sandro Pertini", "t_query": 1985.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002470", "prompt": " In 1952, what was the country of citizenship of Franca Ongaro?\nEvidence:\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\n- Wilma Montesi | country of citizenship | Italy | 1952\n- Vittore Catella | country of citizenship | Italy | 1952\n- Vitaliano Brancati | country of citizenship | Italy | 1952\nReasoning:", "completion": " Hop 1: Franca Ongaro -> country of citizenship -> Italy (1952)\n Answer: Italy", "t_query": 1952.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002471", "prompt": " In 1994, what was the country of citizenship of Nino Baragli?\nEvidence:\n- Nino Baragli | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\n- Stefano Angeleri | country of citizenship | Italy | 1994\nReasoning:", "completion": " Hop 1: Nino Baragli -> country of citizenship -> Italy (1994)\n Answer: Italy", "t_query": 1994.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002472", "prompt": " Who was the country of citizenship of Rahimuddin Khan after British Raj?\nEvidence:\n- Rahimuddin Khan | country of citizenship | Pakistan | 1971\n- Ahmed Rushdi | country of citizenship | Pakistan | 1971\n- Dhaka | country | Pakistan | 1971\nReasoning:", "completion": " Hop 1: Rahimuddin Khan -> country of citizenship -> Pakistan (1971)\n Answer: Pakistan", "t_query": 1971.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 3} +{"id": "sft_002473", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Bron (2003)\n Answer: Bron", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002474", "prompt": " In 1957, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1957\n- Germany | member of | European Coal and Steel Community | 1957\n- Belgium | member of | European Coal and Steel Community | 1957\n- Germany | member of | European Atomic Energy Community | 1957\n- Germany | member of | Western European Union | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1957)\n Hop 2: Ugo Stille -> country of citizenship -> Italy (1957)\n Answer: Ugo Stille", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002475", "prompt": " Who was the located in of Jena before Gera District?\nEvidence:\n- Gera | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Jena | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Jena | country | Nazi Germany | 1942\n- Carl Zeiss AG | headquarters location | Jena | 1942\n- Saxony | located in the administrative territorial entity | Nazi Germany | 1942\n- Berlin | located in the administrative territorial entity | Nazi Germany | 1942\n- Republic of Baden | located in the administrative territorial entity | Nazi Germany | 1942\n- Weimar | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Q15976 | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Free State of Mecklenburg | located in the administrative territorial entity | Nazi Germany | 1942\n- Free State of Anhalt | located in the administrative territorial entity | Nazi Germany | 1942\n- Q822028 | country of registry | Nazi Germany | 1942\n- Q321140 | country of registry | Nazi Germany | 1942\n- Q237358 | country of citizenship | Nazi Germany | 1942\n- U-752 | country of registry | Nazi Germany | 1942\nReasoning:", "completion": " Hop 1: Jena -> located in -> State of Thuringia (1920–1952) (1942)\n Answer: State of Thuringia (1920–1952)", "t_query": 1942.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002476", "prompt": " After Germany shares border with German Democratic Republic, what was the head of government of Germany?\nEvidence:\n- Germany | shares border with | German Democratic Republic | 1974\n- Germany | shares border with | Czechoslovakia | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Zwickau | country | German Democratic Republic | 1974\n- Zeuthen | country | German Democratic Republic | 1974\n- Wismar | country | German Democratic Republic | 1974\n- Q696016 | country | German Democratic Republic | 1974\n- Q525425 | country | German Democratic Republic | 1974\n- Q45898 | country | German Democratic Republic | 1974\n- Potsdam | country | German Democratic Republic | 1974\n- Neustrelitz | country | German Democratic Republic | 1974\n- Magdeburg | country | German Democratic Republic | 1974\n- Jena | country | German Democratic Republic | 1974\n- Görlitz | country | German Democratic Republic | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Walter Scheel (1974)\n Answer: Walter Scheel", "t_query": 1974.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002477", "prompt": " In 1920, whose currency's shares border with's country's work location was Belgian franc?\nEvidence:\n- Belgium | currency | Belgian franc | 1920\n- Neutral Moresnet | currency | Belgian franc | 1920\n- Neutral Moresnet | shares border with | Belgium | 1920\n- Belgium | shares border with | Neutral Moresnet | 1920\n- Weimar Republic | shares border with | Neutral Moresnet | 1920\n- Neutral Moresnet | currency | French franc | 1920\n- Neutral Moresnet | shares border with | Kingdom of the Netherlands | 1920\n- Neutral Moresnet | shares border with | Free State of Prussia | 1920\nReasoning:", "completion": " Hop 1: Neutral Moresnet -> currency -> Belgian franc (1920)\n Hop 2: Weimar Republic -> shares border with -> Neutral Moresnet (1920)\n Hop 3: Berlin -> country -> Weimar Republic (1920)\n Hop 4: Carel Willink -> work location -> Berlin (1920)\n Answer: Carel Willink", "t_query": 1920.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 8} +{"id": "sft_002478", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Feyzin (2003)\n Answer: Feyzin", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002479", "prompt": " In 1974, whose head of government was Helmut Schmidt?\nEvidence:\n- Germany | head of government | Helmut Schmidt | 1974\n- Helmut Schmidt | spouse | Loki Schmidt | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Bonn | capital of | Germany | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Universal Copyright Convention | signatory | Germany | 1974\n- Germany | significant event | Berlin Wall | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Schmidt (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002480", "prompt": " In 1904, what was the spouse of Gustav Stresemann?\nEvidence:\n- Käte Stresemann | spouse | Gustav Stresemann | 1904\n- Gustav Stresemann | spouse | Käte Stresemann | 1904\nReasoning:", "completion": " Hop 1: Gustav Stresemann -> spouse -> Käte Stresemann (1904)\n Answer: Käte Stresemann", "t_query": 1904.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_002481", "prompt": " In 2003, what was the located in of Urban Community of Lyon's contains the administrative territorial entity?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Answer: Rhône", "t_query": 2003.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002482", "prompt": " In 1966, what was the member of of Cesare Terranova's country of citizenship?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Hop 1: Cesare Terranova -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1966)\n Answer: European Coal and Steel Community", "t_query": 1966.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002483", "prompt": " In 1968, what was the member of of Ugo Morin's country of citizenship?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Ugo Morin -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1968)\n Answer: European Coal and Steel Community", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002484", "prompt": " After Rahimuddin Khan country of citizenship British Raj, what was the country of citizenship of Rahimuddin Khan?\nEvidence:\n- Rahimuddin Khan | country of citizenship | Pakistan | 1971\n- Ahmed Rushdi | country of citizenship | Pakistan | 1971\n- Dhaka | country | Pakistan | 1971\nReasoning:", "completion": " Hop 1: Rahimuddin Khan -> country of citizenship -> Pakistan (1971)\n Answer: Pakistan", "t_query": 1971.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 3} +{"id": "sft_002485", "prompt": " Who was the country of Cheb before Czechoslovakia?\nEvidence:\n- Cheb | country | Austria–Hungary | 1900\n- Q942980 | country of citizenship | Austria–Hungary | 1900\n- Q743984 | country of citizenship | Austria–Hungary | 1900\n- Q47561 | country of citizenship | Austria–Hungary | 1900\n- Q155855 | country of citizenship | Austria–Hungary | 1900\n- Emperor of Austria | country | Austria–Hungary | 1900\n- Archduchy of Austria | country | Austria–Hungary | 1900\n- Mykhailo Yatskiv | country of citizenship | Austria–Hungary | 1900\n- Josef Breuer | country of citizenship | Austria–Hungary | 1900\n- Uberto de Morpurgo | country of citizenship | Austria–Hungary | 1900\n- Q193474 | located in the administrative territorial entity | Austria–Hungary | 1900\n- Horodok | located in the administrative territorial entity | Austria–Hungary | 1900\n- Zhovkva | country | Austria–Hungary | 1900\n- Voitsberg | country | Austria–Hungary | 1900\n- Voinyliv | country | Austria–Hungary | 1900\nReasoning:", "completion": " Hop 1: Cheb -> country -> Austria–Hungary (1900)\n Answer: Austria–Hungary", "t_query": 1900.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002486", "prompt": " After Shane McMahon sport referee, what was the employer of Shane McMahon?\nEvidence:\n- Shane McMahon | sport | referee | 2010\n- Shane McMahon | sport | professional wrestling | 2010\n- Shane McMahon | employer | WWE | 2010\n- Shane McMahon | occupation | entrepreneur | 2010\n- Vince McMahon | employer | WWE | 2010\n- Q44304 | sport | professional wrestling | 2010\n- Ring of Honor | sport | professional wrestling | 2010\n- Q285372 | employer | WWE | 2010\n- Mike Chioda | employer | WWE | 2010\nReasoning:", "completion": " Hop 1: Shane McMahon -> employer -> WWE (2010)\n Answer: WWE", "t_query": 2010.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 9} +{"id": "sft_002487", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon equal to Caluire-et-Cuire?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Caluire-et-Cuire (2003)\n Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002488", "prompt": " Who was the country of citizenship of Maria Rita Saulle after Kingdom of Italy?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Maria Rita Saulle -> country of citizenship -> Italy (1989)\n Answer: Italy", "t_query": 1989.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002489", "prompt": " After Domenico Chiaramello country of citizenship Italy, what was the member of of Gianni Brera's country of citizenship?\nEvidence:\n- Domenico Chiaramello | country of citizenship | Italy | 1963\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Gianni Brera -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1963)\n Answer: European Coal and Steel Community", "t_query": 1963.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002490", "prompt": " In 1947, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1947\n- Q612509 | country of citizenship | Italy | 1947\n- Q454036 | country of citizenship | Italy | 1947\n- Q435856 | country of citizenship | Italy | 1947\n- Q432318 | country of citizenship | Italy | 1947\n- Q429298 | country of citizenship | Italy | 1947\n- Q340261 | country of citizenship | Italy | 1947\n- Q318968 | country of citizenship | Italy | 1947\n- Q264986 | country of citizenship | Italy | 1947\n- Q219490 | country of citizenship | Italy | 1947\n- Q213482 | country of citizenship | Italy | 1947\n- Dalida | country of citizenship | Italy | 1947\n- Wilma Montesi | country of citizenship | Italy | 1947\n- Vittore Catella | country of citizenship | Italy | 1947\n- Vitaliano Brancati | country of citizenship | Italy | 1947\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1947)\n Hop 2: Eleonora Rossi Drago -> country of citizenship -> Italy (1947)\n Answer: Eleonora Rossi Drago", "t_query": 1947.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002491", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Rhône -> contains the administrative territorial entity -> Bron (2003)\n Answer: Bron", "t_query": 2003.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002492", "prompt": " Who was the head of government of Lina Bo Bardi's country of citizenship after Giuseppe Pella?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Giuseppe Prisco | country of citizenship | Italy | 1970\n- Giuseppe Patanè | country of citizenship | Italy | 1970\n- Giuseppe Meazza | country of citizenship | Italy | 1970\n- Giuseppe Gabrielli | country of citizenship | Italy | 1970\n- Giuseppe Colnago | country of citizenship | Italy | 1970\n- Giuseppe Busso | country of citizenship | Italy | 1970\n- Giuseppe Antonini | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Lina Bo Bardi -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of government -> Emilio Colombo (1970)\n Answer: Emilio Colombo", "t_query": 1970.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002493", "prompt": " Who was the head of government of Carel Willink's work location's country before Heinrich Brüning?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Hop 1: Carel Willink -> work location -> Berlin (1920)\n Hop 2: Berlin -> country -> Weimar Republic (1920)\n Hop 3: Weimar Republic -> head of government -> Gustav Bauer (1920)\n Answer: Gustav Bauer", "t_query": 1920.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 9} +{"id": "sft_002494", "prompt": " After Paul Foucart employer Collège de France, what was the member of of Paul Foucart?\nEvidence:\n- Paul Foucart | employer | Collège de France | 1925\n- Q664948 | employer | Collège de France | 1925\n- Q462281 | employer | Collège de France | 1925\n- Q333292 | employer | Collège de France | 1925\n- Q328758 | employer | Collège de France | 1925\n- Q202790 | employer | Collège de France | 1925\n- Sylvain Lévi | employer | Collège de France | 1925\n- Lucien Cayeux | employer | Collège de France | 1925\n- Antoine Meillet | employer | Collège de France | 1925\n- André Mazon | professorship | Collège de France | 1925\n- Paul Foucart | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q972619 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q587038 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q521592 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q516758 | member of | Académie des Inscriptions et Belles-Lettres | 1925\nReasoning:", "completion": " Hop 1: Paul Foucart -> member of -> Académie des Inscriptions et Belles-Lettres (1925)\n Answer: Académie des Inscriptions et Belles-Lettres", "t_query": 1925.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002495", "prompt": " After Ashgabat country Soviet Union, what was the capital of of Ashgabat?\nEvidence:\n- Ashgabat | country | Soviet Union | 1979\n- Ashgabat | capital of | Turkmen Soviet Socialist Republic | 1979\n- Zhytomyr | country | Soviet Union | 1979\n- Zastavna | country | Soviet Union | 1979\n- Yevpatoriia | country | Soviet Union | 1979\n- Yalta | country | Soviet Union | 1979\n- Vyazma | country | Soviet Union | 1979\n- Voronezh | country | Soviet Union | 1979\n- Vologda | country | Soviet Union | 1979\n- Volodarsk | country | Soviet Union | 1979\n- Volhynia | country | Soviet Union | 1979\n- Voinyliv | country | Soviet Union | 1979\n- Vladivostok | country | Soviet Union | 1979\n- Vinnytsia | country | Soviet Union | 1979\n- Vanadzor | country | Soviet Union | 1979\nReasoning:", "completion": " Hop 1: Ashgabat -> capital of -> Turkmen Soviet Socialist Republic (1979)\n Answer: Turkmen Soviet Socialist Republic", "t_query": 1979.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002496", "prompt": " In what year was the owner of of Seoul Metropolitan Government equal to Seoul Metro Corporation?\nEvidence:\n- Seoul Metropolitan Government | owner of | Seoul Metro Corporation | 1985\nReasoning:", "completion": " Hop 1: Seoul Metropolitan Government -> owner of -> Seoul Metro Corporation (1985)\n Answer: 1985", "t_query": 1985.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1} +{"id": "sft_002497", "prompt": " After Würzburg head of government Andreas Grieser, what was the country of Würzburg?\nEvidence:\n- Würzburg | country | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\n- Martin Walser | country of citizenship | West Germany | 1950\n- Martin Albrecht | country of citizenship | West Germany | 1950\n- Jürgen Kissner | country of citizenship | West Germany | 1950\n- Helmut Kohl | country of citizenship | West Germany | 1950\n- Albrecht Brandi | country of citizenship | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Answer: West Germany", "t_query": 1950.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002498", "prompt": " In what year was the member of of Ugo Stille's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Ugo Stille -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1957)\n Answer: 1957", "t_query": 1957.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002499", "prompt": " Who was the position held of Germany's head of state after Federal Ministry for Economic Cooperation and Development?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> position held -> Federal Minister for Foreign Affairs (1974)\n Answer: Federal Minister for Foreign Affairs", "t_query": 1974.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002500", "prompt": " After Ronald Reagan occupation actor, what was the position held of Erazim Kohák's residence's head of government?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- United States | shares border with | Panama | 1988\n- Tony Miles | country for sport | United States | 1988\n- Julie Mehretu | work location | United States | 1988\n- Discovery Channel | country | United States | 1988\nReasoning:", "completion": " Hop 1: Erazim Kohák -> residence -> United States (1988)\n Hop 2: United States -> head of government -> Ronald Reagan (1988)\n Hop 3: Ronald Reagan -> position held -> President of the United States (1988)\n Answer: President of the United States", "t_query": 1988.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 13} +{"id": "sft_002501", "prompt": " In 2009, what was the head of government of Italy?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 2009\n- Tullio Kezich | country of citizenship | Italy | 2009\n- Stefano Angeleri | country of citizenship | Italy | 2009\n- Sergio Bonelli | country of citizenship | Italy | 2009\n- Sebastiano Mannironi | country of citizenship | Italy | 2009\n- Salvatore Cassisa | country of citizenship | Italy | 2009\n- Rossana Rossanda | country of citizenship | Italy | 2009\n- Roberto Tucci | country of citizenship | Italy | 2009\n- Plinio Antolini | country of citizenship | Italy | 2009\n- Piergiorgio Nesti | country of citizenship | Italy | 2009\n- Paolo Villaggio | country of citizenship | Italy | 2009\n- Paolo Rossi | country of citizenship | Italy | 2009\n- Nino Baragli | country of citizenship | Italy | 2009\n- Marcello Costalunga | country of citizenship | Italy | 2009\n- Luigi Agnolin | country of citizenship | Italy | 2009\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Silvio Berlusconi (2009)\n Answer: Silvio Berlusconi", "t_query": 2009.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002502", "prompt": " After Nakhchivan country Soviet Union, what was the country of Nakhchivan?\nEvidence:\n- Nakhchivan | country | Soviet Union | 1949\n- Nakhchivan | country | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Nakhchivan | country | Azerbaijan Soviet Socialist Republic | 1949\n- Nakhchivan | located in the administrative territorial entity | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Zhytomyr | country | Soviet Union | 1949\n- Zastavna | country | Soviet Union | 1949\n- Yevpatoriia | country | Soviet Union | 1949\n- Yalta | country | Soviet Union | 1949\n- Vyazma | country | Soviet Union | 1949\n- Voronezh | country | Soviet Union | 1949\n- Vologda | country | Soviet Union | 1949\n- Volodarsk | country | Soviet Union | 1949\n- Volhynia | country | Soviet Union | 1949\n- Voinyliv | country | Soviet Union | 1949\n- Vladivostok | country | Soviet Union | 1949\nReasoning:", "completion": " Hop 1: Nakhchivan -> country -> Azerbaijan Soviet Socialist Republic (1949)\n Answer: Azerbaijan Soviet Socialist Republic", "t_query": 1949.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002503", "prompt": " Who was the member of political party of Germany's head of state after Nazi Party?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> member of political party -> Free Democratic Party (1974)\n Answer: Free Democratic Party", "t_query": 1974.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002504", "prompt": " In 1987, what was the diplomatic relation of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | diplomatic relation | German Democratic Republic | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> diplomatic relation -> German Democratic Republic (1987)\n Answer: German Democratic Republic", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002505", "prompt": " In 2003, whose currency was Cypriot pound?\nEvidence:\n- Cyprus | currency | Cypriot pound | 2003\nReasoning:", "completion": " Hop 1: Cyprus -> currency -> Cypriot pound (2003)\n Answer: Cyprus", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_002506", "prompt": " In what year was the member of sports team of Diego Benaglio equal to AS Monaco FC?\nEvidence:\n- Diego Benaglio | member of sports team | AS Monaco FC | 2020\n- Stevan Jovetić | member of sports team | AS Monaco FC | 2020\nReasoning:", "completion": " Hop 1: Diego Benaglio -> member of sports team -> AS Monaco FC (2020)\n Answer: 2020", "t_query": 2020.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2} +{"id": "sft_002507", "prompt": " After Gianandrea Gavazzeni country of citizenship Italy, what was the shares border with of Giuseppe Colnago's country of citizenship?\nEvidence:\n- Gianandrea Gavazzeni | country of citizenship | Italy | 1985\n- Italy | shares border with | Yugoslavia | 1985\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Giuseppe Colnago -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> shares border with -> Yugoslavia (1985)\n Answer: Yugoslavia", "t_query": 1985.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002508", "prompt": " In 1937, what was the spouse of Gustaf VI Adolf of Sweden?\nEvidence:\n- Louise Mountbatten | spouse | Gustaf VI Adolf of Sweden | 1937\n- Gustaf VI Adolf of Sweden | spouse | Louise Mountbatten | 1937\n- Gustaf VI Adolf of Sweden | noble title | duke | 1937\n- Gustaf VI Adolf of Sweden | position held | crown prince | 1937\n- Gustaf VI Adolf of Sweden | noble title | crown prince | 1937\n- Louise Mountbatten | noble title | queen consort | 1937\nReasoning:", "completion": " Hop 1: Gustaf VI Adolf of Sweden -> spouse -> Louise Mountbatten (1937)\n Answer: Louise Mountbatten", "t_query": 1937.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_002509", "prompt": " Who was the contains the administrative territorial entity of Bernard Schultze's work location's country after Bremen?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1953)\n Answer: Baden-Württemberg", "t_query": 1953.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 3} +{"id": "sft_002510", "prompt": " In what year was the currency of Mannheim's country equal to Deutsche Mark?\nEvidence:\n- West Germany | currency | Deutsche Mark | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\n- Martin Walser | country of citizenship | West Germany | 1950\n- Martin Albrecht | country of citizenship | West Germany | 1950\n- Jürgen Kissner | country of citizenship | West Germany | 1950\n- Helmut Kohl | country of citizenship | West Germany | 1950\n- Albrecht Brandi | country of citizenship | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> currency -> Deutsche Mark (1950)\n Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002511", "prompt": " Who was the country of citizenship of Raul Gardini after Kingdom of Italy?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\n- Stéphane Grappelli | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Raul Gardini -> country of citizenship -> Italy (1989)\n Answer: Italy", "t_query": 1989.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002512", "prompt": " After Biagio Marin country of citizenship Italy, what was the head of state of Marco Tulli's country of citizenship?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Marco Tulli -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> head of state -> Giovanni Leone (1978)\n Answer: Giovanni Leone", "t_query": 1978.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002513", "prompt": " In what year was the head of state of Germany equal to Gustav Heinemann?\nEvidence:\n- Germany | head of state | Gustav Heinemann | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Gustav Heinemann (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002514", "prompt": " After Giovanni Lilliu country of citizenship Italy, what was the head of state of Giacomo Rossi-Stuart's country of citizenship?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giacomo Rossi-Stuart -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> head of state -> Giovanni Leone (1975)\n Answer: Giovanni Leone", "t_query": 1975.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002515", "prompt": " In 1953, whose spouse was Dulcie Gray?\nEvidence:\n- Michael Denison | spouse | Dulcie Gray | 1953\n- Dulcie Gray | spouse | Michael Denison | 1953\nReasoning:", "completion": " Hop 1: Michael Denison -> spouse -> Dulcie Gray (1953)\n Answer: Michael Denison", "t_query": 1953.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_002516", "prompt": " In what year was the contains the administrative territorial entity of Bernard Schultze's work location's country equal to Hamburg?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Hamburg (1953)\n Answer: 1953", "t_query": 1953.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 3} +{"id": "sft_002517", "prompt": " In 1972, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Saarland (1972)\n Answer: Saarland", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002518", "prompt": " Who was the member of of Romolo Alzani's country of citizenship after European Economic Community?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Romolo Alzani -> country of citizenship -> Italy (1987)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1987)\n Answer: European Coal and Steel Community", "t_query": 1987.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002519", "prompt": " After Luigi Bertolini country of citizenship Italy, what was the member of of Antonio Corpora's country of citizenship?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Luigi Comencini | country of citizenship | Italy | 1962\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1962\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1962\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1962\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1962)\n Answer: European Coal and Steel Community", "t_query": 1962.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002520", "prompt": " In 1967, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1967\n- Germany | member of | European Coal and Steel Community | 1967\n- Belgium | member of | European Coal and Steel Community | 1967\n- Germany | member of | European Atomic Energy Community | 1967\n- Germany | member of | Western European Union | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1967)\n Hop 2: Flaviano Vicentini -> country of citizenship -> Italy (1967)\n Answer: Flaviano Vicentini", "t_query": 1967.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002521", "prompt": " After Laura Solari country of citizenship Italy, what was the member of of Salvatore Fiume's country of citizenship?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Laura Adani | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> member of -> European Economic Community (1971)\n Answer: European Economic Community", "t_query": 1971.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002522", "prompt": " Who was the adjacent station of Nopporo Station after Atsubetsu Station?\nEvidence:\n- Nopporo Station | adjacent station | Atsubetsu Station | 1956\n- Nopporo Station | adjacent station | Ebetsu Station | 1956\n- Ebetsu Station | adjacent station | Nopporo Station | 1956\n- Ebetsu Station | adjacent station | Horomui Station | 1956\nReasoning:", "completion": " Hop 1: Nopporo Station -> adjacent station -> Ebetsu Station (1956)\n Answer: Ebetsu Station", "t_query": 1956.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 4} +{"id": "sft_002523", "prompt": " In what year was the position held of Italy's head of state equal to President of Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Tonino Cervi | country of citizenship | Italy | 1971\n- Tiziano Terzani | country of citizenship | Italy | 1971\n- Stéphane Grappelli | country of citizenship | Italy | 1971\n- Simon Spierer | country of citizenship | Italy | 1971\n- Sergio Mantovani | country of citizenship | Italy | 1971\n- Sergio Bonelli | country of citizenship | Italy | 1971\n- Rossana Rossanda | country of citizenship | Italy | 1971\n- Romeo Bertini | country of citizenship | Italy | 1971\n- Renata Tebaldi | country of citizenship | Italy | 1971\n- Primo Nebiolo | country of citizenship | Italy | 1971\n- Pietro Parente | country of citizenship | Italy | 1971\n- Oriana Fallaci | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giuseppe Saragat (1971)\n Hop 2: Giuseppe Saragat -> position held -> President of Italy (1971)\n Answer: 1971", "t_query": 1971.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002524", "prompt": " Who was the member of of Clelio Darida's country of citizenship before European Economic Community?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Clelio Darida -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1968)\n Answer: European Coal and Steel Community", "t_query": 1968.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002525", "prompt": " In 1962, what was the shares border with of Antonio Corpora's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1962\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> shares border with -> Yugoslavia (1962)\n Answer: Yugoslavia", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002526", "prompt": " In 1994, what was the member of of Nino Baragli's country of citizenship?\nEvidence:\n- Nino Baragli | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\n- Stefano Angeleri | country of citizenship | Italy | 1994\nReasoning:", "completion": " Hop 1: Nino Baragli -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1994)\n Answer: European Coal and Steel Community", "t_query": 1994.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002527", "prompt": " Who was the head of government of Italy after Bettino Craxi?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 2007\n- Tullio Kezich | country of citizenship | Italy | 2007\n- Stefano Angeleri | country of citizenship | Italy | 2007\n- Sergio Bonelli | country of citizenship | Italy | 2007\n- Sebastiano Mannironi | country of citizenship | Italy | 2007\n- Salvatore Cassisa | country of citizenship | Italy | 2007\n- Rossana Rossanda | country of citizenship | Italy | 2007\n- Roberto Tucci | country of citizenship | Italy | 2007\n- Plinio Antolini | country of citizenship | Italy | 2007\n- Pino Lancetti | country of citizenship | Italy | 2007\n- Piergiorgio Nesti | country of citizenship | Italy | 2007\n- Paolo Villaggio | country of citizenship | Italy | 2007\n- Paolo Rossi | country of citizenship | Italy | 2007\n- Nino Baragli | country of citizenship | Italy | 2007\n- Marcello Costalunga | country of citizenship | Italy | 2007\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Romano Prodi (2007)\n Answer: Romano Prodi", "t_query": 2007.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002528", "prompt": " In what year was the residence of Erazim Kohák equal to United States?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Discovery Channel | country | United States | 1988\n- United States | shares border with | Panama | 1988\n- Julie Mehretu | work location | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Tony Miles | country for sport | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\nReasoning:", "completion": " Hop 1: Erazim Kohák -> residence -> United States (1988)\n Answer: 1988", "t_query": 1988.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 13} +{"id": "sft_002529", "prompt": " In 1987, what was the currency of Romolo Alzani's country of citizenship?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Italy | currency | Italian lira | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Romolo Alzani -> country of citizenship -> Italy (1987)\n Hop 2: Italy -> currency -> Italian lira (1987)\n Answer: Italian lira", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002530", "prompt": " In what year was the currency of Luigi Pistilli's country of citizenship equal to Italian lira?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Luigi Pistilli -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> currency -> Italian lira (1963)\n Answer: 1963", "t_query": 1963.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002531", "prompt": " In what year was the head of government of Russian Soviet Federative Socialist Republic equal to Vitaly Vorotnikov?\nEvidence:\n- Russian Soviet Federative Socialist Republic | head of government | Vitaly Vorotnikov | 1987\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1987\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1987\n- Kaliningrad Oblast | exclave of | Russian Soviet Federative Socialist Republic | 1987\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1987\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Sakhalin Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\nReasoning:", "completion": " Hop 1: Russian Soviet Federative Socialist Republic -> head of government -> Vitaly Vorotnikov (1987)\n Answer: 1987", "t_query": 1987.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002532", "prompt": " After India head of state Rajendra Prasad, what was the head of state of Virbhadra Singh's country of citizenship?\nEvidence:\n- Virbhadra Singh | country of citizenship | India | 1993\n- India | head of state | Shankar Dayal Sharma | 1993\n- M. S. Swaminathan | country of citizenship | India | 1993\n- Abhijit Banerjee | country of citizenship | India | 1993\n- India | head of government | P. V. Narasimha Rao | 1993\n- India | contains the administrative territorial entity | Daman and Diu | 1993\nReasoning:", "completion": " Hop 1: Virbhadra Singh -> country of citizenship -> India (1993)\n Hop 2: India -> head of state -> Shankar Dayal Sharma (1993)\n Answer: Shankar Dayal Sharma", "t_query": 1993.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 6} +{"id": "sft_002533", "prompt": " After Francesco Antonazzi country of citizenship Italy, what was the currency of Romano Mussolini's country of citizenship?\nEvidence:\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Francesco Scafarelli | country of citizenship | Italy | 1984\n- Francesco Gabrieli | country of citizenship | Italy | 1984\n- Francesco Aguzzoli | country of citizenship | Italy | 1984\n- Loris Francesco Capovilla | country of citizenship | Italy | 1984\n- Italy | currency | Italian lira | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Romano Mussolini -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> currency -> Italian lira (1984)\n Answer: Italian lira", "t_query": 1984.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002534", "prompt": " In what year was the country of citizenship of Ignazio Silone equal to Kingdom of Italy?\nEvidence:\n- Ignazio Silone | country of citizenship | Kingdom of Italy | 1919\n- Q976653 | country of citizenship | Kingdom of Italy | 1919\n- Q972711 | country of citizenship | Kingdom of Italy | 1919\n- Q922237 | country of citizenship | Kingdom of Italy | 1919\n- Q890523 | country of citizenship | Kingdom of Italy | 1919\n- Q765946 | country of citizenship | Kingdom of Italy | 1919\n- Q745874 | country of citizenship | Kingdom of Italy | 1919\n- Q728589 | country of citizenship | Kingdom of Italy | 1919\n- Q715036 | country of citizenship | Kingdom of Italy | 1919\n- Q706466 | country of citizenship | Kingdom of Italy | 1919\n- Q678253 | country of citizenship | Kingdom of Italy | 1919\n- Q653839 | country of citizenship | Kingdom of Italy | 1919\n- Q65151 | country of citizenship | Kingdom of Italy | 1919\n- Q630519 | country of citizenship | Kingdom of Italy | 1919\n- Q603148 | country of citizenship | Kingdom of Italy | 1919\nReasoning:", "completion": " Hop 1: Ignazio Silone -> country of citizenship -> Kingdom of Italy (1919)\n Answer: 1919", "t_query": 1919.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002535", "prompt": " In 1941, what was the country of Monza?\nEvidence:\n- Monza | country | Kingdom of Italy | 1941\n- Marche | located in the administrative territorial entity | Kingdom of Italy | 1941\n- Lombardy | located in the administrative territorial entity | Kingdom of Italy | 1941\n- Q9409 | country | Kingdom of Italy | 1941\n- Q6259 | country | Kingdom of Italy | 1941\n- Q2704 | country | Kingdom of Italy | 1941\n- Q16163 | country | Kingdom of Italy | 1941\n- Marche | country | Kingdom of Italy | 1941\n- Lombardy | country | Kingdom of Italy | 1941\n- Cagliari | country | Kingdom of Italy | 1941\n- Q976653 | country of citizenship | Kingdom of Italy | 1941\n- Q972711 | country of citizenship | Kingdom of Italy | 1941\n- Q922237 | country of citizenship | Kingdom of Italy | 1941\n- Q890523 | country of citizenship | Kingdom of Italy | 1941\n- Q741387 | country of citizenship | Kingdom of Italy | 1941\nReasoning:", "completion": " Hop 1: Monza -> country -> Kingdom of Italy (1941)\n Answer: Kingdom of Italy", "t_query": 1941.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002536", "prompt": " In 1989, whose country of citizenship was Italy?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\n- Stéphane Grappelli | country of citizenship | Italy | 1989\n- Simon Spierer | country of citizenship | Italy | 1989\n- Sergio Mantovani | country of citizenship | Italy | 1989\n- Sergio Bonelli | country of citizenship | Italy | 1989\n- Salvatore Cassisa | country of citizenship | Italy | 1989\n- Rossana Rossanda | country of citizenship | Italy | 1989\n- Renata Tebaldi | country of citizenship | Italy | 1989\n- Primo Nebiolo | country of citizenship | Italy | 1989\n- Pino Lancetti | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Maria Rita Saulle -> country of citizenship -> Italy (1989)\n Answer: Maria Rita Saulle", "t_query": 1989.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002537", "prompt": " After Paolo Marcello Brignoli country of citizenship Italy, what was the currency of Giacomo Rossi-Stuart's country of citizenship?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Marcello Costalunga | country of citizenship | Italy | 1975\n- Marcello Candia | country of citizenship | Italy | 1975\n- Marcello Baldi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Paolo Villaggio | country of citizenship | Italy | 1975\n- Paolo Heusch | country of citizenship | Italy | 1975\n- Paolo Carlini | country of citizenship | Italy | 1975\n- Paolo Amadesi | country of citizenship | Italy | 1975\n- Paolo Agosteo | country of citizenship | Italy | 1975\n- Paolo Caccia Dominioni | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giacomo Rossi-Stuart -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> currency -> Italian lira (1975)\n Answer: Italian lira", "t_query": 1975.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002538", "prompt": " In what year was the member of of Luigi Pistilli's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Luigi Pistilli -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1963)\n Answer: 1963", "t_query": 1963.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002539", "prompt": " In 1987, what was the head of government of Germany's capital's capital of's contains the administrative territorial entity?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | Germany | 1987\n- Bonn | capital of | West Germany | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Afghanistan | basic form of government | republic | 1987\n- East Berlin | capital of | German Democratic Republic | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Germany | member of | Western European Union | 1987\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1987)\n Hop 2: Bonn -> capital of -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Saarland (1987)\n Hop 4: Saarland -> head of government -> Q110719 (1987)\n Answer: Q110719", "t_query": 1987.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002540", "prompt": " After István Kocsis member of sports team Pécsi MFC, what was the member of sports team of István Kocsis?\nEvidence:\n- István Kocsis | member of sports team | Budapest Honvéd FC | 1979\n- István Kocsis | member of sports team | Hungary men's national football team | 1979\n- Q937089 | member of sports team | Budapest Honvéd FC | 1979\n- Q901558 | member of sports team | Budapest Honvéd FC | 1979\n- Q729103 | member of sports team | Budapest Honvéd FC | 1979\n- Q852818 | member of sports team | Hungary men's national football team | 1979\n- Q838673 | member of sports team | Hungary men's national football team | 1979\n- Q838670 | member of sports team | Hungary men's national football team | 1979\n- Q729669 | member of sports team | Hungary men's national football team | 1979\n- Q729070 | member of sports team | Hungary men's national football team | 1979\n- Q727784 | member of sports team | Hungary men's national football team | 1979\n- Q699497 | member of sports team | Hungary men's national football team | 1979\n- Q361244 | member of sports team | Hungary men's national football team | 1979\n- Ferenc Csongrádi | member of sports team | Hungary men's national football team | 1979\nReasoning:", "completion": " Hop 1: István Kocsis -> member of sports team -> Budapest Honvéd FC (1979)\n Answer: Budapest Honvéd FC", "t_query": 1979.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 14} +{"id": "sft_002541", "prompt": " After Bruno Fattori country of citizenship Italy, what was the head of state of Elena Altieri's country of citizenship?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Bruno Venturini | country of citizenship | Italy | 1977\n- Bruno Schettino | country of citizenship | Italy | 1977\n- Bruno Bertotti | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\nReasoning:", "completion": " Hop 1: Elena Altieri -> country of citizenship -> Italy (1977)\n Hop 2: Italy -> head of state -> Giovanni Leone (1977)\n Answer: Giovanni Leone", "t_query": 1977.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002542", "prompt": " In what year was the member of of Cesare Terranova's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Hop 1: Cesare Terranova -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1966)\n Answer: 1966", "t_query": 1966.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002543", "prompt": " In 1963, what was the position held of Giovanni Spadolini's country of citizenship's head of state?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1963\n- Giovanni Mardersteig | country of citizenship | Italy | 1963\n- Giovanni Invernizzi | country of citizenship | Italy | 1963\n- Giovanni Goria | country of citizenship | Italy | 1963\n- Giovanni Ferrofino | country of citizenship | Italy | 1963\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Giovanni Spadolini -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Hop 3: Antonio Segni -> position held -> President of Italy (1963)\n Answer: President of Italy", "t_query": 1963.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002544", "prompt": " In what year was the head of state of Angelo Martino Colombo's country of citizenship equal to Carlo Azeglio Ciampi?\nEvidence:\n- Angelo Martino Colombo | country of citizenship | Italy | 2004\n- Alberto De Martino | country of citizenship | Italy | 2004\n- Angelo Infanti | country of citizenship | Italy | 2004\n- Angelo Cuniberti | country of citizenship | Italy | 2004\n- Carlo Giuffré | country of citizenship | Italy | 2004\n- Carlo Fruttero | country of citizenship | Italy | 2004\n- Carlo Curis | country of citizenship | Italy | 2004\n- Carlo Cercignani | country of citizenship | Italy | 2004\n- Q679495 | country of citizenship | Italy | 2004\n- Q678840 | country of citizenship | Italy | 2004\n- Q445276 | country of citizenship | Italy | 2004\n- Q383551 | country of citizenship | Italy | 2004\n- Vittorio Vettori | country of citizenship | Italy | 2004\n- Vito Lattanzio | country of citizenship | Italy | 2004\n- Veriano Luchetti | country of citizenship | Italy | 2004\nReasoning:", "completion": " Hop 1: Angelo Martino Colombo -> country of citizenship -> Italy (2004)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2004)\n Answer: 2004", "t_query": 2004.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002545", "prompt": " In what year was the part of of United Kingdom equal to European Union?\nEvidence:\n- United Kingdom | part of | European Union | 1989\n- United Kingdom | member of | European Union | 1989\n- United Kingdom | head of state | Elizabeth II | 1989\n- Tony Abbott | country of citizenship | United Kingdom | 1989\n- Robert Morley | country of citizenship | United Kingdom | 1989\n- Liz Smith | country of citizenship | United Kingdom | 1989\n- Q238219 | country for sport | United Kingdom | 1989\n- Q672 | head of state | Elizabeth II | 1989\n- New Zealand | head of state | Elizabeth II | 1989\nReasoning:", "completion": " Hop 1: United Kingdom -> part of -> European Union (1989)\n Answer: 1989", "t_query": 1989.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 9} +{"id": "sft_002546", "prompt": " In 1947, what was the shares border with of East Berlin?\nEvidence:\n- East Berlin | shares border with | West Berlin | 1947\nReasoning:", "completion": " Hop 1: East Berlin -> shares border with -> West Berlin (1947)\n Answer: West Berlin", "t_query": 1947.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_002547", "prompt": " In 1952, what was the member of of Franca Ongaro's country of citizenship?\nEvidence:\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\n- Wilma Montesi | country of citizenship | Italy | 1952\n- Vittore Catella | country of citizenship | Italy | 1952\n- Vitaliano Brancati | country of citizenship | Italy | 1952\nReasoning:", "completion": " Hop 1: Franca Ongaro -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1952)\n Answer: European Coal and Steel Community", "t_query": 1952.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002548", "prompt": " After Biebrich country West Germany, what was the currency of Germany's capital's capital of?\nEvidence:\n- West Germany | currency | Deutsche Mark | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> currency -> Deutsche Mark (1974)\n Answer: Deutsche Mark", "t_query": 1974.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002549", "prompt": " In 1988, what was the position held of Erazim Kohák's residence's head of government?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- United States | shares border with | Panama | 1988\n- Tony Miles | country for sport | United States | 1988\n- Julie Mehretu | work location | United States | 1988\n- Discovery Channel | country | United States | 1988\nReasoning:", "completion": " Hop 1: Erazim Kohák -> residence -> United States (1988)\n Hop 2: United States -> head of government -> Ronald Reagan (1988)\n Hop 3: Ronald Reagan -> position held -> President of the United States (1988)\n Answer: President of the United States", "t_query": 1988.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 13} +{"id": "sft_002550", "prompt": " In 1904, what was the located in of Dushanbe?\nEvidence:\n- Dushanbe | located in the administrative territorial entity | Emirate of Bukhara | 1904\n- Termez | country | Emirate of Bukhara | 1904\n- Emirate of Bukhara | country | Russian Empire | 1904\nReasoning:", "completion": " Hop 1: Dushanbe -> located in -> Emirate of Bukhara (1904)\n Answer: Emirate of Bukhara", "t_query": 1904.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_002551", "prompt": " Who was the work location of Louise Bourgeois before New York City?\nEvidence:\n- Louise Bourgeois | work location | Paris | 1935\n- Louise Bourgeois | educated at | University of Paris | 1935\n- Q87063 | work location | Paris | 1935\n- Q763355 | work location | Paris | 1935\n- Q674956 | work location | Paris | 1935\n- Q399091 | work location | Paris | 1935\n- Q384860 | work location | Paris | 1935\n- Q319861 | work location | Paris | 1935\n- Q216703 | work location | Paris | 1935\n- Q216570 | work location | Paris | 1935\n- Q116714 | work location | Paris | 1935\n- Zoltán Kemény | work location | Paris | 1935\n- René Huyghe | work location | Paris | 1935\n- Pierre Balmain | work location | Paris | 1935\n- Mikhail Larionov | work location | Paris | 1935\nReasoning:", "completion": " Hop 1: Louise Bourgeois -> work location -> Paris (1935)\n Answer: Paris", "t_query": 1935.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002552", "prompt": " In 1974, what was the anthem of Chelyabinsk Oblast's located in?\nEvidence:\n- Zlatoust | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Yuzhnouralsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Troitsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Miass | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Verkhny Ufaley | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Chelyabinsk Oblast | country | Soviet Union | 1974\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Chelyabinsk | country | Soviet Union | 1974\n- Sumy Oblast | country | Soviet Union | 1974\n- Semipalatinsk Oblast | country | Soviet Union | 1974\n- Poltava Oblast | country | Soviet Union | 1974\n- Omsk Oblast | country | Soviet Union | 1974\n- Odesa Oblast | country | Soviet Union | 1974\n- Novosibirsk Oblast | country | Soviet Union | 1974\n- Murmansk Oblast | country | Soviet Union | 1974\nReasoning:", "completion": " Hop 1: Chelyabinsk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1974)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> State Anthem of the Soviet Union (1974)\n Answer: State Anthem of the Soviet Union", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002553", "prompt": " In 1985, what was the head of state of Giuseppe Colnago's country of citizenship?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Giuseppe Colnago -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> head of state -> Sandro Pertini (1985)\n Answer: Sandro Pertini", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002554", "prompt": " In 1950, whose currency's country was Deutsche Mark?\nEvidence:\n- Germany | currency | Deutsche Mark | 1950\n- West Germany | currency | Deutsche Mark | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\n- Wiesbaden | country | West Germany | 1950\n- Viersen | country | West Germany | 1950\n- Speyer | country | West Germany | 1950\n- Sande | country | West Germany | 1950\n- Q52041 | country | West Germany | 1950\n- Neuenkirchen | country | West Germany | 1950\n- Mannheim | country | West Germany | 1950\n- Lörrach | country | West Germany | 1950\n- Kiel | country | West Germany | 1950\nReasoning:", "completion": " Hop 1: West Germany -> currency -> Deutsche Mark (1950)\n Hop 2: Mannheim -> country -> West Germany (1950)\n Answer: Mannheim", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002555", "prompt": " Who was the member of of Umberto Mastroianni's country of citizenship after European Economic Community?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\n- Tiziano Terzani | country of citizenship | Italy | 1995\nReasoning:", "completion": " Hop 1: Umberto Mastroianni -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1995)\n Answer: European Coal and Steel Community", "t_query": 1995.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002556", "prompt": " In 2000, what was the member of of Renata Tebaldi's country of citizenship?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\n- Tonino Cervi | country of citizenship | Italy | 2000\n- Tiziano Terzani | country of citizenship | Italy | 2000\nReasoning:", "completion": " Hop 1: Renata Tebaldi -> country of citizenship -> Italy (2000)\n Hop 2: Italy -> member of -> European Coal and Steel Community (2000)\n Answer: European Coal and Steel Community", "t_query": 2000.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002557", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon equal to Fleurieu-sur-Saône?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Fleurieu-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Rochetaillée-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Neuville-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Albigny-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Fleurieu-sur-Saône (2003)\n Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002558", "prompt": " After Alessandrino location Municipio VII, what was the located in of Alessandrino?\nEvidence:\n- Alessandrino | location | Municipio VII | 2010\n- Alessandrino | located in the administrative territorial entity | Rome | 2010\n- Q957522 | located in the administrative territorial entity | Rome | 2010\n- Q924665 | located in the administrative territorial entity | Rome | 2010\n- Q508715 | located in the administrative territorial entity | Rome | 2010\n- San Lorenzo | located in the administrative territorial entity | Rome | 2010\n- Castel Fusano | located in the administrative territorial entity | Rome | 2010\nReasoning:", "completion": " Hop 1: Alessandrino -> located in -> Rome (2010)\n Answer: Rome", "t_query": 2010.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 7} +{"id": "sft_002559", "prompt": " After M. S. Swaminathan country of citizenship India, what was the contains the administrative territorial entity of Virbhadra Singh's country of citizenship?\nEvidence:\n- Virbhadra Singh | country of citizenship | India | 1993\n- M. S. Swaminathan | country of citizenship | India | 1993\n- India | contains the administrative territorial entity | Daman and Diu | 1993\n- Abhijit Banerjee | country of citizenship | India | 1993\n- India | head of state | Shankar Dayal Sharma | 1993\n- India | head of government | P. V. Narasimha Rao | 1993\nReasoning:", "completion": " Hop 1: Virbhadra Singh -> country of citizenship -> India (1993)\n Hop 2: India -> contains the administrative territorial entity -> Daman and Diu (1993)\n Answer: Daman and Diu", "t_query": 1993.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 6} +{"id": "sft_002560", "prompt": " In what year was the located in of Briesing equal to Niedergurig?\nEvidence:\n- Briesing | located in the administrative territorial entity | Niedergurig | 1937\nReasoning:", "completion": " Hop 1: Briesing -> located in -> Niedergurig (1937)\n Answer: 1937", "t_query": 1937.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1} +{"id": "sft_002561", "prompt": " In 1961, what was the member of of Mario Gentili's country of citizenship?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Mario Gentili -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1961)\n Answer: European Coal and Steel Community", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002562", "prompt": " Who was the head of state of Raul Gardini's country of citizenship after Giovanni Leone?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Giovanni Invernizzi | country of citizenship | Italy | 1989\n- Giovanni Goria | country of citizenship | Italy | 1989\n- Giovanni Ferrofino | country of citizenship | Italy | 1989\n- Giovanni Azzini | country of citizenship | Italy | 1989\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Raul Gardini -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> head of state -> Francesco Cossiga (1989)\n Answer: Francesco Cossiga", "t_query": 1989.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002563", "prompt": " In what year was the currency of Alfonso Brescia's country of citizenship equal to Italian lira?\nEvidence:\n- Alfonso Brescia | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\n- Q318968 | country of citizenship | Italy | 1948\n- Q264986 | country of citizenship | Italy | 1948\n- Q219490 | country of citizenship | Italy | 1948\n- Q213482 | country of citizenship | Italy | 1948\n- Dalida | country of citizenship | Italy | 1948\n- Wilma Montesi | country of citizenship | Italy | 1948\n- Vittore Catella | country of citizenship | Italy | 1948\nReasoning:", "completion": " Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: 1948", "t_query": 1948.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002564", "prompt": " After Mario Palanti country of citizenship Italy, what was the award received of Italy's head of state?\nEvidence:\n- Mario Roatta | country of citizenship | Italy | 1966\n- Mario Gentili | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Veriano Luchetti | country of citizenship | Italy | 1966\n- Tonino Cervi | country of citizenship | Italy | 1966\n- Tiziano Terzani | country of citizenship | Italy | 1966\n- Stéphane Grappelli | country of citizenship | Italy | 1966\n- Simon Spierer | country of citizenship | Italy | 1966\n- Sergio Mantovani | country of citizenship | Italy | 1966\n- Sergio Bonelli | country of citizenship | Italy | 1966\n- Rossana Rossanda | country of citizenship | Italy | 1966\n- Romeo Bertini | country of citizenship | Italy | 1966\n- Renata Tebaldi | country of citizenship | Italy | 1966\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giuseppe Saragat (1966)\n Hop 2: Giuseppe Saragat -> award received -> Supreme Order of Christ (1966)\n Answer: Supreme Order of Christ", "t_query": 1966.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002565", "prompt": " After Max Weber work location New York City, what was the head of government of New York City7131's headquarters?\nEvidence:\n- Max Weber | work location | New York City | 1952\n- MetLife | headquarters location | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Elliott Erwitt | work location | New York City | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- William Vickrey | residence | New York City | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\nReasoning:", "completion": " Hop 1: MetLife -> headquarters -> New York City (1952)\n Hop 2: New York City -> head of government -> Vincent R. Impellitteri (1952)\n Answer: Vincent R. Impellitteri", "t_query": 1952.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002566", "prompt": " In 1925, whose country was Weimar Republic?\nEvidence:\n- Weimar | country | Weimar Republic | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Vaterstetten | country | Weimar Republic | 1925\n- Trier | country | Weimar Republic | 1925\n- Speyer | country | Weimar Republic | 1925\n- Regensburg | country | Weimar Republic | 1925\n- Potsdam | country | Weimar Republic | 1925\n- Neustrelitz | country | Weimar Republic | 1925\n- Neuenkirchen | country | Weimar Republic | 1925\n- Mannheim | country | Weimar Republic | 1925\nReasoning:", "completion": " Hop 1: Berolzheim -> country -> Weimar Republic (1925)\n Answer: Berolzheim", "t_query": 1925.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002567", "prompt": " In what year was the member of of Salvatore Fiume's country of citizenship equal to European Economic Community?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> member of -> European Economic Community (1971)\n Answer: 1971", "t_query": 1971.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002568", "prompt": " In 1973, what was the member of of Lelio Antoniotti's country of citizenship?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\n- Tullio Kezich | country of citizenship | Italy | 1973\nReasoning:", "completion": " Hop 1: Lelio Antoniotti -> country of citizenship -> Italy (1973)\n Hop 2: Italy -> member of -> European Economic Community (1973)\n Answer: European Economic Community", "t_query": 1973.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002569", "prompt": " In 2012, what was the member of sports team of Renato Dirnei Florêncio?\nEvidence:\n- Renato Dirnei Florêncio | member of sports team | Botafogo F.R. | 2012\n- Q718938 | member of sports team | Botafogo F.R. | 2012\n- Q714354 | member of sports team | Botafogo F.R. | 2012\n- Q649420 | member of sports team | Botafogo F.R. | 2012\n- Andrezinho | member of sports team | Botafogo F.R. | 2012\n- Clarence Seedorf | member of sports team | Botafogo F.R. | 2012\nReasoning:", "completion": " Hop 1: Renato Dirnei Florêncio -> member of sports team -> Botafogo F.R. (2012)\n Answer: Botafogo F.R.", "t_query": 2012.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_002570", "prompt": " In 1980, whose country of citizenship was Soviet Union?\nEvidence:\n- Viktor Kulikov | country of citizenship | Soviet Union | 1980\n- Yevpatoriia | country | Soviet Union | 1980\n- Yalta | country | Soviet Union | 1980\n- Voronezh | country | Soviet Union | 1980\n- Volhynia | country | Soviet Union | 1980\n- Vinnytsia | country | Soviet Union | 1980\n- Urgench | country | Soviet Union | 1980\n- Uman | country | Soviet Union | 1980\n- Torzhok | country | Soviet Union | 1980\n- Tbilisi | country | Soviet Union | 1980\n- Sudak | country | Soviet Union | 1980\n- Starodub | country | Soviet Union | 1980\n- Simferopol | country | Soviet Union | 1980\n- Siberia | country | Soviet Union | 1980\n- Sevastopol | country | Soviet Union | 1980\nReasoning:", "completion": " Hop 1: Dmitry Yazov -> country of citizenship -> Soviet Union (1980)\n Answer: Dmitry Yazov", "t_query": 1980.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002571", "prompt": " In 1968, what was the genre of Frank Zappa?\nEvidence:\n- Frank Zappa | genre | psychedelic rock | 1968\n- Gail Zappa | spouse | Frank Zappa | 1968\n- Frank Zappa | spouse | Gail Zappa | 1968\nReasoning:", "completion": " Hop 1: Frank Zappa -> genre -> psychedelic rock (1968)\n Answer: psychedelic rock", "t_query": 1968.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_002572", "prompt": " In 1966, what was the head of state of Cesare Terranova's country of citizenship?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Hop 1: Cesare Terranova -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1966)\n Answer: Giuseppe Saragat", "t_query": 1966.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002573", "prompt": " In 1994, what was the head of government of Italy?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\n- Simon Spierer | country of citizenship | Italy | 1994\n- Sergio Mantovani | country of citizenship | Italy | 1994\n- Sergio Bonelli | country of citizenship | Italy | 1994\n- Salvatore Cassisa | country of citizenship | Italy | 1994\n- Rossana Rossanda | country of citizenship | Italy | 1994\n- Romano Mussolini | country of citizenship | Italy | 1994\n- Renata Tebaldi | country of citizenship | Italy | 1994\n- Primo Nebiolo | country of citizenship | Italy | 1994\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Carlo Azeglio Ciampi (1994)\n Answer: Carlo Azeglio Ciampi", "t_query": 1994.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002574", "prompt": " In 1937, whose located in was Niedergurig?\nEvidence:\n- Briesing | located in the administrative territorial entity | Niedergurig | 1937\nReasoning:", "completion": " Hop 1: Briesing -> located in -> Niedergurig (1937)\n Answer: Briesing", "t_query": 1937.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_002575", "prompt": " After Giuseppe Colnago country of citizenship Kingdom of Italy, what was the country of citizenship of Giuseppe Colnago?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Giuseppe Colnago -> country of citizenship -> Italy (1985)\n Answer: Italy", "t_query": 1985.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002576", "prompt": " In 1925, whose head of state's country was Friedrich Ebert?\nEvidence:\n- Weimar Republic | head of state | Friedrich Ebert | 1925\n- Weimar Republic | head of state | Paul von Hindenburg | 1925\n- Weimar Republic | head of government | Hans Luther | 1925\n- Q87105 | country of citizenship | Weimar Republic | 1925\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1925\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Weimar | country | Weimar Republic | 1925\n- Vaterstetten | country | Weimar Republic | 1925\n- Trier | country | Weimar Republic | 1925\nReasoning:", "completion": " Hop 1: Weimar Republic -> head of state -> Friedrich Ebert (1925)\n Hop 2: Berolzheim -> country -> Weimar Republic (1925)\n Answer: Berolzheim", "t_query": 1925.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002577", "prompt": " In 1975, what was the head of state of Giovanni Spadolini's country of citizenship?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giovanni Spadolini -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> head of state -> Giovanni Leone (1975)\n Answer: Giovanni Leone", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002578", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Albigny-sur-Saône, what was the capital of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Albigny-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Rochetaillée-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Neuville-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Fleurieu-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | capital | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> capital -> Lyon (2003)\n Answer: Lyon", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002579", "prompt": " In what year was the shares border with of Germany equal to Czechoslovakia?\nEvidence:\n- Germany | shares border with | Czechoslovakia | 1974\n- Germany | shares border with | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Trenčín | country | Czechoslovakia | 1974\n- Rokycany | country | Czechoslovakia | 1974\n- Ratibořice | country | Czechoslovakia | 1974\n- Q953856 | country | Czechoslovakia | 1974\n- Q918108 | country | Czechoslovakia | 1974\n- Q852472 | country | Czechoslovakia | 1974\n- Q764320 | country | Czechoslovakia | 1974\n- Q270704 | country | Czechoslovakia | 1974\n- Příbor | country | Czechoslovakia | 1974\n- Prešov | country | Czechoslovakia | 1974\n- Plzeň | country | Czechoslovakia | 1974\n- Levice | country | Czechoslovakia | 1974\nReasoning:", "completion": " Hop 1: Germany -> shares border with -> Czechoslovakia (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002580", "prompt": " Who was the head of government of Italy after Giovanni Leone?\nEvidence:\n- Giovanni Invernizzi | country of citizenship | Italy | 1986\n- Giovanni Goria | country of citizenship | Italy | 1986\n- Q219490 | country of citizenship | Italy | 1986\n- Vittore Catella | country of citizenship | Italy | 1986\n- Veriano Luchetti | country of citizenship | Italy | 1986\n- Tullio Kezich | country of citizenship | Italy | 1986\n- Tonino Cervi | country of citizenship | Italy | 1986\n- Tiziano Terzani | country of citizenship | Italy | 1986\n- Stéphane Grappelli | country of citizenship | Italy | 1986\n- Simon Spierer | country of citizenship | Italy | 1986\n- Sergio Mantovani | country of citizenship | Italy | 1986\n- Sergio Bonelli | country of citizenship | Italy | 1986\n- Salvatore Cassisa | country of citizenship | Italy | 1986\n- Rossana Rossanda | country of citizenship | Italy | 1986\n- Renata Tebaldi | country of citizenship | Italy | 1986\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Bettino Craxi (1986)\n Answer: Bettino Craxi", "t_query": 1986.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002581", "prompt": " In 1972, whose contains the administrative territorial entity's allegiance was Hesse?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- Würzburg | country | West Germany | 1972\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Hesse (1972)\n Hop 2: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Answer: Friedrich Guggenberger", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002582", "prompt": " In 1963, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Economic Community (1963)\n Hop 2: Luigi Pistilli -> country of citizenship -> Italy (1963)\n Answer: Luigi Pistilli", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002583", "prompt": " In what year was the head of government of Lina Bo Bardi's country of citizenship equal to Emilio Colombo?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Lina Bo Bardi -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of government -> Emilio Colombo (1970)\n Answer: 1970", "t_query": 1970.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002584", "prompt": " In 1997, whose shares border with was Panama?\nEvidence:\n- United States | shares border with | Panama | 1997\n- United States | head of government | Bill Clinton | 1997\n- Tina Turner | country of citizenship | United States | 1997\n- Richard Pipes | country of citizenship | United States | 1997\n- Q636947 | designated as terrorist by | United States | 1997\n- Q191764 | designated as terrorist by | United States | 1997\n- Paolo Soleri | residence | United States | 1997\n- Kach | designated as terrorist by | United States | 1997\n- Julie Mehretu | work location | United States | 1997\n- Eduardo Saverin | country of citizenship | United States | 1997\n- Discovery Channel | country | United States | 1997\n- Angela Lansbury | country of citizenship | United States | 1997\nReasoning:", "completion": " Hop 1: United States -> shares border with -> Panama (1997)\n Answer: United States", "t_query": 1997.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 12} +{"id": "sft_002585", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon after Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Oullins (2003)\n Answer: Oullins", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002586", "prompt": " In 2001, what was the head of state of Gerardo Marotta's country of citizenship?\nEvidence:\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\n- Stefano Angeleri | country of citizenship | Italy | 2001\nReasoning:", "completion": " Hop 1: Gerardo Marotta -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2001)\n Answer: Carlo Azeglio Ciampi", "t_query": 2001.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002587", "prompt": " After Umberto Mastroianni country of citizenship Kingdom of Italy, what was the country of citizenship of Umberto Mastroianni?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\n- Tiziano Terzani | country of citizenship | Italy | 1995\nReasoning:", "completion": " Hop 1: Umberto Mastroianni -> country of citizenship -> Italy (1995)\n Answer: Italy", "t_query": 1995.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002588", "prompt": " After Riccardo Filippi country of citizenship Italy, what was the head of government of Maria Rita Saulle's country of citizenship?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Maria Rita Saulle -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> head of government -> Ciriaco De Mita (1989)\n Answer: Ciriaco De Mita", "t_query": 1989.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002589", "prompt": " Who was the position held of Italy's head of government before Italian senator for life?\nEvidence:\n- Giuseppe Paratore | position held | Italian senator for life | 1960\n- Rossana Rossanda | member of political party | Italian Communist Party | 1960\n- Uberto de Morpurgo | country for sport | Italy | 1960\n- Q264986 | country of citizenship | Italy | 1960\n- Q219490 | country of citizenship | Italy | 1960\n- Dalida | country of citizenship | Italy | 1960\n- Veriano Luchetti | country of citizenship | Italy | 1960\n- Tonino Cervi | country of citizenship | Italy | 1960\n- Tiziano Terzani | country of citizenship | Italy | 1960\n- Stéphane Grappelli | country of citizenship | Italy | 1960\n- Simon Spierer | country of citizenship | Italy | 1960\n- Sergio Mantovani | country of citizenship | Italy | 1960\n- Sergio Bonelli | country of citizenship | Italy | 1960\n- Rossana Rossanda | country of citizenship | Italy | 1960\n- Romeo Bertini | country of citizenship | Italy | 1960\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Antonio Segni (1960)\n Hop 2: Antonio Segni -> position held -> Prime Minister of Italy (1960)\n Answer: Prime Minister of Italy", "t_query": 1960.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002590", "prompt": " In 1971, what was the position held of Italy's head of state?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Tonino Cervi | country of citizenship | Italy | 1971\n- Tiziano Terzani | country of citizenship | Italy | 1971\n- Stéphane Grappelli | country of citizenship | Italy | 1971\n- Simon Spierer | country of citizenship | Italy | 1971\n- Sergio Mantovani | country of citizenship | Italy | 1971\n- Sergio Bonelli | country of citizenship | Italy | 1971\n- Rossana Rossanda | country of citizenship | Italy | 1971\n- Romeo Bertini | country of citizenship | Italy | 1971\n- Renata Tebaldi | country of citizenship | Italy | 1971\n- Primo Nebiolo | country of citizenship | Italy | 1971\n- Pietro Parente | country of citizenship | Italy | 1971\n- Oriana Fallaci | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giuseppe Saragat (1971)\n Hop 2: Giuseppe Saragat -> position held -> President of Italy (1971)\n Answer: President of Italy", "t_query": 1971.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002591", "prompt": " In what year was the country of Opovo Municipality's located in equal to Socialist Federal Republic of Yugoslavia?\nEvidence:\n- Opovo Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Socialist Autonomous Province of Vojvodina | country | Socialist Federal Republic of Yugoslavia | 1947\n- Žitište Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Žabalj Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Titel Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Temerin Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Srbobran Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Senta Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Inđija Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Bečej Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Beočin Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Bač Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Alibunar Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Ada Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Novi Bečej Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\nReasoning:", "completion": " Hop 1: Opovo Municipality -> located in -> Socialist Autonomous Province of Vojvodina (1947)\n Hop 2: Socialist Autonomous Province of Vojvodina -> country -> Socialist Federal Republic of Yugoslavia (1947)\n Answer: 1947", "t_query": 1947.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002592", "prompt": " Who was the position held of Claudio Cavazza's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1970)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1970)\n Answer: President of Italy", "t_query": 1970.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002593", "prompt": " In 1961, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giovanni Gronchi | position held | President of Italy | 1961\n- Italy | head of state | Giovanni Gronchi | 1961\n- Giovanni Gronchi | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Giovanni Gronchi -> position held -> President of Italy (1961)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1961)\n Hop 3: John Paul I -> country of citizenship -> Italy (1961)\n Answer: John Paul I", "t_query": 1961.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_002594", "prompt": " After Bryansk Oblast located in Russian Soviet Federative Socialist Republic, what was the anthem of Omsk's located in?\nEvidence:\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1948\n- Bryansk Oblast | country | Soviet Union | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Omsk | country | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | country | Soviet Union | 1948\n- Georgian Soviet Socialist Republic | country | Soviet Union | 1948\n- Sumy Oblast | country | Soviet Union | 1948\n- Semipalatinsk Oblast | country | Soviet Union | 1948\n- Poltava Oblast | country | Soviet Union | 1948\n- Odesa Oblast | country | Soviet Union | 1948\n- Novosibirsk Oblast | country | Soviet Union | 1948\nReasoning:", "completion": " Hop 1: Omsk -> located in -> Russian Soviet Federative Socialist Republic (1948)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> State Anthem of the Soviet Union (1948)\n Answer: State Anthem of the Soviet Union", "t_query": 1948.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002595", "prompt": " Who was the member of of Carlo Curis's country of citizenship after European Economic Community?\nEvidence:\n- Carlo Curis | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Carlo Curis -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1984)\n Answer: European Coal and Steel Community", "t_query": 1984.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002596", "prompt": " Who was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance before Saarland?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | country | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Lower Saxony (1972)\n Answer: Lower Saxony", "t_query": 1972.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002597", "prompt": " In 1993, what was the located in of Angus?\nEvidence:\n- Angus | located in the administrative territorial entity | Tayside | 1993\nReasoning:", "completion": " Hop 1: Angus -> located in -> Tayside (1993)\n Answer: Tayside", "t_query": 1993.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_002598", "prompt": " In 1953, what was the contains the administrative territorial entity of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Schleswig-Holstein (1953)\n Answer: Schleswig-Holstein", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_002599", "prompt": " Who was the head of state of Carlo Curis's country of citizenship after Giuseppe Saragat?\nEvidence:\n- Carlo Curis | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Giuseppe Prisco | country of citizenship | Italy | 1984\n- Giuseppe Patanè | country of citizenship | Italy | 1984\n- Giuseppe Gabrielli | country of citizenship | Italy | 1984\n- Giuseppe Colnago | country of citizenship | Italy | 1984\n- Giuseppe Busso | country of citizenship | Italy | 1984\n- Giuseppe Antonini | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Carlo Curis -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> head of state -> Sandro Pertini (1984)\n Answer: Sandro Pertini", "t_query": 1984.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002600", "prompt": " Who was the contains the administrative territorial entity of Würzburg's country before Lower Saxony?\nEvidence:\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Rhineland-Palatinate (1950)\n Answer: Rhineland-Palatinate", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002601", "prompt": " In 1964, what was the head of state of Carmelo Cappello's country of citizenship?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Antonio Segni (1964)\n Answer: Antonio Segni", "t_query": 1964.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002602", "prompt": " After Mannheim country Nazi Germany, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Mannheim | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Württemberg-Hohenzollern (1950)\n Answer: Württemberg-Hohenzollern", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002603", "prompt": " In 1925, what was the head of state of Berolzheim's country?\nEvidence:\n- Berolzheim | country | Weimar Republic | 1925\n- Weimar Republic | head of state | Friedrich Ebert | 1925\n- Weimar Republic | head of state | Paul von Hindenburg | 1925\n- Weimar Republic | head of government | Hans Luther | 1925\n- Q87105 | country of citizenship | Weimar Republic | 1925\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1925\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Weimar | country | Weimar Republic | 1925\n- Vaterstetten | country | Weimar Republic | 1925\nReasoning:", "completion": " Hop 1: Berolzheim -> country -> Weimar Republic (1925)\n Hop 2: Weimar Republic -> head of state -> Friedrich Ebert (1925)\n Answer: Friedrich Ebert", "t_query": 1925.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002604", "prompt": " In 1974, what was the capital of of Germany's capital?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Answer: West Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002605", "prompt": " Who was the head of state of Veriano Luchetti's country of citizenship before Oscar Luigi Scalfaro?\nEvidence:\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Luigi Comencini | country of citizenship | Italy | 1985\n- Luigi Agnolin | country of citizenship | Italy | 1985\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1985\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Veriano Luchetti -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> head of state -> Sandro Pertini (1985)\n Answer: Sandro Pertini", "t_query": 1985.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002606", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Saint-Genis-Laval (2003)\n Answer: Saint-Genis-Laval", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002607", "prompt": " In what year was the head of state of Maria Rita Saulle's country of citizenship equal to Francesco Cossiga?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Francesco Scafarelli | country of citizenship | Italy | 1989\n- Francesco Gabrieli | country of citizenship | Italy | 1989\n- Francesco Aguzzoli | country of citizenship | Italy | 1989\n- Loris Francesco Capovilla | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Maria Rita Saulle -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> head of state -> Francesco Cossiga (1989)\n Answer: 1989", "t_query": 1989.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002608", "prompt": " After Roberto Murolo country of citizenship Italy, what was the head of state of Lina Bo Bardi's country of citizenship?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Roberto Tucci | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Lina Bo Bardi -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1970)\n Answer: Giuseppe Saragat", "t_query": 1970.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002609", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon equal to La Mulatière?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | La Mulatière | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Rillieux-la-Pape | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> La Mulatière (2003)\n Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002610", "prompt": " Who was the member of sports team of Thomas Chatelle before R.A.E.C. Mons?\nEvidence:\n- Thomas Chatelle | member of sports team | R.A.E.C. Mons | 2012\n- Q817639 | member of sports team | R.A.E.C. Mons | 2012\n- Q464631 | member of sports team | R.A.E.C. Mons | 2012\n- Bahattin Köse | member of sports team | R.A.E.C. Mons | 2012\n- Thomas Chatelle | member of sports team | R.S.C. Anderlecht | 2012\n- R.A.E.C. Mons | league or competition | Belgian Pro League | 2012\n- Thomas Chatelle | member of sports team | Sint-Truidense V.V. | 2012\n- Q968773 | member of sports team | R.S.C. Anderlecht | 2012\n- Q516607 | member of sports team | R.S.C. Anderlecht | 2012\n- Q329348 | member of sports team | R.S.C. Anderlecht | 2012\n- Marcin Wasilewski | member of sports team | R.S.C. Anderlecht | 2012\n- Q392727 | member of sports team | Sint-Truidense V.V. | 2012\n- Q377088 | member of sports team | Sint-Truidense V.V. | 2012\n- Koen Daerden | member of sports team | Sint-Truidense V.V. | 2012\nReasoning:", "completion": " Hop 1: Thomas Chatelle -> member of sports team -> Sint-Truidense V.V. (2012)\n Answer: Sint-Truidense V.V.", "t_query": 2012.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 14} +{"id": "sft_002611", "prompt": " In 1964, what was the head of state of Carmelo Cappello's country of citizenship?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1964)\n Answer: Giuseppe Saragat", "t_query": 1964.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002612", "prompt": " Who was the country of Wiesbaden before West Germany?\nEvidence:\n- Wiesbaden | located in the administrative territorial entity | Wiesbaden Government Region | 1907\n- Wiesbaden | country | German Empire | 1907\n- Frankfurt | located in the administrative territorial entity | Wiesbaden Government Region | 1907\n- Q87105 | country of citizenship | German Empire | 1907\n- Q76638 | country of citizenship | German Empire | 1907\n- Wilhelm Röntgen | country of citizenship | German Empire | 1907\n- Georg August Zenker | country of citizenship | German Empire | 1907\n- Zwickau | country | German Empire | 1907\n- Zimmern | country | German Empire | 1907\n- Wrocław | country | German Empire | 1907\n- Wittmund | country | German Empire | 1907\n- Wismar | country | German Empire | 1907\n- Weimar | country | German Empire | 1907\n- Vaterstetten | country | German Empire | 1907\n- Trier | country | German Empire | 1907\nReasoning:", "completion": " Hop 1: Wiesbaden -> country -> German Empire (1907)\n Answer: German Empire", "t_query": 1907.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002613", "prompt": " After Giulietta Masina country of citizenship Italy, what was the shares border with of Ugo Stille's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1957\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Ugo Stille -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> shares border with -> Yugoslavia (1957)\n Answer: Yugoslavia", "t_query": 1957.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002614", "prompt": " In 1987, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1987\n- Germany | member of | European Coal and Steel Community | 1987\n- Belgium | member of | European Coal and Steel Community | 1987\n- Germany | member of | European Atomic Energy Community | 1987\n- Germany | member of | Western European Union | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1987)\n Hop 2: Romolo Alzani -> country of citizenship -> Italy (1987)\n Answer: Romolo Alzani", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002615", "prompt": " Who was the head of state of Germany's diplomatic relation before Mohammed Daoud Khan?\nEvidence:\n- Germany | diplomatic relation | Afghanistan | 1956\n- Afghanistan | head of state | Mohammed Zahir Shah | 1956\n- Germany | head of state | Theodor Heuss | 1956\n- Germany | head of government | Konrad Adenauer | 1956\n- Bonn | capital of | Germany | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | West Germany | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Germany | member of | Western European Union | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- West Germany | currency | Deutsche Mark | 1956\n- Germany | shares border with | Czechoslovakia | 1956\n- president of Germany | position holder | Theodor Heuss | 1956\n- Jürgen Kissner | country of citizenship | West Germany | 1956\nReasoning:", "completion": " Hop 1: Germany -> diplomatic relation -> Afghanistan (1956)\n Hop 2: Afghanistan -> head of state -> Mohammed Zahir Shah (1956)\n Answer: Mohammed Zahir Shah", "t_query": 1956.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002616", "prompt": " In what year was the winner of Albert Lasker Award for Basic Medical Research equal to Peter C. Doherty?\nEvidence:\n- Albert Lasker Award for Basic Medical Research | winner | Peter C. Doherty | 1995\n- Albert Lasker Award for Basic Medical Research | winner | Rolf M. Zinkernagel | 1995\n- Albert Lasker Award for Basic Medical Research | winner | Don Craig Wiley | 1995\n- Don Craig Wiley | award received | Albert Lasker Award for Basic Medical Research | 1995\nReasoning:", "completion": " Hop 1: Albert Lasker Award for Basic Medical Research -> winner -> Peter C. Doherty (1995)\n Answer: 1995", "t_query": 1995.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 4} +{"id": "sft_002617", "prompt": " Who was the capital of of Germany's capital before Germany?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Answer: West Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002618", "prompt": " In what year was the head coach of Kalmar FF equal to Nanne Bergstrand?\nEvidence:\n- Kalmar FF | head coach | Nanne Bergstrand | 2020\nReasoning:", "completion": " Hop 1: Kalmar FF -> head coach -> Nanne Bergstrand (2020)\n Answer: 2020", "t_query": 2020.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1} +{"id": "sft_002619", "prompt": " In 1949, what was the currency of Sergio Noja Noseda's country of citizenship?\nEvidence:\n- Sergio Noja Noseda | country of citizenship | Italy | 1949\n- Sergio Realini | country of citizenship | Italy | 1949\n- Sergio Mantovani | country of citizenship | Italy | 1949\n- Sergio Bonelli | country of citizenship | Italy | 1949\n- Q639507 | country of citizenship | Italy | 1949\n- Q612509 | country of citizenship | Italy | 1949\n- Q454036 | country of citizenship | Italy | 1949\n- Q435856 | country of citizenship | Italy | 1949\n- Q432318 | country of citizenship | Italy | 1949\n- Q429298 | country of citizenship | Italy | 1949\n- Q318968 | country of citizenship | Italy | 1949\n- Q264986 | country of citizenship | Italy | 1949\n- Q219490 | country of citizenship | Italy | 1949\n- Q213482 | country of citizenship | Italy | 1949\n- Dalida | country of citizenship | Italy | 1949\nReasoning:", "completion": " Hop 1: Sergio Noja Noseda -> country of citizenship -> Italy (1949)\n Hop 2: Italy -> currency -> Italian lira (1949)\n Answer: Italian lira", "t_query": 1949.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002620", "prompt": " In 1985, what was the currency of Veriano Luchetti's country of citizenship?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Italy | currency | Italian lira | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Veriano Luchetti -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> currency -> Italian lira (1985)\n Answer: Italian lira", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002621", "prompt": " Who was the head of government of Germany's capital's capital of's contains the administrative territorial entity before Lothar Späth?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Afghanistan | basic form of government | republic | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1974)\n Hop 4: Baden-Württemberg -> head of government -> Hans Filbinger (1974)\n Answer: Hans Filbinger", "t_query": 1974.0, "chain_length": 4, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002622", "prompt": " Who was the adjacent station of Nopporo Station after Ebetsu Station?\nEvidence:\n- Nopporo Station | adjacent station | Ebetsu Station | 1956\n- Ebetsu Station | adjacent station | Nopporo Station | 1956\n- Ebetsu Station | adjacent station | Horomui Station | 1956\n- Nopporo Station | adjacent station | Atsubetsu Station | 1956\nReasoning:", "completion": " Hop 1: Nopporo Station -> adjacent station -> Atsubetsu Station (1956)\n Answer: Atsubetsu Station", "t_query": 1956.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 4} +{"id": "sft_002623", "prompt": " In 1904, whose basic form of government's country's located in was absolute monarchy?\nEvidence:\n- Russian Empire | basic form of government | absolute monarchy | 1904\n- Ottoman Empire | basic form of government | absolute monarchy | 1904\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1904\n- Çanakkale | located in the administrative territorial entity | Ottoman Empire | 1904\n- Skopje | located in the administrative territorial entity | Ottoman Empire | 1904\n- Constantinople | located in the administrative territorial entity | Ottoman Empire | 1904\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1904\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1904\n- Q59981 | country of citizenship | Ottoman Empire | 1904\n- Q325513 | country of citizenship | Ottoman Empire | 1904\nReasoning:", "completion": " Hop 1: Russian Empire -> basic form of government -> absolute monarchy (1904)\n Hop 2: Emirate of Bukhara -> country -> Russian Empire (1904)\n Hop 3: Dushanbe -> located in -> Emirate of Bukhara (1904)\n Answer: Dushanbe", "t_query": 1904.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002624", "prompt": " In what year was the currency of Clelio Darida's country of citizenship equal to Italian lira?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Clelio Darida -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> currency -> Italian lira (1968)\n Answer: 1968", "t_query": 1968.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002625", "prompt": " After Kadiivka named after Sergo Ordzhonikidze, what was the located in of Kadiivka?\nEvidence:\n- Kadiivka | located in the administrative territorial entity | Luhansk Oblast | 1950\n- Kadiivka | country | Soviet Union | 1950\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1950\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1950\n- Q59054 | country of citizenship | Soviet Union | 1950\n- Q437262 | country of citizenship | Soviet Union | 1950\n- Q324083 | country of citizenship | Soviet Union | 1950\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1950\n- Yuri Manin | country of citizenship | Soviet Union | 1950\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1950\n- Viktor Kulikov | country of citizenship | Soviet Union | 1950\n- Vija Artmane | country of citizenship | Soviet Union | 1950\n- Vera Krepkina | country of citizenship | Soviet Union | 1950\n- Valeri Polyakov | country of citizenship | Soviet Union | 1950\n- Sergei Kovalev | country of citizenship | Soviet Union | 1950\nReasoning:", "completion": " Hop 1: Kadiivka -> located in -> Luhansk Oblast (1950)\n Answer: Luhansk Oblast", "t_query": 1950.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002626", "prompt": " In 1961, whose head of state's country of citizenship was Giovanni Gronchi?\nEvidence:\n- Italy | head of state | Giovanni Gronchi | 1961\n- Giovanni Gronchi | country of citizenship | Italy | 1961\n- Giovanni Gronchi | position held | President of Italy | 1961\n- Giovanni Mardersteig | country of citizenship | Italy | 1961\n- Giovanni Invernizzi | country of citizenship | Italy | 1961\n- Giovanni Goria | country of citizenship | Italy | 1961\n- Giovanni Ferrofino | country of citizenship | Italy | 1961\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giovanni Gronchi (1961)\n Hop 2: Mario Gentili -> country of citizenship -> Italy (1961)\n Answer: Mario Gentili", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002627", "prompt": " Who was the head of government of Italy after Giuseppe Pella?\nEvidence:\n- Giuseppe Busso | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\n- Simon Spierer | country of citizenship | Italy | 2001\n- Sergio Mantovani | country of citizenship | Italy | 2001\n- Sergio Bonelli | country of citizenship | Italy | 2001\n- Salvatore Cassisa | country of citizenship | Italy | 2001\n- Rossana Rossanda | country of citizenship | Italy | 2001\n- Romano Scarpa | country of citizenship | Italy | 2001\n- Romano Mussolini | country of citizenship | Italy | 2001\n- Renata Tebaldi | country of citizenship | Italy | 2001\n- Pino Lancetti | country of citizenship | Italy | 2001\n- Pietro Rava | country of citizenship | Italy | 2001\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Giuliano Amato (2001)\n Answer: Giuliano Amato", "t_query": 2001.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002628", "prompt": " After Mauro Cristofani country of citizenship Italy, what was the member of of Veriano Luchetti's country of citizenship?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\n- Tiziano Terzani | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Veriano Luchetti -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1985)\n Answer: European Coal and Steel Community", "t_query": 1985.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002629", "prompt": " In 1995, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1995\n- Germany | member of | European Coal and Steel Community | 1995\n- Belgium | member of | European Coal and Steel Community | 1995\n- Germany | member of | European Atomic Energy Community | 1995\n- Germany | member of | Western European Union | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q107089 | country of citizenship | Germany | 1995\n- Werner Schulz | country of citizenship | Germany | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Udo Zimmermann | country of citizenship | Germany | 1995\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1995)\n Hop 2: Umberto Mastroianni -> country of citizenship -> Italy (1995)\n Answer: Umberto Mastroianni", "t_query": 1995.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002630", "prompt": " In 1959, whose head of state's country of citizenship was Giovanni Gronchi?\nEvidence:\n- Italy | head of state | Giovanni Gronchi | 1959\n- Giovanni Gronchi | country of citizenship | Italy | 1959\n- Giovanni Gronchi | position held | President of Italy | 1959\n- Giovanni Mardersteig | country of citizenship | Italy | 1959\n- Giovanni Invernizzi | country of citizenship | Italy | 1959\n- Giovanni Goria | country of citizenship | Italy | 1959\n- Giovanni Ferrofino | country of citizenship | Italy | 1959\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giovanni Gronchi (1959)\n Hop 2: Gino Cassinis -> country of citizenship -> Italy (1959)\n Answer: Gino Cassinis", "t_query": 1959.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002631", "prompt": " Who was the member of of Cesare Terranova's country of citizenship before European Coal and Steel Community?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Hop 1: Cesare Terranova -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> member of -> European Economic Community (1966)\n Answer: European Economic Community", "t_query": 1966.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002632", "prompt": " Who was the member of of Romano Mussolini's country of citizenship after European Coal and Steel Community?\nEvidence:\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Romano Mussolini -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> member of -> European Economic Community (1984)\n Answer: European Economic Community", "t_query": 1984.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002633", "prompt": " In 1941, what was the shares border with of Turkey?\nEvidence:\n- Turkey | shares border with | Soviet Union | 1941\n- Ömer Nasuhi Bilmen | country of citizenship | Turkey | 1941\n- Turkey | head of state | İsmet İnönü | 1941\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1941\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1941\n- Q59054 | country of citizenship | Soviet Union | 1941\n- Q437262 | country of citizenship | Soviet Union | 1941\n- Q324083 | country of citizenship | Soviet Union | 1941\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1941\n- Yuri Manin | country of citizenship | Soviet Union | 1941\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1941\n- Viktor Kulikov | country of citizenship | Soviet Union | 1941\n- Vikenty Veresaev | country of citizenship | Soviet Union | 1941\n- Vija Artmane | country of citizenship | Soviet Union | 1941\n- Vera Krepkina | country of citizenship | Soviet Union | 1941\nReasoning:", "completion": " Hop 1: Turkey -> shares border with -> Soviet Union (1941)\n Answer: Soviet Union", "t_query": 1941.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002634", "prompt": " In 2018, whose head coach was Massimo Carrera?\nEvidence:\n- Spartak Moscow | head coach | Massimo Carrera | 2018\n- Q72904 | member of sports team | Spartak Moscow | 2018\n- Dmitri Kombarov | member of sports team | Spartak Moscow | 2018\nReasoning:", "completion": " Hop 1: Spartak Moscow -> head coach -> Massimo Carrera (2018)\n Answer: Spartak Moscow", "t_query": 2018.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_002635", "prompt": " In 1967, what was the shares border with of Flaviano Vicentini's country of citizenship?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Italy | shares border with | Yugoslavia | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\nReasoning:", "completion": " Hop 1: Flaviano Vicentini -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> shares border with -> Yugoslavia (1967)\n Answer: Yugoslavia", "t_query": 1967.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002636", "prompt": " After Germany head of government Willy Brandt, what was the country of citizenship of Germany's head of government?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Answer: West Germany", "t_query": 1987.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002637", "prompt": " In what year was the shares border with of Alfonso Brescia's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1948\n- Alfonso Brescia | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\n- Q318968 | country of citizenship | Italy | 1948\n- Q264986 | country of citizenship | Italy | 1948\n- Q219490 | country of citizenship | Italy | 1948\n- Q213482 | country of citizenship | Italy | 1948\n- Dalida | country of citizenship | Italy | 1948\n- Wilma Montesi | country of citizenship | Italy | 1948\nReasoning:", "completion": " Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> shares border with -> Yugoslavia (1948)\n Answer: 1948", "t_query": 1948.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002638", "prompt": " After Andreas Schiemann member of sports team FC Spandau 06, what was the member of sports team of Andreas Schiemann?\nEvidence:\n- Andreas Schiemann | member of sports team | SV Falkensee-Finkenkrug | 2008\nReasoning:", "completion": " Hop 1: Andreas Schiemann -> member of sports team -> SV Falkensee-Finkenkrug (2008)\n Answer: SV Falkensee-Finkenkrug", "t_query": 2008.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 1} +{"id": "sft_002639", "prompt": " In 1963, what was the member of of Gianni Brera's country of citizenship?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Gianni Brera -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1963)\n Answer: European Coal and Steel Community", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002640", "prompt": " After Renzo De Felice country of citizenship Italy, what was the position held of Claudio Cavazza's country of citizenship's head of state?\nEvidence:\n- Renzo De Felice | country of citizenship | Italy | 1970\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1970\n- Velasio de Paolis | country of citizenship | Italy | 1970\n- Dino De Antoni | country of citizenship | Italy | 1970\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1970)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1970)\n Answer: President of Italy", "t_query": 1970.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002641", "prompt": " After Michele Pellegrino country of citizenship Italy, what was the member of of Flaviano Vicentini's country of citizenship?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Michele Molese | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\nReasoning:", "completion": " Hop 1: Flaviano Vicentini -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> member of -> European Economic Community (1967)\n Answer: European Economic Community", "t_query": 1967.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002642", "prompt": " In 1950, whose contains the administrative territorial entity's country was Schleswig-Holstein?\nEvidence:\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Schleswig-Holstein (1950)\n Hop 2: Mannheim -> country -> West Germany (1950)\n Answer: Mannheim", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002643", "prompt": " After Gorzów Wielkopolski country Weimar Republic, what was the head of government of Berolzheim's country?\nEvidence:\n- Gorzów Wielkopolski | country | Weimar Republic | 1925\n- Berolzheim | country | Weimar Republic | 1925\n- Weimar Republic | head of government | Hans Luther | 1925\n- Minden Government Region | country | Weimar Republic | 1925\n- Weimar | country | Weimar Republic | 1925\n- Weimar Republic | head of state | Friedrich Ebert | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Vaterstetten | country | Weimar Republic | 1925\n- Trier | country | Weimar Republic | 1925\n- Speyer | country | Weimar Republic | 1925\nReasoning:", "completion": " Hop 1: Berolzheim -> country -> Weimar Republic (1925)\n Hop 2: Weimar Republic -> head of government -> Hans Luther (1925)\n Answer: Hans Luther", "t_query": 1925.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002644", "prompt": " After Amedeo Amadei country of citizenship Italy, what was the position held of Umberto Mastroianni's country of citizenship's head of state?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\n- Tiziano Terzani | country of citizenship | Italy | 1995\nReasoning:", "completion": " Hop 1: Umberto Mastroianni -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1995)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1995)\n Answer: President of Italy", "t_query": 1995.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002645", "prompt": " In 1950, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Hamburg (1950)\n Answer: Hamburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002646", "prompt": " In 1997, what was the work location of Bernard Meadows?\nEvidence:\n- Bernard Meadows | work location | London | 1997\n- Q828254 | work location | London | 1997\n- Q78504 | work location | London | 1997\n- Q517651 | work location | London | 1997\n- Q349842 | work location | London | 1997\n- Pertti Salolainen | work location | London | 1997\n- Mona Hatoum | work location | London | 1997\n- Marc Quinn | work location | London | 1997\n- Damien Hirst | work location | London | 1997\n- Anish Kapoor | work location | London | 1997\nReasoning:", "completion": " Hop 1: Bernard Meadows -> work location -> London (1997)\n Answer: London", "t_query": 1997.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 10} +{"id": "sft_002647", "prompt": " In 1989, what was the currency of Maria Rita Saulle's country of citizenship?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Italy | currency | Italian lira | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Maria Rita Saulle -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> currency -> Italian lira (1989)\n Answer: Italian lira", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002648", "prompt": " In what year was the member of sports team of Georgi Hristov equal to North Macedonia men's national football team?\nEvidence:\n- Georgi Hristov | member of sports team | North Macedonia men's national football team | 1995\n- Q349656 | member of sports team | North Macedonia men's national football team | 1995\n- Q311362 | member of sports team | North Macedonia men's national football team | 1995\n- Georgi Hristov | member of sports team | FK Partizan | 1995\n- Q205415 | member of sports team | FK Partizan | 1995\n- Ivica Francišković | member of sports team | FK Partizan | 1995\nReasoning:", "completion": " Hop 1: Georgi Hristov -> member of sports team -> North Macedonia men's national football team (1995)\n Answer: 1995", "t_query": 1995.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 6} +{"id": "sft_002649", "prompt": " After Giorgio Rebuffi country of citizenship Italy, what was the position held of Luca Ronconi's country of citizenship's head of state?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Giorgio Oberweger | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\nReasoning:", "completion": " Hop 1: Luca Ronconi -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1993)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1993)\n Answer: President of Italy", "t_query": 1993.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002650", "prompt": " In what year was the currency of Würzburg's country equal to Deutsche Mark?\nEvidence:\n- West Germany | currency | Deutsche Mark | 1950\n- Würzburg | country | West Germany | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\n- Martin Walser | country of citizenship | West Germany | 1950\n- Martin Albrecht | country of citizenship | West Germany | 1950\n- Jürgen Kissner | country of citizenship | West Germany | 1950\n- Helmut Kohl | country of citizenship | West Germany | 1950\n- Albrecht Brandi | country of citizenship | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> currency -> Deutsche Mark (1950)\n Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002651", "prompt": " After Thomas Chatelle member of sports team Belgium men's national football team, what was the league or competition of Thomas Chatelle's member of sports team?\nEvidence:\n- Thomas Chatelle | member of sports team | R.S.C. Anderlecht | 2012\n- Thomas Chatelle | member of sports team | Sint-Truidense V.V. | 2012\n- Thomas Chatelle | member of sports team | R.A.E.C. Mons | 2012\n- R.A.E.C. Mons | league or competition | Belgian Pro League | 2012\n- Q968773 | member of sports team | R.S.C. Anderlecht | 2012\n- Q516607 | member of sports team | R.S.C. Anderlecht | 2012\n- Q329348 | member of sports team | R.S.C. Anderlecht | 2012\n- Marcin Wasilewski | member of sports team | R.S.C. Anderlecht | 2012\n- Q392727 | member of sports team | Sint-Truidense V.V. | 2012\n- Q377088 | member of sports team | Sint-Truidense V.V. | 2012\n- Q817639 | member of sports team | R.A.E.C. Mons | 2012\n- Q464631 | member of sports team | R.A.E.C. Mons | 2012\n- Koen Daerden | member of sports team | Sint-Truidense V.V. | 2012\n- Bahattin Köse | member of sports team | R.A.E.C. Mons | 2012\nReasoning:", "completion": " Hop 1: Thomas Chatelle -> member of sports team -> R.A.E.C. Mons (2012)\n Hop 2: R.A.E.C. Mons -> league or competition -> Belgian Pro League (2012)\n Answer: Belgian Pro League", "t_query": 2012.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 14} +{"id": "sft_002652", "prompt": " In what year was the member of of Antonio Corpora's country of citizenship equal to European Economic Community?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> member of -> European Economic Community (1962)\n Answer: 1962", "t_query": 1962.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002653", "prompt": " After Leopold Ružička employer Utrecht University, what was the employer of Leopold Ružička?\nEvidence:\n- Leopold Ružička | employer | ETH Zurich | 1932\n- George Pólya | employer | ETH Zurich | 1932\nReasoning:", "completion": " Hop 1: Leopold Ružička -> employer -> ETH Zurich (1932)\n Answer: ETH Zurich", "t_query": 1932.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 2} +{"id": "sft_002654", "prompt": " In what year was the position held of Flaviano Vicentini's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\n- Ulrico Girardi | country of citizenship | Italy | 1967\nReasoning:", "completion": " Hop 1: Flaviano Vicentini -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1967)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1967)\n Answer: 1967", "t_query": 1967.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002655", "prompt": " After Ronaldo Rodrigues de Jesus member of sports team São Paulo FC, what was the member of sports team of Ronaldo Rodrigues de Jesus?\nEvidence:\n- Ronaldo Rodrigues de Jesus | member of sports team | Associação Atlética Ponte Preta | 2002\n- Q467194 | member of sports team | Associação Atlética Ponte Preta | 2002\nReasoning:", "completion": " Hop 1: Ronaldo Rodrigues de Jesus -> member of sports team -> Associação Atlética Ponte Preta (2002)\n Answer: Associação Atlética Ponte Preta", "t_query": 2002.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 2} +{"id": "sft_002656", "prompt": " After Luigi Longo country of citizenship Italy, what was the member of of Lelio Antoniotti's country of citizenship?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Luigi Comencini | country of citizenship | Italy | 1973\n- Luigi Agnolin | country of citizenship | Italy | 1973\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1973\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1973\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1973\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\nReasoning:", "completion": " Hop 1: Lelio Antoniotti -> country of citizenship -> Italy (1973)\n Hop 2: Italy -> member of -> European Economic Community (1973)\n Answer: European Economic Community", "t_query": 1973.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002657", "prompt": " In 1978, whose country's work location was German Democratic Republic?\nEvidence:\n- Zwickau | country | German Democratic Republic | 1978\n- Zeuthen | country | German Democratic Republic | 1978\n- Wismar | country | German Democratic Republic | 1978\n- Q696016 | country | German Democratic Republic | 1978\n- Q525425 | country | German Democratic Republic | 1978\n- Q45898 | country | German Democratic Republic | 1978\n- Potsdam | country | German Democratic Republic | 1978\n- Neustrelitz | country | German Democratic Republic | 1978\n- Magdeburg | country | German Democratic Republic | 1978\n- Jena | country | German Democratic Republic | 1978\n- Görlitz | country | German Democratic Republic | 1978\n- Elsterwerda | country | German Democratic Republic | 1978\n- Cottbus | country | German Democratic Republic | 1978\n- Berlin | country | German Democratic Republic | 1978\n- Limbach-Oberfrohna | country | German Democratic Republic | 1978\nReasoning:", "completion": " Hop 1: Berlin -> country -> German Democratic Republic (1978)\n Hop 2: David Bowie -> work location -> Berlin (1978)\n Answer: David Bowie", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002658", "prompt": " In what year was the head of state of Berolzheim's country equal to Paul von Hindenburg?\nEvidence:\n- Weimar Republic | head of state | Paul von Hindenburg | 1925\n- Berolzheim | country | Weimar Republic | 1925\n- Weimar Republic | head of state | Friedrich Ebert | 1925\n- Weimar Republic | head of government | Hans Luther | 1925\n- Q87105 | country of citizenship | Weimar Republic | 1925\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1925\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Weimar | country | Weimar Republic | 1925\n- Vaterstetten | country | Weimar Republic | 1925\nReasoning:", "completion": " Hop 1: Berolzheim -> country -> Weimar Republic (1925)\n Hop 2: Weimar Republic -> head of state -> Paul von Hindenburg (1925)\n Answer: 1925", "t_query": 1925.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002659", "prompt": " In 1951, what was the member of of Maria Caniglia's country of citizenship?\nEvidence:\n- Maria Caniglia | country of citizenship | Italy | 1951\n- Maria Tore Barbina | country of citizenship | Italy | 1951\n- Alberto Maria De Agostini | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Maria Caniglia -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1951)\n Answer: European Coal and Steel Community", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002660", "prompt": " In 1987, whose named after was John Bell Hood?\nEvidence:\n- Fort Hood | named after | John Bell Hood | 1987\nReasoning:", "completion": " Hop 1: Fort Hood -> named after -> John Bell Hood (1987)\n Answer: Fort Hood", "t_query": 1987.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_002661", "prompt": " In 1984, whose head of state's country of citizenship was Sandro Pertini?\nEvidence:\n- Italy | head of state | Sandro Pertini | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\n- Tonino Cervi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Sandro Pertini (1984)\n Hop 2: Carlo Curis -> country of citizenship -> Italy (1984)\n Answer: Carlo Curis", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002662", "prompt": " In what year was the country of citizenship of Alfonso Calzolari equal to Italy?\nEvidence:\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\n- Veriano Luchetti | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Alfonso Calzolari -> country of citizenship -> Italy (1956)\n Answer: 1956", "t_query": 1956.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002663", "prompt": " Who was the head of state of Italy after Luigi Einaudi?\nEvidence:\n- Luigi Comencini | country of citizenship | Italy | 1973\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1973\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Tonino Cervi | country of citizenship | Italy | 1973\n- Tiziano Terzani | country of citizenship | Italy | 1973\n- Stéphane Grappelli | country of citizenship | Italy | 1973\n- Simon Spierer | country of citizenship | Italy | 1973\n- Sergio Mantovani | country of citizenship | Italy | 1973\n- Sergio Bonelli | country of citizenship | Italy | 1973\n- Rossana Rossanda | country of citizenship | Italy | 1973\n- Romeo Bertini | country of citizenship | Italy | 1973\n- Renata Tebaldi | country of citizenship | Italy | 1973\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giovanni Leone (1973)\n Answer: Giovanni Leone", "t_query": 1973.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002664", "prompt": " In 1962, whose position held's head of state's country of citizenship was Italian senator for life?\nEvidence:\n- Q362900 | position held | Italian senator for life | 1962\n- Giuseppe Paratore | position held | Italian senator for life | 1962\n- Giovanni Gronchi | position held | Italian senator for life | 1962\n- Italy | head of state | Giovanni Gronchi | 1962\n- Giovanni Gronchi | position held | President of Italy | 1962\n- Q362900 | country of citizenship | Italy | 1962\n- Giuseppe Paratore | country of citizenship | Italy | 1962\n- Giovanni Gronchi | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Giovanni Gronchi -> position held -> Italian senator for life (1962)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1962)\n Hop 3: Antonio Corpora -> country of citizenship -> Italy (1962)\n Answer: Antonio Corpora", "t_query": 1962.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 8} +{"id": "sft_002665", "prompt": " Who was the contains the administrative territorial entity of Germany's head of government's country of citizenship after Schleswig-Holstein?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Saarland (1987)\n Answer: Saarland", "t_query": 1987.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002666", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon before Villeurbanne?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Saint-Genis-les-Ollières (2003)\n Answer: Saint-Genis-les-Ollières", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002667", "prompt": " In what year was the spouse of Lisa Niemi equal to Patrick Swayze?\nEvidence:\n- Lisa Niemi | spouse | Patrick Swayze | 2002\nReasoning:", "completion": " Hop 1: Lisa Niemi -> spouse -> Patrick Swayze (2002)\n Answer: 2002", "t_query": 2002.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1} +{"id": "sft_002668", "prompt": " In 1975, what was the shares border with of Giovanni Spadolini's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1975\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giovanni Spadolini -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> shares border with -> Yugoslavia (1975)\n Answer: Yugoslavia", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002669", "prompt": " In what year was the contains the administrative territorial entity of Germany's capital's capital of equal to North Rhine-Westphalia?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Universal Copyright Convention | signatory | North Macedonia | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> North Rhine-Westphalia (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002670", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in after Bron?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Rhône -> contains the administrative territorial entity -> Francheville (2003)\n Answer: Francheville", "t_query": 2003.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002671", "prompt": " In 1980, what was the position held of Italy's head of government?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1980\n- Veriano Luchetti | country of citizenship | Italy | 1980\n- Tullio Kezich | country of citizenship | Italy | 1980\n- Tonino Cervi | country of citizenship | Italy | 1980\n- Tiziano Terzani | country of citizenship | Italy | 1980\n- Stéphane Grappelli | country of citizenship | Italy | 1980\n- Simon Spierer | country of citizenship | Italy | 1980\n- Sergio Mantovani | country of citizenship | Italy | 1980\n- Sergio Bonelli | country of citizenship | Italy | 1980\n- Salvatore Cassisa | country of citizenship | Italy | 1980\n- Rossana Rossanda | country of citizenship | Italy | 1980\n- Renata Tebaldi | country of citizenship | Italy | 1980\n- Primo Nebiolo | country of citizenship | Italy | 1980\n- Pino Lancetti | country of citizenship | Italy | 1980\n- Pietro Parente | country of citizenship | Italy | 1980\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Arnaldo Forlani (1980)\n Hop 2: Arnaldo Forlani -> position held -> Prime Minister of Italy (1980)\n Answer: Prime Minister of Italy", "t_query": 1980.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002672", "prompt": " Who was the head of state of Flaviano Vicentini's country of citizenship after Giovanni Gronchi?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Giovanni Mardersteig | country of citizenship | Italy | 1967\n- Giovanni Invernizzi | country of citizenship | Italy | 1967\n- Giovanni Goria | country of citizenship | Italy | 1967\n- Giovanni Ferrofino | country of citizenship | Italy | 1967\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\nReasoning:", "completion": " Hop 1: Flaviano Vicentini -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1967)\n Answer: Giuseppe Saragat", "t_query": 1967.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002673", "prompt": " In what year was the currency of Arnaldo Genoino's country of citizenship equal to Italian lira?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Arnaldo Genoino -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> currency -> Italian lira (1978)\n Answer: 1978", "t_query": 1978.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002674", "prompt": " In what year was the member of sports team of Manfred Schwabl equal to FC Bayern Munich?\nEvidence:\n- Manfred Schwabl | member of sports team | FC Bayern Munich | 1990\n- Q876910 | member of sports team | FC Bayern Munich | 1990\n- Q57152 | member of sports team | FC Bayern Munich | 1990\n- Q554761 | member of sports team | FC Bayern Munich | 1990\n- Q463976 | member of sports team | FC Bayern Munich | 1990\n- Q315635 | member of sports team | FC Bayern Munich | 1990\n- Olaf Thon | member of sports team | FC Bayern Munich | 1990\n- Hansi Flick | member of sports team | FC Bayern Munich | 1990\n- Christian Ziege | member of sports team | FC Bayern Munich | 1990\n- Brian Laudrup | member of sports team | FC Bayern Munich | 1990\nReasoning:", "completion": " Hop 1: Manfred Schwabl -> member of sports team -> FC Bayern Munich (1990)\n Answer: 1990", "t_query": 1990.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 10} +{"id": "sft_002675", "prompt": " In 1951, what was the member of of Vitaliano Brancati's country of citizenship?\nEvidence:\n- Vitaliano Brancati | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\n- Virginio Rosetta | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Vitaliano Brancati -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1951)\n Answer: European Coal and Steel Community", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002676", "prompt": " In 2010, what was the country of citizenship of Li Ao?\nEvidence:\n- Li Ao | country of citizenship | Taiwan | 2010\n- Q703895 | country of citizenship | Taiwan | 2010\nReasoning:", "completion": " Hop 1: Li Ao -> country of citizenship -> Taiwan (2010)\n Answer: Taiwan", "t_query": 2010.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_002677", "prompt": " After Potsdam country German Democratic Republic, what was the located in of Potsdam?\nEvidence:\n- Potsdam | country | German Democratic Republic | 1982\n- Zwickau | country | German Democratic Republic | 1982\n- Zeuthen | country | German Democratic Republic | 1982\n- Wismar | country | German Democratic Republic | 1982\n- Q696016 | country | German Democratic Republic | 1982\n- Q525425 | country | German Democratic Republic | 1982\n- Q45898 | country | German Democratic Republic | 1982\n- Neustrelitz | country | German Democratic Republic | 1982\n- Magdeburg | country | German Democratic Republic | 1982\n- Jena | country | German Democratic Republic | 1982\n- Görlitz | country | German Democratic Republic | 1982\n- Elsterwerda | country | German Democratic Republic | 1982\n- Cottbus | country | German Democratic Republic | 1982\n- Berlin | country | German Democratic Republic | 1982\n- Limbach-Oberfrohna | country | German Democratic Republic | 1982\nReasoning:", "completion": " Hop 1: Potsdam -> located in -> Potsdam District (1982)\n Answer: Potsdam District", "t_query": 1982.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002678", "prompt": " In 1948, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\n- Q318968 | country of citizenship | Italy | 1948\n- Q264986 | country of citizenship | Italy | 1948\n- Q219490 | country of citizenship | Italy | 1948\n- Q213482 | country of citizenship | Italy | 1948\n- Dalida | country of citizenship | Italy | 1948\n- Wilma Montesi | country of citizenship | Italy | 1948\n- Vittore Catella | country of citizenship | Italy | 1948\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1948)\n Hop 2: Alfonso Brescia -> country of citizenship -> Italy (1948)\n Answer: Alfonso Brescia", "t_query": 1948.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002679", "prompt": " In 1945, what was the country of Cape Town?\nEvidence:\n- Cape Town | capital of | Cape Province | 1945\n- Cape Town | country | Union of South Africa | 1945\nReasoning:", "completion": " Hop 1: Cape Town -> country -> Union of South Africa (1945)\n Answer: Union of South Africa", "t_query": 1945.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_002680", "prompt": " In what year was the country of citizenship of Mario Gentili equal to Italy?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Mario Gentili -> country of citizenship -> Italy (1961)\n Answer: 1961", "t_query": 1961.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002681", "prompt": " After Berlin country German Empire, what was the head of state of Tilla Durieux's spouse's work location's country?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Hop 1: Tilla Durieux -> spouse -> Paul Cassirer (1921)\n Hop 2: Paul Cassirer -> work location -> Berlin (1921)\n Hop 3: Berlin -> country -> Weimar Republic (1921)\n Hop 4: Weimar Republic -> head of state -> Friedrich Ebert (1921)\n Answer: Friedrich Ebert", "t_query": 1921.0, "chain_length": 4, "operator_type": "sequence", "n_evidence": 3} +{"id": "sft_002682", "prompt": " Who was the member of of John Paul I's country of citizenship after European Economic Community?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\n- Virginio Rosetta | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: John Paul I -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1961)\n Answer: European Coal and Steel Community", "t_query": 1961.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002683", "prompt": " In 1962, what was the position held of Antonio Corpora's country of citizenship's head of state?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1962)\n Hop 3: Giovanni Gronchi -> position held -> Italian senator for life (1962)\n Answer: Italian senator for life", "t_query": 1962.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002684", "prompt": " In 1950, whose contains the administrative territorial entity's country was Rhineland-Palatinate?\nEvidence:\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Rhineland-Palatinate (1950)\n Hop 2: Würzburg -> country -> West Germany (1950)\n Answer: Würzburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002685", "prompt": " In 1987, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> North Rhine-Westphalia (1987)\n Answer: North Rhine-Westphalia", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002686", "prompt": " Who was the head of state of Mario Gentili's country of citizenship before Sandro Pertini?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Mario Gentili -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1961)\n Answer: Giovanni Gronchi", "t_query": 1961.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002687", "prompt": " In 1975, what was the currency of Venezuela?\nEvidence:\n- Venezuela | currency | bolívar | 1975\n- Cartagena Agreement | signatory | Venezuela | 1975\n- Venezuela | member of | Organization of American States | 1975\n- Cartagena Agreement | signatory | Chile | 1975\nReasoning:", "completion": " Hop 1: Venezuela -> currency -> bolívar (1975)\n Answer: bolívar", "t_query": 1975.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_002688", "prompt": " In what year was the head of state of Cesare Terranova's country of citizenship equal to Giuseppe Saragat?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Giuseppe Prisco | country of citizenship | Italy | 1966\n- Giuseppe Patanè | country of citizenship | Italy | 1966\n- Giuseppe Paratore | country of citizenship | Italy | 1966\n- Giuseppe Meazza | country of citizenship | Italy | 1966\n- Giuseppe Gabrielli | country of citizenship | Italy | 1966\n- Giuseppe Colnago | country of citizenship | Italy | 1966\n- Giuseppe Busso | country of citizenship | Italy | 1966\n- Giuseppe Antonini | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\nReasoning:", "completion": " Hop 1: Cesare Terranova -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1966)\n Answer: 1966", "t_query": 1966.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002689", "prompt": " In what year was the member of of Germany equal to Western European Union?\nEvidence:\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Italy | member of | European Coal and Steel Community | 1974\n- Belgium | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\nReasoning:", "completion": " Hop 1: Germany -> member of -> Western European Union (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002690", "prompt": " In 1957, what was the currency of Ugo Stille's country of citizenship?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Ugo Stille -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> currency -> Italian lira (1957)\n Answer: Italian lira", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002691", "prompt": " In what year was the position held of Romolo Alzani's country of citizenship's head of government equal to Prime Minister of Italy?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Romolo Alzani -> country of citizenship -> Italy (1987)\n Hop 2: Italy -> head of government -> Giovanni Goria (1987)\n Hop 3: Giovanni Goria -> position held -> Prime Minister of Italy (1987)\n Answer: 1987", "t_query": 1987.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002692", "prompt": " In 1988, what was the head of government of Salvatore Fiume's country of citizenship?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1988\n- Salvatore Cassisa | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\n- Vittore Catella | country of citizenship | Italy | 1988\n- Veriano Luchetti | country of citizenship | Italy | 1988\n- Ugo Tognazzi | country of citizenship | Italy | 1988\n- Ugo Poletti | country of citizenship | Italy | 1988\n- Tullio Kezich | country of citizenship | Italy | 1988\n- Tonino Cervi | country of citizenship | Italy | 1988\n- Tiziano Terzani | country of citizenship | Italy | 1988\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1988)\n Hop 2: Italy -> head of government -> Ciriaco De Mita (1988)\n Answer: Ciriaco De Mita", "t_query": 1988.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002693", "prompt": " In what year was the contains the administrative territorial entity of United States equal to Territory of Hawaii?\nEvidence:\n- United States | contains the administrative territorial entity | Territory of Hawaii | 1917\n- Hawaii County | located in the administrative territorial entity | Territory of Hawaii | 1917\n- Frank Tieri | residence | United States | 1917\n- Vincent R. Impellitteri | residence | United States | 1917\n- United States | shares border with | Panama | 1917\n- United States | head of government | Woodrow Wilson | 1917\n- Frances Benjamin Johnston | work location | United States | 1917\n- Alexander Graham Bell | country of citizenship | United States | 1917\n- Q335931 | signatory | Woodrow Wilson | 1917\n- Q255169 | spouse | Woodrow Wilson | 1917\nReasoning:", "completion": " Hop 1: United States -> contains the administrative territorial entity -> Territory of Hawaii (1917)\n Answer: 1917", "t_query": 1917.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 10} +{"id": "sft_002694", "prompt": " After Marcello Ciorciolini country of citizenship Italy, what was the shares border with of Franca Ongaro's country of citizenship?\nEvidence:\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Italy | shares border with | Yugoslavia | 1952\n- Marcello Costalunga | country of citizenship | Italy | 1952\n- Marcello Baldi | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\nReasoning:", "completion": " Hop 1: Franca Ongaro -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> shares border with -> Yugoslavia (1952)\n Answer: Yugoslavia", "t_query": 1952.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002695", "prompt": " In 1950, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Rhineland-Palatinate (1950)\n Answer: Rhineland-Palatinate", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002696", "prompt": " After Germany diplomatic relation Afghanistan, what was the shares border with of Germany?\nEvidence:\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | shares border with | Czechoslovakia | 1974\n- Germany | shares border with | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\nReasoning:", "completion": " Hop 1: Germany -> shares border with -> Czechoslovakia (1974)\n Answer: Czechoslovakia", "t_query": 1974.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002697", "prompt": " In 1948, what was the located in of Omsk?\nEvidence:\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Omsk | country | Soviet Union | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Q59054 | country of citizenship | Soviet Union | 1948\n- Q437262 | country of citizenship | Soviet Union | 1948\n- Q324083 | country of citizenship | Soviet Union | 1948\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1948\n- Yuri Manin | country of citizenship | Soviet Union | 1948\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1948\n- Viktor Kulikov | country of citizenship | Soviet Union | 1948\n- Vija Artmane | country of citizenship | Soviet Union | 1948\n- Vera Krepkina | country of citizenship | Soviet Union | 1948\n- Valeri Polyakov | country of citizenship | Soviet Union | 1948\nReasoning:", "completion": " Hop 1: Omsk -> located in -> Russian Soviet Federative Socialist Republic (1948)\n Answer: Russian Soviet Federative Socialist Republic", "t_query": 1948.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002698", "prompt": " In 1989, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1989\n- Germany | member of | European Coal and Steel Community | 1989\n- Belgium | member of | European Coal and Steel Community | 1989\n- Germany | member of | European Atomic Energy Community | 1989\n- Germany | member of | Western European Union | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1989)\n Hop 2: Maria Rita Saulle -> country of citizenship -> Italy (1989)\n Answer: Maria Rita Saulle", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002699", "prompt": " In 1931, what was the board member of Daimler-Benz AG?\nEvidence:\n- Daimler-Benz AG | board member | Wilhelm Kissel | 1931\n- Daimler-Benz AG | chief executive officer | Wilhelm Kissel | 1931\nReasoning:", "completion": " Hop 1: Daimler-Benz AG -> board member -> Wilhelm Kissel (1931)\n Answer: Wilhelm Kissel", "t_query": 1931.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_002700", "prompt": " After Pietro Piovani country of citizenship Italy, what was the shares border with of Lina Bo Bardi's country of citizenship?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Italy | shares border with | Yugoslavia | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Pietro Tordi | country of citizenship | Italy | 1970\n- Pietro Rava | country of citizenship | Italy | 1970\n- Pietro Parente | country of citizenship | Italy | 1970\n- Pietro Arcari | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Lina Bo Bardi -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> shares border with -> Yugoslavia (1970)\n Answer: Yugoslavia", "t_query": 1970.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002701", "prompt": " In what year was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance equal to North Rhine-Westphalia?\nEvidence:\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> North Rhine-Westphalia (1972)\n Answer: 1972", "t_query": 1972.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002702", "prompt": " In what year was the employer of Mihály Bartók equal to University of Szeged?\nEvidence:\n- Mihály Bartók | employer | University of Szeged | 1979\n- University of Szeged | named after | Attila József | 1979\nReasoning:", "completion": " Hop 1: Mihály Bartók -> employer -> University of Szeged (1979)\n Answer: 1979", "t_query": 1979.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2} +{"id": "sft_002703", "prompt": " After Lida country Russian Empire, what was the head of state of Khrustalnyi's country?\nEvidence:\n- Lida | country | Russian Empire | 1913\n- Khrustalnyi | country | Russian Empire | 1913\n- Russian Empire | head of state | Nicholas II of Russia | 1913\n- Șirăuți | country | Russian Empire | 1913\n- Šeteniai | country | Russian Empire | 1913\n- Łódź | country | Russian Empire | 1913\n- Červień | country | Russian Empire | 1913\n- Zhytomyr | country | Russian Empire | 1913\n- Yevpatoriia | country | Russian Empire | 1913\n- Yalta | country | Russian Empire | 1913\n- Voronezh | country | Russian Empire | 1913\n- Vologda | country | Russian Empire | 1913\n- Volodymyr | country | Russian Empire | 1913\n- Volhynia | country | Russian Empire | 1913\n- Vinnytsia | country | Russian Empire | 1913\nReasoning:", "completion": " Hop 1: Khrustalnyi -> country -> Russian Empire (1913)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1913)\n Answer: Nicholas II of Russia", "t_query": 1913.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002704", "prompt": " After Mannheim country West Germany, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- Bonn | capital of | West Germany | 1987\n- West Germany | currency | Deutsche Mark | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> North Rhine-Westphalia (1987)\n Answer: North Rhine-Westphalia", "t_query": 1987.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002705", "prompt": " After Antonio Cariglia country of citizenship Italy, what was the member of of Marco Tulli's country of citizenship?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Antonio Leonviola | country of citizenship | Italy | 1978\n- Antonio Calderara | country of citizenship | Italy | 1978\n- Antonio Brivio | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Marco Tulli -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> member of -> European Economic Community (1978)\n Answer: European Economic Community", "t_query": 1978.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002706", "prompt": " In 1984, whose member of was British Academy?\nEvidence:\n- Garry Runciman, 3rd Viscount Runciman of Doxford | member of | British Academy | 1984\nReasoning:", "completion": " Hop 1: Garry Runciman, 3rd Viscount Runciman of Doxford -> member of -> British Academy (1984)\n Answer: Garry Runciman, 3rd Viscount Runciman of Doxford", "t_query": 1984.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_002707", "prompt": " In 1981, what was the work location of René Huyghe?\nEvidence:\n- René Huyghe | work location | Paris | 1981\n- René Huyghe | member of | Académie Française | 1981\n- Q454927 | work location | Paris | 1981\n- Q116714 | work location | Paris | 1981\n- Roman Cieślewicz | work location | Paris | 1981\n- Pierre Balmain | work location | Paris | 1981\n- François Dufrêne | work location | Paris | 1981\n- Emanuel Ungaro | work location | Paris | 1981\n- Baltasar Lobo | work location | Paris | 1981\n- Q430918 | terminus location | Paris | 1981\n- Route nationale 4 | terminus location | Paris | 1981\n- Route nationale 4 | located in the administrative territorial entity | Paris | 1981\n- Pierre Emmanuel | member of | Académie Française | 1981\n- Michel Déon | member of | Académie Française | 1981\n- Julien Green | member of | Académie Française | 1981\nReasoning:", "completion": " Hop 1: René Huyghe -> work location -> Paris (1981)\n Answer: Paris", "t_query": 1981.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002708", "prompt": " In what year was the shares border with of Gianni Brera's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1963\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Gianni Brera -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> shares border with -> Yugoslavia (1963)\n Answer: 1963", "t_query": 1963.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002709", "prompt": " After Germany significant event Basic Treaty, what was the spouse of Germany's head of government?\nEvidence:\n- Germany | significant event | Basic Treaty | 1974\n- Germany | significant event | Berlin Wall | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Schmidt (1974)\n Hop 2: Helmut Schmidt -> spouse -> Loki Schmidt (1974)\n Answer: Loki Schmidt", "t_query": 1974.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002710", "prompt": " In what year was the anthem of Kasato Maru's country of registry equal to God Save the Tsar!?\nEvidence:\n- Russian Empire | anthem | God Save the Tsar! | 1901\n- Kasato Maru | country of registry | Russian Empire | 1901\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1901\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1901\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1901\n- Khanate of Khiva | country | Russian Empire | 1901\n- Emirate of Bukhara | country | Russian Empire | 1901\n- Vladimir Lenin | country of citizenship | Russian Empire | 1901\n- Vikenty Veresaev | country of citizenship | Russian Empire | 1901\n- Maria Zankovetska | country of citizenship | Russian Empire | 1901\nReasoning:", "completion": " Hop 1: Kasato Maru -> country of registry -> Russian Empire (1901)\n Hop 2: Russian Empire -> anthem -> God Save the Tsar! (1901)\n Answer: 1901", "t_query": 1901.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002711", "prompt": " In what year was the head of government of United States equal to Bill Clinton?\nEvidence:\n- United States | head of government | Bill Clinton | 1997\n- Paolo Soleri | residence | United States | 1997\n- Discovery Channel | country | United States | 1997\n- United States | shares border with | Panama | 1997\n- Julie Mehretu | work location | United States | 1997\n- Tina Turner | country of citizenship | United States | 1997\n- Richard Pipes | country of citizenship | United States | 1997\n- Eduardo Saverin | country of citizenship | United States | 1997\n- Angela Lansbury | country of citizenship | United States | 1997\n- Q636947 | designated as terrorist by | United States | 1997\n- Q191764 | designated as terrorist by | United States | 1997\n- Kach | designated as terrorist by | United States | 1997\n- Paolo Soleri | country of citizenship | Italy | 1997\n- Sven Teutenberg | member of sports team | Discovery Channel | 1997\n- Adriano Baffi | member of sports team | Discovery Channel | 1997\nReasoning:", "completion": " Hop 1: United States -> head of government -> Bill Clinton (1997)\n Answer: 1997", "t_query": 1997.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002712", "prompt": " After Renato Salvatori country of citizenship Italy, what was the head of state of Gino Cassinis's country of citizenship?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Gino Cassinis -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1959)\n Answer: Giovanni Gronchi", "t_query": 1959.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002713", "prompt": " In 2008, whose head of state was Hu Jintao?\nEvidence:\n- People's Republic of China | head of state | Hu Jintao | 2008\n- General Secretary of the Chinese Communist Party | position holder | Hu Jintao | 2008\n- People's Republic of China | head of government | Wen Jiabao | 2008\n- Xu Qinxian | country of citizenship | People's Republic of China | 2008\n- Xiao Yang | country of citizenship | People's Republic of China | 2008\n- Xiao Ke | country of citizenship | People's Republic of China | 2008\n- Ricky Hui | country of citizenship | People's Republic of China | 2008\n- Li Rui | country of citizenship | People's Republic of China | 2008\n- Li Peng | country of citizenship | People's Republic of China | 2008\n- Gong Li | country of citizenship | People's Republic of China | 2008\n- Benny Chan | country of citizenship | People's Republic of China | 2008\nReasoning:", "completion": " Hop 1: People's Republic of China -> head of state -> Hu Jintao (2008)\n Answer: People's Republic of China", "t_query": 2008.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 11} +{"id": "sft_002714", "prompt": " After West Germany contains the administrative territorial entity Saarland, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Saarland | country | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Hesse (1972)\n Answer: Hesse", "t_query": 1972.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002715", "prompt": " In 1931, whose chief executive officer was Wilhelm Kissel?\nEvidence:\n- Daimler-Benz AG | chief executive officer | Wilhelm Kissel | 1931\n- Daimler-Benz AG | board member | Wilhelm Kissel | 1931\nReasoning:", "completion": " Hop 1: Daimler-Benz AG -> chief executive officer -> Wilhelm Kissel (1931)\n Answer: Daimler-Benz AG", "t_query": 1931.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_002716", "prompt": " Who was the employer of Bert Rürup after University of Duisburg-Essen?\nEvidence:\n- Bert Rürup | employer | Technical University of Darmstadt | 1986\nReasoning:", "completion": " Hop 1: Bert Rürup -> employer -> Technical University of Darmstadt (1986)\n Answer: Technical University of Darmstadt", "t_query": 1986.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 1} +{"id": "sft_002717", "prompt": " In 1952, what was the head of government of MetLife's headquarters's head of government's residence?\nEvidence:\n- MetLife | headquarters location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- William Vickrey | residence | New York City | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\n- Elliott Erwitt | work location | New York City | 1952\nReasoning:", "completion": " Hop 1: MetLife -> headquarters -> New York City (1952)\n Hop 2: New York City -> head of government -> Vincent R. Impellitteri (1952)\n Hop 3: Vincent R. Impellitteri -> residence -> United States (1952)\n Hop 4: United States -> head of government -> Harry S. Truman (1952)\n Answer: Harry S. Truman", "t_query": 1952.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002718", "prompt": " In 1913, what was the country of Khrustalnyi?\nEvidence:\n- Khrustalnyi | country | Russian Empire | 1913\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1913\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1913\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1913\n- Q326616 | country of registry | Russian Empire | 1913\n- Khanate of Khiva | country | Russian Empire | 1913\n- Emirate of Bukhara | country | Russian Empire | 1913\n- Russian Empire | anthem | God Save the Tsar! | 1913\n- Vladimir Lenin | country of citizenship | Russian Empire | 1913\n- Vikenty Veresaev | country of citizenship | Russian Empire | 1913\nReasoning:", "completion": " Hop 1: Khrustalnyi -> country -> Russian Empire (1913)\n Answer: Russian Empire", "t_query": 1913.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002719", "prompt": " After Concetto Lo Bello country of citizenship Italy, what was the member of of Mario Gentili's country of citizenship?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Mario Gentili -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> member of -> European Economic Community (1961)\n Answer: European Economic Community", "t_query": 1961.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002720", "prompt": " In 1971, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\n- Tullio Kezich | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1971)\n Hop 2: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Answer: Salvatore Fiume", "t_query": 1971.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002721", "prompt": " In 1968, what was the member of of Clelio Darida's country of citizenship?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Clelio Darida -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> member of -> European Economic Community (1968)\n Answer: European Economic Community", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002722", "prompt": " In 1965, whose member of sports team was Baltimore Orioles?\nEvidence:\n- Brooks Robinson | member of sports team | Baltimore Orioles | 1965\nReasoning:", "completion": " Hop 1: Brooks Robinson -> member of sports team -> Baltimore Orioles (1965)\n Answer: Brooks Robinson", "t_query": 1965.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_002723", "prompt": " Who was the country of citizenship of Franca Ongaro after Kingdom of Italy?\nEvidence:\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\n- Wilma Montesi | country of citizenship | Italy | 1952\n- Vittore Catella | country of citizenship | Italy | 1952\n- Vitaliano Brancati | country of citizenship | Italy | 1952\nReasoning:", "completion": " Hop 1: Franca Ongaro -> country of citizenship -> Italy (1952)\n Answer: Italy", "t_query": 1952.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002724", "prompt": " In 1957, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1957\n- Q207166 | country of citizenship | Yugoslavia | 1957\n- Vladica Popović | country of citizenship | Yugoslavia | 1957\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1957\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1957\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1957\n- Ilija Petković | country of citizenship | Yugoslavia | 1957\n- Dušan Ivković | country of citizenship | Yugoslavia | 1957\n- Dragan Tomić | country of citizenship | Yugoslavia | 1957\n- Verzar | country | Yugoslavia | 1957\n- Suševo | country | Yugoslavia | 1957\n- Q793485 | country | Yugoslavia | 1957\n- Pirot | country | Yugoslavia | 1957\n- Orašje | country | Yugoslavia | 1957\n- Kraljevo | country | Yugoslavia | 1957\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1957)\n Hop 2: Ugo Stille -> country of citizenship -> Italy (1957)\n Answer: Ugo Stille", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002725", "prompt": " Who was the head of government of Ugo Morin's country of citizenship before Mario Monti?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Mario Roatta | country of citizenship | Italy | 1968\n- Mario Massa | country of citizenship | Italy | 1968\n- Mario Gentili | country of citizenship | Italy | 1968\n- Mario Castellani | country of citizenship | Italy | 1968\n- Mario Bò | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Ugo Morin -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of government -> Giovanni Leone (1968)\n Answer: Giovanni Leone", "t_query": 1968.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002726", "prompt": " In 1987, whose head of government's country of citizenship was Giovanni Goria?\nEvidence:\n- Italy | head of government | Giovanni Goria | 1987\n- Giovanni Goria | country of citizenship | Italy | 1987\n- Giovanni Goria | position held | Prime Minister of Italy | 1987\n- Giovanni Invernizzi | country of citizenship | Italy | 1987\n- Giovanni Ferrofino | country of citizenship | Italy | 1987\n- Giovanni Azzini | country of citizenship | Italy | 1987\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Giovanni Goria (1987)\n Hop 2: Romolo Alzani -> country of citizenship -> Italy (1987)\n Answer: Romolo Alzani", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002727", "prompt": " In what year was the currency of Romano Mussolini's country of citizenship equal to Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1984\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Romano Mussolini -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> currency -> Italian lira (1984)\n Answer: 1984", "t_query": 1984.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002728", "prompt": " In 1974, what was the head of government of Germany's capital's capital of's contains the administrative territorial entity?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Afghanistan | basic form of government | republic | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1974)\n Hop 4: Baden-Württemberg -> head of government -> Hans Filbinger (1974)\n Answer: Hans Filbinger", "t_query": 1974.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002729", "prompt": " In 1966, whose head of state's country of citizenship was Giuseppe Saragat?\nEvidence:\n- Italy | head of state | Giuseppe Saragat | 1966\n- Giuseppe Saragat | country of citizenship | Italy | 1966\n- Giuseppe Saragat | position held | President of Italy | 1966\n- Giuseppe Saragat | award received | Supreme Order of Christ | 1966\n- Giuseppe Prisco | country of citizenship | Italy | 1966\n- Giuseppe Patanè | country of citizenship | Italy | 1966\n- Giuseppe Paratore | country of citizenship | Italy | 1966\n- Giuseppe Meazza | country of citizenship | Italy | 1966\n- Giuseppe Gabrielli | country of citizenship | Italy | 1966\n- Giuseppe Colnago | country of citizenship | Italy | 1966\n- Giuseppe Busso | country of citizenship | Italy | 1966\n- Giuseppe Antonini | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giuseppe Saragat (1966)\n Hop 2: Cesare Terranova -> country of citizenship -> Italy (1966)\n Answer: Cesare Terranova", "t_query": 1966.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002730", "prompt": " In what year was the position held of Luigi Pistilli's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Luigi Pistilli -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Hop 3: Antonio Segni -> position held -> President of Italy (1963)\n Answer: 1963", "t_query": 1963.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002731", "prompt": " After Saarland country West Germany, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- Bonn | capital of | West Germany | 1987\n- West Germany | currency | Deutsche Mark | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1987)\n Answer: Baden-Württemberg", "t_query": 1987.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002732", "prompt": " Who was the head of state of Angelo Martino Colombo's country of citizenship after Francesco Cossiga?\nEvidence:\n- Angelo Martino Colombo | country of citizenship | Italy | 2004\n- Alberto De Martino | country of citizenship | Italy | 2004\n- Francesco Scafarelli | country of citizenship | Italy | 2004\n- Francesco Marchisano | country of citizenship | Italy | 2004\n- Francesco Aguzzoli | country of citizenship | Italy | 2004\n- Angelo Infanti | country of citizenship | Italy | 2004\n- Angelo Cuniberti | country of citizenship | Italy | 2004\n- Loris Francesco Capovilla | country of citizenship | Italy | 2004\n- Francesco De Masi | country of citizenship | Italy | 2004\n- Q679495 | country of citizenship | Italy | 2004\n- Q678840 | country of citizenship | Italy | 2004\n- Q445276 | country of citizenship | Italy | 2004\n- Q383551 | country of citizenship | Italy | 2004\n- Vittorio Vettori | country of citizenship | Italy | 2004\n- Vito Lattanzio | country of citizenship | Italy | 2004\nReasoning:", "completion": " Hop 1: Angelo Martino Colombo -> country of citizenship -> Italy (2004)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2004)\n Answer: Carlo Azeglio Ciampi", "t_query": 2004.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002733", "prompt": " In what year was the head of state of Gianni Brera's country of citizenship equal to Antonio Segni?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Antonio Leonviola | country of citizenship | Italy | 1963\n- Antonio Fessia | country of citizenship | Italy | 1963\n- Antonio Calderara | country of citizenship | Italy | 1963\n- Antonio Brivio | country of citizenship | Italy | 1963\n- Antonio Bacci | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Gianni Brera -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Answer: 1963", "t_query": 1963.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002734", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in after Feyzin?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Rhône -> contains the administrative territorial entity -> Caluire-et-Cuire (2003)\n Answer: Caluire-et-Cuire", "t_query": 2003.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002735", "prompt": " In 2022, what was the head of government of Italy?\nEvidence:\n- Italy | head of government | Mario Draghi | 2022\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Mario Draghi (2022)\n Answer: Mario Draghi", "t_query": 2022.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_002736", "prompt": " In 1993, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1993\n- Ireland | member of | European Economic Community | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Economic Community (1993)\n Hop 2: Luca Ronconi -> country of citizenship -> Italy (1993)\n Answer: Luca Ronconi", "t_query": 1993.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002737", "prompt": " In 1978, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1978\n- Q46099 | country of citizenship | Yugoslavia | 1978\n- Q207166 | country of citizenship | Yugoslavia | 1978\n- Vladica Popović | country of citizenship | Yugoslavia | 1978\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1978\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1978\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1978\n- Ilija Petković | country of citizenship | Yugoslavia | 1978\n- Dušan Ivković | country of citizenship | Yugoslavia | 1978\n- Dragan Tomić | country of citizenship | Yugoslavia | 1978\n- Verzar | country | Yugoslavia | 1978\n- Suševo | country | Yugoslavia | 1978\n- Q793485 | country | Yugoslavia | 1978\n- Pirot | country | Yugoslavia | 1978\n- Orašje | country | Yugoslavia | 1978\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1978)\n Hop 2: Arnaldo Genoino -> country of citizenship -> Italy (1978)\n Answer: Arnaldo Genoino", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002738", "prompt": " In 1948, whose head of government's located in was Alexei Kosygin?\nEvidence:\n- Russian Soviet Federative Socialist Republic | head of government | Alexei Kosygin | 1948\n- Sevastopol | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Autonomous Republic of Crimea | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Sakhalin Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Khabarovsk Krai | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\nReasoning:", "completion": " Hop 1: Russian Soviet Federative Socialist Republic -> head of government -> Alexei Kosygin (1948)\n Hop 2: Omsk -> located in -> Russian Soviet Federative Socialist Republic (1948)\n Answer: Omsk", "t_query": 1948.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002739", "prompt": " After Amedeo Amadei country of citizenship Italy, what was the head of state of Veriano Luchetti's country of citizenship?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\n- Tiziano Terzani | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Veriano Luchetti -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> head of state -> Francesco Cossiga (1985)\n Answer: Francesco Cossiga", "t_query": 1985.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002740", "prompt": " In 1962, whose country was Kingdom of Greece?\nEvidence:\n- Athens | country | Kingdom of Greece | 1962\n- Takis | country of citizenship | Kingdom of Greece | 1962\n- Q234918 | country of citizenship | Kingdom of Greece | 1962\n- Takis | residence | Paris | 1962\nReasoning:", "completion": " Hop 1: Athens -> country -> Kingdom of Greece (1962)\n Answer: Athens", "t_query": 1962.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_002741", "prompt": " In what year was the country of Chelyabinsk Oblast equal to Soviet Union?\nEvidence:\n- Chelyabinsk Oblast | country | Soviet Union | 1974\n- Chelyabinsk | country | Soviet Union | 1974\n- Sumy Oblast | country | Soviet Union | 1974\n- Semipalatinsk Oblast | country | Soviet Union | 1974\n- Poltava Oblast | country | Soviet Union | 1974\n- Omsk Oblast | country | Soviet Union | 1974\n- Odesa Oblast | country | Soviet Union | 1974\n- Novosibirsk Oblast | country | Soviet Union | 1974\n- Murmansk Oblast | country | Soviet Union | 1974\n- Kursk Oblast | country | Soviet Union | 1974\n- Kherson Oblast | country | Soviet Union | 1974\n- Kharkiv Oblast | country | Soviet Union | 1974\n- Dnipropetrovsk Oblast | country | Soviet Union | 1974\n- Bryansk Oblast | country | Soviet Union | 1974\n- Zlatoust | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\nReasoning:", "completion": " Hop 1: Chelyabinsk Oblast -> country -> Soviet Union (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002742", "prompt": " In what year was the shares border with of Elena Altieri's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1977\n- Elena Altieri | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\n- Tullio Kezich | country of citizenship | Italy | 1977\n- Tonino Cervi | country of citizenship | Italy | 1977\nReasoning:", "completion": " Hop 1: Elena Altieri -> country of citizenship -> Italy (1977)\n Hop 2: Italy -> shares border with -> Yugoslavia (1977)\n Answer: 1977", "t_query": 1977.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002743", "prompt": " After Paul Foucart member of Académie des Inscriptions et Belles-Lettres, what was the employer of Paul Foucart?\nEvidence:\n- Paul Foucart | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q972619 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q587038 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q521592 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q516758 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q446690 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q333292 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q286459 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q202790 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q171485 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Salomon Reinach | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Ferdinand Lot | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Antoine Meillet | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Alfred Jeanroy | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Frederic G. Kenyon | member of | Académie des Inscriptions et Belles-Lettres | 1925\nReasoning:", "completion": " Hop 1: Paul Foucart -> employer -> Collège de France (1925)\n Answer: Collège de France", "t_query": 1925.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002744", "prompt": " In what year was the head of state of Carel Willink's work location's country equal to Friedrich Ebert?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Hop 1: Carel Willink -> work location -> Berlin (1920)\n Hop 2: Berlin -> country -> Weimar Republic (1920)\n Hop 3: Weimar Republic -> head of state -> Friedrich Ebert (1920)\n Answer: 1920", "t_query": 1920.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 9} +{"id": "sft_002745", "prompt": " After Vittore Catella country of citizenship Italy, what was the shares border with of Marco Tulli's country of citizenship?\nEvidence:\n- Vittore Catella | country of citizenship | Italy | 1978\n- Marco Tulli | country of citizenship | Italy | 1978\n- Italy | shares border with | Yugoslavia | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Marco Tulli -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> shares border with -> Yugoslavia (1978)\n Answer: Yugoslavia", "t_query": 1978.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002746", "prompt": " In 1946, what was the shares border with of Ignazio Cannavò's country of citizenship?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q432257 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Hop 1: Ignazio Cannavò -> country of citizenship -> Italy (1946)\n Hop 2: Italy -> shares border with -> Yugoslavia (1946)\n Answer: Yugoslavia", "t_query": 1946.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002747", "prompt": " In 1921, whose located in's work location's spouse was Free State of Prussia?\nEvidence:\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1921\n- Q78108 | work location | Berlin | 1921\n- Q699326 | work location | Berlin | 1921\n- Rudolf Bauer | work location | Berlin | 1921\n- Paul Cassirer | work location | Berlin | 1921\n- Max Blokzijl | work location | Berlin | 1921\n- Konrad Biesalski | work location | Berlin | 1921\n- Carel Willink | work location | Berlin | 1921\n- Anton Kerschbaumer | work location | Berlin | 1921\n- Q73153 | residence | Berlin | 1921\n- Berlin | country | Weimar Republic | 1921\nReasoning:", "completion": " Hop 1: Berlin -> located in -> Free State of Prussia (1921)\n Hop 2: Paul Cassirer -> work location -> Berlin (1921)\n Hop 3: Tilla Durieux -> spouse -> Paul Cassirer (1921)\n Answer: Tilla Durieux", "t_query": 1921.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 11} +{"id": "sft_002748", "prompt": " After Pat Nixon spouse Richard Nixon, what was the position held of Richard Nixon's spouse?\nEvidence:\n- Richard Nixon | spouse | Pat Nixon | 1960\n- Pat Nixon | spouse | Richard Nixon | 1960\n- Richard Nixon | position held | Vice President of the United States | 1960\n- Pat Nixon | position held | Second Lady or Gentleman of the United States | 1960\n- Richard Nixon | work location | Washington, D.C. | 1960\n- Q216195 | work location | Washington, D.C. | 1960\nReasoning:", "completion": " Hop 1: Richard Nixon -> spouse -> Pat Nixon (1960)\n Hop 2: Pat Nixon -> position held -> Second Lady or Gentleman of the United States (1960)\n Answer: Second Lady or Gentleman of the United States", "t_query": 1960.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 6} +{"id": "sft_002749", "prompt": " In 1983, whose part of's country of citizenship was European Union?\nEvidence:\n- United Kingdom | part of | European Union | 1983\n- United Kingdom | member of | European Union | 1983\n- Tony Abbott | country of citizenship | United Kingdom | 1983\n- Robert Morley | country of citizenship | United Kingdom | 1983\n- Liz Smith | country of citizenship | United Kingdom | 1983\n- United Kingdom | head of state | Elizabeth II | 1983\nReasoning:", "completion": " Hop 1: United Kingdom -> part of -> European Union (1983)\n Hop 2: Robert Morley -> country of citizenship -> United Kingdom (1983)\n Answer: Robert Morley", "t_query": 1983.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_002750", "prompt": " In what year was the anthem of Dushanbe's located in's country equal to God Save the Tsar!?\nEvidence:\n- Dushanbe | located in the administrative territorial entity | Emirate of Bukhara | 1904\n- Termez | country | Emirate of Bukhara | 1904\n- Emirate of Bukhara | country | Russian Empire | 1904\nReasoning:", "completion": " Hop 1: Dushanbe -> located in -> Emirate of Bukhara (1904)\n Hop 2: Emirate of Bukhara -> country -> Russian Empire (1904)\n Hop 3: Russian Empire -> anthem -> God Save the Tsar! (1904)\n Answer: 1904", "t_query": 1904.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 3} +{"id": "sft_002751", "prompt": " In what year was the head of state of Umberto Mastroianni's country of citizenship equal to Oscar Luigi Scalfaro?\nEvidence:\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1995\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Luigi Comencini | country of citizenship | Italy | 1995\n- Luigi Agnolin | country of citizenship | Italy | 1995\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1995\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\nReasoning:", "completion": " Hop 1: Umberto Mastroianni -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1995)\n Answer: 1995", "t_query": 1995.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002752", "prompt": " In 1948, whose member of's located in was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1948\n- Yalta | country | Soviet Union | 1948\n- Voronezh | country | Soviet Union | 1948\n- Volhynia | country | Soviet Union | 1948\n- Vinnytsia | country | Soviet Union | 1948\n- Urgench | country | Soviet Union | 1948\n- Uman | country | Soviet Union | 1948\n- Torzhok | country | Soviet Union | 1948\n- Tbilisi | country | Soviet Union | 1948\n- Sudak | country | Soviet Union | 1948\n- Starodub | country | Soviet Union | 1948\n- Simferopol | country | Soviet Union | 1948\n- Siberia | country | Soviet Union | 1948\n- Sevastopol | country | Soviet Union | 1948\n- Q957273 | country | Soviet Union | 1948\nReasoning:", "completion": " Hop 1: Russian Soviet Federative Socialist Republic -> member of -> Soviet Union (1948)\n Hop 2: Omsk -> located in -> Russian Soviet Federative Socialist Republic (1948)\n Answer: Omsk", "t_query": 1948.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002753", "prompt": " In 1970, whose head of state's country of citizenship was Giuseppe Saragat?\nEvidence:\n- Italy | head of state | Giuseppe Saragat | 1970\n- Giuseppe Saragat | country of citizenship | Italy | 1970\n- Giuseppe Saragat | position held | President of Italy | 1970\n- Giuseppe Prisco | country of citizenship | Italy | 1970\n- Giuseppe Patanè | country of citizenship | Italy | 1970\n- Giuseppe Meazza | country of citizenship | Italy | 1970\n- Giuseppe Gabrielli | country of citizenship | Italy | 1970\n- Giuseppe Colnago | country of citizenship | Italy | 1970\n- Giuseppe Busso | country of citizenship | Italy | 1970\n- Giuseppe Antonini | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giuseppe Saragat (1970)\n Hop 2: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Answer: Claudio Cavazza", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002754", "prompt": " In what year was the contains the administrative territorial entity of Germany's head of government's country of citizenship equal to North Rhine-Westphalia?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> North Rhine-Westphalia (1987)\n Answer: 1987", "t_query": 1987.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002755", "prompt": " In 1953, whose contains the administrative territorial entity's country's work location was Bavaria?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bavaria | 1953\n- West Germany | contains the administrative territorial entity | Hesse | 1953\n- West Germany | contains the administrative territorial entity | Hamburg | 1953\n- West Germany | contains the administrative territorial entity | Bremen | 1953\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1953\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1953\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1953\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1953\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1953\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1953\n- Würzburg | country | West Germany | 1953\n- Wuppertal | country | West Germany | 1953\n- Wiesbaden | country | West Germany | 1953\n- Viersen | country | West Germany | 1953\n- Speyer | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Bavaria (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: Bernard Schultze -> work location -> Frankfurt (1953)\n Answer: Bernard Schultze", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002756", "prompt": " In 1988, whose position held's head of government's residence was President of the United States?\nEvidence:\n- Ronald Reagan | position held | President of the United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Ronald Reagan | member of political party | Republican Party | 1988\n- Ronald Reagan | work location | Washington, D.C. | 1988\n- Ronald Reagan | spouse | Nancy Reagan | 1988\nReasoning:", "completion": " Hop 1: Ronald Reagan -> position held -> President of the United States (1988)\n Hop 2: United States -> head of government -> Ronald Reagan (1988)\n Hop 3: Erazim Kohák -> residence -> United States (1988)\n Answer: Erazim Kohák", "t_query": 1988.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 5} +{"id": "sft_002757", "prompt": " After Route nationale 401 located in Haute-Marne, what was the located in of Route nationale 401?\nEvidence:\n- Route nationale 401 | located in the administrative territorial entity | Haute-Marne | 1946\n- Route nationale 401 | located in the administrative territorial entity | Meuse | 1946\n- Q731279 | located in the administrative territorial entity | Haute-Marne | 1946\n- Route nationale 401 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\n- Route nationale 411 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\nReasoning:", "completion": " Hop 1: Route nationale 401 -> located in -> Meurthe-et-Moselle (1946)\n Answer: Meurthe-et-Moselle", "t_query": 1946.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 5} +{"id": "sft_002758", "prompt": " After Gino Cassinis country of citizenship Kingdom of Italy, what was the country of citizenship of Gino Cassinis?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Gino Cassinis -> country of citizenship -> Italy (1959)\n Answer: Italy", "t_query": 1959.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002759", "prompt": " After Kovin country Austria–Hungary, what was the country of Kovin?\nEvidence:\n- Kovin | country | Socialist Federal Republic of Yugoslavia | 1951\n- Q146496 | country of citizenship | Socialist Federal Republic of Yugoslavia | 1951\n- Šibenik | country | Socialist Federal Republic of Yugoslavia | 1951\n- Zagreb | country | Socialist Federal Republic of Yugoslavia | 1951\n- Vršac | country | Socialist Federal Republic of Yugoslavia | 1951\n- Skopje | country | Socialist Federal Republic of Yugoslavia | 1951\n- Q583161 | country | Socialist Federal Republic of Yugoslavia | 1951\n- Q55630 | country | Socialist Federal Republic of Yugoslavia | 1951\n- Q5266 | country | Socialist Federal Republic of Yugoslavia | 1951\n- Pula | country | Socialist Federal Republic of Yugoslavia | 1951\n- Pristina | country | Socialist Federal Republic of Yugoslavia | 1951\n- Perast | country | Socialist Federal Republic of Yugoslavia | 1951\n- Peja | country | Socialist Federal Republic of Yugoslavia | 1951\n- Niš | country | Socialist Federal Republic of Yugoslavia | 1951\n- Ljubljana | country | Socialist Federal Republic of Yugoslavia | 1951\nReasoning:", "completion": " Hop 1: Kovin -> country -> Socialist Federal Republic of Yugoslavia (1951)\n Answer: Socialist Federal Republic of Yugoslavia", "t_query": 1951.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002760", "prompt": " Who was the country of citizenship of Maria Fiore before Italy?\nEvidence:\n- Maria Fiore | country of citizenship | Kingdom of Italy | 1940\n- Alberto Maria De Agostini | country of citizenship | Kingdom of Italy | 1940\n- Q976653 | country of citizenship | Kingdom of Italy | 1940\n- Q972711 | country of citizenship | Kingdom of Italy | 1940\n- Q922237 | country of citizenship | Kingdom of Italy | 1940\n- Q890523 | country of citizenship | Kingdom of Italy | 1940\n- Q741387 | country of citizenship | Kingdom of Italy | 1940\n- Q710497 | country of citizenship | Kingdom of Italy | 1940\n- Q678253 | country of citizenship | Kingdom of Italy | 1940\n- Q654973 | country of citizenship | Kingdom of Italy | 1940\n- Q650303 | country of citizenship | Kingdom of Italy | 1940\n- Q527400 | country of citizenship | Kingdom of Italy | 1940\n- Q51189 | country of citizenship | Kingdom of Italy | 1940\n- Q432318 | country of citizenship | Kingdom of Italy | 1940\n- Q432257 | country of citizenship | Kingdom of Italy | 1940\nReasoning:", "completion": " Hop 1: Maria Fiore -> country of citizenship -> Kingdom of Italy (1940)\n Answer: Kingdom of Italy", "t_query": 1940.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002761", "prompt": " In 1926, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q890523 | country of citizenship | Kingdom of Italy | 1926\n- Q715036 | country of citizenship | Kingdom of Italy | 1926\n- Q603148 | country of citizenship | Kingdom of Italy | 1926\n- Q471232 | country of citizenship | Kingdom of Italy | 1926\n- Q456574 | country of citizenship | Kingdom of Italy | 1926\n- Q432318 | country of citizenship | Kingdom of Italy | 1926\n- Q333809 | country of citizenship | Kingdom of Italy | 1926\n- Q329221 | country of citizenship | Kingdom of Italy | 1926\n- Q297190 | country of citizenship | Kingdom of Italy | 1926\n- Q263967 | country of citizenship | Kingdom of Italy | 1926\n- Q216812 | country of citizenship | Kingdom of Italy | 1926\n- Q178349 | country of citizenship | Kingdom of Italy | 1926\n- Vincenzo Vannutelli | country of citizenship | Kingdom of Italy | 1926\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1926\n- Paolo Vetri | country of citizenship | Kingdom of Italy | 1926\nReasoning:", "completion": " Hop 1: Marcello Costalunga -> country of citizenship -> Kingdom of Italy (1926)\n Answer: Marcello Costalunga", "t_query": 1926.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002762", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in equal to Caluire-et-Cuire?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Rhône -> contains the administrative territorial entity -> Caluire-et-Cuire (2003)\n Answer: 2003", "t_query": 2003.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002763", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon equal to Saint-Genis-Laval?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-Laval | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-les-Ollières | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Saint-Genis-Laval (2003)\n Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002764", "prompt": " In 1968, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Economic Community (1968)\n Hop 2: Clelio Darida -> country of citizenship -> Italy (1968)\n Answer: Clelio Darida", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002765", "prompt": " Who was the significant event of Germany before Basic Treaty?\nEvidence:\n- Germany | significant event | Basic Treaty | 1974\n- Germany | significant event | Berlin Wall | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\nReasoning:", "completion": " Hop 1: Germany -> significant event -> Berlin Wall (1974)\n Answer: Berlin Wall", "t_query": 1974.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002766", "prompt": " In 1968, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1968)\n Hop 2: Clelio Darida -> country of citizenship -> Italy (1968)\n Answer: Clelio Darida", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002767", "prompt": " In what year was the member of of United Kingdom equal to European Union?\nEvidence:\n- United Kingdom | member of | European Union | 1989\n- United Kingdom | part of | European Union | 1989\n- United Kingdom | head of state | Elizabeth II | 1989\n- Tony Abbott | country of citizenship | United Kingdom | 1989\n- Robert Morley | country of citizenship | United Kingdom | 1989\n- Liz Smith | country of citizenship | United Kingdom | 1989\n- Q238219 | country for sport | United Kingdom | 1989\n- Q672 | head of state | Elizabeth II | 1989\n- New Zealand | head of state | Elizabeth II | 1989\nReasoning:", "completion": " Hop 1: United Kingdom -> member of -> European Union (1989)\n Answer: 1989", "t_query": 1989.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 9} +{"id": "sft_002768", "prompt": " After Barysaw country Belarusian People's Republic, what was the located in of Barysaw?\nEvidence:\n- Barysaw | country | Byelorussian Soviet Socialist Republic | 1967\n- Barysaw | located in the administrative territorial entity | Minsk Region | 1967\n- Vitebsk Region | located in the administrative territorial entity | Byelorussian Soviet Socialist Republic | 1967\nReasoning:", "completion": " Hop 1: Barysaw -> located in -> Minsk Region (1967)\n Answer: Minsk Region", "t_query": 1967.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 3} +{"id": "sft_002769", "prompt": " In 1984, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\n- Tonino Cervi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1984)\n Hop 2: Carlo Curis -> country of citizenship -> Italy (1984)\n Answer: Carlo Curis", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002770", "prompt": " After Berlin country German Empire, what was the country of Carel Willink's work location?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\nReasoning:", "completion": " Hop 1: Carel Willink -> work location -> Berlin (1920)\n Hop 2: Berlin -> country -> Weimar Republic (1920)\n Answer: Weimar Republic", "t_query": 1920.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 9} +{"id": "sft_002771", "prompt": " In what year was the head of government of Romolo Alzani's country of citizenship equal to Amintore Fanfani?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Romolo Alzani -> country of citizenship -> Italy (1987)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1987)\n Answer: 1987", "t_query": 1987.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002772", "prompt": " In what year was the head of government of Italy equal to Italy484?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 2007\n- Tullio Kezich | country of citizenship | Italy | 2007\n- Stefano Angeleri | country of citizenship | Italy | 2007\n- Sergio Bonelli | country of citizenship | Italy | 2007\n- Sebastiano Mannironi | country of citizenship | Italy | 2007\n- Salvatore Cassisa | country of citizenship | Italy | 2007\n- Rossana Rossanda | country of citizenship | Italy | 2007\n- Roberto Tucci | country of citizenship | Italy | 2007\n- Plinio Antolini | country of citizenship | Italy | 2007\n- Pino Lancetti | country of citizenship | Italy | 2007\n- Piergiorgio Nesti | country of citizenship | Italy | 2007\n- Paolo Villaggio | country of citizenship | Italy | 2007\n- Paolo Rossi | country of citizenship | Italy | 2007\n- Nino Baragli | country of citizenship | Italy | 2007\n- Marcello Costalunga | country of citizenship | Italy | 2007\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Romano Prodi (2007)\n Answer: 2007", "t_query": 2007.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002773", "prompt": " After Leopoldo Trieste country of citizenship Italy, what was the currency of Luigi Pistilli's country of citizenship?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Luigi Pistilli -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> currency -> Italian lira (1963)\n Answer: Italian lira", "t_query": 1963.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002774", "prompt": " In 1935, what was the member of sports team of Domingos da Guia?\nEvidence:\n- Domingos da Guia | member of sports team | Boca Juniors | 1935\n- Domingos da Guia | member of sports team | Brazil men's national football team | 1935\n- Martim Mércio da Silveira | member of sports team | Brazil men's national football team | 1935\n- Q940543 | member of sports team | Boca Juniors | 1935\n- Q455364 | member of sports team | Boca Juniors | 1935\n- Q10131 | member of sports team | Boca Juniors | 1935\n- Q555601 | member of sports team | Brazil men's national football team | 1935\n- Q261000 | member of sports team | Brazil men's national football team | 1935\n- Manuel Fleitas Solich | member of sports team | Boca Juniors | 1935\nReasoning:", "completion": " Hop 1: Domingos da Guia -> member of sports team -> Boca Juniors (1935)\n Answer: Boca Juniors", "t_query": 1935.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 9} +{"id": "sft_002775", "prompt": " Who was the head of state of Ignazio Cannavò's country of citizenship before Luigi Einaudi?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Luigi Serventi | country of citizenship | Kingdom of Italy | 1946\n- Luigi Lucotti | country of citizenship | Kingdom of Italy | 1946\n- Luigi Coletti | country of citizenship | Kingdom of Italy | 1946\n- Luigi Carnacina | country of citizenship | Kingdom of Italy | 1946\n- Luigi Bertoni | country of citizenship | Kingdom of Italy | 1946\n- Luigi Andreoli | country of citizenship | Kingdom of Italy | 1946\n- Celso Benigno Luigi Costantini | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Hop 1: Ignazio Cannavò -> country of citizenship -> Italy (1946)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1946)\n Answer: Alcide De Gasperi", "t_query": 1946.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002776", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Dardilly (2003)\n Answer: Dardilly", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002777", "prompt": " In 1950, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Bavaria (1950)\n Answer: Bavaria", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002778", "prompt": " In what year was the head of government of Italy equal to Lamberto Dini?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1996\n- Q454036 | country of citizenship | Italy | 1996\n- Vittore Catella | country of citizenship | Italy | 1996\n- Veriano Luchetti | country of citizenship | Italy | 1996\n- Tullio Kezich | country of citizenship | Italy | 1996\n- Tonino Cervi | country of citizenship | Italy | 1996\n- Tiziano Terzani | country of citizenship | Italy | 1996\n- Stéphane Grappelli | country of citizenship | Italy | 1996\n- Simon Spierer | country of citizenship | Italy | 1996\n- Sergio Mantovani | country of citizenship | Italy | 1996\n- Sergio Bonelli | country of citizenship | Italy | 1996\n- Salvatore Cassisa | country of citizenship | Italy | 1996\n- Rossana Rossanda | country of citizenship | Italy | 1996\n- Romano Mussolini | country of citizenship | Italy | 1996\n- Renata Tebaldi | country of citizenship | Italy | 1996\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Lamberto Dini (1996)\n Answer: 1996", "t_query": 1996.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002779", "prompt": " In 1986, what was the head of government of Lewis Mumford's work location?\nEvidence:\n- Lewis Mumford | work location | New York City | 1986\n- Lewis Mumford | residence | Amenia | 1986\n- New York City | head of government | Ed Koch | 1986\n- Q828254 | work location | New York City | 1986\n- Arman | work location | New York City | 1986\n- Nancy Graves | work location | New York City | 1986\n- Louise Bourgeois | work location | New York City | 1986\n- Elliott Erwitt | work location | New York City | 1986\n- Donald Trump | work location | New York City | 1986\n- Alan Vega | work location | New York City | 1986\n- MetLife | headquarters location | New York City | 1986\n- Prelinger Archives | located in the administrative territorial entity | New York City | 1986\n- Variety | place of publication | New York City | 1986\n- Wolfgang Schivelbusch | residence | New York City | 1986\n- William Vickrey | residence | New York City | 1986\nReasoning:", "completion": " Hop 1: Lewis Mumford -> work location -> New York City (1986)\n Hop 2: New York City -> head of government -> Ed Koch (1986)\n Answer: Ed Koch", "t_query": 1986.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002780", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Limonest (2003)\n Answer: Limonest", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002781", "prompt": " Who was the located in of Mannheim before Baden-Württemberg?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> located in -> Württemberg-Baden (1950)\n Answer: Württemberg-Baden", "t_query": 1950.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002782", "prompt": " In what year was the head of state of Berolzheim's country equal to Friedrich Ebert?\nEvidence:\n- Weimar Republic | head of state | Friedrich Ebert | 1925\n- Berolzheim | country | Weimar Republic | 1925\n- Weimar Republic | head of state | Paul von Hindenburg | 1925\n- Weimar Republic | head of government | Hans Luther | 1925\n- Q87105 | country of citizenship | Weimar Republic | 1925\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1925\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Weimar | country | Weimar Republic | 1925\n- Vaterstetten | country | Weimar Republic | 1925\nReasoning:", "completion": " Hop 1: Berolzheim -> country -> Weimar Republic (1925)\n Hop 2: Weimar Republic -> head of state -> Friedrich Ebert (1925)\n Answer: 1925", "t_query": 1925.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002783", "prompt": " In 1952, whose head of government's headquarters was Vincent R. Impellitteri?\nEvidence:\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- Vincent R. Impellitteri | residence | United States | 1952\n- Vincent R. Impellitteri | position held | Mayor of New York City | 1952\n- United States | head of government | Harry S. Truman | 1952\n- MetLife | headquarters location | New York City | 1952\n- Yul Brynner | country of citizenship | United States | 1952\n- Variety | place of publication | New York City | 1952\n- Tina Turner | country of citizenship | United States | 1952\n- Richard Pipes | country of citizenship | United States | 1952\n- Angela Lansbury | country of citizenship | United States | 1952\n- Menachem Mendel Schneerson | country of citizenship | United States | 1952\n- Hans Albert Einstein | country of citizenship | United States | 1952\n- United States | contains the administrative territorial entity | Territory of Hawaii | 1952\n- William Vickrey | residence | New York City | 1952\n- Weegee | work location | New York City | 1952\nReasoning:", "completion": " Hop 1: New York City -> head of government -> Vincent R. Impellitteri (1952)\n Hop 2: MetLife -> headquarters -> New York City (1952)\n Answer: MetLife", "t_query": 1952.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002784", "prompt": " In what year was the spouse of Ione Skye equal to Ad-Rock?\nEvidence:\n- Ione Skye | spouse | Ad-Rock | 1992\nReasoning:", "completion": " Hop 1: Ione Skye -> spouse -> Ad-Rock (1992)\n Answer: 1992", "t_query": 1992.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1} +{"id": "sft_002785", "prompt": " In 2008, what was the twinned with of Cheb?\nEvidence:\n- Nizhny Tagil | twinned administrative body | Cheb | 2008\n- Cheb | twinned administrative body | Nizhny Tagil | 2008\nReasoning:", "completion": " Hop 1: Cheb -> twinned with -> Nizhny Tagil (2008)\n Answer: Nizhny Tagil", "t_query": 2008.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_002786", "prompt": " Who was the head of state of Maria Rita Saulle's country of citizenship after Luigi Einaudi?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Luigi Nono | country of citizenship | Italy | 1989\n- Luigi Comencini | country of citizenship | Italy | 1989\n- Luigi Agnolin | country of citizenship | Italy | 1989\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1989\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1989\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Maria Rita Saulle -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> head of state -> Francesco Cossiga (1989)\n Answer: Francesco Cossiga", "t_query": 1989.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002787", "prompt": " Who was the head of state of Berolzheim's country before Paul von Hindenburg?\nEvidence:\n- Weimar Republic | head of state | Paul von Hindenburg | 1925\n- Berolzheim | country | Weimar Republic | 1925\n- Weimar Republic | head of state | Friedrich Ebert | 1925\n- Weimar Republic | head of government | Hans Luther | 1925\n- Q87105 | country of citizenship | Weimar Republic | 1925\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1925\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Weimar | country | Weimar Republic | 1925\n- Vaterstetten | country | Weimar Republic | 1925\nReasoning:", "completion": " Hop 1: Berolzheim -> country -> Weimar Republic (1925)\n Hop 2: Weimar Republic -> head of state -> Friedrich Ebert (1925)\n Answer: Friedrich Ebert", "t_query": 1925.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002788", "prompt": " After Dalida country of citizenship Italy, what was the shares border with of Ignazio Cannavò's country of citizenship?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q432257 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Hop 1: Ignazio Cannavò -> country of citizenship -> Italy (1946)\n Hop 2: Italy -> shares border with -> Yugoslavia (1946)\n Answer: Yugoslavia", "t_query": 1946.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002789", "prompt": " In what year was the located in of Omsk equal to Russian Soviet Federative Socialist Republic?\nEvidence:\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Omsk | country | Soviet Union | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | country | Soviet Union | 1948\n- Georgian Soviet Socialist Republic | country | Soviet Union | 1948\n- Q59054 | country of citizenship | Soviet Union | 1948\n- Q437262 | country of citizenship | Soviet Union | 1948\n- Q324083 | country of citizenship | Soviet Union | 1948\n- Zhytomyr | country | Soviet Union | 1948\n- Zastavna | country | Soviet Union | 1948\n- Yevpatoriia | country | Soviet Union | 1948\nReasoning:", "completion": " Hop 1: Omsk -> located in -> Russian Soviet Federative Socialist Republic (1948)\n Answer: 1948", "t_query": 1948.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002790", "prompt": " After Sabatino Moscati country of citizenship Italy, what was the head of government of Italy?\nEvidence:\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Veriano Luchetti | country of citizenship | Italy | 1957\n- Tonino Cervi | country of citizenship | Italy | 1957\n- Tiziano Terzani | country of citizenship | Italy | 1957\n- Stéphane Grappelli | country of citizenship | Italy | 1957\n- Simon Spierer | country of citizenship | Italy | 1957\n- Sergio Mantovani | country of citizenship | Italy | 1957\n- Sergio Bonelli | country of citizenship | Italy | 1957\n- Rossana Rossanda | country of citizenship | Italy | 1957\n- Romeo Bertini | country of citizenship | Italy | 1957\n- Renata Tebaldi | country of citizenship | Italy | 1957\n- Primo Nebiolo | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Adone Zoli (1957)\n Answer: Adone Zoli", "t_query": 1957.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002791", "prompt": " In 1975, what was the head of state of Giacomo Rossi-Stuart's country of citizenship?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giacomo Rossi-Stuart -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> head of state -> Giovanni Leone (1975)\n Answer: Giovanni Leone", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002792", "prompt": " In what year was the country of Vršac equal to Socialist Federal Republic of Yugoslavia?\nEvidence:\n- Vršac | country | Socialist Federal Republic of Yugoslavia | 1969\n- Šibenik | country | Socialist Federal Republic of Yugoslavia | 1969\n- Zagreb | country | Socialist Federal Republic of Yugoslavia | 1969\n- Skopje | country | Socialist Federal Republic of Yugoslavia | 1969\n- Q583161 | country | Socialist Federal Republic of Yugoslavia | 1969\n- Q55630 | country | Socialist Federal Republic of Yugoslavia | 1969\n- Q5266 | country | Socialist Federal Republic of Yugoslavia | 1969\n- Pula | country | Socialist Federal Republic of Yugoslavia | 1969\n- Pristina | country | Socialist Federal Republic of Yugoslavia | 1969\n- Perast | country | Socialist Federal Republic of Yugoslavia | 1969\n- Peja | country | Socialist Federal Republic of Yugoslavia | 1969\n- Niš | country | Socialist Federal Republic of Yugoslavia | 1969\n- Ljubljana | country | Socialist Federal Republic of Yugoslavia | 1969\n- Kovin | country | Socialist Federal Republic of Yugoslavia | 1969\n- Gjilan | country | Socialist Federal Republic of Yugoslavia | 1969\nReasoning:", "completion": " Hop 1: Vršac -> country -> Socialist Federal Republic of Yugoslavia (1969)\n Answer: 1969", "t_query": 1969.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002793", "prompt": " In 1961, what was the member of of John Paul I's country of citizenship?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\n- Virginio Rosetta | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: John Paul I -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> member of -> European Economic Community (1961)\n Answer: European Economic Community", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002794", "prompt": " After Franca Ongaro country of citizenship Kingdom of Italy, what was the country of citizenship of Franca Ongaro?\nEvidence:\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\n- Wilma Montesi | country of citizenship | Italy | 1952\n- Vittore Catella | country of citizenship | Italy | 1952\n- Vitaliano Brancati | country of citizenship | Italy | 1952\nReasoning:", "completion": " Hop 1: Franca Ongaro -> country of citizenship -> Italy (1952)\n Answer: Italy", "t_query": 1952.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002795", "prompt": " In 1962, what was the position held of Guido Aycard's country of citizenship's head of state?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Guido Aycard -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1962)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1962)\n Answer: President of Italy", "t_query": 1962.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002796", "prompt": " In 1970, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1970\n- Q46099 | country of citizenship | Yugoslavia | 1970\n- Q207166 | country of citizenship | Yugoslavia | 1970\n- Vladica Popović | country of citizenship | Yugoslavia | 1970\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1970\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1970\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1970\n- Ilija Petković | country of citizenship | Yugoslavia | 1970\n- Dušan Ivković | country of citizenship | Yugoslavia | 1970\n- Dragan Tomić | country of citizenship | Yugoslavia | 1970\n- Verzar | country | Yugoslavia | 1970\n- Suševo | country | Yugoslavia | 1970\n- Q793485 | country | Yugoslavia | 1970\n- Pirot | country | Yugoslavia | 1970\n- Orašje | country | Yugoslavia | 1970\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1970)\n Hop 2: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Answer: Claudio Cavazza", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002797", "prompt": " Who was the member of of Carmelo Cappello's country of citizenship before European Coal and Steel Community?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> member of -> European Economic Community (1964)\n Answer: European Economic Community", "t_query": 1964.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002798", "prompt": " Who was the contains the administrative territorial entity of Rhône before Genay?\nEvidence:\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\n- Q945660 | located in the administrative territorial entity | Q3083 | 1947\n- Q945660 | located in the administrative territorial entity | Q12736 | 1947\nReasoning:", "completion": " Hop 1: Rhône -> contains the administrative territorial entity -> Vaulx-en-Velin (1947)\n Answer: Vaulx-en-Velin", "t_query": 1947.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 10} +{"id": "sft_002799", "prompt": " Who was the member of of Vitaliano Brancati's country of citizenship before European Economic Community?\nEvidence:\n- Vitaliano Brancati | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\n- Virginio Rosetta | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Vitaliano Brancati -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1951)\n Answer: European Coal and Steel Community", "t_query": 1951.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002800", "prompt": " In 1987, whose head of government's country of citizenship was Bettino Craxi?\nEvidence:\n- Italy | head of government | Bettino Craxi | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Bettino Craxi (1987)\n Hop 2: Romolo Alzani -> country of citizenship -> Italy (1987)\n Answer: Romolo Alzani", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002801", "prompt": " In 1950, what was the territory claimed by of Mannheim's country?\nEvidence:\n- West Germany | territory claimed by | German Democratic Republic | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\n- Martin Walser | country of citizenship | West Germany | 1950\n- Martin Albrecht | country of citizenship | West Germany | 1950\n- Jürgen Kissner | country of citizenship | West Germany | 1950\n- Helmut Kohl | country of citizenship | West Germany | 1950\n- Albrecht Brandi | country of citizenship | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> territory claimed by -> German Democratic Republic (1950)\n Answer: German Democratic Republic", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002802", "prompt": " After Slavgorod located in Altai Krai, what was the country of Altai Krai?\nEvidence:\n- Slavgorod | located in the administrative territorial entity | Altai Krai | 1991\n- Rubtsovsk | located in the administrative territorial entity | Altai Krai | 1991\n- Biysk | located in the administrative territorial entity | Altai Krai | 1991\n- Barnaul | located in the administrative territorial entity | Altai Krai | 1991\n- Altai Krai | country | Soviet Union | 1991\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1991\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1991\n- Q59054 | country of citizenship | Soviet Union | 1991\n- Q437262 | country of citizenship | Soviet Union | 1991\n- Q324083 | country of citizenship | Soviet Union | 1991\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1991\n- Yuri Manin | country of citizenship | Soviet Union | 1991\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1991\n- Viktor Kulikov | country of citizenship | Soviet Union | 1991\n- Vija Artmane | country of citizenship | Soviet Union | 1991\nReasoning:", "completion": " Hop 1: Altai Krai -> country -> Soviet Union (1991)\n Answer: Soviet Union", "t_query": 1991.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002803", "prompt": " In what year was the contains the administrative territorial entity of Mannheim's country equal to Hesse?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Hesse (1950)\n Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002804", "prompt": " In 1959, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Economic Community (1959)\n Hop 2: Gino Cassinis -> country of citizenship -> Italy (1959)\n Answer: Gino Cassinis", "t_query": 1959.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002805", "prompt": " In 1982, what was the country of Potsdam?\nEvidence:\n- Potsdam | located in the administrative territorial entity | Potsdam District | 1982\n- Potsdam | country | German Democratic Republic | 1982\n- Brandenburg an der Havel | located in the administrative territorial entity | Potsdam District | 1982\n- East Berlin | shares border with | Potsdam District | 1982\n- Q97584 | country of citizenship | German Democratic Republic | 1982\n- Q96955 | country of citizenship | German Democratic Republic | 1982\n- Q77767 | country of citizenship | German Democratic Republic | 1982\n- Q73946 | country of citizenship | German Democratic Republic | 1982\n- Q72461 | country of citizenship | German Democratic Republic | 1982\n- Q70388 | country of citizenship | German Democratic Republic | 1982\n- Q67341 | country of citizenship | German Democratic Republic | 1982\n- Q449313 | country of citizenship | German Democratic Republic | 1982\n- Q438683 | country of citizenship | German Democratic Republic | 1982\n- Q126983 | country of citizenship | German Democratic Republic | 1982\n- Q107089 | country of citizenship | German Democratic Republic | 1982\nReasoning:", "completion": " Hop 1: Potsdam -> country -> German Democratic Republic (1982)\n Answer: German Democratic Republic", "t_query": 1982.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002806", "prompt": " In 2012, whose member of sports team was Botafogo F.R.?\nEvidence:\n- Q718938 | member of sports team | Botafogo F.R. | 2012\n- Q714354 | member of sports team | Botafogo F.R. | 2012\n- Q649420 | member of sports team | Botafogo F.R. | 2012\n- Andrezinho | member of sports team | Botafogo F.R. | 2012\n- Clarence Seedorf | member of sports team | Botafogo F.R. | 2012\n- Renato Dirnei Florêncio | member of sports team | Botafogo F.R. | 2012\n- Q714354 | member of sports team | Q949546 | 2012\n- Q649420 | member of sports team | Udinese Calcio | 2012\n- Q718938 | member of sports team | Cruzeiro E.C. | 2012\nReasoning:", "completion": " Hop 1: Renato Dirnei Florêncio -> member of sports team -> Botafogo F.R. (2012)\n Answer: Renato Dirnei Florêncio", "t_query": 2012.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 9} +{"id": "sft_002807", "prompt": " In what year was the member of of Giuseppe Colnago's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Giuseppe Colnago -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1985)\n Answer: 1985", "t_query": 1985.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002808", "prompt": " In 1951, whose country of citizenship was Italy?\nEvidence:\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Veriano Luchetti | country of citizenship | Italy | 1951\n- Tonino Cervi | country of citizenship | Italy | 1951\n- Tiziano Terzani | country of citizenship | Italy | 1951\n- Stéphane Grappelli | country of citizenship | Italy | 1951\n- Simon Spierer | country of citizenship | Italy | 1951\n- Sergio Mantovani | country of citizenship | Italy | 1951\n- Sergio Bonelli | country of citizenship | Italy | 1951\n- Rossana Rossanda | country of citizenship | Italy | 1951\n- Romeo Bertini | country of citizenship | Italy | 1951\n- Renata Tebaldi | country of citizenship | Italy | 1951\n- Primo Nebiolo | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Vitaliano Brancati -> country of citizenship -> Italy (1951)\n Answer: Vitaliano Brancati", "t_query": 1951.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002809", "prompt": " In what year was the member of political party of Anna Grodzka equal to Polish United Workers' Party?\nEvidence:\n- Anna Grodzka | member of political party | Polish United Workers' Party | 1981\n- Q55924 | member of political party | Polish United Workers' Party | 1981\n- Q55915 | member of political party | Polish United Workers' Party | 1981\n- Q376870 | member of political party | Polish United Workers' Party | 1981\n- Stanisław Kania | member of political party | Polish United Workers' Party | 1981\nReasoning:", "completion": " Hop 1: Anna Grodzka -> member of political party -> Polish United Workers' Party (1981)\n Answer: 1981", "t_query": 1981.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 5} +{"id": "sft_002810", "prompt": " In 1948, whose anthem's located in was State Anthem of the Soviet Union?\nEvidence:\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1948\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Sevastopol | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Sakhalin Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\nReasoning:", "completion": " Hop 1: Russian Soviet Federative Socialist Republic -> anthem -> State Anthem of the Soviet Union (1948)\n Hop 2: Omsk -> located in -> Russian Soviet Federative Socialist Republic (1948)\n Answer: Omsk", "t_query": 1948.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002811", "prompt": " In what year was the member of sports team of Peter Cormack equal to Scotland men's national football team?\nEvidence:\n- Peter Cormack | member of sports team | Scotland men's national football team | 1968\n- Q922804 | member of sports team | Scotland men's national football team | 1968\n- Q888610 | member of sports team | Scotland men's national football team | 1968\n- Q719869 | member of sports team | Scotland men's national football team | 1968\n- Q526300 | member of sports team | Scotland men's national football team | 1968\n- Q202867 | member of sports team | Scotland men's national football team | 1968\nReasoning:", "completion": " Hop 1: Peter Cormack -> member of sports team -> Scotland men's national football team (1968)\n Answer: 1968", "t_query": 1968.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 6} +{"id": "sft_002812", "prompt": " In 1994, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\n- Stefano Angeleri | country of citizenship | Italy | 1994\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1994)\n Hop 2: Nino Baragli -> country of citizenship -> Italy (1994)\n Answer: Nino Baragli", "t_query": 1994.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002813", "prompt": " In what year was the country of citizenship of Antonio Corpora equal to Italy?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Answer: 1962", "t_query": 1962.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002814", "prompt": " After Giuseppe Colizzi country of citizenship Italy, what was the shares border with of Romolo Alzani's country of citizenship?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Italy | shares border with | Yugoslavia | 1987\n- Giuseppe Prisco | country of citizenship | Italy | 1987\n- Giuseppe Patanè | country of citizenship | Italy | 1987\n- Giuseppe Gabrielli | country of citizenship | Italy | 1987\n- Giuseppe Colnago | country of citizenship | Italy | 1987\n- Giuseppe Busso | country of citizenship | Italy | 1987\n- Giuseppe Antonini | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Romolo Alzani -> country of citizenship -> Italy (1987)\n Hop 2: Italy -> shares border with -> Yugoslavia (1987)\n Answer: Yugoslavia", "t_query": 1987.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002815", "prompt": " In 1987, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Schleswig-Holstein (1987)\n Answer: Schleswig-Holstein", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002816", "prompt": " Who was the country of citizenship of Gino Bianco before Italy?\nEvidence:\n- Gino Bianco | country of citizenship | Kingdom of Italy | 1930\n- Gino Cassinis | country of citizenship | Kingdom of Italy | 1930\n- Q976653 | country of citizenship | Kingdom of Italy | 1930\n- Q972711 | country of citizenship | Kingdom of Italy | 1930\n- Q922237 | country of citizenship | Kingdom of Italy | 1930\n- Q890523 | country of citizenship | Kingdom of Italy | 1930\n- Q715036 | country of citizenship | Kingdom of Italy | 1930\n- Q710497 | country of citizenship | Kingdom of Italy | 1930\n- Q678253 | country of citizenship | Kingdom of Italy | 1930\n- Q654973 | country of citizenship | Kingdom of Italy | 1930\n- Q650303 | country of citizenship | Kingdom of Italy | 1930\n- Q603148 | country of citizenship | Kingdom of Italy | 1930\n- Q527400 | country of citizenship | Kingdom of Italy | 1930\n- Q51189 | country of citizenship | Kingdom of Italy | 1930\n- Q471232 | country of citizenship | Kingdom of Italy | 1930\nReasoning:", "completion": " Hop 1: Gino Bianco -> country of citizenship -> Kingdom of Italy (1930)\n Answer: Kingdom of Italy", "t_query": 1930.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002817", "prompt": " Who was the located in of Route nationale 523 after Savoie?\nEvidence:\n- Route nationale 523 | located in the administrative territorial entity | Savoie | 1971\n- Route nationale 523 | located in the administrative territorial entity | Isère | 1971\n- Q920272 | located in the administrative territorial entity | Savoie | 1971\nReasoning:", "completion": " Hop 1: Route nationale 523 -> located in -> Isère (1971)\n Answer: Isère", "t_query": 1971.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 3} +{"id": "sft_002818", "prompt": " In what year was the manager of Belvedere equal to Agnes Husslein-Arco?\nEvidence:\n- Belvedere | director / manager | Agnes Husslein-Arco | 2016\nReasoning:", "completion": " Hop 1: Belvedere -> manager -> Agnes Husslein-Arco (2016)\n Answer: 2016", "t_query": 2016.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1} +{"id": "sft_002819", "prompt": " In what year was the member of of Umberto Mastroianni's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\n- Tiziano Terzani | country of citizenship | Italy | 1995\nReasoning:", "completion": " Hop 1: Umberto Mastroianni -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1995)\n Answer: 1995", "t_query": 1995.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002820", "prompt": " In 1989, what was the member of of Raul Gardini's country of citizenship?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\n- Stéphane Grappelli | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Raul Gardini -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> member of -> European Economic Community (1989)\n Answer: European Economic Community", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002821", "prompt": " After Carmelo Cappello work location Milan, what was the country of citizenship of Carmelo Cappello?\nEvidence:\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Mario Soldati | residence | Milan | 1964\n- Lalla Romano | residence | Milan | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Answer: Italy", "t_query": 1964.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002822", "prompt": " In what year was the chairperson of Communist Party of the Soviet Union equal to Leonid Brezhnev?\nEvidence:\n- Communist Party of the Soviet Union | chairperson | Leonid Brezhnev | 1975\n- Zuleykha Seyidmammadova | member of political party | Communist Party of the Soviet Union | 1975\n- Vladimir Dzhanibekov | member of political party | Communist Party of the Soviet Union | 1975\n- Viktor Kulikov | member of political party | Communist Party of the Soviet Union | 1975\n- Viktor Anpilov | member of political party | Communist Party of the Soviet Union | 1975\n- Siim Kallas | member of political party | Communist Party of the Soviet Union | 1975\n- Ruslan Khasbulatov | member of political party | Communist Party of the Soviet Union | 1975\n- Ivan Silayev | member of political party | Communist Party of the Soviet Union | 1975\n- Heydar Aliyev | member of political party | Communist Party of the Soviet Union | 1975\n- Dzhokhar Dudayev | member of political party | Communist Party of the Soviet Union | 1975\n- Dmitriy Ustinov | member of political party | Communist Party of the Soviet Union | 1975\n- Aram Khachaturian | member of political party | Communist Party of the Soviet Union | 1975\n- Aleksei Gubarev | member of political party | Communist Party of the Soviet Union | 1975\n- Albert Azaryan | member of political party | Communist Party of the Soviet Union | 1975\n- Anatoly Yakovlevich Solovyev | member of political party | Communist Party of the Soviet Union | 1975\nReasoning:", "completion": " Hop 1: Communist Party of the Soviet Union -> chairperson -> Leonid Brezhnev (1975)\n Answer: 1975", "t_query": 1975.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002823", "prompt": " In 1949, what was the country of citizenship of Sergio Noja Noseda?\nEvidence:\n- Sergio Noja Noseda | country of citizenship | Italy | 1949\n- Sergio Realini | country of citizenship | Italy | 1949\n- Sergio Mantovani | country of citizenship | Italy | 1949\n- Sergio Bonelli | country of citizenship | Italy | 1949\n- Q639507 | country of citizenship | Italy | 1949\n- Q612509 | country of citizenship | Italy | 1949\n- Q454036 | country of citizenship | Italy | 1949\n- Q435856 | country of citizenship | Italy | 1949\n- Q432318 | country of citizenship | Italy | 1949\n- Q429298 | country of citizenship | Italy | 1949\n- Q318968 | country of citizenship | Italy | 1949\n- Q264986 | country of citizenship | Italy | 1949\n- Q219490 | country of citizenship | Italy | 1949\n- Q213482 | country of citizenship | Italy | 1949\n- Dalida | country of citizenship | Italy | 1949\nReasoning:", "completion": " Hop 1: Sergio Noja Noseda -> country of citizenship -> Italy (1949)\n Answer: Italy", "t_query": 1949.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002824", "prompt": " In what year was the country of citizenship of Arnaldo Genoino equal to Italy?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Arnaldo Genoino -> country of citizenship -> Italy (1978)\n Answer: 1978", "t_query": 1978.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002825", "prompt": " In what year was the currency of Guido Aycard's country of citizenship equal to Italian lira?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Guido Aycard -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> currency -> Italian lira (1962)\n Answer: 1962", "t_query": 1962.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002826", "prompt": " In 1963, what was the currency of Gianni Brera's country of citizenship?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Gianni Brera -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> currency -> Italian lira (1963)\n Answer: Italian lira", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002827", "prompt": " Who was the contains the administrative territorial entity of Mannheim's country before Baden-Württemberg?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Hamburg (1950)\n Answer: Hamburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002828", "prompt": " After Charles de Freycinet member of Académie Française, what was the general secretary of Félicien Marceau's member of?\nEvidence:\n- Félicien Marceau | member of | Académie Française | 1995\n- Académie Française | general secretary | Maurice Druon | 1995\n- René Huyghe | member of | Académie Française | 1995\n- Michel Déon | member of | Académie Française | 1995\n- Julien Green | member of | Académie Française | 1995\n- Jacques Laurent | member of | Académie Française | 1995\n- Jean-Marie Lustiger | member of | Académie Française | 1995\nReasoning:", "completion": " Hop 1: Félicien Marceau -> member of -> Académie Française (1995)\n Hop 2: Académie Française -> general secretary -> Maurice Druon (1995)\n Answer: Maurice Druon", "t_query": 1995.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 7} +{"id": "sft_002829", "prompt": " In what year was the member of of Maria Rita Saulle's country of citizenship equal to European Economic Community?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Maria Rita Saulle -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> member of -> European Economic Community (1989)\n Answer: 1989", "t_query": 1989.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002830", "prompt": " In 1953, what was the contains the administrative territorial entity of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Bremen (1953)\n Answer: Bremen", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_002831", "prompt": " After Luis Robson member of sports team Spartak Moscow, what was the head coach of Spartak Moscow?\nEvidence:\n- Spartak Moscow | head coach | Massimo Carrera | 2018\n- Q72904 | member of sports team | Spartak Moscow | 2018\n- Dmitri Kombarov | member of sports team | Spartak Moscow | 2018\n- Dmitri Kombarov | member of sports team | Russia men's national football team | 2018\nReasoning:", "completion": " Hop 1: Spartak Moscow -> head coach -> Massimo Carrera (2018)\n Answer: Massimo Carrera", "t_query": 2018.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 4} +{"id": "sft_002832", "prompt": " After Gianni Brezza country of citizenship Italy, what was the head of state of Salvatore Fiume's country of citizenship?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1988\n- Gianni Brezza | country of citizenship | Italy | 1988\n- Salvatore Cassisa | country of citizenship | Italy | 1988\n- Gianni Brera | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\n- Vittore Catella | country of citizenship | Italy | 1988\n- Veriano Luchetti | country of citizenship | Italy | 1988\n- Ugo Tognazzi | country of citizenship | Italy | 1988\n- Ugo Poletti | country of citizenship | Italy | 1988\n- Tullio Kezich | country of citizenship | Italy | 1988\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1988)\n Hop 2: Italy -> head of state -> Francesco Cossiga (1988)\n Answer: Francesco Cossiga", "t_query": 1988.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002833", "prompt": " After West Germany territory claimed by German Democratic Republic, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- West Germany | territory claimed by | German Democratic Republic | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | diplomatic relation | German Democratic Republic | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Bremen (1972)\n Answer: Bremen", "t_query": 1972.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002834", "prompt": " In what year was the general secretary of René Huyghe's member of equal to Jean Mistler?\nEvidence:\n- Académie Française | general secretary | Jean Mistler | 1981\n- René Huyghe | member of | Académie Française | 1981\n- René Huyghe | work location | Paris | 1981\n- Route nationale 4 | located in the administrative territorial entity | Paris | 1981\n- Pierre Emmanuel | member of | Académie Française | 1981\n- Michel Déon | member of | Académie Française | 1981\n- Julien Green | member of | Académie Française | 1981\n- Félicien Marceau | member of | Académie Française | 1981\n- Eugène Ionesco | member of | Académie Française | 1981\n- Edgar Faure | member of | Académie Française | 1981\n- Takis | residence | Paris | 1981\n- Route nationale 4 | terminus location | Paris | 1981\n- Roman Cieślewicz | work location | Paris | 1981\n- Q464656 | residence | Paris | 1981\n- Q454927 | work location | Paris | 1981\nReasoning:", "completion": " Hop 1: René Huyghe -> member of -> Académie Française (1981)\n Hop 2: Académie Française -> general secretary -> Jean Mistler (1981)\n Answer: 1981", "t_query": 1981.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002835", "prompt": " After Luigi Veronesi country of citizenship Italy, what was the position held of Antonio Corpora's country of citizenship's head of state?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Luigi Comencini | country of citizenship | Italy | 1962\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1962\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1962\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1962\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Antonio Segni (1962)\n Hop 3: Antonio Segni -> position held -> President of Italy (1962)\n Answer: President of Italy", "t_query": 1962.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002836", "prompt": " After Suso Cecchi d'Amico country of citizenship Italy, what was the member of of Flaviano Vicentini's country of citizenship?\nEvidence:\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1967\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1967\n- Joe D'Amato | country of citizenship | Italy | 1967\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\nReasoning:", "completion": " Hop 1: Flaviano Vicentini -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1967)\n Answer: European Coal and Steel Community", "t_query": 1967.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002837", "prompt": " In 1962, what was the currency of Antonio Corpora's country of citizenship?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> currency -> Italian lira (1962)\n Answer: Italian lira", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002838", "prompt": " In 1936, whose located in was Seine-et-Oise?\nEvidence:\n- Bonnières-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Villejust | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Villecresnes | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Valenton | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Saclas | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Q899558 | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Q83472 | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Q794124 | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Q752150 | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Q639332 | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Q491908 | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Q276508 | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Q273061 | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Q272066 | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Q268408 | located in the administrative territorial entity | Seine-et-Oise | 1936\nReasoning:", "completion": " Hop 1: Villabé -> located in -> Seine-et-Oise (1936)\n Answer: Villabé", "t_query": 1936.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002839", "prompt": " In 1971, whose head of state's country of citizenship was Giovanni Leone?\nEvidence:\n- Italy | head of state | Giovanni Leone | 1971\n- Giovanni Mardersteig | country of citizenship | Italy | 1971\n- Giovanni Invernizzi | country of citizenship | Italy | 1971\n- Giovanni Goria | country of citizenship | Italy | 1971\n- Giovanni Ferrofino | country of citizenship | Italy | 1971\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giovanni Leone (1971)\n Hop 2: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Answer: Salvatore Fiume", "t_query": 1971.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002840", "prompt": " After Gerard Piqué member of sports team Catalonia national football team, what was the unmarried partner of Gerard Piqué?\nEvidence:\n- Gerard Piqué | unmarried partner | Shakira | 2019\n- Gerard Piqué | member of sports team | Catalonia national football team | 2019\n- Gerard Piqué | member of sports team | Futbol Club Barcelona | 2019\n- Q49704 | member of sports team | Futbol Club Barcelona | 2019\n- Q455462 | member of sports team | Futbol Club Barcelona | 2019\n- Lionel Messi | member of sports team | Futbol Club Barcelona | 2019\n- Lionel Messi | employer | Futbol Club Barcelona | 2019\nReasoning:", "completion": " Hop 1: Gerard Piqué -> unmarried partner -> Shakira (2019)\n Answer: Shakira", "t_query": 2019.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 7} +{"id": "sft_002841", "prompt": " After Rokiškis District Municipality located in Lithuanian Soviet Socialist Republic, what was the located in of Rokiškis District Municipality?\nEvidence:\n- Rokiškis District Municipality | located in the administrative territorial entity | Panevėžys County | 1998\nReasoning:", "completion": " Hop 1: Rokiškis District Municipality -> located in -> Panevėžys County (1998)\n Answer: Panevėžys County", "t_query": 1998.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 1} +{"id": "sft_002842", "prompt": " After Angelo Cuniberti country of citizenship Italy, what was the currency of Claudio Cavazza's country of citizenship?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Angelo Cuniberti | country of citizenship | Italy | 1970\n- Angelo Varetto | country of citizenship | Italy | 1970\n- Angelo Infanti | country of citizenship | Italy | 1970\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> currency -> Italian lira (1970)\n Answer: Italian lira", "t_query": 1970.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002843", "prompt": " After Giordano Cottur country of citizenship Italy, what was the position held of Romolo Alzani's country of citizenship's head of government?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Giordano Cottur | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Romolo Alzani -> country of citizenship -> Italy (1987)\n Hop 2: Italy -> head of government -> Giovanni Goria (1987)\n Hop 3: Giovanni Goria -> position held -> Prime Minister of Italy (1987)\n Answer: Prime Minister of Italy", "t_query": 1987.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002844", "prompt": " In 1996, whose member of was Cyprus Football Association?\nEvidence:\n- Alki Larnaca F.C. | member of | Cyprus Football Association | 1996\nReasoning:", "completion": " Hop 1: Alki Larnaca F.C. -> member of -> Cyprus Football Association (1996)\n Answer: Alki Larnaca F.C.", "t_query": 1996.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_002845", "prompt": " In what year was the member of of Maria Caniglia's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Maria Caniglia | country of citizenship | Italy | 1951\n- Maria Tore Barbina | country of citizenship | Italy | 1951\n- Alberto Maria De Agostini | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Maria Caniglia -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1951)\n Answer: 1951", "t_query": 1951.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002846", "prompt": " In 2001, whose head of state's country of citizenship was Carlo Azeglio Ciampi?\nEvidence:\n- Italy | head of state | Carlo Azeglio Ciampi | 2001\n- Carlo Giuffré | country of citizenship | Italy | 2001\n- Carlo Fruttero | country of citizenship | Italy | 2001\n- Carlo Curis | country of citizenship | Italy | 2001\n- Carlo Cercignani | country of citizenship | Italy | 2001\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Carlo Azeglio Ciampi (2001)\n Hop 2: Gerardo Marotta -> country of citizenship -> Italy (2001)\n Answer: Gerardo Marotta", "t_query": 2001.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002847", "prompt": " In 1948, what was the shares border with of Alfonso Brescia's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1948\n- Alfonso Brescia | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\n- Q318968 | country of citizenship | Italy | 1948\n- Q264986 | country of citizenship | Italy | 1948\n- Q219490 | country of citizenship | Italy | 1948\n- Q213482 | country of citizenship | Italy | 1948\n- Dalida | country of citizenship | Italy | 1948\n- Wilma Montesi | country of citizenship | Italy | 1948\nReasoning:", "completion": " Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> shares border with -> Yugoslavia (1948)\n Answer: Yugoslavia", "t_query": 1948.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002848", "prompt": " In what year was the position held of Salvatore Fiume's country of citizenship's head of state equal to Italian senator for life?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1971)\n Hop 3: Giuseppe Saragat -> position held -> Italian senator for life (1971)\n Answer: 1971", "t_query": 1971.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002849", "prompt": " In 1965, whose country was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1965\n- Yalta | country | Soviet Union | 1965\n- Voronezh | country | Soviet Union | 1965\n- Volhynia | country | Soviet Union | 1965\n- Vinnytsia | country | Soviet Union | 1965\n- Urgench | country | Soviet Union | 1965\n- Uman | country | Soviet Union | 1965\n- Torzhok | country | Soviet Union | 1965\n- Tbilisi | country | Soviet Union | 1965\n- Sudak | country | Soviet Union | 1965\n- Starodub | country | Soviet Union | 1965\n- Simferopol | country | Soviet Union | 1965\n- Siberia | country | Soviet Union | 1965\n- Sevastopol | country | Soviet Union | 1965\n- Q957273 | country | Soviet Union | 1965\nReasoning:", "completion": " Hop 1: Luhansk -> country -> Soviet Union (1965)\n Answer: Luhansk", "t_query": 1965.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002850", "prompt": " After Umberto Mastroianni country of citizenship Italy, what was the head of state of Italy7492's country of citizenship?\nEvidence:\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\n- Virginio Rosetta | country of citizenship | Italy | 1964\n- Veriano Luchetti | country of citizenship | Italy | 1964\n- Ulrico Girardi | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1964)\n Answer: Giuseppe Saragat", "t_query": 1964.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002851", "prompt": " After Vologda country Soviet Union, what was the located in of Vologda?\nEvidence:\n- Vologda | country | Soviet Union | 1972\n- Vologda | located in the administrative territorial entity | Vologda Oblast | 1972\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1972\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1972\n- Zhytomyr | country | Soviet Union | 1972\n- Zastavna | country | Soviet Union | 1972\n- Yevpatoriia | country | Soviet Union | 1972\n- Yalta | country | Soviet Union | 1972\n- Vyazma | country | Soviet Union | 1972\n- Voronezh | country | Soviet Union | 1972\n- Volodarsk | country | Soviet Union | 1972\n- Volhynia | country | Soviet Union | 1972\n- Voinyliv | country | Soviet Union | 1972\n- Vladivostok | country | Soviet Union | 1972\n- Vinnytsia | country | Soviet Union | 1972\nReasoning:", "completion": " Hop 1: Vologda -> located in -> Vologda Oblast (1972)\n Answer: Vologda Oblast", "t_query": 1972.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002852", "prompt": " After Alfonso Brescia country of citizenship Kingdom of Italy, what was the country of citizenship of Alfonso Brescia?\nEvidence:\n- Alfonso Brescia | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\n- Q318968 | country of citizenship | Italy | 1948\n- Q264986 | country of citizenship | Italy | 1948\n- Q219490 | country of citizenship | Italy | 1948\n- Q213482 | country of citizenship | Italy | 1948\n- Dalida | country of citizenship | Italy | 1948\n- Wilma Montesi | country of citizenship | Italy | 1948\n- Vittore Catella | country of citizenship | Italy | 1948\nReasoning:", "completion": " Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1948)\n Answer: Italy", "t_query": 1948.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002853", "prompt": " In what year was the country of citizenship of Romolo Alzani equal to Italy?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Romolo Alzani -> country of citizenship -> Italy (1987)\n Answer: 1987", "t_query": 1987.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002854", "prompt": " After Saarland located in West Germany, what was the diplomatic relation of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | diplomatic relation | German Democratic Republic | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Saarland | country | West Germany | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- Würzburg | country | West Germany | 1972\n- Wuppertal | country | West Germany | 1972\n- Wiesbaden | country | West Germany | 1972\n- Westfalenliga | country | West Germany | 1972\n- Viersen | country | West Germany | 1972\n- Speyer | country | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> diplomatic relation -> German Democratic Republic (1972)\n Answer: German Democratic Republic", "t_query": 1972.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002855", "prompt": " After Jean Richepin member of Académie Française, what was the general secretary of Eugène Tisserant's member of?\nEvidence:\n- Eugène Tisserant | member of | Académie Française | 1966\n- Académie Française | general secretary | Maurice Genevoix | 1966\n- Jean Paulhan | member of | Académie Française | 1966\n- Jean Guéhenno | member of | Académie Française | 1966\n- Eugène Tisserant | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Eugène Tisserant | position held | Dean of the College of Cardinals | 1966\n- Q998913 | member of | Académie Française | 1966\n- René Huyghe | member of | Académie Française | 1966\n- Jérôme Carcopino | member of | Académie Française | 1966\n- François Mauriac | member of | Académie Française | 1966\n- Pierre-Henri Simon | member of | Académie Française | 1966\n- Q822586 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q74879 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q689251 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q663757 | member of | Académie des Inscriptions et Belles-Lettres | 1966\nReasoning:", "completion": " Hop 1: Eugène Tisserant -> member of -> Académie Française (1966)\n Hop 2: Académie Française -> general secretary -> Maurice Genevoix (1966)\n Answer: Maurice Genevoix", "t_query": 1966.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002856", "prompt": " After Agenore Incrocci country of citizenship Italy, what was the currency of Guido Aycard's country of citizenship?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Guido Aycard -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> currency -> Italian lira (1962)\n Answer: Italian lira", "t_query": 1962.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002857", "prompt": " In what year was the employer of Paul Foucart equal to Collège de France?\nEvidence:\n- Paul Foucart | employer | Collège de France | 1925\n- Q664948 | employer | Collège de France | 1925\n- Q462281 | employer | Collège de France | 1925\n- Q333292 | employer | Collège de France | 1925\n- Q328758 | employer | Collège de France | 1925\n- Q202790 | employer | Collège de France | 1925\n- Sylvain Lévi | employer | Collège de France | 1925\n- Lucien Cayeux | employer | Collège de France | 1925\n- Antoine Meillet | employer | Collège de France | 1925\n- André Mazon | professorship | Collège de France | 1925\n- Paul Foucart | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Victor Emmanuel III of Italy | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q972619 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q587038 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q521592 | member of | Académie des Inscriptions et Belles-Lettres | 1925\nReasoning:", "completion": " Hop 1: Paul Foucart -> employer -> Collège de France (1925)\n Answer: 1925", "t_query": 1925.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002858", "prompt": " In 1993, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Oscar Luigi Scalfaro | position held | President of Italy | 1993\n- Italy | head of state | Oscar Luigi Scalfaro | 1993\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1993\nReasoning:", "completion": " Hop 1: Oscar Luigi Scalfaro -> position held -> President of Italy (1993)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1993)\n Hop 3: Luca Ronconi -> country of citizenship -> Italy (1993)\n Answer: Luca Ronconi", "t_query": 1993.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_002859", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon after Saint-Fons?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-Laval | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-les-Ollières | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Dardilly (2003)\n Answer: Dardilly", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002860", "prompt": " After Stanley Cohen award received Albert Lasker Award for Basic Medical Research, what was the winner of Albert Lasker Award for Basic Medical Research?\nEvidence:\n- Albert Lasker Award for Basic Medical Research | winner | Rolf M. Zinkernagel | 1995\n- Albert Lasker Award for Basic Medical Research | winner | Peter C. Doherty | 1995\n- Albert Lasker Award for Basic Medical Research | winner | Don Craig Wiley | 1995\n- Don Craig Wiley | award received | Albert Lasker Award for Basic Medical Research | 1995\nReasoning:", "completion": " Hop 1: Albert Lasker Award for Basic Medical Research -> winner -> Peter C. Doherty (1995)\n Answer: Peter C. Doherty", "t_query": 1995.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 4} +{"id": "sft_002861", "prompt": " In 1950, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> North Rhine-Westphalia (1950)\n Answer: North Rhine-Westphalia", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002862", "prompt": " In 1920, whose country was Ukrainian Soviet Socialist Republic?\nEvidence:\n- Yalta | country | Ukrainian Soviet Socialist Republic | 1920\n- Vinnytsia | country | Ukrainian Soviet Socialist Republic | 1920\n- Uman | country | Ukrainian Soviet Socialist Republic | 1920\n- Poltava | country | Ukrainian Soviet Socialist Republic | 1920\n- Mykolaiv | country | Ukrainian Soviet Socialist Republic | 1920\n- Konotop | country | Ukrainian Soviet Socialist Republic | 1920\n- Khmelnytskyi | country | Ukrainian Soviet Socialist Republic | 1920\n- Kadiivka | country | Ukrainian Soviet Socialist Republic | 1920\n- Hlukhiv | country | Ukrainian Soviet Socialist Republic | 1920\n- Dubăsari | country | Ukrainian Soviet Socialist Republic | 1920\n- Chernigov Governorate | country | Ukrainian Soviet Socialist Republic | 1920\n- Q724434 | country of citizenship | Ukrainian Soviet Socialist Republic | 1920\n- Maria Zankovetska | country of citizenship | Ukrainian Soviet Socialist Republic | 1920\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Ukrainian Soviet Socialist Republic | 1920\n- Chernigov Governorate | located in the administrative territorial entity | Ukrainian Soviet Socialist Republic | 1920\nReasoning:", "completion": " Hop 1: Poltava -> country -> Ukrainian Soviet Socialist Republic (1920)\n Answer: Poltava", "t_query": 1920.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002863", "prompt": " Who was the shares border with of East Berlin before Frankfurt (Oder) District?\nEvidence:\n- East Berlin | shares border with | West Berlin | 1947\nReasoning:", "completion": " Hop 1: East Berlin -> shares border with -> West Berlin (1947)\n Answer: West Berlin", "t_query": 1947.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 1} +{"id": "sft_002864", "prompt": " After Martin Walser country of citizenship West Germany, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Bonn | capital of | West Germany | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- West Germany | currency | Deutsche Mark | 1974\n- Martin Patzelt | country of citizenship | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Germany | member of | Western European Union | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Lower Saxony (1974)\n Answer: Lower Saxony", "t_query": 1974.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002865", "prompt": " In 1920, whose replaced by's country's work location was Free City of Danzig?\nEvidence:\n- Weimar Republic | replaced by | Free City of Danzig | 1920\n- Q739 | diplomatic relation | Free City of Danzig | 1920\n- hyperinflation in the Weimar Republic | country | Weimar Republic | 1920\n- Q87105 | country of citizenship | Weimar Republic | 1920\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1920\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1920\n- Zwickau | country | Weimar Republic | 1920\n- Zimmern | country | Weimar Republic | 1920\n- Wrocław | country | Weimar Republic | 1920\n- Wittmund | country | Weimar Republic | 1920\n- Wismar | country | Weimar Republic | 1920\n- Wiesbaden | country | Weimar Republic | 1920\n- Weimar | country | Weimar Republic | 1920\n- Vaterstetten | country | Weimar Republic | 1920\n- Trier | country | Weimar Republic | 1920\nReasoning:", "completion": " Hop 1: Weimar Republic -> replaced by -> Free City of Danzig (1920)\n Hop 2: Berlin -> country -> Weimar Republic (1920)\n Hop 3: Carel Willink -> work location -> Berlin (1920)\n Answer: Carel Willink", "t_query": 1920.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002866", "prompt": " In what year was the located in of Angus equal to Tayside?\nEvidence:\n- Angus | located in the administrative territorial entity | Tayside | 1993\nReasoning:", "completion": " Hop 1: Angus -> located in -> Tayside (1993)\n Answer: 1993", "t_query": 1993.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1} +{"id": "sft_002867", "prompt": " In what year was the member of of Ugo Morin's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Ugo Morin -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1968)\n Answer: 1968", "t_query": 1968.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002868", "prompt": " In what year was the contains the administrative territorial entity of Bernard Schultze's work location's country equal to Schleswig-Holstein?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Schleswig-Holstein (1953)\n Answer: 1953", "t_query": 1953.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 3} +{"id": "sft_002869", "prompt": " Who was the contains the administrative territorial entity of Rhône after Villeurbanne?\nEvidence:\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1986\n- Rhône | contains the administrative territorial entity | Vénissieux | 1986\n- Rhône | contains the administrative territorial entity | Meyzieu | 1986\n- Rhône | contains the administrative territorial entity | Genay | 1986\n- Rhône | contains the administrative territorial entity | Francheville | 1986\n- Rhône | contains the administrative territorial entity | Feyzin | 1986\n- Rhône | contains the administrative territorial entity | Bron | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 1986\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1986\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1986\n- Ternay | located in the administrative territorial entity | Rhône | 1986\n- Chaponnay | located in the administrative territorial entity | Rhône | 1986\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1986\n- Route nationale 383 | located in the administrative territorial entity | Rhône | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 1986\nReasoning:", "completion": " Hop 1: Rhône -> contains the administrative territorial entity -> Meyzieu (1986)\n Answer: Meyzieu", "t_query": 1986.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002870", "prompt": " In what year was the head of state of Andrea Carrea's country of citizenship equal to Sandro Pertini?\nEvidence:\n- Andrea Carrea | country of citizenship | Italy | 1984\n- Andrea Pangrazio | country of citizenship | Italy | 1984\n- Andrea Miano | country of citizenship | Italy | 1984\n- Andrea Cassone | country of citizenship | Italy | 1984\n- Andrea Bianchi | country of citizenship | Italy | 1984\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Andrea Carrea -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> head of state -> Sandro Pertini (1984)\n Answer: 1984", "t_query": 1984.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002871", "prompt": " In 1973, whose shares border with was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1973\n- Verzar | country | Yugoslavia | 1973\n- Suševo | country | Yugoslavia | 1973\n- Q793485 | country | Yugoslavia | 1973\n- Pirot | country | Yugoslavia | 1973\n- Orašje | country | Yugoslavia | 1973\n- Kraljevo | country | Yugoslavia | 1973\n- Karlovac | country | Yugoslavia | 1973\n- Dimitrovgrad | country | Yugoslavia | 1973\n- Dabilje | country | Yugoslavia | 1973\n- Crnoštica | country | Yugoslavia | 1973\n- Braćevci | country | Yugoslavia | 1973\n- Braćevac | country | Yugoslavia | 1973\n- Bijeljina | country | Yugoslavia | 1973\n- Bačevo | country | Yugoslavia | 1973\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1973)\n Answer: Italy", "t_query": 1973.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002872", "prompt": " After Venezuela currency bolívar, what was the member of of Venezuela?\nEvidence:\n- Venezuela | currency | bolívar | 1975\n- Venezuela | member of | Organization of American States | 1975\n- Cartagena Agreement | signatory | Venezuela | 1975\n- Cartagena Agreement | signatory | Chile | 1975\nReasoning:", "completion": " Hop 1: Venezuela -> member of -> Organization of American States (1975)\n Answer: Organization of American States", "t_query": 1975.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 4} +{"id": "sft_002873", "prompt": " In what year was the member of of Marco Tulli's country of citizenship equal to European Economic Community?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Marco Tulli -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> member of -> European Economic Community (1978)\n Answer: 1978", "t_query": 1978.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002874", "prompt": " In 1956, what was the country of citizenship of Alfonso Calzolari?\nEvidence:\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\n- Veriano Luchetti | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Alfonso Calzolari -> country of citizenship -> Italy (1956)\n Answer: Italy", "t_query": 1956.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002875", "prompt": " In 1950, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Bremen (1950)\n Answer: Bremen", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002876", "prompt": " Who was the member of of Guido Aycard's country of citizenship before European Coal and Steel Community?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Guido Aycard -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> member of -> European Economic Community (1962)\n Answer: European Economic Community", "t_query": 1962.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002877", "prompt": " After Gaetano Crocco country of citizenship Italy, what was the position held of Italy's head of state?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Giuseppe Paratore | position held | Italian senator for life | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\n- Tonino Cervi | country of citizenship | Italy | 1963\n- Tiziano Terzani | country of citizenship | Italy | 1963\n- Stéphane Grappelli | country of citizenship | Italy | 1963\n- Simon Spierer | country of citizenship | Italy | 1963\n- Sergio Mantovani | country of citizenship | Italy | 1963\n- Sergio Bonelli | country of citizenship | Italy | 1963\n- Rossana Rossanda | country of citizenship | Italy | 1963\n- Romeo Bertini | country of citizenship | Italy | 1963\n- Renata Tebaldi | country of citizenship | Italy | 1963\n- Primo Nebiolo | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Antonio Segni (1963)\n Hop 2: Antonio Segni -> position held -> President of Italy (1963)\n Answer: President of Italy", "t_query": 1963.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002878", "prompt": " In 1950, whose contains the administrative territorial entity's country was Lower Saxony?\nEvidence:\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Hanover | located in the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Würzburg | country | West Germany | 1950\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Lower Saxony (1950)\n Hop 2: Würzburg -> country -> West Germany (1950)\n Answer: Würzburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002879", "prompt": " In 2016, whose manager was Agnes Husslein-Arco?\nEvidence:\n- Belvedere | director / manager | Agnes Husslein-Arco | 2016\nReasoning:", "completion": " Hop 1: Belvedere -> manager -> Agnes Husslein-Arco (2016)\n Answer: Belvedere", "t_query": 2016.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_002880", "prompt": " After Saarland located in West Germany, what was the head of government of Friedrich Guggenberger's allegiance's contains the administrative territorial entity?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Saarland | country | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Saarland (1972)\n Hop 3: Saarland -> head of government -> Franz-Josef Röder (1972)\n Answer: Franz-Josef Röder", "t_query": 1972.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002881", "prompt": " In what year was the award received of Cesare Terranova's country of citizenship's head of state equal to Supreme Order of Christ?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Hop 1: Cesare Terranova -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1966)\n Hop 3: Giuseppe Saragat -> award received -> Supreme Order of Christ (1966)\n Answer: 1966", "t_query": 1966.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002882", "prompt": " In what year was the sport of Shane McMahon equal to referee?\nEvidence:\n- Shane McMahon | sport | referee | 2010\n- Shane McMahon | sport | professional wrestling | 2010\n- Shane McMahon | occupation | entrepreneur | 2010\n- Shane McMahon | employer | WWE | 2010\n- Vince McMahon | employer | WWE | 2010\n- Q44304 | sport | professional wrestling | 2010\n- Ring of Honor | sport | professional wrestling | 2010\n- Q285372 | employer | WWE | 2010\n- Mike Chioda | employer | WWE | 2010\nReasoning:", "completion": " Hop 1: Shane McMahon -> sport -> referee (2010)\n Answer: 2010", "t_query": 2010.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 9} +{"id": "sft_002883", "prompt": " In 1950, whose located in was Luhansk Oblast?\nEvidence:\n- Luhansk | located in the administrative territorial entity | Luhansk Oblast | 1950\n- Khrustalnyi | located in the administrative territorial entity | Luhansk Oblast | 1950\n- Kadiivka | located in the administrative territorial entity | Luhansk Oblast | 1950\n- Luhansk | country | Soviet Union | 1950\n- Khrustalnyi | country | Soviet Union | 1950\n- Kadiivka | country | Soviet Union | 1950\nReasoning:", "completion": " Hop 1: Kadiivka -> located in -> Luhansk Oblast (1950)\n Answer: Kadiivka", "t_query": 1950.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_002884", "prompt": " In 1964, what was the currency of Carmelo Cappello's country of citizenship?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> currency -> Italian lira (1964)\n Answer: Italian lira", "t_query": 1964.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002885", "prompt": " After Carmelo Cappello country of citizenship Italy, what was the position held of Italy's head of government?\nEvidence:\n- Q264986 | country of citizenship | Italy | 1953\n- Q219490 | country of citizenship | Italy | 1953\n- Q213482 | country of citizenship | Italy | 1953\n- Dalida | country of citizenship | Italy | 1953\n- Veriano Luchetti | country of citizenship | Italy | 1953\n- Tonino Cervi | country of citizenship | Italy | 1953\n- Tiziano Terzani | country of citizenship | Italy | 1953\n- Stéphane Grappelli | country of citizenship | Italy | 1953\n- Simon Spierer | country of citizenship | Italy | 1953\n- Sergio Mantovani | country of citizenship | Italy | 1953\n- Sergio Bonelli | country of citizenship | Italy | 1953\n- Rossana Rossanda | country of citizenship | Italy | 1953\n- Romeo Bertini | country of citizenship | Italy | 1953\n- Renata Tebaldi | country of citizenship | Italy | 1953\n- Primo Nebiolo | country of citizenship | Italy | 1953\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Alcide De Gasperi (1953)\n Hop 2: Alcide De Gasperi -> position held -> Prime Minister of Italy (1953)\n Answer: Prime Minister of Italy", "t_query": 1953.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002886", "prompt": " In what year was the currency of Laura Veccia Vaglieri's country of citizenship equal to Italian lira?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Laura Veccia Vaglieri -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> currency -> Italian lira (1956)\n Answer: 1956", "t_query": 1956.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002887", "prompt": " In 1950, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Württemberg-Hohenzollern (1950)\n Answer: Württemberg-Hohenzollern", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002888", "prompt": " After Vitaliano Brancati country of citizenship Kingdom of Italy, what was the country of citizenship of Vitaliano Brancati?\nEvidence:\n- Vitaliano Brancati | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\n- Virginio Rosetta | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Vitaliano Brancati -> country of citizenship -> Italy (1951)\n Answer: Italy", "t_query": 1951.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002889", "prompt": " In 1951, whose country was Socialist Federal Republic of Yugoslavia?\nEvidence:\n- Šibenik | country | Socialist Federal Republic of Yugoslavia | 1951\n- Zagreb | country | Socialist Federal Republic of Yugoslavia | 1951\n- Vršac | country | Socialist Federal Republic of Yugoslavia | 1951\n- Skopje | country | Socialist Federal Republic of Yugoslavia | 1951\n- Q583161 | country | Socialist Federal Republic of Yugoslavia | 1951\n- Q55630 | country | Socialist Federal Republic of Yugoslavia | 1951\n- Q5266 | country | Socialist Federal Republic of Yugoslavia | 1951\n- Pula | country | Socialist Federal Republic of Yugoslavia | 1951\n- Pristina | country | Socialist Federal Republic of Yugoslavia | 1951\n- Perast | country | Socialist Federal Republic of Yugoslavia | 1951\n- Peja | country | Socialist Federal Republic of Yugoslavia | 1951\n- Niš | country | Socialist Federal Republic of Yugoslavia | 1951\n- Ljubljana | country | Socialist Federal Republic of Yugoslavia | 1951\n- Kovin | country | Socialist Federal Republic of Yugoslavia | 1951\n- Gjilan | country | Socialist Federal Republic of Yugoslavia | 1951\nReasoning:", "completion": " Hop 1: Kovin -> country -> Socialist Federal Republic of Yugoslavia (1951)\n Answer: Kovin", "t_query": 1951.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002890", "prompt": " In 1950, whose country was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1950\n- Yalta | country | Soviet Union | 1950\n- Voronezh | country | Soviet Union | 1950\n- Volhynia | country | Soviet Union | 1950\n- Vinnytsia | country | Soviet Union | 1950\n- Urgench | country | Soviet Union | 1950\n- Uman | country | Soviet Union | 1950\n- Torzhok | country | Soviet Union | 1950\n- Tbilisi | country | Soviet Union | 1950\n- Sudak | country | Soviet Union | 1950\n- Starodub | country | Soviet Union | 1950\n- Simferopol | country | Soviet Union | 1950\n- Siberia | country | Soviet Union | 1950\n- Sevastopol | country | Soviet Union | 1950\n- Q957273 | country | Soviet Union | 1950\nReasoning:", "completion": " Hop 1: Kadiivka -> country -> Soviet Union (1950)\n Answer: Kadiivka", "t_query": 1950.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002891", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Lyon, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Oullins (2003)\n Answer: Oullins", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002892", "prompt": " Who was the head of state of Salvatore Fiume's country of citizenship before Carlo Azeglio Ciampi?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Carlo Zecchi | country of citizenship | Italy | 1971\n- Carlo Fruttero | country of citizenship | Italy | 1971\n- Carlo Bandirola | country of citizenship | Italy | 1971\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of state -> Giovanni Leone (1971)\n Answer: Giovanni Leone", "t_query": 1971.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002893", "prompt": " Who was the located in of Route nationale 101 before Lozère?\nEvidence:\n- Route nationale 101 | located in the administrative territorial entity | Lozère | 1926\n- Route nationale 101 | located in the administrative territorial entity | Ardèche | 1926\n- Route nationale 104 | located in the administrative territorial entity | Ardèche | 1926\nReasoning:", "completion": " Hop 1: Route nationale 101 -> located in -> Ardèche (1926)\n Answer: Ardèche", "t_query": 1926.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 3} +{"id": "sft_002894", "prompt": " In 1928, what was the located in of Lévis-Saint-Nom?\nEvidence:\n- Lévis-Saint-Nom | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Saint-Nom-la-Bretèche | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Saint-Chéron | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Plessis-Saint-Benoist | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Boissy-Saint-Léger | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Saint-Leu-la-Forêt | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Saint-Germain-lès-Corbeil | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Saint-Cyr-l'École | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Saint-Arnoult-en-Yvelines | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Ézanville | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Émancé | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Écouen | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Villepreux | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Villejust | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Villecresnes | located in the administrative territorial entity | Seine-et-Oise | 1928\nReasoning:", "completion": " Hop 1: Lévis-Saint-Nom -> located in -> Seine-et-Oise (1928)\n Answer: Seine-et-Oise", "t_query": 1928.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002895", "prompt": " In 1950, whose country was West Germany?\nEvidence:\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\n- Wiesbaden | country | West Germany | 1950\n- Viersen | country | West Germany | 1950\n- Speyer | country | West Germany | 1950\n- Sande | country | West Germany | 1950\n- Q52041 | country | West Germany | 1950\n- Neuenkirchen | country | West Germany | 1950\n- Mannheim | country | West Germany | 1950\n- Lörrach | country | West Germany | 1950\n- Kiel | country | West Germany | 1950\n- Karlsruhe | country | West Germany | 1950\n- Hessenliga | country | West Germany | 1950\n- Heilsbronn | country | West Germany | 1950\n- Hanover | country | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Answer: Würzburg", "t_query": 1950.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002896", "prompt": " In what year was the head of state of Germany equal to Theodor Heuss?\nEvidence:\n- Germany | head of state | Theodor Heuss | 1956\n- president of Germany | position holder | Theodor Heuss | 1956\n- Afghanistan | head of state | Mohammed Zahir Shah | 1956\n- Germany | head of government | Konrad Adenauer | 1956\n- Bonn | capital of | Germany | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | West Germany | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Germany | member of | Western European Union | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- West Germany | currency | Deutsche Mark | 1956\n- Germany | shares border with | Czechoslovakia | 1956\n- Jürgen Kissner | country of citizenship | West Germany | 1956\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Theodor Heuss (1956)\n Answer: 1956", "t_query": 1956.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002897", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon after Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Saint-Priest (2003)\n Answer: Saint-Priest", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002898", "prompt": " In what year was the head of government of Germany's head of government's country of citizenship's contains the administrative territorial entity equal to Lothar Späth?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1987)\n Hop 4: Baden-Württemberg -> head of government -> Lothar Späth (1987)\n Answer: 1987", "t_query": 1987.0, "chain_length": 4, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002899", "prompt": " In 1974, whose member of political party's head of state was Free Democratic Party?\nEvidence:\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Martin Bangemann | member of political party | Free Democratic Party | 1974\n- Jürgen Möllemann | member of political party | Free Democratic Party | 1974\n- Enrique Monsonís | member of political party | Free Democratic Party | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Free Democratic Party | general secretary | Martin Bangemann | 1974\n- Free Democratic Party | chairperson | Hans-Dietrich Genscher | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of government | Walter Scheel | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Federal Ministry of the Interior | chairperson | Hans-Dietrich Genscher | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\nReasoning:", "completion": " Hop 1: Walter Scheel -> member of political party -> Free Democratic Party (1974)\n Hop 2: Germany -> head of state -> Walter Scheel (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 14} +{"id": "sft_002900", "prompt": " After Renato Dirnei Florêncio member of sports team Sevilla FC, what was the member of sports team of Renato Dirnei Florêncio?\nEvidence:\n- Renato Dirnei Florêncio | member of sports team | Botafogo F.R. | 2012\n- Q718938 | member of sports team | Botafogo F.R. | 2012\n- Q714354 | member of sports team | Botafogo F.R. | 2012\n- Q649420 | member of sports team | Botafogo F.R. | 2012\n- Andrezinho | member of sports team | Botafogo F.R. | 2012\n- Clarence Seedorf | member of sports team | Botafogo F.R. | 2012\nReasoning:", "completion": " Hop 1: Renato Dirnei Florêncio -> member of sports team -> Botafogo F.R. (2012)\n Answer: Botafogo F.R.", "t_query": 2012.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 6} +{"id": "sft_002901", "prompt": " After Pericle Fazzini country of citizenship Italy, what was the head of state of Italy?\nEvidence:\n- Q264986 | country of citizenship | Italy | 1948\n- Q219490 | country of citizenship | Italy | 1948\n- Q213482 | country of citizenship | Italy | 1948\n- Dalida | country of citizenship | Italy | 1948\n- Veriano Luchetti | country of citizenship | Italy | 1948\n- Tonino Cervi | country of citizenship | Italy | 1948\n- Tiziano Terzani | country of citizenship | Italy | 1948\n- Stéphane Grappelli | country of citizenship | Italy | 1948\n- Simon Spierer | country of citizenship | Italy | 1948\n- Sergio Mantovani | country of citizenship | Italy | 1948\n- Sergio Bonelli | country of citizenship | Italy | 1948\n- Rossana Rossanda | country of citizenship | Italy | 1948\n- Romeo Bertini | country of citizenship | Italy | 1948\n- Renata Tebaldi | country of citizenship | Italy | 1948\n- Primo Nebiolo | country of citizenship | Italy | 1948\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Enrico de Nicola (1948)\n Answer: Enrico de Nicola", "t_query": 1948.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002902", "prompt": " In 1921, what was the head of government of Tilla Durieux's spouse's work location's country?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Hop 1: Tilla Durieux -> spouse -> Paul Cassirer (1921)\n Hop 2: Paul Cassirer -> work location -> Berlin (1921)\n Hop 3: Berlin -> country -> Weimar Republic (1921)\n Hop 4: Weimar Republic -> head of government -> Joseph Wirth (1921)\n Answer: Joseph Wirth", "t_query": 1921.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_002903", "prompt": " In 1959, whose member of's country of citizenship was United Nations?\nEvidence:\n- United Arab Republic | member of | United Nations | 1959\n- Q59981 | country of citizenship | United Arab Republic | 1959\n- Q325513 | country of citizenship | United Arab Republic | 1959\n- Q212190 | country of citizenship | United Arab Republic | 1959\n- Zakaria Mohieddin | country of citizenship | United Arab Republic | 1959\n- Taha Hussein | country of citizenship | United Arab Republic | 1959\n- Sabah Fakhri | country of citizenship | United Arab Republic | 1959\n- Saadallah Wannous | country of citizenship | United Arab Republic | 1959\n- Onsi Sawiris | country of citizenship | United Arab Republic | 1959\n- Hussein Salem | country of citizenship | United Arab Republic | 1959\n- Hosni Mubarak | country of citizenship | United Arab Republic | 1959\n- Hanna Mina | country of citizenship | United Arab Republic | 1959\n- Fawzi Selu | country of citizenship | United Arab Republic | 1959\n- Muhammad Sedki Sulayman | country of citizenship | United Arab Republic | 1959\n- Mohamed Hussein Tantawi | country of citizenship | United Arab Republic | 1959\nReasoning:", "completion": " Hop 1: United Arab Republic -> member of -> United Nations (1959)\n Hop 2: Mansour el-Essawy -> country of citizenship -> United Arab Republic (1959)\n Answer: Mansour el-Essawy", "t_query": 1959.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002904", "prompt": " In 1984, what was the spouse of Leo Gordon?\nEvidence:\n- Lynn Cartwright | spouse | Leo Gordon | 1984\n- Leo Gordon | spouse | Lynn Cartwright | 1984\nReasoning:", "completion": " Hop 1: Leo Gordon -> spouse -> Lynn Cartwright (1984)\n Answer: Lynn Cartwright", "t_query": 1984.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_002905", "prompt": " After Gerardo Marotta country of citizenship Italy, what was the award received of Gerardo Marotta?\nEvidence:\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Q76000 | award received | Goethe Medal | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\nReasoning:", "completion": " Hop 1: Gerardo Marotta -> award received -> Goethe Medal (2001)\n Answer: Goethe Medal", "t_query": 2001.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002906", "prompt": " In 1953, what was the contains the administrative territorial entity of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> North Rhine-Westphalia (1953)\n Answer: North Rhine-Westphalia", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_002907", "prompt": " Who was the head of state of Veriano Luchetti's country of citizenship before Giorgio Napolitano?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Giorgio Perlasca | country of citizenship | Italy | 1985\n- Giorgio Oberweger | country of citizenship | Italy | 1985\n- Giorgio Manganelli | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Veriano Luchetti -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> head of state -> Francesco Cossiga (1985)\n Answer: Francesco Cossiga", "t_query": 1985.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002908", "prompt": " In 1957, what was the anthem of Mordovian Autonomous Soviet Socialist Republic's located in?\nEvidence:\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Saransk | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q780942 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q408606 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Saransk | capital of | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1957\n- Torbeyevsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Romodanovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Kochkurovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Chamzinsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Bolsheignatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Ardatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1957\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\nReasoning:", "completion": " Hop 1: Mordovian Autonomous Soviet Socialist Republic -> located in -> Russian Soviet Federative Socialist Republic (1957)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> State Anthem of the Soviet Union (1957)\n Answer: State Anthem of the Soviet Union", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002909", "prompt": " Who was the winner of Albert Lasker Award for Basic Medical Research after Andrew Schally?\nEvidence:\n- Albert Lasker Award for Basic Medical Research | winner | Rolf M. Zinkernagel | 1995\n- Albert Lasker Award for Basic Medical Research | winner | Peter C. Doherty | 1995\n- Albert Lasker Award for Basic Medical Research | winner | Don Craig Wiley | 1995\n- Don Craig Wiley | award received | Albert Lasker Award for Basic Medical Research | 1995\nReasoning:", "completion": " Hop 1: Albert Lasker Award for Basic Medical Research -> winner -> Rolf M. Zinkernagel (1995)\n Answer: Rolf M. Zinkernagel", "t_query": 1995.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 4} +{"id": "sft_002910", "prompt": " In 1938, whose head of government's residence was Fiorello H. La Guardia?\nEvidence:\n- New York City | head of government | Fiorello H. La Guardia | 1938\n- William Vickrey | residence | New York City | 1938\n- Jane Jacobs | residence | New York City | 1938\n- Variety | place of publication | New York City | 1938\n- Weegee | work location | New York City | 1938\n- Q543585 | work location | New York City | 1938\n- MetLife | headquarters location | New York City | 1938\n- Max Weber | work location | New York City | 1938\n- Louise Bourgeois | work location | New York City | 1938\n- Lewis Mumford | work location | New York City | 1938\n- Hanns Eisler | work location | New York City | 1938\n- Ellsworth Kelly | work location | New York City | 1938\nReasoning:", "completion": " Hop 1: New York City -> head of government -> Fiorello H. La Guardia (1938)\n Hop 2: William Vickrey -> residence -> New York City (1938)\n Answer: William Vickrey", "t_query": 1938.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 12} +{"id": "sft_002911", "prompt": " Who was the head of government of Nino Baragli's country of citizenship after Emilio Colombo?\nEvidence:\n- Nino Baragli | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\n- Stefano Angeleri | country of citizenship | Italy | 1994\nReasoning:", "completion": " Hop 1: Nino Baragli -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1994)\n Answer: Carlo Azeglio Ciampi", "t_query": 1994.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002912", "prompt": " In what year was the contains the administrative territorial entity of Würzburg's country equal to Lower Saxony?\nEvidence:\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Lower Saxony (1950)\n Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002913", "prompt": " After Turgay Şeren member of sports team Galatasaray S.K., what was the head coach of Mülâyim Erdem's member of sports team?\nEvidence:\n- Mülâyim Erdem | member of sports team | Galatasaray S.K. | 2005\n- Galatasaray S.K. | head coach | Eric Gerets | 2005\n- Q937898 | member of sports team | Galatasaray S.K. | 2005\n- Q922443 | member of sports team | Galatasaray S.K. | 2005\n- Q729830 | member of sports team | Galatasaray S.K. | 2005\n- Q660534 | member of sports team | Galatasaray S.K. | 2005\n- Q560001 | member of sports team | Galatasaray S.K. | 2005\n- Q556101 | member of sports team | Galatasaray S.K. | 2005\n- Q349941 | member of sports team | Galatasaray S.K. | 2005\n- Q312920 | member of sports team | Galatasaray S.K. | 2005\n- Q307872 | member of sports team | Galatasaray S.K. | 2005\n- Q217097 | member of sports team | Galatasaray S.K. | 2005\n- Q122346 | member of sports team | Galatasaray S.K. | 2005\n- Faryd Mondragón | member of sports team | Galatasaray S.K. | 2005\n- Ayhan Akman | member of sports team | Galatasaray S.K. | 2005\nReasoning:", "completion": " Hop 1: Mülâyim Erdem -> member of sports team -> Galatasaray S.K. (2005)\n Hop 2: Galatasaray S.K. -> head coach -> Eric Gerets (2005)\n Answer: Eric Gerets", "t_query": 2005.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002914", "prompt": " In 2003, whose contains the administrative territorial entity's located in's contains the administrative territorial entity was Genay?\nEvidence:\n- Rhône | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Rhône | contains the administrative territorial entity | Vénissieux | 2003\n- Rhône | contains the administrative territorial entity | Villeurbanne | 2003\n- Rhône | contains the administrative territorial entity | Meyzieu | 2003\n- Rhône | contains the administrative territorial entity | Francheville | 2003\n- Rhône | contains the administrative territorial entity | Feyzin | 2003\n- Rhône | contains the administrative territorial entity | Bron | 2003\n- Ternay | located in the administrative territorial entity | Rhône | 2003\n- Chaponnay | located in the administrative territorial entity | Rhône | 2003\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 2003\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\nReasoning:", "completion": " Hop 1: Rhône -> contains the administrative territorial entity -> Genay (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002915", "prompt": " In 2006, what was the member of sports team of Jens Jeremies?\nEvidence:\n- Jens Jeremies | member of sports team | FC Bayern Munich | 2006\n- Q705264 | member of sports team | FC Bayern Munich | 2006\n- Q462021 | member of sports team | FC Bayern Munich | 2006\n- Q44309 | member of sports team | FC Bayern Munich | 2006\n- Q169993 | member of sports team | FC Bayern Munich | 2006\n- Q157839 | member of sports team | FC Bayern Munich | 2006\n- Q156822 | member of sports team | FC Bayern Munich | 2006\n- Q154156 | member of sports team | FC Bayern Munich | 2006\n- Q152725 | member of sports team | FC Bayern Munich | 2006\n- Q131261 | member of sports team | FC Bayern Munich | 2006\n- Q130075 | member of sports team | FC Bayern Munich | 2006\n- Hasan Salihamidžić | member of sports team | FC Bayern Munich | 2006\n- Andreas Ottl | member of sports team | FC Bayern Munich | 2006\n- Julio dos Santos | member of sports team | FC Bayern Munich | 2006\nReasoning:", "completion": " Hop 1: Jens Jeremies -> member of sports team -> FC Bayern Munich (2006)\n Answer: FC Bayern Munich", "t_query": 2006.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 14} +{"id": "sft_002916", "prompt": " In 1911, whose award received was director musices?\nEvidence:\n- Hugo Alfvén | award received | director musices | 1911\nReasoning:", "completion": " Hop 1: Hugo Alfvén -> award received -> director musices (1911)\n Answer: Hugo Alfvén", "t_query": 1911.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_002917", "prompt": " In 1948, what was the member of of Omsk's located in?\nEvidence:\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Omsk | country | Soviet Union | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1948\n- Q59054 | country of citizenship | Soviet Union | 1948\n- Q437262 | country of citizenship | Soviet Union | 1948\n- Q324083 | country of citizenship | Soviet Union | 1948\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1948\n- Yuri Manin | country of citizenship | Soviet Union | 1948\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1948\n- Viktor Kulikov | country of citizenship | Soviet Union | 1948\n- Vija Artmane | country of citizenship | Soviet Union | 1948\n- Vera Krepkina | country of citizenship | Soviet Union | 1948\nReasoning:", "completion": " Hop 1: Omsk -> located in -> Russian Soviet Federative Socialist Republic (1948)\n Hop 2: Russian Soviet Federative Socialist Republic -> member of -> Soviet Union (1948)\n Answer: Soviet Union", "t_query": 1948.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002918", "prompt": " In 1970, what was the position held of Claudio Cavazza's country of citizenship's head of state?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1970)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1970)\n Answer: President of Italy", "t_query": 1970.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002919", "prompt": " After Henry James country of citizenship United States, what was the head of government of United States?\nEvidence:\n- United States | head of government | Woodrow Wilson | 1917\n- Alexander Graham Bell | country of citizenship | United States | 1917\n- Frank Tieri | residence | United States | 1917\n- United States | contains the administrative territorial entity | Territory of Hawaii | 1917\n- Vincent R. Impellitteri | residence | United States | 1917\n- United States | shares border with | Panama | 1917\n- Frances Benjamin Johnston | work location | United States | 1917\n- Hawaii County | located in the administrative territorial entity | Territory of Hawaii | 1917\n- Q335931 | signatory | Woodrow Wilson | 1917\n- Q255169 | spouse | Woodrow Wilson | 1917\nReasoning:", "completion": " Hop 1: United States -> head of government -> Woodrow Wilson (1917)\n Answer: Woodrow Wilson", "t_query": 1917.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 10} +{"id": "sft_002920", "prompt": " In what year was the member of sports team of Jens Jeremies equal to FC Bayern Munich?\nEvidence:\n- Jens Jeremies | member of sports team | FC Bayern Munich | 2006\n- Q705264 | member of sports team | FC Bayern Munich | 2006\n- Q462021 | member of sports team | FC Bayern Munich | 2006\n- Q44309 | member of sports team | FC Bayern Munich | 2006\n- Q169993 | member of sports team | FC Bayern Munich | 2006\n- Q157839 | member of sports team | FC Bayern Munich | 2006\n- Q156822 | member of sports team | FC Bayern Munich | 2006\n- Q154156 | member of sports team | FC Bayern Munich | 2006\n- Q152725 | member of sports team | FC Bayern Munich | 2006\n- Q131261 | member of sports team | FC Bayern Munich | 2006\n- Q130075 | member of sports team | FC Bayern Munich | 2006\n- Hasan Salihamidžić | member of sports team | FC Bayern Munich | 2006\n- Andreas Ottl | member of sports team | FC Bayern Munich | 2006\n- Julio dos Santos | member of sports team | FC Bayern Munich | 2006\nReasoning:", "completion": " Hop 1: Jens Jeremies -> member of sports team -> FC Bayern Munich (2006)\n Answer: 2006", "t_query": 2006.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 14} +{"id": "sft_002921", "prompt": " In 1939, what was the country of citizenship of Bruno Venturini?\nEvidence:\n- Bruno Venturini | country of citizenship | Kingdom of Italy | 1939\n- Bruno Fattori | country of citizenship | Kingdom of Italy | 1939\n- Bruno Barilli | country of citizenship | Kingdom of Italy | 1939\n- Q976653 | country of citizenship | Kingdom of Italy | 1939\n- Q972711 | country of citizenship | Kingdom of Italy | 1939\n- Q922237 | country of citizenship | Kingdom of Italy | 1939\n- Q890523 | country of citizenship | Kingdom of Italy | 1939\n- Q741387 | country of citizenship | Kingdom of Italy | 1939\n- Q710497 | country of citizenship | Kingdom of Italy | 1939\n- Q678253 | country of citizenship | Kingdom of Italy | 1939\n- Q654973 | country of citizenship | Kingdom of Italy | 1939\n- Q650303 | country of citizenship | Kingdom of Italy | 1939\n- Q527400 | country of citizenship | Kingdom of Italy | 1939\n- Q51189 | country of citizenship | Kingdom of Italy | 1939\n- Q432318 | country of citizenship | Kingdom of Italy | 1939\nReasoning:", "completion": " Hop 1: Bruno Venturini -> country of citizenship -> Kingdom of Italy (1939)\n Answer: Kingdom of Italy", "t_query": 1939.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002922", "prompt": " After Richard Nixon military branch United States Navy, what was the spouse of Richard Nixon?\nEvidence:\n- Richard Nixon | spouse | Pat Nixon | 1960\n- Pat Nixon | spouse | Richard Nixon | 1960\n- Richard Nixon | position held | Vice President of the United States | 1960\n- Pat Nixon | position held | Second Lady or Gentleman of the United States | 1960\n- Richard Nixon | work location | Washington, D.C. | 1960\n- Q216195 | work location | Washington, D.C. | 1960\nReasoning:", "completion": " Hop 1: Richard Nixon -> spouse -> Pat Nixon (1960)\n Answer: Pat Nixon", "t_query": 1960.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 6} +{"id": "sft_002923", "prompt": " Who was the member of of Franca Ongaro's country of citizenship before European Economic Community?\nEvidence:\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\n- Wilma Montesi | country of citizenship | Italy | 1952\n- Vittore Catella | country of citizenship | Italy | 1952\n- Vitaliano Brancati | country of citizenship | Italy | 1952\nReasoning:", "completion": " Hop 1: Franca Ongaro -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1952)\n Answer: European Coal and Steel Community", "t_query": 1952.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002924", "prompt": " In what year was the work location of Bernard Schultze equal to Frankfurt?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Answer: 1953", "t_query": 1953.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 3} +{"id": "sft_002925", "prompt": " In 1972, whose member of sports team was Netherlands national association football team?\nEvidence:\n- Q977136 | member of sports team | Netherlands national association football team | 1972\n- Q970617 | member of sports team | Netherlands national association football team | 1972\n- Q528792 | member of sports team | Netherlands national association football team | 1972\n- Q503281 | member of sports team | Netherlands national association football team | 1972\n- Q433040 | member of sports team | Netherlands national association football team | 1972\n- Q368492 | member of sports team | Netherlands national association football team | 1972\n- Q353017 | member of sports team | Netherlands national association football team | 1972\n- Q311393 | member of sports team | Netherlands national association football team | 1972\n- Arie Haan | member of sports team | Netherlands national association football team | 1972\n- Jan van Beveren | member of sports team | Netherlands national association football team | 1972\n- Q433040 | member of sports team | Q386241 | 1972\n- Q977136 | member of sports team | Feyenoord Rotterdam | 1972\n- Q970617 | member of sports team | PSV Eindhoven | 1972\n- Q528792 | member of sports team | AFC Ajax | 1972\n- Q503281 | member of sports team | Feyenoord Rotterdam | 1972\nReasoning:", "completion": " Hop 1: Arie Haan -> member of sports team -> Netherlands national association football team (1972)\n Answer: Arie Haan", "t_query": 1972.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002926", "prompt": " Who was the chairperson of Germany's head of government's member of political party before Wolfgang Gerhardt?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> member of political party -> Free Democratic Party (1974)\n Hop 3: Free Democratic Party -> chairperson -> Hans-Dietrich Genscher (1974)\n Answer: Hans-Dietrich Genscher", "t_query": 1974.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002927", "prompt": " In what year was the position held of Italy's head of state equal to President of Italy?\nEvidence:\n- Giuseppe Paratore | position held | Italian senator for life | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Veriano Luchetti | country of citizenship | Italy | 1961\n- Tonino Cervi | country of citizenship | Italy | 1961\n- Tiziano Terzani | country of citizenship | Italy | 1961\n- Stéphane Grappelli | country of citizenship | Italy | 1961\n- Simon Spierer | country of citizenship | Italy | 1961\n- Sergio Mantovani | country of citizenship | Italy | 1961\n- Sergio Bonelli | country of citizenship | Italy | 1961\n- Rossana Rossanda | country of citizenship | Italy | 1961\n- Romeo Bertini | country of citizenship | Italy | 1961\n- Renata Tebaldi | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giovanni Gronchi (1961)\n Hop 2: Giovanni Gronchi -> position held -> President of Italy (1961)\n Answer: 1961", "t_query": 1961.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002928", "prompt": " In what year was the head of government of Claudia Vinciguerra's country of citizenship equal to Giovanni Leone?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Giovanni Mardersteig | country of citizenship | Italy | 1968\n- Giovanni Invernizzi | country of citizenship | Italy | 1968\n- Giovanni Goria | country of citizenship | Italy | 1968\n- Giovanni Ferrofino | country of citizenship | Italy | 1968\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Claudia Vinciguerra -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of government -> Giovanni Leone (1968)\n Answer: 1968", "t_query": 1968.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002929", "prompt": " Who was the head of state of Arnaldo Genoino's country of citizenship after Enrico de Nicola?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Virginio De Paoli | country of citizenship | Italy | 1978\n- Velasio de Paolis | country of citizenship | Italy | 1978\n- Renzo De Felice | country of citizenship | Italy | 1978\n- Nevio de Zordo | country of citizenship | Italy | 1978\n- Mario De Donà | country of citizenship | Italy | 1978\n- Dino De Antoni | country of citizenship | Italy | 1978\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Arnaldo Genoino -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> head of state -> Sandro Pertini (1978)\n Answer: Sandro Pertini", "t_query": 1978.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002930", "prompt": " In what year was the member of of Ugo Morin's country of citizenship equal to European Economic Community?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Ugo Morin -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> member of -> European Economic Community (1968)\n Answer: 1968", "t_query": 1968.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002931", "prompt": " Who was the country of citizenship of Claudio Cavazza after Kingdom of Italy?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Answer: Italy", "t_query": 1970.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002932", "prompt": " In 1963, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1963\n- Q207166 | country of citizenship | Yugoslavia | 1963\n- Vladica Popović | country of citizenship | Yugoslavia | 1963\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1963\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1963\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1963\n- Ilija Petković | country of citizenship | Yugoslavia | 1963\n- Dušan Ivković | country of citizenship | Yugoslavia | 1963\n- Dragan Tomić | country of citizenship | Yugoslavia | 1963\n- Verzar | country | Yugoslavia | 1963\n- Suševo | country | Yugoslavia | 1963\n- Q793485 | country | Yugoslavia | 1963\n- Pirot | country | Yugoslavia | 1963\n- Orašje | country | Yugoslavia | 1963\n- Kraljevo | country | Yugoslavia | 1963\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1963)\n Hop 2: Luigi Pistilli -> country of citizenship -> Italy (1963)\n Answer: Luigi Pistilli", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002933", "prompt": " In 1988, what was the head of state of Salvatore Fiume's country of citizenship?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1988\n- Salvatore Cassisa | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\n- Vittore Catella | country of citizenship | Italy | 1988\n- Veriano Luchetti | country of citizenship | Italy | 1988\n- Ugo Tognazzi | country of citizenship | Italy | 1988\n- Ugo Poletti | country of citizenship | Italy | 1988\n- Tullio Kezich | country of citizenship | Italy | 1988\n- Tonino Cervi | country of citizenship | Italy | 1988\n- Tiziano Terzani | country of citizenship | Italy | 1988\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1988)\n Hop 2: Italy -> head of state -> Francesco Cossiga (1988)\n Answer: Francesco Cossiga", "t_query": 1988.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002934", "prompt": " In what year was the shares border with of Maria Rita Saulle's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1989\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Maria Rita Saulle -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> shares border with -> Yugoslavia (1989)\n Answer: 1989", "t_query": 1989.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002935", "prompt": " After Neutral Moresnet shares border with Kingdom of Prussia, what was the currency of Carel Willink's work location's country's shares border with?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Hop 1: Carel Willink -> work location -> Berlin (1920)\n Hop 2: Berlin -> country -> Weimar Republic (1920)\n Hop 3: Weimar Republic -> shares border with -> Neutral Moresnet (1920)\n Hop 4: Neutral Moresnet -> currency -> French franc (1920)\n Answer: French franc", "t_query": 1920.0, "chain_length": 4, "operator_type": "sequence", "n_evidence": 9} +{"id": "sft_002936", "prompt": " In what year was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance equal to Rhineland-Palatinate?\nEvidence:\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Rhineland-Palatinate (1972)\n Answer: 1972", "t_query": 1972.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002937", "prompt": " In what year was the head of government of Italy equal to Aldo Moro?\nEvidence:\n- Aldo Fabrizi | country of citizenship | Italy | 1976\n- Q219490 | country of citizenship | Italy | 1976\n- Veriano Luchetti | country of citizenship | Italy | 1976\n- Tonino Cervi | country of citizenship | Italy | 1976\n- Tiziano Terzani | country of citizenship | Italy | 1976\n- Stéphane Grappelli | country of citizenship | Italy | 1976\n- Simon Spierer | country of citizenship | Italy | 1976\n- Sergio Mantovani | country of citizenship | Italy | 1976\n- Sergio Bonelli | country of citizenship | Italy | 1976\n- Rossana Rossanda | country of citizenship | Italy | 1976\n- Renata Tebaldi | country of citizenship | Italy | 1976\n- Primo Nebiolo | country of citizenship | Italy | 1976\n- Pino Lancetti | country of citizenship | Italy | 1976\n- Pietro Parente | country of citizenship | Italy | 1976\n- Oriana Fallaci | country of citizenship | Italy | 1976\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Aldo Moro (1976)\n Answer: 1976", "t_query": 1976.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002938", "prompt": " Who was the shares border with of Germany after Czechoslovakia?\nEvidence:\n- Germany | shares border with | Czechoslovakia | 1974\n- Germany | shares border with | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Trenčín | country | Czechoslovakia | 1974\n- Rokycany | country | Czechoslovakia | 1974\n- Ratibořice | country | Czechoslovakia | 1974\n- Q953856 | country | Czechoslovakia | 1974\n- Q918108 | country | Czechoslovakia | 1974\n- Q852472 | country | Czechoslovakia | 1974\n- Q764320 | country | Czechoslovakia | 1974\n- Q270704 | country | Czechoslovakia | 1974\n- Příbor | country | Czechoslovakia | 1974\n- Prešov | country | Czechoslovakia | 1974\n- Plzeň | country | Czechoslovakia | 1974\n- Levice | country | Czechoslovakia | 1974\nReasoning:", "completion": " Hop 1: Germany -> shares border with -> German Democratic Republic (1974)\n Answer: German Democratic Republic", "t_query": 1974.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002939", "prompt": " After Clemente Gaddi country of citizenship Italy, what was the head of government of Italy?\nEvidence:\n- Q264986 | country of citizenship | Italy | 1953\n- Q219490 | country of citizenship | Italy | 1953\n- Q213482 | country of citizenship | Italy | 1953\n- Dalida | country of citizenship | Italy | 1953\n- Veriano Luchetti | country of citizenship | Italy | 1953\n- Tonino Cervi | country of citizenship | Italy | 1953\n- Tiziano Terzani | country of citizenship | Italy | 1953\n- Stéphane Grappelli | country of citizenship | Italy | 1953\n- Simon Spierer | country of citizenship | Italy | 1953\n- Sergio Mantovani | country of citizenship | Italy | 1953\n- Sergio Bonelli | country of citizenship | Italy | 1953\n- Rossana Rossanda | country of citizenship | Italy | 1953\n- Romeo Bertini | country of citizenship | Italy | 1953\n- Renata Tebaldi | country of citizenship | Italy | 1953\n- Primo Nebiolo | country of citizenship | Italy | 1953\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Alcide De Gasperi (1953)\n Answer: Alcide De Gasperi", "t_query": 1953.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002940", "prompt": " After Pietro Ghersi country of citizenship Italy, what was the head of government of Clelio Darida's country of citizenship?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Pietro Tordi | country of citizenship | Italy | 1968\n- Pietro Rava | country of citizenship | Italy | 1968\n- Pietro Parente | country of citizenship | Italy | 1968\n- Pietro Arcari | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Clelio Darida -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of government -> Giovanni Leone (1968)\n Answer: Giovanni Leone", "t_query": 1968.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002941", "prompt": " In 1966, whose member of was Académie Française?\nEvidence:\n- Q998913 | member of | Académie Française | 1966\n- René Huyghe | member of | Académie Française | 1966\n- Jérôme Carcopino | member of | Académie Française | 1966\n- Jean Paulhan | member of | Académie Française | 1966\n- Jean Guéhenno | member of | Académie Française | 1966\n- François Mauriac | member of | Académie Française | 1966\n- Eugène Tisserant | member of | Académie Française | 1966\n- Pierre-Henri Simon | member of | Académie Française | 1966\n- Académie Française | general secretary | Maurice Genevoix | 1966\n- Jean Paulhan | employer | La Nouvelle Revue française | 1966\n- Jean Paulhan | P6872 | La Nouvelle Revue française | 1966\n- Jérôme Carcopino | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Eugène Tisserant | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Pierre-Henri Simon | nominated for | Nobel Prize in Literature | 1966\n- Eugène Tisserant | position held | Dean of the College of Cardinals | 1966\nReasoning:", "completion": " Hop 1: Eugène Tisserant -> member of -> Académie Française (1966)\n Answer: Eugène Tisserant", "t_query": 1966.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002942", "prompt": " In 1979, what was the member of sports team of István Kocsis?\nEvidence:\n- István Kocsis | member of sports team | Budapest Honvéd FC | 1979\n- István Kocsis | member of sports team | Hungary men's national football team | 1979\n- Q937089 | member of sports team | Budapest Honvéd FC | 1979\n- Q901558 | member of sports team | Budapest Honvéd FC | 1979\n- Q729103 | member of sports team | Budapest Honvéd FC | 1979\n- Q852818 | member of sports team | Hungary men's national football team | 1979\n- Q838673 | member of sports team | Hungary men's national football team | 1979\n- Q838670 | member of sports team | Hungary men's national football team | 1979\n- Q729669 | member of sports team | Hungary men's national football team | 1979\n- Q729070 | member of sports team | Hungary men's national football team | 1979\n- Q727784 | member of sports team | Hungary men's national football team | 1979\n- Q699497 | member of sports team | Hungary men's national football team | 1979\n- Q361244 | member of sports team | Hungary men's national football team | 1979\n- Ferenc Csongrádi | member of sports team | Hungary men's national football team | 1979\nReasoning:", "completion": " Hop 1: István Kocsis -> member of sports team -> Budapest Honvéd FC (1979)\n Answer: Budapest Honvéd FC", "t_query": 1979.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 14} +{"id": "sft_002943", "prompt": " In what year was the country of citizenship of Mario Baffico equal to Kingdom of Italy?\nEvidence:\n- Mario Baffico | country of citizenship | Kingdom of Italy | 1938\n- Mario Sarto | country of citizenship | Kingdom of Italy | 1938\n- Mario Roatta | country of citizenship | Kingdom of Italy | 1938\n- Mario Palanti | country of citizenship | Kingdom of Italy | 1938\n- Mario Bonnard | country of citizenship | Kingdom of Italy | 1938\n- Q976653 | country of citizenship | Kingdom of Italy | 1938\n- Q972711 | country of citizenship | Kingdom of Italy | 1938\n- Q922237 | country of citizenship | Kingdom of Italy | 1938\n- Q890523 | country of citizenship | Kingdom of Italy | 1938\n- Q741387 | country of citizenship | Kingdom of Italy | 1938\n- Q710497 | country of citizenship | Kingdom of Italy | 1938\n- Q678253 | country of citizenship | Kingdom of Italy | 1938\n- Q654973 | country of citizenship | Kingdom of Italy | 1938\n- Q650303 | country of citizenship | Kingdom of Italy | 1938\n- Q527400 | country of citizenship | Kingdom of Italy | 1938\nReasoning:", "completion": " Hop 1: Mario Baffico -> country of citizenship -> Kingdom of Italy (1938)\n Answer: 1938", "t_query": 1938.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002944", "prompt": " In what year was the head of state of Alfonso Brescia's country of citizenship equal to Luigi Einaudi?\nEvidence:\n- Alfonso Brescia | country of citizenship | Italy | 1948\n- Luigi Comencini | country of citizenship | Italy | 1948\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1948\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1948\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1948\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\n- Q318968 | country of citizenship | Italy | 1948\n- Q264986 | country of citizenship | Italy | 1948\nReasoning:", "completion": " Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> head of state -> Luigi Einaudi (1948)\n Answer: 1948", "t_query": 1948.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002945", "prompt": " Who was the member of of Salvatore Fiume's country of citizenship before European Coal and Steel Community?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> member of -> European Economic Community (1971)\n Answer: European Economic Community", "t_query": 1971.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002946", "prompt": " After Jena located in State of Thuringia (1920–1952), what was the country of Jena?\nEvidence:\n- Jena | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Weimar | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Q15976 | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Gera | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Jena | country | Nazi Germany | 1942\n- Free State of Mecklenburg | located in the administrative territorial entity | Nazi Germany | 1942\n- Free State of Anhalt | located in the administrative territorial entity | Nazi Germany | 1942\n- Carl Zeiss AG | headquarters location | Jena | 1942\n- Saxony | located in the administrative territorial entity | Nazi Germany | 1942\n- Berlin | located in the administrative territorial entity | Nazi Germany | 1942\n- Republic of Baden | located in the administrative territorial entity | Nazi Germany | 1942\n- Nazi Germany | head of state | Adolf Hitler | 1942\n- Q822028 | country of registry | Nazi Germany | 1942\n- Q321140 | country of registry | Nazi Germany | 1942\n- Q237358 | country of citizenship | Nazi Germany | 1942\nReasoning:", "completion": " Hop 1: Jena -> country -> Nazi Germany (1942)\n Answer: Nazi Germany", "t_query": 1942.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002947", "prompt": " In what year was the head of government of Maria Rita Saulle's country of citizenship equal to Ciriaco De Mita?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Virginio De Paoli | country of citizenship | Italy | 1989\n- Velasio de Paolis | country of citizenship | Italy | 1989\n- Renzo De Felice | country of citizenship | Italy | 1989\n- Nevio de Zordo | country of citizenship | Italy | 1989\n- Mario De Donà | country of citizenship | Italy | 1989\n- Dino De Antoni | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Maria Rita Saulle -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> head of government -> Ciriaco De Mita (1989)\n Answer: 1989", "t_query": 1989.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002948", "prompt": " Who was the head of state of Giovanni Spadolini's country of citizenship before Francesco Cossiga?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1963\n- Francesco Scafarelli | country of citizenship | Italy | 1963\n- Francesco Gabrieli | country of citizenship | Italy | 1963\n- Loris Francesco Capovilla | country of citizenship | Italy | 1963\n- Giovanni Mardersteig | country of citizenship | Italy | 1963\n- Giovanni Invernizzi | country of citizenship | Italy | 1963\n- Giovanni Goria | country of citizenship | Italy | 1963\n- Giovanni Ferrofino | country of citizenship | Italy | 1963\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Giovanni Spadolini -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Answer: Antonio Segni", "t_query": 1963.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002949", "prompt": " In 1951, what was the head of state of Vitaliano Brancati's country of citizenship?\nEvidence:\n- Vitaliano Brancati | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\n- Virginio Rosetta | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Vitaliano Brancati -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Luigi Einaudi (1951)\n Answer: Luigi Einaudi", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002950", "prompt": " In 1993, whose country of citizenship was Syria?\nEvidence:\n- Sabah Fakhri | country of citizenship | Syria | 1993\n- Saadallah Wannous | country of citizenship | Syria | 1993\n- Hanna Mina | country of citizenship | Syria | 1993\nReasoning:", "completion": " Hop 1: Sabah Fakhri -> country of citizenship -> Syria (1993)\n Answer: Sabah Fakhri", "t_query": 1993.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_002951", "prompt": " In 1976, what was the position held of Italy's head of government?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1976\n- Veriano Luchetti | country of citizenship | Italy | 1976\n- Tonino Cervi | country of citizenship | Italy | 1976\n- Tiziano Terzani | country of citizenship | Italy | 1976\n- Stéphane Grappelli | country of citizenship | Italy | 1976\n- Simon Spierer | country of citizenship | Italy | 1976\n- Sergio Mantovani | country of citizenship | Italy | 1976\n- Sergio Bonelli | country of citizenship | Italy | 1976\n- Rossana Rossanda | country of citizenship | Italy | 1976\n- Renata Tebaldi | country of citizenship | Italy | 1976\n- Primo Nebiolo | country of citizenship | Italy | 1976\n- Pino Lancetti | country of citizenship | Italy | 1976\n- Pietro Parente | country of citizenship | Italy | 1976\n- Oriana Fallaci | country of citizenship | Italy | 1976\n- Norberto Bobbio | country of citizenship | Italy | 1976\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Aldo Moro (1976)\n Hop 2: Aldo Moro -> position held -> Prime Minister of Italy (1976)\n Answer: Prime Minister of Italy", "t_query": 1976.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002952", "prompt": " After Biebrich country Weimar Republic, what was the head of government of Tilla Durieux's spouse's work location's country?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Hop 1: Tilla Durieux -> spouse -> Paul Cassirer (1921)\n Hop 2: Paul Cassirer -> work location -> Berlin (1921)\n Hop 3: Berlin -> country -> Weimar Republic (1921)\n Hop 4: Weimar Republic -> head of government -> Constantin Fehrenbach (1921)\n Answer: Constantin Fehrenbach", "t_query": 1921.0, "chain_length": 4, "operator_type": "sequence", "n_evidence": 3} +{"id": "sft_002953", "prompt": " After Prelinger Archives located in New York City, what was the position held of Lewis Mumford's work location's head of government?\nEvidence:\n- Lewis Mumford | work location | New York City | 1986\n- Prelinger Archives | located in the administrative territorial entity | New York City | 1986\n- Q828254 | work location | New York City | 1986\n- Arman | work location | New York City | 1986\n- Nancy Graves | work location | New York City | 1986\n- Louise Bourgeois | work location | New York City | 1986\n- Elliott Erwitt | work location | New York City | 1986\n- Donald Trump | work location | New York City | 1986\n- Alan Vega | work location | New York City | 1986\n- New York City | head of government | Ed Koch | 1986\n- MetLife | headquarters location | New York City | 1986\n- Lewis Mumford | residence | Amenia | 1986\n- Wolfgang Schivelbusch | residence | New York City | 1986\n- William Vickrey | residence | New York City | 1986\n- Gil Evans | residence | New York City | 1986\nReasoning:", "completion": " Hop 1: Lewis Mumford -> work location -> New York City (1986)\n Hop 2: New York City -> head of government -> Ed Koch (1986)\n Hop 3: Ed Koch -> position held -> Mayor of New York City (1986)\n Answer: Mayor of New York City", "t_query": 1986.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002954", "prompt": " In 1987, whose contains the administrative territorial entity's country of citizenship's head of government was Hesse?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1987\n- West Germany | contains the administrative territorial entity | Saarland | 1987\n- West Germany | contains the administrative territorial entity | Hamburg | 1987\n- West Germany | contains the administrative territorial entity | Bremen | 1987\n- West Germany | contains the administrative territorial entity | Bavaria | 1987\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1987\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1987\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1987\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1987\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1987\n- Saarland | located in the administrative territorial entity | West Germany | 1987\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1987\n- Q77721 | country of citizenship | West Germany | 1987\n- Thomas Anders | country of citizenship | West Germany | 1987\n- Martin Walser | country of citizenship | West Germany | 1987\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Hesse (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: Germany -> head of government -> Helmut Kohl (1987)\n Answer: Germany", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002955", "prompt": " After Pat Nixon spouse Richard Nixon, what was the work location of Richard Nixon?\nEvidence:\n- Richard Nixon | spouse | Pat Nixon | 1960\n- Pat Nixon | spouse | Richard Nixon | 1960\n- Richard Nixon | work location | Washington, D.C. | 1960\n- Pat Nixon | position held | Second Lady or Gentleman of the United States | 1960\n- Richard Nixon | position held | Vice President of the United States | 1960\n- Q216195 | work location | Washington, D.C. | 1960\nReasoning:", "completion": " Hop 1: Richard Nixon -> work location -> Washington, D.C. (1960)\n Answer: Washington, D.C.", "t_query": 1960.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 6} +{"id": "sft_002956", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in equal to Meyzieu?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Rhône -> contains the administrative territorial entity -> Meyzieu (2003)\n Answer: 2003", "t_query": 2003.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002957", "prompt": " Who was the position held of Carmelo Cappello's country of citizenship's head of state after Italian Minister of Agriculture?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Antonio Segni (1964)\n Hop 3: Antonio Segni -> position held -> Italian senator for life (1964)\n Answer: Italian senator for life", "t_query": 1964.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002958", "prompt": " After Khanate of Khiva located in Russian Empire, what was the basic form of government of Kasato Maru's country of registry?\nEvidence:\n- Kasato Maru | country of registry | Russian Empire | 1901\n- Khanate of Khiva | country | Russian Empire | 1901\n- Russian Empire | basic form of government | absolute monarchy | 1901\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1901\n- Khiva | country | Russian Empire | 1901\n- Șirăuți | country | Russian Empire | 1901\n- Šeteniai | country | Russian Empire | 1901\n- Łódź | country | Russian Empire | 1901\n- Červień | country | Russian Empire | 1901\n- Zhytomyr | country | Russian Empire | 1901\n- Yevpatoriia | country | Russian Empire | 1901\n- Yalta | country | Russian Empire | 1901\n- Voronezh | country | Russian Empire | 1901\n- Vologda | country | Russian Empire | 1901\n- Volodymyr | country | Russian Empire | 1901\nReasoning:", "completion": " Hop 1: Kasato Maru -> country of registry -> Russian Empire (1901)\n Hop 2: Russian Empire -> basic form of government -> absolute monarchy (1901)\n Answer: absolute monarchy", "t_query": 1901.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002959", "prompt": " Who was the head of government of Maria Rita Saulle's country of citizenship after Adone Zoli?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Maria Rita Saulle -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> head of government -> Ciriaco De Mita (1989)\n Answer: Ciriaco De Mita", "t_query": 1989.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002960", "prompt": " After Maria Rita Saulle country of citizenship Italy, what was the head of state of Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Tonino Cervi | country of citizenship | Italy | 1971\n- Tiziano Terzani | country of citizenship | Italy | 1971\n- Stéphane Grappelli | country of citizenship | Italy | 1971\n- Simon Spierer | country of citizenship | Italy | 1971\n- Sergio Mantovani | country of citizenship | Italy | 1971\n- Sergio Bonelli | country of citizenship | Italy | 1971\n- Rossana Rossanda | country of citizenship | Italy | 1971\n- Romeo Bertini | country of citizenship | Italy | 1971\n- Renata Tebaldi | country of citizenship | Italy | 1971\n- Primo Nebiolo | country of citizenship | Italy | 1971\n- Pietro Parente | country of citizenship | Italy | 1971\n- Oriana Fallaci | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giuseppe Saragat (1971)\n Answer: Giuseppe Saragat", "t_query": 1971.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002961", "prompt": " In what year was the currency of Renata Tebaldi's country of citizenship equal to Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 2000\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\n- Tonino Cervi | country of citizenship | Italy | 2000\nReasoning:", "completion": " Hop 1: Renata Tebaldi -> country of citizenship -> Italy (2000)\n Hop 2: Italy -> currency -> Italian lira (2000)\n Answer: 2000", "t_query": 2000.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002962", "prompt": " In 1962, whose head of state's country of citizenship was Giovanni Gronchi?\nEvidence:\n- Italy | head of state | Giovanni Gronchi | 1962\n- Giovanni Gronchi | country of citizenship | Italy | 1962\n- Giovanni Gronchi | position held | President of Italy | 1962\n- Giovanni Gronchi | position held | Italian senator for life | 1962\n- Giovanni Mardersteig | country of citizenship | Italy | 1962\n- Giovanni Invernizzi | country of citizenship | Italy | 1962\n- Giovanni Goria | country of citizenship | Italy | 1962\n- Giovanni Ferrofino | country of citizenship | Italy | 1962\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giovanni Gronchi (1962)\n Hop 2: Antonio Corpora -> country of citizenship -> Italy (1962)\n Answer: Antonio Corpora", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002963", "prompt": " Who was the board member of Daimler-Benz AG before Joachim Zahn?\nEvidence:\n- Daimler-Benz AG | board member | Wilhelm Kissel | 1931\n- Daimler-Benz AG | chief executive officer | Wilhelm Kissel | 1931\nReasoning:", "completion": " Hop 1: Daimler-Benz AG -> board member -> Wilhelm Kissel (1931)\n Answer: Wilhelm Kissel", "t_query": 1931.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 2} +{"id": "sft_002964", "prompt": " Who was the country of David Bowie's work location after German Empire?\nEvidence:\n- David Bowie | work location | Berlin | 1978\n- Q896393 | work location | Berlin | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Q497401 | terminus | Berlin | 1978\n- Anna Seghers | residence | Berlin | 1978\nReasoning:", "completion": " Hop 1: David Bowie -> work location -> Berlin (1978)\n Hop 2: Berlin -> country -> German Democratic Republic (1978)\n Answer: German Democratic Republic", "t_query": 1978.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 10} +{"id": "sft_002965", "prompt": " In 1956, what was the position held of Alfonso Calzolari's country of citizenship's head of state?\nEvidence:\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\n- Veriano Luchetti | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Alfonso Calzolari -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1956)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1956)\n Answer: President of Italy", "t_query": 1956.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002966", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon equal to Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Lyon (2003)\n Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002967", "prompt": " In what year was the country of Cornelius Castoriadis's residence equal to Kingdom of Greece?\nEvidence:\n- Cornelius Castoriadis | residence | Athens | 1924\n- Athens | country | Kingdom of Greece | 1924\nReasoning:", "completion": " Hop 1: Cornelius Castoriadis -> residence -> Athens (1924)\n Hop 2: Athens -> country -> Kingdom of Greece (1924)\n Answer: 1924", "t_query": 1924.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 2} +{"id": "sft_002968", "prompt": " Who was the position held of Gino Cassinis's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Uberto de Morpurgo | country for sport | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Gino Cassinis -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1959)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1959)\n Answer: President of Italy", "t_query": 1959.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002969", "prompt": " After Gianni De Michelis country of citizenship Italy, what was the position held of Luigi Pistilli's country of citizenship's head of state?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Velasio de Paolis | country of citizenship | Italy | 1963\n- Renzo De Felice | country of citizenship | Italy | 1963\n- Dino De Antoni | country of citizenship | Italy | 1963\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Luigi Pistilli -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Hop 3: Antonio Segni -> position held -> President of Italy (1963)\n Answer: President of Italy", "t_query": 1963.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002970", "prompt": " In 1979, whose named after's employer was Attila József?\nEvidence:\n- University of Szeged | named after | Attila József | 1979\n- Mihály Bartók | employer | University of Szeged | 1979\nReasoning:", "completion": " Hop 1: University of Szeged -> named after -> Attila József (1979)\n Hop 2: Mihály Bartók -> employer -> University of Szeged (1979)\n Answer: Mihály Bartók", "t_query": 1979.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_002971", "prompt": " After Erminio Blotta country of citizenship Italy, what was the currency of Ugo Stille's country of citizenship?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Ugo Stille -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> currency -> Italian lira (1957)\n Answer: Italian lira", "t_query": 1957.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002972", "prompt": " In what year was the sponsor of EF Education-Tibco-SVB equal to Tibco Software?\nEvidence:\n- EF Education-Tibco-SVB | sponsor | Tibco Software | 2011\n- EF Education-Tibco-SVB | owned by | Linda Jackson | 2011\n- Tara Whitten | member of sports team | EF Education-Tibco-SVB | 2011\nReasoning:", "completion": " Hop 1: EF Education-Tibco-SVB -> sponsor -> Tibco Software (2011)\n Answer: 2011", "t_query": 2011.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 3} +{"id": "sft_002973", "prompt": " In 1920, what was the shares border with of Carel Willink's work location's country?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Hop 1: Carel Willink -> work location -> Berlin (1920)\n Hop 2: Berlin -> country -> Weimar Republic (1920)\n Hop 3: Weimar Republic -> shares border with -> Neutral Moresnet (1920)\n Answer: Neutral Moresnet", "t_query": 1920.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 9} +{"id": "sft_002974", "prompt": " In 1957, what was the work location of Philip Perlman?\nEvidence:\n- Philip Perlman | work location | Baltimore | 1957\nReasoning:", "completion": " Hop 1: Philip Perlman -> work location -> Baltimore (1957)\n Answer: Baltimore", "t_query": 1957.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_002975", "prompt": " In what year was the head of state of Salvatore Fiume's country of citizenship equal to Francesco Cossiga?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1988\n- Salvatore Cassisa | country of citizenship | Italy | 1988\n- Francesco Scafarelli | country of citizenship | Italy | 1988\n- Francesco Gabrieli | country of citizenship | Italy | 1988\n- Francesco Aguzzoli | country of citizenship | Italy | 1988\n- Loris Francesco Capovilla | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\n- Vittore Catella | country of citizenship | Italy | 1988\n- Veriano Luchetti | country of citizenship | Italy | 1988\n- Ugo Tognazzi | country of citizenship | Italy | 1988\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1988)\n Hop 2: Italy -> head of state -> Francesco Cossiga (1988)\n Answer: 1988", "t_query": 1988.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002976", "prompt": " In 1941, whose country was Tajik Soviet Socialist Republic?\nEvidence:\n- Kulob | country | Tajik Soviet Socialist Republic | 1941\n- Dushanbe | capital of | Tajik Soviet Socialist Republic | 1941\n- Dushanbe | located in the administrative territorial entity | Tajik Soviet Socialist Republic | 1941\n- Dushanbe | country | Soviet Union | 1941\n- Dushanbe | named after | Joseph Stalin | 1941\nReasoning:", "completion": " Hop 1: Kulob -> country -> Tajik Soviet Socialist Republic (1941)\n Answer: Kulob", "t_query": 1941.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 5} +{"id": "sft_002977", "prompt": " In 1999, what was the league or competition of Lluís Companys Olympic Stadium's occupant?\nEvidence:\n- Lluís Companys Olympic Stadium | occupant | Barcelona Dragons | 1999\n- Lluís Companys Olympic Stadium | occupant | RCD Espanyol de Barcelona | 1999\n- Barcelona Dragons | home venue | Lluís Companys Olympic Stadium | 1999\n- Barcelona Dragons | league or competition | NFL Europe | 1999\n- Jack Bicknell | coach of sports team | Barcelona Dragons | 1999\n- Q943194 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q939976 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q704268 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q296975 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Mauro Navas | member of sports team | RCD Espanyol de Barcelona | 1999\n- Barcelona Dragons | head coach | Jack Bicknell | 1999\nReasoning:", "completion": " Hop 1: Lluís Companys Olympic Stadium -> occupant -> Barcelona Dragons (1999)\n Hop 2: Barcelona Dragons -> league or competition -> NFL Europe (1999)\n Answer: NFL Europe", "t_query": 1999.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 11} +{"id": "sft_002978", "prompt": " In 1956, what was the position held of Laura Veccia Vaglieri's country of citizenship's head of state?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Laura Veccia Vaglieri -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1956)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1956)\n Answer: President of Italy", "t_query": 1956.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002979", "prompt": " Who was the contains the administrative territorial entity of Würzburg's country before Schleswig-Holstein?\nEvidence:\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Bremen (1950)\n Answer: Bremen", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002980", "prompt": " After Bonn capital of West Germany, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Bonn | capital of | West Germany | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | Germany | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- West Germany | currency | Deutsche Mark | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- East Berlin | capital of | German Democratic Republic | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Rhineland-Palatinate (1987)\n Answer: Rhineland-Palatinate", "t_query": 1987.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002981", "prompt": " In 2004, whose member of political party was Social Democratic Party of Germany?\nEvidence:\n- Q76545 | member of political party | Social Democratic Party of Germany | 2004\n- Q61009 | member of political party | Social Democratic Party of Germany | 2004\n- Q108771 | member of political party | Social Democratic Party of Germany | 2004\n- Thilo Sarrazin | member of political party | Social Democratic Party of Germany | 2004\n- Susanne Gaschke | member of political party | Social Democratic Party of Germany | 2004\nReasoning:", "completion": " Hop 1: Susanne Gaschke -> member of political party -> Social Democratic Party of Germany (2004)\n Answer: Susanne Gaschke", "t_query": 2004.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 5} +{"id": "sft_002982", "prompt": " In 1962, what was the shares border with of Guido Aycard's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1962\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Guido Aycard -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> shares border with -> Yugoslavia (1962)\n Answer: Yugoslavia", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002983", "prompt": " In 1972, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Hamburg (1972)\n Answer: Hamburg", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002984", "prompt": " In 1974, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Rhineland-Palatinate (1974)\n Answer: Rhineland-Palatinate", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002985", "prompt": " After Samara Governorate located in Russian Empire, what was the basic form of government of Dushanbe's located in's country?\nEvidence:\n- Emirate of Bukhara | country | Russian Empire | 1904\n- Dushanbe | located in the administrative territorial entity | Emirate of Bukhara | 1904\n- Termez | country | Emirate of Bukhara | 1904\nReasoning:", "completion": " Hop 1: Dushanbe -> located in -> Emirate of Bukhara (1904)\n Hop 2: Emirate of Bukhara -> country -> Russian Empire (1904)\n Hop 3: Russian Empire -> basic form of government -> absolute monarchy (1904)\n Answer: absolute monarchy", "t_query": 1904.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 3} +{"id": "sft_002986", "prompt": " In what year was the country of citizenship of Gino Bianco equal to Kingdom of Italy?\nEvidence:\n- Gino Bianco | country of citizenship | Kingdom of Italy | 1930\n- Gino Cassinis | country of citizenship | Kingdom of Italy | 1930\n- Q976653 | country of citizenship | Kingdom of Italy | 1930\n- Q972711 | country of citizenship | Kingdom of Italy | 1930\n- Q922237 | country of citizenship | Kingdom of Italy | 1930\n- Q890523 | country of citizenship | Kingdom of Italy | 1930\n- Q715036 | country of citizenship | Kingdom of Italy | 1930\n- Q710497 | country of citizenship | Kingdom of Italy | 1930\n- Q678253 | country of citizenship | Kingdom of Italy | 1930\n- Q654973 | country of citizenship | Kingdom of Italy | 1930\n- Q650303 | country of citizenship | Kingdom of Italy | 1930\n- Q603148 | country of citizenship | Kingdom of Italy | 1930\n- Q527400 | country of citizenship | Kingdom of Italy | 1930\n- Q51189 | country of citizenship | Kingdom of Italy | 1930\n- Q471232 | country of citizenship | Kingdom of Italy | 1930\nReasoning:", "completion": " Hop 1: Gino Bianco -> country of citizenship -> Kingdom of Italy (1930)\n Answer: 1930", "t_query": 1930.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002987", "prompt": " In 1989, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1989\n- Ireland | member of | European Economic Community | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Economic Community (1989)\n Hop 2: Raul Gardini -> country of citizenship -> Italy (1989)\n Answer: Raul Gardini", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002988", "prompt": " Who was the contains the administrative territorial entity of Germany's head of government's country of citizenship after Bremen?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Lower Saxony (1987)\n Answer: Lower Saxony", "t_query": 1987.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_002989", "prompt": " After Q802601 operator Chemins de fer du Midi, what was the operator of Q802601?\nEvidence:\n- Q802601 | operator | Société nationale des chemins de fer français | 1959\n- Paris–Lille railway | operator | Société nationale des chemins de fer français | 1959\n- Tarascon–Sète railway line | operator | Société nationale des chemins de fer français | 1959\n- Sélestat–Saverne railway line | operator | Société nationale des chemins de fer français | 1959\n- Rémilly–Saarbrücken railway line | operator | Société nationale des chemins de fer français | 1959\n- Dijon-Vallorbe railway line | operator | Société nationale des chemins de fer français | 1959\n- Belfort–Delle railway line | operator | Société nationale des chemins de fer français | 1959\n- Mantes-la-Jolie–Cherbourg railway | operator | Société nationale des chemins de fer français | 1959\nReasoning:", "completion": " Hop 1: Q802601 -> operator -> Société nationale des chemins de fer français (1959)\n Answer: Société nationale des chemins de fer français", "t_query": 1959.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 8} +{"id": "sft_002990", "prompt": " Who was the country of Cape Town after Cape Colony?\nEvidence:\n- Cape Town | capital of | Cape Province | 1945\n- Cape Town | country | Union of South Africa | 1945\nReasoning:", "completion": " Hop 1: Cape Town -> country -> Union of South Africa (1945)\n Answer: Union of South Africa", "t_query": 1945.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 2} +{"id": "sft_002991", "prompt": " In what year was the currency of Francesca Romana Coluzzi's country of citizenship equal to Italian lira?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> currency -> Italian lira (1963)\n Answer: 1963", "t_query": 1963.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002992", "prompt": " In 1972, what was the head of government of Friedrich Guggenberger's allegiance's contains the administrative territorial entity?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1972)\n Hop 3: Baden-Württemberg -> head of government -> Hans Filbinger (1972)\n Answer: Hans Filbinger", "t_query": 1972.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002993", "prompt": " After Pula country Italy, what was the position held of Guido Aycard's country of citizenship's head of state?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Guido Aycard -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1962)\n Hop 3: Giovanni Gronchi -> position held -> Italian senator for life (1962)\n Answer: Italian senator for life", "t_query": 1962.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_002994", "prompt": " In what year was the head of state of Raul Gardini's country of citizenship equal to Francesco Cossiga?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Francesco Scafarelli | country of citizenship | Italy | 1989\n- Francesco Gabrieli | country of citizenship | Italy | 1989\n- Francesco Aguzzoli | country of citizenship | Italy | 1989\n- Loris Francesco Capovilla | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Raul Gardini -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> head of state -> Francesco Cossiga (1989)\n Answer: 1989", "t_query": 1989.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002995", "prompt": " In what year was the member of of Romolo Alzani's country of citizenship equal to European Economic Community?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Romolo Alzani -> country of citizenship -> Italy (1987)\n Hop 2: Italy -> member of -> European Economic Community (1987)\n Answer: 1987", "t_query": 1987.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_002996", "prompt": " In 1965, what was the member of sports team of Hannes Löhr?\nEvidence:\n- Hannes Löhr | member of sports team | 1. FC Köln | 1965\n- Q895723 | member of sports team | 1. FC Köln | 1965\n- Q877952 | member of sports team | 1. FC Köln | 1965\n- Q658057 | member of sports team | 1. FC Köln | 1965\n- Q593990 | member of sports team | 1. FC Köln | 1965\n- Q567002 | member of sports team | 1. FC Köln | 1965\n- Jürgen Rumor | member of sports team | 1. FC Köln | 1965\n- Georg Stollenwerk | member of sports team | 1. FC Köln | 1965\n- Christian Müller | member of sports team | 1. FC Köln | 1965\n- Anton Regh | member of sports team | 1. FC Köln | 1965\nReasoning:", "completion": " Hop 1: Hannes Löhr -> member of sports team -> 1. FC Köln (1965)\n Answer: 1. FC Köln", "t_query": 1965.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 10} +{"id": "sft_002997", "prompt": " In 1999, whose member of sports team was Newell's Old Boys?\nEvidence:\n- Q38989 | member of sports team | Newell's Old Boys | 1999\n- Lionel Messi | member of sports team | Newell's Old Boys | 1999\n- Q38989 | member of sports team | Real Oviedo | 1999\n- Lionel Messi | residence | Rosario | 1999\nReasoning:", "completion": " Hop 1: Lionel Messi -> member of sports team -> Newell's Old Boys (1999)\n Answer: Lionel Messi", "t_query": 1999.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_002998", "prompt": " In 1975, what was the currency of Giovanni Spadolini's country of citizenship?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giovanni Spadolini -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> currency -> Italian lira (1975)\n Answer: Italian lira", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_002999", "prompt": " In 1968, what was the shares border with of Claudia Vinciguerra's country of citizenship?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Italy | shares border with | Yugoslavia | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Claudia Vinciguerra -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> shares border with -> Yugoslavia (1968)\n Answer: Yugoslavia", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003000", "prompt": " In what year was the country of Russian Soviet Federative Socialist Republic equal to Soviet Union?\nEvidence:\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1987\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Kaliningrad Oblast | exclave of | Russian Soviet Federative Socialist Republic | 1987\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Sakhalin Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\nReasoning:", "completion": " Hop 1: Russian Soviet Federative Socialist Republic -> country -> Soviet Union (1987)\n Answer: 1987", "t_query": 1987.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003001", "prompt": " Who was the country of citizenship of Attilio Pierelli before Italy?\nEvidence:\n- Attilio Pierelli | country of citizenship | Kingdom of Italy | 1929\n- Q976653 | country of citizenship | Kingdom of Italy | 1929\n- Q972711 | country of citizenship | Kingdom of Italy | 1929\n- Q922237 | country of citizenship | Kingdom of Italy | 1929\n- Q890523 | country of citizenship | Kingdom of Italy | 1929\n- Q715036 | country of citizenship | Kingdom of Italy | 1929\n- Q710497 | country of citizenship | Kingdom of Italy | 1929\n- Q678253 | country of citizenship | Kingdom of Italy | 1929\n- Q654973 | country of citizenship | Kingdom of Italy | 1929\n- Q650303 | country of citizenship | Kingdom of Italy | 1929\n- Q603148 | country of citizenship | Kingdom of Italy | 1929\n- Q527400 | country of citizenship | Kingdom of Italy | 1929\n- Q51189 | country of citizenship | Kingdom of Italy | 1929\n- Q471232 | country of citizenship | Kingdom of Italy | 1929\n- Q456574 | country of citizenship | Kingdom of Italy | 1929\nReasoning:", "completion": " Hop 1: Attilio Pierelli -> country of citizenship -> Kingdom of Italy (1929)\n Answer: Kingdom of Italy", "t_query": 1929.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003002", "prompt": " Who was the position held of Gino Cassinis's country of citizenship's head of government before Italian senator for life?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Uberto de Morpurgo | country for sport | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Gino Cassinis -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of government -> Antonio Segni (1959)\n Hop 3: Antonio Segni -> position held -> Prime Minister of Italy (1959)\n Answer: Prime Minister of Italy", "t_query": 1959.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003003", "prompt": " In what year was the currency of Veriano Luchetti's country of citizenship equal to Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Veriano Luchetti -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> currency -> Italian lira (1985)\n Answer: 1985", "t_query": 1985.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003004", "prompt": " Who was the head of government of Tilla Durieux's spouse's work location's country before Wilhelm Marx?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Hop 1: Tilla Durieux -> spouse -> Paul Cassirer (1921)\n Hop 2: Paul Cassirer -> work location -> Berlin (1921)\n Hop 3: Berlin -> country -> Weimar Republic (1921)\n Hop 4: Weimar Republic -> head of government -> Joseph Wirth (1921)\n Answer: Joseph Wirth", "t_query": 1921.0, "chain_length": 4, "operator_type": "before_after", "n_evidence": 3} +{"id": "sft_003005", "prompt": " In 1987, whose currency's country of citizenship's head of government was Deutsche Mark?\nEvidence:\n- Germany | currency | Deutsche Mark | 1987\n- West Germany | currency | Deutsche Mark | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Q77721 | country of citizenship | West Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Thomas Anders | country of citizenship | West Germany | 1987\n- Martin Walser | country of citizenship | West Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- Conrad Schumann | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Modern Talking | country of origin | West Germany | 1987\nReasoning:", "completion": " Hop 1: West Germany -> currency -> Deutsche Mark (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: Germany -> head of government -> Helmut Kohl (1987)\n Answer: Germany", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003006", "prompt": " In 1968, what was the head of state of Clelio Darida's country of citizenship?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Clelio Darida -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1968)\n Answer: Giuseppe Saragat", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003007", "prompt": " After Frank Tieri residence United States, what was the head of government of Erazim Kohák's residence?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Discovery Channel | country | United States | 1988\n- United States | shares border with | Panama | 1988\n- Julie Mehretu | work location | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Tony Miles | country for sport | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\nReasoning:", "completion": " Hop 1: Erazim Kohák -> residence -> United States (1988)\n Hop 2: United States -> head of government -> Ronald Reagan (1988)\n Answer: Ronald Reagan", "t_query": 1988.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 13} +{"id": "sft_003008", "prompt": " In what year was the educated at of Raymond Aubrac equal to Harvard University?\nEvidence:\n- Raymond Aubrac | educated at | Harvard University | 1937\n- Raymond Aubrac | educated at | Massachusetts Institute of Technology | 1937\n- Raymond Aubrac | educated at | École Nationale des Ponts et Chaussées | 1937\n- Howard H. Aiken | educated at | Harvard University | 1937\n- Q982883 | employer | Harvard University | 1937\n- Q912906 | employer | Harvard University | 1937\n- Q183372 | employer | Harvard University | 1937\n- Hassler Whitney | employer | Harvard University | 1937\n- Edward Vermilye Huntington | employer | Harvard University | 1937\n- Clarence Irving Lewis | employer | Harvard University | 1937\n- Q92760 | educated at | Massachusetts Institute of Technology | 1937\n- Richard Feynman | educated at | Massachusetts Institute of Technology | 1937\n- Q178577 | employer | Massachusetts Institute of Technology | 1937\nReasoning:", "completion": " Hop 1: Raymond Aubrac -> educated at -> Harvard University (1937)\n Answer: 1937", "t_query": 1937.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 13} +{"id": "sft_003009", "prompt": " In 1999, what was the occupant of Lluís Companys Olympic Stadium?\nEvidence:\n- Lluís Companys Olympic Stadium | occupant | Barcelona Dragons | 1999\n- Lluís Companys Olympic Stadium | occupant | RCD Espanyol de Barcelona | 1999\n- Barcelona Dragons | home venue | Lluís Companys Olympic Stadium | 1999\n- Jack Bicknell | coach of sports team | Barcelona Dragons | 1999\n- Q943194 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q939976 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q704268 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q296975 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Mauro Navas | member of sports team | RCD Espanyol de Barcelona | 1999\n- Barcelona Dragons | league or competition | NFL Europe | 1999\n- Barcelona Dragons | head coach | Jack Bicknell | 1999\nReasoning:", "completion": " Hop 1: Lluís Companys Olympic Stadium -> occupant -> RCD Espanyol de Barcelona (1999)\n Answer: RCD Espanyol de Barcelona", "t_query": 1999.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 11} +{"id": "sft_003010", "prompt": " In 1969, whose located in was Volgograd Oblast?\nEvidence:\n- Volgograd | located in the administrative territorial entity | Volgograd Oblast | 1969\n- Volgograd | twinned administrative body | Liège | 1969\nReasoning:", "completion": " Hop 1: Volgograd -> located in -> Volgograd Oblast (1969)\n Answer: Volgograd", "t_query": 1969.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_003011", "prompt": " In 1960, what was the position held of Italy's head of government?\nEvidence:\n- Giuseppe Paratore | position held | Italian senator for life | 1960\n- Q264986 | country of citizenship | Italy | 1960\n- Q219490 | country of citizenship | Italy | 1960\n- Dalida | country of citizenship | Italy | 1960\n- Veriano Luchetti | country of citizenship | Italy | 1960\n- Tonino Cervi | country of citizenship | Italy | 1960\n- Tiziano Terzani | country of citizenship | Italy | 1960\n- Stéphane Grappelli | country of citizenship | Italy | 1960\n- Simon Spierer | country of citizenship | Italy | 1960\n- Sergio Mantovani | country of citizenship | Italy | 1960\n- Sergio Bonelli | country of citizenship | Italy | 1960\n- Rossana Rossanda | country of citizenship | Italy | 1960\n- Romeo Bertini | country of citizenship | Italy | 1960\n- Renata Tebaldi | country of citizenship | Italy | 1960\n- Primo Nebiolo | country of citizenship | Italy | 1960\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Antonio Segni (1960)\n Hop 2: Antonio Segni -> position held -> Prime Minister of Italy (1960)\n Answer: Prime Minister of Italy", "t_query": 1960.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003012", "prompt": " In what year was the member of of Elena Altieri's country of citizenship equal to European Economic Community?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\n- Tullio Kezich | country of citizenship | Italy | 1977\n- Tonino Cervi | country of citizenship | Italy | 1977\n- Tiziano Terzani | country of citizenship | Italy | 1977\nReasoning:", "completion": " Hop 1: Elena Altieri -> country of citizenship -> Italy (1977)\n Hop 2: Italy -> member of -> European Economic Community (1977)\n Answer: 1977", "t_query": 1977.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003013", "prompt": " Who was the head of state of Luigi Pistilli's country of citizenship before Oscar Luigi Scalfaro?\nEvidence:\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Luigi Pistilli -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Answer: Antonio Segni", "t_query": 1963.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003014", "prompt": " After Brooke Miller member of sports team EF Education-Tibco-SVB, what was the owned by of EF Education-Tibco-SVB?\nEvidence:\n- EF Education-Tibco-SVB | owned by | Linda Jackson | 2011\n- EF Education-Tibco-SVB | sponsor | Tibco Software | 2011\n- Tara Whitten | member of sports team | EF Education-Tibco-SVB | 2011\nReasoning:", "completion": " Hop 1: EF Education-Tibco-SVB -> owned by -> Linda Jackson (2011)\n Answer: Linda Jackson", "t_query": 2011.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 3} +{"id": "sft_003015", "prompt": " After Danilo Mainardi country of citizenship Italy, what was the head of state of Marco Tulli's country of citizenship?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Marco Tulli -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> head of state -> Sandro Pertini (1978)\n Answer: Sandro Pertini", "t_query": 1978.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003016", "prompt": " In 1953, whose contains the administrative territorial entity's country's work location was Bremen?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bremen | 1953\n- West Germany | contains the administrative territorial entity | Hesse | 1953\n- West Germany | contains the administrative territorial entity | Hamburg | 1953\n- West Germany | contains the administrative territorial entity | Bavaria | 1953\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1953\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1953\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1953\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1953\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1953\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1953\n- Bremen | head of government | Wilhelm Kaisen | 1953\n- Würzburg | country | West Germany | 1953\n- Wuppertal | country | West Germany | 1953\n- Wiesbaden | country | West Germany | 1953\n- Viersen | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Bremen (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: Bernard Schultze -> work location -> Frankfurt (1953)\n Answer: Bernard Schultze", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003017", "prompt": " In 1921, what was the country of Tilla Durieux's spouse's work location?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Hop 1: Tilla Durieux -> spouse -> Paul Cassirer (1921)\n Hop 2: Paul Cassirer -> work location -> Berlin (1921)\n Hop 3: Berlin -> country -> Weimar Republic (1921)\n Answer: Weimar Republic", "t_query": 1921.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_003018", "prompt": " In 1985, what was the shares border with of Veriano Luchetti's country of citizenship?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Italy | shares border with | Yugoslavia | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Veriano Luchetti -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> shares border with -> Yugoslavia (1985)\n Answer: Yugoslavia", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003019", "prompt": " After Gianna Maria Canale country of citizenship Italy, what was the head of state of Francesca Romana Coluzzi's country of citizenship?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Maria Tore Barbina | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Answer: Antonio Segni", "t_query": 1963.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003020", "prompt": " Who was the member of of Lelio Antoniotti's country of citizenship before European Coal and Steel Community?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\n- Tullio Kezich | country of citizenship | Italy | 1973\nReasoning:", "completion": " Hop 1: Lelio Antoniotti -> country of citizenship -> Italy (1973)\n Hop 2: Italy -> member of -> European Economic Community (1973)\n Answer: European Economic Community", "t_query": 1973.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003021", "prompt": " In 1935, whose educated at was University of Paris?\nEvidence:\n- Q95821 | educated at | University of Paris | 1935\n- Louise Bourgeois | educated at | University of Paris | 1935\n- Q232873 | employer | University of Paris | 1935\n- Arnaud Denjoy | employer | University of Paris | 1935\n- Louise Bourgeois | work location | Paris | 1935\nReasoning:", "completion": " Hop 1: Louise Bourgeois -> educated at -> University of Paris (1935)\n Answer: Louise Bourgeois", "t_query": 1935.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 5} +{"id": "sft_003022", "prompt": " In 1921, whose located in was Seine-et-Oise?\nEvidence:\n- Bonnières-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Villejust | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Villecresnes | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Valenton | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Saclas | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q899558 | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q83472 | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q794124 | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q752150 | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q639332 | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q491908 | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q276508 | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q273061 | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q272066 | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q268408 | located in the administrative territorial entity | Seine-et-Oise | 1921\nReasoning:", "completion": " Hop 1: Émancé -> located in -> Seine-et-Oise (1921)\n Answer: Émancé", "t_query": 1921.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003023", "prompt": " In 2000, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 2000\n- Germany | member of | European Coal and Steel Community | 2000\n- Belgium | member of | European Coal and Steel Community | 2000\n- Germany | member of | European Atomic Energy Community | 2000\n- Germany | member of | Western European Union | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Q107089 | country of citizenship | Germany | 2000\n- Werner Schulz | country of citizenship | Germany | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (2000)\n Hop 2: Renata Tebaldi -> country of citizenship -> Italy (2000)\n Answer: Renata Tebaldi", "t_query": 2000.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003024", "prompt": " Who was the work location of Konrad Krzyżanowski after Warsaw?\nEvidence:\n- Konrad Krzyżanowski | work location | Saint Petersburg | 1922\n- Q319861 | work location | Saint Petersburg | 1922\nReasoning:", "completion": " Hop 1: Konrad Krzyżanowski -> work location -> Saint Petersburg (1922)\n Answer: Saint Petersburg", "t_query": 1922.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 2} +{"id": "sft_003025", "prompt": " After Route nationale 101 located in Ardèche, what was the located in of Route nationale 101?\nEvidence:\n- Route nationale 101 | located in the administrative territorial entity | Ardèche | 1926\n- Route nationale 104 | located in the administrative territorial entity | Ardèche | 1926\n- Route nationale 101 | located in the administrative territorial entity | Lozère | 1926\nReasoning:", "completion": " Hop 1: Route nationale 101 -> located in -> Lozère (1926)\n Answer: Lozère", "t_query": 1926.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 3} +{"id": "sft_003026", "prompt": " After Gastone Moschin country of citizenship Italy, what was the head of government of Renata Tebaldi's country of citizenship?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\n- Tonino Cervi | country of citizenship | Italy | 2000\n- Tiziano Terzani | country of citizenship | Italy | 2000\nReasoning:", "completion": " Hop 1: Renata Tebaldi -> country of citizenship -> Italy (2000)\n Hop 2: Italy -> head of government -> Massimo D'Alema (2000)\n Answer: Massimo D'Alema", "t_query": 2000.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003027", "prompt": " Who was the head of government of Italy after Mario Monti?\nEvidence:\n- Mario Sereni | country of citizenship | Italy | 2014\n- Mario Perniola | country of citizenship | Italy | 2014\n- Servílio Conti | country of citizenship | Italy | 2014\n- Sergio Donadoni | country of citizenship | Italy | 2014\n- Sebastiano Mannironi | country of citizenship | Italy | 2014\n- Salvatore Cassisa | country of citizenship | Italy | 2014\n- Rossana Rossanda | country of citizenship | Italy | 2014\n- Romano Agostinelli | country of citizenship | Italy | 2014\n- Roberto Tucci | country of citizenship | Italy | 2014\n- Pinuccio Sciola | country of citizenship | Italy | 2014\n- Paolo Villaggio | country of citizenship | Italy | 2014\n- Luigi Agnolin | country of citizenship | Italy | 2014\n- Luca Ronconi | country of citizenship | Italy | 2014\n- Giuliano Carnimeo | country of citizenship | Italy | 2014\n- Giorgio Rebuffi | country of citizenship | Italy | 2014\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Enrico Letta (2014)\n Answer: Enrico Letta", "t_query": 2014.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003028", "prompt": " After Wismar country Weimar Republic, what was the head of state of Berolzheim's country?\nEvidence:\n- Berolzheim | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Weimar Republic | head of state | Friedrich Ebert | 1925\n- Weimar Republic | head of state | Paul von Hindenburg | 1925\n- Weimar | country | Weimar Republic | 1925\n- Weimar Republic | head of government | Hans Luther | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Vaterstetten | country | Weimar Republic | 1925\n- Trier | country | Weimar Republic | 1925\n- Speyer | country | Weimar Republic | 1925\n- Regensburg | country | Weimar Republic | 1925\nReasoning:", "completion": " Hop 1: Berolzheim -> country -> Weimar Republic (1925)\n Hop 2: Weimar Republic -> head of state -> Friedrich Ebert (1925)\n Answer: Friedrich Ebert", "t_query": 1925.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003029", "prompt": " Who was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance before Baden-Württemberg?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Baden-Württemberg | country | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Rhineland-Palatinate (1972)\n Answer: Rhineland-Palatinate", "t_query": 1972.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003030", "prompt": " In 1996, whose award received's head of state was Order of the White Eagle?\nEvidence:\n- Oscar Luigi Scalfaro | award received | Order of the White Eagle | 1996\n- Italy | head of state | Oscar Luigi Scalfaro | 1996\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1996\n- Oscar Luigi Scalfaro | position held | President of Italy | 1996\nReasoning:", "completion": " Hop 1: Oscar Luigi Scalfaro -> award received -> Order of the White Eagle (1996)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1996)\n Answer: Italy", "t_query": 1996.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_003031", "prompt": " In 1961, what was the country of citizenship of Mario Gentili?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Mario Gentili -> country of citizenship -> Italy (1961)\n Answer: Italy", "t_query": 1961.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003032", "prompt": " After Pericle Felici country of citizenship Italy, what was the award received of Italy7492's country of citizenship's head of state?\nEvidence:\n- Pericle Fazzini | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\n- Virginio Rosetta | country of citizenship | Italy | 1964\n- Veriano Luchetti | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Antonio Segni (1964)\n Hop 3: Antonio Segni -> award received -> Charlemagne Prize (1964)\n Answer: Charlemagne Prize", "t_query": 1964.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003033", "prompt": " In 1995, whose coach of sports team was Switzerland men's national football team?\nEvidence:\n- Artur Jorge | coach of sports team | Switzerland men's national football team | 1995\n- Q686846 | member of sports team | Switzerland men's national football team | 1995\n- Q676250 | member of sports team | Switzerland men's national football team | 1995\n- Q673003 | member of sports team | Switzerland men's national football team | 1995\n- Q671796 | member of sports team | Switzerland men's national football team | 1995\n- Q372858 | member of sports team | Switzerland men's national football team | 1995\n- Q327937 | member of sports team | Switzerland men's national football team | 1995\n- Q323799 | member of sports team | Switzerland men's national football team | 1995\n- Q124201 | member of sports team | Switzerland men's national football team | 1995\n- Yvan Quentin | member of sports team | Switzerland men's national football team | 1995\n- Nestor Subiat | member of sports team | Switzerland men's national football team | 1995\n- Marc Hottiger | member of sports team | Switzerland men's national football team | 1995\n- Alain Sutter | member of sports team | Switzerland men's national football team | 1995\n- Artur Jorge | coach of sports team | S.L. Benfica | 1995\n- Q686846 | member of sports team | FC Sion | 1995\nReasoning:", "completion": " Hop 1: Artur Jorge -> coach of sports team -> Switzerland men's national football team (1995)\n Answer: Artur Jorge", "t_query": 1995.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003034", "prompt": " After Primo Andrighetto country of citizenship Italy, what was the position held of Italy's head of state?\nEvidence:\n- Primo Nebiolo | country of citizenship | Italy | 1998\n- Italy | head of state | Oscar Luigi Scalfaro | 1998\n- Oscar Luigi Scalfaro | position held | President of Italy | 1998\n- Q454036 | country of citizenship | Italy | 1998\n- Norberto Bobbio | position held | Italian senator for life | 1998\n- Vittore Catella | country of citizenship | Italy | 1998\n- Veriano Luchetti | country of citizenship | Italy | 1998\n- Tullio Kezich | country of citizenship | Italy | 1998\n- Tonino Cervi | country of citizenship | Italy | 1998\n- Tiziano Terzani | country of citizenship | Italy | 1998\n- Simon Spierer | country of citizenship | Italy | 1998\n- Sergio Mantovani | country of citizenship | Italy | 1998\n- Sergio Bonelli | country of citizenship | Italy | 1998\n- Salvatore Cassisa | country of citizenship | Italy | 1998\n- Rossana Rossanda | country of citizenship | Italy | 1998\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Oscar Luigi Scalfaro (1998)\n Hop 2: Oscar Luigi Scalfaro -> position held -> President of Italy (1998)\n Answer: President of Italy", "t_query": 1998.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003035", "prompt": " In what year was the chief executive officer of Jean E. Sammet's employer equal to Thomas Watson?\nEvidence:\n- IBM | chief executive officer | Thomas Watson | 1965\n- Jean E. Sammet | employer | IBM | 1965\n- John Backus | employer | IBM | 1965\n- Benoit Mandelbrot | employer | IBM | 1965\nReasoning:", "completion": " Hop 1: Jean E. Sammet -> employer -> IBM (1965)\n Hop 2: IBM -> chief executive officer -> Thomas Watson (1965)\n Answer: 1965", "t_query": 1965.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 4} +{"id": "sft_003036", "prompt": " In 1973, what was the member of of Lelio Antoniotti's country of citizenship?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\n- Tullio Kezich | country of citizenship | Italy | 1973\nReasoning:", "completion": " Hop 1: Lelio Antoniotti -> country of citizenship -> Italy (1973)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1973)\n Answer: European Coal and Steel Community", "t_query": 1973.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003037", "prompt": " After Antônio Maria Mucciolo country of citizenship Italy, what was the head of state of Luigi Pistilli's country of citizenship?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Maria Tore Barbina | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Luigi Pistilli -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Answer: Antonio Segni", "t_query": 1963.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003038", "prompt": " In 1950, whose member of sports team was Turkey men's national football team?\nEvidence:\n- Q919302 | member of sports team | Turkey men's national football team | 1950\n- Q762860 | member of sports team | Turkey men's national football team | 1950\n- Turgay Şeren | member of sports team | Turkey men's national football team | 1950\n- Turgay Şeren | member of sports team | Galatasaray S.K. | 1950\n- Q762860 | member of sports team | Beşiktaş J.K. | 1950\nReasoning:", "completion": " Hop 1: Turgay Şeren -> member of sports team -> Turkey men's national football team (1950)\n Answer: Turgay Şeren", "t_query": 1950.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 5} +{"id": "sft_003039", "prompt": " In 1981, whose spouse was Rosi Mittermaier?\nEvidence:\n- Rosi Mittermaier | spouse | Christian Neureuther | 1981\n- Christian Neureuther | spouse | Rosi Mittermaier | 1981\nReasoning:", "completion": " Hop 1: Christian Neureuther -> spouse -> Rosi Mittermaier (1981)\n Answer: Christian Neureuther", "t_query": 1981.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_003040", "prompt": " In what year was the part of of Robert Morley's country of citizenship equal to European Union?\nEvidence:\n- Robert Morley | country of citizenship | United Kingdom | 1983\n- United Kingdom | part of | European Union | 1983\n- United Kingdom | member of | European Union | 1983\n- Tony Abbott | country of citizenship | United Kingdom | 1983\n- Liz Smith | country of citizenship | United Kingdom | 1983\n- United Kingdom | head of state | Elizabeth II | 1983\nReasoning:", "completion": " Hop 1: Robert Morley -> country of citizenship -> United Kingdom (1983)\n Hop 2: United Kingdom -> part of -> European Union (1983)\n Answer: 1983", "t_query": 1983.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 6} +{"id": "sft_003041", "prompt": " In what year was the head of government of Germany equal to Konrad Adenauer?\nEvidence:\n- Germany | head of government | Konrad Adenauer | 1956\n- Christian Democratic Union | chairperson | Konrad Adenauer | 1956\n- Germany | head of state | Theodor Heuss | 1956\n- Bonn | capital of | Germany | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | West Germany | 1956\n- Afghanistan | basic form of government | constitutional monarchy | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Germany | member of | Western European Union | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- Afghanistan | head of state | Mohammed Zahir Shah | 1956\n- West Germany | currency | Deutsche Mark | 1956\n- Germany | shares border with | Czechoslovakia | 1956\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Konrad Adenauer (1956)\n Answer: 1956", "t_query": 1956.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003042", "prompt": " In 1968, what was the position held of Clelio Darida's country of citizenship's head of state?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Clelio Darida -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1968)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1968)\n Answer: President of Italy", "t_query": 1968.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003043", "prompt": " Who was the head of government of Frankfurt before Ludwig Landmann?\nEvidence:\n- Frankfurt | head of government | Georg Voigt | 1915\n- Frankfurt | located in the administrative territorial entity | Wiesbaden Government Region | 1915\n- Frankfurt | country | German Empire | 1915\n- Frankfurt (Oder) | country | German Empire | 1915\n- Wiesbaden | located in the administrative territorial entity | Wiesbaden Government Region | 1915\n- hyperinflation in the Weimar Republic | country | German Empire | 1915\n- Q87105 | country of citizenship | German Empire | 1915\n- Q76638 | country of citizenship | German Empire | 1915\n- Wilhelm Röntgen | country of citizenship | German Empire | 1915\n- Albrecht Brandi | country of citizenship | German Empire | 1915\n- Georg August Zenker | country of citizenship | German Empire | 1915\n- Zwickau | country | German Empire | 1915\n- Zimmern | country | German Empire | 1915\n- Wrocław | country | German Empire | 1915\n- Wittmund | country | German Empire | 1915\nReasoning:", "completion": " Hop 1: Frankfurt -> head of government -> Georg Voigt (1915)\n Answer: Georg Voigt", "t_query": 1915.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003044", "prompt": " In 1984, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1984\n- Germany | member of | European Coal and Steel Community | 1984\n- Belgium | member of | European Coal and Steel Community | 1984\n- Germany | member of | European Atomic Energy Community | 1984\n- Germany | member of | Western European Union | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1984)\n Hop 2: Carlo Curis -> country of citizenship -> Italy (1984)\n Answer: Carlo Curis", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003045", "prompt": " Who was the chairperson of Communist Party of the Soviet Union after Joseph Stalin?\nEvidence:\n- Communist Party of the Soviet Union | chairperson | Leonid Brezhnev | 1975\n- Zuleykha Seyidmammadova | member of political party | Communist Party of the Soviet Union | 1975\n- Vladimir Dzhanibekov | member of political party | Communist Party of the Soviet Union | 1975\n- Viktor Kulikov | member of political party | Communist Party of the Soviet Union | 1975\n- Viktor Anpilov | member of political party | Communist Party of the Soviet Union | 1975\n- Siim Kallas | member of political party | Communist Party of the Soviet Union | 1975\n- Ruslan Khasbulatov | member of political party | Communist Party of the Soviet Union | 1975\n- Ivan Silayev | member of political party | Communist Party of the Soviet Union | 1975\n- Heydar Aliyev | member of political party | Communist Party of the Soviet Union | 1975\n- Dzhokhar Dudayev | member of political party | Communist Party of the Soviet Union | 1975\n- Dmitriy Ustinov | member of political party | Communist Party of the Soviet Union | 1975\n- Aram Khachaturian | member of political party | Communist Party of the Soviet Union | 1975\n- Aleksei Gubarev | member of political party | Communist Party of the Soviet Union | 1975\n- Albert Azaryan | member of political party | Communist Party of the Soviet Union | 1975\n- Anatoly Yakovlevich Solovyev | member of political party | Communist Party of the Soviet Union | 1975\nReasoning:", "completion": " Hop 1: Communist Party of the Soviet Union -> chairperson -> Leonid Brezhnev (1975)\n Answer: Leonid Brezhnev", "t_query": 1975.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003046", "prompt": " In 1962, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\n- Veriano Luchetti | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Economic Community (1962)\n Hop 2: Guido Aycard -> country of citizenship -> Italy (1962)\n Answer: Guido Aycard", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003047", "prompt": " In 1957, whose capital of was Trier?\nEvidence:\n- Trier | capital of | Trier | 1957\n- Trier | located in the administrative territorial entity | Trier | 1957\nReasoning:", "completion": " Hop 1: Trier -> capital of -> Trier (1957)\n Answer: Trier", "t_query": 1957.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_003048", "prompt": " After Mannheim Observatory owned by Mannheim, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> South Baden (1950)\n Answer: South Baden", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003049", "prompt": " In what year was the position held of Guido Aycard's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Guido Aycard -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1962)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1962)\n Answer: 1962", "t_query": 1962.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003050", "prompt": " In what year was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance equal to Saarland?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | country | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Saarland (1972)\n Answer: 1972", "t_query": 1972.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003051", "prompt": " Who was the contains the administrative territorial entity of Mannheim's country before Schleswig-Holstein?\nEvidence:\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> South Baden (1950)\n Answer: South Baden", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003052", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Neuville-sur-Saône, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Neuville-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Rochetaillée-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Fleurieu-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Albigny-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Écully (2003)\n Answer: Écully", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003053", "prompt": " In what year was the member of of Vitaliano Brancati's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Vitaliano Brancati | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\n- Virginio Rosetta | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Vitaliano Brancati -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1951)\n Answer: 1951", "t_query": 1951.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003054", "prompt": " In 1950, whose territory claimed by's country was German Democratic Republic?\nEvidence:\n- West Germany | territory claimed by | German Democratic Republic | 1950\n- Zwickau | country | German Democratic Republic | 1950\n- Zeuthen | country | German Democratic Republic | 1950\n- Wismar | country | German Democratic Republic | 1950\n- Q696016 | country | German Democratic Republic | 1950\n- Q525425 | country | German Democratic Republic | 1950\n- Q45898 | country | German Democratic Republic | 1950\n- Potsdam | country | German Democratic Republic | 1950\n- Neustrelitz | country | German Democratic Republic | 1950\n- Magdeburg | country | German Democratic Republic | 1950\n- Jena | country | German Democratic Republic | 1950\n- Görlitz | country | German Democratic Republic | 1950\n- Elsterwerda | country | German Democratic Republic | 1950\n- Cottbus | country | German Democratic Republic | 1950\n- Berlin | country | German Democratic Republic | 1950\nReasoning:", "completion": " Hop 1: West Germany -> territory claimed by -> German Democratic Republic (1950)\n Hop 2: Mannheim -> country -> West Germany (1950)\n Answer: Mannheim", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003055", "prompt": " In what year was the shares border with of Salvatore Fiume's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1971\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> shares border with -> Yugoslavia (1971)\n Answer: 1971", "t_query": 1971.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003056", "prompt": " In 1949, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1949\n- Vladica Popović | country of citizenship | Yugoslavia | 1949\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1949\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1949\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1949\n- Ilija Petković | country of citizenship | Yugoslavia | 1949\n- Dušan Ivković | country of citizenship | Yugoslavia | 1949\n- Dragan Tomić | country of citizenship | Yugoslavia | 1949\n- Verzar | country | Yugoslavia | 1949\n- Suševo | country | Yugoslavia | 1949\n- Q793485 | country | Yugoslavia | 1949\n- Pirot | country | Yugoslavia | 1949\n- Orašje | country | Yugoslavia | 1949\n- Kraljevo | country | Yugoslavia | 1949\n- Karlovac | country | Yugoslavia | 1949\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1949)\n Hop 2: Sergio Noja Noseda -> country of citizenship -> Italy (1949)\n Answer: Sergio Noja Noseda", "t_query": 1949.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003057", "prompt": " In 1974, whose diplomatic relation's capital of's capital was German Democratic Republic?\nEvidence:\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Zwickau | country | German Democratic Republic | 1974\n- Zeuthen | country | German Democratic Republic | 1974\n- Wismar | country | German Democratic Republic | 1974\n- Q696016 | country | German Democratic Republic | 1974\n- Q525425 | country | German Democratic Republic | 1974\n- Q45898 | country | German Democratic Republic | 1974\n- Potsdam | country | German Democratic Republic | 1974\n- Neustrelitz | country | German Democratic Republic | 1974\n- Magdeburg | country | German Democratic Republic | 1974\n- Jena | country | German Democratic Republic | 1974\nReasoning:", "completion": " Hop 1: West Germany -> diplomatic relation -> German Democratic Republic (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: Germany -> capital -> Bonn (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003058", "prompt": " In 1993, whose head of state's country of citizenship was Oscar Luigi Scalfaro?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1993\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1993\n- Oscar Luigi Scalfaro | position held | President of Italy | 1993\n- Luigi Comencini | country of citizenship | Italy | 1993\n- Luigi Agnolin | country of citizenship | Italy | 1993\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1993\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Oscar Luigi Scalfaro (1993)\n Hop 2: Luca Ronconi -> country of citizenship -> Italy (1993)\n Answer: Luca Ronconi", "t_query": 1993.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003059", "prompt": " In 1962, what was the position held of Antonio Corpora's country of citizenship's head of state?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Antonio Segni (1962)\n Hop 3: Antonio Segni -> position held -> President of Italy (1962)\n Answer: President of Italy", "t_query": 1962.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003060", "prompt": " In 1974, whose head of state was Gustav Heinemann?\nEvidence:\n- Germany | head of state | Gustav Heinemann | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Bonn | capital of | Germany | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Germany | member of | European Coal and Steel Community | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Gustav Heinemann (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003061", "prompt": " In what year was the educated at of Louise Bourgeois equal to University of Paris?\nEvidence:\n- Louise Bourgeois | educated at | University of Paris | 1935\n- Louise Bourgeois | work location | Paris | 1935\n- Q95821 | educated at | University of Paris | 1935\n- Q232873 | employer | University of Paris | 1935\n- Arnaud Denjoy | employer | University of Paris | 1935\n- Q782127 | residence | Paris | 1935\n- Édith Piaf | residence | Paris | 1935\n- Q87063 | work location | Paris | 1935\n- Q763355 | work location | Paris | 1935\n- Q674956 | work location | Paris | 1935\n- Q430918 | terminus location | Paris | 1935\n- Q399091 | work location | Paris | 1935\n- Q384860 | work location | Paris | 1935\n- Q319861 | work location | Paris | 1935\n- Q216703 | work location | Paris | 1935\nReasoning:", "completion": " Hop 1: Louise Bourgeois -> educated at -> University of Paris (1935)\n Answer: 1935", "t_query": 1935.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003062", "prompt": " After Berolzheim country German Empire, what was the country of Berolzheim?\nEvidence:\n- Berolzheim | country | Weimar Republic | 1925\n- German Rugby Federation | operating area | Weimar Republic | 1925\n- Q87105 | country of citizenship | Weimar Republic | 1925\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1925\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Weimar | country | Weimar Republic | 1925\n- Vaterstetten | country | Weimar Republic | 1925\n- Trier | country | Weimar Republic | 1925\n- Speyer | country | Weimar Republic | 1925\nReasoning:", "completion": " Hop 1: Berolzheim -> country -> Weimar Republic (1925)\n Answer: Weimar Republic", "t_query": 1925.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003063", "prompt": " In 1959, what was the shares border with of Gino Cassinis's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1959\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Gino Cassinis -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> shares border with -> Yugoslavia (1959)\n Answer: Yugoslavia", "t_query": 1959.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003064", "prompt": " In what year was the shares border with of Belgium equal to Neutral Moresnet?\nEvidence:\n- Neutral Moresnet | shares border with | Belgium | 1913\n- Belgium | shares border with | Neutral Moresnet | 1913\n- Neutral Moresnet | shares border with | Kingdom of Prussia | 1913\n- Neutral Moresnet | shares border with | Kingdom of the Netherlands | 1913\n- Neutral Moresnet | currency | French franc | 1913\n- Neutral Moresnet | currency | Belgian franc | 1913\n- Belgium | currency | Belgian franc | 1913\nReasoning:", "completion": " Hop 1: Belgium -> shares border with -> Neutral Moresnet (1913)\n Answer: 1913", "t_query": 1913.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 7} +{"id": "sft_003065", "prompt": " Who was the position held of Carmelo Cappello's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1964)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1964)\n Answer: President of Italy", "t_query": 1964.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003066", "prompt": " In what year was the member of sports team of Domingos da Guia equal to Boca Juniors?\nEvidence:\n- Domingos da Guia | member of sports team | Boca Juniors | 1935\n- Domingos da Guia | member of sports team | Brazil men's national football team | 1935\n- Q940543 | member of sports team | Boca Juniors | 1935\n- Q455364 | member of sports team | Boca Juniors | 1935\n- Q10131 | member of sports team | Boca Juniors | 1935\n- Manuel Fleitas Solich | member of sports team | Boca Juniors | 1935\n- Martim Mércio da Silveira | member of sports team | Brazil men's national football team | 1935\n- Q555601 | member of sports team | Brazil men's national football team | 1935\n- Q261000 | member of sports team | Brazil men's national football team | 1935\nReasoning:", "completion": " Hop 1: Domingos da Guia -> member of sports team -> Boca Juniors (1935)\n Answer: 1935", "t_query": 1935.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 9} +{"id": "sft_003067", "prompt": " In 2003, whose contains the administrative territorial entity's located in's contains the administrative territorial entity was Caluire-et-Cuire?\nEvidence:\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Rhône | contains the administrative territorial entity | Vénissieux | 2003\n- Rhône | contains the administrative territorial entity | Villeurbanne | 2003\n- Rhône | contains the administrative territorial entity | Meyzieu | 2003\n- Rhône | contains the administrative territorial entity | Genay | 2003\n- Rhône | contains the administrative territorial entity | Francheville | 2003\n- Rhône | contains the administrative territorial entity | Feyzin | 2003\n- Rhône | contains the administrative territorial entity | Bron | 2003\n- Ternay | located in the administrative territorial entity | Rhône | 2003\n- Chaponnay | located in the administrative territorial entity | Rhône | 2003\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\nReasoning:", "completion": " Hop 1: Rhône -> contains the administrative territorial entity -> Caluire-et-Cuire (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003068", "prompt": " After Claudio Cavazza country of citizenship Kingdom of Italy, what was the country of citizenship of Claudio Cavazza?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Answer: Italy", "t_query": 1970.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003069", "prompt": " In 1993, whose located in was Tayside?\nEvidence:\n- Angus | located in the administrative territorial entity | Tayside | 1993\nReasoning:", "completion": " Hop 1: Angus -> located in -> Tayside (1993)\n Answer: Angus", "t_query": 1993.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_003070", "prompt": " Who was the position held of Guido Aycard's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Guido Aycard -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Antonio Segni (1962)\n Hop 3: Antonio Segni -> position held -> President of Italy (1962)\n Answer: President of Italy", "t_query": 1962.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003071", "prompt": " In 2010, what was the location of Alessandrino?\nEvidence:\n- Alessandrino | location | Municipio VII | 2010\n- Alessandrino | located in the administrative territorial entity | Rome | 2010\n- Q957522 | located in the administrative territorial entity | Rome | 2010\n- Q924665 | located in the administrative territorial entity | Rome | 2010\n- Q508715 | located in the administrative territorial entity | Rome | 2010\n- San Lorenzo | located in the administrative territorial entity | Rome | 2010\n- Castel Fusano | located in the administrative territorial entity | Rome | 2010\nReasoning:", "completion": " Hop 1: Alessandrino -> location -> Municipio VII (2010)\n Answer: Municipio VII", "t_query": 2010.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 7} +{"id": "sft_003072", "prompt": " Who was the head of state of Guido Aycard's country of citizenship before Antonio Segni?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Guido Aycard -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1962)\n Answer: Giovanni Gronchi", "t_query": 1962.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003073", "prompt": " In what year was the contains the administrative territorial entity of Mannheim's country equal to Württemberg-Baden?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Württemberg-Baden (1950)\n Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003074", "prompt": " In 1978, whose has part was Rick Parfitt?\nEvidence:\n- Status Quo | has part(s) | Rick Parfitt | 1978\nReasoning:", "completion": " Hop 1: Status Quo -> has part -> Rick Parfitt (1978)\n Answer: Status Quo", "t_query": 1978.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_003075", "prompt": " In 1968, whose member of sports team was Scotland men's national football team?\nEvidence:\n- Q922804 | member of sports team | Scotland men's national football team | 1968\n- Q888610 | member of sports team | Scotland men's national football team | 1968\n- Q719869 | member of sports team | Scotland men's national football team | 1968\n- Q526300 | member of sports team | Scotland men's national football team | 1968\n- Q202867 | member of sports team | Scotland men's national football team | 1968\n- Peter Cormack | member of sports team | Scotland men's national football team | 1968\n- Q719869 | member of sports team | Celtic F.C. | 1968\n- Q526300 | member of sports team | Celtic F.C. | 1968\n- Q922804 | member of sports team | Tottenham Hotspur F.C. | 1968\nReasoning:", "completion": " Hop 1: Peter Cormack -> member of sports team -> Scotland men's national football team (1968)\n Answer: Peter Cormack", "t_query": 1968.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 9} +{"id": "sft_003076", "prompt": " Who was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance after Bremen?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Hamburg (1972)\n Answer: Hamburg", "t_query": 1972.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003077", "prompt": " In 1959, what was the member of of Gino Cassinis's country of citizenship?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Gino Cassinis -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> member of -> European Economic Community (1959)\n Answer: European Economic Community", "t_query": 1959.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003078", "prompt": " In 1975, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1975\n- Q46099 | country of citizenship | Yugoslavia | 1975\n- Q207166 | country of citizenship | Yugoslavia | 1975\n- Vladica Popović | country of citizenship | Yugoslavia | 1975\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1975\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1975\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1975\n- Ilija Petković | country of citizenship | Yugoslavia | 1975\n- Dušan Ivković | country of citizenship | Yugoslavia | 1975\n- Dragan Tomić | country of citizenship | Yugoslavia | 1975\n- Verzar | country | Yugoslavia | 1975\n- Suševo | country | Yugoslavia | 1975\n- Q793485 | country | Yugoslavia | 1975\n- Pirot | country | Yugoslavia | 1975\n- Orašje | country | Yugoslavia | 1975\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1975)\n Hop 2: Giovanni Spadolini -> country of citizenship -> Italy (1975)\n Answer: Giovanni Spadolini", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003079", "prompt": " In what year was the head of state of Dushanbe's located in's country equal to Nicholas II of Russia?\nEvidence:\n- Dushanbe | located in the administrative territorial entity | Emirate of Bukhara | 1904\n- Termez | country | Emirate of Bukhara | 1904\n- Emirate of Bukhara | country | Russian Empire | 1904\nReasoning:", "completion": " Hop 1: Dushanbe -> located in -> Emirate of Bukhara (1904)\n Hop 2: Emirate of Bukhara -> country -> Russian Empire (1904)\n Hop 3: Russian Empire -> head of state -> Nicholas II of Russia (1904)\n Answer: 1904", "t_query": 1904.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 3} +{"id": "sft_003080", "prompt": " After Mannheim located in Grand Duchy of Baden, what was the country of Mannheim?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- Q77721 | country of citizenship | West Germany | 1950\n- Martin Walser | country of citizenship | West Germany | 1950\n- Martin Albrecht | country of citizenship | West Germany | 1950\n- Jürgen Kissner | country of citizenship | West Germany | 1950\n- Helmut Kohl | country of citizenship | West Germany | 1950\n- Albrecht Brandi | country of citizenship | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Answer: West Germany", "t_query": 1950.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003081", "prompt": " Who was the head of government of Friedrich Guggenberger's allegiance's contains the administrative territorial entity after Kurt Georg Kiesinger?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1972)\n Hop 3: Baden-Württemberg -> head of government -> Hans Filbinger (1972)\n Answer: Hans Filbinger", "t_query": 1972.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003082", "prompt": " In 1957, whose country's located in was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1957\n- Yalta | country | Soviet Union | 1957\n- Voronezh | country | Soviet Union | 1957\n- Volhynia | country | Soviet Union | 1957\n- Vinnytsia | country | Soviet Union | 1957\n- Urgench | country | Soviet Union | 1957\n- Uman | country | Soviet Union | 1957\n- Torzhok | country | Soviet Union | 1957\n- Tbilisi | country | Soviet Union | 1957\n- Sudak | country | Soviet Union | 1957\n- Starodub | country | Soviet Union | 1957\n- Simferopol | country | Soviet Union | 1957\n- Siberia | country | Soviet Union | 1957\n- Sevastopol | country | Soviet Union | 1957\n- Q957273 | country | Soviet Union | 1957\nReasoning:", "completion": " Hop 1: Russian Soviet Federative Socialist Republic -> country -> Soviet Union (1957)\n Hop 2: Mordovian Autonomous Soviet Socialist Republic -> located in -> Russian Soviet Federative Socialist Republic (1957)\n Answer: Mordovian Autonomous Soviet Socialist Republic", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003083", "prompt": " In 1985, whose head of state's country of citizenship was Sandro Pertini?\nEvidence:\n- Italy | head of state | Sandro Pertini | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Sandro Pertini (1985)\n Hop 2: Veriano Luchetti -> country of citizenship -> Italy (1985)\n Answer: Veriano Luchetti", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003084", "prompt": " In 1963, what was the currency of Francesca Romana Coluzzi's country of citizenship?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> currency -> Italian lira (1963)\n Answer: Italian lira", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003085", "prompt": " In 1979, whose country's capital of was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1979\n- Yalta | country | Soviet Union | 1979\n- Voronezh | country | Soviet Union | 1979\n- Volhynia | country | Soviet Union | 1979\n- Vinnytsia | country | Soviet Union | 1979\n- Urgench | country | Soviet Union | 1979\n- Uman | country | Soviet Union | 1979\n- Torzhok | country | Soviet Union | 1979\n- Tbilisi | country | Soviet Union | 1979\n- Sudak | country | Soviet Union | 1979\n- Starodub | country | Soviet Union | 1979\n- Simferopol | country | Soviet Union | 1979\n- Siberia | country | Soviet Union | 1979\n- Sevastopol | country | Soviet Union | 1979\n- Q957273 | country | Soviet Union | 1979\nReasoning:", "completion": " Hop 1: Turkmen Soviet Socialist Republic -> country -> Soviet Union (1979)\n Hop 2: Ashgabat -> capital of -> Turkmen Soviet Socialist Republic (1979)\n Answer: Ashgabat", "t_query": 1979.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003086", "prompt": " Who was the country of citizenship of Giuseppe Antonini before Italy?\nEvidence:\n- Giuseppe Antonini | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Antonini | member of sports team | Hellas Verona FC | 1937\n- Giuseppe Ungaretti | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Paratore | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Milano | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Domenichelli | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Bottai | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Asti | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Di Vittorio | country of citizenship | Kingdom of Italy | 1937\n- Q976653 | country of citizenship | Kingdom of Italy | 1937\n- Q972711 | country of citizenship | Kingdom of Italy | 1937\n- Q922237 | country of citizenship | Kingdom of Italy | 1937\n- Q890523 | country of citizenship | Kingdom of Italy | 1937\n- Q741387 | country of citizenship | Kingdom of Italy | 1937\n- Q710497 | country of citizenship | Kingdom of Italy | 1937\nReasoning:", "completion": " Hop 1: Giuseppe Antonini -> country of citizenship -> Kingdom of Italy (1937)\n Answer: Kingdom of Italy", "t_query": 1937.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003087", "prompt": " In what year was the shares border with of Vitaliano Brancati's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1951\n- Vitaliano Brancati | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Vitaliano Brancati -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> shares border with -> Yugoslavia (1951)\n Answer: 1951", "t_query": 1951.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003088", "prompt": " In 1970, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Economic Community (1970)\n Hop 2: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Answer: Claudio Cavazza", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003089", "prompt": " After Aldo Tonti country of citizenship Italy, what was the position held of Italy's head of government?\nEvidence:\n- Aldo Fabrizi | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Giuseppe Paratore | position held | Italian senator for life | 1957\n- Veriano Luchetti | country of citizenship | Italy | 1957\n- Tonino Cervi | country of citizenship | Italy | 1957\n- Tiziano Terzani | country of citizenship | Italy | 1957\n- Stéphane Grappelli | country of citizenship | Italy | 1957\n- Simon Spierer | country of citizenship | Italy | 1957\n- Sergio Mantovani | country of citizenship | Italy | 1957\n- Sergio Bonelli | country of citizenship | Italy | 1957\n- Rossana Rossanda | country of citizenship | Italy | 1957\n- Romeo Bertini | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Adone Zoli (1957)\n Hop 2: Adone Zoli -> position held -> Prime Minister of Italy (1957)\n Answer: Prime Minister of Italy", "t_query": 1957.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003090", "prompt": " In 1964, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1964\n- Q207166 | country of citizenship | Yugoslavia | 1964\n- Vladica Popović | country of citizenship | Yugoslavia | 1964\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1964\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1964\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1964\n- Ilija Petković | country of citizenship | Yugoslavia | 1964\n- Dušan Ivković | country of citizenship | Yugoslavia | 1964\n- Dragan Tomić | country of citizenship | Yugoslavia | 1964\n- Verzar | country | Yugoslavia | 1964\n- Suševo | country | Yugoslavia | 1964\n- Q793485 | country | Yugoslavia | 1964\n- Pirot | country | Yugoslavia | 1964\n- Orašje | country | Yugoslavia | 1964\n- Kraljevo | country | Yugoslavia | 1964\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1964)\n Hop 2: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Answer: Carmelo Cappello", "t_query": 1964.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003091", "prompt": " After Francesco Trombadori country of citizenship Italy, what was the position held of Flaviano Vicentini's country of citizenship's head of state?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Francesco Scafarelli | country of citizenship | Italy | 1967\n- Francesco Gabrieli | country of citizenship | Italy | 1967\n- Loris Francesco Capovilla | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\nReasoning:", "completion": " Hop 1: Flaviano Vicentini -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1967)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1967)\n Answer: President of Italy", "t_query": 1967.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003092", "prompt": " In what year was the educated at of Yvonne Choquet-Bruhat equal to National Center for Scientific Research?\nEvidence:\n- Yvonne Choquet-Bruhat | educated at | National Center for Scientific Research | 1950\n- Q279366 | employer | National Center for Scientific Research | 1950\n- Pierre Hadot | employer | National Center for Scientific Research | 1950\n- Jean Vercoutter | employer | National Center for Scientific Research | 1950\nReasoning:", "completion": " Hop 1: Yvonne Choquet-Bruhat -> educated at -> National Center for Scientific Research (1950)\n Answer: 1950", "t_query": 1950.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 4} +{"id": "sft_003093", "prompt": " In what year was the head of state of Virbhadra Singh's country of citizenship equal to Shankar Dayal Sharma?\nEvidence:\n- India | head of state | Shankar Dayal Sharma | 1993\n- Virbhadra Singh | country of citizenship | India | 1993\n- M. S. Swaminathan | country of citizenship | India | 1993\n- India | head of government | P. V. Narasimha Rao | 1993\n- Abhijit Banerjee | country of citizenship | India | 1993\n- India | contains the administrative territorial entity | Daman and Diu | 1993\nReasoning:", "completion": " Hop 1: Virbhadra Singh -> country of citizenship -> India (1993)\n Hop 2: India -> head of state -> Shankar Dayal Sharma (1993)\n Answer: 1993", "t_query": 1993.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 6} +{"id": "sft_003094", "prompt": " In 1952, what was the spouse of Agathe Lindner-Welk?\nEvidence:\n- Agathe Lindner-Welk | spouse | Ehm Welk | 1952\nReasoning:", "completion": " Hop 1: Agathe Lindner-Welk -> spouse -> Ehm Welk (1952)\n Answer: Ehm Welk", "t_query": 1952.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_003095", "prompt": " Who was the head of government of Salvatore Fiume's country of citizenship after Antonio Segni?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Antonio Leonviola | country of citizenship | Italy | 1971\n- Antonio Calderara | country of citizenship | Italy | 1971\n- Antonio Brivio | country of citizenship | Italy | 1971\n- Antonio Bacci | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Emilio Colombo (1971)\n Answer: Emilio Colombo", "t_query": 1971.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003096", "prompt": " In 1913, whose currency's shares border with was Belgian franc?\nEvidence:\n- Belgium | currency | Belgian franc | 1913\n- Neutral Moresnet | currency | Belgian franc | 1913\n- Neutral Moresnet | shares border with | Belgium | 1913\n- Belgium | shares border with | Neutral Moresnet | 1913\n- Neutral Moresnet | shares border with | Kingdom of Prussia | 1913\n- Neutral Moresnet | currency | French franc | 1913\n- Neutral Moresnet | shares border with | Kingdom of the Netherlands | 1913\nReasoning:", "completion": " Hop 1: Neutral Moresnet -> currency -> Belgian franc (1913)\n Hop 2: Belgium -> shares border with -> Neutral Moresnet (1913)\n Answer: Belgium", "t_query": 1913.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 7} +{"id": "sft_003097", "prompt": " Who was the head of state of Carmelo Cappello's country of citizenship before Sandro Pertini?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1964)\n Answer: Giuseppe Saragat", "t_query": 1964.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003098", "prompt": " After Philipp Lenard country of citizenship Germany, what was the head of state of Germany's diplomatic relation?\nEvidence:\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- Bonn | capital of | Germany | 1974\nReasoning:", "completion": " Hop 1: Germany -> diplomatic relation -> Afghanistan (1974)\n Hop 2: Afghanistan -> head of state -> Mohammed Daoud Khan (1974)\n Answer: Mohammed Daoud Khan", "t_query": 1974.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003099", "prompt": " In 1972, whose contains the administrative territorial entity's allegiance was Bremen?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- Bremen | head of government | Hans Koschnick | 1972\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Bremen (1972)\n Hop 2: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Answer: Friedrich Guggenberger", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003100", "prompt": " After Kiel country West Germany, what was the contains the administrative territorial entity of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Lower Saxony (1953)\n Answer: Lower Saxony", "t_query": 1953.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 3} +{"id": "sft_003101", "prompt": " In what year was the currency of Umberto Mastroianni's country of citizenship equal to Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1995\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\nReasoning:", "completion": " Hop 1: Umberto Mastroianni -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> currency -> Italian lira (1995)\n Answer: 1995", "t_query": 1995.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003102", "prompt": " After Giuseppe Medici country of citizenship Italy, what was the position held of Italy's head of state?\nEvidence:\n- Giuseppe Patanè | country of citizenship | Italy | 1971\n- Giuseppe Meazza | country of citizenship | Italy | 1971\n- Giuseppe Gabrielli | country of citizenship | Italy | 1971\n- Giuseppe Busso | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Tonino Cervi | country of citizenship | Italy | 1971\n- Tiziano Terzani | country of citizenship | Italy | 1971\n- Stéphane Grappelli | country of citizenship | Italy | 1971\n- Simon Spierer | country of citizenship | Italy | 1971\n- Sergio Mantovani | country of citizenship | Italy | 1971\n- Sergio Bonelli | country of citizenship | Italy | 1971\n- Rossana Rossanda | country of citizenship | Italy | 1971\n- Romeo Bertini | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giuseppe Saragat (1971)\n Hop 2: Giuseppe Saragat -> position held -> Italian senator for life (1971)\n Answer: Italian senator for life", "t_query": 1971.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003103", "prompt": " In 1946, what was the currency of Ignazio Cannavò's country of citizenship?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q432257 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Hop 1: Ignazio Cannavò -> country of citizenship -> Italy (1946)\n Hop 2: Italy -> currency -> Italian lira (1946)\n Answer: Italian lira", "t_query": 1946.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003104", "prompt": " After Armando Castellazzi coach of sports team Inter Milan, what was the head coach of Inter Milan?\nEvidence:\n- Inter Milan | head coach | Ottavio Bianchi | 1995\n- Ottavio Bianchi | coach of sports team | Inter Milan | 1995\n- Q608775 | member of sports team | Inter Milan | 1995\n- Q52876 | member of sports team | Inter Milan | 1995\n- Q505376 | member of sports team | Inter Milan | 1995\n- Q461305 | member of sports team | Inter Milan | 1995\n- Q429039 | member of sports team | Inter Milan | 1995\n- Q311362 | member of sports team | Inter Milan | 1995\n- Q185389 | member of sports team | Inter Milan | 1995\n- Paul Ince | member of sports team | Inter Milan | 1995\n- Maurizio Ganz | member of sports team | Inter Milan | 1995\n- Q185389 | member of sports team | Netherlands national association football team | 1995\n- Q311362 | member of sports team | Fortuna Düsseldorf | 1995\n- Q429039 | member of sports team | Brazil men's national football team | 1995\n- Q608775 | member of sports team | São Paulo FC | 1995\nReasoning:", "completion": " Hop 1: Inter Milan -> head coach -> Ottavio Bianchi (1995)\n Answer: Ottavio Bianchi", "t_query": 1995.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003105", "prompt": " Who was the member of of Maria Rita Saulle's country of citizenship after European Economic Community?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Maria Rita Saulle -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1989)\n Answer: European Coal and Steel Community", "t_query": 1989.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003106", "prompt": " In 2003, whose contains the administrative territorial entity was Charbonnières-les-Bains?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Charbonnières-les-Bains | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-les-Ollières | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Charbonnières-les-Bains (2003)\n Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003107", "prompt": " In what year was the country of citizenship of Yen Chia-kan equal to Taiwan?\nEvidence:\n- Yen Chia-kan | country of citizenship | Taiwan | 1992\n- Q703895 | country of citizenship | Taiwan | 1992\n- Li Ao | country of citizenship | Taiwan | 1992\n- Eileen Chang | country of citizenship | Taiwan | 1992\n- Ing Chang-ki | country of citizenship | Taiwan | 1992\n- Chiang Wei-kuo | country of citizenship | Taiwan | 1992\n- Chen Ding-nan | country of citizenship | Taiwan | 1992\nReasoning:", "completion": " Hop 1: Yen Chia-kan -> country of citizenship -> Taiwan (1992)\n Answer: 1992", "t_query": 1992.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 7} +{"id": "sft_003108", "prompt": " In 1972, whose currency's allegiance was Deutsche Mark?\nEvidence:\n- Germany | currency | Deutsche Mark | 1972\n- West Germany | currency | Deutsche Mark | 1972\n- Germany | significant event | 1972 Summer Olympics | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- Würzburg | country | West Germany | 1972\n- Wuppertal | country | West Germany | 1972\n- Wiesbaden | country | West Germany | 1972\n- Westfalenliga | country | West Germany | 1972\n- West Germany | territory claimed by | German Democratic Republic | 1972\n- West Germany | diplomatic relation | German Democratic Republic | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\nReasoning:", "completion": " Hop 1: West Germany -> currency -> Deutsche Mark (1972)\n Hop 2: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Answer: Friedrich Guggenberger", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003109", "prompt": " Who was the head of government of Renata Tebaldi's country of citizenship after Emilio Colombo?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Angelo Martino Colombo | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\n- Tonino Cervi | country of citizenship | Italy | 2000\nReasoning:", "completion": " Hop 1: Renata Tebaldi -> country of citizenship -> Italy (2000)\n Hop 2: Italy -> head of government -> Massimo D'Alema (2000)\n Answer: Massimo D'Alema", "t_query": 2000.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003110", "prompt": " In 1962, whose head of state's country of citizenship was Giovanni Gronchi?\nEvidence:\n- Italy | head of state | Giovanni Gronchi | 1962\n- Giovanni Gronchi | country of citizenship | Italy | 1962\n- Giovanni Gronchi | position held | President of Italy | 1962\n- Giovanni Gronchi | position held | Italian senator for life | 1962\n- Giovanni Mardersteig | country of citizenship | Italy | 1962\n- Giovanni Invernizzi | country of citizenship | Italy | 1962\n- Giovanni Goria | country of citizenship | Italy | 1962\n- Giovanni Ferrofino | country of citizenship | Italy | 1962\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giovanni Gronchi (1962)\n Hop 2: Guido Aycard -> country of citizenship -> Italy (1962)\n Answer: Guido Aycard", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003111", "prompt": " Who was the head of state of Antonio Corpora's country of citizenship before Sandro Pertini?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Antonio Segni (1962)\n Answer: Antonio Segni", "t_query": 1962.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003112", "prompt": " In 1939, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1939\n- Q890523 | country of citizenship | Kingdom of Italy | 1939\n- Q432318 | country of citizenship | Kingdom of Italy | 1939\n- Q429298 | country of citizenship | Kingdom of Italy | 1939\n- Q216812 | country of citizenship | Kingdom of Italy | 1939\n- Q178349 | country of citizenship | Kingdom of Italy | 1939\n- Q133535 | country of citizenship | Kingdom of Italy | 1939\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1939\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1939\n- Titta Ruffo | country of citizenship | Kingdom of Italy | 1939\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1939\n- Paolo Manna | country of citizenship | Kingdom of Italy | 1939\n- Pantaleo Carabellese | country of citizenship | Kingdom of Italy | 1939\n- Matteo Marangoni | country of citizenship | Kingdom of Italy | 1939\n- Luigi Capello | country of citizenship | Kingdom of Italy | 1939\nReasoning:", "completion": " Hop 1: Carlo Simi -> country of citizenship -> Kingdom of Italy (1939)\n Answer: Carlo Simi", "t_query": 1939.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003113", "prompt": " In 1963, what was the country of citizenship of Gianni Brera?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Gianni Brera -> country of citizenship -> Italy (1963)\n Answer: Italy", "t_query": 1963.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003114", "prompt": " Who was the member of of Nino Baragli's country of citizenship after European Economic Community?\nEvidence:\n- Nino Baragli | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\n- Stefano Angeleri | country of citizenship | Italy | 1994\nReasoning:", "completion": " Hop 1: Nino Baragli -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1994)\n Answer: European Coal and Steel Community", "t_query": 1994.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003115", "prompt": " In what year was the currency of Lelio Antoniotti's country of citizenship equal to Italian lira?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\n- Tullio Kezich | country of citizenship | Italy | 1973\nReasoning:", "completion": " Hop 1: Lelio Antoniotti -> country of citizenship -> Italy (1973)\n Hop 2: Italy -> currency -> Italian lira (1973)\n Answer: 1973", "t_query": 1973.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003116", "prompt": " In what year was the member of sports team of Ismael Ruiz equal to Real Oviedo?\nEvidence:\n- Ismael Ruiz | member of sports team | Real Oviedo | 2006\n- Ismael Ruiz | member of sports team | Terrassa FC | 2006\n- Q929644 | member of sports team | Real Oviedo | 2006\n- Q350982 | member of sports team | Real Oviedo | 2006\n- Adrián López Álvarez | member of sports team | Real Oviedo | 2006\n- Q983415 | member of sports team | Terrassa FC | 2006\nReasoning:", "completion": " Hop 1: Ismael Ruiz -> member of sports team -> Real Oviedo (2006)\n Answer: 2006", "t_query": 2006.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 6} +{"id": "sft_003117", "prompt": " After Aldo Protti country of citizenship Italy, what was the position held of Ugo Stille's country of citizenship's head of government?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Aldo Protti | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Aldo Fabrizi | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Ugo Stille -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of government -> Adone Zoli (1957)\n Hop 3: Adone Zoli -> position held -> Prime Minister of Italy (1957)\n Answer: Prime Minister of Italy", "t_query": 1957.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003118", "prompt": " After Anton Kerschbaumer work location Berlin, what was the head of government of Tilla Durieux's spouse's work location's country?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Hop 1: Tilla Durieux -> spouse -> Paul Cassirer (1921)\n Hop 2: Paul Cassirer -> work location -> Berlin (1921)\n Hop 3: Berlin -> country -> Weimar Republic (1921)\n Hop 4: Weimar Republic -> head of government -> Joseph Wirth (1921)\n Answer: Joseph Wirth", "t_query": 1921.0, "chain_length": 4, "operator_type": "sequence", "n_evidence": 3} +{"id": "sft_003119", "prompt": " In what year was the head of state of Mario Gentili's country of citizenship equal to Giovanni Gronchi?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Giovanni Mardersteig | country of citizenship | Italy | 1961\n- Giovanni Invernizzi | country of citizenship | Italy | 1961\n- Giovanni Goria | country of citizenship | Italy | 1961\n- Giovanni Ferrofino | country of citizenship | Italy | 1961\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Mario Gentili -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1961)\n Answer: 1961", "t_query": 1961.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003120", "prompt": " In 1963, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Antonio Segni | position held | President of Italy | 1963\n- Italy | head of state | Antonio Segni | 1963\n- Antonio Segni | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Antonio Segni -> position held -> President of Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Hop 3: Francesca Romana Coluzzi -> country of citizenship -> Italy (1963)\n Answer: Francesca Romana Coluzzi", "t_query": 1963.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_003121", "prompt": " In what year was the head of state of Gino Cassinis's country of citizenship equal to Giovanni Gronchi?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Giovanni Mardersteig | country of citizenship | Italy | 1959\n- Giovanni Invernizzi | country of citizenship | Italy | 1959\n- Giovanni Goria | country of citizenship | Italy | 1959\n- Giovanni Ferrofino | country of citizenship | Italy | 1959\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Gino Cassinis -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1959)\n Answer: 1959", "t_query": 1959.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003122", "prompt": " In 2003, what was the general manager of Arnaud Coyot's member of sports team?\nEvidence:\n- Arnaud Coyot | member of sports team | Cofidis | 2003\n- Cofidis | general manager | Alain Bondue | 2003\n- Q946869 | member of sports team | Cofidis | 2003\n- Q465367 | member of sports team | Cofidis | 2003\n- David Moncoutié | member of sports team | Cofidis | 2003\n- Bingen Fernández | member of sports team | Cofidis | 2003\nReasoning:", "completion": " Hop 1: Arnaud Coyot -> member of sports team -> Cofidis (2003)\n Hop 2: Cofidis -> general manager -> Alain Bondue (2003)\n Answer: Alain Bondue", "t_query": 2003.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_003123", "prompt": " In 1951, what was the located in of Syracuse?\nEvidence:\n- Syracuse | located in the administrative territorial entity | Province of Syracuse | 1951\nReasoning:", "completion": " Hop 1: Syracuse -> located in -> Province of Syracuse (1951)\n Answer: Province of Syracuse", "t_query": 1951.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_003124", "prompt": " In 1963, what was the position held of Italy's head of state?\nEvidence:\n- Giuseppe Paratore | position held | Italian senator for life | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\n- Tonino Cervi | country of citizenship | Italy | 1963\n- Tiziano Terzani | country of citizenship | Italy | 1963\n- Stéphane Grappelli | country of citizenship | Italy | 1963\n- Simon Spierer | country of citizenship | Italy | 1963\n- Sergio Mantovani | country of citizenship | Italy | 1963\n- Sergio Bonelli | country of citizenship | Italy | 1963\n- Rossana Rossanda | country of citizenship | Italy | 1963\n- Romeo Bertini | country of citizenship | Italy | 1963\n- Renata Tebaldi | country of citizenship | Italy | 1963\n- Primo Nebiolo | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Antonio Segni (1963)\n Hop 2: Antonio Segni -> position held -> President of Italy (1963)\n Answer: President of Italy", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003125", "prompt": " In 1961, what was the member of of Mario Gentili's country of citizenship?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Mario Gentili -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> member of -> European Economic Community (1961)\n Answer: European Economic Community", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003126", "prompt": " In what year was the located in of Le Plessis-Pâté equal to Seine-et-Oise?\nEvidence:\n- Le Plessis-Pâté | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Le Plessis-Luzarches | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Plessis-Saint-Benoist | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Le Pecq | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Le Heaulme | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Villiers-le-Bâcle | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Vert-le-Grand | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Neauphle-le-Vieux | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Montigny-le-Bretonneux | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Marly-le-Roi | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Le Tartre-Gaudran | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Boissy-le-Cutté | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Les Alluets-le-Roi | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Le Tremblay-sur-Mauldre | located in the administrative territorial entity | Seine-et-Oise | 1906\n- La Forêt-le-Roi | located in the administrative territorial entity | Seine-et-Oise | 1906\nReasoning:", "completion": " Hop 1: Le Plessis-Pâté -> located in -> Seine-et-Oise (1906)\n Answer: 1906", "t_query": 1906.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003127", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Charbonnières-les-Bains, what was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Charbonnières-les-Bains | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-les-Ollières | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Rhône -> contains the administrative territorial entity -> Bron (2003)\n Answer: Bron", "t_query": 2003.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003128", "prompt": " After Pietro Ghersi country of citizenship Italy, what was the shares border with of Giovanni D'Ascenzi's country of citizenship?\nEvidence:\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1951\n- Italy | shares border with | Yugoslavia | 1951\n- Pietro Tordi | country of citizenship | Italy | 1951\n- Pietro Rava | country of citizenship | Italy | 1951\n- Pietro Parente | country of citizenship | Italy | 1951\n- Pietro Arcari | country of citizenship | Italy | 1951\n- Giovanni Ticozzi | country of citizenship | Italy | 1951\n- Giovanni Papini | country of citizenship | Italy | 1951\n- Giovanni Mardersteig | country of citizenship | Italy | 1951\n- Giovanni Invernizzi | country of citizenship | Italy | 1951\n- Giovanni Goria | country of citizenship | Italy | 1951\n- Giovanni Ferrofino | country of citizenship | Italy | 1951\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Giovanni D'Ascenzi -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> shares border with -> Yugoslavia (1951)\n Answer: Yugoslavia", "t_query": 1951.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003129", "prompt": " After Mori Station adjacent station Higashiyama Station, what was the adjacent station of Mori Station?\nEvidence:\n- Mori Station | adjacent station | Katsuragawa Station | 1982\n- Mori Station | adjacent station | Himekawa Signal Base | 1982\nReasoning:", "completion": " Hop 1: Mori Station -> adjacent station -> Katsuragawa Station (1982)\n Answer: Katsuragawa Station", "t_query": 1982.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 2} +{"id": "sft_003130", "prompt": " In 1964, what was the position held of Carmelo Cappello's country of citizenship's head of state?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Antonio Segni (1964)\n Hop 3: Antonio Segni -> position held -> President of Italy (1964)\n Answer: President of Italy", "t_query": 1964.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003131", "prompt": " In 1969, whose located in was Lviv Oblast?\nEvidence:\n- Drohobych | located in the administrative territorial entity | Lviv Oblast | 1969\n- Lviv Oblast | located in the administrative territorial entity | Ukrainian Soviet Socialist Republic | 1969\n- Sumy Oblast | located in the administrative territorial entity | Ukrainian Soviet Socialist Republic | 1969\n- Rivne Oblast | located in the administrative territorial entity | Ukrainian Soviet Socialist Republic | 1969\n- Poltava Oblast | located in the administrative territorial entity | Ukrainian Soviet Socialist Republic | 1969\n- Odesa Oblast | located in the administrative territorial entity | Ukrainian Soviet Socialist Republic | 1969\n- Kherson Oblast | located in the administrative territorial entity | Ukrainian Soviet Socialist Republic | 1969\n- Kharkiv Oblast | located in the administrative territorial entity | Ukrainian Soviet Socialist Republic | 1969\n- Dnipropetrovsk Oblast | located in the administrative territorial entity | Ukrainian Soviet Socialist Republic | 1969\n- Rivne Oblast | country | Ukrainian Soviet Socialist Republic | 1969\n- Sevastopol | located in the administrative territorial entity | Ukrainian Soviet Socialist Republic | 1969\n- Q170213 | located in the administrative territorial entity | Ukrainian Soviet Socialist Republic | 1969\n- Autonomous Republic of Crimea | located in the administrative territorial entity | Ukrainian Soviet Socialist Republic | 1969\n- Zhydachiv | country | Ukrainian Soviet Socialist Republic | 1969\n- Tysmenytsia | country | Ukrainian Soviet Socialist Republic | 1969\nReasoning:", "completion": " Hop 1: Drohobych -> located in -> Lviv Oblast (1969)\n Answer: Drohobych", "t_query": 1969.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003132", "prompt": " In 2020, whose member of sports team was AS Monaco FC?\nEvidence:\n- Stevan Jovetić | member of sports team | AS Monaco FC | 2020\n- Diego Benaglio | member of sports team | AS Monaco FC | 2020\nReasoning:", "completion": " Hop 1: Diego Benaglio -> member of sports team -> AS Monaco FC (2020)\n Answer: Diego Benaglio", "t_query": 2020.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_003133", "prompt": " After Raf Vallone country of citizenship Italy, what was the head of state of Antonio Corpora's country of citizenship?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1962)\n Answer: Giovanni Gronchi", "t_query": 1962.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003134", "prompt": " In what year was the member of of Félicien Marceau equal to Académie Française?\nEvidence:\n- Félicien Marceau | member of | Académie Française | 1995\n- René Huyghe | member of | Académie Française | 1995\n- Michel Déon | member of | Académie Française | 1995\n- Julien Green | member of | Académie Française | 1995\n- Jacques Laurent | member of | Académie Française | 1995\n- Jean-Marie Lustiger | member of | Académie Française | 1995\n- Académie Française | general secretary | Maurice Druon | 1995\nReasoning:", "completion": " Hop 1: Félicien Marceau -> member of -> Académie Française (1995)\n Answer: 1995", "t_query": 1995.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 7} +{"id": "sft_003135", "prompt": " In 1962, whose position held's head of state was Italian senator for life?\nEvidence:\n- Q362900 | position held | Italian senator for life | 1962\n- Giuseppe Paratore | position held | Italian senator for life | 1962\n- Giovanni Gronchi | position held | Italian senator for life | 1962\n- Italy | head of state | Giovanni Gronchi | 1962\n- Giovanni Gronchi | position held | President of Italy | 1962\n- Q362900 | country of citizenship | Italy | 1962\n- Giuseppe Paratore | country of citizenship | Italy | 1962\n- Giovanni Gronchi | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Giovanni Gronchi -> position held -> Italian senator for life (1962)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1962)\n Answer: Italy", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 8} +{"id": "sft_003136", "prompt": " In what year was the member of of Ugo Stille's country of citizenship equal to European Economic Community?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Ugo Stille -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> member of -> European Economic Community (1957)\n Answer: 1957", "t_query": 1957.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003137", "prompt": " After Nevio de Zordo country of citizenship Italy, what was the position held of Salvatore Fiume's country of citizenship's head of state?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Velasio de Paolis | country of citizenship | Italy | 1971\n- Renzo De Felice | country of citizenship | Italy | 1971\n- Dino De Antoni | country of citizenship | Italy | 1971\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1971)\n Hop 3: Giuseppe Saragat -> position held -> Italian senator for life (1971)\n Answer: Italian senator for life", "t_query": 1971.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003138", "prompt": " Who was the member of of Antonio Corpora's country of citizenship before European Economic Community?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1962)\n Answer: European Coal and Steel Community", "t_query": 1962.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003139", "prompt": " Who was the member of of Lina Bo Bardi's country of citizenship before European Coal and Steel Community?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Lina Bo Bardi -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> member of -> European Economic Community (1970)\n Answer: European Economic Community", "t_query": 1970.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003140", "prompt": " In 1950, whose contains the administrative territorial entity's country was Württemberg-Hohenzollern?\nEvidence:\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Württemberg-Hohenzollern (1950)\n Hop 2: Würzburg -> country -> West Germany (1950)\n Answer: Würzburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003141", "prompt": " After Paweł Kieszek member of sports team Polonia Warsaw, what was the member of sports team of Paweł Kieszek?\nEvidence:\n- Paweł Kieszek | member of sports team | Polonia Warsaw | 2007\n- Paweł Kieszek | member of sports team | S.C. Braga | 2007\n- Q670214 | member of sports team | Polonia Warsaw | 2007\n- Q655920 | member of sports team | Polonia Warsaw | 2007\n- Q718432 | member of sports team | S.C. Braga | 2007\n- Q172149 | member of sports team | S.C. Braga | 2007\n- Césinha | member of sports team | S.C. Braga | 2007\n- Roland Linz | member of sports team | S.C. Braga | 2007\n- João Pereira | member of sports team | S.C. Braga | 2007\n- Diego Costa | member of sports team | S.C. Braga | 2007\nReasoning:", "completion": " Hop 1: Paweł Kieszek -> member of sports team -> S.C. Braga (2007)\n Answer: S.C. Braga", "t_query": 2007.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 10} +{"id": "sft_003142", "prompt": " After Agostino Gemelli country of citizenship Italy, what was the member of of Umberto Mastroianni's country of citizenship?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\n- Tiziano Terzani | country of citizenship | Italy | 1995\nReasoning:", "completion": " Hop 1: Umberto Mastroianni -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1995)\n Answer: European Coal and Steel Community", "t_query": 1995.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003143", "prompt": " Who was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance after North Rhine-Westphalia?\nEvidence:\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Bavaria (1972)\n Answer: Bavaria", "t_query": 1972.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003144", "prompt": " After Luigi Abeni country of citizenship Italy, what was the member of of Maria Rita Saulle's country of citizenship?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Luigi Nono | country of citizenship | Italy | 1989\n- Luigi Comencini | country of citizenship | Italy | 1989\n- Luigi Agnolin | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1989\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1989\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Maria Rita Saulle -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> member of -> European Economic Community (1989)\n Answer: European Economic Community", "t_query": 1989.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003145", "prompt": " In 1987, what was the head of government of Romolo Alzani's country of citizenship?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Romolo Alzani -> country of citizenship -> Italy (1987)\n Hop 2: Italy -> head of government -> Giovanni Goria (1987)\n Answer: Giovanni Goria", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003146", "prompt": " In 1966, what was the general secretary of Eugène Tisserant's member of?\nEvidence:\n- Eugène Tisserant | member of | Académie Française | 1966\n- Eugène Tisserant | position held | Dean of the College of Cardinals | 1966\n- Eugène Tisserant | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Académie Française | general secretary | Maurice Genevoix | 1966\n- Q998913 | member of | Académie Française | 1966\n- René Huyghe | member of | Académie Française | 1966\n- Jérôme Carcopino | member of | Académie Française | 1966\n- Jean Paulhan | member of | Académie Française | 1966\n- Jean Guéhenno | member of | Académie Française | 1966\n- François Mauriac | member of | Académie Française | 1966\n- Pierre-Henri Simon | member of | Académie Française | 1966\n- Q822586 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q74879 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q689251 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q663757 | member of | Académie des Inscriptions et Belles-Lettres | 1966\nReasoning:", "completion": " Hop 1: Eugène Tisserant -> member of -> Académie Française (1966)\n Hop 2: Académie Française -> general secretary -> Maurice Genevoix (1966)\n Answer: Maurice Genevoix", "t_query": 1966.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003147", "prompt": " In what year was the currency of Sergio Noja Noseda's country of citizenship equal to Italian lira?\nEvidence:\n- Sergio Noja Noseda | country of citizenship | Italy | 1949\n- Sergio Realini | country of citizenship | Italy | 1949\n- Sergio Mantovani | country of citizenship | Italy | 1949\n- Sergio Bonelli | country of citizenship | Italy | 1949\n- Q639507 | country of citizenship | Italy | 1949\n- Q612509 | country of citizenship | Italy | 1949\n- Q454036 | country of citizenship | Italy | 1949\n- Q435856 | country of citizenship | Italy | 1949\n- Q432318 | country of citizenship | Italy | 1949\n- Q429298 | country of citizenship | Italy | 1949\n- Q318968 | country of citizenship | Italy | 1949\n- Q264986 | country of citizenship | Italy | 1949\n- Q219490 | country of citizenship | Italy | 1949\n- Q213482 | country of citizenship | Italy | 1949\n- Dalida | country of citizenship | Italy | 1949\nReasoning:", "completion": " Hop 1: Sergio Noja Noseda -> country of citizenship -> Italy (1949)\n Hop 2: Italy -> currency -> Italian lira (1949)\n Answer: 1949", "t_query": 1949.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003148", "prompt": " In 1974, whose position held's head of government was president of Germany?\nEvidence:\n- Walter Scheel | position held | president of Germany | 1974\n- Germany | head of government | Walter Scheel | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\nReasoning:", "completion": " Hop 1: Walter Scheel -> position held -> president of Germany (1974)\n Hop 2: Germany -> head of government -> Walter Scheel (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 10} +{"id": "sft_003149", "prompt": " In 1974, whose head of government's contains the administrative territorial entity's capital of's capital was Hans Filbinger?\nEvidence:\n- Baden-Württemberg | head of government | Hans Filbinger | 1974\n- CDU Baden-Württemberg | chairperson | Hans Filbinger | 1974\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1974\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1974\n- Baden-Württemberg | country | West Germany | 1974\nReasoning:", "completion": " Hop 1: Baden-Württemberg -> head of government -> Hans Filbinger (1974)\n Hop 2: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1974)\n Hop 3: Bonn -> capital of -> West Germany (1974)\n Hop 4: Germany -> capital -> Bonn (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 5} +{"id": "sft_003150", "prompt": " In 1986, whose contains the administrative territorial entity was Genay?\nEvidence:\n- Rhône | contains the administrative territorial entity | Genay | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 1986\n- Rhône | contains the administrative territorial entity | Vénissieux | 1986\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1986\n- Rhône | contains the administrative territorial entity | Meyzieu | 1986\n- Rhône | contains the administrative territorial entity | Francheville | 1986\n- Rhône | contains the administrative territorial entity | Feyzin | 1986\n- Rhône | contains the administrative territorial entity | Bron | 1986\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1986\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 1986\nReasoning:", "completion": " Hop 1: Rhône -> contains the administrative territorial entity -> Genay (1986)\n Answer: Rhône", "t_query": 1986.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003151", "prompt": " In 1956, what was the currency of Laura Veccia Vaglieri's country of citizenship?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Laura Veccia Vaglieri -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> currency -> Italian lira (1956)\n Answer: Italian lira", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003152", "prompt": " In 1987, whose head of government's contains the administrative territorial entity's capital of's capital was Q110719?\nEvidence:\n- Saarland | head of government | Q110719 | 1987\n- West Germany | contains the administrative territorial entity | Saarland | 1987\n- Saarland | located in the administrative territorial entity | West Germany | 1987\n- Saarland | country | West Germany | 1987\nReasoning:", "completion": " Hop 1: Saarland -> head of government -> Q110719 (1987)\n Hop 2: West Germany -> contains the administrative territorial entity -> Saarland (1987)\n Hop 3: Bonn -> capital of -> West Germany (1987)\n Hop 4: Germany -> capital -> Bonn (1987)\n Answer: Germany", "t_query": 1987.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_003153", "prompt": " In 1933, what was the country of citizenship of Giuseppe Saragat?\nEvidence:\n- Giuseppe Saragat | country of citizenship | Kingdom of Italy | 1933\n- Giuseppe Ungaretti | country of citizenship | Kingdom of Italy | 1933\n- Giuseppe Paratore | country of citizenship | Kingdom of Italy | 1933\n- Giuseppe Milano | country of citizenship | Kingdom of Italy | 1933\n- Giuseppe Domenichelli | country of citizenship | Kingdom of Italy | 1933\n- Giuseppe Asti | country of citizenship | Kingdom of Italy | 1933\n- Giuseppe Di Vittorio | country of citizenship | Kingdom of Italy | 1933\n- Q976653 | country of citizenship | Kingdom of Italy | 1933\n- Q972711 | country of citizenship | Kingdom of Italy | 1933\n- Q922237 | country of citizenship | Kingdom of Italy | 1933\n- Q890523 | country of citizenship | Kingdom of Italy | 1933\n- Q710497 | country of citizenship | Kingdom of Italy | 1933\n- Q678253 | country of citizenship | Kingdom of Italy | 1933\n- Q654973 | country of citizenship | Kingdom of Italy | 1933\n- Q650303 | country of citizenship | Kingdom of Italy | 1933\nReasoning:", "completion": " Hop 1: Giuseppe Saragat -> country of citizenship -> Kingdom of Italy (1933)\n Answer: Kingdom of Italy", "t_query": 1933.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003154", "prompt": " In 1961, what was the shares border with of John Paul I's country of citizenship?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Italy | shares border with | Yugoslavia | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: John Paul I -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> shares border with -> Yugoslavia (1961)\n Answer: Yugoslavia", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003155", "prompt": " After Michael Jordan nominated for Laureus World Sports Award for Comeback of the Year, what was the winner of Laureus World Sports Award for Comeback of the Year?\nEvidence:\n- Laureus World Sports Award for Comeback of the Year | winner | Rafael Nadal | 2014\n- Rafael Nadal | nominated for | Laureus World Sports Award for Comeback of the Year | 2014\n- Rafael Nadal | award received | Laureus World Sports Award for Comeback of the Year | 2014\nReasoning:", "completion": " Hop 1: Laureus World Sports Award for Comeback of the Year -> winner -> Rafael Nadal (2014)\n Answer: Rafael Nadal", "t_query": 2014.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 3} +{"id": "sft_003156", "prompt": " Who was the head of state of Maria Caniglia's country of citizenship before Sandro Pertini?\nEvidence:\n- Maria Caniglia | country of citizenship | Italy | 1951\n- Maria Tore Barbina | country of citizenship | Italy | 1951\n- Alberto Maria De Agostini | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Maria Caniglia -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Luigi Einaudi (1951)\n Answer: Luigi Einaudi", "t_query": 1951.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003157", "prompt": " Who was the member of of Arnaldo Genoino's country of citizenship before European Coal and Steel Community?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Arnaldo Genoino -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> member of -> European Economic Community (1978)\n Answer: European Economic Community", "t_query": 1978.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003158", "prompt": " After Yoshkar-Ola country Russian Empire, what was the head of state of Dushanbe's located in's country?\nEvidence:\n- Emirate of Bukhara | country | Russian Empire | 1904\n- Dushanbe | located in the administrative territorial entity | Emirate of Bukhara | 1904\n- Termez | country | Emirate of Bukhara | 1904\nReasoning:", "completion": " Hop 1: Dushanbe -> located in -> Emirate of Bukhara (1904)\n Hop 2: Emirate of Bukhara -> country -> Russian Empire (1904)\n Hop 3: Russian Empire -> head of state -> Nicholas II of Russia (1904)\n Answer: Nicholas II of Russia", "t_query": 1904.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 3} +{"id": "sft_003159", "prompt": " In what year was the located in of Nakhchivan equal to Nakhchivan Autonomous Soviet Socialist Republic?\nEvidence:\n- Nakhchivan | country | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Nakhchivan | located in the administrative territorial entity | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Nakhchivan | country | Azerbaijan Soviet Socialist Republic | 1949\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1949\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1949\n- Nakhchivan | country | Soviet Union | 1949\n- Turkmen Soviet Socialist Republic | country | Soviet Union | 1949\n- Georgian Soviet Socialist Republic | country | Soviet Union | 1949\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1949\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1949\n- Q59054 | country of citizenship | Soviet Union | 1949\n- Q437262 | country of citizenship | Soviet Union | 1949\n- Q324083 | country of citizenship | Soviet Union | 1949\n- Zhytomyr | country | Soviet Union | 1949\n- Zastavna | country | Soviet Union | 1949\nReasoning:", "completion": " Hop 1: Nakhchivan -> located in -> Nakhchivan Autonomous Soviet Socialist Republic (1949)\n Answer: 1949", "t_query": 1949.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003160", "prompt": " In what year was the member of of Carlo Curis's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Carlo Curis | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Carlo Curis -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1984)\n Answer: 1984", "t_query": 1984.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003161", "prompt": " In what year was the employer of Alexander Gelfond equal to Lomonosov Moscow State University?\nEvidence:\n- Alexander Gelfond | employer | Lomonosov Moscow State University | 1940\n- Q983399 | employer | Lomonosov Moscow State University | 1940\n- Q723638 | employer | Lomonosov Moscow State University | 1940\n- Q321515 | employer | Lomonosov Moscow State University | 1940\n- Boris Delaunay | employer | Lomonosov Moscow State University | 1940\n- Andrey Tikhonov | employer | Lomonosov Moscow State University | 1940\n- Alexander Gelfond | employer | Steklov Institute of Mathematics | 1940\n- Q709432 | employer | Steklov Institute of Mathematics | 1940\n- Sergei Sobolev | employer | Steklov Institute of Mathematics | 1940\n- Lev Pontryagin | employer | Steklov Institute of Mathematics | 1940\n- Boris Delaunay | employer | Steklov Institute of Mathematics | 1940\nReasoning:", "completion": " Hop 1: Alexander Gelfond -> employer -> Lomonosov Moscow State University (1940)\n Answer: 1940", "t_query": 1940.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 11} +{"id": "sft_003162", "prompt": " In 1971, what was the country of citizenship of Rahimuddin Khan?\nEvidence:\n- Rahimuddin Khan | country of citizenship | Pakistan | 1971\n- Ahmed Rushdi | country of citizenship | Pakistan | 1971\n- Dhaka | country | Pakistan | 1971\nReasoning:", "completion": " Hop 1: Rahimuddin Khan -> country of citizenship -> Pakistan (1971)\n Answer: Pakistan", "t_query": 1971.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_003163", "prompt": " Who was the contains the administrative territorial entity of Germany's capital's capital of after Schleswig-Holstein?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Rhineland-Palatinate (1974)\n Answer: Rhineland-Palatinate", "t_query": 1974.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003164", "prompt": " In what year was the position held of MetLife's headquarters's head of government equal to Mayor of New York City?\nEvidence:\n- MetLife | headquarters location | New York City | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- William Vickrey | residence | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Elliott Erwitt | work location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\nReasoning:", "completion": " Hop 1: MetLife -> headquarters -> New York City (1952)\n Hop 2: New York City -> head of government -> Vincent R. Impellitteri (1952)\n Hop 3: Vincent R. Impellitteri -> position held -> Mayor of New York City (1952)\n Answer: 1952", "t_query": 1952.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003165", "prompt": " In 1943, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1943\n- Q972711 | country of citizenship | Kingdom of Italy | 1943\n- Q432318 | country of citizenship | Kingdom of Italy | 1943\n- Q429298 | country of citizenship | Kingdom of Italy | 1943\n- Q178349 | country of citizenship | Kingdom of Italy | 1943\n- Q133535 | country of citizenship | Kingdom of Italy | 1943\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1943\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1943\n- Titta Ruffo | country of citizenship | Kingdom of Italy | 1943\n- Tita Piaz | country of citizenship | Kingdom of Italy | 1943\n- Rosina Anselmi | country of citizenship | Kingdom of Italy | 1943\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1943\n- Paolo Manna | country of citizenship | Kingdom of Italy | 1943\n- Pantaleo Carabellese | country of citizenship | Kingdom of Italy | 1943\n- Norina Matchabelli | country of citizenship | Kingdom of Italy | 1943\nReasoning:", "completion": " Hop 1: Q435856 -> country of citizenship -> Kingdom of Italy (1943)\n Answer: Q435856", "t_query": 1943.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003166", "prompt": " In what year was the head of state of Romano Mussolini's country of citizenship equal to Sandro Pertini?\nEvidence:\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Romano Mussolini -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> head of state -> Sandro Pertini (1984)\n Answer: 1984", "t_query": 1984.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003167", "prompt": " In 1968, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giuseppe Saragat | position held | President of Italy | 1968\n- Italy | head of state | Giuseppe Saragat | 1968\n- Giuseppe Saragat | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Giuseppe Saragat -> position held -> President of Italy (1968)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1968)\n Hop 3: Claudia Vinciguerra -> country of citizenship -> Italy (1968)\n Answer: Claudia Vinciguerra", "t_query": 1968.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_003168", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon after Saint-Genis-les-Ollières?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-les-Ollières | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-Laval | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Charbonnières-les-Bains | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Rochetaillée-sur-Saône (2003)\n Answer: Rochetaillée-sur-Saône", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003169", "prompt": " After Gerd Kische member of sports team F.C. Hansa Rostock, what was the member of sports team of Gerd Kische?\nEvidence:\n- Gerd Kische | member of sports team | F.C. Hansa Rostock | 1971\n- Q823665 | member of sports team | F.C. Hansa Rostock | 1971\n- Herbert Pankau | member of sports team | F.C. Hansa Rostock | 1971\n- Gerd Kische | member of sports team | East Germany national football team | 1971\n- Q872768 | member of sports team | East Germany national football team | 1971\n- Q73725 | member of sports team | East Germany national football team | 1971\n- Q69584 | member of sports team | East Germany national football team | 1971\n- Q690178 | member of sports team | East Germany national football team | 1971\n- Q680657 | member of sports team | East Germany national football team | 1971\n- Q67555 | member of sports team | East Germany national football team | 1971\n- Q571103 | member of sports team | East Germany national football team | 1971\n- Q562188 | member of sports team | East Germany national football team | 1971\n- Henning Frenzel | member of sports team | East Germany national football team | 1971\n- Bernd Bransch | member of sports team | East Germany national football team | 1971\nReasoning:", "completion": " Hop 1: Gerd Kische -> member of sports team -> East Germany national football team (1971)\n Answer: East Germany national football team", "t_query": 1971.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 14} +{"id": "sft_003170", "prompt": " In what year was the shares border with of Lina Bo Bardi's country of citizenship equal to Yugoslavia?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Italy | shares border with | Yugoslavia | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Lina Bo Bardi -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> shares border with -> Yugoslavia (1970)\n Answer: 1970", "t_query": 1970.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003171", "prompt": " In 1974, what was the diplomatic relation of Germany?\nEvidence:\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\nReasoning:", "completion": " Hop 1: Germany -> diplomatic relation -> Afghanistan (1974)\n Answer: Afghanistan", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003172", "prompt": " In 1920, what was the work location of Carel Willink?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Q73153 | residence | Berlin | 1920\n- Berlin | country | Weimar Republic | 1920\nReasoning:", "completion": " Hop 1: Carel Willink -> work location -> Berlin (1920)\n Answer: Berlin", "t_query": 1920.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 9} +{"id": "sft_003173", "prompt": " In 1904, what was the basic form of government of Dushanbe's located in's country?\nEvidence:\n- Dushanbe | located in the administrative territorial entity | Emirate of Bukhara | 1904\n- Termez | country | Emirate of Bukhara | 1904\n- Emirate of Bukhara | country | Russian Empire | 1904\nReasoning:", "completion": " Hop 1: Dushanbe -> located in -> Emirate of Bukhara (1904)\n Hop 2: Emirate of Bukhara -> country -> Russian Empire (1904)\n Hop 3: Russian Empire -> basic form of government -> absolute monarchy (1904)\n Answer: absolute monarchy", "t_query": 1904.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_003174", "prompt": " In what year was the country of citizenship of Juraj Jakubisko equal to Czechoslovakia?\nEvidence:\n- Juraj Jakubisko | country of citizenship | Czechoslovakia | 1968\n- Juraj Jakubisko | nominated for | Golden Lion | 1968\n- Q960655 | country of citizenship | Czechoslovakia | 1968\n- Q693209 | country of citizenship | Czechoslovakia | 1968\n- Q536359 | country of citizenship | Czechoslovakia | 1968\n- Q366671 | country of citizenship | Czechoslovakia | 1968\n- Q31370 | country of citizenship | Czechoslovakia | 1968\n- Q179173 | country of citizenship | Czechoslovakia | 1968\n- Oldřich Pelčák | country of citizenship | Czechoslovakia | 1968\n- Miroslav Horníček | country of citizenship | Czechoslovakia | 1968\n- Milan Kundera | country of citizenship | Czechoslovakia | 1968\n- Miklós Duray | country of citizenship | Czechoslovakia | 1968\n- Lubomír Štrougal | country of citizenship | Czechoslovakia | 1968\n- Karol Divín | country of citizenship | Czechoslovakia | 1968\n- Jan Sokol | country of citizenship | Czechoslovakia | 1968\nReasoning:", "completion": " Hop 1: Juraj Jakubisko -> country of citizenship -> Czechoslovakia (1968)\n Answer: 1968", "t_query": 1968.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003175", "prompt": " After Albert Speer work location Berlin, what was the position held of David Bowie's work location's head of government?\nEvidence:\n- David Bowie | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Q896393 | work location | Berlin | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Christian Schad | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Q497401 | terminus | Berlin | 1978\n- Anna Seghers | residence | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\nReasoning:", "completion": " Hop 1: David Bowie -> work location -> Berlin (1978)\n Hop 2: Berlin -> head of government -> Dietrich Stobbe (1978)\n Hop 3: Dietrich Stobbe -> position held -> Governing Mayor of Berlin (1978)\n Answer: Governing Mayor of Berlin", "t_query": 1978.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 10} +{"id": "sft_003176", "prompt": " In 1969, what was the twinned with of Volgograd?\nEvidence:\n- Volgograd | twinned administrative body | Liège | 1969\n- Volgograd | located in the administrative territorial entity | Volgograd Oblast | 1969\nReasoning:", "completion": " Hop 1: Volgograd -> twinned with -> Liège (1969)\n Answer: Liège", "t_query": 1969.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_003177", "prompt": " In what year was the contains the administrative territorial entity of Bernard Schultze's work location's country equal to Hesse?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Hesse (1953)\n Answer: 1953", "t_query": 1953.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 3} +{"id": "sft_003178", "prompt": " In what year was the country of citizenship of Ansano Giannarelli equal to Kingdom of Italy?\nEvidence:\n- Ansano Giannarelli | country of citizenship | Kingdom of Italy | 1944\n- Q976653 | country of citizenship | Kingdom of Italy | 1944\n- Q972711 | country of citizenship | Kingdom of Italy | 1944\n- Q922237 | country of citizenship | Kingdom of Italy | 1944\n- Q741387 | country of citizenship | Kingdom of Italy | 1944\n- Q710497 | country of citizenship | Kingdom of Italy | 1944\n- Q678253 | country of citizenship | Kingdom of Italy | 1944\n- Q654973 | country of citizenship | Kingdom of Italy | 1944\n- Q650303 | country of citizenship | Kingdom of Italy | 1944\n- Q527400 | country of citizenship | Kingdom of Italy | 1944\n- Q51189 | country of citizenship | Kingdom of Italy | 1944\n- Q432318 | country of citizenship | Kingdom of Italy | 1944\n- Q432257 | country of citizenship | Kingdom of Italy | 1944\n- Q429298 | country of citizenship | Kingdom of Italy | 1944\n- Q378645 | country of citizenship | Kingdom of Italy | 1944\nReasoning:", "completion": " Hop 1: Ansano Giannarelli -> country of citizenship -> Kingdom of Italy (1944)\n Answer: 1944", "t_query": 1944.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003179", "prompt": " In 1955, whose named after was Svetozar Marković?\nEvidence:\n- Jagodina | named after | Svetozar Marković | 1955\nReasoning:", "completion": " Hop 1: Jagodina -> named after -> Svetozar Marković (1955)\n Answer: Jagodina", "t_query": 1955.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_003180", "prompt": " In 1978, what was the shares border with of Marco Tulli's country of citizenship?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Italy | shares border with | Yugoslavia | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Marco Tulli -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> shares border with -> Yugoslavia (1978)\n Answer: Yugoslavia", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003181", "prompt": " Who was the country of citizenship of Gianni Brera after Kingdom of Italy?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Gianni Brera -> country of citizenship -> Italy (1963)\n Answer: Italy", "t_query": 1963.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003182", "prompt": " In 2003, whose contains the administrative territorial entity's located in's contains the administrative territorial entity was Francheville?\nEvidence:\n- Rhône | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Rhône | contains the administrative territorial entity | Vénissieux | 2003\n- Rhône | contains the administrative territorial entity | Villeurbanne | 2003\n- Rhône | contains the administrative territorial entity | Meyzieu | 2003\n- Rhône | contains the administrative territorial entity | Genay | 2003\n- Rhône | contains the administrative territorial entity | Feyzin | 2003\n- Rhône | contains the administrative territorial entity | Bron | 2003\n- Ternay | located in the administrative territorial entity | Rhône | 2003\n- Chaponnay | located in the administrative territorial entity | Rhône | 2003\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 2003\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\nReasoning:", "completion": " Hop 1: Rhône -> contains the administrative territorial entity -> Francheville (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003183", "prompt": " In what year was the currency of Gerardo Marotta's country of citizenship equal to Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 2001\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\nReasoning:", "completion": " Hop 1: Gerardo Marotta -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> currency -> Italian lira (2001)\n Answer: 2001", "t_query": 2001.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003184", "prompt": " In what year was the member of sports team of Albert Celades equal to Futbol Club Barcelona?\nEvidence:\n- Albert Celades | member of sports team | Futbol Club Barcelona | 1997\n- Q943194 | member of sports team | Futbol Club Barcelona | 1997\n- Q508489 | member of sports team | Futbol Club Barcelona | 1997\n- Q502769 | member of sports team | Futbol Club Barcelona | 1997\n- Q483577 | member of sports team | Futbol Club Barcelona | 1997\n- Q483145 | member of sports team | Futbol Club Barcelona | 1997\n- Q375840 | member of sports team | Futbol Club Barcelona | 1997\n- Q34658 | member of sports team | Futbol Club Barcelona | 1997\n- Q316809 | member of sports team | Futbol Club Barcelona | 1997\n- Q313468 | member of sports team | Futbol Club Barcelona | 1997\n- Q295887 | member of sports team | Futbol Club Barcelona | 1997\n- Q204640 | member of sports team | Futbol Club Barcelona | 1997\n- Sergi Barjuan | member of sports team | Futbol Club Barcelona | 1997\n- Julen Lopetegui | member of sports team | Futbol Club Barcelona | 1997\n- Hristo Stoichkov | member of sports team | Futbol Club Barcelona | 1997\nReasoning:", "completion": " Hop 1: Albert Celades -> member of sports team -> Futbol Club Barcelona (1997)\n Answer: 1997", "t_query": 1997.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003185", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Saint-Fons, what was the located in of Urban Community of Lyon's contains the administrative territorial entity?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-Laval | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-les-Ollières | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Answer: Rhône", "t_query": 2003.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003186", "prompt": " In what year was the head of government of Germany's capital's capital of's contains the administrative territorial entity equal to Hans Filbinger?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Afghanistan | basic form of government | republic | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1974)\n Hop 4: Baden-Württemberg -> head of government -> Hans Filbinger (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 4, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003187", "prompt": " Who was the country of citizenship of Alberto Ascoli before Italy?\nEvidence:\n- Alberto Ascoli | country of citizenship | Kingdom of Italy | 1909\n- Alberto Franchetti | country of citizenship | Kingdom of Italy | 1909\n- Alberto Maria De Agostini | country of citizenship | Kingdom of Italy | 1909\n- Q983389 | country of citizenship | Kingdom of Italy | 1909\n- Q976653 | country of citizenship | Kingdom of Italy | 1909\n- Q972711 | country of citizenship | Kingdom of Italy | 1909\n- Q959367 | country of citizenship | Kingdom of Italy | 1909\n- Q939226 | country of citizenship | Kingdom of Italy | 1909\n- Q920582 | country of citizenship | Kingdom of Italy | 1909\n- Q890523 | country of citizenship | Kingdom of Italy | 1909\n- Q817284 | country of citizenship | Kingdom of Italy | 1909\n- Q765946 | country of citizenship | Kingdom of Italy | 1909\n- Q745874 | country of citizenship | Kingdom of Italy | 1909\n- Q728920 | country of citizenship | Kingdom of Italy | 1909\n- Q728589 | country of citizenship | Kingdom of Italy | 1909\nReasoning:", "completion": " Hop 1: Alberto Ascoli -> country of citizenship -> Kingdom of Italy (1909)\n Answer: Kingdom of Italy", "t_query": 1909.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003188", "prompt": " After Giovanni Cornacchia country of citizenship Italy, what was the currency of Arnaldo Genoino's country of citizenship?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Giovanni Invernizzi | country of citizenship | Italy | 1978\n- Giovanni Goria | country of citizenship | Italy | 1978\n- Giovanni Ferrofino | country of citizenship | Italy | 1978\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Arnaldo Genoino -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> currency -> Italian lira (1978)\n Answer: Italian lira", "t_query": 1978.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003189", "prompt": " After Gustaf VI Adolf of Sweden noble title duke, what was the noble title of Gustaf VI Adolf of Sweden's spouse?\nEvidence:\n- Gustaf VI Adolf of Sweden | noble title | duke | 1937\n- Gustaf VI Adolf of Sweden | noble title | crown prince | 1937\n- Louise Mountbatten | spouse | Gustaf VI Adolf of Sweden | 1937\n- Gustaf VI Adolf of Sweden | spouse | Louise Mountbatten | 1937\n- Gustaf VI Adolf of Sweden | position held | crown prince | 1937\n- Louise Mountbatten | noble title | queen consort | 1937\nReasoning:", "completion": " Hop 1: Gustaf VI Adolf of Sweden -> spouse -> Louise Mountbatten (1937)\n Hop 2: Louise Mountbatten -> noble title -> queen consort (1937)\n Answer: queen consort", "t_query": 1937.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 6} +{"id": "sft_003190", "prompt": " After Rudolf Bauer work location Berlin, what was the head of government of Carel Willink's work location's country?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\nReasoning:", "completion": " Hop 1: Carel Willink -> work location -> Berlin (1920)\n Hop 2: Berlin -> country -> Weimar Republic (1920)\n Hop 3: Weimar Republic -> head of government -> Gustav Bauer (1920)\n Answer: Gustav Bauer", "t_query": 1920.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 9} +{"id": "sft_003191", "prompt": " In 1950, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Hesse (1950)\n Answer: Hesse", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003192", "prompt": " Who was the member of sports team of Heinz Emmerich before Germany men's national association football team?\nEvidence:\n- Heinz Emmerich | member of sports team | Tennis Borussia Berlin | 1930\n- Q776748 | member of sports team | Tennis Borussia Berlin | 1930\nReasoning:", "completion": " Hop 1: Heinz Emmerich -> member of sports team -> Tennis Borussia Berlin (1930)\n Answer: Tennis Borussia Berlin", "t_query": 1930.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 2} +{"id": "sft_003193", "prompt": " In what year was the position held of Luca Ronconi's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\n- Stéphane Grappelli | country of citizenship | Italy | 1993\nReasoning:", "completion": " Hop 1: Luca Ronconi -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1993)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1993)\n Answer: 1993", "t_query": 1993.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003194", "prompt": " In 2010, whose sport was professional wrestling?\nEvidence:\n- Q44304 | sport | professional wrestling | 2010\n- Shane McMahon | sport | professional wrestling | 2010\n- Ring of Honor | sport | professional wrestling | 2010\n- Shane McMahon | sport | referee | 2010\n- Shane McMahon | occupation | entrepreneur | 2010\n- Shane McMahon | employer | WWE | 2010\nReasoning:", "completion": " Hop 1: Shane McMahon -> sport -> professional wrestling (2010)\n Answer: Shane McMahon", "t_query": 2010.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_003195", "prompt": " In what year was the member of of Giacomo Rossi-Stuart's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giacomo Rossi-Stuart -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1975)\n Answer: 1975", "t_query": 1975.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003196", "prompt": " In what year was the head of government of Friedrich Guggenberger's allegiance's contains the administrative territorial entity equal to Hans Filbinger?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1972)\n Hop 3: Baden-Württemberg -> head of government -> Hans Filbinger (1972)\n Answer: 1972", "t_query": 1972.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003197", "prompt": " In what year was the head of state of Claudia Vinciguerra's country of citizenship equal to Giuseppe Saragat?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Giuseppe Prisco | country of citizenship | Italy | 1968\n- Giuseppe Patanè | country of citizenship | Italy | 1968\n- Giuseppe Meazza | country of citizenship | Italy | 1968\n- Giuseppe Gabrielli | country of citizenship | Italy | 1968\n- Giuseppe Colnago | country of citizenship | Italy | 1968\n- Giuseppe Busso | country of citizenship | Italy | 1968\n- Giuseppe Antonini | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Claudia Vinciguerra -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1968)\n Answer: 1968", "t_query": 1968.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003198", "prompt": " After Romano Agostinelli country of citizenship Italy, what was the member of of Ugo Morin's country of citizenship?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Romano Scarpa | country of citizenship | Italy | 1968\n- Romano Mussolini | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Ugo Morin -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> member of -> European Economic Community (1968)\n Answer: European Economic Community", "t_query": 1968.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003199", "prompt": " In 2009, whose head of government was Silvio Berlusconi?\nEvidence:\n- Italy | head of government | Silvio Berlusconi | 2009\n- Veronica Lario | spouse | Silvio Berlusconi | 2009\n- AC Milan | chairperson | Silvio Berlusconi | 2009\n- Silvio Gazzaniga | country of citizenship | Italy | 2009\n- AC Milan | head coach | Leonardo Araújo | 2009\n- AC Milan | head coach | Carlo Ancelotti | 2009\n- Q678840 | country of citizenship | Italy | 2009\n- Q383551 | country of citizenship | Italy | 2009\n- Province of Turin | country | Italy | 2009\n- Yannis Kounellis | country of citizenship | Italy | 2009\n- Vito Lattanzio | country of citizenship | Italy | 2009\n- Virna Lisi | country of citizenship | Italy | 2009\n- Virgilio Noè | country of citizenship | Italy | 2009\n- Veriano Luchetti | country of citizenship | Italy | 2009\n- Tullio Kezich | country of citizenship | Italy | 2009\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Silvio Berlusconi (2009)\n Answer: Italy", "t_query": 2009.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003200", "prompt": " After Carmelo Cappello country of citizenship Kingdom of Italy, what was the work location of Carmelo Cappello?\nEvidence:\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> work location -> Milan (1964)\n Answer: Milan", "t_query": 1964.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003201", "prompt": " Who was the member of of Francesca Romana Coluzzi's country of citizenship before European Coal and Steel Community?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> member of -> European Economic Community (1963)\n Answer: European Economic Community", "t_query": 1963.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003202", "prompt": " After Romolo Carboni country of citizenship Italy, what was the member of of Ugo Morin's country of citizenship?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Ugo Morin -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1968)\n Answer: European Coal and Steel Community", "t_query": 1968.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003203", "prompt": " In 1974, what was the position held of Germany's head of state?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> position held -> Federal Minister for Foreign Affairs (1974)\n Answer: Federal Minister for Foreign Affairs", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003204", "prompt": " In 1904, what was the anthem of Dushanbe's located in's country?\nEvidence:\n- Dushanbe | located in the administrative territorial entity | Emirate of Bukhara | 1904\n- Termez | country | Emirate of Bukhara | 1904\n- Emirate of Bukhara | country | Russian Empire | 1904\nReasoning:", "completion": " Hop 1: Dushanbe -> located in -> Emirate of Bukhara (1904)\n Hop 2: Emirate of Bukhara -> country -> Russian Empire (1904)\n Hop 3: Russian Empire -> anthem -> God Save the Tsar! (1904)\n Answer: God Save the Tsar!", "t_query": 1904.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_003205", "prompt": " In 1974, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Lower Saxony (1974)\n Answer: Lower Saxony", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003206", "prompt": " In 1974, what was the position held of Germany's head of state?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> position held -> Vice-Chancellor of Germany (1974)\n Answer: Vice-Chancellor of Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003207", "prompt": " In 1951, what was the country of citizenship of Maria Caniglia?\nEvidence:\n- Maria Caniglia | country of citizenship | Italy | 1951\n- Maria Tore Barbina | country of citizenship | Italy | 1951\n- Alberto Maria De Agostini | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Maria Caniglia -> country of citizenship -> Italy (1951)\n Answer: Italy", "t_query": 1951.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003208", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon equal to Genay?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Genay (2003)\n Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003209", "prompt": " In what year was the contains the administrative territorial entity of Mannheim's country equal to Württemberg-Hohenzollern?\nEvidence:\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Württemberg-Hohenzollern (1950)\n Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003210", "prompt": " In 1915, what was the country of citizenship of Giovanni Pastrone?\nEvidence:\n- Giovanni Pastrone | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Verga | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Tebaldini | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Papini | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Messe | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Martinelli | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Gronchi | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Cuniolo | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Capurro | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Boldini | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Battista Lacchini | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Battista Caproni | country of citizenship | Kingdom of Italy | 1915\n- Adeodato Giovanni Piazza | country of citizenship | Kingdom of Italy | 1915\n- Q976653 | country of citizenship | Kingdom of Italy | 1915\n- Q972711 | country of citizenship | Kingdom of Italy | 1915\nReasoning:", "completion": " Hop 1: Giovanni Pastrone -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", "t_query": 1915.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003211", "prompt": " In what year was the located in of Frankfurt equal to Wiesbaden Government Region?\nEvidence:\n- Frankfurt | located in the administrative territorial entity | Wiesbaden Government Region | 1915\n- Wiesbaden | located in the administrative territorial entity | Wiesbaden Government Region | 1915\n- Frankfurt | head of government | Georg Voigt | 1915\n- Wiesbaden | country | German Empire | 1915\n- Q165008 | applies to jurisdiction | German Empire | 1915\n- Frankfurt | country | German Empire | 1915\n- German East Africa | applies to jurisdiction | German Empire | 1915\n- Frankfurt (Oder) | country | German Empire | 1915\n- hyperinflation in the Weimar Republic | country | German Empire | 1915\n- Q87105 | country of citizenship | German Empire | 1915\n- Q76638 | country of citizenship | German Empire | 1915\n- Wilhelm Röntgen | country of citizenship | German Empire | 1915\n- Albrecht Brandi | country of citizenship | German Empire | 1915\n- Georg August Zenker | country of citizenship | German Empire | 1915\n- Zwickau | country | German Empire | 1915\nReasoning:", "completion": " Hop 1: Frankfurt -> located in -> Wiesbaden Government Region (1915)\n Answer: 1915", "t_query": 1915.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003212", "prompt": " In 1929, what was the country of citizenship of Pietro Arcari?\nEvidence:\n- Pietro Arcari | country of citizenship | Kingdom of Italy | 1929\n- Pietro Parente | country of citizenship | Kingdom of Italy | 1929\n- Pietro Nenni | country of citizenship | Kingdom of Italy | 1929\n- Pietro Lana | country of citizenship | Kingdom of Italy | 1929\n- Q976653 | country of citizenship | Kingdom of Italy | 1929\n- Q972711 | country of citizenship | Kingdom of Italy | 1929\n- Q922237 | country of citizenship | Kingdom of Italy | 1929\n- Q890523 | country of citizenship | Kingdom of Italy | 1929\n- Q715036 | country of citizenship | Kingdom of Italy | 1929\n- Q710497 | country of citizenship | Kingdom of Italy | 1929\n- Q678253 | country of citizenship | Kingdom of Italy | 1929\n- Q654973 | country of citizenship | Kingdom of Italy | 1929\n- Q650303 | country of citizenship | Kingdom of Italy | 1929\n- Q603148 | country of citizenship | Kingdom of Italy | 1929\n- Q527400 | country of citizenship | Kingdom of Italy | 1929\nReasoning:", "completion": " Hop 1: Pietro Arcari -> country of citizenship -> Kingdom of Italy (1929)\n Answer: Kingdom of Italy", "t_query": 1929.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003213", "prompt": " In 1966, whose award received's head of state's country of citizenship was Supreme Order of Christ?\nEvidence:\n- Giuseppe Saragat | award received | Supreme Order of Christ | 1966\n- Italy | head of state | Giuseppe Saragat | 1966\n- Giuseppe Saragat | country of citizenship | Italy | 1966\n- Giuseppe Saragat | position held | President of Italy | 1966\nReasoning:", "completion": " Hop 1: Giuseppe Saragat -> award received -> Supreme Order of Christ (1966)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1966)\n Hop 3: Cesare Terranova -> country of citizenship -> Italy (1966)\n Answer: Cesare Terranova", "t_query": 1966.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_003214", "prompt": " In what year was the position held of Guido Aycard's country of citizenship's head of state equal to Italian senator for life?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Guido Aycard -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1962)\n Hop 3: Giovanni Gronchi -> position held -> Italian senator for life (1962)\n Answer: 1962", "t_query": 1962.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003215", "prompt": " Who was the country of citizenship of Romolo Alzani after Kingdom of Italy?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Romolo Alzani -> country of citizenship -> Italy (1987)\n Answer: Italy", "t_query": 1987.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003216", "prompt": " In 1956, what was the adjacent station of Nopporo Station?\nEvidence:\n- Nopporo Station | adjacent station | Ebetsu Station | 1956\n- Nopporo Station | adjacent station | Atsubetsu Station | 1956\n- Ebetsu Station | adjacent station | Nopporo Station | 1956\n- Ebetsu Station | adjacent station | Horomui Station | 1956\nReasoning:", "completion": " Hop 1: Nopporo Station -> adjacent station -> Atsubetsu Station (1956)\n Answer: Atsubetsu Station", "t_query": 1956.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_003217", "prompt": " In 1987, whose contains the administrative territorial entity's country of citizenship's head of government was North Rhine-Westphalia?\nEvidence:\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1987\n- West Germany | contains the administrative territorial entity | Saarland | 1987\n- West Germany | contains the administrative territorial entity | Hesse | 1987\n- West Germany | contains the administrative territorial entity | Hamburg | 1987\n- West Germany | contains the administrative territorial entity | Bremen | 1987\n- West Germany | contains the administrative territorial entity | Bavaria | 1987\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1987\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1987\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1987\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1987\n- Saarland | located in the administrative territorial entity | West Germany | 1987\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1987\n- Q77721 | country of citizenship | West Germany | 1987\n- Thomas Anders | country of citizenship | West Germany | 1987\n- Martin Walser | country of citizenship | West Germany | 1987\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> North Rhine-Westphalia (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: Germany -> head of government -> Helmut Kohl (1987)\n Answer: Germany", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003218", "prompt": " Who was the country of citizenship of Andrea Carrea after Kingdom of Italy?\nEvidence:\n- Andrea Carrea | country of citizenship | Italy | 1984\n- Andrea Pangrazio | country of citizenship | Italy | 1984\n- Andrea Miano | country of citizenship | Italy | 1984\n- Andrea Cassone | country of citizenship | Italy | 1984\n- Andrea Bianchi | country of citizenship | Italy | 1984\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Andrea Carrea -> country of citizenship -> Italy (1984)\n Answer: Italy", "t_query": 1984.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003219", "prompt": " After Ugo Amoretti country of citizenship Italy, what was the currency of Lelio Antoniotti's country of citizenship?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Tullio Kezich | country of citizenship | Italy | 1973\nReasoning:", "completion": " Hop 1: Lelio Antoniotti -> country of citizenship -> Italy (1973)\n Hop 2: Italy -> currency -> Italian lira (1973)\n Answer: Italian lira", "t_query": 1973.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003220", "prompt": " In 1980, whose country of citizenship was Soviet Union?\nEvidence:\n- Viktor Kulikov | country of citizenship | Soviet Union | 1980\n- Yevpatoriia | country | Soviet Union | 1980\n- Yalta | country | Soviet Union | 1980\n- Voronezh | country | Soviet Union | 1980\n- Volhynia | country | Soviet Union | 1980\n- Vinnytsia | country | Soviet Union | 1980\n- Urgench | country | Soviet Union | 1980\n- Uman | country | Soviet Union | 1980\n- Torzhok | country | Soviet Union | 1980\n- Tbilisi | country | Soviet Union | 1980\n- Sudak | country | Soviet Union | 1980\n- Starodub | country | Soviet Union | 1980\n- Simferopol | country | Soviet Union | 1980\n- Siberia | country | Soviet Union | 1980\n- Sevastopol | country | Soviet Union | 1980\nReasoning:", "completion": " Hop 1: Anatoly Karpov -> country of citizenship -> Soviet Union (1980)\n Answer: Anatoly Karpov", "t_query": 1980.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003221", "prompt": " In 1992, what was the spouse of Ione Skye?\nEvidence:\n- Ione Skye | spouse | Ad-Rock | 1992\nReasoning:", "completion": " Hop 1: Ione Skye -> spouse -> Ad-Rock (1992)\n Answer: Ad-Rock", "t_query": 1992.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_003222", "prompt": " In what year was the currency of Claudia Vinciguerra's country of citizenship equal to Italian lira?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Claudia Vinciguerra -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> currency -> Italian lira (1968)\n Answer: 1968", "t_query": 1968.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003223", "prompt": " In 1979, whose located in's capital of was Soviet Union?\nEvidence:\n- Dushanbe | capital of | Tajik Soviet Socialist Republic | 1979\n- Ashgabat | capital of | Turkmen Soviet Socialist Republic | 1979\n- Yevpatoriia | country | Soviet Union | 1979\n- Yalta | country | Soviet Union | 1979\n- Voronezh | country | Soviet Union | 1979\n- Volhynia | country | Soviet Union | 1979\n- Vinnytsia | country | Soviet Union | 1979\n- Urgench | country | Soviet Union | 1979\n- Uman | country | Soviet Union | 1979\n- Torzhok | country | Soviet Union | 1979\n- Tbilisi | country | Soviet Union | 1979\n- Sudak | country | Soviet Union | 1979\n- Starodub | country | Soviet Union | 1979\n- Simferopol | country | Soviet Union | 1979\n- Siberia | country | Soviet Union | 1979\nReasoning:", "completion": " Hop 1: Turkmen Soviet Socialist Republic -> located in -> Soviet Union (1979)\n Hop 2: Ashgabat -> capital of -> Turkmen Soviet Socialist Republic (1979)\n Answer: Ashgabat", "t_query": 1979.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003224", "prompt": " In 1988, whose head of state's country of citizenship was Francesco Cossiga?\nEvidence:\n- Italy | head of state | Francesco Cossiga | 1988\n- Francesco Scafarelli | country of citizenship | Italy | 1988\n- Francesco Gabrieli | country of citizenship | Italy | 1988\n- Francesco Aguzzoli | country of citizenship | Italy | 1988\n- Loris Francesco Capovilla | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\n- Vittore Catella | country of citizenship | Italy | 1988\n- Veriano Luchetti | country of citizenship | Italy | 1988\n- Ugo Tognazzi | country of citizenship | Italy | 1988\n- Ugo Poletti | country of citizenship | Italy | 1988\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Francesco Cossiga (1988)\n Hop 2: Salvatore Fiume -> country of citizenship -> Italy (1988)\n Answer: Salvatore Fiume", "t_query": 1988.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003225", "prompt": " After Heinrich Scheuch country of citizenship Germany, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- Heinrich Mann Prize | country | German Democratic Republic | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Rhineland-Palatinate (1974)\n Answer: Rhineland-Palatinate", "t_query": 1974.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003226", "prompt": " In 1987, what was the country of citizenship of Germany's head of government?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Answer: West Germany", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003227", "prompt": " In 2006, whose member of sports team was Terrassa FC?\nEvidence:\n- Q983415 | member of sports team | Terrassa FC | 2006\n- Ismael Ruiz | member of sports team | Terrassa FC | 2006\n- Q983415 | member of sports team | FC Barcelona Atlètic | 2006\n- Q983415 | member of sports team | Q917025 | 2006\n- Ismael Ruiz | member of sports team | Real Oviedo | 2006\nReasoning:", "completion": " Hop 1: Ismael Ruiz -> member of sports team -> Terrassa FC (2006)\n Answer: Ismael Ruiz", "t_query": 2006.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 5} +{"id": "sft_003228", "prompt": " In 1989, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1989\n- Ireland | member of | European Economic Community | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Economic Community (1989)\n Hop 2: Maria Rita Saulle -> country of citizenship -> Italy (1989)\n Answer: Maria Rita Saulle", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003229", "prompt": " In 1950, what was the country of Kadiivka?\nEvidence:\n- Kadiivka | country | Soviet Union | 1950\n- Kadiivka | located in the administrative territorial entity | Luhansk Oblast | 1950\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1950\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1950\n- Q59054 | country of citizenship | Soviet Union | 1950\n- Q437262 | country of citizenship | Soviet Union | 1950\n- Q324083 | country of citizenship | Soviet Union | 1950\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1950\n- Yuri Manin | country of citizenship | Soviet Union | 1950\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1950\n- Viktor Kulikov | country of citizenship | Soviet Union | 1950\n- Vija Artmane | country of citizenship | Soviet Union | 1950\n- Vera Krepkina | country of citizenship | Soviet Union | 1950\n- Valeri Polyakov | country of citizenship | Soviet Union | 1950\n- Sergei Kovalev | country of citizenship | Soviet Union | 1950\nReasoning:", "completion": " Hop 1: Kadiivka -> country -> Soviet Union (1950)\n Answer: Soviet Union", "t_query": 1950.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003230", "prompt": " In 1996, what was the award received of Italy's head of state?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1996\n- Oscar Luigi Scalfaro | award received | Order of the White Eagle | 1996\n- Q454036 | country of citizenship | Italy | 1996\n- Vittore Catella | country of citizenship | Italy | 1996\n- Veriano Luchetti | country of citizenship | Italy | 1996\n- Tullio Kezich | country of citizenship | Italy | 1996\n- Tonino Cervi | country of citizenship | Italy | 1996\n- Tiziano Terzani | country of citizenship | Italy | 1996\n- Stéphane Grappelli | country of citizenship | Italy | 1996\n- Simon Spierer | country of citizenship | Italy | 1996\n- Sergio Mantovani | country of citizenship | Italy | 1996\n- Sergio Bonelli | country of citizenship | Italy | 1996\n- Salvatore Cassisa | country of citizenship | Italy | 1996\n- Rossana Rossanda | country of citizenship | Italy | 1996\n- Romano Mussolini | country of citizenship | Italy | 1996\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Oscar Luigi Scalfaro (1996)\n Hop 2: Oscar Luigi Scalfaro -> award received -> Order of the White Eagle (1996)\n Answer: Order of the White Eagle", "t_query": 1996.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003231", "prompt": " After Neutral Moresnet shares border with Belgium, what was the currency of Belgium?\nEvidence:\n- Neutral Moresnet | shares border with | Belgium | 1913\n- Belgium | shares border with | Neutral Moresnet | 1913\n- Neutral Moresnet | shares border with | Kingdom of Prussia | 1913\n- Neutral Moresnet | shares border with | Kingdom of the Netherlands | 1913\n- Neutral Moresnet | currency | French franc | 1913\n- Neutral Moresnet | currency | Belgian franc | 1913\n- Belgium | currency | Belgian franc | 1913\nReasoning:", "completion": " Hop 1: Belgium -> currency -> Belgian franc (1913)\n Answer: Belgian franc", "t_query": 1913.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 7} +{"id": "sft_003232", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> La Mulatière (2003)\n Answer: La Mulatière", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003233", "prompt": " After Elio Toaff country of citizenship Italy, what was the member of of Guido Aycard's country of citizenship?\nEvidence:\n- Elio Toaff | country of citizenship | Italy | 1962\n- Guido Aycard | country of citizenship | Italy | 1962\n- Elio Petri | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Guido Aycard -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1962)\n Answer: European Coal and Steel Community", "t_query": 1962.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003234", "prompt": " In what year was the country of citizenship of Alessandro Mendini equal to Italy?\nEvidence:\n- Alessandro Mendini | country of citizenship | Italy | 2017\n- Alessandro Alessandroni | country of citizenship | Italy | 2017\n- Q967883 | country of citizenship | Italy | 2017\n- Yannis Kounellis | country of citizenship | Italy | 2017\n- Rossana Rossanda | country of citizenship | Italy | 2017\n- Romano Agostinelli | country of citizenship | Italy | 2017\n- Pino Caruso | country of citizenship | Italy | 2017\n- Paolo Villaggio | country of citizenship | Italy | 2017\n- Nani Tedeschi | country of citizenship | Italy | 2017\n- Mauro Staccioli | country of citizenship | Italy | 2017\n- Mario Perniola | country of citizenship | Italy | 2017\n- Mario Agnes | country of citizenship | Italy | 2017\n- Luigi Barbarito | country of citizenship | Italy | 2017\n- Luigi Agnolin | country of citizenship | Italy | 2017\n- Isabella Biagini | country of citizenship | Italy | 2017\nReasoning:", "completion": " Hop 1: Alessandro Mendini -> country of citizenship -> Italy (2017)\n Answer: 2017", "t_query": 2017.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003235", "prompt": " In 2013, whose employer was Pompeu Fabra University?\nEvidence:\n- Teun A. van Dijk | employer | Pompeu Fabra University | 2013\nReasoning:", "completion": " Hop 1: Teun A. van Dijk -> employer -> Pompeu Fabra University (2013)\n Answer: Teun A. van Dijk", "t_query": 2013.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_003236", "prompt": " In 1940, whose employer was Lomonosov Moscow State University?\nEvidence:\n- Q983399 | employer | Lomonosov Moscow State University | 1940\n- Q723638 | employer | Lomonosov Moscow State University | 1940\n- Q321515 | employer | Lomonosov Moscow State University | 1940\n- Boris Delaunay | employer | Lomonosov Moscow State University | 1940\n- Andrey Tikhonov | employer | Lomonosov Moscow State University | 1940\n- Alexander Gelfond | employer | Lomonosov Moscow State University | 1940\n- Boris Delaunay | employer | Steklov Institute of Mathematics | 1940\n- Alexander Gelfond | employer | Steklov Institute of Mathematics | 1940\n- Q983399 | award received | Order of the Red Banner of Labour | 1940\n- Q723638 | award received | Order of the Badge of Honour | 1940\nReasoning:", "completion": " Hop 1: Alexander Gelfond -> employer -> Lomonosov Moscow State University (1940)\n Answer: Alexander Gelfond", "t_query": 1940.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 10} +{"id": "sft_003237", "prompt": " In 1974, whose member of was Western European Union?\nEvidence:\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | Germany | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- Universal Copyright Convention | signatory | Germany | 1974\n- Germany | significant event | Berlin Wall | 1974\n- Germany | significant event | Basic Treaty | 1974\nReasoning:", "completion": " Hop 1: Germany -> member of -> Western European Union (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003238", "prompt": " In what year was the member of sports team of Boris Razinsky equal to FC Ararat Yerevan?\nEvidence:\n- Boris Razinsky | member of sports team | FC Ararat Yerevan | 1970\n- Boris Razinsky | member of sports team | FK Daugava (2003) | 1970\nReasoning:", "completion": " Hop 1: Boris Razinsky -> member of sports team -> FC Ararat Yerevan (1970)\n Answer: 1970", "t_query": 1970.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2} +{"id": "sft_003239", "prompt": " After Lucio Fulci country of citizenship Italy, what was the currency of Giorgio Rebuffi's country of citizenship?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Lucio Dalla | country of citizenship | Italy | 1997\n- Lucio Battisti | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Italy | currency | Italian lira | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\nReasoning:", "completion": " Hop 1: Giorgio Rebuffi -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> currency -> Italian lira (1997)\n Answer: Italian lira", "t_query": 1997.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003240", "prompt": " In 1985, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1985)\n Hop 2: Giuseppe Colnago -> country of citizenship -> Italy (1985)\n Answer: Giuseppe Colnago", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003241", "prompt": " In 2003, what was the member of sports team of Arnaud Coyot?\nEvidence:\n- Arnaud Coyot | member of sports team | Cofidis | 2003\n- Q946869 | member of sports team | Cofidis | 2003\n- Q465367 | member of sports team | Cofidis | 2003\n- David Moncoutié | member of sports team | Cofidis | 2003\n- Bingen Fernández | member of sports team | Cofidis | 2003\n- Cofidis | general manager | Alain Bondue | 2003\nReasoning:", "completion": " Hop 1: Arnaud Coyot -> member of sports team -> Cofidis (2003)\n Answer: Cofidis", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_003242", "prompt": " Who was the position held of Salvatore Fiume's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1971)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1971)\n Answer: President of Italy", "t_query": 1971.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003243", "prompt": " Who was the position held of Claudia Vinciguerra's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Claudia Vinciguerra -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1968)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1968)\n Answer: President of Italy", "t_query": 1968.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003244", "prompt": " After Francesco Trombadori country of citizenship Italy, what was the head of state of Ugo Morin's country of citizenship?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Francesco Scafarelli | country of citizenship | Italy | 1968\n- Francesco Gabrieli | country of citizenship | Italy | 1968\n- Loris Francesco Capovilla | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Ugo Morin -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1968)\n Answer: Giuseppe Saragat", "t_query": 1968.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003245", "prompt": " In 1970, what was the currency of Claudio Cavazza's country of citizenship?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> currency -> Italian lira (1970)\n Answer: Italian lira", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003246", "prompt": " In 1993, what was the contains the administrative territorial entity of Virbhadra Singh's country of citizenship?\nEvidence:\n- Virbhadra Singh | country of citizenship | India | 1993\n- India | contains the administrative territorial entity | Daman and Diu | 1993\n- M. S. Swaminathan | country of citizenship | India | 1993\n- Abhijit Banerjee | country of citizenship | India | 1993\n- India | head of state | Shankar Dayal Sharma | 1993\n- India | head of government | P. V. Narasimha Rao | 1993\nReasoning:", "completion": " Hop 1: Virbhadra Singh -> country of citizenship -> India (1993)\n Hop 2: India -> contains the administrative territorial entity -> Daman and Diu (1993)\n Answer: Daman and Diu", "t_query": 1993.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_003247", "prompt": " In 2013, whose member of sports team was Szombathelyi Haladás?\nEvidence:\n- Q932949 | member of sports team | Szombathelyi Haladás | 2013\n- Q760872 | member of sports team | Szombathelyi Haladás | 2013\n- Ádám Simon | member of sports team | Szombathelyi Haladás | 2013\n- Zoltán Búrány | member of sports team | Szombathelyi Haladás | 2013\n- Q932949 | member of sports team | Győri ETO FC | 2013\n- Ádám Simon | member of sports team | Palermo F.C. | 2013\nReasoning:", "completion": " Hop 1: Zoltán Búrány -> member of sports team -> Szombathelyi Haladás (2013)\n Answer: Zoltán Búrány", "t_query": 2013.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_003248", "prompt": " In 1942, whose head of state's country was Adolf Hitler?\nEvidence:\n- Nazi Germany | head of state | Adolf Hitler | 1942\n- Q77094 | significant person | Adolf Hitler | 1942\n- Q588695 | owned by | Adolf Hitler | 1942\n- Nazi Party | chairperson | Adolf Hitler | 1942\n- Richard Schulze-Kossens | significant person | Adolf Hitler | 1942\n- Free State of Mecklenburg | located in the administrative territorial entity | Nazi Germany | 1942\n- Free State of Anhalt | located in the administrative territorial entity | Nazi Germany | 1942\n- Republic of Baden | located in the administrative territorial entity | Nazi Germany | 1942\n- Q822028 | country of registry | Nazi Germany | 1942\n- Q321140 | country of registry | Nazi Germany | 1942\n- Q237358 | country of citizenship | Nazi Germany | 1942\n- U-752 | country of registry | Nazi Germany | 1942\n- U-74 | country of registry | Nazi Germany | 1942\n- U-155 | country of registry | Nazi Germany | 1942\n- Martin Walser | country of citizenship | Nazi Germany | 1942\nReasoning:", "completion": " Hop 1: Nazi Germany -> head of state -> Adolf Hitler (1942)\n Hop 2: Jena -> country -> Nazi Germany (1942)\n Answer: Jena", "t_query": 1942.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003249", "prompt": " In 1975, what was the currency of Giacomo Rossi-Stuart's country of citizenship?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giacomo Rossi-Stuart -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> currency -> Italian lira (1975)\n Answer: Italian lira", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003250", "prompt": " In 1956, whose head of government was Konrad Adenauer?\nEvidence:\n- Germany | head of government | Konrad Adenauer | 1956\n- Christian Democratic Union | chairperson | Konrad Adenauer | 1956\n- Germany | head of state | Theodor Heuss | 1956\n- Bonn | capital of | Germany | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Germany | member of | Western European Union | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- Germany | member of | European Coal and Steel Community | 1956\n- Germany | shares border with | Saar Protectorate | 1956\n- Germany | shares border with | German Democratic Republic | 1956\n- Germany | shares border with | Czechoslovakia | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Germany | capital | Bonn | 1956\n- August von Briesen | work location | Germany | 1956\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Konrad Adenauer (1956)\n Answer: Germany", "t_query": 1956.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003251", "prompt": " In 2019, whose head coach was Zdeněk Ščasný?\nEvidence:\n- AC Sparta Prague | head coach | Zdeněk Ščasný | 2019\n- Nicușor Stanciu | member of sports team | AC Sparta Prague | 2019\n- Bořek Dočkal | member of sports team | AC Sparta Prague | 2019\nReasoning:", "completion": " Hop 1: AC Sparta Prague -> head coach -> Zdeněk Ščasný (2019)\n Answer: AC Sparta Prague", "t_query": 2019.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_003252", "prompt": " In what year was the located in of Route nationale 401 equal to Meuse?\nEvidence:\n- Route nationale 401 | located in the administrative territorial entity | Meuse | 1946\n- Route nationale 401 | located in the administrative territorial entity | Haute-Marne | 1946\n- Route nationale 401 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\n- Route nationale 411 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\n- Q731279 | located in the administrative territorial entity | Haute-Marne | 1946\nReasoning:", "completion": " Hop 1: Route nationale 401 -> located in -> Meuse (1946)\n Answer: 1946", "t_query": 1946.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 5} +{"id": "sft_003253", "prompt": " Who was the country of citizenship of Achille Compagnoni before Italy?\nEvidence:\n- Achille Compagnoni | country of citizenship | Kingdom of Italy | 1915\n- Q976653 | country of citizenship | Kingdom of Italy | 1915\n- Q972711 | country of citizenship | Kingdom of Italy | 1915\n- Q959367 | country of citizenship | Kingdom of Italy | 1915\n- Q939226 | country of citizenship | Kingdom of Italy | 1915\n- Q922237 | country of citizenship | Kingdom of Italy | 1915\n- Q920582 | country of citizenship | Kingdom of Italy | 1915\n- Q890523 | country of citizenship | Kingdom of Italy | 1915\n- Q765946 | country of citizenship | Kingdom of Italy | 1915\n- Q745874 | country of citizenship | Kingdom of Italy | 1915\n- Q728589 | country of citizenship | Kingdom of Italy | 1915\n- Q715036 | country of citizenship | Kingdom of Italy | 1915\n- Q706466 | country of citizenship | Kingdom of Italy | 1915\n- Q684916 | country of citizenship | Kingdom of Italy | 1915\n- Q653839 | country of citizenship | Kingdom of Italy | 1915\nReasoning:", "completion": " Hop 1: Achille Compagnoni -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", "t_query": 1915.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003254", "prompt": " In 1986, what was the residence of Lewis Mumford?\nEvidence:\n- Lewis Mumford | residence | Amenia | 1986\n- Lewis Mumford | work location | New York City | 1986\n- Wolfgang Schivelbusch | residence | New York City | 1986\n- William Vickrey | residence | New York City | 1986\n- Gil Evans | residence | New York City | 1986\n- Philip J. Fry | residence | New York City | 1986\n- Muhal Richard Abrams | residence | New York City | 1986\n- Prelinger Archives | located in the administrative territorial entity | New York City | 1986\n- Variety | place of publication | New York City | 1986\n- New York City | head of government | Ed Koch | 1986\n- Q828254 | work location | New York City | 1986\n- Nancy Graves | work location | New York City | 1986\n- MetLife | headquarters location | New York City | 1986\n- Louise Bourgeois | work location | New York City | 1986\n- Elliott Erwitt | work location | New York City | 1986\nReasoning:", "completion": " Hop 1: Lewis Mumford -> residence -> Amenia (1986)\n Answer: Amenia", "t_query": 1986.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003255", "prompt": " In 1952, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1952\n- Germany | member of | European Coal and Steel Community | 1952\n- Belgium | member of | European Coal and Steel Community | 1952\n- European Coal and Steel Community | chairperson | Jean Monnet | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\n- Wilma Montesi | country of citizenship | Italy | 1952\n- Vittore Catella | country of citizenship | Italy | 1952\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1952)\n Hop 2: Franca Ongaro -> country of citizenship -> Italy (1952)\n Answer: Franca Ongaro", "t_query": 1952.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003256", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Fleurieu-sur-Saône, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Fleurieu-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Rochetaillée-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Neuville-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Albigny-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vénissieux (2003)\n Answer: Vénissieux", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003257", "prompt": " In what year was the head of government of Tilla Durieux's spouse's work location's country equal to Constantin Fehrenbach?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Hop 1: Tilla Durieux -> spouse -> Paul Cassirer (1921)\n Hop 2: Paul Cassirer -> work location -> Berlin (1921)\n Hop 3: Berlin -> country -> Weimar Republic (1921)\n Hop 4: Weimar Republic -> head of government -> Constantin Fehrenbach (1921)\n Answer: 1921", "t_query": 1921.0, "chain_length": 4, "operator_type": "interval", "n_evidence": 3} +{"id": "sft_003258", "prompt": " In 1950, what was the country of Mannheim?\nEvidence:\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\n- Martin Walser | country of citizenship | West Germany | 1950\n- Martin Albrecht | country of citizenship | West Germany | 1950\n- Jürgen Kissner | country of citizenship | West Germany | 1950\n- Helmut Kohl | country of citizenship | West Germany | 1950\n- Albrecht Brandi | country of citizenship | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Answer: West Germany", "t_query": 1950.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003259", "prompt": " After Konrad Krzyżanowski work location Kyiv, what was the work location of Konrad Krzyżanowski?\nEvidence:\n- Konrad Krzyżanowski | work location | Saint Petersburg | 1922\n- Q319861 | work location | Saint Petersburg | 1922\nReasoning:", "completion": " Hop 1: Konrad Krzyżanowski -> work location -> Saint Petersburg (1922)\n Answer: Saint Petersburg", "t_query": 1922.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 2} +{"id": "sft_003260", "prompt": " In 1967, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\n- Ulrico Girardi | country of citizenship | Italy | 1967\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1967)\n Hop 2: Flaviano Vicentini -> country of citizenship -> Italy (1967)\n Answer: Flaviano Vicentini", "t_query": 1967.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003261", "prompt": " After Urbano Lazzaro country of citizenship Italy, what was the position held of Cesare Terranova's country of citizenship's head of state?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Hop 1: Cesare Terranova -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1966)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1966)\n Answer: President of Italy", "t_query": 1966.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003262", "prompt": " In what year was the anthem of Russian Soviet Federative Socialist Republic equal to State Anthem of the Soviet Union?\nEvidence:\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1987\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Kaliningrad Oblast | exclave of | Russian Soviet Federative Socialist Republic | 1987\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Sakhalin Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\nReasoning:", "completion": " Hop 1: Russian Soviet Federative Socialist Republic -> anthem -> State Anthem of the Soviet Union (1987)\n Answer: 1987", "t_query": 1987.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003263", "prompt": " In 1975, whose located in was Kostroma Oblast?\nEvidence:\n- Kostroma | located in the administrative territorial entity | Kostroma Oblast | 1975\nReasoning:", "completion": " Hop 1: Kostroma -> located in -> Kostroma Oblast (1975)\n Answer: Kostroma", "t_query": 1975.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_003264", "prompt": " In 1977, what was the shares border with of Elena Altieri's country of citizenship?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Italy | shares border with | Yugoslavia | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\n- Tullio Kezich | country of citizenship | Italy | 1977\n- Tonino Cervi | country of citizenship | Italy | 1977\nReasoning:", "completion": " Hop 1: Elena Altieri -> country of citizenship -> Italy (1977)\n Hop 2: Italy -> shares border with -> Yugoslavia (1977)\n Answer: Yugoslavia", "t_query": 1977.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003265", "prompt": " In what year was the country of registry of Kasato Maru equal to Russian Empire?\nEvidence:\n- Kasato Maru | country of registry | Russian Empire | 1901\n- Șirăuți | country | Russian Empire | 1901\n- Šeteniai | country | Russian Empire | 1901\n- Łódź | country | Russian Empire | 1901\n- Červień | country | Russian Empire | 1901\n- Zhytomyr | country | Russian Empire | 1901\n- Yevpatoriia | country | Russian Empire | 1901\n- Yalta | country | Russian Empire | 1901\n- Voronezh | country | Russian Empire | 1901\n- Vologda | country | Russian Empire | 1901\n- Volodymyr | country | Russian Empire | 1901\n- Volhynia | country | Russian Empire | 1901\n- Vinnytsia | country | Russian Empire | 1901\n- Uman | country | Russian Empire | 1901\n- Torzhok | country | Russian Empire | 1901\nReasoning:", "completion": " Hop 1: Kasato Maru -> country of registry -> Russian Empire (1901)\n Answer: 1901", "t_query": 1901.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003266", "prompt": " In 1997, what was the position held of Giorgio Rebuffi's country of citizenship's head of state?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Guerra | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\nReasoning:", "completion": " Hop 1: Giorgio Rebuffi -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1997)\n Answer: President of Italy", "t_query": 1997.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003267", "prompt": " In 1998, whose position held's head of state was President of Italy?\nEvidence:\n- Oscar Luigi Scalfaro | position held | President of Italy | 1998\n- Italy | head of state | Oscar Luigi Scalfaro | 1998\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1998\nReasoning:", "completion": " Hop 1: Oscar Luigi Scalfaro -> position held -> President of Italy (1998)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1998)\n Answer: Italy", "t_query": 1998.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_003268", "prompt": " In 1989, what was the located in of Pieve di Coriano?\nEvidence:\n- Pieve di Coriano | located in the administrative territorial entity | Province of Mantua | 1989\n- Felonica | located in the administrative territorial entity | Province of Mantua | 1989\nReasoning:", "completion": " Hop 1: Pieve di Coriano -> located in -> Province of Mantua (1989)\n Answer: Province of Mantua", "t_query": 1989.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_003269", "prompt": " In what year was the country of Kostanay Region equal to Kazakh Soviet Socialist Republic?\nEvidence:\n- Kostanay Region | country | Kazakh Soviet Socialist Republic | 1967\n- Kostanay Region | located in the administrative territorial entity | Kazakh Soviet Socialist Republic | 1967\n- Kostanay Region | country | Soviet Union | 1967\n- Turkmen Soviet Socialist Republic | country | Soviet Union | 1967\n- Georgian Soviet Socialist Republic | country | Soviet Union | 1967\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1967\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1967\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1967\n- North Kazakhstan Region | country | Soviet Union | 1967\n- East Kazakhstan Region | country | Soviet Union | 1967\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1967\n- Zhytomyr | country | Soviet Union | 1967\n- Zastavna | country | Soviet Union | 1967\n- Yevpatoriia | country | Soviet Union | 1967\n- Yalta | country | Soviet Union | 1967\nReasoning:", "completion": " Hop 1: Kostanay Region -> country -> Kazakh Soviet Socialist Republic (1967)\n Answer: 1967", "t_query": 1967.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003270", "prompt": " In 1964, what was the position held of Carmelo Cappello's country of citizenship's head of state?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Antonio Segni (1964)\n Hop 3: Antonio Segni -> position held -> Italian senator for life (1964)\n Answer: Italian senator for life", "t_query": 1964.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003271", "prompt": " In 1978, what was the has part of Status Quo?\nEvidence:\n- Status Quo | has part(s) | Rick Parfitt | 1978\nReasoning:", "completion": " Hop 1: Status Quo -> has part -> Rick Parfitt (1978)\n Answer: Rick Parfitt", "t_query": 1978.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_003272", "prompt": " In 1992, whose country of citizenship was Taiwan?\nEvidence:\n- Q703895 | country of citizenship | Taiwan | 1992\n- Li Ao | country of citizenship | Taiwan | 1992\n- Eileen Chang | country of citizenship | Taiwan | 1992\n- Yen Chia-kan | country of citizenship | Taiwan | 1992\n- Ing Chang-ki | country of citizenship | Taiwan | 1992\n- Chiang Wei-kuo | country of citizenship | Taiwan | 1992\n- Chen Ding-nan | country of citizenship | Taiwan | 1992\n- Eileen Chang | country of citizenship | United States | 1992\n- Chen Ding-nan | member of political party | independent politician | 1992\nReasoning:", "completion": " Hop 1: Yen Chia-kan -> country of citizenship -> Taiwan (1992)\n Answer: Yen Chia-kan", "t_query": 1992.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 9} +{"id": "sft_003273", "prompt": " After Maria Meneghini Callas residence Athens, what was the country of Athens?\nEvidence:\n- Athens | country | Kingdom of Greece | 1962\n- Takis | country of citizenship | Kingdom of Greece | 1962\n- Q234918 | country of citizenship | Kingdom of Greece | 1962\nReasoning:", "completion": " Hop 1: Athens -> country -> Kingdom of Greece (1962)\n Answer: Kingdom of Greece", "t_query": 1962.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 3} +{"id": "sft_003274", "prompt": " Who was the country of Drohobych after Austria–Hungary?\nEvidence:\n- Drohobych | country | Soviet Union | 1969\n- Drohobych | located in the administrative territorial entity | Lviv Oblast | 1969\n- Q59054 | country of citizenship | Soviet Union | 1969\n- Q437262 | country of citizenship | Soviet Union | 1969\n- Q324083 | country of citizenship | Soviet Union | 1969\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1969\n- Yuri Manin | country of citizenship | Soviet Union | 1969\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1969\n- Viktor Kulikov | country of citizenship | Soviet Union | 1969\n- Vija Artmane | country of citizenship | Soviet Union | 1969\n- Vera Krepkina | country of citizenship | Soviet Union | 1969\n- Valeri Polyakov | country of citizenship | Soviet Union | 1969\n- Sergei Kovalev | country of citizenship | Soviet Union | 1969\n- Ruslan Khasbulatov | country of citizenship | Soviet Union | 1969\n- Raisa Gorbacheva | country of citizenship | Soviet Union | 1969\nReasoning:", "completion": " Hop 1: Drohobych -> country -> Soviet Union (1969)\n Answer: Soviet Union", "t_query": 1969.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003275", "prompt": " In 1975, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1975\n- Ireland | member of | European Economic Community | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\n- Ulrico Girardi | country of citizenship | Italy | 1975\n- Ugo Poletti | country of citizenship | Italy | 1975\n- Tullio Kezich | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Economic Community (1975)\n Hop 2: Giacomo Rossi-Stuart -> country of citizenship -> Italy (1975)\n Answer: Giacomo Rossi-Stuart", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003276", "prompt": " In what year was the head of government of Italy equal to Enrico Letta?\nEvidence:\n- Servílio Conti | country of citizenship | Italy | 2014\n- Sergio Donadoni | country of citizenship | Italy | 2014\n- Sebastiano Mannironi | country of citizenship | Italy | 2014\n- Salvatore Cassisa | country of citizenship | Italy | 2014\n- Rossana Rossanda | country of citizenship | Italy | 2014\n- Romano Agostinelli | country of citizenship | Italy | 2014\n- Roberto Tucci | country of citizenship | Italy | 2014\n- Pinuccio Sciola | country of citizenship | Italy | 2014\n- Paolo Villaggio | country of citizenship | Italy | 2014\n- Mario Sereni | country of citizenship | Italy | 2014\n- Mario Perniola | country of citizenship | Italy | 2014\n- Luigi Agnolin | country of citizenship | Italy | 2014\n- Luca Ronconi | country of citizenship | Italy | 2014\n- Giuliano Carnimeo | country of citizenship | Italy | 2014\n- Giorgio Rebuffi | country of citizenship | Italy | 2014\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Enrico Letta (2014)\n Answer: 2014", "t_query": 2014.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003277", "prompt": " In what year was the anthem of Mordovian Autonomous Soviet Socialist Republic's located in equal to State Anthem of the Soviet Union?\nEvidence:\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1957\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Saransk | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q780942 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q408606 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Saransk | capital of | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Torbeyevsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Romodanovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Kochkurovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Chamzinsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Bolsheignatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Ardatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1957\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1957\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1957\nReasoning:", "completion": " Hop 1: Mordovian Autonomous Soviet Socialist Republic -> located in -> Russian Soviet Federative Socialist Republic (1957)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> State Anthem of the Soviet Union (1957)\n Answer: 1957", "t_query": 1957.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003278", "prompt": " In 1957, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giovanni Gronchi | position held | President of Italy | 1957\n- Italy | head of state | Giovanni Gronchi | 1957\n- Giovanni Gronchi | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Giovanni Gronchi -> position held -> President of Italy (1957)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1957)\n Hop 3: Ugo Stille -> country of citizenship -> Italy (1957)\n Answer: Ugo Stille", "t_query": 1957.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_003279", "prompt": " In 1953, what was the located in of Chamzinsky District?\nEvidence:\n- Chamzinka, Chamzinsky District, Republic of Mordovia | located in the administrative territorial entity | Chamzinsky District | 1953\n- Chamzinsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1953\n- Torbeyevsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1953\n- Romodanovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1953\n- Kochkurovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1953\n- Bolsheignatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1953\n- Ardatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1953\n- Saransk | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1953\n- Q780942 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1953\n- Q408606 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1953\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1953\n- Saransk | capital of | Mordovian Autonomous Soviet Socialist Republic | 1953\nReasoning:", "completion": " Hop 1: Chamzinsky District -> located in -> Mordovian Autonomous Soviet Socialist Republic (1953)\n Answer: Mordovian Autonomous Soviet Socialist Republic", "t_query": 1953.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 12} +{"id": "sft_003280", "prompt": " In 1925, what was the member of of Paul Foucart?\nEvidence:\n- Paul Foucart | employer | Collège de France | 1925\n- Paul Foucart | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q972619 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q587038 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q521592 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q516758 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q446690 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q333292 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q286459 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q202790 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q171485 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Victor Emmanuel III of Italy | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Salomon Reinach | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Ferdinand Lot | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Antoine Meillet | member of | Académie des Inscriptions et Belles-Lettres | 1925\nReasoning:", "completion": " Hop 1: Paul Foucart -> member of -> Académie des Inscriptions et Belles-Lettres (1925)\n Answer: Académie des Inscriptions et Belles-Lettres", "t_query": 1925.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003281", "prompt": " After Gianfranco Ferré country of citizenship Italy, what was the currency of Maria Rita Saulle's country of citizenship?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Gianfranco Ferré | country of citizenship | Italy | 1989\n- Gianfranco Menegali | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Italy | currency | Italian lira | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Maria Rita Saulle -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> currency -> Italian lira (1989)\n Answer: Italian lira", "t_query": 1989.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003282", "prompt": " In what year was the position held of Italy's head of government equal to Prime Minister of Italy?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1982\n- Veriano Luchetti | country of citizenship | Italy | 1982\n- Tullio Kezich | country of citizenship | Italy | 1982\n- Tonino Cervi | country of citizenship | Italy | 1982\n- Tiziano Terzani | country of citizenship | Italy | 1982\n- Stéphane Grappelli | country of citizenship | Italy | 1982\n- Simon Spierer | country of citizenship | Italy | 1982\n- Sergio Mantovani | country of citizenship | Italy | 1982\n- Sergio Bonelli | country of citizenship | Italy | 1982\n- Salvatore Cassisa | country of citizenship | Italy | 1982\n- Rossana Rossanda | country of citizenship | Italy | 1982\n- Renata Tebaldi | country of citizenship | Italy | 1982\n- Primo Nebiolo | country of citizenship | Italy | 1982\n- Pino Lancetti | country of citizenship | Italy | 1982\n- Pietro Rava | country of citizenship | Italy | 1982\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Giovanni Spadolini (1982)\n Hop 2: Giovanni Spadolini -> position held -> Prime Minister of Italy (1982)\n Answer: 1982", "t_query": 1982.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003283", "prompt": " In 1974, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Saarland (1974)\n Answer: Saarland", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003284", "prompt": " In 1947, whose head of state's country of citizenship was Enrico de Nicola?\nEvidence:\n- Italy | head of state | Enrico de Nicola | 1947\n- Uberto de Morpurgo | country of citizenship | Italy | 1947\n- Renzo De Felice | country of citizenship | Italy | 1947\n- Dino De Antoni | country of citizenship | Italy | 1947\n- Alberto Maria De Agostini | country of citizenship | Italy | 1947\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1947\n- Uberto de Morpurgo | country for sport | Italy | 1947\n- Q612509 | country of citizenship | Italy | 1947\n- Q454036 | country of citizenship | Italy | 1947\n- Q435856 | country of citizenship | Italy | 1947\n- Q432318 | country of citizenship | Italy | 1947\n- Q429298 | country of citizenship | Italy | 1947\n- Q340261 | country of citizenship | Italy | 1947\n- Q318968 | country of citizenship | Italy | 1947\n- Q264986 | country of citizenship | Italy | 1947\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Enrico de Nicola (1947)\n Hop 2: Eleonora Rossi Drago -> country of citizenship -> Italy (1947)\n Answer: Eleonora Rossi Drago", "t_query": 1947.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003285", "prompt": " In 1968, whose head of government's country of citizenship was Giovanni Leone?\nEvidence:\n- Italy | head of government | Giovanni Leone | 1968\n- Giovanni Mardersteig | country of citizenship | Italy | 1968\n- Giovanni Invernizzi | country of citizenship | Italy | 1968\n- Giovanni Goria | country of citizenship | Italy | 1968\n- Giovanni Ferrofino | country of citizenship | Italy | 1968\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Giovanni Leone (1968)\n Hop 2: Clelio Darida -> country of citizenship -> Italy (1968)\n Answer: Clelio Darida", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003286", "prompt": " After Ignazio Cannavò country of citizenship Kingdom of Italy, what was the country of citizenship of Ignazio Cannavò?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q432257 | country of citizenship | Kingdom of Italy | 1946\n- Q429298 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Hop 1: Ignazio Cannavò -> country of citizenship -> Italy (1946)\n Answer: Italy", "t_query": 1946.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003287", "prompt": " In what year was the residence of Lionel Messi equal to Rosario?\nEvidence:\n- Lionel Messi | residence | Rosario | 1987\nReasoning:", "completion": " Hop 1: Lionel Messi -> residence -> Rosario (1987)\n Answer: 1987", "t_query": 1987.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1} +{"id": "sft_003288", "prompt": " In what year was the country of Mannheim equal to West Germany?\nEvidence:\n- Mannheim | country | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\n- Wiesbaden | country | West Germany | 1950\n- Viersen | country | West Germany | 1950\n- Speyer | country | West Germany | 1950\n- Sande | country | West Germany | 1950\n- Q52041 | country | West Germany | 1950\n- Neuenkirchen | country | West Germany | 1950\n- Lörrach | country | West Germany | 1950\n- Kiel | country | West Germany | 1950\n- Karlsruhe | country | West Germany | 1950\n- Hessenliga | country | West Germany | 1950\n- Heilsbronn | country | West Germany | 1950\n- Hanover | country | West Germany | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Answer: 1950", "t_query": 1950.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003289", "prompt": " In what year was the head of state of Giuseppe Colnago's country of citizenship equal to Francesco Cossiga?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Francesco Scafarelli | country of citizenship | Italy | 1985\n- Francesco Gabrieli | country of citizenship | Italy | 1985\n- Francesco Aguzzoli | country of citizenship | Italy | 1985\n- Loris Francesco Capovilla | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Giuseppe Colnago -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> head of state -> Francesco Cossiga (1985)\n Answer: 1985", "t_query": 1985.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003290", "prompt": " In what year was the member of of John Paul I's country of citizenship equal to European Economic Community?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\n- Virginio Rosetta | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: John Paul I -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> member of -> European Economic Community (1961)\n Answer: 1961", "t_query": 1961.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003291", "prompt": " In 1950, whose currency's country was Deutsche Mark?\nEvidence:\n- Germany | currency | Deutsche Mark | 1950\n- West Germany | currency | Deutsche Mark | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\n- Wiesbaden | country | West Germany | 1950\n- Viersen | country | West Germany | 1950\n- Speyer | country | West Germany | 1950\n- Sande | country | West Germany | 1950\n- Q52041 | country | West Germany | 1950\n- Neuenkirchen | country | West Germany | 1950\n- Mannheim | country | West Germany | 1950\n- Lörrach | country | West Germany | 1950\n- Kiel | country | West Germany | 1950\nReasoning:", "completion": " Hop 1: West Germany -> currency -> Deutsche Mark (1950)\n Hop 2: Würzburg -> country -> West Germany (1950)\n Answer: Würzburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003292", "prompt": " In what year was the member of political party of Germany's head of state equal to Free Democratic Party?\nEvidence:\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | shares border with | German Democratic Republic | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Zwickau | country | German Democratic Republic | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> member of political party -> Free Democratic Party (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003293", "prompt": " In what year was the position held of Antonio Corpora's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Antonio Segni (1962)\n Hop 3: Antonio Segni -> position held -> President of Italy (1962)\n Answer: 1962", "t_query": 1962.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003294", "prompt": " Who was the general secretary of Germany's head of government's member of political party before Guido Westerwelle?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> member of political party -> Free Democratic Party (1974)\n Hop 3: Free Democratic Party -> general secretary -> Martin Bangemann (1974)\n Answer: Martin Bangemann", "t_query": 1974.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003295", "prompt": " Who was the head of state of Germany's diplomatic relation after Mohammed Zahir Shah?\nEvidence:\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | diplomatic relation | German Democratic Republic | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Bonn | capital of | Germany | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Germany | member of | Western European Union | 1987\nReasoning:", "completion": " Hop 1: Germany -> diplomatic relation -> Afghanistan (1987)\n Hop 2: Afghanistan -> head of state -> Mohammad Najibullah (1987)\n Answer: Mohammad Najibullah", "t_query": 1987.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003296", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Rhône -> contains the administrative territorial entity -> Feyzin (2003)\n Answer: Feyzin", "t_query": 2003.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003297", "prompt": " After Gianni Basso country of citizenship Italy, what was the head of government of Renata Tebaldi's country of citizenship?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Gianni Brezza | country of citizenship | Italy | 2000\n- Gianni Agnelli | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\nReasoning:", "completion": " Hop 1: Renata Tebaldi -> country of citizenship -> Italy (2000)\n Hop 2: Italy -> head of government -> Giuliano Amato (2000)\n Answer: Giuliano Amato", "t_query": 2000.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003298", "prompt": " In 1974, whose country was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1974\n- Yalta | country | Soviet Union | 1974\n- Voronezh | country | Soviet Union | 1974\n- Volhynia | country | Soviet Union | 1974\n- Vinnytsia | country | Soviet Union | 1974\n- Urgench | country | Soviet Union | 1974\n- Uman | country | Soviet Union | 1974\n- Torzhok | country | Soviet Union | 1974\n- Tbilisi | country | Soviet Union | 1974\n- Sudak | country | Soviet Union | 1974\n- Starodub | country | Soviet Union | 1974\n- Simferopol | country | Soviet Union | 1974\n- Siberia | country | Soviet Union | 1974\n- Sevastopol | country | Soviet Union | 1974\n- Q957273 | country | Soviet Union | 1974\nReasoning:", "completion": " Hop 1: Chelyabinsk Oblast -> country -> Soviet Union (1974)\n Answer: Chelyabinsk Oblast", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003299", "prompt": " Who was the country of Astrakhan after Russian Empire?\nEvidence:\n- Astrakhan | country | Soviet Union | 1933\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1933\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1933\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1933\n- Q59054 | country of citizenship | Soviet Union | 1933\n- Q437262 | country of citizenship | Soviet Union | 1933\n- Q324083 | country of citizenship | Soviet Union | 1933\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1933\n- Viktor Kulikov | country of citizenship | Soviet Union | 1933\n- Vikenty Veresaev | country of citizenship | Soviet Union | 1933\n- Vera Krepkina | country of citizenship | Soviet Union | 1933\n- Sergei Kovalev | country of citizenship | Soviet Union | 1933\n- Raisa Gorbacheva | country of citizenship | Soviet Union | 1933\n- Nina Bocharova | country of citizenship | Soviet Union | 1933\n- Maria Zankovetska | country of citizenship | Soviet Union | 1933\nReasoning:", "completion": " Hop 1: Astrakhan -> country -> Soviet Union (1933)\n Answer: Soviet Union", "t_query": 1933.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003300", "prompt": " After Hannes Löhr member of sports team Sportfreunde 05 Saarbrücken, what was the member of sports team of Hannes Löhr?\nEvidence:\n- Hannes Löhr | member of sports team | 1. FC Köln | 1965\n- Q895723 | member of sports team | 1. FC Köln | 1965\n- Q877952 | member of sports team | 1. FC Köln | 1965\n- Q658057 | member of sports team | 1. FC Köln | 1965\n- Q593990 | member of sports team | 1. FC Köln | 1965\n- Q567002 | member of sports team | 1. FC Köln | 1965\n- Jürgen Rumor | member of sports team | 1. FC Köln | 1965\n- Georg Stollenwerk | member of sports team | 1. FC Köln | 1965\n- Christian Müller | member of sports team | 1. FC Köln | 1965\n- Anton Regh | member of sports team | 1. FC Köln | 1965\nReasoning:", "completion": " Hop 1: Hannes Löhr -> member of sports team -> 1. FC Köln (1965)\n Answer: 1. FC Köln", "t_query": 1965.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 10} +{"id": "sft_003301", "prompt": " Who was the member of of Renata Tebaldi's country of citizenship after European Economic Community?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\n- Tonino Cervi | country of citizenship | Italy | 2000\n- Tiziano Terzani | country of citizenship | Italy | 2000\nReasoning:", "completion": " Hop 1: Renata Tebaldi -> country of citizenship -> Italy (2000)\n Hop 2: Italy -> member of -> European Coal and Steel Community (2000)\n Answer: European Coal and Steel Community", "t_query": 2000.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003302", "prompt": " In 1971, whose country of citizenship was Pakistan?\nEvidence:\n- Dhaka | country | Pakistan | 1971\n- Rahimuddin Khan | country of citizenship | Pakistan | 1971\n- Ahmed Rushdi | country of citizenship | Pakistan | 1971\nReasoning:", "completion": " Hop 1: Rahimuddin Khan -> country of citizenship -> Pakistan (1971)\n Answer: Rahimuddin Khan", "t_query": 1971.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_003303", "prompt": " After Neutral Moresnet shares border with Kingdom of Prussia, what was the currency of Carel Willink's work location's country's shares border with?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Hop 1: Carel Willink -> work location -> Berlin (1920)\n Hop 2: Berlin -> country -> Weimar Republic (1920)\n Hop 3: Weimar Republic -> shares border with -> Neutral Moresnet (1920)\n Hop 4: Neutral Moresnet -> currency -> Belgian franc (1920)\n Answer: Belgian franc", "t_query": 1920.0, "chain_length": 4, "operator_type": "sequence", "n_evidence": 9} +{"id": "sft_003304", "prompt": " In what year was the capital of Germany equal to Bonn?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003305", "prompt": " In 1952, whose chairperson's member of's country of citizenship was Jean Monnet?\nEvidence:\n- European Coal and Steel Community | chairperson | Jean Monnet | 1952\n- Italy | member of | European Coal and Steel Community | 1952\n- Germany | member of | European Coal and Steel Community | 1952\n- Belgium | member of | European Coal and Steel Community | 1952\nReasoning:", "completion": " Hop 1: European Coal and Steel Community -> chairperson -> Jean Monnet (1952)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1952)\n Hop 3: Franca Ongaro -> country of citizenship -> Italy (1952)\n Answer: Franca Ongaro", "t_query": 1952.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_003306", "prompt": " In 1968, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1968\n- Q207166 | country of citizenship | Yugoslavia | 1968\n- Vladica Popović | country of citizenship | Yugoslavia | 1968\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1968\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1968\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1968\n- Ilija Petković | country of citizenship | Yugoslavia | 1968\n- Dušan Ivković | country of citizenship | Yugoslavia | 1968\n- Dragan Tomić | country of citizenship | Yugoslavia | 1968\n- Verzar | country | Yugoslavia | 1968\n- Suševo | country | Yugoslavia | 1968\n- Q793485 | country | Yugoslavia | 1968\n- Pirot | country | Yugoslavia | 1968\n- Orašje | country | Yugoslavia | 1968\n- Kraljevo | country | Yugoslavia | 1968\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1968)\n Hop 2: Claudia Vinciguerra -> country of citizenship -> Italy (1968)\n Answer: Claudia Vinciguerra", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003307", "prompt": " In what year was the shares border with of Giuseppe Colnago's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1985\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Giuseppe Colnago -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> shares border with -> Yugoslavia (1985)\n Answer: 1985", "t_query": 1985.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003308", "prompt": " In 1962, whose country of citizenship was Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Veriano Luchetti | country of citizenship | Italy | 1962\n- Tonino Cervi | country of citizenship | Italy | 1962\n- Tiziano Terzani | country of citizenship | Italy | 1962\n- Stéphane Grappelli | country of citizenship | Italy | 1962\n- Simon Spierer | country of citizenship | Italy | 1962\n- Sergio Mantovani | country of citizenship | Italy | 1962\n- Sergio Bonelli | country of citizenship | Italy | 1962\n- Rossana Rossanda | country of citizenship | Italy | 1962\n- Romeo Bertini | country of citizenship | Italy | 1962\n- Renata Tebaldi | country of citizenship | Italy | 1962\n- Primo Nebiolo | country of citizenship | Italy | 1962\n- Pietro Parente | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Guido Aycard -> country of citizenship -> Italy (1962)\n Answer: Guido Aycard", "t_query": 1962.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003309", "prompt": " In what year was the head of government of Italy equal to Giulio Andreotti?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1992\n- Vittore Catella | country of citizenship | Italy | 1992\n- Veriano Luchetti | country of citizenship | Italy | 1992\n- Tullio Kezich | country of citizenship | Italy | 1992\n- Tonino Cervi | country of citizenship | Italy | 1992\n- Tiziano Terzani | country of citizenship | Italy | 1992\n- Stéphane Grappelli | country of citizenship | Italy | 1992\n- Simon Spierer | country of citizenship | Italy | 1992\n- Sergio Mantovani | country of citizenship | Italy | 1992\n- Sergio Bonelli | country of citizenship | Italy | 1992\n- Salvatore Cassisa | country of citizenship | Italy | 1992\n- Rossana Rossanda | country of citizenship | Italy | 1992\n- Renata Tebaldi | country of citizenship | Italy | 1992\n- Primo Nebiolo | country of citizenship | Italy | 1992\n- Pino Lancetti | country of citizenship | Italy | 1992\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Giulio Andreotti (1992)\n Answer: 1992", "t_query": 1992.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003310", "prompt": " Who was the member of of Claudia Vinciguerra's country of citizenship before European Coal and Steel Community?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Claudia Vinciguerra -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> member of -> European Economic Community (1968)\n Answer: European Economic Community", "t_query": 1968.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003311", "prompt": " In 1989, whose head of government's country of citizenship was Ciriaco De Mita?\nEvidence:\n- Italy | head of government | Ciriaco De Mita | 1989\n- Virginio De Paoli | country of citizenship | Italy | 1989\n- Velasio de Paolis | country of citizenship | Italy | 1989\n- Renzo De Felice | country of citizenship | Italy | 1989\n- Nevio de Zordo | country of citizenship | Italy | 1989\n- Mario De Donà | country of citizenship | Italy | 1989\n- Dino De Antoni | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Ciriaco De Mita (1989)\n Hop 2: Raul Gardini -> country of citizenship -> Italy (1989)\n Answer: Raul Gardini", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003312", "prompt": " After Urban Community of Lyon contains the administrative territorial entity La Mulatière, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | La Mulatière | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Rillieux-la-Pape | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Rillieux-la-Pape (2003)\n Answer: Rillieux-la-Pape", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003313", "prompt": " After Guglielmo Pesenti country of citizenship Italy, what was the shares border with of Laura Veccia Vaglieri's country of citizenship?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Italy | shares border with | Yugoslavia | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Laura Veccia Vaglieri -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia", "t_query": 1956.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003314", "prompt": " Who was the head of state of Umberto Mastroianni's country of citizenship after Antonio Segni?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Antonio Leonviola | country of citizenship | Italy | 1995\n- Antonio Brivio | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\nReasoning:", "completion": " Hop 1: Umberto Mastroianni -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1995)\n Answer: Oscar Luigi Scalfaro", "t_query": 1995.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003315", "prompt": " In what year was the member of of Carlo Curis's country of citizenship equal to European Economic Community?\nEvidence:\n- Carlo Curis | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Carlo Curis -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> member of -> European Economic Community (1984)\n Answer: 1984", "t_query": 1984.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003316", "prompt": " Who was the head of state of Elena Altieri's country of citizenship before Sandro Pertini?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\n- Tullio Kezich | country of citizenship | Italy | 1977\n- Tonino Cervi | country of citizenship | Italy | 1977\n- Tiziano Terzani | country of citizenship | Italy | 1977\nReasoning:", "completion": " Hop 1: Elena Altieri -> country of citizenship -> Italy (1977)\n Hop 2: Italy -> head of state -> Giovanni Leone (1977)\n Answer: Giovanni Leone", "t_query": 1977.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003317", "prompt": " Who was the country of Carel Willink's work location before German Democratic Republic?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | country | Weimar Republic | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Hop 1: Carel Willink -> work location -> Berlin (1920)\n Hop 2: Berlin -> country -> Weimar Republic (1920)\n Answer: Weimar Republic", "t_query": 1920.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 9} +{"id": "sft_003318", "prompt": " Who was the country of citizenship of Claudia Vinciguerra after Kingdom of Italy?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Claudia Vinciguerra -> country of citizenship -> Italy (1968)\n Answer: Italy", "t_query": 1968.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003319", "prompt": " In 1965, whose employer was IBM?\nEvidence:\n- John Backus | employer | IBM | 1965\n- Benoit Mandelbrot | employer | IBM | 1965\n- Jean E. Sammet | employer | IBM | 1965\n- IBM | chief executive officer | Thomas Watson | 1965\nReasoning:", "completion": " Hop 1: Jean E. Sammet -> employer -> IBM (1965)\n Answer: Jean E. Sammet", "t_query": 1965.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_003320", "prompt": " After Oryol Governorate located in Russian Soviet Federative Socialist Republic, what was the head of government of Russian Soviet Federative Socialist Republic?\nEvidence:\n- Russian Soviet Federative Socialist Republic | head of government | Alexei Kosygin | 1945\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1945\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1945\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1945\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Khabarovsk Krai | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\nReasoning:", "completion": " Hop 1: Russian Soviet Federative Socialist Republic -> head of government -> Alexei Kosygin (1945)\n Answer: Alexei Kosygin", "t_query": 1945.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003321", "prompt": " In 1986, whose work location was New York City?\nEvidence:\n- Q828254 | work location | New York City | 1986\n- Arman | work location | New York City | 1986\n- Nancy Graves | work location | New York City | 1986\n- Louise Bourgeois | work location | New York City | 1986\n- Lewis Mumford | work location | New York City | 1986\n- Elliott Erwitt | work location | New York City | 1986\n- Donald Trump | work location | New York City | 1986\n- Alan Vega | work location | New York City | 1986\n- MetLife | headquarters location | New York City | 1986\n- Wolfgang Schivelbusch | residence | New York City | 1986\n- William Vickrey | residence | New York City | 1986\n- Gil Evans | residence | New York City | 1986\n- Variety | place of publication | New York City | 1986\n- Philip J. Fry | residence | New York City | 1986\n- Muhal Richard Abrams | residence | New York City | 1986\nReasoning:", "completion": " Hop 1: Lewis Mumford -> work location -> New York City (1986)\n Answer: Lewis Mumford", "t_query": 1986.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003322", "prompt": " In what year was the shares border with of Claudia Vinciguerra's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1968\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Claudia Vinciguerra -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> shares border with -> Yugoslavia (1968)\n Answer: 1968", "t_query": 1968.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003323", "prompt": " In 1950, whose contains the administrative territorial entity's country was Lower Saxony?\nEvidence:\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Hanover | located in the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Würzburg | country | West Germany | 1950\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Lower Saxony (1950)\n Hop 2: Mannheim -> country -> West Germany (1950)\n Answer: Mannheim", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003324", "prompt": " After Frankfurt country German Empire, what was the head of government of Frankfurt?\nEvidence:\n- Frankfurt | country | German Empire | 1915\n- Frankfurt (Oder) | country | German Empire | 1915\n- Frankfurt | head of government | Georg Voigt | 1915\n- Zwickau | country | German Empire | 1915\n- Zimmern | country | German Empire | 1915\n- Wrocław | country | German Empire | 1915\n- Wittmund | country | German Empire | 1915\n- Wismar | country | German Empire | 1915\n- Wiesbaden | country | German Empire | 1915\n- Weimar | country | German Empire | 1915\n- Vaterstetten | country | German Empire | 1915\n- Trier | country | German Empire | 1915\n- Speyer | country | German Empire | 1915\n- Solingen | country | German Empire | 1915\n- Regensburg | country | German Empire | 1915\nReasoning:", "completion": " Hop 1: Frankfurt -> head of government -> Georg Voigt (1915)\n Answer: Georg Voigt", "t_query": 1915.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003325", "prompt": " Who was the currency of Belgium's shares border with before French franc?\nEvidence:\n- Neutral Moresnet | shares border with | Belgium | 1913\n- Belgium | shares border with | Neutral Moresnet | 1913\n- Belgium | currency | Belgian franc | 1913\n- Neutral Moresnet | currency | French franc | 1913\n- Neutral Moresnet | shares border with | Kingdom of the Netherlands | 1913\n- Neutral Moresnet | shares border with | Kingdom of Prussia | 1913\n- Neutral Moresnet | currency | Belgian franc | 1913\nReasoning:", "completion": " Hop 1: Belgium -> shares border with -> Neutral Moresnet (1913)\n Hop 2: Neutral Moresnet -> currency -> Belgian franc (1913)\n Answer: Belgian franc", "t_query": 1913.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 7} +{"id": "sft_003326", "prompt": " Who was the located in of Brießnitz after Rackel?\nEvidence:\n- Brießnitz | located in the administrative territorial entity | Baruth bei Bautzen | 1980\n- Q160968 | located in the administrative territorial entity | Baruth bei Bautzen | 1980\nReasoning:", "completion": " Hop 1: Brießnitz -> located in -> Baruth bei Bautzen (1980)\n Answer: Baruth bei Bautzen", "t_query": 1980.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 2} +{"id": "sft_003327", "prompt": " In 2003, whose contains the administrative territorial entity was Feyzin?\nEvidence:\n- Rhône | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Rhône | contains the administrative territorial entity | Vénissieux | 2003\n- Rhône | contains the administrative territorial entity | Villeurbanne | 2003\n- Rhône | contains the administrative territorial entity | Meyzieu | 2003\n- Rhône | contains the administrative territorial entity | Genay | 2003\n- Rhône | contains the administrative territorial entity | Francheville | 2003\n- Rhône | contains the administrative territorial entity | Bron | 2003\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 2003\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Feyzin (2003)\n Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003328", "prompt": " After Luigi Agnolin country of citizenship Italy, what was the award received of Giorgio Rebuffi's country of citizenship's head of state?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Luigi Agnolin | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Luigi Comencini | country of citizenship | Italy | 1997\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1997\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1997\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\nReasoning:", "completion": " Hop 1: Giorgio Rebuffi -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Hop 3: Oscar Luigi Scalfaro -> award received -> Grand Order of King Tomislav (1997)\n Answer: Grand Order of King Tomislav", "t_query": 1997.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003329", "prompt": " Who was the head of state of John Paul I's country of citizenship before Giorgio Napolitano?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Giorgio Perlasca | country of citizenship | Italy | 1961\n- Giorgio Oberweger | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: John Paul I -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1961)\n Answer: Giovanni Gronchi", "t_query": 1961.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003330", "prompt": " In 1994, what was the position held of Nino Baragli's country of citizenship's head of state?\nEvidence:\n- Nino Baragli | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\n- Stefano Angeleri | country of citizenship | Italy | 1994\nReasoning:", "completion": " Hop 1: Nino Baragli -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1994)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1994)\n Answer: President of Italy", "t_query": 1994.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003331", "prompt": " In what year was the contains the administrative territorial entity of Würzburg's country equal to Bremen?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Bremen (1950)\n Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003332", "prompt": " In 1967, what was the position held of Flaviano Vicentini's country of citizenship's head of state?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\n- Ulrico Girardi | country of citizenship | Italy | 1967\nReasoning:", "completion": " Hop 1: Flaviano Vicentini -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1967)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1967)\n Answer: President of Italy", "t_query": 1967.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003333", "prompt": " After Mariano Agate country of citizenship Italy, what was the position held of Mario Gentili's country of citizenship's head of state?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Mario Gentili -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1961)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1961)\n Answer: President of Italy", "t_query": 1961.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003334", "prompt": " Who was the winner of Albert Lasker Award for Basic Medical Research after Bernard Brodie?\nEvidence:\n- Albert Lasker Award for Basic Medical Research | winner | Randy Schekman | 2002\n- Albert Lasker Award for Basic Medical Research | winner | James Rothman | 2002\n- Louisa Gross Horwitz Prize | winner | Randy Schekman | 2002\n- Louisa Gross Horwitz Prize | winner | James Rothman | 2002\nReasoning:", "completion": " Hop 1: Albert Lasker Award for Basic Medical Research -> winner -> James Rothman (2002)\n Answer: James Rothman", "t_query": 2002.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 4} +{"id": "sft_003335", "prompt": " In what year was the award received of Carmelo Cappello's country of citizenship's head of state equal to Charlemagne Prize?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Antonio Segni (1964)\n Hop 3: Antonio Segni -> award received -> Charlemagne Prize (1964)\n Answer: 1964", "t_query": 1964.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003336", "prompt": " In 1961, whose head of state's country of citizenship was Giovanni Gronchi?\nEvidence:\n- Italy | head of state | Giovanni Gronchi | 1961\n- Giovanni Gronchi | country of citizenship | Italy | 1961\n- Giovanni Gronchi | position held | President of Italy | 1961\n- Giovanni Mardersteig | country of citizenship | Italy | 1961\n- Giovanni Invernizzi | country of citizenship | Italy | 1961\n- Giovanni Goria | country of citizenship | Italy | 1961\n- Giovanni Ferrofino | country of citizenship | Italy | 1961\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giovanni Gronchi (1961)\n Hop 2: John Paul I -> country of citizenship -> Italy (1961)\n Answer: John Paul I", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003337", "prompt": " Who was the head of government of Italy after Massimo D'Alema?\nEvidence:\n- Giovanni D'Ascenzi | country of citizenship | Italy | 2012\n- Veriano Luchetti | country of citizenship | Italy | 2012\n- Stefano Angeleri | country of citizenship | Italy | 2012\n- Sergio Donadoni | country of citizenship | Italy | 2012\n- Sebastiano Mannironi | country of citizenship | Italy | 2012\n- Salvatore Cassisa | country of citizenship | Italy | 2012\n- Rossana Rossanda | country of citizenship | Italy | 2012\n- Rosario Bentivegna | country of citizenship | Italy | 2012\n- Roberto Tucci | country of citizenship | Italy | 2012\n- Raffaele Anguilla | country of citizenship | Italy | 2012\n- Plinio Antolini | country of citizenship | Italy | 2012\n- Paolo Villaggio | country of citizenship | Italy | 2012\n- Paolo Rossi | country of citizenship | Italy | 2012\n- Nino Baragli | country of citizenship | Italy | 2012\n- Mario Sereni | country of citizenship | Italy | 2012\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Mario Monti (2012)\n Answer: Mario Monti", "t_query": 2012.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003338", "prompt": " In what year was the position held of Germany's head of state equal to president of Germany?\nEvidence:\n- Walter Scheel | position held | president of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> position held -> president of Germany (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003339", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in equal to Villeurbanne?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Rhône -> contains the administrative territorial entity -> Villeurbanne (2003)\n Answer: 2003", "t_query": 2003.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003340", "prompt": " After Carlo Annovazzi country of citizenship Italy, what was the member of of Franca Ongaro's country of citizenship?\nEvidence:\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Carlo Zecchi | country of citizenship | Italy | 1952\n- Carlo Bandirola | country of citizenship | Italy | 1952\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\nReasoning:", "completion": " Hop 1: Franca Ongaro -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1952)\n Answer: European Coal and Steel Community", "t_query": 1952.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003341", "prompt": " In 1913, what was the currency of Belgium's shares border with?\nEvidence:\n- Neutral Moresnet | shares border with | Belgium | 1913\n- Belgium | shares border with | Neutral Moresnet | 1913\n- Neutral Moresnet | shares border with | Kingdom of the Netherlands | 1913\n- Neutral Moresnet | shares border with | Kingdom of Prussia | 1913\n- Belgium | currency | Belgian franc | 1913\n- Neutral Moresnet | currency | French franc | 1913\n- Neutral Moresnet | currency | Belgian franc | 1913\nReasoning:", "completion": " Hop 1: Belgium -> shares border with -> Neutral Moresnet (1913)\n Hop 2: Neutral Moresnet -> currency -> Belgian franc (1913)\n Answer: Belgian franc", "t_query": 1913.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 7} +{"id": "sft_003342", "prompt": " In what year was the currency of Carlo Curis's country of citizenship equal to Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1984\n- Carlo Curis | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Carlo Curis -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> currency -> Italian lira (1984)\n Answer: 1984", "t_query": 1984.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003343", "prompt": " In 1995, whose position held's head of government's country of citizenship was Prime Minister of Italy?\nEvidence:\n- Lamberto Dini | position held | Prime Minister of Italy | 1995\n- Italy | head of government | Lamberto Dini | 1995\nReasoning:", "completion": " Hop 1: Lamberto Dini -> position held -> Prime Minister of Italy (1995)\n Hop 2: Italy -> head of government -> Lamberto Dini (1995)\n Hop 3: Umberto Mastroianni -> country of citizenship -> Italy (1995)\n Answer: Umberto Mastroianni", "t_query": 1995.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_003344", "prompt": " Who was the head of government of Italy before Massimo D'Alema?\nEvidence:\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1980\n- Suso Cecchi d'Amico | award received | David di Donatello | 1980\n- Q219490 | country of citizenship | Italy | 1980\n- Veriano Luchetti | country of citizenship | Italy | 1980\n- Tullio Kezich | country of citizenship | Italy | 1980\n- Tonino Cervi | country of citizenship | Italy | 1980\n- Tiziano Terzani | country of citizenship | Italy | 1980\n- Stéphane Grappelli | country of citizenship | Italy | 1980\n- Simon Spierer | country of citizenship | Italy | 1980\n- Sergio Mantovani | country of citizenship | Italy | 1980\n- Sergio Bonelli | country of citizenship | Italy | 1980\n- Salvatore Cassisa | country of citizenship | Italy | 1980\n- Rossana Rossanda | country of citizenship | Italy | 1980\n- Renata Tebaldi | country of citizenship | Italy | 1980\n- Primo Nebiolo | country of citizenship | Italy | 1980\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Francesco Cossiga (1980)\n Answer: Francesco Cossiga", "t_query": 1980.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003345", "prompt": " In 1951, what was the country of Kovin?\nEvidence:\n- Kovin | country | Socialist Federal Republic of Yugoslavia | 1951\n- Q146496 | country of citizenship | Socialist Federal Republic of Yugoslavia | 1951\n- Šibenik | country | Socialist Federal Republic of Yugoslavia | 1951\n- Zagreb | country | Socialist Federal Republic of Yugoslavia | 1951\n- Vršac | country | Socialist Federal Republic of Yugoslavia | 1951\n- Skopje | country | Socialist Federal Republic of Yugoslavia | 1951\n- Q583161 | country | Socialist Federal Republic of Yugoslavia | 1951\n- Q55630 | country | Socialist Federal Republic of Yugoslavia | 1951\n- Q5266 | country | Socialist Federal Republic of Yugoslavia | 1951\n- Pula | country | Socialist Federal Republic of Yugoslavia | 1951\n- Pristina | country | Socialist Federal Republic of Yugoslavia | 1951\n- Perast | country | Socialist Federal Republic of Yugoslavia | 1951\n- Peja | country | Socialist Federal Republic of Yugoslavia | 1951\n- Niš | country | Socialist Federal Republic of Yugoslavia | 1951\n- Ljubljana | country | Socialist Federal Republic of Yugoslavia | 1951\nReasoning:", "completion": " Hop 1: Kovin -> country -> Socialist Federal Republic of Yugoslavia (1951)\n Answer: Socialist Federal Republic of Yugoslavia", "t_query": 1951.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003346", "prompt": " In 1988, what was the head of government of Salvatore Fiume's country of citizenship?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1988\n- Salvatore Cassisa | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\n- Vittore Catella | country of citizenship | Italy | 1988\n- Veriano Luchetti | country of citizenship | Italy | 1988\n- Ugo Tognazzi | country of citizenship | Italy | 1988\n- Ugo Poletti | country of citizenship | Italy | 1988\n- Tullio Kezich | country of citizenship | Italy | 1988\n- Tonino Cervi | country of citizenship | Italy | 1988\n- Tiziano Terzani | country of citizenship | Italy | 1988\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1988)\n Hop 2: Italy -> head of government -> Giovanni Goria (1988)\n Answer: Giovanni Goria", "t_query": 1988.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003347", "prompt": " In 1999, what was the occupant of Lluís Companys Olympic Stadium?\nEvidence:\n- Lluís Companys Olympic Stadium | occupant | Barcelona Dragons | 1999\n- Lluís Companys Olympic Stadium | occupant | RCD Espanyol de Barcelona | 1999\n- Barcelona Dragons | home venue | Lluís Companys Olympic Stadium | 1999\n- Jack Bicknell | coach of sports team | Barcelona Dragons | 1999\n- Q943194 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q939976 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q704268 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q296975 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Mauro Navas | member of sports team | RCD Espanyol de Barcelona | 1999\n- Barcelona Dragons | league or competition | NFL Europe | 1999\n- Barcelona Dragons | head coach | Jack Bicknell | 1999\nReasoning:", "completion": " Hop 1: Lluís Companys Olympic Stadium -> occupant -> Barcelona Dragons (1999)\n Answer: Barcelona Dragons", "t_query": 1999.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 11} +{"id": "sft_003348", "prompt": " In 1963, whose position held's head of state was President of Italy?\nEvidence:\n- Antonio Segni | position held | President of Italy | 1963\n- Italy | head of state | Antonio Segni | 1963\n- Antonio Segni | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Antonio Segni -> position held -> President of Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Answer: Italy", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_003349", "prompt": " In 1989, what was the head of government of Maria Rita Saulle's country of citizenship?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Maria Rita Saulle -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> head of government -> Ciriaco De Mita (1989)\n Answer: Ciriaco De Mita", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003350", "prompt": " In 2012, whose league or competition's member of sports team was Belgian Pro League?\nEvidence:\n- R.A.E.C. Mons | league or competition | Belgian Pro League | 2012\n- Q817639 | member of sports team | R.A.E.C. Mons | 2012\n- Q464631 | member of sports team | R.A.E.C. Mons | 2012\n- Thomas Chatelle | member of sports team | R.A.E.C. Mons | 2012\n- Bahattin Köse | member of sports team | R.A.E.C. Mons | 2012\nReasoning:", "completion": " Hop 1: R.A.E.C. Mons -> league or competition -> Belgian Pro League (2012)\n Hop 2: Thomas Chatelle -> member of sports team -> R.A.E.C. Mons (2012)\n Answer: Thomas Chatelle", "t_query": 2012.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 5} +{"id": "sft_003351", "prompt": " In what year was the contains the administrative territorial entity of Germany's head of government's country of citizenship equal to Saarland?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Saarland (1987)\n Answer: 1987", "t_query": 1987.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003352", "prompt": " Who was the country of Bernard Schultze's work location after Weimar Republic?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Answer: West Germany", "t_query": 1953.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 3} +{"id": "sft_003353", "prompt": " In 1986, whose position held's head of government's work location was Mayor of New York City?\nEvidence:\n- Ed Koch | position held | Mayor of New York City | 1986\n- New York City | head of government | Ed Koch | 1986\nReasoning:", "completion": " Hop 1: Ed Koch -> position held -> Mayor of New York City (1986)\n Hop 2: New York City -> head of government -> Ed Koch (1986)\n Hop 3: Lewis Mumford -> work location -> New York City (1986)\n Answer: Lewis Mumford", "t_query": 1986.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_003354", "prompt": " In 1953, whose contains the administrative territorial entity's country's work location was Baden-Württemberg?\nEvidence:\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1953\n- Mannheim | located in the administrative territorial entity | Baden-Württemberg | 1953\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1953\n- Baden-Württemberg | country | West Germany | 1953\n- Baden-Württemberg | head of government | Reinhold Maier | 1953\n- Baden-Württemberg | head of government | Gebhard Müller | 1953\n- West Germany | contains the administrative territorial entity | Hesse | 1953\n- West Germany | contains the administrative territorial entity | Hamburg | 1953\n- West Germany | contains the administrative territorial entity | Bremen | 1953\n- West Germany | contains the administrative territorial entity | Bavaria | 1953\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1953\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1953\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1953\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1953\n- Würzburg | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: Bernard Schultze -> work location -> Frankfurt (1953)\n Answer: Bernard Schultze", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003355", "prompt": " Who was the head of government of Umberto Mastroianni's country of citizenship after Ciriaco De Mita?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Vito De Grisantis | country of citizenship | Italy | 1995\n- Virginio De Paoli | country of citizenship | Italy | 1995\n- Velasio de Paolis | country of citizenship | Italy | 1995\n- Renzo De Felice | country of citizenship | Italy | 1995\n- Nevio de Zordo | country of citizenship | Italy | 1995\n- Mario De Donà | country of citizenship | Italy | 1995\n- Francesco De Masi | country of citizenship | Italy | 1995\n- Dino De Antoni | country of citizenship | Italy | 1995\n- Alberto De Martino | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\nReasoning:", "completion": " Hop 1: Umberto Mastroianni -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of government -> Lamberto Dini (1995)\n Answer: Lamberto Dini", "t_query": 1995.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003356", "prompt": " In what year was the position held of Italy's head of state equal to Italian senator for life?\nEvidence:\n- Giuseppe Paratore | position held | Italian senator for life | 1962\n- Rossana Rossanda | member of political party | Italian Communist Party | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Veriano Luchetti | country of citizenship | Italy | 1962\n- Tonino Cervi | country of citizenship | Italy | 1962\n- Tiziano Terzani | country of citizenship | Italy | 1962\n- Stéphane Grappelli | country of citizenship | Italy | 1962\n- Simon Spierer | country of citizenship | Italy | 1962\n- Sergio Mantovani | country of citizenship | Italy | 1962\n- Sergio Bonelli | country of citizenship | Italy | 1962\n- Rossana Rossanda | country of citizenship | Italy | 1962\n- Romeo Bertini | country of citizenship | Italy | 1962\n- Renata Tebaldi | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giovanni Gronchi (1962)\n Hop 2: Giovanni Gronchi -> position held -> Italian senator for life (1962)\n Answer: 1962", "t_query": 1962.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003357", "prompt": " In 1970, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1970\n- Germany | member of | European Coal and Steel Community | 1970\n- Belgium | member of | European Coal and Steel Community | 1970\n- Germany | member of | European Atomic Energy Community | 1970\n- Germany | member of | Western European Union | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1970)\n Hop 2: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Answer: Claudio Cavazza", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003358", "prompt": " After Drohobych country Austria–Hungary, what was the located in of Drohobych?\nEvidence:\n- Drohobych | located in the administrative territorial entity | Lviv Oblast | 1969\n- Drohobych | country | Soviet Union | 1969\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1969\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1969\n- Q59054 | country of citizenship | Soviet Union | 1969\n- Q437262 | country of citizenship | Soviet Union | 1969\n- Q324083 | country of citizenship | Soviet Union | 1969\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1969\n- Yuri Manin | country of citizenship | Soviet Union | 1969\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1969\n- Viktor Kulikov | country of citizenship | Soviet Union | 1969\n- Vija Artmane | country of citizenship | Soviet Union | 1969\n- Vera Krepkina | country of citizenship | Soviet Union | 1969\n- Valeri Polyakov | country of citizenship | Soviet Union | 1969\n- Sergei Kovalev | country of citizenship | Soviet Union | 1969\nReasoning:", "completion": " Hop 1: Drohobych -> located in -> Lviv Oblast (1969)\n Answer: Lviv Oblast", "t_query": 1969.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003359", "prompt": " Who was the position held of Salvatore Fiume's country of citizenship's head of government before Member of the European Parliament?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1988\n- Salvatore Cassisa | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\n- Vittore Catella | country of citizenship | Italy | 1988\n- Veriano Luchetti | country of citizenship | Italy | 1988\n- Ugo Tognazzi | country of citizenship | Italy | 1988\n- Ugo Poletti | country of citizenship | Italy | 1988\n- Tullio Kezich | country of citizenship | Italy | 1988\n- Tonino Cervi | country of citizenship | Italy | 1988\n- Tiziano Terzani | country of citizenship | Italy | 1988\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1988)\n Hop 2: Italy -> head of government -> Giovanni Goria (1988)\n Hop 3: Giovanni Goria -> position held -> Prime Minister of Italy (1988)\n Answer: Prime Minister of Italy", "t_query": 1988.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003360", "prompt": " In 1957, what was the member of of Mordovian Autonomous Soviet Socialist Republic's located in?\nEvidence:\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Saransk | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q780942 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q408606 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Saransk | capital of | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Torbeyevsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Romodanovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Kochkurovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Chamzinsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Bolsheignatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Ardatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1957\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\nReasoning:", "completion": " Hop 1: Mordovian Autonomous Soviet Socialist Republic -> located in -> Russian Soviet Federative Socialist Republic (1957)\n Hop 2: Russian Soviet Federative Socialist Republic -> member of -> Soviet Union (1957)\n Answer: Soviet Union", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003361", "prompt": " In 1978, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1978\n- Germany | member of | European Coal and Steel Community | 1978\n- Belgium | member of | European Coal and Steel Community | 1978\n- Germany | member of | European Atomic Energy Community | 1978\n- Germany | member of | Western European Union | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1978)\n Hop 2: Arnaldo Genoino -> country of citizenship -> Italy (1978)\n Answer: Arnaldo Genoino", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003362", "prompt": " In 1973, whose member of was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1973\n- Germany | member of | European Coal and Steel Community | 1973\n- Belgium | member of | European Coal and Steel Community | 1973\n- Germany | member of | European Atomic Energy Community | 1973\n- Germany | member of | Western European Union | 1973\n- Zita of Bourbon-Parma | country of citizenship | Italy | 1973\n- Belgium | head of state | Baudouin I of Belgium | 1973\n- Bonn | capital of | Germany | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1973)\n Answer: Italy", "t_query": 1973.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003363", "prompt": " After Kaliningrad Oblast exclave of Russian Soviet Federative Socialist Republic, what was the country of Russian Soviet Federative Socialist Republic?\nEvidence:\n- Kaliningrad Oblast | exclave of | Russian Soviet Federative Socialist Republic | 1987\n- Kaliningrad Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1987\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Sakhalin Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Bryansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1987\nReasoning:", "completion": " Hop 1: Russian Soviet Federative Socialist Republic -> country -> Soviet Union (1987)\n Answer: Soviet Union", "t_query": 1987.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003364", "prompt": " Who was the member of sports team of Gerardo Rivas before Paraguay men's national football team?\nEvidence:\n- Gerardo Rivas | member of sports team | Club Libertad | 1920\nReasoning:", "completion": " Hop 1: Gerardo Rivas -> member of sports team -> Club Libertad (1920)\n Answer: Club Libertad", "t_query": 1920.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 1} +{"id": "sft_003365", "prompt": " Who was the head of state of Gino Cassinis's country of citizenship before Oscar Luigi Scalfaro?\nEvidence:\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1959\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Luigi Comencini | country of citizenship | Italy | 1959\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1959\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1959\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Gino Cassinis -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1959)\n Answer: Giovanni Gronchi", "t_query": 1959.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003366", "prompt": " In 1987, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Lower Saxony (1987)\n Answer: Lower Saxony", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003367", "prompt": " In what year was the spouse of Erazim Kohák's residence's head of government equal to Nancy Reagan?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- United States | shares border with | Panama | 1988\n- Tony Miles | country for sport | United States | 1988\n- Julie Mehretu | work location | United States | 1988\n- Discovery Channel | country | United States | 1988\nReasoning:", "completion": " Hop 1: Erazim Kohák -> residence -> United States (1988)\n Hop 2: United States -> head of government -> Ronald Reagan (1988)\n Hop 3: Ronald Reagan -> spouse -> Nancy Reagan (1988)\n Answer: 1988", "t_query": 1988.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 13} +{"id": "sft_003368", "prompt": " In what year was the chairperson of Franca Ongaro's country of citizenship's member of equal to Jean Monnet?\nEvidence:\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\n- Wilma Montesi | country of citizenship | Italy | 1952\n- Vittore Catella | country of citizenship | Italy | 1952\n- Vitaliano Brancati | country of citizenship | Italy | 1952\nReasoning:", "completion": " Hop 1: Franca Ongaro -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1952)\n Hop 3: European Coal and Steel Community -> chairperson -> Jean Monnet (1952)\n Answer: 1952", "t_query": 1952.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003369", "prompt": " After Jürgen Kissner country of citizenship Germany, what was the head of state of Germany's diplomatic relation?\nEvidence:\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | diplomatic relation | German Democratic Republic | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Germany | capital | Bonn | 1987\nReasoning:", "completion": " Hop 1: Germany -> diplomatic relation -> Afghanistan (1987)\n Hop 2: Afghanistan -> head of state -> Mohammad Najibullah (1987)\n Answer: Mohammad Najibullah", "t_query": 1987.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003370", "prompt": " Who was the shares border with of Germany before German Democratic Republic?\nEvidence:\n- Germany | shares border with | German Democratic Republic | 1956\n- Germany | shares border with | Czechoslovakia | 1956\n- Germany | shares border with | Saar Protectorate | 1956\n- West Germany | territory claimed by | German Democratic Republic | 1956\n- Zwickau | country | German Democratic Republic | 1956\n- Zeuthen | country | German Democratic Republic | 1956\n- Wismar | country | German Democratic Republic | 1956\n- Q696016 | country | German Democratic Republic | 1956\n- Q525425 | country | German Democratic Republic | 1956\n- Q45898 | country | German Democratic Republic | 1956\n- Potsdam | country | German Democratic Republic | 1956\n- Neustrelitz | country | German Democratic Republic | 1956\n- Magdeburg | country | German Democratic Republic | 1956\n- Jena | country | German Democratic Republic | 1956\n- Görlitz | country | German Democratic Republic | 1956\nReasoning:", "completion": " Hop 1: Germany -> shares border with -> Saar Protectorate (1956)\n Answer: Saar Protectorate", "t_query": 1956.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003371", "prompt": " Who was the located in of Carel Willink's work location after Kingdom of Prussia?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Q73153 | residence | Berlin | 1920\n- Berlin | country | Weimar Republic | 1920\nReasoning:", "completion": " Hop 1: Carel Willink -> work location -> Berlin (1920)\n Hop 2: Berlin -> located in -> Free State of Prussia (1920)\n Answer: Free State of Prussia", "t_query": 1920.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 9} +{"id": "sft_003372", "prompt": " In what year was the anthem of Omsk's located in equal to State Anthem of the Soviet Union?\nEvidence:\n- Omsk | country | Soviet Union | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- N. I. Lobachevsky State University of Nizhny Novgorod | country | Soviet Union | 1948\n- Zhytomyr | country | Soviet Union | 1948\n- Zastavna | country | Soviet Union | 1948\n- Yevpatoriia | country | Soviet Union | 1948\n- Yalta | country | Soviet Union | 1948\n- Vyazma | country | Soviet Union | 1948\n- Voronezh | country | Soviet Union | 1948\n- Vologda | country | Soviet Union | 1948\n- Volodarsk | country | Soviet Union | 1948\n- Volhynia | country | Soviet Union | 1948\nReasoning:", "completion": " Hop 1: Omsk -> located in -> Russian Soviet Federative Socialist Republic (1948)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> State Anthem of the Soviet Union (1948)\n Answer: 1948", "t_query": 1948.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003373", "prompt": " After Limbach-Oberfrohna country Weimar Republic, what was the shares border with of Carel Willink's work location's country?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Berlin | country | Weimar Republic | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Hop 1: Carel Willink -> work location -> Berlin (1920)\n Hop 2: Berlin -> country -> Weimar Republic (1920)\n Hop 3: Weimar Republic -> shares border with -> Neutral Moresnet (1920)\n Answer: Neutral Moresnet", "t_query": 1920.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 9} +{"id": "sft_003374", "prompt": " After Federal Ministry of Defence of Germany chairperson Helmut Schmidt, what was the has part of Federal Ministry of Defence of Germany?\nEvidence:\n- Federal Ministry of Defence of Germany | has part(s) | Q188058 | 1991\n- Federal Ministry of Defence of Germany | chairperson | Gerhard Stoltenberg | 1991\nReasoning:", "completion": " Hop 1: Federal Ministry of Defence of Germany -> has part -> Q188058 (1991)\n Answer: Q188058", "t_query": 1991.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 2} +{"id": "sft_003375", "prompt": " In 1946, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1946\n- Vladica Popović | country of citizenship | Yugoslavia | 1946\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1946\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1946\n- Ilija Petković | country of citizenship | Yugoslavia | 1946\n- Dušan Ivković | country of citizenship | Yugoslavia | 1946\n- Dragan Tomić | country of citizenship | Yugoslavia | 1946\n- Verzar | country | Yugoslavia | 1946\n- Suševo | country | Yugoslavia | 1946\n- Q793485 | country | Yugoslavia | 1946\n- Pirot | country | Yugoslavia | 1946\n- Orašje | country | Yugoslavia | 1946\n- Kraljevo | country | Yugoslavia | 1946\n- Karlovac | country | Yugoslavia | 1946\n- Dimitrovgrad | country | Yugoslavia | 1946\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1946)\n Hop 2: Ignazio Cannavò -> country of citizenship -> Italy (1946)\n Answer: Ignazio Cannavò", "t_query": 1946.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003376", "prompt": " In 1970, what was the member of of Claudio Cavazza's country of citizenship?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1970)\n Answer: European Coal and Steel Community", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003377", "prompt": " After Variety place of publication New York City, what was the head of government of William Vickrey's residence?\nEvidence:\n- Variety | place of publication | New York City | 1938\n- William Vickrey | residence | New York City | 1938\n- Jane Jacobs | residence | New York City | 1938\n- New York City | head of government | Fiorello H. La Guardia | 1938\n- Weegee | work location | New York City | 1938\n- Q543585 | work location | New York City | 1938\n- MetLife | headquarters location | New York City | 1938\n- Max Weber | work location | New York City | 1938\n- Louise Bourgeois | work location | New York City | 1938\n- Lewis Mumford | work location | New York City | 1938\n- Hanns Eisler | work location | New York City | 1938\n- Ellsworth Kelly | work location | New York City | 1938\nReasoning:", "completion": " Hop 1: William Vickrey -> residence -> New York City (1938)\n Hop 2: New York City -> head of government -> Fiorello H. La Guardia (1938)\n Answer: Fiorello H. La Guardia", "t_query": 1938.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 12} +{"id": "sft_003378", "prompt": " In what year was the member of of Marco Tulli's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Marco Tulli -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1978)\n Answer: 1978", "t_query": 1978.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003379", "prompt": " In 1993, whose contains the administrative territorial entity's country of citizenship was Daman and Diu?\nEvidence:\n- India | contains the administrative territorial entity | Daman and Diu | 1993\n- M. S. Swaminathan | country of citizenship | India | 1993\n- Virbhadra Singh | country of citizenship | India | 1993\n- Abhijit Banerjee | country of citizenship | India | 1993\n- India | head of state | Shankar Dayal Sharma | 1993\n- India | head of government | P. V. Narasimha Rao | 1993\nReasoning:", "completion": " Hop 1: India -> contains the administrative territorial entity -> Daman and Diu (1993)\n Hop 2: Virbhadra Singh -> country of citizenship -> India (1993)\n Answer: Virbhadra Singh", "t_query": 1993.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_003380", "prompt": " In what year was the member of of Claudia Vinciguerra's country of citizenship equal to European Economic Community?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Claudia Vinciguerra -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> member of -> European Economic Community (1968)\n Answer: 1968", "t_query": 1968.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003381", "prompt": " After Riccardo Billi country of citizenship Italy, what was the currency of Salvatore Fiume's country of citizenship?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> currency -> Italian lira (1971)\n Answer: Italian lira", "t_query": 1971.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003382", "prompt": " Who was the head of government of David Bowie's work location after Willy Brandt?\nEvidence:\n- David Bowie | work location | Berlin | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Q896393 | work location | Berlin | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Q497401 | terminus | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\n- Anna Seghers | residence | Berlin | 1978\nReasoning:", "completion": " Hop 1: David Bowie -> work location -> Berlin (1978)\n Hop 2: Berlin -> head of government -> Dietrich Stobbe (1978)\n Answer: Dietrich Stobbe", "t_query": 1978.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 10} +{"id": "sft_003383", "prompt": " After Luigi Pintor country of citizenship Italy, what was the head of state of Alfonso Brescia's country of citizenship?\nEvidence:\n- Alfonso Brescia | country of citizenship | Italy | 1948\n- Luigi Comencini | country of citizenship | Italy | 1948\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1948\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1948\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1948\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\n- Q318968 | country of citizenship | Italy | 1948\n- Q264986 | country of citizenship | Italy | 1948\nReasoning:", "completion": " Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> head of state -> Enrico de Nicola (1948)\n Answer: Enrico de Nicola", "t_query": 1948.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003384", "prompt": " Who was the position held of Laura Veccia Vaglieri's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Uberto de Morpurgo | country for sport | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Laura Veccia Vaglieri -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1956)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1956)\n Answer: President of Italy", "t_query": 1956.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003385", "prompt": " After Luciano Savorini country of citizenship Italy, what was the member of of Giuseppe Colnago's country of citizenship?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Luciano Pavarotti | country of citizenship | Italy | 1985\n- Luciano Emmer | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Giuseppe Colnago -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1985)\n Answer: European Coal and Steel Community", "t_query": 1985.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003386", "prompt": " After Mariele Ventre country of citizenship Italy, what was the currency of Nino Baragli's country of citizenship?\nEvidence:\n- Mariele Ventre | country of citizenship | Italy | 1994\n- Nino Baragli | country of citizenship | Italy | 1994\n- Italy | currency | Italian lira | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\nReasoning:", "completion": " Hop 1: Nino Baragli -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> currency -> Italian lira (1994)\n Answer: Italian lira", "t_query": 1994.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003387", "prompt": " In 1967, what was the country of citizenship of Flaviano Vicentini?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\n- Ulrico Girardi | country of citizenship | Italy | 1967\nReasoning:", "completion": " Hop 1: Flaviano Vicentini -> country of citizenship -> Italy (1967)\n Answer: Italy", "t_query": 1967.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003388", "prompt": " In what year was the contains the administrative territorial entity of Würzburg's country equal to Hesse?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Hesse (1950)\n Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003389", "prompt": " Who was the award received of Giorgio Rebuffi's country of citizenship's head of state after Order of the White Eagle?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Guerra | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\nReasoning:", "completion": " Hop 1: Giorgio Rebuffi -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Hop 3: Oscar Luigi Scalfaro -> award received -> Grand Order of King Tomislav (1997)\n Answer: Grand Order of King Tomislav", "t_query": 1997.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003390", "prompt": " In 1998, what was the member of sports team of Pa-Modou Kah?\nEvidence:\n- Pa-Modou Kah | member of sports team | Vålerenga Fotball | 1998\nReasoning:", "completion": " Hop 1: Pa-Modou Kah -> member of sports team -> Vålerenga Fotball (1998)\n Answer: Vålerenga Fotball", "t_query": 1998.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_003391", "prompt": " In 1972, whose occupation was military personnel?\nEvidence:\n- Stanislav Petrov | occupation | military personnel | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Hans-Günther Lange | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Hans-Günther Lange | military branch | West German Navy | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> occupation -> military personnel (1972)\n Answer: Friedrich Guggenberger", "t_query": 1972.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 7} +{"id": "sft_003392", "prompt": " After Mannheim located in Republic of Baden, what was the territory claimed by of Mannheim's country?\nEvidence:\n- West Germany | territory claimed by | German Democratic Republic | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Mannheim | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- Q77721 | country of citizenship | West Germany | 1950\n- Martin Walser | country of citizenship | West Germany | 1950\n- Martin Albrecht | country of citizenship | West Germany | 1950\n- Jürgen Kissner | country of citizenship | West Germany | 1950\n- Helmut Kohl | country of citizenship | West Germany | 1950\n- Albrecht Brandi | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> territory claimed by -> German Democratic Republic (1950)\n Answer: German Democratic Republic", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003393", "prompt": " In what year was the head of state of Alfonso Calzolari's country of citizenship equal to Giovanni Gronchi?\nEvidence:\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Giovanni Ticozzi | country of citizenship | Italy | 1956\n- Giovanni Papini | country of citizenship | Italy | 1956\n- Giovanni Mardersteig | country of citizenship | Italy | 1956\n- Giovanni Invernizzi | country of citizenship | Italy | 1956\n- Giovanni Goria | country of citizenship | Italy | 1956\n- Giovanni Ferrofino | country of citizenship | Italy | 1956\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Alfonso Calzolari -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1956)\n Answer: 1956", "t_query": 1956.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003394", "prompt": " After Antonio Bacci country of citizenship Italy, what was the head of state of Renata Tebaldi's country of citizenship?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Antonio Sbardella | country of citizenship | Italy | 2000\n- Antonio Carluccio | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\nReasoning:", "completion": " Hop 1: Renata Tebaldi -> country of citizenship -> Italy (2000)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2000)\n Answer: Carlo Azeglio Ciampi", "t_query": 2000.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003395", "prompt": " In what year was the country of Kovin equal to Socialist Federal Republic of Yugoslavia?\nEvidence:\n- Kovin | country | Socialist Federal Republic of Yugoslavia | 1951\n- Šibenik | country | Socialist Federal Republic of Yugoslavia | 1951\n- Zagreb | country | Socialist Federal Republic of Yugoslavia | 1951\n- Vršac | country | Socialist Federal Republic of Yugoslavia | 1951\n- Skopje | country | Socialist Federal Republic of Yugoslavia | 1951\n- Q583161 | country | Socialist Federal Republic of Yugoslavia | 1951\n- Q55630 | country | Socialist Federal Republic of Yugoslavia | 1951\n- Q5266 | country | Socialist Federal Republic of Yugoslavia | 1951\n- Pula | country | Socialist Federal Republic of Yugoslavia | 1951\n- Pristina | country | Socialist Federal Republic of Yugoslavia | 1951\n- Perast | country | Socialist Federal Republic of Yugoslavia | 1951\n- Peja | country | Socialist Federal Republic of Yugoslavia | 1951\n- Niš | country | Socialist Federal Republic of Yugoslavia | 1951\n- Ljubljana | country | Socialist Federal Republic of Yugoslavia | 1951\n- Gjilan | country | Socialist Federal Republic of Yugoslavia | 1951\nReasoning:", "completion": " Hop 1: Kovin -> country -> Socialist Federal Republic of Yugoslavia (1951)\n Answer: 1951", "t_query": 1951.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003396", "prompt": " In what year was the contains the administrative territorial entity of Bernard Schultze's work location's country equal to Rhineland-Palatinate?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Rhineland-Palatinate (1953)\n Answer: 1953", "t_query": 1953.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 3} +{"id": "sft_003397", "prompt": " In 1956, what was the currency of Alfonso Calzolari's country of citizenship?\nEvidence:\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\n- Veriano Luchetti | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Alfonso Calzolari -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> currency -> Italian lira (1956)\n Answer: Italian lira", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003398", "prompt": " After Ebetsu Station adjacent station Nopporo Station, what was the adjacent station of Nopporo Station?\nEvidence:\n- Nopporo Station | adjacent station | Ebetsu Station | 1956\n- Ebetsu Station | adjacent station | Nopporo Station | 1956\n- Ebetsu Station | adjacent station | Horomui Station | 1956\n- Nopporo Station | adjacent station | Atsubetsu Station | 1956\nReasoning:", "completion": " Hop 1: Nopporo Station -> adjacent station -> Atsubetsu Station (1956)\n Answer: Atsubetsu Station", "t_query": 1956.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 4} +{"id": "sft_003399", "prompt": " In what year was the located in of Brießnitz equal to Baruth bei Bautzen?\nEvidence:\n- Brießnitz | located in the administrative territorial entity | Baruth bei Bautzen | 1980\n- Q160968 | located in the administrative territorial entity | Baruth bei Bautzen | 1980\nReasoning:", "completion": " Hop 1: Brießnitz -> located in -> Baruth bei Bautzen (1980)\n Answer: 1980", "t_query": 1980.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2} +{"id": "sft_003400", "prompt": " In what year was the employer of Brian Kernighan equal to Bell Labs?\nEvidence:\n- Brian Kernighan | employer | Bell Labs | 1999\n- Q92620 | employer | Bell Labs | 1999\nReasoning:", "completion": " Hop 1: Brian Kernighan -> employer -> Bell Labs (1999)\n Answer: 1999", "t_query": 1999.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2} +{"id": "sft_003401", "prompt": " In what year was the head of state of Francesca Romana Coluzzi's country of citizenship equal to Antonio Segni?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Antonio Leonviola | country of citizenship | Italy | 1963\n- Antonio Fessia | country of citizenship | Italy | 1963\n- Antonio Calderara | country of citizenship | Italy | 1963\n- Antonio Brivio | country of citizenship | Italy | 1963\n- Antonio Bacci | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Answer: 1963", "t_query": 1963.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003402", "prompt": " In 1978, what was the head of state of Arnaldo Genoino's country of citizenship?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Arnaldo Genoino -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> head of state -> Sandro Pertini (1978)\n Answer: Sandro Pertini", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003403", "prompt": " In what year was the head of state of Germany equal to Richard von Weizsäcker?\nEvidence:\n- Germany | head of state | Richard von Weizsäcker | 1987\n- president of Germany | position holder | Richard von Weizsäcker | 1987\n- Richard von Weizsäcker | position held | president of Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Bonn | capital of | Germany | 1987\n- Karl-Eduard von Schnitzler | country of citizenship | German Democratic Republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Richard von Weizsäcker (1987)\n Answer: 1987", "t_query": 1987.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003404", "prompt": " In 1977, what was the member of of Elena Altieri's country of citizenship?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\n- Tullio Kezich | country of citizenship | Italy | 1977\n- Tonino Cervi | country of citizenship | Italy | 1977\n- Tiziano Terzani | country of citizenship | Italy | 1977\nReasoning:", "completion": " Hop 1: Elena Altieri -> country of citizenship -> Italy (1977)\n Hop 2: Italy -> member of -> European Economic Community (1977)\n Answer: European Economic Community", "t_query": 1977.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003405", "prompt": " After Gianni De Luca country of citizenship Italy, what was the position held of Italy's head of government?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 2007\n- Velasio de Paolis | country of citizenship | Italy | 2007\n- Dino De Antoni | country of citizenship | Italy | 2007\n- Andrea Cordero Lanza di Montezemolo | position held | cardinal | 2007\n- Veriano Luchetti | country of citizenship | Italy | 2007\n- Tullio Kezich | country of citizenship | Italy | 2007\n- Stefano Angeleri | country of citizenship | Italy | 2007\n- Sergio Bonelli | country of citizenship | Italy | 2007\n- Sebastiano Mannironi | country of citizenship | Italy | 2007\n- Salvatore Cassisa | country of citizenship | Italy | 2007\n- Rossana Rossanda | country of citizenship | Italy | 2007\n- Roberto Tucci | country of citizenship | Italy | 2007\n- Plinio Antolini | country of citizenship | Italy | 2007\n- Pino Lancetti | country of citizenship | Italy | 2007\n- Piergiorgio Nesti | country of citizenship | Italy | 2007\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Romano Prodi (2007)\n Hop 2: Romano Prodi -> position held -> Prime Minister of Italy (2007)\n Answer: Prime Minister of Italy", "t_query": 2007.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003406", "prompt": " After Tarquinio Provini country of citizenship Italy, what was the head of government of Italy?\nEvidence:\n- Sergio Donadoni | country of citizenship | Italy | 2015\n- Sebastiano Mannironi | country of citizenship | Italy | 2015\n- Salvatore Cassisa | country of citizenship | Italy | 2015\n- Rossana Rossanda | country of citizenship | Italy | 2015\n- Romano Agostinelli | country of citizenship | Italy | 2015\n- Roberto Tucci | country of citizenship | Italy | 2015\n- Pinuccio Sciola | country of citizenship | Italy | 2015\n- Paolo Villaggio | country of citizenship | Italy | 2015\n- Mauro Staccioli | country of citizenship | Italy | 2015\n- Mario Sereni | country of citizenship | Italy | 2015\n- Mario Perniola | country of citizenship | Italy | 2015\n- Luigi Agnolin | country of citizenship | Italy | 2015\n- Luca Ronconi | country of citizenship | Italy | 2015\n- Ignazio Cannavò | country of citizenship | Italy | 2015\n- Giuseppe Ferrara | country of citizenship | Italy | 2015\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Matteo Renzi (2015)\n Answer: Matteo Renzi", "t_query": 2015.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003407", "prompt": " Who was the head of state of Germany before Gustav Heinemann?\nEvidence:\n- Germany | head of state | Theodor Heuss | 1956\n- Afghanistan | head of state | Mohammed Zahir Shah | 1956\n- Germany | head of government | Konrad Adenauer | 1956\n- Bonn | capital of | Germany | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | West Germany | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Germany | member of | Western European Union | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- West Germany | currency | Deutsche Mark | 1956\n- Germany | shares border with | Czechoslovakia | 1956\n- president of Germany | position holder | Theodor Heuss | 1956\n- Jürgen Kissner | country of citizenship | West Germany | 1956\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Theodor Heuss (1956)\n Answer: Theodor Heuss", "t_query": 1956.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003408", "prompt": " Who was the contains the administrative territorial entity of Würzburg's country before North Rhine-Westphalia?\nEvidence:\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> South Baden (1950)\n Answer: South Baden", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003409", "prompt": " In 1949, what was the head of state of Sergio Noja Noseda's country of citizenship?\nEvidence:\n- Sergio Noja Noseda | country of citizenship | Italy | 1949\n- Sergio Realini | country of citizenship | Italy | 1949\n- Sergio Mantovani | country of citizenship | Italy | 1949\n- Sergio Bonelli | country of citizenship | Italy | 1949\n- Q639507 | country of citizenship | Italy | 1949\n- Q612509 | country of citizenship | Italy | 1949\n- Q454036 | country of citizenship | Italy | 1949\n- Q435856 | country of citizenship | Italy | 1949\n- Q432318 | country of citizenship | Italy | 1949\n- Q429298 | country of citizenship | Italy | 1949\n- Q318968 | country of citizenship | Italy | 1949\n- Q264986 | country of citizenship | Italy | 1949\n- Q219490 | country of citizenship | Italy | 1949\n- Q213482 | country of citizenship | Italy | 1949\n- Dalida | country of citizenship | Italy | 1949\nReasoning:", "completion": " Hop 1: Sergio Noja Noseda -> country of citizenship -> Italy (1949)\n Hop 2: Italy -> head of state -> Luigi Einaudi (1949)\n Answer: Luigi Einaudi", "t_query": 1949.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003410", "prompt": " In 1960, whose located in was Seine-et-Oise?\nEvidence:\n- Bonnières-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1960\n- Villejust | located in the administrative territorial entity | Seine-et-Oise | 1960\n- Villecresnes | located in the administrative territorial entity | Seine-et-Oise | 1960\n- Valenton | located in the administrative territorial entity | Seine-et-Oise | 1960\n- Saclas | located in the administrative territorial entity | Seine-et-Oise | 1960\n- Q899558 | located in the administrative territorial entity | Seine-et-Oise | 1960\n- Q83472 | located in the administrative territorial entity | Seine-et-Oise | 1960\n- Q794124 | located in the administrative territorial entity | Seine-et-Oise | 1960\n- Q752150 | located in the administrative territorial entity | Seine-et-Oise | 1960\n- Q639332 | located in the administrative territorial entity | Seine-et-Oise | 1960\n- Q491908 | located in the administrative territorial entity | Seine-et-Oise | 1960\n- Q276508 | located in the administrative territorial entity | Seine-et-Oise | 1960\n- Q273061 | located in the administrative territorial entity | Seine-et-Oise | 1960\n- Q272066 | located in the administrative territorial entity | Seine-et-Oise | 1960\n- Q268408 | located in the administrative territorial entity | Seine-et-Oise | 1960\nReasoning:", "completion": " Hop 1: Adainville -> located in -> Seine-et-Oise (1960)\n Answer: Adainville", "t_query": 1960.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003411", "prompt": " In 1998, what was the located in of Rokiškis District Municipality?\nEvidence:\n- Rokiškis District Municipality | located in the administrative territorial entity | Panevėžys County | 1998\nReasoning:", "completion": " Hop 1: Rokiškis District Municipality -> located in -> Panevėžys County (1998)\n Answer: Panevėžys County", "t_query": 1998.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_003412", "prompt": " Who was the position held of Italy's head of state before Italian senator for life?\nEvidence:\n- Giuseppe Paratore | position held | Italian senator for life | 1963\n- Rossana Rossanda | member of political party | Italian Communist Party | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\n- Tonino Cervi | country of citizenship | Italy | 1963\n- Tiziano Terzani | country of citizenship | Italy | 1963\n- Stéphane Grappelli | country of citizenship | Italy | 1963\n- Simon Spierer | country of citizenship | Italy | 1963\n- Sergio Mantovani | country of citizenship | Italy | 1963\n- Sergio Bonelli | country of citizenship | Italy | 1963\n- Rossana Rossanda | country of citizenship | Italy | 1963\n- Romeo Bertini | country of citizenship | Italy | 1963\n- Renata Tebaldi | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Antonio Segni (1963)\n Hop 2: Antonio Segni -> position held -> President of Italy (1963)\n Answer: President of Italy", "t_query": 1963.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003413", "prompt": " In what year was the head of government of Italy equal to Ciriaco De Mita?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\n- Stéphane Grappelli | country of citizenship | Italy | 1989\n- Simon Spierer | country of citizenship | Italy | 1989\n- Sergio Mantovani | country of citizenship | Italy | 1989\n- Sergio Bonelli | country of citizenship | Italy | 1989\n- Salvatore Cassisa | country of citizenship | Italy | 1989\n- Rossana Rossanda | country of citizenship | Italy | 1989\n- Renata Tebaldi | country of citizenship | Italy | 1989\n- Primo Nebiolo | country of citizenship | Italy | 1989\n- Pino Lancetti | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Ciriaco De Mita (1989)\n Answer: 1989", "t_query": 1989.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003414", "prompt": " Who was the head of government of Tilla Durieux's spouse's work location's country before Wilhelm Marx?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Hop 1: Tilla Durieux -> spouse -> Paul Cassirer (1921)\n Hop 2: Paul Cassirer -> work location -> Berlin (1921)\n Hop 3: Berlin -> country -> Weimar Republic (1921)\n Hop 4: Weimar Republic -> head of government -> Constantin Fehrenbach (1921)\n Answer: Constantin Fehrenbach", "t_query": 1921.0, "chain_length": 4, "operator_type": "before_after", "n_evidence": 3} +{"id": "sft_003415", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon equal to Neuville-sur-Saône?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Neuville-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Rochetaillée-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Fleurieu-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Albigny-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Neuville-sur-Saône (2003)\n Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003416", "prompt": " In 1982, whose located in time zone was UTC−04:00?\nEvidence:\n- Chile | located in time zone | UTC−04:00 | 1982\nReasoning:", "completion": " Hop 1: Chile -> located in time zone -> UTC−04:00 (1982)\n Answer: Chile", "t_query": 1982.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_003417", "prompt": " In 1984, what was the country of Kotelnikovo?\nEvidence:\n- Kotelnikovo | country | Soviet Union | 1984\n- Kotelnikovo | located in the administrative territorial entity | Kotelnikovsky District | 1984\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1984\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1984\n- Q59054 | country of citizenship | Soviet Union | 1984\n- Q437262 | country of citizenship | Soviet Union | 1984\n- Q324083 | country of citizenship | Soviet Union | 1984\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1984\n- Yuri Manin | country of citizenship | Soviet Union | 1984\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1984\n- Viktor Kulikov | country of citizenship | Soviet Union | 1984\n- Vija Artmane | country of citizenship | Soviet Union | 1984\n- Vera Krepkina | country of citizenship | Soviet Union | 1984\n- Valeri Polyakov | country of citizenship | Soviet Union | 1984\n- Sergei Kovalev | country of citizenship | Soviet Union | 1984\nReasoning:", "completion": " Hop 1: Kotelnikovo -> country -> Soviet Union (1984)\n Answer: Soviet Union", "t_query": 1984.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003418", "prompt": " Who was the located in of Dushanbe before Tajik Soviet Socialist Republic?\nEvidence:\n- Dushanbe | located in the administrative territorial entity | Emirate of Bukhara | 1904\n- Termez | country | Emirate of Bukhara | 1904\n- Emirate of Bukhara | country | Russian Empire | 1904\nReasoning:", "completion": " Hop 1: Dushanbe -> located in -> Emirate of Bukhara (1904)\n Answer: Emirate of Bukhara", "t_query": 1904.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 3} +{"id": "sft_003419", "prompt": " In 1965, what was the located in of Luhansk?\nEvidence:\n- Luhansk | located in the administrative territorial entity | Luhansk Oblast | 1965\n- Luhansk | country | Soviet Union | 1965\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1965\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1965\n- Q59054 | country of citizenship | Soviet Union | 1965\n- Q437262 | country of citizenship | Soviet Union | 1965\n- Q324083 | country of citizenship | Soviet Union | 1965\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1965\n- Yuri Manin | country of citizenship | Soviet Union | 1965\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1965\n- Viktor Kulikov | country of citizenship | Soviet Union | 1965\n- Vija Artmane | country of citizenship | Soviet Union | 1965\n- Vera Krepkina | country of citizenship | Soviet Union | 1965\n- Valeri Polyakov | country of citizenship | Soviet Union | 1965\n- Sergei Kovalev | country of citizenship | Soviet Union | 1965\nReasoning:", "completion": " Hop 1: Luhansk -> located in -> Luhansk Oblast (1965)\n Answer: Luhansk Oblast", "t_query": 1965.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003420", "prompt": " In 1985, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1985\n- Germany | member of | European Coal and Steel Community | 1985\n- Belgium | member of | European Coal and Steel Community | 1985\n- Germany | member of | European Atomic Energy Community | 1985\n- Germany | member of | Western European Union | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1985)\n Hop 2: Giuseppe Colnago -> country of citizenship -> Italy (1985)\n Answer: Giuseppe Colnago", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003421", "prompt": " In what year was the work location of Joseph Hertz equal to Johannesburg?\nEvidence:\n- Joseph Hertz | work location | Johannesburg | 1903\nReasoning:", "completion": " Hop 1: Joseph Hertz -> work location -> Johannesburg (1903)\n Answer: 1903", "t_query": 1903.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1} +{"id": "sft_003422", "prompt": " After Giovanni Spagnolli country of citizenship Italy, what was the head of state of Giorgio Rebuffi's country of citizenship?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Giovanni Invernizzi | country of citizenship | Italy | 1997\n- Giovanni Ferrofino | country of citizenship | Italy | 1997\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\nReasoning:", "completion": " Hop 1: Giorgio Rebuffi -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Answer: Oscar Luigi Scalfaro", "t_query": 1997.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003423", "prompt": " In 1963, what was the member of of Francesca Romana Coluzzi's country of citizenship?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1963)\n Answer: European Coal and Steel Community", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003424", "prompt": " In 1978, what was the member of of Arnaldo Genoino's country of citizenship?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Arnaldo Genoino -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> member of -> European Economic Community (1978)\n Answer: European Economic Community", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003425", "prompt": " In 1963, whose located in was Perm Oblast?\nEvidence:\n- Solikamsk | located in the administrative territorial entity | Perm Oblast | 1963\n- Q573723 | located in the administrative territorial entity | Perm Oblast | 1963\n- Berezniki | located in the administrative territorial entity | Perm Oblast | 1963\n- Vereshchaginsky District | located in the administrative territorial entity | Perm Oblast | 1963\n- Bardymsky District | located in the administrative territorial entity | Perm Oblast | 1963\nReasoning:", "completion": " Hop 1: Bardymsky District -> located in -> Perm Oblast (1963)\n Answer: Bardymsky District", "t_query": 1963.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 5} +{"id": "sft_003426", "prompt": " Who was the country of Niš after Kingdom of Yugoslavia?\nEvidence:\n- Niš | country | Socialist Federal Republic of Yugoslavia | 1947\n- Šibenik | country | Socialist Federal Republic of Yugoslavia | 1947\n- Zagreb | country | Socialist Federal Republic of Yugoslavia | 1947\n- Vršac | country | Socialist Federal Republic of Yugoslavia | 1947\n- Skopje | country | Socialist Federal Republic of Yugoslavia | 1947\n- Q583161 | country | Socialist Federal Republic of Yugoslavia | 1947\n- Q55630 | country | Socialist Federal Republic of Yugoslavia | 1947\n- Q5266 | country | Socialist Federal Republic of Yugoslavia | 1947\n- Pula | country | Socialist Federal Republic of Yugoslavia | 1947\n- Pristina | country | Socialist Federal Republic of Yugoslavia | 1947\n- Perast | country | Socialist Federal Republic of Yugoslavia | 1947\n- Peja | country | Socialist Federal Republic of Yugoslavia | 1947\n- Ljubljana | country | Socialist Federal Republic of Yugoslavia | 1947\n- Kovin | country | Socialist Federal Republic of Yugoslavia | 1947\n- Gjilan | country | Socialist Federal Republic of Yugoslavia | 1947\nReasoning:", "completion": " Hop 1: Niš -> country -> Socialist Federal Republic of Yugoslavia (1947)\n Answer: Socialist Federal Republic of Yugoslavia", "t_query": 1947.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003427", "prompt": " Who was the position held of Carmelo Cappello's country of citizenship's head of state after Prime Minister of Italy?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Antonio Segni (1964)\n Hop 3: Antonio Segni -> position held -> President of Italy (1964)\n Answer: President of Italy", "t_query": 1964.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003428", "prompt": " In 1950, whose country of citizenship was Taiwan?\nEvidence:\n- Q703895 | country of citizenship | Taiwan | 1950\n- Q697768 | country of citizenship | Taiwan | 1950\n- Li Ao | country of citizenship | Taiwan | 1950\n- Eileen Chang | country of citizenship | Taiwan | 1950\n- Chen Cheng | country of citizenship | Taiwan | 1950\n- Yen Chia-kan | country of citizenship | Taiwan | 1950\n- Li Tsung-jen | country of citizenship | Taiwan | 1950\n- Ing Chang-ki | country of citizenship | Taiwan | 1950\n- H. H. Kung | country of citizenship | Taiwan | 1950\n- Chiang Wei-kuo | country of citizenship | Taiwan | 1950\n- Chen Ding-nan | country of citizenship | Taiwan | 1950\n- Brazil | diplomatic relation | Taiwan | 1950\n- United Kingdom | diplomatic relation | Taiwan | 1950\n- Robert Morley | country of citizenship | United Kingdom | 1950\n- Liz Smith | country of citizenship | United Kingdom | 1950\nReasoning:", "completion": " Hop 1: Ing Chang-ki -> country of citizenship -> Taiwan (1950)\n Answer: Ing Chang-ki", "t_query": 1950.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003429", "prompt": " After Aldo Clementi country of citizenship Italy, what was the head of government of Italy?\nEvidence:\n- Aldo Protti | country of citizenship | Italy | 1986\n- Aldo Fabrizi | country of citizenship | Italy | 1986\n- Q219490 | country of citizenship | Italy | 1986\n- Vittore Catella | country of citizenship | Italy | 1986\n- Veriano Luchetti | country of citizenship | Italy | 1986\n- Tullio Kezich | country of citizenship | Italy | 1986\n- Tonino Cervi | country of citizenship | Italy | 1986\n- Tiziano Terzani | country of citizenship | Italy | 1986\n- Stéphane Grappelli | country of citizenship | Italy | 1986\n- Simon Spierer | country of citizenship | Italy | 1986\n- Sergio Mantovani | country of citizenship | Italy | 1986\n- Sergio Bonelli | country of citizenship | Italy | 1986\n- Salvatore Cassisa | country of citizenship | Italy | 1986\n- Rossana Rossanda | country of citizenship | Italy | 1986\n- Renata Tebaldi | country of citizenship | Italy | 1986\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Bettino Craxi (1986)\n Answer: Bettino Craxi", "t_query": 1986.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003430", "prompt": " In what year was the contains the administrative territorial entity of Germany's head of government's country of citizenship equal to Rhineland-Palatinate?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Rhineland-Palatinate (1987)\n Answer: 1987", "t_query": 1987.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003431", "prompt": " In what year was the head of state of Carmelo Cappello's country of citizenship equal to Giuseppe Saragat?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Giuseppe Prisco | country of citizenship | Italy | 1964\n- Giuseppe Patanè | country of citizenship | Italy | 1964\n- Giuseppe Paratore | country of citizenship | Italy | 1964\n- Giuseppe Meazza | country of citizenship | Italy | 1964\n- Giuseppe Gabrielli | country of citizenship | Italy | 1964\n- Giuseppe Colnago | country of citizenship | Italy | 1964\n- Giuseppe Busso | country of citizenship | Italy | 1964\n- Giuseppe Antonini | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1964)\n Answer: 1964", "t_query": 1964.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003432", "prompt": " In 1985, whose head of state's country of citizenship was Sandro Pertini?\nEvidence:\n- Italy | head of state | Sandro Pertini | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Sandro Pertini (1985)\n Hop 2: Giuseppe Colnago -> country of citizenship -> Italy (1985)\n Answer: Giuseppe Colnago", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003433", "prompt": " In 1980, whose military, police or special rank was minister?\nEvidence:\n- Sultan bin Abdulaziz | military, police or special rank | minister | 1980\nReasoning:", "completion": " Hop 1: Sultan bin Abdulaziz -> military, police or special rank -> minister (1980)\n Answer: Sultan bin Abdulaziz", "t_query": 1980.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_003434", "prompt": " Who was the head of state of Renata Tebaldi's country of citizenship after Sandro Pertini?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Sandro Salvadore | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\n- Tonino Cervi | country of citizenship | Italy | 2000\nReasoning:", "completion": " Hop 1: Renata Tebaldi -> country of citizenship -> Italy (2000)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2000)\n Answer: Carlo Azeglio Ciampi", "t_query": 2000.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003435", "prompt": " After Torbeyevsky District located in Mordovian Autonomous Soviet Socialist Republic, what was the member of of Mordovian Autonomous Soviet Socialist Republic's located in?\nEvidence:\n- Torbeyevsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Romodanovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Kochkurovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Chamzinsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Bolsheignatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Ardatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Saransk | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q780942 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q408606 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Saransk | capital of | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1957\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\nReasoning:", "completion": " Hop 1: Mordovian Autonomous Soviet Socialist Republic -> located in -> Russian Soviet Federative Socialist Republic (1957)\n Hop 2: Russian Soviet Federative Socialist Republic -> member of -> Soviet Union (1957)\n Answer: Soviet Union", "t_query": 1957.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003436", "prompt": " Who was the member of of Luca Ronconi's country of citizenship after European Economic Community?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\n- Stéphane Grappelli | country of citizenship | Italy | 1993\nReasoning:", "completion": " Hop 1: Luca Ronconi -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1993)\n Answer: European Coal and Steel Community", "t_query": 1993.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003437", "prompt": " In 1928, what was the country of citizenship of Roberto Bussinello?\nEvidence:\n- Roberto Bussinello | country of citizenship | Kingdom of Italy | 1928\n- Q976653 | country of citizenship | Kingdom of Italy | 1928\n- Q972711 | country of citizenship | Kingdom of Italy | 1928\n- Q922237 | country of citizenship | Kingdom of Italy | 1928\n- Q890523 | country of citizenship | Kingdom of Italy | 1928\n- Q715036 | country of citizenship | Kingdom of Italy | 1928\n- Q710497 | country of citizenship | Kingdom of Italy | 1928\n- Q678253 | country of citizenship | Kingdom of Italy | 1928\n- Q654973 | country of citizenship | Kingdom of Italy | 1928\n- Q650303 | country of citizenship | Kingdom of Italy | 1928\n- Q603148 | country of citizenship | Kingdom of Italy | 1928\n- Q527400 | country of citizenship | Kingdom of Italy | 1928\n- Q51189 | country of citizenship | Kingdom of Italy | 1928\n- Q471232 | country of citizenship | Kingdom of Italy | 1928\n- Q456574 | country of citizenship | Kingdom of Italy | 1928\nReasoning:", "completion": " Hop 1: Roberto Bussinello -> country of citizenship -> Kingdom of Italy (1928)\n Answer: Kingdom of Italy", "t_query": 1928.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003438", "prompt": " In 1950, whose contains the administrative territorial entity's country was Bremen?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Bremen | head of government | Wilhelm Kaisen | 1950\n- Würzburg | country | West Germany | 1950\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Bremen (1950)\n Hop 2: Mannheim -> country -> West Germany (1950)\n Answer: Mannheim", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003439", "prompt": " After Germany shares border with Czechoslovakia, what was the member of of Germany?\nEvidence:\n- Germany | shares border with | Czechoslovakia | 1974\n- Germany | shares border with | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Trenčín | country | Czechoslovakia | 1974\n- Rokycany | country | Czechoslovakia | 1974\n- Ratibořice | country | Czechoslovakia | 1974\n- Q953856 | country | Czechoslovakia | 1974\n- Q918108 | country | Czechoslovakia | 1974\n- Q852472 | country | Czechoslovakia | 1974\n- Q764320 | country | Czechoslovakia | 1974\n- Q270704 | country | Czechoslovakia | 1974\n- Příbor | country | Czechoslovakia | 1974\n- Prešov | country | Czechoslovakia | 1974\n- Plzeň | country | Czechoslovakia | 1974\n- Levice | country | Czechoslovakia | 1974\nReasoning:", "completion": " Hop 1: Germany -> member of -> European Coal and Steel Community (1974)\n Answer: European Coal and Steel Community", "t_query": 1974.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003440", "prompt": " In what year was the located in of Bogotol equal to Bogotolsky District?\nEvidence:\n- Bogotol | located in the administrative territorial entity | Bogotolsky District | 1961\nReasoning:", "completion": " Hop 1: Bogotol -> located in -> Bogotolsky District (1961)\n Answer: 1961", "t_query": 1961.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1} +{"id": "sft_003441", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Meyzieu, what was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Rhône -> contains the administrative territorial entity -> Francheville (2003)\n Answer: Francheville", "t_query": 2003.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003442", "prompt": " In 1956, what was the composer of Today?\nEvidence:\n- Today | composer | Les Brown | 1956\nReasoning:", "completion": " Hop 1: Today -> composer -> Les Brown (1956)\n Answer: Les Brown", "t_query": 1956.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_003443", "prompt": " After West Germany contains the administrative territorial entity South Baden, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Mannheim | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Bremen (1950)\n Answer: Bremen", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003444", "prompt": " In 1961, what was the located in of Bogotol?\nEvidence:\n- Bogotol | located in the administrative territorial entity | Bogotolsky District | 1961\nReasoning:", "completion": " Hop 1: Bogotol -> located in -> Bogotolsky District (1961)\n Answer: Bogotolsky District", "t_query": 1961.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_003445", "prompt": " In 1935, whose work location was Paris?\nEvidence:\n- Q87063 | work location | Paris | 1935\n- Q763355 | work location | Paris | 1935\n- Q674956 | work location | Paris | 1935\n- Q399091 | work location | Paris | 1935\n- Q384860 | work location | Paris | 1935\n- Q319861 | work location | Paris | 1935\n- Q216703 | work location | Paris | 1935\n- Q216570 | work location | Paris | 1935\n- Q116714 | work location | Paris | 1935\n- Zoltán Kemény | work location | Paris | 1935\n- René Huyghe | work location | Paris | 1935\n- Pierre Balmain | work location | Paris | 1935\n- Mikhail Larionov | work location | Paris | 1935\n- Marcel Aubert | work location | Paris | 1935\n- Léopold Survage | work location | Paris | 1935\nReasoning:", "completion": " Hop 1: Louise Bourgeois -> work location -> Paris (1935)\n Answer: Louise Bourgeois", "t_query": 1935.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003446", "prompt": " In what year was the owned by of EF Education-Tibco-SVB equal to Linda Jackson?\nEvidence:\n- EF Education-Tibco-SVB | owned by | Linda Jackson | 2011\n- EF Education-Tibco-SVB | sponsor | Tibco Software | 2011\n- Tara Whitten | member of sports team | EF Education-Tibco-SVB | 2011\nReasoning:", "completion": " Hop 1: EF Education-Tibco-SVB -> owned by -> Linda Jackson (2011)\n Answer: 2011", "t_query": 2011.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 3} +{"id": "sft_003447", "prompt": " In 1950, whose contains the administrative territorial entity's country was Württemberg-Hohenzollern?\nEvidence:\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Württemberg-Hohenzollern (1950)\n Hop 2: Mannheim -> country -> West Germany (1950)\n Answer: Mannheim", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003448", "prompt": " After Maria Rita Saulle country of citizenship Kingdom of Italy, what was the country of citizenship of Maria Rita Saulle?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Maria Rita Saulle -> country of citizenship -> Italy (1989)\n Answer: Italy", "t_query": 1989.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003449", "prompt": " In 2008, what was the head of government of People's Republic of China?\nEvidence:\n- People's Republic of China | head of government | Wen Jiabao | 2008\n- People's Republic of China | head of state | Hu Jintao | 2008\n- Xu Qinxian | country of citizenship | People's Republic of China | 2008\n- Xiao Yang | country of citizenship | People's Republic of China | 2008\n- Xiao Ke | country of citizenship | People's Republic of China | 2008\n- Ricky Hui | country of citizenship | People's Republic of China | 2008\n- Li Rui | country of citizenship | People's Republic of China | 2008\n- Li Peng | country of citizenship | People's Republic of China | 2008\n- Gong Li | country of citizenship | People's Republic of China | 2008\n- Benny Chan | country of citizenship | People's Republic of China | 2008\n- Wen Jiabao | member of | Politburo Standing Committee of the Chinese Communist Party | 2008\n- General Secretary of the Chinese Communist Party | position holder | Hu Jintao | 2008\n- Xiao Yang | member of political party | Chinese Communist Party | 2008\n- Xiao Ke | member of political party | Chinese Communist Party | 2008\n- Li Rui | member of political party | Chinese Communist Party | 2008\nReasoning:", "completion": " Hop 1: People's Republic of China -> head of government -> Wen Jiabao (2008)\n Answer: Wen Jiabao", "t_query": 2008.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003450", "prompt": " In what year was the country of Carel Willink's work location equal to Weimar Republic?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Berlin | country | Weimar Republic | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Hop 1: Carel Willink -> work location -> Berlin (1920)\n Hop 2: Berlin -> country -> Weimar Republic (1920)\n Answer: 1920", "t_query": 1920.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 9} +{"id": "sft_003451", "prompt": " In 2000, what was the nominated for of Sandrine Bonnaire?\nEvidence:\n- Sandrine Bonnaire | nominated for | César Award for Best Actress | 2000\n- Q240765 | nominated for | César Award for Best Actress | 2000\nReasoning:", "completion": " Hop 1: Sandrine Bonnaire -> nominated for -> César Award for Best Actress (2000)\n Answer: César Award for Best Actress", "t_query": 2000.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_003452", "prompt": " After Freiburg im Breisgau country West Germany, what was the diplomatic relation of Germany's capital's capital of?\nEvidence:\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- West Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Germany | member of | Western European Union | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> diplomatic relation -> German Democratic Republic (1974)\n Answer: German Democratic Republic", "t_query": 1974.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003453", "prompt": " In 2002, what was the member of sports team of Ronaldo Rodrigues de Jesus?\nEvidence:\n- Ronaldo Rodrigues de Jesus | member of sports team | Associação Atlética Ponte Preta | 2002\n- Q467194 | member of sports team | Associação Atlética Ponte Preta | 2002\nReasoning:", "completion": " Hop 1: Ronaldo Rodrigues de Jesus -> member of sports team -> Associação Atlética Ponte Preta (2002)\n Answer: Associação Atlética Ponte Preta", "t_query": 2002.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_003454", "prompt": " In what year was the noble title of Gustaf VI Adolf of Sweden equal to crown prince?\nEvidence:\n- Gustaf VI Adolf of Sweden | noble title | crown prince | 1937\n- Gustaf VI Adolf of Sweden | position held | crown prince | 1937\n- Gustaf VI Adolf of Sweden | noble title | duke | 1937\n- Louise Mountbatten | spouse | Gustaf VI Adolf of Sweden | 1937\n- Gustaf VI Adolf of Sweden | spouse | Louise Mountbatten | 1937\n- Louise Mountbatten | noble title | queen consort | 1937\nReasoning:", "completion": " Hop 1: Gustaf VI Adolf of Sweden -> noble title -> crown prince (1937)\n Answer: 1937", "t_query": 1937.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 6} +{"id": "sft_003455", "prompt": " Who was the contains the administrative territorial entity of Germany's head of government's country of citizenship after Bremen?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1987)\n Answer: Baden-Württemberg", "t_query": 1987.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003456", "prompt": " In 1987, what was the spouse of Germany's head of government?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Germany | member of | Western European Union | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> spouse -> Hannelore Kohl (1987)\n Answer: Hannelore Kohl", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003457", "prompt": " After Giuseppe Paris country of citizenship Italy, what was the member of of Maria Rita Saulle's country of citizenship?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Giuseppe Prisco | country of citizenship | Italy | 1989\n- Giuseppe Patanè | country of citizenship | Italy | 1989\n- Giuseppe Colnago | country of citizenship | Italy | 1989\n- Giuseppe Busso | country of citizenship | Italy | 1989\n- Giuseppe Antonini | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Maria Rita Saulle -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1989)\n Answer: European Coal and Steel Community", "t_query": 1989.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003458", "prompt": " After Alfred Neumann country of citizenship Germany, what was the head of government of Germany?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Answer: Helmut Kohl", "t_query": 1987.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003459", "prompt": " In 1984, what was the member of of Romano Mussolini's country of citizenship?\nEvidence:\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Romano Mussolini -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> member of -> European Economic Community (1984)\n Answer: European Economic Community", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003460", "prompt": " In 1964, what was the member of of Carmelo Cappello's country of citizenship?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1964)\n Answer: European Coal and Steel Community", "t_query": 1964.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003461", "prompt": " In what year was the general secretary of Germany's head of state's member of political party equal to Martin Bangemann?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Martin Patzelt | country of citizenship | German Democratic Republic | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> member of political party -> Free Democratic Party (1974)\n Hop 3: Free Democratic Party -> general secretary -> Martin Bangemann (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003462", "prompt": " In 1965, what was the country of Luhansk?\nEvidence:\n- Luhansk | located in the administrative territorial entity | Luhansk Oblast | 1965\n- Luhansk | country | Soviet Union | 1965\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1965\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1965\n- Q59054 | country of citizenship | Soviet Union | 1965\n- Q437262 | country of citizenship | Soviet Union | 1965\n- Q324083 | country of citizenship | Soviet Union | 1965\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1965\n- Yuri Manin | country of citizenship | Soviet Union | 1965\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1965\n- Viktor Kulikov | country of citizenship | Soviet Union | 1965\n- Vija Artmane | country of citizenship | Soviet Union | 1965\n- Vera Krepkina | country of citizenship | Soviet Union | 1965\n- Valeri Polyakov | country of citizenship | Soviet Union | 1965\n- Sergei Kovalev | country of citizenship | Soviet Union | 1965\nReasoning:", "completion": " Hop 1: Luhansk -> country -> Soviet Union (1965)\n Answer: Soviet Union", "t_query": 1965.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003463", "prompt": " In 1997, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Guerra | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\n- Tiziano Terzani | country of citizenship | Italy | 1997\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1997)\n Hop 2: Giorgio Rebuffi -> country of citizenship -> Italy (1997)\n Answer: Giorgio Rebuffi", "t_query": 1997.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003464", "prompt": " In 1974, what was the head of government of Italy?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1974\n- Veriano Luchetti | country of citizenship | Italy | 1974\n- Tonino Cervi | country of citizenship | Italy | 1974\n- Tiziano Terzani | country of citizenship | Italy | 1974\n- Stéphane Grappelli | country of citizenship | Italy | 1974\n- Simon Spierer | country of citizenship | Italy | 1974\n- Sergio Mantovani | country of citizenship | Italy | 1974\n- Sergio Bonelli | country of citizenship | Italy | 1974\n- Rossana Rossanda | country of citizenship | Italy | 1974\n- Renata Tebaldi | country of citizenship | Italy | 1974\n- Primo Nebiolo | country of citizenship | Italy | 1974\n- Pino Lancetti | country of citizenship | Italy | 1974\n- Pietro Parente | country of citizenship | Italy | 1974\n- Oriana Fallaci | country of citizenship | Italy | 1974\n- Norberto Bobbio | country of citizenship | Italy | 1974\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Mariano Rumor (1974)\n Answer: Mariano Rumor", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003465", "prompt": " In what year was the position held of Italy's head of government equal to Prime Minister of Italy?\nEvidence:\n- Andrea Cordero Lanza di Montezemolo | position held | cardinal | 2007\n- Oscar Luigi Scalfaro | position held | Italian senator for life | 2007\n- Veriano Luchetti | country of citizenship | Italy | 2007\n- Tullio Kezich | country of citizenship | Italy | 2007\n- Stefano Angeleri | country of citizenship | Italy | 2007\n- Sergio Bonelli | country of citizenship | Italy | 2007\n- Sebastiano Mannironi | country of citizenship | Italy | 2007\n- Salvatore Cassisa | country of citizenship | Italy | 2007\n- Rossana Rossanda | country of citizenship | Italy | 2007\n- Roberto Tucci | country of citizenship | Italy | 2007\n- Plinio Antolini | country of citizenship | Italy | 2007\n- Pino Lancetti | country of citizenship | Italy | 2007\n- Piergiorgio Nesti | country of citizenship | Italy | 2007\n- Paolo Villaggio | country of citizenship | Italy | 2007\n- Paolo Rossi | country of citizenship | Italy | 2007\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Romano Prodi (2007)\n Hop 2: Romano Prodi -> position held -> Prime Minister of Italy (2007)\n Answer: 2007", "t_query": 2007.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003466", "prompt": " In 1946, whose head of state's country of citizenship was Alcide De Gasperi?\nEvidence:\n- Italy | head of state | Alcide De Gasperi | 1946\n- Alcide De Gasperi | country of citizenship | Italy | 1946\n- Alcide De Gasperi | country of citizenship | Kingdom of Italy | 1946\n- Alberto Maria De Agostini | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Alcide De Gasperi (1946)\n Hop 2: Ignazio Cannavò -> country of citizenship -> Italy (1946)\n Answer: Ignazio Cannavò", "t_query": 1946.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003467", "prompt": " In what year was the member of sports team of Sailen Manna equal to India men's national football team?\nEvidence:\n- Sailen Manna | member of sports team | India men's national football team | 1955\n- Sailen Manna | member of sports team | Mohun Bagan AC | 1955\nReasoning:", "completion": " Hop 1: Sailen Manna -> member of sports team -> India men's national football team (1955)\n Answer: 1955", "t_query": 1955.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2} +{"id": "sft_003468", "prompt": " In what year was the country of citizenship of Vitaliano Brancati equal to Italy?\nEvidence:\n- Vitaliano Brancati | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\n- Virginio Rosetta | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Vitaliano Brancati -> country of citizenship -> Italy (1951)\n Answer: 1951", "t_query": 1951.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003469", "prompt": " In 1987, what was the head of government of Germany's capital's capital of's contains the administrative territorial entity?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | Germany | 1987\n- Bonn | capital of | West Germany | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Afghanistan | basic form of government | republic | 1987\n- East Berlin | capital of | German Democratic Republic | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Germany | member of | Western European Union | 1987\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1987)\n Hop 2: Bonn -> capital of -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1987)\n Hop 4: Baden-Württemberg -> head of government -> Lothar Späth (1987)\n Answer: Lothar Späth", "t_query": 1987.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003470", "prompt": " Who was the member of of Veriano Luchetti's country of citizenship after European Economic Community?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\n- Tiziano Terzani | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Veriano Luchetti -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1985)\n Answer: European Coal and Steel Community", "t_query": 1985.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003471", "prompt": " In 1963, what was the position held of Francesca Romana Coluzzi's country of citizenship's head of state?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Hop 3: Antonio Segni -> position held -> President of Italy (1963)\n Answer: President of Italy", "t_query": 1963.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003472", "prompt": " In 1931, what was the country of Province of Turin?\nEvidence:\n- Province of Turin | country | Kingdom of Italy | 1931\n- Marche | located in the administrative territorial entity | Kingdom of Italy | 1931\n- Lombardy | located in the administrative territorial entity | Kingdom of Italy | 1931\n- Q9409 | country | Kingdom of Italy | 1931\n- Q6259 | country | Kingdom of Italy | 1931\n- Q2704 | country | Kingdom of Italy | 1931\n- Q16163 | country | Kingdom of Italy | 1931\n- Monza | country | Kingdom of Italy | 1931\n- Marche | country | Kingdom of Italy | 1931\n- Lombardy | country | Kingdom of Italy | 1931\n- Cagliari | country | Kingdom of Italy | 1931\n- Q976653 | country of citizenship | Kingdom of Italy | 1931\n- Q972711 | country of citizenship | Kingdom of Italy | 1931\n- Q922237 | country of citizenship | Kingdom of Italy | 1931\n- Q890523 | country of citizenship | Kingdom of Italy | 1931\nReasoning:", "completion": " Hop 1: Province of Turin -> country -> Kingdom of Italy (1931)\n Answer: Kingdom of Italy", "t_query": 1931.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003473", "prompt": " In what year was the named after of Mihály Bartók's employer equal to Attila József?\nEvidence:\n- University of Szeged | named after | Attila József | 1979\n- Mihály Bartók | employer | University of Szeged | 1979\nReasoning:", "completion": " Hop 1: Mihály Bartók -> employer -> University of Szeged (1979)\n Hop 2: University of Szeged -> named after -> Attila József (1979)\n Answer: 1979", "t_query": 1979.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 2} +{"id": "sft_003474", "prompt": " In 1988, what was the position held of Salvatore Fiume's country of citizenship's head of government?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1988\n- Salvatore Cassisa | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\n- Vittore Catella | country of citizenship | Italy | 1988\n- Veriano Luchetti | country of citizenship | Italy | 1988\n- Ugo Tognazzi | country of citizenship | Italy | 1988\n- Ugo Poletti | country of citizenship | Italy | 1988\n- Tullio Kezich | country of citizenship | Italy | 1988\n- Tonino Cervi | country of citizenship | Italy | 1988\n- Tiziano Terzani | country of citizenship | Italy | 1988\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1988)\n Hop 2: Italy -> head of government -> Giovanni Goria (1988)\n Hop 3: Giovanni Goria -> position held -> Prime Minister of Italy (1988)\n Answer: Prime Minister of Italy", "t_query": 1988.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003475", "prompt": " After Lewis Mumford residence Amenia, what was the work location of Lewis Mumford?\nEvidence:\n- Lewis Mumford | residence | Amenia | 1986\n- Lewis Mumford | work location | New York City | 1986\n- Q828254 | work location | New York City | 1986\n- Arman | work location | New York City | 1986\n- Nancy Graves | work location | New York City | 1986\n- Louise Bourgeois | work location | New York City | 1986\n- Elliott Erwitt | work location | New York City | 1986\n- Donald Trump | work location | New York City | 1986\n- Alan Vega | work location | New York City | 1986\n- Wolfgang Schivelbusch | residence | New York City | 1986\n- William Vickrey | residence | New York City | 1986\n- Gil Evans | residence | New York City | 1986\n- Philip J. Fry | residence | New York City | 1986\n- Muhal Richard Abrams | residence | New York City | 1986\n- MetLife | headquarters location | New York City | 1986\nReasoning:", "completion": " Hop 1: Lewis Mumford -> work location -> New York City (1986)\n Answer: New York City", "t_query": 1986.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003476", "prompt": " After Sergio Noja Noseda country of citizenship Kingdom of Italy, what was the country of citizenship of Sergio Noja Noseda?\nEvidence:\n- Sergio Noja Noseda | country of citizenship | Italy | 1949\n- Sergio Realini | country of citizenship | Italy | 1949\n- Sergio Mantovani | country of citizenship | Italy | 1949\n- Sergio Bonelli | country of citizenship | Italy | 1949\n- Q639507 | country of citizenship | Italy | 1949\n- Q612509 | country of citizenship | Italy | 1949\n- Q454036 | country of citizenship | Italy | 1949\n- Q435856 | country of citizenship | Italy | 1949\n- Q432318 | country of citizenship | Italy | 1949\n- Q429298 | country of citizenship | Italy | 1949\n- Q318968 | country of citizenship | Italy | 1949\n- Q264986 | country of citizenship | Italy | 1949\n- Q219490 | country of citizenship | Italy | 1949\n- Q213482 | country of citizenship | Italy | 1949\n- Dalida | country of citizenship | Italy | 1949\nReasoning:", "completion": " Hop 1: Sergio Noja Noseda -> country of citizenship -> Italy (1949)\n Answer: Italy", "t_query": 1949.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003477", "prompt": " In what year was the member of of Claudio Cavazza's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1970)\n Answer: 1970", "t_query": 1970.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003478", "prompt": " In what year was the country of citizenship of Ignazio Cannavò's country of citizenship's head of state equal to Kingdom of Italy?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q432257 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Hop 1: Ignazio Cannavò -> country of citizenship -> Italy (1946)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1946)\n Hop 3: Alcide De Gasperi -> country of citizenship -> Kingdom of Italy (1946)\n Answer: 1946", "t_query": 1946.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003479", "prompt": " In 1974, whose contains the administrative territorial entity's capital of's capital was Baden-Württemberg?\nEvidence:\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1974\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1974\n- Baden-Württemberg | country | West Germany | 1974\n- CDU Baden-Württemberg | chairperson | Hans Filbinger | 1974\n- Baden-Württemberg | head of government | Hans Filbinger | 1974\n- West Germany | contains the administrative territorial entity | Saarland | 1974\n- West Germany | contains the administrative territorial entity | Hesse | 1974\n- West Germany | contains the administrative territorial entity | Hamburg | 1974\n- West Germany | contains the administrative territorial entity | Bremen | 1974\n- West Germany | contains the administrative territorial entity | Bavaria | 1974\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1974\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1974\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1974\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1974\n- Saarland | located in the administrative territorial entity | West Germany | 1974\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: Germany -> capital -> Bonn (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003480", "prompt": " In what year was the country of Kulob equal to Tajik Soviet Socialist Republic?\nEvidence:\n- Kulob | country | Tajik Soviet Socialist Republic | 1941\n- Dushanbe | capital of | Tajik Soviet Socialist Republic | 1941\n- Dushanbe | located in the administrative territorial entity | Tajik Soviet Socialist Republic | 1941\nReasoning:", "completion": " Hop 1: Kulob -> country -> Tajik Soviet Socialist Republic (1941)\n Answer: 1941", "t_query": 1941.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 3} +{"id": "sft_003481", "prompt": " In 1997, what was the country of citizenship of Giorgio Rebuffi?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Guerra | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\nReasoning:", "completion": " Hop 1: Giorgio Rebuffi -> country of citizenship -> Italy (1997)\n Answer: Italy", "t_query": 1997.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003482", "prompt": " In 1972, whose contains the administrative territorial entity's allegiance was Rhineland-Palatinate?\nEvidence:\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- Würzburg | country | West Germany | 1972\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Rhineland-Palatinate (1972)\n Hop 2: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Answer: Friedrich Guggenberger", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003483", "prompt": " In what year was the member of of Giuseppe Colnago's country of citizenship equal to European Economic Community?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Giuseppe Colnago -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> member of -> European Economic Community (1985)\n Answer: 1985", "t_query": 1985.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003484", "prompt": " After Andrea Miano country of citizenship Italy, what was the head of state of Laura Veccia Vaglieri's country of citizenship?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Andrea Miano | country of citizenship | Italy | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Andrea Pangrazio | country of citizenship | Italy | 1956\n- Andrea Checchi | country of citizenship | Italy | 1956\n- Andrea Cassone | country of citizenship | Italy | 1956\n- Andrea Carrea | country of citizenship | Italy | 1956\n- Andrea Bianchi | country of citizenship | Italy | 1956\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Laura Veccia Vaglieri -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1956)\n Answer: Giovanni Gronchi", "t_query": 1956.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003485", "prompt": " In 1919, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q890523 | country of citizenship | Kingdom of Italy | 1919\n- Q745874 | country of citizenship | Kingdom of Italy | 1919\n- Q715036 | country of citizenship | Kingdom of Italy | 1919\n- Q653839 | country of citizenship | Kingdom of Italy | 1919\n- Q65151 | country of citizenship | Kingdom of Italy | 1919\n- Q603148 | country of citizenship | Kingdom of Italy | 1919\n- Q572091 | country of citizenship | Kingdom of Italy | 1919\n- Q534227 | country of citizenship | Kingdom of Italy | 1919\n- Q504969 | country of citizenship | Kingdom of Italy | 1919\n- Q471232 | country of citizenship | Kingdom of Italy | 1919\n- Q456574 | country of citizenship | Kingdom of Italy | 1919\n- Q441843 | country of citizenship | Kingdom of Italy | 1919\n- Q361037 | country of citizenship | Kingdom of Italy | 1919\n- Q333809 | country of citizenship | Kingdom of Italy | 1919\n- Q329221 | country of citizenship | Kingdom of Italy | 1919\nReasoning:", "completion": " Hop 1: Ignazio Silone -> country of citizenship -> Kingdom of Italy (1919)\n Answer: Ignazio Silone", "t_query": 1919.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003486", "prompt": " In 1981, what was the employer of George F. Carrier?\nEvidence:\n- George F. Carrier | employer | Harvard University | 1981\n- Q78996 | employer | Harvard University | 1981\n- Q472272 | employer | Harvard University | 1981\n- Q349694 | employer | Harvard University | 1981\n- Q307891 | employer | Harvard University | 1981\n- Andrew Gleason | employer | Harvard University | 1981\nReasoning:", "completion": " Hop 1: George F. Carrier -> employer -> Harvard University (1981)\n Answer: Harvard University", "t_query": 1981.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_003487", "prompt": " In 1962, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giovanni Gronchi | position held | President of Italy | 1962\n- Antonio Segni | position held | President of Italy | 1962\n- Italy | head of state | Giovanni Gronchi | 1962\n- Italy | head of state | Antonio Segni | 1962\n- Giovanni Gronchi | position held | Italian senator for life | 1962\n- Giovanni Gronchi | country of citizenship | Italy | 1962\n- Antonio Segni | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Giovanni Gronchi -> position held -> President of Italy (1962)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1962)\n Hop 3: Guido Aycard -> country of citizenship -> Italy (1962)\n Answer: Guido Aycard", "t_query": 1962.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 7} +{"id": "sft_003488", "prompt": " In 1974, whose member of political party's head of government was Free Democratic Party?\nEvidence:\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Martin Bangemann | member of political party | Free Democratic Party | 1974\n- Jürgen Möllemann | member of political party | Free Democratic Party | 1974\n- Enrique Monsonís | member of political party | Free Democratic Party | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Free Democratic Party | general secretary | Martin Bangemann | 1974\n- Free Democratic Party | chairperson | Hans-Dietrich Genscher | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of state | Walter Scheel | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Federal Ministry of the Interior | chairperson | Hans-Dietrich Genscher | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\nReasoning:", "completion": " Hop 1: Walter Scheel -> member of political party -> Free Democratic Party (1974)\n Hop 2: Germany -> head of government -> Walter Scheel (1974)\n Answer: Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 14} +{"id": "sft_003489", "prompt": " After Giorgio Manganelli country of citizenship Italy, what was the shares border with of Alfonso Calzolari's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1956\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Giorgio Perlasca | country of citizenship | Italy | 1956\n- Giorgio Oberweger | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Alfonso Calzolari -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia", "t_query": 1956.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003490", "prompt": " In 1975, what was the shares border with of Giacomo Rossi-Stuart's country of citizenship?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Italy | shares border with | Yugoslavia | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giacomo Rossi-Stuart -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> shares border with -> Yugoslavia (1975)\n Answer: Yugoslavia", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003491", "prompt": " In 1965, whose located in was Luhansk Oblast?\nEvidence:\n- Luhansk | located in the administrative territorial entity | Luhansk Oblast | 1965\n- Khrustalnyi | located in the administrative territorial entity | Luhansk Oblast | 1965\n- Kadiivka | located in the administrative territorial entity | Luhansk Oblast | 1965\n- Luhansk | country | Soviet Union | 1965\n- Khrustalnyi | country | Soviet Union | 1965\n- Kadiivka | country | Soviet Union | 1965\nReasoning:", "completion": " Hop 1: Luhansk -> located in -> Luhansk Oblast (1965)\n Answer: Luhansk", "t_query": 1965.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_003492", "prompt": " Who was the chairperson of Federal Ministry of Agriculture, Food and Regional Identity before Hermann Höcherl?\nEvidence:\n- Federal Ministry of Agriculture, Food and Regional Identity | chairperson | Wilhelm Niklas | 1953\n- Federal Ministry of Agriculture, Food and Regional Identity | chairperson | Heinrich Lübke | 1953\nReasoning:", "completion": " Hop 1: Federal Ministry of Agriculture, Food and Regional Identity -> chairperson -> Wilhelm Niklas (1953)\n Answer: Wilhelm Niklas", "t_query": 1953.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 2} +{"id": "sft_003493", "prompt": " In what year was the head of state of Germany's diplomatic relation equal to Mohammed Daoud Khan?\nEvidence:\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\nReasoning:", "completion": " Hop 1: Germany -> diplomatic relation -> Afghanistan (1974)\n Hop 2: Afghanistan -> head of state -> Mohammed Daoud Khan (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003494", "prompt": " Who was the head of government of MetLife's headquarters before Rudy Giuliani?\nEvidence:\n- MetLife | headquarters location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- Variety | place of publication | New York City | 1952\n- William Vickrey | residence | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Elliott Erwitt | work location | New York City | 1952\nReasoning:", "completion": " Hop 1: MetLife -> headquarters -> New York City (1952)\n Hop 2: New York City -> head of government -> Vincent R. Impellitteri (1952)\n Answer: Vincent R. Impellitteri", "t_query": 1952.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003495", "prompt": " Who was the member of sports team of Ricardo Zamora after Catalonia national football team?\nEvidence:\n- Ricardo Zamora | member of sports team | Spain men's national football team | 1936\n- Ricardo Zamora | member of sports team | Real Madrid Club de Fútbol | 1936\n- Q704337 | member of sports team | Spain men's national football team | 1936\n- Q659448 | member of sports team | Spain men's national football team | 1936\n- Q576509 | member of sports team | Spain men's national football team | 1936\n- Q529087 | member of sports team | Spain men's national football team | 1936\n- Q251977 | member of sports team | Spain men's national football team | 1936\n- Pedro Solé | member of sports team | Spain men's national football team | 1936\n- Martí Ventolrà | member of sports team | Spain men's national football team | 1936\n- Q704337 | member of sports team | Real Madrid Club de Fútbol | 1936\n- Q549553 | member of sports team | Real Madrid Club de Fútbol | 1936\n- Q529087 | member of sports team | Real Madrid Club de Fútbol | 1936\nReasoning:", "completion": " Hop 1: Ricardo Zamora -> member of sports team -> Real Madrid Club de Fútbol (1936)\n Answer: Real Madrid Club de Fútbol", "t_query": 1936.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 12} +{"id": "sft_003496", "prompt": " After Germany diplomatic relation Afghanistan, what was the chairperson of Germany's head of state's member of political party?\nEvidence:\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> member of political party -> Free Democratic Party (1974)\n Hop 3: Free Democratic Party -> chairperson -> Hans-Dietrich Genscher (1974)\n Answer: Hans-Dietrich Genscher", "t_query": 1974.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003497", "prompt": " In 1969, whose country of citizenship was Soviet Union?\nEvidence:\n- Viktor Kulikov | country of citizenship | Soviet Union | 1969\n- Yevpatoriia | country | Soviet Union | 1969\n- Yalta | country | Soviet Union | 1969\n- Voronezh | country | Soviet Union | 1969\n- Volhynia | country | Soviet Union | 1969\n- Vinnytsia | country | Soviet Union | 1969\n- Urgench | country | Soviet Union | 1969\n- Uman | country | Soviet Union | 1969\n- Torzhok | country | Soviet Union | 1969\n- Tbilisi | country | Soviet Union | 1969\n- Sudak | country | Soviet Union | 1969\n- Starodub | country | Soviet Union | 1969\n- Simferopol | country | Soviet Union | 1969\n- Siberia | country | Soviet Union | 1969\n- Sevastopol | country | Soviet Union | 1969\nReasoning:", "completion": " Hop 1: Grigoriy Yegorov -> country of citizenship -> Soviet Union (1969)\n Answer: Grigoriy Yegorov", "t_query": 1969.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003498", "prompt": " In 1987, whose contains the administrative territorial entity's country of citizenship's head of government was Hamburg?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hamburg | 1987\n- West Germany | contains the administrative territorial entity | Saarland | 1987\n- West Germany | contains the administrative territorial entity | Hesse | 1987\n- West Germany | contains the administrative territorial entity | Bremen | 1987\n- West Germany | contains the administrative territorial entity | Bavaria | 1987\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1987\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1987\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1987\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1987\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1987\n- Saarland | located in the administrative territorial entity | West Germany | 1987\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1987\n- Bild | place of publication | Hamburg | 1987\n- World Legacy | port of registry | Hamburg | 1987\n- Horst Bredekamp | work location | Hamburg | 1987\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Hamburg (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: Germany -> head of government -> Helmut Kohl (1987)\n Answer: Germany", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003499", "prompt": " In what year was the territory claimed by of Bernard Schultze's work location's country equal to German Democratic Republic?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> territory claimed by -> German Democratic Republic (1953)\n Answer: 1953", "t_query": 1953.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 3} +{"id": "sft_003500", "prompt": " In 1984, what was the country of citizenship of Andrea Carrea?\nEvidence:\n- Andrea Carrea | country of citizenship | Italy | 1984\n- Andrea Pangrazio | country of citizenship | Italy | 1984\n- Andrea Miano | country of citizenship | Italy | 1984\n- Andrea Cassone | country of citizenship | Italy | 1984\n- Andrea Bianchi | country of citizenship | Italy | 1984\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Andrea Carrea -> country of citizenship -> Italy (1984)\n Answer: Italy", "t_query": 1984.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003501", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon equal to Rillieux-la-Pape?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Rillieux-la-Pape | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | La Mulatière | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Rillieux-la-Pape (2003)\n Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003502", "prompt": " After Friedrich Guggenberger military, police or special rank officer candidate, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Bavaria (1972)\n Answer: Bavaria", "t_query": 1972.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003503", "prompt": " In what year was the contains the administrative territorial entity of Rhône equal to Vénissieux?\nEvidence:\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\n- Q945660 | located in the administrative territorial entity | Q3083 | 1947\n- Q945660 | located in the administrative territorial entity | Q12736 | 1947\nReasoning:", "completion": " Hop 1: Rhône -> contains the administrative territorial entity -> Vénissieux (1947)\n Answer: 1947", "t_query": 1947.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 10} +{"id": "sft_003504", "prompt": " After Giuseppe Ferrara country of citizenship Italy, what was the position held of Italy7492's country of citizenship's head of state?\nEvidence:\n- Giuseppe Prisco | country of citizenship | Italy | 1964\n- Giuseppe Patanè | country of citizenship | Italy | 1964\n- Giuseppe Paratore | country of citizenship | Italy | 1964\n- Giuseppe Meazza | country of citizenship | Italy | 1964\n- Giuseppe Gabrielli | country of citizenship | Italy | 1964\n- Giuseppe Colnago | country of citizenship | Italy | 1964\n- Giuseppe Busso | country of citizenship | Italy | 1964\n- Giuseppe Antonini | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Antonio Segni (1964)\n Hop 3: Antonio Segni -> position held -> President of Italy (1964)\n Answer: President of Italy", "t_query": 1964.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003505", "prompt": " After Hermann Joseph Muller work location Houston, what was the work location of Hermann Joseph Muller?\nEvidence:\n- Hermann Joseph Muller | work location | Austin | 1929\nReasoning:", "completion": " Hop 1: Hermann Joseph Muller -> work location -> Austin (1929)\n Answer: Austin", "t_query": 1929.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 1} +{"id": "sft_003506", "prompt": " After Anselmo Colzani country of citizenship Italy, what was the currency of Lina Bo Bardi's country of citizenship?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Anselmo Colzani | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Lina Bo Bardi -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> currency -> Italian lira (1970)\n Answer: Italian lira", "t_query": 1970.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003507", "prompt": " In 1978, what was the head of state of Marco Tulli's country of citizenship?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Marco Tulli -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> head of state -> Giovanni Leone (1978)\n Answer: Giovanni Leone", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003508", "prompt": " Who was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance before Bavaria?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1972)\n Answer: Baden-Württemberg", "t_query": 1972.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003509", "prompt": " Who was the contains the administrative territorial entity of MetLife's headquarters's head of government's residence after Commonwealth of the Philippines?\nEvidence:\n- MetLife | headquarters location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- William Vickrey | residence | New York City | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\n- Elliott Erwitt | work location | New York City | 1952\nReasoning:", "completion": " Hop 1: MetLife -> headquarters -> New York City (1952)\n Hop 2: New York City -> head of government -> Vincent R. Impellitteri (1952)\n Hop 3: Vincent R. Impellitteri -> residence -> United States (1952)\n Hop 4: United States -> contains the administrative territorial entity -> Territory of Hawaii (1952)\n Answer: Territory of Hawaii", "t_query": 1952.0, "chain_length": 4, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003510", "prompt": " In 1964, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giuseppe Saragat | position held | President of Italy | 1964\n- Antonio Segni | position held | President of Italy | 1964\n- Italy | head of state | Giuseppe Saragat | 1964\n- Italy | head of state | Antonio Segni | 1964\n- Antonio Segni | position held | Italian senator for life | 1964\n- Giuseppe Saragat | country of citizenship | Italy | 1964\n- Antonio Segni | country of citizenship | Italy | 1964\n- Antonio Segni | award received | Charlemagne Prize | 1964\nReasoning:", "completion": " Hop 1: Giuseppe Saragat -> position held -> President of Italy (1964)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1964)\n Hop 3: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Answer: Carmelo Cappello", "t_query": 1964.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 8} +{"id": "sft_003511", "prompt": " In 1952, what was the head of government of MetLife's headquarters?\nEvidence:\n- MetLife | headquarters location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- Variety | place of publication | New York City | 1952\n- William Vickrey | residence | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Elliott Erwitt | work location | New York City | 1952\nReasoning:", "completion": " Hop 1: MetLife -> headquarters -> New York City (1952)\n Hop 2: New York City -> head of government -> Vincent R. Impellitteri (1952)\n Answer: Vincent R. Impellitteri", "t_query": 1952.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003512", "prompt": " In 1950, whose contains the administrative territorial entity's country was Bavaria?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Bavaria (1950)\n Hop 2: Mannheim -> country -> West Germany (1950)\n Answer: Mannheim", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003513", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon after Meyzieu?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Genay (2003)\n Answer: Genay", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003514", "prompt": " After Irene Galitzine country of citizenship Italy, what was the shares border with of Maria Rita Saulle's country of citizenship?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Italy | shares border with | Yugoslavia | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Maria Rita Saulle -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> shares border with -> Yugoslavia (1989)\n Answer: Yugoslavia", "t_query": 1989.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003515", "prompt": " Who was the member of sports team of Paweł Kieszek after Polonia Warsaw?\nEvidence:\n- Paweł Kieszek | member of sports team | Polonia Warsaw | 2007\n- Paweł Kieszek | member of sports team | S.C. Braga | 2007\n- Q670214 | member of sports team | Polonia Warsaw | 2007\n- Q655920 | member of sports team | Polonia Warsaw | 2007\n- Q718432 | member of sports team | S.C. Braga | 2007\n- Q172149 | member of sports team | S.C. Braga | 2007\n- Césinha | member of sports team | S.C. Braga | 2007\n- Roland Linz | member of sports team | S.C. Braga | 2007\n- João Pereira | member of sports team | S.C. Braga | 2007\n- Diego Costa | member of sports team | S.C. Braga | 2007\nReasoning:", "completion": " Hop 1: Paweł Kieszek -> member of sports team -> S.C. Braga (2007)\n Answer: S.C. Braga", "t_query": 2007.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 10} +{"id": "sft_003516", "prompt": " After Carlo Cercignani country of citizenship Italy, what was the position held of Italy7492's country of citizenship's head of state?\nEvidence:\n- Carlo Zecchi | country of citizenship | Italy | 1964\n- Carlo Toniatti | country of citizenship | Italy | 1964\n- Carlo Bandirola | country of citizenship | Italy | 1964\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Antonio Segni (1964)\n Hop 3: Antonio Segni -> position held -> Italian senator for life (1964)\n Answer: Italian senator for life", "t_query": 1964.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003517", "prompt": " Who was the currency of Carel Willink's work location's country's shares border with after Belgian franc?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Hop 1: Carel Willink -> work location -> Berlin (1920)\n Hop 2: Berlin -> country -> Weimar Republic (1920)\n Hop 3: Weimar Republic -> shares border with -> Neutral Moresnet (1920)\n Hop 4: Neutral Moresnet -> currency -> French franc (1920)\n Answer: French franc", "t_query": 1920.0, "chain_length": 4, "operator_type": "before_after", "n_evidence": 9} +{"id": "sft_003518", "prompt": " In 1935, whose located in was Nemuro Subprefecture (1897—2010)?\nEvidence:\n- Signalny | located in the administrative territorial entity | Nemuro Subprefecture (1897—2010) | 1935\n- Berutarube | located in the administrative territorial entity | Nemuro Subprefecture (1897—2010) | 1935\n- Polonsky Island | located in the administrative territorial entity | Nemuro Subprefecture (1897—2010) | 1935\n- Signalny | country | Empire of Japan | 1935\n- Polonsky Island | country | Empire of Japan | 1935\n- Berutarube | country | Empire of Japan | 1935\nReasoning:", "completion": " Hop 1: Signalny -> located in -> Nemuro Subprefecture (1897—2010) (1935)\n Answer: Signalny", "t_query": 1935.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_003519", "prompt": " After Route nationale 401 located in Meurthe-et-Moselle, what was the located in of Route nationale 401?\nEvidence:\n- Route nationale 401 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\n- Route nationale 411 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\n- Route nationale 401 | located in the administrative territorial entity | Meuse | 1946\n- Route nationale 401 | located in the administrative territorial entity | Haute-Marne | 1946\n- Q731279 | located in the administrative territorial entity | Haute-Marne | 1946\nReasoning:", "completion": " Hop 1: Route nationale 401 -> located in -> Meuse (1946)\n Answer: Meuse", "t_query": 1946.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 5} +{"id": "sft_003520", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Albigny-sur-Saône, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Albigny-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Rochetaillée-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Neuville-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Fleurieu-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Feyzin (2003)\n Answer: Feyzin", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003521", "prompt": " In 1974, what was the officeholder of Germany's head of state's position held?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> position held -> president of Germany (1974)\n Hop 3: president of Germany -> officeholder -> Gustav Heinemann (1974)\n Answer: Gustav Heinemann", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003522", "prompt": " After Mordovian Autonomous Soviet Socialist Republic located in Russian Soviet Federative Socialist Republic, what was the anthem of Russian Soviet Federative Socialist Republic?\nEvidence:\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1987\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1987\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Sakhalin Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Khabarovsk Krai | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\nReasoning:", "completion": " Hop 1: Russian Soviet Federative Socialist Republic -> anthem -> State Anthem of the Soviet Union (1987)\n Answer: State Anthem of the Soviet Union", "t_query": 1987.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003523", "prompt": " In 1987, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1987)\n Answer: Baden-Württemberg", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003524", "prompt": " After Irene Galitzine country of citizenship Italy, what was the head of state of Lelio Antoniotti's country of citizenship?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\n- Tullio Kezich | country of citizenship | Italy | 1973\nReasoning:", "completion": " Hop 1: Lelio Antoniotti -> country of citizenship -> Italy (1973)\n Hop 2: Italy -> head of state -> Giovanni Leone (1973)\n Answer: Giovanni Leone", "t_query": 1973.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003525", "prompt": " After Giovanni Cornacchia country of citizenship Italy, what was the head of state of Flaviano Vicentini's country of citizenship?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Giovanni Mardersteig | country of citizenship | Italy | 1967\n- Giovanni Invernizzi | country of citizenship | Italy | 1967\n- Giovanni Goria | country of citizenship | Italy | 1967\n- Giovanni Ferrofino | country of citizenship | Italy | 1967\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\nReasoning:", "completion": " Hop 1: Flaviano Vicentini -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1967)\n Answer: Giuseppe Saragat", "t_query": 1967.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003526", "prompt": " In 1980, whose head of government was Arnaldo Forlani?\nEvidence:\n- Italy | head of government | Arnaldo Forlani | 1980\n- Arnaldo Forlani | position held | Prime Minister of Italy | 1980\n- Zita of Bourbon-Parma | country of citizenship | Italy | 1980\n- Q679495 | country of citizenship | Italy | 1980\n- Q658206 | country of citizenship | Italy | 1980\n- Q454036 | country of citizenship | Italy | 1980\n- Q435856 | country of citizenship | Italy | 1980\n- Q219490 | country of citizenship | Italy | 1980\n- Vittorio Caprioli | country of citizenship | Italy | 1980\n- Vittore Catella | country of citizenship | Italy | 1980\n- Veriano Luchetti | country of citizenship | Italy | 1980\n- Ulrico Girardi | country of citizenship | Italy | 1980\n- Ugo Poletti | country of citizenship | Italy | 1980\n- Tullio Kezich | country of citizenship | Italy | 1980\n- Tonino Cervi | country of citizenship | Italy | 1980\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Arnaldo Forlani (1980)\n Answer: Italy", "t_query": 1980.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003527", "prompt": " Who was the head of state of Tilla Durieux's spouse's work location's country before Paul von Hindenburg?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Hop 1: Tilla Durieux -> spouse -> Paul Cassirer (1921)\n Hop 2: Paul Cassirer -> work location -> Berlin (1921)\n Hop 3: Berlin -> country -> Weimar Republic (1921)\n Hop 4: Weimar Republic -> head of state -> Friedrich Ebert (1921)\n Answer: Friedrich Ebert", "t_query": 1921.0, "chain_length": 4, "operator_type": "before_after", "n_evidence": 3} +{"id": "sft_003528", "prompt": " In 2003, whose contains the administrative territorial entity's located in's contains the administrative territorial entity was Bron?\nEvidence:\n- Rhône | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Rhône | contains the administrative territorial entity | Vénissieux | 2003\n- Rhône | contains the administrative territorial entity | Villeurbanne | 2003\n- Rhône | contains the administrative territorial entity | Meyzieu | 2003\n- Rhône | contains the administrative territorial entity | Genay | 2003\n- Rhône | contains the administrative territorial entity | Francheville | 2003\n- Rhône | contains the administrative territorial entity | Feyzin | 2003\n- Ternay | located in the administrative territorial entity | Rhône | 2003\n- Chaponnay | located in the administrative territorial entity | Rhône | 2003\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 2003\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\nReasoning:", "completion": " Hop 1: Rhône -> contains the administrative territorial entity -> Bron (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003529", "prompt": " Who was the country of citizenship of Giorgio Rebuffi after Kingdom of Italy?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Guerra | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\nReasoning:", "completion": " Hop 1: Giorgio Rebuffi -> country of citizenship -> Italy (1997)\n Answer: Italy", "t_query": 1997.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003530", "prompt": " In 1966, whose general secretary's member of was Maurice Genevoix?\nEvidence:\n- Académie Française | general secretary | Maurice Genevoix | 1966\n- Q998913 | member of | Académie Française | 1966\n- René Huyghe | member of | Académie Française | 1966\n- Jérôme Carcopino | member of | Académie Française | 1966\n- Jean Paulhan | member of | Académie Française | 1966\n- Jean Guéhenno | member of | Académie Française | 1966\n- François Mauriac | member of | Académie Française | 1966\n- Eugène Tisserant | member of | Académie Française | 1966\n- Pierre-Henri Simon | member of | Académie Française | 1966\nReasoning:", "completion": " Hop 1: Académie Française -> general secretary -> Maurice Genevoix (1966)\n Hop 2: Eugène Tisserant -> member of -> Académie Française (1966)\n Answer: Eugène Tisserant", "t_query": 1966.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 9} +{"id": "sft_003531", "prompt": " After Bad Kissingen country West Germany, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- Bad Kissingen | country | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> South Baden (1950)\n Answer: South Baden", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003532", "prompt": " After Germany head of government Kurt Georg Kiesinger, what was the significant event of Germany?\nEvidence:\n- Germany | significant event | Berlin Wall | 1974\n- Germany | significant event | Basic Treaty | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\nReasoning:", "completion": " Hop 1: Germany -> significant event -> Basic Treaty (1974)\n Answer: Basic Treaty", "t_query": 1974.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003533", "prompt": " In 1953, what was the territory claimed by of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> territory claimed by -> German Democratic Republic (1953)\n Answer: German Democratic Republic", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_003534", "prompt": " In 1998, whose head of state was Oscar Luigi Scalfaro?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1998\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1998\n- Oscar Luigi Scalfaro | position held | President of Italy | 1998\n- Luigi Comencini | country of citizenship | Italy | 1998\n- Luigi Agnolin | country of citizenship | Italy | 1998\n- Luigi Abeni | country of citizenship | Italy | 1998\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1998\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1998\n- Q679495 | country of citizenship | Italy | 1998\n- Q454036 | country of citizenship | Italy | 1998\n- Q445276 | country of citizenship | Italy | 1998\n- Q383551 | country of citizenship | Italy | 1998\n- Vittore Catella | country of citizenship | Italy | 1998\n- Vito Lattanzio | country of citizenship | Italy | 1998\n- Veriano Luchetti | country of citizenship | Italy | 1998\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Oscar Luigi Scalfaro (1998)\n Answer: Italy", "t_query": 1998.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003535", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Rhône -> contains the administrative territorial entity -> Vénissieux (2003)\n Answer: Vénissieux", "t_query": 2003.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003536", "prompt": " After Guido Crepax country of citizenship Italy, what was the member of of Luigi Pistilli's country of citizenship?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Guido Agosti | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Luigi Pistilli -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> member of -> European Economic Community (1963)\n Answer: European Economic Community", "t_query": 1963.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003537", "prompt": " After Erlangen country West Germany, what was the contains the administrative territorial entity of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Hesse (1953)\n Answer: Hesse", "t_query": 1953.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 3} +{"id": "sft_003538", "prompt": " In what year was the head of state of Ignazio Cannavò's country of citizenship equal to Alcide De Gasperi?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Alberto Maria De Agostini | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Hop 1: Ignazio Cannavò -> country of citizenship -> Italy (1946)\n Hop 2: Italy -> head of state -> Alcide De Gasperi (1946)\n Answer: 1946", "t_query": 1946.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003539", "prompt": " In 1953, whose contains the administrative territorial entity's country's work location was Rhineland-Palatinate?\nEvidence:\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1953\n- West Germany | contains the administrative territorial entity | Hesse | 1953\n- West Germany | contains the administrative territorial entity | Hamburg | 1953\n- West Germany | contains the administrative territorial entity | Bremen | 1953\n- West Germany | contains the administrative territorial entity | Bavaria | 1953\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1953\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1953\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1953\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1953\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1953\n- Würzburg | country | West Germany | 1953\n- Wuppertal | country | West Germany | 1953\n- Wiesbaden | country | West Germany | 1953\n- Viersen | country | West Germany | 1953\n- Speyer | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Rhineland-Palatinate (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: Bernard Schultze -> work location -> Frankfurt (1953)\n Answer: Bernard Schultze", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003540", "prompt": " In 1995, what was the position held of Ralf Fücks?\nEvidence:\n- Ralf Fücks | position held | list of mayors of Bremen | 1995\nReasoning:", "completion": " Hop 1: Ralf Fücks -> position held -> list of mayors of Bremen (1995)\n Answer: list of mayors of Bremen", "t_query": 1995.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_003541", "prompt": " In what year was the head of state of Luigi Pistilli's country of citizenship equal to Antonio Segni?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Antonio Leonviola | country of citizenship | Italy | 1963\n- Antonio Fessia | country of citizenship | Italy | 1963\n- Antonio Calderara | country of citizenship | Italy | 1963\n- Antonio Brivio | country of citizenship | Italy | 1963\n- Antonio Bacci | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Luigi Pistilli -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Answer: 1963", "t_query": 1963.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003542", "prompt": " Who was the position held of John Paul I's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Uberto de Morpurgo | country for sport | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: John Paul I -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1961)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1961)\n Answer: President of Italy", "t_query": 1961.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003543", "prompt": " In 1994, whose head of government was Carlo Azeglio Ciampi?\nEvidence:\n- Italy | head of government | Carlo Azeglio Ciampi | 1994\n- Carlo Fruttero | country of citizenship | Italy | 1994\n- Carlo Cercignani | country of citizenship | Italy | 1994\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Carlo Azeglio Ciampi (1994)\n Answer: Italy", "t_query": 1994.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003544", "prompt": " Who was the employer of Vasily Vladimirov after Red Army?\nEvidence:\n- Vasily Vladimirov | employer | Steklov Institute of Mathematics | 1998\n- Q85404 | employer | Steklov Institute of Mathematics | 1998\nReasoning:", "completion": " Hop 1: Vasily Vladimirov -> employer -> Steklov Institute of Mathematics (1998)\n Answer: Steklov Institute of Mathematics", "t_query": 1998.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 2} +{"id": "sft_003545", "prompt": " After Bryansk Oblast located in Russian Soviet Federative Socialist Republic, what was the member of of Chelyabinsk Oblast's located in?\nEvidence:\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1974\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1974\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1974\n- Bryansk Oblast | country | Soviet Union | 1974\n- Chelyabinsk Oblast | country | Soviet Union | 1974\n- Zlatoust | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Yuzhnouralsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Troitsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Miass | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Verkhny Ufaley | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1974\n- Chelyabinsk | country | Soviet Union | 1974\n- Turkmen Soviet Socialist Republic | country | Soviet Union | 1974\n- Georgian Soviet Socialist Republic | country | Soviet Union | 1974\nReasoning:", "completion": " Hop 1: Chelyabinsk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1974)\n Hop 2: Russian Soviet Federative Socialist Republic -> member of -> Soviet Union (1974)\n Answer: Soviet Union", "t_query": 1974.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003546", "prompt": " In 1947, whose country's located in was Socialist Federal Republic of Yugoslavia?\nEvidence:\n- Šibenik | country | Socialist Federal Republic of Yugoslavia | 1947\n- Zagreb | country | Socialist Federal Republic of Yugoslavia | 1947\n- Vršac | country | Socialist Federal Republic of Yugoslavia | 1947\n- Skopje | country | Socialist Federal Republic of Yugoslavia | 1947\n- Q583161 | country | Socialist Federal Republic of Yugoslavia | 1947\n- Q55630 | country | Socialist Federal Republic of Yugoslavia | 1947\n- Q5266 | country | Socialist Federal Republic of Yugoslavia | 1947\n- Pula | country | Socialist Federal Republic of Yugoslavia | 1947\n- Pristina | country | Socialist Federal Republic of Yugoslavia | 1947\n- Perast | country | Socialist Federal Republic of Yugoslavia | 1947\n- Peja | country | Socialist Federal Republic of Yugoslavia | 1947\n- Niš | country | Socialist Federal Republic of Yugoslavia | 1947\n- Ljubljana | country | Socialist Federal Republic of Yugoslavia | 1947\n- Kovin | country | Socialist Federal Republic of Yugoslavia | 1947\n- Gjilan | country | Socialist Federal Republic of Yugoslavia | 1947\nReasoning:", "completion": " Hop 1: Socialist Autonomous Province of Vojvodina -> country -> Socialist Federal Republic of Yugoslavia (1947)\n Hop 2: Opovo Municipality -> located in -> Socialist Autonomous Province of Vojvodina (1947)\n Answer: Opovo Municipality", "t_query": 1947.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003547", "prompt": " In 1963, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Economic Community (1963)\n Hop 2: Francesca Romana Coluzzi -> country of citizenship -> Italy (1963)\n Answer: Francesca Romana Coluzzi", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003548", "prompt": " After Giorgio Manganelli country of citizenship Italy, what was the shares border with of Raul Gardini's country of citizenship?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Italy | shares border with | Yugoslavia | 1989\n- Giorgio Manganelli | country of citizenship | Italy | 1989\n- Giorgio Perlasca | country of citizenship | Italy | 1989\n- Giorgio Oberweger | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Raul Gardini -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> shares border with -> Yugoslavia (1989)\n Answer: Yugoslavia", "t_query": 1989.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003549", "prompt": " In what year was the head of government of Italy equal to Giovanni Spadolini?\nEvidence:\n- Giovanni Invernizzi | country of citizenship | Italy | 1982\n- Giovanni Goria | country of citizenship | Italy | 1982\n- Q219490 | country of citizenship | Italy | 1982\n- Veriano Luchetti | country of citizenship | Italy | 1982\n- Tullio Kezich | country of citizenship | Italy | 1982\n- Tonino Cervi | country of citizenship | Italy | 1982\n- Tiziano Terzani | country of citizenship | Italy | 1982\n- Stéphane Grappelli | country of citizenship | Italy | 1982\n- Simon Spierer | country of citizenship | Italy | 1982\n- Sergio Mantovani | country of citizenship | Italy | 1982\n- Sergio Bonelli | country of citizenship | Italy | 1982\n- Salvatore Cassisa | country of citizenship | Italy | 1982\n- Rossana Rossanda | country of citizenship | Italy | 1982\n- Renata Tebaldi | country of citizenship | Italy | 1982\n- Primo Nebiolo | country of citizenship | Italy | 1982\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Giovanni Spadolini (1982)\n Answer: 1982", "t_query": 1982.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003550", "prompt": " In 1987, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Saarland (1987)\n Answer: Saarland", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003551", "prompt": " In 1952, whose shares border with's residence's head of government's headquarters was Panama?\nEvidence:\n- United States | shares border with | Panama | 1952\n- United States | head of government | Harry S. Truman | 1952\n- Frank Tieri | residence | United States | 1952\n- Erazim Kohák | residence | United States | 1952\n- Enrico Fermi | residence | United States | 1952\n- Catherine Schell | residence | United States | 1952\n- Vincent R. Impellitteri | residence | United States | 1952\n- Hans Albert Einstein | residence | United States | 1952\n- Emilio G. Segrè | residence | United States | 1952\n- Yul Brynner | country of citizenship | United States | 1952\n- Tina Turner | country of citizenship | United States | 1952\n- Richard Pipes | country of citizenship | United States | 1952\n- Angela Lansbury | country of citizenship | United States | 1952\n- Menachem Mendel Schneerson | country of citizenship | United States | 1952\n- Hans Albert Einstein | country of citizenship | United States | 1952\nReasoning:", "completion": " Hop 1: United States -> shares border with -> Panama (1952)\n Hop 2: Vincent R. Impellitteri -> residence -> United States (1952)\n Hop 3: New York City -> head of government -> Vincent R. Impellitteri (1952)\n Hop 4: MetLife -> headquarters -> New York City (1952)\n Answer: MetLife", "t_query": 1952.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003552", "prompt": " After Frankfurt head of government Georg Voigt, what was the located in of Frankfurt?\nEvidence:\n- Frankfurt | head of government | Georg Voigt | 1915\n- Frankfurt | located in the administrative territorial entity | Wiesbaden Government Region | 1915\n- Wiesbaden | located in the administrative territorial entity | Wiesbaden Government Region | 1915\n- Frankfurt | country | German Empire | 1915\n- Georg August Zenker | country of citizenship | German Empire | 1915\n- Frankfurt (Oder) | country | German Empire | 1915\n- hyperinflation in the Weimar Republic | country | German Empire | 1915\n- Q87105 | country of citizenship | German Empire | 1915\n- Q76638 | country of citizenship | German Empire | 1915\n- Wilhelm Röntgen | country of citizenship | German Empire | 1915\n- Albrecht Brandi | country of citizenship | German Empire | 1915\n- Zwickau | country | German Empire | 1915\n- Zimmern | country | German Empire | 1915\n- Wrocław | country | German Empire | 1915\n- Wittmund | country | German Empire | 1915\nReasoning:", "completion": " Hop 1: Frankfurt -> located in -> Wiesbaden Government Region (1915)\n Answer: Wiesbaden Government Region", "t_query": 1915.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003553", "prompt": " After Giorgio Albani country of citizenship Italy, what was the position held of Claudia Vinciguerra's country of citizenship's head of state?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Giorgio Perlasca | country of citizenship | Italy | 1968\n- Giorgio Oberweger | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Claudia Vinciguerra -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1968)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1968)\n Answer: President of Italy", "t_query": 1968.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003554", "prompt": " In what year was the shares border with of Clelio Darida's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1968\n- Clelio Darida | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Clelio Darida -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> shares border with -> Yugoslavia (1968)\n Answer: 1968", "t_query": 1968.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003555", "prompt": " In 1984, what was the member of of Andrea Carrea's country of citizenship?\nEvidence:\n- Andrea Carrea | country of citizenship | Italy | 1984\n- Andrea Pangrazio | country of citizenship | Italy | 1984\n- Andrea Miano | country of citizenship | Italy | 1984\n- Andrea Cassone | country of citizenship | Italy | 1984\n- Andrea Bianchi | country of citizenship | Italy | 1984\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Andrea Carrea -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> member of -> European Economic Community (1984)\n Answer: European Economic Community", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003556", "prompt": " In 1935, what was the country of citizenship of Bruno Visintin?\nEvidence:\n- Bruno Visintin | country of citizenship | Kingdom of Italy | 1935\n- Bruno Fattori | country of citizenship | Kingdom of Italy | 1935\n- Bruno Barilli | country of citizenship | Kingdom of Italy | 1935\n- Q976653 | country of citizenship | Kingdom of Italy | 1935\n- Q972711 | country of citizenship | Kingdom of Italy | 1935\n- Q922237 | country of citizenship | Kingdom of Italy | 1935\n- Q890523 | country of citizenship | Kingdom of Italy | 1935\n- Q710497 | country of citizenship | Kingdom of Italy | 1935\n- Q678253 | country of citizenship | Kingdom of Italy | 1935\n- Q654973 | country of citizenship | Kingdom of Italy | 1935\n- Q650303 | country of citizenship | Kingdom of Italy | 1935\n- Q527400 | country of citizenship | Kingdom of Italy | 1935\n- Q51189 | country of citizenship | Kingdom of Italy | 1935\n- Q432318 | country of citizenship | Kingdom of Italy | 1935\n- Q432257 | country of citizenship | Kingdom of Italy | 1935\nReasoning:", "completion": " Hop 1: Bruno Visintin -> country of citizenship -> Kingdom of Italy (1935)\n Answer: Kingdom of Italy", "t_query": 1935.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003557", "prompt": " In 1987, whose diplomatic relation's country of citizenship's head of government was German Democratic Republic?\nEvidence:\n- Germany | diplomatic relation | German Democratic Republic | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Q99920 | country of citizenship | German Democratic Republic | 1987\n- Q97584 | country of citizenship | German Democratic Republic | 1987\n- Q96955 | country of citizenship | German Democratic Republic | 1987\n- Q77767 | country of citizenship | German Democratic Republic | 1987\n- Q73946 | country of citizenship | German Democratic Republic | 1987\n- Q72475 | country of citizenship | German Democratic Republic | 1987\n- Q72461 | country of citizenship | German Democratic Republic | 1987\n- Q70388 | country of citizenship | German Democratic Republic | 1987\n- Q67488 | country of citizenship | German Democratic Republic | 1987\n- Q67341 | country of citizenship | German Democratic Republic | 1987\n- Q639333 | country of citizenship | German Democratic Republic | 1987\n- Q61483 | country of citizenship | German Democratic Republic | 1987\n- Q449313 | country of citizenship | German Democratic Republic | 1987\nReasoning:", "completion": " Hop 1: West Germany -> diplomatic relation -> German Democratic Republic (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: Germany -> head of government -> Helmut Kohl (1987)\n Answer: Germany", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003558", "prompt": " In 1970, whose country of citizenship was Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Tonino Cervi | country of citizenship | Italy | 1970\n- Tiziano Terzani | country of citizenship | Italy | 1970\n- Stéphane Grappelli | country of citizenship | Italy | 1970\n- Simon Spierer | country of citizenship | Italy | 1970\n- Sergio Mantovani | country of citizenship | Italy | 1970\n- Sergio Bonelli | country of citizenship | Italy | 1970\n- Rossana Rossanda | country of citizenship | Italy | 1970\n- Romeo Bertini | country of citizenship | Italy | 1970\n- Renata Tebaldi | country of citizenship | Italy | 1970\n- Primo Nebiolo | country of citizenship | Italy | 1970\n- Pietro Parente | country of citizenship | Italy | 1970\n- Oriana Fallaci | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Answer: Claudio Cavazza", "t_query": 1970.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003559", "prompt": " In 1974, what was the member of of Chelyabinsk Oblast's located in?\nEvidence:\n- Zlatoust | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Yuzhnouralsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Troitsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Miass | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Verkhny Ufaley | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Chelyabinsk Oblast | country | Soviet Union | 1974\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Chelyabinsk | country | Soviet Union | 1974\n- Sumy Oblast | country | Soviet Union | 1974\n- Semipalatinsk Oblast | country | Soviet Union | 1974\n- Poltava Oblast | country | Soviet Union | 1974\n- Omsk Oblast | country | Soviet Union | 1974\n- Odesa Oblast | country | Soviet Union | 1974\n- Novosibirsk Oblast | country | Soviet Union | 1974\n- Murmansk Oblast | country | Soviet Union | 1974\nReasoning:", "completion": " Hop 1: Chelyabinsk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1974)\n Hop 2: Russian Soviet Federative Socialist Republic -> member of -> Soviet Union (1974)\n Answer: Soviet Union", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003560", "prompt": " In what year was the position held of Italy's head of government equal to Prime Minister of Italy?\nEvidence:\n- Giuseppe Paratore | position held | Italian senator for life | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Veriano Luchetti | country of citizenship | Italy | 1957\n- Tonino Cervi | country of citizenship | Italy | 1957\n- Tiziano Terzani | country of citizenship | Italy | 1957\n- Stéphane Grappelli | country of citizenship | Italy | 1957\n- Simon Spierer | country of citizenship | Italy | 1957\n- Sergio Mantovani | country of citizenship | Italy | 1957\n- Sergio Bonelli | country of citizenship | Italy | 1957\n- Rossana Rossanda | country of citizenship | Italy | 1957\n- Romeo Bertini | country of citizenship | Italy | 1957\n- Renata Tebaldi | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Adone Zoli (1957)\n Hop 2: Adone Zoli -> position held -> Prime Minister of Italy (1957)\n Answer: 1957", "t_query": 1957.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003561", "prompt": " In what year was the head of state of Gerardo Marotta's country of citizenship equal to Carlo Azeglio Ciampi?\nEvidence:\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Carlo Giuffré | country of citizenship | Italy | 2001\n- Carlo Fruttero | country of citizenship | Italy | 2001\n- Carlo Curis | country of citizenship | Italy | 2001\n- Carlo Cercignani | country of citizenship | Italy | 2001\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\nReasoning:", "completion": " Hop 1: Gerardo Marotta -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2001)\n Answer: 2001", "t_query": 2001.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003562", "prompt": " After Philipp Lenard country of citizenship Germany, what was the basic form of government of Germany's diplomatic relation?\nEvidence:\n- Germany | diplomatic relation | Afghanistan | 1956\n- Afghanistan | basic form of government | constitutional monarchy | 1956\n- Germany | head of government | Konrad Adenauer | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- Jürgen Kissner | country of citizenship | West Germany | 1956\n- Bonn | capital of | Germany | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | West Germany | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Germany | member of | Western European Union | 1956\n- Germany | head of state | Theodor Heuss | 1956\n- West Germany | currency | Deutsche Mark | 1956\n- Germany | shares border with | Czechoslovakia | 1956\n- president of Germany | position holder | Theodor Heuss | 1956\nReasoning:", "completion": " Hop 1: Germany -> diplomatic relation -> Afghanistan (1956)\n Hop 2: Afghanistan -> basic form of government -> constitutional monarchy (1956)\n Answer: constitutional monarchy", "t_query": 1956.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003563", "prompt": " In what year was the position held of Italy's head of state equal to President of Italy?\nEvidence:\n- Giuseppe Paratore | position held | Italian senator for life | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\n- Tonino Cervi | country of citizenship | Italy | 1963\n- Tiziano Terzani | country of citizenship | Italy | 1963\n- Stéphane Grappelli | country of citizenship | Italy | 1963\n- Simon Spierer | country of citizenship | Italy | 1963\n- Sergio Mantovani | country of citizenship | Italy | 1963\n- Sergio Bonelli | country of citizenship | Italy | 1963\n- Rossana Rossanda | country of citizenship | Italy | 1963\n- Romeo Bertini | country of citizenship | Italy | 1963\n- Renata Tebaldi | country of citizenship | Italy | 1963\n- Primo Nebiolo | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Antonio Segni (1963)\n Hop 2: Antonio Segni -> position held -> President of Italy (1963)\n Answer: 1963", "t_query": 1963.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003564", "prompt": " In what year was the position held of Antonio Corpora's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1962)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1962)\n Answer: 1962", "t_query": 1962.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003565", "prompt": " In what year was the shares border with of Romano Mussolini's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1984\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Romano Mussolini -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> shares border with -> Yugoslavia (1984)\n Answer: 1984", "t_query": 1984.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003566", "prompt": " In 1989, what was the shares border with of Raul Gardini's country of citizenship?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Italy | shares border with | Yugoslavia | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Raul Gardini -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> shares border with -> Yugoslavia (1989)\n Answer: Yugoslavia", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003567", "prompt": " In what year was the country of David Bowie's work location equal to German Democratic Republic?\nEvidence:\n- David Bowie | work location | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\n- Q896393 | work location | Berlin | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Q497401 | terminus | Berlin | 1978\n- Anna Seghers | residence | Berlin | 1978\nReasoning:", "completion": " Hop 1: David Bowie -> work location -> Berlin (1978)\n Hop 2: Berlin -> country -> German Democratic Republic (1978)\n Answer: 1978", "t_query": 1978.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 10} +{"id": "sft_003568", "prompt": " In 1987, whose contains the administrative territorial entity's country of citizenship's head of government was Baden-Württemberg?\nEvidence:\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1987\n- Baden-Württemberg | head of government | Lothar Späth | 1987\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1987\n- Baden-Württemberg | country | West Germany | 1987\n- Oberliga Baden-Württemberg | country | West Germany | 1987\n- CDU Baden-Württemberg | chairperson | Lothar Späth | 1987\n- West Germany | contains the administrative territorial entity | Saarland | 1987\n- West Germany | contains the administrative territorial entity | Hesse | 1987\n- West Germany | contains the administrative territorial entity | Hamburg | 1987\n- West Germany | contains the administrative territorial entity | Bremen | 1987\n- West Germany | contains the administrative territorial entity | Bavaria | 1987\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1987\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1987\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1987\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1987\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: Germany -> head of government -> Helmut Kohl (1987)\n Answer: Germany", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003569", "prompt": " In what year was the head of government of William Vickrey's residence equal to Fiorello H. La Guardia?\nEvidence:\n- New York City | head of government | Fiorello H. La Guardia | 1938\n- William Vickrey | residence | New York City | 1938\n- Jane Jacobs | residence | New York City | 1938\n- Variety | place of publication | New York City | 1938\n- Weegee | work location | New York City | 1938\n- Q543585 | work location | New York City | 1938\n- MetLife | headquarters location | New York City | 1938\n- Max Weber | work location | New York City | 1938\n- Louise Bourgeois | work location | New York City | 1938\n- Lewis Mumford | work location | New York City | 1938\n- Hanns Eisler | work location | New York City | 1938\n- Ellsworth Kelly | work location | New York City | 1938\nReasoning:", "completion": " Hop 1: William Vickrey -> residence -> New York City (1938)\n Hop 2: New York City -> head of government -> Fiorello H. La Guardia (1938)\n Answer: 1938", "t_query": 1938.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 12} +{"id": "sft_003570", "prompt": " In what year was the member of sports team of Ismael Ruiz equal to Terrassa FC?\nEvidence:\n- Ismael Ruiz | member of sports team | Terrassa FC | 2006\n- Ismael Ruiz | member of sports team | Real Oviedo | 2006\n- Q983415 | member of sports team | Terrassa FC | 2006\n- Q929644 | member of sports team | Real Oviedo | 2006\n- Q350982 | member of sports team | Real Oviedo | 2006\n- Adrián López Álvarez | member of sports team | Real Oviedo | 2006\nReasoning:", "completion": " Hop 1: Ismael Ruiz -> member of sports team -> Terrassa FC (2006)\n Answer: 2006", "t_query": 2006.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 6} +{"id": "sft_003571", "prompt": " In 1920, what was the currency of Carel Willink's work location's country's shares border with?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Hop 1: Carel Willink -> work location -> Berlin (1920)\n Hop 2: Berlin -> country -> Weimar Republic (1920)\n Hop 3: Weimar Republic -> shares border with -> Neutral Moresnet (1920)\n Hop 4: Neutral Moresnet -> currency -> Belgian franc (1920)\n Answer: Belgian franc", "t_query": 1920.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 9} +{"id": "sft_003572", "prompt": " In 1972, what was the spouse of Alma Reville?\nEvidence:\n- Alma Reville | spouse | Alfred Hitchcock | 1972\nReasoning:", "completion": " Hop 1: Alma Reville -> spouse -> Alfred Hitchcock (1972)\n Answer: Alfred Hitchcock", "t_query": 1972.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_003573", "prompt": " In 1956, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1956\n- Germany | member of | European Coal and Steel Community | 1956\n- Belgium | member of | European Coal and Steel Community | 1956\n- Germany | member of | Western European Union | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\n- Veriano Luchetti | country of citizenship | Italy | 1956\n- Ulrico Girardi | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1956)\n Hop 2: Laura Veccia Vaglieri -> country of citizenship -> Italy (1956)\n Answer: Laura Veccia Vaglieri", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003574", "prompt": " After Boris Razinsky member of sports team PFC CSKA Moscow, what was the member of sports team of Boris Razinsky?\nEvidence:\n- Boris Razinsky | member of sports team | FK Daugava (2003) | 1970\n- Boris Razinsky | member of sports team | FC Ararat Yerevan | 1970\nReasoning:", "completion": " Hop 1: Boris Razinsky -> member of sports team -> FK Daugava (2003) (1970)\n Answer: FK Daugava (2003)", "t_query": 1970.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 2} +{"id": "sft_003575", "prompt": " After Kunashir Island country Empire of Japan, what was the country of Kunashir Island?\nEvidence:\n- Kunashir Island | country | Soviet Union | 1972\n- Q59054 | country of citizenship | Soviet Union | 1972\n- Q437262 | country of citizenship | Soviet Union | 1972\n- Q324083 | country of citizenship | Soviet Union | 1972\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1972\n- Yuri Manin | country of citizenship | Soviet Union | 1972\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1972\n- Viktor Kulikov | country of citizenship | Soviet Union | 1972\n- Vija Artmane | country of citizenship | Soviet Union | 1972\n- Vera Krepkina | country of citizenship | Soviet Union | 1972\n- Valeri Polyakov | country of citizenship | Soviet Union | 1972\n- Sergei Kovalev | country of citizenship | Soviet Union | 1972\n- Ruslan Khasbulatov | country of citizenship | Soviet Union | 1972\n- Raisa Gorbacheva | country of citizenship | Soviet Union | 1972\n- Otar Iosseliani | country of citizenship | Soviet Union | 1972\nReasoning:", "completion": " Hop 1: Kunashir Island -> country -> Soviet Union (1972)\n Answer: Soviet Union", "t_query": 1972.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003576", "prompt": " In what year was the educated at of Raymond Aubrac equal to Massachusetts Institute of Technology?\nEvidence:\n- Raymond Aubrac | educated at | Massachusetts Institute of Technology | 1937\n- Q92760 | educated at | Massachusetts Institute of Technology | 1937\n- Raymond Aubrac | educated at | Harvard University | 1937\n- Richard Feynman | educated at | Massachusetts Institute of Technology | 1937\n- Raymond Aubrac | educated at | École Nationale des Ponts et Chaussées | 1937\n- Q178577 | employer | Massachusetts Institute of Technology | 1937\n- Howard H. Aiken | educated at | Harvard University | 1937\n- Q982883 | employer | Harvard University | 1937\n- Q912906 | employer | Harvard University | 1937\n- Q183372 | employer | Harvard University | 1937\n- Hassler Whitney | employer | Harvard University | 1937\n- Edward Vermilye Huntington | employer | Harvard University | 1937\n- Clarence Irving Lewis | employer | Harvard University | 1937\nReasoning:", "completion": " Hop 1: Raymond Aubrac -> educated at -> Massachusetts Institute of Technology (1937)\n Answer: 1937", "t_query": 1937.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 13} +{"id": "sft_003577", "prompt": " After Luigi Pistilli country of citizenship Kingdom of Italy, what was the country of citizenship of Luigi Pistilli?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Luigi Pistilli -> country of citizenship -> Italy (1963)\n Answer: Italy", "t_query": 1963.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003578", "prompt": " In 1929, whose work location was Austin?\nEvidence:\n- Hermann Joseph Muller | work location | Austin | 1929\nReasoning:", "completion": " Hop 1: Hermann Joseph Muller -> work location -> Austin (1929)\n Answer: Hermann Joseph Muller", "t_query": 1929.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_003579", "prompt": " In 1962, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\n- Veriano Luchetti | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1962)\n Hop 2: Antonio Corpora -> country of citizenship -> Italy (1962)\n Answer: Antonio Corpora", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003580", "prompt": " In 1942, whose located in was State of Thuringia (1920–1952)?\nEvidence:\n- Weimar | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Q15976 | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Jena | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Gera | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Weimar | country | Nazi Germany | 1942\n- Jena | country | Nazi Germany | 1942\n- Carl Zeiss AG | headquarters location | Jena | 1942\nReasoning:", "completion": " Hop 1: Jena -> located in -> State of Thuringia (1920–1952) (1942)\n Answer: Jena", "t_query": 1942.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 7} +{"id": "sft_003581", "prompt": " In 1988, whose head of government's country of citizenship was Ciriaco De Mita?\nEvidence:\n- Italy | head of government | Ciriaco De Mita | 1988\n- Virginio De Paoli | country of citizenship | Italy | 1988\n- Velasio de Paolis | country of citizenship | Italy | 1988\n- Renzo De Felice | country of citizenship | Italy | 1988\n- Nevio de Zordo | country of citizenship | Italy | 1988\n- Mario De Donà | country of citizenship | Italy | 1988\n- Dino De Antoni | country of citizenship | Italy | 1988\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\n- Vittore Catella | country of citizenship | Italy | 1988\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Ciriaco De Mita (1988)\n Hop 2: Salvatore Fiume -> country of citizenship -> Italy (1988)\n Answer: Salvatore Fiume", "t_query": 1988.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003582", "prompt": " In what year was the contains the administrative territorial entity of Bernard Schultze's work location's country equal to Baden-Württemberg?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1953)\n Answer: 1953", "t_query": 1953.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 3} +{"id": "sft_003583", "prompt": " In 1940, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1940\n- Q972711 | country of citizenship | Kingdom of Italy | 1940\n- Q890523 | country of citizenship | Kingdom of Italy | 1940\n- Q432318 | country of citizenship | Kingdom of Italy | 1940\n- Q429298 | country of citizenship | Kingdom of Italy | 1940\n- Q216812 | country of citizenship | Kingdom of Italy | 1940\n- Q178349 | country of citizenship | Kingdom of Italy | 1940\n- Q133535 | country of citizenship | Kingdom of Italy | 1940\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1940\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1940\n- Titta Ruffo | country of citizenship | Kingdom of Italy | 1940\n- Tita Piaz | country of citizenship | Kingdom of Italy | 1940\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1940\n- Paolo Manna | country of citizenship | Kingdom of Italy | 1940\n- Pantaleo Carabellese | country of citizenship | Kingdom of Italy | 1940\nReasoning:", "completion": " Hop 1: Maria Fiore -> country of citizenship -> Kingdom of Italy (1940)\n Answer: Maria Fiore", "t_query": 1940.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003584", "prompt": " After Bruno Venturini member of sports team Carrarese Calcio, what was the country of citizenship of Bruno Venturini?\nEvidence:\n- Bruno Venturini | country of citizenship | Kingdom of Italy | 1939\n- Bruno Fattori | country of citizenship | Kingdom of Italy | 1939\n- Bruno Barilli | country of citizenship | Kingdom of Italy | 1939\n- Q976653 | country of citizenship | Kingdom of Italy | 1939\n- Q972711 | country of citizenship | Kingdom of Italy | 1939\n- Q922237 | country of citizenship | Kingdom of Italy | 1939\n- Q890523 | country of citizenship | Kingdom of Italy | 1939\n- Q741387 | country of citizenship | Kingdom of Italy | 1939\n- Q710497 | country of citizenship | Kingdom of Italy | 1939\n- Q678253 | country of citizenship | Kingdom of Italy | 1939\n- Q654973 | country of citizenship | Kingdom of Italy | 1939\n- Q650303 | country of citizenship | Kingdom of Italy | 1939\n- Q527400 | country of citizenship | Kingdom of Italy | 1939\n- Q51189 | country of citizenship | Kingdom of Italy | 1939\n- Q432318 | country of citizenship | Kingdom of Italy | 1939\nReasoning:", "completion": " Hop 1: Bruno Venturini -> country of citizenship -> Kingdom of Italy (1939)\n Answer: Kingdom of Italy", "t_query": 1939.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003585", "prompt": " Who was the country of citizenship of Mario De Donà before Italy?\nEvidence:\n- Mario De Donà | country of citizenship | Kingdom of Italy | 1926\n- Mario Sarto | country of citizenship | Kingdom of Italy | 1926\n- Mario Roatta | country of citizenship | Kingdom of Italy | 1926\n- Mario Palanti | country of citizenship | Kingdom of Italy | 1926\n- Mario Bonnard | country of citizenship | Kingdom of Italy | 1926\n- Gaetano de Lai | country of citizenship | Kingdom of Italy | 1926\n- Alberto Maria De Agostini | country of citizenship | Kingdom of Italy | 1926\n- Q976653 | country of citizenship | Kingdom of Italy | 1926\n- Q972711 | country of citizenship | Kingdom of Italy | 1926\n- Q922237 | country of citizenship | Kingdom of Italy | 1926\n- Q890523 | country of citizenship | Kingdom of Italy | 1926\n- Q715036 | country of citizenship | Kingdom of Italy | 1926\n- Q710497 | country of citizenship | Kingdom of Italy | 1926\n- Q678253 | country of citizenship | Kingdom of Italy | 1926\n- Q654973 | country of citizenship | Kingdom of Italy | 1926\nReasoning:", "completion": " Hop 1: Mario De Donà -> country of citizenship -> Kingdom of Italy (1926)\n Answer: Kingdom of Italy", "t_query": 1926.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003586", "prompt": " In 1963, whose head of state's country of citizenship was Antonio Segni?\nEvidence:\n- Italy | head of state | Antonio Segni | 1963\n- Antonio Segni | country of citizenship | Italy | 1963\n- Antonio Segni | position held | President of Italy | 1963\n- Antonio Leonviola | country of citizenship | Italy | 1963\n- Antonio Fessia | country of citizenship | Italy | 1963\n- Antonio Calderara | country of citizenship | Italy | 1963\n- Antonio Brivio | country of citizenship | Italy | 1963\n- Antonio Bacci | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Antonio Segni (1963)\n Hop 2: Luigi Pistilli -> country of citizenship -> Italy (1963)\n Answer: Luigi Pistilli", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003587", "prompt": " In 1947, what was the contains the administrative territorial entity of Rhône?\nEvidence:\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\n- Q945660 | located in the administrative territorial entity | Q3083 | 1947\n- Q945660 | located in the administrative territorial entity | Q12736 | 1947\nReasoning:", "completion": " Hop 1: Rhône -> contains the administrative territorial entity -> Bron (1947)\n Answer: Bron", "t_query": 1947.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 10} +{"id": "sft_003588", "prompt": " In what year was the award received of Italy's head of state equal to Grand Order of King Tomislav?\nEvidence:\n- Oscar Luigi Scalfaro | award received | Grand Order of King Tomislav | 1997\n- Italy | head of state | Oscar Luigi Scalfaro | 1997\n- Stéphane Grappelli | award received | Grammy Lifetime Achievement Award | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\n- Tiziano Terzani | country of citizenship | Italy | 1997\n- Stéphane Grappelli | country of citizenship | Italy | 1997\n- Simon Spierer | country of citizenship | Italy | 1997\n- Sergio Mantovani | country of citizenship | Italy | 1997\n- Sergio Bonelli | country of citizenship | Italy | 1997\n- Salvatore Cassisa | country of citizenship | Italy | 1997\n- Rossana Rossanda | country of citizenship | Italy | 1997\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Hop 2: Oscar Luigi Scalfaro -> award received -> Grand Order of King Tomislav (1997)\n Answer: 1997", "t_query": 1997.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003589", "prompt": " In 1962, what was the located in of Muroran?\nEvidence:\n- Muroran | located in the administrative territorial entity | Iburi Subprefecture | 1962\nReasoning:", "completion": " Hop 1: Muroran -> located in -> Iburi Subprefecture (1962)\n Answer: Iburi Subprefecture", "t_query": 1962.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_003590", "prompt": " In 1987, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Hamburg (1987)\n Answer: Hamburg", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003591", "prompt": " In 1991, whose country was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1991\n- Yalta | country | Soviet Union | 1991\n- Voronezh | country | Soviet Union | 1991\n- Volhynia | country | Soviet Union | 1991\n- Vinnytsia | country | Soviet Union | 1991\n- Urgench | country | Soviet Union | 1991\n- Uman | country | Soviet Union | 1991\n- Torzhok | country | Soviet Union | 1991\n- Tbilisi | country | Soviet Union | 1991\n- Sudak | country | Soviet Union | 1991\n- Starodub | country | Soviet Union | 1991\n- Simferopol | country | Soviet Union | 1991\n- Siberia | country | Soviet Union | 1991\n- Sevastopol | country | Soviet Union | 1991\n- Q957273 | country | Soviet Union | 1991\nReasoning:", "completion": " Hop 1: Altai Krai -> country -> Soviet Union (1991)\n Answer: Altai Krai", "t_query": 1991.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003592", "prompt": " In 1902, what was the located in of Périgny?\nEvidence:\n- Périgny | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Ézanville | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Émancé | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Écouen | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Villepreux | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Villejust | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Villecresnes | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Villabé | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Vigny | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Versailles | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Vaudherland | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Valenton | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Trappes | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Taverny | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Sermaise | located in the administrative territorial entity | Seine-et-Oise | 1902\nReasoning:", "completion": " Hop 1: Périgny -> located in -> Seine-et-Oise (1902)\n Answer: Seine-et-Oise", "t_query": 1902.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003593", "prompt": " In what year was the head of government of Bernard Schultze's work location's country's contains the administrative territorial entity equal to Gebhard Müller?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1953)\n Hop 4: Baden-Württemberg -> head of government -> Gebhard Müller (1953)\n Answer: 1953", "t_query": 1953.0, "chain_length": 4, "operator_type": "interval", "n_evidence": 3} +{"id": "sft_003594", "prompt": " In 1974, what was the basic form of government of Germany's diplomatic relation?\nEvidence:\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | significant event | Basic Treaty | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\nReasoning:", "completion": " Hop 1: Germany -> diplomatic relation -> Afghanistan (1974)\n Hop 2: Afghanistan -> basic form of government -> republic (1974)\n Answer: republic", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003595", "prompt": " In what year was the currency of Belgium's shares border with equal to Belgian franc?\nEvidence:\n- Belgium | currency | Belgian franc | 1913\n- Neutral Moresnet | shares border with | Belgium | 1913\n- Belgium | shares border with | Neutral Moresnet | 1913\n- Neutral Moresnet | currency | Belgian franc | 1913\n- Neutral Moresnet | shares border with | Kingdom of the Netherlands | 1913\n- Neutral Moresnet | shares border with | Kingdom of Prussia | 1913\n- Neutral Moresnet | currency | French franc | 1913\nReasoning:", "completion": " Hop 1: Belgium -> shares border with -> Neutral Moresnet (1913)\n Hop 2: Neutral Moresnet -> currency -> Belgian franc (1913)\n Answer: 1913", "t_query": 1913.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 7} +{"id": "sft_003596", "prompt": " In what year was the capital of of Cape Town equal to Cape Province?\nEvidence:\n- Cape Town | capital of | Cape Province | 1986\nReasoning:", "completion": " Hop 1: Cape Town -> capital of -> Cape Province (1986)\n Answer: 1986", "t_query": 1986.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1} +{"id": "sft_003597", "prompt": " In 1968, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giuseppe Saragat | position held | President of Italy | 1968\n- Italy | head of state | Giuseppe Saragat | 1968\n- Giuseppe Saragat | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Giuseppe Saragat -> position held -> President of Italy (1968)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1968)\n Hop 3: Ugo Morin -> country of citizenship -> Italy (1968)\n Answer: Ugo Morin", "t_query": 1968.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_003598", "prompt": " In 1960, whose head of government was Antonio Segni?\nEvidence:\n- Italy | head of government | Antonio Segni | 1960\n- Antonio Segni | country of citizenship | Italy | 1960\n- Antonio Segni | position held | Prime Minister of Italy | 1960\n- Antonio Leonviola | country of citizenship | Italy | 1960\n- Antonio Fessia | country of citizenship | Italy | 1960\n- Antonio Calderara | country of citizenship | Italy | 1960\n- Antonio Brivio | country of citizenship | Italy | 1960\n- Antonio Bacci | country of citizenship | Italy | 1960\n- Zita of Bourbon-Parma | country of citizenship | Italy | 1960\n- Q679495 | country of citizenship | Italy | 1960\n- Q658206 | country of citizenship | Italy | 1960\n- Q642428 | country of citizenship | Italy | 1960\n- Q639507 | country of citizenship | Italy | 1960\n- Q612509 | country of citizenship | Italy | 1960\n- Q454036 | country of citizenship | Italy | 1960\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Antonio Segni (1960)\n Answer: Italy", "t_query": 1960.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003599", "prompt": " In 1951, whose head of state's country of citizenship was Luigi Einaudi?\nEvidence:\n- Italy | head of state | Luigi Einaudi | 1951\n- Luigi Comencini | country of citizenship | Italy | 1951\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1951\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1951\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Luigi Einaudi (1951)\n Hop 2: Vitaliano Brancati -> country of citizenship -> Italy (1951)\n Answer: Vitaliano Brancati", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003600", "prompt": " After Michele Giordano country of citizenship Italy, what was the shares border with of Carlo Curis's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1984\n- Carlo Curis | country of citizenship | Italy | 1984\n- Giordano Cottur | country of citizenship | Italy | 1984\n- Michele Molese | country of citizenship | Italy | 1984\n- Michele Mara | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Carlo Curis -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> shares border with -> Yugoslavia (1984)\n Answer: Yugoslavia", "t_query": 1984.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003601", "prompt": " In 1978, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1978\n- Ireland | member of | European Economic Community | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Economic Community (1978)\n Hop 2: Marco Tulli -> country of citizenship -> Italy (1978)\n Answer: Marco Tulli", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003602", "prompt": " In 1925, what was the country of Berolzheim?\nEvidence:\n- Berolzheim | country | Weimar Republic | 1925\n- Q87105 | country of citizenship | Weimar Republic | 1925\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1925\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Weimar | country | Weimar Republic | 1925\n- Vaterstetten | country | Weimar Republic | 1925\n- Trier | country | Weimar Republic | 1925\n- Speyer | country | Weimar Republic | 1925\n- Regensburg | country | Weimar Republic | 1925\nReasoning:", "completion": " Hop 1: Berolzheim -> country -> Weimar Republic (1925)\n Answer: Weimar Republic", "t_query": 1925.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003603", "prompt": " In 2000, what was the head of government of Renata Tebaldi's country of citizenship?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\n- Tonino Cervi | country of citizenship | Italy | 2000\n- Tiziano Terzani | country of citizenship | Italy | 2000\nReasoning:", "completion": " Hop 1: Renata Tebaldi -> country of citizenship -> Italy (2000)\n Hop 2: Italy -> head of government -> Massimo D'Alema (2000)\n Answer: Massimo D'Alema", "t_query": 2000.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003604", "prompt": " In 1984, what was the head of state of Andrea Carrea's country of citizenship?\nEvidence:\n- Andrea Carrea | country of citizenship | Italy | 1984\n- Andrea Pangrazio | country of citizenship | Italy | 1984\n- Andrea Miano | country of citizenship | Italy | 1984\n- Andrea Cassone | country of citizenship | Italy | 1984\n- Andrea Bianchi | country of citizenship | Italy | 1984\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Andrea Carrea -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> head of state -> Sandro Pertini (1984)\n Answer: Sandro Pertini", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003605", "prompt": " In 1925, what was the head of state of Berolzheim's country?\nEvidence:\n- Berolzheim | country | Weimar Republic | 1925\n- Weimar Republic | head of state | Friedrich Ebert | 1925\n- Weimar Republic | head of state | Paul von Hindenburg | 1925\n- Weimar Republic | head of government | Hans Luther | 1925\n- Q87105 | country of citizenship | Weimar Republic | 1925\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1925\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Weimar | country | Weimar Republic | 1925\n- Vaterstetten | country | Weimar Republic | 1925\nReasoning:", "completion": " Hop 1: Berolzheim -> country -> Weimar Republic (1925)\n Hop 2: Weimar Republic -> head of state -> Paul von Hindenburg (1925)\n Answer: Paul von Hindenburg", "t_query": 1925.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003606", "prompt": " In 1988, what was the located in of Çıldır?\nEvidence:\n- Çıldır | located in the administrative territorial entity | Kars Province | 1988\nReasoning:", "completion": " Hop 1: Çıldır -> located in -> Kars Province (1988)\n Answer: Kars Province", "t_query": 1988.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_003607", "prompt": " In 1919, what was the country of citizenship of Ignazio Silone?\nEvidence:\n- Ignazio Silone | country of citizenship | Kingdom of Italy | 1919\n- Q976653 | country of citizenship | Kingdom of Italy | 1919\n- Q972711 | country of citizenship | Kingdom of Italy | 1919\n- Q922237 | country of citizenship | Kingdom of Italy | 1919\n- Q890523 | country of citizenship | Kingdom of Italy | 1919\n- Q765946 | country of citizenship | Kingdom of Italy | 1919\n- Q745874 | country of citizenship | Kingdom of Italy | 1919\n- Q728589 | country of citizenship | Kingdom of Italy | 1919\n- Q715036 | country of citizenship | Kingdom of Italy | 1919\n- Q706466 | country of citizenship | Kingdom of Italy | 1919\n- Q678253 | country of citizenship | Kingdom of Italy | 1919\n- Q653839 | country of citizenship | Kingdom of Italy | 1919\n- Q65151 | country of citizenship | Kingdom of Italy | 1919\n- Q630519 | country of citizenship | Kingdom of Italy | 1919\n- Q603148 | country of citizenship | Kingdom of Italy | 1919\nReasoning:", "completion": " Hop 1: Ignazio Silone -> country of citizenship -> Kingdom of Italy (1919)\n Answer: Kingdom of Italy", "t_query": 1919.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003608", "prompt": " In what year was the member of of Veriano Luchetti's country of citizenship equal to European Economic Community?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\n- Tiziano Terzani | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Veriano Luchetti -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> member of -> European Economic Community (1985)\n Answer: 1985", "t_query": 1985.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003609", "prompt": " Who was the country of citizenship of Juraj Jakubisko before Slovakia?\nEvidence:\n- Juraj Jakubisko | country of citizenship | Czechoslovakia | 1968\n- Juraj Jakubisko | nominated for | Golden Lion | 1968\n- Q960655 | country of citizenship | Czechoslovakia | 1968\n- Q693209 | country of citizenship | Czechoslovakia | 1968\n- Q536359 | country of citizenship | Czechoslovakia | 1968\n- Q366671 | country of citizenship | Czechoslovakia | 1968\n- Q31370 | country of citizenship | Czechoslovakia | 1968\n- Q179173 | country of citizenship | Czechoslovakia | 1968\n- Oldřich Pelčák | country of citizenship | Czechoslovakia | 1968\n- Miroslav Horníček | country of citizenship | Czechoslovakia | 1968\n- Milan Kundera | country of citizenship | Czechoslovakia | 1968\n- Miklós Duray | country of citizenship | Czechoslovakia | 1968\n- Lubomír Štrougal | country of citizenship | Czechoslovakia | 1968\n- Karol Divín | country of citizenship | Czechoslovakia | 1968\n- Jan Sokol | country of citizenship | Czechoslovakia | 1968\nReasoning:", "completion": " Hop 1: Juraj Jakubisko -> country of citizenship -> Czechoslovakia (1968)\n Answer: Czechoslovakia", "t_query": 1968.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003610", "prompt": " In 1988, whose spouse's head of government's residence was Nancy Reagan?\nEvidence:\n- Ronald Reagan | spouse | Nancy Reagan | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Ronald Reagan | member of political party | Republican Party | 1988\n- Ronald Reagan | work location | Washington, D.C. | 1988\n- Ronald Reagan | position held | President of the United States | 1988\nReasoning:", "completion": " Hop 1: Ronald Reagan -> spouse -> Nancy Reagan (1988)\n Hop 2: United States -> head of government -> Ronald Reagan (1988)\n Hop 3: Erazim Kohák -> residence -> United States (1988)\n Answer: Erazim Kohák", "t_query": 1988.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 5} +{"id": "sft_003611", "prompt": " In 1972, what was the currency of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- West Germany | currency | Deutsche Mark | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> currency -> Deutsche Mark (1972)\n Answer: Deutsche Mark", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003612", "prompt": " After Wiesbaden country West Germany, what was the head of government of Germany's capital's capital of's contains the administrative territorial entity?\nEvidence:\n- Bonn | capital of | West Germany | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- West Germany | currency | Deutsche Mark | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1974)\n Hop 4: Baden-Württemberg -> head of government -> Hans Filbinger (1974)\n Answer: Hans Filbinger", "t_query": 1974.0, "chain_length": 4, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003613", "prompt": " Who was the member of of Luigi Pistilli's country of citizenship before European Economic Community?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Luigi Pistilli -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1963)\n Answer: European Coal and Steel Community", "t_query": 1963.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003614", "prompt": " Who was the head coach of Mülâyim Erdem's member of sports team after Péter Szabó?\nEvidence:\n- Mülâyim Erdem | member of sports team | Galatasaray S.K. | 2005\n- Galatasaray S.K. | head coach | Eric Gerets | 2005\n- Q937898 | member of sports team | Galatasaray S.K. | 2005\n- Q922443 | member of sports team | Galatasaray S.K. | 2005\n- Q729830 | member of sports team | Galatasaray S.K. | 2005\n- Q660534 | member of sports team | Galatasaray S.K. | 2005\n- Q560001 | member of sports team | Galatasaray S.K. | 2005\n- Q556101 | member of sports team | Galatasaray S.K. | 2005\n- Q349941 | member of sports team | Galatasaray S.K. | 2005\n- Q312920 | member of sports team | Galatasaray S.K. | 2005\n- Q307872 | member of sports team | Galatasaray S.K. | 2005\n- Q217097 | member of sports team | Galatasaray S.K. | 2005\n- Q122346 | member of sports team | Galatasaray S.K. | 2005\n- Faryd Mondragón | member of sports team | Galatasaray S.K. | 2005\n- Ayhan Akman | member of sports team | Galatasaray S.K. | 2005\nReasoning:", "completion": " Hop 1: Mülâyim Erdem -> member of sports team -> Galatasaray S.K. (2005)\n Hop 2: Galatasaray S.K. -> head coach -> Eric Gerets (2005)\n Answer: Eric Gerets", "t_query": 2005.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003615", "prompt": " In 1971, what was the located in of Route nationale 523?\nEvidence:\n- Route nationale 523 | located in the administrative territorial entity | Savoie | 1971\n- Route nationale 523 | located in the administrative territorial entity | Isère | 1971\n- Q920272 | located in the administrative territorial entity | Savoie | 1971\nReasoning:", "completion": " Hop 1: Route nationale 523 -> located in -> Savoie (1971)\n Answer: Savoie", "t_query": 1971.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_003616", "prompt": " After Ömer Nasuhi Bilmen country of citizenship Turkey, what was the head of state of Turkey?\nEvidence:\n- Ömer Nasuhi Bilmen | country of citizenship | Turkey | 1941\n- Turkey | head of state | İsmet İnönü | 1941\n- Turkey | shares border with | Soviet Union | 1941\n- N. I. Lobachevsky State University of Nizhny Novgorod | country | Soviet Union | 1941\n- Q59054 | country of citizenship | Soviet Union | 1941\n- Q437262 | country of citizenship | Soviet Union | 1941\n- Q324083 | country of citizenship | Soviet Union | 1941\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1941\n- Yuri Manin | country of citizenship | Soviet Union | 1941\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1941\n- Viktor Kulikov | country of citizenship | Soviet Union | 1941\n- Vikenty Veresaev | country of citizenship | Soviet Union | 1941\n- Vija Artmane | country of citizenship | Soviet Union | 1941\n- Vera Krepkina | country of citizenship | Soviet Union | 1941\n- Sergei Kovalev | country of citizenship | Soviet Union | 1941\nReasoning:", "completion": " Hop 1: Turkey -> head of state -> İsmet İnönü (1941)\n Answer: İsmet İnönü", "t_query": 1941.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003617", "prompt": " In what year was the contains the administrative territorial entity of Würzburg's country equal to North Rhine-Westphalia?\nEvidence:\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> North Rhine-Westphalia (1950)\n Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003618", "prompt": " In 1949, what was the educated at of Germund Dahlquist?\nEvidence:\n- Germund Dahlquist | educated at | Stockholm University | 1949\n- Q471777 | employer | Stockholm University | 1949\nReasoning:", "completion": " Hop 1: Germund Dahlquist -> educated at -> Stockholm University (1949)\n Answer: Stockholm University", "t_query": 1949.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_003619", "prompt": " Who was the position held of Umberto Mastroianni's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Italy | currency | Italian lira | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\nReasoning:", "completion": " Hop 1: Umberto Mastroianni -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1995)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1995)\n Answer: President of Italy", "t_query": 1995.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003620", "prompt": " After Rhône contains the administrative territorial entity Bron, what was the contains the administrative territorial entity of Rhône?\nEvidence:\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\n- Q945660 | located in the administrative territorial entity | Q3083 | 1947\n- Q945660 | located in the administrative territorial entity | Q12736 | 1947\nReasoning:", "completion": " Hop 1: Rhône -> contains the administrative territorial entity -> Caluire-et-Cuire (1947)\n Answer: Caluire-et-Cuire", "t_query": 1947.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 10} +{"id": "sft_003621", "prompt": " In 1948, whose head of state was Enrico de Nicola?\nEvidence:\n- Italy | head of state | Enrico de Nicola | 1948\n- Uberto de Morpurgo | country of citizenship | Italy | 1948\n- Renzo De Felice | country of citizenship | Italy | 1948\n- Dino De Antoni | country of citizenship | Italy | 1948\n- Alberto Maria De Agostini | country of citizenship | Italy | 1948\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1948\n- Uberto de Morpurgo | country for sport | Italy | 1948\n- Zita of Bourbon-Parma | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Enrico de Nicola (1948)\n Answer: Italy", "t_query": 1948.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003622", "prompt": " In what year was the head of state of Arnaldo Genoino's country of citizenship equal to Giovanni Leone?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Giovanni Invernizzi | country of citizenship | Italy | 1978\n- Giovanni Goria | country of citizenship | Italy | 1978\n- Giovanni Ferrofino | country of citizenship | Italy | 1978\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Arnaldo Genoino -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> head of state -> Giovanni Leone (1978)\n Answer: 1978", "t_query": 1978.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003623", "prompt": " In 1977, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1977\n- Q46099 | country of citizenship | Yugoslavia | 1977\n- Q207166 | country of citizenship | Yugoslavia | 1977\n- Vladica Popović | country of citizenship | Yugoslavia | 1977\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1977\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1977\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1977\n- Ilija Petković | country of citizenship | Yugoslavia | 1977\n- Dušan Ivković | country of citizenship | Yugoslavia | 1977\n- Dragan Tomić | country of citizenship | Yugoslavia | 1977\n- Verzar | country | Yugoslavia | 1977\n- Suševo | country | Yugoslavia | 1977\n- Q793485 | country | Yugoslavia | 1977\n- Pirot | country | Yugoslavia | 1977\n- Orašje | country | Yugoslavia | 1977\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1977)\n Hop 2: Elena Altieri -> country of citizenship -> Italy (1977)\n Answer: Elena Altieri", "t_query": 1977.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003624", "prompt": " In what year was the currency of Antonio Corpora's country of citizenship equal to Italian lira?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> currency -> Italian lira (1962)\n Answer: 1962", "t_query": 1962.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003625", "prompt": " In 1915, whose head of government was Georg Voigt?\nEvidence:\n- Frankfurt | head of government | Georg Voigt | 1915\n- Frankfurt | located in the administrative territorial entity | Wiesbaden Government Region | 1915\n- Frankfurt | country | German Empire | 1915\nReasoning:", "completion": " Hop 1: Frankfurt -> head of government -> Georg Voigt (1915)\n Answer: Frankfurt", "t_query": 1915.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_003626", "prompt": " In 1929, what was the country of citizenship of Gianni Dova?\nEvidence:\n- Gianni Dova | country of citizenship | Kingdom of Italy | 1929\n- Q976653 | country of citizenship | Kingdom of Italy | 1929\n- Q972711 | country of citizenship | Kingdom of Italy | 1929\n- Q922237 | country of citizenship | Kingdom of Italy | 1929\n- Q890523 | country of citizenship | Kingdom of Italy | 1929\n- Q715036 | country of citizenship | Kingdom of Italy | 1929\n- Q710497 | country of citizenship | Kingdom of Italy | 1929\n- Q678253 | country of citizenship | Kingdom of Italy | 1929\n- Q654973 | country of citizenship | Kingdom of Italy | 1929\n- Q650303 | country of citizenship | Kingdom of Italy | 1929\n- Q603148 | country of citizenship | Kingdom of Italy | 1929\n- Q527400 | country of citizenship | Kingdom of Italy | 1929\n- Q51189 | country of citizenship | Kingdom of Italy | 1929\n- Q471232 | country of citizenship | Kingdom of Italy | 1929\n- Q456574 | country of citizenship | Kingdom of Italy | 1929\nReasoning:", "completion": " Hop 1: Gianni Dova -> country of citizenship -> Kingdom of Italy (1929)\n Answer: Kingdom of Italy", "t_query": 1929.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003627", "prompt": " After Nino Baragli country of citizenship Italy, what was the member of of Gino Cassinis's country of citizenship?\nEvidence:\n- Nino Baragli | country of citizenship | Italy | 1959\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Nino Rota | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Gino Cassinis -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1959)\n Answer: European Coal and Steel Community", "t_query": 1959.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003628", "prompt": " In what year was the shares border with of Flaviano Vicentini's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1967\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\nReasoning:", "completion": " Hop 1: Flaviano Vicentini -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> shares border with -> Yugoslavia (1967)\n Answer: 1967", "t_query": 1967.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003629", "prompt": " After Germany diplomatic relation Afghanistan, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Hesse (1974)\n Answer: Hesse", "t_query": 1974.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003630", "prompt": " In 1987, whose head of state's diplomatic relation was Mohammad Najibullah?\nEvidence:\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Afghanistan | basic form of government | republic | 1987\nReasoning:", "completion": " Hop 1: Afghanistan -> head of state -> Mohammad Najibullah (1987)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1987)\n Answer: Germany", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_003631", "prompt": " In 1963, what was the member of of Luigi Pistilli's country of citizenship?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Luigi Pistilli -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1963)\n Answer: European Coal and Steel Community", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003632", "prompt": " Who was the member of sports team of Albert Celades before Real Zaragoza?\nEvidence:\n- Albert Celades | member of sports team | Futbol Club Barcelona | 1997\n- Q943194 | member of sports team | Futbol Club Barcelona | 1997\n- Q508489 | member of sports team | Futbol Club Barcelona | 1997\n- Q502769 | member of sports team | Futbol Club Barcelona | 1997\n- Q483577 | member of sports team | Futbol Club Barcelona | 1997\n- Q483145 | member of sports team | Futbol Club Barcelona | 1997\n- Q375840 | member of sports team | Futbol Club Barcelona | 1997\n- Q34658 | member of sports team | Futbol Club Barcelona | 1997\n- Q316809 | member of sports team | Futbol Club Barcelona | 1997\n- Q313468 | member of sports team | Futbol Club Barcelona | 1997\n- Q295887 | member of sports team | Futbol Club Barcelona | 1997\n- Q204640 | member of sports team | Futbol Club Barcelona | 1997\n- Sergi Barjuan | member of sports team | Futbol Club Barcelona | 1997\n- Julen Lopetegui | member of sports team | Futbol Club Barcelona | 1997\n- Hristo Stoichkov | member of sports team | Futbol Club Barcelona | 1997\nReasoning:", "completion": " Hop 1: Albert Celades -> member of sports team -> Futbol Club Barcelona (1997)\n Answer: Futbol Club Barcelona", "t_query": 1997.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003633", "prompt": " After Takis country of citizenship Greece, what was the country of citizenship of Takis?\nEvidence:\n- Takis | country of citizenship | Kingdom of Greece | 1950\n- Q234918 | country of citizenship | Kingdom of Greece | 1950\n- Athens | country | Kingdom of Greece | 1950\nReasoning:", "completion": " Hop 1: Takis -> country of citizenship -> Kingdom of Greece (1950)\n Answer: Kingdom of Greece", "t_query": 1950.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 3} +{"id": "sft_003634", "prompt": " In 1967, what was the country of Barysaw?\nEvidence:\n- Barysaw | located in the administrative territorial entity | Minsk Region | 1967\n- Barysaw | country | Byelorussian Soviet Socialist Republic | 1967\n- Vitebsk Region | located in the administrative territorial entity | Byelorussian Soviet Socialist Republic | 1967\nReasoning:", "completion": " Hop 1: Barysaw -> country -> Byelorussian Soviet Socialist Republic (1967)\n Answer: Byelorussian Soviet Socialist Republic", "t_query": 1967.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_003635", "prompt": " In 1974, what was the country of Chelyabinsk Oblast's located in?\nEvidence:\n- Zlatoust | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Yuzhnouralsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Troitsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Miass | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Verkhny Ufaley | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Chelyabinsk Oblast | country | Soviet Union | 1974\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Chelyabinsk | country | Soviet Union | 1974\n- Sumy Oblast | country | Soviet Union | 1974\n- Semipalatinsk Oblast | country | Soviet Union | 1974\n- Poltava Oblast | country | Soviet Union | 1974\n- Omsk Oblast | country | Soviet Union | 1974\n- Odesa Oblast | country | Soviet Union | 1974\n- Novosibirsk Oblast | country | Soviet Union | 1974\n- Murmansk Oblast | country | Soviet Union | 1974\nReasoning:", "completion": " Hop 1: Chelyabinsk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1974)\n Hop 2: Russian Soviet Federative Socialist Republic -> country -> Soviet Union (1974)\n Answer: Soviet Union", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003636", "prompt": " In 1979, what was the named after of Mihály Bartók's employer?\nEvidence:\n- Mihály Bartók | employer | University of Szeged | 1979\n- University of Szeged | named after | Attila József | 1979\nReasoning:", "completion": " Hop 1: Mihály Bartók -> employer -> University of Szeged (1979)\n Hop 2: University of Szeged -> named after -> Attila József (1979)\n Answer: Attila József", "t_query": 1979.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_003637", "prompt": " In what year was the head of government of Italy equal to Giovanni Leone?\nEvidence:\n- Giovanni Mardersteig | country of citizenship | Italy | 1968\n- Giovanni Invernizzi | country of citizenship | Italy | 1968\n- Giovanni Goria | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Tonino Cervi | country of citizenship | Italy | 1968\n- Tiziano Terzani | country of citizenship | Italy | 1968\n- Stéphane Grappelli | country of citizenship | Italy | 1968\n- Simon Spierer | country of citizenship | Italy | 1968\n- Sergio Mantovani | country of citizenship | Italy | 1968\n- Sergio Bonelli | country of citizenship | Italy | 1968\n- Rossana Rossanda | country of citizenship | Italy | 1968\n- Romeo Bertini | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Giovanni Leone (1968)\n Answer: 1968", "t_query": 1968.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003638", "prompt": " In 1983, whose member of's country of citizenship was European Union?\nEvidence:\n- United Kingdom | member of | European Union | 1983\n- United Kingdom | part of | European Union | 1983\n- Tony Abbott | country of citizenship | United Kingdom | 1983\n- Robert Morley | country of citizenship | United Kingdom | 1983\n- Liz Smith | country of citizenship | United Kingdom | 1983\n- United Kingdom | head of state | Elizabeth II | 1983\nReasoning:", "completion": " Hop 1: United Kingdom -> member of -> European Union (1983)\n Hop 2: Robert Morley -> country of citizenship -> United Kingdom (1983)\n Answer: Robert Morley", "t_query": 1983.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_003639", "prompt": " In what year was the basic form of government of Germany's diplomatic relation equal to republic?\nEvidence:\n- Afghanistan | basic form of government | republic | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | significant event | Basic Treaty | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | shares border with | German Democratic Republic | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\nReasoning:", "completion": " Hop 1: Germany -> diplomatic relation -> Afghanistan (1974)\n Hop 2: Afghanistan -> basic form of government -> republic (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003640", "prompt": " In 2018, whose award received was Rheinlandtaler?\nEvidence:\n- Dietmar Bär | award received | Rheinlandtaler | 2018\nReasoning:", "completion": " Hop 1: Dietmar Bär -> award received -> Rheinlandtaler (2018)\n Answer: Dietmar Bär", "t_query": 2018.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_003641", "prompt": " In what year was the country of citizenship of Marie Gruber equal to German Democratic Republic?\nEvidence:\n- Marie Gruber | country of citizenship | German Democratic Republic | 1974\n- Q97584 | country of citizenship | German Democratic Republic | 1974\n- Q96955 | country of citizenship | German Democratic Republic | 1974\n- Q77767 | country of citizenship | German Democratic Republic | 1974\n- Q73946 | country of citizenship | German Democratic Republic | 1974\n- Q67341 | country of citizenship | German Democratic Republic | 1974\n- Q449313 | country of citizenship | German Democratic Republic | 1974\n- Q438683 | country of citizenship | German Democratic Republic | 1974\n- Q323063 | country of citizenship | German Democratic Republic | 1974\n- Q126983 | country of citizenship | German Democratic Republic | 1974\n- Zwickau | country | German Democratic Republic | 1974\n- Zeuthen | country | German Democratic Republic | 1974\n- Wismar | country | German Democratic Republic | 1974\n- Q696016 | country | German Democratic Republic | 1974\n- Q525425 | country | German Democratic Republic | 1974\nReasoning:", "completion": " Hop 1: Marie Gruber -> country of citizenship -> German Democratic Republic (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003642", "prompt": " Who was the shares border with of Turkey after Mandatory Iraq?\nEvidence:\n- Turkey | shares border with | Soviet Union | 1941\n- Ömer Nasuhi Bilmen | country of citizenship | Turkey | 1941\n- Turkey | head of state | İsmet İnönü | 1941\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1941\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1941\n- Q59054 | country of citizenship | Soviet Union | 1941\n- Q437262 | country of citizenship | Soviet Union | 1941\n- Q324083 | country of citizenship | Soviet Union | 1941\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1941\n- Yuri Manin | country of citizenship | Soviet Union | 1941\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1941\n- Viktor Kulikov | country of citizenship | Soviet Union | 1941\n- Vikenty Veresaev | country of citizenship | Soviet Union | 1941\n- Vija Artmane | country of citizenship | Soviet Union | 1941\n- Vera Krepkina | country of citizenship | Soviet Union | 1941\nReasoning:", "completion": " Hop 1: Turkey -> shares border with -> Soviet Union (1941)\n Answer: Soviet Union", "t_query": 1941.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003643", "prompt": " After Fritz Stuckenberg work location Berlin, what was the located in of Tilla Durieux's spouse's work location?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Hop 1: Tilla Durieux -> spouse -> Paul Cassirer (1921)\n Hop 2: Paul Cassirer -> work location -> Berlin (1921)\n Hop 3: Berlin -> located in -> Free State of Prussia (1921)\n Answer: Free State of Prussia", "t_query": 1921.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 3} +{"id": "sft_003644", "prompt": " After Frankfurt country Weimar Republic, what was the head of government of Bernard Schultze's work location's country's contains the administrative territorial entity?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1953)\n Hop 4: Baden-Württemberg -> head of government -> Reinhold Maier (1953)\n Answer: Reinhold Maier", "t_query": 1953.0, "chain_length": 4, "operator_type": "sequence", "n_evidence": 3} +{"id": "sft_003645", "prompt": " In 1961, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\n- Virginio Rosetta | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Economic Community (1961)\n Hop 2: Mario Gentili -> country of citizenship -> Italy (1961)\n Answer: Mario Gentili", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003646", "prompt": " In 1957, what was the shares border with of Ugo Stille's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1957\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Ugo Stille -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> shares border with -> Yugoslavia (1957)\n Answer: Yugoslavia", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003647", "prompt": " In what year was the shares border with of John Paul I's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1961\n- John Paul I | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: John Paul I -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> shares border with -> Yugoslavia (1961)\n Answer: 1961", "t_query": 1961.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003648", "prompt": " In 1984, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1984\n- Q46099 | country of citizenship | Yugoslavia | 1984\n- Q207166 | country of citizenship | Yugoslavia | 1984\n- Vladica Popović | country of citizenship | Yugoslavia | 1984\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1984\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1984\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1984\n- Ilija Petković | country of citizenship | Yugoslavia | 1984\n- Dušan Ivković | country of citizenship | Yugoslavia | 1984\n- Dragan Tomić | country of citizenship | Yugoslavia | 1984\n- Verzar | country | Yugoslavia | 1984\n- Suševo | country | Yugoslavia | 1984\n- Q793485 | country | Yugoslavia | 1984\n- Pirot | country | Yugoslavia | 1984\n- Orašje | country | Yugoslavia | 1984\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1984)\n Hop 2: Romano Mussolini -> country of citizenship -> Italy (1984)\n Answer: Romano Mussolini", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003649", "prompt": " Who was the located in of Opovo Municipality before Vojvodina?\nEvidence:\n- Opovo Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Žitište Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Žabalj Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Titel Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Temerin Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Srbobran Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Senta Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Inđija Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Bečej Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Beočin Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Bač Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Alibunar Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Ada Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Novi Bečej Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Nova Crnja Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\nReasoning:", "completion": " Hop 1: Opovo Municipality -> located in -> Socialist Autonomous Province of Vojvodina (1947)\n Answer: Socialist Autonomous Province of Vojvodina", "t_query": 1947.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003650", "prompt": " After Yen Chia-kan position held President of the Republic of China, what was the country of citizenship of Yen Chia-kan?\nEvidence:\n- Yen Chia-kan | country of citizenship | Taiwan | 1992\n- Q703895 | country of citizenship | Taiwan | 1992\n- Li Ao | country of citizenship | Taiwan | 1992\n- Eileen Chang | country of citizenship | Taiwan | 1992\n- Ing Chang-ki | country of citizenship | Taiwan | 1992\n- Chiang Wei-kuo | country of citizenship | Taiwan | 1992\n- Chen Ding-nan | country of citizenship | Taiwan | 1992\nReasoning:", "completion": " Hop 1: Yen Chia-kan -> country of citizenship -> Taiwan (1992)\n Answer: Taiwan", "t_query": 1992.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 7} +{"id": "sft_003651", "prompt": " After Kostanay Region country Soviet Union, what was the located in of Kostanay Region?\nEvidence:\n- Kostanay Region | country | Soviet Union | 1967\n- Kostanay Region | country | Kazakh Soviet Socialist Republic | 1967\n- Kostanay Region | located in the administrative territorial entity | Kazakh Soviet Socialist Republic | 1967\n- North Kazakhstan Region | country | Soviet Union | 1967\n- East Kazakhstan Region | country | Soviet Union | 1967\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1967\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1967\n- Zhytomyr | country | Soviet Union | 1967\n- Zastavna | country | Soviet Union | 1967\n- Yevpatoriia | country | Soviet Union | 1967\n- Yalta | country | Soviet Union | 1967\n- Vyazma | country | Soviet Union | 1967\n- Voronezh | country | Soviet Union | 1967\n- Vologda | country | Soviet Union | 1967\n- Volodarsk | country | Soviet Union | 1967\nReasoning:", "completion": " Hop 1: Kostanay Region -> located in -> Kazakh Soviet Socialist Republic (1967)\n Answer: Kazakh Soviet Socialist Republic", "t_query": 1967.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003652", "prompt": " In 1948, what was the head of government of Omsk's located in?\nEvidence:\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Omsk | country | Soviet Union | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Q59054 | country of citizenship | Soviet Union | 1948\n- Q437262 | country of citizenship | Soviet Union | 1948\n- Q324083 | country of citizenship | Soviet Union | 1948\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1948\n- Yuri Manin | country of citizenship | Soviet Union | 1948\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1948\n- Viktor Kulikov | country of citizenship | Soviet Union | 1948\n- Vija Artmane | country of citizenship | Soviet Union | 1948\n- Vera Krepkina | country of citizenship | Soviet Union | 1948\n- Valeri Polyakov | country of citizenship | Soviet Union | 1948\nReasoning:", "completion": " Hop 1: Omsk -> located in -> Russian Soviet Federative Socialist Republic (1948)\n Hop 2: Russian Soviet Federative Socialist Republic -> head of government -> Alexei Kosygin (1948)\n Answer: Alexei Kosygin", "t_query": 1948.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003653", "prompt": " In 1988, what was the member of political party of Erazim Kohák's residence's head of government?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- United States | shares border with | Panama | 1988\n- Tony Miles | country for sport | United States | 1988\n- Julie Mehretu | work location | United States | 1988\n- Discovery Channel | country | United States | 1988\nReasoning:", "completion": " Hop 1: Erazim Kohák -> residence -> United States (1988)\n Hop 2: United States -> head of government -> Ronald Reagan (1988)\n Hop 3: Ronald Reagan -> member of political party -> Republican Party (1988)\n Answer: Republican Party", "t_query": 1988.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 13} +{"id": "sft_003654", "prompt": " In 1987, whose contains the administrative territorial entity's country of citizenship's head of government was Bremen?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bremen | 1987\n- Bremen | head of government | Q69122 | 1987\n- West Germany | contains the administrative territorial entity | Saarland | 1987\n- West Germany | contains the administrative territorial entity | Hesse | 1987\n- West Germany | contains the administrative territorial entity | Hamburg | 1987\n- West Germany | contains the administrative territorial entity | Bavaria | 1987\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1987\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1987\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1987\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1987\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1987\n- Saarland | located in the administrative territorial entity | West Germany | 1987\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1987\n- Q77721 | country of citizenship | West Germany | 1987\n- Thomas Anders | country of citizenship | West Germany | 1987\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Bremen (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: Germany -> head of government -> Helmut Kohl (1987)\n Answer: Germany", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003655", "prompt": " In 1962, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1962\n- Q207166 | country of citizenship | Yugoslavia | 1962\n- Vladica Popović | country of citizenship | Yugoslavia | 1962\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1962\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1962\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1962\n- Ilija Petković | country of citizenship | Yugoslavia | 1962\n- Dušan Ivković | country of citizenship | Yugoslavia | 1962\n- Dragan Tomić | country of citizenship | Yugoslavia | 1962\n- Verzar | country | Yugoslavia | 1962\n- Suševo | country | Yugoslavia | 1962\n- Q793485 | country | Yugoslavia | 1962\n- Pirot | country | Yugoslavia | 1962\n- Orašje | country | Yugoslavia | 1962\n- Kraljevo | country | Yugoslavia | 1962\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1962)\n Hop 2: Antonio Corpora -> country of citizenship -> Italy (1962)\n Answer: Antonio Corpora", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003656", "prompt": " After Luigi Griffanti country of citizenship Italy, what was the member of of Romano Mussolini's country of citizenship?\nEvidence:\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Luigi Comencini | country of citizenship | Italy | 1984\n- Luigi Agnolin | country of citizenship | Italy | 1984\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1984\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1984\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1984\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Romano Mussolini -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> member of -> European Economic Community (1984)\n Answer: European Economic Community", "t_query": 1984.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003657", "prompt": " In 1953, what was the contains the administrative territorial entity of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Lower Saxony (1953)\n Answer: Lower Saxony", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_003658", "prompt": " In 1971, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1971\n- Q46099 | country of citizenship | Yugoslavia | 1971\n- Q207166 | country of citizenship | Yugoslavia | 1971\n- Vladica Popović | country of citizenship | Yugoslavia | 1971\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1971\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1971\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1971\n- Ilija Petković | country of citizenship | Yugoslavia | 1971\n- Dušan Ivković | country of citizenship | Yugoslavia | 1971\n- Dragan Tomić | country of citizenship | Yugoslavia | 1971\n- Verzar | country | Yugoslavia | 1971\n- Suševo | country | Yugoslavia | 1971\n- Q793485 | country | Yugoslavia | 1971\n- Pirot | country | Yugoslavia | 1971\n- Orašje | country | Yugoslavia | 1971\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1971)\n Hop 2: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Answer: Salvatore Fiume", "t_query": 1971.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003659", "prompt": " In 1997, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1997\n- Germany | member of | European Coal and Steel Community | 1997\n- Belgium | member of | European Coal and Steel Community | 1997\n- Germany | member of | European Atomic Energy Community | 1997\n- Germany | member of | Western European Union | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Q107089 | country of citizenship | Germany | 1997\n- Werner Schulz | country of citizenship | Germany | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\n- Udo Zimmermann | country of citizenship | Germany | 1997\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1997)\n Hop 2: Giorgio Rebuffi -> country of citizenship -> Italy (1997)\n Answer: Giorgio Rebuffi", "t_query": 1997.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003660", "prompt": " In what year was the position held of Carmelo Cappello's country of citizenship's head of state equal to Italian senator for life?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Hop 1: Carmelo Cappello -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Antonio Segni (1964)\n Hop 3: Antonio Segni -> position held -> Italian senator for life (1964)\n Answer: 1964", "t_query": 1964.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003661", "prompt": " In 1963, whose head of state's country of citizenship was Antonio Segni?\nEvidence:\n- Italy | head of state | Antonio Segni | 1963\n- Antonio Segni | country of citizenship | Italy | 1963\n- Antonio Segni | position held | President of Italy | 1963\n- Antonio Leonviola | country of citizenship | Italy | 1963\n- Antonio Fessia | country of citizenship | Italy | 1963\n- Antonio Calderara | country of citizenship | Italy | 1963\n- Antonio Brivio | country of citizenship | Italy | 1963\n- Antonio Bacci | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Antonio Segni (1963)\n Hop 2: Giovanni Spadolini -> country of citizenship -> Italy (1963)\n Answer: Giovanni Spadolini", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003662", "prompt": " After Gustaf VI Adolf of Sweden noble title duke, what was the noble title of Gustaf VI Adolf of Sweden?\nEvidence:\n- Gustaf VI Adolf of Sweden | noble title | duke | 1937\n- Gustaf VI Adolf of Sweden | noble title | crown prince | 1937\n- Louise Mountbatten | spouse | Gustaf VI Adolf of Sweden | 1937\n- Gustaf VI Adolf of Sweden | spouse | Louise Mountbatten | 1937\n- Gustaf VI Adolf of Sweden | position held | crown prince | 1937\n- Louise Mountbatten | noble title | queen consort | 1937\nReasoning:", "completion": " Hop 1: Gustaf VI Adolf of Sweden -> noble title -> crown prince (1937)\n Answer: crown prince", "t_query": 1937.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 6} +{"id": "sft_003663", "prompt": " In 1984, whose head of state's country of citizenship was Sandro Pertini?\nEvidence:\n- Italy | head of state | Sandro Pertini | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\n- Tonino Cervi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Sandro Pertini (1984)\n Hop 2: Andrea Carrea -> country of citizenship -> Italy (1984)\n Answer: Andrea Carrea", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003664", "prompt": " Who was the head of state of United Kingdom after George VI?\nEvidence:\n- United Kingdom | head of state | Elizabeth II | 1989\n- Q672 | head of state | Elizabeth II | 1989\n- New Zealand | head of state | Elizabeth II | 1989\n- United Kingdom | part of | European Union | 1989\n- United Kingdom | member of | European Union | 1989\n- Tony Abbott | country of citizenship | United Kingdom | 1989\n- Robert Morley | country of citizenship | United Kingdom | 1989\n- Liz Smith | country of citizenship | United Kingdom | 1989\n- Q238219 | country for sport | United Kingdom | 1989\nReasoning:", "completion": " Hop 1: United Kingdom -> head of state -> Elizabeth II (1989)\n Answer: Elizabeth II", "t_query": 1989.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 9} +{"id": "sft_003665", "prompt": " In what year was the head of government of David Bowie's work location equal to Dietrich Stobbe?\nEvidence:\n- Berlin | head of government | Dietrich Stobbe | 1978\n- David Bowie | work location | Berlin | 1978\n- Q896393 | work location | Berlin | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Q497401 | terminus | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\n- Anna Seghers | residence | Berlin | 1978\nReasoning:", "completion": " Hop 1: David Bowie -> work location -> Berlin (1978)\n Hop 2: Berlin -> head of government -> Dietrich Stobbe (1978)\n Answer: 1978", "t_query": 1978.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 10} +{"id": "sft_003666", "prompt": " Who was the adjacent station of Mori Station before Katsuragawa Station?\nEvidence:\n- Mori Station | adjacent station | Katsuragawa Station | 1982\n- Mori Station | adjacent station | Himekawa Signal Base | 1982\nReasoning:", "completion": " Hop 1: Mori Station -> adjacent station -> Himekawa Signal Base (1982)\n Answer: Himekawa Signal Base", "t_query": 1982.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 2} +{"id": "sft_003667", "prompt": " After Andrea Pangrazio country of citizenship Italy, what was the head of state of Maria Rita Saulle's country of citizenship?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Andrea Pangrazio | country of citizenship | Italy | 1989\n- Andrea Cassone | country of citizenship | Italy | 1989\n- Andrea Carrea | country of citizenship | Italy | 1989\n- Andrea Bianchi | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Maria Rita Saulle -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> head of state -> Francesco Cossiga (1989)\n Answer: Francesco Cossiga", "t_query": 1989.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003668", "prompt": " In 1972, whose contains the administrative territorial entity's allegiance was North Rhine-Westphalia?\nEvidence:\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- Würzburg | country | West Germany | 1972\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> North Rhine-Westphalia (1972)\n Hop 2: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Answer: Friedrich Guggenberger", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003669", "prompt": " After Giuseppe Buratti country of citizenship Italy, what was the position held of Giorgio Rebuffi's country of citizenship's head of state?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Giuseppe Prisco | country of citizenship | Italy | 1997\n- Giuseppe Colnago | country of citizenship | Italy | 1997\n- Giuseppe Busso | country of citizenship | Italy | 1997\n- Giuseppe Bennati | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\nReasoning:", "completion": " Hop 1: Giorgio Rebuffi -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1997)\n Answer: President of Italy", "t_query": 1997.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003670", "prompt": " In 1951, whose country of citizenship was Italy?\nEvidence:\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Veriano Luchetti | country of citizenship | Italy | 1951\n- Tonino Cervi | country of citizenship | Italy | 1951\n- Tiziano Terzani | country of citizenship | Italy | 1951\n- Stéphane Grappelli | country of citizenship | Italy | 1951\n- Simon Spierer | country of citizenship | Italy | 1951\n- Sergio Mantovani | country of citizenship | Italy | 1951\n- Sergio Bonelli | country of citizenship | Italy | 1951\n- Rossana Rossanda | country of citizenship | Italy | 1951\n- Romeo Bertini | country of citizenship | Italy | 1951\n- Renata Tebaldi | country of citizenship | Italy | 1951\n- Primo Nebiolo | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Giovanni D'Ascenzi -> country of citizenship -> Italy (1951)\n Answer: Giovanni D'Ascenzi", "t_query": 1951.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003671", "prompt": " In 1963, what was the member of of Luigi Pistilli's country of citizenship?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Luigi Pistilli -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> member of -> European Economic Community (1963)\n Answer: European Economic Community", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003672", "prompt": " Who was the member of of Ugo Stille's country of citizenship before European Economic Community?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Ugo Stille -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1957)\n Answer: European Coal and Steel Community", "t_query": 1957.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003673", "prompt": " After Jean E. Sammet employer MetLife, what was the employer of Jean E. Sammet?\nEvidence:\n- Jean E. Sammet | employer | IBM | 1965\n- John Backus | employer | IBM | 1965\n- Benoit Mandelbrot | employer | IBM | 1965\n- IBM | chief executive officer | Thomas Watson | 1965\nReasoning:", "completion": " Hop 1: Jean E. Sammet -> employer -> IBM (1965)\n Answer: IBM", "t_query": 1965.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 4} +{"id": "sft_003674", "prompt": " In what year was the country of Wiesbaden equal to German Empire?\nEvidence:\n- Wiesbaden | country | German Empire | 1907\n- Q165008 | applies to jurisdiction | German Empire | 1907\n- German East Africa | applies to jurisdiction | German Empire | 1907\n- Zwickau | country | German Empire | 1907\n- Zimmern | country | German Empire | 1907\n- Wrocław | country | German Empire | 1907\n- Wittmund | country | German Empire | 1907\n- Wismar | country | German Empire | 1907\n- Weimar | country | German Empire | 1907\n- Vaterstetten | country | German Empire | 1907\n- Trier | country | German Empire | 1907\n- Speyer | country | German Empire | 1907\n- Solingen | country | German Empire | 1907\n- Regensburg | country | German Empire | 1907\n- Q82724 | country | German Empire | 1907\nReasoning:", "completion": " Hop 1: Wiesbaden -> country -> German Empire (1907)\n Answer: 1907", "t_query": 1907.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003675", "prompt": " After Bianco Bianchi country of citizenship Italy, what was the head of government of Luca Ronconi's country of citizenship?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Bianco Bianchi | country of citizenship | Italy | 1993\n- Andrea Bianchi | country of citizenship | Italy | 1993\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\nReasoning:", "completion": " Hop 1: Luca Ronconi -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1993)\n Answer: Carlo Azeglio Ciampi", "t_query": 1993.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003676", "prompt": " In 1987, what was the head of government of Romolo Alzani's country of citizenship?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Romolo Alzani -> country of citizenship -> Italy (1987)\n Hop 2: Italy -> head of government -> Amintore Fanfani (1987)\n Answer: Amintore Fanfani", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003677", "prompt": " Who was the has part of Status Quo before Matt Letley?\nEvidence:\n- Status Quo | has part(s) | Rick Parfitt | 1978\nReasoning:", "completion": " Hop 1: Status Quo -> has part -> Rick Parfitt (1978)\n Answer: Rick Parfitt", "t_query": 1978.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 1} +{"id": "sft_003678", "prompt": " In what year was the diplomatic relation of Germany equal to German Democratic Republic?\nEvidence:\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | shares border with | German Democratic Republic | 1974\n- Zwickau | country | German Democratic Republic | 1974\n- Zeuthen | country | German Democratic Republic | 1974\n- Wismar | country | German Democratic Republic | 1974\n- Q696016 | country | German Democratic Republic | 1974\n- Q525425 | country | German Democratic Republic | 1974\n- Q45898 | country | German Democratic Republic | 1974\n- Potsdam | country | German Democratic Republic | 1974\n- Neustrelitz | country | German Democratic Republic | 1974\n- Magdeburg | country | German Democratic Republic | 1974\n- Jena | country | German Democratic Republic | 1974\nReasoning:", "completion": " Hop 1: Germany -> diplomatic relation -> German Democratic Republic (1974)\n Answer: 1974", "t_query": 1974.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003679", "prompt": " In 1974, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> North Rhine-Westphalia (1974)\n Answer: North Rhine-Westphalia", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003680", "prompt": " In what year was the shares border with of Ugo Morin's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1968\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Ugo Morin -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> shares border with -> Yugoslavia (1968)\n Answer: 1968", "t_query": 1968.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003681", "prompt": " In what year was the country of citizenship of Carlo Simi equal to Kingdom of Italy?\nEvidence:\n- Carlo Simi | country of citizenship | Kingdom of Italy | 1939\n- Carlo Toniatti | country of citizenship | Kingdom of Italy | 1939\n- Carlo Porro | country of citizenship | Kingdom of Italy | 1939\n- Carlo Galetti | country of citizenship | Kingdom of Italy | 1939\n- Carlo Confalonieri | country of citizenship | Kingdom of Italy | 1939\n- Carlo Agostini | country of citizenship | Kingdom of Italy | 1939\n- Carlo Biscaretti di Ruffia | country of citizenship | Kingdom of Italy | 1939\n- Q976653 | country of citizenship | Kingdom of Italy | 1939\n- Q972711 | country of citizenship | Kingdom of Italy | 1939\n- Q922237 | country of citizenship | Kingdom of Italy | 1939\n- Q890523 | country of citizenship | Kingdom of Italy | 1939\n- Q741387 | country of citizenship | Kingdom of Italy | 1939\n- Q710497 | country of citizenship | Kingdom of Italy | 1939\n- Q678253 | country of citizenship | Kingdom of Italy | 1939\n- Q654973 | country of citizenship | Kingdom of Italy | 1939\nReasoning:", "completion": " Hop 1: Carlo Simi -> country of citizenship -> Kingdom of Italy (1939)\n Answer: 1939", "t_query": 1939.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003682", "prompt": " In 1987, whose head of state's country of citizenship was Francesco Cossiga?\nEvidence:\n- Italy | head of state | Francesco Cossiga | 1987\n- Francesco Scafarelli | country of citizenship | Italy | 1987\n- Francesco Gabrieli | country of citizenship | Italy | 1987\n- Francesco Aguzzoli | country of citizenship | Italy | 1987\n- Loris Francesco Capovilla | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Francesco Cossiga (1987)\n Hop 2: Romolo Alzani -> country of citizenship -> Italy (1987)\n Answer: Romolo Alzani", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003683", "prompt": " In 1959, what was the position held of Gino Cassinis's country of citizenship's head of state?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Gino Cassinis -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1959)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1959)\n Answer: President of Italy", "t_query": 1959.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003684", "prompt": " Who was the position held of Antonio Corpora's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Antonio Segni (1962)\n Hop 3: Antonio Segni -> position held -> President of Italy (1962)\n Answer: President of Italy", "t_query": 1962.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003685", "prompt": " In what year was the contains the administrative territorial entity of Mannheim's country equal to South Baden?\nEvidence:\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> South Baden (1950)\n Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003686", "prompt": " In 2004, whose head of state's country of citizenship was Carlo Azeglio Ciampi?\nEvidence:\n- Italy | head of state | Carlo Azeglio Ciampi | 2004\n- Carlo Giuffré | country of citizenship | Italy | 2004\n- Carlo Fruttero | country of citizenship | Italy | 2004\n- Carlo Curis | country of citizenship | Italy | 2004\n- Carlo Cercignani | country of citizenship | Italy | 2004\n- Q679495 | country of citizenship | Italy | 2004\n- Q678840 | country of citizenship | Italy | 2004\n- Q445276 | country of citizenship | Italy | 2004\n- Q383551 | country of citizenship | Italy | 2004\n- Vittorio Vettori | country of citizenship | Italy | 2004\n- Vito Lattanzio | country of citizenship | Italy | 2004\n- Veriano Luchetti | country of citizenship | Italy | 2004\n- Valeria Moriconi | country of citizenship | Italy | 2004\n- Urbano Lazzaro | country of citizenship | Italy | 2004\n- Tullio Kezich | country of citizenship | Italy | 2004\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Carlo Azeglio Ciampi (2004)\n Hop 2: Angelo Martino Colombo -> country of citizenship -> Italy (2004)\n Answer: Angelo Martino Colombo", "t_query": 2004.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003687", "prompt": " In what year was the position held of Mario Gentili's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Mario Gentili -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1961)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1961)\n Answer: 1961", "t_query": 1961.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003688", "prompt": " In what year was the head of government of Italy equal to Alcide De Gasperi?\nEvidence:\n- Uberto de Morpurgo | country of citizenship | Italy | 1953\n- Alberto Maria De Agostini | country of citizenship | Italy | 1953\n- Uberto de Morpurgo | country for sport | Italy | 1953\n- Q264986 | country of citizenship | Italy | 1953\n- Q219490 | country of citizenship | Italy | 1953\n- Q213482 | country of citizenship | Italy | 1953\n- Dalida | country of citizenship | Italy | 1953\n- Veriano Luchetti | country of citizenship | Italy | 1953\n- Tonino Cervi | country of citizenship | Italy | 1953\n- Tiziano Terzani | country of citizenship | Italy | 1953\n- Stéphane Grappelli | country of citizenship | Italy | 1953\n- Simon Spierer | country of citizenship | Italy | 1953\n- Sergio Mantovani | country of citizenship | Italy | 1953\n- Sergio Bonelli | country of citizenship | Italy | 1953\n- Rossana Rossanda | country of citizenship | Italy | 1953\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Alcide De Gasperi (1953)\n Answer: 1953", "t_query": 1953.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003689", "prompt": " In what year was the head of government of Ugo Morin's country of citizenship equal to Giovanni Leone?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Giovanni Mardersteig | country of citizenship | Italy | 1968\n- Giovanni Invernizzi | country of citizenship | Italy | 1968\n- Giovanni Goria | country of citizenship | Italy | 1968\n- Giovanni Ferrofino | country of citizenship | Italy | 1968\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Ugo Morin -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of government -> Giovanni Leone (1968)\n Answer: 1968", "t_query": 1968.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003690", "prompt": " After Neutral Moresnet shares border with Kingdom of Prussia, what was the currency of Belgium's shares border with?\nEvidence:\n- Neutral Moresnet | shares border with | Belgium | 1913\n- Belgium | shares border with | Neutral Moresnet | 1913\n- Neutral Moresnet | shares border with | Kingdom of Prussia | 1913\n- Neutral Moresnet | shares border with | Kingdom of the Netherlands | 1913\n- Neutral Moresnet | currency | French franc | 1913\n- Neutral Moresnet | currency | Belgian franc | 1913\n- Belgium | currency | Belgian franc | 1913\nReasoning:", "completion": " Hop 1: Belgium -> shares border with -> Neutral Moresnet (1913)\n Hop 2: Neutral Moresnet -> currency -> Belgian franc (1913)\n Answer: Belgian franc", "t_query": 1913.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 7} +{"id": "sft_003691", "prompt": " In 1995, what was the member of of Umberto Mastroianni's country of citizenship?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\n- Tiziano Terzani | country of citizenship | Italy | 1995\nReasoning:", "completion": " Hop 1: Umberto Mastroianni -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1995)\n Answer: European Coal and Steel Community", "t_query": 1995.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003692", "prompt": " In 1987, what was the member of of Romolo Alzani's country of citizenship?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Romolo Alzani -> country of citizenship -> Italy (1987)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1987)\n Answer: European Coal and Steel Community", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003693", "prompt": " Who was the country of citizenship of Clelio Darida after Kingdom of Italy?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Clelio Darida -> country of citizenship -> Italy (1968)\n Answer: Italy", "t_query": 1968.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003694", "prompt": " Who was the country of citizenship of Takis after Greece?\nEvidence:\n- Takis | country of citizenship | Kingdom of Greece | 1950\n- Q234918 | country of citizenship | Kingdom of Greece | 1950\n- Athens | country | Kingdom of Greece | 1950\nReasoning:", "completion": " Hop 1: Takis -> country of citizenship -> Kingdom of Greece (1950)\n Answer: Kingdom of Greece", "t_query": 1950.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 3} +{"id": "sft_003695", "prompt": " In 1968, what was the shares border with of Clelio Darida's country of citizenship?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Italy | shares border with | Yugoslavia | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Clelio Darida -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> shares border with -> Yugoslavia (1968)\n Answer: Yugoslavia", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003696", "prompt": " Who was the country of citizenship of Alfonso Brescia after Kingdom of Italy?\nEvidence:\n- Alfonso Brescia | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\n- Q318968 | country of citizenship | Italy | 1948\n- Q264986 | country of citizenship | Italy | 1948\n- Q219490 | country of citizenship | Italy | 1948\n- Q213482 | country of citizenship | Italy | 1948\n- Dalida | country of citizenship | Italy | 1948\n- Wilma Montesi | country of citizenship | Italy | 1948\n- Vittore Catella | country of citizenship | Italy | 1948\nReasoning:", "completion": " Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1948)\n Answer: Italy", "t_query": 1948.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003697", "prompt": " In 1938, whose located in was arrondissement of Bourg-en-Bresse?\nEvidence:\n- Q243579 | located in the administrative territorial entity | arrondissement of Bourg-en-Bresse | 1938\n- Pérouges | located in the administrative territorial entity | arrondissement of Bourg-en-Bresse | 1938\n- Le Montellier | located in the administrative territorial entity | arrondissement of Bourg-en-Bresse | 1938\n- Charnoz-sur-Ain | located in the administrative territorial entity | arrondissement of Bourg-en-Bresse | 1938\nReasoning:", "completion": " Hop 1: Pérouges -> located in -> arrondissement of Bourg-en-Bresse (1938)\n Answer: Pérouges", "t_query": 1938.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_003698", "prompt": " In what year was the head of state of Veriano Luchetti's country of citizenship equal to Sandro Pertini?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\n- Tiziano Terzani | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Veriano Luchetti -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> head of state -> Sandro Pertini (1985)\n Answer: 1985", "t_query": 1985.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003699", "prompt": " In 1947, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1947\n- Vladica Popović | country of citizenship | Yugoslavia | 1947\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1947\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1947\n- Ilija Petković | country of citizenship | Yugoslavia | 1947\n- Dušan Ivković | country of citizenship | Yugoslavia | 1947\n- Dragan Tomić | country of citizenship | Yugoslavia | 1947\n- Verzar | country | Yugoslavia | 1947\n- Suševo | country | Yugoslavia | 1947\n- Q793485 | country | Yugoslavia | 1947\n- Pirot | country | Yugoslavia | 1947\n- Orašje | country | Yugoslavia | 1947\n- Kraljevo | country | Yugoslavia | 1947\n- Karlovac | country | Yugoslavia | 1947\n- Dimitrovgrad | country | Yugoslavia | 1947\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1947)\n Hop 2: Eleonora Rossi Drago -> country of citizenship -> Italy (1947)\n Answer: Eleonora Rossi Drago", "t_query": 1947.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003700", "prompt": " Who was the country of Kadiivka after Ukrainian Soviet Socialist Republic?\nEvidence:\n- Kadiivka | country | Soviet Union | 1950\n- Turkmen Soviet Socialist Republic | country | Soviet Union | 1950\n- Georgian Soviet Socialist Republic | country | Soviet Union | 1950\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1950\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1950\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1950\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1950\n- Kadiivka | located in the administrative territorial entity | Luhansk Oblast | 1950\n- Zhytomyr | country | Soviet Union | 1950\n- Zastavna | country | Soviet Union | 1950\n- Yevpatoriia | country | Soviet Union | 1950\n- Yalta | country | Soviet Union | 1950\n- Vyazma | country | Soviet Union | 1950\n- Voronezh | country | Soviet Union | 1950\n- Vologda | country | Soviet Union | 1950\nReasoning:", "completion": " Hop 1: Kadiivka -> country -> Soviet Union (1950)\n Answer: Soviet Union", "t_query": 1950.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003701", "prompt": " After Adeodato Giovanni Piazza country of citizenship Italy, what was the shares border with of Salvatore Fiume's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1971\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Giovanni Mardersteig | country of citizenship | Italy | 1971\n- Giovanni Invernizzi | country of citizenship | Italy | 1971\n- Giovanni Goria | country of citizenship | Italy | 1971\n- Giovanni Ferrofino | country of citizenship | Italy | 1971\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> shares border with -> Yugoslavia (1971)\n Answer: Yugoslavia", "t_query": 1971.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003702", "prompt": " In 1983, what was the part of of Robert Morley's country of citizenship?\nEvidence:\n- Robert Morley | country of citizenship | United Kingdom | 1983\n- United Kingdom | part of | European Union | 1983\n- Tony Abbott | country of citizenship | United Kingdom | 1983\n- Liz Smith | country of citizenship | United Kingdom | 1983\n- United Kingdom | member of | European Union | 1983\n- United Kingdom | head of state | Elizabeth II | 1983\nReasoning:", "completion": " Hop 1: Robert Morley -> country of citizenship -> United Kingdom (1983)\n Hop 2: United Kingdom -> part of -> European Union (1983)\n Answer: European Union", "t_query": 1983.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_003703", "prompt": " In what year was the country of Bernard Schultze's work location equal to West Germany?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Answer: 1953", "t_query": 1953.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 3} +{"id": "sft_003704", "prompt": " In 1975, whose country of citizenship was Yugoslavia?\nEvidence:\n- Q46099 | country of citizenship | Yugoslavia | 1975\n- Q207166 | country of citizenship | Yugoslavia | 1975\n- Vladica Popović | country of citizenship | Yugoslavia | 1975\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1975\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1975\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1975\n- Ilija Petković | country of citizenship | Yugoslavia | 1975\n- Dušan Ivković | country of citizenship | Yugoslavia | 1975\n- Dragan Tomić | country of citizenship | Yugoslavia | 1975\n- Verzar | country | Yugoslavia | 1975\n- Suševo | country | Yugoslavia | 1975\n- Q793485 | country | Yugoslavia | 1975\n- Pirot | country | Yugoslavia | 1975\n- Orašje | country | Yugoslavia | 1975\n- Kraljevo | country | Yugoslavia | 1975\nReasoning:", "completion": " Hop 1: Mišo Cebalo -> country of citizenship -> Yugoslavia (1975)\n Answer: Mišo Cebalo", "t_query": 1975.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003705", "prompt": " In what year was the employer of Shane McMahon equal to WWE?\nEvidence:\n- Shane McMahon | employer | WWE | 2010\n- Vince McMahon | employer | WWE | 2010\n- Shane McMahon | sport | referee | 2010\n- Shane McMahon | occupation | entrepreneur | 2010\n- Shane McMahon | sport | professional wrestling | 2010\n- Q285372 | employer | WWE | 2010\n- Mike Chioda | employer | WWE | 2010\n- Ring of Honor | sport | professional wrestling | 2010\n- Q44304 | sport | professional wrestling | 2010\nReasoning:", "completion": " Hop 1: Shane McMahon -> employer -> WWE (2010)\n Answer: 2010", "t_query": 2010.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 9} +{"id": "sft_003706", "prompt": " In 1935, what was the educated at of Louise Bourgeois?\nEvidence:\n- Louise Bourgeois | educated at | University of Paris | 1935\n- Louise Bourgeois | work location | Paris | 1935\n- Q95821 | educated at | University of Paris | 1935\n- Q232873 | employer | University of Paris | 1935\n- Arnaud Denjoy | employer | University of Paris | 1935\n- Édith Piaf | residence | Paris | 1935\n- Zoltán Kemény | work location | Paris | 1935\n- René Huyghe | work location | Paris | 1935\n- Q87063 | work location | Paris | 1935\n- Q782127 | residence | Paris | 1935\n- Q763355 | work location | Paris | 1935\n- Q674956 | work location | Paris | 1935\n- Q430918 | terminus location | Paris | 1935\n- Q399091 | work location | Paris | 1935\n- Q384860 | work location | Paris | 1935\nReasoning:", "completion": " Hop 1: Louise Bourgeois -> educated at -> University of Paris (1935)\n Answer: University of Paris", "t_query": 1935.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003707", "prompt": " Who was the country of Kostanay Region before Kazakh Soviet Socialist Republic?\nEvidence:\n- Kostanay Region | country | Kazakh Soviet Socialist Republic | 1967\n- Kostanay Region | located in the administrative territorial entity | Kazakh Soviet Socialist Republic | 1967\n- Kostanay Region | country | Soviet Union | 1967\n- Turkmen Soviet Socialist Republic | country | Soviet Union | 1967\n- Georgian Soviet Socialist Republic | country | Soviet Union | 1967\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1967\n- North Kazakhstan Region | country | Soviet Union | 1967\n- East Kazakhstan Region | country | Soviet Union | 1967\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1967\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1967\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1967\n- Zhytomyr | country | Soviet Union | 1967\n- Zastavna | country | Soviet Union | 1967\n- Yevpatoriia | country | Soviet Union | 1967\n- Yalta | country | Soviet Union | 1967\nReasoning:", "completion": " Hop 1: Kostanay Region -> country -> Soviet Union (1967)\n Answer: Soviet Union", "t_query": 1967.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003708", "prompt": " Who was the country of citizenship of Romano Mussolini after Kingdom of Italy?\nEvidence:\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Romano Mussolini -> country of citizenship -> Italy (1984)\n Answer: Italy", "t_query": 1984.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003709", "prompt": " In 1994, whose head of state's country of citizenship was Oscar Luigi Scalfaro?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1994\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1994\n- Oscar Luigi Scalfaro | position held | President of Italy | 1994\n- Luigi Comencini | country of citizenship | Italy | 1994\n- Luigi Agnolin | country of citizenship | Italy | 1994\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1994\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Oscar Luigi Scalfaro (1994)\n Hop 2: Nino Baragli -> country of citizenship -> Italy (1994)\n Answer: Nino Baragli", "t_query": 1994.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003710", "prompt": " In 2001, what was the member of of Gerardo Marotta's country of citizenship?\nEvidence:\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\n- Stefano Angeleri | country of citizenship | Italy | 2001\nReasoning:", "completion": " Hop 1: Gerardo Marotta -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> member of -> European Coal and Steel Community (2001)\n Answer: European Coal and Steel Community", "t_query": 2001.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003711", "prompt": " In 1970, what was the shares border with of Lina Bo Bardi's country of citizenship?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Italy | shares border with | Yugoslavia | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Lina Bo Bardi -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> shares border with -> Yugoslavia (1970)\n Answer: Yugoslavia", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003712", "prompt": " In 1995, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\n- Tiziano Terzani | country of citizenship | Italy | 1995\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1995)\n Hop 2: Umberto Mastroianni -> country of citizenship -> Italy (1995)\n Answer: Umberto Mastroianni", "t_query": 1995.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003713", "prompt": " In 1949, whose country was Nakhchivan Autonomous Soviet Socialist Republic?\nEvidence:\n- Nakhchivan | country | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Nakhchivan | located in the administrative territorial entity | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Nakhchivan | country | Azerbaijan Soviet Socialist Republic | 1949\n- Shahbuz District | located in the administrative territorial entity | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Babek District | located in the administrative territorial entity | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Nakhchivan | country | Soviet Union | 1949\nReasoning:", "completion": " Hop 1: Nakhchivan -> country -> Nakhchivan Autonomous Soviet Socialist Republic (1949)\n Answer: Nakhchivan", "t_query": 1949.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_003714", "prompt": " In 1976, whose member of sports team was SC Schwarz-Weiß Bregenz?\nEvidence:\n- Rudolf Brunnenmeier | member of sports team | SC Schwarz-Weiß Bregenz | 1976\n- Rudolf Brunnenmeier | member of sports team | Schwarz-Weiß Bregenz | 1976\nReasoning:", "completion": " Hop 1: Rudolf Brunnenmeier -> member of sports team -> SC Schwarz-Weiß Bregenz (1976)\n Answer: Rudolf Brunnenmeier", "t_query": 1976.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_003715", "prompt": " In 1979, what was the country of Ashgabat's capital of?\nEvidence:\n- Ashgabat | capital of | Turkmen Soviet Socialist Republic | 1979\n- Ashgabat | country | Soviet Union | 1979\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1979\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1979\n- Q59054 | country of citizenship | Soviet Union | 1979\n- Q437262 | country of citizenship | Soviet Union | 1979\n- Q324083 | country of citizenship | Soviet Union | 1979\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1979\n- Yuri Manin | country of citizenship | Soviet Union | 1979\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1979\n- Viktor Kulikov | country of citizenship | Soviet Union | 1979\n- Vija Artmane | country of citizenship | Soviet Union | 1979\n- Vera Krepkina | country of citizenship | Soviet Union | 1979\n- Valeri Polyakov | country of citizenship | Soviet Union | 1979\n- Sergei Kovalev | country of citizenship | Soviet Union | 1979\nReasoning:", "completion": " Hop 1: Ashgabat -> capital of -> Turkmen Soviet Socialist Republic (1979)\n Hop 2: Turkmen Soviet Socialist Republic -> country -> Soviet Union (1979)\n Answer: Soviet Union", "t_query": 1979.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003716", "prompt": " After Francesco Aguzzoli country of citizenship Italy, what was the currency of Maria Caniglia's country of citizenship?\nEvidence:\n- Maria Caniglia | country of citizenship | Italy | 1951\n- Francesco Gabrieli | country of citizenship | Italy | 1951\n- Maria Tore Barbina | country of citizenship | Italy | 1951\n- Alberto Maria De Agostini | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Maria Caniglia -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> currency -> Italian lira (1951)\n Answer: Italian lira", "t_query": 1951.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003717", "prompt": " In 1961, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1961\n- Q207166 | country of citizenship | Yugoslavia | 1961\n- Vladica Popović | country of citizenship | Yugoslavia | 1961\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1961\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1961\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1961\n- Ilija Petković | country of citizenship | Yugoslavia | 1961\n- Dušan Ivković | country of citizenship | Yugoslavia | 1961\n- Dragan Tomić | country of citizenship | Yugoslavia | 1961\n- Verzar | country | Yugoslavia | 1961\n- Suševo | country | Yugoslavia | 1961\n- Q793485 | country | Yugoslavia | 1961\n- Pirot | country | Yugoslavia | 1961\n- Orašje | country | Yugoslavia | 1961\n- Kraljevo | country | Yugoslavia | 1961\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1961)\n Hop 2: Mario Gentili -> country of citizenship -> Italy (1961)\n Answer: Mario Gentili", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003718", "prompt": " In 1913, whose adjacent station was Horomui Station?\nEvidence:\n- Ebetsu Station | adjacent station | Horomui Station | 1913\n- Nopporo Station | adjacent station | Ebetsu Station | 1913\n- Ebetsu Station | adjacent station | Nopporo Station | 1913\nReasoning:", "completion": " Hop 1: Ebetsu Station -> adjacent station -> Horomui Station (1913)\n Answer: Ebetsu Station", "t_query": 1913.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_003719", "prompt": " In 1956, what was the adjacent station of Nopporo Station?\nEvidence:\n- Nopporo Station | adjacent station | Ebetsu Station | 1956\n- Nopporo Station | adjacent station | Atsubetsu Station | 1956\n- Ebetsu Station | adjacent station | Nopporo Station | 1956\n- Ebetsu Station | adjacent station | Horomui Station | 1956\nReasoning:", "completion": " Hop 1: Nopporo Station -> adjacent station -> Ebetsu Station (1956)\n Answer: Ebetsu Station", "t_query": 1956.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_003720", "prompt": " After Giancarlo Ansaloni country of citizenship Italy, what was the currency of Renata Tebaldi's country of citizenship?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Giancarlo Ansaloni | country of citizenship | Italy | 2000\n- Italy | currency | Italian lira | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\nReasoning:", "completion": " Hop 1: Renata Tebaldi -> country of citizenship -> Italy (2000)\n Hop 2: Italy -> currency -> Italian lira (2000)\n Answer: Italian lira", "t_query": 2000.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003721", "prompt": " In 1966, whose location was Toronto?\nEvidence:\n- Healey Willan | location | Toronto | 1966\nReasoning:", "completion": " Hop 1: Healey Willan -> location -> Toronto (1966)\n Answer: Healey Willan", "t_query": 1966.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_003722", "prompt": " In what year was the head coach of Atlético Madrid equal to Claudio Ranieri?\nEvidence:\n- Atlético Madrid | head coach | Claudio Ranieri | 2000\n- Chelsea F.C. | head coach | Claudio Ranieri | 2000\n- Q744556 | member of sports team | Atlético Madrid | 2000\n- Q537568 | member of sports team | Atlético Madrid | 2000\n- Q350279 | member of sports team | Atlético Madrid | 2000\n- Q295512 | member of sports team | Atlético Madrid | 2000\n- Q223176 | member of sports team | Atlético Madrid | 2000\n- Q172149 | member of sports team | Atlético Madrid | 2000\n- Atlético Madrid | home venue | Vicente Calderón Stadium | 2000\n- Carlos Aguilera | member of sports team | Atlético Madrid | 2000\n- Antonio López | member of sports team | Atlético Madrid | 2000\n- Sergio Sánchez Sánchez | member of sports team | Atlético Madrid | 2000\n- José Francisco Molina | member of sports team | Atlético Madrid | 2000\n- Antonio López | member of sports team | Atlético Madrid B | 2000\n- Q744556 | member of sports team | AFC Ajax | 2000\nReasoning:", "completion": " Hop 1: Atlético Madrid -> head coach -> Claudio Ranieri (2000)\n Answer: 2000", "t_query": 2000.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003723", "prompt": " After Germany diplomatic relation German Democratic Republic, what was the head of government of Germany's head of government's country of citizenship's contains the administrative territorial entity?\nEvidence:\n- Germany | diplomatic relation | German Democratic Republic | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | shares border with | German Democratic Republic | 1987\n- Q99920 | country of citizenship | German Democratic Republic | 1987\n- Q97584 | country of citizenship | German Democratic Republic | 1987\n- Q96955 | country of citizenship | German Democratic Republic | 1987\n- Q77767 | country of citizenship | German Democratic Republic | 1987\n- Q73946 | country of citizenship | German Democratic Republic | 1987\n- Q72475 | country of citizenship | German Democratic Republic | 1987\n- Q72461 | country of citizenship | German Democratic Republic | 1987\n- Q70388 | country of citizenship | German Democratic Republic | 1987\n- Q67488 | country of citizenship | German Democratic Republic | 1987\n- Q67341 | country of citizenship | German Democratic Republic | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Saarland (1987)\n Hop 4: Saarland -> head of government -> Q110719 (1987)\n Answer: Q110719", "t_query": 1987.0, "chain_length": 4, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003724", "prompt": " After Gianni Agus country of citizenship Italy, what was the member of of John Paul I's country of citizenship?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\n- Virginio Rosetta | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: John Paul I -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> member of -> European Economic Community (1961)\n Answer: European Economic Community", "t_query": 1961.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003725", "prompt": " In 2010, what was the occupation of Shane McMahon?\nEvidence:\n- Shane McMahon | occupation | entrepreneur | 2010\n- Shane McMahon | sport | referee | 2010\n- Shane McMahon | employer | WWE | 2010\n- Shane McMahon | sport | professional wrestling | 2010\n- Vince McMahon | employer | WWE | 2010\n- Ring of Honor | sport | professional wrestling | 2010\n- Q44304 | sport | professional wrestling | 2010\n- Q285372 | employer | WWE | 2010\n- Mike Chioda | employer | WWE | 2010\nReasoning:", "completion": " Hop 1: Shane McMahon -> occupation -> entrepreneur (2010)\n Answer: entrepreneur", "t_query": 2010.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 9} +{"id": "sft_003726", "prompt": " In 1963, whose country of citizenship was Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\n- Tonino Cervi | country of citizenship | Italy | 1963\n- Tiziano Terzani | country of citizenship | Italy | 1963\n- Stéphane Grappelli | country of citizenship | Italy | 1963\n- Simon Spierer | country of citizenship | Italy | 1963\n- Sergio Mantovani | country of citizenship | Italy | 1963\n- Sergio Bonelli | country of citizenship | Italy | 1963\n- Rossana Rossanda | country of citizenship | Italy | 1963\n- Romeo Bertini | country of citizenship | Italy | 1963\n- Renata Tebaldi | country of citizenship | Italy | 1963\n- Primo Nebiolo | country of citizenship | Italy | 1963\n- Pietro Parente | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Gianni Brera -> country of citizenship -> Italy (1963)\n Answer: Gianni Brera", "t_query": 1963.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003727", "prompt": " Who was the currency of Carel Willink's work location's country's shares border with after French franc?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Hop 1: Carel Willink -> work location -> Berlin (1920)\n Hop 2: Berlin -> country -> Weimar Republic (1920)\n Hop 3: Weimar Republic -> shares border with -> Neutral Moresnet (1920)\n Hop 4: Neutral Moresnet -> currency -> Belgian franc (1920)\n Answer: Belgian franc", "t_query": 1920.0, "chain_length": 4, "operator_type": "before_after", "n_evidence": 9} +{"id": "sft_003728", "prompt": " In what year was the basic form of government of Germany's diplomatic relation equal to constitutional monarchy?\nEvidence:\n- Afghanistan | basic form of government | constitutional monarchy | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\n- Germany | head of government | Konrad Adenauer | 1956\n- Bonn | capital of | Germany | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | West Germany | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Germany | member of | Western European Union | 1956\n- Germany | head of state | Theodor Heuss | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- West Germany | currency | Deutsche Mark | 1956\n- Germany | shares border with | Czechoslovakia | 1956\n- president of Germany | position holder | Theodor Heuss | 1956\n- Jürgen Kissner | country of citizenship | West Germany | 1956\nReasoning:", "completion": " Hop 1: Germany -> diplomatic relation -> Afghanistan (1956)\n Hop 2: Afghanistan -> basic form of government -> constitutional monarchy (1956)\n Answer: 1956", "t_query": 1956.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003729", "prompt": " Who was the member of sports team of Thomas Chatelle after Belgium men's national football team?\nEvidence:\n- Thomas Chatelle | member of sports team | R.S.C. Anderlecht | 2012\n- Thomas Chatelle | member of sports team | Sint-Truidense V.V. | 2012\n- Thomas Chatelle | member of sports team | R.A.E.C. Mons | 2012\n- Q968773 | member of sports team | R.S.C. Anderlecht | 2012\n- Q516607 | member of sports team | R.S.C. Anderlecht | 2012\n- Q329348 | member of sports team | R.S.C. Anderlecht | 2012\n- Marcin Wasilewski | member of sports team | R.S.C. Anderlecht | 2012\n- Q392727 | member of sports team | Sint-Truidense V.V. | 2012\n- Q377088 | member of sports team | Sint-Truidense V.V. | 2012\n- Q817639 | member of sports team | R.A.E.C. Mons | 2012\n- Q464631 | member of sports team | R.A.E.C. Mons | 2012\n- Koen Daerden | member of sports team | Sint-Truidense V.V. | 2012\n- Bahattin Köse | member of sports team | R.A.E.C. Mons | 2012\n- R.A.E.C. Mons | league or competition | Belgian Pro League | 2012\nReasoning:", "completion": " Hop 1: Thomas Chatelle -> member of sports team -> R.S.C. Anderlecht (2012)\n Answer: R.S.C. Anderlecht", "t_query": 2012.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 14} +{"id": "sft_003730", "prompt": " Who was the position held of Italy's head of government before Member of the European Parliament?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1980\n- Veriano Luchetti | country of citizenship | Italy | 1980\n- Tullio Kezich | country of citizenship | Italy | 1980\n- Tonino Cervi | country of citizenship | Italy | 1980\n- Tiziano Terzani | country of citizenship | Italy | 1980\n- Stéphane Grappelli | country of citizenship | Italy | 1980\n- Simon Spierer | country of citizenship | Italy | 1980\n- Sergio Mantovani | country of citizenship | Italy | 1980\n- Sergio Bonelli | country of citizenship | Italy | 1980\n- Salvatore Cassisa | country of citizenship | Italy | 1980\n- Rossana Rossanda | country of citizenship | Italy | 1980\n- Renata Tebaldi | country of citizenship | Italy | 1980\n- Primo Nebiolo | country of citizenship | Italy | 1980\n- Pino Lancetti | country of citizenship | Italy | 1980\n- Pietro Parente | country of citizenship | Italy | 1980\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Arnaldo Forlani (1980)\n Hop 2: Arnaldo Forlani -> position held -> Prime Minister of Italy (1980)\n Answer: Prime Minister of Italy", "t_query": 1980.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003731", "prompt": " In 1914, whose carries thoroughfare was sidewalk?\nEvidence:\n- Alte Elsterbrücke | carries thoroughfare | sidewalk | 1914\nReasoning:", "completion": " Hop 1: Alte Elsterbrücke -> carries thoroughfare -> sidewalk (1914)\n Answer: Alte Elsterbrücke", "t_query": 1914.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_003732", "prompt": " In 1937, whose noble title's spouse was queen consort?\nEvidence:\n- Louise Mountbatten | noble title | queen consort | 1937\n- Q464563 | position held | queen consort | 1937\n- Louise Mountbatten | spouse | Gustaf VI Adolf of Sweden | 1937\n- Gustaf VI Adolf of Sweden | spouse | Louise Mountbatten | 1937\nReasoning:", "completion": " Hop 1: Louise Mountbatten -> noble title -> queen consort (1937)\n Hop 2: Gustaf VI Adolf of Sweden -> spouse -> Louise Mountbatten (1937)\n Answer: Gustaf VI Adolf of Sweden", "t_query": 1937.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_003733", "prompt": " After Richard Nixon spouse Pat Nixon, what was the position held of Richard Nixon?\nEvidence:\n- Richard Nixon | spouse | Pat Nixon | 1960\n- Pat Nixon | spouse | Richard Nixon | 1960\n- Richard Nixon | position held | Vice President of the United States | 1960\n- Pat Nixon | position held | Second Lady or Gentleman of the United States | 1960\n- Richard Nixon | work location | Washington, D.C. | 1960\n- Q216195 | work location | Washington, D.C. | 1960\nReasoning:", "completion": " Hop 1: Richard Nixon -> position held -> Vice President of the United States (1960)\n Answer: Vice President of the United States", "t_query": 1960.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 6} +{"id": "sft_003734", "prompt": " After Brießnitz located in Rackel, what was the located in of Brießnitz?\nEvidence:\n- Brießnitz | located in the administrative territorial entity | Baruth bei Bautzen | 1980\n- Q160968 | located in the administrative territorial entity | Baruth bei Bautzen | 1980\nReasoning:", "completion": " Hop 1: Brießnitz -> located in -> Baruth bei Bautzen (1980)\n Answer: Baruth bei Bautzen", "t_query": 1980.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 2} +{"id": "sft_003735", "prompt": " In 1929, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1929\n- Q890523 | country of citizenship | Kingdom of Italy | 1929\n- Q715036 | country of citizenship | Kingdom of Italy | 1929\n- Q603148 | country of citizenship | Kingdom of Italy | 1929\n- Q471232 | country of citizenship | Kingdom of Italy | 1929\n- Q456574 | country of citizenship | Kingdom of Italy | 1929\n- Q432318 | country of citizenship | Kingdom of Italy | 1929\n- Q429298 | country of citizenship | Kingdom of Italy | 1929\n- Q329221 | country of citizenship | Kingdom of Italy | 1929\n- Q263967 | country of citizenship | Kingdom of Italy | 1929\n- Q216812 | country of citizenship | Kingdom of Italy | 1929\n- Q178349 | country of citizenship | Kingdom of Italy | 1929\n- Q133535 | country of citizenship | Kingdom of Italy | 1929\n- Vincenzo Vannutelli | country of citizenship | Kingdom of Italy | 1929\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1929\nReasoning:", "completion": " Hop 1: Attilio Pierelli -> country of citizenship -> Kingdom of Italy (1929)\n Answer: Attilio Pierelli", "t_query": 1929.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003736", "prompt": " In 1984, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1984\n- Q46099 | country of citizenship | Yugoslavia | 1984\n- Q207166 | country of citizenship | Yugoslavia | 1984\n- Vladica Popović | country of citizenship | Yugoslavia | 1984\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1984\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1984\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1984\n- Ilija Petković | country of citizenship | Yugoslavia | 1984\n- Dušan Ivković | country of citizenship | Yugoslavia | 1984\n- Dragan Tomić | country of citizenship | Yugoslavia | 1984\n- Verzar | country | Yugoslavia | 1984\n- Suševo | country | Yugoslavia | 1984\n- Q793485 | country | Yugoslavia | 1984\n- Pirot | country | Yugoslavia | 1984\n- Orašje | country | Yugoslavia | 1984\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1984)\n Hop 2: Andrea Carrea -> country of citizenship -> Italy (1984)\n Answer: Andrea Carrea", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003737", "prompt": " In 1971, what was the currency of Salvatore Fiume's country of citizenship?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> currency -> Italian lira (1971)\n Answer: Italian lira", "t_query": 1971.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003738", "prompt": " In 1966, what was the position held of Cesare Terranova's country of citizenship's head of state?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Hop 1: Cesare Terranova -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1966)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1966)\n Answer: President of Italy", "t_query": 1966.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003739", "prompt": " Who was the diplomatic relation of Germany before Czechoslovakia?\nEvidence:\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | shares border with | Czechoslovakia | 1974\n- Trenčín | country | Czechoslovakia | 1974\n- Rokycany | country | Czechoslovakia | 1974\n- Ratibořice | country | Czechoslovakia | 1974\n- Q953856 | country | Czechoslovakia | 1974\n- Q918108 | country | Czechoslovakia | 1974\n- Q852472 | country | Czechoslovakia | 1974\n- Q764320 | country | Czechoslovakia | 1974\n- Q270704 | country | Czechoslovakia | 1974\n- Příbor | country | Czechoslovakia | 1974\n- Prešov | country | Czechoslovakia | 1974\nReasoning:", "completion": " Hop 1: Germany -> diplomatic relation -> Afghanistan (1974)\n Answer: Afghanistan", "t_query": 1974.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003740", "prompt": " Who was the chairperson of Germany's head of state's member of political party before Wolfgang Gerhardt?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> member of political party -> Free Democratic Party (1974)\n Hop 3: Free Democratic Party -> chairperson -> Hans-Dietrich Genscher (1974)\n Answer: Hans-Dietrich Genscher", "t_query": 1974.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003741", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in equal to Feyzin?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Rhône -> contains the administrative territorial entity -> Feyzin (2003)\n Answer: 2003", "t_query": 2003.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003742", "prompt": " In 1984, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1984\n- Ireland | member of | European Economic Community | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Economic Community (1984)\n Hop 2: Andrea Carrea -> country of citizenship -> Italy (1984)\n Answer: Andrea Carrea", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003743", "prompt": " In 1993, what was the country of citizenship of Luca Ronconi?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\n- Stéphane Grappelli | country of citizenship | Italy | 1993\nReasoning:", "completion": " Hop 1: Luca Ronconi -> country of citizenship -> Italy (1993)\n Answer: Italy", "t_query": 1993.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003744", "prompt": " Who was the head of government of Italy after Ciriaco De Mita?\nEvidence:\n- Velasio de Paolis | country of citizenship | Italy | 2015\n- Dino De Antoni | country of citizenship | Italy | 2015\n- Alberto De Martino | country of citizenship | Italy | 2015\n- Sergio Donadoni | country of citizenship | Italy | 2015\n- Sebastiano Mannironi | country of citizenship | Italy | 2015\n- Salvatore Cassisa | country of citizenship | Italy | 2015\n- Rossana Rossanda | country of citizenship | Italy | 2015\n- Romano Agostinelli | country of citizenship | Italy | 2015\n- Roberto Tucci | country of citizenship | Italy | 2015\n- Pinuccio Sciola | country of citizenship | Italy | 2015\n- Paolo Villaggio | country of citizenship | Italy | 2015\n- Mauro Staccioli | country of citizenship | Italy | 2015\n- Mario Sereni | country of citizenship | Italy | 2015\n- Mario Perniola | country of citizenship | Italy | 2015\n- Luigi Agnolin | country of citizenship | Italy | 2015\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Matteo Renzi (2015)\n Answer: Matteo Renzi", "t_query": 2015.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003745", "prompt": " In 1921, whose head of government's country's work location's spouse was Joseph Wirth?\nEvidence:\n- Weimar Republic | head of government | Joseph Wirth | 1921\n- Weimar Republic | head of government | Constantin Fehrenbach | 1921\n- Minden Government Region | country | Weimar Republic | 1921\n- Weimar Republic | head of state | Friedrich Ebert | 1921\n- hyperinflation in the Weimar Republic | country | Weimar Republic | 1921\n- Q87105 | country of citizenship | Weimar Republic | 1921\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1921\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1921\n- Zwickau | country | Weimar Republic | 1921\n- Zimmern | country | Weimar Republic | 1921\n- Wrocław | country | Weimar Republic | 1921\n- Wittmund | country | Weimar Republic | 1921\n- Wismar | country | Weimar Republic | 1921\n- Wiesbaden | country | Weimar Republic | 1921\n- Weimar | country | Weimar Republic | 1921\nReasoning:", "completion": " Hop 1: Weimar Republic -> head of government -> Joseph Wirth (1921)\n Hop 2: Berlin -> country -> Weimar Republic (1921)\n Hop 3: Paul Cassirer -> work location -> Berlin (1921)\n Hop 4: Tilla Durieux -> spouse -> Paul Cassirer (1921)\n Answer: Tilla Durieux", "t_query": 1921.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003746", "prompt": " After Omsk located in Omsk Governorate, what was the country of Omsk?\nEvidence:\n- Omsk | country | Soviet Union | 1948\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Q59054 | country of citizenship | Soviet Union | 1948\n- Q437262 | country of citizenship | Soviet Union | 1948\n- Q324083 | country of citizenship | Soviet Union | 1948\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1948\n- Yuri Manin | country of citizenship | Soviet Union | 1948\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1948\n- Viktor Kulikov | country of citizenship | Soviet Union | 1948\n- Vija Artmane | country of citizenship | Soviet Union | 1948\n- Vera Krepkina | country of citizenship | Soviet Union | 1948\n- Valeri Polyakov | country of citizenship | Soviet Union | 1948\nReasoning:", "completion": " Hop 1: Omsk -> country -> Soviet Union (1948)\n Answer: Soviet Union", "t_query": 1948.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003747", "prompt": " In 1968, what was the position held of Ugo Morin's country of citizenship's head of state?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Ugo Morin -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1968)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1968)\n Answer: President of Italy", "t_query": 1968.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003748", "prompt": " In what year was the head of government of Kyoto Prefecture equal to Yukio Hayashida?\nEvidence:\n- Kyoto Prefecture | head of government | Yukio Hayashida | 1978\nReasoning:", "completion": " Hop 1: Kyoto Prefecture -> head of government -> Yukio Hayashida (1978)\n Answer: 1978", "t_query": 1978.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1} +{"id": "sft_003749", "prompt": " In 1961, what was the position held of Mario Gentili's country of citizenship's head of state?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Mario Gentili -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1961)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1961)\n Answer: President of Italy", "t_query": 1961.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003750", "prompt": " After Bonn capital of Germany, what was the position held of Germany's head of state?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> position held -> president of Germany (1974)\n Answer: president of Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003751", "prompt": " In 1952, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\n- Wilma Montesi | country of citizenship | Italy | 1952\n- Vittore Catella | country of citizenship | Italy | 1952\n- Vitaliano Brancati | country of citizenship | Italy | 1952\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1952)\n Hop 2: Franca Ongaro -> country of citizenship -> Italy (1952)\n Answer: Franca Ongaro", "t_query": 1952.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003752", "prompt": " In what year was the position held of Umberto Mastroianni's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\n- Tiziano Terzani | country of citizenship | Italy | 1995\nReasoning:", "completion": " Hop 1: Umberto Mastroianni -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1995)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1995)\n Answer: 1995", "t_query": 1995.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003753", "prompt": " In what year was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance equal to Bremen?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Bremen (1972)\n Answer: 1972", "t_query": 1972.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003754", "prompt": " In 1962, what was the position held of Antonio Corpora's country of citizenship's head of state?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1962)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1962)\n Answer: President of Italy", "t_query": 1962.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003755", "prompt": " In 1978, what was the country of David Bowie's work location?\nEvidence:\n- David Bowie | work location | Berlin | 1978\n- Q896393 | work location | Berlin | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Q497401 | terminus | Berlin | 1978\n- Anna Seghers | residence | Berlin | 1978\nReasoning:", "completion": " Hop 1: David Bowie -> work location -> Berlin (1978)\n Hop 2: Berlin -> country -> German Democratic Republic (1978)\n Answer: German Democratic Republic", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 10} +{"id": "sft_003756", "prompt": " In 1941, whose anthem was The Internationale?\nEvidence:\n- Russian Soviet Federative Socialist Republic | anthem | The Internationale | 1941\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1941\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Khabarovsk Krai | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1941\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1941\nReasoning:", "completion": " Hop 1: Russian Soviet Federative Socialist Republic -> anthem -> The Internationale (1941)\n Answer: Russian Soviet Federative Socialist Republic", "t_query": 1941.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003757", "prompt": " After Merv located in Turkmen Soviet Socialist Republic, what was the located in of Ashgabat's capital of?\nEvidence:\n- Ashgabat | capital of | Turkmen Soviet Socialist Republic | 1979\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1979\n- Turkmen Soviet Socialist Republic | country | Soviet Union | 1979\n- Ashgabat | country | Soviet Union | 1979\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1979\n- Georgian Soviet Socialist Republic | country | Soviet Union | 1979\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1979\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1979\n- Q59054 | country of citizenship | Soviet Union | 1979\n- Q437262 | country of citizenship | Soviet Union | 1979\n- Q324083 | country of citizenship | Soviet Union | 1979\n- Zhytomyr | country | Soviet Union | 1979\n- Zastavna | country | Soviet Union | 1979\n- Yevpatoriia | country | Soviet Union | 1979\n- Yalta | country | Soviet Union | 1979\nReasoning:", "completion": " Hop 1: Ashgabat -> capital of -> Turkmen Soviet Socialist Republic (1979)\n Hop 2: Turkmen Soviet Socialist Republic -> located in -> Soviet Union (1979)\n Answer: Soviet Union", "t_query": 1979.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003758", "prompt": " In 1988, what was the head of government of Erazim Kohák's residence?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- United States | shares border with | Panama | 1988\n- Tony Miles | country for sport | United States | 1988\n- Julie Mehretu | work location | United States | 1988\n- Discovery Channel | country | United States | 1988\nReasoning:", "completion": " Hop 1: Erazim Kohák -> residence -> United States (1988)\n Hop 2: United States -> head of government -> Ronald Reagan (1988)\n Answer: Ronald Reagan", "t_query": 1988.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 13} +{"id": "sft_003759", "prompt": " After Speyer country West Germany, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Speyer | country | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1972)\n Answer: Baden-Württemberg", "t_query": 1972.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003760", "prompt": " Who was the occupant of Lluís Companys Olympic Stadium after Barcelona Dragons?\nEvidence:\n- Lluís Companys Olympic Stadium | occupant | Barcelona Dragons | 1999\n- Barcelona Dragons | home venue | Lluís Companys Olympic Stadium | 1999\n- Lluís Companys Olympic Stadium | occupant | RCD Espanyol de Barcelona | 1999\n- Barcelona Dragons | head coach | Jack Bicknell | 1999\n- Barcelona Dragons | league or competition | NFL Europe | 1999\n- Jack Bicknell | coach of sports team | Barcelona Dragons | 1999\n- Q943194 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q939976 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q704268 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q296975 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Mauro Navas | member of sports team | RCD Espanyol de Barcelona | 1999\nReasoning:", "completion": " Hop 1: Lluís Companys Olympic Stadium -> occupant -> RCD Espanyol de Barcelona (1999)\n Answer: RCD Espanyol de Barcelona", "t_query": 1999.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 11} +{"id": "sft_003761", "prompt": " Who was the position held of Germany's head of government after Federal Minister for Foreign Affairs?\nEvidence:\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> position held -> president of Germany (1974)\n Answer: president of Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003762", "prompt": " After Andrea Cordero Lanza di Montezemolo country of citizenship Italy, what was the member of of Arnaldo Genoino's country of citizenship?\nEvidence:\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1978\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Andrea Pangrazio | country of citizenship | Italy | 1978\n- Andrea Miano | country of citizenship | Italy | 1978\n- Andrea Cassone | country of citizenship | Italy | 1978\n- Andrea Carrea | country of citizenship | Italy | 1978\n- Andrea Bianchi | country of citizenship | Italy | 1978\n- Carmelo Di Bella | country of citizenship | Italy | 1978\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Arnaldo Genoino -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> member of -> European Economic Community (1978)\n Answer: European Economic Community", "t_query": 1978.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003763", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Albigny-sur-Saône, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Albigny-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Rochetaillée-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Neuville-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Fleurieu-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Poleymieux-au-Mont-d'Or (2003)\n Answer: Poleymieux-au-Mont-d'Or", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003764", "prompt": " In what year was the head of state of Turkey equal to İsmet İnönü?\nEvidence:\n- Turkey | head of state | İsmet İnönü | 1941\n- Republican People's Party | chairperson | İsmet İnönü | 1941\n- N. I. Lobachevsky State University of Nizhny Novgorod | country | Soviet Union | 1941\n- Ömer Nasuhi Bilmen | country of citizenship | Turkey | 1941\n- Turkey | shares border with | Soviet Union | 1941\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1941\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1941\n- Q59054 | country of citizenship | Soviet Union | 1941\n- Q437262 | country of citizenship | Soviet Union | 1941\n- Q324083 | country of citizenship | Soviet Union | 1941\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1941\n- Yuri Manin | country of citizenship | Soviet Union | 1941\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1941\n- Viktor Kulikov | country of citizenship | Soviet Union | 1941\n- Vikenty Veresaev | country of citizenship | Soviet Union | 1941\nReasoning:", "completion": " Hop 1: Turkey -> head of state -> İsmet İnönü (1941)\n Answer: 1941", "t_query": 1941.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003765", "prompt": " After Alda Merini country of citizenship Italy, what was the member of of Claudio Cavazza's country of citizenship?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Alda Noni | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> member of -> European Economic Community (1970)\n Answer: European Economic Community", "t_query": 1970.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003766", "prompt": " After Bonn capital of Germany, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Schleswig-Holstein (1974)\n Answer: Schleswig-Holstein", "t_query": 1974.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003767", "prompt": " In what year was the member of of Claudia Vinciguerra's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Claudia Vinciguerra -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1968)\n Answer: 1968", "t_query": 1968.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003768", "prompt": " In 1913, whose head of state's country was Nicholas II of Russia?\nEvidence:\n- Russian Empire | head of state | Nicholas II of Russia | 1913\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1913\n- Q326616 | country of registry | Russian Empire | 1913\n- Khanate of Khiva | country | Russian Empire | 1913\n- Emirate of Bukhara | country | Russian Empire | 1913\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1913\n- Vladimir Lenin | country of citizenship | Russian Empire | 1913\n- Vikenty Veresaev | country of citizenship | Russian Empire | 1913\n- Maria Zankovetska | country of citizenship | Russian Empire | 1913\n- Giorgio Scerbanenco | country of citizenship | Russian Empire | 1913\n- Antoine Pevsner | country of citizenship | Russian Empire | 1913\n- Alla Nazimova | country of citizenship | Russian Empire | 1913\n- Menachem Mendel Schneerson | country of citizenship | Russian Empire | 1913\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1913\nReasoning:", "completion": " Hop 1: Russian Empire -> head of state -> Nicholas II of Russia (1913)\n Hop 2: Khrustalnyi -> country -> Russian Empire (1913)\n Answer: Khrustalnyi", "t_query": 1913.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003769", "prompt": " In 1956, what was the member of of Alfonso Calzolari's country of citizenship?\nEvidence:\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\n- Veriano Luchetti | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Alfonso Calzolari -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1956)\n Answer: European Coal and Steel Community", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003770", "prompt": " In 1972, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Bavaria (1972)\n Answer: Bavaria", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003771", "prompt": " After Maria Fiore country of citizenship Italy, what was the currency of Romolo Alzani's country of citizenship?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Maria Tore Barbina | country of citizenship | Italy | 1987\n- Italy | currency | Italian lira | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\nReasoning:", "completion": " Hop 1: Romolo Alzani -> country of citizenship -> Italy (1987)\n Hop 2: Italy -> currency -> Italian lira (1987)\n Answer: Italian lira", "t_query": 1987.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003772", "prompt": " In 1935, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1935\n- Q890523 | country of citizenship | Kingdom of Italy | 1935\n- Q432318 | country of citizenship | Kingdom of Italy | 1935\n- Q429298 | country of citizenship | Kingdom of Italy | 1935\n- Q329221 | country of citizenship | Kingdom of Italy | 1935\n- Q216812 | country of citizenship | Kingdom of Italy | 1935\n- Q178349 | country of citizenship | Kingdom of Italy | 1935\n- Q133535 | country of citizenship | Kingdom of Italy | 1935\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1935\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1935\n- Titta Ruffo | country of citizenship | Kingdom of Italy | 1935\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1935\n- Paolo Vetri | country of citizenship | Kingdom of Italy | 1935\n- Paolo Manna | country of citizenship | Kingdom of Italy | 1935\n- Pantaleo Carabellese | country of citizenship | Kingdom of Italy | 1935\nReasoning:", "completion": " Hop 1: Sabatino Moscati -> country of citizenship -> Kingdom of Italy (1935)\n Answer: Sabatino Moscati", "t_query": 1935.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003773", "prompt": " Who was the member of of Giovanni Spadolini's country of citizenship before European Coal and Steel Community?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giovanni Spadolini -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> member of -> European Economic Community (1975)\n Answer: European Economic Community", "t_query": 1975.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003774", "prompt": " In what year was the member of of Romano Mussolini's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Romano Mussolini -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1984)\n Answer: 1984", "t_query": 1984.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003775", "prompt": " Who was the contains the administrative territorial entity of Germany's capital's capital of before Rhineland-Palatinate?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Bremen (1974)\n Answer: Bremen", "t_query": 1974.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003776", "prompt": " In 1968, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Economic Community (1968)\n Hop 2: Ugo Morin -> country of citizenship -> Italy (1968)\n Answer: Ugo Morin", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003777", "prompt": " In 1978, what was the currency of Arnaldo Genoino's country of citizenship?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Hop 1: Arnaldo Genoino -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> currency -> Italian lira (1978)\n Answer: Italian lira", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003778", "prompt": " In 1936, whose member of sports team was Real Madrid Club de Fútbol?\nEvidence:\n- Q704337 | member of sports team | Real Madrid Club de Fútbol | 1936\n- Q549553 | member of sports team | Real Madrid Club de Fútbol | 1936\n- Q529087 | member of sports team | Real Madrid Club de Fútbol | 1936\n- Ricardo Zamora | member of sports team | Real Madrid Club de Fútbol | 1936\n- Q549553 | member of sports team | Valencia CF | 1936\n- Q704337 | member of sports team | Basque Country regional football team | 1936\n- Q704337 | member of sports team | Spain men's national football team | 1936\n- Q529087 | member of sports team | Spain men's national football team | 1936\n- Ricardo Zamora | member of sports team | Spain men's national football team | 1936\nReasoning:", "completion": " Hop 1: Ricardo Zamora -> member of sports team -> Real Madrid Club de Fútbol (1936)\n Answer: Ricardo Zamora", "t_query": 1936.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 9} +{"id": "sft_003779", "prompt": " In 1988, whose member of political party's head of government's residence was Republican Party?\nEvidence:\n- Q527509 | member of political party | Republican Party | 1988\n- Ronald Reagan | member of political party | Republican Party | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Ronald Reagan | position held | President of the United States | 1988\n- Ronald Reagan | work location | Washington, D.C. | 1988\n- Ronald Reagan | spouse | Nancy Reagan | 1988\nReasoning:", "completion": " Hop 1: Ronald Reagan -> member of political party -> Republican Party (1988)\n Hop 2: United States -> head of government -> Ronald Reagan (1988)\n Hop 3: Erazim Kohák -> residence -> United States (1988)\n Answer: Erazim Kohák", "t_query": 1988.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_003780", "prompt": " After Attilio Pierelli country of citizenship Italy, what was the head of state of Salvatore Fiume's country of citizenship?\nEvidence:\n- Attilio Pierelli | country of citizenship | Italy | 1971\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Salvatore Fiume -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of state -> Giovanni Leone (1971)\n Answer: Giovanni Leone", "t_query": 1971.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003781", "prompt": " After Freiburg im Breisgau country West Germany, what was the contains the administrative territorial entity of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\nReasoning:", "completion": " Hop 1: Bernard Schultze -> work location -> Frankfurt (1953)\n Hop 2: Frankfurt -> country -> West Germany (1953)\n Hop 3: West Germany -> contains the administrative territorial entity -> Schleswig-Holstein (1953)\n Answer: Schleswig-Holstein", "t_query": 1953.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 3} +{"id": "sft_003782", "prompt": " In 1962, what was the head of state of Antonio Corpora's country of citizenship?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1962)\n Answer: Giovanni Gronchi", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003783", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vénissieux (2003)\n Answer: Vénissieux", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003784", "prompt": " In 1987, whose contains the administrative territorial entity's country of citizenship's head of government was Schleswig-Holstein?\nEvidence:\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1987\n- Rostock District | shares border with | Schleswig-Holstein | 1987\n- West Germany | contains the administrative territorial entity | Saarland | 1987\n- West Germany | contains the administrative territorial entity | Hesse | 1987\n- West Germany | contains the administrative territorial entity | Hamburg | 1987\n- West Germany | contains the administrative territorial entity | Bremen | 1987\n- West Germany | contains the administrative territorial entity | Bavaria | 1987\n- Rostock District | contains the administrative territorial entity | Wismar | 1987\n- Rostock District | contains the administrative territorial entity | Q4098 | 1987\n- Rostock District | contains the administrative territorial entity | Q4065 | 1987\n- Rostock District | contains the administrative territorial entity | Q2861 | 1987\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1987\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1987\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1987\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1987\nReasoning:", "completion": " Hop 1: West Germany -> contains the administrative territorial entity -> Schleswig-Holstein (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: Germany -> head of government -> Helmut Kohl (1987)\n Answer: Germany", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003785", "prompt": " In 1972, what was the allegiance of Friedrich Guggenberger?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Answer: West Germany", "t_query": 1972.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003786", "prompt": " In 1998, whose employer was Steklov Institute of Mathematics?\nEvidence:\n- Q85404 | employer | Steklov Institute of Mathematics | 1998\n- Vasily Vladimirov | employer | Steklov Institute of Mathematics | 1998\nReasoning:", "completion": " Hop 1: Vasily Vladimirov -> employer -> Steklov Institute of Mathematics (1998)\n Answer: Vasily Vladimirov", "t_query": 1998.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_003787", "prompt": " In 1963, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1963)\n Hop 2: Luigi Pistilli -> country of citizenship -> Italy (1963)\n Answer: Luigi Pistilli", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003788", "prompt": " In 1968, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1968\n- Q207166 | country of citizenship | Yugoslavia | 1968\n- Vladica Popović | country of citizenship | Yugoslavia | 1968\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1968\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1968\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1968\n- Ilija Petković | country of citizenship | Yugoslavia | 1968\n- Dušan Ivković | country of citizenship | Yugoslavia | 1968\n- Dragan Tomić | country of citizenship | Yugoslavia | 1968\n- Verzar | country | Yugoslavia | 1968\n- Suševo | country | Yugoslavia | 1968\n- Q793485 | country | Yugoslavia | 1968\n- Pirot | country | Yugoslavia | 1968\n- Orašje | country | Yugoslavia | 1968\n- Kraljevo | country | Yugoslavia | 1968\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1968)\n Hop 2: Clelio Darida -> country of citizenship -> Italy (1968)\n Answer: Clelio Darida", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003789", "prompt": " In what year was the located in of Görlitz equal to Dresden District?\nEvidence:\n- Görlitz | located in the administrative territorial entity | Dresden District | 1969\n- Görlitz | country | German Democratic Republic | 1969\n- Q97584 | country of citizenship | German Democratic Republic | 1969\n- Q96955 | country of citizenship | German Democratic Republic | 1969\n- Q77767 | country of citizenship | German Democratic Republic | 1969\n- Q73946 | country of citizenship | German Democratic Republic | 1969\n- Q67341 | country of citizenship | German Democratic Republic | 1969\n- Q449313 | country of citizenship | German Democratic Republic | 1969\n- Q438683 | country of citizenship | German Democratic Republic | 1969\n- Q323063 | country of citizenship | German Democratic Republic | 1969\n- Q126983 | country of citizenship | German Democratic Republic | 1969\n- East Berlin | capital of | German Democratic Republic | 1969\n- Werner Schulz | country of citizenship | German Democratic Republic | 1969\n- Udo Zimmermann | country of citizenship | German Democratic Republic | 1969\n- Ruth Fuchs | country of citizenship | German Democratic Republic | 1969\nReasoning:", "completion": " Hop 1: Görlitz -> located in -> Dresden District (1969)\n Answer: 1969", "t_query": 1969.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003790", "prompt": " In 2011, what was the sponsor of EF Education-Tibco-SVB?\nEvidence:\n- EF Education-Tibco-SVB | sponsor | Tibco Software | 2011\n- EF Education-Tibco-SVB | owned by | Linda Jackson | 2011\n- Tara Whitten | member of sports team | EF Education-Tibco-SVB | 2011\nReasoning:", "completion": " Hop 1: EF Education-Tibco-SVB -> sponsor -> Tibco Software (2011)\n Answer: Tibco Software", "t_query": 2011.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_003791", "prompt": " In 1950, what was the located in of Mannheim?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> located in -> Württemberg-Baden (1950)\n Answer: Württemberg-Baden", "t_query": 1950.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003792", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Rochetaillée-sur-Saône (2003)\n Answer: Rochetaillée-sur-Saône", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003793", "prompt": " In what year was the contains the administrative territorial entity of Virbhadra Singh's country of citizenship equal to Daman and Diu?\nEvidence:\n- India | contains the administrative territorial entity | Daman and Diu | 1993\n- Virbhadra Singh | country of citizenship | India | 1993\n- M. S. Swaminathan | country of citizenship | India | 1993\n- Abhijit Banerjee | country of citizenship | India | 1993\n- India | head of state | Shankar Dayal Sharma | 1993\n- India | head of government | P. V. Narasimha Rao | 1993\nReasoning:", "completion": " Hop 1: Virbhadra Singh -> country of citizenship -> India (1993)\n Hop 2: India -> contains the administrative territorial entity -> Daman and Diu (1993)\n Answer: 1993", "t_query": 1993.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 6} +{"id": "sft_003794", "prompt": " Who was the award received of Italy's head of state before Grand Order of King Tomislav?\nEvidence:\n- Oscar Luigi Scalfaro | award received | Order of the White Eagle | 1996\n- Italy | head of state | Oscar Luigi Scalfaro | 1996\n- Q454036 | country of citizenship | Italy | 1996\n- Vittore Catella | country of citizenship | Italy | 1996\n- Veriano Luchetti | country of citizenship | Italy | 1996\n- Tullio Kezich | country of citizenship | Italy | 1996\n- Tonino Cervi | country of citizenship | Italy | 1996\n- Tiziano Terzani | country of citizenship | Italy | 1996\n- Stéphane Grappelli | country of citizenship | Italy | 1996\n- Simon Spierer | country of citizenship | Italy | 1996\n- Sergio Mantovani | country of citizenship | Italy | 1996\n- Sergio Bonelli | country of citizenship | Italy | 1996\n- Salvatore Cassisa | country of citizenship | Italy | 1996\n- Rossana Rossanda | country of citizenship | Italy | 1996\n- Romano Mussolini | country of citizenship | Italy | 1996\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Oscar Luigi Scalfaro (1996)\n Hop 2: Oscar Luigi Scalfaro -> award received -> Order of the White Eagle (1996)\n Answer: Order of the White Eagle", "t_query": 1996.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003795", "prompt": " In what year was the country of citizenship of Raul Gardini equal to Italy?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\n- Stéphane Grappelli | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Raul Gardini -> country of citizenship -> Italy (1989)\n Answer: 1989", "t_query": 1989.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003796", "prompt": " In what year was the located in of Route nationale 401 equal to Haute-Marne?\nEvidence:\n- Route nationale 401 | located in the administrative territorial entity | Haute-Marne | 1946\n- Route nationale 401 | located in the administrative territorial entity | Meuse | 1946\n- Q731279 | located in the administrative territorial entity | Haute-Marne | 1946\n- Route nationale 401 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\n- Route nationale 411 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\nReasoning:", "completion": " Hop 1: Route nationale 401 -> located in -> Haute-Marne (1946)\n Answer: 1946", "t_query": 1946.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 5} +{"id": "sft_003797", "prompt": " In 1952, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1952\n- Vladica Popović | country of citizenship | Yugoslavia | 1952\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1952\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1952\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1952\n- Ilija Petković | country of citizenship | Yugoslavia | 1952\n- Dušan Ivković | country of citizenship | Yugoslavia | 1952\n- Dragan Tomić | country of citizenship | Yugoslavia | 1952\n- Verzar | country | Yugoslavia | 1952\n- Suševo | country | Yugoslavia | 1952\n- Q793485 | country | Yugoslavia | 1952\n- Pirot | country | Yugoslavia | 1952\n- Orašje | country | Yugoslavia | 1952\n- Kraljevo | country | Yugoslavia | 1952\n- Karlovac | country | Yugoslavia | 1952\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1952)\n Hop 2: Franca Ongaro -> country of citizenship -> Italy (1952)\n Answer: Franca Ongaro", "t_query": 1952.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003798", "prompt": " In what year was the member of of Eugène Tisserant equal to Académie des Inscriptions et Belles-Lettres?\nEvidence:\n- Eugène Tisserant | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q822586 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q74879 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q689251 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q663757 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q521915 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q321959 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q124348 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Marcel Bataillon | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Louis Robert | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Jérôme Carcopino | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- André Mazon | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Alfred Ernout | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Ramón Menéndez Pidal | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Charles-Edmond Perrin | member of | Académie des Inscriptions et Belles-Lettres | 1966\nReasoning:", "completion": " Hop 1: Eugène Tisserant -> member of -> Académie des Inscriptions et Belles-Lettres (1966)\n Answer: 1966", "t_query": 1966.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003799", "prompt": " In what year was the contains the administrative territorial entity of Germany's head of government's country of citizenship equal to Bavaria?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Bavaria (1987)\n Answer: 1987", "t_query": 1987.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003800", "prompt": " Who was the head of government of Kyoto Prefecture before Keiji Yamada?\nEvidence:\n- Kyoto Prefecture | head of government | Yukio Hayashida | 1978\nReasoning:", "completion": " Hop 1: Kyoto Prefecture -> head of government -> Yukio Hayashida (1978)\n Answer: Yukio Hayashida", "t_query": 1978.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 1} +{"id": "sft_003801", "prompt": " After Calogero Vizzini country of citizenship Italy, what was the head of state of Gianni Brera's country of citizenship?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Gianni Brera -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Answer: Antonio Segni", "t_query": 1963.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003802", "prompt": " In what year was the position held of Italy's head of state equal to Italian senator for life?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Tonino Cervi | country of citizenship | Italy | 1971\n- Tiziano Terzani | country of citizenship | Italy | 1971\n- Stéphane Grappelli | country of citizenship | Italy | 1971\n- Simon Spierer | country of citizenship | Italy | 1971\n- Sergio Mantovani | country of citizenship | Italy | 1971\n- Sergio Bonelli | country of citizenship | Italy | 1971\n- Rossana Rossanda | country of citizenship | Italy | 1971\n- Romeo Bertini | country of citizenship | Italy | 1971\n- Renata Tebaldi | country of citizenship | Italy | 1971\n- Primo Nebiolo | country of citizenship | Italy | 1971\n- Pietro Parente | country of citizenship | Italy | 1971\n- Oriana Fallaci | country of citizenship | Italy | 1971\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giuseppe Saragat (1971)\n Hop 2: Giuseppe Saragat -> position held -> Italian senator for life (1971)\n Answer: 1971", "t_query": 1971.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003803", "prompt": " In 1993, what was the head of government of Virbhadra Singh's country of citizenship?\nEvidence:\n- Virbhadra Singh | country of citizenship | India | 1993\n- India | head of government | P. V. Narasimha Rao | 1993\n- M. S. Swaminathan | country of citizenship | India | 1993\n- India | head of state | Shankar Dayal Sharma | 1993\n- Abhijit Banerjee | country of citizenship | India | 1993\n- India | contains the administrative territorial entity | Daman and Diu | 1993\nReasoning:", "completion": " Hop 1: Virbhadra Singh -> country of citizenship -> India (1993)\n Hop 2: India -> head of government -> P. V. Narasimha Rao (1993)\n Answer: P. V. Narasimha Rao", "t_query": 1993.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_003804", "prompt": " In 1957, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\n- Veriano Luchetti | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1957)\n Hop 2: Ugo Stille -> country of citizenship -> Italy (1957)\n Answer: Ugo Stille", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003805", "prompt": " In 1939, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1939\n- Q890523 | country of citizenship | Kingdom of Italy | 1939\n- Q432318 | country of citizenship | Kingdom of Italy | 1939\n- Q429298 | country of citizenship | Kingdom of Italy | 1939\n- Q216812 | country of citizenship | Kingdom of Italy | 1939\n- Q178349 | country of citizenship | Kingdom of Italy | 1939\n- Q133535 | country of citizenship | Kingdom of Italy | 1939\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1939\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1939\n- Titta Ruffo | country of citizenship | Kingdom of Italy | 1939\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1939\n- Paolo Manna | country of citizenship | Kingdom of Italy | 1939\n- Pantaleo Carabellese | country of citizenship | Kingdom of Italy | 1939\n- Matteo Marangoni | country of citizenship | Kingdom of Italy | 1939\n- Luigi Capello | country of citizenship | Kingdom of Italy | 1939\nReasoning:", "completion": " Hop 1: Anselmo Bucci -> country of citizenship -> Kingdom of Italy (1939)\n Answer: Anselmo Bucci", "t_query": 1939.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003806", "prompt": " Who was the position held of Italy's head of government before President of the European Parliament?\nEvidence:\n- Giuseppe Meazza | coach of sports team | Italy men's national association football team | 1953\n- Q264986 | country of citizenship | Italy | 1953\n- Q219490 | country of citizenship | Italy | 1953\n- Q213482 | country of citizenship | Italy | 1953\n- Dalida | country of citizenship | Italy | 1953\n- Veriano Luchetti | country of citizenship | Italy | 1953\n- Tonino Cervi | country of citizenship | Italy | 1953\n- Tiziano Terzani | country of citizenship | Italy | 1953\n- Stéphane Grappelli | country of citizenship | Italy | 1953\n- Simon Spierer | country of citizenship | Italy | 1953\n- Sergio Mantovani | country of citizenship | Italy | 1953\n- Sergio Bonelli | country of citizenship | Italy | 1953\n- Rossana Rossanda | country of citizenship | Italy | 1953\n- Romeo Bertini | country of citizenship | Italy | 1953\n- Renata Tebaldi | country of citizenship | Italy | 1953\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Alcide De Gasperi (1953)\n Hop 2: Alcide De Gasperi -> position held -> Prime Minister of Italy (1953)\n Answer: Prime Minister of Italy", "t_query": 1953.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003807", "prompt": " Who was the contains the administrative territorial entity of Germany's capital's capital of before Baden-Württemberg?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Hop 1: Germany -> capital -> Bonn (1974)\n Hop 2: Bonn -> capital of -> West Germany (1974)\n Hop 3: West Germany -> contains the administrative territorial entity -> Bavaria (1974)\n Answer: Bavaria", "t_query": 1974.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003808", "prompt": " In what year was the located in of Akhtubinsk equal to Astrakhan Oblast?\nEvidence:\n- Akhtubinsk | located in the administrative territorial entity | Astrakhan Oblast | 1953\n- Astrakhan | located in the administrative territorial entity | Astrakhan Oblast | 1953\nReasoning:", "completion": " Hop 1: Akhtubinsk -> located in -> Astrakhan Oblast (1953)\n Answer: 1953", "t_query": 1953.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2} +{"id": "sft_003809", "prompt": " In 1945, whose country was Union of South Africa?\nEvidence:\n- Cape Town | country | Union of South Africa | 1945\n- Cape Town | capital of | Cape Province | 1945\nReasoning:", "completion": " Hop 1: Cape Town -> country -> Union of South Africa (1945)\n Answer: Cape Town", "t_query": 1945.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_003810", "prompt": " In what year was the spouse of Germany's head of government equal to Hannelore Kohl?\nEvidence:\n- Helmut Kohl | spouse | Hannelore Kohl | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Christian Democratic Union | chairperson | Helmut Kohl | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> spouse -> Hannelore Kohl (1987)\n Answer: 1987", "t_query": 1987.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003811", "prompt": " In what year was the contains the administrative territorial entity of Mannheim's country equal to Schleswig-Holstein?\nEvidence:\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Schleswig-Holstein (1950)\n Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003812", "prompt": " Who was the member of sports team of Andreas Schiemann after FC Sachsen Leipzig?\nEvidence:\n- Andreas Schiemann | member of sports team | SV Falkensee-Finkenkrug | 2008\nReasoning:", "completion": " Hop 1: Andreas Schiemann -> member of sports team -> SV Falkensee-Finkenkrug (2008)\n Answer: SV Falkensee-Finkenkrug", "t_query": 2008.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 1} +{"id": "sft_003813", "prompt": " After Russian Soviet Federative Socialist Republic anthem State Anthem of the Soviet Union, what was the head of government of Russian Soviet Federative Socialist Republic?\nEvidence:\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | head of government | Vitaly Vorotnikov | 1987\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1987\n- Kaliningrad Oblast | exclave of | Russian Soviet Federative Socialist Republic | 1987\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Sakhalin Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\nReasoning:", "completion": " Hop 1: Russian Soviet Federative Socialist Republic -> head of government -> Vitaly Vorotnikov (1987)\n Answer: Vitaly Vorotnikov", "t_query": 1987.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003814", "prompt": " After Livio Pavanelli country of citizenship Italy, what was the member of of Giacomo Rossi-Stuart's country of citizenship?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giacomo Rossi-Stuart -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> member of -> European Economic Community (1975)\n Answer: European Economic Community", "t_query": 1975.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003815", "prompt": " In 1987, what was the winner of Academy Award for Best Actress?\nEvidence:\n- Academy Award for Best Actress | winner | Cher | 1987\n- The Accused | award received | Academy Award for Best Actress | 1987\n- Q104814 | nominated for | Academy Award for Best Actress | 1987\n- Cher | award received | Academy Award for Best Actress | 1987\n- Marlee Matlin | nominated for | Academy Award for Best Actress | 1987\n- Marlee Matlin | award received | Academy Award for Best Actress | 1987\n- Peggy Sue Got Married | nominated for | Academy Award for Best Actress | 1987\n- Q104814 | nominated for | Academy Award for Best Sound | 1987\n- Q104814 | nominated for | Academy Award for Best Visual Effects | 1987\n- Q104814 | nominated for | Academy Award for Best Sound Editing | 1987\n- Q104814 | nominated for | Academy Award for Best Production Design | 1987\n- Q104814 | nominated for | Academy Award for Best Original Score | 1987\n- Q104814 | nominated for | Academy Award for Best Film Editing | 1987\n- Peggy Sue Got Married | nominated for | Academy Award for Best Cinematography | 1987\n- Peggy Sue Got Married | nominated for | Academy Award for Best Costume Design | 1987\nReasoning:", "completion": " Hop 1: Academy Award for Best Actress -> winner -> Cher (1987)\n Answer: Cher", "t_query": 1987.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003816", "prompt": " After Guido Aycard country of citizenship Kingdom of Italy, what was the country of citizenship of Guido Aycard?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Guido Aycard -> country of citizenship -> Italy (1962)\n Answer: Italy", "t_query": 1962.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003817", "prompt": " After United Kingdom diplomatic relation Taiwan, what was the part of of Robert Morley's country of citizenship?\nEvidence:\n- Robert Morley | country of citizenship | United Kingdom | 1983\n- United Kingdom | part of | European Union | 1983\n- Tony Abbott | country of citizenship | United Kingdom | 1983\n- Liz Smith | country of citizenship | United Kingdom | 1983\n- United Kingdom | member of | European Union | 1983\n- United Kingdom | head of state | Elizabeth II | 1983\nReasoning:", "completion": " Hop 1: Robert Morley -> country of citizenship -> United Kingdom (1983)\n Hop 2: United Kingdom -> part of -> European Union (1983)\n Answer: European Union", "t_query": 1983.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 6} +{"id": "sft_003818", "prompt": " After Arturo Dominici country of citizenship Italy, what was the member of of Lina Bo Bardi's country of citizenship?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Hop 1: Lina Bo Bardi -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> member of -> European Economic Community (1970)\n Answer: European Economic Community", "t_query": 1970.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003819", "prompt": " In what year was the head of state of Guido Aycard's country of citizenship equal to Antonio Segni?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Guido Aycard -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> head of state -> Antonio Segni (1962)\n Answer: 1962", "t_query": 1962.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003820", "prompt": " In 1984, what was the member of of Carlo Curis's country of citizenship?\nEvidence:\n- Carlo Curis | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Carlo Curis -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> member of -> European Economic Community (1984)\n Answer: European Economic Community", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003821", "prompt": " Who was the country of citizenship of Nunzio Malasomma before Italy?\nEvidence:\n- Nunzio Malasomma | country of citizenship | Kingdom of Italy | 1908\n- Q983389 | country of citizenship | Kingdom of Italy | 1908\n- Q976653 | country of citizenship | Kingdom of Italy | 1908\n- Q972711 | country of citizenship | Kingdom of Italy | 1908\n- Q959367 | country of citizenship | Kingdom of Italy | 1908\n- Q939226 | country of citizenship | Kingdom of Italy | 1908\n- Q926585 | country of citizenship | Kingdom of Italy | 1908\n- Q920582 | country of citizenship | Kingdom of Italy | 1908\n- Q890523 | country of citizenship | Kingdom of Italy | 1908\n- Q817284 | country of citizenship | Kingdom of Italy | 1908\n- Q765946 | country of citizenship | Kingdom of Italy | 1908\n- Q745874 | country of citizenship | Kingdom of Italy | 1908\n- Q728920 | country of citizenship | Kingdom of Italy | 1908\n- Q728589 | country of citizenship | Kingdom of Italy | 1908\n- Q715036 | country of citizenship | Kingdom of Italy | 1908\nReasoning:", "completion": " Hop 1: Nunzio Malasomma -> country of citizenship -> Kingdom of Italy (1908)\n Answer: Kingdom of Italy", "t_query": 1908.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003822", "prompt": " Who was the contains the administrative territorial entity of Würzburg's country before Rhineland-Palatinate?\nEvidence:\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Schleswig-Holstein (1950)\n Answer: Schleswig-Holstein", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003823", "prompt": " In 1961, what was the member of of John Paul I's country of citizenship?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\n- Virginio Rosetta | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: John Paul I -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1961)\n Answer: European Coal and Steel Community", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003824", "prompt": " In what year was the currency of Franca Ongaro's country of citizenship equal to Italian lira?\nEvidence:\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\n- Wilma Montesi | country of citizenship | Italy | 1952\n- Vittore Catella | country of citizenship | Italy | 1952\n- Vitaliano Brancati | country of citizenship | Italy | 1952\nReasoning:", "completion": " Hop 1: Franca Ongaro -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> currency -> Italian lira (1952)\n Answer: 1952", "t_query": 1952.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003825", "prompt": " In what year was the position held of Roger William Gries equal to auxiliary bishop?\nEvidence:\n- Roger William Gries | position held | auxiliary bishop | 2007\n- Q913188 | position held | auxiliary bishop | 2007\n- Q890445 | position held | auxiliary bishop | 2007\n- Q85597 | position held | auxiliary bishop | 2007\n- Q761679 | position held | auxiliary bishop | 2007\n- Q668407 | position held | auxiliary bishop | 2007\n- Q635777 | position held | auxiliary bishop | 2007\n- Q629670 | position held | auxiliary bishop | 2007\n- Q615091 | position held | auxiliary bishop | 2007\n- Q556264 | position held | auxiliary bishop | 2007\n- Q556017 | position held | auxiliary bishop | 2007\n- Q556011 | position held | auxiliary bishop | 2007\n- Q547544 | position held | auxiliary bishop | 2007\n- Q541928 | position held | auxiliary bishop | 2007\n- Q532680 | position held | auxiliary bishop | 2007\nReasoning:", "completion": " Hop 1: Roger William Gries -> position held -> auxiliary bishop (2007)\n Answer: 2007", "t_query": 2007.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003826", "prompt": " In what year was the member of of Lelio Antoniotti's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\n- Tullio Kezich | country of citizenship | Italy | 1973\nReasoning:", "completion": " Hop 1: Lelio Antoniotti -> country of citizenship -> Italy (1973)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1973)\n Answer: 1973", "t_query": 1973.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003827", "prompt": " In 1983, what was the head of state of Robert Morley's country of citizenship?\nEvidence:\n- Robert Morley | country of citizenship | United Kingdom | 1983\n- United Kingdom | head of state | Elizabeth II | 1983\n- Tony Abbott | country of citizenship | United Kingdom | 1983\n- Liz Smith | country of citizenship | United Kingdom | 1983\n- United Kingdom | part of | European Union | 1983\n- United Kingdom | member of | European Union | 1983\nReasoning:", "completion": " Hop 1: Robert Morley -> country of citizenship -> United Kingdom (1983)\n Hop 2: United Kingdom -> head of state -> Elizabeth II (1983)\n Answer: Elizabeth II", "t_query": 1983.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_003828", "prompt": " Who was the head of state of Andrea Carrea's country of citizenship after Giuseppe Saragat?\nEvidence:\n- Andrea Carrea | country of citizenship | Italy | 1984\n- Andrea Pangrazio | country of citizenship | Italy | 1984\n- Andrea Miano | country of citizenship | Italy | 1984\n- Andrea Cassone | country of citizenship | Italy | 1984\n- Andrea Bianchi | country of citizenship | Italy | 1984\n- Giuseppe Prisco | country of citizenship | Italy | 1984\n- Giuseppe Patanè | country of citizenship | Italy | 1984\n- Giuseppe Gabrielli | country of citizenship | Italy | 1984\n- Giuseppe Colnago | country of citizenship | Italy | 1984\n- Giuseppe Busso | country of citizenship | Italy | 1984\n- Giuseppe Antonini | country of citizenship | Italy | 1984\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\nReasoning:", "completion": " Hop 1: Andrea Carrea -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> head of state -> Sandro Pertini (1984)\n Answer: Sandro Pertini", "t_query": 1984.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003829", "prompt": " In what year was the currency of Nino Baragli's country of citizenship equal to Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1994\n- Nino Baragli | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\nReasoning:", "completion": " Hop 1: Nino Baragli -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> currency -> Italian lira (1994)\n Answer: 1994", "t_query": 1994.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003830", "prompt": " Who was the position held of Luigi Pistilli's country of citizenship's head of state after Prime Minister of Italy?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Luigi Pistilli -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Hop 3: Antonio Segni -> position held -> President of Italy (1963)\n Answer: President of Italy", "t_query": 1963.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003831", "prompt": " After Walter Scheel position held Vice-Chancellor of Germany, what was the officeholder of Germany's head of state's position held?\nEvidence:\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Germany | head of government | Walter Scheel | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\nReasoning:", "completion": " Hop 1: Germany -> head of state -> Walter Scheel (1974)\n Hop 2: Walter Scheel -> position held -> president of Germany (1974)\n Hop 3: president of Germany -> officeholder -> Gustav Heinemann (1974)\n Answer: Gustav Heinemann", "t_query": 1974.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003832", "prompt": " In what year was the shares border with of Giacomo Rossi-Stuart's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1975\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giacomo Rossi-Stuart -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> shares border with -> Yugoslavia (1975)\n Answer: 1975", "t_query": 1975.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003833", "prompt": " In 1956, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1956\n- Q207166 | country of citizenship | Yugoslavia | 1956\n- Vladica Popović | country of citizenship | Yugoslavia | 1956\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1956\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1956\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1956\n- Ilija Petković | country of citizenship | Yugoslavia | 1956\n- Dušan Ivković | country of citizenship | Yugoslavia | 1956\n- Dragan Tomić | country of citizenship | Yugoslavia | 1956\n- Verzar | country | Yugoslavia | 1956\n- Suševo | country | Yugoslavia | 1956\n- Q793485 | country | Yugoslavia | 1956\n- Pirot | country | Yugoslavia | 1956\n- Orašje | country | Yugoslavia | 1956\n- Kraljevo | country | Yugoslavia | 1956\nReasoning:", "completion": " Hop 1: Italy -> shares border with -> Yugoslavia (1956)\n Hop 2: Laura Veccia Vaglieri -> country of citizenship -> Italy (1956)\n Answer: Laura Veccia Vaglieri", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003834", "prompt": " After Antonio Corpora country of citizenship Kingdom of Italy, what was the country of citizenship of Antonio Corpora?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Hop 1: Antonio Corpora -> country of citizenship -> Italy (1962)\n Answer: Italy", "t_query": 1962.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003835", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon equal to Poleymieux-au-Mont-d'Or?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Poleymieux-au-Mont-d'Or | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Poleymieux-au-Mont-d'Or (2003)\n Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003836", "prompt": " Who was the head of government of Omsk's located in after Nikolai Bulganin?\nEvidence:\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Omsk | country | Soviet Union | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Q59054 | country of citizenship | Soviet Union | 1948\n- Q437262 | country of citizenship | Soviet Union | 1948\n- Q324083 | country of citizenship | Soviet Union | 1948\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1948\n- Yuri Manin | country of citizenship | Soviet Union | 1948\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1948\n- Viktor Kulikov | country of citizenship | Soviet Union | 1948\n- Vija Artmane | country of citizenship | Soviet Union | 1948\n- Vera Krepkina | country of citizenship | Soviet Union | 1948\n- Valeri Polyakov | country of citizenship | Soviet Union | 1948\nReasoning:", "completion": " Hop 1: Omsk -> located in -> Russian Soviet Federative Socialist Republic (1948)\n Hop 2: Russian Soviet Federative Socialist Republic -> head of government -> Alexei Kosygin (1948)\n Answer: Alexei Kosygin", "t_query": 1948.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003837", "prompt": " In what year was the member of of Veriano Luchetti's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\n- Tiziano Terzani | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Veriano Luchetti -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1985)\n Answer: 1985", "t_query": 1985.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003838", "prompt": " Who was the member of of Maria Caniglia's country of citizenship before European Economic Community?\nEvidence:\n- Maria Caniglia | country of citizenship | Italy | 1951\n- Maria Tore Barbina | country of citizenship | Italy | 1951\n- Alberto Maria De Agostini | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Maria Caniglia -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1951)\n Answer: European Coal and Steel Community", "t_query": 1951.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003839", "prompt": " In 1966, whose position held was president?\nEvidence:\n- Q154145 | position held | president | 1966\n- Joseph Liouville | position held | president | 1966\n- Jean Dutourd | position held | president | 1966\n- Henri Ey | position held | president | 1966\n- Bert Isatitsch | position held | president | 1966\n- Armand Salacrou | position held | president | 1966\nReasoning:", "completion": " Hop 1: Bert Isatitsch -> position held -> president (1966)\n Answer: Bert Isatitsch", "t_query": 1966.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_003840", "prompt": " Who was the head of state of Giovanni Spadolini's country of citizenship after Giovanni Gronchi?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\nReasoning:", "completion": " Hop 1: Giovanni Spadolini -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> head of state -> Giovanni Leone (1975)\n Answer: Giovanni Leone", "t_query": 1975.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003841", "prompt": " In 2007, whose position held's head of government was Prime Minister of Italy?\nEvidence:\n- Romano Prodi | position held | Prime Minister of Italy | 2007\n- Italy | head of government | Romano Prodi | 2007\nReasoning:", "completion": " Hop 1: Romano Prodi -> position held -> Prime Minister of Italy (2007)\n Hop 2: Italy -> head of government -> Romano Prodi (2007)\n Answer: Italy", "t_query": 2007.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_003842", "prompt": " After Suso Cecchi d'Amico country of citizenship Italy, what was the head of state of Mario Gentili's country of citizenship?\nEvidence:\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1961\n- Mario Gentili | country of citizenship | Italy | 1961\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Joe D'Amato | country of citizenship | Italy | 1961\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Mario Gentili -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1961)\n Answer: Giovanni Gronchi", "t_query": 1961.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003843", "prompt": " In 1937, what was the noble title of Gustaf VI Adolf of Sweden's spouse?\nEvidence:\n- Gustaf VI Adolf of Sweden | noble title | duke | 1937\n- Gustaf VI Adolf of Sweden | noble title | crown prince | 1937\n- Louise Mountbatten | spouse | Gustaf VI Adolf of Sweden | 1937\n- Gustaf VI Adolf of Sweden | spouse | Louise Mountbatten | 1937\n- Gustaf VI Adolf of Sweden | position held | crown prince | 1937\n- Louise Mountbatten | noble title | queen consort | 1937\nReasoning:", "completion": " Hop 1: Gustaf VI Adolf of Sweden -> spouse -> Louise Mountbatten (1937)\n Hop 2: Louise Mountbatten -> noble title -> queen consort (1937)\n Answer: queen consort", "t_query": 1937.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 6} +{"id": "sft_003844", "prompt": " In what year was the currency of Cyprus equal to Cypriot pound?\nEvidence:\n- Cyprus | currency | Cypriot pound | 2003\nReasoning:", "completion": " Hop 1: Cyprus -> currency -> Cypriot pound (2003)\n Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1} +{"id": "sft_003845", "prompt": " In 1985, what was the member of of Giuseppe Colnago's country of citizenship?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Giuseppe Colnago -> country of citizenship -> Italy (1985)\n Hop 2: Italy -> member of -> European Economic Community (1985)\n Answer: European Economic Community", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003846", "prompt": " Who was the member of sports team of Renato Dirnei Florêncio after Sevilla FC?\nEvidence:\n- Renato Dirnei Florêncio | member of sports team | Botafogo F.R. | 2012\n- Q718938 | member of sports team | Botafogo F.R. | 2012\n- Q714354 | member of sports team | Botafogo F.R. | 2012\n- Q649420 | member of sports team | Botafogo F.R. | 2012\n- Andrezinho | member of sports team | Botafogo F.R. | 2012\n- Clarence Seedorf | member of sports team | Botafogo F.R. | 2012\nReasoning:", "completion": " Hop 1: Renato Dirnei Florêncio -> member of sports team -> Botafogo F.R. (2012)\n Answer: Botafogo F.R.", "t_query": 2012.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 6} +{"id": "sft_003847", "prompt": " In 1952, whose contains the administrative territorial entity's residence's head of government's headquarters was Territory of Hawaii?\nEvidence:\n- United States | contains the administrative territorial entity | Territory of Hawaii | 1952\n- Hawaii County | located in the administrative territorial entity | Territory of Hawaii | 1952\n- United States | head of government | Harry S. Truman | 1952\n- Frank Tieri | residence | United States | 1952\n- Erazim Kohák | residence | United States | 1952\n- Enrico Fermi | residence | United States | 1952\n- Catherine Schell | residence | United States | 1952\n- Vincent R. Impellitteri | residence | United States | 1952\n- Hans Albert Einstein | residence | United States | 1952\n- Emilio G. Segrè | residence | United States | 1952\n- Yul Brynner | country of citizenship | United States | 1952\n- Tina Turner | country of citizenship | United States | 1952\n- Richard Pipes | country of citizenship | United States | 1952\n- Angela Lansbury | country of citizenship | United States | 1952\n- Menachem Mendel Schneerson | country of citizenship | United States | 1952\nReasoning:", "completion": " Hop 1: United States -> contains the administrative territorial entity -> Territory of Hawaii (1952)\n Hop 2: Vincent R. Impellitteri -> residence -> United States (1952)\n Hop 3: New York City -> head of government -> Vincent R. Impellitteri (1952)\n Hop 4: MetLife -> headquarters -> New York City (1952)\n Answer: MetLife", "t_query": 1952.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003848", "prompt": " Who was the position held of Ugo Morin's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Ugo Morin -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1968)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1968)\n Answer: President of Italy", "t_query": 1968.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003849", "prompt": " In what year was the member of sports team of Brooks Robinson equal to Baltimore Orioles?\nEvidence:\n- Brooks Robinson | member of sports team | Baltimore Orioles | 1965\nReasoning:", "completion": " Hop 1: Brooks Robinson -> member of sports team -> Baltimore Orioles (1965)\n Answer: 1965", "t_query": 1965.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1} +{"id": "sft_003850", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Francheville (2003)\n Answer: Francheville", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003851", "prompt": " In 1945, whose head of government was Alexei Kosygin?\nEvidence:\n- Russian Soviet Federative Socialist Republic | head of government | Alexei Kosygin | 1945\n- Autonomous Republic of Crimea | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1945\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Khabarovsk Krai | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Bryansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\nReasoning:", "completion": " Hop 1: Russian Soviet Federative Socialist Republic -> head of government -> Alexei Kosygin (1945)\n Answer: Russian Soviet Federative Socialist Republic", "t_query": 1945.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003852", "prompt": " In 1949, what was the shares border with of Sergio Noja Noseda's country of citizenship?\nEvidence:\n- Sergio Noja Noseda | country of citizenship | Italy | 1949\n- Italy | shares border with | Yugoslavia | 1949\n- Sergio Realini | country of citizenship | Italy | 1949\n- Sergio Mantovani | country of citizenship | Italy | 1949\n- Sergio Bonelli | country of citizenship | Italy | 1949\n- Q639507 | country of citizenship | Italy | 1949\n- Q612509 | country of citizenship | Italy | 1949\n- Q454036 | country of citizenship | Italy | 1949\n- Q435856 | country of citizenship | Italy | 1949\n- Q432318 | country of citizenship | Italy | 1949\n- Q429298 | country of citizenship | Italy | 1949\n- Q318968 | country of citizenship | Italy | 1949\n- Q264986 | country of citizenship | Italy | 1949\n- Q219490 | country of citizenship | Italy | 1949\n- Q213482 | country of citizenship | Italy | 1949\nReasoning:", "completion": " Hop 1: Sergio Noja Noseda -> country of citizenship -> Italy (1949)\n Hop 2: Italy -> shares border with -> Yugoslavia (1949)\n Answer: Yugoslavia", "t_query": 1949.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003853", "prompt": " In 1973, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\n- Tullio Kezich | country of citizenship | Italy | 1973\nReasoning:", "completion": " Hop 1: Italy -> currency -> Italian lira (1973)\n Hop 2: Lelio Antoniotti -> country of citizenship -> Italy (1973)\n Answer: Lelio Antoniotti", "t_query": 1973.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003854", "prompt": " In 1993, what was the member of of Luca Ronconi's country of citizenship?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\n- Stéphane Grappelli | country of citizenship | Italy | 1993\nReasoning:", "completion": " Hop 1: Luca Ronconi -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1993)\n Answer: European Coal and Steel Community", "t_query": 1993.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003855", "prompt": " In what year was the position held of Nino Baragli's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Nino Baragli | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\n- Stefano Angeleri | country of citizenship | Italy | 1994\nReasoning:", "completion": " Hop 1: Nino Baragli -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1994)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1994)\n Answer: 1994", "t_query": 1994.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003856", "prompt": " In 1997, whose head of state's country of citizenship was Oscar Luigi Scalfaro?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1997\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1997\n- Oscar Luigi Scalfaro | position held | President of Italy | 1997\n- Oscar Luigi Scalfaro | award received | Grand Order of King Tomislav | 1997\n- Luigi Comencini | country of citizenship | Italy | 1997\n- Luigi Agnolin | country of citizenship | Italy | 1997\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1997\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Hop 2: Giorgio Rebuffi -> country of citizenship -> Italy (1997)\n Answer: Giorgio Rebuffi", "t_query": 1997.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003857", "prompt": " In what year was the member of sports team of Cristián Zapata equal to Udinese Calcio?\nEvidence:\n- Cristián Zapata | member of sports team | Udinese Calcio | 2009\n- Q950069 | member of sports team | Udinese Calcio | 2009\n- Q928969 | member of sports team | Udinese Calcio | 2009\n- Q510039 | member of sports team | Udinese Calcio | 2009\n- Q509374 | member of sports team | Udinese Calcio | 2009\n- Q464524 | member of sports team | Udinese Calcio | 2009\n- Q312374 | member of sports team | Udinese Calcio | 2009\n- Q298448 | member of sports team | Udinese Calcio | 2009\n- Q180553 | member of sports team | Udinese Calcio | 2009\n- Q169093 | member of sports team | Udinese Calcio | 2009\n- Q10709 | member of sports team | Udinese Calcio | 2009\n- Viktor Budyanskiy | member of sports team | Udinese Calcio | 2009\n- Mauricio Isla | member of sports team | Udinese Calcio | 2009\n- Luigi Sala | member of sports team | Udinese Calcio | 2009\n- Bernardo Corradi | member of sports team | Udinese Calcio | 2009\nReasoning:", "completion": " Hop 1: Cristián Zapata -> member of sports team -> Udinese Calcio (2009)\n Answer: 2009", "t_query": 2009.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003858", "prompt": " After Sande country West Germany, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- Sande | country | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\nReasoning:", "completion": " Hop 1: Würzburg -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Bremen (1950)\n Answer: Bremen", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003859", "prompt": " In 2019, what was the member of sports team of Gerard Piqué?\nEvidence:\n- Gerard Piqué | unmarried partner | Shakira | 2019\n- Gerard Piqué | member of sports team | Futbol Club Barcelona | 2019\n- Gerard Piqué | member of sports team | Catalonia national football team | 2019\n- Q49704 | member of sports team | Futbol Club Barcelona | 2019\n- Q455462 | member of sports team | Futbol Club Barcelona | 2019\n- Lionel Messi | member of sports team | Futbol Club Barcelona | 2019\n- Lionel Messi | employer | Futbol Club Barcelona | 2019\nReasoning:", "completion": " Hop 1: Gerard Piqué -> member of sports team -> Futbol Club Barcelona (2019)\n Answer: Futbol Club Barcelona", "t_query": 2019.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 7} +{"id": "sft_003860", "prompt": " In 2018, what was the head coach of Spartak Moscow?\nEvidence:\n- Spartak Moscow | head coach | Massimo Carrera | 2018\n- Q72904 | member of sports team | Spartak Moscow | 2018\n- Dmitri Kombarov | member of sports team | Spartak Moscow | 2018\n- Dmitri Kombarov | member of sports team | Russia men's national football team | 2018\nReasoning:", "completion": " Hop 1: Spartak Moscow -> head coach -> Massimo Carrera (2018)\n Answer: Massimo Carrera", "t_query": 2018.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4} +{"id": "sft_003861", "prompt": " In what year was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance equal to Baden-Württemberg?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Baden-Württemberg | country | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\nReasoning:", "completion": " Hop 1: Friedrich Guggenberger -> allegiance -> West Germany (1972)\n Hop 2: West Germany -> contains the administrative territorial entity -> Baden-Württemberg (1972)\n Answer: 1972", "t_query": 1972.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003862", "prompt": " After Germany currency Deutsche Mark, what was the diplomatic relation of Germany?\nEvidence:\n- Germany | currency | Deutsche Mark | 1974\n- West Germany | currency | Deutsche Mark | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\nReasoning:", "completion": " Hop 1: Germany -> diplomatic relation -> German Democratic Republic (1974)\n Answer: German Democratic Republic", "t_query": 1974.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003863", "prompt": " In what year was the country of citizenship of Dmitry Yazov equal to Soviet Union?\nEvidence:\n- Dmitry Yazov | country of citizenship | Soviet Union | 1980\n- Q59054 | country of citizenship | Soviet Union | 1980\n- Q437262 | country of citizenship | Soviet Union | 1980\n- Q324083 | country of citizenship | Soviet Union | 1980\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1980\n- Yuri Manin | country of citizenship | Soviet Union | 1980\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1980\n- Viktor Kulikov | country of citizenship | Soviet Union | 1980\n- Vija Artmane | country of citizenship | Soviet Union | 1980\n- Vera Krepkina | country of citizenship | Soviet Union | 1980\n- Valeri Polyakov | country of citizenship | Soviet Union | 1980\n- Sergei Kovalev | country of citizenship | Soviet Union | 1980\n- Ruslan Khasbulatov | country of citizenship | Soviet Union | 1980\n- Raisa Gorbacheva | country of citizenship | Soviet Union | 1980\n- Otar Iosseliani | country of citizenship | Soviet Union | 1980\nReasoning:", "completion": " Hop 1: Dmitry Yazov -> country of citizenship -> Soviet Union (1980)\n Answer: 1980", "t_query": 1980.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003864", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in after Caluire-et-Cuire?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\nReasoning:", "completion": " Hop 1: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Rhône -> contains the administrative territorial entity -> Villeurbanne (2003)\n Answer: Villeurbanne", "t_query": 2003.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003865", "prompt": " In 1946, what was the located in of Route nationale 401?\nEvidence:\n- Route nationale 401 | located in the administrative territorial entity | Meuse | 1946\n- Route nationale 401 | located in the administrative territorial entity | Haute-Marne | 1946\n- Route nationale 401 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\n- Route nationale 411 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\n- Q731279 | located in the administrative territorial entity | Haute-Marne | 1946\nReasoning:", "completion": " Hop 1: Route nationale 401 -> located in -> Meuse (1946)\n Answer: Meuse", "t_query": 1946.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 5} +{"id": "sft_003866", "prompt": " In 1939, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1939\n- Q890523 | country of citizenship | Kingdom of Italy | 1939\n- Q432318 | country of citizenship | Kingdom of Italy | 1939\n- Q429298 | country of citizenship | Kingdom of Italy | 1939\n- Q216812 | country of citizenship | Kingdom of Italy | 1939\n- Q178349 | country of citizenship | Kingdom of Italy | 1939\n- Q133535 | country of citizenship | Kingdom of Italy | 1939\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1939\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1939\n- Titta Ruffo | country of citizenship | Kingdom of Italy | 1939\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1939\n- Paolo Manna | country of citizenship | Kingdom of Italy | 1939\n- Pantaleo Carabellese | country of citizenship | Kingdom of Italy | 1939\n- Matteo Marangoni | country of citizenship | Kingdom of Italy | 1939\n- Luigi Capello | country of citizenship | Kingdom of Italy | 1939\nReasoning:", "completion": " Hop 1: Bruno Venturini -> country of citizenship -> Kingdom of Italy (1939)\n Answer: Bruno Venturini", "t_query": 1939.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003867", "prompt": " In 1948, what was the head of state of Alfonso Brescia's country of citizenship?\nEvidence:\n- Alfonso Brescia | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\n- Q318968 | country of citizenship | Italy | 1948\n- Q264986 | country of citizenship | Italy | 1948\n- Q219490 | country of citizenship | Italy | 1948\n- Q213482 | country of citizenship | Italy | 1948\n- Dalida | country of citizenship | Italy | 1948\n- Wilma Montesi | country of citizenship | Italy | 1948\n- Vittore Catella | country of citizenship | Italy | 1948\nReasoning:", "completion": " Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> head of state -> Luigi Einaudi (1948)\n Answer: Luigi Einaudi", "t_query": 1948.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003868", "prompt": " In 1906, what was the located in of Le Plessis-Pâté?\nEvidence:\n- Le Plessis-Pâté | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Le Plessis-Luzarches | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Plessis-Saint-Benoist | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Le Pecq | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Le Heaulme | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Villiers-le-Bâcle | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Vert-le-Grand | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Neauphle-le-Vieux | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Montigny-le-Bretonneux | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Marly-le-Roi | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Le Tartre-Gaudran | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Boissy-le-Cutté | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Les Alluets-le-Roi | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Le Tremblay-sur-Mauldre | located in the administrative territorial entity | Seine-et-Oise | 1906\n- La Forêt-le-Roi | located in the administrative territorial entity | Seine-et-Oise | 1906\nReasoning:", "completion": " Hop 1: Le Plessis-Pâté -> located in -> Seine-et-Oise (1906)\n Answer: Seine-et-Oise", "t_query": 1906.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003869", "prompt": " Who was the position held of Cesare Terranova's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Hop 1: Cesare Terranova -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1966)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1966)\n Answer: President of Italy", "t_query": 1966.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003870", "prompt": " After Hans Albert Einstein country of citizenship United States, what was the work location of Erazim Kohák's residence's head of government?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Julie Mehretu | work location | United States | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- Discovery Channel | country | United States | 1988\n- Tony Miles | country for sport | United States | 1988\n- United States | shares border with | Panama | 1988\nReasoning:", "completion": " Hop 1: Erazim Kohák -> residence -> United States (1988)\n Hop 2: United States -> head of government -> Ronald Reagan (1988)\n Hop 3: Ronald Reagan -> work location -> Washington, D.C. (1988)\n Answer: Washington, D.C.", "t_query": 1988.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 13} +{"id": "sft_003871", "prompt": " In 2003, whose contains the administrative territorial entity's located in's contains the administrative territorial entity was Villeurbanne?\nEvidence:\n- Rhône | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Rhône | contains the administrative territorial entity | Vénissieux | 2003\n- Rhône | contains the administrative territorial entity | Meyzieu | 2003\n- Rhône | contains the administrative territorial entity | Genay | 2003\n- Rhône | contains the administrative territorial entity | Francheville | 2003\n- Rhône | contains the administrative territorial entity | Feyzin | 2003\n- Rhône | contains the administrative territorial entity | Bron | 2003\n- Ternay | located in the administrative territorial entity | Rhône | 2003\n- Chaponnay | located in the administrative territorial entity | Rhône | 2003\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 2003\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\nReasoning:", "completion": " Hop 1: Rhône -> contains the administrative territorial entity -> Villeurbanne (2003)\n Hop 2: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 3: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003872", "prompt": " In what year was the award received of Dietmar Bär equal to Rheinlandtaler?\nEvidence:\n- Dietmar Bär | award received | Rheinlandtaler | 2018\nReasoning:", "completion": " Hop 1: Dietmar Bär -> award received -> Rheinlandtaler (2018)\n Answer: 2018", "t_query": 2018.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1} +{"id": "sft_003873", "prompt": " In 1989, whose head of state's country of citizenship was Francesco Cossiga?\nEvidence:\n- Italy | head of state | Francesco Cossiga | 1989\n- Francesco Scafarelli | country of citizenship | Italy | 1989\n- Francesco Gabrieli | country of citizenship | Italy | 1989\n- Francesco Aguzzoli | country of citizenship | Italy | 1989\n- Loris Francesco Capovilla | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Francesco Cossiga (1989)\n Hop 2: Maria Rita Saulle -> country of citizenship -> Italy (1989)\n Answer: Maria Rita Saulle", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003874", "prompt": " In what year was the member of sports team of Arie Haan equal to Netherlands national association football team?\nEvidence:\n- Arie Haan | member of sports team | Netherlands national association football team | 1972\n- Arie Haan | member of sports team | AFC Ajax | 1972\n- Q977136 | member of sports team | Netherlands national association football team | 1972\n- Q970617 | member of sports team | Netherlands national association football team | 1972\n- Q528792 | member of sports team | Netherlands national association football team | 1972\n- Q503281 | member of sports team | Netherlands national association football team | 1972\n- Q433040 | member of sports team | Netherlands national association football team | 1972\n- Q368492 | member of sports team | Netherlands national association football team | 1972\n- Q353017 | member of sports team | Netherlands national association football team | 1972\n- Q311393 | member of sports team | Netherlands national association football team | 1972\n- Jan van Beveren | member of sports team | Netherlands national association football team | 1972\n- Q673259 | member of sports team | AFC Ajax | 1972\n- Q653451 | member of sports team | AFC Ajax | 1972\n- Q528792 | member of sports team | AFC Ajax | 1972\n- Q368492 | member of sports team | AFC Ajax | 1972\nReasoning:", "completion": " Hop 1: Arie Haan -> member of sports team -> Netherlands national association football team (1972)\n Answer: 1972", "t_query": 1972.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003875", "prompt": " After Kadiivka country Soviet Union, what was the named after of Kadiivka?\nEvidence:\n- Kadiivka | named after | Alexey Stakhanov | 2003\n- Kadiivka | located in the administrative territorial entity | Luhansk Oblast | 2003\n- Luhansk | located in the administrative territorial entity | Luhansk Oblast | 2003\n- Khrustalnyi | located in the administrative territorial entity | Luhansk Oblast | 2003\nReasoning:", "completion": " Hop 1: Kadiivka -> named after -> Alexey Stakhanov (2003)\n Answer: Alexey Stakhanov", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 4} +{"id": "sft_003876", "prompt": " After Anna Freud country of citizenship United Kingdom, what was the part of of United Kingdom?\nEvidence:\n- United Kingdom | part of | European Union | 1989\n- Tony Abbott | country of citizenship | United Kingdom | 1989\n- Robert Morley | country of citizenship | United Kingdom | 1989\n- Liz Smith | country of citizenship | United Kingdom | 1989\n- Q238219 | country for sport | United Kingdom | 1989\n- United Kingdom | member of | European Union | 1989\n- United Kingdom | head of state | Elizabeth II | 1989\n- Q672 | head of state | Elizabeth II | 1989\n- New Zealand | head of state | Elizabeth II | 1989\nReasoning:", "completion": " Hop 1: United Kingdom -> part of -> European Union (1989)\n Answer: European Union", "t_query": 1989.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 9} +{"id": "sft_003877", "prompt": " In what year was the member of sports team of Andreas Schiemann equal to SV Falkensee-Finkenkrug?\nEvidence:\n- Andreas Schiemann | member of sports team | SV Falkensee-Finkenkrug | 2008\nReasoning:", "completion": " Hop 1: Andreas Schiemann -> member of sports team -> SV Falkensee-Finkenkrug (2008)\n Answer: 2008", "t_query": 2008.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1} +{"id": "sft_003878", "prompt": " In 1951, what was the head of state of Maria Caniglia's country of citizenship?\nEvidence:\n- Maria Caniglia | country of citizenship | Italy | 1951\n- Maria Tore Barbina | country of citizenship | Italy | 1951\n- Alberto Maria De Agostini | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Maria Caniglia -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Luigi Einaudi (1951)\n Answer: Luigi Einaudi", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003879", "prompt": " In what year was the position held of Alfonso Calzolari's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\n- Veriano Luchetti | country of citizenship | Italy | 1956\nReasoning:", "completion": " Hop 1: Alfonso Calzolari -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1956)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1956)\n Answer: 1956", "t_query": 1956.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003880", "prompt": " After Giuseppe Gabrielli country of citizenship Italy, what was the member of of Renata Tebaldi's country of citizenship?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Giuseppe Vedovato | country of citizenship | Italy | 2000\n- Giuseppe Prisco | country of citizenship | Italy | 2000\n- Giuseppe Colnago | country of citizenship | Italy | 2000\n- Giuseppe Busso | country of citizenship | Italy | 2000\n- Giuseppe Bennati | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\nReasoning:", "completion": " Hop 1: Renata Tebaldi -> country of citizenship -> Italy (2000)\n Hop 2: Italy -> member of -> European Coal and Steel Community (2000)\n Answer: European Coal and Steel Community", "t_query": 2000.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003881", "prompt": " After Tony Rominger member of sports team Cofidis, what was the general manager of Arnaud Coyot's member of sports team?\nEvidence:\n- Arnaud Coyot | member of sports team | Cofidis | 2003\n- Cofidis | general manager | Alain Bondue | 2003\n- Q946869 | member of sports team | Cofidis | 2003\n- Q465367 | member of sports team | Cofidis | 2003\n- David Moncoutié | member of sports team | Cofidis | 2003\n- Bingen Fernández | member of sports team | Cofidis | 2003\nReasoning:", "completion": " Hop 1: Arnaud Coyot -> member of sports team -> Cofidis (2003)\n Hop 2: Cofidis -> general manager -> Alain Bondue (2003)\n Answer: Alain Bondue", "t_query": 2003.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 6} +{"id": "sft_003882", "prompt": " Who was the country of Luhansk after Russian Empire?\nEvidence:\n- Luhansk | located in the administrative territorial entity | Luhansk Oblast | 1965\n- Luhansk | country | Soviet Union | 1965\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1965\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1965\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1965\n- Q59054 | country of citizenship | Soviet Union | 1965\n- Q437262 | country of citizenship | Soviet Union | 1965\n- Q324083 | country of citizenship | Soviet Union | 1965\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1965\n- Yuri Manin | country of citizenship | Soviet Union | 1965\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1965\n- Viktor Kulikov | country of citizenship | Soviet Union | 1965\n- Vija Artmane | country of citizenship | Soviet Union | 1965\n- Vera Krepkina | country of citizenship | Soviet Union | 1965\n- Valeri Polyakov | country of citizenship | Soviet Union | 1965\nReasoning:", "completion": " Hop 1: Luhansk -> country -> Soviet Union (1965)\n Answer: Soviet Union", "t_query": 1965.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003883", "prompt": " In 2003, whose located in's contains the administrative territorial entity was Rhône?\nEvidence:\n- Rhône | contains the administrative territorial entity | Vénissieux | 2003\n- Rhône | contains the administrative territorial entity | Villeurbanne | 2003\n- Rhône | contains the administrative territorial entity | Meyzieu | 2003\n- Rhône | contains the administrative territorial entity | Genay | 2003\n- Rhône | contains the administrative territorial entity | Francheville | 2003\n- Rhône | contains the administrative territorial entity | Feyzin | 2003\n- Rhône | contains the administrative territorial entity | Bron | 2003\n- Ternay | located in the administrative territorial entity | Rhône | 2003\n- Chaponnay | located in the administrative territorial entity | Rhône | 2003\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 2003\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 2003\n- Route nationale 383 | located in the administrative territorial entity | Rhône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\nReasoning:", "completion": " Hop 1: Vaulx-en-Velin -> located in -> Rhône (2003)\n Hop 2: Urban Community of Lyon -> contains the administrative territorial entity -> Vaulx-en-Velin (2003)\n Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003884", "prompt": " After Mittelrheinliga country West Germany, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- Bonn | capital of | West Germany | 1987\n- West Germany | currency | Deutsche Mark | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Bremen (1987)\n Answer: Bremen", "t_query": 1987.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003885", "prompt": " After Henry James country of citizenship United States, what was the contains the administrative territorial entity of United States?\nEvidence:\n- United States | contains the administrative territorial entity | Territory of Hawaii | 1917\n- Alexander Graham Bell | country of citizenship | United States | 1917\n- Frank Tieri | residence | United States | 1917\n- Vincent R. Impellitteri | residence | United States | 1917\n- United States | shares border with | Panama | 1917\n- United States | head of government | Woodrow Wilson | 1917\n- Frances Benjamin Johnston | work location | United States | 1917\n- Hawaii County | located in the administrative territorial entity | Territory of Hawaii | 1917\n- Q335931 | signatory | Woodrow Wilson | 1917\n- Q255169 | spouse | Woodrow Wilson | 1917\nReasoning:", "completion": " Hop 1: United States -> contains the administrative territorial entity -> Territory of Hawaii (1917)\n Answer: Territory of Hawaii", "t_query": 1917.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 10} +{"id": "sft_003886", "prompt": " After Helmut Kohl country of citizenship West Germany, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Helmut Kohl | country of citizenship | West Germany | 1950\n- Mannheim | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\nReasoning:", "completion": " Hop 1: Mannheim -> country -> West Germany (1950)\n Hop 2: West Germany -> contains the administrative territorial entity -> Württemberg-Baden (1950)\n Answer: Württemberg-Baden", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003887", "prompt": " In 1901, what was the anthem of Kasato Maru's country of registry?\nEvidence:\n- Kasato Maru | country of registry | Russian Empire | 1901\n- Russian Empire | anthem | God Save the Tsar! | 1901\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1901\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1901\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1901\n- Khanate of Khiva | country | Russian Empire | 1901\n- Emirate of Bukhara | country | Russian Empire | 1901\n- Vladimir Lenin | country of citizenship | Russian Empire | 1901\n- Vikenty Veresaev | country of citizenship | Russian Empire | 1901\n- Maria Zankovetska | country of citizenship | Russian Empire | 1901\nReasoning:", "completion": " Hop 1: Kasato Maru -> country of registry -> Russian Empire (1901)\n Hop 2: Russian Empire -> anthem -> God Save the Tsar! (1901)\n Answer: God Save the Tsar!", "t_query": 1901.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003888", "prompt": " In 1974, what was the diplomatic relation of Germany?\nEvidence:\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\nReasoning:", "completion": " Hop 1: Germany -> diplomatic relation -> German Democratic Republic (1974)\n Answer: German Democratic Republic", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003889", "prompt": " After Stefan Rehn member of sports team Sweden men's national football team, what was the member of sports team of Stefan Rehn?\nEvidence:\n- Stefan Rehn | member of sports team | Sweden men's national football team | 1994\n- Stefan Rehn | member of sports team | IFK Göteborg | 1994\n- Q949753 | member of sports team | Sweden men's national football team | 1994\n- Q722046 | member of sports team | Sweden men's national football team | 1994\n- Q705590 | member of sports team | Sweden men's national football team | 1994\n- Q689331 | member of sports team | Sweden men's national football team | 1994\n- Q460375 | member of sports team | Sweden men's national football team | 1994\n- Q352241 | member of sports team | Sweden men's national football team | 1994\n- Q342387 | member of sports team | Sweden men's national football team | 1994\n- Q323412 | member of sports team | Sweden men's national football team | 1994\n- Q318747 | member of sports team | Sweden men's national football team | 1994\n- Q312089 | member of sports team | Sweden men's national football team | 1994\n- Q204413 | member of sports team | Sweden men's national football team | 1994\n- Q179334 | member of sports team | Sweden men's national football team | 1994\n- Roland Nilsson | member of sports team | Sweden men's national football team | 1994\nReasoning:", "completion": " Hop 1: Stefan Rehn -> member of sports team -> IFK Göteborg (1994)\n Answer: IFK Göteborg", "t_query": 1994.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003890", "prompt": " In what year was the head of state of Alfonso Brescia's country of citizenship equal to Enrico de Nicola?\nEvidence:\n- Alfonso Brescia | country of citizenship | Italy | 1948\n- Uberto de Morpurgo | country of citizenship | Italy | 1948\n- Renzo De Felice | country of citizenship | Italy | 1948\n- Dino De Antoni | country of citizenship | Italy | 1948\n- Alberto Maria De Agostini | country of citizenship | Italy | 1948\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1948\n- Uberto de Morpurgo | country for sport | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\n- Q318968 | country of citizenship | Italy | 1948\nReasoning:", "completion": " Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> head of state -> Enrico de Nicola (1948)\n Answer: 1948", "t_query": 1948.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15} +{"id": "sft_003891", "prompt": " In 2000, whose head of government's country of citizenship was Giuliano Amato?\nEvidence:\n- Italy | head of government | Giuliano Amato | 2000\n- Giuliano Carnimeo | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\n- Tonino Cervi | country of citizenship | Italy | 2000\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Giuliano Amato (2000)\n Hop 2: Renata Tebaldi -> country of citizenship -> Italy (2000)\n Answer: Renata Tebaldi", "t_query": 2000.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003892", "prompt": " After Mario Gentili country of citizenship Italy, what was the head of government of Ugo Morin's country of citizenship?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Mario Gentili | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Mario Roatta | country of citizenship | Italy | 1968\n- Mario Massa | country of citizenship | Italy | 1968\n- Mario Castellani | country of citizenship | Italy | 1968\n- Mario Bò | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Ugo Morin -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of government -> Giovanni Leone (1968)\n Answer: Giovanni Leone", "t_query": 1968.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003893", "prompt": " In 1963, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Antonio Segni | position held | President of Italy | 1963\n- Italy | head of state | Antonio Segni | 1963\n- Antonio Segni | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Antonio Segni -> position held -> President of Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Hop 3: Luigi Pistilli -> country of citizenship -> Italy (1963)\n Answer: Luigi Pistilli", "t_query": 1963.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3} +{"id": "sft_003894", "prompt": " In 1963, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1963\n- Germany | member of | European Coal and Steel Community | 1963\n- Belgium | member of | European Coal and Steel Community | 1963\n- Germany | member of | European Atomic Energy Community | 1963\n- Germany | member of | Western European Union | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1963)\n Hop 2: Francesca Romana Coluzzi -> country of citizenship -> Italy (1963)\n Answer: Francesca Romana Coluzzi", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003895", "prompt": " In 1921, whose located in was Seine-et-Oise?\nEvidence:\n- Bonnières-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Villejust | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Villecresnes | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Valenton | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Saclas | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q899558 | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q83472 | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q794124 | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q752150 | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q639332 | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q491908 | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q276508 | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q273061 | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q272066 | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q268408 | located in the administrative territorial entity | Seine-et-Oise | 1921\nReasoning:", "completion": " Hop 1: Saint-Leu-la-Forêt -> located in -> Seine-et-Oise (1921)\n Answer: Saint-Leu-la-Forêt", "t_query": 1921.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003896", "prompt": " In 1911, what was the award received of Hugo Alfvén?\nEvidence:\n- Hugo Alfvén | award received | director musices | 1911\nReasoning:", "completion": " Hop 1: Hugo Alfvén -> award received -> director musices (1911)\n Answer: director musices", "t_query": 1911.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1} +{"id": "sft_003897", "prompt": " After Luciano Foà country of citizenship Italy, what was the position held of Italy's head of state?\nEvidence:\n- Luciano Pavarotti | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Giuseppe Paratore | position held | Italian senator for life | 1961\n- Veriano Luchetti | country of citizenship | Italy | 1961\n- Tonino Cervi | country of citizenship | Italy | 1961\n- Tiziano Terzani | country of citizenship | Italy | 1961\n- Stéphane Grappelli | country of citizenship | Italy | 1961\n- Simon Spierer | country of citizenship | Italy | 1961\n- Sergio Mantovani | country of citizenship | Italy | 1961\n- Sergio Bonelli | country of citizenship | Italy | 1961\n- Rossana Rossanda | country of citizenship | Italy | 1961\n- Romeo Bertini | country of citizenship | Italy | 1961\nReasoning:", "completion": " Hop 1: Italy -> head of state -> Giovanni Gronchi (1961)\n Hop 2: Giovanni Gronchi -> position held -> President of Italy (1961)\n Answer: President of Italy", "t_query": 1961.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003898", "prompt": " In 1959, what was the position held of Gino Cassinis's country of citizenship's head of government?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Hop 1: Gino Cassinis -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of government -> Antonio Segni (1959)\n Hop 3: Antonio Segni -> position held -> Prime Minister of Italy (1959)\n Answer: Prime Minister of Italy", "t_query": 1959.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003899", "prompt": " In 1987, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> contains the administrative territorial entity -> Bavaria (1987)\n Answer: Bavaria", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003900", "prompt": " In 1971, whose member of sports team was East Germany national football team?\nEvidence:\n- Q872768 | member of sports team | East Germany national football team | 1971\n- Q73725 | member of sports team | East Germany national football team | 1971\n- Q69584 | member of sports team | East Germany national football team | 1971\n- Q690178 | member of sports team | East Germany national football team | 1971\n- Q680657 | member of sports team | East Germany national football team | 1971\n- Q67555 | member of sports team | East Germany national football team | 1971\n- Q571103 | member of sports team | East Germany national football team | 1971\n- Q562188 | member of sports team | East Germany national football team | 1971\n- Henning Frenzel | member of sports team | East Germany national football team | 1971\n- Gerd Kische | member of sports team | East Germany national football team | 1971\n- Bernd Bransch | member of sports team | East Germany national football team | 1971\n- Q73725 | member of sports team | Dynamo Dresden | 1971\n- Q562188 | member of sports team | Dynamo Dresden | 1971\n- Q69584 | member of sports team | 1. FC Magdeburg | 1971\n- Q872768 | member of sports team | FC Carl Zeiss Jena | 1971\nReasoning:", "completion": " Hop 1: Gerd Kische -> member of sports team -> East Germany national football team (1971)\n Answer: Gerd Kische", "t_query": 1971.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003901", "prompt": " In 1978, whose located in was Šilutė District Municipality?\nEvidence:\n- Šilutė | located in the administrative territorial entity | Šilutė District Municipality | 1978\n- Pagėgiai | located in the administrative territorial entity | Šilutė District Municipality | 1978\nReasoning:", "completion": " Hop 1: Šilutė -> located in -> Šilutė District Municipality (1978)\n Answer: Šilutė", "t_query": 1978.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2} +{"id": "sft_003902", "prompt": " After West Germany contains the administrative territorial entity Bavaria, what was the diplomatic relation of Germany's head of government's country of citizenship?\nEvidence:\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- Bonn | capital of | West Germany | 1987\n- West Germany | currency | Deutsche Mark | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\nReasoning:", "completion": " Hop 1: Germany -> head of government -> Helmut Kohl (1987)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1987)\n Hop 3: West Germany -> diplomatic relation -> German Democratic Republic (1987)\n Answer: German Democratic Republic", "t_query": 1987.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15} +{"id": "sft_003903", "prompt": " In 1951, what was the head of state of Giovanni D'Ascenzi's country of citizenship?\nEvidence:\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1951\n- Giovanni Ticozzi | country of citizenship | Italy | 1951\n- Giovanni Papini | country of citizenship | Italy | 1951\n- Giovanni Mardersteig | country of citizenship | Italy | 1951\n- Giovanni Invernizzi | country of citizenship | Italy | 1951\n- Giovanni Goria | country of citizenship | Italy | 1951\n- Giovanni Ferrofino | country of citizenship | Italy | 1951\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Hop 1: Giovanni D'Ascenzi -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Luigi Einaudi (1951)\n Answer: Luigi Einaudi", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003904", "prompt": " Who was the member of of Ugo Morin's country of citizenship before European Economic Community?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Hop 1: Ugo Morin -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1968)\n Answer: European Coal and Steel Community", "t_query": 1968.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15} +{"id": "sft_003905", "prompt": " In 1935, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1935\n- Q890523 | country of citizenship | Kingdom of Italy | 1935\n- Q432318 | country of citizenship | Kingdom of Italy | 1935\n- Q429298 | country of citizenship | Kingdom of Italy | 1935\n- Q329221 | country of citizenship | Kingdom of Italy | 1935\n- Q216812 | country of citizenship | Kingdom of Italy | 1935\n- Q178349 | country of citizenship | Kingdom of Italy | 1935\n- Q133535 | country of citizenship | Kingdom of Italy | 1935\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1935\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1935\n- Titta Ruffo | country of citizenship | Kingdom of Italy | 1935\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1935\n- Paolo Vetri | country of citizenship | Kingdom of Italy | 1935\n- Paolo Manna | country of citizenship | Kingdom of Italy | 1935\n- Pantaleo Carabellese | country of citizenship | Kingdom of Italy | 1935\nReasoning:", "completion": " Hop 1: Bruno Visintin -> country of citizenship -> Kingdom of Italy (1935)\n Answer: Bruno Visintin", "t_query": 1935.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003906", "prompt": " In 1957, what was the position held of Italy's head of government?\nEvidence:\n- Giuseppe Paratore | position held | Italian senator for life | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Veriano Luchetti | country of citizenship | Italy | 1957\n- Tonino Cervi | country of citizenship | Italy | 1957\n- Tiziano Terzani | country of citizenship | Italy | 1957\n- Stéphane Grappelli | country of citizenship | Italy | 1957\n- Simon Spierer | country of citizenship | Italy | 1957\n- Sergio Mantovani | country of citizenship | Italy | 1957\n- Sergio Bonelli | country of citizenship | Italy | 1957\n- Rossana Rossanda | country of citizenship | Italy | 1957\n- Romeo Bertini | country of citizenship | Italy | 1957\n- Renata Tebaldi | country of citizenship | Italy | 1957\nReasoning:", "completion": " Hop 1: Italy -> head of government -> Adone Zoli (1957)\n Hop 2: Adone Zoli -> position held -> Prime Minister of Italy (1957)\n Answer: Prime Minister of Italy", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} +{"id": "sft_003907", "prompt": " In 1985, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1985\n- Germany | member of | European Coal and Steel Community | 1985\n- Belgium | member of | European Coal and Steel Community | 1985\n- Germany | member of | European Atomic Energy Community | 1985\n- Germany | member of | Western European Union | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\nReasoning:", "completion": " Hop 1: Italy -> member of -> European Coal and Steel Community (1985)\n Hop 2: Veriano Luchetti -> country of citizenship -> Italy (1985)\n Answer: Veriano Luchetti", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15} diff --git a/sft_data/sft_data_5k_terse_lever.jsonl b/sft_data/sft_data_5k_terse_lever.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..ffb4dd46ba813465b67696769969b1bd2721052e --- /dev/null +++ b/sft_data/sft_data_5k_terse_lever.jsonl @@ -0,0 +1,3908 @@ +{"id": "sft_000000", "prompt": " In what year was the country of citizenship of Francesca Romana Coluzzi equal to Italy?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: 1963", "t_query": 1963.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000001", "prompt": " In what year was the country of Urup equal to Japan?\nEvidence:\n- Urup | country | Japan | 1914\n- Q426915 | country | Japan | 1914\n- Q156046 | country | Japan | 1914\n- Broutona | country | Japan | 1914\n- Lüshunkou District | country | Japan | 1914\n- Kuril Islands | country | Japan | 1914\nReasoning:", "completion": " Answer: 1914", "t_query": 1914.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_000002", "prompt": " In what year was the country of Frankfurt equal to German Empire?\nEvidence:\n- Frankfurt | country | German Empire | 1915\n- Frankfurt (Oder) | country | German Empire | 1915\n- Q165008 | applies to jurisdiction | German Empire | 1915\n- German East Africa | applies to jurisdiction | German Empire | 1915\n- hyperinflation in the Weimar Republic | country | German Empire | 1915\n- Zwickau | country | German Empire | 1915\n- Zimmern | country | German Empire | 1915\n- Wrocław | country | German Empire | 1915\n- Wittmund | country | German Empire | 1915\n- Wismar | country | German Empire | 1915\n- Wiesbaden | country | German Empire | 1915\n- Weimar | country | German Empire | 1915\n- Vaterstetten | country | German Empire | 1915\n- Trier | country | German Empire | 1915\n- Speyer | country | German Empire | 1915\nReasoning:", "completion": " Answer: 1915", "t_query": 1915.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000003", "prompt": " Who was the country of Jena before German Democratic Republic?\nEvidence:\n- Jena | country | Nazi Germany | 1942\n- Carl Zeiss AG | headquarters location | Jena | 1942\n- Jena | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Republic of Baden | located in the administrative territorial entity | Nazi Germany | 1942\n- German Rugby Federation | operating area | Nazi Germany | 1942\n- Q822028 | country of registry | Nazi Germany | 1942\n- Q321140 | country of registry | Nazi Germany | 1942\n- Q237358 | country of citizenship | Nazi Germany | 1942\n- U-752 | country of registry | Nazi Germany | 1942\n- U-74 | country of registry | Nazi Germany | 1942\n- U-155 | country of registry | Nazi Germany | 1942\n- Martin Walser | country of citizenship | Nazi Germany | 1942\n- Jürgen Kissner | country of citizenship | Nazi Germany | 1942\n- Helmut Kohl | country of citizenship | Nazi Germany | 1942\n- Erich Würdemann | country of citizenship | Nazi Germany | 1942\nReasoning:", "completion": " Answer: Nazi Germany", "t_query": 1942.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000004", "prompt": " Who was the member of of Guido Aycard's country of citizenship before European Economic Community?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1962.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000005", "prompt": " Who was the member of sports team of Ronaldo Rodrigues de Jesus after Shimizu S-Pulse?\nEvidence:\n- Ronaldo Rodrigues de Jesus | member of sports team | Associação Atlética Ponte Preta | 2002\n- Q467194 | member of sports team | Associação Atlética Ponte Preta | 2002\nReasoning:", "completion": " Answer: Associação Atlética Ponte Preta", "t_query": 2002.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_000006", "prompt": " In 1956, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1956\n- Germany | member of | European Coal and Steel Community | 1956\n- Belgium | member of | European Coal and Steel Community | 1956\n- Germany | member of | Western European Union | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\n- Veriano Luchetti | country of citizenship | Italy | 1956\n- Ulrico Girardi | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: Alfonso Calzolari", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000007", "prompt": " In 1922, what was the educated at of Stanisław Gołąb?\nEvidence:\n- Stanisław Gołąb | educated at | Jagiellonian University | 1922\n- Stanisław Gołąb | employer | AGH University of Science and Technology | 1922\n- Q943007 | employer | Jagiellonian University | 1922\nReasoning:", "completion": " Answer: Jagiellonian University", "t_query": 1922.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000008", "prompt": " Who was the country of Kunashir Island after Empire of Japan?\nEvidence:\n- Kunashir Island | country | Soviet Union | 1972\n- Q59054 | country of citizenship | Soviet Union | 1972\n- Q437262 | country of citizenship | Soviet Union | 1972\n- Q324083 | country of citizenship | Soviet Union | 1972\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1972\n- Yuri Manin | country of citizenship | Soviet Union | 1972\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1972\n- Viktor Kulikov | country of citizenship | Soviet Union | 1972\n- Vija Artmane | country of citizenship | Soviet Union | 1972\n- Vera Krepkina | country of citizenship | Soviet Union | 1972\n- Valeri Polyakov | country of citizenship | Soviet Union | 1972\n- Sergei Kovalev | country of citizenship | Soviet Union | 1972\n- Ruslan Khasbulatov | country of citizenship | Soviet Union | 1972\n- Raisa Gorbacheva | country of citizenship | Soviet Union | 1972\n- Otar Iosseliani | country of citizenship | Soviet Union | 1972\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1972.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000009", "prompt": " After Alfonso Calzolari country of citizenship Italy, what was the award received of Italy's head of state?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1996\n- Oscar Luigi Scalfaro | award received | Order of the White Eagle | 1996\n- Q454036 | country of citizenship | Italy | 1996\n- Vittore Catella | country of citizenship | Italy | 1996\n- Veriano Luchetti | country of citizenship | Italy | 1996\n- Tullio Kezich | country of citizenship | Italy | 1996\n- Tonino Cervi | country of citizenship | Italy | 1996\n- Tiziano Terzani | country of citizenship | Italy | 1996\n- Stéphane Grappelli | country of citizenship | Italy | 1996\n- Simon Spierer | country of citizenship | Italy | 1996\n- Sergio Mantovani | country of citizenship | Italy | 1996\n- Sergio Bonelli | country of citizenship | Italy | 1996\n- Salvatore Cassisa | country of citizenship | Italy | 1996\n- Rossana Rossanda | country of citizenship | Italy | 1996\n- Romano Mussolini | country of citizenship | Italy | 1996\nReasoning:", "completion": " Answer: Order of the White Eagle", "t_query": 1996.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000010", "prompt": " In what year was the head of government of New York City equal to Fiorello H. La Guardia?\nEvidence:\n- New York City | head of government | Fiorello H. La Guardia | 1938\n- William Vickrey | residence | New York City | 1938\n- Weegee | work location | New York City | 1938\n- Q543585 | work location | New York City | 1938\n- MetLife | headquarters location | New York City | 1938\n- Jane Jacobs | residence | New York City | 1938\n- Variety | place of publication | New York City | 1938\n- Max Weber | work location | New York City | 1938\n- Louise Bourgeois | work location | New York City | 1938\n- Lewis Mumford | work location | New York City | 1938\n- Hanns Eisler | work location | New York City | 1938\n- Ellsworth Kelly | work location | New York City | 1938\n- Louise Bourgeois | work location | Paris | 1938\n- Louise Bourgeois | spouse | Robert Goldwater | 1938\n- Louise Bourgeois | educated at | Q337504 | 1938\nReasoning:", "completion": " Answer: 1938", "t_query": 1938.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000011", "prompt": " In 2005, what was the head coach of Mülâyim Erdem's member of sports team?\nEvidence:\n- Mülâyim Erdem | member of sports team | Galatasaray S.K. | 2005\n- Galatasaray S.K. | head coach | Eric Gerets | 2005\n- Q937898 | member of sports team | Galatasaray S.K. | 2005\n- Q922443 | member of sports team | Galatasaray S.K. | 2005\n- Q729830 | member of sports team | Galatasaray S.K. | 2005\n- Q660534 | member of sports team | Galatasaray S.K. | 2005\n- Q560001 | member of sports team | Galatasaray S.K. | 2005\n- Q556101 | member of sports team | Galatasaray S.K. | 2005\n- Q349941 | member of sports team | Galatasaray S.K. | 2005\n- Q312920 | member of sports team | Galatasaray S.K. | 2005\n- Q307872 | member of sports team | Galatasaray S.K. | 2005\n- Q217097 | member of sports team | Galatasaray S.K. | 2005\n- Q122346 | member of sports team | Galatasaray S.K. | 2005\n- Faryd Mondragón | member of sports team | Galatasaray S.K. | 2005\n- Ayhan Akman | member of sports team | Galatasaray S.K. | 2005\nReasoning:", "completion": " Answer: Eric Gerets", "t_query": 2005.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000012", "prompt": " In 1987, whose position held's head of state was president of Germany?\nEvidence:\n- Richard von Weizsäcker | position held | president of Germany | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- president of Germany | position holder | Richard von Weizsäcker | 1987\nReasoning:", "completion": " Answer: Germany", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000013", "prompt": " In what year was the head of state of Tilla Durieux's spouse's work location's country equal to Friedrich Ebert?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Answer: 1921", "t_query": 1921.0, "chain_length": 4, "operator_type": "interval", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000014", "prompt": " In 2011, whose member of sports team was FC Vorskla Poltava?\nEvidence:\n- Q667129 | member of sports team | FC Vorskla Poltava | 2011\n- Q531396 | member of sports team | FC Vorskla Poltava | 2011\n- Serhiy Kravchenko | member of sports team | FC Vorskla Poltava | 2011\n- Ihor Tymchenko | member of sports team | FC Vorskla Poltava | 2011\n- Ihor Tymchenko | member of sports team | FC Chornomorets Odesa | 2011\n- Q531396 | member of sports team | Albania men's national football team | 2011\nReasoning:", "completion": " Answer: Serhiy Kravchenko", "t_query": 2011.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_000015", "prompt": " In what year was the contains the administrative territorial entity of Germany's capital's capital of equal to Bavaria?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000016", "prompt": " Who was the country of citizenship of Ernesto Remani before Italy?\nEvidence:\n- Ernesto Remani | country of citizenship | Kingdom of Italy | 1909\n- Ernesto Codignola | country of citizenship | Kingdom of Italy | 1909\n- Q983389 | country of citizenship | Kingdom of Italy | 1909\n- Q976653 | country of citizenship | Kingdom of Italy | 1909\n- Q972711 | country of citizenship | Kingdom of Italy | 1909\n- Q959367 | country of citizenship | Kingdom of Italy | 1909\n- Q939226 | country of citizenship | Kingdom of Italy | 1909\n- Q920582 | country of citizenship | Kingdom of Italy | 1909\n- Q890523 | country of citizenship | Kingdom of Italy | 1909\n- Q817284 | country of citizenship | Kingdom of Italy | 1909\n- Q765946 | country of citizenship | Kingdom of Italy | 1909\n- Q745874 | country of citizenship | Kingdom of Italy | 1909\n- Q728920 | country of citizenship | Kingdom of Italy | 1909\n- Q728589 | country of citizenship | Kingdom of Italy | 1909\n- Q715036 | country of citizenship | Kingdom of Italy | 1909\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1909.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000017", "prompt": " Who was the position held of Francesca Romana Coluzzi's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1963.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000018", "prompt": " In 1980, whose position held's head of government was Prime Minister of Italy?\nEvidence:\n- Arnaldo Forlani | position held | Prime Minister of Italy | 1980\n- Italy | head of government | Arnaldo Forlani | 1980\nReasoning:", "completion": " Answer: Italy", "t_query": 1980.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_000019", "prompt": " In 2007, what was the position held of Italy's head of government?\nEvidence:\n- Andrea Cordero Lanza di Montezemolo | position held | cardinal | 2007\n- Oscar Luigi Scalfaro | position held | Italian senator for life | 2007\n- Veriano Luchetti | country of citizenship | Italy | 2007\n- Tullio Kezich | country of citizenship | Italy | 2007\n- Stefano Angeleri | country of citizenship | Italy | 2007\n- Sergio Bonelli | country of citizenship | Italy | 2007\n- Sebastiano Mannironi | country of citizenship | Italy | 2007\n- Salvatore Cassisa | country of citizenship | Italy | 2007\n- Rossana Rossanda | country of citizenship | Italy | 2007\n- Roberto Tucci | country of citizenship | Italy | 2007\n- Plinio Antolini | country of citizenship | Italy | 2007\n- Pino Lancetti | country of citizenship | Italy | 2007\n- Piergiorgio Nesti | country of citizenship | Italy | 2007\n- Paolo Villaggio | country of citizenship | Italy | 2007\n- Paolo Rossi | country of citizenship | Italy | 2007\nReasoning:", "completion": " Answer: Prime Minister of Italy", "t_query": 2007.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000020", "prompt": " In 1953, what was the head of government of Bernard Schultze's work location's country's contains the administrative territorial entity?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: Reinhold Maier", "t_query": 1953.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000021", "prompt": " In 1971, what was the position held of Italy's head of state?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Tonino Cervi | country of citizenship | Italy | 1971\n- Tiziano Terzani | country of citizenship | Italy | 1971\n- Stéphane Grappelli | country of citizenship | Italy | 1971\n- Simon Spierer | country of citizenship | Italy | 1971\n- Sergio Mantovani | country of citizenship | Italy | 1971\n- Sergio Bonelli | country of citizenship | Italy | 1971\n- Rossana Rossanda | country of citizenship | Italy | 1971\n- Romeo Bertini | country of citizenship | Italy | 1971\n- Renata Tebaldi | country of citizenship | Italy | 1971\n- Primo Nebiolo | country of citizenship | Italy | 1971\n- Pietro Parente | country of citizenship | Italy | 1971\n- Oriana Fallaci | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: Italian senator for life", "t_query": 1971.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000022", "prompt": " In what year was the employer of Bert Rürup equal to Technical University of Darmstadt?\nEvidence:\n- Bert Rürup | employer | Technical University of Darmstadt | 1986\nReasoning:", "completion": " Answer: 1986", "t_query": 1986.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_000023", "prompt": " In 1964, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\n- Virginio Rosetta | country of citizenship | Italy | 1964\n- Veriano Luchetti | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: Carmelo Cappello", "t_query": 1964.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000024", "prompt": " In what year was the member of sports team of Arnaud Coyot equal to Cofidis?\nEvidence:\n- Arnaud Coyot | member of sports team | Cofidis | 2003\n- Q946869 | member of sports team | Cofidis | 2003\n- Q465367 | member of sports team | Cofidis | 2003\n- David Moncoutié | member of sports team | Cofidis | 2003\n- Bingen Fernández | member of sports team | Cofidis | 2003\n- Cofidis | general manager | Alain Bondue | 2003\nReasoning:", "completion": " Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_000025", "prompt": " Who was the contains the administrative territorial entity of Rhône after Vénissieux?\nEvidence:\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\n- Q945660 | located in the administrative territorial entity | Q3083 | 1947\n- Q945660 | located in the administrative territorial entity | Q12736 | 1947\nReasoning:", "completion": " Answer: Caluire-et-Cuire", "t_query": 1947.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_000026", "prompt": " After Helmut Kohl country of citizenship West Germany, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Helmut Kohl | country of citizenship | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\nReasoning:", "completion": " Answer: Rhineland-Palatinate", "t_query": 1972.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000027", "prompt": " After Giovanni Cornacchia country of citizenship Italy, what was the head of government of Italy?\nEvidence:\n- Giovanni Invernizzi | country of citizenship | Italy | 2001\n- Giovanni D'Ascenzi | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\n- Simon Spierer | country of citizenship | Italy | 2001\n- Sergio Mantovani | country of citizenship | Italy | 2001\n- Sergio Bonelli | country of citizenship | Italy | 2001\n- Salvatore Cassisa | country of citizenship | Italy | 2001\n- Rossana Rossanda | country of citizenship | Italy | 2001\n- Romano Scarpa | country of citizenship | Italy | 2001\n- Romano Mussolini | country of citizenship | Italy | 2001\n- Renata Tebaldi | country of citizenship | Italy | 2001\n- Pino Lancetti | country of citizenship | Italy | 2001\nReasoning:", "completion": " Answer: Giuliano Amato", "t_query": 2001.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000028", "prompt": " After Sergio Tofano country of citizenship Italy, what was the head of state of Arnaldo Genoino's country of citizenship?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Sergio Realini | country of citizenship | Italy | 1978\n- Sergio Mantovani | country of citizenship | Italy | 1978\n- Sergio Donadoni | country of citizenship | Italy | 1978\n- Sergio Bonelli | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: Sandro Pertini", "t_query": 1978.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000029", "prompt": " Who was the head of state of Vitaliano Brancati's country of citizenship before Oscar Luigi Scalfaro?\nEvidence:\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1951\n- Vitaliano Brancati | country of citizenship | Italy | 1951\n- Luigi Comencini | country of citizenship | Italy | 1951\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1951\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: Luigi Einaudi", "t_query": 1951.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000030", "prompt": " Who was the contains the administrative territorial entity of Würzburg's country before North Rhine-Westphalia?\nEvidence:\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Answer: Hesse", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000031", "prompt": " In what year was the member of sports team of István Kocsis equal to Hungary men's national football team?\nEvidence:\n- István Kocsis | member of sports team | Hungary men's national football team | 1979\n- István Kocsis | member of sports team | Budapest Honvéd FC | 1979\n- Q852818 | member of sports team | Hungary men's national football team | 1979\n- Q838673 | member of sports team | Hungary men's national football team | 1979\n- Q838670 | member of sports team | Hungary men's national football team | 1979\n- Q729669 | member of sports team | Hungary men's national football team | 1979\n- Q729070 | member of sports team | Hungary men's national football team | 1979\n- Q727784 | member of sports team | Hungary men's national football team | 1979\n- Q699497 | member of sports team | Hungary men's national football team | 1979\n- Q361244 | member of sports team | Hungary men's national football team | 1979\n- Ferenc Csongrádi | member of sports team | Hungary men's national football team | 1979\n- Q937089 | member of sports team | Budapest Honvéd FC | 1979\n- Q901558 | member of sports team | Budapest Honvéd FC | 1979\n- Q729103 | member of sports team | Budapest Honvéd FC | 1979\nReasoning:", "completion": " Answer: 1979", "t_query": 1979.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 14, "_lever_variant": "terse"} +{"id": "sft_000032", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Saint-Priest", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000033", "prompt": " In what year was the head of government of Gino Cassinis's country of citizenship equal to Antonio Segni?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Antonio Leonviola | country of citizenship | Italy | 1959\n- Antonio Fessia | country of citizenship | Italy | 1959\n- Antonio Calderara | country of citizenship | Italy | 1959\n- Antonio Brivio | country of citizenship | Italy | 1959\n- Antonio Bacci | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: 1959", "t_query": 1959.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000034", "prompt": " After Pietro Lana country of citizenship Italy, what was the position held of Gino Cassinis's country of citizenship's head of state?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Pietro Tordi | country of citizenship | Italy | 1959\n- Pietro Rava | country of citizenship | Italy | 1959\n- Pietro Parente | country of citizenship | Italy | 1959\n- Pietro Arcari | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1959.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000035", "prompt": " In what year was the located in of Carel Willink's work location equal to Free State of Prussia?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Q73153 | residence | Berlin | 1920\n- Berlin | country | Weimar Republic | 1920\nReasoning:", "completion": " Answer: 1920", "t_query": 1920.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_000036", "prompt": " In 1973, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1973\n- Q46099 | country of citizenship | Yugoslavia | 1973\n- Q207166 | country of citizenship | Yugoslavia | 1973\n- Vladica Popović | country of citizenship | Yugoslavia | 1973\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1973\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1973\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1973\n- Ilija Petković | country of citizenship | Yugoslavia | 1973\n- Dušan Ivković | country of citizenship | Yugoslavia | 1973\n- Dragan Tomić | country of citizenship | Yugoslavia | 1973\n- Verzar | country | Yugoslavia | 1973\n- Suševo | country | Yugoslavia | 1973\n- Q793485 | country | Yugoslavia | 1973\n- Pirot | country | Yugoslavia | 1973\n- Orašje | country | Yugoslavia | 1973\nReasoning:", "completion": " Answer: Lelio Antoniotti", "t_query": 1973.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000037", "prompt": " In 1904, what was the country of Dushanbe's located in?\nEvidence:\n- Dushanbe | located in the administrative territorial entity | Emirate of Bukhara | 1904\n- Termez | country | Emirate of Bukhara | 1904\n- Emirate of Bukhara | country | Russian Empire | 1904\nReasoning:", "completion": " Answer: Russian Empire", "t_query": 1904.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000038", "prompt": " After Alda Merini country of citizenship Italy, what was the shares border with of Veriano Luchetti's country of citizenship?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Italy | shares border with | Yugoslavia | 1985\n- Alda Noni | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1985.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000039", "prompt": " In 1989, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1989\n- Germany | member of | European Coal and Steel Community | 1989\n- Belgium | member of | European Coal and Steel Community | 1989\n- Germany | member of | European Atomic Energy Community | 1989\n- Germany | member of | Western European Union | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Raul Gardini", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000040", "prompt": " Who was the country of citizenship of Sabatino Moscati before Italy?\nEvidence:\n- Sabatino Moscati | country of citizenship | Kingdom of Italy | 1935\n- Q976653 | country of citizenship | Kingdom of Italy | 1935\n- Q972711 | country of citizenship | Kingdom of Italy | 1935\n- Q922237 | country of citizenship | Kingdom of Italy | 1935\n- Q890523 | country of citizenship | Kingdom of Italy | 1935\n- Q710497 | country of citizenship | Kingdom of Italy | 1935\n- Q678253 | country of citizenship | Kingdom of Italy | 1935\n- Q654973 | country of citizenship | Kingdom of Italy | 1935\n- Q650303 | country of citizenship | Kingdom of Italy | 1935\n- Q527400 | country of citizenship | Kingdom of Italy | 1935\n- Q51189 | country of citizenship | Kingdom of Italy | 1935\n- Q432318 | country of citizenship | Kingdom of Italy | 1935\n- Q432257 | country of citizenship | Kingdom of Italy | 1935\n- Q429298 | country of citizenship | Kingdom of Italy | 1935\n- Q378645 | country of citizenship | Kingdom of Italy | 1935\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1935.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000041", "prompt": " After Luchino Visconti country of citizenship Italy, what was the member of of Cesare Terranova's country of citizenship?\nEvidence:\n- Luchino Visconti | country of citizenship | Italy | 1966\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1966.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000042", "prompt": " After Giacomo Neri country of citizenship Italy, what was the member of of Laura Veccia Vaglieri's country of citizenship?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Giacomo Gentilomo | country of citizenship | Italy | 1956\n- Giacomo Furia | country of citizenship | Italy | 1956\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1956.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000043", "prompt": " After Jürgen Kissner country of citizenship Germany, what was the general secretary of Germany's head of state's member of political party?\nEvidence:\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\nReasoning:", "completion": " Answer: Martin Bangemann", "t_query": 1974.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000044", "prompt": " Who was the country of Frankfurt before West Germany?\nEvidence:\n- Frankfurt | country | German Empire | 1915\n- Frankfurt (Oder) | country | German Empire | 1915\n- Frankfurt | head of government | Georg Voigt | 1915\n- Frankfurt | located in the administrative territorial entity | Wiesbaden Government Region | 1915\n- hyperinflation in the Weimar Republic | country | German Empire | 1915\n- Q87105 | country of citizenship | German Empire | 1915\n- Q76638 | country of citizenship | German Empire | 1915\n- Wilhelm Röntgen | country of citizenship | German Empire | 1915\n- Albrecht Brandi | country of citizenship | German Empire | 1915\n- Georg August Zenker | country of citizenship | German Empire | 1915\n- Zwickau | country | German Empire | 1915\n- Zimmern | country | German Empire | 1915\n- Wrocław | country | German Empire | 1915\n- Wittmund | country | German Empire | 1915\n- Wismar | country | German Empire | 1915\nReasoning:", "completion": " Answer: German Empire", "t_query": 1915.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000045", "prompt": " In 1974, what was the position held of Germany's head of state?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Answer: president of Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000046", "prompt": " In what year was the member of of Salvatore Fiume's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: 1971", "t_query": 1971.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000047", "prompt": " In what year was the country of Barysaw equal to Byelorussian Soviet Socialist Republic?\nEvidence:\n- Barysaw | country | Byelorussian Soviet Socialist Republic | 1967\n- Vitebsk Region | located in the administrative territorial entity | Byelorussian Soviet Socialist Republic | 1967\n- Barysaw | located in the administrative territorial entity | Minsk Region | 1967\nReasoning:", "completion": " Answer: 1967", "t_query": 1967.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000048", "prompt": " In what year was the head of government of Luca Ronconi's country of citizenship equal to Carlo Azeglio Ciampi?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Carlo Fruttero | country of citizenship | Italy | 1993\n- Carlo Cercignani | country of citizenship | Italy | 1993\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\nReasoning:", "completion": " Answer: 1993", "t_query": 1993.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000049", "prompt": " Who was the head of state of Claudia Vinciguerra's country of citizenship before Sandro Pertini?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Giuseppe Saragat", "t_query": 1968.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000050", "prompt": " In 1948, whose head of state's country of citizenship was Enrico de Nicola?\nEvidence:\n- Italy | head of state | Enrico de Nicola | 1948\n- Uberto de Morpurgo | country of citizenship | Italy | 1948\n- Renzo De Felice | country of citizenship | Italy | 1948\n- Dino De Antoni | country of citizenship | Italy | 1948\n- Alberto Maria De Agostini | country of citizenship | Italy | 1948\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1948\n- Uberto de Morpurgo | country for sport | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\n- Q318968 | country of citizenship | Italy | 1948\nReasoning:", "completion": " Answer: Alfonso Brescia", "t_query": 1948.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000051", "prompt": " In what year was the position held of Ugo Stille's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: 1957", "t_query": 1957.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000052", "prompt": " Who was the country of citizenship of Bruno Venturini before Italy?\nEvidence:\n- Bruno Venturini | country of citizenship | Kingdom of Italy | 1939\n- Bruno Fattori | country of citizenship | Kingdom of Italy | 1939\n- Bruno Barilli | country of citizenship | Kingdom of Italy | 1939\n- Q976653 | country of citizenship | Kingdom of Italy | 1939\n- Q972711 | country of citizenship | Kingdom of Italy | 1939\n- Q922237 | country of citizenship | Kingdom of Italy | 1939\n- Q890523 | country of citizenship | Kingdom of Italy | 1939\n- Q741387 | country of citizenship | Kingdom of Italy | 1939\n- Q710497 | country of citizenship | Kingdom of Italy | 1939\n- Q678253 | country of citizenship | Kingdom of Italy | 1939\n- Q654973 | country of citizenship | Kingdom of Italy | 1939\n- Q650303 | country of citizenship | Kingdom of Italy | 1939\n- Q527400 | country of citizenship | Kingdom of Italy | 1939\n- Q51189 | country of citizenship | Kingdom of Italy | 1939\n- Q432318 | country of citizenship | Kingdom of Italy | 1939\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1939.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000053", "prompt": " Who was the country of Görlitz after Nazi Germany?\nEvidence:\n- Görlitz | country | German Democratic Republic | 1969\n- Görlitz | located in the administrative territorial entity | Dresden District | 1969\n- Germany | shares border with | German Democratic Republic | 1969\n- West Germany | territory claimed by | German Democratic Republic | 1969\n- Q97584 | country of citizenship | German Democratic Republic | 1969\n- Q96955 | country of citizenship | German Democratic Republic | 1969\n- Q77767 | country of citizenship | German Democratic Republic | 1969\n- Q73946 | country of citizenship | German Democratic Republic | 1969\n- Q67341 | country of citizenship | German Democratic Republic | 1969\n- Q449313 | country of citizenship | German Democratic Republic | 1969\n- Q438683 | country of citizenship | German Democratic Republic | 1969\n- Q323063 | country of citizenship | German Democratic Republic | 1969\n- Q126983 | country of citizenship | German Democratic Republic | 1969\n- Werner Schulz | country of citizenship | German Democratic Republic | 1969\n- Udo Zimmermann | country of citizenship | German Democratic Republic | 1969\nReasoning:", "completion": " Answer: German Democratic Republic", "t_query": 1969.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000054", "prompt": " After Raul Gardini country of citizenship Kingdom of Italy, what was the country of citizenship of Raul Gardini?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\n- Stéphane Grappelli | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Italy", "t_query": 1989.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000055", "prompt": " In 1988, whose position held's head of government's country of citizenship was Prime Minister of Italy?\nEvidence:\n- Giovanni Goria | position held | Prime Minister of Italy | 1988\n- Italy | head of government | Giovanni Goria | 1988\n- Giovanni Goria | country of citizenship | Italy | 1988\nReasoning:", "completion": " Answer: Salvatore Fiume", "t_query": 1988.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000056", "prompt": " After Germany diplomatic relation Afghanistan, what was the member of political party of Germany's head of state?\nEvidence:\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\nReasoning:", "completion": " Answer: Free Democratic Party", "t_query": 1974.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000057", "prompt": " Who was the contains the administrative territorial entity of Bernard Schultze's work location's country before Lower Saxony?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: Rhineland-Palatinate", "t_query": 1953.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000058", "prompt": " In 1901, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q939226 | country of citizenship | Kingdom of Italy | 1901\n- Q918479 | country of citizenship | Kingdom of Italy | 1901\n- Q745874 | country of citizenship | Kingdom of Italy | 1901\n- Q691905 | country of citizenship | Kingdom of Italy | 1901\n- Q65151 | country of citizenship | Kingdom of Italy | 1901\n- Q64212 | country of citizenship | Kingdom of Italy | 1901\n- Q603148 | country of citizenship | Kingdom of Italy | 1901\n- Q599501 | country of citizenship | Kingdom of Italy | 1901\n- Q589683 | country of citizenship | Kingdom of Italy | 1901\n- Q572091 | country of citizenship | Kingdom of Italy | 1901\n- Q552220 | country of citizenship | Kingdom of Italy | 1901\n- Q551961 | country of citizenship | Kingdom of Italy | 1901\n- Q536108 | country of citizenship | Kingdom of Italy | 1901\n- Q535846 | country of citizenship | Kingdom of Italy | 1901\n- Q534227 | country of citizenship | Kingdom of Italy | 1901\nReasoning:", "completion": " Answer: Pantaleo Carabellese", "t_query": 1901.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000059", "prompt": " In what year was the head of state of Antonio Corpora's country of citizenship equal to Giovanni Gronchi?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Giovanni Mardersteig | country of citizenship | Italy | 1962\n- Giovanni Invernizzi | country of citizenship | Italy | 1962\n- Giovanni Goria | country of citizenship | Italy | 1962\n- Giovanni Ferrofino | country of citizenship | Italy | 1962\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: 1962", "t_query": 1962.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000060", "prompt": " Who was the contains the administrative territorial entity of Germany's head of government's country of citizenship after North Rhine-Westphalia?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: Schleswig-Holstein", "t_query": 1987.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000061", "prompt": " After West Germany contains the administrative territorial entity Bremen, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- Bonn | capital of | West Germany | 1987\n- West Germany | currency | Deutsche Mark | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\nReasoning:", "completion": " Answer: Saarland", "t_query": 1987.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000062", "prompt": " After Frankfurt head of government Georg Voigt, what was the country of Frankfurt?\nEvidence:\n- Frankfurt | head of government | Georg Voigt | 1915\n- Frankfurt | located in the administrative territorial entity | Wiesbaden Government Region | 1915\n- Frankfurt | country | German Empire | 1915\n- Frankfurt (Oder) | country | German Empire | 1915\n- Georg August Zenker | country of citizenship | German Empire | 1915\n- Wiesbaden | located in the administrative territorial entity | Wiesbaden Government Region | 1915\n- hyperinflation in the Weimar Republic | country | German Empire | 1915\n- Q87105 | country of citizenship | German Empire | 1915\n- Q76638 | country of citizenship | German Empire | 1915\n- Wilhelm Röntgen | country of citizenship | German Empire | 1915\n- Albrecht Brandi | country of citizenship | German Empire | 1915\n- Zwickau | country | German Empire | 1915\n- Zimmern | country | German Empire | 1915\n- Wrocław | country | German Empire | 1915\n- Wittmund | country | German Empire | 1915\nReasoning:", "completion": " Answer: German Empire", "t_query": 1915.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000063", "prompt": " Who was the member of sports team of Diego Benaglio after Switzerland men's national football team?\nEvidence:\n- Diego Benaglio | member of sports team | AS Monaco FC | 2020\n- Stevan Jovetić | member of sports team | AS Monaco FC | 2020\nReasoning:", "completion": " Answer: AS Monaco FC", "t_query": 2020.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_000064", "prompt": " In 1950, what was the educated at of Yvonne Choquet-Bruhat?\nEvidence:\n- Yvonne Choquet-Bruhat | educated at | National Center for Scientific Research | 1950\n- Q279366 | employer | National Center for Scientific Research | 1950\n- Pierre Hadot | employer | National Center for Scientific Research | 1950\n- Jean Vercoutter | employer | National Center for Scientific Research | 1950\nReasoning:", "completion": " Answer: National Center for Scientific Research", "t_query": 1950.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_000065", "prompt": " After Luhansk country Soviet Union, what was the located in of Luhansk?\nEvidence:\n- Luhansk | country | Soviet Union | 1965\n- Luhansk | located in the administrative territorial entity | Luhansk Oblast | 1965\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1965\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1965\n- Zhytomyr | country | Soviet Union | 1965\n- Zastavna | country | Soviet Union | 1965\n- Yevpatoriia | country | Soviet Union | 1965\n- Yalta | country | Soviet Union | 1965\n- Vyazma | country | Soviet Union | 1965\n- Voronezh | country | Soviet Union | 1965\n- Vologda | country | Soviet Union | 1965\n- Volodarsk | country | Soviet Union | 1965\n- Volhynia | country | Soviet Union | 1965\n- Voinyliv | country | Soviet Union | 1965\n- Vladivostok | country | Soviet Union | 1965\nReasoning:", "completion": " Answer: Luhansk Oblast", "t_query": 1965.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000066", "prompt": " In 1917, what was the head of government of United States?\nEvidence:\n- United States | head of government | Woodrow Wilson | 1917\n- Frank Tieri | residence | United States | 1917\n- United States | contains the administrative territorial entity | Territory of Hawaii | 1917\n- Vincent R. Impellitteri | residence | United States | 1917\n- United States | shares border with | Panama | 1917\n- Frances Benjamin Johnston | work location | United States | 1917\n- Alexander Graham Bell | country of citizenship | United States | 1917\n- Hawaii County | located in the administrative territorial entity | Territory of Hawaii | 1917\n- Q335931 | signatory | Woodrow Wilson | 1917\n- Q255169 | spouse | Woodrow Wilson | 1917\nReasoning:", "completion": " Answer: Woodrow Wilson", "t_query": 1917.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_000067", "prompt": " After Russian Soviet Federative Socialist Republic head of government Alexei Kosygin, what was the country of Omsk's located in?\nEvidence:\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1948\n- Omsk | country | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | country | Soviet Union | 1948\n- Georgian Soviet Socialist Republic | country | Soviet Union | 1948\n- Zhytomyr | country | Soviet Union | 1948\n- Zastavna | country | Soviet Union | 1948\n- Yevpatoriia | country | Soviet Union | 1948\n- Yalta | country | Soviet Union | 1948\n- Vyazma | country | Soviet Union | 1948\n- Voronezh | country | Soviet Union | 1948\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1948.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000068", "prompt": " In 1932, whose employer was ETH Zurich?\nEvidence:\n- Leopold Ružička | employer | ETH Zurich | 1932\n- George Pólya | employer | ETH Zurich | 1932\nReasoning:", "completion": " Answer: Leopold Ružička", "t_query": 1932.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_000069", "prompt": " In what year was the head of state of Carmelo Cappello's country of citizenship equal to Antonio Segni?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Antonio Leonviola | country of citizenship | Italy | 1964\n- Antonio Fessia | country of citizenship | Italy | 1964\n- Antonio Calderara | country of citizenship | Italy | 1964\n- Antonio Brivio | country of citizenship | Italy | 1964\n- Antonio Bacci | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: 1964", "t_query": 1964.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000070", "prompt": " In what year was the head coach of Inter Milan equal to Ottavio Bianchi?\nEvidence:\n- Inter Milan | head coach | Ottavio Bianchi | 1995\n- Ottavio Bianchi | coach of sports team | Inter Milan | 1995\n- Q608775 | member of sports team | Inter Milan | 1995\n- Q52876 | member of sports team | Inter Milan | 1995\n- Q505376 | member of sports team | Inter Milan | 1995\n- Q461305 | member of sports team | Inter Milan | 1995\n- Q429039 | member of sports team | Inter Milan | 1995\n- Q311362 | member of sports team | Inter Milan | 1995\n- Q185389 | member of sports team | Inter Milan | 1995\n- Paul Ince | member of sports team | Inter Milan | 1995\n- Maurizio Ganz | member of sports team | Inter Milan | 1995\n- Q311362 | member of sports team | Fortuna Düsseldorf | 1995\n- Q608775 | member of sports team | São Paulo FC | 1995\n- Q52876 | member of sports team | Club Atlético Banfield | 1995\n- Q429039 | member of sports team | Sociedade Esportiva Palmeiras | 1995\nReasoning:", "completion": " Answer: 1995", "t_query": 1995.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000071", "prompt": " In 1970, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giuseppe Saragat | position held | President of Italy | 1970\n- Italy | head of state | Giuseppe Saragat | 1970\n- Giuseppe Saragat | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: Lina Bo Bardi", "t_query": 1970.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000072", "prompt": " In 1967, whose country of citizenship was Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\n- Tonino Cervi | country of citizenship | Italy | 1967\n- Tiziano Terzani | country of citizenship | Italy | 1967\n- Stéphane Grappelli | country of citizenship | Italy | 1967\n- Simon Spierer | country of citizenship | Italy | 1967\n- Sergio Mantovani | country of citizenship | Italy | 1967\n- Sergio Bonelli | country of citizenship | Italy | 1967\n- Rossana Rossanda | country of citizenship | Italy | 1967\n- Romeo Bertini | country of citizenship | Italy | 1967\n- Renata Tebaldi | country of citizenship | Italy | 1967\n- Primo Nebiolo | country of citizenship | Italy | 1967\n- Pietro Parente | country of citizenship | Italy | 1967\nReasoning:", "completion": " Answer: Flaviano Vicentini", "t_query": 1967.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000073", "prompt": " In 1997, what was the head of state of Giorgio Rebuffi's country of citizenship?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Guerra | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\nReasoning:", "completion": " Answer: Oscar Luigi Scalfaro", "t_query": 1997.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000074", "prompt": " In 1983, what was the country of citizenship of Robert Morley?\nEvidence:\n- Robert Morley | country of citizenship | United Kingdom | 1983\n- Tony Abbott | country of citizenship | United Kingdom | 1983\n- Liz Smith | country of citizenship | United Kingdom | 1983\n- United Kingdom | part of | European Union | 1983\n- United Kingdom | member of | European Union | 1983\n- United Kingdom | head of state | Elizabeth II | 1983\nReasoning:", "completion": " Answer: United Kingdom", "t_query": 1983.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_000075", "prompt": " In 1946, whose country was Socialist Federal Republic of Yugoslavia?\nEvidence:\n- Šibenik | country | Socialist Federal Republic of Yugoslavia | 1946\n- Zagreb | country | Socialist Federal Republic of Yugoslavia | 1946\n- Vršac | country | Socialist Federal Republic of Yugoslavia | 1946\n- Skopje | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q583161 | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q55630 | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q5266 | country | Socialist Federal Republic of Yugoslavia | 1946\n- Pristina | country | Socialist Federal Republic of Yugoslavia | 1946\n- Perast | country | Socialist Federal Republic of Yugoslavia | 1946\n- Peja | country | Socialist Federal Republic of Yugoslavia | 1946\n- Niš | country | Socialist Federal Republic of Yugoslavia | 1946\n- Ljubljana | country | Socialist Federal Republic of Yugoslavia | 1946\n- Kovin | country | Socialist Federal Republic of Yugoslavia | 1946\n- Gjilan | country | Socialist Federal Republic of Yugoslavia | 1946\n- Gjakova | country | Socialist Federal Republic of Yugoslavia | 1946\nReasoning:", "completion": " Answer: Skopje", "t_query": 1946.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000076", "prompt": " After Dmitry Yazov country of citizenship Soviet Union, what was the country of citizenship of Dmitry Yazov?\nEvidence:\n- Dmitry Yazov | country of citizenship | Russia | 2011\n- Q59054 | country of citizenship | Russia | 2011\n- Q437262 | country of citizenship | Russia | 2011\n- Q324083 | country of citizenship | Russia | 2011\n- Yuriy Sedykh | country of citizenship | Russia | 2011\n- Yuri Pshenichnikov | country of citizenship | Russia | 2011\n- Yuri Manin | country of citizenship | Russia | 2011\n- Vladimir Chernavin | country of citizenship | Russia | 2011\n- Vera Krepkina | country of citizenship | Russia | 2011\n- Valeri Polyakov | country of citizenship | Russia | 2011\n- Sergei Kovalev | country of citizenship | Russia | 2011\n- Ruslan Khasbulatov | country of citizenship | Russia | 2011\n- Ivan Silayev | country of citizenship | Russia | 2011\n- Irina Skobtseva | country of citizenship | Russia | 2011\n- Grigoriy Krivosheyev | country of citizenship | Russia | 2011\nReasoning:", "completion": " Answer: Russia", "t_query": 2011.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000077", "prompt": " After Clelio Darida country of citizenship Kingdom of Italy, what was the country of citizenship of Clelio Darida?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Italy", "t_query": 1968.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000078", "prompt": " In 1966, what was the position held of Bert Isatitsch?\nEvidence:\n- Bert Isatitsch | position held | president | 1966\n- Q154145 | position held | president | 1966\n- Joseph Liouville | position held | president | 1966\n- Jean Dutourd | position held | president | 1966\n- Henri Ey | position held | president | 1966\n- Armand Salacrou | position held | president | 1966\nReasoning:", "completion": " Answer: president", "t_query": 1966.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_000079", "prompt": " In what year was the position held of Germany's head of government equal to Vice-Chancellor of Germany?\nEvidence:\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000080", "prompt": " In what year was the country of citizenship of Anatoly Karpov equal to Soviet Union?\nEvidence:\n- Anatoly Karpov | country of citizenship | Soviet Union | 1980\n- Anatoly Karpov | award received | Chess Oscar | 1980\n- Q59054 | country of citizenship | Soviet Union | 1980\n- Q437262 | country of citizenship | Soviet Union | 1980\n- Q324083 | country of citizenship | Soviet Union | 1980\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1980\n- Yuri Manin | country of citizenship | Soviet Union | 1980\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1980\n- Viktor Kulikov | country of citizenship | Soviet Union | 1980\n- Vija Artmane | country of citizenship | Soviet Union | 1980\n- Vera Krepkina | country of citizenship | Soviet Union | 1980\n- Valeri Polyakov | country of citizenship | Soviet Union | 1980\n- Sergei Kovalev | country of citizenship | Soviet Union | 1980\n- Ruslan Khasbulatov | country of citizenship | Soviet Union | 1980\n- Raisa Gorbacheva | country of citizenship | Soviet Union | 1980\nReasoning:", "completion": " Answer: 1980", "t_query": 1980.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000081", "prompt": " In 1921, whose head of government's country's work location's spouse was Constantin Fehrenbach?\nEvidence:\n- Weimar Republic | head of government | Constantin Fehrenbach | 1921\n- Weimar Republic | head of government | Joseph Wirth | 1921\n- Minden Government Region | country | Weimar Republic | 1921\n- Weimar Republic | head of state | Friedrich Ebert | 1921\n- hyperinflation in the Weimar Republic | country | Weimar Republic | 1921\n- Q87105 | country of citizenship | Weimar Republic | 1921\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1921\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1921\n- Zwickau | country | Weimar Republic | 1921\n- Zimmern | country | Weimar Republic | 1921\n- Wrocław | country | Weimar Republic | 1921\n- Wittmund | country | Weimar Republic | 1921\n- Wismar | country | Weimar Republic | 1921\n- Wiesbaden | country | Weimar Republic | 1921\n- Weimar | country | Weimar Republic | 1921\nReasoning:", "completion": " Answer: Tilla Durieux", "t_query": 1921.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000082", "prompt": " In 1947, what was the contains the administrative territorial entity of Rhône?\nEvidence:\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\n- Q945660 | located in the administrative territorial entity | Q3083 | 1947\n- Q945660 | located in the administrative territorial entity | Q12736 | 1947\nReasoning:", "completion": " Answer: Vénissieux", "t_query": 1947.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_000083", "prompt": " After Friedrich Guggenberger military casualty classification prisoner of war, what was the allegiance of Friedrich Guggenberger?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- Stanislav Petrov | occupation | military personnel | 1972\n- Hans-Günther Lange | occupation | military personnel | 1972\n- Hans-Günther Lange | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\nReasoning:", "completion": " Answer: West Germany", "t_query": 1972.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000084", "prompt": " In 1962, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1962\n- Germany | member of | European Coal and Steel Community | 1962\n- Belgium | member of | European Coal and Steel Community | 1962\n- Germany | member of | European Atomic Energy Community | 1962\n- Germany | member of | Western European Union | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Guido Aycard", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000085", "prompt": " In 1962, what was the head of state of Guido Aycard's country of citizenship?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Antonio Segni", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000086", "prompt": " In 2003, whose contains the administrative territorial entity was Villeurbanne?\nEvidence:\n- Rhône | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Rhône | contains the administrative territorial entity | Vénissieux | 2003\n- Rhône | contains the administrative territorial entity | Meyzieu | 2003\n- Rhône | contains the administrative territorial entity | Genay | 2003\n- Rhône | contains the administrative territorial entity | Francheville | 2003\n- Rhône | contains the administrative territorial entity | Feyzin | 2003\n- Rhône | contains the administrative territorial entity | Bron | 2003\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 2003\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\nReasoning:", "completion": " Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000087", "prompt": " After Corrado Govoni country of citizenship Italy, what was the currency of Italy7492's country of citizenship?\nEvidence:\n- Corrado Balducci | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\n- Virginio Rosetta | country of citizenship | Italy | 1964\n- Veriano Luchetti | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1964.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000088", "prompt": " In 1966, what was the shares border with of Cesare Terranova's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1966\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1966.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000089", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon after Caluire-et-Cuire?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\nReasoning:", "completion": " Answer: Meyzieu", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000090", "prompt": " In what year was the shares border with of Marco Tulli's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1978\n- Marco Tulli | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: 1978", "t_query": 1978.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000091", "prompt": " After Philipp Lenard country of citizenship Germany, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: Lower Saxony", "t_query": 1987.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000092", "prompt": " After Cosimo Rizzotto country of citizenship Italy, what was the member of of Alfonso Calzolari's country of citizenship?\nEvidence:\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\n- Veriano Luchetti | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1956.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000093", "prompt": " In 1984, what was the shares border with of Romano Mussolini's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1984\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000094", "prompt": " In 2001, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 2001\n- Germany | member of | European Coal and Steel Community | 2001\n- Belgium | member of | European Coal and Steel Community | 2001\n- Germany | member of | European Atomic Energy Community | 2001\n- Germany | member of | Western European Union | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Q107089 | country of citizenship | Germany | 2001\n- Werner Schulz | country of citizenship | Germany | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Udo Zimmermann | country of citizenship | Germany | 2001\nReasoning:", "completion": " Answer: Gerardo Marotta", "t_query": 2001.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000095", "prompt": " In what year was the position held of Carmelo Cappello's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: 1964", "t_query": 1964.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000096", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Genay", "t_query": 2003.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000097", "prompt": " In 1913, whose shares border with was Neutral Moresnet?\nEvidence:\n- Neutral Moresnet | shares border with | Belgium | 1913\n- Belgium | shares border with | Neutral Moresnet | 1913\n- Neutral Moresnet | shares border with | Kingdom of Prussia | 1913\n- Neutral Moresnet | shares border with | Kingdom of the Netherlands | 1913\n- Neutral Moresnet | currency | French franc | 1913\n- Neutral Moresnet | currency | Belgian franc | 1913\n- Weißenfels | located in the administrative territorial entity | Kingdom of Prussia | 1913\n- Q986841 | located in the administrative territorial entity | Kingdom of Prussia | 1913\n- Q8614 | located in the administrative territorial entity | Kingdom of Prussia | 1913\n- Berlin | located in the administrative territorial entity | Kingdom of Prussia | 1913\n- Q14808 | country | Kingdom of Prussia | 1913\n- Poznań | country | Kingdom of Prussia | 1913\n- Essen | country | Kingdom of Prussia | 1913\n- Duisburg | country | Kingdom of Prussia | 1913\n- Belgium | currency | Belgian franc | 1913\nReasoning:", "completion": " Answer: Belgium", "t_query": 1913.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000098", "prompt": " In 1974, whose chairperson's member of political party's head of government was Hans-Dietrich Genscher?\nEvidence:\n- Free Democratic Party | chairperson | Hans-Dietrich Genscher | 1974\n- Federal Ministry of the Interior | chairperson | Hans-Dietrich Genscher | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Martin Bangemann | member of political party | Free Democratic Party | 1974\n- Jürgen Möllemann | member of political party | Free Democratic Party | 1974\n- Enrique Monsonís | member of political party | Free Democratic Party | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Federal Ministry of the Interior | chairperson | Q65587 | 1974\n- Free Democratic Party | general secretary | Martin Bangemann | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_000099", "prompt": " After Claudia Vinciguerra country of citizenship Kingdom of Italy, what was the country of citizenship of Claudia Vinciguerra?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Italy", "t_query": 1968.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000100", "prompt": " After Gail Zappa spouse Frank Zappa, what was the genre of Frank Zappa?\nEvidence:\n- Gail Zappa | spouse | Frank Zappa | 1968\n- Frank Zappa | spouse | Gail Zappa | 1968\n- Frank Zappa | genre | psychedelic rock | 1968\nReasoning:", "completion": " Answer: psychedelic rock", "t_query": 1968.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000101", "prompt": " After United States head of government Harry S. Truman, what was the spouse of Erazim Kohák's residence's head of government?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Discovery Channel | country | United States | 1988\n- United States | shares border with | Panama | 1988\n- Julie Mehretu | work location | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Tony Miles | country for sport | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\nReasoning:", "completion": " Answer: Nancy Reagan", "t_query": 1988.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 13, "_lever_variant": "terse"} +{"id": "sft_000102", "prompt": " After Roberto Tucci country of citizenship Italy, what was the currency of Giuseppe Colnago's country of citizenship?\nEvidence:\n- Roberto Tucci | country of citizenship | Italy | 1985\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Italy | currency | Italian lira | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1985.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000103", "prompt": " In 1928, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1928\n- Q890523 | country of citizenship | Kingdom of Italy | 1928\n- Q715036 | country of citizenship | Kingdom of Italy | 1928\n- Q603148 | country of citizenship | Kingdom of Italy | 1928\n- Q471232 | country of citizenship | Kingdom of Italy | 1928\n- Q456574 | country of citizenship | Kingdom of Italy | 1928\n- Q432318 | country of citizenship | Kingdom of Italy | 1928\n- Q429298 | country of citizenship | Kingdom of Italy | 1928\n- Q333809 | country of citizenship | Kingdom of Italy | 1928\n- Q329221 | country of citizenship | Kingdom of Italy | 1928\n- Q297190 | country of citizenship | Kingdom of Italy | 1928\n- Q263967 | country of citizenship | Kingdom of Italy | 1928\n- Q216812 | country of citizenship | Kingdom of Italy | 1928\n- Q178349 | country of citizenship | Kingdom of Italy | 1928\n- Vincenzo Vannutelli | country of citizenship | Kingdom of Italy | 1928\nReasoning:", "completion": " Answer: Franco Franchi", "t_query": 1928.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000104", "prompt": " In 1926, what was the located in of Route nationale 101?\nEvidence:\n- Route nationale 101 | located in the administrative territorial entity | Lozère | 1926\n- Route nationale 101 | located in the administrative territorial entity | Ardèche | 1926\n- Route nationale 104 | located in the administrative territorial entity | Ardèche | 1926\nReasoning:", "completion": " Answer: Lozère", "t_query": 1926.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000105", "prompt": " In 1985, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1985\n- Q46099 | country of citizenship | Yugoslavia | 1985\n- Q207166 | country of citizenship | Yugoslavia | 1985\n- Vladica Popović | country of citizenship | Yugoslavia | 1985\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1985\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1985\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1985\n- Ilija Petković | country of citizenship | Yugoslavia | 1985\n- Dušan Ivković | country of citizenship | Yugoslavia | 1985\n- Dragan Tomić | country of citizenship | Yugoslavia | 1985\n- Verzar | country | Yugoslavia | 1985\n- Suševo | country | Yugoslavia | 1985\n- Q793485 | country | Yugoslavia | 1985\n- Pirot | country | Yugoslavia | 1985\n- Orašje | country | Yugoslavia | 1985\nReasoning:", "completion": " Answer: Veriano Luchetti", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000106", "prompt": " Who was the officeholder of Germany's head of government's position held after Heinrich Lübke?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Heinrich Mann Prize | country | German Democratic Republic | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\nReasoning:", "completion": " Answer: Gustav Heinemann", "t_query": 1974.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000107", "prompt": " After Armando Castellazzi country of citizenship Italy, what was the member of of Clelio Darida's country of citizenship?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Armando Gentilucci | country of citizenship | Italy | 1968\n- Armando Círio | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1968.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000108", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Fleurieu-sur-Saône", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000109", "prompt": " In what year was the currency of Giovanni Spadolini's country of citizenship equal to Italian lira?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: 1975", "t_query": 1975.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000110", "prompt": " In 1956, what was the head of state of Laura Veccia Vaglieri's country of citizenship?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: Giovanni Gronchi", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000111", "prompt": " In 1984, what was the member of of Carlo Curis's country of citizenship?\nEvidence:\n- Carlo Curis | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000112", "prompt": " After Sergio Corbucci country of citizenship Italy, what was the head of state of Angelo Martino Colombo's country of citizenship?\nEvidence:\n- Angelo Martino Colombo | country of citizenship | Italy | 2004\n- Alberto De Martino | country of citizenship | Italy | 2004\n- Sergio Donadoni | country of citizenship | Italy | 2004\n- Sergio Bonelli | country of citizenship | Italy | 2004\n- Angelo Infanti | country of citizenship | Italy | 2004\n- Angelo Cuniberti | country of citizenship | Italy | 2004\n- Q679495 | country of citizenship | Italy | 2004\n- Q678840 | country of citizenship | Italy | 2004\n- Q445276 | country of citizenship | Italy | 2004\n- Q383551 | country of citizenship | Italy | 2004\n- Vittorio Vettori | country of citizenship | Italy | 2004\n- Vito Lattanzio | country of citizenship | Italy | 2004\n- Veriano Luchetti | country of citizenship | Italy | 2004\n- Valeria Moriconi | country of citizenship | Italy | 2004\n- Urbano Lazzaro | country of citizenship | Italy | 2004\nReasoning:", "completion": " Answer: Carlo Azeglio Ciampi", "t_query": 2004.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000113", "prompt": " In 1966, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\n- Veriano Luchetti | country of citizenship | Italy | 1966\n- Ulrico Girardi | country of citizenship | Italy | 1966\nReasoning:", "completion": " Answer: Cesare Terranova", "t_query": 1966.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000114", "prompt": " After Luigi Luca Cavalli-Sforza country of citizenship Italy, what was the position held of Gianni Brera's country of citizenship's head of state?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Luca Ronconi | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1963.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000115", "prompt": " After Mario Castellani country of citizenship Italy, what was the head of state of Maria Caniglia's country of citizenship?\nEvidence:\n- Maria Caniglia | country of citizenship | Italy | 1951\n- Mario Castellani | country of citizenship | Italy | 1951\n- Mario Roatta | country of citizenship | Italy | 1951\n- Mario Gentili | country of citizenship | Italy | 1951\n- Maria Tore Barbina | country of citizenship | Italy | 1951\n- Alberto Maria De Agostini | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: Luigi Einaudi", "t_query": 1951.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000116", "prompt": " In 1974, what was the officeholder of Germany's head of government's position held?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Answer: Gustav Heinemann", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000117", "prompt": " Who was the member of sports team of Giuseppe Antonini before AC Milan?\nEvidence:\n- Giuseppe Antonini | member of sports team | Hellas Verona FC | 1937\n- Giuseppe Antonini | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Ungaretti | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Paratore | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Milano | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Domenichelli | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Bottai | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Asti | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Di Vittorio | country of citizenship | Kingdom of Italy | 1937\n- Marche | located in the administrative territorial entity | Kingdom of Italy | 1937\n- Lombardy | located in the administrative territorial entity | Kingdom of Italy | 1937\n- Zita of Bourbon-Parma | country of citizenship | Kingdom of Italy | 1937\n- Victor Emmanuel III of Italy | country of citizenship | Kingdom of Italy | 1937\n- Q976653 | country of citizenship | Kingdom of Italy | 1937\n- Q972711 | country of citizenship | Kingdom of Italy | 1937\nReasoning:", "completion": " Answer: Hellas Verona FC", "t_query": 1937.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000118", "prompt": " In 1968, whose head of government was Giovanni Leone?\nEvidence:\n- Italy | head of government | Giovanni Leone | 1968\n- Giovanni Mardersteig | country of citizenship | Italy | 1968\n- Giovanni Invernizzi | country of citizenship | Italy | 1968\n- Giovanni Goria | country of citizenship | Italy | 1968\n- Giovanni Ferrofino | country of citizenship | Italy | 1968\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1968\n- Zita of Bourbon-Parma | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Italy", "t_query": 1968.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000119", "prompt": " In 1976, what was the member of sports team of Rudolf Brunnenmeier?\nEvidence:\n- Rudolf Brunnenmeier | member of sports team | Schwarz-Weiß Bregenz | 1976\n- Rudolf Brunnenmeier | member of sports team | SC Schwarz-Weiß Bregenz | 1976\nReasoning:", "completion": " Answer: SC Schwarz-Weiß Bregenz", "t_query": 1976.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_000120", "prompt": " In 1953, what was the currency of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: Deutsche Mark", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000121", "prompt": " In what year was the country of citizenship of Giorgio Rebuffi equal to Italy?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Guerra | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\nReasoning:", "completion": " Answer: 1997", "t_query": 1997.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000122", "prompt": " In what year was the currency of Mario Gentili's country of citizenship equal to Italian lira?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: 1961", "t_query": 1961.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000123", "prompt": " Who was the head of state of Giuseppe Colnago's country of citizenship after Enrico de Nicola?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Virginio De Paoli | country of citizenship | Italy | 1985\n- Velasio de Paolis | country of citizenship | Italy | 1985\n- Renzo De Felice | country of citizenship | Italy | 1985\n- Nevio de Zordo | country of citizenship | Italy | 1985\n- Mario De Donà | country of citizenship | Italy | 1985\n- Dino De Antoni | country of citizenship | Italy | 1985\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: Francesco Cossiga", "t_query": 1985.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000124", "prompt": " In 1985, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1985\n- Ireland | member of | European Economic Community | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: Giuseppe Colnago", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000125", "prompt": " In 1962, what was the member of of Antonio Corpora's country of citizenship?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000126", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Feyzin, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Rochetaillée-sur-Saône", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000127", "prompt": " In what year was the head of government of Germany's capital's capital of's contains the administrative territorial entity equal to Gebhard Müller?\nEvidence:\n- Germany | head of government | Konrad Adenauer | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | Germany | 1956\n- Bonn | capital of | West Germany | 1956\n- Germany | head of state | Theodor Heuss | 1956\n- Saarbrücken | located in the administrative territorial entity | Saar Protectorate | 1956\n- Nitra District | located in the administrative territorial entity | Czechoslovakia | 1956\n- East Berlin | capital of | German Democratic Republic | 1956\n- Afghanistan | basic form of government | constitutional monarchy | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Germany | member of | Western European Union | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- Afghanistan | head of state | Mohammed Zahir Shah | 1956\nReasoning:", "completion": " Answer: 1956", "t_query": 1956.0, "chain_length": 4, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000128", "prompt": " In 1974, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Answer: Hesse", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000129", "prompt": " In 1950, whose contains the administrative territorial entity's country was Rhineland-Palatinate?\nEvidence:\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\nReasoning:", "completion": " Answer: Mannheim", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000130", "prompt": " In what year was the position held of Salvatore Fiume's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: 1971", "t_query": 1971.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000131", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon after Vénissieux?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Caluire-et-Cuire", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000132", "prompt": " In what year was the territory claimed by of Würzburg's country equal to German Democratic Republic?\nEvidence:\n- West Germany | territory claimed by | German Democratic Republic | 1950\n- Würzburg | country | West Germany | 1950\n- German Rugby Federation | operating area | West Germany | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\n- Martin Walser | country of citizenship | West Germany | 1950\n- Martin Albrecht | country of citizenship | West Germany | 1950\n- Jürgen Kissner | country of citizenship | West Germany | 1950\n- Helmut Kohl | country of citizenship | West Germany | 1950\n- Albrecht Brandi | country of citizenship | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\nReasoning:", "completion": " Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000133", "prompt": " In 1966, what was the country of citizenship of Cesare Terranova?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Answer: Italy", "t_query": 1966.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000134", "prompt": " In 1952, what was the head of state of Franca Ongaro's country of citizenship?\nEvidence:\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\n- Wilma Montesi | country of citizenship | Italy | 1952\n- Vittore Catella | country of citizenship | Italy | 1952\n- Vitaliano Brancati | country of citizenship | Italy | 1952\nReasoning:", "completion": " Answer: Luigi Einaudi", "t_query": 1952.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000135", "prompt": " Who was the country of citizenship of Giovan Battista Pellegrini before Italy?\nEvidence:\n- Giovan Battista Pellegrini | country of citizenship | Kingdom of Italy | 1941\n- Battista Farina | country of citizenship | Kingdom of Italy | 1941\n- Giovanni Battista Lacchini | country of citizenship | Kingdom of Italy | 1941\n- Giovanni Battista Caproni | country of citizenship | Kingdom of Italy | 1941\n- Q976653 | country of citizenship | Kingdom of Italy | 1941\n- Q972711 | country of citizenship | Kingdom of Italy | 1941\n- Q922237 | country of citizenship | Kingdom of Italy | 1941\n- Q890523 | country of citizenship | Kingdom of Italy | 1941\n- Q741387 | country of citizenship | Kingdom of Italy | 1941\n- Q710497 | country of citizenship | Kingdom of Italy | 1941\n- Q678253 | country of citizenship | Kingdom of Italy | 1941\n- Q654973 | country of citizenship | Kingdom of Italy | 1941\n- Q650303 | country of citizenship | Kingdom of Italy | 1941\n- Q527400 | country of citizenship | Kingdom of Italy | 1941\n- Q51189 | country of citizenship | Kingdom of Italy | 1941\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1941.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000136", "prompt": " After Neuenkirchen country West Germany, what was the contains the administrative territorial entity of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\nReasoning:", "completion": " Answer: Bremen", "t_query": 1953.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000137", "prompt": " After Guido Cantelli country of citizenship Italy, what was the position held of Giovanni Spadolini's country of citizenship's head of state?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1963\n- Guido Agosti | country of citizenship | Italy | 1963\n- Giovanni Mardersteig | country of citizenship | Italy | 1963\n- Giovanni Invernizzi | country of citizenship | Italy | 1963\n- Giovanni Goria | country of citizenship | Italy | 1963\n- Giovanni Ferrofino | country of citizenship | Italy | 1963\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1963.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000138", "prompt": " In what year was the position held of Gino Cassinis's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: 1959", "t_query": 1959.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000139", "prompt": " After Max Aub country of citizenship Germany, what was the position held of Germany's head of state?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\nReasoning:", "completion": " Answer: Federal Minister for Foreign Affairs", "t_query": 1974.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000140", "prompt": " In what year was the currency of Ignazio Cannavò's country of citizenship equal to Italian lira?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q432257 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Answer: 1946", "t_query": 1946.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000141", "prompt": " In 1938, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1938\n- Q890523 | country of citizenship | Kingdom of Italy | 1938\n- Q432318 | country of citizenship | Kingdom of Italy | 1938\n- Q429298 | country of citizenship | Kingdom of Italy | 1938\n- Q216812 | country of citizenship | Kingdom of Italy | 1938\n- Q178349 | country of citizenship | Kingdom of Italy | 1938\n- Q133535 | country of citizenship | Kingdom of Italy | 1938\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1938\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1938\n- Titta Ruffo | country of citizenship | Kingdom of Italy | 1938\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1938\n- Paolo Manna | country of citizenship | Kingdom of Italy | 1938\n- Pantaleo Carabellese | country of citizenship | Kingdom of Italy | 1938\n- Matteo Marangoni | country of citizenship | Kingdom of Italy | 1938\n- Luigi Capello | country of citizenship | Kingdom of Italy | 1938\nReasoning:", "completion": " Answer: Mario Baffico", "t_query": 1938.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000142", "prompt": " In 1972, whose country was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1972\n- Yalta | country | Soviet Union | 1972\n- Voronezh | country | Soviet Union | 1972\n- Volhynia | country | Soviet Union | 1972\n- Vinnytsia | country | Soviet Union | 1972\n- Urgench | country | Soviet Union | 1972\n- Uman | country | Soviet Union | 1972\n- Torzhok | country | Soviet Union | 1972\n- Tbilisi | country | Soviet Union | 1972\n- Sudak | country | Soviet Union | 1972\n- Starodub | country | Soviet Union | 1972\n- Simferopol | country | Soviet Union | 1972\n- Siberia | country | Soviet Union | 1972\n- Sevastopol | country | Soviet Union | 1972\n- Q957273 | country | Soviet Union | 1972\nReasoning:", "completion": " Answer: Vologda", "t_query": 1972.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000143", "prompt": " In 1975, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1975\n- Germany | member of | European Coal and Steel Community | 1975\n- Belgium | member of | European Coal and Steel Community | 1975\n- Germany | member of | European Atomic Energy Community | 1975\n- Germany | member of | Western European Union | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: Giovanni Spadolini", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000144", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Albigny-sur-Saône, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Albigny-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Rochetaillée-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Neuville-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Fleurieu-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Answer: Neuville-sur-Saône", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000145", "prompt": " In what year was the nominated for of Juraj Jakubisko equal to Golden Lion?\nEvidence:\n- Juraj Jakubisko | nominated for | Golden Lion | 1968\n- Juraj Jakubisko | country of citizenship | Czechoslovakia | 1968\n- Nitra District | located in the administrative territorial entity | Czechoslovakia | 1968\n- Q960655 | country of citizenship | Czechoslovakia | 1968\n- Q693209 | country of citizenship | Czechoslovakia | 1968\n- Q536359 | country of citizenship | Czechoslovakia | 1968\n- Q366671 | country of citizenship | Czechoslovakia | 1968\n- Q31370 | country of citizenship | Czechoslovakia | 1968\n- Q179173 | country of citizenship | Czechoslovakia | 1968\n- Oldřich Pelčák | country of citizenship | Czechoslovakia | 1968\n- Miroslav Horníček | country of citizenship | Czechoslovakia | 1968\n- Milan Kundera | country of citizenship | Czechoslovakia | 1968\n- Miklós Duray | country of citizenship | Czechoslovakia | 1968\n- Lubomír Štrougal | country of citizenship | Czechoslovakia | 1968\n- Karol Divín | country of citizenship | Czechoslovakia | 1968\nReasoning:", "completion": " Answer: 1968", "t_query": 1968.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000146", "prompt": " In 1953, whose chairperson was Heinrich Lübke?\nEvidence:\n- Federal Ministry of Agriculture, Food and Regional Identity | chairperson | Heinrich Lübke | 1953\n- Federal Ministry of Agriculture, Food and Regional Identity | chairperson | Wilhelm Niklas | 1953\nReasoning:", "completion": " Answer: Federal Ministry of Agriculture, Food and Regional Identity", "t_query": 1953.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_000147", "prompt": " After Germany diplomatic relation Afghanistan, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | German Democratic Republic | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\nReasoning:", "completion": " Answer: Bavaria", "t_query": 1987.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000148", "prompt": " After Hans Albert Einstein country of citizenship United States, what was the head of government of MetLife's headquarters's head of government's residence?\nEvidence:\n- MetLife | headquarters location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- William Vickrey | residence | New York City | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\n- Elliott Erwitt | work location | New York City | 1952\nReasoning:", "completion": " Answer: Harry S. Truman", "t_query": 1952.0, "chain_length": 4, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000149", "prompt": " In what year was the spouse of Michael Denison equal to Dulcie Gray?\nEvidence:\n- Michael Denison | spouse | Dulcie Gray | 1953\n- Dulcie Gray | spouse | Michael Denison | 1953\nReasoning:", "completion": " Answer: 1953", "t_query": 1953.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_000150", "prompt": " Who was the head of state of Cesare Terranova's country of citizenship before Giorgio Napolitano?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Giorgio Perlasca | country of citizenship | Italy | 1966\n- Giorgio Oberweger | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\nReasoning:", "completion": " Answer: Giuseppe Saragat", "t_query": 1966.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000151", "prompt": " After Giandomenico Baldisseri country of citizenship Italy, what was the head of government of Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Tonino Cervi | country of citizenship | Italy | 1971\n- Tiziano Terzani | country of citizenship | Italy | 1971\n- Stéphane Grappelli | country of citizenship | Italy | 1971\n- Simon Spierer | country of citizenship | Italy | 1971\n- Sergio Mantovani | country of citizenship | Italy | 1971\n- Sergio Bonelli | country of citizenship | Italy | 1971\n- Rossana Rossanda | country of citizenship | Italy | 1971\n- Romeo Bertini | country of citizenship | Italy | 1971\n- Renata Tebaldi | country of citizenship | Italy | 1971\n- Primo Nebiolo | country of citizenship | Italy | 1971\n- Pietro Parente | country of citizenship | Italy | 1971\n- Oriana Fallaci | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: Emilio Colombo", "t_query": 1971.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000152", "prompt": " In what year was the currency of Germany's head of government's country of citizenship equal to Deutsche Mark?\nEvidence:\n- Germany | currency | Deutsche Mark | 1987\n- West Germany | currency | Deutsche Mark | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\nReasoning:", "completion": " Answer: 1987", "t_query": 1987.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000153", "prompt": " Who was the head of government of Claudia Vinciguerra's country of citizenship before Mario Monti?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Mario Roatta | country of citizenship | Italy | 1968\n- Mario Massa | country of citizenship | Italy | 1968\n- Mario Gentili | country of citizenship | Italy | 1968\n- Mario Castellani | country of citizenship | Italy | 1968\n- Mario Bò | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Giovanni Leone", "t_query": 1968.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000154", "prompt": " In 1995, whose head of state's country of citizenship was Oscar Luigi Scalfaro?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1995\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1995\n- Oscar Luigi Scalfaro | position held | President of Italy | 1995\n- Luigi Comencini | country of citizenship | Italy | 1995\n- Luigi Agnolin | country of citizenship | Italy | 1995\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1995\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\nReasoning:", "completion": " Answer: Umberto Mastroianni", "t_query": 1995.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000155", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Caluire-et-Cuire", "t_query": 2003.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000156", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Albigny-sur-Saône, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Albigny-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Rochetaillée-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Neuville-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Fleurieu-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Answer: Lyon", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000157", "prompt": " In what year was the country of citizenship of Ludovico Quaroni equal to Kingdom of Italy?\nEvidence:\n- Ludovico Quaroni | country of citizenship | Kingdom of Italy | 1939\n- Q976653 | country of citizenship | Kingdom of Italy | 1939\n- Q972711 | country of citizenship | Kingdom of Italy | 1939\n- Q922237 | country of citizenship | Kingdom of Italy | 1939\n- Q890523 | country of citizenship | Kingdom of Italy | 1939\n- Q741387 | country of citizenship | Kingdom of Italy | 1939\n- Q710497 | country of citizenship | Kingdom of Italy | 1939\n- Q678253 | country of citizenship | Kingdom of Italy | 1939\n- Q654973 | country of citizenship | Kingdom of Italy | 1939\n- Q650303 | country of citizenship | Kingdom of Italy | 1939\n- Q527400 | country of citizenship | Kingdom of Italy | 1939\n- Q51189 | country of citizenship | Kingdom of Italy | 1939\n- Q432318 | country of citizenship | Kingdom of Italy | 1939\n- Q432257 | country of citizenship | Kingdom of Italy | 1939\n- Q429298 | country of citizenship | Kingdom of Italy | 1939\nReasoning:", "completion": " Answer: 1939", "t_query": 1939.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000158", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in equal to Vénissieux?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: 2003", "t_query": 2003.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000159", "prompt": " In what year was the member of of Antonio Corpora's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: 1962", "t_query": 1962.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000160", "prompt": " In 1950, what was the country of citizenship of Takis?\nEvidence:\n- Takis | country of citizenship | Kingdom of Greece | 1950\n- Q234918 | country of citizenship | Kingdom of Greece | 1950\n- Athens | country | Kingdom of Greece | 1950\nReasoning:", "completion": " Answer: Kingdom of Greece", "t_query": 1950.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000161", "prompt": " In 1978, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1978\n- Ireland | member of | European Economic Community | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: Arnaldo Genoino", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000162", "prompt": " In what year was the manager of Østervold Observatory equal to Elis Strömgren?\nEvidence:\n- Østervold Observatory | director / manager | Elis Strömgren | 1914\nReasoning:", "completion": " Answer: 1914", "t_query": 1914.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_000163", "prompt": " In 2007, what was the head of government of Italy?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 2007\n- Tullio Kezich | country of citizenship | Italy | 2007\n- Stefano Angeleri | country of citizenship | Italy | 2007\n- Sergio Bonelli | country of citizenship | Italy | 2007\n- Sebastiano Mannironi | country of citizenship | Italy | 2007\n- Salvatore Cassisa | country of citizenship | Italy | 2007\n- Rossana Rossanda | country of citizenship | Italy | 2007\n- Roberto Tucci | country of citizenship | Italy | 2007\n- Plinio Antolini | country of citizenship | Italy | 2007\n- Pino Lancetti | country of citizenship | Italy | 2007\n- Piergiorgio Nesti | country of citizenship | Italy | 2007\n- Paolo Villaggio | country of citizenship | Italy | 2007\n- Paolo Rossi | country of citizenship | Italy | 2007\n- Nino Baragli | country of citizenship | Italy | 2007\n- Marcello Costalunga | country of citizenship | Italy | 2007\nReasoning:", "completion": " Answer: Romano Prodi", "t_query": 2007.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000164", "prompt": " Who was the country of citizenship of Gaetano Crocco before Italy?\nEvidence:\n- Gaetano Crocco | country of citizenship | Kingdom of Italy | 1904\n- Gaetano Catanoso | country of citizenship | Kingdom of Italy | 1904\n- Gaetano de Lai | country of citizenship | Kingdom of Italy | 1904\n- Q983389 | country of citizenship | Kingdom of Italy | 1904\n- Q976653 | country of citizenship | Kingdom of Italy | 1904\n- Q972711 | country of citizenship | Kingdom of Italy | 1904\n- Q959367 | country of citizenship | Kingdom of Italy | 1904\n- Q939226 | country of citizenship | Kingdom of Italy | 1904\n- Q932616 | country of citizenship | Kingdom of Italy | 1904\n- Q926585 | country of citizenship | Kingdom of Italy | 1904\n- Q920582 | country of citizenship | Kingdom of Italy | 1904\n- Q890523 | country of citizenship | Kingdom of Italy | 1904\n- Q817284 | country of citizenship | Kingdom of Italy | 1904\n- Q765946 | country of citizenship | Kingdom of Italy | 1904\n- Q745874 | country of citizenship | Kingdom of Italy | 1904\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1904.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000165", "prompt": " In 1970, whose head of government's country of citizenship was Emilio Colombo?\nEvidence:\n- Italy | head of government | Emilio Colombo | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: Lina Bo Bardi", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000166", "prompt": " In 1974, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Answer: Baden-Württemberg", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000167", "prompt": " In what year was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance equal to Schleswig-Holstein?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Answer: 1972", "t_query": 1972.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000168", "prompt": " In 2001, whose head of government's country of citizenship was Giuliano Amato?\nEvidence:\n- Italy | head of government | Giuliano Amato | 2001\n- Giuliano Carnimeo | country of citizenship | Italy | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\n- Stefano Angeleri | country of citizenship | Italy | 2001\nReasoning:", "completion": " Answer: Gerardo Marotta", "t_query": 2001.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000169", "prompt": " Who was the anthem of Chelyabinsk Oblast's located in after The Internationale?\nEvidence:\n- Zlatoust | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Yuzhnouralsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Troitsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Miass | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Verkhny Ufaley | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Chelyabinsk Oblast | country | Soviet Union | 1974\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Chelyabinsk | country | Soviet Union | 1974\n- Sumy Oblast | country | Soviet Union | 1974\n- Semipalatinsk Oblast | country | Soviet Union | 1974\n- Poltava Oblast | country | Soviet Union | 1974\n- Omsk Oblast | country | Soviet Union | 1974\n- Odesa Oblast | country | Soviet Union | 1974\n- Novosibirsk Oblast | country | Soviet Union | 1974\n- Murmansk Oblast | country | Soviet Union | 1974\nReasoning:", "completion": " Answer: State Anthem of the Soviet Union", "t_query": 1974.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000170", "prompt": " In 1976, whose country was Yugoslavia?\nEvidence:\n- Verzar | country | Yugoslavia | 1976\n- Suševo | country | Yugoslavia | 1976\n- Q793485 | country | Yugoslavia | 1976\n- Pirot | country | Yugoslavia | 1976\n- Orašje | country | Yugoslavia | 1976\n- Kraljevo | country | Yugoslavia | 1976\n- Karlovac | country | Yugoslavia | 1976\n- Dimitrovgrad | country | Yugoslavia | 1976\n- Dabilje | country | Yugoslavia | 1976\n- Crnoštica | country | Yugoslavia | 1976\n- Braćevci | country | Yugoslavia | 1976\n- Braćevac | country | Yugoslavia | 1976\n- Bijeljina | country | Yugoslavia | 1976\n- Bačevo | country | Yugoslavia | 1976\n- Jasenov Del | country | Yugoslavia | 1976\nReasoning:", "completion": " Answer: Bačevo", "t_query": 1976.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000171", "prompt": " In 1971, whose located in was Savoie?\nEvidence:\n- Q920272 | located in the administrative territorial entity | Savoie | 1971\n- Route nationale 523 | located in the administrative territorial entity | Savoie | 1971\n- Q920272 | located in the administrative territorial entity | Q12751 | 1971\n- Route nationale 523 | located in the administrative territorial entity | Isère | 1971\nReasoning:", "completion": " Answer: Route nationale 523", "t_query": 1971.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_000172", "prompt": " In 1953, what was the contains the administrative territorial entity of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: Bavaria", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000173", "prompt": " After Anselmo Colzani country of citizenship Italy, what was the position held of Ugo Stille's country of citizenship's head of state?\nEvidence:\n- Anselmo Colzani | country of citizenship | Italy | 1957\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1957.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000174", "prompt": " In 1984, whose head of state's country of citizenship was Sandro Pertini?\nEvidence:\n- Italy | head of state | Sandro Pertini | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\n- Tonino Cervi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Romano Mussolini", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000175", "prompt": " After Italy head of state Luigi Einaudi, what was the currency of Veriano Luchetti's country of citizenship?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Luigi Comencini | country of citizenship | Italy | 1985\n- Luigi Agnolin | country of citizenship | Italy | 1985\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1985\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1985\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1985\n- Italy | currency | Italian lira | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1985.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000176", "prompt": " In 2003, what was the capital of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | capital | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Sainte-Foy-lès-Lyon | 2003\nReasoning:", "completion": " Answer: Lyon", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000177", "prompt": " After Jürgen Kissner country of citizenship Germany, what was the position held of Germany's head of state?\nEvidence:\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Richard von Weizsäcker | position held | president of Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- president of Germany | position holder | Richard von Weizsäcker | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\nReasoning:", "completion": " Answer: president of Germany", "t_query": 1987.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000178", "prompt": " In 1959, what was the head of state of Gino Cassinis's country of citizenship?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: Giovanni Gronchi", "t_query": 1959.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000179", "prompt": " In 1938, what was the head of government of William Vickrey's residence?\nEvidence:\n- William Vickrey | residence | New York City | 1938\n- New York City | head of government | Fiorello H. La Guardia | 1938\n- Jane Jacobs | residence | New York City | 1938\n- Variety | place of publication | New York City | 1938\n- Weegee | work location | New York City | 1938\n- Q543585 | work location | New York City | 1938\n- MetLife | headquarters location | New York City | 1938\n- Max Weber | work location | New York City | 1938\n- Louise Bourgeois | work location | New York City | 1938\n- Lewis Mumford | work location | New York City | 1938\n- Hanns Eisler | work location | New York City | 1938\n- Ellsworth Kelly | work location | New York City | 1938\nReasoning:", "completion": " Answer: Fiorello H. La Guardia", "t_query": 1938.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 12, "_lever_variant": "terse"} +{"id": "sft_000180", "prompt": " In 1967, what was the member of of Flaviano Vicentini's country of citizenship?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\n- Ulrico Girardi | country of citizenship | Italy | 1967\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1967.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000181", "prompt": " In 1957, what was the country of Mordovian Autonomous Soviet Socialist Republic's located in?\nEvidence:\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Saransk | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q780942 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q408606 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Saransk | capital of | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Torbeyevsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Romodanovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Kochkurovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Chamzinsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Bolsheignatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Ardatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1957\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1957\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000182", "prompt": " In what year was the adjacent station of Mori Station equal to Katsuragawa Station?\nEvidence:\n- Mori Station | adjacent station | Katsuragawa Station | 1982\n- Mori Station | adjacent station | Himekawa Signal Base | 1982\nReasoning:", "completion": " Answer: 1982", "t_query": 1982.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_000183", "prompt": " In 1963, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Gianni Brera", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000184", "prompt": " In 1998, what was the employer of Vasily Vladimirov?\nEvidence:\n- Vasily Vladimirov | employer | Steklov Institute of Mathematics | 1998\n- Q85404 | employer | Steklov Institute of Mathematics | 1998\nReasoning:", "completion": " Answer: Steklov Institute of Mathematics", "t_query": 1998.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_000185", "prompt": " In 1984, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1984\n- Ireland | member of | European Economic Community | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Romano Mussolini", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000186", "prompt": " After Germany member of European Coal and Steel Community, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Germany | member of | European Coal and Steel Community | 1974\n- Italy | member of | European Coal and Steel Community | 1974\n- Belgium | member of | European Coal and Steel Community | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\nReasoning:", "completion": " Answer: Baden-Württemberg", "t_query": 1974.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000187", "prompt": " Who was the head of state of Giovanni D'Ascenzi's country of citizenship before Giorgio Napolitano?\nEvidence:\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1951\n- Giorgio Perlasca | country of citizenship | Italy | 1951\n- Giorgio Pasquali | country of citizenship | Italy | 1951\n- Giorgio Oberweger | country of citizenship | Italy | 1951\n- Giovanni Ticozzi | country of citizenship | Italy | 1951\n- Giovanni Papini | country of citizenship | Italy | 1951\n- Giovanni Mardersteig | country of citizenship | Italy | 1951\n- Giovanni Invernizzi | country of citizenship | Italy | 1951\n- Giovanni Goria | country of citizenship | Italy | 1951\n- Giovanni Ferrofino | country of citizenship | Italy | 1951\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: Luigi Einaudi", "t_query": 1951.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000188", "prompt": " In 1904, whose head of state's country's located in was Nicholas II of Russia?\nEvidence:\n- Russian Empire | head of state | Nicholas II of Russia | 1904\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1904\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1904\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1904\n- Khanate of Khiva | country | Russian Empire | 1904\n- Emirate of Bukhara | country | Russian Empire | 1904\n- Vladimir Lenin | country of citizenship | Russian Empire | 1904\n- Vikenty Veresaev | country of citizenship | Russian Empire | 1904\n- Maria Zankovetska | country of citizenship | Russian Empire | 1904\n- Kasato Maru | country of registry | Russian Empire | 1904\nReasoning:", "completion": " Answer: Dushanbe", "t_query": 1904.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000189", "prompt": " In what year was the adjacent station of Ebetsu Station equal to Horomui Station?\nEvidence:\n- Ebetsu Station | adjacent station | Horomui Station | 1913\n- Nopporo Station | adjacent station | Ebetsu Station | 1913\n- Ebetsu Station | adjacent station | Nopporo Station | 1913\n- Nopporo Station | adjacent station | Atsubetsu Station | 1913\nReasoning:", "completion": " Answer: 1913", "t_query": 1913.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_000190", "prompt": " In what year was the head of government of Salvatore Fiume's country of citizenship equal to Giovanni Goria?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1988\n- Giovanni Goria | country of citizenship | Italy | 1988\n- Salvatore Cassisa | country of citizenship | Italy | 1988\n- Giovanni Invernizzi | country of citizenship | Italy | 1988\n- Giovanni Ferrofino | country of citizenship | Italy | 1988\n- Giovanni Azzini | country of citizenship | Italy | 1988\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\n- Vittore Catella | country of citizenship | Italy | 1988\n- Veriano Luchetti | country of citizenship | Italy | 1988\nReasoning:", "completion": " Answer: 1988", "t_query": 1988.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000191", "prompt": " In what year was the member of sports team of Gerard Piqué equal to Catalonia national football team?\nEvidence:\n- Gerard Piqué | member of sports team | Catalonia national football team | 2019\n- Gerard Piqué | unmarried partner | Shakira | 2019\n- Gerard Piqué | member of sports team | Futbol Club Barcelona | 2019\n- Q49704 | member of sports team | Futbol Club Barcelona | 2019\n- Q455462 | member of sports team | Futbol Club Barcelona | 2019\n- Lionel Messi | member of sports team | Futbol Club Barcelona | 2019\n- Lionel Messi | employer | Futbol Club Barcelona | 2019\nReasoning:", "completion": " Answer: 2019", "t_query": 2019.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_000192", "prompt": " In what year was the head of state of Italy equal to Luigi Einaudi?\nEvidence:\n- Luigi Comencini | country of citizenship | Italy | 1948\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1948\n- Q264986 | country of citizenship | Italy | 1948\n- Q219490 | country of citizenship | Italy | 1948\n- Q213482 | country of citizenship | Italy | 1948\n- Dalida | country of citizenship | Italy | 1948\n- Veriano Luchetti | country of citizenship | Italy | 1948\n- Tonino Cervi | country of citizenship | Italy | 1948\n- Tiziano Terzani | country of citizenship | Italy | 1948\n- Stéphane Grappelli | country of citizenship | Italy | 1948\n- Simon Spierer | country of citizenship | Italy | 1948\n- Sergio Mantovani | country of citizenship | Italy | 1948\n- Sergio Bonelli | country of citizenship | Italy | 1948\n- Rossana Rossanda | country of citizenship | Italy | 1948\n- Romeo Bertini | country of citizenship | Italy | 1948\nReasoning:", "completion": " Answer: 1948", "t_query": 1948.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000193", "prompt": " In 1961, what was the position held of John Paul I's country of citizenship's head of state?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\n- Virginio Rosetta | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1961.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000194", "prompt": " In 1985, what was the currency of Giuseppe Colnago's country of citizenship?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Italy | currency | Italian lira | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000195", "prompt": " In 1933, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1933\n- Q890523 | country of citizenship | Kingdom of Italy | 1933\n- Q432318 | country of citizenship | Kingdom of Italy | 1933\n- Q429298 | country of citizenship | Kingdom of Italy | 1933\n- Q329221 | country of citizenship | Kingdom of Italy | 1933\n- Q216812 | country of citizenship | Kingdom of Italy | 1933\n- Q178349 | country of citizenship | Kingdom of Italy | 1933\n- Q133535 | country of citizenship | Kingdom of Italy | 1933\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1933\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1933\n- Titta Ruffo | country of citizenship | Kingdom of Italy | 1933\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1933\n- Paolo Vetri | country of citizenship | Kingdom of Italy | 1933\n- Paolo Manna | country of citizenship | Kingdom of Italy | 1933\n- Pantaleo Carabellese | country of citizenship | Kingdom of Italy | 1933\nReasoning:", "completion": " Answer: Giuseppe Saragat", "t_query": 1933.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000196", "prompt": " Who was the country of citizenship of Ignazio Cannavò after Kingdom of Italy?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q432257 | country of citizenship | Kingdom of Italy | 1946\n- Q429298 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Answer: Italy", "t_query": 1946.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000197", "prompt": " In 1950, what was the currency of Würzburg's country?\nEvidence:\n- Würzburg | country | West Germany | 1950\n- West Germany | currency | Deutsche Mark | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\n- Martin Walser | country of citizenship | West Germany | 1950\n- Martin Albrecht | country of citizenship | West Germany | 1950\n- Jürgen Kissner | country of citizenship | West Germany | 1950\n- Helmut Kohl | country of citizenship | West Germany | 1950\n- Albrecht Brandi | country of citizenship | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\nReasoning:", "completion": " Answer: Deutsche Mark", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000198", "prompt": " In what year was the head of state of Elena Altieri's country of citizenship equal to Giovanni Leone?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Giovanni Mardersteig | country of citizenship | Italy | 1977\n- Giovanni Invernizzi | country of citizenship | Italy | 1977\n- Giovanni Goria | country of citizenship | Italy | 1977\n- Giovanni Ferrofino | country of citizenship | Italy | 1977\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\nReasoning:", "completion": " Answer: 1977", "t_query": 1977.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000199", "prompt": " In 1987, what was the head of government of Romolo Alzani's country of citizenship?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: Bettino Craxi", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000200", "prompt": " In what year was the located in of Chuy District equal to Kirghiz Soviet Socialist Republic?\nEvidence:\n- Chuy District | located in the administrative territorial entity | Kirghiz Soviet Socialist Republic | 1981\n- Sokuluk District | located in the administrative territorial entity | Kirghiz Soviet Socialist Republic | 1981\n- Q879096 | located in the administrative territorial entity | Kirghiz Soviet Socialist Republic | 1981\n- Bishkek | located in the administrative territorial entity | Kirghiz Soviet Socialist Republic | 1981\nReasoning:", "completion": " Answer: 1981", "t_query": 1981.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_000201", "prompt": " In 1941, what was the anthem of Russian Soviet Federative Socialist Republic?\nEvidence:\n- Russian Soviet Federative Socialist Republic | anthem | The Internationale | 1941\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1941\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1941\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1941\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Khabarovsk Krai | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\nReasoning:", "completion": " Answer: The Internationale", "t_query": 1941.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000202", "prompt": " In 1984, whose country was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1984\n- Yalta | country | Soviet Union | 1984\n- Voronezh | country | Soviet Union | 1984\n- Volhynia | country | Soviet Union | 1984\n- Vinnytsia | country | Soviet Union | 1984\n- Urgench | country | Soviet Union | 1984\n- Uman | country | Soviet Union | 1984\n- Torzhok | country | Soviet Union | 1984\n- Tbilisi | country | Soviet Union | 1984\n- Sudak | country | Soviet Union | 1984\n- Starodub | country | Soviet Union | 1984\n- Simferopol | country | Soviet Union | 1984\n- Siberia | country | Soviet Union | 1984\n- Sevastopol | country | Soviet Union | 1984\n- Q957273 | country | Soviet Union | 1984\nReasoning:", "completion": " Answer: Kotelnikovo", "t_query": 1984.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000203", "prompt": " In what year was the member of sports team of Gerd Kische equal to East Germany national football team?\nEvidence:\n- Gerd Kische | member of sports team | East Germany national football team | 1971\n- Gerd Kische | member of sports team | F.C. Hansa Rostock | 1971\n- Q872768 | member of sports team | East Germany national football team | 1971\n- Q73725 | member of sports team | East Germany national football team | 1971\n- Q69584 | member of sports team | East Germany national football team | 1971\n- Q690178 | member of sports team | East Germany national football team | 1971\n- Q680657 | member of sports team | East Germany national football team | 1971\n- Q67555 | member of sports team | East Germany national football team | 1971\n- Q571103 | member of sports team | East Germany national football team | 1971\n- Q562188 | member of sports team | East Germany national football team | 1971\n- Henning Frenzel | member of sports team | East Germany national football team | 1971\n- Bernd Bransch | member of sports team | East Germany national football team | 1971\n- Q823665 | member of sports team | F.C. Hansa Rostock | 1971\n- Herbert Pankau | member of sports team | F.C. Hansa Rostock | 1971\nReasoning:", "completion": " Answer: 1971", "t_query": 1971.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 14, "_lever_variant": "terse"} +{"id": "sft_000204", "prompt": " After Armando Castellazzi country of citizenship Italy, what was the chairperson of Italy's member of?\nEvidence:\n- Q264986 | country of citizenship | Italy | 1953\n- Q219490 | country of citizenship | Italy | 1953\n- Q213482 | country of citizenship | Italy | 1953\n- Dalida | country of citizenship | Italy | 1953\n- Veriano Luchetti | country of citizenship | Italy | 1953\n- Tonino Cervi | country of citizenship | Italy | 1953\n- Tiziano Terzani | country of citizenship | Italy | 1953\n- Stéphane Grappelli | country of citizenship | Italy | 1953\n- Simon Spierer | country of citizenship | Italy | 1953\n- Sergio Mantovani | country of citizenship | Italy | 1953\n- Sergio Bonelli | country of citizenship | Italy | 1953\n- Rossana Rossanda | country of citizenship | Italy | 1953\n- Romeo Bertini | country of citizenship | Italy | 1953\n- Renata Tebaldi | country of citizenship | Italy | 1953\n- Primo Nebiolo | country of citizenship | Italy | 1953\nReasoning:", "completion": " Answer: Jean Monnet", "t_query": 1953.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000205", "prompt": " In 1936, whose member of sports team was Spain men's national football team?\nEvidence:\n- Q704337 | member of sports team | Spain men's national football team | 1936\n- Q659448 | member of sports team | Spain men's national football team | 1936\n- Q576509 | member of sports team | Spain men's national football team | 1936\n- Q529087 | member of sports team | Spain men's national football team | 1936\n- Q251977 | member of sports team | Spain men's national football team | 1936\n- Ricardo Zamora | member of sports team | Spain men's national football team | 1936\n- Pedro Solé | member of sports team | Spain men's national football team | 1936\n- Martí Ventolrà | member of sports team | Spain men's national football team | 1936\n- Pedro Solé | member of sports team | Catalonia national football team | 1936\n- Q704337 | member of sports team | Basque Country regional football team | 1936\n- Q251977 | member of sports team | Basque Country regional football team | 1936\n- Q659448 | member of sports team | Athletic Club | 1936\n- Q576509 | member of sports team | Athletic Club | 1936\n- Q251977 | member of sports team | Athletic Club | 1936\n- Martí Ventolrà | member of sports team | Futbol Club Barcelona | 1936\nReasoning:", "completion": " Answer: Ricardo Zamora", "t_query": 1936.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000206", "prompt": " In what year was the member of of Francesca Romana Coluzzi's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: 1963", "t_query": 1963.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000207", "prompt": " In 1968, whose head of state's country of citizenship was Giuseppe Saragat?\nEvidence:\n- Italy | head of state | Giuseppe Saragat | 1968\n- Giuseppe Saragat | country of citizenship | Italy | 1968\n- Giuseppe Saragat | position held | President of Italy | 1968\n- Giuseppe Prisco | country of citizenship | Italy | 1968\n- Giuseppe Patanè | country of citizenship | Italy | 1968\n- Giuseppe Meazza | country of citizenship | Italy | 1968\n- Giuseppe Gabrielli | country of citizenship | Italy | 1968\n- Giuseppe Colnago | country of citizenship | Italy | 1968\n- Giuseppe Busso | country of citizenship | Italy | 1968\n- Giuseppe Antonini | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Ugo Morin", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000208", "prompt": " Who was the head of government of Ugo Stille's country of citizenship before Bettino Craxi?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: Adone Zoli", "t_query": 1957.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000209", "prompt": " In what year was the located in of Ashgabat's capital of equal to Soviet Union?\nEvidence:\n- Ashgabat | country | Soviet Union | 1979\n- Ashgabat | capital of | Turkmen Soviet Socialist Republic | 1979\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1979\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1979\n- Zhytomyr | country | Soviet Union | 1979\n- Zastavna | country | Soviet Union | 1979\n- Yevpatoriia | country | Soviet Union | 1979\n- Yalta | country | Soviet Union | 1979\n- Vyazma | country | Soviet Union | 1979\n- Voronezh | country | Soviet Union | 1979\n- Vologda | country | Soviet Union | 1979\n- Volodarsk | country | Soviet Union | 1979\n- Volhynia | country | Soviet Union | 1979\n- Voinyliv | country | Soviet Union | 1979\n- Vladivostok | country | Soviet Union | 1979\nReasoning:", "completion": " Answer: 1979", "t_query": 1979.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000210", "prompt": " In 1961, what was the position held of Italy's head of state?\nEvidence:\n- Giuseppe Paratore | position held | Italian senator for life | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Veriano Luchetti | country of citizenship | Italy | 1961\n- Tonino Cervi | country of citizenship | Italy | 1961\n- Tiziano Terzani | country of citizenship | Italy | 1961\n- Stéphane Grappelli | country of citizenship | Italy | 1961\n- Simon Spierer | country of citizenship | Italy | 1961\n- Sergio Mantovani | country of citizenship | Italy | 1961\n- Sergio Bonelli | country of citizenship | Italy | 1961\n- Rossana Rossanda | country of citizenship | Italy | 1961\n- Romeo Bertini | country of citizenship | Italy | 1961\n- Renata Tebaldi | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000211", "prompt": " Who was the head of state of Berolzheim's country after Friedrich Ebert?\nEvidence:\n- Weimar Republic | head of state | Friedrich Ebert | 1925\n- Berolzheim | country | Weimar Republic | 1925\n- Weimar Republic | head of state | Paul von Hindenburg | 1925\n- Weimar Republic | head of government | Hans Luther | 1925\n- Q87105 | country of citizenship | Weimar Republic | 1925\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1925\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Weimar | country | Weimar Republic | 1925\n- Vaterstetten | country | Weimar Republic | 1925\nReasoning:", "completion": " Answer: Paul von Hindenburg", "t_query": 1925.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000212", "prompt": " In what year was the currency of Andrea Carrea's country of citizenship equal to Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1984\n- Andrea Carrea | country of citizenship | Italy | 1984\n- Andrea Pangrazio | country of citizenship | Italy | 1984\n- Andrea Miano | country of citizenship | Italy | 1984\n- Andrea Cassone | country of citizenship | Italy | 1984\n- Andrea Bianchi | country of citizenship | Italy | 1984\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: 1984", "t_query": 1984.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000213", "prompt": " In what year was the position held of David Bowie's work location's head of government equal to President of the Bundesrat of Germany?\nEvidence:\n- David Bowie | work location | Berlin | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Q896393 | work location | Berlin | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Q497401 | terminus | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\n- Anna Seghers | residence | Berlin | 1978\nReasoning:", "completion": " Answer: 1978", "t_query": 1978.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_000214", "prompt": " Who was the country of citizenship of Romolo Carboni before Italy?\nEvidence:\n- Romolo Carboni | country of citizenship | Kingdom of Italy | 1932\n- Q976653 | country of citizenship | Kingdom of Italy | 1932\n- Q972711 | country of citizenship | Kingdom of Italy | 1932\n- Q922237 | country of citizenship | Kingdom of Italy | 1932\n- Q890523 | country of citizenship | Kingdom of Italy | 1932\n- Q710497 | country of citizenship | Kingdom of Italy | 1932\n- Q678253 | country of citizenship | Kingdom of Italy | 1932\n- Q654973 | country of citizenship | Kingdom of Italy | 1932\n- Q650303 | country of citizenship | Kingdom of Italy | 1932\n- Q527400 | country of citizenship | Kingdom of Italy | 1932\n- Q51189 | country of citizenship | Kingdom of Italy | 1932\n- Q471232 | country of citizenship | Kingdom of Italy | 1932\n- Q432318 | country of citizenship | Kingdom of Italy | 1932\n- Q432257 | country of citizenship | Kingdom of Italy | 1932\n- Q429298 | country of citizenship | Kingdom of Italy | 1932\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1932.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000215", "prompt": " Who was the position held of Antonio Corpora's country of citizenship's head of state after President of Italy?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Italian senator for life", "t_query": 1962.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000216", "prompt": " In 1947, what was the currency of Eleonora Rossi Drago's country of citizenship?\nEvidence:\n- Eleonora Rossi Drago | country of citizenship | Italy | 1947\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1947\n- Q612509 | country of citizenship | Italy | 1947\n- Q454036 | country of citizenship | Italy | 1947\n- Q435856 | country of citizenship | Italy | 1947\n- Q432318 | country of citizenship | Italy | 1947\n- Q429298 | country of citizenship | Italy | 1947\n- Q340261 | country of citizenship | Italy | 1947\n- Q318968 | country of citizenship | Italy | 1947\n- Q264986 | country of citizenship | Italy | 1947\n- Q219490 | country of citizenship | Italy | 1947\n- Q213482 | country of citizenship | Italy | 1947\n- Dalida | country of citizenship | Italy | 1947\n- Wilma Montesi | country of citizenship | Italy | 1947\n- Vittore Catella | country of citizenship | Italy | 1947\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1947.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000217", "prompt": " Who was the general secretary of Germany's head of state's member of political party before Helmut Haussmann?\nEvidence:\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Helmut Schmidt | spouse | Loki Schmidt | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Answer: Martin Bangemann", "t_query": 1974.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000218", "prompt": " In 1967, whose country was Byelorussian Soviet Socialist Republic?\nEvidence:\n- Barysaw | country | Byelorussian Soviet Socialist Republic | 1967\n- Vitebsk Region | located in the administrative territorial entity | Byelorussian Soviet Socialist Republic | 1967\n- Polatsk | located in the administrative territorial entity | Vitebsk Region | 1967\n- Barysaw | located in the administrative territorial entity | Minsk Region | 1967\nReasoning:", "completion": " Answer: Barysaw", "t_query": 1967.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_000219", "prompt": " In 1949, whose located in was Nakhchivan Autonomous Soviet Socialist Republic?\nEvidence:\n- Nakhchivan | country | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Nakhchivan | located in the administrative territorial entity | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Shahbuz District | located in the administrative territorial entity | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Babek District | located in the administrative territorial entity | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Nakhchivan | country | Azerbaijan Soviet Socialist Republic | 1949\n- Nakhchivan | country | Soviet Union | 1949\nReasoning:", "completion": " Answer: Nakhchivan", "t_query": 1949.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_000220", "prompt": " After Francesca Romana Coluzzi country of citizenship Kingdom of Italy, what was the country of citizenship of Francesca Romana Coluzzi?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Italy", "t_query": 1963.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000221", "prompt": " In what year was the located in of Skopje equal to Socialist Republic of Macedonia?\nEvidence:\n- Skopje | located in the administrative territorial entity | Socialist Republic of Macedonia | 1946\n- Skopje | country | Socialist Federal Republic of Yugoslavia | 1946\n- Socialist Autonomous Province of Vojvodina | country | Socialist Federal Republic of Yugoslavia | 1946\n- Šibenik | country | Socialist Federal Republic of Yugoslavia | 1946\n- Zagreb | country | Socialist Federal Republic of Yugoslavia | 1946\n- Vršac | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q583161 | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q55630 | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q5266 | country | Socialist Federal Republic of Yugoslavia | 1946\n- Pristina | country | Socialist Federal Republic of Yugoslavia | 1946\n- Perast | country | Socialist Federal Republic of Yugoslavia | 1946\n- Peja | country | Socialist Federal Republic of Yugoslavia | 1946\n- Niš | country | Socialist Federal Republic of Yugoslavia | 1946\n- Ljubljana | country | Socialist Federal Republic of Yugoslavia | 1946\n- Kovin | country | Socialist Federal Republic of Yugoslavia | 1946\nReasoning:", "completion": " Answer: 1946", "t_query": 1946.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000222", "prompt": " After Rosa Balistreri country of citizenship Italy, what was the shares border with of Arnaldo Genoino's country of citizenship?\nEvidence:\n- Rosa Balistreri | country of citizenship | Italy | 1978\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Italy | shares border with | Yugoslavia | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1978.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000223", "prompt": " In 1978, what was the member of of Marco Tulli's country of citizenship?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000224", "prompt": " In what year was the territory claimed by of Germany's capital's capital of equal to German Democratic Republic?\nEvidence:\n- West Germany | territory claimed by | German Democratic Republic | 1956\n- East Berlin | capital of | German Democratic Republic | 1956\n- Germany | shares border with | German Democratic Republic | 1956\n- Zwickau | country | German Democratic Republic | 1956\n- Zeuthen | country | German Democratic Republic | 1956\n- Wismar | country | German Democratic Republic | 1956\n- Q696016 | country | German Democratic Republic | 1956\n- Q525425 | country | German Democratic Republic | 1956\n- Q45898 | country | German Democratic Republic | 1956\n- Potsdam | country | German Democratic Republic | 1956\n- Neustrelitz | country | German Democratic Republic | 1956\n- Magdeburg | country | German Democratic Republic | 1956\n- Jena | country | German Democratic Republic | 1956\n- Görlitz | country | German Democratic Republic | 1956\n- Elsterwerda | country | German Democratic Republic | 1956\nReasoning:", "completion": " Answer: 1956", "t_query": 1956.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000225", "prompt": " Who was the position held of Italy's head of state before Italian senator for life?\nEvidence:\n- Giuseppe Paratore | position held | Italian senator for life | 1961\n- Rossana Rossanda | member of political party | Italian Communist Party | 1961\n- Uberto de Morpurgo | country for sport | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Veriano Luchetti | country of citizenship | Italy | 1961\n- Tonino Cervi | country of citizenship | Italy | 1961\n- Tiziano Terzani | country of citizenship | Italy | 1961\n- Stéphane Grappelli | country of citizenship | Italy | 1961\n- Simon Spierer | country of citizenship | Italy | 1961\n- Sergio Mantovani | country of citizenship | Italy | 1961\n- Sergio Bonelli | country of citizenship | Italy | 1961\n- Rossana Rossanda | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1961.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000226", "prompt": " In 1962, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\n- Veriano Luchetti | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Guido Aycard", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000227", "prompt": " After Glauco Onorato country of citizenship Italy, what was the head of state of Italy9484's country of citizenship?\nEvidence:\n- Glauco Onorato | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\n- Tonino Cervi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Sandro Pertini", "t_query": 1984.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000228", "prompt": " In 1952, whose spouse was Ehm Welk?\nEvidence:\n- Agathe Lindner-Welk | spouse | Ehm Welk | 1952\nReasoning:", "completion": " Answer: Agathe Lindner-Welk", "t_query": 1952.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_000229", "prompt": " In what year was the shares border with of Eleonora Rossi Drago's country of citizenship equal to Yugoslavia?\nEvidence:\n- Eleonora Rossi Drago | country of citizenship | Italy | 1947\n- Italy | shares border with | Yugoslavia | 1947\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1947\n- Q612509 | country of citizenship | Italy | 1947\n- Q454036 | country of citizenship | Italy | 1947\n- Q435856 | country of citizenship | Italy | 1947\n- Q432318 | country of citizenship | Italy | 1947\n- Q429298 | country of citizenship | Italy | 1947\n- Q340261 | country of citizenship | Italy | 1947\n- Q318968 | country of citizenship | Italy | 1947\n- Q264986 | country of citizenship | Italy | 1947\n- Q219490 | country of citizenship | Italy | 1947\n- Q213482 | country of citizenship | Italy | 1947\n- Dalida | country of citizenship | Italy | 1947\n- Wilma Montesi | country of citizenship | Italy | 1947\nReasoning:", "completion": " Answer: 1947", "t_query": 1947.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000230", "prompt": " After Heinrich Scheuch country of citizenship Germany, what was the head of government of Germany's head of government's country of citizenship's contains the administrative territorial entity?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Heinrich Mann Prize | country | German Democratic Republic | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\nReasoning:", "completion": " Answer: Lothar Späth", "t_query": 1987.0, "chain_length": 4, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000231", "prompt": " In 1962, what was the country of citizenship of Guido Aycard?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Italy", "t_query": 1962.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000232", "prompt": " In what year was the member of sports team of Dmitri Cheryshev equal to FC Lokomotiv Nizhny Novgorod?\nEvidence:\n- Dmitri Cheryshev | member of sports team | FC Lokomotiv Nizhny Novgorod | 1991\nReasoning:", "completion": " Answer: 1991", "t_query": 1991.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_000233", "prompt": " In 1968, what was the member of of Claudia Vinciguerra's country of citizenship?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000234", "prompt": " In 1960, what was the position held of Richard Nixon?\nEvidence:\n- Richard Nixon | position held | Vice President of the United States | 1960\n- Richard Nixon | spouse | Pat Nixon | 1960\n- Pat Nixon | spouse | Richard Nixon | 1960\n- Richard Nixon | work location | Washington, D.C. | 1960\n- Pat Nixon | position held | Second Lady or Gentleman of the United States | 1960\n- Q216195 | work location | Washington, D.C. | 1960\nReasoning:", "completion": " Answer: Vice President of the United States", "t_query": 1960.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_000235", "prompt": " In 1970, whose member of sports team was FC Ararat Yerevan?\nEvidence:\n- Boris Razinsky | member of sports team | FC Ararat Yerevan | 1970\n- Boris Razinsky | member of sports team | FK Daugava (2003) | 1970\nReasoning:", "completion": " Answer: Boris Razinsky", "t_query": 1970.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_000236", "prompt": " In 1972, whose diplomatic relation's allegiance was German Democratic Republic?\nEvidence:\n- West Germany | diplomatic relation | German Democratic Republic | 1972\n- Germany | diplomatic relation | Afghanistan | 1972\n- Zwickau | country | German Democratic Republic | 1972\n- Zeuthen | country | German Democratic Republic | 1972\n- Wismar | country | German Democratic Republic | 1972\n- Q696016 | country | German Democratic Republic | 1972\n- Q525425 | country | German Democratic Republic | 1972\n- Q45898 | country | German Democratic Republic | 1972\n- Potsdam | country | German Democratic Republic | 1972\n- Neustrelitz | country | German Democratic Republic | 1972\n- Magdeburg | country | German Democratic Republic | 1972\n- Jena | country | German Democratic Republic | 1972\n- Görlitz | country | German Democratic Republic | 1972\n- Elsterwerda | country | German Democratic Republic | 1972\n- Cottbus | country | German Democratic Republic | 1972\nReasoning:", "completion": " Answer: Friedrich Guggenberger", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000237", "prompt": " After Oryol Governorate located in Russian Empire, what was the anthem of Kasato Maru's country of registry?\nEvidence:\n- Kasato Maru | country of registry | Russian Empire | 1901\n- Oryol Governorate | country | Russian Empire | 1901\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Yekaterinoslav Governorate | country | Russian Empire | 1901\n- Kaluga Governorate | country | Russian Empire | 1901\n- Erivan Governorate | country | Russian Empire | 1901\n- Chernigov Governorate | country | Russian Empire | 1901\n- Russian Empire | anthem | God Save the Tsar! | 1901\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Saint Petersburg Governorate | country | Russian Empire | 1901\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Șirăuți | country | Russian Empire | 1901\n- Šeteniai | country | Russian Empire | 1901\nReasoning:", "completion": " Answer: God Save the Tsar!", "t_query": 1901.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000238", "prompt": " In 1995, what was the member of of Félicien Marceau?\nEvidence:\n- Félicien Marceau | member of | Académie Française | 1995\n- René Huyghe | member of | Académie Française | 1995\n- Michel Déon | member of | Académie Française | 1995\n- Julien Green | member of | Académie Française | 1995\n- Jacques Laurent | member of | Académie Française | 1995\n- Jean-Marie Lustiger | member of | Académie Française | 1995\n- Académie Française | general secretary | Maurice Druon | 1995\nReasoning:", "completion": " Answer: Académie Française", "t_query": 1995.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_000239", "prompt": " In 1971, what was the member of of Salvatore Fiume's country of citizenship?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1971.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000240", "prompt": " In 1997, what was the award received of Italy's head of state?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1997\n- Stéphane Grappelli | award received | Grammy Lifetime Achievement Award | 1997\n- Oscar Luigi Scalfaro | award received | Grand Order of King Tomislav | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\n- Tiziano Terzani | country of citizenship | Italy | 1997\n- Stéphane Grappelli | country of citizenship | Italy | 1997\n- Simon Spierer | country of citizenship | Italy | 1997\n- Sergio Mantovani | country of citizenship | Italy | 1997\n- Sergio Bonelli | country of citizenship | Italy | 1997\n- Salvatore Cassisa | country of citizenship | Italy | 1997\n- Rossana Rossanda | country of citizenship | Italy | 1997\nReasoning:", "completion": " Answer: Grand Order of King Tomislav", "t_query": 1997.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000241", "prompt": " In 1983, whose head of state's country of citizenship was Elizabeth II?\nEvidence:\n- Q672 | head of state | Elizabeth II | 1983\n- United Kingdom | head of state | Elizabeth II | 1983\n- New Zealand | head of state | Elizabeth II | 1983\n- Tony Abbott | country of citizenship | United Kingdom | 1983\n- Robert Morley | country of citizenship | United Kingdom | 1983\n- Liz Smith | country of citizenship | United Kingdom | 1983\n- United Kingdom | part of | European Union | 1983\n- United Kingdom | member of | European Union | 1983\nReasoning:", "completion": " Answer: Robert Morley", "t_query": 1983.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 8, "_lever_variant": "terse"} +{"id": "sft_000242", "prompt": " In what year was the currency of John Paul I's country of citizenship equal to Italian lira?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\n- Virginio Rosetta | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: 1961", "t_query": 1961.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000243", "prompt": " In 1994, what was the currency of Nino Baragli's country of citizenship?\nEvidence:\n- Nino Baragli | country of citizenship | Italy | 1994\n- Italy | currency | Italian lira | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1994.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000244", "prompt": " In 1974, whose member of was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Belgium | member of | European Coal and Steel Community | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Germany | member of | Western European Union | 1974\n- Zita of Bourbon-Parma | country of citizenship | Italy | 1974\n- Belgium | head of state | Baudouin I of Belgium | 1974\n- Bonn | capital of | Germany | 1974\n- Q679495 | country of citizenship | Italy | 1974\n- Q658206 | country of citizenship | Italy | 1974\n- Q642428 | country of citizenship | Italy | 1974\n- Q454036 | country of citizenship | Italy | 1974\n- Q435856 | country of citizenship | Italy | 1974\n- Q219490 | country of citizenship | Italy | 1974\n- Vittorio Caprioli | country of citizenship | Italy | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000245", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon after Saint-Fons?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-Laval | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-les-Ollières | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Answer: Sainte-Foy-lès-Lyon", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000246", "prompt": " Who was the country of citizenship of Carlo Curis after Kingdom of Italy?\nEvidence:\n- Carlo Curis | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Italy", "t_query": 1984.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000247", "prompt": " In 1960, whose position held's spouse was Second Lady or Gentleman of the United States?\nEvidence:\n- Pat Nixon | position held | Second Lady or Gentleman of the United States | 1960\n- Richard Nixon | spouse | Pat Nixon | 1960\n- Pat Nixon | spouse | Richard Nixon | 1960\nReasoning:", "completion": " Answer: Richard Nixon", "t_query": 1960.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000248", "prompt": " Who was the employer of George F. Carrier after Brown University?\nEvidence:\n- George F. Carrier | employer | Harvard University | 1981\n- Q78996 | employer | Harvard University | 1981\n- Q472272 | employer | Harvard University | 1981\n- Q349694 | employer | Harvard University | 1981\n- Q307891 | employer | Harvard University | 1981\n- Andrew Gleason | employer | Harvard University | 1981\nReasoning:", "completion": " Answer: Harvard University", "t_query": 1981.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_000249", "prompt": " In 1974, whose significant event was Basic Treaty?\nEvidence:\n- Germany | significant event | Basic Treaty | 1974\n- Germany | significant event | Berlin Wall | 1974\n- Universal Copyright Convention | signatory | Germany | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | shares border with | German Democratic Republic | 1974\n- Germany | shares border with | Czechoslovakia | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000250", "prompt": " In 1972, whose head of government's contains the administrative territorial entity's allegiance was Hans Filbinger?\nEvidence:\n- Baden-Württemberg | head of government | Hans Filbinger | 1972\n- CDU Baden-Württemberg | chairperson | Hans Filbinger | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- Mannheim | located in the administrative territorial entity | Baden-Württemberg | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | country | West Germany | 1972\nReasoning:", "completion": " Answer: Friedrich Guggenberger", "t_query": 1972.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_000251", "prompt": " In what year was the position held of John Paul I's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\n- Virginio Rosetta | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: 1961", "t_query": 1961.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000252", "prompt": " In 1961, what was the currency of Mario Gentili's country of citizenship?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000253", "prompt": " In 1947, whose contains the administrative territorial entity was Francheville?\nEvidence:\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\nReasoning:", "completion": " Answer: Rhône", "t_query": 1947.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 8, "_lever_variant": "terse"} +{"id": "sft_000254", "prompt": " After Jens Jeremies member of sports team Dynamo Dresden, what was the member of sports team of Jens Jeremies?\nEvidence:\n- Jens Jeremies | member of sports team | FC Bayern Munich | 2006\n- Q705264 | member of sports team | FC Bayern Munich | 2006\n- Q462021 | member of sports team | FC Bayern Munich | 2006\n- Q44309 | member of sports team | FC Bayern Munich | 2006\n- Q169993 | member of sports team | FC Bayern Munich | 2006\n- Q157839 | member of sports team | FC Bayern Munich | 2006\n- Q156822 | member of sports team | FC Bayern Munich | 2006\n- Q154156 | member of sports team | FC Bayern Munich | 2006\n- Q152725 | member of sports team | FC Bayern Munich | 2006\n- Q131261 | member of sports team | FC Bayern Munich | 2006\n- Q130075 | member of sports team | FC Bayern Munich | 2006\n- Hasan Salihamidžić | member of sports team | FC Bayern Munich | 2006\n- Andreas Ottl | member of sports team | FC Bayern Munich | 2006\n- Julio dos Santos | member of sports team | FC Bayern Munich | 2006\nReasoning:", "completion": " Answer: FC Bayern Munich", "t_query": 2006.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 14, "_lever_variant": "terse"} +{"id": "sft_000255", "prompt": " Who was the member of of Ugo Stille's country of citizenship before European Coal and Steel Community?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1957.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000256", "prompt": " In 1917, whose contains the administrative territorial entity was Territory of Hawaii?\nEvidence:\n- United States | contains the administrative territorial entity | Territory of Hawaii | 1917\n- Hawaii County | located in the administrative territorial entity | Territory of Hawaii | 1917\n- United States | head of government | Woodrow Wilson | 1917\n- Alexander Graham Bell | country of citizenship | United States | 1917\n- Vincent R. Impellitteri | residence | United States | 1917\n- United States | shares border with | Panama | 1917\n- Frank Tieri | residence | United States | 1917\n- Frances Benjamin Johnston | work location | United States | 1917\nReasoning:", "completion": " Answer: United States", "t_query": 1917.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 8, "_lever_variant": "terse"} +{"id": "sft_000257", "prompt": " In 1989, what was the located in of Lisky?\nEvidence:\n- Lisky | located in the administrative territorial entity | Kiliia Raion | 1989\n- Pryozerne | located in the administrative territorial entity | Kiliia Raion | 1989\n- Prymorske | located in the administrative territorial entity | Kiliia Raion | 1989\n- Furmanivka | located in the administrative territorial entity | Kiliia Raion | 1989\n- Kiliia Raion | located in the administrative territorial entity | Odesa Oblast | 1989\nReasoning:", "completion": " Answer: Kiliia Raion", "t_query": 1989.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_000258", "prompt": " After Kremenets country Russian Empire, what was the located in of Kremenets?\nEvidence:\n- Kremenets | located in the administrative territorial entity | Ternopil Oblast | 2011\nReasoning:", "completion": " Answer: Ternopil Oblast", "t_query": 2011.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_000259", "prompt": " In 1913, whose currency's shares border with was French franc?\nEvidence:\n- Neutral Moresnet | currency | French franc | 1913\n- Neutral Moresnet | shares border with | Belgium | 1913\n- Belgium | shares border with | Neutral Moresnet | 1913\n- Neutral Moresnet | shares border with | Kingdom of Prussia | 1913\n- Neutral Moresnet | currency | Belgian franc | 1913\n- Neutral Moresnet | shares border with | Kingdom of the Netherlands | 1913\nReasoning:", "completion": " Answer: Belgium", "t_query": 1913.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_000260", "prompt": " After Mannheim located in Republic of Baden, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\nReasoning:", "completion": " Answer: Hesse", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000261", "prompt": " In what year was the head of government of Germany's head of government's country of citizenship's contains the administrative territorial entity equal to Q110719?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: 1987", "t_query": 1987.0, "chain_length": 4, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000262", "prompt": " After Bruno Pesaola country of citizenship Italy, what was the member of of Giacomo Rossi-Stuart's country of citizenship?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Bruno Venturini | country of citizenship | Italy | 1975\n- Bruno Schettino | country of citizenship | Italy | 1975\n- Bruno Bertotti | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1975.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000263", "prompt": " Who was the head of state of Romolo Alzani's country of citizenship after Luigi Einaudi?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Luigi Nono | country of citizenship | Italy | 1987\n- Luigi Comencini | country of citizenship | Italy | 1987\n- Luigi Agnolin | country of citizenship | Italy | 1987\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1987\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1987\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: Francesco Cossiga", "t_query": 1987.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000264", "prompt": " In 1951, what was the currency of Maria Caniglia's country of citizenship?\nEvidence:\n- Maria Caniglia | country of citizenship | Italy | 1951\n- Maria Tore Barbina | country of citizenship | Italy | 1951\n- Alberto Maria De Agostini | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000265", "prompt": " In what year was the head of government of Virbhadra Singh's country of citizenship equal to P. V. Narasimha Rao?\nEvidence:\n- India | head of government | P. V. Narasimha Rao | 1993\n- Virbhadra Singh | country of citizenship | India | 1993\n- M. S. Swaminathan | country of citizenship | India | 1993\n- India | head of state | Shankar Dayal Sharma | 1993\n- Abhijit Banerjee | country of citizenship | India | 1993\n- India | contains the administrative territorial entity | Daman and Diu | 1993\nReasoning:", "completion": " Answer: 1993", "t_query": 1993.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_000266", "prompt": " In 1964, what was the position held of Carmelo Cappello's country of citizenship's head of state?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1964.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000267", "prompt": " In 1987, whose head of government's country of citizenship was Amintore Fanfani?\nEvidence:\n- Italy | head of government | Amintore Fanfani | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: Romolo Alzani", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000268", "prompt": " In what year was the located in of Chaussy equal to Seine-et-Oise?\nEvidence:\n- Chaussy | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Bernes-sur-Oise | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Vaux-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Mousseaux-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Morsang-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Croissy-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Bonnières-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Bray-et-Lû | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Ézanville | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Émancé | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Écouen | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Villepreux | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Villejust | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Villecresnes | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Villabé | located in the administrative territorial entity | Seine-et-Oise | 1918\nReasoning:", "completion": " Answer: 1918", "t_query": 1918.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000269", "prompt": " Who was the member of of Antonio Corpora's country of citizenship before European Coal and Steel Community?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1962.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000270", "prompt": " In 1960, whose position held was Vice President of the United States?\nEvidence:\n- Richard Nixon | position held | Vice President of the United States | 1960\n- Richard Nixon | work location | Washington, D.C. | 1960\n- Richard Nixon | spouse | Pat Nixon | 1960\n- Pat Nixon | spouse | Richard Nixon | 1960\nReasoning:", "completion": " Answer: Richard Nixon", "t_query": 1960.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_000271", "prompt": " In 1957, what was the head of government of Italy?\nEvidence:\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Veriano Luchetti | country of citizenship | Italy | 1957\n- Tonino Cervi | country of citizenship | Italy | 1957\n- Tiziano Terzani | country of citizenship | Italy | 1957\n- Stéphane Grappelli | country of citizenship | Italy | 1957\n- Simon Spierer | country of citizenship | Italy | 1957\n- Sergio Mantovani | country of citizenship | Italy | 1957\n- Sergio Bonelli | country of citizenship | Italy | 1957\n- Rossana Rossanda | country of citizenship | Italy | 1957\n- Romeo Bertini | country of citizenship | Italy | 1957\n- Renata Tebaldi | country of citizenship | Italy | 1957\n- Primo Nebiolo | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: Adone Zoli", "t_query": 1957.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000272", "prompt": " In what year was the diplomatic relation of Germany's capital's capital of equal to German Democratic Republic?\nEvidence:\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | shares border with | German Democratic Republic | 1974\n- Zwickau | country | German Democratic Republic | 1974\n- Zeuthen | country | German Democratic Republic | 1974\n- Wismar | country | German Democratic Republic | 1974\n- Q696016 | country | German Democratic Republic | 1974\n- Q525425 | country | German Democratic Republic | 1974\n- Q45898 | country | German Democratic Republic | 1974\n- Potsdam | country | German Democratic Republic | 1974\n- Neustrelitz | country | German Democratic Republic | 1974\n- Magdeburg | country | German Democratic Republic | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000273", "prompt": " In what year was the spouse of Christian Neureuther equal to Rosi Mittermaier?\nEvidence:\n- Rosi Mittermaier | spouse | Christian Neureuther | 1981\n- Christian Neureuther | spouse | Rosi Mittermaier | 1981\nReasoning:", "completion": " Answer: 1981", "t_query": 1981.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_000274", "prompt": " In 1974, whose currency was Deutsche Mark?\nEvidence:\n- Germany | currency | Deutsche Mark | 1974\n- West Germany | currency | Deutsche Mark | 1974\n- Oberliga Nord (1974-1994) | country | West Germany | 1974\n- Saarland | located in the administrative territorial entity | West Germany | 1974\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1974\n- Würzburg | country | West Germany | 1974\n- Wuppertal | country | West Germany | 1974\n- Wiesbaden | country | West Germany | 1974\n- Westfalenliga | country | West Germany | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1974\n- West Germany | contains the administrative territorial entity | Saarland | 1974\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1974\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1974\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000275", "prompt": " In 1980, what was the military, police or special rank of Sultan bin Abdulaziz?\nEvidence:\n- Sultan bin Abdulaziz | military, police or special rank | minister | 1980\nReasoning:", "completion": " Answer: minister", "t_query": 1980.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_000276", "prompt": " In 1971, whose head of government's country of citizenship was Emilio Colombo?\nEvidence:\n- Italy | head of government | Emilio Colombo | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\n- Tullio Kezich | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: Salvatore Fiume", "t_query": 1971.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000277", "prompt": " Who was the position held of Italy's head of state after President of Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Tonino Cervi | country of citizenship | Italy | 1971\n- Tiziano Terzani | country of citizenship | Italy | 1971\n- Stéphane Grappelli | country of citizenship | Italy | 1971\n- Simon Spierer | country of citizenship | Italy | 1971\n- Sergio Mantovani | country of citizenship | Italy | 1971\n- Sergio Bonelli | country of citizenship | Italy | 1971\n- Rossana Rossanda | country of citizenship | Italy | 1971\n- Romeo Bertini | country of citizenship | Italy | 1971\n- Renata Tebaldi | country of citizenship | Italy | 1971\n- Primo Nebiolo | country of citizenship | Italy | 1971\n- Pietro Parente | country of citizenship | Italy | 1971\n- Oriana Fallaci | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: Italian senator for life", "t_query": 1971.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000278", "prompt": " Who was the anthem of Omsk's located in after The Internationale?\nEvidence:\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Omsk | country | Soviet Union | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Q59054 | country of citizenship | Soviet Union | 1948\n- Q437262 | country of citizenship | Soviet Union | 1948\n- Q324083 | country of citizenship | Soviet Union | 1948\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1948\n- Yuri Manin | country of citizenship | Soviet Union | 1948\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1948\n- Viktor Kulikov | country of citizenship | Soviet Union | 1948\n- Vija Artmane | country of citizenship | Soviet Union | 1948\n- Vera Krepkina | country of citizenship | Soviet Union | 1948\n- Valeri Polyakov | country of citizenship | Soviet Union | 1948\nReasoning:", "completion": " Answer: State Anthem of the Soviet Union", "t_query": 1948.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000279", "prompt": " After Rudolf Bauer work location Berlin, what was the country of David Bowie's work location?\nEvidence:\n- David Bowie | work location | Berlin | 1978\n- Q896393 | work location | Berlin | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\n- Q497401 | terminus | Berlin | 1978\n- Anna Seghers | residence | Berlin | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\nReasoning:", "completion": " Answer: German Democratic Republic", "t_query": 1978.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_000280", "prompt": " In what year was the member of of Lina Bo Bardi's country of citizenship equal to European Economic Community?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: 1970", "t_query": 1970.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000281", "prompt": " Who was the country of Barysaw after Reichskommissariat Ostland?\nEvidence:\n- Barysaw | country | Byelorussian Soviet Socialist Republic | 1967\n- Barysaw | located in the administrative territorial entity | Minsk Region | 1967\n- Vitebsk Region | located in the administrative territorial entity | Byelorussian Soviet Socialist Republic | 1967\nReasoning:", "completion": " Answer: Byelorussian Soviet Socialist Republic", "t_query": 1967.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000282", "prompt": " After Anatoly Karpov award received Chess Oscar, what was the country of citizenship of Anatoly Karpov?\nEvidence:\n- Anatoly Karpov | award received | Chess Oscar | 1980\n- Anatoly Karpov | country of citizenship | Soviet Union | 1980\n- Q59054 | country of citizenship | Soviet Union | 1980\n- Q437262 | country of citizenship | Soviet Union | 1980\n- Q324083 | country of citizenship | Soviet Union | 1980\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1980\n- Yuri Manin | country of citizenship | Soviet Union | 1980\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1980\n- Viktor Kulikov | country of citizenship | Soviet Union | 1980\n- Vija Artmane | country of citizenship | Soviet Union | 1980\n- Vera Krepkina | country of citizenship | Soviet Union | 1980\n- Valeri Polyakov | country of citizenship | Soviet Union | 1980\n- Sergei Kovalev | country of citizenship | Soviet Union | 1980\n- Ruslan Khasbulatov | country of citizenship | Soviet Union | 1980\n- Raisa Gorbacheva | country of citizenship | Soviet Union | 1980\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1980.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000283", "prompt": " In what year was the country of Skopje equal to Socialist Federal Republic of Yugoslavia?\nEvidence:\n- Skopje | country | Socialist Federal Republic of Yugoslavia | 1946\n- Šibenik | country | Socialist Federal Republic of Yugoslavia | 1946\n- Zagreb | country | Socialist Federal Republic of Yugoslavia | 1946\n- Vršac | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q583161 | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q55630 | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q5266 | country | Socialist Federal Republic of Yugoslavia | 1946\n- Pristina | country | Socialist Federal Republic of Yugoslavia | 1946\n- Perast | country | Socialist Federal Republic of Yugoslavia | 1946\n- Peja | country | Socialist Federal Republic of Yugoslavia | 1946\n- Niš | country | Socialist Federal Republic of Yugoslavia | 1946\n- Ljubljana | country | Socialist Federal Republic of Yugoslavia | 1946\n- Kovin | country | Socialist Federal Republic of Yugoslavia | 1946\n- Gjilan | country | Socialist Federal Republic of Yugoslavia | 1946\n- Gjakova | country | Socialist Federal Republic of Yugoslavia | 1946\nReasoning:", "completion": " Answer: 1946", "t_query": 1946.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000284", "prompt": " In what year was the member of sports team of Paweł Kieszek equal to S.C. Braga?\nEvidence:\n- Paweł Kieszek | member of sports team | S.C. Braga | 2007\n- Paweł Kieszek | member of sports team | Polonia Warsaw | 2007\n- Q718432 | member of sports team | S.C. Braga | 2007\n- Q172149 | member of sports team | S.C. Braga | 2007\n- Césinha | member of sports team | S.C. Braga | 2007\n- Roland Linz | member of sports team | S.C. Braga | 2007\n- João Pereira | member of sports team | S.C. Braga | 2007\n- Diego Costa | member of sports team | S.C. Braga | 2007\n- Q670214 | member of sports team | Polonia Warsaw | 2007\n- Q655920 | member of sports team | Polonia Warsaw | 2007\nReasoning:", "completion": " Answer: 2007", "t_query": 2007.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_000285", "prompt": " In 1995, what was the winner of Albert Lasker Award for Basic Medical Research?\nEvidence:\n- Albert Lasker Award for Basic Medical Research | winner | Rolf M. Zinkernagel | 1995\n- Albert Lasker Award for Basic Medical Research | winner | Peter C. Doherty | 1995\n- Albert Lasker Award for Basic Medical Research | winner | Don Craig Wiley | 1995\n- Don Craig Wiley | award received | Albert Lasker Award for Basic Medical Research | 1995\nReasoning:", "completion": " Answer: Rolf M. Zinkernagel", "t_query": 1995.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_000286", "prompt": " Who was the member of of Flaviano Vicentini's country of citizenship before European Economic Community?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\n- Ulrico Girardi | country of citizenship | Italy | 1967\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1967.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000287", "prompt": " In 1989, whose head of state was Elizabeth II?\nEvidence:\n- Q672 | head of state | Elizabeth II | 1989\n- United Kingdom | head of state | Elizabeth II | 1989\n- New Zealand | head of state | Elizabeth II | 1989\n- United Kingdom | part of | European Union | 1989\n- United Kingdom | member of | European Union | 1989\n- Tony Abbott | country of citizenship | United Kingdom | 1989\n- Robert Morley | country of citizenship | United Kingdom | 1989\n- Liz Smith | country of citizenship | United Kingdom | 1989\n- Q238219 | country for sport | United Kingdom | 1989\nReasoning:", "completion": " Answer: United Kingdom", "t_query": 1989.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_000288", "prompt": " Who was the head of government of Italy before Mario Monti?\nEvidence:\n- Mario Roatta | country of citizenship | Italy | 1960\n- Mario Gentili | country of citizenship | Italy | 1960\n- Q264986 | country of citizenship | Italy | 1960\n- Q219490 | country of citizenship | Italy | 1960\n- Dalida | country of citizenship | Italy | 1960\n- Veriano Luchetti | country of citizenship | Italy | 1960\n- Tonino Cervi | country of citizenship | Italy | 1960\n- Tiziano Terzani | country of citizenship | Italy | 1960\n- Stéphane Grappelli | country of citizenship | Italy | 1960\n- Simon Spierer | country of citizenship | Italy | 1960\n- Sergio Mantovani | country of citizenship | Italy | 1960\n- Sergio Bonelli | country of citizenship | Italy | 1960\n- Rossana Rossanda | country of citizenship | Italy | 1960\n- Romeo Bertini | country of citizenship | Italy | 1960\n- Renata Tebaldi | country of citizenship | Italy | 1960\nReasoning:", "completion": " Answer: Antonio Segni", "t_query": 1960.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000289", "prompt": " After Nevio de Zordo country of citizenship Italy, what was the member of of Nino Baragli's country of citizenship?\nEvidence:\n- Nevio de Zordo | country of citizenship | Italy | 1994\n- Nino Baragli | country of citizenship | Italy | 1994\n- Virginio De Paoli | country of citizenship | Italy | 1994\n- Velasio de Paolis | country of citizenship | Italy | 1994\n- Renzo De Felice | country of citizenship | Italy | 1994\n- Mario De Donà | country of citizenship | Italy | 1994\n- Francesco De Masi | country of citizenship | Italy | 1994\n- Dino De Antoni | country of citizenship | Italy | 1994\n- Alberto De Martino | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1994.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000290", "prompt": " Who was the member of of Robert Morley's country of citizenship before G8?\nEvidence:\n- Robert Morley | country of citizenship | United Kingdom | 1983\n- Tony Abbott | country of citizenship | United Kingdom | 1983\n- Liz Smith | country of citizenship | United Kingdom | 1983\n- United Kingdom | member of | European Union | 1983\n- United Kingdom | part of | European Union | 1983\n- United Kingdom | head of state | Elizabeth II | 1983\nReasoning:", "completion": " Answer: European Union", "t_query": 1983.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_000291", "prompt": " After Karlsruhe country West Germany, what was the territory claimed by of Würzburg's country?\nEvidence:\n- West Germany | territory claimed by | German Democratic Republic | 1950\n- Würzburg | country | West Germany | 1950\n- Karlsruhe | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\n- Wiesbaden | country | West Germany | 1950\n- Viersen | country | West Germany | 1950\n- Speyer | country | West Germany | 1950\n- Sande | country | West Germany | 1950\n- Q52041 | country | West Germany | 1950\n- Neuenkirchen | country | West Germany | 1950\n- Mannheim | country | West Germany | 1950\n- Lörrach | country | West Germany | 1950\n- Kiel | country | West Germany | 1950\n- Hessenliga | country | West Germany | 1950\n- Heilsbronn | country | West Germany | 1950\nReasoning:", "completion": " Answer: German Democratic Republic", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000292", "prompt": " In 1926, what was the country of citizenship of Mario De Donà?\nEvidence:\n- Mario De Donà | country of citizenship | Kingdom of Italy | 1926\n- Mario Sarto | country of citizenship | Kingdom of Italy | 1926\n- Mario Roatta | country of citizenship | Kingdom of Italy | 1926\n- Mario Palanti | country of citizenship | Kingdom of Italy | 1926\n- Mario Bonnard | country of citizenship | Kingdom of Italy | 1926\n- Gaetano de Lai | country of citizenship | Kingdom of Italy | 1926\n- Alberto Maria De Agostini | country of citizenship | Kingdom of Italy | 1926\n- Q976653 | country of citizenship | Kingdom of Italy | 1926\n- Q972711 | country of citizenship | Kingdom of Italy | 1926\n- Q922237 | country of citizenship | Kingdom of Italy | 1926\n- Q890523 | country of citizenship | Kingdom of Italy | 1926\n- Q715036 | country of citizenship | Kingdom of Italy | 1926\n- Q710497 | country of citizenship | Kingdom of Italy | 1926\n- Q678253 | country of citizenship | Kingdom of Italy | 1926\n- Q654973 | country of citizenship | Kingdom of Italy | 1926\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1926.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000293", "prompt": " In 1984, what was the member of of Romano Mussolini's country of citizenship?\nEvidence:\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000294", "prompt": " Who was the member of sports team of István Kocsis before Lierse S.K.?\nEvidence:\n- István Kocsis | member of sports team | Budapest Honvéd FC | 1979\n- István Kocsis | member of sports team | Hungary men's national football team | 1979\n- Q852818 | member of sports team | Hungary men's national football team | 1979\n- Q838673 | member of sports team | Hungary men's national football team | 1979\n- Q838670 | member of sports team | Hungary men's national football team | 1979\n- Q729669 | member of sports team | Hungary men's national football team | 1979\n- Q729070 | member of sports team | Hungary men's national football team | 1979\n- Q727784 | member of sports team | Hungary men's national football team | 1979\n- Q699497 | member of sports team | Hungary men's national football team | 1979\n- Q361244 | member of sports team | Hungary men's national football team | 1979\n- Ferenc Csongrádi | member of sports team | Hungary men's national football team | 1979\n- Q937089 | member of sports team | Budapest Honvéd FC | 1979\n- Q901558 | member of sports team | Budapest Honvéd FC | 1979\n- Q729103 | member of sports team | Budapest Honvéd FC | 1979\nReasoning:", "completion": " Answer: Hungary men's national football team", "t_query": 1979.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 14, "_lever_variant": "terse"} +{"id": "sft_000295", "prompt": " After Alighiero Boetti country of citizenship Italy, what was the member of of Giovanni Spadolini's country of citizenship?\nEvidence:\n- Alighiero Boetti | country of citizenship | Italy | 1975\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1975.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000296", "prompt": " In 1928, whose located in was Seine-et-Oise?\nEvidence:\n- Bonnières-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Villejust | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Villecresnes | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Valenton | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Saclas | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Q899558 | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Q83472 | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Q794124 | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Q752150 | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Q639332 | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Q491908 | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Q276508 | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Q273061 | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Q272066 | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Q268408 | located in the administrative territorial entity | Seine-et-Oise | 1928\nReasoning:", "completion": " Answer: Lévis-Saint-Nom", "t_query": 1928.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000297", "prompt": " In what year was the head of government of Germany's capital's capital of's contains the administrative territorial entity equal to Franz-Josef Röder?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Afghanistan | basic form of government | republic | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 4, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000298", "prompt": " Who was the coach of sports team of Artur Jorge after FC Porto?\nEvidence:\n- Artur Jorge | coach of sports team | S.L. Benfica | 1995\n- Artur Jorge | coach of sports team | Switzerland men's national football team | 1995\n- Q686846 | member of sports team | Switzerland men's national football team | 1995\n- Q676250 | member of sports team | Switzerland men's national football team | 1995\n- Q673003 | member of sports team | Switzerland men's national football team | 1995\n- Q671796 | member of sports team | Switzerland men's national football team | 1995\n- Q372858 | member of sports team | Switzerland men's national football team | 1995\n- Q327937 | member of sports team | Switzerland men's national football team | 1995\n- Q323799 | member of sports team | Switzerland men's national football team | 1995\n- Q124201 | member of sports team | Switzerland men's national football team | 1995\n- Q976320 | member of sports team | S.L. Benfica | 1995\n- Q929372 | member of sports team | S.L. Benfica | 1995\n- Q725768 | member of sports team | S.L. Benfica | 1995\n- Q440999 | member of sports team | S.L. Benfica | 1995\n- Q386973 | member of sports team | S.L. Benfica | 1995\nReasoning:", "completion": " Answer: S.L. Benfica", "t_query": 1995.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000299", "prompt": " In 1966, what was the member of of Eugène Tisserant?\nEvidence:\n- Eugène Tisserant | member of | Académie Française | 1966\n- Eugène Tisserant | position held | Dean of the College of Cardinals | 1966\n- Eugène Tisserant | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q998913 | member of | Académie Française | 1966\n- René Huyghe | member of | Académie Française | 1966\n- Jérôme Carcopino | member of | Académie Française | 1966\n- Jean Paulhan | member of | Académie Française | 1966\n- Jean Guéhenno | member of | Académie Française | 1966\n- François Mauriac | member of | Académie Française | 1966\n- Pierre-Henri Simon | member of | Académie Française | 1966\n- Q822586 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q74879 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q689251 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q663757 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q521915 | member of | Académie des Inscriptions et Belles-Lettres | 1966\nReasoning:", "completion": " Answer: Académie Française", "t_query": 1966.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000300", "prompt": " In what year was the work location of Hermann Joseph Muller equal to Austin?\nEvidence:\n- Hermann Joseph Muller | work location | Austin | 1929\nReasoning:", "completion": " Answer: 1929", "t_query": 1929.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_000301", "prompt": " In 1985, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: Veriano Luchetti", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000302", "prompt": " In what year was the head coach of Germany men's national association football team equal to Jupp Derwall?\nEvidence:\n- Germany men's national association football team | head coach | Jupp Derwall | 1978\n- Q63920 | member of sports team | Germany men's national association football team | 1978\n- Q455150 | member of sports team | Germany men's national association football team | 1978\n- Q186400 | member of sports team | Germany men's national association football team | 1978\n- Q152871 | member of sports team | Germany men's national association football team | 1978\n- Ronald Borchers | member of sports team | Germany men's national association football team | 1978\n- Klaus Fischer | member of sports team | Germany men's national association football team | 1978\n- Berti Vogts | member of sports team | Germany men's national association football team | 1978\n- Bernd Franke | member of sports team | Germany men's national association football team | 1978\n- Q63920 | member of sports team | Germany national football B team | 1978\n- Q63920 | member of sports team | Borussia Dortmund | 1978\n- Q455150 | member of sports team | 1. FC Köln | 1978\n- Q186400 | member of sports team | 1. FC Köln | 1978\n- Q152871 | member of sports team | FC Bayern Munich | 1978\n- Klaus Fischer | member of sports team | Schalke 04 | 1978\nReasoning:", "completion": " Answer: 1978", "t_query": 1978.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000303", "prompt": " After Don Host Oblast country Russian Empire, what was the head of state of Kasato Maru's country of registry?\nEvidence:\n- Kasato Maru | country of registry | Russian Empire | 1901\n- Don Host Oblast | country | Russian Empire | 1901\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1901\n- Russian Empire | head of state | Nicholas II of Russia | 1901\n- Șirăuți | country | Russian Empire | 1901\n- Šeteniai | country | Russian Empire | 1901\n- Łódź | country | Russian Empire | 1901\n- Červień | country | Russian Empire | 1901\n- Zhytomyr | country | Russian Empire | 1901\n- Yevpatoriia | country | Russian Empire | 1901\n- Yalta | country | Russian Empire | 1901\n- Voronezh | country | Russian Empire | 1901\n- Vologda | country | Russian Empire | 1901\n- Volodymyr | country | Russian Empire | 1901\n- Volhynia | country | Russian Empire | 1901\nReasoning:", "completion": " Answer: Nicholas II of Russia", "t_query": 1901.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000304", "prompt": " In 1975, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\n- Ulrico Girardi | country of citizenship | Italy | 1975\n- Ugo Poletti | country of citizenship | Italy | 1975\n- Tullio Kezich | country of citizenship | Italy | 1975\n- Tonino Cervi | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: Giovanni Spadolini", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000305", "prompt": " Who was the contains the administrative territorial entity of Germany's head of government's country of citizenship after Schleswig-Holstein?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: Hamburg", "t_query": 1987.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000306", "prompt": " In 1955, whose head of government was Mario Scelba?\nEvidence:\n- Italy | head of government | Mario Scelba | 1955\n- Mario Roatta | country of citizenship | Italy | 1955\n- Mario Massa | country of citizenship | Italy | 1955\n- Mario Gentili | country of citizenship | Italy | 1955\n- Mario Castellani | country of citizenship | Italy | 1955\n- Mario Bò | country of citizenship | Italy | 1955\n- Zita of Bourbon-Parma | country of citizenship | Italy | 1955\n- Q658206 | country of citizenship | Italy | 1955\n- Q642428 | country of citizenship | Italy | 1955\n- Q639507 | country of citizenship | Italy | 1955\n- Q612509 | country of citizenship | Italy | 1955\n- Q454036 | country of citizenship | Italy | 1955\n- Q435856 | country of citizenship | Italy | 1955\n- Q318968 | country of citizenship | Italy | 1955\n- Q264986 | country of citizenship | Italy | 1955\nReasoning:", "completion": " Answer: Italy", "t_query": 1955.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000307", "prompt": " In what year was the award received of Giorgio Rebuffi's country of citizenship's head of state equal to Grand Order of King Tomislav?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Guerra | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\nReasoning:", "completion": " Answer: 1997", "t_query": 1997.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000308", "prompt": " In 1963, what was the member of of Gianni Brera's country of citizenship?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000309", "prompt": " In what year was the league or competition of Lluís Companys Olympic Stadium's occupant equal to NFL Europe?\nEvidence:\n- Lluís Companys Olympic Stadium | occupant | Barcelona Dragons | 1999\n- Lluís Companys Olympic Stadium | occupant | RCD Espanyol de Barcelona | 1999\n- Barcelona Dragons | league or competition | NFL Europe | 1999\n- Barcelona Dragons | home venue | Lluís Companys Olympic Stadium | 1999\n- Jack Bicknell | coach of sports team | Barcelona Dragons | 1999\n- Q943194 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q939976 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q704268 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q296975 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Mauro Navas | member of sports team | RCD Espanyol de Barcelona | 1999\n- Barcelona Dragons | head coach | Jack Bicknell | 1999\nReasoning:", "completion": " Answer: 1999", "t_query": 1999.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 11, "_lever_variant": "terse"} +{"id": "sft_000310", "prompt": " Who was the member of of John Paul I's country of citizenship before European Coal and Steel Community?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\n- Virginio Rosetta | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1961.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000311", "prompt": " In 1950, whose contains the administrative territorial entity's country was Hamburg?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\nReasoning:", "completion": " Answer: Mannheim", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000312", "prompt": " In what year was the spouse of Richard Nixon equal to Pat Nixon?\nEvidence:\n- Richard Nixon | spouse | Pat Nixon | 1960\n- Pat Nixon | spouse | Richard Nixon | 1960\n- Pat Nixon | position held | Second Lady or Gentleman of the United States | 1960\n- Richard Nixon | work location | Washington, D.C. | 1960\n- Richard Nixon | position held | Vice President of the United States | 1960\n- Q216195 | work location | Washington, D.C. | 1960\nReasoning:", "completion": " Answer: 1960", "t_query": 1960.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_000313", "prompt": " After Route nationale 401 located in Meuse, what was the located in of Route nationale 401?\nEvidence:\n- Route nationale 401 | located in the administrative territorial entity | Meuse | 1946\n- Route nationale 401 | located in the administrative territorial entity | Haute-Marne | 1946\n- Route nationale 401 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\n- Route nationale 411 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\n- Q731279 | located in the administrative territorial entity | Haute-Marne | 1946\nReasoning:", "completion": " Answer: Haute-Marne", "t_query": 1946.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_000314", "prompt": " In 1963, what was the position held of Luigi Pistilli's country of citizenship's head of state?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1963.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000315", "prompt": " In what year was the head of government of Italy equal to Fernando Tambroni?\nEvidence:\n- Q264986 | country of citizenship | Italy | 1960\n- Q219490 | country of citizenship | Italy | 1960\n- Dalida | country of citizenship | Italy | 1960\n- Veriano Luchetti | country of citizenship | Italy | 1960\n- Tonino Cervi | country of citizenship | Italy | 1960\n- Tiziano Terzani | country of citizenship | Italy | 1960\n- Stéphane Grappelli | country of citizenship | Italy | 1960\n- Simon Spierer | country of citizenship | Italy | 1960\n- Sergio Mantovani | country of citizenship | Italy | 1960\n- Sergio Bonelli | country of citizenship | Italy | 1960\n- Rossana Rossanda | country of citizenship | Italy | 1960\n- Romeo Bertini | country of citizenship | Italy | 1960\n- Renata Tebaldi | country of citizenship | Italy | 1960\n- Primo Nebiolo | country of citizenship | Italy | 1960\n- Pietro Parente | country of citizenship | Italy | 1960\nReasoning:", "completion": " Answer: 1960", "t_query": 1960.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000316", "prompt": " After Li Rui country of citizenship People's Republic of China, what was the head of government of People's Republic of China?\nEvidence:\n- Li Rui | country of citizenship | People's Republic of China | 2008\n- Li Peng | country of citizenship | People's Republic of China | 2008\n- Gong Li | country of citizenship | People's Republic of China | 2008\n- People's Republic of China | head of government | Wen Jiabao | 2008\n- People's Republic of China | head of state | Hu Jintao | 2008\n- Xu Qinxian | country of citizenship | People's Republic of China | 2008\n- Xiao Yang | country of citizenship | People's Republic of China | 2008\n- Xiao Ke | country of citizenship | People's Republic of China | 2008\n- Ricky Hui | country of citizenship | People's Republic of China | 2008\n- Benny Chan | country of citizenship | People's Republic of China | 2008\n- Li Rui | member of political party | Chinese Communist Party | 2008\n- Li Peng | member of political party | Chinese Communist Party | 2008\n- Wen Jiabao | member of | Politburo Standing Committee of the Chinese Communist Party | 2008\n- General Secretary of the Chinese Communist Party | position holder | Hu Jintao | 2008\n- Xiao Yang | member of political party | Chinese Communist Party | 2008\nReasoning:", "completion": " Answer: Wen Jiabao", "t_query": 2008.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000317", "prompt": " In 2003, whose contains the administrative territorial entity's located in's contains the administrative territorial entity was Feyzin?\nEvidence:\n- Rhône | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Rhône | contains the administrative territorial entity | Vénissieux | 2003\n- Rhône | contains the administrative territorial entity | Villeurbanne | 2003\n- Rhône | contains the administrative territorial entity | Meyzieu | 2003\n- Rhône | contains the administrative territorial entity | Genay | 2003\n- Rhône | contains the administrative territorial entity | Francheville | 2003\n- Rhône | contains the administrative territorial entity | Bron | 2003\n- Ternay | located in the administrative territorial entity | Rhône | 2003\n- Chaponnay | located in the administrative territorial entity | Rhône | 2003\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 2003\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\nReasoning:", "completion": " Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000318", "prompt": " In 1987, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: Romolo Alzani", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000319", "prompt": " Who was the position held of Germany's head of state after Governing Mayor of Berlin?\nEvidence:\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Germany | significant event | Berlin Wall | 1987\n- Richard von Weizsäcker | position held | president of Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- president of Germany | position holder | Richard von Weizsäcker | 1987\n- Berlin | country | German Democratic Republic | 1987\n- East Berlin | capital of | German Democratic Republic | 1987\n- Bonn | capital of | Germany | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\nReasoning:", "completion": " Answer: president of Germany", "t_query": 1987.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000320", "prompt": " In what year was the located in of Urban Community of Lyon's contains the administrative territorial entity equal to Rhône?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: 2003", "t_query": 2003.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000321", "prompt": " Who was the located in of Route nationale 401 before Meuse?\nEvidence:\n- Route nationale 401 | located in the administrative territorial entity | Meuse | 1946\n- Route nationale 401 | located in the administrative territorial entity | Haute-Marne | 1946\n- Route nationale 401 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\n- Route nationale 411 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\n- Q731279 | located in the administrative territorial entity | Haute-Marne | 1946\nReasoning:", "completion": " Answer: Haute-Marne", "t_query": 1946.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_000322", "prompt": " In 2003, whose contains the administrative territorial entity's located in's contains the administrative territorial entity was Vénissieux?\nEvidence:\n- Rhône | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Rhône | contains the administrative territorial entity | Villeurbanne | 2003\n- Rhône | contains the administrative territorial entity | Meyzieu | 2003\n- Rhône | contains the administrative territorial entity | Genay | 2003\n- Rhône | contains the administrative territorial entity | Francheville | 2003\n- Rhône | contains the administrative territorial entity | Feyzin | 2003\n- Rhône | contains the administrative territorial entity | Bron | 2003\n- Ternay | located in the administrative territorial entity | Rhône | 2003\n- Chaponnay | located in the administrative territorial entity | Rhône | 2003\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 2003\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\nReasoning:", "completion": " Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000323", "prompt": " Who was the contains the administrative territorial entity of United States before Commonwealth of the Philippines?\nEvidence:\n- United States | contains the administrative territorial entity | Territory of Hawaii | 1917\n- Frank Tieri | residence | United States | 1917\n- Vincent R. Impellitteri | residence | United States | 1917\n- United States | shares border with | Panama | 1917\n- United States | head of government | Woodrow Wilson | 1917\n- Frances Benjamin Johnston | work location | United States | 1917\n- Alexander Graham Bell | country of citizenship | United States | 1917\n- Hawaii County | located in the administrative territorial entity | Territory of Hawaii | 1917\n- Q335931 | signatory | Woodrow Wilson | 1917\n- Q255169 | spouse | Woodrow Wilson | 1917\nReasoning:", "completion": " Answer: Territory of Hawaii", "t_query": 1917.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_000324", "prompt": " After Oberliga West (1947-1963) country West Germany, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Bonn | capital of | West Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- West Germany | currency | Deutsche Mark | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\nReasoning:", "completion": " Answer: Hamburg", "t_query": 1974.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000325", "prompt": " After Karlsruhe country West Germany, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- Würzburg | country | West Germany | 1950\n- Karlsruhe | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\nReasoning:", "completion": " Answer: Hamburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000326", "prompt": " In what year was the capital of of Germany's capital equal to West Germany?\nEvidence:\n- Bonn | capital of | West Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- West Germany | currency | Deutsche Mark | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000327", "prompt": " After Shane McMahon occupation entrepreneur, what was the sport of Shane McMahon?\nEvidence:\n- Shane McMahon | occupation | entrepreneur | 2010\n- Shane McMahon | sport | referee | 2010\n- Shane McMahon | sport | professional wrestling | 2010\n- Shane McMahon | employer | WWE | 2010\n- Vince McMahon | employer | WWE | 2010\n- Q44304 | sport | professional wrestling | 2010\n- Ring of Honor | sport | professional wrestling | 2010\n- Q285372 | employer | WWE | 2010\n- Mike Chioda | employer | WWE | 2010\nReasoning:", "completion": " Answer: professional wrestling", "t_query": 2010.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_000328", "prompt": " In what year was the contains the administrative territorial entity of Mannheim's country equal to Rhineland-Palatinate?\nEvidence:\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000329", "prompt": " In 2002, what was the winner of Albert Lasker Award for Basic Medical Research?\nEvidence:\n- Albert Lasker Award for Basic Medical Research | winner | Randy Schekman | 2002\n- Albert Lasker Award for Basic Medical Research | winner | James Rothman | 2002\n- Louisa Gross Horwitz Prize | winner | Randy Schekman | 2002\n- Louisa Gross Horwitz Prize | winner | James Rothman | 2002\nReasoning:", "completion": " Answer: James Rothman", "t_query": 2002.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_000330", "prompt": " After People's Republic of China diplomatic relation The Gambia, what was the head of state of People's Republic of China?\nEvidence:\n- People's Republic of China | head of state | Hu Jintao | 2008\n- People's Republic of China | head of government | Wen Jiabao | 2008\n- Xu Qinxian | country of citizenship | People's Republic of China | 2008\n- Xiao Yang | country of citizenship | People's Republic of China | 2008\n- Xiao Ke | country of citizenship | People's Republic of China | 2008\n- Ricky Hui | country of citizenship | People's Republic of China | 2008\n- Li Rui | country of citizenship | People's Republic of China | 2008\n- Li Peng | country of citizenship | People's Republic of China | 2008\n- Gong Li | country of citizenship | People's Republic of China | 2008\n- Benny Chan | country of citizenship | People's Republic of China | 2008\n- Wen Jiabao | member of | Politburo Standing Committee of the Chinese Communist Party | 2008\n- General Secretary of the Chinese Communist Party | position holder | Hu Jintao | 2008\n- Xiao Yang | member of political party | Chinese Communist Party | 2008\n- Xiao Ke | member of political party | Chinese Communist Party | 2008\n- Li Rui | member of political party | Chinese Communist Party | 2008\nReasoning:", "completion": " Answer: Hu Jintao", "t_query": 2008.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000331", "prompt": " In what year was the head of government of Italy equal to Matteo Renzi?\nEvidence:\n- Sergio Donadoni | country of citizenship | Italy | 2015\n- Sebastiano Mannironi | country of citizenship | Italy | 2015\n- Salvatore Cassisa | country of citizenship | Italy | 2015\n- Rossana Rossanda | country of citizenship | Italy | 2015\n- Romano Agostinelli | country of citizenship | Italy | 2015\n- Roberto Tucci | country of citizenship | Italy | 2015\n- Pinuccio Sciola | country of citizenship | Italy | 2015\n- Paolo Villaggio | country of citizenship | Italy | 2015\n- Mauro Staccioli | country of citizenship | Italy | 2015\n- Mario Sereni | country of citizenship | Italy | 2015\n- Mario Perniola | country of citizenship | Italy | 2015\n- Luigi Agnolin | country of citizenship | Italy | 2015\n- Luca Ronconi | country of citizenship | Italy | 2015\n- Ignazio Cannavò | country of citizenship | Italy | 2015\n- Giuseppe Ferrara | country of citizenship | Italy | 2015\nReasoning:", "completion": " Answer: 2015", "t_query": 2015.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000332", "prompt": " After Adeodato Giovanni Piazza country of citizenship Italy, what was the currency of Eleonora Rossi Drago's country of citizenship?\nEvidence:\n- Eleonora Rossi Drago | country of citizenship | Italy | 1947\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1947\n- Giovanni Ticozzi | country of citizenship | Italy | 1947\n- Giovanni Papini | country of citizenship | Italy | 1947\n- Giovanni Mardersteig | country of citizenship | Italy | 1947\n- Giovanni Invernizzi | country of citizenship | Italy | 1947\n- Giovanni Goria | country of citizenship | Italy | 1947\n- Giovanni Ferrofino | country of citizenship | Italy | 1947\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1947\n- Q612509 | country of citizenship | Italy | 1947\n- Q454036 | country of citizenship | Italy | 1947\n- Q435856 | country of citizenship | Italy | 1947\n- Q432318 | country of citizenship | Italy | 1947\n- Q429298 | country of citizenship | Italy | 1947\n- Q340261 | country of citizenship | Italy | 1947\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1947.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000333", "prompt": " In 2004, what was the head of state of Angelo Martino Colombo's country of citizenship?\nEvidence:\n- Angelo Martino Colombo | country of citizenship | Italy | 2004\n- Alberto De Martino | country of citizenship | Italy | 2004\n- Angelo Infanti | country of citizenship | Italy | 2004\n- Angelo Cuniberti | country of citizenship | Italy | 2004\n- Q679495 | country of citizenship | Italy | 2004\n- Q678840 | country of citizenship | Italy | 2004\n- Q445276 | country of citizenship | Italy | 2004\n- Q383551 | country of citizenship | Italy | 2004\n- Vittorio Vettori | country of citizenship | Italy | 2004\n- Vito Lattanzio | country of citizenship | Italy | 2004\n- Veriano Luchetti | country of citizenship | Italy | 2004\n- Valeria Moriconi | country of citizenship | Italy | 2004\n- Urbano Lazzaro | country of citizenship | Italy | 2004\n- Tullio Kezich | country of citizenship | Italy | 2004\n- Tonino Guerra | country of citizenship | Italy | 2004\nReasoning:", "completion": " Answer: Carlo Azeglio Ciampi", "t_query": 2004.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000334", "prompt": " After Félicien Marceau award received Prix Goncourt, what was the member of of Félicien Marceau?\nEvidence:\n- Félicien Marceau | member of | Académie Française | 1995\n- René Huyghe | member of | Académie Française | 1995\n- Michel Déon | member of | Académie Française | 1995\n- Julien Green | member of | Académie Française | 1995\n- Jacques Laurent | member of | Académie Française | 1995\n- Jean-Marie Lustiger | member of | Académie Française | 1995\n- Académie Française | general secretary | Maurice Druon | 1995\nReasoning:", "completion": " Answer: Académie Française", "t_query": 1995.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_000335", "prompt": " After West Germany contains the administrative territorial entity Rhineland-Palatinate, what was the territory claimed by of Friedrich Guggenberger's allegiance?\nEvidence:\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | territory claimed by | German Democratic Republic | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\nReasoning:", "completion": " Answer: German Democratic Republic", "t_query": 1972.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000336", "prompt": " Who was the head of state of Ugo Morin's country of citizenship before Giovanni Leone?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Giovanni Mardersteig | country of citizenship | Italy | 1968\n- Giovanni Invernizzi | country of citizenship | Italy | 1968\n- Giovanni Goria | country of citizenship | Italy | 1968\n- Giovanni Ferrofino | country of citizenship | Italy | 1968\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Giuseppe Saragat", "t_query": 1968.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000337", "prompt": " In 1966, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\n- Veriano Luchetti | country of citizenship | Italy | 1966\n- Ulrico Girardi | country of citizenship | Italy | 1966\nReasoning:", "completion": " Answer: Cesare Terranova", "t_query": 1966.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000338", "prompt": " In what year was the member of of Carmelo Cappello's country of citizenship equal to European Economic Community?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: 1964", "t_query": 1964.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000339", "prompt": " In 1959, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: Gino Cassinis", "t_query": 1959.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000340", "prompt": " In what year was the general secretary of Germany's head of government's member of political party equal to Martin Bangemann?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Martin Patzelt | country of citizenship | German Democratic Republic | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000341", "prompt": " In 1908, what was the country of citizenship of Nunzio Malasomma?\nEvidence:\n- Nunzio Malasomma | country of citizenship | Kingdom of Italy | 1908\n- Q983389 | country of citizenship | Kingdom of Italy | 1908\n- Q976653 | country of citizenship | Kingdom of Italy | 1908\n- Q972711 | country of citizenship | Kingdom of Italy | 1908\n- Q959367 | country of citizenship | Kingdom of Italy | 1908\n- Q939226 | country of citizenship | Kingdom of Italy | 1908\n- Q926585 | country of citizenship | Kingdom of Italy | 1908\n- Q920582 | country of citizenship | Kingdom of Italy | 1908\n- Q890523 | country of citizenship | Kingdom of Italy | 1908\n- Q817284 | country of citizenship | Kingdom of Italy | 1908\n- Q765946 | country of citizenship | Kingdom of Italy | 1908\n- Q745874 | country of citizenship | Kingdom of Italy | 1908\n- Q728920 | country of citizenship | Kingdom of Italy | 1908\n- Q728589 | country of citizenship | Kingdom of Italy | 1908\n- Q715036 | country of citizenship | Kingdom of Italy | 1908\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1908.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000342", "prompt": " After Suhrkamp Verlag headquarters Frankfurt, what was the contains the administrative territorial entity of Bernard Schultze's work location's country?\nEvidence:\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Bernard Schultze | work location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: Bavaria", "t_query": 1953.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000343", "prompt": " Who was the contains the administrative territorial entity of Rhône after Villeurbanne?\nEvidence:\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1986\n- Rhône | contains the administrative territorial entity | Vénissieux | 1986\n- Rhône | contains the administrative territorial entity | Meyzieu | 1986\n- Rhône | contains the administrative territorial entity | Genay | 1986\n- Rhône | contains the administrative territorial entity | Francheville | 1986\n- Rhône | contains the administrative territorial entity | Feyzin | 1986\n- Rhône | contains the administrative territorial entity | Bron | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 1986\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1986\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1986\n- Ternay | located in the administrative territorial entity | Rhône | 1986\n- Chaponnay | located in the administrative territorial entity | Rhône | 1986\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1986\n- Route nationale 383 | located in the administrative territorial entity | Rhône | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 1986\nReasoning:", "completion": " Answer: Genay", "t_query": 1986.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000344", "prompt": " After Oberliga West (1947-1963) country West Germany, what was the contains the administrative territorial entity of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\nReasoning:", "completion": " Answer: Rhineland-Palatinate", "t_query": 1953.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000345", "prompt": " After Nakhchivan country Soviet Union, what was the country of Nakhchivan?\nEvidence:\n- Nakhchivan | country | Soviet Union | 1949\n- Nakhchivan | country | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Nakhchivan | country | Azerbaijan Soviet Socialist Republic | 1949\n- Nakhchivan | located in the administrative territorial entity | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Zhytomyr | country | Soviet Union | 1949\n- Zastavna | country | Soviet Union | 1949\n- Yevpatoriia | country | Soviet Union | 1949\n- Yalta | country | Soviet Union | 1949\n- Vyazma | country | Soviet Union | 1949\n- Voronezh | country | Soviet Union | 1949\n- Vologda | country | Soviet Union | 1949\n- Volodarsk | country | Soviet Union | 1949\n- Volhynia | country | Soviet Union | 1949\n- Voinyliv | country | Soviet Union | 1949\n- Vladivostok | country | Soviet Union | 1949\nReasoning:", "completion": " Answer: Nakhchivan Autonomous Soviet Socialist Republic", "t_query": 1949.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000346", "prompt": " In 1978, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: Marco Tulli", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000347", "prompt": " In 1978, what was the currency of Marco Tulli's country of citizenship?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000348", "prompt": " After Anacleto Verrecchia country of citizenship Italy, what was the currency of Giovanni D'Ascenzi's country of citizenship?\nEvidence:\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1951\n- Anacleto Verrecchia | country of citizenship | Italy | 1951\n- Giovanni Ticozzi | country of citizenship | Italy | 1951\n- Giovanni Papini | country of citizenship | Italy | 1951\n- Giovanni Mardersteig | country of citizenship | Italy | 1951\n- Giovanni Invernizzi | country of citizenship | Italy | 1951\n- Giovanni Goria | country of citizenship | Italy | 1951\n- Giovanni Ferrofino | country of citizenship | Italy | 1951\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1951.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000349", "prompt": " In what year was the position held of Claudio Cavazza's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: 1970", "t_query": 1970.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000350", "prompt": " After Giuseppe Caron country of citizenship Italy, what was the shares border with of Luigi Pistilli's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1963\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Giuseppe Prisco | country of citizenship | Italy | 1963\n- Giuseppe Patanè | country of citizenship | Italy | 1963\n- Giuseppe Paratore | country of citizenship | Italy | 1963\n- Giuseppe Meazza | country of citizenship | Italy | 1963\n- Giuseppe Gabrielli | country of citizenship | Italy | 1963\n- Giuseppe Colnago | country of citizenship | Italy | 1963\n- Giuseppe Busso | country of citizenship | Italy | 1963\n- Giuseppe Antonini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1963.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000351", "prompt": " Who was the country of Kotelnikovo after Russian Empire?\nEvidence:\n- Kotelnikovo | country | Soviet Union | 1984\n- Kotelnikovo | located in the administrative territorial entity | Kotelnikovsky District | 1984\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1984\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1984\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1984\n- Q59054 | country of citizenship | Soviet Union | 1984\n- Q437262 | country of citizenship | Soviet Union | 1984\n- Q324083 | country of citizenship | Soviet Union | 1984\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1984\n- Yuri Manin | country of citizenship | Soviet Union | 1984\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1984\n- Viktor Kulikov | country of citizenship | Soviet Union | 1984\n- Vija Artmane | country of citizenship | Soviet Union | 1984\n- Vera Krepkina | country of citizenship | Soviet Union | 1984\n- Valeri Polyakov | country of citizenship | Soviet Union | 1984\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1984.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000352", "prompt": " In what year was the head of government of Omsk's located in equal to Alexei Kosygin?\nEvidence:\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Omsk | country | Soviet Union | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Q59054 | country of citizenship | Soviet Union | 1948\n- Q437262 | country of citizenship | Soviet Union | 1948\n- Q324083 | country of citizenship | Soviet Union | 1948\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1948\n- Yuri Manin | country of citizenship | Soviet Union | 1948\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1948\n- Viktor Kulikov | country of citizenship | Soviet Union | 1948\n- Vija Artmane | country of citizenship | Soviet Union | 1948\n- Vera Krepkina | country of citizenship | Soviet Union | 1948\n- Valeri Polyakov | country of citizenship | Soviet Union | 1948\nReasoning:", "completion": " Answer: 1948", "t_query": 1948.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000353", "prompt": " In 1984, whose spouse was Lynn Cartwright?\nEvidence:\n- Lynn Cartwright | spouse | Leo Gordon | 1984\n- Leo Gordon | spouse | Lynn Cartwright | 1984\nReasoning:", "completion": " Answer: Leo Gordon", "t_query": 1984.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_000354", "prompt": " After Arrigo Boldrini country of citizenship Italy, what was the member of of Italy9484's country of citizenship?\nEvidence:\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\n- Tonino Cervi | country of citizenship | Italy | 1984\n- Tiziano Terzani | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1984.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000355", "prompt": " In 1950, whose contains the administrative territorial entity's country was Bremen?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Bremen | head of government | Wilhelm Kaisen | 1950\n- Würzburg | country | West Germany | 1950\nReasoning:", "completion": " Answer: Würzburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000356", "prompt": " In what year was the country of citizenship of Maria Rita Saulle equal to Italy?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: 1989", "t_query": 1989.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000357", "prompt": " After Ugo Morin country of citizenship Kingdom of Italy, what was the employer of Ugo Morin?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: University of Padua", "t_query": 1968.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000358", "prompt": " After Lelio Antoniotti member of sports team Torino FC, what was the country of citizenship of Lelio Antoniotti?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\n- Tullio Kezich | country of citizenship | Italy | 1973\nReasoning:", "completion": " Answer: Italy", "t_query": 1973.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000359", "prompt": " Who was the head of government of Renata Tebaldi's country of citizenship after Bettino Craxi?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\n- Tonino Cervi | country of citizenship | Italy | 2000\n- Tiziano Terzani | country of citizenship | Italy | 2000\nReasoning:", "completion": " Answer: Giuliano Amato", "t_query": 2000.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000360", "prompt": " In 1963, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1963\n- Germany | member of | European Coal and Steel Community | 1963\n- Belgium | member of | European Coal and Steel Community | 1963\n- Germany | member of | European Atomic Energy Community | 1963\n- Germany | member of | Western European Union | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Gianni Brera", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000361", "prompt": " Who was the position held of Lina Bo Bardi's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1970.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000362", "prompt": " In 1946, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1946\n- Q612509 | country of citizenship | Italy | 1946\n- Q454036 | country of citizenship | Italy | 1946\n- Q435856 | country of citizenship | Italy | 1946\n- Q432318 | country of citizenship | Italy | 1946\n- Q429298 | country of citizenship | Italy | 1946\n- Q340261 | country of citizenship | Italy | 1946\n- Q318968 | country of citizenship | Italy | 1946\n- Q264986 | country of citizenship | Italy | 1946\n- Q219490 | country of citizenship | Italy | 1946\n- Q213482 | country of citizenship | Italy | 1946\n- Dalida | country of citizenship | Italy | 1946\n- Wilma Montesi | country of citizenship | Italy | 1946\n- Vittore Catella | country of citizenship | Italy | 1946\n- Vitaliano Brancati | country of citizenship | Italy | 1946\nReasoning:", "completion": " Answer: Ignazio Cannavò", "t_query": 1946.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000363", "prompt": " In 1959, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1959\n- Germany | member of | European Coal and Steel Community | 1959\n- Belgium | member of | European Coal and Steel Community | 1959\n- Germany | member of | European Atomic Energy Community | 1959\n- Germany | member of | Western European Union | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: Gino Cassinis", "t_query": 1959.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000364", "prompt": " In what year was the member of of Mordovian Autonomous Soviet Socialist Republic's located in equal to Soviet Union?\nEvidence:\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Saransk | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q780942 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q408606 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Saransk | capital of | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Torbeyevsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Romodanovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Kochkurovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Chamzinsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Bolsheignatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Ardatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1957\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1957\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1957\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1957\nReasoning:", "completion": " Answer: 1957", "t_query": 1957.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000365", "prompt": " After Paolo Amadesi country of citizenship Italy, what was the currency of Antonio Corpora's country of citizenship?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Paolo Villaggio | country of citizenship | Italy | 1962\n- Paolo Rossi | country of citizenship | Italy | 1962\n- Paolo Heusch | country of citizenship | Italy | 1962\n- Paolo Carlini | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Paolo Caccia Dominioni | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1962.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000366", "prompt": " Who was the head of government of Friedrich Guggenberger's allegiance's contains the administrative territorial entity after Egon Reinert?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\nReasoning:", "completion": " Answer: Franz-Josef Röder", "t_query": 1972.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000367", "prompt": " In 1956, whose adjacent station was Ebetsu Station?\nEvidence:\n- Nopporo Station | adjacent station | Ebetsu Station | 1956\n- Ebetsu Station | adjacent station | Nopporo Station | 1956\n- Ebetsu Station | adjacent station | Horomui Station | 1956\n- Nopporo Station | adjacent station | Atsubetsu Station | 1956\nReasoning:", "completion": " Answer: Nopporo Station", "t_query": 1956.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_000368", "prompt": " In what year was the shares border with of Antonio Corpora's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1962\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: 1962", "t_query": 1962.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000369", "prompt": " Who was the head of state of Alfonso Brescia's country of citizenship before Oscar Luigi Scalfaro?\nEvidence:\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1948\n- Alfonso Brescia | country of citizenship | Italy | 1948\n- Luigi Comencini | country of citizenship | Italy | 1948\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1948\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1948\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\n- Q318968 | country of citizenship | Italy | 1948\n- Q264986 | country of citizenship | Italy | 1948\nReasoning:", "completion": " Answer: Luigi Einaudi", "t_query": 1948.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000370", "prompt": " In 1951, what was the member of of Giovanni D'Ascenzi's country of citizenship?\nEvidence:\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1951\n- Giovanni Ticozzi | country of citizenship | Italy | 1951\n- Giovanni Papini | country of citizenship | Italy | 1951\n- Giovanni Mardersteig | country of citizenship | Italy | 1951\n- Giovanni Invernizzi | country of citizenship | Italy | 1951\n- Giovanni Goria | country of citizenship | Italy | 1951\n- Giovanni Ferrofino | country of citizenship | Italy | 1951\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000371", "prompt": " In 1959, whose country of citizenship was Italy?\nEvidence:\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\n- Tonino Cervi | country of citizenship | Italy | 1959\n- Tiziano Terzani | country of citizenship | Italy | 1959\n- Stéphane Grappelli | country of citizenship | Italy | 1959\n- Simon Spierer | country of citizenship | Italy | 1959\n- Sergio Mantovani | country of citizenship | Italy | 1959\n- Sergio Bonelli | country of citizenship | Italy | 1959\n- Rossana Rossanda | country of citizenship | Italy | 1959\n- Romeo Bertini | country of citizenship | Italy | 1959\n- Renata Tebaldi | country of citizenship | Italy | 1959\n- Primo Nebiolo | country of citizenship | Italy | 1959\n- Pietro Parente | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: Gino Cassinis", "t_query": 1959.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000372", "prompt": " In 1963, what was the currency of Luigi Pistilli's country of citizenship?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000373", "prompt": " After Rhône contains the administrative territorial entity Bron, what was the contains the administrative territorial entity of Rhône?\nEvidence:\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\n- Q945660 | located in the administrative territorial entity | Q3083 | 1947\n- Q945660 | located in the administrative territorial entity | Q12736 | 1947\nReasoning:", "completion": " Answer: Villeurbanne", "t_query": 1947.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_000374", "prompt": " In 1908, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q939226 | country of citizenship | Kingdom of Italy | 1908\n- Q745874 | country of citizenship | Kingdom of Italy | 1908\n- Q715036 | country of citizenship | Kingdom of Italy | 1908\n- Q691905 | country of citizenship | Kingdom of Italy | 1908\n- Q684916 | country of citizenship | Kingdom of Italy | 1908\n- Q665345 | country of citizenship | Kingdom of Italy | 1908\n- Q653839 | country of citizenship | Kingdom of Italy | 1908\n- Q65151 | country of citizenship | Kingdom of Italy | 1908\n- Q64212 | country of citizenship | Kingdom of Italy | 1908\n- Q603148 | country of citizenship | Kingdom of Italy | 1908\n- Q599501 | country of citizenship | Kingdom of Italy | 1908\n- Q589683 | country of citizenship | Kingdom of Italy | 1908\n- Q572091 | country of citizenship | Kingdom of Italy | 1908\n- Q551961 | country of citizenship | Kingdom of Italy | 1908\n- Q535846 | country of citizenship | Kingdom of Italy | 1908\nReasoning:", "completion": " Answer: Nunzio Malasomma", "t_query": 1908.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000375", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Charbonnières-les-Bains", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000376", "prompt": " Who was the country of citizenship of Sergio Noja Noseda after Kingdom of Italy?\nEvidence:\n- Sergio Noja Noseda | country of citizenship | Italy | 1949\n- Sergio Realini | country of citizenship | Italy | 1949\n- Sergio Mantovani | country of citizenship | Italy | 1949\n- Sergio Bonelli | country of citizenship | Italy | 1949\n- Q639507 | country of citizenship | Italy | 1949\n- Q612509 | country of citizenship | Italy | 1949\n- Q454036 | country of citizenship | Italy | 1949\n- Q435856 | country of citizenship | Italy | 1949\n- Q432318 | country of citizenship | Italy | 1949\n- Q429298 | country of citizenship | Italy | 1949\n- Q318968 | country of citizenship | Italy | 1949\n- Q264986 | country of citizenship | Italy | 1949\n- Q219490 | country of citizenship | Italy | 1949\n- Q213482 | country of citizenship | Italy | 1949\n- Dalida | country of citizenship | Italy | 1949\nReasoning:", "completion": " Answer: Italy", "t_query": 1949.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000377", "prompt": " After Pinuccio Sciola country of citizenship Italy, what was the head of state of Italy7492's country of citizenship?\nEvidence:\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\n- Virginio Rosetta | country of citizenship | Italy | 1964\n- Veriano Luchetti | country of citizenship | Italy | 1964\n- Ulrico Girardi | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: Antonio Segni", "t_query": 1964.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000378", "prompt": " After Murmansk Oblast located in Russian Soviet Federative Socialist Republic, what was the member of of Russian Soviet Federative Socialist Republic?\nEvidence:\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Kaliningrad Oblast | exclave of | Russian Soviet Federative Socialist Republic | 1987\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Sakhalin Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Kaliningrad Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Bryansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1987\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1987\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1987.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000379", "prompt": " After Bino Bini country of citizenship Italy, what was the position held of Italy's head of state?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Tonino Cervi | country of citizenship | Italy | 1971\n- Tiziano Terzani | country of citizenship | Italy | 1971\n- Stéphane Grappelli | country of citizenship | Italy | 1971\n- Simon Spierer | country of citizenship | Italy | 1971\n- Sergio Mantovani | country of citizenship | Italy | 1971\n- Sergio Bonelli | country of citizenship | Italy | 1971\n- Rossana Rossanda | country of citizenship | Italy | 1971\n- Romeo Bertini | country of citizenship | Italy | 1971\n- Renata Tebaldi | country of citizenship | Italy | 1971\n- Primo Nebiolo | country of citizenship | Italy | 1971\n- Pietro Parente | country of citizenship | Italy | 1971\n- Oriana Fallaci | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1971.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000380", "prompt": " After Papiermark country Weimar Republic, what was the replaced by of Carel Willink's work location's country?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Berlin | country | Weimar Republic | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Answer: Free City of Danzig", "t_query": 1920.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_000381", "prompt": " In what year was the contains the administrative territorial entity of Germany's head of government's country of citizenship equal to Hesse?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: 1987", "t_query": 1987.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000382", "prompt": " In what year was the shares border with of Luigi Pistilli's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1963\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: 1963", "t_query": 1963.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000383", "prompt": " In 1977, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1977\n- Germany | member of | European Coal and Steel Community | 1977\n- Belgium | member of | European Coal and Steel Community | 1977\n- Germany | member of | European Atomic Energy Community | 1977\n- Germany | member of | Western European Union | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\nReasoning:", "completion": " Answer: Elena Altieri", "t_query": 1977.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000384", "prompt": " In 1987, what was the shares border with of Romolo Alzani's country of citizenship?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Italy | shares border with | Yugoslavia | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000385", "prompt": " In 1968, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giuseppe Saragat | position held | President of Italy | 1968\n- Italy | head of state | Giuseppe Saragat | 1968\n- Giuseppe Saragat | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Clelio Darida", "t_query": 1968.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000386", "prompt": " In what year was the position held of Antonio Corpora's country of citizenship's head of state equal to Italian senator for life?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: 1962", "t_query": 1962.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000387", "prompt": " In what year was the member of sports team of Turgay Şeren equal to Galatasaray S.K.?\nEvidence:\n- Turgay Şeren | member of sports team | Galatasaray S.K. | 1950\n- Turgay Şeren | member of sports team | Turkey men's national football team | 1950\n- Q919302 | member of sports team | Turkey men's national football team | 1950\n- Q762860 | member of sports team | Turkey men's national football team | 1950\nReasoning:", "completion": " Answer: 1950", "t_query": 1950.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_000388", "prompt": " In 1999, whose occupant was RCD Espanyol de Barcelona?\nEvidence:\n- Lluís Companys Olympic Stadium | occupant | RCD Espanyol de Barcelona | 1999\n- Q943194 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q939976 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q704268 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q296975 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Mauro Navas | member of sports team | RCD Espanyol de Barcelona | 1999\n- Lluís Companys Olympic Stadium | occupant | Barcelona Dragons | 1999\n- Q943194 | member of sports team | Futbol Club Barcelona | 1999\n- Barcelona Dragons | home venue | Lluís Companys Olympic Stadium | 1999\n- Q296975 | member of sports team | Real Madrid Club de Fútbol | 1999\n- Q939976 | member of sports team | Real Sociedad | 1999\n- Q939976 | member of sports team | Q697353 | 1999\n- Q939976 | member of sports team | Athletic Club | 1999\n- Q704268 | member of sports team | Romania men's national association football team | 1999\n- Q296975 | member of sports team | Spain men's national football team | 1999\nReasoning:", "completion": " Answer: Lluís Companys Olympic Stadium", "t_query": 1999.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000389", "prompt": " After Mannheim located in Republic of Baden, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\nReasoning:", "completion": " Answer: Lower Saxony", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000390", "prompt": " In what year was the country of citizenship of Nino Baragli equal to Italy?\nEvidence:\n- Nino Baragli | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\n- Stefano Angeleri | country of citizenship | Italy | 1994\nReasoning:", "completion": " Answer: 1994", "t_query": 1994.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000391", "prompt": " Who was the head of state of Sergio Noja Noseda's country of citizenship before Giorgio Napolitano?\nEvidence:\n- Sergio Noja Noseda | country of citizenship | Italy | 1949\n- Sergio Realini | country of citizenship | Italy | 1949\n- Sergio Mantovani | country of citizenship | Italy | 1949\n- Sergio Bonelli | country of citizenship | Italy | 1949\n- Giorgio Perlasca | country of citizenship | Italy | 1949\n- Giorgio Pasquali | country of citizenship | Italy | 1949\n- Giorgio Oberweger | country of citizenship | Italy | 1949\n- Q639507 | country of citizenship | Italy | 1949\n- Q612509 | country of citizenship | Italy | 1949\n- Q454036 | country of citizenship | Italy | 1949\n- Q435856 | country of citizenship | Italy | 1949\n- Q432318 | country of citizenship | Italy | 1949\n- Q429298 | country of citizenship | Italy | 1949\n- Q318968 | country of citizenship | Italy | 1949\n- Q264986 | country of citizenship | Italy | 1949\nReasoning:", "completion": " Answer: Luigi Einaudi", "t_query": 1949.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000392", "prompt": " After Lino Aldani country of citizenship Italy, what was the member of of Giovanni Spadolini's country of citizenship?\nEvidence:\n- Lino Aldani | country of citizenship | Italy | 1975\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1975.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000393", "prompt": " Who was the country of citizenship of Pantaleo Carabellese before Italy?\nEvidence:\n- Pantaleo Carabellese | country of citizenship | Kingdom of Italy | 1901\n- Q983389 | country of citizenship | Kingdom of Italy | 1901\n- Q976653 | country of citizenship | Kingdom of Italy | 1901\n- Q972711 | country of citizenship | Kingdom of Italy | 1901\n- Q959367 | country of citizenship | Kingdom of Italy | 1901\n- Q939226 | country of citizenship | Kingdom of Italy | 1901\n- Q932616 | country of citizenship | Kingdom of Italy | 1901\n- Q926585 | country of citizenship | Kingdom of Italy | 1901\n- Q920582 | country of citizenship | Kingdom of Italy | 1901\n- Q918479 | country of citizenship | Kingdom of Italy | 1901\n- Q90144 | country of citizenship | Kingdom of Italy | 1901\n- Q890523 | country of citizenship | Kingdom of Italy | 1901\n- Q817284 | country of citizenship | Kingdom of Italy | 1901\n- Q782920 | country of citizenship | Kingdom of Italy | 1901\n- Q765946 | country of citizenship | Kingdom of Italy | 1901\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1901.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000394", "prompt": " Who was the member of of Mario Gentili's country of citizenship before European Economic Community?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1961.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000395", "prompt": " After Luigi Comencini country of citizenship Italy, what was the member of of Claudia Vinciguerra's country of citizenship?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Luigi Comencini | country of citizenship | Italy | 1968\n- Luigi Agnolin | country of citizenship | Italy | 1968\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1968\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1968\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1968\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1968.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000396", "prompt": " In 1974, whose position held's head of government was Federal Minister for Foreign Affairs?\nEvidence:\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 8, "_lever_variant": "terse"} +{"id": "sft_000397", "prompt": " In 1972, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Answer: Baden-Württemberg", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000398", "prompt": " Who was the contains the administrative territorial entity of Germany's capital's capital of after North Rhine-Westphalia?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Universal Copyright Convention | signatory | North Macedonia | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\nReasoning:", "completion": " Answer: Lower Saxony", "t_query": 1974.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000399", "prompt": " Who was the country of citizenship of Carmelo Cappello after Kingdom of Italy?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: Italy", "t_query": 1964.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000400", "prompt": " In 1973, what was the head of state of Lelio Antoniotti's country of citizenship?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\n- Tullio Kezich | country of citizenship | Italy | 1973\nReasoning:", "completion": " Answer: Giovanni Leone", "t_query": 1973.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000401", "prompt": " After Giuseppe Anedda country of citizenship Italy, what was the shares border with of Alfonso Brescia's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1948\n- Alfonso Brescia | country of citizenship | Italy | 1948\n- Giuseppe Prisco | country of citizenship | Italy | 1948\n- Giuseppe Patanè | country of citizenship | Italy | 1948\n- Giuseppe Paratore | country of citizenship | Italy | 1948\n- Giuseppe Meazza | country of citizenship | Italy | 1948\n- Giuseppe Gabrielli | country of citizenship | Italy | 1948\n- Giuseppe Colnago | country of citizenship | Italy | 1948\n- Giuseppe Busso | country of citizenship | Italy | 1948\n- Giuseppe Antonini | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1948.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000402", "prompt": " In 1986, what was the position held of Lewis Mumford's work location's head of government?\nEvidence:\n- Lewis Mumford | work location | New York City | 1986\n- Lewis Mumford | residence | Amenia | 1986\n- New York City | head of government | Ed Koch | 1986\n- Q828254 | work location | New York City | 1986\n- Arman | work location | New York City | 1986\n- Nancy Graves | work location | New York City | 1986\n- Louise Bourgeois | work location | New York City | 1986\n- Elliott Erwitt | work location | New York City | 1986\n- Donald Trump | work location | New York City | 1986\n- Alan Vega | work location | New York City | 1986\n- MetLife | headquarters location | New York City | 1986\n- Prelinger Archives | located in the administrative territorial entity | New York City | 1986\n- Variety | place of publication | New York City | 1986\n- Wolfgang Schivelbusch | residence | New York City | 1986\n- William Vickrey | residence | New York City | 1986\nReasoning:", "completion": " Answer: Mayor of New York City", "t_query": 1986.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000403", "prompt": " In what year was the member of of Luca Ronconi's country of citizenship equal to European Economic Community?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\n- Stéphane Grappelli | country of citizenship | Italy | 1993\nReasoning:", "completion": " Answer: 1993", "t_query": 1993.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000404", "prompt": " After Livio Lorenzon country of citizenship Italy, what was the shares border with of Giovanni Spadolini's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1975\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1975.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000405", "prompt": " In 1974, whose contains the administrative territorial entity's capital of's capital was Bremen?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bremen | 1974\n- West Germany | contains the administrative territorial entity | Saarland | 1974\n- West Germany | contains the administrative territorial entity | Hesse | 1974\n- West Germany | contains the administrative territorial entity | Hamburg | 1974\n- West Germany | contains the administrative territorial entity | Bavaria | 1974\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1974\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1974\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1974\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1974\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1974\n- Saarland | located in the administrative territorial entity | West Germany | 1974\n- Oberliga Nord (1974-1994) | country | West Germany | 1974\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1974\n- Bremen | head of government | Hans Koschnick | 1974\n- Bonn | capital of | West Germany | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000406", "prompt": " After Bardymsky District located in Sverdlovsk Oblast, what was the located in of Bardymsky District?\nEvidence:\n- Bardymsky District | located in the administrative territorial entity | Perm Oblast | 1963\n- Vereshchaginsky District | located in the administrative territorial entity | Perm Oblast | 1963\n- Solikamsk | located in the administrative territorial entity | Perm Oblast | 1963\n- Q573723 | located in the administrative territorial entity | Perm Oblast | 1963\n- Berezniki | located in the administrative territorial entity | Perm Oblast | 1963\nReasoning:", "completion": " Answer: Perm Oblast", "t_query": 1963.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_000407", "prompt": " In what year was the located in of Route nationale 523 equal to Savoie?\nEvidence:\n- Route nationale 523 | located in the administrative territorial entity | Savoie | 1971\n- Route nationale 523 | located in the administrative territorial entity | Isère | 1971\n- Q920272 | located in the administrative territorial entity | Savoie | 1971\nReasoning:", "completion": " Answer: 1971", "t_query": 1971.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000408", "prompt": " In 1922, whose surface played on was lawn?\nEvidence:\n- Stade de Gerland | surface played on | lawn | 1922\nReasoning:", "completion": " Answer: Stade de Gerland", "t_query": 1922.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_000409", "prompt": " After Guido Romanelli country of citizenship Italy, what was the head of state of Vitaliano Brancati's country of citizenship?\nEvidence:\n- Vitaliano Brancati | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\n- Virginio Rosetta | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: Luigi Einaudi", "t_query": 1951.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000410", "prompt": " In 1972, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Answer: Hesse", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000411", "prompt": " In 2007, whose member of sports team was Polonia Warsaw?\nEvidence:\n- Q670214 | member of sports team | Polonia Warsaw | 2007\n- Q655920 | member of sports team | Polonia Warsaw | 2007\n- Paweł Kieszek | member of sports team | Polonia Warsaw | 2007\n- Paweł Kieszek | member of sports team | S.C. Braga | 2007\nReasoning:", "completion": " Answer: Paweł Kieszek", "t_query": 2007.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_000412", "prompt": " In 2019, whose member of sports team was Futbol Club Barcelona?\nEvidence:\n- Q49704 | member of sports team | Futbol Club Barcelona | 2019\n- Q455462 | member of sports team | Futbol Club Barcelona | 2019\n- Lionel Messi | member of sports team | Futbol Club Barcelona | 2019\n- Gerard Piqué | member of sports team | Futbol Club Barcelona | 2019\n- Lionel Messi | employer | Futbol Club Barcelona | 2019\n- Lionel Messi | residence | Barcelona | 2019\n- Gerard Piqué | member of sports team | Catalonia national football team | 2019\n- Q49704 | member of sports team | Spain men's national football team | 2019\n- Lionel Messi | league or competition | La Liga | 2019\n- Lionel Messi | head coach | Ernesto Valverde | 2019\n- Lionel Messi | award received | Q645468 | 2019\n- Lionel Messi | award received | Q373232 | 2019\n- Lionel Messi | award received | Pichichi Trophy | 2019\n- Lionel Messi | award received | European Golden Shoe | 2019\n- Lionel Messi | award received | Ballon d'Or | 2019\nReasoning:", "completion": " Answer: Gerard Piqué", "t_query": 2019.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000413", "prompt": " In 1946, what was the located in of Skopje?\nEvidence:\n- Skopje | located in the administrative territorial entity | Socialist Republic of Macedonia | 1946\n- Skopje | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q146496 | country of citizenship | Socialist Federal Republic of Yugoslavia | 1946\n- Miroslav Blažević | country of citizenship | Socialist Federal Republic of Yugoslavia | 1946\n- Mirko Novosel | country of citizenship | Socialist Federal Republic of Yugoslavia | 1946\n- Fahrudin Jusufi | country of citizenship | Socialist Federal Republic of Yugoslavia | 1946\n- Socialist Autonomous Province of Vojvodina | country | Socialist Federal Republic of Yugoslavia | 1946\n- Šibenik | country | Socialist Federal Republic of Yugoslavia | 1946\n- Zagreb | country | Socialist Federal Republic of Yugoslavia | 1946\n- Vršac | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q583161 | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q55630 | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q5266 | country | Socialist Federal Republic of Yugoslavia | 1946\n- Pristina | country | Socialist Federal Republic of Yugoslavia | 1946\n- Perast | country | Socialist Federal Republic of Yugoslavia | 1946\nReasoning:", "completion": " Answer: Socialist Republic of Macedonia", "t_query": 1946.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000414", "prompt": " In 1993, what was the chairperson of The Knesset?\nEvidence:\n- The Knesset | chairperson | Shevah Weiss | 1993\nReasoning:", "completion": " Answer: Shevah Weiss", "t_query": 1993.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_000415", "prompt": " Who was the contains the administrative territorial entity of Würzburg's country before Bremen?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Answer: North Rhine-Westphalia", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000416", "prompt": " In 1993, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1993\n- Germany | member of | European Coal and Steel Community | 1993\n- Belgium | member of | European Coal and Steel Community | 1993\n- Germany | member of | European Atomic Energy Community | 1993\n- Germany | member of | Western European Union | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q107089 | country of citizenship | Germany | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Werner Schulz | country of citizenship | Germany | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Udo Zimmermann | country of citizenship | Germany | 1993\nReasoning:", "completion": " Answer: Luca Ronconi", "t_query": 1993.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000417", "prompt": " In what year was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance equal to Bavaria?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Answer: 1972", "t_query": 1972.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000418", "prompt": " In 1955, whose country was French Algeria?\nEvidence:\n- Q131818 | country | French Algeria | 1955\n- Algiers Province | country | French Algeria | 1955\n- Algiers Province | located in the administrative territorial entity | French Algeria | 1955\nReasoning:", "completion": " Answer: Algiers Province", "t_query": 1955.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000419", "prompt": " Who was the country of Shcholkine after Russian Empire?\nEvidence:\n- Shcholkine | country | Soviet Union | 1924\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1924\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1924\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1924\n- Semipalatinsk Governorate of the Kirghiz Autonomous Socialist Soviet Republic | country | Soviet Union | 1924\n- Vladimir Lenin | country of citizenship | Soviet Union | 1924\n- Viktor Kulikov | country of citizenship | Soviet Union | 1924\n- Vikenty Veresaev | country of citizenship | Soviet Union | 1924\n- Nina Bocharova | country of citizenship | Soviet Union | 1924\n- Maria Zankovetska | country of citizenship | Soviet Union | 1924\n- Dmitry Yazov | country of citizenship | Soviet Union | 1924\n- Boris Yefimov | country of citizenship | Soviet Union | 1924\n- Karen Ter-Martirosian | country of citizenship | Soviet Union | 1924\n- Yevpatoriia | country | Soviet Union | 1924\n- Yalta | country | Soviet Union | 1924\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1924.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000420", "prompt": " After Carlo Alberto dalla Chiesa country of citizenship Italy, what was the head of government of Gerardo Marotta's country of citizenship?\nEvidence:\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Lucio Dalla | country of citizenship | Italy | 2001\n- Alberto Ronchey | country of citizenship | Italy | 2001\n- Alberto Lattuada | country of citizenship | Italy | 2001\n- Carlo Giuffré | country of citizenship | Italy | 2001\n- Carlo Fruttero | country of citizenship | Italy | 2001\n- Carlo Curis | country of citizenship | Italy | 2001\n- Carlo Cercignani | country of citizenship | Italy | 2001\n- Alberto De Martino | country of citizenship | Italy | 2001\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\nReasoning:", "completion": " Answer: Giuliano Amato", "t_query": 2001.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000421", "prompt": " In 1984, whose country of citizenship was Italy?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\n- Tonino Cervi | country of citizenship | Italy | 1984\n- Tiziano Terzani | country of citizenship | Italy | 1984\n- Stéphane Grappelli | country of citizenship | Italy | 1984\n- Simon Spierer | country of citizenship | Italy | 1984\n- Sergio Mantovani | country of citizenship | Italy | 1984\n- Sergio Bonelli | country of citizenship | Italy | 1984\n- Salvatore Cassisa | country of citizenship | Italy | 1984\n- Rossana Rossanda | country of citizenship | Italy | 1984\n- Renata Tebaldi | country of citizenship | Italy | 1984\n- Primo Nebiolo | country of citizenship | Italy | 1984\n- Pino Lancetti | country of citizenship | Italy | 1984\n- Pietro Rava | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Carlo Curis", "t_query": 1984.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000422", "prompt": " Who was the contains the administrative territorial entity of Germany's head of government's country of citizenship after Schleswig-Holstein?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: Rhineland-Palatinate", "t_query": 1987.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000423", "prompt": " In what year was the spouse of Princess Auguste of Bavaria equal to Archduke Joseph August of Austria?\nEvidence:\n- Princess Auguste of Bavaria | spouse | Archduke Joseph August of Austria | 1943\nReasoning:", "completion": " Answer: 1943", "t_query": 1943.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_000424", "prompt": " In 2017, whose country of citizenship was Italy?\nEvidence:\n- Q967883 | country of citizenship | Italy | 2017\n- Yannis Kounellis | country of citizenship | Italy | 2017\n- Rossana Rossanda | country of citizenship | Italy | 2017\n- Romano Agostinelli | country of citizenship | Italy | 2017\n- Pino Caruso | country of citizenship | Italy | 2017\n- Paolo Villaggio | country of citizenship | Italy | 2017\n- Nani Tedeschi | country of citizenship | Italy | 2017\n- Mauro Staccioli | country of citizenship | Italy | 2017\n- Mario Perniola | country of citizenship | Italy | 2017\n- Mario Agnes | country of citizenship | Italy | 2017\n- Luigi Barbarito | country of citizenship | Italy | 2017\n- Luigi Agnolin | country of citizenship | Italy | 2017\n- Isabella Biagini | country of citizenship | Italy | 2017\n- Giorgio Azzimonti | country of citizenship | Italy | 2017\n- Gigi Proietti | country of citizenship | Italy | 2017\nReasoning:", "completion": " Answer: Alessandro Mendini", "t_query": 2017.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000425", "prompt": " In 1953, whose chairperson's member of was Jean Monnet?\nEvidence:\n- European Coal and Steel Community | chairperson | Jean Monnet | 1953\n- Italy | member of | European Coal and Steel Community | 1953\n- Germany | member of | European Coal and Steel Community | 1953\n- Belgium | member of | European Coal and Steel Community | 1953\nReasoning:", "completion": " Answer: Italy", "t_query": 1953.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_000426", "prompt": " After Giovanni Comisso country of citizenship Italy, what was the shares border with of Ugo Morin's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1968\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Giovanni Mardersteig | country of citizenship | Italy | 1968\n- Giovanni Invernizzi | country of citizenship | Italy | 1968\n- Giovanni Goria | country of citizenship | Italy | 1968\n- Giovanni Ferrofino | country of citizenship | Italy | 1968\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1968.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000427", "prompt": " After Sakha located in Russian Soviet Federative Socialist Republic, what was the anthem of Mordovian Autonomous Soviet Socialist Republic's located in?\nEvidence:\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1957\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Saransk | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q780942 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q408606 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1957\n- Saransk | capital of | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1957\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1957\n- Torbeyevsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Romodanovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Kochkurovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Chamzinsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\nReasoning:", "completion": " Answer: State Anthem of the Soviet Union", "t_query": 1957.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000428", "prompt": " In 1901, what was the basic form of government of Kasato Maru's country of registry?\nEvidence:\n- Kasato Maru | country of registry | Russian Empire | 1901\n- Russian Empire | basic form of government | absolute monarchy | 1901\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1901\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1901\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1901\n- Khanate of Khiva | country | Russian Empire | 1901\n- Emirate of Bukhara | country | Russian Empire | 1901\n- Russian Empire | anthem | God Save the Tsar! | 1901\n- Vladimir Lenin | country of citizenship | Russian Empire | 1901\n- Vikenty Veresaev | country of citizenship | Russian Empire | 1901\nReasoning:", "completion": " Answer: absolute monarchy", "t_query": 1901.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000429", "prompt": " In what year was the head of state of Romolo Alzani's country of citizenship equal to Francesco Cossiga?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Francesco Scafarelli | country of citizenship | Italy | 1987\n- Francesco Gabrieli | country of citizenship | Italy | 1987\n- Francesco Aguzzoli | country of citizenship | Italy | 1987\n- Loris Francesco Capovilla | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: 1987", "t_query": 1987.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000430", "prompt": " In what year was the country of citizenship of Ivan Silayev equal to Russia?\nEvidence:\n- Ivan Silayev | country of citizenship | Russia | 1993\n- Q59054 | country of citizenship | Russia | 1993\n- Q437262 | country of citizenship | Russia | 1993\n- Q324083 | country of citizenship | Russia | 1993\n- Q202117 | country of citizenship | Russia | 1993\n- Yuriy Sedykh | country of citizenship | Russia | 1993\n- Yuri Pshenichnikov | country of citizenship | Russia | 1993\n- Yuri Manin | country of citizenship | Russia | 1993\n- Yelena Miroshina | country of citizenship | Russia | 1993\n- Vladimir Chernavin | country of citizenship | Russia | 1993\n- Vera Krepkina | country of citizenship | Russia | 1993\n- Valeri Polyakov | country of citizenship | Russia | 1993\n- Sergei Kovalev | country of citizenship | Russia | 1993\n- Ruslan Khasbulatov | country of citizenship | Russia | 1993\n- Raisa Gorbacheva | country of citizenship | Russia | 1993\nReasoning:", "completion": " Answer: 1993", "t_query": 1993.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000431", "prompt": " In 1970, what was the member of of Lina Bo Bardi's country of citizenship?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000432", "prompt": " After Heinrich Scheuch country of citizenship Germany, what was the head of state of Germany?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- Heinrich Mann Prize | country | German Democratic Republic | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Answer: Walter Scheel", "t_query": 1974.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000433", "prompt": " After Mario Palanti country of citizenship Italy, what was the head of state of Giuseppe Colnago's country of citizenship?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Mario Gentili | country of citizenship | Italy | 1985\n- Mario Bò | country of citizenship | Italy | 1985\n- Mario Autelli | country of citizenship | Italy | 1985\n- Mario Albertini | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Mario De Donà | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: Francesco Cossiga", "t_query": 1985.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000434", "prompt": " In what year was the position held of Erazim Kohák's residence's head of government equal to President of the United States?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Discovery Channel | country | United States | 1988\n- United States | shares border with | Panama | 1988\n- Julie Mehretu | work location | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Tony Miles | country for sport | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\nReasoning:", "completion": " Answer: 1988", "t_query": 1988.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 13, "_lever_variant": "terse"} +{"id": "sft_000435", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Sainte-Foy-lès-Lyon", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000436", "prompt": " After Giuseppe Meazza country of citizenship Italy, what was the shares border with of Italy7492's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1964\n- Giuseppe Meazza | country of citizenship | Italy | 1964\n- Giuseppe Prisco | country of citizenship | Italy | 1964\n- Giuseppe Patanè | country of citizenship | Italy | 1964\n- Giuseppe Paratore | country of citizenship | Italy | 1964\n- Giuseppe Gabrielli | country of citizenship | Italy | 1964\n- Giuseppe Colnago | country of citizenship | Italy | 1964\n- Giuseppe Busso | country of citizenship | Italy | 1964\n- Giuseppe Antonini | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1964.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000437", "prompt": " In 1938, what was the residence of William Vickrey?\nEvidence:\n- William Vickrey | residence | New York City | 1938\n- Jane Jacobs | residence | New York City | 1938\n- Variety | place of publication | New York City | 1938\n- New York City | head of government | Fiorello H. La Guardia | 1938\n- Weegee | work location | New York City | 1938\n- Q543585 | work location | New York City | 1938\n- MetLife | headquarters location | New York City | 1938\n- Max Weber | work location | New York City | 1938\n- Louise Bourgeois | work location | New York City | 1938\n- Lewis Mumford | work location | New York City | 1938\n- Hanns Eisler | work location | New York City | 1938\n- Ellsworth Kelly | work location | New York City | 1938\nReasoning:", "completion": " Answer: New York City", "t_query": 1938.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 12, "_lever_variant": "terse"} +{"id": "sft_000438", "prompt": " In what year was the contains the administrative territorial entity of Germany's capital's capital of equal to Rhineland-Palatinate?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000439", "prompt": " Who was the member of of Marco Tulli's country of citizenship after European Economic Community?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1978.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000440", "prompt": " After Biebrich country West Germany, what was the currency of Würzburg's country?\nEvidence:\n- Biebrich | country | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | currency | Deutsche Mark | 1950\n- Wuppertal | country | West Germany | 1950\n- Wiesbaden | country | West Germany | 1950\n- Viersen | country | West Germany | 1950\n- Speyer | country | West Germany | 1950\n- Sande | country | West Germany | 1950\n- Q52041 | country | West Germany | 1950\n- Neuenkirchen | country | West Germany | 1950\n- Mannheim | country | West Germany | 1950\n- Lörrach | country | West Germany | 1950\n- Kiel | country | West Germany | 1950\n- Karlsruhe | country | West Germany | 1950\n- Hessenliga | country | West Germany | 1950\nReasoning:", "completion": " Answer: Deutsche Mark", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000441", "prompt": " In what year was the head of state of Clelio Darida's country of citizenship equal to Giuseppe Saragat?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Giuseppe Prisco | country of citizenship | Italy | 1968\n- Giuseppe Patanè | country of citizenship | Italy | 1968\n- Giuseppe Meazza | country of citizenship | Italy | 1968\n- Giuseppe Gabrielli | country of citizenship | Italy | 1968\n- Giuseppe Colnago | country of citizenship | Italy | 1968\n- Giuseppe Busso | country of citizenship | Italy | 1968\n- Giuseppe Antonini | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: 1968", "t_query": 1968.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000442", "prompt": " After Carlo Simi country of citizenship Italy, what was the member of of Raul Gardini's country of citizenship?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Carlo Fruttero | country of citizenship | Italy | 1989\n- Carlo Cercignani | country of citizenship | Italy | 1989\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1989.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000443", "prompt": " After Ismael Ruiz member of sports team Racing de Santander, what was the member of sports team of Ismael Ruiz?\nEvidence:\n- Ismael Ruiz | member of sports team | Terrassa FC | 2006\n- Ismael Ruiz | member of sports team | Real Oviedo | 2006\n- Q983415 | member of sports team | Terrassa FC | 2006\n- Q929644 | member of sports team | Real Oviedo | 2006\n- Q350982 | member of sports team | Real Oviedo | 2006\n- Adrián López Álvarez | member of sports team | Real Oviedo | 2006\nReasoning:", "completion": " Answer: Terrassa FC", "t_query": 2006.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_000444", "prompt": " Who was the employer of Leopold Ružička after Utrecht University?\nEvidence:\n- Leopold Ružička | employer | ETH Zurich | 1932\n- George Pólya | employer | ETH Zurich | 1932\nReasoning:", "completion": " Answer: ETH Zurich", "t_query": 1932.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_000445", "prompt": " In 2012, what was the head of government of Italy?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 2012\n- Stefano Angeleri | country of citizenship | Italy | 2012\n- Sergio Donadoni | country of citizenship | Italy | 2012\n- Sebastiano Mannironi | country of citizenship | Italy | 2012\n- Salvatore Cassisa | country of citizenship | Italy | 2012\n- Rossana Rossanda | country of citizenship | Italy | 2012\n- Rosario Bentivegna | country of citizenship | Italy | 2012\n- Roberto Tucci | country of citizenship | Italy | 2012\n- Raffaele Anguilla | country of citizenship | Italy | 2012\n- Plinio Antolini | country of citizenship | Italy | 2012\n- Paolo Villaggio | country of citizenship | Italy | 2012\n- Paolo Rossi | country of citizenship | Italy | 2012\n- Nino Baragli | country of citizenship | Italy | 2012\n- Mario Sereni | country of citizenship | Italy | 2012\n- Mariano Agate | country of citizenship | Italy | 2012\nReasoning:", "completion": " Answer: Mario Monti", "t_query": 2012.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000446", "prompt": " In 1931, whose board member was Wilhelm Kissel?\nEvidence:\n- Daimler-Benz AG | board member | Wilhelm Kissel | 1931\n- Daimler-Benz AG | chief executive officer | Wilhelm Kissel | 1931\nReasoning:", "completion": " Answer: Daimler-Benz AG", "t_query": 1931.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_000447", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Saint-Genis-les-Ollières", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000448", "prompt": " Who was the head of state of Gerardo Marotta's country of citizenship after Sandro Pertini?\nEvidence:\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Sandro Salvadore | country of citizenship | Italy | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\nReasoning:", "completion": " Answer: Carlo Azeglio Ciampi", "t_query": 2001.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000449", "prompt": " In 1946, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q429298 | country of citizenship | Kingdom of Italy | 1946\n- Q133535 | country of citizenship | Kingdom of Italy | 1946\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1946\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1946\n- Titta Ruffo | country of citizenship | Kingdom of Italy | 1946\n- Tita Piaz | country of citizenship | Kingdom of Italy | 1946\n- Rosina Anselmi | country of citizenship | Kingdom of Italy | 1946\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1946\n- Paolo Manna | country of citizenship | Kingdom of Italy | 1946\n- Pantaleo Carabellese | country of citizenship | Kingdom of Italy | 1946\n- Norina Matchabelli | country of citizenship | Kingdom of Italy | 1946\n- Michele Cipolla | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Answer: Ignazio Cannavò", "t_query": 1946.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000450", "prompt": " In 1956, whose basic form of government's diplomatic relation was constitutional monarchy?\nEvidence:\n- Afghanistan | basic form of government | constitutional monarchy | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\n- Afghanistan | head of state | Mohammed Zahir Shah | 1956\nReasoning:", "completion": " Answer: Germany", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000451", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Rillieux-la-Pape, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Rillieux-la-Pape | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | La Mulatière | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\nReasoning:", "completion": " Answer: Albigny-sur-Saône", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000452", "prompt": " Who was the member of sports team of Stefan Rehn before FC Lausanne-Sport?\nEvidence:\n- Stefan Rehn | member of sports team | IFK Göteborg | 1994\n- Stefan Rehn | member of sports team | Sweden men's national football team | 1994\n- Q949753 | member of sports team | IFK Göteborg | 1994\n- Q764704 | member of sports team | IFK Göteborg | 1994\n- Q342387 | member of sports team | IFK Göteborg | 1994\n- Joachim Björklund | member of sports team | IFK Göteborg | 1994\n- Q949753 | member of sports team | Sweden men's national football team | 1994\n- Q722046 | member of sports team | Sweden men's national football team | 1994\n- Q705590 | member of sports team | Sweden men's national football team | 1994\n- Q689331 | member of sports team | Sweden men's national football team | 1994\n- Q460375 | member of sports team | Sweden men's national football team | 1994\n- Q352241 | member of sports team | Sweden men's national football team | 1994\n- Q342387 | member of sports team | Sweden men's national football team | 1994\n- Q323412 | member of sports team | Sweden men's national football team | 1994\n- Q318747 | member of sports team | Sweden men's national football team | 1994\nReasoning:", "completion": " Answer: Sweden men's national football team", "t_query": 1994.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000453", "prompt": " In 1979, what was the capital of of Ashgabat?\nEvidence:\n- Ashgabat | capital of | Turkmen Soviet Socialist Republic | 1979\n- Ashgabat | country | Soviet Union | 1979\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1979\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1979\n- Q59054 | country of citizenship | Soviet Union | 1979\n- Q437262 | country of citizenship | Soviet Union | 1979\n- Q324083 | country of citizenship | Soviet Union | 1979\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1979\n- Yuri Manin | country of citizenship | Soviet Union | 1979\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1979\n- Viktor Kulikov | country of citizenship | Soviet Union | 1979\n- Vija Artmane | country of citizenship | Soviet Union | 1979\n- Vera Krepkina | country of citizenship | Soviet Union | 1979\n- Valeri Polyakov | country of citizenship | Soviet Union | 1979\n- Sergei Kovalev | country of citizenship | Soviet Union | 1979\nReasoning:", "completion": " Answer: Turkmen Soviet Socialist Republic", "t_query": 1979.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000454", "prompt": " Who was the member of sports team of Stefan Rehn before FC Lausanne-Sport?\nEvidence:\n- Stefan Rehn | member of sports team | IFK Göteborg | 1994\n- Stefan Rehn | member of sports team | Sweden men's national football team | 1994\n- Q949753 | member of sports team | IFK Göteborg | 1994\n- Q764704 | member of sports team | IFK Göteborg | 1994\n- Q342387 | member of sports team | IFK Göteborg | 1994\n- Joachim Björklund | member of sports team | IFK Göteborg | 1994\n- Q949753 | member of sports team | Sweden men's national football team | 1994\n- Q722046 | member of sports team | Sweden men's national football team | 1994\n- Q705590 | member of sports team | Sweden men's national football team | 1994\n- Q689331 | member of sports team | Sweden men's national football team | 1994\n- Q460375 | member of sports team | Sweden men's national football team | 1994\n- Q352241 | member of sports team | Sweden men's national football team | 1994\n- Q342387 | member of sports team | Sweden men's national football team | 1994\n- Q323412 | member of sports team | Sweden men's national football team | 1994\n- Q318747 | member of sports team | Sweden men's national football team | 1994\nReasoning:", "completion": " Answer: IFK Göteborg", "t_query": 1994.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000455", "prompt": " In 1987, whose contains the administrative territorial entity's country of citizenship's head of government was Bavaria?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bavaria | 1987\n- West Germany | contains the administrative territorial entity | Saarland | 1987\n- West Germany | contains the administrative territorial entity | Hesse | 1987\n- West Germany | contains the administrative territorial entity | Hamburg | 1987\n- West Germany | contains the administrative territorial entity | Bremen | 1987\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1987\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1987\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1987\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1987\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1987\n- Saarland | located in the administrative territorial entity | West Germany | 1987\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1987\n- Q77721 | country of citizenship | West Germany | 1987\n- Thomas Anders | country of citizenship | West Germany | 1987\n- Martin Walser | country of citizenship | West Germany | 1987\nReasoning:", "completion": " Answer: Germany", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000456", "prompt": " In what year was the country of citizenship of Veriano Luchetti equal to Italy?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\n- Tiziano Terzani | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: 1985", "t_query": 1985.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000457", "prompt": " In what year was the work location of Erazim Kohák's residence's head of government equal to Washington, D.C.?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Julie Mehretu | work location | United States | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- United States | shares border with | Panama | 1988\n- Tony Miles | country for sport | United States | 1988\n- Discovery Channel | country | United States | 1988\nReasoning:", "completion": " Answer: 1988", "t_query": 1988.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 13, "_lever_variant": "terse"} +{"id": "sft_000458", "prompt": " In 1976, what was the member of sports team of Rudolf Brunnenmeier?\nEvidence:\n- Rudolf Brunnenmeier | member of sports team | Schwarz-Weiß Bregenz | 1976\n- Rudolf Brunnenmeier | member of sports team | SC Schwarz-Weiß Bregenz | 1976\nReasoning:", "completion": " Answer: Schwarz-Weiß Bregenz", "t_query": 1976.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_000459", "prompt": " Who was the located in of Skopje after Kingdom of Yugoslavia?\nEvidence:\n- Skopje | country | Socialist Federal Republic of Yugoslavia | 1946\n- Skopje | located in the administrative territorial entity | Socialist Republic of Macedonia | 1946\n- Šibenik | country | Socialist Federal Republic of Yugoslavia | 1946\n- Zagreb | country | Socialist Federal Republic of Yugoslavia | 1946\n- Vršac | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q583161 | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q55630 | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q5266 | country | Socialist Federal Republic of Yugoslavia | 1946\n- Pristina | country | Socialist Federal Republic of Yugoslavia | 1946\n- Perast | country | Socialist Federal Republic of Yugoslavia | 1946\n- Peja | country | Socialist Federal Republic of Yugoslavia | 1946\n- Niš | country | Socialist Federal Republic of Yugoslavia | 1946\n- Ljubljana | country | Socialist Federal Republic of Yugoslavia | 1946\n- Kovin | country | Socialist Federal Republic of Yugoslavia | 1946\n- Gjilan | country | Socialist Federal Republic of Yugoslavia | 1946\nReasoning:", "completion": " Answer: Socialist Republic of Macedonia", "t_query": 1946.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000460", "prompt": " Who was the head of state of Italy before Giovanni Leone?\nEvidence:\n- Giovanni Mardersteig | country of citizenship | Italy | 1948\n- Q264986 | country of citizenship | Italy | 1948\n- Q219490 | country of citizenship | Italy | 1948\n- Q213482 | country of citizenship | Italy | 1948\n- Dalida | country of citizenship | Italy | 1948\n- Veriano Luchetti | country of citizenship | Italy | 1948\n- Tonino Cervi | country of citizenship | Italy | 1948\n- Tiziano Terzani | country of citizenship | Italy | 1948\n- Stéphane Grappelli | country of citizenship | Italy | 1948\n- Simon Spierer | country of citizenship | Italy | 1948\n- Sergio Mantovani | country of citizenship | Italy | 1948\n- Sergio Bonelli | country of citizenship | Italy | 1948\n- Rossana Rossanda | country of citizenship | Italy | 1948\n- Romeo Bertini | country of citizenship | Italy | 1948\n- Renata Tebaldi | country of citizenship | Italy | 1948\nReasoning:", "completion": " Answer: Luigi Einaudi", "t_query": 1948.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000461", "prompt": " In 1991, whose chairperson was Gerhard Stoltenberg?\nEvidence:\n- Federal Ministry of Defence of Germany | chairperson | Gerhard Stoltenberg | 1991\n- Federal Ministry of Defence of Germany | has part(s) | Q188058 | 1991\nReasoning:", "completion": " Answer: Federal Ministry of Defence of Germany", "t_query": 1991.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_000462", "prompt": " In 1957, whose position held's head of government's country of citizenship was Prime Minister of Italy?\nEvidence:\n- Adone Zoli | position held | Prime Minister of Italy | 1957\n- Italy | head of government | Adone Zoli | 1957\n- Adone Zoli | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: Ugo Stille", "t_query": 1957.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000463", "prompt": " After Sergio Donadoni country of citizenship Italy, what was the head of government of Italy?\nEvidence:\n- Sergio Mantovani | country of citizenship | Italy | 1980\n- Sergio Bonelli | country of citizenship | Italy | 1980\n- Q219490 | country of citizenship | Italy | 1980\n- Veriano Luchetti | country of citizenship | Italy | 1980\n- Tullio Kezich | country of citizenship | Italy | 1980\n- Tonino Cervi | country of citizenship | Italy | 1980\n- Tiziano Terzani | country of citizenship | Italy | 1980\n- Stéphane Grappelli | country of citizenship | Italy | 1980\n- Simon Spierer | country of citizenship | Italy | 1980\n- Salvatore Cassisa | country of citizenship | Italy | 1980\n- Rossana Rossanda | country of citizenship | Italy | 1980\n- Renata Tebaldi | country of citizenship | Italy | 1980\n- Primo Nebiolo | country of citizenship | Italy | 1980\n- Pino Lancetti | country of citizenship | Italy | 1980\n- Pietro Parente | country of citizenship | Italy | 1980\nReasoning:", "completion": " Answer: Arnaldo Forlani", "t_query": 1980.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000464", "prompt": " In 1948, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1948\n- Vladica Popović | country of citizenship | Yugoslavia | 1948\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1948\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1948\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1948\n- Ilija Petković | country of citizenship | Yugoslavia | 1948\n- Dušan Ivković | country of citizenship | Yugoslavia | 1948\n- Dragan Tomić | country of citizenship | Yugoslavia | 1948\n- Verzar | country | Yugoslavia | 1948\n- Suševo | country | Yugoslavia | 1948\n- Q793485 | country | Yugoslavia | 1948\n- Pirot | country | Yugoslavia | 1948\n- Orašje | country | Yugoslavia | 1948\n- Kraljevo | country | Yugoslavia | 1948\n- Karlovac | country | Yugoslavia | 1948\nReasoning:", "completion": " Answer: Alfonso Brescia", "t_query": 1948.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000465", "prompt": " In 1970, what was the member of of Lina Bo Bardi's country of citizenship?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000466", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon equal to Francheville?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000467", "prompt": " Who was the head of state of Ignazio Cannavò's country of citizenship before Giorgio Napolitano?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Giorgio Zampori | country of citizenship | Kingdom of Italy | 1946\n- Giorgio Scerbanenco | country of citizenship | Kingdom of Italy | 1946\n- Giorgio Pasquali | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Answer: Enrico de Nicola", "t_query": 1946.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000468", "prompt": " In what year was the member of of Guido Aycard's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: 1962", "t_query": 1962.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000469", "prompt": " In 2000, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\n- Tonino Cervi | country of citizenship | Italy | 2000\n- Tiziano Terzani | country of citizenship | Italy | 2000\nReasoning:", "completion": " Answer: Renata Tebaldi", "t_query": 2000.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000470", "prompt": " Who was the work location of Bernard Schultze after Berlin?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: Frankfurt", "t_query": 1953.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000471", "prompt": " In 2017, what was the country of citizenship of Alessandro Mendini?\nEvidence:\n- Alessandro Mendini | country of citizenship | Italy | 2017\n- Alessandro Alessandroni | country of citizenship | Italy | 2017\n- Q967883 | country of citizenship | Italy | 2017\n- Yannis Kounellis | country of citizenship | Italy | 2017\n- Rossana Rossanda | country of citizenship | Italy | 2017\n- Romano Agostinelli | country of citizenship | Italy | 2017\n- Pino Caruso | country of citizenship | Italy | 2017\n- Paolo Villaggio | country of citizenship | Italy | 2017\n- Nani Tedeschi | country of citizenship | Italy | 2017\n- Mauro Staccioli | country of citizenship | Italy | 2017\n- Mario Perniola | country of citizenship | Italy | 2017\n- Mario Agnes | country of citizenship | Italy | 2017\n- Luigi Barbarito | country of citizenship | Italy | 2017\n- Luigi Agnolin | country of citizenship | Italy | 2017\n- Isabella Biagini | country of citizenship | Italy | 2017\nReasoning:", "completion": " Answer: Italy", "t_query": 2017.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000472", "prompt": " In what year was the located in of Morsang-sur-Orge equal to Seine-et-Oise?\nEvidence:\n- Morsang-sur-Orge | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Morsang-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Villiers-sur-Orge | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Savigny-sur-Orge | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Leuville-sur-Orge | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Juvisy-sur-Orge | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Bernes-sur-Oise | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Vaux-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Mousseaux-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Croissy-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Bonnières-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Tessancourt-sur-Aubette | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Oncy-sur-École | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Oinville-sur-Montcient | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Neuilly-sur-Marne | located in the administrative territorial entity | Seine-et-Oise | 1918\nReasoning:", "completion": " Answer: 1918", "t_query": 1918.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000473", "prompt": " In 1968, what was the currency of Ugo Morin's country of citizenship?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000474", "prompt": " In 1971, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\n- Tullio Kezich | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: Salvatore Fiume", "t_query": 1971.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000475", "prompt": " In what year was the member of of Mario Gentili's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: 1961", "t_query": 1961.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000476", "prompt": " In 1987, whose head of government's contains the administrative territorial entity's country of citizenship's head of government was Q110719?\nEvidence:\n- Saarland | head of government | Q110719 | 1987\n- West Germany | contains the administrative territorial entity | Saarland | 1987\n- Saarland | located in the administrative territorial entity | West Germany | 1987\n- Saarland | country | West Germany | 1987\nReasoning:", "completion": " Answer: Germany", "t_query": 1987.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_000477", "prompt": " In 1988, whose shares border with's residence was Panama?\nEvidence:\n- United States | shares border with | Panama | 1988\n- Paolo Soleri | residence | United States | 1988\n- Erazim Kohák | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Tony Miles | country for sport | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- Julie Mehretu | work location | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Discovery Channel | country | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\nReasoning:", "completion": " Answer: Erazim Kohák", "t_query": 1988.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 13, "_lever_variant": "terse"} +{"id": "sft_000478", "prompt": " In 1997, what was the member of of Giorgio Rebuffi's country of citizenship?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Guerra | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1997.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000479", "prompt": " In 1984, what was the shares border with of Andrea Carrea's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1984\n- Andrea Carrea | country of citizenship | Italy | 1984\n- Andrea Pangrazio | country of citizenship | Italy | 1984\n- Andrea Miano | country of citizenship | Italy | 1984\n- Andrea Cassone | country of citizenship | Italy | 1984\n- Andrea Bianchi | country of citizenship | Italy | 1984\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000480", "prompt": " In what year was the member of of Chelyabinsk Oblast's located in equal to Soviet Union?\nEvidence:\n- Chelyabinsk Oblast | country | Soviet Union | 1974\n- Chelyabinsk | country | Soviet Union | 1974\n- Zlatoust | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Yuzhnouralsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Troitsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Miass | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Verkhny Ufaley | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Sumy Oblast | country | Soviet Union | 1974\n- Semipalatinsk Oblast | country | Soviet Union | 1974\n- Poltava Oblast | country | Soviet Union | 1974\n- Omsk Oblast | country | Soviet Union | 1974\n- Odesa Oblast | country | Soviet Union | 1974\n- Novosibirsk Oblast | country | Soviet Union | 1974\n- Murmansk Oblast | country | Soviet Union | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000481", "prompt": " Who was the position held of Mario Gentili's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Uberto de Morpurgo | country for sport | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1961.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000482", "prompt": " Who was the member of of Elena Altieri's country of citizenship before European Economic Community?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\n- Tullio Kezich | country of citizenship | Italy | 1977\n- Tonino Cervi | country of citizenship | Italy | 1977\n- Tiziano Terzani | country of citizenship | Italy | 1977\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1977.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000483", "prompt": " In 1973, whose country was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1973\n- Yalta | country | Soviet Union | 1973\n- Voronezh | country | Soviet Union | 1973\n- Volhynia | country | Soviet Union | 1973\n- Vinnytsia | country | Soviet Union | 1973\n- Urgench | country | Soviet Union | 1973\n- Uman | country | Soviet Union | 1973\n- Torzhok | country | Soviet Union | 1973\n- Tbilisi | country | Soviet Union | 1973\n- Sudak | country | Soviet Union | 1973\n- Starodub | country | Soviet Union | 1973\n- Simferopol | country | Soviet Union | 1973\n- Siberia | country | Soviet Union | 1973\n- Sevastopol | country | Soviet Union | 1973\n- Q957273 | country | Soviet Union | 1973\nReasoning:", "completion": " Answer: NPO Mashinostroyeniya", "t_query": 1973.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000484", "prompt": " In 1964, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\n- Virginio Rosetta | country of citizenship | Italy | 1964\n- Veriano Luchetti | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: Carmelo Cappello", "t_query": 1964.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000485", "prompt": " In what year was the located in of Saint-Leu-la-Forêt equal to Seine-et-Oise?\nEvidence:\n- Saint-Leu-la-Forêt | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Milly-la-Forêt | located in the administrative territorial entity | Seine-et-Oise | 1921\n- La Forêt-le-Roi | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Saint-Nom-la-Bretèche | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Saint-Chéron | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Marnes-la-Coquette | located in the administrative territorial entity | Seine-et-Oise | 1921\n- La Ferté-Alais | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Gometz-la-Ville | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Abbéville-la-Rivière | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Plessis-Saint-Benoist | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Lévis-Saint-Nom | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Boissy-Saint-Léger | located in the administrative territorial entity | Seine-et-Oise | 1921\n- La Queue-les-Yvelines | located in the administrative territorial entity | Seine-et-Oise | 1921\n- La Celle-les-Bordes | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Saint-Germain-lès-Corbeil | located in the administrative territorial entity | Seine-et-Oise | 1921\nReasoning:", "completion": " Answer: 1921", "t_query": 1921.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000486", "prompt": " After Benito Lorenzi country of citizenship Italy, what was the head of state of Salvatore Fiume's country of citizenship?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: Giuseppe Saragat", "t_query": 1971.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000487", "prompt": " In 1901, what was the country of registry of Kasato Maru?\nEvidence:\n- Kasato Maru | country of registry | Russian Empire | 1901\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1901\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1901\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1901\n- Khanate of Khiva | country | Russian Empire | 1901\n- Emirate of Bukhara | country | Russian Empire | 1901\n- Russian Empire | anthem | God Save the Tsar! | 1901\n- Vladimir Lenin | country of citizenship | Russian Empire | 1901\n- Vikenty Veresaev | country of citizenship | Russian Empire | 1901\n- Maria Zankovetska | country of citizenship | Russian Empire | 1901\nReasoning:", "completion": " Answer: Russian Empire", "t_query": 1901.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000488", "prompt": " In what year was the member of sports team of Boris Razinsky equal to FK Daugava (2003)?\nEvidence:\n- Boris Razinsky | member of sports team | FK Daugava (2003) | 1970\n- Boris Razinsky | member of sports team | FC Ararat Yerevan | 1970\nReasoning:", "completion": " Answer: 1970", "t_query": 1970.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_000489", "prompt": " In 1978, whose head of state's country of citizenship was Sandro Pertini?\nEvidence:\n- Italy | head of state | Sandro Pertini | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: Marco Tulli", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000490", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon after Rochetaillée-sur-Saône?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Rochetaillée-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Neuville-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Fleurieu-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Albigny-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Answer: Écully", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000491", "prompt": " In 1949, what was the work location of Antoine Pevsner?\nEvidence:\n- Antoine Pevsner | work location | Paris | 1949\n- Q87063 | work location | Paris | 1949\n- Q763355 | work location | Paris | 1949\n- Q689646 | work location | Paris | 1949\n- Q384860 | work location | Paris | 1949\n- Q319861 | work location | Paris | 1949\n- Q117783 | work location | Paris | 1949\n- Q116714 | work location | Paris | 1949\n- René Huyghe | work location | Paris | 1949\n- Pierre Balmain | work location | Paris | 1949\n- Mikhail Larionov | work location | Paris | 1949\n- Marcel Aubert | work location | Paris | 1949\n- Léopold Survage | work location | Paris | 1949\n- Joseph Csaky | work location | Paris | 1949\n- François Dufrêne | work location | Paris | 1949\nReasoning:", "completion": " Answer: Paris", "t_query": 1949.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000492", "prompt": " In 1988, whose head of government's country of citizenship was Giovanni Goria?\nEvidence:\n- Italy | head of government | Giovanni Goria | 1988\n- Giovanni Goria | country of citizenship | Italy | 1988\n- Giovanni Goria | position held | Prime Minister of Italy | 1988\n- Giovanni Invernizzi | country of citizenship | Italy | 1988\n- Giovanni Ferrofino | country of citizenship | Italy | 1988\n- Giovanni Azzini | country of citizenship | Italy | 1988\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\n- Vittore Catella | country of citizenship | Italy | 1988\n- Veriano Luchetti | country of citizenship | Italy | 1988\nReasoning:", "completion": " Answer: Salvatore Fiume", "t_query": 1988.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000493", "prompt": " In 1924, whose country's residence was Kingdom of Greece?\nEvidence:\n- Athens | country | Kingdom of Greece | 1924\n- Cornelius Castoriadis | residence | Athens | 1924\nReasoning:", "completion": " Answer: Cornelius Castoriadis", "t_query": 1924.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_000494", "prompt": " Who was the member of of Giovanni D'Ascenzi's country of citizenship before European Economic Community?\nEvidence:\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1951\n- Giovanni Ticozzi | country of citizenship | Italy | 1951\n- Giovanni Papini | country of citizenship | Italy | 1951\n- Giovanni Mardersteig | country of citizenship | Italy | 1951\n- Giovanni Invernizzi | country of citizenship | Italy | 1951\n- Giovanni Goria | country of citizenship | Italy | 1951\n- Giovanni Ferrofino | country of citizenship | Italy | 1951\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1951.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000495", "prompt": " After Edmondo Rossoni country of citizenship Italy, what was the member of of Lelio Antoniotti's country of citizenship?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\n- Tullio Kezich | country of citizenship | Italy | 1973\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1973.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000496", "prompt": " After Universal Copyright Convention signatory Cyprus, what was the currency of Cyprus?\nEvidence:\n- Cyprus | currency | Cypriot pound | 2003\nReasoning:", "completion": " Answer: Cypriot pound", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_000497", "prompt": " In 1968, whose head of government's country of citizenship was Giovanni Leone?\nEvidence:\n- Italy | head of government | Giovanni Leone | 1968\n- Giovanni Mardersteig | country of citizenship | Italy | 1968\n- Giovanni Invernizzi | country of citizenship | Italy | 1968\n- Giovanni Goria | country of citizenship | Italy | 1968\n- Giovanni Ferrofino | country of citizenship | Italy | 1968\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Claudia Vinciguerra", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000498", "prompt": " In 1968, whose head of state's country of citizenship was Giuseppe Saragat?\nEvidence:\n- Italy | head of state | Giuseppe Saragat | 1968\n- Giuseppe Saragat | country of citizenship | Italy | 1968\n- Giuseppe Saragat | position held | President of Italy | 1968\n- Giuseppe Prisco | country of citizenship | Italy | 1968\n- Giuseppe Patanè | country of citizenship | Italy | 1968\n- Giuseppe Meazza | country of citizenship | Italy | 1968\n- Giuseppe Gabrielli | country of citizenship | Italy | 1968\n- Giuseppe Colnago | country of citizenship | Italy | 1968\n- Giuseppe Busso | country of citizenship | Italy | 1968\n- Giuseppe Antonini | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Clelio Darida", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000499", "prompt": " In 1963, what was the member of of Francesca Romana Coluzzi's country of citizenship?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000500", "prompt": " In what year was the position held of David Bowie's work location's head of government equal to Governing Mayor of Berlin?\nEvidence:\n- David Bowie | work location | Berlin | 1978\n- Q896393 | work location | Berlin | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Q497401 | terminus | Berlin | 1978\n- Anna Seghers | residence | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\nReasoning:", "completion": " Answer: 1978", "t_query": 1978.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_000501", "prompt": " In 1948, what was the head of state of Alfonso Brescia's country of citizenship?\nEvidence:\n- Alfonso Brescia | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\n- Q318968 | country of citizenship | Italy | 1948\n- Q264986 | country of citizenship | Italy | 1948\n- Q219490 | country of citizenship | Italy | 1948\n- Q213482 | country of citizenship | Italy | 1948\n- Dalida | country of citizenship | Italy | 1948\n- Wilma Montesi | country of citizenship | Italy | 1948\n- Vittore Catella | country of citizenship | Italy | 1948\nReasoning:", "completion": " Answer: Enrico de Nicola", "t_query": 1948.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000502", "prompt": " After Enrico Accatino country of citizenship Italy, what was the head of state of Italy?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 2005\n- Tullio Kezich | country of citizenship | Italy | 2005\n- Stefano Angeleri | country of citizenship | Italy | 2005\n- Simon Spierer | country of citizenship | Italy | 2005\n- Sergio Bonelli | country of citizenship | Italy | 2005\n- Sebastiano Mannironi | country of citizenship | Italy | 2005\n- Salvatore Cassisa | country of citizenship | Italy | 2005\n- Rossana Rossanda | country of citizenship | Italy | 2005\n- Romano Scarpa | country of citizenship | Italy | 2005\n- Romano Mussolini | country of citizenship | Italy | 2005\n- Plinio Antolini | country of citizenship | Italy | 2005\n- Pino Lancetti | country of citizenship | Italy | 2005\n- Pietro Rava | country of citizenship | Italy | 2005\n- Piero Cappuccilli | country of citizenship | Italy | 2005\n- Piergiorgio Nesti | country of citizenship | Italy | 2005\nReasoning:", "completion": " Answer: Carlo Azeglio Ciampi", "t_query": 2005.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000503", "prompt": " In 2008, whose member of's head of government was Politburo Standing Committee of the Chinese Communist Party?\nEvidence:\n- Wen Jiabao | member of | Politburo Standing Committee of the Chinese Communist Party | 2008\n- People's Republic of China | head of government | Wen Jiabao | 2008\nReasoning:", "completion": " Answer: People's Republic of China", "t_query": 2008.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_000504", "prompt": " In what year was the educated at of Alexander Gelfond equal to Lomonosov Moscow State University?\nEvidence:\n- Alexander Gelfond | educated at | Lomonosov Moscow State University | 1930\n- Q983399 | employer | Lomonosov Moscow State University | 1930\n- Q321515 | employer | Lomonosov Moscow State University | 1930\n- Lev Schnirelmann | employer | Lomonosov Moscow State University | 1930\n- Lev Pontryagin | employer | Lomonosov Moscow State University | 1930\nReasoning:", "completion": " Answer: 1930", "t_query": 1930.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_000505", "prompt": " After Pericle Fazzini country of citizenship Italy, what was the member of of Mario Gentili's country of citizenship?\nEvidence:\n- Pericle Fazzini | country of citizenship | Italy | 1961\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1961.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000506", "prompt": " After Germany member of European Coal and Steel Community, what was the capital of of Germany's capital?\nEvidence:\n- Germany | member of | European Coal and Steel Community | 1974\n- Italy | member of | European Coal and Steel Community | 1974\n- Belgium | member of | European Coal and Steel Community | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\nReasoning:", "completion": " Answer: West Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000507", "prompt": " In 1956, what was the head of state of Alfonso Calzolari's country of citizenship?\nEvidence:\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\n- Veriano Luchetti | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: Giovanni Gronchi", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000508", "prompt": " After IBM chief executive officer Thomas John Watson, Sr., what was the chief executive officer of Jean E. Sammet's employer?\nEvidence:\n- IBM | chief executive officer | Thomas Watson | 1965\n- Jean E. Sammet | employer | IBM | 1965\n- John Backus | employer | IBM | 1965\n- Benoit Mandelbrot | employer | IBM | 1965\nReasoning:", "completion": " Answer: Thomas Watson", "t_query": 1965.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_000509", "prompt": " In 1970, what was the shares border with of Claudio Cavazza's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1970\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000510", "prompt": " Who was the sponsor of EF Education-Tibco-SVB before EF?\nEvidence:\n- EF Education-Tibco-SVB | sponsor | Tibco Software | 2011\n- EF Education-Tibco-SVB | owned by | Linda Jackson | 2011\n- Tara Whitten | member of sports team | EF Education-Tibco-SVB | 2011\nReasoning:", "completion": " Answer: Tibco Software", "t_query": 2011.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000511", "prompt": " After Achille Compagnoni country of citizenship Italy, what was the head of state of Alfonso Brescia's country of citizenship?\nEvidence:\n- Alfonso Brescia | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\n- Q318968 | country of citizenship | Italy | 1948\n- Q264986 | country of citizenship | Italy | 1948\n- Q219490 | country of citizenship | Italy | 1948\n- Q213482 | country of citizenship | Italy | 1948\n- Dalida | country of citizenship | Italy | 1948\n- Wilma Montesi | country of citizenship | Italy | 1948\n- Vittore Catella | country of citizenship | Italy | 1948\nReasoning:", "completion": " Answer: Luigi Einaudi", "t_query": 1948.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000512", "prompt": " In what year was the head of government of Salvatore Fiume's country of citizenship equal to Ciriaco De Mita?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1988\n- Salvatore Cassisa | country of citizenship | Italy | 1988\n- Virginio De Paoli | country of citizenship | Italy | 1988\n- Velasio de Paolis | country of citizenship | Italy | 1988\n- Renzo De Felice | country of citizenship | Italy | 1988\n- Nevio de Zordo | country of citizenship | Italy | 1988\n- Mario De Donà | country of citizenship | Italy | 1988\n- Dino De Antoni | country of citizenship | Italy | 1988\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\nReasoning:", "completion": " Answer: 1988", "t_query": 1988.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000513", "prompt": " In 1931, whose country was Kingdom of Italy?\nEvidence:\n- Q9409 | country | Kingdom of Italy | 1931\n- Q6259 | country | Kingdom of Italy | 1931\n- Q2704 | country | Kingdom of Italy | 1931\n- Q16163 | country | Kingdom of Italy | 1931\n- Monza | country | Kingdom of Italy | 1931\n- Marche | country | Kingdom of Italy | 1931\n- Lombardy | country | Kingdom of Italy | 1931\n- Cagliari | country | Kingdom of Italy | 1931\n- Emilia-Romagna | country | Kingdom of Italy | 1931\n- Q976653 | country of citizenship | Kingdom of Italy | 1931\n- Q890523 | country of citizenship | Kingdom of Italy | 1931\n- Q715036 | country of citizenship | Kingdom of Italy | 1931\n- Q471232 | country of citizenship | Kingdom of Italy | 1931\n- Q432318 | country of citizenship | Kingdom of Italy | 1931\n- Q429298 | country of citizenship | Kingdom of Italy | 1931\nReasoning:", "completion": " Answer: Province of Turin", "t_query": 1931.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000514", "prompt": " Who was the head of government of Italy before Lamberto Dini?\nEvidence:\n- Q264986 | country of citizenship | Italy | 1955\n- Q219490 | country of citizenship | Italy | 1955\n- Q213482 | country of citizenship | Italy | 1955\n- Dalida | country of citizenship | Italy | 1955\n- Veriano Luchetti | country of citizenship | Italy | 1955\n- Tonino Cervi | country of citizenship | Italy | 1955\n- Tiziano Terzani | country of citizenship | Italy | 1955\n- Stéphane Grappelli | country of citizenship | Italy | 1955\n- Simon Spierer | country of citizenship | Italy | 1955\n- Sergio Mantovani | country of citizenship | Italy | 1955\n- Sergio Bonelli | country of citizenship | Italy | 1955\n- Rossana Rossanda | country of citizenship | Italy | 1955\n- Romeo Bertini | country of citizenship | Italy | 1955\n- Renata Tebaldi | country of citizenship | Italy | 1955\n- Primo Nebiolo | country of citizenship | Italy | 1955\nReasoning:", "completion": " Answer: Mario Scelba", "t_query": 1955.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000515", "prompt": " Who was the head of state of Alfonso Calzolari's country of citizenship before Carlo Azeglio Ciampi?\nEvidence:\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Carlo Zecchi | country of citizenship | Italy | 1956\n- Carlo Toniatti | country of citizenship | Italy | 1956\n- Carlo Bandirola | country of citizenship | Italy | 1956\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: Giovanni Gronchi", "t_query": 1956.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000516", "prompt": " Who was the head of government of Germany's capital's capital of's contains the administrative territorial entity before Kurt Georg Kiesinger?\nEvidence:\n- Germany | head of government | Konrad Adenauer | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | Germany | 1956\n- Bonn | capital of | West Germany | 1956\n- Germany | head of state | Theodor Heuss | 1956\n- Saarbrücken | located in the administrative territorial entity | Saar Protectorate | 1956\n- Nitra District | located in the administrative territorial entity | Czechoslovakia | 1956\n- East Berlin | capital of | German Democratic Republic | 1956\n- Afghanistan | basic form of government | constitutional monarchy | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Germany | member of | Western European Union | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- Afghanistan | head of state | Mohammed Zahir Shah | 1956\nReasoning:", "completion": " Answer: Gebhard Müller", "t_query": 1956.0, "chain_length": 4, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000517", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Fleurieu-sur-Saône, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Fleurieu-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Rochetaillée-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Neuville-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Albigny-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Answer: Dardilly", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000518", "prompt": " In 1978, what was the member of of Marco Tulli's country of citizenship?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000519", "prompt": " In 1941, what was the country of Kulob?\nEvidence:\n- Kulob | country | Tajik Soviet Socialist Republic | 1941\n- Dushanbe | located in the administrative territorial entity | Tajik Soviet Socialist Republic | 1941\n- Dushanbe | capital of | Tajik Soviet Socialist Republic | 1941\nReasoning:", "completion": " Answer: Tajik Soviet Socialist Republic", "t_query": 1941.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000520", "prompt": " After Angelo Zorzi country of citizenship Italy, what was the currency of John Paul I's country of citizenship?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Angelo Varetto | country of citizenship | Italy | 1961\n- Angelo Infanti | country of citizenship | Italy | 1961\n- Angelo Cuniberti | country of citizenship | Italy | 1961\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1961.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000521", "prompt": " In 1933, whose operator was Deutsche Reichsbahn?\nEvidence:\n- Q315056 | operator | Deutsche Reichsbahn | 1933\n- Q159861 | operator | Deutsche Reichsbahn | 1933\n- Württemberg Hz | operator | Deutsche Reichsbahn | 1933\n- Molli railway | operator | Deutsche Reichsbahn | 1933\n- Kaufbeuren–Schongau railway | operator | Deutsche Reichsbahn | 1933\n- DRG Class 87 | operator | Deutsche Reichsbahn | 1933\n- DRG Class 85 | operator | Deutsche Reichsbahn | 1933\n- DRG Class 80 | operator | Deutsche Reichsbahn | 1933\n- DRG Class 43 | operator | Deutsche Reichsbahn | 1933\n- DRG Class 03 | operator | Deutsche Reichsbahn | 1933\n- Nuremberg Hbf–Bamberg railway | operator | Deutsche Reichsbahn | 1933\n- DR Class E 15 | operator | Deutsche Reichsbahn | 1933\n- Augsburg Hbf–Buchloe railway | operator | Deutsche Reichsbahn | 1933\n- Würzburg Hbf–Aschaffenburg Hbf railway | operator | Deutsche Reichsbahn | 1933\n- Bayreuth Hbf–Neuenmarkt-Wirsberg railway part | operator | Deutsche Reichsbahn | 1933\nReasoning:", "completion": " Answer: Würzburg Hbf–Aschaffenburg Hbf railway", "t_query": 1933.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000522", "prompt": " In what year was the member of of Francesca Romana Coluzzi's country of citizenship equal to European Economic Community?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: 1963", "t_query": 1963.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000523", "prompt": " After Miass located in Chelyabinsk Oblast, what was the located in of Chelyabinsk Oblast?\nEvidence:\n- Miass | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Zlatoust | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Yuzhnouralsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Troitsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Verkhny Ufaley | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Chelyabinsk Oblast | country | Soviet Union | 1974\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Chelyabinsk | country | Soviet Union | 1974\n- Sumy Oblast | country | Soviet Union | 1974\n- Semipalatinsk Oblast | country | Soviet Union | 1974\n- Poltava Oblast | country | Soviet Union | 1974\n- Omsk Oblast | country | Soviet Union | 1974\n- Odesa Oblast | country | Soviet Union | 1974\n- Novosibirsk Oblast | country | Soviet Union | 1974\n- Murmansk Oblast | country | Soviet Union | 1974\nReasoning:", "completion": " Answer: Russian Soviet Federative Socialist Republic", "t_query": 1974.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000524", "prompt": " In 1946, whose head of state's country of citizenship was Enrico de Nicola?\nEvidence:\n- Italy | head of state | Enrico de Nicola | 1946\n- Uberto de Morpurgo | country of citizenship | Italy | 1946\n- Renzo De Felice | country of citizenship | Italy | 1946\n- Dino De Antoni | country of citizenship | Italy | 1946\n- Alberto Maria De Agostini | country of citizenship | Italy | 1946\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1946\n- Uberto de Morpurgo | country for sport | Italy | 1946\n- Q612509 | country of citizenship | Italy | 1946\n- Q454036 | country of citizenship | Italy | 1946\n- Q435856 | country of citizenship | Italy | 1946\n- Q432318 | country of citizenship | Italy | 1946\n- Q429298 | country of citizenship | Italy | 1946\n- Q340261 | country of citizenship | Italy | 1946\n- Q318968 | country of citizenship | Italy | 1946\n- Q264986 | country of citizenship | Italy | 1946\nReasoning:", "completion": " Answer: Ignazio Cannavò", "t_query": 1946.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000525", "prompt": " After Leonardo Sciascia country of citizenship Italy, what was the currency of Italy9484's country of citizenship?\nEvidence:\n- Italy | currency | Italian lira | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\n- Tonino Cervi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1984.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000526", "prompt": " In what year was the member of of Raul Gardini's country of citizenship equal to European Economic Community?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\n- Stéphane Grappelli | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: 1989", "t_query": 1989.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000527", "prompt": " In what year was the country of Omsk's located in equal to Soviet Union?\nEvidence:\n- Omsk | country | Soviet Union | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Zhytomyr | country | Soviet Union | 1948\n- Zastavna | country | Soviet Union | 1948\n- Yevpatoriia | country | Soviet Union | 1948\n- Yalta | country | Soviet Union | 1948\n- Vyazma | country | Soviet Union | 1948\n- Voronezh | country | Soviet Union | 1948\n- Vologda | country | Soviet Union | 1948\n- Volodarsk | country | Soviet Union | 1948\n- Volhynia | country | Soviet Union | 1948\n- Voinyliv | country | Soviet Union | 1948\nReasoning:", "completion": " Answer: 1948", "t_query": 1948.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000528", "prompt": " In 1995, whose general secretary's member of was Maurice Druon?\nEvidence:\n- Académie Française | general secretary | Maurice Druon | 1995\n- René Huyghe | member of | Académie Française | 1995\n- Michel Déon | member of | Académie Française | 1995\n- Julien Green | member of | Académie Française | 1995\n- Jacques Laurent | member of | Académie Française | 1995\n- Félicien Marceau | member of | Académie Française | 1995\n- Jean-Marie Lustiger | member of | Académie Française | 1995\nReasoning:", "completion": " Answer: Félicien Marceau", "t_query": 1995.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_000529", "prompt": " Who was the position held of Luca Ronconi's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Italy | currency | Italian lira | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1993.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000530", "prompt": " In 1984, what was the currency of Carlo Curis's country of citizenship?\nEvidence:\n- Carlo Curis | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Italy | currency | Italian lira | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000531", "prompt": " In what year was the member of of Franca Ongaro's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\n- Wilma Montesi | country of citizenship | Italy | 1952\n- Vittore Catella | country of citizenship | Italy | 1952\n- Vitaliano Brancati | country of citizenship | Italy | 1952\nReasoning:", "completion": " Answer: 1952", "t_query": 1952.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000532", "prompt": " In 1950, what was the currency of Mannheim's country?\nEvidence:\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | currency | Deutsche Mark | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\n- Martin Walser | country of citizenship | West Germany | 1950\n- Martin Albrecht | country of citizenship | West Germany | 1950\n- Jürgen Kissner | country of citizenship | West Germany | 1950\n- Helmut Kohl | country of citizenship | West Germany | 1950\n- Albrecht Brandi | country of citizenship | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\nReasoning:", "completion": " Answer: Deutsche Mark", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000533", "prompt": " In 1991, what was the country of Dubrovytsia?\nEvidence:\n- Dubrovytsia | country | Soviet Union | 1991\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1991\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1991\n- Q59054 | country of citizenship | Soviet Union | 1991\n- Q437262 | country of citizenship | Soviet Union | 1991\n- Q324083 | country of citizenship | Soviet Union | 1991\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1991\n- Yuri Manin | country of citizenship | Soviet Union | 1991\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1991\n- Viktor Kulikov | country of citizenship | Soviet Union | 1991\n- Vija Artmane | country of citizenship | Soviet Union | 1991\n- Vera Krepkina | country of citizenship | Soviet Union | 1991\n- Valeri Polyakov | country of citizenship | Soviet Union | 1991\n- Sergei Kovalev | country of citizenship | Soviet Union | 1991\n- Ruslan Khasbulatov | country of citizenship | Soviet Union | 1991\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1991.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000534", "prompt": " In 1963, what was the head of state of Giovanni Spadolini's country of citizenship?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1963\n- Giovanni Mardersteig | country of citizenship | Italy | 1963\n- Giovanni Invernizzi | country of citizenship | Italy | 1963\n- Giovanni Goria | country of citizenship | Italy | 1963\n- Giovanni Ferrofino | country of citizenship | Italy | 1963\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Antonio Segni", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000535", "prompt": " Who was the contains the administrative territorial entity of Bernard Schultze's work location's country after Lower Saxony?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: Bremen", "t_query": 1953.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000536", "prompt": " In 1975, what was the member of of Giacomo Rossi-Stuart's country of citizenship?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000537", "prompt": " In what year was the contains the administrative territorial entity of Germany's capital's capital of equal to Hesse?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000538", "prompt": " In what year was the located in of Pieve di Coriano equal to Province of Mantua?\nEvidence:\n- Pieve di Coriano | located in the administrative territorial entity | Province of Mantua | 1989\n- Felonica | located in the administrative territorial entity | Province of Mantua | 1989\nReasoning:", "completion": " Answer: 1989", "t_query": 1989.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_000539", "prompt": " In 1972, what was the country of Kunashir Island?\nEvidence:\n- Kunashir Island | country | Soviet Union | 1972\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1972\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1972\n- Q59054 | country of citizenship | Soviet Union | 1972\n- Q437262 | country of citizenship | Soviet Union | 1972\n- Q324083 | country of citizenship | Soviet Union | 1972\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1972\n- Yuri Manin | country of citizenship | Soviet Union | 1972\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1972\n- Viktor Kulikov | country of citizenship | Soviet Union | 1972\n- Vija Artmane | country of citizenship | Soviet Union | 1972\n- Vera Krepkina | country of citizenship | Soviet Union | 1972\n- Valeri Polyakov | country of citizenship | Soviet Union | 1972\n- Sergei Kovalev | country of citizenship | Soviet Union | 1972\n- Ruslan Khasbulatov | country of citizenship | Soviet Union | 1972\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1972.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000540", "prompt": " In 1971, whose position held's head of state was President of Italy?\nEvidence:\n- Giuseppe Saragat | position held | President of Italy | 1971\n- Italy | head of state | Giuseppe Saragat | 1971\n- Giuseppe Saragat | position held | Italian senator for life | 1971\n- Giuseppe Saragat | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: Italy", "t_query": 1971.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_000541", "prompt": " In 1998, whose located in was Panevėžys County?\nEvidence:\n- Rokiškis District Municipality | located in the administrative territorial entity | Panevėžys County | 1998\nReasoning:", "completion": " Answer: Rokiškis District Municipality", "t_query": 1998.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_000542", "prompt": " After Marta Abba country of citizenship Italy, what was the shares border with of John Paul I's country of citizenship?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Italy | shares border with | Yugoslavia | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1961.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000543", "prompt": " In 1999, whose league or competition's occupant was NFL Europe?\nEvidence:\n- Barcelona Dragons | league or competition | NFL Europe | 1999\n- Lluís Companys Olympic Stadium | occupant | Barcelona Dragons | 1999\n- Jack Bicknell | coach of sports team | Barcelona Dragons | 1999\n- Barcelona Dragons | home venue | Lluís Companys Olympic Stadium | 1999\n- Barcelona Dragons | head coach | Jack Bicknell | 1999\nReasoning:", "completion": " Answer: Lluís Companys Olympic Stadium", "t_query": 1999.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_000544", "prompt": " In what year was the country of Nakhchivan equal to Nakhchivan Autonomous Soviet Socialist Republic?\nEvidence:\n- Nakhchivan | country | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Nakhchivan | located in the administrative territorial entity | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Nakhchivan | country | Azerbaijan Soviet Socialist Republic | 1949\n- Nakhchivan | country | Soviet Union | 1949\n- Turkmen Soviet Socialist Republic | country | Soviet Union | 1949\n- Georgian Soviet Socialist Republic | country | Soviet Union | 1949\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1949\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1949\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1949\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1949\n- Zhytomyr | country | Soviet Union | 1949\n- Zastavna | country | Soviet Union | 1949\n- Yevpatoriia | country | Soviet Union | 1949\n- Yalta | country | Soviet Union | 1949\n- Vyazma | country | Soviet Union | 1949\nReasoning:", "completion": " Answer: 1949", "t_query": 1949.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000545", "prompt": " In 1987, what was the position held of Romolo Alzani's country of citizenship's head of government?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: Prime Minister of Italy", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000546", "prompt": " In 1974, what was the currency of Germany's capital's capital of?\nEvidence:\n- Germany | currency | Deutsche Mark | 1974\n- Germany | capital | Bonn | 1974\n- West Germany | currency | Deutsche Mark | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\nReasoning:", "completion": " Answer: Deutsche Mark", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000547", "prompt": " In what year was the member of of Maria Rita Saulle's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: 1989", "t_query": 1989.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000548", "prompt": " In what year was the contains the administrative territorial entity of Rhône equal to Caluire-et-Cuire?\nEvidence:\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\n- Q945660 | located in the administrative territorial entity | Q3083 | 1947\n- Q945660 | located in the administrative territorial entity | Q12736 | 1947\nReasoning:", "completion": " Answer: 1947", "t_query": 1947.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_000549", "prompt": " After Sepp Kerschbaumer country of citizenship Italy, what was the shares border with of Cesare Terranova's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1966\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1966.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000550", "prompt": " In what year was the contains the administrative territorial entity of Germany's capital's capital of equal to Hamburg?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000551", "prompt": " Who was the contains the administrative territorial entity of Mannheim's country before North Rhine-Westphalia?\nEvidence:\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Answer: Hesse", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000552", "prompt": " After Philip Perlman position held general counsel, what was the work location of Philip Perlman?\nEvidence:\n- Philip Perlman | work location | Baltimore | 1957\nReasoning:", "completion": " Answer: Baltimore", "t_query": 1957.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_000553", "prompt": " After Louise Bourgeois work location Paris, what was the educated at of Louise Bourgeois?\nEvidence:\n- Louise Bourgeois | work location | Paris | 1935\n- Louise Bourgeois | educated at | University of Paris | 1935\n- Q87063 | work location | Paris | 1935\n- Q763355 | work location | Paris | 1935\n- Q674956 | work location | Paris | 1935\n- Q399091 | work location | Paris | 1935\n- Q384860 | work location | Paris | 1935\n- Q319861 | work location | Paris | 1935\n- Q216703 | work location | Paris | 1935\n- Q216570 | work location | Paris | 1935\n- Q116714 | work location | Paris | 1935\n- Q95821 | educated at | University of Paris | 1935\n- Zoltán Kemény | work location | Paris | 1935\n- René Huyghe | work location | Paris | 1935\n- Pierre Balmain | work location | Paris | 1935\nReasoning:", "completion": " Answer: University of Paris", "t_query": 1935.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000554", "prompt": " In what year was the head of state of Giorgio Rebuffi's country of citizenship equal to Oscar Luigi Scalfaro?\nEvidence:\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1997\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Luigi Comencini | country of citizenship | Italy | 1997\n- Luigi Agnolin | country of citizenship | Italy | 1997\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1997\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\nReasoning:", "completion": " Answer: 1997", "t_query": 1997.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000555", "prompt": " In 1968, whose nominated for was Golden Lion?\nEvidence:\n- Juraj Jakubisko | nominated for | Golden Lion | 1968\n- Juraj Jakubisko | country of citizenship | Czechoslovakia | 1968\nReasoning:", "completion": " Answer: Juraj Jakubisko", "t_query": 1968.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_000556", "prompt": " In 1963, what was the shares border with of Gianni Brera's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1963\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000557", "prompt": " In what year was the head of state of Italy equal to Enrico de Nicola?\nEvidence:\n- Uberto de Morpurgo | country of citizenship | Italy | 1948\n- Alberto Maria De Agostini | country of citizenship | Italy | 1948\n- Uberto de Morpurgo | country for sport | Italy | 1948\n- Q264986 | country of citizenship | Italy | 1948\n- Q219490 | country of citizenship | Italy | 1948\n- Q213482 | country of citizenship | Italy | 1948\n- Dalida | country of citizenship | Italy | 1948\n- Veriano Luchetti | country of citizenship | Italy | 1948\n- Tonino Cervi | country of citizenship | Italy | 1948\n- Tiziano Terzani | country of citizenship | Italy | 1948\n- Stéphane Grappelli | country of citizenship | Italy | 1948\n- Simon Spierer | country of citizenship | Italy | 1948\n- Sergio Mantovani | country of citizenship | Italy | 1948\n- Sergio Bonelli | country of citizenship | Italy | 1948\n- Rossana Rossanda | country of citizenship | Italy | 1948\nReasoning:", "completion": " Answer: 1948", "t_query": 1948.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000558", "prompt": " In 1946, what was the located in of Route nationale 401?\nEvidence:\n- Route nationale 401 | located in the administrative territorial entity | Meuse | 1946\n- Route nationale 401 | located in the administrative territorial entity | Haute-Marne | 1946\n- Route nationale 401 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\n- Route nationale 411 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\n- Q731279 | located in the administrative territorial entity | Haute-Marne | 1946\nReasoning:", "completion": " Answer: Haute-Marne", "t_query": 1946.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_000559", "prompt": " After Dubrovytsia country Poland, what was the country of Dubrovytsia?\nEvidence:\n- Dubrovytsia | country | Soviet Union | 1991\n- Q59054 | country of citizenship | Soviet Union | 1991\n- Q437262 | country of citizenship | Soviet Union | 1991\n- Q324083 | country of citizenship | Soviet Union | 1991\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1991\n- Yuri Manin | country of citizenship | Soviet Union | 1991\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1991\n- Viktor Kulikov | country of citizenship | Soviet Union | 1991\n- Vija Artmane | country of citizenship | Soviet Union | 1991\n- Vera Krepkina | country of citizenship | Soviet Union | 1991\n- Valeri Polyakov | country of citizenship | Soviet Union | 1991\n- Sergei Kovalev | country of citizenship | Soviet Union | 1991\n- Ruslan Khasbulatov | country of citizenship | Soviet Union | 1991\n- Raisa Gorbacheva | country of citizenship | Soviet Union | 1991\n- Otar Iosseliani | country of citizenship | Soviet Union | 1991\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1991.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000560", "prompt": " In 1904, whose country's located in was Russian Empire?\nEvidence:\n- Červień | country | Russian Empire | 1904\n- Yevpatoriia | country | Russian Empire | 1904\n- Yalta | country | Russian Empire | 1904\n- Voronezh | country | Russian Empire | 1904\n- Vologda | country | Russian Empire | 1904\n- Volhynia | country | Russian Empire | 1904\n- Vinnytsia | country | Russian Empire | 1904\n- Uman | country | Russian Empire | 1904\n- Torzhok | country | Russian Empire | 1904\n- Tmutarakan | country | Russian Empire | 1904\n- Tiraspol | country | Russian Empire | 1904\n- Tallinn | country | Russian Empire | 1904\n- Sudak | country | Russian Empire | 1904\n- Starodub | country | Russian Empire | 1904\n- Smolensk | country | Russian Empire | 1904\nReasoning:", "completion": " Answer: Dushanbe", "t_query": 1904.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000561", "prompt": " Who was the member of of Clelio Darida's country of citizenship after European Coal and Steel Community?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1968.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000562", "prompt": " After Russian Soviet Federative Socialist Republic located in Soviet Union, what was the anthem of Russian Soviet Federative Socialist Republic?\nEvidence:\n- Russian Soviet Federative Socialist Republic | anthem | The Internationale | 1941\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1941\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1941\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1941\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Khabarovsk Krai | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\nReasoning:", "completion": " Answer: The Internationale", "t_query": 1941.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000563", "prompt": " In 1951, what was the currency of Giovanni D'Ascenzi's country of citizenship?\nEvidence:\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1951\n- Giovanni Ticozzi | country of citizenship | Italy | 1951\n- Giovanni Papini | country of citizenship | Italy | 1951\n- Giovanni Mardersteig | country of citizenship | Italy | 1951\n- Giovanni Invernizzi | country of citizenship | Italy | 1951\n- Giovanni Goria | country of citizenship | Italy | 1951\n- Giovanni Ferrofino | country of citizenship | Italy | 1951\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000564", "prompt": " In 1951, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1951\n- Germany | member of | European Coal and Steel Community | 1951\n- Belgium | member of | European Coal and Steel Community | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\n- Vitaliano Brancati | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: Maria Caniglia", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000565", "prompt": " After Deggendorf country Kingdom of Bavaria, what was the country of Deggendorf?\nEvidence:\n- Deggendorf | country | Bavaria | 1925\n- Q267793 | country | Bavaria | 1925\n- Q10414 | country | Bavaria | 1925\n- Krumbach | country | Bavaria | 1925\n- Frankenthal | located in the administrative territorial entity | Bavaria | 1925\nReasoning:", "completion": " Answer: Bavaria", "t_query": 1925.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_000566", "prompt": " After Lucio Dalla country of citizenship Italy, what was the head of government of Salvatore Fiume's country of citizenship?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1988\n- Lucio Dalla | country of citizenship | Italy | 1988\n- Lucio Fulci | country of citizenship | Italy | 1988\n- Lucio Battisti | country of citizenship | Italy | 1988\n- Salvatore Cassisa | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\n- Vittore Catella | country of citizenship | Italy | 1988\n- Veriano Luchetti | country of citizenship | Italy | 1988\n- Ugo Tognazzi | country of citizenship | Italy | 1988\n- Ugo Poletti | country of citizenship | Italy | 1988\nReasoning:", "completion": " Answer: Ciriaco De Mita", "t_query": 1988.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000567", "prompt": " Who was the member of sports team of Ricardo Zamora after Futbol Club Barcelona?\nEvidence:\n- Ricardo Zamora | member of sports team | Real Madrid Club de Fútbol | 1936\n- Ricardo Zamora | member of sports team | Spain men's national football team | 1936\n- Q704337 | member of sports team | Real Madrid Club de Fútbol | 1936\n- Q549553 | member of sports team | Real Madrid Club de Fútbol | 1936\n- Q529087 | member of sports team | Real Madrid Club de Fútbol | 1936\n- Q704337 | member of sports team | Spain men's national football team | 1936\n- Q659448 | member of sports team | Spain men's national football team | 1936\n- Q576509 | member of sports team | Spain men's national football team | 1936\n- Q529087 | member of sports team | Spain men's national football team | 1936\n- Q251977 | member of sports team | Spain men's national football team | 1936\n- Pedro Solé | member of sports team | Spain men's national football team | 1936\n- Martí Ventolrà | member of sports team | Spain men's national football team | 1936\nReasoning:", "completion": " Answer: Spain men's national football team", "t_query": 1936.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 12, "_lever_variant": "terse"} +{"id": "sft_000568", "prompt": " Who was the contains the administrative territorial entity of Mannheim's country before Rhineland-Palatinate?\nEvidence:\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Answer: Bremen", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000569", "prompt": " Who was the head of state of Marco Tulli's country of citizenship before Francesco Cossiga?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Francesco Scafarelli | country of citizenship | Italy | 1978\n- Francesco Gabrieli | country of citizenship | Italy | 1978\n- Francesco Aguzzoli | country of citizenship | Italy | 1978\n- Loris Francesco Capovilla | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: Sandro Pertini", "t_query": 1978.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000570", "prompt": " In 2015, what was the head of state of Italy?\nEvidence:\n- Sergio Donadoni | country of citizenship | Italy | 2015\n- Sebastiano Mannironi | country of citizenship | Italy | 2015\n- Salvatore Cassisa | country of citizenship | Italy | 2015\n- Rossana Rossanda | country of citizenship | Italy | 2015\n- Romano Agostinelli | country of citizenship | Italy | 2015\n- Roberto Tucci | country of citizenship | Italy | 2015\n- Pinuccio Sciola | country of citizenship | Italy | 2015\n- Paolo Villaggio | country of citizenship | Italy | 2015\n- Mauro Staccioli | country of citizenship | Italy | 2015\n- Mario Sereni | country of citizenship | Italy | 2015\n- Mario Perniola | country of citizenship | Italy | 2015\n- Luigi Agnolin | country of citizenship | Italy | 2015\n- Luca Ronconi | country of citizenship | Italy | 2015\n- Ignazio Cannavò | country of citizenship | Italy | 2015\n- Giuseppe Ferrara | country of citizenship | Italy | 2015\nReasoning:", "completion": " Answer: Giorgio Napolitano", "t_query": 2015.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000571", "prompt": " After Aachen country West Germany, what was the territory claimed by of Germany's capital's capital of?\nEvidence:\n- West Germany | territory claimed by | German Democratic Republic | 1956\n- Bonn | capital of | West Germany | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | Germany | 1956\n- Jürgen Kissner | country of citizenship | West Germany | 1956\n- West Germany | currency | Deutsche Mark | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- East Berlin | capital of | German Democratic Republic | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Germany | member of | Western European Union | 1956\n- Germany | head of state | Theodor Heuss | 1956\n- Germany | head of government | Konrad Adenauer | 1956\n- Germany | shares border with | Czechoslovakia | 1956\nReasoning:", "completion": " Answer: German Democratic Republic", "t_query": 1956.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000572", "prompt": " In what year was the member of sports team of Ricardo Zamora equal to Spain men's national football team?\nEvidence:\n- Ricardo Zamora | member of sports team | Spain men's national football team | 1936\n- Q704337 | member of sports team | Spain men's national football team | 1936\n- Q659448 | member of sports team | Spain men's national football team | 1936\n- Q576509 | member of sports team | Spain men's national football team | 1936\n- Q529087 | member of sports team | Spain men's national football team | 1936\n- Q251977 | member of sports team | Spain men's national football team | 1936\n- Pedro Solé | member of sports team | Spain men's national football team | 1936\n- Martí Ventolrà | member of sports team | Spain men's national football team | 1936\n- Ricardo Zamora | member of sports team | Real Madrid Club de Fútbol | 1936\n- Q704337 | member of sports team | Real Madrid Club de Fútbol | 1936\n- Q549553 | member of sports team | Real Madrid Club de Fútbol | 1936\n- Q529087 | member of sports team | Real Madrid Club de Fútbol | 1936\nReasoning:", "completion": " Answer: 1936", "t_query": 1936.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 12, "_lever_variant": "terse"} +{"id": "sft_000573", "prompt": " After Alexander Gelfond educated at Lomonosov Moscow State University, what was the employer of Alexander Gelfond?\nEvidence:\n- Alexander Gelfond | employer | Lomonosov Moscow State University | 1940\n- Q983399 | employer | Lomonosov Moscow State University | 1940\n- Q723638 | employer | Lomonosov Moscow State University | 1940\n- Q321515 | employer | Lomonosov Moscow State University | 1940\n- Boris Delaunay | employer | Lomonosov Moscow State University | 1940\n- Andrey Tikhonov | employer | Lomonosov Moscow State University | 1940\n- Alexander Gelfond | employer | Steklov Institute of Mathematics | 1940\n- Q709432 | employer | Steklov Institute of Mathematics | 1940\n- Sergei Sobolev | employer | Steklov Institute of Mathematics | 1940\n- Lev Pontryagin | employer | Steklov Institute of Mathematics | 1940\n- Boris Delaunay | employer | Steklov Institute of Mathematics | 1940\nReasoning:", "completion": " Answer: Steklov Institute of Mathematics", "t_query": 1940.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 11, "_lever_variant": "terse"} +{"id": "sft_000574", "prompt": " Who was the head of government of Virbhadra Singh's country of citizenship after V. P. Singh?\nEvidence:\n- India | head of government | P. V. Narasimha Rao | 1993\n- Virbhadra Singh | country of citizenship | India | 1993\n- M. S. Swaminathan | country of citizenship | India | 1993\n- India | head of state | Shankar Dayal Sharma | 1993\n- Abhijit Banerjee | country of citizenship | India | 1993\n- India | contains the administrative territorial entity | Daman and Diu | 1993\nReasoning:", "completion": " Answer: P. V. Narasimha Rao", "t_query": 1993.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_000575", "prompt": " In 1995, what was the position held of Umberto Mastroianni's country of citizenship's head of government?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\n- Tiziano Terzani | country of citizenship | Italy | 1995\nReasoning:", "completion": " Answer: Prime Minister of Italy", "t_query": 1995.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000576", "prompt": " After West Germany contains the administrative territorial entity Rhineland-Palatinate, what was the contains the administrative territorial entity of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\nReasoning:", "completion": " Answer: Baden-Württemberg", "t_query": 1953.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000577", "prompt": " In what year was the located in of Trier equal to Trier?\nEvidence:\n- Trier | located in the administrative territorial entity | Trier | 1957\n- Trier | capital of | Trier | 1957\nReasoning:", "completion": " Answer: 1957", "t_query": 1957.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_000578", "prompt": " After Isa Pola country of citizenship Italy, what was the position held of Italy's head of state?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Giuseppe Paratore | position held | Italian senator for life | 1962\n- Veriano Luchetti | country of citizenship | Italy | 1962\n- Tonino Cervi | country of citizenship | Italy | 1962\n- Tiziano Terzani | country of citizenship | Italy | 1962\n- Stéphane Grappelli | country of citizenship | Italy | 1962\n- Simon Spierer | country of citizenship | Italy | 1962\n- Sergio Mantovani | country of citizenship | Italy | 1962\n- Sergio Bonelli | country of citizenship | Italy | 1962\n- Rossana Rossanda | country of citizenship | Italy | 1962\n- Romeo Bertini | country of citizenship | Italy | 1962\n- Renata Tebaldi | country of citizenship | Italy | 1962\n- Primo Nebiolo | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Italian senator for life", "t_query": 1962.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000579", "prompt": " In what year was the head of government of MetLife's headquarters equal to Vincent R. Impellitteri?\nEvidence:\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- MetLife | headquarters location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- Variety | place of publication | New York City | 1952\n- William Vickrey | residence | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Elliott Erwitt | work location | New York City | 1952\nReasoning:", "completion": " Answer: 1952", "t_query": 1952.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000580", "prompt": " In 1946, what was the head of state of Ignazio Cannavò's country of citizenship?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q432257 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Answer: Alcide De Gasperi", "t_query": 1946.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000581", "prompt": " After Jürgen Kissner country of citizenship Germany, what was the position held of Germany's head of government?\nEvidence:\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\nReasoning:", "completion": " Answer: Federal Minister for Foreign Affairs", "t_query": 1974.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000582", "prompt": " In 1905, what was the located in of Chevreuse?\nEvidence:\n- Chevreuse | located in the administrative territorial entity | Seine-et-Oise | 1905\n- Ézanville | located in the administrative territorial entity | Seine-et-Oise | 1905\n- Émancé | located in the administrative territorial entity | Seine-et-Oise | 1905\n- Écouen | located in the administrative territorial entity | Seine-et-Oise | 1905\n- Villepreux | located in the administrative territorial entity | Seine-et-Oise | 1905\n- Villejust | located in the administrative territorial entity | Seine-et-Oise | 1905\n- Villecresnes | located in the administrative territorial entity | Seine-et-Oise | 1905\n- Villabé | located in the administrative territorial entity | Seine-et-Oise | 1905\n- Vigny | located in the administrative territorial entity | Seine-et-Oise | 1905\n- Versailles | located in the administrative territorial entity | Seine-et-Oise | 1905\n- Vaudherland | located in the administrative territorial entity | Seine-et-Oise | 1905\n- Valenton | located in the administrative territorial entity | Seine-et-Oise | 1905\n- Trappes | located in the administrative territorial entity | Seine-et-Oise | 1905\n- Taverny | located in the administrative territorial entity | Seine-et-Oise | 1905\n- Sermaise | located in the administrative territorial entity | Seine-et-Oise | 1905\nReasoning:", "completion": " Answer: Seine-et-Oise", "t_query": 1905.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000583", "prompt": " In 1948, whose head of state's country of citizenship was Luigi Einaudi?\nEvidence:\n- Italy | head of state | Luigi Einaudi | 1948\n- Luigi Comencini | country of citizenship | Italy | 1948\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1948\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1948\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1948\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\n- Q318968 | country of citizenship | Italy | 1948\n- Q264986 | country of citizenship | Italy | 1948\nReasoning:", "completion": " Answer: Alfonso Brescia", "t_query": 1948.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000584", "prompt": " In what year was the head of government of Italy equal to Mariano Rumor?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1974\n- Veriano Luchetti | country of citizenship | Italy | 1974\n- Tonino Cervi | country of citizenship | Italy | 1974\n- Tiziano Terzani | country of citizenship | Italy | 1974\n- Stéphane Grappelli | country of citizenship | Italy | 1974\n- Simon Spierer | country of citizenship | Italy | 1974\n- Sergio Mantovani | country of citizenship | Italy | 1974\n- Sergio Bonelli | country of citizenship | Italy | 1974\n- Rossana Rossanda | country of citizenship | Italy | 1974\n- Renata Tebaldi | country of citizenship | Italy | 1974\n- Primo Nebiolo | country of citizenship | Italy | 1974\n- Pino Lancetti | country of citizenship | Italy | 1974\n- Pietro Parente | country of citizenship | Italy | 1974\n- Oriana Fallaci | country of citizenship | Italy | 1974\n- Norberto Bobbio | country of citizenship | Italy | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000585", "prompt": " Who was the head of state of Italy after Luigi Einaudi?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1998\n- Luigi Comencini | country of citizenship | Italy | 1998\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1998\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1998\n- Oscar Luigi Scalfaro | position held | President of Italy | 1998\n- Q454036 | country of citizenship | Italy | 1998\n- Vittore Catella | country of citizenship | Italy | 1998\n- Veriano Luchetti | country of citizenship | Italy | 1998\n- Tullio Kezich | country of citizenship | Italy | 1998\n- Tonino Cervi | country of citizenship | Italy | 1998\n- Tiziano Terzani | country of citizenship | Italy | 1998\n- Simon Spierer | country of citizenship | Italy | 1998\n- Sergio Mantovani | country of citizenship | Italy | 1998\n- Sergio Bonelli | country of citizenship | Italy | 1998\n- Salvatore Cassisa | country of citizenship | Italy | 1998\nReasoning:", "completion": " Answer: Oscar Luigi Scalfaro", "t_query": 1998.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000586", "prompt": " Who was the head of state of Lelio Antoniotti's country of citizenship after Giovanni Gronchi?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Giovanni Mardersteig | country of citizenship | Italy | 1973\n- Giovanni Invernizzi | country of citizenship | Italy | 1973\n- Giovanni Goria | country of citizenship | Italy | 1973\n- Giovanni Ferrofino | country of citizenship | Italy | 1973\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\nReasoning:", "completion": " Answer: Giovanni Leone", "t_query": 1973.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000587", "prompt": " In what year was the shares border with of Franca Ongaro's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1952\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\n- Wilma Montesi | country of citizenship | Italy | 1952\n- Vittore Catella | country of citizenship | Italy | 1952\nReasoning:", "completion": " Answer: 1952", "t_query": 1952.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000588", "prompt": " In 1988, whose work location's head of government's residence was Washington, D.C.?\nEvidence:\n- Ronald Reagan | work location | Washington, D.C. | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Ronald Reagan | member of political party | Republican Party | 1988\n- Ronald Reagan | position held | President of the United States | 1988\n- Ronald Reagan | spouse | Nancy Reagan | 1988\nReasoning:", "completion": " Answer: Erazim Kohák", "t_query": 1988.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_000589", "prompt": " In 1980, what was the award received of Anatoly Karpov?\nEvidence:\n- Anatoly Karpov | award received | Chess Oscar | 1980\n- Anatoly Karpov | country of citizenship | Soviet Union | 1980\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1980\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1980\n- Q59054 | country of citizenship | Soviet Union | 1980\n- Q437262 | country of citizenship | Soviet Union | 1980\n- Q324083 | country of citizenship | Soviet Union | 1980\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1980\n- Yuri Manin | country of citizenship | Soviet Union | 1980\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1980\n- Viktor Kulikov | country of citizenship | Soviet Union | 1980\n- Vija Artmane | country of citizenship | Soviet Union | 1980\n- Vera Krepkina | country of citizenship | Soviet Union | 1980\n- Valeri Polyakov | country of citizenship | Soviet Union | 1980\n- Sergei Kovalev | country of citizenship | Soviet Union | 1980\nReasoning:", "completion": " Answer: Chess Oscar", "t_query": 1980.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000590", "prompt": " In 2003, whose contains the administrative territorial entity's located in's contains the administrative territorial entity was Meyzieu?\nEvidence:\n- Rhône | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Rhône | contains the administrative territorial entity | Vénissieux | 2003\n- Rhône | contains the administrative territorial entity | Villeurbanne | 2003\n- Rhône | contains the administrative territorial entity | Genay | 2003\n- Rhône | contains the administrative territorial entity | Francheville | 2003\n- Rhône | contains the administrative territorial entity | Feyzin | 2003\n- Rhône | contains the administrative territorial entity | Bron | 2003\n- Ternay | located in the administrative territorial entity | Rhône | 2003\n- Chaponnay | located in the administrative territorial entity | Rhône | 2003\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 2003\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\nReasoning:", "completion": " Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000591", "prompt": " After India head of government Rajiv Gandhi, what was the head of government of Virbhadra Singh's country of citizenship?\nEvidence:\n- Virbhadra Singh | country of citizenship | India | 1993\n- India | head of government | P. V. Narasimha Rao | 1993\n- M. S. Swaminathan | country of citizenship | India | 1993\n- India | head of state | Shankar Dayal Sharma | 1993\n- Abhijit Banerjee | country of citizenship | India | 1993\n- India | contains the administrative territorial entity | Daman and Diu | 1993\nReasoning:", "completion": " Answer: P. V. Narasimha Rao", "t_query": 1993.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_000592", "prompt": " In 1952, whose country of citizenship was Italy?\nEvidence:\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\n- Veriano Luchetti | country of citizenship | Italy | 1952\n- Tonino Cervi | country of citizenship | Italy | 1952\n- Tiziano Terzani | country of citizenship | Italy | 1952\n- Stéphane Grappelli | country of citizenship | Italy | 1952\n- Simon Spierer | country of citizenship | Italy | 1952\n- Sergio Mantovani | country of citizenship | Italy | 1952\n- Sergio Bonelli | country of citizenship | Italy | 1952\n- Rossana Rossanda | country of citizenship | Italy | 1952\n- Romeo Bertini | country of citizenship | Italy | 1952\n- Renata Tebaldi | country of citizenship | Italy | 1952\n- Primo Nebiolo | country of citizenship | Italy | 1952\nReasoning:", "completion": " Answer: Franca Ongaro", "t_query": 1952.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000593", "prompt": " In what year was the country of citizenship of Benedetto Croce equal to Kingdom of Italy?\nEvidence:\n- Benedetto Croce | country of citizenship | Kingdom of Italy | 1918\n- Q976653 | country of citizenship | Kingdom of Italy | 1918\n- Q972711 | country of citizenship | Kingdom of Italy | 1918\n- Q959367 | country of citizenship | Kingdom of Italy | 1918\n- Q939226 | country of citizenship | Kingdom of Italy | 1918\n- Q922237 | country of citizenship | Kingdom of Italy | 1918\n- Q890523 | country of citizenship | Kingdom of Italy | 1918\n- Q765946 | country of citizenship | Kingdom of Italy | 1918\n- Q745874 | country of citizenship | Kingdom of Italy | 1918\n- Q728589 | country of citizenship | Kingdom of Italy | 1918\n- Q715036 | country of citizenship | Kingdom of Italy | 1918\n- Q706466 | country of citizenship | Kingdom of Italy | 1918\n- Q678253 | country of citizenship | Kingdom of Italy | 1918\n- Q653839 | country of citizenship | Kingdom of Italy | 1918\n- Q65151 | country of citizenship | Kingdom of Italy | 1918\nReasoning:", "completion": " Answer: 1918", "t_query": 1918.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000594", "prompt": " Who was the military branch of Friedrich Guggenberger after German Navy?\nEvidence:\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Hans-Günther Lange | military branch | West German Navy | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Stanislav Petrov | occupation | military personnel | 1972\n- Hans-Günther Lange | occupation | military personnel | 1972\n- West Germany | diplomatic relation | German Democratic Republic | 1972\n- German Rugby Federation | operating area | West Germany | 1972\n- West Germany | territory claimed by | German Democratic Republic | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\nReasoning:", "completion": " Answer: West German Navy", "t_query": 1972.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000595", "prompt": " In what year was the position held of Ho Ching equal to chief executive officer?\nEvidence:\n- Ho Ching | position held | chief executive officer | 2013\n- Q984287 | position held | chief executive officer | 2013\n- Q911897 | position held | chief executive officer | 2013\n- Q573231 | position held | chief executive officer | 2013\n- Q313915 | position held | chief executive officer | 2013\n- Q121164 | position held | chief executive officer | 2013\n- Vince McMahon | position held | chief executive officer | 2013\n- Marissa Mayer | position held | chief executive officer | 2013\n- Jeff Bezos | position held | chief executive officer | 2013\n- Angela Ahrendts | position held | chief executive officer | 2013\nReasoning:", "completion": " Answer: 2013", "t_query": 2013.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_000596", "prompt": " In 1981, what was the general secretary of René Huyghe's member of?\nEvidence:\n- René Huyghe | member of | Académie Française | 1981\n- René Huyghe | work location | Paris | 1981\n- Académie Française | general secretary | Jean Mistler | 1981\n- Route nationale 4 | located in the administrative territorial entity | Paris | 1981\n- Pierre Emmanuel | member of | Académie Française | 1981\n- Michel Déon | member of | Académie Française | 1981\n- Julien Green | member of | Académie Française | 1981\n- Félicien Marceau | member of | Académie Française | 1981\n- Eugène Ionesco | member of | Académie Française | 1981\n- Edgar Faure | member of | Académie Française | 1981\n- Takis | residence | Paris | 1981\n- Route nationale 4 | terminus location | Paris | 1981\n- Roman Cieślewicz | work location | Paris | 1981\n- Q464656 | residence | Paris | 1981\n- Q454927 | work location | Paris | 1981\nReasoning:", "completion": " Answer: Jean Mistler", "t_query": 1981.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000597", "prompt": " In what year was the position held of Germany's head of state equal to Vice-Chancellor of Germany?\nEvidence:\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000598", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon after Genay?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Craponne", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000599", "prompt": " In 1968, what was the head of state of Claudia Vinciguerra's country of citizenship?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Giuseppe Saragat", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000600", "prompt": " After Germany member of European Coal and Steel Community, what was the head of state of Germany?\nEvidence:\n- Germany | member of | European Coal and Steel Community | 1974\n- Italy | member of | European Coal and Steel Community | 1974\n- Belgium | member of | European Coal and Steel Community | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | member of | Western European Union | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Answer: Gustav Heinemann", "t_query": 1974.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000601", "prompt": " In 1969, what was the located in of Volgograd?\nEvidence:\n- Volgograd | located in the administrative territorial entity | Volgograd Oblast | 1969\n- Volgograd | twinned administrative body | Liège | 1969\nReasoning:", "completion": " Answer: Volgograd Oblast", "t_query": 1969.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_000602", "prompt": " In 1936, what was the chairperson of Nazi Party?\nEvidence:\n- Nazi Party | chairperson | Adolf Hitler | 1936\n- Q73243 | member of political party | Nazi Party | 1936\n- Q58620 | member of political party | Nazi Party | 1936\n- Wilhelm Grewe | member of political party | Nazi Party | 1936\n- Julius Streicher | member of political party | Nazi Party | 1936\n- Hermann Göring | member of political party | Nazi Party | 1936\n- Hartmann Lauterbacher | member of political party | Nazi Party | 1936\n- Hans Günther | member of political party | Nazi Party | 1936\n- August Eigruber | member of political party | Nazi Party | 1936\n- Herbert von Karajan | member of political party | Nazi Party | 1936\n- Franz Xaver Schwarz | member of political party | Nazi Party | 1936\n- Prince Philipp, Landgrave of Hesse | member of political party | Nazi Party | 1936\n- Nazi Germany | head of state | Adolf Hitler | 1936\n- Q73243 | member of | Sturmabteilung | 1936\n- Julius Streicher | member of | Reichstag | 1936\nReasoning:", "completion": " Answer: Adolf Hitler", "t_query": 1936.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000603", "prompt": " In 1984, what was the currency of Andrea Carrea's country of citizenship?\nEvidence:\n- Andrea Carrea | country of citizenship | Italy | 1984\n- Andrea Pangrazio | country of citizenship | Italy | 1984\n- Andrea Miano | country of citizenship | Italy | 1984\n- Andrea Cassone | country of citizenship | Italy | 1984\n- Andrea Bianchi | country of citizenship | Italy | 1984\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1984\n- Italy | currency | Italian lira | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000604", "prompt": " In 1949, whose spouse was Jeannette Batti?\nEvidence:\n- Henri Génès | spouse | Jeannette Batti | 1949\nReasoning:", "completion": " Answer: Henri Génès", "t_query": 1949.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_000605", "prompt": " Who was the head of government of William Vickrey's residence before Michael Bloomberg?\nEvidence:\n- William Vickrey | residence | New York City | 1938\n- New York City | head of government | Fiorello H. La Guardia | 1938\n- Jane Jacobs | residence | New York City | 1938\n- Variety | place of publication | New York City | 1938\n- Weegee | work location | New York City | 1938\n- Q543585 | work location | New York City | 1938\n- MetLife | headquarters location | New York City | 1938\n- Max Weber | work location | New York City | 1938\n- Louise Bourgeois | work location | New York City | 1938\n- Lewis Mumford | work location | New York City | 1938\n- Hanns Eisler | work location | New York City | 1938\n- Ellsworth Kelly | work location | New York City | 1938\nReasoning:", "completion": " Answer: Fiorello H. La Guardia", "t_query": 1938.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 12, "_lever_variant": "terse"} +{"id": "sft_000606", "prompt": " In 1973, whose head of state was Giovanni Leone?\nEvidence:\n- Italy | head of state | Giovanni Leone | 1973\n- Giovanni Mardersteig | country of citizenship | Italy | 1973\n- Giovanni Invernizzi | country of citizenship | Italy | 1973\n- Giovanni Goria | country of citizenship | Italy | 1973\n- Giovanni Ferrofino | country of citizenship | Italy | 1973\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1973\n- Zita of Bourbon-Parma | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\nReasoning:", "completion": " Answer: Italy", "t_query": 1973.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000607", "prompt": " In 1974, what was the position held of Germany's head of government?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Answer: Vice-Chancellor of Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000608", "prompt": " After Antonio Calderara country of citizenship Italy, what was the head of state of Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Veriano Luchetti | country of citizenship | Italy | 1961\n- Tonino Cervi | country of citizenship | Italy | 1961\n- Tiziano Terzani | country of citizenship | Italy | 1961\n- Stéphane Grappelli | country of citizenship | Italy | 1961\n- Simon Spierer | country of citizenship | Italy | 1961\n- Sergio Mantovani | country of citizenship | Italy | 1961\n- Sergio Bonelli | country of citizenship | Italy | 1961\n- Rossana Rossanda | country of citizenship | Italy | 1961\n- Romeo Bertini | country of citizenship | Italy | 1961\n- Renata Tebaldi | country of citizenship | Italy | 1961\n- Primo Nebiolo | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: Giovanni Gronchi", "t_query": 1961.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000609", "prompt": " In 1947, what was the head of state of Eleonora Rossi Drago's country of citizenship?\nEvidence:\n- Eleonora Rossi Drago | country of citizenship | Italy | 1947\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1947\n- Q612509 | country of citizenship | Italy | 1947\n- Q454036 | country of citizenship | Italy | 1947\n- Q435856 | country of citizenship | Italy | 1947\n- Q432318 | country of citizenship | Italy | 1947\n- Q429298 | country of citizenship | Italy | 1947\n- Q340261 | country of citizenship | Italy | 1947\n- Q318968 | country of citizenship | Italy | 1947\n- Q264986 | country of citizenship | Italy | 1947\n- Q219490 | country of citizenship | Italy | 1947\n- Q213482 | country of citizenship | Italy | 1947\n- Dalida | country of citizenship | Italy | 1947\n- Wilma Montesi | country of citizenship | Italy | 1947\n- Vittore Catella | country of citizenship | Italy | 1947\nReasoning:", "completion": " Answer: Enrico de Nicola", "t_query": 1947.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000610", "prompt": " In 1968, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Claudia Vinciguerra", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000611", "prompt": " In what year was the country of citizenship of Anselmo Bucci equal to Kingdom of Italy?\nEvidence:\n- Anselmo Bucci | country of citizenship | Kingdom of Italy | 1939\n- Q976653 | country of citizenship | Kingdom of Italy | 1939\n- Q972711 | country of citizenship | Kingdom of Italy | 1939\n- Q922237 | country of citizenship | Kingdom of Italy | 1939\n- Q890523 | country of citizenship | Kingdom of Italy | 1939\n- Q741387 | country of citizenship | Kingdom of Italy | 1939\n- Q710497 | country of citizenship | Kingdom of Italy | 1939\n- Q678253 | country of citizenship | Kingdom of Italy | 1939\n- Q654973 | country of citizenship | Kingdom of Italy | 1939\n- Q650303 | country of citizenship | Kingdom of Italy | 1939\n- Q527400 | country of citizenship | Kingdom of Italy | 1939\n- Q51189 | country of citizenship | Kingdom of Italy | 1939\n- Q432318 | country of citizenship | Kingdom of Italy | 1939\n- Q432257 | country of citizenship | Kingdom of Italy | 1939\n- Q429298 | country of citizenship | Kingdom of Italy | 1939\nReasoning:", "completion": " Answer: 1939", "t_query": 1939.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000612", "prompt": " In what year was the contains the administrative territorial entity of MetLife's headquarters's head of government's residence equal to Territory of Hawaii?\nEvidence:\n- MetLife | headquarters location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- William Vickrey | residence | New York City | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\n- Elliott Erwitt | work location | New York City | 1952\nReasoning:", "completion": " Answer: 1952", "t_query": 1952.0, "chain_length": 4, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000613", "prompt": " After Russian Soviet Federative Socialist Republic located in Soviet Union, what was the head of government of Omsk's located in?\nEvidence:\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1948\n- Omsk | country | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | country | Soviet Union | 1948\n- Georgian Soviet Socialist Republic | country | Soviet Union | 1948\n- Zhytomyr | country | Soviet Union | 1948\n- Zastavna | country | Soviet Union | 1948\n- Yevpatoriia | country | Soviet Union | 1948\n- Yalta | country | Soviet Union | 1948\n- Vyazma | country | Soviet Union | 1948\n- Voronezh | country | Soviet Union | 1948\nReasoning:", "completion": " Answer: Alexei Kosygin", "t_query": 1948.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000614", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon after Neuville-sur-Saône?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Neuville-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Rochetaillée-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Fleurieu-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Albigny-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Answer: Francheville", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000615", "prompt": " Who was the spouse of Tilla Durieux after Eugene Spiro?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Answer: Paul Cassirer", "t_query": 1921.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000616", "prompt": " In 1969, whose twinned with was Liège?\nEvidence:\n- Volgograd | twinned administrative body | Liège | 1969\n- Volgograd | located in the administrative territorial entity | Volgograd Oblast | 1969\nReasoning:", "completion": " Answer: Volgograd", "t_query": 1969.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_000617", "prompt": " After James Alberione country of citizenship Italy, what was the currency of Umberto Mastroianni's country of citizenship?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Italy | currency | Italian lira | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1995.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000618", "prompt": " In what year was the member of sports team of Zoltán Búrány equal to Szombathelyi Haladás?\nEvidence:\n- Zoltán Búrány | member of sports team | Szombathelyi Haladás | 2013\n- Q932949 | member of sports team | Szombathelyi Haladás | 2013\n- Q760872 | member of sports team | Szombathelyi Haladás | 2013\n- Ádám Simon | member of sports team | Szombathelyi Haladás | 2013\nReasoning:", "completion": " Answer: 2013", "t_query": 2013.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_000619", "prompt": " In 1952, whose located in was Seine-et-Oise?\nEvidence:\n- Bonnières-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Villejust | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Villecresnes | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Valenton | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Saclas | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Q899558 | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Q83472 | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Q794124 | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Q752150 | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Q639332 | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Q491908 | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Q276508 | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Q273061 | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Q272066 | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Q268408 | located in the administrative territorial entity | Seine-et-Oise | 1952\nReasoning:", "completion": " Answer: Plessis-Saint-Benoist", "t_query": 1952.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000620", "prompt": " Who was the employer of Stanisław Gołąb before Jagiellonian University?\nEvidence:\n- Stanisław Gołąb | educated at | Jagiellonian University | 1922\n- Stanisław Gołąb | employer | AGH University of Science and Technology | 1922\n- Q943007 | employer | Jagiellonian University | 1922\nReasoning:", "completion": " Answer: AGH University of Science and Technology", "t_query": 1922.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000621", "prompt": " In what year was the head of state of Giovanni D'Ascenzi's country of citizenship equal to Luigi Einaudi?\nEvidence:\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Luigi Comencini | country of citizenship | Italy | 1951\n- Giovanni Ticozzi | country of citizenship | Italy | 1951\n- Giovanni Papini | country of citizenship | Italy | 1951\n- Giovanni Mardersteig | country of citizenship | Italy | 1951\n- Giovanni Invernizzi | country of citizenship | Italy | 1951\n- Giovanni Goria | country of citizenship | Italy | 1951\n- Giovanni Ferrofino | country of citizenship | Italy | 1951\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1951\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1951\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1951\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: 1951", "t_query": 1951.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000622", "prompt": " Who was the country of citizenship of Elena Altieri after Kingdom of Italy?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\n- Tullio Kezich | country of citizenship | Italy | 1977\n- Tonino Cervi | country of citizenship | Italy | 1977\n- Tiziano Terzani | country of citizenship | Italy | 1977\nReasoning:", "completion": " Answer: Italy", "t_query": 1977.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000623", "prompt": " After Ashgabat country Russian Empire, what was the country of Ashgabat's capital of?\nEvidence:\n- Ashgabat | capital of | Turkmen Soviet Socialist Republic | 1979\n- Ashgabat | country | Soviet Union | 1979\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1979\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1979\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1979\n- Q59054 | country of citizenship | Soviet Union | 1979\n- Q437262 | country of citizenship | Soviet Union | 1979\n- Q324083 | country of citizenship | Soviet Union | 1979\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1979\n- Yuri Manin | country of citizenship | Soviet Union | 1979\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1979\n- Viktor Kulikov | country of citizenship | Soviet Union | 1979\n- Vija Artmane | country of citizenship | Soviet Union | 1979\n- Vera Krepkina | country of citizenship | Soviet Union | 1979\n- Valeri Polyakov | country of citizenship | Soviet Union | 1979\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1979.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000624", "prompt": " After Attilio Pierelli country of citizenship Italy, what was the currency of Clelio Darida's country of citizenship?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Attilio Pierelli | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1968.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000625", "prompt": " After Friedrich Guggenberger military, police or special rank officer candidate, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\nReasoning:", "completion": " Answer: Saarland", "t_query": 1972.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000626", "prompt": " In 1970, what was the head of state of Claudio Cavazza's country of citizenship?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: Giuseppe Saragat", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000627", "prompt": " In what year was the member of of Clelio Darida's country of citizenship equal to European Economic Community?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: 1968", "t_query": 1968.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000628", "prompt": " Who was the position held of Germany's head of state after Member of the European Parliament?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | member of | Western European Union | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Italy | member of | European Coal and Steel Community | 1974\n- Belgium | member of | European Coal and Steel Community | 1974\nReasoning:", "completion": " Answer: Vice-Chancellor of Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000629", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in before Francheville?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Meyzieu", "t_query": 2003.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000630", "prompt": " Who was the head of state of Germany's diplomatic relation after Mohammed Zahir Shah?\nEvidence:\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\nReasoning:", "completion": " Answer: Mohammed Daoud Khan", "t_query": 1974.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000631", "prompt": " In 1913, what was the currency of Belgium's shares border with?\nEvidence:\n- Neutral Moresnet | shares border with | Belgium | 1913\n- Belgium | shares border with | Neutral Moresnet | 1913\n- Neutral Moresnet | shares border with | Kingdom of the Netherlands | 1913\n- Neutral Moresnet | shares border with | Kingdom of Prussia | 1913\n- Belgium | currency | Belgian franc | 1913\n- Neutral Moresnet | currency | French franc | 1913\n- Neutral Moresnet | currency | Belgian franc | 1913\nReasoning:", "completion": " Answer: French franc", "t_query": 1913.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_000632", "prompt": " After Didier Six member of sports team Cercle Brugge K.S.V., what was the member of sports team of Didier Six?\nEvidence:\n- Didier Six | member of sports team | VfB Stuttgart | 1981\n- Didier Six | member of sports team | France men's national association football team | 1981\n- Q730597 | member of sports team | France men's national association football team | 1981\n- Q562392 | member of sports team | France men's national association football team | 1981\n- Q559326 | member of sports team | France men's national association football team | 1981\n- Q472740 | member of sports team | France men's national association football team | 1981\n- Q464828 | member of sports team | France men's national association football team | 1981\n- Q433193 | member of sports team | France men's national association football team | 1981\n- Q4261 | member of sports team | France men's national association football team | 1981\n- Q313405 | member of sports team | France men's national association football team | 1981\n- Q95302 | member of sports team | VfB Stuttgart | 1981\n- Q68759 | member of sports team | VfB Stuttgart | 1981\n- Q343844 | member of sports team | VfB Stuttgart | 1981\n- Q123435 | member of sports team | VfB Stuttgart | 1981\n- Peter Reichert | member of sports team | VfB Stuttgart | 1981\nReasoning:", "completion": " Answer: France men's national association football team", "t_query": 1981.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000633", "prompt": " Who was the country of citizenship of Eleonora Rossi Drago after Kingdom of Italy?\nEvidence:\n- Eleonora Rossi Drago | country of citizenship | Italy | 1947\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1947\n- Q612509 | country of citizenship | Italy | 1947\n- Q454036 | country of citizenship | Italy | 1947\n- Q435856 | country of citizenship | Italy | 1947\n- Q432318 | country of citizenship | Italy | 1947\n- Q429298 | country of citizenship | Italy | 1947\n- Q340261 | country of citizenship | Italy | 1947\n- Q318968 | country of citizenship | Italy | 1947\n- Q264986 | country of citizenship | Italy | 1947\n- Q219490 | country of citizenship | Italy | 1947\n- Q213482 | country of citizenship | Italy | 1947\n- Dalida | country of citizenship | Italy | 1947\n- Wilma Montesi | country of citizenship | Italy | 1947\n- Vittore Catella | country of citizenship | Italy | 1947\nReasoning:", "completion": " Answer: Italy", "t_query": 1947.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000634", "prompt": " After Cipriano Chemello country of citizenship Italy, what was the currency of Luca Ronconi's country of citizenship?\nEvidence:\n- Cipriano Chemello | country of citizenship | Italy | 1993\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Italy | currency | Italian lira | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1993.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000635", "prompt": " In 1974, whose general secretary's member of political party's head of state was Martin Bangemann?\nEvidence:\n- Free Democratic Party | general secretary | Martin Bangemann | 1974\n- Martin Bangemann | member of political party | Free Democratic Party | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Jürgen Möllemann | member of political party | Free Democratic Party | 1974\n- Enrique Monsonís | member of political party | Free Democratic Party | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Free Democratic Party | chairperson | Hans-Dietrich Genscher | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_000636", "prompt": " In what year was the contains the administrative territorial entity of Bernard Schultze's work location's country equal to Bavaria?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: 1953", "t_query": 1953.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000637", "prompt": " In 1974, whose position held's head of state was Federal Minister for Foreign Affairs?\nEvidence:\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of government | Walter Scheel | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 8, "_lever_variant": "terse"} +{"id": "sft_000638", "prompt": " In what year was the currency of Ugo Morin's country of citizenship equal to Italian lira?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: 1968", "t_query": 1968.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000639", "prompt": " After Mannheim country Weimar Republic, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Answer: North Rhine-Westphalia", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000640", "prompt": " In 1956, what was the head of state of Germany's diplomatic relation?\nEvidence:\n- Germany | diplomatic relation | Afghanistan | 1956\n- Germany | head of state | Theodor Heuss | 1956\n- Afghanistan | head of state | Mohammed Zahir Shah | 1956\n- Germany | head of government | Konrad Adenauer | 1956\n- Bonn | capital of | Germany | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | West Germany | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Germany | member of | Western European Union | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- West Germany | currency | Deutsche Mark | 1956\n- Germany | shares border with | Czechoslovakia | 1956\n- president of Germany | position holder | Theodor Heuss | 1956\n- Jürgen Kissner | country of citizenship | West Germany | 1956\nReasoning:", "completion": " Answer: Mohammed Zahir Shah", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000641", "prompt": " In what year was the head of government of Romolo Alzani's country of citizenship equal to Giovanni Goria?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Giovanni Goria | country of citizenship | Italy | 1987\n- Giovanni Invernizzi | country of citizenship | Italy | 1987\n- Giovanni Ferrofino | country of citizenship | Italy | 1987\n- Giovanni Azzini | country of citizenship | Italy | 1987\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: 1987", "t_query": 1987.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000642", "prompt": " In 1950, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Answer: Lower Saxony", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000643", "prompt": " In what year was the head of government of Russian Soviet Federative Socialist Republic equal to Alexei Kosygin?\nEvidence:\n- Russian Soviet Federative Socialist Republic | head of government | Alexei Kosygin | 1945\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1945\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1945\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1945\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1945\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Autonomous Republic of Crimea | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\nReasoning:", "completion": " Answer: 1945", "t_query": 1945.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000644", "prompt": " In what year was the head of state of Giovanni Spadolini's country of citizenship equal to Antonio Segni?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1963\n- Antonio Leonviola | country of citizenship | Italy | 1963\n- Antonio Fessia | country of citizenship | Italy | 1963\n- Antonio Calderara | country of citizenship | Italy | 1963\n- Antonio Brivio | country of citizenship | Italy | 1963\n- Antonio Bacci | country of citizenship | Italy | 1963\n- Giovanni Mardersteig | country of citizenship | Italy | 1963\n- Giovanni Invernizzi | country of citizenship | Italy | 1963\n- Giovanni Goria | country of citizenship | Italy | 1963\n- Giovanni Ferrofino | country of citizenship | Italy | 1963\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: 1963", "t_query": 1963.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000645", "prompt": " After Vasiliy Ulrikh member of political party Communist Party of the Soviet Union, what was the chairperson of Communist Party of the Soviet Union?\nEvidence:\n- Communist Party of the Soviet Union | chairperson | Leonid Brezhnev | 1975\n- Zuleykha Seyidmammadova | member of political party | Communist Party of the Soviet Union | 1975\n- Vladimir Dzhanibekov | member of political party | Communist Party of the Soviet Union | 1975\n- Viktor Kulikov | member of political party | Communist Party of the Soviet Union | 1975\n- Viktor Anpilov | member of political party | Communist Party of the Soviet Union | 1975\n- Siim Kallas | member of political party | Communist Party of the Soviet Union | 1975\n- Ruslan Khasbulatov | member of political party | Communist Party of the Soviet Union | 1975\n- Ivan Silayev | member of political party | Communist Party of the Soviet Union | 1975\n- Heydar Aliyev | member of political party | Communist Party of the Soviet Union | 1975\n- Dzhokhar Dudayev | member of political party | Communist Party of the Soviet Union | 1975\n- Dmitriy Ustinov | member of political party | Communist Party of the Soviet Union | 1975\n- Aram Khachaturian | member of political party | Communist Party of the Soviet Union | 1975\n- Aleksei Gubarev | member of political party | Communist Party of the Soviet Union | 1975\n- Albert Azaryan | member of political party | Communist Party of the Soviet Union | 1975\n- Anatoly Yakovlevich Solovyev | member of political party | Communist Party of the Soviet Union | 1975\nReasoning:", "completion": " Answer: Leonid Brezhnev", "t_query": 1975.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000646", "prompt": " Who was the member of of Elena Altieri's country of citizenship after European Coal and Steel Community?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\n- Tullio Kezich | country of citizenship | Italy | 1977\n- Tonino Cervi | country of citizenship | Italy | 1977\n- Tiziano Terzani | country of citizenship | Italy | 1977\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1977.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000647", "prompt": " In 1950, whose contains the administrative territorial entity's country was Hamburg?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\nReasoning:", "completion": " Answer: Würzburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000648", "prompt": " In 1920, whose head of government's country's work location was Gustav Bauer?\nEvidence:\n- Weimar Republic | head of government | Gustav Bauer | 1920\n- Weimar Republic | head of government | Constantin Fehrenbach | 1920\n- Minden Government Region | country | Weimar Republic | 1920\n- Weimar Republic | head of state | Friedrich Ebert | 1920\n- hyperinflation in the Weimar Republic | country | Weimar Republic | 1920\n- Q87105 | country of citizenship | Weimar Republic | 1920\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1920\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1920\n- Zwickau | country | Weimar Republic | 1920\n- Zimmern | country | Weimar Republic | 1920\n- Wrocław | country | Weimar Republic | 1920\n- Wittmund | country | Weimar Republic | 1920\n- Wismar | country | Weimar Republic | 1920\n- Wiesbaden | country | Weimar Republic | 1920\n- Weimar | country | Weimar Republic | 1920\nReasoning:", "completion": " Answer: Carel Willink", "t_query": 1920.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000649", "prompt": " Who was the head of state of Giuseppe Colnago's country of citizenship before Giorgio Napolitano?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giorgio Perlasca | country of citizenship | Italy | 1985\n- Giorgio Oberweger | country of citizenship | Italy | 1985\n- Giorgio Manganelli | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: Sandro Pertini", "t_query": 1985.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000650", "prompt": " In what year was the shares border with of Carel Willink's work location's country equal to Neutral Moresnet?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Answer: 1920", "t_query": 1920.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_000651", "prompt": " In what year was the employer of Vasily Vladimirov equal to Steklov Institute of Mathematics?\nEvidence:\n- Vasily Vladimirov | employer | Steklov Institute of Mathematics | 1998\n- Q85404 | employer | Steklov Institute of Mathematics | 1998\nReasoning:", "completion": " Answer: 1998", "t_query": 1998.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_000652", "prompt": " Who was the member of of Lina Bo Bardi's country of citizenship before European Economic Community?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1970.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000653", "prompt": " In 1973, what was the head of state of Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Tonino Cervi | country of citizenship | Italy | 1973\n- Tiziano Terzani | country of citizenship | Italy | 1973\n- Stéphane Grappelli | country of citizenship | Italy | 1973\n- Simon Spierer | country of citizenship | Italy | 1973\n- Sergio Mantovani | country of citizenship | Italy | 1973\n- Sergio Bonelli | country of citizenship | Italy | 1973\n- Rossana Rossanda | country of citizenship | Italy | 1973\n- Romeo Bertini | country of citizenship | Italy | 1973\n- Renata Tebaldi | country of citizenship | Italy | 1973\n- Primo Nebiolo | country of citizenship | Italy | 1973\n- Pietro Parente | country of citizenship | Italy | 1973\n- Oriana Fallaci | country of citizenship | Italy | 1973\nReasoning:", "completion": " Answer: Giovanni Leone", "t_query": 1973.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000654", "prompt": " In 2001, what was the head of government of Gerardo Marotta's country of citizenship?\nEvidence:\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\n- Stefano Angeleri | country of citizenship | Italy | 2001\nReasoning:", "completion": " Answer: Giuliano Amato", "t_query": 2001.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000655", "prompt": " In what year was the head of state of Laura Veccia Vaglieri's country of citizenship equal to Giovanni Gronchi?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Giovanni Ticozzi | country of citizenship | Italy | 1956\n- Giovanni Papini | country of citizenship | Italy | 1956\n- Giovanni Mardersteig | country of citizenship | Italy | 1956\n- Giovanni Invernizzi | country of citizenship | Italy | 1956\n- Giovanni Goria | country of citizenship | Italy | 1956\n- Giovanni Ferrofino | country of citizenship | Italy | 1956\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: 1956", "t_query": 1956.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000656", "prompt": " Who was the position held of Romolo Alzani's country of citizenship's head of government before Italian Minister of Agriculture?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Italy | currency | Italian lira | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: Prime Minister of Italy", "t_query": 1987.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000657", "prompt": " In 1962, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giovanni Gronchi | position held | President of Italy | 1962\n- Antonio Segni | position held | President of Italy | 1962\n- Italy | head of state | Giovanni Gronchi | 1962\n- Italy | head of state | Antonio Segni | 1962\n- Giovanni Gronchi | position held | Italian senator for life | 1962\n- Giovanni Gronchi | country of citizenship | Italy | 1962\n- Antonio Segni | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Antonio Corpora", "t_query": 1962.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_000658", "prompt": " Who was the head of state of Nino Baragli's country of citizenship before Carlo Azeglio Ciampi?\nEvidence:\n- Nino Baragli | country of citizenship | Italy | 1994\n- Carlo Fruttero | country of citizenship | Italy | 1994\n- Carlo Cercignani | country of citizenship | Italy | 1994\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\nReasoning:", "completion": " Answer: Oscar Luigi Scalfaro", "t_query": 1994.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000659", "prompt": " In 1972, whose allegiance was West Germany?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- Würzburg | country | West Germany | 1972\n- Wuppertal | country | West Germany | 1972\n- Wiesbaden | country | West Germany | 1972\n- Westfalenliga | country | West Germany | 1972\n- Viersen | country | West Germany | 1972\n- Speyer | country | West Germany | 1972\n- Sande | country | West Germany | 1972\n- Saarland | country | West Germany | 1972\n- Q52041 | country | West Germany | 1972\n- Neuenkirchen | country | West Germany | 1972\n- Mittelrheinliga | country | West Germany | 1972\n- Mannheim | country | West Germany | 1972\n- Lörrach | country | West Germany | 1972\nReasoning:", "completion": " Answer: Friedrich Guggenberger", "t_query": 1972.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000660", "prompt": " Who was the position held of Germany's head of state after Vice-Chancellor of Germany?\nEvidence:\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Answer: president of Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000661", "prompt": " In what year was the head of government of Italy equal to Emilio Colombo?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Tonino Cervi | country of citizenship | Italy | 1971\n- Tiziano Terzani | country of citizenship | Italy | 1971\n- Stéphane Grappelli | country of citizenship | Italy | 1971\n- Simon Spierer | country of citizenship | Italy | 1971\n- Sergio Mantovani | country of citizenship | Italy | 1971\n- Sergio Bonelli | country of citizenship | Italy | 1971\n- Rossana Rossanda | country of citizenship | Italy | 1971\n- Romeo Bertini | country of citizenship | Italy | 1971\n- Renata Tebaldi | country of citizenship | Italy | 1971\n- Primo Nebiolo | country of citizenship | Italy | 1971\n- Pietro Parente | country of citizenship | Italy | 1971\n- Oriana Fallaci | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: 1971", "t_query": 1971.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000662", "prompt": " In 2018, what was the award received of Dietmar Bär?\nEvidence:\n- Dietmar Bär | award received | Rheinlandtaler | 2018\nReasoning:", "completion": " Answer: Rheinlandtaler", "t_query": 2018.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_000663", "prompt": " Who was the residence of Lionel Messi before Barcelona?\nEvidence:\n- Lionel Messi | residence | Rosario | 1987\nReasoning:", "completion": " Answer: Rosario", "t_query": 1987.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_000664", "prompt": " After Luigi Abeni country of citizenship Italy, what was the position held of Italy's head of government?\nEvidence:\n- Luigi Comencini | country of citizenship | Italy | 1980\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1980\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1980\n- Q219490 | country of citizenship | Italy | 1980\n- Veriano Luchetti | country of citizenship | Italy | 1980\n- Tullio Kezich | country of citizenship | Italy | 1980\n- Tonino Cervi | country of citizenship | Italy | 1980\n- Tiziano Terzani | country of citizenship | Italy | 1980\n- Stéphane Grappelli | country of citizenship | Italy | 1980\n- Simon Spierer | country of citizenship | Italy | 1980\n- Sergio Mantovani | country of citizenship | Italy | 1980\n- Sergio Bonelli | country of citizenship | Italy | 1980\n- Salvatore Cassisa | country of citizenship | Italy | 1980\n- Rossana Rossanda | country of citizenship | Italy | 1980\n- Renata Tebaldi | country of citizenship | Italy | 1980\nReasoning:", "completion": " Answer: Prime Minister of Italy", "t_query": 1980.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000665", "prompt": " In 1994, what was the head of government of Nino Baragli's country of citizenship?\nEvidence:\n- Nino Baragli | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\n- Stefano Angeleri | country of citizenship | Italy | 1994\nReasoning:", "completion": " Answer: Carlo Azeglio Ciampi", "t_query": 1994.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000666", "prompt": " In what year was the located in of Bonnières-sur-Seine equal to Seine-et-Oise?\nEvidence:\n- Bonnières-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Bernes-sur-Oise | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Vaux-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Mousseaux-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Morsang-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Croissy-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Villiers-sur-Orge | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Tessancourt-sur-Aubette | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Savigny-sur-Orge | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Oncy-sur-École | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Oinville-sur-Montcient | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Neuilly-sur-Marne | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Morsang-sur-Orge | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Montreuil-sur-Epte | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Mareil-sur-Mauldre | located in the administrative territorial entity | Seine-et-Oise | 1968\nReasoning:", "completion": " Answer: 1968", "t_query": 1968.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000667", "prompt": " After Bert Rürup employer University of Cologne, what was the employer of Bert Rürup?\nEvidence:\n- Bert Rürup | employer | Technical University of Darmstadt | 1986\nReasoning:", "completion": " Answer: Technical University of Darmstadt", "t_query": 1986.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_000668", "prompt": " In 1971, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1971\n- Germany | member of | European Coal and Steel Community | 1971\n- Belgium | member of | European Coal and Steel Community | 1971\n- Germany | member of | European Atomic Energy Community | 1971\n- Germany | member of | Western European Union | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: Salvatore Fiume", "t_query": 1971.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000669", "prompt": " In 1987, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: Bremen", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000670", "prompt": " Who was the member of political party of Germany's head of government after Nazi Party?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\nReasoning:", "completion": " Answer: Free Democratic Party", "t_query": 1974.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000671", "prompt": " In 2003, whose head of government was Gérard Collomb?\nEvidence:\n- Urban Community of Lyon | head of government | Gérard Collomb | 2003\n- Urban Community of Lyon | capital | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\nReasoning:", "completion": " Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000672", "prompt": " In 1970, what was the position held of Lina Bo Bardi's country of citizenship's head of state?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1970.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000673", "prompt": " Who was the member of sports team of Gerard Piqué after Manchester United F.C.?\nEvidence:\n- Gerard Piqué | unmarried partner | Shakira | 2019\n- Gerard Piqué | member of sports team | Futbol Club Barcelona | 2019\n- Gerard Piqué | member of sports team | Catalonia national football team | 2019\n- Q49704 | member of sports team | Futbol Club Barcelona | 2019\n- Q455462 | member of sports team | Futbol Club Barcelona | 2019\n- Lionel Messi | member of sports team | Futbol Club Barcelona | 2019\n- Lionel Messi | employer | Futbol Club Barcelona | 2019\nReasoning:", "completion": " Answer: Futbol Club Barcelona", "t_query": 2019.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_000674", "prompt": " Who was the member of of Lelio Antoniotti's country of citizenship before European Economic Community?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\n- Tullio Kezich | country of citizenship | Italy | 1973\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1973.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000675", "prompt": " In what year was the currency of Cesare Terranova's country of citizenship equal to Italian lira?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Answer: 1966", "t_query": 1966.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000676", "prompt": " After Kyakhta country Russian Empire, what was the anthem of Khrustalnyi's country?\nEvidence:\n- Kyakhta | country | Russian Empire | 1913\n- Khrustalnyi | country | Russian Empire | 1913\n- Russian Empire | anthem | God Save the Tsar! | 1913\n- Șirăuți | country | Russian Empire | 1913\n- Šeteniai | country | Russian Empire | 1913\n- Łódź | country | Russian Empire | 1913\n- Červień | country | Russian Empire | 1913\n- Zhytomyr | country | Russian Empire | 1913\n- Yevpatoriia | country | Russian Empire | 1913\n- Yalta | country | Russian Empire | 1913\n- Voronezh | country | Russian Empire | 1913\n- Vologda | country | Russian Empire | 1913\n- Volodymyr | country | Russian Empire | 1913\n- Volhynia | country | Russian Empire | 1913\n- Vinnytsia | country | Russian Empire | 1913\nReasoning:", "completion": " Answer: God Save the Tsar!", "t_query": 1913.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000677", "prompt": " In 1997, what was the award received of Giorgio Rebuffi's country of citizenship's head of state?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Guerra | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\nReasoning:", "completion": " Answer: Grand Order of King Tomislav", "t_query": 1997.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000678", "prompt": " In what year was the country of citizenship of Mišo Cebalo equal to Yugoslavia?\nEvidence:\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1975\n- Q46099 | country of citizenship | Yugoslavia | 1975\n- Q207166 | country of citizenship | Yugoslavia | 1975\n- Vladica Popović | country of citizenship | Yugoslavia | 1975\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1975\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1975\n- Ilija Petković | country of citizenship | Yugoslavia | 1975\n- Dušan Ivković | country of citizenship | Yugoslavia | 1975\n- Dragan Tomić | country of citizenship | Yugoslavia | 1975\n- Verzar | country | Yugoslavia | 1975\n- Suševo | country | Yugoslavia | 1975\n- Q793485 | country | Yugoslavia | 1975\n- Pirot | country | Yugoslavia | 1975\n- Orašje | country | Yugoslavia | 1975\n- Kraljevo | country | Yugoslavia | 1975\nReasoning:", "completion": " Answer: 1975", "t_query": 1975.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000679", "prompt": " In 1941, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1941\n- Q972711 | country of citizenship | Kingdom of Italy | 1941\n- Q890523 | country of citizenship | Kingdom of Italy | 1941\n- Q432318 | country of citizenship | Kingdom of Italy | 1941\n- Q429298 | country of citizenship | Kingdom of Italy | 1941\n- Q178349 | country of citizenship | Kingdom of Italy | 1941\n- Q133535 | country of citizenship | Kingdom of Italy | 1941\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1941\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1941\n- Titta Ruffo | country of citizenship | Kingdom of Italy | 1941\n- Tita Piaz | country of citizenship | Kingdom of Italy | 1941\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1941\n- Paolo Manna | country of citizenship | Kingdom of Italy | 1941\n- Pantaleo Carabellese | country of citizenship | Kingdom of Italy | 1941\n- Matteo Marangoni | country of citizenship | Kingdom of Italy | 1941\nReasoning:", "completion": " Answer: Giovan Battista Pellegrini", "t_query": 1941.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000680", "prompt": " In 1980, what was the head of government of Italy?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1980\n- Veriano Luchetti | country of citizenship | Italy | 1980\n- Tullio Kezich | country of citizenship | Italy | 1980\n- Tonino Cervi | country of citizenship | Italy | 1980\n- Tiziano Terzani | country of citizenship | Italy | 1980\n- Stéphane Grappelli | country of citizenship | Italy | 1980\n- Simon Spierer | country of citizenship | Italy | 1980\n- Sergio Mantovani | country of citizenship | Italy | 1980\n- Sergio Bonelli | country of citizenship | Italy | 1980\n- Salvatore Cassisa | country of citizenship | Italy | 1980\n- Rossana Rossanda | country of citizenship | Italy | 1980\n- Renata Tebaldi | country of citizenship | Italy | 1980\n- Primo Nebiolo | country of citizenship | Italy | 1980\n- Pino Lancetti | country of citizenship | Italy | 1980\n- Pietro Parente | country of citizenship | Italy | 1980\nReasoning:", "completion": " Answer: Francesco Cossiga", "t_query": 1980.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000681", "prompt": " After Armando Ceste country of citizenship Italy, what was the currency of Giovanni Spadolini's country of citizenship?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Armando Gentilucci | country of citizenship | Italy | 1975\n- Armando Círio | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1975.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000682", "prompt": " After Italy shares border with Yugoslavia, what was the head of state of Ignazio Cannavò's country of citizenship?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q432257 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Answer: Enrico de Nicola", "t_query": 1946.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000683", "prompt": " In 1963, what was the head of state of Gianni Brera's country of citizenship?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Antonio Segni", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000684", "prompt": " In what year was the member of of Alfonso Calzolari's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\n- Veriano Luchetti | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: 1956", "t_query": 1956.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000685", "prompt": " Who was the head of state of Italy after Luigi Einaudi?\nEvidence:\n- Luigi Agnolin | country of citizenship | Italy | 2015\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 2015\n- Luigi Luca Cavalli-Sforza | country of citizenship | Italy | 2015\n- Sergio Donadoni | country of citizenship | Italy | 2015\n- Sebastiano Mannironi | country of citizenship | Italy | 2015\n- Salvatore Cassisa | country of citizenship | Italy | 2015\n- Rossana Rossanda | country of citizenship | Italy | 2015\n- Romano Agostinelli | country of citizenship | Italy | 2015\n- Roberto Tucci | country of citizenship | Italy | 2015\n- Pinuccio Sciola | country of citizenship | Italy | 2015\n- Paolo Villaggio | country of citizenship | Italy | 2015\n- Mauro Staccioli | country of citizenship | Italy | 2015\n- Mario Sereni | country of citizenship | Italy | 2015\n- Mario Perniola | country of citizenship | Italy | 2015\n- Luca Ronconi | country of citizenship | Italy | 2015\nReasoning:", "completion": " Answer: Giorgio Napolitano", "t_query": 2015.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000686", "prompt": " In 1970, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giuseppe Saragat | position held | President of Italy | 1970\n- Italy | head of state | Giuseppe Saragat | 1970\n- Giuseppe Saragat | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: Claudio Cavazza", "t_query": 1970.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000687", "prompt": " Who was the head of state of Italy before Oscar Luigi Scalfaro?\nEvidence:\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1980\n- Luigi Comencini | country of citizenship | Italy | 1980\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1980\n- Q219490 | country of citizenship | Italy | 1980\n- Veriano Luchetti | country of citizenship | Italy | 1980\n- Tullio Kezich | country of citizenship | Italy | 1980\n- Tonino Cervi | country of citizenship | Italy | 1980\n- Tiziano Terzani | country of citizenship | Italy | 1980\n- Stéphane Grappelli | country of citizenship | Italy | 1980\n- Simon Spierer | country of citizenship | Italy | 1980\n- Sergio Mantovani | country of citizenship | Italy | 1980\n- Sergio Bonelli | country of citizenship | Italy | 1980\n- Salvatore Cassisa | country of citizenship | Italy | 1980\n- Rossana Rossanda | country of citizenship | Italy | 1980\n- Renata Tebaldi | country of citizenship | Italy | 1980\nReasoning:", "completion": " Answer: Sandro Pertini", "t_query": 1980.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000688", "prompt": " Who was the member of of Claudio Cavazza's country of citizenship after European Coal and Steel Community?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1970.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000689", "prompt": " In 1900, what was the country of Cheb?\nEvidence:\n- Cheb | country | Austria–Hungary | 1900\n- Q193474 | located in the administrative territorial entity | Austria–Hungary | 1900\n- Horodok | located in the administrative territorial entity | Austria–Hungary | 1900\n- Q942980 | country of citizenship | Austria–Hungary | 1900\n- Q743984 | country of citizenship | Austria–Hungary | 1900\n- Q47561 | country of citizenship | Austria–Hungary | 1900\n- Q155855 | country of citizenship | Austria–Hungary | 1900\n- Emperor of Austria | country | Austria–Hungary | 1900\n- Archduchy of Austria | country | Austria–Hungary | 1900\n- Mykhailo Yatskiv | country of citizenship | Austria–Hungary | 1900\n- Josef Breuer | country of citizenship | Austria–Hungary | 1900\n- Uberto de Morpurgo | country of citizenship | Austria–Hungary | 1900\n- Zhovkva | country | Austria–Hungary | 1900\n- Voitsberg | country | Austria–Hungary | 1900\n- Voinyliv | country | Austria–Hungary | 1900\nReasoning:", "completion": " Answer: Austria–Hungary", "t_query": 1900.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000690", "prompt": " After Giacomo Gentilomo country of citizenship Italy, what was the member of of Carlo Curis's country of citizenship?\nEvidence:\n- Giacomo Gentilomo | country of citizenship | Italy | 1984\n- Carlo Curis | country of citizenship | Italy | 1984\n- Giacomo Neri | country of citizenship | Italy | 1984\n- Giacomo Furia | country of citizenship | Italy | 1984\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1984.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000691", "prompt": " In 1989, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\n- Stéphane Grappelli | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Maria Rita Saulle", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000692", "prompt": " Who was the league or competition of Lluís Companys Olympic Stadium's occupant after World League of American Football?\nEvidence:\n- Lluís Companys Olympic Stadium | occupant | Barcelona Dragons | 1999\n- Lluís Companys Olympic Stadium | occupant | RCD Espanyol de Barcelona | 1999\n- Barcelona Dragons | home venue | Lluís Companys Olympic Stadium | 1999\n- Barcelona Dragons | league or competition | NFL Europe | 1999\n- Jack Bicknell | coach of sports team | Barcelona Dragons | 1999\n- Q943194 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q939976 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q704268 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q296975 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Mauro Navas | member of sports team | RCD Espanyol de Barcelona | 1999\n- Barcelona Dragons | head coach | Jack Bicknell | 1999\nReasoning:", "completion": " Answer: NFL Europe", "t_query": 1999.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 11, "_lever_variant": "terse"} +{"id": "sft_000693", "prompt": " After Danilo Mainardi country of citizenship Italy, what was the position held of Laura Veccia Vaglieri's country of citizenship's head of state?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1956.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000694", "prompt": " In 2010, whose country of citizenship was Taiwan?\nEvidence:\n- Q703895 | country of citizenship | Taiwan | 2010\n- Li Ao | country of citizenship | Taiwan | 2010\nReasoning:", "completion": " Answer: Li Ao", "t_query": 2010.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_000695", "prompt": " Who was the member of of Marco Tulli's country of citizenship before European Coal and Steel Community?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1978.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000696", "prompt": " In 1995, whose winner was Rolf M. Zinkernagel?\nEvidence:\n- Albert Lasker Award for Basic Medical Research | winner | Rolf M. Zinkernagel | 1995\n- Albert Lasker Award for Basic Medical Research | winner | Peter C. Doherty | 1995\n- Albert Lasker Award for Basic Medical Research | winner | Don Craig Wiley | 1995\n- Don Craig Wiley | award received | Albert Lasker Award for Basic Medical Research | 1995\nReasoning:", "completion": " Answer: Albert Lasker Award for Basic Medical Research", "t_query": 1995.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_000697", "prompt": " In 2013, what was the employer of Teun A. van Dijk?\nEvidence:\n- Teun A. van Dijk | employer | Pompeu Fabra University | 2013\nReasoning:", "completion": " Answer: Pompeu Fabra University", "t_query": 2013.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_000698", "prompt": " In what year was the country of citizenship of Maria Fiore equal to Kingdom of Italy?\nEvidence:\n- Maria Fiore | country of citizenship | Kingdom of Italy | 1940\n- Alberto Maria De Agostini | country of citizenship | Kingdom of Italy | 1940\n- Q976653 | country of citizenship | Kingdom of Italy | 1940\n- Q972711 | country of citizenship | Kingdom of Italy | 1940\n- Q922237 | country of citizenship | Kingdom of Italy | 1940\n- Q890523 | country of citizenship | Kingdom of Italy | 1940\n- Q741387 | country of citizenship | Kingdom of Italy | 1940\n- Q710497 | country of citizenship | Kingdom of Italy | 1940\n- Q678253 | country of citizenship | Kingdom of Italy | 1940\n- Q654973 | country of citizenship | Kingdom of Italy | 1940\n- Q650303 | country of citizenship | Kingdom of Italy | 1940\n- Q527400 | country of citizenship | Kingdom of Italy | 1940\n- Q51189 | country of citizenship | Kingdom of Italy | 1940\n- Q432318 | country of citizenship | Kingdom of Italy | 1940\n- Q432257 | country of citizenship | Kingdom of Italy | 1940\nReasoning:", "completion": " Answer: 1940", "t_query": 1940.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000699", "prompt": " In 1971, whose position held's head of state's country of citizenship was Italian senator for life?\nEvidence:\n- Pietro Nenni | position held | Italian senator for life | 1971\n- Giuseppe Saragat | position held | Italian senator for life | 1971\n- Giovanni Gronchi | position held | Italian senator for life | 1971\n- Eugenio Montale | position held | Italian senator for life | 1971\n- Antonio Segni | position held | Italian senator for life | 1971\n- Italy | head of state | Giuseppe Saragat | 1971\n- Giuseppe Saragat | position held | President of Italy | 1971\n- Pietro Nenni | country of citizenship | Italy | 1971\n- Giuseppe Saragat | country of citizenship | Italy | 1971\n- Giovanni Gronchi | country of citizenship | Italy | 1971\n- Eugenio Montale | country of citizenship | Italy | 1971\n- Antonio Segni | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: Salvatore Fiume", "t_query": 1971.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 12, "_lever_variant": "terse"} +{"id": "sft_000700", "prompt": " After Karlsruhe country West Germany, what was the contains the administrative territorial entity of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\nReasoning:", "completion": " Answer: North Rhine-Westphalia", "t_query": 1953.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000701", "prompt": " In 1970, what was the head of government of Claudio Cavazza's country of citizenship?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: Emilio Colombo", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000702", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon after Neuville-sur-Saône?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Neuville-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Rochetaillée-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Fleurieu-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Albigny-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Answer: Bron", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000703", "prompt": " After Hanover country West Germany, what was the territory claimed by of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\nReasoning:", "completion": " Answer: German Democratic Republic", "t_query": 1953.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000704", "prompt": " In 1968, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1968\n- Germany | member of | European Coal and Steel Community | 1968\n- Belgium | member of | European Coal and Steel Community | 1968\n- Germany | member of | European Atomic Energy Community | 1968\n- Germany | member of | Western European Union | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Ugo Morin", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000705", "prompt": " Who was the head of state of Antonio Corpora's country of citizenship before Sandro Pertini?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Giovanni Gronchi", "t_query": 1962.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000706", "prompt": " In 1974, whose contains the administrative territorial entity's capital of's capital was Hesse?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1974\n- West Germany | contains the administrative territorial entity | Saarland | 1974\n- West Germany | contains the administrative territorial entity | Hamburg | 1974\n- West Germany | contains the administrative territorial entity | Bremen | 1974\n- West Germany | contains the administrative territorial entity | Bavaria | 1974\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1974\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1974\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1974\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1974\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1974\n- Saarland | located in the administrative territorial entity | West Germany | 1974\n- Oberliga Nord (1974-1994) | country | West Germany | 1974\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Q77721 | country of citizenship | West Germany | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000707", "prompt": " Who was the member of sports team of Domingos da Guia before Brazil men's national football team?\nEvidence:\n- Domingos da Guia | member of sports team | Brazil men's national football team | 1935\n- Domingos da Guia | member of sports team | Boca Juniors | 1935\n- Martim Mércio da Silveira | member of sports team | Brazil men's national football team | 1935\n- Q555601 | member of sports team | Brazil men's national football team | 1935\n- Q261000 | member of sports team | Brazil men's national football team | 1935\n- Q940543 | member of sports team | Boca Juniors | 1935\n- Q455364 | member of sports team | Boca Juniors | 1935\n- Q10131 | member of sports team | Boca Juniors | 1935\n- Manuel Fleitas Solich | member of sports team | Boca Juniors | 1935\nReasoning:", "completion": " Answer: Boca Juniors", "t_query": 1935.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_000708", "prompt": " In what year was the currency of Eleonora Rossi Drago's country of citizenship equal to Italian lira?\nEvidence:\n- Eleonora Rossi Drago | country of citizenship | Italy | 1947\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1947\n- Q612509 | country of citizenship | Italy | 1947\n- Q454036 | country of citizenship | Italy | 1947\n- Q435856 | country of citizenship | Italy | 1947\n- Q432318 | country of citizenship | Italy | 1947\n- Q429298 | country of citizenship | Italy | 1947\n- Q340261 | country of citizenship | Italy | 1947\n- Q318968 | country of citizenship | Italy | 1947\n- Q264986 | country of citizenship | Italy | 1947\n- Q219490 | country of citizenship | Italy | 1947\n- Q213482 | country of citizenship | Italy | 1947\n- Dalida | country of citizenship | Italy | 1947\n- Wilma Montesi | country of citizenship | Italy | 1947\n- Vittore Catella | country of citizenship | Italy | 1947\nReasoning:", "completion": " Answer: 1947", "t_query": 1947.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000709", "prompt": " Who was the member of of Veriano Luchetti's country of citizenship after European Coal and Steel Community?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\n- Tiziano Terzani | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1985.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000710", "prompt": " In 1978, what was the employer of Freeman Dyson?\nEvidence:\n- Freeman Dyson | employer | Institute for Advanced Study | 1978\n- Q711278 | employer | Institute for Advanced Study | 1978\nReasoning:", "completion": " Answer: Institute for Advanced Study", "t_query": 1978.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_000711", "prompt": " Who was the head of state of Claudio Cavazza's country of citizenship before Sandro Pertini?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: Giuseppe Saragat", "t_query": 1970.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000712", "prompt": " In what year was the country of citizenship of Giacomo Rossi-Stuart equal to Italy?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: 1975", "t_query": 1975.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000713", "prompt": " In 1974, what was the head of government of Germany's capital's capital of's contains the administrative territorial entity?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Afghanistan | basic form of government | republic | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\nReasoning:", "completion": " Answer: Franz-Josef Röder", "t_query": 1974.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000714", "prompt": " After Bruno Chizzo country of citizenship Italy, what was the currency of Raul Gardini's country of citizenship?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Bruno Venturini | country of citizenship | Italy | 1989\n- Bruno Schettino | country of citizenship | Italy | 1989\n- Bruno Detassis | country of citizenship | Italy | 1989\n- Bruno Bettinelli | country of citizenship | Italy | 1989\n- Bruno Bertotti | country of citizenship | Italy | 1989\n- Bruno Arcari | country of citizenship | Italy | 1989\n- Italy | currency | Italian lira | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1989.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000715", "prompt": " In 1951, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1951\n- Germany | member of | European Coal and Steel Community | 1951\n- Belgium | member of | European Coal and Steel Community | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\n- Vitaliano Brancati | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: Giovanni D'Ascenzi", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000716", "prompt": " After Irene Galitzine country of citizenship Italy, what was the position held of Ugo Morin's country of citizenship's head of state?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1968.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000717", "prompt": " In 1966, what was the award received of Cesare Terranova's country of citizenship's head of state?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Answer: Supreme Order of Christ", "t_query": 1966.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000718", "prompt": " In 2005, whose head of state was Carlo Azeglio Ciampi?\nEvidence:\n- Italy | head of state | Carlo Azeglio Ciampi | 2005\n- Carlo Giuffré | country of citizenship | Italy | 2005\n- Carlo Fruttero | country of citizenship | Italy | 2005\n- Carlo Curis | country of citizenship | Italy | 2005\n- Carlo Cercignani | country of citizenship | Italy | 2005\n- Q678840 | country of citizenship | Italy | 2005\n- Q383551 | country of citizenship | Italy | 2005\n- Vito Lattanzio | country of citizenship | Italy | 2005\n- Veriano Luchetti | country of citizenship | Italy | 2005\n- Valeria Moriconi | country of citizenship | Italy | 2005\n- Urbano Lazzaro | country of citizenship | Italy | 2005\n- Tullio Kezich | country of citizenship | Italy | 2005\n- Tonino Guerra | country of citizenship | Italy | 2005\n- Tiberio Murgia | country of citizenship | Italy | 2005\n- Tarquinio Provini | country of citizenship | Italy | 2005\nReasoning:", "completion": " Answer: Italy", "t_query": 2005.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000719", "prompt": " In 2010, what was the sport of Shane McMahon?\nEvidence:\n- Shane McMahon | sport | referee | 2010\n- Shane McMahon | sport | professional wrestling | 2010\n- Shane McMahon | occupation | entrepreneur | 2010\n- Shane McMahon | employer | WWE | 2010\n- Vince McMahon | employer | WWE | 2010\n- Q44304 | sport | professional wrestling | 2010\n- Ring of Honor | sport | professional wrestling | 2010\n- Q285372 | employer | WWE | 2010\n- Mike Chioda | employer | WWE | 2010\nReasoning:", "completion": " Answer: referee", "t_query": 2010.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_000720", "prompt": " In 1974, whose contains the administrative territorial entity's capital of's capital was Hamburg?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hamburg | 1974\n- West Germany | contains the administrative territorial entity | Saarland | 1974\n- West Germany | contains the administrative territorial entity | Hesse | 1974\n- West Germany | contains the administrative territorial entity | Bremen | 1974\n- West Germany | contains the administrative territorial entity | Bavaria | 1974\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1974\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1974\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1974\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1974\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1974\n- Saarland | located in the administrative territorial entity | West Germany | 1974\n- Oberliga Nord (1974-1994) | country | West Germany | 1974\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1974\n- Bild | place of publication | Hamburg | 1974\n- German East Africa Company | headquarters location | Hamburg | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000721", "prompt": " In 1993, what was the position held of Luca Ronconi's country of citizenship's head of state?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\n- Stéphane Grappelli | country of citizenship | Italy | 1993\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1993.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000722", "prompt": " In 1952, what was the currency of Franca Ongaro's country of citizenship?\nEvidence:\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\n- Wilma Montesi | country of citizenship | Italy | 1952\n- Vittore Catella | country of citizenship | Italy | 1952\n- Vitaliano Brancati | country of citizenship | Italy | 1952\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1952.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000723", "prompt": " Who was the basic form of government of Germany's diplomatic relation before Islamic Republic?\nEvidence:\n- Afghanistan | basic form of government | republic | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | significant event | Basic Treaty | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | shares border with | German Democratic Republic | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\nReasoning:", "completion": " Answer: republic", "t_query": 1974.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000724", "prompt": " Who was the position held of Italy's head of state before Italian senator for life?\nEvidence:\n- Norberto Bobbio | position held | Italian senator for life | 1998\n- Italy | head of state | Oscar Luigi Scalfaro | 1998\n- Oscar Luigi Scalfaro | position held | President of Italy | 1998\n- Kyoto Protocol | signatory | People's Republic of China | 1998\n- Q454036 | country of citizenship | Italy | 1998\n- Vittore Catella | country of citizenship | Italy | 1998\n- Veriano Luchetti | country of citizenship | Italy | 1998\n- Tullio Kezich | country of citizenship | Italy | 1998\n- Tonino Cervi | country of citizenship | Italy | 1998\n- Tiziano Terzani | country of citizenship | Italy | 1998\n- Simon Spierer | country of citizenship | Italy | 1998\n- Sergio Mantovani | country of citizenship | Italy | 1998\n- Sergio Bonelli | country of citizenship | Italy | 1998\n- Salvatore Cassisa | country of citizenship | Italy | 1998\n- Rossana Rossanda | country of citizenship | Italy | 1998\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1998.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000725", "prompt": " In 1993, what was the member of of Luca Ronconi's country of citizenship?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\n- Stéphane Grappelli | country of citizenship | Italy | 1993\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1993.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000726", "prompt": " In 1961, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1961\n- Germany | member of | European Coal and Steel Community | 1961\n- Belgium | member of | European Coal and Steel Community | 1961\n- Germany | member of | European Atomic Energy Community | 1961\n- Germany | member of | Western European Union | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: Mario Gentili", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000727", "prompt": " In 1940, whose employer was Steklov Institute of Mathematics?\nEvidence:\n- Q709432 | employer | Steklov Institute of Mathematics | 1940\n- Sergei Sobolev | employer | Steklov Institute of Mathematics | 1940\n- Lev Pontryagin | employer | Steklov Institute of Mathematics | 1940\n- Boris Delaunay | employer | Steklov Institute of Mathematics | 1940\n- Alexander Gelfond | employer | Steklov Institute of Mathematics | 1940\n- Boris Delaunay | employer | Lomonosov Moscow State University | 1940\n- Alexander Gelfond | employer | Lomonosov Moscow State University | 1940\n- Sergei Sobolev | award received | Order of the Badge of Honour | 1940\n- Lev Pontryagin | award received | Order of the Badge of Honour | 1940\nReasoning:", "completion": " Answer: Alexander Gelfond", "t_query": 1940.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_000728", "prompt": " In what year was the general secretary of Félicien Marceau's member of equal to Maurice Druon?\nEvidence:\n- Académie Française | general secretary | Maurice Druon | 1995\n- Félicien Marceau | member of | Académie Française | 1995\n- René Huyghe | member of | Académie Française | 1995\n- Michel Déon | member of | Académie Française | 1995\n- Julien Green | member of | Académie Française | 1995\n- Jacques Laurent | member of | Académie Française | 1995\n- Jean-Marie Lustiger | member of | Académie Française | 1995\nReasoning:", "completion": " Answer: 1995", "t_query": 1995.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_000729", "prompt": " In 1977, what was the owned by of Salling Group?\nEvidence:\n- Salling Group | owned by | Maersk | 1977\nReasoning:", "completion": " Answer: Maersk", "t_query": 1977.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_000730", "prompt": " In 1984, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1984\n- Ireland | member of | European Economic Community | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Carlo Curis", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000731", "prompt": " In what year was the contains the administrative territorial entity of Mannheim's country equal to Bavaria?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000732", "prompt": " In 1987, what was the residence of Lionel Messi?\nEvidence:\n- Lionel Messi | residence | Rosario | 1987\nReasoning:", "completion": " Answer: Rosario", "t_query": 1987.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_000733", "prompt": " After Nino Taranto country of citizenship Italy, what was the currency of Gianni Brera's country of citizenship?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Nino Rota | country of citizenship | Italy | 1963\n- Nino Baragli | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1963.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000734", "prompt": " In 1946, whose located in was Meuse?\nEvidence:\n- Route nationale 401 | located in the administrative territorial entity | Meuse | 1946\n- Route nationale 401 | located in the administrative territorial entity | Haute-Marne | 1946\n- Route nationale 401 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\nReasoning:", "completion": " Answer: Route nationale 401", "t_query": 1946.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000735", "prompt": " After Potsdam country Nazi Germany, what was the country of Potsdam?\nEvidence:\n- Potsdam | located in the administrative territorial entity | Potsdam District | 1982\n- Potsdam | country | German Democratic Republic | 1982\n- East Berlin | shares border with | Potsdam District | 1982\n- Brandenburg an der Havel | located in the administrative territorial entity | Potsdam District | 1982\n- Germany | diplomatic relation | German Democratic Republic | 1982\n- West Germany | diplomatic relation | German Democratic Republic | 1982\n- Germany | shares border with | German Democratic Republic | 1982\n- Q97584 | country of citizenship | German Democratic Republic | 1982\n- Q96955 | country of citizenship | German Democratic Republic | 1982\n- Q77767 | country of citizenship | German Democratic Republic | 1982\n- Q73946 | country of citizenship | German Democratic Republic | 1982\n- Q72461 | country of citizenship | German Democratic Republic | 1982\n- Q70388 | country of citizenship | German Democratic Republic | 1982\n- Q67341 | country of citizenship | German Democratic Republic | 1982\n- Q449313 | country of citizenship | German Democratic Republic | 1982\nReasoning:", "completion": " Answer: German Democratic Republic", "t_query": 1982.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000736", "prompt": " In 1950, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Answer: Rhineland-Palatinate", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000737", "prompt": " Who was the head of government of Germany's capital's capital of's contains the administrative territorial entity after Werner Zeyer?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | Germany | 1987\n- Bonn | capital of | West Germany | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Werner Schulz | country of citizenship | German Democratic Republic | 1987\n- Afghanistan | basic form of government | republic | 1987\n- East Berlin | capital of | German Democratic Republic | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\nReasoning:", "completion": " Answer: Q110719", "t_query": 1987.0, "chain_length": 4, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000738", "prompt": " In 1993, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\n- Stéphane Grappelli | country of citizenship | Italy | 1993\nReasoning:", "completion": " Answer: Luca Ronconi", "t_query": 1993.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000739", "prompt": " In 1977, what was the head of state of Elena Altieri's country of citizenship?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\n- Tullio Kezich | country of citizenship | Italy | 1977\n- Tonino Cervi | country of citizenship | Italy | 1977\n- Tiziano Terzani | country of citizenship | Italy | 1977\nReasoning:", "completion": " Answer: Giovanni Leone", "t_query": 1977.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000740", "prompt": " In 1964, whose country of citizenship was Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Veriano Luchetti | country of citizenship | Italy | 1964\n- Tonino Cervi | country of citizenship | Italy | 1964\n- Tiziano Terzani | country of citizenship | Italy | 1964\n- Stéphane Grappelli | country of citizenship | Italy | 1964\n- Simon Spierer | country of citizenship | Italy | 1964\n- Sergio Mantovani | country of citizenship | Italy | 1964\n- Sergio Bonelli | country of citizenship | Italy | 1964\n- Rossana Rossanda | country of citizenship | Italy | 1964\n- Romeo Bertini | country of citizenship | Italy | 1964\n- Renata Tebaldi | country of citizenship | Italy | 1964\n- Primo Nebiolo | country of citizenship | Italy | 1964\n- Pietro Parente | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: Carmelo Cappello", "t_query": 1964.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000741", "prompt": " Who was the work location of Erazim Kohák's residence's head of government after Hollywood?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Julie Mehretu | work location | United States | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- United States | shares border with | Panama | 1988\n- Tony Miles | country for sport | United States | 1988\n- Discovery Channel | country | United States | 1988\nReasoning:", "completion": " Answer: Washington, D.C.", "t_query": 1988.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 13, "_lever_variant": "terse"} +{"id": "sft_000742", "prompt": " After Amelia Rosselli country of citizenship Italy, what was the member of of Marco Tulli's country of citizenship?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1978.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000743", "prompt": " Who was the head of government of Romolo Alzani's country of citizenship before Matteo Renzi?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: Giovanni Goria", "t_query": 1987.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000744", "prompt": " In 1957, whose member of's located in was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1957\n- Yalta | country | Soviet Union | 1957\n- Voronezh | country | Soviet Union | 1957\n- Volhynia | country | Soviet Union | 1957\n- Vinnytsia | country | Soviet Union | 1957\n- Urgench | country | Soviet Union | 1957\n- Uman | country | Soviet Union | 1957\n- Torzhok | country | Soviet Union | 1957\n- Tbilisi | country | Soviet Union | 1957\n- Sudak | country | Soviet Union | 1957\n- Starodub | country | Soviet Union | 1957\n- Simferopol | country | Soviet Union | 1957\n- Siberia | country | Soviet Union | 1957\n- Sevastopol | country | Soviet Union | 1957\n- Q957273 | country | Soviet Union | 1957\nReasoning:", "completion": " Answer: Mordovian Autonomous Soviet Socialist Republic", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000745", "prompt": " Who was the named after of Mihály Bartók's employer after Franz Joseph I of Austria?\nEvidence:\n- Mihály Bartók | employer | University of Szeged | 1979\n- University of Szeged | named after | Attila József | 1979\nReasoning:", "completion": " Answer: Attila József", "t_query": 1979.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_000746", "prompt": " Who was the position held of Guido Aycard's country of citizenship's head of state after President of Italy?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Italian senator for life", "t_query": 1962.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000747", "prompt": " In 1913, what was the anthem of Khrustalnyi's country?\nEvidence:\n- Khrustalnyi | country | Russian Empire | 1913\n- Russian Empire | anthem | God Save the Tsar! | 1913\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1913\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1913\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1913\n- Q326616 | country of registry | Russian Empire | 1913\n- Khanate of Khiva | country | Russian Empire | 1913\n- Emirate of Bukhara | country | Russian Empire | 1913\n- Vladimir Lenin | country of citizenship | Russian Empire | 1913\n- Vikenty Veresaev | country of citizenship | Russian Empire | 1913\nReasoning:", "completion": " Answer: God Save the Tsar!", "t_query": 1913.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000748", "prompt": " Who was the country of Poltava after Russian Empire?\nEvidence:\n- Poltava | country | Ukrainian Soviet Socialist Republic | 1920\n- Q724434 | country of citizenship | Ukrainian Soviet Socialist Republic | 1920\n- Maria Zankovetska | country of citizenship | Ukrainian Soviet Socialist Republic | 1920\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Ukrainian Soviet Socialist Republic | 1920\n- Chernigov Governorate | located in the administrative territorial entity | Ukrainian Soviet Socialist Republic | 1920\n- Yalta | country | Ukrainian Soviet Socialist Republic | 1920\n- Vinnytsia | country | Ukrainian Soviet Socialist Republic | 1920\n- Uman | country | Ukrainian Soviet Socialist Republic | 1920\n- Mykolaiv | country | Ukrainian Soviet Socialist Republic | 1920\n- Konotop | country | Ukrainian Soviet Socialist Republic | 1920\n- Khmelnytskyi | country | Ukrainian Soviet Socialist Republic | 1920\n- Kadiivka | country | Ukrainian Soviet Socialist Republic | 1920\n- Hlukhiv | country | Ukrainian Soviet Socialist Republic | 1920\n- Dubăsari | country | Ukrainian Soviet Socialist Republic | 1920\n- Chernigov Governorate | country | Ukrainian Soviet Socialist Republic | 1920\nReasoning:", "completion": " Answer: Ukrainian Soviet Socialist Republic", "t_query": 1920.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000749", "prompt": " After Alberto Magnelli country of citizenship Italy, what was the member of of Gerardo Marotta's country of citizenship?\nEvidence:\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Alberto Ronchey | country of citizenship | Italy | 2001\n- Alberto Lattuada | country of citizenship | Italy | 2001\n- Alberto De Martino | country of citizenship | Italy | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 2001.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000750", "prompt": " After Volgograd named after Joseph Stalin, what was the twinned with of Volgograd?\nEvidence:\n- Volgograd | twinned administrative body | Liège | 1969\n- Volgograd | located in the administrative territorial entity | Volgograd Oblast | 1969\nReasoning:", "completion": " Answer: Liège", "t_query": 1969.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_000751", "prompt": " Who was the member of of Gianni Brera's country of citizenship after European Coal and Steel Community?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1963.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000752", "prompt": " Who was the contains the administrative territorial entity of Rhône after Caluire-et-Cuire?\nEvidence:\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\n- Q945660 | located in the administrative territorial entity | Q3083 | 1947\n- Q945660 | located in the administrative territorial entity | Q12736 | 1947\nReasoning:", "completion": " Answer: Villeurbanne", "t_query": 1947.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_000753", "prompt": " In 1970, what was the currency of Lina Bo Bardi's country of citizenship?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000754", "prompt": " In 1920, whose head of government's country's work location was Constantin Fehrenbach?\nEvidence:\n- Weimar Republic | head of government | Constantin Fehrenbach | 1920\n- Weimar Republic | head of government | Gustav Bauer | 1920\n- Minden Government Region | country | Weimar Republic | 1920\n- Weimar Republic | head of state | Friedrich Ebert | 1920\n- hyperinflation in the Weimar Republic | country | Weimar Republic | 1920\n- Q87105 | country of citizenship | Weimar Republic | 1920\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1920\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1920\n- Zwickau | country | Weimar Republic | 1920\n- Zimmern | country | Weimar Republic | 1920\n- Wrocław | country | Weimar Republic | 1920\n- Wittmund | country | Weimar Republic | 1920\n- Wismar | country | Weimar Republic | 1920\n- Wiesbaden | country | Weimar Republic | 1920\n- Weimar | country | Weimar Republic | 1920\nReasoning:", "completion": " Answer: Carel Willink", "t_query": 1920.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000755", "prompt": " In what year was the contains the administrative territorial entity of Germany's head of government's country of citizenship equal to Hamburg?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- World Legacy | port of registry | Hamburg | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\nReasoning:", "completion": " Answer: 1987", "t_query": 1987.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000756", "prompt": " In 1968, what was the head of government of Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Tonino Cervi | country of citizenship | Italy | 1968\n- Tiziano Terzani | country of citizenship | Italy | 1968\n- Stéphane Grappelli | country of citizenship | Italy | 1968\n- Simon Spierer | country of citizenship | Italy | 1968\n- Sergio Mantovani | country of citizenship | Italy | 1968\n- Sergio Bonelli | country of citizenship | Italy | 1968\n- Rossana Rossanda | country of citizenship | Italy | 1968\n- Romeo Bertini | country of citizenship | Italy | 1968\n- Renata Tebaldi | country of citizenship | Italy | 1968\n- Primo Nebiolo | country of citizenship | Italy | 1968\n- Pietro Parente | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Giovanni Leone", "t_query": 1968.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000757", "prompt": " In 1957, whose head of government's country of citizenship was Adone Zoli?\nEvidence:\n- Italy | head of government | Adone Zoli | 1957\n- Adone Zoli | country of citizenship | Italy | 1957\n- Adone Zoli | position held | Prime Minister of Italy | 1957\n- Q679495 | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: Ugo Stille", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000758", "prompt": " In 1978, what was the head of government of David Bowie's work location?\nEvidence:\n- David Bowie | work location | Berlin | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Q896393 | work location | Berlin | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Q497401 | terminus | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\n- Anna Seghers | residence | Berlin | 1978\nReasoning:", "completion": " Answer: Dietrich Stobbe", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_000759", "prompt": " Who was the contains the administrative territorial entity of Germany's capital's capital of after Baden-Württemberg?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Answer: Schleswig-Holstein", "t_query": 1974.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000760", "prompt": " In 1960, what was the position held of Richard Nixon's spouse?\nEvidence:\n- Richard Nixon | spouse | Pat Nixon | 1960\n- Pat Nixon | spouse | Richard Nixon | 1960\n- Richard Nixon | position held | Vice President of the United States | 1960\n- Richard Nixon | work location | Washington, D.C. | 1960\n- Pat Nixon | position held | Second Lady or Gentleman of the United States | 1960\n- Q216195 | work location | Washington, D.C. | 1960\nReasoning:", "completion": " Answer: Second Lady or Gentleman of the United States", "t_query": 1960.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_000761", "prompt": " After Maria Carta country of citizenship Italy, what was the member of of Salvatore Fiume's country of citizenship?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Maria Tore Barbina | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1971.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000762", "prompt": " After Heilsbronn country West Germany, what was the currency of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Heilsbronn | country | West Germany | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | currency | Deutsche Mark | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- Würzburg | country | West Germany | 1972\n- Wuppertal | country | West Germany | 1972\n- Wiesbaden | country | West Germany | 1972\n- Westfalenliga | country | West Germany | 1972\n- Viersen | country | West Germany | 1972\n- Speyer | country | West Germany | 1972\n- Sande | country | West Germany | 1972\n- Saarland | country | West Germany | 1972\n- Q52041 | country | West Germany | 1972\nReasoning:", "completion": " Answer: Deutsche Mark", "t_query": 1972.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000763", "prompt": " After Mannheim located in Grand Duchy of Baden, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\nReasoning:", "completion": " Answer: Hamburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000764", "prompt": " Who was the country of citizenship of Mario Stoppani before Italy?\nEvidence:\n- Mario Stoppani | country of citizenship | Kingdom of Italy | 1934\n- Mario Sarto | country of citizenship | Kingdom of Italy | 1934\n- Mario Roatta | country of citizenship | Kingdom of Italy | 1934\n- Mario Palanti | country of citizenship | Kingdom of Italy | 1934\n- Mario Bonnard | country of citizenship | Kingdom of Italy | 1934\n- Q976653 | country of citizenship | Kingdom of Italy | 1934\n- Q972711 | country of citizenship | Kingdom of Italy | 1934\n- Q922237 | country of citizenship | Kingdom of Italy | 1934\n- Q890523 | country of citizenship | Kingdom of Italy | 1934\n- Q710497 | country of citizenship | Kingdom of Italy | 1934\n- Q678253 | country of citizenship | Kingdom of Italy | 1934\n- Q654973 | country of citizenship | Kingdom of Italy | 1934\n- Q650303 | country of citizenship | Kingdom of Italy | 1934\n- Q527400 | country of citizenship | Kingdom of Italy | 1934\n- Q51189 | country of citizenship | Kingdom of Italy | 1934\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1934.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000765", "prompt": " In 1901, whose head of state's country of registry was Nicholas II of Russia?\nEvidence:\n- Russian Empire | head of state | Nicholas II of Russia | 1901\n- Kasato Maru | country of registry | Russian Empire | 1901\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1901\n- Khanate of Khiva | country | Russian Empire | 1901\n- Emirate of Bukhara | country | Russian Empire | 1901\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1901\n- Vladimir Lenin | country of citizenship | Russian Empire | 1901\n- Vikenty Veresaev | country of citizenship | Russian Empire | 1901\n- Maria Zankovetska | country of citizenship | Russian Empire | 1901\n- Antoine Pevsner | country of citizenship | Russian Empire | 1901\n- Alla Nazimova | country of citizenship | Russian Empire | 1901\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1901\nReasoning:", "completion": " Answer: Kasato Maru", "t_query": 1901.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000766", "prompt": " In what year was the currency of Ugo Stille's country of citizenship equal to Italian lira?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: 1957", "t_query": 1957.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000767", "prompt": " After Gianni De Michelis country of citizenship Italy, what was the head of government of Italy?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\n- Stéphane Grappelli | country of citizenship | Italy | 1989\n- Simon Spierer | country of citizenship | Italy | 1989\n- Sergio Mantovani | country of citizenship | Italy | 1989\n- Sergio Bonelli | country of citizenship | Italy | 1989\n- Salvatore Cassisa | country of citizenship | Italy | 1989\n- Rossana Rossanda | country of citizenship | Italy | 1989\n- Renata Tebaldi | country of citizenship | Italy | 1989\n- Primo Nebiolo | country of citizenship | Italy | 1989\n- Pino Lancetti | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Ciriaco De Mita", "t_query": 1989.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000768", "prompt": " In 1981, what was the located in of Chuy District?\nEvidence:\n- Chuy District | located in the administrative territorial entity | Kirghiz Soviet Socialist Republic | 1981\n- Sokuluk District | located in the administrative territorial entity | Kirghiz Soviet Socialist Republic | 1981\n- Q879096 | located in the administrative territorial entity | Kirghiz Soviet Socialist Republic | 1981\n- Bishkek | located in the administrative territorial entity | Kirghiz Soviet Socialist Republic | 1981\nReasoning:", "completion": " Answer: Kirghiz Soviet Socialist Republic", "t_query": 1981.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_000769", "prompt": " In 1950, whose contains the administrative territorial entity's country was Hesse?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\nReasoning:", "completion": " Answer: Mannheim", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000770", "prompt": " In 1941, what was the country of citizenship of Giovan Battista Pellegrini?\nEvidence:\n- Giovan Battista Pellegrini | country of citizenship | Kingdom of Italy | 1941\n- Battista Farina | country of citizenship | Kingdom of Italy | 1941\n- Giovanni Battista Lacchini | country of citizenship | Kingdom of Italy | 1941\n- Giovanni Battista Caproni | country of citizenship | Kingdom of Italy | 1941\n- Q976653 | country of citizenship | Kingdom of Italy | 1941\n- Q972711 | country of citizenship | Kingdom of Italy | 1941\n- Q922237 | country of citizenship | Kingdom of Italy | 1941\n- Q890523 | country of citizenship | Kingdom of Italy | 1941\n- Q741387 | country of citizenship | Kingdom of Italy | 1941\n- Q710497 | country of citizenship | Kingdom of Italy | 1941\n- Q678253 | country of citizenship | Kingdom of Italy | 1941\n- Q654973 | country of citizenship | Kingdom of Italy | 1941\n- Q650303 | country of citizenship | Kingdom of Italy | 1941\n- Q527400 | country of citizenship | Kingdom of Italy | 1941\n- Q51189 | country of citizenship | Kingdom of Italy | 1941\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1941.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000771", "prompt": " In 1974, whose currency's capital of's capital was Deutsche Mark?\nEvidence:\n- Germany | currency | Deutsche Mark | 1974\n- West Germany | currency | Deutsche Mark | 1974\n- Oberliga Nord (1974-1994) | country | West Germany | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Saarland | located in the administrative territorial entity | West Germany | 1974\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1974\n- Q77721 | country of citizenship | West Germany | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000772", "prompt": " In 2003, whose contains the administrative territorial entity was Rochetaillée-sur-Saône?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Rochetaillée-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Neuville-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Fleurieu-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Albigny-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000773", "prompt": " In 1937, whose spouse was Louise Mountbatten?\nEvidence:\n- Louise Mountbatten | spouse | Gustaf VI Adolf of Sweden | 1937\n- Gustaf VI Adolf of Sweden | spouse | Louise Mountbatten | 1937\n- Louise Mountbatten | noble title | queen consort | 1937\n- Q464563 | position held | queen consort | 1937\n- Gustaf VI Adolf of Sweden | position held | crown prince | 1937\n- Gustaf VI Adolf of Sweden | noble title | duke | 1937\n- Gustaf VI Adolf of Sweden | noble title | crown prince | 1937\nReasoning:", "completion": " Answer: Gustaf VI Adolf of Sweden", "t_query": 1937.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_000774", "prompt": " In what year was the head of government of Friedrich Guggenberger's allegiance's contains the administrative territorial entity equal to Franz-Josef Röder?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Answer: 1972", "t_query": 1972.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000775", "prompt": " Who was the head of state of Turkey before Ahmet Necdet Sezer?\nEvidence:\n- Turkey | head of state | İsmet İnönü | 1941\n- Ömer Nasuhi Bilmen | country of citizenship | Turkey | 1941\n- Turkey | shares border with | Soviet Union | 1941\n- N. I. Lobachevsky State University of Nizhny Novgorod | country | Soviet Union | 1941\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1941\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1941\n- Q59054 | country of citizenship | Soviet Union | 1941\n- Q437262 | country of citizenship | Soviet Union | 1941\n- Q324083 | country of citizenship | Soviet Union | 1941\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1941\n- Yuri Manin | country of citizenship | Soviet Union | 1941\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1941\n- Viktor Kulikov | country of citizenship | Soviet Union | 1941\n- Vikenty Veresaev | country of citizenship | Soviet Union | 1941\n- Vija Artmane | country of citizenship | Soviet Union | 1941\nReasoning:", "completion": " Answer: İsmet İnönü", "t_query": 1941.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000776", "prompt": " In 1956, what was the member of of Laura Veccia Vaglieri's country of citizenship?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000777", "prompt": " In what year was the currency of Gianni Brera's country of citizenship equal to Italian lira?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: 1963", "t_query": 1963.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000778", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Bron, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Limonest", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000779", "prompt": " After Arnaldo Genoino country of citizenship Kingdom of Italy, what was the country of citizenship of Arnaldo Genoino?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: Italy", "t_query": 1978.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000780", "prompt": " After Angelo Dibona country of citizenship Italy, what was the currency of Franca Ongaro's country of citizenship?\nEvidence:\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Angelo Varetto | country of citizenship | Italy | 1952\n- Angelo Infanti | country of citizenship | Italy | 1952\n- Angelo Cuniberti | country of citizenship | Italy | 1952\n- Angelo Bartolomasi | country of citizenship | Italy | 1952\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1952.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000781", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in equal to Bron?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: 2003", "t_query": 2003.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000782", "prompt": " In 1961, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\n- Virginio Rosetta | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: John Paul I", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000783", "prompt": " In what year was the position held of Gustaf VI Adolf of Sweden equal to crown prince?\nEvidence:\n- Gustaf VI Adolf of Sweden | position held | crown prince | 1937\n- Gustaf VI Adolf of Sweden | noble title | crown prince | 1937\n- Louise Mountbatten | spouse | Gustaf VI Adolf of Sweden | 1937\n- Gustaf VI Adolf of Sweden | spouse | Louise Mountbatten | 1937\n- Gustaf VI Adolf of Sweden | noble title | duke | 1937\n- Louise Mountbatten | noble title | queen consort | 1937\nReasoning:", "completion": " Answer: 1937", "t_query": 1937.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_000784", "prompt": " In 1980, what was the located in of Brießnitz?\nEvidence:\n- Brießnitz | located in the administrative territorial entity | Baruth bei Bautzen | 1980\n- Q160968 | located in the administrative territorial entity | Baruth bei Bautzen | 1980\nReasoning:", "completion": " Answer: Baruth bei Bautzen", "t_query": 1980.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_000785", "prompt": " In 1987, what was the head of government of Germany's head of government's country of citizenship's contains the administrative territorial entity?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: Lothar Späth", "t_query": 1987.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000786", "prompt": " In 1953, whose contains the administrative territorial entity's country's work location was Hesse?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1953\n- West Germany | contains the administrative territorial entity | Hamburg | 1953\n- West Germany | contains the administrative territorial entity | Bremen | 1953\n- West Germany | contains the administrative territorial entity | Bavaria | 1953\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1953\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1953\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1953\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1953\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1953\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1953\n- Würzburg | country | West Germany | 1953\n- Wuppertal | country | West Germany | 1953\n- Wiesbaden | country | West Germany | 1953\n- Viersen | country | West Germany | 1953\n- Speyer | country | West Germany | 1953\nReasoning:", "completion": " Answer: Bernard Schultze", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000787", "prompt": " In 1920, what was the member of sports team of Gerardo Rivas?\nEvidence:\n- Gerardo Rivas | member of sports team | Club Libertad | 1920\nReasoning:", "completion": " Answer: Club Libertad", "t_query": 1920.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_000788", "prompt": " In 1950, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Answer: Schleswig-Holstein", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000789", "prompt": " After Jena country Nazi Germany, what was the located in of Jena?\nEvidence:\n- Jena | country | Nazi Germany | 1942\n- Saxony | located in the administrative territorial entity | Nazi Germany | 1942\n- Berlin | located in the administrative territorial entity | Nazi Germany | 1942\n- Łódź | country | Nazi Germany | 1942\n- Zwickau | country | Nazi Germany | 1942\n- Zimmern | country | Nazi Germany | 1942\n- Zhytomyr | country | Nazi Germany | 1942\n- Zhydachiv | country | Nazi Germany | 1942\n- Wrocław | country | Nazi Germany | 1942\n- Wittmund | country | Nazi Germany | 1942\n- Wismar | country | Nazi Germany | 1942\n- Wiesbaden | country | Nazi Germany | 1942\n- Weimar | country | Nazi Germany | 1942\n- Voitsberg | country | Nazi Germany | 1942\n- Vaterstetten | country | Nazi Germany | 1942\nReasoning:", "completion": " Answer: State of Thuringia (1920–1952)", "t_query": 1942.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000790", "prompt": " After Skopje located in Kingdom of Yugoslavia, what was the located in of Skopje?\nEvidence:\n- Skopje | country | Socialist Federal Republic of Yugoslavia | 1946\n- Skopje | located in the administrative territorial entity | Socialist Republic of Macedonia | 1946\n- Šibenik | country | Socialist Federal Republic of Yugoslavia | 1946\n- Zagreb | country | Socialist Federal Republic of Yugoslavia | 1946\n- Vršac | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q583161 | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q55630 | country | Socialist Federal Republic of Yugoslavia | 1946\n- Q5266 | country | Socialist Federal Republic of Yugoslavia | 1946\n- Pristina | country | Socialist Federal Republic of Yugoslavia | 1946\n- Perast | country | Socialist Federal Republic of Yugoslavia | 1946\n- Peja | country | Socialist Federal Republic of Yugoslavia | 1946\n- Niš | country | Socialist Federal Republic of Yugoslavia | 1946\n- Ljubljana | country | Socialist Federal Republic of Yugoslavia | 1946\n- Kovin | country | Socialist Federal Republic of Yugoslavia | 1946\n- Gjilan | country | Socialist Federal Republic of Yugoslavia | 1946\nReasoning:", "completion": " Answer: Socialist Republic of Macedonia", "t_query": 1946.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000791", "prompt": " In 1950, what was the member of sports team of Turgay Şeren?\nEvidence:\n- Turgay Şeren | member of sports team | Galatasaray S.K. | 1950\n- Turgay Şeren | member of sports team | Turkey men's national football team | 1950\n- Q919302 | member of sports team | Turkey men's national football team | 1950\n- Q762860 | member of sports team | Turkey men's national football team | 1950\nReasoning:", "completion": " Answer: Turkey men's national football team", "t_query": 1950.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_000792", "prompt": " In what year was the head of state of Lina Bo Bardi's country of citizenship equal to Giuseppe Saragat?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Giuseppe Prisco | country of citizenship | Italy | 1970\n- Giuseppe Patanè | country of citizenship | Italy | 1970\n- Giuseppe Meazza | country of citizenship | Italy | 1970\n- Giuseppe Gabrielli | country of citizenship | Italy | 1970\n- Giuseppe Colnago | country of citizenship | Italy | 1970\n- Giuseppe Busso | country of citizenship | Italy | 1970\n- Giuseppe Antonini | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: 1970", "t_query": 1970.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000793", "prompt": " In 1959, whose position held's head of government's country of citizenship was Prime Minister of Italy?\nEvidence:\n- Antonio Segni | position held | Prime Minister of Italy | 1959\n- Italy | head of government | Antonio Segni | 1959\n- Antonio Segni | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: Gino Cassinis", "t_query": 1959.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000794", "prompt": " In 1993, what was the head of state of Virbhadra Singh's country of citizenship?\nEvidence:\n- Virbhadra Singh | country of citizenship | India | 1993\n- India | head of state | Shankar Dayal Sharma | 1993\n- M. S. Swaminathan | country of citizenship | India | 1993\n- India | head of government | P. V. Narasimha Rao | 1993\n- Abhijit Banerjee | country of citizenship | India | 1993\n- India | contains the administrative territorial entity | Daman and Diu | 1993\nReasoning:", "completion": " Answer: Shankar Dayal Sharma", "t_query": 1993.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_000795", "prompt": " In what year was the member of of Giovanni Spadolini's country of citizenship equal to European Economic Community?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: 1975", "t_query": 1975.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000796", "prompt": " After Silvana Mangano country of citizenship Italy, what was the member of of Romano Mussolini's country of citizenship?\nEvidence:\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1984.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000797", "prompt": " Who was the head of state of Laura Veccia Vaglieri's country of citizenship before Francesco Cossiga?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Francesco Gabrieli | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: Giovanni Gronchi", "t_query": 1956.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000798", "prompt": " After Agostino Gemelli country of citizenship Italy, what was the currency of Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Tonino Cervi | country of citizenship | Italy | 1973\n- Tiziano Terzani | country of citizenship | Italy | 1973\n- Stéphane Grappelli | country of citizenship | Italy | 1973\n- Simon Spierer | country of citizenship | Italy | 1973\n- Sergio Mantovani | country of citizenship | Italy | 1973\n- Sergio Bonelli | country of citizenship | Italy | 1973\n- Rossana Rossanda | country of citizenship | Italy | 1973\n- Romeo Bertini | country of citizenship | Italy | 1973\n- Renata Tebaldi | country of citizenship | Italy | 1973\n- Primo Nebiolo | country of citizenship | Italy | 1973\n- Pietro Parente | country of citizenship | Italy | 1973\n- Oriana Fallaci | country of citizenship | Italy | 1973\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1973.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000799", "prompt": " In what year was the currency of Vitaliano Brancati's country of citizenship equal to Italian lira?\nEvidence:\n- Vitaliano Brancati | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\n- Virginio Rosetta | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: 1951", "t_query": 1951.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000800", "prompt": " In 1989, what was the part of of United Kingdom?\nEvidence:\n- United Kingdom | part of | European Union | 1989\n- United Kingdom | member of | European Union | 1989\n- United Kingdom | head of state | Elizabeth II | 1989\n- Tony Abbott | country of citizenship | United Kingdom | 1989\n- Robert Morley | country of citizenship | United Kingdom | 1989\n- Liz Smith | country of citizenship | United Kingdom | 1989\n- Q238219 | country for sport | United Kingdom | 1989\n- Q672 | head of state | Elizabeth II | 1989\n- New Zealand | head of state | Elizabeth II | 1989\nReasoning:", "completion": " Answer: European Union", "t_query": 1989.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_000801", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in equal to Genay?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: 2003", "t_query": 2003.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000802", "prompt": " In 1935, what was the located in of Signalny?\nEvidence:\n- Signalny | located in the administrative territorial entity | Nemuro Subprefecture (1897—2010) | 1935\n- Signalny | country | Empire of Japan | 1935\n- Berutarube | located in the administrative territorial entity | Nemuro Subprefecture (1897—2010) | 1935\n- Polonsky Island | located in the administrative territorial entity | Nemuro Subprefecture (1897—2010) | 1935\n- Q155773 | country of citizenship | Empire of Japan | 1935\n- Yi Un | country of citizenship | Empire of Japan | 1935\n- Park Yeol | country of citizenship | Empire of Japan | 1935\n- Kasato Maru | country of registry | Empire of Japan | 1935\n- Lee Hyo-seok | country of citizenship | Empire of Japan | 1935\n- Shimano | country | Empire of Japan | 1935\n- Q18097 | country | Empire of Japan | 1935\n- Q156046 | country | Empire of Japan | 1935\n- Berutarube | country | Empire of Japan | 1935\n- Soongsil University | country | Empire of Japan | 1935\n- Polonsky Island | country | Empire of Japan | 1935\nReasoning:", "completion": " Answer: Nemuro Subprefecture (1897—2010)", "t_query": 1935.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000803", "prompt": " In 1941, what was the country of citizenship of Giuseppe Domenichelli?\nEvidence:\n- Giuseppe Domenichelli | country of citizenship | Kingdom of Italy | 1941\n- Giuseppe Ungaretti | country of citizenship | Kingdom of Italy | 1941\n- Giuseppe Paris | country of citizenship | Kingdom of Italy | 1941\n- Giuseppe Paratore | country of citizenship | Kingdom of Italy | 1941\n- Giuseppe Milano | country of citizenship | Kingdom of Italy | 1941\n- Giuseppe Bottai | country of citizenship | Kingdom of Italy | 1941\n- Giuseppe Asti | country of citizenship | Kingdom of Italy | 1941\n- Giuseppe Di Vittorio | country of citizenship | Kingdom of Italy | 1941\n- Q976653 | country of citizenship | Kingdom of Italy | 1941\n- Q972711 | country of citizenship | Kingdom of Italy | 1941\n- Q922237 | country of citizenship | Kingdom of Italy | 1941\n- Q890523 | country of citizenship | Kingdom of Italy | 1941\n- Q741387 | country of citizenship | Kingdom of Italy | 1941\n- Q710497 | country of citizenship | Kingdom of Italy | 1941\n- Q678253 | country of citizenship | Kingdom of Italy | 1941\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1941.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000804", "prompt": " After Termez country Emirate of Bukhara, what was the country of Dushanbe's located in?\nEvidence:\n- Termez | country | Emirate of Bukhara | 1904\n- Dushanbe | located in the administrative territorial entity | Emirate of Bukhara | 1904\n- Emirate of Bukhara | country | Russian Empire | 1904\nReasoning:", "completion": " Answer: Russian Empire", "t_query": 1904.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000805", "prompt": " After Veriano Luchetti country of citizenship Kingdom of Italy, what was the country of citizenship of Veriano Luchetti?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\n- Tiziano Terzani | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: Italy", "t_query": 1985.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000806", "prompt": " After Chaponnay located in Rhône, what was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Meyzieu", "t_query": 2003.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000807", "prompt": " After Bonn capital of Germany, what was the head of government of Germany's capital's capital of's contains the administrative territorial entity?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Afghanistan | basic form of government | republic | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\nReasoning:", "completion": " Answer: Franz-Josef Röder", "t_query": 1974.0, "chain_length": 4, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000808", "prompt": " In 1987, what was the currency of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | currency | Deutsche Mark | 1987\n- West Germany | currency | Deutsche Mark | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\nReasoning:", "completion": " Answer: Deutsche Mark", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000809", "prompt": " In 1987, what was the head of state of Romolo Alzani's country of citizenship?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: Francesco Cossiga", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000810", "prompt": " In 1959, what was the country of citizenship of Gino Cassinis?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: Italy", "t_query": 1959.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000811", "prompt": " In 1962, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giovanni Gronchi | position held | President of Italy | 1962\n- Antonio Segni | position held | President of Italy | 1962\n- Italy | head of state | Giovanni Gronchi | 1962\n- Italy | head of state | Antonio Segni | 1962\n- Giovanni Gronchi | position held | Italian senator for life | 1962\n- Giovanni Gronchi | country of citizenship | Italy | 1962\n- Antonio Segni | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Guido Aycard", "t_query": 1962.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_000812", "prompt": " In 1981, what was the spouse of Andriyan Nikolayev?\nEvidence:\n- Andriyan Nikolayev | spouse | Valentina Tereshkova | 1981\nReasoning:", "completion": " Answer: Valentina Tereshkova", "t_query": 1981.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_000813", "prompt": " In 1987, whose spouse's head of government was Hannelore Kohl?\nEvidence:\n- Helmut Kohl | spouse | Hannelore Kohl | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- Christian Democratic Union | chairperson | Helmut Kohl | 1987\nReasoning:", "completion": " Answer: Germany", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_000814", "prompt": " In 1987, what was the member of of Russian Soviet Federative Socialist Republic?\nEvidence:\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1987\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1987\n- Kaliningrad Oblast | exclave of | Russian Soviet Federative Socialist Republic | 1987\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1987\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Sakhalin Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1987.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000815", "prompt": " Who was the country of citizenship of Ugo Stille after Kingdom of Italy?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: Italy", "t_query": 1957.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000816", "prompt": " After Vasily Vladimirov award received Medal \"For the Victory over Germany in the Great Patriotic War 1941–1945\", what was the employer of Vasily Vladimirov?\nEvidence:\n- Vasily Vladimirov | employer | Steklov Institute of Mathematics | 1998\n- Q85404 | employer | Steklov Institute of Mathematics | 1998\nReasoning:", "completion": " Answer: Steklov Institute of Mathematics", "t_query": 1998.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_000817", "prompt": " In 1957, whose head of state's country of citizenship was Giovanni Gronchi?\nEvidence:\n- Italy | head of state | Giovanni Gronchi | 1957\n- Giovanni Gronchi | country of citizenship | Italy | 1957\n- Giovanni Gronchi | position held | President of Italy | 1957\n- Giovanni Ticozzi | country of citizenship | Italy | 1957\n- Giovanni Mardersteig | country of citizenship | Italy | 1957\n- Giovanni Invernizzi | country of citizenship | Italy | 1957\n- Giovanni Goria | country of citizenship | Italy | 1957\n- Giovanni Ferrofino | country of citizenship | Italy | 1957\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: Ugo Stille", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000818", "prompt": " Who was the work location of Joseph Hertz before London?\nEvidence:\n- Joseph Hertz | work location | Johannesburg | 1903\nReasoning:", "completion": " Answer: Johannesburg", "t_query": 1903.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_000819", "prompt": " In 1985, what was the member of of Veriano Luchetti's country of citizenship?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\n- Tiziano Terzani | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000820", "prompt": " After Speyer country West Germany, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- Bonn | capital of | West Germany | 1987\n- West Germany | currency | Deutsche Mark | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\nReasoning:", "completion": " Answer: Schleswig-Holstein", "t_query": 1987.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000821", "prompt": " In what year was the work location of Carmelo Cappello equal to Milan?\nEvidence:\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Mario Soldati | residence | Milan | 1964\n- Lalla Romano | residence | Milan | 1964\n- Zita of Bourbon-Parma | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: 1964", "t_query": 1964.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000822", "prompt": " In 1972, whose member of sports team was AFC Ajax?\nEvidence:\n- Q673259 | member of sports team | AFC Ajax | 1972\n- Q653451 | member of sports team | AFC Ajax | 1972\n- Q528792 | member of sports team | AFC Ajax | 1972\n- Q368492 | member of sports team | AFC Ajax | 1972\n- Q313382 | member of sports team | AFC Ajax | 1972\n- Arie Haan | member of sports team | AFC Ajax | 1972\n- Q528792 | member of sports team | Netherlands national association football team | 1972\n- Q368492 | member of sports team | Netherlands national association football team | 1972\n- Arie Haan | member of sports team | Netherlands national association football team | 1972\nReasoning:", "completion": " Answer: Arie Haan", "t_query": 1972.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_000823", "prompt": " Who was the member of of Arnaldo Genoino's country of citizenship after European Economic Community?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1978.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000824", "prompt": " In 1903, what was the work location of Joseph Hertz?\nEvidence:\n- Joseph Hertz | work location | Johannesburg | 1903\nReasoning:", "completion": " Answer: Johannesburg", "t_query": 1903.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_000825", "prompt": " In 1986, whose employer was Technical University of Darmstadt?\nEvidence:\n- Bert Rürup | employer | Technical University of Darmstadt | 1986\nReasoning:", "completion": " Answer: Bert Rürup", "t_query": 1986.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_000826", "prompt": " In what year was the contains the administrative territorial entity of Rhône equal to Meyzieu?\nEvidence:\n- Rhône | contains the administrative territorial entity | Meyzieu | 1986\n- Rhône | contains the administrative territorial entity | Vénissieux | 1986\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1986\n- Rhône | contains the administrative territorial entity | Genay | 1986\n- Rhône | contains the administrative territorial entity | Francheville | 1986\n- Rhône | contains the administrative territorial entity | Feyzin | 1986\n- Rhône | contains the administrative territorial entity | Bron | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 1986\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1986\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1986\n- Ternay | located in the administrative territorial entity | Rhône | 1986\n- Chaponnay | located in the administrative territorial entity | Rhône | 1986\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1986\n- Route nationale 383 | located in the administrative territorial entity | Rhône | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 1986\nReasoning:", "completion": " Answer: 1986", "t_query": 1986.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000827", "prompt": " In 1999, what was the employer of Brian Kernighan?\nEvidence:\n- Brian Kernighan | employer | Bell Labs | 1999\n- Q92620 | employer | Bell Labs | 1999\nReasoning:", "completion": " Answer: Bell Labs", "t_query": 1999.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_000828", "prompt": " In 1962, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1962\n- Q207166 | country of citizenship | Yugoslavia | 1962\n- Vladica Popović | country of citizenship | Yugoslavia | 1962\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1962\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1962\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1962\n- Ilija Petković | country of citizenship | Yugoslavia | 1962\n- Dušan Ivković | country of citizenship | Yugoslavia | 1962\n- Dragan Tomić | country of citizenship | Yugoslavia | 1962\n- Verzar | country | Yugoslavia | 1962\n- Suševo | country | Yugoslavia | 1962\n- Q793485 | country | Yugoslavia | 1962\n- Pirot | country | Yugoslavia | 1962\n- Orašje | country | Yugoslavia | 1962\n- Kraljevo | country | Yugoslavia | 1962\nReasoning:", "completion": " Answer: Guido Aycard", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000829", "prompt": " After Sergio Bonelli country of citizenship Italy, what was the member of of Antonio Corpora's country of citizenship?\nEvidence:\n- Sergio Bonelli | country of citizenship | Italy | 1962\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Sergio Realini | country of citizenship | Italy | 1962\n- Sergio Mantovani | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1962.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000830", "prompt": " In 1904, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q939226 | country of citizenship | Kingdom of Italy | 1904\n- Q745874 | country of citizenship | Kingdom of Italy | 1904\n- Q691905 | country of citizenship | Kingdom of Italy | 1904\n- Q65151 | country of citizenship | Kingdom of Italy | 1904\n- Q64212 | country of citizenship | Kingdom of Italy | 1904\n- Q603148 | country of citizenship | Kingdom of Italy | 1904\n- Q599501 | country of citizenship | Kingdom of Italy | 1904\n- Q589683 | country of citizenship | Kingdom of Italy | 1904\n- Q572091 | country of citizenship | Kingdom of Italy | 1904\n- Q551961 | country of citizenship | Kingdom of Italy | 1904\n- Q535846 | country of citizenship | Kingdom of Italy | 1904\n- Q534227 | country of citizenship | Kingdom of Italy | 1904\n- Q516596 | country of citizenship | Kingdom of Italy | 1904\n- Q441843 | country of citizenship | Kingdom of Italy | 1904\n- Q389958 | country of citizenship | Kingdom of Italy | 1904\nReasoning:", "completion": " Answer: Gaetano Crocco", "t_query": 1904.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000831", "prompt": " In 1964, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giuseppe Saragat | position held | President of Italy | 1964\n- Antonio Segni | position held | President of Italy | 1964\n- Italy | head of state | Giuseppe Saragat | 1964\n- Italy | head of state | Antonio Segni | 1964\n- Antonio Segni | position held | Italian senator for life | 1964\n- Giuseppe Saragat | country of citizenship | Italy | 1964\n- Antonio Segni | country of citizenship | Italy | 1964\n- Antonio Segni | award received | Charlemagne Prize | 1964\nReasoning:", "completion": " Answer: Carmelo Cappello", "t_query": 1964.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 8, "_lever_variant": "terse"} +{"id": "sft_000832", "prompt": " In 1966, whose country of citizenship was Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Veriano Luchetti | country of citizenship | Italy | 1966\n- Tonino Cervi | country of citizenship | Italy | 1966\n- Tiziano Terzani | country of citizenship | Italy | 1966\n- Stéphane Grappelli | country of citizenship | Italy | 1966\n- Simon Spierer | country of citizenship | Italy | 1966\n- Sergio Mantovani | country of citizenship | Italy | 1966\n- Sergio Bonelli | country of citizenship | Italy | 1966\n- Rossana Rossanda | country of citizenship | Italy | 1966\n- Romeo Bertini | country of citizenship | Italy | 1966\n- Renata Tebaldi | country of citizenship | Italy | 1966\n- Primo Nebiolo | country of citizenship | Italy | 1966\n- Pietro Parente | country of citizenship | Italy | 1966\nReasoning:", "completion": " Answer: Cesare Terranova", "t_query": 1966.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000833", "prompt": " After Germany shares border with Czechoslovakia, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | shares border with | Czechoslovakia | 1987\n- Germany | shares border with | German Democratic Republic | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Q960655 | country of citizenship | Czechoslovakia | 1987\n- Q83637 | country of citizenship | Czechoslovakia | 1987\n- Q807856 | country of citizenship | Czechoslovakia | 1987\n- Q693209 | country of citizenship | Czechoslovakia | 1987\n- Q543402 | country of citizenship | Czechoslovakia | 1987\n- Q536359 | country of citizenship | Czechoslovakia | 1987\n- Q464070 | country of citizenship | Czechoslovakia | 1987\n- Q366671 | country of citizenship | Czechoslovakia | 1987\n- Q31370 | country of citizenship | Czechoslovakia | 1987\n- Q233131 | country of citizenship | Czechoslovakia | 1987\n- Q179173 | country of citizenship | Czechoslovakia | 1987\nReasoning:", "completion": " Answer: Hesse", "t_query": 1987.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000834", "prompt": " In 1937, whose noble title was crown prince?\nEvidence:\n- Gustaf VI Adolf of Sweden | noble title | crown prince | 1937\n- Gustaf VI Adolf of Sweden | position held | crown prince | 1937\n- Gustaf VI Adolf of Sweden | noble title | duke | 1937\n- Louise Mountbatten | spouse | Gustaf VI Adolf of Sweden | 1937\n- Gustaf VI Adolf of Sweden | spouse | Louise Mountbatten | 1937\nReasoning:", "completion": " Answer: Gustaf VI Adolf of Sweden", "t_query": 1937.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_000835", "prompt": " In 1974, whose contains the administrative territorial entity's capital of's capital was Rhineland-Palatinate?\nEvidence:\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1974\n- West Germany | contains the administrative territorial entity | Saarland | 1974\n- West Germany | contains the administrative territorial entity | Hesse | 1974\n- West Germany | contains the administrative territorial entity | Hamburg | 1974\n- West Germany | contains the administrative territorial entity | Bremen | 1974\n- West Germany | contains the administrative territorial entity | Bavaria | 1974\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1974\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1974\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1974\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1974\n- Saarland | located in the administrative territorial entity | West Germany | 1974\n- Oberliga Nord (1974-1994) | country | West Germany | 1974\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Q77721 | country of citizenship | West Germany | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000836", "prompt": " After Carlo Maria Badini country of citizenship Italy, what was the head of state of Antonio Corpora's country of citizenship?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Carlo Zecchi | country of citizenship | Italy | 1962\n- Carlo Toniatti | country of citizenship | Italy | 1962\n- Carlo Bandirola | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Maria Tore Barbina | country of citizenship | Italy | 1962\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Antonio Segni", "t_query": 1962.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000837", "prompt": " After Rita Orlandi-Malaspina country of citizenship Italy, what was the head of government of Romolo Alzani's country of citizenship?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: Amintore Fanfani", "t_query": 1987.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000838", "prompt": " In 2010, what was the located in of Alessandrino?\nEvidence:\n- Alessandrino | located in the administrative territorial entity | Rome | 2010\n- Alessandrino | location | Municipio VII | 2010\n- Q957522 | located in the administrative territorial entity | Rome | 2010\n- Q924665 | located in the administrative territorial entity | Rome | 2010\n- Q508715 | located in the administrative territorial entity | Rome | 2010\n- San Lorenzo | located in the administrative territorial entity | Rome | 2010\n- Castel Fusano | located in the administrative territorial entity | Rome | 2010\nReasoning:", "completion": " Answer: Rome", "t_query": 2010.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_000839", "prompt": " In what year was the spouse of Germany's head of government equal to Loki Schmidt?\nEvidence:\n- Helmut Schmidt | spouse | Loki Schmidt | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000840", "prompt": " Who was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance before Baden-Württemberg?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Baden-Württemberg | country | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\nReasoning:", "completion": " Answer: Bremen", "t_query": 1972.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000841", "prompt": " In 1974, what was the significant event of Germany?\nEvidence:\n- Germany | significant event | Berlin Wall | 1974\n- Germany | significant event | Basic Treaty | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\nReasoning:", "completion": " Answer: Basic Treaty", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000842", "prompt": " In 1931, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1931\n- Q890523 | country of citizenship | Kingdom of Italy | 1931\n- Q715036 | country of citizenship | Kingdom of Italy | 1931\n- Q471232 | country of citizenship | Kingdom of Italy | 1931\n- Q432318 | country of citizenship | Kingdom of Italy | 1931\n- Q429298 | country of citizenship | Kingdom of Italy | 1931\n- Q329221 | country of citizenship | Kingdom of Italy | 1931\n- Q216812 | country of citizenship | Kingdom of Italy | 1931\n- Q178349 | country of citizenship | Kingdom of Italy | 1931\n- Q133535 | country of citizenship | Kingdom of Italy | 1931\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1931\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1931\n- Titta Ruffo | country of citizenship | Kingdom of Italy | 1931\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1931\n- Paolo Vetri | country of citizenship | Kingdom of Italy | 1931\nReasoning:", "completion": " Answer: Silvana Mangano", "t_query": 1931.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000843", "prompt": " In 1951, what was the currency of Vitaliano Brancati's country of citizenship?\nEvidence:\n- Vitaliano Brancati | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\n- Virginio Rosetta | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000844", "prompt": " In 1913, what was the head of state of Khrustalnyi's country?\nEvidence:\n- Khrustalnyi | country | Russian Empire | 1913\n- Russian Empire | head of state | Nicholas II of Russia | 1913\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1913\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1913\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1913\n- Q326616 | country of registry | Russian Empire | 1913\n- Khanate of Khiva | country | Russian Empire | 1913\n- Emirate of Bukhara | country | Russian Empire | 1913\n- Russian Empire | anthem | God Save the Tsar! | 1913\n- Vladimir Lenin | country of citizenship | Russian Empire | 1913\nReasoning:", "completion": " Answer: Nicholas II of Russia", "t_query": 1913.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000845", "prompt": " In 1963, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Gianni Brera", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000846", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Vaulx-en-Velin", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000847", "prompt": " In 1955, what was the located in of Algiers Province?\nEvidence:\n- Algiers Province | located in the administrative territorial entity | French Algeria | 1955\n- Algiers Province | country | French Algeria | 1955\n- Q131818 | country | French Algeria | 1955\nReasoning:", "completion": " Answer: French Algeria", "t_query": 1955.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000848", "prompt": " Who was the noble title of Gustaf VI Adolf of Sweden before crown prince?\nEvidence:\n- Gustaf VI Adolf of Sweden | noble title | crown prince | 1937\n- Gustaf VI Adolf of Sweden | position held | crown prince | 1937\n- Gustaf VI Adolf of Sweden | noble title | duke | 1937\n- Louise Mountbatten | spouse | Gustaf VI Adolf of Sweden | 1937\n- Gustaf VI Adolf of Sweden | spouse | Louise Mountbatten | 1937\n- Louise Mountbatten | noble title | queen consort | 1937\nReasoning:", "completion": " Answer: duke", "t_query": 1937.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_000849", "prompt": " In 1920, what was the head of state of Carel Willink's work location's country?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Answer: Friedrich Ebert", "t_query": 1920.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_000850", "prompt": " In 1953, what was the country of Bernard Schultze's work location?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: West Germany", "t_query": 1953.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000851", "prompt": " Who was the head of government of Urban Community of Lyon after Raymond Barre?\nEvidence:\n- Urban Community of Lyon | head of government | Gérard Collomb | 2003\n- Urban Community of Lyon | capital | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\nReasoning:", "completion": " Answer: Gérard Collomb", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000852", "prompt": " In 1974, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Answer: Bavaria", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000853", "prompt": " In 1962, what was the currency of Guido Aycard's country of citizenship?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000854", "prompt": " In 2013, what was the position held of Ho Ching?\nEvidence:\n- Ho Ching | position held | chief executive officer | 2013\n- Q984287 | position held | chief executive officer | 2013\n- Q911897 | position held | chief executive officer | 2013\n- Q573231 | position held | chief executive officer | 2013\n- Q313915 | position held | chief executive officer | 2013\n- Q121164 | position held | chief executive officer | 2013\n- Vince McMahon | position held | chief executive officer | 2013\n- Marissa Mayer | position held | chief executive officer | 2013\n- Jeff Bezos | position held | chief executive officer | 2013\n- Angela Ahrendts | position held | chief executive officer | 2013\nReasoning:", "completion": " Answer: chief executive officer", "t_query": 2013.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_000855", "prompt": " In 1964, what was the award received of Carmelo Cappello's country of citizenship's head of state?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: Charlemagne Prize", "t_query": 1964.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000856", "prompt": " Who was the head of state of Italy before Giorgio Napolitano?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1992\n- Giorgio Perlasca | country of citizenship | Italy | 1992\n- Giorgio Oberweger | country of citizenship | Italy | 1992\n- Vittore Catella | country of citizenship | Italy | 1992\n- Veriano Luchetti | country of citizenship | Italy | 1992\n- Tullio Kezich | country of citizenship | Italy | 1992\n- Tonino Cervi | country of citizenship | Italy | 1992\n- Tiziano Terzani | country of citizenship | Italy | 1992\n- Stéphane Grappelli | country of citizenship | Italy | 1992\n- Simon Spierer | country of citizenship | Italy | 1992\n- Sergio Mantovani | country of citizenship | Italy | 1992\n- Sergio Bonelli | country of citizenship | Italy | 1992\n- Salvatore Cassisa | country of citizenship | Italy | 1992\n- Rossana Rossanda | country of citizenship | Italy | 1992\n- Renata Tebaldi | country of citizenship | Italy | 1992\nReasoning:", "completion": " Answer: Francesco Cossiga", "t_query": 1992.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000857", "prompt": " In 1948, what was the country of citizenship of Alfonso Brescia?\nEvidence:\n- Alfonso Brescia | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\n- Q318968 | country of citizenship | Italy | 1948\n- Q264986 | country of citizenship | Italy | 1948\n- Q219490 | country of citizenship | Italy | 1948\n- Q213482 | country of citizenship | Italy | 1948\n- Dalida | country of citizenship | Italy | 1948\n- Wilma Montesi | country of citizenship | Italy | 1948\n- Vittore Catella | country of citizenship | Italy | 1948\nReasoning:", "completion": " Answer: Italy", "t_query": 1948.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000858", "prompt": " In 1975, whose head of state's country of citizenship was Giovanni Leone?\nEvidence:\n- Italy | head of state | Giovanni Leone | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: Giovanni Spadolini", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000859", "prompt": " In 1986, whose capital of was Cape Province?\nEvidence:\n- Cape Town | capital of | Cape Province | 1986\nReasoning:", "completion": " Answer: Cape Town", "t_query": 1986.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_000860", "prompt": " In 1961, what was the head of state of John Paul I's country of citizenship?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\n- Virginio Rosetta | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: Giovanni Gronchi", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000861", "prompt": " After Adolf Schröter country of citizenship Germany, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Adolf Schröter | country of citizenship | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\nReasoning:", "completion": " Answer: Bremen", "t_query": 1974.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000862", "prompt": " In 1920, whose member of sports team was Club Libertad?\nEvidence:\n- Gerardo Rivas | member of sports team | Club Libertad | 1920\nReasoning:", "completion": " Answer: Gerardo Rivas", "t_query": 1920.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_000863", "prompt": " In 1956, whose head of state's country of citizenship was Giovanni Gronchi?\nEvidence:\n- Italy | head of state | Giovanni Gronchi | 1956\n- Giovanni Gronchi | country of citizenship | Italy | 1956\n- Giovanni Gronchi | position held | President of Italy | 1956\n- Giovanni Ticozzi | country of citizenship | Italy | 1956\n- Giovanni Papini | country of citizenship | Italy | 1956\n- Giovanni Mardersteig | country of citizenship | Italy | 1956\n- Giovanni Invernizzi | country of citizenship | Italy | 1956\n- Giovanni Goria | country of citizenship | Italy | 1956\n- Giovanni Ferrofino | country of citizenship | Italy | 1956\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: Alfonso Calzolari", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000864", "prompt": " In 1969, whose country was Socialist Federal Republic of Yugoslavia?\nEvidence:\n- Šibenik | country | Socialist Federal Republic of Yugoslavia | 1969\n- Zagreb | country | Socialist Federal Republic of Yugoslavia | 1969\n- Vršac | country | Socialist Federal Republic of Yugoslavia | 1969\n- Skopje | country | Socialist Federal Republic of Yugoslavia | 1969\n- Q583161 | country | Socialist Federal Republic of Yugoslavia | 1969\n- Q55630 | country | Socialist Federal Republic of Yugoslavia | 1969\n- Q5266 | country | Socialist Federal Republic of Yugoslavia | 1969\n- Pula | country | Socialist Federal Republic of Yugoslavia | 1969\n- Pristina | country | Socialist Federal Republic of Yugoslavia | 1969\n- Perast | country | Socialist Federal Republic of Yugoslavia | 1969\n- Peja | country | Socialist Federal Republic of Yugoslavia | 1969\n- Niš | country | Socialist Federal Republic of Yugoslavia | 1969\n- Ljubljana | country | Socialist Federal Republic of Yugoslavia | 1969\n- Kovin | country | Socialist Federal Republic of Yugoslavia | 1969\n- Gjilan | country | Socialist Federal Republic of Yugoslavia | 1969\nReasoning:", "completion": " Answer: Vršac", "t_query": 1969.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000865", "prompt": " In 1978, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1978\n- Germany | member of | European Coal and Steel Community | 1978\n- Belgium | member of | European Coal and Steel Community | 1978\n- Germany | member of | European Atomic Energy Community | 1978\n- Germany | member of | Western European Union | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: Marco Tulli", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000866", "prompt": " Who was the member of of Cesare Terranova's country of citizenship before European Economic Community?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1966.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000867", "prompt": " Who was the member of of Carmelo Cappello's country of citizenship before European Economic Community?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1964.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000868", "prompt": " After Federico Callori di Vignale country of citizenship Italy, what was the currency of Ugo Morin's country of citizenship?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Carmelo Di Bella | country of citizenship | Italy | 1968\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1968\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1968.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000869", "prompt": " In what year was the country of Chelyabinsk Oblast's located in equal to Soviet Union?\nEvidence:\n- Chelyabinsk Oblast | country | Soviet Union | 1974\n- Chelyabinsk | country | Soviet Union | 1974\n- Zlatoust | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Yuzhnouralsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Troitsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Miass | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Verkhny Ufaley | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Sumy Oblast | country | Soviet Union | 1974\n- Semipalatinsk Oblast | country | Soviet Union | 1974\n- Poltava Oblast | country | Soviet Union | 1974\n- Omsk Oblast | country | Soviet Union | 1974\n- Odesa Oblast | country | Soviet Union | 1974\n- Novosibirsk Oblast | country | Soviet Union | 1974\n- Murmansk Oblast | country | Soviet Union | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000870", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon equal to Sainte-Foy-lès-Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Sainte-Foy-lès-Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\nReasoning:", "completion": " Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000871", "prompt": " In 1978, what was the work location of David Bowie?\nEvidence:\n- David Bowie | work location | Berlin | 1978\n- Q896393 | work location | Berlin | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Q497401 | terminus | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\n- Anna Seghers | residence | Berlin | 1978\nReasoning:", "completion": " Answer: Berlin", "t_query": 1978.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_000872", "prompt": " After Thomas Chatelle member of sports team N.E.C., what was the member of sports team of Thomas Chatelle?\nEvidence:\n- Thomas Chatelle | member of sports team | R.A.E.C. Mons | 2012\n- Thomas Chatelle | member of sports team | R.S.C. Anderlecht | 2012\n- Thomas Chatelle | member of sports team | Sint-Truidense V.V. | 2012\n- Q817639 | member of sports team | R.A.E.C. Mons | 2012\n- Q464631 | member of sports team | R.A.E.C. Mons | 2012\n- Bahattin Köse | member of sports team | R.A.E.C. Mons | 2012\n- R.A.E.C. Mons | league or competition | Belgian Pro League | 2012\n- Q968773 | member of sports team | R.S.C. Anderlecht | 2012\n- Q516607 | member of sports team | R.S.C. Anderlecht | 2012\n- Q329348 | member of sports team | R.S.C. Anderlecht | 2012\n- Marcin Wasilewski | member of sports team | R.S.C. Anderlecht | 2012\n- Q392727 | member of sports team | Sint-Truidense V.V. | 2012\n- Q377088 | member of sports team | Sint-Truidense V.V. | 2012\n- Koen Daerden | member of sports team | Sint-Truidense V.V. | 2012\nReasoning:", "completion": " Answer: R.A.E.C. Mons", "t_query": 2012.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 14, "_lever_variant": "terse"} +{"id": "sft_000873", "prompt": " Who was the country of citizenship of Michele Cipolla before Italy?\nEvidence:\n- Michele Cipolla | country of citizenship | Kingdom of Italy | 1927\n- Michele Lega | country of citizenship | Kingdom of Italy | 1927\n- Q976653 | country of citizenship | Kingdom of Italy | 1927\n- Q972711 | country of citizenship | Kingdom of Italy | 1927\n- Q922237 | country of citizenship | Kingdom of Italy | 1927\n- Q890523 | country of citizenship | Kingdom of Italy | 1927\n- Q715036 | country of citizenship | Kingdom of Italy | 1927\n- Q710497 | country of citizenship | Kingdom of Italy | 1927\n- Q678253 | country of citizenship | Kingdom of Italy | 1927\n- Q654973 | country of citizenship | Kingdom of Italy | 1927\n- Q650303 | country of citizenship | Kingdom of Italy | 1927\n- Q603148 | country of citizenship | Kingdom of Italy | 1927\n- Q527400 | country of citizenship | Kingdom of Italy | 1927\n- Q51189 | country of citizenship | Kingdom of Italy | 1927\n- Q471232 | country of citizenship | Kingdom of Italy | 1927\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1927.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000874", "prompt": " In what year was the currency of Romolo Alzani's country of citizenship equal to Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1987\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: 1987", "t_query": 1987.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000875", "prompt": " In what year was the head of state of Khrustalnyi's country equal to Nicholas II of Russia?\nEvidence:\n- Russian Empire | head of state | Nicholas II of Russia | 1913\n- Khrustalnyi | country | Russian Empire | 1913\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1913\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1913\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1913\n- Q326616 | country of registry | Russian Empire | 1913\n- Khanate of Khiva | country | Russian Empire | 1913\n- Emirate of Bukhara | country | Russian Empire | 1913\n- Russian Empire | anthem | God Save the Tsar! | 1913\n- Vladimir Lenin | country of citizenship | Russian Empire | 1913\nReasoning:", "completion": " Answer: 1913", "t_query": 1913.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000876", "prompt": " In 1939, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1939\n- Q890523 | country of citizenship | Kingdom of Italy | 1939\n- Q432318 | country of citizenship | Kingdom of Italy | 1939\n- Q429298 | country of citizenship | Kingdom of Italy | 1939\n- Q216812 | country of citizenship | Kingdom of Italy | 1939\n- Q178349 | country of citizenship | Kingdom of Italy | 1939\n- Q133535 | country of citizenship | Kingdom of Italy | 1939\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1939\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1939\n- Titta Ruffo | country of citizenship | Kingdom of Italy | 1939\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1939\n- Paolo Manna | country of citizenship | Kingdom of Italy | 1939\n- Pantaleo Carabellese | country of citizenship | Kingdom of Italy | 1939\n- Matteo Marangoni | country of citizenship | Kingdom of Italy | 1939\n- Luigi Capello | country of citizenship | Kingdom of Italy | 1939\nReasoning:", "completion": " Answer: Ludovico Quaroni", "t_query": 1939.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000877", "prompt": " In 1949, what was the located in of Cherthala?\nEvidence:\n- Cherthala | located in the administrative territorial entity | Kingdom of Thiruvithamkoor | 1949\nReasoning:", "completion": " Answer: Kingdom of Thiruvithamkoor", "t_query": 1949.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_000878", "prompt": " In 1961, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1961\n- Q207166 | country of citizenship | Yugoslavia | 1961\n- Vladica Popović | country of citizenship | Yugoslavia | 1961\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1961\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1961\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1961\n- Ilija Petković | country of citizenship | Yugoslavia | 1961\n- Dušan Ivković | country of citizenship | Yugoslavia | 1961\n- Dragan Tomić | country of citizenship | Yugoslavia | 1961\n- Verzar | country | Yugoslavia | 1961\n- Suševo | country | Yugoslavia | 1961\n- Q793485 | country | Yugoslavia | 1961\n- Pirot | country | Yugoslavia | 1961\n- Orašje | country | Yugoslavia | 1961\n- Kraljevo | country | Yugoslavia | 1961\nReasoning:", "completion": " Answer: John Paul I", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000879", "prompt": " Who was the country of citizenship of Germany's head of government after Nazi Germany?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: West Germany", "t_query": 1987.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000880", "prompt": " After Cesare Maldini country of citizenship Italy, what was the head of government of Salvatore Fiume's country of citizenship?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1988\n- Salvatore Cassisa | country of citizenship | Italy | 1988\n- Cesare Siepi | country of citizenship | Italy | 1988\n- Cesare Jonni | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\n- Vittore Catella | country of citizenship | Italy | 1988\n- Veriano Luchetti | country of citizenship | Italy | 1988\n- Ugo Tognazzi | country of citizenship | Italy | 1988\n- Ugo Poletti | country of citizenship | Italy | 1988\n- Tullio Kezich | country of citizenship | Italy | 1988\nReasoning:", "completion": " Answer: Giovanni Goria", "t_query": 1988.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000881", "prompt": " In 1962, whose head of state's country of citizenship was Antonio Segni?\nEvidence:\n- Italy | head of state | Antonio Segni | 1962\n- Antonio Segni | country of citizenship | Italy | 1962\n- Antonio Segni | position held | President of Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Antonio Corpora", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000882", "prompt": " In what year was the head of state of Kasato Maru's country of registry equal to Nicholas II of Russia?\nEvidence:\n- Kasato Maru | country of registry | Russian Empire | 1901\n- Russian Empire | head of state | Nicholas II of Russia | 1901\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1901\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1901\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1901\n- Khanate of Khiva | country | Russian Empire | 1901\n- Emirate of Bukhara | country | Russian Empire | 1901\n- Russian Empire | anthem | God Save the Tsar! | 1901\n- Vladimir Lenin | country of citizenship | Russian Empire | 1901\n- Vikenty Veresaev | country of citizenship | Russian Empire | 1901\nReasoning:", "completion": " Answer: 1901", "t_query": 1901.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000883", "prompt": " In 1972, whose head of government's contains the administrative territorial entity's allegiance was Franz-Josef Röder?\nEvidence:\n- Saarland | head of government | Franz-Josef Röder | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Saarland | country | West Germany | 1972\nReasoning:", "completion": " Answer: Friedrich Guggenberger", "t_query": 1972.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_000884", "prompt": " In what year was the head of government of Umberto Mastroianni's country of citizenship equal to Lamberto Dini?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\n- Tiziano Terzani | country of citizenship | Italy | 1995\nReasoning:", "completion": " Answer: 1995", "t_query": 1995.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000885", "prompt": " In 1909, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q939226 | country of citizenship | Kingdom of Italy | 1909\n- Q745874 | country of citizenship | Kingdom of Italy | 1909\n- Q728920 | country of citizenship | Kingdom of Italy | 1909\n- Q715036 | country of citizenship | Kingdom of Italy | 1909\n- Q691905 | country of citizenship | Kingdom of Italy | 1909\n- Q684916 | country of citizenship | Kingdom of Italy | 1909\n- Q665345 | country of citizenship | Kingdom of Italy | 1909\n- Q653839 | country of citizenship | Kingdom of Italy | 1909\n- Q65151 | country of citizenship | Kingdom of Italy | 1909\n- Q64212 | country of citizenship | Kingdom of Italy | 1909\n- Q603148 | country of citizenship | Kingdom of Italy | 1909\n- Q599501 | country of citizenship | Kingdom of Italy | 1909\n- Q572091 | country of citizenship | Kingdom of Italy | 1909\n- Q551961 | country of citizenship | Kingdom of Italy | 1909\n- Q535846 | country of citizenship | Kingdom of Italy | 1909\nReasoning:", "completion": " Answer: Alberto Ascoli", "t_query": 1909.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000886", "prompt": " After Adriano Giovannetti country of citizenship Italy, what was the head of state of Guido Aycard's country of citizenship?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Giovanni Gronchi", "t_query": 1962.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000887", "prompt": " Who was the contains the administrative territorial entity of Bernard Schultze's work location's country before Hamburg?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: Lower Saxony", "t_query": 1953.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000888", "prompt": " In 1997, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Oscar Luigi Scalfaro | position held | President of Italy | 1997\n- Italy | head of state | Oscar Luigi Scalfaro | 1997\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1997\n- Oscar Luigi Scalfaro | award received | Grand Order of King Tomislav | 1997\nReasoning:", "completion": " Answer: Giorgio Rebuffi", "t_query": 1997.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_000889", "prompt": " In 1957, whose anthem's located in was State Anthem of the Soviet Union?\nEvidence:\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1957\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1957\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1957\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1957\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Sakhalin Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\nReasoning:", "completion": " Answer: Mordovian Autonomous Soviet Socialist Republic", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000890", "prompt": " Who was the contains the administrative territorial entity of Mannheim's country before Bavaria?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Answer: Rhineland-Palatinate", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000891", "prompt": " In 1952, what was the chairperson of Franca Ongaro's country of citizenship's member of?\nEvidence:\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\n- Wilma Montesi | country of citizenship | Italy | 1952\n- Vittore Catella | country of citizenship | Italy | 1952\n- Vitaliano Brancati | country of citizenship | Italy | 1952\nReasoning:", "completion": " Answer: Jean Monnet", "t_query": 1952.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000892", "prompt": " In what year was the country of citizenship of Bruno Venturini equal to Kingdom of Italy?\nEvidence:\n- Bruno Venturini | country of citizenship | Kingdom of Italy | 1939\n- Bruno Fattori | country of citizenship | Kingdom of Italy | 1939\n- Bruno Barilli | country of citizenship | Kingdom of Italy | 1939\n- Q976653 | country of citizenship | Kingdom of Italy | 1939\n- Q972711 | country of citizenship | Kingdom of Italy | 1939\n- Q922237 | country of citizenship | Kingdom of Italy | 1939\n- Q890523 | country of citizenship | Kingdom of Italy | 1939\n- Q741387 | country of citizenship | Kingdom of Italy | 1939\n- Q710497 | country of citizenship | Kingdom of Italy | 1939\n- Q678253 | country of citizenship | Kingdom of Italy | 1939\n- Q654973 | country of citizenship | Kingdom of Italy | 1939\n- Q650303 | country of citizenship | Kingdom of Italy | 1939\n- Q527400 | country of citizenship | Kingdom of Italy | 1939\n- Q51189 | country of citizenship | Kingdom of Italy | 1939\n- Q432318 | country of citizenship | Kingdom of Italy | 1939\nReasoning:", "completion": " Answer: 1939", "t_query": 1939.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000893", "prompt": " Who was the member of of Giacomo Rossi-Stuart's country of citizenship after European Coal and Steel Community?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1975.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000894", "prompt": " In 1971, what was the head of state of Salvatore Fiume's country of citizenship?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: Giuseppe Saragat", "t_query": 1971.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000895", "prompt": " In what year was the head of state of Germany's diplomatic relation equal to Mohammed Zahir Shah?\nEvidence:\n- Afghanistan | head of state | Mohammed Zahir Shah | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\n- Germany | head of state | Theodor Heuss | 1956\n- Germany | head of government | Konrad Adenauer | 1956\n- Bonn | capital of | Germany | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | West Germany | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Germany | member of | Western European Union | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- West Germany | currency | Deutsche Mark | 1956\n- Germany | shares border with | Czechoslovakia | 1956\n- president of Germany | position holder | Theodor Heuss | 1956\n- Jürgen Kissner | country of citizenship | West Germany | 1956\nReasoning:", "completion": " Answer: 1956", "t_query": 1956.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000896", "prompt": " In what year was the head of government of Nino Baragli's country of citizenship equal to Carlo Azeglio Ciampi?\nEvidence:\n- Nino Baragli | country of citizenship | Italy | 1994\n- Carlo Fruttero | country of citizenship | Italy | 1994\n- Carlo Cercignani | country of citizenship | Italy | 1994\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\nReasoning:", "completion": " Answer: 1994", "t_query": 1994.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000897", "prompt": " In 1973, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1973\n- Ireland | member of | European Economic Community | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\nReasoning:", "completion": " Answer: Lelio Antoniotti", "t_query": 1973.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000898", "prompt": " In 1961, what was the shares border with of Mario Gentili's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1961\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000899", "prompt": " In what year was the country of citizenship of Franco Franchi equal to Kingdom of Italy?\nEvidence:\n- Franco Franchi | country of citizenship | Kingdom of Italy | 1928\n- Q976653 | country of citizenship | Kingdom of Italy | 1928\n- Q972711 | country of citizenship | Kingdom of Italy | 1928\n- Q922237 | country of citizenship | Kingdom of Italy | 1928\n- Q890523 | country of citizenship | Kingdom of Italy | 1928\n- Q715036 | country of citizenship | Kingdom of Italy | 1928\n- Q710497 | country of citizenship | Kingdom of Italy | 1928\n- Q678253 | country of citizenship | Kingdom of Italy | 1928\n- Q654973 | country of citizenship | Kingdom of Italy | 1928\n- Q650303 | country of citizenship | Kingdom of Italy | 1928\n- Q603148 | country of citizenship | Kingdom of Italy | 1928\n- Q527400 | country of citizenship | Kingdom of Italy | 1928\n- Q51189 | country of citizenship | Kingdom of Italy | 1928\n- Q471232 | country of citizenship | Kingdom of Italy | 1928\n- Q456574 | country of citizenship | Kingdom of Italy | 1928\nReasoning:", "completion": " Answer: 1928", "t_query": 1928.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000900", "prompt": " In 1974, what was the general secretary of Germany's head of state's member of political party?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\nReasoning:", "completion": " Answer: Martin Bangemann", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000901", "prompt": " Who was the country of Province of Turin before Italy?\nEvidence:\n- Province of Turin | country | Kingdom of Italy | 1931\n- Q9409 | country | Kingdom of Italy | 1931\n- Q6259 | country | Kingdom of Italy | 1931\n- Q2704 | country | Kingdom of Italy | 1931\n- Q16163 | country | Kingdom of Italy | 1931\n- Monza | country | Kingdom of Italy | 1931\n- Marche | country | Kingdom of Italy | 1931\n- Lombardy | country | Kingdom of Italy | 1931\n- Cagliari | country | Kingdom of Italy | 1931\n- Victor Emmanuel III of Italy | country of citizenship | Kingdom of Italy | 1931\n- Emilia-Romagna | country | Kingdom of Italy | 1931\n- Critica Sociale | country | Kingdom of Italy | 1931\n- Q976653 | country of citizenship | Kingdom of Italy | 1931\n- Q972711 | country of citizenship | Kingdom of Italy | 1931\n- Q922237 | country of citizenship | Kingdom of Italy | 1931\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1931.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000902", "prompt": " In what year was the officeholder of Germany's head of government's position held equal to Gustav Heinemann?\nEvidence:\n- Germany | head of state | Gustav Heinemann | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000903", "prompt": " After Max Weber work location New York City, what was the head of government of New York City?\nEvidence:\n- Max Weber | work location | New York City | 1938\n- Weegee | work location | New York City | 1938\n- Q543585 | work location | New York City | 1938\n- Louise Bourgeois | work location | New York City | 1938\n- Lewis Mumford | work location | New York City | 1938\n- Hanns Eisler | work location | New York City | 1938\n- Ellsworth Kelly | work location | New York City | 1938\n- New York City | head of government | Fiorello H. La Guardia | 1938\n- MetLife | headquarters location | New York City | 1938\n- William Vickrey | residence | New York City | 1938\n- Jane Jacobs | residence | New York City | 1938\n- Variety | place of publication | New York City | 1938\n- Louise Bourgeois | work location | Paris | 1938\n- Louise Bourgeois | spouse | Robert Goldwater | 1938\n- Louise Bourgeois | educated at | Q337504 | 1938\nReasoning:", "completion": " Answer: Fiorello H. La Guardia", "t_query": 1938.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000904", "prompt": " In 1952, whose spouse was Mary Ford?\nEvidence:\n- Les Paul | spouse | Mary Ford | 1952\nReasoning:", "completion": " Answer: Les Paul", "t_query": 1952.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_000905", "prompt": " In 1994, what was the head of state of Nino Baragli's country of citizenship?\nEvidence:\n- Nino Baragli | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\n- Stefano Angeleri | country of citizenship | Italy | 1994\nReasoning:", "completion": " Answer: Oscar Luigi Scalfaro", "t_query": 1994.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000906", "prompt": " After Pietro Rava country of citizenship Italy, what was the head of state of John Paul I's country of citizenship?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Pietro Rava | country of citizenship | Italy | 1961\n- Pietro Tordi | country of citizenship | Italy | 1961\n- Pietro Parente | country of citizenship | Italy | 1961\n- Pietro Arcari | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: Giovanni Gronchi", "t_query": 1961.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000907", "prompt": " In what year was the head of government of Raul Gardini's country of citizenship equal to Ciriaco De Mita?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Virginio De Paoli | country of citizenship | Italy | 1989\n- Velasio de Paolis | country of citizenship | Italy | 1989\n- Renzo De Felice | country of citizenship | Italy | 1989\n- Nevio de Zordo | country of citizenship | Italy | 1989\n- Mario De Donà | country of citizenship | Italy | 1989\n- Dino De Antoni | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: 1989", "t_query": 1989.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000908", "prompt": " In 1946, what was the country of citizenship of Ignazio Cannavò?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q432257 | country of citizenship | Kingdom of Italy | 1946\n- Q429298 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Answer: Italy", "t_query": 1946.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000909", "prompt": " In what year was the position held of Richard Nixon equal to Vice President of the United States?\nEvidence:\n- Richard Nixon | position held | Vice President of the United States | 1960\n- Pat Nixon | position held | Second Lady or Gentleman of the United States | 1960\n- Richard Nixon | spouse | Pat Nixon | 1960\n- Pat Nixon | spouse | Richard Nixon | 1960\n- Richard Nixon | work location | Washington, D.C. | 1960\n- Q216195 | work location | Washington, D.C. | 1960\nReasoning:", "completion": " Answer: 1960", "t_query": 1960.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_000910", "prompt": " In 1974, whose head of government was Willy Brandt?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Bonn | capital of | Germany | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Universal Copyright Convention | signatory | Germany | 1974\n- Germany | significant event | Berlin Wall | 1974\n- Germany | significant event | Basic Treaty | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000911", "prompt": " Who was the chairperson of Federal Ministry of Defence of Germany before Volker Rühe?\nEvidence:\n- Federal Ministry of Defence of Germany | chairperson | Gerhard Stoltenberg | 1991\n- Federal Ministry of Defence of Germany | has part(s) | Q188058 | 1991\nReasoning:", "completion": " Answer: Gerhard Stoltenberg", "t_query": 1991.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_000912", "prompt": " In 1973, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1973\n- Germany | member of | European Coal and Steel Community | 1973\n- Belgium | member of | European Coal and Steel Community | 1973\n- Germany | member of | European Atomic Energy Community | 1973\n- Germany | member of | Western European Union | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\nReasoning:", "completion": " Answer: Lelio Antoniotti", "t_query": 1973.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000913", "prompt": " In 1955, what was the member of sports team of Sailen Manna?\nEvidence:\n- Sailen Manna | member of sports team | Mohun Bagan AC | 1955\n- Sailen Manna | member of sports team | India men's national football team | 1955\nReasoning:", "completion": " Answer: Mohun Bagan AC", "t_query": 1955.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_000914", "prompt": " After Shcholkine country Russian Empire, what was the country of Shcholkine?\nEvidence:\n- Shcholkine | country | Soviet Union | 1924\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1924\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1924\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1924\n- Semipalatinsk Governorate of the Kirghiz Autonomous Socialist Soviet Republic | country | Soviet Union | 1924\n- Vladimir Lenin | country of citizenship | Soviet Union | 1924\n- Viktor Kulikov | country of citizenship | Soviet Union | 1924\n- Vikenty Veresaev | country of citizenship | Soviet Union | 1924\n- Nina Bocharova | country of citizenship | Soviet Union | 1924\n- Maria Zankovetska | country of citizenship | Soviet Union | 1924\n- Dmitry Yazov | country of citizenship | Soviet Union | 1924\n- Boris Yefimov | country of citizenship | Soviet Union | 1924\n- Karen Ter-Martirosian | country of citizenship | Soviet Union | 1924\n- Yevpatoriia | country | Soviet Union | 1924\n- Yalta | country | Soviet Union | 1924\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1924.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000915", "prompt": " In 1967, what was the currency of Flaviano Vicentini's country of citizenship?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\n- Ulrico Girardi | country of citizenship | Italy | 1967\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1967.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000916", "prompt": " In 1997, whose award received's head of state's country of citizenship was Grand Order of King Tomislav?\nEvidence:\n- Oscar Luigi Scalfaro | award received | Grand Order of King Tomislav | 1997\n- Italy | head of state | Oscar Luigi Scalfaro | 1997\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1997\n- Oscar Luigi Scalfaro | position held | President of Italy | 1997\nReasoning:", "completion": " Answer: Giorgio Rebuffi", "t_query": 1997.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_000917", "prompt": " In what year was the head of state of John Paul I's country of citizenship equal to Giovanni Gronchi?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Giovanni Mardersteig | country of citizenship | Italy | 1961\n- Giovanni Invernizzi | country of citizenship | Italy | 1961\n- Giovanni Goria | country of citizenship | Italy | 1961\n- Giovanni Ferrofino | country of citizenship | Italy | 1961\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: 1961", "t_query": 1961.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000918", "prompt": " In what year was the residence of William Vickrey equal to New York City?\nEvidence:\n- William Vickrey | residence | New York City | 1938\n- Jane Jacobs | residence | New York City | 1938\n- Weegee | work location | New York City | 1938\n- Q543585 | work location | New York City | 1938\n- MetLife | headquarters location | New York City | 1938\n- Variety | place of publication | New York City | 1938\n- Max Weber | work location | New York City | 1938\n- Louise Bourgeois | work location | New York City | 1938\n- Lewis Mumford | work location | New York City | 1938\n- Hanns Eisler | work location | New York City | 1938\n- Ellsworth Kelly | work location | New York City | 1938\n- New York City | head of government | Fiorello H. La Guardia | 1938\nReasoning:", "completion": " Answer: 1938", "t_query": 1938.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 12, "_lever_variant": "terse"} +{"id": "sft_000919", "prompt": " Who was the country of citizenship of Pietro Arcari before Italy?\nEvidence:\n- Pietro Arcari | country of citizenship | Kingdom of Italy | 1929\n- Pietro Parente | country of citizenship | Kingdom of Italy | 1929\n- Pietro Nenni | country of citizenship | Kingdom of Italy | 1929\n- Pietro Lana | country of citizenship | Kingdom of Italy | 1929\n- Q976653 | country of citizenship | Kingdom of Italy | 1929\n- Q972711 | country of citizenship | Kingdom of Italy | 1929\n- Q922237 | country of citizenship | Kingdom of Italy | 1929\n- Q890523 | country of citizenship | Kingdom of Italy | 1929\n- Q715036 | country of citizenship | Kingdom of Italy | 1929\n- Q710497 | country of citizenship | Kingdom of Italy | 1929\n- Q678253 | country of citizenship | Kingdom of Italy | 1929\n- Q654973 | country of citizenship | Kingdom of Italy | 1929\n- Q650303 | country of citizenship | Kingdom of Italy | 1929\n- Q603148 | country of citizenship | Kingdom of Italy | 1929\n- Q527400 | country of citizenship | Kingdom of Italy | 1929\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1929.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000920", "prompt": " In what year was the position held of Gino Cassinis's country of citizenship's head of government equal to Prime Minister of Italy?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: 1959", "t_query": 1959.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000921", "prompt": " Who was the position held of Italy's head of state after President of Italy?\nEvidence:\n- Giuseppe Paratore | position held | Italian senator for life | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Veriano Luchetti | country of citizenship | Italy | 1962\n- Tonino Cervi | country of citizenship | Italy | 1962\n- Tiziano Terzani | country of citizenship | Italy | 1962\n- Stéphane Grappelli | country of citizenship | Italy | 1962\n- Simon Spierer | country of citizenship | Italy | 1962\n- Sergio Mantovani | country of citizenship | Italy | 1962\n- Sergio Bonelli | country of citizenship | Italy | 1962\n- Rossana Rossanda | country of citizenship | Italy | 1962\n- Romeo Bertini | country of citizenship | Italy | 1962\n- Renata Tebaldi | country of citizenship | Italy | 1962\n- Primo Nebiolo | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Italian senator for life", "t_query": 1962.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000922", "prompt": " In 1995, what was the general secretary of Félicien Marceau's member of?\nEvidence:\n- Félicien Marceau | member of | Académie Française | 1995\n- Académie Française | general secretary | Maurice Druon | 1995\n- René Huyghe | member of | Académie Française | 1995\n- Michel Déon | member of | Académie Française | 1995\n- Julien Green | member of | Académie Française | 1995\n- Jacques Laurent | member of | Académie Française | 1995\n- Jean-Marie Lustiger | member of | Académie Française | 1995\nReasoning:", "completion": " Answer: Maurice Druon", "t_query": 1995.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_000923", "prompt": " After Francesco Roberti country of citizenship Italy, what was the member of of Italy?\nEvidence:\n- Francesco Gabrieli | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Tonino Cervi | country of citizenship | Italy | 1973\n- Tiziano Terzani | country of citizenship | Italy | 1973\n- Stéphane Grappelli | country of citizenship | Italy | 1973\n- Simon Spierer | country of citizenship | Italy | 1973\n- Sergio Mantovani | country of citizenship | Italy | 1973\n- Sergio Bonelli | country of citizenship | Italy | 1973\n- Rossana Rossanda | country of citizenship | Italy | 1973\n- Romeo Bertini | country of citizenship | Italy | 1973\n- Renata Tebaldi | country of citizenship | Italy | 1973\n- Primo Nebiolo | country of citizenship | Italy | 1973\n- Pietro Parente | country of citizenship | Italy | 1973\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1973.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000924", "prompt": " In 2002, whose winner was James Rothman?\nEvidence:\n- Louisa Gross Horwitz Prize | winner | James Rothman | 2002\n- Albert Lasker Award for Basic Medical Research | winner | James Rothman | 2002\n- Louisa Gross Horwitz Prize | winner | Randy Schekman | 2002\n- Albert Lasker Award for Basic Medical Research | winner | Randy Schekman | 2002\nReasoning:", "completion": " Answer: Albert Lasker Award for Basic Medical Research", "t_query": 2002.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_000925", "prompt": " In what year was the member of of Carmelo Cappello's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: 1964", "t_query": 1964.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000926", "prompt": " In what year was the head of state of Germany equal to Walter Scheel?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of government | Walter Scheel | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000927", "prompt": " Who was the country of citizenship of Mario Gentili after Kingdom of Italy?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: Italy", "t_query": 1961.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000928", "prompt": " In what year was the country of citizenship of Achille Compagnoni equal to Kingdom of Italy?\nEvidence:\n- Achille Compagnoni | country of citizenship | Kingdom of Italy | 1915\n- Q976653 | country of citizenship | Kingdom of Italy | 1915\n- Q972711 | country of citizenship | Kingdom of Italy | 1915\n- Q959367 | country of citizenship | Kingdom of Italy | 1915\n- Q939226 | country of citizenship | Kingdom of Italy | 1915\n- Q922237 | country of citizenship | Kingdom of Italy | 1915\n- Q920582 | country of citizenship | Kingdom of Italy | 1915\n- Q890523 | country of citizenship | Kingdom of Italy | 1915\n- Q765946 | country of citizenship | Kingdom of Italy | 1915\n- Q745874 | country of citizenship | Kingdom of Italy | 1915\n- Q728589 | country of citizenship | Kingdom of Italy | 1915\n- Q715036 | country of citizenship | Kingdom of Italy | 1915\n- Q706466 | country of citizenship | Kingdom of Italy | 1915\n- Q684916 | country of citizenship | Kingdom of Italy | 1915\n- Q653839 | country of citizenship | Kingdom of Italy | 1915\nReasoning:", "completion": " Answer: 1915", "t_query": 1915.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000929", "prompt": " In what year was the has part of Federal Ministry of Defence of Germany equal to Q188058?\nEvidence:\n- Federal Ministry of Defence of Germany | has part(s) | Q188058 | 1991\n- Federal Ministry of Defence of Germany | chairperson | Gerhard Stoltenberg | 1991\nReasoning:", "completion": " Answer: 1991", "t_query": 1991.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_000930", "prompt": " In 1950, whose contains the administrative territorial entity's country was Bavaria?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\nReasoning:", "completion": " Answer: Würzburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000931", "prompt": " In what year was the shares border with of Germany equal to German Democratic Republic?\nEvidence:\n- Germany | shares border with | German Democratic Republic | 1974\n- Germany | shares border with | Czechoslovakia | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Zwickau | country | German Democratic Republic | 1974\n- Zeuthen | country | German Democratic Republic | 1974\n- Wismar | country | German Democratic Republic | 1974\n- Q696016 | country | German Democratic Republic | 1974\n- Q525425 | country | German Democratic Republic | 1974\n- Q45898 | country | German Democratic Republic | 1974\n- Potsdam | country | German Democratic Republic | 1974\n- Neustrelitz | country | German Democratic Republic | 1974\n- Magdeburg | country | German Democratic Republic | 1974\n- Jena | country | German Democratic Republic | 1974\n- Görlitz | country | German Democratic Republic | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000932", "prompt": " In 1987, what was the country of Russian Soviet Federative Socialist Republic?\nEvidence:\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1987\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1987\n- Kaliningrad Oblast | exclave of | Russian Soviet Federative Socialist Republic | 1987\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1987\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Sakhalin Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1987.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000933", "prompt": " In 1952, what was the residence of MetLife's headquarters's head of government?\nEvidence:\n- MetLife | headquarters location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- William Vickrey | residence | New York City | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\n- Elliott Erwitt | work location | New York City | 1952\nReasoning:", "completion": " Answer: United States", "t_query": 1952.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000934", "prompt": " In 2020, what was the head coach of Kalmar FF?\nEvidence:\n- Kalmar FF | head coach | Nanne Bergstrand | 2020\nReasoning:", "completion": " Answer: Nanne Bergstrand", "t_query": 2020.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_000935", "prompt": " In 1987, what was the located in of Russian Soviet Federative Socialist Republic?\nEvidence:\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1987\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1987\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Sakhalin Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Khabarovsk Krai | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Kaliningrad Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1987.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000936", "prompt": " In what year was the member of of Robert Morley's country of citizenship equal to European Union?\nEvidence:\n- Robert Morley | country of citizenship | United Kingdom | 1983\n- United Kingdom | member of | European Union | 1983\n- United Kingdom | part of | European Union | 1983\n- Tony Abbott | country of citizenship | United Kingdom | 1983\n- Liz Smith | country of citizenship | United Kingdom | 1983\n- United Kingdom | head of state | Elizabeth II | 1983\nReasoning:", "completion": " Answer: 1983", "t_query": 1983.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_000937", "prompt": " In 1950, whose contains the administrative territorial entity's country was Württemberg-Baden?\nEvidence:\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\nReasoning:", "completion": " Answer: Mannheim", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000938", "prompt": " Who was the country of citizenship of Silvana Mangano before Italy?\nEvidence:\n- Silvana Mangano | country of citizenship | Kingdom of Italy | 1931\n- Q976653 | country of citizenship | Kingdom of Italy | 1931\n- Q972711 | country of citizenship | Kingdom of Italy | 1931\n- Q922237 | country of citizenship | Kingdom of Italy | 1931\n- Q890523 | country of citizenship | Kingdom of Italy | 1931\n- Q715036 | country of citizenship | Kingdom of Italy | 1931\n- Q710497 | country of citizenship | Kingdom of Italy | 1931\n- Q678253 | country of citizenship | Kingdom of Italy | 1931\n- Q654973 | country of citizenship | Kingdom of Italy | 1931\n- Q650303 | country of citizenship | Kingdom of Italy | 1931\n- Q527400 | country of citizenship | Kingdom of Italy | 1931\n- Q51189 | country of citizenship | Kingdom of Italy | 1931\n- Q471232 | country of citizenship | Kingdom of Italy | 1931\n- Q432318 | country of citizenship | Kingdom of Italy | 1931\n- Q432257 | country of citizenship | Kingdom of Italy | 1931\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1931.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000939", "prompt": " In what year was the member of political party of Susanne Gaschke equal to Social Democratic Party of Germany?\nEvidence:\n- Susanne Gaschke | member of political party | Social Democratic Party of Germany | 2004\n- Q76545 | member of political party | Social Democratic Party of Germany | 2004\n- Q61009 | member of political party | Social Democratic Party of Germany | 2004\n- Q108771 | member of political party | Social Democratic Party of Germany | 2004\n- Thilo Sarrazin | member of political party | Social Democratic Party of Germany | 2004\nReasoning:", "completion": " Answer: 2004", "t_query": 2004.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_000940", "prompt": " In 1986, what was the employer of Bert Rürup?\nEvidence:\n- Bert Rürup | employer | Technical University of Darmstadt | 1986\nReasoning:", "completion": " Answer: Technical University of Darmstadt", "t_query": 1986.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_000941", "prompt": " In 1920, whose head of state's country's work location was Friedrich Ebert?\nEvidence:\n- Weimar Republic | head of state | Friedrich Ebert | 1920\n- Weimar Republic | head of government | Gustav Bauer | 1920\n- Weimar Republic | head of government | Constantin Fehrenbach | 1920\n- hyperinflation in the Weimar Republic | country | Weimar Republic | 1920\n- Q87105 | country of citizenship | Weimar Republic | 1920\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1920\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1920\n- Zwickau | country | Weimar Republic | 1920\n- Zimmern | country | Weimar Republic | 1920\n- Wrocław | country | Weimar Republic | 1920\n- Wittmund | country | Weimar Republic | 1920\n- Wismar | country | Weimar Republic | 1920\n- Wiesbaden | country | Weimar Republic | 1920\n- Weimar | country | Weimar Republic | 1920\n- Vaterstetten | country | Weimar Republic | 1920\nReasoning:", "completion": " Answer: Carel Willink", "t_query": 1920.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000942", "prompt": " Who was the contains the administrative territorial entity of Mannheim's country before Rhineland-Palatinate?\nEvidence:\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Answer: Schleswig-Holstein", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000943", "prompt": " In 1956, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giovanni Gronchi | position held | President of Italy | 1956\n- Italy | head of state | Giovanni Gronchi | 1956\n- Giovanni Gronchi | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: Alfonso Calzolari", "t_query": 1956.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000944", "prompt": " In what year was the position held of Gianni Brera's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: 1963", "t_query": 1963.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000945", "prompt": " After Guido Guerrini country of citizenship Italy, what was the currency of Laura Veccia Vaglieri's country of citizenship?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1956.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000946", "prompt": " In what year was the currency of Germany's capital's capital of equal to Deutsche Mark?\nEvidence:\n- Germany | currency | Deutsche Mark | 1974\n- West Germany | currency | Deutsche Mark | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000947", "prompt": " After Paul Cassirer spouse Tilla Durieux, what was the work location of Tilla Durieux's spouse?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Answer: Berlin", "t_query": 1921.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000948", "prompt": " Who was the country of Nakhchivan before Soviet Union?\nEvidence:\n- Nakhchivan | country | Soviet Union | 1949\n- Nakhchivan | country | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Nakhchivan | country | Azerbaijan Soviet Socialist Republic | 1949\n- Nakhchivan | located in the administrative territorial entity | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Zhytomyr | country | Soviet Union | 1949\n- Zastavna | country | Soviet Union | 1949\n- Yevpatoriia | country | Soviet Union | 1949\n- Yalta | country | Soviet Union | 1949\n- Vyazma | country | Soviet Union | 1949\n- Voronezh | country | Soviet Union | 1949\n- Vologda | country | Soviet Union | 1949\n- Volodarsk | country | Soviet Union | 1949\n- Volhynia | country | Soviet Union | 1949\n- Voinyliv | country | Soviet Union | 1949\n- Vladivostok | country | Soviet Union | 1949\nReasoning:", "completion": " Answer: Nakhchivan Autonomous Soviet Socialist Republic", "t_query": 1949.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000949", "prompt": " In what year was the member of of Elena Altieri's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\n- Tullio Kezich | country of citizenship | Italy | 1977\n- Tonino Cervi | country of citizenship | Italy | 1977\n- Tiziano Terzani | country of citizenship | Italy | 1977\nReasoning:", "completion": " Answer: 1977", "t_query": 1977.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000950", "prompt": " After Laura Veccia Vaglieri country of citizenship Kingdom of Italy, what was the country of citizenship of Laura Veccia Vaglieri?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: Italy", "t_query": 1956.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000951", "prompt": " In 1987, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1987\n- Q46099 | country of citizenship | Yugoslavia | 1987\n- Q207166 | country of citizenship | Yugoslavia | 1987\n- Vladica Popović | country of citizenship | Yugoslavia | 1987\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1987\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1987\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1987\n- Ilija Petković | country of citizenship | Yugoslavia | 1987\n- Dušan Ivković | country of citizenship | Yugoslavia | 1987\n- Dragan Tomić | country of citizenship | Yugoslavia | 1987\n- Verzar | country | Yugoslavia | 1987\n- Suševo | country | Yugoslavia | 1987\n- Q793485 | country | Yugoslavia | 1987\n- Pirot | country | Yugoslavia | 1987\n- Orašje | country | Yugoslavia | 1987\nReasoning:", "completion": " Answer: Romolo Alzani", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000952", "prompt": " After Barysaw located in Minsk Region, what was the country of Barysaw?\nEvidence:\n- Barysaw | located in the administrative territorial entity | Minsk Region | 1967\n- Barysaw | country | Byelorussian Soviet Socialist Republic | 1967\n- Vitebsk Region | located in the administrative territorial entity | Byelorussian Soviet Socialist Republic | 1967\nReasoning:", "completion": " Answer: Byelorussian Soviet Socialist Republic", "t_query": 1967.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000953", "prompt": " Who was the country of Vršac before Federal Republic of Yugoslavia?\nEvidence:\n- Vršac | country | Socialist Federal Republic of Yugoslavia | 1969\n- Šibenik | country | Socialist Federal Republic of Yugoslavia | 1969\n- Zagreb | country | Socialist Federal Republic of Yugoslavia | 1969\n- Skopje | country | Socialist Federal Republic of Yugoslavia | 1969\n- Q583161 | country | Socialist Federal Republic of Yugoslavia | 1969\n- Q55630 | country | Socialist Federal Republic of Yugoslavia | 1969\n- Q5266 | country | Socialist Federal Republic of Yugoslavia | 1969\n- Pula | country | Socialist Federal Republic of Yugoslavia | 1969\n- Pristina | country | Socialist Federal Republic of Yugoslavia | 1969\n- Perast | country | Socialist Federal Republic of Yugoslavia | 1969\n- Peja | country | Socialist Federal Republic of Yugoslavia | 1969\n- Niš | country | Socialist Federal Republic of Yugoslavia | 1969\n- Ljubljana | country | Socialist Federal Republic of Yugoslavia | 1969\n- Kovin | country | Socialist Federal Republic of Yugoslavia | 1969\n- Gjilan | country | Socialist Federal Republic of Yugoslavia | 1969\nReasoning:", "completion": " Answer: Socialist Federal Republic of Yugoslavia", "t_query": 1969.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000954", "prompt": " In what year was the country of citizenship of Giuseppe Colnago equal to Italy?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: 1985", "t_query": 1985.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000955", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Poleymieux-au-Mont-d'Or", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000956", "prompt": " After Adolf Schröter country of citizenship Germany, what was the head of government of Germany?\nEvidence:\n- Adolf Schröter | country of citizenship | Germany | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\nReasoning:", "completion": " Answer: Willy Brandt", "t_query": 1974.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000957", "prompt": " In 1951, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\n- Vitaliano Brancati | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: Giovanni D'Ascenzi", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000958", "prompt": " After Lewis Mumford work location New York City, what was the residence of Lewis Mumford?\nEvidence:\n- Lewis Mumford | work location | New York City | 1986\n- Q828254 | work location | New York City | 1986\n- Arman | work location | New York City | 1986\n- Lewis Mumford | residence | Amenia | 1986\n- Nancy Graves | work location | New York City | 1986\n- Louise Bourgeois | work location | New York City | 1986\n- Elliott Erwitt | work location | New York City | 1986\n- Donald Trump | work location | New York City | 1986\n- Alan Vega | work location | New York City | 1986\n- Wolfgang Schivelbusch | residence | New York City | 1986\n- William Vickrey | residence | New York City | 1986\n- Gil Evans | residence | New York City | 1986\n- MetLife | headquarters location | New York City | 1986\n- Philip J. Fry | residence | New York City | 1986\n- Muhal Richard Abrams | residence | New York City | 1986\nReasoning:", "completion": " Answer: Amenia", "t_query": 1986.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000959", "prompt": " After Jean E. Sammet employer MetLife, what was the headquarters of MetLife?\nEvidence:\n- Jean E. Sammet | employer | MetLife | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\n- MetLife | headquarters location | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- William Vickrey | residence | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Elliott Erwitt | work location | New York City | 1952\nReasoning:", "completion": " Answer: New York City", "t_query": 1952.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000960", "prompt": " In 1972, whose military branch was West German Navy?\nEvidence:\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Hans-Günther Lange | military branch | West German Navy | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Hans-Günther Lange | occupation | military personnel | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\nReasoning:", "completion": " Answer: Friedrich Guggenberger", "t_query": 1972.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_000961", "prompt": " In 1920, what was the located in of Carel Willink's work location?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Q73153 | residence | Berlin | 1920\n- Berlin | country | Weimar Republic | 1920\nReasoning:", "completion": " Answer: Free State of Prussia", "t_query": 1920.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_000962", "prompt": " In what year was the employer of Alexander Gelfond equal to Steklov Institute of Mathematics?\nEvidence:\n- Alexander Gelfond | employer | Steklov Institute of Mathematics | 1940\n- Q709432 | employer | Steklov Institute of Mathematics | 1940\n- Sergei Sobolev | employer | Steklov Institute of Mathematics | 1940\n- Lev Pontryagin | employer | Steklov Institute of Mathematics | 1940\n- Boris Delaunay | employer | Steklov Institute of Mathematics | 1940\n- Alexander Gelfond | employer | Lomonosov Moscow State University | 1940\n- Q983399 | employer | Lomonosov Moscow State University | 1940\n- Q723638 | employer | Lomonosov Moscow State University | 1940\n- Q321515 | employer | Lomonosov Moscow State University | 1940\n- Boris Delaunay | employer | Lomonosov Moscow State University | 1940\n- Andrey Tikhonov | employer | Lomonosov Moscow State University | 1940\nReasoning:", "completion": " Answer: 1940", "t_query": 1940.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 11, "_lever_variant": "terse"} +{"id": "sft_000963", "prompt": " In 1953, whose head of government's contains the administrative territorial entity's country's work location was Reinhold Maier?\nEvidence:\n- Baden-Württemberg | head of government | Reinhold Maier | 1953\n- Reinhold Maier | position held | President of the Bundesrat of Germany | 1953\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1953\n- Mannheim | located in the administrative territorial entity | Baden-Württemberg | 1953\n- Baden-Württemberg | head of government | Gebhard Müller | 1953\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1953\n- Baden-Württemberg | country | West Germany | 1953\nReasoning:", "completion": " Answer: Bernard Schultze", "t_query": 1953.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_000964", "prompt": " Who was the contains the administrative territorial entity of Würzburg's country before Bremen?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Answer: Lower Saxony", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000965", "prompt": " In what year was the member of of Arnaldo Genoino's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: 1978", "t_query": 1978.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000966", "prompt": " After Giovanni Spadolini country of citizenship Italy, what was the member of of Cesare Terranova's country of citizenship?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Giovanni Mardersteig | country of citizenship | Italy | 1966\n- Giovanni Invernizzi | country of citizenship | Italy | 1966\n- Giovanni Goria | country of citizenship | Italy | 1966\n- Giovanni Ferrofino | country of citizenship | Italy | 1966\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1966.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000967", "prompt": " Who was the head of state of Virbhadra Singh's country of citizenship after V. V. Giri?\nEvidence:\n- Virbhadra Singh | country of citizenship | India | 1993\n- India | head of government | P. V. Narasimha Rao | 1993\n- India | head of state | Shankar Dayal Sharma | 1993\n- M. S. Swaminathan | country of citizenship | India | 1993\n- Abhijit Banerjee | country of citizenship | India | 1993\n- India | contains the administrative territorial entity | Daman and Diu | 1993\nReasoning:", "completion": " Answer: Shankar Dayal Sharma", "t_query": 1993.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_000968", "prompt": " In what year was the contains the administrative territorial entity of Würzburg's country equal to South Baden?\nEvidence:\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000969", "prompt": " In 1952, whose headquarters was New York City?\nEvidence:\n- MetLife | headquarters location | New York City | 1952\n- William Vickrey | residence | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Elliott Erwitt | work location | New York City | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- Vincent R. Impellitteri | position held | Mayor of New York City | 1952\n- Vincent R. Impellitteri | residence | United States | 1952\nReasoning:", "completion": " Answer: MetLife", "t_query": 1952.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000970", "prompt": " After Wang Dan country of citizenship People's Republic of China, what was the member of of People's Republic of China's head of government?\nEvidence:\n- People's Republic of China | head of government | Wen Jiabao | 2008\n- People's Republic of China | head of state | Hu Jintao | 2008\n- Xu Qinxian | country of citizenship | People's Republic of China | 2008\n- Xiao Yang | country of citizenship | People's Republic of China | 2008\n- Xiao Ke | country of citizenship | People's Republic of China | 2008\n- Ricky Hui | country of citizenship | People's Republic of China | 2008\n- Li Rui | country of citizenship | People's Republic of China | 2008\n- Li Peng | country of citizenship | People's Republic of China | 2008\n- Gong Li | country of citizenship | People's Republic of China | 2008\n- Benny Chan | country of citizenship | People's Republic of China | 2008\n- Wen Jiabao | member of | Politburo Standing Committee of the Chinese Communist Party | 2008\n- General Secretary of the Chinese Communist Party | position holder | Hu Jintao | 2008\n- Xiao Yang | member of political party | Chinese Communist Party | 2008\n- Xiao Ke | member of political party | Chinese Communist Party | 2008\n- Li Rui | member of political party | Chinese Communist Party | 2008\nReasoning:", "completion": " Answer: Politburo Standing Committee of the Chinese Communist Party", "t_query": 2008.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000971", "prompt": " In 1974, whose head of state's diplomatic relation was Mohammed Daoud Khan?\nEvidence:\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Afghanistan | basic form of government | republic | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_000972", "prompt": " In 1983, what was the member of of Robert Morley's country of citizenship?\nEvidence:\n- Robert Morley | country of citizenship | United Kingdom | 1983\n- Tony Abbott | country of citizenship | United Kingdom | 1983\n- Liz Smith | country of citizenship | United Kingdom | 1983\n- United Kingdom | member of | European Union | 1983\n- United Kingdom | part of | European Union | 1983\n- United Kingdom | head of state | Elizabeth II | 1983\nReasoning:", "completion": " Answer: European Union", "t_query": 1983.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_000973", "prompt": " In 1988, whose head of government's residence was Ronald Reagan?\nEvidence:\n- United States | head of government | Ronald Reagan | 1988\n- Ronald Reagan | spouse | Nancy Reagan | 1988\n- Ronald Reagan | work location | Washington, D.C. | 1988\n- Ronald Reagan | member of political party | Republican Party | 1988\n- Ronald Reagan | position held | President of the United States | 1988\n- Paolo Soleri | residence | United States | 1988\n- Erazim Kohák | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Q527509 | member of political party | Republican Party | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- United States | shares border with | Panama | 1988\nReasoning:", "completion": " Answer: Erazim Kohák", "t_query": 1988.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000974", "prompt": " In 1978, what was the head coach of Germany men's national association football team?\nEvidence:\n- Germany men's national association football team | head coach | Jupp Derwall | 1978\n- Q63920 | member of sports team | Germany men's national association football team | 1978\n- Q455150 | member of sports team | Germany men's national association football team | 1978\n- Q186400 | member of sports team | Germany men's national association football team | 1978\n- Q152871 | member of sports team | Germany men's national association football team | 1978\n- Ronald Borchers | member of sports team | Germany men's national association football team | 1978\n- Klaus Fischer | member of sports team | Germany men's national association football team | 1978\n- Berti Vogts | member of sports team | Germany men's national association football team | 1978\n- Bernd Franke | member of sports team | Germany men's national association football team | 1978\n- Q63920 | member of sports team | Germany national football B team | 1978\n- Q63920 | member of sports team | Borussia Dortmund | 1978\n- Q455150 | member of sports team | 1. FC Köln | 1978\n- Q186400 | member of sports team | 1. FC Köln | 1978\n- Q152871 | member of sports team | FC Bayern Munich | 1978\n- Klaus Fischer | member of sports team | Schalke 04 | 1978\nReasoning:", "completion": " Answer: Jupp Derwall", "t_query": 1978.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000975", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Fleurieu-sur-Saône, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Fleurieu-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Rochetaillée-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Neuville-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Albigny-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Answer: Genay", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000976", "prompt": " In 1964, whose head of state's country of citizenship was Giuseppe Saragat?\nEvidence:\n- Italy | head of state | Giuseppe Saragat | 1964\n- Giuseppe Saragat | country of citizenship | Italy | 1964\n- Giuseppe Saragat | position held | President of Italy | 1964\n- Giuseppe Prisco | country of citizenship | Italy | 1964\n- Giuseppe Patanè | country of citizenship | Italy | 1964\n- Giuseppe Paratore | country of citizenship | Italy | 1964\n- Giuseppe Meazza | country of citizenship | Italy | 1964\n- Giuseppe Gabrielli | country of citizenship | Italy | 1964\n- Giuseppe Colnago | country of citizenship | Italy | 1964\n- Giuseppe Busso | country of citizenship | Italy | 1964\n- Giuseppe Antonini | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: Carmelo Cappello", "t_query": 1964.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000977", "prompt": " In what year was the country of citizenship of Gerardo Marotta equal to Italy?\nEvidence:\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\n- Stefano Angeleri | country of citizenship | Italy | 2001\nReasoning:", "completion": " Answer: 2001", "t_query": 2001.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000978", "prompt": " In 1953, whose work location was Frankfurt?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1953\n- Würzburg | country | West Germany | 1953\n- Wuppertal | country | West Germany | 1953\n- Wiesbaden | country | West Germany | 1953\n- West Germany | territory claimed by | German Democratic Republic | 1953\n- West Germany | currency | Deutsche Mark | 1953\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1953\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1953\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1953\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1953\n- West Germany | contains the administrative territorial entity | Hesse | 1953\n- West Germany | contains the administrative territorial entity | Hamburg | 1953\nReasoning:", "completion": " Answer: Bernard Schultze", "t_query": 1953.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000979", "prompt": " In 2012, whose head of government was Mario Monti?\nEvidence:\n- Italy | head of government | Mario Monti | 2012\n- Mario Sereni | country of citizenship | Italy | 2012\n- Mario Perniola | country of citizenship | Italy | 2012\n- Mario Agnes | country of citizenship | Italy | 2012\n- Italy | head of state | Giorgio Napolitano | 2012\n- Q967883 | country of citizenship | Italy | 2012\n- Q678840 | country of citizenship | Italy | 2012\n- Province of Turin | country | Italy | 2012\n- Yannis Kounellis | country of citizenship | Italy | 2012\n- Virna Lisi | country of citizenship | Italy | 2012\n- Veriano Luchetti | country of citizenship | Italy | 2012\n- Tonino Guerra | country of citizenship | Italy | 2012\n- Stefano Angeleri | country of citizenship | Italy | 2012\n- Silvio Gazzaniga | country of citizenship | Italy | 2012\n- Servílio Conti | country of citizenship | Italy | 2012\nReasoning:", "completion": " Answer: Italy", "t_query": 2012.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000980", "prompt": " In 1925, whose employer was Collège de France?\nEvidence:\n- Q664948 | employer | Collège de France | 1925\n- Q462281 | employer | Collège de France | 1925\n- Q333292 | employer | Collège de France | 1925\n- Q328758 | employer | Collège de France | 1925\n- Q202790 | employer | Collège de France | 1925\n- Sylvain Lévi | employer | Collège de France | 1925\n- Paul Foucart | employer | Collège de France | 1925\n- Lucien Cayeux | employer | Collège de France | 1925\n- Antoine Meillet | employer | Collège de France | 1925\n- André Mazon | professorship | Collège de France | 1925\n- Q333292 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q333292 | member of | Académie Française | 1925\n- Q202790 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Paul Foucart | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Lucien Cayeux | position held | professor | 1925\nReasoning:", "completion": " Answer: Paul Foucart", "t_query": 1925.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000981", "prompt": " After Maurizio Arena country of citizenship Italy, what was the shares border with of Francesca Romana Coluzzi's country of citizenship?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Italy | shares border with | Yugoslavia | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1963.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000982", "prompt": " After Claudio Cavazza country of citizenship Italy, what was the shares border with of Gianni Brera's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1963\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1963.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000983", "prompt": " In what year was the currency of Lina Bo Bardi's country of citizenship equal to Italian lira?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: 1970", "t_query": 1970.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000984", "prompt": " In what year was the currency of Flaviano Vicentini's country of citizenship equal to Italian lira?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\n- Ulrico Girardi | country of citizenship | Italy | 1967\nReasoning:", "completion": " Answer: 1967", "t_query": 1967.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000985", "prompt": " In 1912, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q959367 | country of citizenship | Kingdom of Italy | 1912\n- Q939226 | country of citizenship | Kingdom of Italy | 1912\n- Q890523 | country of citizenship | Kingdom of Italy | 1912\n- Q745874 | country of citizenship | Kingdom of Italy | 1912\n- Q715036 | country of citizenship | Kingdom of Italy | 1912\n- Q691905 | country of citizenship | Kingdom of Italy | 1912\n- Q684916 | country of citizenship | Kingdom of Italy | 1912\n- Q665345 | country of citizenship | Kingdom of Italy | 1912\n- Q653839 | country of citizenship | Kingdom of Italy | 1912\n- Q65151 | country of citizenship | Kingdom of Italy | 1912\n- Q64212 | country of citizenship | Kingdom of Italy | 1912\n- Q603148 | country of citizenship | Kingdom of Italy | 1912\n- Q599501 | country of citizenship | Kingdom of Italy | 1912\n- Q572091 | country of citizenship | Kingdom of Italy | 1912\n- Q551961 | country of citizenship | Kingdom of Italy | 1912\nReasoning:", "completion": " Answer: Ettore Reynaudi", "t_query": 1912.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000986", "prompt": " In what year was the contains the administrative territorial entity of Germany's capital's capital of equal to Bremen?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000987", "prompt": " In what year was the league or competition of Thomas Chatelle's member of sports team equal to Belgian Pro League?\nEvidence:\n- R.A.E.C. Mons | league or competition | Belgian Pro League | 2012\n- Thomas Chatelle | member of sports team | R.S.C. Anderlecht | 2012\n- Thomas Chatelle | member of sports team | Sint-Truidense V.V. | 2012\n- Thomas Chatelle | member of sports team | R.A.E.C. Mons | 2012\n- Q968773 | member of sports team | R.S.C. Anderlecht | 2012\n- Q516607 | member of sports team | R.S.C. Anderlecht | 2012\n- Q329348 | member of sports team | R.S.C. Anderlecht | 2012\n- Marcin Wasilewski | member of sports team | R.S.C. Anderlecht | 2012\n- Q392727 | member of sports team | Sint-Truidense V.V. | 2012\n- Q377088 | member of sports team | Sint-Truidense V.V. | 2012\n- Q817639 | member of sports team | R.A.E.C. Mons | 2012\n- Q464631 | member of sports team | R.A.E.C. Mons | 2012\n- Koen Daerden | member of sports team | Sint-Truidense V.V. | 2012\n- Bahattin Köse | member of sports team | R.A.E.C. Mons | 2012\nReasoning:", "completion": " Answer: 2012", "t_query": 2012.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 14, "_lever_variant": "terse"} +{"id": "sft_000988", "prompt": " In what year was the owned by of Q663536 equal to Bishop Museum?\nEvidence:\n- Q663536 | owned by | Bishop Museum | 2006\nReasoning:", "completion": " Answer: 2006", "t_query": 2006.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_000989", "prompt": " After Aldo Protti country of citizenship Italy, what was the head of state of Sergio Noja Noseda's country of citizenship?\nEvidence:\n- Sergio Noja Noseda | country of citizenship | Italy | 1949\n- Aldo Protti | country of citizenship | Italy | 1949\n- Aldo Fabrizi | country of citizenship | Italy | 1949\n- Sergio Realini | country of citizenship | Italy | 1949\n- Sergio Mantovani | country of citizenship | Italy | 1949\n- Sergio Bonelli | country of citizenship | Italy | 1949\n- Q639507 | country of citizenship | Italy | 1949\n- Q612509 | country of citizenship | Italy | 1949\n- Q454036 | country of citizenship | Italy | 1949\n- Q435856 | country of citizenship | Italy | 1949\n- Q432318 | country of citizenship | Italy | 1949\n- Q429298 | country of citizenship | Italy | 1949\n- Q318968 | country of citizenship | Italy | 1949\n- Q264986 | country of citizenship | Italy | 1949\n- Q219490 | country of citizenship | Italy | 1949\nReasoning:", "completion": " Answer: Luigi Einaudi", "t_query": 1949.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000990", "prompt": " In what year was the chairperson of Federal Ministry of Defence of Germany equal to Gerhard Stoltenberg?\nEvidence:\n- Federal Ministry of Defence of Germany | chairperson | Gerhard Stoltenberg | 1991\n- Federal Ministry of Defence of Germany | has part(s) | Q188058 | 1991\nReasoning:", "completion": " Answer: 1991", "t_query": 1991.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_000991", "prompt": " After Max Aub country of citizenship Germany, what was the member of political party of Germany's head of government?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\nReasoning:", "completion": " Answer: Free Democratic Party", "t_query": 1974.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000992", "prompt": " In 1979, whose member of sports team was Budapest Honvéd FC?\nEvidence:\n- Q937089 | member of sports team | Budapest Honvéd FC | 1979\n- Q901558 | member of sports team | Budapest Honvéd FC | 1979\n- Q729103 | member of sports team | Budapest Honvéd FC | 1979\n- István Kocsis | member of sports team | Budapest Honvéd FC | 1979\n- Q937089 | member of sports team | Q911385 | 1979\n- István Kocsis | member of sports team | Hungary men's national football team | 1979\nReasoning:", "completion": " Answer: István Kocsis", "t_query": 1979.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_000993", "prompt": " In 1975, whose country of citizenship was Italy?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\n- Tonino Cervi | country of citizenship | Italy | 1975\n- Tiziano Terzani | country of citizenship | Italy | 1975\n- Stéphane Grappelli | country of citizenship | Italy | 1975\n- Simon Spierer | country of citizenship | Italy | 1975\n- Sergio Mantovani | country of citizenship | Italy | 1975\n- Sergio Bonelli | country of citizenship | Italy | 1975\n- Rossana Rossanda | country of citizenship | Italy | 1975\n- Renata Tebaldi | country of citizenship | Italy | 1975\n- Primo Nebiolo | country of citizenship | Italy | 1975\n- Pino Lancetti | country of citizenship | Italy | 1975\n- Pietro Parente | country of citizenship | Italy | 1975\n- Oriana Fallaci | country of citizenship | Italy | 1975\n- Norberto Bobbio | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: Giacomo Rossi-Stuart", "t_query": 1975.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000994", "prompt": " In what year was the head of government of Renata Tebaldi's country of citizenship equal to Giuliano Amato?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Giuliano Carnimeo | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\n- Tonino Cervi | country of citizenship | Italy | 2000\nReasoning:", "completion": " Answer: 2000", "t_query": 2000.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000995", "prompt": " After Gerardo Marotta country of citizenship Kingdom of Italy, what was the country of citizenship of Gerardo Marotta?\nEvidence:\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\n- Stefano Angeleri | country of citizenship | Italy | 2001\nReasoning:", "completion": " Answer: Italy", "t_query": 2001.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000996", "prompt": " In 1970, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: Lina Bo Bardi", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000997", "prompt": " After Poltava country Russian Empire, what was the country of Poltava?\nEvidence:\n- Poltava | country | Ukrainian Soviet Socialist Republic | 1920\n- Q724434 | country of citizenship | Ukrainian Soviet Socialist Republic | 1920\n- Maria Zankovetska | country of citizenship | Ukrainian Soviet Socialist Republic | 1920\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Ukrainian Soviet Socialist Republic | 1920\n- Chernigov Governorate | located in the administrative territorial entity | Ukrainian Soviet Socialist Republic | 1920\n- Yalta | country | Ukrainian Soviet Socialist Republic | 1920\n- Vinnytsia | country | Ukrainian Soviet Socialist Republic | 1920\n- Uman | country | Ukrainian Soviet Socialist Republic | 1920\n- Mykolaiv | country | Ukrainian Soviet Socialist Republic | 1920\n- Konotop | country | Ukrainian Soviet Socialist Republic | 1920\n- Khmelnytskyi | country | Ukrainian Soviet Socialist Republic | 1920\n- Kadiivka | country | Ukrainian Soviet Socialist Republic | 1920\n- Hlukhiv | country | Ukrainian Soviet Socialist Republic | 1920\n- Dubăsari | country | Ukrainian Soviet Socialist Republic | 1920\n- Chernigov Governorate | country | Ukrainian Soviet Socialist Republic | 1920\nReasoning:", "completion": " Answer: Ukrainian Soviet Socialist Republic", "t_query": 1920.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000998", "prompt": " In 2000, whose head of government's country of citizenship was Massimo D'Alema?\nEvidence:\n- Italy | head of government | Massimo D'Alema | 2000\n- Massimo Girotti | country of citizenship | Italy | 2000\n- Giovanni D'Ascenzi | country of citizenship | Italy | 2000\n- Suso Cecchi d'Amico | country of citizenship | Italy | 2000\n- Luigi Filippo D'Amico | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\nReasoning:", "completion": " Answer: Renata Tebaldi", "t_query": 2000.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_000999", "prompt": " In what year was the work location of David Bowie equal to Berlin?\nEvidence:\n- David Bowie | work location | Berlin | 1978\n- Q896393 | work location | Berlin | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Q497401 | terminus | Berlin | 1978\n- Anna Seghers | residence | Berlin | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Berlin | country | German Democratic Republic | 1978\nReasoning:", "completion": " Answer: 1978", "t_query": 1978.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_001000", "prompt": " Who was the head of government of Berolzheim's country after Joseph Wirth?\nEvidence:\n- Berolzheim | country | Weimar Republic | 1925\n- Weimar Republic | head of government | Hans Luther | 1925\n- Minden Government Region | country | Weimar Republic | 1925\n- Weimar Republic | head of state | Friedrich Ebert | 1925\n- Weimar Republic | head of state | Paul von Hindenburg | 1925\n- Q87105 | country of citizenship | Weimar Republic | 1925\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1925\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Weimar | country | Weimar Republic | 1925\nReasoning:", "completion": " Answer: Hans Luther", "t_query": 1925.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001001", "prompt": " In 1924, what was the residence of Cornelius Castoriadis?\nEvidence:\n- Cornelius Castoriadis | residence | Athens | 1924\n- Athens | country | Kingdom of Greece | 1924\nReasoning:", "completion": " Answer: Athens", "t_query": 1924.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_001002", "prompt": " Who was the located in of Potsdam after Potsdam Government Region?\nEvidence:\n- Potsdam | located in the administrative territorial entity | Potsdam District | 1982\n- Brandenburg an der Havel | located in the administrative territorial entity | Potsdam District | 1982\n- Potsdam | country | German Democratic Republic | 1982\n- East Berlin | shares border with | Potsdam District | 1982\n- Q97584 | country of citizenship | German Democratic Republic | 1982\n- Q96955 | country of citizenship | German Democratic Republic | 1982\n- Q77767 | country of citizenship | German Democratic Republic | 1982\n- Q73946 | country of citizenship | German Democratic Republic | 1982\n- Q72461 | country of citizenship | German Democratic Republic | 1982\n- Q70388 | country of citizenship | German Democratic Republic | 1982\n- Q67341 | country of citizenship | German Democratic Republic | 1982\n- Q449313 | country of citizenship | German Democratic Republic | 1982\n- Q438683 | country of citizenship | German Democratic Republic | 1982\n- Q126983 | country of citizenship | German Democratic Republic | 1982\n- Q107089 | country of citizenship | German Democratic Republic | 1982\nReasoning:", "completion": " Answer: Potsdam District", "t_query": 1982.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001003", "prompt": " In 1975, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1975\n- Ireland | member of | European Economic Community | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\n- Ulrico Girardi | country of citizenship | Italy | 1975\n- Ugo Poletti | country of citizenship | Italy | 1975\n- Tullio Kezich | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: Giovanni Spadolini", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001004", "prompt": " After Alexander Langer country of citizenship Italy, what was the position held of Guido Aycard's country of citizenship's head of state?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1962.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001005", "prompt": " In 1978, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: Arnaldo Genoino", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001006", "prompt": " After John Paul I country of citizenship Italy, what was the currency of Francesca Romana Coluzzi's country of citizenship?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- John Paul I | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1963.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001007", "prompt": " After Antonio Carluccio country of citizenship Italy, what was the position held of Salvatore Fiume's country of citizenship's head of government?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1988\n- Salvatore Cassisa | country of citizenship | Italy | 1988\n- Antonio Leonviola | country of citizenship | Italy | 1988\n- Antonio Brivio | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\n- Vittore Catella | country of citizenship | Italy | 1988\n- Veriano Luchetti | country of citizenship | Italy | 1988\n- Ugo Tognazzi | country of citizenship | Italy | 1988\n- Ugo Poletti | country of citizenship | Italy | 1988\n- Tullio Kezich | country of citizenship | Italy | 1988\nReasoning:", "completion": " Answer: Prime Minister of Italy", "t_query": 1988.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001008", "prompt": " Who was the contains the administrative territorial entity of Würzburg's country before Schleswig-Holstein?\nEvidence:\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Answer: Württemberg-Baden", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001009", "prompt": " After Aldo Morandi country of citizenship Italy, what was the head of state of Giovanni D'Ascenzi's country of citizenship?\nEvidence:\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1951\n- Aldo Protti | country of citizenship | Italy | 1951\n- Aldo Fabrizi | country of citizenship | Italy | 1951\n- Giovanni Ticozzi | country of citizenship | Italy | 1951\n- Giovanni Papini | country of citizenship | Italy | 1951\n- Giovanni Mardersteig | country of citizenship | Italy | 1951\n- Giovanni Invernizzi | country of citizenship | Italy | 1951\n- Giovanni Goria | country of citizenship | Italy | 1951\n- Giovanni Ferrofino | country of citizenship | Italy | 1951\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: Luigi Einaudi", "t_query": 1951.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001010", "prompt": " In what year was the capital of of Trier equal to Trier?\nEvidence:\n- Trier | capital of | Trier | 1957\n- Trier | located in the administrative territorial entity | Trier | 1957\nReasoning:", "completion": " Answer: 1957", "t_query": 1957.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_001011", "prompt": " In what year was the position held of Germany's head of government equal to president of Germany?\nEvidence:\n- Walter Scheel | position held | president of Germany | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001012", "prompt": " In 1966, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1966\n- Germany | member of | European Coal and Steel Community | 1966\n- Belgium | member of | European Coal and Steel Community | 1966\n- Germany | member of | European Atomic Energy Community | 1966\n- Germany | member of | Western European Union | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\nReasoning:", "completion": " Answer: Cesare Terranova", "t_query": 1966.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001013", "prompt": " In 1957, what was the position held of Ugo Stille's country of citizenship's head of government?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: Prime Minister of Italy", "t_query": 1957.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001014", "prompt": " In 1901, whose country of registry was Russian Empire?\nEvidence:\n- Červień | country | Russian Empire | 1901\n- Yevpatoriia | country | Russian Empire | 1901\n- Yalta | country | Russian Empire | 1901\n- Voronezh | country | Russian Empire | 1901\n- Vologda | country | Russian Empire | 1901\n- Volhynia | country | Russian Empire | 1901\n- Vinnytsia | country | Russian Empire | 1901\n- Uman | country | Russian Empire | 1901\n- Torzhok | country | Russian Empire | 1901\n- Tmutarakan | country | Russian Empire | 1901\n- Tiraspol | country | Russian Empire | 1901\n- Tallinn | country | Russian Empire | 1901\n- Sudak | country | Russian Empire | 1901\n- Starodub | country | Russian Empire | 1901\n- Smolensk | country | Russian Empire | 1901\nReasoning:", "completion": " Answer: Kasato Maru", "t_query": 1901.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001015", "prompt": " After Oriana Fallaci country of citizenship Italy, what was the head of government of Italy?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 2009\n- Tullio Kezich | country of citizenship | Italy | 2009\n- Stefano Angeleri | country of citizenship | Italy | 2009\n- Sergio Bonelli | country of citizenship | Italy | 2009\n- Sebastiano Mannironi | country of citizenship | Italy | 2009\n- Salvatore Cassisa | country of citizenship | Italy | 2009\n- Rossana Rossanda | country of citizenship | Italy | 2009\n- Roberto Tucci | country of citizenship | Italy | 2009\n- Plinio Antolini | country of citizenship | Italy | 2009\n- Piergiorgio Nesti | country of citizenship | Italy | 2009\n- Paolo Villaggio | country of citizenship | Italy | 2009\n- Paolo Rossi | country of citizenship | Italy | 2009\n- Nino Baragli | country of citizenship | Italy | 2009\n- Marcello Costalunga | country of citizenship | Italy | 2009\n- Luigi Agnolin | country of citizenship | Italy | 2009\nReasoning:", "completion": " Answer: Silvio Berlusconi", "t_query": 2009.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001016", "prompt": " Who was the head of government of Germany's head of government's country of citizenship's contains the administrative territorial entity before Erwin Teufel?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: Lothar Späth", "t_query": 1987.0, "chain_length": 4, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001017", "prompt": " In 1950, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Answer: South Baden", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001018", "prompt": " In 1971, whose position held's head of state was Italian senator for life?\nEvidence:\n- Pietro Nenni | position held | Italian senator for life | 1971\n- Giuseppe Saragat | position held | Italian senator for life | 1971\n- Giovanni Gronchi | position held | Italian senator for life | 1971\n- Eugenio Montale | position held | Italian senator for life | 1971\n- Antonio Segni | position held | Italian senator for life | 1971\n- Italy | head of state | Giuseppe Saragat | 1971\n- Giuseppe Saragat | position held | President of Italy | 1971\n- Pietro Nenni | country of citizenship | Italy | 1971\n- Giuseppe Saragat | country of citizenship | Italy | 1971\n- Giovanni Gronchi | country of citizenship | Italy | 1971\n- Eugenio Montale | country of citizenship | Italy | 1971\n- Antonio Segni | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: Italy", "t_query": 1971.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 12, "_lever_variant": "terse"} +{"id": "sft_001019", "prompt": " After Rhône contains the administrative territorial entity Bron, what was the contains the administrative territorial entity of Rhône?\nEvidence:\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\n- Q945660 | located in the administrative territorial entity | Q3083 | 1947\n- Q945660 | located in the administrative territorial entity | Q12736 | 1947\nReasoning:", "completion": " Answer: Vaulx-en-Velin", "t_query": 1947.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_001020", "prompt": " Who was the head of government of Romolo Alzani's country of citizenship before Mario Monti?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Mario Gentili | country of citizenship | Italy | 1987\n- Mario Bò | country of citizenship | Italy | 1987\n- Mario Autelli | country of citizenship | Italy | 1987\n- Mario Albertini | country of citizenship | Italy | 1987\n- Mario De Donà | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: Bettino Craxi", "t_query": 1987.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001021", "prompt": " In what year was the shares border with of Maria Caniglia's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1951\n- Maria Caniglia | country of citizenship | Italy | 1951\n- Maria Tore Barbina | country of citizenship | Italy | 1951\n- Alberto Maria De Agostini | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: 1951", "t_query": 1951.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001022", "prompt": " In 1989, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1989\n- Q46099 | country of citizenship | Yugoslavia | 1989\n- Q207166 | country of citizenship | Yugoslavia | 1989\n- Vladica Popović | country of citizenship | Yugoslavia | 1989\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1989\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1989\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1989\n- Ilija Petković | country of citizenship | Yugoslavia | 1989\n- Dušan Ivković | country of citizenship | Yugoslavia | 1989\n- Dragan Tomić | country of citizenship | Yugoslavia | 1989\n- Verzar | country | Yugoslavia | 1989\n- Suševo | country | Yugoslavia | 1989\n- Q793485 | country | Yugoslavia | 1989\n- Pirot | country | Yugoslavia | 1989\n- Orašje | country | Yugoslavia | 1989\nReasoning:", "completion": " Answer: Raul Gardini", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001023", "prompt": " Who was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance after Bremen?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\nReasoning:", "completion": " Answer: Hesse", "t_query": 1972.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001024", "prompt": " In what year was the position held of Giovanni Spadolini's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1963\n- Giovanni Mardersteig | country of citizenship | Italy | 1963\n- Giovanni Invernizzi | country of citizenship | Italy | 1963\n- Giovanni Goria | country of citizenship | Italy | 1963\n- Giovanni Ferrofino | country of citizenship | Italy | 1963\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: 1963", "t_query": 1963.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001025", "prompt": " After Q663536 has use merchant vessel, what was the owned by of Q663536?\nEvidence:\n- Q663536 | owned by | Bishop Museum | 2006\nReasoning:", "completion": " Answer: Bishop Museum", "t_query": 2006.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001026", "prompt": " Who was the replaced by of Carel Willink's work location's country before Nazi Germany?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Answer: Free City of Danzig", "t_query": 1920.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_001027", "prompt": " In 1975, what was the spouse of Johanna Quandt?\nEvidence:\n- Johanna Quandt | spouse | Herbert Quandt | 1975\nReasoning:", "completion": " Answer: Herbert Quandt", "t_query": 1975.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001028", "prompt": " In 1947, whose contains the administrative territorial entity was Vénissieux?\nEvidence:\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\nReasoning:", "completion": " Answer: Rhône", "t_query": 1947.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 8, "_lever_variant": "terse"} +{"id": "sft_001029", "prompt": " In 1962, what was the member of of Guido Aycard's country of citizenship?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001030", "prompt": " In 1979, what was the located in of Ashgabat's capital of?\nEvidence:\n- Ashgabat | capital of | Turkmen Soviet Socialist Republic | 1979\n- Ashgabat | country | Soviet Union | 1979\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1979\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1979\n- Q59054 | country of citizenship | Soviet Union | 1979\n- Q437262 | country of citizenship | Soviet Union | 1979\n- Q324083 | country of citizenship | Soviet Union | 1979\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1979\n- Yuri Manin | country of citizenship | Soviet Union | 1979\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1979\n- Viktor Kulikov | country of citizenship | Soviet Union | 1979\n- Vija Artmane | country of citizenship | Soviet Union | 1979\n- Vera Krepkina | country of citizenship | Soviet Union | 1979\n- Valeri Polyakov | country of citizenship | Soviet Union | 1979\n- Sergei Kovalev | country of citizenship | Soviet Union | 1979\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1979.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001031", "prompt": " After Maria Meneghini Callas residence New York City, what was the contains the administrative territorial entity of New York City7131's headquarters's head of government's residence?\nEvidence:\n- MetLife | headquarters location | New York City | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- William Vickrey | residence | New York City | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Elliott Erwitt | work location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\nReasoning:", "completion": " Answer: Territory of Hawaii", "t_query": 1952.0, "chain_length": 4, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001032", "prompt": " After Michele Anzalone country of citizenship Italy, what was the member of of Carlo Curis's country of citizenship?\nEvidence:\n- Carlo Curis | country of citizenship | Italy | 1984\n- Michele Molese | country of citizenship | Italy | 1984\n- Michele Mara | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1984.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001033", "prompt": " In 1966, what was the position held of Eugène Tisserant?\nEvidence:\n- Eugène Tisserant | position held | Dean of the College of Cardinals | 1966\n- Eugène Tisserant | member of | Académie Française | 1966\n- Eugène Tisserant | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q998913 | member of | Académie Française | 1966\n- Gustaf VI Adolf of Sweden | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- René Huyghe | member of | Académie Française | 1966\n- Jérôme Carcopino | member of | Académie Française | 1966\n- Jean Paulhan | member of | Académie Française | 1966\n- Jean Guéhenno | member of | Académie Française | 1966\n- François Mauriac | member of | Académie Française | 1966\n- Pierre-Henri Simon | member of | Académie Française | 1966\n- Q822586 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q74879 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q689251 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q663757 | member of | Académie des Inscriptions et Belles-Lettres | 1966\nReasoning:", "completion": " Answer: Dean of the College of Cardinals", "t_query": 1966.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001034", "prompt": " In 1960, whose country was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1960\n- Yalta | country | Soviet Union | 1960\n- Voronezh | country | Soviet Union | 1960\n- Volhynia | country | Soviet Union | 1960\n- Vinnytsia | country | Soviet Union | 1960\n- Urgench | country | Soviet Union | 1960\n- Uman | country | Soviet Union | 1960\n- Torzhok | country | Soviet Union | 1960\n- Tbilisi | country | Soviet Union | 1960\n- Sudak | country | Soviet Union | 1960\n- Starodub | country | Soviet Union | 1960\n- Simferopol | country | Soviet Union | 1960\n- Siberia | country | Soviet Union | 1960\n- Sevastopol | country | Soviet Union | 1960\n- Q957273 | country | Soviet Union | 1960\nReasoning:", "completion": " Answer: Budisko", "t_query": 1960.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001035", "prompt": " Who was the contains the administrative territorial entity of Bernard Schultze's work location's country before Saarland?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: Bavaria", "t_query": 1953.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001036", "prompt": " Who was the contains the administrative territorial entity of Mannheim's country before Hamburg?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Answer: North Rhine-Westphalia", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001037", "prompt": " After Brian Kernighan academic degree Doctor of Philosophy, what was the employer of Brian Kernighan?\nEvidence:\n- Brian Kernighan | employer | Bell Labs | 1999\n- Q92620 | employer | Bell Labs | 1999\nReasoning:", "completion": " Answer: Bell Labs", "t_query": 1999.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_001038", "prompt": " Who was the operator of Belfort–Delle railway line after Chemins de fer de l'Est?\nEvidence:\n- Belfort–Delle railway line | operator | Société nationale des chemins de fer français | 1958\n- Tarascon–Sète railway line | operator | Société nationale des chemins de fer français | 1958\n- Sélestat–Saverne railway line | operator | Société nationale des chemins de fer français | 1958\n- Rémilly–Saarbrücken railway line | operator | Société nationale des chemins de fer français | 1958\n- Dijon-Vallorbe railway line | operator | Société nationale des chemins de fer français | 1958\n- Paris–Lille railway | operator | Société nationale des chemins de fer français | 1958\n- Mantes-la-Jolie–Cherbourg railway | operator | Société nationale des chemins de fer français | 1958\n- Q802601 | operator | Société nationale des chemins de fer français | 1958\nReasoning:", "completion": " Answer: Société nationale des chemins de fer français", "t_query": 1958.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 8, "_lever_variant": "terse"} +{"id": "sft_001039", "prompt": " In 1960, whose head of government was Fernando Tambroni?\nEvidence:\n- Italy | head of government | Fernando Tambroni | 1960\n- Zita of Bourbon-Parma | country of citizenship | Italy | 1960\n- Q679495 | country of citizenship | Italy | 1960\n- Q658206 | country of citizenship | Italy | 1960\n- Q642428 | country of citizenship | Italy | 1960\n- Q639507 | country of citizenship | Italy | 1960\n- Q612509 | country of citizenship | Italy | 1960\n- Q454036 | country of citizenship | Italy | 1960\n- Q435856 | country of citizenship | Italy | 1960\n- Q318968 | country of citizenship | Italy | 1960\n- Q264986 | country of citizenship | Italy | 1960\n- Q219490 | country of citizenship | Italy | 1960\n- Dalida | country of citizenship | Italy | 1960\n- Vittorio Caprioli | country of citizenship | Italy | 1960\n- Vittore Catella | country of citizenship | Italy | 1960\nReasoning:", "completion": " Answer: Italy", "t_query": 1960.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001040", "prompt": " In what year was the head of government of Germany equal to Helmut Schmidt?\nEvidence:\n- Germany | head of government | Helmut Schmidt | 1974\n- Helmut Schmidt | spouse | Loki Schmidt | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001041", "prompt": " After Miass located in Chelyabinsk Oblast, what was the country of Chelyabinsk Oblast's located in?\nEvidence:\n- Miass | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Zlatoust | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Yuzhnouralsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Troitsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Verkhny Ufaley | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Chelyabinsk Oblast | country | Soviet Union | 1974\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Chelyabinsk | country | Soviet Union | 1974\n- Sumy Oblast | country | Soviet Union | 1974\n- Semipalatinsk Oblast | country | Soviet Union | 1974\n- Poltava Oblast | country | Soviet Union | 1974\n- Omsk Oblast | country | Soviet Union | 1974\n- Odesa Oblast | country | Soviet Union | 1974\n- Novosibirsk Oblast | country | Soviet Union | 1974\n- Murmansk Oblast | country | Soviet Union | 1974\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1974.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001042", "prompt": " In 1982, whose head of government was Giovanni Spadolini?\nEvidence:\n- Italy | head of government | Giovanni Spadolini | 1982\n- Giovanni Spadolini | country of citizenship | Italy | 1982\n- Giovanni Spadolini | position held | Prime Minister of Italy | 1982\n- Giovanni Invernizzi | country of citizenship | Italy | 1982\n- Giovanni Goria | country of citizenship | Italy | 1982\n- Giovanni Ferrofino | country of citizenship | Italy | 1982\n- Giovanni Azzini | country of citizenship | Italy | 1982\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1982\n- Zita of Bourbon-Parma | country of citizenship | Italy | 1982\n- Q679495 | country of citizenship | Italy | 1982\n- Q658206 | country of citizenship | Italy | 1982\n- Q454036 | country of citizenship | Italy | 1982\n- Q435856 | country of citizenship | Italy | 1982\n- Q219490 | country of citizenship | Italy | 1982\n- Vittorio Caprioli | country of citizenship | Italy | 1982\nReasoning:", "completion": " Answer: Italy", "t_query": 1982.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001043", "prompt": " In 1963, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Antonio Segni | position held | President of Italy | 1963\n- Italy | head of state | Antonio Segni | 1963\n- Antonio Segni | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Giovanni Spadolini", "t_query": 1963.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001044", "prompt": " Who was the head of government of Luca Ronconi's country of citizenship after Antonio Segni?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Antonio Leonviola | country of citizenship | Italy | 1993\n- Antonio Brivio | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\nReasoning:", "completion": " Answer: Carlo Azeglio Ciampi", "t_query": 1993.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001045", "prompt": " In 1925, what was the head of government of Berolzheim's country?\nEvidence:\n- Berolzheim | country | Weimar Republic | 1925\n- Weimar Republic | head of government | Hans Luther | 1925\n- Minden Government Region | country | Weimar Republic | 1925\n- Weimar Republic | head of state | Friedrich Ebert | 1925\n- Weimar Republic | head of state | Paul von Hindenburg | 1925\n- Q87105 | country of citizenship | Weimar Republic | 1925\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1925\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Weimar | country | Weimar Republic | 1925\nReasoning:", "completion": " Answer: Hans Luther", "t_query": 1925.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001046", "prompt": " In what year was the military branch of Friedrich Guggenberger equal to West German Navy?\nEvidence:\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Hans-Günther Lange | military branch | West German Navy | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | diplomatic relation | German Democratic Republic | 1972\n- German Rugby Federation | operating area | West Germany | 1972\n- West Germany | territory claimed by | German Democratic Republic | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- Bonn | capital of | West Germany | 1972\nReasoning:", "completion": " Answer: 1972", "t_query": 1972.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001047", "prompt": " In 1956, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1956\n- Q207166 | country of citizenship | Yugoslavia | 1956\n- Vladica Popović | country of citizenship | Yugoslavia | 1956\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1956\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1956\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1956\n- Ilija Petković | country of citizenship | Yugoslavia | 1956\n- Dušan Ivković | country of citizenship | Yugoslavia | 1956\n- Dragan Tomić | country of citizenship | Yugoslavia | 1956\n- Verzar | country | Yugoslavia | 1956\n- Suševo | country | Yugoslavia | 1956\n- Q793485 | country | Yugoslavia | 1956\n- Pirot | country | Yugoslavia | 1956\n- Orašje | country | Yugoslavia | 1956\n- Kraljevo | country | Yugoslavia | 1956\nReasoning:", "completion": " Answer: Alfonso Calzolari", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001048", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Écully, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: La Mulatière", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001049", "prompt": " In what year was the member of political party of Germany's head of government equal to Free Democratic Party?\nEvidence:\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | shares border with | German Democratic Republic | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Zwickau | country | German Democratic Republic | 1974\n- Zeuthen | country | German Democratic Republic | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001050", "prompt": " Who was the head of government of Germany's capital's capital of's contains the administrative territorial entity before Q110719?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Afghanistan | basic form of government | republic | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\nReasoning:", "completion": " Answer: Franz-Josef Röder", "t_query": 1974.0, "chain_length": 4, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001051", "prompt": " In what year was the contains the administrative territorial entity of Rhône equal to Villeurbanne?\nEvidence:\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\n- Q945660 | located in the administrative territorial entity | Q3083 | 1947\n- Q945660 | located in the administrative territorial entity | Q12736 | 1947\nReasoning:", "completion": " Answer: 1947", "t_query": 1947.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_001052", "prompt": " After Cabaret nominated for Academy Award for Best Actress, what was the winner of Academy Award for Best Actress?\nEvidence:\n- Academy Award for Best Actress | winner | Cher | 1987\n- Q104814 | nominated for | Academy Award for Best Actress | 1987\n- Marlee Matlin | nominated for | Academy Award for Best Actress | 1987\n- The Accused | award received | Academy Award for Best Actress | 1987\n- Peggy Sue Got Married | nominated for | Academy Award for Best Actress | 1987\n- Cher | award received | Academy Award for Best Actress | 1987\n- Marlee Matlin | award received | Academy Award for Best Actress | 1987\n- Q104814 | nominated for | Academy Award for Best Sound | 1987\n- Q104814 | nominated for | Academy Award for Best Visual Effects | 1987\n- Q104814 | nominated for | Academy Award for Best Sound Editing | 1987\n- Q104814 | nominated for | Academy Award for Best Production Design | 1987\n- Q104814 | nominated for | Academy Award for Best Original Score | 1987\n- Q104814 | nominated for | Academy Award for Best Film Editing | 1987\n- Peggy Sue Got Married | nominated for | Academy Award for Best Cinematography | 1987\n- Peggy Sue Got Married | nominated for | Academy Award for Best Costume Design | 1987\nReasoning:", "completion": " Answer: Cher", "t_query": 1987.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001053", "prompt": " In 1977, whose owned by was Maersk?\nEvidence:\n- Salling Group | owned by | Maersk | 1977\nReasoning:", "completion": " Answer: Salling Group", "t_query": 1977.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001054", "prompt": " After Giovanni Falcone country of citizenship Italy, what was the member of of Veriano Luchetti's country of citizenship?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Giovanni Invernizzi | country of citizenship | Italy | 1985\n- Giovanni Goria | country of citizenship | Italy | 1985\n- Giovanni Ferrofino | country of citizenship | Italy | 1985\n- Giovanni Azzini | country of citizenship | Italy | 1985\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1985.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001055", "prompt": " In 1950, whose contains the administrative territorial entity's country was South Baden?\nEvidence:\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\nReasoning:", "completion": " Answer: Mannheim", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001056", "prompt": " After Berlin located in Free State of Prussia, what was the position held of David Bowie's work location's head of government?\nEvidence:\n- David Bowie | work location | Berlin | 1978\n- Q896393 | work location | Berlin | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Q497401 | terminus | Berlin | 1978\n- Anna Seghers | residence | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\nReasoning:", "completion": " Answer: President of the Bundesrat of Germany", "t_query": 1978.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_001057", "prompt": " After René Huyghe work location Paris, what was the member of of René Huyghe?\nEvidence:\n- René Huyghe | work location | Paris | 1981\n- René Huyghe | member of | Académie Française | 1981\n- Q454927 | work location | Paris | 1981\n- Q116714 | work location | Paris | 1981\n- Roman Cieślewicz | work location | Paris | 1981\n- Pierre Balmain | work location | Paris | 1981\n- François Dufrêne | work location | Paris | 1981\n- Emanuel Ungaro | work location | Paris | 1981\n- Baltasar Lobo | work location | Paris | 1981\n- Q430918 | terminus location | Paris | 1981\n- Route nationale 4 | terminus location | Paris | 1981\n- Takis | residence | Paris | 1981\n- Q464656 | residence | Paris | 1981\n- Milan Kundera | residence | Paris | 1981\n- Route nationale 4 | located in the administrative territorial entity | Paris | 1981\nReasoning:", "completion": " Answer: Académie Française", "t_query": 1981.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001058", "prompt": " Who was the member of of Giuseppe Colnago's country of citizenship after European Coal and Steel Community?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1985.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001059", "prompt": " In 2004, whose country of citizenship was Italy?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 2004\n- Tullio Kezich | country of citizenship | Italy | 2004\n- Tiziano Terzani | country of citizenship | Italy | 2004\n- Stefano Angeleri | country of citizenship | Italy | 2004\n- Simon Spierer | country of citizenship | Italy | 2004\n- Sergio Bonelli | country of citizenship | Italy | 2004\n- Salvatore Cassisa | country of citizenship | Italy | 2004\n- Rossana Rossanda | country of citizenship | Italy | 2004\n- Romano Scarpa | country of citizenship | Italy | 2004\n- Romano Mussolini | country of citizenship | Italy | 2004\n- Renata Tebaldi | country of citizenship | Italy | 2004\n- Plinio Antolini | country of citizenship | Italy | 2004\n- Pino Lancetti | country of citizenship | Italy | 2004\n- Pietro Rava | country of citizenship | Italy | 2004\n- Piero Cappuccilli | country of citizenship | Italy | 2004\nReasoning:", "completion": " Answer: Angelo Martino Colombo", "t_query": 2004.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001060", "prompt": " After Dalida country of citizenship Italy, what was the head of state of Eleonora Rossi Drago's country of citizenship?\nEvidence:\n- Eleonora Rossi Drago | country of citizenship | Italy | 1947\n- Dalida | country of citizenship | Italy | 1947\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1947\n- Q612509 | country of citizenship | Italy | 1947\n- Q454036 | country of citizenship | Italy | 1947\n- Q435856 | country of citizenship | Italy | 1947\n- Q432318 | country of citizenship | Italy | 1947\n- Q429298 | country of citizenship | Italy | 1947\n- Q340261 | country of citizenship | Italy | 1947\n- Q318968 | country of citizenship | Italy | 1947\n- Q264986 | country of citizenship | Italy | 1947\n- Q219490 | country of citizenship | Italy | 1947\n- Q213482 | country of citizenship | Italy | 1947\n- Wilma Montesi | country of citizenship | Italy | 1947\n- Vittore Catella | country of citizenship | Italy | 1947\nReasoning:", "completion": " Answer: Enrico de Nicola", "t_query": 1947.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001061", "prompt": " In 1926, what was the located in of Route nationale 101?\nEvidence:\n- Route nationale 101 | located in the administrative territorial entity | Lozère | 1926\n- Route nationale 101 | located in the administrative territorial entity | Ardèche | 1926\n- Route nationale 104 | located in the administrative territorial entity | Ardèche | 1926\nReasoning:", "completion": " Answer: Ardèche", "t_query": 1926.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001062", "prompt": " Who was the general secretary of René Huyghe's member of before Maurice Druon?\nEvidence:\n- René Huyghe | member of | Académie Française | 1981\n- René Huyghe | work location | Paris | 1981\n- Académie Française | general secretary | Jean Mistler | 1981\n- Pierre Emmanuel | member of | Académie Française | 1981\n- Michel Déon | member of | Académie Française | 1981\n- Julien Green | member of | Académie Française | 1981\n- Félicien Marceau | member of | Académie Française | 1981\n- Eugène Ionesco | member of | Académie Française | 1981\n- Edgar Faure | member of | Académie Française | 1981\n- Route nationale 4 | located in the administrative territorial entity | Paris | 1981\n- Takis | residence | Paris | 1981\n- Route nationale 4 | terminus location | Paris | 1981\n- Roman Cieślewicz | work location | Paris | 1981\n- Q464656 | residence | Paris | 1981\n- Q454927 | work location | Paris | 1981\nReasoning:", "completion": " Answer: Jean Mistler", "t_query": 1981.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001063", "prompt": " In 1986, what was the work location of Lewis Mumford?\nEvidence:\n- Lewis Mumford | work location | New York City | 1986\n- Lewis Mumford | residence | Amenia | 1986\n- Q828254 | work location | New York City | 1986\n- Arman | work location | New York City | 1986\n- Nancy Graves | work location | New York City | 1986\n- Louise Bourgeois | work location | New York City | 1986\n- Elliott Erwitt | work location | New York City | 1986\n- Donald Trump | work location | New York City | 1986\n- Alan Vega | work location | New York City | 1986\n- MetLife | headquarters location | New York City | 1986\n- Prelinger Archives | located in the administrative territorial entity | New York City | 1986\n- Variety | place of publication | New York City | 1986\n- New York City | head of government | Ed Koch | 1986\n- Wolfgang Schivelbusch | residence | New York City | 1986\n- William Vickrey | residence | New York City | 1986\nReasoning:", "completion": " Answer: New York City", "t_query": 1986.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001064", "prompt": " Who was the contains the administrative territorial entity of Germany's head of government's country of citizenship after Baden-Württemberg?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: North Rhine-Westphalia", "t_query": 1987.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001065", "prompt": " In 1974, what was the member of of Germany?\nEvidence:\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\nReasoning:", "completion": " Answer: European Atomic Energy Community", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001066", "prompt": " After Vaulx-en-Velin located in Rhône, what was the contains the administrative territorial entity of Rhône?\nEvidence:\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1986\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Vaulx-en-Velin | 1986\n- Rhône | contains the administrative territorial entity | Vénissieux | 1986\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1986\n- Rhône | contains the administrative territorial entity | Meyzieu | 1986\n- Rhône | contains the administrative territorial entity | Genay | 1986\n- Rhône | contains the administrative territorial entity | Francheville | 1986\n- Rhône | contains the administrative territorial entity | Feyzin | 1986\n- Rhône | contains the administrative territorial entity | Bron | 1986\n- Ternay | located in the administrative territorial entity | Rhône | 1986\n- Chaponnay | located in the administrative territorial entity | Rhône | 1986\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1986\n- Route nationale 383 | located in the administrative territorial entity | Rhône | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 1986\nReasoning:", "completion": " Answer: Genay", "t_query": 1986.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001067", "prompt": " Who was the member of of Italy after European Coal and Steel Community?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Tonino Cervi | country of citizenship | Italy | 1973\n- Tiziano Terzani | country of citizenship | Italy | 1973\n- Stéphane Grappelli | country of citizenship | Italy | 1973\n- Simon Spierer | country of citizenship | Italy | 1973\n- Sergio Mantovani | country of citizenship | Italy | 1973\n- Sergio Bonelli | country of citizenship | Italy | 1973\n- Rossana Rossanda | country of citizenship | Italy | 1973\n- Romeo Bertini | country of citizenship | Italy | 1973\n- Renata Tebaldi | country of citizenship | Italy | 1973\n- Primo Nebiolo | country of citizenship | Italy | 1973\n- Pietro Parente | country of citizenship | Italy | 1973\n- Oriana Fallaci | country of citizenship | Italy | 1973\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1973.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001068", "prompt": " In 1999, whose employer was Bell Labs?\nEvidence:\n- Q92620 | employer | Bell Labs | 1999\n- Brian Kernighan | employer | Bell Labs | 1999\nReasoning:", "completion": " Answer: Brian Kernighan", "t_query": 1999.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_001069", "prompt": " In 1920, whose located in's work location was Free State of Prussia?\nEvidence:\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Neutral Moresnet | shares border with | Free State of Prussia | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Carel Willink | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Neutral Moresnet | shares border with | Kingdom of the Netherlands | 1920\n- Weimar Republic | shares border with | Neutral Moresnet | 1920\n- Q73153 | residence | Berlin | 1920\n- Neutral Moresnet | shares border with | Belgium | 1920\n- Neutral Moresnet | currency | French franc | 1920\n- Neutral Moresnet | currency | Belgian franc | 1920\n- Berlin | country | Weimar Republic | 1920\nReasoning:", "completion": " Answer: Carel Willink", "t_query": 1920.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001070", "prompt": " After Germany head of state Theodor Heuss, what was the officeholder of Germany's head of government's position held?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\nReasoning:", "completion": " Answer: Gustav Heinemann", "t_query": 1974.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001071", "prompt": " In 1968, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1968\n- Germany | member of | European Coal and Steel Community | 1968\n- Belgium | member of | European Coal and Steel Community | 1968\n- Germany | member of | European Atomic Energy Community | 1968\n- Germany | member of | Western European Union | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Claudia Vinciguerra", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001072", "prompt": " In what year was the shares border with of Laura Veccia Vaglieri's country of citizenship equal to Yugoslavia?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Italy | shares border with | Yugoslavia | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: 1956", "t_query": 1956.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001073", "prompt": " In 1956, whose head of state's diplomatic relation was Mohammed Zahir Shah?\nEvidence:\n- Afghanistan | head of state | Mohammed Zahir Shah | 1956\n- Humaira Begum | spouse | Mohammed Zahir Shah | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\n- Afghanistan | basic form of government | constitutional monarchy | 1956\nReasoning:", "completion": " Answer: Germany", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_001074", "prompt": " In what year was the country of citizenship of Cesare Terranova equal to Italy?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Answer: 1966", "t_query": 1966.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001075", "prompt": " In what year was the contains the administrative territorial entity of Würzburg's country equal to Württemberg-Hohenzollern?\nEvidence:\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001076", "prompt": " In 1953, what was the contains the administrative territorial entity of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: Hesse", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001077", "prompt": " Who was the contains the administrative territorial entity of Würzburg's country before Baden-Württemberg?\nEvidence:\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Answer: Württemberg-Hohenzollern", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001078", "prompt": " In 1987, whose winner was Cher?\nEvidence:\n- Academy Award for Best Actress | winner | Cher | 1987\n- Cher | award received | Academy Award for Best Actress | 1987\n- The Accused | award received | Academy Award for Best Actress | 1987\n- Q104814 | nominated for | Academy Award for Best Actress | 1987\n- Peggy Sue Got Married | nominated for | Academy Award for Best Actress | 1987\n- Marlee Matlin | nominated for | Academy Award for Best Actress | 1987\n- Marlee Matlin | award received | Academy Award for Best Actress | 1987\nReasoning:", "completion": " Answer: Academy Award for Best Actress", "t_query": 1987.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_001079", "prompt": " After Gertrude Pritzi country for sport Germany, what was the basic form of government of Germany's diplomatic relation?\nEvidence:\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | significant event | Basic Treaty | 1974\n- Q438683 | country for sport | German Democratic Republic | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- Bonn | capital of | Germany | 1974\nReasoning:", "completion": " Answer: republic", "t_query": 1974.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001080", "prompt": " In what year was the member of of John Paul I's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\n- Virginio Rosetta | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: 1961", "t_query": 1961.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001081", "prompt": " In what year was the country of Algiers Province equal to French Algeria?\nEvidence:\n- Algiers Province | country | French Algeria | 1955\n- Algiers Province | located in the administrative territorial entity | French Algeria | 1955\n- Q131818 | country | French Algeria | 1955\nReasoning:", "completion": " Answer: 1955", "t_query": 1955.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001082", "prompt": " In what year was the head of state of Lelio Antoniotti's country of citizenship equal to Giovanni Leone?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Giovanni Mardersteig | country of citizenship | Italy | 1973\n- Giovanni Invernizzi | country of citizenship | Italy | 1973\n- Giovanni Goria | country of citizenship | Italy | 1973\n- Giovanni Ferrofino | country of citizenship | Italy | 1973\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\nReasoning:", "completion": " Answer: 1973", "t_query": 1973.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001083", "prompt": " In what year was the shares border with of Lelio Antoniotti's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1973\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\nReasoning:", "completion": " Answer: 1973", "t_query": 1973.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001084", "prompt": " In 1921, whose work location's spouse was Berlin?\nEvidence:\n- Q78108 | work location | Berlin | 1921\n- Q699326 | work location | Berlin | 1921\n- Rudolf Bauer | work location | Berlin | 1921\n- Paul Cassirer | work location | Berlin | 1921\n- Max Blokzijl | work location | Berlin | 1921\n- Konrad Biesalski | work location | Berlin | 1921\n- Carel Willink | work location | Berlin | 1921\n- Anton Kerschbaumer | work location | Berlin | 1921\n- Q78108 | work location | Q1731 | 1921\n- Q73153 | residence | Berlin | 1921\n- Berlin | country | Weimar Republic | 1921\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1921\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- hyperinflation in the Weimar Republic | country | Weimar Republic | 1921\nReasoning:", "completion": " Answer: Tilla Durieux", "t_query": 1921.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001085", "prompt": " In 1968, what was the located in of Bonnières-sur-Seine?\nEvidence:\n- Bonnières-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Vaux-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Mousseaux-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Morsang-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Croissy-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Villiers-sur-Orge | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Tessancourt-sur-Aubette | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Savigny-sur-Orge | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Oncy-sur-École | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Oinville-sur-Montcient | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Neuilly-sur-Marne | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Morsang-sur-Orge | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Montreuil-sur-Epte | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Mareil-sur-Mauldre | located in the administrative territorial entity | Seine-et-Oise | 1968\n- Leuville-sur-Orge | located in the administrative territorial entity | Seine-et-Oise | 1968\nReasoning:", "completion": " Answer: Seine-et-Oise", "t_query": 1968.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001086", "prompt": " After Lamberto Maggiorani country of citizenship Italy, what was the position held of Italy's head of government?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1982\n- Veriano Luchetti | country of citizenship | Italy | 1982\n- Tullio Kezich | country of citizenship | Italy | 1982\n- Tonino Cervi | country of citizenship | Italy | 1982\n- Tiziano Terzani | country of citizenship | Italy | 1982\n- Stéphane Grappelli | country of citizenship | Italy | 1982\n- Simon Spierer | country of citizenship | Italy | 1982\n- Sergio Mantovani | country of citizenship | Italy | 1982\n- Sergio Bonelli | country of citizenship | Italy | 1982\n- Salvatore Cassisa | country of citizenship | Italy | 1982\n- Rossana Rossanda | country of citizenship | Italy | 1982\n- Renata Tebaldi | country of citizenship | Italy | 1982\n- Primo Nebiolo | country of citizenship | Italy | 1982\n- Pino Lancetti | country of citizenship | Italy | 1982\n- Pietro Rava | country of citizenship | Italy | 1982\nReasoning:", "completion": " Answer: Prime Minister of Italy", "t_query": 1982.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001087", "prompt": " After Guido Agosti country of citizenship Italy, what was the member of of Ugo Stille's country of citizenship?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1957.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001088", "prompt": " After Cristián Zapata member of sports team Deportivo Cali, what was the member of sports team of Cristián Zapata?\nEvidence:\n- Cristián Zapata | member of sports team | Udinese Calcio | 2009\n- Q950069 | member of sports team | Udinese Calcio | 2009\n- Q928969 | member of sports team | Udinese Calcio | 2009\n- Q510039 | member of sports team | Udinese Calcio | 2009\n- Q509374 | member of sports team | Udinese Calcio | 2009\n- Q464524 | member of sports team | Udinese Calcio | 2009\n- Q312374 | member of sports team | Udinese Calcio | 2009\n- Q298448 | member of sports team | Udinese Calcio | 2009\n- Q180553 | member of sports team | Udinese Calcio | 2009\n- Q169093 | member of sports team | Udinese Calcio | 2009\n- Q10709 | member of sports team | Udinese Calcio | 2009\n- Viktor Budyanskiy | member of sports team | Udinese Calcio | 2009\n- Mauricio Isla | member of sports team | Udinese Calcio | 2009\n- Luigi Sala | member of sports team | Udinese Calcio | 2009\n- Bernardo Corradi | member of sports team | Udinese Calcio | 2009\nReasoning:", "completion": " Answer: Udinese Calcio", "t_query": 2009.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001089", "prompt": " In what year was the contains the administrative territorial entity of Würzburg's country equal to Rhineland-Palatinate?\nEvidence:\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001090", "prompt": " After Raffaele Guaita country of citizenship Italy, what was the head of government of Romolo Alzani's country of citizenship?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Raffaele Anguilla | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: Bettino Craxi", "t_query": 1987.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001091", "prompt": " In what year was the head of government of Erazim Kohák's residence equal to Ronald Reagan?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- United States | shares border with | Panama | 1988\n- Tony Miles | country for sport | United States | 1988\n- Julie Mehretu | work location | United States | 1988\n- Discovery Channel | country | United States | 1988\nReasoning:", "completion": " Answer: 1988", "t_query": 1988.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 13, "_lever_variant": "terse"} +{"id": "sft_001092", "prompt": " Who was the nominated for of Sandrine Bonnaire before César Award for Best Documentary Film?\nEvidence:\n- Sandrine Bonnaire | nominated for | César Award for Best Actress | 2000\n- Q240765 | nominated for | César Award for Best Actress | 2000\nReasoning:", "completion": " Answer: César Award for Best Actress", "t_query": 2000.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_001093", "prompt": " In what year was the chairperson of Nazi Party equal to Adolf Hitler?\nEvidence:\n- Nazi Party | chairperson | Adolf Hitler | 1936\n- Nazi Germany | head of state | Adolf Hitler | 1936\n- Q73243 | member of political party | Nazi Party | 1936\n- Q58620 | member of political party | Nazi Party | 1936\n- Wilhelm Grewe | member of political party | Nazi Party | 1936\n- Julius Streicher | member of political party | Nazi Party | 1936\n- Hermann Göring | member of political party | Nazi Party | 1936\n- Hartmann Lauterbacher | member of political party | Nazi Party | 1936\n- Hans Günther | member of political party | Nazi Party | 1936\n- August Eigruber | member of political party | Nazi Party | 1936\n- Herbert von Karajan | member of political party | Nazi Party | 1936\n- Franz Xaver Schwarz | member of political party | Nazi Party | 1936\n- Prince Philipp, Landgrave of Hesse | member of political party | Nazi Party | 1936\n- Q73243 | member of | Sturmabteilung | 1936\n- Julius Streicher | member of | Reichstag | 1936\nReasoning:", "completion": " Answer: 1936", "t_query": 1936.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001094", "prompt": " In 1990, whose head of government was George H. W. Bush?\nEvidence:\n- United States | head of government | George H. W. Bush | 1990\n- Tina Turner | country of citizenship | United States | 1990\n- Richard Pipes | country of citizenship | United States | 1990\n- Eileen Chang | country of citizenship | United States | 1990\n- Angela Lansbury | country of citizenship | United States | 1990\n- Menachem Mendel Schneerson | country of citizenship | United States | 1990\n- United States | shares border with | Panama | 1990\n- Tony Miles | country for sport | United States | 1990\n- Paolo Soleri | residence | United States | 1990\n- Julie Mehretu | work location | United States | 1990\n- Erazim Kohák | residence | United States | 1990\n- Discovery Channel | country | United States | 1990\nReasoning:", "completion": " Answer: United States", "t_query": 1990.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 12, "_lever_variant": "terse"} +{"id": "sft_001095", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon equal to Charbonnières-les-Bains?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Charbonnières-les-Bains | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-les-Ollières | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\nReasoning:", "completion": " Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001096", "prompt": " Who was the head of state of Salvatore Fiume's country of citizenship before Oscar Luigi Scalfaro?\nEvidence:\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1988\n- Salvatore Fiume | country of citizenship | Italy | 1988\n- Salvatore Cassisa | country of citizenship | Italy | 1988\n- Luigi Nono | country of citizenship | Italy | 1988\n- Luigi Comencini | country of citizenship | Italy | 1988\n- Luigi Agnolin | country of citizenship | Italy | 1988\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1988\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\n- Vittore Catella | country of citizenship | Italy | 1988\nReasoning:", "completion": " Answer: Francesco Cossiga", "t_query": 1988.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001097", "prompt": " In what year was the head of state of Antonio Corpora's country of citizenship equal to Antonio Segni?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: 1962", "t_query": 1962.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001098", "prompt": " In 1974, what was the member of of Germany?\nEvidence:\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001099", "prompt": " In 1974, whose spouse's head of government was Loki Schmidt?\nEvidence:\n- Helmut Schmidt | spouse | Loki Schmidt | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_001100", "prompt": " In what year was the shares border with of Veriano Luchetti's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: 1985", "t_query": 1985.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001101", "prompt": " In what year was the member of sports team of Mülâyim Erdem equal to Galatasaray S.K.?\nEvidence:\n- Mülâyim Erdem | member of sports team | Galatasaray S.K. | 2005\n- Q937898 | member of sports team | Galatasaray S.K. | 2005\n- Q922443 | member of sports team | Galatasaray S.K. | 2005\n- Q729830 | member of sports team | Galatasaray S.K. | 2005\n- Q660534 | member of sports team | Galatasaray S.K. | 2005\n- Q560001 | member of sports team | Galatasaray S.K. | 2005\n- Q556101 | member of sports team | Galatasaray S.K. | 2005\n- Q349941 | member of sports team | Galatasaray S.K. | 2005\n- Q312920 | member of sports team | Galatasaray S.K. | 2005\n- Q307872 | member of sports team | Galatasaray S.K. | 2005\n- Q217097 | member of sports team | Galatasaray S.K. | 2005\n- Q122346 | member of sports team | Galatasaray S.K. | 2005\n- Faryd Mondragón | member of sports team | Galatasaray S.K. | 2005\n- Ayhan Akman | member of sports team | Galatasaray S.K. | 2005\n- Galatasaray S.K. | head coach | Eric Gerets | 2005\nReasoning:", "completion": " Answer: 2005", "t_query": 2005.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001102", "prompt": " After Angelo Arcari country of citizenship Italy, what was the head of state of Gerardo Marotta's country of citizenship?\nEvidence:\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Bruno Arcari | country of citizenship | Italy | 2001\n- Angelo Varetto | country of citizenship | Italy | 2001\n- Angelo Infanti | country of citizenship | Italy | 2001\n- Angelo Cuniberti | country of citizenship | Italy | 2001\n- Angelo Martino Colombo | country of citizenship | Italy | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\nReasoning:", "completion": " Answer: Carlo Azeglio Ciampi", "t_query": 2001.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001103", "prompt": " In what year was the work location of Tilla Durieux's spouse equal to Berlin?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Answer: 1921", "t_query": 1921.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001104", "prompt": " In what year was the currency of Luca Ronconi's country of citizenship equal to Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1993\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\nReasoning:", "completion": " Answer: 1993", "t_query": 1993.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001105", "prompt": " After Anatoly Karpov country of citizenship Soviet Union, what was the award received of Anatoly Karpov?\nEvidence:\n- Anatoly Karpov | country of citizenship | Soviet Union | 1980\n- Anatoly Karpov | award received | Chess Oscar | 1980\n- Q59054 | country of citizenship | Soviet Union | 1980\n- Q437262 | country of citizenship | Soviet Union | 1980\n- Q324083 | country of citizenship | Soviet Union | 1980\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1980\n- Yuri Manin | country of citizenship | Soviet Union | 1980\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1980\n- Viktor Kulikov | country of citizenship | Soviet Union | 1980\n- Vija Artmane | country of citizenship | Soviet Union | 1980\n- Vera Krepkina | country of citizenship | Soviet Union | 1980\n- Valeri Polyakov | country of citizenship | Soviet Union | 1980\n- Sergei Kovalev | country of citizenship | Soviet Union | 1980\n- Ruslan Khasbulatov | country of citizenship | Soviet Union | 1980\n- Raisa Gorbacheva | country of citizenship | Soviet Union | 1980\nReasoning:", "completion": " Answer: Chess Oscar", "t_query": 1980.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001106", "prompt": " In 1992, whose head of state was Francesco Cossiga?\nEvidence:\n- Italy | head of state | Francesco Cossiga | 1992\n- Francesco Scafarelli | country of citizenship | Italy | 1992\n- Francesco Gabrieli | country of citizenship | Italy | 1992\n- Francesco Aguzzoli | country of citizenship | Italy | 1992\n- Loris Francesco Capovilla | country of citizenship | Italy | 1992\n- Francesco De Masi | country of citizenship | Italy | 1992\n- Q679495 | country of citizenship | Italy | 1992\n- Q658206 | country of citizenship | Italy | 1992\n- Q454036 | country of citizenship | Italy | 1992\n- Q383551 | country of citizenship | Italy | 1992\n- Q374945 | country of citizenship | Italy | 1992\n- Zeno Colò | country of citizenship | Italy | 1992\n- Vittore Catella | country of citizenship | Italy | 1992\n- Veriano Luchetti | country of citizenship | Italy | 1992\n- Urbano Lazzaro | country of citizenship | Italy | 1992\nReasoning:", "completion": " Answer: Italy", "t_query": 1992.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001107", "prompt": " In 1972, whose contains the administrative territorial entity's allegiance was Bavaria?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- Würzburg | country | West Germany | 1972\nReasoning:", "completion": " Answer: Friedrich Guggenberger", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001108", "prompt": " In what year was the shares border with of MetLife's headquarters's head of government's residence equal to Panama?\nEvidence:\n- MetLife | headquarters location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- William Vickrey | residence | New York City | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\n- Elliott Erwitt | work location | New York City | 1952\nReasoning:", "completion": " Answer: 1952", "t_query": 1952.0, "chain_length": 4, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001109", "prompt": " In what year was the country of Potsdam equal to German Democratic Republic?\nEvidence:\n- Potsdam | country | German Democratic Republic | 1982\n- Zwickau | country | German Democratic Republic | 1982\n- Zeuthen | country | German Democratic Republic | 1982\n- Wismar | country | German Democratic Republic | 1982\n- Q696016 | country | German Democratic Republic | 1982\n- Q525425 | country | German Democratic Republic | 1982\n- Q45898 | country | German Democratic Republic | 1982\n- Neustrelitz | country | German Democratic Republic | 1982\n- Magdeburg | country | German Democratic Republic | 1982\n- Jena | country | German Democratic Republic | 1982\n- Görlitz | country | German Democratic Republic | 1982\n- Elsterwerda | country | German Democratic Republic | 1982\n- Cottbus | country | German Democratic Republic | 1982\n- Berlin | country | German Democratic Republic | 1982\n- Limbach-Oberfrohna | country | German Democratic Republic | 1982\nReasoning:", "completion": " Answer: 1982", "t_query": 1982.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001110", "prompt": " After Antonino Votto country of citizenship Italy, what was the position held of Lina Bo Bardi's country of citizenship's head of state?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1970.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001111", "prompt": " After Lauenburg/Elbe country West Germany, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- Lauenburg/Elbe | country | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\nReasoning:", "completion": " Answer: North Rhine-Westphalia", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001112", "prompt": " After Enzo Cannavale country of citizenship Italy, what was the member of of Luca Ronconi's country of citizenship?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Enzo Cannavale | country of citizenship | Italy | 1993\n- Enzo Fiermonte | country of citizenship | Italy | 1993\n- Enzo Barboni | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1993.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001113", "prompt": " In what year was the shares border with of Arnaldo Genoino's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1978\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: 1978", "t_query": 1978.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001114", "prompt": " Who was the member of of Gino Cassinis's country of citizenship after European Coal and Steel Community?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1959.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001115", "prompt": " In 1974, whose position held's head of government was Vice-Chancellor of Germany?\nEvidence:\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 8, "_lever_variant": "terse"} +{"id": "sft_001116", "prompt": " After Alessandro Mendini country of citizenship Italy, what was the head of government of Italy?\nEvidence:\n- Q264986 | country of citizenship | Italy | 1960\n- Q219490 | country of citizenship | Italy | 1960\n- Dalida | country of citizenship | Italy | 1960\n- Veriano Luchetti | country of citizenship | Italy | 1960\n- Tonino Cervi | country of citizenship | Italy | 1960\n- Tiziano Terzani | country of citizenship | Italy | 1960\n- Stéphane Grappelli | country of citizenship | Italy | 1960\n- Simon Spierer | country of citizenship | Italy | 1960\n- Sergio Mantovani | country of citizenship | Italy | 1960\n- Sergio Bonelli | country of citizenship | Italy | 1960\n- Rossana Rossanda | country of citizenship | Italy | 1960\n- Romeo Bertini | country of citizenship | Italy | 1960\n- Renata Tebaldi | country of citizenship | Italy | 1960\n- Primo Nebiolo | country of citizenship | Italy | 1960\n- Pietro Parente | country of citizenship | Italy | 1960\nReasoning:", "completion": " Answer: Antonio Segni", "t_query": 1960.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001117", "prompt": " In 1921, what was the head of government of Tilla Durieux's spouse's work location's country?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Answer: Constantin Fehrenbach", "t_query": 1921.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001118", "prompt": " In 1989, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\n- Stéphane Grappelli | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Raul Gardini", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001119", "prompt": " In 1937, what was the educated at of Raymond Aubrac?\nEvidence:\n- Raymond Aubrac | educated at | Harvard University | 1937\n- Raymond Aubrac | educated at | Massachusetts Institute of Technology | 1937\n- Raymond Aubrac | educated at | École Nationale des Ponts et Chaussées | 1937\n- Q92760 | educated at | Massachusetts Institute of Technology | 1937\n- Howard H. Aiken | educated at | Harvard University | 1937\n- Richard Feynman | educated at | Massachusetts Institute of Technology | 1937\n- Q178577 | employer | Massachusetts Institute of Technology | 1937\n- Q982883 | employer | Harvard University | 1937\n- Q912906 | employer | Harvard University | 1937\n- Q183372 | employer | Harvard University | 1937\n- Hassler Whitney | employer | Harvard University | 1937\n- Edward Vermilye Huntington | employer | Harvard University | 1937\n- Clarence Irving Lewis | employer | Harvard University | 1937\nReasoning:", "completion": " Answer: École Nationale des Ponts et Chaussées", "t_query": 1937.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 13, "_lever_variant": "terse"} +{"id": "sft_001120", "prompt": " In 1970, what was the head of government of Lina Bo Bardi's country of citizenship?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: Emilio Colombo", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001121", "prompt": " In what year was the country of citizenship of Virbhadra Singh equal to India?\nEvidence:\n- Virbhadra Singh | country of citizenship | India | 1993\n- Abhijit Banerjee | country of citizenship | India | 1993\n- M. S. Swaminathan | country of citizenship | India | 1993\n- India | contains the administrative territorial entity | Daman and Diu | 1993\n- India | head of state | Shankar Dayal Sharma | 1993\n- India | head of government | P. V. Narasimha Rao | 1993\nReasoning:", "completion": " Answer: 1993", "t_query": 1993.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_001122", "prompt": " In 1957, whose located in was Trier?\nEvidence:\n- Trier | located in the administrative territorial entity | Trier | 1957\n- Trier | capital of | Trier | 1957\nReasoning:", "completion": " Answer: Trier", "t_query": 1957.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_001123", "prompt": " Who was the country of citizenship of Antonio Corpora after Kingdom of Italy?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Italy", "t_query": 1962.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001124", "prompt": " In what year was the country of Görlitz equal to German Democratic Republic?\nEvidence:\n- Görlitz | country | German Democratic Republic | 1969\n- Zwickau | country | German Democratic Republic | 1969\n- Zeuthen | country | German Democratic Republic | 1969\n- Wismar | country | German Democratic Republic | 1969\n- Q696016 | country | German Democratic Republic | 1969\n- Q525425 | country | German Democratic Republic | 1969\n- Q45898 | country | German Democratic Republic | 1969\n- Potsdam | country | German Democratic Republic | 1969\n- Neustrelitz | country | German Democratic Republic | 1969\n- Magdeburg | country | German Democratic Republic | 1969\n- Jena | country | German Democratic Republic | 1969\n- Elsterwerda | country | German Democratic Republic | 1969\n- Cottbus | country | German Democratic Republic | 1969\n- Berlin | country | German Democratic Republic | 1969\n- Limbach-Oberfrohna | country | German Democratic Republic | 1969\nReasoning:", "completion": " Answer: 1969", "t_query": 1969.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001125", "prompt": " In 1998, what was the head of state of Italy?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1998\n- Q454036 | country of citizenship | Italy | 1998\n- Vittore Catella | country of citizenship | Italy | 1998\n- Veriano Luchetti | country of citizenship | Italy | 1998\n- Tullio Kezich | country of citizenship | Italy | 1998\n- Tonino Cervi | country of citizenship | Italy | 1998\n- Tiziano Terzani | country of citizenship | Italy | 1998\n- Simon Spierer | country of citizenship | Italy | 1998\n- Sergio Mantovani | country of citizenship | Italy | 1998\n- Sergio Bonelli | country of citizenship | Italy | 1998\n- Salvatore Cassisa | country of citizenship | Italy | 1998\n- Rossana Rossanda | country of citizenship | Italy | 1998\n- Romano Mussolini | country of citizenship | Italy | 1998\n- Renata Tebaldi | country of citizenship | Italy | 1998\n- Primo Nebiolo | country of citizenship | Italy | 1998\nReasoning:", "completion": " Answer: Oscar Luigi Scalfaro", "t_query": 1998.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001126", "prompt": " After Bad Kissingen country West Germany, what was the head of government of Friedrich Guggenberger's allegiance's contains the administrative territorial entity?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Bad Kissingen | country | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\nReasoning:", "completion": " Answer: Hans Filbinger", "t_query": 1972.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001127", "prompt": " In 2019, what was the member of sports team of Gerard Piqué?\nEvidence:\n- Gerard Piqué | unmarried partner | Shakira | 2019\n- Gerard Piqué | member of sports team | Futbol Club Barcelona | 2019\n- Gerard Piqué | member of sports team | Catalonia national football team | 2019\n- Q49704 | member of sports team | Futbol Club Barcelona | 2019\n- Q455462 | member of sports team | Futbol Club Barcelona | 2019\n- Lionel Messi | member of sports team | Futbol Club Barcelona | 2019\n- Lionel Messi | employer | Futbol Club Barcelona | 2019\nReasoning:", "completion": " Answer: Catalonia national football team", "t_query": 2019.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_001128", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in equal to Francheville?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: 2003", "t_query": 2003.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001129", "prompt": " Who was the head of state of Franca Ongaro's country of citizenship before Giorgio Napolitano?\nEvidence:\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Giorgio Perlasca | country of citizenship | Italy | 1952\n- Giorgio Pasquali | country of citizenship | Italy | 1952\n- Giorgio Oberweger | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\nReasoning:", "completion": " Answer: Luigi Einaudi", "t_query": 1952.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001130", "prompt": " In what year was the diplomatic relation of Germany equal to Czechoslovakia?\nEvidence:\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | shares border with | Czechoslovakia | 1974\n- Trenčín | country | Czechoslovakia | 1974\n- Rokycany | country | Czechoslovakia | 1974\n- Ratibořice | country | Czechoslovakia | 1974\n- Q953856 | country | Czechoslovakia | 1974\n- Q918108 | country | Czechoslovakia | 1974\n- Q852472 | country | Czechoslovakia | 1974\n- Q764320 | country | Czechoslovakia | 1974\n- Q270704 | country | Czechoslovakia | 1974\n- Příbor | country | Czechoslovakia | 1974\n- Prešov | country | Czechoslovakia | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001131", "prompt": " In 1927, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1927\n- Q890523 | country of citizenship | Kingdom of Italy | 1927\n- Q715036 | country of citizenship | Kingdom of Italy | 1927\n- Q603148 | country of citizenship | Kingdom of Italy | 1927\n- Q471232 | country of citizenship | Kingdom of Italy | 1927\n- Q456574 | country of citizenship | Kingdom of Italy | 1927\n- Q432318 | country of citizenship | Kingdom of Italy | 1927\n- Q333809 | country of citizenship | Kingdom of Italy | 1927\n- Q329221 | country of citizenship | Kingdom of Italy | 1927\n- Q297190 | country of citizenship | Kingdom of Italy | 1927\n- Q263967 | country of citizenship | Kingdom of Italy | 1927\n- Q216812 | country of citizenship | Kingdom of Italy | 1927\n- Q178349 | country of citizenship | Kingdom of Italy | 1927\n- Vincenzo Vannutelli | country of citizenship | Kingdom of Italy | 1927\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1927\nReasoning:", "completion": " Answer: Michele Cipolla", "t_query": 1927.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001132", "prompt": " In what year was the contains the administrative territorial entity of Mannheim's country equal to Lower Saxony?\nEvidence:\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001133", "prompt": " In 1982, what was the located in time zone of Chile?\nEvidence:\n- Chile | located in time zone | UTC−04:00 | 1982\nReasoning:", "completion": " Answer: UTC−04:00", "t_query": 1982.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001134", "prompt": " In 1950, whose contains the administrative territorial entity's country was North Rhine-Westphalia?\nEvidence:\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\nReasoning:", "completion": " Answer: Mannheim", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001135", "prompt": " In 1987, what was the head of government of Germany's head of government's country of citizenship's contains the administrative territorial entity?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: Q110719", "t_query": 1987.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001136", "prompt": " In what year was the position held of Germany's head of state equal to Federal Minister for Foreign Affairs?\nEvidence:\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001137", "prompt": " In 1956, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\n- Veriano Luchetti | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: Laura Veccia Vaglieri", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001138", "prompt": " In 1959, whose operator was Société nationale des chemins de fer français?\nEvidence:\n- Q802601 | operator | Société nationale des chemins de fer français | 1959\n- Paris–Lille railway | operator | Société nationale des chemins de fer français | 1959\n- Tarascon–Sète railway line | operator | Société nationale des chemins de fer français | 1959\n- Sélestat–Saverne railway line | operator | Société nationale des chemins de fer français | 1959\n- Rémilly–Saarbrücken railway line | operator | Société nationale des chemins de fer français | 1959\n- Dijon-Vallorbe railway line | operator | Société nationale des chemins de fer français | 1959\n- Belfort–Delle railway line | operator | Société nationale des chemins de fer français | 1959\n- Mantes-la-Jolie–Cherbourg railway | operator | Société nationale des chemins de fer français | 1959\nReasoning:", "completion": " Answer: Q802601", "t_query": 1959.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 8, "_lever_variant": "terse"} +{"id": "sft_001139", "prompt": " Who was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance before Baden-Württemberg?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Baden-Württemberg | country | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\nReasoning:", "completion": " Answer: North Rhine-Westphalia", "t_query": 1972.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001140", "prompt": " In what year was the head of state of Luca Ronconi's country of citizenship equal to Oscar Luigi Scalfaro?\nEvidence:\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1993\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Luigi Comencini | country of citizenship | Italy | 1993\n- Luigi Agnolin | country of citizenship | Italy | 1993\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1993\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\nReasoning:", "completion": " Answer: 1993", "t_query": 1993.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001141", "prompt": " In what year was the country of Altai Krai equal to Soviet Union?\nEvidence:\n- Altai Krai | country | Soviet Union | 1991\n- Slavgorod | located in the administrative territorial entity | Altai Krai | 1991\n- Rubtsovsk | located in the administrative territorial entity | Altai Krai | 1991\n- Biysk | located in the administrative territorial entity | Altai Krai | 1991\n- Barnaul | located in the administrative territorial entity | Altai Krai | 1991\n- Zhytomyr | country | Soviet Union | 1991\n- Zhovkva | country | Soviet Union | 1991\n- Zastavna | country | Soviet Union | 1991\n- Yevpatoriia | country | Soviet Union | 1991\n- Yalta | country | Soviet Union | 1991\n- Vyazma | country | Soviet Union | 1991\n- Voronezh | country | Soviet Union | 1991\n- Vologda | country | Soviet Union | 1991\n- Volodarsk | country | Soviet Union | 1991\n- Volhynia | country | Soviet Union | 1991\nReasoning:", "completion": " Answer: 1991", "t_query": 1991.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001142", "prompt": " In what year was the member of sports team of Georgi Hristov equal to FK Partizan?\nEvidence:\n- Georgi Hristov | member of sports team | FK Partizan | 1995\n- Q205415 | member of sports team | FK Partizan | 1995\n- Georgi Hristov | member of sports team | North Macedonia men's national football team | 1995\n- Ivica Francišković | member of sports team | FK Partizan | 1995\n- Q349656 | member of sports team | North Macedonia men's national football team | 1995\n- Q311362 | member of sports team | North Macedonia men's national football team | 1995\nReasoning:", "completion": " Answer: 1995", "t_query": 1995.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_001143", "prompt": " In what year was the winner of Albert Lasker Award for Basic Medical Research equal to Rolf M. Zinkernagel?\nEvidence:\n- Albert Lasker Award for Basic Medical Research | winner | Rolf M. Zinkernagel | 1995\n- Albert Lasker Award for Basic Medical Research | winner | Peter C. Doherty | 1995\n- Albert Lasker Award for Basic Medical Research | winner | Don Craig Wiley | 1995\n- Don Craig Wiley | award received | Albert Lasker Award for Basic Medical Research | 1995\nReasoning:", "completion": " Answer: 1995", "t_query": 1995.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_001144", "prompt": " In what year was the position held of Italy's head of government equal to Prime Minister of Italy?\nEvidence:\n- Giuseppe Meazza | coach of sports team | Italy men's national association football team | 1953\n- Q264986 | country of citizenship | Italy | 1953\n- Q219490 | country of citizenship | Italy | 1953\n- Q213482 | country of citizenship | Italy | 1953\n- Dalida | country of citizenship | Italy | 1953\n- Veriano Luchetti | country of citizenship | Italy | 1953\n- Tonino Cervi | country of citizenship | Italy | 1953\n- Tiziano Terzani | country of citizenship | Italy | 1953\n- Stéphane Grappelli | country of citizenship | Italy | 1953\n- Simon Spierer | country of citizenship | Italy | 1953\n- Sergio Mantovani | country of citizenship | Italy | 1953\n- Sergio Bonelli | country of citizenship | Italy | 1953\n- Rossana Rossanda | country of citizenship | Italy | 1953\n- Romeo Bertini | country of citizenship | Italy | 1953\n- Renata Tebaldi | country of citizenship | Italy | 1953\nReasoning:", "completion": " Answer: 1953", "t_query": 1953.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001145", "prompt": " Who was the head of state of Giorgio Rebuffi's country of citizenship after Luigi Einaudi?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Luigi Comencini | country of citizenship | Italy | 1997\n- Luigi Agnolin | country of citizenship | Italy | 1997\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1997\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1997\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\nReasoning:", "completion": " Answer: Oscar Luigi Scalfaro", "t_query": 1997.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001146", "prompt": " After Signalny located in Nemuro Subprefecture (1897—2010), what was the country of Signalny?\nEvidence:\n- Signalny | located in the administrative territorial entity | Nemuro Subprefecture (1897—2010) | 1935\n- Berutarube | located in the administrative territorial entity | Nemuro Subprefecture (1897—2010) | 1935\n- Polonsky Island | located in the administrative territorial entity | Nemuro Subprefecture (1897—2010) | 1935\n- Signalny | country | Empire of Japan | 1935\n- Shimano | country | Empire of Japan | 1935\n- Q18097 | country | Empire of Japan | 1935\n- Q156046 | country | Empire of Japan | 1935\n- Berutarube | country | Empire of Japan | 1935\n- Q155773 | country of citizenship | Empire of Japan | 1935\n- Soongsil University | country | Empire of Japan | 1935\n- Polonsky Island | country | Empire of Japan | 1935\n- North Gyeongsang | country | Empire of Japan | 1935\n- Kunashir Island | country | Empire of Japan | 1935\n- Yi Un | country of citizenship | Empire of Japan | 1935\n- Park Yeol | country of citizenship | Empire of Japan | 1935\nReasoning:", "completion": " Answer: Empire of Japan", "t_query": 1935.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001147", "prompt": " Who was the contains the administrative territorial entity of Bernard Schultze's work location's country after North Rhine-Westphalia?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: Hesse", "t_query": 1953.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001148", "prompt": " In 1962, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giovanni Gronchi | position held | President of Italy | 1962\n- Antonio Segni | position held | President of Italy | 1962\n- Italy | head of state | Giovanni Gronchi | 1962\n- Italy | head of state | Antonio Segni | 1962\n- Giovanni Gronchi | position held | Italian senator for life | 1962\n- Giovanni Gronchi | country of citizenship | Italy | 1962\n- Antonio Segni | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Antonio Corpora", "t_query": 1962.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_001149", "prompt": " In 1967, whose located in was Kazakh Soviet Socialist Republic?\nEvidence:\n- Kostanay Region | country | Kazakh Soviet Socialist Republic | 1967\n- Semipalatinsk Oblast | located in the administrative territorial entity | Kazakh Soviet Socialist Republic | 1967\n- Kostanay Region | located in the administrative territorial entity | Kazakh Soviet Socialist Republic | 1967\n- West Kazakhstan Region | located in the administrative territorial entity | Kazakh Soviet Socialist Republic | 1967\n- Taldy-Kurgan oblast | located in the administrative territorial entity | Kazakh Soviet Socialist Republic | 1967\n- North Kazakhstan Region | located in the administrative territorial entity | Kazakh Soviet Socialist Republic | 1967\n- East Kazakhstan Region | located in the administrative territorial entity | Kazakh Soviet Socialist Republic | 1967\n- Semey | located in the administrative territorial entity | Semipalatinsk Oblast | 1967\n- Semipalatinsk Oblast | country | Soviet Union | 1967\n- Kostanay Region | country | Soviet Union | 1967\n- Taldy-Kurgan oblast | country | Soviet Union | 1967\n- North Kazakhstan Region | country | Soviet Union | 1967\n- East Kazakhstan Region | country | Soviet Union | 1967\n- Semey | capital of | Semipalatinsk Oblast | 1967\nReasoning:", "completion": " Answer: Kostanay Region", "t_query": 1967.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 14, "_lever_variant": "terse"} +{"id": "sft_001150", "prompt": " In 1927, whose educated at was University of Basel?\nEvidence:\n- Ernst Stueckelberg | educated at | University of Basel | 1927\nReasoning:", "completion": " Answer: Ernst Stueckelberg", "t_query": 1927.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001151", "prompt": " In what year was the basic form of government of Kasato Maru's country of registry equal to absolute monarchy?\nEvidence:\n- Russian Empire | basic form of government | absolute monarchy | 1901\n- Kasato Maru | country of registry | Russian Empire | 1901\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1901\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1901\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1901\n- Khanate of Khiva | country | Russian Empire | 1901\n- Emirate of Bukhara | country | Russian Empire | 1901\n- Russian Empire | anthem | God Save the Tsar! | 1901\n- Vladimir Lenin | country of citizenship | Russian Empire | 1901\n- Vikenty Veresaev | country of citizenship | Russian Empire | 1901\nReasoning:", "completion": " Answer: 1901", "t_query": 1901.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001152", "prompt": " In what year was the noble title of Gustaf VI Adolf of Sweden's spouse equal to queen consort?\nEvidence:\n- Gustaf VI Adolf of Sweden | noble title | duke | 1937\n- Gustaf VI Adolf of Sweden | noble title | crown prince | 1937\n- Louise Mountbatten | noble title | queen consort | 1937\n- Louise Mountbatten | spouse | Gustaf VI Adolf of Sweden | 1937\n- Gustaf VI Adolf of Sweden | spouse | Louise Mountbatten | 1937\n- Gustaf VI Adolf of Sweden | position held | crown prince | 1937\nReasoning:", "completion": " Answer: 1937", "t_query": 1937.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_001153", "prompt": " In 1996, whose position held's head of government was Prime Minister of Italy?\nEvidence:\n- Lamberto Dini | position held | Prime Minister of Italy | 1996\n- Italy | head of government | Lamberto Dini | 1996\nReasoning:", "completion": " Answer: Italy", "t_query": 1996.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_001154", "prompt": " In 1974, what was the chairperson of Germany's head of state's member of political party?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Answer: Hans-Dietrich Genscher", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001155", "prompt": " After Antonio Marchi country of citizenship Italy, what was the member of of Elena Altieri's country of citizenship?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Antonio Leonviola | country of citizenship | Italy | 1977\n- Antonio Calderara | country of citizenship | Italy | 1977\n- Antonio Brivio | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1977.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001156", "prompt": " In 1963, what was the head of state of Luigi Pistilli's country of citizenship?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Antonio Segni", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001157", "prompt": " In what year was the award received of Hugo Alfvén equal to director musices?\nEvidence:\n- Hugo Alfvén | award received | director musices | 1911\nReasoning:", "completion": " Answer: 1911", "t_query": 1911.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001158", "prompt": " In what year was the chairperson of Germany's head of state's member of political party equal to Hans-Dietrich Genscher?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001159", "prompt": " After Belfort–Delle railway line operator Chemins de fer de l'Est, what was the operator of Belfort–Delle railway line?\nEvidence:\n- Belfort–Delle railway line | operator | Société nationale des chemins de fer français | 1958\n- Tarascon–Sète railway line | operator | Société nationale des chemins de fer français | 1958\n- Sélestat–Saverne railway line | operator | Société nationale des chemins de fer français | 1958\n- Rémilly–Saarbrücken railway line | operator | Société nationale des chemins de fer français | 1958\n- Dijon-Vallorbe railway line | operator | Société nationale des chemins de fer français | 1958\n- Paris–Lille railway | operator | Société nationale des chemins de fer français | 1958\n- Mantes-la-Jolie–Cherbourg railway | operator | Société nationale des chemins de fer français | 1958\n- Q802601 | operator | Société nationale des chemins de fer français | 1958\nReasoning:", "completion": " Answer: Société nationale des chemins de fer français", "t_query": 1958.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 8, "_lever_variant": "terse"} +{"id": "sft_001160", "prompt": " In what year was the shares border with of Gino Cassinis's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1959\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: 1959", "t_query": 1959.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001161", "prompt": " In what year was the head of state of Robert Morley's country of citizenship equal to Elizabeth II?\nEvidence:\n- United Kingdom | head of state | Elizabeth II | 1983\n- Robert Morley | country of citizenship | United Kingdom | 1983\n- Tony Abbott | country of citizenship | United Kingdom | 1983\n- Liz Smith | country of citizenship | United Kingdom | 1983\n- United Kingdom | part of | European Union | 1983\n- United Kingdom | member of | European Union | 1983\nReasoning:", "completion": " Answer: 1983", "t_query": 1983.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_001162", "prompt": " After Angelo Bartolomasi country of citizenship Italy, what was the head of state of Giovanni Spadolini's country of citizenship?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1963\n- Angelo Varetto | country of citizenship | Italy | 1963\n- Angelo Infanti | country of citizenship | Italy | 1963\n- Angelo Cuniberti | country of citizenship | Italy | 1963\n- Giovanni Mardersteig | country of citizenship | Italy | 1963\n- Giovanni Invernizzi | country of citizenship | Italy | 1963\n- Giovanni Goria | country of citizenship | Italy | 1963\n- Giovanni Ferrofino | country of citizenship | Italy | 1963\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1963\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Antonio Segni", "t_query": 1963.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001163", "prompt": " In 1974, whose basic form of government's diplomatic relation was republic?\nEvidence:\n- Afghanistan | basic form of government | republic | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001164", "prompt": " In what year was the head of government of Berolzheim's country equal to Hans Luther?\nEvidence:\n- Weimar Republic | head of government | Hans Luther | 1925\n- Berolzheim | country | Weimar Republic | 1925\n- Minden Government Region | country | Weimar Republic | 1925\n- Weimar Republic | head of state | Friedrich Ebert | 1925\n- Weimar Republic | head of state | Paul von Hindenburg | 1925\n- Q87105 | country of citizenship | Weimar Republic | 1925\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1925\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Weimar | country | Weimar Republic | 1925\nReasoning:", "completion": " Answer: 1925", "t_query": 1925.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001165", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Vénissieux, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Fleurieu-sur-Saône", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001166", "prompt": " In what year was the member of of Gerardo Marotta's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\n- Stefano Angeleri | country of citizenship | Italy | 2001\nReasoning:", "completion": " Answer: 2001", "t_query": 2001.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001167", "prompt": " In what year was the contains the administrative territorial entity of Rhône equal to Francheville?\nEvidence:\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\n- Q945660 | located in the administrative territorial entity | Q3083 | 1947\n- Q945660 | located in the administrative territorial entity | Q12736 | 1947\nReasoning:", "completion": " Answer: 1947", "t_query": 1947.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_001168", "prompt": " In 1996, what was the position held of Italy's head of government?\nEvidence:\n- Oscar Luigi Scalfaro | position held | President of Italy | 1996\n- Italy | head of state | Oscar Luigi Scalfaro | 1996\n- Norberto Bobbio | position held | Italian senator for life | 1996\n- Q454036 | country of citizenship | Italy | 1996\n- Vittore Catella | country of citizenship | Italy | 1996\n- Veriano Luchetti | country of citizenship | Italy | 1996\n- Tullio Kezich | country of citizenship | Italy | 1996\n- Tonino Cervi | country of citizenship | Italy | 1996\n- Tiziano Terzani | country of citizenship | Italy | 1996\n- Stéphane Grappelli | country of citizenship | Italy | 1996\n- Simon Spierer | country of citizenship | Italy | 1996\n- Sergio Mantovani | country of citizenship | Italy | 1996\n- Sergio Bonelli | country of citizenship | Italy | 1996\n- Salvatore Cassisa | country of citizenship | Italy | 1996\n- Rossana Rossanda | country of citizenship | Italy | 1996\nReasoning:", "completion": " Answer: Prime Minister of Italy", "t_query": 1996.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001169", "prompt": " In 1974, what was the member of political party of Germany's head of state?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\nReasoning:", "completion": " Answer: Free Democratic Party", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001170", "prompt": " Who was the contains the administrative territorial entity of Germany's capital's capital of after Hesse?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Answer: North Rhine-Westphalia", "t_query": 1974.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001171", "prompt": " In 1971, what was the position held of Salvatore Fiume's country of citizenship's head of state?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: Italian senator for life", "t_query": 1971.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001172", "prompt": " In 1962, what was the member of of Antonio Corpora's country of citizenship?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001173", "prompt": " Who was the head of government of Lewis Mumford's work location after Robert Ferdinand Wagner Jr.?\nEvidence:\n- Lewis Mumford | work location | New York City | 1986\n- Lewis Mumford | residence | Amenia | 1986\n- New York City | head of government | Ed Koch | 1986\n- Q828254 | work location | New York City | 1986\n- Arman | work location | New York City | 1986\n- Nancy Graves | work location | New York City | 1986\n- Louise Bourgeois | work location | New York City | 1986\n- Elliott Erwitt | work location | New York City | 1986\n- Donald Trump | work location | New York City | 1986\n- Alan Vega | work location | New York City | 1986\n- MetLife | headquarters location | New York City | 1986\n- Prelinger Archives | located in the administrative territorial entity | New York City | 1986\n- Variety | place of publication | New York City | 1986\n- Wolfgang Schivelbusch | residence | New York City | 1986\n- William Vickrey | residence | New York City | 1986\nReasoning:", "completion": " Answer: Ed Koch", "t_query": 1986.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001174", "prompt": " In 2012, what was the member of sports team of Thomas Chatelle?\nEvidence:\n- Thomas Chatelle | member of sports team | Sint-Truidense V.V. | 2012\n- Thomas Chatelle | member of sports team | R.S.C. Anderlecht | 2012\n- Thomas Chatelle | member of sports team | R.A.E.C. Mons | 2012\n- Q968773 | member of sports team | R.S.C. Anderlecht | 2012\n- Q516607 | member of sports team | R.S.C. Anderlecht | 2012\n- Q392727 | member of sports team | Sint-Truidense V.V. | 2012\n- Q377088 | member of sports team | Sint-Truidense V.V. | 2012\n- Q329348 | member of sports team | R.S.C. Anderlecht | 2012\n- Q817639 | member of sports team | R.A.E.C. Mons | 2012\n- Q464631 | member of sports team | R.A.E.C. Mons | 2012\n- Marcin Wasilewski | member of sports team | R.S.C. Anderlecht | 2012\n- Koen Daerden | member of sports team | Sint-Truidense V.V. | 2012\n- Bahattin Köse | member of sports team | R.A.E.C. Mons | 2012\n- R.A.E.C. Mons | league or competition | Belgian Pro League | 2012\nReasoning:", "completion": " Answer: R.S.C. Anderlecht", "t_query": 2012.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 14, "_lever_variant": "terse"} +{"id": "sft_001175", "prompt": " Who was the work location of Carmelo Cappello after Rome?\nEvidence:\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Zita of Bourbon-Parma | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: Milan", "t_query": 1964.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001176", "prompt": " Who was the winner of Academy Award for Best Actress after Claudette Colbert?\nEvidence:\n- Academy Award for Best Actress | winner | Cher | 1987\n- The Accused | award received | Academy Award for Best Actress | 1987\n- Q104814 | nominated for | Academy Award for Best Actress | 1987\n- Cher | award received | Academy Award for Best Actress | 1987\n- Marlee Matlin | nominated for | Academy Award for Best Actress | 1987\n- Marlee Matlin | award received | Academy Award for Best Actress | 1987\n- Peggy Sue Got Married | nominated for | Academy Award for Best Actress | 1987\n- Q104814 | nominated for | Academy Award for Best Sound | 1987\n- Q104814 | nominated for | Academy Award for Best Visual Effects | 1987\n- Q104814 | nominated for | Academy Award for Best Sound Editing | 1987\n- Q104814 | nominated for | Academy Award for Best Production Design | 1987\n- Q104814 | nominated for | Academy Award for Best Original Score | 1987\n- Q104814 | nominated for | Academy Award for Best Film Editing | 1987\n- Peggy Sue Got Married | nominated for | Academy Award for Best Cinematography | 1987\n- Peggy Sue Got Married | nominated for | Academy Award for Best Costume Design | 1987\nReasoning:", "completion": " Answer: Cher", "t_query": 1987.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001177", "prompt": " In 1997, whose work location was London?\nEvidence:\n- Q828254 | work location | London | 1997\n- Q78504 | work location | London | 1997\n- Q517651 | work location | London | 1997\n- Q349842 | work location | London | 1997\n- Pertti Salolainen | work location | London | 1997\n- Mona Hatoum | work location | London | 1997\n- Marc Quinn | work location | London | 1997\n- Damien Hirst | work location | London | 1997\n- Bernard Meadows | work location | London | 1997\n- Anish Kapoor | work location | London | 1997\n- Q828254 | work location | New York City | 1997\nReasoning:", "completion": " Answer: Bernard Meadows", "t_query": 1997.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 11, "_lever_variant": "terse"} +{"id": "sft_001178", "prompt": " After Giuseppe Antonini country of citizenship Kingdom of Italy, what was the member of sports team of Giuseppe Antonini?\nEvidence:\n- Giuseppe Antonini | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Antonini | member of sports team | Hellas Verona FC | 1937\n- Giuseppe Ungaretti | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Paratore | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Milano | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Domenichelli | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Bottai | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Asti | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Di Vittorio | country of citizenship | Kingdom of Italy | 1937\n- Q976653 | country of citizenship | Kingdom of Italy | 1937\n- Q972711 | country of citizenship | Kingdom of Italy | 1937\n- Q922237 | country of citizenship | Kingdom of Italy | 1937\n- Q890523 | country of citizenship | Kingdom of Italy | 1937\n- Q741387 | country of citizenship | Kingdom of Italy | 1937\n- Q710497 | country of citizenship | Kingdom of Italy | 1937\nReasoning:", "completion": " Answer: Hellas Verona FC", "t_query": 1937.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001179", "prompt": " In what year was the shares border with of Raul Gardini's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1989\n- Raul Gardini | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: 1989", "t_query": 1989.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001180", "prompt": " In what year was the contains the administrative territorial entity of Rhône equal to Genay?\nEvidence:\n- Rhône | contains the administrative territorial entity | Genay | 1986\n- Rhône | contains the administrative territorial entity | Vénissieux | 1986\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1986\n- Rhône | contains the administrative territorial entity | Meyzieu | 1986\n- Rhône | contains the administrative territorial entity | Francheville | 1986\n- Rhône | contains the administrative territorial entity | Feyzin | 1986\n- Rhône | contains the administrative territorial entity | Bron | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 1986\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1986\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1986\n- Ternay | located in the administrative territorial entity | Rhône | 1986\n- Chaponnay | located in the administrative territorial entity | Rhône | 1986\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1986\n- Route nationale 383 | located in the administrative territorial entity | Rhône | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 1986\nReasoning:", "completion": " Answer: 1986", "t_query": 1986.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001181", "prompt": " In what year was the located in of Villabé equal to Seine-et-Oise?\nEvidence:\n- Villabé | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Bernes-sur-Oise | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Vaux-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Mousseaux-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Morsang-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Croissy-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Bonnières-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Bray-et-Lû | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Ézanville | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Émancé | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Écouen | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Villepreux | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Villejust | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Villecresnes | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Vigny | located in the administrative territorial entity | Seine-et-Oise | 1936\nReasoning:", "completion": " Answer: 1936", "t_query": 1936.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001182", "prompt": " In 1960, whose position held's head of government was Prime Minister of Italy?\nEvidence:\n- Antonio Segni | position held | Prime Minister of Italy | 1960\n- Italy | head of government | Antonio Segni | 1960\n- Antonio Segni | country of citizenship | Italy | 1960\nReasoning:", "completion": " Answer: Italy", "t_query": 1960.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001183", "prompt": " In 1942, what was the head of state of Jena's country?\nEvidence:\n- Jena | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Jena | country | Nazi Germany | 1942\n- Nazi Germany | head of state | Adolf Hitler | 1942\n- Carl Zeiss AG | headquarters location | Jena | 1942\n- Weimar | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Q15976 | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Gera | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Free State of Mecklenburg | located in the administrative territorial entity | Nazi Germany | 1942\n- Free State of Anhalt | located in the administrative territorial entity | Nazi Germany | 1942\n- Republic of Baden | located in the administrative territorial entity | Nazi Germany | 1942\n- Saxony | located in the administrative territorial entity | Nazi Germany | 1942\n- Berlin | located in the administrative territorial entity | Nazi Germany | 1942\n- Q822028 | country of registry | Nazi Germany | 1942\n- Q321140 | country of registry | Nazi Germany | 1942\n- Q237358 | country of citizenship | Nazi Germany | 1942\nReasoning:", "completion": " Answer: Adolf Hitler", "t_query": 1942.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001184", "prompt": " In 1956, what was the shares border with of Germany?\nEvidence:\n- Germany | shares border with | Czechoslovakia | 1956\n- Germany | shares border with | Saar Protectorate | 1956\n- Germany | shares border with | German Democratic Republic | 1956\n- Bonn | capital of | Germany | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | West Germany | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Germany | member of | Western European Union | 1956\n- Germany | head of state | Theodor Heuss | 1956\n- Germany | head of government | Konrad Adenauer | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- West Germany | currency | Deutsche Mark | 1956\n- president of Germany | position holder | Theodor Heuss | 1956\nReasoning:", "completion": " Answer: Saar Protectorate", "t_query": 1956.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001185", "prompt": " In 1974, whose member of was European Atomic Energy Community?\nEvidence:\n- Germany | member of | European Atomic Energy Community | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Germany | member of | Western European Union | 1974\n- Bonn | capital of | Germany | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- Universal Copyright Convention | signatory | Germany | 1974\n- Germany | significant event | Berlin Wall | 1974\n- Germany | significant event | Basic Treaty | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001186", "prompt": " Who was the head of government of Italy before Massimo D'Alema?\nEvidence:\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1980\n- Suso Cecchi d'Amico | award received | David di Donatello | 1980\n- Q219490 | country of citizenship | Italy | 1980\n- Veriano Luchetti | country of citizenship | Italy | 1980\n- Tullio Kezich | country of citizenship | Italy | 1980\n- Tonino Cervi | country of citizenship | Italy | 1980\n- Tiziano Terzani | country of citizenship | Italy | 1980\n- Stéphane Grappelli | country of citizenship | Italy | 1980\n- Simon Spierer | country of citizenship | Italy | 1980\n- Sergio Mantovani | country of citizenship | Italy | 1980\n- Sergio Bonelli | country of citizenship | Italy | 1980\n- Salvatore Cassisa | country of citizenship | Italy | 1980\n- Rossana Rossanda | country of citizenship | Italy | 1980\n- Renata Tebaldi | country of citizenship | Italy | 1980\n- Primo Nebiolo | country of citizenship | Italy | 1980\nReasoning:", "completion": " Answer: Arnaldo Forlani", "t_query": 1980.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001187", "prompt": " After Gustaf VI Adolf of Sweden noble title duke, what was the position held of Gustaf VI Adolf of Sweden?\nEvidence:\n- Gustaf VI Adolf of Sweden | noble title | duke | 1937\n- Gustaf VI Adolf of Sweden | noble title | crown prince | 1937\n- Gustaf VI Adolf of Sweden | position held | crown prince | 1937\n- Louise Mountbatten | spouse | Gustaf VI Adolf of Sweden | 1937\n- Gustaf VI Adolf of Sweden | spouse | Louise Mountbatten | 1937\n- Louise Mountbatten | noble title | queen consort | 1937\nReasoning:", "completion": " Answer: crown prince", "t_query": 1937.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_001188", "prompt": " In what year was the adjacent station of Ebetsu Station equal to Nopporo Station?\nEvidence:\n- Nopporo Station | adjacent station | Ebetsu Station | 1913\n- Ebetsu Station | adjacent station | Nopporo Station | 1913\n- Ebetsu Station | adjacent station | Horomui Station | 1913\n- Nopporo Station | adjacent station | Atsubetsu Station | 1913\nReasoning:", "completion": " Answer: 1913", "t_query": 1913.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_001189", "prompt": " In 1964, whose head of state's country of citizenship was Antonio Segni?\nEvidence:\n- Italy | head of state | Antonio Segni | 1964\n- Antonio Segni | country of citizenship | Italy | 1964\n- Antonio Segni | award received | Charlemagne Prize | 1964\n- Antonio Segni | position held | President of Italy | 1964\n- Antonio Segni | position held | Italian senator for life | 1964\n- Antonio Leonviola | country of citizenship | Italy | 1964\n- Antonio Fessia | country of citizenship | Italy | 1964\n- Antonio Calderara | country of citizenship | Italy | 1964\n- Antonio Brivio | country of citizenship | Italy | 1964\n- Antonio Bacci | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: Carmelo Cappello", "t_query": 1964.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001190", "prompt": " In what year was the currency of Salvatore Fiume's country of citizenship equal to Italian lira?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: 1971", "t_query": 1971.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001191", "prompt": " In 1935, what was the member of sports team of Domingos da Guia?\nEvidence:\n- Domingos da Guia | member of sports team | Boca Juniors | 1935\n- Domingos da Guia | member of sports team | Brazil men's national football team | 1935\n- Martim Mércio da Silveira | member of sports team | Brazil men's national football team | 1935\n- Q940543 | member of sports team | Boca Juniors | 1935\n- Q455364 | member of sports team | Boca Juniors | 1935\n- Q10131 | member of sports team | Boca Juniors | 1935\n- Q555601 | member of sports team | Brazil men's national football team | 1935\n- Q261000 | member of sports team | Brazil men's national football team | 1935\n- Manuel Fleitas Solich | member of sports team | Boca Juniors | 1935\nReasoning:", "completion": " Answer: Brazil men's national football team", "t_query": 1935.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_001192", "prompt": " Who was the head of state of Germany before Richard von Weizsäcker?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Bonn | capital of | Germany | 1974\n- Karl-Eduard von Schnitzler | country of citizenship | German Democratic Republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\nReasoning:", "completion": " Answer: Gustav Heinemann", "t_query": 1974.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001193", "prompt": " Who was the chief executive officer of Jean E. Sammet's employer after Thomas John Watson, Sr.?\nEvidence:\n- IBM | chief executive officer | Thomas Watson | 1965\n- Jean E. Sammet | employer | IBM | 1965\n- John Backus | employer | IBM | 1965\n- Benoit Mandelbrot | employer | IBM | 1965\nReasoning:", "completion": " Answer: Thomas Watson", "t_query": 1965.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_001194", "prompt": " In 1987, whose head of government's contains the administrative territorial entity's country of citizenship's head of government was Lothar Späth?\nEvidence:\n- Baden-Württemberg | head of government | Lothar Späth | 1987\n- CDU Baden-Württemberg | chairperson | Lothar Späth | 1987\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1987\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1987\n- Baden-Württemberg | country | West Germany | 1987\nReasoning:", "completion": " Answer: Germany", "t_query": 1987.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_001195", "prompt": " In 1984, what was the head of state of Romano Mussolini's country of citizenship?\nEvidence:\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Sandro Pertini", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001196", "prompt": " After Metz country Germany, what was the capital of Germany?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\nReasoning:", "completion": " Answer: Bonn", "t_query": 1974.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001197", "prompt": " After Goffredo Petrassi country of citizenship Italy, what was the head of government of Nino Baragli's country of citizenship?\nEvidence:\n- Goffredo Petrassi | country of citizenship | Italy | 1994\n- Nino Baragli | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\nReasoning:", "completion": " Answer: Carlo Azeglio Ciampi", "t_query": 1994.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001198", "prompt": " After Francesco Roberti country of citizenship Italy, what was the head of government of Raul Gardini's country of citizenship?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Francesco Scafarelli | country of citizenship | Italy | 1989\n- Francesco Gabrieli | country of citizenship | Italy | 1989\n- Francesco Aguzzoli | country of citizenship | Italy | 1989\n- Loris Francesco Capovilla | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Ciriaco De Mita", "t_query": 1989.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001199", "prompt": " In what year was the head of state of Jena's country equal to Adolf Hitler?\nEvidence:\n- Nazi Germany | head of state | Adolf Hitler | 1942\n- Jena | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Jena | country | Nazi Germany | 1942\n- Carl Zeiss AG | headquarters location | Jena | 1942\n- Weimar | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Q15976 | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Gera | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Free State of Mecklenburg | located in the administrative territorial entity | Nazi Germany | 1942\n- Free State of Anhalt | located in the administrative territorial entity | Nazi Germany | 1942\n- Republic of Baden | located in the administrative territorial entity | Nazi Germany | 1942\n- Saxony | located in the administrative territorial entity | Nazi Germany | 1942\n- Berlin | located in the administrative territorial entity | Nazi Germany | 1942\n- Q822028 | country of registry | Nazi Germany | 1942\n- Q321140 | country of registry | Nazi Germany | 1942\n- Q237358 | country of citizenship | Nazi Germany | 1942\nReasoning:", "completion": " Answer: 1942", "t_query": 1942.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001200", "prompt": " Who was the anthem of Mordovian Autonomous Soviet Socialist Republic's located in after The Internationale?\nEvidence:\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Saransk | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q780942 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q408606 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Saransk | capital of | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1957\n- Torbeyevsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Romodanovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Kochkurovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Chamzinsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Bolsheignatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Ardatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1957\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\nReasoning:", "completion": " Answer: State Anthem of the Soviet Union", "t_query": 1957.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001201", "prompt": " In 1984, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1984\n- Q46099 | country of citizenship | Yugoslavia | 1984\n- Q207166 | country of citizenship | Yugoslavia | 1984\n- Vladica Popović | country of citizenship | Yugoslavia | 1984\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1984\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1984\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1984\n- Ilija Petković | country of citizenship | Yugoslavia | 1984\n- Dušan Ivković | country of citizenship | Yugoslavia | 1984\n- Dragan Tomić | country of citizenship | Yugoslavia | 1984\n- Verzar | country | Yugoslavia | 1984\n- Suševo | country | Yugoslavia | 1984\n- Q793485 | country | Yugoslavia | 1984\n- Pirot | country | Yugoslavia | 1984\n- Orašje | country | Yugoslavia | 1984\nReasoning:", "completion": " Answer: Carlo Curis", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001202", "prompt": " In what year was the head of government of Germany's capital's capital of's contains the administrative territorial entity equal to Q110719?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | Germany | 1987\n- Bonn | capital of | West Germany | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Afghanistan | basic form of government | republic | 1987\n- East Berlin | capital of | German Democratic Republic | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Germany | member of | Western European Union | 1987\nReasoning:", "completion": " Answer: 1987", "t_query": 1987.0, "chain_length": 4, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001203", "prompt": " In what year was the country of citizenship of Claudio Cavazza equal to Italy?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: 1970", "t_query": 1970.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001204", "prompt": " In 1987, what was the head of government of Russian Soviet Federative Socialist Republic?\nEvidence:\n- Russian Soviet Federative Socialist Republic | head of government | Vitaly Vorotnikov | 1987\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1987\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1987\n- Kaliningrad Oblast | exclave of | Russian Soviet Federative Socialist Republic | 1987\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1987\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Sakhalin Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\nReasoning:", "completion": " Answer: Vitaly Vorotnikov", "t_query": 1987.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001205", "prompt": " In 1987, whose contains the administrative territorial entity's country of citizenship's head of government was Saarland?\nEvidence:\n- West Germany | contains the administrative territorial entity | Saarland | 1987\n- Saarland | head of government | Q110719 | 1987\n- Saarland | located in the administrative territorial entity | West Germany | 1987\n- West Germany | contains the administrative territorial entity | Hesse | 1987\n- West Germany | contains the administrative territorial entity | Hamburg | 1987\n- West Germany | contains the administrative territorial entity | Bremen | 1987\n- West Germany | contains the administrative territorial entity | Bavaria | 1987\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1987\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1987\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1987\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1987\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1987\n- Saarland | country | West Germany | 1987\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1987\n- Q77721 | country of citizenship | West Germany | 1987\nReasoning:", "completion": " Answer: Germany", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001206", "prompt": " In what year was the position held of Italy's head of government equal to Prime Minister of Italy?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1976\n- Veriano Luchetti | country of citizenship | Italy | 1976\n- Tonino Cervi | country of citizenship | Italy | 1976\n- Tiziano Terzani | country of citizenship | Italy | 1976\n- Stéphane Grappelli | country of citizenship | Italy | 1976\n- Simon Spierer | country of citizenship | Italy | 1976\n- Sergio Mantovani | country of citizenship | Italy | 1976\n- Sergio Bonelli | country of citizenship | Italy | 1976\n- Rossana Rossanda | country of citizenship | Italy | 1976\n- Renata Tebaldi | country of citizenship | Italy | 1976\n- Primo Nebiolo | country of citizenship | Italy | 1976\n- Pino Lancetti | country of citizenship | Italy | 1976\n- Pietro Parente | country of citizenship | Italy | 1976\n- Oriana Fallaci | country of citizenship | Italy | 1976\n- Norberto Bobbio | country of citizenship | Italy | 1976\nReasoning:", "completion": " Answer: 1976", "t_query": 1976.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001207", "prompt": " In 1959, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1959\n- Q207166 | country of citizenship | Yugoslavia | 1959\n- Vladica Popović | country of citizenship | Yugoslavia | 1959\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1959\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1959\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1959\n- Ilija Petković | country of citizenship | Yugoslavia | 1959\n- Dušan Ivković | country of citizenship | Yugoslavia | 1959\n- Dragan Tomić | country of citizenship | Yugoslavia | 1959\n- Verzar | country | Yugoslavia | 1959\n- Suševo | country | Yugoslavia | 1959\n- Q793485 | country | Yugoslavia | 1959\n- Pirot | country | Yugoslavia | 1959\n- Orašje | country | Yugoslavia | 1959\n- Kraljevo | country | Yugoslavia | 1959\nReasoning:", "completion": " Answer: Gino Cassinis", "t_query": 1959.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001208", "prompt": " Who was the contains the administrative territorial entity of Germany's head of government's country of citizenship after Hesse?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: Bavaria", "t_query": 1987.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001209", "prompt": " Who was the country of citizenship of Renata Tebaldi after Kingdom of Italy?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\n- Tonino Cervi | country of citizenship | Italy | 2000\n- Tiziano Terzani | country of citizenship | Italy | 2000\nReasoning:", "completion": " Answer: Italy", "t_query": 2000.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001210", "prompt": " After Enzo Dara country of citizenship Italy, what was the position held of Salvatore Fiume's country of citizenship's head of state?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Enzo Fiermonte | country of citizenship | Italy | 1971\n- Enzo Cannavale | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1971.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001211", "prompt": " After Wiesbaden located in Wiesbaden Government Region, what was the country of Wiesbaden?\nEvidence:\n- Wiesbaden | located in the administrative territorial entity | Wiesbaden Government Region | 1907\n- Frankfurt | located in the administrative territorial entity | Wiesbaden Government Region | 1907\n- Wiesbaden | country | German Empire | 1907\n- Q87105 | country of citizenship | German Empire | 1907\n- Q76638 | country of citizenship | German Empire | 1907\n- Wilhelm Röntgen | country of citizenship | German Empire | 1907\n- Georg August Zenker | country of citizenship | German Empire | 1907\n- Zwickau | country | German Empire | 1907\n- Zimmern | country | German Empire | 1907\n- Wrocław | country | German Empire | 1907\n- Wittmund | country | German Empire | 1907\n- Wismar | country | German Empire | 1907\n- Weimar | country | German Empire | 1907\n- Vaterstetten | country | German Empire | 1907\n- Trier | country | German Empire | 1907\nReasoning:", "completion": " Answer: German Empire", "t_query": 1907.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001212", "prompt": " Who was the head of government of Carel Willink's work location's country after Gustav Bauer?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Answer: Constantin Fehrenbach", "t_query": 1920.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_001213", "prompt": " Who was the head of government of Erazim Kohák's residence after Lyndon B. Johnson?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- United States | shares border with | Panama | 1988\n- Tony Miles | country for sport | United States | 1988\n- Julie Mehretu | work location | United States | 1988\n- Discovery Channel | country | United States | 1988\nReasoning:", "completion": " Answer: Ronald Reagan", "t_query": 1988.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 13, "_lever_variant": "terse"} +{"id": "sft_001214", "prompt": " In 1951, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\n- Vitaliano Brancati | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: Maria Caniglia", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001215", "prompt": " Who was the member of of Francesca Romana Coluzzi's country of citizenship before European Economic Community?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1963.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001216", "prompt": " In 1975, what was the member of of Giovanni Spadolini's country of citizenship?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001217", "prompt": " Who was the country of citizenship of Veriano Luchetti after Kingdom of Italy?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\n- Tiziano Terzani | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: Italy", "t_query": 1985.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001218", "prompt": " In 1985, what was the member of of Veriano Luchetti's country of citizenship?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\n- Tiziano Terzani | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001219", "prompt": " In 2000, what was the head of government of Renata Tebaldi's country of citizenship?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\n- Tonino Cervi | country of citizenship | Italy | 2000\n- Tiziano Terzani | country of citizenship | Italy | 2000\nReasoning:", "completion": " Answer: Giuliano Amato", "t_query": 2000.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001220", "prompt": " In 1972, what was the military branch of Friedrich Guggenberger?\nEvidence:\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Hans-Günther Lange | military branch | West German Navy | 1972\n- Stanislav Petrov | occupation | military personnel | 1972\n- Hans-Günther Lange | occupation | military personnel | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\nReasoning:", "completion": " Answer: West German Navy", "t_query": 1972.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001221", "prompt": " In 1922, what was the employer of Stanisław Gołąb?\nEvidence:\n- Stanisław Gołąb | employer | AGH University of Science and Technology | 1922\n- Stanisław Gołąb | educated at | Jagiellonian University | 1922\n- Q943007 | employer | Jagiellonian University | 1922\nReasoning:", "completion": " Answer: AGH University of Science and Technology", "t_query": 1922.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001222", "prompt": " In 1930, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1930\n- Q890523 | country of citizenship | Kingdom of Italy | 1930\n- Q715036 | country of citizenship | Kingdom of Italy | 1930\n- Q603148 | country of citizenship | Kingdom of Italy | 1930\n- Q471232 | country of citizenship | Kingdom of Italy | 1930\n- Q432318 | country of citizenship | Kingdom of Italy | 1930\n- Q429298 | country of citizenship | Kingdom of Italy | 1930\n- Q329221 | country of citizenship | Kingdom of Italy | 1930\n- Q216812 | country of citizenship | Kingdom of Italy | 1930\n- Q178349 | country of citizenship | Kingdom of Italy | 1930\n- Q133535 | country of citizenship | Kingdom of Italy | 1930\n- Vincenzo Vannutelli | country of citizenship | Kingdom of Italy | 1930\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1930\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1930\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1930\nReasoning:", "completion": " Answer: Gino Bianco", "t_query": 1930.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001223", "prompt": " In 1966, what was the currency of Cesare Terranova's country of citizenship?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1966.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001224", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in after Villeurbanne?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Feyzin", "t_query": 2003.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001225", "prompt": " In 1974, whose position held's head of state was president of Germany?\nEvidence:\n- Walter Scheel | position held | president of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_001226", "prompt": " In 1974, whose significant event was Berlin Wall?\nEvidence:\n- Germany | significant event | Berlin Wall | 1974\n- Germany | significant event | Basic Treaty | 1974\n- Universal Copyright Convention | signatory | Germany | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | shares border with | German Democratic Republic | 1974\n- Germany | shares border with | Czechoslovakia | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001227", "prompt": " In 1980, whose head of government was Francesco Cossiga?\nEvidence:\n- Italy | head of government | Francesco Cossiga | 1980\n- Francesco Scafarelli | country of citizenship | Italy | 1980\n- Francesco Gabrieli | country of citizenship | Italy | 1980\n- Francesco Aguzzoli | country of citizenship | Italy | 1980\n- Loris Francesco Capovilla | country of citizenship | Italy | 1980\n- Zita of Bourbon-Parma | country of citizenship | Italy | 1980\n- Q679495 | country of citizenship | Italy | 1980\n- Q658206 | country of citizenship | Italy | 1980\n- Q454036 | country of citizenship | Italy | 1980\n- Q435856 | country of citizenship | Italy | 1980\n- Q219490 | country of citizenship | Italy | 1980\n- Vittorio Caprioli | country of citizenship | Italy | 1980\n- Vittore Catella | country of citizenship | Italy | 1980\n- Veriano Luchetti | country of citizenship | Italy | 1980\n- Ulrico Girardi | country of citizenship | Italy | 1980\nReasoning:", "completion": " Answer: Italy", "t_query": 1980.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001228", "prompt": " In 1948, whose country was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1948\n- Yalta | country | Soviet Union | 1948\n- Voronezh | country | Soviet Union | 1948\n- Volhynia | country | Soviet Union | 1948\n- Vinnytsia | country | Soviet Union | 1948\n- Urgench | country | Soviet Union | 1948\n- Uman | country | Soviet Union | 1948\n- Torzhok | country | Soviet Union | 1948\n- Tbilisi | country | Soviet Union | 1948\n- Sudak | country | Soviet Union | 1948\n- Starodub | country | Soviet Union | 1948\n- Simferopol | country | Soviet Union | 1948\n- Siberia | country | Soviet Union | 1948\n- Sevastopol | country | Soviet Union | 1948\n- Q957273 | country | Soviet Union | 1948\nReasoning:", "completion": " Answer: Omsk", "t_query": 1948.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001229", "prompt": " In 1961, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giovanni Gronchi | position held | President of Italy | 1961\n- Italy | head of state | Giovanni Gronchi | 1961\n- Giovanni Gronchi | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: Mario Gentili", "t_query": 1961.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001230", "prompt": " In 1970, whose head of government's country of citizenship was Emilio Colombo?\nEvidence:\n- Italy | head of government | Emilio Colombo | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: Claudio Cavazza", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001231", "prompt": " Who was the member of of Raul Gardini's country of citizenship after European Economic Community?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\n- Stéphane Grappelli | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1989.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001232", "prompt": " Who was the member of of Raul Gardini's country of citizenship after European Coal and Steel Community?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\n- Stéphane Grappelli | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1989.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001233", "prompt": " In 1977, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1977\n- Ireland | member of | European Economic Community | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\n- Tullio Kezich | country of citizenship | Italy | 1977\n- Tonino Cervi | country of citizenship | Italy | 1977\nReasoning:", "completion": " Answer: Elena Altieri", "t_query": 1977.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001234", "prompt": " In what year was the head of state of Salvatore Fiume's country of citizenship equal to Giovanni Leone?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Giovanni Mardersteig | country of citizenship | Italy | 1971\n- Giovanni Invernizzi | country of citizenship | Italy | 1971\n- Giovanni Goria | country of citizenship | Italy | 1971\n- Giovanni Ferrofino | country of citizenship | Italy | 1971\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: 1971", "t_query": 1971.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001235", "prompt": " In 2003, whose contains the administrative territorial entity was Saint-Genis-Laval?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-Laval | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-les-Ollières | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001236", "prompt": " In 2019, what was the unmarried partner of Gerard Piqué?\nEvidence:\n- Gerard Piqué | unmarried partner | Shakira | 2019\n- Gerard Piqué | member of sports team | Futbol Club Barcelona | 2019\n- Gerard Piqué | member of sports team | Catalonia national football team | 2019\n- Q49704 | member of sports team | Futbol Club Barcelona | 2019\n- Q455462 | member of sports team | Futbol Club Barcelona | 2019\n- Lionel Messi | member of sports team | Futbol Club Barcelona | 2019\n- Lionel Messi | employer | Futbol Club Barcelona | 2019\nReasoning:", "completion": " Answer: Shakira", "t_query": 2019.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_001237", "prompt": " In 1968, what was the employer of Ugo Morin?\nEvidence:\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Zita of Bourbon-Parma | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: University of Padua", "t_query": 1968.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001238", "prompt": " Who was the head of government of Romolo Alzani's country of citizenship after Antonio Segni?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Antonio Leonviola | country of citizenship | Italy | 1987\n- Antonio Brivio | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: Amintore Fanfani", "t_query": 1987.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001239", "prompt": " After Renato Salvatori country of citizenship Italy, what was the award received of Cesare Terranova's country of citizenship's head of state?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Answer: Supreme Order of Christ", "t_query": 1966.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001240", "prompt": " In 1964, whose position held's head of state's country of citizenship was Italian senator for life?\nEvidence:\n- Giuseppe Paratore | position held | Italian senator for life | 1964\n- Giovanni Gronchi | position held | Italian senator for life | 1964\n- Antonio Segni | position held | Italian senator for life | 1964\n- Italy | head of state | Antonio Segni | 1964\n- Antonio Segni | position held | President of Italy | 1964\n- Giuseppe Paratore | country of citizenship | Italy | 1964\n- Giovanni Gronchi | country of citizenship | Italy | 1964\n- Antonio Segni | country of citizenship | Italy | 1964\n- Antonio Segni | award received | Charlemagne Prize | 1964\nReasoning:", "completion": " Answer: Carmelo Cappello", "t_query": 1964.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_001241", "prompt": " After Michele Lupo country of citizenship Italy, what was the shares border with of Antonio Corpora's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1962\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Michele Molese | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1962.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001242", "prompt": " In 1969, whose country was German Democratic Republic?\nEvidence:\n- Zwickau | country | German Democratic Republic | 1969\n- Zeuthen | country | German Democratic Republic | 1969\n- Wismar | country | German Democratic Republic | 1969\n- Q696016 | country | German Democratic Republic | 1969\n- Q525425 | country | German Democratic Republic | 1969\n- Q45898 | country | German Democratic Republic | 1969\n- Potsdam | country | German Democratic Republic | 1969\n- Neustrelitz | country | German Democratic Republic | 1969\n- Magdeburg | country | German Democratic Republic | 1969\n- Jena | country | German Democratic Republic | 1969\n- Görlitz | country | German Democratic Republic | 1969\n- Elsterwerda | country | German Democratic Republic | 1969\n- Cottbus | country | German Democratic Republic | 1969\n- Berlin | country | German Democratic Republic | 1969\n- Limbach-Oberfrohna | country | German Democratic Republic | 1969\nReasoning:", "completion": " Answer: Görlitz", "t_query": 1969.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001243", "prompt": " In 1978, whose head of government's work location was Dietrich Stobbe?\nEvidence:\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Dietrich Stobbe | position held | Governing Mayor of Berlin | 1978\n- Dietrich Stobbe | position held | President of the Bundesrat of Germany | 1978\n- Q896393 | work location | Berlin | 1978\n- David Bowie | work location | Berlin | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Gerhard Stoltenberg | position held | President of the Bundesrat of Germany | 1978\n- Q497401 | terminus | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\n- Anna Seghers | residence | Berlin | 1978\nReasoning:", "completion": " Answer: David Bowie", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 13, "_lever_variant": "terse"} +{"id": "sft_001244", "prompt": " After Vincent R. Impellitteri residence United States, what was the position held of MetLife's headquarters's head of government?\nEvidence:\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- MetLife | headquarters location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- William Vickrey | residence | New York City | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\n- Elliott Erwitt | work location | New York City | 1952\nReasoning:", "completion": " Answer: Mayor of New York City", "t_query": 1952.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001245", "prompt": " After Mutt Lange nominated for Academy Award for Best Original Song, what was the spouse of Mutt Lange?\nEvidence:\n- Mutt Lange | spouse | Shania Twain | 2002\nReasoning:", "completion": " Answer: Shania Twain", "t_query": 2002.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001246", "prompt": " In 1932, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1932\n- Q890523 | country of citizenship | Kingdom of Italy | 1932\n- Q471232 | country of citizenship | Kingdom of Italy | 1932\n- Q432318 | country of citizenship | Kingdom of Italy | 1932\n- Q429298 | country of citizenship | Kingdom of Italy | 1932\n- Q329221 | country of citizenship | Kingdom of Italy | 1932\n- Q216812 | country of citizenship | Kingdom of Italy | 1932\n- Q178349 | country of citizenship | Kingdom of Italy | 1932\n- Q133535 | country of citizenship | Kingdom of Italy | 1932\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1932\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1932\n- Titta Ruffo | country of citizenship | Kingdom of Italy | 1932\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1932\n- Paolo Vetri | country of citizenship | Kingdom of Italy | 1932\n- Paolo Manna | country of citizenship | Kingdom of Italy | 1932\nReasoning:", "completion": " Answer: Romolo Carboni", "t_query": 1932.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001247", "prompt": " In 1953, whose contains the administrative territorial entity's country's work location was North Rhine-Westphalia?\nEvidence:\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1953\n- West Germany | contains the administrative territorial entity | Hesse | 1953\n- West Germany | contains the administrative territorial entity | Hamburg | 1953\n- West Germany | contains the administrative territorial entity | Bremen | 1953\n- West Germany | contains the administrative territorial entity | Bavaria | 1953\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1953\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1953\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1953\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1953\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1953\n- Würzburg | country | West Germany | 1953\n- Wuppertal | country | West Germany | 1953\n- Wiesbaden | country | West Germany | 1953\n- Viersen | country | West Germany | 1953\n- Speyer | country | West Germany | 1953\nReasoning:", "completion": " Answer: Bernard Schultze", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001248", "prompt": " Who was the head of government of MetLife's headquarters's head of government's residence after Theodore Roosevelt?\nEvidence:\n- MetLife | headquarters location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- William Vickrey | residence | New York City | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\n- Elliott Erwitt | work location | New York City | 1952\nReasoning:", "completion": " Answer: Harry S. Truman", "t_query": 1952.0, "chain_length": 4, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001249", "prompt": " After Nopporo Station adjacent station Ebetsu Station, what was the adjacent station of Ebetsu Station?\nEvidence:\n- Nopporo Station | adjacent station | Ebetsu Station | 1913\n- Ebetsu Station | adjacent station | Nopporo Station | 1913\n- Ebetsu Station | adjacent station | Horomui Station | 1913\n- Nopporo Station | adjacent station | Atsubetsu Station | 1913\nReasoning:", "completion": " Answer: Horomui Station", "t_query": 1913.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_001250", "prompt": " In 1962, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\n- Veriano Luchetti | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Antonio Corpora", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001251", "prompt": " In 1961, whose position held's head of state was President of Italy?\nEvidence:\n- Giovanni Gronchi | position held | President of Italy | 1961\n- Italy | head of state | Giovanni Gronchi | 1961\n- Giovanni Gronchi | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: Italy", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001252", "prompt": " In what year was the winner of Albert Lasker Award for Basic Medical Research equal to Randy Schekman?\nEvidence:\n- Albert Lasker Award for Basic Medical Research | winner | Randy Schekman | 2002\n- Albert Lasker Award for Basic Medical Research | winner | James Rothman | 2002\n- Louisa Gross Horwitz Prize | winner | Randy Schekman | 2002\n- Louisa Gross Horwitz Prize | winner | James Rothman | 2002\nReasoning:", "completion": " Answer: 2002", "t_query": 2002.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_001253", "prompt": " In what year was the contains the administrative territorial entity of Würzburg's country equal to Württemberg-Baden?\nEvidence:\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001254", "prompt": " In 1950, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Answer: Bavaria", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001255", "prompt": " After Funiculaire de Thonon-les-Bains significant event accident, what was the powered by of Funiculaire de Thonon-les-Bains?\nEvidence:\n- Funiculaire de Thonon-les-Bains | powered by | water | 1923\nReasoning:", "completion": " Answer: water", "t_query": 1923.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001256", "prompt": " In 1956, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\n- Veriano Luchetti | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: Alfonso Calzolari", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001257", "prompt": " After Alfonso Calzolari country of citizenship Kingdom of Italy, what was the position held of Alfonso Calzolari's country of citizenship's head of state?\nEvidence:\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\n- Veriano Luchetti | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1956.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001258", "prompt": " After Giuseppe Valdengo country of citizenship Italy, what was the member of of John Paul I's country of citizenship?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Giuseppe Prisco | country of citizenship | Italy | 1961\n- Giuseppe Patanè | country of citizenship | Italy | 1961\n- Giuseppe Paratore | country of citizenship | Italy | 1961\n- Giuseppe Meazza | country of citizenship | Italy | 1961\n- Giuseppe Gabrielli | country of citizenship | Italy | 1961\n- Giuseppe Colnago | country of citizenship | Italy | 1961\n- Giuseppe Busso | country of citizenship | Italy | 1961\n- Giuseppe Antonini | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1961.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001259", "prompt": " In what year was the country of citizenship of Sabatino Moscati equal to Kingdom of Italy?\nEvidence:\n- Sabatino Moscati | country of citizenship | Kingdom of Italy | 1935\n- Q976653 | country of citizenship | Kingdom of Italy | 1935\n- Q972711 | country of citizenship | Kingdom of Italy | 1935\n- Q922237 | country of citizenship | Kingdom of Italy | 1935\n- Q890523 | country of citizenship | Kingdom of Italy | 1935\n- Q710497 | country of citizenship | Kingdom of Italy | 1935\n- Q678253 | country of citizenship | Kingdom of Italy | 1935\n- Q654973 | country of citizenship | Kingdom of Italy | 1935\n- Q650303 | country of citizenship | Kingdom of Italy | 1935\n- Q527400 | country of citizenship | Kingdom of Italy | 1935\n- Q51189 | country of citizenship | Kingdom of Italy | 1935\n- Q432318 | country of citizenship | Kingdom of Italy | 1935\n- Q432257 | country of citizenship | Kingdom of Italy | 1935\n- Q429298 | country of citizenship | Kingdom of Italy | 1935\n- Q378645 | country of citizenship | Kingdom of Italy | 1935\nReasoning:", "completion": " Answer: 1935", "t_query": 1935.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001260", "prompt": " In what year was the head of government of Italy equal to Giuliano Amato?\nEvidence:\n- Giuliano Carnimeo | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\n- Simon Spierer | country of citizenship | Italy | 2001\n- Sergio Mantovani | country of citizenship | Italy | 2001\n- Sergio Bonelli | country of citizenship | Italy | 2001\n- Salvatore Cassisa | country of citizenship | Italy | 2001\n- Rossana Rossanda | country of citizenship | Italy | 2001\n- Romano Scarpa | country of citizenship | Italy | 2001\n- Romano Mussolini | country of citizenship | Italy | 2001\n- Renata Tebaldi | country of citizenship | Italy | 2001\n- Pino Lancetti | country of citizenship | Italy | 2001\n- Pietro Rava | country of citizenship | Italy | 2001\nReasoning:", "completion": " Answer: 2001", "t_query": 2001.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001261", "prompt": " In what year was the located in of Luhansk equal to Luhansk Oblast?\nEvidence:\n- Luhansk | located in the administrative territorial entity | Luhansk Oblast | 1965\n- Luhansk | country | Soviet Union | 1965\n- Sumy Oblast | country | Soviet Union | 1965\n- Semipalatinsk Oblast | country | Soviet Union | 1965\n- Poltava Oblast | country | Soviet Union | 1965\n- Omsk Oblast | country | Soviet Union | 1965\n- Odesa Oblast | country | Soviet Union | 1965\n- Novosibirsk Oblast | country | Soviet Union | 1965\n- Murmansk Oblast | country | Soviet Union | 1965\n- Kursk Oblast | country | Soviet Union | 1965\n- Kherson Oblast | country | Soviet Union | 1965\n- Kharkiv Oblast | country | Soviet Union | 1965\n- Dnipropetrovsk Oblast | country | Soviet Union | 1965\n- Chelyabinsk Oblast | country | Soviet Union | 1965\n- Bryansk Oblast | country | Soviet Union | 1965\nReasoning:", "completion": " Answer: 1965", "t_query": 1965.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001262", "prompt": " In what year was the head of state of Vitaliano Brancati's country of citizenship equal to Luigi Einaudi?\nEvidence:\n- Vitaliano Brancati | country of citizenship | Italy | 1951\n- Luigi Comencini | country of citizenship | Italy | 1951\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1951\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1951\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: 1951", "t_query": 1951.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001263", "prompt": " In 1968, what was the country of citizenship of Juraj Jakubisko?\nEvidence:\n- Juraj Jakubisko | country of citizenship | Czechoslovakia | 1968\n- Juraj Jakubisko | nominated for | Golden Lion | 1968\n- Q960655 | country of citizenship | Czechoslovakia | 1968\n- Q693209 | country of citizenship | Czechoslovakia | 1968\n- Q536359 | country of citizenship | Czechoslovakia | 1968\n- Q366671 | country of citizenship | Czechoslovakia | 1968\n- Q31370 | country of citizenship | Czechoslovakia | 1968\n- Q179173 | country of citizenship | Czechoslovakia | 1968\n- Oldřich Pelčák | country of citizenship | Czechoslovakia | 1968\n- Miroslav Horníček | country of citizenship | Czechoslovakia | 1968\n- Milan Kundera | country of citizenship | Czechoslovakia | 1968\n- Miklós Duray | country of citizenship | Czechoslovakia | 1968\n- Lubomír Štrougal | country of citizenship | Czechoslovakia | 1968\n- Karol Divín | country of citizenship | Czechoslovakia | 1968\n- Jan Sokol | country of citizenship | Czechoslovakia | 1968\nReasoning:", "completion": " Answer: Czechoslovakia", "t_query": 1968.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001264", "prompt": " In what year was the currency of Claudio Cavazza's country of citizenship equal to Italian lira?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: 1970", "t_query": 1970.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001265", "prompt": " After Sakha located in Russian Soviet Federative Socialist Republic, what was the country of Mordovian Autonomous Soviet Socialist Republic's located in?\nEvidence:\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1957\n- Saransk | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q780942 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q408606 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Saransk | capital of | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1957\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1957\n- Torbeyevsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Romodanovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Kochkurovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Chamzinsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Bolsheignatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1957.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001266", "prompt": " After West Germany contains the administrative territorial entity Württemberg-Baden, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Wuppertal | country | West Germany | 1950\nReasoning:", "completion": " Answer: Rhineland-Palatinate", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001267", "prompt": " Who was the located in of Route nationale 401 before Haute-Marne?\nEvidence:\n- Route nationale 401 | located in the administrative territorial entity | Haute-Marne | 1946\n- Route nationale 401 | located in the administrative territorial entity | Meuse | 1946\n- Q731279 | located in the administrative territorial entity | Haute-Marne | 1946\n- Route nationale 401 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\n- Route nationale 411 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\nReasoning:", "completion": " Answer: Meuse", "t_query": 1946.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_001268", "prompt": " In 1920, whose currency's shares border with's country's work location was French franc?\nEvidence:\n- Neutral Moresnet | currency | French franc | 1920\n- Neutral Moresnet | shares border with | Belgium | 1920\n- Belgium | shares border with | Neutral Moresnet | 1920\n- Weimar Republic | shares border with | Neutral Moresnet | 1920\n- Neutral Moresnet | currency | Belgian franc | 1920\n- Neutral Moresnet | shares border with | Kingdom of the Netherlands | 1920\n- Neutral Moresnet | shares border with | Free State of Prussia | 1920\nReasoning:", "completion": " Answer: Carel Willink", "t_query": 1920.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_001269", "prompt": " In 1974, whose contains the administrative territorial entity's capital of's capital was Schleswig-Holstein?\nEvidence:\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1974\n- Rostock District | shares border with | Schleswig-Holstein | 1974\n- West Germany | contains the administrative territorial entity | Saarland | 1974\n- West Germany | contains the administrative territorial entity | Hesse | 1974\n- West Germany | contains the administrative territorial entity | Hamburg | 1974\n- West Germany | contains the administrative territorial entity | Bremen | 1974\n- West Germany | contains the administrative territorial entity | Bavaria | 1974\n- Rostock District | contains the administrative territorial entity | Wismar | 1974\n- Rostock District | contains the administrative territorial entity | Q4098 | 1974\n- Rostock District | contains the administrative territorial entity | Q4065 | 1974\n- Rostock District | contains the administrative territorial entity | Q2861 | 1974\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1974\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1974\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1974\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001270", "prompt": " In 1975, whose member of was Organization of American States?\nEvidence:\n- Venezuela | member of | Organization of American States | 1975\n- Venezuela | currency | bolívar | 1975\n- Cartagena Agreement | signatory | Venezuela | 1975\nReasoning:", "completion": " Answer: Venezuela", "t_query": 1975.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001271", "prompt": " Who was the contains the administrative territorial entity of Mannheim's country before Baden-Württemberg?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\nReasoning:", "completion": " Answer: Bavaria", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001272", "prompt": " In what year was the country of citizenship of Giuseppe Domenichelli equal to Kingdom of Italy?\nEvidence:\n- Giuseppe Domenichelli | country of citizenship | Kingdom of Italy | 1941\n- Giuseppe Ungaretti | country of citizenship | Kingdom of Italy | 1941\n- Giuseppe Paris | country of citizenship | Kingdom of Italy | 1941\n- Giuseppe Paratore | country of citizenship | Kingdom of Italy | 1941\n- Giuseppe Milano | country of citizenship | Kingdom of Italy | 1941\n- Giuseppe Bottai | country of citizenship | Kingdom of Italy | 1941\n- Giuseppe Asti | country of citizenship | Kingdom of Italy | 1941\n- Giuseppe Di Vittorio | country of citizenship | Kingdom of Italy | 1941\n- Q976653 | country of citizenship | Kingdom of Italy | 1941\n- Q972711 | country of citizenship | Kingdom of Italy | 1941\n- Q922237 | country of citizenship | Kingdom of Italy | 1941\n- Q890523 | country of citizenship | Kingdom of Italy | 1941\n- Q741387 | country of citizenship | Kingdom of Italy | 1941\n- Q710497 | country of citizenship | Kingdom of Italy | 1941\n- Q678253 | country of citizenship | Kingdom of Italy | 1941\nReasoning:", "completion": " Answer: 1941", "t_query": 1941.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001273", "prompt": " Who was the country of citizenship of Arnaldo Genoino after Kingdom of Italy?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: Italy", "t_query": 1978.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001274", "prompt": " Who was the country of Berolzheim before Nazi Germany?\nEvidence:\n- Berolzheim | country | Weimar Republic | 1925\n- Q87105 | country of citizenship | Weimar Republic | 1925\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1925\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Weimar | country | Weimar Republic | 1925\n- Vaterstetten | country | Weimar Republic | 1925\n- Trier | country | Weimar Republic | 1925\n- Speyer | country | Weimar Republic | 1925\n- Regensburg | country | Weimar Republic | 1925\nReasoning:", "completion": " Answer: Weimar Republic", "t_query": 1925.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001275", "prompt": " In 1951, what was the shares border with of Vitaliano Brancati's country of citizenship?\nEvidence:\n- Vitaliano Brancati | country of citizenship | Italy | 1951\n- Italy | shares border with | Yugoslavia | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001276", "prompt": " In 1962, what was the member of of Guido Aycard's country of citizenship?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001277", "prompt": " Who was the position held of Germany's head of government after Federal Ministry for Economic Cooperation and Development?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\nReasoning:", "completion": " Answer: Vice-Chancellor of Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001278", "prompt": " After Ricardo Zamora member of sports team RCD Espanyol de Barcelona, what was the member of sports team of Ricardo Zamora?\nEvidence:\n- Ricardo Zamora | member of sports team | Real Madrid Club de Fútbol | 1936\n- Ricardo Zamora | member of sports team | Spain men's national football team | 1936\n- Q704337 | member of sports team | Real Madrid Club de Fútbol | 1936\n- Q549553 | member of sports team | Real Madrid Club de Fútbol | 1936\n- Q529087 | member of sports team | Real Madrid Club de Fútbol | 1936\n- Q704337 | member of sports team | Spain men's national football team | 1936\n- Q659448 | member of sports team | Spain men's national football team | 1936\n- Q576509 | member of sports team | Spain men's national football team | 1936\n- Q529087 | member of sports team | Spain men's national football team | 1936\n- Q251977 | member of sports team | Spain men's national football team | 1936\n- Pedro Solé | member of sports team | Spain men's national football team | 1936\n- Martí Ventolrà | member of sports team | Spain men's national football team | 1936\nReasoning:", "completion": " Answer: Spain men's national football team", "t_query": 1936.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 12, "_lever_variant": "terse"} +{"id": "sft_001279", "prompt": " After Route nationale 383 located in Rhône, what was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Feyzin", "t_query": 2003.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001280", "prompt": " After Giovanni Ferrofino country of citizenship Italy, what was the head of state of Veriano Luchetti's country of citizenship?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Giovanni Ferrofino | country of citizenship | Italy | 1985\n- Giovanni Invernizzi | country of citizenship | Italy | 1985\n- Giovanni Goria | country of citizenship | Italy | 1985\n- Giovanni Azzini | country of citizenship | Italy | 1985\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: Sandro Pertini", "t_query": 1985.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001281", "prompt": " After Edmond H. Fischer country of citizenship Italy, what was the currency of Ignazio Cannavò's country of citizenship?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q432257 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1946.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001282", "prompt": " After Germany significant event 1972 Summer Olympics, what was the position held of Germany's head of government?\nEvidence:\n- Germany | significant event | Berlin Wall | 1974\n- Germany | significant event | Basic Treaty | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\nReasoning:", "completion": " Answer: president of Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001283", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon equal to Albigny-sur-Saône?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Albigny-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Rochetaillée-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Neuville-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Fleurieu-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001284", "prompt": " After Gino Cavalieri country of citizenship Italy, what was the currency of Vitaliano Brancati's country of citizenship?\nEvidence:\n- Vitaliano Brancati | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\n- Virginio Rosetta | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1951.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001285", "prompt": " In 1966, what was the award received of Italy's head of state?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Veriano Luchetti | country of citizenship | Italy | 1966\n- Tonino Cervi | country of citizenship | Italy | 1966\n- Tiziano Terzani | country of citizenship | Italy | 1966\n- Stéphane Grappelli | country of citizenship | Italy | 1966\n- Simon Spierer | country of citizenship | Italy | 1966\n- Sergio Mantovani | country of citizenship | Italy | 1966\n- Sergio Bonelli | country of citizenship | Italy | 1966\n- Rossana Rossanda | country of citizenship | Italy | 1966\n- Romeo Bertini | country of citizenship | Italy | 1966\n- Renata Tebaldi | country of citizenship | Italy | 1966\n- Primo Nebiolo | country of citizenship | Italy | 1966\n- Pietro Parente | country of citizenship | Italy | 1966\nReasoning:", "completion": " Answer: Supreme Order of Christ", "t_query": 1966.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001286", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Bron, what was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Caluire-et-Cuire", "t_query": 2003.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001287", "prompt": " Who was the member of of Luigi Pistilli's country of citizenship before European Coal and Steel Community?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1963.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001288", "prompt": " After Würzburg head of government Andreas Grieser, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Answer: Schleswig-Holstein", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001289", "prompt": " In 1957, whose position held's head of government was Prime Minister of Italy?\nEvidence:\n- Adone Zoli | position held | Prime Minister of Italy | 1957\n- Italy | head of government | Adone Zoli | 1957\n- Adone Zoli | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: Italy", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001290", "prompt": " In 1957, what was the head of government of Ugo Stille's country of citizenship?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: Adone Zoli", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001291", "prompt": " After Franco Lavoratori country of citizenship Italy, what was the member of of Lina Bo Bardi's country of citizenship?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Franco Lavoratori | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Franco Evangelisti | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1970.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001292", "prompt": " After Venezuela member of Organization of American States, what was the currency of Venezuela?\nEvidence:\n- Venezuela | member of | Organization of American States | 1975\n- Venezuela | currency | bolívar | 1975\n- Cartagena Agreement | signatory | Venezuela | 1975\n- Cartagena Agreement | signatory | Chile | 1975\nReasoning:", "completion": " Answer: bolívar", "t_query": 1975.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_001293", "prompt": " In 2012, whose member of sports team was R.A.E.C. Mons?\nEvidence:\n- Q817639 | member of sports team | R.A.E.C. Mons | 2012\n- Q464631 | member of sports team | R.A.E.C. Mons | 2012\n- Thomas Chatelle | member of sports team | R.A.E.C. Mons | 2012\n- Bahattin Köse | member of sports team | R.A.E.C. Mons | 2012\n- R.A.E.C. Mons | league or competition | Belgian Pro League | 2012\n- Thomas Chatelle | member of sports team | R.S.C. Anderlecht | 2012\n- Q464631 | member of sports team | K. Beerschot V.A.C. | 2012\n- Q464631 | member of sports team | Q646079 | 2012\n- Q464631 | member of sports team | Standard Liège | 2012\n- Bahattin Köse | member of sports team | Arminia Bielefeld | 2012\n- Thomas Chatelle | member of sports team | Sint-Truidense V.V. | 2012\nReasoning:", "completion": " Answer: Thomas Chatelle", "t_query": 2012.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 11, "_lever_variant": "terse"} +{"id": "sft_001294", "prompt": " After Würzburg country West Germany, what was the head of government of Germany's capital's capital of's contains the administrative territorial entity?\nEvidence:\n- Bonn | capital of | West Germany | 1956\n- Germany | head of government | Konrad Adenauer | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | Germany | 1956\n- Jürgen Kissner | country of citizenship | West Germany | 1956\n- West Germany | currency | Deutsche Mark | 1956\n- Germany | head of state | Theodor Heuss | 1956\n- West Germany | territory claimed by | German Democratic Republic | 1956\n- Saarbrücken | located in the administrative territorial entity | Saar Protectorate | 1956\n- Nitra District | located in the administrative territorial entity | Czechoslovakia | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- East Berlin | capital of | German Democratic Republic | 1956\n- Afghanistan | basic form of government | constitutional monarchy | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\nReasoning:", "completion": " Answer: Gebhard Müller", "t_query": 1956.0, "chain_length": 4, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001295", "prompt": " In 2005, whose head coach's member of sports team was Eric Gerets?\nEvidence:\n- Galatasaray S.K. | head coach | Eric Gerets | 2005\n- Q937898 | member of sports team | Galatasaray S.K. | 2005\n- Q922443 | member of sports team | Galatasaray S.K. | 2005\n- Q729830 | member of sports team | Galatasaray S.K. | 2005\n- Q660534 | member of sports team | Galatasaray S.K. | 2005\n- Q560001 | member of sports team | Galatasaray S.K. | 2005\n- Q556101 | member of sports team | Galatasaray S.K. | 2005\n- Q349941 | member of sports team | Galatasaray S.K. | 2005\n- Q312920 | member of sports team | Galatasaray S.K. | 2005\n- Q307872 | member of sports team | Galatasaray S.K. | 2005\n- Q217097 | member of sports team | Galatasaray S.K. | 2005\n- Q122346 | member of sports team | Galatasaray S.K. | 2005\n- Mülâyim Erdem | member of sports team | Galatasaray S.K. | 2005\n- Faryd Mondragón | member of sports team | Galatasaray S.K. | 2005\n- Ayhan Akman | member of sports team | Galatasaray S.K. | 2005\nReasoning:", "completion": " Answer: Mülâyim Erdem", "t_query": 2005.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001296", "prompt": " After Giuseppe Paratore country of citizenship Italy, what was the member of of Giuseppe Colnago's country of citizenship?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1985.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001297", "prompt": " After Sepp Kerschbaumer country of citizenship Italy, what was the head of state of Clelio Darida's country of citizenship?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Giuseppe Saragat", "t_query": 1968.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001298", "prompt": " In 1901, whose basic form of government's country of registry was absolute monarchy?\nEvidence:\n- Russian Empire | basic form of government | absolute monarchy | 1901\n- Ottoman Empire | basic form of government | absolute monarchy | 1901\n- Kasato Maru | country of registry | Russian Empire | 1901\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1901\n- Q59981 | country of citizenship | Ottoman Empire | 1901\n- Q325513 | country of citizenship | Ottoman Empire | 1901\n- Q255545 | country of citizenship | Ottoman Empire | 1901\n- Khanate of Khiva | country | Russian Empire | 1901\n- Emirate of Bukhara | country | Russian Empire | 1901\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1901\n- Fuad I of Egypt | country of citizenship | Ottoman Empire | 1901\n- Vladimir Lenin | country of citizenship | Russian Empire | 1901\n- Vikenty Veresaev | country of citizenship | Russian Empire | 1901\n- Taha Hussein | country of citizenship | Ottoman Empire | 1901\n- Qasim Amin | country of citizenship | Ottoman Empire | 1901\nReasoning:", "completion": " Answer: Kasato Maru", "t_query": 1901.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001299", "prompt": " In what year was the head of government of Ugo Stille's country of citizenship equal to Adone Zoli?\nEvidence:\n- Adone Zoli | country of citizenship | Italy | 1957\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: 1957", "t_query": 1957.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001300", "prompt": " In 1982, whose country was German Democratic Republic?\nEvidence:\n- Zwickau | country | German Democratic Republic | 1982\n- Zeuthen | country | German Democratic Republic | 1982\n- Wismar | country | German Democratic Republic | 1982\n- Q696016 | country | German Democratic Republic | 1982\n- Q525425 | country | German Democratic Republic | 1982\n- Q45898 | country | German Democratic Republic | 1982\n- Potsdam | country | German Democratic Republic | 1982\n- Neustrelitz | country | German Democratic Republic | 1982\n- Magdeburg | country | German Democratic Republic | 1982\n- Jena | country | German Democratic Republic | 1982\n- Görlitz | country | German Democratic Republic | 1982\n- Elsterwerda | country | German Democratic Republic | 1982\n- Cottbus | country | German Democratic Republic | 1982\n- Berlin | country | German Democratic Republic | 1982\n- Limbach-Oberfrohna | country | German Democratic Republic | 1982\nReasoning:", "completion": " Answer: Potsdam", "t_query": 1982.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001301", "prompt": " In 2003, whose general manager's member of sports team was Alain Bondue?\nEvidence:\n- Cofidis | general manager | Alain Bondue | 2003\n- Q946869 | member of sports team | Cofidis | 2003\n- Q465367 | member of sports team | Cofidis | 2003\n- David Moncoutié | member of sports team | Cofidis | 2003\n- Bingen Fernández | member of sports team | Cofidis | 2003\n- Arnaud Coyot | member of sports team | Cofidis | 2003\nReasoning:", "completion": " Answer: Arnaud Coyot", "t_query": 2003.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_001302", "prompt": " Who was the country of citizenship of Alessandro Mendini after Kingdom of Italy?\nEvidence:\n- Alessandro Mendini | country of citizenship | Italy | 2017\n- Alessandro Alessandroni | country of citizenship | Italy | 2017\n- Q967883 | country of citizenship | Italy | 2017\n- Yannis Kounellis | country of citizenship | Italy | 2017\n- Rossana Rossanda | country of citizenship | Italy | 2017\n- Romano Agostinelli | country of citizenship | Italy | 2017\n- Pino Caruso | country of citizenship | Italy | 2017\n- Paolo Villaggio | country of citizenship | Italy | 2017\n- Nani Tedeschi | country of citizenship | Italy | 2017\n- Mauro Staccioli | country of citizenship | Italy | 2017\n- Mario Perniola | country of citizenship | Italy | 2017\n- Mario Agnes | country of citizenship | Italy | 2017\n- Luigi Barbarito | country of citizenship | Italy | 2017\n- Luigi Agnolin | country of citizenship | Italy | 2017\n- Isabella Biagini | country of citizenship | Italy | 2017\nReasoning:", "completion": " Answer: Italy", "t_query": 2017.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001303", "prompt": " In 1962, whose located in was Iburi Subprefecture?\nEvidence:\n- Muroran | located in the administrative territorial entity | Iburi Subprefecture | 1962\nReasoning:", "completion": " Answer: Muroran", "t_query": 1962.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001304", "prompt": " After Saransk located in Mordovian Autonomous Soviet Socialist Republic, what was the located in of Mordovian Autonomous Soviet Socialist Republic?\nEvidence:\n- Saransk | capital of | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Saransk | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Q780942 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q408606 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Torbeyevsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Romodanovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Kochkurovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Chamzinsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Bolsheignatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Ardatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1957\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\nReasoning:", "completion": " Answer: Russian Soviet Federative Socialist Republic", "t_query": 1957.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001305", "prompt": " In what year was the head of government of Clelio Darida's country of citizenship equal to Giovanni Leone?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Giovanni Mardersteig | country of citizenship | Italy | 1968\n- Giovanni Invernizzi | country of citizenship | Italy | 1968\n- Giovanni Goria | country of citizenship | Italy | 1968\n- Giovanni Ferrofino | country of citizenship | Italy | 1968\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: 1968", "t_query": 1968.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001306", "prompt": " In what year was the contains the administrative territorial entity of Germany's head of government's country of citizenship equal to Lower Saxony?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: 1987", "t_query": 1987.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001307", "prompt": " In what year was the position held of Italy's head of state equal to President of Italy?\nEvidence:\n- Oscar Luigi Scalfaro | position held | President of Italy | 1998\n- Italy | head of state | Oscar Luigi Scalfaro | 1998\n- Luciano Pavarotti | award received | MusiCares Person of the Year | 1998\n- Norberto Bobbio | position held | Italian senator for life | 1998\n- Kyoto Protocol | signatory | People's Republic of China | 1998\n- Q454036 | country of citizenship | Italy | 1998\n- Vittore Catella | country of citizenship | Italy | 1998\n- Veriano Luchetti | country of citizenship | Italy | 1998\n- Tullio Kezich | country of citizenship | Italy | 1998\n- Tonino Cervi | country of citizenship | Italy | 1998\n- Tiziano Terzani | country of citizenship | Italy | 1998\n- Simon Spierer | country of citizenship | Italy | 1998\n- Sergio Mantovani | country of citizenship | Italy | 1998\n- Sergio Bonelli | country of citizenship | Italy | 1998\n- Salvatore Cassisa | country of citizenship | Italy | 1998\nReasoning:", "completion": " Answer: 1998", "t_query": 1998.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001308", "prompt": " In what year was the head of state of Salvatore Fiume's country of citizenship equal to Giuseppe Saragat?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Giuseppe Prisco | country of citizenship | Italy | 1971\n- Giuseppe Patanè | country of citizenship | Italy | 1971\n- Giuseppe Meazza | country of citizenship | Italy | 1971\n- Giuseppe Gabrielli | country of citizenship | Italy | 1971\n- Giuseppe Colnago | country of citizenship | Italy | 1971\n- Giuseppe Busso | country of citizenship | Italy | 1971\n- Giuseppe Antonini | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: 1971", "t_query": 1971.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001309", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon equal to Feyzin?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001310", "prompt": " Who was the employer of Jean E. Sammet after MetLife?\nEvidence:\n- Jean E. Sammet | employer | IBM | 1965\n- John Backus | employer | IBM | 1965\n- Benoit Mandelbrot | employer | IBM | 1965\n- IBM | chief executive officer | Thomas Watson | 1965\nReasoning:", "completion": " Answer: IBM", "t_query": 1965.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_001311", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon after Charbonnières-les-Bains?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Charbonnières-les-Bains | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-les-Ollières | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\nReasoning:", "completion": " Answer: La Mulatière", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001312", "prompt": " In what year was the head of government of Italy equal to Giuseppe Pella?\nEvidence:\n- Giuseppe Paratore | country of citizenship | Italy | 1953\n- Giuseppe Meazza | country of citizenship | Italy | 1953\n- Giuseppe Gabrielli | country of citizenship | Italy | 1953\n- Giuseppe Busso | country of citizenship | Italy | 1953\n- Giuseppe Meazza | coach of sports team | Italy men's national association football team | 1953\n- Q264986 | country of citizenship | Italy | 1953\n- Q219490 | country of citizenship | Italy | 1953\n- Q213482 | country of citizenship | Italy | 1953\n- Dalida | country of citizenship | Italy | 1953\n- Veriano Luchetti | country of citizenship | Italy | 1953\n- Tonino Cervi | country of citizenship | Italy | 1953\n- Tiziano Terzani | country of citizenship | Italy | 1953\n- Stéphane Grappelli | country of citizenship | Italy | 1953\n- Simon Spierer | country of citizenship | Italy | 1953\n- Sergio Mantovani | country of citizenship | Italy | 1953\nReasoning:", "completion": " Answer: 1953", "t_query": 1953.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001313", "prompt": " After Andriyan Nikolayev award received Order of the Red Banner of Labour, what was the spouse of Andriyan Nikolayev?\nEvidence:\n- Andriyan Nikolayev | spouse | Valentina Tereshkova | 1981\nReasoning:", "completion": " Answer: Valentina Tereshkova", "t_query": 1981.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001314", "prompt": " In what year was the member of of Lelio Antoniotti's country of citizenship equal to European Economic Community?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\n- Tullio Kezich | country of citizenship | Italy | 1973\nReasoning:", "completion": " Answer: 1973", "t_query": 1973.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001315", "prompt": " Who was the position held of Clelio Darida's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1968.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001316", "prompt": " After Zita of Bourbon-Parma country of citizenship Italy, what was the member of of Italy7492's country of citizenship?\nEvidence:\n- Zita of Bourbon-Parma | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\n- Virginio Rosetta | country of citizenship | Italy | 1964\n- Veriano Luchetti | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1964.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001317", "prompt": " In 1974, whose chairperson's member of political party's head of state was Hans-Dietrich Genscher?\nEvidence:\n- Free Democratic Party | chairperson | Hans-Dietrich Genscher | 1974\n- Federal Ministry of the Interior | chairperson | Hans-Dietrich Genscher | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Martin Bangemann | member of political party | Free Democratic Party | 1974\n- Jürgen Möllemann | member of political party | Free Democratic Party | 1974\n- Enrique Monsonís | member of political party | Free Democratic Party | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Federal Ministry of the Interior | chairperson | Q65587 | 1974\n- Free Democratic Party | general secretary | Martin Bangemann | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_001318", "prompt": " In 1970, what was the member of of Claudio Cavazza's country of citizenship?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001319", "prompt": " After Simon Spierer country of citizenship Italy, what was the currency of Marco Tulli's country of citizenship?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Simon Spierer | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1978.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001320", "prompt": " In 1991, what was the member of sports team of Dmitri Cheryshev?\nEvidence:\n- Dmitri Cheryshev | member of sports team | FC Lokomotiv Nizhny Novgorod | 1991\nReasoning:", "completion": " Answer: FC Lokomotiv Nizhny Novgorod", "t_query": 1991.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001321", "prompt": " Who was the member of sports team of Ismael Ruiz after Racing de Santander?\nEvidence:\n- Ismael Ruiz | member of sports team | Terrassa FC | 2006\n- Ismael Ruiz | member of sports team | Real Oviedo | 2006\n- Q983415 | member of sports team | Terrassa FC | 2006\n- Q929644 | member of sports team | Real Oviedo | 2006\n- Q350982 | member of sports team | Real Oviedo | 2006\n- Adrián López Álvarez | member of sports team | Real Oviedo | 2006\nReasoning:", "completion": " Answer: Terrassa FC", "t_query": 2006.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_001322", "prompt": " Who was the member of of Gerardo Marotta's country of citizenship after European Economic Community?\nEvidence:\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\n- Stefano Angeleri | country of citizenship | Italy | 2001\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 2001.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001323", "prompt": " In 1963, what was the position held of Gianni Brera's country of citizenship's head of state?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1963.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001324", "prompt": " In what year was the contains the administrative territorial entity of Germany's capital's capital of equal to Saarland?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001325", "prompt": " In 1977, whose head of state's country of citizenship was Giovanni Leone?\nEvidence:\n- Italy | head of state | Giovanni Leone | 1977\n- Giovanni Mardersteig | country of citizenship | Italy | 1977\n- Giovanni Invernizzi | country of citizenship | Italy | 1977\n- Giovanni Goria | country of citizenship | Italy | 1977\n- Giovanni Ferrofino | country of citizenship | Italy | 1977\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\nReasoning:", "completion": " Answer: Elena Altieri", "t_query": 1977.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001326", "prompt": " In 1974, whose contains the administrative territorial entity's capital of's capital was North Rhine-Westphalia?\nEvidence:\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1974\n- West Germany | contains the administrative territorial entity | Saarland | 1974\n- West Germany | contains the administrative territorial entity | Hesse | 1974\n- West Germany | contains the administrative territorial entity | Hamburg | 1974\n- West Germany | contains the administrative territorial entity | Bremen | 1974\n- West Germany | contains the administrative territorial entity | Bavaria | 1974\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1974\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1974\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1974\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1974\n- Saarland | located in the administrative territorial entity | West Germany | 1974\n- Oberliga Nord (1974-1994) | country | West Germany | 1974\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Q77721 | country of citizenship | West Germany | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001327", "prompt": " In what year was the head of government of People's Republic of China equal to Wen Jiabao?\nEvidence:\n- People's Republic of China | head of government | Wen Jiabao | 2008\n- People's Republic of China | head of state | Hu Jintao | 2008\n- Wen Jiabao | member of | Politburo Standing Committee of the Chinese Communist Party | 2008\n- Xu Qinxian | country of citizenship | People's Republic of China | 2008\n- Xiao Yang | country of citizenship | People's Republic of China | 2008\n- Xiao Ke | country of citizenship | People's Republic of China | 2008\n- Ricky Hui | country of citizenship | People's Republic of China | 2008\n- Li Rui | country of citizenship | People's Republic of China | 2008\n- Li Peng | country of citizenship | People's Republic of China | 2008\n- Gong Li | country of citizenship | People's Republic of China | 2008\n- Benny Chan | country of citizenship | People's Republic of China | 2008\n- General Secretary of the Chinese Communist Party | position holder | Hu Jintao | 2008\n- Xiao Yang | member of political party | Chinese Communist Party | 2008\n- Xiao Ke | member of political party | Chinese Communist Party | 2008\n- Li Rui | member of political party | Chinese Communist Party | 2008\nReasoning:", "completion": " Answer: 2008", "t_query": 2008.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001328", "prompt": " In 1935, what was the country of citizenship of Sabatino Moscati?\nEvidence:\n- Sabatino Moscati | country of citizenship | Kingdom of Italy | 1935\n- Q976653 | country of citizenship | Kingdom of Italy | 1935\n- Q972711 | country of citizenship | Kingdom of Italy | 1935\n- Q922237 | country of citizenship | Kingdom of Italy | 1935\n- Q890523 | country of citizenship | Kingdom of Italy | 1935\n- Q710497 | country of citizenship | Kingdom of Italy | 1935\n- Q678253 | country of citizenship | Kingdom of Italy | 1935\n- Q654973 | country of citizenship | Kingdom of Italy | 1935\n- Q650303 | country of citizenship | Kingdom of Italy | 1935\n- Q527400 | country of citizenship | Kingdom of Italy | 1935\n- Q51189 | country of citizenship | Kingdom of Italy | 1935\n- Q432318 | country of citizenship | Kingdom of Italy | 1935\n- Q432257 | country of citizenship | Kingdom of Italy | 1935\n- Q429298 | country of citizenship | Kingdom of Italy | 1935\n- Q378645 | country of citizenship | Kingdom of Italy | 1935\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1935.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001329", "prompt": " In 1953, whose territory claimed by's country's work location was German Democratic Republic?\nEvidence:\n- West Germany | territory claimed by | German Democratic Republic | 1953\n- Zwickau | country | German Democratic Republic | 1953\n- Zeuthen | country | German Democratic Republic | 1953\n- Wismar | country | German Democratic Republic | 1953\n- Q696016 | country | German Democratic Republic | 1953\n- Q525425 | country | German Democratic Republic | 1953\n- Q45898 | country | German Democratic Republic | 1953\n- Potsdam | country | German Democratic Republic | 1953\n- Neustrelitz | country | German Democratic Republic | 1953\n- Magdeburg | country | German Democratic Republic | 1953\n- Jena | country | German Democratic Republic | 1953\n- Görlitz | country | German Democratic Republic | 1953\n- Elsterwerda | country | German Democratic Republic | 1953\n- Cottbus | country | German Democratic Republic | 1953\n- Berlin | country | German Democratic Republic | 1953\nReasoning:", "completion": " Answer: Bernard Schultze", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001330", "prompt": " Who was the member of sports team of Dmitri Cheryshev before Russia men's national football team?\nEvidence:\n- Dmitri Cheryshev | member of sports team | FC Lokomotiv Nizhny Novgorod | 1991\nReasoning:", "completion": " Answer: FC Lokomotiv Nizhny Novgorod", "t_query": 1991.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001331", "prompt": " Who was the position held of Salvatore Fiume's country of citizenship's head of state after President of Italy?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: Italian senator for life", "t_query": 1971.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001332", "prompt": " In 1966, what was the member of of Cesare Terranova's country of citizenship?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1966.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001333", "prompt": " After Bahij al-Khatib country of citizenship United Arab Republic, what was the member of of Mansour el-Essawy's country of citizenship?\nEvidence:\n- Mansour el-Essawy | country of citizenship | United Arab Republic | 1959\n- Bahij al-Khatib | country of citizenship | United Arab Republic | 1959\n- Abdul Rauf al-Kasm | country of citizenship | United Arab Republic | 1959\n- Q59981 | country of citizenship | United Arab Republic | 1959\n- Q325513 | country of citizenship | United Arab Republic | 1959\n- Q212190 | country of citizenship | United Arab Republic | 1959\n- United Arab Republic | member of | United Nations | 1959\n- Zakaria Mohieddin | country of citizenship | United Arab Republic | 1959\n- Taha Hussein | country of citizenship | United Arab Republic | 1959\n- Sabah Fakhri | country of citizenship | United Arab Republic | 1959\n- Saadallah Wannous | country of citizenship | United Arab Republic | 1959\n- Onsi Sawiris | country of citizenship | United Arab Republic | 1959\n- Hussein Salem | country of citizenship | United Arab Republic | 1959\n- Hosni Mubarak | country of citizenship | United Arab Republic | 1959\n- Hanna Mina | country of citizenship | United Arab Republic | 1959\nReasoning:", "completion": " Answer: United Nations", "t_query": 1959.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001334", "prompt": " In 1989, what was the head of government of Raul Gardini's country of citizenship?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\n- Stéphane Grappelli | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Ciriaco De Mita", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001335", "prompt": " In 1956, whose adjacent station was Atsubetsu Station?\nEvidence:\n- Nopporo Station | adjacent station | Atsubetsu Station | 1956\n- Nopporo Station | adjacent station | Ebetsu Station | 1956\n- Ebetsu Station | adjacent station | Nopporo Station | 1956\nReasoning:", "completion": " Answer: Nopporo Station", "t_query": 1956.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001336", "prompt": " Who was the position held of Giovanni Spadolini's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1963\n- Giovanni Mardersteig | country of citizenship | Italy | 1963\n- Giovanni Invernizzi | country of citizenship | Italy | 1963\n- Giovanni Goria | country of citizenship | Italy | 1963\n- Giovanni Ferrofino | country of citizenship | Italy | 1963\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1963.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001337", "prompt": " In what year was the country of citizenship of Lelio Antoniotti equal to Italy?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\n- Tullio Kezich | country of citizenship | Italy | 1973\nReasoning:", "completion": " Answer: 1973", "t_query": 1973.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001338", "prompt": " In 1966, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1966\n- Q207166 | country of citizenship | Yugoslavia | 1966\n- Vladica Popović | country of citizenship | Yugoslavia | 1966\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1966\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1966\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1966\n- Ilija Petković | country of citizenship | Yugoslavia | 1966\n- Dušan Ivković | country of citizenship | Yugoslavia | 1966\n- Dragan Tomić | country of citizenship | Yugoslavia | 1966\n- Verzar | country | Yugoslavia | 1966\n- Suševo | country | Yugoslavia | 1966\n- Q793485 | country | Yugoslavia | 1966\n- Pirot | country | Yugoslavia | 1966\n- Orašje | country | Yugoslavia | 1966\n- Kraljevo | country | Yugoslavia | 1966\nReasoning:", "completion": " Answer: Cesare Terranova", "t_query": 1966.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001339", "prompt": " In what year was the head of government of Lewis Mumford's work location equal to Ed Koch?\nEvidence:\n- New York City | head of government | Ed Koch | 1986\n- Lewis Mumford | work location | New York City | 1986\n- Lewis Mumford | residence | Amenia | 1986\n- Q828254 | work location | New York City | 1986\n- Arman | work location | New York City | 1986\n- Nancy Graves | work location | New York City | 1986\n- Louise Bourgeois | work location | New York City | 1986\n- Elliott Erwitt | work location | New York City | 1986\n- Donald Trump | work location | New York City | 1986\n- Alan Vega | work location | New York City | 1986\n- MetLife | headquarters location | New York City | 1986\n- Prelinger Archives | located in the administrative territorial entity | New York City | 1986\n- Variety | place of publication | New York City | 1986\n- Wolfgang Schivelbusch | residence | New York City | 1986\n- William Vickrey | residence | New York City | 1986\nReasoning:", "completion": " Answer: 1986", "t_query": 1986.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001340", "prompt": " After Giuseppe Colombo country of citizenship Italy, what was the head of government of Italy?\nEvidence:\n- Giuseppe Patanè | country of citizenship | Italy | 1976\n- Giuseppe Meazza | country of citizenship | Italy | 1976\n- Giuseppe Gabrielli | country of citizenship | Italy | 1976\n- Giuseppe Busso | country of citizenship | Italy | 1976\n- Q219490 | country of citizenship | Italy | 1976\n- Veriano Luchetti | country of citizenship | Italy | 1976\n- Tonino Cervi | country of citizenship | Italy | 1976\n- Tiziano Terzani | country of citizenship | Italy | 1976\n- Stéphane Grappelli | country of citizenship | Italy | 1976\n- Simon Spierer | country of citizenship | Italy | 1976\n- Sergio Mantovani | country of citizenship | Italy | 1976\n- Sergio Bonelli | country of citizenship | Italy | 1976\n- Rossana Rossanda | country of citizenship | Italy | 1976\n- Renata Tebaldi | country of citizenship | Italy | 1976\n- Primo Nebiolo | country of citizenship | Italy | 1976\nReasoning:", "completion": " Answer: Aldo Moro", "t_query": 1976.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001341", "prompt": " In what year was the head coach of Lluís Companys Olympic Stadium's occupant equal to Jack Bicknell?\nEvidence:\n- Lluís Companys Olympic Stadium | occupant | Barcelona Dragons | 1999\n- Lluís Companys Olympic Stadium | occupant | RCD Espanyol de Barcelona | 1999\n- Barcelona Dragons | home venue | Lluís Companys Olympic Stadium | 1999\n- Barcelona Dragons | head coach | Jack Bicknell | 1999\n- Jack Bicknell | coach of sports team | Barcelona Dragons | 1999\n- Q943194 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q939976 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q704268 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q296975 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Mauro Navas | member of sports team | RCD Espanyol de Barcelona | 1999\n- Barcelona Dragons | league or competition | NFL Europe | 1999\nReasoning:", "completion": " Answer: 1999", "t_query": 1999.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 11, "_lever_variant": "terse"} +{"id": "sft_001342", "prompt": " In 1924, what was the noble title of Alfonso, Prince of Asturias?\nEvidence:\n- Alfonso, Prince of Asturias | noble title | Prince of Asturias | 1924\nReasoning:", "completion": " Answer: Prince of Asturias", "t_query": 1924.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001343", "prompt": " In 1974, whose officeholder's position held's head of government was Gustav Heinemann?\nEvidence:\n- Germany | head of state | Gustav Heinemann | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- Bonn | capital of | Germany | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Germany | member of | European Coal and Steel Community | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001344", "prompt": " In 1994, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1994\n- Germany | member of | European Coal and Steel Community | 1994\n- Belgium | member of | European Coal and Steel Community | 1994\n- Germany | member of | European Atomic Energy Community | 1994\n- Oberliga Nord (1974-1994) | country | Germany | 1994\n- Germany | member of | Western European Union | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q107089 | country of citizenship | Germany | 1994\n- Werner Schulz | country of citizenship | Germany | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Udo Zimmermann | country of citizenship | Germany | 1994\nReasoning:", "completion": " Answer: Nino Baragli", "t_query": 1994.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001345", "prompt": " In 1928, whose located in was Querfurt?\nEvidence:\n- Querfurt | located in the administrative territorial entity | Querfurt | 1928\n- Karsdorf | located in the administrative territorial entity | Querfurt | 1928\nReasoning:", "completion": " Answer: Querfurt", "t_query": 1928.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_001346", "prompt": " Who was the located in of Rokiškis District Municipality after Lithuanian Soviet Socialist Republic?\nEvidence:\n- Rokiškis District Municipality | located in the administrative territorial entity | Panevėžys County | 1998\nReasoning:", "completion": " Answer: Panevėžys County", "t_query": 1998.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001347", "prompt": " In 1962, what was the position held of Guido Aycard's country of citizenship's head of state?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Italian senator for life", "t_query": 1962.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001348", "prompt": " In 1918, whose located in was Seine-et-Oise?\nEvidence:\n- Bonnières-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Villejust | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Villecresnes | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Valenton | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Saclas | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q899558 | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q83472 | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q794124 | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q752150 | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q639332 | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q491908 | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q276508 | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q273061 | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q272066 | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q268408 | located in the administrative territorial entity | Seine-et-Oise | 1918\nReasoning:", "completion": " Answer: Chaussy", "t_query": 1918.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001349", "prompt": " In what year was the twinned with of Cheb equal to Nizhny Tagil?\nEvidence:\n- Nizhny Tagil | twinned administrative body | Cheb | 2008\n- Cheb | twinned administrative body | Nizhny Tagil | 2008\nReasoning:", "completion": " Answer: 2008", "t_query": 2008.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_001350", "prompt": " Who was the head of government of Italy after Giovanni Goria?\nEvidence:\n- Giovanni Goria | country of citizenship | Italy | 1989\n- Giovanni Goria | position held | Member of the European Parliament | 1989\n- Giovanni Invernizzi | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\n- Stéphane Grappelli | country of citizenship | Italy | 1989\n- Simon Spierer | country of citizenship | Italy | 1989\n- Sergio Mantovani | country of citizenship | Italy | 1989\n- Sergio Bonelli | country of citizenship | Italy | 1989\n- Salvatore Cassisa | country of citizenship | Italy | 1989\n- Rossana Rossanda | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Ciriaco De Mita", "t_query": 1989.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001351", "prompt": " Who was the country of citizenship of Roberto Bussinello before Italy?\nEvidence:\n- Roberto Bussinello | country of citizenship | Kingdom of Italy | 1928\n- Q976653 | country of citizenship | Kingdom of Italy | 1928\n- Q972711 | country of citizenship | Kingdom of Italy | 1928\n- Q922237 | country of citizenship | Kingdom of Italy | 1928\n- Q890523 | country of citizenship | Kingdom of Italy | 1928\n- Q715036 | country of citizenship | Kingdom of Italy | 1928\n- Q710497 | country of citizenship | Kingdom of Italy | 1928\n- Q678253 | country of citizenship | Kingdom of Italy | 1928\n- Q654973 | country of citizenship | Kingdom of Italy | 1928\n- Q650303 | country of citizenship | Kingdom of Italy | 1928\n- Q603148 | country of citizenship | Kingdom of Italy | 1928\n- Q527400 | country of citizenship | Kingdom of Italy | 1928\n- Q51189 | country of citizenship | Kingdom of Italy | 1928\n- Q471232 | country of citizenship | Kingdom of Italy | 1928\n- Q456574 | country of citizenship | Kingdom of Italy | 1928\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1928.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001352", "prompt": " In what year was the capital of of Ashgabat equal to Turkmen Soviet Socialist Republic?\nEvidence:\n- Ashgabat | capital of | Turkmen Soviet Socialist Republic | 1979\n- Turkmen Soviet Socialist Republic | country | Soviet Union | 1979\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1979\n- Ashgabat | country | Soviet Union | 1979\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1979\n- Georgian Soviet Socialist Republic | country | Soviet Union | 1979\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1979\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1979\n- Q59054 | country of citizenship | Soviet Union | 1979\n- Q437262 | country of citizenship | Soviet Union | 1979\n- Q324083 | country of citizenship | Soviet Union | 1979\n- Zhytomyr | country | Soviet Union | 1979\n- Zastavna | country | Soviet Union | 1979\n- Yevpatoriia | country | Soviet Union | 1979\n- Yalta | country | Soviet Union | 1979\nReasoning:", "completion": " Answer: 1979", "t_query": 1979.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001353", "prompt": " After Giuseppe Saragat country of citizenship Italy, what was the shares border with of Giacomo Rossi-Stuart's country of citizenship?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Italy | shares border with | Yugoslavia | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Giuseppe Prisco | country of citizenship | Italy | 1975\n- Giuseppe Patanè | country of citizenship | Italy | 1975\n- Giuseppe Meazza | country of citizenship | Italy | 1975\n- Giuseppe Gabrielli | country of citizenship | Italy | 1975\n- Giuseppe Colnago | country of citizenship | Italy | 1975\n- Giuseppe Busso | country of citizenship | Italy | 1975\n- Giuseppe Antonini | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1975.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001354", "prompt": " In what year was the surface played on of Stade de Gerland equal to lawn?\nEvidence:\n- Stade de Gerland | surface played on | lawn | 1922\nReasoning:", "completion": " Answer: 1922", "t_query": 1922.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001355", "prompt": " In what year was the head of government of Italy equal to Francesco Cossiga?\nEvidence:\n- Francesco Gabrieli | country of citizenship | Italy | 1980\n- Q219490 | country of citizenship | Italy | 1980\n- Veriano Luchetti | country of citizenship | Italy | 1980\n- Tullio Kezich | country of citizenship | Italy | 1980\n- Tonino Cervi | country of citizenship | Italy | 1980\n- Tiziano Terzani | country of citizenship | Italy | 1980\n- Stéphane Grappelli | country of citizenship | Italy | 1980\n- Simon Spierer | country of citizenship | Italy | 1980\n- Sergio Mantovani | country of citizenship | Italy | 1980\n- Sergio Bonelli | country of citizenship | Italy | 1980\n- Salvatore Cassisa | country of citizenship | Italy | 1980\n- Rossana Rossanda | country of citizenship | Italy | 1980\n- Renata Tebaldi | country of citizenship | Italy | 1980\n- Primo Nebiolo | country of citizenship | Italy | 1980\n- Pino Lancetti | country of citizenship | Italy | 1980\nReasoning:", "completion": " Answer: 1980", "t_query": 1980.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001356", "prompt": " In 1964, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1964\n- Germany | member of | European Coal and Steel Community | 1964\n- Belgium | member of | European Coal and Steel Community | 1964\n- Germany | member of | European Atomic Energy Community | 1964\n- Germany | member of | Western European Union | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: Carmelo Cappello", "t_query": 1964.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001357", "prompt": " After Nino Rota country of citizenship Italy, what was the head of state of Luca Ronconi's country of citizenship?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Nino Baragli | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\nReasoning:", "completion": " Answer: Oscar Luigi Scalfaro", "t_query": 1993.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001358", "prompt": " Who was the winner of Albert Lasker Award for Basic Medical Research after Oliver Smithies?\nEvidence:\n- Albert Lasker Award for Basic Medical Research | winner | Randy Schekman | 2002\n- Albert Lasker Award for Basic Medical Research | winner | James Rothman | 2002\n- Louisa Gross Horwitz Prize | winner | Randy Schekman | 2002\n- Louisa Gross Horwitz Prize | winner | James Rothman | 2002\nReasoning:", "completion": " Answer: Randy Schekman", "t_query": 2002.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_001359", "prompt": " In 2003, whose contains the administrative territorial entity was Vaulx-en-Velin?\nEvidence:\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 2003\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vaulx-en-Velin | 2003\n- Rhône | contains the administrative territorial entity | Vénissieux | 2003\n- Rhône | contains the administrative territorial entity | Villeurbanne | 2003\n- Rhône | contains the administrative territorial entity | Meyzieu | 2003\n- Rhône | contains the administrative territorial entity | Genay | 2003\n- Rhône | contains the administrative territorial entity | Francheville | 2003\n- Rhône | contains the administrative territorial entity | Feyzin | 2003\n- Rhône | contains the administrative territorial entity | Bron | 2003\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\nReasoning:", "completion": " Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001360", "prompt": " Who was the country of Dubrovytsia after Russian Empire?\nEvidence:\n- Dubrovytsia | country | Soviet Union | 1991\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1991\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1991\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1991\n- Q59054 | country of citizenship | Soviet Union | 1991\n- Q437262 | country of citizenship | Soviet Union | 1991\n- Q324083 | country of citizenship | Soviet Union | 1991\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1991\n- Yuri Manin | country of citizenship | Soviet Union | 1991\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1991\n- Viktor Kulikov | country of citizenship | Soviet Union | 1991\n- Vija Artmane | country of citizenship | Soviet Union | 1991\n- Vera Krepkina | country of citizenship | Soviet Union | 1991\n- Valeri Polyakov | country of citizenship | Soviet Union | 1991\n- Sergei Kovalev | country of citizenship | Soviet Union | 1991\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1991.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001361", "prompt": " Who was the head of state of Robert Morley's country of citizenship after George VI?\nEvidence:\n- Robert Morley | country of citizenship | United Kingdom | 1983\n- United Kingdom | head of state | Elizabeth II | 1983\n- Tony Abbott | country of citizenship | United Kingdom | 1983\n- Liz Smith | country of citizenship | United Kingdom | 1983\n- United Kingdom | part of | European Union | 1983\n- United Kingdom | member of | European Union | 1983\nReasoning:", "completion": " Answer: Elizabeth II", "t_query": 1983.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_001362", "prompt": " After Benito Stefanelli country of citizenship Italy, what was the head of state of Carlo Curis's country of citizenship?\nEvidence:\n- Carlo Curis | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Sandro Pertini", "t_query": 1984.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001363", "prompt": " In 1987, what was the head of state of Germany's diplomatic relation?\nEvidence:\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | diplomatic relation | German Democratic Republic | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Bonn | capital of | Germany | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Germany | member of | Western European Union | 1987\nReasoning:", "completion": " Answer: Mohammad Najibullah", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001364", "prompt": " After Luca Ronconi country of citizenship Kingdom of Italy, what was the country of citizenship of Luca Ronconi?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\n- Stéphane Grappelli | country of citizenship | Italy | 1993\nReasoning:", "completion": " Answer: Italy", "t_query": 1993.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001365", "prompt": " In 1974, whose contains the administrative territorial entity's capital of's capital was Lower Saxony?\nEvidence:\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1974\n- Hanover | located in the administrative territorial entity | Lower Saxony | 1974\n- West Germany | contains the administrative territorial entity | Saarland | 1974\n- West Germany | contains the administrative territorial entity | Hesse | 1974\n- West Germany | contains the administrative territorial entity | Hamburg | 1974\n- West Germany | contains the administrative territorial entity | Bremen | 1974\n- West Germany | contains the administrative territorial entity | Bavaria | 1974\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1974\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1974\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1974\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1974\n- Saarland | located in the administrative territorial entity | West Germany | 1974\n- Oberliga Nord (1974-1994) | country | West Germany | 1974\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1974\n- Bonn | capital of | West Germany | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001366", "prompt": " In what year was the country of Ashgabat equal to Soviet Union?\nEvidence:\n- Ashgabat | country | Soviet Union | 1979\n- Ashgabat | capital of | Turkmen Soviet Socialist Republic | 1979\n- Zhytomyr | country | Soviet Union | 1979\n- Zastavna | country | Soviet Union | 1979\n- Yevpatoriia | country | Soviet Union | 1979\n- Yalta | country | Soviet Union | 1979\n- Vyazma | country | Soviet Union | 1979\n- Voronezh | country | Soviet Union | 1979\n- Vologda | country | Soviet Union | 1979\n- Volodarsk | country | Soviet Union | 1979\n- Volhynia | country | Soviet Union | 1979\n- Voinyliv | country | Soviet Union | 1979\n- Vladivostok | country | Soviet Union | 1979\n- Vinnytsia | country | Soviet Union | 1979\n- Vanadzor | country | Soviet Union | 1979\nReasoning:", "completion": " Answer: 1979", "t_query": 1979.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001367", "prompt": " In 1950, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Answer: Schleswig-Holstein", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001368", "prompt": " After Angelo Brelich country of citizenship Italy, what was the member of of Claudia Vinciguerra's country of citizenship?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Angelo Varetto | country of citizenship | Italy | 1968\n- Angelo Infanti | country of citizenship | Italy | 1968\n- Angelo Cuniberti | country of citizenship | Italy | 1968\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1968.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001369", "prompt": " In 1952, what was the contains the administrative territorial entity of MetLife's headquarters's head of government's residence?\nEvidence:\n- MetLife | headquarters location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- William Vickrey | residence | New York City | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\n- Elliott Erwitt | work location | New York City | 1952\nReasoning:", "completion": " Answer: Territory of Hawaii", "t_query": 1952.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001370", "prompt": " After Adeodato Giovanni Piazza country of citizenship Italy, what was the position held of Italy's head of government?\nEvidence:\n- Giovanni Mardersteig | country of citizenship | Italy | 1960\n- Giovanni Invernizzi | country of citizenship | Italy | 1960\n- Q264986 | country of citizenship | Italy | 1960\n- Q219490 | country of citizenship | Italy | 1960\n- Dalida | country of citizenship | Italy | 1960\n- Giuseppe Paratore | position held | Italian senator for life | 1960\n- Veriano Luchetti | country of citizenship | Italy | 1960\n- Tonino Cervi | country of citizenship | Italy | 1960\n- Tiziano Terzani | country of citizenship | Italy | 1960\n- Stéphane Grappelli | country of citizenship | Italy | 1960\n- Simon Spierer | country of citizenship | Italy | 1960\n- Sergio Mantovani | country of citizenship | Italy | 1960\n- Sergio Bonelli | country of citizenship | Italy | 1960\n- Rossana Rossanda | country of citizenship | Italy | 1960\n- Romeo Bertini | country of citizenship | Italy | 1960\nReasoning:", "completion": " Answer: Prime Minister of Italy", "t_query": 1960.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001371", "prompt": " After Franco Evangelisti country of citizenship Italy, what was the head of state of Ignazio Cannavò's country of citizenship?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q432257 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Answer: Alcide De Gasperi", "t_query": 1946.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001372", "prompt": " Who was the member of of Flaviano Vicentini's country of citizenship after European Coal and Steel Community?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\n- Ulrico Girardi | country of citizenship | Italy | 1967\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1967.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001373", "prompt": " After Federal Ministry of Agriculture, Food and Regional Identity chairperson Wilhelm Niklas, what was the chairperson of Federal Ministry of Agriculture, Food and Regional Identity?\nEvidence:\n- Federal Ministry of Agriculture, Food and Regional Identity | chairperson | Wilhelm Niklas | 1953\n- Federal Ministry of Agriculture, Food and Regional Identity | chairperson | Heinrich Lübke | 1953\nReasoning:", "completion": " Answer: Heinrich Lübke", "t_query": 1953.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_001374", "prompt": " After West Germany contains the administrative territorial entity Rhineland-Palatinate, what was the head of government of Germany's capital's capital of's contains the administrative territorial entity?\nEvidence:\n- Bonn | capital of | West Germany | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | Germany | 1987\n- West Germany | currency | Deutsche Mark | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Afghanistan | basic form of government | republic | 1987\n- East Berlin | capital of | German Democratic Republic | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | currency | Deutsche Mark | 1987\nReasoning:", "completion": " Answer: Lothar Späth", "t_query": 1987.0, "chain_length": 4, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001375", "prompt": " In what year was the contains the administrative territorial entity of Würzburg's country equal to Hamburg?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001376", "prompt": " In 2008, what was the member of of People's Republic of China's head of government?\nEvidence:\n- People's Republic of China | head of government | Wen Jiabao | 2008\n- People's Republic of China | head of state | Hu Jintao | 2008\n- Xu Qinxian | country of citizenship | People's Republic of China | 2008\n- Xiao Yang | country of citizenship | People's Republic of China | 2008\n- Xiao Ke | country of citizenship | People's Republic of China | 2008\n- Ricky Hui | country of citizenship | People's Republic of China | 2008\n- Li Rui | country of citizenship | People's Republic of China | 2008\n- Li Peng | country of citizenship | People's Republic of China | 2008\n- Gong Li | country of citizenship | People's Republic of China | 2008\n- Benny Chan | country of citizenship | People's Republic of China | 2008\n- Wen Jiabao | member of | Politburo Standing Committee of the Chinese Communist Party | 2008\n- General Secretary of the Chinese Communist Party | position holder | Hu Jintao | 2008\n- Xiao Yang | member of political party | Chinese Communist Party | 2008\n- Xiao Ke | member of political party | Chinese Communist Party | 2008\n- Li Rui | member of political party | Chinese Communist Party | 2008\nReasoning:", "completion": " Answer: Politburo Standing Committee of the Chinese Communist Party", "t_query": 2008.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001377", "prompt": " Who was the country of Omsk after Russian Empire?\nEvidence:\n- Omsk | country | Soviet Union | 1948\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1948\n- Q59054 | country of citizenship | Soviet Union | 1948\n- Q437262 | country of citizenship | Soviet Union | 1948\n- Q324083 | country of citizenship | Soviet Union | 1948\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1948\n- Yuri Manin | country of citizenship | Soviet Union | 1948\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1948\n- Viktor Kulikov | country of citizenship | Soviet Union | 1948\n- Vija Artmane | country of citizenship | Soviet Union | 1948\n- Vera Krepkina | country of citizenship | Soviet Union | 1948\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1948.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001378", "prompt": " In 1962, what was the head of state of Antonio Corpora's country of citizenship?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Antonio Segni", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001379", "prompt": " In 1985, what was the member of of Giuseppe Colnago's country of citizenship?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001380", "prompt": " In what year was the position held of Salvatore Fiume's country of citizenship's head of government equal to Prime Minister of Italy?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1988\n- Salvatore Cassisa | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\n- Vittore Catella | country of citizenship | Italy | 1988\n- Veriano Luchetti | country of citizenship | Italy | 1988\n- Ugo Tognazzi | country of citizenship | Italy | 1988\n- Ugo Poletti | country of citizenship | Italy | 1988\n- Tullio Kezich | country of citizenship | Italy | 1988\n- Tonino Cervi | country of citizenship | Italy | 1988\n- Tiziano Terzani | country of citizenship | Italy | 1988\nReasoning:", "completion": " Answer: 1988", "t_query": 1988.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001381", "prompt": " After Amedeo Maiuri country of citizenship Italy, what was the member of of Claudio Cavazza's country of citizenship?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1970.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001382", "prompt": " In 1913, what was the adjacent station of Ebetsu Station?\nEvidence:\n- Nopporo Station | adjacent station | Ebetsu Station | 1913\n- Ebetsu Station | adjacent station | Nopporo Station | 1913\n- Ebetsu Station | adjacent station | Horomui Station | 1913\n- Nopporo Station | adjacent station | Atsubetsu Station | 1913\nReasoning:", "completion": " Answer: Horomui Station", "t_query": 1913.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_001383", "prompt": " After Gianbattista Guidotti country of citizenship Italy, what was the shares border with of Italy9484's country of citizenship?\nEvidence:\n- Gianbattista Guidotti | country of citizenship | Italy | 1984\n- Italy | shares border with | Yugoslavia | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1984.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001384", "prompt": " In 1962, what was the position held of Guido Aycard's country of citizenship's head of state?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1962.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001385", "prompt": " In 1950, whose educated at was National Center for Scientific Research?\nEvidence:\n- Yvonne Choquet-Bruhat | educated at | National Center for Scientific Research | 1950\n- Q279366 | employer | National Center for Scientific Research | 1950\n- Pierre Hadot | employer | National Center for Scientific Research | 1950\n- Jean Vercoutter | employer | National Center for Scientific Research | 1950\n- Pierre Hadot | occupation | Catholic priest | 1950\nReasoning:", "completion": " Answer: Yvonne Choquet-Bruhat", "t_query": 1950.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_001386", "prompt": " In 1947, what was the shares border with of Eleonora Rossi Drago's country of citizenship?\nEvidence:\n- Eleonora Rossi Drago | country of citizenship | Italy | 1947\n- Italy | shares border with | Yugoslavia | 1947\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1947\n- Q612509 | country of citizenship | Italy | 1947\n- Q454036 | country of citizenship | Italy | 1947\n- Q435856 | country of citizenship | Italy | 1947\n- Q432318 | country of citizenship | Italy | 1947\n- Q429298 | country of citizenship | Italy | 1947\n- Q340261 | country of citizenship | Italy | 1947\n- Q318968 | country of citizenship | Italy | 1947\n- Q264986 | country of citizenship | Italy | 1947\n- Q219490 | country of citizenship | Italy | 1947\n- Q213482 | country of citizenship | Italy | 1947\n- Dalida | country of citizenship | Italy | 1947\n- Wilma Montesi | country of citizenship | Italy | 1947\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1947.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001387", "prompt": " After Girolamo Li Causi country of citizenship Italy, what was the head of state of Arnaldo Genoino's country of citizenship?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: Giovanni Leone", "t_query": 1978.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001388", "prompt": " In what year was the shares border with of Giovanni Spadolini's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1975\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: 1975", "t_query": 1975.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001389", "prompt": " In what year was the member of of Mansour el-Essawy's country of citizenship equal to United Nations?\nEvidence:\n- Mansour el-Essawy | country of citizenship | United Arab Republic | 1959\n- United Arab Republic | member of | United Nations | 1959\n- Q59981 | country of citizenship | United Arab Republic | 1959\n- Q325513 | country of citizenship | United Arab Republic | 1959\n- Q212190 | country of citizenship | United Arab Republic | 1959\n- Zakaria Mohieddin | country of citizenship | United Arab Republic | 1959\n- Taha Hussein | country of citizenship | United Arab Republic | 1959\n- Sabah Fakhri | country of citizenship | United Arab Republic | 1959\n- Saadallah Wannous | country of citizenship | United Arab Republic | 1959\n- Onsi Sawiris | country of citizenship | United Arab Republic | 1959\n- Hussein Salem | country of citizenship | United Arab Republic | 1959\n- Hosni Mubarak | country of citizenship | United Arab Republic | 1959\n- Hanna Mina | country of citizenship | United Arab Republic | 1959\n- Fawzi Selu | country of citizenship | United Arab Republic | 1959\n- Muhammad Sedki Sulayman | country of citizenship | United Arab Republic | 1959\nReasoning:", "completion": " Answer: 1959", "t_query": 1959.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001390", "prompt": " In 1956, whose head of state was Theodor Heuss?\nEvidence:\n- Germany | head of state | Theodor Heuss | 1956\n- president of Germany | position holder | Theodor Heuss | 1956\n- Germany | head of government | Konrad Adenauer | 1956\n- Bonn | capital of | Germany | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Germany | member of | Western European Union | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- Germany | member of | European Coal and Steel Community | 1956\n- Germany | shares border with | Saar Protectorate | 1956\n- Germany | shares border with | German Democratic Republic | 1956\n- Germany | shares border with | Czechoslovakia | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Germany | capital | Bonn | 1956\n- August von Briesen | work location | Germany | 1956\nReasoning:", "completion": " Answer: Germany", "t_query": 1956.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001391", "prompt": " In 2010, whose employer was WWE?\nEvidence:\n- Q285372 | employer | WWE | 2010\n- Vince McMahon | employer | WWE | 2010\n- Shane McMahon | employer | WWE | 2010\n- Mike Chioda | employer | WWE | 2010\n- Vince McMahon | employer | Q130171 | 2010\n- Vince McMahon | position held | chief executive officer | 2010\n- Shane McMahon | sport | referee | 2010\n- Shane McMahon | sport | professional wrestling | 2010\n- Shane McMahon | occupation | entrepreneur | 2010\nReasoning:", "completion": " Answer: Shane McMahon", "t_query": 2010.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_001392", "prompt": " In 2005, whose member of sports team was Galatasaray S.K.?\nEvidence:\n- Q937898 | member of sports team | Galatasaray S.K. | 2005\n- Q922443 | member of sports team | Galatasaray S.K. | 2005\n- Q729830 | member of sports team | Galatasaray S.K. | 2005\n- Q660534 | member of sports team | Galatasaray S.K. | 2005\n- Q560001 | member of sports team | Galatasaray S.K. | 2005\n- Q556101 | member of sports team | Galatasaray S.K. | 2005\n- Q349941 | member of sports team | Galatasaray S.K. | 2005\n- Q312920 | member of sports team | Galatasaray S.K. | 2005\n- Q307872 | member of sports team | Galatasaray S.K. | 2005\n- Q217097 | member of sports team | Galatasaray S.K. | 2005\n- Q122346 | member of sports team | Galatasaray S.K. | 2005\n- Mülâyim Erdem | member of sports team | Galatasaray S.K. | 2005\n- Faryd Mondragón | member of sports team | Galatasaray S.K. | 2005\n- Ayhan Akman | member of sports team | Galatasaray S.K. | 2005\n- Galatasaray S.K. | head coach | Eric Gerets | 2005\nReasoning:", "completion": " Answer: Mülâyim Erdem", "t_query": 2005.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001393", "prompt": " In what year was the currency of Marco Tulli's country of citizenship equal to Italian lira?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: 1978", "t_query": 1978.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001394", "prompt": " Who was the country of citizenship of Guido Cadorin before Italy?\nEvidence:\n- Guido Cadorin | country of citizenship | Kingdom of Italy | 1904\n- Guido Romanelli | country of citizenship | Kingdom of Italy | 1904\n- Q983389 | country of citizenship | Kingdom of Italy | 1904\n- Q976653 | country of citizenship | Kingdom of Italy | 1904\n- Q972711 | country of citizenship | Kingdom of Italy | 1904\n- Q959367 | country of citizenship | Kingdom of Italy | 1904\n- Q939226 | country of citizenship | Kingdom of Italy | 1904\n- Q932616 | country of citizenship | Kingdom of Italy | 1904\n- Q926585 | country of citizenship | Kingdom of Italy | 1904\n- Q920582 | country of citizenship | Kingdom of Italy | 1904\n- Q890523 | country of citizenship | Kingdom of Italy | 1904\n- Q817284 | country of citizenship | Kingdom of Italy | 1904\n- Q765946 | country of citizenship | Kingdom of Italy | 1904\n- Q745874 | country of citizenship | Kingdom of Italy | 1904\n- Q739031 | country of citizenship | Kingdom of Italy | 1904\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1904.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001395", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Lyon, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Villeurbanne", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001396", "prompt": " After Luhansk located in Ukrainian Soviet Socialist Republic, what was the country of Luhansk?\nEvidence:\n- Luhansk | located in the administrative territorial entity | Luhansk Oblast | 1965\n- Luhansk | country | Soviet Union | 1965\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1965\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1965\n- Turkmen Soviet Socialist Republic | country | Soviet Union | 1965\n- Georgian Soviet Socialist Republic | country | Soviet Union | 1965\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1965\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1965\n- Zhytomyr | country | Soviet Union | 1965\n- Zastavna | country | Soviet Union | 1965\n- Yevpatoriia | country | Soviet Union | 1965\n- Yalta | country | Soviet Union | 1965\n- Vyazma | country | Soviet Union | 1965\n- Voronezh | country | Soviet Union | 1965\n- Vologda | country | Soviet Union | 1965\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1965.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001397", "prompt": " Who was the head of state of Arnaldo Genoino's country of citizenship after Antonio Segni?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Antonio Leonviola | country of citizenship | Italy | 1978\n- Antonio Calderara | country of citizenship | Italy | 1978\n- Antonio Brivio | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: Giovanni Leone", "t_query": 1978.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001398", "prompt": " In what year was the shares border with of Carmelo Cappello's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1964\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: 1964", "t_query": 1964.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001399", "prompt": " In what year was the shares border with of Giovanni D'Ascenzi's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1951\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1951\n- Giovanni Ticozzi | country of citizenship | Italy | 1951\n- Giovanni Papini | country of citizenship | Italy | 1951\n- Giovanni Mardersteig | country of citizenship | Italy | 1951\n- Giovanni Invernizzi | country of citizenship | Italy | 1951\n- Giovanni Goria | country of citizenship | Italy | 1951\n- Giovanni Ferrofino | country of citizenship | Italy | 1951\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: 1951", "t_query": 1951.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001400", "prompt": " In what year was the country of citizenship of Luca Ronconi equal to Italy?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\n- Stéphane Grappelli | country of citizenship | Italy | 1993\nReasoning:", "completion": " Answer: 1993", "t_query": 1993.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001401", "prompt": " In 2003, what was the head of government of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | head of government | Gérard Collomb | 2003\n- Urban Community of Lyon | capital | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\nReasoning:", "completion": " Answer: Gérard Collomb", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001402", "prompt": " After Federico Allasio country of citizenship Italy, what was the member of of Luca Ronconi's country of citizenship?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\n- Stéphane Grappelli | country of citizenship | Italy | 1993\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1993.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001403", "prompt": " In 2007, whose position held was auxiliary bishop?\nEvidence:\n- Q913188 | position held | auxiliary bishop | 2007\n- Q890445 | position held | auxiliary bishop | 2007\n- Q85597 | position held | auxiliary bishop | 2007\n- Q761679 | position held | auxiliary bishop | 2007\n- Q668407 | position held | auxiliary bishop | 2007\n- Q635777 | position held | auxiliary bishop | 2007\n- Q629670 | position held | auxiliary bishop | 2007\n- Q615091 | position held | auxiliary bishop | 2007\n- Q556264 | position held | auxiliary bishop | 2007\n- Q556017 | position held | auxiliary bishop | 2007\n- Q556011 | position held | auxiliary bishop | 2007\n- Q547544 | position held | auxiliary bishop | 2007\n- Q541928 | position held | auxiliary bishop | 2007\n- Q532680 | position held | auxiliary bishop | 2007\n- Q531027 | position held | auxiliary bishop | 2007\nReasoning:", "completion": " Answer: Roger William Gries", "t_query": 2007.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001404", "prompt": " In 2001, whose award received was Goethe Medal?\nEvidence:\n- Q76000 | award received | Goethe Medal | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Gerardo Marotta | country of citizenship | Italy | 2001\nReasoning:", "completion": " Answer: Gerardo Marotta", "t_query": 2001.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001405", "prompt": " In what year was the member of of Claudio Cavazza's country of citizenship equal to European Economic Community?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: 1970", "t_query": 1970.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001406", "prompt": " In 1968, whose country of citizenship was Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Tonino Cervi | country of citizenship | Italy | 1968\n- Tiziano Terzani | country of citizenship | Italy | 1968\n- Stéphane Grappelli | country of citizenship | Italy | 1968\n- Simon Spierer | country of citizenship | Italy | 1968\n- Sergio Mantovani | country of citizenship | Italy | 1968\n- Sergio Bonelli | country of citizenship | Italy | 1968\n- Rossana Rossanda | country of citizenship | Italy | 1968\n- Romeo Bertini | country of citizenship | Italy | 1968\n- Renata Tebaldi | country of citizenship | Italy | 1968\n- Primo Nebiolo | country of citizenship | Italy | 1968\n- Pietro Parente | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Claudia Vinciguerra", "t_query": 1968.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001407", "prompt": " In 1972, what was the head of government of Friedrich Guggenberger's allegiance's contains the administrative territorial entity?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Answer: Franz-Josef Röder", "t_query": 1972.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001408", "prompt": " Who was the award received of Dietmar Bär after Order of Merit of North Rhine-Westphalia?\nEvidence:\n- Dietmar Bär | award received | Rheinlandtaler | 2018\nReasoning:", "completion": " Answer: Rheinlandtaler", "t_query": 2018.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001409", "prompt": " In 1974, whose anthem's located in was State Anthem of the Soviet Union?\nEvidence:\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1974\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1974\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1974\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1974\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Sakhalin Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Khabarovsk Krai | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\nReasoning:", "completion": " Answer: Chelyabinsk Oblast", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001410", "prompt": " In what year was the named after of Jagodina equal to Svetozar Marković?\nEvidence:\n- Jagodina | named after | Svetozar Marković | 1955\nReasoning:", "completion": " Answer: 1955", "t_query": 1955.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001411", "prompt": " In 2006, what was the member of sports team of Ismael Ruiz?\nEvidence:\n- Ismael Ruiz | member of sports team | Terrassa FC | 2006\n- Ismael Ruiz | member of sports team | Real Oviedo | 2006\n- Q983415 | member of sports team | Terrassa FC | 2006\n- Q929644 | member of sports team | Real Oviedo | 2006\n- Q350982 | member of sports team | Real Oviedo | 2006\n- Adrián López Álvarez | member of sports team | Real Oviedo | 2006\nReasoning:", "completion": " Answer: Terrassa FC", "t_query": 2006.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_001412", "prompt": " In what year was the territory claimed by of Mannheim's country equal to German Democratic Republic?\nEvidence:\n- West Germany | territory claimed by | German Democratic Republic | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- German Rugby Federation | operating area | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\n- Martin Walser | country of citizenship | West Germany | 1950\n- Martin Albrecht | country of citizenship | West Germany | 1950\n- Jürgen Kissner | country of citizenship | West Germany | 1950\n- Helmut Kohl | country of citizenship | West Germany | 1950\n- Albrecht Brandi | country of citizenship | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\nReasoning:", "completion": " Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001413", "prompt": " In what year was the noble title of Gustaf VI Adolf of Sweden equal to duke?\nEvidence:\n- Gustaf VI Adolf of Sweden | noble title | duke | 1937\n- Gustaf VI Adolf of Sweden | noble title | crown prince | 1937\n- Louise Mountbatten | spouse | Gustaf VI Adolf of Sweden | 1937\n- Gustaf VI Adolf of Sweden | spouse | Louise Mountbatten | 1937\n- Gustaf VI Adolf of Sweden | position held | crown prince | 1937\n- Louise Mountbatten | noble title | queen consort | 1937\nReasoning:", "completion": " Answer: 1937", "t_query": 1937.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_001414", "prompt": " In 1983, whose country of citizenship was United Kingdom?\nEvidence:\n- Tony Abbott | country of citizenship | United Kingdom | 1983\n- Robert Morley | country of citizenship | United Kingdom | 1983\n- Liz Smith | country of citizenship | United Kingdom | 1983\n- United Kingdom | part of | European Union | 1983\n- United Kingdom | member of | European Union | 1983\n- United Kingdom | head of state | Elizabeth II | 1983\n- Q672 | head of state | Elizabeth II | 1983\n- New Zealand | head of state | Elizabeth II | 1983\nReasoning:", "completion": " Answer: Robert Morley", "t_query": 1983.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 8, "_lever_variant": "terse"} +{"id": "sft_001415", "prompt": " Who was the head of government of Bernard Schultze's work location's country's contains the administrative territorial entity before Lothar Späth?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: Reinhold Maier", "t_query": 1953.0, "chain_length": 4, "operator_type": "before_after", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001416", "prompt": " After Martin Albrecht country of citizenship West Germany, what was the head of government of Bernard Schultze's work location's country's contains the administrative territorial entity?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\nReasoning:", "completion": " Answer: Gebhard Müller", "t_query": 1953.0, "chain_length": 4, "operator_type": "sequence", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001417", "prompt": " In what year was the currency of Giorgio Rebuffi's country of citizenship equal to Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1997\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Guerra | country of citizenship | Italy | 1997\nReasoning:", "completion": " Answer: 1997", "t_query": 1997.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001418", "prompt": " Who was the head of state of Lina Bo Bardi's country of citizenship before Francesco Cossiga?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Francesco Scafarelli | country of citizenship | Italy | 1970\n- Francesco Gabrieli | country of citizenship | Italy | 1970\n- Loris Francesco Capovilla | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: Giuseppe Saragat", "t_query": 1970.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001419", "prompt": " In 1989, what was the head of state of Maria Rita Saulle's country of citizenship?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Francesco Cossiga", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001420", "prompt": " In 1948, what was the head of state of Italy?\nEvidence:\n- Q264986 | country of citizenship | Italy | 1948\n- Q219490 | country of citizenship | Italy | 1948\n- Q213482 | country of citizenship | Italy | 1948\n- Dalida | country of citizenship | Italy | 1948\n- Veriano Luchetti | country of citizenship | Italy | 1948\n- Tonino Cervi | country of citizenship | Italy | 1948\n- Tiziano Terzani | country of citizenship | Italy | 1948\n- Stéphane Grappelli | country of citizenship | Italy | 1948\n- Simon Spierer | country of citizenship | Italy | 1948\n- Sergio Mantovani | country of citizenship | Italy | 1948\n- Sergio Bonelli | country of citizenship | Italy | 1948\n- Rossana Rossanda | country of citizenship | Italy | 1948\n- Romeo Bertini | country of citizenship | Italy | 1948\n- Renata Tebaldi | country of citizenship | Italy | 1948\n- Primo Nebiolo | country of citizenship | Italy | 1948\nReasoning:", "completion": " Answer: Enrico de Nicola", "t_query": 1948.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001421", "prompt": " In 2000, what was the currency of Renata Tebaldi's country of citizenship?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Italy | currency | Italian lira | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\n- Tonino Cervi | country of citizenship | Italy | 2000\nReasoning:", "completion": " Answer: Italian lira", "t_query": 2000.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001422", "prompt": " In 1971, what was the head of government of Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Tonino Cervi | country of citizenship | Italy | 1971\n- Tiziano Terzani | country of citizenship | Italy | 1971\n- Stéphane Grappelli | country of citizenship | Italy | 1971\n- Simon Spierer | country of citizenship | Italy | 1971\n- Sergio Mantovani | country of citizenship | Italy | 1971\n- Sergio Bonelli | country of citizenship | Italy | 1971\n- Rossana Rossanda | country of citizenship | Italy | 1971\n- Romeo Bertini | country of citizenship | Italy | 1971\n- Renata Tebaldi | country of citizenship | Italy | 1971\n- Primo Nebiolo | country of citizenship | Italy | 1971\n- Pietro Parente | country of citizenship | Italy | 1971\n- Oriana Fallaci | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: Emilio Colombo", "t_query": 1971.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001423", "prompt": " In 1963, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Antonio Segni | position held | President of Italy | 1963\n- Italy | head of state | Antonio Segni | 1963\n- Antonio Segni | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Gianni Brera", "t_query": 1963.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001424", "prompt": " In what year was the head of state of Italy equal to Francesco Cossiga?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1992\n- Francesco Gabrieli | country of citizenship | Italy | 1992\n- Vittore Catella | country of citizenship | Italy | 1992\n- Veriano Luchetti | country of citizenship | Italy | 1992\n- Tullio Kezich | country of citizenship | Italy | 1992\n- Tonino Cervi | country of citizenship | Italy | 1992\n- Tiziano Terzani | country of citizenship | Italy | 1992\n- Stéphane Grappelli | country of citizenship | Italy | 1992\n- Simon Spierer | country of citizenship | Italy | 1992\n- Sergio Mantovani | country of citizenship | Italy | 1992\n- Sergio Bonelli | country of citizenship | Italy | 1992\n- Salvatore Cassisa | country of citizenship | Italy | 1992\n- Rossana Rossanda | country of citizenship | Italy | 1992\n- Renata Tebaldi | country of citizenship | Italy | 1992\n- Primo Nebiolo | country of citizenship | Italy | 1992\nReasoning:", "completion": " Answer: 1992", "t_query": 1992.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001425", "prompt": " In 1988, what was the work location of Erazim Kohák's residence's head of government?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Julie Mehretu | work location | United States | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- United States | shares border with | Panama | 1988\n- Tony Miles | country for sport | United States | 1988\n- Discovery Channel | country | United States | 1988\nReasoning:", "completion": " Answer: Washington, D.C.", "t_query": 1988.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 13, "_lever_variant": "terse"} +{"id": "sft_001426", "prompt": " After Flavio Calzavara country of citizenship Italy, what was the head of state of Giovanni Spadolini's country of citizenship?\nEvidence:\n- Flavio Calzavara | country of citizenship | Italy | 1975\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: Giovanni Leone", "t_query": 1975.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001427", "prompt": " In what year was the located in of Tilla Durieux's spouse's work location equal to Free State of Prussia?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Answer: 1921", "t_query": 1921.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001428", "prompt": " In what year was the general secretary of Eugène Tisserant's member of equal to Maurice Genevoix?\nEvidence:\n- Académie Française | general secretary | Maurice Genevoix | 1966\n- Eugène Tisserant | member of | Académie Française | 1966\n- Eugène Tisserant | position held | Dean of the College of Cardinals | 1966\n- Eugène Tisserant | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q998913 | member of | Académie Française | 1966\n- René Huyghe | member of | Académie Française | 1966\n- Jérôme Carcopino | member of | Académie Française | 1966\n- Jean Paulhan | member of | Académie Française | 1966\n- Jean Guéhenno | member of | Académie Française | 1966\n- François Mauriac | member of | Académie Française | 1966\n- Pierre-Henri Simon | member of | Académie Française | 1966\n- Q822586 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q74879 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q689251 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q663757 | member of | Académie des Inscriptions et Belles-Lettres | 1966\nReasoning:", "completion": " Answer: 1966", "t_query": 1966.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001429", "prompt": " In what year was the head of state of Arnaldo Genoino's country of citizenship equal to Sandro Pertini?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: 1978", "t_query": 1978.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001430", "prompt": " In what year was the currency of Raul Gardini's country of citizenship equal to Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1989\n- Raul Gardini | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: 1989", "t_query": 1989.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001431", "prompt": " In 1972, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Answer: Bremen", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001432", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Villeurbanne", "t_query": 2003.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001433", "prompt": " In 1987, what was the country of citizenship of Romolo Alzani?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: Italy", "t_query": 1987.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001434", "prompt": " In 1978, whose head of state's country of citizenship was Giovanni Leone?\nEvidence:\n- Italy | head of state | Giovanni Leone | 1978\n- Giovanni Invernizzi | country of citizenship | Italy | 1978\n- Giovanni Goria | country of citizenship | Italy | 1978\n- Giovanni Ferrofino | country of citizenship | Italy | 1978\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: Arnaldo Genoino", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001435", "prompt": " In what year was the member of of René Huyghe equal to Académie Française?\nEvidence:\n- René Huyghe | member of | Académie Française | 1981\n- René Huyghe | work location | Paris | 1981\n- Pierre Emmanuel | member of | Académie Française | 1981\n- Michel Déon | member of | Académie Française | 1981\n- Julien Green | member of | Académie Française | 1981\n- Félicien Marceau | member of | Académie Française | 1981\n- Eugène Ionesco | member of | Académie Française | 1981\n- Edgar Faure | member of | Académie Française | 1981\n- Académie Française | general secretary | Jean Mistler | 1981\n- Route nationale 4 | located in the administrative territorial entity | Paris | 1981\n- Takis | residence | Paris | 1981\n- Route nationale 4 | terminus location | Paris | 1981\n- Roman Cieślewicz | work location | Paris | 1981\n- Q464656 | residence | Paris | 1981\n- Q454927 | work location | Paris | 1981\nReasoning:", "completion": " Answer: 1981", "t_query": 1981.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001436", "prompt": " In 1994, whose head of government's country of citizenship was Carlo Azeglio Ciampi?\nEvidence:\n- Italy | head of government | Carlo Azeglio Ciampi | 1994\n- Carlo Fruttero | country of citizenship | Italy | 1994\n- Carlo Cercignani | country of citizenship | Italy | 1994\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\nReasoning:", "completion": " Answer: Nino Baragli", "t_query": 1994.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001437", "prompt": " After Dietmar Bär award received Order of Merit of North Rhine-Westphalia, what was the award received of Dietmar Bär?\nEvidence:\n- Dietmar Bär | award received | Rheinlandtaler | 2018\nReasoning:", "completion": " Answer: Rheinlandtaler", "t_query": 2018.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001438", "prompt": " Who was the member of of Germany after European Atomic Energy Community?\nEvidence:\n- Germany | member of | European Atomic Energy Community | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Italy | member of | European Coal and Steel Community | 1974\n- Belgium | member of | European Coal and Steel Community | 1974\n- Germany | member of | Western European Union | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\nReasoning:", "completion": " Answer: Western European Union", "t_query": 1974.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001439", "prompt": " In what year was the position held of Clelio Darida's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: 1968", "t_query": 1968.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001440", "prompt": " In 1950, whose contains the administrative territorial entity's country was Schleswig-Holstein?\nEvidence:\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\nReasoning:", "completion": " Answer: Würzburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001441", "prompt": " In 1961, what was the head of state of Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Veriano Luchetti | country of citizenship | Italy | 1961\n- Tonino Cervi | country of citizenship | Italy | 1961\n- Tiziano Terzani | country of citizenship | Italy | 1961\n- Stéphane Grappelli | country of citizenship | Italy | 1961\n- Simon Spierer | country of citizenship | Italy | 1961\n- Sergio Mantovani | country of citizenship | Italy | 1961\n- Sergio Bonelli | country of citizenship | Italy | 1961\n- Rossana Rossanda | country of citizenship | Italy | 1961\n- Romeo Bertini | country of citizenship | Italy | 1961\n- Renata Tebaldi | country of citizenship | Italy | 1961\n- Primo Nebiolo | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: Giovanni Gronchi", "t_query": 1961.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001442", "prompt": " In 1977, what was the currency of Elena Altieri's country of citizenship?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\n- Tullio Kezich | country of citizenship | Italy | 1977\n- Tonino Cervi | country of citizenship | Italy | 1977\n- Tiziano Terzani | country of citizenship | Italy | 1977\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1977.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001443", "prompt": " In 2012, what was the league or competition of Thomas Chatelle's member of sports team?\nEvidence:\n- Thomas Chatelle | member of sports team | R.S.C. Anderlecht | 2012\n- Thomas Chatelle | member of sports team | Sint-Truidense V.V. | 2012\n- Thomas Chatelle | member of sports team | R.A.E.C. Mons | 2012\n- R.A.E.C. Mons | league or competition | Belgian Pro League | 2012\n- Q968773 | member of sports team | R.S.C. Anderlecht | 2012\n- Q516607 | member of sports team | R.S.C. Anderlecht | 2012\n- Q329348 | member of sports team | R.S.C. Anderlecht | 2012\n- Marcin Wasilewski | member of sports team | R.S.C. Anderlecht | 2012\n- Q392727 | member of sports team | Sint-Truidense V.V. | 2012\n- Q377088 | member of sports team | Sint-Truidense V.V. | 2012\n- Q817639 | member of sports team | R.A.E.C. Mons | 2012\n- Q464631 | member of sports team | R.A.E.C. Mons | 2012\n- Koen Daerden | member of sports team | Sint-Truidense V.V. | 2012\n- Bahattin Köse | member of sports team | R.A.E.C. Mons | 2012\nReasoning:", "completion": " Answer: Belgian Pro League", "t_query": 2012.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 14, "_lever_variant": "terse"} +{"id": "sft_001444", "prompt": " After Würzburg head of government Andreas Grieser, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Answer: Lower Saxony", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001445", "prompt": " In 1966, whose award received's head of state was Supreme Order of Christ?\nEvidence:\n- Giuseppe Saragat | award received | Supreme Order of Christ | 1966\n- Italy | head of state | Giuseppe Saragat | 1966\n- Giuseppe Saragat | country of citizenship | Italy | 1966\n- Giuseppe Saragat | position held | President of Italy | 1966\nReasoning:", "completion": " Answer: Italy", "t_query": 1966.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_001446", "prompt": " In what year was the head of state of Italy equal to Giovanni Leone?\nEvidence:\n- Giovanni Mardersteig | country of citizenship | Italy | 1973\n- Giovanni Invernizzi | country of citizenship | Italy | 1973\n- Giovanni Goria | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Tonino Cervi | country of citizenship | Italy | 1973\n- Tiziano Terzani | country of citizenship | Italy | 1973\n- Stéphane Grappelli | country of citizenship | Italy | 1973\n- Simon Spierer | country of citizenship | Italy | 1973\n- Sergio Mantovani | country of citizenship | Italy | 1973\n- Sergio Bonelli | country of citizenship | Italy | 1973\n- Rossana Rossanda | country of citizenship | Italy | 1973\n- Romeo Bertini | country of citizenship | Italy | 1973\n- Renata Tebaldi | country of citizenship | Italy | 1973\nReasoning:", "completion": " Answer: 1973", "t_query": 1973.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001447", "prompt": " In 1950, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Answer: Württemberg-Hohenzollern", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001448", "prompt": " In what year was the country of Athens equal to Kingdom of Greece?\nEvidence:\n- Athens | country | Kingdom of Greece | 1962\n- Takis | country of citizenship | Kingdom of Greece | 1962\n- Q234918 | country of citizenship | Kingdom of Greece | 1962\nReasoning:", "completion": " Answer: 1962", "t_query": 1962.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001449", "prompt": " In 2009, what was the member of sports team of Cristián Zapata?\nEvidence:\n- Cristián Zapata | member of sports team | Udinese Calcio | 2009\n- Q950069 | member of sports team | Udinese Calcio | 2009\n- Q928969 | member of sports team | Udinese Calcio | 2009\n- Q510039 | member of sports team | Udinese Calcio | 2009\n- Q509374 | member of sports team | Udinese Calcio | 2009\n- Q464524 | member of sports team | Udinese Calcio | 2009\n- Q312374 | member of sports team | Udinese Calcio | 2009\n- Q298448 | member of sports team | Udinese Calcio | 2009\n- Q180553 | member of sports team | Udinese Calcio | 2009\n- Q169093 | member of sports team | Udinese Calcio | 2009\n- Q10709 | member of sports team | Udinese Calcio | 2009\n- Viktor Budyanskiy | member of sports team | Udinese Calcio | 2009\n- Mauricio Isla | member of sports team | Udinese Calcio | 2009\n- Luigi Sala | member of sports team | Udinese Calcio | 2009\n- Bernardo Corradi | member of sports team | Udinese Calcio | 2009\nReasoning:", "completion": " Answer: Udinese Calcio", "t_query": 2009.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001450", "prompt": " After Gustaf VI Adolf of Sweden position held crown prince, what was the spouse of Gustaf VI Adolf of Sweden?\nEvidence:\n- Gustaf VI Adolf of Sweden | position held | crown prince | 1937\n- Gustaf VI Adolf of Sweden | noble title | crown prince | 1937\n- Louise Mountbatten | spouse | Gustaf VI Adolf of Sweden | 1937\n- Gustaf VI Adolf of Sweden | spouse | Louise Mountbatten | 1937\n- Gustaf VI Adolf of Sweden | noble title | duke | 1937\n- Louise Mountbatten | noble title | queen consort | 1937\nReasoning:", "completion": " Answer: Louise Mountbatten", "t_query": 1937.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_001451", "prompt": " In what year was the member of of Guido Aycard's country of citizenship equal to European Economic Community?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: 1962", "t_query": 1962.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001452", "prompt": " In 1918, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q959367 | country of citizenship | Kingdom of Italy | 1918\n- Q939226 | country of citizenship | Kingdom of Italy | 1918\n- Q890523 | country of citizenship | Kingdom of Italy | 1918\n- Q745874 | country of citizenship | Kingdom of Italy | 1918\n- Q715036 | country of citizenship | Kingdom of Italy | 1918\n- Q653839 | country of citizenship | Kingdom of Italy | 1918\n- Q65151 | country of citizenship | Kingdom of Italy | 1918\n- Q603148 | country of citizenship | Kingdom of Italy | 1918\n- Q572091 | country of citizenship | Kingdom of Italy | 1918\n- Q534227 | country of citizenship | Kingdom of Italy | 1918\n- Q504969 | country of citizenship | Kingdom of Italy | 1918\n- Q456574 | country of citizenship | Kingdom of Italy | 1918\n- Q441843 | country of citizenship | Kingdom of Italy | 1918\n- Q361037 | country of citizenship | Kingdom of Italy | 1918\n- Q333809 | country of citizenship | Kingdom of Italy | 1918\nReasoning:", "completion": " Answer: Benedetto Croce", "t_query": 1918.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001453", "prompt": " In 1974, whose head of government was Walter Scheel?\nEvidence:\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Bonn | capital of | Germany | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001454", "prompt": " In 1996, what was the country of Kuldīga District?\nEvidence:\n- Kuldīga District | country | Latvia | 1996\n- Valka District | country | Latvia | 1996\n- Rēzekne District | country | Latvia | 1996\n- Riga District | country | Latvia | 1996\n- Andrejs Rubins | country of citizenship | Latvia | 1996\n- Oļegs Znaroks | country for sport | Latvia | 1996\nReasoning:", "completion": " Answer: Latvia", "t_query": 1996.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_001455", "prompt": " In 1997, what was the currency of Giorgio Rebuffi's country of citizenship?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Italy | currency | Italian lira | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Guerra | country of citizenship | Italy | 1997\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1997.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001456", "prompt": " After William Vickrey residence New York City, what was the shares border with of New York City7131's headquarters's head of government's residence?\nEvidence:\n- William Vickrey | residence | New York City | 1952\n- MetLife | headquarters location | New York City | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Elliott Erwitt | work location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\nReasoning:", "completion": " Answer: Panama", "t_query": 1952.0, "chain_length": 4, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001457", "prompt": " In 1906, what was the country of citizenship of Joseph Bonanno?\nEvidence:\n- Joseph Bonanno | country of citizenship | Kingdom of Italy | 1906\n- Q983389 | country of citizenship | Kingdom of Italy | 1906\n- Q976653 | country of citizenship | Kingdom of Italy | 1906\n- Q972711 | country of citizenship | Kingdom of Italy | 1906\n- Q959367 | country of citizenship | Kingdom of Italy | 1906\n- Q939226 | country of citizenship | Kingdom of Italy | 1906\n- Q932616 | country of citizenship | Kingdom of Italy | 1906\n- Q926585 | country of citizenship | Kingdom of Italy | 1906\n- Q920582 | country of citizenship | Kingdom of Italy | 1906\n- Q890523 | country of citizenship | Kingdom of Italy | 1906\n- Q817284 | country of citizenship | Kingdom of Italy | 1906\n- Q765946 | country of citizenship | Kingdom of Italy | 1906\n- Q745874 | country of citizenship | Kingdom of Italy | 1906\n- Q739031 | country of citizenship | Kingdom of Italy | 1906\n- Q728920 | country of citizenship | Kingdom of Italy | 1906\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1906.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001458", "prompt": " In 1962, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1962\n- Germany | member of | European Coal and Steel Community | 1962\n- Belgium | member of | European Coal and Steel Community | 1962\n- Germany | member of | European Atomic Energy Community | 1962\n- Germany | member of | Western European Union | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Antonio Corpora", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001459", "prompt": " After Eleonora Rossi Drago country of citizenship Kingdom of Italy, what was the country of citizenship of Eleonora Rossi Drago?\nEvidence:\n- Eleonora Rossi Drago | country of citizenship | Italy | 1947\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1947\n- Q612509 | country of citizenship | Italy | 1947\n- Q454036 | country of citizenship | Italy | 1947\n- Q435856 | country of citizenship | Italy | 1947\n- Q432318 | country of citizenship | Italy | 1947\n- Q429298 | country of citizenship | Italy | 1947\n- Q340261 | country of citizenship | Italy | 1947\n- Q318968 | country of citizenship | Italy | 1947\n- Q264986 | country of citizenship | Italy | 1947\n- Q219490 | country of citizenship | Italy | 1947\n- Q213482 | country of citizenship | Italy | 1947\n- Dalida | country of citizenship | Italy | 1947\n- Wilma Montesi | country of citizenship | Italy | 1947\n- Vittore Catella | country of citizenship | Italy | 1947\nReasoning:", "completion": " Answer: Italy", "t_query": 1947.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001460", "prompt": " After Giovanni Invernizzi country of citizenship Italy, what was the currency of Carlo Curis's country of citizenship?\nEvidence:\n- Carlo Curis | country of citizenship | Italy | 1984\n- Giovanni Invernizzi | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Giovanni Goria | country of citizenship | Italy | 1984\n- Giovanni Ferrofino | country of citizenship | Italy | 1984\n- Giovanni Azzini | country of citizenship | Italy | 1984\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Italy | currency | Italian lira | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1984.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001461", "prompt": " In what year was the country of citizenship of Romolo Carboni equal to Kingdom of Italy?\nEvidence:\n- Romolo Carboni | country of citizenship | Kingdom of Italy | 1932\n- Q976653 | country of citizenship | Kingdom of Italy | 1932\n- Q972711 | country of citizenship | Kingdom of Italy | 1932\n- Q922237 | country of citizenship | Kingdom of Italy | 1932\n- Q890523 | country of citizenship | Kingdom of Italy | 1932\n- Q710497 | country of citizenship | Kingdom of Italy | 1932\n- Q678253 | country of citizenship | Kingdom of Italy | 1932\n- Q654973 | country of citizenship | Kingdom of Italy | 1932\n- Q650303 | country of citizenship | Kingdom of Italy | 1932\n- Q527400 | country of citizenship | Kingdom of Italy | 1932\n- Q51189 | country of citizenship | Kingdom of Italy | 1932\n- Q471232 | country of citizenship | Kingdom of Italy | 1932\n- Q432318 | country of citizenship | Kingdom of Italy | 1932\n- Q432257 | country of citizenship | Kingdom of Italy | 1932\n- Q429298 | country of citizenship | Kingdom of Italy | 1932\nReasoning:", "completion": " Answer: 1932", "t_query": 1932.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001462", "prompt": " In what year was the member of of Alki Larnaca F.C. equal to Cyprus Football Association?\nEvidence:\n- Alki Larnaca F.C. | member of | Cyprus Football Association | 1996\nReasoning:", "completion": " Answer: 1996", "t_query": 1996.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001463", "prompt": " After Aureliano Pertile country of citizenship Italy, what was the member of of Luigi Pistilli's country of citizenship?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Aureliano Bolognesi | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1963.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001464", "prompt": " Who was the head of state of Carmelo Cappello's country of citizenship before Oscar Luigi Scalfaro?\nEvidence:\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1964\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Luigi Comencini | country of citizenship | Italy | 1964\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1964\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1964\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: Antonio Segni", "t_query": 1964.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001465", "prompt": " After Tony Abbott country of citizenship United Kingdom, what was the head of state of Robert Morley's country of citizenship?\nEvidence:\n- Tony Abbott | country of citizenship | United Kingdom | 1983\n- Robert Morley | country of citizenship | United Kingdom | 1983\n- United Kingdom | head of state | Elizabeth II | 1983\n- Liz Smith | country of citizenship | United Kingdom | 1983\n- United Kingdom | part of | European Union | 1983\n- United Kingdom | member of | European Union | 1983\nReasoning:", "completion": " Answer: Elizabeth II", "t_query": 1983.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_001466", "prompt": " In what year was the contains the administrative territorial entity of Würzburg's country equal to Schleswig-Holstein?\nEvidence:\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001467", "prompt": " In what year was the country of citizenship of Sabah Fakhri equal to Syria?\nEvidence:\n- Sabah Fakhri | country of citizenship | Syria | 1993\n- Saadallah Wannous | country of citizenship | Syria | 1993\n- Hanna Mina | country of citizenship | Syria | 1993\nReasoning:", "completion": " Answer: 1993", "t_query": 1993.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001468", "prompt": " After Carlo Lizzani country of citizenship Italy, what was the shares border with of Claudia Vinciguerra's country of citizenship?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Italy | shares border with | Yugoslavia | 1968\n- Carlo Zecchi | country of citizenship | Italy | 1968\n- Carlo Toniatti | country of citizenship | Italy | 1968\n- Carlo Bandirola | country of citizenship | Italy | 1968\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1968.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001469", "prompt": " In 1921, whose head of state's country's work location's spouse was Friedrich Ebert?\nEvidence:\n- Weimar Republic | head of state | Friedrich Ebert | 1921\n- Weimar Republic | head of government | Joseph Wirth | 1921\n- Weimar Republic | head of government | Constantin Fehrenbach | 1921\n- hyperinflation in the Weimar Republic | country | Weimar Republic | 1921\n- Q87105 | country of citizenship | Weimar Republic | 1921\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1921\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1921\n- Zwickau | country | Weimar Republic | 1921\n- Zimmern | country | Weimar Republic | 1921\n- Wrocław | country | Weimar Republic | 1921\n- Wittmund | country | Weimar Republic | 1921\n- Wismar | country | Weimar Republic | 1921\n- Wiesbaden | country | Weimar Republic | 1921\n- Weimar | country | Weimar Republic | 1921\n- Vaterstetten | country | Weimar Republic | 1921\nReasoning:", "completion": " Answer: Tilla Durieux", "t_query": 1921.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001470", "prompt": " After Franco Basaglia country of citizenship Italy, what was the head of state of Raul Gardini's country of citizenship?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Franco Margola | country of citizenship | Italy | 1989\n- Franco Lavoratori | country of citizenship | Italy | 1989\n- Franco Franchi | country of citizenship | Italy | 1989\n- Franco Evangelisti | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Francesco Cossiga", "t_query": 1989.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001471", "prompt": " In 1950, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Answer: South Baden", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001472", "prompt": " After Mannheim located in Grand Duchy of Baden, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\nReasoning:", "completion": " Answer: Bavaria", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001473", "prompt": " In what year was the member of sports team of Rudolf Brunnenmeier equal to Schwarz-Weiß Bregenz?\nEvidence:\n- Rudolf Brunnenmeier | member of sports team | Schwarz-Weiß Bregenz | 1976\n- Rudolf Brunnenmeier | member of sports team | SC Schwarz-Weiß Bregenz | 1976\nReasoning:", "completion": " Answer: 1976", "t_query": 1976.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_001474", "prompt": " In 1972, whose territory claimed by's allegiance was German Democratic Republic?\nEvidence:\n- West Germany | territory claimed by | German Democratic Republic | 1972\n- Zwickau | country | German Democratic Republic | 1972\n- Zeuthen | country | German Democratic Republic | 1972\n- Wismar | country | German Democratic Republic | 1972\n- Q696016 | country | German Democratic Republic | 1972\n- Q525425 | country | German Democratic Republic | 1972\n- Q45898 | country | German Democratic Republic | 1972\n- Potsdam | country | German Democratic Republic | 1972\n- Neustrelitz | country | German Democratic Republic | 1972\n- Magdeburg | country | German Democratic Republic | 1972\n- Jena | country | German Democratic Republic | 1972\n- Görlitz | country | German Democratic Republic | 1972\n- Elsterwerda | country | German Democratic Republic | 1972\n- Cottbus | country | German Democratic Republic | 1972\n- Berlin | country | German Democratic Republic | 1972\nReasoning:", "completion": " Answer: Friedrich Guggenberger", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001475", "prompt": " In what year was the position held of Cesare Terranova's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Answer: 1966", "t_query": 1966.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001476", "prompt": " In what year was the member of of Clelio Darida's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: 1968", "t_query": 1968.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001477", "prompt": " In what year was the shares border with of Francesca Romana Coluzzi's country of citizenship equal to Yugoslavia?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Italy | shares border with | Yugoslavia | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: 1963", "t_query": 1963.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001478", "prompt": " After Mannheim located in Republic of Baden, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\nReasoning:", "completion": " Answer: Rhineland-Palatinate", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001479", "prompt": " In 1950, whose contains the administrative territorial entity's country was Hesse?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\nReasoning:", "completion": " Answer: Würzburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001480", "prompt": " In what year was the currency of Maria Rita Saulle's country of citizenship equal to Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1989\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: 1989", "t_query": 1989.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001481", "prompt": " In 1962, what was the head of state of Guido Aycard's country of citizenship?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Giovanni Gronchi", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001482", "prompt": " In 1953, whose chairperson was Wilhelm Niklas?\nEvidence:\n- Federal Ministry of Agriculture, Food and Regional Identity | chairperson | Wilhelm Niklas | 1953\n- Federal Ministry of Agriculture, Food and Regional Identity | chairperson | Heinrich Lübke | 1953\nReasoning:", "completion": " Answer: Federal Ministry of Agriculture, Food and Regional Identity", "t_query": 1953.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_001483", "prompt": " In 1950, whose contains the administrative territorial entity's country was Württemberg-Baden?\nEvidence:\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\nReasoning:", "completion": " Answer: Würzburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001484", "prompt": " In what year was the position held of Carmelo Cappello's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: 1964", "t_query": 1964.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001485", "prompt": " In 1950, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Answer: Lower Saxony", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001486", "prompt": " After Würzburg head of government Andreas Grieser, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Answer: Hesse", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001487", "prompt": " In 1946, whose country of citizenship's head of state's country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q429298 | country of citizenship | Kingdom of Italy | 1946\n- Q133535 | country of citizenship | Kingdom of Italy | 1946\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1946\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1946\n- Titta Ruffo | country of citizenship | Kingdom of Italy | 1946\n- Tita Piaz | country of citizenship | Kingdom of Italy | 1946\n- Rosina Anselmi | country of citizenship | Kingdom of Italy | 1946\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1946\n- Paolo Manna | country of citizenship | Kingdom of Italy | 1946\n- Pantaleo Carabellese | country of citizenship | Kingdom of Italy | 1946\n- Norina Matchabelli | country of citizenship | Kingdom of Italy | 1946\n- Michele Cipolla | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Answer: Ignazio Cannavò", "t_query": 1946.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001488", "prompt": " In 1987, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1987\n- Ireland | member of | European Economic Community | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: Romolo Alzani", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001489", "prompt": " After Chairman of the National Assembly of Vietnam officeholder Trường Chinh, what was the officeholder of Chairman of the National Assembly of Vietnam?\nEvidence:\n- Chairman of the National Assembly of Vietnam | position holder | Nguyen Huu Tho | 1983\nReasoning:", "completion": " Answer: Nguyen Huu Tho", "t_query": 1983.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001490", "prompt": " In 1949, whose country was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1949\n- Yalta | country | Soviet Union | 1949\n- Voronezh | country | Soviet Union | 1949\n- Volhynia | country | Soviet Union | 1949\n- Vinnytsia | country | Soviet Union | 1949\n- Urgench | country | Soviet Union | 1949\n- Uman | country | Soviet Union | 1949\n- Torzhok | country | Soviet Union | 1949\n- Tbilisi | country | Soviet Union | 1949\n- Sudak | country | Soviet Union | 1949\n- Starodub | country | Soviet Union | 1949\n- Simferopol | country | Soviet Union | 1949\n- Siberia | country | Soviet Union | 1949\n- Sevastopol | country | Soviet Union | 1949\n- Q957273 | country | Soviet Union | 1949\nReasoning:", "completion": " Answer: Nakhchivan", "t_query": 1949.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001491", "prompt": " Who was the employer of Freeman Dyson after University of Birmingham?\nEvidence:\n- Freeman Dyson | employer | Institute for Advanced Study | 1978\n- Q711278 | employer | Institute for Advanced Study | 1978\nReasoning:", "completion": " Answer: Institute for Advanced Study", "t_query": 1978.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_001492", "prompt": " In 1989, what was the head of state of Raul Gardini's country of citizenship?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\n- Stéphane Grappelli | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Francesco Cossiga", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001493", "prompt": " In 1995, what was the head of government of Umberto Mastroianni's country of citizenship?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\n- Tiziano Terzani | country of citizenship | Italy | 1995\nReasoning:", "completion": " Answer: Lamberto Dini", "t_query": 1995.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001494", "prompt": " After Livio Lorenzon country of citizenship Italy, what was the member of of Gianni Brera's country of citizenship?\nEvidence:\n- Livio Lorenzon | country of citizenship | Italy | 1963\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1963.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001495", "prompt": " Who was the position held of Germany's head of government after Vice-Chancellor of Germany?\nEvidence:\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Answer: Federal Minister for Foreign Affairs", "t_query": 1974.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001496", "prompt": " After Heinrich Scheuch country of citizenship Germany, what was the head of state of Germany?\nEvidence:\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Heinrich Mann Prize | country | German Democratic Republic | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: Richard von Weizsäcker", "t_query": 1987.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001497", "prompt": " In 1929, what was the board member of Deutsche Reichsbahn (GDR)?\nEvidence:\n- Deutsche Reichsbahn (GDR) | board member | Julius Dorpmüller | 1929\nReasoning:", "completion": " Answer: Julius Dorpmüller", "t_query": 1929.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001498", "prompt": " In 2020, what was the member of sports team of Diego Benaglio?\nEvidence:\n- Diego Benaglio | member of sports team | AS Monaco FC | 2020\n- Stevan Jovetić | member of sports team | AS Monaco FC | 2020\nReasoning:", "completion": " Answer: AS Monaco FC", "t_query": 2020.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_001499", "prompt": " Who was the member of of Mario Gentili's country of citizenship before European Coal and Steel Community?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1961.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001500", "prompt": " Who was the member of of Giacomo Rossi-Stuart's country of citizenship before European Economic Community?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1975.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001501", "prompt": " Who was the member of of Salvatore Fiume's country of citizenship before European Economic Community?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1971.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001502", "prompt": " In 1997, what was the shares border with of United States?\nEvidence:\n- United States | shares border with | Panama | 1997\n- Paolo Soleri | residence | United States | 1997\n- Discovery Channel | country | United States | 1997\n- Julie Mehretu | work location | United States | 1997\n- United States | head of government | Bill Clinton | 1997\n- Tina Turner | country of citizenship | United States | 1997\n- Richard Pipes | country of citizenship | United States | 1997\n- Eduardo Saverin | country of citizenship | United States | 1997\n- Angela Lansbury | country of citizenship | United States | 1997\n- Q636947 | designated as terrorist by | United States | 1997\n- Q191764 | designated as terrorist by | United States | 1997\n- Kach | designated as terrorist by | United States | 1997\n- Paolo Soleri | country of citizenship | Italy | 1997\n- Sven Teutenberg | member of sports team | Discovery Channel | 1997\n- Adriano Baffi | member of sports team | Discovery Channel | 1997\nReasoning:", "completion": " Answer: Panama", "t_query": 1997.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001503", "prompt": " After Heilsbronn country West Germany, what was the currency of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\nReasoning:", "completion": " Answer: Deutsche Mark", "t_query": 1953.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001504", "prompt": " In what year was the position held of Lewis Mumford's work location's head of government equal to Mayor of New York City?\nEvidence:\n- Lewis Mumford | work location | New York City | 1986\n- Q828254 | work location | New York City | 1986\n- Arman | work location | New York City | 1986\n- Nancy Graves | work location | New York City | 1986\n- Louise Bourgeois | work location | New York City | 1986\n- Elliott Erwitt | work location | New York City | 1986\n- Donald Trump | work location | New York City | 1986\n- Alan Vega | work location | New York City | 1986\n- New York City | head of government | Ed Koch | 1986\n- MetLife | headquarters location | New York City | 1986\n- Lewis Mumford | residence | Amenia | 1986\n- Wolfgang Schivelbusch | residence | New York City | 1986\n- William Vickrey | residence | New York City | 1986\n- Gil Evans | residence | New York City | 1986\n- Variety | place of publication | New York City | 1986\nReasoning:", "completion": " Answer: 1986", "t_query": 1986.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001505", "prompt": " In 1948, whose head of state was Luigi Einaudi?\nEvidence:\n- Italy | head of state | Luigi Einaudi | 1948\n- Luigi Comencini | country of citizenship | Italy | 1948\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1948\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1948\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1948\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1948\n- Zita of Bourbon-Parma | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\n- Q318968 | country of citizenship | Italy | 1948\nReasoning:", "completion": " Answer: Italy", "t_query": 1948.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001506", "prompt": " In what year was the head of government of Tilla Durieux's spouse's work location's country equal to Joseph Wirth?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Answer: 1921", "t_query": 1921.0, "chain_length": 4, "operator_type": "interval", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001507", "prompt": " In 1942, what was the country of Jena?\nEvidence:\n- Jena | country | Nazi Germany | 1942\n- Jena | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Carl Zeiss AG | headquarters location | Jena | 1942\n- Republic of Baden | located in the administrative territorial entity | Nazi Germany | 1942\n- Saxony | located in the administrative territorial entity | Nazi Germany | 1942\n- Berlin | located in the administrative territorial entity | Nazi Germany | 1942\n- Weimar | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Q15976 | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Gera | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Free State of Mecklenburg | located in the administrative territorial entity | Nazi Germany | 1942\n- Free State of Anhalt | located in the administrative territorial entity | Nazi Germany | 1942\n- Q822028 | country of registry | Nazi Germany | 1942\n- Q321140 | country of registry | Nazi Germany | 1942\n- Q237358 | country of citizenship | Nazi Germany | 1942\n- U-752 | country of registry | Nazi Germany | 1942\nReasoning:", "completion": " Answer: Nazi Germany", "t_query": 1942.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001508", "prompt": " In 1949, whose head of state's country of citizenship was Luigi Einaudi?\nEvidence:\n- Italy | head of state | Luigi Einaudi | 1949\n- Luigi Comencini | country of citizenship | Italy | 1949\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1949\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1949\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1949\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1949\n- Q639507 | country of citizenship | Italy | 1949\n- Q612509 | country of citizenship | Italy | 1949\n- Q454036 | country of citizenship | Italy | 1949\n- Q435856 | country of citizenship | Italy | 1949\n- Q432318 | country of citizenship | Italy | 1949\n- Q429298 | country of citizenship | Italy | 1949\n- Q318968 | country of citizenship | Italy | 1949\n- Q264986 | country of citizenship | Italy | 1949\n- Q219490 | country of citizenship | Italy | 1949\nReasoning:", "completion": " Answer: Sergio Noja Noseda", "t_query": 1949.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001509", "prompt": " In 1907, what was the country of Wiesbaden?\nEvidence:\n- Wiesbaden | located in the administrative territorial entity | Wiesbaden Government Region | 1907\n- Wiesbaden | country | German Empire | 1907\n- Frankfurt | located in the administrative territorial entity | Wiesbaden Government Region | 1907\n- Q87105 | country of citizenship | German Empire | 1907\n- Q76638 | country of citizenship | German Empire | 1907\n- Wilhelm Röntgen | country of citizenship | German Empire | 1907\n- Georg August Zenker | country of citizenship | German Empire | 1907\n- Zwickau | country | German Empire | 1907\n- Zimmern | country | German Empire | 1907\n- Wrocław | country | German Empire | 1907\n- Wittmund | country | German Empire | 1907\n- Wismar | country | German Empire | 1907\n- Weimar | country | German Empire | 1907\n- Vaterstetten | country | German Empire | 1907\n- Trier | country | German Empire | 1907\nReasoning:", "completion": " Answer: German Empire", "t_query": 1907.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001510", "prompt": " Who was the member of of Giorgio Rebuffi's country of citizenship after European Economic Community?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Guerra | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1997.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001511", "prompt": " In 1974, what was the head of state of Germany's diplomatic relation?\nEvidence:\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\nReasoning:", "completion": " Answer: Mohammed Daoud Khan", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001512", "prompt": " In 1968, whose spouse was Gail Zappa?\nEvidence:\n- Gail Zappa | spouse | Frank Zappa | 1968\n- Frank Zappa | spouse | Gail Zappa | 1968\n- Frank Zappa | genre | psychedelic rock | 1968\nReasoning:", "completion": " Answer: Frank Zappa", "t_query": 1968.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001513", "prompt": " After Angelo Martino Colombo member of sports team F.C. Pro Vercelli 1892, what was the country of citizenship of Angelo Martino Colombo?\nEvidence:\n- Angelo Martino Colombo | country of citizenship | Italy | 2004\n- Alberto De Martino | country of citizenship | Italy | 2004\n- Angelo Infanti | country of citizenship | Italy | 2004\n- Angelo Cuniberti | country of citizenship | Italy | 2004\n- Q679495 | country of citizenship | Italy | 2004\n- Q678840 | country of citizenship | Italy | 2004\n- Q445276 | country of citizenship | Italy | 2004\n- Q383551 | country of citizenship | Italy | 2004\n- Vittorio Vettori | country of citizenship | Italy | 2004\n- Vito Lattanzio | country of citizenship | Italy | 2004\n- Veriano Luchetti | country of citizenship | Italy | 2004\n- Valeria Moriconi | country of citizenship | Italy | 2004\n- Urbano Lazzaro | country of citizenship | Italy | 2004\n- Tullio Kezich | country of citizenship | Italy | 2004\n- Tonino Guerra | country of citizenship | Italy | 2004\nReasoning:", "completion": " Answer: Italy", "t_query": 2004.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001514", "prompt": " In 1970, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: Lina Bo Bardi", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001515", "prompt": " In 1975, whose chairperson was Leonid Brezhnev?\nEvidence:\n- Communist Party of the Soviet Union | chairperson | Leonid Brezhnev | 1975\n- Zuleykha Seyidmammadova | member of political party | Communist Party of the Soviet Union | 1975\n- Vladimir Dzhanibekov | member of political party | Communist Party of the Soviet Union | 1975\n- Viktor Kulikov | member of political party | Communist Party of the Soviet Union | 1975\n- Viktor Anpilov | member of political party | Communist Party of the Soviet Union | 1975\n- Siim Kallas | member of political party | Communist Party of the Soviet Union | 1975\n- Ruslan Khasbulatov | member of political party | Communist Party of the Soviet Union | 1975\n- Ivan Silayev | member of political party | Communist Party of the Soviet Union | 1975\n- Heydar Aliyev | member of political party | Communist Party of the Soviet Union | 1975\n- Dzhokhar Dudayev | member of political party | Communist Party of the Soviet Union | 1975\n- Dmitriy Ustinov | member of political party | Communist Party of the Soviet Union | 1975\n- Aram Khachaturian | member of political party | Communist Party of the Soviet Union | 1975\n- Anatoly Yakovlevich Solovyev | member of political party | Communist Party of the Soviet Union | 1975\n- Aleksei Gubarev | member of political party | Communist Party of the Soviet Union | 1975\n- Albert Azaryan | member of political party | Communist Party of the Soviet Union | 1975\nReasoning:", "completion": " Answer: Communist Party of the Soviet Union", "t_query": 1975.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001516", "prompt": " In 1971, what was the head of government of Salvatore Fiume's country of citizenship?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: Emilio Colombo", "t_query": 1971.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001517", "prompt": " After Germany head of government Walter Scheel, what was the spouse of Germany's head of government?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Germany | member of | Western European Union | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\nReasoning:", "completion": " Answer: Hannelore Kohl", "t_query": 1987.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001518", "prompt": " In what year was the head of state of Germany's diplomatic relation equal to Mohammad Najibullah?\nEvidence:\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | diplomatic relation | German Democratic Republic | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Bonn | capital of | Germany | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Germany | member of | Western European Union | 1987\nReasoning:", "completion": " Answer: 1987", "t_query": 1987.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001519", "prompt": " In 1956, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giovanni Gronchi | position held | President of Italy | 1956\n- Italy | head of state | Giovanni Gronchi | 1956\n- Giovanni Gronchi | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: Laura Veccia Vaglieri", "t_query": 1956.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001520", "prompt": " In what year was the member of of Romolo Alzani's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: 1987", "t_query": 1987.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001521", "prompt": " Who was the member of of Claudio Cavazza's country of citizenship after European Economic Community?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1970.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001522", "prompt": " In 1963, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1963\n- Germany | member of | European Coal and Steel Community | 1963\n- Belgium | member of | European Coal and Steel Community | 1963\n- Germany | member of | European Atomic Energy Community | 1963\n- Germany | member of | Western European Union | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Luigi Pistilli", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001523", "prompt": " In 1903, whose work location was Johannesburg?\nEvidence:\n- Joseph Hertz | work location | Johannesburg | 1903\nReasoning:", "completion": " Answer: Joseph Hertz", "t_query": 1903.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001524", "prompt": " In what year was the country of citizenship of Pietro Arcari equal to Kingdom of Italy?\nEvidence:\n- Pietro Arcari | country of citizenship | Kingdom of Italy | 1929\n- Pietro Parente | country of citizenship | Kingdom of Italy | 1929\n- Pietro Nenni | country of citizenship | Kingdom of Italy | 1929\n- Pietro Lana | country of citizenship | Kingdom of Italy | 1929\n- Q976653 | country of citizenship | Kingdom of Italy | 1929\n- Q972711 | country of citizenship | Kingdom of Italy | 1929\n- Q922237 | country of citizenship | Kingdom of Italy | 1929\n- Q890523 | country of citizenship | Kingdom of Italy | 1929\n- Q715036 | country of citizenship | Kingdom of Italy | 1929\n- Q710497 | country of citizenship | Kingdom of Italy | 1929\n- Q678253 | country of citizenship | Kingdom of Italy | 1929\n- Q654973 | country of citizenship | Kingdom of Italy | 1929\n- Q650303 | country of citizenship | Kingdom of Italy | 1929\n- Q603148 | country of citizenship | Kingdom of Italy | 1929\n- Q527400 | country of citizenship | Kingdom of Italy | 1929\nReasoning:", "completion": " Answer: 1929", "t_query": 1929.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001525", "prompt": " After Germany member of European Atomic Energy Community, what was the chairperson of Germany's head of government's member of political party?\nEvidence:\n- Germany | member of | European Atomic Energy Community | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Italy | member of | European Coal and Steel Community | 1974\n- Belgium | member of | European Coal and Steel Community | 1974\n- Germany | member of | Western European Union | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\nReasoning:", "completion": " Answer: Hans-Dietrich Genscher", "t_query": 1974.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001526", "prompt": " In 1978, what was the located in of Šilutė?\nEvidence:\n- Šilutė | located in the administrative territorial entity | Šilutė District Municipality | 1978\n- Pagėgiai | located in the administrative territorial entity | Šilutė District Municipality | 1978\nReasoning:", "completion": " Answer: Šilutė District Municipality", "t_query": 1978.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_001527", "prompt": " In 1993, whose head of government's country of citizenship was Carlo Azeglio Ciampi?\nEvidence:\n- Italy | head of government | Carlo Azeglio Ciampi | 1993\n- Carlo Fruttero | country of citizenship | Italy | 1993\n- Carlo Cercignani | country of citizenship | Italy | 1993\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\nReasoning:", "completion": " Answer: Luca Ronconi", "t_query": 1993.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001528", "prompt": " In what year was the replaced by of Carel Willink's work location's country equal to Free City of Danzig?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Answer: 1920", "t_query": 1920.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_001529", "prompt": " In what year was the located in of Pérouges equal to arrondissement of Bourg-en-Bresse?\nEvidence:\n- Pérouges | located in the administrative territorial entity | arrondissement of Bourg-en-Bresse | 1938\n- Q243579 | located in the administrative territorial entity | arrondissement of Bourg-en-Bresse | 1938\n- Le Montellier | located in the administrative territorial entity | arrondissement of Bourg-en-Bresse | 1938\n- Charnoz-sur-Ain | located in the administrative territorial entity | arrondissement of Bourg-en-Bresse | 1938\nReasoning:", "completion": " Answer: 1938", "t_query": 1938.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_001530", "prompt": " In what year was the country of citizenship of Attilio Pierelli equal to Kingdom of Italy?\nEvidence:\n- Attilio Pierelli | country of citizenship | Kingdom of Italy | 1929\n- Q976653 | country of citizenship | Kingdom of Italy | 1929\n- Q972711 | country of citizenship | Kingdom of Italy | 1929\n- Q922237 | country of citizenship | Kingdom of Italy | 1929\n- Q890523 | country of citizenship | Kingdom of Italy | 1929\n- Q715036 | country of citizenship | Kingdom of Italy | 1929\n- Q710497 | country of citizenship | Kingdom of Italy | 1929\n- Q678253 | country of citizenship | Kingdom of Italy | 1929\n- Q654973 | country of citizenship | Kingdom of Italy | 1929\n- Q650303 | country of citizenship | Kingdom of Italy | 1929\n- Q603148 | country of citizenship | Kingdom of Italy | 1929\n- Q527400 | country of citizenship | Kingdom of Italy | 1929\n- Q51189 | country of citizenship | Kingdom of Italy | 1929\n- Q471232 | country of citizenship | Kingdom of Italy | 1929\n- Q456574 | country of citizenship | Kingdom of Italy | 1929\nReasoning:", "completion": " Answer: 1929", "t_query": 1929.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001531", "prompt": " In what year was the member of of People's Republic of China's head of government equal to Politburo Standing Committee of the Chinese Communist Party?\nEvidence:\n- Wen Jiabao | member of | Politburo Standing Committee of the Chinese Communist Party | 2008\n- People's Republic of China | head of government | Wen Jiabao | 2008\n- People's Republic of China | head of state | Hu Jintao | 2008\n- Xiao Yang | member of political party | Chinese Communist Party | 2008\n- Xiao Ke | member of political party | Chinese Communist Party | 2008\n- Li Rui | member of political party | Chinese Communist Party | 2008\n- Li Peng | member of political party | Chinese Communist Party | 2008\n- Xu Qinxian | country of citizenship | People's Republic of China | 2008\n- Xiao Yang | country of citizenship | People's Republic of China | 2008\n- Xiao Ke | country of citizenship | People's Republic of China | 2008\n- Ricky Hui | country of citizenship | People's Republic of China | 2008\n- Li Rui | country of citizenship | People's Republic of China | 2008\n- Li Peng | country of citizenship | People's Republic of China | 2008\n- Gong Li | country of citizenship | People's Republic of China | 2008\n- Benny Chan | country of citizenship | People's Republic of China | 2008\nReasoning:", "completion": " Answer: 2008", "t_query": 2008.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001532", "prompt": " After Gianni Agus country of citizenship Italy, what was the shares border with of Gino Cassinis's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1959\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1959.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001533", "prompt": " In 2022, whose head of government was Mario Draghi?\nEvidence:\n- Italy | head of government | Mario Draghi | 2022\nReasoning:", "completion": " Answer: Italy", "t_query": 2022.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001534", "prompt": " Who was the contains the administrative territorial entity of Würzburg's country before Hesse?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Answer: Hamburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001535", "prompt": " In 1995, what was the head coach of Inter Milan?\nEvidence:\n- Inter Milan | head coach | Ottavio Bianchi | 1995\n- Ottavio Bianchi | coach of sports team | Inter Milan | 1995\n- Q608775 | member of sports team | Inter Milan | 1995\n- Q52876 | member of sports team | Inter Milan | 1995\n- Q505376 | member of sports team | Inter Milan | 1995\n- Q461305 | member of sports team | Inter Milan | 1995\n- Q429039 | member of sports team | Inter Milan | 1995\n- Q311362 | member of sports team | Inter Milan | 1995\n- Q185389 | member of sports team | Inter Milan | 1995\n- Paul Ince | member of sports team | Inter Milan | 1995\n- Maurizio Ganz | member of sports team | Inter Milan | 1995\n- Q311362 | member of sports team | Fortuna Düsseldorf | 1995\n- Q608775 | member of sports team | São Paulo FC | 1995\n- Q52876 | member of sports team | Club Atlético Banfield | 1995\n- Q429039 | member of sports team | Sociedade Esportiva Palmeiras | 1995\nReasoning:", "completion": " Answer: Ottavio Bianchi", "t_query": 1995.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001536", "prompt": " In 1995, what was the coach of sports team of Artur Jorge?\nEvidence:\n- Artur Jorge | coach of sports team | S.L. Benfica | 1995\n- Artur Jorge | coach of sports team | Switzerland men's national football team | 1995\n- Q686846 | member of sports team | Switzerland men's national football team | 1995\n- Q676250 | member of sports team | Switzerland men's national football team | 1995\n- Q673003 | member of sports team | Switzerland men's national football team | 1995\n- Q671796 | member of sports team | Switzerland men's national football team | 1995\n- Q372858 | member of sports team | Switzerland men's national football team | 1995\n- Q327937 | member of sports team | Switzerland men's national football team | 1995\n- Q323799 | member of sports team | Switzerland men's national football team | 1995\n- Q124201 | member of sports team | Switzerland men's national football team | 1995\n- Q976320 | member of sports team | S.L. Benfica | 1995\n- Q929372 | member of sports team | S.L. Benfica | 1995\n- Q725768 | member of sports team | S.L. Benfica | 1995\n- Q440999 | member of sports team | S.L. Benfica | 1995\n- Q386973 | member of sports team | S.L. Benfica | 1995\nReasoning:", "completion": " Answer: S.L. Benfica", "t_query": 1995.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001537", "prompt": " After Giacomo Rossi-Stuart country of citizenship Italy, what was the head of state of Franca Ongaro's country of citizenship?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1952\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Giacomo Gentilomo | country of citizenship | Italy | 1952\n- Giacomo Furia | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\nReasoning:", "completion": " Answer: Luigi Einaudi", "t_query": 1952.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001538", "prompt": " In 1979, what was the employer of Mihály Bartók?\nEvidence:\n- Mihály Bartók | employer | University of Szeged | 1979\n- University of Szeged | named after | Attila József | 1979\nReasoning:", "completion": " Answer: University of Szeged", "t_query": 1979.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_001539", "prompt": " In what year was the head of state of Giacomo Rossi-Stuart's country of citizenship equal to Giovanni Leone?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: 1975", "t_query": 1975.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001540", "prompt": " In 1971, whose head of state's country of citizenship was Giuseppe Saragat?\nEvidence:\n- Italy | head of state | Giuseppe Saragat | 1971\n- Giuseppe Saragat | country of citizenship | Italy | 1971\n- Giuseppe Saragat | position held | President of Italy | 1971\n- Giuseppe Saragat | position held | Italian senator for life | 1971\n- Giuseppe Prisco | country of citizenship | Italy | 1971\n- Giuseppe Patanè | country of citizenship | Italy | 1971\n- Giuseppe Meazza | country of citizenship | Italy | 1971\n- Giuseppe Gabrielli | country of citizenship | Italy | 1971\n- Giuseppe Colnago | country of citizenship | Italy | 1971\n- Giuseppe Busso | country of citizenship | Italy | 1971\n- Giuseppe Antonini | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: Salvatore Fiume", "t_query": 1971.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001541", "prompt": " After Livio Pavanelli country of citizenship Italy, what was the shares border with of Sergio Noja Noseda's country of citizenship?\nEvidence:\n- Sergio Noja Noseda | country of citizenship | Italy | 1949\n- Italy | shares border with | Yugoslavia | 1949\n- Livio Lorenzon | country of citizenship | Italy | 1949\n- Sergio Realini | country of citizenship | Italy | 1949\n- Sergio Mantovani | country of citizenship | Italy | 1949\n- Sergio Bonelli | country of citizenship | Italy | 1949\n- Q639507 | country of citizenship | Italy | 1949\n- Q612509 | country of citizenship | Italy | 1949\n- Q454036 | country of citizenship | Italy | 1949\n- Q435856 | country of citizenship | Italy | 1949\n- Q432318 | country of citizenship | Italy | 1949\n- Q429298 | country of citizenship | Italy | 1949\n- Q318968 | country of citizenship | Italy | 1949\n- Q264986 | country of citizenship | Italy | 1949\n- Q219490 | country of citizenship | Italy | 1949\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1949.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001542", "prompt": " After Sabatino Moscati country of citizenship Italy, what was the head of state of Romano Mussolini's country of citizenship?\nEvidence:\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Sandro Pertini", "t_query": 1984.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001543", "prompt": " In 1970, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: Claudio Cavazza", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001544", "prompt": " In 1985, whose owner of was Seoul Metro Corporation?\nEvidence:\n- Seoul Metropolitan Government | owner of | Seoul Metro Corporation | 1985\nReasoning:", "completion": " Answer: Seoul Metropolitan Government", "t_query": 1985.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001545", "prompt": " In 1904, what was the country of citizenship of Gaetano Crocco?\nEvidence:\n- Gaetano Crocco | country of citizenship | Kingdom of Italy | 1904\n- Gaetano Catanoso | country of citizenship | Kingdom of Italy | 1904\n- Gaetano de Lai | country of citizenship | Kingdom of Italy | 1904\n- Q983389 | country of citizenship | Kingdom of Italy | 1904\n- Q976653 | country of citizenship | Kingdom of Italy | 1904\n- Q972711 | country of citizenship | Kingdom of Italy | 1904\n- Q959367 | country of citizenship | Kingdom of Italy | 1904\n- Q939226 | country of citizenship | Kingdom of Italy | 1904\n- Q932616 | country of citizenship | Kingdom of Italy | 1904\n- Q926585 | country of citizenship | Kingdom of Italy | 1904\n- Q920582 | country of citizenship | Kingdom of Italy | 1904\n- Q890523 | country of citizenship | Kingdom of Italy | 1904\n- Q817284 | country of citizenship | Kingdom of Italy | 1904\n- Q765946 | country of citizenship | Kingdom of Italy | 1904\n- Q745874 | country of citizenship | Kingdom of Italy | 1904\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1904.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001546", "prompt": " After Anna Freud country of citizenship United Kingdom, what was the head of state of United Kingdom?\nEvidence:\n- United Kingdom | head of state | Elizabeth II | 1989\n- Tony Abbott | country of citizenship | United Kingdom | 1989\n- Robert Morley | country of citizenship | United Kingdom | 1989\n- Liz Smith | country of citizenship | United Kingdom | 1989\n- Q672 | head of state | Elizabeth II | 1989\n- New Zealand | head of state | Elizabeth II | 1989\n- Q238219 | country for sport | United Kingdom | 1989\n- United Kingdom | part of | European Union | 1989\n- United Kingdom | member of | European Union | 1989\nReasoning:", "completion": " Answer: Elizabeth II", "t_query": 1989.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_001547", "prompt": " In 1969, what was the located in of Görlitz?\nEvidence:\n- Görlitz | located in the administrative territorial entity | Dresden District | 1969\n- Görlitz | country | German Democratic Republic | 1969\n- Q97584 | country of citizenship | German Democratic Republic | 1969\n- Q96955 | country of citizenship | German Democratic Republic | 1969\n- Q77767 | country of citizenship | German Democratic Republic | 1969\n- Q73946 | country of citizenship | German Democratic Republic | 1969\n- Q67341 | country of citizenship | German Democratic Republic | 1969\n- Q449313 | country of citizenship | German Democratic Republic | 1969\n- Q438683 | country of citizenship | German Democratic Republic | 1969\n- Q323063 | country of citizenship | German Democratic Republic | 1969\n- Q126983 | country of citizenship | German Democratic Republic | 1969\n- East Berlin | capital of | German Democratic Republic | 1969\n- Werner Schulz | country of citizenship | German Democratic Republic | 1969\n- Udo Zimmermann | country of citizenship | German Democratic Republic | 1969\n- Ruth Fuchs | country of citizenship | German Democratic Republic | 1969\nReasoning:", "completion": " Answer: Dresden District", "t_query": 1969.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001548", "prompt": " Who was the member of of Giovanni Spadolini's country of citizenship after European Economic Community?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1975.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001549", "prompt": " In 1953, whose contains the administrative territorial entity's country's work location was Hamburg?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hamburg | 1953\n- West Germany | contains the administrative territorial entity | Hesse | 1953\n- West Germany | contains the administrative territorial entity | Bremen | 1953\n- West Germany | contains the administrative territorial entity | Bavaria | 1953\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1953\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1953\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1953\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1953\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1953\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1953\n- Bild | place of publication | Hamburg | 1953\n- Würzburg | country | West Germany | 1953\n- Wuppertal | country | West Germany | 1953\n- Wiesbaden | country | West Germany | 1953\n- Viersen | country | West Germany | 1953\nReasoning:", "completion": " Answer: Bernard Schultze", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001550", "prompt": " Who was the country of Kostanay Region before Soviet Union?\nEvidence:\n- Kostanay Region | country | Soviet Union | 1967\n- Kostanay Region | country | Kazakh Soviet Socialist Republic | 1967\n- North Kazakhstan Region | country | Soviet Union | 1967\n- East Kazakhstan Region | country | Soviet Union | 1967\n- Kostanay Region | located in the administrative territorial entity | Kazakh Soviet Socialist Republic | 1967\n- Zhytomyr | country | Soviet Union | 1967\n- Zastavna | country | Soviet Union | 1967\n- Yevpatoriia | country | Soviet Union | 1967\n- Yalta | country | Soviet Union | 1967\n- Vyazma | country | Soviet Union | 1967\n- Voronezh | country | Soviet Union | 1967\n- Vologda | country | Soviet Union | 1967\n- Volodarsk | country | Soviet Union | 1967\n- Volhynia | country | Soviet Union | 1967\n- Voinyliv | country | Soviet Union | 1967\nReasoning:", "completion": " Answer: Kazakh Soviet Socialist Republic", "t_query": 1967.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001551", "prompt": " In 1973, what was the currency of Lelio Antoniotti's country of citizenship?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\n- Tullio Kezich | country of citizenship | Italy | 1973\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1973.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001552", "prompt": " After Wuppertal country West Germany, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Wuppertal | country | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\nReasoning:", "completion": " Answer: North Rhine-Westphalia", "t_query": 1972.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001553", "prompt": " Who was the head of state of Salvatore Fiume's country of citizenship before Giorgio Napolitano?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Giorgio Perlasca | country of citizenship | Italy | 1971\n- Giorgio Oberweger | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: Giuseppe Saragat", "t_query": 1971.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001554", "prompt": " In 1953, whose position held's head of government was Prime Minister of Italy?\nEvidence:\n- Alcide De Gasperi | position held | Prime Minister of Italy | 1953\n- Italy | head of government | Alcide De Gasperi | 1953\n- Alcide De Gasperi | country of citizenship | Italy | 1953\nReasoning:", "completion": " Answer: Italy", "t_query": 1953.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001555", "prompt": " In 1960, what was the located in of Nizhny Tagil?\nEvidence:\n- Nizhny Tagil | located in the administrative territorial entity | Sverdlovsk Oblast | 1960\n- Q145406 | located in the administrative territorial entity | Sverdlovsk Oblast | 1960\n- Q103212 | located in the administrative territorial entity | Sverdlovsk Oblast | 1960\n- Pervouralsk | located in the administrative territorial entity | Sverdlovsk Oblast | 1960\n- Kamensk-Uralsky | located in the administrative territorial entity | Sverdlovsk Oblast | 1960\nReasoning:", "completion": " Answer: Sverdlovsk Oblast", "t_query": 1960.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_001556", "prompt": " In what year was the position held of Francesca Romana Coluzzi's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: 1963", "t_query": 1963.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001557", "prompt": " In 1968, what was the head of government of Clelio Darida's country of citizenship?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Giovanni Leone", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001558", "prompt": " Who was the head of government of Salvatore Fiume's country of citizenship before Lamberto Dini?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1988\n- Salvatore Cassisa | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\n- Vittore Catella | country of citizenship | Italy | 1988\n- Veriano Luchetti | country of citizenship | Italy | 1988\n- Ugo Tognazzi | country of citizenship | Italy | 1988\n- Ugo Poletti | country of citizenship | Italy | 1988\n- Tullio Kezich | country of citizenship | Italy | 1988\n- Tonino Cervi | country of citizenship | Italy | 1988\n- Tiziano Terzani | country of citizenship | Italy | 1988\nReasoning:", "completion": " Answer: Giovanni Goria", "t_query": 1988.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001559", "prompt": " In 1997, whose country of citizenship was Italy?\nEvidence:\n- Q454036 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\n- Tiziano Terzani | country of citizenship | Italy | 1997\n- Stéphane Grappelli | country of citizenship | Italy | 1997\n- Simon Spierer | country of citizenship | Italy | 1997\n- Sergio Mantovani | country of citizenship | Italy | 1997\n- Sergio Bonelli | country of citizenship | Italy | 1997\n- Salvatore Cassisa | country of citizenship | Italy | 1997\n- Rossana Rossanda | country of citizenship | Italy | 1997\n- Romano Mussolini | country of citizenship | Italy | 1997\n- Renata Tebaldi | country of citizenship | Italy | 1997\n- Primo Nebiolo | country of citizenship | Italy | 1997\nReasoning:", "completion": " Answer: Giorgio Rebuffi", "t_query": 1997.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001560", "prompt": " In 1904, what was the head of state of Dushanbe's located in's country?\nEvidence:\n- Dushanbe | located in the administrative territorial entity | Emirate of Bukhara | 1904\n- Termez | country | Emirate of Bukhara | 1904\n- Emirate of Bukhara | country | Russian Empire | 1904\nReasoning:", "completion": " Answer: Nicholas II of Russia", "t_query": 1904.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001561", "prompt": " In 1953, whose contains the administrative territorial entity's country's work location was Lower Saxony?\nEvidence:\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1953\n- Hanover | located in the administrative territorial entity | Lower Saxony | 1953\n- West Germany | contains the administrative territorial entity | Hesse | 1953\n- West Germany | contains the administrative territorial entity | Hamburg | 1953\n- West Germany | contains the administrative territorial entity | Bremen | 1953\n- West Germany | contains the administrative territorial entity | Bavaria | 1953\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1953\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1953\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1953\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1953\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1953\n- Würzburg | country | West Germany | 1953\n- Wuppertal | country | West Germany | 1953\n- Wiesbaden | country | West Germany | 1953\n- Viersen | country | West Germany | 1953\nReasoning:", "completion": " Answer: Bernard Schultze", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001562", "prompt": " In what year was the diplomatic relation of Friedrich Guggenberger's allegiance equal to German Democratic Republic?\nEvidence:\n- West Germany | diplomatic relation | German Democratic Republic | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- West Germany | territory claimed by | German Democratic Republic | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- German Rugby Federation | operating area | West Germany | 1972\n- Hans-Günther Lange | military branch | West German Navy | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\nReasoning:", "completion": " Answer: 1972", "t_query": 1972.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001563", "prompt": " Who was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance after Lower Saxony?\nEvidence:\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\nReasoning:", "completion": " Answer: Schleswig-Holstein", "t_query": 1972.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001564", "prompt": " In 1971, what was the member of sports team of Gerd Kische?\nEvidence:\n- Gerd Kische | member of sports team | F.C. Hansa Rostock | 1971\n- Gerd Kische | member of sports team | East Germany national football team | 1971\n- Q872768 | member of sports team | East Germany national football team | 1971\n- Q73725 | member of sports team | East Germany national football team | 1971\n- Q69584 | member of sports team | East Germany national football team | 1971\n- Q690178 | member of sports team | East Germany national football team | 1971\n- Q680657 | member of sports team | East Germany national football team | 1971\n- Q67555 | member of sports team | East Germany national football team | 1971\n- Q571103 | member of sports team | East Germany national football team | 1971\n- Q562188 | member of sports team | East Germany national football team | 1971\n- Henning Frenzel | member of sports team | East Germany national football team | 1971\n- Bernd Bransch | member of sports team | East Germany national football team | 1971\n- Q823665 | member of sports team | F.C. Hansa Rostock | 1971\n- Herbert Pankau | member of sports team | F.C. Hansa Rostock | 1971\nReasoning:", "completion": " Answer: East Germany national football team", "t_query": 1971.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 14, "_lever_variant": "terse"} +{"id": "sft_001565", "prompt": " After Matteo Marangoni country of citizenship Italy, what was the position held of John Paul I's country of citizenship's head of state?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Clara Marangoni | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1961.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001566", "prompt": " Who was the head of state of Francesca Romana Coluzzi's country of citizenship before Giovanni Leone?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Giovanni Mardersteig | country of citizenship | Italy | 1963\n- Giovanni Invernizzi | country of citizenship | Italy | 1963\n- Giovanni Goria | country of citizenship | Italy | 1963\n- Giovanni Ferrofino | country of citizenship | Italy | 1963\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Antonio Segni", "t_query": 1963.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001567", "prompt": " In 1949, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1949\n- Q639507 | country of citizenship | Italy | 1949\n- Q612509 | country of citizenship | Italy | 1949\n- Q454036 | country of citizenship | Italy | 1949\n- Q435856 | country of citizenship | Italy | 1949\n- Q432318 | country of citizenship | Italy | 1949\n- Q429298 | country of citizenship | Italy | 1949\n- Q318968 | country of citizenship | Italy | 1949\n- Q264986 | country of citizenship | Italy | 1949\n- Q219490 | country of citizenship | Italy | 1949\n- Q213482 | country of citizenship | Italy | 1949\n- Dalida | country of citizenship | Italy | 1949\n- Wilma Montesi | country of citizenship | Italy | 1949\n- Vittore Catella | country of citizenship | Italy | 1949\n- Vitaliano Brancati | country of citizenship | Italy | 1949\nReasoning:", "completion": " Answer: Sergio Noja Noseda", "t_query": 1949.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001568", "prompt": " In 1988, what was the shares border with of Erazim Kohák's residence?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | shares border with | Panama | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- Tony Miles | country for sport | United States | 1988\n- Julie Mehretu | work location | United States | 1988\n- Discovery Channel | country | United States | 1988\nReasoning:", "completion": " Answer: Panama", "t_query": 1988.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 13, "_lever_variant": "terse"} +{"id": "sft_001569", "prompt": " In 1947, whose located in was Socialist Autonomous Province of Vojvodina?\nEvidence:\n- Socialist Autonomous Province of Vojvodina | located in the administrative territorial entity | Q269864 | 1947\n- Socialist Autonomous Province of Vojvodina | country | Socialist Federal Republic of Yugoslavia | 1947\n- Žitište Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Žabalj Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Zrenjanin City | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Titel Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Temerin Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Srbobran Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Senta Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Opovo Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Inđija Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Bečej Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Beočin Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Bač Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Alibunar Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\nReasoning:", "completion": " Answer: Opovo Municipality", "t_query": 1947.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001570", "prompt": " In 1923, what was the powered by of Funiculaire de Thonon-les-Bains?\nEvidence:\n- Funiculaire de Thonon-les-Bains | powered by | water | 1923\nReasoning:", "completion": " Answer: water", "t_query": 1923.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001571", "prompt": " After Tiberio Murgia country of citizenship Italy, what was the head of government of Gino Cassinis's country of citizenship?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: Antonio Segni", "t_query": 1959.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001572", "prompt": " After Renata Borgatti country of citizenship Italy, what was the member of of Arnaldo Genoino's country of citizenship?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Renata Tebaldi | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1978.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001573", "prompt": " In what year was the member of sports team of Turgay Şeren equal to Turkey men's national football team?\nEvidence:\n- Turgay Şeren | member of sports team | Turkey men's national football team | 1950\n- Turgay Şeren | member of sports team | Galatasaray S.K. | 1950\n- Q919302 | member of sports team | Turkey men's national football team | 1950\n- Q762860 | member of sports team | Turkey men's national football team | 1950\nReasoning:", "completion": " Answer: 1950", "t_query": 1950.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_001574", "prompt": " In what year was the head of state of Marco Tulli's country of citizenship equal to Sandro Pertini?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: 1978", "t_query": 1978.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001575", "prompt": " In 1974, whose country of citizenship was German Democratic Republic?\nEvidence:\n- Q97584 | country of citizenship | German Democratic Republic | 1974\n- Q96955 | country of citizenship | German Democratic Republic | 1974\n- Q77767 | country of citizenship | German Democratic Republic | 1974\n- Q73946 | country of citizenship | German Democratic Republic | 1974\n- Q67341 | country of citizenship | German Democratic Republic | 1974\n- Q449313 | country of citizenship | German Democratic Republic | 1974\n- Q438683 | country of citizenship | German Democratic Republic | 1974\n- Q323063 | country of citizenship | German Democratic Republic | 1974\n- Q126983 | country of citizenship | German Democratic Republic | 1974\n- Zwickau | country | German Democratic Republic | 1974\n- Zeuthen | country | German Democratic Republic | 1974\n- Wismar | country | German Democratic Republic | 1974\n- Q696016 | country | German Democratic Republic | 1974\n- Q525425 | country | German Democratic Republic | 1974\n- Q45898 | country | German Democratic Republic | 1974\nReasoning:", "completion": " Answer: Marie Gruber", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001576", "prompt": " In what year was the country of Tilla Durieux's spouse's work location equal to Weimar Republic?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Answer: 1921", "t_query": 1921.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001577", "prompt": " In 1925, whose member of was Académie des Inscriptions et Belles-Lettres?\nEvidence:\n- Q972619 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q587038 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q521592 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q516758 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q446690 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q333292 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q286459 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q202790 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q171485 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Salomon Reinach | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Paul Foucart | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Ferdinand Lot | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Antoine Meillet | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Alfred Jeanroy | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Frederic G. Kenyon | member of | Académie des Inscriptions et Belles-Lettres | 1925\nReasoning:", "completion": " Answer: Paul Foucart", "t_query": 1925.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001578", "prompt": " In 1994, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Oscar Luigi Scalfaro | position held | President of Italy | 1994\n- Italy | head of state | Oscar Luigi Scalfaro | 1994\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1994\nReasoning:", "completion": " Answer: Nino Baragli", "t_query": 1994.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001579", "prompt": " After Eugène Tisserant position held Dean of the College of Cardinals, what was the member of of Eugène Tisserant?\nEvidence:\n- Eugène Tisserant | position held | Dean of the College of Cardinals | 1966\n- Eugène Tisserant | member of | Académie Française | 1966\n- Eugène Tisserant | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q998913 | member of | Académie Française | 1966\n- René Huyghe | member of | Académie Française | 1966\n- Jérôme Carcopino | member of | Académie Française | 1966\n- Jean Paulhan | member of | Académie Française | 1966\n- Jean Guéhenno | member of | Académie Française | 1966\n- François Mauriac | member of | Académie Française | 1966\n- Pierre-Henri Simon | member of | Académie Française | 1966\n- Q822586 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q74879 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q689251 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q663757 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q521915 | member of | Académie des Inscriptions et Belles-Lettres | 1966\nReasoning:", "completion": " Answer: Académie des Inscriptions et Belles-Lettres", "t_query": 1966.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001580", "prompt": " In what year was the country of Dushanbe's located in equal to Russian Empire?\nEvidence:\n- Emirate of Bukhara | country | Russian Empire | 1904\n- Dushanbe | located in the administrative territorial entity | Emirate of Bukhara | 1904\n- Termez | country | Emirate of Bukhara | 1904\nReasoning:", "completion": " Answer: 1904", "t_query": 1904.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001581", "prompt": " After Aldo Rossi country of citizenship Italy, what was the member of of Raul Gardini's country of citizenship?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Paolo Rossi | country of citizenship | Italy | 1989\n- Aldo Protti | country of citizenship | Italy | 1989\n- Aldo Fabrizi | country of citizenship | Italy | 1989\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1989.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001582", "prompt": " In 1957, what was the head of state of Ugo Stille's country of citizenship?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: Giovanni Gronchi", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001583", "prompt": " In what year was the residence of MetLife's headquarters's head of government equal to United States?\nEvidence:\n- MetLife | headquarters location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- William Vickrey | residence | New York City | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\n- Elliott Erwitt | work location | New York City | 1952\nReasoning:", "completion": " Answer: 1952", "t_query": 1952.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001584", "prompt": " In 1904, whose located in was Emirate of Bukhara?\nEvidence:\n- Termez | country | Emirate of Bukhara | 1904\n- Emirate of Bukhara | country | Russian Empire | 1904\n- Dushanbe | located in the administrative territorial entity | Emirate of Bukhara | 1904\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1904\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1904\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1904\n- Russian Empire | head of state | Nicholas II of Russia | 1904\n- Khanate of Khiva | country | Russian Empire | 1904\n- Vladimir Lenin | country of citizenship | Russian Empire | 1904\n- Vikenty Veresaev | country of citizenship | Russian Empire | 1904\nReasoning:", "completion": " Answer: Dushanbe", "t_query": 1904.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001585", "prompt": " After Lamberto Maggiorani country of citizenship Italy, what was the position held of Gino Cassinis's country of citizenship's head of government?\nEvidence:\n- Lamberto Maggiorani | country of citizenship | Italy | 1959\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: Prime Minister of Italy", "t_query": 1959.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001586", "prompt": " In 1941, whose head of state was İsmet İnönü?\nEvidence:\n- Turkey | head of state | İsmet İnönü | 1941\n- Republican People's Party | chairperson | İsmet İnönü | 1941\n- Ömer Nasuhi Bilmen | country of citizenship | Turkey | 1941\n- Fuat Köprülü | member of political party | Republican People's Party | 1941\n- Turkey | shares border with | Soviet Union | 1941\n- Republican People's Party | general secretary | Q983535 | 1941\nReasoning:", "completion": " Answer: Turkey", "t_query": 1941.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_001587", "prompt": " In 1963, whose country of citizenship was Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\n- Tonino Cervi | country of citizenship | Italy | 1963\n- Tiziano Terzani | country of citizenship | Italy | 1963\n- Stéphane Grappelli | country of citizenship | Italy | 1963\n- Simon Spierer | country of citizenship | Italy | 1963\n- Sergio Mantovani | country of citizenship | Italy | 1963\n- Sergio Bonelli | country of citizenship | Italy | 1963\n- Rossana Rossanda | country of citizenship | Italy | 1963\n- Romeo Bertini | country of citizenship | Italy | 1963\n- Renata Tebaldi | country of citizenship | Italy | 1963\n- Primo Nebiolo | country of citizenship | Italy | 1963\n- Pietro Parente | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Luigi Pistilli", "t_query": 1963.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001588", "prompt": " In 1953, what was the contains the administrative territorial entity of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: Rhineland-Palatinate", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001589", "prompt": " In 1965, whose chief executive officer's employer was Thomas Watson?\nEvidence:\n- IBM | chief executive officer | Thomas Watson | 1965\n- John Backus | employer | IBM | 1965\n- Benoit Mandelbrot | employer | IBM | 1965\n- Jean E. Sammet | employer | IBM | 1965\nReasoning:", "completion": " Answer: Jean E. Sammet", "t_query": 1965.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_001590", "prompt": " In 1984, what was the member of of Andrea Carrea's country of citizenship?\nEvidence:\n- Andrea Carrea | country of citizenship | Italy | 1984\n- Andrea Pangrazio | country of citizenship | Italy | 1984\n- Andrea Miano | country of citizenship | Italy | 1984\n- Andrea Cassone | country of citizenship | Italy | 1984\n- Andrea Bianchi | country of citizenship | Italy | 1984\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001591", "prompt": " In 1984, what was the currency of Romano Mussolini's country of citizenship?\nEvidence:\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Italy | currency | Italian lira | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001592", "prompt": " In 2011, whose owned by was Linda Jackson?\nEvidence:\n- EF Education-Tibco-SVB | owned by | Linda Jackson | 2011\n- Tara Whitten | member of sports team | EF Education-Tibco-SVB | 2011\n- EF Education-Tibco-SVB | sponsor | Tibco Software | 2011\nReasoning:", "completion": " Answer: EF Education-Tibco-SVB", "t_query": 2011.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001593", "prompt": " After Celso Benigno Luigi Costantini country of citizenship Italy, what was the member of of Vitaliano Brancati's country of citizenship?\nEvidence:\n- Vitaliano Brancati | country of citizenship | Italy | 1951\n- Luigi Comencini | country of citizenship | Italy | 1951\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1951\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1951\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1951.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001594", "prompt": " Who was the diplomatic relation of Germany before Afghanistan?\nEvidence:\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\nReasoning:", "completion": " Answer: Czechoslovakia", "t_query": 1974.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001595", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Meyzieu", "t_query": 2003.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001596", "prompt": " In 1956, whose country of citizenship was Italy?\nEvidence:\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Veriano Luchetti | country of citizenship | Italy | 1956\n- Tonino Cervi | country of citizenship | Italy | 1956\n- Tiziano Terzani | country of citizenship | Italy | 1956\n- Stéphane Grappelli | country of citizenship | Italy | 1956\n- Simon Spierer | country of citizenship | Italy | 1956\n- Sergio Mantovani | country of citizenship | Italy | 1956\n- Sergio Bonelli | country of citizenship | Italy | 1956\n- Rossana Rossanda | country of citizenship | Italy | 1956\n- Romeo Bertini | country of citizenship | Italy | 1956\n- Renata Tebaldi | country of citizenship | Italy | 1956\n- Primo Nebiolo | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: Alfonso Calzolari", "t_query": 1956.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001597", "prompt": " In what year was the member of of Andrea Carrea's country of citizenship equal to European Economic Community?\nEvidence:\n- Andrea Carrea | country of citizenship | Italy | 1984\n- Andrea Pangrazio | country of citizenship | Italy | 1984\n- Andrea Miano | country of citizenship | Italy | 1984\n- Andrea Cassone | country of citizenship | Italy | 1984\n- Andrea Bianchi | country of citizenship | Italy | 1984\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: 1984", "t_query": 1984.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001598", "prompt": " In 1995, what was the position held of Umberto Mastroianni's country of citizenship's head of state?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\n- Tiziano Terzani | country of citizenship | Italy | 1995\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1995.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001599", "prompt": " In what year was the member of sports team of Stefan Rehn equal to IFK Göteborg?\nEvidence:\n- Stefan Rehn | member of sports team | IFK Göteborg | 1994\n- Q949753 | member of sports team | IFK Göteborg | 1994\n- Q764704 | member of sports team | IFK Göteborg | 1994\n- Q342387 | member of sports team | IFK Göteborg | 1994\n- Joachim Björklund | member of sports team | IFK Göteborg | 1994\n- Stefan Rehn | member of sports team | Sweden men's national football team | 1994\n- Q949753 | member of sports team | Sweden men's national football team | 1994\n- Q722046 | member of sports team | Sweden men's national football team | 1994\n- Q705590 | member of sports team | Sweden men's national football team | 1994\n- Q689331 | member of sports team | Sweden men's national football team | 1994\n- Q460375 | member of sports team | Sweden men's national football team | 1994\n- Q352241 | member of sports team | Sweden men's national football team | 1994\n- Q342387 | member of sports team | Sweden men's national football team | 1994\n- Q323412 | member of sports team | Sweden men's national football team | 1994\n- Q318747 | member of sports team | Sweden men's national football team | 1994\nReasoning:", "completion": " Answer: 1994", "t_query": 1994.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001600", "prompt": " After Kostroma located in Yaroslavl Oblast, what was the located in of Kostroma?\nEvidence:\n- Kostroma | located in the administrative territorial entity | Kostroma Oblast | 1975\nReasoning:", "completion": " Answer: Kostroma Oblast", "t_query": 1975.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001601", "prompt": " In what year was the shares border with of Claudio Cavazza's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1970\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: 1970", "t_query": 1970.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001602", "prompt": " Who was the position held of Ugo Stille's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Uberto de Morpurgo | country for sport | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1957.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001603", "prompt": " In what year was the member of sports team of Sailen Manna equal to Mohun Bagan AC?\nEvidence:\n- Sailen Manna | member of sports team | Mohun Bagan AC | 1955\n- Sailen Manna | member of sports team | India men's national football team | 1955\nReasoning:", "completion": " Answer: 1955", "t_query": 1955.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_001604", "prompt": " In what year was the currency of Venezuela equal to bolívar?\nEvidence:\n- Venezuela | currency | bolívar | 1975\n- Cartagena Agreement | signatory | Venezuela | 1975\n- Venezuela | member of | Organization of American States | 1975\n- Cartagena Agreement | signatory | Chile | 1975\nReasoning:", "completion": " Answer: 1975", "t_query": 1975.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_001605", "prompt": " In what year was the head of government of Italy equal to Silvio Berlusconi?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 2009\n- Tullio Kezich | country of citizenship | Italy | 2009\n- Stefano Angeleri | country of citizenship | Italy | 2009\n- Sergio Bonelli | country of citizenship | Italy | 2009\n- Sebastiano Mannironi | country of citizenship | Italy | 2009\n- Salvatore Cassisa | country of citizenship | Italy | 2009\n- Rossana Rossanda | country of citizenship | Italy | 2009\n- Roberto Tucci | country of citizenship | Italy | 2009\n- Plinio Antolini | country of citizenship | Italy | 2009\n- Piergiorgio Nesti | country of citizenship | Italy | 2009\n- Paolo Villaggio | country of citizenship | Italy | 2009\n- Paolo Rossi | country of citizenship | Italy | 2009\n- Nino Baragli | country of citizenship | Italy | 2009\n- Marcello Costalunga | country of citizenship | Italy | 2009\n- Luigi Agnolin | country of citizenship | Italy | 2009\nReasoning:", "completion": " Answer: 2009", "t_query": 2009.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001606", "prompt": " In 1964, what was the shares border with of Carmelo Cappello's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1964\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1964.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001607", "prompt": " In what year was the contains the administrative territorial entity of Mannheim's country equal to Bremen?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001608", "prompt": " In what year was the member of of Luigi Pistilli's country of citizenship equal to European Economic Community?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: 1963", "t_query": 1963.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001609", "prompt": " In 1951, what was the shares border with of Maria Caniglia's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1951\n- Maria Caniglia | country of citizenship | Italy | 1951\n- Maria Tore Barbina | country of citizenship | Italy | 1951\n- Alberto Maria De Agostini | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001610", "prompt": " After Walter Scheel member of political party Free Democratic Party, what was the position held of Germany's head of government?\nEvidence:\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | shares border with | German Democratic Republic | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\nReasoning:", "completion": " Answer: Vice-Chancellor of Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001611", "prompt": " Who was the located in of Çıldır after Kars Oblast?\nEvidence:\n- Çıldır | located in the administrative territorial entity | Kars Province | 1988\nReasoning:", "completion": " Answer: Kars Province", "t_query": 1988.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001612", "prompt": " In 1920, what was the replaced by of Carel Willink's work location's country?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Answer: Free City of Danzig", "t_query": 1920.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_001613", "prompt": " In what year was the located in of Route nationale 523 equal to Isère?\nEvidence:\n- Route nationale 523 | located in the administrative territorial entity | Isère | 1971\n- Route nationale 523 | located in the administrative territorial entity | Savoie | 1971\n- Q920272 | located in the administrative territorial entity | Savoie | 1971\nReasoning:", "completion": " Answer: 1971", "t_query": 1971.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001614", "prompt": " In what year was the head of state of Claudio Cavazza's country of citizenship equal to Giuseppe Saragat?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Giuseppe Prisco | country of citizenship | Italy | 1970\n- Giuseppe Patanè | country of citizenship | Italy | 1970\n- Giuseppe Meazza | country of citizenship | Italy | 1970\n- Giuseppe Gabrielli | country of citizenship | Italy | 1970\n- Giuseppe Colnago | country of citizenship | Italy | 1970\n- Giuseppe Busso | country of citizenship | Italy | 1970\n- Giuseppe Antonini | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: 1970", "t_query": 1970.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001615", "prompt": " In 1972, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Answer: Rhineland-Palatinate", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001616", "prompt": " In 1978, whose position held's head of government's work location was President of the Bundesrat of Germany?\nEvidence:\n- Gerhard Stoltenberg | position held | President of the Bundesrat of Germany | 1978\n- Dietrich Stobbe | position held | President of the Bundesrat of Germany | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Dietrich Stobbe | position held | Governing Mayor of Berlin | 1978\nReasoning:", "completion": " Answer: David Bowie", "t_query": 1978.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_001617", "prompt": " In 1935, whose member of sports team was Brazil men's national football team?\nEvidence:\n- Q555601 | member of sports team | Brazil men's national football team | 1935\n- Q261000 | member of sports team | Brazil men's national football team | 1935\n- Domingos da Guia | member of sports team | Brazil men's national football team | 1935\n- Martim Mércio da Silveira | member of sports team | Brazil men's national football team | 1935\n- Q261000 | member of sports team | Botafogo F.R. | 1935\n- Domingos da Guia | member of sports team | Boca Juniors | 1935\n- Martim Mércio da Silveira | member of sports team | Botafogo F.R. | 1935\nReasoning:", "completion": " Answer: Domingos da Guia", "t_query": 1935.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_001618", "prompt": " In 2003, whose contains the administrative territorial entity was Rillieux-la-Pape?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Rillieux-la-Pape | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | La Mulatière | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\nReasoning:", "completion": " Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001619", "prompt": " After Hans Albert Einstein residence United States, what was the shares border with of Erazim Kohák's residence?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | shares border with | Panama | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Discovery Channel | country | United States | 1988\n- Julie Mehretu | work location | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Tony Miles | country for sport | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\nReasoning:", "completion": " Answer: Panama", "t_query": 1988.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 13, "_lever_variant": "terse"} +{"id": "sft_001620", "prompt": " In 1967, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\n- Ulrico Girardi | country of citizenship | Italy | 1967\nReasoning:", "completion": " Answer: Flaviano Vicentini", "t_query": 1967.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001621", "prompt": " Who was the head of state of Ugo Stille's country of citizenship before Sandro Pertini?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: Giovanni Gronchi", "t_query": 1957.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001622", "prompt": " In 1984, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\n- Tonino Cervi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Romano Mussolini", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001623", "prompt": " In what year was the head of government of Claudio Cavazza's country of citizenship equal to Emilio Colombo?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: 1970", "t_query": 1970.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001624", "prompt": " Who was the member of of Alfonso Calzolari's country of citizenship before European Economic Community?\nEvidence:\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\n- Veriano Luchetti | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1956.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001625", "prompt": " In 1967, whose country was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1967\n- Yalta | country | Soviet Union | 1967\n- Voronezh | country | Soviet Union | 1967\n- Volhynia | country | Soviet Union | 1967\n- Vinnytsia | country | Soviet Union | 1967\n- Urgench | country | Soviet Union | 1967\n- Uman | country | Soviet Union | 1967\n- Torzhok | country | Soviet Union | 1967\n- Tbilisi | country | Soviet Union | 1967\n- Sudak | country | Soviet Union | 1967\n- Starodub | country | Soviet Union | 1967\n- Simferopol | country | Soviet Union | 1967\n- Siberia | country | Soviet Union | 1967\n- Sevastopol | country | Soviet Union | 1967\n- Q957273 | country | Soviet Union | 1967\nReasoning:", "completion": " Answer: Kostanay Region", "t_query": 1967.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001626", "prompt": " In 1975, what was the chairperson of Communist Party of the Soviet Union?\nEvidence:\n- Communist Party of the Soviet Union | chairperson | Leonid Brezhnev | 1975\n- Zuleykha Seyidmammadova | member of political party | Communist Party of the Soviet Union | 1975\n- Vladimir Dzhanibekov | member of political party | Communist Party of the Soviet Union | 1975\n- Viktor Kulikov | member of political party | Communist Party of the Soviet Union | 1975\n- Viktor Anpilov | member of political party | Communist Party of the Soviet Union | 1975\n- Siim Kallas | member of political party | Communist Party of the Soviet Union | 1975\n- Ruslan Khasbulatov | member of political party | Communist Party of the Soviet Union | 1975\n- Ivan Silayev | member of political party | Communist Party of the Soviet Union | 1975\n- Heydar Aliyev | member of political party | Communist Party of the Soviet Union | 1975\n- Dzhokhar Dudayev | member of political party | Communist Party of the Soviet Union | 1975\n- Dmitriy Ustinov | member of political party | Communist Party of the Soviet Union | 1975\n- Aram Khachaturian | member of political party | Communist Party of the Soviet Union | 1975\n- Aleksei Gubarev | member of political party | Communist Party of the Soviet Union | 1975\n- Albert Azaryan | member of political party | Communist Party of the Soviet Union | 1975\n- Anatoly Yakovlevich Solovyev | member of political party | Communist Party of the Soviet Union | 1975\nReasoning:", "completion": " Answer: Leonid Brezhnev", "t_query": 1975.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001627", "prompt": " In 1918, what was the located in of Morsang-sur-Orge?\nEvidence:\n- Morsang-sur-Orge | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Morsang-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Villiers-sur-Orge | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Savigny-sur-Orge | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Leuville-sur-Orge | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Juvisy-sur-Orge | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Vaux-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Tessancourt-sur-Aubette | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Oncy-sur-École | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Oinville-sur-Montcient | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Neuilly-sur-Marne | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Mousseaux-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Montreuil-sur-Epte | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Mareil-sur-Mauldre | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Janville-sur-Juine | located in the administrative territorial entity | Seine-et-Oise | 1918\nReasoning:", "completion": " Answer: Seine-et-Oise", "t_query": 1918.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001628", "prompt": " After Sandra Mondaini country of citizenship Italy, what was the head of state of Cesare Terranova's country of citizenship?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Answer: Giuseppe Saragat", "t_query": 1966.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001629", "prompt": " In what year was the employer of Freeman Dyson equal to Institute for Advanced Study?\nEvidence:\n- Freeman Dyson | employer | Institute for Advanced Study | 1978\n- Q711278 | employer | Institute for Advanced Study | 1978\nReasoning:", "completion": " Answer: 1978", "t_query": 1978.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_001630", "prompt": " In 2002, whose member of sports team was Associação Atlética Ponte Preta?\nEvidence:\n- Q467194 | member of sports team | Associação Atlética Ponte Preta | 2002\n- Ronaldo Rodrigues de Jesus | member of sports team | Associação Atlética Ponte Preta | 2002\n- Q467194 | member of sports team | Brazil men's national football team | 2002\nReasoning:", "completion": " Answer: Ronaldo Rodrigues de Jesus", "t_query": 2002.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001631", "prompt": " In what year was the head of state of Giuseppe Colnago's country of citizenship equal to Sandro Pertini?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: 1985", "t_query": 1985.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001632", "prompt": " In what year was the country of citizenship of Renata Tebaldi equal to Italy?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\n- Tonino Cervi | country of citizenship | Italy | 2000\n- Tiziano Terzani | country of citizenship | Italy | 2000\nReasoning:", "completion": " Answer: 2000", "t_query": 2000.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001633", "prompt": " In what year was the member of of Italy equal to European Economic Community?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Tonino Cervi | country of citizenship | Italy | 1973\n- Tiziano Terzani | country of citizenship | Italy | 1973\n- Stéphane Grappelli | country of citizenship | Italy | 1973\n- Simon Spierer | country of citizenship | Italy | 1973\n- Sergio Mantovani | country of citizenship | Italy | 1973\n- Sergio Bonelli | country of citizenship | Italy | 1973\n- Rossana Rossanda | country of citizenship | Italy | 1973\n- Romeo Bertini | country of citizenship | Italy | 1973\n- Renata Tebaldi | country of citizenship | Italy | 1973\n- Primo Nebiolo | country of citizenship | Italy | 1973\n- Pietro Parente | country of citizenship | Italy | 1973\n- Oriana Fallaci | country of citizenship | Italy | 1973\nReasoning:", "completion": " Answer: 1973", "t_query": 1973.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001634", "prompt": " In what year was the head of government of Germany's capital's capital of's contains the administrative territorial entity equal to Lothar Späth?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | Germany | 1987\n- Bonn | capital of | West Germany | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Afghanistan | basic form of government | republic | 1987\n- East Berlin | capital of | German Democratic Republic | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Germany | member of | Western European Union | 1987\nReasoning:", "completion": " Answer: 1987", "t_query": 1987.0, "chain_length": 4, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001635", "prompt": " After Maria Tore Barbina country of citizenship Italy, what was the position held of Italy's head of government?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1976\n- Veriano Luchetti | country of citizenship | Italy | 1976\n- Tonino Cervi | country of citizenship | Italy | 1976\n- Tiziano Terzani | country of citizenship | Italy | 1976\n- Stéphane Grappelli | country of citizenship | Italy | 1976\n- Simon Spierer | country of citizenship | Italy | 1976\n- Sergio Mantovani | country of citizenship | Italy | 1976\n- Sergio Bonelli | country of citizenship | Italy | 1976\n- Rossana Rossanda | country of citizenship | Italy | 1976\n- Renata Tebaldi | country of citizenship | Italy | 1976\n- Primo Nebiolo | country of citizenship | Italy | 1976\n- Pino Lancetti | country of citizenship | Italy | 1976\n- Pietro Parente | country of citizenship | Italy | 1976\n- Oriana Fallaci | country of citizenship | Italy | 1976\n- Norberto Bobbio | country of citizenship | Italy | 1976\nReasoning:", "completion": " Answer: Prime Minister of Italy", "t_query": 1976.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001636", "prompt": " In what year was the position held of Ugo Morin's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: 1968", "t_query": 1968.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001637", "prompt": " In 1975, what was the member of of Giacomo Rossi-Stuart's country of citizenship?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001638", "prompt": " In 1972, whose contains the administrative territorial entity's allegiance was Saarland?\nEvidence:\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | country | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Saarland | head of government | Franz-Josef Röder | 1972\nReasoning:", "completion": " Answer: Friedrich Guggenberger", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001639", "prompt": " In what year was the member of of Gino Cassinis's country of citizenship equal to European Economic Community?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: 1959", "t_query": 1959.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001640", "prompt": " In what year was the member of of Giovanni Spadolini's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: 1975", "t_query": 1975.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001641", "prompt": " In 1972, what was the occupation of Friedrich Guggenberger?\nEvidence:\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Stanislav Petrov | occupation | military personnel | 1972\n- Hans-Günther Lange | occupation | military personnel | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\nReasoning:", "completion": " Answer: military personnel", "t_query": 1972.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001642", "prompt": " In what year was the position held of Richard Nixon's spouse equal to Second Lady or Gentleman of the United States?\nEvidence:\n- Pat Nixon | position held | Second Lady or Gentleman of the United States | 1960\n- Richard Nixon | position held | Vice President of the United States | 1960\n- Richard Nixon | spouse | Pat Nixon | 1960\n- Pat Nixon | spouse | Richard Nixon | 1960\n- Richard Nixon | work location | Washington, D.C. | 1960\n- Q216195 | work location | Washington, D.C. | 1960\nReasoning:", "completion": " Answer: 1960", "t_query": 1960.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_001643", "prompt": " Who was the country of citizenship of Francesca Romana Coluzzi after Kingdom of Italy?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Italy", "t_query": 1963.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001644", "prompt": " In 1995, whose coach of sports team was S.L. Benfica?\nEvidence:\n- Artur Jorge | coach of sports team | S.L. Benfica | 1995\n- Q976320 | member of sports team | S.L. Benfica | 1995\n- Q929372 | member of sports team | S.L. Benfica | 1995\n- Q725768 | member of sports team | S.L. Benfica | 1995\n- Q440999 | member of sports team | S.L. Benfica | 1995\n- Q386973 | member of sports team | S.L. Benfica | 1995\n- Q270890 | member of sports team | S.L. Benfica | 1995\n- Paulo Bento | member of sports team | S.L. Benfica | 1995\n- Artur Jorge | coach of sports team | Switzerland men's national football team | 1995\n- Q929372 | member of sports team | Morocco men's national football team | 1995\n- Q725768 | member of sports team | Portugal men's national football team | 1995\n- Q386973 | member of sports team | Romania men's national association football team | 1995\n- Q270890 | member of sports team | Argentina men's national association football team | 1995\n- Paulo Bento | member of sports team | Portugal men's national football team | 1995\n- Q386973 | member of sports team | FCSB | 1995\nReasoning:", "completion": " Answer: Artur Jorge", "t_query": 1995.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001645", "prompt": " After Giacomo Rossi-Stuart country of citizenship Kingdom of Italy, what was the country of citizenship of Giacomo Rossi-Stuart?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: Italy", "t_query": 1975.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001646", "prompt": " After Dino Viola country of citizenship Italy, what was the head of state of Ugo Stille's country of citizenship?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Dino De Antoni | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: Giovanni Gronchi", "t_query": 1957.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001647", "prompt": " In 1973, what was the shares border with of Lelio Antoniotti's country of citizenship?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Italy | shares border with | Yugoslavia | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1973.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001648", "prompt": " In what year was the contains the administrative territorial entity of Rhône equal to Feyzin?\nEvidence:\n- Rhône | contains the administrative territorial entity | Feyzin | 1986\n- Rhône | contains the administrative territorial entity | Vénissieux | 1986\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1986\n- Rhône | contains the administrative territorial entity | Meyzieu | 1986\n- Rhône | contains the administrative territorial entity | Genay | 1986\n- Rhône | contains the administrative territorial entity | Francheville | 1986\n- Rhône | contains the administrative territorial entity | Bron | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 1986\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1986\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1986\n- Ternay | located in the administrative territorial entity | Rhône | 1986\n- Chaponnay | located in the administrative territorial entity | Rhône | 1986\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1986\n- Route nationale 383 | located in the administrative territorial entity | Rhône | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 1986\nReasoning:", "completion": " Answer: 1986", "t_query": 1986.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001649", "prompt": " After Richard Pipes country of citizenship United States, what was the head of government of United States?\nEvidence:\n- Richard Pipes | country of citizenship | United States | 1997\n- United States | head of government | Bill Clinton | 1997\n- Tina Turner | country of citizenship | United States | 1997\n- Eduardo Saverin | country of citizenship | United States | 1997\n- Angela Lansbury | country of citizenship | United States | 1997\n- Discovery Channel | country | United States | 1997\n- Paolo Soleri | residence | United States | 1997\n- United States | shares border with | Panama | 1997\n- Julie Mehretu | work location | United States | 1997\n- Q636947 | designated as terrorist by | United States | 1997\n- Q191764 | designated as terrorist by | United States | 1997\n- Kach | designated as terrorist by | United States | 1997\n- Paolo Soleri | country of citizenship | Italy | 1997\n- Sven Teutenberg | member of sports team | Discovery Channel | 1997\n- Adriano Baffi | member of sports team | Discovery Channel | 1997\nReasoning:", "completion": " Answer: Bill Clinton", "t_query": 1997.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001650", "prompt": " After Freeman Dyson award received Lorentz Medal, what was the employer of Freeman Dyson?\nEvidence:\n- Freeman Dyson | employer | Institute for Advanced Study | 1978\n- Q711278 | employer | Institute for Advanced Study | 1978\nReasoning:", "completion": " Answer: Institute for Advanced Study", "t_query": 1978.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_001651", "prompt": " After Gioacchino Muccin country of citizenship Italy, what was the head of government of Ugo Stille's country of citizenship?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: Adone Zoli", "t_query": 1957.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001652", "prompt": " In what year was the head of state of Ugo Stille's country of citizenship equal to Giovanni Gronchi?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Giovanni Ticozzi | country of citizenship | Italy | 1957\n- Giovanni Mardersteig | country of citizenship | Italy | 1957\n- Giovanni Invernizzi | country of citizenship | Italy | 1957\n- Giovanni Goria | country of citizenship | Italy | 1957\n- Giovanni Ferrofino | country of citizenship | Italy | 1957\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: 1957", "t_query": 1957.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001653", "prompt": " In 1981, whose general secretary's member of was Jean Mistler?\nEvidence:\n- Académie Française | general secretary | Jean Mistler | 1981\n- René Huyghe | member of | Académie Française | 1981\n- Pierre Emmanuel | member of | Académie Française | 1981\n- Michel Déon | member of | Académie Française | 1981\n- Julien Green | member of | Académie Française | 1981\n- Félicien Marceau | member of | Académie Française | 1981\n- Eugène Ionesco | member of | Académie Française | 1981\n- Edgar Faure | member of | Académie Française | 1981\nReasoning:", "completion": " Answer: René Huyghe", "t_query": 1981.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 8, "_lever_variant": "terse"} +{"id": "sft_001654", "prompt": " In what year was the country of citizenship of Grigoriy Yegorov equal to Soviet Union?\nEvidence:\n- Grigoriy Yegorov | country of citizenship | Soviet Union | 1969\n- Grigoriy Krivosheyev | country of citizenship | Soviet Union | 1969\n- Q59054 | country of citizenship | Soviet Union | 1969\n- Q437262 | country of citizenship | Soviet Union | 1969\n- Q324083 | country of citizenship | Soviet Union | 1969\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1969\n- Yuri Manin | country of citizenship | Soviet Union | 1969\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1969\n- Viktor Kulikov | country of citizenship | Soviet Union | 1969\n- Vija Artmane | country of citizenship | Soviet Union | 1969\n- Vera Krepkina | country of citizenship | Soviet Union | 1969\n- Valeri Polyakov | country of citizenship | Soviet Union | 1969\n- Sergei Kovalev | country of citizenship | Soviet Union | 1969\n- Ruslan Khasbulatov | country of citizenship | Soviet Union | 1969\n- Raisa Gorbacheva | country of citizenship | Soviet Union | 1969\nReasoning:", "completion": " Answer: 1969", "t_query": 1969.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001655", "prompt": " In 2001, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q678840 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\n- Stefano Angeleri | country of citizenship | Italy | 2001\nReasoning:", "completion": " Answer: Gerardo Marotta", "t_query": 2001.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001656", "prompt": " In 1989, whose head of government was Ciriaco De Mita?\nEvidence:\n- Italy | head of government | Ciriaco De Mita | 1989\n- Virginio De Paoli | country of citizenship | Italy | 1989\n- Velasio de Paolis | country of citizenship | Italy | 1989\n- Renzo De Felice | country of citizenship | Italy | 1989\n- Nevio de Zordo | country of citizenship | Italy | 1989\n- Mario De Donà | country of citizenship | Italy | 1989\n- Dino De Antoni | country of citizenship | Italy | 1989\n- Zita of Bourbon-Parma | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Italy", "t_query": 1989.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001657", "prompt": " Who was the position held of Italy's head of state before Italian senator for life?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Tonino Cervi | country of citizenship | Italy | 1971\n- Tiziano Terzani | country of citizenship | Italy | 1971\n- Stéphane Grappelli | country of citizenship | Italy | 1971\n- Simon Spierer | country of citizenship | Italy | 1971\n- Sergio Mantovani | country of citizenship | Italy | 1971\n- Sergio Bonelli | country of citizenship | Italy | 1971\n- Rossana Rossanda | country of citizenship | Italy | 1971\n- Romeo Bertini | country of citizenship | Italy | 1971\n- Renata Tebaldi | country of citizenship | Italy | 1971\n- Primo Nebiolo | country of citizenship | Italy | 1971\n- Pietro Parente | country of citizenship | Italy | 1971\n- Oriana Fallaci | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1971.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001658", "prompt": " In 1971, whose head of state was Giuseppe Saragat?\nEvidence:\n- Italy | head of state | Giuseppe Saragat | 1971\n- Giuseppe Saragat | country of citizenship | Italy | 1971\n- Giuseppe Saragat | position held | President of Italy | 1971\n- Giuseppe Saragat | position held | Italian senator for life | 1971\n- Giuseppe Prisco | country of citizenship | Italy | 1971\n- Giuseppe Patanè | country of citizenship | Italy | 1971\n- Giuseppe Meazza | country of citizenship | Italy | 1971\n- Giuseppe Gabrielli | country of citizenship | Italy | 1971\n- Giuseppe Colnago | country of citizenship | Italy | 1971\n- Giuseppe Busso | country of citizenship | Italy | 1971\n- Giuseppe Antonini | country of citizenship | Italy | 1971\n- Zita of Bourbon-Parma | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: Italy", "t_query": 1971.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001659", "prompt": " In 1951, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1951\n- Vladica Popović | country of citizenship | Yugoslavia | 1951\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1951\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1951\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1951\n- Ilija Petković | country of citizenship | Yugoslavia | 1951\n- Dušan Ivković | country of citizenship | Yugoslavia | 1951\n- Dragan Tomić | country of citizenship | Yugoslavia | 1951\n- Verzar | country | Yugoslavia | 1951\n- Suševo | country | Yugoslavia | 1951\n- Q793485 | country | Yugoslavia | 1951\n- Pirot | country | Yugoslavia | 1951\n- Orašje | country | Yugoslavia | 1951\n- Kraljevo | country | Yugoslavia | 1951\n- Karlovac | country | Yugoslavia | 1951\nReasoning:", "completion": " Answer: Maria Caniglia", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001660", "prompt": " In what year was the contains the administrative territorial entity of Germany's head of government's country of citizenship equal to Schleswig-Holstein?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: 1987", "t_query": 1987.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001661", "prompt": " After Germany capital Bonn, what was the position held of Germany's head of state?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\nReasoning:", "completion": " Answer: Vice-Chancellor of Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001662", "prompt": " After Tano Cimarosa country of citizenship Italy, what was the shares border with of Clelio Darida's country of citizenship?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Italy | shares border with | Yugoslavia | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1968.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001663", "prompt": " In 1989, what was the member of of Maria Rita Saulle's country of citizenship?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001664", "prompt": " After Thomas Anders country of citizenship West Germany, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- Bonn | capital of | West Germany | 1987\n- West Germany | currency | Deutsche Mark | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\nReasoning:", "completion": " Answer: Hamburg", "t_query": 1987.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001665", "prompt": " Who was the member of of Romano Mussolini's country of citizenship after European Economic Community?\nEvidence:\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1984.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001666", "prompt": " In 1970, what was the head of state of Lina Bo Bardi's country of citizenship?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: Giuseppe Saragat", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001667", "prompt": " In 1957, what was the capital of of Trier?\nEvidence:\n- Trier | capital of | Trier | 1957\n- Trier | located in the administrative territorial entity | Trier | 1957\nReasoning:", "completion": " Answer: Trier", "t_query": 1957.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_001668", "prompt": " In 1967, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1967\n- Q207166 | country of citizenship | Yugoslavia | 1967\n- Vladica Popović | country of citizenship | Yugoslavia | 1967\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1967\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1967\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1967\n- Ilija Petković | country of citizenship | Yugoslavia | 1967\n- Dušan Ivković | country of citizenship | Yugoslavia | 1967\n- Dragan Tomić | country of citizenship | Yugoslavia | 1967\n- Verzar | country | Yugoslavia | 1967\n- Suševo | country | Yugoslavia | 1967\n- Q793485 | country | Yugoslavia | 1967\n- Pirot | country | Yugoslavia | 1967\n- Orašje | country | Yugoslavia | 1967\n- Kraljevo | country | Yugoslavia | 1967\nReasoning:", "completion": " Answer: Flaviano Vicentini", "t_query": 1967.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001669", "prompt": " In what year was the work location of Bernard Meadows equal to London?\nEvidence:\n- Bernard Meadows | work location | London | 1997\n- Q828254 | work location | London | 1997\n- Q78504 | work location | London | 1997\n- Q517651 | work location | London | 1997\n- Q349842 | work location | London | 1997\n- Pertti Salolainen | work location | London | 1997\n- Mona Hatoum | work location | London | 1997\n- Marc Quinn | work location | London | 1997\n- Damien Hirst | work location | London | 1997\n- Anish Kapoor | work location | London | 1997\nReasoning:", "completion": " Answer: 1997", "t_query": 1997.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_001670", "prompt": " In 1948, what was the currency of Alfonso Brescia's country of citizenship?\nEvidence:\n- Alfonso Brescia | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\n- Q318968 | country of citizenship | Italy | 1948\n- Q264986 | country of citizenship | Italy | 1948\n- Q219490 | country of citizenship | Italy | 1948\n- Q213482 | country of citizenship | Italy | 1948\n- Dalida | country of citizenship | Italy | 1948\n- Wilma Montesi | country of citizenship | Italy | 1948\n- Vittore Catella | country of citizenship | Italy | 1948\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1948.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001671", "prompt": " Who was the contains the administrative territorial entity of Germany's capital's capital of after Hesse?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Answer: Hamburg", "t_query": 1974.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001672", "prompt": " In 1968, what was the head of government of Ugo Morin's country of citizenship?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Giovanni Leone", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001673", "prompt": " In 1925, whose head of government's country was Hans Luther?\nEvidence:\n- Weimar Republic | head of government | Hans Luther | 1925\n- Q897324 | chairperson | Hans Luther | 1925\n- Minden Government Region | country | Weimar Republic | 1925\n- Weimar Republic | head of state | Friedrich Ebert | 1925\n- Weimar Republic | head of state | Paul von Hindenburg | 1925\n- Q87105 | country of citizenship | Weimar Republic | 1925\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1925\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Weimar | country | Weimar Republic | 1925\nReasoning:", "completion": " Answer: Berolzheim", "t_query": 1925.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001674", "prompt": " In 1921, what was the located in of Émancé?\nEvidence:\n- Émancé | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Ézanville | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Écouen | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Villepreux | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Villejust | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Villecresnes | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Villabé | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Vigny | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Versailles | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Vaudherland | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Valenton | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Trappes | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Taverny | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Sermaise | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Saclas | located in the administrative territorial entity | Seine-et-Oise | 1921\nReasoning:", "completion": " Answer: Seine-et-Oise", "t_query": 1921.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001675", "prompt": " In 1972, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Answer: North Rhine-Westphalia", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001676", "prompt": " In what year was the country of citizenship of Ugo Stille equal to Italy?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: 1957", "t_query": 1957.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001677", "prompt": " After Hugo von Tschudi work location Berlin, what was the head of government of David Bowie's work location?\nEvidence:\n- David Bowie | work location | Berlin | 1978\n- Q896393 | work location | Berlin | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Q497401 | terminus | Berlin | 1978\n- Anna Seghers | residence | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\nReasoning:", "completion": " Answer: Dietrich Stobbe", "t_query": 1978.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_001678", "prompt": " In 1959, whose head of government's country of citizenship was Antonio Segni?\nEvidence:\n- Italy | head of government | Antonio Segni | 1959\n- Antonio Segni | country of citizenship | Italy | 1959\n- Antonio Segni | position held | Prime Minister of Italy | 1959\n- Antonio Leonviola | country of citizenship | Italy | 1959\n- Antonio Fessia | country of citizenship | Italy | 1959\n- Antonio Calderara | country of citizenship | Italy | 1959\n- Antonio Brivio | country of citizenship | Italy | 1959\n- Antonio Bacci | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: Gino Cassinis", "t_query": 1959.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001679", "prompt": " In 1986, whose residence was Amenia?\nEvidence:\n- Lewis Mumford | residence | Amenia | 1986\n- Lewis Mumford | work location | New York City | 1986\nReasoning:", "completion": " Answer: Lewis Mumford", "t_query": 1986.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_001680", "prompt": " After Bačevo country Bulgaria, what was the country of Bačevo?\nEvidence:\n- Bačevo | country | Yugoslavia | 1976\n- Q46099 | country of citizenship | Yugoslavia | 1976\n- Q207166 | country of citizenship | Yugoslavia | 1976\n- Vladica Popović | country of citizenship | Yugoslavia | 1976\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1976\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1976\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1976\n- Ilija Petković | country of citizenship | Yugoslavia | 1976\n- Dušan Ivković | country of citizenship | Yugoslavia | 1976\n- Dragan Tomić | country of citizenship | Yugoslavia | 1976\n- Verzar | country | Yugoslavia | 1976\n- Suševo | country | Yugoslavia | 1976\n- Q793485 | country | Yugoslavia | 1976\n- Pirot | country | Yugoslavia | 1976\n- Orašje | country | Yugoslavia | 1976\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1976.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001681", "prompt": " After Tarquinio Provini country of citizenship Italy, what was the currency of Cesare Terranova's country of citizenship?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1966.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001682", "prompt": " In 1997, whose head of government was Bill Clinton?\nEvidence:\n- United States | head of government | Bill Clinton | 1997\n- Tina Turner | country of citizenship | United States | 1997\n- Richard Pipes | country of citizenship | United States | 1997\n- Eduardo Saverin | country of citizenship | United States | 1997\n- Angela Lansbury | country of citizenship | United States | 1997\n- United States | shares border with | Panama | 1997\n- Q636947 | designated as terrorist by | United States | 1997\n- Q191764 | designated as terrorist by | United States | 1997\n- Paolo Soleri | residence | United States | 1997\n- Kach | designated as terrorist by | United States | 1997\n- Julie Mehretu | work location | United States | 1997\n- Discovery Channel | country | United States | 1997\nReasoning:", "completion": " Answer: United States", "t_query": 1997.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 12, "_lever_variant": "terse"} +{"id": "sft_001683", "prompt": " Who was the member of sports team of Gerd Kische before F.C. Hansa Rostock?\nEvidence:\n- Gerd Kische | member of sports team | F.C. Hansa Rostock | 1971\n- Q823665 | member of sports team | F.C. Hansa Rostock | 1971\n- Herbert Pankau | member of sports team | F.C. Hansa Rostock | 1971\n- Gerd Kische | member of sports team | East Germany national football team | 1971\n- Q872768 | member of sports team | East Germany national football team | 1971\n- Q73725 | member of sports team | East Germany national football team | 1971\n- Q69584 | member of sports team | East Germany national football team | 1971\n- Q690178 | member of sports team | East Germany national football team | 1971\n- Q680657 | member of sports team | East Germany national football team | 1971\n- Q67555 | member of sports team | East Germany national football team | 1971\n- Q571103 | member of sports team | East Germany national football team | 1971\n- Q562188 | member of sports team | East Germany national football team | 1971\n- Henning Frenzel | member of sports team | East Germany national football team | 1971\n- Bernd Bransch | member of sports team | East Germany national football team | 1971\nReasoning:", "completion": " Answer: East Germany national football team", "t_query": 1971.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 14, "_lever_variant": "terse"} +{"id": "sft_001684", "prompt": " In what year was the award received of Italy's head of state equal to Supreme Order of Christ?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Veriano Luchetti | country of citizenship | Italy | 1966\n- Tonino Cervi | country of citizenship | Italy | 1966\n- Tiziano Terzani | country of citizenship | Italy | 1966\n- Stéphane Grappelli | country of citizenship | Italy | 1966\n- Simon Spierer | country of citizenship | Italy | 1966\n- Sergio Mantovani | country of citizenship | Italy | 1966\n- Sergio Bonelli | country of citizenship | Italy | 1966\n- Rossana Rossanda | country of citizenship | Italy | 1966\n- Romeo Bertini | country of citizenship | Italy | 1966\n- Renata Tebaldi | country of citizenship | Italy | 1966\n- Primo Nebiolo | country of citizenship | Italy | 1966\n- Pietro Parente | country of citizenship | Italy | 1966\nReasoning:", "completion": " Answer: 1966", "t_query": 1966.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001685", "prompt": " In 1968, what was the country of citizenship of Ugo Morin?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Italy", "t_query": 1968.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001686", "prompt": " In 1986, whose head of government's work location was Ed Koch?\nEvidence:\n- New York City | head of government | Ed Koch | 1986\n- Ed Koch | position held | Mayor of New York City | 1986\n- Q828254 | work location | New York City | 1986\n- Arman | work location | New York City | 1986\n- Nancy Graves | work location | New York City | 1986\n- Louise Bourgeois | work location | New York City | 1986\n- Lewis Mumford | work location | New York City | 1986\n- Elliott Erwitt | work location | New York City | 1986\n- Donald Trump | work location | New York City | 1986\n- Alan Vega | work location | New York City | 1986\n- MetLife | headquarters location | New York City | 1986\n- Prelinger Archives | located in the administrative territorial entity | New York City | 1986\n- Variety | place of publication | New York City | 1986\n- Wolfgang Schivelbusch | residence | New York City | 1986\n- William Vickrey | residence | New York City | 1986\nReasoning:", "completion": " Answer: Lewis Mumford", "t_query": 1986.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001687", "prompt": " After Alberto Massimino country of citizenship Italy, what was the position held of Italy's head of government?\nEvidence:\n- Alberto Lattuada | country of citizenship | Italy | 1996\n- Oscar Luigi Scalfaro | position held | President of Italy | 1996\n- Italy | head of state | Oscar Luigi Scalfaro | 1996\n- Q454036 | country of citizenship | Italy | 1996\n- Norberto Bobbio | position held | Italian senator for life | 1996\n- Alberto Lattuada | spouse | Carla Del Poggio | 1996\n- Vittore Catella | country of citizenship | Italy | 1996\n- Veriano Luchetti | country of citizenship | Italy | 1996\n- Tullio Kezich | country of citizenship | Italy | 1996\n- Tonino Cervi | country of citizenship | Italy | 1996\n- Tiziano Terzani | country of citizenship | Italy | 1996\n- Stéphane Grappelli | country of citizenship | Italy | 1996\n- Simon Spierer | country of citizenship | Italy | 1996\n- Sergio Mantovani | country of citizenship | Italy | 1996\n- Sergio Bonelli | country of citizenship | Italy | 1996\nReasoning:", "completion": " Answer: Prime Minister of Italy", "t_query": 1996.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001688", "prompt": " Who was the position held of Guido Aycard's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1962.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001689", "prompt": " In 1972, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Answer: Lower Saxony", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001690", "prompt": " After Carlo Simi country of citizenship Italy, what was the head of government of Italy?\nEvidence:\n- Carlo Giuffré | country of citizenship | Italy | 2014\n- Carlo Curis | country of citizenship | Italy | 2014\n- Servílio Conti | country of citizenship | Italy | 2014\n- Sergio Donadoni | country of citizenship | Italy | 2014\n- Sebastiano Mannironi | country of citizenship | Italy | 2014\n- Salvatore Cassisa | country of citizenship | Italy | 2014\n- Rossana Rossanda | country of citizenship | Italy | 2014\n- Romano Agostinelli | country of citizenship | Italy | 2014\n- Roberto Tucci | country of citizenship | Italy | 2014\n- Pinuccio Sciola | country of citizenship | Italy | 2014\n- Paolo Villaggio | country of citizenship | Italy | 2014\n- Mario Sereni | country of citizenship | Italy | 2014\n- Mario Perniola | country of citizenship | Italy | 2014\n- Luigi Agnolin | country of citizenship | Italy | 2014\n- Luca Ronconi | country of citizenship | Italy | 2014\nReasoning:", "completion": " Answer: Enrico Letta", "t_query": 2014.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001691", "prompt": " In what year was the located in of Cherthala equal to Kingdom of Thiruvithamkoor?\nEvidence:\n- Cherthala | located in the administrative territorial entity | Kingdom of Thiruvithamkoor | 1949\nReasoning:", "completion": " Answer: 1949", "t_query": 1949.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001692", "prompt": " In 1950, whose country of citizenship was Kingdom of Greece?\nEvidence:\n- Takis | country of citizenship | Kingdom of Greece | 1950\n- Q234918 | country of citizenship | Kingdom of Greece | 1950\n- Athens | country | Kingdom of Greece | 1950\nReasoning:", "completion": " Answer: Takis", "t_query": 1950.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001693", "prompt": " Who was the country of citizenship of Ignazio Silone before Italy?\nEvidence:\n- Ignazio Silone | country of citizenship | Kingdom of Italy | 1919\n- Q976653 | country of citizenship | Kingdom of Italy | 1919\n- Q972711 | country of citizenship | Kingdom of Italy | 1919\n- Q922237 | country of citizenship | Kingdom of Italy | 1919\n- Q890523 | country of citizenship | Kingdom of Italy | 1919\n- Q765946 | country of citizenship | Kingdom of Italy | 1919\n- Q745874 | country of citizenship | Kingdom of Italy | 1919\n- Q728589 | country of citizenship | Kingdom of Italy | 1919\n- Q715036 | country of citizenship | Kingdom of Italy | 1919\n- Q706466 | country of citizenship | Kingdom of Italy | 1919\n- Q678253 | country of citizenship | Kingdom of Italy | 1919\n- Q653839 | country of citizenship | Kingdom of Italy | 1919\n- Q65151 | country of citizenship | Kingdom of Italy | 1919\n- Q630519 | country of citizenship | Kingdom of Italy | 1919\n- Q603148 | country of citizenship | Kingdom of Italy | 1919\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1919.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001694", "prompt": " In 1962, whose position held's head of state's country of citizenship was Italian senator for life?\nEvidence:\n- Q362900 | position held | Italian senator for life | 1962\n- Giuseppe Paratore | position held | Italian senator for life | 1962\n- Giovanni Gronchi | position held | Italian senator for life | 1962\n- Italy | head of state | Giovanni Gronchi | 1962\n- Giovanni Gronchi | position held | President of Italy | 1962\n- Q362900 | country of citizenship | Italy | 1962\n- Giuseppe Paratore | country of citizenship | Italy | 1962\n- Giovanni Gronchi | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Guido Aycard", "t_query": 1962.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 8, "_lever_variant": "terse"} +{"id": "sft_001695", "prompt": " In 1968, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Ugo Morin", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001696", "prompt": " In 1947, what was the country of Opovo Municipality's located in?\nEvidence:\n- Opovo Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Žitište Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Žabalj Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Titel Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Temerin Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Srbobran Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Senta Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Inđija Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Bečej Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Beočin Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Bač Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Alibunar Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Ada Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Novi Bečej Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Nova Crnja Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\nReasoning:", "completion": " Answer: Socialist Federal Republic of Yugoslavia", "t_query": 1947.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001697", "prompt": " In what year was the significant event of Germany equal to Berlin Wall?\nEvidence:\n- Germany | significant event | Berlin Wall | 1974\n- Germany | significant event | Basic Treaty | 1974\n- Berlin | country | German Democratic Republic | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001698", "prompt": " In what year was the basic form of government of Dushanbe's located in's country equal to absolute monarchy?\nEvidence:\n- Dushanbe | located in the administrative territorial entity | Emirate of Bukhara | 1904\n- Termez | country | Emirate of Bukhara | 1904\n- Emirate of Bukhara | country | Russian Empire | 1904\nReasoning:", "completion": " Answer: 1904", "t_query": 1904.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001699", "prompt": " After Luigi Bajardi country of citizenship Italy, what was the currency of Claudia Vinciguerra's country of citizenship?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Luigi Comencini | country of citizenship | Italy | 1968\n- Luigi Agnolin | country of citizenship | Italy | 1968\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1968\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1968\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1968\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1968.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001700", "prompt": " After Frankfurt head of government Friedrich Krebs, what was the country of Bernard Schultze's work location?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: West Germany", "t_query": 1953.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001701", "prompt": " In 1989, whose head of government's country of citizenship was Ciriaco De Mita?\nEvidence:\n- Italy | head of government | Ciriaco De Mita | 1989\n- Virginio De Paoli | country of citizenship | Italy | 1989\n- Velasio de Paolis | country of citizenship | Italy | 1989\n- Renzo De Felice | country of citizenship | Italy | 1989\n- Nevio de Zordo | country of citizenship | Italy | 1989\n- Mario De Donà | country of citizenship | Italy | 1989\n- Dino De Antoni | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Maria Rita Saulle", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001702", "prompt": " In 1970, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1970\n- Q46099 | country of citizenship | Yugoslavia | 1970\n- Q207166 | country of citizenship | Yugoslavia | 1970\n- Vladica Popović | country of citizenship | Yugoslavia | 1970\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1970\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1970\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1970\n- Ilija Petković | country of citizenship | Yugoslavia | 1970\n- Dušan Ivković | country of citizenship | Yugoslavia | 1970\n- Dragan Tomić | country of citizenship | Yugoslavia | 1970\n- Verzar | country | Yugoslavia | 1970\n- Suševo | country | Yugoslavia | 1970\n- Q793485 | country | Yugoslavia | 1970\n- Pirot | country | Yugoslavia | 1970\n- Orašje | country | Yugoslavia | 1970\nReasoning:", "completion": " Answer: Lina Bo Bardi", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001703", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Écully, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Saint-Fons", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001704", "prompt": " In 1950, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Answer: Bremen", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001705", "prompt": " After Roberto Solozábal member of sports team Atlético Madrid, what was the home venue of Atlético Madrid?\nEvidence:\n- Atlético Madrid | home venue | Vicente Calderón Stadium | 2000\n- Q744556 | member of sports team | Atlético Madrid | 2000\n- Q537568 | member of sports team | Atlético Madrid | 2000\n- Q350279 | member of sports team | Atlético Madrid | 2000\n- Q295512 | member of sports team | Atlético Madrid | 2000\n- Q223176 | member of sports team | Atlético Madrid | 2000\n- Q172149 | member of sports team | Atlético Madrid | 2000\n- Carlos Aguilera | member of sports team | Atlético Madrid | 2000\n- Antonio López | member of sports team | Atlético Madrid | 2000\n- Sergio Sánchez Sánchez | member of sports team | Atlético Madrid | 2000\n- José Francisco Molina | member of sports team | Atlético Madrid | 2000\n- Antonio López | member of sports team | Atlético Madrid B | 2000\n- Atlético Madrid | head coach | Claudio Ranieri | 2000\n- Q744556 | member of sports team | AFC Ajax | 2000\n- Q350279 | member of sports team | AC Milan | 2000\nReasoning:", "completion": " Answer: Vicente Calderón Stadium", "t_query": 2000.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001706", "prompt": " Who was the head of government of Bernard Schultze's work location's country's contains the administrative territorial entity before Erwin Teufel?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: Gebhard Müller", "t_query": 1953.0, "chain_length": 4, "operator_type": "before_after", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001707", "prompt": " In 1995, whose head of government's country of citizenship was Lamberto Dini?\nEvidence:\n- Italy | head of government | Lamberto Dini | 1995\n- Lamberto Dini | position held | Prime Minister of Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\nReasoning:", "completion": " Answer: Umberto Mastroianni", "t_query": 1995.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001708", "prompt": " In 1974, what was the general secretary of Germany's head of government's member of political party?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\nReasoning:", "completion": " Answer: Martin Bangemann", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001709", "prompt": " In what year was the head of state of Sergio Noja Noseda's country of citizenship equal to Luigi Einaudi?\nEvidence:\n- Sergio Noja Noseda | country of citizenship | Italy | 1949\n- Sergio Realini | country of citizenship | Italy | 1949\n- Sergio Mantovani | country of citizenship | Italy | 1949\n- Sergio Bonelli | country of citizenship | Italy | 1949\n- Luigi Comencini | country of citizenship | Italy | 1949\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1949\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1949\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1949\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1949\n- Q639507 | country of citizenship | Italy | 1949\n- Q612509 | country of citizenship | Italy | 1949\n- Q454036 | country of citizenship | Italy | 1949\n- Q435856 | country of citizenship | Italy | 1949\n- Q432318 | country of citizenship | Italy | 1949\n- Q429298 | country of citizenship | Italy | 1949\nReasoning:", "completion": " Answer: 1949", "t_query": 1949.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001710", "prompt": " After Bruno De Zordo country of citizenship Italy, what was the position held of Antonio Corpora's country of citizenship's head of state?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Bruno Venturini | country of citizenship | Italy | 1962\n- Bruno Schettino | country of citizenship | Italy | 1962\n- Bruno Maderna | country of citizenship | Italy | 1962\n- Bruno Bertotti | country of citizenship | Italy | 1962\n- Velasio de Paolis | country of citizenship | Italy | 1962\n- Renzo De Felice | country of citizenship | Italy | 1962\n- Dino De Antoni | country of citizenship | Italy | 1962\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1962.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001711", "prompt": " In what year was the country of Kostanay Region equal to Soviet Union?\nEvidence:\n- Kostanay Region | country | Soviet Union | 1967\n- Kostanay Region | country | Kazakh Soviet Socialist Republic | 1967\n- Kostanay Region | located in the administrative territorial entity | Kazakh Soviet Socialist Republic | 1967\n- North Kazakhstan Region | country | Soviet Union | 1967\n- East Kazakhstan Region | country | Soviet Union | 1967\n- Zhytomyr | country | Soviet Union | 1967\n- Zastavna | country | Soviet Union | 1967\n- Yevpatoriia | country | Soviet Union | 1967\n- Yalta | country | Soviet Union | 1967\n- Vyazma | country | Soviet Union | 1967\n- Voronezh | country | Soviet Union | 1967\n- Vologda | country | Soviet Union | 1967\n- Volodarsk | country | Soviet Union | 1967\n- Volhynia | country | Soviet Union | 1967\n- Voinyliv | country | Soviet Union | 1967\nReasoning:", "completion": " Answer: 1967", "t_query": 1967.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001712", "prompt": " After Augusto Genina country of citizenship Italy, what was the head of state of Italy?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1992\n- Vittore Catella | country of citizenship | Italy | 1992\n- Veriano Luchetti | country of citizenship | Italy | 1992\n- Tullio Kezich | country of citizenship | Italy | 1992\n- Tonino Cervi | country of citizenship | Italy | 1992\n- Tiziano Terzani | country of citizenship | Italy | 1992\n- Stéphane Grappelli | country of citizenship | Italy | 1992\n- Simon Spierer | country of citizenship | Italy | 1992\n- Sergio Mantovani | country of citizenship | Italy | 1992\n- Sergio Bonelli | country of citizenship | Italy | 1992\n- Salvatore Cassisa | country of citizenship | Italy | 1992\n- Rossana Rossanda | country of citizenship | Italy | 1992\n- Renata Tebaldi | country of citizenship | Italy | 1992\n- Primo Nebiolo | country of citizenship | Italy | 1992\n- Pino Lancetti | country of citizenship | Italy | 1992\nReasoning:", "completion": " Answer: Francesco Cossiga", "t_query": 1992.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001713", "prompt": " After Germany head of government Konrad Adenauer, what was the significant event of Germany?\nEvidence:\n- Germany | significant event | Berlin Wall | 1974\n- Germany | significant event | Basic Treaty | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\nReasoning:", "completion": " Answer: Berlin Wall", "t_query": 1974.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001714", "prompt": " After Garmisch-Partenkirchen country West Germany, what was the head of government of Germany's capital's capital of's contains the administrative territorial entity?\nEvidence:\n- Bonn | capital of | West Germany | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- West Germany | currency | Deutsche Mark | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- East Berlin | capital of | German Democratic Republic | 1987\nReasoning:", "completion": " Answer: Q110719", "t_query": 1987.0, "chain_length": 4, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001715", "prompt": " In 1968, what was the member of sports team of Peter Cormack?\nEvidence:\n- Peter Cormack | member of sports team | Scotland men's national football team | 1968\n- Q922804 | member of sports team | Scotland men's national football team | 1968\n- Q888610 | member of sports team | Scotland men's national football team | 1968\n- Q719869 | member of sports team | Scotland men's national football team | 1968\n- Q526300 | member of sports team | Scotland men's national football team | 1968\n- Q202867 | member of sports team | Scotland men's national football team | 1968\nReasoning:", "completion": " Answer: Scotland men's national football team", "t_query": 1968.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_001716", "prompt": " After West Germany contains the administrative territorial entity North Rhine-Westphalia, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Answer: Schleswig-Holstein", "t_query": 1972.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001717", "prompt": " Who was the country of citizenship of Lelio Antoniotti after Kingdom of Italy?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\n- Tullio Kezich | country of citizenship | Italy | 1973\nReasoning:", "completion": " Answer: Italy", "t_query": 1973.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001718", "prompt": " In 1980, whose operator was Hebrew University of Jerusalem?\nEvidence:\n- National Library of Israel | operator | Hebrew University of Jerusalem | 1980\n- Q836022 | employer | Hebrew University of Jerusalem | 1980\n- Shimshon Amitsur | employer | Hebrew University of Jerusalem | 1980\n- Q93138 | educated at | Hebrew University of Jerusalem | 1980\nReasoning:", "completion": " Answer: National Library of Israel", "t_query": 1980.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_001719", "prompt": " In what year was the noble title of Alfonso, Prince of Asturias equal to Prince of Asturias?\nEvidence:\n- Alfonso, Prince of Asturias | noble title | Prince of Asturias | 1924\nReasoning:", "completion": " Answer: 1924", "t_query": 1924.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001720", "prompt": " Who was the composer of Today before John Williams?\nEvidence:\n- Today | composer | Les Brown | 1956\nReasoning:", "completion": " Answer: Les Brown", "t_query": 1956.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001721", "prompt": " Who was the position held of Italy's head of government after President of the European Commission?\nEvidence:\n- Andrea Cordero Lanza di Montezemolo | position held | cardinal | 2007\n- Oscar Luigi Scalfaro | position held | Italian senator for life | 2007\n- Veriano Luchetti | country of citizenship | Italy | 2007\n- Tullio Kezich | country of citizenship | Italy | 2007\n- Stefano Angeleri | country of citizenship | Italy | 2007\n- Sergio Bonelli | country of citizenship | Italy | 2007\n- Sebastiano Mannironi | country of citizenship | Italy | 2007\n- Salvatore Cassisa | country of citizenship | Italy | 2007\n- Rossana Rossanda | country of citizenship | Italy | 2007\n- Roberto Tucci | country of citizenship | Italy | 2007\n- Plinio Antolini | country of citizenship | Italy | 2007\n- Pino Lancetti | country of citizenship | Italy | 2007\n- Piergiorgio Nesti | country of citizenship | Italy | 2007\n- Paolo Villaggio | country of citizenship | Italy | 2007\n- Paolo Rossi | country of citizenship | Italy | 2007\nReasoning:", "completion": " Answer: Prime Minister of Italy", "t_query": 2007.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001722", "prompt": " In 1991, whose country was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1991\n- Yalta | country | Soviet Union | 1991\n- Voronezh | country | Soviet Union | 1991\n- Volhynia | country | Soviet Union | 1991\n- Vinnytsia | country | Soviet Union | 1991\n- Urgench | country | Soviet Union | 1991\n- Uman | country | Soviet Union | 1991\n- Torzhok | country | Soviet Union | 1991\n- Tbilisi | country | Soviet Union | 1991\n- Sudak | country | Soviet Union | 1991\n- Starodub | country | Soviet Union | 1991\n- Simferopol | country | Soviet Union | 1991\n- Siberia | country | Soviet Union | 1991\n- Sevastopol | country | Soviet Union | 1991\n- Q957273 | country | Soviet Union | 1991\nReasoning:", "completion": " Answer: Dubrovytsia", "t_query": 1991.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001723", "prompt": " In 1975, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\n- Ulrico Girardi | country of citizenship | Italy | 1975\n- Ugo Poletti | country of citizenship | Italy | 1975\n- Tullio Kezich | country of citizenship | Italy | 1975\n- Tonino Cervi | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: Giacomo Rossi-Stuart", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001724", "prompt": " In 1974, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Answer: Bremen", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001725", "prompt": " After Albert Celades member of sports team FC Barcelona Atlètic, what was the member of sports team of Albert Celades?\nEvidence:\n- Albert Celades | member of sports team | Futbol Club Barcelona | 1997\n- Q943194 | member of sports team | Futbol Club Barcelona | 1997\n- Q508489 | member of sports team | Futbol Club Barcelona | 1997\n- Q502769 | member of sports team | Futbol Club Barcelona | 1997\n- Q483577 | member of sports team | Futbol Club Barcelona | 1997\n- Q483145 | member of sports team | Futbol Club Barcelona | 1997\n- Q375840 | member of sports team | Futbol Club Barcelona | 1997\n- Q34658 | member of sports team | Futbol Club Barcelona | 1997\n- Q316809 | member of sports team | Futbol Club Barcelona | 1997\n- Q313468 | member of sports team | Futbol Club Barcelona | 1997\n- Q295887 | member of sports team | Futbol Club Barcelona | 1997\n- Q204640 | member of sports team | Futbol Club Barcelona | 1997\n- Sergi Barjuan | member of sports team | Futbol Club Barcelona | 1997\n- Julen Lopetegui | member of sports team | Futbol Club Barcelona | 1997\n- Hristo Stoichkov | member of sports team | Futbol Club Barcelona | 1997\nReasoning:", "completion": " Answer: Futbol Club Barcelona", "t_query": 1997.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001726", "prompt": " In 1995, whose position held was list of mayors of Bremen?\nEvidence:\n- Ralf Fücks | position held | list of mayors of Bremen | 1995\nReasoning:", "completion": " Answer: Ralf Fücks", "t_query": 1995.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001727", "prompt": " In 1979, what was the country of Ashgabat?\nEvidence:\n- Ashgabat | country | Soviet Union | 1979\n- Ashgabat | capital of | Turkmen Soviet Socialist Republic | 1979\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1979\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1979\n- Q59054 | country of citizenship | Soviet Union | 1979\n- Q437262 | country of citizenship | Soviet Union | 1979\n- Q324083 | country of citizenship | Soviet Union | 1979\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1979\n- Yuri Manin | country of citizenship | Soviet Union | 1979\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1979\n- Viktor Kulikov | country of citizenship | Soviet Union | 1979\n- Vija Artmane | country of citizenship | Soviet Union | 1979\n- Vera Krepkina | country of citizenship | Soviet Union | 1979\n- Valeri Polyakov | country of citizenship | Soviet Union | 1979\n- Sergei Kovalev | country of citizenship | Soviet Union | 1979\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1979.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001728", "prompt": " Who was the head of government of Italy after Mario Scelba?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1994\n- Italy | head of state | Oscar Luigi Scalfaro | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\n- Simon Spierer | country of citizenship | Italy | 1994\n- Sergio Mantovani | country of citizenship | Italy | 1994\n- Sergio Bonelli | country of citizenship | Italy | 1994\n- Salvatore Cassisa | country of citizenship | Italy | 1994\n- Rossana Rossanda | country of citizenship | Italy | 1994\n- Romano Mussolini | country of citizenship | Italy | 1994\n- Renata Tebaldi | country of citizenship | Italy | 1994\nReasoning:", "completion": " Answer: Carlo Azeglio Ciampi", "t_query": 1994.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001729", "prompt": " In 1920, what was the head of government of Carel Willink's work location's country?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Answer: Constantin Fehrenbach", "t_query": 1920.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_001730", "prompt": " Who was the country of citizenship of Giovanni Spadolini after Kingdom of Italy?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: Italy", "t_query": 1975.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001731", "prompt": " In 1974, whose head of government's contains the administrative territorial entity's capital of's capital was Franz-Josef Röder?\nEvidence:\n- Saarland | head of government | Franz-Josef Röder | 1974\n- West Germany | contains the administrative territorial entity | Saarland | 1974\n- Saarland | located in the administrative territorial entity | West Germany | 1974\n- Saarland | country | West Germany | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_001732", "prompt": " After Troitsk located in Chelyabinsk Oblast, what was the country of Chelyabinsk Oblast?\nEvidence:\n- Troitsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Zlatoust | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Yuzhnouralsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Miass | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Verkhny Ufaley | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Chelyabinsk Oblast | country | Soviet Union | 1974\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Chelyabinsk | country | Soviet Union | 1974\n- Sumy Oblast | country | Soviet Union | 1974\n- Semipalatinsk Oblast | country | Soviet Union | 1974\n- Poltava Oblast | country | Soviet Union | 1974\n- Omsk Oblast | country | Soviet Union | 1974\n- Odesa Oblast | country | Soviet Union | 1974\n- Novosibirsk Oblast | country | Soviet Union | 1974\n- Murmansk Oblast | country | Soviet Union | 1974\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1974.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001733", "prompt": " In what year was the country of Berolzheim equal to Weimar Republic?\nEvidence:\n- Berolzheim | country | Weimar Republic | 1925\n- Weimar | country | Weimar Republic | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Vaterstetten | country | Weimar Republic | 1925\n- Trier | country | Weimar Republic | 1925\n- Speyer | country | Weimar Republic | 1925\n- Regensburg | country | Weimar Republic | 1925\n- Potsdam | country | Weimar Republic | 1925\n- Neustrelitz | country | Weimar Republic | 1925\n- Neuenkirchen | country | Weimar Republic | 1925\nReasoning:", "completion": " Answer: 1925", "t_query": 1925.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001734", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Genay", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001735", "prompt": " In what year was the member of of Giacomo Rossi-Stuart's country of citizenship equal to European Economic Community?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: 1975", "t_query": 1975.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001736", "prompt": " In 1971, what was the member of sports team of Gerd Kische?\nEvidence:\n- Gerd Kische | member of sports team | F.C. Hansa Rostock | 1971\n- Gerd Kische | member of sports team | East Germany national football team | 1971\n- Q872768 | member of sports team | East Germany national football team | 1971\n- Q73725 | member of sports team | East Germany national football team | 1971\n- Q69584 | member of sports team | East Germany national football team | 1971\n- Q690178 | member of sports team | East Germany national football team | 1971\n- Q680657 | member of sports team | East Germany national football team | 1971\n- Q67555 | member of sports team | East Germany national football team | 1971\n- Q571103 | member of sports team | East Germany national football team | 1971\n- Q562188 | member of sports team | East Germany national football team | 1971\n- Henning Frenzel | member of sports team | East Germany national football team | 1971\n- Bernd Bransch | member of sports team | East Germany national football team | 1971\n- Q823665 | member of sports team | F.C. Hansa Rostock | 1971\n- Herbert Pankau | member of sports team | F.C. Hansa Rostock | 1971\nReasoning:", "completion": " Answer: F.C. Hansa Rostock", "t_query": 1971.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 14, "_lever_variant": "terse"} +{"id": "sft_001737", "prompt": " In what year was the shares border with of Alfonso Calzolari's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1956\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: 1956", "t_query": 1956.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001738", "prompt": " After Angelo Paccagnini country of citizenship Italy, what was the member of of Ugo Stille's country of citizenship?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Angelo Varetto | country of citizenship | Italy | 1957\n- Angelo Infanti | country of citizenship | Italy | 1957\n- Angelo Cuniberti | country of citizenship | Italy | 1957\n- Angelo Bartolomasi | country of citizenship | Italy | 1957\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1957.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001739", "prompt": " After Shane McMahon employer WWE, what was the occupation of Shane McMahon?\nEvidence:\n- Shane McMahon | employer | WWE | 2010\n- Shane McMahon | occupation | entrepreneur | 2010\n- Vince McMahon | employer | WWE | 2010\n- Shane McMahon | sport | referee | 2010\n- Shane McMahon | sport | professional wrestling | 2010\n- Q285372 | employer | WWE | 2010\n- Mike Chioda | employer | WWE | 2010\n- Ring of Honor | sport | professional wrestling | 2010\n- Q44304 | sport | professional wrestling | 2010\nReasoning:", "completion": " Answer: entrepreneur", "t_query": 2010.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_001740", "prompt": " In 1924, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q890523 | country of citizenship | Kingdom of Italy | 1924\n- Q745874 | country of citizenship | Kingdom of Italy | 1924\n- Q715036 | country of citizenship | Kingdom of Italy | 1924\n- Q706466 | country of citizenship | Kingdom of Italy | 1924\n- Q65151 | country of citizenship | Kingdom of Italy | 1924\n- Q603148 | country of citizenship | Kingdom of Italy | 1924\n- Q572091 | country of citizenship | Kingdom of Italy | 1924\n- Q534227 | country of citizenship | Kingdom of Italy | 1924\n- Q471232 | country of citizenship | Kingdom of Italy | 1924\n- Q456574 | country of citizenship | Kingdom of Italy | 1924\n- Q432318 | country of citizenship | Kingdom of Italy | 1924\n- Q333809 | country of citizenship | Kingdom of Italy | 1924\n- Q329221 | country of citizenship | Kingdom of Italy | 1924\n- Q297190 | country of citizenship | Kingdom of Italy | 1924\n- Q263967 | country of citizenship | Kingdom of Italy | 1924\nReasoning:", "completion": " Answer: Nino Taranto", "t_query": 1924.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001741", "prompt": " In 1948, what was the anthem of Omsk's located in?\nEvidence:\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Omsk | country | Soviet Union | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Q59054 | country of citizenship | Soviet Union | 1948\n- Q437262 | country of citizenship | Soviet Union | 1948\n- Q324083 | country of citizenship | Soviet Union | 1948\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1948\n- Yuri Manin | country of citizenship | Soviet Union | 1948\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1948\n- Viktor Kulikov | country of citizenship | Soviet Union | 1948\n- Vija Artmane | country of citizenship | Soviet Union | 1948\n- Vera Krepkina | country of citizenship | Soviet Union | 1948\n- Valeri Polyakov | country of citizenship | Soviet Union | 1948\nReasoning:", "completion": " Answer: State Anthem of the Soviet Union", "t_query": 1948.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001742", "prompt": " In what year was the country of citizenship of Mario Stoppani equal to Kingdom of Italy?\nEvidence:\n- Mario Stoppani | country of citizenship | Kingdom of Italy | 1934\n- Mario Sarto | country of citizenship | Kingdom of Italy | 1934\n- Mario Roatta | country of citizenship | Kingdom of Italy | 1934\n- Mario Palanti | country of citizenship | Kingdom of Italy | 1934\n- Mario Bonnard | country of citizenship | Kingdom of Italy | 1934\n- Q976653 | country of citizenship | Kingdom of Italy | 1934\n- Q972711 | country of citizenship | Kingdom of Italy | 1934\n- Q922237 | country of citizenship | Kingdom of Italy | 1934\n- Q890523 | country of citizenship | Kingdom of Italy | 1934\n- Q710497 | country of citizenship | Kingdom of Italy | 1934\n- Q678253 | country of citizenship | Kingdom of Italy | 1934\n- Q654973 | country of citizenship | Kingdom of Italy | 1934\n- Q650303 | country of citizenship | Kingdom of Italy | 1934\n- Q527400 | country of citizenship | Kingdom of Italy | 1934\n- Q51189 | country of citizenship | Kingdom of Italy | 1934\nReasoning:", "completion": " Answer: 1934", "t_query": 1934.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001743", "prompt": " In 1978, what was the country of citizenship of Marco Tulli?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: Italy", "t_query": 1978.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001744", "prompt": " In 1956, what was the head of government of Germany's capital's capital of's contains the administrative territorial entity?\nEvidence:\n- Germany | head of government | Konrad Adenauer | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | Germany | 1956\n- Bonn | capital of | West Germany | 1956\n- Germany | head of state | Theodor Heuss | 1956\n- Saarbrücken | located in the administrative territorial entity | Saar Protectorate | 1956\n- Nitra District | located in the administrative territorial entity | Czechoslovakia | 1956\n- East Berlin | capital of | German Democratic Republic | 1956\n- Afghanistan | basic form of government | constitutional monarchy | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Germany | member of | Western European Union | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- Afghanistan | head of state | Mohammed Zahir Shah | 1956\nReasoning:", "completion": " Answer: Gebhard Müller", "t_query": 1956.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001745", "prompt": " In 1975, what was the located in of Kostroma?\nEvidence:\n- Kostroma | located in the administrative territorial entity | Kostroma Oblast | 1975\nReasoning:", "completion": " Answer: Kostroma Oblast", "t_query": 1975.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001746", "prompt": " In what year was the country of citizenship of Giovan Battista Pellegrini equal to Kingdom of Italy?\nEvidence:\n- Giovan Battista Pellegrini | country of citizenship | Kingdom of Italy | 1941\n- Battista Farina | country of citizenship | Kingdom of Italy | 1941\n- Giovanni Battista Lacchini | country of citizenship | Kingdom of Italy | 1941\n- Giovanni Battista Caproni | country of citizenship | Kingdom of Italy | 1941\n- Q976653 | country of citizenship | Kingdom of Italy | 1941\n- Q972711 | country of citizenship | Kingdom of Italy | 1941\n- Q922237 | country of citizenship | Kingdom of Italy | 1941\n- Q890523 | country of citizenship | Kingdom of Italy | 1941\n- Q741387 | country of citizenship | Kingdom of Italy | 1941\n- Q710497 | country of citizenship | Kingdom of Italy | 1941\n- Q678253 | country of citizenship | Kingdom of Italy | 1941\n- Q654973 | country of citizenship | Kingdom of Italy | 1941\n- Q650303 | country of citizenship | Kingdom of Italy | 1941\n- Q527400 | country of citizenship | Kingdom of Italy | 1941\n- Q51189 | country of citizenship | Kingdom of Italy | 1941\nReasoning:", "completion": " Answer: 1941", "t_query": 1941.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001747", "prompt": " In 1997, whose member of sports team was Futbol Club Barcelona?\nEvidence:\n- Q943194 | member of sports team | Futbol Club Barcelona | 1997\n- Q508489 | member of sports team | Futbol Club Barcelona | 1997\n- Q502769 | member of sports team | Futbol Club Barcelona | 1997\n- Q483577 | member of sports team | Futbol Club Barcelona | 1997\n- Q483145 | member of sports team | Futbol Club Barcelona | 1997\n- Q375840 | member of sports team | Futbol Club Barcelona | 1997\n- Q34658 | member of sports team | Futbol Club Barcelona | 1997\n- Q316809 | member of sports team | Futbol Club Barcelona | 1997\n- Q313468 | member of sports team | Futbol Club Barcelona | 1997\n- Q295887 | member of sports team | Futbol Club Barcelona | 1997\n- Q204640 | member of sports team | Futbol Club Barcelona | 1997\n- Sergi Barjuan | member of sports team | Futbol Club Barcelona | 1997\n- Julen Lopetegui | member of sports team | Futbol Club Barcelona | 1997\n- Hristo Stoichkov | member of sports team | Futbol Club Barcelona | 1997\n- Albert Celades | member of sports team | Futbol Club Barcelona | 1997\nReasoning:", "completion": " Answer: Albert Celades", "t_query": 1997.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001748", "prompt": " Who was the member of of Andrea Carrea's country of citizenship after European Coal and Steel Community?\nEvidence:\n- Andrea Carrea | country of citizenship | Italy | 1984\n- Andrea Pangrazio | country of citizenship | Italy | 1984\n- Andrea Miano | country of citizenship | Italy | 1984\n- Andrea Cassone | country of citizenship | Italy | 1984\n- Andrea Bianchi | country of citizenship | Italy | 1984\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1984.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001749", "prompt": " In 1989, what was the member of of Maria Rita Saulle's country of citizenship?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001750", "prompt": " In what year was the diplomatic relation of Germany's head of government's country of citizenship equal to German Democratic Republic?\nEvidence:\n- Germany | diplomatic relation | German Democratic Republic | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | shares border with | German Democratic Republic | 1987\n- Q99920 | country of citizenship | German Democratic Republic | 1987\n- Q97584 | country of citizenship | German Democratic Republic | 1987\n- Q96955 | country of citizenship | German Democratic Republic | 1987\n- Q77767 | country of citizenship | German Democratic Republic | 1987\n- Q73946 | country of citizenship | German Democratic Republic | 1987\n- Q72475 | country of citizenship | German Democratic Republic | 1987\n- Q72461 | country of citizenship | German Democratic Republic | 1987\n- Q70388 | country of citizenship | German Democratic Republic | 1987\n- Q67488 | country of citizenship | German Democratic Republic | 1987\n- Q67341 | country of citizenship | German Democratic Republic | 1987\nReasoning:", "completion": " Answer: 1987", "t_query": 1987.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001751", "prompt": " Who was the member of of Laura Veccia Vaglieri's country of citizenship before European Economic Community?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1956.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001752", "prompt": " After Juraj Jakubisko country of citizenship Czechoslovakia, what was the nominated for of Juraj Jakubisko?\nEvidence:\n- Juraj Jakubisko | country of citizenship | Czechoslovakia | 1968\n- Juraj Jakubisko | nominated for | Golden Lion | 1968\n- Q960655 | country of citizenship | Czechoslovakia | 1968\n- Q693209 | country of citizenship | Czechoslovakia | 1968\n- Q536359 | country of citizenship | Czechoslovakia | 1968\n- Q366671 | country of citizenship | Czechoslovakia | 1968\n- Q31370 | country of citizenship | Czechoslovakia | 1968\n- Q179173 | country of citizenship | Czechoslovakia | 1968\n- Oldřich Pelčák | country of citizenship | Czechoslovakia | 1968\n- Miroslav Horníček | country of citizenship | Czechoslovakia | 1968\n- Milan Kundera | country of citizenship | Czechoslovakia | 1968\n- Miklós Duray | country of citizenship | Czechoslovakia | 1968\n- Lubomír Štrougal | country of citizenship | Czechoslovakia | 1968\n- Karol Divín | country of citizenship | Czechoslovakia | 1968\n- Jan Sokol | country of citizenship | Czechoslovakia | 1968\nReasoning:", "completion": " Answer: Golden Lion", "t_query": 1968.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001753", "prompt": " In 1978, what was the head of state of Arnaldo Genoino's country of citizenship?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: Giovanni Leone", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001754", "prompt": " After Ismael Ruiz member of sports team Racing de Santander, what was the member of sports team of Ismael Ruiz?\nEvidence:\n- Ismael Ruiz | member of sports team | Terrassa FC | 2006\n- Ismael Ruiz | member of sports team | Real Oviedo | 2006\n- Q983415 | member of sports team | Terrassa FC | 2006\n- Q929644 | member of sports team | Real Oviedo | 2006\n- Q350982 | member of sports team | Real Oviedo | 2006\n- Adrián López Álvarez | member of sports team | Real Oviedo | 2006\nReasoning:", "completion": " Answer: Real Oviedo", "t_query": 2006.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_001755", "prompt": " In 1985, what was the shares border with of Giuseppe Colnago's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1985\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001756", "prompt": " In 1987, whose contains the administrative territorial entity's country of citizenship's head of government was Rhineland-Palatinate?\nEvidence:\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1987\n- West Germany | contains the administrative territorial entity | Saarland | 1987\n- West Germany | contains the administrative territorial entity | Hesse | 1987\n- West Germany | contains the administrative territorial entity | Hamburg | 1987\n- West Germany | contains the administrative territorial entity | Bremen | 1987\n- West Germany | contains the administrative territorial entity | Bavaria | 1987\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1987\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1987\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1987\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1987\n- Saarland | located in the administrative territorial entity | West Germany | 1987\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1987\n- Q77721 | country of citizenship | West Germany | 1987\n- Thomas Anders | country of citizenship | West Germany | 1987\n- Martin Walser | country of citizenship | West Germany | 1987\nReasoning:", "completion": " Answer: Germany", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001757", "prompt": " In what year was the chairperson of Germany's head of government's member of political party equal to Hans-Dietrich Genscher?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001758", "prompt": " In what year was the located in of Wiesbaden equal to Wiesbaden Government Region?\nEvidence:\n- Wiesbaden | located in the administrative territorial entity | Wiesbaden Government Region | 1907\n- Frankfurt | located in the administrative territorial entity | Wiesbaden Government Region | 1907\n- Wiesbaden | country | German Empire | 1907\n- Q165008 | applies to jurisdiction | German Empire | 1907\n- German East Africa | applies to jurisdiction | German Empire | 1907\n- Q87105 | country of citizenship | German Empire | 1907\n- Q76638 | country of citizenship | German Empire | 1907\n- Wilhelm Röntgen | country of citizenship | German Empire | 1907\n- Georg August Zenker | country of citizenship | German Empire | 1907\n- Zwickau | country | German Empire | 1907\n- Zimmern | country | German Empire | 1907\n- Wrocław | country | German Empire | 1907\n- Wittmund | country | German Empire | 1907\n- Wismar | country | German Empire | 1907\n- Weimar | country | German Empire | 1907\nReasoning:", "completion": " Answer: 1907", "t_query": 1907.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001759", "prompt": " In what year was the contains the administrative territorial entity of Germany's head of government's country of citizenship equal to Bremen?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: 1987", "t_query": 1987.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001760", "prompt": " After Giorgio Rebuffi country of citizenship Italy, what was the member of of Romolo Alzani's country of citizenship?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Giorgio Perlasca | country of citizenship | Italy | 1987\n- Giorgio Oberweger | country of citizenship | Italy | 1987\n- Giorgio Manganelli | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1987.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001761", "prompt": " In 2000, whose named after was Qualcomm?\nEvidence:\n- San Diego Stadium | named after | Qualcomm | 2000\n- San Diego Stadium | occupant | Los Angeles Chargers | 2000\nReasoning:", "completion": " Answer: San Diego Stadium", "t_query": 2000.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_001762", "prompt": " In 2011, what was the owned by of EF Education-Tibco-SVB?\nEvidence:\n- EF Education-Tibco-SVB | owned by | Linda Jackson | 2011\n- EF Education-Tibco-SVB | sponsor | Tibco Software | 2011\n- Tara Whitten | member of sports team | EF Education-Tibco-SVB | 2011\nReasoning:", "completion": " Answer: Linda Jackson", "t_query": 2011.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001763", "prompt": " In 1920, what was the head of government of Carel Willink's work location's country?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Answer: Gustav Bauer", "t_query": 1920.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_001764", "prompt": " In 1972, what was the diplomatic relation of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | diplomatic relation | German Democratic Republic | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\nReasoning:", "completion": " Answer: German Democratic Republic", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001765", "prompt": " In what year was the country of Nakhchivan equal to Azerbaijan Soviet Socialist Republic?\nEvidence:\n- Nakhchivan | country | Azerbaijan Soviet Socialist Republic | 1949\n- Nakhchivan | country | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Nakhchivan | located in the administrative territorial entity | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Nakhchivan | country | Soviet Union | 1949\n- Turkmen Soviet Socialist Republic | country | Soviet Union | 1949\n- Georgian Soviet Socialist Republic | country | Soviet Union | 1949\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1949\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1949\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1949\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1949\n- Zhytomyr | country | Soviet Union | 1949\n- Zastavna | country | Soviet Union | 1949\n- Yevpatoriia | country | Soviet Union | 1949\n- Yalta | country | Soviet Union | 1949\n- Vyazma | country | Soviet Union | 1949\nReasoning:", "completion": " Answer: 1949", "t_query": 1949.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001766", "prompt": " After Sound and Vision performer David Bowie, what was the work location of David Bowie?\nEvidence:\n- David Bowie | work location | Berlin | 1978\n- Q896393 | work location | Berlin | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Q497401 | terminus | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\n- Anna Seghers | residence | Berlin | 1978\nReasoning:", "completion": " Answer: Berlin", "t_query": 1978.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_001767", "prompt": " In what year was the head of government of Carel Willink's work location's country equal to Gustav Bauer?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Answer: 1920", "t_query": 1920.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_001768", "prompt": " In 1961, what was the currency of John Paul I's country of citizenship?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\n- Virginio Rosetta | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001769", "prompt": " After Rhône contains the administrative territorial entity Francheville, what was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Rhône | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\nReasoning:", "completion": " Answer: Genay", "t_query": 2003.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001770", "prompt": " In 1957, what was the member of of Ugo Stille's country of citizenship?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001771", "prompt": " After Laura Veccia Vaglieri country of citizenship Italy, what was the currency of Elena Altieri's country of citizenship?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Laura Adani | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\n- Tullio Kezich | country of citizenship | Italy | 1977\n- Tonino Cervi | country of citizenship | Italy | 1977\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1977.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001772", "prompt": " In what year was the located in of Haute-Isle equal to Seine-et-Oise?\nEvidence:\n- Haute-Isle | located in the administrative territorial entity | Seine-et-Oise | 1901\n- Bernes-sur-Oise | located in the administrative territorial entity | Seine-et-Oise | 1901\n- Vaux-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1901\n- Mousseaux-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1901\n- Morsang-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1901\n- Croissy-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1901\n- Bonnières-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1901\n- Bray-et-Lû | located in the administrative territorial entity | Seine-et-Oise | 1901\n- Ézanville | located in the administrative territorial entity | Seine-et-Oise | 1901\n- Émancé | located in the administrative territorial entity | Seine-et-Oise | 1901\n- Écouen | located in the administrative territorial entity | Seine-et-Oise | 1901\n- Villepreux | located in the administrative territorial entity | Seine-et-Oise | 1901\n- Villejust | located in the administrative territorial entity | Seine-et-Oise | 1901\n- Villecresnes | located in the administrative territorial entity | Seine-et-Oise | 1901\n- Villabé | located in the administrative territorial entity | Seine-et-Oise | 1901\nReasoning:", "completion": " Answer: 1901", "t_query": 1901.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001773", "prompt": " After Lina Bo Bardi country of citizenship Italy, what was the head of state of Guido Aycard's country of citizenship?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Lina Pagliughi | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Antonio Segni", "t_query": 1962.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001774", "prompt": " In 2001, what was the award received of Gerardo Marotta?\nEvidence:\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Q76000 | award received | Goethe Medal | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\nReasoning:", "completion": " Answer: Goethe Medal", "t_query": 2001.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001775", "prompt": " In 1987, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: Hesse", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001776", "prompt": " In 1951, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1951\n- Vladica Popović | country of citizenship | Yugoslavia | 1951\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1951\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1951\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1951\n- Ilija Petković | country of citizenship | Yugoslavia | 1951\n- Dušan Ivković | country of citizenship | Yugoslavia | 1951\n- Dragan Tomić | country of citizenship | Yugoslavia | 1951\n- Verzar | country | Yugoslavia | 1951\n- Suševo | country | Yugoslavia | 1951\n- Q793485 | country | Yugoslavia | 1951\n- Pirot | country | Yugoslavia | 1951\n- Orašje | country | Yugoslavia | 1951\n- Kraljevo | country | Yugoslavia | 1951\n- Karlovac | country | Yugoslavia | 1951\nReasoning:", "completion": " Answer: Giovanni D'Ascenzi", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001777", "prompt": " In 1974, whose capital of's capital was West Germany?\nEvidence:\n- Oberliga Nord (1974-1994) | country | West Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Würzburg | country | West Germany | 1974\n- Wuppertal | country | West Germany | 1974\n- Wiesbaden | country | West Germany | 1974\n- Westfalenliga | country | West Germany | 1974\n- Viersen | country | West Germany | 1974\n- Speyer | country | West Germany | 1974\n- Sande | country | West Germany | 1974\n- Saarland | country | West Germany | 1974\n- Q52041 | country | West Germany | 1974\n- Neuenkirchen | country | West Germany | 1974\n- Mittelrheinliga | country | West Germany | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001778", "prompt": " In what year was the chairperson of Italy's member of equal to Jean Monnet?\nEvidence:\n- Giuseppe Meazza | coach of sports team | Italy men's national association football team | 1953\n- Q264986 | country of citizenship | Italy | 1953\n- Q219490 | country of citizenship | Italy | 1953\n- Q213482 | country of citizenship | Italy | 1953\n- Dalida | country of citizenship | Italy | 1953\n- Veriano Luchetti | country of citizenship | Italy | 1953\n- Tonino Cervi | country of citizenship | Italy | 1953\n- Tiziano Terzani | country of citizenship | Italy | 1953\n- Stéphane Grappelli | country of citizenship | Italy | 1953\n- Simon Spierer | country of citizenship | Italy | 1953\n- Sergio Mantovani | country of citizenship | Italy | 1953\n- Sergio Bonelli | country of citizenship | Italy | 1953\n- Rossana Rossanda | country of citizenship | Italy | 1953\n- Romeo Bertini | country of citizenship | Italy | 1953\n- Renata Tebaldi | country of citizenship | Italy | 1953\nReasoning:", "completion": " Answer: 1953", "t_query": 1953.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001779", "prompt": " In 1995, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Oscar Luigi Scalfaro | position held | President of Italy | 1995\n- Italy | head of state | Oscar Luigi Scalfaro | 1995\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1995\nReasoning:", "completion": " Answer: Umberto Mastroianni", "t_query": 1995.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001780", "prompt": " In what year was the shares border with of Mario Gentili's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1961\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: 1961", "t_query": 1961.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001781", "prompt": " In 1977, what was the member of of Elena Altieri's country of citizenship?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\n- Tullio Kezich | country of citizenship | Italy | 1977\n- Tonino Cervi | country of citizenship | Italy | 1977\n- Tiziano Terzani | country of citizenship | Italy | 1977\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1977.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001782", "prompt": " Who was the country of Tilla Durieux's spouse's work location after German Empire?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Answer: Weimar Republic", "t_query": 1921.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001783", "prompt": " In 1995, what was the currency of Umberto Mastroianni's country of citizenship?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Italy | currency | Italian lira | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1995.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001784", "prompt": " In 1972, whose contains the administrative territorial entity's allegiance was Lower Saxony?\nEvidence:\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- Hanover | located in the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\nReasoning:", "completion": " Answer: Friedrich Guggenberger", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001785", "prompt": " Who was the spouse of Erazim Kohák's residence's head of government after Jane Wyman?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- United States | shares border with | Panama | 1988\n- Tony Miles | country for sport | United States | 1988\n- Julie Mehretu | work location | United States | 1988\n- Discovery Channel | country | United States | 1988\nReasoning:", "completion": " Answer: Nancy Reagan", "t_query": 1988.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 13, "_lever_variant": "terse"} +{"id": "sft_001786", "prompt": " After Angelo Paccagnini country of citizenship Italy, what was the head of government of Romolo Alzani's country of citizenship?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Angelo Varetto | country of citizenship | Italy | 1987\n- Angelo Infanti | country of citizenship | Italy | 1987\n- Angelo Cuniberti | country of citizenship | Italy | 1987\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: Giovanni Goria", "t_query": 1987.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001787", "prompt": " In 2000, what was the occupant of San Diego Stadium?\nEvidence:\n- San Diego Stadium | occupant | Los Angeles Chargers | 2000\n- San Diego Stadium | named after | Qualcomm | 2000\nReasoning:", "completion": " Answer: Los Angeles Chargers", "t_query": 2000.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_001788", "prompt": " Who was the head of government of New York City before Ed Koch?\nEvidence:\n- New York City | head of government | Fiorello H. La Guardia | 1938\n- William Vickrey | residence | New York City | 1938\n- Weegee | work location | New York City | 1938\n- Q543585 | work location | New York City | 1938\n- MetLife | headquarters location | New York City | 1938\n- Jane Jacobs | residence | New York City | 1938\n- Variety | place of publication | New York City | 1938\n- Max Weber | work location | New York City | 1938\n- Louise Bourgeois | work location | New York City | 1938\n- Lewis Mumford | work location | New York City | 1938\n- Hanns Eisler | work location | New York City | 1938\n- Ellsworth Kelly | work location | New York City | 1938\n- Louise Bourgeois | work location | Paris | 1938\n- Louise Bourgeois | spouse | Robert Goldwater | 1938\n- Louise Bourgeois | educated at | Q337504 | 1938\nReasoning:", "completion": " Answer: Fiorello H. La Guardia", "t_query": 1938.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001789", "prompt": " In 1914, what was the country of Urup?\nEvidence:\n- Urup | country | Japan | 1914\n- Q426915 | country | Japan | 1914\n- Q156046 | country | Japan | 1914\n- Broutona | country | Japan | 1914\n- Lüshunkou District | country | Japan | 1914\n- Kuril Islands | country | Japan | 1914\nReasoning:", "completion": " Answer: Japan", "t_query": 1914.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_001790", "prompt": " After Angelo de Mojana di Cologna country of citizenship Italy, what was the head of state of Umberto Mastroianni's country of citizenship?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Angelo Varetto | country of citizenship | Italy | 1995\n- Angelo Infanti | country of citizenship | Italy | 1995\n- Angelo Cuniberti | country of citizenship | Italy | 1995\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1995\n- Vito De Grisantis | country of citizenship | Italy | 1995\n- Virginio De Paoli | country of citizenship | Italy | 1995\n- Velasio de Paolis | country of citizenship | Italy | 1995\n- Renzo De Felice | country of citizenship | Italy | 1995\n- Nevio de Zordo | country of citizenship | Italy | 1995\n- Mario De Donà | country of citizenship | Italy | 1995\n- Francesco De Masi | country of citizenship | Italy | 1995\n- Dino De Antoni | country of citizenship | Italy | 1995\n- Alberto De Martino | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\nReasoning:", "completion": " Answer: Oscar Luigi Scalfaro", "t_query": 1995.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001791", "prompt": " In 1947, what was the country of citizenship of Eleonora Rossi Drago?\nEvidence:\n- Eleonora Rossi Drago | country of citizenship | Italy | 1947\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1947\n- Q612509 | country of citizenship | Italy | 1947\n- Q454036 | country of citizenship | Italy | 1947\n- Q435856 | country of citizenship | Italy | 1947\n- Q432318 | country of citizenship | Italy | 1947\n- Q429298 | country of citizenship | Italy | 1947\n- Q340261 | country of citizenship | Italy | 1947\n- Q318968 | country of citizenship | Italy | 1947\n- Q264986 | country of citizenship | Italy | 1947\n- Q219490 | country of citizenship | Italy | 1947\n- Q213482 | country of citizenship | Italy | 1947\n- Dalida | country of citizenship | Italy | 1947\n- Wilma Montesi | country of citizenship | Italy | 1947\n- Vittore Catella | country of citizenship | Italy | 1947\nReasoning:", "completion": " Answer: Italy", "t_query": 1947.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001792", "prompt": " After Andrea Checchi country of citizenship Italy, what was the member of of Elena Altieri's country of citizenship?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Andrea Pangrazio | country of citizenship | Italy | 1977\n- Andrea Miano | country of citizenship | Italy | 1977\n- Andrea Cassone | country of citizenship | Italy | 1977\n- Andrea Carrea | country of citizenship | Italy | 1977\n- Andrea Bianchi | country of citizenship | Italy | 1977\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1977.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001793", "prompt": " In what year was the currency of Carel Willink's work location's country's shares border with equal to French franc?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Answer: 1920", "t_query": 1920.0, "chain_length": 4, "operator_type": "interval", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_001794", "prompt": " In 1970, whose member of sports team was FK Daugava (2003)?\nEvidence:\n- Boris Razinsky | member of sports team | FK Daugava (2003) | 1970\n- Boris Razinsky | member of sports team | FC Ararat Yerevan | 1970\nReasoning:", "completion": " Answer: Boris Razinsky", "t_query": 1970.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_001795", "prompt": " In 1975, what was the country of citizenship of Giovanni Spadolini?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: Italy", "t_query": 1975.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001796", "prompt": " Who was the contains the administrative territorial entity of Bernard Schultze's work location's country before North Rhine-Westphalia?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: Schleswig-Holstein", "t_query": 1953.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001797", "prompt": " In 1927, what was the educated at of Ernst Stueckelberg?\nEvidence:\n- Ernst Stueckelberg | educated at | University of Basel | 1927\nReasoning:", "completion": " Answer: University of Basel", "t_query": 1927.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001798", "prompt": " In 2002, what was the winner of Albert Lasker Award for Basic Medical Research?\nEvidence:\n- Albert Lasker Award for Basic Medical Research | winner | Randy Schekman | 2002\n- Albert Lasker Award for Basic Medical Research | winner | James Rothman | 2002\n- Louisa Gross Horwitz Prize | winner | Randy Schekman | 2002\n- Louisa Gross Horwitz Prize | winner | James Rothman | 2002\nReasoning:", "completion": " Answer: Randy Schekman", "t_query": 2002.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_001799", "prompt": " In 2007, what was the position held of Roger William Gries?\nEvidence:\n- Roger William Gries | position held | auxiliary bishop | 2007\n- Q913188 | position held | auxiliary bishop | 2007\n- Q890445 | position held | auxiliary bishop | 2007\n- Q85597 | position held | auxiliary bishop | 2007\n- Q761679 | position held | auxiliary bishop | 2007\n- Q668407 | position held | auxiliary bishop | 2007\n- Q635777 | position held | auxiliary bishop | 2007\n- Q629670 | position held | auxiliary bishop | 2007\n- Q615091 | position held | auxiliary bishop | 2007\n- Q556264 | position held | auxiliary bishop | 2007\n- Q556017 | position held | auxiliary bishop | 2007\n- Q556011 | position held | auxiliary bishop | 2007\n- Q547544 | position held | auxiliary bishop | 2007\n- Q541928 | position held | auxiliary bishop | 2007\n- Q532680 | position held | auxiliary bishop | 2007\nReasoning:", "completion": " Answer: auxiliary bishop", "t_query": 2007.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001800", "prompt": " In 1920, what was the currency of Carel Willink's work location's country's shares border with?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Answer: French franc", "t_query": 1920.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_001801", "prompt": " In 1953, what was the contains the administrative territorial entity of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: Baden-Württemberg", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001802", "prompt": " In what year was the currency of Germany equal to Deutsche Mark?\nEvidence:\n- Germany | currency | Deutsche Mark | 1974\n- West Germany | currency | Deutsche Mark | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001803", "prompt": " After Mannheim country Nazi Germany, what was the currency of Mannheim's country?\nEvidence:\n- Mannheim | country | West Germany | 1950\n- West Germany | currency | Deutsche Mark | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\n- Wiesbaden | country | West Germany | 1950\n- Viersen | country | West Germany | 1950\n- Speyer | country | West Germany | 1950\n- Sande | country | West Germany | 1950\n- Q52041 | country | West Germany | 1950\n- Neuenkirchen | country | West Germany | 1950\n- Lörrach | country | West Germany | 1950\n- Kiel | country | West Germany | 1950\n- Karlsruhe | country | West Germany | 1950\nReasoning:", "completion": " Answer: Deutsche Mark", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001804", "prompt": " After Giuseppe Ungaretti country of citizenship Italy, what was the head of government of Italy?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 2007\n- Tullio Kezich | country of citizenship | Italy | 2007\n- Stefano Angeleri | country of citizenship | Italy | 2007\n- Sergio Bonelli | country of citizenship | Italy | 2007\n- Sebastiano Mannironi | country of citizenship | Italy | 2007\n- Salvatore Cassisa | country of citizenship | Italy | 2007\n- Rossana Rossanda | country of citizenship | Italy | 2007\n- Roberto Tucci | country of citizenship | Italy | 2007\n- Plinio Antolini | country of citizenship | Italy | 2007\n- Pino Lancetti | country of citizenship | Italy | 2007\n- Piergiorgio Nesti | country of citizenship | Italy | 2007\n- Paolo Villaggio | country of citizenship | Italy | 2007\n- Paolo Rossi | country of citizenship | Italy | 2007\n- Nino Baragli | country of citizenship | Italy | 2007\n- Marcello Costalunga | country of citizenship | Italy | 2007\nReasoning:", "completion": " Answer: Romano Prodi", "t_query": 2007.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001805", "prompt": " In 1924, what was the country of citizenship of Nino Taranto?\nEvidence:\n- Nino Taranto | country of citizenship | Kingdom of Italy | 1924\n- Q976653 | country of citizenship | Kingdom of Italy | 1924\n- Q972711 | country of citizenship | Kingdom of Italy | 1924\n- Q922237 | country of citizenship | Kingdom of Italy | 1924\n- Q890523 | country of citizenship | Kingdom of Italy | 1924\n- Q745874 | country of citizenship | Kingdom of Italy | 1924\n- Q715036 | country of citizenship | Kingdom of Italy | 1924\n- Q710497 | country of citizenship | Kingdom of Italy | 1924\n- Q706466 | country of citizenship | Kingdom of Italy | 1924\n- Q678253 | country of citizenship | Kingdom of Italy | 1924\n- Q654973 | country of citizenship | Kingdom of Italy | 1924\n- Q65151 | country of citizenship | Kingdom of Italy | 1924\n- Q603148 | country of citizenship | Kingdom of Italy | 1924\n- Q572091 | country of citizenship | Kingdom of Italy | 1924\n- Q534227 | country of citizenship | Kingdom of Italy | 1924\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1924.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001806", "prompt": " In 2010, what was the employer of Shane McMahon?\nEvidence:\n- Shane McMahon | employer | WWE | 2010\n- Shane McMahon | sport | referee | 2010\n- Shane McMahon | occupation | entrepreneur | 2010\n- Shane McMahon | sport | professional wrestling | 2010\n- Vince McMahon | employer | WWE | 2010\n- Q285372 | employer | WWE | 2010\n- Mike Chioda | employer | WWE | 2010\n- Ring of Honor | sport | professional wrestling | 2010\n- Q44304 | sport | professional wrestling | 2010\nReasoning:", "completion": " Answer: WWE", "t_query": 2010.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_001807", "prompt": " In 1977, what was the country of citizenship of Elena Altieri?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\n- Tullio Kezich | country of citizenship | Italy | 1977\n- Tonino Cervi | country of citizenship | Italy | 1977\n- Tiziano Terzani | country of citizenship | Italy | 1977\nReasoning:", "completion": " Answer: Italy", "t_query": 1977.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001808", "prompt": " Who was the head of state of Eleonora Rossi Drago's country of citizenship before Oscar Luigi Scalfaro?\nEvidence:\n- Eleonora Rossi Drago | country of citizenship | Italy | 1947\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1947\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1947\n- Luigi Comencini | country of citizenship | Italy | 1947\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1947\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1947\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1947\n- Q612509 | country of citizenship | Italy | 1947\n- Q454036 | country of citizenship | Italy | 1947\n- Q435856 | country of citizenship | Italy | 1947\n- Q432318 | country of citizenship | Italy | 1947\n- Q429298 | country of citizenship | Italy | 1947\n- Q340261 | country of citizenship | Italy | 1947\n- Q318968 | country of citizenship | Italy | 1947\n- Q264986 | country of citizenship | Italy | 1947\nReasoning:", "completion": " Answer: Enrico de Nicola", "t_query": 1947.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001809", "prompt": " After Carillo Gritti country of citizenship Italy, what was the shares border with of Lelio Antoniotti's country of citizenship?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Italy | shares border with | Yugoslavia | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1973.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001810", "prompt": " In 1959, what was the head of government of Gino Cassinis's country of citizenship?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: Antonio Segni", "t_query": 1959.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001811", "prompt": " Who was the adjacent station of Ebetsu Station before Nopporo Station?\nEvidence:\n- Nopporo Station | adjacent station | Ebetsu Station | 1913\n- Ebetsu Station | adjacent station | Nopporo Station | 1913\n- Ebetsu Station | adjacent station | Horomui Station | 1913\n- Nopporo Station | adjacent station | Atsubetsu Station | 1913\nReasoning:", "completion": " Answer: Horomui Station", "t_query": 1913.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_001812", "prompt": " In 1937, what was the member of sports team of Giuseppe Antonini?\nEvidence:\n- Giuseppe Antonini | member of sports team | Hellas Verona FC | 1937\n- Giuseppe Antonini | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Ungaretti | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Paratore | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Milano | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Domenichelli | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Bottai | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Asti | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Di Vittorio | country of citizenship | Kingdom of Italy | 1937\n- Marche | located in the administrative territorial entity | Kingdom of Italy | 1937\n- Lombardy | located in the administrative territorial entity | Kingdom of Italy | 1937\n- Zita of Bourbon-Parma | country of citizenship | Kingdom of Italy | 1937\n- Victor Emmanuel III of Italy | country of citizenship | Kingdom of Italy | 1937\n- Q976653 | country of citizenship | Kingdom of Italy | 1937\n- Q972711 | country of citizenship | Kingdom of Italy | 1937\nReasoning:", "completion": " Answer: Hellas Verona FC", "t_query": 1937.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001813", "prompt": " In what year was the significant event of Germany equal to Basic Treaty?\nEvidence:\n- Germany | significant event | Basic Treaty | 1974\n- Germany | significant event | Berlin Wall | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001814", "prompt": " In 1957, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\n- Veriano Luchetti | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: Ugo Stille", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001815", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in after Vaulx-en-Velin?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Vaulx-en-Velin | 2003\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\nReasoning:", "completion": " Answer: Genay", "t_query": 2003.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001816", "prompt": " Who was the noble title of Gustaf VI Adolf of Sweden's spouse after princess?\nEvidence:\n- Gustaf VI Adolf of Sweden | noble title | duke | 1937\n- Gustaf VI Adolf of Sweden | noble title | crown prince | 1937\n- Louise Mountbatten | spouse | Gustaf VI Adolf of Sweden | 1937\n- Gustaf VI Adolf of Sweden | spouse | Louise Mountbatten | 1937\n- Gustaf VI Adolf of Sweden | position held | crown prince | 1937\n- Louise Mountbatten | noble title | queen consort | 1937\nReasoning:", "completion": " Answer: queen consort", "t_query": 1937.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_001817", "prompt": " In 2003, whose named after was Alexey Stakhanov?\nEvidence:\n- Kadiivka | named after | Alexey Stakhanov | 2003\n- Kadiivka | located in the administrative territorial entity | Luhansk Oblast | 2003\nReasoning:", "completion": " Answer: Kadiivka", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_001818", "prompt": " In what year was the general manager of Arnaud Coyot's member of sports team equal to Alain Bondue?\nEvidence:\n- Cofidis | general manager | Alain Bondue | 2003\n- Arnaud Coyot | member of sports team | Cofidis | 2003\n- Q946869 | member of sports team | Cofidis | 2003\n- Q465367 | member of sports team | Cofidis | 2003\n- David Moncoutié | member of sports team | Cofidis | 2003\n- Bingen Fernández | member of sports team | Cofidis | 2003\nReasoning:", "completion": " Answer: 2003", "t_query": 2003.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_001819", "prompt": " Who was the position held of Gianni Brera's country of citizenship's head of state after Prime Minister of Italy?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1963.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001820", "prompt": " Who was the head of government of Germany's capital's capital of's contains the administrative territorial entity after Kurt Georg Kiesinger?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | Germany | 1987\n- Bonn | capital of | West Germany | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Afghanistan | basic form of government | republic | 1987\n- East Berlin | capital of | German Democratic Republic | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Germany | member of | Western European Union | 1987\nReasoning:", "completion": " Answer: Lothar Späth", "t_query": 1987.0, "chain_length": 4, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001821", "prompt": " In 1976, what was the head of government of Italy?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1976\n- Veriano Luchetti | country of citizenship | Italy | 1976\n- Tonino Cervi | country of citizenship | Italy | 1976\n- Tiziano Terzani | country of citizenship | Italy | 1976\n- Stéphane Grappelli | country of citizenship | Italy | 1976\n- Simon Spierer | country of citizenship | Italy | 1976\n- Sergio Mantovani | country of citizenship | Italy | 1976\n- Sergio Bonelli | country of citizenship | Italy | 1976\n- Rossana Rossanda | country of citizenship | Italy | 1976\n- Renata Tebaldi | country of citizenship | Italy | 1976\n- Primo Nebiolo | country of citizenship | Italy | 1976\n- Pino Lancetti | country of citizenship | Italy | 1976\n- Pietro Parente | country of citizenship | Italy | 1976\n- Oriana Fallaci | country of citizenship | Italy | 1976\n- Norberto Bobbio | country of citizenship | Italy | 1976\nReasoning:", "completion": " Answer: Aldo Moro", "t_query": 1976.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001822", "prompt": " Who was the member of of Gianni Brera's country of citizenship before European Economic Community?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1963.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001823", "prompt": " In 1987, whose anthem was State Anthem of the Soviet Union?\nEvidence:\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1987\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Sakhalin Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Khabarovsk Krai | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\nReasoning:", "completion": " Answer: Russian Soviet Federative Socialist Republic", "t_query": 1987.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001824", "prompt": " After Sergio Andreoli country of citizenship Italy, what was the position held of Clelio Darida's country of citizenship's head of state?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Sergio Realini | country of citizenship | Italy | 1968\n- Sergio Mantovani | country of citizenship | Italy | 1968\n- Sergio Bonelli | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1968.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001825", "prompt": " After Cape Town capital of Cape Province, what was the country of Cape Town?\nEvidence:\n- Cape Town | capital of | Cape Province | 1945\n- Cape Town | country | Union of South Africa | 1945\nReasoning:", "completion": " Answer: Union of South Africa", "t_query": 1945.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_001826", "prompt": " In what year was the work location of Richard Nixon equal to Washington, D.C.?\nEvidence:\n- Richard Nixon | work location | Washington, D.C. | 1960\n- Q216195 | work location | Washington, D.C. | 1960\n- Richard Nixon | spouse | Pat Nixon | 1960\n- Pat Nixon | spouse | Richard Nixon | 1960\n- Richard Nixon | position held | Vice President of the United States | 1960\n- Pat Nixon | position held | Second Lady or Gentleman of the United States | 1960\nReasoning:", "completion": " Answer: 1960", "t_query": 1960.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_001827", "prompt": " Who was the head of government of Clelio Darida's country of citizenship after Giuseppe Pella?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Giuseppe Prisco | country of citizenship | Italy | 1968\n- Giuseppe Patanè | country of citizenship | Italy | 1968\n- Giuseppe Meazza | country of citizenship | Italy | 1968\n- Giuseppe Gabrielli | country of citizenship | Italy | 1968\n- Giuseppe Colnago | country of citizenship | Italy | 1968\n- Giuseppe Busso | country of citizenship | Italy | 1968\n- Giuseppe Antonini | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Giovanni Leone", "t_query": 1968.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001828", "prompt": " After Anton Giulio Majano country of citizenship Italy, what was the head of state of Claudio Cavazza's country of citizenship?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Giulio Petroni | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: Giuseppe Saragat", "t_query": 1970.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001829", "prompt": " In 1951, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1951\n- Vladica Popović | country of citizenship | Yugoslavia | 1951\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1951\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1951\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1951\n- Ilija Petković | country of citizenship | Yugoslavia | 1951\n- Dušan Ivković | country of citizenship | Yugoslavia | 1951\n- Dragan Tomić | country of citizenship | Yugoslavia | 1951\n- Verzar | country | Yugoslavia | 1951\n- Suševo | country | Yugoslavia | 1951\n- Q793485 | country | Yugoslavia | 1951\n- Pirot | country | Yugoslavia | 1951\n- Orašje | country | Yugoslavia | 1951\n- Kraljevo | country | Yugoslavia | 1951\n- Karlovac | country | Yugoslavia | 1951\nReasoning:", "completion": " Answer: Vitaliano Brancati", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001830", "prompt": " In 1968, whose head of state's country of citizenship was Giuseppe Saragat?\nEvidence:\n- Italy | head of state | Giuseppe Saragat | 1968\n- Giuseppe Saragat | country of citizenship | Italy | 1968\n- Giuseppe Saragat | position held | President of Italy | 1968\n- Giuseppe Prisco | country of citizenship | Italy | 1968\n- Giuseppe Patanè | country of citizenship | Italy | 1968\n- Giuseppe Meazza | country of citizenship | Italy | 1968\n- Giuseppe Gabrielli | country of citizenship | Italy | 1968\n- Giuseppe Colnago | country of citizenship | Italy | 1968\n- Giuseppe Busso | country of citizenship | Italy | 1968\n- Giuseppe Antonini | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Claudia Vinciguerra", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001831", "prompt": " In 1989, what was the shares border with of Maria Rita Saulle's country of citizenship?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Italy | shares border with | Yugoslavia | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001832", "prompt": " In 1924, what was the country of Cornelius Castoriadis's residence?\nEvidence:\n- Cornelius Castoriadis | residence | Athens | 1924\n- Athens | country | Kingdom of Greece | 1924\nReasoning:", "completion": " Answer: Kingdom of Greece", "t_query": 1924.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_001833", "prompt": " In 1921, whose country's work location's spouse was Weimar Republic?\nEvidence:\n- hyperinflation in the Weimar Republic | country | Weimar Republic | 1921\n- Weimar | country | Weimar Republic | 1921\n- Zwickau | country | Weimar Republic | 1921\n- Zimmern | country | Weimar Republic | 1921\n- Wrocław | country | Weimar Republic | 1921\n- Wittmund | country | Weimar Republic | 1921\n- Wismar | country | Weimar Republic | 1921\n- Wiesbaden | country | Weimar Republic | 1921\n- Vaterstetten | country | Weimar Republic | 1921\n- Trier | country | Weimar Republic | 1921\n- Speyer | country | Weimar Republic | 1921\n- Regensburg | country | Weimar Republic | 1921\n- Potsdam | country | Weimar Republic | 1921\n- Papiermark | country | Weimar Republic | 1921\n- Neustrelitz | country | Weimar Republic | 1921\nReasoning:", "completion": " Answer: Tilla Durieux", "t_query": 1921.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001834", "prompt": " In what year was the head of state of Flaviano Vicentini's country of citizenship equal to Giuseppe Saragat?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Giuseppe Prisco | country of citizenship | Italy | 1967\n- Giuseppe Patanè | country of citizenship | Italy | 1967\n- Giuseppe Paratore | country of citizenship | Italy | 1967\n- Giuseppe Meazza | country of citizenship | Italy | 1967\n- Giuseppe Gabrielli | country of citizenship | Italy | 1967\n- Giuseppe Colnago | country of citizenship | Italy | 1967\n- Giuseppe Busso | country of citizenship | Italy | 1967\n- Giuseppe Antonini | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\nReasoning:", "completion": " Answer: 1967", "t_query": 1967.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001835", "prompt": " In what year was the currency of Giuseppe Colnago's country of citizenship equal to Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1985\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: 1985", "t_query": 1985.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001836", "prompt": " After Jürgen Kissner country of citizenship Germany, what was the head of state of Germany's diplomatic relation?\nEvidence:\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Jürgen Kissner | country of citizenship | West Germany | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\n- Germany | head of state | Theodor Heuss | 1956\n- Afghanistan | head of state | Mohammed Zahir Shah | 1956\n- Germany | head of government | Konrad Adenauer | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- Bonn | capital of | Germany | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | West Germany | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Germany | member of | Western European Union | 1956\n- West Germany | currency | Deutsche Mark | 1956\n- Germany | shares border with | Czechoslovakia | 1956\n- president of Germany | position holder | Theodor Heuss | 1956\nReasoning:", "completion": " Answer: Mohammed Zahir Shah", "t_query": 1956.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001837", "prompt": " In what year was the position held of Laura Veccia Vaglieri's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: 1956", "t_query": 1956.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001838", "prompt": " Who was the country of citizenship of Giovanni Pastrone before Italy?\nEvidence:\n- Giovanni Pastrone | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Verga | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Tebaldini | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Papini | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Messe | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Martinelli | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Gronchi | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Cuniolo | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Capurro | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Boldini | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Battista Lacchini | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Battista Caproni | country of citizenship | Kingdom of Italy | 1915\n- Adeodato Giovanni Piazza | country of citizenship | Kingdom of Italy | 1915\n- Q976653 | country of citizenship | Kingdom of Italy | 1915\n- Q972711 | country of citizenship | Kingdom of Italy | 1915\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1915.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001839", "prompt": " In 1969, what was the country of Vršac?\nEvidence:\n- Vršac | country | Socialist Federal Republic of Yugoslavia | 1969\n- Q146496 | country of citizenship | Socialist Federal Republic of Yugoslavia | 1969\n- Šibenik | country | Socialist Federal Republic of Yugoslavia | 1969\n- Zagreb | country | Socialist Federal Republic of Yugoslavia | 1969\n- Skopje | country | Socialist Federal Republic of Yugoslavia | 1969\n- Q583161 | country | Socialist Federal Republic of Yugoslavia | 1969\n- Q55630 | country | Socialist Federal Republic of Yugoslavia | 1969\n- Q5266 | country | Socialist Federal Republic of Yugoslavia | 1969\n- Pula | country | Socialist Federal Republic of Yugoslavia | 1969\n- Pristina | country | Socialist Federal Republic of Yugoslavia | 1969\n- Perast | country | Socialist Federal Republic of Yugoslavia | 1969\n- Peja | country | Socialist Federal Republic of Yugoslavia | 1969\n- Niš | country | Socialist Federal Republic of Yugoslavia | 1969\n- Ljubljana | country | Socialist Federal Republic of Yugoslavia | 1969\n- Kovin | country | Socialist Federal Republic of Yugoslavia | 1969\nReasoning:", "completion": " Answer: Socialist Federal Republic of Yugoslavia", "t_query": 1969.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001840", "prompt": " In 1967, what was the member of of Flaviano Vicentini's country of citizenship?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\n- Ulrico Girardi | country of citizenship | Italy | 1967\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1967.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001841", "prompt": " In 1950, what was the country of citizenship of Ing Chang-ki?\nEvidence:\n- Ing Chang-ki | country of citizenship | Taiwan | 1950\n- Eileen Chang | country of citizenship | Taiwan | 1950\n- Q703895 | country of citizenship | Taiwan | 1950\n- Q697768 | country of citizenship | Taiwan | 1950\n- Li Ao | country of citizenship | Taiwan | 1950\n- Chen Cheng | country of citizenship | Taiwan | 1950\n- Yen Chia-kan | country of citizenship | Taiwan | 1950\n- Li Tsung-jen | country of citizenship | Taiwan | 1950\n- H. H. Kung | country of citizenship | Taiwan | 1950\n- Chiang Wei-kuo | country of citizenship | Taiwan | 1950\n- Chen Ding-nan | country of citizenship | Taiwan | 1950\n- United Kingdom | diplomatic relation | Taiwan | 1950\n- Brazil | diplomatic relation | Taiwan | 1950\nReasoning:", "completion": " Answer: Taiwan", "t_query": 1950.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 13, "_lever_variant": "terse"} +{"id": "sft_001842", "prompt": " Who was the country of citizenship of Ettore Reynaudi before Italy?\nEvidence:\n- Ettore Reynaudi | country of citizenship | Kingdom of Italy | 1912\n- Ettore Pais | country of citizenship | Kingdom of Italy | 1912\n- Ettore Bastico | country of citizenship | Kingdom of Italy | 1912\n- Q983389 | country of citizenship | Kingdom of Italy | 1912\n- Q976653 | country of citizenship | Kingdom of Italy | 1912\n- Q972711 | country of citizenship | Kingdom of Italy | 1912\n- Q959367 | country of citizenship | Kingdom of Italy | 1912\n- Q939226 | country of citizenship | Kingdom of Italy | 1912\n- Q920582 | country of citizenship | Kingdom of Italy | 1912\n- Q890523 | country of citizenship | Kingdom of Italy | 1912\n- Q765946 | country of citizenship | Kingdom of Italy | 1912\n- Q745874 | country of citizenship | Kingdom of Italy | 1912\n- Q728589 | country of citizenship | Kingdom of Italy | 1912\n- Q715036 | country of citizenship | Kingdom of Italy | 1912\n- Q706466 | country of citizenship | Kingdom of Italy | 1912\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1912.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001843", "prompt": " After Neutral Moresnet shares border with Kingdom of the Netherlands, what was the currency of Belgium's shares border with?\nEvidence:\n- Neutral Moresnet | shares border with | Belgium | 1913\n- Belgium | shares border with | Neutral Moresnet | 1913\n- Neutral Moresnet | shares border with | Kingdom of the Netherlands | 1913\n- Neutral Moresnet | shares border with | Kingdom of Prussia | 1913\n- Neutral Moresnet | currency | French franc | 1913\n- Neutral Moresnet | currency | Belgian franc | 1913\n- Belgium | currency | Belgian franc | 1913\nReasoning:", "completion": " Answer: French franc", "t_query": 1913.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_001844", "prompt": " In 1986, whose contains the administrative territorial entity was Meyzieu?\nEvidence:\n- Rhône | contains the administrative territorial entity | Meyzieu | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 1986\n- Rhône | contains the administrative territorial entity | Vénissieux | 1986\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1986\n- Rhône | contains the administrative territorial entity | Genay | 1986\n- Rhône | contains the administrative territorial entity | Francheville | 1986\n- Rhône | contains the administrative territorial entity | Feyzin | 1986\n- Rhône | contains the administrative territorial entity | Bron | 1986\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1986\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 1986\nReasoning:", "completion": " Answer: Rhône", "t_query": 1986.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001845", "prompt": " In what year was the shares border with of Ugo Stille's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1957\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: 1957", "t_query": 1957.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001846", "prompt": " In what year was the head of government of Renata Tebaldi's country of citizenship equal to Massimo D'Alema?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Massimo Girotti | country of citizenship | Italy | 2000\n- Giovanni D'Ascenzi | country of citizenship | Italy | 2000\n- Suso Cecchi d'Amico | country of citizenship | Italy | 2000\n- Luigi Filippo D'Amico | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\nReasoning:", "completion": " Answer: 2000", "t_query": 2000.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001847", "prompt": " In 1952, what was the shares border with of MetLife's headquarters's head of government's residence?\nEvidence:\n- MetLife | headquarters location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- William Vickrey | residence | New York City | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\n- Elliott Erwitt | work location | New York City | 1952\nReasoning:", "completion": " Answer: Panama", "t_query": 1952.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001848", "prompt": " In 1953, whose contains the administrative territorial entity's country's work location was Schleswig-Holstein?\nEvidence:\n- Q61527 | work location | Schleswig-Holstein | 1953\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1953\n- Rostock District | shares border with | Schleswig-Holstein | 1953\n- West Germany | contains the administrative territorial entity | Hesse | 1953\n- West Germany | contains the administrative territorial entity | Hamburg | 1953\n- West Germany | contains the administrative territorial entity | Bremen | 1953\n- West Germany | contains the administrative territorial entity | Bavaria | 1953\n- Rostock District | contains the administrative territorial entity | Wismar | 1953\n- Rostock District | contains the administrative territorial entity | Q824664 | 1953\n- Rostock District | contains the administrative territorial entity | Q4065 | 1953\n- Rostock District | contains the administrative territorial entity | Q2861 | 1953\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1953\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1953\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1953\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1953\nReasoning:", "completion": " Answer: Bernard Schultze", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001849", "prompt": " Who was the educated at of Yvonne Choquet-Bruhat after École normale supérieure de jeunes filles?\nEvidence:\n- Yvonne Choquet-Bruhat | educated at | National Center for Scientific Research | 1950\n- Q279366 | employer | National Center for Scientific Research | 1950\n- Pierre Hadot | employer | National Center for Scientific Research | 1950\n- Jean Vercoutter | employer | National Center for Scientific Research | 1950\nReasoning:", "completion": " Answer: National Center for Scientific Research", "t_query": 1950.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_001850", "prompt": " Who was the contains the administrative territorial entity of Germany's head of government's country of citizenship after North Rhine-Westphalia?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: Hesse", "t_query": 1987.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001851", "prompt": " In 1957, what was the member of of Ugo Stille's country of citizenship?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001852", "prompt": " In 1978, what was the country of citizenship of Arnaldo Genoino?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: Italy", "t_query": 1978.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001853", "prompt": " After EF Education-Tibco-SVB owned by Linda Jackson, what was the sponsor of EF Education-Tibco-SVB?\nEvidence:\n- EF Education-Tibco-SVB | owned by | Linda Jackson | 2011\n- EF Education-Tibco-SVB | sponsor | Tibco Software | 2011\n- Tara Whitten | member of sports team | EF Education-Tibco-SVB | 2011\nReasoning:", "completion": " Answer: Tibco Software", "t_query": 2011.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001854", "prompt": " In 1950, whose territory claimed by's country was German Democratic Republic?\nEvidence:\n- West Germany | territory claimed by | German Democratic Republic | 1950\n- Zwickau | country | German Democratic Republic | 1950\n- Zeuthen | country | German Democratic Republic | 1950\n- Wismar | country | German Democratic Republic | 1950\n- Q696016 | country | German Democratic Republic | 1950\n- Q525425 | country | German Democratic Republic | 1950\n- Q45898 | country | German Democratic Republic | 1950\n- Potsdam | country | German Democratic Republic | 1950\n- Neustrelitz | country | German Democratic Republic | 1950\n- Magdeburg | country | German Democratic Republic | 1950\n- Jena | country | German Democratic Republic | 1950\n- Görlitz | country | German Democratic Republic | 1950\n- Elsterwerda | country | German Democratic Republic | 1950\n- Cottbus | country | German Democratic Republic | 1950\n- Berlin | country | German Democratic Republic | 1950\nReasoning:", "completion": " Answer: Würzburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001855", "prompt": " In 1986, what was the capital of of Cape Town?\nEvidence:\n- Cape Town | capital of | Cape Province | 1986\nReasoning:", "completion": " Answer: Cape Province", "t_query": 1986.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001856", "prompt": " After Stelvio Massi country of citizenship Italy, what was the position held of Nino Baragli's country of citizenship's head of state?\nEvidence:\n- Nino Baragli | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\n- Stefano Angeleri | country of citizenship | Italy | 1994\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1994.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001857", "prompt": " In 1970, whose head of state's country of citizenship was Giuseppe Saragat?\nEvidence:\n- Italy | head of state | Giuseppe Saragat | 1970\n- Giuseppe Saragat | country of citizenship | Italy | 1970\n- Giuseppe Saragat | position held | President of Italy | 1970\n- Giuseppe Prisco | country of citizenship | Italy | 1970\n- Giuseppe Patanè | country of citizenship | Italy | 1970\n- Giuseppe Meazza | country of citizenship | Italy | 1970\n- Giuseppe Gabrielli | country of citizenship | Italy | 1970\n- Giuseppe Colnago | country of citizenship | Italy | 1970\n- Giuseppe Busso | country of citizenship | Italy | 1970\n- Giuseppe Antonini | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: Lina Bo Bardi", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001858", "prompt": " After Elio Pagliarani country of citizenship Italy, what was the currency of Alfonso Calzolari's country of citizenship?\nEvidence:\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Elio Toaff | country of citizenship | Italy | 1956\n- Elio Petri | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1956.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001859", "prompt": " Who was the contains the administrative territorial entity of Germany's capital's capital of after Bremen?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Answer: Hesse", "t_query": 1974.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001860", "prompt": " Who was the contains the administrative territorial entity of Germany's capital's capital of before Saarland?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Answer: Baden-Württemberg", "t_query": 1974.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001861", "prompt": " In 1974, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Answer: Hamburg", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001862", "prompt": " Who was the member of sports team of Thomas Chatelle after Belgium national under-21 football team?\nEvidence:\n- Thomas Chatelle | member of sports team | Sint-Truidense V.V. | 2012\n- Thomas Chatelle | member of sports team | R.S.C. Anderlecht | 2012\n- Thomas Chatelle | member of sports team | R.A.E.C. Mons | 2012\n- Q968773 | member of sports team | R.S.C. Anderlecht | 2012\n- Q516607 | member of sports team | R.S.C. Anderlecht | 2012\n- Q392727 | member of sports team | Sint-Truidense V.V. | 2012\n- Q377088 | member of sports team | Sint-Truidense V.V. | 2012\n- Q329348 | member of sports team | R.S.C. Anderlecht | 2012\n- Q817639 | member of sports team | R.A.E.C. Mons | 2012\n- Q464631 | member of sports team | R.A.E.C. Mons | 2012\n- Marcin Wasilewski | member of sports team | R.S.C. Anderlecht | 2012\n- Koen Daerden | member of sports team | Sint-Truidense V.V. | 2012\n- Bahattin Köse | member of sports team | R.A.E.C. Mons | 2012\n- R.A.E.C. Mons | league or competition | Belgian Pro League | 2012\nReasoning:", "completion": " Answer: R.A.E.C. Mons", "t_query": 2012.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 14, "_lever_variant": "terse"} +{"id": "sft_001863", "prompt": " In 1920, what was the country of Carel Willink's work location?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Answer: Weimar Republic", "t_query": 1920.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_001864", "prompt": " In what year was the country of citizenship of Clelio Darida equal to Italy?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: 1968", "t_query": 1968.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001865", "prompt": " In 2006, what was the member of sports team of Ismael Ruiz?\nEvidence:\n- Ismael Ruiz | member of sports team | Terrassa FC | 2006\n- Ismael Ruiz | member of sports team | Real Oviedo | 2006\n- Q983415 | member of sports team | Terrassa FC | 2006\n- Q929644 | member of sports team | Real Oviedo | 2006\n- Q350982 | member of sports team | Real Oviedo | 2006\n- Adrián López Álvarez | member of sports team | Real Oviedo | 2006\nReasoning:", "completion": " Answer: Real Oviedo", "t_query": 2006.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_001866", "prompt": " After Gianfranco Menegali country of citizenship Italy, what was the position held of Italy7492's country of citizenship's head of state?\nEvidence:\n- Gianfranco Ferré | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\n- Virginio Rosetta | country of citizenship | Italy | 1964\n- Veriano Luchetti | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1964.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001867", "prompt": " In 1981, what was the member of sports team of Didier Six?\nEvidence:\n- Didier Six | member of sports team | VfB Stuttgart | 1981\n- Didier Six | member of sports team | France men's national association football team | 1981\n- Q95302 | member of sports team | VfB Stuttgart | 1981\n- Q68759 | member of sports team | VfB Stuttgart | 1981\n- Q343844 | member of sports team | VfB Stuttgart | 1981\n- Q123435 | member of sports team | VfB Stuttgart | 1981\n- Peter Reichert | member of sports team | VfB Stuttgart | 1981\n- Joachim Löw | member of sports team | VfB Stuttgart | 1981\n- Helmut Roleder | member of sports team | VfB Stuttgart | 1981\n- Q730597 | member of sports team | France men's national association football team | 1981\n- Q562392 | member of sports team | France men's national association football team | 1981\n- Q559326 | member of sports team | France men's national association football team | 1981\n- Q472740 | member of sports team | France men's national association football team | 1981\n- Q464828 | member of sports team | France men's national association football team | 1981\n- Q433193 | member of sports team | France men's national association football team | 1981\nReasoning:", "completion": " Answer: France men's national association football team", "t_query": 1981.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001868", "prompt": " Who was the contains the administrative territorial entity of Würzburg's country before Lower Saxony?\nEvidence:\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Answer: Bavaria", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001869", "prompt": " In 1974, whose contains the administrative territorial entity's capital of's capital was Saarland?\nEvidence:\n- West Germany | contains the administrative territorial entity | Saarland | 1974\n- Saarland | located in the administrative territorial entity | West Germany | 1974\n- West Germany | contains the administrative territorial entity | Hesse | 1974\n- West Germany | contains the administrative territorial entity | Hamburg | 1974\n- West Germany | contains the administrative territorial entity | Bremen | 1974\n- West Germany | contains the administrative territorial entity | Bavaria | 1974\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1974\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1974\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1974\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1974\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1974\n- Saarland | country | West Germany | 1974\n- Oberliga Nord (1974-1994) | country | West Germany | 1974\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1974\n- Saarland | head of government | Franz-Josef Röder | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001870", "prompt": " In 1985, whose head of state's country of citizenship was Francesco Cossiga?\nEvidence:\n- Italy | head of state | Francesco Cossiga | 1985\n- Francesco Scafarelli | country of citizenship | Italy | 1985\n- Francesco Gabrieli | country of citizenship | Italy | 1985\n- Francesco Aguzzoli | country of citizenship | Italy | 1985\n- Loris Francesco Capovilla | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: Veriano Luchetti", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001871", "prompt": " In 1921, what was the head of state of Tilla Durieux's spouse's work location's country?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Answer: Friedrich Ebert", "t_query": 1921.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001872", "prompt": " In what year was the head of state of Marco Tulli's country of citizenship equal to Giovanni Leone?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Giovanni Invernizzi | country of citizenship | Italy | 1978\n- Giovanni Goria | country of citizenship | Italy | 1978\n- Giovanni Ferrofino | country of citizenship | Italy | 1978\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: 1978", "t_query": 1978.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001873", "prompt": " In 1967, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giuseppe Saragat | position held | President of Italy | 1967\n- Italy | head of state | Giuseppe Saragat | 1967\n- Giuseppe Saragat | country of citizenship | Italy | 1967\nReasoning:", "completion": " Answer: Flaviano Vicentini", "t_query": 1967.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001874", "prompt": " In 1953, whose country's work location was West Germany?\nEvidence:\n- Würzburg | country | West Germany | 1953\n- Wuppertal | country | West Germany | 1953\n- Wiesbaden | country | West Germany | 1953\n- Viersen | country | West Germany | 1953\n- Speyer | country | West Germany | 1953\n- Sande | country | West Germany | 1953\n- Q52041 | country | West Germany | 1953\n- Neuenkirchen | country | West Germany | 1953\n- Mannheim | country | West Germany | 1953\n- Lörrach | country | West Germany | 1953\n- Kiel | country | West Germany | 1953\n- Karlsruhe | country | West Germany | 1953\n- Hessenliga | country | West Germany | 1953\n- Heilsbronn | country | West Germany | 1953\n- Hanover | country | West Germany | 1953\nReasoning:", "completion": " Answer: Bernard Schultze", "t_query": 1953.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001875", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon before Oullins?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Fleurieu-sur-Saône", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001876", "prompt": " In what year was the currency of Friedrich Guggenberger's allegiance equal to Deutsche Mark?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | currency | Deutsche Mark | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\nReasoning:", "completion": " Answer: 1972", "t_query": 1972.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001877", "prompt": " In 1972, whose spouse was Alfred Hitchcock?\nEvidence:\n- Alma Reville | spouse | Alfred Hitchcock | 1972\nReasoning:", "completion": " Answer: Alma Reville", "t_query": 1972.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001878", "prompt": " In 1956, what was the territory claimed by of Germany's capital's capital of?\nEvidence:\n- West Germany | territory claimed by | German Democratic Republic | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | Germany | 1956\n- Bonn | capital of | West Germany | 1956\n- East Berlin | capital of | German Democratic Republic | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Germany | member of | Western European Union | 1956\n- Germany | head of state | Theodor Heuss | 1956\n- Germany | head of government | Konrad Adenauer | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- West Germany | currency | Deutsche Mark | 1956\n- Germany | shares border with | Czechoslovakia | 1956\n- president of Germany | position holder | Theodor Heuss | 1956\nReasoning:", "completion": " Answer: German Democratic Republic", "t_query": 1956.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001879", "prompt": " After Paolo Caccia Dominioni country of citizenship Italy, what was the currency of Flaviano Vicentini's country of citizenship?\nEvidence:\n- Paolo Caccia Dominioni | country of citizenship | Italy | 1967\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Paolo Villaggio | country of citizenship | Italy | 1967\n- Paolo Rossi | country of citizenship | Italy | 1967\n- Paolo Heusch | country of citizenship | Italy | 1967\n- Paolo Carlini | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1967.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001880", "prompt": " After Raniero Panzieri country of citizenship Italy, what was the shares border with of Guido Aycard's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1962\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1962.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001881", "prompt": " In 1953, what was the head of government of Bernard Schultze's work location's country's contains the administrative territorial entity?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: Gebhard Müller", "t_query": 1953.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001882", "prompt": " In 1913, whose anthem's country was God Save the Tsar!?\nEvidence:\n- Russian Empire | anthem | God Save the Tsar! | 1913\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1913\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1913\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1913\n- Șirăuți | country | Russian Empire | 1913\n- Šeteniai | country | Russian Empire | 1913\n- Łódź | country | Russian Empire | 1913\n- Červień | country | Russian Empire | 1913\n- Zhytomyr | country | Russian Empire | 1913\n- Yevpatoriia | country | Russian Empire | 1913\nReasoning:", "completion": " Answer: Khrustalnyi", "t_query": 1913.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001883", "prompt": " Who was the member of of Maria Rita Saulle's country of citizenship after European Coal and Steel Community?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1989.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001884", "prompt": " In what year was the position held of Claudia Vinciguerra's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: 1968", "t_query": 1968.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001885", "prompt": " In 1984, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\n- Tonino Cervi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Andrea Carrea", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001886", "prompt": " In 1956, what was the shares border with of Alfonso Calzolari's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1956\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001887", "prompt": " In 1956, whose territory claimed by's capital of's capital was German Democratic Republic?\nEvidence:\n- West Germany | territory claimed by | German Democratic Republic | 1956\n- East Berlin | capital of | German Democratic Republic | 1956\n- Zwickau | country | German Democratic Republic | 1956\n- Zeuthen | country | German Democratic Republic | 1956\n- Wismar | country | German Democratic Republic | 1956\n- Q696016 | country | German Democratic Republic | 1956\n- Q525425 | country | German Democratic Republic | 1956\n- Q45898 | country | German Democratic Republic | 1956\n- Potsdam | country | German Democratic Republic | 1956\n- Neustrelitz | country | German Democratic Republic | 1956\n- Magdeburg | country | German Democratic Republic | 1956\n- Jena | country | German Democratic Republic | 1956\n- Görlitz | country | German Democratic Republic | 1956\n- Elsterwerda | country | German Democratic Republic | 1956\n- Cottbus | country | German Democratic Republic | 1956\nReasoning:", "completion": " Answer: Germany", "t_query": 1956.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001888", "prompt": " In what year was the shares border with of Carlo Curis's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1984\n- Carlo Curis | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: 1984", "t_query": 1984.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001889", "prompt": " In what year was the country of citizenship of Riccardo Billi equal to Kingdom of Italy?\nEvidence:\n- Riccardo Billi | country of citizenship | Kingdom of Italy | 1924\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1924\n- Q976653 | country of citizenship | Kingdom of Italy | 1924\n- Q972711 | country of citizenship | Kingdom of Italy | 1924\n- Q922237 | country of citizenship | Kingdom of Italy | 1924\n- Q890523 | country of citizenship | Kingdom of Italy | 1924\n- Q745874 | country of citizenship | Kingdom of Italy | 1924\n- Q715036 | country of citizenship | Kingdom of Italy | 1924\n- Q710497 | country of citizenship | Kingdom of Italy | 1924\n- Q706466 | country of citizenship | Kingdom of Italy | 1924\n- Q678253 | country of citizenship | Kingdom of Italy | 1924\n- Q654973 | country of citizenship | Kingdom of Italy | 1924\n- Q65151 | country of citizenship | Kingdom of Italy | 1924\n- Q603148 | country of citizenship | Kingdom of Italy | 1924\n- Q572091 | country of citizenship | Kingdom of Italy | 1924\nReasoning:", "completion": " Answer: 1924", "t_query": 1924.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001890", "prompt": " In what year was the head of state of Ignazio Cannavò's country of citizenship equal to Enrico de Nicola?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Enrico Prampolini | country of citizenship | Kingdom of Italy | 1946\n- Alberto Maria De Agostini | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Answer: 1946", "t_query": 1946.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001891", "prompt": " After Rudolf Brunnenmeier member of sports team Germany men's national association football team, what was the member of sports team of Rudolf Brunnenmeier?\nEvidence:\n- Rudolf Brunnenmeier | member of sports team | Schwarz-Weiß Bregenz | 1976\n- Rudolf Brunnenmeier | member of sports team | SC Schwarz-Weiß Bregenz | 1976\nReasoning:", "completion": " Answer: Schwarz-Weiß Bregenz", "t_query": 1976.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_001892", "prompt": " In 1983, what was the officeholder of Chairman of the National Assembly of Vietnam?\nEvidence:\n- Chairman of the National Assembly of Vietnam | position holder | Nguyen Huu Tho | 1983\nReasoning:", "completion": " Answer: Nguyen Huu Tho", "t_query": 1983.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001893", "prompt": " After Strzelce Krajeńskie country Weimar Republic, what was the head of government of Carel Willink's work location's country?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Berlin | country | Weimar Republic | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Answer: Constantin Fehrenbach", "t_query": 1920.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_001894", "prompt": " After Luigi Nono country of citizenship Italy, what was the head of government of Umberto Mastroianni's country of citizenship?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Luigi Comencini | country of citizenship | Italy | 1995\n- Luigi Agnolin | country of citizenship | Italy | 1995\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1995\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1995\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\nReasoning:", "completion": " Answer: Lamberto Dini", "t_query": 1995.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001895", "prompt": " In 1976, whose position held's head of government was Prime Minister of Italy?\nEvidence:\n- Aldo Moro | position held | Prime Minister of Italy | 1976\n- Italy | head of government | Aldo Moro | 1976\n- Aldo Moro | country of citizenship | Italy | 1976\nReasoning:", "completion": " Answer: Italy", "t_query": 1976.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001896", "prompt": " In what year was the position held of Lina Bo Bardi's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: 1970", "t_query": 1970.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001897", "prompt": " In 1952, whose head of state's country of citizenship was Luigi Einaudi?\nEvidence:\n- Italy | head of state | Luigi Einaudi | 1952\n- Luigi Comencini | country of citizenship | Italy | 1952\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1952\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1952\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1952\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\nReasoning:", "completion": " Answer: Franca Ongaro", "t_query": 1952.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001898", "prompt": " In 1966, whose noble title was Earl of Oxford and Asquith?\nEvidence:\n- Julian Asquith, 2nd Earl of Oxford and Asquith | noble title | Earl of Oxford and Asquith | 1966\nReasoning:", "completion": " Answer: Julian Asquith, 2nd Earl of Oxford and Asquith", "t_query": 1966.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001899", "prompt": " In 1972, whose contains the administrative territorial entity's allegiance was Schleswig-Holstein?\nEvidence:\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- Rostock District | shares border with | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- Rostock District | contains the administrative territorial entity | Wismar | 1972\n- Rostock District | contains the administrative territorial entity | Q4065 | 1972\n- Rostock District | contains the administrative territorial entity | Q2861 | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Wismar | located in the administrative territorial entity | Rostock District | 1972\nReasoning:", "completion": " Answer: Friedrich Guggenberger", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001900", "prompt": " In 1978, whose head of state's country of citizenship was Sandro Pertini?\nEvidence:\n- Italy | head of state | Sandro Pertini | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: Arnaldo Genoino", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001901", "prompt": " In what year was the country of NPO Mashinostroyeniya equal to Soviet Union?\nEvidence:\n- NPO Mashinostroyeniya | country | Soviet Union | 1973\n- Zhytomyr | country | Soviet Union | 1973\n- Zastavna | country | Soviet Union | 1973\n- Yevpatoriia | country | Soviet Union | 1973\n- Yalta | country | Soviet Union | 1973\n- Vyazma | country | Soviet Union | 1973\n- Voronezh | country | Soviet Union | 1973\n- Vologda | country | Soviet Union | 1973\n- Volodarsk | country | Soviet Union | 1973\n- Volhynia | country | Soviet Union | 1973\n- Voinyliv | country | Soviet Union | 1973\n- Vladivostok | country | Soviet Union | 1973\n- Vinnytsia | country | Soviet Union | 1973\n- Vanadzor | country | Soviet Union | 1973\n- Urgench | country | Soviet Union | 1973\nReasoning:", "completion": " Answer: 1973", "t_query": 1973.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001902", "prompt": " In 1963, what was the shares border with of Francesca Romana Coluzzi's country of citizenship?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Italy | shares border with | Yugoslavia | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001903", "prompt": " After Barcelona Dragons home venue Lluís Companys Olympic Stadium, what was the league or competition of Lluís Companys Olympic Stadium's occupant?\nEvidence:\n- Barcelona Dragons | home venue | Lluís Companys Olympic Stadium | 1999\n- Lluís Companys Olympic Stadium | occupant | Barcelona Dragons | 1999\n- Lluís Companys Olympic Stadium | occupant | RCD Espanyol de Barcelona | 1999\n- Barcelona Dragons | league or competition | NFL Europe | 1999\n- Barcelona Dragons | head coach | Jack Bicknell | 1999\n- Jack Bicknell | coach of sports team | Barcelona Dragons | 1999\n- Q943194 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q939976 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q704268 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q296975 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Mauro Navas | member of sports team | RCD Espanyol de Barcelona | 1999\nReasoning:", "completion": " Answer: NFL Europe", "t_query": 1999.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 11, "_lever_variant": "terse"} +{"id": "sft_001904", "prompt": " In 2012, what was the member of sports team of Thomas Chatelle?\nEvidence:\n- Thomas Chatelle | member of sports team | Sint-Truidense V.V. | 2012\n- Thomas Chatelle | member of sports team | R.S.C. Anderlecht | 2012\n- Thomas Chatelle | member of sports team | R.A.E.C. Mons | 2012\n- Q968773 | member of sports team | R.S.C. Anderlecht | 2012\n- Q516607 | member of sports team | R.S.C. Anderlecht | 2012\n- Q392727 | member of sports team | Sint-Truidense V.V. | 2012\n- Q377088 | member of sports team | Sint-Truidense V.V. | 2012\n- Q329348 | member of sports team | R.S.C. Anderlecht | 2012\n- Q817639 | member of sports team | R.A.E.C. Mons | 2012\n- Q464631 | member of sports team | R.A.E.C. Mons | 2012\n- Marcin Wasilewski | member of sports team | R.S.C. Anderlecht | 2012\n- Koen Daerden | member of sports team | Sint-Truidense V.V. | 2012\n- Bahattin Köse | member of sports team | R.A.E.C. Mons | 2012\n- R.A.E.C. Mons | league or competition | Belgian Pro League | 2012\nReasoning:", "completion": " Answer: Sint-Truidense V.V.", "t_query": 2012.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 14, "_lever_variant": "terse"} +{"id": "sft_001905", "prompt": " In what year was the located in of Kremenets equal to Ternopil Oblast?\nEvidence:\n- Kremenets | located in the administrative territorial entity | Ternopil Oblast | 2011\nReasoning:", "completion": " Answer: 2011", "t_query": 2011.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001906", "prompt": " After Giovanni Battista Angioletti country of citizenship Italy, what was the currency of Alfonso Brescia's country of citizenship?\nEvidence:\n- Alfonso Brescia | country of citizenship | Italy | 1948\n- Giovanni Ticozzi | country of citizenship | Italy | 1948\n- Giovanni Papini | country of citizenship | Italy | 1948\n- Giovanni Mardersteig | country of citizenship | Italy | 1948\n- Giovanni Invernizzi | country of citizenship | Italy | 1948\n- Giovanni Goria | country of citizenship | Italy | 1948\n- Giovanni Ferrofino | country of citizenship | Italy | 1948\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1948.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001907", "prompt": " After Omsk country Soviet Union, what was the located in of Omsk?\nEvidence:\n- Omsk | country | Soviet Union | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Zhytomyr | country | Soviet Union | 1948\n- Zastavna | country | Soviet Union | 1948\n- Yevpatoriia | country | Soviet Union | 1948\n- Yalta | country | Soviet Union | 1948\n- Vyazma | country | Soviet Union | 1948\n- Voronezh | country | Soviet Union | 1948\n- Vologda | country | Soviet Union | 1948\n- Volodarsk | country | Soviet Union | 1948\n- Volhynia | country | Soviet Union | 1948\n- Voinyliv | country | Soviet Union | 1948\nReasoning:", "completion": " Answer: Russian Soviet Federative Socialist Republic", "t_query": 1948.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001908", "prompt": " In 1993, whose head of government's country of citizenship was P. V. Narasimha Rao?\nEvidence:\n- India | head of government | P. V. Narasimha Rao | 1993\n- M. S. Swaminathan | country of citizenship | India | 1993\n- India | head of state | Shankar Dayal Sharma | 1993\n- Virbhadra Singh | country of citizenship | India | 1993\n- Abhijit Banerjee | country of citizenship | India | 1993\n- India | contains the administrative territorial entity | Daman and Diu | 1993\nReasoning:", "completion": " Answer: Virbhadra Singh", "t_query": 1993.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_001909", "prompt": " In what year was the member of of Gianni Brera's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: 1963", "t_query": 1963.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001910", "prompt": " After Carlo Annovazzi country of citizenship Italy, what was the head of government of Salvatore Fiume's country of citizenship?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Carlo Zecchi | country of citizenship | Italy | 1971\n- Carlo Fruttero | country of citizenship | Italy | 1971\n- Carlo Bandirola | country of citizenship | Italy | 1971\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: Emilio Colombo", "t_query": 1971.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001911", "prompt": " Who was the position held of David Bowie's work location's head of government before President of the Bundesrat of Germany?\nEvidence:\n- David Bowie | work location | Berlin | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Q896393 | work location | Berlin | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Q497401 | terminus | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\n- Anna Seghers | residence | Berlin | 1978\nReasoning:", "completion": " Answer: Governing Mayor of Berlin", "t_query": 1978.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_001912", "prompt": " In 1985, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1985\n- Q46099 | country of citizenship | Yugoslavia | 1985\n- Q207166 | country of citizenship | Yugoslavia | 1985\n- Vladica Popović | country of citizenship | Yugoslavia | 1985\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1985\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1985\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1985\n- Ilija Petković | country of citizenship | Yugoslavia | 1985\n- Dušan Ivković | country of citizenship | Yugoslavia | 1985\n- Dragan Tomić | country of citizenship | Yugoslavia | 1985\n- Verzar | country | Yugoslavia | 1985\n- Suševo | country | Yugoslavia | 1985\n- Q793485 | country | Yugoslavia | 1985\n- Pirot | country | Yugoslavia | 1985\n- Orašje | country | Yugoslavia | 1985\nReasoning:", "completion": " Answer: Giuseppe Colnago", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001913", "prompt": " After Alibunar Municipality located in Socialist Autonomous Province of Vojvodina, what was the country of Opovo Municipality's located in?\nEvidence:\n- Opovo Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Alibunar Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Žitište Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Žabalj Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Titel Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Temerin Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Srbobran Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Senta Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Inđija Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Bečej Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Beočin Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Bač Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Ada Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Novi Bečej Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Nova Crnja Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\nReasoning:", "completion": " Answer: Socialist Federal Republic of Yugoslavia", "t_query": 1947.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001914", "prompt": " Who was the contains the administrative territorial entity of Mannheim's country before Hamburg?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Answer: Lower Saxony", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001915", "prompt": " Who was the country of citizenship of Gianni Dova before Italy?\nEvidence:\n- Gianni Dova | country of citizenship | Kingdom of Italy | 1929\n- Q976653 | country of citizenship | Kingdom of Italy | 1929\n- Q972711 | country of citizenship | Kingdom of Italy | 1929\n- Q922237 | country of citizenship | Kingdom of Italy | 1929\n- Q890523 | country of citizenship | Kingdom of Italy | 1929\n- Q715036 | country of citizenship | Kingdom of Italy | 1929\n- Q710497 | country of citizenship | Kingdom of Italy | 1929\n- Q678253 | country of citizenship | Kingdom of Italy | 1929\n- Q654973 | country of citizenship | Kingdom of Italy | 1929\n- Q650303 | country of citizenship | Kingdom of Italy | 1929\n- Q603148 | country of citizenship | Kingdom of Italy | 1929\n- Q527400 | country of citizenship | Kingdom of Italy | 1929\n- Q51189 | country of citizenship | Kingdom of Italy | 1929\n- Q471232 | country of citizenship | Kingdom of Italy | 1929\n- Q456574 | country of citizenship | Kingdom of Italy | 1929\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1929.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001916", "prompt": " In 1901, what was the head of state of Kasato Maru's country of registry?\nEvidence:\n- Kasato Maru | country of registry | Russian Empire | 1901\n- Russian Empire | head of state | Nicholas II of Russia | 1901\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1901\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1901\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1901\n- Khanate of Khiva | country | Russian Empire | 1901\n- Emirate of Bukhara | country | Russian Empire | 1901\n- Russian Empire | anthem | God Save the Tsar! | 1901\n- Vladimir Lenin | country of citizenship | Russian Empire | 1901\n- Vikenty Veresaev | country of citizenship | Russian Empire | 1901\nReasoning:", "completion": " Answer: Nicholas II of Russia", "t_query": 1901.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001917", "prompt": " In what year was the member of political party of Erazim Kohák's residence's head of government equal to Republican Party?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- United States | shares border with | Panama | 1988\n- Tony Miles | country for sport | United States | 1988\n- Julie Mehretu | work location | United States | 1988\n- Discovery Channel | country | United States | 1988\nReasoning:", "completion": " Answer: 1988", "t_query": 1988.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 13, "_lever_variant": "terse"} +{"id": "sft_001918", "prompt": " In 1987, what was the head of state of Germany?\nEvidence:\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Bonn | capital of | Germany | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Germany | member of | Western European Union | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- West Germany | currency | Deutsche Mark | 1987\nReasoning:", "completion": " Answer: Richard von Weizsäcker", "t_query": 1987.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001919", "prompt": " In what year was the member of of Giovanni D'Ascenzi's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1951\n- Giovanni Ticozzi | country of citizenship | Italy | 1951\n- Giovanni Papini | country of citizenship | Italy | 1951\n- Giovanni Mardersteig | country of citizenship | Italy | 1951\n- Giovanni Invernizzi | country of citizenship | Italy | 1951\n- Giovanni Goria | country of citizenship | Italy | 1951\n- Giovanni Ferrofino | country of citizenship | Italy | 1951\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: 1951", "t_query": 1951.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001920", "prompt": " After Kostanay Region country Kazakh Soviet Socialist Republic, what was the country of Kostanay Region?\nEvidence:\n- Kostanay Region | country | Kazakh Soviet Socialist Republic | 1967\n- Kostanay Region | located in the administrative territorial entity | Kazakh Soviet Socialist Republic | 1967\n- Kostanay Region | country | Soviet Union | 1967\n- Turkmen Soviet Socialist Republic | country | Soviet Union | 1967\n- Georgian Soviet Socialist Republic | country | Soviet Union | 1967\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1967\n- North Kazakhstan Region | country | Soviet Union | 1967\n- East Kazakhstan Region | country | Soviet Union | 1967\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1967\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1967\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1967\n- Zhytomyr | country | Soviet Union | 1967\n- Zastavna | country | Soviet Union | 1967\n- Yevpatoriia | country | Soviet Union | 1967\n- Yalta | country | Soviet Union | 1967\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1967.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001921", "prompt": " Who was the located in of Omsk after Omsk Governorate?\nEvidence:\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Omsk | country | Soviet Union | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Q59054 | country of citizenship | Soviet Union | 1948\n- Q437262 | country of citizenship | Soviet Union | 1948\n- Q324083 | country of citizenship | Soviet Union | 1948\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1948\n- Yuri Manin | country of citizenship | Soviet Union | 1948\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1948\n- Viktor Kulikov | country of citizenship | Soviet Union | 1948\n- Vija Artmane | country of citizenship | Soviet Union | 1948\n- Vera Krepkina | country of citizenship | Soviet Union | 1948\n- Valeri Polyakov | country of citizenship | Soviet Union | 1948\nReasoning:", "completion": " Answer: Russian Soviet Federative Socialist Republic", "t_query": 1948.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001922", "prompt": " Who was the winner of Laureus World Sports Award for Comeback of the Year after Paula Radcliffe?\nEvidence:\n- Laureus World Sports Award for Comeback of the Year | winner | Rafael Nadal | 2014\n- Rafael Nadal | nominated for | Laureus World Sports Award for Comeback of the Year | 2014\n- Rafael Nadal | award received | Laureus World Sports Award for Comeback of the Year | 2014\nReasoning:", "completion": " Answer: Rafael Nadal", "t_query": 2014.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001923", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Francheville", "t_query": 2003.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001924", "prompt": " In 1951, what was the shares border with of Giovanni D'Ascenzi's country of citizenship?\nEvidence:\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1951\n- Italy | shares border with | Yugoslavia | 1951\n- Giovanni Ticozzi | country of citizenship | Italy | 1951\n- Giovanni Papini | country of citizenship | Italy | 1951\n- Giovanni Mardersteig | country of citizenship | Italy | 1951\n- Giovanni Invernizzi | country of citizenship | Italy | 1951\n- Giovanni Goria | country of citizenship | Italy | 1951\n- Giovanni Ferrofino | country of citizenship | Italy | 1951\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001925", "prompt": " After Eugène Tisserant position held Dean of the College of Cardinals, what was the member of of Eugène Tisserant?\nEvidence:\n- Eugène Tisserant | position held | Dean of the College of Cardinals | 1966\n- Eugène Tisserant | member of | Académie Française | 1966\n- Eugène Tisserant | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q998913 | member of | Académie Française | 1966\n- René Huyghe | member of | Académie Française | 1966\n- Jérôme Carcopino | member of | Académie Française | 1966\n- Jean Paulhan | member of | Académie Française | 1966\n- Jean Guéhenno | member of | Académie Française | 1966\n- François Mauriac | member of | Académie Française | 1966\n- Pierre-Henri Simon | member of | Académie Française | 1966\n- Q822586 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q74879 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q689251 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q663757 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q521915 | member of | Académie des Inscriptions et Belles-Lettres | 1966\nReasoning:", "completion": " Answer: Académie Française", "t_query": 1966.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001926", "prompt": " After Cesare Terranova country of citizenship Kingdom of Italy, what was the country of citizenship of Cesare Terranova?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Answer: Italy", "t_query": 1966.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001927", "prompt": " In 1985, what was the head of state of Veriano Luchetti's country of citizenship?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\n- Tiziano Terzani | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: Francesco Cossiga", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001928", "prompt": " After Mario Gentili country of citizenship Kingdom of Italy, what was the country of citizenship of Mario Gentili?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: Italy", "t_query": 1961.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001929", "prompt": " Who was the position held of Nino Baragli's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Nino Baragli | country of citizenship | Italy | 1994\n- Italy | currency | Italian lira | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1994.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001930", "prompt": " In 1981, whose member of sports team was VfB Stuttgart?\nEvidence:\n- Q95302 | member of sports team | VfB Stuttgart | 1981\n- Q68759 | member of sports team | VfB Stuttgart | 1981\n- Q343844 | member of sports team | VfB Stuttgart | 1981\n- Q123435 | member of sports team | VfB Stuttgart | 1981\n- Peter Reichert | member of sports team | VfB Stuttgart | 1981\n- Joachim Löw | member of sports team | VfB Stuttgart | 1981\n- Helmut Roleder | member of sports team | VfB Stuttgart | 1981\n- Didier Six | member of sports team | VfB Stuttgart | 1981\n- Peter Reichert | member of sports team | VfB Stuttgart II | 1981\n- Q343844 | member of sports team | Schalke 04 | 1981\n- Q68759 | member of sports team | Germany national football B team | 1981\n- Joachim Löw | member of sports team | Eintracht Frankfurt | 1981\n- Q95302 | member of sports team | Germany national under-21 football team | 1981\n- Q68759 | member of sports team | Germany men's national association football team | 1981\n- Didier Six | member of sports team | France men's national association football team | 1981\nReasoning:", "completion": " Answer: Didier Six", "t_query": 1981.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001931", "prompt": " Who was the country of citizenship of Virbhadra Singh after British Raj?\nEvidence:\n- Virbhadra Singh | country of citizenship | India | 1993\n- Abhijit Banerjee | country of citizenship | India | 1993\n- M. S. Swaminathan | country of citizenship | India | 1993\n- India | contains the administrative territorial entity | Daman and Diu | 1993\n- India | head of state | Shankar Dayal Sharma | 1993\n- India | head of government | P. V. Narasimha Rao | 1993\nReasoning:", "completion": " Answer: India", "t_query": 1993.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_001932", "prompt": " In 1984, what was the country of citizenship of Romano Mussolini?\nEvidence:\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Italy", "t_query": 1984.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001933", "prompt": " In 1972, what was the territory claimed by of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | territory claimed by | German Democratic Republic | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\nReasoning:", "completion": " Answer: German Democratic Republic", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001934", "prompt": " In 1968, what was the member of of Claudia Vinciguerra's country of citizenship?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001935", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in after Meyzieu?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Bron", "t_query": 2003.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001936", "prompt": " In what year was the member of of Nino Baragli's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Nino Baragli | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\n- Stefano Angeleri | country of citizenship | Italy | 1994\nReasoning:", "completion": " Answer: 1994", "t_query": 1994.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001937", "prompt": " In what year was the award received of Italy's head of state equal to Order of the White Eagle?\nEvidence:\n- Oscar Luigi Scalfaro | award received | Order of the White Eagle | 1996\n- Italy | head of state | Oscar Luigi Scalfaro | 1996\n- Q454036 | country of citizenship | Italy | 1996\n- Vittore Catella | country of citizenship | Italy | 1996\n- Veriano Luchetti | country of citizenship | Italy | 1996\n- Tullio Kezich | country of citizenship | Italy | 1996\n- Tonino Cervi | country of citizenship | Italy | 1996\n- Tiziano Terzani | country of citizenship | Italy | 1996\n- Stéphane Grappelli | country of citizenship | Italy | 1996\n- Simon Spierer | country of citizenship | Italy | 1996\n- Sergio Mantovani | country of citizenship | Italy | 1996\n- Sergio Bonelli | country of citizenship | Italy | 1996\n- Salvatore Cassisa | country of citizenship | Italy | 1996\n- Rossana Rossanda | country of citizenship | Italy | 1996\n- Romano Mussolini | country of citizenship | Italy | 1996\nReasoning:", "completion": " Answer: 1996", "t_query": 1996.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001938", "prompt": " After Pietro Giacomo Nonis country of citizenship Italy, what was the head of government of Claudia Vinciguerra's country of citizenship?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Giacomo Neri | country of citizenship | Italy | 1968\n- Giacomo Gentilomo | country of citizenship | Italy | 1968\n- Giacomo Furia | country of citizenship | Italy | 1968\n- Pietro Tordi | country of citizenship | Italy | 1968\n- Pietro Rava | country of citizenship | Italy | 1968\n- Pietro Parente | country of citizenship | Italy | 1968\n- Pietro Arcari | country of citizenship | Italy | 1968\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Giovanni Leone", "t_query": 1968.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001939", "prompt": " In 1922, what was the surface played on of Stade de Gerland?\nEvidence:\n- Stade de Gerland | surface played on | lawn | 1922\nReasoning:", "completion": " Answer: lawn", "t_query": 1922.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001940", "prompt": " In 1946, whose located in was Haute-Marne?\nEvidence:\n- Q731279 | located in the administrative territorial entity | Haute-Marne | 1946\n- Route nationale 401 | located in the administrative territorial entity | Haute-Marne | 1946\n- Q731279 | located in the administrative territorial entity | Q3105 | 1946\n- Route nationale 401 | located in the administrative territorial entity | Meuse | 1946\n- Route nationale 401 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\nReasoning:", "completion": " Answer: Route nationale 401", "t_query": 1946.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_001941", "prompt": " In 1987, what was the position held of Germany's head of state?\nEvidence:\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Richard von Weizsäcker | position held | president of Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- president of Germany | position holder | Richard von Weizsäcker | 1987\n- Bonn | capital of | Germany | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Germany | member of | Western European Union | 1987\nReasoning:", "completion": " Answer: president of Germany", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001942", "prompt": " After Albert Lasker Award for Basic Medical Research winner Günter Blobel, what was the winner of Albert Lasker Award for Basic Medical Research?\nEvidence:\n- Albert Lasker Award for Basic Medical Research | winner | Randy Schekman | 2002\n- Albert Lasker Award for Basic Medical Research | winner | James Rothman | 2002\n- Louisa Gross Horwitz Prize | winner | Randy Schekman | 2002\n- Louisa Gross Horwitz Prize | winner | James Rothman | 2002\nReasoning:", "completion": " Answer: Randy Schekman", "t_query": 2002.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_001943", "prompt": " In what year was the award received of Gerardo Marotta equal to Goethe Medal?\nEvidence:\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Q76000 | award received | Goethe Medal | 2001\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\nReasoning:", "completion": " Answer: 2001", "t_query": 2001.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001944", "prompt": " In what year was the currency of Gino Cassinis's country of citizenship equal to Italian lira?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: 1959", "t_query": 1959.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001945", "prompt": " In what year was the member of of Gianni Brera's country of citizenship equal to European Economic Community?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: 1963", "t_query": 1963.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001946", "prompt": " Who was the member of sports team of Mülâyim Erdem before Pazarspor?\nEvidence:\n- Mülâyim Erdem | member of sports team | Galatasaray S.K. | 2005\n- Q937898 | member of sports team | Galatasaray S.K. | 2005\n- Q922443 | member of sports team | Galatasaray S.K. | 2005\n- Q729830 | member of sports team | Galatasaray S.K. | 2005\n- Q660534 | member of sports team | Galatasaray S.K. | 2005\n- Q560001 | member of sports team | Galatasaray S.K. | 2005\n- Q556101 | member of sports team | Galatasaray S.K. | 2005\n- Q349941 | member of sports team | Galatasaray S.K. | 2005\n- Q312920 | member of sports team | Galatasaray S.K. | 2005\n- Q307872 | member of sports team | Galatasaray S.K. | 2005\n- Q217097 | member of sports team | Galatasaray S.K. | 2005\n- Q122346 | member of sports team | Galatasaray S.K. | 2005\n- Faryd Mondragón | member of sports team | Galatasaray S.K. | 2005\n- Ayhan Akman | member of sports team | Galatasaray S.K. | 2005\n- Galatasaray S.K. | head coach | Eric Gerets | 2005\nReasoning:", "completion": " Answer: Galatasaray S.K.", "t_query": 2005.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001947", "prompt": " After Federico Chabod country of citizenship Italy, what was the member of of Giovanni D'Ascenzi's country of citizenship?\nEvidence:\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1951\n- Giovanni Ticozzi | country of citizenship | Italy | 1951\n- Giovanni Papini | country of citizenship | Italy | 1951\n- Giovanni Mardersteig | country of citizenship | Italy | 1951\n- Giovanni Invernizzi | country of citizenship | Italy | 1951\n- Giovanni Goria | country of citizenship | Italy | 1951\n- Giovanni Ferrofino | country of citizenship | Italy | 1951\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1951.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001948", "prompt": " In what year was the member of of Romano Mussolini's country of citizenship equal to European Economic Community?\nEvidence:\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: 1984", "t_query": 1984.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001949", "prompt": " After Uberto de Morpurgo country for sport Italy, what was the chairperson of Franca Ongaro's country of citizenship's member of?\nEvidence:\n- Uberto de Morpurgo | country for sport | Italy | 1952\n- Uberto de Morpurgo | country of citizenship | Italy | 1952\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Velasio de Paolis | country of citizenship | Italy | 1952\n- Renzo De Felice | country of citizenship | Italy | 1952\n- Dino De Antoni | country of citizenship | Italy | 1952\n- Alberto Maria De Agostini | country of citizenship | Italy | 1952\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\nReasoning:", "completion": " Answer: Jean Monnet", "t_query": 1952.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001950", "prompt": " In what year was the currency of Bernard Schultze's work location's country equal to Deutsche Mark?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: 1953", "t_query": 1953.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001951", "prompt": " In 1987, whose position held's head of government's country of citizenship was Prime Minister of Italy?\nEvidence:\n- Giovanni Goria | position held | Prime Minister of Italy | 1987\n- Italy | head of government | Giovanni Goria | 1987\n- Giovanni Goria | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: Romolo Alzani", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001952", "prompt": " In what year was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance equal to Hesse?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Answer: 1972", "t_query": 1972.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001953", "prompt": " Who was the country of citizenship of Sabah Fakhri after Second Syrian Republic?\nEvidence:\n- Sabah Fakhri | country of citizenship | Syria | 1993\n- Saadallah Wannous | country of citizenship | Syria | 1993\n- Hanna Mina | country of citizenship | Syria | 1993\nReasoning:", "completion": " Answer: Syria", "t_query": 1993.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_001954", "prompt": " In 1900, whose country was Austria–Hungary?\nEvidence:\n- Emperor of Austria | country | Austria–Hungary | 1900\n- Archduchy of Austria | country | Austria–Hungary | 1900\n- Voitsberg | country | Austria–Hungary | 1900\n- Voinyliv | country | Austria–Hungary | 1900\n- Turka | country | Austria–Hungary | 1900\n- Trieste | country | Austria–Hungary | 1900\n- Storozhynets | country | Austria–Hungary | 1900\n- Sighișoara | country | Austria–Hungary | 1900\n- Sandomierz | country | Austria–Hungary | 1900\n- Ratibořice | country | Austria–Hungary | 1900\n- Q937008 | country | Austria–Hungary | 1900\n- Q764320 | country | Austria–Hungary | 1900\n- Q737276 | country | Austria–Hungary | 1900\n- Q668818 | country | Austria–Hungary | 1900\n- Q658475 | country | Austria–Hungary | 1900\nReasoning:", "completion": " Answer: Cheb", "t_query": 1900.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001955", "prompt": " In what year was the position held of Germany's head of government equal to Federal Minister for Foreign Affairs?\nEvidence:\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001956", "prompt": " After Marco Tulli country of citizenship Italy, what was the member of of Francesca Romana Coluzzi's country of citizenship?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1963.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001957", "prompt": " Who was the position held of Antonio Corpora's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1962.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001958", "prompt": " In 1968, what was the shares border with of Ugo Morin's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1968\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001959", "prompt": " After Rhône contains the administrative territorial entity Francheville, what was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Rhône | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\nReasoning:", "completion": " Answer: Villeurbanne", "t_query": 2003.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001960", "prompt": " After Viersen country West Germany, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Viersen | country | West Germany | 1950\n- Mannheim | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\nReasoning:", "completion": " Answer: Schleswig-Holstein", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001961", "prompt": " In 1997, whose award received's head of state was Grand Order of King Tomislav?\nEvidence:\n- Oscar Luigi Scalfaro | award received | Grand Order of King Tomislav | 1997\n- Italy | head of state | Oscar Luigi Scalfaro | 1997\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1997\n- Oscar Luigi Scalfaro | position held | President of Italy | 1997\nReasoning:", "completion": " Answer: Italy", "t_query": 1997.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_001962", "prompt": " In 1985, whose head of state's country of citizenship was Francesco Cossiga?\nEvidence:\n- Italy | head of state | Francesco Cossiga | 1985\n- Francesco Scafarelli | country of citizenship | Italy | 1985\n- Francesco Gabrieli | country of citizenship | Italy | 1985\n- Francesco Aguzzoli | country of citizenship | Italy | 1985\n- Loris Francesco Capovilla | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: Giuseppe Colnago", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001963", "prompt": " In 1953, whose head of government's contains the administrative territorial entity's country's work location was Gebhard Müller?\nEvidence:\n- Baden-Württemberg | head of government | Gebhard Müller | 1953\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1953\n- Mannheim | located in the administrative territorial entity | Baden-Württemberg | 1953\n- Baden-Württemberg | head of government | Reinhold Maier | 1953\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1953\n- Baden-Württemberg | country | West Germany | 1953\nReasoning:", "completion": " Answer: Bernard Schultze", "t_query": 1953.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_001964", "prompt": " In what year was the currency of Giovanni D'Ascenzi's country of citizenship equal to Italian lira?\nEvidence:\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1951\n- Giovanni Ticozzi | country of citizenship | Italy | 1951\n- Giovanni Papini | country of citizenship | Italy | 1951\n- Giovanni Mardersteig | country of citizenship | Italy | 1951\n- Giovanni Invernizzi | country of citizenship | Italy | 1951\n- Giovanni Goria | country of citizenship | Italy | 1951\n- Giovanni Ferrofino | country of citizenship | Italy | 1951\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: 1951", "t_query": 1951.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001965", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Fleurieu-sur-Saône, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Fleurieu-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Rochetaillée-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Neuville-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Albigny-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Answer: Bron", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001966", "prompt": " In 1977, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\n- Tullio Kezich | country of citizenship | Italy | 1977\n- Tonino Cervi | country of citizenship | Italy | 1977\n- Tiziano Terzani | country of citizenship | Italy | 1977\nReasoning:", "completion": " Answer: Elena Altieri", "t_query": 1977.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001967", "prompt": " In 1922, what was the country of citizenship of Luciano Savorini?\nEvidence:\n- Luciano Savorini | country of citizenship | Kingdom of Italy | 1922\n- Luciano Morpurgo | country of citizenship | Kingdom of Italy | 1922\n- Q976653 | country of citizenship | Kingdom of Italy | 1922\n- Q972711 | country of citizenship | Kingdom of Italy | 1922\n- Q922237 | country of citizenship | Kingdom of Italy | 1922\n- Q890523 | country of citizenship | Kingdom of Italy | 1922\n- Q745874 | country of citizenship | Kingdom of Italy | 1922\n- Q728589 | country of citizenship | Kingdom of Italy | 1922\n- Q715036 | country of citizenship | Kingdom of Italy | 1922\n- Q710497 | country of citizenship | Kingdom of Italy | 1922\n- Q706466 | country of citizenship | Kingdom of Italy | 1922\n- Q678253 | country of citizenship | Kingdom of Italy | 1922\n- Q654973 | country of citizenship | Kingdom of Italy | 1922\n- Q65151 | country of citizenship | Kingdom of Italy | 1922\n- Q603148 | country of citizenship | Kingdom of Italy | 1922\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1922.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001968", "prompt": " In 1982, what was the position held of Italy's head of government?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1982\n- Veriano Luchetti | country of citizenship | Italy | 1982\n- Tullio Kezich | country of citizenship | Italy | 1982\n- Tonino Cervi | country of citizenship | Italy | 1982\n- Tiziano Terzani | country of citizenship | Italy | 1982\n- Stéphane Grappelli | country of citizenship | Italy | 1982\n- Simon Spierer | country of citizenship | Italy | 1982\n- Sergio Mantovani | country of citizenship | Italy | 1982\n- Sergio Bonelli | country of citizenship | Italy | 1982\n- Salvatore Cassisa | country of citizenship | Italy | 1982\n- Rossana Rossanda | country of citizenship | Italy | 1982\n- Renata Tebaldi | country of citizenship | Italy | 1982\n- Primo Nebiolo | country of citizenship | Italy | 1982\n- Pino Lancetti | country of citizenship | Italy | 1982\n- Pietro Rava | country of citizenship | Italy | 1982\nReasoning:", "completion": " Answer: Prime Minister of Italy", "t_query": 1982.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001969", "prompt": " In 1968, what was the head of government of Claudia Vinciguerra's country of citizenship?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Giovanni Leone", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001970", "prompt": " In what year was the contains the administrative territorial entity of Rhône equal to Bron?\nEvidence:\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\n- Q945660 | located in the administrative territorial entity | Q3083 | 1947\n- Q945660 | located in the administrative territorial entity | Q12736 | 1947\nReasoning:", "completion": " Answer: 1947", "t_query": 1947.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_001971", "prompt": " Who was the contains the administrative territorial entity of Germany's capital's capital of before Hamburg?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Answer: Saarland", "t_query": 1974.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001972", "prompt": " After Vaulx-en-Velin located in Rhône, what was the contains the administrative territorial entity of Rhône?\nEvidence:\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Q945660 | located in the administrative territorial entity | Q3083 | 1947\n- Q945660 | located in the administrative territorial entity | Q12736 | 1947\nReasoning:", "completion": " Answer: Bron", "t_query": 1947.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_001973", "prompt": " In 1956, what was the shares border with of Laura Veccia Vaglieri's country of citizenship?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Italy | shares border with | Yugoslavia | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001974", "prompt": " After Mario Roatta country of citizenship Italy, what was the head of government of Italy?\nEvidence:\n- Mario Roatta | country of citizenship | Italy | 1968\n- Mario Gentili | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Tonino Cervi | country of citizenship | Italy | 1968\n- Tiziano Terzani | country of citizenship | Italy | 1968\n- Stéphane Grappelli | country of citizenship | Italy | 1968\n- Simon Spierer | country of citizenship | Italy | 1968\n- Sergio Mantovani | country of citizenship | Italy | 1968\n- Sergio Bonelli | country of citizenship | Italy | 1968\n- Rossana Rossanda | country of citizenship | Italy | 1968\n- Romeo Bertini | country of citizenship | Italy | 1968\n- Renata Tebaldi | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Giovanni Leone", "t_query": 1968.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001975", "prompt": " In 1914, whose country was Japan?\nEvidence:\n- Urup | country | Japan | 1914\n- Q426915 | country | Japan | 1914\n- Q156046 | country | Japan | 1914\n- Broutona | country | Japan | 1914\n- Lüshunkou District | country | Japan | 1914\n- Kuril Islands | country | Japan | 1914\n- Q156046 | country | Empire of Japan | 1914\n- Lüshunkou District | located in the administrative territorial entity | Q678658 | 1914\nReasoning:", "completion": " Answer: Urup", "t_query": 1914.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 8, "_lever_variant": "terse"} +{"id": "sft_001976", "prompt": " In 1984, what was the head of state of Carlo Curis's country of citizenship?\nEvidence:\n- Carlo Curis | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Sandro Pertini", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001977", "prompt": " In 1947, whose contains the administrative territorial entity was Vaulx-en-Velin?\nEvidence:\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\nReasoning:", "completion": " Answer: Rhône", "t_query": 1947.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 8, "_lever_variant": "terse"} +{"id": "sft_001978", "prompt": " In 1946, whose located in was Meurthe-et-Moselle?\nEvidence:\n- Route nationale 411 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\n- Route nationale 401 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\n- Route nationale 401 | located in the administrative territorial entity | Meuse | 1946\n- Route nationale 401 | located in the administrative territorial entity | Haute-Marne | 1946\nReasoning:", "completion": " Answer: Route nationale 401", "t_query": 1946.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_001979", "prompt": " In what year was the position held of Germany's head of state equal to president of Germany?\nEvidence:\n- Richard von Weizsäcker | position held | president of Germany | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- president of Germany | position holder | Richard von Weizsäcker | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Bonn | capital of | Germany | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Germany | member of | Western European Union | 1987\nReasoning:", "completion": " Answer: 1987", "t_query": 1987.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001980", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon equal to Bron?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001981", "prompt": " In what year was the currency of Carmelo Cappello's country of citizenship equal to Italian lira?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: 1964", "t_query": 1964.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001982", "prompt": " In what year was the owned by of Salling Group equal to Maersk?\nEvidence:\n- Salling Group | owned by | Maersk | 1977\nReasoning:", "completion": " Answer: 1977", "t_query": 1977.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001983", "prompt": " After Sailen Manna member of sports team India men's national football team, what was the member of sports team of Sailen Manna?\nEvidence:\n- Sailen Manna | member of sports team | India men's national football team | 1955\n- Sailen Manna | member of sports team | Mohun Bagan AC | 1955\nReasoning:", "completion": " Answer: Mohun Bagan AC", "t_query": 1955.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_001984", "prompt": " Who was the country of citizenship of John Paul I after Kingdom of Italy?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\n- Virginio Rosetta | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: Italy", "t_query": 1961.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001985", "prompt": " After Luigi Comencini country of citizenship Italy, what was the member of of Maria Caniglia's country of citizenship?\nEvidence:\n- Maria Caniglia | country of citizenship | Italy | 1951\n- Luigi Comencini | country of citizenship | Italy | 1951\n- Maria Tore Barbina | country of citizenship | Italy | 1951\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1951\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1951\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1951\n- Alberto Maria De Agostini | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1951.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001986", "prompt": " In 1948, whose country's located in was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1948\n- Yalta | country | Soviet Union | 1948\n- Voronezh | country | Soviet Union | 1948\n- Volhynia | country | Soviet Union | 1948\n- Vinnytsia | country | Soviet Union | 1948\n- Urgench | country | Soviet Union | 1948\n- Uman | country | Soviet Union | 1948\n- Torzhok | country | Soviet Union | 1948\n- Tbilisi | country | Soviet Union | 1948\n- Sudak | country | Soviet Union | 1948\n- Starodub | country | Soviet Union | 1948\n- Simferopol | country | Soviet Union | 1948\n- Siberia | country | Soviet Union | 1948\n- Sevastopol | country | Soviet Union | 1948\n- Q957273 | country | Soviet Union | 1948\nReasoning:", "completion": " Answer: Omsk", "t_query": 1948.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001987", "prompt": " In 1937, whose position held was crown prince?\nEvidence:\n- Gustaf VI Adolf of Sweden | position held | crown prince | 1937\n- Gustaf VI Adolf of Sweden | noble title | crown prince | 1937\n- Louise Mountbatten | spouse | Gustaf VI Adolf of Sweden | 1937\n- Gustaf VI Adolf of Sweden | spouse | Louise Mountbatten | 1937\n- Gustaf VI Adolf of Sweden | noble title | duke | 1937\nReasoning:", "completion": " Answer: Gustaf VI Adolf of Sweden", "t_query": 1937.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_001988", "prompt": " In 1987, whose head of government's contains the administrative territorial entity's capital of's capital was Lothar Späth?\nEvidence:\n- Baden-Württemberg | head of government | Lothar Späth | 1987\n- CDU Baden-Württemberg | chairperson | Lothar Späth | 1987\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1987\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1987\n- Baden-Württemberg | country | West Germany | 1987\nReasoning:", "completion": " Answer: Germany", "t_query": 1987.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_001989", "prompt": " After Marco Tulli country of citizenship Kingdom of Italy, what was the country of citizenship of Marco Tulli?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: Italy", "t_query": 1978.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001990", "prompt": " In 1989, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1989\n- Q46099 | country of citizenship | Yugoslavia | 1989\n- Q207166 | country of citizenship | Yugoslavia | 1989\n- Vladica Popović | country of citizenship | Yugoslavia | 1989\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1989\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1989\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1989\n- Ilija Petković | country of citizenship | Yugoslavia | 1989\n- Dušan Ivković | country of citizenship | Yugoslavia | 1989\n- Dragan Tomić | country of citizenship | Yugoslavia | 1989\n- Verzar | country | Yugoslavia | 1989\n- Suševo | country | Yugoslavia | 1989\n- Q793485 | country | Yugoslavia | 1989\n- Pirot | country | Yugoslavia | 1989\n- Orašje | country | Yugoslavia | 1989\nReasoning:", "completion": " Answer: Maria Rita Saulle", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001991", "prompt": " In what year was the position held of Eugène Tisserant equal to Dean of the College of Cardinals?\nEvidence:\n- Eugène Tisserant | position held | Dean of the College of Cardinals | 1966\n- Eugène Tisserant | member of | Académie Française | 1966\n- Eugène Tisserant | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q998913 | member of | Académie Française | 1966\n- Gustaf VI Adolf of Sweden | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- René Huyghe | member of | Académie Française | 1966\n- Jérôme Carcopino | member of | Académie Française | 1966\n- Jean Paulhan | member of | Académie Française | 1966\n- Jean Guéhenno | member of | Académie Française | 1966\n- François Mauriac | member of | Académie Française | 1966\n- Pierre-Henri Simon | member of | Académie Française | 1966\n- Q822586 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q74879 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q689251 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q663757 | member of | Académie des Inscriptions et Belles-Lettres | 1966\nReasoning:", "completion": " Answer: 1966", "t_query": 1966.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001992", "prompt": " In what year was the country of Astrakhan equal to Soviet Union?\nEvidence:\n- Astrakhan | country | Soviet Union | 1933\n- Yevpatoriia | country | Soviet Union | 1933\n- Yalta | country | Soviet Union | 1933\n- Vyazma | country | Soviet Union | 1933\n- Voronezh | country | Soviet Union | 1933\n- Vologda | country | Soviet Union | 1933\n- Volodarsk | country | Soviet Union | 1933\n- Volhynia | country | Soviet Union | 1933\n- Vladivostok | country | Soviet Union | 1933\n- Vinnytsia | country | Soviet Union | 1933\n- Vanadzor | country | Soviet Union | 1933\n- Urgench | country | Soviet Union | 1933\n- Uman | country | Soviet Union | 1933\n- Torzhok | country | Soviet Union | 1933\n- Tmutarakan | country | Soviet Union | 1933\nReasoning:", "completion": " Answer: 1933", "t_query": 1933.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001993", "prompt": " In 1987, whose contains the administrative territorial entity's country of citizenship's head of government was Lower Saxony?\nEvidence:\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1987\n- Brunswick Government Region | located in the administrative territorial entity | Lower Saxony | 1987\n- Hanover | located in the administrative territorial entity | Lower Saxony | 1987\n- West Germany | contains the administrative territorial entity | Saarland | 1987\n- West Germany | contains the administrative territorial entity | Hesse | 1987\n- West Germany | contains the administrative territorial entity | Hamburg | 1987\n- West Germany | contains the administrative territorial entity | Bremen | 1987\n- West Germany | contains the administrative territorial entity | Bavaria | 1987\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1987\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1987\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1987\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1987\n- Saarland | located in the administrative territorial entity | West Germany | 1987\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1987\n- Q77721 | country of citizenship | West Germany | 1987\nReasoning:", "completion": " Answer: Germany", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001994", "prompt": " In what year was the position held of Italy's head of government equal to Prime Minister of Italy?\nEvidence:\n- Oscar Luigi Scalfaro | position held | President of Italy | 1996\n- Italy | head of state | Oscar Luigi Scalfaro | 1996\n- Norberto Bobbio | position held | Italian senator for life | 1996\n- Q454036 | country of citizenship | Italy | 1996\n- Vittore Catella | country of citizenship | Italy | 1996\n- Veriano Luchetti | country of citizenship | Italy | 1996\n- Tullio Kezich | country of citizenship | Italy | 1996\n- Tonino Cervi | country of citizenship | Italy | 1996\n- Tiziano Terzani | country of citizenship | Italy | 1996\n- Stéphane Grappelli | country of citizenship | Italy | 1996\n- Simon Spierer | country of citizenship | Italy | 1996\n- Sergio Mantovani | country of citizenship | Italy | 1996\n- Sergio Bonelli | country of citizenship | Italy | 1996\n- Salvatore Cassisa | country of citizenship | Italy | 1996\n- Rossana Rossanda | country of citizenship | Italy | 1996\nReasoning:", "completion": " Answer: 1996", "t_query": 1996.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001995", "prompt": " In 1952, what was the shares border with of Franca Ongaro's country of citizenship?\nEvidence:\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Italy | shares border with | Yugoslavia | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\n- Wilma Montesi | country of citizenship | Italy | 1952\n- Vittore Catella | country of citizenship | Italy | 1952\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1952.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001996", "prompt": " In 2019, what was the head coach of AC Sparta Prague?\nEvidence:\n- AC Sparta Prague | head coach | Zdeněk Ščasný | 2019\n- Nicușor Stanciu | member of sports team | AC Sparta Prague | 2019\n- Bořek Dočkal | member of sports team | AC Sparta Prague | 2019\n- Nicușor Stanciu | member of sports team | SK Slavia Prague | 2019\n- Nicușor Stanciu | member of sports team | Q44441 | 2019\n- Bořek Dočkal | member of sports team | Czechia men's national football team | 2019\nReasoning:", "completion": " Answer: Zdeněk Ščasný", "t_query": 2019.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_001997", "prompt": " In what year was the head of government of Italy equal to Mario Draghi?\nEvidence:\n- Italy | head of government | Mario Draghi | 2022\nReasoning:", "completion": " Answer: 2022", "t_query": 2022.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_001998", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon equal to Dardilly?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_001999", "prompt": " In 1974, what was the head of government of Germany?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\nReasoning:", "completion": " Answer: Walter Scheel", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002000", "prompt": " In what year was the currency of Elena Altieri's country of citizenship equal to Italian lira?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\n- Tullio Kezich | country of citizenship | Italy | 1977\n- Tonino Cervi | country of citizenship | Italy | 1977\n- Tiziano Terzani | country of citizenship | Italy | 1977\nReasoning:", "completion": " Answer: 1977", "t_query": 1977.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002001", "prompt": " In 1962, what was the country of citizenship of Antonio Corpora?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Italy", "t_query": 1962.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002002", "prompt": " Who was the head of state of Clelio Darida's country of citizenship before Carlo Azeglio Ciampi?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Carlo Zecchi | country of citizenship | Italy | 1968\n- Carlo Toniatti | country of citizenship | Italy | 1968\n- Carlo Bandirola | country of citizenship | Italy | 1968\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Giuseppe Saragat", "t_query": 1968.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002003", "prompt": " In 1974, whose position held's head of state was Vice-Chancellor of Germany?\nEvidence:\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Germany | head of government | Walter Scheel | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 8, "_lever_variant": "terse"} +{"id": "sft_002004", "prompt": " In what year was the head of state of Giovanni Spadolini's country of citizenship equal to Giovanni Leone?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: 1975", "t_query": 1975.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002005", "prompt": " After Giuseppe Bottai country of citizenship Italy, what was the head of state of Italy?\nEvidence:\n- Giuseppe Patanè | country of citizenship | Italy | 1963\n- Giuseppe Paratore | country of citizenship | Italy | 1963\n- Giuseppe Meazza | country of citizenship | Italy | 1963\n- Giuseppe Gabrielli | country of citizenship | Italy | 1963\n- Giuseppe Busso | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\n- Tonino Cervi | country of citizenship | Italy | 1963\n- Tiziano Terzani | country of citizenship | Italy | 1963\n- Stéphane Grappelli | country of citizenship | Italy | 1963\n- Simon Spierer | country of citizenship | Italy | 1963\n- Sergio Mantovani | country of citizenship | Italy | 1963\n- Sergio Bonelli | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Antonio Segni", "t_query": 1963.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002006", "prompt": " After Alberto Fontanesi country of citizenship Italy, what was the position held of Umberto Mastroianni's country of citizenship's head of government?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Alberto Lattuada | country of citizenship | Italy | 1995\n- Alberto De Martino | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\nReasoning:", "completion": " Answer: Prime Minister of Italy", "t_query": 1995.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002007", "prompt": " In 1950, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Answer: Württemberg-Baden", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002008", "prompt": " In 1963, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1963\n- Q207166 | country of citizenship | Yugoslavia | 1963\n- Vladica Popović | country of citizenship | Yugoslavia | 1963\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1963\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1963\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1963\n- Ilija Petković | country of citizenship | Yugoslavia | 1963\n- Dušan Ivković | country of citizenship | Yugoslavia | 1963\n- Dragan Tomić | country of citizenship | Yugoslavia | 1963\n- Verzar | country | Yugoslavia | 1963\n- Suševo | country | Yugoslavia | 1963\n- Q793485 | country | Yugoslavia | 1963\n- Pirot | country | Yugoslavia | 1963\n- Orašje | country | Yugoslavia | 1963\n- Kraljevo | country | Yugoslavia | 1963\nReasoning:", "completion": " Answer: Francesca Romana Coluzzi", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002009", "prompt": " After Piero Cappuccilli country of citizenship Italy, what was the head of state of Nino Baragli's country of citizenship?\nEvidence:\n- Nino Baragli | country of citizenship | Italy | 1994\n- Piero Cappuccilli | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\nReasoning:", "completion": " Answer: Oscar Luigi Scalfaro", "t_query": 1994.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002010", "prompt": " In what year was the currency of Maria Caniglia's country of citizenship equal to Italian lira?\nEvidence:\n- Maria Caniglia | country of citizenship | Italy | 1951\n- Maria Tore Barbina | country of citizenship | Italy | 1951\n- Alberto Maria De Agostini | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: 1951", "t_query": 1951.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002011", "prompt": " After Giovanni Gronchi country of citizenship Italy, what was the position held of Antonio Corpora's country of citizenship's head of state?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Giovanni Mardersteig | country of citizenship | Italy | 1962\n- Giovanni Invernizzi | country of citizenship | Italy | 1962\n- Giovanni Goria | country of citizenship | Italy | 1962\n- Giovanni Ferrofino | country of citizenship | Italy | 1962\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Italian senator for life", "t_query": 1962.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002012", "prompt": " In what year was the officeholder of Chairman of the National Assembly of Vietnam equal to Nguyen Huu Tho?\nEvidence:\n- Chairman of the National Assembly of Vietnam | position holder | Nguyen Huu Tho | 1983\nReasoning:", "completion": " Answer: 1983", "t_query": 1983.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_002013", "prompt": " In what year was the located in of Kotelnikovo equal to Kotelnikovsky District?\nEvidence:\n- Kotelnikovo | located in the administrative territorial entity | Kotelnikovsky District | 1984\n- Kotelnikovo | country | Soviet Union | 1984\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1984\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1984\n- Meshchovsky District | country | Soviet Union | 1984\n- Drochia District | country | Soviet Union | 1984\n- Dzun-Khemchiksky District | country | Soviet Union | 1984\n- Q59054 | country of citizenship | Soviet Union | 1984\n- Q437262 | country of citizenship | Soviet Union | 1984\n- Q324083 | country of citizenship | Soviet Union | 1984\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1984\n- Yuri Manin | country of citizenship | Soviet Union | 1984\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1984\n- Viktor Kulikov | country of citizenship | Soviet Union | 1984\n- Vija Artmane | country of citizenship | Soviet Union | 1984\nReasoning:", "completion": " Answer: 1984", "t_query": 1984.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002014", "prompt": " After Konrad Biesalski work location Berlin, what was the located in of Carel Willink's work location?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Q73153 | residence | Berlin | 1920\n- Berlin | country | Weimar Republic | 1920\nReasoning:", "completion": " Answer: Free State of Prussia", "t_query": 1920.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_002015", "prompt": " In 1968, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1968\n- Q207166 | country of citizenship | Yugoslavia | 1968\n- Vladica Popović | country of citizenship | Yugoslavia | 1968\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1968\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1968\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1968\n- Ilija Petković | country of citizenship | Yugoslavia | 1968\n- Dušan Ivković | country of citizenship | Yugoslavia | 1968\n- Dragan Tomić | country of citizenship | Yugoslavia | 1968\n- Verzar | country | Yugoslavia | 1968\n- Suševo | country | Yugoslavia | 1968\n- Q793485 | country | Yugoslavia | 1968\n- Pirot | country | Yugoslavia | 1968\n- Orašje | country | Yugoslavia | 1968\n- Kraljevo | country | Yugoslavia | 1968\nReasoning:", "completion": " Answer: Ugo Morin", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002016", "prompt": " In 1975, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1975\n- Germany | member of | European Coal and Steel Community | 1975\n- Belgium | member of | European Coal and Steel Community | 1975\n- Germany | member of | European Atomic Energy Community | 1975\n- Germany | member of | Western European Union | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: Giacomo Rossi-Stuart", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002017", "prompt": " In 1971, what was the position held of Salvatore Fiume's country of citizenship's head of state?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1971.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002018", "prompt": " In 1956, what was the basic form of government of Germany's diplomatic relation?\nEvidence:\n- Germany | diplomatic relation | Afghanistan | 1956\n- Afghanistan | basic form of government | constitutional monarchy | 1956\n- Germany | head of government | Konrad Adenauer | 1956\n- Bonn | capital of | Germany | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | West Germany | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Germany | member of | Western European Union | 1956\n- Germany | head of state | Theodor Heuss | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- West Germany | currency | Deutsche Mark | 1956\n- Germany | shares border with | Czechoslovakia | 1956\n- president of Germany | position holder | Theodor Heuss | 1956\n- Jürgen Kissner | country of citizenship | West Germany | 1956\nReasoning:", "completion": " Answer: constitutional monarchy", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002019", "prompt": " After Giovanni de Riu country of citizenship Italy, what was the currency of Gino Cassinis's country of citizenship?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Giovanni Mardersteig | country of citizenship | Italy | 1959\n- Giovanni Invernizzi | country of citizenship | Italy | 1959\n- Giovanni Goria | country of citizenship | Italy | 1959\n- Giovanni Ferrofino | country of citizenship | Italy | 1959\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1959\n- Velasio de Paolis | country of citizenship | Italy | 1959\n- Uberto de Morpurgo | country of citizenship | Italy | 1959\n- Renzo De Felice | country of citizenship | Italy | 1959\n- Dino De Antoni | country of citizenship | Italy | 1959\n- Alberto Maria De Agostini | country of citizenship | Italy | 1959\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1959\n- Uberto de Morpurgo | country for sport | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1959.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002020", "prompt": " In 2012, whose member of sports team was R.S.C. Anderlecht?\nEvidence:\n- Q968773 | member of sports team | R.S.C. Anderlecht | 2012\n- Q516607 | member of sports team | R.S.C. Anderlecht | 2012\n- Q329348 | member of sports team | R.S.C. Anderlecht | 2012\n- Thomas Chatelle | member of sports team | R.S.C. Anderlecht | 2012\n- Marcin Wasilewski | member of sports team | R.S.C. Anderlecht | 2012\n- Thomas Chatelle | member of sports team | R.A.E.C. Mons | 2012\n- Q329348 | member of sports team | Sweden men's national football team | 2012\n- Marcin Wasilewski | member of sports team | Poland men's national football team | 2012\n- Q968773 | member of sports team | Q916199 | 2012\n- Thomas Chatelle | member of sports team | Sint-Truidense V.V. | 2012\nReasoning:", "completion": " Answer: Thomas Chatelle", "t_query": 2012.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_002021", "prompt": " In 1920, whose shares border with's country's work location was Neutral Moresnet?\nEvidence:\n- Neutral Moresnet | shares border with | Belgium | 1920\n- Belgium | shares border with | Neutral Moresnet | 1920\n- Weimar Republic | shares border with | Neutral Moresnet | 1920\n- Neutral Moresnet | shares border with | Kingdom of the Netherlands | 1920\n- Neutral Moresnet | shares border with | Free State of Prussia | 1920\n- Neutral Moresnet | currency | French franc | 1920\n- Neutral Moresnet | currency | Belgian franc | 1920\n- hyperinflation in the Weimar Republic | country | Weimar Republic | 1920\n- Zwickau | country | Weimar Republic | 1920\n- Zimmern | country | Weimar Republic | 1920\n- Wrocław | country | Weimar Republic | 1920\n- Wittmund | country | Weimar Republic | 1920\n- Wismar | country | Weimar Republic | 1920\n- Wiesbaden | country | Weimar Republic | 1920\n- Weimar | country | Weimar Republic | 1920\nReasoning:", "completion": " Answer: Carel Willink", "t_query": 1920.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002022", "prompt": " In what year was the country of Deggendorf equal to Bavaria?\nEvidence:\n- Deggendorf | country | Bavaria | 1925\n- Q267793 | country | Bavaria | 1925\n- Q10414 | country | Bavaria | 1925\n- Krumbach | country | Bavaria | 1925\n- Frankenthal | located in the administrative territorial entity | Bavaria | 1925\nReasoning:", "completion": " Answer: 1925", "t_query": 1925.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_002023", "prompt": " After Cesare Terranova country of citizenship Italy, what was the shares border with of Eleonora Rossi Drago's country of citizenship?\nEvidence:\n- Eleonora Rossi Drago | country of citizenship | Italy | 1947\n- Italy | shares border with | Yugoslavia | 1947\n- Cesare Terranova | country of citizenship | Italy | 1947\n- Cesare Siepi | country of citizenship | Italy | 1947\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1947\n- Q612509 | country of citizenship | Italy | 1947\n- Q454036 | country of citizenship | Italy | 1947\n- Q435856 | country of citizenship | Italy | 1947\n- Q432318 | country of citizenship | Italy | 1947\n- Q429298 | country of citizenship | Italy | 1947\n- Q340261 | country of citizenship | Italy | 1947\n- Q318968 | country of citizenship | Italy | 1947\n- Q264986 | country of citizenship | Italy | 1947\n- Q219490 | country of citizenship | Italy | 1947\n- Q213482 | country of citizenship | Italy | 1947\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1947.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002024", "prompt": " Who was the member of sports team of Didier Six after Olympique de Marseille?\nEvidence:\n- Didier Six | member of sports team | VfB Stuttgart | 1981\n- Didier Six | member of sports team | France men's national association football team | 1981\n- Q95302 | member of sports team | VfB Stuttgart | 1981\n- Q68759 | member of sports team | VfB Stuttgart | 1981\n- Q343844 | member of sports team | VfB Stuttgart | 1981\n- Q123435 | member of sports team | VfB Stuttgart | 1981\n- Peter Reichert | member of sports team | VfB Stuttgart | 1981\n- Joachim Löw | member of sports team | VfB Stuttgart | 1981\n- Helmut Roleder | member of sports team | VfB Stuttgart | 1981\n- Q730597 | member of sports team | France men's national association football team | 1981\n- Q562392 | member of sports team | France men's national association football team | 1981\n- Q559326 | member of sports team | France men's national association football team | 1981\n- Q472740 | member of sports team | France men's national association football team | 1981\n- Q464828 | member of sports team | France men's national association football team | 1981\n- Q433193 | member of sports team | France men's national association football team | 1981\nReasoning:", "completion": " Answer: VfB Stuttgart", "t_query": 1981.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002025", "prompt": " In what year was the currency of Carel Willink's work location's country's shares border with equal to Belgian franc?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Answer: 1920", "t_query": 1920.0, "chain_length": 4, "operator_type": "interval", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_002026", "prompt": " In 1963, whose head of state's country of citizenship was Antonio Segni?\nEvidence:\n- Italy | head of state | Antonio Segni | 1963\n- Antonio Segni | country of citizenship | Italy | 1963\n- Antonio Segni | position held | President of Italy | 1963\n- Antonio Leonviola | country of citizenship | Italy | 1963\n- Antonio Fessia | country of citizenship | Italy | 1963\n- Antonio Calderara | country of citizenship | Italy | 1963\n- Antonio Brivio | country of citizenship | Italy | 1963\n- Antonio Bacci | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Gianni Brera", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002027", "prompt": " In 1971, what was the member of of Salvatore Fiume's country of citizenship?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1971.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002028", "prompt": " After Giorgio Manganelli country of citizenship Italy, what was the member of of Gino Cassinis's country of citizenship?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Giorgio Perlasca | country of citizenship | Italy | 1959\n- Giorgio Oberweger | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1959.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002029", "prompt": " In 1967, whose head of state's country of citizenship was Giuseppe Saragat?\nEvidence:\n- Italy | head of state | Giuseppe Saragat | 1967\n- Giuseppe Saragat | country of citizenship | Italy | 1967\n- Giuseppe Saragat | position held | President of Italy | 1967\n- Giuseppe Prisco | country of citizenship | Italy | 1967\n- Giuseppe Patanè | country of citizenship | Italy | 1967\n- Giuseppe Paratore | country of citizenship | Italy | 1967\n- Giuseppe Meazza | country of citizenship | Italy | 1967\n- Giuseppe Gabrielli | country of citizenship | Italy | 1967\n- Giuseppe Colnago | country of citizenship | Italy | 1967\n- Giuseppe Busso | country of citizenship | Italy | 1967\n- Giuseppe Antonini | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\nReasoning:", "completion": " Answer: Flaviano Vicentini", "t_query": 1967.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002030", "prompt": " Who was the general secretary of Félicien Marceau's member of after Maurice Genevoix?\nEvidence:\n- Académie Française | general secretary | Maurice Druon | 1995\n- Félicien Marceau | member of | Académie Française | 1995\n- René Huyghe | member of | Académie Française | 1995\n- Michel Déon | member of | Académie Française | 1995\n- Julien Green | member of | Académie Française | 1995\n- Jacques Laurent | member of | Académie Française | 1995\n- Jean-Marie Lustiger | member of | Académie Française | 1995\nReasoning:", "completion": " Answer: Maurice Druon", "t_query": 1995.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_002031", "prompt": " After Adolf Jäger member of sports team Germany men's national association football team, what was the head coach of Germany men's national association football team?\nEvidence:\n- Germany men's national association football team | head coach | Franz Beckenbauer | 1985\n- Q68759 | member of sports team | Germany men's national association football team | 1985\n- Q657219 | member of sports team | Germany men's national association football team | 1985\n- Q44464 | member of sports team | Germany men's national association football team | 1985\n- Q159045 | member of sports team | Germany men's national association football team | 1985\n- Q152871 | member of sports team | Germany men's national association football team | 1985\n- Uli Stein | member of sports team | Germany men's national association football team | 1985\n- Pierre Littbarski | member of sports team | Germany men's national association football team | 1985\n- Olaf Thon | member of sports team | Germany men's national association football team | 1985\n- Frank Mill | member of sports team | Germany men's national association football team | 1985\n- Q657219 | member of sports team | Germany national under-21 football team | 1985\n- Olaf Thon | member of sports team | Germany national under-21 football team | 1985\n- Q68759 | member of sports team | VfB Stuttgart | 1985\n- Q152871 | member of sports team | Inter Milan | 1985\n- Q44464 | member of sports team | SV Werder Bremen | 1985\nReasoning:", "completion": " Answer: Franz Beckenbauer", "t_query": 1985.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002032", "prompt": " Who was the head of government of People's Republic of China before Li Keqiang?\nEvidence:\n- People's Republic of China | head of government | Wen Jiabao | 2008\n- Li Rui | country of citizenship | People's Republic of China | 2008\n- Li Peng | country of citizenship | People's Republic of China | 2008\n- Gong Li | country of citizenship | People's Republic of China | 2008\n- People's Republic of China | head of state | Hu Jintao | 2008\n- Xu Qinxian | country of citizenship | People's Republic of China | 2008\n- Xiao Yang | country of citizenship | People's Republic of China | 2008\n- Xiao Ke | country of citizenship | People's Republic of China | 2008\n- Ricky Hui | country of citizenship | People's Republic of China | 2008\n- Benny Chan | country of citizenship | People's Republic of China | 2008\n- Li Rui | member of political party | Chinese Communist Party | 2008\n- Li Peng | member of political party | Chinese Communist Party | 2008\n- Wen Jiabao | member of | Politburo Standing Committee of the Chinese Communist Party | 2008\n- General Secretary of the Chinese Communist Party | position holder | Hu Jintao | 2008\n- Xiao Yang | member of political party | Chinese Communist Party | 2008\nReasoning:", "completion": " Answer: Wen Jiabao", "t_query": 2008.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002033", "prompt": " In what year was the member of sports team of Thomas Chatelle equal to R.S.C. Anderlecht?\nEvidence:\n- Thomas Chatelle | member of sports team | R.S.C. Anderlecht | 2012\n- Thomas Chatelle | member of sports team | R.A.E.C. Mons | 2012\n- Q968773 | member of sports team | R.S.C. Anderlecht | 2012\n- Q516607 | member of sports team | R.S.C. Anderlecht | 2012\n- Q329348 | member of sports team | R.S.C. Anderlecht | 2012\n- Marcin Wasilewski | member of sports team | R.S.C. Anderlecht | 2012\n- Thomas Chatelle | member of sports team | Sint-Truidense V.V. | 2012\n- Q817639 | member of sports team | R.A.E.C. Mons | 2012\n- Q464631 | member of sports team | R.A.E.C. Mons | 2012\n- Bahattin Köse | member of sports team | R.A.E.C. Mons | 2012\n- R.A.E.C. Mons | league or competition | Belgian Pro League | 2012\n- Q392727 | member of sports team | Sint-Truidense V.V. | 2012\n- Q377088 | member of sports team | Sint-Truidense V.V. | 2012\n- Koen Daerden | member of sports team | Sint-Truidense V.V. | 2012\nReasoning:", "completion": " Answer: 2012", "t_query": 2012.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 14, "_lever_variant": "terse"} +{"id": "sft_002034", "prompt": " In what year was the head of government of Italy equal to Bettino Craxi?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1986\n- Vittore Catella | country of citizenship | Italy | 1986\n- Veriano Luchetti | country of citizenship | Italy | 1986\n- Tullio Kezich | country of citizenship | Italy | 1986\n- Tonino Cervi | country of citizenship | Italy | 1986\n- Tiziano Terzani | country of citizenship | Italy | 1986\n- Stéphane Grappelli | country of citizenship | Italy | 1986\n- Simon Spierer | country of citizenship | Italy | 1986\n- Sergio Mantovani | country of citizenship | Italy | 1986\n- Sergio Bonelli | country of citizenship | Italy | 1986\n- Salvatore Cassisa | country of citizenship | Italy | 1986\n- Rossana Rossanda | country of citizenship | Italy | 1986\n- Renata Tebaldi | country of citizenship | Italy | 1986\n- Primo Nebiolo | country of citizenship | Italy | 1986\n- Pino Lancetti | country of citizenship | Italy | 1986\nReasoning:", "completion": " Answer: 1986", "t_query": 1986.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002035", "prompt": " Who was the head of state of Luca Ronconi's country of citizenship after Giovanni Leone?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Giovanni Invernizzi | country of citizenship | Italy | 1993\n- Giovanni Goria | country of citizenship | Italy | 1993\n- Giovanni Ferrofino | country of citizenship | Italy | 1993\n- Giovanni Azzini | country of citizenship | Italy | 1993\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\nReasoning:", "completion": " Answer: Oscar Luigi Scalfaro", "t_query": 1993.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002036", "prompt": " After Germany head of state Gustav Heinemann, what was the currency of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Germany | currency | Deutsche Mark | 1987\n- West Germany | currency | Deutsche Mark | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\nReasoning:", "completion": " Answer: Deutsche Mark", "t_query": 1987.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002037", "prompt": " In what year was the country of citizenship of Germany's head of government equal to West Germany?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- Bonn | capital of | West Germany | 1987\n- West Germany | currency | Deutsche Mark | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\nReasoning:", "completion": " Answer: 1987", "t_query": 1987.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002038", "prompt": " In what year was the currency of Belgium's shares border with equal to French franc?\nEvidence:\n- Neutral Moresnet | shares border with | Belgium | 1913\n- Belgium | shares border with | Neutral Moresnet | 1913\n- Belgium | currency | Belgian franc | 1913\n- Neutral Moresnet | currency | French franc | 1913\n- Neutral Moresnet | shares border with | Kingdom of the Netherlands | 1913\n- Neutral Moresnet | shares border with | Kingdom of Prussia | 1913\n- Neutral Moresnet | currency | Belgian franc | 1913\nReasoning:", "completion": " Answer: 1913", "t_query": 1913.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_002039", "prompt": " In what year was the country of Omsk equal to Soviet Union?\nEvidence:\n- Omsk | country | Soviet Union | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Zhytomyr | country | Soviet Union | 1948\n- Zastavna | country | Soviet Union | 1948\n- Yevpatoriia | country | Soviet Union | 1948\n- Yalta | country | Soviet Union | 1948\n- Vyazma | country | Soviet Union | 1948\n- Voronezh | country | Soviet Union | 1948\n- Vologda | country | Soviet Union | 1948\n- Volodarsk | country | Soviet Union | 1948\n- Volhynia | country | Soviet Union | 1948\n- Voinyliv | country | Soviet Union | 1948\n- Vladivostok | country | Soviet Union | 1948\n- Vinnytsia | country | Soviet Union | 1948\nReasoning:", "completion": " Answer: 1948", "t_query": 1948.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002040", "prompt": " In what year was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance equal to Lower Saxony?\nEvidence:\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Answer: 1972", "t_query": 1972.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002041", "prompt": " Who was the country of registry of Kasato Maru before Empire of Japan?\nEvidence:\n- Kasato Maru | country of registry | Russian Empire | 1901\n- Șirăuți | country | Russian Empire | 1901\n- Šeteniai | country | Russian Empire | 1901\n- Łódź | country | Russian Empire | 1901\n- Červień | country | Russian Empire | 1901\n- Zhytomyr | country | Russian Empire | 1901\n- Yevpatoriia | country | Russian Empire | 1901\n- Yalta | country | Russian Empire | 1901\n- Voronezh | country | Russian Empire | 1901\n- Vologda | country | Russian Empire | 1901\n- Volodymyr | country | Russian Empire | 1901\n- Volhynia | country | Russian Empire | 1901\n- Vinnytsia | country | Russian Empire | 1901\n- Uman | country | Russian Empire | 1901\n- Torzhok | country | Russian Empire | 1901\nReasoning:", "completion": " Answer: Russian Empire", "t_query": 1901.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002042", "prompt": " In 1937, what was the noble title of Gustaf VI Adolf of Sweden?\nEvidence:\n- Gustaf VI Adolf of Sweden | noble title | duke | 1937\n- Gustaf VI Adolf of Sweden | noble title | crown prince | 1937\n- Louise Mountbatten | spouse | Gustaf VI Adolf of Sweden | 1937\n- Gustaf VI Adolf of Sweden | spouse | Louise Mountbatten | 1937\n- Gustaf VI Adolf of Sweden | position held | crown prince | 1937\n- Louise Mountbatten | noble title | queen consort | 1937\nReasoning:", "completion": " Answer: duke", "t_query": 1937.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_002043", "prompt": " In 1961, whose located in was Bogotolsky District?\nEvidence:\n- Bogotol | located in the administrative territorial entity | Bogotolsky District | 1961\nReasoning:", "completion": " Answer: Bogotol", "t_query": 1961.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_002044", "prompt": " In 1995, whose country of citizenship was Italy?\nEvidence:\n- Q454036 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\n- Tiziano Terzani | country of citizenship | Italy | 1995\n- Stéphane Grappelli | country of citizenship | Italy | 1995\n- Simon Spierer | country of citizenship | Italy | 1995\n- Sergio Mantovani | country of citizenship | Italy | 1995\n- Sergio Bonelli | country of citizenship | Italy | 1995\n- Salvatore Cassisa | country of citizenship | Italy | 1995\n- Rossana Rossanda | country of citizenship | Italy | 1995\n- Romano Mussolini | country of citizenship | Italy | 1995\n- Renata Tebaldi | country of citizenship | Italy | 1995\n- Primo Nebiolo | country of citizenship | Italy | 1995\nReasoning:", "completion": " Answer: Umberto Mastroianni", "t_query": 1995.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002045", "prompt": " In what year was the shares border with of Andrea Carrea's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1984\n- Andrea Carrea | country of citizenship | Italy | 1984\n- Andrea Pangrazio | country of citizenship | Italy | 1984\n- Andrea Miano | country of citizenship | Italy | 1984\n- Andrea Cassone | country of citizenship | Italy | 1984\n- Andrea Bianchi | country of citizenship | Italy | 1984\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: 1984", "t_query": 1984.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002046", "prompt": " After Adolf Schröter country of citizenship Germany, what was the member of of Germany?\nEvidence:\n- Adolf Schröter | country of citizenship | Germany | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\nReasoning:", "completion": " Answer: European Atomic Energy Community", "t_query": 1974.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002047", "prompt": " In 1963, what was the shares border with of Luigi Pistilli's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1963\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002048", "prompt": " In what year was the member of sports team of Rudolf Brunnenmeier equal to SC Schwarz-Weiß Bregenz?\nEvidence:\n- Rudolf Brunnenmeier | member of sports team | SC Schwarz-Weiß Bregenz | 1976\n- Rudolf Brunnenmeier | member of sports team | Schwarz-Weiß Bregenz | 1976\nReasoning:", "completion": " Answer: 1976", "t_query": 1976.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_002049", "prompt": " In 1972, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Answer: Schleswig-Holstein", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002050", "prompt": " Who was the head of government of Raul Gardini's country of citizenship before Massimo D'Alema?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Joe D'Amato | country of citizenship | Italy | 1989\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1989\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1989\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Ciriaco De Mita", "t_query": 1989.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002051", "prompt": " Who was the country of citizenship of Gino Cassinis after Kingdom of Italy?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: Italy", "t_query": 1959.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002052", "prompt": " After Bernard Karfiol work location New York City, what was the residence of New York City7131's headquarters's head of government?\nEvidence:\n- MetLife | headquarters location | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Elliott Erwitt | work location | New York City | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- William Vickrey | residence | New York City | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\nReasoning:", "completion": " Answer: United States", "t_query": 1952.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002053", "prompt": " In what year was the country of citizenship of Mansour el-Essawy equal to United Arab Republic?\nEvidence:\n- Mansour el-Essawy | country of citizenship | United Arab Republic | 1959\n- Q59981 | country of citizenship | United Arab Republic | 1959\n- Q325513 | country of citizenship | United Arab Republic | 1959\n- Q212190 | country of citizenship | United Arab Republic | 1959\n- Zakaria Mohieddin | country of citizenship | United Arab Republic | 1959\n- Taha Hussein | country of citizenship | United Arab Republic | 1959\n- Sabah Fakhri | country of citizenship | United Arab Republic | 1959\n- Saadallah Wannous | country of citizenship | United Arab Republic | 1959\n- Onsi Sawiris | country of citizenship | United Arab Republic | 1959\n- Hussein Salem | country of citizenship | United Arab Republic | 1959\n- Hosni Mubarak | country of citizenship | United Arab Republic | 1959\n- Hanna Mina | country of citizenship | United Arab Republic | 1959\n- Fawzi Selu | country of citizenship | United Arab Republic | 1959\n- United Arab Republic | member of | United Nations | 1959\n- Muhammad Sedki Sulayman | country of citizenship | United Arab Republic | 1959\nReasoning:", "completion": " Answer: 1959", "t_query": 1959.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002054", "prompt": " In what year was the currency of Alfonso Calzolari's country of citizenship equal to Italian lira?\nEvidence:\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\n- Veriano Luchetti | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: 1956", "t_query": 1956.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002055", "prompt": " In 1993, what was the country of citizenship of Virbhadra Singh?\nEvidence:\n- Virbhadra Singh | country of citizenship | India | 1993\n- Abhijit Banerjee | country of citizenship | India | 1993\n- M. S. Swaminathan | country of citizenship | India | 1993\n- India | contains the administrative territorial entity | Daman and Diu | 1993\n- India | head of state | Shankar Dayal Sharma | 1993\n- India | head of government | P. V. Narasimha Rao | 1993\nReasoning:", "completion": " Answer: India", "t_query": 1993.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_002056", "prompt": " In 1978, whose head of government was Yukio Hayashida?\nEvidence:\n- Kyoto Prefecture | head of government | Yukio Hayashida | 1978\nReasoning:", "completion": " Answer: Kyoto Prefecture", "t_query": 1978.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_002057", "prompt": " In what year was the member of sports team of Gerardo Rivas equal to Club Libertad?\nEvidence:\n- Gerardo Rivas | member of sports team | Club Libertad | 1920\nReasoning:", "completion": " Answer: 1920", "t_query": 1920.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_002058", "prompt": " Who was the head of government of Gino Cassinis's country of citizenship before Massimo D'Alema?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Joe D'Amato | country of citizenship | Italy | 1959\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1959\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1959\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: Antonio Segni", "t_query": 1959.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002059", "prompt": " In 1987, whose country of citizenship's head of government was West Germany?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Q77721 | country of citizenship | West Germany | 1987\n- Würzburg | country | West Germany | 1987\n- Wuppertal | country | West Germany | 1987\n- Wiesbaden | country | West Germany | 1987\n- Westfalenliga | country | West Germany | 1987\n- Viersen | country | West Germany | 1987\n- Speyer | country | West Germany | 1987\n- Sande | country | West Germany | 1987\n- Saarland | country | West Germany | 1987\n- Q52041 | country | West Germany | 1987\n- Neuenkirchen | country | West Germany | 1987\n- Mittelrheinliga | country | West Germany | 1987\n- Mannheim | country | West Germany | 1987\n- Lörrach | country | West Germany | 1987\nReasoning:", "completion": " Answer: Germany", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002060", "prompt": " After Eugenio Szabados country of citizenship Italy, what was the position held of Francesca Romana Coluzzi's country of citizenship's head of state?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Eugenio Szabados | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1963.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002061", "prompt": " In 2003, whose contains the administrative territorial entity was Saint-Genis-les-Ollières?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-les-Ollières | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-Laval | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Charbonnières-les-Bains | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\nReasoning:", "completion": " Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002062", "prompt": " Who was the position held of Erazim Kohák's residence's head of government after Governor of California?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- United States | shares border with | Panama | 1988\n- Tony Miles | country for sport | United States | 1988\n- Julie Mehretu | work location | United States | 1988\n- Discovery Channel | country | United States | 1988\nReasoning:", "completion": " Answer: President of the United States", "t_query": 1988.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 13, "_lever_variant": "terse"} +{"id": "sft_002063", "prompt": " In what year was the shares border with of Italy equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1973\n- Verzar | country | Yugoslavia | 1973\n- Suševo | country | Yugoslavia | 1973\n- Q793485 | country | Yugoslavia | 1973\n- Pirot | country | Yugoslavia | 1973\n- Orašje | country | Yugoslavia | 1973\n- Kraljevo | country | Yugoslavia | 1973\n- Karlovac | country | Yugoslavia | 1973\n- Dimitrovgrad | country | Yugoslavia | 1973\n- Dabilje | country | Yugoslavia | 1973\n- Crnoštica | country | Yugoslavia | 1973\n- Braćevci | country | Yugoslavia | 1973\n- Braćevac | country | Yugoslavia | 1973\n- Bijeljina | country | Yugoslavia | 1973\n- Bačevo | country | Yugoslavia | 1973\nReasoning:", "completion": " Answer: 1973", "t_query": 1973.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002064", "prompt": " In 2001, what was the currency of Gerardo Marotta's country of citizenship?\nEvidence:\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Italy | currency | Italian lira | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\nReasoning:", "completion": " Answer: Italian lira", "t_query": 2001.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002065", "prompt": " Who was the head of state of Guido Aycard's country of citizenship before Carlo Azeglio Ciampi?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Carlo Zecchi | country of citizenship | Italy | 1962\n- Carlo Toniatti | country of citizenship | Italy | 1962\n- Carlo Bandirola | country of citizenship | Italy | 1962\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Antonio Segni", "t_query": 1962.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002066", "prompt": " After Bruno Pesaola country of citizenship Italy, what was the head of state of Alfonso Calzolari's country of citizenship?\nEvidence:\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Bruno Venturini | country of citizenship | Italy | 1956\n- Bruno Schettino | country of citizenship | Italy | 1956\n- Bruno Maderna | country of citizenship | Italy | 1956\n- Bruno Bertotti | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: Giovanni Gronchi", "t_query": 1956.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002067", "prompt": " In what year was the named after of Kadiivka equal to Alexey Stakhanov?\nEvidence:\n- Kadiivka | named after | Alexey Stakhanov | 2003\n- Kadiivka | located in the administrative territorial entity | Luhansk Oblast | 2003\n- Luhansk | located in the administrative territorial entity | Luhansk Oblast | 2003\n- Khrustalnyi | located in the administrative territorial entity | Luhansk Oblast | 2003\nReasoning:", "completion": " Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_002068", "prompt": " Who was the country of citizenship of Ignazio Cannavò's country of citizenship's head of state before Italy?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q432257 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1946.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002069", "prompt": " In 2000, whose head of state's country of citizenship was Carlo Azeglio Ciampi?\nEvidence:\n- Italy | head of state | Carlo Azeglio Ciampi | 2000\n- Carlo Giuffré | country of citizenship | Italy | 2000\n- Carlo Fruttero | country of citizenship | Italy | 2000\n- Carlo Curis | country of citizenship | Italy | 2000\n- Carlo Cercignani | country of citizenship | Italy | 2000\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\nReasoning:", "completion": " Answer: Renata Tebaldi", "t_query": 2000.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002070", "prompt": " After Görlitz country Nazi Germany, what was the country of Görlitz?\nEvidence:\n- Görlitz | country | German Democratic Republic | 1969\n- Görlitz | located in the administrative territorial entity | Dresden District | 1969\n- Germany | shares border with | German Democratic Republic | 1969\n- West Germany | territory claimed by | German Democratic Republic | 1969\n- Q97584 | country of citizenship | German Democratic Republic | 1969\n- Q96955 | country of citizenship | German Democratic Republic | 1969\n- Q77767 | country of citizenship | German Democratic Republic | 1969\n- Q73946 | country of citizenship | German Democratic Republic | 1969\n- Q67341 | country of citizenship | German Democratic Republic | 1969\n- Q449313 | country of citizenship | German Democratic Republic | 1969\n- Q438683 | country of citizenship | German Democratic Republic | 1969\n- Q323063 | country of citizenship | German Democratic Republic | 1969\n- Q126983 | country of citizenship | German Democratic Republic | 1969\n- Werner Schulz | country of citizenship | German Democratic Republic | 1969\n- Udo Zimmermann | country of citizenship | German Democratic Republic | 1969\nReasoning:", "completion": " Answer: German Democratic Republic", "t_query": 1969.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002071", "prompt": " After Louise Bourgeois educated at University of Paris, what was the work location of Louise Bourgeois?\nEvidence:\n- Louise Bourgeois | educated at | University of Paris | 1935\n- Louise Bourgeois | work location | Paris | 1935\n- Q95821 | educated at | University of Paris | 1935\n- Q87063 | work location | Paris | 1935\n- Q763355 | work location | Paris | 1935\n- Q674956 | work location | Paris | 1935\n- Q399091 | work location | Paris | 1935\n- Q384860 | work location | Paris | 1935\n- Q319861 | work location | Paris | 1935\n- Q216703 | work location | Paris | 1935\n- Q216570 | work location | Paris | 1935\n- Q116714 | work location | Paris | 1935\n- Zoltán Kemény | work location | Paris | 1935\n- René Huyghe | work location | Paris | 1935\n- Pierre Balmain | work location | Paris | 1935\nReasoning:", "completion": " Answer: Paris", "t_query": 1935.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002072", "prompt": " In what year was the shares border with of Romolo Alzani's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1987\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: 1987", "t_query": 1987.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002073", "prompt": " In what year was the member of of Luca Ronconi's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\n- Stéphane Grappelli | country of citizenship | Italy | 1993\nReasoning:", "completion": " Answer: 1993", "t_query": 1993.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002074", "prompt": " In 1976, whose member of sports team was Schwarz-Weiß Bregenz?\nEvidence:\n- Rudolf Brunnenmeier | member of sports team | Schwarz-Weiß Bregenz | 1976\n- Rudolf Brunnenmeier | member of sports team | SC Schwarz-Weiß Bregenz | 1976\nReasoning:", "completion": " Answer: Rudolf Brunnenmeier", "t_query": 1976.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_002075", "prompt": " In 2000, whose occupant was Los Angeles Chargers?\nEvidence:\n- San Diego Stadium | occupant | Los Angeles Chargers | 2000\n- San Diego Stadium | named after | Qualcomm | 2000\nReasoning:", "completion": " Answer: San Diego Stadium", "t_query": 2000.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_002076", "prompt": " In 1963, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Francesca Romana Coluzzi", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002077", "prompt": " In 1935, whose country was Empire of Japan?\nEvidence:\n- Signalny | country | Empire of Japan | 1935\n- Shimano | country | Empire of Japan | 1935\n- Q18097 | country | Empire of Japan | 1935\n- Q156046 | country | Empire of Japan | 1935\n- Berutarube | country | Empire of Japan | 1935\n- Soongsil University | country | Empire of Japan | 1935\n- Polonsky Island | country | Empire of Japan | 1935\n- North Gyeongsang | country | Empire of Japan | 1935\n- Kunashir Island | country | Empire of Japan | 1935\n- Q155773 | country of citizenship | Empire of Japan | 1935\n- Yi Un | country of citizenship | Empire of Japan | 1935\n- Park Yeol | country of citizenship | Empire of Japan | 1935\n- Kasato Maru | country of registry | Empire of Japan | 1935\n- Lee Hyo-seok | country of citizenship | Empire of Japan | 1935\n- Q156046 | country | Japan | 1935\nReasoning:", "completion": " Answer: Signalny", "t_query": 1935.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002078", "prompt": " In what year was the member of of Flaviano Vicentini's country of citizenship equal to European Economic Community?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\n- Ulrico Girardi | country of citizenship | Italy | 1967\nReasoning:", "completion": " Answer: 1967", "t_query": 1967.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002079", "prompt": " In what year was the sport of Shane McMahon equal to professional wrestling?\nEvidence:\n- Shane McMahon | sport | professional wrestling | 2010\n- Q44304 | sport | professional wrestling | 2010\n- Shane McMahon | sport | referee | 2010\n- Ring of Honor | sport | professional wrestling | 2010\n- Shane McMahon | occupation | entrepreneur | 2010\n- Shane McMahon | employer | WWE | 2010\n- Vince McMahon | employer | WWE | 2010\n- Q285372 | employer | WWE | 2010\n- Mike Chioda | employer | WWE | 2010\nReasoning:", "completion": " Answer: 2010", "t_query": 2010.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_002080", "prompt": " In 2008, what was the member of sports team of Andreas Schiemann?\nEvidence:\n- Andreas Schiemann | member of sports team | SV Falkensee-Finkenkrug | 2008\nReasoning:", "completion": " Answer: SV Falkensee-Finkenkrug", "t_query": 2008.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_002081", "prompt": " In 1904, whose anthem's country's located in was God Save the Tsar!?\nEvidence:\n- Russian Empire | anthem | God Save the Tsar! | 1904\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1904\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1904\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1904\n- Șirăuți | country | Russian Empire | 1904\n- Šeteniai | country | Russian Empire | 1904\n- Łódź | country | Russian Empire | 1904\n- Červień | country | Russian Empire | 1904\n- Zhytomyr | country | Russian Empire | 1904\n- Yevpatoriia | country | Russian Empire | 1904\nReasoning:", "completion": " Answer: Dushanbe", "t_query": 1904.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002082", "prompt": " After Bruno Cortini country of citizenship Italy, what was the currency of Sergio Noja Noseda's country of citizenship?\nEvidence:\n- Sergio Noja Noseda | country of citizenship | Italy | 1949\n- Sergio Realini | country of citizenship | Italy | 1949\n- Sergio Mantovani | country of citizenship | Italy | 1949\n- Sergio Bonelli | country of citizenship | Italy | 1949\n- Bruno Venturini | country of citizenship | Italy | 1949\n- Bruno Schettino | country of citizenship | Italy | 1949\n- Bruno Maderna | country of citizenship | Italy | 1949\n- Bruno Bertotti | country of citizenship | Italy | 1949\n- Q639507 | country of citizenship | Italy | 1949\n- Q612509 | country of citizenship | Italy | 1949\n- Q454036 | country of citizenship | Italy | 1949\n- Q435856 | country of citizenship | Italy | 1949\n- Q432318 | country of citizenship | Italy | 1949\n- Q429298 | country of citizenship | Italy | 1949\n- Q318968 | country of citizenship | Italy | 1949\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1949.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002083", "prompt": " In 1951, whose head of state's country of citizenship was Luigi Einaudi?\nEvidence:\n- Italy | head of state | Luigi Einaudi | 1951\n- Luigi Comencini | country of citizenship | Italy | 1951\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1951\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1951\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: Giovanni D'Ascenzi", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002084", "prompt": " In 1980, what was the country of citizenship of Anatoly Karpov?\nEvidence:\n- Anatoly Karpov | country of citizenship | Soviet Union | 1980\n- Anatoly Karpov | award received | Chess Oscar | 1980\n- Q59054 | country of citizenship | Soviet Union | 1980\n- Q437262 | country of citizenship | Soviet Union | 1980\n- Q324083 | country of citizenship | Soviet Union | 1980\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1980\n- Yuri Manin | country of citizenship | Soviet Union | 1980\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1980\n- Viktor Kulikov | country of citizenship | Soviet Union | 1980\n- Vija Artmane | country of citizenship | Soviet Union | 1980\n- Vera Krepkina | country of citizenship | Soviet Union | 1980\n- Valeri Polyakov | country of citizenship | Soviet Union | 1980\n- Sergei Kovalev | country of citizenship | Soviet Union | 1980\n- Ruslan Khasbulatov | country of citizenship | Soviet Union | 1980\n- Raisa Gorbacheva | country of citizenship | Soviet Union | 1980\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1980.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002085", "prompt": " In 1962, what was the position held of Italy's head of state?\nEvidence:\n- Giuseppe Paratore | position held | Italian senator for life | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Veriano Luchetti | country of citizenship | Italy | 1962\n- Tonino Cervi | country of citizenship | Italy | 1962\n- Tiziano Terzani | country of citizenship | Italy | 1962\n- Stéphane Grappelli | country of citizenship | Italy | 1962\n- Simon Spierer | country of citizenship | Italy | 1962\n- Sergio Mantovani | country of citizenship | Italy | 1962\n- Sergio Bonelli | country of citizenship | Italy | 1962\n- Rossana Rossanda | country of citizenship | Italy | 1962\n- Romeo Bertini | country of citizenship | Italy | 1962\n- Renata Tebaldi | country of citizenship | Italy | 1962\n- Primo Nebiolo | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Italian senator for life", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002086", "prompt": " After Rosemary Dexter country of citizenship Italy, what was the member of of Guido Aycard's country of citizenship?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1962.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002087", "prompt": " Who was the religion or worldview of Manuel Noriega before Protestantism?\nEvidence:\n- Manuel Noriega | religion or worldview | Catholicism | 1945\nReasoning:", "completion": " Answer: Catholicism", "t_query": 1945.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_002088", "prompt": " In 2008, whose twinned with was Nizhny Tagil?\nEvidence:\n- Nizhny Tagil | twinned administrative body | Cheb | 2008\n- Cheb | twinned administrative body | Nizhny Tagil | 2008\nReasoning:", "completion": " Answer: Cheb", "t_query": 2008.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_002089", "prompt": " Who was the currency of Belgium's shares border with before Belgian franc?\nEvidence:\n- Belgium | currency | Belgian franc | 1913\n- Neutral Moresnet | shares border with | Belgium | 1913\n- Belgium | shares border with | Neutral Moresnet | 1913\n- Neutral Moresnet | currency | Belgian franc | 1913\n- Neutral Moresnet | shares border with | Kingdom of the Netherlands | 1913\n- Neutral Moresnet | shares border with | Kingdom of Prussia | 1913\n- Neutral Moresnet | currency | French franc | 1913\nReasoning:", "completion": " Answer: French franc", "t_query": 1913.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_002090", "prompt": " After Corrado Balducci country of citizenship Italy, what was the head of government of Claudio Cavazza's country of citizenship?\nEvidence:\n- Corrado Balducci | country of citizenship | Italy | 1970\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: Emilio Colombo", "t_query": 1970.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002091", "prompt": " In what year was the head of government of MetLife's headquarters's head of government's residence equal to Harry S. Truman?\nEvidence:\n- MetLife | headquarters location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- William Vickrey | residence | New York City | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\n- Elliott Erwitt | work location | New York City | 1952\nReasoning:", "completion": " Answer: 1952", "t_query": 1952.0, "chain_length": 4, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002092", "prompt": " In 1981, what was the member of of René Huyghe?\nEvidence:\n- René Huyghe | member of | Académie Française | 1981\n- René Huyghe | work location | Paris | 1981\n- Route nationale 4 | located in the administrative territorial entity | Paris | 1981\n- Pierre Emmanuel | member of | Académie Française | 1981\n- Michel Déon | member of | Académie Française | 1981\n- Julien Green | member of | Académie Française | 1981\n- Félicien Marceau | member of | Académie Française | 1981\n- Eugène Ionesco | member of | Académie Française | 1981\n- Edgar Faure | member of | Académie Française | 1981\n- Takis | residence | Paris | 1981\n- Route nationale 4 | terminus location | Paris | 1981\n- Roman Cieślewicz | work location | Paris | 1981\n- Q464656 | residence | Paris | 1981\n- Q454927 | work location | Paris | 1981\n- Q430918 | terminus location | Paris | 1981\nReasoning:", "completion": " Answer: Académie Française", "t_query": 1981.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002093", "prompt": " In what year was the chief executive officer of Daimler-Benz AG equal to Wilhelm Kissel?\nEvidence:\n- Daimler-Benz AG | chief executive officer | Wilhelm Kissel | 1931\n- Daimler-Benz AG | board member | Wilhelm Kissel | 1931\nReasoning:", "completion": " Answer: 1931", "t_query": 1931.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_002094", "prompt": " In 2014, what was the head of government of Italy?\nEvidence:\n- Servílio Conti | country of citizenship | Italy | 2014\n- Sergio Donadoni | country of citizenship | Italy | 2014\n- Sebastiano Mannironi | country of citizenship | Italy | 2014\n- Salvatore Cassisa | country of citizenship | Italy | 2014\n- Rossana Rossanda | country of citizenship | Italy | 2014\n- Romano Agostinelli | country of citizenship | Italy | 2014\n- Roberto Tucci | country of citizenship | Italy | 2014\n- Pinuccio Sciola | country of citizenship | Italy | 2014\n- Paolo Villaggio | country of citizenship | Italy | 2014\n- Mario Sereni | country of citizenship | Italy | 2014\n- Mario Perniola | country of citizenship | Italy | 2014\n- Luigi Agnolin | country of citizenship | Italy | 2014\n- Luca Ronconi | country of citizenship | Italy | 2014\n- Giuliano Carnimeo | country of citizenship | Italy | 2014\n- Giorgio Rebuffi | country of citizenship | Italy | 2014\nReasoning:", "completion": " Answer: Enrico Letta", "t_query": 2014.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002095", "prompt": " In 1971, what was the head of state of Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Tonino Cervi | country of citizenship | Italy | 1971\n- Tiziano Terzani | country of citizenship | Italy | 1971\n- Stéphane Grappelli | country of citizenship | Italy | 1971\n- Simon Spierer | country of citizenship | Italy | 1971\n- Sergio Mantovani | country of citizenship | Italy | 1971\n- Sergio Bonelli | country of citizenship | Italy | 1971\n- Rossana Rossanda | country of citizenship | Italy | 1971\n- Romeo Bertini | country of citizenship | Italy | 1971\n- Renata Tebaldi | country of citizenship | Italy | 1971\n- Primo Nebiolo | country of citizenship | Italy | 1971\n- Pietro Parente | country of citizenship | Italy | 1971\n- Oriana Fallaci | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: Giuseppe Saragat", "t_query": 1971.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002096", "prompt": " In 1968, what was the currency of Claudia Vinciguerra's country of citizenship?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002097", "prompt": " In 1974, whose country's located in was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1974\n- Yalta | country | Soviet Union | 1974\n- Voronezh | country | Soviet Union | 1974\n- Volhynia | country | Soviet Union | 1974\n- Vinnytsia | country | Soviet Union | 1974\n- Urgench | country | Soviet Union | 1974\n- Uman | country | Soviet Union | 1974\n- Torzhok | country | Soviet Union | 1974\n- Tbilisi | country | Soviet Union | 1974\n- Sudak | country | Soviet Union | 1974\n- Starodub | country | Soviet Union | 1974\n- Simferopol | country | Soviet Union | 1974\n- Siberia | country | Soviet Union | 1974\n- Sevastopol | country | Soviet Union | 1974\n- Q957273 | country | Soviet Union | 1974\nReasoning:", "completion": " Answer: Chelyabinsk Oblast", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002098", "prompt": " In 1974, whose diplomatic relation was Czechoslovakia?\nEvidence:\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- Trenčín | country | Czechoslovakia | 1974\n- Rokycany | country | Czechoslovakia | 1974\n- Ratibořice | country | Czechoslovakia | 1974\n- Q953856 | country | Czechoslovakia | 1974\n- Q918108 | country | Czechoslovakia | 1974\n- Q852472 | country | Czechoslovakia | 1974\n- Q764320 | country | Czechoslovakia | 1974\n- Q270704 | country | Czechoslovakia | 1974\n- Příbor | country | Czechoslovakia | 1974\n- Prešov | country | Czechoslovakia | 1974\n- Plzeň | country | Czechoslovakia | 1974\n- Levice | country | Czechoslovakia | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002099", "prompt": " In 1974, what was the spouse of Germany's head of government?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\nReasoning:", "completion": " Answer: Loki Schmidt", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002100", "prompt": " Who was the contains the administrative territorial entity of Mannheim's country before Baden-Württemberg?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\nReasoning:", "completion": " Answer: Württemberg-Hohenzollern", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002101", "prompt": " In what year was the member of of Omsk's located in equal to Soviet Union?\nEvidence:\n- Omsk | country | Soviet Union | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1948\n- Zhytomyr | country | Soviet Union | 1948\n- Zastavna | country | Soviet Union | 1948\n- Yevpatoriia | country | Soviet Union | 1948\n- Yalta | country | Soviet Union | 1948\n- Vyazma | country | Soviet Union | 1948\n- Voronezh | country | Soviet Union | 1948\n- Vologda | country | Soviet Union | 1948\n- Volodarsk | country | Soviet Union | 1948\n- Volhynia | country | Soviet Union | 1948\nReasoning:", "completion": " Answer: 1948", "t_query": 1948.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002102", "prompt": " In 1901, whose anthem's country of registry was God Save the Tsar!?\nEvidence:\n- Russian Empire | anthem | God Save the Tsar! | 1901\n- Kasato Maru | country of registry | Russian Empire | 1901\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1901\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1901\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1901\n- Khanate of Khiva | country | Russian Empire | 1901\n- Emirate of Bukhara | country | Russian Empire | 1901\n- Vladimir Lenin | country of citizenship | Russian Empire | 1901\n- Vikenty Veresaev | country of citizenship | Russian Empire | 1901\n- Maria Zankovetska | country of citizenship | Russian Empire | 1901\nReasoning:", "completion": " Answer: Kasato Maru", "t_query": 1901.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002103", "prompt": " In 1921, what was the located in of Tilla Durieux's spouse's work location?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Answer: Free State of Prussia", "t_query": 1921.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002104", "prompt": " In 1953, what was the chairperson of Federal Ministry of Agriculture, Food and Regional Identity?\nEvidence:\n- Federal Ministry of Agriculture, Food and Regional Identity | chairperson | Wilhelm Niklas | 1953\n- Federal Ministry of Agriculture, Food and Regional Identity | chairperson | Heinrich Lübke | 1953\nReasoning:", "completion": " Answer: Wilhelm Niklas", "t_query": 1953.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_002105", "prompt": " In 1974, what was the chairperson of Germany's head of government's member of political party?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Answer: Hans-Dietrich Genscher", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002106", "prompt": " In 1958, what was the operator of Belfort–Delle railway line?\nEvidence:\n- Belfort–Delle railway line | operator | Société nationale des chemins de fer français | 1958\n- Tarascon–Sète railway line | operator | Société nationale des chemins de fer français | 1958\n- Sélestat–Saverne railway line | operator | Société nationale des chemins de fer français | 1958\n- Rémilly–Saarbrücken railway line | operator | Société nationale des chemins de fer français | 1958\n- Dijon-Vallorbe railway line | operator | Société nationale des chemins de fer français | 1958\n- Paris–Lille railway | operator | Société nationale des chemins de fer français | 1958\n- Mantes-la-Jolie–Cherbourg railway | operator | Société nationale des chemins de fer français | 1958\n- Q802601 | operator | Société nationale des chemins de fer français | 1958\nReasoning:", "completion": " Answer: Société nationale des chemins de fer français", "t_query": 1958.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 8, "_lever_variant": "terse"} +{"id": "sft_002107", "prompt": " In 1974, what was the country of Chelyabinsk Oblast?\nEvidence:\n- Chelyabinsk Oblast | country | Soviet Union | 1974\n- Zlatoust | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Yuzhnouralsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Troitsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Miass | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Verkhny Ufaley | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Chelyabinsk | country | Soviet Union | 1974\n- Sumy Oblast | country | Soviet Union | 1974\n- Semipalatinsk Oblast | country | Soviet Union | 1974\n- Poltava Oblast | country | Soviet Union | 1974\n- Omsk Oblast | country | Soviet Union | 1974\n- Odesa Oblast | country | Soviet Union | 1974\n- Novosibirsk Oblast | country | Soviet Union | 1974\n- Murmansk Oblast | country | Soviet Union | 1974\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002108", "prompt": " Who was the award received of Italy's head of state after Order of the White Eagle?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1997\n- Oscar Luigi Scalfaro | award received | Grand Order of King Tomislav | 1997\n- Stéphane Grappelli | award received | Grammy Lifetime Achievement Award | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\n- Tiziano Terzani | country of citizenship | Italy | 1997\n- Stéphane Grappelli | country of citizenship | Italy | 1997\n- Simon Spierer | country of citizenship | Italy | 1997\n- Sergio Mantovani | country of citizenship | Italy | 1997\n- Sergio Bonelli | country of citizenship | Italy | 1997\n- Salvatore Cassisa | country of citizenship | Italy | 1997\n- Rossana Rossanda | country of citizenship | Italy | 1997\nReasoning:", "completion": " Answer: Grand Order of King Tomislav", "t_query": 1997.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002109", "prompt": " Who was the contains the administrative territorial entity of Bernard Schultze's work location's country after Hesse?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: Hamburg", "t_query": 1953.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002110", "prompt": " In 1988, whose residence was United States?\nEvidence:\n- Paolo Soleri | residence | United States | 1988\n- Erazim Kohák | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Discovery Channel | country | United States | 1988\n- United States | shares border with | Panama | 1988\n- Julie Mehretu | work location | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Tony Miles | country for sport | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- Ronald Reagan | position held | President of the United States | 1988\n- Ronald Reagan | work location | Washington, D.C. | 1988\nReasoning:", "completion": " Answer: Erazim Kohák", "t_query": 1988.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002111", "prompt": " In what year was the located in of Querfurt equal to Querfurt?\nEvidence:\n- Querfurt | located in the administrative territorial entity | Querfurt | 1928\n- Karsdorf | located in the administrative territorial entity | Querfurt | 1928\nReasoning:", "completion": " Answer: 1928", "t_query": 1928.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_002112", "prompt": " In what year was the member of of Raul Gardini's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\n- Stéphane Grappelli | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: 1989", "t_query": 1989.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002113", "prompt": " In 1951, whose head of state's country of citizenship was Luigi Einaudi?\nEvidence:\n- Italy | head of state | Luigi Einaudi | 1951\n- Luigi Comencini | country of citizenship | Italy | 1951\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1951\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1951\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: Maria Caniglia", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002114", "prompt": " In 1987, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: Rhineland-Palatinate", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002115", "prompt": " In 1985, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1985\n- Ireland | member of | European Economic Community | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: Veriano Luchetti", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002116", "prompt": " In what year was the contains the administrative territorial entity of Mannheim's country equal to Hamburg?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002117", "prompt": " In 1971, what was the country of citizenship of Salvatore Fiume?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: Italy", "t_query": 1971.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002118", "prompt": " Who was the position held of David Bowie's work location's head of government before Governing Mayor of Berlin?\nEvidence:\n- David Bowie | work location | Berlin | 1978\n- Q896393 | work location | Berlin | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Q497401 | terminus | Berlin | 1978\n- Anna Seghers | residence | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\nReasoning:", "completion": " Answer: President of the Bundesrat of Germany", "t_query": 1978.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_002119", "prompt": " Who was the member of sports team of Hannes Löhr before Germany men's national association football team?\nEvidence:\n- Hannes Löhr | member of sports team | 1. FC Köln | 1965\n- Q895723 | member of sports team | 1. FC Köln | 1965\n- Q877952 | member of sports team | 1. FC Köln | 1965\n- Q658057 | member of sports team | 1. FC Köln | 1965\n- Q593990 | member of sports team | 1. FC Köln | 1965\n- Q567002 | member of sports team | 1. FC Köln | 1965\n- Jürgen Rumor | member of sports team | 1. FC Köln | 1965\n- Georg Stollenwerk | member of sports team | 1. FC Köln | 1965\n- Christian Müller | member of sports team | 1. FC Köln | 1965\n- Anton Regh | member of sports team | 1. FC Köln | 1965\nReasoning:", "completion": " Answer: 1. FC Köln", "t_query": 1965.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_002120", "prompt": " In what year was the occupation of Friedrich Guggenberger equal to military personnel?\nEvidence:\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Stanislav Petrov | occupation | military personnel | 1972\n- Hans-Günther Lange | occupation | military personnel | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Hans-Günther Lange | military branch | West German Navy | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\nReasoning:", "completion": " Answer: 1972", "t_query": 1972.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002121", "prompt": " In 1925, whose head of state's country was Paul von Hindenburg?\nEvidence:\n- Weimar Republic | head of state | Paul von Hindenburg | 1925\n- Nazi Germany | head of state | Paul von Hindenburg | 1925\n- Weimar Republic | head of state | Friedrich Ebert | 1925\n- Weimar Republic | head of government | Hans Luther | 1925\n- Q87105 | country of citizenship | Weimar Republic | 1925\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1925\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Weimar | country | Weimar Republic | 1925\n- Vaterstetten | country | Weimar Republic | 1925\nReasoning:", "completion": " Answer: Berolzheim", "t_query": 1925.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002122", "prompt": " Who was the country of citizenship of Luigi Pistilli after Kingdom of Italy?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Italy", "t_query": 1963.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002123", "prompt": " In what year was the shares border with of Guido Aycard's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1962\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: 1962", "t_query": 1962.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002124", "prompt": " In what year was the contains the administrative territorial entity of Germany's capital's capital of equal to Schleswig-Holstein?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002125", "prompt": " In 1913, whose currency was Belgian franc?\nEvidence:\n- Belgium | currency | Belgian franc | 1913\n- Neutral Moresnet | currency | Belgian franc | 1913\n- Neutral Moresnet | currency | French franc | 1913\n- Neutral Moresnet | shares border with | Kingdom of the Netherlands | 1913\n- Neutral Moresnet | shares border with | Kingdom of Prussia | 1913\n- Neutral Moresnet | shares border with | Belgium | 1913\n- Belgium | shares border with | Neutral Moresnet | 1913\nReasoning:", "completion": " Answer: Belgium", "t_query": 1913.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_002126", "prompt": " In 1974, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Answer: Schleswig-Holstein", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002127", "prompt": " In what year was the contains the administrative territorial entity of Bernard Schultze's work location's country equal to Lower Saxony?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: 1953", "t_query": 1953.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002128", "prompt": " In what year was the member of of Arnaldo Genoino's country of citizenship equal to European Economic Community?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: 1978", "t_query": 1978.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002129", "prompt": " Who was the head of state of Alfonso Brescia's country of citizenship before Giuseppe Saragat?\nEvidence:\n- Alfonso Brescia | country of citizenship | Italy | 1948\n- Giuseppe Prisco | country of citizenship | Italy | 1948\n- Giuseppe Patanè | country of citizenship | Italy | 1948\n- Giuseppe Paratore | country of citizenship | Italy | 1948\n- Giuseppe Meazza | country of citizenship | Italy | 1948\n- Giuseppe Gabrielli | country of citizenship | Italy | 1948\n- Giuseppe Colnago | country of citizenship | Italy | 1948\n- Giuseppe Busso | country of citizenship | Italy | 1948\n- Giuseppe Antonini | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\nReasoning:", "completion": " Answer: Enrico de Nicola", "t_query": 1948.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002130", "prompt": " In 1973, whose country of citizenship was Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Tonino Cervi | country of citizenship | Italy | 1973\n- Tiziano Terzani | country of citizenship | Italy | 1973\n- Stéphane Grappelli | country of citizenship | Italy | 1973\n- Simon Spierer | country of citizenship | Italy | 1973\n- Sergio Mantovani | country of citizenship | Italy | 1973\n- Sergio Bonelli | country of citizenship | Italy | 1973\n- Rossana Rossanda | country of citizenship | Italy | 1973\n- Romeo Bertini | country of citizenship | Italy | 1973\n- Renata Tebaldi | country of citizenship | Italy | 1973\n- Primo Nebiolo | country of citizenship | Italy | 1973\n- Pietro Parente | country of citizenship | Italy | 1973\n- Oriana Fallaci | country of citizenship | Italy | 1973\nReasoning:", "completion": " Answer: Lelio Antoniotti", "t_query": 1973.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002131", "prompt": " Who was the member of of Andrea Carrea's country of citizenship after European Economic Community?\nEvidence:\n- Andrea Carrea | country of citizenship | Italy | 1984\n- Andrea Pangrazio | country of citizenship | Italy | 1984\n- Andrea Miano | country of citizenship | Italy | 1984\n- Andrea Cassone | country of citizenship | Italy | 1984\n- Andrea Bianchi | country of citizenship | Italy | 1984\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1984.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002132", "prompt": " In 1974, what was the position held of Germany's head of government?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Answer: president of Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002133", "prompt": " Who was the employer of Alexander Gelfond after Steklov Institute of Mathematics?\nEvidence:\n- Alexander Gelfond | employer | Steklov Institute of Mathematics | 1940\n- Q709432 | employer | Steklov Institute of Mathematics | 1940\n- Sergei Sobolev | employer | Steklov Institute of Mathematics | 1940\n- Lev Pontryagin | employer | Steklov Institute of Mathematics | 1940\n- Boris Delaunay | employer | Steklov Institute of Mathematics | 1940\n- Alexander Gelfond | employer | Lomonosov Moscow State University | 1940\n- Q983399 | employer | Lomonosov Moscow State University | 1940\n- Q723638 | employer | Lomonosov Moscow State University | 1940\n- Q321515 | employer | Lomonosov Moscow State University | 1940\n- Boris Delaunay | employer | Lomonosov Moscow State University | 1940\n- Andrey Tikhonov | employer | Lomonosov Moscow State University | 1940\nReasoning:", "completion": " Answer: Lomonosov Moscow State University", "t_query": 1940.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 11, "_lever_variant": "terse"} +{"id": "sft_002134", "prompt": " In what year was the shares border with of Ignazio Cannavò's country of citizenship equal to Yugoslavia?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q432257 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Answer: 1946", "t_query": 1946.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002135", "prompt": " After Russian Soviet Federative Socialist Republic located in Soviet Union, what was the anthem of Chelyabinsk Oblast's located in?\nEvidence:\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1974\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1974\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1974\n- Chelyabinsk Oblast | country | Soviet Union | 1974\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1974\n- Chelyabinsk | country | Soviet Union | 1974\n- Zlatoust | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Yuzhnouralsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Troitsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Miass | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Turkmen Soviet Socialist Republic | country | Soviet Union | 1974\n- Georgian Soviet Socialist Republic | country | Soviet Union | 1974\n- Verkhny Ufaley | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Sumy Oblast | country | Soviet Union | 1974\nReasoning:", "completion": " Answer: State Anthem of the Soviet Union", "t_query": 1974.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002136", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Sainte-Foy-lès-Lyon, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Sainte-Foy-lès-Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\nReasoning:", "completion": " Answer: Saint-Genis-les-Ollières", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002137", "prompt": " In 1978, what was the position held of David Bowie's work location's head of government?\nEvidence:\n- David Bowie | work location | Berlin | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Q896393 | work location | Berlin | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Q497401 | terminus | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\n- Anna Seghers | residence | Berlin | 1978\nReasoning:", "completion": " Answer: Governing Mayor of Berlin", "t_query": 1978.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_002138", "prompt": " In 1952, whose position held's head of government's headquarters was Mayor of New York City?\nEvidence:\n- Vincent R. Impellitteri | position held | Mayor of New York City | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- Vincent R. Impellitteri | residence | United States | 1952\nReasoning:", "completion": " Answer: MetLife", "t_query": 1952.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002139", "prompt": " In what year was the shares border with of Erazim Kohák's residence equal to Panama?\nEvidence:\n- United States | shares border with | Panama | 1988\n- Erazim Kohák | residence | United States | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- Tony Miles | country for sport | United States | 1988\n- Julie Mehretu | work location | United States | 1988\n- Discovery Channel | country | United States | 1988\nReasoning:", "completion": " Answer: 1988", "t_query": 1988.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 13, "_lever_variant": "terse"} +{"id": "sft_002140", "prompt": " In what year was the position held of Guido Aycard's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: 1962", "t_query": 1962.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002141", "prompt": " In what year was the head of state of Eleonora Rossi Drago's country of citizenship equal to Enrico de Nicola?\nEvidence:\n- Eleonora Rossi Drago | country of citizenship | Italy | 1947\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1947\n- Uberto de Morpurgo | country of citizenship | Italy | 1947\n- Renzo De Felice | country of citizenship | Italy | 1947\n- Dino De Antoni | country of citizenship | Italy | 1947\n- Alberto Maria De Agostini | country of citizenship | Italy | 1947\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1947\n- Uberto de Morpurgo | country for sport | Italy | 1947\n- Q612509 | country of citizenship | Italy | 1947\n- Q454036 | country of citizenship | Italy | 1947\n- Q435856 | country of citizenship | Italy | 1947\n- Q432318 | country of citizenship | Italy | 1947\n- Q429298 | country of citizenship | Italy | 1947\n- Q340261 | country of citizenship | Italy | 1947\n- Q318968 | country of citizenship | Italy | 1947\nReasoning:", "completion": " Answer: 1947", "t_query": 1947.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002142", "prompt": " After Erazim Kohák educated at Yale University, what was the residence of Erazim Kohák?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- United States | shares border with | Panama | 1988\n- Tony Miles | country for sport | United States | 1988\n- Julie Mehretu | work location | United States | 1988\n- Discovery Channel | country | United States | 1988\nReasoning:", "completion": " Answer: United States", "t_query": 1988.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 13, "_lever_variant": "terse"} +{"id": "sft_002143", "prompt": " Who was the head of state of Romano Mussolini's country of citizenship before Oscar Luigi Scalfaro?\nEvidence:\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1984\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Luigi Comencini | country of citizenship | Italy | 1984\n- Luigi Agnolin | country of citizenship | Italy | 1984\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1984\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1984\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Sandro Pertini", "t_query": 1984.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002144", "prompt": " In 1950, what was the territory claimed by of Würzburg's country?\nEvidence:\n- West Germany | territory claimed by | German Democratic Republic | 1950\n- Würzburg | country | West Germany | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\n- Martin Walser | country of citizenship | West Germany | 1950\n- Martin Albrecht | country of citizenship | West Germany | 1950\n- Jürgen Kissner | country of citizenship | West Germany | 1950\n- Helmut Kohl | country of citizenship | West Germany | 1950\n- Albrecht Brandi | country of citizenship | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\nReasoning:", "completion": " Answer: German Democratic Republic", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002145", "prompt": " In what year was the country of citizenship of Gino Cassinis equal to Italy?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: 1959", "t_query": 1959.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002146", "prompt": " Who was the member of of Claudia Vinciguerra's country of citizenship before European Economic Community?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1968.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002147", "prompt": " In what year was the member of of Laura Veccia Vaglieri's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: 1956", "t_query": 1956.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002148", "prompt": " In what year was the head of government of Romolo Alzani's country of citizenship equal to Bettino Craxi?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: 1987", "t_query": 1987.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002149", "prompt": " In 2003, whose contains the administrative territorial entity was Limonest?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002150", "prompt": " After Philipp Lenard country of citizenship Germany, what was the head of government of Germany?\nEvidence:\n- Germany | head of government | Konrad Adenauer | 1956\n- Germany | head of state | Theodor Heuss | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- Jürgen Kissner | country of citizenship | West Germany | 1956\n- Bonn | capital of | Germany | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | West Germany | 1956\n- Afghanistan | basic form of government | constitutional monarchy | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Germany | member of | Western European Union | 1956\n- Afghanistan | head of state | Mohammed Zahir Shah | 1956\n- West Germany | currency | Deutsche Mark | 1956\n- Germany | shares border with | Czechoslovakia | 1956\nReasoning:", "completion": " Answer: Konrad Adenauer", "t_query": 1956.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002151", "prompt": " In what year was the territory claimed by of Friedrich Guggenberger's allegiance equal to German Democratic Republic?\nEvidence:\n- West Germany | territory claimed by | German Democratic Republic | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- West Germany | diplomatic relation | German Democratic Republic | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- German Rugby Federation | operating area | West Germany | 1972\n- Hans-Günther Lange | military branch | West German Navy | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\nReasoning:", "completion": " Answer: 1972", "t_query": 1972.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002152", "prompt": " In what year was the anthem of Chelyabinsk Oblast's located in equal to State Anthem of the Soviet Union?\nEvidence:\n- Chelyabinsk Oblast | country | Soviet Union | 1974\n- Chelyabinsk | country | Soviet Union | 1974\n- Zlatoust | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Yuzhnouralsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Troitsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Miass | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Verkhny Ufaley | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Sumy Oblast | country | Soviet Union | 1974\n- Semipalatinsk Oblast | country | Soviet Union | 1974\n- Poltava Oblast | country | Soviet Union | 1974\n- Omsk Oblast | country | Soviet Union | 1974\n- Odesa Oblast | country | Soviet Union | 1974\n- Novosibirsk Oblast | country | Soviet Union | 1974\n- Murmansk Oblast | country | Soviet Union | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002153", "prompt": " In what year was the head of state of Guido Aycard's country of citizenship equal to Giovanni Gronchi?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Giovanni Mardersteig | country of citizenship | Italy | 1962\n- Giovanni Invernizzi | country of citizenship | Italy | 1962\n- Giovanni Goria | country of citizenship | Italy | 1962\n- Giovanni Ferrofino | country of citizenship | Italy | 1962\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: 1962", "t_query": 1962.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002154", "prompt": " Who was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance after North Rhine-Westphalia?\nEvidence:\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\nReasoning:", "completion": " Answer: Saarland", "t_query": 1972.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002155", "prompt": " After Nopporo Station adjacent station Atsubetsu Station, what was the adjacent station of Nopporo Station?\nEvidence:\n- Nopporo Station | adjacent station | Atsubetsu Station | 1956\n- Nopporo Station | adjacent station | Ebetsu Station | 1956\n- Ebetsu Station | adjacent station | Nopporo Station | 1956\n- Ebetsu Station | adjacent station | Horomui Station | 1956\nReasoning:", "completion": " Answer: Ebetsu Station", "t_query": 1956.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_002156", "prompt": " In 1956, whose country of citizenship was Italy?\nEvidence:\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Veriano Luchetti | country of citizenship | Italy | 1956\n- Tonino Cervi | country of citizenship | Italy | 1956\n- Tiziano Terzani | country of citizenship | Italy | 1956\n- Stéphane Grappelli | country of citizenship | Italy | 1956\n- Simon Spierer | country of citizenship | Italy | 1956\n- Sergio Mantovani | country of citizenship | Italy | 1956\n- Sergio Bonelli | country of citizenship | Italy | 1956\n- Rossana Rossanda | country of citizenship | Italy | 1956\n- Romeo Bertini | country of citizenship | Italy | 1956\n- Renata Tebaldi | country of citizenship | Italy | 1956\n- Primo Nebiolo | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: Laura Veccia Vaglieri", "t_query": 1956.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002157", "prompt": " After Frankfurt located in Wiesbaden Government Region, what was the contains the administrative territorial entity of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: Hamburg", "t_query": 1953.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002158", "prompt": " After Jürgen Kissner country of citizenship Germany, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\nReasoning:", "completion": " Answer: Saarland", "t_query": 1974.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002159", "prompt": " After Jena located in State of Thuringia (1920–1952), what was the head of state of Jena's country?\nEvidence:\n- Jena | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Weimar | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Q15976 | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Gera | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Jena | country | Nazi Germany | 1942\n- Nazi Germany | head of state | Adolf Hitler | 1942\n- Free State of Mecklenburg | located in the administrative territorial entity | Nazi Germany | 1942\n- Free State of Anhalt | located in the administrative territorial entity | Nazi Germany | 1942\n- Carl Zeiss AG | headquarters location | Jena | 1942\n- Saxony | located in the administrative territorial entity | Nazi Germany | 1942\n- Berlin | located in the administrative territorial entity | Nazi Germany | 1942\n- Republic of Baden | located in the administrative territorial entity | Nazi Germany | 1942\n- Q822028 | country of registry | Nazi Germany | 1942\n- Q321140 | country of registry | Nazi Germany | 1942\n- Q237358 | country of citizenship | Nazi Germany | 1942\nReasoning:", "completion": " Answer: Adolf Hitler", "t_query": 1942.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002160", "prompt": " In 1932, what was the country of citizenship of Romolo Carboni?\nEvidence:\n- Romolo Carboni | country of citizenship | Kingdom of Italy | 1932\n- Q976653 | country of citizenship | Kingdom of Italy | 1932\n- Q972711 | country of citizenship | Kingdom of Italy | 1932\n- Q922237 | country of citizenship | Kingdom of Italy | 1932\n- Q890523 | country of citizenship | Kingdom of Italy | 1932\n- Q710497 | country of citizenship | Kingdom of Italy | 1932\n- Q678253 | country of citizenship | Kingdom of Italy | 1932\n- Q654973 | country of citizenship | Kingdom of Italy | 1932\n- Q650303 | country of citizenship | Kingdom of Italy | 1932\n- Q527400 | country of citizenship | Kingdom of Italy | 1932\n- Q51189 | country of citizenship | Kingdom of Italy | 1932\n- Q471232 | country of citizenship | Kingdom of Italy | 1932\n- Q432318 | country of citizenship | Kingdom of Italy | 1932\n- Q432257 | country of citizenship | Kingdom of Italy | 1932\n- Q429298 | country of citizenship | Kingdom of Italy | 1932\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1932.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002161", "prompt": " In 1961, what was the country of citizenship of John Paul I?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\n- Virginio Rosetta | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: Italy", "t_query": 1961.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002162", "prompt": " Who was the member of of Ugo Morin's country of citizenship before European Coal and Steel Community?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1968.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002163", "prompt": " In what year was the country of citizenship of Ernesto Codignola equal to Kingdom of Italy?\nEvidence:\n- Ernesto Codignola | country of citizenship | Kingdom of Italy | 1919\n- Q976653 | country of citizenship | Kingdom of Italy | 1919\n- Q972711 | country of citizenship | Kingdom of Italy | 1919\n- Q922237 | country of citizenship | Kingdom of Italy | 1919\n- Q890523 | country of citizenship | Kingdom of Italy | 1919\n- Q765946 | country of citizenship | Kingdom of Italy | 1919\n- Q745874 | country of citizenship | Kingdom of Italy | 1919\n- Q728589 | country of citizenship | Kingdom of Italy | 1919\n- Q715036 | country of citizenship | Kingdom of Italy | 1919\n- Q706466 | country of citizenship | Kingdom of Italy | 1919\n- Q678253 | country of citizenship | Kingdom of Italy | 1919\n- Q653839 | country of citizenship | Kingdom of Italy | 1919\n- Q65151 | country of citizenship | Kingdom of Italy | 1919\n- Q630519 | country of citizenship | Kingdom of Italy | 1919\n- Q603148 | country of citizenship | Kingdom of Italy | 1919\nReasoning:", "completion": " Answer: 1919", "t_query": 1919.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002164", "prompt": " In 1981, whose located in was Kirghiz Soviet Socialist Republic?\nEvidence:\n- Q879096 | located in the administrative territorial entity | Kirghiz Soviet Socialist Republic | 1981\n- Bishkek | located in the administrative territorial entity | Kirghiz Soviet Socialist Republic | 1981\n- Sokuluk District | located in the administrative territorial entity | Kirghiz Soviet Socialist Republic | 1981\n- Chuy District | located in the administrative territorial entity | Kirghiz Soviet Socialist Republic | 1981\n- Bishkek | country | Soviet Union | 1981\n- Bishkek | named after | Mikhail Frunze | 1981\nReasoning:", "completion": " Answer: Chuy District", "t_query": 1981.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_002165", "prompt": " In 1953, what was the contains the administrative territorial entity of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: Hamburg", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002166", "prompt": " After Barcelona Dragons league or competition NFL Europe, what was the head coach of Lluís Companys Olympic Stadium's occupant?\nEvidence:\n- Lluís Companys Olympic Stadium | occupant | Barcelona Dragons | 1999\n- Barcelona Dragons | league or competition | NFL Europe | 1999\n- Barcelona Dragons | home venue | Lluís Companys Olympic Stadium | 1999\n- Lluís Companys Olympic Stadium | occupant | RCD Espanyol de Barcelona | 1999\n- Barcelona Dragons | head coach | Jack Bicknell | 1999\n- Jack Bicknell | coach of sports team | Barcelona Dragons | 1999\n- Q943194 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q939976 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q704268 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q296975 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Mauro Navas | member of sports team | RCD Espanyol de Barcelona | 1999\nReasoning:", "completion": " Answer: Jack Bicknell", "t_query": 1999.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 11, "_lever_variant": "terse"} +{"id": "sft_002167", "prompt": " Who was the member of sports team of Paweł Kieszek before FC Porto?\nEvidence:\n- Paweł Kieszek | member of sports team | Polonia Warsaw | 2007\n- Paweł Kieszek | member of sports team | S.C. Braga | 2007\n- Q670214 | member of sports team | Polonia Warsaw | 2007\n- Q655920 | member of sports team | Polonia Warsaw | 2007\n- Q718432 | member of sports team | S.C. Braga | 2007\n- Q172149 | member of sports team | S.C. Braga | 2007\n- Césinha | member of sports team | S.C. Braga | 2007\n- Roland Linz | member of sports team | S.C. Braga | 2007\n- João Pereira | member of sports team | S.C. Braga | 2007\n- Diego Costa | member of sports team | S.C. Braga | 2007\nReasoning:", "completion": " Answer: Polonia Warsaw", "t_query": 2007.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_002168", "prompt": " In 1955, whose member of sports team was India men's national football team?\nEvidence:\n- Sailen Manna | member of sports team | India men's national football team | 1955\n- Sailen Manna | member of sports team | Mohun Bagan AC | 1955\nReasoning:", "completion": " Answer: Sailen Manna", "t_query": 1955.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_002169", "prompt": " After Mario Castellani country of citizenship Italy, what was the head of state of Romolo Alzani's country of citizenship?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Mario Gentili | country of citizenship | Italy | 1987\n- Mario Bò | country of citizenship | Italy | 1987\n- Mario Autelli | country of citizenship | Italy | 1987\n- Mario Albertini | country of citizenship | Italy | 1987\n- Mario De Donà | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: Francesco Cossiga", "t_query": 1987.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002170", "prompt": " In 1978, what was the head of state of Marco Tulli's country of citizenship?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: Sandro Pertini", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002171", "prompt": " In 1971, what was the shares border with of Salvatore Fiume's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1971\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1971.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002172", "prompt": " In what year was the contains the administrative territorial entity of Germany's capital's capital of equal to Lower Saxony?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002173", "prompt": " Who was the located in of Kostroma after Yaroslavl Oblast?\nEvidence:\n- Kostroma | located in the administrative territorial entity | Kostroma Oblast | 1975\nReasoning:", "completion": " Answer: Kostroma Oblast", "t_query": 1975.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_002174", "prompt": " In 1957, what was the position held of Ugo Stille's country of citizenship's head of state?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1957.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002175", "prompt": " In 1941, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1941\n- Q972711 | country of citizenship | Kingdom of Italy | 1941\n- Q890523 | country of citizenship | Kingdom of Italy | 1941\n- Q432318 | country of citizenship | Kingdom of Italy | 1941\n- Q429298 | country of citizenship | Kingdom of Italy | 1941\n- Q178349 | country of citizenship | Kingdom of Italy | 1941\n- Q133535 | country of citizenship | Kingdom of Italy | 1941\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1941\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1941\n- Titta Ruffo | country of citizenship | Kingdom of Italy | 1941\n- Tita Piaz | country of citizenship | Kingdom of Italy | 1941\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1941\n- Paolo Manna | country of citizenship | Kingdom of Italy | 1941\n- Pantaleo Carabellese | country of citizenship | Kingdom of Italy | 1941\n- Matteo Marangoni | country of citizenship | Kingdom of Italy | 1941\nReasoning:", "completion": " Answer: Giuseppe Domenichelli", "t_query": 1941.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002176", "prompt": " In 1951, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1951\n- Germany | member of | European Coal and Steel Community | 1951\n- Belgium | member of | European Coal and Steel Community | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\n- Vitaliano Brancati | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: Vitaliano Brancati", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002177", "prompt": " In 1950, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Answer: North Rhine-Westphalia", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002178", "prompt": " After Ferruccio Tagliavini country of citizenship Italy, what was the shares border with of Mario Gentili's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1961\n- Mario Gentili | country of citizenship | Italy | 1961\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1961.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002179", "prompt": " In what year was the head of state of Nino Baragli's country of citizenship equal to Oscar Luigi Scalfaro?\nEvidence:\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1994\n- Nino Baragli | country of citizenship | Italy | 1994\n- Luigi Comencini | country of citizenship | Italy | 1994\n- Luigi Agnolin | country of citizenship | Italy | 1994\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1994\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\nReasoning:", "completion": " Answer: 1994", "t_query": 1994.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002180", "prompt": " Who was the position held of Flaviano Vicentini's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\n- Ulrico Girardi | country of citizenship | Italy | 1967\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1967.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002181", "prompt": " In 1971, whose member of sports team was F.C. Hansa Rostock?\nEvidence:\n- Q823665 | member of sports team | F.C. Hansa Rostock | 1971\n- Herbert Pankau | member of sports team | F.C. Hansa Rostock | 1971\n- Gerd Kische | member of sports team | F.C. Hansa Rostock | 1971\n- Gerd Kische | member of sports team | East Germany national football team | 1971\nReasoning:", "completion": " Answer: Gerd Kische", "t_query": 1971.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_002182", "prompt": " In what year was the officeholder of Germany's head of state's position held equal to Gustav Heinemann?\nEvidence:\n- Germany | head of state | Gustav Heinemann | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002183", "prompt": " In 1918, whose located in was Seine-et-Oise?\nEvidence:\n- Bonnières-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Villejust | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Villecresnes | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Valenton | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Saclas | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q899558 | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q83472 | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q794124 | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q752150 | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q639332 | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q491908 | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q276508 | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q273061 | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q272066 | located in the administrative territorial entity | Seine-et-Oise | 1918\n- Q268408 | located in the administrative territorial entity | Seine-et-Oise | 1918\nReasoning:", "completion": " Answer: Morsang-sur-Orge", "t_query": 1918.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002184", "prompt": " In 1934, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1934\n- Q890523 | country of citizenship | Kingdom of Italy | 1934\n- Q432318 | country of citizenship | Kingdom of Italy | 1934\n- Q429298 | country of citizenship | Kingdom of Italy | 1934\n- Q329221 | country of citizenship | Kingdom of Italy | 1934\n- Q216812 | country of citizenship | Kingdom of Italy | 1934\n- Q178349 | country of citizenship | Kingdom of Italy | 1934\n- Q133535 | country of citizenship | Kingdom of Italy | 1934\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1934\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1934\n- Titta Ruffo | country of citizenship | Kingdom of Italy | 1934\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1934\n- Paolo Vetri | country of citizenship | Kingdom of Italy | 1934\n- Paolo Manna | country of citizenship | Kingdom of Italy | 1934\n- Pantaleo Carabellese | country of citizenship | Kingdom of Italy | 1934\nReasoning:", "completion": " Answer: Mario Stoppani", "t_query": 1934.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002185", "prompt": " In what year was the located in of Route nationale 101 equal to Ardèche?\nEvidence:\n- Route nationale 101 | located in the administrative territorial entity | Ardèche | 1926\n- Route nationale 104 | located in the administrative territorial entity | Ardèche | 1926\n- Route nationale 101 | located in the administrative territorial entity | Lozère | 1926\nReasoning:", "completion": " Answer: 1926", "t_query": 1926.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002186", "prompt": " After Artemio Franchi country of citizenship Italy, what was the shares border with of Flaviano Vicentini's country of citizenship?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Italy | shares border with | Yugoslavia | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1967.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002187", "prompt": " In 1974, what was the member of political party of Germany's head of government?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\nReasoning:", "completion": " Answer: Free Democratic Party", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002188", "prompt": " In what year was the position held of Italy's head of government equal to Prime Minister of Italy?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1980\n- Veriano Luchetti | country of citizenship | Italy | 1980\n- Tullio Kezich | country of citizenship | Italy | 1980\n- Tonino Cervi | country of citizenship | Italy | 1980\n- Tiziano Terzani | country of citizenship | Italy | 1980\n- Stéphane Grappelli | country of citizenship | Italy | 1980\n- Simon Spierer | country of citizenship | Italy | 1980\n- Sergio Mantovani | country of citizenship | Italy | 1980\n- Sergio Bonelli | country of citizenship | Italy | 1980\n- Salvatore Cassisa | country of citizenship | Italy | 1980\n- Rossana Rossanda | country of citizenship | Italy | 1980\n- Renata Tebaldi | country of citizenship | Italy | 1980\n- Primo Nebiolo | country of citizenship | Italy | 1980\n- Pino Lancetti | country of citizenship | Italy | 1980\n- Pietro Parente | country of citizenship | Italy | 1980\nReasoning:", "completion": " Answer: 1980", "t_query": 1980.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002189", "prompt": " In 1989, what was the country of citizenship of Raul Gardini?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\n- Stéphane Grappelli | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Italy", "t_query": 1989.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002190", "prompt": " In 1985, what was the head of state of Veriano Luchetti's country of citizenship?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\n- Tiziano Terzani | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: Sandro Pertini", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002191", "prompt": " In what year was the position held of Umberto Mastroianni's country of citizenship's head of government equal to Prime Minister of Italy?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\n- Tiziano Terzani | country of citizenship | Italy | 1995\nReasoning:", "completion": " Answer: 1995", "t_query": 1995.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002192", "prompt": " In 1999, what was the head coach of Lluís Companys Olympic Stadium's occupant?\nEvidence:\n- Lluís Companys Olympic Stadium | occupant | Barcelona Dragons | 1999\n- Lluís Companys Olympic Stadium | occupant | RCD Espanyol de Barcelona | 1999\n- Barcelona Dragons | home venue | Lluís Companys Olympic Stadium | 1999\n- Barcelona Dragons | head coach | Jack Bicknell | 1999\n- Jack Bicknell | coach of sports team | Barcelona Dragons | 1999\n- Q943194 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q939976 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q704268 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q296975 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Mauro Navas | member of sports team | RCD Espanyol de Barcelona | 1999\n- Barcelona Dragons | league or competition | NFL Europe | 1999\nReasoning:", "completion": " Answer: Jack Bicknell", "t_query": 1999.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 11, "_lever_variant": "terse"} +{"id": "sft_002193", "prompt": " In 1963, whose head of state's country of citizenship was Antonio Segni?\nEvidence:\n- Italy | head of state | Antonio Segni | 1963\n- Antonio Segni | country of citizenship | Italy | 1963\n- Antonio Segni | position held | President of Italy | 1963\n- Antonio Leonviola | country of citizenship | Italy | 1963\n- Antonio Fessia | country of citizenship | Italy | 1963\n- Antonio Calderara | country of citizenship | Italy | 1963\n- Antonio Brivio | country of citizenship | Italy | 1963\n- Antonio Bacci | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Francesca Romana Coluzzi", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002194", "prompt": " In 1956, whose head of government's contains the administrative territorial entity's capital of's capital was Gebhard Müller?\nEvidence:\n- Baden-Württemberg | head of government | Gebhard Müller | 1956\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1956\n- Mannheim | located in the administrative territorial entity | Baden-Württemberg | 1956\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1956\n- Baden-Württemberg | country | West Germany | 1956\nReasoning:", "completion": " Answer: Germany", "t_query": 1956.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_002195", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon after Oullins?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Charbonnières-les-Bains", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002196", "prompt": " Who was the head of government of Italy before Carlo Azeglio Ciampi?\nEvidence:\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Tonino Cervi | country of citizenship | Italy | 1971\n- Tiziano Terzani | country of citizenship | Italy | 1971\n- Stéphane Grappelli | country of citizenship | Italy | 1971\n- Simon Spierer | country of citizenship | Italy | 1971\n- Sergio Mantovani | country of citizenship | Italy | 1971\n- Sergio Bonelli | country of citizenship | Italy | 1971\n- Rossana Rossanda | country of citizenship | Italy | 1971\n- Romeo Bertini | country of citizenship | Italy | 1971\n- Renata Tebaldi | country of citizenship | Italy | 1971\n- Primo Nebiolo | country of citizenship | Italy | 1971\n- Pietro Parente | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: Emilio Colombo", "t_query": 1971.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002197", "prompt": " In 1974, whose member of's located in was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1974\n- Yalta | country | Soviet Union | 1974\n- Voronezh | country | Soviet Union | 1974\n- Volhynia | country | Soviet Union | 1974\n- Vinnytsia | country | Soviet Union | 1974\n- Urgench | country | Soviet Union | 1974\n- Uman | country | Soviet Union | 1974\n- Torzhok | country | Soviet Union | 1974\n- Tbilisi | country | Soviet Union | 1974\n- Sudak | country | Soviet Union | 1974\n- Starodub | country | Soviet Union | 1974\n- Simferopol | country | Soviet Union | 1974\n- Siberia | country | Soviet Union | 1974\n- Sevastopol | country | Soviet Union | 1974\n- Q957273 | country | Soviet Union | 1974\nReasoning:", "completion": " Answer: Chelyabinsk Oblast", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002198", "prompt": " In 1995, what was the coach of sports team of Artur Jorge?\nEvidence:\n- Artur Jorge | coach of sports team | S.L. Benfica | 1995\n- Artur Jorge | coach of sports team | Switzerland men's national football team | 1995\n- Q686846 | member of sports team | Switzerland men's national football team | 1995\n- Q676250 | member of sports team | Switzerland men's national football team | 1995\n- Q673003 | member of sports team | Switzerland men's national football team | 1995\n- Q671796 | member of sports team | Switzerland men's national football team | 1995\n- Q372858 | member of sports team | Switzerland men's national football team | 1995\n- Q327937 | member of sports team | Switzerland men's national football team | 1995\n- Q323799 | member of sports team | Switzerland men's national football team | 1995\n- Q124201 | member of sports team | Switzerland men's national football team | 1995\n- Q976320 | member of sports team | S.L. Benfica | 1995\n- Q929372 | member of sports team | S.L. Benfica | 1995\n- Q725768 | member of sports team | S.L. Benfica | 1995\n- Q440999 | member of sports team | S.L. Benfica | 1995\n- Q386973 | member of sports team | S.L. Benfica | 1995\nReasoning:", "completion": " Answer: Switzerland men's national football team", "t_query": 1995.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002199", "prompt": " In what year was the board member of Deutsche Reichsbahn (GDR) equal to Julius Dorpmüller?\nEvidence:\n- Deutsche Reichsbahn (GDR) | board member | Julius Dorpmüller | 1929\nReasoning:", "completion": " Answer: 1929", "t_query": 1929.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_002200", "prompt": " After Cheb country Czechoslovakia, what was the twinned with of Cheb?\nEvidence:\n- Nizhny Tagil | twinned administrative body | Cheb | 2008\n- Cheb | twinned administrative body | Nizhny Tagil | 2008\nReasoning:", "completion": " Answer: Nizhny Tagil", "t_query": 2008.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_002201", "prompt": " After Mariele Ventre country of citizenship Italy, what was the member of of Giorgio Rebuffi's country of citizenship?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Guerra | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1997.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002202", "prompt": " After United States shares border with Panama, what was the member of political party of Erazim Kohák's residence's head of government?\nEvidence:\n- United States | shares border with | Panama | 1988\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Discovery Channel | country | United States | 1988\n- Julie Mehretu | work location | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Tony Miles | country for sport | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\nReasoning:", "completion": " Answer: Republican Party", "t_query": 1988.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 13, "_lever_variant": "terse"} +{"id": "sft_002203", "prompt": " In 1921, what was the work location of Tilla Durieux's spouse?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Answer: Berlin", "t_query": 1921.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002204", "prompt": " After Mario Sarto country of citizenship Italy, what was the member of of Italy9484's country of citizenship?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1984\n- Mario Bò | country of citizenship | Italy | 1984\n- Mario Autelli | country of citizenship | Italy | 1984\n- Mario Albertini | country of citizenship | Italy | 1984\n- Mario De Donà | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1984.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002205", "prompt": " In 1978, what was the position held of David Bowie's work location's head of government?\nEvidence:\n- David Bowie | work location | Berlin | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Q896393 | work location | Berlin | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Q497401 | terminus | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\n- Anna Seghers | residence | Berlin | 1978\nReasoning:", "completion": " Answer: President of the Bundesrat of Germany", "t_query": 1978.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_002206", "prompt": " Who was the country of Ashgabat after Russian Empire?\nEvidence:\n- Ashgabat | country | Soviet Union | 1979\n- Ashgabat | capital of | Turkmen Soviet Socialist Republic | 1979\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1979\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1979\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1979\n- Q59054 | country of citizenship | Soviet Union | 1979\n- Q437262 | country of citizenship | Soviet Union | 1979\n- Q324083 | country of citizenship | Soviet Union | 1979\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1979\n- Yuri Manin | country of citizenship | Soviet Union | 1979\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1979\n- Viktor Kulikov | country of citizenship | Soviet Union | 1979\n- Vija Artmane | country of citizenship | Soviet Union | 1979\n- Vera Krepkina | country of citizenship | Soviet Union | 1979\n- Valeri Polyakov | country of citizenship | Soviet Union | 1979\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1979.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002207", "prompt": " In 2004, what was the member of political party of Susanne Gaschke?\nEvidence:\n- Susanne Gaschke | member of political party | Social Democratic Party of Germany | 2004\n- Q76545 | member of political party | Social Democratic Party of Germany | 2004\n- Q61009 | member of political party | Social Democratic Party of Germany | 2004\n- Q108771 | member of political party | Social Democratic Party of Germany | 2004\n- Thilo Sarrazin | member of political party | Social Democratic Party of Germany | 2004\nReasoning:", "completion": " Answer: Social Democratic Party of Germany", "t_query": 2004.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_002208", "prompt": " After Route nationale 101 located in Lozère, what was the located in of Route nationale 101?\nEvidence:\n- Route nationale 101 | located in the administrative territorial entity | Lozère | 1926\n- Route nationale 101 | located in the administrative territorial entity | Ardèche | 1926\n- Route nationale 104 | located in the administrative territorial entity | Ardèche | 1926\nReasoning:", "completion": " Answer: Ardèche", "t_query": 1926.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002209", "prompt": " Who was the contains the administrative territorial entity of Mannheim's country before North Rhine-Westphalia?\nEvidence:\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Answer: Württemberg-Baden", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002210", "prompt": " In 1988, what was the spouse of Erazim Kohák's residence's head of government?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- United States | shares border with | Panama | 1988\n- Tony Miles | country for sport | United States | 1988\n- Julie Mehretu | work location | United States | 1988\n- Discovery Channel | country | United States | 1988\nReasoning:", "completion": " Answer: Nancy Reagan", "t_query": 1988.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 13, "_lever_variant": "terse"} +{"id": "sft_002211", "prompt": " After Louise Bourgeois work location New York City, what was the head of government of Lewis Mumford's work location?\nEvidence:\n- Lewis Mumford | work location | New York City | 1986\n- Louise Bourgeois | work location | New York City | 1986\n- Q828254 | work location | New York City | 1986\n- Arman | work location | New York City | 1986\n- Nancy Graves | work location | New York City | 1986\n- Elliott Erwitt | work location | New York City | 1986\n- Donald Trump | work location | New York City | 1986\n- Alan Vega | work location | New York City | 1986\n- New York City | head of government | Ed Koch | 1986\n- MetLife | headquarters location | New York City | 1986\n- Lewis Mumford | residence | Amenia | 1986\n- Wolfgang Schivelbusch | residence | New York City | 1986\n- William Vickrey | residence | New York City | 1986\n- Gil Evans | residence | New York City | 1986\n- Variety | place of publication | New York City | 1986\nReasoning:", "completion": " Answer: Ed Koch", "t_query": 1986.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002212", "prompt": " In what year was the head of state of Nazi Germany equal to Adolf Hitler?\nEvidence:\n- Saxony | located in the administrative territorial entity | Nazi Germany | 1940\n- Berlin | located in the administrative territorial entity | Nazi Germany | 1940\n- Zwickau | country | Nazi Germany | 1940\n- Zimmern | country | Nazi Germany | 1940\n- Wrocław | country | Nazi Germany | 1940\n- Wittmund | country | Nazi Germany | 1940\n- Wismar | country | Nazi Germany | 1940\n- Wiesbaden | country | Nazi Germany | 1940\n- Weimar | country | Nazi Germany | 1940\n- Vaterstetten | country | Nazi Germany | 1940\n- Trier | country | Nazi Germany | 1940\n- Speyer | country | Nazi Germany | 1940\n- Regensburg | country | Nazi Germany | 1940\n- Q320012 | country | Nazi Germany | 1940\n- Q158459 | country | Nazi Germany | 1940\nReasoning:", "completion": " Answer: 1940", "t_query": 1940.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002213", "prompt": " In what year was the located in of Drohobych equal to Lviv Oblast?\nEvidence:\n- Drohobych | located in the administrative territorial entity | Lviv Oblast | 1969\n- Drohobych | country | Soviet Union | 1969\n- Sumy Oblast | country | Soviet Union | 1969\n- Semipalatinsk Oblast | country | Soviet Union | 1969\n- Poltava Oblast | country | Soviet Union | 1969\n- Omsk Oblast | country | Soviet Union | 1969\n- Odesa Oblast | country | Soviet Union | 1969\n- Novosibirsk Oblast | country | Soviet Union | 1969\n- Murmansk Oblast | country | Soviet Union | 1969\n- Kursk Oblast | country | Soviet Union | 1969\n- Kherson Oblast | country | Soviet Union | 1969\n- Kharkiv Oblast | country | Soviet Union | 1969\n- Dnipropetrovsk Oblast | country | Soviet Union | 1969\n- Chelyabinsk Oblast | country | Soviet Union | 1969\n- Bryansk Oblast | country | Soviet Union | 1969\nReasoning:", "completion": " Answer: 1969", "t_query": 1969.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002214", "prompt": " In what year was the country of citizenship of Salvatore Fiume equal to Italy?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: 1971", "t_query": 1971.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002215", "prompt": " In 1953, what was the chairperson of Italy's member of?\nEvidence:\n- Giuseppe Meazza | coach of sports team | Italy men's national association football team | 1953\n- Q264986 | country of citizenship | Italy | 1953\n- Q219490 | country of citizenship | Italy | 1953\n- Q213482 | country of citizenship | Italy | 1953\n- Dalida | country of citizenship | Italy | 1953\n- Veriano Luchetti | country of citizenship | Italy | 1953\n- Tonino Cervi | country of citizenship | Italy | 1953\n- Tiziano Terzani | country of citizenship | Italy | 1953\n- Stéphane Grappelli | country of citizenship | Italy | 1953\n- Simon Spierer | country of citizenship | Italy | 1953\n- Sergio Mantovani | country of citizenship | Italy | 1953\n- Sergio Bonelli | country of citizenship | Italy | 1953\n- Rossana Rossanda | country of citizenship | Italy | 1953\n- Romeo Bertini | country of citizenship | Italy | 1953\n- Renata Tebaldi | country of citizenship | Italy | 1953\nReasoning:", "completion": " Answer: Jean Monnet", "t_query": 1953.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002216", "prompt": " After Pula country Italy, what was the country of citizenship of Ignazio Cannavò's country of citizenship's head of state?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q432257 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1946.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002217", "prompt": " After Trier country Weimar Republic, what was the located in of Trier?\nEvidence:\n- Trier | located in the administrative territorial entity | Trier | 1957\n- Trier | capital of | Trier | 1957\nReasoning:", "completion": " Answer: Trier", "t_query": 1957.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_002218", "prompt": " After Westfalenliga country West Germany, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Bonn | capital of | West Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- West Germany | currency | Deutsche Mark | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\nReasoning:", "completion": " Answer: North Rhine-Westphalia", "t_query": 1974.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002219", "prompt": " In 1978, what was the member of of Arnaldo Genoino's country of citizenship?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002220", "prompt": " Who was the position held of Alfonso Calzolari's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Uberto de Morpurgo | country for sport | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1956.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002221", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in after Meyzieu?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Vénissieux", "t_query": 2003.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002222", "prompt": " After Gerard Piqué unmarried partner Shakira, what was the member of sports team of Gerard Piqué?\nEvidence:\n- Gerard Piqué | unmarried partner | Shakira | 2019\n- Gerard Piqué | member of sports team | Futbol Club Barcelona | 2019\n- Gerard Piqué | member of sports team | Catalonia national football team | 2019\n- Q49704 | member of sports team | Futbol Club Barcelona | 2019\n- Q455462 | member of sports team | Futbol Club Barcelona | 2019\n- Lionel Messi | member of sports team | Futbol Club Barcelona | 2019\n- Lionel Messi | employer | Futbol Club Barcelona | 2019\nReasoning:", "completion": " Answer: Catalonia national football team", "t_query": 2019.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_002223", "prompt": " In 1975, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1975\n- Q46099 | country of citizenship | Yugoslavia | 1975\n- Q207166 | country of citizenship | Yugoslavia | 1975\n- Vladica Popović | country of citizenship | Yugoslavia | 1975\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1975\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1975\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1975\n- Ilija Petković | country of citizenship | Yugoslavia | 1975\n- Dušan Ivković | country of citizenship | Yugoslavia | 1975\n- Dragan Tomić | country of citizenship | Yugoslavia | 1975\n- Verzar | country | Yugoslavia | 1975\n- Suševo | country | Yugoslavia | 1975\n- Q793485 | country | Yugoslavia | 1975\n- Pirot | country | Yugoslavia | 1975\n- Orašje | country | Yugoslavia | 1975\nReasoning:", "completion": " Answer: Giacomo Rossi-Stuart", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002224", "prompt": " After Sergio Andreoli country of citizenship Italy, what was the member of of Francesca Romana Coluzzi's country of citizenship?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Sergio Realini | country of citizenship | Italy | 1963\n- Sergio Mantovani | country of citizenship | Italy | 1963\n- Sergio Bonelli | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1963.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002225", "prompt": " In 1971, what was the head of state of Salvatore Fiume's country of citizenship?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: Giovanni Leone", "t_query": 1971.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002226", "prompt": " In 1986, what was the contains the administrative territorial entity of Rhône?\nEvidence:\n- Rhône | contains the administrative territorial entity | Vénissieux | 1986\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1986\n- Rhône | contains the administrative territorial entity | Meyzieu | 1986\n- Rhône | contains the administrative territorial entity | Genay | 1986\n- Rhône | contains the administrative territorial entity | Francheville | 1986\n- Rhône | contains the administrative territorial entity | Feyzin | 1986\n- Rhône | contains the administrative territorial entity | Bron | 1986\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1986\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1986\n- Ternay | located in the administrative territorial entity | Rhône | 1986\n- Chaponnay | located in the administrative territorial entity | Rhône | 1986\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1986\n- Route nationale 383 | located in the administrative territorial entity | Rhône | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 1986\nReasoning:", "completion": " Answer: Feyzin", "t_query": 1986.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002227", "prompt": " In 1909, what was the country of citizenship of Ernesto Remani?\nEvidence:\n- Ernesto Remani | country of citizenship | Kingdom of Italy | 1909\n- Ernesto Codignola | country of citizenship | Kingdom of Italy | 1909\n- Q983389 | country of citizenship | Kingdom of Italy | 1909\n- Q976653 | country of citizenship | Kingdom of Italy | 1909\n- Q972711 | country of citizenship | Kingdom of Italy | 1909\n- Q959367 | country of citizenship | Kingdom of Italy | 1909\n- Q939226 | country of citizenship | Kingdom of Italy | 1909\n- Q920582 | country of citizenship | Kingdom of Italy | 1909\n- Q890523 | country of citizenship | Kingdom of Italy | 1909\n- Q817284 | country of citizenship | Kingdom of Italy | 1909\n- Q765946 | country of citizenship | Kingdom of Italy | 1909\n- Q745874 | country of citizenship | Kingdom of Italy | 1909\n- Q728920 | country of citizenship | Kingdom of Italy | 1909\n- Q728589 | country of citizenship | Kingdom of Italy | 1909\n- Q715036 | country of citizenship | Kingdom of Italy | 1909\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1909.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002228", "prompt": " Who was the chairperson of The Knesset after Joseph Sprinzak?\nEvidence:\n- The Knesset | chairperson | Shevah Weiss | 1993\nReasoning:", "completion": " Answer: Shevah Weiss", "t_query": 1993.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_002229", "prompt": " Who was the head of state of Gianni Brera's country of citizenship before Sandro Pertini?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Antonio Segni", "t_query": 1963.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002230", "prompt": " In what year was the winner of Laureus World Sports Award for Comeback of the Year equal to Rafael Nadal?\nEvidence:\n- Laureus World Sports Award for Comeback of the Year | winner | Rafael Nadal | 2014\n- Rafael Nadal | nominated for | Laureus World Sports Award for Comeback of the Year | 2014\n- Rafael Nadal | award received | Laureus World Sports Award for Comeback of the Year | 2014\nReasoning:", "completion": " Answer: 2014", "t_query": 2014.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002231", "prompt": " After Antonio Sbardella country of citizenship Italy, what was the shares border with of Maria Caniglia's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1951\n- Maria Caniglia | country of citizenship | Italy | 1951\n- Antonio Leonviola | country of citizenship | Italy | 1951\n- Antonio Fessia | country of citizenship | Italy | 1951\n- Antonio Calderara | country of citizenship | Italy | 1951\n- Antonio Brivio | country of citizenship | Italy | 1951\n- Antonio Bacci | country of citizenship | Italy | 1951\n- Maria Tore Barbina | country of citizenship | Italy | 1951\n- Alberto Maria De Agostini | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1951.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002232", "prompt": " Who was the country of citizenship of Giuseppe Saragat before Italy?\nEvidence:\n- Giuseppe Saragat | country of citizenship | Kingdom of Italy | 1933\n- Giuseppe Ungaretti | country of citizenship | Kingdom of Italy | 1933\n- Giuseppe Paratore | country of citizenship | Kingdom of Italy | 1933\n- Giuseppe Milano | country of citizenship | Kingdom of Italy | 1933\n- Giuseppe Domenichelli | country of citizenship | Kingdom of Italy | 1933\n- Giuseppe Asti | country of citizenship | Kingdom of Italy | 1933\n- Giuseppe Di Vittorio | country of citizenship | Kingdom of Italy | 1933\n- Q976653 | country of citizenship | Kingdom of Italy | 1933\n- Q972711 | country of citizenship | Kingdom of Italy | 1933\n- Q922237 | country of citizenship | Kingdom of Italy | 1933\n- Q890523 | country of citizenship | Kingdom of Italy | 1933\n- Q710497 | country of citizenship | Kingdom of Italy | 1933\n- Q678253 | country of citizenship | Kingdom of Italy | 1933\n- Q654973 | country of citizenship | Kingdom of Italy | 1933\n- Q650303 | country of citizenship | Kingdom of Italy | 1933\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1933.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002233", "prompt": " In 1974, whose general secretary's member of political party's head of government was Martin Bangemann?\nEvidence:\n- Free Democratic Party | general secretary | Martin Bangemann | 1974\n- Martin Bangemann | member of political party | Free Democratic Party | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Jürgen Möllemann | member of political party | Free Democratic Party | 1974\n- Enrique Monsonís | member of political party | Free Democratic Party | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Free Democratic Party | chairperson | Hans-Dietrich Genscher | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_002234", "prompt": " After Giuliano Bernardi country of citizenship Italy, what was the member of of Italy7492's country of citizenship?\nEvidence:\n- Giuliano Carnimeo | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\n- Virginio Rosetta | country of citizenship | Italy | 1964\n- Veriano Luchetti | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1964.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002235", "prompt": " After Germany shares border with German Democratic Republic, what was the general secretary of Germany's head of government's member of political party?\nEvidence:\n- Germany | shares border with | German Democratic Republic | 1974\n- Germany | shares border with | Czechoslovakia | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Zwickau | country | German Democratic Republic | 1974\n- Zeuthen | country | German Democratic Republic | 1974\n- Wismar | country | German Democratic Republic | 1974\n- Q696016 | country | German Democratic Republic | 1974\n- Q525425 | country | German Democratic Republic | 1974\n- Q45898 | country | German Democratic Republic | 1974\n- Potsdam | country | German Democratic Republic | 1974\n- Neustrelitz | country | German Democratic Republic | 1974\n- Magdeburg | country | German Democratic Republic | 1974\n- Jena | country | German Democratic Republic | 1974\nReasoning:", "completion": " Answer: Martin Bangemann", "t_query": 1974.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002236", "prompt": " In what year was the country of citizenship of Laura Veccia Vaglieri equal to Italy?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: 1956", "t_query": 1956.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002237", "prompt": " Who was the member of of Luca Ronconi's country of citizenship after European Coal and Steel Community?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\n- Stéphane Grappelli | country of citizenship | Italy | 1993\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1993.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002238", "prompt": " In 1953, what was the position held of Italy's head of government?\nEvidence:\n- Giuseppe Meazza | coach of sports team | Italy men's national association football team | 1953\n- Q264986 | country of citizenship | Italy | 1953\n- Q219490 | country of citizenship | Italy | 1953\n- Q213482 | country of citizenship | Italy | 1953\n- Dalida | country of citizenship | Italy | 1953\n- Veriano Luchetti | country of citizenship | Italy | 1953\n- Tonino Cervi | country of citizenship | Italy | 1953\n- Tiziano Terzani | country of citizenship | Italy | 1953\n- Stéphane Grappelli | country of citizenship | Italy | 1953\n- Simon Spierer | country of citizenship | Italy | 1953\n- Sergio Mantovani | country of citizenship | Italy | 1953\n- Sergio Bonelli | country of citizenship | Italy | 1953\n- Rossana Rossanda | country of citizenship | Italy | 1953\n- Romeo Bertini | country of citizenship | Italy | 1953\n- Renata Tebaldi | country of citizenship | Italy | 1953\nReasoning:", "completion": " Answer: Prime Minister of Italy", "t_query": 1953.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002239", "prompt": " Who was the located in of Tilla Durieux's spouse's work location before Nazi Germany?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Answer: Free State of Prussia", "t_query": 1921.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002240", "prompt": " In 2006, whose member of sports team was FC Bayern Munich?\nEvidence:\n- Q705264 | member of sports team | FC Bayern Munich | 2006\n- Q462021 | member of sports team | FC Bayern Munich | 2006\n- Q44309 | member of sports team | FC Bayern Munich | 2006\n- Q169993 | member of sports team | FC Bayern Munich | 2006\n- Q157839 | member of sports team | FC Bayern Munich | 2006\n- Q156822 | member of sports team | FC Bayern Munich | 2006\n- Q154156 | member of sports team | FC Bayern Munich | 2006\n- Q152725 | member of sports team | FC Bayern Munich | 2006\n- Q131261 | member of sports team | FC Bayern Munich | 2006\n- Q130075 | member of sports team | FC Bayern Munich | 2006\n- Q705264 | member of sports team | FC Bayern Munich II | 2006\n- Q462021 | member of sports team | FC Bayern Munich II | 2006\n- Q157839 | member of sports team | FC Bayern Munich II | 2006\n- Q130075 | member of sports team | FC Bayern Munich II | 2006\n- Jens Jeremies | member of sports team | FC Bayern Munich | 2006\nReasoning:", "completion": " Answer: Jens Jeremies", "t_query": 2006.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002241", "prompt": " In 2003, whose contains the administrative territorial entity was Écully?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002242", "prompt": " In 1904, what was the country of citizenship of Guido Cadorin?\nEvidence:\n- Guido Cadorin | country of citizenship | Kingdom of Italy | 1904\n- Guido Romanelli | country of citizenship | Kingdom of Italy | 1904\n- Q983389 | country of citizenship | Kingdom of Italy | 1904\n- Q976653 | country of citizenship | Kingdom of Italy | 1904\n- Q972711 | country of citizenship | Kingdom of Italy | 1904\n- Q959367 | country of citizenship | Kingdom of Italy | 1904\n- Q939226 | country of citizenship | Kingdom of Italy | 1904\n- Q932616 | country of citizenship | Kingdom of Italy | 1904\n- Q926585 | country of citizenship | Kingdom of Italy | 1904\n- Q920582 | country of citizenship | Kingdom of Italy | 1904\n- Q890523 | country of citizenship | Kingdom of Italy | 1904\n- Q817284 | country of citizenship | Kingdom of Italy | 1904\n- Q765946 | country of citizenship | Kingdom of Italy | 1904\n- Q745874 | country of citizenship | Kingdom of Italy | 1904\n- Q739031 | country of citizenship | Kingdom of Italy | 1904\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1904.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002243", "prompt": " In 1999, what was the member of sports team of Lionel Messi?\nEvidence:\n- Lionel Messi | residence | Rosario | 1999\n- Lionel Messi | member of sports team | Newell's Old Boys | 1999\n- Q38989 | member of sports team | Newell's Old Boys | 1999\nReasoning:", "completion": " Answer: Newell's Old Boys", "t_query": 1999.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002244", "prompt": " In 1964, what was the member of of Carmelo Cappello's country of citizenship?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1964.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002245", "prompt": " In 1968, what was the currency of Clelio Darida's country of citizenship?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002246", "prompt": " In 1947, what was the contains the administrative territorial entity of Rhône?\nEvidence:\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\n- Q945660 | located in the administrative territorial entity | Q3083 | 1947\n- Q945660 | located in the administrative territorial entity | Q12736 | 1947\nReasoning:", "completion": " Answer: Caluire-et-Cuire", "t_query": 1947.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_002247", "prompt": " After László Rédei employer University of Szeged, what was the named after of Mihály Bartók's employer?\nEvidence:\n- Mihály Bartók | employer | University of Szeged | 1979\n- University of Szeged | named after | Attila József | 1979\nReasoning:", "completion": " Answer: Attila József", "t_query": 1979.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_002248", "prompt": " In 1965, what was the chief executive officer of Jean E. Sammet's employer?\nEvidence:\n- Jean E. Sammet | employer | IBM | 1965\n- IBM | chief executive officer | Thomas Watson | 1965\n- John Backus | employer | IBM | 1965\n- Benoit Mandelbrot | employer | IBM | 1965\nReasoning:", "completion": " Answer: Thomas Watson", "t_query": 1965.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_002249", "prompt": " In 1987, what was the member of of Romolo Alzani's country of citizenship?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002250", "prompt": " In 1974, what was the position held of Germany's head of government?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Answer: Federal Minister for Foreign Affairs", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002251", "prompt": " In 1927, what was the country of citizenship of Michele Cipolla?\nEvidence:\n- Michele Cipolla | country of citizenship | Kingdom of Italy | 1927\n- Michele Lega | country of citizenship | Kingdom of Italy | 1927\n- Q976653 | country of citizenship | Kingdom of Italy | 1927\n- Q972711 | country of citizenship | Kingdom of Italy | 1927\n- Q922237 | country of citizenship | Kingdom of Italy | 1927\n- Q890523 | country of citizenship | Kingdom of Italy | 1927\n- Q715036 | country of citizenship | Kingdom of Italy | 1927\n- Q710497 | country of citizenship | Kingdom of Italy | 1927\n- Q678253 | country of citizenship | Kingdom of Italy | 1927\n- Q654973 | country of citizenship | Kingdom of Italy | 1927\n- Q650303 | country of citizenship | Kingdom of Italy | 1927\n- Q603148 | country of citizenship | Kingdom of Italy | 1927\n- Q527400 | country of citizenship | Kingdom of Italy | 1927\n- Q51189 | country of citizenship | Kingdom of Italy | 1927\n- Q471232 | country of citizenship | Kingdom of Italy | 1927\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1927.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002252", "prompt": " In 1968, what was the head of state of Ugo Morin's country of citizenship?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Giuseppe Saragat", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002253", "prompt": " After Claudio Ruffini country of citizenship Italy, what was the shares border with of Vitaliano Brancati's country of citizenship?\nEvidence:\n- Vitaliano Brancati | country of citizenship | Italy | 1951\n- Italy | shares border with | Yugoslavia | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1951.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002254", "prompt": " Who was the contains the administrative territorial entity of Rhône after Caluire-et-Cuire?\nEvidence:\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\n- Q945660 | located in the administrative territorial entity | Q3083 | 1947\n- Q945660 | located in the administrative territorial entity | Q12736 | 1947\nReasoning:", "completion": " Answer: Vénissieux", "t_query": 1947.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_002255", "prompt": " In 1981, whose work location was Paris?\nEvidence:\n- Q454927 | work location | Paris | 1981\n- Q116714 | work location | Paris | 1981\n- Roman Cieślewicz | work location | Paris | 1981\n- René Huyghe | work location | Paris | 1981\n- Pierre Balmain | work location | Paris | 1981\n- François Dufrêne | work location | Paris | 1981\n- Emanuel Ungaro | work location | Paris | 1981\n- Baltasar Lobo | work location | Paris | 1981\n- Q430918 | terminus location | Paris | 1981\n- Route nationale 4 | terminus location | Paris | 1981\n- Takis | residence | Paris | 1981\n- Q464656 | residence | Paris | 1981\n- Milan Kundera | residence | Paris | 1981\n- Route nationale 4 | located in the administrative territorial entity | Paris | 1981\n- Q430918 | terminus location | Q30974 | 1981\nReasoning:", "completion": " Answer: René Huyghe", "t_query": 1981.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002256", "prompt": " After Narva country Russian Empire, what was the anthem of Dushanbe's located in's country?\nEvidence:\n- Emirate of Bukhara | country | Russian Empire | 1904\n- Dushanbe | located in the administrative territorial entity | Emirate of Bukhara | 1904\n- Termez | country | Emirate of Bukhara | 1904\nReasoning:", "completion": " Answer: God Save the Tsar!", "t_query": 1904.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002257", "prompt": " In what year was the shares border with of Sergio Noja Noseda's country of citizenship equal to Yugoslavia?\nEvidence:\n- Sergio Noja Noseda | country of citizenship | Italy | 1949\n- Italy | shares border with | Yugoslavia | 1949\n- Sergio Realini | country of citizenship | Italy | 1949\n- Sergio Mantovani | country of citizenship | Italy | 1949\n- Sergio Bonelli | country of citizenship | Italy | 1949\n- Q639507 | country of citizenship | Italy | 1949\n- Q612509 | country of citizenship | Italy | 1949\n- Q454036 | country of citizenship | Italy | 1949\n- Q435856 | country of citizenship | Italy | 1949\n- Q432318 | country of citizenship | Italy | 1949\n- Q429298 | country of citizenship | Italy | 1949\n- Q318968 | country of citizenship | Italy | 1949\n- Q264986 | country of citizenship | Italy | 1949\n- Q219490 | country of citizenship | Italy | 1949\n- Q213482 | country of citizenship | Italy | 1949\nReasoning:", "completion": " Answer: 1949", "t_query": 1949.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002258", "prompt": " In what year was the work location of Konrad Krzyżanowski equal to Saint Petersburg?\nEvidence:\n- Konrad Krzyżanowski | work location | Saint Petersburg | 1922\n- Q319861 | work location | Saint Petersburg | 1922\nReasoning:", "completion": " Answer: 1922", "t_query": 1922.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_002259", "prompt": " After Mannheim country West Germany, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- Würzburg | country | West Germany | 1950\n- Mannheim | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\nReasoning:", "completion": " Answer: Württemberg-Hohenzollern", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002260", "prompt": " In 1984, what was the shares border with of Carlo Curis's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1984\n- Carlo Curis | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002261", "prompt": " In 1968, whose head of government's country of citizenship was Giovanni Leone?\nEvidence:\n- Italy | head of government | Giovanni Leone | 1968\n- Giovanni Mardersteig | country of citizenship | Italy | 1968\n- Giovanni Invernizzi | country of citizenship | Italy | 1968\n- Giovanni Goria | country of citizenship | Italy | 1968\n- Giovanni Ferrofino | country of citizenship | Italy | 1968\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Ugo Morin", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002262", "prompt": " After Guido Cantelli country of citizenship Italy, what was the shares border with of Romano Mussolini's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1984\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Guido Crepax | country of citizenship | Italy | 1984\n- Guido Agosti | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1984.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002263", "prompt": " In 1950, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Answer: Württemberg-Baden", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002264", "prompt": " Who was the head of government of United States after Herbert Hoover?\nEvidence:\n- United States | head of government | George H. W. Bush | 1990\n- Paolo Soleri | residence | United States | 1990\n- Erazim Kohák | residence | United States | 1990\n- Discovery Channel | country | United States | 1990\n- United States | shares border with | Panama | 1990\n- Julie Mehretu | work location | United States | 1990\n- Tina Turner | country of citizenship | United States | 1990\n- Richard Pipes | country of citizenship | United States | 1990\n- Eileen Chang | country of citizenship | United States | 1990\n- Angela Lansbury | country of citizenship | United States | 1990\n- Tony Miles | country for sport | United States | 1990\n- Menachem Mendel Schneerson | country of citizenship | United States | 1990\n- Paolo Soleri | country of citizenship | Italy | 1990\n- Eileen Chang | country of citizenship | Taiwan | 1990\n- Menachem Mendel Schneerson | position held | Q359351 | 1990\nReasoning:", "completion": " Answer: George H. W. Bush", "t_query": 1990.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002265", "prompt": " In what year was the contains the administrative territorial entity of Germany's head of government's country of citizenship equal to Baden-Württemberg?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: 1987", "t_query": 1987.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002266", "prompt": " In 1978, whose head of state's country of citizenship was Giovanni Leone?\nEvidence:\n- Italy | head of state | Giovanni Leone | 1978\n- Giovanni Invernizzi | country of citizenship | Italy | 1978\n- Giovanni Goria | country of citizenship | Italy | 1978\n- Giovanni Ferrofino | country of citizenship | Italy | 1978\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: Marco Tulli", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002267", "prompt": " In 1974, whose officeholder's position held's head of state was Gustav Heinemann?\nEvidence:\n- Germany | head of state | Gustav Heinemann | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- Bonn | capital of | Germany | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Germany | member of | European Coal and Steel Community | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002268", "prompt": " In 1922, what was the work location of Konrad Krzyżanowski?\nEvidence:\n- Konrad Krzyżanowski | work location | Saint Petersburg | 1922\n- Q319861 | work location | Saint Petersburg | 1922\nReasoning:", "completion": " Answer: Saint Petersburg", "t_query": 1922.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_002269", "prompt": " After Russian Soviet Federative Socialist Republic head of government Vladimir Lenin, what was the member of of Omsk's located in?\nEvidence:\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Omsk | country | Soviet Union | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | country | Soviet Union | 1948\n- Georgian Soviet Socialist Republic | country | Soviet Union | 1948\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1948\n- Q59054 | country of citizenship | Soviet Union | 1948\n- Q437262 | country of citizenship | Soviet Union | 1948\n- Q324083 | country of citizenship | Soviet Union | 1948\n- Zhytomyr | country | Soviet Union | 1948\n- Zastavna | country | Soviet Union | 1948\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1948.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002270", "prompt": " In 1956, what was the head of state of Germany?\nEvidence:\n- Germany | head of state | Theodor Heuss | 1956\n- Afghanistan | head of state | Mohammed Zahir Shah | 1956\n- Germany | head of government | Konrad Adenauer | 1956\n- Bonn | capital of | Germany | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | West Germany | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Germany | member of | Western European Union | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- West Germany | currency | Deutsche Mark | 1956\n- Germany | shares border with | Czechoslovakia | 1956\n- president of Germany | position holder | Theodor Heuss | 1956\n- Jürgen Kissner | country of citizenship | West Germany | 1956\nReasoning:", "completion": " Answer: Theodor Heuss", "t_query": 1956.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002271", "prompt": " Who was the head of government of Germany before Angela Merkel?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Germany | member of | Western European Union | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\nReasoning:", "completion": " Answer: Helmut Kohl", "t_query": 1987.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002272", "prompt": " In 1937, what was the country of citizenship of Giuseppe Antonini?\nEvidence:\n- Giuseppe Antonini | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Antonini | member of sports team | Hellas Verona FC | 1937\n- Giuseppe Ungaretti | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Paratore | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Milano | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Domenichelli | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Bottai | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Asti | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Di Vittorio | country of citizenship | Kingdom of Italy | 1937\n- Q976653 | country of citizenship | Kingdom of Italy | 1937\n- Q972711 | country of citizenship | Kingdom of Italy | 1937\n- Q922237 | country of citizenship | Kingdom of Italy | 1937\n- Q890523 | country of citizenship | Kingdom of Italy | 1937\n- Q741387 | country of citizenship | Kingdom of Italy | 1937\n- Q710497 | country of citizenship | Kingdom of Italy | 1937\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1937.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002273", "prompt": " In 2000, what was the head of state of Renata Tebaldi's country of citizenship?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\n- Tonino Cervi | country of citizenship | Italy | 2000\n- Tiziano Terzani | country of citizenship | Italy | 2000\nReasoning:", "completion": " Answer: Carlo Azeglio Ciampi", "t_query": 2000.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002274", "prompt": " After Italy member of European Coal and Steel Community, what was the head of government of Italy?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1996\n- Q454036 | country of citizenship | Italy | 1996\n- Vittore Catella | country of citizenship | Italy | 1996\n- Veriano Luchetti | country of citizenship | Italy | 1996\n- Tullio Kezich | country of citizenship | Italy | 1996\n- Tonino Cervi | country of citizenship | Italy | 1996\n- Tiziano Terzani | country of citizenship | Italy | 1996\n- Stéphane Grappelli | country of citizenship | Italy | 1996\n- Simon Spierer | country of citizenship | Italy | 1996\n- Sergio Mantovani | country of citizenship | Italy | 1996\n- Sergio Bonelli | country of citizenship | Italy | 1996\n- Salvatore Cassisa | country of citizenship | Italy | 1996\n- Rossana Rossanda | country of citizenship | Italy | 1996\n- Romano Mussolini | country of citizenship | Italy | 1996\n- Renata Tebaldi | country of citizenship | Italy | 1996\nReasoning:", "completion": " Answer: Lamberto Dini", "t_query": 1996.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002275", "prompt": " In 1964, whose award received's head of state's country of citizenship was Charlemagne Prize?\nEvidence:\n- Antonio Segni | award received | Charlemagne Prize | 1964\n- Italy | head of state | Antonio Segni | 1964\n- Antonio Segni | country of citizenship | Italy | 1964\n- Antonio Segni | position held | President of Italy | 1964\n- Antonio Segni | position held | Italian senator for life | 1964\nReasoning:", "completion": " Answer: Carmelo Cappello", "t_query": 1964.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_002276", "prompt": " After Giovanni Spadolini country of citizenship Kingdom of Italy, what was the country of citizenship of Giovanni Spadolini?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: Italy", "t_query": 1975.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002277", "prompt": " In 1933, whose country was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1933\n- Yalta | country | Soviet Union | 1933\n- Voronezh | country | Soviet Union | 1933\n- Volhynia | country | Soviet Union | 1933\n- Vinnytsia | country | Soviet Union | 1933\n- Urgench | country | Soviet Union | 1933\n- Uman | country | Soviet Union | 1933\n- Torzhok | country | Soviet Union | 1933\n- Tbilisi | country | Soviet Union | 1933\n- Sudak | country | Soviet Union | 1933\n- Starodub | country | Soviet Union | 1933\n- Simferopol | country | Soviet Union | 1933\n- Siberia | country | Soviet Union | 1933\n- Sevastopol | country | Soviet Union | 1933\n- Q957273 | country | Soviet Union | 1933\nReasoning:", "completion": " Answer: Astrakhan", "t_query": 1933.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002278", "prompt": " In 1909, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q939226 | country of citizenship | Kingdom of Italy | 1909\n- Q745874 | country of citizenship | Kingdom of Italy | 1909\n- Q728920 | country of citizenship | Kingdom of Italy | 1909\n- Q715036 | country of citizenship | Kingdom of Italy | 1909\n- Q691905 | country of citizenship | Kingdom of Italy | 1909\n- Q684916 | country of citizenship | Kingdom of Italy | 1909\n- Q665345 | country of citizenship | Kingdom of Italy | 1909\n- Q653839 | country of citizenship | Kingdom of Italy | 1909\n- Q65151 | country of citizenship | Kingdom of Italy | 1909\n- Q64212 | country of citizenship | Kingdom of Italy | 1909\n- Q603148 | country of citizenship | Kingdom of Italy | 1909\n- Q599501 | country of citizenship | Kingdom of Italy | 1909\n- Q572091 | country of citizenship | Kingdom of Italy | 1909\n- Q551961 | country of citizenship | Kingdom of Italy | 1909\n- Q535846 | country of citizenship | Kingdom of Italy | 1909\nReasoning:", "completion": " Answer: Ernesto Remani", "t_query": 1909.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002279", "prompt": " Who was the position held of Italy's head of government before Italian senator for life?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1982\n- Veriano Luchetti | country of citizenship | Italy | 1982\n- Tullio Kezich | country of citizenship | Italy | 1982\n- Tonino Cervi | country of citizenship | Italy | 1982\n- Tiziano Terzani | country of citizenship | Italy | 1982\n- Stéphane Grappelli | country of citizenship | Italy | 1982\n- Simon Spierer | country of citizenship | Italy | 1982\n- Sergio Mantovani | country of citizenship | Italy | 1982\n- Sergio Bonelli | country of citizenship | Italy | 1982\n- Salvatore Cassisa | country of citizenship | Italy | 1982\n- Rossana Rossanda | country of citizenship | Italy | 1982\n- Renata Tebaldi | country of citizenship | Italy | 1982\n- Primo Nebiolo | country of citizenship | Italy | 1982\n- Pino Lancetti | country of citizenship | Italy | 1982\n- Pietro Rava | country of citizenship | Italy | 1982\nReasoning:", "completion": " Answer: Prime Minister of Italy", "t_query": 1982.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002280", "prompt": " In what year was the head of state of Ugo Morin's country of citizenship equal to Giuseppe Saragat?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Giuseppe Prisco | country of citizenship | Italy | 1968\n- Giuseppe Patanè | country of citizenship | Italy | 1968\n- Giuseppe Meazza | country of citizenship | Italy | 1968\n- Giuseppe Gabrielli | country of citizenship | Italy | 1968\n- Giuseppe Colnago | country of citizenship | Italy | 1968\n- Giuseppe Busso | country of citizenship | Italy | 1968\n- Giuseppe Antonini | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: 1968", "t_query": 1968.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002281", "prompt": " In 1961, what was the head of state of Mario Gentili's country of citizenship?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: Giovanni Gronchi", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002282", "prompt": " In 1984, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1984\n- Germany | member of | European Coal and Steel Community | 1984\n- Belgium | member of | European Coal and Steel Community | 1984\n- Germany | member of | European Atomic Energy Community | 1984\n- Germany | member of | Western European Union | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Andrea Carrea", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002283", "prompt": " Who was the operator of Würzburg Hbf–Aschaffenburg Hbf railway before Deutsche Bundesbahn?\nEvidence:\n- Würzburg Hbf–Aschaffenburg Hbf railway | operator | Deutsche Reichsbahn | 1933\n- Nuremberg Hbf–Bamberg railway | operator | Deutsche Reichsbahn | 1933\n- Augsburg Hbf–Buchloe railway | operator | Deutsche Reichsbahn | 1933\n- Bayreuth Hbf–Neuenmarkt-Wirsberg railway part | operator | Deutsche Reichsbahn | 1933\n- Molli railway | operator | Deutsche Reichsbahn | 1933\n- Kaufbeuren–Schongau railway | operator | Deutsche Reichsbahn | 1933\n- Q315056 | operator | Deutsche Reichsbahn | 1933\n- Q159861 | operator | Deutsche Reichsbahn | 1933\n- Württemberg Hz | operator | Deutsche Reichsbahn | 1933\n- DRG Class 87 | operator | Deutsche Reichsbahn | 1933\n- DRG Class 85 | operator | Deutsche Reichsbahn | 1933\n- DRG Class 80 | operator | Deutsche Reichsbahn | 1933\n- DRG Class 43 | operator | Deutsche Reichsbahn | 1933\n- DRG Class 03 | operator | Deutsche Reichsbahn | 1933\n- DR Class E 15 | operator | Deutsche Reichsbahn | 1933\nReasoning:", "completion": " Answer: Deutsche Reichsbahn", "t_query": 1933.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002284", "prompt": " In 1968, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1968\n- Germany | member of | European Coal and Steel Community | 1968\n- Belgium | member of | European Coal and Steel Community | 1968\n- Germany | member of | European Atomic Energy Community | 1968\n- Germany | member of | Western European Union | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Clelio Darida", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002285", "prompt": " In 1978, what was the shares border with of Arnaldo Genoino's country of citizenship?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Italy | shares border with | Yugoslavia | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002286", "prompt": " In 2005, what was the member of sports team of Mülâyim Erdem?\nEvidence:\n- Mülâyim Erdem | member of sports team | Galatasaray S.K. | 2005\n- Q937898 | member of sports team | Galatasaray S.K. | 2005\n- Q922443 | member of sports team | Galatasaray S.K. | 2005\n- Q729830 | member of sports team | Galatasaray S.K. | 2005\n- Q660534 | member of sports team | Galatasaray S.K. | 2005\n- Q560001 | member of sports team | Galatasaray S.K. | 2005\n- Q556101 | member of sports team | Galatasaray S.K. | 2005\n- Q349941 | member of sports team | Galatasaray S.K. | 2005\n- Q312920 | member of sports team | Galatasaray S.K. | 2005\n- Q307872 | member of sports team | Galatasaray S.K. | 2005\n- Q217097 | member of sports team | Galatasaray S.K. | 2005\n- Q122346 | member of sports team | Galatasaray S.K. | 2005\n- Faryd Mondragón | member of sports team | Galatasaray S.K. | 2005\n- Ayhan Akman | member of sports team | Galatasaray S.K. | 2005\n- Galatasaray S.K. | head coach | Eric Gerets | 2005\nReasoning:", "completion": " Answer: Galatasaray S.K.", "t_query": 2005.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002287", "prompt": " In 1971, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giuseppe Saragat | position held | President of Italy | 1971\n- Italy | head of state | Giuseppe Saragat | 1971\n- Giuseppe Saragat | position held | Italian senator for life | 1971\n- Giuseppe Saragat | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: Salvatore Fiume", "t_query": 1971.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_002288", "prompt": " In 1995, what was the head of state of Umberto Mastroianni's country of citizenship?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\n- Tiziano Terzani | country of citizenship | Italy | 1995\nReasoning:", "completion": " Answer: Oscar Luigi Scalfaro", "t_query": 1995.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002289", "prompt": " In 1993, whose head of state's country of citizenship was Shankar Dayal Sharma?\nEvidence:\n- India | head of state | Shankar Dayal Sharma | 1993\n- M. S. Swaminathan | country of citizenship | India | 1993\n- India | head of government | P. V. Narasimha Rao | 1993\n- Virbhadra Singh | country of citizenship | India | 1993\n- Abhijit Banerjee | country of citizenship | India | 1993\n- India | contains the administrative territorial entity | Daman and Diu | 1993\nReasoning:", "completion": " Answer: Virbhadra Singh", "t_query": 1993.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_002290", "prompt": " In 1951, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\n- Vitaliano Brancati | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: Vitaliano Brancati", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002291", "prompt": " In 1950, whose member of sports team was Galatasaray S.K.?\nEvidence:\n- Turgay Şeren | member of sports team | Galatasaray S.K. | 1950\n- Turgay Şeren | member of sports team | Turkey men's national football team | 1950\nReasoning:", "completion": " Answer: Turgay Şeren", "t_query": 1950.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_002292", "prompt": " Who was the spouse of Germany's head of government before Maike Kohl-Richter?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Helmut Kohl | spouse | Hannelore Kohl | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Christian Democratic Union | chairperson | Helmut Kohl | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\nReasoning:", "completion": " Answer: Hannelore Kohl", "t_query": 1987.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002293", "prompt": " After Carlo Felice Bianchi Anderloni country of citizenship Italy, what was the member of of Clelio Darida's country of citizenship?\nEvidence:\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1968\n- Clelio Darida | country of citizenship | Italy | 1968\n- Andrea Bianchi | country of citizenship | Italy | 1968\n- Renzo De Felice | country of citizenship | Italy | 1968\n- Carlo Zecchi | country of citizenship | Italy | 1968\n- Carlo Toniatti | country of citizenship | Italy | 1968\n- Carlo Bandirola | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1968.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002294", "prompt": " In 1993, what was the currency of Luca Ronconi's country of citizenship?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Italy | currency | Italian lira | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1993.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002295", "prompt": " In 1961, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\n- Virginio Rosetta | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: Mario Gentili", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002296", "prompt": " In what year was the located in of Muroran equal to Iburi Subprefecture?\nEvidence:\n- Muroran | located in the administrative territorial entity | Iburi Subprefecture | 1962\nReasoning:", "completion": " Answer: 1962", "t_query": 1962.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_002297", "prompt": " In what year was the located in of Périgny equal to Seine-et-Oise?\nEvidence:\n- Périgny | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Bernes-sur-Oise | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Vaux-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Mousseaux-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Morsang-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Croissy-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Bonnières-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Bray-et-Lû | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Ézanville | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Émancé | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Écouen | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Villepreux | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Villejust | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Villecresnes | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Villabé | located in the administrative territorial entity | Seine-et-Oise | 1902\nReasoning:", "completion": " Answer: 1902", "t_query": 1902.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002298", "prompt": " After Raymond Aubrac educated at École Nationale des Ponts et Chaussées, what was the educated at of Raymond Aubrac?\nEvidence:\n- Raymond Aubrac | educated at | École Nationale des Ponts et Chaussées | 1937\n- Raymond Aubrac | educated at | Harvard University | 1937\n- Raymond Aubrac | educated at | Massachusetts Institute of Technology | 1937\n- Q92760 | educated at | Massachusetts Institute of Technology | 1937\n- Howard H. Aiken | educated at | Harvard University | 1937\n- Richard Feynman | educated at | Massachusetts Institute of Technology | 1937\n- Q178577 | employer | Massachusetts Institute of Technology | 1937\n- Q982883 | employer | Harvard University | 1937\n- Q912906 | employer | Harvard University | 1937\n- Q183372 | employer | Harvard University | 1937\n- Hassler Whitney | employer | Harvard University | 1937\n- Edward Vermilye Huntington | employer | Harvard University | 1937\n- Clarence Irving Lewis | employer | Harvard University | 1937\nReasoning:", "completion": " Answer: Massachusetts Institute of Technology", "t_query": 1937.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 13, "_lever_variant": "terse"} +{"id": "sft_002299", "prompt": " In what year was the head of state of Italy equal to Antonio Segni?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\n- Tonino Cervi | country of citizenship | Italy | 1963\n- Tiziano Terzani | country of citizenship | Italy | 1963\n- Stéphane Grappelli | country of citizenship | Italy | 1963\n- Simon Spierer | country of citizenship | Italy | 1963\n- Sergio Mantovani | country of citizenship | Italy | 1963\n- Sergio Bonelli | country of citizenship | Italy | 1963\n- Rossana Rossanda | country of citizenship | Italy | 1963\n- Romeo Bertini | country of citizenship | Italy | 1963\n- Renata Tebaldi | country of citizenship | Italy | 1963\n- Primo Nebiolo | country of citizenship | Italy | 1963\n- Pietro Parente | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: 1963", "t_query": 1963.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002300", "prompt": " After Mannheim located in Grand Duchy of Baden, what was the located in of Mannheim?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\nReasoning:", "completion": " Answer: Württemberg-Baden", "t_query": 1950.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002301", "prompt": " In 1984, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1984\n- Germany | member of | European Coal and Steel Community | 1984\n- Belgium | member of | European Coal and Steel Community | 1984\n- Germany | member of | European Atomic Energy Community | 1984\n- Germany | member of | Western European Union | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Romano Mussolini", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002302", "prompt": " In 1937, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1937\n- Q890523 | country of citizenship | Kingdom of Italy | 1937\n- Q432318 | country of citizenship | Kingdom of Italy | 1937\n- Q429298 | country of citizenship | Kingdom of Italy | 1937\n- Q216812 | country of citizenship | Kingdom of Italy | 1937\n- Q178349 | country of citizenship | Kingdom of Italy | 1937\n- Q133535 | country of citizenship | Kingdom of Italy | 1937\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1937\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1937\n- Titta Ruffo | country of citizenship | Kingdom of Italy | 1937\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1937\n- Paolo Vetri | country of citizenship | Kingdom of Italy | 1937\n- Paolo Manna | country of citizenship | Kingdom of Italy | 1937\n- Pantaleo Carabellese | country of citizenship | Kingdom of Italy | 1937\n- Matteo Marangoni | country of citizenship | Kingdom of Italy | 1937\nReasoning:", "completion": " Answer: Giuseppe Antonini", "t_query": 1937.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002303", "prompt": " In 1963, what was the head of state of Francesca Romana Coluzzi's country of citizenship?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Antonio Segni", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002304", "prompt": " Who was the country of Khrustalnyi before Soviet Union?\nEvidence:\n- Khrustalnyi | country | Russian Empire | 1913\n- Q326616 | country of registry | Russian Empire | 1913\n- Khanate of Khiva | country | Russian Empire | 1913\n- Emirate of Bukhara | country | Russian Empire | 1913\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1913\n- Russian Empire | anthem | God Save the Tsar! | 1913\n- Vladimir Lenin | country of citizenship | Russian Empire | 1913\n- Vikenty Veresaev | country of citizenship | Russian Empire | 1913\n- Maria Zankovetska | country of citizenship | Russian Empire | 1913\n- Giorgio Scerbanenco | country of citizenship | Russian Empire | 1913\n- Antoine Pevsner | country of citizenship | Russian Empire | 1913\n- Alla Nazimova | country of citizenship | Russian Empire | 1913\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1913\n- Menachem Mendel Schneerson | country of citizenship | Russian Empire | 1913\n- Șirăuți | country | Russian Empire | 1913\nReasoning:", "completion": " Answer: Russian Empire", "t_query": 1913.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002305", "prompt": " In 1952, what was the position held of MetLife's headquarters's head of government?\nEvidence:\n- MetLife | headquarters location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- Variety | place of publication | New York City | 1952\n- William Vickrey | residence | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Elliott Erwitt | work location | New York City | 1952\nReasoning:", "completion": " Answer: Mayor of New York City", "t_query": 1952.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002306", "prompt": " In 2002, whose spouse was Patrick Swayze?\nEvidence:\n- Lisa Niemi | spouse | Patrick Swayze | 2002\nReasoning:", "completion": " Answer: Lisa Niemi", "t_query": 2002.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_002307", "prompt": " In 2003, whose contains the administrative territorial entity was Saint-Fons?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-Laval | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-les-Ollières | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002308", "prompt": " In 1956, whose head of state's country of citizenship was Giovanni Gronchi?\nEvidence:\n- Italy | head of state | Giovanni Gronchi | 1956\n- Giovanni Gronchi | country of citizenship | Italy | 1956\n- Giovanni Gronchi | position held | President of Italy | 1956\n- Giovanni Ticozzi | country of citizenship | Italy | 1956\n- Giovanni Papini | country of citizenship | Italy | 1956\n- Giovanni Mardersteig | country of citizenship | Italy | 1956\n- Giovanni Invernizzi | country of citizenship | Italy | 1956\n- Giovanni Goria | country of citizenship | Italy | 1956\n- Giovanni Ferrofino | country of citizenship | Italy | 1956\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: Laura Veccia Vaglieri", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002309", "prompt": " In what year was the currency of Giacomo Rossi-Stuart's country of citizenship equal to Italian lira?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: 1975", "t_query": 1975.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002310", "prompt": " After West Germany contains the administrative territorial entity Schleswig-Holstein, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\nReasoning:", "completion": " Answer: Bavaria", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002311", "prompt": " In what year was the position held of Italy's head of government equal to Prime Minister of Italy?\nEvidence:\n- Giuseppe Paratore | position held | Italian senator for life | 1960\n- Q264986 | country of citizenship | Italy | 1960\n- Q219490 | country of citizenship | Italy | 1960\n- Dalida | country of citizenship | Italy | 1960\n- Veriano Luchetti | country of citizenship | Italy | 1960\n- Tonino Cervi | country of citizenship | Italy | 1960\n- Tiziano Terzani | country of citizenship | Italy | 1960\n- Stéphane Grappelli | country of citizenship | Italy | 1960\n- Simon Spierer | country of citizenship | Italy | 1960\n- Sergio Mantovani | country of citizenship | Italy | 1960\n- Sergio Bonelli | country of citizenship | Italy | 1960\n- Rossana Rossanda | country of citizenship | Italy | 1960\n- Romeo Bertini | country of citizenship | Italy | 1960\n- Renata Tebaldi | country of citizenship | Italy | 1960\n- Primo Nebiolo | country of citizenship | Italy | 1960\nReasoning:", "completion": " Answer: 1960", "t_query": 1960.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002312", "prompt": " Who was the head of state of Carel Willink's work location's country before Paul von Hindenburg?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Answer: Friedrich Ebert", "t_query": 1920.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_002313", "prompt": " In 1972, whose contains the administrative territorial entity's allegiance was Baden-Württemberg?\nEvidence:\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- Mannheim | located in the administrative territorial entity | Baden-Württemberg | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | country | West Germany | 1972\n- CDU Baden-Württemberg | chairperson | Hans Filbinger | 1972\n- Baden-Württemberg | head of government | Hans Filbinger | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\nReasoning:", "completion": " Answer: Friedrich Guggenberger", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002314", "prompt": " After Fritz Stuckenberg work location Berlin, what was the country of Tilla Durieux's spouse's work location?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Answer: Weimar Republic", "t_query": 1921.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002315", "prompt": " In what year was the member of of Flaviano Vicentini's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\n- Ulrico Girardi | country of citizenship | Italy | 1967\nReasoning:", "completion": " Answer: 1967", "t_query": 1967.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002316", "prompt": " After Andrea Pangrazio country of citizenship Italy, what was the shares border with of Elena Altieri's country of citizenship?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Italy | shares border with | Yugoslavia | 1977\n- Andrea Pangrazio | country of citizenship | Italy | 1977\n- Andrea Miano | country of citizenship | Italy | 1977\n- Andrea Cassone | country of citizenship | Italy | 1977\n- Andrea Carrea | country of citizenship | Italy | 1977\n- Andrea Bianchi | country of citizenship | Italy | 1977\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1977.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002317", "prompt": " After Rhône contains the administrative territorial entity Francheville, what was the contains the administrative territorial entity of Rhône?\nEvidence:\n- Rhône | contains the administrative territorial entity | Francheville | 1986\n- Rhône | contains the administrative territorial entity | Vénissieux | 1986\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1986\n- Rhône | contains the administrative territorial entity | Meyzieu | 1986\n- Rhône | contains the administrative territorial entity | Genay | 1986\n- Rhône | contains the administrative territorial entity | Feyzin | 1986\n- Rhône | contains the administrative territorial entity | Bron | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 1986\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1986\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1986\n- Ternay | located in the administrative territorial entity | Rhône | 1986\n- Chaponnay | located in the administrative territorial entity | Rhône | 1986\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1986\n- Route nationale 383 | located in the administrative territorial entity | Rhône | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 1986\nReasoning:", "completion": " Answer: Feyzin", "t_query": 1986.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002318", "prompt": " After Doro Levi country of citizenship Italy, what was the head of government of Lina Bo Bardi's country of citizenship?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: Emilio Colombo", "t_query": 1970.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002319", "prompt": " In 1913, what was the adjacent station of Ebetsu Station?\nEvidence:\n- Nopporo Station | adjacent station | Ebetsu Station | 1913\n- Ebetsu Station | adjacent station | Nopporo Station | 1913\n- Ebetsu Station | adjacent station | Horomui Station | 1913\n- Nopporo Station | adjacent station | Atsubetsu Station | 1913\nReasoning:", "completion": " Answer: Nopporo Station", "t_query": 1913.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_002320", "prompt": " In 2020, whose head coach was Nanne Bergstrand?\nEvidence:\n- Kalmar FF | head coach | Nanne Bergstrand | 2020\nReasoning:", "completion": " Answer: Kalmar FF", "t_query": 2020.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_002321", "prompt": " In 1946, what was the country of citizenship of Ignazio Cannavò's country of citizenship's head of state?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q432257 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1946.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002322", "prompt": " In 2007, whose member of sports team was S.C. Braga?\nEvidence:\n- Q718432 | member of sports team | S.C. Braga | 2007\n- Q172149 | member of sports team | S.C. Braga | 2007\n- Césinha | member of sports team | S.C. Braga | 2007\n- Roland Linz | member of sports team | S.C. Braga | 2007\n- Paweł Kieszek | member of sports team | S.C. Braga | 2007\n- João Pereira | member of sports team | S.C. Braga | 2007\n- Diego Costa | member of sports team | S.C. Braga | 2007\n- Roland Linz | member of sports team | Boavista F.C. | 2007\n- Q172149 | member of sports team | C.F. Os Belenenses | 2007\n- Roland Linz | member of sports team | Austria men's national football team | 2007\n- João Pereira | member of sports team | Q926438 | 2007\n- Paweł Kieszek | member of sports team | Polonia Warsaw | 2007\n- Césinha | member of sports team | FC Rapid București | 2007\n- Diego Costa | member of sports team | RC Celta de Vigo | 2007\nReasoning:", "completion": " Answer: Paweł Kieszek", "t_query": 2007.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 14, "_lever_variant": "terse"} +{"id": "sft_002323", "prompt": " In what year was the contains the administrative territorial entity of Bernard Schultze's work location's country equal to North Rhine-Westphalia?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: 1953", "t_query": 1953.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002324", "prompt": " In what year was the member of of Lina Bo Bardi's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: 1970", "t_query": 1970.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002325", "prompt": " After Philippe Pétain member of Académie Française, what was the general secretary of René Huyghe's member of?\nEvidence:\n- René Huyghe | member of | Académie Française | 1981\n- Académie Française | general secretary | Jean Mistler | 1981\n- René Huyghe | work location | Paris | 1981\n- Pierre Emmanuel | member of | Académie Française | 1981\n- Michel Déon | member of | Académie Française | 1981\n- Julien Green | member of | Académie Française | 1981\n- Félicien Marceau | member of | Académie Française | 1981\n- Eugène Ionesco | member of | Académie Française | 1981\n- Edgar Faure | member of | Académie Française | 1981\n- Route nationale 4 | located in the administrative territorial entity | Paris | 1981\n- Takis | residence | Paris | 1981\n- Route nationale 4 | terminus location | Paris | 1981\n- Roman Cieślewicz | work location | Paris | 1981\n- Q464656 | residence | Paris | 1981\n- Q454927 | work location | Paris | 1981\nReasoning:", "completion": " Answer: Jean Mistler", "t_query": 1981.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002326", "prompt": " After Gerard Piqué unmarried partner Shakira, what was the member of sports team of Gerard Piqué?\nEvidence:\n- Gerard Piqué | unmarried partner | Shakira | 2019\n- Gerard Piqué | member of sports team | Futbol Club Barcelona | 2019\n- Gerard Piqué | member of sports team | Catalonia national football team | 2019\n- Q49704 | member of sports team | Futbol Club Barcelona | 2019\n- Q455462 | member of sports team | Futbol Club Barcelona | 2019\n- Lionel Messi | member of sports team | Futbol Club Barcelona | 2019\n- Lionel Messi | employer | Futbol Club Barcelona | 2019\nReasoning:", "completion": " Answer: Futbol Club Barcelona", "t_query": 2019.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_002327", "prompt": " In 1978, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1978\n- Q46099 | country of citizenship | Yugoslavia | 1978\n- Q207166 | country of citizenship | Yugoslavia | 1978\n- Vladica Popović | country of citizenship | Yugoslavia | 1978\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1978\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1978\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1978\n- Ilija Petković | country of citizenship | Yugoslavia | 1978\n- Dušan Ivković | country of citizenship | Yugoslavia | 1978\n- Dragan Tomić | country of citizenship | Yugoslavia | 1978\n- Verzar | country | Yugoslavia | 1978\n- Suševo | country | Yugoslavia | 1978\n- Q793485 | country | Yugoslavia | 1978\n- Pirot | country | Yugoslavia | 1978\n- Orašje | country | Yugoslavia | 1978\nReasoning:", "completion": " Answer: Marco Tulli", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002328", "prompt": " Who was the contains the administrative territorial entity of Bernard Schultze's work location's country before Hamburg?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: North Rhine-Westphalia", "t_query": 1953.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002329", "prompt": " In 1922, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q890523 | country of citizenship | Kingdom of Italy | 1922\n- Q745874 | country of citizenship | Kingdom of Italy | 1922\n- Q728589 | country of citizenship | Kingdom of Italy | 1922\n- Q715036 | country of citizenship | Kingdom of Italy | 1922\n- Q706466 | country of citizenship | Kingdom of Italy | 1922\n- Q65151 | country of citizenship | Kingdom of Italy | 1922\n- Q603148 | country of citizenship | Kingdom of Italy | 1922\n- Q572091 | country of citizenship | Kingdom of Italy | 1922\n- Q534227 | country of citizenship | Kingdom of Italy | 1922\n- Q504969 | country of citizenship | Kingdom of Italy | 1922\n- Q471232 | country of citizenship | Kingdom of Italy | 1922\n- Q456574 | country of citizenship | Kingdom of Italy | 1922\n- Q333809 | country of citizenship | Kingdom of Italy | 1922\n- Q329221 | country of citizenship | Kingdom of Italy | 1922\n- Q297190 | country of citizenship | Kingdom of Italy | 1922\nReasoning:", "completion": " Answer: Luciano Savorini", "t_query": 1922.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002330", "prompt": " In 1999, whose head coach's occupant was Jack Bicknell?\nEvidence:\n- Barcelona Dragons | head coach | Jack Bicknell | 1999\n- Jack Bicknell | coach of sports team | Barcelona Dragons | 1999\n- Lluís Companys Olympic Stadium | occupant | Barcelona Dragons | 1999\n- Barcelona Dragons | league or competition | NFL Europe | 1999\n- Barcelona Dragons | home venue | Lluís Companys Olympic Stadium | 1999\nReasoning:", "completion": " Answer: Lluís Companys Olympic Stadium", "t_query": 1999.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_002331", "prompt": " Who was the head of government of Gerardo Marotta's country of citizenship before Silvio Berlusconi?\nEvidence:\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\n- Stefano Angeleri | country of citizenship | Italy | 2001\nReasoning:", "completion": " Answer: Giuliano Amato", "t_query": 2001.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002332", "prompt": " In 1972, whose located in was Vologda Oblast?\nEvidence:\n- Vologda | located in the administrative territorial entity | Vologda Oblast | 1972\n- Cherepovets | located in the administrative territorial entity | Vologda Oblast | 1972\n- Vologda | country | Soviet Union | 1972\n- Cherepovets | country | Soviet Union | 1972\nReasoning:", "completion": " Answer: Vologda", "t_query": 1972.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_002333", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon before Écully?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Feyzin", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002334", "prompt": " In 1981, whose member of sports team was France men's national association football team?\nEvidence:\n- Q730597 | member of sports team | France men's national association football team | 1981\n- Q562392 | member of sports team | France men's national association football team | 1981\n- Q559326 | member of sports team | France men's national association football team | 1981\n- Q472740 | member of sports team | France men's national association football team | 1981\n- Q464828 | member of sports team | France men's national association football team | 1981\n- Q433193 | member of sports team | France men's national association football team | 1981\n- Q4261 | member of sports team | France men's national association football team | 1981\n- Q313405 | member of sports team | France men's national association football team | 1981\n- Didier Six | member of sports team | France men's national association football team | 1981\n- Q562392 | member of sports team | Lille OSC | 1981\n- Q730597 | member of sports team | FC Sochaux-Montbéliard | 1981\n- Q730597 | member of sports team | AS Saint-Étienne | 1981\n- Q559326 | member of sports team | AS Monaco FC | 1981\n- Q464828 | member of sports team | AS Monaco FC | 1981\n- Q4261 | member of sports team | AS Saint-Étienne | 1981\nReasoning:", "completion": " Answer: Didier Six", "t_query": 1981.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002335", "prompt": " In what year was the contains the administrative territorial entity of Germany's capital's capital of equal to Baden-Württemberg?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002336", "prompt": " In what year was the head of state of Carlo Curis's country of citizenship equal to Sandro Pertini?\nEvidence:\n- Carlo Curis | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: 1984", "t_query": 1984.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002337", "prompt": " Who was the head of government of Salvatore Fiume's country of citizenship after Emilio Colombo?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1988\n- Salvatore Cassisa | country of citizenship | Italy | 1988\n- Emilio G. Segrè | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\n- Vittore Catella | country of citizenship | Italy | 1988\n- Veriano Luchetti | country of citizenship | Italy | 1988\n- Ugo Tognazzi | country of citizenship | Italy | 1988\n- Ugo Poletti | country of citizenship | Italy | 1988\n- Tullio Kezich | country of citizenship | Italy | 1988\n- Tonino Cervi | country of citizenship | Italy | 1988\nReasoning:", "completion": " Answer: Ciriaco De Mita", "t_query": 1988.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002338", "prompt": " In 2003, whose contains the administrative territorial entity was Bron?\nEvidence:\n- Rhône | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Rhône | contains the administrative territorial entity | Vénissieux | 2003\n- Rhône | contains the administrative territorial entity | Villeurbanne | 2003\n- Rhône | contains the administrative territorial entity | Meyzieu | 2003\n- Rhône | contains the administrative territorial entity | Genay | 2003\n- Rhône | contains the administrative territorial entity | Francheville | 2003\n- Rhône | contains the administrative territorial entity | Feyzin | 2003\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 2003\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\nReasoning:", "completion": " Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002339", "prompt": " Who was the officeholder of Germany's head of state's position held before Richard von Weizsäcker?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Karl-Eduard von Schnitzler | country of citizenship | German Democratic Republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\nReasoning:", "completion": " Answer: Gustav Heinemann", "t_query": 1974.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002340", "prompt": " After Emilio Miraglia country of citizenship Italy, what was the currency of Gerardo Marotta's country of citizenship?\nEvidence:\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Italy | currency | Italian lira | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\nReasoning:", "completion": " Answer: Italian lira", "t_query": 2001.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002341", "prompt": " In 1981, what was the member of political party of Anna Grodzka?\nEvidence:\n- Anna Grodzka | member of political party | Polish United Workers' Party | 1981\n- Q55924 | member of political party | Polish United Workers' Party | 1981\n- Q55915 | member of political party | Polish United Workers' Party | 1981\n- Q376870 | member of political party | Polish United Workers' Party | 1981\n- Stanisław Kania | member of political party | Polish United Workers' Party | 1981\nReasoning:", "completion": " Answer: Polish United Workers' Party", "t_query": 1981.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_002342", "prompt": " In 1985, what was the head of state of Giuseppe Colnago's country of citizenship?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: Francesco Cossiga", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002343", "prompt": " In what year was the anthem of Khrustalnyi's country equal to God Save the Tsar!?\nEvidence:\n- Russian Empire | anthem | God Save the Tsar! | 1913\n- Khrustalnyi | country | Russian Empire | 1913\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1913\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1913\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1913\n- Q326616 | country of registry | Russian Empire | 1913\n- Khanate of Khiva | country | Russian Empire | 1913\n- Emirate of Bukhara | country | Russian Empire | 1913\n- Vladimir Lenin | country of citizenship | Russian Empire | 1913\n- Vikenty Veresaev | country of citizenship | Russian Empire | 1913\nReasoning:", "completion": " Answer: 1913", "t_query": 1913.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002344", "prompt": " Who was the head of government of Italy before Mario Monti?\nEvidence:\n- Mario Roatta | country of citizenship | Italy | 1957\n- Mario Gentili | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Veriano Luchetti | country of citizenship | Italy | 1957\n- Tonino Cervi | country of citizenship | Italy | 1957\n- Tiziano Terzani | country of citizenship | Italy | 1957\n- Stéphane Grappelli | country of citizenship | Italy | 1957\n- Simon Spierer | country of citizenship | Italy | 1957\n- Sergio Mantovani | country of citizenship | Italy | 1957\n- Sergio Bonelli | country of citizenship | Italy | 1957\n- Rossana Rossanda | country of citizenship | Italy | 1957\n- Romeo Bertini | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: Adone Zoli", "t_query": 1957.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002345", "prompt": " In 1968, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Claudia Vinciguerra", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002346", "prompt": " In what year was the head of state of Maria Caniglia's country of citizenship equal to Luigi Einaudi?\nEvidence:\n- Maria Caniglia | country of citizenship | Italy | 1951\n- Maria Tore Barbina | country of citizenship | Italy | 1951\n- Luigi Comencini | country of citizenship | Italy | 1951\n- Alberto Maria De Agostini | country of citizenship | Italy | 1951\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1951\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1951\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: 1951", "t_query": 1951.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002347", "prompt": " In 1948, what was the country of Omsk's located in?\nEvidence:\n- Omsk | country | Soviet Union | 1948\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Q59054 | country of citizenship | Soviet Union | 1948\n- Q437262 | country of citizenship | Soviet Union | 1948\n- Q324083 | country of citizenship | Soviet Union | 1948\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1948\n- Yuri Manin | country of citizenship | Soviet Union | 1948\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1948\n- Viktor Kulikov | country of citizenship | Soviet Union | 1948\n- Vija Artmane | country of citizenship | Soviet Union | 1948\n- Vera Krepkina | country of citizenship | Soviet Union | 1948\n- Valeri Polyakov | country of citizenship | Soviet Union | 1948\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1948.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002348", "prompt": " In 1933, what was the operator of Würzburg Hbf–Aschaffenburg Hbf railway?\nEvidence:\n- Würzburg Hbf–Aschaffenburg Hbf railway | operator | Deutsche Reichsbahn | 1933\n- Nuremberg Hbf–Bamberg railway | operator | Deutsche Reichsbahn | 1933\n- Augsburg Hbf–Buchloe railway | operator | Deutsche Reichsbahn | 1933\n- Bayreuth Hbf–Neuenmarkt-Wirsberg railway part | operator | Deutsche Reichsbahn | 1933\n- Molli railway | operator | Deutsche Reichsbahn | 1933\n- Kaufbeuren–Schongau railway | operator | Deutsche Reichsbahn | 1933\n- Q315056 | operator | Deutsche Reichsbahn | 1933\n- Q159861 | operator | Deutsche Reichsbahn | 1933\n- Württemberg Hz | operator | Deutsche Reichsbahn | 1933\n- DRG Class 87 | operator | Deutsche Reichsbahn | 1933\n- DRG Class 85 | operator | Deutsche Reichsbahn | 1933\n- DRG Class 80 | operator | Deutsche Reichsbahn | 1933\n- DRG Class 43 | operator | Deutsche Reichsbahn | 1933\n- DRG Class 03 | operator | Deutsche Reichsbahn | 1933\n- DR Class E 15 | operator | Deutsche Reichsbahn | 1933\nReasoning:", "completion": " Answer: Deutsche Reichsbahn", "t_query": 1933.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002349", "prompt": " Who was the country of citizenship of Benedetto Croce before Italy?\nEvidence:\n- Benedetto Croce | country of citizenship | Kingdom of Italy | 1918\n- Q976653 | country of citizenship | Kingdom of Italy | 1918\n- Q972711 | country of citizenship | Kingdom of Italy | 1918\n- Q959367 | country of citizenship | Kingdom of Italy | 1918\n- Q939226 | country of citizenship | Kingdom of Italy | 1918\n- Q922237 | country of citizenship | Kingdom of Italy | 1918\n- Q890523 | country of citizenship | Kingdom of Italy | 1918\n- Q765946 | country of citizenship | Kingdom of Italy | 1918\n- Q745874 | country of citizenship | Kingdom of Italy | 1918\n- Q728589 | country of citizenship | Kingdom of Italy | 1918\n- Q715036 | country of citizenship | Kingdom of Italy | 1918\n- Q706466 | country of citizenship | Kingdom of Italy | 1918\n- Q678253 | country of citizenship | Kingdom of Italy | 1918\n- Q653839 | country of citizenship | Kingdom of Italy | 1918\n- Q65151 | country of citizenship | Kingdom of Italy | 1918\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1918.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002350", "prompt": " In what year was the head of state of Franca Ongaro's country of citizenship equal to Luigi Einaudi?\nEvidence:\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Luigi Comencini | country of citizenship | Italy | 1952\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1952\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1952\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1952\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\nReasoning:", "completion": " Answer: 1952", "t_query": 1952.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002351", "prompt": " In what year was the member of of Cesare Terranova's country of citizenship equal to European Economic Community?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Answer: 1966", "t_query": 1966.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002352", "prompt": " In 1989, what was the currency of Raul Gardini's country of citizenship?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Italy | currency | Italian lira | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002353", "prompt": " In 1972, what was the country of Vologda?\nEvidence:\n- Vologda | located in the administrative territorial entity | Vologda Oblast | 1972\n- Vologda | country | Soviet Union | 1972\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1972\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1972\n- Q59054 | country of citizenship | Soviet Union | 1972\n- Q437262 | country of citizenship | Soviet Union | 1972\n- Q324083 | country of citizenship | Soviet Union | 1972\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1972\n- Yuri Manin | country of citizenship | Soviet Union | 1972\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1972\n- Viktor Kulikov | country of citizenship | Soviet Union | 1972\n- Vija Artmane | country of citizenship | Soviet Union | 1972\n- Vera Krepkina | country of citizenship | Soviet Union | 1972\n- Valeri Polyakov | country of citizenship | Soviet Union | 1972\n- Sergei Kovalev | country of citizenship | Soviet Union | 1972\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1972.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002354", "prompt": " After West Germany territory claimed by German Democratic Republic, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- West Germany | territory claimed by | German Democratic Republic | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | diplomatic relation | German Democratic Republic | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\nReasoning:", "completion": " Answer: Hamburg", "t_query": 1972.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002355", "prompt": " After Raffaele Guaita country of citizenship Italy, what was the award received of Italy's head of state?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1997\n- Stéphane Grappelli | award received | Grammy Lifetime Achievement Award | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Oscar Luigi Scalfaro | award received | Grand Order of King Tomislav | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\n- Tiziano Terzani | country of citizenship | Italy | 1997\n- Stéphane Grappelli | country of citizenship | Italy | 1997\n- Simon Spierer | country of citizenship | Italy | 1997\n- Sergio Mantovani | country of citizenship | Italy | 1997\n- Sergio Bonelli | country of citizenship | Italy | 1997\n- Salvatore Cassisa | country of citizenship | Italy | 1997\n- Rossana Rossanda | country of citizenship | Italy | 1997\nReasoning:", "completion": " Answer: Grand Order of King Tomislav", "t_query": 1997.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002356", "prompt": " Who was the member of of Gino Cassinis's country of citizenship after European Economic Community?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1959.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002357", "prompt": " In 1950, whose contains the administrative territorial entity's country was North Rhine-Westphalia?\nEvidence:\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\nReasoning:", "completion": " Answer: Würzburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002358", "prompt": " In what year was the country of Ashgabat's capital of equal to Soviet Union?\nEvidence:\n- Ashgabat | country | Soviet Union | 1979\n- Ashgabat | capital of | Turkmen Soviet Socialist Republic | 1979\n- Zhytomyr | country | Soviet Union | 1979\n- Zastavna | country | Soviet Union | 1979\n- Yevpatoriia | country | Soviet Union | 1979\n- Yalta | country | Soviet Union | 1979\n- Vyazma | country | Soviet Union | 1979\n- Voronezh | country | Soviet Union | 1979\n- Vologda | country | Soviet Union | 1979\n- Volodarsk | country | Soviet Union | 1979\n- Volhynia | country | Soviet Union | 1979\n- Voinyliv | country | Soviet Union | 1979\n- Vladivostok | country | Soviet Union | 1979\n- Vinnytsia | country | Soviet Union | 1979\n- Vanadzor | country | Soviet Union | 1979\nReasoning:", "completion": " Answer: 1979", "t_query": 1979.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002359", "prompt": " Who was the head of government of Germany's head of government's country of citizenship's contains the administrative territorial entity before Peter Müller?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: Q110719", "t_query": 1987.0, "chain_length": 4, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002360", "prompt": " Who was the head of government of Germany before Angela Merkel?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\nReasoning:", "completion": " Answer: Helmut Schmidt", "t_query": 1974.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002361", "prompt": " In 1968, what was the member of of Clelio Darida's country of citizenship?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002362", "prompt": " In 1982, whose position held's head of government was Prime Minister of Italy?\nEvidence:\n- Giovanni Spadolini | position held | Prime Minister of Italy | 1982\n- Italy | head of government | Giovanni Spadolini | 1982\n- Giovanni Spadolini | country of citizenship | Italy | 1982\nReasoning:", "completion": " Answer: Italy", "t_query": 1982.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002363", "prompt": " After West Germany contains the administrative territorial entity Hesse, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Answer: Lower Saxony", "t_query": 1972.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002364", "prompt": " In 1972, what was the located in of Vologda?\nEvidence:\n- Vologda | located in the administrative territorial entity | Vologda Oblast | 1972\n- Vologda | country | Soviet Union | 1972\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1972\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1972\n- Q59054 | country of citizenship | Soviet Union | 1972\n- Q437262 | country of citizenship | Soviet Union | 1972\n- Q324083 | country of citizenship | Soviet Union | 1972\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1972\n- Yuri Manin | country of citizenship | Soviet Union | 1972\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1972\n- Viktor Kulikov | country of citizenship | Soviet Union | 1972\n- Vija Artmane | country of citizenship | Soviet Union | 1972\n- Vera Krepkina | country of citizenship | Soviet Union | 1972\n- Valeri Polyakov | country of citizenship | Soviet Union | 1972\n- Sergei Kovalev | country of citizenship | Soviet Union | 1972\nReasoning:", "completion": " Answer: Vologda Oblast", "t_query": 1972.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002365", "prompt": " In what year was the position held of Ugo Stille's country of citizenship's head of government equal to Prime Minister of Italy?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: 1957", "t_query": 1957.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002366", "prompt": " In what year was the contains the administrative territorial entity of Mannheim's country equal to North Rhine-Westphalia?\nEvidence:\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002367", "prompt": " Who was the head of state of Germany before Roman Herzog?\nEvidence:\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Bonn | capital of | Germany | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Germany | member of | Western European Union | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- West Germany | currency | Deutsche Mark | 1987\nReasoning:", "completion": " Answer: Richard von Weizsäcker", "t_query": 1987.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002368", "prompt": " After West Germany currency Deutsche Mark, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- West Germany | currency | Deutsche Mark | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\nReasoning:", "completion": " Answer: Bavaria", "t_query": 1974.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002369", "prompt": " In 1961, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\n- Virginio Rosetta | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: John Paul I", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002370", "prompt": " After Robert Morley country of citizenship United Kingdom of Great Britain and Ireland, what was the member of of Robert Morley's country of citizenship?\nEvidence:\n- Robert Morley | country of citizenship | United Kingdom | 1983\n- Tony Abbott | country of citizenship | United Kingdom | 1983\n- Liz Smith | country of citizenship | United Kingdom | 1983\n- United Kingdom | member of | European Union | 1983\n- United Kingdom | part of | European Union | 1983\n- United Kingdom | head of state | Elizabeth II | 1983\nReasoning:", "completion": " Answer: European Union", "t_query": 1983.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_002371", "prompt": " In 1953, whose currency's country's work location was Deutsche Mark?\nEvidence:\n- Germany | currency | Deutsche Mark | 1953\n- West Germany | currency | Deutsche Mark | 1953\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1953\n- Würzburg | country | West Germany | 1953\n- Wuppertal | country | West Germany | 1953\n- Wiesbaden | country | West Germany | 1953\n- Viersen | country | West Germany | 1953\n- Speyer | country | West Germany | 1953\n- Sande | country | West Germany | 1953\n- Q52041 | country | West Germany | 1953\n- Neuenkirchen | country | West Germany | 1953\n- Mannheim | country | West Germany | 1953\n- Lörrach | country | West Germany | 1953\n- Kiel | country | West Germany | 1953\n- Karlsruhe | country | West Germany | 1953\nReasoning:", "completion": " Answer: Bernard Schultze", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002372", "prompt": " In what year was the operator of Tarascon–Sète railway line equal to Société nationale des chemins de fer français?\nEvidence:\n- Tarascon–Sète railway line | operator | Société nationale des chemins de fer français | 1996\n- Sélestat–Saverne railway line | operator | Société nationale des chemins de fer français | 1996\n- Rémilly–Saarbrücken railway line | operator | Société nationale des chemins de fer français | 1996\n- Dijon-Vallorbe railway line | operator | Société nationale des chemins de fer français | 1996\n- Belfort–Delle railway line | operator | Société nationale des chemins de fer français | 1996\n- Paris–Lille railway | operator | Société nationale des chemins de fer français | 1996\n- Q802601 | operator | Société nationale des chemins de fer français | 1996\n- Mantes-la-Jolie–Cherbourg railway | operator | Société nationale des chemins de fer français | 1996\n- LGV Sud-Est | operator | Société nationale des chemins de fer français | 1996\nReasoning:", "completion": " Answer: 1996", "t_query": 1996.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_002373", "prompt": " In what year was the country of citizenship of Dmitry Yazov equal to Russia?\nEvidence:\n- Dmitry Yazov | country of citizenship | Russia | 2011\n- Q59054 | country of citizenship | Russia | 2011\n- Q437262 | country of citizenship | Russia | 2011\n- Q324083 | country of citizenship | Russia | 2011\n- Yuriy Sedykh | country of citizenship | Russia | 2011\n- Yuri Pshenichnikov | country of citizenship | Russia | 2011\n- Yuri Manin | country of citizenship | Russia | 2011\n- Vladimir Chernavin | country of citizenship | Russia | 2011\n- Vera Krepkina | country of citizenship | Russia | 2011\n- Valeri Polyakov | country of citizenship | Russia | 2011\n- Sergei Kovalev | country of citizenship | Russia | 2011\n- Ruslan Khasbulatov | country of citizenship | Russia | 2011\n- Ivan Silayev | country of citizenship | Russia | 2011\n- Irina Skobtseva | country of citizenship | Russia | 2011\n- Grigoriy Krivosheyev | country of citizenship | Russia | 2011\nReasoning:", "completion": " Answer: 2011", "t_query": 2011.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002374", "prompt": " In what year was the located in of Plessis-Saint-Benoist equal to Seine-et-Oise?\nEvidence:\n- Plessis-Saint-Benoist | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Le Plessis-Pâté | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Le Plessis-Luzarches | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Saint-Chéron | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Lévis-Saint-Nom | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Boissy-Saint-Léger | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Saint-Nom-la-Bretèche | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Saint-Leu-la-Forêt | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Saint-Germain-lès-Corbeil | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Saint-Cyr-l'École | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Saint-Arnoult-en-Yvelines | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Bernes-sur-Oise | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Vaux-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Mousseaux-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1952\n- Morsang-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1952\nReasoning:", "completion": " Answer: 1952", "t_query": 1952.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002375", "prompt": " In 1989, what was the member of of Raul Gardini's country of citizenship?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\n- Stéphane Grappelli | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002376", "prompt": " After Lluís Companys Olympic Stadium occupant RCD Espanyol de Barcelona, what was the occupant of Lluís Companys Olympic Stadium?\nEvidence:\n- Lluís Companys Olympic Stadium | occupant | RCD Espanyol de Barcelona | 1999\n- Lluís Companys Olympic Stadium | occupant | Barcelona Dragons | 1999\n- Barcelona Dragons | home venue | Lluís Companys Olympic Stadium | 1999\n- Q943194 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q939976 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q704268 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q296975 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Mauro Navas | member of sports team | RCD Espanyol de Barcelona | 1999\n- Barcelona Dragons | head coach | Jack Bicknell | 1999\n- Jack Bicknell | coach of sports team | Barcelona Dragons | 1999\n- Barcelona Dragons | league or competition | NFL Europe | 1999\nReasoning:", "completion": " Answer: Barcelona Dragons", "t_query": 1999.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 11, "_lever_variant": "terse"} +{"id": "sft_002377", "prompt": " In what year was the head of state of Veriano Luchetti's country of citizenship equal to Francesco Cossiga?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Francesco Scafarelli | country of citizenship | Italy | 1985\n- Francesco Gabrieli | country of citizenship | Italy | 1985\n- Francesco Aguzzoli | country of citizenship | Italy | 1985\n- Loris Francesco Capovilla | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: 1985", "t_query": 1985.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002378", "prompt": " In 1993, what was the head of government of Luca Ronconi's country of citizenship?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\n- Stéphane Grappelli | country of citizenship | Italy | 1993\nReasoning:", "completion": " Answer: Carlo Azeglio Ciampi", "t_query": 1993.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002379", "prompt": " In 1974, whose head of state was Walter Scheel?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Bonn | capital of | Germany | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002380", "prompt": " In what year was the head of government of Carel Willink's work location's country equal to Constantin Fehrenbach?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Answer: 1920", "t_query": 1920.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_002381", "prompt": " In 1959, what was the member of of Mansour el-Essawy's country of citizenship?\nEvidence:\n- Mansour el-Essawy | country of citizenship | United Arab Republic | 1959\n- Q59981 | country of citizenship | United Arab Republic | 1959\n- Q325513 | country of citizenship | United Arab Republic | 1959\n- Q212190 | country of citizenship | United Arab Republic | 1959\n- Zakaria Mohieddin | country of citizenship | United Arab Republic | 1959\n- Taha Hussein | country of citizenship | United Arab Republic | 1959\n- Sabah Fakhri | country of citizenship | United Arab Republic | 1959\n- Saadallah Wannous | country of citizenship | United Arab Republic | 1959\n- Onsi Sawiris | country of citizenship | United Arab Republic | 1959\n- Hussein Salem | country of citizenship | United Arab Republic | 1959\n- Hosni Mubarak | country of citizenship | United Arab Republic | 1959\n- Hanna Mina | country of citizenship | United Arab Republic | 1959\n- Fawzi Selu | country of citizenship | United Arab Republic | 1959\n- Farouk I of Egypt | country of citizenship | United Arab Republic | 1959\n- Muhammad Sedki Sulayman | country of citizenship | United Arab Republic | 1959\nReasoning:", "completion": " Answer: United Nations", "t_query": 1959.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002382", "prompt": " Who was the member of of Giuseppe Colnago's country of citizenship after European Economic Community?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1985.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002383", "prompt": " In what year was the head of government of Bernard Schultze's work location's country's contains the administrative territorial entity equal to Reinhold Maier?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: 1953", "t_query": 1953.0, "chain_length": 4, "operator_type": "interval", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002384", "prompt": " In what year was the member of of Andrea Carrea's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Andrea Carrea | country of citizenship | Italy | 1984\n- Andrea Pangrazio | country of citizenship | Italy | 1984\n- Andrea Miano | country of citizenship | Italy | 1984\n- Andrea Cassone | country of citizenship | Italy | 1984\n- Andrea Bianchi | country of citizenship | Italy | 1984\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: 1984", "t_query": 1984.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002385", "prompt": " Who was the basic form of government of Germany's diplomatic relation before Islamic Republic?\nEvidence:\n- Germany | diplomatic relation | Afghanistan | 1956\n- Afghanistan | basic form of government | constitutional monarchy | 1956\n- Germany | head of government | Konrad Adenauer | 1956\n- Germany | shares border with | German Democratic Republic | 1956\n- West Germany | territory claimed by | German Democratic Republic | 1956\n- Bonn | capital of | Germany | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | West Germany | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Germany | member of | Western European Union | 1956\n- Germany | head of state | Theodor Heuss | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- West Germany | currency | Deutsche Mark | 1956\n- Germany | shares border with | Czechoslovakia | 1956\nReasoning:", "completion": " Answer: constitutional monarchy", "t_query": 1956.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002386", "prompt": " In what year was the coach of sports team of Artur Jorge equal to Switzerland men's national football team?\nEvidence:\n- Artur Jorge | coach of sports team | Switzerland men's national football team | 1995\n- Artur Jorge | coach of sports team | S.L. Benfica | 1995\n- Q686846 | member of sports team | Switzerland men's national football team | 1995\n- Q676250 | member of sports team | Switzerland men's national football team | 1995\n- Q673003 | member of sports team | Switzerland men's national football team | 1995\n- Q671796 | member of sports team | Switzerland men's national football team | 1995\n- Q372858 | member of sports team | Switzerland men's national football team | 1995\n- Q327937 | member of sports team | Switzerland men's national football team | 1995\n- Q323799 | member of sports team | Switzerland men's national football team | 1995\n- Q124201 | member of sports team | Switzerland men's national football team | 1995\n- Yvan Quentin | member of sports team | Switzerland men's national football team | 1995\n- Nestor Subiat | member of sports team | Switzerland men's national football team | 1995\n- Marc Hottiger | member of sports team | Switzerland men's national football team | 1995\n- Alain Sutter | member of sports team | Switzerland men's national football team | 1995\n- Q976320 | member of sports team | S.L. Benfica | 1995\nReasoning:", "completion": " Answer: 1995", "t_query": 1995.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002387", "prompt": " After Giuseppe Di Vittorio country of citizenship Italy, what was the member of of Romolo Alzani's country of citizenship?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Carmelo Di Bella | country of citizenship | Italy | 1987\n- Giuseppe Prisco | country of citizenship | Italy | 1987\n- Giuseppe Patanè | country of citizenship | Italy | 1987\n- Giuseppe Gabrielli | country of citizenship | Italy | 1987\n- Giuseppe Colnago | country of citizenship | Italy | 1987\n- Giuseppe Busso | country of citizenship | Italy | 1987\n- Giuseppe Antonini | country of citizenship | Italy | 1987\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1987\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1987.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002388", "prompt": " Who was the located in of Route nationale 4 before Paris?\nEvidence:\n- Route nationale 4 | located in the administrative territorial entity | Bas-Rhin | 1947\n- Route nationale 425 | located in the administrative territorial entity | Bas-Rhin | 1947\nReasoning:", "completion": " Answer: Bas-Rhin", "t_query": 1947.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_002389", "prompt": " In 1978, whose country of citizenship was Italy?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\n- Stéphane Grappelli | country of citizenship | Italy | 1978\n- Simon Spierer | country of citizenship | Italy | 1978\n- Sergio Mantovani | country of citizenship | Italy | 1978\n- Sergio Bonelli | country of citizenship | Italy | 1978\n- Salvatore Cassisa | country of citizenship | Italy | 1978\n- Rossana Rossanda | country of citizenship | Italy | 1978\n- Renata Tebaldi | country of citizenship | Italy | 1978\n- Primo Nebiolo | country of citizenship | Italy | 1978\n- Pino Lancetti | country of citizenship | Italy | 1978\n- Pietro Parente | country of citizenship | Italy | 1978\n- Oriana Fallaci | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: Arnaldo Genoino", "t_query": 1978.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002390", "prompt": " In 1973, whose head of state's country of citizenship was Giovanni Leone?\nEvidence:\n- Italy | head of state | Giovanni Leone | 1973\n- Giovanni Mardersteig | country of citizenship | Italy | 1973\n- Giovanni Invernizzi | country of citizenship | Italy | 1973\n- Giovanni Goria | country of citizenship | Italy | 1973\n- Giovanni Ferrofino | country of citizenship | Italy | 1973\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\nReasoning:", "completion": " Answer: Lelio Antoniotti", "t_query": 1973.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002391", "prompt": " In 1987, whose head of government was Helmut Kohl?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Helmut Kohl | spouse | Hannelore Kohl | 1987\n- Christian Democratic Union | chairperson | Helmut Kohl | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Saarland | located in the administrative territorial entity | West Germany | 1987\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Bonn | capital of | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Q77721 | country of citizenship | West Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Germany | member of | Western European Union | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\nReasoning:", "completion": " Answer: Germany", "t_query": 1987.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002392", "prompt": " Who was the head of state of Jena's country after Paul von Hindenburg?\nEvidence:\n- Jena | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Jena | country | Nazi Germany | 1942\n- Nazi Germany | head of state | Adolf Hitler | 1942\n- Carl Zeiss AG | headquarters location | Jena | 1942\n- Hans-Gerrit von Stockhausen | allegiance | Nazi Germany | 1942\n- Weimar | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Q15976 | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Gera | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Free State of Mecklenburg | located in the administrative territorial entity | Nazi Germany | 1942\n- Free State of Anhalt | located in the administrative territorial entity | Nazi Germany | 1942\n- Victor Graf von Reventlow-Criminil | allegiance | Nazi Germany | 1942\n- Q822028 | country of registry | Nazi Germany | 1942\n- Q321140 | country of registry | Nazi Germany | 1942\n- Q237358 | country of citizenship | Nazi Germany | 1942\n- Republic of Baden | located in the administrative territorial entity | Nazi Germany | 1942\nReasoning:", "completion": " Answer: Adolf Hitler", "t_query": 1942.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002393", "prompt": " After Chaponnay located in Rhône, what was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Vénissieux", "t_query": 2003.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002394", "prompt": " After Giovanni Gronchi country of citizenship Italy, what was the position held of Guido Aycard's country of citizenship's head of state?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Giovanni Mardersteig | country of citizenship | Italy | 1962\n- Giovanni Invernizzi | country of citizenship | Italy | 1962\n- Giovanni Goria | country of citizenship | Italy | 1962\n- Giovanni Ferrofino | country of citizenship | Italy | 1962\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1962.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002395", "prompt": " In what year was the member of of Renata Tebaldi's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\n- Tonino Cervi | country of citizenship | Italy | 2000\n- Tiziano Terzani | country of citizenship | Italy | 2000\nReasoning:", "completion": " Answer: 2000", "t_query": 2000.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002396", "prompt": " In 1959, what was the member of of Gino Cassinis's country of citizenship?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1959.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002397", "prompt": " In what year was the shares border with of Cesare Terranova's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1966\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\nReasoning:", "completion": " Answer: 1966", "t_query": 1966.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002398", "prompt": " After Russian Soviet Federative Socialist Republic anthem State Anthem of the Soviet Union, what was the located in of Russian Soviet Federative Socialist Republic?\nEvidence:\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1987\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Sakhalin Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Khabarovsk Krai | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1987.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002399", "prompt": " After Albert Lasker Award for Basic Medical Research winner Stanley Cohen, what was the winner of Albert Lasker Award for Basic Medical Research?\nEvidence:\n- Albert Lasker Award for Basic Medical Research | winner | Rolf M. Zinkernagel | 1995\n- Albert Lasker Award for Basic Medical Research | winner | Peter C. Doherty | 1995\n- Albert Lasker Award for Basic Medical Research | winner | Don Craig Wiley | 1995\n- Don Craig Wiley | award received | Albert Lasker Award for Basic Medical Research | 1995\nReasoning:", "completion": " Answer: Rolf M. Zinkernagel", "t_query": 1995.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_002400", "prompt": " Who was the head of state of Giacomo Rossi-Stuart's country of citizenship before Carlo Azeglio Ciampi?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Carlo Zecchi | country of citizenship | Italy | 1975\n- Carlo Fruttero | country of citizenship | Italy | 1975\n- Carlo Bandirola | country of citizenship | Italy | 1975\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: Giovanni Leone", "t_query": 1975.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002401", "prompt": " Who was the member of of Romolo Alzani's country of citizenship after European Coal and Steel Community?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1987.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002402", "prompt": " In what year was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance equal to Hamburg?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Answer: 1972", "t_query": 1972.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002403", "prompt": " In 1961, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1961\n- Germany | member of | European Coal and Steel Community | 1961\n- Belgium | member of | European Coal and Steel Community | 1961\n- Germany | member of | European Atomic Energy Community | 1961\n- Germany | member of | Western European Union | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: John Paul I", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002404", "prompt": " In what year was the position held of Giorgio Rebuffi's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Guerra | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\nReasoning:", "completion": " Answer: 1997", "t_query": 1997.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002405", "prompt": " Who was the member of of Carlo Curis's country of citizenship before European Coal and Steel Community?\nEvidence:\n- Carlo Curis | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1984.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002406", "prompt": " In 1950, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Answer: Hesse", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002407", "prompt": " Who was the country of citizenship of Vitaliano Brancati after Kingdom of Italy?\nEvidence:\n- Vitaliano Brancati | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\n- Virginio Rosetta | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: Italy", "t_query": 1951.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002408", "prompt": " In 1968, what was the position held of Claudia Vinciguerra's country of citizenship's head of state?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1968.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002409", "prompt": " In what year was the contains the administrative territorial entity of Bernard Schultze's work location's country equal to Bremen?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: 1953", "t_query": 1953.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002410", "prompt": " In what year was the head of government of Salvatore Fiume's country of citizenship equal to Emilio Colombo?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: 1971", "t_query": 1971.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002411", "prompt": " In what year was the country of Mordovian Autonomous Soviet Socialist Republic's located in equal to Soviet Union?\nEvidence:\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Saransk | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q780942 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q408606 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Saransk | capital of | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Torbeyevsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Romodanovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Kochkurovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Chamzinsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Bolsheignatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Ardatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1957\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1957\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1957\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1957\nReasoning:", "completion": " Answer: 1957", "t_query": 1957.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002412", "prompt": " In 1972, whose contains the administrative territorial entity's allegiance was Hamburg?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- Bild | place of publication | Hamburg | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\nReasoning:", "completion": " Answer: Friedrich Guggenberger", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002413", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon after Écully?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Vaulx-en-Velin", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002414", "prompt": " In 1920, whose country's work location was Weimar Republic?\nEvidence:\n- hyperinflation in the Weimar Republic | country | Weimar Republic | 1920\n- Weimar | country | Weimar Republic | 1920\n- Zwickau | country | Weimar Republic | 1920\n- Zimmern | country | Weimar Republic | 1920\n- Wrocław | country | Weimar Republic | 1920\n- Wittmund | country | Weimar Republic | 1920\n- Wismar | country | Weimar Republic | 1920\n- Wiesbaden | country | Weimar Republic | 1920\n- Vaterstetten | country | Weimar Republic | 1920\n- Trier | country | Weimar Republic | 1920\n- Speyer | country | Weimar Republic | 1920\n- Regensburg | country | Weimar Republic | 1920\n- Potsdam | country | Weimar Republic | 1920\n- Papiermark | country | Weimar Republic | 1920\n- Neustrelitz | country | Weimar Republic | 1920\nReasoning:", "completion": " Answer: Carel Willink", "t_query": 1920.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002415", "prompt": " In 1930, what was the educated at of Alexander Gelfond?\nEvidence:\n- Alexander Gelfond | educated at | Lomonosov Moscow State University | 1930\n- Q983399 | employer | Lomonosov Moscow State University | 1930\n- Q321515 | employer | Lomonosov Moscow State University | 1930\n- Lev Schnirelmann | employer | Lomonosov Moscow State University | 1930\n- Lev Pontryagin | employer | Lomonosov Moscow State University | 1930\nReasoning:", "completion": " Answer: Lomonosov Moscow State University", "t_query": 1930.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_002416", "prompt": " In 1952, whose head of government's residence's head of government's headquarters was Harry S. Truman?\nEvidence:\n- United States | head of government | Harry S. Truman | 1952\n- Harry S. Truman | spouse | Bess Truman | 1952\n- Bess Truman | spouse | Harry S. Truman | 1952\n- Harry S. Truman | position held | President of the United States | 1952\n- Frank Tieri | residence | United States | 1952\n- Erazim Kohák | residence | United States | 1952\n- Enrico Fermi | residence | United States | 1952\n- Catherine Schell | residence | United States | 1952\n- Vincent R. Impellitteri | residence | United States | 1952\n- Hans Albert Einstein | residence | United States | 1952\n- Emilio G. Segrè | residence | United States | 1952\n- Yul Brynner | country of citizenship | United States | 1952\n- Tina Turner | country of citizenship | United States | 1952\n- Richard Pipes | country of citizenship | United States | 1952\n- Angela Lansbury | country of citizenship | United States | 1952\nReasoning:", "completion": " Answer: MetLife", "t_query": 1952.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002417", "prompt": " In 1975, what was the member of of Giovanni Spadolini's country of citizenship?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002418", "prompt": " In 1974, whose contains the administrative territorial entity's capital of's capital was Bavaria?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bavaria | 1974\n- West Germany | contains the administrative territorial entity | Saarland | 1974\n- West Germany | contains the administrative territorial entity | Hesse | 1974\n- West Germany | contains the administrative territorial entity | Hamburg | 1974\n- West Germany | contains the administrative territorial entity | Bremen | 1974\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1974\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1974\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1974\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1974\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1974\n- Saarland | located in the administrative territorial entity | West Germany | 1974\n- Oberliga Nord (1974-1994) | country | West Germany | 1974\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Q77721 | country of citizenship | West Germany | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002419", "prompt": " In what year was the head of state of Renata Tebaldi's country of citizenship equal to Carlo Azeglio Ciampi?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Carlo Giuffré | country of citizenship | Italy | 2000\n- Carlo Fruttero | country of citizenship | Italy | 2000\n- Carlo Curis | country of citizenship | Italy | 2000\n- Carlo Cercignani | country of citizenship | Italy | 2000\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\nReasoning:", "completion": " Answer: 2000", "t_query": 2000.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002420", "prompt": " In 1950, whose contains the administrative territorial entity's country was South Baden?\nEvidence:\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\nReasoning:", "completion": " Answer: Würzburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002421", "prompt": " In what year was the powered by of Funiculaire de Thonon-les-Bains equal to water?\nEvidence:\n- Funiculaire de Thonon-les-Bains | powered by | water | 1923\nReasoning:", "completion": " Answer: 1923", "t_query": 1923.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_002422", "prompt": " After Luce Fabbri country of citizenship Italy, what was the shares border with of Claudio Cavazza's country of citizenship?\nEvidence:\n- Luce Fabbri | country of citizenship | Italy | 1970\n- Italy | shares border with | Yugoslavia | 1970\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1970.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002423", "prompt": " In 1943, what was the country of citizenship of Q435856?\nEvidence:\n- Q435856 | country of citizenship | Kingdom of Italy | 1943\n- Q976653 | country of citizenship | Kingdom of Italy | 1943\n- Q972711 | country of citizenship | Kingdom of Italy | 1943\n- Q922237 | country of citizenship | Kingdom of Italy | 1943\n- Q741387 | country of citizenship | Kingdom of Italy | 1943\n- Q710497 | country of citizenship | Kingdom of Italy | 1943\n- Q678253 | country of citizenship | Kingdom of Italy | 1943\n- Q654973 | country of citizenship | Kingdom of Italy | 1943\n- Q650303 | country of citizenship | Kingdom of Italy | 1943\n- Q527400 | country of citizenship | Kingdom of Italy | 1943\n- Q51189 | country of citizenship | Kingdom of Italy | 1943\n- Q432318 | country of citizenship | Kingdom of Italy | 1943\n- Q432257 | country of citizenship | Kingdom of Italy | 1943\n- Q429298 | country of citizenship | Kingdom of Italy | 1943\n- Q378645 | country of citizenship | Kingdom of Italy | 1943\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1943.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002424", "prompt": " In 1998, what was the position held of Italy's head of state?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1998\n- Oscar Luigi Scalfaro | position held | President of Italy | 1998\n- Norberto Bobbio | position held | Italian senator for life | 1998\n- Kyoto Protocol | signatory | People's Republic of China | 1998\n- Q454036 | country of citizenship | Italy | 1998\n- Vittore Catella | country of citizenship | Italy | 1998\n- Veriano Luchetti | country of citizenship | Italy | 1998\n- Tullio Kezich | country of citizenship | Italy | 1998\n- Tonino Cervi | country of citizenship | Italy | 1998\n- Tiziano Terzani | country of citizenship | Italy | 1998\n- Simon Spierer | country of citizenship | Italy | 1998\n- Sergio Mantovani | country of citizenship | Italy | 1998\n- Sergio Bonelli | country of citizenship | Italy | 1998\n- Salvatore Cassisa | country of citizenship | Italy | 1998\n- Rossana Rossanda | country of citizenship | Italy | 1998\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1998.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002425", "prompt": " In 1959, what was the currency of Gino Cassinis's country of citizenship?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1959.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002426", "prompt": " In 1955, whose member of sports team was Mohun Bagan AC?\nEvidence:\n- Sailen Manna | member of sports team | Mohun Bagan AC | 1955\n- Sailen Manna | member of sports team | India men's national football team | 1955\nReasoning:", "completion": " Answer: Sailen Manna", "t_query": 1955.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_002427", "prompt": " In what year was the member of of Mario Gentili's country of citizenship equal to European Economic Community?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: 1961", "t_query": 1961.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002428", "prompt": " In 1966, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giuseppe Saragat | position held | President of Italy | 1966\n- Italy | head of state | Giuseppe Saragat | 1966\n- Giuseppe Saragat | country of citizenship | Italy | 1966\n- Giuseppe Saragat | award received | Supreme Order of Christ | 1966\nReasoning:", "completion": " Answer: Cesare Terranova", "t_query": 1966.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_002429", "prompt": " In 1981, what was the member of sports team of Didier Six?\nEvidence:\n- Didier Six | member of sports team | VfB Stuttgart | 1981\n- Didier Six | member of sports team | France men's national association football team | 1981\n- Q95302 | member of sports team | VfB Stuttgart | 1981\n- Q68759 | member of sports team | VfB Stuttgart | 1981\n- Q343844 | member of sports team | VfB Stuttgart | 1981\n- Q123435 | member of sports team | VfB Stuttgart | 1981\n- Peter Reichert | member of sports team | VfB Stuttgart | 1981\n- Joachim Löw | member of sports team | VfB Stuttgart | 1981\n- Helmut Roleder | member of sports team | VfB Stuttgart | 1981\n- Q730597 | member of sports team | France men's national association football team | 1981\n- Q562392 | member of sports team | France men's national association football team | 1981\n- Q559326 | member of sports team | France men's national association football team | 1981\n- Q472740 | member of sports team | France men's national association football team | 1981\n- Q464828 | member of sports team | France men's national association football team | 1981\n- Q433193 | member of sports team | France men's national association football team | 1981\nReasoning:", "completion": " Answer: VfB Stuttgart", "t_query": 1981.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002430", "prompt": " In 1997, what was the head of government of United States?\nEvidence:\n- United States | head of government | Bill Clinton | 1997\n- Paolo Soleri | residence | United States | 1997\n- Discovery Channel | country | United States | 1997\n- United States | shares border with | Panama | 1997\n- Julie Mehretu | work location | United States | 1997\n- Tina Turner | country of citizenship | United States | 1997\n- Richard Pipes | country of citizenship | United States | 1997\n- Eduardo Saverin | country of citizenship | United States | 1997\n- Angela Lansbury | country of citizenship | United States | 1997\n- Q636947 | designated as terrorist by | United States | 1997\n- Q191764 | designated as terrorist by | United States | 1997\n- Kach | designated as terrorist by | United States | 1997\n- Paolo Soleri | country of citizenship | Italy | 1997\n- Sven Teutenberg | member of sports team | Discovery Channel | 1997\n- Adriano Baffi | member of sports team | Discovery Channel | 1997\nReasoning:", "completion": " Answer: Bill Clinton", "t_query": 1997.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002431", "prompt": " In 1959, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giovanni Gronchi | position held | President of Italy | 1959\n- Italy | head of state | Giovanni Gronchi | 1959\n- Giovanni Gronchi | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: Gino Cassinis", "t_query": 1959.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002432", "prompt": " Who was the general secretary of Eugène Tisserant's member of before Maurice Druon?\nEvidence:\n- Académie Française | general secretary | Maurice Genevoix | 1966\n- Eugène Tisserant | member of | Académie Française | 1966\n- Eugène Tisserant | position held | Dean of the College of Cardinals | 1966\n- Eugène Tisserant | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q998913 | member of | Académie Française | 1966\n- René Huyghe | member of | Académie Française | 1966\n- Jérôme Carcopino | member of | Académie Française | 1966\n- Jean Paulhan | member of | Académie Française | 1966\n- Jean Guéhenno | member of | Académie Française | 1966\n- François Mauriac | member of | Académie Française | 1966\n- Pierre-Henri Simon | member of | Académie Française | 1966\n- Q822586 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q74879 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q689251 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q663757 | member of | Académie des Inscriptions et Belles-Lettres | 1966\nReasoning:", "completion": " Answer: Maurice Genevoix", "t_query": 1966.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002433", "prompt": " In what year was the head of government of Gerardo Marotta's country of citizenship equal to Giuliano Amato?\nEvidence:\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Giuliano Carnimeo | country of citizenship | Italy | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\nReasoning:", "completion": " Answer: 2001", "t_query": 2001.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002434", "prompt": " In 1962, whose head of state's country of citizenship was Antonio Segni?\nEvidence:\n- Italy | head of state | Antonio Segni | 1962\n- Antonio Segni | country of citizenship | Italy | 1962\n- Antonio Segni | position held | President of Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Guido Aycard", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002435", "prompt": " In what year was the contains the administrative territorial entity of Würzburg's country equal to Bavaria?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002436", "prompt": " Who was the head of government of Claudio Cavazza's country of citizenship before Giuliano Amato?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Giuliano Carnimeo | country of citizenship | Italy | 1970\n- Joe D'Amato | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: Emilio Colombo", "t_query": 1970.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002437", "prompt": " Who was the country of citizenship of Gerardo Marotta after Kingdom of Italy?\nEvidence:\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\n- Stefano Angeleri | country of citizenship | Italy | 2001\nReasoning:", "completion": " Answer: Italy", "t_query": 2001.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002438", "prompt": " In 2016, what was the manager of Belvedere?\nEvidence:\n- Belvedere | director / manager | Agnes Husslein-Arco | 2016\nReasoning:", "completion": " Answer: Agnes Husslein-Arco", "t_query": 2016.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_002439", "prompt": " After Berlin country German Empire, what was the head of state of Carel Willink's work location's country?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Answer: Friedrich Ebert", "t_query": 1920.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_002440", "prompt": " In 1974, what was the diplomatic relation of Germany's capital's capital of?\nEvidence:\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\nReasoning:", "completion": " Answer: German Democratic Republic", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002441", "prompt": " After Paolo Villaggio country of citizenship Italy, what was the currency of Mario Gentili's country of citizenship?\nEvidence:\n- Paolo Villaggio | country of citizenship | Italy | 1961\n- Mario Gentili | country of citizenship | Italy | 1961\n- Paolo Rossi | country of citizenship | Italy | 1961\n- Paolo Heusch | country of citizenship | Italy | 1961\n- Paolo Carlini | country of citizenship | Italy | 1961\n- Paolo Caccia Dominioni | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1961.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002442", "prompt": " In what year was the member of of Giorgio Rebuffi's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Guerra | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\nReasoning:", "completion": " Answer: 1997", "t_query": 1997.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002443", "prompt": " In what year was the member of of Gino Cassinis's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: 1959", "t_query": 1959.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002444", "prompt": " In what year was the shares border with of United States equal to Panama?\nEvidence:\n- United States | shares border with | Panama | 1997\n- Paolo Soleri | residence | United States | 1997\n- Discovery Channel | country | United States | 1997\n- Julie Mehretu | work location | United States | 1997\n- United States | head of government | Bill Clinton | 1997\n- Tina Turner | country of citizenship | United States | 1997\n- Richard Pipes | country of citizenship | United States | 1997\n- Eduardo Saverin | country of citizenship | United States | 1997\n- Angela Lansbury | country of citizenship | United States | 1997\n- Q636947 | designated as terrorist by | United States | 1997\n- Q191764 | designated as terrorist by | United States | 1997\n- Kach | designated as terrorist by | United States | 1997\n- Paolo Soleri | country of citizenship | Italy | 1997\n- Sven Teutenberg | member of sports team | Discovery Channel | 1997\n- Adriano Baffi | member of sports team | Discovery Channel | 1997\nReasoning:", "completion": " Answer: 1997", "t_query": 1997.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002445", "prompt": " In 1946, what was the head of state of Ignazio Cannavò's country of citizenship?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q432257 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Answer: Enrico de Nicola", "t_query": 1946.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002446", "prompt": " In 1967, what was the head of state of Flaviano Vicentini's country of citizenship?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\n- Ulrico Girardi | country of citizenship | Italy | 1967\nReasoning:", "completion": " Answer: Giuseppe Saragat", "t_query": 1967.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002447", "prompt": " In 1987, whose member of was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1987\n- Yalta | country | Soviet Union | 1987\n- Voronezh | country | Soviet Union | 1987\n- Volhynia | country | Soviet Union | 1987\n- Vinnytsia | country | Soviet Union | 1987\n- Urgench | country | Soviet Union | 1987\n- Uman | country | Soviet Union | 1987\n- Torzhok | country | Soviet Union | 1987\n- Tbilisi | country | Soviet Union | 1987\n- Sudak | country | Soviet Union | 1987\n- Starodub | country | Soviet Union | 1987\n- Simferopol | country | Soviet Union | 1987\n- Siberia | country | Soviet Union | 1987\n- Sevastopol | country | Soviet Union | 1987\n- Q957273 | country | Soviet Union | 1987\nReasoning:", "completion": " Answer: Russian Soviet Federative Socialist Republic", "t_query": 1987.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002448", "prompt": " In 1941, whose shares border with was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1941\n- Yalta | country | Soviet Union | 1941\n- Voronezh | country | Soviet Union | 1941\n- Volhynia | country | Soviet Union | 1941\n- Vinnytsia | country | Soviet Union | 1941\n- Urgench | country | Soviet Union | 1941\n- Uman | country | Soviet Union | 1941\n- Torzhok | country | Soviet Union | 1941\n- Tbilisi | country | Soviet Union | 1941\n- Sudak | country | Soviet Union | 1941\n- Starodub | country | Soviet Union | 1941\n- Simferopol | country | Soviet Union | 1941\n- Siberia | country | Soviet Union | 1941\n- Sevastopol | country | Soviet Union | 1941\n- Q957273 | country | Soviet Union | 1941\nReasoning:", "completion": " Answer: Turkey", "t_query": 1941.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002449", "prompt": " In 1963, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1963\n- Q207166 | country of citizenship | Yugoslavia | 1963\n- Vladica Popović | country of citizenship | Yugoslavia | 1963\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1963\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1963\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1963\n- Ilija Petković | country of citizenship | Yugoslavia | 1963\n- Dušan Ivković | country of citizenship | Yugoslavia | 1963\n- Dragan Tomić | country of citizenship | Yugoslavia | 1963\n- Verzar | country | Yugoslavia | 1963\n- Suševo | country | Yugoslavia | 1963\n- Q793485 | country | Yugoslavia | 1963\n- Pirot | country | Yugoslavia | 1963\n- Orašje | country | Yugoslavia | 1963\n- Kraljevo | country | Yugoslavia | 1963\nReasoning:", "completion": " Answer: Gianni Brera", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002450", "prompt": " Who was the contains the administrative territorial entity of Germany's head of government's country of citizenship after Württemberg-Baden?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: Bremen", "t_query": 1987.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002451", "prompt": " In what year was the employer of Leopold Ružička equal to ETH Zurich?\nEvidence:\n- Leopold Ružička | employer | ETH Zurich | 1932\n- George Pólya | employer | ETH Zurich | 1932\nReasoning:", "completion": " Answer: 1932", "t_query": 1932.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_002452", "prompt": " Who was the position held of Giorgio Rebuffi's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Italy | currency | Italian lira | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Guerra | country of citizenship | Italy | 1997\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1997.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002453", "prompt": " In what year was the head coach of Mülâyim Erdem's member of sports team equal to Eric Gerets?\nEvidence:\n- Galatasaray S.K. | head coach | Eric Gerets | 2005\n- Mülâyim Erdem | member of sports team | Galatasaray S.K. | 2005\n- Q937898 | member of sports team | Galatasaray S.K. | 2005\n- Q922443 | member of sports team | Galatasaray S.K. | 2005\n- Q729830 | member of sports team | Galatasaray S.K. | 2005\n- Q660534 | member of sports team | Galatasaray S.K. | 2005\n- Q560001 | member of sports team | Galatasaray S.K. | 2005\n- Q556101 | member of sports team | Galatasaray S.K. | 2005\n- Q349941 | member of sports team | Galatasaray S.K. | 2005\n- Q312920 | member of sports team | Galatasaray S.K. | 2005\n- Q307872 | member of sports team | Galatasaray S.K. | 2005\n- Q217097 | member of sports team | Galatasaray S.K. | 2005\n- Q122346 | member of sports team | Galatasaray S.K. | 2005\n- Faryd Mondragón | member of sports team | Galatasaray S.K. | 2005\n- Ayhan Akman | member of sports team | Galatasaray S.K. | 2005\nReasoning:", "completion": " Answer: 2005", "t_query": 2005.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002454", "prompt": " In 1993, what was the head of state of Luca Ronconi's country of citizenship?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\n- Stéphane Grappelli | country of citizenship | Italy | 1993\nReasoning:", "completion": " Answer: Oscar Luigi Scalfaro", "t_query": 1993.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002455", "prompt": " In 1978, whose position held's head of government's work location was Governing Mayor of Berlin?\nEvidence:\n- Dietrich Stobbe | position held | Governing Mayor of Berlin | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Dietrich Stobbe | position held | President of the Bundesrat of Germany | 1978\nReasoning:", "completion": " Answer: David Bowie", "t_query": 1978.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002456", "prompt": " In 1968, what was the member of of Ugo Morin's country of citizenship?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002457", "prompt": " In 1970, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1970\n- Germany | member of | European Coal and Steel Community | 1970\n- Belgium | member of | European Coal and Steel Community | 1970\n- Germany | member of | European Atomic Energy Community | 1970\n- Germany | member of | Western European Union | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: Lina Bo Bardi", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002458", "prompt": " In 1975, whose head of state's country of citizenship was Giovanni Leone?\nEvidence:\n- Italy | head of state | Giovanni Leone | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: Giacomo Rossi-Stuart", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002459", "prompt": " After West Germany territory claimed by German Democratic Republic, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- West Germany | territory claimed by | German Democratic Republic | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\nReasoning:", "completion": " Answer: Württemberg-Baden", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002460", "prompt": " In 1950, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Answer: Hamburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002461", "prompt": " Who was the head of state of Marco Tulli's country of citizenship before Oscar Luigi Scalfaro?\nEvidence:\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1978\n- Marco Tulli | country of citizenship | Italy | 1978\n- Luigi Comencini | country of citizenship | Italy | 1978\n- Luigi Agnolin | country of citizenship | Italy | 1978\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1978\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1978\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: Giovanni Leone", "t_query": 1978.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002462", "prompt": " In what year was the spouse of Leo Gordon equal to Lynn Cartwright?\nEvidence:\n- Lynn Cartwright | spouse | Leo Gordon | 1984\n- Leo Gordon | spouse | Lynn Cartwright | 1984\nReasoning:", "completion": " Answer: 1984", "t_query": 1984.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_002463", "prompt": " In what year was the head of state of United Kingdom equal to Elizabeth II?\nEvidence:\n- United Kingdom | head of state | Elizabeth II | 1989\n- Q672 | head of state | Elizabeth II | 1989\n- New Zealand | head of state | Elizabeth II | 1989\n- United Kingdom | part of | European Union | 1989\n- United Kingdom | member of | European Union | 1989\n- Tony Abbott | country of citizenship | United Kingdom | 1989\n- Robert Morley | country of citizenship | United Kingdom | 1989\n- Liz Smith | country of citizenship | United Kingdom | 1989\n- Q238219 | country for sport | United Kingdom | 1989\nReasoning:", "completion": " Answer: 1989", "t_query": 1989.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_002464", "prompt": " After Wiesbaden country Weimar Republic, what was the head of state of Berolzheim's country?\nEvidence:\n- Berolzheim | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Weimar Republic | head of state | Friedrich Ebert | 1925\n- Weimar Republic | head of state | Paul von Hindenburg | 1925\n- Weimar | country | Weimar Republic | 1925\n- Weimar Republic | head of government | Hans Luther | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Vaterstetten | country | Weimar Republic | 1925\n- Trier | country | Weimar Republic | 1925\n- Speyer | country | Weimar Republic | 1925\n- Regensburg | country | Weimar Republic | 1925\nReasoning:", "completion": " Answer: Paul von Hindenburg", "t_query": 1925.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002465", "prompt": " In 1989, whose head of state's country of citizenship was Francesco Cossiga?\nEvidence:\n- Italy | head of state | Francesco Cossiga | 1989\n- Francesco Scafarelli | country of citizenship | Italy | 1989\n- Francesco Gabrieli | country of citizenship | Italy | 1989\n- Francesco Aguzzoli | country of citizenship | Italy | 1989\n- Loris Francesco Capovilla | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Raul Gardini", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002466", "prompt": " After Emiliano Fabbricatore country of citizenship Italy, what was the head of state of Claudia Vinciguerra's country of citizenship?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Emiliano Fabbricatore | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Giuseppe Saragat", "t_query": 1968.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002467", "prompt": " After Franz Xaver Schwarz member of political party Nazi Party, what was the chairperson of Nazi Party?\nEvidence:\n- Franz Xaver Schwarz | member of political party | Nazi Party | 1936\n- Q73243 | member of political party | Nazi Party | 1936\n- Q58620 | member of political party | Nazi Party | 1936\n- Wilhelm Grewe | member of political party | Nazi Party | 1936\n- Julius Streicher | member of political party | Nazi Party | 1936\n- Hermann Göring | member of political party | Nazi Party | 1936\n- Hartmann Lauterbacher | member of political party | Nazi Party | 1936\n- Hans Günther | member of political party | Nazi Party | 1936\n- August Eigruber | member of political party | Nazi Party | 1936\n- Nazi Party | chairperson | Adolf Hitler | 1936\n- Herbert von Karajan | member of political party | Nazi Party | 1936\n- Prince Philipp, Landgrave of Hesse | member of political party | Nazi Party | 1936\n- Nazi Germany | head of state | Adolf Hitler | 1936\n- Q73243 | member of | Sturmabteilung | 1936\n- Julius Streicher | member of | Reichstag | 1936\nReasoning:", "completion": " Answer: Adolf Hitler", "t_query": 1936.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002468", "prompt": " In 1952, whose residence's head of government's headquarters was United States?\nEvidence:\n- United States | head of government | Harry S. Truman | 1952\n- Frank Tieri | residence | United States | 1952\n- Erazim Kohák | residence | United States | 1952\n- Enrico Fermi | residence | United States | 1952\n- Catherine Schell | residence | United States | 1952\n- Vincent R. Impellitteri | residence | United States | 1952\n- Hans Albert Einstein | residence | United States | 1952\n- Emilio G. Segrè | residence | United States | 1952\n- Harry S. Truman | position held | President of the United States | 1952\n- United States | shares border with | Panama | 1952\n- Rudolf Bauer | work location | United States | 1952\n- Yul Brynner | country of citizenship | United States | 1952\n- Tina Turner | country of citizenship | United States | 1952\n- Richard Pipes | country of citizenship | United States | 1952\n- Angela Lansbury | country of citizenship | United States | 1952\nReasoning:", "completion": " Answer: MetLife", "t_query": 1952.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002469", "prompt": " After Flavio Mogherini country of citizenship Italy, what was the head of state of Giuseppe Colnago's country of citizenship?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: Sandro Pertini", "t_query": 1985.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002470", "prompt": " In 1952, what was the country of citizenship of Franca Ongaro?\nEvidence:\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\n- Wilma Montesi | country of citizenship | Italy | 1952\n- Vittore Catella | country of citizenship | Italy | 1952\n- Vitaliano Brancati | country of citizenship | Italy | 1952\nReasoning:", "completion": " Answer: Italy", "t_query": 1952.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002471", "prompt": " In 1994, what was the country of citizenship of Nino Baragli?\nEvidence:\n- Nino Baragli | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\n- Stefano Angeleri | country of citizenship | Italy | 1994\nReasoning:", "completion": " Answer: Italy", "t_query": 1994.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002472", "prompt": " Who was the country of citizenship of Rahimuddin Khan after British Raj?\nEvidence:\n- Rahimuddin Khan | country of citizenship | Pakistan | 1971\n- Ahmed Rushdi | country of citizenship | Pakistan | 1971\n- Dhaka | country | Pakistan | 1971\nReasoning:", "completion": " Answer: Pakistan", "t_query": 1971.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002473", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Bron", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002474", "prompt": " In 1957, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1957\n- Germany | member of | European Coal and Steel Community | 1957\n- Belgium | member of | European Coal and Steel Community | 1957\n- Germany | member of | European Atomic Energy Community | 1957\n- Germany | member of | Western European Union | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: Ugo Stille", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002475", "prompt": " Who was the located in of Jena before Gera District?\nEvidence:\n- Gera | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Jena | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Jena | country | Nazi Germany | 1942\n- Carl Zeiss AG | headquarters location | Jena | 1942\n- Saxony | located in the administrative territorial entity | Nazi Germany | 1942\n- Berlin | located in the administrative territorial entity | Nazi Germany | 1942\n- Republic of Baden | located in the administrative territorial entity | Nazi Germany | 1942\n- Weimar | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Q15976 | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Free State of Mecklenburg | located in the administrative territorial entity | Nazi Germany | 1942\n- Free State of Anhalt | located in the administrative territorial entity | Nazi Germany | 1942\n- Q822028 | country of registry | Nazi Germany | 1942\n- Q321140 | country of registry | Nazi Germany | 1942\n- Q237358 | country of citizenship | Nazi Germany | 1942\n- U-752 | country of registry | Nazi Germany | 1942\nReasoning:", "completion": " Answer: State of Thuringia (1920–1952)", "t_query": 1942.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002476", "prompt": " After Germany shares border with German Democratic Republic, what was the head of government of Germany?\nEvidence:\n- Germany | shares border with | German Democratic Republic | 1974\n- Germany | shares border with | Czechoslovakia | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Zwickau | country | German Democratic Republic | 1974\n- Zeuthen | country | German Democratic Republic | 1974\n- Wismar | country | German Democratic Republic | 1974\n- Q696016 | country | German Democratic Republic | 1974\n- Q525425 | country | German Democratic Republic | 1974\n- Q45898 | country | German Democratic Republic | 1974\n- Potsdam | country | German Democratic Republic | 1974\n- Neustrelitz | country | German Democratic Republic | 1974\n- Magdeburg | country | German Democratic Republic | 1974\n- Jena | country | German Democratic Republic | 1974\n- Görlitz | country | German Democratic Republic | 1974\nReasoning:", "completion": " Answer: Walter Scheel", "t_query": 1974.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002477", "prompt": " In 1920, whose currency's shares border with's country's work location was Belgian franc?\nEvidence:\n- Belgium | currency | Belgian franc | 1920\n- Neutral Moresnet | currency | Belgian franc | 1920\n- Neutral Moresnet | shares border with | Belgium | 1920\n- Belgium | shares border with | Neutral Moresnet | 1920\n- Weimar Republic | shares border with | Neutral Moresnet | 1920\n- Neutral Moresnet | currency | French franc | 1920\n- Neutral Moresnet | shares border with | Kingdom of the Netherlands | 1920\n- Neutral Moresnet | shares border with | Free State of Prussia | 1920\nReasoning:", "completion": " Answer: Carel Willink", "t_query": 1920.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 8, "_lever_variant": "terse"} +{"id": "sft_002478", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Feyzin", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002479", "prompt": " In 1974, whose head of government was Helmut Schmidt?\nEvidence:\n- Germany | head of government | Helmut Schmidt | 1974\n- Helmut Schmidt | spouse | Loki Schmidt | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Bonn | capital of | Germany | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Universal Copyright Convention | signatory | Germany | 1974\n- Germany | significant event | Berlin Wall | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002480", "prompt": " In 1904, what was the spouse of Gustav Stresemann?\nEvidence:\n- Käte Stresemann | spouse | Gustav Stresemann | 1904\n- Gustav Stresemann | spouse | Käte Stresemann | 1904\nReasoning:", "completion": " Answer: Käte Stresemann", "t_query": 1904.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_002481", "prompt": " In 2003, what was the located in of Urban Community of Lyon's contains the administrative territorial entity?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Rhône", "t_query": 2003.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002482", "prompt": " In 1966, what was the member of of Cesare Terranova's country of citizenship?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1966.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002483", "prompt": " In 1968, what was the member of of Ugo Morin's country of citizenship?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002484", "prompt": " After Rahimuddin Khan country of citizenship British Raj, what was the country of citizenship of Rahimuddin Khan?\nEvidence:\n- Rahimuddin Khan | country of citizenship | Pakistan | 1971\n- Ahmed Rushdi | country of citizenship | Pakistan | 1971\n- Dhaka | country | Pakistan | 1971\nReasoning:", "completion": " Answer: Pakistan", "t_query": 1971.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002485", "prompt": " Who was the country of Cheb before Czechoslovakia?\nEvidence:\n- Cheb | country | Austria–Hungary | 1900\n- Q942980 | country of citizenship | Austria–Hungary | 1900\n- Q743984 | country of citizenship | Austria–Hungary | 1900\n- Q47561 | country of citizenship | Austria–Hungary | 1900\n- Q155855 | country of citizenship | Austria–Hungary | 1900\n- Emperor of Austria | country | Austria–Hungary | 1900\n- Archduchy of Austria | country | Austria–Hungary | 1900\n- Mykhailo Yatskiv | country of citizenship | Austria–Hungary | 1900\n- Josef Breuer | country of citizenship | Austria–Hungary | 1900\n- Uberto de Morpurgo | country of citizenship | Austria–Hungary | 1900\n- Q193474 | located in the administrative territorial entity | Austria–Hungary | 1900\n- Horodok | located in the administrative territorial entity | Austria–Hungary | 1900\n- Zhovkva | country | Austria–Hungary | 1900\n- Voitsberg | country | Austria–Hungary | 1900\n- Voinyliv | country | Austria–Hungary | 1900\nReasoning:", "completion": " Answer: Austria–Hungary", "t_query": 1900.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002486", "prompt": " After Shane McMahon sport referee, what was the employer of Shane McMahon?\nEvidence:\n- Shane McMahon | sport | referee | 2010\n- Shane McMahon | sport | professional wrestling | 2010\n- Shane McMahon | employer | WWE | 2010\n- Shane McMahon | occupation | entrepreneur | 2010\n- Vince McMahon | employer | WWE | 2010\n- Q44304 | sport | professional wrestling | 2010\n- Ring of Honor | sport | professional wrestling | 2010\n- Q285372 | employer | WWE | 2010\n- Mike Chioda | employer | WWE | 2010\nReasoning:", "completion": " Answer: WWE", "t_query": 2010.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_002487", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon equal to Caluire-et-Cuire?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\nReasoning:", "completion": " Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002488", "prompt": " Who was the country of citizenship of Maria Rita Saulle after Kingdom of Italy?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Italy", "t_query": 1989.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002489", "prompt": " After Domenico Chiaramello country of citizenship Italy, what was the member of of Gianni Brera's country of citizenship?\nEvidence:\n- Domenico Chiaramello | country of citizenship | Italy | 1963\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1963.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002490", "prompt": " In 1947, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1947\n- Q612509 | country of citizenship | Italy | 1947\n- Q454036 | country of citizenship | Italy | 1947\n- Q435856 | country of citizenship | Italy | 1947\n- Q432318 | country of citizenship | Italy | 1947\n- Q429298 | country of citizenship | Italy | 1947\n- Q340261 | country of citizenship | Italy | 1947\n- Q318968 | country of citizenship | Italy | 1947\n- Q264986 | country of citizenship | Italy | 1947\n- Q219490 | country of citizenship | Italy | 1947\n- Q213482 | country of citizenship | Italy | 1947\n- Dalida | country of citizenship | Italy | 1947\n- Wilma Montesi | country of citizenship | Italy | 1947\n- Vittore Catella | country of citizenship | Italy | 1947\n- Vitaliano Brancati | country of citizenship | Italy | 1947\nReasoning:", "completion": " Answer: Eleonora Rossi Drago", "t_query": 1947.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002491", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Bron", "t_query": 2003.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002492", "prompt": " Who was the head of government of Lina Bo Bardi's country of citizenship after Giuseppe Pella?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Giuseppe Prisco | country of citizenship | Italy | 1970\n- Giuseppe Patanè | country of citizenship | Italy | 1970\n- Giuseppe Meazza | country of citizenship | Italy | 1970\n- Giuseppe Gabrielli | country of citizenship | Italy | 1970\n- Giuseppe Colnago | country of citizenship | Italy | 1970\n- Giuseppe Busso | country of citizenship | Italy | 1970\n- Giuseppe Antonini | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: Emilio Colombo", "t_query": 1970.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002493", "prompt": " Who was the head of government of Carel Willink's work location's country before Heinrich Brüning?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Answer: Gustav Bauer", "t_query": 1920.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_002494", "prompt": " After Paul Foucart employer Collège de France, what was the member of of Paul Foucart?\nEvidence:\n- Paul Foucart | employer | Collège de France | 1925\n- Q664948 | employer | Collège de France | 1925\n- Q462281 | employer | Collège de France | 1925\n- Q333292 | employer | Collège de France | 1925\n- Q328758 | employer | Collège de France | 1925\n- Q202790 | employer | Collège de France | 1925\n- Sylvain Lévi | employer | Collège de France | 1925\n- Lucien Cayeux | employer | Collège de France | 1925\n- Antoine Meillet | employer | Collège de France | 1925\n- André Mazon | professorship | Collège de France | 1925\n- Paul Foucart | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q972619 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q587038 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q521592 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q516758 | member of | Académie des Inscriptions et Belles-Lettres | 1925\nReasoning:", "completion": " Answer: Académie des Inscriptions et Belles-Lettres", "t_query": 1925.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002495", "prompt": " After Ashgabat country Soviet Union, what was the capital of of Ashgabat?\nEvidence:\n- Ashgabat | country | Soviet Union | 1979\n- Ashgabat | capital of | Turkmen Soviet Socialist Republic | 1979\n- Zhytomyr | country | Soviet Union | 1979\n- Zastavna | country | Soviet Union | 1979\n- Yevpatoriia | country | Soviet Union | 1979\n- Yalta | country | Soviet Union | 1979\n- Vyazma | country | Soviet Union | 1979\n- Voronezh | country | Soviet Union | 1979\n- Vologda | country | Soviet Union | 1979\n- Volodarsk | country | Soviet Union | 1979\n- Volhynia | country | Soviet Union | 1979\n- Voinyliv | country | Soviet Union | 1979\n- Vladivostok | country | Soviet Union | 1979\n- Vinnytsia | country | Soviet Union | 1979\n- Vanadzor | country | Soviet Union | 1979\nReasoning:", "completion": " Answer: Turkmen Soviet Socialist Republic", "t_query": 1979.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002496", "prompt": " In what year was the owner of of Seoul Metropolitan Government equal to Seoul Metro Corporation?\nEvidence:\n- Seoul Metropolitan Government | owner of | Seoul Metro Corporation | 1985\nReasoning:", "completion": " Answer: 1985", "t_query": 1985.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_002497", "prompt": " After Würzburg head of government Andreas Grieser, what was the country of Würzburg?\nEvidence:\n- Würzburg | country | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\n- Martin Walser | country of citizenship | West Germany | 1950\n- Martin Albrecht | country of citizenship | West Germany | 1950\n- Jürgen Kissner | country of citizenship | West Germany | 1950\n- Helmut Kohl | country of citizenship | West Germany | 1950\n- Albrecht Brandi | country of citizenship | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\nReasoning:", "completion": " Answer: West Germany", "t_query": 1950.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002498", "prompt": " In what year was the member of of Ugo Stille's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: 1957", "t_query": 1957.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002499", "prompt": " Who was the position held of Germany's head of state after Federal Ministry for Economic Cooperation and Development?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\nReasoning:", "completion": " Answer: Federal Minister for Foreign Affairs", "t_query": 1974.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002500", "prompt": " After Ronald Reagan occupation actor, what was the position held of Erazim Kohák's residence's head of government?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- United States | shares border with | Panama | 1988\n- Tony Miles | country for sport | United States | 1988\n- Julie Mehretu | work location | United States | 1988\n- Discovery Channel | country | United States | 1988\nReasoning:", "completion": " Answer: President of the United States", "t_query": 1988.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 13, "_lever_variant": "terse"} +{"id": "sft_002501", "prompt": " In 2009, what was the head of government of Italy?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 2009\n- Tullio Kezich | country of citizenship | Italy | 2009\n- Stefano Angeleri | country of citizenship | Italy | 2009\n- Sergio Bonelli | country of citizenship | Italy | 2009\n- Sebastiano Mannironi | country of citizenship | Italy | 2009\n- Salvatore Cassisa | country of citizenship | Italy | 2009\n- Rossana Rossanda | country of citizenship | Italy | 2009\n- Roberto Tucci | country of citizenship | Italy | 2009\n- Plinio Antolini | country of citizenship | Italy | 2009\n- Piergiorgio Nesti | country of citizenship | Italy | 2009\n- Paolo Villaggio | country of citizenship | Italy | 2009\n- Paolo Rossi | country of citizenship | Italy | 2009\n- Nino Baragli | country of citizenship | Italy | 2009\n- Marcello Costalunga | country of citizenship | Italy | 2009\n- Luigi Agnolin | country of citizenship | Italy | 2009\nReasoning:", "completion": " Answer: Silvio Berlusconi", "t_query": 2009.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002502", "prompt": " After Nakhchivan country Soviet Union, what was the country of Nakhchivan?\nEvidence:\n- Nakhchivan | country | Soviet Union | 1949\n- Nakhchivan | country | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Nakhchivan | country | Azerbaijan Soviet Socialist Republic | 1949\n- Nakhchivan | located in the administrative territorial entity | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Zhytomyr | country | Soviet Union | 1949\n- Zastavna | country | Soviet Union | 1949\n- Yevpatoriia | country | Soviet Union | 1949\n- Yalta | country | Soviet Union | 1949\n- Vyazma | country | Soviet Union | 1949\n- Voronezh | country | Soviet Union | 1949\n- Vologda | country | Soviet Union | 1949\n- Volodarsk | country | Soviet Union | 1949\n- Volhynia | country | Soviet Union | 1949\n- Voinyliv | country | Soviet Union | 1949\n- Vladivostok | country | Soviet Union | 1949\nReasoning:", "completion": " Answer: Azerbaijan Soviet Socialist Republic", "t_query": 1949.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002503", "prompt": " Who was the member of political party of Germany's head of state after Nazi Party?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\nReasoning:", "completion": " Answer: Free Democratic Party", "t_query": 1974.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002504", "prompt": " In 1987, what was the diplomatic relation of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | diplomatic relation | German Democratic Republic | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\nReasoning:", "completion": " Answer: German Democratic Republic", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002505", "prompt": " In 2003, whose currency was Cypriot pound?\nEvidence:\n- Cyprus | currency | Cypriot pound | 2003\nReasoning:", "completion": " Answer: Cyprus", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_002506", "prompt": " In what year was the member of sports team of Diego Benaglio equal to AS Monaco FC?\nEvidence:\n- Diego Benaglio | member of sports team | AS Monaco FC | 2020\n- Stevan Jovetić | member of sports team | AS Monaco FC | 2020\nReasoning:", "completion": " Answer: 2020", "t_query": 2020.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_002507", "prompt": " After Gianandrea Gavazzeni country of citizenship Italy, what was the shares border with of Giuseppe Colnago's country of citizenship?\nEvidence:\n- Gianandrea Gavazzeni | country of citizenship | Italy | 1985\n- Italy | shares border with | Yugoslavia | 1985\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1985.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002508", "prompt": " In 1937, what was the spouse of Gustaf VI Adolf of Sweden?\nEvidence:\n- Louise Mountbatten | spouse | Gustaf VI Adolf of Sweden | 1937\n- Gustaf VI Adolf of Sweden | spouse | Louise Mountbatten | 1937\n- Gustaf VI Adolf of Sweden | noble title | duke | 1937\n- Gustaf VI Adolf of Sweden | position held | crown prince | 1937\n- Gustaf VI Adolf of Sweden | noble title | crown prince | 1937\n- Louise Mountbatten | noble title | queen consort | 1937\nReasoning:", "completion": " Answer: Louise Mountbatten", "t_query": 1937.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_002509", "prompt": " Who was the contains the administrative territorial entity of Bernard Schultze's work location's country after Bremen?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: Baden-Württemberg", "t_query": 1953.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002510", "prompt": " In what year was the currency of Mannheim's country equal to Deutsche Mark?\nEvidence:\n- West Germany | currency | Deutsche Mark | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\n- Martin Walser | country of citizenship | West Germany | 1950\n- Martin Albrecht | country of citizenship | West Germany | 1950\n- Jürgen Kissner | country of citizenship | West Germany | 1950\n- Helmut Kohl | country of citizenship | West Germany | 1950\n- Albrecht Brandi | country of citizenship | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\nReasoning:", "completion": " Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002511", "prompt": " Who was the country of citizenship of Raul Gardini after Kingdom of Italy?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\n- Stéphane Grappelli | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Italy", "t_query": 1989.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002512", "prompt": " After Biagio Marin country of citizenship Italy, what was the head of state of Marco Tulli's country of citizenship?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: Giovanni Leone", "t_query": 1978.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002513", "prompt": " In what year was the head of state of Germany equal to Gustav Heinemann?\nEvidence:\n- Germany | head of state | Gustav Heinemann | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002514", "prompt": " After Giovanni Lilliu country of citizenship Italy, what was the head of state of Giacomo Rossi-Stuart's country of citizenship?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: Giovanni Leone", "t_query": 1975.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002515", "prompt": " In 1953, whose spouse was Dulcie Gray?\nEvidence:\n- Michael Denison | spouse | Dulcie Gray | 1953\n- Dulcie Gray | spouse | Michael Denison | 1953\nReasoning:", "completion": " Answer: Michael Denison", "t_query": 1953.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_002516", "prompt": " In what year was the contains the administrative territorial entity of Bernard Schultze's work location's country equal to Hamburg?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: 1953", "t_query": 1953.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002517", "prompt": " In 1972, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Answer: Saarland", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002518", "prompt": " Who was the member of of Romolo Alzani's country of citizenship after European Economic Community?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1987.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002519", "prompt": " After Luigi Bertolini country of citizenship Italy, what was the member of of Antonio Corpora's country of citizenship?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Luigi Comencini | country of citizenship | Italy | 1962\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1962\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1962\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1962\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1962.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002520", "prompt": " In 1967, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1967\n- Germany | member of | European Coal and Steel Community | 1967\n- Belgium | member of | European Coal and Steel Community | 1967\n- Germany | member of | European Atomic Energy Community | 1967\n- Germany | member of | Western European Union | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\nReasoning:", "completion": " Answer: Flaviano Vicentini", "t_query": 1967.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002521", "prompt": " After Laura Solari country of citizenship Italy, what was the member of of Salvatore Fiume's country of citizenship?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Laura Adani | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1971.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002522", "prompt": " Who was the adjacent station of Nopporo Station after Atsubetsu Station?\nEvidence:\n- Nopporo Station | adjacent station | Atsubetsu Station | 1956\n- Nopporo Station | adjacent station | Ebetsu Station | 1956\n- Ebetsu Station | adjacent station | Nopporo Station | 1956\n- Ebetsu Station | adjacent station | Horomui Station | 1956\nReasoning:", "completion": " Answer: Ebetsu Station", "t_query": 1956.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_002523", "prompt": " In what year was the position held of Italy's head of state equal to President of Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Tonino Cervi | country of citizenship | Italy | 1971\n- Tiziano Terzani | country of citizenship | Italy | 1971\n- Stéphane Grappelli | country of citizenship | Italy | 1971\n- Simon Spierer | country of citizenship | Italy | 1971\n- Sergio Mantovani | country of citizenship | Italy | 1971\n- Sergio Bonelli | country of citizenship | Italy | 1971\n- Rossana Rossanda | country of citizenship | Italy | 1971\n- Romeo Bertini | country of citizenship | Italy | 1971\n- Renata Tebaldi | country of citizenship | Italy | 1971\n- Primo Nebiolo | country of citizenship | Italy | 1971\n- Pietro Parente | country of citizenship | Italy | 1971\n- Oriana Fallaci | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: 1971", "t_query": 1971.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002524", "prompt": " Who was the member of of Clelio Darida's country of citizenship before European Economic Community?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1968.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002525", "prompt": " In 1962, what was the shares border with of Antonio Corpora's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1962\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002526", "prompt": " In 1994, what was the member of of Nino Baragli's country of citizenship?\nEvidence:\n- Nino Baragli | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\n- Stefano Angeleri | country of citizenship | Italy | 1994\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1994.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002527", "prompt": " Who was the head of government of Italy after Bettino Craxi?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 2007\n- Tullio Kezich | country of citizenship | Italy | 2007\n- Stefano Angeleri | country of citizenship | Italy | 2007\n- Sergio Bonelli | country of citizenship | Italy | 2007\n- Sebastiano Mannironi | country of citizenship | Italy | 2007\n- Salvatore Cassisa | country of citizenship | Italy | 2007\n- Rossana Rossanda | country of citizenship | Italy | 2007\n- Roberto Tucci | country of citizenship | Italy | 2007\n- Plinio Antolini | country of citizenship | Italy | 2007\n- Pino Lancetti | country of citizenship | Italy | 2007\n- Piergiorgio Nesti | country of citizenship | Italy | 2007\n- Paolo Villaggio | country of citizenship | Italy | 2007\n- Paolo Rossi | country of citizenship | Italy | 2007\n- Nino Baragli | country of citizenship | Italy | 2007\n- Marcello Costalunga | country of citizenship | Italy | 2007\nReasoning:", "completion": " Answer: Romano Prodi", "t_query": 2007.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002528", "prompt": " In what year was the residence of Erazim Kohák equal to United States?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Discovery Channel | country | United States | 1988\n- United States | shares border with | Panama | 1988\n- Julie Mehretu | work location | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Tony Miles | country for sport | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\nReasoning:", "completion": " Answer: 1988", "t_query": 1988.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 13, "_lever_variant": "terse"} +{"id": "sft_002529", "prompt": " In 1987, what was the currency of Romolo Alzani's country of citizenship?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Italy | currency | Italian lira | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002530", "prompt": " In what year was the currency of Luigi Pistilli's country of citizenship equal to Italian lira?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: 1963", "t_query": 1963.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002531", "prompt": " In what year was the head of government of Russian Soviet Federative Socialist Republic equal to Vitaly Vorotnikov?\nEvidence:\n- Russian Soviet Federative Socialist Republic | head of government | Vitaly Vorotnikov | 1987\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1987\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1987\n- Kaliningrad Oblast | exclave of | Russian Soviet Federative Socialist Republic | 1987\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1987\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Sakhalin Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\nReasoning:", "completion": " Answer: 1987", "t_query": 1987.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002532", "prompt": " After India head of state Rajendra Prasad, what was the head of state of Virbhadra Singh's country of citizenship?\nEvidence:\n- Virbhadra Singh | country of citizenship | India | 1993\n- India | head of state | Shankar Dayal Sharma | 1993\n- M. S. Swaminathan | country of citizenship | India | 1993\n- Abhijit Banerjee | country of citizenship | India | 1993\n- India | head of government | P. V. Narasimha Rao | 1993\n- India | contains the administrative territorial entity | Daman and Diu | 1993\nReasoning:", "completion": " Answer: Shankar Dayal Sharma", "t_query": 1993.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_002533", "prompt": " After Francesco Antonazzi country of citizenship Italy, what was the currency of Romano Mussolini's country of citizenship?\nEvidence:\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Francesco Scafarelli | country of citizenship | Italy | 1984\n- Francesco Gabrieli | country of citizenship | Italy | 1984\n- Francesco Aguzzoli | country of citizenship | Italy | 1984\n- Loris Francesco Capovilla | country of citizenship | Italy | 1984\n- Italy | currency | Italian lira | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1984.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002534", "prompt": " In what year was the country of citizenship of Ignazio Silone equal to Kingdom of Italy?\nEvidence:\n- Ignazio Silone | country of citizenship | Kingdom of Italy | 1919\n- Q976653 | country of citizenship | Kingdom of Italy | 1919\n- Q972711 | country of citizenship | Kingdom of Italy | 1919\n- Q922237 | country of citizenship | Kingdom of Italy | 1919\n- Q890523 | country of citizenship | Kingdom of Italy | 1919\n- Q765946 | country of citizenship | Kingdom of Italy | 1919\n- Q745874 | country of citizenship | Kingdom of Italy | 1919\n- Q728589 | country of citizenship | Kingdom of Italy | 1919\n- Q715036 | country of citizenship | Kingdom of Italy | 1919\n- Q706466 | country of citizenship | Kingdom of Italy | 1919\n- Q678253 | country of citizenship | Kingdom of Italy | 1919\n- Q653839 | country of citizenship | Kingdom of Italy | 1919\n- Q65151 | country of citizenship | Kingdom of Italy | 1919\n- Q630519 | country of citizenship | Kingdom of Italy | 1919\n- Q603148 | country of citizenship | Kingdom of Italy | 1919\nReasoning:", "completion": " Answer: 1919", "t_query": 1919.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002535", "prompt": " In 1941, what was the country of Monza?\nEvidence:\n- Monza | country | Kingdom of Italy | 1941\n- Marche | located in the administrative territorial entity | Kingdom of Italy | 1941\n- Lombardy | located in the administrative territorial entity | Kingdom of Italy | 1941\n- Q9409 | country | Kingdom of Italy | 1941\n- Q6259 | country | Kingdom of Italy | 1941\n- Q2704 | country | Kingdom of Italy | 1941\n- Q16163 | country | Kingdom of Italy | 1941\n- Marche | country | Kingdom of Italy | 1941\n- Lombardy | country | Kingdom of Italy | 1941\n- Cagliari | country | Kingdom of Italy | 1941\n- Q976653 | country of citizenship | Kingdom of Italy | 1941\n- Q972711 | country of citizenship | Kingdom of Italy | 1941\n- Q922237 | country of citizenship | Kingdom of Italy | 1941\n- Q890523 | country of citizenship | Kingdom of Italy | 1941\n- Q741387 | country of citizenship | Kingdom of Italy | 1941\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1941.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002536", "prompt": " In 1989, whose country of citizenship was Italy?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\n- Stéphane Grappelli | country of citizenship | Italy | 1989\n- Simon Spierer | country of citizenship | Italy | 1989\n- Sergio Mantovani | country of citizenship | Italy | 1989\n- Sergio Bonelli | country of citizenship | Italy | 1989\n- Salvatore Cassisa | country of citizenship | Italy | 1989\n- Rossana Rossanda | country of citizenship | Italy | 1989\n- Renata Tebaldi | country of citizenship | Italy | 1989\n- Primo Nebiolo | country of citizenship | Italy | 1989\n- Pino Lancetti | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Maria Rita Saulle", "t_query": 1989.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002537", "prompt": " After Paolo Marcello Brignoli country of citizenship Italy, what was the currency of Giacomo Rossi-Stuart's country of citizenship?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Marcello Costalunga | country of citizenship | Italy | 1975\n- Marcello Candia | country of citizenship | Italy | 1975\n- Marcello Baldi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Paolo Villaggio | country of citizenship | Italy | 1975\n- Paolo Heusch | country of citizenship | Italy | 1975\n- Paolo Carlini | country of citizenship | Italy | 1975\n- Paolo Amadesi | country of citizenship | Italy | 1975\n- Paolo Agosteo | country of citizenship | Italy | 1975\n- Paolo Caccia Dominioni | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1975.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002538", "prompt": " In what year was the member of of Luigi Pistilli's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: 1963", "t_query": 1963.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002539", "prompt": " In 1987, what was the head of government of Germany's capital's capital of's contains the administrative territorial entity?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | Germany | 1987\n- Bonn | capital of | West Germany | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Afghanistan | basic form of government | republic | 1987\n- East Berlin | capital of | German Democratic Republic | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Germany | member of | Western European Union | 1987\nReasoning:", "completion": " Answer: Q110719", "t_query": 1987.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002540", "prompt": " After István Kocsis member of sports team Pécsi MFC, what was the member of sports team of István Kocsis?\nEvidence:\n- István Kocsis | member of sports team | Budapest Honvéd FC | 1979\n- István Kocsis | member of sports team | Hungary men's national football team | 1979\n- Q937089 | member of sports team | Budapest Honvéd FC | 1979\n- Q901558 | member of sports team | Budapest Honvéd FC | 1979\n- Q729103 | member of sports team | Budapest Honvéd FC | 1979\n- Q852818 | member of sports team | Hungary men's national football team | 1979\n- Q838673 | member of sports team | Hungary men's national football team | 1979\n- Q838670 | member of sports team | Hungary men's national football team | 1979\n- Q729669 | member of sports team | Hungary men's national football team | 1979\n- Q729070 | member of sports team | Hungary men's national football team | 1979\n- Q727784 | member of sports team | Hungary men's national football team | 1979\n- Q699497 | member of sports team | Hungary men's national football team | 1979\n- Q361244 | member of sports team | Hungary men's national football team | 1979\n- Ferenc Csongrádi | member of sports team | Hungary men's national football team | 1979\nReasoning:", "completion": " Answer: Budapest Honvéd FC", "t_query": 1979.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 14, "_lever_variant": "terse"} +{"id": "sft_002541", "prompt": " After Bruno Fattori country of citizenship Italy, what was the head of state of Elena Altieri's country of citizenship?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Bruno Venturini | country of citizenship | Italy | 1977\n- Bruno Schettino | country of citizenship | Italy | 1977\n- Bruno Bertotti | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\nReasoning:", "completion": " Answer: Giovanni Leone", "t_query": 1977.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002542", "prompt": " In what year was the member of of Cesare Terranova's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Answer: 1966", "t_query": 1966.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002543", "prompt": " In 1963, what was the position held of Giovanni Spadolini's country of citizenship's head of state?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1963\n- Giovanni Mardersteig | country of citizenship | Italy | 1963\n- Giovanni Invernizzi | country of citizenship | Italy | 1963\n- Giovanni Goria | country of citizenship | Italy | 1963\n- Giovanni Ferrofino | country of citizenship | Italy | 1963\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1963.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002544", "prompt": " In what year was the head of state of Angelo Martino Colombo's country of citizenship equal to Carlo Azeglio Ciampi?\nEvidence:\n- Angelo Martino Colombo | country of citizenship | Italy | 2004\n- Alberto De Martino | country of citizenship | Italy | 2004\n- Angelo Infanti | country of citizenship | Italy | 2004\n- Angelo Cuniberti | country of citizenship | Italy | 2004\n- Carlo Giuffré | country of citizenship | Italy | 2004\n- Carlo Fruttero | country of citizenship | Italy | 2004\n- Carlo Curis | country of citizenship | Italy | 2004\n- Carlo Cercignani | country of citizenship | Italy | 2004\n- Q679495 | country of citizenship | Italy | 2004\n- Q678840 | country of citizenship | Italy | 2004\n- Q445276 | country of citizenship | Italy | 2004\n- Q383551 | country of citizenship | Italy | 2004\n- Vittorio Vettori | country of citizenship | Italy | 2004\n- Vito Lattanzio | country of citizenship | Italy | 2004\n- Veriano Luchetti | country of citizenship | Italy | 2004\nReasoning:", "completion": " Answer: 2004", "t_query": 2004.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002545", "prompt": " In what year was the part of of United Kingdom equal to European Union?\nEvidence:\n- United Kingdom | part of | European Union | 1989\n- United Kingdom | member of | European Union | 1989\n- United Kingdom | head of state | Elizabeth II | 1989\n- Tony Abbott | country of citizenship | United Kingdom | 1989\n- Robert Morley | country of citizenship | United Kingdom | 1989\n- Liz Smith | country of citizenship | United Kingdom | 1989\n- Q238219 | country for sport | United Kingdom | 1989\n- Q672 | head of state | Elizabeth II | 1989\n- New Zealand | head of state | Elizabeth II | 1989\nReasoning:", "completion": " Answer: 1989", "t_query": 1989.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_002546", "prompt": " In 1947, what was the shares border with of East Berlin?\nEvidence:\n- East Berlin | shares border with | West Berlin | 1947\nReasoning:", "completion": " Answer: West Berlin", "t_query": 1947.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_002547", "prompt": " In 1952, what was the member of of Franca Ongaro's country of citizenship?\nEvidence:\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\n- Wilma Montesi | country of citizenship | Italy | 1952\n- Vittore Catella | country of citizenship | Italy | 1952\n- Vitaliano Brancati | country of citizenship | Italy | 1952\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1952.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002548", "prompt": " After Biebrich country West Germany, what was the currency of Germany's capital's capital of?\nEvidence:\n- West Germany | currency | Deutsche Mark | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\nReasoning:", "completion": " Answer: Deutsche Mark", "t_query": 1974.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002549", "prompt": " In 1988, what was the position held of Erazim Kohák's residence's head of government?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- United States | shares border with | Panama | 1988\n- Tony Miles | country for sport | United States | 1988\n- Julie Mehretu | work location | United States | 1988\n- Discovery Channel | country | United States | 1988\nReasoning:", "completion": " Answer: President of the United States", "t_query": 1988.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 13, "_lever_variant": "terse"} +{"id": "sft_002550", "prompt": " In 1904, what was the located in of Dushanbe?\nEvidence:\n- Dushanbe | located in the administrative territorial entity | Emirate of Bukhara | 1904\n- Termez | country | Emirate of Bukhara | 1904\n- Emirate of Bukhara | country | Russian Empire | 1904\nReasoning:", "completion": " Answer: Emirate of Bukhara", "t_query": 1904.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002551", "prompt": " Who was the work location of Louise Bourgeois before New York City?\nEvidence:\n- Louise Bourgeois | work location | Paris | 1935\n- Louise Bourgeois | educated at | University of Paris | 1935\n- Q87063 | work location | Paris | 1935\n- Q763355 | work location | Paris | 1935\n- Q674956 | work location | Paris | 1935\n- Q399091 | work location | Paris | 1935\n- Q384860 | work location | Paris | 1935\n- Q319861 | work location | Paris | 1935\n- Q216703 | work location | Paris | 1935\n- Q216570 | work location | Paris | 1935\n- Q116714 | work location | Paris | 1935\n- Zoltán Kemény | work location | Paris | 1935\n- René Huyghe | work location | Paris | 1935\n- Pierre Balmain | work location | Paris | 1935\n- Mikhail Larionov | work location | Paris | 1935\nReasoning:", "completion": " Answer: Paris", "t_query": 1935.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002552", "prompt": " In 1974, what was the anthem of Chelyabinsk Oblast's located in?\nEvidence:\n- Zlatoust | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Yuzhnouralsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Troitsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Miass | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Verkhny Ufaley | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Chelyabinsk Oblast | country | Soviet Union | 1974\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Chelyabinsk | country | Soviet Union | 1974\n- Sumy Oblast | country | Soviet Union | 1974\n- Semipalatinsk Oblast | country | Soviet Union | 1974\n- Poltava Oblast | country | Soviet Union | 1974\n- Omsk Oblast | country | Soviet Union | 1974\n- Odesa Oblast | country | Soviet Union | 1974\n- Novosibirsk Oblast | country | Soviet Union | 1974\n- Murmansk Oblast | country | Soviet Union | 1974\nReasoning:", "completion": " Answer: State Anthem of the Soviet Union", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002553", "prompt": " In 1985, what was the head of state of Giuseppe Colnago's country of citizenship?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: Sandro Pertini", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002554", "prompt": " In 1950, whose currency's country was Deutsche Mark?\nEvidence:\n- Germany | currency | Deutsche Mark | 1950\n- West Germany | currency | Deutsche Mark | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\n- Wiesbaden | country | West Germany | 1950\n- Viersen | country | West Germany | 1950\n- Speyer | country | West Germany | 1950\n- Sande | country | West Germany | 1950\n- Q52041 | country | West Germany | 1950\n- Neuenkirchen | country | West Germany | 1950\n- Mannheim | country | West Germany | 1950\n- Lörrach | country | West Germany | 1950\n- Kiel | country | West Germany | 1950\nReasoning:", "completion": " Answer: Mannheim", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002555", "prompt": " Who was the member of of Umberto Mastroianni's country of citizenship after European Economic Community?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\n- Tiziano Terzani | country of citizenship | Italy | 1995\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1995.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002556", "prompt": " In 2000, what was the member of of Renata Tebaldi's country of citizenship?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\n- Tonino Cervi | country of citizenship | Italy | 2000\n- Tiziano Terzani | country of citizenship | Italy | 2000\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 2000.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002557", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon equal to Fleurieu-sur-Saône?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Fleurieu-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Rochetaillée-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Neuville-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Albigny-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002558", "prompt": " After Alessandrino location Municipio VII, what was the located in of Alessandrino?\nEvidence:\n- Alessandrino | location | Municipio VII | 2010\n- Alessandrino | located in the administrative territorial entity | Rome | 2010\n- Q957522 | located in the administrative territorial entity | Rome | 2010\n- Q924665 | located in the administrative territorial entity | Rome | 2010\n- Q508715 | located in the administrative territorial entity | Rome | 2010\n- San Lorenzo | located in the administrative territorial entity | Rome | 2010\n- Castel Fusano | located in the administrative territorial entity | Rome | 2010\nReasoning:", "completion": " Answer: Rome", "t_query": 2010.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_002559", "prompt": " After M. S. Swaminathan country of citizenship India, what was the contains the administrative territorial entity of Virbhadra Singh's country of citizenship?\nEvidence:\n- Virbhadra Singh | country of citizenship | India | 1993\n- M. S. Swaminathan | country of citizenship | India | 1993\n- India | contains the administrative territorial entity | Daman and Diu | 1993\n- Abhijit Banerjee | country of citizenship | India | 1993\n- India | head of state | Shankar Dayal Sharma | 1993\n- India | head of government | P. V. Narasimha Rao | 1993\nReasoning:", "completion": " Answer: Daman and Diu", "t_query": 1993.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_002560", "prompt": " In what year was the located in of Briesing equal to Niedergurig?\nEvidence:\n- Briesing | located in the administrative territorial entity | Niedergurig | 1937\nReasoning:", "completion": " Answer: 1937", "t_query": 1937.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_002561", "prompt": " In 1961, what was the member of of Mario Gentili's country of citizenship?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002562", "prompt": " Who was the head of state of Raul Gardini's country of citizenship after Giovanni Leone?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Giovanni Invernizzi | country of citizenship | Italy | 1989\n- Giovanni Goria | country of citizenship | Italy | 1989\n- Giovanni Ferrofino | country of citizenship | Italy | 1989\n- Giovanni Azzini | country of citizenship | Italy | 1989\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Francesco Cossiga", "t_query": 1989.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002563", "prompt": " In what year was the currency of Alfonso Brescia's country of citizenship equal to Italian lira?\nEvidence:\n- Alfonso Brescia | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\n- Q318968 | country of citizenship | Italy | 1948\n- Q264986 | country of citizenship | Italy | 1948\n- Q219490 | country of citizenship | Italy | 1948\n- Q213482 | country of citizenship | Italy | 1948\n- Dalida | country of citizenship | Italy | 1948\n- Wilma Montesi | country of citizenship | Italy | 1948\n- Vittore Catella | country of citizenship | Italy | 1948\nReasoning:", "completion": " Answer: 1948", "t_query": 1948.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002564", "prompt": " After Mario Palanti country of citizenship Italy, what was the award received of Italy's head of state?\nEvidence:\n- Mario Roatta | country of citizenship | Italy | 1966\n- Mario Gentili | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Veriano Luchetti | country of citizenship | Italy | 1966\n- Tonino Cervi | country of citizenship | Italy | 1966\n- Tiziano Terzani | country of citizenship | Italy | 1966\n- Stéphane Grappelli | country of citizenship | Italy | 1966\n- Simon Spierer | country of citizenship | Italy | 1966\n- Sergio Mantovani | country of citizenship | Italy | 1966\n- Sergio Bonelli | country of citizenship | Italy | 1966\n- Rossana Rossanda | country of citizenship | Italy | 1966\n- Romeo Bertini | country of citizenship | Italy | 1966\n- Renata Tebaldi | country of citizenship | Italy | 1966\nReasoning:", "completion": " Answer: Supreme Order of Christ", "t_query": 1966.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002565", "prompt": " After Max Weber work location New York City, what was the head of government of New York City7131's headquarters?\nEvidence:\n- Max Weber | work location | New York City | 1952\n- MetLife | headquarters location | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Elliott Erwitt | work location | New York City | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- William Vickrey | residence | New York City | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\nReasoning:", "completion": " Answer: Vincent R. Impellitteri", "t_query": 1952.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002566", "prompt": " In 1925, whose country was Weimar Republic?\nEvidence:\n- Weimar | country | Weimar Republic | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Vaterstetten | country | Weimar Republic | 1925\n- Trier | country | Weimar Republic | 1925\n- Speyer | country | Weimar Republic | 1925\n- Regensburg | country | Weimar Republic | 1925\n- Potsdam | country | Weimar Republic | 1925\n- Neustrelitz | country | Weimar Republic | 1925\n- Neuenkirchen | country | Weimar Republic | 1925\n- Mannheim | country | Weimar Republic | 1925\nReasoning:", "completion": " Answer: Berolzheim", "t_query": 1925.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002567", "prompt": " In what year was the member of of Salvatore Fiume's country of citizenship equal to European Economic Community?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: 1971", "t_query": 1971.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002568", "prompt": " In 1973, what was the member of of Lelio Antoniotti's country of citizenship?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\n- Tullio Kezich | country of citizenship | Italy | 1973\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1973.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002569", "prompt": " In 2012, what was the member of sports team of Renato Dirnei Florêncio?\nEvidence:\n- Renato Dirnei Florêncio | member of sports team | Botafogo F.R. | 2012\n- Q718938 | member of sports team | Botafogo F.R. | 2012\n- Q714354 | member of sports team | Botafogo F.R. | 2012\n- Q649420 | member of sports team | Botafogo F.R. | 2012\n- Andrezinho | member of sports team | Botafogo F.R. | 2012\n- Clarence Seedorf | member of sports team | Botafogo F.R. | 2012\nReasoning:", "completion": " Answer: Botafogo F.R.", "t_query": 2012.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_002570", "prompt": " In 1980, whose country of citizenship was Soviet Union?\nEvidence:\n- Viktor Kulikov | country of citizenship | Soviet Union | 1980\n- Yevpatoriia | country | Soviet Union | 1980\n- Yalta | country | Soviet Union | 1980\n- Voronezh | country | Soviet Union | 1980\n- Volhynia | country | Soviet Union | 1980\n- Vinnytsia | country | Soviet Union | 1980\n- Urgench | country | Soviet Union | 1980\n- Uman | country | Soviet Union | 1980\n- Torzhok | country | Soviet Union | 1980\n- Tbilisi | country | Soviet Union | 1980\n- Sudak | country | Soviet Union | 1980\n- Starodub | country | Soviet Union | 1980\n- Simferopol | country | Soviet Union | 1980\n- Siberia | country | Soviet Union | 1980\n- Sevastopol | country | Soviet Union | 1980\nReasoning:", "completion": " Answer: Dmitry Yazov", "t_query": 1980.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002571", "prompt": " In 1968, what was the genre of Frank Zappa?\nEvidence:\n- Frank Zappa | genre | psychedelic rock | 1968\n- Gail Zappa | spouse | Frank Zappa | 1968\n- Frank Zappa | spouse | Gail Zappa | 1968\nReasoning:", "completion": " Answer: psychedelic rock", "t_query": 1968.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002572", "prompt": " In 1966, what was the head of state of Cesare Terranova's country of citizenship?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Answer: Giuseppe Saragat", "t_query": 1966.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002573", "prompt": " In 1994, what was the head of government of Italy?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\n- Simon Spierer | country of citizenship | Italy | 1994\n- Sergio Mantovani | country of citizenship | Italy | 1994\n- Sergio Bonelli | country of citizenship | Italy | 1994\n- Salvatore Cassisa | country of citizenship | Italy | 1994\n- Rossana Rossanda | country of citizenship | Italy | 1994\n- Romano Mussolini | country of citizenship | Italy | 1994\n- Renata Tebaldi | country of citizenship | Italy | 1994\n- Primo Nebiolo | country of citizenship | Italy | 1994\nReasoning:", "completion": " Answer: Carlo Azeglio Ciampi", "t_query": 1994.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002574", "prompt": " In 1937, whose located in was Niedergurig?\nEvidence:\n- Briesing | located in the administrative territorial entity | Niedergurig | 1937\nReasoning:", "completion": " Answer: Briesing", "t_query": 1937.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_002575", "prompt": " After Giuseppe Colnago country of citizenship Kingdom of Italy, what was the country of citizenship of Giuseppe Colnago?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: Italy", "t_query": 1985.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002576", "prompt": " In 1925, whose head of state's country was Friedrich Ebert?\nEvidence:\n- Weimar Republic | head of state | Friedrich Ebert | 1925\n- Weimar Republic | head of state | Paul von Hindenburg | 1925\n- Weimar Republic | head of government | Hans Luther | 1925\n- Q87105 | country of citizenship | Weimar Republic | 1925\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1925\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Weimar | country | Weimar Republic | 1925\n- Vaterstetten | country | Weimar Republic | 1925\n- Trier | country | Weimar Republic | 1925\nReasoning:", "completion": " Answer: Berolzheim", "t_query": 1925.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002577", "prompt": " In 1975, what was the head of state of Giovanni Spadolini's country of citizenship?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: Giovanni Leone", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002578", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Albigny-sur-Saône, what was the capital of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Albigny-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Rochetaillée-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Neuville-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Fleurieu-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | capital | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\nReasoning:", "completion": " Answer: Lyon", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002579", "prompt": " In what year was the shares border with of Germany equal to Czechoslovakia?\nEvidence:\n- Germany | shares border with | Czechoslovakia | 1974\n- Germany | shares border with | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Trenčín | country | Czechoslovakia | 1974\n- Rokycany | country | Czechoslovakia | 1974\n- Ratibořice | country | Czechoslovakia | 1974\n- Q953856 | country | Czechoslovakia | 1974\n- Q918108 | country | Czechoslovakia | 1974\n- Q852472 | country | Czechoslovakia | 1974\n- Q764320 | country | Czechoslovakia | 1974\n- Q270704 | country | Czechoslovakia | 1974\n- Příbor | country | Czechoslovakia | 1974\n- Prešov | country | Czechoslovakia | 1974\n- Plzeň | country | Czechoslovakia | 1974\n- Levice | country | Czechoslovakia | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002580", "prompt": " Who was the head of government of Italy after Giovanni Leone?\nEvidence:\n- Giovanni Invernizzi | country of citizenship | Italy | 1986\n- Giovanni Goria | country of citizenship | Italy | 1986\n- Q219490 | country of citizenship | Italy | 1986\n- Vittore Catella | country of citizenship | Italy | 1986\n- Veriano Luchetti | country of citizenship | Italy | 1986\n- Tullio Kezich | country of citizenship | Italy | 1986\n- Tonino Cervi | country of citizenship | Italy | 1986\n- Tiziano Terzani | country of citizenship | Italy | 1986\n- Stéphane Grappelli | country of citizenship | Italy | 1986\n- Simon Spierer | country of citizenship | Italy | 1986\n- Sergio Mantovani | country of citizenship | Italy | 1986\n- Sergio Bonelli | country of citizenship | Italy | 1986\n- Salvatore Cassisa | country of citizenship | Italy | 1986\n- Rossana Rossanda | country of citizenship | Italy | 1986\n- Renata Tebaldi | country of citizenship | Italy | 1986\nReasoning:", "completion": " Answer: Bettino Craxi", "t_query": 1986.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002581", "prompt": " In 1972, whose contains the administrative territorial entity's allegiance was Hesse?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- Würzburg | country | West Germany | 1972\nReasoning:", "completion": " Answer: Friedrich Guggenberger", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002582", "prompt": " In 1963, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Luigi Pistilli", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002583", "prompt": " In what year was the head of government of Lina Bo Bardi's country of citizenship equal to Emilio Colombo?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: 1970", "t_query": 1970.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002584", "prompt": " In 1997, whose shares border with was Panama?\nEvidence:\n- United States | shares border with | Panama | 1997\n- United States | head of government | Bill Clinton | 1997\n- Tina Turner | country of citizenship | United States | 1997\n- Richard Pipes | country of citizenship | United States | 1997\n- Q636947 | designated as terrorist by | United States | 1997\n- Q191764 | designated as terrorist by | United States | 1997\n- Paolo Soleri | residence | United States | 1997\n- Kach | designated as terrorist by | United States | 1997\n- Julie Mehretu | work location | United States | 1997\n- Eduardo Saverin | country of citizenship | United States | 1997\n- Discovery Channel | country | United States | 1997\n- Angela Lansbury | country of citizenship | United States | 1997\nReasoning:", "completion": " Answer: United States", "t_query": 1997.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 12, "_lever_variant": "terse"} +{"id": "sft_002585", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon after Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Oullins", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002586", "prompt": " In 2001, what was the head of state of Gerardo Marotta's country of citizenship?\nEvidence:\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\n- Stefano Angeleri | country of citizenship | Italy | 2001\nReasoning:", "completion": " Answer: Carlo Azeglio Ciampi", "t_query": 2001.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002587", "prompt": " After Umberto Mastroianni country of citizenship Kingdom of Italy, what was the country of citizenship of Umberto Mastroianni?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\n- Tiziano Terzani | country of citizenship | Italy | 1995\nReasoning:", "completion": " Answer: Italy", "t_query": 1995.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002588", "prompt": " After Riccardo Filippi country of citizenship Italy, what was the head of government of Maria Rita Saulle's country of citizenship?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Ciriaco De Mita", "t_query": 1989.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002589", "prompt": " Who was the position held of Italy's head of government before Italian senator for life?\nEvidence:\n- Giuseppe Paratore | position held | Italian senator for life | 1960\n- Rossana Rossanda | member of political party | Italian Communist Party | 1960\n- Uberto de Morpurgo | country for sport | Italy | 1960\n- Q264986 | country of citizenship | Italy | 1960\n- Q219490 | country of citizenship | Italy | 1960\n- Dalida | country of citizenship | Italy | 1960\n- Veriano Luchetti | country of citizenship | Italy | 1960\n- Tonino Cervi | country of citizenship | Italy | 1960\n- Tiziano Terzani | country of citizenship | Italy | 1960\n- Stéphane Grappelli | country of citizenship | Italy | 1960\n- Simon Spierer | country of citizenship | Italy | 1960\n- Sergio Mantovani | country of citizenship | Italy | 1960\n- Sergio Bonelli | country of citizenship | Italy | 1960\n- Rossana Rossanda | country of citizenship | Italy | 1960\n- Romeo Bertini | country of citizenship | Italy | 1960\nReasoning:", "completion": " Answer: Prime Minister of Italy", "t_query": 1960.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002590", "prompt": " In 1971, what was the position held of Italy's head of state?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Tonino Cervi | country of citizenship | Italy | 1971\n- Tiziano Terzani | country of citizenship | Italy | 1971\n- Stéphane Grappelli | country of citizenship | Italy | 1971\n- Simon Spierer | country of citizenship | Italy | 1971\n- Sergio Mantovani | country of citizenship | Italy | 1971\n- Sergio Bonelli | country of citizenship | Italy | 1971\n- Rossana Rossanda | country of citizenship | Italy | 1971\n- Romeo Bertini | country of citizenship | Italy | 1971\n- Renata Tebaldi | country of citizenship | Italy | 1971\n- Primo Nebiolo | country of citizenship | Italy | 1971\n- Pietro Parente | country of citizenship | Italy | 1971\n- Oriana Fallaci | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1971.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002591", "prompt": " In what year was the country of Opovo Municipality's located in equal to Socialist Federal Republic of Yugoslavia?\nEvidence:\n- Opovo Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Socialist Autonomous Province of Vojvodina | country | Socialist Federal Republic of Yugoslavia | 1947\n- Žitište Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Žabalj Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Titel Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Temerin Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Srbobran Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Senta Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Inđija Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Bečej Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Beočin Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Bač Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Alibunar Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Ada Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Novi Bečej Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\nReasoning:", "completion": " Answer: 1947", "t_query": 1947.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002592", "prompt": " Who was the position held of Claudio Cavazza's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1970.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002593", "prompt": " In 1961, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giovanni Gronchi | position held | President of Italy | 1961\n- Italy | head of state | Giovanni Gronchi | 1961\n- Giovanni Gronchi | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: John Paul I", "t_query": 1961.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002594", "prompt": " After Bryansk Oblast located in Russian Soviet Federative Socialist Republic, what was the anthem of Omsk's located in?\nEvidence:\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1948\n- Bryansk Oblast | country | Soviet Union | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Omsk | country | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | country | Soviet Union | 1948\n- Georgian Soviet Socialist Republic | country | Soviet Union | 1948\n- Sumy Oblast | country | Soviet Union | 1948\n- Semipalatinsk Oblast | country | Soviet Union | 1948\n- Poltava Oblast | country | Soviet Union | 1948\n- Odesa Oblast | country | Soviet Union | 1948\n- Novosibirsk Oblast | country | Soviet Union | 1948\nReasoning:", "completion": " Answer: State Anthem of the Soviet Union", "t_query": 1948.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002595", "prompt": " Who was the member of of Carlo Curis's country of citizenship after European Economic Community?\nEvidence:\n- Carlo Curis | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1984.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002596", "prompt": " Who was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance before Saarland?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | country | West Germany | 1972\nReasoning:", "completion": " Answer: Lower Saxony", "t_query": 1972.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002597", "prompt": " In 1993, what was the located in of Angus?\nEvidence:\n- Angus | located in the administrative territorial entity | Tayside | 1993\nReasoning:", "completion": " Answer: Tayside", "t_query": 1993.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_002598", "prompt": " In 1953, what was the contains the administrative territorial entity of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: Schleswig-Holstein", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002599", "prompt": " Who was the head of state of Carlo Curis's country of citizenship after Giuseppe Saragat?\nEvidence:\n- Carlo Curis | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Giuseppe Prisco | country of citizenship | Italy | 1984\n- Giuseppe Patanè | country of citizenship | Italy | 1984\n- Giuseppe Gabrielli | country of citizenship | Italy | 1984\n- Giuseppe Colnago | country of citizenship | Italy | 1984\n- Giuseppe Busso | country of citizenship | Italy | 1984\n- Giuseppe Antonini | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Sandro Pertini", "t_query": 1984.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002600", "prompt": " Who was the contains the administrative territorial entity of Würzburg's country before Lower Saxony?\nEvidence:\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Answer: Rhineland-Palatinate", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002601", "prompt": " In 1964, what was the head of state of Carmelo Cappello's country of citizenship?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: Antonio Segni", "t_query": 1964.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002602", "prompt": " After Mannheim country Nazi Germany, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Mannheim | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\nReasoning:", "completion": " Answer: Württemberg-Hohenzollern", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002603", "prompt": " In 1925, what was the head of state of Berolzheim's country?\nEvidence:\n- Berolzheim | country | Weimar Republic | 1925\n- Weimar Republic | head of state | Friedrich Ebert | 1925\n- Weimar Republic | head of state | Paul von Hindenburg | 1925\n- Weimar Republic | head of government | Hans Luther | 1925\n- Q87105 | country of citizenship | Weimar Republic | 1925\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1925\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Weimar | country | Weimar Republic | 1925\n- Vaterstetten | country | Weimar Republic | 1925\nReasoning:", "completion": " Answer: Friedrich Ebert", "t_query": 1925.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002604", "prompt": " In 1974, what was the capital of of Germany's capital?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Answer: West Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002605", "prompt": " Who was the head of state of Veriano Luchetti's country of citizenship before Oscar Luigi Scalfaro?\nEvidence:\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Luigi Comencini | country of citizenship | Italy | 1985\n- Luigi Agnolin | country of citizenship | Italy | 1985\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1985\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: Sandro Pertini", "t_query": 1985.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002606", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Saint-Genis-Laval", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002607", "prompt": " In what year was the head of state of Maria Rita Saulle's country of citizenship equal to Francesco Cossiga?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Francesco Scafarelli | country of citizenship | Italy | 1989\n- Francesco Gabrieli | country of citizenship | Italy | 1989\n- Francesco Aguzzoli | country of citizenship | Italy | 1989\n- Loris Francesco Capovilla | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: 1989", "t_query": 1989.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002608", "prompt": " After Roberto Murolo country of citizenship Italy, what was the head of state of Lina Bo Bardi's country of citizenship?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Roberto Tucci | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: Giuseppe Saragat", "t_query": 1970.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002609", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon equal to La Mulatière?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | La Mulatière | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Rillieux-la-Pape | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\nReasoning:", "completion": " Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002610", "prompt": " Who was the member of sports team of Thomas Chatelle before R.A.E.C. Mons?\nEvidence:\n- Thomas Chatelle | member of sports team | R.A.E.C. Mons | 2012\n- Q817639 | member of sports team | R.A.E.C. Mons | 2012\n- Q464631 | member of sports team | R.A.E.C. Mons | 2012\n- Bahattin Köse | member of sports team | R.A.E.C. Mons | 2012\n- Thomas Chatelle | member of sports team | R.S.C. Anderlecht | 2012\n- R.A.E.C. Mons | league or competition | Belgian Pro League | 2012\n- Thomas Chatelle | member of sports team | Sint-Truidense V.V. | 2012\n- Q968773 | member of sports team | R.S.C. Anderlecht | 2012\n- Q516607 | member of sports team | R.S.C. Anderlecht | 2012\n- Q329348 | member of sports team | R.S.C. Anderlecht | 2012\n- Marcin Wasilewski | member of sports team | R.S.C. Anderlecht | 2012\n- Q392727 | member of sports team | Sint-Truidense V.V. | 2012\n- Q377088 | member of sports team | Sint-Truidense V.V. | 2012\n- Koen Daerden | member of sports team | Sint-Truidense V.V. | 2012\nReasoning:", "completion": " Answer: Sint-Truidense V.V.", "t_query": 2012.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 14, "_lever_variant": "terse"} +{"id": "sft_002611", "prompt": " In 1964, what was the head of state of Carmelo Cappello's country of citizenship?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: Giuseppe Saragat", "t_query": 1964.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002612", "prompt": " Who was the country of Wiesbaden before West Germany?\nEvidence:\n- Wiesbaden | located in the administrative territorial entity | Wiesbaden Government Region | 1907\n- Wiesbaden | country | German Empire | 1907\n- Frankfurt | located in the administrative territorial entity | Wiesbaden Government Region | 1907\n- Q87105 | country of citizenship | German Empire | 1907\n- Q76638 | country of citizenship | German Empire | 1907\n- Wilhelm Röntgen | country of citizenship | German Empire | 1907\n- Georg August Zenker | country of citizenship | German Empire | 1907\n- Zwickau | country | German Empire | 1907\n- Zimmern | country | German Empire | 1907\n- Wrocław | country | German Empire | 1907\n- Wittmund | country | German Empire | 1907\n- Wismar | country | German Empire | 1907\n- Weimar | country | German Empire | 1907\n- Vaterstetten | country | German Empire | 1907\n- Trier | country | German Empire | 1907\nReasoning:", "completion": " Answer: German Empire", "t_query": 1907.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002613", "prompt": " After Giulietta Masina country of citizenship Italy, what was the shares border with of Ugo Stille's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1957\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1957.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002614", "prompt": " In 1987, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1987\n- Germany | member of | European Coal and Steel Community | 1987\n- Belgium | member of | European Coal and Steel Community | 1987\n- Germany | member of | European Atomic Energy Community | 1987\n- Germany | member of | Western European Union | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: Romolo Alzani", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002615", "prompt": " Who was the head of state of Germany's diplomatic relation before Mohammed Daoud Khan?\nEvidence:\n- Germany | diplomatic relation | Afghanistan | 1956\n- Afghanistan | head of state | Mohammed Zahir Shah | 1956\n- Germany | head of state | Theodor Heuss | 1956\n- Germany | head of government | Konrad Adenauer | 1956\n- Bonn | capital of | Germany | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | West Germany | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Germany | member of | Western European Union | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- West Germany | currency | Deutsche Mark | 1956\n- Germany | shares border with | Czechoslovakia | 1956\n- president of Germany | position holder | Theodor Heuss | 1956\n- Jürgen Kissner | country of citizenship | West Germany | 1956\nReasoning:", "completion": " Answer: Mohammed Zahir Shah", "t_query": 1956.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002616", "prompt": " In what year was the winner of Albert Lasker Award for Basic Medical Research equal to Peter C. Doherty?\nEvidence:\n- Albert Lasker Award for Basic Medical Research | winner | Peter C. Doherty | 1995\n- Albert Lasker Award for Basic Medical Research | winner | Rolf M. Zinkernagel | 1995\n- Albert Lasker Award for Basic Medical Research | winner | Don Craig Wiley | 1995\n- Don Craig Wiley | award received | Albert Lasker Award for Basic Medical Research | 1995\nReasoning:", "completion": " Answer: 1995", "t_query": 1995.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_002617", "prompt": " Who was the capital of of Germany's capital before Germany?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Answer: West Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002618", "prompt": " In what year was the head coach of Kalmar FF equal to Nanne Bergstrand?\nEvidence:\n- Kalmar FF | head coach | Nanne Bergstrand | 2020\nReasoning:", "completion": " Answer: 2020", "t_query": 2020.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_002619", "prompt": " In 1949, what was the currency of Sergio Noja Noseda's country of citizenship?\nEvidence:\n- Sergio Noja Noseda | country of citizenship | Italy | 1949\n- Sergio Realini | country of citizenship | Italy | 1949\n- Sergio Mantovani | country of citizenship | Italy | 1949\n- Sergio Bonelli | country of citizenship | Italy | 1949\n- Q639507 | country of citizenship | Italy | 1949\n- Q612509 | country of citizenship | Italy | 1949\n- Q454036 | country of citizenship | Italy | 1949\n- Q435856 | country of citizenship | Italy | 1949\n- Q432318 | country of citizenship | Italy | 1949\n- Q429298 | country of citizenship | Italy | 1949\n- Q318968 | country of citizenship | Italy | 1949\n- Q264986 | country of citizenship | Italy | 1949\n- Q219490 | country of citizenship | Italy | 1949\n- Q213482 | country of citizenship | Italy | 1949\n- Dalida | country of citizenship | Italy | 1949\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1949.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002620", "prompt": " In 1985, what was the currency of Veriano Luchetti's country of citizenship?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Italy | currency | Italian lira | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002621", "prompt": " Who was the head of government of Germany's capital's capital of's contains the administrative territorial entity before Lothar Späth?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Afghanistan | basic form of government | republic | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\nReasoning:", "completion": " Answer: Hans Filbinger", "t_query": 1974.0, "chain_length": 4, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002622", "prompt": " Who was the adjacent station of Nopporo Station after Ebetsu Station?\nEvidence:\n- Nopporo Station | adjacent station | Ebetsu Station | 1956\n- Ebetsu Station | adjacent station | Nopporo Station | 1956\n- Ebetsu Station | adjacent station | Horomui Station | 1956\n- Nopporo Station | adjacent station | Atsubetsu Station | 1956\nReasoning:", "completion": " Answer: Atsubetsu Station", "t_query": 1956.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_002623", "prompt": " In 1904, whose basic form of government's country's located in was absolute monarchy?\nEvidence:\n- Russian Empire | basic form of government | absolute monarchy | 1904\n- Ottoman Empire | basic form of government | absolute monarchy | 1904\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1904\n- Çanakkale | located in the administrative territorial entity | Ottoman Empire | 1904\n- Skopje | located in the administrative territorial entity | Ottoman Empire | 1904\n- Constantinople | located in the administrative territorial entity | Ottoman Empire | 1904\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1904\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1904\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1904\n- Q59981 | country of citizenship | Ottoman Empire | 1904\n- Q325513 | country of citizenship | Ottoman Empire | 1904\nReasoning:", "completion": " Answer: Dushanbe", "t_query": 1904.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002624", "prompt": " In what year was the currency of Clelio Darida's country of citizenship equal to Italian lira?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: 1968", "t_query": 1968.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002625", "prompt": " After Kadiivka named after Sergo Ordzhonikidze, what was the located in of Kadiivka?\nEvidence:\n- Kadiivka | located in the administrative territorial entity | Luhansk Oblast | 1950\n- Kadiivka | country | Soviet Union | 1950\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1950\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1950\n- Q59054 | country of citizenship | Soviet Union | 1950\n- Q437262 | country of citizenship | Soviet Union | 1950\n- Q324083 | country of citizenship | Soviet Union | 1950\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1950\n- Yuri Manin | country of citizenship | Soviet Union | 1950\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1950\n- Viktor Kulikov | country of citizenship | Soviet Union | 1950\n- Vija Artmane | country of citizenship | Soviet Union | 1950\n- Vera Krepkina | country of citizenship | Soviet Union | 1950\n- Valeri Polyakov | country of citizenship | Soviet Union | 1950\n- Sergei Kovalev | country of citizenship | Soviet Union | 1950\nReasoning:", "completion": " Answer: Luhansk Oblast", "t_query": 1950.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002626", "prompt": " In 1961, whose head of state's country of citizenship was Giovanni Gronchi?\nEvidence:\n- Italy | head of state | Giovanni Gronchi | 1961\n- Giovanni Gronchi | country of citizenship | Italy | 1961\n- Giovanni Gronchi | position held | President of Italy | 1961\n- Giovanni Mardersteig | country of citizenship | Italy | 1961\n- Giovanni Invernizzi | country of citizenship | Italy | 1961\n- Giovanni Goria | country of citizenship | Italy | 1961\n- Giovanni Ferrofino | country of citizenship | Italy | 1961\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: Mario Gentili", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002627", "prompt": " Who was the head of government of Italy after Giuseppe Pella?\nEvidence:\n- Giuseppe Busso | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\n- Simon Spierer | country of citizenship | Italy | 2001\n- Sergio Mantovani | country of citizenship | Italy | 2001\n- Sergio Bonelli | country of citizenship | Italy | 2001\n- Salvatore Cassisa | country of citizenship | Italy | 2001\n- Rossana Rossanda | country of citizenship | Italy | 2001\n- Romano Scarpa | country of citizenship | Italy | 2001\n- Romano Mussolini | country of citizenship | Italy | 2001\n- Renata Tebaldi | country of citizenship | Italy | 2001\n- Pino Lancetti | country of citizenship | Italy | 2001\n- Pietro Rava | country of citizenship | Italy | 2001\nReasoning:", "completion": " Answer: Giuliano Amato", "t_query": 2001.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002628", "prompt": " After Mauro Cristofani country of citizenship Italy, what was the member of of Veriano Luchetti's country of citizenship?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\n- Tiziano Terzani | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1985.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002629", "prompt": " In 1995, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1995\n- Germany | member of | European Coal and Steel Community | 1995\n- Belgium | member of | European Coal and Steel Community | 1995\n- Germany | member of | European Atomic Energy Community | 1995\n- Germany | member of | Western European Union | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q107089 | country of citizenship | Germany | 1995\n- Werner Schulz | country of citizenship | Germany | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Udo Zimmermann | country of citizenship | Germany | 1995\nReasoning:", "completion": " Answer: Umberto Mastroianni", "t_query": 1995.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002630", "prompt": " In 1959, whose head of state's country of citizenship was Giovanni Gronchi?\nEvidence:\n- Italy | head of state | Giovanni Gronchi | 1959\n- Giovanni Gronchi | country of citizenship | Italy | 1959\n- Giovanni Gronchi | position held | President of Italy | 1959\n- Giovanni Mardersteig | country of citizenship | Italy | 1959\n- Giovanni Invernizzi | country of citizenship | Italy | 1959\n- Giovanni Goria | country of citizenship | Italy | 1959\n- Giovanni Ferrofino | country of citizenship | Italy | 1959\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: Gino Cassinis", "t_query": 1959.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002631", "prompt": " Who was the member of of Cesare Terranova's country of citizenship before European Coal and Steel Community?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1966.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002632", "prompt": " Who was the member of of Romano Mussolini's country of citizenship after European Coal and Steel Community?\nEvidence:\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1984.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002633", "prompt": " In 1941, what was the shares border with of Turkey?\nEvidence:\n- Turkey | shares border with | Soviet Union | 1941\n- Ömer Nasuhi Bilmen | country of citizenship | Turkey | 1941\n- Turkey | head of state | İsmet İnönü | 1941\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1941\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1941\n- Q59054 | country of citizenship | Soviet Union | 1941\n- Q437262 | country of citizenship | Soviet Union | 1941\n- Q324083 | country of citizenship | Soviet Union | 1941\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1941\n- Yuri Manin | country of citizenship | Soviet Union | 1941\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1941\n- Viktor Kulikov | country of citizenship | Soviet Union | 1941\n- Vikenty Veresaev | country of citizenship | Soviet Union | 1941\n- Vija Artmane | country of citizenship | Soviet Union | 1941\n- Vera Krepkina | country of citizenship | Soviet Union | 1941\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1941.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002634", "prompt": " In 2018, whose head coach was Massimo Carrera?\nEvidence:\n- Spartak Moscow | head coach | Massimo Carrera | 2018\n- Q72904 | member of sports team | Spartak Moscow | 2018\n- Dmitri Kombarov | member of sports team | Spartak Moscow | 2018\nReasoning:", "completion": " Answer: Spartak Moscow", "t_query": 2018.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002635", "prompt": " In 1967, what was the shares border with of Flaviano Vicentini's country of citizenship?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Italy | shares border with | Yugoslavia | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1967.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002636", "prompt": " After Germany head of government Willy Brandt, what was the country of citizenship of Germany's head of government?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: West Germany", "t_query": 1987.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002637", "prompt": " In what year was the shares border with of Alfonso Brescia's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1948\n- Alfonso Brescia | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\n- Q318968 | country of citizenship | Italy | 1948\n- Q264986 | country of citizenship | Italy | 1948\n- Q219490 | country of citizenship | Italy | 1948\n- Q213482 | country of citizenship | Italy | 1948\n- Dalida | country of citizenship | Italy | 1948\n- Wilma Montesi | country of citizenship | Italy | 1948\nReasoning:", "completion": " Answer: 1948", "t_query": 1948.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002638", "prompt": " After Andreas Schiemann member of sports team FC Spandau 06, what was the member of sports team of Andreas Schiemann?\nEvidence:\n- Andreas Schiemann | member of sports team | SV Falkensee-Finkenkrug | 2008\nReasoning:", "completion": " Answer: SV Falkensee-Finkenkrug", "t_query": 2008.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_002639", "prompt": " In 1963, what was the member of of Gianni Brera's country of citizenship?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002640", "prompt": " After Renzo De Felice country of citizenship Italy, what was the position held of Claudio Cavazza's country of citizenship's head of state?\nEvidence:\n- Renzo De Felice | country of citizenship | Italy | 1970\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1970\n- Velasio de Paolis | country of citizenship | Italy | 1970\n- Dino De Antoni | country of citizenship | Italy | 1970\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1970.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002641", "prompt": " After Michele Pellegrino country of citizenship Italy, what was the member of of Flaviano Vicentini's country of citizenship?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Michele Molese | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1967.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002642", "prompt": " In 1950, whose contains the administrative territorial entity's country was Schleswig-Holstein?\nEvidence:\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\nReasoning:", "completion": " Answer: Mannheim", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002643", "prompt": " After Gorzów Wielkopolski country Weimar Republic, what was the head of government of Berolzheim's country?\nEvidence:\n- Gorzów Wielkopolski | country | Weimar Republic | 1925\n- Berolzheim | country | Weimar Republic | 1925\n- Weimar Republic | head of government | Hans Luther | 1925\n- Minden Government Region | country | Weimar Republic | 1925\n- Weimar | country | Weimar Republic | 1925\n- Weimar Republic | head of state | Friedrich Ebert | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Vaterstetten | country | Weimar Republic | 1925\n- Trier | country | Weimar Republic | 1925\n- Speyer | country | Weimar Republic | 1925\nReasoning:", "completion": " Answer: Hans Luther", "t_query": 1925.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002644", "prompt": " After Amedeo Amadei country of citizenship Italy, what was the position held of Umberto Mastroianni's country of citizenship's head of state?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\n- Tiziano Terzani | country of citizenship | Italy | 1995\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1995.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002645", "prompt": " In 1950, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Answer: Hamburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002646", "prompt": " In 1997, what was the work location of Bernard Meadows?\nEvidence:\n- Bernard Meadows | work location | London | 1997\n- Q828254 | work location | London | 1997\n- Q78504 | work location | London | 1997\n- Q517651 | work location | London | 1997\n- Q349842 | work location | London | 1997\n- Pertti Salolainen | work location | London | 1997\n- Mona Hatoum | work location | London | 1997\n- Marc Quinn | work location | London | 1997\n- Damien Hirst | work location | London | 1997\n- Anish Kapoor | work location | London | 1997\nReasoning:", "completion": " Answer: London", "t_query": 1997.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_002647", "prompt": " In 1989, what was the currency of Maria Rita Saulle's country of citizenship?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Italy | currency | Italian lira | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002648", "prompt": " In what year was the member of sports team of Georgi Hristov equal to North Macedonia men's national football team?\nEvidence:\n- Georgi Hristov | member of sports team | North Macedonia men's national football team | 1995\n- Q349656 | member of sports team | North Macedonia men's national football team | 1995\n- Q311362 | member of sports team | North Macedonia men's national football team | 1995\n- Georgi Hristov | member of sports team | FK Partizan | 1995\n- Q205415 | member of sports team | FK Partizan | 1995\n- Ivica Francišković | member of sports team | FK Partizan | 1995\nReasoning:", "completion": " Answer: 1995", "t_query": 1995.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_002649", "prompt": " After Giorgio Rebuffi country of citizenship Italy, what was the position held of Luca Ronconi's country of citizenship's head of state?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Giorgio Oberweger | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1993.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002650", "prompt": " In what year was the currency of Würzburg's country equal to Deutsche Mark?\nEvidence:\n- West Germany | currency | Deutsche Mark | 1950\n- Würzburg | country | West Germany | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\n- Martin Walser | country of citizenship | West Germany | 1950\n- Martin Albrecht | country of citizenship | West Germany | 1950\n- Jürgen Kissner | country of citizenship | West Germany | 1950\n- Helmut Kohl | country of citizenship | West Germany | 1950\n- Albrecht Brandi | country of citizenship | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\nReasoning:", "completion": " Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002651", "prompt": " After Thomas Chatelle member of sports team Belgium men's national football team, what was the league or competition of Thomas Chatelle's member of sports team?\nEvidence:\n- Thomas Chatelle | member of sports team | R.S.C. Anderlecht | 2012\n- Thomas Chatelle | member of sports team | Sint-Truidense V.V. | 2012\n- Thomas Chatelle | member of sports team | R.A.E.C. Mons | 2012\n- R.A.E.C. Mons | league or competition | Belgian Pro League | 2012\n- Q968773 | member of sports team | R.S.C. Anderlecht | 2012\n- Q516607 | member of sports team | R.S.C. Anderlecht | 2012\n- Q329348 | member of sports team | R.S.C. Anderlecht | 2012\n- Marcin Wasilewski | member of sports team | R.S.C. Anderlecht | 2012\n- Q392727 | member of sports team | Sint-Truidense V.V. | 2012\n- Q377088 | member of sports team | Sint-Truidense V.V. | 2012\n- Q817639 | member of sports team | R.A.E.C. Mons | 2012\n- Q464631 | member of sports team | R.A.E.C. Mons | 2012\n- Koen Daerden | member of sports team | Sint-Truidense V.V. | 2012\n- Bahattin Köse | member of sports team | R.A.E.C. Mons | 2012\nReasoning:", "completion": " Answer: Belgian Pro League", "t_query": 2012.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 14, "_lever_variant": "terse"} +{"id": "sft_002652", "prompt": " In what year was the member of of Antonio Corpora's country of citizenship equal to European Economic Community?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: 1962", "t_query": 1962.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002653", "prompt": " After Leopold Ružička employer Utrecht University, what was the employer of Leopold Ružička?\nEvidence:\n- Leopold Ružička | employer | ETH Zurich | 1932\n- George Pólya | employer | ETH Zurich | 1932\nReasoning:", "completion": " Answer: ETH Zurich", "t_query": 1932.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_002654", "prompt": " In what year was the position held of Flaviano Vicentini's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\n- Ulrico Girardi | country of citizenship | Italy | 1967\nReasoning:", "completion": " Answer: 1967", "t_query": 1967.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002655", "prompt": " After Ronaldo Rodrigues de Jesus member of sports team São Paulo FC, what was the member of sports team of Ronaldo Rodrigues de Jesus?\nEvidence:\n- Ronaldo Rodrigues de Jesus | member of sports team | Associação Atlética Ponte Preta | 2002\n- Q467194 | member of sports team | Associação Atlética Ponte Preta | 2002\nReasoning:", "completion": " Answer: Associação Atlética Ponte Preta", "t_query": 2002.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_002656", "prompt": " After Luigi Longo country of citizenship Italy, what was the member of of Lelio Antoniotti's country of citizenship?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Luigi Comencini | country of citizenship | Italy | 1973\n- Luigi Agnolin | country of citizenship | Italy | 1973\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1973\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1973\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1973\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1973.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002657", "prompt": " In 1978, whose country's work location was German Democratic Republic?\nEvidence:\n- Zwickau | country | German Democratic Republic | 1978\n- Zeuthen | country | German Democratic Republic | 1978\n- Wismar | country | German Democratic Republic | 1978\n- Q696016 | country | German Democratic Republic | 1978\n- Q525425 | country | German Democratic Republic | 1978\n- Q45898 | country | German Democratic Republic | 1978\n- Potsdam | country | German Democratic Republic | 1978\n- Neustrelitz | country | German Democratic Republic | 1978\n- Magdeburg | country | German Democratic Republic | 1978\n- Jena | country | German Democratic Republic | 1978\n- Görlitz | country | German Democratic Republic | 1978\n- Elsterwerda | country | German Democratic Republic | 1978\n- Cottbus | country | German Democratic Republic | 1978\n- Berlin | country | German Democratic Republic | 1978\n- Limbach-Oberfrohna | country | German Democratic Republic | 1978\nReasoning:", "completion": " Answer: David Bowie", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002658", "prompt": " In what year was the head of state of Berolzheim's country equal to Paul von Hindenburg?\nEvidence:\n- Weimar Republic | head of state | Paul von Hindenburg | 1925\n- Berolzheim | country | Weimar Republic | 1925\n- Weimar Republic | head of state | Friedrich Ebert | 1925\n- Weimar Republic | head of government | Hans Luther | 1925\n- Q87105 | country of citizenship | Weimar Republic | 1925\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1925\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Weimar | country | Weimar Republic | 1925\n- Vaterstetten | country | Weimar Republic | 1925\nReasoning:", "completion": " Answer: 1925", "t_query": 1925.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002659", "prompt": " In 1951, what was the member of of Maria Caniglia's country of citizenship?\nEvidence:\n- Maria Caniglia | country of citizenship | Italy | 1951\n- Maria Tore Barbina | country of citizenship | Italy | 1951\n- Alberto Maria De Agostini | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002660", "prompt": " In 1987, whose named after was John Bell Hood?\nEvidence:\n- Fort Hood | named after | John Bell Hood | 1987\nReasoning:", "completion": " Answer: Fort Hood", "t_query": 1987.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_002661", "prompt": " In 1984, whose head of state's country of citizenship was Sandro Pertini?\nEvidence:\n- Italy | head of state | Sandro Pertini | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\n- Tonino Cervi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Carlo Curis", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002662", "prompt": " In what year was the country of citizenship of Alfonso Calzolari equal to Italy?\nEvidence:\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\n- Veriano Luchetti | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: 1956", "t_query": 1956.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002663", "prompt": " Who was the head of state of Italy after Luigi Einaudi?\nEvidence:\n- Luigi Comencini | country of citizenship | Italy | 1973\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1973\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Tonino Cervi | country of citizenship | Italy | 1973\n- Tiziano Terzani | country of citizenship | Italy | 1973\n- Stéphane Grappelli | country of citizenship | Italy | 1973\n- Simon Spierer | country of citizenship | Italy | 1973\n- Sergio Mantovani | country of citizenship | Italy | 1973\n- Sergio Bonelli | country of citizenship | Italy | 1973\n- Rossana Rossanda | country of citizenship | Italy | 1973\n- Romeo Bertini | country of citizenship | Italy | 1973\n- Renata Tebaldi | country of citizenship | Italy | 1973\nReasoning:", "completion": " Answer: Giovanni Leone", "t_query": 1973.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002664", "prompt": " In 1962, whose position held's head of state's country of citizenship was Italian senator for life?\nEvidence:\n- Q362900 | position held | Italian senator for life | 1962\n- Giuseppe Paratore | position held | Italian senator for life | 1962\n- Giovanni Gronchi | position held | Italian senator for life | 1962\n- Italy | head of state | Giovanni Gronchi | 1962\n- Giovanni Gronchi | position held | President of Italy | 1962\n- Q362900 | country of citizenship | Italy | 1962\n- Giuseppe Paratore | country of citizenship | Italy | 1962\n- Giovanni Gronchi | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Antonio Corpora", "t_query": 1962.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 8, "_lever_variant": "terse"} +{"id": "sft_002665", "prompt": " Who was the contains the administrative territorial entity of Germany's head of government's country of citizenship after Schleswig-Holstein?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: Saarland", "t_query": 1987.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002666", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon before Villeurbanne?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Saint-Genis-les-Ollières", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002667", "prompt": " In what year was the spouse of Lisa Niemi equal to Patrick Swayze?\nEvidence:\n- Lisa Niemi | spouse | Patrick Swayze | 2002\nReasoning:", "completion": " Answer: 2002", "t_query": 2002.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_002668", "prompt": " In 1975, what was the shares border with of Giovanni Spadolini's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1975\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002669", "prompt": " In what year was the contains the administrative territorial entity of Germany's capital's capital of equal to North Rhine-Westphalia?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Universal Copyright Convention | signatory | North Macedonia | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002670", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in after Bron?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Francheville", "t_query": 2003.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002671", "prompt": " In 1980, what was the position held of Italy's head of government?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1980\n- Veriano Luchetti | country of citizenship | Italy | 1980\n- Tullio Kezich | country of citizenship | Italy | 1980\n- Tonino Cervi | country of citizenship | Italy | 1980\n- Tiziano Terzani | country of citizenship | Italy | 1980\n- Stéphane Grappelli | country of citizenship | Italy | 1980\n- Simon Spierer | country of citizenship | Italy | 1980\n- Sergio Mantovani | country of citizenship | Italy | 1980\n- Sergio Bonelli | country of citizenship | Italy | 1980\n- Salvatore Cassisa | country of citizenship | Italy | 1980\n- Rossana Rossanda | country of citizenship | Italy | 1980\n- Renata Tebaldi | country of citizenship | Italy | 1980\n- Primo Nebiolo | country of citizenship | Italy | 1980\n- Pino Lancetti | country of citizenship | Italy | 1980\n- Pietro Parente | country of citizenship | Italy | 1980\nReasoning:", "completion": " Answer: Prime Minister of Italy", "t_query": 1980.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002672", "prompt": " Who was the head of state of Flaviano Vicentini's country of citizenship after Giovanni Gronchi?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Giovanni Mardersteig | country of citizenship | Italy | 1967\n- Giovanni Invernizzi | country of citizenship | Italy | 1967\n- Giovanni Goria | country of citizenship | Italy | 1967\n- Giovanni Ferrofino | country of citizenship | Italy | 1967\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\nReasoning:", "completion": " Answer: Giuseppe Saragat", "t_query": 1967.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002673", "prompt": " In what year was the currency of Arnaldo Genoino's country of citizenship equal to Italian lira?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: 1978", "t_query": 1978.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002674", "prompt": " In what year was the member of sports team of Manfred Schwabl equal to FC Bayern Munich?\nEvidence:\n- Manfred Schwabl | member of sports team | FC Bayern Munich | 1990\n- Q876910 | member of sports team | FC Bayern Munich | 1990\n- Q57152 | member of sports team | FC Bayern Munich | 1990\n- Q554761 | member of sports team | FC Bayern Munich | 1990\n- Q463976 | member of sports team | FC Bayern Munich | 1990\n- Q315635 | member of sports team | FC Bayern Munich | 1990\n- Olaf Thon | member of sports team | FC Bayern Munich | 1990\n- Hansi Flick | member of sports team | FC Bayern Munich | 1990\n- Christian Ziege | member of sports team | FC Bayern Munich | 1990\n- Brian Laudrup | member of sports team | FC Bayern Munich | 1990\nReasoning:", "completion": " Answer: 1990", "t_query": 1990.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_002675", "prompt": " In 1951, what was the member of of Vitaliano Brancati's country of citizenship?\nEvidence:\n- Vitaliano Brancati | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\n- Virginio Rosetta | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002676", "prompt": " In 2010, what was the country of citizenship of Li Ao?\nEvidence:\n- Li Ao | country of citizenship | Taiwan | 2010\n- Q703895 | country of citizenship | Taiwan | 2010\nReasoning:", "completion": " Answer: Taiwan", "t_query": 2010.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_002677", "prompt": " After Potsdam country German Democratic Republic, what was the located in of Potsdam?\nEvidence:\n- Potsdam | country | German Democratic Republic | 1982\n- Zwickau | country | German Democratic Republic | 1982\n- Zeuthen | country | German Democratic Republic | 1982\n- Wismar | country | German Democratic Republic | 1982\n- Q696016 | country | German Democratic Republic | 1982\n- Q525425 | country | German Democratic Republic | 1982\n- Q45898 | country | German Democratic Republic | 1982\n- Neustrelitz | country | German Democratic Republic | 1982\n- Magdeburg | country | German Democratic Republic | 1982\n- Jena | country | German Democratic Republic | 1982\n- Görlitz | country | German Democratic Republic | 1982\n- Elsterwerda | country | German Democratic Republic | 1982\n- Cottbus | country | German Democratic Republic | 1982\n- Berlin | country | German Democratic Republic | 1982\n- Limbach-Oberfrohna | country | German Democratic Republic | 1982\nReasoning:", "completion": " Answer: Potsdam District", "t_query": 1982.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002678", "prompt": " In 1948, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\n- Q318968 | country of citizenship | Italy | 1948\n- Q264986 | country of citizenship | Italy | 1948\n- Q219490 | country of citizenship | Italy | 1948\n- Q213482 | country of citizenship | Italy | 1948\n- Dalida | country of citizenship | Italy | 1948\n- Wilma Montesi | country of citizenship | Italy | 1948\n- Vittore Catella | country of citizenship | Italy | 1948\nReasoning:", "completion": " Answer: Alfonso Brescia", "t_query": 1948.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002679", "prompt": " In 1945, what was the country of Cape Town?\nEvidence:\n- Cape Town | capital of | Cape Province | 1945\n- Cape Town | country | Union of South Africa | 1945\nReasoning:", "completion": " Answer: Union of South Africa", "t_query": 1945.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_002680", "prompt": " In what year was the country of citizenship of Mario Gentili equal to Italy?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: 1961", "t_query": 1961.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002681", "prompt": " After Berlin country German Empire, what was the head of state of Tilla Durieux's spouse's work location's country?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Answer: Friedrich Ebert", "t_query": 1921.0, "chain_length": 4, "operator_type": "sequence", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002682", "prompt": " Who was the member of of John Paul I's country of citizenship after European Economic Community?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\n- Virginio Rosetta | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1961.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002683", "prompt": " In 1962, what was the position held of Antonio Corpora's country of citizenship's head of state?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Italian senator for life", "t_query": 1962.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002684", "prompt": " In 1950, whose contains the administrative territorial entity's country was Rhineland-Palatinate?\nEvidence:\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\nReasoning:", "completion": " Answer: Würzburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002685", "prompt": " In 1987, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: North Rhine-Westphalia", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002686", "prompt": " Who was the head of state of Mario Gentili's country of citizenship before Sandro Pertini?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: Giovanni Gronchi", "t_query": 1961.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002687", "prompt": " In 1975, what was the currency of Venezuela?\nEvidence:\n- Venezuela | currency | bolívar | 1975\n- Cartagena Agreement | signatory | Venezuela | 1975\n- Venezuela | member of | Organization of American States | 1975\n- Cartagena Agreement | signatory | Chile | 1975\nReasoning:", "completion": " Answer: bolívar", "t_query": 1975.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_002688", "prompt": " In what year was the head of state of Cesare Terranova's country of citizenship equal to Giuseppe Saragat?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Giuseppe Prisco | country of citizenship | Italy | 1966\n- Giuseppe Patanè | country of citizenship | Italy | 1966\n- Giuseppe Paratore | country of citizenship | Italy | 1966\n- Giuseppe Meazza | country of citizenship | Italy | 1966\n- Giuseppe Gabrielli | country of citizenship | Italy | 1966\n- Giuseppe Colnago | country of citizenship | Italy | 1966\n- Giuseppe Busso | country of citizenship | Italy | 1966\n- Giuseppe Antonini | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\nReasoning:", "completion": " Answer: 1966", "t_query": 1966.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002689", "prompt": " In what year was the member of of Germany equal to Western European Union?\nEvidence:\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Italy | member of | European Coal and Steel Community | 1974\n- Belgium | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002690", "prompt": " In 1957, what was the currency of Ugo Stille's country of citizenship?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002691", "prompt": " In what year was the position held of Romolo Alzani's country of citizenship's head of government equal to Prime Minister of Italy?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: 1987", "t_query": 1987.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002692", "prompt": " In 1988, what was the head of government of Salvatore Fiume's country of citizenship?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1988\n- Salvatore Cassisa | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\n- Vittore Catella | country of citizenship | Italy | 1988\n- Veriano Luchetti | country of citizenship | Italy | 1988\n- Ugo Tognazzi | country of citizenship | Italy | 1988\n- Ugo Poletti | country of citizenship | Italy | 1988\n- Tullio Kezich | country of citizenship | Italy | 1988\n- Tonino Cervi | country of citizenship | Italy | 1988\n- Tiziano Terzani | country of citizenship | Italy | 1988\nReasoning:", "completion": " Answer: Ciriaco De Mita", "t_query": 1988.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002693", "prompt": " In what year was the contains the administrative territorial entity of United States equal to Territory of Hawaii?\nEvidence:\n- United States | contains the administrative territorial entity | Territory of Hawaii | 1917\n- Hawaii County | located in the administrative territorial entity | Territory of Hawaii | 1917\n- Frank Tieri | residence | United States | 1917\n- Vincent R. Impellitteri | residence | United States | 1917\n- United States | shares border with | Panama | 1917\n- United States | head of government | Woodrow Wilson | 1917\n- Frances Benjamin Johnston | work location | United States | 1917\n- Alexander Graham Bell | country of citizenship | United States | 1917\n- Q335931 | signatory | Woodrow Wilson | 1917\n- Q255169 | spouse | Woodrow Wilson | 1917\nReasoning:", "completion": " Answer: 1917", "t_query": 1917.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_002694", "prompt": " After Marcello Ciorciolini country of citizenship Italy, what was the shares border with of Franca Ongaro's country of citizenship?\nEvidence:\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Italy | shares border with | Yugoslavia | 1952\n- Marcello Costalunga | country of citizenship | Italy | 1952\n- Marcello Baldi | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1952.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002695", "prompt": " In 1950, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Answer: Rhineland-Palatinate", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002696", "prompt": " After Germany diplomatic relation Afghanistan, what was the shares border with of Germany?\nEvidence:\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | shares border with | Czechoslovakia | 1974\n- Germany | shares border with | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\nReasoning:", "completion": " Answer: Czechoslovakia", "t_query": 1974.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002697", "prompt": " In 1948, what was the located in of Omsk?\nEvidence:\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Omsk | country | Soviet Union | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Q59054 | country of citizenship | Soviet Union | 1948\n- Q437262 | country of citizenship | Soviet Union | 1948\n- Q324083 | country of citizenship | Soviet Union | 1948\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1948\n- Yuri Manin | country of citizenship | Soviet Union | 1948\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1948\n- Viktor Kulikov | country of citizenship | Soviet Union | 1948\n- Vija Artmane | country of citizenship | Soviet Union | 1948\n- Vera Krepkina | country of citizenship | Soviet Union | 1948\n- Valeri Polyakov | country of citizenship | Soviet Union | 1948\nReasoning:", "completion": " Answer: Russian Soviet Federative Socialist Republic", "t_query": 1948.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002698", "prompt": " In 1989, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1989\n- Germany | member of | European Coal and Steel Community | 1989\n- Belgium | member of | European Coal and Steel Community | 1989\n- Germany | member of | European Atomic Energy Community | 1989\n- Germany | member of | Western European Union | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Maria Rita Saulle", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002699", "prompt": " In 1931, what was the board member of Daimler-Benz AG?\nEvidence:\n- Daimler-Benz AG | board member | Wilhelm Kissel | 1931\n- Daimler-Benz AG | chief executive officer | Wilhelm Kissel | 1931\nReasoning:", "completion": " Answer: Wilhelm Kissel", "t_query": 1931.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_002700", "prompt": " After Pietro Piovani country of citizenship Italy, what was the shares border with of Lina Bo Bardi's country of citizenship?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Italy | shares border with | Yugoslavia | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Pietro Tordi | country of citizenship | Italy | 1970\n- Pietro Rava | country of citizenship | Italy | 1970\n- Pietro Parente | country of citizenship | Italy | 1970\n- Pietro Arcari | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1970.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002701", "prompt": " In what year was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance equal to North Rhine-Westphalia?\nEvidence:\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Answer: 1972", "t_query": 1972.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002702", "prompt": " In what year was the employer of Mihály Bartók equal to University of Szeged?\nEvidence:\n- Mihály Bartók | employer | University of Szeged | 1979\n- University of Szeged | named after | Attila József | 1979\nReasoning:", "completion": " Answer: 1979", "t_query": 1979.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_002703", "prompt": " After Lida country Russian Empire, what was the head of state of Khrustalnyi's country?\nEvidence:\n- Lida | country | Russian Empire | 1913\n- Khrustalnyi | country | Russian Empire | 1913\n- Russian Empire | head of state | Nicholas II of Russia | 1913\n- Șirăuți | country | Russian Empire | 1913\n- Šeteniai | country | Russian Empire | 1913\n- Łódź | country | Russian Empire | 1913\n- Červień | country | Russian Empire | 1913\n- Zhytomyr | country | Russian Empire | 1913\n- Yevpatoriia | country | Russian Empire | 1913\n- Yalta | country | Russian Empire | 1913\n- Voronezh | country | Russian Empire | 1913\n- Vologda | country | Russian Empire | 1913\n- Volodymyr | country | Russian Empire | 1913\n- Volhynia | country | Russian Empire | 1913\n- Vinnytsia | country | Russian Empire | 1913\nReasoning:", "completion": " Answer: Nicholas II of Russia", "t_query": 1913.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002704", "prompt": " After Mannheim country West Germany, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- Bonn | capital of | West Germany | 1987\n- West Germany | currency | Deutsche Mark | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\nReasoning:", "completion": " Answer: North Rhine-Westphalia", "t_query": 1987.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002705", "prompt": " After Antonio Cariglia country of citizenship Italy, what was the member of of Marco Tulli's country of citizenship?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Antonio Leonviola | country of citizenship | Italy | 1978\n- Antonio Calderara | country of citizenship | Italy | 1978\n- Antonio Brivio | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1978.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002706", "prompt": " In 1984, whose member of was British Academy?\nEvidence:\n- Garry Runciman, 3rd Viscount Runciman of Doxford | member of | British Academy | 1984\nReasoning:", "completion": " Answer: Garry Runciman, 3rd Viscount Runciman of Doxford", "t_query": 1984.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_002707", "prompt": " In 1981, what was the work location of René Huyghe?\nEvidence:\n- René Huyghe | work location | Paris | 1981\n- René Huyghe | member of | Académie Française | 1981\n- Q454927 | work location | Paris | 1981\n- Q116714 | work location | Paris | 1981\n- Roman Cieślewicz | work location | Paris | 1981\n- Pierre Balmain | work location | Paris | 1981\n- François Dufrêne | work location | Paris | 1981\n- Emanuel Ungaro | work location | Paris | 1981\n- Baltasar Lobo | work location | Paris | 1981\n- Q430918 | terminus location | Paris | 1981\n- Route nationale 4 | terminus location | Paris | 1981\n- Route nationale 4 | located in the administrative territorial entity | Paris | 1981\n- Pierre Emmanuel | member of | Académie Française | 1981\n- Michel Déon | member of | Académie Française | 1981\n- Julien Green | member of | Académie Française | 1981\nReasoning:", "completion": " Answer: Paris", "t_query": 1981.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002708", "prompt": " In what year was the shares border with of Gianni Brera's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1963\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: 1963", "t_query": 1963.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002709", "prompt": " After Germany significant event Basic Treaty, what was the spouse of Germany's head of government?\nEvidence:\n- Germany | significant event | Basic Treaty | 1974\n- Germany | significant event | Berlin Wall | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\nReasoning:", "completion": " Answer: Loki Schmidt", "t_query": 1974.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002710", "prompt": " In what year was the anthem of Kasato Maru's country of registry equal to God Save the Tsar!?\nEvidence:\n- Russian Empire | anthem | God Save the Tsar! | 1901\n- Kasato Maru | country of registry | Russian Empire | 1901\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1901\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1901\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1901\n- Khanate of Khiva | country | Russian Empire | 1901\n- Emirate of Bukhara | country | Russian Empire | 1901\n- Vladimir Lenin | country of citizenship | Russian Empire | 1901\n- Vikenty Veresaev | country of citizenship | Russian Empire | 1901\n- Maria Zankovetska | country of citizenship | Russian Empire | 1901\nReasoning:", "completion": " Answer: 1901", "t_query": 1901.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002711", "prompt": " In what year was the head of government of United States equal to Bill Clinton?\nEvidence:\n- United States | head of government | Bill Clinton | 1997\n- Paolo Soleri | residence | United States | 1997\n- Discovery Channel | country | United States | 1997\n- United States | shares border with | Panama | 1997\n- Julie Mehretu | work location | United States | 1997\n- Tina Turner | country of citizenship | United States | 1997\n- Richard Pipes | country of citizenship | United States | 1997\n- Eduardo Saverin | country of citizenship | United States | 1997\n- Angela Lansbury | country of citizenship | United States | 1997\n- Q636947 | designated as terrorist by | United States | 1997\n- Q191764 | designated as terrorist by | United States | 1997\n- Kach | designated as terrorist by | United States | 1997\n- Paolo Soleri | country of citizenship | Italy | 1997\n- Sven Teutenberg | member of sports team | Discovery Channel | 1997\n- Adriano Baffi | member of sports team | Discovery Channel | 1997\nReasoning:", "completion": " Answer: 1997", "t_query": 1997.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002712", "prompt": " After Renato Salvatori country of citizenship Italy, what was the head of state of Gino Cassinis's country of citizenship?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: Giovanni Gronchi", "t_query": 1959.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002713", "prompt": " In 2008, whose head of state was Hu Jintao?\nEvidence:\n- People's Republic of China | head of state | Hu Jintao | 2008\n- General Secretary of the Chinese Communist Party | position holder | Hu Jintao | 2008\n- People's Republic of China | head of government | Wen Jiabao | 2008\n- Xu Qinxian | country of citizenship | People's Republic of China | 2008\n- Xiao Yang | country of citizenship | People's Republic of China | 2008\n- Xiao Ke | country of citizenship | People's Republic of China | 2008\n- Ricky Hui | country of citizenship | People's Republic of China | 2008\n- Li Rui | country of citizenship | People's Republic of China | 2008\n- Li Peng | country of citizenship | People's Republic of China | 2008\n- Gong Li | country of citizenship | People's Republic of China | 2008\n- Benny Chan | country of citizenship | People's Republic of China | 2008\nReasoning:", "completion": " Answer: People's Republic of China", "t_query": 2008.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 11, "_lever_variant": "terse"} +{"id": "sft_002714", "prompt": " After West Germany contains the administrative territorial entity Saarland, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Saarland | country | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\nReasoning:", "completion": " Answer: Hesse", "t_query": 1972.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002715", "prompt": " In 1931, whose chief executive officer was Wilhelm Kissel?\nEvidence:\n- Daimler-Benz AG | chief executive officer | Wilhelm Kissel | 1931\n- Daimler-Benz AG | board member | Wilhelm Kissel | 1931\nReasoning:", "completion": " Answer: Daimler-Benz AG", "t_query": 1931.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_002716", "prompt": " Who was the employer of Bert Rürup after University of Duisburg-Essen?\nEvidence:\n- Bert Rürup | employer | Technical University of Darmstadt | 1986\nReasoning:", "completion": " Answer: Technical University of Darmstadt", "t_query": 1986.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_002717", "prompt": " In 1952, what was the head of government of MetLife's headquarters's head of government's residence?\nEvidence:\n- MetLife | headquarters location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- William Vickrey | residence | New York City | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\n- Elliott Erwitt | work location | New York City | 1952\nReasoning:", "completion": " Answer: Harry S. Truman", "t_query": 1952.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002718", "prompt": " In 1913, what was the country of Khrustalnyi?\nEvidence:\n- Khrustalnyi | country | Russian Empire | 1913\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1913\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1913\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1913\n- Q326616 | country of registry | Russian Empire | 1913\n- Khanate of Khiva | country | Russian Empire | 1913\n- Emirate of Bukhara | country | Russian Empire | 1913\n- Russian Empire | anthem | God Save the Tsar! | 1913\n- Vladimir Lenin | country of citizenship | Russian Empire | 1913\n- Vikenty Veresaev | country of citizenship | Russian Empire | 1913\nReasoning:", "completion": " Answer: Russian Empire", "t_query": 1913.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002719", "prompt": " After Concetto Lo Bello country of citizenship Italy, what was the member of of Mario Gentili's country of citizenship?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1961.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002720", "prompt": " In 1971, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\n- Tullio Kezich | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: Salvatore Fiume", "t_query": 1971.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002721", "prompt": " In 1968, what was the member of of Clelio Darida's country of citizenship?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002722", "prompt": " In 1965, whose member of sports team was Baltimore Orioles?\nEvidence:\n- Brooks Robinson | member of sports team | Baltimore Orioles | 1965\nReasoning:", "completion": " Answer: Brooks Robinson", "t_query": 1965.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_002723", "prompt": " Who was the country of citizenship of Franca Ongaro after Kingdom of Italy?\nEvidence:\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\n- Wilma Montesi | country of citizenship | Italy | 1952\n- Vittore Catella | country of citizenship | Italy | 1952\n- Vitaliano Brancati | country of citizenship | Italy | 1952\nReasoning:", "completion": " Answer: Italy", "t_query": 1952.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002724", "prompt": " In 1957, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1957\n- Q207166 | country of citizenship | Yugoslavia | 1957\n- Vladica Popović | country of citizenship | Yugoslavia | 1957\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1957\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1957\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1957\n- Ilija Petković | country of citizenship | Yugoslavia | 1957\n- Dušan Ivković | country of citizenship | Yugoslavia | 1957\n- Dragan Tomić | country of citizenship | Yugoslavia | 1957\n- Verzar | country | Yugoslavia | 1957\n- Suševo | country | Yugoslavia | 1957\n- Q793485 | country | Yugoslavia | 1957\n- Pirot | country | Yugoslavia | 1957\n- Orašje | country | Yugoslavia | 1957\n- Kraljevo | country | Yugoslavia | 1957\nReasoning:", "completion": " Answer: Ugo Stille", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002725", "prompt": " Who was the head of government of Ugo Morin's country of citizenship before Mario Monti?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Mario Roatta | country of citizenship | Italy | 1968\n- Mario Massa | country of citizenship | Italy | 1968\n- Mario Gentili | country of citizenship | Italy | 1968\n- Mario Castellani | country of citizenship | Italy | 1968\n- Mario Bò | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Giovanni Leone", "t_query": 1968.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002726", "prompt": " In 1987, whose head of government's country of citizenship was Giovanni Goria?\nEvidence:\n- Italy | head of government | Giovanni Goria | 1987\n- Giovanni Goria | country of citizenship | Italy | 1987\n- Giovanni Goria | position held | Prime Minister of Italy | 1987\n- Giovanni Invernizzi | country of citizenship | Italy | 1987\n- Giovanni Ferrofino | country of citizenship | Italy | 1987\n- Giovanni Azzini | country of citizenship | Italy | 1987\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: Romolo Alzani", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002727", "prompt": " In what year was the currency of Romano Mussolini's country of citizenship equal to Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1984\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: 1984", "t_query": 1984.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002728", "prompt": " In 1974, what was the head of government of Germany's capital's capital of's contains the administrative territorial entity?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Afghanistan | basic form of government | republic | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\nReasoning:", "completion": " Answer: Hans Filbinger", "t_query": 1974.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002729", "prompt": " In 1966, whose head of state's country of citizenship was Giuseppe Saragat?\nEvidence:\n- Italy | head of state | Giuseppe Saragat | 1966\n- Giuseppe Saragat | country of citizenship | Italy | 1966\n- Giuseppe Saragat | position held | President of Italy | 1966\n- Giuseppe Saragat | award received | Supreme Order of Christ | 1966\n- Giuseppe Prisco | country of citizenship | Italy | 1966\n- Giuseppe Patanè | country of citizenship | Italy | 1966\n- Giuseppe Paratore | country of citizenship | Italy | 1966\n- Giuseppe Meazza | country of citizenship | Italy | 1966\n- Giuseppe Gabrielli | country of citizenship | Italy | 1966\n- Giuseppe Colnago | country of citizenship | Italy | 1966\n- Giuseppe Busso | country of citizenship | Italy | 1966\n- Giuseppe Antonini | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\nReasoning:", "completion": " Answer: Cesare Terranova", "t_query": 1966.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002730", "prompt": " In what year was the position held of Luigi Pistilli's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: 1963", "t_query": 1963.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002731", "prompt": " After Saarland country West Germany, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- Bonn | capital of | West Germany | 1987\n- West Germany | currency | Deutsche Mark | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\nReasoning:", "completion": " Answer: Baden-Württemberg", "t_query": 1987.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002732", "prompt": " Who was the head of state of Angelo Martino Colombo's country of citizenship after Francesco Cossiga?\nEvidence:\n- Angelo Martino Colombo | country of citizenship | Italy | 2004\n- Alberto De Martino | country of citizenship | Italy | 2004\n- Francesco Scafarelli | country of citizenship | Italy | 2004\n- Francesco Marchisano | country of citizenship | Italy | 2004\n- Francesco Aguzzoli | country of citizenship | Italy | 2004\n- Angelo Infanti | country of citizenship | Italy | 2004\n- Angelo Cuniberti | country of citizenship | Italy | 2004\n- Loris Francesco Capovilla | country of citizenship | Italy | 2004\n- Francesco De Masi | country of citizenship | Italy | 2004\n- Q679495 | country of citizenship | Italy | 2004\n- Q678840 | country of citizenship | Italy | 2004\n- Q445276 | country of citizenship | Italy | 2004\n- Q383551 | country of citizenship | Italy | 2004\n- Vittorio Vettori | country of citizenship | Italy | 2004\n- Vito Lattanzio | country of citizenship | Italy | 2004\nReasoning:", "completion": " Answer: Carlo Azeglio Ciampi", "t_query": 2004.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002733", "prompt": " In what year was the head of state of Gianni Brera's country of citizenship equal to Antonio Segni?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Antonio Leonviola | country of citizenship | Italy | 1963\n- Antonio Fessia | country of citizenship | Italy | 1963\n- Antonio Calderara | country of citizenship | Italy | 1963\n- Antonio Brivio | country of citizenship | Italy | 1963\n- Antonio Bacci | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: 1963", "t_query": 1963.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002734", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in after Feyzin?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Caluire-et-Cuire", "t_query": 2003.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002735", "prompt": " In 2022, what was the head of government of Italy?\nEvidence:\n- Italy | head of government | Mario Draghi | 2022\nReasoning:", "completion": " Answer: Mario Draghi", "t_query": 2022.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_002736", "prompt": " In 1993, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1993\n- Ireland | member of | European Economic Community | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\nReasoning:", "completion": " Answer: Luca Ronconi", "t_query": 1993.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002737", "prompt": " In 1978, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1978\n- Q46099 | country of citizenship | Yugoslavia | 1978\n- Q207166 | country of citizenship | Yugoslavia | 1978\n- Vladica Popović | country of citizenship | Yugoslavia | 1978\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1978\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1978\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1978\n- Ilija Petković | country of citizenship | Yugoslavia | 1978\n- Dušan Ivković | country of citizenship | Yugoslavia | 1978\n- Dragan Tomić | country of citizenship | Yugoslavia | 1978\n- Verzar | country | Yugoslavia | 1978\n- Suševo | country | Yugoslavia | 1978\n- Q793485 | country | Yugoslavia | 1978\n- Pirot | country | Yugoslavia | 1978\n- Orašje | country | Yugoslavia | 1978\nReasoning:", "completion": " Answer: Arnaldo Genoino", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002738", "prompt": " In 1948, whose head of government's located in was Alexei Kosygin?\nEvidence:\n- Russian Soviet Federative Socialist Republic | head of government | Alexei Kosygin | 1948\n- Sevastopol | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Autonomous Republic of Crimea | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Sakhalin Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Khabarovsk Krai | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\nReasoning:", "completion": " Answer: Omsk", "t_query": 1948.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002739", "prompt": " After Amedeo Amadei country of citizenship Italy, what was the head of state of Veriano Luchetti's country of citizenship?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\n- Tiziano Terzani | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: Francesco Cossiga", "t_query": 1985.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002740", "prompt": " In 1962, whose country was Kingdom of Greece?\nEvidence:\n- Athens | country | Kingdom of Greece | 1962\n- Takis | country of citizenship | Kingdom of Greece | 1962\n- Q234918 | country of citizenship | Kingdom of Greece | 1962\n- Takis | residence | Paris | 1962\nReasoning:", "completion": " Answer: Athens", "t_query": 1962.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_002741", "prompt": " In what year was the country of Chelyabinsk Oblast equal to Soviet Union?\nEvidence:\n- Chelyabinsk Oblast | country | Soviet Union | 1974\n- Chelyabinsk | country | Soviet Union | 1974\n- Sumy Oblast | country | Soviet Union | 1974\n- Semipalatinsk Oblast | country | Soviet Union | 1974\n- Poltava Oblast | country | Soviet Union | 1974\n- Omsk Oblast | country | Soviet Union | 1974\n- Odesa Oblast | country | Soviet Union | 1974\n- Novosibirsk Oblast | country | Soviet Union | 1974\n- Murmansk Oblast | country | Soviet Union | 1974\n- Kursk Oblast | country | Soviet Union | 1974\n- Kherson Oblast | country | Soviet Union | 1974\n- Kharkiv Oblast | country | Soviet Union | 1974\n- Dnipropetrovsk Oblast | country | Soviet Union | 1974\n- Bryansk Oblast | country | Soviet Union | 1974\n- Zlatoust | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002742", "prompt": " In what year was the shares border with of Elena Altieri's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1977\n- Elena Altieri | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\n- Tullio Kezich | country of citizenship | Italy | 1977\n- Tonino Cervi | country of citizenship | Italy | 1977\nReasoning:", "completion": " Answer: 1977", "t_query": 1977.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002743", "prompt": " After Paul Foucart member of Académie des Inscriptions et Belles-Lettres, what was the employer of Paul Foucart?\nEvidence:\n- Paul Foucart | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q972619 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q587038 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q521592 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q516758 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q446690 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q333292 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q286459 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q202790 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q171485 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Salomon Reinach | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Ferdinand Lot | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Antoine Meillet | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Alfred Jeanroy | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Frederic G. Kenyon | member of | Académie des Inscriptions et Belles-Lettres | 1925\nReasoning:", "completion": " Answer: Collège de France", "t_query": 1925.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002744", "prompt": " In what year was the head of state of Carel Willink's work location's country equal to Friedrich Ebert?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Answer: 1920", "t_query": 1920.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_002745", "prompt": " After Vittore Catella country of citizenship Italy, what was the shares border with of Marco Tulli's country of citizenship?\nEvidence:\n- Vittore Catella | country of citizenship | Italy | 1978\n- Marco Tulli | country of citizenship | Italy | 1978\n- Italy | shares border with | Yugoslavia | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1978.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002746", "prompt": " In 1946, what was the shares border with of Ignazio Cannavò's country of citizenship?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q432257 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1946.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002747", "prompt": " In 1921, whose located in's work location's spouse was Free State of Prussia?\nEvidence:\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1921\n- Q78108 | work location | Berlin | 1921\n- Q699326 | work location | Berlin | 1921\n- Rudolf Bauer | work location | Berlin | 1921\n- Paul Cassirer | work location | Berlin | 1921\n- Max Blokzijl | work location | Berlin | 1921\n- Konrad Biesalski | work location | Berlin | 1921\n- Carel Willink | work location | Berlin | 1921\n- Anton Kerschbaumer | work location | Berlin | 1921\n- Q73153 | residence | Berlin | 1921\n- Berlin | country | Weimar Republic | 1921\nReasoning:", "completion": " Answer: Tilla Durieux", "t_query": 1921.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 11, "_lever_variant": "terse"} +{"id": "sft_002748", "prompt": " After Pat Nixon spouse Richard Nixon, what was the position held of Richard Nixon's spouse?\nEvidence:\n- Richard Nixon | spouse | Pat Nixon | 1960\n- Pat Nixon | spouse | Richard Nixon | 1960\n- Richard Nixon | position held | Vice President of the United States | 1960\n- Pat Nixon | position held | Second Lady or Gentleman of the United States | 1960\n- Richard Nixon | work location | Washington, D.C. | 1960\n- Q216195 | work location | Washington, D.C. | 1960\nReasoning:", "completion": " Answer: Second Lady or Gentleman of the United States", "t_query": 1960.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_002749", "prompt": " In 1983, whose part of's country of citizenship was European Union?\nEvidence:\n- United Kingdom | part of | European Union | 1983\n- United Kingdom | member of | European Union | 1983\n- Tony Abbott | country of citizenship | United Kingdom | 1983\n- Robert Morley | country of citizenship | United Kingdom | 1983\n- Liz Smith | country of citizenship | United Kingdom | 1983\n- United Kingdom | head of state | Elizabeth II | 1983\nReasoning:", "completion": " Answer: Robert Morley", "t_query": 1983.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_002750", "prompt": " In what year was the anthem of Dushanbe's located in's country equal to God Save the Tsar!?\nEvidence:\n- Dushanbe | located in the administrative territorial entity | Emirate of Bukhara | 1904\n- Termez | country | Emirate of Bukhara | 1904\n- Emirate of Bukhara | country | Russian Empire | 1904\nReasoning:", "completion": " Answer: 1904", "t_query": 1904.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002751", "prompt": " In what year was the head of state of Umberto Mastroianni's country of citizenship equal to Oscar Luigi Scalfaro?\nEvidence:\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1995\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Luigi Comencini | country of citizenship | Italy | 1995\n- Luigi Agnolin | country of citizenship | Italy | 1995\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1995\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\nReasoning:", "completion": " Answer: 1995", "t_query": 1995.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002752", "prompt": " In 1948, whose member of's located in was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1948\n- Yalta | country | Soviet Union | 1948\n- Voronezh | country | Soviet Union | 1948\n- Volhynia | country | Soviet Union | 1948\n- Vinnytsia | country | Soviet Union | 1948\n- Urgench | country | Soviet Union | 1948\n- Uman | country | Soviet Union | 1948\n- Torzhok | country | Soviet Union | 1948\n- Tbilisi | country | Soviet Union | 1948\n- Sudak | country | Soviet Union | 1948\n- Starodub | country | Soviet Union | 1948\n- Simferopol | country | Soviet Union | 1948\n- Siberia | country | Soviet Union | 1948\n- Sevastopol | country | Soviet Union | 1948\n- Q957273 | country | Soviet Union | 1948\nReasoning:", "completion": " Answer: Omsk", "t_query": 1948.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002753", "prompt": " In 1970, whose head of state's country of citizenship was Giuseppe Saragat?\nEvidence:\n- Italy | head of state | Giuseppe Saragat | 1970\n- Giuseppe Saragat | country of citizenship | Italy | 1970\n- Giuseppe Saragat | position held | President of Italy | 1970\n- Giuseppe Prisco | country of citizenship | Italy | 1970\n- Giuseppe Patanè | country of citizenship | Italy | 1970\n- Giuseppe Meazza | country of citizenship | Italy | 1970\n- Giuseppe Gabrielli | country of citizenship | Italy | 1970\n- Giuseppe Colnago | country of citizenship | Italy | 1970\n- Giuseppe Busso | country of citizenship | Italy | 1970\n- Giuseppe Antonini | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: Claudio Cavazza", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002754", "prompt": " In what year was the contains the administrative territorial entity of Germany's head of government's country of citizenship equal to North Rhine-Westphalia?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: 1987", "t_query": 1987.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002755", "prompt": " In 1953, whose contains the administrative territorial entity's country's work location was Bavaria?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bavaria | 1953\n- West Germany | contains the administrative territorial entity | Hesse | 1953\n- West Germany | contains the administrative territorial entity | Hamburg | 1953\n- West Germany | contains the administrative territorial entity | Bremen | 1953\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1953\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1953\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1953\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1953\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1953\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1953\n- Würzburg | country | West Germany | 1953\n- Wuppertal | country | West Germany | 1953\n- Wiesbaden | country | West Germany | 1953\n- Viersen | country | West Germany | 1953\n- Speyer | country | West Germany | 1953\nReasoning:", "completion": " Answer: Bernard Schultze", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002756", "prompt": " In 1988, whose position held's head of government's residence was President of the United States?\nEvidence:\n- Ronald Reagan | position held | President of the United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Ronald Reagan | member of political party | Republican Party | 1988\n- Ronald Reagan | work location | Washington, D.C. | 1988\n- Ronald Reagan | spouse | Nancy Reagan | 1988\nReasoning:", "completion": " Answer: Erazim Kohák", "t_query": 1988.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_002757", "prompt": " After Route nationale 401 located in Haute-Marne, what was the located in of Route nationale 401?\nEvidence:\n- Route nationale 401 | located in the administrative territorial entity | Haute-Marne | 1946\n- Route nationale 401 | located in the administrative territorial entity | Meuse | 1946\n- Q731279 | located in the administrative territorial entity | Haute-Marne | 1946\n- Route nationale 401 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\n- Route nationale 411 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\nReasoning:", "completion": " Answer: Meurthe-et-Moselle", "t_query": 1946.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_002758", "prompt": " After Gino Cassinis country of citizenship Kingdom of Italy, what was the country of citizenship of Gino Cassinis?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: Italy", "t_query": 1959.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002759", "prompt": " After Kovin country Austria–Hungary, what was the country of Kovin?\nEvidence:\n- Kovin | country | Socialist Federal Republic of Yugoslavia | 1951\n- Q146496 | country of citizenship | Socialist Federal Republic of Yugoslavia | 1951\n- Šibenik | country | Socialist Federal Republic of Yugoslavia | 1951\n- Zagreb | country | Socialist Federal Republic of Yugoslavia | 1951\n- Vršac | country | Socialist Federal Republic of Yugoslavia | 1951\n- Skopje | country | Socialist Federal Republic of Yugoslavia | 1951\n- Q583161 | country | Socialist Federal Republic of Yugoslavia | 1951\n- Q55630 | country | Socialist Federal Republic of Yugoslavia | 1951\n- Q5266 | country | Socialist Federal Republic of Yugoslavia | 1951\n- Pula | country | Socialist Federal Republic of Yugoslavia | 1951\n- Pristina | country | Socialist Federal Republic of Yugoslavia | 1951\n- Perast | country | Socialist Federal Republic of Yugoslavia | 1951\n- Peja | country | Socialist Federal Republic of Yugoslavia | 1951\n- Niš | country | Socialist Federal Republic of Yugoslavia | 1951\n- Ljubljana | country | Socialist Federal Republic of Yugoslavia | 1951\nReasoning:", "completion": " Answer: Socialist Federal Republic of Yugoslavia", "t_query": 1951.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002760", "prompt": " Who was the country of citizenship of Maria Fiore before Italy?\nEvidence:\n- Maria Fiore | country of citizenship | Kingdom of Italy | 1940\n- Alberto Maria De Agostini | country of citizenship | Kingdom of Italy | 1940\n- Q976653 | country of citizenship | Kingdom of Italy | 1940\n- Q972711 | country of citizenship | Kingdom of Italy | 1940\n- Q922237 | country of citizenship | Kingdom of Italy | 1940\n- Q890523 | country of citizenship | Kingdom of Italy | 1940\n- Q741387 | country of citizenship | Kingdom of Italy | 1940\n- Q710497 | country of citizenship | Kingdom of Italy | 1940\n- Q678253 | country of citizenship | Kingdom of Italy | 1940\n- Q654973 | country of citizenship | Kingdom of Italy | 1940\n- Q650303 | country of citizenship | Kingdom of Italy | 1940\n- Q527400 | country of citizenship | Kingdom of Italy | 1940\n- Q51189 | country of citizenship | Kingdom of Italy | 1940\n- Q432318 | country of citizenship | Kingdom of Italy | 1940\n- Q432257 | country of citizenship | Kingdom of Italy | 1940\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1940.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002761", "prompt": " In 1926, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q890523 | country of citizenship | Kingdom of Italy | 1926\n- Q715036 | country of citizenship | Kingdom of Italy | 1926\n- Q603148 | country of citizenship | Kingdom of Italy | 1926\n- Q471232 | country of citizenship | Kingdom of Italy | 1926\n- Q456574 | country of citizenship | Kingdom of Italy | 1926\n- Q432318 | country of citizenship | Kingdom of Italy | 1926\n- Q333809 | country of citizenship | Kingdom of Italy | 1926\n- Q329221 | country of citizenship | Kingdom of Italy | 1926\n- Q297190 | country of citizenship | Kingdom of Italy | 1926\n- Q263967 | country of citizenship | Kingdom of Italy | 1926\n- Q216812 | country of citizenship | Kingdom of Italy | 1926\n- Q178349 | country of citizenship | Kingdom of Italy | 1926\n- Vincenzo Vannutelli | country of citizenship | Kingdom of Italy | 1926\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1926\n- Paolo Vetri | country of citizenship | Kingdom of Italy | 1926\nReasoning:", "completion": " Answer: Marcello Costalunga", "t_query": 1926.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002762", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in equal to Caluire-et-Cuire?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\nReasoning:", "completion": " Answer: 2003", "t_query": 2003.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002763", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon equal to Saint-Genis-Laval?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-Laval | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-les-Ollières | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002764", "prompt": " In 1968, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Clelio Darida", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002765", "prompt": " Who was the significant event of Germany before Basic Treaty?\nEvidence:\n- Germany | significant event | Basic Treaty | 1974\n- Germany | significant event | Berlin Wall | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\nReasoning:", "completion": " Answer: Berlin Wall", "t_query": 1974.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002766", "prompt": " In 1968, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Clelio Darida", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002767", "prompt": " In what year was the member of of United Kingdom equal to European Union?\nEvidence:\n- United Kingdom | member of | European Union | 1989\n- United Kingdom | part of | European Union | 1989\n- United Kingdom | head of state | Elizabeth II | 1989\n- Tony Abbott | country of citizenship | United Kingdom | 1989\n- Robert Morley | country of citizenship | United Kingdom | 1989\n- Liz Smith | country of citizenship | United Kingdom | 1989\n- Q238219 | country for sport | United Kingdom | 1989\n- Q672 | head of state | Elizabeth II | 1989\n- New Zealand | head of state | Elizabeth II | 1989\nReasoning:", "completion": " Answer: 1989", "t_query": 1989.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_002768", "prompt": " After Barysaw country Belarusian People's Republic, what was the located in of Barysaw?\nEvidence:\n- Barysaw | country | Byelorussian Soviet Socialist Republic | 1967\n- Barysaw | located in the administrative territorial entity | Minsk Region | 1967\n- Vitebsk Region | located in the administrative territorial entity | Byelorussian Soviet Socialist Republic | 1967\nReasoning:", "completion": " Answer: Minsk Region", "t_query": 1967.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002769", "prompt": " In 1984, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\n- Tonino Cervi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Carlo Curis", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002770", "prompt": " After Berlin country German Empire, what was the country of Carel Willink's work location?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\nReasoning:", "completion": " Answer: Weimar Republic", "t_query": 1920.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_002771", "prompt": " In what year was the head of government of Romolo Alzani's country of citizenship equal to Amintore Fanfani?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: 1987", "t_query": 1987.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002772", "prompt": " In what year was the head of government of Italy equal to Italy484?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 2007\n- Tullio Kezich | country of citizenship | Italy | 2007\n- Stefano Angeleri | country of citizenship | Italy | 2007\n- Sergio Bonelli | country of citizenship | Italy | 2007\n- Sebastiano Mannironi | country of citizenship | Italy | 2007\n- Salvatore Cassisa | country of citizenship | Italy | 2007\n- Rossana Rossanda | country of citizenship | Italy | 2007\n- Roberto Tucci | country of citizenship | Italy | 2007\n- Plinio Antolini | country of citizenship | Italy | 2007\n- Pino Lancetti | country of citizenship | Italy | 2007\n- Piergiorgio Nesti | country of citizenship | Italy | 2007\n- Paolo Villaggio | country of citizenship | Italy | 2007\n- Paolo Rossi | country of citizenship | Italy | 2007\n- Nino Baragli | country of citizenship | Italy | 2007\n- Marcello Costalunga | country of citizenship | Italy | 2007\nReasoning:", "completion": " Answer: 2007", "t_query": 2007.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002773", "prompt": " After Leopoldo Trieste country of citizenship Italy, what was the currency of Luigi Pistilli's country of citizenship?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1963.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002774", "prompt": " In 1935, what was the member of sports team of Domingos da Guia?\nEvidence:\n- Domingos da Guia | member of sports team | Boca Juniors | 1935\n- Domingos da Guia | member of sports team | Brazil men's national football team | 1935\n- Martim Mércio da Silveira | member of sports team | Brazil men's national football team | 1935\n- Q940543 | member of sports team | Boca Juniors | 1935\n- Q455364 | member of sports team | Boca Juniors | 1935\n- Q10131 | member of sports team | Boca Juniors | 1935\n- Q555601 | member of sports team | Brazil men's national football team | 1935\n- Q261000 | member of sports team | Brazil men's national football team | 1935\n- Manuel Fleitas Solich | member of sports team | Boca Juniors | 1935\nReasoning:", "completion": " Answer: Boca Juniors", "t_query": 1935.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_002775", "prompt": " Who was the head of state of Ignazio Cannavò's country of citizenship before Luigi Einaudi?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Luigi Serventi | country of citizenship | Kingdom of Italy | 1946\n- Luigi Lucotti | country of citizenship | Kingdom of Italy | 1946\n- Luigi Coletti | country of citizenship | Kingdom of Italy | 1946\n- Luigi Carnacina | country of citizenship | Kingdom of Italy | 1946\n- Luigi Bertoni | country of citizenship | Kingdom of Italy | 1946\n- Luigi Andreoli | country of citizenship | Kingdom of Italy | 1946\n- Celso Benigno Luigi Costantini | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Answer: Alcide De Gasperi", "t_query": 1946.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002776", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Dardilly", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002777", "prompt": " In 1950, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Answer: Bavaria", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002778", "prompt": " In what year was the head of government of Italy equal to Lamberto Dini?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1996\n- Q454036 | country of citizenship | Italy | 1996\n- Vittore Catella | country of citizenship | Italy | 1996\n- Veriano Luchetti | country of citizenship | Italy | 1996\n- Tullio Kezich | country of citizenship | Italy | 1996\n- Tonino Cervi | country of citizenship | Italy | 1996\n- Tiziano Terzani | country of citizenship | Italy | 1996\n- Stéphane Grappelli | country of citizenship | Italy | 1996\n- Simon Spierer | country of citizenship | Italy | 1996\n- Sergio Mantovani | country of citizenship | Italy | 1996\n- Sergio Bonelli | country of citizenship | Italy | 1996\n- Salvatore Cassisa | country of citizenship | Italy | 1996\n- Rossana Rossanda | country of citizenship | Italy | 1996\n- Romano Mussolini | country of citizenship | Italy | 1996\n- Renata Tebaldi | country of citizenship | Italy | 1996\nReasoning:", "completion": " Answer: 1996", "t_query": 1996.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002779", "prompt": " In 1986, what was the head of government of Lewis Mumford's work location?\nEvidence:\n- Lewis Mumford | work location | New York City | 1986\n- Lewis Mumford | residence | Amenia | 1986\n- New York City | head of government | Ed Koch | 1986\n- Q828254 | work location | New York City | 1986\n- Arman | work location | New York City | 1986\n- Nancy Graves | work location | New York City | 1986\n- Louise Bourgeois | work location | New York City | 1986\n- Elliott Erwitt | work location | New York City | 1986\n- Donald Trump | work location | New York City | 1986\n- Alan Vega | work location | New York City | 1986\n- MetLife | headquarters location | New York City | 1986\n- Prelinger Archives | located in the administrative territorial entity | New York City | 1986\n- Variety | place of publication | New York City | 1986\n- Wolfgang Schivelbusch | residence | New York City | 1986\n- William Vickrey | residence | New York City | 1986\nReasoning:", "completion": " Answer: Ed Koch", "t_query": 1986.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002780", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Limonest", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002781", "prompt": " Who was the located in of Mannheim before Baden-Württemberg?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\nReasoning:", "completion": " Answer: Württemberg-Baden", "t_query": 1950.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002782", "prompt": " In what year was the head of state of Berolzheim's country equal to Friedrich Ebert?\nEvidence:\n- Weimar Republic | head of state | Friedrich Ebert | 1925\n- Berolzheim | country | Weimar Republic | 1925\n- Weimar Republic | head of state | Paul von Hindenburg | 1925\n- Weimar Republic | head of government | Hans Luther | 1925\n- Q87105 | country of citizenship | Weimar Republic | 1925\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1925\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Weimar | country | Weimar Republic | 1925\n- Vaterstetten | country | Weimar Republic | 1925\nReasoning:", "completion": " Answer: 1925", "t_query": 1925.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002783", "prompt": " In 1952, whose head of government's headquarters was Vincent R. Impellitteri?\nEvidence:\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- Vincent R. Impellitteri | residence | United States | 1952\n- Vincent R. Impellitteri | position held | Mayor of New York City | 1952\n- United States | head of government | Harry S. Truman | 1952\n- MetLife | headquarters location | New York City | 1952\n- Yul Brynner | country of citizenship | United States | 1952\n- Variety | place of publication | New York City | 1952\n- Tina Turner | country of citizenship | United States | 1952\n- Richard Pipes | country of citizenship | United States | 1952\n- Angela Lansbury | country of citizenship | United States | 1952\n- Menachem Mendel Schneerson | country of citizenship | United States | 1952\n- Hans Albert Einstein | country of citizenship | United States | 1952\n- United States | contains the administrative territorial entity | Territory of Hawaii | 1952\n- William Vickrey | residence | New York City | 1952\n- Weegee | work location | New York City | 1952\nReasoning:", "completion": " Answer: MetLife", "t_query": 1952.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002784", "prompt": " In what year was the spouse of Ione Skye equal to Ad-Rock?\nEvidence:\n- Ione Skye | spouse | Ad-Rock | 1992\nReasoning:", "completion": " Answer: 1992", "t_query": 1992.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_002785", "prompt": " In 2008, what was the twinned with of Cheb?\nEvidence:\n- Nizhny Tagil | twinned administrative body | Cheb | 2008\n- Cheb | twinned administrative body | Nizhny Tagil | 2008\nReasoning:", "completion": " Answer: Nizhny Tagil", "t_query": 2008.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_002786", "prompt": " Who was the head of state of Maria Rita Saulle's country of citizenship after Luigi Einaudi?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Luigi Nono | country of citizenship | Italy | 1989\n- Luigi Comencini | country of citizenship | Italy | 1989\n- Luigi Agnolin | country of citizenship | Italy | 1989\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1989\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1989\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Francesco Cossiga", "t_query": 1989.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002787", "prompt": " Who was the head of state of Berolzheim's country before Paul von Hindenburg?\nEvidence:\n- Weimar Republic | head of state | Paul von Hindenburg | 1925\n- Berolzheim | country | Weimar Republic | 1925\n- Weimar Republic | head of state | Friedrich Ebert | 1925\n- Weimar Republic | head of government | Hans Luther | 1925\n- Q87105 | country of citizenship | Weimar Republic | 1925\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1925\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Weimar | country | Weimar Republic | 1925\n- Vaterstetten | country | Weimar Republic | 1925\nReasoning:", "completion": " Answer: Friedrich Ebert", "t_query": 1925.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002788", "prompt": " After Dalida country of citizenship Italy, what was the shares border with of Ignazio Cannavò's country of citizenship?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q432257 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1946.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002789", "prompt": " In what year was the located in of Omsk equal to Russian Soviet Federative Socialist Republic?\nEvidence:\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Omsk | country | Soviet Union | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | country | Soviet Union | 1948\n- Georgian Soviet Socialist Republic | country | Soviet Union | 1948\n- Q59054 | country of citizenship | Soviet Union | 1948\n- Q437262 | country of citizenship | Soviet Union | 1948\n- Q324083 | country of citizenship | Soviet Union | 1948\n- Zhytomyr | country | Soviet Union | 1948\n- Zastavna | country | Soviet Union | 1948\n- Yevpatoriia | country | Soviet Union | 1948\nReasoning:", "completion": " Answer: 1948", "t_query": 1948.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002790", "prompt": " After Sabatino Moscati country of citizenship Italy, what was the head of government of Italy?\nEvidence:\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Veriano Luchetti | country of citizenship | Italy | 1957\n- Tonino Cervi | country of citizenship | Italy | 1957\n- Tiziano Terzani | country of citizenship | Italy | 1957\n- Stéphane Grappelli | country of citizenship | Italy | 1957\n- Simon Spierer | country of citizenship | Italy | 1957\n- Sergio Mantovani | country of citizenship | Italy | 1957\n- Sergio Bonelli | country of citizenship | Italy | 1957\n- Rossana Rossanda | country of citizenship | Italy | 1957\n- Romeo Bertini | country of citizenship | Italy | 1957\n- Renata Tebaldi | country of citizenship | Italy | 1957\n- Primo Nebiolo | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: Adone Zoli", "t_query": 1957.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002791", "prompt": " In 1975, what was the head of state of Giacomo Rossi-Stuart's country of citizenship?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: Giovanni Leone", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002792", "prompt": " In what year was the country of Vršac equal to Socialist Federal Republic of Yugoslavia?\nEvidence:\n- Vršac | country | Socialist Federal Republic of Yugoslavia | 1969\n- Šibenik | country | Socialist Federal Republic of Yugoslavia | 1969\n- Zagreb | country | Socialist Federal Republic of Yugoslavia | 1969\n- Skopje | country | Socialist Federal Republic of Yugoslavia | 1969\n- Q583161 | country | Socialist Federal Republic of Yugoslavia | 1969\n- Q55630 | country | Socialist Federal Republic of Yugoslavia | 1969\n- Q5266 | country | Socialist Federal Republic of Yugoslavia | 1969\n- Pula | country | Socialist Federal Republic of Yugoslavia | 1969\n- Pristina | country | Socialist Federal Republic of Yugoslavia | 1969\n- Perast | country | Socialist Federal Republic of Yugoslavia | 1969\n- Peja | country | Socialist Federal Republic of Yugoslavia | 1969\n- Niš | country | Socialist Federal Republic of Yugoslavia | 1969\n- Ljubljana | country | Socialist Federal Republic of Yugoslavia | 1969\n- Kovin | country | Socialist Federal Republic of Yugoslavia | 1969\n- Gjilan | country | Socialist Federal Republic of Yugoslavia | 1969\nReasoning:", "completion": " Answer: 1969", "t_query": 1969.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002793", "prompt": " In 1961, what was the member of of John Paul I's country of citizenship?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\n- Virginio Rosetta | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002794", "prompt": " After Franca Ongaro country of citizenship Kingdom of Italy, what was the country of citizenship of Franca Ongaro?\nEvidence:\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\n- Wilma Montesi | country of citizenship | Italy | 1952\n- Vittore Catella | country of citizenship | Italy | 1952\n- Vitaliano Brancati | country of citizenship | Italy | 1952\nReasoning:", "completion": " Answer: Italy", "t_query": 1952.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002795", "prompt": " In 1962, what was the position held of Guido Aycard's country of citizenship's head of state?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1962.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002796", "prompt": " In 1970, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1970\n- Q46099 | country of citizenship | Yugoslavia | 1970\n- Q207166 | country of citizenship | Yugoslavia | 1970\n- Vladica Popović | country of citizenship | Yugoslavia | 1970\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1970\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1970\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1970\n- Ilija Petković | country of citizenship | Yugoslavia | 1970\n- Dušan Ivković | country of citizenship | Yugoslavia | 1970\n- Dragan Tomić | country of citizenship | Yugoslavia | 1970\n- Verzar | country | Yugoslavia | 1970\n- Suševo | country | Yugoslavia | 1970\n- Q793485 | country | Yugoslavia | 1970\n- Pirot | country | Yugoslavia | 1970\n- Orašje | country | Yugoslavia | 1970\nReasoning:", "completion": " Answer: Claudio Cavazza", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002797", "prompt": " Who was the member of of Carmelo Cappello's country of citizenship before European Coal and Steel Community?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1964.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002798", "prompt": " Who was the contains the administrative territorial entity of Rhône before Genay?\nEvidence:\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\n- Q945660 | located in the administrative territorial entity | Q3083 | 1947\n- Q945660 | located in the administrative territorial entity | Q12736 | 1947\nReasoning:", "completion": " Answer: Vaulx-en-Velin", "t_query": 1947.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_002799", "prompt": " Who was the member of of Vitaliano Brancati's country of citizenship before European Economic Community?\nEvidence:\n- Vitaliano Brancati | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\n- Virginio Rosetta | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1951.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002800", "prompt": " In 1987, whose head of government's country of citizenship was Bettino Craxi?\nEvidence:\n- Italy | head of government | Bettino Craxi | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: Romolo Alzani", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002801", "prompt": " In 1950, what was the territory claimed by of Mannheim's country?\nEvidence:\n- West Germany | territory claimed by | German Democratic Republic | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\n- Martin Walser | country of citizenship | West Germany | 1950\n- Martin Albrecht | country of citizenship | West Germany | 1950\n- Jürgen Kissner | country of citizenship | West Germany | 1950\n- Helmut Kohl | country of citizenship | West Germany | 1950\n- Albrecht Brandi | country of citizenship | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\nReasoning:", "completion": " Answer: German Democratic Republic", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002802", "prompt": " After Slavgorod located in Altai Krai, what was the country of Altai Krai?\nEvidence:\n- Slavgorod | located in the administrative territorial entity | Altai Krai | 1991\n- Rubtsovsk | located in the administrative territorial entity | Altai Krai | 1991\n- Biysk | located in the administrative territorial entity | Altai Krai | 1991\n- Barnaul | located in the administrative territorial entity | Altai Krai | 1991\n- Altai Krai | country | Soviet Union | 1991\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1991\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1991\n- Q59054 | country of citizenship | Soviet Union | 1991\n- Q437262 | country of citizenship | Soviet Union | 1991\n- Q324083 | country of citizenship | Soviet Union | 1991\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1991\n- Yuri Manin | country of citizenship | Soviet Union | 1991\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1991\n- Viktor Kulikov | country of citizenship | Soviet Union | 1991\n- Vija Artmane | country of citizenship | Soviet Union | 1991\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1991.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002803", "prompt": " In what year was the contains the administrative territorial entity of Mannheim's country equal to Hesse?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002804", "prompt": " In 1959, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: Gino Cassinis", "t_query": 1959.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002805", "prompt": " In 1982, what was the country of Potsdam?\nEvidence:\n- Potsdam | located in the administrative territorial entity | Potsdam District | 1982\n- Potsdam | country | German Democratic Republic | 1982\n- Brandenburg an der Havel | located in the administrative territorial entity | Potsdam District | 1982\n- East Berlin | shares border with | Potsdam District | 1982\n- Q97584 | country of citizenship | German Democratic Republic | 1982\n- Q96955 | country of citizenship | German Democratic Republic | 1982\n- Q77767 | country of citizenship | German Democratic Republic | 1982\n- Q73946 | country of citizenship | German Democratic Republic | 1982\n- Q72461 | country of citizenship | German Democratic Republic | 1982\n- Q70388 | country of citizenship | German Democratic Republic | 1982\n- Q67341 | country of citizenship | German Democratic Republic | 1982\n- Q449313 | country of citizenship | German Democratic Republic | 1982\n- Q438683 | country of citizenship | German Democratic Republic | 1982\n- Q126983 | country of citizenship | German Democratic Republic | 1982\n- Q107089 | country of citizenship | German Democratic Republic | 1982\nReasoning:", "completion": " Answer: German Democratic Republic", "t_query": 1982.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002806", "prompt": " In 2012, whose member of sports team was Botafogo F.R.?\nEvidence:\n- Q718938 | member of sports team | Botafogo F.R. | 2012\n- Q714354 | member of sports team | Botafogo F.R. | 2012\n- Q649420 | member of sports team | Botafogo F.R. | 2012\n- Andrezinho | member of sports team | Botafogo F.R. | 2012\n- Clarence Seedorf | member of sports team | Botafogo F.R. | 2012\n- Renato Dirnei Florêncio | member of sports team | Botafogo F.R. | 2012\n- Q714354 | member of sports team | Q949546 | 2012\n- Q649420 | member of sports team | Udinese Calcio | 2012\n- Q718938 | member of sports team | Cruzeiro E.C. | 2012\nReasoning:", "completion": " Answer: Renato Dirnei Florêncio", "t_query": 2012.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_002807", "prompt": " In what year was the member of of Giuseppe Colnago's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: 1985", "t_query": 1985.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002808", "prompt": " In 1951, whose country of citizenship was Italy?\nEvidence:\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Veriano Luchetti | country of citizenship | Italy | 1951\n- Tonino Cervi | country of citizenship | Italy | 1951\n- Tiziano Terzani | country of citizenship | Italy | 1951\n- Stéphane Grappelli | country of citizenship | Italy | 1951\n- Simon Spierer | country of citizenship | Italy | 1951\n- Sergio Mantovani | country of citizenship | Italy | 1951\n- Sergio Bonelli | country of citizenship | Italy | 1951\n- Rossana Rossanda | country of citizenship | Italy | 1951\n- Romeo Bertini | country of citizenship | Italy | 1951\n- Renata Tebaldi | country of citizenship | Italy | 1951\n- Primo Nebiolo | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: Vitaliano Brancati", "t_query": 1951.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002809", "prompt": " In what year was the member of political party of Anna Grodzka equal to Polish United Workers' Party?\nEvidence:\n- Anna Grodzka | member of political party | Polish United Workers' Party | 1981\n- Q55924 | member of political party | Polish United Workers' Party | 1981\n- Q55915 | member of political party | Polish United Workers' Party | 1981\n- Q376870 | member of political party | Polish United Workers' Party | 1981\n- Stanisław Kania | member of political party | Polish United Workers' Party | 1981\nReasoning:", "completion": " Answer: 1981", "t_query": 1981.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_002810", "prompt": " In 1948, whose anthem's located in was State Anthem of the Soviet Union?\nEvidence:\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1948\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Sevastopol | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Sakhalin Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\nReasoning:", "completion": " Answer: Omsk", "t_query": 1948.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002811", "prompt": " In what year was the member of sports team of Peter Cormack equal to Scotland men's national football team?\nEvidence:\n- Peter Cormack | member of sports team | Scotland men's national football team | 1968\n- Q922804 | member of sports team | Scotland men's national football team | 1968\n- Q888610 | member of sports team | Scotland men's national football team | 1968\n- Q719869 | member of sports team | Scotland men's national football team | 1968\n- Q526300 | member of sports team | Scotland men's national football team | 1968\n- Q202867 | member of sports team | Scotland men's national football team | 1968\nReasoning:", "completion": " Answer: 1968", "t_query": 1968.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_002812", "prompt": " In 1994, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\n- Stefano Angeleri | country of citizenship | Italy | 1994\nReasoning:", "completion": " Answer: Nino Baragli", "t_query": 1994.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002813", "prompt": " In what year was the country of citizenship of Antonio Corpora equal to Italy?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: 1962", "t_query": 1962.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002814", "prompt": " After Giuseppe Colizzi country of citizenship Italy, what was the shares border with of Romolo Alzani's country of citizenship?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Italy | shares border with | Yugoslavia | 1987\n- Giuseppe Prisco | country of citizenship | Italy | 1987\n- Giuseppe Patanè | country of citizenship | Italy | 1987\n- Giuseppe Gabrielli | country of citizenship | Italy | 1987\n- Giuseppe Colnago | country of citizenship | Italy | 1987\n- Giuseppe Busso | country of citizenship | Italy | 1987\n- Giuseppe Antonini | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1987.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002815", "prompt": " In 1987, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: Schleswig-Holstein", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002816", "prompt": " Who was the country of citizenship of Gino Bianco before Italy?\nEvidence:\n- Gino Bianco | country of citizenship | Kingdom of Italy | 1930\n- Gino Cassinis | country of citizenship | Kingdom of Italy | 1930\n- Q976653 | country of citizenship | Kingdom of Italy | 1930\n- Q972711 | country of citizenship | Kingdom of Italy | 1930\n- Q922237 | country of citizenship | Kingdom of Italy | 1930\n- Q890523 | country of citizenship | Kingdom of Italy | 1930\n- Q715036 | country of citizenship | Kingdom of Italy | 1930\n- Q710497 | country of citizenship | Kingdom of Italy | 1930\n- Q678253 | country of citizenship | Kingdom of Italy | 1930\n- Q654973 | country of citizenship | Kingdom of Italy | 1930\n- Q650303 | country of citizenship | Kingdom of Italy | 1930\n- Q603148 | country of citizenship | Kingdom of Italy | 1930\n- Q527400 | country of citizenship | Kingdom of Italy | 1930\n- Q51189 | country of citizenship | Kingdom of Italy | 1930\n- Q471232 | country of citizenship | Kingdom of Italy | 1930\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1930.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002817", "prompt": " Who was the located in of Route nationale 523 after Savoie?\nEvidence:\n- Route nationale 523 | located in the administrative territorial entity | Savoie | 1971\n- Route nationale 523 | located in the administrative territorial entity | Isère | 1971\n- Q920272 | located in the administrative territorial entity | Savoie | 1971\nReasoning:", "completion": " Answer: Isère", "t_query": 1971.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002818", "prompt": " In what year was the manager of Belvedere equal to Agnes Husslein-Arco?\nEvidence:\n- Belvedere | director / manager | Agnes Husslein-Arco | 2016\nReasoning:", "completion": " Answer: 2016", "t_query": 2016.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_002819", "prompt": " In what year was the member of of Umberto Mastroianni's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\n- Tiziano Terzani | country of citizenship | Italy | 1995\nReasoning:", "completion": " Answer: 1995", "t_query": 1995.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002820", "prompt": " In 1989, what was the member of of Raul Gardini's country of citizenship?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\n- Stéphane Grappelli | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002821", "prompt": " After Carmelo Cappello work location Milan, what was the country of citizenship of Carmelo Cappello?\nEvidence:\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Mario Soldati | residence | Milan | 1964\n- Lalla Romano | residence | Milan | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: Italy", "t_query": 1964.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002822", "prompt": " In what year was the chairperson of Communist Party of the Soviet Union equal to Leonid Brezhnev?\nEvidence:\n- Communist Party of the Soviet Union | chairperson | Leonid Brezhnev | 1975\n- Zuleykha Seyidmammadova | member of political party | Communist Party of the Soviet Union | 1975\n- Vladimir Dzhanibekov | member of political party | Communist Party of the Soviet Union | 1975\n- Viktor Kulikov | member of political party | Communist Party of the Soviet Union | 1975\n- Viktor Anpilov | member of political party | Communist Party of the Soviet Union | 1975\n- Siim Kallas | member of political party | Communist Party of the Soviet Union | 1975\n- Ruslan Khasbulatov | member of political party | Communist Party of the Soviet Union | 1975\n- Ivan Silayev | member of political party | Communist Party of the Soviet Union | 1975\n- Heydar Aliyev | member of political party | Communist Party of the Soviet Union | 1975\n- Dzhokhar Dudayev | member of political party | Communist Party of the Soviet Union | 1975\n- Dmitriy Ustinov | member of political party | Communist Party of the Soviet Union | 1975\n- Aram Khachaturian | member of political party | Communist Party of the Soviet Union | 1975\n- Aleksei Gubarev | member of political party | Communist Party of the Soviet Union | 1975\n- Albert Azaryan | member of political party | Communist Party of the Soviet Union | 1975\n- Anatoly Yakovlevich Solovyev | member of political party | Communist Party of the Soviet Union | 1975\nReasoning:", "completion": " Answer: 1975", "t_query": 1975.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002823", "prompt": " In 1949, what was the country of citizenship of Sergio Noja Noseda?\nEvidence:\n- Sergio Noja Noseda | country of citizenship | Italy | 1949\n- Sergio Realini | country of citizenship | Italy | 1949\n- Sergio Mantovani | country of citizenship | Italy | 1949\n- Sergio Bonelli | country of citizenship | Italy | 1949\n- Q639507 | country of citizenship | Italy | 1949\n- Q612509 | country of citizenship | Italy | 1949\n- Q454036 | country of citizenship | Italy | 1949\n- Q435856 | country of citizenship | Italy | 1949\n- Q432318 | country of citizenship | Italy | 1949\n- Q429298 | country of citizenship | Italy | 1949\n- Q318968 | country of citizenship | Italy | 1949\n- Q264986 | country of citizenship | Italy | 1949\n- Q219490 | country of citizenship | Italy | 1949\n- Q213482 | country of citizenship | Italy | 1949\n- Dalida | country of citizenship | Italy | 1949\nReasoning:", "completion": " Answer: Italy", "t_query": 1949.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002824", "prompt": " In what year was the country of citizenship of Arnaldo Genoino equal to Italy?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: 1978", "t_query": 1978.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002825", "prompt": " In what year was the currency of Guido Aycard's country of citizenship equal to Italian lira?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: 1962", "t_query": 1962.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002826", "prompt": " In 1963, what was the currency of Gianni Brera's country of citizenship?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002827", "prompt": " Who was the contains the administrative territorial entity of Mannheim's country before Baden-Württemberg?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\nReasoning:", "completion": " Answer: Hamburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002828", "prompt": " After Charles de Freycinet member of Académie Française, what was the general secretary of Félicien Marceau's member of?\nEvidence:\n- Félicien Marceau | member of | Académie Française | 1995\n- Académie Française | general secretary | Maurice Druon | 1995\n- René Huyghe | member of | Académie Française | 1995\n- Michel Déon | member of | Académie Française | 1995\n- Julien Green | member of | Académie Française | 1995\n- Jacques Laurent | member of | Académie Française | 1995\n- Jean-Marie Lustiger | member of | Académie Française | 1995\nReasoning:", "completion": " Answer: Maurice Druon", "t_query": 1995.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_002829", "prompt": " In what year was the member of of Maria Rita Saulle's country of citizenship equal to European Economic Community?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: 1989", "t_query": 1989.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002830", "prompt": " In 1953, what was the contains the administrative territorial entity of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: Bremen", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002831", "prompt": " After Luis Robson member of sports team Spartak Moscow, what was the head coach of Spartak Moscow?\nEvidence:\n- Spartak Moscow | head coach | Massimo Carrera | 2018\n- Q72904 | member of sports team | Spartak Moscow | 2018\n- Dmitri Kombarov | member of sports team | Spartak Moscow | 2018\n- Dmitri Kombarov | member of sports team | Russia men's national football team | 2018\nReasoning:", "completion": " Answer: Massimo Carrera", "t_query": 2018.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_002832", "prompt": " After Gianni Brezza country of citizenship Italy, what was the head of state of Salvatore Fiume's country of citizenship?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1988\n- Gianni Brezza | country of citizenship | Italy | 1988\n- Salvatore Cassisa | country of citizenship | Italy | 1988\n- Gianni Brera | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\n- Vittore Catella | country of citizenship | Italy | 1988\n- Veriano Luchetti | country of citizenship | Italy | 1988\n- Ugo Tognazzi | country of citizenship | Italy | 1988\n- Ugo Poletti | country of citizenship | Italy | 1988\n- Tullio Kezich | country of citizenship | Italy | 1988\nReasoning:", "completion": " Answer: Francesco Cossiga", "t_query": 1988.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002833", "prompt": " After West Germany territory claimed by German Democratic Republic, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- West Germany | territory claimed by | German Democratic Republic | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | diplomatic relation | German Democratic Republic | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\nReasoning:", "completion": " Answer: Bremen", "t_query": 1972.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002834", "prompt": " In what year was the general secretary of René Huyghe's member of equal to Jean Mistler?\nEvidence:\n- Académie Française | general secretary | Jean Mistler | 1981\n- René Huyghe | member of | Académie Française | 1981\n- René Huyghe | work location | Paris | 1981\n- Route nationale 4 | located in the administrative territorial entity | Paris | 1981\n- Pierre Emmanuel | member of | Académie Française | 1981\n- Michel Déon | member of | Académie Française | 1981\n- Julien Green | member of | Académie Française | 1981\n- Félicien Marceau | member of | Académie Française | 1981\n- Eugène Ionesco | member of | Académie Française | 1981\n- Edgar Faure | member of | Académie Française | 1981\n- Takis | residence | Paris | 1981\n- Route nationale 4 | terminus location | Paris | 1981\n- Roman Cieślewicz | work location | Paris | 1981\n- Q464656 | residence | Paris | 1981\n- Q454927 | work location | Paris | 1981\nReasoning:", "completion": " Answer: 1981", "t_query": 1981.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002835", "prompt": " After Luigi Veronesi country of citizenship Italy, what was the position held of Antonio Corpora's country of citizenship's head of state?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Luigi Comencini | country of citizenship | Italy | 1962\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1962\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1962\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1962\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1962.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002836", "prompt": " After Suso Cecchi d'Amico country of citizenship Italy, what was the member of of Flaviano Vicentini's country of citizenship?\nEvidence:\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1967\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1967\n- Joe D'Amato | country of citizenship | Italy | 1967\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1967.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002837", "prompt": " In 1962, what was the currency of Antonio Corpora's country of citizenship?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002838", "prompt": " In 1936, whose located in was Seine-et-Oise?\nEvidence:\n- Bonnières-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Villejust | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Villecresnes | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Valenton | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Saclas | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Q899558 | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Q83472 | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Q794124 | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Q752150 | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Q639332 | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Q491908 | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Q276508 | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Q273061 | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Q272066 | located in the administrative territorial entity | Seine-et-Oise | 1936\n- Q268408 | located in the administrative territorial entity | Seine-et-Oise | 1936\nReasoning:", "completion": " Answer: Villabé", "t_query": 1936.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002839", "prompt": " In 1971, whose head of state's country of citizenship was Giovanni Leone?\nEvidence:\n- Italy | head of state | Giovanni Leone | 1971\n- Giovanni Mardersteig | country of citizenship | Italy | 1971\n- Giovanni Invernizzi | country of citizenship | Italy | 1971\n- Giovanni Goria | country of citizenship | Italy | 1971\n- Giovanni Ferrofino | country of citizenship | Italy | 1971\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: Salvatore Fiume", "t_query": 1971.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002840", "prompt": " After Gerard Piqué member of sports team Catalonia national football team, what was the unmarried partner of Gerard Piqué?\nEvidence:\n- Gerard Piqué | unmarried partner | Shakira | 2019\n- Gerard Piqué | member of sports team | Catalonia national football team | 2019\n- Gerard Piqué | member of sports team | Futbol Club Barcelona | 2019\n- Q49704 | member of sports team | Futbol Club Barcelona | 2019\n- Q455462 | member of sports team | Futbol Club Barcelona | 2019\n- Lionel Messi | member of sports team | Futbol Club Barcelona | 2019\n- Lionel Messi | employer | Futbol Club Barcelona | 2019\nReasoning:", "completion": " Answer: Shakira", "t_query": 2019.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_002841", "prompt": " After Rokiškis District Municipality located in Lithuanian Soviet Socialist Republic, what was the located in of Rokiškis District Municipality?\nEvidence:\n- Rokiškis District Municipality | located in the administrative territorial entity | Panevėžys County | 1998\nReasoning:", "completion": " Answer: Panevėžys County", "t_query": 1998.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_002842", "prompt": " After Angelo Cuniberti country of citizenship Italy, what was the currency of Claudio Cavazza's country of citizenship?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Angelo Cuniberti | country of citizenship | Italy | 1970\n- Angelo Varetto | country of citizenship | Italy | 1970\n- Angelo Infanti | country of citizenship | Italy | 1970\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1970.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002843", "prompt": " After Giordano Cottur country of citizenship Italy, what was the position held of Romolo Alzani's country of citizenship's head of government?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Giordano Cottur | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: Prime Minister of Italy", "t_query": 1987.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002844", "prompt": " In 1996, whose member of was Cyprus Football Association?\nEvidence:\n- Alki Larnaca F.C. | member of | Cyprus Football Association | 1996\nReasoning:", "completion": " Answer: Alki Larnaca F.C.", "t_query": 1996.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_002845", "prompt": " In what year was the member of of Maria Caniglia's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Maria Caniglia | country of citizenship | Italy | 1951\n- Maria Tore Barbina | country of citizenship | Italy | 1951\n- Alberto Maria De Agostini | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: 1951", "t_query": 1951.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002846", "prompt": " In 2001, whose head of state's country of citizenship was Carlo Azeglio Ciampi?\nEvidence:\n- Italy | head of state | Carlo Azeglio Ciampi | 2001\n- Carlo Giuffré | country of citizenship | Italy | 2001\n- Carlo Fruttero | country of citizenship | Italy | 2001\n- Carlo Curis | country of citizenship | Italy | 2001\n- Carlo Cercignani | country of citizenship | Italy | 2001\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\nReasoning:", "completion": " Answer: Gerardo Marotta", "t_query": 2001.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002847", "prompt": " In 1948, what was the shares border with of Alfonso Brescia's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1948\n- Alfonso Brescia | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\n- Q318968 | country of citizenship | Italy | 1948\n- Q264986 | country of citizenship | Italy | 1948\n- Q219490 | country of citizenship | Italy | 1948\n- Q213482 | country of citizenship | Italy | 1948\n- Dalida | country of citizenship | Italy | 1948\n- Wilma Montesi | country of citizenship | Italy | 1948\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1948.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002848", "prompt": " In what year was the position held of Salvatore Fiume's country of citizenship's head of state equal to Italian senator for life?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: 1971", "t_query": 1971.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002849", "prompt": " In 1965, whose country was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1965\n- Yalta | country | Soviet Union | 1965\n- Voronezh | country | Soviet Union | 1965\n- Volhynia | country | Soviet Union | 1965\n- Vinnytsia | country | Soviet Union | 1965\n- Urgench | country | Soviet Union | 1965\n- Uman | country | Soviet Union | 1965\n- Torzhok | country | Soviet Union | 1965\n- Tbilisi | country | Soviet Union | 1965\n- Sudak | country | Soviet Union | 1965\n- Starodub | country | Soviet Union | 1965\n- Simferopol | country | Soviet Union | 1965\n- Siberia | country | Soviet Union | 1965\n- Sevastopol | country | Soviet Union | 1965\n- Q957273 | country | Soviet Union | 1965\nReasoning:", "completion": " Answer: Luhansk", "t_query": 1965.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002850", "prompt": " After Umberto Mastroianni country of citizenship Italy, what was the head of state of Italy7492's country of citizenship?\nEvidence:\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\n- Virginio Rosetta | country of citizenship | Italy | 1964\n- Veriano Luchetti | country of citizenship | Italy | 1964\n- Ulrico Girardi | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: Giuseppe Saragat", "t_query": 1964.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002851", "prompt": " After Vologda country Soviet Union, what was the located in of Vologda?\nEvidence:\n- Vologda | country | Soviet Union | 1972\n- Vologda | located in the administrative territorial entity | Vologda Oblast | 1972\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1972\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1972\n- Zhytomyr | country | Soviet Union | 1972\n- Zastavna | country | Soviet Union | 1972\n- Yevpatoriia | country | Soviet Union | 1972\n- Yalta | country | Soviet Union | 1972\n- Vyazma | country | Soviet Union | 1972\n- Voronezh | country | Soviet Union | 1972\n- Volodarsk | country | Soviet Union | 1972\n- Volhynia | country | Soviet Union | 1972\n- Voinyliv | country | Soviet Union | 1972\n- Vladivostok | country | Soviet Union | 1972\n- Vinnytsia | country | Soviet Union | 1972\nReasoning:", "completion": " Answer: Vologda Oblast", "t_query": 1972.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002852", "prompt": " After Alfonso Brescia country of citizenship Kingdom of Italy, what was the country of citizenship of Alfonso Brescia?\nEvidence:\n- Alfonso Brescia | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\n- Q318968 | country of citizenship | Italy | 1948\n- Q264986 | country of citizenship | Italy | 1948\n- Q219490 | country of citizenship | Italy | 1948\n- Q213482 | country of citizenship | Italy | 1948\n- Dalida | country of citizenship | Italy | 1948\n- Wilma Montesi | country of citizenship | Italy | 1948\n- Vittore Catella | country of citizenship | Italy | 1948\nReasoning:", "completion": " Answer: Italy", "t_query": 1948.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002853", "prompt": " In what year was the country of citizenship of Romolo Alzani equal to Italy?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: 1987", "t_query": 1987.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002854", "prompt": " After Saarland located in West Germany, what was the diplomatic relation of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | diplomatic relation | German Democratic Republic | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Saarland | country | West Germany | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- Würzburg | country | West Germany | 1972\n- Wuppertal | country | West Germany | 1972\n- Wiesbaden | country | West Germany | 1972\n- Westfalenliga | country | West Germany | 1972\n- Viersen | country | West Germany | 1972\n- Speyer | country | West Germany | 1972\nReasoning:", "completion": " Answer: German Democratic Republic", "t_query": 1972.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002855", "prompt": " After Jean Richepin member of Académie Française, what was the general secretary of Eugène Tisserant's member of?\nEvidence:\n- Eugène Tisserant | member of | Académie Française | 1966\n- Académie Française | general secretary | Maurice Genevoix | 1966\n- Jean Paulhan | member of | Académie Française | 1966\n- Jean Guéhenno | member of | Académie Française | 1966\n- Eugène Tisserant | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Eugène Tisserant | position held | Dean of the College of Cardinals | 1966\n- Q998913 | member of | Académie Française | 1966\n- René Huyghe | member of | Académie Française | 1966\n- Jérôme Carcopino | member of | Académie Française | 1966\n- François Mauriac | member of | Académie Française | 1966\n- Pierre-Henri Simon | member of | Académie Française | 1966\n- Q822586 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q74879 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q689251 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q663757 | member of | Académie des Inscriptions et Belles-Lettres | 1966\nReasoning:", "completion": " Answer: Maurice Genevoix", "t_query": 1966.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002856", "prompt": " After Agenore Incrocci country of citizenship Italy, what was the currency of Guido Aycard's country of citizenship?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1962.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002857", "prompt": " In what year was the employer of Paul Foucart equal to Collège de France?\nEvidence:\n- Paul Foucart | employer | Collège de France | 1925\n- Q664948 | employer | Collège de France | 1925\n- Q462281 | employer | Collège de France | 1925\n- Q333292 | employer | Collège de France | 1925\n- Q328758 | employer | Collège de France | 1925\n- Q202790 | employer | Collège de France | 1925\n- Sylvain Lévi | employer | Collège de France | 1925\n- Lucien Cayeux | employer | Collège de France | 1925\n- Antoine Meillet | employer | Collège de France | 1925\n- André Mazon | professorship | Collège de France | 1925\n- Paul Foucart | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Victor Emmanuel III of Italy | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q972619 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q587038 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q521592 | member of | Académie des Inscriptions et Belles-Lettres | 1925\nReasoning:", "completion": " Answer: 1925", "t_query": 1925.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002858", "prompt": " In 1993, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Oscar Luigi Scalfaro | position held | President of Italy | 1993\n- Italy | head of state | Oscar Luigi Scalfaro | 1993\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1993\nReasoning:", "completion": " Answer: Luca Ronconi", "t_query": 1993.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002859", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon after Saint-Fons?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-Laval | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-les-Ollières | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Answer: Dardilly", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002860", "prompt": " After Stanley Cohen award received Albert Lasker Award for Basic Medical Research, what was the winner of Albert Lasker Award for Basic Medical Research?\nEvidence:\n- Albert Lasker Award for Basic Medical Research | winner | Rolf M. Zinkernagel | 1995\n- Albert Lasker Award for Basic Medical Research | winner | Peter C. Doherty | 1995\n- Albert Lasker Award for Basic Medical Research | winner | Don Craig Wiley | 1995\n- Don Craig Wiley | award received | Albert Lasker Award for Basic Medical Research | 1995\nReasoning:", "completion": " Answer: Peter C. Doherty", "t_query": 1995.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_002861", "prompt": " In 1950, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Answer: North Rhine-Westphalia", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002862", "prompt": " In 1920, whose country was Ukrainian Soviet Socialist Republic?\nEvidence:\n- Yalta | country | Ukrainian Soviet Socialist Republic | 1920\n- Vinnytsia | country | Ukrainian Soviet Socialist Republic | 1920\n- Uman | country | Ukrainian Soviet Socialist Republic | 1920\n- Poltava | country | Ukrainian Soviet Socialist Republic | 1920\n- Mykolaiv | country | Ukrainian Soviet Socialist Republic | 1920\n- Konotop | country | Ukrainian Soviet Socialist Republic | 1920\n- Khmelnytskyi | country | Ukrainian Soviet Socialist Republic | 1920\n- Kadiivka | country | Ukrainian Soviet Socialist Republic | 1920\n- Hlukhiv | country | Ukrainian Soviet Socialist Republic | 1920\n- Dubăsari | country | Ukrainian Soviet Socialist Republic | 1920\n- Chernigov Governorate | country | Ukrainian Soviet Socialist Republic | 1920\n- Q724434 | country of citizenship | Ukrainian Soviet Socialist Republic | 1920\n- Maria Zankovetska | country of citizenship | Ukrainian Soviet Socialist Republic | 1920\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Ukrainian Soviet Socialist Republic | 1920\n- Chernigov Governorate | located in the administrative territorial entity | Ukrainian Soviet Socialist Republic | 1920\nReasoning:", "completion": " Answer: Poltava", "t_query": 1920.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002863", "prompt": " Who was the shares border with of East Berlin before Frankfurt (Oder) District?\nEvidence:\n- East Berlin | shares border with | West Berlin | 1947\nReasoning:", "completion": " Answer: West Berlin", "t_query": 1947.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_002864", "prompt": " After Martin Walser country of citizenship West Germany, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Bonn | capital of | West Germany | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- West Germany | currency | Deutsche Mark | 1974\n- Martin Patzelt | country of citizenship | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Germany | member of | Western European Union | 1974\nReasoning:", "completion": " Answer: Lower Saxony", "t_query": 1974.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002865", "prompt": " In 1920, whose replaced by's country's work location was Free City of Danzig?\nEvidence:\n- Weimar Republic | replaced by | Free City of Danzig | 1920\n- Q739 | diplomatic relation | Free City of Danzig | 1920\n- hyperinflation in the Weimar Republic | country | Weimar Republic | 1920\n- Q87105 | country of citizenship | Weimar Republic | 1920\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1920\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1920\n- Zwickau | country | Weimar Republic | 1920\n- Zimmern | country | Weimar Republic | 1920\n- Wrocław | country | Weimar Republic | 1920\n- Wittmund | country | Weimar Republic | 1920\n- Wismar | country | Weimar Republic | 1920\n- Wiesbaden | country | Weimar Republic | 1920\n- Weimar | country | Weimar Republic | 1920\n- Vaterstetten | country | Weimar Republic | 1920\n- Trier | country | Weimar Republic | 1920\nReasoning:", "completion": " Answer: Carel Willink", "t_query": 1920.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002866", "prompt": " In what year was the located in of Angus equal to Tayside?\nEvidence:\n- Angus | located in the administrative territorial entity | Tayside | 1993\nReasoning:", "completion": " Answer: 1993", "t_query": 1993.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_002867", "prompt": " In what year was the member of of Ugo Morin's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: 1968", "t_query": 1968.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002868", "prompt": " In what year was the contains the administrative territorial entity of Bernard Schultze's work location's country equal to Schleswig-Holstein?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: 1953", "t_query": 1953.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002869", "prompt": " Who was the contains the administrative territorial entity of Rhône after Villeurbanne?\nEvidence:\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1986\n- Rhône | contains the administrative territorial entity | Vénissieux | 1986\n- Rhône | contains the administrative territorial entity | Meyzieu | 1986\n- Rhône | contains the administrative territorial entity | Genay | 1986\n- Rhône | contains the administrative territorial entity | Francheville | 1986\n- Rhône | contains the administrative territorial entity | Feyzin | 1986\n- Rhône | contains the administrative territorial entity | Bron | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 1986\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1986\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1986\n- Ternay | located in the administrative territorial entity | Rhône | 1986\n- Chaponnay | located in the administrative territorial entity | Rhône | 1986\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1986\n- Route nationale 383 | located in the administrative territorial entity | Rhône | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 1986\nReasoning:", "completion": " Answer: Meyzieu", "t_query": 1986.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002870", "prompt": " In what year was the head of state of Andrea Carrea's country of citizenship equal to Sandro Pertini?\nEvidence:\n- Andrea Carrea | country of citizenship | Italy | 1984\n- Andrea Pangrazio | country of citizenship | Italy | 1984\n- Andrea Miano | country of citizenship | Italy | 1984\n- Andrea Cassone | country of citizenship | Italy | 1984\n- Andrea Bianchi | country of citizenship | Italy | 1984\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: 1984", "t_query": 1984.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002871", "prompt": " In 1973, whose shares border with was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1973\n- Verzar | country | Yugoslavia | 1973\n- Suševo | country | Yugoslavia | 1973\n- Q793485 | country | Yugoslavia | 1973\n- Pirot | country | Yugoslavia | 1973\n- Orašje | country | Yugoslavia | 1973\n- Kraljevo | country | Yugoslavia | 1973\n- Karlovac | country | Yugoslavia | 1973\n- Dimitrovgrad | country | Yugoslavia | 1973\n- Dabilje | country | Yugoslavia | 1973\n- Crnoštica | country | Yugoslavia | 1973\n- Braćevci | country | Yugoslavia | 1973\n- Braćevac | country | Yugoslavia | 1973\n- Bijeljina | country | Yugoslavia | 1973\n- Bačevo | country | Yugoslavia | 1973\nReasoning:", "completion": " Answer: Italy", "t_query": 1973.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002872", "prompt": " After Venezuela currency bolívar, what was the member of of Venezuela?\nEvidence:\n- Venezuela | currency | bolívar | 1975\n- Venezuela | member of | Organization of American States | 1975\n- Cartagena Agreement | signatory | Venezuela | 1975\n- Cartagena Agreement | signatory | Chile | 1975\nReasoning:", "completion": " Answer: Organization of American States", "t_query": 1975.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_002873", "prompt": " In what year was the member of of Marco Tulli's country of citizenship equal to European Economic Community?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: 1978", "t_query": 1978.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002874", "prompt": " In 1956, what was the country of citizenship of Alfonso Calzolari?\nEvidence:\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\n- Veriano Luchetti | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: Italy", "t_query": 1956.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002875", "prompt": " In 1950, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Answer: Bremen", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002876", "prompt": " Who was the member of of Guido Aycard's country of citizenship before European Coal and Steel Community?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1962.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002877", "prompt": " After Gaetano Crocco country of citizenship Italy, what was the position held of Italy's head of state?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Giuseppe Paratore | position held | Italian senator for life | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\n- Tonino Cervi | country of citizenship | Italy | 1963\n- Tiziano Terzani | country of citizenship | Italy | 1963\n- Stéphane Grappelli | country of citizenship | Italy | 1963\n- Simon Spierer | country of citizenship | Italy | 1963\n- Sergio Mantovani | country of citizenship | Italy | 1963\n- Sergio Bonelli | country of citizenship | Italy | 1963\n- Rossana Rossanda | country of citizenship | Italy | 1963\n- Romeo Bertini | country of citizenship | Italy | 1963\n- Renata Tebaldi | country of citizenship | Italy | 1963\n- Primo Nebiolo | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1963.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002878", "prompt": " In 1950, whose contains the administrative territorial entity's country was Lower Saxony?\nEvidence:\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Hanover | located in the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Würzburg | country | West Germany | 1950\nReasoning:", "completion": " Answer: Würzburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002879", "prompt": " In 2016, whose manager was Agnes Husslein-Arco?\nEvidence:\n- Belvedere | director / manager | Agnes Husslein-Arco | 2016\nReasoning:", "completion": " Answer: Belvedere", "t_query": 2016.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_002880", "prompt": " After Saarland located in West Germany, what was the head of government of Friedrich Guggenberger's allegiance's contains the administrative territorial entity?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Saarland | country | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Answer: Franz-Josef Röder", "t_query": 1972.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002881", "prompt": " In what year was the award received of Cesare Terranova's country of citizenship's head of state equal to Supreme Order of Christ?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Answer: 1966", "t_query": 1966.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002882", "prompt": " In what year was the sport of Shane McMahon equal to referee?\nEvidence:\n- Shane McMahon | sport | referee | 2010\n- Shane McMahon | sport | professional wrestling | 2010\n- Shane McMahon | occupation | entrepreneur | 2010\n- Shane McMahon | employer | WWE | 2010\n- Vince McMahon | employer | WWE | 2010\n- Q44304 | sport | professional wrestling | 2010\n- Ring of Honor | sport | professional wrestling | 2010\n- Q285372 | employer | WWE | 2010\n- Mike Chioda | employer | WWE | 2010\nReasoning:", "completion": " Answer: 2010", "t_query": 2010.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_002883", "prompt": " In 1950, whose located in was Luhansk Oblast?\nEvidence:\n- Luhansk | located in the administrative territorial entity | Luhansk Oblast | 1950\n- Khrustalnyi | located in the administrative territorial entity | Luhansk Oblast | 1950\n- Kadiivka | located in the administrative territorial entity | Luhansk Oblast | 1950\n- Luhansk | country | Soviet Union | 1950\n- Khrustalnyi | country | Soviet Union | 1950\n- Kadiivka | country | Soviet Union | 1950\nReasoning:", "completion": " Answer: Kadiivka", "t_query": 1950.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_002884", "prompt": " In 1964, what was the currency of Carmelo Cappello's country of citizenship?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1964.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002885", "prompt": " After Carmelo Cappello country of citizenship Italy, what was the position held of Italy's head of government?\nEvidence:\n- Q264986 | country of citizenship | Italy | 1953\n- Q219490 | country of citizenship | Italy | 1953\n- Q213482 | country of citizenship | Italy | 1953\n- Dalida | country of citizenship | Italy | 1953\n- Veriano Luchetti | country of citizenship | Italy | 1953\n- Tonino Cervi | country of citizenship | Italy | 1953\n- Tiziano Terzani | country of citizenship | Italy | 1953\n- Stéphane Grappelli | country of citizenship | Italy | 1953\n- Simon Spierer | country of citizenship | Italy | 1953\n- Sergio Mantovani | country of citizenship | Italy | 1953\n- Sergio Bonelli | country of citizenship | Italy | 1953\n- Rossana Rossanda | country of citizenship | Italy | 1953\n- Romeo Bertini | country of citizenship | Italy | 1953\n- Renata Tebaldi | country of citizenship | Italy | 1953\n- Primo Nebiolo | country of citizenship | Italy | 1953\nReasoning:", "completion": " Answer: Prime Minister of Italy", "t_query": 1953.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002886", "prompt": " In what year was the currency of Laura Veccia Vaglieri's country of citizenship equal to Italian lira?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: 1956", "t_query": 1956.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002887", "prompt": " In 1950, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Answer: Württemberg-Hohenzollern", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002888", "prompt": " After Vitaliano Brancati country of citizenship Kingdom of Italy, what was the country of citizenship of Vitaliano Brancati?\nEvidence:\n- Vitaliano Brancati | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\n- Virginio Rosetta | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: Italy", "t_query": 1951.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002889", "prompt": " In 1951, whose country was Socialist Federal Republic of Yugoslavia?\nEvidence:\n- Šibenik | country | Socialist Federal Republic of Yugoslavia | 1951\n- Zagreb | country | Socialist Federal Republic of Yugoslavia | 1951\n- Vršac | country | Socialist Federal Republic of Yugoslavia | 1951\n- Skopje | country | Socialist Federal Republic of Yugoslavia | 1951\n- Q583161 | country | Socialist Federal Republic of Yugoslavia | 1951\n- Q55630 | country | Socialist Federal Republic of Yugoslavia | 1951\n- Q5266 | country | Socialist Federal Republic of Yugoslavia | 1951\n- Pula | country | Socialist Federal Republic of Yugoslavia | 1951\n- Pristina | country | Socialist Federal Republic of Yugoslavia | 1951\n- Perast | country | Socialist Federal Republic of Yugoslavia | 1951\n- Peja | country | Socialist Federal Republic of Yugoslavia | 1951\n- Niš | country | Socialist Federal Republic of Yugoslavia | 1951\n- Ljubljana | country | Socialist Federal Republic of Yugoslavia | 1951\n- Kovin | country | Socialist Federal Republic of Yugoslavia | 1951\n- Gjilan | country | Socialist Federal Republic of Yugoslavia | 1951\nReasoning:", "completion": " Answer: Kovin", "t_query": 1951.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002890", "prompt": " In 1950, whose country was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1950\n- Yalta | country | Soviet Union | 1950\n- Voronezh | country | Soviet Union | 1950\n- Volhynia | country | Soviet Union | 1950\n- Vinnytsia | country | Soviet Union | 1950\n- Urgench | country | Soviet Union | 1950\n- Uman | country | Soviet Union | 1950\n- Torzhok | country | Soviet Union | 1950\n- Tbilisi | country | Soviet Union | 1950\n- Sudak | country | Soviet Union | 1950\n- Starodub | country | Soviet Union | 1950\n- Simferopol | country | Soviet Union | 1950\n- Siberia | country | Soviet Union | 1950\n- Sevastopol | country | Soviet Union | 1950\n- Q957273 | country | Soviet Union | 1950\nReasoning:", "completion": " Answer: Kadiivka", "t_query": 1950.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002891", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Lyon, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Oullins", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002892", "prompt": " Who was the head of state of Salvatore Fiume's country of citizenship before Carlo Azeglio Ciampi?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Carlo Zecchi | country of citizenship | Italy | 1971\n- Carlo Fruttero | country of citizenship | Italy | 1971\n- Carlo Bandirola | country of citizenship | Italy | 1971\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: Giovanni Leone", "t_query": 1971.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002893", "prompt": " Who was the located in of Route nationale 101 before Lozère?\nEvidence:\n- Route nationale 101 | located in the administrative territorial entity | Lozère | 1926\n- Route nationale 101 | located in the administrative territorial entity | Ardèche | 1926\n- Route nationale 104 | located in the administrative territorial entity | Ardèche | 1926\nReasoning:", "completion": " Answer: Ardèche", "t_query": 1926.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002894", "prompt": " In 1928, what was the located in of Lévis-Saint-Nom?\nEvidence:\n- Lévis-Saint-Nom | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Saint-Nom-la-Bretèche | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Saint-Chéron | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Plessis-Saint-Benoist | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Boissy-Saint-Léger | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Saint-Leu-la-Forêt | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Saint-Germain-lès-Corbeil | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Saint-Cyr-l'École | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Saint-Arnoult-en-Yvelines | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Ézanville | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Émancé | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Écouen | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Villepreux | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Villejust | located in the administrative territorial entity | Seine-et-Oise | 1928\n- Villecresnes | located in the administrative territorial entity | Seine-et-Oise | 1928\nReasoning:", "completion": " Answer: Seine-et-Oise", "t_query": 1928.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002895", "prompt": " In 1950, whose country was West Germany?\nEvidence:\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\n- Wiesbaden | country | West Germany | 1950\n- Viersen | country | West Germany | 1950\n- Speyer | country | West Germany | 1950\n- Sande | country | West Germany | 1950\n- Q52041 | country | West Germany | 1950\n- Neuenkirchen | country | West Germany | 1950\n- Mannheim | country | West Germany | 1950\n- Lörrach | country | West Germany | 1950\n- Kiel | country | West Germany | 1950\n- Karlsruhe | country | West Germany | 1950\n- Hessenliga | country | West Germany | 1950\n- Heilsbronn | country | West Germany | 1950\n- Hanover | country | West Germany | 1950\nReasoning:", "completion": " Answer: Würzburg", "t_query": 1950.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002896", "prompt": " In what year was the head of state of Germany equal to Theodor Heuss?\nEvidence:\n- Germany | head of state | Theodor Heuss | 1956\n- president of Germany | position holder | Theodor Heuss | 1956\n- Afghanistan | head of state | Mohammed Zahir Shah | 1956\n- Germany | head of government | Konrad Adenauer | 1956\n- Bonn | capital of | Germany | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | West Germany | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Germany | member of | Western European Union | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- West Germany | currency | Deutsche Mark | 1956\n- Germany | shares border with | Czechoslovakia | 1956\n- Jürgen Kissner | country of citizenship | West Germany | 1956\nReasoning:", "completion": " Answer: 1956", "t_query": 1956.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002897", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon after Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Saint-Priest", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002898", "prompt": " In what year was the head of government of Germany's head of government's country of citizenship's contains the administrative territorial entity equal to Lothar Späth?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: 1987", "t_query": 1987.0, "chain_length": 4, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002899", "prompt": " In 1974, whose member of political party's head of state was Free Democratic Party?\nEvidence:\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Martin Bangemann | member of political party | Free Democratic Party | 1974\n- Jürgen Möllemann | member of political party | Free Democratic Party | 1974\n- Enrique Monsonís | member of political party | Free Democratic Party | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Free Democratic Party | general secretary | Martin Bangemann | 1974\n- Free Democratic Party | chairperson | Hans-Dietrich Genscher | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of government | Walter Scheel | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Federal Ministry of the Interior | chairperson | Hans-Dietrich Genscher | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 14, "_lever_variant": "terse"} +{"id": "sft_002900", "prompt": " After Renato Dirnei Florêncio member of sports team Sevilla FC, what was the member of sports team of Renato Dirnei Florêncio?\nEvidence:\n- Renato Dirnei Florêncio | member of sports team | Botafogo F.R. | 2012\n- Q718938 | member of sports team | Botafogo F.R. | 2012\n- Q714354 | member of sports team | Botafogo F.R. | 2012\n- Q649420 | member of sports team | Botafogo F.R. | 2012\n- Andrezinho | member of sports team | Botafogo F.R. | 2012\n- Clarence Seedorf | member of sports team | Botafogo F.R. | 2012\nReasoning:", "completion": " Answer: Botafogo F.R.", "t_query": 2012.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_002901", "prompt": " After Pericle Fazzini country of citizenship Italy, what was the head of state of Italy?\nEvidence:\n- Q264986 | country of citizenship | Italy | 1948\n- Q219490 | country of citizenship | Italy | 1948\n- Q213482 | country of citizenship | Italy | 1948\n- Dalida | country of citizenship | Italy | 1948\n- Veriano Luchetti | country of citizenship | Italy | 1948\n- Tonino Cervi | country of citizenship | Italy | 1948\n- Tiziano Terzani | country of citizenship | Italy | 1948\n- Stéphane Grappelli | country of citizenship | Italy | 1948\n- Simon Spierer | country of citizenship | Italy | 1948\n- Sergio Mantovani | country of citizenship | Italy | 1948\n- Sergio Bonelli | country of citizenship | Italy | 1948\n- Rossana Rossanda | country of citizenship | Italy | 1948\n- Romeo Bertini | country of citizenship | Italy | 1948\n- Renata Tebaldi | country of citizenship | Italy | 1948\n- Primo Nebiolo | country of citizenship | Italy | 1948\nReasoning:", "completion": " Answer: Enrico de Nicola", "t_query": 1948.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002902", "prompt": " In 1921, what was the head of government of Tilla Durieux's spouse's work location's country?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Answer: Joseph Wirth", "t_query": 1921.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002903", "prompt": " In 1959, whose member of's country of citizenship was United Nations?\nEvidence:\n- United Arab Republic | member of | United Nations | 1959\n- Q59981 | country of citizenship | United Arab Republic | 1959\n- Q325513 | country of citizenship | United Arab Republic | 1959\n- Q212190 | country of citizenship | United Arab Republic | 1959\n- Zakaria Mohieddin | country of citizenship | United Arab Republic | 1959\n- Taha Hussein | country of citizenship | United Arab Republic | 1959\n- Sabah Fakhri | country of citizenship | United Arab Republic | 1959\n- Saadallah Wannous | country of citizenship | United Arab Republic | 1959\n- Onsi Sawiris | country of citizenship | United Arab Republic | 1959\n- Hussein Salem | country of citizenship | United Arab Republic | 1959\n- Hosni Mubarak | country of citizenship | United Arab Republic | 1959\n- Hanna Mina | country of citizenship | United Arab Republic | 1959\n- Fawzi Selu | country of citizenship | United Arab Republic | 1959\n- Muhammad Sedki Sulayman | country of citizenship | United Arab Republic | 1959\n- Mohamed Hussein Tantawi | country of citizenship | United Arab Republic | 1959\nReasoning:", "completion": " Answer: Mansour el-Essawy", "t_query": 1959.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002904", "prompt": " In 1984, what was the spouse of Leo Gordon?\nEvidence:\n- Lynn Cartwright | spouse | Leo Gordon | 1984\n- Leo Gordon | spouse | Lynn Cartwright | 1984\nReasoning:", "completion": " Answer: Lynn Cartwright", "t_query": 1984.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_002905", "prompt": " After Gerardo Marotta country of citizenship Italy, what was the award received of Gerardo Marotta?\nEvidence:\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Q76000 | award received | Goethe Medal | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\nReasoning:", "completion": " Answer: Goethe Medal", "t_query": 2001.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002906", "prompt": " In 1953, what was the contains the administrative territorial entity of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: North Rhine-Westphalia", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002907", "prompt": " Who was the head of state of Veriano Luchetti's country of citizenship before Giorgio Napolitano?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Giorgio Perlasca | country of citizenship | Italy | 1985\n- Giorgio Oberweger | country of citizenship | Italy | 1985\n- Giorgio Manganelli | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: Francesco Cossiga", "t_query": 1985.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002908", "prompt": " In 1957, what was the anthem of Mordovian Autonomous Soviet Socialist Republic's located in?\nEvidence:\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Saransk | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q780942 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q408606 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Saransk | capital of | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1957\n- Torbeyevsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Romodanovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Kochkurovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Chamzinsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Bolsheignatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Ardatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1957\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\nReasoning:", "completion": " Answer: State Anthem of the Soviet Union", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002909", "prompt": " Who was the winner of Albert Lasker Award for Basic Medical Research after Andrew Schally?\nEvidence:\n- Albert Lasker Award for Basic Medical Research | winner | Rolf M. Zinkernagel | 1995\n- Albert Lasker Award for Basic Medical Research | winner | Peter C. Doherty | 1995\n- Albert Lasker Award for Basic Medical Research | winner | Don Craig Wiley | 1995\n- Don Craig Wiley | award received | Albert Lasker Award for Basic Medical Research | 1995\nReasoning:", "completion": " Answer: Rolf M. Zinkernagel", "t_query": 1995.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_002910", "prompt": " In 1938, whose head of government's residence was Fiorello H. La Guardia?\nEvidence:\n- New York City | head of government | Fiorello H. La Guardia | 1938\n- William Vickrey | residence | New York City | 1938\n- Jane Jacobs | residence | New York City | 1938\n- Variety | place of publication | New York City | 1938\n- Weegee | work location | New York City | 1938\n- Q543585 | work location | New York City | 1938\n- MetLife | headquarters location | New York City | 1938\n- Max Weber | work location | New York City | 1938\n- Louise Bourgeois | work location | New York City | 1938\n- Lewis Mumford | work location | New York City | 1938\n- Hanns Eisler | work location | New York City | 1938\n- Ellsworth Kelly | work location | New York City | 1938\nReasoning:", "completion": " Answer: William Vickrey", "t_query": 1938.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 12, "_lever_variant": "terse"} +{"id": "sft_002911", "prompt": " Who was the head of government of Nino Baragli's country of citizenship after Emilio Colombo?\nEvidence:\n- Nino Baragli | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\n- Stefano Angeleri | country of citizenship | Italy | 1994\nReasoning:", "completion": " Answer: Carlo Azeglio Ciampi", "t_query": 1994.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002912", "prompt": " In what year was the contains the administrative territorial entity of Würzburg's country equal to Lower Saxony?\nEvidence:\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002913", "prompt": " After Turgay Şeren member of sports team Galatasaray S.K., what was the head coach of Mülâyim Erdem's member of sports team?\nEvidence:\n- Mülâyim Erdem | member of sports team | Galatasaray S.K. | 2005\n- Galatasaray S.K. | head coach | Eric Gerets | 2005\n- Q937898 | member of sports team | Galatasaray S.K. | 2005\n- Q922443 | member of sports team | Galatasaray S.K. | 2005\n- Q729830 | member of sports team | Galatasaray S.K. | 2005\n- Q660534 | member of sports team | Galatasaray S.K. | 2005\n- Q560001 | member of sports team | Galatasaray S.K. | 2005\n- Q556101 | member of sports team | Galatasaray S.K. | 2005\n- Q349941 | member of sports team | Galatasaray S.K. | 2005\n- Q312920 | member of sports team | Galatasaray S.K. | 2005\n- Q307872 | member of sports team | Galatasaray S.K. | 2005\n- Q217097 | member of sports team | Galatasaray S.K. | 2005\n- Q122346 | member of sports team | Galatasaray S.K. | 2005\n- Faryd Mondragón | member of sports team | Galatasaray S.K. | 2005\n- Ayhan Akman | member of sports team | Galatasaray S.K. | 2005\nReasoning:", "completion": " Answer: Eric Gerets", "t_query": 2005.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002914", "prompt": " In 2003, whose contains the administrative territorial entity's located in's contains the administrative territorial entity was Genay?\nEvidence:\n- Rhône | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Rhône | contains the administrative territorial entity | Vénissieux | 2003\n- Rhône | contains the administrative territorial entity | Villeurbanne | 2003\n- Rhône | contains the administrative territorial entity | Meyzieu | 2003\n- Rhône | contains the administrative territorial entity | Francheville | 2003\n- Rhône | contains the administrative territorial entity | Feyzin | 2003\n- Rhône | contains the administrative territorial entity | Bron | 2003\n- Ternay | located in the administrative territorial entity | Rhône | 2003\n- Chaponnay | located in the administrative territorial entity | Rhône | 2003\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 2003\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\nReasoning:", "completion": " Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002915", "prompt": " In 2006, what was the member of sports team of Jens Jeremies?\nEvidence:\n- Jens Jeremies | member of sports team | FC Bayern Munich | 2006\n- Q705264 | member of sports team | FC Bayern Munich | 2006\n- Q462021 | member of sports team | FC Bayern Munich | 2006\n- Q44309 | member of sports team | FC Bayern Munich | 2006\n- Q169993 | member of sports team | FC Bayern Munich | 2006\n- Q157839 | member of sports team | FC Bayern Munich | 2006\n- Q156822 | member of sports team | FC Bayern Munich | 2006\n- Q154156 | member of sports team | FC Bayern Munich | 2006\n- Q152725 | member of sports team | FC Bayern Munich | 2006\n- Q131261 | member of sports team | FC Bayern Munich | 2006\n- Q130075 | member of sports team | FC Bayern Munich | 2006\n- Hasan Salihamidžić | member of sports team | FC Bayern Munich | 2006\n- Andreas Ottl | member of sports team | FC Bayern Munich | 2006\n- Julio dos Santos | member of sports team | FC Bayern Munich | 2006\nReasoning:", "completion": " Answer: FC Bayern Munich", "t_query": 2006.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 14, "_lever_variant": "terse"} +{"id": "sft_002916", "prompt": " In 1911, whose award received was director musices?\nEvidence:\n- Hugo Alfvén | award received | director musices | 1911\nReasoning:", "completion": " Answer: Hugo Alfvén", "t_query": 1911.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_002917", "prompt": " In 1948, what was the member of of Omsk's located in?\nEvidence:\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Omsk | country | Soviet Union | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1948\n- Q59054 | country of citizenship | Soviet Union | 1948\n- Q437262 | country of citizenship | Soviet Union | 1948\n- Q324083 | country of citizenship | Soviet Union | 1948\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1948\n- Yuri Manin | country of citizenship | Soviet Union | 1948\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1948\n- Viktor Kulikov | country of citizenship | Soviet Union | 1948\n- Vija Artmane | country of citizenship | Soviet Union | 1948\n- Vera Krepkina | country of citizenship | Soviet Union | 1948\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1948.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002918", "prompt": " In 1970, what was the position held of Claudio Cavazza's country of citizenship's head of state?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1970.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002919", "prompt": " After Henry James country of citizenship United States, what was the head of government of United States?\nEvidence:\n- United States | head of government | Woodrow Wilson | 1917\n- Alexander Graham Bell | country of citizenship | United States | 1917\n- Frank Tieri | residence | United States | 1917\n- United States | contains the administrative territorial entity | Territory of Hawaii | 1917\n- Vincent R. Impellitteri | residence | United States | 1917\n- United States | shares border with | Panama | 1917\n- Frances Benjamin Johnston | work location | United States | 1917\n- Hawaii County | located in the administrative territorial entity | Territory of Hawaii | 1917\n- Q335931 | signatory | Woodrow Wilson | 1917\n- Q255169 | spouse | Woodrow Wilson | 1917\nReasoning:", "completion": " Answer: Woodrow Wilson", "t_query": 1917.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_002920", "prompt": " In what year was the member of sports team of Jens Jeremies equal to FC Bayern Munich?\nEvidence:\n- Jens Jeremies | member of sports team | FC Bayern Munich | 2006\n- Q705264 | member of sports team | FC Bayern Munich | 2006\n- Q462021 | member of sports team | FC Bayern Munich | 2006\n- Q44309 | member of sports team | FC Bayern Munich | 2006\n- Q169993 | member of sports team | FC Bayern Munich | 2006\n- Q157839 | member of sports team | FC Bayern Munich | 2006\n- Q156822 | member of sports team | FC Bayern Munich | 2006\n- Q154156 | member of sports team | FC Bayern Munich | 2006\n- Q152725 | member of sports team | FC Bayern Munich | 2006\n- Q131261 | member of sports team | FC Bayern Munich | 2006\n- Q130075 | member of sports team | FC Bayern Munich | 2006\n- Hasan Salihamidžić | member of sports team | FC Bayern Munich | 2006\n- Andreas Ottl | member of sports team | FC Bayern Munich | 2006\n- Julio dos Santos | member of sports team | FC Bayern Munich | 2006\nReasoning:", "completion": " Answer: 2006", "t_query": 2006.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 14, "_lever_variant": "terse"} +{"id": "sft_002921", "prompt": " In 1939, what was the country of citizenship of Bruno Venturini?\nEvidence:\n- Bruno Venturini | country of citizenship | Kingdom of Italy | 1939\n- Bruno Fattori | country of citizenship | Kingdom of Italy | 1939\n- Bruno Barilli | country of citizenship | Kingdom of Italy | 1939\n- Q976653 | country of citizenship | Kingdom of Italy | 1939\n- Q972711 | country of citizenship | Kingdom of Italy | 1939\n- Q922237 | country of citizenship | Kingdom of Italy | 1939\n- Q890523 | country of citizenship | Kingdom of Italy | 1939\n- Q741387 | country of citizenship | Kingdom of Italy | 1939\n- Q710497 | country of citizenship | Kingdom of Italy | 1939\n- Q678253 | country of citizenship | Kingdom of Italy | 1939\n- Q654973 | country of citizenship | Kingdom of Italy | 1939\n- Q650303 | country of citizenship | Kingdom of Italy | 1939\n- Q527400 | country of citizenship | Kingdom of Italy | 1939\n- Q51189 | country of citizenship | Kingdom of Italy | 1939\n- Q432318 | country of citizenship | Kingdom of Italy | 1939\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1939.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002922", "prompt": " After Richard Nixon military branch United States Navy, what was the spouse of Richard Nixon?\nEvidence:\n- Richard Nixon | spouse | Pat Nixon | 1960\n- Pat Nixon | spouse | Richard Nixon | 1960\n- Richard Nixon | position held | Vice President of the United States | 1960\n- Pat Nixon | position held | Second Lady or Gentleman of the United States | 1960\n- Richard Nixon | work location | Washington, D.C. | 1960\n- Q216195 | work location | Washington, D.C. | 1960\nReasoning:", "completion": " Answer: Pat Nixon", "t_query": 1960.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_002923", "prompt": " Who was the member of of Franca Ongaro's country of citizenship before European Economic Community?\nEvidence:\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\n- Wilma Montesi | country of citizenship | Italy | 1952\n- Vittore Catella | country of citizenship | Italy | 1952\n- Vitaliano Brancati | country of citizenship | Italy | 1952\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1952.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002924", "prompt": " In what year was the work location of Bernard Schultze equal to Frankfurt?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: 1953", "t_query": 1953.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002925", "prompt": " In 1972, whose member of sports team was Netherlands national association football team?\nEvidence:\n- Q977136 | member of sports team | Netherlands national association football team | 1972\n- Q970617 | member of sports team | Netherlands national association football team | 1972\n- Q528792 | member of sports team | Netherlands national association football team | 1972\n- Q503281 | member of sports team | Netherlands national association football team | 1972\n- Q433040 | member of sports team | Netherlands national association football team | 1972\n- Q368492 | member of sports team | Netherlands national association football team | 1972\n- Q353017 | member of sports team | Netherlands national association football team | 1972\n- Q311393 | member of sports team | Netherlands national association football team | 1972\n- Arie Haan | member of sports team | Netherlands national association football team | 1972\n- Jan van Beveren | member of sports team | Netherlands national association football team | 1972\n- Q433040 | member of sports team | Q386241 | 1972\n- Q977136 | member of sports team | Feyenoord Rotterdam | 1972\n- Q970617 | member of sports team | PSV Eindhoven | 1972\n- Q528792 | member of sports team | AFC Ajax | 1972\n- Q503281 | member of sports team | Feyenoord Rotterdam | 1972\nReasoning:", "completion": " Answer: Arie Haan", "t_query": 1972.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002926", "prompt": " Who was the chairperson of Germany's head of government's member of political party before Wolfgang Gerhardt?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Answer: Hans-Dietrich Genscher", "t_query": 1974.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002927", "prompt": " In what year was the position held of Italy's head of state equal to President of Italy?\nEvidence:\n- Giuseppe Paratore | position held | Italian senator for life | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Veriano Luchetti | country of citizenship | Italy | 1961\n- Tonino Cervi | country of citizenship | Italy | 1961\n- Tiziano Terzani | country of citizenship | Italy | 1961\n- Stéphane Grappelli | country of citizenship | Italy | 1961\n- Simon Spierer | country of citizenship | Italy | 1961\n- Sergio Mantovani | country of citizenship | Italy | 1961\n- Sergio Bonelli | country of citizenship | Italy | 1961\n- Rossana Rossanda | country of citizenship | Italy | 1961\n- Romeo Bertini | country of citizenship | Italy | 1961\n- Renata Tebaldi | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: 1961", "t_query": 1961.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002928", "prompt": " In what year was the head of government of Claudia Vinciguerra's country of citizenship equal to Giovanni Leone?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Giovanni Mardersteig | country of citizenship | Italy | 1968\n- Giovanni Invernizzi | country of citizenship | Italy | 1968\n- Giovanni Goria | country of citizenship | Italy | 1968\n- Giovanni Ferrofino | country of citizenship | Italy | 1968\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: 1968", "t_query": 1968.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002929", "prompt": " Who was the head of state of Arnaldo Genoino's country of citizenship after Enrico de Nicola?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Virginio De Paoli | country of citizenship | Italy | 1978\n- Velasio de Paolis | country of citizenship | Italy | 1978\n- Renzo De Felice | country of citizenship | Italy | 1978\n- Nevio de Zordo | country of citizenship | Italy | 1978\n- Mario De Donà | country of citizenship | Italy | 1978\n- Dino De Antoni | country of citizenship | Italy | 1978\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: Sandro Pertini", "t_query": 1978.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002930", "prompt": " In what year was the member of of Ugo Morin's country of citizenship equal to European Economic Community?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: 1968", "t_query": 1968.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002931", "prompt": " Who was the country of citizenship of Claudio Cavazza after Kingdom of Italy?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: Italy", "t_query": 1970.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002932", "prompt": " In 1963, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1963\n- Q207166 | country of citizenship | Yugoslavia | 1963\n- Vladica Popović | country of citizenship | Yugoslavia | 1963\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1963\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1963\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1963\n- Ilija Petković | country of citizenship | Yugoslavia | 1963\n- Dušan Ivković | country of citizenship | Yugoslavia | 1963\n- Dragan Tomić | country of citizenship | Yugoslavia | 1963\n- Verzar | country | Yugoslavia | 1963\n- Suševo | country | Yugoslavia | 1963\n- Q793485 | country | Yugoslavia | 1963\n- Pirot | country | Yugoslavia | 1963\n- Orašje | country | Yugoslavia | 1963\n- Kraljevo | country | Yugoslavia | 1963\nReasoning:", "completion": " Answer: Luigi Pistilli", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002933", "prompt": " In 1988, what was the head of state of Salvatore Fiume's country of citizenship?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1988\n- Salvatore Cassisa | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\n- Vittore Catella | country of citizenship | Italy | 1988\n- Veriano Luchetti | country of citizenship | Italy | 1988\n- Ugo Tognazzi | country of citizenship | Italy | 1988\n- Ugo Poletti | country of citizenship | Italy | 1988\n- Tullio Kezich | country of citizenship | Italy | 1988\n- Tonino Cervi | country of citizenship | Italy | 1988\n- Tiziano Terzani | country of citizenship | Italy | 1988\nReasoning:", "completion": " Answer: Francesco Cossiga", "t_query": 1988.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002934", "prompt": " In what year was the shares border with of Maria Rita Saulle's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1989\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: 1989", "t_query": 1989.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002935", "prompt": " After Neutral Moresnet shares border with Kingdom of Prussia, what was the currency of Carel Willink's work location's country's shares border with?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Answer: French franc", "t_query": 1920.0, "chain_length": 4, "operator_type": "sequence", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_002936", "prompt": " In what year was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance equal to Rhineland-Palatinate?\nEvidence:\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Answer: 1972", "t_query": 1972.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002937", "prompt": " In what year was the head of government of Italy equal to Aldo Moro?\nEvidence:\n- Aldo Fabrizi | country of citizenship | Italy | 1976\n- Q219490 | country of citizenship | Italy | 1976\n- Veriano Luchetti | country of citizenship | Italy | 1976\n- Tonino Cervi | country of citizenship | Italy | 1976\n- Tiziano Terzani | country of citizenship | Italy | 1976\n- Stéphane Grappelli | country of citizenship | Italy | 1976\n- Simon Spierer | country of citizenship | Italy | 1976\n- Sergio Mantovani | country of citizenship | Italy | 1976\n- Sergio Bonelli | country of citizenship | Italy | 1976\n- Rossana Rossanda | country of citizenship | Italy | 1976\n- Renata Tebaldi | country of citizenship | Italy | 1976\n- Primo Nebiolo | country of citizenship | Italy | 1976\n- Pino Lancetti | country of citizenship | Italy | 1976\n- Pietro Parente | country of citizenship | Italy | 1976\n- Oriana Fallaci | country of citizenship | Italy | 1976\nReasoning:", "completion": " Answer: 1976", "t_query": 1976.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002938", "prompt": " Who was the shares border with of Germany after Czechoslovakia?\nEvidence:\n- Germany | shares border with | Czechoslovakia | 1974\n- Germany | shares border with | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Trenčín | country | Czechoslovakia | 1974\n- Rokycany | country | Czechoslovakia | 1974\n- Ratibořice | country | Czechoslovakia | 1974\n- Q953856 | country | Czechoslovakia | 1974\n- Q918108 | country | Czechoslovakia | 1974\n- Q852472 | country | Czechoslovakia | 1974\n- Q764320 | country | Czechoslovakia | 1974\n- Q270704 | country | Czechoslovakia | 1974\n- Příbor | country | Czechoslovakia | 1974\n- Prešov | country | Czechoslovakia | 1974\n- Plzeň | country | Czechoslovakia | 1974\n- Levice | country | Czechoslovakia | 1974\nReasoning:", "completion": " Answer: German Democratic Republic", "t_query": 1974.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002939", "prompt": " After Clemente Gaddi country of citizenship Italy, what was the head of government of Italy?\nEvidence:\n- Q264986 | country of citizenship | Italy | 1953\n- Q219490 | country of citizenship | Italy | 1953\n- Q213482 | country of citizenship | Italy | 1953\n- Dalida | country of citizenship | Italy | 1953\n- Veriano Luchetti | country of citizenship | Italy | 1953\n- Tonino Cervi | country of citizenship | Italy | 1953\n- Tiziano Terzani | country of citizenship | Italy | 1953\n- Stéphane Grappelli | country of citizenship | Italy | 1953\n- Simon Spierer | country of citizenship | Italy | 1953\n- Sergio Mantovani | country of citizenship | Italy | 1953\n- Sergio Bonelli | country of citizenship | Italy | 1953\n- Rossana Rossanda | country of citizenship | Italy | 1953\n- Romeo Bertini | country of citizenship | Italy | 1953\n- Renata Tebaldi | country of citizenship | Italy | 1953\n- Primo Nebiolo | country of citizenship | Italy | 1953\nReasoning:", "completion": " Answer: Alcide De Gasperi", "t_query": 1953.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002940", "prompt": " After Pietro Ghersi country of citizenship Italy, what was the head of government of Clelio Darida's country of citizenship?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Pietro Tordi | country of citizenship | Italy | 1968\n- Pietro Rava | country of citizenship | Italy | 1968\n- Pietro Parente | country of citizenship | Italy | 1968\n- Pietro Arcari | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Giovanni Leone", "t_query": 1968.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002941", "prompt": " In 1966, whose member of was Académie Française?\nEvidence:\n- Q998913 | member of | Académie Française | 1966\n- René Huyghe | member of | Académie Française | 1966\n- Jérôme Carcopino | member of | Académie Française | 1966\n- Jean Paulhan | member of | Académie Française | 1966\n- Jean Guéhenno | member of | Académie Française | 1966\n- François Mauriac | member of | Académie Française | 1966\n- Eugène Tisserant | member of | Académie Française | 1966\n- Pierre-Henri Simon | member of | Académie Française | 1966\n- Académie Française | general secretary | Maurice Genevoix | 1966\n- Jean Paulhan | employer | La Nouvelle Revue française | 1966\n- Jean Paulhan | P6872 | La Nouvelle Revue française | 1966\n- Jérôme Carcopino | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Eugène Tisserant | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Pierre-Henri Simon | nominated for | Nobel Prize in Literature | 1966\n- Eugène Tisserant | position held | Dean of the College of Cardinals | 1966\nReasoning:", "completion": " Answer: Eugène Tisserant", "t_query": 1966.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002942", "prompt": " In 1979, what was the member of sports team of István Kocsis?\nEvidence:\n- István Kocsis | member of sports team | Budapest Honvéd FC | 1979\n- István Kocsis | member of sports team | Hungary men's national football team | 1979\n- Q937089 | member of sports team | Budapest Honvéd FC | 1979\n- Q901558 | member of sports team | Budapest Honvéd FC | 1979\n- Q729103 | member of sports team | Budapest Honvéd FC | 1979\n- Q852818 | member of sports team | Hungary men's national football team | 1979\n- Q838673 | member of sports team | Hungary men's national football team | 1979\n- Q838670 | member of sports team | Hungary men's national football team | 1979\n- Q729669 | member of sports team | Hungary men's national football team | 1979\n- Q729070 | member of sports team | Hungary men's national football team | 1979\n- Q727784 | member of sports team | Hungary men's national football team | 1979\n- Q699497 | member of sports team | Hungary men's national football team | 1979\n- Q361244 | member of sports team | Hungary men's national football team | 1979\n- Ferenc Csongrádi | member of sports team | Hungary men's national football team | 1979\nReasoning:", "completion": " Answer: Budapest Honvéd FC", "t_query": 1979.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 14, "_lever_variant": "terse"} +{"id": "sft_002943", "prompt": " In what year was the country of citizenship of Mario Baffico equal to Kingdom of Italy?\nEvidence:\n- Mario Baffico | country of citizenship | Kingdom of Italy | 1938\n- Mario Sarto | country of citizenship | Kingdom of Italy | 1938\n- Mario Roatta | country of citizenship | Kingdom of Italy | 1938\n- Mario Palanti | country of citizenship | Kingdom of Italy | 1938\n- Mario Bonnard | country of citizenship | Kingdom of Italy | 1938\n- Q976653 | country of citizenship | Kingdom of Italy | 1938\n- Q972711 | country of citizenship | Kingdom of Italy | 1938\n- Q922237 | country of citizenship | Kingdom of Italy | 1938\n- Q890523 | country of citizenship | Kingdom of Italy | 1938\n- Q741387 | country of citizenship | Kingdom of Italy | 1938\n- Q710497 | country of citizenship | Kingdom of Italy | 1938\n- Q678253 | country of citizenship | Kingdom of Italy | 1938\n- Q654973 | country of citizenship | Kingdom of Italy | 1938\n- Q650303 | country of citizenship | Kingdom of Italy | 1938\n- Q527400 | country of citizenship | Kingdom of Italy | 1938\nReasoning:", "completion": " Answer: 1938", "t_query": 1938.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002944", "prompt": " In what year was the head of state of Alfonso Brescia's country of citizenship equal to Luigi Einaudi?\nEvidence:\n- Alfonso Brescia | country of citizenship | Italy | 1948\n- Luigi Comencini | country of citizenship | Italy | 1948\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1948\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1948\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1948\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\n- Q318968 | country of citizenship | Italy | 1948\n- Q264986 | country of citizenship | Italy | 1948\nReasoning:", "completion": " Answer: 1948", "t_query": 1948.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002945", "prompt": " Who was the member of of Salvatore Fiume's country of citizenship before European Coal and Steel Community?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1971.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002946", "prompt": " After Jena located in State of Thuringia (1920–1952), what was the country of Jena?\nEvidence:\n- Jena | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Weimar | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Q15976 | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Gera | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Jena | country | Nazi Germany | 1942\n- Free State of Mecklenburg | located in the administrative territorial entity | Nazi Germany | 1942\n- Free State of Anhalt | located in the administrative territorial entity | Nazi Germany | 1942\n- Carl Zeiss AG | headquarters location | Jena | 1942\n- Saxony | located in the administrative territorial entity | Nazi Germany | 1942\n- Berlin | located in the administrative territorial entity | Nazi Germany | 1942\n- Republic of Baden | located in the administrative territorial entity | Nazi Germany | 1942\n- Nazi Germany | head of state | Adolf Hitler | 1942\n- Q822028 | country of registry | Nazi Germany | 1942\n- Q321140 | country of registry | Nazi Germany | 1942\n- Q237358 | country of citizenship | Nazi Germany | 1942\nReasoning:", "completion": " Answer: Nazi Germany", "t_query": 1942.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002947", "prompt": " In what year was the head of government of Maria Rita Saulle's country of citizenship equal to Ciriaco De Mita?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Virginio De Paoli | country of citizenship | Italy | 1989\n- Velasio de Paolis | country of citizenship | Italy | 1989\n- Renzo De Felice | country of citizenship | Italy | 1989\n- Nevio de Zordo | country of citizenship | Italy | 1989\n- Mario De Donà | country of citizenship | Italy | 1989\n- Dino De Antoni | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: 1989", "t_query": 1989.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002948", "prompt": " Who was the head of state of Giovanni Spadolini's country of citizenship before Francesco Cossiga?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1963\n- Francesco Scafarelli | country of citizenship | Italy | 1963\n- Francesco Gabrieli | country of citizenship | Italy | 1963\n- Loris Francesco Capovilla | country of citizenship | Italy | 1963\n- Giovanni Mardersteig | country of citizenship | Italy | 1963\n- Giovanni Invernizzi | country of citizenship | Italy | 1963\n- Giovanni Goria | country of citizenship | Italy | 1963\n- Giovanni Ferrofino | country of citizenship | Italy | 1963\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Antonio Segni", "t_query": 1963.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002949", "prompt": " In 1951, what was the head of state of Vitaliano Brancati's country of citizenship?\nEvidence:\n- Vitaliano Brancati | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\n- Virginio Rosetta | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: Luigi Einaudi", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002950", "prompt": " In 1993, whose country of citizenship was Syria?\nEvidence:\n- Sabah Fakhri | country of citizenship | Syria | 1993\n- Saadallah Wannous | country of citizenship | Syria | 1993\n- Hanna Mina | country of citizenship | Syria | 1993\nReasoning:", "completion": " Answer: Sabah Fakhri", "t_query": 1993.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002951", "prompt": " In 1976, what was the position held of Italy's head of government?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1976\n- Veriano Luchetti | country of citizenship | Italy | 1976\n- Tonino Cervi | country of citizenship | Italy | 1976\n- Tiziano Terzani | country of citizenship | Italy | 1976\n- Stéphane Grappelli | country of citizenship | Italy | 1976\n- Simon Spierer | country of citizenship | Italy | 1976\n- Sergio Mantovani | country of citizenship | Italy | 1976\n- Sergio Bonelli | country of citizenship | Italy | 1976\n- Rossana Rossanda | country of citizenship | Italy | 1976\n- Renata Tebaldi | country of citizenship | Italy | 1976\n- Primo Nebiolo | country of citizenship | Italy | 1976\n- Pino Lancetti | country of citizenship | Italy | 1976\n- Pietro Parente | country of citizenship | Italy | 1976\n- Oriana Fallaci | country of citizenship | Italy | 1976\n- Norberto Bobbio | country of citizenship | Italy | 1976\nReasoning:", "completion": " Answer: Prime Minister of Italy", "t_query": 1976.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002952", "prompt": " After Biebrich country Weimar Republic, what was the head of government of Tilla Durieux's spouse's work location's country?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Answer: Constantin Fehrenbach", "t_query": 1921.0, "chain_length": 4, "operator_type": "sequence", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002953", "prompt": " After Prelinger Archives located in New York City, what was the position held of Lewis Mumford's work location's head of government?\nEvidence:\n- Lewis Mumford | work location | New York City | 1986\n- Prelinger Archives | located in the administrative territorial entity | New York City | 1986\n- Q828254 | work location | New York City | 1986\n- Arman | work location | New York City | 1986\n- Nancy Graves | work location | New York City | 1986\n- Louise Bourgeois | work location | New York City | 1986\n- Elliott Erwitt | work location | New York City | 1986\n- Donald Trump | work location | New York City | 1986\n- Alan Vega | work location | New York City | 1986\n- New York City | head of government | Ed Koch | 1986\n- MetLife | headquarters location | New York City | 1986\n- Lewis Mumford | residence | Amenia | 1986\n- Wolfgang Schivelbusch | residence | New York City | 1986\n- William Vickrey | residence | New York City | 1986\n- Gil Evans | residence | New York City | 1986\nReasoning:", "completion": " Answer: Mayor of New York City", "t_query": 1986.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002954", "prompt": " In 1987, whose contains the administrative territorial entity's country of citizenship's head of government was Hesse?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1987\n- West Germany | contains the administrative territorial entity | Saarland | 1987\n- West Germany | contains the administrative territorial entity | Hamburg | 1987\n- West Germany | contains the administrative territorial entity | Bremen | 1987\n- West Germany | contains the administrative territorial entity | Bavaria | 1987\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1987\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1987\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1987\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1987\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1987\n- Saarland | located in the administrative territorial entity | West Germany | 1987\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1987\n- Q77721 | country of citizenship | West Germany | 1987\n- Thomas Anders | country of citizenship | West Germany | 1987\n- Martin Walser | country of citizenship | West Germany | 1987\nReasoning:", "completion": " Answer: Germany", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002955", "prompt": " After Pat Nixon spouse Richard Nixon, what was the work location of Richard Nixon?\nEvidence:\n- Richard Nixon | spouse | Pat Nixon | 1960\n- Pat Nixon | spouse | Richard Nixon | 1960\n- Richard Nixon | work location | Washington, D.C. | 1960\n- Pat Nixon | position held | Second Lady or Gentleman of the United States | 1960\n- Richard Nixon | position held | Vice President of the United States | 1960\n- Q216195 | work location | Washington, D.C. | 1960\nReasoning:", "completion": " Answer: Washington, D.C.", "t_query": 1960.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_002956", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in equal to Meyzieu?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: 2003", "t_query": 2003.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002957", "prompt": " Who was the position held of Carmelo Cappello's country of citizenship's head of state after Italian Minister of Agriculture?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: Italian senator for life", "t_query": 1964.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002958", "prompt": " After Khanate of Khiva located in Russian Empire, what was the basic form of government of Kasato Maru's country of registry?\nEvidence:\n- Kasato Maru | country of registry | Russian Empire | 1901\n- Khanate of Khiva | country | Russian Empire | 1901\n- Russian Empire | basic form of government | absolute monarchy | 1901\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1901\n- Khiva | country | Russian Empire | 1901\n- Șirăuți | country | Russian Empire | 1901\n- Šeteniai | country | Russian Empire | 1901\n- Łódź | country | Russian Empire | 1901\n- Červień | country | Russian Empire | 1901\n- Zhytomyr | country | Russian Empire | 1901\n- Yevpatoriia | country | Russian Empire | 1901\n- Yalta | country | Russian Empire | 1901\n- Voronezh | country | Russian Empire | 1901\n- Vologda | country | Russian Empire | 1901\n- Volodymyr | country | Russian Empire | 1901\nReasoning:", "completion": " Answer: absolute monarchy", "t_query": 1901.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002959", "prompt": " Who was the head of government of Maria Rita Saulle's country of citizenship after Adone Zoli?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Ciriaco De Mita", "t_query": 1989.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002960", "prompt": " After Maria Rita Saulle country of citizenship Italy, what was the head of state of Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Tonino Cervi | country of citizenship | Italy | 1971\n- Tiziano Terzani | country of citizenship | Italy | 1971\n- Stéphane Grappelli | country of citizenship | Italy | 1971\n- Simon Spierer | country of citizenship | Italy | 1971\n- Sergio Mantovani | country of citizenship | Italy | 1971\n- Sergio Bonelli | country of citizenship | Italy | 1971\n- Rossana Rossanda | country of citizenship | Italy | 1971\n- Romeo Bertini | country of citizenship | Italy | 1971\n- Renata Tebaldi | country of citizenship | Italy | 1971\n- Primo Nebiolo | country of citizenship | Italy | 1971\n- Pietro Parente | country of citizenship | Italy | 1971\n- Oriana Fallaci | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: Giuseppe Saragat", "t_query": 1971.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002961", "prompt": " In what year was the currency of Renata Tebaldi's country of citizenship equal to Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 2000\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\n- Tonino Cervi | country of citizenship | Italy | 2000\nReasoning:", "completion": " Answer: 2000", "t_query": 2000.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002962", "prompt": " In 1962, whose head of state's country of citizenship was Giovanni Gronchi?\nEvidence:\n- Italy | head of state | Giovanni Gronchi | 1962\n- Giovanni Gronchi | country of citizenship | Italy | 1962\n- Giovanni Gronchi | position held | President of Italy | 1962\n- Giovanni Gronchi | position held | Italian senator for life | 1962\n- Giovanni Mardersteig | country of citizenship | Italy | 1962\n- Giovanni Invernizzi | country of citizenship | Italy | 1962\n- Giovanni Goria | country of citizenship | Italy | 1962\n- Giovanni Ferrofino | country of citizenship | Italy | 1962\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Antonio Corpora", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002963", "prompt": " Who was the board member of Daimler-Benz AG before Joachim Zahn?\nEvidence:\n- Daimler-Benz AG | board member | Wilhelm Kissel | 1931\n- Daimler-Benz AG | chief executive officer | Wilhelm Kissel | 1931\nReasoning:", "completion": " Answer: Wilhelm Kissel", "t_query": 1931.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_002964", "prompt": " Who was the country of David Bowie's work location after German Empire?\nEvidence:\n- David Bowie | work location | Berlin | 1978\n- Q896393 | work location | Berlin | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Q497401 | terminus | Berlin | 1978\n- Anna Seghers | residence | Berlin | 1978\nReasoning:", "completion": " Answer: German Democratic Republic", "t_query": 1978.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_002965", "prompt": " In 1956, what was the position held of Alfonso Calzolari's country of citizenship's head of state?\nEvidence:\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\n- Veriano Luchetti | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1956.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002966", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon equal to Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002967", "prompt": " In what year was the country of Cornelius Castoriadis's residence equal to Kingdom of Greece?\nEvidence:\n- Cornelius Castoriadis | residence | Athens | 1924\n- Athens | country | Kingdom of Greece | 1924\nReasoning:", "completion": " Answer: 1924", "t_query": 1924.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_002968", "prompt": " Who was the position held of Gino Cassinis's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Uberto de Morpurgo | country for sport | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1959.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002969", "prompt": " After Gianni De Michelis country of citizenship Italy, what was the position held of Luigi Pistilli's country of citizenship's head of state?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Velasio de Paolis | country of citizenship | Italy | 1963\n- Renzo De Felice | country of citizenship | Italy | 1963\n- Dino De Antoni | country of citizenship | Italy | 1963\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1963.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002970", "prompt": " In 1979, whose named after's employer was Attila József?\nEvidence:\n- University of Szeged | named after | Attila József | 1979\n- Mihály Bartók | employer | University of Szeged | 1979\nReasoning:", "completion": " Answer: Mihály Bartók", "t_query": 1979.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_002971", "prompt": " After Erminio Blotta country of citizenship Italy, what was the currency of Ugo Stille's country of citizenship?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1957.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002972", "prompt": " In what year was the sponsor of EF Education-Tibco-SVB equal to Tibco Software?\nEvidence:\n- EF Education-Tibco-SVB | sponsor | Tibco Software | 2011\n- EF Education-Tibco-SVB | owned by | Linda Jackson | 2011\n- Tara Whitten | member of sports team | EF Education-Tibco-SVB | 2011\nReasoning:", "completion": " Answer: 2011", "t_query": 2011.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002973", "prompt": " In 1920, what was the shares border with of Carel Willink's work location's country?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Answer: Neutral Moresnet", "t_query": 1920.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_002974", "prompt": " In 1957, what was the work location of Philip Perlman?\nEvidence:\n- Philip Perlman | work location | Baltimore | 1957\nReasoning:", "completion": " Answer: Baltimore", "t_query": 1957.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_002975", "prompt": " In what year was the head of state of Salvatore Fiume's country of citizenship equal to Francesco Cossiga?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1988\n- Salvatore Cassisa | country of citizenship | Italy | 1988\n- Francesco Scafarelli | country of citizenship | Italy | 1988\n- Francesco Gabrieli | country of citizenship | Italy | 1988\n- Francesco Aguzzoli | country of citizenship | Italy | 1988\n- Loris Francesco Capovilla | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\n- Vittore Catella | country of citizenship | Italy | 1988\n- Veriano Luchetti | country of citizenship | Italy | 1988\n- Ugo Tognazzi | country of citizenship | Italy | 1988\nReasoning:", "completion": " Answer: 1988", "t_query": 1988.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002976", "prompt": " In 1941, whose country was Tajik Soviet Socialist Republic?\nEvidence:\n- Kulob | country | Tajik Soviet Socialist Republic | 1941\n- Dushanbe | capital of | Tajik Soviet Socialist Republic | 1941\n- Dushanbe | located in the administrative territorial entity | Tajik Soviet Socialist Republic | 1941\n- Dushanbe | country | Soviet Union | 1941\n- Dushanbe | named after | Joseph Stalin | 1941\nReasoning:", "completion": " Answer: Kulob", "t_query": 1941.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_002977", "prompt": " In 1999, what was the league or competition of Lluís Companys Olympic Stadium's occupant?\nEvidence:\n- Lluís Companys Olympic Stadium | occupant | Barcelona Dragons | 1999\n- Lluís Companys Olympic Stadium | occupant | RCD Espanyol de Barcelona | 1999\n- Barcelona Dragons | home venue | Lluís Companys Olympic Stadium | 1999\n- Barcelona Dragons | league or competition | NFL Europe | 1999\n- Jack Bicknell | coach of sports team | Barcelona Dragons | 1999\n- Q943194 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q939976 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q704268 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q296975 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Mauro Navas | member of sports team | RCD Espanyol de Barcelona | 1999\n- Barcelona Dragons | head coach | Jack Bicknell | 1999\nReasoning:", "completion": " Answer: NFL Europe", "t_query": 1999.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 11, "_lever_variant": "terse"} +{"id": "sft_002978", "prompt": " In 1956, what was the position held of Laura Veccia Vaglieri's country of citizenship's head of state?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1956.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002979", "prompt": " Who was the contains the administrative territorial entity of Würzburg's country before Schleswig-Holstein?\nEvidence:\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Answer: Bremen", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002980", "prompt": " After Bonn capital of West Germany, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Bonn | capital of | West Germany | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | Germany | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- West Germany | currency | Deutsche Mark | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- East Berlin | capital of | German Democratic Republic | 1987\nReasoning:", "completion": " Answer: Rhineland-Palatinate", "t_query": 1987.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002981", "prompt": " In 2004, whose member of political party was Social Democratic Party of Germany?\nEvidence:\n- Q76545 | member of political party | Social Democratic Party of Germany | 2004\n- Q61009 | member of political party | Social Democratic Party of Germany | 2004\n- Q108771 | member of political party | Social Democratic Party of Germany | 2004\n- Thilo Sarrazin | member of political party | Social Democratic Party of Germany | 2004\n- Susanne Gaschke | member of political party | Social Democratic Party of Germany | 2004\nReasoning:", "completion": " Answer: Susanne Gaschke", "t_query": 2004.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_002982", "prompt": " In 1962, what was the shares border with of Guido Aycard's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1962\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002983", "prompt": " In 1972, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Answer: Hamburg", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002984", "prompt": " In 1974, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Answer: Rhineland-Palatinate", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002985", "prompt": " After Samara Governorate located in Russian Empire, what was the basic form of government of Dushanbe's located in's country?\nEvidence:\n- Emirate of Bukhara | country | Russian Empire | 1904\n- Dushanbe | located in the administrative territorial entity | Emirate of Bukhara | 1904\n- Termez | country | Emirate of Bukhara | 1904\nReasoning:", "completion": " Answer: absolute monarchy", "t_query": 1904.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_002986", "prompt": " In what year was the country of citizenship of Gino Bianco equal to Kingdom of Italy?\nEvidence:\n- Gino Bianco | country of citizenship | Kingdom of Italy | 1930\n- Gino Cassinis | country of citizenship | Kingdom of Italy | 1930\n- Q976653 | country of citizenship | Kingdom of Italy | 1930\n- Q972711 | country of citizenship | Kingdom of Italy | 1930\n- Q922237 | country of citizenship | Kingdom of Italy | 1930\n- Q890523 | country of citizenship | Kingdom of Italy | 1930\n- Q715036 | country of citizenship | Kingdom of Italy | 1930\n- Q710497 | country of citizenship | Kingdom of Italy | 1930\n- Q678253 | country of citizenship | Kingdom of Italy | 1930\n- Q654973 | country of citizenship | Kingdom of Italy | 1930\n- Q650303 | country of citizenship | Kingdom of Italy | 1930\n- Q603148 | country of citizenship | Kingdom of Italy | 1930\n- Q527400 | country of citizenship | Kingdom of Italy | 1930\n- Q51189 | country of citizenship | Kingdom of Italy | 1930\n- Q471232 | country of citizenship | Kingdom of Italy | 1930\nReasoning:", "completion": " Answer: 1930", "t_query": 1930.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002987", "prompt": " In 1989, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1989\n- Ireland | member of | European Economic Community | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Raul Gardini", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002988", "prompt": " Who was the contains the administrative territorial entity of Germany's head of government's country of citizenship after Bremen?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: Lower Saxony", "t_query": 1987.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002989", "prompt": " After Q802601 operator Chemins de fer du Midi, what was the operator of Q802601?\nEvidence:\n- Q802601 | operator | Société nationale des chemins de fer français | 1959\n- Paris–Lille railway | operator | Société nationale des chemins de fer français | 1959\n- Tarascon–Sète railway line | operator | Société nationale des chemins de fer français | 1959\n- Sélestat–Saverne railway line | operator | Société nationale des chemins de fer français | 1959\n- Rémilly–Saarbrücken railway line | operator | Société nationale des chemins de fer français | 1959\n- Dijon-Vallorbe railway line | operator | Société nationale des chemins de fer français | 1959\n- Belfort–Delle railway line | operator | Société nationale des chemins de fer français | 1959\n- Mantes-la-Jolie–Cherbourg railway | operator | Société nationale des chemins de fer français | 1959\nReasoning:", "completion": " Answer: Société nationale des chemins de fer français", "t_query": 1959.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 8, "_lever_variant": "terse"} +{"id": "sft_002990", "prompt": " Who was the country of Cape Town after Cape Colony?\nEvidence:\n- Cape Town | capital of | Cape Province | 1945\n- Cape Town | country | Union of South Africa | 1945\nReasoning:", "completion": " Answer: Union of South Africa", "t_query": 1945.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_002991", "prompt": " In what year was the currency of Francesca Romana Coluzzi's country of citizenship equal to Italian lira?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: 1963", "t_query": 1963.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002992", "prompt": " In 1972, what was the head of government of Friedrich Guggenberger's allegiance's contains the administrative territorial entity?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Answer: Hans Filbinger", "t_query": 1972.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002993", "prompt": " After Pula country Italy, what was the position held of Guido Aycard's country of citizenship's head of state?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Italian senator for life", "t_query": 1962.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002994", "prompt": " In what year was the head of state of Raul Gardini's country of citizenship equal to Francesco Cossiga?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Francesco Scafarelli | country of citizenship | Italy | 1989\n- Francesco Gabrieli | country of citizenship | Italy | 1989\n- Francesco Aguzzoli | country of citizenship | Italy | 1989\n- Loris Francesco Capovilla | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: 1989", "t_query": 1989.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002995", "prompt": " In what year was the member of of Romolo Alzani's country of citizenship equal to European Economic Community?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: 1987", "t_query": 1987.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002996", "prompt": " In 1965, what was the member of sports team of Hannes Löhr?\nEvidence:\n- Hannes Löhr | member of sports team | 1. FC Köln | 1965\n- Q895723 | member of sports team | 1. FC Köln | 1965\n- Q877952 | member of sports team | 1. FC Köln | 1965\n- Q658057 | member of sports team | 1. FC Köln | 1965\n- Q593990 | member of sports team | 1. FC Köln | 1965\n- Q567002 | member of sports team | 1. FC Köln | 1965\n- Jürgen Rumor | member of sports team | 1. FC Köln | 1965\n- Georg Stollenwerk | member of sports team | 1. FC Köln | 1965\n- Christian Müller | member of sports team | 1. FC Köln | 1965\n- Anton Regh | member of sports team | 1. FC Köln | 1965\nReasoning:", "completion": " Answer: 1. FC Köln", "t_query": 1965.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_002997", "prompt": " In 1999, whose member of sports team was Newell's Old Boys?\nEvidence:\n- Q38989 | member of sports team | Newell's Old Boys | 1999\n- Lionel Messi | member of sports team | Newell's Old Boys | 1999\n- Q38989 | member of sports team | Real Oviedo | 1999\n- Lionel Messi | residence | Rosario | 1999\nReasoning:", "completion": " Answer: Lionel Messi", "t_query": 1999.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_002998", "prompt": " In 1975, what was the currency of Giovanni Spadolini's country of citizenship?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_002999", "prompt": " In 1968, what was the shares border with of Claudia Vinciguerra's country of citizenship?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Italy | shares border with | Yugoslavia | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003000", "prompt": " In what year was the country of Russian Soviet Federative Socialist Republic equal to Soviet Union?\nEvidence:\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1987\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Kaliningrad Oblast | exclave of | Russian Soviet Federative Socialist Republic | 1987\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Sakhalin Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\nReasoning:", "completion": " Answer: 1987", "t_query": 1987.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003001", "prompt": " Who was the country of citizenship of Attilio Pierelli before Italy?\nEvidence:\n- Attilio Pierelli | country of citizenship | Kingdom of Italy | 1929\n- Q976653 | country of citizenship | Kingdom of Italy | 1929\n- Q972711 | country of citizenship | Kingdom of Italy | 1929\n- Q922237 | country of citizenship | Kingdom of Italy | 1929\n- Q890523 | country of citizenship | Kingdom of Italy | 1929\n- Q715036 | country of citizenship | Kingdom of Italy | 1929\n- Q710497 | country of citizenship | Kingdom of Italy | 1929\n- Q678253 | country of citizenship | Kingdom of Italy | 1929\n- Q654973 | country of citizenship | Kingdom of Italy | 1929\n- Q650303 | country of citizenship | Kingdom of Italy | 1929\n- Q603148 | country of citizenship | Kingdom of Italy | 1929\n- Q527400 | country of citizenship | Kingdom of Italy | 1929\n- Q51189 | country of citizenship | Kingdom of Italy | 1929\n- Q471232 | country of citizenship | Kingdom of Italy | 1929\n- Q456574 | country of citizenship | Kingdom of Italy | 1929\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1929.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003002", "prompt": " Who was the position held of Gino Cassinis's country of citizenship's head of government before Italian senator for life?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Uberto de Morpurgo | country for sport | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: Prime Minister of Italy", "t_query": 1959.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003003", "prompt": " In what year was the currency of Veriano Luchetti's country of citizenship equal to Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: 1985", "t_query": 1985.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003004", "prompt": " Who was the head of government of Tilla Durieux's spouse's work location's country before Wilhelm Marx?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Answer: Joseph Wirth", "t_query": 1921.0, "chain_length": 4, "operator_type": "before_after", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003005", "prompt": " In 1987, whose currency's country of citizenship's head of government was Deutsche Mark?\nEvidence:\n- Germany | currency | Deutsche Mark | 1987\n- West Germany | currency | Deutsche Mark | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Q77721 | country of citizenship | West Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Thomas Anders | country of citizenship | West Germany | 1987\n- Martin Walser | country of citizenship | West Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- Conrad Schumann | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Modern Talking | country of origin | West Germany | 1987\nReasoning:", "completion": " Answer: Germany", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003006", "prompt": " In 1968, what was the head of state of Clelio Darida's country of citizenship?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Giuseppe Saragat", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003007", "prompt": " After Frank Tieri residence United States, what was the head of government of Erazim Kohák's residence?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Discovery Channel | country | United States | 1988\n- United States | shares border with | Panama | 1988\n- Julie Mehretu | work location | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Tony Miles | country for sport | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\nReasoning:", "completion": " Answer: Ronald Reagan", "t_query": 1988.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 13, "_lever_variant": "terse"} +{"id": "sft_003008", "prompt": " In what year was the educated at of Raymond Aubrac equal to Harvard University?\nEvidence:\n- Raymond Aubrac | educated at | Harvard University | 1937\n- Raymond Aubrac | educated at | Massachusetts Institute of Technology | 1937\n- Raymond Aubrac | educated at | École Nationale des Ponts et Chaussées | 1937\n- Howard H. Aiken | educated at | Harvard University | 1937\n- Q982883 | employer | Harvard University | 1937\n- Q912906 | employer | Harvard University | 1937\n- Q183372 | employer | Harvard University | 1937\n- Hassler Whitney | employer | Harvard University | 1937\n- Edward Vermilye Huntington | employer | Harvard University | 1937\n- Clarence Irving Lewis | employer | Harvard University | 1937\n- Q92760 | educated at | Massachusetts Institute of Technology | 1937\n- Richard Feynman | educated at | Massachusetts Institute of Technology | 1937\n- Q178577 | employer | Massachusetts Institute of Technology | 1937\nReasoning:", "completion": " Answer: 1937", "t_query": 1937.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 13, "_lever_variant": "terse"} +{"id": "sft_003009", "prompt": " In 1999, what was the occupant of Lluís Companys Olympic Stadium?\nEvidence:\n- Lluís Companys Olympic Stadium | occupant | Barcelona Dragons | 1999\n- Lluís Companys Olympic Stadium | occupant | RCD Espanyol de Barcelona | 1999\n- Barcelona Dragons | home venue | Lluís Companys Olympic Stadium | 1999\n- Jack Bicknell | coach of sports team | Barcelona Dragons | 1999\n- Q943194 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q939976 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q704268 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q296975 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Mauro Navas | member of sports team | RCD Espanyol de Barcelona | 1999\n- Barcelona Dragons | league or competition | NFL Europe | 1999\n- Barcelona Dragons | head coach | Jack Bicknell | 1999\nReasoning:", "completion": " Answer: RCD Espanyol de Barcelona", "t_query": 1999.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 11, "_lever_variant": "terse"} +{"id": "sft_003010", "prompt": " In 1969, whose located in was Volgograd Oblast?\nEvidence:\n- Volgograd | located in the administrative territorial entity | Volgograd Oblast | 1969\n- Volgograd | twinned administrative body | Liège | 1969\nReasoning:", "completion": " Answer: Volgograd", "t_query": 1969.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_003011", "prompt": " In 1960, what was the position held of Italy's head of government?\nEvidence:\n- Giuseppe Paratore | position held | Italian senator for life | 1960\n- Q264986 | country of citizenship | Italy | 1960\n- Q219490 | country of citizenship | Italy | 1960\n- Dalida | country of citizenship | Italy | 1960\n- Veriano Luchetti | country of citizenship | Italy | 1960\n- Tonino Cervi | country of citizenship | Italy | 1960\n- Tiziano Terzani | country of citizenship | Italy | 1960\n- Stéphane Grappelli | country of citizenship | Italy | 1960\n- Simon Spierer | country of citizenship | Italy | 1960\n- Sergio Mantovani | country of citizenship | Italy | 1960\n- Sergio Bonelli | country of citizenship | Italy | 1960\n- Rossana Rossanda | country of citizenship | Italy | 1960\n- Romeo Bertini | country of citizenship | Italy | 1960\n- Renata Tebaldi | country of citizenship | Italy | 1960\n- Primo Nebiolo | country of citizenship | Italy | 1960\nReasoning:", "completion": " Answer: Prime Minister of Italy", "t_query": 1960.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003012", "prompt": " In what year was the member of of Elena Altieri's country of citizenship equal to European Economic Community?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\n- Tullio Kezich | country of citizenship | Italy | 1977\n- Tonino Cervi | country of citizenship | Italy | 1977\n- Tiziano Terzani | country of citizenship | Italy | 1977\nReasoning:", "completion": " Answer: 1977", "t_query": 1977.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003013", "prompt": " Who was the head of state of Luigi Pistilli's country of citizenship before Oscar Luigi Scalfaro?\nEvidence:\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Antonio Segni", "t_query": 1963.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003014", "prompt": " After Brooke Miller member of sports team EF Education-Tibco-SVB, what was the owned by of EF Education-Tibco-SVB?\nEvidence:\n- EF Education-Tibco-SVB | owned by | Linda Jackson | 2011\n- EF Education-Tibco-SVB | sponsor | Tibco Software | 2011\n- Tara Whitten | member of sports team | EF Education-Tibco-SVB | 2011\nReasoning:", "completion": " Answer: Linda Jackson", "t_query": 2011.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003015", "prompt": " After Danilo Mainardi country of citizenship Italy, what was the head of state of Marco Tulli's country of citizenship?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: Sandro Pertini", "t_query": 1978.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003016", "prompt": " In 1953, whose contains the administrative territorial entity's country's work location was Bremen?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bremen | 1953\n- West Germany | contains the administrative territorial entity | Hesse | 1953\n- West Germany | contains the administrative territorial entity | Hamburg | 1953\n- West Germany | contains the administrative territorial entity | Bavaria | 1953\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1953\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1953\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1953\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1953\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1953\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1953\n- Bremen | head of government | Wilhelm Kaisen | 1953\n- Würzburg | country | West Germany | 1953\n- Wuppertal | country | West Germany | 1953\n- Wiesbaden | country | West Germany | 1953\n- Viersen | country | West Germany | 1953\nReasoning:", "completion": " Answer: Bernard Schultze", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003017", "prompt": " In 1921, what was the country of Tilla Durieux's spouse's work location?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Answer: Weimar Republic", "t_query": 1921.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003018", "prompt": " In 1985, what was the shares border with of Veriano Luchetti's country of citizenship?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Italy | shares border with | Yugoslavia | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003019", "prompt": " After Gianna Maria Canale country of citizenship Italy, what was the head of state of Francesca Romana Coluzzi's country of citizenship?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Maria Tore Barbina | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Antonio Segni", "t_query": 1963.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003020", "prompt": " Who was the member of of Lelio Antoniotti's country of citizenship before European Coal and Steel Community?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\n- Tullio Kezich | country of citizenship | Italy | 1973\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1973.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003021", "prompt": " In 1935, whose educated at was University of Paris?\nEvidence:\n- Q95821 | educated at | University of Paris | 1935\n- Louise Bourgeois | educated at | University of Paris | 1935\n- Q232873 | employer | University of Paris | 1935\n- Arnaud Denjoy | employer | University of Paris | 1935\n- Louise Bourgeois | work location | Paris | 1935\nReasoning:", "completion": " Answer: Louise Bourgeois", "t_query": 1935.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_003022", "prompt": " In 1921, whose located in was Seine-et-Oise?\nEvidence:\n- Bonnières-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Villejust | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Villecresnes | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Valenton | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Saclas | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q899558 | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q83472 | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q794124 | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q752150 | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q639332 | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q491908 | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q276508 | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q273061 | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q272066 | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q268408 | located in the administrative territorial entity | Seine-et-Oise | 1921\nReasoning:", "completion": " Answer: Émancé", "t_query": 1921.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003023", "prompt": " In 2000, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 2000\n- Germany | member of | European Coal and Steel Community | 2000\n- Belgium | member of | European Coal and Steel Community | 2000\n- Germany | member of | European Atomic Energy Community | 2000\n- Germany | member of | Western European Union | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Q107089 | country of citizenship | Germany | 2000\n- Werner Schulz | country of citizenship | Germany | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\nReasoning:", "completion": " Answer: Renata Tebaldi", "t_query": 2000.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003024", "prompt": " Who was the work location of Konrad Krzyżanowski after Warsaw?\nEvidence:\n- Konrad Krzyżanowski | work location | Saint Petersburg | 1922\n- Q319861 | work location | Saint Petersburg | 1922\nReasoning:", "completion": " Answer: Saint Petersburg", "t_query": 1922.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_003025", "prompt": " After Route nationale 101 located in Ardèche, what was the located in of Route nationale 101?\nEvidence:\n- Route nationale 101 | located in the administrative territorial entity | Ardèche | 1926\n- Route nationale 104 | located in the administrative territorial entity | Ardèche | 1926\n- Route nationale 101 | located in the administrative territorial entity | Lozère | 1926\nReasoning:", "completion": " Answer: Lozère", "t_query": 1926.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003026", "prompt": " After Gastone Moschin country of citizenship Italy, what was the head of government of Renata Tebaldi's country of citizenship?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\n- Tonino Cervi | country of citizenship | Italy | 2000\n- Tiziano Terzani | country of citizenship | Italy | 2000\nReasoning:", "completion": " Answer: Massimo D'Alema", "t_query": 2000.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003027", "prompt": " Who was the head of government of Italy after Mario Monti?\nEvidence:\n- Mario Sereni | country of citizenship | Italy | 2014\n- Mario Perniola | country of citizenship | Italy | 2014\n- Servílio Conti | country of citizenship | Italy | 2014\n- Sergio Donadoni | country of citizenship | Italy | 2014\n- Sebastiano Mannironi | country of citizenship | Italy | 2014\n- Salvatore Cassisa | country of citizenship | Italy | 2014\n- Rossana Rossanda | country of citizenship | Italy | 2014\n- Romano Agostinelli | country of citizenship | Italy | 2014\n- Roberto Tucci | country of citizenship | Italy | 2014\n- Pinuccio Sciola | country of citizenship | Italy | 2014\n- Paolo Villaggio | country of citizenship | Italy | 2014\n- Luigi Agnolin | country of citizenship | Italy | 2014\n- Luca Ronconi | country of citizenship | Italy | 2014\n- Giuliano Carnimeo | country of citizenship | Italy | 2014\n- Giorgio Rebuffi | country of citizenship | Italy | 2014\nReasoning:", "completion": " Answer: Enrico Letta", "t_query": 2014.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003028", "prompt": " After Wismar country Weimar Republic, what was the head of state of Berolzheim's country?\nEvidence:\n- Berolzheim | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Weimar Republic | head of state | Friedrich Ebert | 1925\n- Weimar Republic | head of state | Paul von Hindenburg | 1925\n- Weimar | country | Weimar Republic | 1925\n- Weimar Republic | head of government | Hans Luther | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Vaterstetten | country | Weimar Republic | 1925\n- Trier | country | Weimar Republic | 1925\n- Speyer | country | Weimar Republic | 1925\n- Regensburg | country | Weimar Republic | 1925\nReasoning:", "completion": " Answer: Friedrich Ebert", "t_query": 1925.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003029", "prompt": " Who was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance before Baden-Württemberg?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Baden-Württemberg | country | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\nReasoning:", "completion": " Answer: Rhineland-Palatinate", "t_query": 1972.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003030", "prompt": " In 1996, whose award received's head of state was Order of the White Eagle?\nEvidence:\n- Oscar Luigi Scalfaro | award received | Order of the White Eagle | 1996\n- Italy | head of state | Oscar Luigi Scalfaro | 1996\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1996\n- Oscar Luigi Scalfaro | position held | President of Italy | 1996\nReasoning:", "completion": " Answer: Italy", "t_query": 1996.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_003031", "prompt": " In 1961, what was the country of citizenship of Mario Gentili?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: Italy", "t_query": 1961.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003032", "prompt": " After Pericle Felici country of citizenship Italy, what was the award received of Italy7492's country of citizenship's head of state?\nEvidence:\n- Pericle Fazzini | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\n- Virginio Rosetta | country of citizenship | Italy | 1964\n- Veriano Luchetti | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: Charlemagne Prize", "t_query": 1964.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003033", "prompt": " In 1995, whose coach of sports team was Switzerland men's national football team?\nEvidence:\n- Artur Jorge | coach of sports team | Switzerland men's national football team | 1995\n- Q686846 | member of sports team | Switzerland men's national football team | 1995\n- Q676250 | member of sports team | Switzerland men's national football team | 1995\n- Q673003 | member of sports team | Switzerland men's national football team | 1995\n- Q671796 | member of sports team | Switzerland men's national football team | 1995\n- Q372858 | member of sports team | Switzerland men's national football team | 1995\n- Q327937 | member of sports team | Switzerland men's national football team | 1995\n- Q323799 | member of sports team | Switzerland men's national football team | 1995\n- Q124201 | member of sports team | Switzerland men's national football team | 1995\n- Yvan Quentin | member of sports team | Switzerland men's national football team | 1995\n- Nestor Subiat | member of sports team | Switzerland men's national football team | 1995\n- Marc Hottiger | member of sports team | Switzerland men's national football team | 1995\n- Alain Sutter | member of sports team | Switzerland men's national football team | 1995\n- Artur Jorge | coach of sports team | S.L. Benfica | 1995\n- Q686846 | member of sports team | FC Sion | 1995\nReasoning:", "completion": " Answer: Artur Jorge", "t_query": 1995.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003034", "prompt": " After Primo Andrighetto country of citizenship Italy, what was the position held of Italy's head of state?\nEvidence:\n- Primo Nebiolo | country of citizenship | Italy | 1998\n- Italy | head of state | Oscar Luigi Scalfaro | 1998\n- Oscar Luigi Scalfaro | position held | President of Italy | 1998\n- Q454036 | country of citizenship | Italy | 1998\n- Norberto Bobbio | position held | Italian senator for life | 1998\n- Vittore Catella | country of citizenship | Italy | 1998\n- Veriano Luchetti | country of citizenship | Italy | 1998\n- Tullio Kezich | country of citizenship | Italy | 1998\n- Tonino Cervi | country of citizenship | Italy | 1998\n- Tiziano Terzani | country of citizenship | Italy | 1998\n- Simon Spierer | country of citizenship | Italy | 1998\n- Sergio Mantovani | country of citizenship | Italy | 1998\n- Sergio Bonelli | country of citizenship | Italy | 1998\n- Salvatore Cassisa | country of citizenship | Italy | 1998\n- Rossana Rossanda | country of citizenship | Italy | 1998\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1998.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003035", "prompt": " In what year was the chief executive officer of Jean E. Sammet's employer equal to Thomas Watson?\nEvidence:\n- IBM | chief executive officer | Thomas Watson | 1965\n- Jean E. Sammet | employer | IBM | 1965\n- John Backus | employer | IBM | 1965\n- Benoit Mandelbrot | employer | IBM | 1965\nReasoning:", "completion": " Answer: 1965", "t_query": 1965.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_003036", "prompt": " In 1973, what was the member of of Lelio Antoniotti's country of citizenship?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\n- Tullio Kezich | country of citizenship | Italy | 1973\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1973.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003037", "prompt": " After Antônio Maria Mucciolo country of citizenship Italy, what was the head of state of Luigi Pistilli's country of citizenship?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Maria Tore Barbina | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Antonio Segni", "t_query": 1963.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003038", "prompt": " In 1950, whose member of sports team was Turkey men's national football team?\nEvidence:\n- Q919302 | member of sports team | Turkey men's national football team | 1950\n- Q762860 | member of sports team | Turkey men's national football team | 1950\n- Turgay Şeren | member of sports team | Turkey men's national football team | 1950\n- Turgay Şeren | member of sports team | Galatasaray S.K. | 1950\n- Q762860 | member of sports team | Beşiktaş J.K. | 1950\nReasoning:", "completion": " Answer: Turgay Şeren", "t_query": 1950.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_003039", "prompt": " In 1981, whose spouse was Rosi Mittermaier?\nEvidence:\n- Rosi Mittermaier | spouse | Christian Neureuther | 1981\n- Christian Neureuther | spouse | Rosi Mittermaier | 1981\nReasoning:", "completion": " Answer: Christian Neureuther", "t_query": 1981.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_003040", "prompt": " In what year was the part of of Robert Morley's country of citizenship equal to European Union?\nEvidence:\n- Robert Morley | country of citizenship | United Kingdom | 1983\n- United Kingdom | part of | European Union | 1983\n- United Kingdom | member of | European Union | 1983\n- Tony Abbott | country of citizenship | United Kingdom | 1983\n- Liz Smith | country of citizenship | United Kingdom | 1983\n- United Kingdom | head of state | Elizabeth II | 1983\nReasoning:", "completion": " Answer: 1983", "t_query": 1983.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_003041", "prompt": " In what year was the head of government of Germany equal to Konrad Adenauer?\nEvidence:\n- Germany | head of government | Konrad Adenauer | 1956\n- Christian Democratic Union | chairperson | Konrad Adenauer | 1956\n- Germany | head of state | Theodor Heuss | 1956\n- Bonn | capital of | Germany | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | West Germany | 1956\n- Afghanistan | basic form of government | constitutional monarchy | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Germany | member of | Western European Union | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- Afghanistan | head of state | Mohammed Zahir Shah | 1956\n- West Germany | currency | Deutsche Mark | 1956\n- Germany | shares border with | Czechoslovakia | 1956\nReasoning:", "completion": " Answer: 1956", "t_query": 1956.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003042", "prompt": " In 1968, what was the position held of Clelio Darida's country of citizenship's head of state?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1968.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003043", "prompt": " Who was the head of government of Frankfurt before Ludwig Landmann?\nEvidence:\n- Frankfurt | head of government | Georg Voigt | 1915\n- Frankfurt | located in the administrative territorial entity | Wiesbaden Government Region | 1915\n- Frankfurt | country | German Empire | 1915\n- Frankfurt (Oder) | country | German Empire | 1915\n- Wiesbaden | located in the administrative territorial entity | Wiesbaden Government Region | 1915\n- hyperinflation in the Weimar Republic | country | German Empire | 1915\n- Q87105 | country of citizenship | German Empire | 1915\n- Q76638 | country of citizenship | German Empire | 1915\n- Wilhelm Röntgen | country of citizenship | German Empire | 1915\n- Albrecht Brandi | country of citizenship | German Empire | 1915\n- Georg August Zenker | country of citizenship | German Empire | 1915\n- Zwickau | country | German Empire | 1915\n- Zimmern | country | German Empire | 1915\n- Wrocław | country | German Empire | 1915\n- Wittmund | country | German Empire | 1915\nReasoning:", "completion": " Answer: Georg Voigt", "t_query": 1915.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003044", "prompt": " In 1984, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1984\n- Germany | member of | European Coal and Steel Community | 1984\n- Belgium | member of | European Coal and Steel Community | 1984\n- Germany | member of | European Atomic Energy Community | 1984\n- Germany | member of | Western European Union | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Carlo Curis", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003045", "prompt": " Who was the chairperson of Communist Party of the Soviet Union after Joseph Stalin?\nEvidence:\n- Communist Party of the Soviet Union | chairperson | Leonid Brezhnev | 1975\n- Zuleykha Seyidmammadova | member of political party | Communist Party of the Soviet Union | 1975\n- Vladimir Dzhanibekov | member of political party | Communist Party of the Soviet Union | 1975\n- Viktor Kulikov | member of political party | Communist Party of the Soviet Union | 1975\n- Viktor Anpilov | member of political party | Communist Party of the Soviet Union | 1975\n- Siim Kallas | member of political party | Communist Party of the Soviet Union | 1975\n- Ruslan Khasbulatov | member of political party | Communist Party of the Soviet Union | 1975\n- Ivan Silayev | member of political party | Communist Party of the Soviet Union | 1975\n- Heydar Aliyev | member of political party | Communist Party of the Soviet Union | 1975\n- Dzhokhar Dudayev | member of political party | Communist Party of the Soviet Union | 1975\n- Dmitriy Ustinov | member of political party | Communist Party of the Soviet Union | 1975\n- Aram Khachaturian | member of political party | Communist Party of the Soviet Union | 1975\n- Aleksei Gubarev | member of political party | Communist Party of the Soviet Union | 1975\n- Albert Azaryan | member of political party | Communist Party of the Soviet Union | 1975\n- Anatoly Yakovlevich Solovyev | member of political party | Communist Party of the Soviet Union | 1975\nReasoning:", "completion": " Answer: Leonid Brezhnev", "t_query": 1975.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003046", "prompt": " In 1962, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\n- Veriano Luchetti | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Guido Aycard", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003047", "prompt": " In 1957, whose capital of was Trier?\nEvidence:\n- Trier | capital of | Trier | 1957\n- Trier | located in the administrative territorial entity | Trier | 1957\nReasoning:", "completion": " Answer: Trier", "t_query": 1957.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_003048", "prompt": " After Mannheim Observatory owned by Mannheim, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Answer: South Baden", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003049", "prompt": " In what year was the position held of Guido Aycard's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: 1962", "t_query": 1962.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003050", "prompt": " In what year was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance equal to Saarland?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | country | West Germany | 1972\nReasoning:", "completion": " Answer: 1972", "t_query": 1972.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003051", "prompt": " Who was the contains the administrative territorial entity of Mannheim's country before Schleswig-Holstein?\nEvidence:\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Answer: South Baden", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003052", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Neuville-sur-Saône, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Neuville-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Rochetaillée-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Fleurieu-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Albigny-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Answer: Écully", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003053", "prompt": " In what year was the member of of Vitaliano Brancati's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Vitaliano Brancati | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\n- Virginio Rosetta | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: 1951", "t_query": 1951.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003054", "prompt": " In 1950, whose territory claimed by's country was German Democratic Republic?\nEvidence:\n- West Germany | territory claimed by | German Democratic Republic | 1950\n- Zwickau | country | German Democratic Republic | 1950\n- Zeuthen | country | German Democratic Republic | 1950\n- Wismar | country | German Democratic Republic | 1950\n- Q696016 | country | German Democratic Republic | 1950\n- Q525425 | country | German Democratic Republic | 1950\n- Q45898 | country | German Democratic Republic | 1950\n- Potsdam | country | German Democratic Republic | 1950\n- Neustrelitz | country | German Democratic Republic | 1950\n- Magdeburg | country | German Democratic Republic | 1950\n- Jena | country | German Democratic Republic | 1950\n- Görlitz | country | German Democratic Republic | 1950\n- Elsterwerda | country | German Democratic Republic | 1950\n- Cottbus | country | German Democratic Republic | 1950\n- Berlin | country | German Democratic Republic | 1950\nReasoning:", "completion": " Answer: Mannheim", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003055", "prompt": " In what year was the shares border with of Salvatore Fiume's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1971\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: 1971", "t_query": 1971.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003056", "prompt": " In 1949, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1949\n- Vladica Popović | country of citizenship | Yugoslavia | 1949\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1949\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1949\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1949\n- Ilija Petković | country of citizenship | Yugoslavia | 1949\n- Dušan Ivković | country of citizenship | Yugoslavia | 1949\n- Dragan Tomić | country of citizenship | Yugoslavia | 1949\n- Verzar | country | Yugoslavia | 1949\n- Suševo | country | Yugoslavia | 1949\n- Q793485 | country | Yugoslavia | 1949\n- Pirot | country | Yugoslavia | 1949\n- Orašje | country | Yugoslavia | 1949\n- Kraljevo | country | Yugoslavia | 1949\n- Karlovac | country | Yugoslavia | 1949\nReasoning:", "completion": " Answer: Sergio Noja Noseda", "t_query": 1949.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003057", "prompt": " In 1974, whose diplomatic relation's capital of's capital was German Democratic Republic?\nEvidence:\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Zwickau | country | German Democratic Republic | 1974\n- Zeuthen | country | German Democratic Republic | 1974\n- Wismar | country | German Democratic Republic | 1974\n- Q696016 | country | German Democratic Republic | 1974\n- Q525425 | country | German Democratic Republic | 1974\n- Q45898 | country | German Democratic Republic | 1974\n- Potsdam | country | German Democratic Republic | 1974\n- Neustrelitz | country | German Democratic Republic | 1974\n- Magdeburg | country | German Democratic Republic | 1974\n- Jena | country | German Democratic Republic | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003058", "prompt": " In 1993, whose head of state's country of citizenship was Oscar Luigi Scalfaro?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1993\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1993\n- Oscar Luigi Scalfaro | position held | President of Italy | 1993\n- Luigi Comencini | country of citizenship | Italy | 1993\n- Luigi Agnolin | country of citizenship | Italy | 1993\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1993\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\nReasoning:", "completion": " Answer: Luca Ronconi", "t_query": 1993.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003059", "prompt": " In 1962, what was the position held of Antonio Corpora's country of citizenship's head of state?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1962.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003060", "prompt": " In 1974, whose head of state was Gustav Heinemann?\nEvidence:\n- Germany | head of state | Gustav Heinemann | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Bonn | capital of | Germany | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Germany | member of | European Coal and Steel Community | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003061", "prompt": " In what year was the educated at of Louise Bourgeois equal to University of Paris?\nEvidence:\n- Louise Bourgeois | educated at | University of Paris | 1935\n- Louise Bourgeois | work location | Paris | 1935\n- Q95821 | educated at | University of Paris | 1935\n- Q232873 | employer | University of Paris | 1935\n- Arnaud Denjoy | employer | University of Paris | 1935\n- Q782127 | residence | Paris | 1935\n- Édith Piaf | residence | Paris | 1935\n- Q87063 | work location | Paris | 1935\n- Q763355 | work location | Paris | 1935\n- Q674956 | work location | Paris | 1935\n- Q430918 | terminus location | Paris | 1935\n- Q399091 | work location | Paris | 1935\n- Q384860 | work location | Paris | 1935\n- Q319861 | work location | Paris | 1935\n- Q216703 | work location | Paris | 1935\nReasoning:", "completion": " Answer: 1935", "t_query": 1935.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003062", "prompt": " After Berolzheim country German Empire, what was the country of Berolzheim?\nEvidence:\n- Berolzheim | country | Weimar Republic | 1925\n- German Rugby Federation | operating area | Weimar Republic | 1925\n- Q87105 | country of citizenship | Weimar Republic | 1925\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1925\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Weimar | country | Weimar Republic | 1925\n- Vaterstetten | country | Weimar Republic | 1925\n- Trier | country | Weimar Republic | 1925\n- Speyer | country | Weimar Republic | 1925\nReasoning:", "completion": " Answer: Weimar Republic", "t_query": 1925.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003063", "prompt": " In 1959, what was the shares border with of Gino Cassinis's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1959\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1959.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003064", "prompt": " In what year was the shares border with of Belgium equal to Neutral Moresnet?\nEvidence:\n- Neutral Moresnet | shares border with | Belgium | 1913\n- Belgium | shares border with | Neutral Moresnet | 1913\n- Neutral Moresnet | shares border with | Kingdom of Prussia | 1913\n- Neutral Moresnet | shares border with | Kingdom of the Netherlands | 1913\n- Neutral Moresnet | currency | French franc | 1913\n- Neutral Moresnet | currency | Belgian franc | 1913\n- Belgium | currency | Belgian franc | 1913\nReasoning:", "completion": " Answer: 1913", "t_query": 1913.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_003065", "prompt": " Who was the position held of Carmelo Cappello's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1964.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003066", "prompt": " In what year was the member of sports team of Domingos da Guia equal to Boca Juniors?\nEvidence:\n- Domingos da Guia | member of sports team | Boca Juniors | 1935\n- Domingos da Guia | member of sports team | Brazil men's national football team | 1935\n- Q940543 | member of sports team | Boca Juniors | 1935\n- Q455364 | member of sports team | Boca Juniors | 1935\n- Q10131 | member of sports team | Boca Juniors | 1935\n- Manuel Fleitas Solich | member of sports team | Boca Juniors | 1935\n- Martim Mércio da Silveira | member of sports team | Brazil men's national football team | 1935\n- Q555601 | member of sports team | Brazil men's national football team | 1935\n- Q261000 | member of sports team | Brazil men's national football team | 1935\nReasoning:", "completion": " Answer: 1935", "t_query": 1935.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_003067", "prompt": " In 2003, whose contains the administrative territorial entity's located in's contains the administrative territorial entity was Caluire-et-Cuire?\nEvidence:\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Rhône | contains the administrative territorial entity | Vénissieux | 2003\n- Rhône | contains the administrative territorial entity | Villeurbanne | 2003\n- Rhône | contains the administrative territorial entity | Meyzieu | 2003\n- Rhône | contains the administrative territorial entity | Genay | 2003\n- Rhône | contains the administrative territorial entity | Francheville | 2003\n- Rhône | contains the administrative territorial entity | Feyzin | 2003\n- Rhône | contains the administrative territorial entity | Bron | 2003\n- Ternay | located in the administrative territorial entity | Rhône | 2003\n- Chaponnay | located in the administrative territorial entity | Rhône | 2003\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\nReasoning:", "completion": " Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003068", "prompt": " After Claudio Cavazza country of citizenship Kingdom of Italy, what was the country of citizenship of Claudio Cavazza?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: Italy", "t_query": 1970.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003069", "prompt": " In 1993, whose located in was Tayside?\nEvidence:\n- Angus | located in the administrative territorial entity | Tayside | 1993\nReasoning:", "completion": " Answer: Angus", "t_query": 1993.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003070", "prompt": " Who was the position held of Guido Aycard's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1962.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003071", "prompt": " In 2010, what was the location of Alessandrino?\nEvidence:\n- Alessandrino | location | Municipio VII | 2010\n- Alessandrino | located in the administrative territorial entity | Rome | 2010\n- Q957522 | located in the administrative territorial entity | Rome | 2010\n- Q924665 | located in the administrative territorial entity | Rome | 2010\n- Q508715 | located in the administrative territorial entity | Rome | 2010\n- San Lorenzo | located in the administrative territorial entity | Rome | 2010\n- Castel Fusano | located in the administrative territorial entity | Rome | 2010\nReasoning:", "completion": " Answer: Municipio VII", "t_query": 2010.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_003072", "prompt": " Who was the head of state of Guido Aycard's country of citizenship before Antonio Segni?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Giovanni Gronchi", "t_query": 1962.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003073", "prompt": " In what year was the contains the administrative territorial entity of Mannheim's country equal to Württemberg-Baden?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\nReasoning:", "completion": " Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003074", "prompt": " In 1978, whose has part was Rick Parfitt?\nEvidence:\n- Status Quo | has part(s) | Rick Parfitt | 1978\nReasoning:", "completion": " Answer: Status Quo", "t_query": 1978.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003075", "prompt": " In 1968, whose member of sports team was Scotland men's national football team?\nEvidence:\n- Q922804 | member of sports team | Scotland men's national football team | 1968\n- Q888610 | member of sports team | Scotland men's national football team | 1968\n- Q719869 | member of sports team | Scotland men's national football team | 1968\n- Q526300 | member of sports team | Scotland men's national football team | 1968\n- Q202867 | member of sports team | Scotland men's national football team | 1968\n- Peter Cormack | member of sports team | Scotland men's national football team | 1968\n- Q719869 | member of sports team | Celtic F.C. | 1968\n- Q526300 | member of sports team | Celtic F.C. | 1968\n- Q922804 | member of sports team | Tottenham Hotspur F.C. | 1968\nReasoning:", "completion": " Answer: Peter Cormack", "t_query": 1968.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_003076", "prompt": " Who was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance after Bremen?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\nReasoning:", "completion": " Answer: Hamburg", "t_query": 1972.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003077", "prompt": " In 1959, what was the member of of Gino Cassinis's country of citizenship?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1959.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003078", "prompt": " In 1975, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1975\n- Q46099 | country of citizenship | Yugoslavia | 1975\n- Q207166 | country of citizenship | Yugoslavia | 1975\n- Vladica Popović | country of citizenship | Yugoslavia | 1975\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1975\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1975\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1975\n- Ilija Petković | country of citizenship | Yugoslavia | 1975\n- Dušan Ivković | country of citizenship | Yugoslavia | 1975\n- Dragan Tomić | country of citizenship | Yugoslavia | 1975\n- Verzar | country | Yugoslavia | 1975\n- Suševo | country | Yugoslavia | 1975\n- Q793485 | country | Yugoslavia | 1975\n- Pirot | country | Yugoslavia | 1975\n- Orašje | country | Yugoslavia | 1975\nReasoning:", "completion": " Answer: Giovanni Spadolini", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003079", "prompt": " In what year was the head of state of Dushanbe's located in's country equal to Nicholas II of Russia?\nEvidence:\n- Dushanbe | located in the administrative territorial entity | Emirate of Bukhara | 1904\n- Termez | country | Emirate of Bukhara | 1904\n- Emirate of Bukhara | country | Russian Empire | 1904\nReasoning:", "completion": " Answer: 1904", "t_query": 1904.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003080", "prompt": " After Mannheim located in Grand Duchy of Baden, what was the country of Mannheim?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- Q77721 | country of citizenship | West Germany | 1950\n- Martin Walser | country of citizenship | West Germany | 1950\n- Martin Albrecht | country of citizenship | West Germany | 1950\n- Jürgen Kissner | country of citizenship | West Germany | 1950\n- Helmut Kohl | country of citizenship | West Germany | 1950\n- Albrecht Brandi | country of citizenship | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\nReasoning:", "completion": " Answer: West Germany", "t_query": 1950.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003081", "prompt": " Who was the head of government of Friedrich Guggenberger's allegiance's contains the administrative territorial entity after Kurt Georg Kiesinger?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\nReasoning:", "completion": " Answer: Hans Filbinger", "t_query": 1972.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003082", "prompt": " In 1957, whose country's located in was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1957\n- Yalta | country | Soviet Union | 1957\n- Voronezh | country | Soviet Union | 1957\n- Volhynia | country | Soviet Union | 1957\n- Vinnytsia | country | Soviet Union | 1957\n- Urgench | country | Soviet Union | 1957\n- Uman | country | Soviet Union | 1957\n- Torzhok | country | Soviet Union | 1957\n- Tbilisi | country | Soviet Union | 1957\n- Sudak | country | Soviet Union | 1957\n- Starodub | country | Soviet Union | 1957\n- Simferopol | country | Soviet Union | 1957\n- Siberia | country | Soviet Union | 1957\n- Sevastopol | country | Soviet Union | 1957\n- Q957273 | country | Soviet Union | 1957\nReasoning:", "completion": " Answer: Mordovian Autonomous Soviet Socialist Republic", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003083", "prompt": " In 1985, whose head of state's country of citizenship was Sandro Pertini?\nEvidence:\n- Italy | head of state | Sandro Pertini | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: Veriano Luchetti", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003084", "prompt": " In 1963, what was the currency of Francesca Romana Coluzzi's country of citizenship?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003085", "prompt": " In 1979, whose country's capital of was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1979\n- Yalta | country | Soviet Union | 1979\n- Voronezh | country | Soviet Union | 1979\n- Volhynia | country | Soviet Union | 1979\n- Vinnytsia | country | Soviet Union | 1979\n- Urgench | country | Soviet Union | 1979\n- Uman | country | Soviet Union | 1979\n- Torzhok | country | Soviet Union | 1979\n- Tbilisi | country | Soviet Union | 1979\n- Sudak | country | Soviet Union | 1979\n- Starodub | country | Soviet Union | 1979\n- Simferopol | country | Soviet Union | 1979\n- Siberia | country | Soviet Union | 1979\n- Sevastopol | country | Soviet Union | 1979\n- Q957273 | country | Soviet Union | 1979\nReasoning:", "completion": " Answer: Ashgabat", "t_query": 1979.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003086", "prompt": " Who was the country of citizenship of Giuseppe Antonini before Italy?\nEvidence:\n- Giuseppe Antonini | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Antonini | member of sports team | Hellas Verona FC | 1937\n- Giuseppe Ungaretti | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Paratore | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Milano | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Domenichelli | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Bottai | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Asti | country of citizenship | Kingdom of Italy | 1937\n- Giuseppe Di Vittorio | country of citizenship | Kingdom of Italy | 1937\n- Q976653 | country of citizenship | Kingdom of Italy | 1937\n- Q972711 | country of citizenship | Kingdom of Italy | 1937\n- Q922237 | country of citizenship | Kingdom of Italy | 1937\n- Q890523 | country of citizenship | Kingdom of Italy | 1937\n- Q741387 | country of citizenship | Kingdom of Italy | 1937\n- Q710497 | country of citizenship | Kingdom of Italy | 1937\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1937.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003087", "prompt": " In what year was the shares border with of Vitaliano Brancati's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1951\n- Vitaliano Brancati | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: 1951", "t_query": 1951.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003088", "prompt": " In 1970, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: Claudio Cavazza", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003089", "prompt": " After Aldo Tonti country of citizenship Italy, what was the position held of Italy's head of government?\nEvidence:\n- Aldo Fabrizi | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Giuseppe Paratore | position held | Italian senator for life | 1957\n- Veriano Luchetti | country of citizenship | Italy | 1957\n- Tonino Cervi | country of citizenship | Italy | 1957\n- Tiziano Terzani | country of citizenship | Italy | 1957\n- Stéphane Grappelli | country of citizenship | Italy | 1957\n- Simon Spierer | country of citizenship | Italy | 1957\n- Sergio Mantovani | country of citizenship | Italy | 1957\n- Sergio Bonelli | country of citizenship | Italy | 1957\n- Rossana Rossanda | country of citizenship | Italy | 1957\n- Romeo Bertini | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: Prime Minister of Italy", "t_query": 1957.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003090", "prompt": " In 1964, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1964\n- Q207166 | country of citizenship | Yugoslavia | 1964\n- Vladica Popović | country of citizenship | Yugoslavia | 1964\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1964\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1964\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1964\n- Ilija Petković | country of citizenship | Yugoslavia | 1964\n- Dušan Ivković | country of citizenship | Yugoslavia | 1964\n- Dragan Tomić | country of citizenship | Yugoslavia | 1964\n- Verzar | country | Yugoslavia | 1964\n- Suševo | country | Yugoslavia | 1964\n- Q793485 | country | Yugoslavia | 1964\n- Pirot | country | Yugoslavia | 1964\n- Orašje | country | Yugoslavia | 1964\n- Kraljevo | country | Yugoslavia | 1964\nReasoning:", "completion": " Answer: Carmelo Cappello", "t_query": 1964.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003091", "prompt": " After Francesco Trombadori country of citizenship Italy, what was the position held of Flaviano Vicentini's country of citizenship's head of state?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Francesco Scafarelli | country of citizenship | Italy | 1967\n- Francesco Gabrieli | country of citizenship | Italy | 1967\n- Loris Francesco Capovilla | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1967.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003092", "prompt": " In what year was the educated at of Yvonne Choquet-Bruhat equal to National Center for Scientific Research?\nEvidence:\n- Yvonne Choquet-Bruhat | educated at | National Center for Scientific Research | 1950\n- Q279366 | employer | National Center for Scientific Research | 1950\n- Pierre Hadot | employer | National Center for Scientific Research | 1950\n- Jean Vercoutter | employer | National Center for Scientific Research | 1950\nReasoning:", "completion": " Answer: 1950", "t_query": 1950.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_003093", "prompt": " In what year was the head of state of Virbhadra Singh's country of citizenship equal to Shankar Dayal Sharma?\nEvidence:\n- India | head of state | Shankar Dayal Sharma | 1993\n- Virbhadra Singh | country of citizenship | India | 1993\n- M. S. Swaminathan | country of citizenship | India | 1993\n- India | head of government | P. V. Narasimha Rao | 1993\n- Abhijit Banerjee | country of citizenship | India | 1993\n- India | contains the administrative territorial entity | Daman and Diu | 1993\nReasoning:", "completion": " Answer: 1993", "t_query": 1993.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_003094", "prompt": " In 1952, what was the spouse of Agathe Lindner-Welk?\nEvidence:\n- Agathe Lindner-Welk | spouse | Ehm Welk | 1952\nReasoning:", "completion": " Answer: Ehm Welk", "t_query": 1952.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003095", "prompt": " Who was the head of government of Salvatore Fiume's country of citizenship after Antonio Segni?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Antonio Leonviola | country of citizenship | Italy | 1971\n- Antonio Calderara | country of citizenship | Italy | 1971\n- Antonio Brivio | country of citizenship | Italy | 1971\n- Antonio Bacci | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: Emilio Colombo", "t_query": 1971.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003096", "prompt": " In 1913, whose currency's shares border with was Belgian franc?\nEvidence:\n- Belgium | currency | Belgian franc | 1913\n- Neutral Moresnet | currency | Belgian franc | 1913\n- Neutral Moresnet | shares border with | Belgium | 1913\n- Belgium | shares border with | Neutral Moresnet | 1913\n- Neutral Moresnet | shares border with | Kingdom of Prussia | 1913\n- Neutral Moresnet | currency | French franc | 1913\n- Neutral Moresnet | shares border with | Kingdom of the Netherlands | 1913\nReasoning:", "completion": " Answer: Belgium", "t_query": 1913.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_003097", "prompt": " Who was the head of state of Carmelo Cappello's country of citizenship before Sandro Pertini?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: Giuseppe Saragat", "t_query": 1964.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003098", "prompt": " After Philipp Lenard country of citizenship Germany, what was the head of state of Germany's diplomatic relation?\nEvidence:\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- Bonn | capital of | Germany | 1974\nReasoning:", "completion": " Answer: Mohammed Daoud Khan", "t_query": 1974.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003099", "prompt": " In 1972, whose contains the administrative territorial entity's allegiance was Bremen?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- Bremen | head of government | Hans Koschnick | 1972\nReasoning:", "completion": " Answer: Friedrich Guggenberger", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003100", "prompt": " After Kiel country West Germany, what was the contains the administrative territorial entity of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\nReasoning:", "completion": " Answer: Lower Saxony", "t_query": 1953.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003101", "prompt": " In what year was the currency of Umberto Mastroianni's country of citizenship equal to Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1995\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\nReasoning:", "completion": " Answer: 1995", "t_query": 1995.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003102", "prompt": " After Giuseppe Medici country of citizenship Italy, what was the position held of Italy's head of state?\nEvidence:\n- Giuseppe Patanè | country of citizenship | Italy | 1971\n- Giuseppe Meazza | country of citizenship | Italy | 1971\n- Giuseppe Gabrielli | country of citizenship | Italy | 1971\n- Giuseppe Busso | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Tonino Cervi | country of citizenship | Italy | 1971\n- Tiziano Terzani | country of citizenship | Italy | 1971\n- Stéphane Grappelli | country of citizenship | Italy | 1971\n- Simon Spierer | country of citizenship | Italy | 1971\n- Sergio Mantovani | country of citizenship | Italy | 1971\n- Sergio Bonelli | country of citizenship | Italy | 1971\n- Rossana Rossanda | country of citizenship | Italy | 1971\n- Romeo Bertini | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: Italian senator for life", "t_query": 1971.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003103", "prompt": " In 1946, what was the currency of Ignazio Cannavò's country of citizenship?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q432257 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1946.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003104", "prompt": " After Armando Castellazzi coach of sports team Inter Milan, what was the head coach of Inter Milan?\nEvidence:\n- Inter Milan | head coach | Ottavio Bianchi | 1995\n- Ottavio Bianchi | coach of sports team | Inter Milan | 1995\n- Q608775 | member of sports team | Inter Milan | 1995\n- Q52876 | member of sports team | Inter Milan | 1995\n- Q505376 | member of sports team | Inter Milan | 1995\n- Q461305 | member of sports team | Inter Milan | 1995\n- Q429039 | member of sports team | Inter Milan | 1995\n- Q311362 | member of sports team | Inter Milan | 1995\n- Q185389 | member of sports team | Inter Milan | 1995\n- Paul Ince | member of sports team | Inter Milan | 1995\n- Maurizio Ganz | member of sports team | Inter Milan | 1995\n- Q185389 | member of sports team | Netherlands national association football team | 1995\n- Q311362 | member of sports team | Fortuna Düsseldorf | 1995\n- Q429039 | member of sports team | Brazil men's national football team | 1995\n- Q608775 | member of sports team | São Paulo FC | 1995\nReasoning:", "completion": " Answer: Ottavio Bianchi", "t_query": 1995.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003105", "prompt": " Who was the member of of Maria Rita Saulle's country of citizenship after European Economic Community?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1989.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003106", "prompt": " In 2003, whose contains the administrative territorial entity was Charbonnières-les-Bains?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Charbonnières-les-Bains | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-les-Ollières | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\nReasoning:", "completion": " Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003107", "prompt": " In what year was the country of citizenship of Yen Chia-kan equal to Taiwan?\nEvidence:\n- Yen Chia-kan | country of citizenship | Taiwan | 1992\n- Q703895 | country of citizenship | Taiwan | 1992\n- Li Ao | country of citizenship | Taiwan | 1992\n- Eileen Chang | country of citizenship | Taiwan | 1992\n- Ing Chang-ki | country of citizenship | Taiwan | 1992\n- Chiang Wei-kuo | country of citizenship | Taiwan | 1992\n- Chen Ding-nan | country of citizenship | Taiwan | 1992\nReasoning:", "completion": " Answer: 1992", "t_query": 1992.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_003108", "prompt": " In 1972, whose currency's allegiance was Deutsche Mark?\nEvidence:\n- Germany | currency | Deutsche Mark | 1972\n- West Germany | currency | Deutsche Mark | 1972\n- Germany | significant event | 1972 Summer Olympics | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- Würzburg | country | West Germany | 1972\n- Wuppertal | country | West Germany | 1972\n- Wiesbaden | country | West Germany | 1972\n- Westfalenliga | country | West Germany | 1972\n- West Germany | territory claimed by | German Democratic Republic | 1972\n- West Germany | diplomatic relation | German Democratic Republic | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\nReasoning:", "completion": " Answer: Friedrich Guggenberger", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003109", "prompt": " Who was the head of government of Renata Tebaldi's country of citizenship after Emilio Colombo?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Angelo Martino Colombo | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\n- Tonino Cervi | country of citizenship | Italy | 2000\nReasoning:", "completion": " Answer: Massimo D'Alema", "t_query": 2000.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003110", "prompt": " In 1962, whose head of state's country of citizenship was Giovanni Gronchi?\nEvidence:\n- Italy | head of state | Giovanni Gronchi | 1962\n- Giovanni Gronchi | country of citizenship | Italy | 1962\n- Giovanni Gronchi | position held | President of Italy | 1962\n- Giovanni Gronchi | position held | Italian senator for life | 1962\n- Giovanni Mardersteig | country of citizenship | Italy | 1962\n- Giovanni Invernizzi | country of citizenship | Italy | 1962\n- Giovanni Goria | country of citizenship | Italy | 1962\n- Giovanni Ferrofino | country of citizenship | Italy | 1962\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Guido Aycard", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003111", "prompt": " Who was the head of state of Antonio Corpora's country of citizenship before Sandro Pertini?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Antonio Segni", "t_query": 1962.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003112", "prompt": " In 1939, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1939\n- Q890523 | country of citizenship | Kingdom of Italy | 1939\n- Q432318 | country of citizenship | Kingdom of Italy | 1939\n- Q429298 | country of citizenship | Kingdom of Italy | 1939\n- Q216812 | country of citizenship | Kingdom of Italy | 1939\n- Q178349 | country of citizenship | Kingdom of Italy | 1939\n- Q133535 | country of citizenship | Kingdom of Italy | 1939\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1939\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1939\n- Titta Ruffo | country of citizenship | Kingdom of Italy | 1939\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1939\n- Paolo Manna | country of citizenship | Kingdom of Italy | 1939\n- Pantaleo Carabellese | country of citizenship | Kingdom of Italy | 1939\n- Matteo Marangoni | country of citizenship | Kingdom of Italy | 1939\n- Luigi Capello | country of citizenship | Kingdom of Italy | 1939\nReasoning:", "completion": " Answer: Carlo Simi", "t_query": 1939.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003113", "prompt": " In 1963, what was the country of citizenship of Gianni Brera?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Italy", "t_query": 1963.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003114", "prompt": " Who was the member of of Nino Baragli's country of citizenship after European Economic Community?\nEvidence:\n- Nino Baragli | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\n- Stefano Angeleri | country of citizenship | Italy | 1994\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1994.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003115", "prompt": " In what year was the currency of Lelio Antoniotti's country of citizenship equal to Italian lira?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\n- Tullio Kezich | country of citizenship | Italy | 1973\nReasoning:", "completion": " Answer: 1973", "t_query": 1973.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003116", "prompt": " In what year was the member of sports team of Ismael Ruiz equal to Real Oviedo?\nEvidence:\n- Ismael Ruiz | member of sports team | Real Oviedo | 2006\n- Ismael Ruiz | member of sports team | Terrassa FC | 2006\n- Q929644 | member of sports team | Real Oviedo | 2006\n- Q350982 | member of sports team | Real Oviedo | 2006\n- Adrián López Álvarez | member of sports team | Real Oviedo | 2006\n- Q983415 | member of sports team | Terrassa FC | 2006\nReasoning:", "completion": " Answer: 2006", "t_query": 2006.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_003117", "prompt": " After Aldo Protti country of citizenship Italy, what was the position held of Ugo Stille's country of citizenship's head of government?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Aldo Protti | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Aldo Fabrizi | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: Prime Minister of Italy", "t_query": 1957.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003118", "prompt": " After Anton Kerschbaumer work location Berlin, what was the head of government of Tilla Durieux's spouse's work location's country?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Answer: Joseph Wirth", "t_query": 1921.0, "chain_length": 4, "operator_type": "sequence", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003119", "prompt": " In what year was the head of state of Mario Gentili's country of citizenship equal to Giovanni Gronchi?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Giovanni Mardersteig | country of citizenship | Italy | 1961\n- Giovanni Invernizzi | country of citizenship | Italy | 1961\n- Giovanni Goria | country of citizenship | Italy | 1961\n- Giovanni Ferrofino | country of citizenship | Italy | 1961\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: 1961", "t_query": 1961.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003120", "prompt": " In 1963, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Antonio Segni | position held | President of Italy | 1963\n- Italy | head of state | Antonio Segni | 1963\n- Antonio Segni | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Francesca Romana Coluzzi", "t_query": 1963.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003121", "prompt": " In what year was the head of state of Gino Cassinis's country of citizenship equal to Giovanni Gronchi?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Giovanni Mardersteig | country of citizenship | Italy | 1959\n- Giovanni Invernizzi | country of citizenship | Italy | 1959\n- Giovanni Goria | country of citizenship | Italy | 1959\n- Giovanni Ferrofino | country of citizenship | Italy | 1959\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: 1959", "t_query": 1959.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003122", "prompt": " In 2003, what was the general manager of Arnaud Coyot's member of sports team?\nEvidence:\n- Arnaud Coyot | member of sports team | Cofidis | 2003\n- Cofidis | general manager | Alain Bondue | 2003\n- Q946869 | member of sports team | Cofidis | 2003\n- Q465367 | member of sports team | Cofidis | 2003\n- David Moncoutié | member of sports team | Cofidis | 2003\n- Bingen Fernández | member of sports team | Cofidis | 2003\nReasoning:", "completion": " Answer: Alain Bondue", "t_query": 2003.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_003123", "prompt": " In 1951, what was the located in of Syracuse?\nEvidence:\n- Syracuse | located in the administrative territorial entity | Province of Syracuse | 1951\nReasoning:", "completion": " Answer: Province of Syracuse", "t_query": 1951.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003124", "prompt": " In 1963, what was the position held of Italy's head of state?\nEvidence:\n- Giuseppe Paratore | position held | Italian senator for life | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\n- Tonino Cervi | country of citizenship | Italy | 1963\n- Tiziano Terzani | country of citizenship | Italy | 1963\n- Stéphane Grappelli | country of citizenship | Italy | 1963\n- Simon Spierer | country of citizenship | Italy | 1963\n- Sergio Mantovani | country of citizenship | Italy | 1963\n- Sergio Bonelli | country of citizenship | Italy | 1963\n- Rossana Rossanda | country of citizenship | Italy | 1963\n- Romeo Bertini | country of citizenship | Italy | 1963\n- Renata Tebaldi | country of citizenship | Italy | 1963\n- Primo Nebiolo | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003125", "prompt": " In 1961, what was the member of of Mario Gentili's country of citizenship?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003126", "prompt": " In what year was the located in of Le Plessis-Pâté equal to Seine-et-Oise?\nEvidence:\n- Le Plessis-Pâté | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Le Plessis-Luzarches | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Plessis-Saint-Benoist | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Le Pecq | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Le Heaulme | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Villiers-le-Bâcle | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Vert-le-Grand | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Neauphle-le-Vieux | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Montigny-le-Bretonneux | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Marly-le-Roi | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Le Tartre-Gaudran | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Boissy-le-Cutté | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Les Alluets-le-Roi | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Le Tremblay-sur-Mauldre | located in the administrative territorial entity | Seine-et-Oise | 1906\n- La Forêt-le-Roi | located in the administrative territorial entity | Seine-et-Oise | 1906\nReasoning:", "completion": " Answer: 1906", "t_query": 1906.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003127", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Charbonnières-les-Bains, what was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Charbonnières-les-Bains | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-les-Ollières | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\nReasoning:", "completion": " Answer: Bron", "t_query": 2003.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003128", "prompt": " After Pietro Ghersi country of citizenship Italy, what was the shares border with of Giovanni D'Ascenzi's country of citizenship?\nEvidence:\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1951\n- Italy | shares border with | Yugoslavia | 1951\n- Pietro Tordi | country of citizenship | Italy | 1951\n- Pietro Rava | country of citizenship | Italy | 1951\n- Pietro Parente | country of citizenship | Italy | 1951\n- Pietro Arcari | country of citizenship | Italy | 1951\n- Giovanni Ticozzi | country of citizenship | Italy | 1951\n- Giovanni Papini | country of citizenship | Italy | 1951\n- Giovanni Mardersteig | country of citizenship | Italy | 1951\n- Giovanni Invernizzi | country of citizenship | Italy | 1951\n- Giovanni Goria | country of citizenship | Italy | 1951\n- Giovanni Ferrofino | country of citizenship | Italy | 1951\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1951.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003129", "prompt": " After Mori Station adjacent station Higashiyama Station, what was the adjacent station of Mori Station?\nEvidence:\n- Mori Station | adjacent station | Katsuragawa Station | 1982\n- Mori Station | adjacent station | Himekawa Signal Base | 1982\nReasoning:", "completion": " Answer: Katsuragawa Station", "t_query": 1982.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_003130", "prompt": " In 1964, what was the position held of Carmelo Cappello's country of citizenship's head of state?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1964.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003131", "prompt": " In 1969, whose located in was Lviv Oblast?\nEvidence:\n- Drohobych | located in the administrative territorial entity | Lviv Oblast | 1969\n- Lviv Oblast | located in the administrative territorial entity | Ukrainian Soviet Socialist Republic | 1969\n- Sumy Oblast | located in the administrative territorial entity | Ukrainian Soviet Socialist Republic | 1969\n- Rivne Oblast | located in the administrative territorial entity | Ukrainian Soviet Socialist Republic | 1969\n- Poltava Oblast | located in the administrative territorial entity | Ukrainian Soviet Socialist Republic | 1969\n- Odesa Oblast | located in the administrative territorial entity | Ukrainian Soviet Socialist Republic | 1969\n- Kherson Oblast | located in the administrative territorial entity | Ukrainian Soviet Socialist Republic | 1969\n- Kharkiv Oblast | located in the administrative territorial entity | Ukrainian Soviet Socialist Republic | 1969\n- Dnipropetrovsk Oblast | located in the administrative territorial entity | Ukrainian Soviet Socialist Republic | 1969\n- Rivne Oblast | country | Ukrainian Soviet Socialist Republic | 1969\n- Sevastopol | located in the administrative territorial entity | Ukrainian Soviet Socialist Republic | 1969\n- Q170213 | located in the administrative territorial entity | Ukrainian Soviet Socialist Republic | 1969\n- Autonomous Republic of Crimea | located in the administrative territorial entity | Ukrainian Soviet Socialist Republic | 1969\n- Zhydachiv | country | Ukrainian Soviet Socialist Republic | 1969\n- Tysmenytsia | country | Ukrainian Soviet Socialist Republic | 1969\nReasoning:", "completion": " Answer: Drohobych", "t_query": 1969.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003132", "prompt": " In 2020, whose member of sports team was AS Monaco FC?\nEvidence:\n- Stevan Jovetić | member of sports team | AS Monaco FC | 2020\n- Diego Benaglio | member of sports team | AS Monaco FC | 2020\nReasoning:", "completion": " Answer: Diego Benaglio", "t_query": 2020.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_003133", "prompt": " After Raf Vallone country of citizenship Italy, what was the head of state of Antonio Corpora's country of citizenship?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Giovanni Gronchi", "t_query": 1962.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003134", "prompt": " In what year was the member of of Félicien Marceau equal to Académie Française?\nEvidence:\n- Félicien Marceau | member of | Académie Française | 1995\n- René Huyghe | member of | Académie Française | 1995\n- Michel Déon | member of | Académie Française | 1995\n- Julien Green | member of | Académie Française | 1995\n- Jacques Laurent | member of | Académie Française | 1995\n- Jean-Marie Lustiger | member of | Académie Française | 1995\n- Académie Française | general secretary | Maurice Druon | 1995\nReasoning:", "completion": " Answer: 1995", "t_query": 1995.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_003135", "prompt": " In 1962, whose position held's head of state was Italian senator for life?\nEvidence:\n- Q362900 | position held | Italian senator for life | 1962\n- Giuseppe Paratore | position held | Italian senator for life | 1962\n- Giovanni Gronchi | position held | Italian senator for life | 1962\n- Italy | head of state | Giovanni Gronchi | 1962\n- Giovanni Gronchi | position held | President of Italy | 1962\n- Q362900 | country of citizenship | Italy | 1962\n- Giuseppe Paratore | country of citizenship | Italy | 1962\n- Giovanni Gronchi | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Italy", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 8, "_lever_variant": "terse"} +{"id": "sft_003136", "prompt": " In what year was the member of of Ugo Stille's country of citizenship equal to European Economic Community?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: 1957", "t_query": 1957.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003137", "prompt": " After Nevio de Zordo country of citizenship Italy, what was the position held of Salvatore Fiume's country of citizenship's head of state?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Velasio de Paolis | country of citizenship | Italy | 1971\n- Renzo De Felice | country of citizenship | Italy | 1971\n- Dino De Antoni | country of citizenship | Italy | 1971\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: Italian senator for life", "t_query": 1971.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003138", "prompt": " Who was the member of of Antonio Corpora's country of citizenship before European Economic Community?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1962.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003139", "prompt": " Who was the member of of Lina Bo Bardi's country of citizenship before European Coal and Steel Community?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1970.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003140", "prompt": " In 1950, whose contains the administrative territorial entity's country was Württemberg-Hohenzollern?\nEvidence:\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\nReasoning:", "completion": " Answer: Würzburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003141", "prompt": " After Paweł Kieszek member of sports team Polonia Warsaw, what was the member of sports team of Paweł Kieszek?\nEvidence:\n- Paweł Kieszek | member of sports team | Polonia Warsaw | 2007\n- Paweł Kieszek | member of sports team | S.C. Braga | 2007\n- Q670214 | member of sports team | Polonia Warsaw | 2007\n- Q655920 | member of sports team | Polonia Warsaw | 2007\n- Q718432 | member of sports team | S.C. Braga | 2007\n- Q172149 | member of sports team | S.C. Braga | 2007\n- Césinha | member of sports team | S.C. Braga | 2007\n- Roland Linz | member of sports team | S.C. Braga | 2007\n- João Pereira | member of sports team | S.C. Braga | 2007\n- Diego Costa | member of sports team | S.C. Braga | 2007\nReasoning:", "completion": " Answer: S.C. Braga", "t_query": 2007.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_003142", "prompt": " After Agostino Gemelli country of citizenship Italy, what was the member of of Umberto Mastroianni's country of citizenship?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\n- Tiziano Terzani | country of citizenship | Italy | 1995\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1995.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003143", "prompt": " Who was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance after North Rhine-Westphalia?\nEvidence:\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\nReasoning:", "completion": " Answer: Bavaria", "t_query": 1972.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003144", "prompt": " After Luigi Abeni country of citizenship Italy, what was the member of of Maria Rita Saulle's country of citizenship?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Luigi Nono | country of citizenship | Italy | 1989\n- Luigi Comencini | country of citizenship | Italy | 1989\n- Luigi Agnolin | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1989\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1989\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1989.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003145", "prompt": " In 1987, what was the head of government of Romolo Alzani's country of citizenship?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: Giovanni Goria", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003146", "prompt": " In 1966, what was the general secretary of Eugène Tisserant's member of?\nEvidence:\n- Eugène Tisserant | member of | Académie Française | 1966\n- Eugène Tisserant | position held | Dean of the College of Cardinals | 1966\n- Eugène Tisserant | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Académie Française | general secretary | Maurice Genevoix | 1966\n- Q998913 | member of | Académie Française | 1966\n- René Huyghe | member of | Académie Française | 1966\n- Jérôme Carcopino | member of | Académie Française | 1966\n- Jean Paulhan | member of | Académie Française | 1966\n- Jean Guéhenno | member of | Académie Française | 1966\n- François Mauriac | member of | Académie Française | 1966\n- Pierre-Henri Simon | member of | Académie Française | 1966\n- Q822586 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q74879 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q689251 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q663757 | member of | Académie des Inscriptions et Belles-Lettres | 1966\nReasoning:", "completion": " Answer: Maurice Genevoix", "t_query": 1966.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003147", "prompt": " In what year was the currency of Sergio Noja Noseda's country of citizenship equal to Italian lira?\nEvidence:\n- Sergio Noja Noseda | country of citizenship | Italy | 1949\n- Sergio Realini | country of citizenship | Italy | 1949\n- Sergio Mantovani | country of citizenship | Italy | 1949\n- Sergio Bonelli | country of citizenship | Italy | 1949\n- Q639507 | country of citizenship | Italy | 1949\n- Q612509 | country of citizenship | Italy | 1949\n- Q454036 | country of citizenship | Italy | 1949\n- Q435856 | country of citizenship | Italy | 1949\n- Q432318 | country of citizenship | Italy | 1949\n- Q429298 | country of citizenship | Italy | 1949\n- Q318968 | country of citizenship | Italy | 1949\n- Q264986 | country of citizenship | Italy | 1949\n- Q219490 | country of citizenship | Italy | 1949\n- Q213482 | country of citizenship | Italy | 1949\n- Dalida | country of citizenship | Italy | 1949\nReasoning:", "completion": " Answer: 1949", "t_query": 1949.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003148", "prompt": " In 1974, whose position held's head of government was president of Germany?\nEvidence:\n- Walter Scheel | position held | president of Germany | 1974\n- Germany | head of government | Walter Scheel | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_003149", "prompt": " In 1974, whose head of government's contains the administrative territorial entity's capital of's capital was Hans Filbinger?\nEvidence:\n- Baden-Württemberg | head of government | Hans Filbinger | 1974\n- CDU Baden-Württemberg | chairperson | Hans Filbinger | 1974\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1974\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1974\n- Baden-Württemberg | country | West Germany | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_003150", "prompt": " In 1986, whose contains the administrative territorial entity was Genay?\nEvidence:\n- Rhône | contains the administrative territorial entity | Genay | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 1986\n- Rhône | contains the administrative territorial entity | Vénissieux | 1986\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1986\n- Rhône | contains the administrative territorial entity | Meyzieu | 1986\n- Rhône | contains the administrative territorial entity | Francheville | 1986\n- Rhône | contains the administrative territorial entity | Feyzin | 1986\n- Rhône | contains the administrative territorial entity | Bron | 1986\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1986\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 1986\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 1986\nReasoning:", "completion": " Answer: Rhône", "t_query": 1986.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003151", "prompt": " In 1956, what was the currency of Laura Veccia Vaglieri's country of citizenship?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003152", "prompt": " In 1987, whose head of government's contains the administrative territorial entity's capital of's capital was Q110719?\nEvidence:\n- Saarland | head of government | Q110719 | 1987\n- West Germany | contains the administrative territorial entity | Saarland | 1987\n- Saarland | located in the administrative territorial entity | West Germany | 1987\n- Saarland | country | West Germany | 1987\nReasoning:", "completion": " Answer: Germany", "t_query": 1987.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_003153", "prompt": " In 1933, what was the country of citizenship of Giuseppe Saragat?\nEvidence:\n- Giuseppe Saragat | country of citizenship | Kingdom of Italy | 1933\n- Giuseppe Ungaretti | country of citizenship | Kingdom of Italy | 1933\n- Giuseppe Paratore | country of citizenship | Kingdom of Italy | 1933\n- Giuseppe Milano | country of citizenship | Kingdom of Italy | 1933\n- Giuseppe Domenichelli | country of citizenship | Kingdom of Italy | 1933\n- Giuseppe Asti | country of citizenship | Kingdom of Italy | 1933\n- Giuseppe Di Vittorio | country of citizenship | Kingdom of Italy | 1933\n- Q976653 | country of citizenship | Kingdom of Italy | 1933\n- Q972711 | country of citizenship | Kingdom of Italy | 1933\n- Q922237 | country of citizenship | Kingdom of Italy | 1933\n- Q890523 | country of citizenship | Kingdom of Italy | 1933\n- Q710497 | country of citizenship | Kingdom of Italy | 1933\n- Q678253 | country of citizenship | Kingdom of Italy | 1933\n- Q654973 | country of citizenship | Kingdom of Italy | 1933\n- Q650303 | country of citizenship | Kingdom of Italy | 1933\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1933.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003154", "prompt": " In 1961, what was the shares border with of John Paul I's country of citizenship?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Italy | shares border with | Yugoslavia | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003155", "prompt": " After Michael Jordan nominated for Laureus World Sports Award for Comeback of the Year, what was the winner of Laureus World Sports Award for Comeback of the Year?\nEvidence:\n- Laureus World Sports Award for Comeback of the Year | winner | Rafael Nadal | 2014\n- Rafael Nadal | nominated for | Laureus World Sports Award for Comeback of the Year | 2014\n- Rafael Nadal | award received | Laureus World Sports Award for Comeback of the Year | 2014\nReasoning:", "completion": " Answer: Rafael Nadal", "t_query": 2014.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003156", "prompt": " Who was the head of state of Maria Caniglia's country of citizenship before Sandro Pertini?\nEvidence:\n- Maria Caniglia | country of citizenship | Italy | 1951\n- Maria Tore Barbina | country of citizenship | Italy | 1951\n- Alberto Maria De Agostini | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: Luigi Einaudi", "t_query": 1951.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003157", "prompt": " Who was the member of of Arnaldo Genoino's country of citizenship before European Coal and Steel Community?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1978.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003158", "prompt": " After Yoshkar-Ola country Russian Empire, what was the head of state of Dushanbe's located in's country?\nEvidence:\n- Emirate of Bukhara | country | Russian Empire | 1904\n- Dushanbe | located in the administrative territorial entity | Emirate of Bukhara | 1904\n- Termez | country | Emirate of Bukhara | 1904\nReasoning:", "completion": " Answer: Nicholas II of Russia", "t_query": 1904.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003159", "prompt": " In what year was the located in of Nakhchivan equal to Nakhchivan Autonomous Soviet Socialist Republic?\nEvidence:\n- Nakhchivan | country | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Nakhchivan | located in the administrative territorial entity | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Nakhchivan | country | Azerbaijan Soviet Socialist Republic | 1949\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1949\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1949\n- Nakhchivan | country | Soviet Union | 1949\n- Turkmen Soviet Socialist Republic | country | Soviet Union | 1949\n- Georgian Soviet Socialist Republic | country | Soviet Union | 1949\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1949\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1949\n- Q59054 | country of citizenship | Soviet Union | 1949\n- Q437262 | country of citizenship | Soviet Union | 1949\n- Q324083 | country of citizenship | Soviet Union | 1949\n- Zhytomyr | country | Soviet Union | 1949\n- Zastavna | country | Soviet Union | 1949\nReasoning:", "completion": " Answer: 1949", "t_query": 1949.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003160", "prompt": " In what year was the member of of Carlo Curis's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Carlo Curis | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: 1984", "t_query": 1984.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003161", "prompt": " In what year was the employer of Alexander Gelfond equal to Lomonosov Moscow State University?\nEvidence:\n- Alexander Gelfond | employer | Lomonosov Moscow State University | 1940\n- Q983399 | employer | Lomonosov Moscow State University | 1940\n- Q723638 | employer | Lomonosov Moscow State University | 1940\n- Q321515 | employer | Lomonosov Moscow State University | 1940\n- Boris Delaunay | employer | Lomonosov Moscow State University | 1940\n- Andrey Tikhonov | employer | Lomonosov Moscow State University | 1940\n- Alexander Gelfond | employer | Steklov Institute of Mathematics | 1940\n- Q709432 | employer | Steklov Institute of Mathematics | 1940\n- Sergei Sobolev | employer | Steklov Institute of Mathematics | 1940\n- Lev Pontryagin | employer | Steklov Institute of Mathematics | 1940\n- Boris Delaunay | employer | Steklov Institute of Mathematics | 1940\nReasoning:", "completion": " Answer: 1940", "t_query": 1940.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 11, "_lever_variant": "terse"} +{"id": "sft_003162", "prompt": " In 1971, what was the country of citizenship of Rahimuddin Khan?\nEvidence:\n- Rahimuddin Khan | country of citizenship | Pakistan | 1971\n- Ahmed Rushdi | country of citizenship | Pakistan | 1971\n- Dhaka | country | Pakistan | 1971\nReasoning:", "completion": " Answer: Pakistan", "t_query": 1971.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003163", "prompt": " Who was the contains the administrative territorial entity of Germany's capital's capital of after Schleswig-Holstein?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Answer: Rhineland-Palatinate", "t_query": 1974.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003164", "prompt": " In what year was the position held of MetLife's headquarters's head of government equal to Mayor of New York City?\nEvidence:\n- MetLife | headquarters location | New York City | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- William Vickrey | residence | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Elliott Erwitt | work location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\nReasoning:", "completion": " Answer: 1952", "t_query": 1952.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003165", "prompt": " In 1943, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1943\n- Q972711 | country of citizenship | Kingdom of Italy | 1943\n- Q432318 | country of citizenship | Kingdom of Italy | 1943\n- Q429298 | country of citizenship | Kingdom of Italy | 1943\n- Q178349 | country of citizenship | Kingdom of Italy | 1943\n- Q133535 | country of citizenship | Kingdom of Italy | 1943\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1943\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1943\n- Titta Ruffo | country of citizenship | Kingdom of Italy | 1943\n- Tita Piaz | country of citizenship | Kingdom of Italy | 1943\n- Rosina Anselmi | country of citizenship | Kingdom of Italy | 1943\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1943\n- Paolo Manna | country of citizenship | Kingdom of Italy | 1943\n- Pantaleo Carabellese | country of citizenship | Kingdom of Italy | 1943\n- Norina Matchabelli | country of citizenship | Kingdom of Italy | 1943\nReasoning:", "completion": " Answer: Q435856", "t_query": 1943.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003166", "prompt": " In what year was the head of state of Romano Mussolini's country of citizenship equal to Sandro Pertini?\nEvidence:\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: 1984", "t_query": 1984.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003167", "prompt": " In 1968, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giuseppe Saragat | position held | President of Italy | 1968\n- Italy | head of state | Giuseppe Saragat | 1968\n- Giuseppe Saragat | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Claudia Vinciguerra", "t_query": 1968.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003168", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon after Saint-Genis-les-Ollières?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-les-Ollières | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-Laval | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Charbonnières-les-Bains | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\nReasoning:", "completion": " Answer: Rochetaillée-sur-Saône", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003169", "prompt": " After Gerd Kische member of sports team F.C. Hansa Rostock, what was the member of sports team of Gerd Kische?\nEvidence:\n- Gerd Kische | member of sports team | F.C. Hansa Rostock | 1971\n- Q823665 | member of sports team | F.C. Hansa Rostock | 1971\n- Herbert Pankau | member of sports team | F.C. Hansa Rostock | 1971\n- Gerd Kische | member of sports team | East Germany national football team | 1971\n- Q872768 | member of sports team | East Germany national football team | 1971\n- Q73725 | member of sports team | East Germany national football team | 1971\n- Q69584 | member of sports team | East Germany national football team | 1971\n- Q690178 | member of sports team | East Germany national football team | 1971\n- Q680657 | member of sports team | East Germany national football team | 1971\n- Q67555 | member of sports team | East Germany national football team | 1971\n- Q571103 | member of sports team | East Germany national football team | 1971\n- Q562188 | member of sports team | East Germany national football team | 1971\n- Henning Frenzel | member of sports team | East Germany national football team | 1971\n- Bernd Bransch | member of sports team | East Germany national football team | 1971\nReasoning:", "completion": " Answer: East Germany national football team", "t_query": 1971.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 14, "_lever_variant": "terse"} +{"id": "sft_003170", "prompt": " In what year was the shares border with of Lina Bo Bardi's country of citizenship equal to Yugoslavia?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Italy | shares border with | Yugoslavia | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: 1970", "t_query": 1970.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003171", "prompt": " In 1974, what was the diplomatic relation of Germany?\nEvidence:\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\nReasoning:", "completion": " Answer: Afghanistan", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003172", "prompt": " In 1920, what was the work location of Carel Willink?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Q73153 | residence | Berlin | 1920\n- Berlin | country | Weimar Republic | 1920\nReasoning:", "completion": " Answer: Berlin", "t_query": 1920.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_003173", "prompt": " In 1904, what was the basic form of government of Dushanbe's located in's country?\nEvidence:\n- Dushanbe | located in the administrative territorial entity | Emirate of Bukhara | 1904\n- Termez | country | Emirate of Bukhara | 1904\n- Emirate of Bukhara | country | Russian Empire | 1904\nReasoning:", "completion": " Answer: absolute monarchy", "t_query": 1904.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003174", "prompt": " In what year was the country of citizenship of Juraj Jakubisko equal to Czechoslovakia?\nEvidence:\n- Juraj Jakubisko | country of citizenship | Czechoslovakia | 1968\n- Juraj Jakubisko | nominated for | Golden Lion | 1968\n- Q960655 | country of citizenship | Czechoslovakia | 1968\n- Q693209 | country of citizenship | Czechoslovakia | 1968\n- Q536359 | country of citizenship | Czechoslovakia | 1968\n- Q366671 | country of citizenship | Czechoslovakia | 1968\n- Q31370 | country of citizenship | Czechoslovakia | 1968\n- Q179173 | country of citizenship | Czechoslovakia | 1968\n- Oldřich Pelčák | country of citizenship | Czechoslovakia | 1968\n- Miroslav Horníček | country of citizenship | Czechoslovakia | 1968\n- Milan Kundera | country of citizenship | Czechoslovakia | 1968\n- Miklós Duray | country of citizenship | Czechoslovakia | 1968\n- Lubomír Štrougal | country of citizenship | Czechoslovakia | 1968\n- Karol Divín | country of citizenship | Czechoslovakia | 1968\n- Jan Sokol | country of citizenship | Czechoslovakia | 1968\nReasoning:", "completion": " Answer: 1968", "t_query": 1968.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003175", "prompt": " After Albert Speer work location Berlin, what was the position held of David Bowie's work location's head of government?\nEvidence:\n- David Bowie | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Q896393 | work location | Berlin | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Christian Schad | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Q497401 | terminus | Berlin | 1978\n- Anna Seghers | residence | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\nReasoning:", "completion": " Answer: Governing Mayor of Berlin", "t_query": 1978.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_003176", "prompt": " In 1969, what was the twinned with of Volgograd?\nEvidence:\n- Volgograd | twinned administrative body | Liège | 1969\n- Volgograd | located in the administrative territorial entity | Volgograd Oblast | 1969\nReasoning:", "completion": " Answer: Liège", "t_query": 1969.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_003177", "prompt": " In what year was the contains the administrative territorial entity of Bernard Schultze's work location's country equal to Hesse?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: 1953", "t_query": 1953.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003178", "prompt": " In what year was the country of citizenship of Ansano Giannarelli equal to Kingdom of Italy?\nEvidence:\n- Ansano Giannarelli | country of citizenship | Kingdom of Italy | 1944\n- Q976653 | country of citizenship | Kingdom of Italy | 1944\n- Q972711 | country of citizenship | Kingdom of Italy | 1944\n- Q922237 | country of citizenship | Kingdom of Italy | 1944\n- Q741387 | country of citizenship | Kingdom of Italy | 1944\n- Q710497 | country of citizenship | Kingdom of Italy | 1944\n- Q678253 | country of citizenship | Kingdom of Italy | 1944\n- Q654973 | country of citizenship | Kingdom of Italy | 1944\n- Q650303 | country of citizenship | Kingdom of Italy | 1944\n- Q527400 | country of citizenship | Kingdom of Italy | 1944\n- Q51189 | country of citizenship | Kingdom of Italy | 1944\n- Q432318 | country of citizenship | Kingdom of Italy | 1944\n- Q432257 | country of citizenship | Kingdom of Italy | 1944\n- Q429298 | country of citizenship | Kingdom of Italy | 1944\n- Q378645 | country of citizenship | Kingdom of Italy | 1944\nReasoning:", "completion": " Answer: 1944", "t_query": 1944.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003179", "prompt": " In 1955, whose named after was Svetozar Marković?\nEvidence:\n- Jagodina | named after | Svetozar Marković | 1955\nReasoning:", "completion": " Answer: Jagodina", "t_query": 1955.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003180", "prompt": " In 1978, what was the shares border with of Marco Tulli's country of citizenship?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Italy | shares border with | Yugoslavia | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003181", "prompt": " Who was the country of citizenship of Gianni Brera after Kingdom of Italy?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Italy", "t_query": 1963.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003182", "prompt": " In 2003, whose contains the administrative territorial entity's located in's contains the administrative territorial entity was Francheville?\nEvidence:\n- Rhône | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Rhône | contains the administrative territorial entity | Vénissieux | 2003\n- Rhône | contains the administrative territorial entity | Villeurbanne | 2003\n- Rhône | contains the administrative territorial entity | Meyzieu | 2003\n- Rhône | contains the administrative territorial entity | Genay | 2003\n- Rhône | contains the administrative territorial entity | Feyzin | 2003\n- Rhône | contains the administrative territorial entity | Bron | 2003\n- Ternay | located in the administrative territorial entity | Rhône | 2003\n- Chaponnay | located in the administrative territorial entity | Rhône | 2003\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 2003\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\nReasoning:", "completion": " Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003183", "prompt": " In what year was the currency of Gerardo Marotta's country of citizenship equal to Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 2001\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\nReasoning:", "completion": " Answer: 2001", "t_query": 2001.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003184", "prompt": " In what year was the member of sports team of Albert Celades equal to Futbol Club Barcelona?\nEvidence:\n- Albert Celades | member of sports team | Futbol Club Barcelona | 1997\n- Q943194 | member of sports team | Futbol Club Barcelona | 1997\n- Q508489 | member of sports team | Futbol Club Barcelona | 1997\n- Q502769 | member of sports team | Futbol Club Barcelona | 1997\n- Q483577 | member of sports team | Futbol Club Barcelona | 1997\n- Q483145 | member of sports team | Futbol Club Barcelona | 1997\n- Q375840 | member of sports team | Futbol Club Barcelona | 1997\n- Q34658 | member of sports team | Futbol Club Barcelona | 1997\n- Q316809 | member of sports team | Futbol Club Barcelona | 1997\n- Q313468 | member of sports team | Futbol Club Barcelona | 1997\n- Q295887 | member of sports team | Futbol Club Barcelona | 1997\n- Q204640 | member of sports team | Futbol Club Barcelona | 1997\n- Sergi Barjuan | member of sports team | Futbol Club Barcelona | 1997\n- Julen Lopetegui | member of sports team | Futbol Club Barcelona | 1997\n- Hristo Stoichkov | member of sports team | Futbol Club Barcelona | 1997\nReasoning:", "completion": " Answer: 1997", "t_query": 1997.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003185", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Saint-Fons, what was the located in of Urban Community of Lyon's contains the administrative territorial entity?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-Laval | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Genis-les-Ollières | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Answer: Rhône", "t_query": 2003.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003186", "prompt": " In what year was the head of government of Germany's capital's capital of's contains the administrative territorial entity equal to Hans Filbinger?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Afghanistan | basic form of government | republic | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 4, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003187", "prompt": " Who was the country of citizenship of Alberto Ascoli before Italy?\nEvidence:\n- Alberto Ascoli | country of citizenship | Kingdom of Italy | 1909\n- Alberto Franchetti | country of citizenship | Kingdom of Italy | 1909\n- Alberto Maria De Agostini | country of citizenship | Kingdom of Italy | 1909\n- Q983389 | country of citizenship | Kingdom of Italy | 1909\n- Q976653 | country of citizenship | Kingdom of Italy | 1909\n- Q972711 | country of citizenship | Kingdom of Italy | 1909\n- Q959367 | country of citizenship | Kingdom of Italy | 1909\n- Q939226 | country of citizenship | Kingdom of Italy | 1909\n- Q920582 | country of citizenship | Kingdom of Italy | 1909\n- Q890523 | country of citizenship | Kingdom of Italy | 1909\n- Q817284 | country of citizenship | Kingdom of Italy | 1909\n- Q765946 | country of citizenship | Kingdom of Italy | 1909\n- Q745874 | country of citizenship | Kingdom of Italy | 1909\n- Q728920 | country of citizenship | Kingdom of Italy | 1909\n- Q728589 | country of citizenship | Kingdom of Italy | 1909\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1909.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003188", "prompt": " After Giovanni Cornacchia country of citizenship Italy, what was the currency of Arnaldo Genoino's country of citizenship?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Giovanni Invernizzi | country of citizenship | Italy | 1978\n- Giovanni Goria | country of citizenship | Italy | 1978\n- Giovanni Ferrofino | country of citizenship | Italy | 1978\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1978.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003189", "prompt": " After Gustaf VI Adolf of Sweden noble title duke, what was the noble title of Gustaf VI Adolf of Sweden's spouse?\nEvidence:\n- Gustaf VI Adolf of Sweden | noble title | duke | 1937\n- Gustaf VI Adolf of Sweden | noble title | crown prince | 1937\n- Louise Mountbatten | spouse | Gustaf VI Adolf of Sweden | 1937\n- Gustaf VI Adolf of Sweden | spouse | Louise Mountbatten | 1937\n- Gustaf VI Adolf of Sweden | position held | crown prince | 1937\n- Louise Mountbatten | noble title | queen consort | 1937\nReasoning:", "completion": " Answer: queen consort", "t_query": 1937.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_003190", "prompt": " After Rudolf Bauer work location Berlin, what was the head of government of Carel Willink's work location's country?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\nReasoning:", "completion": " Answer: Gustav Bauer", "t_query": 1920.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_003191", "prompt": " In 1950, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Answer: Hesse", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003192", "prompt": " Who was the member of sports team of Heinz Emmerich before Germany men's national association football team?\nEvidence:\n- Heinz Emmerich | member of sports team | Tennis Borussia Berlin | 1930\n- Q776748 | member of sports team | Tennis Borussia Berlin | 1930\nReasoning:", "completion": " Answer: Tennis Borussia Berlin", "t_query": 1930.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_003193", "prompt": " In what year was the position held of Luca Ronconi's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\n- Stéphane Grappelli | country of citizenship | Italy | 1993\nReasoning:", "completion": " Answer: 1993", "t_query": 1993.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003194", "prompt": " In 2010, whose sport was professional wrestling?\nEvidence:\n- Q44304 | sport | professional wrestling | 2010\n- Shane McMahon | sport | professional wrestling | 2010\n- Ring of Honor | sport | professional wrestling | 2010\n- Shane McMahon | sport | referee | 2010\n- Shane McMahon | occupation | entrepreneur | 2010\n- Shane McMahon | employer | WWE | 2010\nReasoning:", "completion": " Answer: Shane McMahon", "t_query": 2010.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_003195", "prompt": " In what year was the member of of Giacomo Rossi-Stuart's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: 1975", "t_query": 1975.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003196", "prompt": " In what year was the head of government of Friedrich Guggenberger's allegiance's contains the administrative territorial entity equal to Hans Filbinger?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Answer: 1972", "t_query": 1972.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003197", "prompt": " In what year was the head of state of Claudia Vinciguerra's country of citizenship equal to Giuseppe Saragat?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Giuseppe Prisco | country of citizenship | Italy | 1968\n- Giuseppe Patanè | country of citizenship | Italy | 1968\n- Giuseppe Meazza | country of citizenship | Italy | 1968\n- Giuseppe Gabrielli | country of citizenship | Italy | 1968\n- Giuseppe Colnago | country of citizenship | Italy | 1968\n- Giuseppe Busso | country of citizenship | Italy | 1968\n- Giuseppe Antonini | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: 1968", "t_query": 1968.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003198", "prompt": " After Romano Agostinelli country of citizenship Italy, what was the member of of Ugo Morin's country of citizenship?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Romano Scarpa | country of citizenship | Italy | 1968\n- Romano Mussolini | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1968.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003199", "prompt": " In 2009, whose head of government was Silvio Berlusconi?\nEvidence:\n- Italy | head of government | Silvio Berlusconi | 2009\n- Veronica Lario | spouse | Silvio Berlusconi | 2009\n- AC Milan | chairperson | Silvio Berlusconi | 2009\n- Silvio Gazzaniga | country of citizenship | Italy | 2009\n- AC Milan | head coach | Leonardo Araújo | 2009\n- AC Milan | head coach | Carlo Ancelotti | 2009\n- Q678840 | country of citizenship | Italy | 2009\n- Q383551 | country of citizenship | Italy | 2009\n- Province of Turin | country | Italy | 2009\n- Yannis Kounellis | country of citizenship | Italy | 2009\n- Vito Lattanzio | country of citizenship | Italy | 2009\n- Virna Lisi | country of citizenship | Italy | 2009\n- Virgilio Noè | country of citizenship | Italy | 2009\n- Veriano Luchetti | country of citizenship | Italy | 2009\n- Tullio Kezich | country of citizenship | Italy | 2009\nReasoning:", "completion": " Answer: Italy", "t_query": 2009.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003200", "prompt": " After Carmelo Cappello country of citizenship Kingdom of Italy, what was the work location of Carmelo Cappello?\nEvidence:\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: Milan", "t_query": 1964.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003201", "prompt": " Who was the member of of Francesca Romana Coluzzi's country of citizenship before European Coal and Steel Community?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1963.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003202", "prompt": " After Romolo Carboni country of citizenship Italy, what was the member of of Ugo Morin's country of citizenship?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1968.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003203", "prompt": " In 1974, what was the position held of Germany's head of state?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Answer: Federal Minister for Foreign Affairs", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003204", "prompt": " In 1904, what was the anthem of Dushanbe's located in's country?\nEvidence:\n- Dushanbe | located in the administrative territorial entity | Emirate of Bukhara | 1904\n- Termez | country | Emirate of Bukhara | 1904\n- Emirate of Bukhara | country | Russian Empire | 1904\nReasoning:", "completion": " Answer: God Save the Tsar!", "t_query": 1904.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003205", "prompt": " In 1974, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Answer: Lower Saxony", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003206", "prompt": " In 1974, what was the position held of Germany's head of state?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Answer: Vice-Chancellor of Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003207", "prompt": " In 1951, what was the country of citizenship of Maria Caniglia?\nEvidence:\n- Maria Caniglia | country of citizenship | Italy | 1951\n- Maria Tore Barbina | country of citizenship | Italy | 1951\n- Alberto Maria De Agostini | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: Italy", "t_query": 1951.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003208", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon equal to Genay?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003209", "prompt": " In what year was the contains the administrative territorial entity of Mannheim's country equal to Württemberg-Hohenzollern?\nEvidence:\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\nReasoning:", "completion": " Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003210", "prompt": " In 1915, what was the country of citizenship of Giovanni Pastrone?\nEvidence:\n- Giovanni Pastrone | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Verga | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Tebaldini | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Papini | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Messe | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Martinelli | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Gronchi | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Cuniolo | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Capurro | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Boldini | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Battista Lacchini | country of citizenship | Kingdom of Italy | 1915\n- Giovanni Battista Caproni | country of citizenship | Kingdom of Italy | 1915\n- Adeodato Giovanni Piazza | country of citizenship | Kingdom of Italy | 1915\n- Q976653 | country of citizenship | Kingdom of Italy | 1915\n- Q972711 | country of citizenship | Kingdom of Italy | 1915\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1915.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003211", "prompt": " In what year was the located in of Frankfurt equal to Wiesbaden Government Region?\nEvidence:\n- Frankfurt | located in the administrative territorial entity | Wiesbaden Government Region | 1915\n- Wiesbaden | located in the administrative territorial entity | Wiesbaden Government Region | 1915\n- Frankfurt | head of government | Georg Voigt | 1915\n- Wiesbaden | country | German Empire | 1915\n- Q165008 | applies to jurisdiction | German Empire | 1915\n- Frankfurt | country | German Empire | 1915\n- German East Africa | applies to jurisdiction | German Empire | 1915\n- Frankfurt (Oder) | country | German Empire | 1915\n- hyperinflation in the Weimar Republic | country | German Empire | 1915\n- Q87105 | country of citizenship | German Empire | 1915\n- Q76638 | country of citizenship | German Empire | 1915\n- Wilhelm Röntgen | country of citizenship | German Empire | 1915\n- Albrecht Brandi | country of citizenship | German Empire | 1915\n- Georg August Zenker | country of citizenship | German Empire | 1915\n- Zwickau | country | German Empire | 1915\nReasoning:", "completion": " Answer: 1915", "t_query": 1915.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003212", "prompt": " In 1929, what was the country of citizenship of Pietro Arcari?\nEvidence:\n- Pietro Arcari | country of citizenship | Kingdom of Italy | 1929\n- Pietro Parente | country of citizenship | Kingdom of Italy | 1929\n- Pietro Nenni | country of citizenship | Kingdom of Italy | 1929\n- Pietro Lana | country of citizenship | Kingdom of Italy | 1929\n- Q976653 | country of citizenship | Kingdom of Italy | 1929\n- Q972711 | country of citizenship | Kingdom of Italy | 1929\n- Q922237 | country of citizenship | Kingdom of Italy | 1929\n- Q890523 | country of citizenship | Kingdom of Italy | 1929\n- Q715036 | country of citizenship | Kingdom of Italy | 1929\n- Q710497 | country of citizenship | Kingdom of Italy | 1929\n- Q678253 | country of citizenship | Kingdom of Italy | 1929\n- Q654973 | country of citizenship | Kingdom of Italy | 1929\n- Q650303 | country of citizenship | Kingdom of Italy | 1929\n- Q603148 | country of citizenship | Kingdom of Italy | 1929\n- Q527400 | country of citizenship | Kingdom of Italy | 1929\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1929.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003213", "prompt": " In 1966, whose award received's head of state's country of citizenship was Supreme Order of Christ?\nEvidence:\n- Giuseppe Saragat | award received | Supreme Order of Christ | 1966\n- Italy | head of state | Giuseppe Saragat | 1966\n- Giuseppe Saragat | country of citizenship | Italy | 1966\n- Giuseppe Saragat | position held | President of Italy | 1966\nReasoning:", "completion": " Answer: Cesare Terranova", "t_query": 1966.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_003214", "prompt": " In what year was the position held of Guido Aycard's country of citizenship's head of state equal to Italian senator for life?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: 1962", "t_query": 1962.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003215", "prompt": " Who was the country of citizenship of Romolo Alzani after Kingdom of Italy?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: Italy", "t_query": 1987.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003216", "prompt": " In 1956, what was the adjacent station of Nopporo Station?\nEvidence:\n- Nopporo Station | adjacent station | Ebetsu Station | 1956\n- Nopporo Station | adjacent station | Atsubetsu Station | 1956\n- Ebetsu Station | adjacent station | Nopporo Station | 1956\n- Ebetsu Station | adjacent station | Horomui Station | 1956\nReasoning:", "completion": " Answer: Atsubetsu Station", "t_query": 1956.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_003217", "prompt": " In 1987, whose contains the administrative territorial entity's country of citizenship's head of government was North Rhine-Westphalia?\nEvidence:\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1987\n- West Germany | contains the administrative territorial entity | Saarland | 1987\n- West Germany | contains the administrative territorial entity | Hesse | 1987\n- West Germany | contains the administrative territorial entity | Hamburg | 1987\n- West Germany | contains the administrative territorial entity | Bremen | 1987\n- West Germany | contains the administrative territorial entity | Bavaria | 1987\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1987\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1987\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1987\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1987\n- Saarland | located in the administrative territorial entity | West Germany | 1987\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1987\n- Q77721 | country of citizenship | West Germany | 1987\n- Thomas Anders | country of citizenship | West Germany | 1987\n- Martin Walser | country of citizenship | West Germany | 1987\nReasoning:", "completion": " Answer: Germany", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003218", "prompt": " Who was the country of citizenship of Andrea Carrea after Kingdom of Italy?\nEvidence:\n- Andrea Carrea | country of citizenship | Italy | 1984\n- Andrea Pangrazio | country of citizenship | Italy | 1984\n- Andrea Miano | country of citizenship | Italy | 1984\n- Andrea Cassone | country of citizenship | Italy | 1984\n- Andrea Bianchi | country of citizenship | Italy | 1984\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Italy", "t_query": 1984.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003219", "prompt": " After Ugo Amoretti country of citizenship Italy, what was the currency of Lelio Antoniotti's country of citizenship?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Tullio Kezich | country of citizenship | Italy | 1973\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1973.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003220", "prompt": " In 1980, whose country of citizenship was Soviet Union?\nEvidence:\n- Viktor Kulikov | country of citizenship | Soviet Union | 1980\n- Yevpatoriia | country | Soviet Union | 1980\n- Yalta | country | Soviet Union | 1980\n- Voronezh | country | Soviet Union | 1980\n- Volhynia | country | Soviet Union | 1980\n- Vinnytsia | country | Soviet Union | 1980\n- Urgench | country | Soviet Union | 1980\n- Uman | country | Soviet Union | 1980\n- Torzhok | country | Soviet Union | 1980\n- Tbilisi | country | Soviet Union | 1980\n- Sudak | country | Soviet Union | 1980\n- Starodub | country | Soviet Union | 1980\n- Simferopol | country | Soviet Union | 1980\n- Siberia | country | Soviet Union | 1980\n- Sevastopol | country | Soviet Union | 1980\nReasoning:", "completion": " Answer: Anatoly Karpov", "t_query": 1980.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003221", "prompt": " In 1992, what was the spouse of Ione Skye?\nEvidence:\n- Ione Skye | spouse | Ad-Rock | 1992\nReasoning:", "completion": " Answer: Ad-Rock", "t_query": 1992.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003222", "prompt": " In what year was the currency of Claudia Vinciguerra's country of citizenship equal to Italian lira?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: 1968", "t_query": 1968.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003223", "prompt": " In 1979, whose located in's capital of was Soviet Union?\nEvidence:\n- Dushanbe | capital of | Tajik Soviet Socialist Republic | 1979\n- Ashgabat | capital of | Turkmen Soviet Socialist Republic | 1979\n- Yevpatoriia | country | Soviet Union | 1979\n- Yalta | country | Soviet Union | 1979\n- Voronezh | country | Soviet Union | 1979\n- Volhynia | country | Soviet Union | 1979\n- Vinnytsia | country | Soviet Union | 1979\n- Urgench | country | Soviet Union | 1979\n- Uman | country | Soviet Union | 1979\n- Torzhok | country | Soviet Union | 1979\n- Tbilisi | country | Soviet Union | 1979\n- Sudak | country | Soviet Union | 1979\n- Starodub | country | Soviet Union | 1979\n- Simferopol | country | Soviet Union | 1979\n- Siberia | country | Soviet Union | 1979\nReasoning:", "completion": " Answer: Ashgabat", "t_query": 1979.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003224", "prompt": " In 1988, whose head of state's country of citizenship was Francesco Cossiga?\nEvidence:\n- Italy | head of state | Francesco Cossiga | 1988\n- Francesco Scafarelli | country of citizenship | Italy | 1988\n- Francesco Gabrieli | country of citizenship | Italy | 1988\n- Francesco Aguzzoli | country of citizenship | Italy | 1988\n- Loris Francesco Capovilla | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\n- Vittore Catella | country of citizenship | Italy | 1988\n- Veriano Luchetti | country of citizenship | Italy | 1988\n- Ugo Tognazzi | country of citizenship | Italy | 1988\n- Ugo Poletti | country of citizenship | Italy | 1988\nReasoning:", "completion": " Answer: Salvatore Fiume", "t_query": 1988.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003225", "prompt": " After Heinrich Scheuch country of citizenship Germany, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- Heinrich Mann Prize | country | German Democratic Republic | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\nReasoning:", "completion": " Answer: Rhineland-Palatinate", "t_query": 1974.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003226", "prompt": " In 1987, what was the country of citizenship of Germany's head of government?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: West Germany", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003227", "prompt": " In 2006, whose member of sports team was Terrassa FC?\nEvidence:\n- Q983415 | member of sports team | Terrassa FC | 2006\n- Ismael Ruiz | member of sports team | Terrassa FC | 2006\n- Q983415 | member of sports team | FC Barcelona Atlètic | 2006\n- Q983415 | member of sports team | Q917025 | 2006\n- Ismael Ruiz | member of sports team | Real Oviedo | 2006\nReasoning:", "completion": " Answer: Ismael Ruiz", "t_query": 2006.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_003228", "prompt": " In 1989, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1989\n- Ireland | member of | European Economic Community | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Maria Rita Saulle", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003229", "prompt": " In 1950, what was the country of Kadiivka?\nEvidence:\n- Kadiivka | country | Soviet Union | 1950\n- Kadiivka | located in the administrative territorial entity | Luhansk Oblast | 1950\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1950\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1950\n- Q59054 | country of citizenship | Soviet Union | 1950\n- Q437262 | country of citizenship | Soviet Union | 1950\n- Q324083 | country of citizenship | Soviet Union | 1950\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1950\n- Yuri Manin | country of citizenship | Soviet Union | 1950\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1950\n- Viktor Kulikov | country of citizenship | Soviet Union | 1950\n- Vija Artmane | country of citizenship | Soviet Union | 1950\n- Vera Krepkina | country of citizenship | Soviet Union | 1950\n- Valeri Polyakov | country of citizenship | Soviet Union | 1950\n- Sergei Kovalev | country of citizenship | Soviet Union | 1950\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1950.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003230", "prompt": " In 1996, what was the award received of Italy's head of state?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1996\n- Oscar Luigi Scalfaro | award received | Order of the White Eagle | 1996\n- Q454036 | country of citizenship | Italy | 1996\n- Vittore Catella | country of citizenship | Italy | 1996\n- Veriano Luchetti | country of citizenship | Italy | 1996\n- Tullio Kezich | country of citizenship | Italy | 1996\n- Tonino Cervi | country of citizenship | Italy | 1996\n- Tiziano Terzani | country of citizenship | Italy | 1996\n- Stéphane Grappelli | country of citizenship | Italy | 1996\n- Simon Spierer | country of citizenship | Italy | 1996\n- Sergio Mantovani | country of citizenship | Italy | 1996\n- Sergio Bonelli | country of citizenship | Italy | 1996\n- Salvatore Cassisa | country of citizenship | Italy | 1996\n- Rossana Rossanda | country of citizenship | Italy | 1996\n- Romano Mussolini | country of citizenship | Italy | 1996\nReasoning:", "completion": " Answer: Order of the White Eagle", "t_query": 1996.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003231", "prompt": " After Neutral Moresnet shares border with Belgium, what was the currency of Belgium?\nEvidence:\n- Neutral Moresnet | shares border with | Belgium | 1913\n- Belgium | shares border with | Neutral Moresnet | 1913\n- Neutral Moresnet | shares border with | Kingdom of Prussia | 1913\n- Neutral Moresnet | shares border with | Kingdom of the Netherlands | 1913\n- Neutral Moresnet | currency | French franc | 1913\n- Neutral Moresnet | currency | Belgian franc | 1913\n- Belgium | currency | Belgian franc | 1913\nReasoning:", "completion": " Answer: Belgian franc", "t_query": 1913.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_003232", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: La Mulatière", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003233", "prompt": " After Elio Toaff country of citizenship Italy, what was the member of of Guido Aycard's country of citizenship?\nEvidence:\n- Elio Toaff | country of citizenship | Italy | 1962\n- Guido Aycard | country of citizenship | Italy | 1962\n- Elio Petri | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1962.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003234", "prompt": " In what year was the country of citizenship of Alessandro Mendini equal to Italy?\nEvidence:\n- Alessandro Mendini | country of citizenship | Italy | 2017\n- Alessandro Alessandroni | country of citizenship | Italy | 2017\n- Q967883 | country of citizenship | Italy | 2017\n- Yannis Kounellis | country of citizenship | Italy | 2017\n- Rossana Rossanda | country of citizenship | Italy | 2017\n- Romano Agostinelli | country of citizenship | Italy | 2017\n- Pino Caruso | country of citizenship | Italy | 2017\n- Paolo Villaggio | country of citizenship | Italy | 2017\n- Nani Tedeschi | country of citizenship | Italy | 2017\n- Mauro Staccioli | country of citizenship | Italy | 2017\n- Mario Perniola | country of citizenship | Italy | 2017\n- Mario Agnes | country of citizenship | Italy | 2017\n- Luigi Barbarito | country of citizenship | Italy | 2017\n- Luigi Agnolin | country of citizenship | Italy | 2017\n- Isabella Biagini | country of citizenship | Italy | 2017\nReasoning:", "completion": " Answer: 2017", "t_query": 2017.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003235", "prompt": " In 2013, whose employer was Pompeu Fabra University?\nEvidence:\n- Teun A. van Dijk | employer | Pompeu Fabra University | 2013\nReasoning:", "completion": " Answer: Teun A. van Dijk", "t_query": 2013.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003236", "prompt": " In 1940, whose employer was Lomonosov Moscow State University?\nEvidence:\n- Q983399 | employer | Lomonosov Moscow State University | 1940\n- Q723638 | employer | Lomonosov Moscow State University | 1940\n- Q321515 | employer | Lomonosov Moscow State University | 1940\n- Boris Delaunay | employer | Lomonosov Moscow State University | 1940\n- Andrey Tikhonov | employer | Lomonosov Moscow State University | 1940\n- Alexander Gelfond | employer | Lomonosov Moscow State University | 1940\n- Boris Delaunay | employer | Steklov Institute of Mathematics | 1940\n- Alexander Gelfond | employer | Steklov Institute of Mathematics | 1940\n- Q983399 | award received | Order of the Red Banner of Labour | 1940\n- Q723638 | award received | Order of the Badge of Honour | 1940\nReasoning:", "completion": " Answer: Alexander Gelfond", "t_query": 1940.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_003237", "prompt": " In 1974, whose member of was Western European Union?\nEvidence:\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | Germany | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- Universal Copyright Convention | signatory | Germany | 1974\n- Germany | significant event | Berlin Wall | 1974\n- Germany | significant event | Basic Treaty | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003238", "prompt": " In what year was the member of sports team of Boris Razinsky equal to FC Ararat Yerevan?\nEvidence:\n- Boris Razinsky | member of sports team | FC Ararat Yerevan | 1970\n- Boris Razinsky | member of sports team | FK Daugava (2003) | 1970\nReasoning:", "completion": " Answer: 1970", "t_query": 1970.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_003239", "prompt": " After Lucio Fulci country of citizenship Italy, what was the currency of Giorgio Rebuffi's country of citizenship?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Lucio Dalla | country of citizenship | Italy | 1997\n- Lucio Battisti | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Italy | currency | Italian lira | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1997.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003240", "prompt": " In 1985, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: Giuseppe Colnago", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003241", "prompt": " In 2003, what was the member of sports team of Arnaud Coyot?\nEvidence:\n- Arnaud Coyot | member of sports team | Cofidis | 2003\n- Q946869 | member of sports team | Cofidis | 2003\n- Q465367 | member of sports team | Cofidis | 2003\n- David Moncoutié | member of sports team | Cofidis | 2003\n- Bingen Fernández | member of sports team | Cofidis | 2003\n- Cofidis | general manager | Alain Bondue | 2003\nReasoning:", "completion": " Answer: Cofidis", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_003242", "prompt": " Who was the position held of Salvatore Fiume's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1971.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003243", "prompt": " Who was the position held of Claudia Vinciguerra's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1968.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003244", "prompt": " After Francesco Trombadori country of citizenship Italy, what was the head of state of Ugo Morin's country of citizenship?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Francesco Scafarelli | country of citizenship | Italy | 1968\n- Francesco Gabrieli | country of citizenship | Italy | 1968\n- Loris Francesco Capovilla | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Giuseppe Saragat", "t_query": 1968.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003245", "prompt": " In 1970, what was the currency of Claudio Cavazza's country of citizenship?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003246", "prompt": " In 1993, what was the contains the administrative territorial entity of Virbhadra Singh's country of citizenship?\nEvidence:\n- Virbhadra Singh | country of citizenship | India | 1993\n- India | contains the administrative territorial entity | Daman and Diu | 1993\n- M. S. Swaminathan | country of citizenship | India | 1993\n- Abhijit Banerjee | country of citizenship | India | 1993\n- India | head of state | Shankar Dayal Sharma | 1993\n- India | head of government | P. V. Narasimha Rao | 1993\nReasoning:", "completion": " Answer: Daman and Diu", "t_query": 1993.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_003247", "prompt": " In 2013, whose member of sports team was Szombathelyi Haladás?\nEvidence:\n- Q932949 | member of sports team | Szombathelyi Haladás | 2013\n- Q760872 | member of sports team | Szombathelyi Haladás | 2013\n- Ádám Simon | member of sports team | Szombathelyi Haladás | 2013\n- Zoltán Búrány | member of sports team | Szombathelyi Haladás | 2013\n- Q932949 | member of sports team | Győri ETO FC | 2013\n- Ádám Simon | member of sports team | Palermo F.C. | 2013\nReasoning:", "completion": " Answer: Zoltán Búrány", "t_query": 2013.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_003248", "prompt": " In 1942, whose head of state's country was Adolf Hitler?\nEvidence:\n- Nazi Germany | head of state | Adolf Hitler | 1942\n- Q77094 | significant person | Adolf Hitler | 1942\n- Q588695 | owned by | Adolf Hitler | 1942\n- Nazi Party | chairperson | Adolf Hitler | 1942\n- Richard Schulze-Kossens | significant person | Adolf Hitler | 1942\n- Free State of Mecklenburg | located in the administrative territorial entity | Nazi Germany | 1942\n- Free State of Anhalt | located in the administrative territorial entity | Nazi Germany | 1942\n- Republic of Baden | located in the administrative territorial entity | Nazi Germany | 1942\n- Q822028 | country of registry | Nazi Germany | 1942\n- Q321140 | country of registry | Nazi Germany | 1942\n- Q237358 | country of citizenship | Nazi Germany | 1942\n- U-752 | country of registry | Nazi Germany | 1942\n- U-74 | country of registry | Nazi Germany | 1942\n- U-155 | country of registry | Nazi Germany | 1942\n- Martin Walser | country of citizenship | Nazi Germany | 1942\nReasoning:", "completion": " Answer: Jena", "t_query": 1942.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003249", "prompt": " In 1975, what was the currency of Giacomo Rossi-Stuart's country of citizenship?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003250", "prompt": " In 1956, whose head of government was Konrad Adenauer?\nEvidence:\n- Germany | head of government | Konrad Adenauer | 1956\n- Christian Democratic Union | chairperson | Konrad Adenauer | 1956\n- Germany | head of state | Theodor Heuss | 1956\n- Bonn | capital of | Germany | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Germany | member of | Western European Union | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- Germany | member of | European Coal and Steel Community | 1956\n- Germany | shares border with | Saar Protectorate | 1956\n- Germany | shares border with | German Democratic Republic | 1956\n- Germany | shares border with | Czechoslovakia | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Germany | capital | Bonn | 1956\n- August von Briesen | work location | Germany | 1956\nReasoning:", "completion": " Answer: Germany", "t_query": 1956.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003251", "prompt": " In 2019, whose head coach was Zdeněk Ščasný?\nEvidence:\n- AC Sparta Prague | head coach | Zdeněk Ščasný | 2019\n- Nicușor Stanciu | member of sports team | AC Sparta Prague | 2019\n- Bořek Dočkal | member of sports team | AC Sparta Prague | 2019\nReasoning:", "completion": " Answer: AC Sparta Prague", "t_query": 2019.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003252", "prompt": " In what year was the located in of Route nationale 401 equal to Meuse?\nEvidence:\n- Route nationale 401 | located in the administrative territorial entity | Meuse | 1946\n- Route nationale 401 | located in the administrative territorial entity | Haute-Marne | 1946\n- Route nationale 401 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\n- Route nationale 411 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\n- Q731279 | located in the administrative territorial entity | Haute-Marne | 1946\nReasoning:", "completion": " Answer: 1946", "t_query": 1946.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_003253", "prompt": " Who was the country of citizenship of Achille Compagnoni before Italy?\nEvidence:\n- Achille Compagnoni | country of citizenship | Kingdom of Italy | 1915\n- Q976653 | country of citizenship | Kingdom of Italy | 1915\n- Q972711 | country of citizenship | Kingdom of Italy | 1915\n- Q959367 | country of citizenship | Kingdom of Italy | 1915\n- Q939226 | country of citizenship | Kingdom of Italy | 1915\n- Q922237 | country of citizenship | Kingdom of Italy | 1915\n- Q920582 | country of citizenship | Kingdom of Italy | 1915\n- Q890523 | country of citizenship | Kingdom of Italy | 1915\n- Q765946 | country of citizenship | Kingdom of Italy | 1915\n- Q745874 | country of citizenship | Kingdom of Italy | 1915\n- Q728589 | country of citizenship | Kingdom of Italy | 1915\n- Q715036 | country of citizenship | Kingdom of Italy | 1915\n- Q706466 | country of citizenship | Kingdom of Italy | 1915\n- Q684916 | country of citizenship | Kingdom of Italy | 1915\n- Q653839 | country of citizenship | Kingdom of Italy | 1915\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1915.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003254", "prompt": " In 1986, what was the residence of Lewis Mumford?\nEvidence:\n- Lewis Mumford | residence | Amenia | 1986\n- Lewis Mumford | work location | New York City | 1986\n- Wolfgang Schivelbusch | residence | New York City | 1986\n- William Vickrey | residence | New York City | 1986\n- Gil Evans | residence | New York City | 1986\n- Philip J. Fry | residence | New York City | 1986\n- Muhal Richard Abrams | residence | New York City | 1986\n- Prelinger Archives | located in the administrative territorial entity | New York City | 1986\n- Variety | place of publication | New York City | 1986\n- New York City | head of government | Ed Koch | 1986\n- Q828254 | work location | New York City | 1986\n- Nancy Graves | work location | New York City | 1986\n- MetLife | headquarters location | New York City | 1986\n- Louise Bourgeois | work location | New York City | 1986\n- Elliott Erwitt | work location | New York City | 1986\nReasoning:", "completion": " Answer: Amenia", "t_query": 1986.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003255", "prompt": " In 1952, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1952\n- Germany | member of | European Coal and Steel Community | 1952\n- Belgium | member of | European Coal and Steel Community | 1952\n- European Coal and Steel Community | chairperson | Jean Monnet | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\n- Wilma Montesi | country of citizenship | Italy | 1952\n- Vittore Catella | country of citizenship | Italy | 1952\nReasoning:", "completion": " Answer: Franca Ongaro", "t_query": 1952.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003256", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Fleurieu-sur-Saône, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Fleurieu-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Rochetaillée-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Neuville-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Albigny-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Answer: Vénissieux", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003257", "prompt": " In what year was the head of government of Tilla Durieux's spouse's work location's country equal to Constantin Fehrenbach?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Answer: 1921", "t_query": 1921.0, "chain_length": 4, "operator_type": "interval", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003258", "prompt": " In 1950, what was the country of Mannheim?\nEvidence:\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\n- Martin Walser | country of citizenship | West Germany | 1950\n- Martin Albrecht | country of citizenship | West Germany | 1950\n- Jürgen Kissner | country of citizenship | West Germany | 1950\n- Helmut Kohl | country of citizenship | West Germany | 1950\n- Albrecht Brandi | country of citizenship | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\nReasoning:", "completion": " Answer: West Germany", "t_query": 1950.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003259", "prompt": " After Konrad Krzyżanowski work location Kyiv, what was the work location of Konrad Krzyżanowski?\nEvidence:\n- Konrad Krzyżanowski | work location | Saint Petersburg | 1922\n- Q319861 | work location | Saint Petersburg | 1922\nReasoning:", "completion": " Answer: Saint Petersburg", "t_query": 1922.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_003260", "prompt": " In 1967, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\n- Ulrico Girardi | country of citizenship | Italy | 1967\nReasoning:", "completion": " Answer: Flaviano Vicentini", "t_query": 1967.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003261", "prompt": " After Urbano Lazzaro country of citizenship Italy, what was the position held of Cesare Terranova's country of citizenship's head of state?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1966.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003262", "prompt": " In what year was the anthem of Russian Soviet Federative Socialist Republic equal to State Anthem of the Soviet Union?\nEvidence:\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1987\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Kaliningrad Oblast | exclave of | Russian Soviet Federative Socialist Republic | 1987\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Sakhalin Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\nReasoning:", "completion": " Answer: 1987", "t_query": 1987.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003263", "prompt": " In 1975, whose located in was Kostroma Oblast?\nEvidence:\n- Kostroma | located in the administrative territorial entity | Kostroma Oblast | 1975\nReasoning:", "completion": " Answer: Kostroma", "t_query": 1975.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003264", "prompt": " In 1977, what was the shares border with of Elena Altieri's country of citizenship?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Italy | shares border with | Yugoslavia | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\n- Tullio Kezich | country of citizenship | Italy | 1977\n- Tonino Cervi | country of citizenship | Italy | 1977\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1977.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003265", "prompt": " In what year was the country of registry of Kasato Maru equal to Russian Empire?\nEvidence:\n- Kasato Maru | country of registry | Russian Empire | 1901\n- Șirăuți | country | Russian Empire | 1901\n- Šeteniai | country | Russian Empire | 1901\n- Łódź | country | Russian Empire | 1901\n- Červień | country | Russian Empire | 1901\n- Zhytomyr | country | Russian Empire | 1901\n- Yevpatoriia | country | Russian Empire | 1901\n- Yalta | country | Russian Empire | 1901\n- Voronezh | country | Russian Empire | 1901\n- Vologda | country | Russian Empire | 1901\n- Volodymyr | country | Russian Empire | 1901\n- Volhynia | country | Russian Empire | 1901\n- Vinnytsia | country | Russian Empire | 1901\n- Uman | country | Russian Empire | 1901\n- Torzhok | country | Russian Empire | 1901\nReasoning:", "completion": " Answer: 1901", "t_query": 1901.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003266", "prompt": " In 1997, what was the position held of Giorgio Rebuffi's country of citizenship's head of state?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Guerra | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1997.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003267", "prompt": " In 1998, whose position held's head of state was President of Italy?\nEvidence:\n- Oscar Luigi Scalfaro | position held | President of Italy | 1998\n- Italy | head of state | Oscar Luigi Scalfaro | 1998\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1998\nReasoning:", "completion": " Answer: Italy", "t_query": 1998.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003268", "prompt": " In 1989, what was the located in of Pieve di Coriano?\nEvidence:\n- Pieve di Coriano | located in the administrative territorial entity | Province of Mantua | 1989\n- Felonica | located in the administrative territorial entity | Province of Mantua | 1989\nReasoning:", "completion": " Answer: Province of Mantua", "t_query": 1989.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_003269", "prompt": " In what year was the country of Kostanay Region equal to Kazakh Soviet Socialist Republic?\nEvidence:\n- Kostanay Region | country | Kazakh Soviet Socialist Republic | 1967\n- Kostanay Region | located in the administrative territorial entity | Kazakh Soviet Socialist Republic | 1967\n- Kostanay Region | country | Soviet Union | 1967\n- Turkmen Soviet Socialist Republic | country | Soviet Union | 1967\n- Georgian Soviet Socialist Republic | country | Soviet Union | 1967\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1967\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1967\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1967\n- North Kazakhstan Region | country | Soviet Union | 1967\n- East Kazakhstan Region | country | Soviet Union | 1967\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1967\n- Zhytomyr | country | Soviet Union | 1967\n- Zastavna | country | Soviet Union | 1967\n- Yevpatoriia | country | Soviet Union | 1967\n- Yalta | country | Soviet Union | 1967\nReasoning:", "completion": " Answer: 1967", "t_query": 1967.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003270", "prompt": " In 1964, what was the position held of Carmelo Cappello's country of citizenship's head of state?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: Italian senator for life", "t_query": 1964.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003271", "prompt": " In 1978, what was the has part of Status Quo?\nEvidence:\n- Status Quo | has part(s) | Rick Parfitt | 1978\nReasoning:", "completion": " Answer: Rick Parfitt", "t_query": 1978.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003272", "prompt": " In 1992, whose country of citizenship was Taiwan?\nEvidence:\n- Q703895 | country of citizenship | Taiwan | 1992\n- Li Ao | country of citizenship | Taiwan | 1992\n- Eileen Chang | country of citizenship | Taiwan | 1992\n- Yen Chia-kan | country of citizenship | Taiwan | 1992\n- Ing Chang-ki | country of citizenship | Taiwan | 1992\n- Chiang Wei-kuo | country of citizenship | Taiwan | 1992\n- Chen Ding-nan | country of citizenship | Taiwan | 1992\n- Eileen Chang | country of citizenship | United States | 1992\n- Chen Ding-nan | member of political party | independent politician | 1992\nReasoning:", "completion": " Answer: Yen Chia-kan", "t_query": 1992.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_003273", "prompt": " After Maria Meneghini Callas residence Athens, what was the country of Athens?\nEvidence:\n- Athens | country | Kingdom of Greece | 1962\n- Takis | country of citizenship | Kingdom of Greece | 1962\n- Q234918 | country of citizenship | Kingdom of Greece | 1962\nReasoning:", "completion": " Answer: Kingdom of Greece", "t_query": 1962.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003274", "prompt": " Who was the country of Drohobych after Austria–Hungary?\nEvidence:\n- Drohobych | country | Soviet Union | 1969\n- Drohobych | located in the administrative territorial entity | Lviv Oblast | 1969\n- Q59054 | country of citizenship | Soviet Union | 1969\n- Q437262 | country of citizenship | Soviet Union | 1969\n- Q324083 | country of citizenship | Soviet Union | 1969\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1969\n- Yuri Manin | country of citizenship | Soviet Union | 1969\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1969\n- Viktor Kulikov | country of citizenship | Soviet Union | 1969\n- Vija Artmane | country of citizenship | Soviet Union | 1969\n- Vera Krepkina | country of citizenship | Soviet Union | 1969\n- Valeri Polyakov | country of citizenship | Soviet Union | 1969\n- Sergei Kovalev | country of citizenship | Soviet Union | 1969\n- Ruslan Khasbulatov | country of citizenship | Soviet Union | 1969\n- Raisa Gorbacheva | country of citizenship | Soviet Union | 1969\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1969.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003275", "prompt": " In 1975, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1975\n- Ireland | member of | European Economic Community | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\n- Ulrico Girardi | country of citizenship | Italy | 1975\n- Ugo Poletti | country of citizenship | Italy | 1975\n- Tullio Kezich | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: Giacomo Rossi-Stuart", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003276", "prompt": " In what year was the head of government of Italy equal to Enrico Letta?\nEvidence:\n- Servílio Conti | country of citizenship | Italy | 2014\n- Sergio Donadoni | country of citizenship | Italy | 2014\n- Sebastiano Mannironi | country of citizenship | Italy | 2014\n- Salvatore Cassisa | country of citizenship | Italy | 2014\n- Rossana Rossanda | country of citizenship | Italy | 2014\n- Romano Agostinelli | country of citizenship | Italy | 2014\n- Roberto Tucci | country of citizenship | Italy | 2014\n- Pinuccio Sciola | country of citizenship | Italy | 2014\n- Paolo Villaggio | country of citizenship | Italy | 2014\n- Mario Sereni | country of citizenship | Italy | 2014\n- Mario Perniola | country of citizenship | Italy | 2014\n- Luigi Agnolin | country of citizenship | Italy | 2014\n- Luca Ronconi | country of citizenship | Italy | 2014\n- Giuliano Carnimeo | country of citizenship | Italy | 2014\n- Giorgio Rebuffi | country of citizenship | Italy | 2014\nReasoning:", "completion": " Answer: 2014", "t_query": 2014.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003277", "prompt": " In what year was the anthem of Mordovian Autonomous Soviet Socialist Republic's located in equal to State Anthem of the Soviet Union?\nEvidence:\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1957\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Saransk | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q780942 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q408606 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Saransk | capital of | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Torbeyevsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Romodanovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Kochkurovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Chamzinsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Bolsheignatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Ardatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1957\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1957\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1957\nReasoning:", "completion": " Answer: 1957", "t_query": 1957.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003278", "prompt": " In 1957, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giovanni Gronchi | position held | President of Italy | 1957\n- Italy | head of state | Giovanni Gronchi | 1957\n- Giovanni Gronchi | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: Ugo Stille", "t_query": 1957.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003279", "prompt": " In 1953, what was the located in of Chamzinsky District?\nEvidence:\n- Chamzinka, Chamzinsky District, Republic of Mordovia | located in the administrative territorial entity | Chamzinsky District | 1953\n- Chamzinsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1953\n- Torbeyevsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1953\n- Romodanovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1953\n- Kochkurovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1953\n- Bolsheignatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1953\n- Ardatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1953\n- Saransk | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1953\n- Q780942 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1953\n- Q408606 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1953\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1953\n- Saransk | capital of | Mordovian Autonomous Soviet Socialist Republic | 1953\nReasoning:", "completion": " Answer: Mordovian Autonomous Soviet Socialist Republic", "t_query": 1953.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 12, "_lever_variant": "terse"} +{"id": "sft_003280", "prompt": " In 1925, what was the member of of Paul Foucart?\nEvidence:\n- Paul Foucart | employer | Collège de France | 1925\n- Paul Foucart | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q972619 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q587038 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q521592 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q516758 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q446690 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q333292 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q286459 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q202790 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Q171485 | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Victor Emmanuel III of Italy | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Salomon Reinach | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Ferdinand Lot | member of | Académie des Inscriptions et Belles-Lettres | 1925\n- Antoine Meillet | member of | Académie des Inscriptions et Belles-Lettres | 1925\nReasoning:", "completion": " Answer: Académie des Inscriptions et Belles-Lettres", "t_query": 1925.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003281", "prompt": " After Gianfranco Ferré country of citizenship Italy, what was the currency of Maria Rita Saulle's country of citizenship?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Gianfranco Ferré | country of citizenship | Italy | 1989\n- Gianfranco Menegali | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Italy | currency | Italian lira | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1989.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003282", "prompt": " In what year was the position held of Italy's head of government equal to Prime Minister of Italy?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1982\n- Veriano Luchetti | country of citizenship | Italy | 1982\n- Tullio Kezich | country of citizenship | Italy | 1982\n- Tonino Cervi | country of citizenship | Italy | 1982\n- Tiziano Terzani | country of citizenship | Italy | 1982\n- Stéphane Grappelli | country of citizenship | Italy | 1982\n- Simon Spierer | country of citizenship | Italy | 1982\n- Sergio Mantovani | country of citizenship | Italy | 1982\n- Sergio Bonelli | country of citizenship | Italy | 1982\n- Salvatore Cassisa | country of citizenship | Italy | 1982\n- Rossana Rossanda | country of citizenship | Italy | 1982\n- Renata Tebaldi | country of citizenship | Italy | 1982\n- Primo Nebiolo | country of citizenship | Italy | 1982\n- Pino Lancetti | country of citizenship | Italy | 1982\n- Pietro Rava | country of citizenship | Italy | 1982\nReasoning:", "completion": " Answer: 1982", "t_query": 1982.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003283", "prompt": " In 1974, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Answer: Saarland", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003284", "prompt": " In 1947, whose head of state's country of citizenship was Enrico de Nicola?\nEvidence:\n- Italy | head of state | Enrico de Nicola | 1947\n- Uberto de Morpurgo | country of citizenship | Italy | 1947\n- Renzo De Felice | country of citizenship | Italy | 1947\n- Dino De Antoni | country of citizenship | Italy | 1947\n- Alberto Maria De Agostini | country of citizenship | Italy | 1947\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1947\n- Uberto de Morpurgo | country for sport | Italy | 1947\n- Q612509 | country of citizenship | Italy | 1947\n- Q454036 | country of citizenship | Italy | 1947\n- Q435856 | country of citizenship | Italy | 1947\n- Q432318 | country of citizenship | Italy | 1947\n- Q429298 | country of citizenship | Italy | 1947\n- Q340261 | country of citizenship | Italy | 1947\n- Q318968 | country of citizenship | Italy | 1947\n- Q264986 | country of citizenship | Italy | 1947\nReasoning:", "completion": " Answer: Eleonora Rossi Drago", "t_query": 1947.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003285", "prompt": " In 1968, whose head of government's country of citizenship was Giovanni Leone?\nEvidence:\n- Italy | head of government | Giovanni Leone | 1968\n- Giovanni Mardersteig | country of citizenship | Italy | 1968\n- Giovanni Invernizzi | country of citizenship | Italy | 1968\n- Giovanni Goria | country of citizenship | Italy | 1968\n- Giovanni Ferrofino | country of citizenship | Italy | 1968\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Clelio Darida", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003286", "prompt": " After Ignazio Cannavò country of citizenship Kingdom of Italy, what was the country of citizenship of Ignazio Cannavò?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q432257 | country of citizenship | Kingdom of Italy | 1946\n- Q429298 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Answer: Italy", "t_query": 1946.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003287", "prompt": " In what year was the residence of Lionel Messi equal to Rosario?\nEvidence:\n- Lionel Messi | residence | Rosario | 1987\nReasoning:", "completion": " Answer: 1987", "t_query": 1987.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003288", "prompt": " In what year was the country of Mannheim equal to West Germany?\nEvidence:\n- Mannheim | country | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\n- Wiesbaden | country | West Germany | 1950\n- Viersen | country | West Germany | 1950\n- Speyer | country | West Germany | 1950\n- Sande | country | West Germany | 1950\n- Q52041 | country | West Germany | 1950\n- Neuenkirchen | country | West Germany | 1950\n- Lörrach | country | West Germany | 1950\n- Kiel | country | West Germany | 1950\n- Karlsruhe | country | West Germany | 1950\n- Hessenliga | country | West Germany | 1950\n- Heilsbronn | country | West Germany | 1950\n- Hanover | country | West Germany | 1950\nReasoning:", "completion": " Answer: 1950", "t_query": 1950.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003289", "prompt": " In what year was the head of state of Giuseppe Colnago's country of citizenship equal to Francesco Cossiga?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Francesco Scafarelli | country of citizenship | Italy | 1985\n- Francesco Gabrieli | country of citizenship | Italy | 1985\n- Francesco Aguzzoli | country of citizenship | Italy | 1985\n- Loris Francesco Capovilla | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: 1985", "t_query": 1985.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003290", "prompt": " In what year was the member of of John Paul I's country of citizenship equal to European Economic Community?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\n- Virginio Rosetta | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: 1961", "t_query": 1961.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003291", "prompt": " In 1950, whose currency's country was Deutsche Mark?\nEvidence:\n- Germany | currency | Deutsche Mark | 1950\n- West Germany | currency | Deutsche Mark | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\n- Wiesbaden | country | West Germany | 1950\n- Viersen | country | West Germany | 1950\n- Speyer | country | West Germany | 1950\n- Sande | country | West Germany | 1950\n- Q52041 | country | West Germany | 1950\n- Neuenkirchen | country | West Germany | 1950\n- Mannheim | country | West Germany | 1950\n- Lörrach | country | West Germany | 1950\n- Kiel | country | West Germany | 1950\nReasoning:", "completion": " Answer: Würzburg", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003292", "prompt": " In what year was the member of political party of Germany's head of state equal to Free Democratic Party?\nEvidence:\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | shares border with | German Democratic Republic | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Zwickau | country | German Democratic Republic | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003293", "prompt": " In what year was the position held of Antonio Corpora's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: 1962", "t_query": 1962.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003294", "prompt": " Who was the general secretary of Germany's head of government's member of political party before Guido Westerwelle?\nEvidence:\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\nReasoning:", "completion": " Answer: Martin Bangemann", "t_query": 1974.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003295", "prompt": " Who was the head of state of Germany's diplomatic relation after Mohammed Zahir Shah?\nEvidence:\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | diplomatic relation | German Democratic Republic | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Bonn | capital of | Germany | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Germany | member of | Western European Union | 1987\nReasoning:", "completion": " Answer: Mohammad Najibullah", "t_query": 1987.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003296", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Feyzin", "t_query": 2003.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003297", "prompt": " After Gianni Basso country of citizenship Italy, what was the head of government of Renata Tebaldi's country of citizenship?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Gianni Brezza | country of citizenship | Italy | 2000\n- Gianni Agnelli | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\nReasoning:", "completion": " Answer: Giuliano Amato", "t_query": 2000.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003298", "prompt": " In 1974, whose country was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1974\n- Yalta | country | Soviet Union | 1974\n- Voronezh | country | Soviet Union | 1974\n- Volhynia | country | Soviet Union | 1974\n- Vinnytsia | country | Soviet Union | 1974\n- Urgench | country | Soviet Union | 1974\n- Uman | country | Soviet Union | 1974\n- Torzhok | country | Soviet Union | 1974\n- Tbilisi | country | Soviet Union | 1974\n- Sudak | country | Soviet Union | 1974\n- Starodub | country | Soviet Union | 1974\n- Simferopol | country | Soviet Union | 1974\n- Siberia | country | Soviet Union | 1974\n- Sevastopol | country | Soviet Union | 1974\n- Q957273 | country | Soviet Union | 1974\nReasoning:", "completion": " Answer: Chelyabinsk Oblast", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003299", "prompt": " Who was the country of Astrakhan after Russian Empire?\nEvidence:\n- Astrakhan | country | Soviet Union | 1933\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1933\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1933\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1933\n- Q59054 | country of citizenship | Soviet Union | 1933\n- Q437262 | country of citizenship | Soviet Union | 1933\n- Q324083 | country of citizenship | Soviet Union | 1933\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1933\n- Viktor Kulikov | country of citizenship | Soviet Union | 1933\n- Vikenty Veresaev | country of citizenship | Soviet Union | 1933\n- Vera Krepkina | country of citizenship | Soviet Union | 1933\n- Sergei Kovalev | country of citizenship | Soviet Union | 1933\n- Raisa Gorbacheva | country of citizenship | Soviet Union | 1933\n- Nina Bocharova | country of citizenship | Soviet Union | 1933\n- Maria Zankovetska | country of citizenship | Soviet Union | 1933\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1933.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003300", "prompt": " After Hannes Löhr member of sports team Sportfreunde 05 Saarbrücken, what was the member of sports team of Hannes Löhr?\nEvidence:\n- Hannes Löhr | member of sports team | 1. FC Köln | 1965\n- Q895723 | member of sports team | 1. FC Köln | 1965\n- Q877952 | member of sports team | 1. FC Köln | 1965\n- Q658057 | member of sports team | 1. FC Köln | 1965\n- Q593990 | member of sports team | 1. FC Köln | 1965\n- Q567002 | member of sports team | 1. FC Köln | 1965\n- Jürgen Rumor | member of sports team | 1. FC Köln | 1965\n- Georg Stollenwerk | member of sports team | 1. FC Köln | 1965\n- Christian Müller | member of sports team | 1. FC Köln | 1965\n- Anton Regh | member of sports team | 1. FC Köln | 1965\nReasoning:", "completion": " Answer: 1. FC Köln", "t_query": 1965.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_003301", "prompt": " Who was the member of of Renata Tebaldi's country of citizenship after European Economic Community?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\n- Tonino Cervi | country of citizenship | Italy | 2000\n- Tiziano Terzani | country of citizenship | Italy | 2000\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 2000.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003302", "prompt": " In 1971, whose country of citizenship was Pakistan?\nEvidence:\n- Dhaka | country | Pakistan | 1971\n- Rahimuddin Khan | country of citizenship | Pakistan | 1971\n- Ahmed Rushdi | country of citizenship | Pakistan | 1971\nReasoning:", "completion": " Answer: Rahimuddin Khan", "t_query": 1971.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003303", "prompt": " After Neutral Moresnet shares border with Kingdom of Prussia, what was the currency of Carel Willink's work location's country's shares border with?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Answer: Belgian franc", "t_query": 1920.0, "chain_length": 4, "operator_type": "sequence", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_003304", "prompt": " In what year was the capital of Germany equal to Bonn?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003305", "prompt": " In 1952, whose chairperson's member of's country of citizenship was Jean Monnet?\nEvidence:\n- European Coal and Steel Community | chairperson | Jean Monnet | 1952\n- Italy | member of | European Coal and Steel Community | 1952\n- Germany | member of | European Coal and Steel Community | 1952\n- Belgium | member of | European Coal and Steel Community | 1952\nReasoning:", "completion": " Answer: Franca Ongaro", "t_query": 1952.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_003306", "prompt": " In 1968, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1968\n- Q207166 | country of citizenship | Yugoslavia | 1968\n- Vladica Popović | country of citizenship | Yugoslavia | 1968\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1968\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1968\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1968\n- Ilija Petković | country of citizenship | Yugoslavia | 1968\n- Dušan Ivković | country of citizenship | Yugoslavia | 1968\n- Dragan Tomić | country of citizenship | Yugoslavia | 1968\n- Verzar | country | Yugoslavia | 1968\n- Suševo | country | Yugoslavia | 1968\n- Q793485 | country | Yugoslavia | 1968\n- Pirot | country | Yugoslavia | 1968\n- Orašje | country | Yugoslavia | 1968\n- Kraljevo | country | Yugoslavia | 1968\nReasoning:", "completion": " Answer: Claudia Vinciguerra", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003307", "prompt": " In what year was the shares border with of Giuseppe Colnago's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1985\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: 1985", "t_query": 1985.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003308", "prompt": " In 1962, whose country of citizenship was Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Veriano Luchetti | country of citizenship | Italy | 1962\n- Tonino Cervi | country of citizenship | Italy | 1962\n- Tiziano Terzani | country of citizenship | Italy | 1962\n- Stéphane Grappelli | country of citizenship | Italy | 1962\n- Simon Spierer | country of citizenship | Italy | 1962\n- Sergio Mantovani | country of citizenship | Italy | 1962\n- Sergio Bonelli | country of citizenship | Italy | 1962\n- Rossana Rossanda | country of citizenship | Italy | 1962\n- Romeo Bertini | country of citizenship | Italy | 1962\n- Renata Tebaldi | country of citizenship | Italy | 1962\n- Primo Nebiolo | country of citizenship | Italy | 1962\n- Pietro Parente | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Guido Aycard", "t_query": 1962.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003309", "prompt": " In what year was the head of government of Italy equal to Giulio Andreotti?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1992\n- Vittore Catella | country of citizenship | Italy | 1992\n- Veriano Luchetti | country of citizenship | Italy | 1992\n- Tullio Kezich | country of citizenship | Italy | 1992\n- Tonino Cervi | country of citizenship | Italy | 1992\n- Tiziano Terzani | country of citizenship | Italy | 1992\n- Stéphane Grappelli | country of citizenship | Italy | 1992\n- Simon Spierer | country of citizenship | Italy | 1992\n- Sergio Mantovani | country of citizenship | Italy | 1992\n- Sergio Bonelli | country of citizenship | Italy | 1992\n- Salvatore Cassisa | country of citizenship | Italy | 1992\n- Rossana Rossanda | country of citizenship | Italy | 1992\n- Renata Tebaldi | country of citizenship | Italy | 1992\n- Primo Nebiolo | country of citizenship | Italy | 1992\n- Pino Lancetti | country of citizenship | Italy | 1992\nReasoning:", "completion": " Answer: 1992", "t_query": 1992.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003310", "prompt": " Who was the member of of Claudia Vinciguerra's country of citizenship before European Coal and Steel Community?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1968.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003311", "prompt": " In 1989, whose head of government's country of citizenship was Ciriaco De Mita?\nEvidence:\n- Italy | head of government | Ciriaco De Mita | 1989\n- Virginio De Paoli | country of citizenship | Italy | 1989\n- Velasio de Paolis | country of citizenship | Italy | 1989\n- Renzo De Felice | country of citizenship | Italy | 1989\n- Nevio de Zordo | country of citizenship | Italy | 1989\n- Mario De Donà | country of citizenship | Italy | 1989\n- Dino De Antoni | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Raul Gardini", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003312", "prompt": " After Urban Community of Lyon contains the administrative territorial entity La Mulatière, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | La Mulatière | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Rillieux-la-Pape | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\nReasoning:", "completion": " Answer: Rillieux-la-Pape", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003313", "prompt": " After Guglielmo Pesenti country of citizenship Italy, what was the shares border with of Laura Veccia Vaglieri's country of citizenship?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Italy | shares border with | Yugoslavia | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1956.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003314", "prompt": " Who was the head of state of Umberto Mastroianni's country of citizenship after Antonio Segni?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Antonio Leonviola | country of citizenship | Italy | 1995\n- Antonio Brivio | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\nReasoning:", "completion": " Answer: Oscar Luigi Scalfaro", "t_query": 1995.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003315", "prompt": " In what year was the member of of Carlo Curis's country of citizenship equal to European Economic Community?\nEvidence:\n- Carlo Curis | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: 1984", "t_query": 1984.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003316", "prompt": " Who was the head of state of Elena Altieri's country of citizenship before Sandro Pertini?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\n- Tullio Kezich | country of citizenship | Italy | 1977\n- Tonino Cervi | country of citizenship | Italy | 1977\n- Tiziano Terzani | country of citizenship | Italy | 1977\nReasoning:", "completion": " Answer: Giovanni Leone", "t_query": 1977.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003317", "prompt": " Who was the country of Carel Willink's work location before German Democratic Republic?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | country | Weimar Republic | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Answer: Weimar Republic", "t_query": 1920.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_003318", "prompt": " Who was the country of citizenship of Claudia Vinciguerra after Kingdom of Italy?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Italy", "t_query": 1968.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003319", "prompt": " In 1965, whose employer was IBM?\nEvidence:\n- John Backus | employer | IBM | 1965\n- Benoit Mandelbrot | employer | IBM | 1965\n- Jean E. Sammet | employer | IBM | 1965\n- IBM | chief executive officer | Thomas Watson | 1965\nReasoning:", "completion": " Answer: Jean E. Sammet", "t_query": 1965.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_003320", "prompt": " After Oryol Governorate located in Russian Soviet Federative Socialist Republic, what was the head of government of Russian Soviet Federative Socialist Republic?\nEvidence:\n- Russian Soviet Federative Socialist Republic | head of government | Alexei Kosygin | 1945\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1945\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1945\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1945\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Khabarovsk Krai | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\nReasoning:", "completion": " Answer: Alexei Kosygin", "t_query": 1945.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003321", "prompt": " In 1986, whose work location was New York City?\nEvidence:\n- Q828254 | work location | New York City | 1986\n- Arman | work location | New York City | 1986\n- Nancy Graves | work location | New York City | 1986\n- Louise Bourgeois | work location | New York City | 1986\n- Lewis Mumford | work location | New York City | 1986\n- Elliott Erwitt | work location | New York City | 1986\n- Donald Trump | work location | New York City | 1986\n- Alan Vega | work location | New York City | 1986\n- MetLife | headquarters location | New York City | 1986\n- Wolfgang Schivelbusch | residence | New York City | 1986\n- William Vickrey | residence | New York City | 1986\n- Gil Evans | residence | New York City | 1986\n- Variety | place of publication | New York City | 1986\n- Philip J. Fry | residence | New York City | 1986\n- Muhal Richard Abrams | residence | New York City | 1986\nReasoning:", "completion": " Answer: Lewis Mumford", "t_query": 1986.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003322", "prompt": " In what year was the shares border with of Claudia Vinciguerra's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1968\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: 1968", "t_query": 1968.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003323", "prompt": " In 1950, whose contains the administrative territorial entity's country was Lower Saxony?\nEvidence:\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Hanover | located in the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Würzburg | country | West Germany | 1950\nReasoning:", "completion": " Answer: Mannheim", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003324", "prompt": " After Frankfurt country German Empire, what was the head of government of Frankfurt?\nEvidence:\n- Frankfurt | country | German Empire | 1915\n- Frankfurt (Oder) | country | German Empire | 1915\n- Frankfurt | head of government | Georg Voigt | 1915\n- Zwickau | country | German Empire | 1915\n- Zimmern | country | German Empire | 1915\n- Wrocław | country | German Empire | 1915\n- Wittmund | country | German Empire | 1915\n- Wismar | country | German Empire | 1915\n- Wiesbaden | country | German Empire | 1915\n- Weimar | country | German Empire | 1915\n- Vaterstetten | country | German Empire | 1915\n- Trier | country | German Empire | 1915\n- Speyer | country | German Empire | 1915\n- Solingen | country | German Empire | 1915\n- Regensburg | country | German Empire | 1915\nReasoning:", "completion": " Answer: Georg Voigt", "t_query": 1915.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003325", "prompt": " Who was the currency of Belgium's shares border with before French franc?\nEvidence:\n- Neutral Moresnet | shares border with | Belgium | 1913\n- Belgium | shares border with | Neutral Moresnet | 1913\n- Belgium | currency | Belgian franc | 1913\n- Neutral Moresnet | currency | French franc | 1913\n- Neutral Moresnet | shares border with | Kingdom of the Netherlands | 1913\n- Neutral Moresnet | shares border with | Kingdom of Prussia | 1913\n- Neutral Moresnet | currency | Belgian franc | 1913\nReasoning:", "completion": " Answer: Belgian franc", "t_query": 1913.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_003326", "prompt": " Who was the located in of Brießnitz after Rackel?\nEvidence:\n- Brießnitz | located in the administrative territorial entity | Baruth bei Bautzen | 1980\n- Q160968 | located in the administrative territorial entity | Baruth bei Bautzen | 1980\nReasoning:", "completion": " Answer: Baruth bei Bautzen", "t_query": 1980.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_003327", "prompt": " In 2003, whose contains the administrative territorial entity was Feyzin?\nEvidence:\n- Rhône | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Rhône | contains the administrative territorial entity | Vénissieux | 2003\n- Rhône | contains the administrative territorial entity | Villeurbanne | 2003\n- Rhône | contains the administrative territorial entity | Meyzieu | 2003\n- Rhône | contains the administrative territorial entity | Genay | 2003\n- Rhône | contains the administrative territorial entity | Francheville | 2003\n- Rhône | contains the administrative territorial entity | Bron | 2003\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 2003\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\nReasoning:", "completion": " Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003328", "prompt": " After Luigi Agnolin country of citizenship Italy, what was the award received of Giorgio Rebuffi's country of citizenship's head of state?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Luigi Agnolin | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Luigi Comencini | country of citizenship | Italy | 1997\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1997\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1997\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\nReasoning:", "completion": " Answer: Grand Order of King Tomislav", "t_query": 1997.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003329", "prompt": " Who was the head of state of John Paul I's country of citizenship before Giorgio Napolitano?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Giorgio Perlasca | country of citizenship | Italy | 1961\n- Giorgio Oberweger | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: Giovanni Gronchi", "t_query": 1961.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003330", "prompt": " In 1994, what was the position held of Nino Baragli's country of citizenship's head of state?\nEvidence:\n- Nino Baragli | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\n- Stefano Angeleri | country of citizenship | Italy | 1994\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1994.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003331", "prompt": " In what year was the contains the administrative territorial entity of Würzburg's country equal to Bremen?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003332", "prompt": " In 1967, what was the position held of Flaviano Vicentini's country of citizenship's head of state?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\n- Ulrico Girardi | country of citizenship | Italy | 1967\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1967.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003333", "prompt": " After Mariano Agate country of citizenship Italy, what was the position held of Mario Gentili's country of citizenship's head of state?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1961.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003334", "prompt": " Who was the winner of Albert Lasker Award for Basic Medical Research after Bernard Brodie?\nEvidence:\n- Albert Lasker Award for Basic Medical Research | winner | Randy Schekman | 2002\n- Albert Lasker Award for Basic Medical Research | winner | James Rothman | 2002\n- Louisa Gross Horwitz Prize | winner | Randy Schekman | 2002\n- Louisa Gross Horwitz Prize | winner | James Rothman | 2002\nReasoning:", "completion": " Answer: James Rothman", "t_query": 2002.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_003335", "prompt": " In what year was the award received of Carmelo Cappello's country of citizenship's head of state equal to Charlemagne Prize?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: 1964", "t_query": 1964.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003336", "prompt": " In 1961, whose head of state's country of citizenship was Giovanni Gronchi?\nEvidence:\n- Italy | head of state | Giovanni Gronchi | 1961\n- Giovanni Gronchi | country of citizenship | Italy | 1961\n- Giovanni Gronchi | position held | President of Italy | 1961\n- Giovanni Mardersteig | country of citizenship | Italy | 1961\n- Giovanni Invernizzi | country of citizenship | Italy | 1961\n- Giovanni Goria | country of citizenship | Italy | 1961\n- Giovanni Ferrofino | country of citizenship | Italy | 1961\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: John Paul I", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003337", "prompt": " Who was the head of government of Italy after Massimo D'Alema?\nEvidence:\n- Giovanni D'Ascenzi | country of citizenship | Italy | 2012\n- Veriano Luchetti | country of citizenship | Italy | 2012\n- Stefano Angeleri | country of citizenship | Italy | 2012\n- Sergio Donadoni | country of citizenship | Italy | 2012\n- Sebastiano Mannironi | country of citizenship | Italy | 2012\n- Salvatore Cassisa | country of citizenship | Italy | 2012\n- Rossana Rossanda | country of citizenship | Italy | 2012\n- Rosario Bentivegna | country of citizenship | Italy | 2012\n- Roberto Tucci | country of citizenship | Italy | 2012\n- Raffaele Anguilla | country of citizenship | Italy | 2012\n- Plinio Antolini | country of citizenship | Italy | 2012\n- Paolo Villaggio | country of citizenship | Italy | 2012\n- Paolo Rossi | country of citizenship | Italy | 2012\n- Nino Baragli | country of citizenship | Italy | 2012\n- Mario Sereni | country of citizenship | Italy | 2012\nReasoning:", "completion": " Answer: Mario Monti", "t_query": 2012.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003338", "prompt": " In what year was the position held of Germany's head of state equal to president of Germany?\nEvidence:\n- Walter Scheel | position held | president of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003339", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in equal to Villeurbanne?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: 2003", "t_query": 2003.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003340", "prompt": " After Carlo Annovazzi country of citizenship Italy, what was the member of of Franca Ongaro's country of citizenship?\nEvidence:\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Carlo Zecchi | country of citizenship | Italy | 1952\n- Carlo Bandirola | country of citizenship | Italy | 1952\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1952.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003341", "prompt": " In 1913, what was the currency of Belgium's shares border with?\nEvidence:\n- Neutral Moresnet | shares border with | Belgium | 1913\n- Belgium | shares border with | Neutral Moresnet | 1913\n- Neutral Moresnet | shares border with | Kingdom of the Netherlands | 1913\n- Neutral Moresnet | shares border with | Kingdom of Prussia | 1913\n- Belgium | currency | Belgian franc | 1913\n- Neutral Moresnet | currency | French franc | 1913\n- Neutral Moresnet | currency | Belgian franc | 1913\nReasoning:", "completion": " Answer: Belgian franc", "t_query": 1913.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_003342", "prompt": " In what year was the currency of Carlo Curis's country of citizenship equal to Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1984\n- Carlo Curis | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: 1984", "t_query": 1984.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003343", "prompt": " In 1995, whose position held's head of government's country of citizenship was Prime Minister of Italy?\nEvidence:\n- Lamberto Dini | position held | Prime Minister of Italy | 1995\n- Italy | head of government | Lamberto Dini | 1995\nReasoning:", "completion": " Answer: Umberto Mastroianni", "t_query": 1995.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_003344", "prompt": " Who was the head of government of Italy before Massimo D'Alema?\nEvidence:\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1980\n- Suso Cecchi d'Amico | award received | David di Donatello | 1980\n- Q219490 | country of citizenship | Italy | 1980\n- Veriano Luchetti | country of citizenship | Italy | 1980\n- Tullio Kezich | country of citizenship | Italy | 1980\n- Tonino Cervi | country of citizenship | Italy | 1980\n- Tiziano Terzani | country of citizenship | Italy | 1980\n- Stéphane Grappelli | country of citizenship | Italy | 1980\n- Simon Spierer | country of citizenship | Italy | 1980\n- Sergio Mantovani | country of citizenship | Italy | 1980\n- Sergio Bonelli | country of citizenship | Italy | 1980\n- Salvatore Cassisa | country of citizenship | Italy | 1980\n- Rossana Rossanda | country of citizenship | Italy | 1980\n- Renata Tebaldi | country of citizenship | Italy | 1980\n- Primo Nebiolo | country of citizenship | Italy | 1980\nReasoning:", "completion": " Answer: Francesco Cossiga", "t_query": 1980.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003345", "prompt": " In 1951, what was the country of Kovin?\nEvidence:\n- Kovin | country | Socialist Federal Republic of Yugoslavia | 1951\n- Q146496 | country of citizenship | Socialist Federal Republic of Yugoslavia | 1951\n- Šibenik | country | Socialist Federal Republic of Yugoslavia | 1951\n- Zagreb | country | Socialist Federal Republic of Yugoslavia | 1951\n- Vršac | country | Socialist Federal Republic of Yugoslavia | 1951\n- Skopje | country | Socialist Federal Republic of Yugoslavia | 1951\n- Q583161 | country | Socialist Federal Republic of Yugoslavia | 1951\n- Q55630 | country | Socialist Federal Republic of Yugoslavia | 1951\n- Q5266 | country | Socialist Federal Republic of Yugoslavia | 1951\n- Pula | country | Socialist Federal Republic of Yugoslavia | 1951\n- Pristina | country | Socialist Federal Republic of Yugoslavia | 1951\n- Perast | country | Socialist Federal Republic of Yugoslavia | 1951\n- Peja | country | Socialist Federal Republic of Yugoslavia | 1951\n- Niš | country | Socialist Federal Republic of Yugoslavia | 1951\n- Ljubljana | country | Socialist Federal Republic of Yugoslavia | 1951\nReasoning:", "completion": " Answer: Socialist Federal Republic of Yugoslavia", "t_query": 1951.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003346", "prompt": " In 1988, what was the head of government of Salvatore Fiume's country of citizenship?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1988\n- Salvatore Cassisa | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\n- Vittore Catella | country of citizenship | Italy | 1988\n- Veriano Luchetti | country of citizenship | Italy | 1988\n- Ugo Tognazzi | country of citizenship | Italy | 1988\n- Ugo Poletti | country of citizenship | Italy | 1988\n- Tullio Kezich | country of citizenship | Italy | 1988\n- Tonino Cervi | country of citizenship | Italy | 1988\n- Tiziano Terzani | country of citizenship | Italy | 1988\nReasoning:", "completion": " Answer: Giovanni Goria", "t_query": 1988.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003347", "prompt": " In 1999, what was the occupant of Lluís Companys Olympic Stadium?\nEvidence:\n- Lluís Companys Olympic Stadium | occupant | Barcelona Dragons | 1999\n- Lluís Companys Olympic Stadium | occupant | RCD Espanyol de Barcelona | 1999\n- Barcelona Dragons | home venue | Lluís Companys Olympic Stadium | 1999\n- Jack Bicknell | coach of sports team | Barcelona Dragons | 1999\n- Q943194 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q939976 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q704268 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q296975 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Mauro Navas | member of sports team | RCD Espanyol de Barcelona | 1999\n- Barcelona Dragons | league or competition | NFL Europe | 1999\n- Barcelona Dragons | head coach | Jack Bicknell | 1999\nReasoning:", "completion": " Answer: Barcelona Dragons", "t_query": 1999.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 11, "_lever_variant": "terse"} +{"id": "sft_003348", "prompt": " In 1963, whose position held's head of state was President of Italy?\nEvidence:\n- Antonio Segni | position held | President of Italy | 1963\n- Italy | head of state | Antonio Segni | 1963\n- Antonio Segni | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Italy", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003349", "prompt": " In 1989, what was the head of government of Maria Rita Saulle's country of citizenship?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Ciriaco De Mita", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003350", "prompt": " In 2012, whose league or competition's member of sports team was Belgian Pro League?\nEvidence:\n- R.A.E.C. Mons | league or competition | Belgian Pro League | 2012\n- Q817639 | member of sports team | R.A.E.C. Mons | 2012\n- Q464631 | member of sports team | R.A.E.C. Mons | 2012\n- Thomas Chatelle | member of sports team | R.A.E.C. Mons | 2012\n- Bahattin Köse | member of sports team | R.A.E.C. Mons | 2012\nReasoning:", "completion": " Answer: Thomas Chatelle", "t_query": 2012.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_003351", "prompt": " In what year was the contains the administrative territorial entity of Germany's head of government's country of citizenship equal to Saarland?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: 1987", "t_query": 1987.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003352", "prompt": " Who was the country of Bernard Schultze's work location after Weimar Republic?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: West Germany", "t_query": 1953.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003353", "prompt": " In 1986, whose position held's head of government's work location was Mayor of New York City?\nEvidence:\n- Ed Koch | position held | Mayor of New York City | 1986\n- New York City | head of government | Ed Koch | 1986\nReasoning:", "completion": " Answer: Lewis Mumford", "t_query": 1986.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_003354", "prompt": " In 1953, whose contains the administrative territorial entity's country's work location was Baden-Württemberg?\nEvidence:\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1953\n- Mannheim | located in the administrative territorial entity | Baden-Württemberg | 1953\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1953\n- Baden-Württemberg | country | West Germany | 1953\n- Baden-Württemberg | head of government | Reinhold Maier | 1953\n- Baden-Württemberg | head of government | Gebhard Müller | 1953\n- West Germany | contains the administrative territorial entity | Hesse | 1953\n- West Germany | contains the administrative territorial entity | Hamburg | 1953\n- West Germany | contains the administrative territorial entity | Bremen | 1953\n- West Germany | contains the administrative territorial entity | Bavaria | 1953\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1953\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1953\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1953\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1953\n- Würzburg | country | West Germany | 1953\nReasoning:", "completion": " Answer: Bernard Schultze", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003355", "prompt": " Who was the head of government of Umberto Mastroianni's country of citizenship after Ciriaco De Mita?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Vito De Grisantis | country of citizenship | Italy | 1995\n- Virginio De Paoli | country of citizenship | Italy | 1995\n- Velasio de Paolis | country of citizenship | Italy | 1995\n- Renzo De Felice | country of citizenship | Italy | 1995\n- Nevio de Zordo | country of citizenship | Italy | 1995\n- Mario De Donà | country of citizenship | Italy | 1995\n- Francesco De Masi | country of citizenship | Italy | 1995\n- Dino De Antoni | country of citizenship | Italy | 1995\n- Alberto De Martino | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\nReasoning:", "completion": " Answer: Lamberto Dini", "t_query": 1995.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003356", "prompt": " In what year was the position held of Italy's head of state equal to Italian senator for life?\nEvidence:\n- Giuseppe Paratore | position held | Italian senator for life | 1962\n- Rossana Rossanda | member of political party | Italian Communist Party | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Veriano Luchetti | country of citizenship | Italy | 1962\n- Tonino Cervi | country of citizenship | Italy | 1962\n- Tiziano Terzani | country of citizenship | Italy | 1962\n- Stéphane Grappelli | country of citizenship | Italy | 1962\n- Simon Spierer | country of citizenship | Italy | 1962\n- Sergio Mantovani | country of citizenship | Italy | 1962\n- Sergio Bonelli | country of citizenship | Italy | 1962\n- Rossana Rossanda | country of citizenship | Italy | 1962\n- Romeo Bertini | country of citizenship | Italy | 1962\n- Renata Tebaldi | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: 1962", "t_query": 1962.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003357", "prompt": " In 1970, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1970\n- Germany | member of | European Coal and Steel Community | 1970\n- Belgium | member of | European Coal and Steel Community | 1970\n- Germany | member of | European Atomic Energy Community | 1970\n- Germany | member of | Western European Union | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: Claudio Cavazza", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003358", "prompt": " After Drohobych country Austria–Hungary, what was the located in of Drohobych?\nEvidence:\n- Drohobych | located in the administrative territorial entity | Lviv Oblast | 1969\n- Drohobych | country | Soviet Union | 1969\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1969\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1969\n- Q59054 | country of citizenship | Soviet Union | 1969\n- Q437262 | country of citizenship | Soviet Union | 1969\n- Q324083 | country of citizenship | Soviet Union | 1969\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1969\n- Yuri Manin | country of citizenship | Soviet Union | 1969\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1969\n- Viktor Kulikov | country of citizenship | Soviet Union | 1969\n- Vija Artmane | country of citizenship | Soviet Union | 1969\n- Vera Krepkina | country of citizenship | Soviet Union | 1969\n- Valeri Polyakov | country of citizenship | Soviet Union | 1969\n- Sergei Kovalev | country of citizenship | Soviet Union | 1969\nReasoning:", "completion": " Answer: Lviv Oblast", "t_query": 1969.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003359", "prompt": " Who was the position held of Salvatore Fiume's country of citizenship's head of government before Member of the European Parliament?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1988\n- Salvatore Cassisa | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\n- Vittore Catella | country of citizenship | Italy | 1988\n- Veriano Luchetti | country of citizenship | Italy | 1988\n- Ugo Tognazzi | country of citizenship | Italy | 1988\n- Ugo Poletti | country of citizenship | Italy | 1988\n- Tullio Kezich | country of citizenship | Italy | 1988\n- Tonino Cervi | country of citizenship | Italy | 1988\n- Tiziano Terzani | country of citizenship | Italy | 1988\nReasoning:", "completion": " Answer: Prime Minister of Italy", "t_query": 1988.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003360", "prompt": " In 1957, what was the member of of Mordovian Autonomous Soviet Socialist Republic's located in?\nEvidence:\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Saransk | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q780942 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q408606 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Saransk | capital of | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Torbeyevsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Romodanovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Kochkurovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Chamzinsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Bolsheignatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Ardatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1957\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003361", "prompt": " In 1978, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1978\n- Germany | member of | European Coal and Steel Community | 1978\n- Belgium | member of | European Coal and Steel Community | 1978\n- Germany | member of | European Atomic Energy Community | 1978\n- Germany | member of | Western European Union | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: Arnaldo Genoino", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003362", "prompt": " In 1973, whose member of was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1973\n- Germany | member of | European Coal and Steel Community | 1973\n- Belgium | member of | European Coal and Steel Community | 1973\n- Germany | member of | European Atomic Energy Community | 1973\n- Germany | member of | Western European Union | 1973\n- Zita of Bourbon-Parma | country of citizenship | Italy | 1973\n- Belgium | head of state | Baudouin I of Belgium | 1973\n- Bonn | capital of | Germany | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\nReasoning:", "completion": " Answer: Italy", "t_query": 1973.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003363", "prompt": " After Kaliningrad Oblast exclave of Russian Soviet Federative Socialist Republic, what was the country of Russian Soviet Federative Socialist Republic?\nEvidence:\n- Kaliningrad Oblast | exclave of | Russian Soviet Federative Socialist Republic | 1987\n- Kaliningrad Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1987\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Sakhalin Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Bryansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1987\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1987.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003364", "prompt": " Who was the member of sports team of Gerardo Rivas before Paraguay men's national football team?\nEvidence:\n- Gerardo Rivas | member of sports team | Club Libertad | 1920\nReasoning:", "completion": " Answer: Club Libertad", "t_query": 1920.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003365", "prompt": " Who was the head of state of Gino Cassinis's country of citizenship before Oscar Luigi Scalfaro?\nEvidence:\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1959\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Luigi Comencini | country of citizenship | Italy | 1959\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1959\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1959\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: Giovanni Gronchi", "t_query": 1959.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003366", "prompt": " In 1987, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: Lower Saxony", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003367", "prompt": " In what year was the spouse of Erazim Kohák's residence's head of government equal to Nancy Reagan?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- United States | shares border with | Panama | 1988\n- Tony Miles | country for sport | United States | 1988\n- Julie Mehretu | work location | United States | 1988\n- Discovery Channel | country | United States | 1988\nReasoning:", "completion": " Answer: 1988", "t_query": 1988.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 13, "_lever_variant": "terse"} +{"id": "sft_003368", "prompt": " In what year was the chairperson of Franca Ongaro's country of citizenship's member of equal to Jean Monnet?\nEvidence:\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\n- Wilma Montesi | country of citizenship | Italy | 1952\n- Vittore Catella | country of citizenship | Italy | 1952\n- Vitaliano Brancati | country of citizenship | Italy | 1952\nReasoning:", "completion": " Answer: 1952", "t_query": 1952.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003369", "prompt": " After Jürgen Kissner country of citizenship Germany, what was the head of state of Germany's diplomatic relation?\nEvidence:\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | diplomatic relation | German Democratic Republic | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Germany | capital | Bonn | 1987\nReasoning:", "completion": " Answer: Mohammad Najibullah", "t_query": 1987.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003370", "prompt": " Who was the shares border with of Germany before German Democratic Republic?\nEvidence:\n- Germany | shares border with | German Democratic Republic | 1956\n- Germany | shares border with | Czechoslovakia | 1956\n- Germany | shares border with | Saar Protectorate | 1956\n- West Germany | territory claimed by | German Democratic Republic | 1956\n- Zwickau | country | German Democratic Republic | 1956\n- Zeuthen | country | German Democratic Republic | 1956\n- Wismar | country | German Democratic Republic | 1956\n- Q696016 | country | German Democratic Republic | 1956\n- Q525425 | country | German Democratic Republic | 1956\n- Q45898 | country | German Democratic Republic | 1956\n- Potsdam | country | German Democratic Republic | 1956\n- Neustrelitz | country | German Democratic Republic | 1956\n- Magdeburg | country | German Democratic Republic | 1956\n- Jena | country | German Democratic Republic | 1956\n- Görlitz | country | German Democratic Republic | 1956\nReasoning:", "completion": " Answer: Saar Protectorate", "t_query": 1956.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003371", "prompt": " Who was the located in of Carel Willink's work location after Kingdom of Prussia?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Q73153 | residence | Berlin | 1920\n- Berlin | country | Weimar Republic | 1920\nReasoning:", "completion": " Answer: Free State of Prussia", "t_query": 1920.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_003372", "prompt": " In what year was the anthem of Omsk's located in equal to State Anthem of the Soviet Union?\nEvidence:\n- Omsk | country | Soviet Union | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- N. I. Lobachevsky State University of Nizhny Novgorod | country | Soviet Union | 1948\n- Zhytomyr | country | Soviet Union | 1948\n- Zastavna | country | Soviet Union | 1948\n- Yevpatoriia | country | Soviet Union | 1948\n- Yalta | country | Soviet Union | 1948\n- Vyazma | country | Soviet Union | 1948\n- Voronezh | country | Soviet Union | 1948\n- Vologda | country | Soviet Union | 1948\n- Volodarsk | country | Soviet Union | 1948\n- Volhynia | country | Soviet Union | 1948\nReasoning:", "completion": " Answer: 1948", "t_query": 1948.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003373", "prompt": " After Limbach-Oberfrohna country Weimar Republic, what was the shares border with of Carel Willink's work location's country?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Berlin | country | Weimar Republic | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Answer: Neutral Moresnet", "t_query": 1920.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_003374", "prompt": " After Federal Ministry of Defence of Germany chairperson Helmut Schmidt, what was the has part of Federal Ministry of Defence of Germany?\nEvidence:\n- Federal Ministry of Defence of Germany | has part(s) | Q188058 | 1991\n- Federal Ministry of Defence of Germany | chairperson | Gerhard Stoltenberg | 1991\nReasoning:", "completion": " Answer: Q188058", "t_query": 1991.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_003375", "prompt": " In 1946, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1946\n- Vladica Popović | country of citizenship | Yugoslavia | 1946\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1946\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1946\n- Ilija Petković | country of citizenship | Yugoslavia | 1946\n- Dušan Ivković | country of citizenship | Yugoslavia | 1946\n- Dragan Tomić | country of citizenship | Yugoslavia | 1946\n- Verzar | country | Yugoslavia | 1946\n- Suševo | country | Yugoslavia | 1946\n- Q793485 | country | Yugoslavia | 1946\n- Pirot | country | Yugoslavia | 1946\n- Orašje | country | Yugoslavia | 1946\n- Kraljevo | country | Yugoslavia | 1946\n- Karlovac | country | Yugoslavia | 1946\n- Dimitrovgrad | country | Yugoslavia | 1946\nReasoning:", "completion": " Answer: Ignazio Cannavò", "t_query": 1946.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003376", "prompt": " In 1970, what was the member of of Claudio Cavazza's country of citizenship?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003377", "prompt": " After Variety place of publication New York City, what was the head of government of William Vickrey's residence?\nEvidence:\n- Variety | place of publication | New York City | 1938\n- William Vickrey | residence | New York City | 1938\n- Jane Jacobs | residence | New York City | 1938\n- New York City | head of government | Fiorello H. La Guardia | 1938\n- Weegee | work location | New York City | 1938\n- Q543585 | work location | New York City | 1938\n- MetLife | headquarters location | New York City | 1938\n- Max Weber | work location | New York City | 1938\n- Louise Bourgeois | work location | New York City | 1938\n- Lewis Mumford | work location | New York City | 1938\n- Hanns Eisler | work location | New York City | 1938\n- Ellsworth Kelly | work location | New York City | 1938\nReasoning:", "completion": " Answer: Fiorello H. La Guardia", "t_query": 1938.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 12, "_lever_variant": "terse"} +{"id": "sft_003378", "prompt": " In what year was the member of of Marco Tulli's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: 1978", "t_query": 1978.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003379", "prompt": " In 1993, whose contains the administrative territorial entity's country of citizenship was Daman and Diu?\nEvidence:\n- India | contains the administrative territorial entity | Daman and Diu | 1993\n- M. S. Swaminathan | country of citizenship | India | 1993\n- Virbhadra Singh | country of citizenship | India | 1993\n- Abhijit Banerjee | country of citizenship | India | 1993\n- India | head of state | Shankar Dayal Sharma | 1993\n- India | head of government | P. V. Narasimha Rao | 1993\nReasoning:", "completion": " Answer: Virbhadra Singh", "t_query": 1993.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_003380", "prompt": " In what year was the member of of Claudia Vinciguerra's country of citizenship equal to European Economic Community?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: 1968", "t_query": 1968.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003381", "prompt": " After Riccardo Billi country of citizenship Italy, what was the currency of Salvatore Fiume's country of citizenship?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1971.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003382", "prompt": " Who was the head of government of David Bowie's work location after Willy Brandt?\nEvidence:\n- David Bowie | work location | Berlin | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Q896393 | work location | Berlin | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Q497401 | terminus | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\n- Anna Seghers | residence | Berlin | 1978\nReasoning:", "completion": " Answer: Dietrich Stobbe", "t_query": 1978.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_003383", "prompt": " After Luigi Pintor country of citizenship Italy, what was the head of state of Alfonso Brescia's country of citizenship?\nEvidence:\n- Alfonso Brescia | country of citizenship | Italy | 1948\n- Luigi Comencini | country of citizenship | Italy | 1948\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1948\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1948\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1948\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\n- Q318968 | country of citizenship | Italy | 1948\n- Q264986 | country of citizenship | Italy | 1948\nReasoning:", "completion": " Answer: Enrico de Nicola", "t_query": 1948.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003384", "prompt": " Who was the position held of Laura Veccia Vaglieri's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Uberto de Morpurgo | country for sport | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1956.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003385", "prompt": " After Luciano Savorini country of citizenship Italy, what was the member of of Giuseppe Colnago's country of citizenship?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Luciano Pavarotti | country of citizenship | Italy | 1985\n- Luciano Emmer | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1985.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003386", "prompt": " After Mariele Ventre country of citizenship Italy, what was the currency of Nino Baragli's country of citizenship?\nEvidence:\n- Mariele Ventre | country of citizenship | Italy | 1994\n- Nino Baragli | country of citizenship | Italy | 1994\n- Italy | currency | Italian lira | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1994.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003387", "prompt": " In 1967, what was the country of citizenship of Flaviano Vicentini?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\n- Ulrico Girardi | country of citizenship | Italy | 1967\nReasoning:", "completion": " Answer: Italy", "t_query": 1967.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003388", "prompt": " In what year was the contains the administrative territorial entity of Würzburg's country equal to Hesse?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003389", "prompt": " Who was the award received of Giorgio Rebuffi's country of citizenship's head of state after Order of the White Eagle?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Guerra | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\nReasoning:", "completion": " Answer: Grand Order of King Tomislav", "t_query": 1997.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003390", "prompt": " In 1998, what was the member of sports team of Pa-Modou Kah?\nEvidence:\n- Pa-Modou Kah | member of sports team | Vålerenga Fotball | 1998\nReasoning:", "completion": " Answer: Vålerenga Fotball", "t_query": 1998.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003391", "prompt": " In 1972, whose occupation was military personnel?\nEvidence:\n- Stanislav Petrov | occupation | military personnel | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Hans-Günther Lange | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Hans-Günther Lange | military branch | West German Navy | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\nReasoning:", "completion": " Answer: Friedrich Guggenberger", "t_query": 1972.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_003392", "prompt": " After Mannheim located in Republic of Baden, what was the territory claimed by of Mannheim's country?\nEvidence:\n- West Germany | territory claimed by | German Democratic Republic | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Mannheim | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- Q77721 | country of citizenship | West Germany | 1950\n- Martin Walser | country of citizenship | West Germany | 1950\n- Martin Albrecht | country of citizenship | West Germany | 1950\n- Jürgen Kissner | country of citizenship | West Germany | 1950\n- Helmut Kohl | country of citizenship | West Germany | 1950\n- Albrecht Brandi | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Answer: German Democratic Republic", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003393", "prompt": " In what year was the head of state of Alfonso Calzolari's country of citizenship equal to Giovanni Gronchi?\nEvidence:\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Giovanni Ticozzi | country of citizenship | Italy | 1956\n- Giovanni Papini | country of citizenship | Italy | 1956\n- Giovanni Mardersteig | country of citizenship | Italy | 1956\n- Giovanni Invernizzi | country of citizenship | Italy | 1956\n- Giovanni Goria | country of citizenship | Italy | 1956\n- Giovanni Ferrofino | country of citizenship | Italy | 1956\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: 1956", "t_query": 1956.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003394", "prompt": " After Antonio Bacci country of citizenship Italy, what was the head of state of Renata Tebaldi's country of citizenship?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Antonio Sbardella | country of citizenship | Italy | 2000\n- Antonio Carluccio | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\nReasoning:", "completion": " Answer: Carlo Azeglio Ciampi", "t_query": 2000.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003395", "prompt": " In what year was the country of Kovin equal to Socialist Federal Republic of Yugoslavia?\nEvidence:\n- Kovin | country | Socialist Federal Republic of Yugoslavia | 1951\n- Šibenik | country | Socialist Federal Republic of Yugoslavia | 1951\n- Zagreb | country | Socialist Federal Republic of Yugoslavia | 1951\n- Vršac | country | Socialist Federal Republic of Yugoslavia | 1951\n- Skopje | country | Socialist Federal Republic of Yugoslavia | 1951\n- Q583161 | country | Socialist Federal Republic of Yugoslavia | 1951\n- Q55630 | country | Socialist Federal Republic of Yugoslavia | 1951\n- Q5266 | country | Socialist Federal Republic of Yugoslavia | 1951\n- Pula | country | Socialist Federal Republic of Yugoslavia | 1951\n- Pristina | country | Socialist Federal Republic of Yugoslavia | 1951\n- Perast | country | Socialist Federal Republic of Yugoslavia | 1951\n- Peja | country | Socialist Federal Republic of Yugoslavia | 1951\n- Niš | country | Socialist Federal Republic of Yugoslavia | 1951\n- Ljubljana | country | Socialist Federal Republic of Yugoslavia | 1951\n- Gjilan | country | Socialist Federal Republic of Yugoslavia | 1951\nReasoning:", "completion": " Answer: 1951", "t_query": 1951.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003396", "prompt": " In what year was the contains the administrative territorial entity of Bernard Schultze's work location's country equal to Rhineland-Palatinate?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: 1953", "t_query": 1953.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003397", "prompt": " In 1956, what was the currency of Alfonso Calzolari's country of citizenship?\nEvidence:\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\n- Veriano Luchetti | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003398", "prompt": " After Ebetsu Station adjacent station Nopporo Station, what was the adjacent station of Nopporo Station?\nEvidence:\n- Nopporo Station | adjacent station | Ebetsu Station | 1956\n- Ebetsu Station | adjacent station | Nopporo Station | 1956\n- Ebetsu Station | adjacent station | Horomui Station | 1956\n- Nopporo Station | adjacent station | Atsubetsu Station | 1956\nReasoning:", "completion": " Answer: Atsubetsu Station", "t_query": 1956.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_003399", "prompt": " In what year was the located in of Brießnitz equal to Baruth bei Bautzen?\nEvidence:\n- Brießnitz | located in the administrative territorial entity | Baruth bei Bautzen | 1980\n- Q160968 | located in the administrative territorial entity | Baruth bei Bautzen | 1980\nReasoning:", "completion": " Answer: 1980", "t_query": 1980.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_003400", "prompt": " In what year was the employer of Brian Kernighan equal to Bell Labs?\nEvidence:\n- Brian Kernighan | employer | Bell Labs | 1999\n- Q92620 | employer | Bell Labs | 1999\nReasoning:", "completion": " Answer: 1999", "t_query": 1999.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_003401", "prompt": " In what year was the head of state of Francesca Romana Coluzzi's country of citizenship equal to Antonio Segni?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Antonio Leonviola | country of citizenship | Italy | 1963\n- Antonio Fessia | country of citizenship | Italy | 1963\n- Antonio Calderara | country of citizenship | Italy | 1963\n- Antonio Brivio | country of citizenship | Italy | 1963\n- Antonio Bacci | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: 1963", "t_query": 1963.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003402", "prompt": " In 1978, what was the head of state of Arnaldo Genoino's country of citizenship?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: Sandro Pertini", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003403", "prompt": " In what year was the head of state of Germany equal to Richard von Weizsäcker?\nEvidence:\n- Germany | head of state | Richard von Weizsäcker | 1987\n- president of Germany | position holder | Richard von Weizsäcker | 1987\n- Richard von Weizsäcker | position held | president of Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Bonn | capital of | Germany | 1987\n- Karl-Eduard von Schnitzler | country of citizenship | German Democratic Republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\nReasoning:", "completion": " Answer: 1987", "t_query": 1987.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003404", "prompt": " In 1977, what was the member of of Elena Altieri's country of citizenship?\nEvidence:\n- Elena Altieri | country of citizenship | Italy | 1977\n- Q679495 | country of citizenship | Italy | 1977\n- Q658206 | country of citizenship | Italy | 1977\n- Q642428 | country of citizenship | Italy | 1977\n- Q454036 | country of citizenship | Italy | 1977\n- Q435856 | country of citizenship | Italy | 1977\n- Q219490 | country of citizenship | Italy | 1977\n- Vittorio Caprioli | country of citizenship | Italy | 1977\n- Vittore Catella | country of citizenship | Italy | 1977\n- Veriano Luchetti | country of citizenship | Italy | 1977\n- Ulrico Girardi | country of citizenship | Italy | 1977\n- Ugo Poletti | country of citizenship | Italy | 1977\n- Tullio Kezich | country of citizenship | Italy | 1977\n- Tonino Cervi | country of citizenship | Italy | 1977\n- Tiziano Terzani | country of citizenship | Italy | 1977\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1977.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003405", "prompt": " After Gianni De Luca country of citizenship Italy, what was the position held of Italy's head of government?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 2007\n- Velasio de Paolis | country of citizenship | Italy | 2007\n- Dino De Antoni | country of citizenship | Italy | 2007\n- Andrea Cordero Lanza di Montezemolo | position held | cardinal | 2007\n- Veriano Luchetti | country of citizenship | Italy | 2007\n- Tullio Kezich | country of citizenship | Italy | 2007\n- Stefano Angeleri | country of citizenship | Italy | 2007\n- Sergio Bonelli | country of citizenship | Italy | 2007\n- Sebastiano Mannironi | country of citizenship | Italy | 2007\n- Salvatore Cassisa | country of citizenship | Italy | 2007\n- Rossana Rossanda | country of citizenship | Italy | 2007\n- Roberto Tucci | country of citizenship | Italy | 2007\n- Plinio Antolini | country of citizenship | Italy | 2007\n- Pino Lancetti | country of citizenship | Italy | 2007\n- Piergiorgio Nesti | country of citizenship | Italy | 2007\nReasoning:", "completion": " Answer: Prime Minister of Italy", "t_query": 2007.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003406", "prompt": " After Tarquinio Provini country of citizenship Italy, what was the head of government of Italy?\nEvidence:\n- Sergio Donadoni | country of citizenship | Italy | 2015\n- Sebastiano Mannironi | country of citizenship | Italy | 2015\n- Salvatore Cassisa | country of citizenship | Italy | 2015\n- Rossana Rossanda | country of citizenship | Italy | 2015\n- Romano Agostinelli | country of citizenship | Italy | 2015\n- Roberto Tucci | country of citizenship | Italy | 2015\n- Pinuccio Sciola | country of citizenship | Italy | 2015\n- Paolo Villaggio | country of citizenship | Italy | 2015\n- Mauro Staccioli | country of citizenship | Italy | 2015\n- Mario Sereni | country of citizenship | Italy | 2015\n- Mario Perniola | country of citizenship | Italy | 2015\n- Luigi Agnolin | country of citizenship | Italy | 2015\n- Luca Ronconi | country of citizenship | Italy | 2015\n- Ignazio Cannavò | country of citizenship | Italy | 2015\n- Giuseppe Ferrara | country of citizenship | Italy | 2015\nReasoning:", "completion": " Answer: Matteo Renzi", "t_query": 2015.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003407", "prompt": " Who was the head of state of Germany before Gustav Heinemann?\nEvidence:\n- Germany | head of state | Theodor Heuss | 1956\n- Afghanistan | head of state | Mohammed Zahir Shah | 1956\n- Germany | head of government | Konrad Adenauer | 1956\n- Bonn | capital of | Germany | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | West Germany | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Germany | member of | Western European Union | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- West Germany | currency | Deutsche Mark | 1956\n- Germany | shares border with | Czechoslovakia | 1956\n- president of Germany | position holder | Theodor Heuss | 1956\n- Jürgen Kissner | country of citizenship | West Germany | 1956\nReasoning:", "completion": " Answer: Theodor Heuss", "t_query": 1956.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003408", "prompt": " Who was the contains the administrative territorial entity of Würzburg's country before North Rhine-Westphalia?\nEvidence:\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Answer: South Baden", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003409", "prompt": " In 1949, what was the head of state of Sergio Noja Noseda's country of citizenship?\nEvidence:\n- Sergio Noja Noseda | country of citizenship | Italy | 1949\n- Sergio Realini | country of citizenship | Italy | 1949\n- Sergio Mantovani | country of citizenship | Italy | 1949\n- Sergio Bonelli | country of citizenship | Italy | 1949\n- Q639507 | country of citizenship | Italy | 1949\n- Q612509 | country of citizenship | Italy | 1949\n- Q454036 | country of citizenship | Italy | 1949\n- Q435856 | country of citizenship | Italy | 1949\n- Q432318 | country of citizenship | Italy | 1949\n- Q429298 | country of citizenship | Italy | 1949\n- Q318968 | country of citizenship | Italy | 1949\n- Q264986 | country of citizenship | Italy | 1949\n- Q219490 | country of citizenship | Italy | 1949\n- Q213482 | country of citizenship | Italy | 1949\n- Dalida | country of citizenship | Italy | 1949\nReasoning:", "completion": " Answer: Luigi Einaudi", "t_query": 1949.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003410", "prompt": " In 1960, whose located in was Seine-et-Oise?\nEvidence:\n- Bonnières-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1960\n- Villejust | located in the administrative territorial entity | Seine-et-Oise | 1960\n- Villecresnes | located in the administrative territorial entity | Seine-et-Oise | 1960\n- Valenton | located in the administrative territorial entity | Seine-et-Oise | 1960\n- Saclas | located in the administrative territorial entity | Seine-et-Oise | 1960\n- Q899558 | located in the administrative territorial entity | Seine-et-Oise | 1960\n- Q83472 | located in the administrative territorial entity | Seine-et-Oise | 1960\n- Q794124 | located in the administrative territorial entity | Seine-et-Oise | 1960\n- Q752150 | located in the administrative territorial entity | Seine-et-Oise | 1960\n- Q639332 | located in the administrative territorial entity | Seine-et-Oise | 1960\n- Q491908 | located in the administrative territorial entity | Seine-et-Oise | 1960\n- Q276508 | located in the administrative territorial entity | Seine-et-Oise | 1960\n- Q273061 | located in the administrative territorial entity | Seine-et-Oise | 1960\n- Q272066 | located in the administrative territorial entity | Seine-et-Oise | 1960\n- Q268408 | located in the administrative territorial entity | Seine-et-Oise | 1960\nReasoning:", "completion": " Answer: Adainville", "t_query": 1960.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003411", "prompt": " In 1998, what was the located in of Rokiškis District Municipality?\nEvidence:\n- Rokiškis District Municipality | located in the administrative territorial entity | Panevėžys County | 1998\nReasoning:", "completion": " Answer: Panevėžys County", "t_query": 1998.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003412", "prompt": " Who was the position held of Italy's head of state before Italian senator for life?\nEvidence:\n- Giuseppe Paratore | position held | Italian senator for life | 1963\n- Rossana Rossanda | member of political party | Italian Communist Party | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\n- Tonino Cervi | country of citizenship | Italy | 1963\n- Tiziano Terzani | country of citizenship | Italy | 1963\n- Stéphane Grappelli | country of citizenship | Italy | 1963\n- Simon Spierer | country of citizenship | Italy | 1963\n- Sergio Mantovani | country of citizenship | Italy | 1963\n- Sergio Bonelli | country of citizenship | Italy | 1963\n- Rossana Rossanda | country of citizenship | Italy | 1963\n- Romeo Bertini | country of citizenship | Italy | 1963\n- Renata Tebaldi | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1963.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003413", "prompt": " In what year was the head of government of Italy equal to Ciriaco De Mita?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\n- Stéphane Grappelli | country of citizenship | Italy | 1989\n- Simon Spierer | country of citizenship | Italy | 1989\n- Sergio Mantovani | country of citizenship | Italy | 1989\n- Sergio Bonelli | country of citizenship | Italy | 1989\n- Salvatore Cassisa | country of citizenship | Italy | 1989\n- Rossana Rossanda | country of citizenship | Italy | 1989\n- Renata Tebaldi | country of citizenship | Italy | 1989\n- Primo Nebiolo | country of citizenship | Italy | 1989\n- Pino Lancetti | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: 1989", "t_query": 1989.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003414", "prompt": " Who was the head of government of Tilla Durieux's spouse's work location's country before Wilhelm Marx?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Answer: Constantin Fehrenbach", "t_query": 1921.0, "chain_length": 4, "operator_type": "before_after", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003415", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon equal to Neuville-sur-Saône?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Neuville-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Rochetaillée-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Fleurieu-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Albigny-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003416", "prompt": " In 1982, whose located in time zone was UTC−04:00?\nEvidence:\n- Chile | located in time zone | UTC−04:00 | 1982\nReasoning:", "completion": " Answer: Chile", "t_query": 1982.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003417", "prompt": " In 1984, what was the country of Kotelnikovo?\nEvidence:\n- Kotelnikovo | country | Soviet Union | 1984\n- Kotelnikovo | located in the administrative territorial entity | Kotelnikovsky District | 1984\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1984\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1984\n- Q59054 | country of citizenship | Soviet Union | 1984\n- Q437262 | country of citizenship | Soviet Union | 1984\n- Q324083 | country of citizenship | Soviet Union | 1984\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1984\n- Yuri Manin | country of citizenship | Soviet Union | 1984\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1984\n- Viktor Kulikov | country of citizenship | Soviet Union | 1984\n- Vija Artmane | country of citizenship | Soviet Union | 1984\n- Vera Krepkina | country of citizenship | Soviet Union | 1984\n- Valeri Polyakov | country of citizenship | Soviet Union | 1984\n- Sergei Kovalev | country of citizenship | Soviet Union | 1984\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1984.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003418", "prompt": " Who was the located in of Dushanbe before Tajik Soviet Socialist Republic?\nEvidence:\n- Dushanbe | located in the administrative territorial entity | Emirate of Bukhara | 1904\n- Termez | country | Emirate of Bukhara | 1904\n- Emirate of Bukhara | country | Russian Empire | 1904\nReasoning:", "completion": " Answer: Emirate of Bukhara", "t_query": 1904.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003419", "prompt": " In 1965, what was the located in of Luhansk?\nEvidence:\n- Luhansk | located in the administrative territorial entity | Luhansk Oblast | 1965\n- Luhansk | country | Soviet Union | 1965\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1965\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1965\n- Q59054 | country of citizenship | Soviet Union | 1965\n- Q437262 | country of citizenship | Soviet Union | 1965\n- Q324083 | country of citizenship | Soviet Union | 1965\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1965\n- Yuri Manin | country of citizenship | Soviet Union | 1965\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1965\n- Viktor Kulikov | country of citizenship | Soviet Union | 1965\n- Vija Artmane | country of citizenship | Soviet Union | 1965\n- Vera Krepkina | country of citizenship | Soviet Union | 1965\n- Valeri Polyakov | country of citizenship | Soviet Union | 1965\n- Sergei Kovalev | country of citizenship | Soviet Union | 1965\nReasoning:", "completion": " Answer: Luhansk Oblast", "t_query": 1965.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003420", "prompt": " In 1985, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1985\n- Germany | member of | European Coal and Steel Community | 1985\n- Belgium | member of | European Coal and Steel Community | 1985\n- Germany | member of | European Atomic Energy Community | 1985\n- Germany | member of | Western European Union | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: Giuseppe Colnago", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003421", "prompt": " In what year was the work location of Joseph Hertz equal to Johannesburg?\nEvidence:\n- Joseph Hertz | work location | Johannesburg | 1903\nReasoning:", "completion": " Answer: 1903", "t_query": 1903.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003422", "prompt": " After Giovanni Spagnolli country of citizenship Italy, what was the head of state of Giorgio Rebuffi's country of citizenship?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Giovanni Invernizzi | country of citizenship | Italy | 1997\n- Giovanni Ferrofino | country of citizenship | Italy | 1997\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\nReasoning:", "completion": " Answer: Oscar Luigi Scalfaro", "t_query": 1997.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003423", "prompt": " In 1963, what was the member of of Francesca Romana Coluzzi's country of citizenship?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003424", "prompt": " In 1978, what was the member of of Arnaldo Genoino's country of citizenship?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003425", "prompt": " In 1963, whose located in was Perm Oblast?\nEvidence:\n- Solikamsk | located in the administrative territorial entity | Perm Oblast | 1963\n- Q573723 | located in the administrative territorial entity | Perm Oblast | 1963\n- Berezniki | located in the administrative territorial entity | Perm Oblast | 1963\n- Vereshchaginsky District | located in the administrative territorial entity | Perm Oblast | 1963\n- Bardymsky District | located in the administrative territorial entity | Perm Oblast | 1963\nReasoning:", "completion": " Answer: Bardymsky District", "t_query": 1963.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_003426", "prompt": " Who was the country of Niš after Kingdom of Yugoslavia?\nEvidence:\n- Niš | country | Socialist Federal Republic of Yugoslavia | 1947\n- Šibenik | country | Socialist Federal Republic of Yugoslavia | 1947\n- Zagreb | country | Socialist Federal Republic of Yugoslavia | 1947\n- Vršac | country | Socialist Federal Republic of Yugoslavia | 1947\n- Skopje | country | Socialist Federal Republic of Yugoslavia | 1947\n- Q583161 | country | Socialist Federal Republic of Yugoslavia | 1947\n- Q55630 | country | Socialist Federal Republic of Yugoslavia | 1947\n- Q5266 | country | Socialist Federal Republic of Yugoslavia | 1947\n- Pula | country | Socialist Federal Republic of Yugoslavia | 1947\n- Pristina | country | Socialist Federal Republic of Yugoslavia | 1947\n- Perast | country | Socialist Federal Republic of Yugoslavia | 1947\n- Peja | country | Socialist Federal Republic of Yugoslavia | 1947\n- Ljubljana | country | Socialist Federal Republic of Yugoslavia | 1947\n- Kovin | country | Socialist Federal Republic of Yugoslavia | 1947\n- Gjilan | country | Socialist Federal Republic of Yugoslavia | 1947\nReasoning:", "completion": " Answer: Socialist Federal Republic of Yugoslavia", "t_query": 1947.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003427", "prompt": " Who was the position held of Carmelo Cappello's country of citizenship's head of state after Prime Minister of Italy?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1964.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003428", "prompt": " In 1950, whose country of citizenship was Taiwan?\nEvidence:\n- Q703895 | country of citizenship | Taiwan | 1950\n- Q697768 | country of citizenship | Taiwan | 1950\n- Li Ao | country of citizenship | Taiwan | 1950\n- Eileen Chang | country of citizenship | Taiwan | 1950\n- Chen Cheng | country of citizenship | Taiwan | 1950\n- Yen Chia-kan | country of citizenship | Taiwan | 1950\n- Li Tsung-jen | country of citizenship | Taiwan | 1950\n- Ing Chang-ki | country of citizenship | Taiwan | 1950\n- H. H. Kung | country of citizenship | Taiwan | 1950\n- Chiang Wei-kuo | country of citizenship | Taiwan | 1950\n- Chen Ding-nan | country of citizenship | Taiwan | 1950\n- Brazil | diplomatic relation | Taiwan | 1950\n- United Kingdom | diplomatic relation | Taiwan | 1950\n- Robert Morley | country of citizenship | United Kingdom | 1950\n- Liz Smith | country of citizenship | United Kingdom | 1950\nReasoning:", "completion": " Answer: Ing Chang-ki", "t_query": 1950.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003429", "prompt": " After Aldo Clementi country of citizenship Italy, what was the head of government of Italy?\nEvidence:\n- Aldo Protti | country of citizenship | Italy | 1986\n- Aldo Fabrizi | country of citizenship | Italy | 1986\n- Q219490 | country of citizenship | Italy | 1986\n- Vittore Catella | country of citizenship | Italy | 1986\n- Veriano Luchetti | country of citizenship | Italy | 1986\n- Tullio Kezich | country of citizenship | Italy | 1986\n- Tonino Cervi | country of citizenship | Italy | 1986\n- Tiziano Terzani | country of citizenship | Italy | 1986\n- Stéphane Grappelli | country of citizenship | Italy | 1986\n- Simon Spierer | country of citizenship | Italy | 1986\n- Sergio Mantovani | country of citizenship | Italy | 1986\n- Sergio Bonelli | country of citizenship | Italy | 1986\n- Salvatore Cassisa | country of citizenship | Italy | 1986\n- Rossana Rossanda | country of citizenship | Italy | 1986\n- Renata Tebaldi | country of citizenship | Italy | 1986\nReasoning:", "completion": " Answer: Bettino Craxi", "t_query": 1986.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003430", "prompt": " In what year was the contains the administrative territorial entity of Germany's head of government's country of citizenship equal to Rhineland-Palatinate?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: 1987", "t_query": 1987.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003431", "prompt": " In what year was the head of state of Carmelo Cappello's country of citizenship equal to Giuseppe Saragat?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Giuseppe Prisco | country of citizenship | Italy | 1964\n- Giuseppe Patanè | country of citizenship | Italy | 1964\n- Giuseppe Paratore | country of citizenship | Italy | 1964\n- Giuseppe Meazza | country of citizenship | Italy | 1964\n- Giuseppe Gabrielli | country of citizenship | Italy | 1964\n- Giuseppe Colnago | country of citizenship | Italy | 1964\n- Giuseppe Busso | country of citizenship | Italy | 1964\n- Giuseppe Antonini | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: 1964", "t_query": 1964.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003432", "prompt": " In 1985, whose head of state's country of citizenship was Sandro Pertini?\nEvidence:\n- Italy | head of state | Sandro Pertini | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: Giuseppe Colnago", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003433", "prompt": " In 1980, whose military, police or special rank was minister?\nEvidence:\n- Sultan bin Abdulaziz | military, police or special rank | minister | 1980\nReasoning:", "completion": " Answer: Sultan bin Abdulaziz", "t_query": 1980.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003434", "prompt": " Who was the head of state of Renata Tebaldi's country of citizenship after Sandro Pertini?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Sandro Salvadore | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\n- Tonino Cervi | country of citizenship | Italy | 2000\nReasoning:", "completion": " Answer: Carlo Azeglio Ciampi", "t_query": 2000.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003435", "prompt": " After Torbeyevsky District located in Mordovian Autonomous Soviet Socialist Republic, what was the member of of Mordovian Autonomous Soviet Socialist Republic's located in?\nEvidence:\n- Torbeyevsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Romodanovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Kochkurovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Chamzinsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Bolsheignatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Ardatovsky District | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Saransk | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q780942 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Q408606 | located in the administrative territorial entity | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Saransk | capital of | Mordovian Autonomous Soviet Socialist Republic | 1957\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1957\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1957\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1957.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003436", "prompt": " Who was the member of of Luca Ronconi's country of citizenship after European Economic Community?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\n- Stéphane Grappelli | country of citizenship | Italy | 1993\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1993.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003437", "prompt": " In 1928, what was the country of citizenship of Roberto Bussinello?\nEvidence:\n- Roberto Bussinello | country of citizenship | Kingdom of Italy | 1928\n- Q976653 | country of citizenship | Kingdom of Italy | 1928\n- Q972711 | country of citizenship | Kingdom of Italy | 1928\n- Q922237 | country of citizenship | Kingdom of Italy | 1928\n- Q890523 | country of citizenship | Kingdom of Italy | 1928\n- Q715036 | country of citizenship | Kingdom of Italy | 1928\n- Q710497 | country of citizenship | Kingdom of Italy | 1928\n- Q678253 | country of citizenship | Kingdom of Italy | 1928\n- Q654973 | country of citizenship | Kingdom of Italy | 1928\n- Q650303 | country of citizenship | Kingdom of Italy | 1928\n- Q603148 | country of citizenship | Kingdom of Italy | 1928\n- Q527400 | country of citizenship | Kingdom of Italy | 1928\n- Q51189 | country of citizenship | Kingdom of Italy | 1928\n- Q471232 | country of citizenship | Kingdom of Italy | 1928\n- Q456574 | country of citizenship | Kingdom of Italy | 1928\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1928.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003438", "prompt": " In 1950, whose contains the administrative territorial entity's country was Bremen?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Bremen | head of government | Wilhelm Kaisen | 1950\n- Würzburg | country | West Germany | 1950\nReasoning:", "completion": " Answer: Mannheim", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003439", "prompt": " After Germany shares border with Czechoslovakia, what was the member of of Germany?\nEvidence:\n- Germany | shares border with | Czechoslovakia | 1974\n- Germany | shares border with | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Trenčín | country | Czechoslovakia | 1974\n- Rokycany | country | Czechoslovakia | 1974\n- Ratibořice | country | Czechoslovakia | 1974\n- Q953856 | country | Czechoslovakia | 1974\n- Q918108 | country | Czechoslovakia | 1974\n- Q852472 | country | Czechoslovakia | 1974\n- Q764320 | country | Czechoslovakia | 1974\n- Q270704 | country | Czechoslovakia | 1974\n- Příbor | country | Czechoslovakia | 1974\n- Prešov | country | Czechoslovakia | 1974\n- Plzeň | country | Czechoslovakia | 1974\n- Levice | country | Czechoslovakia | 1974\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1974.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003440", "prompt": " In what year was the located in of Bogotol equal to Bogotolsky District?\nEvidence:\n- Bogotol | located in the administrative territorial entity | Bogotolsky District | 1961\nReasoning:", "completion": " Answer: 1961", "t_query": 1961.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003441", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Meyzieu, what was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Francheville", "t_query": 2003.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003442", "prompt": " In 1956, what was the composer of Today?\nEvidence:\n- Today | composer | Les Brown | 1956\nReasoning:", "completion": " Answer: Les Brown", "t_query": 1956.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003443", "prompt": " After West Germany contains the administrative territorial entity South Baden, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Mannheim | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\nReasoning:", "completion": " Answer: Bremen", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003444", "prompt": " In 1961, what was the located in of Bogotol?\nEvidence:\n- Bogotol | located in the administrative territorial entity | Bogotolsky District | 1961\nReasoning:", "completion": " Answer: Bogotolsky District", "t_query": 1961.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003445", "prompt": " In 1935, whose work location was Paris?\nEvidence:\n- Q87063 | work location | Paris | 1935\n- Q763355 | work location | Paris | 1935\n- Q674956 | work location | Paris | 1935\n- Q399091 | work location | Paris | 1935\n- Q384860 | work location | Paris | 1935\n- Q319861 | work location | Paris | 1935\n- Q216703 | work location | Paris | 1935\n- Q216570 | work location | Paris | 1935\n- Q116714 | work location | Paris | 1935\n- Zoltán Kemény | work location | Paris | 1935\n- René Huyghe | work location | Paris | 1935\n- Pierre Balmain | work location | Paris | 1935\n- Mikhail Larionov | work location | Paris | 1935\n- Marcel Aubert | work location | Paris | 1935\n- Léopold Survage | work location | Paris | 1935\nReasoning:", "completion": " Answer: Louise Bourgeois", "t_query": 1935.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003446", "prompt": " In what year was the owned by of EF Education-Tibco-SVB equal to Linda Jackson?\nEvidence:\n- EF Education-Tibco-SVB | owned by | Linda Jackson | 2011\n- EF Education-Tibco-SVB | sponsor | Tibco Software | 2011\n- Tara Whitten | member of sports team | EF Education-Tibco-SVB | 2011\nReasoning:", "completion": " Answer: 2011", "t_query": 2011.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003447", "prompt": " In 1950, whose contains the administrative territorial entity's country was Württemberg-Hohenzollern?\nEvidence:\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\nReasoning:", "completion": " Answer: Mannheim", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003448", "prompt": " After Maria Rita Saulle country of citizenship Kingdom of Italy, what was the country of citizenship of Maria Rita Saulle?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Italy", "t_query": 1989.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003449", "prompt": " In 2008, what was the head of government of People's Republic of China?\nEvidence:\n- People's Republic of China | head of government | Wen Jiabao | 2008\n- People's Republic of China | head of state | Hu Jintao | 2008\n- Xu Qinxian | country of citizenship | People's Republic of China | 2008\n- Xiao Yang | country of citizenship | People's Republic of China | 2008\n- Xiao Ke | country of citizenship | People's Republic of China | 2008\n- Ricky Hui | country of citizenship | People's Republic of China | 2008\n- Li Rui | country of citizenship | People's Republic of China | 2008\n- Li Peng | country of citizenship | People's Republic of China | 2008\n- Gong Li | country of citizenship | People's Republic of China | 2008\n- Benny Chan | country of citizenship | People's Republic of China | 2008\n- Wen Jiabao | member of | Politburo Standing Committee of the Chinese Communist Party | 2008\n- General Secretary of the Chinese Communist Party | position holder | Hu Jintao | 2008\n- Xiao Yang | member of political party | Chinese Communist Party | 2008\n- Xiao Ke | member of political party | Chinese Communist Party | 2008\n- Li Rui | member of political party | Chinese Communist Party | 2008\nReasoning:", "completion": " Answer: Wen Jiabao", "t_query": 2008.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003450", "prompt": " In what year was the country of Carel Willink's work location equal to Weimar Republic?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Berlin | country | Weimar Republic | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Answer: 1920", "t_query": 1920.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_003451", "prompt": " In 2000, what was the nominated for of Sandrine Bonnaire?\nEvidence:\n- Sandrine Bonnaire | nominated for | César Award for Best Actress | 2000\n- Q240765 | nominated for | César Award for Best Actress | 2000\nReasoning:", "completion": " Answer: César Award for Best Actress", "t_query": 2000.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_003452", "prompt": " After Freiburg im Breisgau country West Germany, what was the diplomatic relation of Germany's capital's capital of?\nEvidence:\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- West Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Germany | member of | Western European Union | 1974\nReasoning:", "completion": " Answer: German Democratic Republic", "t_query": 1974.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003453", "prompt": " In 2002, what was the member of sports team of Ronaldo Rodrigues de Jesus?\nEvidence:\n- Ronaldo Rodrigues de Jesus | member of sports team | Associação Atlética Ponte Preta | 2002\n- Q467194 | member of sports team | Associação Atlética Ponte Preta | 2002\nReasoning:", "completion": " Answer: Associação Atlética Ponte Preta", "t_query": 2002.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_003454", "prompt": " In what year was the noble title of Gustaf VI Adolf of Sweden equal to crown prince?\nEvidence:\n- Gustaf VI Adolf of Sweden | noble title | crown prince | 1937\n- Gustaf VI Adolf of Sweden | position held | crown prince | 1937\n- Gustaf VI Adolf of Sweden | noble title | duke | 1937\n- Louise Mountbatten | spouse | Gustaf VI Adolf of Sweden | 1937\n- Gustaf VI Adolf of Sweden | spouse | Louise Mountbatten | 1937\n- Louise Mountbatten | noble title | queen consort | 1937\nReasoning:", "completion": " Answer: 1937", "t_query": 1937.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_003455", "prompt": " Who was the contains the administrative territorial entity of Germany's head of government's country of citizenship after Bremen?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: Baden-Württemberg", "t_query": 1987.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003456", "prompt": " In 1987, what was the spouse of Germany's head of government?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Germany | member of | Western European Union | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\nReasoning:", "completion": " Answer: Hannelore Kohl", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003457", "prompt": " After Giuseppe Paris country of citizenship Italy, what was the member of of Maria Rita Saulle's country of citizenship?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Giuseppe Prisco | country of citizenship | Italy | 1989\n- Giuseppe Patanè | country of citizenship | Italy | 1989\n- Giuseppe Colnago | country of citizenship | Italy | 1989\n- Giuseppe Busso | country of citizenship | Italy | 1989\n- Giuseppe Antonini | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1989.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003458", "prompt": " After Alfred Neumann country of citizenship Germany, what was the head of government of Germany?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: Helmut Kohl", "t_query": 1987.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003459", "prompt": " In 1984, what was the member of of Romano Mussolini's country of citizenship?\nEvidence:\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003460", "prompt": " In 1964, what was the member of of Carmelo Cappello's country of citizenship?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1964.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003461", "prompt": " In what year was the general secretary of Germany's head of state's member of political party equal to Martin Bangemann?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Martin Patzelt | country of citizenship | German Democratic Republic | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003462", "prompt": " In 1965, what was the country of Luhansk?\nEvidence:\n- Luhansk | located in the administrative territorial entity | Luhansk Oblast | 1965\n- Luhansk | country | Soviet Union | 1965\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1965\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1965\n- Q59054 | country of citizenship | Soviet Union | 1965\n- Q437262 | country of citizenship | Soviet Union | 1965\n- Q324083 | country of citizenship | Soviet Union | 1965\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1965\n- Yuri Manin | country of citizenship | Soviet Union | 1965\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1965\n- Viktor Kulikov | country of citizenship | Soviet Union | 1965\n- Vija Artmane | country of citizenship | Soviet Union | 1965\n- Vera Krepkina | country of citizenship | Soviet Union | 1965\n- Valeri Polyakov | country of citizenship | Soviet Union | 1965\n- Sergei Kovalev | country of citizenship | Soviet Union | 1965\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1965.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003463", "prompt": " In 1997, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Guerra | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\n- Tiziano Terzani | country of citizenship | Italy | 1997\nReasoning:", "completion": " Answer: Giorgio Rebuffi", "t_query": 1997.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003464", "prompt": " In 1974, what was the head of government of Italy?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1974\n- Veriano Luchetti | country of citizenship | Italy | 1974\n- Tonino Cervi | country of citizenship | Italy | 1974\n- Tiziano Terzani | country of citizenship | Italy | 1974\n- Stéphane Grappelli | country of citizenship | Italy | 1974\n- Simon Spierer | country of citizenship | Italy | 1974\n- Sergio Mantovani | country of citizenship | Italy | 1974\n- Sergio Bonelli | country of citizenship | Italy | 1974\n- Rossana Rossanda | country of citizenship | Italy | 1974\n- Renata Tebaldi | country of citizenship | Italy | 1974\n- Primo Nebiolo | country of citizenship | Italy | 1974\n- Pino Lancetti | country of citizenship | Italy | 1974\n- Pietro Parente | country of citizenship | Italy | 1974\n- Oriana Fallaci | country of citizenship | Italy | 1974\n- Norberto Bobbio | country of citizenship | Italy | 1974\nReasoning:", "completion": " Answer: Mariano Rumor", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003465", "prompt": " In what year was the position held of Italy's head of government equal to Prime Minister of Italy?\nEvidence:\n- Andrea Cordero Lanza di Montezemolo | position held | cardinal | 2007\n- Oscar Luigi Scalfaro | position held | Italian senator for life | 2007\n- Veriano Luchetti | country of citizenship | Italy | 2007\n- Tullio Kezich | country of citizenship | Italy | 2007\n- Stefano Angeleri | country of citizenship | Italy | 2007\n- Sergio Bonelli | country of citizenship | Italy | 2007\n- Sebastiano Mannironi | country of citizenship | Italy | 2007\n- Salvatore Cassisa | country of citizenship | Italy | 2007\n- Rossana Rossanda | country of citizenship | Italy | 2007\n- Roberto Tucci | country of citizenship | Italy | 2007\n- Plinio Antolini | country of citizenship | Italy | 2007\n- Pino Lancetti | country of citizenship | Italy | 2007\n- Piergiorgio Nesti | country of citizenship | Italy | 2007\n- Paolo Villaggio | country of citizenship | Italy | 2007\n- Paolo Rossi | country of citizenship | Italy | 2007\nReasoning:", "completion": " Answer: 2007", "t_query": 2007.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003466", "prompt": " In 1946, whose head of state's country of citizenship was Alcide De Gasperi?\nEvidence:\n- Italy | head of state | Alcide De Gasperi | 1946\n- Alcide De Gasperi | country of citizenship | Italy | 1946\n- Alcide De Gasperi | country of citizenship | Kingdom of Italy | 1946\n- Alberto Maria De Agostini | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Answer: Ignazio Cannavò", "t_query": 1946.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003467", "prompt": " In what year was the member of sports team of Sailen Manna equal to India men's national football team?\nEvidence:\n- Sailen Manna | member of sports team | India men's national football team | 1955\n- Sailen Manna | member of sports team | Mohun Bagan AC | 1955\nReasoning:", "completion": " Answer: 1955", "t_query": 1955.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_003468", "prompt": " In what year was the country of citizenship of Vitaliano Brancati equal to Italy?\nEvidence:\n- Vitaliano Brancati | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\n- Vittore Catella | country of citizenship | Italy | 1951\n- Virginio Rosetta | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: 1951", "t_query": 1951.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003469", "prompt": " In 1987, what was the head of government of Germany's capital's capital of's contains the administrative territorial entity?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | Germany | 1987\n- Bonn | capital of | West Germany | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Afghanistan | basic form of government | republic | 1987\n- East Berlin | capital of | German Democratic Republic | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Germany | member of | Western European Union | 1987\nReasoning:", "completion": " Answer: Lothar Späth", "t_query": 1987.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003470", "prompt": " Who was the member of of Veriano Luchetti's country of citizenship after European Economic Community?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\n- Tiziano Terzani | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1985.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003471", "prompt": " In 1963, what was the position held of Francesca Romana Coluzzi's country of citizenship's head of state?\nEvidence:\n- Francesca Romana Coluzzi | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1963.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003472", "prompt": " In 1931, what was the country of Province of Turin?\nEvidence:\n- Province of Turin | country | Kingdom of Italy | 1931\n- Marche | located in the administrative territorial entity | Kingdom of Italy | 1931\n- Lombardy | located in the administrative territorial entity | Kingdom of Italy | 1931\n- Q9409 | country | Kingdom of Italy | 1931\n- Q6259 | country | Kingdom of Italy | 1931\n- Q2704 | country | Kingdom of Italy | 1931\n- Q16163 | country | Kingdom of Italy | 1931\n- Monza | country | Kingdom of Italy | 1931\n- Marche | country | Kingdom of Italy | 1931\n- Lombardy | country | Kingdom of Italy | 1931\n- Cagliari | country | Kingdom of Italy | 1931\n- Q976653 | country of citizenship | Kingdom of Italy | 1931\n- Q972711 | country of citizenship | Kingdom of Italy | 1931\n- Q922237 | country of citizenship | Kingdom of Italy | 1931\n- Q890523 | country of citizenship | Kingdom of Italy | 1931\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1931.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003473", "prompt": " In what year was the named after of Mihály Bartók's employer equal to Attila József?\nEvidence:\n- University of Szeged | named after | Attila József | 1979\n- Mihály Bartók | employer | University of Szeged | 1979\nReasoning:", "completion": " Answer: 1979", "t_query": 1979.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_003474", "prompt": " In 1988, what was the position held of Salvatore Fiume's country of citizenship's head of government?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1988\n- Salvatore Cassisa | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\n- Vittore Catella | country of citizenship | Italy | 1988\n- Veriano Luchetti | country of citizenship | Italy | 1988\n- Ugo Tognazzi | country of citizenship | Italy | 1988\n- Ugo Poletti | country of citizenship | Italy | 1988\n- Tullio Kezich | country of citizenship | Italy | 1988\n- Tonino Cervi | country of citizenship | Italy | 1988\n- Tiziano Terzani | country of citizenship | Italy | 1988\nReasoning:", "completion": " Answer: Prime Minister of Italy", "t_query": 1988.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003475", "prompt": " After Lewis Mumford residence Amenia, what was the work location of Lewis Mumford?\nEvidence:\n- Lewis Mumford | residence | Amenia | 1986\n- Lewis Mumford | work location | New York City | 1986\n- Q828254 | work location | New York City | 1986\n- Arman | work location | New York City | 1986\n- Nancy Graves | work location | New York City | 1986\n- Louise Bourgeois | work location | New York City | 1986\n- Elliott Erwitt | work location | New York City | 1986\n- Donald Trump | work location | New York City | 1986\n- Alan Vega | work location | New York City | 1986\n- Wolfgang Schivelbusch | residence | New York City | 1986\n- William Vickrey | residence | New York City | 1986\n- Gil Evans | residence | New York City | 1986\n- Philip J. Fry | residence | New York City | 1986\n- Muhal Richard Abrams | residence | New York City | 1986\n- MetLife | headquarters location | New York City | 1986\nReasoning:", "completion": " Answer: New York City", "t_query": 1986.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003476", "prompt": " After Sergio Noja Noseda country of citizenship Kingdom of Italy, what was the country of citizenship of Sergio Noja Noseda?\nEvidence:\n- Sergio Noja Noseda | country of citizenship | Italy | 1949\n- Sergio Realini | country of citizenship | Italy | 1949\n- Sergio Mantovani | country of citizenship | Italy | 1949\n- Sergio Bonelli | country of citizenship | Italy | 1949\n- Q639507 | country of citizenship | Italy | 1949\n- Q612509 | country of citizenship | Italy | 1949\n- Q454036 | country of citizenship | Italy | 1949\n- Q435856 | country of citizenship | Italy | 1949\n- Q432318 | country of citizenship | Italy | 1949\n- Q429298 | country of citizenship | Italy | 1949\n- Q318968 | country of citizenship | Italy | 1949\n- Q264986 | country of citizenship | Italy | 1949\n- Q219490 | country of citizenship | Italy | 1949\n- Q213482 | country of citizenship | Italy | 1949\n- Dalida | country of citizenship | Italy | 1949\nReasoning:", "completion": " Answer: Italy", "t_query": 1949.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003477", "prompt": " In what year was the member of of Claudio Cavazza's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\n- Tullio Kezich | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: 1970", "t_query": 1970.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003478", "prompt": " In what year was the country of citizenship of Ignazio Cannavò's country of citizenship's head of state equal to Kingdom of Italy?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\n- Q432257 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Answer: 1946", "t_query": 1946.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003479", "prompt": " In 1974, whose contains the administrative territorial entity's capital of's capital was Baden-Württemberg?\nEvidence:\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1974\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1974\n- Baden-Württemberg | country | West Germany | 1974\n- CDU Baden-Württemberg | chairperson | Hans Filbinger | 1974\n- Baden-Württemberg | head of government | Hans Filbinger | 1974\n- West Germany | contains the administrative territorial entity | Saarland | 1974\n- West Germany | contains the administrative territorial entity | Hesse | 1974\n- West Germany | contains the administrative territorial entity | Hamburg | 1974\n- West Germany | contains the administrative territorial entity | Bremen | 1974\n- West Germany | contains the administrative territorial entity | Bavaria | 1974\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1974\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1974\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1974\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1974\n- Saarland | located in the administrative territorial entity | West Germany | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003480", "prompt": " In what year was the country of Kulob equal to Tajik Soviet Socialist Republic?\nEvidence:\n- Kulob | country | Tajik Soviet Socialist Republic | 1941\n- Dushanbe | capital of | Tajik Soviet Socialist Republic | 1941\n- Dushanbe | located in the administrative territorial entity | Tajik Soviet Socialist Republic | 1941\nReasoning:", "completion": " Answer: 1941", "t_query": 1941.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003481", "prompt": " In 1997, what was the country of citizenship of Giorgio Rebuffi?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Guerra | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\nReasoning:", "completion": " Answer: Italy", "t_query": 1997.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003482", "prompt": " In 1972, whose contains the administrative territorial entity's allegiance was Rhineland-Palatinate?\nEvidence:\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- Würzburg | country | West Germany | 1972\nReasoning:", "completion": " Answer: Friedrich Guggenberger", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003483", "prompt": " In what year was the member of of Giuseppe Colnago's country of citizenship equal to European Economic Community?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: 1985", "t_query": 1985.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003484", "prompt": " After Andrea Miano country of citizenship Italy, what was the head of state of Laura Veccia Vaglieri's country of citizenship?\nEvidence:\n- Laura Veccia Vaglieri | country of citizenship | Italy | 1956\n- Andrea Miano | country of citizenship | Italy | 1956\n- Laura Adani | country of citizenship | Italy | 1956\n- Andrea Pangrazio | country of citizenship | Italy | 1956\n- Andrea Checchi | country of citizenship | Italy | 1956\n- Andrea Cassone | country of citizenship | Italy | 1956\n- Andrea Carrea | country of citizenship | Italy | 1956\n- Andrea Bianchi | country of citizenship | Italy | 1956\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: Giovanni Gronchi", "t_query": 1956.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003485", "prompt": " In 1919, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q890523 | country of citizenship | Kingdom of Italy | 1919\n- Q745874 | country of citizenship | Kingdom of Italy | 1919\n- Q715036 | country of citizenship | Kingdom of Italy | 1919\n- Q653839 | country of citizenship | Kingdom of Italy | 1919\n- Q65151 | country of citizenship | Kingdom of Italy | 1919\n- Q603148 | country of citizenship | Kingdom of Italy | 1919\n- Q572091 | country of citizenship | Kingdom of Italy | 1919\n- Q534227 | country of citizenship | Kingdom of Italy | 1919\n- Q504969 | country of citizenship | Kingdom of Italy | 1919\n- Q471232 | country of citizenship | Kingdom of Italy | 1919\n- Q456574 | country of citizenship | Kingdom of Italy | 1919\n- Q441843 | country of citizenship | Kingdom of Italy | 1919\n- Q361037 | country of citizenship | Kingdom of Italy | 1919\n- Q333809 | country of citizenship | Kingdom of Italy | 1919\n- Q329221 | country of citizenship | Kingdom of Italy | 1919\nReasoning:", "completion": " Answer: Ignazio Silone", "t_query": 1919.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003486", "prompt": " In 1981, what was the employer of George F. Carrier?\nEvidence:\n- George F. Carrier | employer | Harvard University | 1981\n- Q78996 | employer | Harvard University | 1981\n- Q472272 | employer | Harvard University | 1981\n- Q349694 | employer | Harvard University | 1981\n- Q307891 | employer | Harvard University | 1981\n- Andrew Gleason | employer | Harvard University | 1981\nReasoning:", "completion": " Answer: Harvard University", "t_query": 1981.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_003487", "prompt": " In 1962, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giovanni Gronchi | position held | President of Italy | 1962\n- Antonio Segni | position held | President of Italy | 1962\n- Italy | head of state | Giovanni Gronchi | 1962\n- Italy | head of state | Antonio Segni | 1962\n- Giovanni Gronchi | position held | Italian senator for life | 1962\n- Giovanni Gronchi | country of citizenship | Italy | 1962\n- Antonio Segni | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Guido Aycard", "t_query": 1962.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_003488", "prompt": " In 1974, whose member of political party's head of government was Free Democratic Party?\nEvidence:\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Martin Bangemann | member of political party | Free Democratic Party | 1974\n- Jürgen Möllemann | member of political party | Free Democratic Party | 1974\n- Enrique Monsonís | member of political party | Free Democratic Party | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Free Democratic Party | general secretary | Martin Bangemann | 1974\n- Free Democratic Party | chairperson | Hans-Dietrich Genscher | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of state | Walter Scheel | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Federal Ministry of the Interior | chairperson | Hans-Dietrich Genscher | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\nReasoning:", "completion": " Answer: Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 14, "_lever_variant": "terse"} +{"id": "sft_003489", "prompt": " After Giorgio Manganelli country of citizenship Italy, what was the shares border with of Alfonso Calzolari's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1956\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Giorgio Perlasca | country of citizenship | Italy | 1956\n- Giorgio Oberweger | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1956.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003490", "prompt": " In 1975, what was the shares border with of Giacomo Rossi-Stuart's country of citizenship?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Italy | shares border with | Yugoslavia | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1975.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003491", "prompt": " In 1965, whose located in was Luhansk Oblast?\nEvidence:\n- Luhansk | located in the administrative territorial entity | Luhansk Oblast | 1965\n- Khrustalnyi | located in the administrative territorial entity | Luhansk Oblast | 1965\n- Kadiivka | located in the administrative territorial entity | Luhansk Oblast | 1965\n- Luhansk | country | Soviet Union | 1965\n- Khrustalnyi | country | Soviet Union | 1965\n- Kadiivka | country | Soviet Union | 1965\nReasoning:", "completion": " Answer: Luhansk", "t_query": 1965.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_003492", "prompt": " Who was the chairperson of Federal Ministry of Agriculture, Food and Regional Identity before Hermann Höcherl?\nEvidence:\n- Federal Ministry of Agriculture, Food and Regional Identity | chairperson | Wilhelm Niklas | 1953\n- Federal Ministry of Agriculture, Food and Regional Identity | chairperson | Heinrich Lübke | 1953\nReasoning:", "completion": " Answer: Wilhelm Niklas", "t_query": 1953.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_003493", "prompt": " In what year was the head of state of Germany's diplomatic relation equal to Mohammed Daoud Khan?\nEvidence:\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003494", "prompt": " Who was the head of government of MetLife's headquarters before Rudy Giuliani?\nEvidence:\n- MetLife | headquarters location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- Variety | place of publication | New York City | 1952\n- William Vickrey | residence | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Elliott Erwitt | work location | New York City | 1952\nReasoning:", "completion": " Answer: Vincent R. Impellitteri", "t_query": 1952.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003495", "prompt": " Who was the member of sports team of Ricardo Zamora after Catalonia national football team?\nEvidence:\n- Ricardo Zamora | member of sports team | Spain men's national football team | 1936\n- Ricardo Zamora | member of sports team | Real Madrid Club de Fútbol | 1936\n- Q704337 | member of sports team | Spain men's national football team | 1936\n- Q659448 | member of sports team | Spain men's national football team | 1936\n- Q576509 | member of sports team | Spain men's national football team | 1936\n- Q529087 | member of sports team | Spain men's national football team | 1936\n- Q251977 | member of sports team | Spain men's national football team | 1936\n- Pedro Solé | member of sports team | Spain men's national football team | 1936\n- Martí Ventolrà | member of sports team | Spain men's national football team | 1936\n- Q704337 | member of sports team | Real Madrid Club de Fútbol | 1936\n- Q549553 | member of sports team | Real Madrid Club de Fútbol | 1936\n- Q529087 | member of sports team | Real Madrid Club de Fútbol | 1936\nReasoning:", "completion": " Answer: Real Madrid Club de Fútbol", "t_query": 1936.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 12, "_lever_variant": "terse"} +{"id": "sft_003496", "prompt": " After Germany diplomatic relation Afghanistan, what was the chairperson of Germany's head of state's member of political party?\nEvidence:\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\nReasoning:", "completion": " Answer: Hans-Dietrich Genscher", "t_query": 1974.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003497", "prompt": " In 1969, whose country of citizenship was Soviet Union?\nEvidence:\n- Viktor Kulikov | country of citizenship | Soviet Union | 1969\n- Yevpatoriia | country | Soviet Union | 1969\n- Yalta | country | Soviet Union | 1969\n- Voronezh | country | Soviet Union | 1969\n- Volhynia | country | Soviet Union | 1969\n- Vinnytsia | country | Soviet Union | 1969\n- Urgench | country | Soviet Union | 1969\n- Uman | country | Soviet Union | 1969\n- Torzhok | country | Soviet Union | 1969\n- Tbilisi | country | Soviet Union | 1969\n- Sudak | country | Soviet Union | 1969\n- Starodub | country | Soviet Union | 1969\n- Simferopol | country | Soviet Union | 1969\n- Siberia | country | Soviet Union | 1969\n- Sevastopol | country | Soviet Union | 1969\nReasoning:", "completion": " Answer: Grigoriy Yegorov", "t_query": 1969.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003498", "prompt": " In 1987, whose contains the administrative territorial entity's country of citizenship's head of government was Hamburg?\nEvidence:\n- West Germany | contains the administrative territorial entity | Hamburg | 1987\n- West Germany | contains the administrative territorial entity | Saarland | 1987\n- West Germany | contains the administrative territorial entity | Hesse | 1987\n- West Germany | contains the administrative territorial entity | Bremen | 1987\n- West Germany | contains the administrative territorial entity | Bavaria | 1987\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1987\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1987\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1987\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1987\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1987\n- Saarland | located in the administrative territorial entity | West Germany | 1987\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1987\n- Bild | place of publication | Hamburg | 1987\n- World Legacy | port of registry | Hamburg | 1987\n- Horst Bredekamp | work location | Hamburg | 1987\nReasoning:", "completion": " Answer: Germany", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003499", "prompt": " In what year was the territory claimed by of Bernard Schultze's work location's country equal to German Democratic Republic?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: 1953", "t_query": 1953.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003500", "prompt": " In 1984, what was the country of citizenship of Andrea Carrea?\nEvidence:\n- Andrea Carrea | country of citizenship | Italy | 1984\n- Andrea Pangrazio | country of citizenship | Italy | 1984\n- Andrea Miano | country of citizenship | Italy | 1984\n- Andrea Cassone | country of citizenship | Italy | 1984\n- Andrea Bianchi | country of citizenship | Italy | 1984\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Italy", "t_query": 1984.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003501", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon equal to Rillieux-la-Pape?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Rillieux-la-Pape | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | La Mulatière | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\nReasoning:", "completion": " Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003502", "prompt": " After Friedrich Guggenberger military, police or special rank officer candidate, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\nReasoning:", "completion": " Answer: Bavaria", "t_query": 1972.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003503", "prompt": " In what year was the contains the administrative territorial entity of Rhône equal to Vénissieux?\nEvidence:\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\n- Q945660 | located in the administrative territorial entity | Q3083 | 1947\n- Q945660 | located in the administrative territorial entity | Q12736 | 1947\nReasoning:", "completion": " Answer: 1947", "t_query": 1947.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_003504", "prompt": " After Giuseppe Ferrara country of citizenship Italy, what was the position held of Italy7492's country of citizenship's head of state?\nEvidence:\n- Giuseppe Prisco | country of citizenship | Italy | 1964\n- Giuseppe Patanè | country of citizenship | Italy | 1964\n- Giuseppe Paratore | country of citizenship | Italy | 1964\n- Giuseppe Meazza | country of citizenship | Italy | 1964\n- Giuseppe Gabrielli | country of citizenship | Italy | 1964\n- Giuseppe Colnago | country of citizenship | Italy | 1964\n- Giuseppe Busso | country of citizenship | Italy | 1964\n- Giuseppe Antonini | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1964.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003505", "prompt": " After Hermann Joseph Muller work location Houston, what was the work location of Hermann Joseph Muller?\nEvidence:\n- Hermann Joseph Muller | work location | Austin | 1929\nReasoning:", "completion": " Answer: Austin", "t_query": 1929.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003506", "prompt": " After Anselmo Colzani country of citizenship Italy, what was the currency of Lina Bo Bardi's country of citizenship?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Anselmo Colzani | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1970.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003507", "prompt": " In 1978, what was the head of state of Marco Tulli's country of citizenship?\nEvidence:\n- Marco Tulli | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: Giovanni Leone", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003508", "prompt": " Who was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance before Bavaria?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\nReasoning:", "completion": " Answer: Baden-Württemberg", "t_query": 1972.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003509", "prompt": " Who was the contains the administrative territorial entity of MetLife's headquarters's head of government's residence after Commonwealth of the Philippines?\nEvidence:\n- MetLife | headquarters location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- William Vickrey | residence | New York City | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Variety | place of publication | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\n- Elliott Erwitt | work location | New York City | 1952\nReasoning:", "completion": " Answer: Territory of Hawaii", "t_query": 1952.0, "chain_length": 4, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003510", "prompt": " In 1964, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giuseppe Saragat | position held | President of Italy | 1964\n- Antonio Segni | position held | President of Italy | 1964\n- Italy | head of state | Giuseppe Saragat | 1964\n- Italy | head of state | Antonio Segni | 1964\n- Antonio Segni | position held | Italian senator for life | 1964\n- Giuseppe Saragat | country of citizenship | Italy | 1964\n- Antonio Segni | country of citizenship | Italy | 1964\n- Antonio Segni | award received | Charlemagne Prize | 1964\nReasoning:", "completion": " Answer: Carmelo Cappello", "t_query": 1964.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 8, "_lever_variant": "terse"} +{"id": "sft_003511", "prompt": " In 1952, what was the head of government of MetLife's headquarters?\nEvidence:\n- MetLife | headquarters location | New York City | 1952\n- Jean E. Sammet | employer | MetLife | 1952\n- New York City | head of government | Vincent R. Impellitteri | 1952\n- Variety | place of publication | New York City | 1952\n- William Vickrey | residence | New York City | 1952\n- Weegee | work location | New York City | 1952\n- Max Weber | work location | New York City | 1952\n- Louise Bourgeois | work location | New York City | 1952\n- Lewis Mumford | work location | New York City | 1952\n- Jean E. Sammet | employer | Barnard College | 1952\n- Jane Jacobs | residence | New York City | 1952\n- Itzik Manger | residence | New York City | 1952\n- Immanuel Velikovsky | residence | New York City | 1952\n- Gil Evans | residence | New York City | 1952\n- Elliott Erwitt | work location | New York City | 1952\nReasoning:", "completion": " Answer: Vincent R. Impellitteri", "t_query": 1952.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003512", "prompt": " In 1950, whose contains the administrative territorial entity's country was Bavaria?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- Wuppertal | country | West Germany | 1950\nReasoning:", "completion": " Answer: Mannheim", "t_query": 1950.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003513", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon after Meyzieu?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Genay", "t_query": 2003.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003514", "prompt": " After Irene Galitzine country of citizenship Italy, what was the shares border with of Maria Rita Saulle's country of citizenship?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Italy | shares border with | Yugoslavia | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1989.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003515", "prompt": " Who was the member of sports team of Paweł Kieszek after Polonia Warsaw?\nEvidence:\n- Paweł Kieszek | member of sports team | Polonia Warsaw | 2007\n- Paweł Kieszek | member of sports team | S.C. Braga | 2007\n- Q670214 | member of sports team | Polonia Warsaw | 2007\n- Q655920 | member of sports team | Polonia Warsaw | 2007\n- Q718432 | member of sports team | S.C. Braga | 2007\n- Q172149 | member of sports team | S.C. Braga | 2007\n- Césinha | member of sports team | S.C. Braga | 2007\n- Roland Linz | member of sports team | S.C. Braga | 2007\n- João Pereira | member of sports team | S.C. Braga | 2007\n- Diego Costa | member of sports team | S.C. Braga | 2007\nReasoning:", "completion": " Answer: S.C. Braga", "t_query": 2007.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_003516", "prompt": " After Carlo Cercignani country of citizenship Italy, what was the position held of Italy7492's country of citizenship's head of state?\nEvidence:\n- Carlo Zecchi | country of citizenship | Italy | 1964\n- Carlo Toniatti | country of citizenship | Italy | 1964\n- Carlo Bandirola | country of citizenship | Italy | 1964\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: Italian senator for life", "t_query": 1964.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003517", "prompt": " Who was the currency of Carel Willink's work location's country's shares border with after Belgian franc?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Answer: French franc", "t_query": 1920.0, "chain_length": 4, "operator_type": "before_after", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_003518", "prompt": " In 1935, whose located in was Nemuro Subprefecture (1897—2010)?\nEvidence:\n- Signalny | located in the administrative territorial entity | Nemuro Subprefecture (1897—2010) | 1935\n- Berutarube | located in the administrative territorial entity | Nemuro Subprefecture (1897—2010) | 1935\n- Polonsky Island | located in the administrative territorial entity | Nemuro Subprefecture (1897—2010) | 1935\n- Signalny | country | Empire of Japan | 1935\n- Polonsky Island | country | Empire of Japan | 1935\n- Berutarube | country | Empire of Japan | 1935\nReasoning:", "completion": " Answer: Signalny", "t_query": 1935.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_003519", "prompt": " After Route nationale 401 located in Meurthe-et-Moselle, what was the located in of Route nationale 401?\nEvidence:\n- Route nationale 401 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\n- Route nationale 411 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\n- Route nationale 401 | located in the administrative territorial entity | Meuse | 1946\n- Route nationale 401 | located in the administrative territorial entity | Haute-Marne | 1946\n- Q731279 | located in the administrative territorial entity | Haute-Marne | 1946\nReasoning:", "completion": " Answer: Meuse", "t_query": 1946.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_003520", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Albigny-sur-Saône, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Albigny-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Rochetaillée-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Neuville-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Fleurieu-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Answer: Feyzin", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003521", "prompt": " In 1974, what was the officeholder of Germany's head of state's position held?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Answer: Gustav Heinemann", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003522", "prompt": " After Mordovian Autonomous Soviet Socialist Republic located in Russian Soviet Federative Socialist Republic, what was the anthem of Russian Soviet Federative Socialist Republic?\nEvidence:\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1987\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1987\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Sakhalin Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Khabarovsk Krai | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\nReasoning:", "completion": " Answer: State Anthem of the Soviet Union", "t_query": 1987.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003523", "prompt": " In 1987, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: Baden-Württemberg", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003524", "prompt": " After Irene Galitzine country of citizenship Italy, what was the head of state of Lelio Antoniotti's country of citizenship?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\n- Tullio Kezich | country of citizenship | Italy | 1973\nReasoning:", "completion": " Answer: Giovanni Leone", "t_query": 1973.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003525", "prompt": " After Giovanni Cornacchia country of citizenship Italy, what was the head of state of Flaviano Vicentini's country of citizenship?\nEvidence:\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Giovanni Mardersteig | country of citizenship | Italy | 1967\n- Giovanni Invernizzi | country of citizenship | Italy | 1967\n- Giovanni Goria | country of citizenship | Italy | 1967\n- Giovanni Ferrofino | country of citizenship | Italy | 1967\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\nReasoning:", "completion": " Answer: Giuseppe Saragat", "t_query": 1967.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003526", "prompt": " In 1980, whose head of government was Arnaldo Forlani?\nEvidence:\n- Italy | head of government | Arnaldo Forlani | 1980\n- Arnaldo Forlani | position held | Prime Minister of Italy | 1980\n- Zita of Bourbon-Parma | country of citizenship | Italy | 1980\n- Q679495 | country of citizenship | Italy | 1980\n- Q658206 | country of citizenship | Italy | 1980\n- Q454036 | country of citizenship | Italy | 1980\n- Q435856 | country of citizenship | Italy | 1980\n- Q219490 | country of citizenship | Italy | 1980\n- Vittorio Caprioli | country of citizenship | Italy | 1980\n- Vittore Catella | country of citizenship | Italy | 1980\n- Veriano Luchetti | country of citizenship | Italy | 1980\n- Ulrico Girardi | country of citizenship | Italy | 1980\n- Ugo Poletti | country of citizenship | Italy | 1980\n- Tullio Kezich | country of citizenship | Italy | 1980\n- Tonino Cervi | country of citizenship | Italy | 1980\nReasoning:", "completion": " Answer: Italy", "t_query": 1980.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003527", "prompt": " Who was the head of state of Tilla Durieux's spouse's work location's country before Paul von Hindenburg?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Answer: Friedrich Ebert", "t_query": 1921.0, "chain_length": 4, "operator_type": "before_after", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003528", "prompt": " In 2003, whose contains the administrative territorial entity's located in's contains the administrative territorial entity was Bron?\nEvidence:\n- Rhône | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Rhône | contains the administrative territorial entity | Vénissieux | 2003\n- Rhône | contains the administrative territorial entity | Villeurbanne | 2003\n- Rhône | contains the administrative territorial entity | Meyzieu | 2003\n- Rhône | contains the administrative territorial entity | Genay | 2003\n- Rhône | contains the administrative territorial entity | Francheville | 2003\n- Rhône | contains the administrative territorial entity | Feyzin | 2003\n- Ternay | located in the administrative territorial entity | Rhône | 2003\n- Chaponnay | located in the administrative territorial entity | Rhône | 2003\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 2003\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\nReasoning:", "completion": " Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003529", "prompt": " Who was the country of citizenship of Giorgio Rebuffi after Kingdom of Italy?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Guerra | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\nReasoning:", "completion": " Answer: Italy", "t_query": 1997.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003530", "prompt": " In 1966, whose general secretary's member of was Maurice Genevoix?\nEvidence:\n- Académie Française | general secretary | Maurice Genevoix | 1966\n- Q998913 | member of | Académie Française | 1966\n- René Huyghe | member of | Académie Française | 1966\n- Jérôme Carcopino | member of | Académie Française | 1966\n- Jean Paulhan | member of | Académie Française | 1966\n- Jean Guéhenno | member of | Académie Française | 1966\n- François Mauriac | member of | Académie Française | 1966\n- Eugène Tisserant | member of | Académie Française | 1966\n- Pierre-Henri Simon | member of | Académie Française | 1966\nReasoning:", "completion": " Answer: Eugène Tisserant", "t_query": 1966.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_003531", "prompt": " After Bad Kissingen country West Germany, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- Bad Kissingen | country | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\nReasoning:", "completion": " Answer: South Baden", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003532", "prompt": " After Germany head of government Kurt Georg Kiesinger, what was the significant event of Germany?\nEvidence:\n- Germany | significant event | Berlin Wall | 1974\n- Germany | significant event | Basic Treaty | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\nReasoning:", "completion": " Answer: Basic Treaty", "t_query": 1974.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003533", "prompt": " In 1953, what was the territory claimed by of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: German Democratic Republic", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003534", "prompt": " In 1998, whose head of state was Oscar Luigi Scalfaro?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1998\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1998\n- Oscar Luigi Scalfaro | position held | President of Italy | 1998\n- Luigi Comencini | country of citizenship | Italy | 1998\n- Luigi Agnolin | country of citizenship | Italy | 1998\n- Luigi Abeni | country of citizenship | Italy | 1998\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1998\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1998\n- Q679495 | country of citizenship | Italy | 1998\n- Q454036 | country of citizenship | Italy | 1998\n- Q445276 | country of citizenship | Italy | 1998\n- Q383551 | country of citizenship | Italy | 1998\n- Vittore Catella | country of citizenship | Italy | 1998\n- Vito Lattanzio | country of citizenship | Italy | 1998\n- Veriano Luchetti | country of citizenship | Italy | 1998\nReasoning:", "completion": " Answer: Italy", "t_query": 1998.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003535", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Vénissieux", "t_query": 2003.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003536", "prompt": " After Guido Crepax country of citizenship Italy, what was the member of of Luigi Pistilli's country of citizenship?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Guido Agosti | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1963.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003537", "prompt": " After Erlangen country West Germany, what was the contains the administrative territorial entity of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\nReasoning:", "completion": " Answer: Hesse", "t_query": 1953.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003538", "prompt": " In what year was the head of state of Ignazio Cannavò's country of citizenship equal to Alcide De Gasperi?\nEvidence:\n- Ignazio Cannavò | country of citizenship | Italy | 1946\n- Ignazio Cannavò | country of citizenship | Kingdom of Italy | 1946\n- Alberto Maria De Agostini | country of citizenship | Kingdom of Italy | 1946\n- Renatus Ziggiotti s.d.b | country of citizenship | Kingdom of Italy | 1946\n- Q976653 | country of citizenship | Kingdom of Italy | 1946\n- Q972711 | country of citizenship | Kingdom of Italy | 1946\n- Q922237 | country of citizenship | Kingdom of Italy | 1946\n- Q741387 | country of citizenship | Kingdom of Italy | 1946\n- Q710497 | country of citizenship | Kingdom of Italy | 1946\n- Q678253 | country of citizenship | Kingdom of Italy | 1946\n- Q654973 | country of citizenship | Kingdom of Italy | 1946\n- Q650303 | country of citizenship | Kingdom of Italy | 1946\n- Q527400 | country of citizenship | Kingdom of Italy | 1946\n- Q51189 | country of citizenship | Kingdom of Italy | 1946\n- Q432318 | country of citizenship | Kingdom of Italy | 1946\nReasoning:", "completion": " Answer: 1946", "t_query": 1946.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003539", "prompt": " In 1953, whose contains the administrative territorial entity's country's work location was Rhineland-Palatinate?\nEvidence:\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1953\n- West Germany | contains the administrative territorial entity | Hesse | 1953\n- West Germany | contains the administrative territorial entity | Hamburg | 1953\n- West Germany | contains the administrative territorial entity | Bremen | 1953\n- West Germany | contains the administrative territorial entity | Bavaria | 1953\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1953\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1953\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1953\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1953\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1953\n- Würzburg | country | West Germany | 1953\n- Wuppertal | country | West Germany | 1953\n- Wiesbaden | country | West Germany | 1953\n- Viersen | country | West Germany | 1953\n- Speyer | country | West Germany | 1953\nReasoning:", "completion": " Answer: Bernard Schultze", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003540", "prompt": " In 1995, what was the position held of Ralf Fücks?\nEvidence:\n- Ralf Fücks | position held | list of mayors of Bremen | 1995\nReasoning:", "completion": " Answer: list of mayors of Bremen", "t_query": 1995.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003541", "prompt": " In what year was the head of state of Luigi Pistilli's country of citizenship equal to Antonio Segni?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Antonio Leonviola | country of citizenship | Italy | 1963\n- Antonio Fessia | country of citizenship | Italy | 1963\n- Antonio Calderara | country of citizenship | Italy | 1963\n- Antonio Brivio | country of citizenship | Italy | 1963\n- Antonio Bacci | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: 1963", "t_query": 1963.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003542", "prompt": " Who was the position held of John Paul I's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Uberto de Morpurgo | country for sport | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1961.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003543", "prompt": " In 1994, whose head of government was Carlo Azeglio Ciampi?\nEvidence:\n- Italy | head of government | Carlo Azeglio Ciampi | 1994\n- Carlo Fruttero | country of citizenship | Italy | 1994\n- Carlo Cercignani | country of citizenship | Italy | 1994\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\nReasoning:", "completion": " Answer: Italy", "t_query": 1994.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003544", "prompt": " Who was the employer of Vasily Vladimirov after Red Army?\nEvidence:\n- Vasily Vladimirov | employer | Steklov Institute of Mathematics | 1998\n- Q85404 | employer | Steklov Institute of Mathematics | 1998\nReasoning:", "completion": " Answer: Steklov Institute of Mathematics", "t_query": 1998.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_003545", "prompt": " After Bryansk Oblast located in Russian Soviet Federative Socialist Republic, what was the member of of Chelyabinsk Oblast's located in?\nEvidence:\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1974\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1974\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1974\n- Bryansk Oblast | country | Soviet Union | 1974\n- Chelyabinsk Oblast | country | Soviet Union | 1974\n- Zlatoust | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Yuzhnouralsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Troitsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Miass | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Verkhny Ufaley | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1974\n- Chelyabinsk | country | Soviet Union | 1974\n- Turkmen Soviet Socialist Republic | country | Soviet Union | 1974\n- Georgian Soviet Socialist Republic | country | Soviet Union | 1974\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1974.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003546", "prompt": " In 1947, whose country's located in was Socialist Federal Republic of Yugoslavia?\nEvidence:\n- Šibenik | country | Socialist Federal Republic of Yugoslavia | 1947\n- Zagreb | country | Socialist Federal Republic of Yugoslavia | 1947\n- Vršac | country | Socialist Federal Republic of Yugoslavia | 1947\n- Skopje | country | Socialist Federal Republic of Yugoslavia | 1947\n- Q583161 | country | Socialist Federal Republic of Yugoslavia | 1947\n- Q55630 | country | Socialist Federal Republic of Yugoslavia | 1947\n- Q5266 | country | Socialist Federal Republic of Yugoslavia | 1947\n- Pula | country | Socialist Federal Republic of Yugoslavia | 1947\n- Pristina | country | Socialist Federal Republic of Yugoslavia | 1947\n- Perast | country | Socialist Federal Republic of Yugoslavia | 1947\n- Peja | country | Socialist Federal Republic of Yugoslavia | 1947\n- Niš | country | Socialist Federal Republic of Yugoslavia | 1947\n- Ljubljana | country | Socialist Federal Republic of Yugoslavia | 1947\n- Kovin | country | Socialist Federal Republic of Yugoslavia | 1947\n- Gjilan | country | Socialist Federal Republic of Yugoslavia | 1947\nReasoning:", "completion": " Answer: Opovo Municipality", "t_query": 1947.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003547", "prompt": " In 1963, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Francesca Romana Coluzzi", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003548", "prompt": " After Giorgio Manganelli country of citizenship Italy, what was the shares border with of Raul Gardini's country of citizenship?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Italy | shares border with | Yugoslavia | 1989\n- Giorgio Manganelli | country of citizenship | Italy | 1989\n- Giorgio Perlasca | country of citizenship | Italy | 1989\n- Giorgio Oberweger | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1989.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003549", "prompt": " In what year was the head of government of Italy equal to Giovanni Spadolini?\nEvidence:\n- Giovanni Invernizzi | country of citizenship | Italy | 1982\n- Giovanni Goria | country of citizenship | Italy | 1982\n- Q219490 | country of citizenship | Italy | 1982\n- Veriano Luchetti | country of citizenship | Italy | 1982\n- Tullio Kezich | country of citizenship | Italy | 1982\n- Tonino Cervi | country of citizenship | Italy | 1982\n- Tiziano Terzani | country of citizenship | Italy | 1982\n- Stéphane Grappelli | country of citizenship | Italy | 1982\n- Simon Spierer | country of citizenship | Italy | 1982\n- Sergio Mantovani | country of citizenship | Italy | 1982\n- Sergio Bonelli | country of citizenship | Italy | 1982\n- Salvatore Cassisa | country of citizenship | Italy | 1982\n- Rossana Rossanda | country of citizenship | Italy | 1982\n- Renata Tebaldi | country of citizenship | Italy | 1982\n- Primo Nebiolo | country of citizenship | Italy | 1982\nReasoning:", "completion": " Answer: 1982", "t_query": 1982.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003550", "prompt": " In 1987, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: Saarland", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003551", "prompt": " In 1952, whose shares border with's residence's head of government's headquarters was Panama?\nEvidence:\n- United States | shares border with | Panama | 1952\n- United States | head of government | Harry S. Truman | 1952\n- Frank Tieri | residence | United States | 1952\n- Erazim Kohák | residence | United States | 1952\n- Enrico Fermi | residence | United States | 1952\n- Catherine Schell | residence | United States | 1952\n- Vincent R. Impellitteri | residence | United States | 1952\n- Hans Albert Einstein | residence | United States | 1952\n- Emilio G. Segrè | residence | United States | 1952\n- Yul Brynner | country of citizenship | United States | 1952\n- Tina Turner | country of citizenship | United States | 1952\n- Richard Pipes | country of citizenship | United States | 1952\n- Angela Lansbury | country of citizenship | United States | 1952\n- Menachem Mendel Schneerson | country of citizenship | United States | 1952\n- Hans Albert Einstein | country of citizenship | United States | 1952\nReasoning:", "completion": " Answer: MetLife", "t_query": 1952.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003552", "prompt": " After Frankfurt head of government Georg Voigt, what was the located in of Frankfurt?\nEvidence:\n- Frankfurt | head of government | Georg Voigt | 1915\n- Frankfurt | located in the administrative territorial entity | Wiesbaden Government Region | 1915\n- Wiesbaden | located in the administrative territorial entity | Wiesbaden Government Region | 1915\n- Frankfurt | country | German Empire | 1915\n- Georg August Zenker | country of citizenship | German Empire | 1915\n- Frankfurt (Oder) | country | German Empire | 1915\n- hyperinflation in the Weimar Republic | country | German Empire | 1915\n- Q87105 | country of citizenship | German Empire | 1915\n- Q76638 | country of citizenship | German Empire | 1915\n- Wilhelm Röntgen | country of citizenship | German Empire | 1915\n- Albrecht Brandi | country of citizenship | German Empire | 1915\n- Zwickau | country | German Empire | 1915\n- Zimmern | country | German Empire | 1915\n- Wrocław | country | German Empire | 1915\n- Wittmund | country | German Empire | 1915\nReasoning:", "completion": " Answer: Wiesbaden Government Region", "t_query": 1915.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003553", "prompt": " After Giorgio Albani country of citizenship Italy, what was the position held of Claudia Vinciguerra's country of citizenship's head of state?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Giorgio Perlasca | country of citizenship | Italy | 1968\n- Giorgio Oberweger | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1968.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003554", "prompt": " In what year was the shares border with of Clelio Darida's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1968\n- Clelio Darida | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: 1968", "t_query": 1968.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003555", "prompt": " In 1984, what was the member of of Andrea Carrea's country of citizenship?\nEvidence:\n- Andrea Carrea | country of citizenship | Italy | 1984\n- Andrea Pangrazio | country of citizenship | Italy | 1984\n- Andrea Miano | country of citizenship | Italy | 1984\n- Andrea Cassone | country of citizenship | Italy | 1984\n- Andrea Bianchi | country of citizenship | Italy | 1984\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003556", "prompt": " In 1935, what was the country of citizenship of Bruno Visintin?\nEvidence:\n- Bruno Visintin | country of citizenship | Kingdom of Italy | 1935\n- Bruno Fattori | country of citizenship | Kingdom of Italy | 1935\n- Bruno Barilli | country of citizenship | Kingdom of Italy | 1935\n- Q976653 | country of citizenship | Kingdom of Italy | 1935\n- Q972711 | country of citizenship | Kingdom of Italy | 1935\n- Q922237 | country of citizenship | Kingdom of Italy | 1935\n- Q890523 | country of citizenship | Kingdom of Italy | 1935\n- Q710497 | country of citizenship | Kingdom of Italy | 1935\n- Q678253 | country of citizenship | Kingdom of Italy | 1935\n- Q654973 | country of citizenship | Kingdom of Italy | 1935\n- Q650303 | country of citizenship | Kingdom of Italy | 1935\n- Q527400 | country of citizenship | Kingdom of Italy | 1935\n- Q51189 | country of citizenship | Kingdom of Italy | 1935\n- Q432318 | country of citizenship | Kingdom of Italy | 1935\n- Q432257 | country of citizenship | Kingdom of Italy | 1935\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1935.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003557", "prompt": " In 1987, whose diplomatic relation's country of citizenship's head of government was German Democratic Republic?\nEvidence:\n- Germany | diplomatic relation | German Democratic Republic | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Q99920 | country of citizenship | German Democratic Republic | 1987\n- Q97584 | country of citizenship | German Democratic Republic | 1987\n- Q96955 | country of citizenship | German Democratic Republic | 1987\n- Q77767 | country of citizenship | German Democratic Republic | 1987\n- Q73946 | country of citizenship | German Democratic Republic | 1987\n- Q72475 | country of citizenship | German Democratic Republic | 1987\n- Q72461 | country of citizenship | German Democratic Republic | 1987\n- Q70388 | country of citizenship | German Democratic Republic | 1987\n- Q67488 | country of citizenship | German Democratic Republic | 1987\n- Q67341 | country of citizenship | German Democratic Republic | 1987\n- Q639333 | country of citizenship | German Democratic Republic | 1987\n- Q61483 | country of citizenship | German Democratic Republic | 1987\n- Q449313 | country of citizenship | German Democratic Republic | 1987\nReasoning:", "completion": " Answer: Germany", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003558", "prompt": " In 1970, whose country of citizenship was Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Tonino Cervi | country of citizenship | Italy | 1970\n- Tiziano Terzani | country of citizenship | Italy | 1970\n- Stéphane Grappelli | country of citizenship | Italy | 1970\n- Simon Spierer | country of citizenship | Italy | 1970\n- Sergio Mantovani | country of citizenship | Italy | 1970\n- Sergio Bonelli | country of citizenship | Italy | 1970\n- Rossana Rossanda | country of citizenship | Italy | 1970\n- Romeo Bertini | country of citizenship | Italy | 1970\n- Renata Tebaldi | country of citizenship | Italy | 1970\n- Primo Nebiolo | country of citizenship | Italy | 1970\n- Pietro Parente | country of citizenship | Italy | 1970\n- Oriana Fallaci | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: Claudio Cavazza", "t_query": 1970.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003559", "prompt": " In 1974, what was the member of of Chelyabinsk Oblast's located in?\nEvidence:\n- Zlatoust | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Yuzhnouralsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Troitsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Miass | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Verkhny Ufaley | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Chelyabinsk Oblast | country | Soviet Union | 1974\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Chelyabinsk | country | Soviet Union | 1974\n- Sumy Oblast | country | Soviet Union | 1974\n- Semipalatinsk Oblast | country | Soviet Union | 1974\n- Poltava Oblast | country | Soviet Union | 1974\n- Omsk Oblast | country | Soviet Union | 1974\n- Odesa Oblast | country | Soviet Union | 1974\n- Novosibirsk Oblast | country | Soviet Union | 1974\n- Murmansk Oblast | country | Soviet Union | 1974\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003560", "prompt": " In what year was the position held of Italy's head of government equal to Prime Minister of Italy?\nEvidence:\n- Giuseppe Paratore | position held | Italian senator for life | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Veriano Luchetti | country of citizenship | Italy | 1957\n- Tonino Cervi | country of citizenship | Italy | 1957\n- Tiziano Terzani | country of citizenship | Italy | 1957\n- Stéphane Grappelli | country of citizenship | Italy | 1957\n- Simon Spierer | country of citizenship | Italy | 1957\n- Sergio Mantovani | country of citizenship | Italy | 1957\n- Sergio Bonelli | country of citizenship | Italy | 1957\n- Rossana Rossanda | country of citizenship | Italy | 1957\n- Romeo Bertini | country of citizenship | Italy | 1957\n- Renata Tebaldi | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: 1957", "t_query": 1957.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003561", "prompt": " In what year was the head of state of Gerardo Marotta's country of citizenship equal to Carlo Azeglio Ciampi?\nEvidence:\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Carlo Giuffré | country of citizenship | Italy | 2001\n- Carlo Fruttero | country of citizenship | Italy | 2001\n- Carlo Curis | country of citizenship | Italy | 2001\n- Carlo Cercignani | country of citizenship | Italy | 2001\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\nReasoning:", "completion": " Answer: 2001", "t_query": 2001.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003562", "prompt": " After Philipp Lenard country of citizenship Germany, what was the basic form of government of Germany's diplomatic relation?\nEvidence:\n- Germany | diplomatic relation | Afghanistan | 1956\n- Afghanistan | basic form of government | constitutional monarchy | 1956\n- Germany | head of government | Konrad Adenauer | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- Jürgen Kissner | country of citizenship | West Germany | 1956\n- Bonn | capital of | Germany | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | West Germany | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Germany | member of | Western European Union | 1956\n- Germany | head of state | Theodor Heuss | 1956\n- West Germany | currency | Deutsche Mark | 1956\n- Germany | shares border with | Czechoslovakia | 1956\n- president of Germany | position holder | Theodor Heuss | 1956\nReasoning:", "completion": " Answer: constitutional monarchy", "t_query": 1956.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003563", "prompt": " In what year was the position held of Italy's head of state equal to President of Italy?\nEvidence:\n- Giuseppe Paratore | position held | Italian senator for life | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\n- Tonino Cervi | country of citizenship | Italy | 1963\n- Tiziano Terzani | country of citizenship | Italy | 1963\n- Stéphane Grappelli | country of citizenship | Italy | 1963\n- Simon Spierer | country of citizenship | Italy | 1963\n- Sergio Mantovani | country of citizenship | Italy | 1963\n- Sergio Bonelli | country of citizenship | Italy | 1963\n- Rossana Rossanda | country of citizenship | Italy | 1963\n- Romeo Bertini | country of citizenship | Italy | 1963\n- Renata Tebaldi | country of citizenship | Italy | 1963\n- Primo Nebiolo | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: 1963", "t_query": 1963.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003564", "prompt": " In what year was the position held of Antonio Corpora's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: 1962", "t_query": 1962.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003565", "prompt": " In what year was the shares border with of Romano Mussolini's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1984\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: 1984", "t_query": 1984.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003566", "prompt": " In 1989, what was the shares border with of Raul Gardini's country of citizenship?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Italy | shares border with | Yugoslavia | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003567", "prompt": " In what year was the country of David Bowie's work location equal to German Democratic Republic?\nEvidence:\n- David Bowie | work location | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\n- Q896393 | work location | Berlin | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Q497401 | terminus | Berlin | 1978\n- Anna Seghers | residence | Berlin | 1978\nReasoning:", "completion": " Answer: 1978", "t_query": 1978.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_003568", "prompt": " In 1987, whose contains the administrative territorial entity's country of citizenship's head of government was Baden-Württemberg?\nEvidence:\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1987\n- Baden-Württemberg | head of government | Lothar Späth | 1987\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1987\n- Baden-Württemberg | country | West Germany | 1987\n- Oberliga Baden-Württemberg | country | West Germany | 1987\n- CDU Baden-Württemberg | chairperson | Lothar Späth | 1987\n- West Germany | contains the administrative territorial entity | Saarland | 1987\n- West Germany | contains the administrative territorial entity | Hesse | 1987\n- West Germany | contains the administrative territorial entity | Hamburg | 1987\n- West Germany | contains the administrative territorial entity | Bremen | 1987\n- West Germany | contains the administrative territorial entity | Bavaria | 1987\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1987\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1987\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1987\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1987\nReasoning:", "completion": " Answer: Germany", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003569", "prompt": " In what year was the head of government of William Vickrey's residence equal to Fiorello H. La Guardia?\nEvidence:\n- New York City | head of government | Fiorello H. La Guardia | 1938\n- William Vickrey | residence | New York City | 1938\n- Jane Jacobs | residence | New York City | 1938\n- Variety | place of publication | New York City | 1938\n- Weegee | work location | New York City | 1938\n- Q543585 | work location | New York City | 1938\n- MetLife | headquarters location | New York City | 1938\n- Max Weber | work location | New York City | 1938\n- Louise Bourgeois | work location | New York City | 1938\n- Lewis Mumford | work location | New York City | 1938\n- Hanns Eisler | work location | New York City | 1938\n- Ellsworth Kelly | work location | New York City | 1938\nReasoning:", "completion": " Answer: 1938", "t_query": 1938.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 12, "_lever_variant": "terse"} +{"id": "sft_003570", "prompt": " In what year was the member of sports team of Ismael Ruiz equal to Terrassa FC?\nEvidence:\n- Ismael Ruiz | member of sports team | Terrassa FC | 2006\n- Ismael Ruiz | member of sports team | Real Oviedo | 2006\n- Q983415 | member of sports team | Terrassa FC | 2006\n- Q929644 | member of sports team | Real Oviedo | 2006\n- Q350982 | member of sports team | Real Oviedo | 2006\n- Adrián López Álvarez | member of sports team | Real Oviedo | 2006\nReasoning:", "completion": " Answer: 2006", "t_query": 2006.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_003571", "prompt": " In 1920, what was the currency of Carel Willink's work location's country's shares border with?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Answer: Belgian franc", "t_query": 1920.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_003572", "prompt": " In 1972, what was the spouse of Alma Reville?\nEvidence:\n- Alma Reville | spouse | Alfred Hitchcock | 1972\nReasoning:", "completion": " Answer: Alfred Hitchcock", "t_query": 1972.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003573", "prompt": " In 1956, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1956\n- Germany | member of | European Coal and Steel Community | 1956\n- Belgium | member of | European Coal and Steel Community | 1956\n- Germany | member of | Western European Union | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\n- Veriano Luchetti | country of citizenship | Italy | 1956\n- Ulrico Girardi | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: Laura Veccia Vaglieri", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003574", "prompt": " After Boris Razinsky member of sports team PFC CSKA Moscow, what was the member of sports team of Boris Razinsky?\nEvidence:\n- Boris Razinsky | member of sports team | FK Daugava (2003) | 1970\n- Boris Razinsky | member of sports team | FC Ararat Yerevan | 1970\nReasoning:", "completion": " Answer: FK Daugava (2003)", "t_query": 1970.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_003575", "prompt": " After Kunashir Island country Empire of Japan, what was the country of Kunashir Island?\nEvidence:\n- Kunashir Island | country | Soviet Union | 1972\n- Q59054 | country of citizenship | Soviet Union | 1972\n- Q437262 | country of citizenship | Soviet Union | 1972\n- Q324083 | country of citizenship | Soviet Union | 1972\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1972\n- Yuri Manin | country of citizenship | Soviet Union | 1972\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1972\n- Viktor Kulikov | country of citizenship | Soviet Union | 1972\n- Vija Artmane | country of citizenship | Soviet Union | 1972\n- Vera Krepkina | country of citizenship | Soviet Union | 1972\n- Valeri Polyakov | country of citizenship | Soviet Union | 1972\n- Sergei Kovalev | country of citizenship | Soviet Union | 1972\n- Ruslan Khasbulatov | country of citizenship | Soviet Union | 1972\n- Raisa Gorbacheva | country of citizenship | Soviet Union | 1972\n- Otar Iosseliani | country of citizenship | Soviet Union | 1972\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1972.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003576", "prompt": " In what year was the educated at of Raymond Aubrac equal to Massachusetts Institute of Technology?\nEvidence:\n- Raymond Aubrac | educated at | Massachusetts Institute of Technology | 1937\n- Q92760 | educated at | Massachusetts Institute of Technology | 1937\n- Raymond Aubrac | educated at | Harvard University | 1937\n- Richard Feynman | educated at | Massachusetts Institute of Technology | 1937\n- Raymond Aubrac | educated at | École Nationale des Ponts et Chaussées | 1937\n- Q178577 | employer | Massachusetts Institute of Technology | 1937\n- Howard H. Aiken | educated at | Harvard University | 1937\n- Q982883 | employer | Harvard University | 1937\n- Q912906 | employer | Harvard University | 1937\n- Q183372 | employer | Harvard University | 1937\n- Hassler Whitney | employer | Harvard University | 1937\n- Edward Vermilye Huntington | employer | Harvard University | 1937\n- Clarence Irving Lewis | employer | Harvard University | 1937\nReasoning:", "completion": " Answer: 1937", "t_query": 1937.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 13, "_lever_variant": "terse"} +{"id": "sft_003577", "prompt": " After Luigi Pistilli country of citizenship Kingdom of Italy, what was the country of citizenship of Luigi Pistilli?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Italy", "t_query": 1963.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003578", "prompt": " In 1929, whose work location was Austin?\nEvidence:\n- Hermann Joseph Muller | work location | Austin | 1929\nReasoning:", "completion": " Answer: Hermann Joseph Muller", "t_query": 1929.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003579", "prompt": " In 1962, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\n- Veriano Luchetti | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Antonio Corpora", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003580", "prompt": " In 1942, whose located in was State of Thuringia (1920–1952)?\nEvidence:\n- Weimar | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Q15976 | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Jena | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Gera | located in the administrative territorial entity | State of Thuringia (1920–1952) | 1942\n- Weimar | country | Nazi Germany | 1942\n- Jena | country | Nazi Germany | 1942\n- Carl Zeiss AG | headquarters location | Jena | 1942\nReasoning:", "completion": " Answer: Jena", "t_query": 1942.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_003581", "prompt": " In 1988, whose head of government's country of citizenship was Ciriaco De Mita?\nEvidence:\n- Italy | head of government | Ciriaco De Mita | 1988\n- Virginio De Paoli | country of citizenship | Italy | 1988\n- Velasio de Paolis | country of citizenship | Italy | 1988\n- Renzo De Felice | country of citizenship | Italy | 1988\n- Nevio de Zordo | country of citizenship | Italy | 1988\n- Mario De Donà | country of citizenship | Italy | 1988\n- Dino De Antoni | country of citizenship | Italy | 1988\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1988\n- Q679495 | country of citizenship | Italy | 1988\n- Q658206 | country of citizenship | Italy | 1988\n- Q454036 | country of citizenship | Italy | 1988\n- Q219490 | country of citizenship | Italy | 1988\n- Zeno Colò | country of citizenship | Italy | 1988\n- Vittorio Caprioli | country of citizenship | Italy | 1988\n- Vittore Catella | country of citizenship | Italy | 1988\nReasoning:", "completion": " Answer: Salvatore Fiume", "t_query": 1988.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003582", "prompt": " In what year was the contains the administrative territorial entity of Bernard Schultze's work location's country equal to Baden-Württemberg?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: 1953", "t_query": 1953.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003583", "prompt": " In 1940, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1940\n- Q972711 | country of citizenship | Kingdom of Italy | 1940\n- Q890523 | country of citizenship | Kingdom of Italy | 1940\n- Q432318 | country of citizenship | Kingdom of Italy | 1940\n- Q429298 | country of citizenship | Kingdom of Italy | 1940\n- Q216812 | country of citizenship | Kingdom of Italy | 1940\n- Q178349 | country of citizenship | Kingdom of Italy | 1940\n- Q133535 | country of citizenship | Kingdom of Italy | 1940\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1940\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1940\n- Titta Ruffo | country of citizenship | Kingdom of Italy | 1940\n- Tita Piaz | country of citizenship | Kingdom of Italy | 1940\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1940\n- Paolo Manna | country of citizenship | Kingdom of Italy | 1940\n- Pantaleo Carabellese | country of citizenship | Kingdom of Italy | 1940\nReasoning:", "completion": " Answer: Maria Fiore", "t_query": 1940.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003584", "prompt": " After Bruno Venturini member of sports team Carrarese Calcio, what was the country of citizenship of Bruno Venturini?\nEvidence:\n- Bruno Venturini | country of citizenship | Kingdom of Italy | 1939\n- Bruno Fattori | country of citizenship | Kingdom of Italy | 1939\n- Bruno Barilli | country of citizenship | Kingdom of Italy | 1939\n- Q976653 | country of citizenship | Kingdom of Italy | 1939\n- Q972711 | country of citizenship | Kingdom of Italy | 1939\n- Q922237 | country of citizenship | Kingdom of Italy | 1939\n- Q890523 | country of citizenship | Kingdom of Italy | 1939\n- Q741387 | country of citizenship | Kingdom of Italy | 1939\n- Q710497 | country of citizenship | Kingdom of Italy | 1939\n- Q678253 | country of citizenship | Kingdom of Italy | 1939\n- Q654973 | country of citizenship | Kingdom of Italy | 1939\n- Q650303 | country of citizenship | Kingdom of Italy | 1939\n- Q527400 | country of citizenship | Kingdom of Italy | 1939\n- Q51189 | country of citizenship | Kingdom of Italy | 1939\n- Q432318 | country of citizenship | Kingdom of Italy | 1939\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1939.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003585", "prompt": " Who was the country of citizenship of Mario De Donà before Italy?\nEvidence:\n- Mario De Donà | country of citizenship | Kingdom of Italy | 1926\n- Mario Sarto | country of citizenship | Kingdom of Italy | 1926\n- Mario Roatta | country of citizenship | Kingdom of Italy | 1926\n- Mario Palanti | country of citizenship | Kingdom of Italy | 1926\n- Mario Bonnard | country of citizenship | Kingdom of Italy | 1926\n- Gaetano de Lai | country of citizenship | Kingdom of Italy | 1926\n- Alberto Maria De Agostini | country of citizenship | Kingdom of Italy | 1926\n- Q976653 | country of citizenship | Kingdom of Italy | 1926\n- Q972711 | country of citizenship | Kingdom of Italy | 1926\n- Q922237 | country of citizenship | Kingdom of Italy | 1926\n- Q890523 | country of citizenship | Kingdom of Italy | 1926\n- Q715036 | country of citizenship | Kingdom of Italy | 1926\n- Q710497 | country of citizenship | Kingdom of Italy | 1926\n- Q678253 | country of citizenship | Kingdom of Italy | 1926\n- Q654973 | country of citizenship | Kingdom of Italy | 1926\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1926.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003586", "prompt": " In 1963, whose head of state's country of citizenship was Antonio Segni?\nEvidence:\n- Italy | head of state | Antonio Segni | 1963\n- Antonio Segni | country of citizenship | Italy | 1963\n- Antonio Segni | position held | President of Italy | 1963\n- Antonio Leonviola | country of citizenship | Italy | 1963\n- Antonio Fessia | country of citizenship | Italy | 1963\n- Antonio Calderara | country of citizenship | Italy | 1963\n- Antonio Brivio | country of citizenship | Italy | 1963\n- Antonio Bacci | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Luigi Pistilli", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003587", "prompt": " In 1947, what was the contains the administrative territorial entity of Rhône?\nEvidence:\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\n- Q945660 | located in the administrative territorial entity | Q3083 | 1947\n- Q945660 | located in the administrative territorial entity | Q12736 | 1947\nReasoning:", "completion": " Answer: Bron", "t_query": 1947.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_003588", "prompt": " In what year was the award received of Italy's head of state equal to Grand Order of King Tomislav?\nEvidence:\n- Oscar Luigi Scalfaro | award received | Grand Order of King Tomislav | 1997\n- Italy | head of state | Oscar Luigi Scalfaro | 1997\n- Stéphane Grappelli | award received | Grammy Lifetime Achievement Award | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Tullio Kezich | country of citizenship | Italy | 1997\n- Tonino Cervi | country of citizenship | Italy | 1997\n- Tiziano Terzani | country of citizenship | Italy | 1997\n- Stéphane Grappelli | country of citizenship | Italy | 1997\n- Simon Spierer | country of citizenship | Italy | 1997\n- Sergio Mantovani | country of citizenship | Italy | 1997\n- Sergio Bonelli | country of citizenship | Italy | 1997\n- Salvatore Cassisa | country of citizenship | Italy | 1997\n- Rossana Rossanda | country of citizenship | Italy | 1997\nReasoning:", "completion": " Answer: 1997", "t_query": 1997.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003589", "prompt": " In 1962, what was the located in of Muroran?\nEvidence:\n- Muroran | located in the administrative territorial entity | Iburi Subprefecture | 1962\nReasoning:", "completion": " Answer: Iburi Subprefecture", "t_query": 1962.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003590", "prompt": " In 1987, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: Hamburg", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003591", "prompt": " In 1991, whose country was Soviet Union?\nEvidence:\n- Yevpatoriia | country | Soviet Union | 1991\n- Yalta | country | Soviet Union | 1991\n- Voronezh | country | Soviet Union | 1991\n- Volhynia | country | Soviet Union | 1991\n- Vinnytsia | country | Soviet Union | 1991\n- Urgench | country | Soviet Union | 1991\n- Uman | country | Soviet Union | 1991\n- Torzhok | country | Soviet Union | 1991\n- Tbilisi | country | Soviet Union | 1991\n- Sudak | country | Soviet Union | 1991\n- Starodub | country | Soviet Union | 1991\n- Simferopol | country | Soviet Union | 1991\n- Siberia | country | Soviet Union | 1991\n- Sevastopol | country | Soviet Union | 1991\n- Q957273 | country | Soviet Union | 1991\nReasoning:", "completion": " Answer: Altai Krai", "t_query": 1991.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003592", "prompt": " In 1902, what was the located in of Périgny?\nEvidence:\n- Périgny | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Ézanville | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Émancé | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Écouen | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Villepreux | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Villejust | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Villecresnes | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Villabé | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Vigny | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Versailles | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Vaudherland | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Valenton | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Trappes | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Taverny | located in the administrative territorial entity | Seine-et-Oise | 1902\n- Sermaise | located in the administrative territorial entity | Seine-et-Oise | 1902\nReasoning:", "completion": " Answer: Seine-et-Oise", "t_query": 1902.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003593", "prompt": " In what year was the head of government of Bernard Schultze's work location's country's contains the administrative territorial entity equal to Gebhard Müller?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: 1953", "t_query": 1953.0, "chain_length": 4, "operator_type": "interval", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003594", "prompt": " In 1974, what was the basic form of government of Germany's diplomatic relation?\nEvidence:\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | significant event | Basic Treaty | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\nReasoning:", "completion": " Answer: republic", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003595", "prompt": " In what year was the currency of Belgium's shares border with equal to Belgian franc?\nEvidence:\n- Belgium | currency | Belgian franc | 1913\n- Neutral Moresnet | shares border with | Belgium | 1913\n- Belgium | shares border with | Neutral Moresnet | 1913\n- Neutral Moresnet | currency | Belgian franc | 1913\n- Neutral Moresnet | shares border with | Kingdom of the Netherlands | 1913\n- Neutral Moresnet | shares border with | Kingdom of Prussia | 1913\n- Neutral Moresnet | currency | French franc | 1913\nReasoning:", "completion": " Answer: 1913", "t_query": 1913.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_003596", "prompt": " In what year was the capital of of Cape Town equal to Cape Province?\nEvidence:\n- Cape Town | capital of | Cape Province | 1986\nReasoning:", "completion": " Answer: 1986", "t_query": 1986.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003597", "prompt": " In 1968, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Giuseppe Saragat | position held | President of Italy | 1968\n- Italy | head of state | Giuseppe Saragat | 1968\n- Giuseppe Saragat | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Ugo Morin", "t_query": 1968.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003598", "prompt": " In 1960, whose head of government was Antonio Segni?\nEvidence:\n- Italy | head of government | Antonio Segni | 1960\n- Antonio Segni | country of citizenship | Italy | 1960\n- Antonio Segni | position held | Prime Minister of Italy | 1960\n- Antonio Leonviola | country of citizenship | Italy | 1960\n- Antonio Fessia | country of citizenship | Italy | 1960\n- Antonio Calderara | country of citizenship | Italy | 1960\n- Antonio Brivio | country of citizenship | Italy | 1960\n- Antonio Bacci | country of citizenship | Italy | 1960\n- Zita of Bourbon-Parma | country of citizenship | Italy | 1960\n- Q679495 | country of citizenship | Italy | 1960\n- Q658206 | country of citizenship | Italy | 1960\n- Q642428 | country of citizenship | Italy | 1960\n- Q639507 | country of citizenship | Italy | 1960\n- Q612509 | country of citizenship | Italy | 1960\n- Q454036 | country of citizenship | Italy | 1960\nReasoning:", "completion": " Answer: Italy", "t_query": 1960.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003599", "prompt": " In 1951, whose head of state's country of citizenship was Luigi Einaudi?\nEvidence:\n- Italy | head of state | Luigi Einaudi | 1951\n- Luigi Comencini | country of citizenship | Italy | 1951\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1951\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1951\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: Vitaliano Brancati", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003600", "prompt": " After Michele Giordano country of citizenship Italy, what was the shares border with of Carlo Curis's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1984\n- Carlo Curis | country of citizenship | Italy | 1984\n- Giordano Cottur | country of citizenship | Italy | 1984\n- Michele Molese | country of citizenship | Italy | 1984\n- Michele Mara | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1984.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003601", "prompt": " In 1978, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1978\n- Ireland | member of | European Economic Community | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: Marco Tulli", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003602", "prompt": " In 1925, what was the country of Berolzheim?\nEvidence:\n- Berolzheim | country | Weimar Republic | 1925\n- Q87105 | country of citizenship | Weimar Republic | 1925\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1925\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Weimar | country | Weimar Republic | 1925\n- Vaterstetten | country | Weimar Republic | 1925\n- Trier | country | Weimar Republic | 1925\n- Speyer | country | Weimar Republic | 1925\n- Regensburg | country | Weimar Republic | 1925\nReasoning:", "completion": " Answer: Weimar Republic", "t_query": 1925.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003603", "prompt": " In 2000, what was the head of government of Renata Tebaldi's country of citizenship?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\n- Tonino Cervi | country of citizenship | Italy | 2000\n- Tiziano Terzani | country of citizenship | Italy | 2000\nReasoning:", "completion": " Answer: Massimo D'Alema", "t_query": 2000.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003604", "prompt": " In 1984, what was the head of state of Andrea Carrea's country of citizenship?\nEvidence:\n- Andrea Carrea | country of citizenship | Italy | 1984\n- Andrea Pangrazio | country of citizenship | Italy | 1984\n- Andrea Miano | country of citizenship | Italy | 1984\n- Andrea Cassone | country of citizenship | Italy | 1984\n- Andrea Bianchi | country of citizenship | Italy | 1984\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Sandro Pertini", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003605", "prompt": " In 1925, what was the head of state of Berolzheim's country?\nEvidence:\n- Berolzheim | country | Weimar Republic | 1925\n- Weimar Republic | head of state | Friedrich Ebert | 1925\n- Weimar Republic | head of state | Paul von Hindenburg | 1925\n- Weimar Republic | head of government | Hans Luther | 1925\n- Q87105 | country of citizenship | Weimar Republic | 1925\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1925\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1925\n- Zwickau | country | Weimar Republic | 1925\n- Zimmern | country | Weimar Republic | 1925\n- Wrocław | country | Weimar Republic | 1925\n- Wittmund | country | Weimar Republic | 1925\n- Wismar | country | Weimar Republic | 1925\n- Wiesbaden | country | Weimar Republic | 1925\n- Weimar | country | Weimar Republic | 1925\n- Vaterstetten | country | Weimar Republic | 1925\nReasoning:", "completion": " Answer: Paul von Hindenburg", "t_query": 1925.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003606", "prompt": " In 1988, what was the located in of Çıldır?\nEvidence:\n- Çıldır | located in the administrative territorial entity | Kars Province | 1988\nReasoning:", "completion": " Answer: Kars Province", "t_query": 1988.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003607", "prompt": " In 1919, what was the country of citizenship of Ignazio Silone?\nEvidence:\n- Ignazio Silone | country of citizenship | Kingdom of Italy | 1919\n- Q976653 | country of citizenship | Kingdom of Italy | 1919\n- Q972711 | country of citizenship | Kingdom of Italy | 1919\n- Q922237 | country of citizenship | Kingdom of Italy | 1919\n- Q890523 | country of citizenship | Kingdom of Italy | 1919\n- Q765946 | country of citizenship | Kingdom of Italy | 1919\n- Q745874 | country of citizenship | Kingdom of Italy | 1919\n- Q728589 | country of citizenship | Kingdom of Italy | 1919\n- Q715036 | country of citizenship | Kingdom of Italy | 1919\n- Q706466 | country of citizenship | Kingdom of Italy | 1919\n- Q678253 | country of citizenship | Kingdom of Italy | 1919\n- Q653839 | country of citizenship | Kingdom of Italy | 1919\n- Q65151 | country of citizenship | Kingdom of Italy | 1919\n- Q630519 | country of citizenship | Kingdom of Italy | 1919\n- Q603148 | country of citizenship | Kingdom of Italy | 1919\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1919.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003608", "prompt": " In what year was the member of of Veriano Luchetti's country of citizenship equal to European Economic Community?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\n- Tiziano Terzani | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: 1985", "t_query": 1985.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003609", "prompt": " Who was the country of citizenship of Juraj Jakubisko before Slovakia?\nEvidence:\n- Juraj Jakubisko | country of citizenship | Czechoslovakia | 1968\n- Juraj Jakubisko | nominated for | Golden Lion | 1968\n- Q960655 | country of citizenship | Czechoslovakia | 1968\n- Q693209 | country of citizenship | Czechoslovakia | 1968\n- Q536359 | country of citizenship | Czechoslovakia | 1968\n- Q366671 | country of citizenship | Czechoslovakia | 1968\n- Q31370 | country of citizenship | Czechoslovakia | 1968\n- Q179173 | country of citizenship | Czechoslovakia | 1968\n- Oldřich Pelčák | country of citizenship | Czechoslovakia | 1968\n- Miroslav Horníček | country of citizenship | Czechoslovakia | 1968\n- Milan Kundera | country of citizenship | Czechoslovakia | 1968\n- Miklós Duray | country of citizenship | Czechoslovakia | 1968\n- Lubomír Štrougal | country of citizenship | Czechoslovakia | 1968\n- Karol Divín | country of citizenship | Czechoslovakia | 1968\n- Jan Sokol | country of citizenship | Czechoslovakia | 1968\nReasoning:", "completion": " Answer: Czechoslovakia", "t_query": 1968.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003610", "prompt": " In 1988, whose spouse's head of government's residence was Nancy Reagan?\nEvidence:\n- Ronald Reagan | spouse | Nancy Reagan | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Ronald Reagan | member of political party | Republican Party | 1988\n- Ronald Reagan | work location | Washington, D.C. | 1988\n- Ronald Reagan | position held | President of the United States | 1988\nReasoning:", "completion": " Answer: Erazim Kohák", "t_query": 1988.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_003611", "prompt": " In 1972, what was the currency of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- West Germany | currency | Deutsche Mark | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\nReasoning:", "completion": " Answer: Deutsche Mark", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003612", "prompt": " After Wiesbaden country West Germany, what was the head of government of Germany's capital's capital of's contains the administrative territorial entity?\nEvidence:\n- Bonn | capital of | West Germany | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Jürgen Kissner | country of citizenship | West Germany | 1974\n- West Germany | currency | Deutsche Mark | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Adolf Schröter | country of citizenship | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\nReasoning:", "completion": " Answer: Hans Filbinger", "t_query": 1974.0, "chain_length": 4, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003613", "prompt": " Who was the member of of Luigi Pistilli's country of citizenship before European Economic Community?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1963.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003614", "prompt": " Who was the head coach of Mülâyim Erdem's member of sports team after Péter Szabó?\nEvidence:\n- Mülâyim Erdem | member of sports team | Galatasaray S.K. | 2005\n- Galatasaray S.K. | head coach | Eric Gerets | 2005\n- Q937898 | member of sports team | Galatasaray S.K. | 2005\n- Q922443 | member of sports team | Galatasaray S.K. | 2005\n- Q729830 | member of sports team | Galatasaray S.K. | 2005\n- Q660534 | member of sports team | Galatasaray S.K. | 2005\n- Q560001 | member of sports team | Galatasaray S.K. | 2005\n- Q556101 | member of sports team | Galatasaray S.K. | 2005\n- Q349941 | member of sports team | Galatasaray S.K. | 2005\n- Q312920 | member of sports team | Galatasaray S.K. | 2005\n- Q307872 | member of sports team | Galatasaray S.K. | 2005\n- Q217097 | member of sports team | Galatasaray S.K. | 2005\n- Q122346 | member of sports team | Galatasaray S.K. | 2005\n- Faryd Mondragón | member of sports team | Galatasaray S.K. | 2005\n- Ayhan Akman | member of sports team | Galatasaray S.K. | 2005\nReasoning:", "completion": " Answer: Eric Gerets", "t_query": 2005.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003615", "prompt": " In 1971, what was the located in of Route nationale 523?\nEvidence:\n- Route nationale 523 | located in the administrative territorial entity | Savoie | 1971\n- Route nationale 523 | located in the administrative territorial entity | Isère | 1971\n- Q920272 | located in the administrative territorial entity | Savoie | 1971\nReasoning:", "completion": " Answer: Savoie", "t_query": 1971.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003616", "prompt": " After Ömer Nasuhi Bilmen country of citizenship Turkey, what was the head of state of Turkey?\nEvidence:\n- Ömer Nasuhi Bilmen | country of citizenship | Turkey | 1941\n- Turkey | head of state | İsmet İnönü | 1941\n- Turkey | shares border with | Soviet Union | 1941\n- N. I. Lobachevsky State University of Nizhny Novgorod | country | Soviet Union | 1941\n- Q59054 | country of citizenship | Soviet Union | 1941\n- Q437262 | country of citizenship | Soviet Union | 1941\n- Q324083 | country of citizenship | Soviet Union | 1941\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1941\n- Yuri Manin | country of citizenship | Soviet Union | 1941\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1941\n- Viktor Kulikov | country of citizenship | Soviet Union | 1941\n- Vikenty Veresaev | country of citizenship | Soviet Union | 1941\n- Vija Artmane | country of citizenship | Soviet Union | 1941\n- Vera Krepkina | country of citizenship | Soviet Union | 1941\n- Sergei Kovalev | country of citizenship | Soviet Union | 1941\nReasoning:", "completion": " Answer: İsmet İnönü", "t_query": 1941.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003617", "prompt": " In what year was the contains the administrative territorial entity of Würzburg's country equal to North Rhine-Westphalia?\nEvidence:\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003618", "prompt": " In 1949, what was the educated at of Germund Dahlquist?\nEvidence:\n- Germund Dahlquist | educated at | Stockholm University | 1949\n- Q471777 | employer | Stockholm University | 1949\nReasoning:", "completion": " Answer: Stockholm University", "t_query": 1949.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_003619", "prompt": " Who was the position held of Umberto Mastroianni's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Italy | currency | Italian lira | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1995.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003620", "prompt": " After Rhône contains the administrative territorial entity Bron, what was the contains the administrative territorial entity of Rhône?\nEvidence:\n- Rhône | contains the administrative territorial entity | Bron | 1947\n- Rhône | contains the administrative territorial entity | Vénissieux | 1947\n- Rhône | contains the administrative territorial entity | Villeurbanne | 1947\n- Rhône | contains the administrative territorial entity | Francheville | 1947\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 1947\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 1947\n- Q945660 | located in the administrative territorial entity | Rhône | 1947\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 1947\n- Q945660 | located in the administrative territorial entity | Q3083 | 1947\n- Q945660 | located in the administrative territorial entity | Q12736 | 1947\nReasoning:", "completion": " Answer: Caluire-et-Cuire", "t_query": 1947.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_003621", "prompt": " In 1948, whose head of state was Enrico de Nicola?\nEvidence:\n- Italy | head of state | Enrico de Nicola | 1948\n- Uberto de Morpurgo | country of citizenship | Italy | 1948\n- Renzo De Felice | country of citizenship | Italy | 1948\n- Dino De Antoni | country of citizenship | Italy | 1948\n- Alberto Maria De Agostini | country of citizenship | Italy | 1948\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1948\n- Uberto de Morpurgo | country for sport | Italy | 1948\n- Zita of Bourbon-Parma | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\nReasoning:", "completion": " Answer: Italy", "t_query": 1948.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003622", "prompt": " In what year was the head of state of Arnaldo Genoino's country of citizenship equal to Giovanni Leone?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Giovanni Invernizzi | country of citizenship | Italy | 1978\n- Giovanni Goria | country of citizenship | Italy | 1978\n- Giovanni Ferrofino | country of citizenship | Italy | 1978\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: 1978", "t_query": 1978.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003623", "prompt": " In 1977, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1977\n- Q46099 | country of citizenship | Yugoslavia | 1977\n- Q207166 | country of citizenship | Yugoslavia | 1977\n- Vladica Popović | country of citizenship | Yugoslavia | 1977\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1977\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1977\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1977\n- Ilija Petković | country of citizenship | Yugoslavia | 1977\n- Dušan Ivković | country of citizenship | Yugoslavia | 1977\n- Dragan Tomić | country of citizenship | Yugoslavia | 1977\n- Verzar | country | Yugoslavia | 1977\n- Suševo | country | Yugoslavia | 1977\n- Q793485 | country | Yugoslavia | 1977\n- Pirot | country | Yugoslavia | 1977\n- Orašje | country | Yugoslavia | 1977\nReasoning:", "completion": " Answer: Elena Altieri", "t_query": 1977.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003624", "prompt": " In what year was the currency of Antonio Corpora's country of citizenship equal to Italian lira?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: 1962", "t_query": 1962.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003625", "prompt": " In 1915, whose head of government was Georg Voigt?\nEvidence:\n- Frankfurt | head of government | Georg Voigt | 1915\n- Frankfurt | located in the administrative territorial entity | Wiesbaden Government Region | 1915\n- Frankfurt | country | German Empire | 1915\nReasoning:", "completion": " Answer: Frankfurt", "t_query": 1915.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003626", "prompt": " In 1929, what was the country of citizenship of Gianni Dova?\nEvidence:\n- Gianni Dova | country of citizenship | Kingdom of Italy | 1929\n- Q976653 | country of citizenship | Kingdom of Italy | 1929\n- Q972711 | country of citizenship | Kingdom of Italy | 1929\n- Q922237 | country of citizenship | Kingdom of Italy | 1929\n- Q890523 | country of citizenship | Kingdom of Italy | 1929\n- Q715036 | country of citizenship | Kingdom of Italy | 1929\n- Q710497 | country of citizenship | Kingdom of Italy | 1929\n- Q678253 | country of citizenship | Kingdom of Italy | 1929\n- Q654973 | country of citizenship | Kingdom of Italy | 1929\n- Q650303 | country of citizenship | Kingdom of Italy | 1929\n- Q603148 | country of citizenship | Kingdom of Italy | 1929\n- Q527400 | country of citizenship | Kingdom of Italy | 1929\n- Q51189 | country of citizenship | Kingdom of Italy | 1929\n- Q471232 | country of citizenship | Kingdom of Italy | 1929\n- Q456574 | country of citizenship | Kingdom of Italy | 1929\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1929.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003627", "prompt": " After Nino Baragli country of citizenship Italy, what was the member of of Gino Cassinis's country of citizenship?\nEvidence:\n- Nino Baragli | country of citizenship | Italy | 1959\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Nino Rota | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1959.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003628", "prompt": " In what year was the shares border with of Flaviano Vicentini's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1967\n- Flaviano Vicentini | country of citizenship | Italy | 1967\n- Q679495 | country of citizenship | Italy | 1967\n- Q658206 | country of citizenship | Italy | 1967\n- Q642428 | country of citizenship | Italy | 1967\n- Q612509 | country of citizenship | Italy | 1967\n- Q454036 | country of citizenship | Italy | 1967\n- Q435856 | country of citizenship | Italy | 1967\n- Q318968 | country of citizenship | Italy | 1967\n- Q264986 | country of citizenship | Italy | 1967\n- Q219490 | country of citizenship | Italy | 1967\n- Vittorio Caprioli | country of citizenship | Italy | 1967\n- Vittore Catella | country of citizenship | Italy | 1967\n- Virginio Rosetta | country of citizenship | Italy | 1967\n- Veriano Luchetti | country of citizenship | Italy | 1967\nReasoning:", "completion": " Answer: 1967", "t_query": 1967.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003629", "prompt": " After Germany diplomatic relation Afghanistan, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\nReasoning:", "completion": " Answer: Hesse", "t_query": 1974.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003630", "prompt": " In 1987, whose head of state's diplomatic relation was Mohammad Najibullah?\nEvidence:\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Afghanistan | basic form of government | republic | 1987\nReasoning:", "completion": " Answer: Germany", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003631", "prompt": " In 1963, what was the member of of Luigi Pistilli's country of citizenship?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003632", "prompt": " Who was the member of sports team of Albert Celades before Real Zaragoza?\nEvidence:\n- Albert Celades | member of sports team | Futbol Club Barcelona | 1997\n- Q943194 | member of sports team | Futbol Club Barcelona | 1997\n- Q508489 | member of sports team | Futbol Club Barcelona | 1997\n- Q502769 | member of sports team | Futbol Club Barcelona | 1997\n- Q483577 | member of sports team | Futbol Club Barcelona | 1997\n- Q483145 | member of sports team | Futbol Club Barcelona | 1997\n- Q375840 | member of sports team | Futbol Club Barcelona | 1997\n- Q34658 | member of sports team | Futbol Club Barcelona | 1997\n- Q316809 | member of sports team | Futbol Club Barcelona | 1997\n- Q313468 | member of sports team | Futbol Club Barcelona | 1997\n- Q295887 | member of sports team | Futbol Club Barcelona | 1997\n- Q204640 | member of sports team | Futbol Club Barcelona | 1997\n- Sergi Barjuan | member of sports team | Futbol Club Barcelona | 1997\n- Julen Lopetegui | member of sports team | Futbol Club Barcelona | 1997\n- Hristo Stoichkov | member of sports team | Futbol Club Barcelona | 1997\nReasoning:", "completion": " Answer: Futbol Club Barcelona", "t_query": 1997.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003633", "prompt": " After Takis country of citizenship Greece, what was the country of citizenship of Takis?\nEvidence:\n- Takis | country of citizenship | Kingdom of Greece | 1950\n- Q234918 | country of citizenship | Kingdom of Greece | 1950\n- Athens | country | Kingdom of Greece | 1950\nReasoning:", "completion": " Answer: Kingdom of Greece", "t_query": 1950.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003634", "prompt": " In 1967, what was the country of Barysaw?\nEvidence:\n- Barysaw | located in the administrative territorial entity | Minsk Region | 1967\n- Barysaw | country | Byelorussian Soviet Socialist Republic | 1967\n- Vitebsk Region | located in the administrative territorial entity | Byelorussian Soviet Socialist Republic | 1967\nReasoning:", "completion": " Answer: Byelorussian Soviet Socialist Republic", "t_query": 1967.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003635", "prompt": " In 1974, what was the country of Chelyabinsk Oblast's located in?\nEvidence:\n- Zlatoust | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Yuzhnouralsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Troitsk | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Miass | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Verkhny Ufaley | located in the administrative territorial entity | Chelyabinsk Oblast | 1974\n- Chelyabinsk Oblast | country | Soviet Union | 1974\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1974\n- Chelyabinsk | country | Soviet Union | 1974\n- Sumy Oblast | country | Soviet Union | 1974\n- Semipalatinsk Oblast | country | Soviet Union | 1974\n- Poltava Oblast | country | Soviet Union | 1974\n- Omsk Oblast | country | Soviet Union | 1974\n- Odesa Oblast | country | Soviet Union | 1974\n- Novosibirsk Oblast | country | Soviet Union | 1974\n- Murmansk Oblast | country | Soviet Union | 1974\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1974.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003636", "prompt": " In 1979, what was the named after of Mihály Bartók's employer?\nEvidence:\n- Mihály Bartók | employer | University of Szeged | 1979\n- University of Szeged | named after | Attila József | 1979\nReasoning:", "completion": " Answer: Attila József", "t_query": 1979.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_003637", "prompt": " In what year was the head of government of Italy equal to Giovanni Leone?\nEvidence:\n- Giovanni Mardersteig | country of citizenship | Italy | 1968\n- Giovanni Invernizzi | country of citizenship | Italy | 1968\n- Giovanni Goria | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Tonino Cervi | country of citizenship | Italy | 1968\n- Tiziano Terzani | country of citizenship | Italy | 1968\n- Stéphane Grappelli | country of citizenship | Italy | 1968\n- Simon Spierer | country of citizenship | Italy | 1968\n- Sergio Mantovani | country of citizenship | Italy | 1968\n- Sergio Bonelli | country of citizenship | Italy | 1968\n- Rossana Rossanda | country of citizenship | Italy | 1968\n- Romeo Bertini | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: 1968", "t_query": 1968.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003638", "prompt": " In 1983, whose member of's country of citizenship was European Union?\nEvidence:\n- United Kingdom | member of | European Union | 1983\n- United Kingdom | part of | European Union | 1983\n- Tony Abbott | country of citizenship | United Kingdom | 1983\n- Robert Morley | country of citizenship | United Kingdom | 1983\n- Liz Smith | country of citizenship | United Kingdom | 1983\n- United Kingdom | head of state | Elizabeth II | 1983\nReasoning:", "completion": " Answer: Robert Morley", "t_query": 1983.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_003639", "prompt": " In what year was the basic form of government of Germany's diplomatic relation equal to republic?\nEvidence:\n- Afghanistan | basic form of government | republic | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | significant event | Basic Treaty | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Germany | shares border with | German Democratic Republic | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003640", "prompt": " In 2018, whose award received was Rheinlandtaler?\nEvidence:\n- Dietmar Bär | award received | Rheinlandtaler | 2018\nReasoning:", "completion": " Answer: Dietmar Bär", "t_query": 2018.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003641", "prompt": " In what year was the country of citizenship of Marie Gruber equal to German Democratic Republic?\nEvidence:\n- Marie Gruber | country of citizenship | German Democratic Republic | 1974\n- Q97584 | country of citizenship | German Democratic Republic | 1974\n- Q96955 | country of citizenship | German Democratic Republic | 1974\n- Q77767 | country of citizenship | German Democratic Republic | 1974\n- Q73946 | country of citizenship | German Democratic Republic | 1974\n- Q67341 | country of citizenship | German Democratic Republic | 1974\n- Q449313 | country of citizenship | German Democratic Republic | 1974\n- Q438683 | country of citizenship | German Democratic Republic | 1974\n- Q323063 | country of citizenship | German Democratic Republic | 1974\n- Q126983 | country of citizenship | German Democratic Republic | 1974\n- Zwickau | country | German Democratic Republic | 1974\n- Zeuthen | country | German Democratic Republic | 1974\n- Wismar | country | German Democratic Republic | 1974\n- Q696016 | country | German Democratic Republic | 1974\n- Q525425 | country | German Democratic Republic | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003642", "prompt": " Who was the shares border with of Turkey after Mandatory Iraq?\nEvidence:\n- Turkey | shares border with | Soviet Union | 1941\n- Ömer Nasuhi Bilmen | country of citizenship | Turkey | 1941\n- Turkey | head of state | İsmet İnönü | 1941\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1941\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1941\n- Q59054 | country of citizenship | Soviet Union | 1941\n- Q437262 | country of citizenship | Soviet Union | 1941\n- Q324083 | country of citizenship | Soviet Union | 1941\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1941\n- Yuri Manin | country of citizenship | Soviet Union | 1941\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1941\n- Viktor Kulikov | country of citizenship | Soviet Union | 1941\n- Vikenty Veresaev | country of citizenship | Soviet Union | 1941\n- Vija Artmane | country of citizenship | Soviet Union | 1941\n- Vera Krepkina | country of citizenship | Soviet Union | 1941\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1941.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003643", "prompt": " After Fritz Stuckenberg work location Berlin, what was the located in of Tilla Durieux's spouse's work location?\nEvidence:\n- Tilla Durieux | spouse | Paul Cassirer | 1921\n- Paul Cassirer | spouse | Tilla Durieux | 1921\n- Paul Cassirer | work location | Berlin | 1921\nReasoning:", "completion": " Answer: Free State of Prussia", "t_query": 1921.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003644", "prompt": " After Frankfurt country Weimar Republic, what was the head of government of Bernard Schultze's work location's country's contains the administrative territorial entity?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: Reinhold Maier", "t_query": 1953.0, "chain_length": 4, "operator_type": "sequence", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003645", "prompt": " In 1961, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\n- Virginio Rosetta | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: Mario Gentili", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003646", "prompt": " In 1957, what was the shares border with of Ugo Stille's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1957\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003647", "prompt": " In what year was the shares border with of John Paul I's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1961\n- John Paul I | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: 1961", "t_query": 1961.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003648", "prompt": " In 1984, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1984\n- Q46099 | country of citizenship | Yugoslavia | 1984\n- Q207166 | country of citizenship | Yugoslavia | 1984\n- Vladica Popović | country of citizenship | Yugoslavia | 1984\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1984\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1984\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1984\n- Ilija Petković | country of citizenship | Yugoslavia | 1984\n- Dušan Ivković | country of citizenship | Yugoslavia | 1984\n- Dragan Tomić | country of citizenship | Yugoslavia | 1984\n- Verzar | country | Yugoslavia | 1984\n- Suševo | country | Yugoslavia | 1984\n- Q793485 | country | Yugoslavia | 1984\n- Pirot | country | Yugoslavia | 1984\n- Orašje | country | Yugoslavia | 1984\nReasoning:", "completion": " Answer: Romano Mussolini", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003649", "prompt": " Who was the located in of Opovo Municipality before Vojvodina?\nEvidence:\n- Opovo Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Žitište Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Žabalj Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Titel Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Temerin Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Srbobran Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Senta Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Inđija Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Bečej Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Beočin Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Bač Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Alibunar Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Ada Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Novi Bečej Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\n- Nova Crnja Municipality | located in the administrative territorial entity | Socialist Autonomous Province of Vojvodina | 1947\nReasoning:", "completion": " Answer: Socialist Autonomous Province of Vojvodina", "t_query": 1947.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003650", "prompt": " After Yen Chia-kan position held President of the Republic of China, what was the country of citizenship of Yen Chia-kan?\nEvidence:\n- Yen Chia-kan | country of citizenship | Taiwan | 1992\n- Q703895 | country of citizenship | Taiwan | 1992\n- Li Ao | country of citizenship | Taiwan | 1992\n- Eileen Chang | country of citizenship | Taiwan | 1992\n- Ing Chang-ki | country of citizenship | Taiwan | 1992\n- Chiang Wei-kuo | country of citizenship | Taiwan | 1992\n- Chen Ding-nan | country of citizenship | Taiwan | 1992\nReasoning:", "completion": " Answer: Taiwan", "t_query": 1992.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_003651", "prompt": " After Kostanay Region country Soviet Union, what was the located in of Kostanay Region?\nEvidence:\n- Kostanay Region | country | Soviet Union | 1967\n- Kostanay Region | country | Kazakh Soviet Socialist Republic | 1967\n- Kostanay Region | located in the administrative territorial entity | Kazakh Soviet Socialist Republic | 1967\n- North Kazakhstan Region | country | Soviet Union | 1967\n- East Kazakhstan Region | country | Soviet Union | 1967\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1967\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1967\n- Zhytomyr | country | Soviet Union | 1967\n- Zastavna | country | Soviet Union | 1967\n- Yevpatoriia | country | Soviet Union | 1967\n- Yalta | country | Soviet Union | 1967\n- Vyazma | country | Soviet Union | 1967\n- Voronezh | country | Soviet Union | 1967\n- Vologda | country | Soviet Union | 1967\n- Volodarsk | country | Soviet Union | 1967\nReasoning:", "completion": " Answer: Kazakh Soviet Socialist Republic", "t_query": 1967.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003652", "prompt": " In 1948, what was the head of government of Omsk's located in?\nEvidence:\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Omsk | country | Soviet Union | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Q59054 | country of citizenship | Soviet Union | 1948\n- Q437262 | country of citizenship | Soviet Union | 1948\n- Q324083 | country of citizenship | Soviet Union | 1948\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1948\n- Yuri Manin | country of citizenship | Soviet Union | 1948\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1948\n- Viktor Kulikov | country of citizenship | Soviet Union | 1948\n- Vija Artmane | country of citizenship | Soviet Union | 1948\n- Vera Krepkina | country of citizenship | Soviet Union | 1948\n- Valeri Polyakov | country of citizenship | Soviet Union | 1948\nReasoning:", "completion": " Answer: Alexei Kosygin", "t_query": 1948.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003653", "prompt": " In 1988, what was the member of political party of Erazim Kohák's residence's head of government?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- United States | shares border with | Panama | 1988\n- Tony Miles | country for sport | United States | 1988\n- Julie Mehretu | work location | United States | 1988\n- Discovery Channel | country | United States | 1988\nReasoning:", "completion": " Answer: Republican Party", "t_query": 1988.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 13, "_lever_variant": "terse"} +{"id": "sft_003654", "prompt": " In 1987, whose contains the administrative territorial entity's country of citizenship's head of government was Bremen?\nEvidence:\n- West Germany | contains the administrative territorial entity | Bremen | 1987\n- Bremen | head of government | Q69122 | 1987\n- West Germany | contains the administrative territorial entity | Saarland | 1987\n- West Germany | contains the administrative territorial entity | Hesse | 1987\n- West Germany | contains the administrative territorial entity | Hamburg | 1987\n- West Germany | contains the administrative territorial entity | Bavaria | 1987\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1987\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1987\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1987\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1987\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1987\n- Saarland | located in the administrative territorial entity | West Germany | 1987\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1987\n- Q77721 | country of citizenship | West Germany | 1987\n- Thomas Anders | country of citizenship | West Germany | 1987\nReasoning:", "completion": " Answer: Germany", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003655", "prompt": " In 1962, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1962\n- Q207166 | country of citizenship | Yugoslavia | 1962\n- Vladica Popović | country of citizenship | Yugoslavia | 1962\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1962\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1962\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1962\n- Ilija Petković | country of citizenship | Yugoslavia | 1962\n- Dušan Ivković | country of citizenship | Yugoslavia | 1962\n- Dragan Tomić | country of citizenship | Yugoslavia | 1962\n- Verzar | country | Yugoslavia | 1962\n- Suševo | country | Yugoslavia | 1962\n- Q793485 | country | Yugoslavia | 1962\n- Pirot | country | Yugoslavia | 1962\n- Orašje | country | Yugoslavia | 1962\n- Kraljevo | country | Yugoslavia | 1962\nReasoning:", "completion": " Answer: Antonio Corpora", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003656", "prompt": " After Luigi Griffanti country of citizenship Italy, what was the member of of Romano Mussolini's country of citizenship?\nEvidence:\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Luigi Comencini | country of citizenship | Italy | 1984\n- Luigi Agnolin | country of citizenship | Italy | 1984\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1984\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1984\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1984\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1984.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003657", "prompt": " In 1953, what was the contains the administrative territorial entity of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\nReasoning:", "completion": " Answer: Lower Saxony", "t_query": 1953.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003658", "prompt": " In 1971, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1971\n- Q46099 | country of citizenship | Yugoslavia | 1971\n- Q207166 | country of citizenship | Yugoslavia | 1971\n- Vladica Popović | country of citizenship | Yugoslavia | 1971\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1971\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1971\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1971\n- Ilija Petković | country of citizenship | Yugoslavia | 1971\n- Dušan Ivković | country of citizenship | Yugoslavia | 1971\n- Dragan Tomić | country of citizenship | Yugoslavia | 1971\n- Verzar | country | Yugoslavia | 1971\n- Suševo | country | Yugoslavia | 1971\n- Q793485 | country | Yugoslavia | 1971\n- Pirot | country | Yugoslavia | 1971\n- Orašje | country | Yugoslavia | 1971\nReasoning:", "completion": " Answer: Salvatore Fiume", "t_query": 1971.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003659", "prompt": " In 1997, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1997\n- Germany | member of | European Coal and Steel Community | 1997\n- Belgium | member of | European Coal and Steel Community | 1997\n- Germany | member of | European Atomic Energy Community | 1997\n- Germany | member of | Western European Union | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Q107089 | country of citizenship | Germany | 1997\n- Werner Schulz | country of citizenship | Germany | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\n- Ugo Poletti | country of citizenship | Italy | 1997\n- Udo Zimmermann | country of citizenship | Germany | 1997\nReasoning:", "completion": " Answer: Giorgio Rebuffi", "t_query": 1997.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003660", "prompt": " In what year was the position held of Carmelo Cappello's country of citizenship's head of state equal to Italian senator for life?\nEvidence:\n- Carmelo Cappello | country of citizenship | Italy | 1964\n- Carmelo Cappello | work location | Milan | 1964\n- Carmelo Di Bella | country of citizenship | Italy | 1964\n- Q679495 | country of citizenship | Italy | 1964\n- Q658206 | country of citizenship | Italy | 1964\n- Q642428 | country of citizenship | Italy | 1964\n- Q639507 | country of citizenship | Italy | 1964\n- Q612509 | country of citizenship | Italy | 1964\n- Q454036 | country of citizenship | Italy | 1964\n- Q435856 | country of citizenship | Italy | 1964\n- Q318968 | country of citizenship | Italy | 1964\n- Q264986 | country of citizenship | Italy | 1964\n- Q219490 | country of citizenship | Italy | 1964\n- Vittorio Caprioli | country of citizenship | Italy | 1964\n- Vittore Catella | country of citizenship | Italy | 1964\nReasoning:", "completion": " Answer: 1964", "t_query": 1964.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003661", "prompt": " In 1963, whose head of state's country of citizenship was Antonio Segni?\nEvidence:\n- Italy | head of state | Antonio Segni | 1963\n- Antonio Segni | country of citizenship | Italy | 1963\n- Antonio Segni | position held | President of Italy | 1963\n- Antonio Leonviola | country of citizenship | Italy | 1963\n- Antonio Fessia | country of citizenship | Italy | 1963\n- Antonio Calderara | country of citizenship | Italy | 1963\n- Antonio Brivio | country of citizenship | Italy | 1963\n- Antonio Bacci | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Giovanni Spadolini", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003662", "prompt": " After Gustaf VI Adolf of Sweden noble title duke, what was the noble title of Gustaf VI Adolf of Sweden?\nEvidence:\n- Gustaf VI Adolf of Sweden | noble title | duke | 1937\n- Gustaf VI Adolf of Sweden | noble title | crown prince | 1937\n- Louise Mountbatten | spouse | Gustaf VI Adolf of Sweden | 1937\n- Gustaf VI Adolf of Sweden | spouse | Louise Mountbatten | 1937\n- Gustaf VI Adolf of Sweden | position held | crown prince | 1937\n- Louise Mountbatten | noble title | queen consort | 1937\nReasoning:", "completion": " Answer: crown prince", "t_query": 1937.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_003663", "prompt": " In 1984, whose head of state's country of citizenship was Sandro Pertini?\nEvidence:\n- Italy | head of state | Sandro Pertini | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\n- Tonino Cervi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Andrea Carrea", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003664", "prompt": " Who was the head of state of United Kingdom after George VI?\nEvidence:\n- United Kingdom | head of state | Elizabeth II | 1989\n- Q672 | head of state | Elizabeth II | 1989\n- New Zealand | head of state | Elizabeth II | 1989\n- United Kingdom | part of | European Union | 1989\n- United Kingdom | member of | European Union | 1989\n- Tony Abbott | country of citizenship | United Kingdom | 1989\n- Robert Morley | country of citizenship | United Kingdom | 1989\n- Liz Smith | country of citizenship | United Kingdom | 1989\n- Q238219 | country for sport | United Kingdom | 1989\nReasoning:", "completion": " Answer: Elizabeth II", "t_query": 1989.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_003665", "prompt": " In what year was the head of government of David Bowie's work location equal to Dietrich Stobbe?\nEvidence:\n- Berlin | head of government | Dietrich Stobbe | 1978\n- David Bowie | work location | Berlin | 1978\n- Q896393 | work location | Berlin | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Q497401 | terminus | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\n- Anna Seghers | residence | Berlin | 1978\nReasoning:", "completion": " Answer: 1978", "t_query": 1978.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_003666", "prompt": " Who was the adjacent station of Mori Station before Katsuragawa Station?\nEvidence:\n- Mori Station | adjacent station | Katsuragawa Station | 1982\n- Mori Station | adjacent station | Himekawa Signal Base | 1982\nReasoning:", "completion": " Answer: Himekawa Signal Base", "t_query": 1982.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_003667", "prompt": " After Andrea Pangrazio country of citizenship Italy, what was the head of state of Maria Rita Saulle's country of citizenship?\nEvidence:\n- Maria Rita Saulle | country of citizenship | Italy | 1989\n- Andrea Pangrazio | country of citizenship | Italy | 1989\n- Andrea Cassone | country of citizenship | Italy | 1989\n- Andrea Carrea | country of citizenship | Italy | 1989\n- Andrea Bianchi | country of citizenship | Italy | 1989\n- Maria Tore Barbina | country of citizenship | Italy | 1989\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Francesco Cossiga", "t_query": 1989.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003668", "prompt": " In 1972, whose contains the administrative territorial entity's allegiance was North Rhine-Westphalia?\nEvidence:\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- Würzburg | country | West Germany | 1972\nReasoning:", "completion": " Answer: Friedrich Guggenberger", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003669", "prompt": " After Giuseppe Buratti country of citizenship Italy, what was the position held of Giorgio Rebuffi's country of citizenship's head of state?\nEvidence:\n- Giorgio Rebuffi | country of citizenship | Italy | 1997\n- Giorgio Oberweger | country of citizenship | Italy | 1997\n- Giuseppe Prisco | country of citizenship | Italy | 1997\n- Giuseppe Colnago | country of citizenship | Italy | 1997\n- Giuseppe Busso | country of citizenship | Italy | 1997\n- Giuseppe Bennati | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\n- Valeria Moriconi | country of citizenship | Italy | 1997\n- Urbano Lazzaro | country of citizenship | Italy | 1997\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1997.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003670", "prompt": " In 1951, whose country of citizenship was Italy?\nEvidence:\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Veriano Luchetti | country of citizenship | Italy | 1951\n- Tonino Cervi | country of citizenship | Italy | 1951\n- Tiziano Terzani | country of citizenship | Italy | 1951\n- Stéphane Grappelli | country of citizenship | Italy | 1951\n- Simon Spierer | country of citizenship | Italy | 1951\n- Sergio Mantovani | country of citizenship | Italy | 1951\n- Sergio Bonelli | country of citizenship | Italy | 1951\n- Rossana Rossanda | country of citizenship | Italy | 1951\n- Romeo Bertini | country of citizenship | Italy | 1951\n- Renata Tebaldi | country of citizenship | Italy | 1951\n- Primo Nebiolo | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: Giovanni D'Ascenzi", "t_query": 1951.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003671", "prompt": " In 1963, what was the member of of Luigi Pistilli's country of citizenship?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003672", "prompt": " Who was the member of of Ugo Stille's country of citizenship before European Economic Community?\nEvidence:\n- Ugo Stille | country of citizenship | Italy | 1957\n- Ugo Poletti | country of citizenship | Italy | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1957.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003673", "prompt": " After Jean E. Sammet employer MetLife, what was the employer of Jean E. Sammet?\nEvidence:\n- Jean E. Sammet | employer | IBM | 1965\n- John Backus | employer | IBM | 1965\n- Benoit Mandelbrot | employer | IBM | 1965\n- IBM | chief executive officer | Thomas Watson | 1965\nReasoning:", "completion": " Answer: IBM", "t_query": 1965.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_003674", "prompt": " In what year was the country of Wiesbaden equal to German Empire?\nEvidence:\n- Wiesbaden | country | German Empire | 1907\n- Q165008 | applies to jurisdiction | German Empire | 1907\n- German East Africa | applies to jurisdiction | German Empire | 1907\n- Zwickau | country | German Empire | 1907\n- Zimmern | country | German Empire | 1907\n- Wrocław | country | German Empire | 1907\n- Wittmund | country | German Empire | 1907\n- Wismar | country | German Empire | 1907\n- Weimar | country | German Empire | 1907\n- Vaterstetten | country | German Empire | 1907\n- Trier | country | German Empire | 1907\n- Speyer | country | German Empire | 1907\n- Solingen | country | German Empire | 1907\n- Regensburg | country | German Empire | 1907\n- Q82724 | country | German Empire | 1907\nReasoning:", "completion": " Answer: 1907", "t_query": 1907.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003675", "prompt": " After Bianco Bianchi country of citizenship Italy, what was the head of government of Luca Ronconi's country of citizenship?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Bianco Bianchi | country of citizenship | Italy | 1993\n- Andrea Bianchi | country of citizenship | Italy | 1993\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\nReasoning:", "completion": " Answer: Carlo Azeglio Ciampi", "t_query": 1993.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003676", "prompt": " In 1987, what was the head of government of Romolo Alzani's country of citizenship?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: Amintore Fanfani", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003677", "prompt": " Who was the has part of Status Quo before Matt Letley?\nEvidence:\n- Status Quo | has part(s) | Rick Parfitt | 1978\nReasoning:", "completion": " Answer: Rick Parfitt", "t_query": 1978.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003678", "prompt": " In what year was the diplomatic relation of Germany equal to German Democratic Republic?\nEvidence:\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | shares border with | German Democratic Republic | 1974\n- Zwickau | country | German Democratic Republic | 1974\n- Zeuthen | country | German Democratic Republic | 1974\n- Wismar | country | German Democratic Republic | 1974\n- Q696016 | country | German Democratic Republic | 1974\n- Q525425 | country | German Democratic Republic | 1974\n- Q45898 | country | German Democratic Republic | 1974\n- Potsdam | country | German Democratic Republic | 1974\n- Neustrelitz | country | German Democratic Republic | 1974\n- Magdeburg | country | German Democratic Republic | 1974\n- Jena | country | German Democratic Republic | 1974\nReasoning:", "completion": " Answer: 1974", "t_query": 1974.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003679", "prompt": " In 1974, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Answer: North Rhine-Westphalia", "t_query": 1974.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003680", "prompt": " In what year was the shares border with of Ugo Morin's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1968\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: 1968", "t_query": 1968.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003681", "prompt": " In what year was the country of citizenship of Carlo Simi equal to Kingdom of Italy?\nEvidence:\n- Carlo Simi | country of citizenship | Kingdom of Italy | 1939\n- Carlo Toniatti | country of citizenship | Kingdom of Italy | 1939\n- Carlo Porro | country of citizenship | Kingdom of Italy | 1939\n- Carlo Galetti | country of citizenship | Kingdom of Italy | 1939\n- Carlo Confalonieri | country of citizenship | Kingdom of Italy | 1939\n- Carlo Agostini | country of citizenship | Kingdom of Italy | 1939\n- Carlo Biscaretti di Ruffia | country of citizenship | Kingdom of Italy | 1939\n- Q976653 | country of citizenship | Kingdom of Italy | 1939\n- Q972711 | country of citizenship | Kingdom of Italy | 1939\n- Q922237 | country of citizenship | Kingdom of Italy | 1939\n- Q890523 | country of citizenship | Kingdom of Italy | 1939\n- Q741387 | country of citizenship | Kingdom of Italy | 1939\n- Q710497 | country of citizenship | Kingdom of Italy | 1939\n- Q678253 | country of citizenship | Kingdom of Italy | 1939\n- Q654973 | country of citizenship | Kingdom of Italy | 1939\nReasoning:", "completion": " Answer: 1939", "t_query": 1939.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003682", "prompt": " In 1987, whose head of state's country of citizenship was Francesco Cossiga?\nEvidence:\n- Italy | head of state | Francesco Cossiga | 1987\n- Francesco Scafarelli | country of citizenship | Italy | 1987\n- Francesco Gabrieli | country of citizenship | Italy | 1987\n- Francesco Aguzzoli | country of citizenship | Italy | 1987\n- Loris Francesco Capovilla | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: Romolo Alzani", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003683", "prompt": " In 1959, what was the position held of Gino Cassinis's country of citizenship's head of state?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1959.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003684", "prompt": " Who was the position held of Antonio Corpora's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1962.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003685", "prompt": " In what year was the contains the administrative territorial entity of Mannheim's country equal to South Baden?\nEvidence:\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\nReasoning:", "completion": " Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003686", "prompt": " In 2004, whose head of state's country of citizenship was Carlo Azeglio Ciampi?\nEvidence:\n- Italy | head of state | Carlo Azeglio Ciampi | 2004\n- Carlo Giuffré | country of citizenship | Italy | 2004\n- Carlo Fruttero | country of citizenship | Italy | 2004\n- Carlo Curis | country of citizenship | Italy | 2004\n- Carlo Cercignani | country of citizenship | Italy | 2004\n- Q679495 | country of citizenship | Italy | 2004\n- Q678840 | country of citizenship | Italy | 2004\n- Q445276 | country of citizenship | Italy | 2004\n- Q383551 | country of citizenship | Italy | 2004\n- Vittorio Vettori | country of citizenship | Italy | 2004\n- Vito Lattanzio | country of citizenship | Italy | 2004\n- Veriano Luchetti | country of citizenship | Italy | 2004\n- Valeria Moriconi | country of citizenship | Italy | 2004\n- Urbano Lazzaro | country of citizenship | Italy | 2004\n- Tullio Kezich | country of citizenship | Italy | 2004\nReasoning:", "completion": " Answer: Angelo Martino Colombo", "t_query": 2004.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003687", "prompt": " In what year was the position held of Mario Gentili's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: 1961", "t_query": 1961.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003688", "prompt": " In what year was the head of government of Italy equal to Alcide De Gasperi?\nEvidence:\n- Uberto de Morpurgo | country of citizenship | Italy | 1953\n- Alberto Maria De Agostini | country of citizenship | Italy | 1953\n- Uberto de Morpurgo | country for sport | Italy | 1953\n- Q264986 | country of citizenship | Italy | 1953\n- Q219490 | country of citizenship | Italy | 1953\n- Q213482 | country of citizenship | Italy | 1953\n- Dalida | country of citizenship | Italy | 1953\n- Veriano Luchetti | country of citizenship | Italy | 1953\n- Tonino Cervi | country of citizenship | Italy | 1953\n- Tiziano Terzani | country of citizenship | Italy | 1953\n- Stéphane Grappelli | country of citizenship | Italy | 1953\n- Simon Spierer | country of citizenship | Italy | 1953\n- Sergio Mantovani | country of citizenship | Italy | 1953\n- Sergio Bonelli | country of citizenship | Italy | 1953\n- Rossana Rossanda | country of citizenship | Italy | 1953\nReasoning:", "completion": " Answer: 1953", "t_query": 1953.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003689", "prompt": " In what year was the head of government of Ugo Morin's country of citizenship equal to Giovanni Leone?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Giovanni Mardersteig | country of citizenship | Italy | 1968\n- Giovanni Invernizzi | country of citizenship | Italy | 1968\n- Giovanni Goria | country of citizenship | Italy | 1968\n- Giovanni Ferrofino | country of citizenship | Italy | 1968\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: 1968", "t_query": 1968.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003690", "prompt": " After Neutral Moresnet shares border with Kingdom of Prussia, what was the currency of Belgium's shares border with?\nEvidence:\n- Neutral Moresnet | shares border with | Belgium | 1913\n- Belgium | shares border with | Neutral Moresnet | 1913\n- Neutral Moresnet | shares border with | Kingdom of Prussia | 1913\n- Neutral Moresnet | shares border with | Kingdom of the Netherlands | 1913\n- Neutral Moresnet | currency | French franc | 1913\n- Neutral Moresnet | currency | Belgian franc | 1913\n- Belgium | currency | Belgian franc | 1913\nReasoning:", "completion": " Answer: Belgian franc", "t_query": 1913.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_003691", "prompt": " In 1995, what was the member of of Umberto Mastroianni's country of citizenship?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\n- Tiziano Terzani | country of citizenship | Italy | 1995\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1995.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003692", "prompt": " In 1987, what was the member of of Romolo Alzani's country of citizenship?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\n- Tonino Cervi | country of citizenship | Italy | 1987\n- Tiziano Terzani | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1987.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003693", "prompt": " Who was the country of citizenship of Clelio Darida after Kingdom of Italy?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Italy", "t_query": 1968.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003694", "prompt": " Who was the country of citizenship of Takis after Greece?\nEvidence:\n- Takis | country of citizenship | Kingdom of Greece | 1950\n- Q234918 | country of citizenship | Kingdom of Greece | 1950\n- Athens | country | Kingdom of Greece | 1950\nReasoning:", "completion": " Answer: Kingdom of Greece", "t_query": 1950.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003695", "prompt": " In 1968, what was the shares border with of Clelio Darida's country of citizenship?\nEvidence:\n- Clelio Darida | country of citizenship | Italy | 1968\n- Italy | shares border with | Yugoslavia | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003696", "prompt": " Who was the country of citizenship of Alfonso Brescia after Kingdom of Italy?\nEvidence:\n- Alfonso Brescia | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\n- Q318968 | country of citizenship | Italy | 1948\n- Q264986 | country of citizenship | Italy | 1948\n- Q219490 | country of citizenship | Italy | 1948\n- Q213482 | country of citizenship | Italy | 1948\n- Dalida | country of citizenship | Italy | 1948\n- Wilma Montesi | country of citizenship | Italy | 1948\n- Vittore Catella | country of citizenship | Italy | 1948\nReasoning:", "completion": " Answer: Italy", "t_query": 1948.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003697", "prompt": " In 1938, whose located in was arrondissement of Bourg-en-Bresse?\nEvidence:\n- Q243579 | located in the administrative territorial entity | arrondissement of Bourg-en-Bresse | 1938\n- Pérouges | located in the administrative territorial entity | arrondissement of Bourg-en-Bresse | 1938\n- Le Montellier | located in the administrative territorial entity | arrondissement of Bourg-en-Bresse | 1938\n- Charnoz-sur-Ain | located in the administrative territorial entity | arrondissement of Bourg-en-Bresse | 1938\nReasoning:", "completion": " Answer: Pérouges", "t_query": 1938.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_003698", "prompt": " In what year was the head of state of Veriano Luchetti's country of citizenship equal to Sandro Pertini?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\n- Tiziano Terzani | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: 1985", "t_query": 1985.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003699", "prompt": " In 1947, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1947\n- Vladica Popović | country of citizenship | Yugoslavia | 1947\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1947\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1947\n- Ilija Petković | country of citizenship | Yugoslavia | 1947\n- Dušan Ivković | country of citizenship | Yugoslavia | 1947\n- Dragan Tomić | country of citizenship | Yugoslavia | 1947\n- Verzar | country | Yugoslavia | 1947\n- Suševo | country | Yugoslavia | 1947\n- Q793485 | country | Yugoslavia | 1947\n- Pirot | country | Yugoslavia | 1947\n- Orašje | country | Yugoslavia | 1947\n- Kraljevo | country | Yugoslavia | 1947\n- Karlovac | country | Yugoslavia | 1947\n- Dimitrovgrad | country | Yugoslavia | 1947\nReasoning:", "completion": " Answer: Eleonora Rossi Drago", "t_query": 1947.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003700", "prompt": " Who was the country of Kadiivka after Ukrainian Soviet Socialist Republic?\nEvidence:\n- Kadiivka | country | Soviet Union | 1950\n- Turkmen Soviet Socialist Republic | country | Soviet Union | 1950\n- Georgian Soviet Socialist Republic | country | Soviet Union | 1950\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1950\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1950\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1950\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1950\n- Kadiivka | located in the administrative territorial entity | Luhansk Oblast | 1950\n- Zhytomyr | country | Soviet Union | 1950\n- Zastavna | country | Soviet Union | 1950\n- Yevpatoriia | country | Soviet Union | 1950\n- Yalta | country | Soviet Union | 1950\n- Vyazma | country | Soviet Union | 1950\n- Voronezh | country | Soviet Union | 1950\n- Vologda | country | Soviet Union | 1950\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1950.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003701", "prompt": " After Adeodato Giovanni Piazza country of citizenship Italy, what was the shares border with of Salvatore Fiume's country of citizenship?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1971\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Giovanni Mardersteig | country of citizenship | Italy | 1971\n- Giovanni Invernizzi | country of citizenship | Italy | 1971\n- Giovanni Goria | country of citizenship | Italy | 1971\n- Giovanni Ferrofino | country of citizenship | Italy | 1971\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1971.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003702", "prompt": " In 1983, what was the part of of Robert Morley's country of citizenship?\nEvidence:\n- Robert Morley | country of citizenship | United Kingdom | 1983\n- United Kingdom | part of | European Union | 1983\n- Tony Abbott | country of citizenship | United Kingdom | 1983\n- Liz Smith | country of citizenship | United Kingdom | 1983\n- United Kingdom | member of | European Union | 1983\n- United Kingdom | head of state | Elizabeth II | 1983\nReasoning:", "completion": " Answer: European Union", "t_query": 1983.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_003703", "prompt": " In what year was the country of Bernard Schultze's work location equal to West Germany?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\nReasoning:", "completion": " Answer: 1953", "t_query": 1953.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003704", "prompt": " In 1975, whose country of citizenship was Yugoslavia?\nEvidence:\n- Q46099 | country of citizenship | Yugoslavia | 1975\n- Q207166 | country of citizenship | Yugoslavia | 1975\n- Vladica Popović | country of citizenship | Yugoslavia | 1975\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1975\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1975\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1975\n- Ilija Petković | country of citizenship | Yugoslavia | 1975\n- Dušan Ivković | country of citizenship | Yugoslavia | 1975\n- Dragan Tomić | country of citizenship | Yugoslavia | 1975\n- Verzar | country | Yugoslavia | 1975\n- Suševo | country | Yugoslavia | 1975\n- Q793485 | country | Yugoslavia | 1975\n- Pirot | country | Yugoslavia | 1975\n- Orašje | country | Yugoslavia | 1975\n- Kraljevo | country | Yugoslavia | 1975\nReasoning:", "completion": " Answer: Mišo Cebalo", "t_query": 1975.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003705", "prompt": " In what year was the employer of Shane McMahon equal to WWE?\nEvidence:\n- Shane McMahon | employer | WWE | 2010\n- Vince McMahon | employer | WWE | 2010\n- Shane McMahon | sport | referee | 2010\n- Shane McMahon | occupation | entrepreneur | 2010\n- Shane McMahon | sport | professional wrestling | 2010\n- Q285372 | employer | WWE | 2010\n- Mike Chioda | employer | WWE | 2010\n- Ring of Honor | sport | professional wrestling | 2010\n- Q44304 | sport | professional wrestling | 2010\nReasoning:", "completion": " Answer: 2010", "t_query": 2010.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_003706", "prompt": " In 1935, what was the educated at of Louise Bourgeois?\nEvidence:\n- Louise Bourgeois | educated at | University of Paris | 1935\n- Louise Bourgeois | work location | Paris | 1935\n- Q95821 | educated at | University of Paris | 1935\n- Q232873 | employer | University of Paris | 1935\n- Arnaud Denjoy | employer | University of Paris | 1935\n- Édith Piaf | residence | Paris | 1935\n- Zoltán Kemény | work location | Paris | 1935\n- René Huyghe | work location | Paris | 1935\n- Q87063 | work location | Paris | 1935\n- Q782127 | residence | Paris | 1935\n- Q763355 | work location | Paris | 1935\n- Q674956 | work location | Paris | 1935\n- Q430918 | terminus location | Paris | 1935\n- Q399091 | work location | Paris | 1935\n- Q384860 | work location | Paris | 1935\nReasoning:", "completion": " Answer: University of Paris", "t_query": 1935.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003707", "prompt": " Who was the country of Kostanay Region before Kazakh Soviet Socialist Republic?\nEvidence:\n- Kostanay Region | country | Kazakh Soviet Socialist Republic | 1967\n- Kostanay Region | located in the administrative territorial entity | Kazakh Soviet Socialist Republic | 1967\n- Kostanay Region | country | Soviet Union | 1967\n- Turkmen Soviet Socialist Republic | country | Soviet Union | 1967\n- Georgian Soviet Socialist Republic | country | Soviet Union | 1967\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1967\n- North Kazakhstan Region | country | Soviet Union | 1967\n- East Kazakhstan Region | country | Soviet Union | 1967\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1967\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1967\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1967\n- Zhytomyr | country | Soviet Union | 1967\n- Zastavna | country | Soviet Union | 1967\n- Yevpatoriia | country | Soviet Union | 1967\n- Yalta | country | Soviet Union | 1967\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1967.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003708", "prompt": " Who was the country of citizenship of Romano Mussolini after Kingdom of Italy?\nEvidence:\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Italy", "t_query": 1984.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003709", "prompt": " In 1994, whose head of state's country of citizenship was Oscar Luigi Scalfaro?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1994\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1994\n- Oscar Luigi Scalfaro | position held | President of Italy | 1994\n- Luigi Comencini | country of citizenship | Italy | 1994\n- Luigi Agnolin | country of citizenship | Italy | 1994\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1994\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\nReasoning:", "completion": " Answer: Nino Baragli", "t_query": 1994.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003710", "prompt": " In 2001, what was the member of of Gerardo Marotta's country of citizenship?\nEvidence:\n- Gerardo Marotta | country of citizenship | Italy | 2001\n- Gerardo Marotta | award received | Goethe Medal | 2001\n- Q679495 | country of citizenship | Italy | 2001\n- Q445276 | country of citizenship | Italy | 2001\n- Q383551 | country of citizenship | Italy | 2001\n- Vittorio Vettori | country of citizenship | Italy | 2001\n- Vito Lattanzio | country of citizenship | Italy | 2001\n- Veriano Luchetti | country of citizenship | Italy | 2001\n- Valeria Moriconi | country of citizenship | Italy | 2001\n- Urbano Lazzaro | country of citizenship | Italy | 2001\n- Tullio Kezich | country of citizenship | Italy | 2001\n- Tonino Guerra | country of citizenship | Italy | 2001\n- Tonino Cervi | country of citizenship | Italy | 2001\n- Tiziano Terzani | country of citizenship | Italy | 2001\n- Stefano Angeleri | country of citizenship | Italy | 2001\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 2001.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003711", "prompt": " In 1970, what was the shares border with of Lina Bo Bardi's country of citizenship?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Italy | shares border with | Yugoslavia | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1970.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003712", "prompt": " In 1995, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\n- Tiziano Terzani | country of citizenship | Italy | 1995\nReasoning:", "completion": " Answer: Umberto Mastroianni", "t_query": 1995.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003713", "prompt": " In 1949, whose country was Nakhchivan Autonomous Soviet Socialist Republic?\nEvidence:\n- Nakhchivan | country | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Nakhchivan | located in the administrative territorial entity | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Nakhchivan | country | Azerbaijan Soviet Socialist Republic | 1949\n- Shahbuz District | located in the administrative territorial entity | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Babek District | located in the administrative territorial entity | Nakhchivan Autonomous Soviet Socialist Republic | 1949\n- Nakhchivan | country | Soviet Union | 1949\nReasoning:", "completion": " Answer: Nakhchivan", "t_query": 1949.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_003714", "prompt": " In 1976, whose member of sports team was SC Schwarz-Weiß Bregenz?\nEvidence:\n- Rudolf Brunnenmeier | member of sports team | SC Schwarz-Weiß Bregenz | 1976\n- Rudolf Brunnenmeier | member of sports team | Schwarz-Weiß Bregenz | 1976\nReasoning:", "completion": " Answer: Rudolf Brunnenmeier", "t_query": 1976.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_003715", "prompt": " In 1979, what was the country of Ashgabat's capital of?\nEvidence:\n- Ashgabat | capital of | Turkmen Soviet Socialist Republic | 1979\n- Ashgabat | country | Soviet Union | 1979\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1979\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1979\n- Q59054 | country of citizenship | Soviet Union | 1979\n- Q437262 | country of citizenship | Soviet Union | 1979\n- Q324083 | country of citizenship | Soviet Union | 1979\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1979\n- Yuri Manin | country of citizenship | Soviet Union | 1979\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1979\n- Viktor Kulikov | country of citizenship | Soviet Union | 1979\n- Vija Artmane | country of citizenship | Soviet Union | 1979\n- Vera Krepkina | country of citizenship | Soviet Union | 1979\n- Valeri Polyakov | country of citizenship | Soviet Union | 1979\n- Sergei Kovalev | country of citizenship | Soviet Union | 1979\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1979.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003716", "prompt": " After Francesco Aguzzoli country of citizenship Italy, what was the currency of Maria Caniglia's country of citizenship?\nEvidence:\n- Maria Caniglia | country of citizenship | Italy | 1951\n- Francesco Gabrieli | country of citizenship | Italy | 1951\n- Maria Tore Barbina | country of citizenship | Italy | 1951\n- Alberto Maria De Agostini | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1951.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003717", "prompt": " In 1961, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1961\n- Q207166 | country of citizenship | Yugoslavia | 1961\n- Vladica Popović | country of citizenship | Yugoslavia | 1961\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1961\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1961\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1961\n- Ilija Petković | country of citizenship | Yugoslavia | 1961\n- Dušan Ivković | country of citizenship | Yugoslavia | 1961\n- Dragan Tomić | country of citizenship | Yugoslavia | 1961\n- Verzar | country | Yugoslavia | 1961\n- Suševo | country | Yugoslavia | 1961\n- Q793485 | country | Yugoslavia | 1961\n- Pirot | country | Yugoslavia | 1961\n- Orašje | country | Yugoslavia | 1961\n- Kraljevo | country | Yugoslavia | 1961\nReasoning:", "completion": " Answer: Mario Gentili", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003718", "prompt": " In 1913, whose adjacent station was Horomui Station?\nEvidence:\n- Ebetsu Station | adjacent station | Horomui Station | 1913\n- Nopporo Station | adjacent station | Ebetsu Station | 1913\n- Ebetsu Station | adjacent station | Nopporo Station | 1913\nReasoning:", "completion": " Answer: Ebetsu Station", "t_query": 1913.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003719", "prompt": " In 1956, what was the adjacent station of Nopporo Station?\nEvidence:\n- Nopporo Station | adjacent station | Ebetsu Station | 1956\n- Nopporo Station | adjacent station | Atsubetsu Station | 1956\n- Ebetsu Station | adjacent station | Nopporo Station | 1956\n- Ebetsu Station | adjacent station | Horomui Station | 1956\nReasoning:", "completion": " Answer: Ebetsu Station", "t_query": 1956.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_003720", "prompt": " After Giancarlo Ansaloni country of citizenship Italy, what was the currency of Renata Tebaldi's country of citizenship?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Giancarlo Ansaloni | country of citizenship | Italy | 2000\n- Italy | currency | Italian lira | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\nReasoning:", "completion": " Answer: Italian lira", "t_query": 2000.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003721", "prompt": " In 1966, whose location was Toronto?\nEvidence:\n- Healey Willan | location | Toronto | 1966\nReasoning:", "completion": " Answer: Healey Willan", "t_query": 1966.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003722", "prompt": " In what year was the head coach of Atlético Madrid equal to Claudio Ranieri?\nEvidence:\n- Atlético Madrid | head coach | Claudio Ranieri | 2000\n- Chelsea F.C. | head coach | Claudio Ranieri | 2000\n- Q744556 | member of sports team | Atlético Madrid | 2000\n- Q537568 | member of sports team | Atlético Madrid | 2000\n- Q350279 | member of sports team | Atlético Madrid | 2000\n- Q295512 | member of sports team | Atlético Madrid | 2000\n- Q223176 | member of sports team | Atlético Madrid | 2000\n- Q172149 | member of sports team | Atlético Madrid | 2000\n- Atlético Madrid | home venue | Vicente Calderón Stadium | 2000\n- Carlos Aguilera | member of sports team | Atlético Madrid | 2000\n- Antonio López | member of sports team | Atlético Madrid | 2000\n- Sergio Sánchez Sánchez | member of sports team | Atlético Madrid | 2000\n- José Francisco Molina | member of sports team | Atlético Madrid | 2000\n- Antonio López | member of sports team | Atlético Madrid B | 2000\n- Q744556 | member of sports team | AFC Ajax | 2000\nReasoning:", "completion": " Answer: 2000", "t_query": 2000.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003723", "prompt": " After Germany diplomatic relation German Democratic Republic, what was the head of government of Germany's head of government's country of citizenship's contains the administrative territorial entity?\nEvidence:\n- Germany | diplomatic relation | German Democratic Republic | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | shares border with | German Democratic Republic | 1987\n- Q99920 | country of citizenship | German Democratic Republic | 1987\n- Q97584 | country of citizenship | German Democratic Republic | 1987\n- Q96955 | country of citizenship | German Democratic Republic | 1987\n- Q77767 | country of citizenship | German Democratic Republic | 1987\n- Q73946 | country of citizenship | German Democratic Republic | 1987\n- Q72475 | country of citizenship | German Democratic Republic | 1987\n- Q72461 | country of citizenship | German Democratic Republic | 1987\n- Q70388 | country of citizenship | German Democratic Republic | 1987\n- Q67488 | country of citizenship | German Democratic Republic | 1987\n- Q67341 | country of citizenship | German Democratic Republic | 1987\nReasoning:", "completion": " Answer: Q110719", "t_query": 1987.0, "chain_length": 4, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003724", "prompt": " After Gianni Agus country of citizenship Italy, what was the member of of John Paul I's country of citizenship?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\n- Virginio Rosetta | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1961.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003725", "prompt": " In 2010, what was the occupation of Shane McMahon?\nEvidence:\n- Shane McMahon | occupation | entrepreneur | 2010\n- Shane McMahon | sport | referee | 2010\n- Shane McMahon | employer | WWE | 2010\n- Shane McMahon | sport | professional wrestling | 2010\n- Vince McMahon | employer | WWE | 2010\n- Ring of Honor | sport | professional wrestling | 2010\n- Q44304 | sport | professional wrestling | 2010\n- Q285372 | employer | WWE | 2010\n- Mike Chioda | employer | WWE | 2010\nReasoning:", "completion": " Answer: entrepreneur", "t_query": 2010.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_003726", "prompt": " In 1963, whose country of citizenship was Italy?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\n- Tonino Cervi | country of citizenship | Italy | 1963\n- Tiziano Terzani | country of citizenship | Italy | 1963\n- Stéphane Grappelli | country of citizenship | Italy | 1963\n- Simon Spierer | country of citizenship | Italy | 1963\n- Sergio Mantovani | country of citizenship | Italy | 1963\n- Sergio Bonelli | country of citizenship | Italy | 1963\n- Rossana Rossanda | country of citizenship | Italy | 1963\n- Romeo Bertini | country of citizenship | Italy | 1963\n- Renata Tebaldi | country of citizenship | Italy | 1963\n- Primo Nebiolo | country of citizenship | Italy | 1963\n- Pietro Parente | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Gianni Brera", "t_query": 1963.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003727", "prompt": " Who was the currency of Carel Willink's work location's country's shares border with after French franc?\nEvidence:\n- Carel Willink | work location | Berlin | 1920\n- Rudolf Bauer | work location | Berlin | 1920\n- Paul Cassirer | work location | Berlin | 1920\n- Max Blokzijl | work location | Berlin | 1920\n- Konrad Biesalski | work location | Berlin | 1920\n- Anton Kerschbaumer | work location | Berlin | 1920\n- Berlin | located in the administrative territorial entity | Free State of Prussia | 1920\n- Berlin | country | Weimar Republic | 1920\n- Q73153 | residence | Berlin | 1920\nReasoning:", "completion": " Answer: Belgian franc", "t_query": 1920.0, "chain_length": 4, "operator_type": "before_after", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_003728", "prompt": " In what year was the basic form of government of Germany's diplomatic relation equal to constitutional monarchy?\nEvidence:\n- Afghanistan | basic form of government | constitutional monarchy | 1956\n- Germany | diplomatic relation | Afghanistan | 1956\n- Germany | head of government | Konrad Adenauer | 1956\n- Bonn | capital of | Germany | 1956\n- Germany | capital | Bonn | 1956\n- Bonn | capital of | West Germany | 1956\n- Germany | currency | Deutsche Mark | 1956\n- Jürgen Kissner | country of citizenship | Germany | 1956\n- Germany | member of | Western European Union | 1956\n- Germany | head of state | Theodor Heuss | 1956\n- Adolf Schröter | country of citizenship | Germany | 1956\n- West Germany | currency | Deutsche Mark | 1956\n- Germany | shares border with | Czechoslovakia | 1956\n- president of Germany | position holder | Theodor Heuss | 1956\n- Jürgen Kissner | country of citizenship | West Germany | 1956\nReasoning:", "completion": " Answer: 1956", "t_query": 1956.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003729", "prompt": " Who was the member of sports team of Thomas Chatelle after Belgium men's national football team?\nEvidence:\n- Thomas Chatelle | member of sports team | R.S.C. Anderlecht | 2012\n- Thomas Chatelle | member of sports team | Sint-Truidense V.V. | 2012\n- Thomas Chatelle | member of sports team | R.A.E.C. Mons | 2012\n- Q968773 | member of sports team | R.S.C. Anderlecht | 2012\n- Q516607 | member of sports team | R.S.C. Anderlecht | 2012\n- Q329348 | member of sports team | R.S.C. Anderlecht | 2012\n- Marcin Wasilewski | member of sports team | R.S.C. Anderlecht | 2012\n- Q392727 | member of sports team | Sint-Truidense V.V. | 2012\n- Q377088 | member of sports team | Sint-Truidense V.V. | 2012\n- Q817639 | member of sports team | R.A.E.C. Mons | 2012\n- Q464631 | member of sports team | R.A.E.C. Mons | 2012\n- Koen Daerden | member of sports team | Sint-Truidense V.V. | 2012\n- Bahattin Köse | member of sports team | R.A.E.C. Mons | 2012\n- R.A.E.C. Mons | league or competition | Belgian Pro League | 2012\nReasoning:", "completion": " Answer: R.S.C. Anderlecht", "t_query": 2012.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 14, "_lever_variant": "terse"} +{"id": "sft_003730", "prompt": " Who was the position held of Italy's head of government before Member of the European Parliament?\nEvidence:\n- Q219490 | country of citizenship | Italy | 1980\n- Veriano Luchetti | country of citizenship | Italy | 1980\n- Tullio Kezich | country of citizenship | Italy | 1980\n- Tonino Cervi | country of citizenship | Italy | 1980\n- Tiziano Terzani | country of citizenship | Italy | 1980\n- Stéphane Grappelli | country of citizenship | Italy | 1980\n- Simon Spierer | country of citizenship | Italy | 1980\n- Sergio Mantovani | country of citizenship | Italy | 1980\n- Sergio Bonelli | country of citizenship | Italy | 1980\n- Salvatore Cassisa | country of citizenship | Italy | 1980\n- Rossana Rossanda | country of citizenship | Italy | 1980\n- Renata Tebaldi | country of citizenship | Italy | 1980\n- Primo Nebiolo | country of citizenship | Italy | 1980\n- Pino Lancetti | country of citizenship | Italy | 1980\n- Pietro Parente | country of citizenship | Italy | 1980\nReasoning:", "completion": " Answer: Prime Minister of Italy", "t_query": 1980.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003731", "prompt": " In 1914, whose carries thoroughfare was sidewalk?\nEvidence:\n- Alte Elsterbrücke | carries thoroughfare | sidewalk | 1914\nReasoning:", "completion": " Answer: Alte Elsterbrücke", "t_query": 1914.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003732", "prompt": " In 1937, whose noble title's spouse was queen consort?\nEvidence:\n- Louise Mountbatten | noble title | queen consort | 1937\n- Q464563 | position held | queen consort | 1937\n- Louise Mountbatten | spouse | Gustaf VI Adolf of Sweden | 1937\n- Gustaf VI Adolf of Sweden | spouse | Louise Mountbatten | 1937\nReasoning:", "completion": " Answer: Gustaf VI Adolf of Sweden", "t_query": 1937.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_003733", "prompt": " After Richard Nixon spouse Pat Nixon, what was the position held of Richard Nixon?\nEvidence:\n- Richard Nixon | spouse | Pat Nixon | 1960\n- Pat Nixon | spouse | Richard Nixon | 1960\n- Richard Nixon | position held | Vice President of the United States | 1960\n- Pat Nixon | position held | Second Lady or Gentleman of the United States | 1960\n- Richard Nixon | work location | Washington, D.C. | 1960\n- Q216195 | work location | Washington, D.C. | 1960\nReasoning:", "completion": " Answer: Vice President of the United States", "t_query": 1960.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_003734", "prompt": " After Brießnitz located in Rackel, what was the located in of Brießnitz?\nEvidence:\n- Brießnitz | located in the administrative territorial entity | Baruth bei Bautzen | 1980\n- Q160968 | located in the administrative territorial entity | Baruth bei Bautzen | 1980\nReasoning:", "completion": " Answer: Baruth bei Bautzen", "t_query": 1980.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_003735", "prompt": " In 1929, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1929\n- Q890523 | country of citizenship | Kingdom of Italy | 1929\n- Q715036 | country of citizenship | Kingdom of Italy | 1929\n- Q603148 | country of citizenship | Kingdom of Italy | 1929\n- Q471232 | country of citizenship | Kingdom of Italy | 1929\n- Q456574 | country of citizenship | Kingdom of Italy | 1929\n- Q432318 | country of citizenship | Kingdom of Italy | 1929\n- Q429298 | country of citizenship | Kingdom of Italy | 1929\n- Q329221 | country of citizenship | Kingdom of Italy | 1929\n- Q263967 | country of citizenship | Kingdom of Italy | 1929\n- Q216812 | country of citizenship | Kingdom of Italy | 1929\n- Q178349 | country of citizenship | Kingdom of Italy | 1929\n- Q133535 | country of citizenship | Kingdom of Italy | 1929\n- Vincenzo Vannutelli | country of citizenship | Kingdom of Italy | 1929\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1929\nReasoning:", "completion": " Answer: Attilio Pierelli", "t_query": 1929.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003736", "prompt": " In 1984, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1984\n- Q46099 | country of citizenship | Yugoslavia | 1984\n- Q207166 | country of citizenship | Yugoslavia | 1984\n- Vladica Popović | country of citizenship | Yugoslavia | 1984\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1984\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1984\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1984\n- Ilija Petković | country of citizenship | Yugoslavia | 1984\n- Dušan Ivković | country of citizenship | Yugoslavia | 1984\n- Dragan Tomić | country of citizenship | Yugoslavia | 1984\n- Verzar | country | Yugoslavia | 1984\n- Suševo | country | Yugoslavia | 1984\n- Q793485 | country | Yugoslavia | 1984\n- Pirot | country | Yugoslavia | 1984\n- Orašje | country | Yugoslavia | 1984\nReasoning:", "completion": " Answer: Andrea Carrea", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003737", "prompt": " In 1971, what was the currency of Salvatore Fiume's country of citizenship?\nEvidence:\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\n- Ugo Poletti | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1971.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003738", "prompt": " In 1966, what was the position held of Cesare Terranova's country of citizenship's head of state?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1966.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003739", "prompt": " Who was the diplomatic relation of Germany before Czechoslovakia?\nEvidence:\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Germany | shares border with | Czechoslovakia | 1974\n- Trenčín | country | Czechoslovakia | 1974\n- Rokycany | country | Czechoslovakia | 1974\n- Ratibořice | country | Czechoslovakia | 1974\n- Q953856 | country | Czechoslovakia | 1974\n- Q918108 | country | Czechoslovakia | 1974\n- Q852472 | country | Czechoslovakia | 1974\n- Q764320 | country | Czechoslovakia | 1974\n- Q270704 | country | Czechoslovakia | 1974\n- Příbor | country | Czechoslovakia | 1974\n- Prešov | country | Czechoslovakia | 1974\nReasoning:", "completion": " Answer: Afghanistan", "t_query": 1974.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003740", "prompt": " Who was the chairperson of Germany's head of state's member of political party before Wolfgang Gerhardt?\nEvidence:\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | member of | European Atomic Energy Community | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Germany | member of | European Coal and Steel Community | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Answer: Hans-Dietrich Genscher", "t_query": 1974.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003741", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in equal to Feyzin?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: 2003", "t_query": 2003.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003742", "prompt": " In 1984, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1984\n- Ireland | member of | European Economic Community | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Andrea Carrea", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003743", "prompt": " In 1993, what was the country of citizenship of Luca Ronconi?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\n- Stéphane Grappelli | country of citizenship | Italy | 1993\nReasoning:", "completion": " Answer: Italy", "t_query": 1993.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003744", "prompt": " Who was the head of government of Italy after Ciriaco De Mita?\nEvidence:\n- Velasio de Paolis | country of citizenship | Italy | 2015\n- Dino De Antoni | country of citizenship | Italy | 2015\n- Alberto De Martino | country of citizenship | Italy | 2015\n- Sergio Donadoni | country of citizenship | Italy | 2015\n- Sebastiano Mannironi | country of citizenship | Italy | 2015\n- Salvatore Cassisa | country of citizenship | Italy | 2015\n- Rossana Rossanda | country of citizenship | Italy | 2015\n- Romano Agostinelli | country of citizenship | Italy | 2015\n- Roberto Tucci | country of citizenship | Italy | 2015\n- Pinuccio Sciola | country of citizenship | Italy | 2015\n- Paolo Villaggio | country of citizenship | Italy | 2015\n- Mauro Staccioli | country of citizenship | Italy | 2015\n- Mario Sereni | country of citizenship | Italy | 2015\n- Mario Perniola | country of citizenship | Italy | 2015\n- Luigi Agnolin | country of citizenship | Italy | 2015\nReasoning:", "completion": " Answer: Matteo Renzi", "t_query": 2015.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003745", "prompt": " In 1921, whose head of government's country's work location's spouse was Joseph Wirth?\nEvidence:\n- Weimar Republic | head of government | Joseph Wirth | 1921\n- Weimar Republic | head of government | Constantin Fehrenbach | 1921\n- Minden Government Region | country | Weimar Republic | 1921\n- Weimar Republic | head of state | Friedrich Ebert | 1921\n- hyperinflation in the Weimar Republic | country | Weimar Republic | 1921\n- Q87105 | country of citizenship | Weimar Republic | 1921\n- Albrecht Brandi | country of citizenship | Weimar Republic | 1921\n- Fritz-Julius Lemp | country of citizenship | Weimar Republic | 1921\n- Zwickau | country | Weimar Republic | 1921\n- Zimmern | country | Weimar Republic | 1921\n- Wrocław | country | Weimar Republic | 1921\n- Wittmund | country | Weimar Republic | 1921\n- Wismar | country | Weimar Republic | 1921\n- Wiesbaden | country | Weimar Republic | 1921\n- Weimar | country | Weimar Republic | 1921\nReasoning:", "completion": " Answer: Tilla Durieux", "t_query": 1921.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003746", "prompt": " After Omsk located in Omsk Governorate, what was the country of Omsk?\nEvidence:\n- Omsk | country | Soviet Union | 1948\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Q59054 | country of citizenship | Soviet Union | 1948\n- Q437262 | country of citizenship | Soviet Union | 1948\n- Q324083 | country of citizenship | Soviet Union | 1948\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1948\n- Yuri Manin | country of citizenship | Soviet Union | 1948\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1948\n- Viktor Kulikov | country of citizenship | Soviet Union | 1948\n- Vija Artmane | country of citizenship | Soviet Union | 1948\n- Vera Krepkina | country of citizenship | Soviet Union | 1948\n- Valeri Polyakov | country of citizenship | Soviet Union | 1948\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1948.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003747", "prompt": " In 1968, what was the position held of Ugo Morin's country of citizenship's head of state?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1968.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003748", "prompt": " In what year was the head of government of Kyoto Prefecture equal to Yukio Hayashida?\nEvidence:\n- Kyoto Prefecture | head of government | Yukio Hayashida | 1978\nReasoning:", "completion": " Answer: 1978", "t_query": 1978.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003749", "prompt": " In 1961, what was the position held of Mario Gentili's country of citizenship's head of state?\nEvidence:\n- Mario Gentili | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1961.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003750", "prompt": " After Bonn capital of Germany, what was the position held of Germany's head of state?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\nReasoning:", "completion": " Answer: president of Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003751", "prompt": " In 1952, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\n- Wilma Montesi | country of citizenship | Italy | 1952\n- Vittore Catella | country of citizenship | Italy | 1952\n- Vitaliano Brancati | country of citizenship | Italy | 1952\nReasoning:", "completion": " Answer: Franca Ongaro", "t_query": 1952.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003752", "prompt": " In what year was the position held of Umberto Mastroianni's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Umberto Mastroianni | country of citizenship | Italy | 1995\n- Q679495 | country of citizenship | Italy | 1995\n- Q658206 | country of citizenship | Italy | 1995\n- Q454036 | country of citizenship | Italy | 1995\n- Q445276 | country of citizenship | Italy | 1995\n- Q383551 | country of citizenship | Italy | 1995\n- Vittore Catella | country of citizenship | Italy | 1995\n- Veriano Luchetti | country of citizenship | Italy | 1995\n- Valeria Moriconi | country of citizenship | Italy | 1995\n- Urbano Lazzaro | country of citizenship | Italy | 1995\n- Ugo Poletti | country of citizenship | Italy | 1995\n- Tullio Kezich | country of citizenship | Italy | 1995\n- Tonino Guerra | country of citizenship | Italy | 1995\n- Tonino Cervi | country of citizenship | Italy | 1995\n- Tiziano Terzani | country of citizenship | Italy | 1995\nReasoning:", "completion": " Answer: 1995", "t_query": 1995.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003753", "prompt": " In what year was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance equal to Bremen?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Answer: 1972", "t_query": 1972.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003754", "prompt": " In 1962, what was the position held of Antonio Corpora's country of citizenship's head of state?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1962.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003755", "prompt": " In 1978, what was the country of David Bowie's work location?\nEvidence:\n- David Bowie | work location | Berlin | 1978\n- Q896393 | work location | Berlin | 1978\n- Christian Schad | work location | Berlin | 1978\n- Albert Speer | work location | Berlin | 1978\n- Karl Horst Hödicke | work location | Berlin | 1978\n- Helga de La Motte-Haber | work location | Berlin | 1978\n- Berlin | country | German Democratic Republic | 1978\n- Berlin | head of government | Dietrich Stobbe | 1978\n- Q497401 | terminus | Berlin | 1978\n- Anna Seghers | residence | Berlin | 1978\nReasoning:", "completion": " Answer: German Democratic Republic", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_003756", "prompt": " In 1941, whose anthem was The Internationale?\nEvidence:\n- Russian Soviet Federative Socialist Republic | anthem | The Internationale | 1941\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1941\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Khabarovsk Krai | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1941\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1941\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1941\nReasoning:", "completion": " Answer: Russian Soviet Federative Socialist Republic", "t_query": 1941.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003757", "prompt": " After Merv located in Turkmen Soviet Socialist Republic, what was the located in of Ashgabat's capital of?\nEvidence:\n- Ashgabat | capital of | Turkmen Soviet Socialist Republic | 1979\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1979\n- Turkmen Soviet Socialist Republic | country | Soviet Union | 1979\n- Ashgabat | country | Soviet Union | 1979\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1979\n- Georgian Soviet Socialist Republic | country | Soviet Union | 1979\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1979\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1979\n- Q59054 | country of citizenship | Soviet Union | 1979\n- Q437262 | country of citizenship | Soviet Union | 1979\n- Q324083 | country of citizenship | Soviet Union | 1979\n- Zhytomyr | country | Soviet Union | 1979\n- Zastavna | country | Soviet Union | 1979\n- Yevpatoriia | country | Soviet Union | 1979\n- Yalta | country | Soviet Union | 1979\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1979.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003758", "prompt": " In 1988, what was the head of government of Erazim Kohák's residence?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- United States | shares border with | Panama | 1988\n- Tony Miles | country for sport | United States | 1988\n- Julie Mehretu | work location | United States | 1988\n- Discovery Channel | country | United States | 1988\nReasoning:", "completion": " Answer: Ronald Reagan", "t_query": 1988.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 13, "_lever_variant": "terse"} +{"id": "sft_003759", "prompt": " After Speyer country West Germany, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Speyer | country | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\nReasoning:", "completion": " Answer: Baden-Württemberg", "t_query": 1972.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003760", "prompt": " Who was the occupant of Lluís Companys Olympic Stadium after Barcelona Dragons?\nEvidence:\n- Lluís Companys Olympic Stadium | occupant | Barcelona Dragons | 1999\n- Barcelona Dragons | home venue | Lluís Companys Olympic Stadium | 1999\n- Lluís Companys Olympic Stadium | occupant | RCD Espanyol de Barcelona | 1999\n- Barcelona Dragons | head coach | Jack Bicknell | 1999\n- Barcelona Dragons | league or competition | NFL Europe | 1999\n- Jack Bicknell | coach of sports team | Barcelona Dragons | 1999\n- Q943194 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q939976 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q704268 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Q296975 | member of sports team | RCD Espanyol de Barcelona | 1999\n- Mauro Navas | member of sports team | RCD Espanyol de Barcelona | 1999\nReasoning:", "completion": " Answer: RCD Espanyol de Barcelona", "t_query": 1999.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 11, "_lever_variant": "terse"} +{"id": "sft_003761", "prompt": " Who was the position held of Germany's head of government after Federal Minister for Foreign Affairs?\nEvidence:\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Bonn | capital of | Germany | 1974\n- Afghanistan | basic form of government | republic | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\nReasoning:", "completion": " Answer: president of Germany", "t_query": 1974.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003762", "prompt": " After Andrea Cordero Lanza di Montezemolo country of citizenship Italy, what was the member of of Arnaldo Genoino's country of citizenship?\nEvidence:\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1978\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Andrea Pangrazio | country of citizenship | Italy | 1978\n- Andrea Miano | country of citizenship | Italy | 1978\n- Andrea Cassone | country of citizenship | Italy | 1978\n- Andrea Carrea | country of citizenship | Italy | 1978\n- Andrea Bianchi | country of citizenship | Italy | 1978\n- Carmelo Di Bella | country of citizenship | Italy | 1978\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1978.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003763", "prompt": " After Urban Community of Lyon contains the administrative territorial entity Albigny-sur-Saône, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Albigny-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Rochetaillée-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Neuville-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Fleurieu-sur-Saône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\nReasoning:", "completion": " Answer: Poleymieux-au-Mont-d'Or", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003764", "prompt": " In what year was the head of state of Turkey equal to İsmet İnönü?\nEvidence:\n- Turkey | head of state | İsmet İnönü | 1941\n- Republican People's Party | chairperson | İsmet İnönü | 1941\n- N. I. Lobachevsky State University of Nizhny Novgorod | country | Soviet Union | 1941\n- Ömer Nasuhi Bilmen | country of citizenship | Turkey | 1941\n- Turkey | shares border with | Soviet Union | 1941\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1941\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1941\n- Q59054 | country of citizenship | Soviet Union | 1941\n- Q437262 | country of citizenship | Soviet Union | 1941\n- Q324083 | country of citizenship | Soviet Union | 1941\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1941\n- Yuri Manin | country of citizenship | Soviet Union | 1941\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1941\n- Viktor Kulikov | country of citizenship | Soviet Union | 1941\n- Vikenty Veresaev | country of citizenship | Soviet Union | 1941\nReasoning:", "completion": " Answer: 1941", "t_query": 1941.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003765", "prompt": " After Alda Merini country of citizenship Italy, what was the member of of Claudio Cavazza's country of citizenship?\nEvidence:\n- Claudio Cavazza | country of citizenship | Italy | 1970\n- Alda Noni | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1970.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003766", "prompt": " After Bonn capital of Germany, what was the contains the administrative territorial entity of Germany's capital's capital of?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Answer: Schleswig-Holstein", "t_query": 1974.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003767", "prompt": " In what year was the member of of Claudia Vinciguerra's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Claudia Vinciguerra | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: 1968", "t_query": 1968.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003768", "prompt": " In 1913, whose head of state's country was Nicholas II of Russia?\nEvidence:\n- Russian Empire | head of state | Nicholas II of Russia | 1913\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1913\n- Q326616 | country of registry | Russian Empire | 1913\n- Khanate of Khiva | country | Russian Empire | 1913\n- Emirate of Bukhara | country | Russian Empire | 1913\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1913\n- Vladimir Lenin | country of citizenship | Russian Empire | 1913\n- Vikenty Veresaev | country of citizenship | Russian Empire | 1913\n- Maria Zankovetska | country of citizenship | Russian Empire | 1913\n- Giorgio Scerbanenco | country of citizenship | Russian Empire | 1913\n- Antoine Pevsner | country of citizenship | Russian Empire | 1913\n- Alla Nazimova | country of citizenship | Russian Empire | 1913\n- Menachem Mendel Schneerson | country of citizenship | Russian Empire | 1913\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1913\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1913\nReasoning:", "completion": " Answer: Khrustalnyi", "t_query": 1913.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003769", "prompt": " In 1956, what was the member of of Alfonso Calzolari's country of citizenship?\nEvidence:\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\n- Veriano Luchetti | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003770", "prompt": " In 1972, what was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\nReasoning:", "completion": " Answer: Bavaria", "t_query": 1972.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003771", "prompt": " After Maria Fiore country of citizenship Italy, what was the currency of Romolo Alzani's country of citizenship?\nEvidence:\n- Romolo Alzani | country of citizenship | Italy | 1987\n- Maria Tore Barbina | country of citizenship | Italy | 1987\n- Italy | currency | Italian lira | 1987\n- Q679495 | country of citizenship | Italy | 1987\n- Q658206 | country of citizenship | Italy | 1987\n- Q454036 | country of citizenship | Italy | 1987\n- Q435856 | country of citizenship | Italy | 1987\n- Q219490 | country of citizenship | Italy | 1987\n- Zeno Colò | country of citizenship | Italy | 1987\n- Vittorio Caprioli | country of citizenship | Italy | 1987\n- Vittore Catella | country of citizenship | Italy | 1987\n- Veriano Luchetti | country of citizenship | Italy | 1987\n- Ugo Tognazzi | country of citizenship | Italy | 1987\n- Ugo Poletti | country of citizenship | Italy | 1987\n- Tullio Kezich | country of citizenship | Italy | 1987\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1987.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003772", "prompt": " In 1935, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1935\n- Q890523 | country of citizenship | Kingdom of Italy | 1935\n- Q432318 | country of citizenship | Kingdom of Italy | 1935\n- Q429298 | country of citizenship | Kingdom of Italy | 1935\n- Q329221 | country of citizenship | Kingdom of Italy | 1935\n- Q216812 | country of citizenship | Kingdom of Italy | 1935\n- Q178349 | country of citizenship | Kingdom of Italy | 1935\n- Q133535 | country of citizenship | Kingdom of Italy | 1935\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1935\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1935\n- Titta Ruffo | country of citizenship | Kingdom of Italy | 1935\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1935\n- Paolo Vetri | country of citizenship | Kingdom of Italy | 1935\n- Paolo Manna | country of citizenship | Kingdom of Italy | 1935\n- Pantaleo Carabellese | country of citizenship | Kingdom of Italy | 1935\nReasoning:", "completion": " Answer: Sabatino Moscati", "t_query": 1935.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003773", "prompt": " Who was the member of of Giovanni Spadolini's country of citizenship before European Coal and Steel Community?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1975.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003774", "prompt": " In what year was the member of of Romano Mussolini's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Romano Mussolini | country of citizenship | Italy | 1984\n- Romano Scarpa | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\n- Ugo Poletti | country of citizenship | Italy | 1984\n- Tullio Kezich | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: 1984", "t_query": 1984.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003775", "prompt": " Who was the contains the administrative territorial entity of Germany's capital's capital of before Rhineland-Palatinate?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Answer: Bremen", "t_query": 1974.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003776", "prompt": " In 1968, whose member of's country of citizenship was European Economic Community?\nEvidence:\n- Italy | member of | European Economic Community | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\n- Ulrico Girardi | country of citizenship | Italy | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Ugo Morin", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003777", "prompt": " In 1978, what was the currency of Arnaldo Genoino's country of citizenship?\nEvidence:\n- Arnaldo Genoino | country of citizenship | Italy | 1978\n- Q679495 | country of citizenship | Italy | 1978\n- Q658206 | country of citizenship | Italy | 1978\n- Q642428 | country of citizenship | Italy | 1978\n- Q454036 | country of citizenship | Italy | 1978\n- Q435856 | country of citizenship | Italy | 1978\n- Q219490 | country of citizenship | Italy | 1978\n- Vittorio Caprioli | country of citizenship | Italy | 1978\n- Vittore Catella | country of citizenship | Italy | 1978\n- Veriano Luchetti | country of citizenship | Italy | 1978\n- Ulrico Girardi | country of citizenship | Italy | 1978\n- Ugo Poletti | country of citizenship | Italy | 1978\n- Tullio Kezich | country of citizenship | Italy | 1978\n- Tonino Cervi | country of citizenship | Italy | 1978\n- Tiziano Terzani | country of citizenship | Italy | 1978\nReasoning:", "completion": " Answer: Italian lira", "t_query": 1978.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003778", "prompt": " In 1936, whose member of sports team was Real Madrid Club de Fútbol?\nEvidence:\n- Q704337 | member of sports team | Real Madrid Club de Fútbol | 1936\n- Q549553 | member of sports team | Real Madrid Club de Fútbol | 1936\n- Q529087 | member of sports team | Real Madrid Club de Fútbol | 1936\n- Ricardo Zamora | member of sports team | Real Madrid Club de Fútbol | 1936\n- Q549553 | member of sports team | Valencia CF | 1936\n- Q704337 | member of sports team | Basque Country regional football team | 1936\n- Q704337 | member of sports team | Spain men's national football team | 1936\n- Q529087 | member of sports team | Spain men's national football team | 1936\n- Ricardo Zamora | member of sports team | Spain men's national football team | 1936\nReasoning:", "completion": " Answer: Ricardo Zamora", "t_query": 1936.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_003779", "prompt": " In 1988, whose member of political party's head of government's residence was Republican Party?\nEvidence:\n- Q527509 | member of political party | Republican Party | 1988\n- Ronald Reagan | member of political party | Republican Party | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Ronald Reagan | position held | President of the United States | 1988\n- Ronald Reagan | work location | Washington, D.C. | 1988\n- Ronald Reagan | spouse | Nancy Reagan | 1988\nReasoning:", "completion": " Answer: Erazim Kohák", "t_query": 1988.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_003780", "prompt": " After Attilio Pierelli country of citizenship Italy, what was the head of state of Salvatore Fiume's country of citizenship?\nEvidence:\n- Attilio Pierelli | country of citizenship | Italy | 1971\n- Salvatore Fiume | country of citizenship | Italy | 1971\n- Salvatore Cassisa | country of citizenship | Italy | 1971\n- Q679495 | country of citizenship | Italy | 1971\n- Q658206 | country of citizenship | Italy | 1971\n- Q642428 | country of citizenship | Italy | 1971\n- Q454036 | country of citizenship | Italy | 1971\n- Q435856 | country of citizenship | Italy | 1971\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Vittorio Caprioli | country of citizenship | Italy | 1971\n- Vittore Catella | country of citizenship | Italy | 1971\n- Virginio Rosetta | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Ulrico Girardi | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: Giovanni Leone", "t_query": 1971.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003781", "prompt": " After Freiburg im Breisgau country West Germany, what was the contains the administrative territorial entity of Bernard Schultze's work location's country?\nEvidence:\n- Bernard Schultze | work location | Frankfurt | 1953\n- Frankfurt | country | West Germany | 1953\n- Suhrkamp Verlag | headquarters location | Frankfurt | 1953\nReasoning:", "completion": " Answer: Schleswig-Holstein", "t_query": 1953.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003782", "prompt": " In 1962, what was the head of state of Antonio Corpora's country of citizenship?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Giovanni Gronchi", "t_query": 1962.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003783", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Vénissieux", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003784", "prompt": " In 1987, whose contains the administrative territorial entity's country of citizenship's head of government was Schleswig-Holstein?\nEvidence:\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1987\n- Rostock District | shares border with | Schleswig-Holstein | 1987\n- West Germany | contains the administrative territorial entity | Saarland | 1987\n- West Germany | contains the administrative territorial entity | Hesse | 1987\n- West Germany | contains the administrative territorial entity | Hamburg | 1987\n- West Germany | contains the administrative territorial entity | Bremen | 1987\n- West Germany | contains the administrative territorial entity | Bavaria | 1987\n- Rostock District | contains the administrative territorial entity | Wismar | 1987\n- Rostock District | contains the administrative territorial entity | Q4098 | 1987\n- Rostock District | contains the administrative territorial entity | Q4065 | 1987\n- Rostock District | contains the administrative territorial entity | Q2861 | 1987\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1987\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1987\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1987\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1987\nReasoning:", "completion": " Answer: Germany", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003785", "prompt": " In 1972, what was the allegiance of Friedrich Guggenberger?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Hans-Günther Lange | allegiance | West Germany | 1972\n- Saarland | located in the administrative territorial entity | West Germany | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\nReasoning:", "completion": " Answer: West Germany", "t_query": 1972.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003786", "prompt": " In 1998, whose employer was Steklov Institute of Mathematics?\nEvidence:\n- Q85404 | employer | Steklov Institute of Mathematics | 1998\n- Vasily Vladimirov | employer | Steklov Institute of Mathematics | 1998\nReasoning:", "completion": " Answer: Vasily Vladimirov", "t_query": 1998.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_003787", "prompt": " In 1963, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Luigi Pistilli", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003788", "prompt": " In 1968, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1968\n- Q207166 | country of citizenship | Yugoslavia | 1968\n- Vladica Popović | country of citizenship | Yugoslavia | 1968\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1968\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1968\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1968\n- Ilija Petković | country of citizenship | Yugoslavia | 1968\n- Dušan Ivković | country of citizenship | Yugoslavia | 1968\n- Dragan Tomić | country of citizenship | Yugoslavia | 1968\n- Verzar | country | Yugoslavia | 1968\n- Suševo | country | Yugoslavia | 1968\n- Q793485 | country | Yugoslavia | 1968\n- Pirot | country | Yugoslavia | 1968\n- Orašje | country | Yugoslavia | 1968\n- Kraljevo | country | Yugoslavia | 1968\nReasoning:", "completion": " Answer: Clelio Darida", "t_query": 1968.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003789", "prompt": " In what year was the located in of Görlitz equal to Dresden District?\nEvidence:\n- Görlitz | located in the administrative territorial entity | Dresden District | 1969\n- Görlitz | country | German Democratic Republic | 1969\n- Q97584 | country of citizenship | German Democratic Republic | 1969\n- Q96955 | country of citizenship | German Democratic Republic | 1969\n- Q77767 | country of citizenship | German Democratic Republic | 1969\n- Q73946 | country of citizenship | German Democratic Republic | 1969\n- Q67341 | country of citizenship | German Democratic Republic | 1969\n- Q449313 | country of citizenship | German Democratic Republic | 1969\n- Q438683 | country of citizenship | German Democratic Republic | 1969\n- Q323063 | country of citizenship | German Democratic Republic | 1969\n- Q126983 | country of citizenship | German Democratic Republic | 1969\n- East Berlin | capital of | German Democratic Republic | 1969\n- Werner Schulz | country of citizenship | German Democratic Republic | 1969\n- Udo Zimmermann | country of citizenship | German Democratic Republic | 1969\n- Ruth Fuchs | country of citizenship | German Democratic Republic | 1969\nReasoning:", "completion": " Answer: 1969", "t_query": 1969.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003790", "prompt": " In 2011, what was the sponsor of EF Education-Tibco-SVB?\nEvidence:\n- EF Education-Tibco-SVB | sponsor | Tibco Software | 2011\n- EF Education-Tibco-SVB | owned by | Linda Jackson | 2011\n- Tara Whitten | member of sports team | EF Education-Tibco-SVB | 2011\nReasoning:", "completion": " Answer: Tibco Software", "t_query": 2011.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003791", "prompt": " In 1950, what was the located in of Mannheim?\nEvidence:\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\nReasoning:", "completion": " Answer: Württemberg-Baden", "t_query": 1950.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003792", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Rochetaillée-sur-Saône", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003793", "prompt": " In what year was the contains the administrative territorial entity of Virbhadra Singh's country of citizenship equal to Daman and Diu?\nEvidence:\n- India | contains the administrative territorial entity | Daman and Diu | 1993\n- Virbhadra Singh | country of citizenship | India | 1993\n- M. S. Swaminathan | country of citizenship | India | 1993\n- Abhijit Banerjee | country of citizenship | India | 1993\n- India | head of state | Shankar Dayal Sharma | 1993\n- India | head of government | P. V. Narasimha Rao | 1993\nReasoning:", "completion": " Answer: 1993", "t_query": 1993.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_003794", "prompt": " Who was the award received of Italy's head of state before Grand Order of King Tomislav?\nEvidence:\n- Oscar Luigi Scalfaro | award received | Order of the White Eagle | 1996\n- Italy | head of state | Oscar Luigi Scalfaro | 1996\n- Q454036 | country of citizenship | Italy | 1996\n- Vittore Catella | country of citizenship | Italy | 1996\n- Veriano Luchetti | country of citizenship | Italy | 1996\n- Tullio Kezich | country of citizenship | Italy | 1996\n- Tonino Cervi | country of citizenship | Italy | 1996\n- Tiziano Terzani | country of citizenship | Italy | 1996\n- Stéphane Grappelli | country of citizenship | Italy | 1996\n- Simon Spierer | country of citizenship | Italy | 1996\n- Sergio Mantovani | country of citizenship | Italy | 1996\n- Sergio Bonelli | country of citizenship | Italy | 1996\n- Salvatore Cassisa | country of citizenship | Italy | 1996\n- Rossana Rossanda | country of citizenship | Italy | 1996\n- Romano Mussolini | country of citizenship | Italy | 1996\nReasoning:", "completion": " Answer: Order of the White Eagle", "t_query": 1996.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003795", "prompt": " In what year was the country of citizenship of Raul Gardini equal to Italy?\nEvidence:\n- Raul Gardini | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\n- Tullio Kezich | country of citizenship | Italy | 1989\n- Tonino Cervi | country of citizenship | Italy | 1989\n- Tiziano Terzani | country of citizenship | Italy | 1989\n- Stéphane Grappelli | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: 1989", "t_query": 1989.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003796", "prompt": " In what year was the located in of Route nationale 401 equal to Haute-Marne?\nEvidence:\n- Route nationale 401 | located in the administrative territorial entity | Haute-Marne | 1946\n- Route nationale 401 | located in the administrative territorial entity | Meuse | 1946\n- Q731279 | located in the administrative territorial entity | Haute-Marne | 1946\n- Route nationale 401 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\n- Route nationale 411 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\nReasoning:", "completion": " Answer: 1946", "t_query": 1946.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_003797", "prompt": " In 1952, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1952\n- Vladica Popović | country of citizenship | Yugoslavia | 1952\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1952\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1952\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1952\n- Ilija Petković | country of citizenship | Yugoslavia | 1952\n- Dušan Ivković | country of citizenship | Yugoslavia | 1952\n- Dragan Tomić | country of citizenship | Yugoslavia | 1952\n- Verzar | country | Yugoslavia | 1952\n- Suševo | country | Yugoslavia | 1952\n- Q793485 | country | Yugoslavia | 1952\n- Pirot | country | Yugoslavia | 1952\n- Orašje | country | Yugoslavia | 1952\n- Kraljevo | country | Yugoslavia | 1952\n- Karlovac | country | Yugoslavia | 1952\nReasoning:", "completion": " Answer: Franca Ongaro", "t_query": 1952.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003798", "prompt": " In what year was the member of of Eugène Tisserant equal to Académie des Inscriptions et Belles-Lettres?\nEvidence:\n- Eugène Tisserant | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q822586 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q74879 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q689251 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q663757 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q521915 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q321959 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Q124348 | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Marcel Bataillon | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Louis Robert | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Jérôme Carcopino | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- André Mazon | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Alfred Ernout | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Ramón Menéndez Pidal | member of | Académie des Inscriptions et Belles-Lettres | 1966\n- Charles-Edmond Perrin | member of | Académie des Inscriptions et Belles-Lettres | 1966\nReasoning:", "completion": " Answer: 1966", "t_query": 1966.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003799", "prompt": " In what year was the contains the administrative territorial entity of Germany's head of government's country of citizenship equal to Bavaria?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: 1987", "t_query": 1987.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003800", "prompt": " Who was the head of government of Kyoto Prefecture before Keiji Yamada?\nEvidence:\n- Kyoto Prefecture | head of government | Yukio Hayashida | 1978\nReasoning:", "completion": " Answer: Yukio Hayashida", "t_query": 1978.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003801", "prompt": " After Calogero Vizzini country of citizenship Italy, what was the head of state of Gianni Brera's country of citizenship?\nEvidence:\n- Gianni Brera | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittorio Caprioli | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\n- Virginio Rosetta | country of citizenship | Italy | 1963\n- Veriano Luchetti | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Antonio Segni", "t_query": 1963.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003802", "prompt": " In what year was the position held of Italy's head of state equal to Italian senator for life?\nEvidence:\n- Q318968 | country of citizenship | Italy | 1971\n- Q219490 | country of citizenship | Italy | 1971\n- Veriano Luchetti | country of citizenship | Italy | 1971\n- Tonino Cervi | country of citizenship | Italy | 1971\n- Tiziano Terzani | country of citizenship | Italy | 1971\n- Stéphane Grappelli | country of citizenship | Italy | 1971\n- Simon Spierer | country of citizenship | Italy | 1971\n- Sergio Mantovani | country of citizenship | Italy | 1971\n- Sergio Bonelli | country of citizenship | Italy | 1971\n- Rossana Rossanda | country of citizenship | Italy | 1971\n- Romeo Bertini | country of citizenship | Italy | 1971\n- Renata Tebaldi | country of citizenship | Italy | 1971\n- Primo Nebiolo | country of citizenship | Italy | 1971\n- Pietro Parente | country of citizenship | Italy | 1971\n- Oriana Fallaci | country of citizenship | Italy | 1971\nReasoning:", "completion": " Answer: 1971", "t_query": 1971.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003803", "prompt": " In 1993, what was the head of government of Virbhadra Singh's country of citizenship?\nEvidence:\n- Virbhadra Singh | country of citizenship | India | 1993\n- India | head of government | P. V. Narasimha Rao | 1993\n- M. S. Swaminathan | country of citizenship | India | 1993\n- India | head of state | Shankar Dayal Sharma | 1993\n- Abhijit Banerjee | country of citizenship | India | 1993\n- India | contains the administrative territorial entity | Daman and Diu | 1993\nReasoning:", "completion": " Answer: P. V. Narasimha Rao", "t_query": 1993.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_003804", "prompt": " In 1957, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1957\n- Q658206 | country of citizenship | Italy | 1957\n- Q642428 | country of citizenship | Italy | 1957\n- Q639507 | country of citizenship | Italy | 1957\n- Q612509 | country of citizenship | Italy | 1957\n- Q454036 | country of citizenship | Italy | 1957\n- Q435856 | country of citizenship | Italy | 1957\n- Q318968 | country of citizenship | Italy | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Vittore Catella | country of citizenship | Italy | 1957\n- Virginio Rosetta | country of citizenship | Italy | 1957\n- Veriano Luchetti | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: Ugo Stille", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003805", "prompt": " In 1939, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1939\n- Q890523 | country of citizenship | Kingdom of Italy | 1939\n- Q432318 | country of citizenship | Kingdom of Italy | 1939\n- Q429298 | country of citizenship | Kingdom of Italy | 1939\n- Q216812 | country of citizenship | Kingdom of Italy | 1939\n- Q178349 | country of citizenship | Kingdom of Italy | 1939\n- Q133535 | country of citizenship | Kingdom of Italy | 1939\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1939\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1939\n- Titta Ruffo | country of citizenship | Kingdom of Italy | 1939\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1939\n- Paolo Manna | country of citizenship | Kingdom of Italy | 1939\n- Pantaleo Carabellese | country of citizenship | Kingdom of Italy | 1939\n- Matteo Marangoni | country of citizenship | Kingdom of Italy | 1939\n- Luigi Capello | country of citizenship | Kingdom of Italy | 1939\nReasoning:", "completion": " Answer: Anselmo Bucci", "t_query": 1939.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003806", "prompt": " Who was the position held of Italy's head of government before President of the European Parliament?\nEvidence:\n- Giuseppe Meazza | coach of sports team | Italy men's national association football team | 1953\n- Q264986 | country of citizenship | Italy | 1953\n- Q219490 | country of citizenship | Italy | 1953\n- Q213482 | country of citizenship | Italy | 1953\n- Dalida | country of citizenship | Italy | 1953\n- Veriano Luchetti | country of citizenship | Italy | 1953\n- Tonino Cervi | country of citizenship | Italy | 1953\n- Tiziano Terzani | country of citizenship | Italy | 1953\n- Stéphane Grappelli | country of citizenship | Italy | 1953\n- Simon Spierer | country of citizenship | Italy | 1953\n- Sergio Mantovani | country of citizenship | Italy | 1953\n- Sergio Bonelli | country of citizenship | Italy | 1953\n- Rossana Rossanda | country of citizenship | Italy | 1953\n- Romeo Bertini | country of citizenship | Italy | 1953\n- Renata Tebaldi | country of citizenship | Italy | 1953\nReasoning:", "completion": " Answer: Prime Minister of Italy", "t_query": 1953.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003807", "prompt": " Who was the contains the administrative territorial entity of Germany's capital's capital of before Baden-Württemberg?\nEvidence:\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | Germany | 1974\n- Bonn | capital of | West Germany | 1974\n- East Berlin | capital of | German Democratic Republic | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\n- Germany | head of government | Helmut Schmidt | 1974\nReasoning:", "completion": " Answer: Bavaria", "t_query": 1974.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003808", "prompt": " In what year was the located in of Akhtubinsk equal to Astrakhan Oblast?\nEvidence:\n- Akhtubinsk | located in the administrative territorial entity | Astrakhan Oblast | 1953\n- Astrakhan | located in the administrative territorial entity | Astrakhan Oblast | 1953\nReasoning:", "completion": " Answer: 1953", "t_query": 1953.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_003809", "prompt": " In 1945, whose country was Union of South Africa?\nEvidence:\n- Cape Town | country | Union of South Africa | 1945\n- Cape Town | capital of | Cape Province | 1945\nReasoning:", "completion": " Answer: Cape Town", "t_query": 1945.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_003810", "prompt": " In what year was the spouse of Germany's head of government equal to Hannelore Kohl?\nEvidence:\n- Helmut Kohl | spouse | Hannelore Kohl | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Christian Democratic Union | chairperson | Helmut Kohl | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | currency | Deutsche Mark | 1987\n- World Legacy | country of registry | Germany | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\nReasoning:", "completion": " Answer: 1987", "t_query": 1987.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003811", "prompt": " In what year was the contains the administrative territorial entity of Mannheim's country equal to Schleswig-Holstein?\nEvidence:\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- Mannheim | located in the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Mannheim Observatory | owned by | Mannheim | 1950\n- Mannheim | country | West Germany | 1950\n- Berolzheim | located in the administrative territorial entity | Württemberg-Baden | 1950\nReasoning:", "completion": " Answer: 1950", "t_query": 1950.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003812", "prompt": " Who was the member of sports team of Andreas Schiemann after FC Sachsen Leipzig?\nEvidence:\n- Andreas Schiemann | member of sports team | SV Falkensee-Finkenkrug | 2008\nReasoning:", "completion": " Answer: SV Falkensee-Finkenkrug", "t_query": 2008.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003813", "prompt": " After Russian Soviet Federative Socialist Republic anthem State Anthem of the Soviet Union, what was the head of government of Russian Soviet Federative Socialist Republic?\nEvidence:\n- Russian Soviet Federative Socialist Republic | anthem | State Anthem of the Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | head of government | Vitaly Vorotnikov | 1987\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1987\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1987\n- Kaliningrad Oblast | exclave of | Russian Soviet Federative Socialist Republic | 1987\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Sakhalin Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1987\nReasoning:", "completion": " Answer: Vitaly Vorotnikov", "t_query": 1987.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003814", "prompt": " After Livio Pavanelli country of citizenship Italy, what was the member of of Giacomo Rossi-Stuart's country of citizenship?\nEvidence:\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\n- Veriano Luchetti | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1975.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003815", "prompt": " In 1987, what was the winner of Academy Award for Best Actress?\nEvidence:\n- Academy Award for Best Actress | winner | Cher | 1987\n- The Accused | award received | Academy Award for Best Actress | 1987\n- Q104814 | nominated for | Academy Award for Best Actress | 1987\n- Cher | award received | Academy Award for Best Actress | 1987\n- Marlee Matlin | nominated for | Academy Award for Best Actress | 1987\n- Marlee Matlin | award received | Academy Award for Best Actress | 1987\n- Peggy Sue Got Married | nominated for | Academy Award for Best Actress | 1987\n- Q104814 | nominated for | Academy Award for Best Sound | 1987\n- Q104814 | nominated for | Academy Award for Best Visual Effects | 1987\n- Q104814 | nominated for | Academy Award for Best Sound Editing | 1987\n- Q104814 | nominated for | Academy Award for Best Production Design | 1987\n- Q104814 | nominated for | Academy Award for Best Original Score | 1987\n- Q104814 | nominated for | Academy Award for Best Film Editing | 1987\n- Peggy Sue Got Married | nominated for | Academy Award for Best Cinematography | 1987\n- Peggy Sue Got Married | nominated for | Academy Award for Best Costume Design | 1987\nReasoning:", "completion": " Answer: Cher", "t_query": 1987.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003816", "prompt": " After Guido Aycard country of citizenship Kingdom of Italy, what was the country of citizenship of Guido Aycard?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\n- Q219490 | country of citizenship | Italy | 1962\n- Vittorio Caprioli | country of citizenship | Italy | 1962\n- Vittore Catella | country of citizenship | Italy | 1962\n- Virginio Rosetta | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Italy", "t_query": 1962.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003817", "prompt": " After United Kingdom diplomatic relation Taiwan, what was the part of of Robert Morley's country of citizenship?\nEvidence:\n- Robert Morley | country of citizenship | United Kingdom | 1983\n- United Kingdom | part of | European Union | 1983\n- Tony Abbott | country of citizenship | United Kingdom | 1983\n- Liz Smith | country of citizenship | United Kingdom | 1983\n- United Kingdom | member of | European Union | 1983\n- United Kingdom | head of state | Elizabeth II | 1983\nReasoning:", "completion": " Answer: European Union", "t_query": 1983.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_003818", "prompt": " After Arturo Dominici country of citizenship Italy, what was the member of of Lina Bo Bardi's country of citizenship?\nEvidence:\n- Lina Bo Bardi | country of citizenship | Italy | 1970\n- Lina Pagliughi | country of citizenship | Italy | 1970\n- Q679495 | country of citizenship | Italy | 1970\n- Q658206 | country of citizenship | Italy | 1970\n- Q642428 | country of citizenship | Italy | 1970\n- Q454036 | country of citizenship | Italy | 1970\n- Q435856 | country of citizenship | Italy | 1970\n- Q318968 | country of citizenship | Italy | 1970\n- Q219490 | country of citizenship | Italy | 1970\n- Vittorio Caprioli | country of citizenship | Italy | 1970\n- Vittore Catella | country of citizenship | Italy | 1970\n- Virginio Rosetta | country of citizenship | Italy | 1970\n- Veriano Luchetti | country of citizenship | Italy | 1970\n- Ulrico Girardi | country of citizenship | Italy | 1970\n- Ugo Poletti | country of citizenship | Italy | 1970\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1970.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003819", "prompt": " In what year was the head of state of Guido Aycard's country of citizenship equal to Antonio Segni?\nEvidence:\n- Guido Aycard | country of citizenship | Italy | 1962\n- Guido Agosti | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: 1962", "t_query": 1962.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003820", "prompt": " In 1984, what was the member of of Carlo Curis's country of citizenship?\nEvidence:\n- Carlo Curis | country of citizenship | Italy | 1984\n- Carlo Zecchi | country of citizenship | Italy | 1984\n- Carlo Fruttero | country of citizenship | Italy | 1984\n- Carlo Felice Bianchi Anderloni | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\n- Q435856 | country of citizenship | Italy | 1984\n- Q219490 | country of citizenship | Italy | 1984\n- Zeno Colò | country of citizenship | Italy | 1984\n- Vittorio Caprioli | country of citizenship | Italy | 1984\n- Vittore Catella | country of citizenship | Italy | 1984\n- Veriano Luchetti | country of citizenship | Italy | 1984\n- Ulrico Girardi | country of citizenship | Italy | 1984\n- Ugo Tognazzi | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1984.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003821", "prompt": " Who was the country of citizenship of Nunzio Malasomma before Italy?\nEvidence:\n- Nunzio Malasomma | country of citizenship | Kingdom of Italy | 1908\n- Q983389 | country of citizenship | Kingdom of Italy | 1908\n- Q976653 | country of citizenship | Kingdom of Italy | 1908\n- Q972711 | country of citizenship | Kingdom of Italy | 1908\n- Q959367 | country of citizenship | Kingdom of Italy | 1908\n- Q939226 | country of citizenship | Kingdom of Italy | 1908\n- Q926585 | country of citizenship | Kingdom of Italy | 1908\n- Q920582 | country of citizenship | Kingdom of Italy | 1908\n- Q890523 | country of citizenship | Kingdom of Italy | 1908\n- Q817284 | country of citizenship | Kingdom of Italy | 1908\n- Q765946 | country of citizenship | Kingdom of Italy | 1908\n- Q745874 | country of citizenship | Kingdom of Italy | 1908\n- Q728920 | country of citizenship | Kingdom of Italy | 1908\n- Q728589 | country of citizenship | Kingdom of Italy | 1908\n- Q715036 | country of citizenship | Kingdom of Italy | 1908\nReasoning:", "completion": " Answer: Kingdom of Italy", "t_query": 1908.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003822", "prompt": " Who was the contains the administrative territorial entity of Würzburg's country before Rhineland-Palatinate?\nEvidence:\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\n- Q77721 | country of citizenship | West Germany | 1950\nReasoning:", "completion": " Answer: Schleswig-Holstein", "t_query": 1950.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003823", "prompt": " In 1961, what was the member of of John Paul I's country of citizenship?\nEvidence:\n- John Paul I | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\n- Q435856 | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Vittorio Caprioli | country of citizenship | Italy | 1961\n- Vittore Catella | country of citizenship | Italy | 1961\n- Virginio Rosetta | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1961.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003824", "prompt": " In what year was the currency of Franca Ongaro's country of citizenship equal to Italian lira?\nEvidence:\n- Franca Ongaro | country of citizenship | Italy | 1952\n- Q639507 | country of citizenship | Italy | 1952\n- Q612509 | country of citizenship | Italy | 1952\n- Q454036 | country of citizenship | Italy | 1952\n- Q435856 | country of citizenship | Italy | 1952\n- Q432318 | country of citizenship | Italy | 1952\n- Q429298 | country of citizenship | Italy | 1952\n- Q318968 | country of citizenship | Italy | 1952\n- Q264986 | country of citizenship | Italy | 1952\n- Q219490 | country of citizenship | Italy | 1952\n- Q213482 | country of citizenship | Italy | 1952\n- Dalida | country of citizenship | Italy | 1952\n- Wilma Montesi | country of citizenship | Italy | 1952\n- Vittore Catella | country of citizenship | Italy | 1952\n- Vitaliano Brancati | country of citizenship | Italy | 1952\nReasoning:", "completion": " Answer: 1952", "t_query": 1952.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003825", "prompt": " In what year was the position held of Roger William Gries equal to auxiliary bishop?\nEvidence:\n- Roger William Gries | position held | auxiliary bishop | 2007\n- Q913188 | position held | auxiliary bishop | 2007\n- Q890445 | position held | auxiliary bishop | 2007\n- Q85597 | position held | auxiliary bishop | 2007\n- Q761679 | position held | auxiliary bishop | 2007\n- Q668407 | position held | auxiliary bishop | 2007\n- Q635777 | position held | auxiliary bishop | 2007\n- Q629670 | position held | auxiliary bishop | 2007\n- Q615091 | position held | auxiliary bishop | 2007\n- Q556264 | position held | auxiliary bishop | 2007\n- Q556017 | position held | auxiliary bishop | 2007\n- Q556011 | position held | auxiliary bishop | 2007\n- Q547544 | position held | auxiliary bishop | 2007\n- Q541928 | position held | auxiliary bishop | 2007\n- Q532680 | position held | auxiliary bishop | 2007\nReasoning:", "completion": " Answer: 2007", "t_query": 2007.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003826", "prompt": " In what year was the member of of Lelio Antoniotti's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Lelio Antoniotti | country of citizenship | Italy | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\n- Tullio Kezich | country of citizenship | Italy | 1973\nReasoning:", "completion": " Answer: 1973", "t_query": 1973.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003827", "prompt": " In 1983, what was the head of state of Robert Morley's country of citizenship?\nEvidence:\n- Robert Morley | country of citizenship | United Kingdom | 1983\n- United Kingdom | head of state | Elizabeth II | 1983\n- Tony Abbott | country of citizenship | United Kingdom | 1983\n- Liz Smith | country of citizenship | United Kingdom | 1983\n- United Kingdom | part of | European Union | 1983\n- United Kingdom | member of | European Union | 1983\nReasoning:", "completion": " Answer: Elizabeth II", "t_query": 1983.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_003828", "prompt": " Who was the head of state of Andrea Carrea's country of citizenship after Giuseppe Saragat?\nEvidence:\n- Andrea Carrea | country of citizenship | Italy | 1984\n- Andrea Pangrazio | country of citizenship | Italy | 1984\n- Andrea Miano | country of citizenship | Italy | 1984\n- Andrea Cassone | country of citizenship | Italy | 1984\n- Andrea Bianchi | country of citizenship | Italy | 1984\n- Giuseppe Prisco | country of citizenship | Italy | 1984\n- Giuseppe Patanè | country of citizenship | Italy | 1984\n- Giuseppe Gabrielli | country of citizenship | Italy | 1984\n- Giuseppe Colnago | country of citizenship | Italy | 1984\n- Giuseppe Busso | country of citizenship | Italy | 1984\n- Giuseppe Antonini | country of citizenship | Italy | 1984\n- Andrea Cordero Lanza di Montezemolo | country of citizenship | Italy | 1984\n- Q679495 | country of citizenship | Italy | 1984\n- Q658206 | country of citizenship | Italy | 1984\n- Q454036 | country of citizenship | Italy | 1984\nReasoning:", "completion": " Answer: Sandro Pertini", "t_query": 1984.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003829", "prompt": " In what year was the currency of Nino Baragli's country of citizenship equal to Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1994\n- Nino Baragli | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\nReasoning:", "completion": " Answer: 1994", "t_query": 1994.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003830", "prompt": " Who was the position held of Luigi Pistilli's country of citizenship's head of state after Prime Minister of Italy?\nEvidence:\n- Luigi Pistilli | country of citizenship | Italy | 1963\n- Luigi Comencini | country of citizenship | Italy | 1963\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1963\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1963\n- Luigi Barzini, Jr. | country of citizenship | Italy | 1963\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1963\n- Q679495 | country of citizenship | Italy | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1963.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003831", "prompt": " After Walter Scheel position held Vice-Chancellor of Germany, what was the officeholder of Germany's head of state's position held?\nEvidence:\n- Walter Scheel | position held | Vice-Chancellor of Germany | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Walter Scheel | position held | president of Germany | 1974\n- Germany | head of government | Walter Scheel | 1974\n- president of Germany | position holder | Walter Scheel | 1974\n- Walter Scheel | position held | Federal Minister for Foreign Affairs | 1974\n- Free Democratic Party | chairperson | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Walter Scheel | member of political party | Free Democratic Party | 1974\n- Afghanistan | head of state | Mohammed Daoud Khan | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Helmut Schmidt | 1974\n- president of Germany | position holder | Gustav Heinemann | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\nReasoning:", "completion": " Answer: Gustav Heinemann", "t_query": 1974.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003832", "prompt": " In what year was the shares border with of Giacomo Rossi-Stuart's country of citizenship equal to Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1975\n- Giacomo Rossi-Stuart | country of citizenship | Italy | 1975\n- Paolo Rossi | country of citizenship | Italy | 1975\n- Giacomo Neri | country of citizenship | Italy | 1975\n- Giacomo Gentilomo | country of citizenship | Italy | 1975\n- Giacomo Furia | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: 1975", "t_query": 1975.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003833", "prompt": " In 1956, whose shares border with's country of citizenship was Yugoslavia?\nEvidence:\n- Italy | shares border with | Yugoslavia | 1956\n- Q207166 | country of citizenship | Yugoslavia | 1956\n- Vladica Popović | country of citizenship | Yugoslavia | 1956\n- Radoslav Brđanin | country of citizenship | Yugoslavia | 1956\n- Mišo Cebalo | country of citizenship | Yugoslavia | 1956\n- Milutin Šoškić | country of citizenship | Yugoslavia | 1956\n- Ilija Petković | country of citizenship | Yugoslavia | 1956\n- Dušan Ivković | country of citizenship | Yugoslavia | 1956\n- Dragan Tomić | country of citizenship | Yugoslavia | 1956\n- Verzar | country | Yugoslavia | 1956\n- Suševo | country | Yugoslavia | 1956\n- Q793485 | country | Yugoslavia | 1956\n- Pirot | country | Yugoslavia | 1956\n- Orašje | country | Yugoslavia | 1956\n- Kraljevo | country | Yugoslavia | 1956\nReasoning:", "completion": " Answer: Laura Veccia Vaglieri", "t_query": 1956.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003834", "prompt": " After Antonio Corpora country of citizenship Kingdom of Italy, what was the country of citizenship of Antonio Corpora?\nEvidence:\n- Antonio Corpora | country of citizenship | Italy | 1962\n- Antonio Leonviola | country of citizenship | Italy | 1962\n- Antonio Fessia | country of citizenship | Italy | 1962\n- Antonio Calderara | country of citizenship | Italy | 1962\n- Antonio Brivio | country of citizenship | Italy | 1962\n- Antonio Bacci | country of citizenship | Italy | 1962\n- Q679495 | country of citizenship | Italy | 1962\n- Q658206 | country of citizenship | Italy | 1962\n- Q642428 | country of citizenship | Italy | 1962\n- Q639507 | country of citizenship | Italy | 1962\n- Q612509 | country of citizenship | Italy | 1962\n- Q454036 | country of citizenship | Italy | 1962\n- Q435856 | country of citizenship | Italy | 1962\n- Q318968 | country of citizenship | Italy | 1962\n- Q264986 | country of citizenship | Italy | 1962\nReasoning:", "completion": " Answer: Italy", "t_query": 1962.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003835", "prompt": " In what year was the contains the administrative territorial entity of Urban Community of Lyon equal to Poleymieux-au-Mont-d'Or?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Poleymieux-au-Mont-d'Or | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\nReasoning:", "completion": " Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003836", "prompt": " Who was the head of government of Omsk's located in after Nikolai Bulganin?\nEvidence:\n- Omsk | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1948\n- Omsk | country | Soviet Union | 1948\n- Omsk Oblast | country | Soviet Union | 1948\n- Turkmen Soviet Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1948\n- Q59054 | country of citizenship | Soviet Union | 1948\n- Q437262 | country of citizenship | Soviet Union | 1948\n- Q324083 | country of citizenship | Soviet Union | 1948\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1948\n- Yuri Manin | country of citizenship | Soviet Union | 1948\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1948\n- Viktor Kulikov | country of citizenship | Soviet Union | 1948\n- Vija Artmane | country of citizenship | Soviet Union | 1948\n- Vera Krepkina | country of citizenship | Soviet Union | 1948\n- Valeri Polyakov | country of citizenship | Soviet Union | 1948\nReasoning:", "completion": " Answer: Alexei Kosygin", "t_query": 1948.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003837", "prompt": " In what year was the member of of Veriano Luchetti's country of citizenship equal to European Coal and Steel Community?\nEvidence:\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Tognazzi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\n- Tullio Kezich | country of citizenship | Italy | 1985\n- Tonino Cervi | country of citizenship | Italy | 1985\n- Tiziano Terzani | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: 1985", "t_query": 1985.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003838", "prompt": " Who was the member of of Maria Caniglia's country of citizenship before European Economic Community?\nEvidence:\n- Maria Caniglia | country of citizenship | Italy | 1951\n- Maria Tore Barbina | country of citizenship | Italy | 1951\n- Alberto Maria De Agostini | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1951.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003839", "prompt": " In 1966, whose position held was president?\nEvidence:\n- Q154145 | position held | president | 1966\n- Joseph Liouville | position held | president | 1966\n- Jean Dutourd | position held | president | 1966\n- Henri Ey | position held | president | 1966\n- Bert Isatitsch | position held | president | 1966\n- Armand Salacrou | position held | president | 1966\nReasoning:", "completion": " Answer: Bert Isatitsch", "t_query": 1966.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_003840", "prompt": " Who was the head of state of Giovanni Spadolini's country of citizenship after Giovanni Gronchi?\nEvidence:\n- Giovanni Spadolini | country of citizenship | Italy | 1975\n- Giovanni Mardersteig | country of citizenship | Italy | 1975\n- Giovanni Invernizzi | country of citizenship | Italy | 1975\n- Giovanni Goria | country of citizenship | Italy | 1975\n- Giovanni Ferrofino | country of citizenship | Italy | 1975\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1975\n- Q679495 | country of citizenship | Italy | 1975\n- Q658206 | country of citizenship | Italy | 1975\n- Q642428 | country of citizenship | Italy | 1975\n- Q454036 | country of citizenship | Italy | 1975\n- Q435856 | country of citizenship | Italy | 1975\n- Q219490 | country of citizenship | Italy | 1975\n- Vittorio Caprioli | country of citizenship | Italy | 1975\n- Vittore Catella | country of citizenship | Italy | 1975\n- Virginio Rosetta | country of citizenship | Italy | 1975\nReasoning:", "completion": " Answer: Giovanni Leone", "t_query": 1975.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003841", "prompt": " In 2007, whose position held's head of government was Prime Minister of Italy?\nEvidence:\n- Romano Prodi | position held | Prime Minister of Italy | 2007\n- Italy | head of government | Romano Prodi | 2007\nReasoning:", "completion": " Answer: Italy", "t_query": 2007.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_003842", "prompt": " After Suso Cecchi d'Amico country of citizenship Italy, what was the head of state of Mario Gentili's country of citizenship?\nEvidence:\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1961\n- Mario Gentili | country of citizenship | Italy | 1961\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1961\n- Mario Roatta | country of citizenship | Italy | 1961\n- Mario Massa | country of citizenship | Italy | 1961\n- Mario Castellani | country of citizenship | Italy | 1961\n- Mario Bò | country of citizenship | Italy | 1961\n- Joe D'Amato | country of citizenship | Italy | 1961\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1961\n- Q679495 | country of citizenship | Italy | 1961\n- Q658206 | country of citizenship | Italy | 1961\n- Q642428 | country of citizenship | Italy | 1961\n- Q639507 | country of citizenship | Italy | 1961\n- Q612509 | country of citizenship | Italy | 1961\n- Q454036 | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: Giovanni Gronchi", "t_query": 1961.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003843", "prompt": " In 1937, what was the noble title of Gustaf VI Adolf of Sweden's spouse?\nEvidence:\n- Gustaf VI Adolf of Sweden | noble title | duke | 1937\n- Gustaf VI Adolf of Sweden | noble title | crown prince | 1937\n- Louise Mountbatten | spouse | Gustaf VI Adolf of Sweden | 1937\n- Gustaf VI Adolf of Sweden | spouse | Louise Mountbatten | 1937\n- Gustaf VI Adolf of Sweden | position held | crown prince | 1937\n- Louise Mountbatten | noble title | queen consort | 1937\nReasoning:", "completion": " Answer: queen consort", "t_query": 1937.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_003844", "prompt": " In what year was the currency of Cyprus equal to Cypriot pound?\nEvidence:\n- Cyprus | currency | Cypriot pound | 2003\nReasoning:", "completion": " Answer: 2003", "t_query": 2003.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003845", "prompt": " In 1985, what was the member of of Giuseppe Colnago's country of citizenship?\nEvidence:\n- Giuseppe Colnago | country of citizenship | Italy | 1985\n- Giuseppe Prisco | country of citizenship | Italy | 1985\n- Giuseppe Patanè | country of citizenship | Italy | 1985\n- Giuseppe Gabrielli | country of citizenship | Italy | 1985\n- Giuseppe Busso | country of citizenship | Italy | 1985\n- Giuseppe Antonini | country of citizenship | Italy | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Zeno Colò | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: European Economic Community", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003846", "prompt": " Who was the member of sports team of Renato Dirnei Florêncio after Sevilla FC?\nEvidence:\n- Renato Dirnei Florêncio | member of sports team | Botafogo F.R. | 2012\n- Q718938 | member of sports team | Botafogo F.R. | 2012\n- Q714354 | member of sports team | Botafogo F.R. | 2012\n- Q649420 | member of sports team | Botafogo F.R. | 2012\n- Andrezinho | member of sports team | Botafogo F.R. | 2012\n- Clarence Seedorf | member of sports team | Botafogo F.R. | 2012\nReasoning:", "completion": " Answer: Botafogo F.R.", "t_query": 2012.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_003847", "prompt": " In 1952, whose contains the administrative territorial entity's residence's head of government's headquarters was Territory of Hawaii?\nEvidence:\n- United States | contains the administrative territorial entity | Territory of Hawaii | 1952\n- Hawaii County | located in the administrative territorial entity | Territory of Hawaii | 1952\n- United States | head of government | Harry S. Truman | 1952\n- Frank Tieri | residence | United States | 1952\n- Erazim Kohák | residence | United States | 1952\n- Enrico Fermi | residence | United States | 1952\n- Catherine Schell | residence | United States | 1952\n- Vincent R. Impellitteri | residence | United States | 1952\n- Hans Albert Einstein | residence | United States | 1952\n- Emilio G. Segrè | residence | United States | 1952\n- Yul Brynner | country of citizenship | United States | 1952\n- Tina Turner | country of citizenship | United States | 1952\n- Richard Pipes | country of citizenship | United States | 1952\n- Angela Lansbury | country of citizenship | United States | 1952\n- Menachem Mendel Schneerson | country of citizenship | United States | 1952\nReasoning:", "completion": " Answer: MetLife", "t_query": 1952.0, "chain_length": 4, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003848", "prompt": " Who was the position held of Ugo Morin's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1968.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003849", "prompt": " In what year was the member of sports team of Brooks Robinson equal to Baltimore Orioles?\nEvidence:\n- Brooks Robinson | member of sports team | Baltimore Orioles | 1965\nReasoning:", "completion": " Answer: 1965", "t_query": 1965.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003850", "prompt": " In 2003, what was the contains the administrative territorial entity of Urban Community of Lyon?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Priest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Saint-Fons | 2003\nReasoning:", "completion": " Answer: Francheville", "t_query": 2003.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003851", "prompt": " In 1945, whose head of government was Alexei Kosygin?\nEvidence:\n- Russian Soviet Federative Socialist Republic | head of government | Alexei Kosygin | 1945\n- Autonomous Republic of Crimea | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Sakha | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Yaroslavl Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Tula Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Samara Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1945\n- Omsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Novosibirsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Murmansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Kursk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Khabarovsk Krai | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Chelyabinsk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Bryansk Oblast | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\n- Mordovian Autonomous Soviet Socialist Republic | located in the administrative territorial entity | Russian Soviet Federative Socialist Republic | 1945\nReasoning:", "completion": " Answer: Russian Soviet Federative Socialist Republic", "t_query": 1945.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003852", "prompt": " In 1949, what was the shares border with of Sergio Noja Noseda's country of citizenship?\nEvidence:\n- Sergio Noja Noseda | country of citizenship | Italy | 1949\n- Italy | shares border with | Yugoslavia | 1949\n- Sergio Realini | country of citizenship | Italy | 1949\n- Sergio Mantovani | country of citizenship | Italy | 1949\n- Sergio Bonelli | country of citizenship | Italy | 1949\n- Q639507 | country of citizenship | Italy | 1949\n- Q612509 | country of citizenship | Italy | 1949\n- Q454036 | country of citizenship | Italy | 1949\n- Q435856 | country of citizenship | Italy | 1949\n- Q432318 | country of citizenship | Italy | 1949\n- Q429298 | country of citizenship | Italy | 1949\n- Q318968 | country of citizenship | Italy | 1949\n- Q264986 | country of citizenship | Italy | 1949\n- Q219490 | country of citizenship | Italy | 1949\n- Q213482 | country of citizenship | Italy | 1949\nReasoning:", "completion": " Answer: Yugoslavia", "t_query": 1949.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003853", "prompt": " In 1973, whose currency's country of citizenship was Italian lira?\nEvidence:\n- Italy | currency | Italian lira | 1973\n- Q679495 | country of citizenship | Italy | 1973\n- Q658206 | country of citizenship | Italy | 1973\n- Q642428 | country of citizenship | Italy | 1973\n- Q454036 | country of citizenship | Italy | 1973\n- Q435856 | country of citizenship | Italy | 1973\n- Q318968 | country of citizenship | Italy | 1973\n- Q219490 | country of citizenship | Italy | 1973\n- Vittorio Caprioli | country of citizenship | Italy | 1973\n- Vittore Catella | country of citizenship | Italy | 1973\n- Virginio Rosetta | country of citizenship | Italy | 1973\n- Veriano Luchetti | country of citizenship | Italy | 1973\n- Ulrico Girardi | country of citizenship | Italy | 1973\n- Ugo Poletti | country of citizenship | Italy | 1973\n- Tullio Kezich | country of citizenship | Italy | 1973\nReasoning:", "completion": " Answer: Lelio Antoniotti", "t_query": 1973.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003854", "prompt": " In 1993, what was the member of of Luca Ronconi's country of citizenship?\nEvidence:\n- Luca Ronconi | country of citizenship | Italy | 1993\n- Q679495 | country of citizenship | Italy | 1993\n- Q658206 | country of citizenship | Italy | 1993\n- Q454036 | country of citizenship | Italy | 1993\n- Q383551 | country of citizenship | Italy | 1993\n- Q374945 | country of citizenship | Italy | 1993\n- Zeno Colò | country of citizenship | Italy | 1993\n- Vittore Catella | country of citizenship | Italy | 1993\n- Veriano Luchetti | country of citizenship | Italy | 1993\n- Urbano Lazzaro | country of citizenship | Italy | 1993\n- Ugo Poletti | country of citizenship | Italy | 1993\n- Tullio Kezich | country of citizenship | Italy | 1993\n- Tonino Cervi | country of citizenship | Italy | 1993\n- Tiziano Terzani | country of citizenship | Italy | 1993\n- Stéphane Grappelli | country of citizenship | Italy | 1993\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1993.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003855", "prompt": " In what year was the position held of Nino Baragli's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Nino Baragli | country of citizenship | Italy | 1994\n- Q679495 | country of citizenship | Italy | 1994\n- Q658206 | country of citizenship | Italy | 1994\n- Q454036 | country of citizenship | Italy | 1994\n- Q445276 | country of citizenship | Italy | 1994\n- Q383551 | country of citizenship | Italy | 1994\n- Vittore Catella | country of citizenship | Italy | 1994\n- Veriano Luchetti | country of citizenship | Italy | 1994\n- Urbano Lazzaro | country of citizenship | Italy | 1994\n- Ugo Poletti | country of citizenship | Italy | 1994\n- Tullio Kezich | country of citizenship | Italy | 1994\n- Tonino Cervi | country of citizenship | Italy | 1994\n- Tiziano Terzani | country of citizenship | Italy | 1994\n- Stéphane Grappelli | country of citizenship | Italy | 1994\n- Stefano Angeleri | country of citizenship | Italy | 1994\nReasoning:", "completion": " Answer: 1994", "t_query": 1994.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003856", "prompt": " In 1997, whose head of state's country of citizenship was Oscar Luigi Scalfaro?\nEvidence:\n- Italy | head of state | Oscar Luigi Scalfaro | 1997\n- Oscar Luigi Scalfaro | country of citizenship | Italy | 1997\n- Oscar Luigi Scalfaro | position held | President of Italy | 1997\n- Oscar Luigi Scalfaro | award received | Grand Order of King Tomislav | 1997\n- Luigi Comencini | country of citizenship | Italy | 1997\n- Luigi Agnolin | country of citizenship | Italy | 1997\n- Luigi Ferdinando Tagliavini | country of citizenship | Italy | 1997\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1997\n- Q679495 | country of citizenship | Italy | 1997\n- Q454036 | country of citizenship | Italy | 1997\n- Q445276 | country of citizenship | Italy | 1997\n- Q383551 | country of citizenship | Italy | 1997\n- Vittore Catella | country of citizenship | Italy | 1997\n- Vito Lattanzio | country of citizenship | Italy | 1997\n- Veriano Luchetti | country of citizenship | Italy | 1997\nReasoning:", "completion": " Answer: Giorgio Rebuffi", "t_query": 1997.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003857", "prompt": " In what year was the member of sports team of Cristián Zapata equal to Udinese Calcio?\nEvidence:\n- Cristián Zapata | member of sports team | Udinese Calcio | 2009\n- Q950069 | member of sports team | Udinese Calcio | 2009\n- Q928969 | member of sports team | Udinese Calcio | 2009\n- Q510039 | member of sports team | Udinese Calcio | 2009\n- Q509374 | member of sports team | Udinese Calcio | 2009\n- Q464524 | member of sports team | Udinese Calcio | 2009\n- Q312374 | member of sports team | Udinese Calcio | 2009\n- Q298448 | member of sports team | Udinese Calcio | 2009\n- Q180553 | member of sports team | Udinese Calcio | 2009\n- Q169093 | member of sports team | Udinese Calcio | 2009\n- Q10709 | member of sports team | Udinese Calcio | 2009\n- Viktor Budyanskiy | member of sports team | Udinese Calcio | 2009\n- Mauricio Isla | member of sports team | Udinese Calcio | 2009\n- Luigi Sala | member of sports team | Udinese Calcio | 2009\n- Bernardo Corradi | member of sports team | Udinese Calcio | 2009\nReasoning:", "completion": " Answer: 2009", "t_query": 2009.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003858", "prompt": " After Sande country West Germany, what was the contains the administrative territorial entity of Würzburg's country?\nEvidence:\n- Sande | country | West Germany | 1950\n- Würzburg | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\nReasoning:", "completion": " Answer: Bremen", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003859", "prompt": " In 2019, what was the member of sports team of Gerard Piqué?\nEvidence:\n- Gerard Piqué | unmarried partner | Shakira | 2019\n- Gerard Piqué | member of sports team | Futbol Club Barcelona | 2019\n- Gerard Piqué | member of sports team | Catalonia national football team | 2019\n- Q49704 | member of sports team | Futbol Club Barcelona | 2019\n- Q455462 | member of sports team | Futbol Club Barcelona | 2019\n- Lionel Messi | member of sports team | Futbol Club Barcelona | 2019\n- Lionel Messi | employer | Futbol Club Barcelona | 2019\nReasoning:", "completion": " Answer: Futbol Club Barcelona", "t_query": 2019.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 7, "_lever_variant": "terse"} +{"id": "sft_003860", "prompt": " In 2018, what was the head coach of Spartak Moscow?\nEvidence:\n- Spartak Moscow | head coach | Massimo Carrera | 2018\n- Q72904 | member of sports team | Spartak Moscow | 2018\n- Dmitri Kombarov | member of sports team | Spartak Moscow | 2018\n- Dmitri Kombarov | member of sports team | Russia men's national football team | 2018\nReasoning:", "completion": " Answer: Massimo Carrera", "t_query": 2018.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_003861", "prompt": " In what year was the contains the administrative territorial entity of Friedrich Guggenberger's allegiance equal to Baden-Württemberg?\nEvidence:\n- Friedrich Guggenberger | allegiance | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Baden-Württemberg | 1972\n- Baden-Württemberg | located in the administrative territorial entity | West Germany | 1972\n- Friedrich Guggenberger | occupation | military personnel | 1972\n- Friedrich Guggenberger | military branch | West German Navy | 1972\n- Baden-Württemberg | country | West Germany | 1972\n- West Germany | contains the administrative territorial entity | Saarland | 1972\n- West Germany | contains the administrative territorial entity | Hesse | 1972\n- West Germany | contains the administrative territorial entity | Hamburg | 1972\n- West Germany | contains the administrative territorial entity | Bremen | 1972\n- West Germany | contains the administrative territorial entity | Bavaria | 1972\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1972\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1972\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1972\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1972\nReasoning:", "completion": " Answer: 1972", "t_query": 1972.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003862", "prompt": " After Germany currency Deutsche Mark, what was the diplomatic relation of Germany?\nEvidence:\n- Germany | currency | Deutsche Mark | 1974\n- West Germany | currency | Deutsche Mark | 1974\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\nReasoning:", "completion": " Answer: German Democratic Republic", "t_query": 1974.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003863", "prompt": " In what year was the country of citizenship of Dmitry Yazov equal to Soviet Union?\nEvidence:\n- Dmitry Yazov | country of citizenship | Soviet Union | 1980\n- Q59054 | country of citizenship | Soviet Union | 1980\n- Q437262 | country of citizenship | Soviet Union | 1980\n- Q324083 | country of citizenship | Soviet Union | 1980\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1980\n- Yuri Manin | country of citizenship | Soviet Union | 1980\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1980\n- Viktor Kulikov | country of citizenship | Soviet Union | 1980\n- Vija Artmane | country of citizenship | Soviet Union | 1980\n- Vera Krepkina | country of citizenship | Soviet Union | 1980\n- Valeri Polyakov | country of citizenship | Soviet Union | 1980\n- Sergei Kovalev | country of citizenship | Soviet Union | 1980\n- Ruslan Khasbulatov | country of citizenship | Soviet Union | 1980\n- Raisa Gorbacheva | country of citizenship | Soviet Union | 1980\n- Otar Iosseliani | country of citizenship | Soviet Union | 1980\nReasoning:", "completion": " Answer: 1980", "t_query": 1980.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003864", "prompt": " Who was the contains the administrative territorial entity of Urban Community of Lyon's contains the administrative territorial entity's located in after Caluire-et-Cuire?\nEvidence:\n- Urban Community of Lyon | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Lyon | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Meyzieu | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Limonest | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Genay | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Francheville | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Feyzin | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Dardilly | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Craponne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Bron | 2003\nReasoning:", "completion": " Answer: Villeurbanne", "t_query": 2003.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003865", "prompt": " In 1946, what was the located in of Route nationale 401?\nEvidence:\n- Route nationale 401 | located in the administrative territorial entity | Meuse | 1946\n- Route nationale 401 | located in the administrative territorial entity | Haute-Marne | 1946\n- Route nationale 401 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\n- Route nationale 411 | located in the administrative territorial entity | Meurthe-et-Moselle | 1946\n- Q731279 | located in the administrative territorial entity | Haute-Marne | 1946\nReasoning:", "completion": " Answer: Meuse", "t_query": 1946.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 5, "_lever_variant": "terse"} +{"id": "sft_003866", "prompt": " In 1939, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1939\n- Q890523 | country of citizenship | Kingdom of Italy | 1939\n- Q432318 | country of citizenship | Kingdom of Italy | 1939\n- Q429298 | country of citizenship | Kingdom of Italy | 1939\n- Q216812 | country of citizenship | Kingdom of Italy | 1939\n- Q178349 | country of citizenship | Kingdom of Italy | 1939\n- Q133535 | country of citizenship | Kingdom of Italy | 1939\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1939\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1939\n- Titta Ruffo | country of citizenship | Kingdom of Italy | 1939\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1939\n- Paolo Manna | country of citizenship | Kingdom of Italy | 1939\n- Pantaleo Carabellese | country of citizenship | Kingdom of Italy | 1939\n- Matteo Marangoni | country of citizenship | Kingdom of Italy | 1939\n- Luigi Capello | country of citizenship | Kingdom of Italy | 1939\nReasoning:", "completion": " Answer: Bruno Venturini", "t_query": 1939.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003867", "prompt": " In 1948, what was the head of state of Alfonso Brescia's country of citizenship?\nEvidence:\n- Alfonso Brescia | country of citizenship | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\n- Q318968 | country of citizenship | Italy | 1948\n- Q264986 | country of citizenship | Italy | 1948\n- Q219490 | country of citizenship | Italy | 1948\n- Q213482 | country of citizenship | Italy | 1948\n- Dalida | country of citizenship | Italy | 1948\n- Wilma Montesi | country of citizenship | Italy | 1948\n- Vittore Catella | country of citizenship | Italy | 1948\nReasoning:", "completion": " Answer: Luigi Einaudi", "t_query": 1948.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003868", "prompt": " In 1906, what was the located in of Le Plessis-Pâté?\nEvidence:\n- Le Plessis-Pâté | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Le Plessis-Luzarches | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Plessis-Saint-Benoist | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Le Pecq | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Le Heaulme | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Villiers-le-Bâcle | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Vert-le-Grand | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Neauphle-le-Vieux | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Montigny-le-Bretonneux | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Marly-le-Roi | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Le Tartre-Gaudran | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Boissy-le-Cutté | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Les Alluets-le-Roi | located in the administrative territorial entity | Seine-et-Oise | 1906\n- Le Tremblay-sur-Mauldre | located in the administrative territorial entity | Seine-et-Oise | 1906\n- La Forêt-le-Roi | located in the administrative territorial entity | Seine-et-Oise | 1906\nReasoning:", "completion": " Answer: Seine-et-Oise", "t_query": 1906.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003869", "prompt": " Who was the position held of Cesare Terranova's country of citizenship's head of state before Italian senator for life?\nEvidence:\n- Cesare Terranova | country of citizenship | Italy | 1966\n- Cesare Siepi | country of citizenship | Italy | 1966\n- Cesare Jonni | country of citizenship | Italy | 1966\n- Q679495 | country of citizenship | Italy | 1966\n- Q658206 | country of citizenship | Italy | 1966\n- Q642428 | country of citizenship | Italy | 1966\n- Q612509 | country of citizenship | Italy | 1966\n- Q454036 | country of citizenship | Italy | 1966\n- Q435856 | country of citizenship | Italy | 1966\n- Q318968 | country of citizenship | Italy | 1966\n- Q264986 | country of citizenship | Italy | 1966\n- Q219490 | country of citizenship | Italy | 1966\n- Vittorio Caprioli | country of citizenship | Italy | 1966\n- Vittore Catella | country of citizenship | Italy | 1966\n- Virginio Rosetta | country of citizenship | Italy | 1966\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1966.0, "chain_length": 3, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003870", "prompt": " After Hans Albert Einstein country of citizenship United States, what was the work location of Erazim Kohák's residence's head of government?\nEvidence:\n- Erazim Kohák | residence | United States | 1988\n- United States | head of government | Ronald Reagan | 1988\n- Julie Mehretu | work location | United States | 1988\n- Paolo Soleri | residence | United States | 1988\n- Emilio G. Segrè | residence | United States | 1988\n- Tina Turner | country of citizenship | United States | 1988\n- Richard Pipes | country of citizenship | United States | 1988\n- Eileen Chang | country of citizenship | United States | 1988\n- Angela Lansbury | country of citizenship | United States | 1988\n- Menachem Mendel Schneerson | country of citizenship | United States | 1988\n- Discovery Channel | country | United States | 1988\n- Tony Miles | country for sport | United States | 1988\n- United States | shares border with | Panama | 1988\nReasoning:", "completion": " Answer: Washington, D.C.", "t_query": 1988.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 13, "_lever_variant": "terse"} +{"id": "sft_003871", "prompt": " In 2003, whose contains the administrative territorial entity's located in's contains the administrative territorial entity was Villeurbanne?\nEvidence:\n- Rhône | contains the administrative territorial entity | Villeurbanne | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\n- Rhône | contains the administrative territorial entity | Vénissieux | 2003\n- Rhône | contains the administrative territorial entity | Meyzieu | 2003\n- Rhône | contains the administrative territorial entity | Genay | 2003\n- Rhône | contains the administrative territorial entity | Francheville | 2003\n- Rhône | contains the administrative territorial entity | Feyzin | 2003\n- Rhône | contains the administrative territorial entity | Bron | 2003\n- Ternay | located in the administrative territorial entity | Rhône | 2003\n- Chaponnay | located in the administrative territorial entity | Rhône | 2003\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 2003\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Écully | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Oullins | 2003\nReasoning:", "completion": " Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003872", "prompt": " In what year was the award received of Dietmar Bär equal to Rheinlandtaler?\nEvidence:\n- Dietmar Bär | award received | Rheinlandtaler | 2018\nReasoning:", "completion": " Answer: 2018", "t_query": 2018.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003873", "prompt": " In 1989, whose head of state's country of citizenship was Francesco Cossiga?\nEvidence:\n- Italy | head of state | Francesco Cossiga | 1989\n- Francesco Scafarelli | country of citizenship | Italy | 1989\n- Francesco Gabrieli | country of citizenship | Italy | 1989\n- Francesco Aguzzoli | country of citizenship | Italy | 1989\n- Loris Francesco Capovilla | country of citizenship | Italy | 1989\n- Q679495 | country of citizenship | Italy | 1989\n- Q658206 | country of citizenship | Italy | 1989\n- Q454036 | country of citizenship | Italy | 1989\n- Q219490 | country of citizenship | Italy | 1989\n- Zeno Colò | country of citizenship | Italy | 1989\n- Vittorio Caprioli | country of citizenship | Italy | 1989\n- Vittore Catella | country of citizenship | Italy | 1989\n- Veriano Luchetti | country of citizenship | Italy | 1989\n- Ugo Tognazzi | country of citizenship | Italy | 1989\n- Ugo Poletti | country of citizenship | Italy | 1989\nReasoning:", "completion": " Answer: Maria Rita Saulle", "t_query": 1989.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003874", "prompt": " In what year was the member of sports team of Arie Haan equal to Netherlands national association football team?\nEvidence:\n- Arie Haan | member of sports team | Netherlands national association football team | 1972\n- Arie Haan | member of sports team | AFC Ajax | 1972\n- Q977136 | member of sports team | Netherlands national association football team | 1972\n- Q970617 | member of sports team | Netherlands national association football team | 1972\n- Q528792 | member of sports team | Netherlands national association football team | 1972\n- Q503281 | member of sports team | Netherlands national association football team | 1972\n- Q433040 | member of sports team | Netherlands national association football team | 1972\n- Q368492 | member of sports team | Netherlands national association football team | 1972\n- Q353017 | member of sports team | Netherlands national association football team | 1972\n- Q311393 | member of sports team | Netherlands national association football team | 1972\n- Jan van Beveren | member of sports team | Netherlands national association football team | 1972\n- Q673259 | member of sports team | AFC Ajax | 1972\n- Q653451 | member of sports team | AFC Ajax | 1972\n- Q528792 | member of sports team | AFC Ajax | 1972\n- Q368492 | member of sports team | AFC Ajax | 1972\nReasoning:", "completion": " Answer: 1972", "t_query": 1972.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003875", "prompt": " After Kadiivka country Soviet Union, what was the named after of Kadiivka?\nEvidence:\n- Kadiivka | named after | Alexey Stakhanov | 2003\n- Kadiivka | located in the administrative territorial entity | Luhansk Oblast | 2003\n- Luhansk | located in the administrative territorial entity | Luhansk Oblast | 2003\n- Khrustalnyi | located in the administrative territorial entity | Luhansk Oblast | 2003\nReasoning:", "completion": " Answer: Alexey Stakhanov", "t_query": 2003.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 4, "_lever_variant": "terse"} +{"id": "sft_003876", "prompt": " After Anna Freud country of citizenship United Kingdom, what was the part of of United Kingdom?\nEvidence:\n- United Kingdom | part of | European Union | 1989\n- Tony Abbott | country of citizenship | United Kingdom | 1989\n- Robert Morley | country of citizenship | United Kingdom | 1989\n- Liz Smith | country of citizenship | United Kingdom | 1989\n- Q238219 | country for sport | United Kingdom | 1989\n- United Kingdom | member of | European Union | 1989\n- United Kingdom | head of state | Elizabeth II | 1989\n- Q672 | head of state | Elizabeth II | 1989\n- New Zealand | head of state | Elizabeth II | 1989\nReasoning:", "completion": " Answer: European Union", "t_query": 1989.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 9, "_lever_variant": "terse"} +{"id": "sft_003877", "prompt": " In what year was the member of sports team of Andreas Schiemann equal to SV Falkensee-Finkenkrug?\nEvidence:\n- Andreas Schiemann | member of sports team | SV Falkensee-Finkenkrug | 2008\nReasoning:", "completion": " Answer: 2008", "t_query": 2008.0, "chain_length": 1, "operator_type": "interval", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003878", "prompt": " In 1951, what was the head of state of Maria Caniglia's country of citizenship?\nEvidence:\n- Maria Caniglia | country of citizenship | Italy | 1951\n- Maria Tore Barbina | country of citizenship | Italy | 1951\n- Alberto Maria De Agostini | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\n- Q318968 | country of citizenship | Italy | 1951\n- Q264986 | country of citizenship | Italy | 1951\n- Q219490 | country of citizenship | Italy | 1951\n- Q213482 | country of citizenship | Italy | 1951\n- Dalida | country of citizenship | Italy | 1951\n- Wilma Montesi | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: Luigi Einaudi", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003879", "prompt": " In what year was the position held of Alfonso Calzolari's country of citizenship's head of state equal to President of Italy?\nEvidence:\n- Alfonso Calzolari | country of citizenship | Italy | 1956\n- Q658206 | country of citizenship | Italy | 1956\n- Q642428 | country of citizenship | Italy | 1956\n- Q639507 | country of citizenship | Italy | 1956\n- Q612509 | country of citizenship | Italy | 1956\n- Q454036 | country of citizenship | Italy | 1956\n- Q435856 | country of citizenship | Italy | 1956\n- Q318968 | country of citizenship | Italy | 1956\n- Q264986 | country of citizenship | Italy | 1956\n- Q219490 | country of citizenship | Italy | 1956\n- Q213482 | country of citizenship | Italy | 1956\n- Dalida | country of citizenship | Italy | 1956\n- Vittore Catella | country of citizenship | Italy | 1956\n- Virginio Rosetta | country of citizenship | Italy | 1956\n- Veriano Luchetti | country of citizenship | Italy | 1956\nReasoning:", "completion": " Answer: 1956", "t_query": 1956.0, "chain_length": 3, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003880", "prompt": " After Giuseppe Gabrielli country of citizenship Italy, what was the member of of Renata Tebaldi's country of citizenship?\nEvidence:\n- Renata Tebaldi | country of citizenship | Italy | 2000\n- Giuseppe Vedovato | country of citizenship | Italy | 2000\n- Giuseppe Prisco | country of citizenship | Italy | 2000\n- Giuseppe Colnago | country of citizenship | Italy | 2000\n- Giuseppe Busso | country of citizenship | Italy | 2000\n- Giuseppe Bennati | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 2000.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003881", "prompt": " After Tony Rominger member of sports team Cofidis, what was the general manager of Arnaud Coyot's member of sports team?\nEvidence:\n- Arnaud Coyot | member of sports team | Cofidis | 2003\n- Cofidis | general manager | Alain Bondue | 2003\n- Q946869 | member of sports team | Cofidis | 2003\n- Q465367 | member of sports team | Cofidis | 2003\n- David Moncoutié | member of sports team | Cofidis | 2003\n- Bingen Fernández | member of sports team | Cofidis | 2003\nReasoning:", "completion": " Answer: Alain Bondue", "t_query": 2003.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 6, "_lever_variant": "terse"} +{"id": "sft_003882", "prompt": " Who was the country of Luhansk after Russian Empire?\nEvidence:\n- Luhansk | located in the administrative territorial entity | Luhansk Oblast | 1965\n- Luhansk | country | Soviet Union | 1965\n- Russian Soviet Federative Socialist Republic | country | Soviet Union | 1965\n- Russian Soviet Federative Socialist Republic | located in the administrative territorial entity | Soviet Union | 1965\n- Russian Soviet Federative Socialist Republic | member of | Soviet Union | 1965\n- Q59054 | country of citizenship | Soviet Union | 1965\n- Q437262 | country of citizenship | Soviet Union | 1965\n- Q324083 | country of citizenship | Soviet Union | 1965\n- Yuri Pshenichnikov | country of citizenship | Soviet Union | 1965\n- Yuri Manin | country of citizenship | Soviet Union | 1965\n- Vladimir Chernavin | country of citizenship | Soviet Union | 1965\n- Viktor Kulikov | country of citizenship | Soviet Union | 1965\n- Vija Artmane | country of citizenship | Soviet Union | 1965\n- Vera Krepkina | country of citizenship | Soviet Union | 1965\n- Valeri Polyakov | country of citizenship | Soviet Union | 1965\nReasoning:", "completion": " Answer: Soviet Union", "t_query": 1965.0, "chain_length": 1, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003883", "prompt": " In 2003, whose located in's contains the administrative territorial entity was Rhône?\nEvidence:\n- Rhône | contains the administrative territorial entity | Vénissieux | 2003\n- Rhône | contains the administrative territorial entity | Villeurbanne | 2003\n- Rhône | contains the administrative territorial entity | Meyzieu | 2003\n- Rhône | contains the administrative territorial entity | Genay | 2003\n- Rhône | contains the administrative territorial entity | Francheville | 2003\n- Rhône | contains the administrative territorial entity | Feyzin | 2003\n- Rhône | contains the administrative territorial entity | Bron | 2003\n- Ternay | located in the administrative territorial entity | Rhône | 2003\n- Chaponnay | located in the administrative territorial entity | Rhône | 2003\n- Rhône | contains the administrative territorial entity | Vaulx-en-Velin | 2003\n- Rhône | contains the administrative territorial entity | Caluire-et-Cuire | 2003\n- Vaulx-en-Velin | located in the administrative territorial entity | Rhône | 2003\n- Route nationale 383 | located in the administrative territorial entity | Rhône | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Vénissieux | 2003\n- Urban Community of Lyon | contains the administrative territorial entity | Villeurbanne | 2003\nReasoning:", "completion": " Answer: Urban Community of Lyon", "t_query": 2003.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003884", "prompt": " After Mittelrheinliga country West Germany, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- Bonn | capital of | West Germany | 1987\n- West Germany | currency | Deutsche Mark | 1987\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\nReasoning:", "completion": " Answer: Bremen", "t_query": 1987.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003885", "prompt": " After Henry James country of citizenship United States, what was the contains the administrative territorial entity of United States?\nEvidence:\n- United States | contains the administrative territorial entity | Territory of Hawaii | 1917\n- Alexander Graham Bell | country of citizenship | United States | 1917\n- Frank Tieri | residence | United States | 1917\n- Vincent R. Impellitteri | residence | United States | 1917\n- United States | shares border with | Panama | 1917\n- United States | head of government | Woodrow Wilson | 1917\n- Frances Benjamin Johnston | work location | United States | 1917\n- Hawaii County | located in the administrative territorial entity | Territory of Hawaii | 1917\n- Q335931 | signatory | Woodrow Wilson | 1917\n- Q255169 | spouse | Woodrow Wilson | 1917\nReasoning:", "completion": " Answer: Territory of Hawaii", "t_query": 1917.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 10, "_lever_variant": "terse"} +{"id": "sft_003886", "prompt": " After Helmut Kohl country of citizenship West Germany, what was the contains the administrative territorial entity of Mannheim's country?\nEvidence:\n- Helmut Kohl | country of citizenship | West Germany | 1950\n- Mannheim | country | West Germany | 1950\n- West Germany | contains the administrative territorial entity | Hesse | 1950\n- West Germany | contains the administrative territorial entity | Hamburg | 1950\n- West Germany | contains the administrative territorial entity | Bremen | 1950\n- West Germany | contains the administrative territorial entity | Bavaria | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Hohenzollern | 1950\n- West Germany | contains the administrative territorial entity | Württemberg-Baden | 1950\n- West Germany | contains the administrative territorial entity | South Baden | 1950\n- West Germany | contains the administrative territorial entity | Schleswig-Holstein | 1950\n- West Germany | contains the administrative territorial entity | Rhineland-Palatinate | 1950\n- West Germany | contains the administrative territorial entity | Lower Saxony | 1950\n- West Germany | contains the administrative territorial entity | North Rhine-Westphalia | 1950\n- Württemberg-Baden | located in the administrative territorial entity | West Germany | 1950\n- South Baden | located in the administrative territorial entity | West Germany | 1950\nReasoning:", "completion": " Answer: Württemberg-Baden", "t_query": 1950.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003887", "prompt": " In 1901, what was the anthem of Kasato Maru's country of registry?\nEvidence:\n- Kasato Maru | country of registry | Russian Empire | 1901\n- Russian Empire | anthem | God Save the Tsar! | 1901\n- Khanate of Khiva | located in the administrative territorial entity | Russian Empire | 1901\n- Grand Duchy of Finland | located in the administrative territorial entity | Russian Empire | 1901\n- Yekaterinoslav Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Samara Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Oryol Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Chernigov Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Saint Petersburg Governorate | located in the administrative territorial entity | Russian Empire | 1901\n- Don Host Oblast | located in the administrative territorial entity | Russian Empire | 1901\n- Khanate of Khiva | country | Russian Empire | 1901\n- Emirate of Bukhara | country | Russian Empire | 1901\n- Vladimir Lenin | country of citizenship | Russian Empire | 1901\n- Vikenty Veresaev | country of citizenship | Russian Empire | 1901\n- Maria Zankovetska | country of citizenship | Russian Empire | 1901\nReasoning:", "completion": " Answer: God Save the Tsar!", "t_query": 1901.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003888", "prompt": " In 1974, what was the diplomatic relation of Germany?\nEvidence:\n- Germany | diplomatic relation | Czechoslovakia | 1974\n- Germany | diplomatic relation | Afghanistan | 1974\n- Germany | diplomatic relation | German Democratic Republic | 1974\n- West Germany | diplomatic relation | German Democratic Republic | 1974\n- Bonn | capital of | Germany | 1974\n- Germany | capital | Bonn | 1974\n- Bonn | capital of | West Germany | 1974\n- Germany | currency | Deutsche Mark | 1974\n- Karl Schügerl | country of citizenship | Germany | 1974\n- Jürgen Kissner | country of citizenship | Germany | 1974\n- Germany | member of | Western European Union | 1974\n- Germany | head of state | Walter Scheel | 1974\n- Germany | head of state | Gustav Heinemann | 1974\n- Germany | head of government | Willy Brandt | 1974\n- Germany | head of government | Walter Scheel | 1974\nReasoning:", "completion": " Answer: German Democratic Republic", "t_query": 1974.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003889", "prompt": " After Stefan Rehn member of sports team Sweden men's national football team, what was the member of sports team of Stefan Rehn?\nEvidence:\n- Stefan Rehn | member of sports team | Sweden men's national football team | 1994\n- Stefan Rehn | member of sports team | IFK Göteborg | 1994\n- Q949753 | member of sports team | Sweden men's national football team | 1994\n- Q722046 | member of sports team | Sweden men's national football team | 1994\n- Q705590 | member of sports team | Sweden men's national football team | 1994\n- Q689331 | member of sports team | Sweden men's national football team | 1994\n- Q460375 | member of sports team | Sweden men's national football team | 1994\n- Q352241 | member of sports team | Sweden men's national football team | 1994\n- Q342387 | member of sports team | Sweden men's national football team | 1994\n- Q323412 | member of sports team | Sweden men's national football team | 1994\n- Q318747 | member of sports team | Sweden men's national football team | 1994\n- Q312089 | member of sports team | Sweden men's national football team | 1994\n- Q204413 | member of sports team | Sweden men's national football team | 1994\n- Q179334 | member of sports team | Sweden men's national football team | 1994\n- Roland Nilsson | member of sports team | Sweden men's national football team | 1994\nReasoning:", "completion": " Answer: IFK Göteborg", "t_query": 1994.0, "chain_length": 1, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003890", "prompt": " In what year was the head of state of Alfonso Brescia's country of citizenship equal to Enrico de Nicola?\nEvidence:\n- Alfonso Brescia | country of citizenship | Italy | 1948\n- Uberto de Morpurgo | country of citizenship | Italy | 1948\n- Renzo De Felice | country of citizenship | Italy | 1948\n- Dino De Antoni | country of citizenship | Italy | 1948\n- Alberto Maria De Agostini | country of citizenship | Italy | 1948\n- Angelo de Mojana di Cologna | country of citizenship | Italy | 1948\n- Uberto de Morpurgo | country for sport | Italy | 1948\n- Q639507 | country of citizenship | Italy | 1948\n- Q612509 | country of citizenship | Italy | 1948\n- Q454036 | country of citizenship | Italy | 1948\n- Q435856 | country of citizenship | Italy | 1948\n- Q432318 | country of citizenship | Italy | 1948\n- Q429298 | country of citizenship | Italy | 1948\n- Q340261 | country of citizenship | Italy | 1948\n- Q318968 | country of citizenship | Italy | 1948\nReasoning:", "completion": " Answer: 1948", "t_query": 1948.0, "chain_length": 2, "operator_type": "interval", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003891", "prompt": " In 2000, whose head of government's country of citizenship was Giuliano Amato?\nEvidence:\n- Italy | head of government | Giuliano Amato | 2000\n- Giuliano Carnimeo | country of citizenship | Italy | 2000\n- Q679495 | country of citizenship | Italy | 2000\n- Q454036 | country of citizenship | Italy | 2000\n- Q445276 | country of citizenship | Italy | 2000\n- Q383551 | country of citizenship | Italy | 2000\n- Vittorio Vettori | country of citizenship | Italy | 2000\n- Vittore Catella | country of citizenship | Italy | 2000\n- Vito Lattanzio | country of citizenship | Italy | 2000\n- Veriano Luchetti | country of citizenship | Italy | 2000\n- Valeria Moriconi | country of citizenship | Italy | 2000\n- Urbano Lazzaro | country of citizenship | Italy | 2000\n- Tullio Kezich | country of citizenship | Italy | 2000\n- Tonino Guerra | country of citizenship | Italy | 2000\n- Tonino Cervi | country of citizenship | Italy | 2000\nReasoning:", "completion": " Answer: Renata Tebaldi", "t_query": 2000.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003892", "prompt": " After Mario Gentili country of citizenship Italy, what was the head of government of Ugo Morin's country of citizenship?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Mario Gentili | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Mario Roatta | country of citizenship | Italy | 1968\n- Mario Massa | country of citizenship | Italy | 1968\n- Mario Castellani | country of citizenship | Italy | 1968\n- Mario Bò | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: Giovanni Leone", "t_query": 1968.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003893", "prompt": " In 1963, whose position held's head of state's country of citizenship was President of Italy?\nEvidence:\n- Antonio Segni | position held | President of Italy | 1963\n- Italy | head of state | Antonio Segni | 1963\n- Antonio Segni | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Luigi Pistilli", "t_query": 1963.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 3, "_lever_variant": "terse"} +{"id": "sft_003894", "prompt": " In 1963, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1963\n- Germany | member of | European Coal and Steel Community | 1963\n- Belgium | member of | European Coal and Steel Community | 1963\n- Germany | member of | European Atomic Energy Community | 1963\n- Germany | member of | Western European Union | 1963\n- Q658206 | country of citizenship | Italy | 1963\n- Q642428 | country of citizenship | Italy | 1963\n- Q639507 | country of citizenship | Italy | 1963\n- Q612509 | country of citizenship | Italy | 1963\n- Q454036 | country of citizenship | Italy | 1963\n- Q435856 | country of citizenship | Italy | 1963\n- Q318968 | country of citizenship | Italy | 1963\n- Q264986 | country of citizenship | Italy | 1963\n- Q219490 | country of citizenship | Italy | 1963\n- Vittore Catella | country of citizenship | Italy | 1963\nReasoning:", "completion": " Answer: Francesca Romana Coluzzi", "t_query": 1963.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003895", "prompt": " In 1921, whose located in was Seine-et-Oise?\nEvidence:\n- Bonnières-sur-Seine | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Villejust | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Villecresnes | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Valenton | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Saclas | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q899558 | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q83472 | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q794124 | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q752150 | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q639332 | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q491908 | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q276508 | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q273061 | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q272066 | located in the administrative territorial entity | Seine-et-Oise | 1921\n- Q268408 | located in the administrative territorial entity | Seine-et-Oise | 1921\nReasoning:", "completion": " Answer: Saint-Leu-la-Forêt", "t_query": 1921.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003896", "prompt": " In 1911, what was the award received of Hugo Alfvén?\nEvidence:\n- Hugo Alfvén | award received | director musices | 1911\nReasoning:", "completion": " Answer: director musices", "t_query": 1911.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 1, "_lever_variant": "terse"} +{"id": "sft_003897", "prompt": " After Luciano Foà country of citizenship Italy, what was the position held of Italy's head of state?\nEvidence:\n- Luciano Pavarotti | country of citizenship | Italy | 1961\n- Q318968 | country of citizenship | Italy | 1961\n- Q264986 | country of citizenship | Italy | 1961\n- Q219490 | country of citizenship | Italy | 1961\n- Dalida | country of citizenship | Italy | 1961\n- Giuseppe Paratore | position held | Italian senator for life | 1961\n- Veriano Luchetti | country of citizenship | Italy | 1961\n- Tonino Cervi | country of citizenship | Italy | 1961\n- Tiziano Terzani | country of citizenship | Italy | 1961\n- Stéphane Grappelli | country of citizenship | Italy | 1961\n- Simon Spierer | country of citizenship | Italy | 1961\n- Sergio Mantovani | country of citizenship | Italy | 1961\n- Sergio Bonelli | country of citizenship | Italy | 1961\n- Rossana Rossanda | country of citizenship | Italy | 1961\n- Romeo Bertini | country of citizenship | Italy | 1961\nReasoning:", "completion": " Answer: President of Italy", "t_query": 1961.0, "chain_length": 2, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003898", "prompt": " In 1959, what was the position held of Gino Cassinis's country of citizenship's head of government?\nEvidence:\n- Gino Cassinis | country of citizenship | Italy | 1959\n- Q679495 | country of citizenship | Italy | 1959\n- Q658206 | country of citizenship | Italy | 1959\n- Q642428 | country of citizenship | Italy | 1959\n- Q639507 | country of citizenship | Italy | 1959\n- Q612509 | country of citizenship | Italy | 1959\n- Q454036 | country of citizenship | Italy | 1959\n- Q435856 | country of citizenship | Italy | 1959\n- Q318968 | country of citizenship | Italy | 1959\n- Q264986 | country of citizenship | Italy | 1959\n- Q219490 | country of citizenship | Italy | 1959\n- Dalida | country of citizenship | Italy | 1959\n- Vittore Catella | country of citizenship | Italy | 1959\n- Virginio Rosetta | country of citizenship | Italy | 1959\n- Veriano Luchetti | country of citizenship | Italy | 1959\nReasoning:", "completion": " Answer: Prime Minister of Italy", "t_query": 1959.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003899", "prompt": " In 1987, what was the contains the administrative territorial entity of Germany's head of government's country of citizenship?\nEvidence:\n- Germany | head of government | Helmut Kohl | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\n- Afghanistan | basic form of government | republic | 1987\n- Germany | capital | Bonn | 1987\n- Bonn | capital of | West Germany | 1987\n- Afghanistan | head of state | Mohammad Najibullah | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\nReasoning:", "completion": " Answer: Bavaria", "t_query": 1987.0, "chain_length": 3, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003900", "prompt": " In 1971, whose member of sports team was East Germany national football team?\nEvidence:\n- Q872768 | member of sports team | East Germany national football team | 1971\n- Q73725 | member of sports team | East Germany national football team | 1971\n- Q69584 | member of sports team | East Germany national football team | 1971\n- Q690178 | member of sports team | East Germany national football team | 1971\n- Q680657 | member of sports team | East Germany national football team | 1971\n- Q67555 | member of sports team | East Germany national football team | 1971\n- Q571103 | member of sports team | East Germany national football team | 1971\n- Q562188 | member of sports team | East Germany national football team | 1971\n- Henning Frenzel | member of sports team | East Germany national football team | 1971\n- Gerd Kische | member of sports team | East Germany national football team | 1971\n- Bernd Bransch | member of sports team | East Germany national football team | 1971\n- Q73725 | member of sports team | Dynamo Dresden | 1971\n- Q562188 | member of sports team | Dynamo Dresden | 1971\n- Q69584 | member of sports team | 1. FC Magdeburg | 1971\n- Q872768 | member of sports team | FC Carl Zeiss Jena | 1971\nReasoning:", "completion": " Answer: Gerd Kische", "t_query": 1971.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003901", "prompt": " In 1978, whose located in was Šilutė District Municipality?\nEvidence:\n- Šilutė | located in the administrative territorial entity | Šilutė District Municipality | 1978\n- Pagėgiai | located in the administrative territorial entity | Šilutė District Municipality | 1978\nReasoning:", "completion": " Answer: Šilutė", "t_query": 1978.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 2, "_lever_variant": "terse"} +{"id": "sft_003902", "prompt": " After West Germany contains the administrative territorial entity Bavaria, what was the diplomatic relation of Germany's head of government's country of citizenship?\nEvidence:\n- West Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | diplomatic relation | Czechoslovakia | 1987\n- Germany | diplomatic relation | Afghanistan | 1987\n- Germany | diplomatic relation | German Democratic Republic | 1987\n- Germany | head of government | Helmut Kohl | 1987\n- Jürgen Kissner | country of citizenship | West Germany | 1987\n- Helmut Kohl | country of citizenship | West Germany | 1987\n- Bonn | capital of | West Germany | 1987\n- West Germany | currency | Deutsche Mark | 1987\n- Germany | head of state | Richard von Weizsäcker | 1987\n- Karl Schügerl | country of citizenship | Germany | 1987\n- Jürgen Kissner | country of citizenship | Germany | 1987\n- Adolf Schröter | country of citizenship | Germany | 1987\n- World Legacy | country of registry | Germany | 1987\n- Bonn | capital of | Germany | 1987\nReasoning:", "completion": " Answer: German Democratic Republic", "t_query": 1987.0, "chain_length": 3, "operator_type": "sequence", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003903", "prompt": " In 1951, what was the head of state of Giovanni D'Ascenzi's country of citizenship?\nEvidence:\n- Giovanni D'Ascenzi | country of citizenship | Italy | 1951\n- Giovanni Ticozzi | country of citizenship | Italy | 1951\n- Giovanni Papini | country of citizenship | Italy | 1951\n- Giovanni Mardersteig | country of citizenship | Italy | 1951\n- Giovanni Invernizzi | country of citizenship | Italy | 1951\n- Giovanni Goria | country of citizenship | Italy | 1951\n- Giovanni Ferrofino | country of citizenship | Italy | 1951\n- Suso Cecchi d'Amico | country of citizenship | Italy | 1951\n- Luigi Filippo D'Amico | country of citizenship | Italy | 1951\n- Q639507 | country of citizenship | Italy | 1951\n- Q612509 | country of citizenship | Italy | 1951\n- Q454036 | country of citizenship | Italy | 1951\n- Q435856 | country of citizenship | Italy | 1951\n- Q432318 | country of citizenship | Italy | 1951\n- Q429298 | country of citizenship | Italy | 1951\nReasoning:", "completion": " Answer: Luigi Einaudi", "t_query": 1951.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003904", "prompt": " Who was the member of of Ugo Morin's country of citizenship before European Economic Community?\nEvidence:\n- Ugo Morin | country of citizenship | Italy | 1968\n- Ugo Morin | employer | University of Padua | 1968\n- Ugo Poletti | country of citizenship | Italy | 1968\n- Q679495 | country of citizenship | Italy | 1968\n- Q658206 | country of citizenship | Italy | 1968\n- Q642428 | country of citizenship | Italy | 1968\n- Q454036 | country of citizenship | Italy | 1968\n- Q435856 | country of citizenship | Italy | 1968\n- Q318968 | country of citizenship | Italy | 1968\n- Q264986 | country of citizenship | Italy | 1968\n- Q219490 | country of citizenship | Italy | 1968\n- Vittorio Caprioli | country of citizenship | Italy | 1968\n- Vittore Catella | country of citizenship | Italy | 1968\n- Virginio Rosetta | country of citizenship | Italy | 1968\n- Veriano Luchetti | country of citizenship | Italy | 1968\nReasoning:", "completion": " Answer: European Coal and Steel Community", "t_query": 1968.0, "chain_length": 2, "operator_type": "before_after", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003905", "prompt": " In 1935, whose country of citizenship was Kingdom of Italy?\nEvidence:\n- Q976653 | country of citizenship | Kingdom of Italy | 1935\n- Q890523 | country of citizenship | Kingdom of Italy | 1935\n- Q432318 | country of citizenship | Kingdom of Italy | 1935\n- Q429298 | country of citizenship | Kingdom of Italy | 1935\n- Q329221 | country of citizenship | Kingdom of Italy | 1935\n- Q216812 | country of citizenship | Kingdom of Italy | 1935\n- Q178349 | country of citizenship | Kingdom of Italy | 1935\n- Q133535 | country of citizenship | Kingdom of Italy | 1935\n- Vincent Cimatti | country of citizenship | Kingdom of Italy | 1935\n- Ulisse Stacchini | country of citizenship | Kingdom of Italy | 1935\n- Titta Ruffo | country of citizenship | Kingdom of Italy | 1935\n- Riccardo Zanella | country of citizenship | Kingdom of Italy | 1935\n- Paolo Vetri | country of citizenship | Kingdom of Italy | 1935\n- Paolo Manna | country of citizenship | Kingdom of Italy | 1935\n- Pantaleo Carabellese | country of citizenship | Kingdom of Italy | 1935\nReasoning:", "completion": " Answer: Bruno Visintin", "t_query": 1935.0, "chain_length": 1, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003906", "prompt": " In 1957, what was the position held of Italy's head of government?\nEvidence:\n- Giuseppe Paratore | position held | Italian senator for life | 1957\n- Q264986 | country of citizenship | Italy | 1957\n- Q219490 | country of citizenship | Italy | 1957\n- Q213482 | country of citizenship | Italy | 1957\n- Dalida | country of citizenship | Italy | 1957\n- Veriano Luchetti | country of citizenship | Italy | 1957\n- Tonino Cervi | country of citizenship | Italy | 1957\n- Tiziano Terzani | country of citizenship | Italy | 1957\n- Stéphane Grappelli | country of citizenship | Italy | 1957\n- Simon Spierer | country of citizenship | Italy | 1957\n- Sergio Mantovani | country of citizenship | Italy | 1957\n- Sergio Bonelli | country of citizenship | Italy | 1957\n- Rossana Rossanda | country of citizenship | Italy | 1957\n- Romeo Bertini | country of citizenship | Italy | 1957\n- Renata Tebaldi | country of citizenship | Italy | 1957\nReasoning:", "completion": " Answer: Prime Minister of Italy", "t_query": 1957.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} +{"id": "sft_003907", "prompt": " In 1985, whose member of's country of citizenship was European Coal and Steel Community?\nEvidence:\n- Italy | member of | European Coal and Steel Community | 1985\n- Germany | member of | European Coal and Steel Community | 1985\n- Belgium | member of | European Coal and Steel Community | 1985\n- Germany | member of | European Atomic Energy Community | 1985\n- Germany | member of | Western European Union | 1985\n- Q679495 | country of citizenship | Italy | 1985\n- Q658206 | country of citizenship | Italy | 1985\n- Q454036 | country of citizenship | Italy | 1985\n- Q435856 | country of citizenship | Italy | 1985\n- Q219490 | country of citizenship | Italy | 1985\n- Vittorio Caprioli | country of citizenship | Italy | 1985\n- Vittore Catella | country of citizenship | Italy | 1985\n- Veriano Luchetti | country of citizenship | Italy | 1985\n- Ulrico Girardi | country of citizenship | Italy | 1985\n- Ugo Poletti | country of citizenship | Italy | 1985\nReasoning:", "completion": " Answer: Veriano Luchetti", "t_query": 1985.0, "chain_length": 2, "operator_type": "point_in_time", "n_evidence": 15, "_lever_variant": "terse"} diff --git a/sft_data/sft_data_multitq_5k.jsonl b/sft_data/sft_data_multitq_5k.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..81abd6a7dbbf6870ed944b2b82e223ba68973337 --- /dev/null +++ b/sft_data/sft_data_multitq_5k.jsonl @@ -0,0 +1,4998 @@ +{"id": "mtq_1229411", "prompt": "Which country was last praised by Pervez Musharraf in 2006?\nEvidence:\n- Shaukat Aziz | Discuss by telephone | Pervez Musharraf | 2006-01-09\n- Pervez Musharraf | Discuss by telephone | Shaukat Aziz | 2006-01-09\n- United Arab Emirates | Engage in negotiation | Pervez Musharraf | 2006-01-24\n- Pervez Musharraf | Engage in negotiation | United Arab Emirates | 2006-01-24\n- Shaukat Aziz | Consult | Pervez Musharraf | 2006-01-10\n- Pervez Musharraf | Make statement | Thailand | 2006-01-05\n- Pervez Musharraf | Make statement | Iraq | 2006-01-10\n- Pervez Musharraf | Make statement | Iran | 2006-01-27\n- Pervez Musharraf | Make statement | Iran | 2006-01-26\n- Pervez Musharraf | Make statement | Iran | 2006-01-09\n- Pervez Musharraf | Consult | Shaukat Aziz | 2006-01-10\n- Pervez Musharraf | Consult | Mahmoud Ahmadinejad | 2006-01-03\n- Mahmoud Ahmadinejad | Consult | Pervez Musharraf | 2006-01-03\n- Benazir Bhutto | Demand | Pervez Musharraf | 2006-01-30\n- Pervez Musharraf | Engage in symbolic act | Royal Administration (Pakistan) | 2006-04-19\nAnswer:", "completion": " Iraq", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1300805", "prompt": "Who praised the head of government of Nigeria in December 2013?\nEvidence:\n- People Associated with the Opposition (Ukraine) | Demand change in leadership | Head of Government (Ukraine) | 2013-12-02\n- Head of Government (Ukraine) | Reject | People Associated with the Opposition (Ukraine) | 2013-12-04\n- Head of Government (Ukraine) | Deny responsibility | People Associated with the Opposition (Ukraine) | 2013-12-04\nAnswer:", "completion": " Ibrahim Hassan Dankwambo", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 3, "n_anchors": 0} +{"id": "mtq_1007603", "prompt": "At what time did the military ruler of Myanmar negotiate with George Yeo?\nEvidence:\n- Wen Jiabao | Consult | George Yeo | 2005-10-07\n- South Korea | Consult | George Yeo | 2005-11-16\n- George Yeo | Make statement | Mexico | 2005-11-21\n- George Yeo | Make statement | Malaysia | 2005-10-18\n- George Yeo | Make statement | Japan | 2005-12-10\n- George Yeo | Make statement | Japan | 2005-06-24\n- George Yeo | Make statement | Japan | 2005-01-24\n- George Yeo | Make statement | China | 2005-09-07\n- George Yeo | Make statement | China | 2005-05-07\n- George Yeo | Cooperate economically | China | 2005-12-29\n- George Yeo | Consult | Wen Jiabao | 2005-10-07\n- George Yeo | Consult | South Korea | 2005-11-16\n- George Yeo | Demand | Association of Southeast Asian Nations | 2005-09-06\n- George Yeo | Express intent to meet or negotiate | Malaysia | 2006-02-24\n- George Yeo | Express intent to meet or negotiate | Malaysia | 2005-09-06\nAnswer:", "completion": " 2007-09-30", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1248092", "prompt": "With whom did Abdullah Gül last negotiate before the Turkish legislature?\nEvidence:\n- Abdullah Gül | Express intent to meet or negotiate | China | 2005-02-02\n- Abdullah Gül | Express intent to meet or negotiate | China | 2005-02-01\n- Abdullah Gül | Express intent to meet or negotiate | China | 2005-01-27\n- Abdullah Gül | Express intent to meet or negotiate | China | 2005-01-26\n- Wen Jiabao | Consult | Abdullah Gül | 2005-02-02\n- Shimon Peres | Consult | Abdullah Gül | 2006-01-05\n- Shimon Peres | Consult | Abdullah Gül | 2006-01-04\n- Shimon Peres | Consult | Abdullah Gül | 2006-01-03\n- Shimon Peres | Consult | Abdullah Gül | 2005-01-05\n- Shimon Peres | Consult | Abdullah Gül | 2005-01-04\n- Nabil Shaath | Consult | Abdullah Gül | 2005-01-05\n- Mahmoud Abbas | Consult | Abdullah Gül | 2005-01-05\n- Huang Ju | Consult | Abdullah Gül | 2005-02-02\n- Huang Ju | Consult | Abdullah Gül | 2005-02-01\n- Abdullah Gül | Make statement | Iraq | 2005-02-01\nAnswer:", "completion": " Werner Faymann", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1255717", "prompt": "Who made an appeal to South Sudan in the same month as the African Media?\nEvidence:\n- South Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan People's Liberation Army | 2005-12-01\n- South Sudan | Make statement | UN Mission in Sudan | 2005-08-05\n- Sudan | Express intent to cooperate | South Sudan | 2005-11-23\n- South Sudan | Express intent to cooperate | Sudan | 2005-11-23\n- High Ranking Military Personnel (Sudan) | Make an appeal or request | Sudan | 2013-10-29\n- South Sudan | Express intent to meet or negotiate | Sudan | 2005-12-15\n- Resistance Movement (South Sudan) | Express intent to meet or negotiate | South Sudan | 2006-08-14\n- High Ranking Military Personnel (Sudan) | Express intent to engage in diplomatic cooperation (such as policy support) | Ministry (Sudan) | 2013-12-10\n- High Ranking Military Personnel (Sudan) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Sudan) | 2013-02-07\n- High Ranking Military Personnel (Sudan) | Make an appeal or request | Government (Sudan) | 2012-10-03\n- High Ranking Military Personnel (Sudan) | Make an appeal or request | Citizen (Sudan) | 2013-10-25\n- High Ranking Military Personnel (Sudan) | Make an appeal or request | Citizen (Sudan) | 2010-04-12\n- High Ranking Military Personnel (Sudan) | Make an appeal or request | Citizen (Sudan) | 2009-06-29\n- High Ranking Military Personnel (Sudan) | Make an appeal or request | Children (Sudan) | 2013-09-16\n- Citizen (Sudan) | Express intent to meet or negotiate | South Sudan | 2006-06-05\nAnswer:", "completion": " France", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1196175", "prompt": "In what year did Dmitry Anatolyevich Medvedev formally sign an agreement with Roza Otunbayeva?\nEvidence:\n- Roza Otunbayeva | Discuss by telephone | Dmitry Anatolyevich Medvedev | 2010-06-14\n- Roza Otunbayeva | Discuss by telephone | Dmitry Anatolyevich Medvedev | 2010-06-13\n- Dmitry Anatolyevich Medvedev | Discuss by telephone | Roza Otunbayeva | 2010-06-14\n- Dmitry Anatolyevich Medvedev | Discuss by telephone | Roza Otunbayeva | 2010-06-13\n- Roza Otunbayeva | Make an appeal or request | Dmitry Anatolyevich Medvedev | 2010-06-12\n- Roza Otunbayeva | Express intent to meet or negotiate | Dmitry Anatolyevich Medvedev | 2010-05-08\n- Roza Otunbayeva | Conduct suicide, car, or other non-military bombing | Roza Otunbayeva | 2005-03-03\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- Roza Otunbayeva | Demand | Citizen (Kyrgyzstan) | 2010-04-14\n- Roza Otunbayeva | Consult | Muratbek Imanaliyev | 2010-04-20\n- Roza Otunbayeva | Consult | Ministry (Kyrgyzstan) | 2005-03-27\n- Roza Otunbayeva | Consult | Abdullah Gül | 2005-05-06\n- Muratbek Imanaliyev | Consult | Roza Otunbayeva | 2010-04-20\n- Ministry (Kyrgyzstan) | Consult | Roza Otunbayeva | 2005-03-27\n- Abdullah Gül | Consult | Roza Otunbayeva | 2005-05-06\nAnswer:", "completion": " 2011", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1111926", "prompt": "Which year did the Defense Attorney of New Zealand last accuse the Children of New Zealand?\nEvidence:\n- Defense Attorney (New Zealand) | Accuse | Children (New Zealand) | 2011-05-13\n- Police (New Zealand) | Accuse | Children (New Zealand) | 2015-10-24\n- Police (New Zealand) | Accuse | Children (New Zealand) | 2010-06-17\n- Police (New Zealand) | Accuse | Children (New Zealand) | 2009-10-13\n- Police (New Zealand) | Accuse | Children (New Zealand) | 2008-07-27\n- Police (New Zealand) | Accuse | Children (New Zealand) | 2008-07-25\n- Police (New Zealand) | Accuse | Children (New Zealand) | 2008-07-17\n- Police (New Zealand) | Accuse | Children (New Zealand) | 2008-06-06\n- Police (New Zealand) | Accuse | Children (New Zealand) | 2007-05-22\n- Police (New Zealand) | Accuse | Children (New Zealand) | 2007-01-19\n- Police (New Zealand) | Accuse | Children (New Zealand) | 2006-07-24\n- Police (New Zealand) | Accuse | Children (New Zealand) | 2006-07-03\n- Police (New Zealand) | Accuse | Children (New Zealand) | 2005-09-13\n- Police (New Zealand) | Accuse | Children (New Zealand) | 2005-03-02\n- Police (New Zealand) | Make statement | Defense Attorney (New Zealand) | 2007-07-03\nAnswer:", "completion": " 2011", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1105992", "prompt": "Who was praised by the Member of Parliament of India before 21 April 2015?\nEvidence:\n- Member of Parliament (India) | Praise or endorse | Yogendra Yadav | 2015-04-21\nAnswer:", "completion": " Maithripala Sirisena", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1160811", "prompt": "After Adebisi Akande, with whom did the citizens of Nigeria first wish to establish diplomatic cooperation?\nEvidence:\n- Citizen (Nigeria) | Accuse | Adebisi Akande | 2005-09-09\n- Adebisi Akande | Reject | Citizen (Nigeria) | 2012-08-10\n- Adebisi Akande | Demand | Government (Nigeria) | 2014-05-16\n- Adebisi Akande | Demand | Government (Nigeria) | 2014-05-12\n- Adebisi Akande | Accuse | Government (Nigeria) | 2014-08-04\n- Head of Government (Nigeria) | Consult | Adebisi Akande | 2015-09-10\n- Adebisi Akande | Consult | Head of Government (Nigeria) | 2015-09-10\n- Adebisi Akande | Make statement | Government (Nigeria) | 2014-08-04\n- Adebisi Akande | Make statement | Government (Nigeria) | 2011-05-11\n- Adebisi Akande | Make statement | Government (Nigeria) | 2011-03-01\n- Adebisi Akande | Make statement | Government (Nigeria) | 2009-03-19\n- Adebisi Akande | Make statement | Government (Nigeria) | 2008-08-04\n- Head of Government (Nigeria) | Make statement | Adebisi Akande | 2013-08-12\n- Citizen (Nigeria) | Demonstrate or rally | Adebisi Akande | 2010-05-07\n- Citizen (Nigeria) | Criticize or denounce | Adebisi Akande | 2006-09-18\nAnswer:", "completion": " Oluṣẹgun Ọbasanjọ", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1136040", "prompt": "Who was the last to use unconventional force against the Israeli Defence Forces in 2009?\nEvidence:\n- Saudi Arabian Defence Forces | Use conventional military force | Yemen | 2009-11-12\n- Mob (Israel) | Use unconventional violence | Israeli Defense Forces | 2009-06-07\n- Israeli Defense Forces | Use conventional military force | Iran | 2009-05-04\n- Citizen (Saudi Arabia) | Use unconventional violence | Saudi Arabian Defence Forces | 2009-12-23\n- Citizen (Saudi Arabia) | Use unconventional violence | Saudi Arabian Defence Forces | 2009-12-03\n- Citizen (Saudi Arabia) | Use unconventional violence | Saudi Arabian Defence Forces | 2009-12-02\n- Citizen (Saudi Arabia) | Use unconventional violence | Saudi Arabian Defence Forces | 2009-11-26\n- Citizen (Saudi Arabia) | Use unconventional violence | Saudi Arabian Defence Forces | 2009-11-13\n- Citizen (Saudi Arabia) | Use unconventional violence | Saudi Arabian Defence Forces | 2009-11-04\n- Armed Rebel (Yemen) | Use unconventional violence | Saudi Arabian Defence Forces | 2009-12-22\n- Armed Rebel (Yemen) | Use unconventional violence | Saudi Arabian Defence Forces | 2009-12-21\n- Armed Rebel (Yemen) | Use unconventional violence | Saudi Arabian Defence Forces | 2009-12-04\n- Armed Rebel (Yemen) | Use unconventional violence | Saudi Arabian Defence Forces | 2009-12-03\n- Armed Rebel (Yemen) | Use unconventional violence | Saudi Arabian Defence Forces | 2009-11-27\n- Armed Rebel (Yemen) | Use unconventional violence | Saudi Arabian Defence Forces | 2009-11-19\nAnswer:", "completion": " Combatant (Palestinian Territory, Occupied)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1126823", "prompt": "Before Yemen, to whom did the French government make a request?\nEvidence:\n- Malaysia | Make a visit | Yemen | 2005-02-06\n- France | Make a visit | Yemen | 2005-02-21\n- France | Make a visit | Yemen | 2005-02-14\n- Eritrea | Make a visit | Yemen | 2005-02-10\n- Ministry (Egypt) | Make a visit | Yemen | 2005-02-21\n- James Wolfensohn | Make a visit | Yemen | 2005-02-16\n- James Wolfensohn | Make a visit | Yemen | 2005-02-15\n- Isaias Afewerki | Make a visit | Yemen | 2005-02-09\n- Ali Abdullah Saleh | Make a visit | Yemen | 2005-02-06\n- Ali Abdullah Saleh | Make an appeal or request | Yemen | 2005-01-02\n- Yemen | Host a visit | Malaysia | 2005-02-06\n- Yemen | Host a visit | France | 2005-02-14\n- Yemen | Host a visit | Eritrea | 2005-02-10\n- Head of Government (Germany) | Express intent to meet or negotiate | Yemen | 2005-02-18\n- Yemen | Host a visit | James Wolfensohn | 2005-02-16\nAnswer:", "completion": " Indigenous People (Cote d'Ivoire)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1072276", "prompt": "Who receive Wolfgang Schüssel's visit from Wolfgang Schüssel first after Benedict XVI did?\nEvidence:\n- Wolfgang Schüssel | Make a visit | Benedict XVI | 2005-11-15\n- Benedict XVI | Host a visit | Wolfgang Schüssel | 2005-11-15\n- Wolfgang Schüssel | Consult | China | 2005-04-23\n- China | Consult | Wolfgang Schüssel | 2005-04-23\n- Wolfgang Schüssel | Make a visit | China | 2005-04-25\n- Wolfgang Schüssel | Make a visit | China | 2005-04-21\n- Wolfgang Schüssel | Make a visit | China | 2005-04-20\n- Wolfgang Schüssel | Make a visit | China | 2005-04-19\n- Wolfgang Schüssel | Make a visit | China | 2005-04-18\n- Wolfgang Schüssel | Make a visit | China | 2005-04-14\n- China | Host a visit | Wolfgang Schüssel | 2005-04-25\n- China | Host a visit | Wolfgang Schüssel | 2005-04-21\n- China | Host a visit | Wolfgang Schüssel | 2005-04-20\n- China | Host a visit | Wolfgang Schüssel | 2005-04-19\n- China | Host a visit | Wolfgang Schüssel | 2005-04-18\nAnswer:", "completion": " Angela Merkel", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1300954", "prompt": "Who visited Romania on 5 April 2006?\nEvidence:\n- Karl Erjavec | Consult | Foreign Affairs (Romania) | 2006-04-05\n- Foreign Affairs (Romania) | Consult | Karl Erjavec | 2006-04-05\n- Romania | Host a visit | Human Rights Watch | 2006-04-05\n- Human Rights Watch | Make a visit | Romania | 2006-04-05\n- Karl Erjavec | Express intent to meet or negotiate | Romania | 2006-04-05\nAnswer:", "completion": " Human Rights Watch", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 5, "n_anchors": 1} +{"id": "mtq_1194709", "prompt": "Who praised Abdullah Gül before 2007-08?\nEvidence:\n- Wen Jiabao | Consult | Abdullah Gül | 2005-02-02\n- Shimon Peres | Consult | Abdullah Gül | 2006-01-05\n- Shimon Peres | Consult | Abdullah Gül | 2006-01-04\n- Shimon Peres | Consult | Abdullah Gül | 2006-01-03\n- Shimon Peres | Consult | Abdullah Gül | 2005-01-05\n- Shimon Peres | Consult | Abdullah Gül | 2005-01-04\n- Nabil Shaath | Consult | Abdullah Gül | 2005-01-05\n- Mahmoud Abbas | Consult | Abdullah Gül | 2005-01-05\n- Huang Ju | Consult | Abdullah Gül | 2005-02-02\n- Huang Ju | Consult | Abdullah Gül | 2005-02-01\n- Abdullah Gül | Make statement | Iraq | 2005-02-01\n- Abdullah Gül | Make statement | Iraq | 2005-01-27\n- Abdullah Gül | Make statement | Iraq | 2005-01-24\n- Abdullah Gül | Make statement | Iraq | 2005-01-06\n- Abdullah Gül | Make statement | China | 2005-02-01\nAnswer:", "completion": " Milliyet", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1301707", "prompt": "Who was the first to suffer from the unconventional violence of the Armed Rebel of Somalia after the Commando of Somalia?\nEvidence:\n- Armed Rebel (Somalia) | Use unconventional violence | Commando (Somalia) | 2014-05-24\n- Armed Rebel (Somalia) | Use unconventional violence | Militant (Somalia) | 2015-08-25\n- Armed Rebel (Somalia) | Use unconventional violence | Ethiopia | 2008-10-15\n- Armed Rebel (Somalia) | Use unconventional violence | Ethiopia | 2008-02-21\n- Armed Rebel (Somalia) | Use unconventional violence | Ethiopia | 2007-11-13\n- Armed Rebel (Somalia) | Use unconventional violence | Other Authorities / Officials (Somalia) | 2008-08-29\n- Armed Rebel (Somalia) | Use unconventional violence | Other Authorities / Officials (Somalia) | 2007-12-29\n- Armed Rebel (Somalia) | Use unconventional violence | Police (Kenya) | 2007-11-21\n- Armed Rebel (Somalia) | Use unconventional violence | Military (Burundi) | 2009-04-27\n- Armed Rebel (Somalia) | Use unconventional violence | Citizen (Uganda) | 2010-08-02\n- Armed Rebel (Somalia) | Use unconventional violence | African Union | 2012-05-08\n- Armed Rebel (Somalia) | Use unconventional violence | African Union | 2011-11-18\n- Armed Rebel (Somalia) | Use unconventional violence | African Union | 2011-10-20\n- Armed Rebel (Somalia) | Use unconventional violence | African Union | 2011-08-06\n- Armed Rebel (Somalia) | Use unconventional violence | African Union | 2010-11-01\nAnswer:", "completion": " Militant (Somalia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1314997", "prompt": "Who was the last to criticise the Provisional Irish Republican Army in 2005?\nEvidence:\n- Provisional Irish Republican Army | Threaten | Ireland | 2005-02-03\n- Provisional Irish Republican Army | Reject | Ireland | 2005-02-02\n- Ireland | Accuse | Provisional Irish Republican Army | 2005-11-08\n- Ireland | Accuse | Provisional Irish Republican Army | 2005-03-11\n- Ireland | Accuse | Provisional Irish Republican Army | 2005-03-05\n- Ireland | Accuse | Provisional Irish Republican Army | 2005-03-04\n- Ireland | Accuse | Provisional Irish Republican Army | 2005-02-28\n- Ireland | Accuse | Provisional Irish Republican Army | 2005-01-18\n- Tony Blair | Demand | Provisional Irish Republican Army | 2005-06-28\n- Provisional Irish Republican Army | Make statement | Ireland | 2005-07-31\n- Provisional Irish Republican Army | Make statement | Ireland | 2005-07-30\n- Provisional Irish Republican Army | Deny responsibility | Ireland | 2005-02-02\n- Bertie Ahern | Accuse | Provisional Irish Republican Army | 2005-02-08\n- Tony Blair | Make statement | Provisional Irish Republican Army | 2005-06-28\n- Tony Blair | Make statement | Provisional Irish Republican Army | 2005-06-27\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1062426", "prompt": "After Mar, 2009, who used conventional military force against the African peacekeeping force?\nEvidence:\n- Peacekeeping Troop (African Union) | Use conventional military force | African Union | 2012-05-23\n- Peacekeeping Troop (African Union) | Use conventional military force | African Union | 2010-05-21\n- African Union | Use conventional military force | Peacekeeping Troop (African Union) | 2007-04-03\n- Peacekeeping Troop (African Union) | Use conventional military force | Eritrea | 2009-06-16\n- Eritrea | Use conventional military force | Peacekeeping Troop (African Union) | 2009-06-16\n- African Union | Use conventional military force | Peacekeeping Troop (Rwanda) | 2013-11-25\n- Peacekeeping Troop (African Union) | Use conventional military force | Rioter (Sudan) | 2006-12-11\n- Peacekeeping Troop (African Union) | Use conventional military force | Militant (Somalia) | 2010-02-11\n- Peacekeeping Troop (African Union) | Use conventional military force | Criminal (Somalia) | 2009-09-25\n- Peacekeeping Troop (African Union) | Use conventional military force | Citizen (Sudan) | 2015-04-27\n- Peacekeeping Troop (African Union) | Use conventional military force | Al-Shabaab | 2012-11-12\n- Peacekeeping Troop (African Union) | Use conventional military force | Al-Shabaab | 2011-10-25\n- Peacekeeping Troop (African Union) | Use conventional military force | Al-Shabaab | 2011-07-02\n- Peacekeeping Troop (African Union) | Use conventional military force | Al-Shabaab | 2009-11-23\n- Peacekeeping Troop (African Union) | Use conventional military force | Al-Shabaab | 2009-07-20\nAnswer:", "completion": " Al-Shabaab", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1373886", "prompt": "Who was the first to condemn the citizens of Uganda in 2009?\nEvidence:\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2009-10-23\n- Police (Uganda) | Make statement | The Poor (Uganda) | 2009-03-20\n- Citizen (Uganda) | Express intent to meet or negotiate | The Poor (Uganda) | 2009-06-11\n- Mob (Uganda) | Protest violently, riot | The Poor (Uganda) | 2009-08-10\n- The Hague | Arrest, detain, or charge with legal action | Citizen (Uganda) | 2009-03-13\nAnswer:", "completion": " Police (Uganda)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 7, "n_anchors": 0} +{"id": "mtq_1065637", "prompt": "Who was the first person Mike Rann appealed to?\nEvidence:\n- Peter Costello | Demand | Mike Rann | 2006-02-16\n- Mike Rann | Reject | Citizen (Australia) | 2005-03-11\n- Mike Rann | Investigate | Police (Australia) | 2005-04-29\n- Mike Rann | Investigate | Citizen (Australia) | 2005-04-30\n- Citizen (Australia) | Accuse | Mike Rann | 2006-01-19\n- Citizen (Australia) | Accuse | Mike Rann | 2005-06-09\n- Royal Administration (Australia) | Consult | Mike Rann | 2005-05-13\n- Mike Rann | Make statement | Police (Australia) | 2006-02-22\n- Mike Rann | Make statement | Police (Australia) | 2006-02-12\n- Mike Rann | Make statement | Police (Australia) | 2005-05-07\n- Mike Rann | Make statement | Police (Australia) | 2005-03-09\n- Mike Rann | Investigate | Lawyer/Attorney (Australia) | 2005-04-29\n- Mike Rann | Consult | Royal Administration (Australia) | 2005-05-13\n- Peter Costello | Praise or endorse | Mike Rann | 2005-11-15\n- Nicholas \"Nick\" Xenophon | Make statement | Mike Rann | 2005-03-06\nAnswer:", "completion": " Julia Gillard", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1230931", "prompt": "In which country did Sheikh Hamad bin Isa al Khalifah announce his intention to meet Angela Merkel in the same month?\nEvidence:\n- Sheikh Hamad bin Isa al Khalifah | Investigate | Iraq | 2005-10-04\n- Sheikh Hamad bin Khalifa al-Thani | Discuss by telephone | Sheikh Hamad bin Isa al Khalifah | 2005-05-07\n- Sheikh Hamad bin Isa al Khalifah | Discuss by telephone | Sheikh Hamad bin Khalifa al-Thani | 2005-05-07\n- Sheikh Hamad bin Isa al Khalifah | Make statement | Qatar | 2005-03-03\n- Sheikh Hamad bin Isa al Khalifah | Make statement | Iraq | 2008-03-25\n- Sheikh Hamad bin Isa al Khalifah | Make statement | Iran | 2006-12-18\n- Sheikh Hamad bin Isa al Khalifah | Consult | Mahmoud Ahmadinejad | 2007-11-17\n- Sheikh Hamad bin Isa al Khalifah | Consult | Mahmoud Abbas | 2006-09-03\n- Sheikh Hamad bin Isa al Khalifah | Consult | Mahmoud Abbas | 2006-01-04\n- Sheikh Hamad bin Isa al Khalifah | Consult | Mahmoud Abbas | 2006-01-03\n- Sheikh Hamad bin Isa al Khalifah | Consult | Mahmoud Abbas | 2005-06-14\n- Sheikh Hamad bin Isa al Khalifah | Consult | Gerhard Schröder | 2005-03-02\n- Sheikh Hamad bin Isa al Khalifah | Consult | Abdullah Gül | 2005-05-31\n- Mahmoud Ahmadinejad | Consult | Sheikh Hamad bin Isa al Khalifah | 2007-11-17\n- Mahmoud Abbas | Consult | Sheikh Hamad bin Isa al Khalifah | 2006-09-03\nAnswer:", "completion": " Iran", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1036059", "prompt": "Who was the last person Rafael Correa wanted to negotiate with before Daniel Ortega?\nEvidence:\n- Rafael Ramírez | Consult | Rafael Correa | 2005-07-14\n- Rafael Correa | Consult | Rafael Ramírez | 2005-07-14\n- Rafael Correa | Reject | Rafael Antonio Bielsa | 2006-11-23\n- Rafael Correa | Consult | Rafael Antonio Bielsa | 2006-09-26\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-26\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-20\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-01\n- Rafael Antonio Bielsa | Consult | Rafael Correa | 2006-09-26\n- Rafael Antonio Bielsa | Accuse | Rafael Correa | 2006-10-15\n- Rafael Correa | Express intent to meet or negotiate | Colombia | 2006-12-19\n- Rafael Correa | Express intent to meet or negotiate | Colombia | 2006-12-15\n- Rafael Correa | Express intent to meet or negotiate | Colombia | 2006-12-13\n- Rafael Correa | Express intent to meet or negotiate | Colombia | 2006-12-11\n- Rafael Correa | Express intent to meet or negotiate | Colombia | 2006-12-01\n- Rafael Correa | Express intent to meet or negotiate | Bolivia | 2006-12-05\nAnswer:", "completion": " Colombia", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1228695", "prompt": "Who was the last to appeal to the African Union before the citizens of the International?\nEvidence:\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-31\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Nigeria) | Consult | African Union | 2005-02-01\n- Head of Government (Nigeria) | Consult | African Union | 2005-01-31\n- African Union | Consult | Head of Government (Nigeria) | 2005-02-01\n- African Union | Consult | Head of Government (Nigeria) | 2005-01-31\n- African Union | Investigate | Sudan | 2005-02-08\n- Oluṣẹgun Ọbasanjọ | Make an appeal or request | African Union | 2005-02-10\n- African Union | Make an appeal or request | South Africa | 2005-01-02\n- African Union | Praise or endorse | East African Community | 2005-02-05\n- Oluṣẹgun Ọbasanjọ | Consult | African Union | 2005-01-08\n- African Union | Make statement | Sudan | 2005-02-07\n- African Union | Make statement | Sudan | 2005-01-29\nAnswer:", "completion": " Angela Merkel", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1373894", "prompt": "In which month did Augusto Pinochet first use unconventional force against the National Intelligence Service of Chile?\nEvidence:\n- Augusto Pinochet | Use unconventional violence | Head of Government (Chile) | 2012-10-29\n- Augusto Pinochet | Use unconventional violence | Head of Government (Chile) | 2010-09-12\n- Augusto Pinochet | Use unconventional violence | Head of Government (Chile) | 2006-12-24\n- Augusto Pinochet | Use unconventional violence | Head of Government (Chile) | 2006-12-18\n- Augusto Pinochet | Use unconventional violence | Head of Government (Chile) | 2006-09-12\n- Activist (Chile) | Reject | Augusto Pinochet | 2005-11-23\n- Activist (Chile) | Reject | Augusto Pinochet | 2005-11-21\n- Augusto Pinochet | Assassinate | Head of Government (Chile) | 2005-05-05\n- Appeals Court (Chile) | Reject | Augusto Pinochet | 2005-08-19\n- Appeals Court (Chile) | Accuse | Augusto Pinochet | 2005-09-02\n- Supreme Court of Chile | Make statement | Augusto Pinochet | 2005-03-25\n- Head of Government (Chile) | Make statement | Augusto Pinochet | 2006-12-11\n- Healthcare Facility (Chile) | Make statement | Augusto Pinochet | 2005-07-04\n- Healthcare Facility (Chile) | Make statement | Augusto Pinochet | 2005-05-19\n- Appeals Court (Chile) | Make statement | Augusto Pinochet | 2005-12-02\nAnswer:", "completion": " 2007-07", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1241161", "prompt": "Who did Donald Rumsfeld want to negotiate with in the same month as Fatmir Mediu?\nEvidence:\n- Fatmir Mediu | Consult | Donald Rumsfeld | 2006-03-09\n- Donald Rumsfeld | Consult | Fatmir Mediu | 2006-03-09\n- Donald Rumsfeld | Express intent to meet or negotiate | Fatmir Mediu | 2006-09-26\n- Frantisek Kasický | Consult | Fatmir Mediu | 2007-10-25\n- Fatmir Mediu | Consult | Frantisek Kasický | 2007-10-25\n- Fatmir Mediu | Consult | Evangelos Meimarakis | 2006-09-27\n- Fatmir Mediu | Accuse | Military (Albania) | 2008-06-16\n- Evangelos Meimarakis | Consult | Fatmir Mediu | 2006-09-27\n- Sali Berisha | Make statement | Fatmir Mediu | 2008-03-17\n- Romania | Host a visit | Fatmir Mediu | 2008-03-06\n- Lawyer/Attorney (Albania) | Investigate | Fatmir Mediu | 2008-06-16\n- Lawyer/Attorney (Albania) | Accuse | Fatmir Mediu | 2008-06-16\n- Kuwait | Host a visit | Fatmir Mediu | 2007-05-12\n- France | Host a visit | Fatmir Mediu | 2006-06-16\n- Fatmir Mediu | Make statement | Military (Albania) | 2007-06-22\nAnswer:", "completion": " Military (Albania)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1385892", "prompt": "Who did Jens Stoltenberg support first after Terje Riis-Johansen?\nEvidence:\n- Jens Stoltenberg | Praise or endorse | Terje Riis-Johansen | 2010-06-18\n- Shaukat Aziz | Consult | Jens Stoltenberg | 2005-12-08\n- Shaukat Aziz | Consult | Jens Stoltenberg | 2005-12-06\n- Shaukat Aziz | Apologize | Jens Stoltenberg | 2006-02-15\n- Mahmoud Abbas | Consult | Jens Stoltenberg | 2006-09-21\n- Mahmoud Abbas | Consult | Jens Stoltenberg | 2006-04-26\n- Jens Stoltenberg | Consult | Shaukat Aziz | 2005-12-08\n- Jens Stoltenberg | Consult | Shaukat Aziz | 2005-12-06\n- Jens Stoltenberg | Consult | Mahmoud Abbas | 2006-09-21\n- Jens Stoltenberg | Consult | Mahmoud Abbas | 2006-04-26\n- Jens Stoltenberg | Consult | Harald V | 2005-10-14\n- Jens Stoltenberg | Apologize | Shaukat Aziz | 2006-02-15\n- Harald V | Consult | Jens Stoltenberg | 2005-10-14\n- Mikhail Yefimovich Fradkov | Consult | Jens Stoltenberg | 2006-03-29\n- Juan Carlos I | Consult | Jens Stoltenberg | 2006-06-06\nAnswer:", "completion": " Jakaya Mrisho Kikwete", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1232894", "prompt": "Before the Governor of Somalia, who used conventional military force against the Armed Gang of Somalia?\nEvidence:\n- Governor (Somalia) | Use conventional military force | Armed Gang (Somalia) | 2013-11-17\n- Sudan | Use conventional military force | Armed Gang (Somalia) | 2015-09-07\n- Ethiopia | Use conventional military force | Armed Gang (Somalia) | 2007-01-09\n- Armed Gang (Somalia) | Reject | Governor (Somalia) | 2015-12-19\n- Armed Gang (Somalia) | Assassinate | Governor (Somalia) | 2008-11-09\n- Al-Shabaab | Use conventional military force | Armed Gang (Somalia) | 2014-03-19\n- Al-Shabaab | Use conventional military force | Armed Gang (Somalia) | 2011-06-11\n- Governor (Somalia) | Make statement | Armed Gang (Somalia) | 2013-07-06\n- Governor (Somalia) | Make statement | Armed Gang (Somalia) | 2012-10-08\n- Governor (Somalia) | Make statement | Armed Gang (Somalia) | 2010-01-16\n- Governor (Somalia) | Make statement | Armed Gang (Somalia) | 2009-05-24\n- Governor (Somalia) | Make statement | Armed Gang (Somalia) | 2009-02-22\n- Governor (Somalia) | Make statement | Armed Gang (Somalia) | 2008-10-29\n- Governor (Somalia) | Make statement | Armed Gang (Somalia) | 2005-01-30\n- Governor (Somalia) | Rally opposition against | Armed Opposition (Somalia) | 2010-02-22\nAnswer:", "completion": " Al-Shabaab", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1145215", "prompt": "Which country did the South Korean Ministry of Foreign Affairs first criticise in 2012?\nEvidence:\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2012-05-31\n- Ministry (Montenegro) | Consult | Foreign Affairs (Slovakia) | 2012-06-07\n- Ministry (Brazil) | Consult | Foreign Affairs (Argentina) | 2012-05-23\n- Foreign Affairs (Slovakia) | Consult | Ministry (Montenegro) | 2012-06-07\n- Foreign Affairs (Argentina) | Consult | Ministry (Brazil) | 2012-05-23\n- Ministry (Sri Lanka) | Consult | Foreign Affairs (Hungary) | 2012-11-09\n- Ministry (Sri Lanka) | Consult | Foreign Affairs (France) | 2012-01-03\n- Foreign Affairs (Venezuela) | Make statement | Ministry (Brazil) | 2012-08-31\n- Foreign Affairs (Hungary) | Consult | Ministry (Sri Lanka) | 2012-11-09\n- Foreign Affairs (France) | Consult | Ministry (Sri Lanka) | 2012-01-03\n- Ministry (Sri Lanka) | Make statement | Foreign Affairs (France) | 2012-01-03\n- Foreign Affairs (Venezuela) | Criticize or denounce | Ministry (Venezuela) | 2012-05-31\n- Health Ministry (Romania) | Praise or endorse | Foreign Affairs (Israel) | 2012-05-24\n- Health Ministry (Romania) | Host a visit | Foreign Affairs (Israel) | 2012-05-24\n- Foreign Affairs (Israel) | Make a visit | Health Ministry (Romania) | 2012-05-24\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1345340", "prompt": "Who last would wish to visit the Foreign Affairs of Italy before Mahmoud Abbas did?\nEvidence:\n- Foreign Affairs (France) | Praise or endorse | Mahmoud Abbas | 2005-01-12\n- Government (Italy) | Praise or endorse | Mahmoud Abbas | 2005-01-10\n- Mahmoud Abbas | Make statement | Japan | 2005-01-10\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-11\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-10\n- Mahmoud Abbas | Consult | Associated Press | 2005-01-01\n- Mahmoud Abbas | Consult | Abdullah Gül | 2005-01-05\n- Javier Solana | Consult | Mahmoud Abbas | 2005-01-11\n- Javier Solana | Consult | Mahmoud Abbas | 2005-01-10\n- Associated Press | Consult | Mahmoud Abbas | 2005-01-01\n- Abdullah Gül | Consult | Mahmoud Abbas | 2005-01-05\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-11\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Pervez Musharraf | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Javier Solana | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-14\nAnswer:", "completion": " Joschka Fischer", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1214470", "prompt": "In which year did Georgios Papandreou first express his intention to meet with the Greek armed forces?\nEvidence:\n- Georgios Papandreou | Consult | Georgios Papandreou | 2005-02-10\n- Georgios Papandreou | Express intent to meet or negotiate | Iran | 2006-06-25\n- Georgios Papandreou | Express intent to meet or negotiate | Mahmoud Ahmadinejad | 2006-06-26\n- Georgios Papandreou | Express intent to meet or negotiate | Cleric (Greece) | 2005-12-09\n- Georgios Papandreou | Express intent to meet or negotiate | Citizen (Greece) | 2008-02-04\n- Georgios Papandreou | Express intent to meet or negotiate | Citizen (Greece) | 2007-10-25\n- Georgios Papandreou | Express intent to meet or negotiate | Citizen (Greece) | 2007-02-23\n- Georgios Papandreou | Express intent to meet or negotiate | Citizen (Greece) | 2007-01-14\n- Georgios Papandreou | Express intent to meet or negotiate | Citizen (Greece) | 2007-01-12\n- Georgios Papandreou | Express intent to meet or negotiate | Archbishop (Albania) | 2006-06-09\n- Georgios Papandreou | Express intent to cooperate | Citizen (Greece) | 2007-11-05\n- Georgios Papandreou | Express intent to cooperate | Citizen (Greece) | 2007-09-11\n- Georgios Papandreou | Express intent to meet or negotiate | City Mayor (Greece) | 2005-07-22\n- Farouk al-Sharaa | Express intent to meet or negotiate | Georgios Papandreou | 2005-05-26\n- New Democracy | Demand | Georgios Papandreou | 2006-04-17\nAnswer:", "completion": " 2008", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1331913", "prompt": "Who was the last person to use conventional military force against the citizens of Nigeria before John Baird?\nEvidence:\n- John Baird | Use conventional military force | Citizen (Nigeria) | 2012-06-25\n- John Baird | Express intent to meet or negotiate | John Baird | 2009-03-11\n- Kuwait | Consult | John Baird | 2011-11-23\n- John Baird | Consult | Kuwait | 2011-11-23\n- Spokesman for the Opposition (Bloc Québécois) | Consult | John Baird | 2007-01-29\n- John Baird | Consult | Spokesman for the Opposition (Bloc Québécois) | 2007-01-29\n- China | Express intent to cooperate | John Baird | 2011-07-19\n- Shimon Peres | Consult | John Baird | 2012-01-31\n- Representatives (Libya) | Consult | John Baird | 2011-06-29\n- John Baird | Consult | Shimon Peres | 2012-01-31\n- John Baird | Consult | Representatives (Libya) | 2011-06-29\n- John Baird | Consult | Hanan Ashrawi | 2011-07-29\n- Hanan Ashrawi | Consult | John Baird | 2011-07-29\n- John Baird | Consult | Association of Southeast Asian Nations | 2012-07-13\n- Association of Southeast Asian Nations | Consult | John Baird | 2012-07-13\nAnswer:", "completion": " Muslim (Nigeria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1390971", "prompt": "Who did David Bakradze announce his intention to meet the citizens of Denmark in the same month?\nEvidence:\n- David Bakradze | Express intent to meet or negotiate | The Hague | 2008-10-17\n- Javier Solana | Engage in negotiation | David Bakradze | 2008-05-01\n- Javier Solana | Engage in negotiation | David Bakradze | 2008-04-30\n- David Bakradze | Engage in negotiation | Javier Solana | 2008-05-01\n- David Bakradze | Engage in negotiation | Javier Solana | 2008-04-30\n- David Bakradze | Consult | Republic of South Ossetia | 2009-03-19\n- Valdas Adamkus | Consult | David Bakradze | 2009-02-18\n- David Bakradze | Make statement | Romania | 2008-03-26\n- David Bakradze | Make statement | Kazakhstan | 2008-04-08\n- David Bakradze | Consult | Valdas Adamkus | 2009-02-18\n- David Bakradze | Consult | Barack Obama | 2008-08-29\n- David Bakradze | Accuse | Military (Russia) | 2007-12-15\n- Barack Obama | Consult | David Bakradze | 2008-08-29\n- David Bakradze | Express intent to meet or negotiate | Republic of South Ossetia | 2007-09-11\n- David Bakradze | Express intent to meet or negotiate | Head of Government (Germany) | 2008-04-20\nAnswer:", "completion": " Republic of South Ossetia", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1107366", "prompt": "Who was the last person with whom the Mayor of the Philippines formally signed an agreement in 2012?\nEvidence:\n- City Mayor (Philippines) | Make an appeal or request | Civil Aviation Authority of the Philippines | 2012-08-29\n- Military Personnel (Philippines) | Sign formal agreement | City Mayor (Philippines) | 2012-11-22\n- Military Personnel (Philippines) | Sign formal agreement | City Mayor (Philippines) | 2012-11-20\n- City Mayor (Philippines) | Sign formal agreement | Military Personnel (Philippines) | 2012-11-22\n- City Mayor (Philippines) | Sign formal agreement | Military Personnel (Philippines) | 2012-11-20\n- Denr | Sign formal agreement | City Mayor (Philippines) | 2012-10-07\n- Denr | Sign formal agreement | City Mayor (Philippines) | 2012-10-06\n- Denr | Sign formal agreement | City Mayor (Philippines) | 2012-10-04\n- City Mayor (Philippines) | Sign formal agreement | Denr | 2012-10-07\n- City Mayor (Philippines) | Sign formal agreement | Denr | 2012-10-06\n- City Mayor (Philippines) | Sign formal agreement | Denr | 2012-10-04\n- Environment Department/Ministry (Philippines) | Sign formal agreement | City Mayor (Philippines) | 2012-10-03\n- City Mayor (Philippines) | Sign formal agreement | Environment Department/Ministry (Philippines) | 2012-10-03\n- Police (Philippines) | Engage in symbolic act | City Mayor (Philippines) | 2012-05-04\n- Congress (Philippines) | Engage in diplomatic cooperation | City Mayor (Philippines) | 2012-07-24\nAnswer:", "completion": " Military Personnel (Philippines)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1091585", "prompt": "After the government of South Africa, whom did the lawyer of the United States of America accuse first?\nEvidence:\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- High Commission (United Kingdom) | Make statement | South Africa | 2005-01-26\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- Citizen (United Kingdom) | Acknowledge or claim responsibility | South Africa | 2005-02-16\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- Government (South Africa) | Engage in diplomatic cooperation | African Union | 2005-02-26\n- South Africa | Consult | China | 2005-02-05\n- China | Consult | South Africa | 2005-02-05\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-27\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1087844", "prompt": "Who investigated the children of the occupied Palestinian territories on 25 November 2015?\nEvidence:\n- Criminal (Palestinian Territory, Occupied) | Investigate | Children (Palestinian Territory, Occupied) | 2007-12-24\n- Government (Palestinian Territory, Occupied) | Provide aid | Children (Palestinian Territory, Occupied) | 2014-08-12\n- Children (Palestinian Territory, Occupied) | Physically assault | Children (Israel) | 2015-10-13\n- Mob (Palestinian Territory, Occupied) | Use unconventional violence | Children (Palestinian Territory, Occupied) | 2005-06-30\n- Criminal (Palestinian Territory, Occupied) | Use unconventional violence | Children (Palestinian Territory, Occupied) | 2014-09-23\n- Criminal (Palestinian Territory, Occupied) | Use unconventional violence | Children (Palestinian Territory, Occupied) | 2011-08-21\n- Criminal (Palestinian Territory, Occupied) | Use unconventional violence | Children (Palestinian Territory, Occupied) | 2011-03-12\n- Qatar | Rally support on behalf of | Government (Palestinian Territory, Occupied) | 2006-08-19\n- China | Rally support on behalf of | Government (Palestinian Territory, Occupied) | 2007-04-17\n- Criminal (Palestinian Territory, Occupied) | Threaten with military force | Children (Palestinian Territory, Occupied) | 2007-04-29\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Children (Palestinian Territory, Occupied) | 2008-05-29\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Children (Palestinian Territory, Occupied) | 2006-12-13\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Children (Palestinian Territory, Occupied) | 2006-12-12\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Children (Palestinian Territory, Occupied) | 2006-12-11\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Children (Palestinian Territory, Occupied) | 2006-08-16\nAnswer:", "completion": " Lawyer/Attorney (Palestinian Territory, Occupied)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1283547", "prompt": "When did the labour activist of the United States visit South Korea?\nEvidence:\n- Thailand | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-01-05\n- Thailand | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-01-04\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | Thailand | 2005-01-05\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | Thailand | 2005-01-04\n- South Korea | Make a visit | Aceh | 2005-01-08\n- Aceh | Host a visit | South Korea | 2005-01-08\n- South Korea | Host a visit | Ognyan Gerdzhikov | 2005-01-02\n- South Korea | Host a visit | Emperor Akihito | 2005-01-13\n- Ognyan Gerdzhikov | Make a visit | South Korea | 2005-01-02\n- Emperor Akihito | Make a visit | South Korea | 2005-01-13\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\nAnswer:", "completion": " 2006-07-07", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1013550", "prompt": "When was the last time the Head of Government of India negotiated with the Governor of India?\nEvidence:\n- Head of Government (India) | Reject | Governor (India) | 2015-07-22\n- Head of Government (India) | Reject | Governor (India) | 2014-12-02\n- Head of Government (India) | Demand | Governor (India) | 2012-07-23\n- Head of Government (India) | Demand | Governor (India) | 2005-09-20\n- Head of Government (India) | Consult | Governor (India) | 2015-10-07\n- Head of Government (India) | Consult | Governor (India) | 2015-08-03\n- Head of Government (India) | Consult | Governor (India) | 2015-06-10\n- Head of Government (India) | Consult | Governor (India) | 2015-02-26\n- Head of Government (India) | Consult | Governor (India) | 2015-02-25\n- Head of Government (India) | Consult | Governor (India) | 2015-01-01\n- Head of Government (India) | Consult | Governor (India) | 2014-12-31\n- Head of Government (India) | Consult | Governor (India) | 2014-11-01\n- Head of Government (India) | Consult | Governor (India) | 2014-09-16\n- Head of Government (India) | Consult | Governor (India) | 2014-09-13\n- Head of Government (India) | Consult | Governor (India) | 2013-12-15\nAnswer:", "completion": " 2005-12-17", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1297345", "prompt": "When did Eritrea last negotiate with the Ministry of Sudan?\nEvidence:\n- Sudan | Accuse | Eritrea | 2005-02-23\n- Eritrea | Mobilize or increase armed forces | Sudan | 2005-03-10\n- Yemen | Host a visit | Ministry of International Cooperation (Sudan) | 2005-02-17\n- Ministry of International Cooperation (Sudan) | Make a visit | Yemen | 2005-02-17\n- Ethiopia | Express intent to meet or negotiate | Eritrea | 2005-03-07\n- Ethiopia | Express intent to meet or negotiate | Eritrea | 2005-02-04\n- Eritrea | Express intent to meet or negotiate | Ethiopia | 2005-03-07\n- Eritrea | Express intent to meet or negotiate | Ethiopia | 2005-02-04\n- Eritrea | Express intent to meet or negotiate | Djibouti | 2005-03-07\n- Eritrea | Express intent to meet or negotiate | Djibouti | 2005-02-04\n- Djibouti | Express intent to meet or negotiate | Eritrea | 2005-03-07\n- Djibouti | Express intent to meet or negotiate | Eritrea | 2005-02-04\n- Ministry (Sudan) | Make statement | Yemen | 2005-05-22\n- Yemen | Consult | Eritrea | 2005-03-11\n- Eritrea | Consult | Yemen | 2005-03-11\nAnswer:", "completion": " 2015-10-05", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1145351", "prompt": "Who wanted to meet with South Korea on 7 October 2011?\nEvidence:\n- South Korea | Express intent to meet or negotiate | Japan | 2011-10-07\n- Japan | Express intent to meet or negotiate | South Korea | 2011-10-07\n- Takahiro Yokomichi | Express intent to meet or negotiate | South Korea | 2011-10-07\n- South Korea | Express intent to cooperate | Japan | 2011-10-07\n- South Korea | Express intent to cooperate | China | 2011-10-07\n- Japan | Express intent to cooperate | South Korea | 2011-10-07\n- China | Express intent to cooperate | South Korea | 2011-10-07\n- South Korea | Provide aid | Citizen (North Korea) | 2011-10-07\n- South Korea | Sign formal agreement | Japan | 2011-10-07\n- South Korea | Sign formal agreement | China | 2011-10-07\n- Japan | Sign formal agreement | South Korea | 2011-10-07\n- China | Sign formal agreement | South Korea | 2011-10-07\n- Yoshihiko Noda | Make a visit | South Korea | 2011-10-07\n- South Korea | Host a visit | Yoshihiko Noda | 2011-10-07\n- Joon Young Woo | Make statement | South Korea | 2011-10-07\nAnswer:", "completion": " Takahiro Yokomichi", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1246234", "prompt": "Who did José Miguel Insulza want to negotiate with on the same day as Maria Isabel Salvador?\nEvidence:\n- Maria Isabel Salvador | Consult | José Miguel Insulza | 2008-04-19\n- José Miguel Insulza | Consult | Maria Isabel Salvador | 2008-04-19\n- José Miguel Insulza | Express intent to meet or negotiate | Maria Isabel Salvador | 2008-04-16\n- Rafael Correa | Consult | Maria Isabel Salvador | 2008-12-13\n- Rafael Correa | Consult | Maria Isabel Salvador | 2008-03-25\n- Maria Isabel Salvador | Threaten | Government (Ecuador) | 2012-08-17\n- Maria Isabel Salvador | Make statement | Colombia | 2008-12-15\n- Maria Isabel Salvador | Make statement | Colombia | 2008-04-01\n- Maria Isabel Salvador | Make statement | Colombia | 2008-03-26\n- Maria Isabel Salvador | Consult | Rafael Correa | 2008-12-13\n- Maria Isabel Salvador | Consult | Rafael Correa | 2008-03-25\n- José Miguel Insulza | Criticize or denounce | José Miguel Insulza | 2005-02-24\n- Maria Isabel Salvador | Make statement | Rafael Correa | 2008-12-04\n- Maria Isabel Salvador | Make statement | Rafael Correa | 2008-06-07\n- Maria Isabel Salvador | Make statement | Rafael Correa | 2008-06-06\nAnswer:", "completion": " Rafael Correa", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1016541", "prompt": "Who made a telephone call to the Associated Press in the same month of Bam Dev Gautam?\nEvidence:\n- Bam Dev Gautam | Discuss by telephone | Associated Press | 2006-02-15\n- Associated Press | Discuss by telephone | Bam Dev Gautam | 2006-02-15\n- Matrika Prasad Yadav | Accuse | Bam Dev Gautam | 2008-09-19\n- Bam Dev Gautam | Make statement | Political Parties (Nepal) | 2008-10-27\n- Bam Dev Gautam | Make statement | Political Parties (Nepal) | 2007-07-08\n- Bam Dev Gautam | Make statement | Political Parties (Nepal) | 2005-12-19\n- Bam Dev Gautam | Make statement | Communist Party (Nepal) | 2005-08-07\n- Student (Nepal) | Appeal for change in leadership | Bam Dev Gautam | 2008-11-20\n- China | Express intent to meet or negotiate | Bam Dev Gautam | 2009-02-11\n- Iraq | Discuss by telephone | Associated Press | 2005-02-27\n- Iran | Discuss by telephone | Associated Press | 2005-03-23\n- Colombia | Discuss by telephone | Associated Press | 2005-01-31\n- Associated Press | Discuss by telephone | Iraq | 2005-02-27\n- Associated Press | Discuss by telephone | Iran | 2005-03-23\n- Associated Press | Discuss by telephone | Colombia | 2005-01-31\nAnswer:", "completion": " Police (Philippines)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1277264", "prompt": "Who did the citizens of Zambia last denounce in 2011?\nEvidence:\n- Lawyer/Attorney (Zambia) | Criticize or denounce | Citizen (Zambia) | 2011-08-24\n- Citizen (Zambia) | Criticize or denounce | China | 2011-09-23\n- Rupiah Banda | Criticize or denounce | Citizen (Zambia) | 2011-08-03\n- Citizen (Zambia) | Criticize or denounce | Michael Sata | 2011-10-05\n- Citizen (Zambia) | Criticize or denounce | Michael Sata | 2011-09-01\n- Citizen (Zambia) | Criticize or denounce | Guy Scott | 2011-02-28\n- Citizen (Zambia) | Criticize or denounce | Charles Milupi | 2011-06-01\n- Ministry (Brazil) | Criticize or denounce | Universal Church of the Kingdom of God | 2011-09-10\n- Head of Government (Kenya) | Criticize or denounce | Criminal (The Hague) | 2011-03-24\n- Citizen (Kyrgyzstan) | Criticize or denounce | Member of the Judiciary (Kyrgyzstan) | 2011-12-22\n- Rupiah Banda | Criticize or denounce | Ruling Party (Zambia) | 2011-02-19\n- Lawyer/Attorney (Zambia) | Criticize or denounce | Charles Milupi | 2011-09-06\n- Member of the Judiciary (South Africa) | Criticize or denounce | Al Jazeera | 2011-04-01\n- Secretary of State for the Home Department | Criticize or denounce | Theresa May | 2011-10-05\n- Citizen (United Kingdom) | Criticize or denounce | Secretary of State for the Home Department | 2011-08-16\nAnswer:", "completion": " Michael Sata", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1097900", "prompt": "Which country signed an agreement with Roh Moo Hyun on the same day as Mexico?\nEvidence:\n- Roh Moo Hyun | Demand | Japan | 2005-03-04\n- Roh Moo Hyun | Demand | Japan | 2005-03-03\n- Roh Moo Hyun | Demand | Japan | 2005-03-02\n- Roh Moo Hyun | Demand | Japan | 2005-03-01\n- Roh Moo Hyun | Demand | Japan | 2005-02-25\n- Roh Moo Hyun | Consult | Chongwadai | 2005-02-19\n- Chongwadai | Consult | Roh Moo Hyun | 2005-02-19\n- South Korea | Reject | Roh Moo Hyun | 2005-02-17\n- Roh Moo Hyun | Make statement | Japan | 2005-03-14\n- Roh Moo Hyun | Make statement | Japan | 2005-03-02\n- Roh Moo Hyun | Make statement | Chongwadai | 2005-02-23\n- Roh Moo Hyun | Demand | South Korea | 2005-01-04\n- Roh Moo Hyun | Demand rights | Japan | 2005-03-04\n- Roh Moo Hyun | Demand rights | Japan | 2005-03-03\n- Chongwadai | Make statement | Roh Moo Hyun | 2005-03-07\nAnswer:", "completion": " South Korea", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1116181", "prompt": "Before Lawrence Cannon, who last expressed the intention to negotiate with the citizens of Brazil?\nEvidence:\n- Lawrence Cannon | Express intent to meet or negotiate | Citizen (Brazil) | 2009-02-13\n- Lawrence Cannon | Express intent to meet or negotiate | Japan | 2009-05-12\n- Lawrence Cannon | Express intent to meet or negotiate | China | 2009-05-05\n- Tzipi Livni | Consult | Lawrence Cannon | 2009-01-01\n- Mahmoud Abbas | Consult | Lawrence Cannon | 2009-05-26\n- Mahmoud Abbas | Consult | Lawrence Cannon | 2009-05-24\n- Mahmoud Abbas | Consult | Lawrence Cannon | 2009-05-21\n- Lawrence Cannon | Make statement | Thailand | 2008-12-02\n- Lawrence Cannon | Make statement | Sudan | 2010-04-22\n- Lawrence Cannon | Make statement | Iran | 2010-03-28\n- Lawrence Cannon | Make statement | Iran | 2010-03-25\n- Lawrence Cannon | Make statement | Iran | 2009-06-25\n- Lawrence Cannon | Make statement | Iran | 2009-06-15\n- Lawrence Cannon | Make statement | Iran | 2009-04-21\n- Lawrence Cannon | Make statement | France | 2009-12-10\nAnswer:", "completion": " Other Authorities / Officials (Brazil)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1018801", "prompt": "Who condemned Ryutaro Hashimoto in the same month of international governmental organisations?\nEvidence:\n- Ryutaro Hashimoto | Threaten | Japan | 2011-11-29\n- Japan | Engage in symbolic act | Ryutaro Hashimoto | 2006-09-05\n- Ryutaro Hashimoto | Make statement | Vietnam | 2010-01-26\n- Ryutaro Hashimoto | Make statement | Japan | 2012-08-22\n- Ryutaro Hashimoto | Make statement | Japan | 2012-07-12\n- Ryutaro Hashimoto | Make statement | Japan | 2012-05-22\n- Ryutaro Hashimoto | Make statement | Japan | 2012-01-29\n- Ryutaro Hashimoto | Make statement | Japan | 2009-02-23\n- Ryutaro Hashimoto | Make statement | Japan | 2009-02-22\n- Ryutaro Hashimoto | Make statement | Japan | 2005-10-11\n- Ryutaro Hashimoto | Make statement | Japan | 2005-08-12\n- Ryutaro Hashimoto | Make statement | Japan | 2005-04-04\n- Ryutaro Hashimoto | Consult | Lawmaker (Japan) | 2012-08-13\n- Ryutaro Hashimoto | Consult | Lawmaker (Japan) | 2011-12-27\n- Ryutaro Hashimoto | Consult | Lawmaker (Japan) | 2011-12-20\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1312870", "prompt": "Who was the last person to meet the citizens of Sudan in 2007?\nEvidence:\n- Sudan | Return, release person(s) | Citizen (Sudan) | 2007-08-20\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2007-08-29\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2007-08-26\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2007-08-20\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2007-07-27\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2007-06-17\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2007-05-20\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2007-05-08\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2007-05-04\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2007-04-21\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2007-04-10\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2007-04-04\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2007-03-20\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2007-03-18\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2007-03-14\nAnswer:", "completion": " African Union", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1390614", "prompt": "Who gave praise to the Government of Georgia on the same month of the Foreign Affairs of Dominican Republic?\nEvidence:\n- Dominican Republic | Rally support on behalf of | Japan | 2005-08-18\n- Dominican Republic | Praise or endorse | Revolutionary Party (Dominican Republic) | 2005-10-19\n- Foreign Affairs (Venezuela) | Make optimistic comment | Dominican Republic | 2005-05-12\n- Foreign Affairs (Venezuela) | Express intent to meet or negotiate | Dominican Republic | 2005-09-21\n- Dominican Republic | Make statement | Revolutionary Party (Dominican Republic) | 2005-10-19\n- Dominican Republic | Praise or endorse | Vietnam | 2005-07-07\n- Business (Dominican Republic) | Express intent to meet or negotiate | Dominican Republic | 2005-07-18\n- Mexico | Consult | Dominican Republic | 2005-12-21\n- Mexico | Consult | Dominican Republic | 2005-12-14\n- Mexico | Consult | Dominican Republic | 2005-12-13\n- Mexico | Consult | Dominican Republic | 2005-05-23\n- Guatemala | Consult | Dominican Republic | 2005-12-13\n- Dominican Republic | Consult | Mexico | 2005-12-21\n- Dominican Republic | Consult | Mexico | 2005-12-14\n- Dominican Republic | Consult | Mexico | 2005-12-13\nAnswer:", "completion": " Eshaq Jahangiri", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1105600", "prompt": "Which was the last country to be praised by the US Council of Ministers in 2009?\nEvidence:\n- Radoslaw Sikorski | Discuss by telephone | Cabinet / Council of Ministers / Advisors (United States) | 2009-01-30\n- Cabinet / Council of Ministers / Advisors (United States) | Discuss by telephone | Radoslaw Sikorski | 2009-01-30\n- The Hague | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2009-03-12\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | The Hague | 2009-03-12\n- People Associated with the Opposition (Australia) | Make statement | Cabinet / Council of Ministers / Advisors (Australia) | 2009-07-20\n- Representative to the United Nations (China) | Make statement | UN Security Council | 2009-08-06\n- Representative to the United Nations (China) | Make statement | UN Security Council | 2009-08-05\n- Representative to the United Nations (China) | Make statement | UN Security Council | 2009-07-23\n- UN Security Council | Praise or endorse | United Nations Mission in the Central African Republic and Chad | 2009-03-19\nAnswer:", "completion": " Thailand", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 9, "n_anchors": 0} +{"id": "mtq_1367764", "prompt": "Who expressed the intention to negotiate with Barack Obama in Nov, 2011?\nEvidence:\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2005-10-10\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | South Africa | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | South Africa | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | South Africa | 2005-10-10\n- Uhuru Muigai Kenyatta | Engage in negotiation | Barack Obama | 2006-08-25\n- Barack Obama | Engage in negotiation | Uhuru Muigai Kenyatta | 2006-08-25\n- Barack Obama | Express intent to settle dispute | Iraq | 2007-06-02\n- Barack Obama | Reject | Iraq | 2007-04-03\n- Barack Obama | Reject | Iraq | 2006-10-28\n- Mwai Kibaki | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Make statement | Iraq | 2007-05-15\nAnswer:", "completion": " Nuri al-Maliki", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1063416", "prompt": "In which year did the employees of Saudi Arabia last denounce the citizens of Saudi Arabia?\nEvidence:\n- Police (Saudi Arabia) | Criticize or denounce | Citizen (Saudi Arabia) | 2015-10-18\n- Police (Saudi Arabia) | Criticize or denounce | Citizen (Saudi Arabia) | 2014-03-16\n- Police (Saudi Arabia) | Criticize or denounce | Citizen (Saudi Arabia) | 2011-03-14\n- Police (Saudi Arabia) | Criticize or denounce | Citizen (Saudi Arabia) | 2011-03-10\n- Employee (Saudi Arabia) | Criticize or denounce | Citizen (Saudi Arabia) | 2011-10-26\n- Citizen (Saudi Arabia) | Criticize or denounce | Police (Saudi Arabia) | 2009-11-28\n- Citizen (Saudi Arabia) | Criticize or denounce | Police (Saudi Arabia) | 2008-02-13\n- Citizen (Saudi Arabia) | Criticize or denounce | Police (Saudi Arabia) | 2008-02-07\n- Royal Administration (Saudi Arabia) | Criticize or denounce | Citizen (Saudi Arabia) | 2015-01-22\n- Royal Administration (Saudi Arabia) | Criticize or denounce | Citizen (Saudi Arabia) | 2007-09-20\n- Islamic Preacher (Saudi Arabia) | Criticize or denounce | Citizen (Saudi Arabia) | 2005-11-06\n- Citizen (Saudi Arabia) | Criticize or denounce | Royal Administration (Saudi Arabia) | 2015-11-29\n- Citizen (Saudi Arabia) | Criticize or denounce | Royal Administration (Saudi Arabia) | 2015-05-22\n- Citizen (Saudi Arabia) | Criticize or denounce | Royal Administration (Saudi Arabia) | 2015-05-15\n- Citizen (Saudi Arabia) | Criticize or denounce | Royal Administration (Saudi Arabia) | 2010-12-30\nAnswer:", "completion": " 2011", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1081459", "prompt": "Who was the last person to request a meeting with Mahmoud Abbas in 2009?\nEvidence:\n- Tony Blair | Make a visit | Mahmoud Abbas | 2009-01-05\n- Middle East | Host a visit | Mahmoud Abbas | 2009-01-16\n- Mahmoud Abbas | Make a visit | Middle East | 2009-01-16\n- Mahmoud Abbas | Host a visit | Tony Blair | 2009-01-05\n- Mahmoud Abbas | Engage in negotiation | Juan Carlos I | 2009-01-09\n- Mahmoud Abbas | Engage in negotiation | Dmitry Anatolyevich Medvedev | 2009-01-05\n- Juan Carlos I | Engage in negotiation | Mahmoud Abbas | 2009-01-09\n- Dmitry Anatolyevich Medvedev | Engage in negotiation | Mahmoud Abbas | 2009-01-05\n- Barack Obama | Express intent to cooperate | Mahmoud Abbas | 2009-01-21\n- Mahmoud Abbas | Make an appeal or request | UN Security Council | 2009-01-07\n- Mahmoud Abbas | Make an appeal or request | UN Security Council | 2009-01-06\n- Mahmoud Abbas | Make an appeal or request | UN Security Council | 2009-01-03\n- Qatar | Make statement | Mahmoud Abbas | 2009-01-13\n- Mahmoud Abbas | Consult | Barack Obama | 2009-01-21\n- Mahmoud Abbas | Consult | Angela Merkel | 2009-01-06\nAnswer:", "completion": " Benjamin Netanyahu", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1119014", "prompt": "Before Vitali Klitschko, who last asked for the police of Ukraine?\nEvidence:\n- Vitali Klitschko | Threaten | Police (Ukraine) | 2013-12-09\n- Vitali Klitschko | Accuse | Police (Ukraine) | 2013-05-18\n- Vitali Klitschko | Make statement | Police (Ukraine) | 2014-01-24\n- Vitali Klitschko | Make statement | Police (Ukraine) | 2014-01-23\n- Vitali Klitschko | Appeal for de-escalation of military engagement | Police (Ukraine) | 2014-01-23\n- Vitali Klitschko | Demand | Member of Parliament (Ukraine) | 2013-12-02\n- Head of Government (Ukraine) | Demand | Vitali Klitschko | 2014-01-25\n- Vitali Klitschko | Appeal for change in leadership | Women (Ukraine) | 2014-02-18\n- Vitali Klitschko | Make statement | People Associated with the Opposition (Ukraine) | 2014-01-29\n- Vitali Klitschko | Make statement | People Associated with the Opposition (Ukraine) | 2013-04-07\n- Vitali Klitschko | Make statement | People Associated with the Opposition (Ukraine) | 2013-01-14\n- Vitali Klitschko | Make statement | People Associated with the Opposition (Ukraine) | 2012-11-05\n- Vitali Klitschko | Engage in negotiation | Head of Government (Ukraine) | 2014-01-24\n- Head of Government (Ukraine) | Engage in negotiation | Vitali Klitschko | 2014-01-24\n- Vitali Klitschko | Make an appeal or request | Police (Ukraine) | 2013-12-11\nAnswer:", "completion": " Head of Government (Ukraine)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1060461", "prompt": "In what year did the Prime Minister of Ethiopia endorse Tony Blair?\nEvidence:\n- Tony Blair | Praise or endorse | Romania | 2005-01-31\n- Tony Blair | Praise or endorse | Iraq | 2005-02-02\n- Tony Blair | Praise or endorse | Iraq | 2005-01-31\n- Tony Blair | Praise or endorse | Iraq | 2005-01-30\n- Tony Blair | Praise or endorse | Mahmoud Abbas | 2005-01-10\n- Jack McConnell | Praise or endorse | Tony Blair | 2005-01-31\n- Tony Blair | Make optimistic comment | Secretary of State for the Home Department | 2005-01-06\n- Citizen (United Kingdom) | Praise or endorse | Tony Blair | 2005-05-06\n- Citizen (United Kingdom) | Praise or endorse | Tony Blair | 2005-04-30\n- Chancellor of the Exchequer | Express intent to engage in diplomatic cooperation (such as policy support) | Tony Blair | 2005-01-16\n- Tony Blair | Accuse | Iran | 2005-02-05\n- Iran | Reject | Tony Blair | 2005-02-08\n- Tony Blair | Make statement | Iraq | 2005-02-04\n- Tony Blair | Make statement | Iraq | 2005-01-30\n- Tony Blair | Make statement | Iraq | 2005-01-09\nAnswer:", "completion": " 2013", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1208018", "prompt": "Who did the citizens of Nigeria make a request to on the same day of USAID?\nEvidence:\n- USAID | Make a visit | Yemen | 2007-10-31\n- USAID | Make a visit | Vietnam | 2005-08-04\n- USAID | Make a visit | Niger | 2005-07-28\n- USAID | Make a visit | Ethiopia | 2006-04-21\n- Eritrea | Make an appeal or request | USAID | 2005-08-26\n- USAID | Praise or endorse | Government (Nigeria) | 2007-11-10\n- Yemen | Host a visit | USAID | 2007-10-31\n- Vietnam | Host a visit | USAID | 2005-08-04\n- Niger | Host a visit | USAID | 2005-07-28\n- Ethiopia | Host a visit | USAID | 2006-04-21\n- Saifur Rahman | Make an appeal or request | USAID | 2006-08-10\n- Saifur Rahman | Make an appeal or request | USAID | 2005-05-11\n- USAID | Make statement | Sudan | 2005-04-22\n- USAID | Consult | France | 2006-03-23\n- France | Consult | USAID | 2006-03-23\nAnswer:", "completion": " Government (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1338081", "prompt": "Could you tell me the exact month when the Austrian Foreign Ministry negotiated with Majid Takht Ravanchi?\nEvidence:\n- Majid Takht Ravanchi | Consult | Foreign Affairs (France) | 2014-01-26\n- Foreign Affairs (France) | Consult | Majid Takht Ravanchi | 2014-01-26\n- Majid Takht Ravanchi | Demand | Iran | 2014-03-13\n- Majid Takht Ravanchi | Demand | Iran | 2014-03-11\n- Majid Takht Ravanchi | Consult | France | 2014-07-15\n- Majid Takht Ravanchi | Consult | France | 2014-06-26\n- Majid Takht Ravanchi | Consult | China | 2014-07-15\n- France | Consult | Majid Takht Ravanchi | 2014-07-15\n- France | Consult | Majid Takht Ravanchi | 2014-06-26\n- China | Consult | Majid Takht Ravanchi | 2014-07-15\n- Majid Takht Ravanchi | Make statement | Foreign Affairs (Austria) | 2014-02-21\n- Simon Gass | Consult | Majid Takht Ravanchi | 2014-04-08\n- Police (Austria) | Consult | Majid Takht Ravanchi | 2014-06-19\n- Majid Takht Ravanchi | Make statement | Iran | 2014-07-01\n- Majid Takht Ravanchi | Make statement | Iran | 2014-06-26\nAnswer:", "completion": " 2015-05", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1064850", "prompt": "When did the Syrian lawmakers first express their intention to negotiate with Aladdin Boroujerdi?\nEvidence:\n- Aladdin Boroujerdi | Express intent to meet or negotiate | Iran | 2005-05-18\n- Iraq | Consult | Aladdin Boroujerdi | 2005-01-12\n- Aladdin Boroujerdi | Consult | Iraq | 2005-01-12\n- Student (Iran) | Consult | Aladdin Boroujerdi | 2007-01-26\n- Ruprecht Polenz | Consult | Aladdin Boroujerdi | 2006-05-03\n- Aladdin Boroujerdi | Make statement | Portugal | 2005-11-06\n- Aladdin Boroujerdi | Make statement | Iraq | 2005-03-06\n- Aladdin Boroujerdi | Make statement | Iran | 2007-02-22\n- Aladdin Boroujerdi | Make statement | Iran | 2007-01-28\n- Aladdin Boroujerdi | Make statement | Iran | 2007-01-27\n- Aladdin Boroujerdi | Make statement | Iran | 2007-01-17\n- Aladdin Boroujerdi | Make statement | Iran | 2006-12-24\n- Aladdin Boroujerdi | Make statement | Iran | 2006-12-23\n- Aladdin Boroujerdi | Make statement | Iran | 2006-10-22\n- Aladdin Boroujerdi | Make statement | Iran | 2006-10-08\nAnswer:", "completion": " 2012-09-22", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1284950", "prompt": "Who was the last to suffer from the unconventional violence of the Militant of the Philippines in 2014?\nEvidence:\n- Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2014-12-29\n- Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2014-12-10\n- Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2014-12-06\n- Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2014-11-14\n- Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2014-05-01\n- Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2014-04-30\n- Muslim Militant (Philippines) | Use unconventional violence | Police (Philippines) | 2014-02-17\n- Muslim Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2014-05-01\n- Militant (Al Qaeda in the Arabian Peninsula) | Use unconventional violence | Healthcare Facility (Yemen) | 2014-06-28\n- Militant (Taliban) | Use unconventional violence | Iran | 2014-06-10\n- Militant (Syria) | Use unconventional violence | Combatant (Army of Islam) | 2014-08-08\n- Combatant (Army of Islam) | Use unconventional violence | Militant (Syria) | 2014-08-08\n- Militia (Syria) | Use unconventional violence | Militant (Syria) | 2014-10-01\n- Militant (Ukraine) | Use unconventional violence | Police (Ukraine) | 2014-05-04\n- Militant (Ukraine) | Use unconventional violence | Military (Ukraine) | 2014-12-23\nAnswer:", "completion": " Military (Philippines)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1320247", "prompt": "After the company - owner or operator of Mali, who was the first to suffer from the unconventional violence of the citizens of Mali?\nEvidence:\n- Citizen (Mali) | Use unconventional violence | Company - Owner or Operator (Mali) | 2013-01-30\n- Citizen (Mali) | Physically assault | Company - Owner or Operator (Mali) | 2013-04-19\n- Thief (Thailand) | Use unconventional violence | Company - Owner or Operator (Thailand) | 2011-03-16\n- Thief (Thailand) | Use unconventional violence | Company - Owner or Operator (Thailand) | 2010-09-21\n- Thief (Thailand) | Use unconventional violence | Company - Owner or Operator (Thailand) | 2010-09-19\n- Thief (Thailand) | Use unconventional violence | Company - Owner or Operator (Thailand) | 2006-04-10\n- Insurgent (Thailand) | Use unconventional violence | Company - Owner or Operator (Thailand) | 2009-04-13\n- Citizen (Thailand) | Use unconventional violence | Company - Owner or Operator (Thailand) | 2015-04-18\n- Citizen (Greece) | Use unconventional violence | Company - Owner or Operator (Greece) | 2010-03-29\n- The Chronicle | Consult | Company - Owner or Operator (Ghana) | 2010-01-20\n- Company - Owner or Operator (Ghana) | Consult | The Chronicle | 2010-01-20\n- Armed Opposition (Thailand) | Use unconventional violence | Company - Owner or Operator (Thailand) | 2013-02-06\n- Armed Gang (Thailand) | Use unconventional violence | Company - Owner or Operator (Thailand) | 2010-11-29\n- Armed Gang (Thailand) | Use unconventional violence | Company - Owner or Operator (Thailand) | 2007-07-05\n- Armed Gang (Thailand) | Use unconventional violence | Company - Owner or Operator (Thailand) | 2006-12-16\nAnswer:", "completion": " Military (Mali)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1088800", "prompt": "In which month did the Liberal National Party first make pessimistic remarks about the citizens of Australia?\nEvidence:\n- Citizen (Australia) | Make pessimistic comment | Liberal National Party | 2009-03-13\n- Party President (Liberal National Party) | Make statement | Liberal National Party | 2009-03-21\n- Member of Parliament (Australia) | Make statement | Liberal National Party | 2010-01-27\n- Member of Parliament (Australia) | Make statement | Liberal National Party | 2009-04-02\n- Member of Parliament (Australia) | Make statement | Liberal National Party | 2009-04-01\n- Member of Parliament (Australia) | Make statement | Liberal National Party | 2009-03-31\n- Member of Parliament (Australia) | Make statement | Liberal National Party | 2009-03-24\n- Member of Parliament (Australia) | Make statement | Liberal National Party | 2008-11-13\n- Member of Parliament (Australia) | Make statement | Liberal National Party | 2008-07-29\n- Member of Parliament (Australia) | Demand | Liberal National Party | 2009-03-31\n- Liberal National Party | Make statement | People Associated with the Opposition (Australia) | 2008-08-25\n- Liberal National Party | Reject | Citizen (Australia) | 2010-01-29\n- Liberal National Party | Reject | Citizen (Australia) | 2009-10-17\n- Liberal National Party | Reject | Citizen (Australia) | 2009-01-23\n- Liberal National Party | Reject | Citizen (Australia) | 2008-07-09\nAnswer:", "completion": " 2010-06", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1079658", "prompt": "To whom did the Prime Minister of India make an appeal in the same month as Barack Obama?\nEvidence:\n- Head of Government (Kenya) | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Consult | Head of Government (Kenya) | 2006-08-25\n- Barack Obama | Make statement | Iraq | 2007-05-15\n- Barack Obama | Make statement | Iraq | 2007-03-20\n- Barack Obama | Make statement | Iraq | 2007-02-11\n- Barack Obama | Make statement | Iran | 2007-04-27\n- Barack Obama | Make statement | China | 2006-09-08\n- Uhuru Muigai Kenyatta | Engage in negotiation | Barack Obama | 2006-08-25\n- Barack Obama | Engage in negotiation | Uhuru Muigai Kenyatta | 2006-08-25\n- Barack Obama | Make statement | Tony Blair | 2007-02-24\n- Barack Obama | Make statement | Tony Blair | 2007-02-23\n- Barack Obama | Make a visit | Sudan | 2006-09-03\n- Barack Obama | Make a visit | Sudan | 2006-09-02\n- Barack Obama | Make a visit | Iraq | 2006-01-08\n- Barack Obama | Make a visit | Iraq | 2006-01-07\nAnswer:", "completion": " Maithripala Sirisena", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1337868", "prompt": "Which country was supported by Mikhail Yefimovich Fradkov in the same month as Ricardo Alarcón de Quesada?\nEvidence:\n- Ricardo Alarcón de Quesada | Consult | Mikhail Yefimovich Fradkov | 2006-11-02\n- Mikhail Yefimovich Fradkov | Consult | Ricardo Alarcón de Quesada | 2006-11-02\n- Ricardo Alarcón de Quesada | Make statement | Mikhail Yefimovich Fradkov | 2006-11-02\n- Ricardo Alarcón de Quesada | Sign formal agreement | Mikhail Yefimovich Fradkov | 2006-09-30\n- Mikhail Yefimovich Fradkov | Sign formal agreement | Ricardo Alarcón de Quesada | 2006-09-30\n- Mikhail Yefimovich Fradkov | Praise or endorse | Ricardo Alarcón de Quesada | 2006-11-02\n- Ricardo Alarcón de Quesada | Consult | China | 2007-06-06\n- China | Consult | Ricardo Alarcón de Quesada | 2007-06-06\n- Ricardo Alarcón de Quesada | Make statement | Iran | 2007-05-06\n- Ricardo Alarcón de Quesada | Make statement | Iran | 2007-05-05\n- Ricardo Alarcón de Quesada | Defend verbally | Iran | 2006-02-17\n- Ricardo Alarcón de Quesada | Consult | Raúl Castro | 2006-12-19\n- Ricardo Alarcón de Quesada | Consult | Associated Press | 2005-05-17\n- Raúl Castro | Consult | Ricardo Alarcón de Quesada | 2006-12-19\n- Paya | Deny responsibility | Ricardo Alarcón de Quesada | 2005-03-11\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1322717", "prompt": "Who used unconventional force against the terrorist leader of Syria after 2014?\nEvidence:\n- Terrorist (Syria) | Use unconventional violence | Terrorist Leader (Syria) | 2014-04-20\n- Iran | Rally opposition against | Terrorist Leader (Syria) | 2014-02-04\n- Iran | Rally opposition against | Terrorist Leader (Syria) | 2014-02-01\n- Terrorist Leader (Syria) | Use unconventional violence | Police (Syria) | 2011-11-21\n- Terrorist Leader (Syria) | Use unconventional violence | Police (Syria) | 2011-11-20\n- Terrorist Leader (Syria) | Use unconventional violence | Police (Syria) | 2011-10-19\n- Terrorist Leader (Syria) | Use unconventional violence | Police (Syria) | 2011-09-10\n- Terrorist Leader (Syria) | Use unconventional violence | Police (Syria) | 2011-09-03\n- Terrorist Leader (Syria) | Use unconventional violence | Police (Syria) | 2011-08-31\n- Terrorist Leader (Syria) | Use unconventional violence | Police (Syria) | 2011-08-21\n- Terrorist Leader (Free Syrian Army) | Threaten with military force | Terrorist Leader (Syria) | 2013-01-27\n- Air Force (Syria) | Use conventional military force | Terrorist Leader (Syria) | 2015-01-25\n- Terrorist (Popular Front for the Liberation of Palestine) | Make statement | Terrorist Leader (Syria) | 2012-06-23\n- Terrorist Leader (Syria) | Use unconventional violence | Citizen (Kyrgyzstan) | 2015-11-15\n- Terrorist Leader (Syria) | Use unconventional violence | Citizen (Australia) | 2015-12-29\nAnswer:", "completion": " Citizen (Australia)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1339488", "prompt": "After Benny Gantz, who first received the visit from Chen Bingde?\nEvidence:\n- Chen Bingde | Make a visit | Benny Gantz | 2011-08-15\n- Benny Gantz | Host a visit | Chen Bingde | 2011-08-15\n- Haaretz | Consult | Benny Gantz | 2012-04-26\n- Haaretz | Consult | Benny Gantz | 2012-04-25\n- Haaretz | Consult | Benny Gantz | 2012-04-24\n- Benny Gantz | Consult | Haaretz | 2012-04-26\n- Benny Gantz | Consult | Haaretz | 2012-04-25\n- Benny Gantz | Consult | Haaretz | 2012-04-24\n- China | Host a visit | Benny Gantz | 2012-05-20\n- Benny Gantz | Make a visit | China | 2012-05-20\n- Xi Jinping | Consult | Benny Gantz | 2012-05-24\n- Shimon Peres | Consult | Benny Gantz | 2011-08-17\n- Police (Syria) | Consult | Benny Gantz | 2012-07-19\n- Benny Gantz | Make statement | Iran | 2012-04-26\n- Benny Gantz | Make statement | Iran | 2012-04-25\nAnswer:", "completion": " Education (Serbia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1363532", "prompt": "Who was the last person Benjamin Netanyahu criticised in 2013?\nEvidence:\n- Yair Lapid | Engage in negotiation | Benjamin Netanyahu | 2013-01-25\n- Benjamin Netanyahu | Engage in negotiation | Yair Lapid | 2013-01-25\n- Benjamin Netanyahu | Engage in diplomatic cooperation | Tony Blair | 2013-01-28\n- Likud | Consult | Benjamin Netanyahu | 2013-01-03\n- Benjamin Netanyahu | Threaten | Iran | 2013-01-23\n- Benjamin Netanyahu | Consult | Likud | 2013-01-03\n- Benjamin Netanyahu | Accuse | Iran | 2013-01-27\n- Yair Lapid | Consult | Benjamin Netanyahu | 2013-01-25\n- Yair Lapid | Consult | Benjamin Netanyahu | 2013-01-24\n- Yair Lapid | Accuse | Benjamin Netanyahu | 2013-01-19\n- Tzipi Livni | Accuse | Benjamin Netanyahu | 2013-01-19\n- Tzipi Livni | Accuse | Benjamin Netanyahu | 2013-01-15\n- Mahmoud Abbas | Threaten | Benjamin Netanyahu | 2013-01-01\n- Mahmoud Abbas | Consult | Benjamin Netanyahu | 2013-02-04\n- Mahmoud Abbas | Accuse | Benjamin Netanyahu | 2013-04-04\nAnswer:", "completion": " Barack Obama", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1136454", "prompt": "Before the Rapid Action Battalion, who last expressed the intention to negotiate with the citizens of Bangladesh?\nEvidence:\n- Rapid Action Battalion | Torture | Citizen (Bangladesh) | 2005-07-16\n- Rapid Action Battalion | Investigate | Citizen (Bangladesh) | 2005-08-29\n- Citizen (Bangladesh) | Reject | Rapid Action Battalion | 2005-09-06\n- Citizen (Bangladesh) | Accuse | Rapid Action Battalion | 2005-08-03\n- Citizen (Bangladesh) | Accuse | Rapid Action Battalion | 2005-07-02\n- Rapid Action Battalion | Threaten with military force | Citizen (Bangladesh) | 2005-08-29\n- Rapid Action Battalion | Confiscate property | Citizen (Bangladesh) | 2005-10-16\n- Rapid Action Battalion | Confiscate property | Citizen (Bangladesh) | 2005-10-09\n- Rapid Action Battalion | Confiscate property | Citizen (Bangladesh) | 2005-10-08\n- Rapid Action Battalion | Confiscate property | Citizen (Bangladesh) | 2005-09-29\n- Rapid Action Battalion | Confiscate property | Citizen (Bangladesh) | 2005-07-21\n- Rapid Action Battalion | Confiscate property | Citizen (Bangladesh) | 2005-06-01\n- Rapid Action Battalion | Confiscate property | Citizen (Bangladesh) | 2005-02-25\n- Citizen (Bangladesh) | Physically assault | Rapid Action Battalion | 2005-06-12\n- Rapid Action Battalion | Express intent to meet or negotiate | Citizen (Bangladesh) | 2005-09-26\nAnswer:", "completion": " Christina B. Rocca", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1111216", "prompt": "Who did the citizens of Uganda appeal for on the same month of the Human Rights Commission of Uganda?\nEvidence:\n- Human Rights Commission (Uganda) | Appeal for military aid | Citizen (Uganda) | 2012-01-26\n- Human Rights Commission (Uganda) | Mediate | Congress (Uganda) | 2009-12-03\n- Human Rights Commission (Uganda) | Demand | Police (Uganda) | 2011-03-22\n- Human Rights Commission (Uganda) | Demand | Police (Uganda) | 2010-03-11\n- Citizen (Uganda) | Accuse | Human Rights Commission (Uganda) | 2005-03-03\n- Human Rights Commission (Uganda) | Make statement | Police (Uganda) | 2010-03-11\n- Human Rights Commission (Uganda) | Make statement | Detainee (Uganda) | 2008-07-23\n- Human Rights Commission (Uganda) | Demand | Attorney General (Uganda) | 2008-06-12\n- Human Rights Commission (Uganda) | Make an appeal or request | Police (Uganda) | 2013-01-23\n- Human Rights Commission (Uganda) | Make an appeal or request | Police (Uganda) | 2008-05-09\n- Human Rights Commission (Uganda) | Make an appeal or request | Citizen (Uganda) | 2009-10-15\n- Human Rights Commission (Uganda) | Make an appeal or request | Citizen (Uganda) | 2009-07-23\n- Citizen (Uganda) | Make an appeal or request | Human Rights Commission (Uganda) | 2007-10-15\n- Member of Parliament (Mozambique) | Consult | Human Rights Commission (Uganda) | 2013-09-12\n- Human Rights Commission (Uganda) | Consult | Member of Parliament (Mozambique) | 2013-09-12\nAnswer:", "completion": " Inspector General (Uganda)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1384792", "prompt": "Which country hosted Kim Kye Gwan's visit from Kim Kye Gwan first?\nEvidence:\n- Kim Kye Gwan | Consult | Japan | 2005-11-19\n- Kim Kye Gwan | Consult | China | 2005-10-30\n- Japan | Yield | Kim Kye Gwan | 2006-04-06\n- Japan | Consult | Kim Kye Gwan | 2005-11-19\n- China | Consult | Kim Kye Gwan | 2005-10-30\n- Kim Kye Gwan | Make a visit | Japan | 2006-04-08\n- Kim Kye Gwan | Make a visit | Japan | 2006-04-07\n- Kim Kye Gwan | Make a visit | Japan | 2006-04-06\n- Kim Kye Gwan | Make a visit | China | 2006-04-07\n- Kim Kye Gwan | Make a visit | China | 2006-04-06\n- Kim Kye Gwan | Make a visit | China | 2006-01-18\n- Kim Kye Gwan | Make a visit | China | 2005-11-08\n- Kim Kye Gwan | Make a visit | China | 2005-09-14\n- Kim Kye Gwan | Make a visit | China | 2005-09-13\n- Kim Kye Gwan | Make a visit | China | 2005-08-09\nAnswer:", "completion": " China", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1262407", "prompt": "In what month did Peter O'Neill last condemn The Economist of Australia?\nEvidence:\n- Peter O'Neill | Criticize or denounce | Economist (Australia) | 2012-11-05\n- Police (Australia) | Accuse | Peter O'Neill | 2014-06-16\n- Peter O'Neill | Reject | Police (Australia) | 2014-06-24\n- Peter O'Neill | Demand | China | 2012-11-29\n- Peter O'Neill | Make statement | China | 2014-11-10\n- Peter O'Neill | Make statement | China | 2012-06-23\n- Peter O'Neill | Consult | Julie Bishop | 2014-02-06\n- Peter O'Neill | Consult | Julia Gillard | 2013-05-10\n- Peter O'Neill | Consult | Julia Gillard | 2012-09-08\n- Peter O'Neill | Consult | Julia Gillard | 2012-04-20\n- Peter O'Neill | Consult | John Momis | 2014-01-22\n- Julie Bishop | Consult | Peter O'Neill | 2014-02-06\n- Julia Gillard | Consult | Peter O'Neill | 2013-05-10\n- Julia Gillard | Consult | Peter O'Neill | 2012-09-08\n- Julia Gillard | Consult | Peter O'Neill | 2012-04-20\nAnswer:", "completion": " 2012-11", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1144943", "prompt": "In which month did the Ministry of Iran last accuse Barack Obama?\nEvidence:\n- Barack Obama | Make statement | Iran | 2007-04-27\n- Head of Government (Kenya) | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Consult | Head of Government (Kenya) | 2006-08-25\n- Uhuru Muigai Kenyatta | Engage in negotiation | Barack Obama | 2006-08-25\n- Barack Obama | Engage in negotiation | Uhuru Muigai Kenyatta | 2006-08-25\n- Iraq | Accuse | Iran | 2005-01-07\n- China | Accuse | Iran | 2005-01-18\n- Barack Obama | Demand de-escalation of military engagement | Iraq | 2007-06-02\n- Barack Obama | Reject | Iraq | 2007-04-03\n- Barack Obama | Reject | Iraq | 2006-10-28\n- Ministry (Iran) | Make statement | Iran | 2005-01-05\n- Representative to the United Nations (Iran) | Make statement | Iran | 2005-01-16\n- Mwai Kibaki | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Make statement | Iraq | 2007-05-15\n- Barack Obama | Make statement | Iraq | 2007-03-20\nAnswer:", "completion": " 2009-12", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1245858", "prompt": "After Jack McConnell, who was the first to denounce the citizens of the United Kingdom?\nEvidence:\n- Jack McConnell | Criticize or denounce | Citizen (United Kingdom) | 2005-09-17\n- Citizen (United Kingdom) | Criticize or denounce | Jack McConnell | 2006-02-13\n- Jack McConnell | Demand | Citizen (United Kingdom) | 2006-10-05\n- Jack McConnell | Accuse | Citizen (United Kingdom) | 2006-12-21\n- Citizen (United Kingdom) | Accuse | Jack McConnell | 2007-03-03\n- Citizen (United Kingdom) | Accuse | Jack McConnell | 2006-05-31\n- Party Member (United Kingdom) | Criticize or denounce | Jack McConnell | 2006-08-01\n- Party Member (United Kingdom) | Demand | Jack McConnell | 2006-08-16\n- Party Member (United Kingdom) | Accuse | Jack McConnell | 2006-07-25\n- Lawyer/Attorney (United Kingdom) | Reject | Jack McConnell | 2006-06-09\n- Lawyer/Attorney (United Kingdom) | Demand | Jack McConnell | 2006-05-27\n- Party Member (United Kingdom) | Make statement | Jack McConnell | 2006-10-05\n- Lawyer/Attorney (United Kingdom) | Deny responsibility | Jack McConnell | 2006-06-09\n- Jack McConnell | Reduce relations | Labor Party (United Kingdom) | 2007-08-15\n- Jack McConnell | Praise or endorse | Citizen (United Kingdom) | 2007-03-21\nAnswer:", "completion": " Court Judge (United Kingdom)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1138324", "prompt": "After the Lawyer/Attorney of Uganda, who was the first to be rejected by the Democratic Party?\nEvidence:\n- Democratic Party | Reject | Lawyer/Attorney (Uganda) | 2005-04-28\n- Lawyer/Attorney (Uganda) | Appeal for material cooperation | Democratic Party | 2005-04-28\n- People First Party Korea | Express intent to meet or negotiate | Democratic Party | 2006-09-12\n- Democratic Party | Express intent to meet or negotiate | People First Party Korea | 2006-09-12\n- Democratic Party | Threaten | Citizen (Uganda) | 2005-05-23\n- Democratic Party | Reject | Women (Uganda) | 2006-06-01\n- Democratic Party | Reject | Women (Uganda) | 2006-05-31\n- Democratic Party | Reject | Citizen (Uganda) | 2006-01-07\n- Citizen (Uganda) | Threaten | Democratic Party | 2006-06-07\n- Citizen (Uganda) | Accuse | Democratic Party | 2006-08-28\n- Lawyer/Attorney (Uganda) | Refuse to yield | Citizen (Uganda) | 2005-04-04\n- Lawyer/Attorney (Uganda) | Demand | Citizen (Uganda) | 2005-05-16\n- Citizen (Uganda) | Reject | Lawyer/Attorney (Uganda) | 2005-04-28\n- Citizen (Uganda) | Reject | Lawyer/Attorney (Uganda) | 2005-01-12\n- Citizen (Uganda) | Accuse | Lawyer/Attorney (Uganda) | 2005-05-11\nAnswer:", "completion": " Citizen (Uganda)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1289129", "prompt": "Before Tzipi Livni, who was the last to speak negatively about Sudan?\nEvidence:\n- Tzipi Livni | Reject | Qatar | 2006-02-13\n- Wolfgang Schüssel | Consult | Tzipi Livni | 2006-03-02\n- Tzipi Livni | Investigate | Police (Israel) | 2005-12-30\n- Tzipi Livni | Demand | Settler (Israel) | 2005-05-25\n- Tzipi Livni | Consult | Wolfgang Schüssel | 2006-03-02\n- Tzipi Livni | Consult | Javier Solana | 2006-02-16\n- Tzipi Livni | Consult | Heinz Fischer | 2006-03-02\n- Tzipi Livni | Consult | Abdullah Gül | 2006-04-19\n- Mahmoud Abbas | Consult | Tzipi Livni | 2006-05-21\n- Javier Solana | Consult | Tzipi Livni | 2006-02-16\n- Heinz Fischer | Consult | Tzipi Livni | 2006-03-02\n- Abdullah Gül | Consult | Tzipi Livni | 2006-04-19\n- Abdullah Gül | Express intent to cooperate | Tzipi Livni | 2006-02-14\n- Tzipi Livni | Make statement | Mahmoud Abbas | 2006-03-24\n- Tzipi Livni | Make statement | Mahmoud Abbas | 2006-03-16\nAnswer:", "completion": " UN Security Council", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1017542", "prompt": "Who did Benazir Bhutto praise on the same day as Pakistan's prime minister?\nEvidence:\n- Pakistan People's Party | Make statement | Benazir Bhutto | 2005-06-01\n- Pakistan People's Party | Make statement | Benazir Bhutto | 2005-03-19\n- Benazir Bhutto | Make statement | Pakistan People's Party | 2006-02-26\n- Government (Pakistan) | Praise or endorse | Benazir Bhutto | 2005-12-04\n- Government (Pakistan) | Reject | Benazir Bhutto | 2005-10-21\n- Government (Pakistan) | Investigate | Benazir Bhutto | 2005-09-21\n- Government (Pakistan) | Accuse | Benazir Bhutto | 2005-09-19\n- Benazir Bhutto | Accuse | Government (Pakistan) | 2005-03-11\n- Benazir Bhutto | Make statement | Government (Pakistan) | 2006-01-29\n- Benazir Bhutto | Make statement | Government (Pakistan) | 2005-11-28\n- Benazir Bhutto | Make statement | Government (Pakistan) | 2005-03-05\n- Benazir Bhutto | Make statement | Government (Pakistan) | 2005-01-18\n- Benazir Bhutto | Make statement | Government (Pakistan) | 2005-01-17\n- Government (Pakistan) | Sign formal agreement | Benazir Bhutto | 2006-04-20\n- Government (Pakistan) | Engage in negotiation | Benazir Bhutto | 2006-02-13\nAnswer:", "completion": " Pervez Musharraf", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1254440", "prompt": "Who appealed for the citizens of Bangladesh in the same month of Abdul Main Khasru?\nEvidence:\n- Abdul Main Khasru | Make an appeal or request | Citizen (Bangladesh) | 2007-07-22\n- The Poor (Bangladesh) | Demand economic aid | Citizen (Bangladesh) | 2005-04-30\n- People Associated with the Opposition (Bangladesh) | Reject | Citizen (Bangladesh) | 2005-05-24\n- Citizen (Bangladesh) | Engage in symbolic act | Member of Parliament (Bangladesh) | 2005-01-28\n- Citizen (Bangladesh) | Engage in symbolic act | Head of Government (Bangladesh) | 2005-05-21\n- Citizen (Bangladesh) | Kill by physical assault | Abdul Wadud | 2005-09-30\n- Abdul Aziz | Kill by physical assault | Citizen (Bangladesh) | 2005-09-11\n- People Associated with the Opposition (Bangladesh) | Use unconventional violence | Citizen (Bangladesh) | 2005-08-20\n- Member of Parliament (Bangladesh) | Accuse | Citizen (Bangladesh) | 2005-01-30\n- Head of Government (Bangladesh) | Threaten | Citizen (Bangladesh) | 2005-02-08\n- Head of Government (Bangladesh) | Reject | Citizen (Bangladesh) | 2005-06-02\n- Citizen (Bangladesh) | Accuse | Member of Parliament (Bangladesh) | 2005-07-24\n- Villager (Bangladesh) | Engage in symbolic act | Citizen (Bangladesh) | 2005-08-18\n- Student (Bangladesh) | Demand change in leadership | Citizen (Bangladesh) | 2005-06-02\n- Citizen (Bangladesh) | Engage in symbolic act | Employee (Bangladesh) | 2005-05-10\nAnswer:", "completion": " Army Personnel (Bangladesh)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1349868", "prompt": "Who first would wish to visit Ali Bongo Ondimba after Alain Joyandet did?\nEvidence:\n- Ali Bongo Ondimba | Host a visit | Alain Joyandet | 2009-10-20\n- Alain Joyandet | Make a visit | Ali Bongo Ondimba | 2009-10-20\n- Alain Joyandet | Praise or endorse | Ali Bongo Ondimba | 2009-10-16\n- France | Host a visit | Ali Bongo Ondimba | 2009-11-23\n- France | Host a visit | Ali Bongo Ondimba | 2009-11-18\n- Ali Bongo Ondimba | Make a visit | France | 2009-11-23\n- Ali Bongo Ondimba | Make a visit | France | 2009-11-18\n- Ali Bongo Ondimba | Consult | Ali Badjo Gamatié | 2009-12-02\n- Ali Badjo Gamatié | Consult | Ali Bongo Ondimba | 2009-12-02\n- Barack Obama | Consult | Ali Bongo Ondimba | 2011-04-27\n- Barack Obama | Consult | Ali Bongo Ondimba | 2011-04-07\n- Barack Obama | Consult | Ali Bongo Ondimba | 2011-04-06\n- Barack Obama | Consult | Ali Bongo Ondimba | 2011-04-05\n- Ali Bongo Ondimba | Consult | Barack Obama | 2011-04-27\n- Ali Bongo Ondimba | Consult | Barack Obama | 2011-04-07\nAnswer:", "completion": " Abdullah Gül", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1340424", "prompt": "Who would like to participate in diplomatic cooperation with Portugal after 2010?\nEvidence:\n- Portugal | Engage in diplomatic cooperation | China | 2005-01-12\n- China | Engage in diplomatic cooperation | Portugal | 2005-01-12\n- Portugal | Engage in diplomatic cooperation | International Monetary Fund | 2005-04-28\n- Portugal | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-01-14\n- Portugal | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-01-13\n- Portugal | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-01-12\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Portugal | 2005-01-14\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Portugal | 2005-01-13\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Portugal | 2005-01-12\n- Portugal | Express intent to engage in material cooperation | France | 2005-02-28\n- France | Express intent to engage in material cooperation | Portugal | 2005-02-28\n- Portugal | Grant diplomatic recognition | China | 2005-01-12\n- China | Grant diplomatic recognition | Portugal | 2005-01-12\n- Madagascar | Engage in diplomatic cooperation | China | 2005-01-11\n- Japan | Engage in diplomatic cooperation | China | 2005-01-07\nAnswer:", "completion": " Jutta Urpilainen", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1200342", "prompt": "Who investigated the Kenyan student before August 2015?\nEvidence:\n- Student (Bangladesh) | Praise or endorse | People Associated with the Opposition (Bangladesh) | 2005-05-31\n- People Associated with the Opposition (Mauritania) | Praise or endorse | Student (Mauritania) | 2012-01-26\n- Thailand | Coerce | Student (Thailand) | 2005-09-01\n- Student (Iran) | Consult | Iran | 2011-10-16\n- Student (Iran) | Consult | Iran | 2011-10-05\n- Student (Iran) | Consult | Iran | 2010-08-22\n- Student (Iran) | Consult | Iran | 2009-07-09\n- Student (Iran) | Consult | Iran | 2009-05-17\n- Student (Iran) | Consult | Iran | 2007-09-05\n- Student (France) | Reject | France | 2010-10-18\n- Iran | Consult | Student (Iran) | 2011-10-16\n- Iran | Consult | Student (Iran) | 2011-10-05\n- Iran | Consult | Student (Iran) | 2010-08-22\n- Iran | Consult | Student (Iran) | 2009-07-09\n- Iran | Consult | Student (Iran) | 2009-05-17\nAnswer:", "completion": " Police (Kenya)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1280765", "prompt": "When did the citizens of the International expressed their intention to negotiate with the Non-Aligned Movement?\nEvidence:\n- International Court of Justice | Express intent to meet or negotiate | The Hague | 2009-12-03\n- Citizen (International) | Express intent to meet or negotiate | Nonaligned Movement | 2012-08-28\n- Special Rapporteurs of the United Nations | Appeal to others to meet or negotiate | Citizen (International) | 2007-04-25\n- International Government Organizations | Express intent to meet or negotiate | The Hague | 2014-03-18\n- International Government Organizations | Express intent to meet or negotiate | The Hague | 2014-03-17\n- Special Rapporteurs of the United Nations | Express intent to meet or negotiate | International Government Organizations | 2013-06-14\n- The Hague | Express intent to cooperate economically | International Court of Justice | 2011-09-21\n- Member of the Judiciary (Namibia) | Threaten non-force | Court Judge (Namibia) | 2012-10-09\n- International Court of Justice | Accuse of war crimes | The Hague | 2013-11-27\n- Sudan | Express intent to allow international involvement (non-mediation) | African Union | 2006-11-17\n- Government (Sudan) | Threaten to halt international involvement (non-mediation) | African Union | 2006-09-13\n- Nonaligned Movement | Consult | International Government Organizations | 2008-07-31\n- Media Personnel (International) | Consult | Future Movement | 2009-01-07\n- International Government Organizations | Consult | Nonaligned Movement | 2008-07-31\n- Future Movement | Consult | Media Personnel (International) | 2009-01-07\nAnswer:", "completion": " 2012-08-28", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1176773", "prompt": "At what time did the parliament of Armenia first make pessimistic remarks about the parliament of the Czech Republic?\nEvidence:\n- Legislature (Armenia) | Make pessimistic comment | Legislature (Czech Republic) | 2013-03-01\n- Zurab Nogaideli | Consult | Senate of the Parliament of the Czech Republic | 2007-06-13\n- Senate of the Parliament of the Czech Republic | Consult | Zurab Nogaideli | 2007-06-13\n- Legislature (Armenia) | Criticize or denounce | Legislature (Czech Republic) | 2013-03-01\n- Party Member (Czech Republic) | Demand | People Associated with the Opposition (Czech Republic) | 2006-06-07\n- Legislature (Czech Republic) | Express accord | People Associated with the Opposition (Czech Republic) | 2014-08-08\n- Ministry (Czech Republic) | Make statement | Militia (Czech Republic) | 2008-08-13\n- Lawyer/Attorney (Czech Republic) | Investigate | Chief of Staff (Czech Republic) | 2013-11-14\n- Chief of Staff (Czech Republic) | Demand | Intelligence Officer (Czech Republic) | 2013-06-17\n- Dzamila Stehlíková | Make statement | The Poor (Czech Republic) | 2008-06-30\n- Scientist (Czech Republic) | Make statement | Party Member (Czech Republic) | 2005-03-03\n- Party Member (Czech Republic) | Make statement | Legislature (Czech Republic) | 2012-03-15\n- New Party (Czech Republic) | Make statement | Businessperson (Czech Republic) | 2012-08-16\n- Ministry (Czech Republic) | Make statement | Party Member (Czech Republic) | 2005-01-12\n- Ministry (Czech Republic) | Make statement | Lawyer/Attorney (Czech Republic) | 2015-08-27\nAnswer:", "completion": " 2013-03-01", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1383059", "prompt": "Who was the last to want to negotiate with South Korea in 2010?\nEvidence:\n- Special Rapporteurs of the United Nations | Express intent to meet or negotiate | South Korea | 2010-01-04\n- Foreign Affairs (South Korea) | Express intent to meet or negotiate | South Korea | 2010-01-07\n- Mahmoud Abbas | Express intent to meet or negotiate | South Korea | 2010-01-23\n- South Korea | Engage in negotiation | France | 2010-01-09\n- France | Engage in negotiation | South Korea | 2010-01-09\n- Envoy (United States) | Express intent to meet or negotiate | South Korea | 2010-01-08\n- Special Rapporteurs of the United Nations | Make a visit | South Korea | 2010-01-15\n- South Korea | Host a visit | Special Rapporteurs of the United Nations | 2010-01-15\n- South Korea | Engage in diplomatic cooperation | Japan | 2010-01-19\n- South Korea | Engage in diplomatic cooperation | Japan | 2010-01-16\n- South Korea | Engage in diplomatic cooperation | Japan | 2010-01-15\n- South Korea | Engage in diplomatic cooperation | Japan | 2010-01-08\n- Japan | Engage in diplomatic cooperation | South Korea | 2010-01-19\n- Japan | Engage in diplomatic cooperation | South Korea | 2010-01-16\n- Japan | Engage in diplomatic cooperation | South Korea | 2010-01-15\nAnswer:", "completion": " Envoy (United States)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1025524", "prompt": "After the bureaucrat of Australia, who was the first person criticised by the citizens of Australia?\nEvidence:\n- People Associated with the Opposition (Australia) | Accuse | Bureaucrat (Australia) | 2009-05-22\n- People Associated with the Opposition (Australia) | Make statement | Bureaucrat (Australia) | 2014-07-03\n- Member of Parliament (Australia) | Make statement | Bureaucrat (Australia) | 2008-01-08\n- Police (Australia) | Investigate | Bureaucrat (Australia) | 2008-06-03\n- Citizen (Australia) | Demand | Bureaucrat (Australia) | 2012-01-23\n- Bureaucrat (Australia) | Threaten | Citizen (Australia) | 2014-05-09\n- Bureaucrat (Australia) | Reject | Citizen (Australia) | 2005-09-13\n- Bureaucrat (Australia) | Investigate | Citizen (Australia) | 2008-07-29\n- Bureaucrat (Australia) | Demand | Citizen (Australia) | 2005-08-19\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Member of Parliament (Australia) | Make optimistic comment | Bureaucrat (Australia) | 2006-07-15\n- Cabinet / Council of Ministers / Advisors (Australia) | Consult | Bureaucrat (Australia) | 2015-11-23\n- Bureaucrat (Australia) | Consult | Cabinet / Council of Ministers / Advisors (Australia) | 2015-11-23\nAnswer:", "completion": " Lawyer/Attorney (Australia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1026126", "prompt": "Who praised the other Senegalese authorities and officials before Mohamed Ould Abdel Aziz?\nEvidence:\n- Mohamed Ould Abdel Aziz | Praise or endorse | Other Authorities / Officials (Mauritania) | 2009-04-10\n- Mohamed Ould Abdel Aziz | Reduce relations | The Poor (Mauritania) | 2009-07-18\n- Mohamed Ould Abdel Aziz | Reject | Mauritania | 2008-08-10\n- Mohamed Ould Abdel Aziz | Consult | France | 2008-08-11\n- France | Consult | Mohamed Ould Abdel Aziz | 2008-08-11\n- Sidi Ould Cheikh Abdallahi | Accuse | Mohamed Ould Abdel Aziz | 2008-08-07\n- Mohamed Ould Abdel Aziz | Accuse | Sidi Ould Cheikh Abdallahi | 2009-07-17\n- Police (Mauritania) | Reject | Mohamed Ould Abdel Aziz | 2009-02-21\n- Mohamed Ould Abdel Aziz | Threaten | Citizen (Mauritania) | 2009-07-13\n- Mohamed Ould Abdel Aziz | Reject | African Union | 2008-09-29\n- Mohamed Ould Abdel Aziz | Make statement | Mauritania | 2009-10-19\n- Mohamed Ould Abdel Aziz | Make statement | Mauritania | 2009-04-09\n- Mohamed Ould Abdel Aziz | Consult | Muhammad VI | 2009-10-25\n- Mohamed Ould Abdel Aziz | Consult | Al-Akhbar | 2008-08-16\n- Mohamed Ould Abdel Aziz | Consult | African Union | 2008-08-25\nAnswer:", "completion": " Macky Sall", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1229243", "prompt": "Who last wanted to meet the citizens of Brazil?\nEvidence:\n- People Associated with the Opposition (Brazil) | Express intent to meet or negotiate | Citizen (Brazil) | 2008-04-12\n- Ministry (Brazil) | Express intent to meet or negotiate | People Associated with the Opposition (Brazil) | 2007-10-24\n- Ministry (Brazil) | Express intent to meet or negotiate | People Associated with the Opposition (Brazil) | 2005-08-14\n- People Associated with the Opposition (Brazil) | Investigate | Head of Government (Brazil) | 2011-05-25\n- People Associated with the Opposition (Brazil) | Consult | Head of Government (Brazil) | 2007-09-25\n- People Associated with the Opposition (Brazil) | Accuse | Head of Government (Brazil) | 2009-08-12\n- Head of Government (Brazil) | Reject | People Associated with the Opposition (Brazil) | 2015-12-23\n- Head of Government (Brazil) | Consult | People Associated with the Opposition (Brazil) | 2007-09-25\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Head of Government (Brazil) | Accuse of crime, corruption | People Associated with the Opposition (Brazil) | 2014-08-12\n- Citizen (Brazil) | Accuse | Universal Church of the Kingdom of God | 2008-09-18\n- Citizen (Brazil) | Accuse | Universal Church of the Kingdom of God | 2005-09-19\n- People Associated with the Opposition (Brazil) | Provide aid | Head of Government (Brazil) | 2011-05-24\nAnswer:", "completion": " Head of Government (Brazil)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1223448", "prompt": "Who first did the Ministry of Vietnam appeal for after the Company - Owner or Operator of Thailand?\nEvidence:\n- Unified Buddhist Church of Vietnam | Appeal for rights | Vietnam | 2005-02-11\n- Vietnam | Appeal for intelligence | China | 2005-01-15\n- Finance / Economy / Commerce / Trade Ministry (Vietnam) | Make statement | Vietnam | 2005-01-18\n- Vietnam | Make an appeal or request | China | 2005-01-14\n- Vietnam | Express intent to meet or negotiate | Thailand | 2005-01-05\n- Thailand | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- China | Appeal for economic cooperation | Japan | 2005-01-14\n- Vietnam | Host a visit | Head of Government (Mongolia) | 2005-01-20\n- Head of Government (Mongolia) | Make a visit | Vietnam | 2005-01-20\n- Vietnam | Praise or endorse | China | 2005-01-14\n- Vietnam | Praise or endorse | China | 2005-01-13\n- China | Praise or endorse | Vietnam | 2005-01-15\n- Vietnam | Host a visit | Association of Southeast Asian Nations | 2005-01-26\n- Human Rights Watch | Accuse of human rights abuses | Vietnam | 2005-01-10\n- Association of Southeast Asian Nations | Make a visit | Vietnam | 2005-01-26\nAnswer:", "completion": " Vietnam", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1349283", "prompt": "Before the citizens of International, to whom did the African Union last appeal?\nEvidence:\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-31\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Nigeria) | Consult | African Union | 2005-02-01\n- Head of Government (Nigeria) | Consult | African Union | 2005-01-31\n- African Union | Consult | Head of Government (Nigeria) | 2005-02-01\n- African Union | Consult | Head of Government (Nigeria) | 2005-01-31\n- African Union | Investigate | Sudan | 2005-02-08\n- Oluṣẹgun Ọbasanjọ | Make an appeal or request | African Union | 2005-02-10\n- African Union | Make an appeal or request | South Africa | 2005-01-02\n- African Union | Praise or endorse | East African Community | 2005-02-05\n- Oluṣẹgun Ọbasanjọ | Consult | African Union | 2005-01-08\n- African Union | Make statement | Sudan | 2005-02-07\n- African Union | Make statement | Sudan | 2005-01-29\nAnswer:", "completion": " UN Security Council", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1280616", "prompt": "Which country was criticised by Eritrea before 14 March 2006?\nEvidence:\n- Eritrea | Accuse | Ethiopia | 2006-03-14\n- Eritrea | Criticize or denounce | Ethiopia | 2006-03-14\n- Isaias Afewerki | Make a visit | Eritrea | 2006-03-14\n- Eritrea | Host a visit | Isaias Afewerki | 2006-03-14\n- Eritrea | Receive deployment of peacekeepers | UN Security Council | 2006-03-14\n- UN Security Council | Provide military protection or peacekeeping | Eritrea | 2006-03-14\n- UN Security Council | Provide military protection or peacekeeping | Ethiopia | 2006-03-14\n- UN Security Council | Praise or endorse | African Union | 2006-03-14\n- UN Security Council | Make statement | Iran | 2006-03-14\n- UN Security Council | Make an appeal or request | Government (Sudan) | 2006-03-14\n- Qatar | Make an appeal or request | UN Security Council | 2006-03-14\n- Jack Straw | Make statement | UN Security Council | 2006-03-14\n- Ethiopia | Receive deployment of peacekeepers | UN Security Council | 2006-03-14\nAnswer:", "completion": " Ethiopia", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 13, "n_anchors": 1} +{"id": "mtq_1234241", "prompt": "Before the armed separatists of the Sudan People's Liberation Movement, to whom did the citizens of Sudan last make an appeal?\nEvidence:\n- Sudan | Sign formal agreement | Rebel Group (Sudan People's Liberation Movement) | 2005-01-16\n- Sudan | Return, release person(s) | Citizen (Sudan) | 2005-01-19\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Ethiopia | Accuse of human rights abuses | Ogaden National Liberation Front | 2005-07-20\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Javier Solana | Make an appeal or request | Ethiopia | 2005-06-10\n- Isaias Afewerki | Make an appeal or request | Ethiopia | 2005-01-04\n- Ethiopia | Make an appeal or request | African Union | 2005-06-14\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2005-01-13\n- UN Security Council | Make an appeal or request | Ethiopia | 2005-07-12\nAnswer:", "completion": " Government (Sudan)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1298607", "prompt": "Who was the first to use conventional military force against the guerrillas in Colombia, after the Colombian Ministry of Defence and Security?\nEvidence:\n- Marine Corp (Colombia) | Use conventional military force | United Self-Defense Forces of Colombia | 2005-04-17\n- National Liberation Army | Use conventional military force | United Self-Defense Forces of Colombia | 2005-05-31\n- Provisional Irish Republican Army | Use conventional military force | Citizen (United Kingdom) | 2005-03-15\n- Provisional Irish Republican Army | Use conventional military force | Citizen (United Kingdom) | 2005-03-14\n- Labor Party (United Kingdom) | Use conventional military force | Citizen (United Kingdom) | 2005-03-26\n- United Self-Defense Forces of Colombia | Use unconventional violence | Colombia | 2015-12-07\n- United Self-Defense Forces of Colombia | Use unconventional violence | Colombia | 2008-05-14\n- United Self-Defense Forces of Colombia | Use unconventional violence | Colombia | 2006-08-16\n- United Self-Defense Forces of Colombia | Use unconventional violence | Colombia | 2005-01-01\n- Guerrilla (Colombia) | Use unconventional violence | Colombia | 2005-03-02\n- Guerrilla (Colombia) | Use unconventional violence | Colombia | 2005-02-22\n- United Self-Defense Forces of Colombia | Use unconventional violence | Population (Colombia) | 2005-05-24\n- United Self-Defense Forces of Colombia | Use unconventional violence | Guerrilla (Colombia) | 2013-05-18\n- United Self-Defense Forces of Colombia | Use unconventional violence | Guerrilla (Colombia) | 2013-05-01\n- United Self-Defense Forces of Colombia | Use unconventional violence | Guerrilla (Colombia) | 2007-10-26\nAnswer:", "completion": " Military Personnel - Special (Colombia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1014642", "prompt": "Who was the first person Adil Abdul-Mahdi asked?\nEvidence:\n- Iran | Consult | Adil Abdul-Mahdi | 2006-06-10\n- France | Consult | Adil Abdul-Mahdi | 2006-06-10\n- Adil Abdul-Mahdi | Demand | Iraq | 2005-05-15\n- Adil Abdul-Mahdi | Consult | Iran | 2006-06-10\n- Adil Abdul-Mahdi | Consult | France | 2006-06-10\n- Jack Straw | Consult | Adil Abdul-Mahdi | 2006-02-21\n- Iraq | Make statement | Adil Abdul-Mahdi | 2006-04-29\n- Donald Rumsfeld | Consult | Adil Abdul-Mahdi | 2006-09-04\n- Adil Abdul-Mahdi | Make statement | Iraq | 2007-02-21\n- Adil Abdul-Mahdi | Make statement | Iraq | 2007-01-31\n- Adil Abdul-Mahdi | Make statement | Iraq | 2007-01-25\n- Adil Abdul-Mahdi | Make statement | Iraq | 2006-10-23\n- Adil Abdul-Mahdi | Make statement | Iraq | 2006-08-17\n- Adil Abdul-Mahdi | Make statement | Iraq | 2006-01-03\n- Adil Abdul-Mahdi | Make statement | Iraq | 2005-12-09\nAnswer:", "completion": " Citizen (International)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1129733", "prompt": "Which country hosted the visit of the National United Front for Democracy Against Dictatorship first after Vietnam?\nEvidence:\n- Unified Buddhist Church of Vietnam | Appeal for rights | Vietnam | 2005-02-11\n- Vietnam | Rally opposition against | Reserve Personnel (China) | 2005-01-14\n- Vietnam | Appeal for intelligence | China | 2005-01-15\n- Vietnam | Host a visit | Head of Government (Mongolia) | 2005-01-20\n- Head of Government (Mongolia) | Make a visit | Vietnam | 2005-01-20\n- Vietnam | Host a visit | Association of Southeast Asian Nations | 2005-01-26\n- Association of Southeast Asian Nations | Make a visit | Vietnam | 2005-01-26\n- Vietnam | Host a visit | Iran | 2005-01-11\n- Vietnam | Host a visit | Iran | 2005-01-10\n- Vietnam | Host a visit | China | 2005-01-09\n- Laos | Host a visit | Vietnam | 2005-02-16\n- Iran | Make a visit | Vietnam | 2005-01-11\n- Iran | Make a visit | Vietnam | 2005-01-10\n- China | Make a visit | Vietnam | 2005-01-09\n- Vietnam | Host a visit | Julia Gillard | 2005-01-19\nAnswer:", "completion": " Thailand", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1036787", "prompt": "Before Yasuo Fukuda, who was the last to condemn Yoshihiko Noda?\nEvidence:\n- Yasuo Fukuda | Demand | Japan | 2007-09-15\n- Yoshihiko Noda | Demand | Japan | 2010-11-24\n- Yasuo Fukuda | Make statement | Japan | 2007-09-25\n- Yasuo Fukuda | Make statement | Japan | 2007-09-23\n- Yasuo Fukuda | Make statement | Japan | 2007-09-15\n- Yasuo Fukuda | Make statement | Japan | 2006-04-09\n- Yasuo Fukuda | Consult | Jusuf Kalla | 2006-05-24\n- Yasuo Fukuda | Consult | Donald Rumsfeld | 2006-05-17\n- Yasuo Fukuda | Consult | Donald Rumsfeld | 2006-05-12\n- Yasuo Fukuda | Consult | Donald Rumsfeld | 2006-05-11\n- Jusuf Kalla | Consult | Yasuo Fukuda | 2006-05-24\n- Donald Rumsfeld | Consult | Yasuo Fukuda | 2006-05-17\n- Donald Rumsfeld | Consult | Yasuo Fukuda | 2006-05-12\n- Donald Rumsfeld | Consult | Yasuo Fukuda | 2006-05-11\n- Yoshihiko Noda | Make statement | Japan | 2011-05-27\nAnswer:", "completion": " New Party (Japan)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1154126", "prompt": "Before Antony Harold Curties Tony Windsor, who was the last person to want to negotiate with Julia Gillard?\nEvidence:\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2007-05-17\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2006-04-06\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2005-09-06\n- Julia Gillard | Consider policy option | People Associated with the Opposition (Australia) | 2007-05-02\n- Julia Gillard | Express intent to meet or negotiate | Citizen (Australia) | 2006-12-12\n- Peter Costello | Accuse | Julia Gillard | 2007-05-10\n- Julia Gillard | Reject | David Hawker | 2006-06-02\n- Julia Gillard | Reject | David Hawker | 2006-05-31\n- Julia Gillard | Consult | Businessperson (Australia) | 2007-05-03\n- Julia Gillard | Accuse | David Hawker | 2006-06-01\n- Julia Gillard | Accuse | David Hawker | 2006-05-31\n- Julia Gillard | Accuse | Citizen (Australia) | 2005-01-23\n- David Hawker | Demand | Julia Gillard | 2006-05-31\n- Citizen (Australia) | Reject | Julia Gillard | 2007-01-03\n- Citizen (Australia) | Reject | Julia Gillard | 2005-09-27\nAnswer:", "completion": " Member of Parliament (Australia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1063271", "prompt": "Which country hosted Angel Luis D'Elia's visit from Angel Luis D'Elia after March 12, 2010?\nEvidence:\n- Iran | Host a visit | Angel Luis D'Elia | 2010-03-12\n- Angel Luis D'Elia | Make a visit | Iran | 2010-03-12\n- Nelson Azevedo Jobim | Make statement | Iran | 2010-03-12\n- Mahmoud Abbas | Accuse | Iran | 2010-03-12\nAnswer:", "completion": " Iran", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 4, "n_anchors": 1} +{"id": "mtq_1138881", "prompt": "Who was the first to negotiate with the other authorities and officials of Russia after South Korea?\nEvidence:\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Vietnam | Express intent to meet or negotiate | South Korea | 2005-01-05\n- Thailand | Express intent to meet or negotiate | South Korea | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-12\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-08\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-07\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-05\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-08\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-07\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-05\n- Emperor Akihito | Express intent to meet or negotiate | South Korea | 2005-01-13\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\nAnswer:", "completion": " Communist Party (Russia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1137263", "prompt": "After Chaudhry Nisar Ali Khan, who was the first to appeal to the Head of Government of Pakistan?\nEvidence:\n- Chaudhry Nisar Ali Khan | Accuse | Head of Government (Pakistan) | 2012-02-28\n- Chaudhry Nisar Ali Khan | Accuse | Head of Government (Pakistan) | 2006-09-27\n- Government (Pakistan) | Accuse | Chaudhry Nisar Ali Khan | 2013-11-02\n- Chaudhry Nisar Ali Khan | Threaten | Government (Pakistan) | 2010-01-21\n- Chaudhry Nisar Ali Khan | Demand | Government (Pakistan) | 2012-01-01\n- Chaudhry Nisar Ali Khan | Consult | Government (Pakistan) | 2013-11-17\n- Chaudhry Nisar Ali Khan | Accuse | Government (Pakistan) | 2012-10-18\n- Chaudhry Nisar Ali Khan | Accuse | Government (Pakistan) | 2012-09-02\n- Chaudhry Nisar Ali Khan | Accuse | Government (Pakistan) | 2011-06-07\n- Head of Government (Pakistan) | Make statement | Chaudhry Nisar Ali Khan | 2013-10-30\n- Chaudhry Nisar Ali Khan | Make statement | Head of Government (Pakistan) | 2008-03-19\n- Chaudhry Nisar Ali Khan | Make statement | Government (Pakistan) | 2013-11-10\n- Chaudhry Nisar Ali Khan | Make statement | Government (Pakistan) | 2013-11-08\n- Chaudhry Nisar Ali Khan | Make statement | Government (Pakistan) | 2013-09-24\n- Chaudhry Nisar Ali Khan | Make statement | Government (Pakistan) | 2013-09-23\nAnswer:", "completion": " Rehman Malik", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1379859", "prompt": "Who would wish to visit Dmitry Anatolyevich Medvedev before Lee Myung Bak did?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- South Korea | Host a visit | Lee Myung Bak | 2007-03-23\n- South Korea | Host a visit | Lee Myung Bak | 2006-06-26\n- Lee Myung Bak | Make a visit | South Korea | 2007-03-23\n- Lee Myung Bak | Make a visit | South Korea | 2006-06-26\n- Lee Myung Bak | Make a visit | Abdukahhor Tuhtayev | 2006-03-29\n- Abdukahhor Tuhtayev | Host a visit | Lee Myung Bak | 2006-03-29\n- Lee Myung Bak | Refuse to yield | South Korea | 2007-05-13\n- Kazakhstan | Host a visit | Dmitry Anatolyevich Medvedev | 2005-07-29\n- Dmitry Anatolyevich Medvedev | Make a visit | Kazakhstan | 2005-07-29\n- Dmitry Anatolyevich Medvedev | Make a visit | China | 2005-12-10\n- Dmitry Anatolyevich Medvedev | Make a visit | China | 2005-12-09\n- Dmitry Anatolyevich Medvedev | Make a visit | China | 2005-12-08\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2006-08-29\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2005-12-10\nAnswer:", "completion": " Angela Merkel", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1204186", "prompt": "After the employees of Thailand, who was the first to suffer from the unconventional violence of the Thief of Thailand?\nEvidence:\n- Citizen (Thailand) | Use unconventional violence | Thailand | 2005-02-11\n- Children (Thailand) | Use unconventional violence | Thailand | 2005-01-04\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-10\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-18\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-14\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-09\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-07\n- Armed Opposition (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-03-02\n- Armed Opposition (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-03-01\n- Armed Opposition (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-26\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-03-01\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-26\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-03\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-01\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-31\nAnswer:", "completion": " Citizen (Thailand)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1301507", "prompt": "Who did the Prime Minister of Ukraine want to meet in the same month as Pavol Hrusovský?\nEvidence:\n- Head of Government (Ukraine) | Express intent to meet or negotiate | Pavol Hrusovský | 2005-11-24\n- Pavol Hrusovský | Engage in negotiation | Mikulas Dzurinda | 2006-07-06\n- Pavol Hrusovský | Engage in negotiation | Angelo Sodano | 2005-10-19\n- Mikulas Dzurinda | Engage in negotiation | Pavol Hrusovský | 2006-07-06\n- Angelo Sodano | Engage in negotiation | Pavol Hrusovský | 2005-10-19\n- Yuriy Yekhanurov | Consult | Pavol Hrusovský | 2005-11-15\n- Senate (Slovakia) | Consult | Pavol Hrusovský | 2005-02-25\n- Rick Santorum | Consult | Pavol Hrusovský | 2005-04-21\n- Pavol Hrusovský | Reject | Mikulas Dzurinda | 2006-07-06\n- Pavol Hrusovský | Demand | Police (Slovakia) | 2005-11-11\n- Pavol Hrusovský | Consult | Yuriy Yekhanurov | 2005-11-15\n- Pavol Hrusovský | Consult | Senate (Slovakia) | 2005-02-25\n- Pavol Hrusovský | Consult | Rick Santorum | 2005-04-21\n- Pavol Hrusovský | Consult | Mikulas Dzurinda | 2008-01-30\n- Pavol Hrusovský | Consult | Mikulas Dzurinda | 2007-03-16\nAnswer:", "completion": " Mikulas Dzurinda", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1252462", "prompt": "Who was the first to use small arms and light weapons against the Ugandan police?\nEvidence:\n- Police (Kenya) | fight with small arms and light weapons | Tanzania | 2005-10-29\n- Police (Indonesia) | fight with small arms and light weapons | Aceh | 2005-08-26\n- Iran | fight with small arms and light weapons | Iraq | 2006-05-08\n- Colombia | fight with small arms and light weapons | Mexico | 2005-01-03\n- Thief (Philippines) | fight with small arms and light weapons | Police (Philippines) | 2006-05-03\n- Thief (Philippines) | fight with small arms and light weapons | Police (Philippines) | 2005-01-13\n- Separatist (Indonesia) | fight with small arms and light weapons | Police (Indonesia) | 2005-06-15\n- Police (Uganda) | fight with small arms and light weapons | Citizen (Uganda) | 2006-05-15\n- Police (Uganda) | fight with small arms and light weapons | Citizen (Uganda) | 2006-04-18\n- Police (Uganda) | fight with small arms and light weapons | Citizen (Uganda) | 2006-03-09\n- Police (Uganda) | fight with small arms and light weapons | Citizen (Uganda) | 2006-02-21\n- Police (Uganda) | fight with small arms and light weapons | Citizen (Uganda) | 2006-02-20\n- Police (Uganda) | fight with small arms and light weapons | Citizen (Uganda) | 2006-02-16\n- Police (Uganda) | fight with small arms and light weapons | Citizen (Uganda) | 2006-01-03\n- Police (Uganda) | fight with small arms and light weapons | Citizen (Uganda) | 2006-01-02\nAnswer:", "completion": " Citizen (Uganda)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1055903", "prompt": "Who negotiated with Viktor Orban after Wen Jiabao?\nEvidence:\n- Wen Jiabao | Consult | Viktor Orban | 2010-11-01\n- Wen Jiabao | Consult | Viktor Orban | 2010-10-31\n- Viktor Orban | Consult | Wen Jiabao | 2010-11-01\n- Viktor Orban | Consult | Wen Jiabao | 2010-10-31\n- Viktor Orban | Express intent to meet or negotiate | Wen Jiabao | 2010-10-29\n- Viktor Orban | Consult | Jobbik | 2010-03-23\n- Jobbik | Consult | Viktor Orban | 2010-03-23\n- Viktor Orban | Make statement | Romania | 2011-04-15\n- Viktor Orban | Make statement | Romania | 2008-02-28\n- Viktor Orban | Investigate | Ministry (Hungary) | 2006-12-28\n- Viktor Orban | Consult | Gjorge Ivanov | 2011-04-11\n- Viktor Orban | Consult | Angela Merkel | 2010-07-21\n- Viktor Orban | Consult | Angela Merkel | 2006-11-01\n- Gjorge Ivanov | Consult | Viktor Orban | 2011-04-11\n- Citizen (Hungary) | Demand | Viktor Orban | 2006-01-23\nAnswer:", "completion": " Iran", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1343078", "prompt": "Who attacked the Kenyan student with small arms and light weapons in the same year as the Kenyan businessman?\nEvidence:\n- Student (Thailand) | fight with small arms and light weapons | Thailand | 2013-06-25\n- Student (Thailand) | fight with small arms and light weapons | Thailand | 2013-06-23\n- France | fight with small arms and light weapons | Student (France) | 2015-12-13\n- Student (Thailand) | fight with small arms and light weapons | Citizen (Australia) | 2015-05-30\n- Student (Kenya) | fight with small arms and light weapons | Christian (Kenya) | 2015-04-04\n- Student (Kenya) | fight with small arms and light weapons | Christian (Kenya) | 2015-04-03\n- Police (Senegal) | fight with small arms and light weapons | Student (Senegal) | 2012-02-01\n- Police (Mozambique) | fight with small arms and light weapons | Student (Mozambique) | 2005-05-17\n- Police (Mozambique) | fight with small arms and light weapons | Student (Mozambique) | 2005-05-16\n- Police (Kenya) | fight with small arms and light weapons | Student (Kenya) | 2015-12-04\n- Police (Kenya) | fight with small arms and light weapons | Student (Kenya) | 2014-10-02\n- Police (Kenya) | fight with small arms and light weapons | Student (Kenya) | 2014-10-01\n- Police (Kenya) | fight with small arms and light weapons | Student (Kenya) | 2014-09-29\n- Police (Kenya) | fight with small arms and light weapons | Student (Kenya) | 2013-12-15\n- Police (Kenya) | fight with small arms and light weapons | Student (Kenya) | 2009-03-06\nAnswer:", "completion": " Al-Shabaab", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1374611", "prompt": "Who did John Bercow express an intention to negotiate with on the same day as Algirdas Butkevičius?\nEvidence:\n- John Bercow | Express intent to meet or negotiate | Algirdas Butkevičius | 2013-02-20\n- The Daily Telegraph | Make statement | John Bercow | 2009-08-04\n- The Daily Telegraph | Make statement | John Bercow | 2009-06-24\n- John Bercow | Express intent to meet or negotiate | Romania | 2013-05-29\n- John Bercow | Express intent to meet or negotiate | Romania | 2013-05-28\n- John Bercow | Express intent to meet or negotiate | Vilnius University | 2013-02-20\n- John Bercow | Express intent to meet or negotiate | Taavi Rõivas | 2014-04-15\n- John Bercow | Express intent to meet or negotiate | Legislature (Estonia) | 2014-04-15\n- Vietnam | Consult | John Bercow | 2009-07-22\n- Vietnam | Consult | John Bercow | 2009-07-21\n- Vietnam | Consult | John Bercow | 2009-07-20\n- John Bercow | Consult | Vietnam | 2009-07-22\n- John Bercow | Consult | Vietnam | 2009-07-21\n- John Bercow | Consult | Vietnam | 2009-07-20\n- People Associated with the Opposition (Lithuania) | Make statement | Algirdas Butkevičius | 2012-11-22\nAnswer:", "completion": " Vilnius University", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1372552", "prompt": "Who was the first to telephone the Associated Press after the United Arab Emirates?\nEvidence:\n- Iraq | Discuss by telephone | Associated Press | 2005-02-27\n- Iran | Discuss by telephone | Associated Press | 2005-03-23\n- Colombia | Discuss by telephone | Associated Press | 2005-01-31\n- Associated Press | Discuss by telephone | Iraq | 2005-02-27\n- Associated Press | Discuss by telephone | Iran | 2005-03-23\n- Associated Press | Discuss by telephone | Colombia | 2005-01-31\n- Lawyer/Attorney (United Kingdom) | Discuss by telephone | Associated Press | 2005-03-02\n- Associated Press | Discuss by telephone | Lawyer/Attorney (United Kingdom) | 2005-03-02\n- Supreme Council (United Arab Emirates) | Make statement | United Arab Emirates | 2005-03-26\n- Uladi Mussa | Discuss by telephone | Associated Press | 2005-01-01\n- Tomas Borge | Discuss by telephone | Associated Press | 2005-03-22\n- Police (Peru) | Discuss by telephone | Associated Press | 2005-04-20\n- Nabil Shaath | Discuss by telephone | Associated Press | 2005-01-29\n- Jerzy Szmajdzinski | Discuss by telephone | Associated Press | 2005-02-11\n- Gilchrist Olympio | Discuss by telephone | Associated Press | 2005-04-27\nAnswer:", "completion": " Media Personnel (Somalia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1158831", "prompt": "Who did Wang Yi express an interest in working with in the same month of the Cabinet Council of Ministers Advisors of the United States?\nEvidence:\n- Wang Yi | Investigate | China | 2005-08-17\n- Wang Yi | Demand | Japan | 2006-05-10\n- Wang Yi | Make an appeal or request | Japan | 2005-11-24\n- Wang Yi | Make an appeal or request | Japan | 2005-10-25\n- Wang Yi | Make an appeal or request | Japan | 2005-10-24\n- Wang Yi | Make an appeal or request | Japan | 2005-06-23\n- Wang Yi | Make an appeal or request | Japan | 2005-02-04\n- Wang Yi | Make an appeal or request | Japan | 2005-02-03\n- Wang Yi | Engage in symbolic act | Pervez Musharraf | 2007-12-14\n- Wang Yi | Engage in symbolic act | Pervez Musharraf | 2007-12-13\n- Wang Yi | Make statement | Japan | 2005-11-29\n- Wang Yi | Make statement | Japan | 2005-05-11\n- Wang Yi | Make statement | Japan | 2005-04-22\n- Wang Yi | Make statement | Japan | 2005-04-10\n- Wang Yi | Make statement | China | 2007-12-14\nAnswer:", "completion": " Foreign Affairs (South Korea)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1230432", "prompt": "Who did the Israeli Foreign Ministry condemn in the same year as Mahmoud Ahmadinejad?\nEvidence:\n- Ministry (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-29\n- Mahmoud Ahmadinejad | Consult | Ministry (Iran) | 2005-06-29\n- Ministry (Iran) | Make statement | Mahmoud Ahmadinejad | 2005-06-25\n- Foreign Affairs (Israel) | Make statement | Mahmoud Ahmadinejad | 2005-06-27\n- Mahmoud Ahmadinejad | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-06-27\n- Mahmoud Ahmadinejad | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-06-26\n- Mahmoud Ahmadinejad | Investigate | Iran | 2005-06-21\n- Mahmoud Ahmadinejad | Demand | Iran | 2005-04-07\n- Mahmoud Ahmadinejad | Accuse | Iran | 2005-06-25\n- Mahmoud Ahmadinejad | Engage in symbolic act | Islamic Preacher (Iran) | 2005-06-26\n- Mahmoud Ahmadinejad | Engage in symbolic act | Islamic Preacher (Iran) | 2005-06-25\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-07-01\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-09\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-04-17\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-07-02\nAnswer:", "completion": " Benedict XVI", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1392615", "prompt": "With which country did Sudan sign the last agreement in 2005?\nEvidence:\n- Sudan | Sign formal agreement | Ethiopia | 2005-04-11\n- Ethiopia | Sign formal agreement | Sudan | 2005-04-11\n- Sudan | Sign formal agreement | John Garang | 2005-01-10\n- Sudan | Sign formal agreement | Rebel Group (Sudan People's Liberation Movement) | 2005-01-16\n- Yemen | Sign formal agreement | Ethiopia | 2005-06-21\n- Tanzania | Sign formal agreement | Ethiopia | 2005-08-31\n- Japan | Sign formal agreement | Ethiopia | 2005-03-04\n- Iran | Sign formal agreement | Ethiopia | 2005-02-15\n- Ethiopia | Sign formal agreement | Yemen | 2005-06-21\n- Ethiopia | Sign formal agreement | Tanzania | 2005-08-31\n- Ethiopia | Sign formal agreement | Japan | 2005-03-04\n- Ethiopia | Sign formal agreement | Iran | 2005-02-15\n- Ethiopia | Sign formal agreement | Djibouti | 2005-04-11\n- Ethiopia | Sign formal agreement | Djibouti | 2005-02-02\n- Ethiopia | Sign formal agreement | China | 2005-08-08\nAnswer:", "completion": " Ethiopia", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1355160", "prompt": "Who was the last person to negotiate with the Italian Foreign Ministry before the Prime Minister of Ukraine?\nEvidence:\n- Prime Minister Chaudhry | Express intent to meet or negotiate | Prime Minister Qarase | 2006-05-19\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-09\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-08\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-11-14\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-10-05\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Demand | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-11-24\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-05-19\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2005-05-05\nAnswer:", "completion": " Mahmoud Abbas", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1271827", "prompt": "With which country did Abdullah Gül announce his intention to establish diplomatic cooperation in the same year as Mahmoud Ahmadinejad?\nEvidence:\n- Mahmoud Abbas | Engage in negotiation | Abdullah Gül | 2005-01-08\n- Abdullah Gül | Engage in negotiation | Mahmoud Abbas | 2005-01-08\n- Mahmoud Ahmadinejad | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-06-27\n- Mahmoud Ahmadinejad | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-06-26\n- Mahmoud Abbas | Consult | Abdullah Gül | 2005-01-05\n- Abdullah Gül | Consult | Mahmoud Abbas | 2005-01-05\n- Abdullah Gül | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-05\n- Abdullah Gül | Appeal for economic cooperation | Businessperson (China) | 2005-02-02\n- Shimon Peres | Engage in diplomatic cooperation | Mahmoud Abbas | 2006-05-21\n- Shimon Peres | Engage in diplomatic cooperation | Mahmoud Abbas | 2005-10-23\n- Shimon Peres | Engage in diplomatic cooperation | Mahmoud Abbas | 2005-01-15\n- Wen Jiabao | Consult | Abdullah Gül | 2005-02-02\n- Shimon Peres | Consult | Abdullah Gül | 2006-01-05\n- Shimon Peres | Consult | Abdullah Gül | 2006-01-04\n- Shimon Peres | Consult | Abdullah Gül | 2006-01-03\nAnswer:", "completion": " Iran", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1008937", "prompt": "Before Ibrahim Boubacar Keïta, who last expressed his intention to negotiate with the African Union?\nEvidence:\n- Mahmoud Abbas | Consult | Ibrahim Boubacar Keïta | 2013-11-19\n- Ibrahim Boubacar Keïta | Make statement | France | 2013-08-14\n- Ibrahim Boubacar Keïta | Make statement | France | 2013-08-13\n- Ibrahim Boubacar Keïta | Consult | Mahmoud Abbas | 2013-11-19\n- Citizen (Mali) | Yield | Ibrahim Boubacar Keïta | 2013-08-21\n- Ibrahim Boubacar Keïta | Express intent to engage in diplomatic cooperation (such as policy support) | Ibrahim Boubacar Keïta | 2013-08-03\n- Ibrahim Boubacar Keïta | Express intent to meet or negotiate | Mauritania | 2014-01-06\n- Mauritania | Host a visit | Ibrahim Boubacar Keïta | 2014-01-11\n- Ibrahim Boubacar Keïta | Make a visit | Mauritania | 2014-01-15\n- Ibrahim Boubacar Keïta | Make a visit | Mauritania | 2014-01-11\n- Ibrahim Boubacar Keïta | Make a visit | France | 2013-12-06\n- Ibrahim Boubacar Keïta | Make a visit | France | 2013-12-04\n- Ibrahim Boubacar Keïta | Make a visit | France | 2013-10-02\n- Ibrahim Boubacar Keïta | Make a visit | France | 2013-10-01\n- Ibrahim Boubacar Keïta | Make a visit | France | 2013-09-30\nAnswer:", "completion": " UN Security Council", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1382965", "prompt": "After the Undersecretary of Egypt, who did the Ministry of Egypt appeal for first?\nEvidence:\n- Undersecretary (Egypt) | Make statement | Ministry (Egypt) | 2010-08-29\n- Undersecretary (Egypt) | Make statement | Ministry (Egypt) | 2007-09-19\n- Ministry (Egypt) | Make an appeal or request | Undersecretary (Egypt) | 2010-08-29\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Ministry (Egypt) | Appeal for economic cooperation | Company - Owner or Operator (Egypt) | 2014-11-24\n- Police (Egypt) | Appeal for easing of political dissent | Protester (Egypt) | 2013-11-27\n- Protester (Egypt) | Demonstrate for leadership change | Ministry (Egypt) | 2013-05-31\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Protester (Egypt) | Appeal for change in leadership | Head of Government (Egypt) | 2013-07-04\n- Protester (Egypt) | Appeal for change in leadership | Head of Government (Egypt) | 2013-07-03\n- Protester (Egypt) | Appeal for change in leadership | Head of Government (Egypt) | 2013-06-11\n- Protester (Egypt) | Appeal for change in leadership | Head of Government (Egypt) | 2013-01-23\nAnswer:", "completion": " Police (Egypt)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1256725", "prompt": "After the other authorities and officials of Nigeria, who did the Italian Foreign Ministry endorse first?\nEvidence:\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-13\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-04\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-05-17\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2005-06-16\n- Other Authorities / Officials (Nigeria) | Praise or endorse | Ministry (Nigeria) | 2005-06-01\n- Ministry (Nigeria) | Praise or endorse | Other Authorities / Officials (Nigeria) | 2015-04-27\n- Ministry (Nigeria) | Praise or endorse | Other Authorities / Officials (Nigeria) | 2014-10-21\n- Ministry (Nigeria) | Praise or endorse | Other Authorities / Officials (Nigeria) | 2011-01-24\n- Ministry (Nigeria) | Praise or endorse | Other Authorities / Officials (Nigeria) | 2010-04-20\n- Ministry (Nigeria) | Praise or endorse | Other Authorities / Officials (Nigeria) | 2010-04-18\n- Ministry (Nigeria) | Praise or endorse | Other Authorities / Officials (Nigeria) | 2010-02-25\n- Other Authorities / Officials (Brazil) | Sign formal agreement | First Command of the Capital | 2006-05-18\n- First Command of the Capital | Use unconventional violence | Other Authorities / Officials (Brazil) | 2006-08-25\n- First Command of the Capital | Sign formal agreement | Other Authorities / Officials (Brazil) | 2006-05-18\nAnswer:", "completion": " Yemen", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1320035", "prompt": "When did the Foreign Ministry of South Korea last wish to engage in diplomatic cooperation with Abdul-Karim Al-Arhabi?\nEvidence:\n- Foreign Affairs (South Korea) | Consult | Abdul-Karim Al-Arhabi | 2006-03-13\n- Abdul-Karim Al-Arhabi | Consult | Foreign Affairs (South Korea) | 2006-03-13\n- Foreign Affairs (South Africa) | Engage in negotiation | Abdul-Karim Al-Arhabi | 2007-11-19\n- Abdul-Karim Al-Arhabi | Engage in negotiation | Foreign Affairs (South Africa) | 2007-11-19\n- Foreign Affairs (Syria) | Engage in negotiation | Abdul-Karim Al-Arhabi | 2006-05-07\n- Foreign Affairs (Italy) | Engage in negotiation | Abdul-Karim Al-Arhabi | 2008-05-15\n- Foreign Affairs (Ethiopia) | Engage in negotiation | Abdul-Karim Al-Arhabi | 2006-05-07\n- Abdul-Karim Al-Arhabi | Engage in negotiation | Foreign Affairs (Syria) | 2006-05-07\n- Abdul-Karim Al-Arhabi | Engage in negotiation | Foreign Affairs (Italy) | 2008-05-15\n- Abdul-Karim Al-Arhabi | Engage in negotiation | Foreign Affairs (Ethiopia) | 2006-05-07\n- South Africa | Consult | Abdul-Karim Al-Arhabi | 2007-03-28\n- Abdul-Karim Al-Arhabi | Consult | South Africa | 2007-03-28\n- Foreign Affairs (Italy) | Consult | Abdul-Karim Al-Arhabi | 2007-04-05\n- Foreign Affairs (France) | Consult | Abdul-Karim Al-Arhabi | 2007-01-14\n- Foreign Affairs (Ethiopia) | Consult | Abdul-Karim Al-Arhabi | 2006-05-07\nAnswer:", "completion": " 2009-01-12", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1295987", "prompt": "Who was the last to praise the Romanian legislature before Klaus Johannis?\nEvidence:\n- Klaus Johannis | Make statement | Legislature (Romania) | 2014-11-12\n- Romania | Praise or endorse | Klaus Johannis | 2014-11-16\n- Romania | Praise or endorse | Klaus Johannis | 2014-08-25\n- Romania | Praise or endorse | Klaus Johannis | 2014-07-21\n- Viktor Orban | Praise or endorse | Klaus Johannis | 2014-11-20\n- Joachim Gauck | Praise or endorse | Klaus Johannis | 2014-11-18\n- Iurie Leanca | Praise or endorse | Klaus Johannis | 2014-11-17\n- Angela Merkel | Praise or endorse | Klaus Johannis | 2014-11-18\n- Klaus Johannis | Make an appeal or request | Legislature (Romania) | 2014-11-17\n- Herman Van Rompuy | Praise or endorse | Klaus Johannis | 2014-11-17\n- Klaus Johannis | Make statement | Romania | 2014-11-18\n- Klaus Johannis | Make statement | Romania | 2014-11-11\n- Klaus Johannis | Make statement | Romania | 2014-10-31\n- Klaus Johannis | Make statement | Romania | 2014-10-14\n- Klaus Johannis | Make statement | Romania | 2014-09-04\nAnswer:", "completion": " Democratic Union of Hungarians in Romania", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1207668", "prompt": "Who was the first to suffer from the unconventional violence of the children of the occupied Palestinian territories?\nEvidence:\n- Children (Palestinian Territory, Occupied) | Use unconventional violence | Children (Israel) | 2015-10-18\n- Children (Palestinian Territory, Occupied) | Use unconventional violence | Children (Israel) | 2015-10-15\n- Children (Palestinian Territory, Occupied) | Use unconventional violence | Children (Israel) | 2015-05-24\n- Children (Palestinian Territory, Occupied) | Use unconventional violence | Children (Israel) | 2006-09-08\n- Mob (Palestinian Territory, Occupied) | Use unconventional violence | Children (Palestinian Territory, Occupied) | 2005-06-30\n- Criminal (Palestinian Territory, Occupied) | Use unconventional violence | Children (Palestinian Territory, Occupied) | 2014-09-23\n- Criminal (Palestinian Territory, Occupied) | Use unconventional violence | Children (Palestinian Territory, Occupied) | 2011-08-21\n- Criminal (Palestinian Territory, Occupied) | Use unconventional violence | Children (Palestinian Territory, Occupied) | 2011-03-12\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Children (Palestinian Territory, Occupied) | 2008-05-29\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Children (Palestinian Territory, Occupied) | 2006-12-13\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Children (Palestinian Territory, Occupied) | 2006-12-12\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Children (Palestinian Territory, Occupied) | 2006-12-11\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Children (Palestinian Territory, Occupied) | 2006-08-16\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Children (Palestinian Territory, Occupied) | 2005-12-30\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Children (Palestinian Territory, Occupied) | 2005-06-25\nAnswer:", "completion": " Israeli Defense Forces", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1276211", "prompt": "In which year did Sali Berisha praise Yuriy Yekhanurov for the first time?\nEvidence:\n- Sali Berisha | Praise or endorse | Yuriy Yekhanurov | 2005-11-25\n- Yuriy Lutsenko | Make statement | Yuriy Yekhanurov | 2005-09-10\n- Sali Berisha | Praise or endorse | Iran | 2005-10-28\n- Yuriy Yekhanurov | Consult | NASA | 2005-11-01\n- NASA | Consult | Yuriy Yekhanurov | 2005-11-01\n- Yuriy Yekhanurov | Engage in negotiation | Mikulas Dzurinda | 2005-11-24\n- Mikulas Dzurinda | Engage in negotiation | Yuriy Yekhanurov | 2005-11-24\n- Javier Solana | Praise or endorse | Sali Berisha | 2005-09-18\n- Sali Berisha | Consult | Iran | 2005-12-21\n- Iran | Consult | Sali Berisha | 2005-12-21\n- Mikhail Yefimovich Fradkov | Praise or endorse | Yuriy Yekhanurov | 2005-09-30\n- Mikhail Yefimovich Fradkov | Praise or endorse | Yuriy Yekhanurov | 2005-09-23\n- Zurab Nogaideli | Consult | Yuriy Yekhanurov | 2005-11-11\n- Yuriy Yekhanurov | Consult | Zurab Nogaideli | 2005-11-11\n- Yuriy Yekhanurov | Consult | Pavol Hrusovský | 2005-11-15\nAnswer:", "completion": " 2005", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1058856", "prompt": "With whom did Ma Ying Jeou last announce his intention to meet in 2009?\nEvidence:\n- Ma Ying Jeou | Yield | China | 2009-02-24\n- Ma Ying Jeou | Demand | China | 2009-03-14\n- Ma Ying Jeou | Express intent to meet or negotiate | China | 2009-03-12\n- Ma Ying Jeou | Engage in diplomatic cooperation | China | 2009-03-26\n- Ma Ying Jeou | Engage in diplomatic cooperation | China | 2009-02-06\n- Ma Ying Jeou | Make statement | Japan | 2009-03-23\n- Ma Ying Jeou | Make statement | China | 2009-04-11\n- Ma Ying Jeou | Make statement | China | 2009-04-01\n- Ma Ying Jeou | Make statement | China | 2009-03-07\n- Ma Ying Jeou | Make statement | China | 2009-03-06\n- Ma Ying Jeou | Make statement | China | 2009-03-05\n- Ma Ying Jeou | Make statement | China | 2009-03-03\n- Ma Ying Jeou | Make statement | China | 2009-03-02\n- Ma Ying Jeou | Make statement | China | 2009-02-20\n- Ma Ying Jeou | Make statement | China | 2009-02-09\nAnswer:", "completion": " Party Member (Taiwan)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1065525", "prompt": "When did Jens Stoltenberg last appeal to the citizens of Norway?\nEvidence:\n- Jens Stoltenberg | Make statement | Military (Norway) | 2006-02-07\n- Jens Stoltenberg | Make statement | Business (Norway) | 2006-11-24\n- Jens Stoltenberg | Make an appeal or request | Citizen (Norway) | 2007-03-14\n- Jens Stoltenberg | Make an appeal or request | Business (Norway) | 2007-03-14\n- Jens Stoltenberg | Make optimistic comment | Business (Norway) | 2005-11-02\n- Jens Stoltenberg | Make a visit | Indigenous People (Norway) | 2006-03-28\n- Indigenous People (Norway) | Host a visit | Jens Stoltenberg | 2006-03-28\n- Shaukat Aziz | Consult | Jens Stoltenberg | 2005-12-08\n- Shaukat Aziz | Consult | Jens Stoltenberg | 2005-12-06\n- Shaukat Aziz | Apologize | Jens Stoltenberg | 2006-02-15\n- Mahmoud Abbas | Consult | Jens Stoltenberg | 2006-09-21\n- Mahmoud Abbas | Consult | Jens Stoltenberg | 2006-04-26\n- Jens Stoltenberg | Consult | Shaukat Aziz | 2005-12-08\n- Jens Stoltenberg | Consult | Shaukat Aziz | 2005-12-06\n- Jens Stoltenberg | Consult | Mahmoud Abbas | 2006-09-21\nAnswer:", "completion": " 2011-08-21", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1385782", "prompt": "In which month did Aigars Kalvitis last support the Foreign Ministry of Austria?\nEvidence:\n- Aigars Kalvitis | Praise or endorse | Foreign Affairs (Austria) | 2005-07-19\n- Foreign Affairs (Slovakia) | Consult | Aigars Kalvitis | 2005-04-13\n- Aigars Kalvitis | Consult | Foreign Affairs (Slovakia) | 2005-04-13\n- France | Consult | Aigars Kalvitis | 2005-04-21\n- Aigars Kalvitis | Consult | France | 2005-04-21\n- Zurab Nogaideli | Engage in negotiation | Aigars Kalvitis | 2005-05-27\n- Aigars Kalvitis | Engage in negotiation | Zurab Nogaideli | 2005-05-27\n- Defense / Security Ministry (United States) | Consult | Aigars Kalvitis | 2005-08-27\n- Aigars Kalvitis | Consult | Defense / Security Ministry (United States) | 2005-08-27\n- Vlado Buckovski | Consult | Aigars Kalvitis | 2005-02-01\n- Samuel Schmid | Consult | Aigars Kalvitis | 2005-06-20\n- Janez Jansa | Consult | Aigars Kalvitis | 2005-09-13\n- Ivan Gasparovic | Consult | Aigars Kalvitis | 2005-03-04\n- Ivan Gasparovic | Consult | Aigars Kalvitis | 2005-03-03\n- Dzintars Jaundzeikars | Consult | Aigars Kalvitis | 2005-11-02\nAnswer:", "completion": " 2007-09", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1077262", "prompt": "With which country did Chuck Hagel last express the intention to engage in diplomatic cooperation?\nEvidence:\n- Chuck Hagel | Express intent to engage in diplomatic cooperation (such as policy support) | Iran | 2013-01-09\n- Chuck Hagel | Express intent to engage in diplomatic cooperation (such as policy support) | Iran | 2013-01-08\n- Chuck Hagel | Demand | Iran | 2013-02-13\n- Chuck Hagel | Consult | China | 2008-10-13\n- China | Consult | Chuck Hagel | 2008-10-13\n- Chuck Hagel | Express intent to meet or negotiate | Iraq | 2007-04-12\n- Chuck Hagel | Express intent to meet or negotiate | Iran | 2012-12-20\n- Shaukat Aziz | Consult | Chuck Hagel | 2006-04-13\n- Representatives (Russia) | Consult | Chuck Hagel | 2008-01-16\n- Radoslaw Sikorski | Consult | Chuck Hagel | 2008-11-23\n- Pervez Musharraf | Consult | Chuck Hagel | 2006-04-14\n- Pervez Musharraf | Consult | Chuck Hagel | 2006-04-13\n- Ministry (Afghanistan) | Consult | Chuck Hagel | 2013-03-12\n- Chuck Hagel | Make statement | Japan | 2013-03-16\n- Chuck Hagel | Make statement | Iraq | 2013-01-31\nAnswer:", "completion": " Colombia", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1369182", "prompt": "When did the Armed Band of Rwanda use unconventional violence against the military of Burundi?\nEvidence:\n- Rebel Group (Burundi) | Use unconventional violence | Burundi | 2005-09-14\n- Rebel Group (Burundi) | Use unconventional violence | Burundi | 2005-08-18\n- Rebel Group (Burundi) | Use unconventional violence | Burundi | 2005-04-24\n- Rebel Group (Burundi) | Use unconventional violence | Burundi | 2005-04-05\n- Government Official (Rwanda) | Consult | Burundi | 2005-10-13\n- Burundi | Consult | Government Official (Rwanda) | 2005-10-13\n- Military (Burundi) | Mobilize or increase armed forces | Burundi | 2005-09-23\n- Burundi | Use conventional military force | Rebel Group (Burundi) | 2005-04-05\n- Government Official (Rwanda) | Express intent to cooperate | Burundi | 2005-10-18\n- Burundi | Express intent to cooperate | Government Official (Rwanda) | 2005-10-18\n- Military (Burundi) | Increase military alert status | Burundi | 2005-08-25\n- Burundi | Make an appeal or request | Head of Government (Burundi) | 2005-09-02\n- Burundi | Make statement | Government (Burundi) | 2005-08-02\n- Burundi | Receive deployment of peacekeepers | Ethiopia | 2005-05-05\n- Ethiopia | Provide military protection or peacekeeping | Burundi | 2005-05-05\nAnswer:", "completion": " 2015-07-12", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1210146", "prompt": "In what year was the Civic United Front last optimistic about Tanzania?\nEvidence:\n- Civic United Front | Accuse | Tanzania | 2005-10-31\n- Civic United Front | Accuse | Tanzania | 2005-09-27\n- Tanzania | Make statement | Civic United Front | 2005-02-05\n- Police (Tanzania) | Consult | Civic United Front | 2005-03-28\n- Police (Tanzania) | Consult | Civic United Front | 2005-01-26\n- Civic United Front | Reduce relations | Tanzania | 2005-11-07\n- Civic United Front | Make statement | Tanzania | 2006-01-16\n- Civic United Front | Make statement | Tanzania | 2005-10-29\n- Civic United Front | Make statement | Tanzania | 2005-10-28\n- Civic United Front | Make statement | Tanzania | 2005-10-03\n- Civic United Front | Make statement | Tanzania | 2005-01-09\n- Civic United Front | Investigate | Citizen (Tanzania) | 2005-08-18\n- Civic United Front | Consult | Police (Tanzania) | 2005-03-28\n- Civic United Front | Consult | Police (Tanzania) | 2005-01-26\n- Civic United Front | Accuse | Citizen (Tanzania) | 2005-10-31\nAnswer:", "completion": " 2009", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1366609", "prompt": "Who negotiated with Julia Gillard in Nov 2010?\nEvidence:\n- Wen Jiabao | Engage in negotiation | Julia Gillard | 2010-11-04\n- Julia Gillard | Engage in negotiation | Wen Jiabao | 2010-11-04\n- Julia Gillard | Consult | Barack Obama | 2010-11-12\n- Barack Obama | Consult | Julia Gillard | 2010-11-13\n- Barack Obama | Consult | Julia Gillard | 2010-11-12\n- Vietnam | Host a visit | Julia Gillard | 2010-11-11\n- Vietnam | Host a visit | Julia Gillard | 2010-11-04\n- Vietnam | Host a visit | Julia Gillard | 2010-11-03\n- Portugal | Host a visit | Julia Gillard | 2010-11-11\n- Malaysia | Host a visit | Julia Gillard | 2010-11-20\n- Malaysia | Host a visit | Julia Gillard | 2010-11-18\n- Malaysia | Host a visit | Julia Gillard | 2010-11-04\n- Malaysia | Host a visit | Julia Gillard | 2010-11-03\n- Malaysia | Host a visit | Julia Gillard | 2010-11-02\n- Malaysia | Host a visit | Julia Gillard | 2010-11-01\nAnswer:", "completion": " Member of Parliament (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1174314", "prompt": "Who asked for the businessman of the United Kingdom before Abdel Fattah Al-Sisi?\nEvidence:\n- Protester (Egypt) | Reject | Abdel Fattah Al-Sisi | 2013-01-29\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-07-03\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-04-24\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-20\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-18\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-17\n- Barack Obama | Consult | Abdel Fattah Al-Sisi | 2013-04-26\n- Abdel Fattah Al-Sisi | Threaten | Protester (Egypt) | 2013-07-24\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-07-03\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-04-24\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-20\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-18\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-17\n- Abdel Fattah Al-Sisi | Consult | Barack Obama | 2013-04-26\n- Head of Government (Egypt) | Reject | Abdel Fattah Al-Sisi | 2013-07-03\nAnswer:", "completion": " Citizen (Bulgaria)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1330846", "prompt": "In which month did the national airline of Iraq first appeal to the other authorities and officials of Egypt?\nEvidence:\n- Other Authorities / Officials (Armenia) | Mobilize or increase armed forces | Iraq | 2005-01-15\n- National Council of Resistance of Iran | Make statement | Iran | 2005-02-03\n- Interim Leader (Iraq) | Express intent to meet or negotiate | Iraq | 2005-01-14\n- Representative to the United Nations (Iran) | Make statement | Iran | 2005-01-16\n- Chief of Staff (Poland) | Make statement | Iraq | 2005-01-04\n- Special Rapporteurs of the United Nations | Make a visit | Iran | 2005-02-06\n- Iran | Host a visit | Special Rapporteurs of the United Nations | 2005-02-06\n- Legislature (Iraq) | Investigate | Iraq | 2005-01-15\n- Kuwait | Express intent to meet or negotiate | Iraq | 2005-01-05\n- Japan | Express intent to provide economic aid | Iraq | 2005-01-07\n- Japan | Express intent to provide economic aid | Iraq | 2005-01-04\n- Iraq | Express intent to meet or negotiate | Kuwait | 2005-01-05\n- Student (Iraq) | Make optimistic comment | Iraq | 2005-01-12\n- Gerhard Schröder | Appeal to yield | Iran | 2005-01-28\n- Rebel Group (Iraq) | Threaten with military force | Iraq | 2005-01-16\nAnswer:", "completion": " 2005-08", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1251136", "prompt": "In 2007, who last requested for the Court Judge of United Kingdom?\nEvidence:\n- Court Judge (United Kingdom) | Reject | Secretary of State for the Home Department | 2013-03-28\n- Lawmaker (United Kingdom) | Appeal for intelligence | Court Judge (United Kingdom) | 2013-04-23\n- Court Judge (United Kingdom) | Make statement | Secretary of State for the Home Department | 2005-07-06\n- Citizen (United Kingdom) | Appeal for judicial cooperation | Court Judge (United Kingdom) | 2014-05-23\n- Citizen (United Kingdom) | Appeal for judicial cooperation | Court Judge (United Kingdom) | 2007-03-07\n- Citizen (United Kingdom) | Appeal for judicial cooperation | Court Judge (United Kingdom) | 2005-08-12\n- Court Judge (United Kingdom) | Praise or endorse | Secretary of State for the Home Department | 2014-01-20\n- Court Judge (United Kingdom) | Praise or endorse | Secretary of State for the Home Department | 2008-05-16\n- Court Judge (United Kingdom) | Make statement | Member of the Judiciary (Kosovo) | 2012-05-02\n- Court Judge (United Kingdom) | Appeal for change in leadership | Chris Okemo | 2011-05-24\n- News Editor (United Kingdom) | Appeal for judicial cooperation | Court Judge (United Kingdom) | 2006-11-27\n- Lawyer/Attorney (United Kingdom) | Appeal for judicial cooperation | Court Judge (United Kingdom) | 2007-12-21\n- Lawyer/Attorney (United Kingdom) | Appeal for judicial cooperation | Court Judge (United Kingdom) | 2006-10-30\n- Lawyer/Attorney (United Kingdom) | Appeal for judicial cooperation | Court Judge (United Kingdom) | 2006-10-10\n- Scientist (United Kingdom) | Yield | Court Judge (United Kingdom) | 2006-12-12\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1183405", "prompt": "Who condemned the head of government of Pakistan after 12 August 2007?\nEvidence:\n- Benazir Bhutto | Make statement | Head of Government (Pakistan) | 2007-08-12\n- Pervez Musharraf | Criticize or denounce | Head of Government (Pakistan) | 2007-08-12\nAnswer:", "completion": " Benazir Bhutto", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 0} +{"id": "mtq_1104394", "prompt": "Before Nhial Deng Nhial, who made the last appeal to the citizens of Sudan?\nEvidence:\n- Nhial Deng Nhial | Accuse | Sudan | 2011-12-04\n- Nhial Deng Nhial | Make statement | South Sudan | 2013-07-19\n- Nhial Deng Nhial | Make statement | South Sudan | 2013-07-18\n- Nhial Deng Nhial | Make statement | South Sudan | 2011-09-19\n- Nhial Deng Nhial | Make statement | Government (Sudan) | 2013-05-23\n- Nhial Deng Nhial | Make statement | Government (Sudan) | 2011-12-07\n- Nhial Deng Nhial | Consult | France | 2012-03-12\n- Nhial Deng Nhial | Consult | Ethiopia | 2013-07-07\n- France | Consult | Nhial Deng Nhial | 2012-03-12\n- Ethiopia | Consult | Nhial Deng Nhial | 2013-07-07\n- Nhial Deng Nhial | Make an appeal or request | South Sudan | 2014-03-26\n- Nhial Deng Nhial | Make an appeal or request | Citizen (Sudan) | 2012-03-07\n- Nhial Deng Nhial | Make statement | Ethiopia | 2014-03-16\n- Nhial Deng Nhial | Make statement | Ethiopia | 2014-03-15\n- Nhial Deng Nhial | Make statement | Ethiopia | 2012-10-23\nAnswer:", "completion": " Muslim (Sudan)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1240613", "prompt": "Could you tell me the exact month when Uhuru Muigai Kenyatta last expressed his intention to negotiate with the citizens of Africa?\nEvidence:\n- Uhuru Muigai Kenyatta | Demand | Media (Africa) | 2005-05-23\n- Uhuru Muigai Kenyatta | Accuse | Head of Government (Kenya) | 2007-04-02\n- Uhuru Muigai Kenyatta | Accuse | Head of Government (Kenya) | 2006-11-10\n- Uhuru Muigai Kenyatta | Accuse | Head of Government (Kenya) | 2006-09-29\n- Uhuru Muigai Kenyatta | Accuse | Head of Government (Kenya) | 2006-08-19\n- Uhuru Muigai Kenyatta | Accuse | Head of Government (Kenya) | 2005-05-23\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2012-10-05\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2012-02-18\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2007-03-15\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2006-12-20\n- William Ruto | Accuse | Uhuru Muigai Kenyatta | 2012-05-08\n- Uhuru Muigai Kenyatta | Yield | Mwai Kibaki | 2005-09-12\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2012-10-05\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2012-02-18\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2007-03-15\nAnswer:", "completion": " 2015-07", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1273022", "prompt": "In which month did Abhisit Vejjajiva last visit Wen Jiabao?\nEvidence:\n- Abhisit Vejjajiva | Make a visit | Thailand | 2006-07-25\n- Citizen (Thailand) | Engage in negotiation | Abhisit Vejjajiva | 2006-07-25\n- Abhisit Vejjajiva | Engage in negotiation | Citizen (Thailand) | 2006-07-25\n- Wen Jiabao | Make a visit | Ireland | 2005-01-18\n- Wen Jiabao | Make a visit | Ireland | 2005-01-11\n- Wen Jiabao | Make a visit | China | 2005-01-21\n- Ireland | Host a visit | Wen Jiabao | 2005-01-18\n- Ireland | Host a visit | Wen Jiabao | 2005-01-11\n- China | Host a visit | Wen Jiabao | 2005-01-21\n- Thailand | Consult | Abhisit Vejjajiva | 2006-04-27\n- Thailand | Consult | Abhisit Vejjajiva | 2005-02-16\n- Abhisit Vejjajiva | Consult | Thailand | 2006-04-27\n- Abhisit Vejjajiva | Consult | Thailand | 2005-02-16\n- Party Member (Thailand) | Engage in negotiation | Abhisit Vejjajiva | 2006-07-25\n- Abhisit Vejjajiva | Engage in negotiation | Party Member (Thailand) | 2006-07-25\nAnswer:", "completion": " 2009-06", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1320772", "prompt": "Before the terrorist of the Khalistani Commando Force, who was the last to be rejected by the Prime Minister of India?\nEvidence:\n- Head of Government (India) | Reject | Terrorist (Khalistan Commando Force) | 2011-09-09\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-09\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-08\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-11-14\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-10-05\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Demand | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-11-24\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-05-19\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2005-05-05\nAnswer:", "completion": " Men (India)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1242874", "prompt": "When did the Cabinet Council of Ministers Advisors of the United States first make an appeal to the Head of Government of Pakistan?\nEvidence:\n- Cabinet / Council of Ministers / Advisors (United States) | Make an appeal or request | Head of Government (Pakistan) | 2014-05-11\n- Head of Government (Pakistan) | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2011-05-16\n- Head of Government (Pakistan) | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2008-12-12\n- Head of Government (Pakistan) | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2008-12-04\n- Cabinet / Council of Ministers / Advisors (United States) | Consult | Head of Government (Pakistan) | 2011-05-16\n- Cabinet / Council of Ministers / Advisors (United States) | Consult | Head of Government (Pakistan) | 2008-12-12\n- Cabinet / Council of Ministers / Advisors (United States) | Consult | Head of Government (Pakistan) | 2008-12-04\n- Cabinet / Council of Ministers / Advisors (United States) | Demand | Government (Pakistan) | 2011-10-14\n- Cabinet / Council of Ministers / Advisors (United States) | Demand | Government (Pakistan) | 2011-10-13\n- Head of Government (Pakistan) | Engage in negotiation | Cabinet / Council of Ministers / Advisors (United States) | 2013-08-01\n- Head of Government (Pakistan) | Engage in negotiation | Cabinet / Council of Ministers / Advisors (United States) | 2008-12-11\n- Cabinet / Council of Ministers / Advisors (United States) | Engage in negotiation | Head of Government (Pakistan) | 2013-08-01\n- Cabinet / Council of Ministers / Advisors (United States) | Engage in negotiation | Head of Government (Pakistan) | 2008-12-11\n- Cabinet / Council of Ministers / Advisors (United States) | Criticize or denounce | Head of Government (Pakistan) | 2007-11-18\n- Cabinet / Council of Ministers / Advisors (United States) | Make an appeal or request | Head of Government (Ukraine) | 2014-02-21\nAnswer:", "completion": " 2014-05-11", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1307863", "prompt": "Who was the first to negotiate with Lee Myung Bak after Angela Merkel?\nEvidence:\n- Lee Myung Bak | Refuse to yield | South Korea | 2007-05-13\n- Lee Myung Bak | Express intent to meet or negotiate | Industry (India) | 2007-04-10\n- Lee Myung Bak | Express intent to meet or negotiate | Citizen (Mongolia) | 2005-09-04\n- Lee Myung Bak | Express intent to meet or negotiate | Abdul Kalam | 2007-04-10\n- Lee Myung Bak | Express intent to meet or negotiate | Abdul Kalam | 2007-04-09\n- South Korea | Threaten | Lee Myung Bak | 2007-06-05\n- Lee Myung Bak | Demand | South Korea | 2007-06-20\n- Lee Myung Bak | Consult | Islam Karimov | 2006-03-30\n- Islam Karimov | Consult | Lee Myung Bak | 2006-03-30\n- Grand National Party | Express intent to meet or negotiate | Lee Myung Bak | 2007-05-02\n- Citizen (United Kingdom) | Express intent to meet or negotiate | Lee Myung Bak | 2005-11-14\n- South Korea | Make statement | Lee Myung Bak | 2007-05-10\n- South Korea | Make statement | Lee Myung Bak | 2007-01-23\n- Lee Myung Bak | Make statement | South Korea | 2006-03-29\n- Lee Myung Bak | Deny responsibility | Governor (Japan) | 2005-04-05\nAnswer:", "completion": " Dmitry Anatolyevich Medvedev", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1295928", "prompt": "Who did the citizens of Mauritania last blame?\nEvidence:\n- Citizen (Mauritania) | Deny responsibility | People Associated with the Opposition (Mauritania) | 2007-10-15\n- People Associated with the Opposition (Mauritania) | Praise or endorse | Citizen (Mauritania) | 2005-08-04\n- Police (Mauritania) | Use tactics of violent repression | Citizen (Mauritania) | 2008-08-06\n- Mauritania | Consult | Citizen (Mauritania) | 2006-06-25\n- Mauritania | Coerce | Citizen (Mauritania) | 2010-10-20\n- Mauritania | Coerce | Citizen (Mauritania) | 2005-04-26\n- Mauritania | Accuse | Citizen (Mauritania) | 2008-05-30\n- Mauritania | Accuse | Citizen (Mauritania) | 2006-07-04\n- Citizen (Mauritania) | Reject | Mauritania | 2008-04-14\n- Citizen (Mauritania) | Consult | Mauritania | 2006-06-25\n- Police (Mauritania) | Torture | Citizen (Mauritania) | 2009-09-28\n- Police (Mauritania) | Torture | Citizen (Mauritania) | 2007-06-04\n- Police (Mauritania) | Investigate | Citizen (Mauritania) | 2009-11-16\n- Police (Mauritania) | Investigate | Citizen (Mauritania) | 2008-04-17\n- Police (Mauritania) | Investigate | Citizen (Mauritania) | 2007-05-09\nAnswer:", "completion": " Other Authorities / Officials (Mauritania)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1151948", "prompt": "On 27 April 2007, who released people to the citizens of Tanzania?\nEvidence:\n- Tanzania | Ease administrative sanctions | Indigenous People (Kenya) | 2005-03-15\n- Citizen (Tanzania) | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2005-04-01\n- Police (Tanzania) | Use tactics of violent repression | Citizen (Tanzania) | 2005-04-12\n- Police (Tanzania) | Use tactics of violent repression | Citizen (Tanzania) | 2005-04-11\n- Legislature (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-04-01\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-07-15\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-05-21\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-03-07\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-01-06\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-01-05\n- Police (Kenya) | Rally support on behalf of | Businessperson (Kenya) | 2005-06-01\n- Party Member (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-05-06\n- Tanzania | Accuse | Citizen (Tanzania) | 2005-08-23\n- Police (Tanzania) | Investigate | Tanzania | 2005-04-04\n- Party Member (Tanzania) | Express intent to meet or negotiate | Citizen (Tanzania) | 2005-08-25\nAnswer:", "completion": " Jakaya Mrisho Kikwete", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1282917", "prompt": "Who paid a visit to Vietnam in the same month as the Ministry of South Korea?\nEvidence:\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | South Korea | 2005-01-06\n- South Korea | Make a visit | Aceh | 2005-01-08\n- Aceh | Host a visit | South Korea | 2005-01-08\n- Vietnam | Host a visit | Head of Government (Mongolia) | 2005-01-20\n- Head of Government (Mongolia) | Make a visit | Vietnam | 2005-01-20\n- Vietnam | Express intent to meet or negotiate | South Korea | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- South Korea | Host a visit | Ognyan Gerdzhikov | 2005-01-02\n- South Korea | Host a visit | Emperor Akihito | 2005-01-13\n- Ognyan Gerdzhikov | Make a visit | South Korea | 2005-01-02\n- Emperor Akihito | Make a visit | South Korea | 2005-01-13\n- Vietnam | Host a visit | Association of Southeast Asian Nations | 2005-01-26\n- Association of Southeast Asian Nations | Make a visit | Vietnam | 2005-01-26\n- Vietnam | Host a visit | Iran | 2005-01-11\n- Vietnam | Host a visit | Iran | 2005-01-10\nAnswer:", "completion": " Association of Southeast Asian Nations", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1153899", "prompt": "Who was the first to praise the representatives of Russia?\nEvidence:\n- Special Rapporteurs of the United Nations | Consult | Representatives (Russia) | 2006-06-16\n- Representatives (Russia) | Consult | Special Rapporteurs of the United Nations | 2006-06-16\n- Medical Personnel (Russia) | Praise or endorse | Representatives (Russia) | 2013-07-08\n- Security Council of the Russian Federation | Make statement | Representatives (Russia) | 2012-06-07\n- Representatives (Russia) | Praise or endorse | Vietnam | 2010-01-26\n- Representatives (Russia) | Praise or endorse | Vietnam | 2008-12-26\n- Representatives (Russia) | Praise or endorse | Romania | 2013-10-17\n- Representatives (Russia) | Praise or endorse | Republic of South Ossetia | 2013-10-15\n- House of Representatives (Uruguay) | Praise or endorse | The Hague | 2006-02-24\n- United Russia | Consult | Representatives (Russia) | 2009-12-22\n- Representatives (Russia) | Investigate | Media (Russia) | 2009-07-19\n- Representatives (Russia) | Consult | United Russia | 2009-12-22\n- Representatives (Russia) | Consult | Military (Russia) | 2013-12-15\n- Military (Russia) | Consult | Representatives (Russia) | 2013-12-15\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\nAnswer:", "completion": " Legislature (Czech Republic)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1070340", "prompt": "Before Tzipi Livni, who was the last Israeli foreign minister to denounce?\nEvidence:\n- Foreign Affairs (Italy) | Make statement | Tzipi Livni | 2006-03-20\n- Foreign Affairs (Israel) | Make statement | Tzipi Livni | 2006-05-18\n- Foreign Affairs (Israel) | Make statement | Tzipi Livni | 2006-03-17\n- Tzipi Livni | Criticize or denounce | Mahmoud Abbas | 2006-02-28\n- Tzipi Livni | Criticize or denounce | Mahmoud Abbas | 2006-02-27\n- Tzipi Livni | Engage in negotiation | Foreign Affairs (France) | 2006-05-17\n- Foreign Affairs (France) | Engage in negotiation | Tzipi Livni | 2006-05-17\n- Tzipi Livni | Reject | Qatar | 2006-02-13\n- Tzipi Livni | Express intent to meet or negotiate | Foreign Affairs (Austria) | 2006-02-22\n- Wolfgang Schüssel | Consult | Tzipi Livni | 2006-03-02\n- Tzipi Livni | Investigate | Police (Israel) | 2005-12-30\n- Tzipi Livni | Demand | Settler (Israel) | 2005-05-25\n- Tzipi Livni | Consult | Wolfgang Schüssel | 2006-03-02\n- Tzipi Livni | Consult | Javier Solana | 2006-02-16\n- Tzipi Livni | Consult | Heinz Fischer | 2006-03-02\nAnswer:", "completion": " Undersecretary (Italy)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1180035", "prompt": "Who last criticized United Russia before the Communist Party of Russia did?\nEvidence:\n- United Russia | Consult | Communist Party (Russia) | 2006-09-01\n- Communist Party (Russia) | Consult | United Russia | 2006-09-01\n- Communist Party (Russia) | Accuse | United Russia | 2006-11-16\n- United Russia | Reduce relations | Communist Party (Russia) | 2005-03-21\n- United Russia | Make statement | Communist Party (Russia) | 2005-12-03\n- Communist Party (Russia) | Criticize or denounce | United Russia | 2006-12-01\n- United Russia | Express intent to provide material aid | Communist Party (Russia) | 2007-06-28\n- Communist Party (Russia) | Make statement | Other Authorities / Officials (Russia) | 2005-04-15\n- Communist Party (Russia) | Demonstrate or rally | Other Authorities / Officials (Russia) | 2007-01-26\n- Communist Party (Russia) | Criticize or denounce | Other Authorities / Officials (Russia) | 2007-07-29\n- Communist Party (Russia) | Criticize or denounce | Other Authorities / Officials (Russia) | 2005-04-16\n- Veterans (Russia) | Consult | United Russia | 2006-05-08\n- United Russia | Consult | Veterans (Russia) | 2006-05-08\n- United Russia | Engage in diplomatic cooperation | Democratic Party (Serbia) | 2007-07-18\n- Democratic Party (Serbia) | Engage in diplomatic cooperation | United Russia | 2007-07-18\nAnswer:", "completion": " Vladislav Yuryevich Surkov", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1342875", "prompt": "Who denounced the Thai protesters on the same day as Chart Thai?\nEvidence:\n- Chart Thai | Investigate | Thailand | 2005-06-21\n- Thailand | Make statement | Chart Thai | 2006-09-12\n- Thailand | Make statement | Chart Thai | 2006-05-16\n- Thailand | Make statement | Chart Thai | 2006-03-14\n- Chart Thai | Reject | Citizen (Thailand) | 2007-12-28\n- Chart Thai | Make statement | Thailand | 2008-05-15\n- Chart Thai | Make statement | Thailand | 2008-01-30\n- Chart Thai | Make statement | Thailand | 2008-01-29\n- Chart Thai | Make statement | Thailand | 2006-05-11\n- Chart Thai | Make pessimistic comment | Thailand | 2006-09-19\n- Chart Thai | Demand | Civil Servant (Thailand) | 2008-03-06\n- Banharn Silpa-archa | Threaten | Chart Thai | 2007-08-08\n- Banharn Silpa-archa | Threaten | Chart Thai | 2007-08-06\n- Banharn Silpa-archa | Reject | Chart Thai | 2005-01-23\n- Party President (Chart Pattana Puea Pandin Party) | Make statement | Chart Thai | 2008-01-09\nAnswer:", "completion": " Banharn Silpa-archa", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1165597", "prompt": "In July 2007, who made the citizens of Thailand suffer from unconventional violence?\nEvidence:\n- Citizen (Thailand) | Use unconventional violence | Thailand | 2005-02-11\n- Children (Thailand) | Use unconventional violence | Thailand | 2005-01-04\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-10\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-18\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-14\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-09\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-07\n- Armed Opposition (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-03-02\n- Armed Opposition (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-03-01\n- Armed Opposition (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-26\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-03-01\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-26\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-03\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-01\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-31\nAnswer:", "completion": " Insurgent (Thailand)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1323538", "prompt": "Who hosted Zillur Rahman's first visit after the Bangladesh Navy?\nEvidence:\n- Zillur Rahman | Investigate | Citizen (Bangladesh) | 2010-07-01\n- Zillur Rahman | Demand | Citizen (Bangladesh) | 2008-08-04\n- Zillur Rahman | Consult | Employee (Bangladesh) | 2008-05-05\n- Zillur Rahman | Consult | Employee (Bangladesh) | 2007-10-16\n- Zillur Rahman | Consult | Employee (Bangladesh) | 2007-10-14\n- Employee (Bangladesh) | Consult | Zillur Rahman | 2008-05-05\n- Employee (Bangladesh) | Consult | Zillur Rahman | 2007-10-16\n- Employee (Bangladesh) | Consult | Zillur Rahman | 2007-10-14\n- Zillur Rahman | Make a visit | Scientist (Bangladesh) | 2009-05-07\n- Zillur Rahman | Make a visit | Naval (Bangladesh) | 2010-03-29\n- Scientist (Bangladesh) | Host a visit | Zillur Rahman | 2009-05-07\n- Naval (Bangladesh) | Host a visit | Zillur Rahman | 2010-03-29\n- Zillur Rahman | Make statement | Student (Bangladesh) | 2010-03-15\n- Zillur Rahman | Make statement | Population (Bangladesh) | 2010-03-08\n- Zillur Rahman | Consult | City Mayor (Bangladesh) | 2008-08-18\nAnswer:", "completion": " Treasury/Finance Ministry (Bangladesh)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1257062", "prompt": "Who condemned the government of Nigeria on 17 February 2009?\nEvidence:\n- Head of Government (Nigeria) | Rally support on behalf of | Government (Nigeria) | 2013-08-13\n- Government (Nigeria) | Rally support on behalf of | Citizen (Nigeria) | 2014-01-08\n- Citizen (Nigeria) | Rally support on behalf of | Government (Nigeria) | 2012-01-11\n- Citizen (Nigeria) | Rally support on behalf of | Government (Nigeria) | 2011-12-16\n- Head of Government (Nigeria) | Rally support on behalf of | Citizen (Nigeria) | 2013-04-11\n- Muhammadu Buhari | Rally support on behalf of | Head of Government (Nigeria) | 2010-04-30\n- Trade Union Congress | Rally support on behalf of | Government (Nigeria) | 2012-01-05\n- Ibrahim Saminu Turaki | Rally support on behalf of | Government (Nigeria) | 2008-02-05\n- Government (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2013-09-23\n- Government (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2012-04-02\n- Government (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2011-12-07\n- Government (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2011-08-03\n- Government (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2011-08-02\n- Government (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2011-06-15\n- Government (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2010-10-08\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1098215", "prompt": "Who was the first to use unconventional violence against the workers of Afghanistan after the attacker of Afghanistan?\nEvidence:\n- Attacker (Afghanistan) | Use unconventional violence | Women (Afghanistan) | 2010-12-10\n- Attacker (Afghanistan) | Use unconventional violence | Women (Afghanistan) | 2006-09-20\n- Attacker (Afghanistan) | Use unconventional violence | Women (Afghanistan) | 2006-05-30\n- Attacker (Afghanistan) | Use unconventional violence | Employee (Afghanistan) | 2007-04-23\n- Attacker (Afghanistan) | Use unconventional violence | Clergy (Afghanistan) | 2015-12-29\n- Attacker (Afghanistan) | Use unconventional violence | Election Commission (Afghanistan) | 2015-11-28\n- Attacker (Afghanistan) | Use unconventional violence | Election Commission (Afghanistan) | 2014-05-11\n- Attacker (Afghanistan) | Use unconventional violence | Election Commission (Afghanistan) | 2014-03-25\n- Attacker (Afghanistan) | Use unconventional violence | Attorney General (Afghanistan) | 2015-04-09\n- Armed Band (Afghanistan) | Use unconventional violence | Attacker (Afghanistan) | 2005-04-25\n- Militant (Taliban) | Use unconventional violence | Attacker (Afghanistan) | 2006-03-14\n- Combatant (Taliban) | Use unconventional violence | Attacker (Afghanistan) | 2010-11-14\n- Attacker (Afghanistan) | Use unconventional violence | Employee (Bangladesh) | 2011-02-11\n- Attacker (Afghanistan) | Use unconventional violence | Employee (Bangladesh) | 2010-12-18\n- Attacker (Afghanistan) | Use unconventional violence | Amanuallah Aman | 2013-09-18\nAnswer:", "completion": " Attacker (Associated Press)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1314680", "prompt": "Who subjected the citizens of the United Kingdom to unconventional violence in 2006?\nEvidence:\n- Citizen (United Kingdom) | Use unconventional violence | Muslim (United Kingdom) | 2006-11-08\n- Citizen (United Kingdom) | Use unconventional violence | Muslim (United Kingdom) | 2006-09-14\n- Citizen (United Kingdom) | Use unconventional violence | Muslim (United Kingdom) | 2006-09-03\n- Citizen (United Kingdom) | Use unconventional violence | Muslim (United Kingdom) | 2006-02-09\n- Citizen (United Kingdom) | Use unconventional violence | Muslim (United Kingdom) | 2006-02-07\n- Citizen (United Kingdom) | Use unconventional violence | Muslim (United Kingdom) | 2006-01-19\n- Citizen (United Kingdom) | Use unconventional violence | Muslim (United Kingdom) | 2006-01-09\n- Citizen (United Kingdom) | Use unconventional violence | Attacker (United Kingdom) | 2006-05-16\n- Attacker (United Kingdom) | Use unconventional violence | Men (United Kingdom) | 2006-10-10\n- Attacker (United Kingdom) | Use unconventional violence | Citizen (United Kingdom) | 2006-11-29\n- Attacker (United Kingdom) | Use unconventional violence | Citizen (United Kingdom) | 2006-10-23\n- Attacker (United Kingdom) | Use unconventional violence | Citizen (United Kingdom) | 2006-07-20\n- Attacker (United Kingdom) | Use unconventional violence | Citizen (United Kingdom) | 2006-06-02\n- Attacker (United Kingdom) | Use unconventional violence | Citizen (United Kingdom) | 2006-05-13\n- Indigenous People (United Kingdom) | Use unconventional violence | Citizen (United Kingdom) | 2006-06-27\nAnswer:", "completion": " Citizen (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1388727", "prompt": "Who did Barack Obama negotiate with on the same day as William Ruto?\nEvidence:\n- William Ruto | Consult | Chris Okemo | 2006-02-06\n- William Ruto | Accuse | Police (Kenya) | 2007-04-30\n- William Ruto | Accuse | Police (Kenya) | 2005-07-20\n- Police (Kenya) | Demand | William Ruto | 2006-02-01\n- Chris Okemo | Consult | William Ruto | 2006-02-06\n- William Ruto | Make statement | Police (Kenya) | 2005-12-08\n- William Ruto | Make statement | Mwai Kibaki | 2005-11-24\n- William Ruto | Demand | Daniel Arap Moi | 2006-09-04\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2007-03-15\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2006-12-20\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2007-03-15\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2006-12-20\n- Uhuru Muigai Kenyatta | Accuse | William Ruto | 2005-02-22\n- William Ruto | Make statement | Uhuru Muigai Kenyatta | 2006-05-22\n- William Ruto | Make statement | Labor Party (Kenya) | 2006-01-16\nAnswer:", "completion": " Uhuru Muigai Kenyatta", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1367409", "prompt": "In which year did Ismet Yilmaz announce his intention to meet Haider Al-Abadi?\nEvidence:\n- Ismet Yilmaz | Express intent to meet or negotiate | Haider Al-Abadi | 2015-03-04\n- Ismet Yilmaz | Make statement | Iraq | 2015-12-22\n- Ismet Yilmaz | Make statement | Iraq | 2015-03-05\n- Ismet Yilmaz | Make statement | Iraq | 2015-03-04\n- Ismet Yilmaz | Make statement | Iraq | 2014-08-09\n- Ismet Yilmaz | Make statement | Iran | 2015-04-24\n- Ismet Yilmaz | Consult | Irakli Alasania | 2014-08-18\n- Irakli Alasania | Consult | Ismet Yilmaz | 2014-08-18\n- Ismet Yilmaz | Express intent to meet or negotiate | Iraq | 2015-12-11\n- Ismet Yilmaz | Express intent to meet or negotiate | Iraq | 2015-03-03\n- Ismet Yilmaz | Make a visit | Iraq | 2015-03-11\n- Ismet Yilmaz | Make a visit | Iraq | 2015-03-06\n- Ismet Yilmaz | Make a visit | Iraq | 2015-03-04\n- Iraq | Host a visit | Ismet Yilmaz | 2015-03-11\n- Iraq | Host a visit | Ismet Yilmaz | 2015-03-06\nAnswer:", "completion": " 2015", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1288753", "prompt": "Which country last threatened Eritrea?\nEvidence:\n- Yemen | Consult | Eritrea | 2005-03-11\n- Sudan | Accuse | Eritrea | 2005-02-23\n- Eritrea | Consult | Yemen | 2005-03-11\n- Eritrea | Accuse | Ethiopia | 2005-02-10\n- Eritrea | Accuse | Ethiopia | 2005-01-18\n- Ethiopia | Occupy territory | Eritrea | 2005-02-25\n- Eritrea | Make statement | Ethiopia | 2005-03-10\n- Eritrea | Accuse | John Garang | 2005-01-26\n- Yemen | Host a visit | Eritrea | 2005-02-10\n- Yemen | Engage in negotiation | Eritrea | 2005-02-10\n- Yemen | Engage in negotiation | Eritrea | 2005-02-09\n- John Garang | Make statement | Eritrea | 2005-01-06\n- Isaias Afewerki | Make statement | Eritrea | 2005-03-07\n- Eritrea | Praise or endorse | Yemen | 2005-02-04\n- Eritrea | Make a visit | Yemen | 2005-02-10\nAnswer:", "completion": " Ethiopia", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1323556", "prompt": "After Angela Merkel, who first did Arseniy Yatsenyuk make a request to?\nEvidence:\n- Arseniy Yatsenyuk | Make statement | Arseniy Yatsenyuk | 2007-11-15\n- Arseniy Yatsenyuk | Make a visit | France | 2007-04-11\n- Arseniy Yatsenyuk | Make statement | Kazakhstan | 2007-10-19\n- Arseniy Yatsenyuk | Make statement | Iraq | 2007-11-14\n- Arseniy Yatsenyuk | Make statement | Gazprom | 2005-12-23\n- France | Host a visit | Arseniy Yatsenyuk | 2007-04-11\n- Oleksandr Lavrynovych | Make statement | Arseniy Yatsenyuk | 2006-10-09\n- Arseniy Yatsenyuk | Make statement | Verkhovna Rada | 2007-12-08\n- Arseniy Yatsenyuk | Make statement | Verkhovna Rada | 2007-12-07\n- Arseniy Yatsenyuk | Make statement | Police (Ukraine) | 2007-12-13\n- Arseniy Yatsenyuk | Make an appeal or request | Police (Ukraine) | 2007-07-06\n- Vuk Jeremić | Consult | Arseniy Yatsenyuk | 2007-07-02\n- Rashid Meredov | Consult | Arseniy Yatsenyuk | 2007-07-14\n- Joachim Rücker | Consult | Arseniy Yatsenyuk | 2007-07-04\n- Elmar Mammadyarov | Consult | Arseniy Yatsenyuk | 2007-10-05\nAnswer:", "completion": " UN Security Council", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1031319", "prompt": "Which country host the visit from Mahmoud Abbas last before Ali Muhammad Mujawar did?\nEvidence:\n- Ali Muhammad Mujawar | Host a visit | Mahmoud Abbas | 2008-06-18\n- Mahmoud Abbas | Make a visit | Ali Muhammad Mujawar | 2008-06-18\n- Ali Muhammad Mujawar | Praise or endorse | Mahmoud Abbas | 2008-06-18\n- Qatar | Host a visit | Ali Muhammad Mujawar | 2008-01-31\n- Ali Muhammad Mujawar | Host a visit | Burundi | 2008-04-03\n- Mahmoud Ahmadinejad | Consult | Ali Muhammad Mujawar | 2007-07-19\n- Ali Muhammad Mujawar | Consult | Mahmoud Ahmadinejad | 2007-07-19\n- Ali Muhammad Mujawar | Host a visit | Muhammad Naji al-Otari | 2008-05-09\n- Ali Muhammad Mujawar | Consult | Iran | 2009-02-23\n- Burundi | Make a visit | Ali Muhammad Mujawar | 2008-04-03\n- Ali Muhammad Mujawar | Make a visit | Qatar | 2008-01-31\n- Ali Abdullah Saleh | Demand | Ali Muhammad Mujawar | 2007-04-07\n- Muhammad Naji al-Otari | Make a visit | Ali Muhammad Mujawar | 2008-05-09\n- Representatives (Yemen) | Consult | Ali Muhammad Mujawar | 2008-09-14\n- Ali Muhammad Mujawar | Make statement | Yemen | 2008-06-28\nAnswer:", "completion": " Kuwait", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1373264", "prompt": "Who did Mahmoud Ahmadinejad request for first after John Dramani Mahama?\nEvidence:\n- Mahmoud Ahmadinejad | Make empathetic comment | John Dramani Mahama | 2012-08-01\n- John Dramani Mahama | Praise or endorse | Mahmoud Ahmadinejad | 2012-08-13\n- John Dramani Mahama | Express accord | China | 2012-08-10\n- John Dramani Mahama | Express accord | China | 2012-08-09\n- Togo | Host a visit | John Dramani Mahama | 2009-07-23\n- New Patriotic Party | Demand | John Dramani Mahama | 2013-01-04\n- John Dramani Mahama | Praise or endorse | Japan | 2009-10-30\n- John Dramani Mahama | Make statement | Government (Nigeria) | 2012-06-15\n- John Dramani Mahama | Make a visit | Togo | 2009-07-23\n- John Dramani Mahama | Make a visit | Ethiopia | 2011-05-26\n- John Dramani Mahama | Make a visit | Ethiopia | 2009-01-31\n- John Dramani Mahama | Consult | Herman Van Rompuy | 2012-08-02\n- Herman Van Rompuy | Consult | John Dramani Mahama | 2012-08-02\n- Ethiopia | Host a visit | John Dramani Mahama | 2011-05-26\n- Ethiopia | Host a visit | John Dramani Mahama | 2009-01-31\nAnswer:", "completion": " Iran", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1242193", "prompt": "In which year did the Men of Germany make their first criticism of the UN Security Council?\nEvidence:\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Demand change in leadership | Head of Government (Togo) | 2005-02-25\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- UN Security Council | Make a visit | Japan | 2005-01-29\n- UN Security Council | Make a visit | Iran | 2005-02-03\n- Jack Straw | Make statement | UN Security Council | 2005-02-04\n- Government (Sudan) | Make statement | UN Security Council | 2005-02-08\n- Branko Crvenkovski | Make statement | UN Security Council | 2005-01-17\n- African Union | Make statement | UN Security Council | 2005-02-24\n- Abdallah Baali | Make statement | UN Security Council | 2005-01-03\n- UN Security Council | Demand settling of dispute | Citizen (Sudan) | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\nAnswer:", "completion": " 2010", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1102333", "prompt": "To whom did the royal administration of Nigeria address an appeal after 2014?\nEvidence:\n- Royal Administration (Nigeria) | Make an appeal or request | Head of Government (Nigeria) | 2007-05-07\n- Royal Administration (Nigeria) | Make an appeal or request | Government (Nigeria) | 2006-08-20\n- Royal Administration (Nigeria) | Make an appeal or request | Citizen (Nigeria) | 2007-08-06\n- Royal Administration (Nigeria) | Make an appeal or request | Citizen (Nigeria) | 2007-07-25\n- Royal Administration (Nigeria) | Make an appeal or request | Citizen (Nigeria) | 2007-04-20\n- Royal Administration (Nigeria) | Make an appeal or request | Citizen (Nigeria) | 2007-03-05\n- Royal Administration (Nigeria) | Make an appeal or request | Citizen (Nigeria) | 2007-02-05\n- Royal Administration (Nigeria) | Make an appeal or request | Citizen (Nigeria) | 2005-07-11\n- Royal Administration (Nigeria) | Make an appeal or request | Citizen (Nigeria) | 2005-01-07\n- Royal Administration (Nigeria) | Appeal for release of persons or property | Militant (Nigeria) | 2006-03-11\n- Royal Administration (Nigeria) | Reject | Citizen (Nigeria) | 2007-06-06\n- Royal Administration (Nigeria) | Demand | Citizen (Nigeria) | 2006-05-18\n- Royal Administration (Nigeria) | Accuse | Ministry (Nigeria) | 2007-01-05\n- Royal Administration (Nigeria) | Accuse | Citizen (Nigeria) | 2007-03-13\n- Royal Administration (Nigeria) | Accuse | Citizen (Nigeria) | 2007-02-08\nAnswer:", "completion": " Oluṣẹgun Ọbasanjọ", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1276473", "prompt": "Who received the Lawyer/Attorney of United States's visit from the Lawyer/Attorney of United States after December, 2005?\nEvidence:\n- Lawyer/Attorney (United Kingdom) | Apologize | Member of the Judiciary (United States) | 2008-03-22\n- Member of the Judiciary (Georgia) | Reject | Lawyer/Attorney (United States) | 2013-03-18\n- Member of the Judiciary (Georgia) | Reject | Lawyer/Attorney (United States) | 2011-09-22\n- Lawyer/Attorney (United States) | Accuse | Member of the Judiciary (Georgia) | 2010-06-01\n- Member of the Judiciary (Georgia) | Make statement | Lawyer/Attorney (United States) | 2011-10-17\n- Member of the Judiciary (Georgia) | Make statement | Lawyer/Attorney (United States) | 2008-07-07\n- Member of the Judiciary (Georgia) | Make statement | Lawyer/Attorney (United States) | 2005-06-07\n- Member of the Judiciary (Georgia) | Deny responsibility | Lawyer/Attorney (United States) | 2013-03-18\n- Lawyer/Attorney (United States) | Make statement | Member of the Judiciary (Georgia) | 2012-11-19\n- Lawyer/Attorney (United States) | Make statement | Member of the Judiciary (Georgia) | 2012-10-01\n- Lawyer/Attorney (United States) | Make statement | Member of the Judiciary (Georgia) | 2012-06-25\n- Lawyer/Attorney (United States) | Make statement | Member of the Judiciary (Georgia) | 2012-02-29\n- Lawyer/Attorney (United States) | Make statement | Member of the Judiciary (Georgia) | 2010-01-12\n- Lawyer/Attorney (United States) | Make statement | Member of the Judiciary (Georgia) | 2009-07-08\n- Lawyer/Attorney (United States) | Make statement | Member of the Judiciary (Georgia) | 2007-09-11\nAnswer:", "completion": " Mexico", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1355516", "prompt": "In 2014, who returned people to Boko Haram?\nEvidence:\n- Boko Haram | Engage in mass killings | Citizen (Nigeria) | 2010-07-19\n- Government (Nigeria) | Accuse | Boko Haram | 2010-10-13\n- Citizen (Nigeria) | Accuse | Boko Haram | 2011-05-26\n- Boko Haram | Threaten | Citizen (Nigeria) | 2011-02-03\n- Boko Haram | Demand | Government (Nigeria) | 2010-10-15\n- Boko Haram | Demand | Citizen (Nigeria) | 2011-02-03\n- Boko Haram | Assassinate | Citizen (Nigeria) | 2010-11-14\n- Boko Haram | Assassinate | Citizen (Nigeria) | 2010-11-09\n- Ministry (Nigeria) | Make statement | Boko Haram | 2009-08-11\n- Hafiz Ringim | Make statement | Boko Haram | 2011-02-03\n- Government (Nigeria) | Make statement | Boko Haram | 2009-08-02\n- Citizen (Nigeria) | Reduce relations | Boko Haram | 2011-02-03\n- Boko Haram | Make statement | Government (Nigeria) | 2010-10-14\n- Boko Haram | Make statement | Government (Nigeria) | 2009-08-19\n- Scholar (Nigeria) | Criticize or denounce | Boko Haram | 2010-10-11\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1197944", "prompt": "Which country was the last to be requested by Daniel Ortega?\nEvidence:\n- Evo Morales | Discuss by telephone | Daniel Ortega | 2005-12-20\n- Daniel Ortega | Discuss by telephone | Evo Morales | 2006-11-08\n- Daniel Ortega | Discuss by telephone | Evo Morales | 2005-12-20\n- Villager (Nicaragua) | Consult | Daniel Ortega | 2006-11-02\n- USAID | Make statement | Daniel Ortega | 2006-10-28\n- Government (Nicaragua) | Accuse | Daniel Ortega | 2005-04-26\n- Eduardo Montealegre | Demand | Daniel Ortega | 2006-10-25\n- Eduardo Montealegre | Accuse | Daniel Ortega | 2006-11-03\n- Eduardo Montealegre | Accuse | Daniel Ortega | 2006-06-15\n- Daniel Ortega | Reject | Government (Nicaragua) | 2005-04-27\n- Daniel Ortega | Consult | Villager (Nicaragua) | 2006-11-02\n- Daniel Ortega | Consult | Businessperson (Nicaragua) | 2006-11-08\n- Daniel Ortega | Accuse | Government (Nicaragua) | 2008-09-29\n- Businessperson (Nicaragua) | Consult | Daniel Ortega | 2006-11-08\n- Tomas Borge | Make statement | Daniel Ortega | 2009-07-08\nAnswer:", "completion": " Colombia", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1045704", "prompt": "When did the Prime Minister of Ukraine negotiate with Abdullah Gül?\nEvidence:\n- Abdullah Gül | Express intent to meet or negotiate | China | 2005-02-02\n- Abdullah Gül | Express intent to meet or negotiate | China | 2005-02-01\n- Abdullah Gül | Express intent to meet or negotiate | China | 2005-01-27\n- Abdullah Gül | Express intent to meet or negotiate | China | 2005-01-26\n- Wen Jiabao | Consult | Abdullah Gül | 2005-02-02\n- Shimon Peres | Consult | Abdullah Gül | 2006-01-05\n- Shimon Peres | Consult | Abdullah Gül | 2006-01-04\n- Shimon Peres | Consult | Abdullah Gül | 2006-01-03\n- Shimon Peres | Consult | Abdullah Gül | 2005-01-05\n- Shimon Peres | Consult | Abdullah Gül | 2005-01-04\n- Nabil Shaath | Consult | Abdullah Gül | 2005-01-05\n- Mahmoud Abbas | Consult | Abdullah Gül | 2005-01-05\n- Huang Ju | Consult | Abdullah Gül | 2005-02-02\n- Huang Ju | Consult | Abdullah Gül | 2005-02-01\n- Abdullah Gül | Make statement | Iraq | 2005-02-01\nAnswer:", "completion": " 2007-01-17", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1051007", "prompt": "Before the Labor Union of Mexico, who last did the Court Judge of Mexico request for?\nEvidence:\n- Mexico | Criticize or denounce | Court Judge (Mexico) | 2005-01-11\n- Court Judge (Mexico) | Impose administrative sanctions | Mexico | 2005-02-11\n- National Union Party (Mexico) | Reject | Mexico | 2005-01-26\n- Mexico | Make an appeal or request | Iran | 2005-02-03\n- Office of the United Nations High Commissioner for Human Rights | Express intent to meet or negotiate | Colombia | 2005-05-10\n- Mexico | Investigate | Criminal (Mexico) | 2005-01-12\n- Secretariat (Mexico) | Make statement | Mexico | 2005-02-03\n- Organized Crime (Mexico) | Demand | Mexico | 2005-01-24\n- Military (Mexico) | Cooperate militarily | Mexico | 2005-01-17\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-26\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-25\n- Economist (Mexico) | Make statement | Mexico | 2005-02-11\n- Other Authorities / Officials (Mexico) | Investigate | Mexico | 2005-01-27\n- Central Bank (Mexico) | Make statement | Mexico | 2005-01-31\n- Other Authorities / Officials (Mexico) | Make statement | Mexico | 2005-01-18\nAnswer:", "completion": " Congress (Mexico)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1276100", "prompt": "Who did the citizens of the United Kingdom ask first, after David Blunkett?\nEvidence:\n- David Blunkett | Consult | Citizen (United Kingdom) | 2005-03-12\n- Citizen (United Kingdom) | Consult | David Blunkett | 2005-03-12\n- Newspaper (United Kingdom) | Make statement | David Blunkett | 2005-03-05\n- Lawmaker (United Kingdom) | Make pessimistic comment | David Blunkett | 2005-10-30\n- David Blunkett | Make statement | Labor Party (United Kingdom) | 2013-07-04\n- Citizen (United Kingdom) | Engage in symbolic act | David Blunkett | 2005-11-04\n- David Blunkett | Make an appeal or request | Citizen (United Kingdom) | 2006-10-12\n- David Blunkett | Make an appeal or request | Citizen (United Kingdom) | 2005-11-01\n- David Blunkett | Make an appeal or request | Citizen (United Kingdom) | 2005-10-31\n- Citizen (United Kingdom) | Make an appeal or request | David Blunkett | 2008-12-18\n- David Blunkett | Express intent to meet or negotiate | Citizen (United Kingdom) | 2006-10-12\n- Tony Blair | Consult | David Blunkett | 2005-11-07\n- David Blunkett | Consult | Tony Blair | 2005-11-07\n- David Blunkett | Accuse | Citizen (Australia) | 2005-05-07\n- Tony Blair | Make statement | David Blunkett | 2006-10-12\nAnswer:", "completion": " Court Judge (United Kingdom)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1141590", "prompt": "Which country last expressed its intention to negotiate with South Korea before the Director General of South Korea did so?\nEvidence:\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Vietnam | Express intent to meet or negotiate | South Korea | 2005-01-05\n- Thailand | Express intent to meet or negotiate | South Korea | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-12\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-08\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-07\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-05\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-08\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-07\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-05\n- Emperor Akihito | Express intent to meet or negotiate | South Korea | 2005-01-13\n- Department of Geologic Survey and its Mineral Exploration (Thailand) | Make statement | Thailand | 2005-01-04\nAnswer:", "completion": " Japan", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1128921", "prompt": "After Raúl Castro, which country received Mikhail Yefimovich Fradkov's visit from Mikhail Yefimovich Fradkov first?\nEvidence:\n- Mikhail Yefimovich Fradkov | Make a visit | Kazakhstan | 2005-03-23\n- Kazakhstan | Host a visit | Mikhail Yefimovich Fradkov | 2005-03-23\n- Zurab Nogaideli | Consult | Mikhail Yefimovich Fradkov | 2005-06-03\n- Mikhail Yefimovich Fradkov | Make statement | Gazprom | 2005-02-16\n- Mikhail Yefimovich Fradkov | Make statement | China | 2005-05-27\n- Mikhail Yefimovich Fradkov | Make statement | China | 2005-02-03\n- Mikhail Yefimovich Fradkov | Consult | Zurab Nogaideli | 2005-06-03\n- Mikhail Yefimovich Fradkov | Consult | Abdul Kalam | 2005-05-23\n- Abdul Kalam | Consult | Mikhail Yefimovich Fradkov | 2005-05-23\n- Mikhail Yefimovich Fradkov | Make a visit | Abdul Kalam | 2005-05-23\n- Abdul Kalam | Host a visit | Mikhail Yefimovich Fradkov | 2005-05-23\n- Zurab Nogaideli | Make statement | Mikhail Yefimovich Fradkov | 2005-06-06\n- Rashid Gumarovich Nurgaliyev | Consult | Mikhail Yefimovich Fradkov | 2005-02-19\n- Mikhail Yefimovich Fradkov | Make statement | Media (Russia) | 2005-03-14\n- Mikhail Yefimovich Fradkov | Make optimistic comment | China | 2005-06-10\nAnswer:", "completion": " South Korea", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1103935", "prompt": "Before 18 March 2007, who was accused by the villager of Thailand?\nEvidence:\n- Governor (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Thailand | 2007-03-18\n- Thailand | Host a visit | Ma Ying Jeou | 2007-03-18\n- Ma Ying Jeou | Make a visit | Thailand | 2007-03-18\n- Aree Wong Araya | Express intent to meet or negotiate | Governor (Thailand) | 2007-03-18\n- Ma Ying Jeou | Reduce relations | Kuomintang | 2007-03-18\n- Ma Ying Jeou | Make statement | Kuomintang | 2007-03-18\n- Ma Ying Jeou | Make statement | China | 2007-03-18\n- Ma Ying Jeou | Engage in diplomatic cooperation | China | 2007-03-18\nAnswer:", "completion": " Marine Corp (Thailand)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 8, "n_anchors": 1} +{"id": "mtq_1341017", "prompt": "Which country was rejected by Romania first after Central Intelligence Agency?\nEvidence:\n- Portugal | Investigate | Central Intelligence Agency | 2006-02-06\n- Central Intelligence Agency | Reject | Iraq | 2005-10-28\n- Central Intelligence Agency | Investigate | Iraq | 2005-07-17\n- Central Intelligence Agency | Accuse | Iran | 2005-03-17\n- Central Intelligence Agency | Accuse | China | 2006-01-26\n- Central Intelligence Agency | Investigate | Inter-Services Intelligence | 2006-01-25\n- Central Intelligence Agency | Appeal for intelligence | Government (France) | 2005-12-13\n- Senate (Switzerland) | Investigate | Central Intelligence Agency | 2005-12-14\n- China | Make statement | Central Intelligence Agency | 2005-02-18\n- Central Intelligence Agency | Make statement | Mexico | 2005-02-21\n- Central Intelligence Agency | Investigate | Militant (Syria) | 2005-11-29\n- Central Intelligence Agency | Investigate | Government (Sudan) | 2005-05-01\n- Central Intelligence Agency | Investigate | Government (Sudan) | 2005-04-30\n- Central Intelligence Agency | Share intelligence or information | South Korea | 2005-09-21\n- Central Intelligence Agency | Praise or endorse | Inter-Services Intelligence | 2005-12-21\nAnswer:", "completion": " Hacker (Romania)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1097026", "prompt": "Who first would want to negotiate with the Congress of United States after Chung Dong-young did?\nEvidence:\n- Chung Dong-young | Express intent to meet or negotiate | Envoy (United States) | 2005-04-28\n- Chung Dong-young | Accuse | Japan | 2005-03-22\n- Chung Dong-young | Make statement | Japan | 2005-03-19\n- Chung Dong-young | Make statement | Japan | 2005-03-18\n- Chung Dong-young | Make statement | Japan | 2005-01-30\n- Chung Dong-young | Make statement | China | 2005-04-19\n- Chung Dong-young | Make statement | China | 2005-02-04\n- South Korea | Make statement | Chung Dong-young | 2005-06-17\n- South Korea | Make statement | Chung Dong-young | 2005-06-16\n- South Korea | Make statement | Chung Dong-young | 2005-06-15\n- Roh Moo Hyun | Demand | Chung Dong-young | 2005-06-13\n- Roh Moo Hyun | Demand | Chung Dong-young | 2005-05-17\n- Roh Moo Hyun | Consult | Chung Dong-young | 2005-06-17\n- Japan | Host a visit | Chung Dong-young | 2005-05-25\n- Chung Dong-young | Make statement | South Korea | 2005-06-28\nAnswer:", "completion": " Tzipi Livni", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1191492", "prompt": "After the Legislature of Pakistan, with whom did the Government of Pakistan wish to meet first?\nEvidence:\n- Legislature (Pakistan) | Express intent to meet or negotiate | Head of Government (Pakistan) | 2007-06-11\n- Legislature (Pakistan) | Express intent to meet or negotiate | Head of Government (Pakistan) | 2005-10-14\n- Head of Government (Pakistan) | Express intent to meet or negotiate | Legislature (Pakistan) | 2008-09-05\n- Head of Government (Pakistan) | Express intent to meet or negotiate | Legislature (Pakistan) | 2005-10-14\n- Legislature (Pakistan) | Consult | Head of Government (Pakistan) | 2015-04-11\n- Head of Government (Pakistan) | Yield | Legislature (Pakistan) | 2012-10-09\n- Head of Government (Pakistan) | Consult | Legislature (Pakistan) | 2015-04-11\n- Government (Pakistan) | Express intent to meet or negotiate | Legislature (Pakistan) | 2006-11-03\n- Legislature (Pakistan) | Threaten | Government (Pakistan) | 2008-06-25\n- Legislature (Pakistan) | Accuse | Government (Pakistan) | 2005-08-26\n- Head of Government (Pakistan) | Make statement | Legislature (Pakistan) | 2014-12-05\n- Head of Government (Pakistan) | Make statement | Legislature (Pakistan) | 2011-12-02\n- Head of Government (Pakistan) | Make statement | Legislature (Pakistan) | 2011-05-10\n- Head of Government (Pakistan) | Make statement | Legislature (Pakistan) | 2008-04-30\n- Head of Government (Pakistan) | Make statement | Legislature (Pakistan) | 2007-09-30\nAnswer:", "completion": " Benazir Bhutto", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1140944", "prompt": "On 12 August 2011, who appealed on behalf of agricultural workers in Nigeria?\nEvidence:\n- Government (Nigeria) | Rally support on behalf of | Citizen (Nigeria) | 2014-01-08\n- Citizen (Nigeria) | Rally support on behalf of | Government (Nigeria) | 2012-01-11\n- Citizen (Nigeria) | Rally support on behalf of | Government (Nigeria) | 2011-12-16\n- France | Rally support on behalf of | Citizen (Nigeria) | 2015-01-22\n- Head of Government (Nigeria) | Rally support on behalf of | Government (Nigeria) | 2013-08-13\n- Head of Government (Nigeria) | Rally support on behalf of | Citizen (Nigeria) | 2013-04-11\n- Royal Administration (Nigeria) | Rally support on behalf of | Citizen (Nigeria) | 2015-07-06\n- Royal Administration (Nigeria) | Rally support on behalf of | Citizen (Nigeria) | 2013-11-18\n- Ethnic Group (Nigeria) | Rally support on behalf of | Citizen (Nigeria) | 2014-03-14\n- Democratic Party (Nigeria) | Rally support on behalf of | Media (Nigeria) | 2015-06-29\n- Head of Government (Nigeria) | Rally support on behalf of | France | 2015-11-16\n- Soroptimist International | Rally support on behalf of | Education (Nigeria) | 2014-05-09\n- Ministry (Nigeria) | Rally support on behalf of | Nigerian Navy | 2014-06-12\n- Government (Nigeria) | Rally support on behalf of | Muhammadu Buhari | 2015-09-21\n- Citizen (Nigeria) | Rally support on behalf of | Oluṣẹgun Ọbasanjọ | 2008-01-25\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1166333", "prompt": "Could you tell me the exact month in which Mexico first asked the Mexican Labour Union for help?\nEvidence:\n- National Union Party (Mexico) | Reject | Mexico | 2005-01-26\n- Border Patrol (Mexico) | Engage in judicial cooperation | Mexico | 2005-01-07\n- Mexico | Investigate | Criminal (Mexico) | 2005-01-12\n- Secretariat (Mexico) | Make statement | Mexico | 2005-02-03\n- Organized Crime (Mexico) | Demand | Mexico | 2005-01-24\n- Military (Mexico) | Cooperate militarily | Mexico | 2005-01-17\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-26\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-25\n- Economist (Mexico) | Make statement | Mexico | 2005-02-11\n- Other Authorities / Officials (Mexico) | Investigate | Mexico | 2005-01-27\n- Central Bank (Mexico) | Make statement | Mexico | 2005-01-31\n- Other Authorities / Officials (Mexico) | Make statement | Mexico | 2005-01-18\n- Mexico | Investigate crime, corruption | Organized Crime (Mexico) | 2005-01-17\n- Mexico | Criticize or denounce | Court Judge (Mexico) | 2005-01-11\n- Court Judge (Mexico) | Impose administrative sanctions | Mexico | 2005-02-11\nAnswer:", "completion": " 2007-10", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1083379", "prompt": "Who was the last one that the citizens of Zambia make negative comments on?\nEvidence:\n- Radio One | Consult | Marek Borowski | 2005-07-12\n- Marek Borowski | Consult | Radio One | 2005-07-12\n- Member of the Judiciary (United States) | Demand that target yields | Iran | 2012-09-19\n- Citizen (Zambia) | Rally support on behalf of | Hakainde Hichilema | 2015-01-11\n- Member of the Judiciary (Iceland) | Rally support on behalf of | Bank (Iceland) | 2014-05-25\n- Special Rapporteurs of the United Nations | Rally support on behalf of | Detainee (Myanmar) | 2011-08-25\n- Special Rapporteurs of the United Nations | Rally support on behalf of | Detainee (Myanmar) | 2009-02-20\n- Government Lawyer/Representative (Zambia) | Make an appeal or request | Member of the Judiciary (Namibia) | 2013-09-10\n- Member of the Judiciary (Iceland) | Rally support on behalf of | Company - Owner or Operator (Iceland) | 2014-05-25\n- Ministry (Brazil) | Rally support on behalf of | People Associated with the Opposition (Brazil) | 2005-11-12\n- Head of Government (Ukraine) | Demand that target yields | Military (Ukraine) | 2007-02-12\n- Kuwait | Demand that target yields | Iraq | 2008-10-22\n- Kuwait | Demand that target yields | Iraq | 2008-09-07\n- Japan | Demand that target yields | China | 2012-09-20\n- Japan | Demand that target yields | China | 2010-09-27\nAnswer:", "completion": " Political Parties (Zambia)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1370541", "prompt": "After the Member of Legislative of Govt Nigeria, who first blamed Umaru Musa Yar'Adua?\nEvidence:\n- Umaru Musa Yar'Adua | Threaten | Government (Nigeria) | 2005-01-25\n- Umaru Musa Yar'Adua | Demand | Citizen (Nigeria) | 2007-05-31\n- Umaru Musa Yar'Adua | Accuse | Citizen (Nigeria) | 2007-01-05\n- Citizen (Nigeria) | Demand | Umaru Musa Yar'Adua | 2007-04-23\n- Umaru Musa Yar'Adua | Make statement | Government (Nigeria) | 2007-05-29\n- Umaru Musa Yar'Adua | Make statement | Government (Nigeria) | 2007-05-08\n- Umaru Musa Yar'Adua | Make statement | Head of Government (Nigeria) | 2007-05-07\n- Umaru Musa Yar'Adua | Make statement | Head of Government (Nigeria) | 2006-11-28\n- Umaru Musa Yar'Adua | Make optimistic comment | Government (Nigeria) | 2007-05-03\n- Umaru Musa Yar'Adua | Criticize or denounce | Citizen (Nigeria) | 2007-04-23\n- Government (Nigeria) | Praise or endorse | Umaru Musa Yar'Adua | 2007-04-24\n- Democratic Party (Nigeria) | Make statement | Umaru Musa Yar'Adua | 2007-04-23\n- Democratic Party (Nigeria) | Make statement | Umaru Musa Yar'Adua | 2007-03-06\n- Citizen (Nigeria) | Praise or endorse | Umaru Musa Yar'Adua | 2007-02-05\n- Citizen (Nigeria) | Make optimistic comment | Umaru Musa Yar'Adua | 2006-12-13\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1058763", "prompt": "Who returned persons to the citizens of Bangladesh last before the Supreme Court of Bangladesh did?\nEvidence:\n- Supreme Court of Chile | Express intent to release persons or property | Augusto Pinochet | 2005-09-16\n- Supreme Electoral Court | Consult | Ministry (Supreme Electoral Court) | 2006-12-06\n- Supreme Electoral Court | Consult | Ministry (Supreme Electoral Court) | 2006-12-05\n- Ministry (Supreme Electoral Court) | Consult | Supreme Electoral Court | 2006-12-06\n- Ministry (Supreme Electoral Court) | Consult | Supreme Electoral Court | 2006-12-05\n- Ministry (Supreme Electoral Court) | Criticize or denounce | Supreme Electoral Court | 2013-08-30\n- Xiao Yang | Consult | Supreme Court of Ethiopia | 2006-01-18\n- Supreme Court of Nigeria | Reject | Citizen (Nigeria) | 2013-06-12\n- Supreme Court of Ethiopia | Consult | Xiao Yang | 2006-01-18\n- Supreme Court of Chile | Reject | Augusto Pinochet | 2006-03-10\n- Citizen (Bangladesh) | Appeal for release of persons or property | Head of Government (Bangladesh) | 2007-07-05\n- Employee (Bangladesh) | Express intent to release persons or property | Citizen (Bangladesh) | 2005-10-19\n- Supreme Electoral Court | Investigate | Head of Government (Brazil) | 2006-09-19\n- Supreme Court of Chile | Make statement | Augusto Pinochet | 2005-03-25\n- Supreme Court of Chile | Make statement | Alberto Fujimori | 2007-08-25\nAnswer:", "completion": " Head of Government (Bangladesh)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1070145", "prompt": "In which year did Pedro Manuel Mamede Passos Coelho first express his intention to meet Antonio Paulo Kassoma?\nEvidence:\n- Pedro Manuel Mamede Passos Coelho | Consult | Antonio Paulo Kassoma | 2011-11-17\n- Antonio Paulo Kassoma | Consult | Pedro Manuel Mamede Passos Coelho | 2011-11-17\n- Pedro Manuel Mamede Passos Coelho | Make a visit | Antonio Paulo Kassoma | 2011-11-18\n- Antonio Paulo Kassoma | Host a visit | Pedro Manuel Mamede Passos Coelho | 2011-11-18\n- Pedro Manuel Mamede Passos Coelho | Express intent to meet or negotiate | Antonio Paulo Kassoma | 2011-11-17\n- Pedro Manuel Mamede Passos Coelho | Accuse | Portugal | 2011-05-26\n- Pedro Manuel Mamede Passos Coelho | Make statement | Portugal | 2012-10-09\n- Pedro Manuel Mamede Passos Coelho | Make statement | Portugal | 2012-09-07\n- Pedro Manuel Mamede Passos Coelho | Make statement | Portugal | 2012-04-18\n- Pedro Manuel Mamede Passos Coelho | Make statement | Portugal | 2012-04-11\n- Pedro Manuel Mamede Passos Coelho | Make statement | Portugal | 2011-12-25\n- Pedro Manuel Mamede Passos Coelho | Make statement | Portugal | 2011-11-17\n- Pedro Manuel Mamede Passos Coelho | Make statement | Portugal | 2011-11-03\n- Pedro Manuel Mamede Passos Coelho | Make statement | Portugal | 2011-03-19\n- Pedro Manuel Mamede Passos Coelho | Make statement | Angola | 2011-11-17\nAnswer:", "completion": " 2011", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1364686", "prompt": "In which year did Mexico host the visit of the Foreign Minister of France?\nEvidence:\n- Mexico | Host a visit | Valdas Adamkus | 2005-01-20\n- Mexico | Host a visit | Muhammad VI | 2005-02-10\n- Mexico | Host a visit | Jaroslav Palas | 2005-02-08\n- France | Host a visit | Iraq | 2005-01-29\n- France | Host a visit | Iraq | 2005-01-14\n- Royal Administration (Bulgaria) | Host a visit | Mexico | 2005-02-09\n- France | Host a visit | Cape Verde | 2005-01-19\n- Foreign Affairs (France) | Make statement | France | 2005-01-25\n- Foreign Affairs (France) | Make statement | France | 2005-01-11\n- Foreign Affairs (France) | Make statement | France | 2005-01-10\n- France | Host a visit | Roh Moo Hyun | 2005-01-15\n- France | Host a visit | Rafael Antonio Bielsa | 2005-01-19\n- France | Host a visit | Rafael Antonio Bielsa | 2005-01-18\n- France | Host a visit | Marie-George Buffet | 2005-01-12\n- France | Host a visit | Interim Leader (Iraq) | 2005-01-13\nAnswer:", "completion": " 2010", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1226606", "prompt": "Who did Roh Moo Hyun negotiate with on the same day as the Association of Southeast Asian Nations?\nEvidence:\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-07\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-06\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-04\n- Japan | Mediate | Association of Southeast Asian Nations | 2005-02-09\n- Japan | Consult | Association of Southeast Asian Nations | 2005-02-25\n- China | Consult | Association of Southeast Asian Nations | 2005-02-25\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-07\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-06\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-04\n- Association of Southeast Asian Nations | Consult | Japan | 2005-02-25\n- Association of Southeast Asian Nations | Consult | China | 2005-02-25\n- Wen Jiabao | Consult | Association of Southeast Asian Nations | 2005-01-06\n- South Korea | Consult | Association of Southeast Asian Nations | 2005-02-25\n- Association of Southeast Asian Nations | Consult | Wen Jiabao | 2005-01-06\n- Association of Southeast Asian Nations | Consult | South Korea | 2005-02-25\nAnswer:", "completion": " Wen Jiabao", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1159128", "prompt": "At what time did the Armed Gang of Saudi Arabia first threaten the citizens of Saudi Arabia?\nEvidence:\n- Armed Gang (Saudi Arabia) | Threaten | Citizen (Saudi Arabia) | 2015-10-27\n- Armed Gang (Saudi Arabia) | Threaten | Saudi Arabian Defence Forces | 2015-10-27\n- Royal Administration (Saudi Arabia) | Consult | Armed Gang (Saudi Arabia) | 2009-08-27\n- Police (Saudi Arabia) | Make statement | Armed Gang (Saudi Arabia) | 2014-02-26\n- Armed Gang (Saudi Arabia) | Physically assault | Citizen (Saudi Arabia) | 2015-08-02\n- Armed Gang (Saudi Arabia) | Consult | Royal Administration (Saudi Arabia) | 2009-08-27\n- Saudi Army | Investigate | Armed Gang (Saudi Arabia) | 2009-12-04\n- Royal Administration (Saudi Arabia) | Make statement | Armed Gang (Saudi Arabia) | 2009-08-27\n- Police (Saudi Arabia) | Impose administrative sanctions | Armed Gang (Saudi Arabia) | 2015-05-30\n- Media Personnel (Saudi Arabia) | Make statement | Armed Gang (Saudi Arabia) | 2015-10-28\n- Media Personnel (Saudi Arabia) | Make statement | Armed Gang (Saudi Arabia) | 2015-09-16\n- Media Personnel (Saudi Arabia) | Make statement | Armed Gang (Saudi Arabia) | 2015-08-09\n- Media Personnel (Saudi Arabia) | Make statement | Armed Gang (Saudi Arabia) | 2015-08-06\n- Media Personnel (Saudi Arabia) | Make statement | Armed Gang (Saudi Arabia) | 2012-08-04\n- Media Personnel (Saudi Arabia) | Make statement | Armed Gang (Saudi Arabia) | 2011-08-10\nAnswer:", "completion": " 2015-10-27", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1000003", "prompt": "Who praised the royal administration of Saudi Arabia before October 2006?\nEvidence:\n- Royal Administration (Saudi Arabia) | Threaten | Citizen (Saudi Arabia) | 2008-10-28\n- Royal Administration (Saudi Arabia) | Investigate | Education (Saudi Arabia) | 2006-03-26\n- Royal Administration (Saudi Arabia) | Investigate | Detainee (Saudi Arabia) | 2006-05-18\n- Royal Administration (Saudi Arabia) | Investigate | Citizen (Saudi Arabia) | 2008-12-04\n- Royal Administration (Saudi Arabia) | Demand | Police (Saudi Arabia) | 2008-04-29\n- Royal Administration (Saudi Arabia) | Demand | Employee (Saudi Arabia) | 2010-01-17\n- Royal Administration (Saudi Arabia) | Demand | Education (Saudi Arabia) | 2010-05-03\n- Royal Administration (Saudi Arabia) | Consult | Police (Saudi Arabia) | 2010-09-20\n- Royal Administration (Saudi Arabia) | Consult | Education (Saudi Arabia) | 2008-03-18\n- Royal Administration (Saudi Arabia) | Consult | Citizen (Saudi Arabia) | 2011-10-07\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-09\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-07\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-04\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-03\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-02\nAnswer:", "completion": " Yemen", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1393442", "prompt": "When did the Democratic Alliance of Africa praise the Industry of South Africa?\nEvidence:\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- Movement for Democratic Change | Use conventional military force | South Africa | 2005-02-07\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- South Africa | Consult | China | 2005-02-05\n- China | Consult | South Africa | 2005-02-05\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-27\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-26\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-25\nAnswer:", "completion": " 2013-07-10", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1032021", "prompt": "Who was the last person to visit the International Court of Justice before Evo Morales?\nEvidence:\n- The Hague | Host a visit | International Court of Justice | 2007-05-31\n- International Court of Justice | Make a visit | The Hague | 2007-05-31\n- The Hague | Retreat or surrender militarily | International Court of Justice | 2005-04-25\n- The Hague | Retreat or surrender militarily | International Court of Justice | 2005-03-18\n- Tanzania | Host a visit | International Court of Justice | 2006-10-28\n- International Court of Justice | Make a visit | Tanzania | 2006-10-28\n- International Court of Justice | Express intent to cooperate | Court Judge (Mexico) | 2006-04-13\n- Ante Gotovina | Refuse to yield | International Court of Justice | 2007-08-08\n- Ministry (Sudan) | Reject | International Court of Justice | 2007-02-28\n- International Court of Justice | Reject | Ante Gotovina | 2005-01-12\n- International Court of Justice | Make statement | France | 2006-08-12\n- International Court of Justice | Accuse | Vojislav Šešelj | 2006-12-03\n- International Court of Justice | Accuse | Ante Gotovina | 2005-12-08\n- International Court of Justice | Accuse | Ante Gotovina | 2005-11-22\n- International Court of Justice | Accuse | Ante Gotovina | 2005-05-13\nAnswer:", "completion": " William Ruto", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1305450", "prompt": "Who praised Abhisit Vejjajiva after 2010?\nEvidence:\n- Thailand | Consult | Abhisit Vejjajiva | 2006-04-27\n- Thailand | Consult | Abhisit Vejjajiva | 2005-02-16\n- Abhisit Vejjajiva | Consult | Thailand | 2006-04-27\n- Abhisit Vejjajiva | Consult | Thailand | 2005-02-16\n- Abhisit Vejjajiva | Make statement | Thailand | 2006-04-30\n- Abhisit Vejjajiva | Make statement | Thailand | 2006-02-25\n- Abhisit Vejjajiva | Make statement | Thailand | 2005-12-28\n- Abhisit Vejjajiva | Make statement | Thailand | 2005-06-30\n- Abhisit Vejjajiva | Make statement | Thailand | 2005-06-29\n- Abhisit Vejjajiva | Demand | Citizen (Thailand) | 2006-04-03\n- Minister Kachornprasart | Make statement | Abhisit Vejjajiva | 2005-07-04\n- Media Personnel (Thailand) | Consult | Abhisit Vejjajiva | 2006-03-06\n- Media Personnel (Thailand) | Consult | Abhisit Vejjajiva | 2006-03-02\n- Banharn Silpa-archa | Reject | Abhisit Vejjajiva | 2010-01-11\n- Banharn Silpa-archa | Consult | Abhisit Vejjajiva | 2009-05-15\nAnswer:", "completion": " Yongyuth Wichaidit", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1070499", "prompt": "After the other authorities and officials of Egypt, against whom did the Egyptian police use conventional military force for the first time?\nEvidence:\n- Police (Egypt) | Use conventional military force | Other Authorities / Officials (Egypt) | 2007-10-06\n- Attack Craft (Egypt) | Use conventional military force | Other Authorities / Officials (Egypt) | 2015-09-15\n- Mexico | Use conventional military force | Other Authorities / Officials (Mexico) | 2007-05-28\n- Military (Mexico) | Use conventional military force | Other Authorities / Officials (Mexico) | 2010-09-07\n- First Command of the Capital | Use unconventional violence | Other Authorities / Officials (Brazil) | 2006-08-25\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-13\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-04\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-05-17\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2005-06-16\n- Other Authorities / Officials (Egypt) | Investigate | Police (Egypt) | 2010-11-15\n- Other Authorities / Officials (Egypt) | Investigate | Police (Egypt) | 2010-07-03\n- Other Authorities / Officials (Egypt) | Demand | Police (Egypt) | 2013-08-01\n- Police (Egypt) | Use conventional military force | People Associated with the Opposition (Egypt) | 2012-12-15\n- Other Authorities / Officials (Brazil) | Sign formal agreement | First Command of the Capital | 2006-05-18\nAnswer:", "completion": " Protester (Egypt)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1377730", "prompt": "When did Sudan first use conventional military force against the UN Security Council?\nEvidence:\n- UN Security Council | Rally opposition against | Togo | 2005-02-25\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- Jon Corzine | Rally opposition against | UN Security Council | 2005-03-02\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- Government (Sudan) | Make statement | UN Security Council | 2005-02-08\n- UN Security Council | Praise or endorse | Government (Sudan) | 2005-01-11\n- UN Security Council | Consider policy option | Citizen (Sudan) | 2005-02-08\n- Government (Sudan) | Defy norms, law | UN Security Council | 2005-01-09\n- UN Security Council | Express intent to provide military protection or peacekeeping | Sudan | 2005-03-04\n- UN Security Council | Express intent to provide military protection or peacekeeping | Sudan | 2005-01-19\n- UN Security Council | Demand settling of dispute | Citizen (Sudan) | 2005-01-13\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- UN Security Council | Make an appeal or request | Citizen (Sudan) | 2005-02-02\n- UN Security Council | Make statement | Togo | 2005-02-25\nAnswer:", "completion": " 2012-05-03", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1307709", "prompt": "After the year 2010, to whom did the Women of Australia appeal?\nEvidence:\n- People Associated with the Opposition (Australia) | Accuse | Women (Australia) | 2009-02-23\n- Women (Australia) | Make an appeal or request | People Associated with the Opposition (Australia) | 2010-09-28\n- People Associated with the Opposition (Australia) | Accede to demands for rights | Women (Australia) | 2009-01-18\n- Member of Parliament (Australia) | Reject | Women (Australia) | 2006-05-03\n- Women (Australia) | Appeal for humanitarian aid | Police (Australia) | 2006-03-22\n- Police (Australia) | Make an appeal or request | Women (Australia) | 2006-11-25\n- Police (Australia) | Make an appeal or request | Women (Australia) | 2006-10-26\n- Police (Australia) | Make an appeal or request | Women (Australia) | 2006-07-26\n- Police (Australia) | Make an appeal or request | Women (Australia) | 2005-11-25\n- Police (Australia) | Make an appeal or request | Women (Australia) | 2005-11-23\n- Police (Australia) | Make an appeal or request | Women (Australia) | 2005-06-14\n- Police (Australia) | Make an appeal or request | Women (Australia) | 2005-02-02\n- Businessperson (Australia) | Make an appeal or request | Women (Australia) | 2005-06-21\n- Women (Australia) | Use unconventional violence | Member of Parliament (Australia) | 2005-09-05\n- Member of Parliament (Australia) | Make pessimistic comment | Women (Australia) | 2005-08-29\nAnswer:", "completion": " People Associated with the Opposition (Australia)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1343889", "prompt": "Who criticised Antonis Samaras in the same month of the Democratic Left?\nEvidence:\n- Democratic Left | Reject | Antonis Samaras | 2012-05-08\n- Democratic Left | Reject | Antonis Samaras | 2012-05-07\n- Democratic Left | Consult | Antonis Samaras | 2013-02-18\n- Democratic Left | Consult | Antonis Samaras | 2012-11-04\n- Democratic Left | Consult | Antonis Samaras | 2012-08-29\n- Democratic Left | Consult | Antonis Samaras | 2012-08-23\n- Democratic Left | Consult | Antonis Samaras | 2012-07-18\n- Democratic Left | Consult | Antonis Samaras | 2012-06-20\n- Antonis Samaras | Reject | Democratic Left | 2012-10-31\n- Antonis Samaras | Consult | Democratic Left | 2013-02-18\n- Antonis Samaras | Consult | Democratic Left | 2012-11-04\n- Antonis Samaras | Consult | Democratic Left | 2012-08-29\n- Antonis Samaras | Consult | Democratic Left | 2012-08-23\n- Antonis Samaras | Consult | Democratic Left | 2012-07-18\n- Antonis Samaras | Consult | Democratic Left | 2012-06-20\nAnswer:", "completion": " Alexis Tsipras", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1355316", "prompt": "In which year did the Court Judge of United Kingdom reject Boris Johnson?\nEvidence:\n- Citizen (United Kingdom) | Demand | Boris Johnson | 2008-05-03\n- Citizen (United Kingdom) | Demand | Boris Johnson | 2007-09-18\n- Citizen (United Kingdom) | Consult | Boris Johnson | 2008-03-03\n- Citizen (United Kingdom) | Accuse | Boris Johnson | 2008-12-08\n- Citizen (United Kingdom) | Accuse | Boris Johnson | 2008-11-21\n- Citizen (United Kingdom) | Accuse | Boris Johnson | 2007-12-31\n- Boris Johnson | Consult | Citizen (United Kingdom) | 2008-03-03\n- Boris Johnson | Accuse | Citizen (United Kingdom) | 2008-09-23\n- Court Judge (United Kingdom) | Reject | Secretary of State for the Home Department | 2013-03-28\n- Boris Johnson | Engage in material cooperation | Citizen (United Kingdom) | 2008-06-26\n- Party Member (United Kingdom) | Accuse | Boris Johnson | 2008-03-18\n- Jacqui Smith | Reject | Boris Johnson | 2008-10-09\n- Citizen (United Kingdom) | Reject plan, agreement to settle dispute | Boris Johnson | 2008-09-29\n- Boris Johnson | Accuse of war crimes | Labor Party (United Kingdom) | 2008-06-24\n- Lawmaker (United Kingdom) | Make optimistic comment | Boris Johnson | 2008-05-03\nAnswer:", "completion": " 2014", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1291807", "prompt": "Who appealed for the citizens of State Actor before 11 April 2006?\nEvidence:\n- Mahmoud Abbas | Make an appeal or request | Citizen (Unidentified State Actor) | 2006-04-11\nAnswer:", "completion": " Mahmoud Abbas", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1209866", "prompt": "Who made pessimistic remarks about South Korea in the same month by the ruling party of South Korea?\nEvidence:\n- Party Member (Thailand) | Make pessimistic comment | Thailand | 2005-02-02\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | South Korea | 2005-01-08\n- South Korea | Engage in negotiation | Japan | 2005-01-08\n- South Korea | Engage in negotiation | Japan | 2005-01-03\n- Japan | Engage in negotiation | South Korea | 2005-01-08\n- Japan | Engage in negotiation | South Korea | 2005-01-03\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- South Korea | Consult | Japan | 2005-01-06\n- Japan | Consult | South Korea | 2005-01-06\n- South Korea | Reduce relations | Citizen (North Korea) | 2005-01-03\nAnswer:", "completion": " Envoy (United States)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1108103", "prompt": "Before the Brazilian professor, who was the last person attacked by the Brazilian criminal with small arms and light weapons?\nEvidence:\n- Criminal (Brazil) | fight with small arms and light weapons | Professor (Brazil) | 2005-09-03\n- Mexico | fight with small arms and light weapons | Criminal (Mexico) | 2007-10-30\n- Criminal (Yemen) | fight with small arms and light weapons | Yemen | 2011-10-15\n- Criminal (Yemen) | fight with small arms and light weapons | Yemen | 2010-05-04\n- Criminal (Mexico) | fight with small arms and light weapons | Mexico | 2014-05-04\n- Criminal (Mexico) | fight with small arms and light weapons | Mexico | 2012-12-19\n- Criminal (Mexico) | fight with small arms and light weapons | Mexico | 2012-06-26\n- Criminal (Mexico) | fight with small arms and light weapons | Mexico | 2011-08-23\n- Criminal (Mexico) | fight with small arms and light weapons | Mexico | 2007-10-30\n- Criminal (Mexico) | fight with small arms and light weapons | Mexico | 2006-09-26\n- Criminal (Mexico) | fight with small arms and light weapons | Mexico | 2005-02-21\n- Criminal (Guatemala) | fight with small arms and light weapons | Guatemala | 2005-09-20\n- Criminal (Burundi) | fight with small arms and light weapons | Burundi | 2015-11-09\n- Professor (Taiwan) | fight with small arms and light weapons | Party Member (Taiwan) | 2011-10-16\n- Villager (Pakistan) | fight with small arms and light weapons | Criminal (Pakistan) | 2008-02-10\nAnswer:", "completion": " Member of Parliament (Brazil)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1320653", "prompt": "In which year did the Foreign Minister of Liberia last express the intention to negotiate with the Congress of the United States?\nEvidence:\n- Foreign Affairs (Liberia) | Express intent to meet or negotiate | Congress (United States) | 2007-10-18\n- Foreign Affairs (Liberia) | Make a visit | Congress (United States) | 2011-08-11\n- Congress (United States) | Host a visit | Foreign Affairs (Liberia) | 2011-08-11\n- Minister Bogollagama | Consult | Congress (United States) | 2007-10-03\n- Congress (United States) | Consult | Minister Bogollagama | 2007-10-03\n- Congress (United States) | Express intent to meet or negotiate | Special Rapporteurs of the United Nations | 2012-05-04\n- Foreign Affairs (Liberia) | Express intent to cooperate | Envoy (United States) | 2012-06-27\n- Congress (Liberia) | Make statement | National Congress (Liberia) | 2012-10-01\n- Foreign Affairs (Singapore) | Express intent to meet or negotiate | Congress (United States) | 2013-03-11\n- Envoy (United States) | Appeal for policy change | Member of the Judiciary (Liberia) | 2014-02-26\n- Envoy (United States) | Appeal for policy change | Member of the Judiciary (Liberia) | 2014-02-24\n- Congress (United States) | Express intent to meet or negotiate | Yemen | 2010-12-27\n- Congress (United States) | Express intent to meet or negotiate | Vietnam | 2006-04-10\n- Congress (United States) | Express intent to meet or negotiate | Thailand | 2005-01-06\n- Congress (United States) | Express intent to meet or negotiate | Sudan | 2009-08-01\nAnswer:", "completion": " 2007", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1370389", "prompt": "After the Thai protesters, who did the citizens of the United Kingdom ask first?\nEvidence:\n- Royal Thai Police | Investigate | Citizen (United Kingdom) | 2014-09-17\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Chancellor of the Exchequer | Reject | Citizen (United Kingdom) | 2006-07-13\n- Member of the Judiciary (United States) | Reject | Businessperson (United Kingdom) | 2011-10-27\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- President of the Senate (United Kingdom) | Consult | Joaquim Barbosa | 2014-05-29\n- Newspaper (United Kingdom) | Make statement | Chancellor of the Exchequer | 2006-11-24\n- Joaquim Barbosa | Consult | President of the Senate (United Kingdom) | 2014-05-29\n- President of the Senate (United Kingdom) | Consult | House Speaker (United States) | 2005-12-29\n- Men (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2006-07-13\n- Lawyer/Attorney (United Kingdom) | Apologize | Member of the Judiciary (United States) | 2008-03-22\n- House Speaker (United States) | Consult | President of the Senate (United Kingdom) | 2005-12-29\nAnswer:", "completion": " Citizen (Australia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1189141", "prompt": "Who was the last person the Australian lawyer wanted to negotiate with before the Australian Public Prosecutor?\nEvidence:\n- Lawyer/Attorney (Australia) | Express intent to meet or negotiate | Public Prosecutor (Australia) | 2011-02-08\n- Public Prosecutor (Tunisia) | Return, release person(s) | Business (Tunisia) | 2012-12-28\n- Public Prosecutor (Peru) | Return, release person(s) | Murderer (Peru) | 2015-07-05\n- Public Prosecutor (China) | Return, release person(s) | Criminal (China) | 2012-06-13\n- Public Prosecutor (Brazil) | Return, release person(s) | Citizen (Brazil) | 2005-12-16\n- People Associated with the Opposition (Brazil) | Make statement | Public Prosecutor (Brazil) | 2012-09-21\n- Public Prosecutor (Moldova) | Express intent to cooperate | Lawyer/Attorney (Moldova) | 2006-12-28\n- Lawyer/Attorney (Moldova) | Express intent to cooperate | Public Prosecutor (Moldova) | 2006-12-28\n- Public Prosecutor (Belgium) | Make statement | Lawyer/Attorney (Belgium) | 2005-11-23\n- Lawyer/Attorney (Australia) | Criticize or denounce | Public Prosecutor (Australia) | 2012-09-25\n- Yemen | Demand | Public Prosecutor (Yemen) | 2011-07-12\n- Yemen | Demand | Public Prosecutor (Yemen) | 2011-07-10\n- Yemen | Demand | Public Prosecutor (Yemen) | 2011-07-09\n- Public Prosecutor (Greece) | Investigate | Ethnos | 2013-11-04\n- Public Prosecutor (Burkina Faso) | Return, release person(s) | Jean Bertin Ouedraogo | 2015-04-15\nAnswer:", "completion": " Police (Australia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1003054", "prompt": "Before the Health Ministry of Nigeria, who last investigated the citizens of Nigeria?\nEvidence:\n- Ministry (Nigeria) | Consult | Health Ministry (Nigeria) | 2011-01-01\n- Health Ministry (Nigeria) | Consult | Ministry (Nigeria) | 2011-01-01\n- Health Ministry (Nigeria) | Accuse | Ministry (Nigeria) | 2009-01-30\n- Ministry (Nigeria) | Make statement | Health Ministry (Nigeria) | 2014-10-24\n- Ministry (Nigeria) | Make statement | Health Ministry (Nigeria) | 2013-07-23\n- Ministry (Nigeria) | Make statement | Health Ministry (Nigeria) | 2013-04-15\n- Ministry (Nigeria) | Make statement | Health Ministry (Nigeria) | 2012-12-14\n- Ministry (Nigeria) | Make statement | Health Ministry (Nigeria) | 2009-06-30\n- Health Ministry (Nigeria) | Make statement | Ministry (Nigeria) | 2015-12-22\n- Health Ministry (Nigeria) | Make statement | Ministry (Nigeria) | 2015-01-21\n- Health Ministry (Nigeria) | Make statement | Ministry (Nigeria) | 2014-10-24\n- Health Ministry (Nigeria) | Make statement | Ministry (Nigeria) | 2013-02-12\n- Health Ministry (Nigeria) | Make statement | Ministry (Nigeria) | 2008-04-02\n- Health Ministry (Nigeria) | Make statement | Ministry (Nigeria) | 2008-03-31\n- Media (Nigeria) | Consult | Health Ministry (Nigeria) | 2014-05-21\nAnswer:", "completion": " Other Authorities / Officials (Nigeria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1214991", "prompt": "Before the Election Commission of Belarus, who was the last to accuse the citizens of Belarus?\nEvidence:\n- Election Commission (Belarus) | Accuse | Citizen (Belarus) | 2014-03-11\n- Election Commission (Belarus) | Accuse | Party Member (Belarus) | 2012-02-16\n- Head of Government (Belarus) | Consult | Election Commission (Belarus) | 2008-01-28\n- Election Commission (Belarus) | Consult | Head of Government (Belarus) | 2008-01-28\n- Election Commission (Belarus) | Threaten | Citizen (Belarus) | 2006-01-18\n- Election Commission (Belarus) | Reject | Citizen (Belarus) | 2015-10-16\n- Election Commission (Belarus) | Reject | Citizen (Belarus) | 2008-10-24\n- Election Commission (Belarus) | Reject | Citizen (Belarus) | 2008-07-31\n- Election Commission (Belarus) | Demand | Citizen (Belarus) | 2005-12-16\n- Head of Government (Belarus) | Make statement | Election Commission (Belarus) | 2008-04-24\n- Election Commission (Belarus) | Make statement | Head of Government (Belarus) | 2010-12-25\n- Election Commission (Belarus) | Make statement | Head of Government (Belarus) | 2006-01-19\n- Government Official (Belarus) | Consult | Election Commission (Belarus) | 2006-02-24\n- Election Commission (Belarus) | Threaten | Party Member (Belarus) | 2006-03-10\n- Election Commission (Belarus) | Threaten | Party Member (Belarus) | 2006-01-12\nAnswer:", "completion": " Committee for State Security", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1218256", "prompt": "After Umaru Musa Yar'Adua, who expressed the intention to meet with Oluwole Gbagbo?\nEvidence:\n- Umaru Musa Yar'Adua | Threaten | Government (Nigeria) | 2005-01-25\n- Umaru Musa Yar'Adua | Demand | Citizen (Nigeria) | 2007-05-31\n- Umaru Musa Yar'Adua | Consult | South Africa | 2007-04-26\n- Umaru Musa Yar'Adua | Consult | Abdoulaye Wade | 2007-05-08\n- Umaru Musa Yar'Adua | Accuse | Citizen (Nigeria) | 2007-01-05\n- South Africa | Consult | Umaru Musa Yar'Adua | 2007-04-26\n- Oluṣẹgun Ọbasanjọ | Yield | Umaru Musa Yar'Adua | 2007-05-30\n- Oluṣẹgun Ọbasanjọ | Yield | Umaru Musa Yar'Adua | 2007-05-29\n- Daily Trust | Reject | Umaru Musa Yar'Adua | 2007-02-09\n- Citizen (Nigeria) | Demand | Umaru Musa Yar'Adua | 2007-04-23\n- Abdoulaye Wade | Consult | Umaru Musa Yar'Adua | 2007-05-08\n- Umaru Musa Yar'Adua | Praise or endorse | China | 2007-05-30\n- Umaru Musa Yar'Adua | Make statement | Government (Nigeria) | 2007-05-29\n- Umaru Musa Yar'Adua | Make statement | Government (Nigeria) | 2007-05-08\n- Oluṣẹgun Ọbasanjọ | Make statement | Umaru Musa Yar'Adua | 2006-12-22\nAnswer:", "completion": " Abdoulaye Wade", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1026769", "prompt": "In which year did the Council of Advisors to the Cabinet of Ministers of the United States formally sign an agreement with Dmitry Anatolyevich Medvedev?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- Dmitry Anatolyevich Medvedev | Engage in negotiation | China | 2005-12-09\n- China | Engage in negotiation | Dmitry Anatolyevich Medvedev | 2005-12-09\n- Dmitry Anatolyevich Medvedev | Consult | China | 2005-12-08\n- China | Consult | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Head of Government (Germany) | Consult | Dmitry Anatolyevich Medvedev | 2006-07-28\n- Dmitry Anatolyevich Medvedev | Consult | Head of Government (Germany) | 2006-07-28\n- Veterans (Russia) | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Islam Karimov | Consult | Dmitry Anatolyevich Medvedev | 2006-05-07\n- Islam Karimov | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2006-01-13\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2006-01-12\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2005-11-15\n- Dmitry Anatolyevich Medvedev | Make statement | Kazakhstan | 2006-03-30\n- Dmitry Anatolyevich Medvedev | Consult | Veterans (Russia) | 2006-05-06\nAnswer:", "completion": " 2010", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1241673", "prompt": "Who was the first to praise Ma Ying Jeou after the Farm Worker of Taiwan?\nEvidence:\n- Professor (Taiwan) | Make statement | Ma Ying Jeou | 2005-02-15\n- Monastery (Taiwan) | Host a visit | Ma Ying Jeou | 2005-02-19\n- Ma Ying Jeou | Make a visit | Monastery (Taiwan) | 2005-02-19\n- Government Official (Taiwan) | Make statement | Ma Ying Jeou | 2005-04-12\n- Ma Ying Jeou | Praise or endorse | China | 2005-05-04\n- Ma Ying Jeou | Praise or endorse | China | 2005-02-04\n- Ma Ying Jeou | Praise or endorse | Lien Chan | 2005-04-03\n- Ma Ying Jeou | Demand | Kuomintang | 2005-02-05\n- China | Reject | Ma Ying Jeou | 2005-01-05\n- China | Reject | Ma Ying Jeou | 2005-01-04\n- Ma Ying Jeou | Make statement | Kuomintang | 2005-04-15\n- Ma Ying Jeou | Make statement | Japan | 2005-03-04\n- Ma Ying Jeou | Make statement | China | 2005-03-28\n- Ma Ying Jeou | Make statement | China | 2005-03-06\n- Ma Ying Jeou | Make statement | China | 2005-01-07\nAnswer:", "completion": " Huang Kun-huei", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1142156", "prompt": "After the 11th of August 2010, who supported the economy of Germany?\nEvidence:\n- Office for the Protection of the Constitution | Consult | Intelligence (Germany) | 2006-03-13\n- Intelligence (Germany) | Consult | Office for the Protection of the Constitution | 2006-03-13\n- Lawyer/Attorney (Germany) | Investigate | Office for the Protection of the Constitution | 2015-08-01\n- People Associated with the Opposition (Germany) | Use unconventional violence | Head of Government (Germany) | 2012-01-28\n- People Associated with the Opposition (Germany) | Criticize or denounce | Head of Government (Germany) | 2012-01-28\n- People Associated with the Opposition (Germany) | Accuse | Government (Germany) | 2015-05-22\n- People Associated with the Opposition (Germany) | Accuse | Government (Germany) | 2012-08-06\n- People Associated with the Opposition (Germany) | Sign formal agreement | Government (Germany) | 2009-12-02\n- Government (Germany) | Sign formal agreement | People Associated with the Opposition (Germany) | 2009-12-02\n- People Associated with the Opposition (Germany) | Express intent to cooperate | Government (Germany) | 2005-06-15\n- Government (Germany) | Express intent to cooperate | People Associated with the Opposition (Germany) | 2005-06-15\n- Business (Germany) | Make statement | Head of Government (Germany) | 2005-10-13\n- Government (Germany) | Reject plan, agreement to settle dispute | People Associated with the Opposition (Germany) | 2011-02-09\n- Zviad Dzidziguri | Consult | People Associated with the Opposition (Germany) | 2009-03-19\n- Philipp Rösler | Accuse | People Associated with the Opposition (Germany) | 2012-06-12\nAnswer:", "completion": " Iran", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1038920", "prompt": "Who was the last person to visit Juan Carlos I before Saud bin Faisal bin Abdul-Aziz?\nEvidence:\n- Saud bin Faisal bin Abdul-Aziz | Reject | Iraq | 2005-09-22\n- Saud bin Faisal bin Abdul-Aziz | Accuse | Iran | 2005-10-16\n- Tony Blair | Consult | Saud bin Faisal bin Abdul-Aziz | 2006-01-17\n- Tony Blair | Consult | Saud bin Faisal bin Abdul-Aziz | 2006-01-16\n- Saud bin Faisal bin Abdul-Aziz | Make statement | Iraq | 2005-10-03\n- Saud bin Faisal bin Abdul-Aziz | Make statement | Iraq | 2005-10-02\n- Saud bin Faisal bin Abdul-Aziz | Consult | Tony Blair | 2006-01-17\n- Saud bin Faisal bin Abdul-Aziz | Consult | Tony Blair | 2006-01-16\n- Saud bin Faisal bin Abdul-Aziz | Consult | Jack Straw | 2006-01-17\n- Saud bin Faisal bin Abdul-Aziz | Consult | Jack Straw | 2006-01-16\n- Saud bin Faisal bin Abdul-Aziz | Consult | Jack Straw | 2005-02-24\n- Saud bin Faisal bin Abdul-Aziz | Consult | Jack Straw | 2005-02-23\n- Jack Straw | Consult | Saud bin Faisal bin Abdul-Aziz | 2006-01-17\n- Jack Straw | Consult | Saud bin Faisal bin Abdul-Aziz | 2006-01-16\n- Jack Straw | Consult | Saud bin Faisal bin Abdul-Aziz | 2005-02-24\nAnswer:", "completion": " Abdullah Gül", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1096087", "prompt": "After the ruling party of South Korea, who was the first to be criticised by the Lawyer/Attorney of South Korea?\nEvidence:\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- South Korea | Express intent to cooperate | Japan | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-06\n- Japan | Express intent to cooperate | South Korea | 2005-01-13\n- China | Express intent to cooperate | South Korea | 2005-01-13\n- China | Express intent to cooperate | South Korea | 2005-01-06\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- Vietnam | Express intent to meet or negotiate | South Korea | 2005-01-05\n- Thailand | Express intent to meet or negotiate | South Korea | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-12\nAnswer:", "completion": " Lee Myung Bak", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1104621", "prompt": "Who would wish to visit the Air Force of United Kingdom in 2011?\nEvidence:\n- Barack Obama | Make a visit | Air Force (United Kingdom) | 2011-08-09\n- Air Force (United Kingdom) | Host a visit | Barack Obama | 2011-08-09\n- Royal Air Force | Accuse | Citizen (United Kingdom) | 2011-07-13\n- Member of the Judiciary (United States) | Reject | Businessperson (United Kingdom) | 2011-10-27\n- Citizen (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2011-02-23\n- Air Force (Mexico) | Investigate | Mexico | 2011-06-28\n- Naval (United Kingdom) | Threaten with military force | Citizen (United Kingdom) | 2011-09-21\n- Royal Air Force | Host a visit | Royal Administration (Jordan) | 2011-06-30\n- Royal Administration (Jordan) | Make a visit | Royal Air Force | 2011-06-30\n- Iran | Make statement | Air Force (Iran) | 2011-02-08\n- Air Force (Iran) | Make statement | Iran | 2011-07-10\n- Party Member (United Kingdom) | Use conventional military force | Citizen (United Kingdom) | 2011-08-12\n- Party Member (United Kingdom) | Use conventional military force | Children (United Kingdom) | 2011-08-12\n- Labor Party (United Kingdom) | Use conventional military force | Citizen (United Kingdom) | 2011-09-27\n- Citizen (United Kingdom) | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2011-05-04\nAnswer:", "completion": " Barack Obama", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1143404", "prompt": "Before the citizens of Belarus, who last did Mahmoud Ahmadinejad appeal for?\nEvidence:\n- Mahmoud Ahmadinejad | Make an appeal or request | Iran | 2005-06-26\n- Mahmoud Ahmadinejad | Make an appeal or request | Iran | 2005-06-25\n- Japan | Make an appeal or request | Mahmoud Ahmadinejad | 2005-06-25\n- Mahmoud Ahmadinejad | Investigate | Iran | 2005-06-21\n- Mahmoud Ahmadinejad | Demand | Iran | 2005-04-07\n- Mahmoud Ahmadinejad | Accuse | Iran | 2005-06-25\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-07-01\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-09\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-04-17\n- Ministry (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-29\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-07-02\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-30\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-29\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-28\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-27\nAnswer:", "completion": " Government (Africa)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1084049", "prompt": "Who was the first to use unconventional violence against Tanzania?\nEvidence:\n- Criminal (Tanzania) | Use unconventional violence | Tanzania | 2005-04-03\n- Citizen (Tanzania) | Use unconventional violence | Tanzania | 2005-04-06\n- Militia (Tanzania) | Use unconventional violence | Citizen (Tanzania) | 2005-08-19\n- Criminal (Tanzania) | Use unconventional violence | Citizen (Tanzania) | 2005-08-08\n- Criminal (Tanzania) | Use unconventional violence | Citizen (Tanzania) | 2005-05-06\n- Citizen (Tanzania) | Use unconventional violence | Police (Tanzania) | 2005-04-21\n- Citizen (Tanzania) | Use unconventional violence | Criminal (Tanzania) | 2005-05-06\n- Citizen (Tanzania) | Use unconventional violence | Maasai | 2005-05-04\n- Citizen (Tanzania) | Use unconventional violence | Civic United Front | 2005-03-10\n- Men (Kenya) | Use unconventional violence | Businessperson (Kenya) | 2015-10-28\n- Men (Kenya) | Use unconventional violence | Businessperson (Kenya) | 2014-07-14\n- Men (Kenya) | Use unconventional violence | Businessperson (Kenya) | 2013-06-20\n- Men (Kenya) | Use unconventional violence | Businessperson (Kenya) | 2011-10-25\n- Police (Tanzania) | Use conventional military force | Tanzania | 2005-04-05\n- Police (Tanzania) | Use conventional military force | Tanzania | 2005-03-09\nAnswer:", "completion": " Criminal (Tanzania)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1302044", "prompt": "After Abdul Hamid, against whom did the citizens of Bangladesh use unconventional violence?\nEvidence:\n- Citizen (Bangladesh) | Use unconventional violence | Abdul Hamid | 2011-03-27\n- Abdul Hamid | Investigate | Citizen (Bangladesh) | 2013-08-21\n- Abdul Hamid | Investigate | Citizen (Bangladesh) | 2006-06-27\n- Villager (Bangladesh) | Make statement | Abdul Hamid | 2006-07-18\n- Abdul Hamid | Make statement | Naval (Bangladesh) | 2013-12-25\n- Head of Government (Bangladesh) | Make statement | Abdul Hamid | 2013-11-21\n- Abdul Hamid | Praise or endorse | Member of Parliament (Bangladesh) | 2014-01-07\n- Naval (Bangladesh) | Host a visit | Abdul Hamid | 2015-01-26\n- Abdul Hamid | Make empathetic comment | Citizen (Bangladesh) | 2013-07-26\n- Abdul Hamid | Make a visit | Naval (Bangladesh) | 2015-01-26\n- Citizen (Bangladesh) | Engage in symbolic act | Abdul Hamid | 2015-01-22\n- Abdul Hamid | Engage in symbolic act | Citizen (Bangladesh) | 2015-03-17\n- Cabinet / Council of Ministers / Advisors (Bangladesh) | Praise or endorse | Abdul Hamid | 2014-01-27\n- Citizen (Bangladesh) | Make an appeal or request | Abdul Hamid | 2015-02-16\n- Citizen (Bangladesh) | Make an appeal or request | Abdul Hamid | 2015-02-15\nAnswer:", "completion": " Indigenous People (Bangladesh)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1161868", "prompt": "Who last appealed to the Democratic Party before the Ugandan Congress?\nEvidence:\n- Democratic Party | Make statement | Congress (Uganda) | 2006-05-15\n- Party Member (Turkey) | Consult | Democratic Party | 2005-12-04\n- Democratic Party | Consult | Party Member (Turkey) | 2005-12-04\n- Milliyet | Make statement | Democratic Party | 2005-06-15\n- Democratic Party | Threaten | Citizen (Uganda) | 2005-05-23\n- Democratic Party | Reject | Women (Uganda) | 2006-06-01\n- Democratic Party | Reject | Women (Uganda) | 2006-05-31\n- Democratic Party | Reject | Citizen (Uganda) | 2006-01-07\n- Citizen (Uganda) | Threaten | Democratic Party | 2006-06-07\n- Citizen (Uganda) | Accuse | Democratic Party | 2006-08-28\n- Justice and Development Party | Reduce relations | Democratic Party | 2005-08-29\n- Democratic Party | Demonstrate or rally | Party Member (Turkey) | 2005-05-17\n- Democratic Party | Criticize or denounce | Grand National Party | 2005-09-30\n- People First Party Korea | Express intent to meet or negotiate | Democratic Party | 2006-09-12\n- Democratic Party | Express intent to meet or negotiate | People First Party Korea | 2006-09-12\nAnswer:", "completion": " Citizen (Uganda)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1036623", "prompt": "When did the main opposition of Denmark first investigate the Middle East?\nEvidence:\n- Royal Administration (Saudi Arabia) | Investigate | Middle East | 2005-04-16\n- Military (Middle East) | Mobilize or increase armed forces | Middle East | 2005-02-14\n- Tony Blair | Make statement | Middle East | 2005-02-04\n- Shimon Peres | Make statement | Middle East | 2005-02-26\n- Middle East | Praise or endorse | Iraq | 2005-03-22\n- Iraq | Provide military aid | Middle East | 2005-01-16\n- Gerhard Schröder | Make statement | Middle East | 2005-03-31\n- China | Praise or endorse | Middle East | 2005-03-23\n- China | Make optimistic comment | Middle East | 2005-02-09\n- Abdullah Gül | Make statement | Middle East | 2005-01-07\n- Tony Blair | Praise or endorse | Middle East | 2005-02-24\n- Shirin Ebadi | Criticize or denounce | Middle East | 2005-03-09\n- Okada Katsuya | Make a visit | Middle East | 2005-03-30\n- Middle East | Host a visit | Okada Katsuya | 2005-03-30\n- Middle East | Host a visit | Mahmoud Abbas | 2005-02-01\nAnswer:", "completion": " 2006-02-15", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1067960", "prompt": "In 2013, who formally signed an agreement with the mayor of the Philippines?\nEvidence:\n- University of the Philippines | Complain officially | City Mayor (Philippines) | 2014-10-29\n- City Mayor (Philippines) | Make an appeal or request | Civil Aviation Authority of the Philippines | 2012-08-29\n- City Mayor (Philippines) | Make statement | Civil Aviation Authority of the Philippines | 2014-04-29\n- Self-Defence of the Republic of Poland | Make statement | City Mayor (Philippines) | 2010-04-23\n- City Mayor (Philippines) | Make statement | Self-Defence of the Republic of Poland | 2013-09-10\n- City Mayor (Philippines) | Make statement | Self-Defence of the Republic of Poland | 2013-09-09\n- City Mayor (Philippines) | Make statement | Self-Defence of the Republic of Poland | 2013-09-06\n- Military Personnel (Philippines) | Sign formal agreement | City Mayor (Philippines) | 2015-02-19\n- Military Personnel (Philippines) | Sign formal agreement | City Mayor (Philippines) | 2012-11-22\n- Military Personnel (Philippines) | Sign formal agreement | City Mayor (Philippines) | 2012-11-20\n- Education Ministry (Philippines) | Sign formal agreement | City Mayor (Philippines) | 2011-07-04\n- City Mayor (Philippines) | Sign formal agreement | Military Personnel (Philippines) | 2015-02-19\n- City Mayor (Philippines) | Sign formal agreement | Military Personnel (Philippines) | 2012-11-22\n- City Mayor (Philippines) | Sign formal agreement | Military Personnel (Philippines) | 2012-11-20\n- City Mayor (Philippines) | Sign formal agreement | Education Ministry (Philippines) | 2011-07-04\nAnswer:", "completion": " Denr", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1394225", "prompt": "Before the rioters of South Sudan, who last used unconventional force against Sudan?\nEvidence:\n- Resistance Movement (South Sudan) | Use unconventional violence | South Sudan | 2006-06-06\n- South Sudan | Use unconventional violence | High Commission for Refugees | 2006-03-16\n- South Sudan | Receive deployment of peacekeepers | China | 2006-05-28\n- South Sudan | Cooperate economically | Sudan | 2006-03-14\n- South Sudan | Accuse | Government (Sudan) | 2006-02-21\n- South Sudan | Accuse | Citizen (Sudan) | 2006-02-21\n- Government (Sudan) | Mediate | South Sudan | 2006-07-24\n- Armed Rebel (Lord's Resistance Army) | Use unconventional violence | South Sudan | 2005-11-22\n- Armed Rebel (Lord's Resistance Army) | Use unconventional violence | South Sudan | 2005-07-27\n- Office of the United Nations High Commissioner for Human Rights | Express intent to meet or negotiate | South Sudan | 2006-04-25\n- Sudan | Make a visit | South Sudan | 2005-08-02\n- South Sudan | Make statement | Government (Sudan) | 2005-11-30\n- South Sudan | Host a visit | Sudan | 2005-08-02\n- South Sudan | Accuse | Military Intelligence (Sudan) | 2006-02-13\n- Government (Sudan) | Make statement | South Sudan | 2006-03-06\nAnswer:", "completion": " Looter (Sudan)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1098319", "prompt": "To whom did the citizens of Mongolia last make an appeal before the Democratic Party?\nEvidence:\n- Democratic Party | Make an appeal or request | Japan | 2006-01-27\n- Democratic Party | Make an appeal or request | Head of Government (Kenya) | 2006-01-12\n- Democratic Party | Make an appeal or request | Head of Government (Kenya) | 2006-01-09\n- Democratic Party | Make an appeal or request | Justice and Development Party | 2006-03-16\n- Democratic Party | Make an appeal or request | Mwai Kibaki | 2006-01-09\n- Democratic Party | Make an appeal or request | Citizen (Uganda) | 2006-02-23\n- Democratic Party | Make an appeal or request | Citizen (Uganda) | 2006-01-30\n- Democratic Party | Make an appeal or request | Citizen (Uganda) | 2006-01-27\n- Democratic Party | Make an appeal or request | Citizen (Uganda) | 2006-01-24\n- Democratic Party | Make an appeal or request | Citizen (Uganda) | 2006-01-23\n- Democratic Party | Make an appeal or request | Citizen (Uganda) | 2005-12-19\n- Citizen (Uganda) | Make an appeal or request | Democratic Party | 2005-04-28\n- Democratic Party | Make an appeal or request | Roh Moo Hyun | 2006-01-17\n- Democratic Party | Make statement | Head of Government (Kenya) | 2006-07-12\n- Democratic Party | Appeal for intelligence | Police (Uganda) | 2006-02-06\nAnswer:", "completion": " Head of Government (Mongolia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1331277", "prompt": "With whom did Lee Myung Bak last express an interest in cooperation in 2012?\nEvidence:\n- Wen Jiabao | Engage in negotiation | Lee Myung Bak | 2012-01-11\n- Lee Myung Bak | Engage in negotiation | Wen Jiabao | 2012-01-11\n- Lee Myung Bak | Make an appeal or request | China | 2012-01-12\n- Lee Myung Bak | Make an appeal or request | China | 2012-01-10\n- Wen Jiabao | Consult | Lee Myung Bak | 2012-01-11\n- Wen Jiabao | Consult | Lee Myung Bak | 2012-01-10\n- Lee Myung Bak | Make statement | China | 2012-01-12\n- Lee Myung Bak | Make statement | China | 2012-01-11\n- Lee Myung Bak | Make statement | China | 2012-01-10\n- Lee Myung Bak | Consult | Wen Jiabao | 2012-01-11\n- Lee Myung Bak | Consult | Wen Jiabao | 2012-01-10\n- Chongwadai | Make statement | Lee Myung Bak | 2012-01-04\n- Wen Jiabao | Express intent to cooperate | Lee Myung Bak | 2012-01-10\n- Lee Myung Bak | Express intent to cooperate | Wen Jiabao | 2012-01-10\n- Lee Myung Bak | Praise or endorse | China | 2012-01-12\nAnswer:", "completion": " Wen Jiabao", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1067339", "prompt": "In 2005, who made the citizens of Belgium suffer from unconventional violence?\nEvidence:\n- Police (Belgium) | Use unconventional violence | Citizen (Belgium) | 2008-03-18\n- Militia (Belgium) | Use unconventional violence | Citizen (Belgium) | 2005-05-08\n- Men (Belgium) | Use unconventional violence | Police (Belgium) | 2011-09-28\n- Citizen (Belgium) | Use unconventional violence | Police (Belgium) | 2014-04-05\n- Citizen (Belgium) | Use unconventional violence | Police (Belgium) | 2009-03-18\n- Children (Belgium) | Use unconventional violence | Police (Belgium) | 2007-04-01\n- Children (Belgium) | Use unconventional violence | Police (Belgium) | 2005-11-08\n- Children (Belgium) | Use unconventional violence | Police (Belgium) | 2005-11-07\n- Citizen (Belgium) | Use unconventional violence | Iraq | 2005-12-01\n- Citizen (Belgium) | Use unconventional violence | France | 2015-12-01\n- Citizen (Belgium) | Use unconventional violence | France | 2014-06-17\n- The Hague | Use unconventional violence | The Hague | 2013-10-10\n- The Hague | Use unconventional violence | The Hague | 2013-10-09\n- Thief (Philippines) | Use unconventional violence | Citizen (Belgium) | 2011-04-02\n- Men (Belgium) | Use unconventional violence | Citizen (Singapore) | 2015-10-28\nAnswer:", "completion": " Citizen (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1253420", "prompt": "Before Aug, 2012, who did Boris Johnson ask for?\nEvidence:\n- Jacqui Smith | Reject | Boris Johnson | 2008-10-09\n- Jacqui Smith | Accuse | Boris Johnson | 2008-12-18\n- Boris Johnson | Investigate | Jacqui Smith | 2008-06-18\n- Secretary of State for the Home Department | Accuse | Boris Johnson | 2008-10-03\n- Jacqui Smith | Make statement | Boris Johnson | 2008-12-18\n- David Blunkett | Make statement | Boris Johnson | 2008-10-03\n- Citizen (United Kingdom) | Demand | Boris Johnson | 2008-05-03\n- Citizen (United Kingdom) | Demand | Boris Johnson | 2007-09-18\n- Citizen (United Kingdom) | Consult | Boris Johnson | 2008-03-03\n- Citizen (United Kingdom) | Accuse | Boris Johnson | 2008-12-08\n- Citizen (United Kingdom) | Accuse | Boris Johnson | 2008-11-21\n- Citizen (United Kingdom) | Accuse | Boris Johnson | 2007-12-31\n- Boris Johnson | Make statement | Barclays PLC | 2008-04-21\n- Boris Johnson | Make statement | Barack Obama | 2008-10-21\n- Boris Johnson | Make statement | Barack Obama | 2008-08-01\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1076992", "prompt": "Who was the first person to appeal to the citizens of Tanzania in 2011?\nEvidence:\n- Police (Tanzania) | Return, release person(s) | Citizen (Tanzania) | 2011-11-10\n- Police (Tanzania) | Return, release person(s) | Citizen (Tanzania) | 2011-03-03\n- Police (Tanzania) | Return, release person(s) | Citizen (Tanzania) | 2011-01-05\n- Citizen (Tanzania) | Appeal for release of persons or property | Police (Tanzania) | 2011-01-05\n- Tanzania | Engage in symbolic act | Citizen (Tanzania) | 2011-05-31\n- Ministry (Tanzania) | Appeal for economic aid | Citizen (Tanzania) | 2011-11-18\n- Citizen (Tanzania) | Make an appeal or request | Tanzania | 2011-10-07\n- Citizen (Tanzania) | Make an appeal or request | Tanzania | 2011-03-29\n- Citizen (Tanzania) | Engage in symbolic act | Protester (Tanzania) | 2011-01-12\n- Ministry (Tanzania) | Make an appeal or request | Citizen (Tanzania) | 2011-10-21\n- Ministry (Tanzania) | Make an appeal or request | Citizen (Tanzania) | 2011-07-13\n- Citizen (Tanzania) | Make an appeal or request | Legislature (Tanzania) | 2011-08-26\n- Tanzania | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Tanzania) | 2011-03-28\n- Ministry (Tanzania) | Express intent to cooperate | Citizen (Tanzania) | 2011-04-04\n- Citizen (Tanzania) | Accuse of human rights abuses | Police (Tanzania) | 2011-01-10\nAnswer:", "completion": " Jakaya Mrisho Kikwete", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1373362", "prompt": "Who was the first person to be praised by Sali Berisha after the Croatian government?\nEvidence:\n- Sali Berisha | Consult | Iran | 2005-12-21\n- Iran | Consult | Sali Berisha | 2005-12-21\n- Vlado Buckovski | Consult | Sali Berisha | 2006-01-23\n- Vlado Buckovski | Consult | Sali Berisha | 2005-10-24\n- Sali Berisha | Make statement | Romania | 2005-10-03\n- Sali Berisha | Consult | Vlado Buckovski | 2006-01-23\n- Sali Berisha | Consult | Vlado Buckovski | 2005-10-24\n- Sali Berisha | Consult | Milo Djukanovic | 2005-10-18\n- Sali Berisha | Consult | Military (Albania) | 2005-12-20\n- Sali Berisha | Consult | Javier Solana | 2005-11-30\n- Sali Berisha | Consult | Javier Solana | 2005-09-18\n- Sali Berisha | Consult | Businessperson (Italy) | 2005-11-10\n- Sali Berisha | Consult | Branko Crvenkovski | 2005-11-16\n- Sali Berisha | Consult | Branko Crvenkovski | 2005-10-24\n- Milo Djukanovic | Consult | Sali Berisha | 2005-10-18\nAnswer:", "completion": " Company - Owner or Operator (Italy)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1267469", "prompt": "In what year did the Cambodian Assemblies praise the Association of Southeast Asian Nations?\nEvidence:\n- China | Praise or endorse | Association of Southeast Asian Nations | 2005-01-29\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-07\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-06\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-04\n- Japan | Mediate | Association of Southeast Asian Nations | 2005-02-09\n- Japan | Consult | Association of Southeast Asian Nations | 2005-02-25\n- China | Consult | Association of Southeast Asian Nations | 2005-02-25\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-07\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-06\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-04\n- Association of Southeast Asian Nations | Consult | Japan | 2005-02-25\n- Association of Southeast Asian Nations | Consult | China | 2005-02-25\n- Japan | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | Japan | 2005-01-08\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-02-24\nAnswer:", "completion": " 2008", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1065590", "prompt": "Who made the government of Nigeria suffer from unconventional violence on 16 December 2014?\nEvidence:\n- The Poor (Nigeria) | Use unconventional violence | Citizen (Nigeria) | 2015-11-17\n- The Poor (Nigeria) | Use unconventional violence | Citizen (Nigeria) | 2015-11-13\n- The Poor (Nigeria) | Use unconventional violence | Citizen (Nigeria) | 2015-11-12\n- Citizen (Nigeria) | Use unconventional violence | The Poor (Nigeria) | 2015-11-17\n- Citizen (Nigeria) | Use unconventional violence | The Poor (Nigeria) | 2015-11-13\n- Citizen (Nigeria) | Use unconventional violence | The Poor (Nigeria) | 2015-11-12\n- The Hague | Use unconventional violence | The Hague | 2013-10-10\n- The Hague | Use unconventional violence | The Hague | 2013-10-09\n- Militant (Movement for the Emancipation of the Niger Delta) | Use unconventional violence | Citizen (Nigeria) | 2006-04-05\n- People Associated with the Opposition (Germany) | Use unconventional violence | Head of Government (Germany) | 2012-01-28\n- People Associated with the Opposition (Brazil) | Use unconventional violence | Head of Government (Brazil) | 2005-07-20\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- Citizen (Kyrgyzstan) | Use unconventional violence | Member of the Judiciary (Kyrgyzstan) | 2005-06-01\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1300828", "prompt": "After Omar Suleiman, with whom did Barack Obama first express his intention to engage in diplomatic cooperation?\nEvidence:\n- Omar Suleiman | Engage in negotiation | Mahmoud Abbas | 2005-11-03\n- Omar Suleiman | Engage in negotiation | Mahmoud Abbas | 2005-08-30\n- Omar Suleiman | Engage in negotiation | Mahmoud Abbas | 2005-03-03\n- Omar Suleiman | Engage in negotiation | Eli Yishai | 2005-02-04\n- Mahmoud Abbas | Engage in negotiation | Omar Suleiman | 2005-11-03\n- Mahmoud Abbas | Engage in negotiation | Omar Suleiman | 2005-08-30\n- Mahmoud Abbas | Engage in negotiation | Omar Suleiman | 2005-03-03\n- Eli Yishai | Engage in negotiation | Omar Suleiman | 2005-02-04\n- Omar Suleiman | Engage in negotiation | Government (Palestinian Territory, Occupied) | 2006-11-29\n- Government (Palestinian Territory, Occupied) | Engage in negotiation | Omar Suleiman | 2006-11-29\n- Omar Suleiman | Engage in symbolic act | Royal Administration (Saudi Arabia) | 2006-10-18\n- Omar Suleiman | Make statement | Iran | 2006-02-04\n- Omar Suleiman | Consult | Mahmoud Abbas | 2006-07-06\n- Omar Suleiman | Consult | Mahmoud Abbas | 2006-02-02\n- Omar Suleiman | Consult | Mahmoud Abbas | 2005-12-22\nAnswer:", "completion": " Sudan", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1194958", "prompt": "After the year 2005, who used unconventional force against the villager of China?\nEvidence:\n- Japan | Demand | China | 2005-02-01\n- Japan | Consult | China | 2005-01-30\n- Japan | Consult | China | 2005-01-24\n- Japan | Consult | China | 2005-01-21\n- Japan | Consult | China | 2005-01-15\n- Japan | Consult | China | 2005-01-03\n- China | Threaten | Japan | 2005-02-01\n- China | Threaten | Japan | 2005-01-05\n- China | Threaten | Japan | 2005-01-02\n- China | Investigate | Japan | 2005-01-31\n- China | Consult | Japan | 2005-01-30\n- China | Consult | Japan | 2005-01-24\n- China | Consult | Japan | 2005-01-21\n- China | Consult | Japan | 2005-01-15\n- China | Consult | Japan | 2005-01-03\nAnswer:", "completion": " Criminal (China)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1268517", "prompt": "Before 15 September 2012, who praised the head of government of Turkmenistan?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Praise or endorse | Head of Government (Turkmenistan) | 2012-09-15\nAnswer:", "completion": " Chen Bingde", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1212012", "prompt": "Who used conventional military force against the children of New Zealand before 10 November 2005?\nEvidence:\n- Police (New Zealand) | Use conventional military force | Children (New Zealand) | 2005-11-10\nAnswer:", "completion": " Police (New Zealand)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1076856", "prompt": "To whom did Oluṣẹgun Ọbasanjọ appeal in the same month of Trinidad and Tobago?\nEvidence:\n- Trinidad and Tobago | Sign formal agreement | Oluṣẹgun Ọbasanjọ | 2005-08-02\n- Trinidad and Tobago | Host a visit | Oluṣẹgun Ọbasanjọ | 2005-08-02\n- Trinidad and Tobago | Host a visit | Oluṣẹgun Ọbasanjọ | 2005-08-01\n- Oluṣẹgun Ọbasanjọ | Sign formal agreement | Trinidad and Tobago | 2005-08-02\n- Oluṣẹgun Ọbasanjọ | Make a visit | Trinidad and Tobago | 2005-08-02\n- Oluṣẹgun Ọbasanjọ | Make a visit | Trinidad and Tobago | 2005-08-01\n- Oluṣẹgun Ọbasanjọ | Make an appeal or request | Trinidad and Tobago | 2005-07-30\n- Trinidad and Tobago | Make statement | Government (Trinidad and Tobago) | 2011-11-14\n- Trinidad and Tobago | Make statement | Government (Trinidad and Tobago) | 2008-01-08\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2013-03-30\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2012-04-26\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2011-11-14\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2011-02-23\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2011-02-12\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2010-03-10\nAnswer:", "completion": " Tony Blair", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1104787", "prompt": "Against whom did the armed rebels of Yemen use unconventional violence in the same month as the citizens of Australia?\nEvidence:\n- Yemen | Engage in negotiation | Malaysia | 2005-02-06\n- Yemen | Engage in negotiation | Eritrea | 2005-02-10\n- Yemen | Engage in negotiation | Eritrea | 2005-02-09\n- Malaysia | Engage in negotiation | Yemen | 2005-02-06\n- Eritrea | Engage in negotiation | Yemen | 2005-02-10\n- Eritrea | Engage in negotiation | Yemen | 2005-02-09\n- Yemen | Express intent to engage in diplomatic cooperation (such as policy support) | Business (Iran) | 2005-01-28\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-02-08\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-01-30\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-01-29\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-07-21\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-03-10\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-01-01\n- Malaysia | Engage in diplomatic cooperation | Yemen | 2005-02-08\n- Malaysia | Engage in diplomatic cooperation | Yemen | 2005-01-30\nAnswer:", "completion": " Separatist (Yemen)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1220033", "prompt": "Could you tell me the exact month when the other Egyptian authorities and officials first expressed interest in cooperating with the International Monetary Fund?\nEvidence:\n- International Monetary Fund | Praise or endorse | Other Authorities / Officials (Brazil) | 2005-03-28\n- People Associated with the Opposition (Sri Lanka) | Consult | International Monetary Fund | 2005-06-02\n- International Monetary Fund | Consult | People Associated with the Opposition (Sri Lanka) | 2005-06-02\n- Romania | Engage in negotiation | International Monetary Fund | 2005-01-27\n- International Monetary Fund | Engage in negotiation | Romania | 2005-01-27\n- International Monetary Fund | Threaten | Romania | 2005-06-28\n- International Monetary Fund | Investigate | Tanzania | 2005-08-02\n- International Monetary Fund | Investigate | Tanzania | 2005-02-25\n- International Monetary Fund | Investigate | Iraq | 2005-05-12\n- International Monetary Fund | Demand | China | 2005-04-20\n- International Monetary Fund | Demand | Angola | 2005-07-06\n- Portugal | Engage in diplomatic cooperation | International Monetary Fund | 2005-04-28\n- International Monetary Fund | Engage in diplomatic cooperation | China | 2005-05-23\n- China | Engage in diplomatic cooperation | International Monetary Fund | 2005-05-23\n- Romania | Express accord | International Monetary Fund | 2005-04-13\nAnswer:", "completion": " 2012-12", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1105656", "prompt": "Could you tell me the exact month when Human Rights Watch made a request to the other authorities and officials of Oman?\nEvidence:\n- Human Rights Watch | Criticize or denounce | Other Authorities / Officials (Oman) | 2005-07-19\n- Other Authorities / Officials (Nigeria) | Reject | Human Rights Watch | 2005-07-29\n- Other Authorities / Officials (Nigeria) | Deny responsibility | Human Rights Watch | 2005-07-29\n- Human Rights Watch | Criticize or denounce | Other Authorities / Officials (Egypt) | 2005-04-05\n- Human Rights Watch | Appeal for release of persons or property | Other Authorities / Officials (Egypt) | 2005-04-04\n- Human Rights Watch | Accuse of human rights abuses | Vietnam | 2005-01-10\n- Human Rights Watch | Accuse of human rights abuses | Government (Sudan) | 2005-04-06\n- Human Rights Watch | Accuse of human rights abuses | Government (Sudan) | 2005-04-04\n- Human Rights Watch | Accuse of human rights abuses | Citizen (Sudan) | 2005-05-31\n- Human Rights Watch | Accuse of human rights abuses | Government (South Africa) | 2005-09-11\n- Human Rights Commission (Pakistan) | Make statement | Human Rights Watch | 2005-10-22\n- Human Rights Watch | Accuse of human rights abuses | Government (Cote d'Ivoire) | 2005-04-01\n- Human Rights Watch | Accuse of human rights abuses | Government (Cote d'Ivoire) | 2005-03-31\n- Human Rights Watch | Reject | Alberto Gonzales | 2005-01-25\n- Human Rights Watch | Make statement | Thailand | 2005-06-07\nAnswer:", "completion": " 2014-12", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1141899", "prompt": "In which year did Jack Lang make optimistic remarks about Barack Obama?\nEvidence:\n- Jack Lang | Make optimistic comment | Barack Obama | 2009-02-26\n- Jack Lang | Make statement | Barack Obama | 2009-02-26\n- Jack Lang | Make optimistic comment | France | 2009-12-16\n- Jack Lang | Praise or endorse | Barack Obama | 2009-04-14\n- Jack Lang | Make statement | Iran | 2006-09-05\n- Jack Lang | Make statement | France | 2009-12-18\n- Jack Lang | Make statement | France | 2009-12-17\n- Jack Lang | Make statement | France | 2009-12-16\n- Jack Lang | Make statement | France | 2009-11-10\n- Jack Lang | Make statement | France | 2009-11-09\n- Jack Lang | Make statement | France | 2009-10-05\n- Jack Lang | Make statement | France | 2009-02-26\n- Jack Lang | Make statement | France | 2007-11-11\n- Jack Lang | Make statement | France | 2006-03-25\n- France | Make statement | Jack Lang | 2009-02-26\nAnswer:", "completion": " 2009", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1069854", "prompt": "Who accused the Ministry of Brazil on 25 February 2005?\nEvidence:\n- Citizen (Brazil) | Accuse | Ministry (Brazil) | 2005-02-25\nAnswer:", "completion": " Citizen (Brazil)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1263333", "prompt": "When did Nuri al-Maliki make optimistic remarks about Vietnam?\nEvidence:\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-05-20\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-26\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-25\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-22\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-20\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-09\n- Nuri al-Maliki | Make statement | Iraq | 2006-04-22\n- Nuri al-Maliki | Make statement | Iraq | 2005-08-22\n- Nuri al-Maliki | Consult | Iraq | 2006-04-27\n- Iraq | Consult | Nuri al-Maliki | 2006-04-27\n- Nuri al-Maliki | Make statement | Legislature (Iraq) | 2006-05-17\n- Legislature (Iraq) | Make statement | Nuri al-Maliki | 2006-05-22\n- Legislature (Iraq) | Make statement | Nuri al-Maliki | 2006-05-20\n- Associated Press | Make statement | Nuri al-Maliki | 2006-05-20\n- Tony Blair | Consult | Nuri al-Maliki | 2006-05-22\nAnswer:", "completion": " 2009-04-10", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1167366", "prompt": "In which year did Mahmoud Abbas first express his intention to meet the Indian Prime Minister?\nEvidence:\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-11\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Pervez Musharraf | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Javier Solana | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-14\n- Javier Solana | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-08\n- Gerhard Schröder | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Abdullah Gül | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-05\n- Mahmoud Abbas | Engage in negotiation | Abdullah Gül | 2005-01-08\n- Abdullah Gül | Engage in negotiation | Mahmoud Abbas | 2005-01-08\n- Mahmoud Abbas | Engage in negotiation | Agence France-Presse | 2005-01-10\n- Javier Solana | Engage in diplomatic cooperation | Mahmoud Abbas | 2005-01-13\n- Agence France-Presse | Engage in negotiation | Mahmoud Abbas | 2005-01-10\n- Mahmoud Abbas | Make statement | Japan | 2005-01-10\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-11\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-10\nAnswer:", "completion": " 2005", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1223649", "prompt": "In what year did Kittiratt Na-Ranong last appeal to the Company - Owner or Operator of Thailand?\nEvidence:\n- Kittiratt Na-Ranong | Make statement | Company - Owner or Operator (Thailand) | 2013-10-01\n- Kittiratt Na-Ranong | Make statement | Company - Owner or Operator (Thailand) | 2005-07-27\n- Company - Owner or Operator (Thailand) | Bring lawsuit against | Kittiratt Na-Ranong | 2005-01-20\n- Kittiratt Na-Ranong | Make an appeal or request | Company - Owner or Operator (Thailand) | 2013-10-01\n- Kittiratt Na-Ranong | Make an appeal or request | Company - Owner or Operator (Thailand) | 2013-06-21\n- Kittiratt Na-Ranong | Demand | Thailand | 2013-04-26\n- Kittiratt Na-Ranong | Make statement | Thailand | 2013-05-10\n- Kittiratt Na-Ranong | Make statement | Thailand | 2013-04-27\n- Kittiratt Na-Ranong | Make statement | Thailand | 2013-03-25\n- Kittiratt Na-Ranong | Make statement | Thailand | 2012-11-06\n- Kittiratt Na-Ranong | Make statement | Thailand | 2012-08-30\n- Kittiratt Na-Ranong | Make statement | Thailand | 2012-07-13\n- Kittiratt Na-Ranong | Make statement | Thailand | 2012-06-19\n- Kittiratt Na-Ranong | Make statement | Thailand | 2012-05-31\n- Kittiratt Na-Ranong | Make statement | Thailand | 2012-05-21\nAnswer:", "completion": " 2013", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1245239", "prompt": "Who negotiated with the Prime Minister of Pakistan before the Prime Minister of India?\nEvidence:\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-09\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-08\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-11-14\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-10-05\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Demand | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-11-24\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-05-19\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2005-05-05\n- Prime Minister Qarase | Make statement | Prime Minister Chaudhry | 2006-07-13\nAnswer:", "completion": " Government (Pakistan)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1347765", "prompt": "Which country visited South Africa first after the Kenyan businessman?\nEvidence:\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- South Africa | Consult | China | 2005-02-05\n- China | Consult | South Africa | 2005-02-05\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-27\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-26\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-25\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-23\nAnswer:", "completion": " Vietnam", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1368326", "prompt": "With whom did Wang Yi last negotiate in 2015?\nEvidence:\n- Wang Yi | Demand | China | 2015-02-01\n- Wang Yi | Consult | China | 2015-01-28\n- China | Consult | Wang Yi | 2015-01-28\n- Wang Yi | Engage in negotiation | Raymond Tshibanda | 2015-01-21\n- Wang Yi | Engage in negotiation | Amina Mohamed | 2015-01-15\n- Raymond Tshibanda | Engage in negotiation | Wang Yi | 2015-01-21\n- Amina Mohamed | Engage in negotiation | Wang Yi | 2015-01-15\n- Wang Yi | Engage in negotiation | Agapito Mba Mokuy | 2015-01-21\n- Agapito Mba Mokuy | Engage in negotiation | Wang Yi | 2015-01-21\n- Wang Yi | Make statement | Sudan | 2015-01-13\n- Wang Yi | Make statement | China | 2015-02-02\n- Wang Yi | Make statement | China | 2015-02-01\n- Wang Yi | Make statement | China | 2015-01-30\n- Wang Yi | Make statement | China | 2015-01-21\n- Wang Yi | Make statement | China | 2015-01-19\nAnswer:", "completion": " Hannah Tetteh", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1378200", "prompt": "After Antonis Samaras, who negotiated with the Prime Minister of Greece?\nEvidence:\n- Antonis Samaras | Accuse | Head of Government (Greece) | 2010-03-02\n- Antonis Samaras | Demand | Citizen (Greece) | 2010-07-21\n- Head of Government (Greece) | Make statement | Antonis Samaras | 2010-11-02\n- City Mayor (Greece) | Consult | Antonis Samaras | 2011-04-15\n- City Mayor (Greece) | Consult | Antonis Samaras | 2010-10-02\n- City Mayor (Greece) | Consult | Antonis Samaras | 2010-10-01\n- Antonis Samaras | Give ultimatum | Citizen (Greece) | 2010-08-31\n- Antonis Samaras | Consult | City Mayor (Greece) | 2011-04-15\n- Antonis Samaras | Consult | City Mayor (Greece) | 2010-10-02\n- Antonis Samaras | Consult | City Mayor (Greece) | 2010-10-01\n- Antonis Samaras | Criticize or denounce | Head of Government (Greece) | 2010-04-28\n- Antonis Samaras | Criticize or denounce | Head of Government (Greece) | 2010-03-02\n- Other Authorities / Officials (Greece) | Consult | Antonis Samaras | 2010-02-17\n- Antonis Samaras | Consult | Other Authorities / Officials (Greece) | 2010-02-17\n- Antonis Samaras | Make an appeal or request | Citizen (Greece) | 2010-10-02\nAnswer:", "completion": " Angela Merkel", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1369335", "prompt": "In which month did Australian citizens last threaten the Australian Department of Employment?\nEvidence:\n- Secretary of State for the Home Department | Threaten | Citizen (United Kingdom) | 2010-12-13\n- Boko Haram | Threaten with military force | Secretary of State for the Home Department | 2013-12-05\n- The Hague | Threaten | Criminal (The Hague) | 2006-04-30\n- Men (Philippines) | Threaten | University of the Philippines | 2009-09-24\n- Labor and Employment Ministry (Kenya) | Threaten | Police (Kenya) | 2006-01-24\n- Citizen (Australia) | Threaten | Labor and Employment Ministry (Australia) | 2014-05-02\n- Citizen (Australia) | Threaten | Labor and Employment Ministry (Australia) | 2013-02-04\n- Secretary of State for the Home Department | Engage in negotiation | Governor (India) | 2015-06-26\n- Secretary of State for the Home Department | Engage in negotiation | Andrew Robathan | 2008-06-14\n- Governor (India) | Engage in negotiation | Secretary of State for the Home Department | 2015-06-26\n- Andrew Robathan | Engage in negotiation | Secretary of State for the Home Department | 2008-06-14\n- Justice Department/Ministery (Ukraine) | Threaten | Head of Government (Ukraine) | 2014-01-28\n- Justice Department/Ministery (Ukraine) | Threaten | Head of Government (Ukraine) | 2014-01-27\n- The Hague | Engage in negotiation | Justice Department/Ministery (Serbia) | 2005-03-15\n- Justice Department/Ministery (Serbia) | Engage in negotiation | The Hague | 2005-03-15\nAnswer:", "completion": " 2014-05", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1271826", "prompt": "Who negotiated with Sudan in June 2007?\nEvidence:\n- Sudan | Engage in negotiation | High Commission (Sudan) | 2007-06-06\n- High Commission (Sudan) | Engage in negotiation | Sudan | 2007-06-06\n- Sudan | Engage in diplomatic cooperation | Iraq | 2007-06-07\n- Sudan | Engage in diplomatic cooperation | Iran | 2007-06-11\n- Iraq | Engage in diplomatic cooperation | Sudan | 2007-06-07\n- Iran | Engage in diplomatic cooperation | Sudan | 2007-06-11\n- Sudan | Engage in negotiation | Foreign Affairs (France) | 2007-06-11\n- Foreign Affairs (France) | Engage in negotiation | Sudan | 2007-06-11\n- Sudan | Engage in diplomatic cooperation | UN Security Council | 2007-06-05\n- Sudan | Engage in diplomatic cooperation | Central Intelligence Agency | 2007-06-12\n- Sudan | Engage in diplomatic cooperation | Central Intelligence Agency | 2007-06-11\n- Sudan | Make statement | Government (Sudan) | 2007-06-13\n- Ministry (Sudan) | Make statement | Sudan | 2007-06-03\n- Citizen (Sudan) | Rally opposition against | Sudan | 2007-06-05\n- Sudan | Reject | France | 2007-06-11\nAnswer:", "completion": " High Commission (Sudan)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1243825", "prompt": "Who was the last to express the intention to meet Benjamin Netanyahu before Antonis Samaras?\nEvidence:\n- Antonis Samaras | Express intent to meet or negotiate | New Democracy | 2010-09-17\n- Antonis Samaras | Express intent to meet or negotiate | Georgios Papandreou | 2010-02-16\n- Antonis Samaras | Express intent to meet or negotiate | Citizen (Greece) | 2010-10-01\n- Antonis Samaras | Express intent to meet or negotiate | Citizen (Belgium) | 2011-03-22\n- Antonis Samaras | Express intent to meet or negotiate | City Mayor (Greece) | 2011-04-15\n- Antonis Samaras | Express intent to meet or negotiate | City Mayor (Greece) | 2010-10-01\n- Laos | Accuse | Antonis Samaras | 2010-09-28\n- Antonis Samaras | Express intent to meet or negotiate | Other Authorities / Officials (Greece) | 2010-09-17\n- Georgios Papandreou | Consult | Antonis Samaras | 2010-12-14\n- Georgios Papandreou | Consult | Antonis Samaras | 2009-12-15\n- Antonis Samaras | Demand | New Democracy | 2009-11-07\n- Antonis Samaras | Demand | Citizen (Greece) | 2010-07-21\n- Antonis Samaras | Consult | Georgios Papandreou | 2010-12-14\n- Antonis Samaras | Consult | Georgios Papandreou | 2009-12-15\n- Antonis Samaras | Accuse | Georgios Papandreou | 2011-04-01\nAnswer:", "completion": " Mahmoud Abbas", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1271882", "prompt": "Who signed the first agreement with Boko Haram in 2014?\nEvidence:\n- Boko Haram | Engage in mass killings | Citizen (Nigeria) | 2014-03-04\n- Citizen (Nigeria) | Accuse | Boko Haram | 2014-03-03\n- Citizen (Nigeria) | Accuse | Boko Haram | 2014-02-26\n- Citizen (Nigeria) | Accuse | Boko Haram | 2014-02-25\n- Citizen (Nigeria) | Accuse | Boko Haram | 2014-01-20\n- Boko Haram | Threaten | Government (Nigeria) | 2014-01-08\n- Boko Haram | Assassinate | Citizen (Nigeria) | 2014-02-21\n- Murtala Nyako | Make statement | Boko Haram | 2014-02-28\n- Alex Badeh | Make statement | Boko Haram | 2014-01-21\n- Boko Haram | fight with small arms and light weapons | Education (Nigeria) | 2014-02-24\n- Boko Haram | fight with small arms and light weapons | Citizen (Nigeria) | 2014-03-06\n- Boko Haram | fight with small arms and light weapons | Citizen (Nigeria) | 2014-02-23\n- Boko Haram | fight with small arms and light weapons | Citizen (Nigeria) | 2014-02-20\n- Boko Haram | fight with small arms and light weapons | Citizen (Nigeria) | 2014-02-19\n- Boko Haram | fight with small arms and light weapons | Citizen (Nigeria) | 2014-02-17\nAnswer:", "completion": " Government (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1193831", "prompt": "In which month did the National Convergence Kwa Na Kwa sign an agreement with the National Congress of Sudan?\nEvidence:\n- Sudan | Sign formal agreement | Ethiopia | 2005-04-11\n- Ethiopia | Sign formal agreement | Sudan | 2005-04-11\n- Sudan | Sign formal agreement | John Garang | 2005-01-10\n- Sudan | Sign formal agreement | Rebel Group (Sudan People's Liberation Movement) | 2005-01-16\n- Yemen | Sign formal agreement | Ethiopia | 2005-06-21\n- Tanzania | Sign formal agreement | Ethiopia | 2005-08-31\n- Japan | Sign formal agreement | Ethiopia | 2005-03-04\n- Iran | Sign formal agreement | Ethiopia | 2005-02-15\n- Ethiopia | Sign formal agreement | Yemen | 2005-06-21\n- Ethiopia | Sign formal agreement | Tanzania | 2005-08-31\n- Ethiopia | Sign formal agreement | Japan | 2005-03-04\n- Ethiopia | Sign formal agreement | Iran | 2005-02-15\n- Ethiopia | Sign formal agreement | Djibouti | 2005-04-11\n- Ethiopia | Sign formal agreement | Djibouti | 2005-02-02\n- Ethiopia | Sign formal agreement | China | 2005-08-08\nAnswer:", "completion": " 2012-09", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1186074", "prompt": "Before the citizens of the International, who did Xi Jinping last ask for?\nEvidence:\n- Xi Jinping | Accuse | France | 2008-04-27\n- Xi Jinping | Make statement | Japan | 2008-04-18\n- Xi Jinping | Make statement | China | 2008-05-29\n- Xi Jinping | Make statement | China | 2008-04-29\n- Xi Jinping | Make statement | China | 2008-04-27\n- Xi Jinping | Make statement | China | 2008-04-23\n- Xi Jinping | Make statement | China | 2008-04-18\n- Xi Jinping | Make statement | China | 2008-04-03\n- Xi Jinping | Make statement | China | 2007-12-19\n- Xi Jinping | Make statement | China | 2007-11-22\n- Xi Jinping | Make statement | China | 2007-11-16\n- Xi Jinping | Consult | Wen Jiabao | 2008-02-28\n- Xi Jinping | Consult | Wen Jiabao | 2008-01-09\n- Xi Jinping | Consult | Wen Jiabao | 2007-12-26\n- Xi Jinping | Consult | Wen Jiabao | 2007-11-28\nAnswer:", "completion": " China", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1112312", "prompt": "Who was the first to negotiate with Benjamin Netanyahu after Wang Yi?\nEvidence:\n- Wang Yi | Investigate | China | 2005-08-17\n- Wang Yi | Demand | Japan | 2006-05-10\n- Wang Yi | Express intent to meet or negotiate | Pervez Musharraf | 2007-12-11\n- Wang Yi | Make statement | Japan | 2005-11-29\n- Wang Yi | Make statement | Japan | 2005-05-11\n- Wang Yi | Make statement | Japan | 2005-04-22\n- Wang Yi | Make statement | Japan | 2005-04-10\n- Wang Yi | Make statement | China | 2007-12-14\n- Wang Yi | Make statement | China | 2007-12-13\n- Wang Yi | Make statement | China | 2007-12-12\n- Wang Yi | Make statement | China | 2007-11-17\n- Wang Yi | Make statement | China | 2007-10-25\n- Wang Yi | Make statement | China | 2006-05-10\n- Wang Yi | Make statement | China | 2006-03-26\n- Wang Yi | Make statement | China | 2005-11-25\nAnswer:", "completion": " Cabinet / Council of Ministers / Advisors (United States)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1272012", "prompt": "Who was the last person to threaten the citizens of Tanzania before Shamsi Vuai Nahodha?\nEvidence:\n- Shamsi Vuai Nahodha | Threaten | Police (Tanzania) | 2012-01-19\n- Shamsi Vuai Nahodha | Threaten | Citizen (Tanzania) | 2013-05-08\n- Shamsi Vuai Nahodha | Make statement | Tanzania | 2012-01-19\n- Shamsi Vuai Nahodha | Consult | Police (Tanzania) | 2011-01-17\n- Police (Tanzania) | Consult | Shamsi Vuai Nahodha | 2011-01-17\n- Shamsi Vuai Nahodha | Make statement | Police (Tanzania) | 2011-06-22\n- Shamsi Vuai Nahodha | Make statement | Ministry (Tanzania) | 2012-07-17\n- Shamsi Vuai Nahodha | Criticize or denounce | Citizen (Tanzania) | 2013-04-02\n- Shamsi Vuai Nahodha | Make an appeal or request | Tanzania | 2006-02-24\n- Shamsi Vuai Nahodha | Criticize or denounce | Zanzibar | 2015-10-27\n- Shamsi Vuai Nahodha | Make an appeal or request | Police (Tanzania) | 2012-01-19\n- Shamsi Vuai Nahodha | Make an appeal or request | Citizen (Tanzania) | 2012-10-17\n- Shamsi Vuai Nahodha | Deny responsibility | Civic United Front | 2006-11-03\n- Shamsi Vuai Nahodha | Engage in negotiation | Sergey Kuzhugetovich Shoygu | 2013-07-02\n- Sergey Kuzhugetovich Shoygu | Engage in negotiation | Shamsi Vuai Nahodha | 2013-07-02\nAnswer:", "completion": " Public Courts (Tanzania)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1325176", "prompt": "Who was the last to express the intention to meet with the other authorities and officials of Greece?\nEvidence:\n- Other Authorities / Officials (Turkey) | Express intent to meet or negotiate | Other Authorities / Officials (Greece) | 2006-05-20\n- Citizen (Greece) | Express accord | Other Authorities / Officials (Greece) | 2015-08-14\n- Other Authorities / Officials (Greece) | Express intent to meet or negotiate | Head of Government (Greece) | 2008-02-25\n- Other Authorities / Officials (Greece) | Express intent to cooperate | Citizen (Greece) | 2009-03-05\n- Other Authorities / Officials (Greece) | Make statement | Other Authorities / Officials (Turkey) | 2014-02-14\n- Other Authorities / Officials (Greece) | Make statement | Other Authorities / Officials (Turkey) | 2014-02-13\n- Other Authorities / Officials (Greece) | Consult | Head of Government (Greece) | 2015-04-28\n- Other Authorities / Officials (Greece) | Consult | Head of Government (Greece) | 2015-01-05\n- Head of Government (Greece) | Consult | Other Authorities / Officials (Greece) | 2015-04-28\n- Head of Government (Greece) | Consult | Other Authorities / Officials (Greece) | 2015-01-05\n- Other Authorities / Officials (Greece) | Threaten | Citizen (Greece) | 2012-07-19\n- Other Authorities / Officials (Greece) | Reject | Citizen (Greece) | 2014-12-05\n- Other Authorities / Officials (Greece) | Reject | Citizen (Greece) | 2012-08-21\n- Other Authorities / Officials (Greece) | Reject | Citizen (Greece) | 2012-07-03\n- Other Authorities / Officials (Greece) | Reject | Citizen (Greece) | 2007-01-19\nAnswer:", "completion": " Georgios Papandreou", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1224481", "prompt": "Who was the first to negotiate with Isaias Afewerki in 2007?\nEvidence:\n- Sudan | Engage in negotiation | Isaias Afewerki | 2007-05-15\n- Sudan | Engage in negotiation | Isaias Afewerki | 2007-04-22\n- Sudan | Engage in negotiation | Isaias Afewerki | 2007-03-18\n- Isaias Afewerki | Engage in negotiation | Sudan | 2007-05-15\n- Isaias Afewerki | Engage in negotiation | Sudan | 2007-04-22\n- Isaias Afewerki | Engage in negotiation | Sudan | 2007-03-18\n- Isaias Afewerki | Engage in negotiation | Eritrea | 2007-04-10\n- Isaias Afewerki | Engage in negotiation | Djibouti | 2007-01-23\n- Eritrea | Engage in negotiation | Isaias Afewerki | 2007-04-10\n- Djibouti | Engage in negotiation | Isaias Afewerki | 2007-01-23\n- Isaias Afewerki | Mediate | Sudan | 2007-04-19\n- Isaias Afewerki | Consult | Djibouti | 2007-01-23\n- Isaias Afewerki | Accuse | Ethiopia | 2007-04-26\n- Isaias Afewerki | Accuse | Ethiopia | 2007-02-24\n- Djibouti | Consult | Isaias Afewerki | 2007-01-23\nAnswer:", "completion": " Djibouti", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1373857", "prompt": "After Somsavat Lengsava, which country first wished to negotiate with Vietnam?\nEvidence:\n- Somsavat Lengsava | Express intent to meet or negotiate | Vietnam | 2006-05-04\n- Vietnam | Make a visit | Somsavat Lengsava | 2007-08-31\n- Vietnam | Host a visit | Somsavat Lengsava | 2006-10-10\n- Vietnam | Host a visit | Somsavat Lengsava | 2006-05-04\n- Somsavat Lengsava | Praise or endorse | Vietnam | 2007-01-09\n- Somsavat Lengsava | Praise or endorse | Vietnam | 2006-01-09\n- Somsavat Lengsava | Praise or endorse | Vietnam | 2006-01-06\n- Somsavat Lengsava | Make a visit | Vietnam | 2007-09-19\n- Somsavat Lengsava | Make a visit | Vietnam | 2006-10-10\n- Somsavat Lengsava | Make a visit | Vietnam | 2006-05-04\n- Somsavat Lengsava | Host a visit | Vietnam | 2007-08-31\n- Somsavat Lengsava | Investigate | Laos | 2005-06-13\n- Somsavat Lengsava | Consult | Laos | 2006-12-18\n- Somsavat Lengsava | Consult | Japan | 2005-08-01\n- Laos | Consult | Somsavat Lengsava | 2006-12-18\nAnswer:", "completion": " Thailand", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1338631", "prompt": "Who was the first to request a meeting with Haider Al-Abadi after the Foreign Minister of Hungary?\nEvidence:\n- Iraq | Host a visit | Haider Al-Abadi | 2014-08-15\n- Iraq | Host a visit | Haider Al-Abadi | 2014-08-13\n- Haider Al-Abadi | Make a visit | Iraq | 2014-08-15\n- Haider Al-Abadi | Make a visit | Iraq | 2014-08-13\n- Nuri al-Maliki | Consult | Haider Al-Abadi | 2014-08-14\n- Haider Al-Abadi | Reject | Nuri al-Maliki | 2014-08-12\n- Haider Al-Abadi | Consult | Nuri al-Maliki | 2014-08-14\n- Iraq | Make statement | Haider Al-Abadi | 2014-08-15\n- Iraq | Make statement | Haider Al-Abadi | 2014-08-13\n- Haider Al-Abadi | Make statement | Iraq | 2014-08-14\n- Haider Al-Abadi | Make statement | Iraq | 2014-08-12\n- Haider Al-Abadi | Consult | Barack Obama | 2014-08-14\n- Haider Al-Abadi | Consult | Barack Obama | 2014-08-11\n- Fuad Masum | Accuse | Haider Al-Abadi | 2014-08-17\n- Barack Obama | Consult | Haider Al-Abadi | 2014-08-14\nAnswer:", "completion": " Cabinet / Council of Ministers / Advisors (United States)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1270515", "prompt": "Who did the head of government of Belarus want to negotiate with on the same day?\nEvidence:\n- Head of Government (Belarus) | Express intent to meet or negotiate | Government Official (Belarus) | 2009-03-04\n- Head of Government (Belarus) | Express intent to meet or negotiate | Senate (Belarus) | 2009-01-26\n- Head of Government (Belarus) | Express intent to meet or negotiate | Legislature (Belarus) | 2009-03-04\n- Head of Government (Belarus) | Make statement | Government (Belarus) | 2008-05-30\n- Head of Government (Belarus) | Make statement | Government (Belarus) | 2005-12-06\n- Head of Government (Belarus) | Coerce | Citizen (Belarus) | 2011-04-29\n- Citizen (Belarus) | Reject | Head of Government (Belarus) | 2012-03-21\n- Government Affiliated Bank (Belarus) | Express intent to meet or negotiate | Head of Government (Belarus) | 2009-11-26\n- Head of Government (Ukraine) | Express intent to meet or negotiate | Head of Government (Belarus) | 2008-05-23\n- Head of Government (Pakistan) | Express intent to meet or negotiate | Head of Government (Belarus) | 2015-08-09\n- Citizen (Belarus) | Express intent to cooperate | Head of Government (Belarus) | 2008-07-31\n- Head of Government (Belarus) | Praise or endorse | Government (Belarus) | 2013-12-18\n- Head of Government (Turkmenistan) | Consult | Head of Government (Belarus) | 2007-11-22\n- Head of Government (Belarus) | Consult | Head of Government (Turkmenistan) | 2007-11-22\n- Protester (Belarus) | Make statement | Head of Government (Belarus) | 2006-03-21\nAnswer:", "completion": " Legislature (Belarus)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1370200", "prompt": "In which year did the Bangladeshi civil servant last ask the citizens of Bangladesh to vote?\nEvidence:\n- Civil Servant (Bangladesh) | Demand | Citizen (Bangladesh) | 2015-08-20\n- Civil Servant (Bangladesh) | Make an appeal or request | Citizen (Bangladesh) | 2006-05-03\n- The Daily Telegraph | Make statement | Civil Servant (United Kingdom) | 2015-04-04\n- The Daily Telegraph | Make statement | Civil Servant (United Kingdom) | 2011-10-18\n- Civil Servant (United Kingdom) | Accuse | Secretary of State for the Home Department | 2011-11-10\n- Member of Parliament (Thailand) | Accuse | Civil Servant (Thailand) | 2013-12-12\n- Head of Government (Taiwan) | Demand | Civil Servant (Taiwan) | 2013-07-05\n- Malawi | Express intent to cooperate | Civil Servant (Malawi) | 2014-12-09\n- Civil Servant (Gambia) | Engage in diplomatic cooperation | Head of Government (Gambia) | 2006-10-25\n- Tanzania | Consult | Civil Servant (United Kingdom) | 2005-07-11\n- Rupiah Banda | Consult | Civil Servant (Zambia) | 2009-05-18\n- Protester (Thailand) | Demand | Civil Servant (Thailand) | 2013-11-27\n- Police (Rwanda) | Investigate | Civil Servant (Rwanda) | 2009-02-20\n- Ministry (Tanzania) | Threaten | Civil Servant (Tanzania) | 2013-07-05\n- Michael Sata | Threaten | Civil Servant (Zambia) | 2008-10-17\nAnswer:", "completion": " 2006", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1187392", "prompt": "In 2013, which country was the first to declare its intention to negotiate with the Association of Southeast Asian Nations?\nEvidence:\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-07\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-06\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-04\n- Japan | Mediate | Association of Southeast Asian Nations | 2005-02-09\n- Japan | Consult | Association of Southeast Asian Nations | 2005-02-25\n- China | Consult | Association of Southeast Asian Nations | 2005-02-25\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-07\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-06\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-04\n- Association of Southeast Asian Nations | Consult | Japan | 2005-02-25\n- Association of Southeast Asian Nations | Consult | China | 2005-02-25\n- Japan | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | Japan | 2005-01-08\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-02-24\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\nAnswer:", "completion": " Japan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1079252", "prompt": "Which country wanted to meet with Mexico last in 2007?\nEvidence:\n- Criminal (Mexico) | Express intent to meet or negotiate | Mexico | 2007-08-12\n- Mexico | Express intent to meet or negotiate | Domestic Affairs (Mexico) | 2007-07-20\n- Other Authorities / Officials (Mexico) | Express intent to meet or negotiate | Mexico | 2007-01-20\n- Mexico | Accede to demands for change in leadership | National Action Party (Mexico) | 2007-01-19\n- Mexico | Express intent to meet or negotiate | China | 2007-01-25\n- China | Express intent to meet or negotiate | Mexico | 2007-01-25\n- Mexico | Engage in diplomatic cooperation | Domestic Affairs (Mexico) | 2007-07-29\n- Military (Mexico) | Express intent to cooperate | Mexico | 2007-06-27\n- South Africa | Express intent to meet or negotiate | Mexico | 2007-01-25\n- Mexico | Express intent to meet or negotiate | South Africa | 2007-01-25\n- Other Authorities / Officials (Mexico) | Engage in negotiation | Criminal (Mexico) | 2007-02-03\n- Criminal (Mexico) | Engage in negotiation | Other Authorities / Officials (Mexico) | 2007-02-03\n- Mexico | Express intent to accept mediation | Military (Mexico) | 2007-06-20\n- Mexico | fight with small arms and light weapons | Criminal (Mexico) | 2007-10-30\n- Mexico | Arrest, detain, or charge with legal action | Criminal (Mexico) | 2007-12-24\nAnswer:", "completion": " Japan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1033502", "prompt": "Who expressed an interest in cooperating with Dmitry Anatolyevich Medvedev in the same month of Russian Railways?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Praise or endorse | Russian Railways | 2013-06-19\n- Russian Railways | Express intent to cooperate | Dmitry Anatolyevich Medvedev | 2008-09-10\n- Russian Railways | Consult | Iran | 2008-03-29\n- Iran | Consult | Russian Railways | 2008-03-29\n- Russian Railways | Make statement | Iran | 2008-06-17\n- Russian Railways | Make statement | Iran | 2008-03-29\n- Russian Railways | Cooperate economically | China | 2006-04-20\n- Gazprom | Make statement | Russian Railways | 2007-12-26\n- Russian Railways | Engage in diplomatic cooperation | China | 2007-02-09\n- Scientist (Russia) | Make statement | Russian Railways | 2005-06-28\n- Russian Railways | Make statement | Media (Russia) | 2007-08-13\n- Russian Railways | Make statement | ITAR TASS | 2008-03-29\n- Russian Railways | Consult | Ministry (South Korea) | 2006-07-21\n- Ministry (South Korea) | Consult | Russian Railways | 2006-07-21\n- Russian Railways | Host a visit | Central Bank of Russia | 2007-08-31\nAnswer:", "completion": " Lee Myung Bak", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1389945", "prompt": "Before the Muslims of Nigeria, with whom did the Nigerian government last formally sign an agreement?\nEvidence:\n- Save the Children International | Sign formal agreement | Government (Nigeria) | 2013-07-30\n- Government (Nigeria) | Sign formal agreement | Save the Children International | 2013-07-30\n- People Associated with the Opposition (Germany) | Sign formal agreement | Government (Germany) | 2009-12-02\n- People Associated with the Opposition (Egypt) | Sign formal agreement | Government (Sudan) | 2005-06-23\n- Government (Sudan) | Sign formal agreement | People Associated with the Opposition (Egypt) | 2005-06-23\n- Government (Germany) | Sign formal agreement | People Associated with the Opposition (Germany) | 2009-12-02\n- Nigerian Governors Forum | Sign formal agreement | Bukola Saraki | 2009-05-25\n- Bukola Saraki | Sign formal agreement | Nigerian Governors Forum | 2009-05-25\n- Nigerian Bar Association | Criticize or denounce | The Poor (Nigeria) | 2013-06-25\n- People Associated with the Opposition (Costa Rica) | Sign formal agreement | Government (Costa Rica) | 2007-10-08\n- Government (Costa Rica) | Sign formal agreement | People Associated with the Opposition (Costa Rica) | 2007-10-08\n- Nigerian Red Cross Society | Criticize or denounce | The Poor (Nigeria) | 2008-02-29\n- People Associated with the Opposition (Kadima) | Sign formal agreement | Benjamin Netanyahu | 2012-05-08\n- Benjamin Netanyahu | Sign formal agreement | People Associated with the Opposition (Kadima) | 2012-05-08\n- Togo | Sign formal agreement | Political Parties (Rally of the Togolese People) | 2009-10-09\nAnswer:", "completion": " African Union", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1194932", "prompt": "At what time did the student from Thailand accuse the citizens of Thailand?\nEvidence:\n- Member of Parliament (Thailand) | Accuse | Citizen (Thailand) | 2005-01-25\n- Thailand | Accuse | Citizen (Thailand) | 2005-01-31\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-02-16\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-02-14\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-02-11\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-02-02\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-02-01\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-01-29\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-01-22\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-01-21\n- Citizen (Thailand) | Accuse | Party Member (Thailand) | 2005-02-14\n- Citizen (Thailand) | Accuse | Party Member (Thailand) | 2005-02-11\n- Citizen (Thailand) | Accuse | Party Member (Thailand) | 2005-02-02\n- Citizen (Thailand) | Accuse | Party Member (Thailand) | 2005-01-31\n- Citizen (Thailand) | Accuse | Party Member (Thailand) | 2005-01-15\nAnswer:", "completion": " 2015-02-03", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1023401", "prompt": "Before 2005-06, which country was praised by the United Arab Emirates?\nEvidence:\n- Supreme Council (United Arab Emirates) | Make statement | United Arab Emirates | 2005-03-26\n- Treasury/Finance Ministry (United Arab Emirates) | Make statement | United Arab Emirates | 2005-02-13\n- United Arab Emirates | Consult | Iran | 2005-02-01\n- Iran | Consult | United Arab Emirates | 2005-02-01\n- United Arab Emirates | Cooperate militarily | France | 2005-02-20\n- United Arab Emirates | Consult | Benazir Bhutto | 2005-03-24\n- France | Cooperate militarily | United Arab Emirates | 2005-02-20\n- Benazir Bhutto | Consult | United Arab Emirates | 2005-03-24\n- United Arab Emirates | Sign formal agreement | Malaysia | 2005-03-19\n- United Arab Emirates | Sign formal agreement | Iraq | 2005-03-07\n- United Arab Emirates | Provide humanitarian aid | Sudan | 2005-02-04\n- United Arab Emirates | Praise or endorse | Iraq | 2005-02-02\n- United Arab Emirates | Praise or endorse | China | 2005-03-18\n- United Arab Emirates | Make a visit | Iran | 2005-02-25\n- United Arab Emirates | Engage in negotiation | Qatar | 2005-03-07\nAnswer:", "completion": " Government (Pakistan)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1177724", "prompt": "Who made the last appeal to the citizens of Thailand before the Sister of Thailand?\nEvidence:\n- Member of Parliament (Thailand) | Express intent to engage in material cooperation | Citizen (Thailand) | 2005-02-08\n- Member of Parliament (Thailand) | Consult | Citizen (Thailand) | 2005-01-28\n- Member of Parliament (Thailand) | Accuse | Citizen (Thailand) | 2005-01-25\n- Citizen (Thailand) | Consult | Member of Parliament (Thailand) | 2005-01-28\n- Citizen (Thailand) | Make an appeal or request | Thailand | 2005-01-31\n- Citizen (Thailand) | Make an appeal or request | Thailand | 2005-01-27\n- Citizen (Thailand) | Make an appeal or request | Thailand | 2005-01-24\n- Citizen (Thailand) | Make an appeal or request | Thailand | 2005-01-20\n- Cabinet / Council of Ministers / Advisors (Thailand) | Express intent to meet or negotiate | Citizen (Thailand) | 2005-01-10\n- Cabinet / Council of Ministers / Advisors (Thailand) | Express intent to meet or negotiate | Citizen (Thailand) | 2005-01-06\n- Department of Geologic Survey and its Mineral Exploration (Thailand) | Make an appeal or request | Citizen (Thailand) | 2005-01-13\n- Department of Geologic Survey and its Mineral Exploration (Thailand) | Make an appeal or request | Citizen (Thailand) | 2005-01-10\n- Governor (Thailand) | Make an appeal or request | Citizen (Thailand) | 2005-02-21\n- Citizen (Thailand) | Make an appeal or request | Media (Thailand) | 2005-01-27\n- Party Member (Thailand) | Make an appeal or request | Citizen (Thailand) | 2005-02-20\nAnswer:", "completion": " Indigenous People (Thailand)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1009544", "prompt": "To whom did Muhammadu Buhari give the denunciation after 2015-09?\nEvidence:\n- Muhammadu Buhari | Provide aid | Niger | 2005-07-28\n- Muhammadu Buhari | Demand | Oluṣẹgun Ọbasanjọ | 2005-07-01\n- Muhammadu Buhari | Consult | Bukola Saraki | 2006-11-21\n- Muhammadu Buhari | Accuse | Oluṣẹgun Ọbasanjọ | 2006-02-25\n- Citizen (Nigeria) | Yield | Muhammadu Buhari | 2006-12-19\n- Citizen (Nigeria) | Reject | Muhammadu Buhari | 2006-12-24\n- Bukola Saraki | Consult | Muhammadu Buhari | 2006-11-21\n- Muhammadu Buhari | Express intent to cooperate | Citizen (Nigeria) | 2007-04-09\n- Muhammadu Buhari | Express intent to cooperate | Citizen (Nigeria) | 2007-04-05\n- Muhammadu Buhari | Make statement | Oluṣẹgun Ọbasanjọ | 2006-12-15\n- Muhammadu Buhari | Deny responsibility | Citizen (Nigeria) | 2007-01-26\n- Citizen (Nigeria) | Reduce relations | Muhammadu Buhari | 2007-08-17\n- Royal Administration (Nigeria) | Make statement | Muhammadu Buhari | 2006-09-27\n- Muhammadu Buhari | Make statement | Royal Administration (Nigeria) | 2007-03-05\n- Muhammadu Buhari | Make statement | Presidential Candidate (Nigeria) | 2007-01-29\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1020751", "prompt": "In which month did the militant of the Occupied Palestinian Territories last use unconventional violence against the Israeli police?\nEvidence:\n- Islamic Militant (Palestinian Territory, Occupied) | Use unconventional violence | Israeli Defense Forces | 2006-07-12\n- Islamic Militant (Palestinian Territory, Occupied) | Use unconventional violence | Guerrilla (Palestinian Territory, Occupied) | 2008-03-21\n- Guerrilla (Palestinian Territory, Occupied) | Use unconventional violence | Islamic Militant (Palestinian Territory, Occupied) | 2008-03-21\n- Women (Palestinian Territory, Occupied) | Use unconventional violence | Israeli Defense Forces | 2015-10-11\n- Women (Palestinian Territory, Occupied) | Use unconventional violence | Israeli Defense Forces | 2015-06-29\n- Women (Palestinian Territory, Occupied) | Use unconventional violence | Israeli Defense Forces | 2010-03-13\n- Women (Palestinian Territory, Occupied) | Use unconventional violence | Israeli Defense Forces | 2009-07-03\n- Women (Palestinian Territory, Occupied) | Use unconventional violence | Israeli Defense Forces | 2008-09-22\n- Women (Palestinian Territory, Occupied) | Use unconventional violence | Israeli Defense Forces | 2006-11-23\n- Women (Palestinian Territory, Occupied) | Use unconventional violence | Israeli Defense Forces | 2006-11-06\n- Women (Palestinian Territory, Occupied) | Use unconventional violence | Israeli Defense Forces | 2005-10-05\n- Women (Palestinian Territory, Occupied) | Use unconventional violence | Israeli Defense Forces | 2005-10-04\n- Student (Palestinian Territory, Occupied) | Use unconventional violence | Israeli Defense Forces | 2006-05-22\n- Guerrilla (Palestinian Territory, Occupied) | Use unconventional violence | Israeli Defense Forces | 2009-01-16\n- Guerrilla (Palestinian Territory, Occupied) | Use unconventional violence | Israeli Defense Forces | 2009-01-07\nAnswer:", "completion": " 2009-01", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1103564", "prompt": "Who was the last to be blamed by the citizens of Thailand before the men of Cambodia?\nEvidence:\n- Thailand | Express intent to cooperate | Cambodia | 2005-01-24\n- Thailand | Express intent to cooperate | Cambodia | 2005-01-07\n- Cambodia | Express intent to cooperate | Thailand | 2005-01-24\n- Cambodia | Express intent to cooperate | Thailand | 2005-01-07\n- Thailand | Consult | Cambodia | 2005-03-25\n- Cambodia | Consult | Thailand | 2005-03-25\n- Citizen (Thailand) | Accuse | Cambodia | 2005-03-03\n- Cambodia | Arrest, detain, or charge with legal action | Men (Cambodia) | 2005-03-29\n- Thailand | Make a visit | Cambodia | 2005-01-24\n- Police (Cambodia) | Investigate | Citizen (Thailand) | 2005-01-24\n- Police (Cambodia) | Investigate | Citizen (Thailand) | 2005-01-20\n- Cambodia | Praise or endorse | Thailand | 2005-03-30\n- Cambodia | Host a visit | Thailand | 2005-01-24\n- Thailand | Engage in diplomatic cooperation | Cambodia | 2005-03-12\n- Cambodia | Engage in diplomatic cooperation | Thailand | 2005-03-12\nAnswer:", "completion": " Villager (Thailand)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1104837", "prompt": "After the criminal of El Salvador, with whom did the Associated Press want to negotiate first?\nEvidence:\n- Japan | Consult | Associated Press | 2005-05-07\n- China | Consult | Associated Press | 2005-05-05\n- Associated Press | Consult | Japan | 2005-05-07\n- Associated Press | Consult | China | 2005-05-05\n- Mahmoud Abbas | Consult | Associated Press | 2005-01-01\n- Lawmaker (Lebanon) | Consult | Associated Press | 2005-02-14\n- Citizen (Sudan) | Accuse | Associated Press | 2005-05-11\n- Associated Press | Consult | Mahmoud Abbas | 2005-01-01\n- Associated Press | Consult | Lawmaker (Lebanon) | 2005-02-14\n- Pervez Musharraf | Make statement | Associated Press | 2005-04-03\n- Media Personnel (Colombia) | Consult | Associated Press | 2005-01-18\n- Iraq | Discuss by telephone | Associated Press | 2005-02-27\n- Iran | Discuss by telephone | Associated Press | 2005-03-23\n- Colombia | Host a visit | Associated Press | 2005-03-11\n- Colombia | Discuss by telephone | Associated Press | 2005-01-31\nAnswer:", "completion": " Iraq", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1342890", "prompt": "Who was the last to condemn Al-Shabaab in 2015?\nEvidence:\n- Al-Shabaab | Demand | Combatant (Al-Shabaab) | 2015-02-09\n- Al-Shabaab | Engage in mass killings | Student (Kenya) | 2015-04-06\n- Al-Shabaab | Engage in mass killings | Student (Kenya) | 2015-04-05\n- Al-Shabaab | Engage in mass killings | Student (Kenya) | 2015-04-03\n- Al-Shabaab | Engage in mass killings | Student (Kenya) | 2015-04-02\n- Police (Uganda) | Investigate | Al-Shabaab | 2015-03-31\n- Al-Shabaab | Yield | Police (Kenya) | 2015-05-07\n- Al-Shabaab | Yield | Police (Kenya) | 2015-05-01\n- Police (Tanzania) | Make statement | Al-Shabaab | 2015-04-15\n- Police (Kenya) | Make statement | Al-Shabaab | 2015-03-26\n- Police (Kenya) | Make statement | Al-Shabaab | 2015-02-03\n- Media Personnel (Somalia) | Accuse | Al-Shabaab | 2015-04-25\n- Governor (Somalia) | Make statement | Al-Shabaab | 2015-03-18\n- Governor (Kenya) | Make statement | Al-Shabaab | 2015-04-14\n- France | Criticize or denounce | Al-Shabaab | 2015-03-30\nAnswer:", "completion": " UN Security Council", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1078588", "prompt": "Who made the workers of the Philippines suffer from unconventional violence in the same year of the Militant of the Philippines?\nEvidence:\n- Military (Philippines) | Use unconventional violence | Militant (Philippines) | 2005-02-16\n- Militant (Philippines) | Use unconventional violence | Police (Philippines) | 2010-04-13\n- Militant (Philippines) | Use unconventional violence | Police (Philippines) | 2009-12-13\n- Militant (Philippines) | Use unconventional violence | Police (Philippines) | 2009-06-28\n- Militant (Philippines) | Use unconventional violence | Police (Philippines) | 2009-06-05\n- Militant (Philippines) | Use unconventional violence | Police (Philippines) | 2006-03-10\n- Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2015-12-11\n- Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2015-02-25\n- Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2014-12-29\n- Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2014-12-10\n- Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2014-12-06\n- Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2014-11-14\n- Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2014-05-01\n- Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2014-04-30\n- Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2011-07-29\nAnswer:", "completion": " Muslim Militant (Philippines)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1177172", "prompt": "Who made an appeal to Hafiz Ringim in August 2011?\nEvidence:\n- Citizen (Nigeria) | Make an appeal or request | Hafiz Ringim | 2011-08-01\n- Hafiz Ringim | Make statement | Government (Nigeria) | 2011-08-30\n- Hafiz Ringim | Express intent to cooperate | Citizen (Nigeria) | 2011-08-30\n- Oluṣẹgun Ọbasanjọ | Make an appeal or request | Citizen (Nigeria) | 2011-08-25\n- Olugbenga Ashiru | Make an appeal or request | Citizen (Nigeria) | 2011-08-18\n- Muslim (Nigeria) | Make an appeal or request | Citizen (Nigeria) | 2011-08-02\n- Ministry (Nigeria) | Make an appeal or request | Government (Nigeria) | 2011-08-05\n- Ministry (Nigeria) | Make an appeal or request | Government (Nigeria) | 2011-08-02\n- Ministry (Nigeria) | Make an appeal or request | Government (Nigeria) | 2011-08-01\n- Ministry (Nigeria) | Make an appeal or request | Citizen (Nigeria) | 2011-08-17\n- Ministry (Nigeria) | Make an appeal or request | Citizen (Nigeria) | 2011-08-16\n- Ministry (Nigeria) | Make an appeal or request | Citizen (Nigeria) | 2011-08-10\n- Ministry (Nigeria) | Make an appeal or request | Citizen (Nigeria) | 2011-08-05\n- Ministry (Nigeria) | Make an appeal or request | Citizen (Nigeria) | 2011-08-03\n- Ministry (Nigeria) | Make an appeal or request | Citizen (Nigeria) | 2011-08-01\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1171215", "prompt": "Before Eritrea, which country did the United Arab Emirates last praise?\nEvidence:\n- United Arab Emirates | Praise or endorse | Iraq | 2005-02-02\n- United Arab Emirates | Praise or endorse | China | 2005-03-18\n- Supreme Council (United Arab Emirates) | Make statement | United Arab Emirates | 2005-03-26\n- Treasury/Finance Ministry (United Arab Emirates) | Make statement | United Arab Emirates | 2005-02-13\n- United Arab Emirates | Praise or endorse | Government (France) | 2005-03-22\n- Shimon Peres | Praise or endorse | United Arab Emirates | 2005-02-18\n- United Arab Emirates | Consult | Iran | 2005-02-01\n- Iran | Consult | United Arab Emirates | 2005-02-01\n- United Arab Emirates | Cooperate militarily | France | 2005-02-20\n- United Arab Emirates | Consult | Benazir Bhutto | 2005-03-24\n- France | Cooperate militarily | United Arab Emirates | 2005-02-20\n- Benazir Bhutto | Consult | United Arab Emirates | 2005-03-24\n- Head of Government (Germany) | Praise or endorse | United Arab Emirates | 2005-03-06\n- United Arab Emirates | Sign formal agreement | Malaysia | 2005-03-19\n- United Arab Emirates | Sign formal agreement | Iraq | 2005-03-07\nAnswer:", "completion": " Employee (Thailand)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1275878", "prompt": "After Banharn Silpa-archa, who asked for the Royal Thai Police first?\nEvidence:\n- Banharn Silpa-archa | Threaten | Chart Thai | 2007-08-08\n- Banharn Silpa-archa | Threaten | Chart Thai | 2007-08-06\n- Banharn Silpa-archa | Reject | Chart Thai | 2005-01-23\n- Chart Thai | Make statement | Banharn Silpa-archa | 2006-03-24\n- Chart Thai | Express accord | Banharn Silpa-archa | 2006-09-19\n- Banharn Silpa-archa | Make statement | Chart Thai | 2007-08-21\n- Banharn Silpa-archa | Make statement | Chart Thai | 2006-04-03\n- Banharn Silpa-archa | Make statement | Chart Thai | 2006-01-10\n- Banharn Silpa-archa | Make an appeal or request | Royal Thai Police | 2006-11-30\n- Chart Thai | Make a visit | Banharn Silpa-archa | 2006-11-20\n- Banharn Silpa-archa | Praise or endorse | Chart Thai | 2006-11-20\n- Banharn Silpa-archa | Host a visit | Chart Thai | 2006-11-20\n- Thailand | Make statement | Banharn Silpa-archa | 2007-02-22\n- Thailand | Make statement | Banharn Silpa-archa | 2006-03-25\n- Minister Kachornprasart | Consult | Banharn Silpa-archa | 2006-08-03\nAnswer:", "completion": " Citizen (Thailand)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1386218", "prompt": "Which country began negotiations with Mexico first, after the other authorities and officials of Mexico had done so?\nEvidence:\n- Other Authorities / Officials (Mexico) | Investigate | Mexico | 2005-01-27\n- Other Authorities / Officials (Mexico) | Make statement | Mexico | 2005-01-18\n- Mexico | Make pessimistic comment | Other Authorities / Officials (Mexico) | 2005-01-28\n- Other Authorities / Officials (Mexico) | Mobilize or increase police power | Mexico | 2005-01-17\n- Other Authorities / Officials (Mexico) | Demonstrate military or police power | Mexico | 2005-01-26\n- Other Authorities / Officials (Mexico) | Express intent to meet or negotiate | Mexico | 2005-01-06\n- Colombia | Make optimistic comment | Other Authorities / Officials (Brazil) | 2005-08-25\n- Colombia | fight with small arms and light weapons | Mexico | 2005-01-03\n- Mexico | Arrest, detain, or charge with legal action | Criminal (Mexico) | 2005-01-29\n- Mexico | Arrest, detain, or charge with legal action | Criminal (Mexico) | 2005-01-18\n- Mexico | Arrest, detain, or charge with legal action | Criminal (Mexico) | 2005-01-14\n- Mexico | Arrest, detain, or charge with legal action | Criminal (Mexico) | 2005-01-07\n- Mexico | Arrest, detain, or charge with legal action | Government Official (Mexico) | 2005-02-02\n- Mexico | Arrest, detain, or charge with legal action | Domestic Affairs (Mexico) | 2005-01-24\n- Mexico | Investigate | Criminal (Mexico) | 2005-01-12\nAnswer:", "completion": " Colombia", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1138469", "prompt": "Who was the first Malaysian lawyer to condemn after the Malaysian police?\nEvidence:\n- First Command of the Capital | Use unconventional violence | Lawyer/Attorney (Costa Rica) | 2008-07-26\n- Malaysian People's Party | Consult | Lawyer/Attorney (Malaysia) | 2008-07-01\n- Lawyer/Attorney (Malaysia) | Consult | Malaysian People's Party | 2008-07-01\n- Lawyer/Attorney (Malaysia) | Accuse | Malaysian People's Party | 2008-07-14\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Lawyer/Attorney (Malaysia) | Make statement | Malaysian People's Party | 2008-07-15\n- Police (Malaysia) | Investigate | Malaysian People's Party | 2011-01-18\n- Police (Malaysia) | Investigate | Malaysian People's Party | 2010-07-23\n- Police (Malaysia) | Investigate | Malaysian People's Party | 2010-01-08\n- Police (Malaysia) | Investigate | Malaysian People's Party | 2009-11-07\n- Police (Malaysia) | Investigate | Malaysian People's Party | 2008-06-30\n- Police (Malaysia) | Investigate | Malaysian People's Party | 2008-04-15\n- Police (Indonesia) | Investigate | Malaysian People's Party | 2010-02-25\nAnswer:", "completion": " Defense Attorney (Malaysia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1251555", "prompt": "Before the foreign minister of Slovakia, who negotiated with Elmar Mammadyarov?\nEvidence:\n- Elmar Mammadyarov | Consult | Elmar Mammadyarov | 2005-01-28\n- Foreign Affairs (Israel) | Consult | Elmar Mammadyarov | 2005-07-07\n- Foreign Affairs (Hungary) | Consult | Elmar Mammadyarov | 2006-01-24\n- Foreign Affairs (France) | Consult | Elmar Mammadyarov | 2006-01-31\n- Elmar Mammadyarov | Consult | Foreign Affairs (Israel) | 2005-07-07\n- Elmar Mammadyarov | Consult | Foreign Affairs (Hungary) | 2006-01-24\n- Elmar Mammadyarov | Consult | Foreign Affairs (France) | 2006-01-31\n- Elmar Mammadyarov | Express intent to meet or negotiate | Elmar Mammadyarov | 2005-07-20\n- Elmar Mammadyarov | Consult | China | 2005-02-07\n- China | Consult | Elmar Mammadyarov | 2005-02-07\n- Foreign Affairs (Austria) | Engage in negotiation | Elmar Mammadyarov | 2005-09-09\n- Elmar Mammadyarov | Engage in negotiation | Foreign Affairs (Austria) | 2005-09-09\n- Elmar Mammadyarov | Consult | ANS Group of Companies | 2005-03-22\n- ANS Group of Companies | Consult | Elmar Mammadyarov | 2005-03-22\n- Irakli Alasania | Consult | Elmar Mammadyarov | 2005-07-07\nAnswer:", "completion": " Iran", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1115862", "prompt": "Who was the first to accuse the Central Intelligence Agency, after the German lawyer?\nEvidence:\n- Central Intelligence Agency | Accuse | Iran | 2005-03-17\n- Central Intelligence Agency | Accuse | China | 2006-01-26\n- Lawyer/Attorney (Germany) | Investigate | Central Intelligence Agency | 2005-12-14\n- Portugal | Investigate | Central Intelligence Agency | 2006-02-06\n- Central Intelligence Agency | Reject | Iraq | 2005-10-28\n- Central Intelligence Agency | Investigate | Iraq | 2005-07-17\n- Central Intelligence Agency | Investigate | Inter-Services Intelligence | 2006-01-25\n- Lawyer/Attorney (Germany) | Investigate crime, corruption | Central Intelligence Agency | 2005-07-21\n- Central Intelligence Agency | Appeal for intelligence | Government (France) | 2005-12-13\n- Senate (Switzerland) | Investigate | Central Intelligence Agency | 2005-12-14\n- China | Make statement | Central Intelligence Agency | 2005-02-18\n- Central Intelligence Agency | Make statement | Mexico | 2005-02-21\n- Central Intelligence Agency | Investigate | Militant (Syria) | 2005-11-29\n- Central Intelligence Agency | Investigate | Government (Sudan) | 2005-05-01\n- Central Intelligence Agency | Investigate | Government (Sudan) | 2005-04-30\nAnswer:", "completion": " Benedict XVI", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1309738", "prompt": "Who expressed the intention to meet with the citizens of Brazil after the year 2013?\nEvidence:\n- People Associated with the Opposition (Brazil) | Express intent to meet or negotiate | Citizen (Brazil) | 2008-04-12\n- Ministry (Brazil) | Express intent to meet or negotiate | People Associated with the Opposition (Brazil) | 2007-10-24\n- Ministry (Brazil) | Express intent to meet or negotiate | People Associated with the Opposition (Brazil) | 2005-08-14\n- People Associated with the Opposition (Brazil) | Investigate | Head of Government (Brazil) | 2011-05-25\n- People Associated with the Opposition (Brazil) | Consult | Head of Government (Brazil) | 2007-09-25\n- People Associated with the Opposition (Brazil) | Accuse | Head of Government (Brazil) | 2009-08-12\n- Head of Government (Brazil) | Reject | People Associated with the Opposition (Brazil) | 2015-12-23\n- Head of Government (Brazil) | Consult | People Associated with the Opposition (Brazil) | 2007-09-25\n- People Associated with the Opposition (Brazil) | Provide aid | Head of Government (Brazil) | 2011-05-24\n- People Associated with the Opposition (Brazil) | Make statement | Member of Parliament (Brazil) | 2007-03-07\n- People Associated with the Opposition (Brazil) | Make statement | Head of Government (Brazil) | 2012-02-29\n- Ministry (Brazil) | Accuse of crime, corruption | People Associated with the Opposition (Brazil) | 2005-07-07\n- Head of Government (Brazil) | Make statement | People Associated with the Opposition (Brazil) | 2014-07-29\n- Head of Government (Brazil) | Make statement | People Associated with the Opposition (Brazil) | 2008-03-27\n- Head of Government (Brazil) | Make statement | People Associated with the Opposition (Brazil) | 2005-08-28\nAnswer:", "completion": " Angela Merkel", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1055131", "prompt": "Before Evo Morales, to whom did Tony Blair last make an appeal?\nEvidence:\n- Evo Morales | Make an appeal or request | Bolivia | 2005-12-13\n- Evo Morales | Make an appeal or request | Bolivia | 2005-10-05\n- Tony Blair | Make an appeal or request | Iran | 2005-02-08\n- Military (Bolivia) | Make an appeal or request | Evo Morales | 2008-09-11\n- Military (Bolivia) | Make an appeal or request | Evo Morales | 2006-08-07\n- Evo Morales | Make an appeal or request | Military (Bolivia) | 2012-05-01\n- Evo Morales | Make an appeal or request | Military (Bolivia) | 2010-12-31\n- Evo Morales | Make an appeal or request | Military (Bolivia) | 2010-01-25\n- Evo Morales | Make an appeal or request | Military (Bolivia) | 2009-08-08\n- Evo Morales | Make an appeal or request | Military (Bolivia) | 2008-01-03\n- Evo Morales | Make an appeal or request | Military (Bolivia) | 2006-12-13\n- Evo Morales | Make an appeal or request | Military (Bolivia) | 2006-12-12\n- Evo Morales | Make an appeal or request | Military (Bolivia) | 2006-08-07\n- Evo Morales | Make an appeal or request | Military (Bolivia) | 2005-06-09\n- Evo Morales | Make an appeal or request | Eduardo Rodríguez | 2005-10-12\nAnswer:", "completion": " Labor Party (United Kingdom)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1140852", "prompt": "After Sheikh Hamad bin Khalifa al-Thani, who was the first to visit the Maldives?\nEvidence:\n- Sheikh Hamad bin Khalifa al-Thani | Make a visit | Maldives | 2005-04-17\n- Maldives | Host a visit | Sheikh Hamad bin Khalifa al-Thani | 2005-04-17\n- Sheikh Hamad bin Khalifa al-Thani | Discuss by telephone | Sheikh Hamad bin Isa al Khalifah | 2005-05-07\n- Sheikh Hamad bin Isa al Khalifah | Discuss by telephone | Sheikh Hamad bin Khalifa al-Thani | 2005-05-07\n- Sheikh Hamad bin Khalifa al-Thani | Make a visit | Japan | 2005-06-08\n- Sheikh Hamad bin Khalifa al-Thani | Make a visit | Japan | 2005-06-07\n- Japan | Host a visit | Sheikh Hamad bin Khalifa al-Thani | 2005-06-08\n- Japan | Host a visit | Sheikh Hamad bin Khalifa al-Thani | 2005-06-07\n- Tony Blair | Consult | Sheikh Hamad bin Khalifa al-Thani | 2005-03-03\n- Sheikh Hamad bin Khalifa al-Thani | Make statement | Qatar | 2005-06-08\n- Sheikh Hamad bin Khalifa al-Thani | Make statement | Qatar | 2005-04-15\n- Sheikh Hamad bin Khalifa al-Thani | Make statement | Qatar | 2005-04-01\n- Sheikh Hamad bin Khalifa al-Thani | Make statement | Qatar | 2005-03-22\n- Sheikh Hamad bin Khalifa al-Thani | Consult | Tony Blair | 2005-03-03\n- Sheikh Hamad bin Khalifa al-Thani | Consult | Pervez Musharraf | 2005-06-05\nAnswer:", "completion": " High Commission (United Kingdom)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1092868", "prompt": "Who did the European Central Bank give the denunciation to first, after the Government of Germany?\nEvidence:\n- European Central Bank | Make statement | Government (Germany) | 2008-02-25\n- Head of Government (Germany) | Make statement | European Central Bank | 2006-06-20\n- Government (Germany) | Criticize or denounce | European Central Bank | 2008-07-03\n- Treasury/Finance Ministry (Germany) | Demand | European Central Bank | 2008-07-02\n- European Central Bank | Reject | Government Affiliated Bank (Belgium) | 2005-10-28\n- Government Affiliated Bank (South Africa) | Consult | European Central Bank | 2005-02-28\n- European Central Bank | Consult | Government Affiliated Bank (South Africa) | 2005-02-28\n- France | Accuse | European Central Bank | 2007-09-15\n- Rodrigo Rato | Demand | European Central Bank | 2005-05-20\n- European Central Bank | Make statement | Ireland | 2007-12-10\n- European Central Bank | Make statement | France | 2007-07-23\n- Christine Lagarde | Demand | European Central Bank | 2008-06-13\n- Segolene Royal | Make statement | European Central Bank | 2007-01-17\n- Segolene Royal | Make statement | European Central Bank | 2006-12-08\n- Ministry (Belgium) | Make statement | European Central Bank | 2005-11-07\nAnswer:", "completion": " Viktor Orban", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1151176", "prompt": "After the year 2014, to which country did Laos express the intention to participate in diplomatic cooperation?\nEvidence:\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-04-05\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-03-25\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-03-15\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-03-11\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-03-09\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-03-08\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-03-04\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-02-05\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-01-07\n- Laos | Engage in diplomatic cooperation | Vietnam | 2005-04-05\n- Laos | Engage in diplomatic cooperation | Vietnam | 2005-03-25\n- Laos | Engage in diplomatic cooperation | Vietnam | 2005-03-15\n- Laos | Engage in diplomatic cooperation | Vietnam | 2005-03-11\n- Laos | Engage in diplomatic cooperation | Vietnam | 2005-03-09\n- Laos | Engage in diplomatic cooperation | Vietnam | 2005-03-08\nAnswer:", "completion": " Thailand", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1385375", "prompt": "Who visited Kazakhstan on 23 September 2013?\nEvidence:\n- Kazakhstan | Host a visit | Dmitry Anatolyevich Medvedev | 2013-09-23\n- Dmitry Anatolyevich Medvedev | Make a visit | Kazakhstan | 2013-09-23\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | Kazakhstan | 2013-09-23\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | Serik Akhmetov | 2013-09-23\nAnswer:", "completion": " Dmitry Anatolyevich Medvedev", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 4, "n_anchors": 1} +{"id": "mtq_1241438", "prompt": "To whom did Abhisit Vejjajiva last make an appeal before Banharn Silpa-archa?\nEvidence:\n- Banharn Silpa-archa | Reject | Abhisit Vejjajiva | 2010-01-11\n- Banharn Silpa-archa | Consult | Abhisit Vejjajiva | 2009-05-15\n- Banharn Silpa-archa | Consult | Abhisit Vejjajiva | 2007-11-07\n- Banharn Silpa-archa | Consult | Abhisit Vejjajiva | 2006-08-03\n- Banharn Silpa-archa | Accuse | Abhisit Vejjajiva | 2011-06-07\n- Abhisit Vejjajiva | Consult | Banharn Silpa-archa | 2009-05-15\n- Abhisit Vejjajiva | Consult | Banharn Silpa-archa | 2007-11-07\n- Abhisit Vejjajiva | Consult | Banharn Silpa-archa | 2006-08-03\n- Abhisit Vejjajiva | Make statement | Banharn Silpa-archa | 2013-09-03\n- Abhisit Vejjajiva | Make statement | Banharn Silpa-archa | 2013-01-04\n- Abhisit Vejjajiva | Make statement | Banharn Silpa-archa | 2013-01-03\n- Banharn Silpa-archa | Make an appeal or request | Abhisit Vejjajiva | 2010-03-28\n- Banharn Silpa-archa | Make an appeal or request | Abhisit Vejjajiva | 2010-02-02\n- Banharn Silpa-archa | Make an appeal or request | Abhisit Vejjajiva | 2009-08-13\n- Banharn Silpa-archa | Make an appeal or request | Abhisit Vejjajiva | 2009-01-05\nAnswer:", "completion": " Thailand", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1269722", "prompt": "Who was the first person Umaru Musa Yar'Adua praised after Shamsudeen Usman?\nEvidence:\n- Shamsudeen Usman | Make statement | Umaru Musa Yar'Adua | 2008-07-15\n- Shamsudeen Usman | Make statement | Umaru Musa Yar'Adua | 2007-12-13\n- Shamsudeen Usman | Make statement | Umaru Musa Yar'Adua | 2007-09-18\n- Umaru Musa Yar'Adua | Praise or endorse | Shamsudeen Usman | 2007-07-26\n- Umaru Musa Yar'Adua | Threaten | Government (Nigeria) | 2005-01-25\n- Umaru Musa Yar'Adua | Demand | Citizen (Nigeria) | 2007-05-31\n- Umaru Musa Yar'Adua | Consult | South Africa | 2007-04-26\n- Umaru Musa Yar'Adua | Consult | Abdoulaye Wade | 2007-05-08\n- Umaru Musa Yar'Adua | Accuse | Citizen (Nigeria) | 2007-01-05\n- South Africa | Consult | Umaru Musa Yar'Adua | 2007-04-26\n- Oluṣẹgun Ọbasanjọ | Yield | Umaru Musa Yar'Adua | 2007-05-30\n- Oluṣẹgun Ọbasanjọ | Yield | Umaru Musa Yar'Adua | 2007-05-29\n- Daily Trust | Reject | Umaru Musa Yar'Adua | 2007-02-09\n- Citizen (Nigeria) | Demand | Umaru Musa Yar'Adua | 2007-04-23\n- Abdoulaye Wade | Consult | Umaru Musa Yar'Adua | 2007-05-08\nAnswer:", "completion": " Foreign Affairs (Lebanon)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1090043", "prompt": "Who was the last to fight the Rapid Action Battalion with small arms and light weapons before the Jubo Dal?\nEvidence:\n- Rapid Action Battalion | fight with small arms and light weapons | Jubo Dal | 2014-01-30\n- Jubo Dal | fight with small arms and light weapons | Rapid Action Battalion | 2014-01-30\n- Citizen (Bangladesh) | fight with small arms and light weapons | Rapid Action Battalion | 2005-07-12\n- Citizen (Bangladesh) | fight with small arms and light weapons | Rapid Action Battalion | 2005-05-02\n- Citizen (Bangladesh) | fight with small arms and light weapons | Rapid Action Battalion | 2005-03-11\n- Rapid Action Battalion | fight with small arms and light weapons | Drug Gang (Bangladesh) | 2005-05-14\n- Rapid Action Battalion | Arrest, detain, or charge with legal action | Jubo Dal | 2005-05-04\n- Jubo Dal | Demand | Bashir Ahmed | 2005-08-03\n- Jubo Dal | Demand | Bashir Ahmed | 2005-07-02\n- Citizen (Bangladesh) | Assassinate | Jubo Dal | 2007-08-16\n- Jubo Dal | Physically assault | Citizen (Bangladesh) | 2006-04-11\n- Jubo Dal | Physically assault | Citizen (Bangladesh) | 2005-06-08\n- Employee (Bangladesh) | Physically assault | Jubo Dal | 2006-10-27\n- Employee (Bangladesh) | Physically assault | Jubo Dal | 2006-10-26\n- Citizen (United Kingdom) | Assassinate | Jubo Dal | 2008-03-04\nAnswer:", "completion": " Student (Bangladesh)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1062057", "prompt": "Who was the first to be praised by the Prime Minister of Portugal?\nEvidence:\n- Portugal | Make statement | Head of Government (Portugal) | 2005-03-13\n- Portugal | Make statement | Head of Government (Portugal) | 2005-03-12\n- Head of Government (Portugal) | Make statement | Portugal | 2005-03-21\n- Head of Government (Portugal) | Make statement | Portugal | 2005-03-13\n- Head of Government (Portugal) | Make statement | Portugal | 2005-03-12\n- Portugal | Praise or endorse | Head of Government (Portugal) | 2005-05-27\n- Children (Portugal) | Occupy territory | Portugal | 2005-06-10\n- Portugal | Express intent to cooperate | France | 2005-01-27\n- France | Express intent to cooperate | Portugal | 2005-01-27\n- Foreign Affairs (Portugal) | Make statement | Portugal | 2005-06-15\n- Foreign Affairs (Portugal) | Make statement | Portugal | 2005-05-30\n- Foreign Affairs (Portugal) | Make statement | Portugal | 2005-03-31\n- Portugal | Express intent to cooperate economically | Japan | 2005-05-26\n- Japan | Express intent to cooperate economically | Portugal | 2005-05-26\n- Portugal | Make pessimistic comment | Head of Government (Finland) | 2005-04-25\nAnswer:", "completion": " Edmund Ho", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1366184", "prompt": "In 2005, who wanted to negotiate with Abdul Kalam?\nEvidence:\n- Maumoon Abdul Gayoom | Engage in negotiation | Abdul Kalam | 2005-03-30\n- Abdul Kalam | Engage in negotiation | Maumoon Abdul Gayoom | 2005-03-30\n- Maumoon Abdul Gayoom | Express intent to meet or negotiate | Abdul Kalam | 2005-03-29\n- Maumoon Abdul Gayoom | Express intent to meet or negotiate | Abdul Kalam | 2005-03-28\n- Maumoon Abdul Gayoom | Express intent to meet or negotiate | Abdul Kalam | 2005-03-27\n- Maumoon Abdul Gayoom | Express intent to meet or negotiate | Abdul Kalam | 2005-03-23\n- Pervez Musharraf | Engage in negotiation | Abdul Kalam | 2005-04-17\n- Abdul Kalam | Engage in negotiation | Pervez Musharraf | 2005-04-17\n- Abdul Kalam | Engage in negotiation | Mahmoud Abbas | 2005-05-20\n- Wen Jiabao | Express intent to meet or negotiate | Abdul Kalam | 2005-04-09\n- Wen Jiabao | Express intent to meet or negotiate | Abdul Kalam | 2005-03-24\n- Mahmoud Abbas | Express intent to meet or negotiate | Abdul Kalam | 2005-05-19\n- Mahmoud Abbas | Express intent to meet or negotiate | Abdul Kalam | 2005-05-17\n- Heinz Fischer | Express intent to meet or negotiate | Abdul Kalam | 2005-02-15\n- Governor (India) | Express intent to meet or negotiate | Abdul Kalam | 2005-03-04\nAnswer:", "completion": " Head of Government (Chile)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1016580", "prompt": "With which country did the United Arab Emirates first sign formal agreements in 2010?\nEvidence:\n- United Arab Emirates | Sign formal agreement | Thailand | 2010-01-15\n- United Arab Emirates | Sign formal agreement | Thailand | 2010-01-14\n- United Arab Emirates | Sign formal agreement | Japan | 2010-01-25\n- United Arab Emirates | Sign formal agreement | Japan | 2010-01-24\n- United Arab Emirates | Sign formal agreement | France | 2010-01-25\n- United Arab Emirates | Sign formal agreement | France | 2010-01-24\n- Thailand | Sign formal agreement | United Arab Emirates | 2010-01-15\n- Thailand | Sign formal agreement | United Arab Emirates | 2010-01-14\n- Japan | Sign formal agreement | United Arab Emirates | 2010-01-25\n- Japan | Sign formal agreement | United Arab Emirates | 2010-01-24\n- France | Sign formal agreement | United Arab Emirates | 2010-01-25\n- France | Sign formal agreement | United Arab Emirates | 2010-01-24\n- United Arab Emirates | Sign formal agreement | South Korea | 2010-01-20\n- South Korea | Sign formal agreement | United Arab Emirates | 2010-01-20\n- United Arab Emirates | Engage in negotiation | Japan | 2010-02-18\nAnswer:", "completion": " Thailand", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1167642", "prompt": "Who was the last person to seek diplomatic cooperation with Yemen before Abdel Fattah Al-Sisi?\nEvidence:\n- Abdel Fattah Al-Sisi | Threaten | People Associated with the Opposition (Egypt) | 2013-06-24\n- Protester (Egypt) | Reject | Abdel Fattah Al-Sisi | 2013-01-29\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-07-03\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-04-24\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-20\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-18\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-17\n- Barack Obama | Consult | Abdel Fattah Al-Sisi | 2013-04-26\n- Abdel Fattah Al-Sisi | Threaten | Protester (Egypt) | 2013-07-24\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-07-03\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-04-24\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-20\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-18\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-17\n- Abdel Fattah Al-Sisi | Consult | Barack Obama | 2013-04-26\nAnswer:", "completion": " Information / Communication / Transparency Ministry (Russia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1183749", "prompt": "In which year did Ghali Umar Na'Abba last visit John Odigie-Oyegun?\nEvidence:\n- John Odigie-Oyegun | Host a visit | Ghali Umar Na'Abba | 2015-03-18\n- Ghali Umar Na'Abba | Make a visit | John Odigie-Oyegun | 2015-03-18\n- John Odigie-Oyegun | Praise or endorse | Ghali Umar Na'Abba | 2015-03-18\n- Ghali Umar Na'Abba | Forgive | Oluṣẹgun Ọbasanjọ | 2008-09-05\n- Ghali Umar Na'Abba | Demand | Government (Nigeria) | 2011-12-12\n- Ghali Umar Na'Abba | Make statement | Oluṣẹgun Ọbasanjọ | 2008-09-05\n- Ghali Umar Na'Abba | Make optimistic comment | Muhammadu Buhari | 2015-03-18\n- Ghali Umar Na'Abba | Discuss by telephone | Daily Trust | 2006-12-14\n- Ghali Umar Na'Abba | Accuse | Umaru Musa Yar'Adua | 2008-12-22\n- Daily Trust | Discuss by telephone | Ghali Umar Na'Abba | 2006-12-14\n- Dimeji Bankole | Express intent to engage in diplomatic cooperation (such as policy support) | Ghali Umar Na'Abba | 2010-05-12\n- Secretariat (Nigeria) | Consult | John Odigie-Oyegun | 2014-09-16\n- Muhammadu Buhari | Consult | John Odigie-Oyegun | 2015-04-28\n- Ministry (Nigeria) | Consult | John Odigie-Oyegun | 2015-04-20\n- Media (Africa) | Consult | John Odigie-Oyegun | 2015-04-22\nAnswer:", "completion": " 2015", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1124373", "prompt": "In which year did the lawyer of Bolivia make the first appeal to the member of the Bolivian judiciary?\nEvidence:\n- Bolivia | Make statement | Military (Bolivia) | 2005-06-09\n- Military (Bolivia) | Demand | Bolivia | 2005-05-23\n- China | Engage in diplomatic cooperation | Bolivia | 2005-05-31\n- China | Engage in diplomatic cooperation | Bolivia | 2005-05-12\n- Bolivia | Engage in diplomatic cooperation | China | 2005-05-31\n- Bolivia | Engage in diplomatic cooperation | China | 2005-05-12\n- Farm Worker (Bolivia) | Occupy territory | Bolivia | 2005-05-27\n- Farm Worker (Bolivia) | Protest violently, riot | Bolivia | 2005-06-14\n- Farm Worker (Bolivia) | Demonstrate or rally | Bolivia | 2005-05-23\n- Bolivia | Sign formal agreement | Political Parties (Bolivia) | 2005-03-09\n- Mexico | Make a visit | Bolivia | 2005-05-02\n- Felipe Quispe | Make statement | Bolivia | 2005-06-09\n- Evo Morales | Make statement | Bolivia | 2005-05-16\n- Evo Morales | Make statement | Bolivia | 2005-03-16\n- Eduardo Rodríguez | Make statement | Bolivia | 2005-06-10\nAnswer:", "completion": " 2005", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1335840", "prompt": "Who would wish to visit Barack Obama on the same month of Ali Bongo Ondimba?\nEvidence:\n- Barack Obama | Consult | Ali Bongo Ondimba | 2011-04-27\n- Barack Obama | Consult | Ali Bongo Ondimba | 2011-04-07\n- Barack Obama | Consult | Ali Bongo Ondimba | 2011-04-06\n- Barack Obama | Consult | Ali Bongo Ondimba | 2011-04-05\n- Ali Bongo Ondimba | Consult | Barack Obama | 2011-04-27\n- Ali Bongo Ondimba | Consult | Barack Obama | 2011-04-07\n- Ali Bongo Ondimba | Consult | Barack Obama | 2011-04-06\n- Ali Bongo Ondimba | Consult | Barack Obama | 2011-04-05\n- Ali Bongo Ondimba | Make a visit | Barack Obama | 2011-06-09\n- Barack Obama | Praise or endorse | Ali Bongo Ondimba | 2011-04-05\n- Barack Obama | Express intent to meet or negotiate | Ali Bongo Ondimba | 2011-06-09\n- Ali Bongo Ondimba | Express intent to meet or negotiate | Barack Obama | 2011-06-09\n- France | Host a visit | Ali Bongo Ondimba | 2009-11-23\n- France | Host a visit | Ali Bongo Ondimba | 2009-11-18\n- Ali Bongo Ondimba | Make a visit | France | 2009-11-23\nAnswer:", "completion": " Angela Merkel", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1009584", "prompt": "Who praised the Kenyan police after Francis Muthaura?\nEvidence:\n- Police (Kenya) | Consult | Francis Muthaura | 2006-03-07\n- Francis Muthaura | Consult | Police (Kenya) | 2006-03-07\n- The Hague | Host a visit | Francis Muthaura | 2013-02-14\n- The Hague | Host a visit | Francis Muthaura | 2013-02-13\n- The Hague | Host a visit | Francis Muthaura | 2011-09-19\n- The Hague | Host a visit | Francis Muthaura | 2011-04-02\n- The Hague | Host a visit | Francis Muthaura | 2011-04-01\n- The Hague | Host a visit | Francis Muthaura | 2011-03-31\n- The Hague | Host a visit | Francis Muthaura | 2011-03-30\n- Francis Muthaura | Make a visit | The Hague | 2013-02-14\n- Francis Muthaura | Make a visit | The Hague | 2013-02-13\n- Francis Muthaura | Make a visit | The Hague | 2011-09-19\n- Francis Muthaura | Make a visit | The Hague | 2011-04-02\n- Francis Muthaura | Make a visit | The Hague | 2011-04-01\n- Francis Muthaura | Make a visit | The Hague | 2011-03-31\nAnswer:", "completion": " Ali Roba", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1381964", "prompt": "In the same month, with whom did the African Union express its interest in cooperating with the Sudanese peacekeeping force?\nEvidence:\n- African Union | Provide military protection or peacekeeping | Sudan | 2005-01-31\n- African Union | Provide military protection or peacekeeping | Sudan | 2005-01-12\n- African Union | Provide military protection or peacekeeping | Sudan | 2005-01-11\n- African Union | Provide military protection or peacekeeping | Sudan | 2005-01-10\n- African Union | Threaten with sanctions, boycott, embargo | Togo | 2005-02-09\n- African Union | Threaten with sanctions, boycott, embargo | Togo | 2005-02-08\n- African Union | Threaten with sanctions, boycott, embargo | Togo | 2005-02-07\n- African Union | Threaten with sanctions, boycott, embargo | Niger | 2005-02-09\n- African Union | Investigate | Sudan | 2005-02-08\n- Government (Djibouti) | Engage in diplomatic cooperation | African Union | 2005-02-07\n- African Union | Praise or endorse | East African Community | 2005-02-05\n- Oluṣẹgun Ọbasanjọ | Consult | African Union | 2005-01-08\n- African Union | Make statement | Sudan | 2005-02-07\n- African Union | Make statement | Sudan | 2005-01-29\n- African Union | Consult | Oluṣẹgun Ọbasanjọ | 2005-01-08\nAnswer:", "completion": " UN Security Council", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1310249", "prompt": "Who was the last to ask for Theresa May?\nEvidence:\n- Theresa May | Consult | Secretary of State for the Home Department | 2013-06-26\n- Secretary of State for the Home Department | Consult | Theresa May | 2013-06-26\n- Theresa May | Make statement | Secretary of State for the Home Department | 2011-12-14\n- Secretary of State for the Home Department | Make statement | Theresa May | 2014-05-23\n- Secretary of State for the Home Department | Make statement | Theresa May | 2012-04-19\n- Secretary of State for the Home Department | Criticize or denounce | Theresa May | 2011-10-05\n- Theresa May | Reject | Boris Johnson | 2014-01-09\n- Theresa May | Accuse | Tony Blair | 2006-04-20\n- Chris Huhne | Apologize | Theresa May | 2011-10-10\n- Theresa May | Reject | Citizen (United Kingdom) | 2012-12-14\n- Theresa May | Make statement | Rehman Malik | 2010-10-27\n- Theresa May | Make statement | Extremist (Yemen) | 2010-11-02\n- Theresa May | Demand | Citizen (United Kingdom) | 2011-08-06\n- Theresa May | Criticize or denounce | France | 2012-01-17\n- Theresa May | Accuse | Michael Andrew Gove | 2014-06-10\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1262695", "prompt": "Who supported the government of Nigeria in 2013?\nEvidence:\n- The Chronicle | Consult | Head of Government (Ghana) | 2005-06-15\n- Head of Government (Ghana) | Consult | The Chronicle | 2005-06-15\n- Vietnam | Engage in diplomatic cooperation | Committees for the Defense of the Revolution | 2005-09-30\n- Militant (Movement for the Emancipation of the Niger Delta) | Use unconventional violence | Citizen (Nigeria) | 2006-04-05\n- Government (Gabon) | Deny responsibility | Union of the Gabonese People | 2006-03-24\n- Head of Government (Brazil) | Engage in diplomatic cooperation | People Associated with the Opposition (Brazil) | 2006-10-30\n- National Coalition Government of the Union of Burma | Make optimistic comment | China | 2006-06-02\n- National Coalition Government of the Union of Burma | Make optimistic comment | China | 2006-05-31\n- Special Rapporteurs of the United Nations | Consult | Government Official (Turkey) | 2006-02-23\n- Special Rapporteurs of the United Nations | Consult | Government Official (Russia) | 2006-06-16\n- Member of the Judiciary (South Africa) | Reject | Government (South Africa) | 2006-08-31\n- Government Official (Turkey) | Consult | Special Rapporteurs of the United Nations | 2006-02-23\n- Government Official (Russia) | Consult | Special Rapporteurs of the United Nations | 2006-06-16\n- Secretary of State for the Home Department | Make statement | Head of Government (India) | 2005-04-29\n- Member of the Judiciary (Sri Lanka) | Make statement | Head of Government (Sri Lanka) | 2006-10-17\nAnswer:", "completion": " Abdulsalami Alhaji Abubakar", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1234611", "prompt": "Who had a telephone conversation with Benazir Bhutto after 15 November 2007?\nEvidence:\n- Benazir Bhutto | Discuss by telephone | Associated Press | 2007-11-15\n- Associated Press | Discuss by telephone | Benazir Bhutto | 2007-11-15\n- Pervez Musharraf | Make statement | Benazir Bhutto | 2007-11-15\n- Envoy (United States) | Consult | Benazir Bhutto | 2007-11-15\n- Benazir Bhutto | Make statement | Pervez Musharraf | 2007-11-15\n- Benazir Bhutto | Consult | Envoy (United States) | 2007-11-15\n- Government (Pakistan) | Return, release person(s) | Benazir Bhutto | 2007-11-15\n- Benazir Bhutto | Engage in material cooperation | Pervez Musharraf | 2007-11-15\n- Benazir Bhutto | Engage in diplomatic cooperation | Pervez Musharraf | 2007-11-15\n- Benazir Bhutto | Make an appeal or request | Pervez Musharraf | 2007-11-15\n- Benazir Bhutto | Appeal for change in leadership | Pervez Musharraf | 2007-11-15\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2007-11-15\n- Pervez Musharraf | Reject | Citizen (Unidentified State Actor) | 2007-11-15\n- Pervez Musharraf | Praise or endorse | Shaukat Aziz | 2007-11-15\n- Pervez Musharraf | Make statement | Opposition Supporter (Pakistan) | 2007-11-15\nAnswer:", "completion": " Pervez Musharraf", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1265644", "prompt": "Who was the first to seek diplomatic cooperation with Angela Merkel after the leader of Mongolia?\nEvidence:\n- Angela Merkel | Engage in diplomatic cooperation | Government (Germany) | 2005-06-02\n- Angela Merkel | Defend verbally | People Associated with the Opposition (Germany) | 2005-07-17\n- Angela Merkel | Reject material cooperation | Government (Germany) | 2005-07-17\n- Angela Merkel | Reject material cooperation | Gerhard Schröder | 2005-06-23\n- France | Consult | Angela Merkel | 2005-07-18\n- Angela Merkel | Demand | France | 2005-07-19\n- Angela Merkel | Consult | France | 2005-07-18\n- Angela Merkel | Express intent to engage in material cooperation | Free Democratic Party | 2005-05-31\n- Gerhard Schröder | Express intent to cooperate | Angela Merkel | 2005-03-24\n- Angela Merkel | Express intent to cooperate | Gerhard Schröder | 2005-08-05\n- Angela Merkel | Express intent to cooperate | Gerhard Schröder | 2005-03-24\n- Tony Blair | Consult | Angela Merkel | 2005-02-07\n- Gerhard Schröder | Demand | Angela Merkel | 2005-07-27\n- Gerhard Schröder | Accuse | Angela Merkel | 2005-07-15\n- Angela Merkel | Reject | Gerhard Schröder | 2005-03-17\nAnswer:", "completion": " Wen Jiabao", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1166194", "prompt": "Who visited the French Foreign Ministry on the same day as Sherali Khayrulloyev?\nEvidence:\n- Sherali Khayrulloyev | Consult | Foreign Affairs (India) | 2005-01-20\n- Foreign Affairs (India) | Consult | Sherali Khayrulloyev | 2005-01-20\n- Treasury/Finance Ministry (Tajikistan) | Consult | Sherali Khayrulloyev | 2013-09-02\n- Sherali Khayrulloyev | Consult | Treasury/Finance Ministry (Tajikistan) | 2013-09-02\n- Sherali Khayrulloyev | Make statement | Iran | 2005-04-23\n- Sherali Khayrulloyev | Consult | Donald Rumsfeld | 2005-07-26\n- Donald Rumsfeld | Consult | Sherali Khayrulloyev | 2005-07-26\n- Sherali Khayrulloyev | Make a visit | Foreign Affairs (France) | 2007-06-24\n- Foreign Affairs (France) | Host a visit | Sherali Khayrulloyev | 2007-06-24\n- Sherali Khayrulloyev | Make statement | Military (Russia) | 2013-10-01\n- Sherali Khayrulloyev | Make statement | ITAR TASS | 2007-06-28\n- Sherali Khayrulloyev | Make a visit | Iran | 2005-04-19\n- Sherali Khayrulloyev | Make a visit | China | 2006-05-03\n- Iran | Host a visit | Sherali Khayrulloyev | 2005-04-19\n- China | Host a visit | Sherali Khayrulloyev | 2006-05-03\nAnswer:", "completion": " Hamrokhon Zarifi", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1364790", "prompt": "In which year did Georgios Papandreou have his first telephone conversation with Herman Van Rompuy?\nEvidence:\n- Herman Van Rompuy | Consult | Georgios Papandreou | 2010-08-19\n- Herman Van Rompuy | Consult | Georgios Papandreou | 2010-04-09\n- Herman Van Rompuy | Consult | Georgios Papandreou | 2010-03-25\n- Georgios Papandreou | Consult | Herman Van Rompuy | 2010-08-19\n- Georgios Papandreou | Consult | Herman Van Rompuy | 2010-04-09\n- Georgios Papandreou | Consult | Herman Van Rompuy | 2010-03-25\n- Herman Van Rompuy | Engage in negotiation | Georgios Papandreou | 2010-02-11\n- Georgios Papandreou | Engage in negotiation | Herman Van Rompuy | 2010-02-11\n- Japan | Consult | Herman Van Rompuy | 2010-04-28\n- Herman Van Rompuy | Reject | France | 2010-06-10\n- Herman Van Rompuy | Consult | Japan | 2010-04-28\n- Mahmoud Abbas | Consult | Herman Van Rompuy | 2010-02-24\n- Jan Fischer | Consult | Herman Van Rompuy | 2010-01-30\n- Herman Van Rompuy | Demand | Citizen (Belgium) | 2008-12-30\n- Herman Van Rompuy | Consult | Wen Jiabao | 2010-10-06\nAnswer:", "completion": " 2011", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1020744", "prompt": "Who wanted to negotiate with Vietnam in the same month as Hoang Tuan Anh?\nEvidence:\n- Hoang Tuan Anh | Make statement | Vietnam | 2015-06-12\n- Hoang Tuan Anh | Make statement | Vietnam | 2014-07-03\n- Hoang Tuan Anh | Make statement | Vietnam | 2013-09-20\n- Hoang Tuan Anh | Make statement | Vietnam | 2011-12-09\n- Hoang Tuan Anh | Make statement | Vietnam | 2010-12-02\n- Hoang Tuan Anh | Make statement | Vietnam | 2010-06-02\n- Hoang Tuan Anh | Make statement | Vietnam | 2007-10-05\n- Mexico | Consult | Hoang Tuan Anh | 2015-08-16\n- Hoang Tuan Anh | Consult | Mexico | 2015-08-16\n- Hoang Tuan Anh | Make statement | Ministry (Vietnam) | 2006-10-18\n- Hoang Tuan Anh | Make statement | Ministry (Vietnam) | 2006-10-16\n- Hoang Tuan Anh | Express intent to meet or negotiate | Vietnam | 2011-05-09\n- Ministry (Czech Republic) | Consult | Hoang Tuan Anh | 2015-05-13\n- Hoang Tuan Anh | Praise or endorse | China | 2009-09-01\n- Hoang Tuan Anh | Consult | Ministry (Czech Republic) | 2015-05-13\nAnswer:", "completion": " Representatives (Vietnam)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1138955", "prompt": "Who would want to negotiate with Barack Obama last in 2015?\nEvidence:\n- Barack Obama | Express intent to meet or negotiate | Iran | 2015-01-13\n- Raúl Castro | Express intent to meet or negotiate | Barack Obama | 2015-09-28\n- Raúl Castro | Express intent to meet or negotiate | Barack Obama | 2015-09-27\n- Raúl Castro | Express intent to meet or negotiate | Barack Obama | 2015-04-11\n- Raúl Castro | Express intent to meet or negotiate | Barack Obama | 2015-04-10\n- Raúl Castro | Express intent to meet or negotiate | Barack Obama | 2015-04-06\n- Barack Obama | Express intent to meet or negotiate | Raúl Castro | 2015-09-28\n- Barack Obama | Express intent to meet or negotiate | Raúl Castro | 2015-09-27\n- Barack Obama | Express intent to meet or negotiate | Raúl Castro | 2015-09-24\n- Barack Obama | Express intent to meet or negotiate | Raúl Castro | 2015-04-14\n- Barack Obama | Express intent to meet or negotiate | Raúl Castro | 2015-04-11\n- Barack Obama | Express intent to meet or negotiate | Raúl Castro | 2015-04-10\n- Barack Obama | Express intent to meet or negotiate | Raúl Castro | 2015-04-09\n- Barack Obama | Express intent to meet or negotiate | Raúl Castro | 2015-04-08\n- Barack Obama | Express intent to meet or negotiate | Raúl Castro | 2015-04-07\nAnswer:", "completion": " Xi Jinping", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1176436", "prompt": "In which year did the Attorney General's Office last denounce the citizens of Venezuela?\nEvidence:\n- Office of the Attorney General | Criticize or denounce | Citizen (Venezuela) | 2009-08-30\n- Office of the Attorney General | Return, release person(s) | Thailand | 2010-05-26\n- Office of the Attorney General | Investigate | Thailand | 2013-09-10\n- Office of the Attorney General | Investigate | Thailand | 2013-09-08\n- Office of the Attorney General | Reject | Lawyer/Attorney (Indonesia) | 2008-11-04\n- Office of the Attorney General | Make statement | Mexico | 2006-05-07\n- Office of the Attorney General | Deny responsibility | Thailand | 2011-03-10\n- Citizen (Thailand) | Accuse | Office of the Attorney General | 2010-02-08\n- Office of the Attorney General | Engage in judicial cooperation | Colombia | 2013-03-22\n- Office of the Attorney General | Engage in diplomatic cooperation | Malaysia | 2009-07-15\n- Lawyer/Attorney (Angola) | Make statement | Office of the Attorney General | 2012-10-11\n- Tharit Pengdit | Make statement | Office of the Attorney General | 2011-04-19\n- Tharit Pengdit | Make statement | Office of the Attorney General | 2011-04-16\n- Tharit Pengdit | Make statement | Office of the Attorney General | 2010-12-22\n- Thailand | Host a visit | Office of the Attorney General | 2008-01-07\nAnswer:", "completion": " 2009", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1299196", "prompt": "In 2009, who was the last to express optimism about the citizens of the United Kingdom?\nEvidence:\n- Chancellor of the Exchequer | Reject | Citizen (United Kingdom) | 2006-07-13\n- Member of the Judiciary (United States) | Reject | Businessperson (United Kingdom) | 2011-10-27\n- Citizen (United Kingdom) | Express intent to meet or negotiate | The Hague | 2010-07-09\n- President of the Senate (United Kingdom) | Consult | Joaquim Barbosa | 2014-05-29\n- Newspaper (United Kingdom) | Make statement | Chancellor of the Exchequer | 2006-11-24\n- Joaquim Barbosa | Consult | President of the Senate (United Kingdom) | 2014-05-29\n- President of the Senate (United Kingdom) | Consult | House Speaker (United States) | 2005-12-29\n- Men (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2006-07-13\n- Lawyer/Attorney (United Kingdom) | Apologize | Member of the Judiciary (United States) | 2008-03-22\n- House Speaker (United States) | Consult | President of the Senate (United Kingdom) | 2005-12-29\n- Citizen (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2011-02-23\n- Citizen (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2009-02-12\n- Citizen (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2009-02-11\n- Citizen (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2008-11-05\n- Citizen (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2006-07-15\nAnswer:", "completion": " Barack Obama", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1272643", "prompt": "In which month did Agence France-Presse have a telephone conversation with Kinzang Dorji?\nEvidence:\n- Kinzang Dorji | Discuss by telephone | Agence France-Presse | 2007-08-03\n- Agence France-Presse | Discuss by telephone | Kinzang Dorji | 2007-08-03\n- Vietnam | Host a visit | Kinzang Dorji | 2012-03-01\n- Kinzang Dorji | Make a visit | Vietnam | 2012-03-01\n- Japan | Discuss by telephone | Agence France-Presse | 2005-03-20\n- Agence France-Presse | Discuss by telephone | Japan | 2005-03-20\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2006-03-28\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-18\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-04-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-01-03\n- Governor (Thailand) | Discuss by telephone | Agence France-Presse | 2005-01-23\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2006-03-28\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-07-19\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-07-18\nAnswer:", "completion": " 2007-08", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1067824", "prompt": "Who blamed the party member of Thailand after the year 2005?\nEvidence:\n- Party Member (Thailand) | Reject | Citizen (Thailand) | 2005-02-08\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-02-16\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-02-14\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-02-11\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-02-02\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-02-01\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-01-29\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-01-22\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-01-21\n- Citizen (Thailand) | Accuse | Party Member (Thailand) | 2005-02-14\n- Citizen (Thailand) | Accuse | Party Member (Thailand) | 2005-02-11\n- Citizen (Thailand) | Accuse | Party Member (Thailand) | 2005-02-02\n- Citizen (Thailand) | Accuse | Party Member (Thailand) | 2005-01-31\n- Citizen (Thailand) | Accuse | Party Member (Thailand) | 2005-01-15\n- Party Member (Thailand) | Criticize or denounce | Citizen (Thailand) | 2005-02-06\nAnswer:", "completion": " Jatuporn Prompan", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1129347", "prompt": "Who wanted to negotiate with the citizens of North Korea after 2011?\nEvidence:\n- Citizen (North Korea) | Criticize or denounce | People Associated with the Opposition (North Korea) | 2013-12-09\n- Citizen (North Korea) | Express intent to meet or negotiate | Criminal (North Korea) | 2009-03-09\n- Representative to the United Nations (North Korea) | Express intent to meet or negotiate | Japan | 2006-04-05\n- Workers' Party (North Korea) | Express intent to meet or negotiate | Representatives (North Korea) | 2012-02-21\n- Workers' Party (North Korea) | Express intent to meet or negotiate | Representatives (North Korea) | 2010-09-26\n- Workers' Party (North Korea) | Express intent to meet or negotiate | Representatives (North Korea) | 2010-08-27\n- Workers' Party (North Korea) | Express intent to meet or negotiate | Citizen (North Korea) | 2010-08-23\n- Workers' Party (North Korea) | Express intent to meet or negotiate | Citizen (North Korea) | 2010-04-01\n- Workers' Party (North Korea) | Express intent to meet or negotiate | Citizen (North Korea) | 2010-03-31\n- Representative to the United Nations (North Korea) | Make statement | Mexico | 2015-04-08\n- Citizen (North Korea) | Demand | Representatives (North Korea) | 2008-11-18\n- South Korea | Express intent to meet or negotiate | Citizen (North Korea) | 2012-02-17\n- South Korea | Express intent to meet or negotiate | Citizen (North Korea) | 2011-09-22\n- South Korea | Express intent to meet or negotiate | Citizen (North Korea) | 2011-09-15\n- South Korea | Express intent to meet or negotiate | Citizen (North Korea) | 2011-04-06\nAnswer:", "completion": " Envoy (United States)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1362147", "prompt": "In what year did the Nigerian Bar Association last express its intention to negotiate with the citizens of Nigeria?\nEvidence:\n- Nigerian Bar Association | Threaten | Citizen (Nigeria) | 2005-10-05\n- Nigerian Bar Association | Investigate | Citizen (Nigeria) | 2006-03-10\n- Nigerian Bar Association | Investigate | Citizen (Nigeria) | 2005-06-16\n- Nigerian Bar Association | Consult | Media (Nigeria) | 2007-04-18\n- Media (Nigeria) | Consult | Nigerian Bar Association | 2007-04-18\n- Government (Nigeria) | Demand | Nigerian Bar Association | 2008-10-27\n- Government (Nigeria) | Accuse | Nigerian Bar Association | 2008-10-27\n- Citizen (Nigeria) | Demand | Nigerian Bar Association | 2009-01-19\n- Citizen (Nigeria) | Accuse | Nigerian Bar Association | 2007-06-21\n- Nigerian Bar Association | Consult | Head of Government (Nigeria) | 2007-05-14\n- Head of Government (Nigeria) | Consult | Nigerian Bar Association | 2007-05-14\n- Oversight Court (Nigeria) | Demand | Nigerian Bar Association | 2008-02-25\n- Nigerian Bar Association | Make statement | Muslim (Nigeria) | 2006-03-01\n- Nigerian Bar Association | Make statement | Government (Nigeria) | 2008-06-30\n- Nigerian Bar Association | Make statement | Government (Nigeria) | 2008-03-12\nAnswer:", "completion": " 2010", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1009819", "prompt": "Who was the first person Catherine Ashton negotiated with after Kostyantyn Gryshchenko?\nEvidence:\n- Kostyantyn Gryshchenko | Engage in negotiation | Catherine Ashton | 2010-10-26\n- Catherine Ashton | Engage in negotiation | Kostyantyn Gryshchenko | 2010-10-26\n- Shimon Peres | Consult | Kostyantyn Gryshchenko | 2010-07-21\n- Radoslaw Sikorski | Consult | Kostyantyn Gryshchenko | 2010-05-10\n- Kostyantyn Gryshchenko | Investigate | Citizen (International) | 2011-09-06\n- Kostyantyn Gryshchenko | Consult | Shimon Peres | 2010-07-21\n- Kostyantyn Gryshchenko | Consult | Radoslaw Sikorski | 2010-05-10\n- Kostyantyn Gryshchenko | Consult | Iurie Leanca | 2011-02-25\n- Kostyantyn Gryshchenko | Consult | Grigol Vashadze | 2010-06-10\n- Iurie Leanca | Consult | Kostyantyn Gryshchenko | 2011-02-25\n- Grigol Vashadze | Consult | Kostyantyn Gryshchenko | 2010-06-10\n- Romania | Host a visit | Kostyantyn Gryshchenko | 2011-05-18\n- Kuwait | Host a visit | Kostyantyn Gryshchenko | 2011-01-24\n- Kuwait Investment Authority | Consult | Kostyantyn Gryshchenko | 2011-01-24\n- Kostyantyn Gryshchenko | Make statement | Volodymyr Khandohiy | 2009-03-11\nAnswer:", "completion": " Nabih Berri", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1068001", "prompt": "In what year did the military of Kazakhstan threaten Kazakhstan?\nEvidence:\n- Military (Kazakhstan) | Mobilize or increase armed forces | Kazakhstan | 2005-02-07\n- Kazakhstan | Reject | Main Opposition (Democratic Choice of Kazakhstan) | 2005-01-17\n- Kazakhstan | Engage in negotiation | China | 2005-02-07\n- China | Engage in negotiation | Kazakhstan | 2005-02-07\n- Kazakhstan | Engage in diplomatic cooperation | Iran | 2005-04-07\n- Kazakhstan | Engage in diplomatic cooperation | Iran | 2005-04-06\n- Kazakhstan | Engage in diplomatic cooperation | China | 2005-03-14\n- Iran | Engage in diplomatic cooperation | Kazakhstan | 2005-04-07\n- Iran | Engage in diplomatic cooperation | Kazakhstan | 2005-04-06\n- China | Engage in diplomatic cooperation | Kazakhstan | 2005-03-14\n- Head of Government (India) | Consult | Kazakhstan | 2005-05-09\n- News Editor (Kazakhstan) | Reject judicial cooperation | Kazakhstan | 2005-04-25\n- Kazakhstan | Impose administrative sanctions | Islamic Extremist Group (Kazakhstan) | 2005-03-28\n- Human Rights Watch | Accuse of human rights abuses | Kazakhstan | 2005-12-14\n- Kazakhstan | Consult | Japan | 2005-04-12\nAnswer:", "completion": " 2011", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1183190", "prompt": "Who was the first to negotiate with Valdas Adamkus after Zurab Nogaideli?\nEvidence:\n- Zurab Nogaideli | Express intent to meet or negotiate | Kazakhstan | 2005-11-09\n- Iran | Express intent to meet or negotiate | Zurab Nogaideli | 2005-04-25\n- Zurab Nogaideli | Make statement | Kazakhstan | 2005-06-06\n- Zurab Nogaideli | Consult | Population (Georgia) | 2005-09-25\n- Zurab Nogaideli | Consult | Islam Karimov | 2005-04-18\n- Zurab Nogaideli | Consult | Government (Georgia) | 2005-04-25\n- Population (Georgia) | Consult | Zurab Nogaideli | 2005-09-25\n- Islam Karimov | Consult | Zurab Nogaideli | 2005-04-18\n- Government (Georgia) | Consult | Zurab Nogaideli | 2005-04-25\n- Zurab Nogaideli | Express intent to meet or negotiate | Population (Georgia) | 2005-10-31\n- Zurab Nogaideli | Express intent to meet or negotiate | Population (Georgia) | 2005-05-05\n- Zurab Nogaideli | Express intent to meet or negotiate | Islam Karimov | 2005-04-12\n- Zurab Nogaideli | Express intent to meet or negotiate | Businessperson (Turkey) | 2005-10-05\n- Zurab Nogaideli | Express intent to meet or negotiate | Businessperson (Turkey) | 2005-10-04\n- Borys Tarasyuk | Express intent to meet or negotiate | Zurab Nogaideli | 2005-06-30\nAnswer:", "completion": " City Mayor (China)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1080208", "prompt": "Which country expressed its intention to negotiate with the leader of South Korea on 16 October 2006?\nEvidence:\n- South Korea | Express intent to meet or negotiate | Head of Government (South Korea) | 2006-10-16\n- South Korea | Express intent to meet or negotiate | Foreign Affairs (South Korea) | 2006-10-16\n- Foreign Affairs (South Korea) | Express intent to meet or negotiate | South Korea | 2006-10-16\n- South Korea | Express intent to meet or negotiate | Japan | 2006-10-16\n- South Korea | Express intent to meet or negotiate | China | 2006-10-16\n- Japan | Express intent to meet or negotiate | South Korea | 2006-10-16\n- China | Express intent to meet or negotiate | South Korea | 2006-10-16\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | South Korea | 2006-10-16\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | South Korea | 2006-10-16\n- Envoy (United States) | Express intent to meet or negotiate | South Korea | 2006-10-16\n- Government Official (Japan) | Express intent to meet or negotiate | Foreign Affairs (South Korea) | 2006-10-16\n- South Korea | Consult | Japan | 2006-10-16\n- South Korea | Consult | China | 2006-10-16\n- Japan | Consult | South Korea | 2006-10-16\n- China | Consult | South Korea | 2006-10-16\nAnswer:", "completion": " South Korea", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1369557", "prompt": "Who negotiated with Seyoum Mesfin after Dahir Riyale Kahin?\nEvidence:\n- Seyoum Mesfin | Engage in negotiation | Dahir Riyale Kahin | 2006-05-16\n- Dahir Riyale Kahin | Engage in negotiation | Seyoum Mesfin | 2006-05-16\n- Dahir Riyale Kahin | Consult | African Union | 2008-09-15\n- African Union | Consult | Dahir Riyale Kahin | 2008-09-15\n- Ethiopia | Host a visit | Dahir Riyale Kahin | 2009-03-14\n- Ethiopia | Host a visit | Dahir Riyale Kahin | 2008-09-15\n- Ethiopia | Host a visit | Dahir Riyale Kahin | 2006-09-08\n- Djibouti | Praise or endorse | Dahir Riyale Kahin | 2008-06-23\n- Djibouti | Host a visit | Dahir Riyale Kahin | 2009-01-11\n- Djibouti | Host a visit | Dahir Riyale Kahin | 2008-06-23\n- Dahir Riyale Kahin | Praise or endorse | Ethiopia | 2006-05-02\n- Dahir Riyale Kahin | Make a visit | Ethiopia | 2009-03-14\n- Dahir Riyale Kahin | Make a visit | Ethiopia | 2008-09-15\n- Dahir Riyale Kahin | Make a visit | Ethiopia | 2006-09-08\n- Dahir Riyale Kahin | Make a visit | Djibouti | 2009-01-11\nAnswer:", "completion": " Foreign Affairs (Ethiopia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1139701", "prompt": "Before June 15th, 2006, who received the visit from Kazakhstan?\nEvidence:\n- Kazakhstan | Make a visit | China | 2005-01-25\n- China | Host a visit | Kazakhstan | 2005-01-25\n- Yuriy Lutsenko | Make a visit | Kazakhstan | 2005-04-05\n- Representatives (Russia) | Make a visit | Kazakhstan | 2005-03-05\n- Kazakhstan | Host a visit | Yuriy Lutsenko | 2005-04-05\n- Kazakhstan | Host a visit | Representatives (Russia) | 2005-03-05\n- Kazakhstan | Host a visit | Citizen (Kyrgyzstan) | 2005-03-09\n- Citizen (Kyrgyzstan) | Make a visit | Kazakhstan | 2005-03-09\n- Wesley K. Clark | Make a visit | Kazakhstan | 2005-04-23\n- Mikhail Yefimovich Fradkov | Make a visit | Kazakhstan | 2005-03-23\n- Kazakhstan | Host a visit | Wesley K. Clark | 2005-04-23\n- Kazakhstan | Host a visit | Mikhail Yefimovich Fradkov | 2005-03-23\n- Kazakhstan | Host a visit | Foreign Affairs (Belarus) | 2005-04-19\n- Foreign Affairs (Belarus) | Make a visit | Kazakhstan | 2005-04-19\n- News Editor (Kazakhstan) | Reject judicial cooperation | Kazakhstan | 2005-04-25\nAnswer:", "completion": " Treasury/Finance Ministry (Norway)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1067716", "prompt": "Who did Roh Moo Hyun last praise before John Paul II?\nEvidence:\n- Roh Moo Hyun | Praise or endorse | John Paul II | 2005-04-03\n- Roh Moo Hyun | Make empathetic comment | John Paul II | 2005-04-04\n- Roh Moo Hyun | Make empathetic comment | John Paul II | 2005-04-03\n- Roh Moo Hyun | Engage in symbolic act | John Paul II | 2005-04-03\n- Muhammad VI | Praise or endorse | John Paul II | 2005-04-02\n- Lawmaker (Poland) | Praise or endorse | John Paul II | 2005-04-06\n- Bertie Ahern | Praise or endorse | John Paul II | 2005-01-01\n- Mexico | Make statement | John Paul II | 2005-04-03\n- John Paul II | Make statement | China | 2005-04-03\n- United States Senate | Praise or endorse | John Paul II | 2005-04-05\n- Roh Moo Hyun | Praise or endorse | Japan | 2005-01-03\n- Shimon Peres | Make statement | John Paul II | 2005-04-02\n- Shaukat Aziz | Make statement | John Paul II | 2005-04-03\n- Qin Gang | Make statement | John Paul II | 2005-04-05\n- Pervez Musharraf | Make statement | John Paul II | 2005-04-03\nAnswer:", "completion": " Ruling Party (South Korea)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1007006", "prompt": "Who formally signed an agreement with the Cabinet Council of Ministers Advisors of the United States after Dmitry Anatolyevich Medvedev did?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- Dmitry Anatolyevich Medvedev | Consult | China | 2005-12-08\n- China | Consult | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Head of Government (Germany) | Consult | Dmitry Anatolyevich Medvedev | 2006-07-28\n- Dmitry Anatolyevich Medvedev | Consult | Head of Government (Germany) | 2006-07-28\n- Veterans (Russia) | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Islam Karimov | Consult | Dmitry Anatolyevich Medvedev | 2006-05-07\n- Islam Karimov | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2006-01-13\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2006-01-12\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2005-11-15\n- Dmitry Anatolyevich Medvedev | Make statement | Kazakhstan | 2006-03-30\n- Dmitry Anatolyevich Medvedev | Consult | Veterans (Russia) | 2006-05-06\n- Dmitry Anatolyevich Medvedev | Consult | Islam Karimov | 2006-05-07\n- Dmitry Anatolyevich Medvedev | Consult | Islam Karimov | 2006-05-06\nAnswer:", "completion": " Benjamin Netanyahu", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1045834", "prompt": "Who was the first to accuse Uhuru Muigai Kenyatta after the women of Kenya?\nEvidence:\n- Uhuru Muigai Kenyatta | Accuse | Head of Government (Kenya) | 2007-04-02\n- Uhuru Muigai Kenyatta | Accuse | Head of Government (Kenya) | 2006-11-10\n- Uhuru Muigai Kenyatta | Accuse | Head of Government (Kenya) | 2006-09-29\n- Uhuru Muigai Kenyatta | Accuse | Head of Government (Kenya) | 2006-08-19\n- Uhuru Muigai Kenyatta | Accuse | Head of Government (Kenya) | 2005-05-23\n- William Ruto | Accuse | Uhuru Muigai Kenyatta | 2012-05-08\n- Uhuru Muigai Kenyatta | Accuse | William Ruto | 2005-02-22\n- Uhuru Muigai Kenyatta | Make statement | Head of Government (Kenya) | 2007-03-20\n- Uhuru Muigai Kenyatta | Make statement | Head of Government (Kenya) | 2006-11-10\n- Uhuru Muigai Kenyatta | Make statement | Head of Government (Kenya) | 2005-12-08\n- Uhuru Muigai Kenyatta | Make statement | Head of Government (Kenya) | 2005-10-17\n- Uhuru Muigai Kenyatta | Make statement | Head of Government (Kenya) | 2005-02-16\n- Uhuru Muigai Kenyatta | Accuse | Daniel Arap Moi | 2007-04-02\n- Uhuru Muigai Kenyatta | Accuse | Daniel Arap Moi | 2006-12-04\n- Uhuru Muigai Kenyatta | Demonstrate or rally | Media (Kenya) | 2005-09-25\nAnswer:", "completion": " John Githongo", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1208540", "prompt": "Who wanted to negotiate with the United Arab Emirates in the same month as Steven Chu?\nEvidence:\n- United Arab Emirates | Host a visit | Steven Chu | 2010-02-24\n- United Arab Emirates | Host a visit | Steven Chu | 2010-02-18\n- Steven Chu | Make a visit | United Arab Emirates | 2010-02-24\n- Steven Chu | Make a visit | United Arab Emirates | 2010-02-18\n- Steven Chu | Express intent to meet or negotiate | United Arab Emirates | 2010-02-17\n- Steven Chu | Threaten | Iran | 2011-09-20\n- Steven Chu | Threaten | Iran | 2011-09-19\n- Steven Chu | Consult | China | 2011-09-23\n- Steven Chu | Accuse | Iran | 2011-09-19\n- China | Consult | Steven Chu | 2011-09-23\n- Steven Chu | Express intent to meet or negotiate | Qatar | 2010-02-17\n- Steven Chu | Express intent to meet or negotiate | China | 2009-07-15\n- Steven Chu | Express intent to meet or negotiate | China | 2009-07-14\n- Steven Chu | Express intent to meet or negotiate | China | 2009-07-06\n- Wen Jiabao | Consult | Steven Chu | 2009-07-16\nAnswer:", "completion": " Head of Government (Turkmenistan)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1245628", "prompt": "Who received the visit from Terje Roed Larsen on the same month of the Foreign Affairs of Lebanon?\nEvidence:\n- Terje Roed Larsen | Consult | Foreign Affairs (Lebanon) | 2005-03-13\n- Foreign Affairs (Lebanon) | Consult | Terje Roed Larsen | 2005-03-13\n- Terje Roed Larsen | Make a visit | Foreign Affairs (Lebanon) | 2005-03-13\n- Foreign Affairs (Lebanon) | Host a visit | Terje Roed Larsen | 2005-03-13\n- Foreign Affairs (Lebanon) | Criticize or denounce | Terje Roed Larsen | 2005-11-03\n- Terje Roed Larsen | Make statement | Foreign Affairs (Syria) | 2005-04-06\n- Terje Roed Larsen | Make statement | Foreign Affairs (Syria) | 2005-04-04\n- Terje Roed Larsen | Make statement | Foreign Affairs (Syria) | 2005-04-03\n- Foreign Affairs (Syria) | Make statement | Terje Roed Larsen | 2005-04-06\n- Foreign Affairs (Syria) | Make statement | Terje Roed Larsen | 2005-04-04\n- Foreign Affairs (Syria) | Make statement | Terje Roed Larsen | 2005-02-10\n- Terje Roed Larsen | Engage in negotiation | Foreign Affairs (Syria) | 2005-02-10\n- Foreign Affairs (Syria) | Engage in negotiation | Terje Roed Larsen | 2005-02-10\n- Information Ministry (Lebanon) | Make statement | Terje Roed Larsen | 2005-10-28\n- Terje Roed Larsen | Make a visit | France | 2005-10-19\nAnswer:", "completion": " Rafiq Hariri", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1035812", "prompt": "After João Baptista Kussumua, who was the first to condemn Angola?\nEvidence:\n- João Baptista Kussumua | Investigate | Angola | 2008-07-22\n- João Baptista Kussumua | Consult | Angola | 2010-06-01\n- Angola | Consult | João Baptista Kussumua | 2010-06-01\n- João Baptista Kussumua | Make statement | Angola | 2013-08-22\n- João Baptista Kussumua | Make statement | Angola | 2012-01-16\n- João Baptista Kussumua | Make statement | Angola | 2011-01-28\n- João Baptista Kussumua | Make statement | Angola | 2010-11-04\n- João Baptista Kussumua | Make statement | Angola | 2010-07-19\n- João Baptista Kussumua | Make statement | Angola | 2010-04-26\n- João Baptista Kussumua | Make statement | Angola | 2008-10-08\n- João Baptista Kussumua | Make statement | Angola | 2006-10-04\n- João Baptista Kussumua | Provide humanitarian aid | Angola | 2011-01-28\n- João Baptista Kussumua | Make a visit | Angola | 2015-06-12\n- João Baptista Kussumua | Make a visit | Angola | 2013-11-13\n- João Baptista Kussumua | Make a visit | Angola | 2013-07-05\nAnswer:", "completion": " International Monetary Fund", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1062778", "prompt": "Who last expressed cooperation with Islam Karimov before the head of government of South Korea?\nEvidence:\n- Head of Government (South Korea) | Express intent to meet or negotiate | Islam Karimov | 2005-05-10\n- Islam Karimov | Appeal for economic cooperation | Business (South Korea) | 2005-05-11\n- Zurab Nogaideli | Consult | Islam Karimov | 2005-04-18\n- Senate (Uzbekistan) | Consult | Islam Karimov | 2005-04-06\n- Senate (Uzbekistan) | Consult | Islam Karimov | 2005-01-28\n- Pervez Musharraf | Consult | Islam Karimov | 2005-03-06\n- Islam Karimov | Demand | Senate (Uzbekistan) | 2005-01-31\n- Islam Karimov | Consult | Zurab Nogaideli | 2005-04-18\n- Islam Karimov | Consult | Senate (Uzbekistan) | 2005-04-06\n- Islam Karimov | Consult | Senate (Uzbekistan) | 2005-01-28\n- Islam Karimov | Consult | Pervez Musharraf | 2005-03-06\n- International Government Organizations | Praise or endorse | Islam Karimov | 2005-01-20\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Roh Moo Hyun | Consult | Islam Karimov | 2005-05-10\n- Kazakhstan | Discuss by telephone | Islam Karimov | 2005-02-25\nAnswer:", "completion": " Pervez Musharraf", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1389656", "prompt": "After George Yeo, with which country did the government of Qatar want to negotiate?\nEvidence:\n- George Yeo | Express intent to meet or negotiate | Malaysia | 2006-02-24\n- George Yeo | Express intent to meet or negotiate | Malaysia | 2005-09-06\n- George Yeo | Express intent to meet or negotiate | Japan | 2005-01-25\n- George Yeo | Express intent to meet or negotiate | Japan | 2005-01-21\n- George Yeo | Express intent to meet or negotiate | Japan | 2005-01-20\n- George Yeo | Express intent to meet or negotiate | China | 2005-01-21\n- George Yeo | Express intent to meet or negotiate | China | 2005-01-20\n- George Yeo | Express intent to meet or negotiate | Cambodia | 2006-01-25\n- George Yeo | Express intent to meet or negotiate | Cambodia | 2006-01-20\n- Wen Jiabao | Consult | George Yeo | 2005-10-07\n- South Korea | Consult | George Yeo | 2005-11-16\n- George Yeo | Make statement | Mexico | 2005-11-21\n- George Yeo | Make statement | Malaysia | 2005-10-18\n- George Yeo | Make statement | Japan | 2005-12-10\n- George Yeo | Make statement | Japan | 2005-06-24\nAnswer:", "completion": " Sudan", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1240382", "prompt": "After the children of Canada, to whom did the Attorney General of Canada first appeal?\nEvidence:\n- Attorney General (Canada) | Make an appeal or request | Children (Canada) | 2007-04-17\n- Police (Canada) | Consult | Attorney General (Canada) | 2013-01-24\n- Police (Canada) | Accuse | Attorney General (Canada) | 2012-08-22\n- Attorney General (Canada) | Investigate | Police (Canada) | 2005-01-31\n- Attorney General (Canada) | Demand | Police (Canada) | 2009-07-24\n- Attorney General (Canada) | Consult | Police (Canada) | 2013-01-24\n- Defense Attorney (Canada) | Make statement | Attorney General (Canada) | 2009-06-29\n- Attorney General (Canada) | Make statement | Defense Attorney (Canada) | 2008-01-04\n- Attorney General (Canada) | Make statement | Police (Canada) | 2012-08-22\n- Attorney General (Canada) | Make statement | Police (Canada) | 2008-11-04\n- Attorney General (Canada) | Make statement | Police (Canada) | 2006-07-11\n- Attorney General (Canada) | Make statement | Police (Canada) | 2006-03-03\n- Attorney General (Canada) | Make statement | Police (Canada) | 2005-03-24\n- Attorney General (Canada) | Make statement | Police (Canada) | 2005-03-04\n- Attorney General (Canada) | Make statement | Businessperson (Canada) | 2005-12-04\nAnswer:", "completion": " Public Courts (Canada)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1035742", "prompt": "After Wen Jiabao, with whom did the leader of Turkmenistan first negotiate?\nEvidence:\n- Wen Jiabao | Investigate | China | 2005-01-08\n- Thailand | Investigate | Wen Jiabao | 2005-01-24\n- Cambodia | Investigate | Wen Jiabao | 2005-01-24\n- Wen Jiabao | Consult | Association of Southeast Asian Nations | 2005-01-06\n- Association of Southeast Asian Nations | Consult | Wen Jiabao | 2005-01-06\n- Wen Jiabao | Express intent to meet or negotiate | China | 2005-02-03\n- China | Express intent to meet or negotiate | Wen Jiabao | 2005-01-24\n- Wen Jiabao | Express intent to meet or negotiate | Association of Southeast Asian Nations | 2005-01-04\n- Wen Jiabao | Make statement | Maldives | 2005-01-07\n- Wen Jiabao | Make statement | China | 2005-02-02\n- Wen Jiabao | Make statement | China | 2005-01-21\n- Wen Jiabao | Make statement | China | 2005-01-20\n- Wen Jiabao | Make statement | China | 2005-01-13\n- Wen Jiabao | Make statement | China | 2005-01-08\n- Wen Jiabao | Make statement | China | 2005-01-07\nAnswer:", "completion": " Ministry (Iran)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1315276", "prompt": "Who was the first to praise William Ruto after Chirau Ali Mwakwere?\nEvidence:\n- Chirau Ali Mwakwere | Praise or endorse | William Ruto | 2011-07-04\n- Chirau Ali Mwakwere | Make statement | William Ruto | 2012-10-12\n- Chirau Ali Mwakwere | Express intent to cooperate | William Ruto | 2011-07-04\n- Chirau Ali Mwakwere | Make statement | Sudan | 2005-09-01\n- Chirau Ali Mwakwere | Make statement | Sudan | 2005-02-08\n- Chirau Ali Mwakwere | Make statement | Ethiopia | 2005-02-08\n- Chirau Ali Mwakwere | Make statement | Djibouti | 2005-02-08\n- Chirau Ali Mwakwere | Demand | Police (Kenya) | 2005-12-23\n- Chirau Ali Mwakwere | Accuse | Police (Kenya) | 2005-03-29\n- Chirau Ali Mwakwere | Accuse | Media (Africa) | 2006-02-02\n- William Ruto | Express intent to engage in diplomatic cooperation (such as policy support) | Chirau Ali Mwakwere | 2011-07-04\n- Police (Kenya) | Make statement | Chirau Ali Mwakwere | 2009-06-30\n- Lawyer/Attorney (Uganda) | Consult | Chirau Ali Mwakwere | 2012-09-01\n- Lawyer/Attorney (Kenya) | Consult | Chirau Ali Mwakwere | 2010-02-09\n- Chirau Ali Mwakwere | Make statement | Police (Kenya) | 2008-06-11\nAnswer:", "completion": " Head of Government (Kenya)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1350503", "prompt": "Who used unconventional force against the military personnel - special of Afghanistan on 12 July 2015?\nEvidence:\n- Insurgent (Afghanistan) | Use unconventional violence | Military Personnel - Special (Afghanistan) | 2015-07-12\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Militant (Taliban) | 2015-07-12\nAnswer:", "completion": " Insurgent (Afghanistan)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 0} +{"id": "mtq_1236625", "prompt": "Who investigated the citizens of Australia in August 2014?\nEvidence:\n- Vietnam | Engage in diplomatic cooperation | Committees for the Defense of the Revolution | 2005-09-30\n- People Associated with the Opposition (Australia) | Accuse | Member of Parliament (Australia) | 2005-11-23\n- The Daily Telegraph | Engage in symbolic act | Citizen (Australia) | 2005-01-08\n- People Associated with the Opposition (Australia) | Demand change in leadership | Citizen (Australia) | 2005-08-11\n- People Associated with the Opposition (Australia) | Make statement | Member of Parliament (Australia) | 2005-03-15\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2006-06-28\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2006-05-14\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2006-04-04\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2005-11-08\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2005-05-09\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2005-03-15\n- People Associated with the Opposition (Australia) | Criticize or denounce | Member of Parliament (Australia) | 2006-11-29\n- Member of Parliament (Australia) | Criticize or denounce | People Associated with the Opposition (Australia) | 2006-06-10\n- Member of Parliament (Australia) | Bring lawsuit against | The Daily Telegraph | 2006-09-28\n- Cabinet / Council of Ministers / Advisors (Australia) | Make statement | People Associated with the Opposition (Australia) | 2005-06-28\nAnswer:", "completion": " Police (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1223494", "prompt": "In which month did the Grand National Party last accuse South Korea?\nEvidence:\n- Grand National Party | Investigate | South Korea | 2005-01-26\n- Grand National Party | Make statement | South Korea | 2005-07-22\n- Grand National Party | Make statement | South Korea | 2005-07-18\n- Grand National Party | Make statement | South Korea | 2005-07-12\n- Grand National Party | Make statement | South Korea | 2005-06-08\n- Grand National Party | Make statement | South Korea | 2005-05-17\n- Grand National Party | Make statement | South Korea | 2005-05-01\n- Grand National Party | Make statement | South Korea | 2005-04-12\n- Professor (South Korea) | Engage in diplomatic cooperation | Grand National Party | 2005-02-18\n- Lawyer/Attorney (South Korea) | Investigate | Grand National Party | 2005-03-10\n- Grand National Party | Make statement | Ministry (South Korea) | 2005-02-21\n- Grand National Party | Make optimistic comment | South Korea | 2005-02-19\n- Grand National Party | Accuse | Roh Moo Hyun | 2005-08-17\n- Grand National Party | Accuse | Roh Moo Hyun | 2005-06-30\n- Lawyer/Attorney (South Korea) | Make statement | Grand National Party | 2005-05-23\nAnswer:", "completion": " 2007-03", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1271586", "prompt": "After the Ministry of Finance of Sudan, who was the first to sign formal agreements with the International Monetary Fund?\nEvidence:\n- Treasury/Finance Ministry (Bangladesh) | Consult | International Monetary Fund | 2005-02-23\n- International Monetary Fund | Consult | Treasury/Finance Ministry (Bangladesh) | 2005-02-23\n- Romania | Sign formal agreement | International Monetary Fund | 2005-06-23\n- International Monetary Fund | Sign formal agreement | Romania | 2005-06-23\n- Treasury/Finance Ministry (Japan) | Express accord | International Monetary Fund | 2005-01-10\n- People Associated with the Opposition (Sri Lanka) | Consult | International Monetary Fund | 2005-06-02\n- International Monetary Fund | Consult | People Associated with the Opposition (Sri Lanka) | 2005-06-02\n- International Monetary Fund | Threaten | Romania | 2005-06-28\n- International Monetary Fund | Investigate | Tanzania | 2005-08-02\n- International Monetary Fund | Investigate | Tanzania | 2005-02-25\n- International Monetary Fund | Investigate | Iraq | 2005-05-12\n- International Monetary Fund | Demand | China | 2005-04-20\n- International Monetary Fund | Demand | Angola | 2005-07-06\n- Romania | Express accord | International Monetary Fund | 2005-04-13\n- Iraq | Express accord | International Monetary Fund | 2005-03-07\nAnswer:", "completion": " European Central Bank", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1052040", "prompt": "To whom did Human Rights Watch send its first appeal after Vietnam?\nEvidence:\n- Human Rights Watch | Accuse of human rights abuses | Vietnam | 2005-01-10\n- Human Rights Commission (Pakistan) | Make statement | Human Rights Watch | 2005-10-22\n- Human Rights Watch | Accuse of human rights abuses | Government (Sudan) | 2005-04-06\n- Human Rights Watch | Accuse of human rights abuses | Government (Sudan) | 2005-04-04\n- Human Rights Watch | Accuse of human rights abuses | Citizen (Sudan) | 2005-05-31\n- Human Rights Watch | Reject | Alberto Gonzales | 2005-01-25\n- Human Rights Watch | Make statement | Thailand | 2005-06-07\n- Human Rights Watch | Make statement | Romania | 2005-11-05\n- Human Rights Watch | Make statement | Eritrea | 2005-02-02\n- Human Rights Watch | Demand | Government (Pakistan) | 2005-03-09\n- Human Rights Watch | Accuse | Military (Russia) | 2005-03-22\n- Human Rights Watch | Accuse of human rights abuses | Government (South Africa) | 2005-09-11\n- Human Rights Watch | Make an appeal or request | Malaysia | 2005-05-18\n- Human Rights Watch | Make an appeal or request | China | 2005-04-14\n- Human Rights Watch | Make an appeal or request | Cambodia | 2005-03-12\nAnswer:", "completion": " Special Court (Sierra Leone)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1149827", "prompt": "Which country was the first to formally sign an agreement with the United Arab Emirates in 2011?\nEvidence:\n- United Arab Emirates | Sign formal agreement | South Korea | 2011-03-12\n- United Arab Emirates | Sign formal agreement | South Korea | 2011-03-11\n- South Korea | Sign formal agreement | United Arab Emirates | 2011-03-13\n- South Korea | Sign formal agreement | United Arab Emirates | 2011-03-12\n- South Korea | Sign formal agreement | United Arab Emirates | 2011-03-11\n- Undersecretary (United Arab Emirates) | Make statement | United Arab Emirates | 2011-03-06\n- United Arab Emirates | Consult | Oman | 2011-03-03\n- Oman | Consult | United Arab Emirates | 2011-03-03\n- Oman | Accuse | United Arab Emirates | 2011-03-03\n- United Arab Emirates | Engage in diplomatic cooperation | Oman | 2011-03-04\n- United Arab Emirates | Engage in diplomatic cooperation | Oman | 2011-01-30\n- United Arab Emirates | Engage in diplomatic cooperation | Kazakhstan | 2011-01-30\n- Oman | Engage in diplomatic cooperation | United Arab Emirates | 2011-03-04\n- Kazakhstan | Engage in diplomatic cooperation | United Arab Emirates | 2011-01-30\n- United Arab Emirates | Coerce | Men (India) | 2011-05-31\nAnswer:", "completion": " South Korea", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1272780", "prompt": "Who made optimistic remarks about the women of Angola in March 2008?\nEvidence:\n- South Africa | Consult | Angola | 2008-03-05\n- Angola | Make statement | Lesotho | 2008-03-19\n- Angola | Consult | South Africa | 2008-03-05\n- Member of the Judiciary (South Africa) | Reject | South Africa | 2008-03-25\n- Daily Monitor | Investigate | Member of the Judiciary (United States) | 2008-03-10\n- South Africa | Make statement | Angola | 2008-03-19\n- France | Make a visit | Angola | 2008-03-03\n- Foreign Affairs (France) | Consult | Angola | 2008-03-15\n- Businessperson (Canada) | Cooperate economically | Angola | 2008-03-20\n- Angola | Host a visit | France | 2008-03-03\n- Angola | Consult | Foreign Affairs (France) | 2008-03-15\n- Aguinaldo Jaime | Make statement | Angola | 2008-03-20\n- Daily Monitor | Make a visit | Angola | 2008-03-10\n- Angola | Host a visit | Daily Monitor | 2008-03-10\n- South Africa | Express intent to engage in diplomatic cooperation (such as policy support) | Angola | 2008-03-20\nAnswer:", "completion": " Military Personnel (Angola)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1181224", "prompt": "Before Anna Fotyga, who was the last to want to negotiate with the Congress of the United States?\nEvidence:\n- Congress (United States) | Consult | Anna Fotyga | 2010-11-19\n- Anna Fotyga | Consult | Congress (United States) | 2010-11-19\n- Anna Fotyga | Express intent to meet or negotiate | Congress (United States) | 2006-06-17\n- Anna Fotyga | Make statement | Cabinet / Council of Ministers / Advisors (United States) | 2007-01-28\n- Valdas Adamkus | Consult | Anna Fotyga | 2007-09-15\n- Valdas Adamkus | Consult | Anna Fotyga | 2007-09-14\n- Tzipi Livni | Consult | Anna Fotyga | 2007-04-18\n- Shimon Peres | Consult | Anna Fotyga | 2007-04-16\n- Radoslaw Sikorski | Consult | Anna Fotyga | 2010-11-16\n- Harald Ringstorff | Consult | Anna Fotyga | 2006-12-20\n- Arseniy Yatsenyuk | Consult | Anna Fotyga | 2007-05-22\n- Anna Fotyga | Threaten | Civic Platform | 2007-10-26\n- Anna Fotyga | Make statement | Iraq | 2006-06-18\n- Anna Fotyga | Consult | Valdas Adamkus | 2007-09-15\n- Anna Fotyga | Consult | Valdas Adamkus | 2007-09-14\nAnswer:", "completion": " Ministry (Poland)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1108095", "prompt": "With which country did Okada Katsuya express his intention to meet in the same month as Wen Jiabao?\nEvidence:\n- Okada Katsuya | Express intent to meet or negotiate | Iran | 2006-04-26\n- Okada Katsuya | Express intent to meet or negotiate | China | 2009-09-15\n- Okada Katsuya | Express intent to meet or negotiate | China | 2005-11-16\n- Okada Katsuya | Express intent to meet or negotiate | China | 2005-04-19\n- Okada Katsuya | Express intent to meet or negotiate | Cambodia | 2009-09-25\n- Mahmoud Abbas | Express intent to meet or negotiate | Okada Katsuya | 2005-05-15\n- Wang Yi | Express intent to cooperate | Okada Katsuya | 2005-04-19\n- Okada Katsuya | Express intent to cooperate | Wang Yi | 2005-04-19\n- Okada Katsuya | Demand | Japan | 2009-09-05\n- Okada Katsuya | Demand | Iran | 2006-05-03\n- Okada Katsuya | Express intent to meet or negotiate | United Arab Emirates | 2006-04-26\n- Okada Katsuya | Make statement | Japan | 2009-09-24\n- Okada Katsuya | Make statement | Japan | 2009-09-21\n- Okada Katsuya | Make statement | Japan | 2009-09-18\n- Okada Katsuya | Make statement | Japan | 2009-09-17\nAnswer:", "completion": " South Korea", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1203236", "prompt": "Who criticised Boko Haram in 2014?\nEvidence:\n- Boko Haram | Engage in mass killings | Citizen (Nigeria) | 2014-03-04\n- Citizen (Nigeria) | Accuse | Boko Haram | 2014-03-03\n- Citizen (Nigeria) | Accuse | Boko Haram | 2014-02-26\n- Citizen (Nigeria) | Accuse | Boko Haram | 2014-02-25\n- Citizen (Nigeria) | Accuse | Boko Haram | 2014-01-20\n- Boko Haram | Threaten | Government (Nigeria) | 2014-01-08\n- Boko Haram | Assassinate | Citizen (Nigeria) | 2014-02-21\n- Murtala Nyako | Make statement | Boko Haram | 2014-02-28\n- Alex Badeh | Make statement | Boko Haram | 2014-01-21\n- Priest (France) | Provide humanitarian aid | Boko Haram | 2014-01-02\n- Other Authorities / Officials (Nigeria) | Accuse | Boko Haram | 2014-03-03\n- France | Use conventional military force | Boko Haram | 2014-02-27\n- Education (Benin) | Criticize or denounce | Boko Haram | 2014-02-28\n- Citizen (Nigeria) | Make optimistic comment | Boko Haram | 2014-02-25\n- Citizen (Nigeria) | Criticize or denounce | Boko Haram | 2014-02-02\nAnswer:", "completion": " Iran", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1159823", "prompt": "Who was praised by the Party Member of Iraq after 9 November 2008?\nEvidence:\n- Party Member (Iraq) | Praise or endorse | Barack Obama | 2008-11-09\n- Dmitry Anatolyevich Medvedev | Discuss by telephone | Barack Obama | 2008-11-09\n- Barack Obama | Discuss by telephone | Dmitry Anatolyevich Medvedev | 2008-11-09\n- Nuri al-Maliki | Make statement | Iraq | 2008-11-09\n- Barack Obama | Retreat or surrender militarily | Iraq | 2008-11-09\n- Presidential Aide (Poland) | Make statement | Barack Obama | 2008-11-09\n- Iran | Engage in negotiation | Barack Obama | 2008-11-09\n- Iran | Criticize or denounce | Barack Obama | 2008-11-09\n- Envoy (Unidentified State Actor) | Appeal for diplomatic cooperation (such as policy support) | Barack Obama | 2008-11-09\n- Dmitry Anatolyevich Medvedev | Praise or endorse | Barack Obama | 2008-11-09\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | Barack Obama | 2008-11-09\n- Dmitry Anatolyevich Medvedev | Express intent to cooperate | Barack Obama | 2008-11-09\n- Dmitry Anatolyevich Medvedev | Consult | Barack Obama | 2008-11-09\n- Barack Obama | Praise or endorse | Dmitry Anatolyevich Medvedev | 2008-11-09\n- Barack Obama | Make an appeal or request | Congress (Indonesia) | 2008-11-09\nAnswer:", "completion": " Bank (Iraq)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1241332", "prompt": "Who expressed the intention to negotiate with the Maldives in the same month as the internal affairs of Sri Lanka?\nEvidence:\n- Police (Maldives) | Investigate | Maldives | 2005-07-06\n- Maldives | Accuse | Scientist (Maldives) | 2005-01-09\n- Thailand | Express intent to meet or negotiate | Maldives | 2005-01-13\n- Maldives | Express intent to meet or negotiate | Thailand | 2005-01-13\n- Maldives | Express intent to meet or negotiate | Bhutan | 2005-11-06\n- Bhutan | Express intent to meet or negotiate | Maldives | 2005-11-06\n- Police (Maldives) | Make statement | Maldives | 2005-07-06\n- South Korea | Express intent to meet or negotiate | Maldives | 2005-01-27\n- Maldives | Express intent to meet or negotiate | South Korea | 2005-01-27\n- Maumoon Abdul Gayoom | Express intent to meet or negotiate | Maldives | 2008-01-09\n- Maldives | Express intent to meet or negotiate | Maumoon Abdul Gayoom | 2007-01-08\n- Maldives | Express intent to cooperate | Bhutan | 2005-06-28\n- Bhutan | Express intent to cooperate | Maldives | 2005-06-28\n- Lawyer/Attorney (United Kingdom) | Express intent to meet or negotiate | Maldives | 2005-09-24\n- Thailand | Consult | Maldives | 2005-02-13\nAnswer:", "completion": " Bhutan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1240014", "prompt": "Who did Antonis Samaras wish to negotiate with on the same month of Herman Van Rompuy?\nEvidence:\n- Herman Van Rompuy | Consult | Antonis Samaras | 2011-06-08\n- Antonis Samaras | Consult | Herman Van Rompuy | 2011-06-08\n- Herman Van Rompuy | Rally support on behalf of | Angela Merkel | 2010-06-10\n- Angela Merkel | Rally support on behalf of | Herman Van Rompuy | 2009-11-20\n- Japan | Consult | Herman Van Rompuy | 2010-04-28\n- Herman Van Rompuy | Reject | France | 2010-06-10\n- Herman Van Rompuy | Consult | Japan | 2010-04-28\n- Mahmoud Abbas | Consult | Herman Van Rompuy | 2010-02-24\n- Jan Fischer | Consult | Herman Van Rompuy | 2010-01-30\n- Herman Van Rompuy | Demand | Citizen (Belgium) | 2008-12-30\n- Herman Van Rompuy | Consult | Wen Jiabao | 2010-10-06\n- Herman Van Rompuy | Consult | Mahmoud Abbas | 2010-02-24\n- Herman Van Rompuy | Consult | Jan Fischer | 2010-01-30\n- Herman Van Rompuy | Consult | Gjorge Ivanov | 2010-09-10\n- Herman Van Rompuy | Consult | Georgios Papandreou | 2010-08-19\nAnswer:", "completion": " Volker Kauder", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1354584", "prompt": "Who made the first request for the Military Personnel - Special of Afghanistan after the Media Personnel of International did?\nEvidence:\n- Media Personnel (International) | Make statement | Military Personnel - Special (Afghanistan) | 2013-01-13\n- Media Personnel (International) | Make statement | Military Personnel - Special (Afghanistan) | 2013-01-09\n- Media Personnel (International) | Make statement | Military Personnel - Special (Afghanistan) | 2012-07-23\n- Media Personnel (International) | Make statement | Military Personnel - Special (Afghanistan) | 2011-08-22\n- Media Personnel (International) | Make statement | Military Personnel - Special (Afghanistan) | 2011-04-07\n- Media Personnel (International) | Make statement | Military Personnel - Special (Afghanistan) | 2009-11-11\n- Media Personnel (International) | Make statement | Military Personnel - Special (Afghanistan) | 2009-01-14\n- Media Personnel (International) | Make statement | Military Personnel - Special (Afghanistan) | 2008-07-16\n- Media Personnel (International) | Make statement | Military Personnel - Special (Afghanistan) | 2008-05-03\n- Media Personnel (International) | Make an appeal or request | Military Personnel - Special (Afghanistan) | 2013-02-19\n- Media Personnel (International) | Praise or endorse | Military Personnel - Special (Afghanistan) | 2013-08-13\n- Media Personnel (International) | Praise or endorse | Military Personnel - Special (Afghanistan) | 2013-07-03\n- Military Personnel - Special (Afghanistan) | Appeal for economic aid | Women (Afghanistan) | 2013-04-20\n- The Sunday Times | Make statement | Military Personnel - Special (Afghanistan) | 2007-05-20\n- The Daily Telegraph | Make statement | Military Personnel - Special (Afghanistan) | 2012-08-06\nAnswer:", "completion": " Ministry (Afghanistan)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1303102", "prompt": "When did the Lawyer/Attorney of the United States praise the Lawyer/Attorney of Romania?\nEvidence:\n- Lawyer/Attorney (Romania) | Investigate | Romania | 2005-03-22\n- Romania | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-03-30\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | Romania | 2005-03-30\n- Romania | Praise or endorse | Intelligence (Romania) | 2005-02-08\n- Congress (United States) | Express intent to provide economic aid | Romania | 2005-02-17\n- France | Praise or endorse | Romania | 2005-04-02\n- France | Praise or endorse | Romania | 2005-02-25\n- China | Praise or endorse | Romania | 2005-03-10\n- Tony Blair | Praise or endorse | Romania | 2005-01-31\n- Heinz Fischer | Praise or endorse | Romania | 2005-01-28\n- Gerhard Schröder | Praise or endorse | Romania | 2005-03-21\n- Romania | Praise or endorse | UN Security Council | 2005-04-02\n- International Monetary Fund | Praise or endorse | Romania | 2005-01-04\n- Ministry (Romania) | Make statement | Romania | 2005-03-25\n- Ministry (Romania) | Make statement | Romania | 2005-01-12\nAnswer:", "completion": " 2008-05-19", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1303515", "prompt": "With whom did Agence France-Presse have a telephone conversation in the same month of the Coalition for Unity and Democracy?\nEvidence:\n- Coalition for Unity and Democracy | Discuss by telephone | Agence France-Presse | 2005-06-11\n- Agence France-Presse | Discuss by telephone | Coalition for Unity and Democracy | 2005-06-11\n- Ethiopia | Accuse | Coalition for Unity and Democracy | 2005-09-26\n- Police (Ethiopia) | Investigate | Coalition for Unity and Democracy | 2006-10-25\n- Police (Ethiopia) | Accuse | Coalition for Unity and Democracy | 2005-06-08\n- Coalition for Unity and Democracy | Make statement | Yemen | 2011-02-03\n- Coalition for Unity and Democracy | Make statement | Ethiopia | 2013-06-20\n- Coalition for Unity and Democracy | Make statement | Ethiopia | 2005-10-24\n- Coalition for Unity and Democracy | Make statement | Ethiopia | 2005-09-22\n- Coalition for Unity and Democracy | Make statement | Ethiopia | 2005-08-09\n- Coalition for Unity and Democracy | Accuse | Police (Ethiopia) | 2005-10-30\n- Bereket Simon | Accuse | Coalition for Unity and Democracy | 2005-06-12\n- Bereket Simon | Accuse | Coalition for Unity and Democracy | 2005-06-11\n- North America | Host a visit | Coalition for Unity and Democracy | 2007-08-22\n- Coalition for Unity and Democracy | Make a visit | North America | 2007-08-22\nAnswer:", "completion": " Police (Indonesia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1261028", "prompt": "In 2007, which country was the first to request a meeting with Laos?\nEvidence:\n- Vietnam | Make a visit | Laos | 2005-04-11\n- Vietnam | Make a visit | Laos | 2005-04-08\n- Vietnam | Make a visit | Laos | 2005-04-07\n- Vietnam | Make a visit | Laos | 2005-04-06\n- Vietnam | Make a visit | Laos | 2005-02-16\n- Laos | Host a visit | Vietnam | 2005-04-11\n- Laos | Host a visit | Vietnam | 2005-04-08\n- Laos | Host a visit | Vietnam | 2005-04-07\n- Laos | Host a visit | Vietnam | 2005-04-06\n- Laos | Host a visit | Vietnam | 2005-02-16\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-04-05\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-03-25\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-03-15\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-03-11\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-03-09\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1361008", "prompt": "When did the Government of Nigeria first accuse Al Jazeera?\nEvidence:\n- Al Jazeera | Accuse | Iraq | 2005-12-19\n- Donald Rumsfeld | Accuse | Al Jazeera | 2005-09-29\n- Donald Rumsfeld | Accuse | Al Jazeera | 2005-06-04\n- Iran | Demand | Al Jazeera | 2005-04-18\n- Tichaona Jokonya | Consult | Al Jazeera | 2006-01-19\n- Mahmoud Abbas | Consult | Al Jazeera | 2006-02-20\n- Mahmoud Abbas | Consult | Al Jazeera | 2005-11-18\n- Iran | Reduce relations | Al Jazeera | 2005-04-20\n- Iran | Reduce relations | Al Jazeera | 2005-04-19\n- Iran | Make statement | Al Jazeera | 2005-04-19\n- Evo Morales | Consult | Al Jazeera | 2005-12-20\n- Al Jazeera | Make statement | Zawahiri | 2006-01-31\n- Al Jazeera | Make statement | Zawahiri | 2005-12-08\n- Al Jazeera | Make statement | Qatar | 2006-02-01\n- Al Jazeera | Make statement | Qatar | 2006-01-04\nAnswer:", "completion": " 2010-03-08", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1308926", "prompt": "Before 18 May 2010, who had a telephone conversation with the leader of South Korea?\nEvidence:\n- Head of Government (South Korea) | Discuss by telephone | Barack Obama | 2010-05-18\n- Barack Obama | Discuss by telephone | Head of Government (South Korea) | 2010-05-18\n- Head of Government (South Korea) | Consult | Barack Obama | 2010-05-18\n- Barack Obama | Consult | Head of Government (South Korea) | 2010-05-18\n- South Korea | Consult | Japan | 2010-05-18\n- South Korea | Consult | China | 2010-05-18\n- Japan | Consult | South Korea | 2010-05-18\n- China | Consult | South Korea | 2010-05-18\n- South Korea | Make statement | Japan | 2010-05-18\n- South Korea | Make statement | China | 2010-05-18\n- Barack Obama | Praise or endorse | South Korea | 2010-05-18\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | South Korea | 2010-05-18\n- Lee Myung Bak | Discuss by telephone | Barack Obama | 2010-05-18\n- Barack Obama | Discuss by telephone | Lee Myung Bak | 2010-05-18\n- Japan | Express intent to engage in diplomatic cooperation (such as policy support) | South Korea | 2010-05-18\nAnswer:", "completion": " Barack Obama", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1104375", "prompt": "Before 24 February 2012, who condemned the businessman of the United Kingdom?\nEvidence:\n- Chancellor of the Exchequer | Reject | Citizen (United Kingdom) | 2006-07-13\n- Member of the Judiciary (United States) | Reject | Businessperson (United Kingdom) | 2011-10-27\n- President of the Senate (United Kingdom) | Consult | Joaquim Barbosa | 2014-05-29\n- Newspaper (United Kingdom) | Make statement | Chancellor of the Exchequer | 2006-11-24\n- Joaquim Barbosa | Consult | President of the Senate (United Kingdom) | 2014-05-29\n- President of the Senate (United Kingdom) | Consult | House Speaker (United States) | 2005-12-29\n- Men (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2006-07-13\n- Lawyer/Attorney (United Kingdom) | Apologize | Member of the Judiciary (United States) | 2008-03-22\n- House Speaker (United States) | Consult | President of the Senate (United Kingdom) | 2005-12-29\n- Citizen (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2011-02-23\n- Citizen (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2009-02-12\n- Citizen (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2009-02-11\n- Citizen (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2008-11-05\n- Citizen (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2006-07-15\n- President of the Senate (United States) | Make statement | House Speaker (United Kingdom) | 2013-07-31\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1145670", "prompt": "Which country hosted the visit of Yasuo Fukuda before Dec, 2007?\nEvidence:\n- Yasuo Fukuda | Make a visit | Vietnam | 2006-04-09\n- Yasuo Fukuda | Make a visit | Japan | 2006-01-07\n- Vietnam | Host a visit | Yasuo Fukuda | 2006-04-09\n- Japan | Host a visit | Yasuo Fukuda | 2006-01-07\n- Yasuo Fukuda | Demand | Japan | 2007-09-15\n- Yasuo Fukuda | Make statement | Japan | 2007-09-25\n- Yasuo Fukuda | Make statement | Japan | 2007-09-23\n- Yasuo Fukuda | Make statement | Japan | 2007-09-15\n- Yasuo Fukuda | Make statement | Japan | 2006-04-09\n- Yasuo Fukuda | Consult | Jusuf Kalla | 2006-05-24\n- Yasuo Fukuda | Consult | Donald Rumsfeld | 2006-05-17\n- Yasuo Fukuda | Consult | Donald Rumsfeld | 2006-05-12\n- Yasuo Fukuda | Consult | Donald Rumsfeld | 2006-05-11\n- Jusuf Kalla | Consult | Yasuo Fukuda | 2006-05-24\n- Donald Rumsfeld | Consult | Yasuo Fukuda | 2006-05-17\nAnswer:", "completion": " Vietnam", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1058711", "prompt": "After the UN Security Council, with whom did the Italian Foreign Minister want to negotiate?\nEvidence:\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- Foreign Affairs (Syria) | Express intent to meet or negotiate | UN Security Council | 2005-03-04\n- UN Security Council | Consult | Foreign Affairs (South Korea) | 2005-01-09\n- Foreign Affairs (South Korea) | Consult | UN Security Council | 2005-01-09\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\n- UN Security Council | Consult | Nabil Shaath | 2005-01-11\n- UN Security Council | Consult | John Garang | 2005-02-09\n- UN Security Council | Consult | John Garang | 2005-02-08\n- UN Security Council | Consult | African Union | 2005-01-10\n- Nabil Shaath | Consult | UN Security Council | 2005-01-11\n- John Garang | Consult | UN Security Council | 2005-02-09\nAnswer:", "completion": " Iran", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1312169", "prompt": "Who accused the Lawyer/Attorney of Egypt in November, 2013?\nEvidence:\n- Lawyer/Attorney (Egypt) | Accuse | People Associated with the Opposition (Egypt) | 2012-12-05\n- Lawyer/Attorney (Egypt) | Investigate | Head of Government (Egypt) | 2012-01-10\n- Lawyer/Attorney (Egypt) | Consult | Head of Government (Egypt) | 2013-11-13\n- Lawyer/Attorney (Egypt) | Consult | Head of Government (Egypt) | 2008-11-12\n- Lawyer/Attorney (Egypt) | Accuse | Head of Government (Egypt) | 2015-04-21\n- Lawyer/Attorney (Egypt) | Accuse | Head of Government (Egypt) | 2013-09-07\n- Lawyer/Attorney (Egypt) | Accuse | Head of Government (Egypt) | 2012-01-09\n- Lawyer/Attorney (Egypt) | Accuse | Head of Government (Egypt) | 2011-08-03\n- Lawyer/Attorney (Egypt) | Accuse | Head of Government (Egypt) | 2011-05-30\n- Head of Government (Egypt) | Demand | Lawyer/Attorney (Egypt) | 2014-02-18\n- Head of Government (Egypt) | Consult | Lawyer/Attorney (Egypt) | 2013-11-13\n- Head of Government (Egypt) | Consult | Lawyer/Attorney (Egypt) | 2008-11-12\n- Head of Government (Egypt) | Accuse | Lawyer/Attorney (Egypt) | 2015-11-09\n- Lawyer/Attorney (Egypt) | Accuse | Lawyer/Attorney (Libya) | 2006-03-05\n- Lawyer/Attorney (Egypt) | Make statement | People Associated with the Opposition (Egypt) | 2013-07-05\nAnswer:", "completion": " Police (Egypt)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1232729", "prompt": "In 2014, who was the first to investigate the criminal of Israel?\nEvidence:\n- Police (Israel) | Investigate | Criminal (Israel) | 2015-10-14\n- Police (Israel) | Investigate | Criminal (Israel) | 2015-08-10\n- Police (Israel) | Investigate | Criminal (Israel) | 2015-06-18\n- Police (Israel) | Investigate | Criminal (Israel) | 2015-03-30\n- Police (Israel) | Investigate | Criminal (Israel) | 2015-03-23\n- Police (Israel) | Investigate | Criminal (Israel) | 2015-03-15\n- Police (Israel) | Investigate | Criminal (Israel) | 2015-01-16\n- Police (Israel) | Investigate | Criminal (Israel) | 2015-01-09\n- Police (Israel) | Investigate | Criminal (Israel) | 2014-12-29\n- Police (Israel) | Investigate | Criminal (Israel) | 2014-11-25\n- Police (Israel) | Investigate | Criminal (Israel) | 2014-11-18\n- Police (Israel) | Investigate | Criminal (Israel) | 2014-10-29\n- Police (Israel) | Investigate | Criminal (Israel) | 2014-07-28\n- Police (Israel) | Investigate | Criminal (Israel) | 2014-04-24\n- Police (Israel) | Investigate | Criminal (Israel) | 2014-04-01\nAnswer:", "completion": " Police (Israel)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1031426", "prompt": "To whom did the National United Front for Democracy against Dictatorship last appeal before Jatuporn Prompan?\nEvidence:\n- Jatuporn Prompan | Make statement | National United Front for Democracy Against Dictatorship | 2010-01-24\n- Jatuporn Prompan | Make statement | National United Front for Democracy Against Dictatorship | 2010-01-07\n- Jatuporn Prompan | Make statement | National United Front for Democracy Against Dictatorship | 2009-10-22\n- Jatuporn Prompan | Make statement | National United Front for Democracy Against Dictatorship | 2009-09-15\n- Jatuporn Prompan | Make statement | National United Front for Democracy Against Dictatorship | 2009-08-27\n- Jatuporn Prompan | Make statement | National United Front for Democracy Against Dictatorship | 2009-08-21\n- Jatuporn Prompan | Make statement | National United Front for Democracy Against Dictatorship | 2009-07-29\n- Jatuporn Prompan | Make statement | National United Front for Democracy Against Dictatorship | 2009-07-15\n- Jatuporn Prompan | Make statement | National United Front for Democracy Against Dictatorship | 2009-06-30\n- Jatuporn Prompan | Make statement | National United Front for Democracy Against Dictatorship | 2009-06-28\n- Jatuporn Prompan | Make statement | National United Front for Democracy Against Dictatorship | 2009-05-31\n- Jatuporn Prompan | Make statement | National United Front for Democracy Against Dictatorship | 2009-05-30\n- Jatuporn Prompan | Make statement | National United Front for Democracy Against Dictatorship | 2009-05-11\n- Jatuporn Prompan | Make statement | National United Front for Democracy Against Dictatorship | 2009-05-09\n- Jatuporn Prompan | Make statement | National United Front for Democracy Against Dictatorship | 2009-04-10\nAnswer:", "completion": " Citizen (Thailand)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1177877", "prompt": "In Apr, 2015, which country commended Morteza Sarmadi?\nEvidence:\n- Oman | Consult | Morteza Sarmadi | 2015-04-01\n- Morteza Sarmadi | Investigate | Iran | 2015-09-13\n- Morteza Sarmadi | Demand | Iran | 2014-01-26\n- Morteza Sarmadi | Consult | Oman | 2015-04-01\n- Morteza Sarmadi | Consult | Laos | 2014-11-09\n- Laos | Consult | Morteza Sarmadi | 2014-11-09\n- Morteza Sarmadi | Engage in negotiation | Iraq | 2015-04-02\n- Iraq | Engage in negotiation | Morteza Sarmadi | 2015-04-02\n- South Korea | Consult | Morteza Sarmadi | 2015-09-12\n- Morteza Sarmadi | Make statement | Yemen | 2015-04-08\n- Morteza Sarmadi | Make statement | Iran | 2015-09-13\n- Morteza Sarmadi | Make statement | Iran | 2015-06-22\n- Morteza Sarmadi | Make statement | Iran | 2015-04-27\n- Morteza Sarmadi | Make statement | Iran | 2015-04-08\n- Morteza Sarmadi | Make statement | Iran | 2015-04-07\nAnswer:", "completion": " Iran", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1275241", "prompt": "After Dmitry Anatolyevich Medvedev, to whom did Angela Merkel make the first optimistic remarks?\nEvidence:\n- Angela Merkel | Make an appeal or request | Dmitry Anatolyevich Medvedev | 2006-04-23\n- Angela Merkel | Express intent to meet or negotiate | Dmitry Anatolyevich Medvedev | 2006-04-23\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2006-01-13\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2006-01-12\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2005-11-15\n- Dmitry Anatolyevich Medvedev | Make statement | Kazakhstan | 2006-03-30\n- Dmitry Anatolyevich Medvedev | Consult | China | 2005-12-08\n- China | Consult | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Dmitry Anatolyevich Medvedev | Make empathetic comment | China | 2005-12-08\n- Dmitry Anatolyevich Medvedev | Make a visit | Kazakhstan | 2005-07-29\n- Dmitry Anatolyevich Medvedev | Make a visit | China | 2005-12-10\n- Dmitry Anatolyevich Medvedev | Make a visit | China | 2005-12-09\n- Dmitry Anatolyevich Medvedev | Make a visit | China | 2005-12-08\n- Veterans (Russia) | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\nAnswer:", "completion": " Business (Germany)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1105943", "prompt": "Which country was endorsed by the government of Africa in the same month as the government of Burundi?\nEvidence:\n- Burundi | Make statement | Government (Burundi) | 2005-08-02\n- Burundi | Receive deployment of peacekeepers | South Africa | 2005-06-03\n- Burundi | Make an appeal or request | Head of Government (Burundi) | 2005-09-02\n- Government Official (Rwanda) | Consult | Burundi | 2005-10-13\n- Burundi | Consult | Government Official (Rwanda) | 2005-10-13\n- Media Personnel (Africa) | Make a visit | Burundi | 2005-11-21\n- Burundi | Host a visit | Media Personnel (Africa) | 2005-11-21\n- South Africa | Provide military protection or peacekeeping | Burundi | 2005-06-03\n- Burundi | Receive deployment of peacekeepers | Ethiopia | 2005-05-05\n- Rebel Group (Burundi) | Use unconventional violence | Burundi | 2005-09-14\n- Rebel Group (Burundi) | Use unconventional violence | Burundi | 2005-08-18\n- Rebel Group (Burundi) | Use unconventional violence | Burundi | 2005-04-24\n- Rebel Group (Burundi) | Use unconventional violence | Burundi | 2005-04-05\n- Military (Burundi) | Increase military alert status | Burundi | 2005-08-25\n- Burundi | Sign formal agreement | Rebel Group (Burundi) | 2005-05-31\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1319553", "prompt": "Who negotiated first with Mahmoud Abbas after the UN Security Council?\nEvidence:\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\n- UN Security Council | Consult | Nabil Shaath | 2005-01-11\n- UN Security Council | Consult | John Garang | 2005-02-09\n- UN Security Council | Consult | John Garang | 2005-02-08\n- UN Security Council | Consult | African Union | 2005-01-10\n- Nabil Shaath | Consult | UN Security Council | 2005-01-11\n- John Garang | Consult | UN Security Council | 2005-02-09\n- John Garang | Consult | UN Security Council | 2005-02-08\n- African Union | Consult | UN Security Council | 2005-01-10\n- UN Security Council | Rally opposition against | Togo | 2005-02-25\nAnswer:", "completion": " Catherine Ashton", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1043784", "prompt": "After July 2015, who made a request to the Congress of the United States?\nEvidence:\n- Congress (United States) | Express intent to meet or negotiate | Special Rapporteurs of the United Nations | 2012-05-04\n- Yemen | Host a visit | Congress (United States) | 2010-04-01\n- Vietnam | Host a visit | Congress (United States) | 2008-06-27\n- Vietnam | Host a visit | Congress (United States) | 2008-06-25\n- Vietnam | Host a visit | Congress (United States) | 2007-04-10\n- Vietnam | Host a visit | Congress (United States) | 2006-04-10\n- Vietnam | Host a visit | Congress (United States) | 2006-04-07\n- Vietnam | Host a visit | Congress (United States) | 2006-04-05\n- Vietnam | Host a visit | Congress (United States) | 2005-12-14\n- Vietnam | Host a visit | Congress (United States) | 2005-12-12\n- Thailand | Host a visit | Congress (United States) | 2013-09-05\n- Thailand | Host a visit | Congress (United States) | 2013-09-04\n- Sudan | Host a visit | Congress (United States) | 2012-03-07\n- Romania | Host a visit | Congress (United States) | 2008-11-26\n- Kazakhstan | Host a visit | Congress (United States) | 2008-06-26\nAnswer:", "completion": " Human Rights Watch", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1126782", "prompt": "In which month did Arseniy Yatsenyuk last express his intention to negotiate with the Canadian company?\nEvidence:\n- Arseniy Yatsenyuk | Make statement | Arseniy Yatsenyuk | 2007-11-15\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | France | 2007-04-16\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | France | 2007-04-11\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | Vuk Jeremić | 2007-07-02\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | Vuk Jeremić | 2007-06-27\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | Lulzim Basha | 2007-06-25\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | Joachim Rücker | 2007-07-02\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | Business (Canada) | 2007-05-05\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | Anna Fotyga | 2007-05-21\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | Anna Fotyga | 2007-05-19\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | Head of Government (Turkmenistan) | 2007-10-25\n- Vuk Jeremić | Consult | Arseniy Yatsenyuk | 2007-07-02\n- Rashid Meredov | Consult | Arseniy Yatsenyuk | 2007-07-14\n- Joachim Rücker | Consult | Arseniy Yatsenyuk | 2007-07-04\n- Elmar Mammadyarov | Consult | Arseniy Yatsenyuk | 2007-10-05\nAnswer:", "completion": " 2007-05", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1309329", "prompt": "On 12 April 2010, who made a request to the Party Member for Thailand?\nEvidence:\n- Cabinet / Council of Ministers / Advisors (Thailand) | Impose restrictions on political freedoms | Thailand | 2010-04-12\n- Member of Parliament (Thailand) | Make statement | Thailand | 2010-04-12\n- Citizen (Thailand) | Accuse | Member of Parliament (Thailand) | 2010-04-12\n- Protester (Thailand) | Demonstrate for leadership change | Abhisit Vejjajiva | 2010-04-12\n- Protester (Thailand) | Appeal for change in leadership | Abhisit Vejjajiva | 2010-04-12\n- National United Front for Democracy Against Dictatorship | Accuse | Media (Thailand) | 2010-04-12\n- Protester (Thailand) | Make an appeal or request | Abhisit Vejjajiva | 2010-04-12\n- Abhisit Vejjajiva | Make an appeal or request | Citizen (Thailand) | 2010-04-12\n- Thailand | Arrest, detain, or charge with legal action | National United Front for Democracy Against Dictatorship | 2010-04-12\n- Citizen (Thailand) | Occupy territory | Thailand | 2010-04-12\n- Citizen (Thailand) | Accuse | Media (Thailand) | 2010-04-12\n- Protester (Thailand) | Protest violently, riot | Thailand | 2010-04-12\n- Protester (Thailand) | Demonstrate or rally | Thailand | 2010-04-12\n- Jatuporn Prompan | Express intent to meet or negotiate | Citizen (Thailand) | 2010-04-12\n- Thailand | Expel or deport individuals | Protester (Thailand) | 2010-04-12\nAnswer:", "completion": " Anupong Paochinda", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1107274", "prompt": "On 20 July 2007, who expressed a willingness to cooperate with the Japanese government official?\nEvidence:\n- Representatives (Japan) | Express intent to cooperate | Government Official (Japan) | 2007-07-20\n- Government Official (Japan) | Express intent to cooperate | Representatives (Japan) | 2007-07-20\nAnswer:", "completion": " Representatives (Japan)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 0} +{"id": "mtq_1188053", "prompt": "Before 20 April 2012, to whom did Yoshihiko Noda express the intention to participate in diplomatic cooperation?\nEvidence:\n- Yoshihiko Noda | Express intent to engage in diplomatic cooperation (such as policy support) | Vietnam | 2012-04-20\n- Yoshihiko Noda | Express intent to engage in diplomatic cooperation (such as policy support) | Thailand | 2012-04-20\n- Yoshihiko Noda | Express intent to engage in diplomatic cooperation (such as policy support) | Laos | 2012-04-20\n- Yoshihiko Noda | Express intent to engage in diplomatic cooperation (such as policy support) | Cambodia | 2012-04-20\n- Lawmaker (Japan) | Threaten with sanctions, boycott, embargo | Yoshihiko Noda | 2012-04-20\n- Japan | Express intent to engage in diplomatic cooperation (such as policy support) | Cambodia | 2012-04-20\n- Cambodia | Express intent to engage in diplomatic cooperation (such as policy support) | Japan | 2012-04-20\n- Thailand | Express intent to cooperate | Cambodia | 2012-04-20\n- Cambodia | Express intent to cooperate | Thailand | 2012-04-20\n- Thailand | Impose restrictions on political freedoms | Citizen (Thailand) | 2012-04-20\n- Phandu Skelemani | Make optimistic comment | Vietnam | 2012-04-20\nAnswer:", "completion": " Barack Obama", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 11, "n_anchors": 1} +{"id": "mtq_1048536", "prompt": "Before the Israeli Foreign Ministry, who was the last to criticise the British MPs?\nEvidence:\n- Police (Virgin Islands, British) | Arrest, detain, or charge with legal action | Criminal (Virgin Islands, British) | 2008-06-02\n- Police (Virgin Islands, British) | Investigate | Citizen (Australia) | 2005-11-22\n- The Hague | Investigate | Israeli Defense Forces | 2014-08-08\n- The Hague | Investigate | Israeli Defense Forces | 2014-08-07\n- Ministry (The Hague) | Express intent to meet or negotiate | The Hague | 2015-11-18\n- The Hague | Impose administrative sanctions | Ministry (The Hague) | 2015-09-16\n- Lawyer/Attorney (United States) | Make statement | Illegal Immigrant (Virgin Islands, British) | 2010-01-12\n- Israeli Defense Forces | Consult | Foreign Affairs (Israel) | 2009-12-24\n- Israeli Defense Forces | Consult | Foreign Affairs (Israel) | 2005-07-28\n- Israeli Defense Forces | Consult | Foreign Affairs (France) | 2012-01-11\n- Foreign Affairs (Israel) | Demand | Israeli Defense Forces | 2006-08-10\n- Foreign Affairs (Israel) | Consult | Israeli Defense Forces | 2009-12-24\n- Foreign Affairs (Israel) | Consult | Israeli Defense Forces | 2005-07-28\n- Foreign Affairs (France) | Consult | Israeli Defense Forces | 2012-01-11\n- Ministry (Iran) | Make statement | The Hague | 2014-06-16\nAnswer:", "completion": " Tony Blair", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1207924", "prompt": "Who was the last to want diplomatic cooperation with Barack Obama, before Javier Solana?\nEvidence:\n- Javier Solana | Engage in diplomatic cooperation | Mahmoud Abbas | 2005-01-13\n- Javier Solana | Consider policy option | The Hague | 2005-02-05\n- Javier Solana | Demand | Iran | 2005-02-01\n- Javier Solana | Consult | Iran | 2005-02-01\n- Iran | Consult | Javier Solana | 2005-02-01\n- Javier Solana | Reduce or break diplomatic relations | Colombia | 2005-01-03\n- Stephen Hadley | Consult | Javier Solana | 2005-01-07\n- Milo Djukanovic | Consult | Javier Solana | 2005-03-03\n- Mahmoud Abbas | Consult | Javier Solana | 2005-03-03\n- Mahmoud Abbas | Consult | Javier Solana | 2005-03-02\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-29\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-28\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-24\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-23\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-11\nAnswer:", "completion": " Cristina Fernández de Kirchner", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1006088", "prompt": "Who did Michael Sata threaten first after the civil servant of Zambia?\nEvidence:\n- Citizen (Zambia) | Accuse | Civil Servant (Zambia) | 2006-08-31\n- Michael Sata | Demand | Citizen (Zambia) | 2006-08-14\n- Michael Sata | Demand | Children (Zambia) | 2013-12-10\n- Michael Sata | Consult | Assemblies (Zambia) | 2014-09-20\n- Michael Sata | Consult | Assemblies (Zambia) | 2014-09-19\n- Michael Sata | Consult | Assemblies (Zambia) | 2012-09-22\n- Michael Sata | Consult | Assemblies (Zambia) | 2011-10-17\n- Michael Sata | Consult | Assemblies (Zambia) | 2011-10-16\n- Michael Sata | Consult | Assemblies (Zambia) | 2011-10-15\n- Michael Sata | Accuse | Citizen (Zambia) | 2006-10-02\n- Assemblies (Zambia) | Consult | Michael Sata | 2014-09-20\n- Assemblies (Zambia) | Consult | Michael Sata | 2014-09-19\n- Assemblies (Zambia) | Consult | Michael Sata | 2012-09-22\n- Assemblies (Zambia) | Consult | Michael Sata | 2011-10-17\n- Assemblies (Zambia) | Consult | Michael Sata | 2011-10-16\nAnswer:", "completion": " Zambia Daily Mail", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1029852", "prompt": "When did the Armed Band of India use small arms and light weapons to fight the Aam Aadmi Party?\nEvidence:\n- Armed Band (India) | fight with small arms and light weapons | Aam Aadmi Party | 2014-01-05\n- Governor (India) | Consult | Aam Aadmi Party | 2014-05-16\n- Aam Aadmi Party | Consult | Governor (India) | 2014-05-16\n- Aam Aadmi Party | Accuse | Member of Parliament (India) | 2015-01-16\n- Aam Aadmi Party | Accuse | Member of Parliament (India) | 2014-08-18\n- Aam Aadmi Party | Accuse | Head of Government (India) | 2015-01-16\n- Aam Aadmi Party | Make statement | National Party (India) | 2014-07-19\n- Governor (India) | Decline comment | Aam Aadmi Party | 2013-12-17\n- Aam Aadmi Party | Make statement | Governor (India) | 2014-08-30\n- Aam Aadmi Party | Make statement | Governor (India) | 2014-08-29\n- Aam Aadmi Party | Consult | Election Commission (India) | 2015-02-01\n- Member of Parliament (India) | Make statement | Aam Aadmi Party | 2014-05-27\n- Governor (India) | Express intent to cooperate | Aam Aadmi Party | 2013-02-05\n- Aam Aadmi Party | Use conventional military force | Election Commission (India) | 2014-05-13\n- Military Personnel (India) | Make statement | Aam Aadmi Party | 2014-04-07\nAnswer:", "completion": " 2014-01-05", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1207268", "prompt": "Who did the Foreign Affairs of South Korea formally sign an agreement with before the Director General of Indonesia?\nEvidence:\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Thailand | Sign formal agreement | Malaysia | 2005-01-28\n- Thailand | Sign formal agreement | China | 2005-01-21\n- Malaysia | Sign formal agreement | Thailand | 2005-01-28\n- China | Sign formal agreement | Thailand | 2005-01-21\n- Thailand | Host a visit | Foreign Affairs (Italy) | 2005-01-22\n- Foreign Affairs (Italy) | Make a visit | Thailand | 2005-01-22\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Roh Moo Hyun | Make an appeal or request | South Korea | 2005-01-03\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | South Korea | 2005-01-08\n- South Korea | Consult | Japan | 2005-01-06\nAnswer:", "completion": " José Luis Machinea", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1067065", "prompt": "Before the Business of Croatia, who last did the Police of Croatia return persons to?\nEvidence:\n- Police (Croatia) | Return, release person(s) | Business (Croatia) | 2010-04-15\n- Police (Croatia) | Investigate | Business (Croatia) | 2012-08-30\n- Police (Croatia) | Investigate | Business (Croatia) | 2011-01-04\n- Police (Croatia) | Investigate | Business (Croatia) | 2010-02-18\n- Police (Croatia) | Investigate | Business (Croatia) | 2009-07-16\n- Business (Croatia) | Threaten | Police (Croatia) | 2008-09-28\n- Police (Croatia) | Make statement | Business (Croatia) | 2012-11-12\n- Police (Croatia) | Make statement | Business (Croatia) | 2010-02-04\n- Police (Croatia) | Confiscate property | Business (Croatia) | 2014-05-25\n- Police (Croatia) | Return, release person(s) | Citizen (Croatia) | 2011-02-02\n- Police (Croatia) | Return, release person(s) | Citizen (Croatia) | 2008-10-28\n- Police (Croatia) | Use conventional military force | Business (Croatia) | 2010-11-17\n- Police (Croatia) | Return, release person(s) | City Mayor (Croatia) | 2015-12-28\n- Government (Croatia) | Reject | Business (Croatia) | 2012-12-01\n- Government (Croatia) | Consult | Business (Croatia) | 2014-03-25\nAnswer:", "completion": " Citizen (Croatia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1256311", "prompt": "Who was the first to support Mahmoud Abbas after Gerhard Schröder?\nEvidence:\n- Gerhard Schröder | Make statement | Mahmoud Abbas | 2005-01-10\n- Gerhard Schröder | Praise or endorse | Mahmoud Abbas | 2005-01-10\n- Gerhard Schröder | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Gerhard Schröder | Make an appeal or request | Mahmoud Abbas | 2005-01-10\n- Gerhard Schröder | Appeal to yield | Iran | 2005-02-24\n- Gerhard Schröder | Appeal to yield | Iran | 2005-02-23\n- Gerhard Schröder | Appeal to yield | Iran | 2005-01-28\n- Gerhard Schröder | Threaten | Iran | 2005-02-24\n- Gerhard Schröder | Threaten | Iran | 2005-02-23\n- Gerhard Schröder | Threaten | Iran | 2005-02-01\n- Gerhard Schröder | Reject | Iraq | 2005-02-21\n- Jack Straw | Consult | Gerhard Schröder | 2005-02-04\n- Government (Germany) | Consult | Gerhard Schröder | 2005-01-12\n- Gerhard Schröder | Make statement | Iraq | 2005-02-09\n- Gerhard Schröder | Make statement | Iraq | 2005-02-04\nAnswer:", "completion": " Armed Gang (Palestinian Territory, Occupied)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1291434", "prompt": "Who was accused by the citizens of Nigeria on the same month of Tony Momoh?\nEvidence:\n- Tony Momoh | Accuse | Government (Nigeria) | 2012-01-03\n- Citizen (Nigeria) | Accuse | Tony Momoh | 2015-06-30\n- Tony Momoh | Make statement | Government (Nigeria) | 2015-05-11\n- Tony Momoh | Make statement | Government (Nigeria) | 2008-10-10\n- Tony Momoh | Make statement | Democratic Party (Nigeria) | 2014-08-05\n- Tony Momoh | Criticize or denounce | Newspaper (Nigeria) | 2010-01-09\n- Tony Momoh | Consider policy option | Citizen (Nigeria) | 2009-12-24\n- Royal Administration (Nigeria) | Make statement | Tony Momoh | 2009-11-20\n- Tony Momoh | Consult | Media (Africa) | 2015-07-22\n- Tony Momoh | Consult | Media (Africa) | 2014-07-08\n- Tony Momoh | Consult | Media (Africa) | 2014-05-20\n- Media (Africa) | Consult | Tony Momoh | 2015-07-22\n- Media (Africa) | Consult | Tony Momoh | 2014-07-08\n- Media (Africa) | Consult | Tony Momoh | 2014-05-20\n- Tony Momoh | Make an appeal or request | Citizen (Nigeria) | 2014-11-24\nAnswer:", "completion": " Muhammadu Buhari", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1292718", "prompt": "Who made the Australian police suffer from unconventional violence on 17 June 2005?\nEvidence:\n- Citizen (Australia) | Use unconventional violence | Police (Australia) | 2005-06-17\n- Insurgent (Thailand) | Use unconventional violence | Thailand | 2005-06-17\n- Armed Gang (Russia) | Use unconventional violence | Paul Klebnikov | 2005-06-17\n- Armed Gang (Cambodia) | Use unconventional violence | Children (Canada) | 2005-06-17\nAnswer:", "completion": " Citizen (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 4, "n_anchors": 0} +{"id": "mtq_1088607", "prompt": "Before 11 September 2013, who was praised by the citizens of Brazil?\nEvidence:\n- Ministry (Brazil) | Discuss by telephone | Head of Government (Brazil) | 2012-07-20\n- Ministry (Brazil) | Discuss by telephone | Head of Government (Brazil) | 2008-07-12\n- Head of Government (Brazil) | Discuss by telephone | Ministry (Brazil) | 2012-07-20\n- Head of Government (Brazil) | Discuss by telephone | Ministry (Brazil) | 2008-07-12\n- People Associated with the Opposition (Brazil) | Investigate | Head of Government (Brazil) | 2011-05-25\n- People Associated with the Opposition (Brazil) | Consult | Head of Government (Brazil) | 2007-09-25\n- People Associated with the Opposition (Brazil) | Accuse | Head of Government (Brazil) | 2009-08-12\n- Head of Government (Brazil) | Reject | People Associated with the Opposition (Brazil) | 2015-12-23\n- Head of Government (Brazil) | Consult | People Associated with the Opposition (Brazil) | 2007-09-25\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Head of Government (Brazil) | Accuse of crime, corruption | People Associated with the Opposition (Brazil) | 2014-08-12\n- Citizen (Brazil) | Accuse | Universal Church of the Kingdom of God | 2008-09-18\n- Citizen (Brazil) | Accuse | Universal Church of the Kingdom of God | 2005-09-19\nAnswer:", "completion": " Raúl Sendic", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1148401", "prompt": "When did Wendy Sherman express her intention to meet with Malawi?\nEvidence:\n- Wendy Sherman | Express intent to meet or negotiate | Malawi | 2012-03-02\n- Wendy Sherman | Express intent to meet or negotiate | Mexico | 2011-12-05\n- Wendy Sherman | Express intent to meet or negotiate | Japan | 2011-11-19\n- Wendy Sherman | Express intent to meet or negotiate | Japan | 2011-11-18\n- Wendy Sherman | Express intent to meet or negotiate | Iran | 2013-10-03\n- Wendy Sherman | Express intent to meet or negotiate | Iran | 2012-04-14\n- Wendy Sherman | Express intent to meet or negotiate | China | 2011-11-19\n- Wendy Sherman | Express intent to meet or negotiate | China | 2011-11-18\n- Wendy Sherman | Express intent to meet or negotiate | Angola | 2012-03-02\n- Wendy Sherman | Consult | Iran | 2013-10-15\n- Iran | Reject | Wendy Sherman | 2012-04-14\n- Iran | Consult | Wendy Sherman | 2013-10-15\n- Wendy Sherman | Express intent to meet or negotiate | South Korea | 2011-11-24\n- Wendy Sherman | Express intent to meet or negotiate | South Korea | 2011-11-22\n- Wendy Sherman | Express intent to meet or negotiate | South Korea | 2011-11-19\nAnswer:", "completion": " 2012-03-02", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1107323", "prompt": "Who was the last person Jatuporn Prompan wanted to meet?\nEvidence:\n- Jatuporn Prompan | Demand | Cambodia | 2009-11-23\n- Jatuporn Prompan | Express intent to meet or negotiate | Thailand | 2009-04-09\n- Jatuporn Prompan | Express intent to meet or negotiate | Thailand | 2008-12-16\n- Jatuporn Prompan | Reject | Abhisit Vejjajiva | 2009-05-05\n- Jatuporn Prompan | Make statement | Thailand | 2009-09-25\n- Jatuporn Prompan | Accuse | Newin Chidchob | 2009-04-21\n- Jatuporn Prompan | Accuse | Abhisit Vejjajiva | 2010-01-18\n- Jatuporn Prompan | Accuse | Abhisit Vejjajiva | 2009-12-15\n- Jatuporn Prompan | Accuse | Abhisit Vejjajiva | 2009-05-11\n- Jatuporn Prompan | Accuse | Abhisit Vejjajiva | 2009-05-09\n- Jatuporn Prompan | Accuse | Abhisit Vejjajiva | 2009-05-08\n- Citizen (Thailand) | Reject | Jatuporn Prompan | 2009-01-06\n- Jatuporn Prompan | Make statement | Protester (Thailand) | 2009-05-10\n- Jatuporn Prompan | Make statement | Activist (Thailand) | 2009-02-24\n- Jatuporn Prompan | Make statement | Abhisit Vejjajiva | 2009-09-11\nAnswer:", "completion": " Citizen (Thailand)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1016009", "prompt": "Who was the last person Julia Gillard wanted to work with before Wen Jiabao?\nEvidence:\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2007-05-17\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2006-04-06\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2005-09-06\n- Julia Gillard | Consider policy option | People Associated with the Opposition (Australia) | 2007-05-02\n- Peter Costello | Accuse | Julia Gillard | 2007-05-10\n- Julia Gillard | Reject | David Hawker | 2006-06-02\n- Julia Gillard | Reject | David Hawker | 2006-05-31\n- Julia Gillard | Consult | Businessperson (Australia) | 2007-05-03\n- Julia Gillard | Accuse | David Hawker | 2006-06-01\n- Julia Gillard | Accuse | David Hawker | 2006-05-31\n- Julia Gillard | Accuse | Citizen (Australia) | 2005-01-23\n- David Hawker | Demand | Julia Gillard | 2006-05-31\n- Citizen (Australia) | Reject | Julia Gillard | 2007-01-03\n- Citizen (Australia) | Reject | Julia Gillard | 2005-09-27\n- Citizen (Australia) | Demand | Julia Gillard | 2005-01-26\nAnswer:", "completion": " Lee Myung Bak", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1249007", "prompt": "In which month did the Foreign Ministry of South Korea condemn Yoshihiko Noda?\nEvidence:\n- Yoshihiko Noda | Make statement | South Korea | 2011-05-04\n- Yoshihiko Noda | Make statement | South Korea | 2010-10-14\n- Yoshihiko Noda | Criticize or denounce | South Korea | 2010-10-14\n- Yoshihiko Noda | Demand | Japan | 2010-11-24\n- Yoshihiko Noda | Make statement | Treasury/Finance Ministry (Japan) | 2010-10-21\n- Yoshihiko Noda | Make statement | Treasury/Finance Ministry (Japan) | 2010-08-09\n- Yoshihiko Noda | Make statement | Japan | 2011-05-27\n- Yoshihiko Noda | Make statement | Japan | 2011-05-19\n- Yoshihiko Noda | Make statement | Japan | 2011-05-04\n- Yoshihiko Noda | Make statement | Japan | 2011-04-16\n- Yoshihiko Noda | Make statement | Japan | 2011-04-15\n- Yoshihiko Noda | Make statement | Japan | 2011-04-05\n- Yoshihiko Noda | Make statement | Japan | 2011-03-10\n- Yoshihiko Noda | Make statement | Japan | 2011-01-27\n- Yoshihiko Noda | Make statement | Japan | 2011-01-17\nAnswer:", "completion": " 2012-08", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1026574", "prompt": "In 2005, who received the visit from Shaukat Aziz last?\nEvidence:\n- Shaukat Aziz | Make a visit | China | 2005-01-31\n- Shaukat Aziz | Make a visit | China | 2005-01-28\n- Iran | Host a visit | Shaukat Aziz | 2005-02-21\n- China | Host a visit | Shaukat Aziz | 2005-01-31\n- China | Host a visit | Shaukat Aziz | 2005-01-28\n- Shaukat Aziz | Consult | Japan | 2005-01-10\n- Japan | Consult | Shaukat Aziz | 2005-01-10\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-02-16\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-02-04\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-01-10\n- Shaukat Aziz | Consult | James Wolfensohn | 2005-02-09\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-02-16\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-02-04\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-01-10\n- James Wolfensohn | Consult | Shaukat Aziz | 2005-02-09\nAnswer:", "completion": " Education (Pakistan)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1168838", "prompt": "Who was the last person Angela Merkel wanted to negotiate with before the US Department of Defense?\nEvidence:\n- Angela Merkel | Defend verbally | People Associated with the Opposition (Germany) | 2005-07-17\n- Angela Merkel | Express intent to meet or negotiate | France | 2005-07-18\n- Gerhard Schröder | Express intent to meet or negotiate | Angela Merkel | 2005-08-02\n- Gerhard Schröder | Express intent to meet or negotiate | Angela Merkel | 2005-03-09\n- Gerhard Schröder | Express intent to meet or negotiate | Angela Merkel | 2005-03-06\n- France | Consult | Angela Merkel | 2005-07-18\n- Angela Merkel | Demand | France | 2005-07-19\n- Angela Merkel | Consult | France | 2005-07-18\n- Gerhard Schröder | Express intent to cooperate | Angela Merkel | 2005-03-24\n- Angela Merkel | Express intent to cooperate | Gerhard Schröder | 2005-08-05\n- Angela Merkel | Express intent to cooperate | Gerhard Schröder | 2005-03-24\n- Tony Blair | Consult | Angela Merkel | 2005-02-07\n- Gerhard Schröder | Demand | Angela Merkel | 2005-07-27\n- Gerhard Schröder | Accuse | Angela Merkel | 2005-07-15\n- Angela Merkel | Reject | Gerhard Schröder | 2005-03-17\nAnswer:", "completion": " United Arab Emirates", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1122368", "prompt": "In which year did the citizens of Tanzania make an appeal to Abdulrahman Kinana?\nEvidence:\n- Abdulrahman Kinana | Make an appeal or request | Member of the Judiciary (Tanzania) | 2013-06-14\n- Abdulrahman Kinana | Make an appeal or request | Tanzania | 2015-10-09\n- Abdulrahman Kinana | Make an appeal or request | Tanzania | 2015-03-12\n- Abdulrahman Kinana | Make an appeal or request | Tanzania | 2013-01-29\n- Abdulrahman Kinana | Make statement | Tanzania | 2013-11-10\n- Abdulrahman Kinana | Make statement | Tanzania | 2013-06-17\n- Citizen (Tanzania) | Make an appeal or request | Abdulrahman Kinana | 2014-05-14\n- Abdulrahman Kinana | Make an appeal or request | Ministry (Tanzania) | 2012-06-19\n- Abdulrahman Kinana | Make an appeal or request | Citizen (Tanzania) | 2015-12-09\n- Abdulrahman Kinana | Make an appeal or request | Citizen (Tanzania) | 2015-10-09\n- Abdulrahman Kinana | Make an appeal or request | Citizen (Tanzania) | 2014-05-12\n- Citizen (Tanzania) | Accuse | Abdulrahman Kinana | 2013-08-29\n- Abdulrahman Kinana | Threaten | Citizen (Tanzania) | 2014-05-12\n- Abdulrahman Kinana | Demand | Citizen (Tanzania) | 2015-03-16\n- Abdulrahman Kinana | Accuse | Citizen (Tanzania) | 2014-05-29\nAnswer:", "completion": " 2014", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1379311", "prompt": "Who suffered from the unconventional violence of the citizens of Australia in the same month as the citizens of Thailand?\nEvidence:\n- Citizen (Thailand) | Use unconventional violence | Thailand | 2005-02-11\n- Children (Thailand) | Use unconventional violence | Thailand | 2005-01-04\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-10\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-18\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-14\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-09\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-07\n- Armed Opposition (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-03-02\n- Armed Opposition (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-03-01\n- Armed Opposition (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-26\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-03-01\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-26\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-03\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-01\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-31\nAnswer:", "completion": " Police (Australia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1309882", "prompt": "Who visited The Hague after 2 May 2015?\nEvidence:\n- The Hague | Host a visit | Bolivia | 2015-05-02\n- Bolivia | Make a visit | The Hague | 2015-05-02\n- Heraldo Muñoz | Criticize or denounce | Bolivia | 2015-05-02\nAnswer:", "completion": " Reserve Personnel (Latvia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 3, "n_anchors": 1} +{"id": "mtq_1379294", "prompt": "Who would wish to visit South Sudan last before the head of government of Mongolia did?\nEvidence:\n- South Sudan | Accuse | Government (Sudan) | 2006-02-21\n- Government (Sudan) | Mediate | South Sudan | 2006-07-24\n- High Ranking Military Personnel (Sudan) | Host a visit | Head of Government (Egypt) | 2011-03-30\n- High Ranking Military Personnel (Sudan) | Host a visit | Head of Government (Egypt) | 2011-03-29\n- Head of Government (Egypt) | Make a visit | High Ranking Military Personnel (Sudan) | 2011-03-30\n- Head of Government (Egypt) | Make a visit | High Ranking Military Personnel (Sudan) | 2011-03-29\n- South Sudan | Make statement | Government (Sudan) | 2005-11-30\n- Government (Sudan) | Make statement | South Sudan | 2006-03-06\n- Sudan | Make a visit | South Sudan | 2005-08-02\n- South Sudan | Host a visit | Sudan | 2005-08-02\n- High Ranking Military Personnel (Sudan) | Consult | Head of Government (Chad) | 2011-12-06\n- Head of Government (Chad) | Consult | High Ranking Military Personnel (Sudan) | 2011-12-06\n- Sudan | Express intent to cooperate | South Sudan | 2005-11-23\n- South Sudan | Express intent to cooperate | Sudan | 2005-11-23\n- High Ranking Military Personnel (Sudan) | Make statement | Head of Government (Chad) | 2011-12-06\nAnswer:", "completion": " African Union", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1094205", "prompt": "Who condemned the armed band of India on 24 September 2008?\nEvidence:\n- Men (India) | Criticize or denounce | Armed Band (India) | 2008-09-24\nAnswer:", "completion": " Men (India)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1105652", "prompt": "Before North America, who was the last to criticise Mahmoud Ahmadinejad?\nEvidence:\n- Vietnam | Consult | North America | 2008-11-18\n- Vietnam | Consult | North America | 2008-11-17\n- North America | Consult | Vietnam | 2008-11-18\n- North America | Consult | Vietnam | 2008-11-17\n- North America | Consult | Japan | 2009-07-08\n- North America | Consult | Japan | 2009-01-28\n- North America | Accuse | China | 2007-08-31\n- Japan | Consult | North America | 2009-07-08\n- Japan | Consult | North America | 2009-01-28\n- North America | Consult | Barack Obama | 2009-08-09\n- Eritrea | Reduce relations | North America | 2005-12-15\n- Barack Obama | Consult | North America | 2009-08-09\n- North American Aerospace Defense Command | Investigate | North America | 2006-06-06\n- North American Aerospace Defense Command | Investigate | North America | 2006-06-05\n- Bolivia | Express intent to cooperate economically | North America | 2005-03-12\nAnswer:", "completion": " Mehdi Karrubi", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1299296", "prompt": "Who accused the Nigerian government in 2015?\nEvidence:\n- Nigerian Governors Forum | Make statement | Government (Nigeria) | 2015-10-28\n- Nigerian Governors Forum | Praise or endorse | Government (Nigeria) | 2015-10-28\n- Nigerian Governors Forum | Praise or endorse | Government (Nigeria) | 2015-08-28\n- Nigerian Bar Association | Make an appeal or request | Government (Nigeria) | 2015-01-28\n- Citizen (Nigeria) | Accuse | Nigerian Navy | 2015-09-30\n- Nigerian Red Cross Society | Make an appeal or request | Government (Nigeria) | 2015-12-01\n- Simon Lalong | Consult | Nigerian Bar Association | 2015-03-02\n- Olisa Agbakoba | Consult | Nigerian Bar Association | 2015-04-16\n- Nigerian Television Authority | Demand | Muhammadu Buhari | 2015-10-31\n- Nigerian Governors Forum | Consult | Muhammadu Buhari | 2015-12-04\n- Nigerian Governors Forum | Consult | Muhammadu Buhari | 2015-08-08\n- Nigerian Governors Forum | Consult | Muhammadu Buhari | 2015-06-24\n- Nigerian Bar Association | Investigate | Citizen (Nigeria) | 2015-11-08\n- Nigerian Bar Association | Investigate | Citizen (Nigeria) | 2015-11-07\n- Nigerian Bar Association | Investigate | Citizen (Nigeria) | 2015-07-16\nAnswer:", "completion": " Labor Union (Nigeria)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1300255", "prompt": "After 2007-09-29, who used conventional military force against the protesters in Myanmar?\nEvidence:\n- Military (Myanmar) | Use conventional military force | Protester (Myanmar) | 2007-09-29\nAnswer:", "completion": " Military (Myanmar)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1277670", "prompt": "Before the terrorist leader of the Islamic State of Iraq and the Levant, whom did the UN Security Council last criticise?\nEvidence:\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- UN Security Council | Praise or endorse | Iraq | 2005-02-01\n- Iraq | Defy norms, law | UN Security Council | 2005-02-03\n- UN Security Council | Praise or endorse | Employee (Iraq) | 2005-02-01\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- UN Security Council | Demand settling of dispute | Citizen (Sudan) | 2005-01-13\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\n- UN Security Council | Consult | Nabil Shaath | 2005-01-11\n- UN Security Council | Consult | John Garang | 2005-02-09\n- UN Security Council | Consult | John Garang | 2005-02-08\n- UN Security Council | Consult | African Union | 2005-01-10\n- Nabil Shaath | Consult | UN Security Council | 2005-01-11\nAnswer:", "completion": " Sudan", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1233234", "prompt": "On 8 May 2009, who fought the Islamic Courts Union with small arms and light weapons?\nEvidence:\n- Islamic Courts Union | fight with small arms and light weapons | Combatant (Al-Shabaab) | 2009-05-08\n- Combatant (Al-Shabaab) | fight with small arms and light weapons | Islamic Courts Union | 2009-05-08\nAnswer:", "completion": " Combatant (Al-Shabaab)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 1} +{"id": "mtq_1118957", "prompt": "Which country host Henry M. Paulson's visit from Henry M. Paulson first after Mexico did?\nEvidence:\n- Vietnam | Host a visit | Henry M. Paulson | 2006-09-11\n- Vietnam | Host a visit | Henry M. Paulson | 2006-09-07\n- Vietnam | Host a visit | Henry M. Paulson | 2006-09-06\n- China | Host a visit | Henry M. Paulson | 2006-09-17\n- China | Host a visit | Henry M. Paulson | 2006-09-15\n- China | Host a visit | Henry M. Paulson | 2006-09-14\n- China | Host a visit | Henry M. Paulson | 2006-09-13\n- China | Host a visit | Henry M. Paulson | 2006-09-12\n- China | Host a visit | Henry M. Paulson | 2006-09-10\n- China | Host a visit | Henry M. Paulson | 2006-08-28\n- China | Host a visit | Henry M. Paulson | 2006-08-24\n- China | Host a visit | Henry M. Paulson | 2006-05-31\n- Henry M. Paulson | Make a visit | Vietnam | 2006-09-11\n- Henry M. Paulson | Make a visit | Vietnam | 2006-09-07\n- Henry M. Paulson | Make a visit | Vietnam | 2006-09-06\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1316404", "prompt": "Who was investigated by the Sudanese police before 2011?\nEvidence:\n- The Chronicle | Discuss by telephone | Obed Asamoah | 2006-01-12\n- The Chronicle | Discuss by telephone | Businessperson (Ghana) | 2013-03-14\n- Obed Asamoah | Discuss by telephone | The Chronicle | 2006-01-12\n- Businessperson (Ghana) | Discuss by telephone | The Chronicle | 2013-03-14\n- The Juba Post | Discuss by telephone | South Sudan | 2008-10-09\n- The Chronicle | Discuss by telephone | New Patriotic Party | 2010-02-02\n- The Chronicle | Discuss by telephone | New Patriotic Party | 2006-11-22\n- The Chronicle | Discuss by telephone | City Mayor (Ghana) | 2013-07-12\n- The Chronicle | Discuss by telephone | City Mayor (Ghana) | 2010-02-09\n- South Sudan | Discuss by telephone | The Juba Post | 2008-10-09\n- New Patriotic Party | Discuss by telephone | The Chronicle | 2010-02-02\n- New Patriotic Party | Discuss by telephone | The Chronicle | 2006-11-22\n- City Mayor (Ghana) | Discuss by telephone | The Chronicle | 2013-07-12\n- City Mayor (Ghana) | Discuss by telephone | The Chronicle | 2010-02-09\n- The Chronicle | Discuss by telephone | Other Authorities / Officials (Ghana) | 2015-06-11\nAnswer:", "completion": " Government (Sudan)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1202570", "prompt": "Which country was the last to criticise Vietnam before Barack Obama?\nEvidence:\n- Barack Obama | Express intent to settle dispute | Iraq | 2007-06-02\n- Barack Obama | Reject | Iraq | 2007-04-03\n- Barack Obama | Reject | Iraq | 2006-10-28\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2005-10-10\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-22\n- Mwai Kibaki | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Make statement | Iraq | 2007-05-15\n- Barack Obama | Make statement | Iraq | 2007-03-20\n- Barack Obama | Make statement | Iraq | 2007-02-11\n- Barack Obama | Make statement | Iran | 2007-04-27\n- Barack Obama | Make statement | China | 2006-09-08\n- Barack Obama | Consult | Mwai Kibaki | 2006-08-25\nAnswer:", "completion": " China", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1019751", "prompt": "Who did Malawi want to negotiate with last before the head of government of Democratic Republic of Congo?\nEvidence:\n- Malawi Congress Party | Make statement | People Associated with the Opposition (Malawi) | 2008-04-28\n- Malawi Congress Party | Investigate | Malawi | 2015-02-02\n- Banda (Malawi) | Make statement | Malawi | 2005-07-20\n- Jack McConnell | Express intent to meet or negotiate | Malawi | 2005-05-16\n- Jack McConnell | Express intent to meet or negotiate | Malawi | 2005-03-16\n- Malawi | Make statement | Malawi Congress Party | 2010-05-07\n- Malawi Congress Party | Make statement | Malawi | 2015-09-28\n- Malawi Congress Party | Make statement | Malawi | 2007-07-03\n- Indigenous People (Malawi) | Make statement | Malawi | 2005-10-30\n- Political Parties (Malawi) | Consult | Malawi Congress Party | 2013-10-22\n- Malawi | Praise or endorse | Republican Party (Malawi) | 2005-12-08\n- Malawi | Host a visit | Malawi Congress Party | 2015-09-25\n- Malawi | Host a visit | Malawi Congress Party | 2015-07-02\n- Malawi | Criticize or denounce | Malawi Congress Party | 2005-01-10\n- Malawi Congress Party | Make a visit | Malawi | 2015-09-25\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1081675", "prompt": "Who visited Gurbanguly Berdymukhammedov before William J. Fallon?\nEvidence:\n- William J. Fallon | Make statement | China | 2006-06-13\n- William J. Fallon | Make statement | China | 2006-05-15\n- William J. Fallon | Make statement | China | 2005-09-11\n- William J. Fallon | Make statement | China | 2005-09-08\n- William J. Fallon | Consult | Military (Philippines) | 2005-06-07\n- Military (Philippines) | Consult | William J. Fallon | 2005-06-07\n- William J. Fallon | Make statement | South Korea | 2006-03-10\n- William J. Fallon | Make pessimistic comment | China | 2005-03-10\n- William J. Fallon | Make a visit | Malaysia | 2006-03-03\n- William J. Fallon | Make a visit | Malaysia | 2006-03-01\n- William J. Fallon | Make a visit | China | 2006-06-23\n- William J. Fallon | Make a visit | China | 2006-06-20\n- William J. Fallon | Make a visit | China | 2006-05-16\n- William J. Fallon | Make a visit | China | 2006-05-15\n- William J. Fallon | Make a visit | China | 2006-05-11\nAnswer:", "completion": " Tatarstan", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1342835", "prompt": "Who made a request to the citizens of Nigeria on 15 October 2008?\nEvidence:\n- Syrian Observatory for Human Rights | Rally support on behalf of | Militant (Syria) | 2008-10-15\nAnswer:", "completion": " Umaru Musa Yar'Adua", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1017387", "prompt": "Before Barack Obama, to whom did Queen Elizabeth II last make an appeal?\nEvidence:\n- Tony Blair | Make an appeal or request | Elizabeth II | 2005-04-07\n- Tony Blair | Make an appeal or request | Elizabeth II | 2005-04-06\n- Tony Blair | Make an appeal or request | Elizabeth II | 2005-04-05\n- Tony Blair | Make an appeal or request | Elizabeth II | 2005-03-19\n- Elizabeth II | Make an appeal or request | Tony Blair | 2005-05-06\n- Elizabeth II | Make an appeal or request | Citizen (United Kingdom) | 2006-04-19\n- Elizabeth II | Make an appeal or request | Citizen (United Kingdom) | 2005-12-26\n- Tony Blair | Make statement | Elizabeth II | 2006-04-19\n- Police (Australia) | Make statement | Elizabeth II | 2006-01-29\n- Elizabeth II | Make a visit | Japan | 2005-08-25\n- Elizabeth II | Make a visit | Japan | 2005-08-23\n- Elizabeth II | Make a visit | Ireland | 2005-06-09\n- Tony Blair | Consult | Elizabeth II | 2005-11-12\n- Police (Australia) | Consult | Elizabeth II | 2006-03-14\n- Elizabeth II | Consult | Tony Blair | 2005-11-12\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1131954", "prompt": "When did the Nigerian government first praise Anyim Pius Anyim?\nEvidence:\n- Government (Nigeria) | Praise or endorse | Anyim Pius Anyim | 2007-10-15\n- Anyim Pius Anyim | Make statement | Government (Nigeria) | 2014-02-17\n- Anyim Pius Anyim | Make statement | Government (Nigeria) | 2013-12-21\n- Anyim Pius Anyim | Make statement | Government (Nigeria) | 2013-09-23\n- Anyim Pius Anyim | Make statement | Government (Nigeria) | 2013-09-20\n- Anyim Pius Anyim | Make statement | Government (Nigeria) | 2013-05-06\n- Anyim Pius Anyim | Make statement | Government (Nigeria) | 2013-01-28\n- Anyim Pius Anyim | Make statement | Government (Nigeria) | 2013-01-26\n- Anyim Pius Anyim | Make statement | Government (Nigeria) | 2012-10-23\n- Anyim Pius Anyim | Make statement | Government (Nigeria) | 2012-05-04\n- Anyim Pius Anyim | Make statement | Government (Nigeria) | 2012-04-13\n- Anyim Pius Anyim | Make statement | Government (Nigeria) | 2012-03-27\n- Anyim Pius Anyim | Make statement | Government (Nigeria) | 2011-10-31\n- Anyim Pius Anyim | Make statement | Government (Nigeria) | 2011-09-30\n- Anyim Pius Anyim | Make statement | Government (Nigeria) | 2011-08-04\nAnswer:", "completion": " 2007-10-15", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1100442", "prompt": "Who blamed the head of government of Taiwan before the Party Member of Taiwan did?\nEvidence:\n- Party Member (Taiwan) | Accuse | Head of Government (Taiwan) | 2009-11-10\n- Party Member (Taiwan) | Make optimistic comment | Head of Government (Taiwan) | 2013-02-02\n- Head of Government (Taiwan) | Criticize or denounce | Party Member (Taiwan) | 2007-10-30\n- Head of Government (Taiwan) | Bring lawsuit against | Party Member (Taiwan) | 2009-11-10\n- Head of Government (Taiwan) | Make an appeal or request | Party Member (Taiwan) | 2007-04-20\n- Government Official (Taiwan) | Make statement | Party Member (Taiwan) | 2005-11-29\n- Green Party (Taiwan) | Demand meeting, negotiation | Head of Government (Taiwan) | 2010-10-14\n- Party Member (Taiwan) | Accuse | Military (Taiwan) | 2005-04-27\n- Business (Taiwan) | Accuse | Party Member (Taiwan) | 2007-06-10\n- Party Member (Taiwan) | Praise or endorse | Government Official (Taiwan) | 2007-08-20\n- Head of Government (Taiwan) | Consult | Government Official (Taiwan) | 2009-04-22\n- Government Official (Taiwan) | Consult | Head of Government (Taiwan) | 2009-04-22\n- Professor (Taiwan) | Demand | Head of Government (Taiwan) | 2007-01-30\n- Professor (Taiwan) | Demand | Head of Government (Taiwan) | 2007-01-29\n- Head of Government (Taiwan) | Consult | Businessperson (Taiwan) | 2007-09-04\nAnswer:", "completion": " China", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1065125", "prompt": "Which country did Romania condemn first, after Mahmoud Ahmadinejad?\nEvidence:\n- Mahmoud Ahmadinejad | Investigate | Iran | 2005-06-21\n- Mahmoud Ahmadinejad | Demand | Iran | 2005-04-07\n- Mahmoud Ahmadinejad | Accuse | Iran | 2005-06-25\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-07-01\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-09\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-04-17\n- Ministry (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-29\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-07-02\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-30\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-29\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-28\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-27\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-26\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-25\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-24\nAnswer:", "completion": " Other Authorities / Officials (Serbia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1213188", "prompt": "Before 10 August 2006, who used conventional military force against the Muslims of Indonesia?\nEvidence:\n- Christian (Indonesia) | Use conventional military force | Muslim (Indonesia) | 2006-08-10\nAnswer:", "completion": " Christian (Indonesia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1274056", "prompt": "In which year did the Senate of Paraguay appeal Your Party?\nEvidence:\n- Senate (Paraguay) | Make an appeal or request | Your Party | 2013-10-17\n- Defector (Your Party) | Make statement | Your Party | 2012-07-17\n- Ryutaro Hashimoto | Appeal for material cooperation | Your Party | 2012-11-27\n- Ryutaro Hashimoto | Appeal for material cooperation | Your Party | 2012-11-23\n- Your Party | Consult | Lawmaker (Japan) | 2015-06-05\n- Your Party | Consult | Barack Obama | 2013-09-23\n- Your Party | Accuse | Murtala Nyako | 2009-07-01\n- Your Party | Accuse | Government (Nigeria) | 2008-05-30\n- Your Party | Accuse | Citizen (Nigeria) | 2011-05-24\n- Lawmaker (Japan) | Consult | Your Party | 2015-06-05\n- Government (Nigeria) | Accuse | Your Party | 2008-05-30\n- Citizen (Nigeria) | Yield | Your Party | 2007-04-26\n- Barack Obama | Consult | Your Party | 2013-09-23\n- Your Party | Engage in diplomatic cooperation | Ryutaro Hashimoto | 2014-06-05\n- Your Party | Demand change in leadership | Sengoku Yoshito | 2010-11-29\nAnswer:", "completion": " 2013", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1130100", "prompt": "Which country was the first to host the visit of Benjamin Netanyahu after the Cabinet Council of Ministers of the United States?\nEvidence:\n- Japan | Host a visit | Benjamin Netanyahu | 2005-09-01\n- Benjamin Netanyahu | Make a visit | Japan | 2005-09-01\n- Ministry of Tourism (Israel) | Express intent to cooperate | Benjamin Netanyahu | 2005-03-08\n- Benjamin Netanyahu | Express intent to cooperate | Ministry of Tourism (Israel) | 2005-03-08\n- Benjamin Netanyahu | Express intent to cooperate | Likud | 2011-01-08\n- Likud | Threaten | Benjamin Netanyahu | 2006-02-15\n- Likud | Reject | Benjamin Netanyahu | 2009-05-15\n- Likud | Reject | Benjamin Netanyahu | 2005-09-27\n- Likud | Investigate | Benjamin Netanyahu | 2010-08-30\n- Likud | Demand | Benjamin Netanyahu | 2011-03-01\n- Likud | Demand | Benjamin Netanyahu | 2010-09-01\n- Likud | Demand | Benjamin Netanyahu | 2009-06-14\n- Likud | Consult | Benjamin Netanyahu | 2013-01-03\n- Likud | Consult | Benjamin Netanyahu | 2012-12-27\n- Likud | Consult | Benjamin Netanyahu | 2010-10-20\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1373206", "prompt": "Before the other authorities and officials of Chad, who was the last to be endorsed by the Ministry of Sudan?\nEvidence:\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2005-01-13\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Sudan | Express intent to meet or negotiate | Ethiopia | 2005-08-10\n- Sudan | Express intent to meet or negotiate | Ethiopia | 2005-04-19\nAnswer:", "completion": " Citizen (Sudan)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1098020", "prompt": "Who was the last person attacked with small arms and light weapons by the Thief of the Philippines in 2011?\nEvidence:\n- Thief (Philippines) | fight with small arms and light weapons | Police (Philippines) | 2011-12-31\n- Thief (Philippines) | fight with small arms and light weapons | Police (Philippines) | 2011-11-11\n- Thief (Philippines) | fight with small arms and light weapons | Police (Philippines) | 2011-07-20\n- Thief (Philippines) | fight with small arms and light weapons | Police (Philippines) | 2011-03-12\n- Thief (Philippines) | fight with small arms and light weapons | Police (Philippines) | 2011-01-31\n- Thief (Philippines) | fight with small arms and light weapons | Men (Philippines) | 2011-12-20\n- Police (Philippines) | fight with small arms and light weapons | Thief (Philippines) | 2011-12-31\n- Police (Philippines) | fight with small arms and light weapons | Thief (Philippines) | 2011-11-11\n- Police (Philippines) | fight with small arms and light weapons | Thief (Philippines) | 2011-08-10\n- Police (Philippines) | fight with small arms and light weapons | Thief (Philippines) | 2011-07-20\n- Thief (Philippines) | fight with small arms and light weapons | Bank (China) | 2011-09-05\n- Thief (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2011-03-16\n- Thief (India) | fight with small arms and light weapons | Men (India) | 2011-10-03\n- Thief (India) | fight with small arms and light weapons | Men (India) | 2011-09-24\n- Citizen (Thailand) | fight with small arms and light weapons | Thief (Thailand) | 2011-12-30\nAnswer:", "completion": " Police (Philippines)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1102044", "prompt": "In what year did Tony Blair first threaten the Labour Party of the United Kingdom?\nEvidence:\n- Citizen (United Kingdom) | Threaten | Tony Blair | 2005-05-05\n- Citizen (United Kingdom) | Threaten | Tony Blair | 2005-04-23\n- Party Member (United Kingdom) | Make statement | Tony Blair | 2005-01-12\n- Tony Blair | Yield | Citizen (United Kingdom) | 2005-03-09\n- Tony Blair | Yield | Citizen (United Kingdom) | 2005-03-01\n- Tony Blair | Yield | Citizen (United Kingdom) | 2005-02-28\n- Tony Blair | Apologize | Citizen (United Kingdom) | 2005-02-10\n- Tony Blair | Apologize | Citizen (United Kingdom) | 2005-02-09\n- Tony Blair | Accuse | Citizen (United Kingdom) | 2005-04-24\n- Tony Blair | Accuse | Citizen (United Kingdom) | 2005-04-22\n- Tony Blair | Accuse | Citizen (United Kingdom) | 2005-03-27\n- Citizen (United Kingdom) | Reject | Tony Blair | 2005-05-01\n- Citizen (United Kingdom) | Reject | Tony Blair | 2005-03-14\n- Citizen (United Kingdom) | Demand | Tony Blair | 2005-05-09\n- Citizen (United Kingdom) | Accuse | Tony Blair | 2005-05-09\nAnswer:", "completion": " 2005", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1221749", "prompt": "Who was the last country that the Indian military wanted to negotiate with before the Indian military?\nEvidence:\n- Military Personnel (India) | Make statement | Insurgent (Indian Administered Kashmir) | 2015-07-09\n- Member of the Judiciary (United States) | Demand that target yields | Iran | 2012-09-19\n- Separatist Militant (Indian Administered Kashmir) | fight with small arms and light weapons | Military Personnel (India) | 2007-10-06\n- Military Personnel (India) | fight with small arms and light weapons | Separatist Militant (Indian Administered Kashmir) | 2007-10-06\n- High Ranking Military Personnel (India) | Make statement | Ministry (Indian Administered Kashmir) | 2013-09-25\n- Head of Government (Ukraine) | Demand that target yields | Military (Ukraine) | 2007-02-12\n- Ministry (Indian Administered Kashmir) | Physically assault | Men (India) | 2005-01-18\n- Ministry (Indian Administered Kashmir) | Physically assault | Men (India) | 2005-01-17\n- Medical Personnel (India) | Accuse | Ministry (Indian Administered Kashmir) | 2014-02-07\n- Military Personnel (Serbia) | Express intent to meet or negotiate | The Hague | 2005-04-08\n- Military Personnel (Serbia) | Express intent to meet or negotiate | The Hague | 2005-03-15\n- Kuwait | Demand that target yields | Iraq | 2008-10-22\n- Kuwait | Demand that target yields | Iraq | 2008-09-07\n- Japan | Demand that target yields | China | 2012-09-20\n- Japan | Demand that target yields | China | 2010-09-27\nAnswer:", "completion": " Vietnam", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1326334", "prompt": "After Tony Blair, who spoke optimistically about the African Union?\nEvidence:\n- Tony Blair | Make optimistic comment | African Union | 2005-01-23\n- Tony Blair | Accuse | Iran | 2005-02-05\n- Iran | Reject | Tony Blair | 2005-02-08\n- Tony Blair | Make statement | Iraq | 2005-02-04\n- Tony Blair | Make statement | Iraq | 2005-01-30\n- Tony Blair | Make statement | Iraq | 2005-01-09\n- Tony Blair | Make statement | Iran | 2005-01-26\n- Tony Blair | Investigate | Oluṣẹgun Ọbasanjọ | 2005-01-27\n- Tony Blair | Investigate | Oluṣẹgun Ọbasanjọ | 2005-01-26\n- Tony Blair | Consult | Mahmoud Abbas | 2005-01-27\n- Tony Blair | Consult | Jack Straw | 2005-02-04\n- Tony Blair | Consult | Bertie Ahern | 2005-02-02\n- Tony Blair | Consult | Angela Merkel | 2005-02-07\n- Mahmoud Abbas | Consult | Tony Blair | 2005-01-27\n- Jack Straw | Reject | Tony Blair | 2005-01-04\nAnswer:", "completion": " Seyoum Mesfin", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1260139", "prompt": "Who did Georgios Papandreou last support before Barack Obama?\nEvidence:\n- Georgios Papandreou | Consult | Georgios Papandreou | 2005-02-10\n- New Democracy | Demand | Georgios Papandreou | 2006-04-17\n- Laila Freivalds | Consult | Georgios Papandreou | 2005-09-07\n- Ismail Cem | Consult | Georgios Papandreou | 2005-03-02\n- Georgios Papandreou | Make statement | Portugal | 2005-02-21\n- Georgios Papandreou | Make statement | Iran | 2006-02-15\n- Georgios Papandreou | Demand | Citizen (Greece) | 2006-07-17\n- Georgios Papandreou | Demand | Citizen (Greece) | 2006-03-29\n- Georgios Papandreou | Consult | Laila Freivalds | 2005-09-07\n- Georgios Papandreou | Consult | Ismail Cem | 2005-03-02\n- Georgios Papandreou | Consult | Citizen (Greece) | 2008-08-21\n- Georgios Papandreou | Consult | Citizen (Greece) | 2007-09-11\n- Georgios Papandreou | Consult | Citizen (Greece) | 2007-07-20\n- Georgios Papandreou | Consult | Citizen (Greece) | 2005-02-15\n- Georgios Papandreou | Accuse | New Democracy | 2005-07-15\nAnswer:", "completion": " Wen Jiabao", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1155377", "prompt": "Who was the last person Roh Moo Hyun wanted to negotiate with before the South Korean lawyer?\nEvidence:\n- South Korea | Reject | Roh Moo Hyun | 2005-02-17\n- Roh Moo Hyun | Demand | South Korea | 2005-01-04\n- South Korea | Express intent to meet or negotiate | Roh Moo Hyun | 2005-02-23\n- Roh Moo Hyun | Make statement | South Korea | 2005-03-09\n- Roh Moo Hyun | Make statement | South Korea | 2005-03-08\n- Roh Moo Hyun | Make statement | South Korea | 2005-02-25\n- Roh Moo Hyun | Make statement | South Korea | 2005-01-13\n- Roh Moo Hyun | Make statement | South Korea | 2005-01-07\n- Roh Moo Hyun | Make statement | South Korea | 2005-01-04\n- Roh Moo Hyun | Consult | Ministry (South Korea) | 2005-01-04\n- Ministry (South Korea) | Consult | Roh Moo Hyun | 2005-01-04\n- Roh Moo Hyun | Demand | Japan | 2005-03-04\n- Roh Moo Hyun | Demand | Japan | 2005-03-03\n- Roh Moo Hyun | Demand | Japan | 2005-03-02\n- Roh Moo Hyun | Demand | Japan | 2005-03-01\nAnswer:", "completion": " South Korea", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1110328", "prompt": "Before the Kuwait deal, with whom did Roh Moo Hyun last wish to meet?\nEvidence:\n- Roh Moo Hyun | Demand | Japan | 2005-03-04\n- Roh Moo Hyun | Demand | Japan | 2005-03-03\n- Roh Moo Hyun | Demand | Japan | 2005-03-02\n- Roh Moo Hyun | Demand | Japan | 2005-03-01\n- Roh Moo Hyun | Demand | Japan | 2005-02-25\n- Roh Moo Hyun | Consult | Chongwadai | 2005-02-19\n- Chongwadai | Consult | Roh Moo Hyun | 2005-02-19\n- South Korea | Reject | Roh Moo Hyun | 2005-02-17\n- Roh Moo Hyun | Make statement | Japan | 2005-03-14\n- Roh Moo Hyun | Make statement | Japan | 2005-03-02\n- Roh Moo Hyun | Make statement | Chongwadai | 2005-02-23\n- Roh Moo Hyun | Demand | South Korea | 2005-01-04\n- Roh Moo Hyun | Demand rights | Japan | 2005-03-04\n- Roh Moo Hyun | Demand rights | Japan | 2005-03-03\n- Chongwadai | Make statement | Roh Moo Hyun | 2005-03-07\nAnswer:", "completion": " United Arab Emirates", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1069529", "prompt": "Who formally signed an agreement with Evo Morales in the same month as Raúl Castro?\nEvidence:\n- Raúl Castro | Consult | China | 2005-04-19\n- China | Consult | Raúl Castro | 2005-04-19\n- Military (Bolivia) | Sign formal agreement | Evo Morales | 2006-08-26\n- Military (Bolivia) | Sign formal agreement | Evo Morales | 2005-03-09\n- Evo Morales | Sign formal agreement | Military (Bolivia) | 2006-08-26\n- Evo Morales | Sign formal agreement | Military (Bolivia) | 2005-03-09\n- Xu Caihou | Consult | Raúl Castro | 2005-04-18\n- Wen Jiabao | Consult | Raúl Castro | 2005-04-19\n- Raúl Castro | Make statement | Vietnam | 2005-05-04\n- Raúl Castro | Make statement | Vietnam | 2005-04-30\n- Raúl Castro | Make statement | China | 2005-04-21\n- Raúl Castro | Make statement | China | 2005-04-20\n- Raúl Castro | Consult | Xu Caihou | 2005-04-18\n- Raúl Castro | Consult | Wen Jiabao | 2005-04-19\n- Military (Bolivia) | Engage in negotiation | Evo Morales | 2012-08-06\nAnswer:", "completion": " Bolivia", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1328384", "prompt": "Before the Central Reserve Police Force, who did the villager from India last blame?\nEvidence:\n- Media (India) | Consult | Central Reserve Police Force | 2005-10-07\n- Central Reserve Police Force | Investigate | Men (India) | 2007-02-05\n- Central Reserve Police Force | Consult | Media (India) | 2005-10-07\n- Navy Personnel (India) | Consult | Central Reserve Police Force | 2007-04-30\n- Director General (India) | Investigate | Central Reserve Police Force | 2008-02-27\n- Central Reserve Police Force | Make statement | Separatist (India) | 2009-07-11\n- Central Reserve Police Force | Make statement | Separatist (India) | 2007-09-10\n- Central Reserve Police Force | Make statement | Separatist (India) | 2006-06-23\n- Central Reserve Police Force | Make statement | Separatist (India) | 2005-06-22\n- Central Reserve Police Force | Consult | Navy Personnel (India) | 2007-04-30\n- Separatist (India) | Use conventional military force | Central Reserve Police Force | 2008-08-07\n- Separatist (India) | Use conventional military force | Central Reserve Police Force | 2006-08-01\n- Men (India) | Threaten with military force | Central Reserve Police Force | 2006-08-09\n- Central Reserve Police Force | Use conventional military force | Separatist (India) | 2006-08-01\n- Central Reserve Police Force | Use conventional military force | Refugee (India) | 2007-03-28\nAnswer:", "completion": " Military Personnel - Special (India)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1089119", "prompt": "In which month did the Ministry of Information and Communication Transparency of Iraq last have a telephone conversation with the Associated Press?\nEvidence:\n- Iraq | Discuss by telephone | Associated Press | 2005-02-27\n- Associated Press | Discuss by telephone | Iraq | 2005-02-27\n- National Security Advisor (Iraq) | Discuss by telephone | Associated Press | 2005-03-22\n- Associated Press | Discuss by telephone | National Security Advisor (Iraq) | 2005-03-22\n- Iran | Discuss by telephone | Associated Press | 2005-03-23\n- Colombia | Discuss by telephone | Associated Press | 2005-01-31\n- Associated Press | Discuss by telephone | Iran | 2005-03-23\n- Associated Press | Discuss by telephone | Colombia | 2005-01-31\n- Uladi Mussa | Discuss by telephone | Associated Press | 2005-01-01\n- Tomas Borge | Discuss by telephone | Associated Press | 2005-03-22\n- Police (Peru) | Discuss by telephone | Associated Press | 2005-04-20\n- Nabil Shaath | Discuss by telephone | Associated Press | 2005-01-29\n- Jerzy Szmajdzinski | Discuss by telephone | Associated Press | 2005-02-11\n- Gilchrist Olympio | Discuss by telephone | Associated Press | 2005-04-27\n- Fazlul Huq | Discuss by telephone | Associated Press | 2005-02-02\nAnswer:", "completion": " 2005-06", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1060043", "prompt": "Which country wanted to start diplomatic cooperation with the Tunisian economy on 10 March 2009?\nEvidence:\n- Political Parties (Senegal) | Consult | March 23 Movement | 2012-01-26\n- March 23 Movement | Make statement | Police (Senegal) | 2012-02-02\n- March 23 Movement | Consult | Political Parties (Senegal) | 2012-01-26\n- Abdoulaye Wade | Make statement | March 23 Movement | 2012-02-18\n- Protester (10 Downing Street) | Demonstrate or rally | Iraq | 2007-06-28\n- Protester (10 Downing Street) | Demonstrate or rally | Iraq | 2007-06-26\n- Finance / Economy / Commerce / Trade Ministry (Australia) | Accuse | People Associated with the Opposition (Australia) | 2015-04-21\n- Police (Senegal) | Arrest, detain, or charge with legal action | March 23 Movement | 2012-01-30\n- Citizen (Croatia) | Express intent to cooperate on judicial matters | The Hague | 2005-03-17\n- Protester (10 Downing Street) | Demonstrate or rally | Benjamin Netanyahu | 2015-09-11\n- Protester (10 Downing Street) | Demonstrate or rally | Benjamin Netanyahu | 2015-09-10\n- Extremist (Tunisia) | Use conventional military force | General Union of Tunisian Students | 2014-03-10\n- Finance / Economy / Commerce / Trade Ministry (Australia) | Make statement | People Associated with the Opposition (Australia) | 2010-04-06\n- Finance / Economy / Commerce / Trade Ministry (Australia) | Make statement | People Associated with the Opposition (Australia) | 2006-12-04\n- Ministry (Brazil) | Rally support on behalf of | People Associated with the Opposition (Brazil) | 2005-11-12\nAnswer:", "completion": " Iran", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1007187", "prompt": "Which country was the last to condemn Dmitry Anatolyevich Medvedev in 2010?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Accuse | The Poor (Russia) | 2010-01-11\n- Mahmoud Abbas | Consult | Dmitry Anatolyevich Medvedev | 2010-01-28\n- Mahmoud Abbas | Consult | Dmitry Anatolyevich Medvedev | 2010-01-26\n- Dmitry Anatolyevich Medvedev | Consult | Mahmoud Abbas | 2010-01-28\n- Dmitry Anatolyevich Medvedev | Consult | Mahmoud Abbas | 2010-01-26\n- Dmitry Anatolyevich Medvedev | Consult | Barack Obama | 2010-02-02\n- Dmitry Anatolyevich Medvedev | Consult | Barack Obama | 2010-02-01\n- Dmitry Anatolyevich Medvedev | Consult | Barack Obama | 2010-01-27\n- Dmitry Anatolyevich Medvedev | Consult | Barack Obama | 2010-01-22\n- Dmitry Anatolyevich Medvedev | Consult | Abdullah Gül | 2010-01-31\n- Barack Obama | Consult | Dmitry Anatolyevich Medvedev | 2010-02-02\n- Barack Obama | Consult | Dmitry Anatolyevich Medvedev | 2010-02-01\n- Barack Obama | Consult | Dmitry Anatolyevich Medvedev | 2010-01-27\n- Barack Obama | Consult | Dmitry Anatolyevich Medvedev | 2010-01-22\n- Abdullah Gül | Consult | Dmitry Anatolyevich Medvedev | 2010-01-31\nAnswer:", "completion": " Japan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1382688", "prompt": "Who made the police of Ukraine suffer from unconventional violence for the first time in 2015?\nEvidence:\n- Rioter (Ukraine) | Use unconventional violence | Police (Ukraine) | 2015-08-31\n- Militant (Ukraine) | Use unconventional violence | Police (Ukraine) | 2015-07-15\n- Militant (Ukraine) | Use unconventional violence | Police (Ukraine) | 2015-07-13\n- Militant (Ukraine) | Use unconventional violence | Police (Ukraine) | 2015-01-13\n- Armed Rebel (Ukraine) | Use unconventional violence | Police (Ukraine) | 2015-06-12\n- Armed Rebel (Ukraine) | Use unconventional violence | Police (Ukraine) | 2015-05-06\n- Militant (Ukraine) | Use unconventional violence | Military (Ukraine) | 2015-11-14\n- Militant (Ukraine) | Use unconventional violence | Military (Ukraine) | 2015-11-10\n- Militant (Ukraine) | Use unconventional violence | Military (Ukraine) | 2015-10-26\n- Militant (Ukraine) | Use unconventional violence | Military (Ukraine) | 2015-08-29\n- Militant (Ukraine) | Use unconventional violence | Military (Ukraine) | 2015-08-12\n- Militant (Ukraine) | Use unconventional violence | Military (Ukraine) | 2015-07-29\n- Militant (Ukraine) | Use unconventional violence | Military (Ukraine) | 2015-07-07\n- Militant (Ukraine) | Use unconventional violence | Military (Ukraine) | 2015-06-07\n- Militant (Ukraine) | Use unconventional violence | Military (Ukraine) | 2015-05-07\nAnswer:", "completion": " Militant (Ukraine)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1373997", "prompt": "When did the Military of Lebanon first use small arms and light weapons to attack the Armed Rebel of Syria?\nEvidence:\n- Military (Lebanon) | fight with small arms and light weapons | Armed Rebel (Syria) | 2012-12-03\n- Armed Rebel (Syria) | fight with small arms and light weapons | Military (Lebanon) | 2012-12-03\n- Military (Lebanon) | fight with small arms and light weapons | Armed Gang (Syria) | 2014-01-31\n- Armed Gang (Syria) | fight with small arms and light weapons | Military (Lebanon) | 2014-01-31\n- Armed Rebel (Syria) | fight with small arms and light weapons | Police (Syria) | 2013-05-24\n- Armed Rebel (Syria) | fight with small arms and light weapons | Police (Syria) | 2013-05-23\n- Armed Rebel (Syria) | fight with small arms and light weapons | Muslim (Syria) | 2015-08-10\n- Armed Rebel (Syria) | fight with small arms and light weapons | Men (Syria) | 2014-02-02\n- Armed Rebel (Syria) | fight with small arms and light weapons | Men (Syria) | 2014-02-01\n- Armed Rebel (Syria) | fight with small arms and light weapons | Men (Syria) | 2012-11-01\n- Armed Rebel (Syria) | fight with small arms and light weapons | Iraq | 2013-06-09\n- Attack Helicopter (Afghanistan) | fight with small arms and light weapons | Armed Rebel (Afghanistan) | 2005-06-19\n- Military (Lebanon) | fight with small arms and light weapons | Armed Band (Lebanon) | 2015-07-27\n- Military (Lebanon) | fight with small arms and light weapons | Armed Band (Lebanon) | 2014-10-05\n- Military (Lebanon) | fight with small arms and light weapons | Armed Band (Lebanon) | 2013-12-16\nAnswer:", "completion": " 2012-12-03", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1267242", "prompt": "Who was the last person to praise Zillur Rahman?\nEvidence:\n- Mahmoud Ahmadinejad | Praise or endorse | Zillur Rahman | 2009-03-30\n- Abdullah Gül | Praise or endorse | Zillur Rahman | 2009-02-17\n- Zillur Rahman | Praise or endorse | Indigenous People (Bangladesh) | 2009-05-11\n- Zillur Rahman | Make statement | Lesotho | 2009-03-13\n- Zillur Rahman | Make statement | Lesotho | 2009-03-12\n- Zillur Rahman | Make statement | Japan | 2009-06-29\n- Zillur Rahman | Demand | Citizen (Bangladesh) | 2008-08-04\n- Zillur Rahman | Consult | Employee (Bangladesh) | 2008-05-05\n- Zillur Rahman | Consult | Employee (Bangladesh) | 2007-10-16\n- Zillur Rahman | Consult | Employee (Bangladesh) | 2007-10-14\n- Employee (Bangladesh) | Consult | Zillur Rahman | 2008-05-05\n- Employee (Bangladesh) | Consult | Zillur Rahman | 2007-10-16\n- Employee (Bangladesh) | Consult | Zillur Rahman | 2007-10-14\n- Head of Government (India) | Praise or endorse | Zillur Rahman | 2009-02-17\n- Head of Government (India) | Praise or endorse | Zillur Rahman | 2009-02-12\nAnswer:", "completion": " Xi Jinping", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1038388", "prompt": "When did the Polish parliament condemn Mahmoud Ahmadinejad?\nEvidence:\n- Mahmoud Ahmadinejad | Investigate | Iran | 2005-06-21\n- Mahmoud Ahmadinejad | Demand | Iran | 2005-04-07\n- Mahmoud Ahmadinejad | Accuse | Iran | 2005-06-25\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-07-01\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-09\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-04-17\n- Ministry (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-29\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-07-02\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-30\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-29\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-28\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-27\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-26\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-25\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-24\nAnswer:", "completion": " 2005-12-29", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1388003", "prompt": "Which country wanted to cooperate with South Korea in Sep, 2014?\nEvidence:\n- South Korea | Express intent to cooperate | Japan | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-06\n- Japan | Express intent to cooperate | South Korea | 2005-01-13\n- China | Express intent to cooperate | South Korea | 2005-01-13\n- China | Express intent to cooperate | South Korea | 2005-01-06\n- South Korea | Engage in negotiation | Japan | 2005-01-08\n- South Korea | Engage in negotiation | Japan | 2005-01-03\n- Japan | Engage in negotiation | South Korea | 2005-01-08\n- Japan | Engage in negotiation | South Korea | 2005-01-03\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | South Korea | 2005-01-06\nAnswer:", "completion": " China", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1049404", "prompt": "Who was the last to request the citizens of Uganda before Daily Monitor did?\nEvidence:\n- Police (Uganda) | Investigate | Daily Monitor | 2005-08-13\n- Police (Uganda) | Consult | Daily Monitor | 2007-01-16\n- Police (Uganda) | Consult | Daily Monitor | 2006-06-25\n- Police (Uganda) | Consult | Daily Monitor | 2006-01-12\n- Daily Monitor | Consult | Police (Uganda) | 2007-01-16\n- Daily Monitor | Consult | Police (Uganda) | 2006-06-25\n- Daily Monitor | Consult | Police (Uganda) | 2006-01-12\n- Daily Monitor | Accuse | Police (Uganda) | 2007-01-29\n- Daily Monitor | Accuse | Police (Uganda) | 2006-07-04\n- Police (Uganda) | Make statement | Daily Monitor | 2005-06-14\n- Media Personnel (Uganda) | Consult | Daily Monitor | 2006-07-29\n- Inspector General (Uganda) | Consult | Daily Monitor | 2006-09-18\n- Daily Monitor | Make statement | Police (Uganda) | 2005-11-21\n- Daily Monitor | Consult | Media Personnel (Uganda) | 2006-07-29\n- Daily Monitor | Consult | Inspector General (Uganda) | 2006-09-18\nAnswer:", "completion": " Police (Uganda)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1344415", "prompt": "Who did the lawmakers of Argentina condemn after Jun, 2013?\nEvidence:\n- Wang Jun | Make statement | China | 2013-08-28\n- Wang Jun | Make statement | China | 2008-11-14\n- Wang Jun | Make statement | China | 2006-09-06\n- Congress (Argentina) | Make statement | The Poor (Argentina) | 2015-09-20\n- Congress (Argentina) | Make statement | The Poor (Argentina) | 2013-04-17\n- Rights Activist (United States) | Make statement | Wang Jun | 2006-11-30\n- Lawmaker (Argentina) | Consult | House of Representatives (Argentina) | 2007-12-03\n- House of Representatives (Argentina) | Consult | Lawmaker (Argentina) | 2007-12-03\n- Foreign Affairs (Argentina) | Make statement | Member of the Judiciary (United States) | 2005-03-28\n- House of Representatives (Argentina) | Make statement | Senate (Argentina) | 2009-10-30\n- Carlos Saul Menem | Make statement | The Poor (Argentina) | 2014-09-20\n- Congress (Argentina) | Make an appeal or request | House of Representatives (Argentina) | 2006-10-31\n- Student (Argentina) | Consult | Education (Argentina) | 2006-09-30\n- Student (Argentina) | Consult | Business (Argentina) | 2007-04-09\n- Student (Argentina) | Consult | Business (Argentina) | 2006-03-24\nAnswer:", "completion": " Juan Manuel Urtubey", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1377264", "prompt": "After the mayor of Australia, who did Campbell Newman praise?\nEvidence:\n- City Mayor (Australia) | Consult | Campbell Newman | 2007-08-11\n- Campbell Newman | Consult | City Mayor (Australia) | 2007-08-11\n- Campbell Newman | Make statement | City Mayor (Australia) | 2011-03-28\n- Campbell Newman | Make statement | City Mayor (Australia) | 2009-09-11\n- Campbell Newman | Make statement | City Mayor (Australia) | 2007-11-06\n- Campbell Newman | Make statement | City Mayor (Australia) | 2007-11-02\n- Campbell Newman | Make statement | City Mayor (Australia) | 2006-05-31\n- Citizen (Australia) | Praise or endorse | Campbell Newman | 2006-08-29\n- Member of Parliament (Australia) | Praise or endorse | Campbell Newman | 2011-03-26\n- Police (Australia) | Consult | Campbell Newman | 2005-11-15\n- Citizen (Australia) | Accuse | Campbell Newman | 2010-02-10\n- Campbell Newman | Consult | Police (Australia) | 2005-11-15\n- Campbell Newman | Accuse | Citizen (Australia) | 2006-11-21\n- Campbell Newman | Accuse | Businessperson (Australia) | 2009-11-13\n- Campbell Newman | Make an appeal or request | City Mayor (Australia) | 2011-03-29\nAnswer:", "completion": " Member of Parliament (Australia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1270180", "prompt": "After Charles Milupi, who did Michael Sata accuse?\nEvidence:\n- Michael Sata | Accuse | Charles Milupi | 2012-07-12\n- Charles Milupi | Demand | Michael Sata | 2011-05-24\n- Charles Milupi | Make statement | Michael Sata | 2014-03-16\n- Charles Milupi | Make statement | Michael Sata | 2012-01-04\n- Charles Milupi | Make statement | Michael Sata | 2011-05-24\n- Charles Milupi | Praise or endorse | Michael Sata | 2011-11-20\n- Michael Sata | Accuse | China | 2006-09-06\n- Michael Sata | Accuse | China | 2006-09-05\n- Michael Sata | Accuse | China | 2006-09-01\n- Michael Sata | Accuse | Rupiah Banda | 2009-08-18\n- Michael Sata | Accuse | Rupiah Banda | 2009-07-28\n- Michael Sata | Accuse | Rupiah Banda | 2008-12-10\n- Hakainde Hichilema | Make statement | Charles Milupi | 2014-11-28\n- Chishimba Kambwili | Make statement | Charles Milupi | 2015-04-30\n- Charles Milupi | Make statement | Rupiah Banda | 2011-09-06\nAnswer:", "completion": " Hakainde Hichilema", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1361926", "prompt": "Who used unconventional violence against the insurgent of Afghanistan in the same year of the armed rebel of Afghanistan?\nEvidence:\n- Insurgent (Afghanistan) | Use unconventional violence | Armed Rebel (Afghanistan) | 2006-10-05\n- Insurgent (Afghanistan) | Use unconventional violence | Armed Rebel (Afghanistan) | 2006-07-15\n- Insurgent (Afghanistan) | Use unconventional violence | Armed Rebel (Afghanistan) | 2005-05-09\n- Armed Rebel (Afghanistan) | Use unconventional violence | Insurgent (Afghanistan) | 2010-03-27\n- Armed Rebel (Afghanistan) | Use unconventional violence | Women (Afghanistan) | 2006-05-30\n- Armed Rebel (Afghanistan) | Use unconventional violence | Islamic Preacher (Afghanistan) | 2008-03-29\n- Insurgent (Yemen) | Use unconventional violence | Armed Rebel (Yemen) | 2014-09-27\n- Armed Rebel (Yemen) | Use unconventional violence | Insurgent (Yemen) | 2009-09-22\n- Militant (Taliban) | Use unconventional violence | Armed Rebel (Afghanistan) | 2015-04-25\n- Militant (Taliban) | Use unconventional violence | Armed Rebel (Afghanistan) | 2010-07-04\n- Militant (Taliban) | Use unconventional violence | Armed Rebel (Afghanistan) | 2009-11-22\n- Militant (Taliban) | Use unconventional violence | Armed Rebel (Afghanistan) | 2009-06-11\n- Militant (Taliban) | Use unconventional violence | Armed Rebel (Afghanistan) | 2007-12-17\n- Armed Rebel (Afghanistan) | Use unconventional violence | Militant (Taliban) | 2006-09-22\n- Armed Rebel (Afghanistan) | Use unconventional violence | Military Personnel - Special (Afghanistan) | 2015-06-22\nAnswer:", "completion": " Militant (Taliban)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1090779", "prompt": "In 2009, who wanted to negotiate with the citizens of Australia first?\nEvidence:\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-07-02\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-06-27\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- First Command of the Capital | Criticize or denounce | Citizen (Brazil) | 2008-10-30\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2012-05-31\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2009-10-23\nAnswer:", "completion": " Criminal (Australia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1190494", "prompt": "Which country did María Ángela Holguín wish to meet in the United Arab Emirates in the same month?\nEvidence:\n- Supreme Council (United Arab Emirates) | Make statement | United Arab Emirates | 2005-03-26\n- Treasury/Finance Ministry (United Arab Emirates) | Make statement | United Arab Emirates | 2005-02-13\n- United Arab Emirates | Engage in negotiation | Qatar | 2005-03-07\n- Qatar | Engage in negotiation | United Arab Emirates | 2005-03-07\n- Thailand | Express intent to meet or negotiate | United Arab Emirates | 2005-02-04\n- United Arab Emirates | Consult | Iran | 2005-02-01\n- Iran | Consult | United Arab Emirates | 2005-02-01\n- United Arab Emirates | Engage in negotiation | South Korea | 2005-02-01\n- United Arab Emirates | Engage in diplomatic cooperation | Kuwait | 2005-03-29\n- United Arab Emirates | Engage in diplomatic cooperation | Iran | 2005-01-11\n- United Arab Emirates | Engage in diplomatic cooperation | Iran | 2005-01-10\n- South Korea | Engage in negotiation | United Arab Emirates | 2005-02-01\n- Kuwait | Engage in diplomatic cooperation | United Arab Emirates | 2005-03-29\n- Iran | Engage in diplomatic cooperation | United Arab Emirates | 2005-02-07\n- Iran | Engage in diplomatic cooperation | United Arab Emirates | 2005-01-11\nAnswer:", "completion": " Kuwait", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1353982", "prompt": "After South Korea, with whom did the leader of Peru first express the intention to meet?\nEvidence:\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Vietnam | Express intent to meet or negotiate | South Korea | 2005-01-05\n- Thailand | Express intent to meet or negotiate | South Korea | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-12\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-08\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-07\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-05\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-08\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-07\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-05\n- Emperor Akihito | Express intent to meet or negotiate | South Korea | 2005-01-13\n- South Korea | Express intent to cooperate | Japan | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-13\nAnswer:", "completion": " Jorge del Castillo", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1326459", "prompt": "Who, after Human Rights Watch, first accused the citizens of Saudi Arabia?\nEvidence:\n- Human Rights Watch | Accuse of human rights abuses | Vietnam | 2005-01-10\n- Human Rights Watch | Accuse of human rights abuses | Government (Sudan) | 2005-04-06\n- Human Rights Watch | Accuse of human rights abuses | Government (Sudan) | 2005-04-04\n- Human Rights Watch | Accuse of human rights abuses | Citizen (Sudan) | 2005-05-31\n- Human Rights Watch | Accuse of human rights abuses | Government (South Africa) | 2005-09-11\n- Human Rights Commission (Pakistan) | Make statement | Human Rights Watch | 2005-10-22\n- Human Rights Watch | Accuse of human rights abuses | Government (Cote d'Ivoire) | 2005-04-01\n- Human Rights Watch | Accuse of human rights abuses | Government (Cote d'Ivoire) | 2005-03-31\n- Human Rights Watch | Reject | Alberto Gonzales | 2005-01-25\n- Human Rights Watch | Make statement | Thailand | 2005-06-07\n- Human Rights Watch | Make statement | Romania | 2005-11-05\n- Human Rights Watch | Make statement | Eritrea | 2005-02-02\n- Human Rights Watch | Demand | Government (Pakistan) | 2005-03-09\n- Human Rights Watch | Accuse | Military (Russia) | 2005-03-22\n- Human Rights Watch | Accuse of human rights abuses | Armed Rebel (Lord's Resistance Army) | 2005-09-21\nAnswer:", "completion": " Police (Saudi Arabia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1316420", "prompt": "Who was endorsed by the Ministry of Foreign Affairs of South Korea before 19 May, 2006?\nEvidence:\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- Thailand | Host a visit | Foreign Affairs (Italy) | 2005-01-22\n- Foreign Affairs (Italy) | Make a visit | Thailand | 2005-01-22\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | South Korea | 2005-01-08\n- South Korea | Consult | Japan | 2005-01-06\n- Japan | Consult | South Korea | 2005-01-06\n- South Korea | Reduce relations | Citizen (North Korea) | 2005-01-03\n- South Korea | Provide humanitarian aid | Citizen (North Korea) | 2005-01-11\n- South Korea | Provide military aid | Iraq | 2005-01-03\n- South Korea | Provide humanitarian aid | Thailand | 2005-01-02\nAnswer:", "completion": " Malaysia", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1261641", "prompt": "Who did the Militant of Nigeria return persons to first after the Government of Nigeria?\nEvidence:\n- Head of Government (Nigeria) | Appeal for release of persons or property | Militant (Nigeria) | 2009-08-08\n- Citizen (Brazil) | Express intent to release persons or property | First Command of the Capital | 2008-10-16\n- Militant (Nigeria) | Return, release person(s) | Government (Nigeria) | 2006-08-25\n- Government (Nigeria) | Return, release person(s) | Militant (Nigeria) | 2014-05-13\n- Militant (Nigeria) | Refuse to release persons or property | Citizen (Nigeria) | 2006-03-24\n- Citizen (Nigeria) | Refuse to release persons or property | Militant (Nigeria) | 2009-10-08\n- Militant (Nigeria) | Express intent to release persons or property | Citizen (Nigeria) | 2009-04-20\n- Militant (Nigeria) | Express intent to release persons or property | Citizen (Nigeria) | 2006-03-26\n- Militant (Nigeria) | Express intent to release persons or property | Citizen (Nigeria) | 2006-03-24\n- Royal Administration (Nigeria) | Appeal for release of persons or property | Militant (Nigeria) | 2006-03-11\n- Militant (Boko Haram) | Return, release person(s) | Militant (Nigeria) | 2014-10-30\n- Militant (Nigeria) | Return, release person(s) | Citizen (Nigeria) | 2015-01-24\n- Militant (Nigeria) | Return, release person(s) | Citizen (Nigeria) | 2010-11-21\n- Militant (Nigeria) | Return, release person(s) | Citizen (Nigeria) | 2009-07-22\n- Militant (Nigeria) | Return, release person(s) | Citizen (Nigeria) | 2009-05-16\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1042096", "prompt": "With which country did the citizens of Africa last want to establish diplomatic cooperation?\nEvidence:\n- Member of the Judiciary (South Africa) | Engage in diplomatic cooperation | ANC Youth League | 2010-07-09\n- Vietnam | Engage in diplomatic cooperation | Committees for the Defense of the Revolution | 2005-09-30\n- Men (South Africa) | Appeal for diplomatic cooperation (such as policy support) | Member of the Judiciary (South Africa) | 2012-06-04\n- UNITA | Appeal for judicial cooperation | Member of the Judiciary (South Africa) | 2005-08-11\n- South Africa | Consult | Member of the Judiciary (South Africa) | 2015-08-28\n- Member of the Judiciary (South Africa) | Yield | South Africa | 2014-02-26\n- Member of the Judiciary (South Africa) | Yield | South Africa | 2014-02-25\n- Member of the Judiciary (South Africa) | Reject | South Africa | 2014-06-27\n- Member of the Judiciary (South Africa) | Reject | South Africa | 2013-06-20\n- Member of the Judiciary (South Africa) | Reject | South Africa | 2013-06-19\n- Member of the Judiciary (South Africa) | Reject | South Africa | 2013-06-14\n- Member of the Judiciary (South Africa) | Reject | South Africa | 2012-03-29\n- Member of the Judiciary (South Africa) | Reject | South Africa | 2008-05-07\n- Member of the Judiciary (South Africa) | Reject | South Africa | 2008-03-25\n- Member of the Judiciary (South Africa) | Reject | South Africa | 2007-03-23\nAnswer:", "completion": " China", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1183088", "prompt": "Who was the last person to praise the Governor of Thailand before the Ministry of Justice?\nEvidence:\n- Governor (Thailand) | Investigate | Citizen (Thailand) | 2005-01-27\n- Governor (Thailand) | Give ultimatum | Citizen (Thailand) | 2005-01-12\n- Governor (Thailand) | Engage in symbolic act | Citizen (Thailand) | 2005-01-19\n- Citizen (Thailand) | Engage in symbolic act | Governor (Thailand) | 2005-01-19\n- Governor (Thailand) | Make an appeal or request | Citizen (Thailand) | 2005-02-21\n- Vietnam | Return, release person(s) | Citizen (Thailand) | 2005-03-01\n- Governor (Thailand) | Appeal for diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-01-28\n- Member of Parliament (Thailand) | Express intent to engage in material cooperation | Citizen (Thailand) | 2005-02-08\n- Member of Parliament (Thailand) | Consult | Citizen (Thailand) | 2005-01-28\n- Member of Parliament (Thailand) | Accuse | Citizen (Thailand) | 2005-01-25\n- Citizen (Thailand) | Consult | Member of Parliament (Thailand) | 2005-01-28\n- Cabinet / Council of Ministers / Advisors (Thailand) | Express intent to meet or negotiate | Citizen (Thailand) | 2005-01-10\n- Cabinet / Council of Ministers / Advisors (Thailand) | Express intent to meet or negotiate | Citizen (Thailand) | 2005-01-06\n- Joschka Fischer | Praise or endorse | Citizen (Thailand) | 2005-01-08\n- Citizen (Thailand) | Praise or endorse | Citizen (Singapore) | 2005-01-18\nAnswer:", "completion": " Cabinet / Council of Ministers / Advisors (Thailand)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1364443", "prompt": "After September 2015, who did Mahmoud Abbas negotiate with?\nEvidence:\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-11\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Pervez Musharraf | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Javier Solana | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-14\n- Javier Solana | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-08\n- Gerhard Schröder | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Abdullah Gül | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-05\n- Mahmoud Abbas | Make statement | Japan | 2005-01-10\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-11\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-10\n- Mahmoud Abbas | Consult | Associated Press | 2005-01-01\n- Mahmoud Abbas | Consult | Abdullah Gül | 2005-01-05\n- Javier Solana | Consult | Mahmoud Abbas | 2005-01-11\n- Javier Solana | Consult | Mahmoud Abbas | 2005-01-10\n- Associated Press | Consult | Mahmoud Abbas | 2005-01-01\nAnswer:", "completion": " Cabinet / Council of Ministers / Advisors (United States)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1312232", "prompt": "Before 2010, who were the men of India fighting with small arms and light weapons?\nEvidence:\n- Men (Kenya) | fight with small arms and light weapons | Mugabe Were | 2008-01-29\n- Thief (India) | fight with small arms and light weapons | Men (India) | 2015-12-28\n- Thief (India) | fight with small arms and light weapons | Men (India) | 2015-10-31\n- Thief (India) | fight with small arms and light weapons | Men (India) | 2015-02-13\n- Thief (India) | fight with small arms and light weapons | Men (India) | 2012-10-19\n- Thief (India) | fight with small arms and light weapons | Men (India) | 2012-09-28\n- Thief (India) | fight with small arms and light weapons | Men (India) | 2011-10-03\n- Thief (India) | fight with small arms and light weapons | Men (India) | 2011-09-24\n- Thief (India) | fight with small arms and light weapons | Men (India) | 2010-06-06\n- Thief (India) | fight with small arms and light weapons | Men (India) | 2009-02-24\n- Thief (India) | fight with small arms and light weapons | Men (India) | 2008-12-30\n- Thief (India) | fight with small arms and light weapons | Men (India) | 2008-09-09\n- Thief (India) | fight with small arms and light weapons | Men (India) | 2007-08-31\n- Separatist (India) | fight with small arms and light weapons | Men (India) | 2014-03-28\n- Separatist (India) | fight with small arms and light weapons | Men (India) | 2011-05-28\nAnswer:", "completion": " Sex Trade (India)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1384809", "prompt": "Could you tell me the exact month when the insurgents of Nigeria used unconventional violence against the members of the legislative branch of the Nigerian government?\nEvidence:\n- Militant (Nigeria) | Use unconventional violence | Nigerian Navy | 2007-11-28\n- Citizen (Nigeria) | Use unconventional violence | Nigerian Navy | 2008-06-10\n- Citizen (Nigeria) | Use unconventional violence | Nigerian Navy | 2007-07-04\n- Rioter (Nigeria) | Use unconventional violence | Member of Legislative (Govt) (Nigeria) | 2011-04-25\n- Citizen (Nigeria) | Use unconventional violence | Member of Legislative (Govt) (Nigeria) | 2014-08-27\n- Citizen (Nigeria) | Use unconventional violence | Member of Legislative (Govt) (Nigeria) | 2008-06-25\n- Nigerian Bar Association | Bring lawsuit against | Government (Nigeria) | 2010-08-23\n- The Poor (Nigeria) | Use unconventional violence | Citizen (Nigeria) | 2015-11-17\n- The Poor (Nigeria) | Use unconventional violence | Citizen (Nigeria) | 2015-11-13\n- The Poor (Nigeria) | Use unconventional violence | Citizen (Nigeria) | 2015-11-12\n- Citizen (Nigeria) | Use unconventional violence | The Poor (Nigeria) | 2015-11-17\n- Citizen (Nigeria) | Use unconventional violence | The Poor (Nigeria) | 2015-11-13\n- Citizen (Nigeria) | Use unconventional violence | The Poor (Nigeria) | 2015-11-12\n- Member of Legislative (Govt) (Nigeria) | Bring lawsuit against | Citizen (Nigeria) | 2015-03-11\n- Citizen (Nigeria) | Bring lawsuit against | Nigerian Navy | 2009-05-05\nAnswer:", "completion": " 2011-04", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1097631", "prompt": "Who did National Action Party want to cooperate with first after Agence France-Presse?\nEvidence:\n- National Action Party | Express intent to cooperate | Agence France-Presse | 2006-08-20\n- Agence France-Presse | Cooperate economically | China | 2005-01-26\n- Citizen (Venezuela) | Express intent to cooperate | Agence France-Presse | 2005-03-25\n- France | Make statement | Agence France-Presse | 2005-02-21\n- Agence France-Presse | Investigate | Iran | 2005-03-10\n- Agence France-Presse | Investigate | Iran | 2005-01-19\n- Malaysia | Arrest, detain, or charge with legal action | Agence France-Presse | 2005-01-27\n- National Action Party | Express intent to cooperate | Mexico | 2005-02-02\n- Agence France-Presse | Consult | African Union | 2005-02-01\n- African Union | Consult | Agence France-Presse | 2005-02-01\n- Agence France-Presse | Express intent to meet or negotiate | France | 2005-02-06\n- National Action Party | Consult | National Action Party (Mexico) | 2006-03-11\n- National Action Party (Mexico) | Consult | National Action Party | 2006-03-11\n- Agence France-Presse | Make statement | Chief of Staff (Afghan National Army) | 2005-02-07\n- Foreign Affairs (France) | Make statement | Agence France-Presse | 2005-02-23\nAnswer:", "completion": " New Alliance Party", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1314839", "prompt": "Who was the first to praise the Israeli Defence Forces after Shimon Peres?\nEvidence:\n- Shimon Peres | Praise or endorse | Mahmoud Abbas | 2005-01-25\n- Shimon Peres | Praise or endorse | Mahmoud Abbas | 2005-01-12\n- Shimon Peres | Praise or endorse | Mahmoud Abbas | 2005-01-11\n- Shimon Peres | Praise or endorse | Mahmoud Abbas | 2005-01-10\n- Shimon Peres | Praise or endorse | United Arab Emirates | 2005-02-18\n- Shimon Peres | Appeal to yield | Eli Yishai | 2005-02-13\n- Shimon Peres | Praise or endorse | Government (Palestinian Territory, Occupied) | 2005-02-26\n- Shimon Peres | Make statement | Iran | 2005-01-24\n- Shimon Peres | Consult | Muhammad VI | 2005-03-20\n- Shimon Peres | Consult | Muhammad VI | 2005-03-12\n- Shimon Peres | Consult | James Wolfensohn | 2005-05-03\n- Shimon Peres | Consult | James Wolfensohn | 2005-05-01\n- Shimon Peres | Consult | Emaar Properties | 2005-02-18\n- Shimon Peres | Consult | Eli Yishai | 2005-02-13\n- Shimon Peres | Consult | Abdullah Gül | 2005-01-05\nAnswer:", "completion": " Benjamin Netanyahu", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1392384", "prompt": "Who was the first to visit Gurbanguly Berdymukhammedov after the Government of Croatia?\nEvidence:\n- Gurbanguly Berdymukhammedov | Make statement | Head of Government (Turkmenistan) | 2007-06-21\n- Gurbanguly Berdymukhammedov | Make statement | Head of Government (Turkmenistan) | 2007-05-11\n- Gurbanguly Berdymukhammedov | Make statement | Head of Government (Turkmenistan) | 2007-03-30\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-30\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-29\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-28\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-22\n- Iran | Host a visit | Gurbanguly Berdymukhammedov | 2007-06-15\n- Gurbanguly Berdymukhammedov | Make a visit | Kazakhstan | 2007-05-30\n- Gurbanguly Berdymukhammedov | Make a visit | Kazakhstan | 2007-05-29\n- Gurbanguly Berdymukhammedov | Make a visit | Kazakhstan | 2007-05-28\n- Gurbanguly Berdymukhammedov | Make a visit | Kazakhstan | 2007-05-22\n- Gurbanguly Berdymukhammedov | Make a visit | Iran | 2007-06-15\n- Gurbanguly Berdymukhammedov | Make a visit | China | 2007-07-29\n- Gurbanguly Berdymukhammedov | Make a visit | China | 2007-07-27\nAnswer:", "completion": " Foreign Affairs (Israel)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1165292", "prompt": "In which year did the Tunisian ministry negotiate with the United States envoy?\nEvidence:\n- Ministry (Tunisia) | Engage in negotiation | Envoy (United States) | 2012-09-11\n- Envoy (United States) | Engage in negotiation | Ministry (Tunisia) | 2012-09-11\n- Ministry (Sudan) | Consult | Envoy (United States) | 2009-07-18\n- Ministry (Jordan) | Consult | Envoy (United States) | 2009-01-31\n- Envoy (United States) | Consult | Ministry (Sudan) | 2009-07-18\n- Envoy (United States) | Consult | Ministry (Jordan) | 2009-01-31\n- Ministry (Sudan) | Make statement | Envoy (United States) | 2011-04-08\n- Ministry (Sudan) | Make statement | Envoy (United States) | 2011-04-06\n- Ministry (Liberia) | Make statement | Envoy (United States) | 2015-12-10\n- Special Rapporteurs of the United Nations | Consult | Envoy (United States) | 2014-11-12\n- Envoy (United States) | Consult | Special Rapporteurs of the United Nations | 2014-11-12\n- Envoy (United States) | Praise or endorse | People Associated with the Opposition (Bangladesh) | 2006-03-14\n- Envoy (United States) | Make optimistic comment | People Associated with the Opposition (Bangladesh) | 2006-03-14\n- Iraq | Engage in negotiation | Envoy (United States) | 2005-10-11\n- Iraq | Engage in negotiation | Envoy (United States) | 2005-10-10\nAnswer:", "completion": " 2012", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1344990", "prompt": "Could you tell me the exact month when the lawyer of Argentina negotiated with the guerrillas of Colombia?\nEvidence:\n- Head of Government (Colombia) | Make statement | Colombia | 2005-01-27\n- Colombia | Arrest, detain, or charge with legal action | United Self-Defense Forces of Colombia | 2011-04-08\n- Colombia | Arrest, detain, or charge with legal action | United Self-Defense Forces of Colombia | 2007-04-23\n- Colombia | Arrest, detain, or charge with legal action | United Self-Defense Forces of Colombia | 2006-09-30\n- Colombia | Arrest, detain, or charge with legal action | United Self-Defense Forces of Colombia | 2006-08-05\n- United Self-Defense Forces of Colombia | Investigate | Colombia | 2006-08-15\n- United Self-Defense Forces of Colombia | Investigate | Colombia | 2006-08-14\n- Head of Government (Colombia) | Criticize or denounce | Colombia | 2005-02-12\n- Colombia | Yield | United Self-Defense Forces of Colombia | 2005-12-12\n- United Self-Defense Forces of Colombia | Accuse | Head of Government (Colombia) | 2007-05-17\n- Head of Government (Colombia) | Demand | United Self-Defense Forces of Colombia | 2005-11-24\n- Lawyer/Attorney (United States) | Make statement | United Self-Defense Forces of Colombia | 2009-05-06\n- United Self-Defense Forces of Colombia | Arrest, detain, or charge with legal action | Lawmaker (Colombia) | 2010-05-13\n- Colombia | Express accord | United Self-Defense Forces of Colombia | 2008-05-07\n- Head of Government (Colombia) | Make statement | United Self-Defense Forces of Colombia | 2007-12-20\nAnswer:", "completion": " 2008-01", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1324181", "prompt": "In what year was Boris Vyacheslavovich Gryzlov the first to ask the other authorities and officials of Switzerland?\nEvidence:\n- Boris Vyacheslavovich Gryzlov | Criticize or denounce | Other Authorities / Officials (Russia) | 2005-04-21\n- Wen Jiabao | Consult | Boris Vyacheslavovich Gryzlov | 2005-06-16\n- Sergey Bagapsh | Consult | Boris Vyacheslavovich Gryzlov | 2005-01-25\n- Representatives (Russia) | Consult | Boris Vyacheslavovich Gryzlov | 2005-04-20\n- Representatives (Russia) | Consult | Boris Vyacheslavovich Gryzlov | 2005-04-05\n- Ivan Gasparovic | Consult | Boris Vyacheslavovich Gryzlov | 2005-05-10\n- Ivan Gasparovic | Consult | Boris Vyacheslavovich Gryzlov | 2005-04-05\n- Daniel Scioli | Consult | Boris Vyacheslavovich Gryzlov | 2005-04-19\n- Boris Vyacheslavovich Gryzlov | Make statement | China | 2005-06-16\n- Boris Vyacheslavovich Gryzlov | Demand | Representatives (Russia) | 2005-03-10\n- Boris Vyacheslavovich Gryzlov | Consult | Wen Jiabao | 2005-06-16\n- Boris Vyacheslavovich Gryzlov | Consult | Sergey Bagapsh | 2005-01-25\n- Boris Vyacheslavovich Gryzlov | Consult | Representatives (Russia) | 2005-04-20\n- Boris Vyacheslavovich Gryzlov | Consult | Representatives (Russia) | 2005-04-05\n- Boris Vyacheslavovich Gryzlov | Consult | Ivan Gasparovic | 2005-05-10\nAnswer:", "completion": " 2005", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1263764", "prompt": "After the Malaysian police, who was the first to criticise the Moro Islamic Liberation Front?\nEvidence:\n- Moro Islamic Liberation Front | Mediate | Malaysia | 2005-04-19\n- Moro Islamic Liberation Front | Mediate | Malaysia | 2005-04-18\n- Police (Philippines) | Make statement | Moro Islamic Liberation Front | 2005-01-13\n- Moro Islamic Liberation Front | Consult | Abu Sayyaf | 2005-01-30\n- Abu Sayyaf | Consult | Moro Islamic Liberation Front | 2005-01-30\n- Murad Ebrahim | Make statement | Moro Islamic Liberation Front | 2005-03-18\n- Moro Islamic Liberation Front | Provide aid | Military (Philippines) | 2005-03-11\n- Moro Islamic Liberation Front | Make statement | Military (Philippines) | 2005-01-11\n- Moro Islamic Liberation Front | Make statement | Abu Sayyaf | 2005-08-29\n- Moro Islamic Liberation Front | Make statement | Abu Sayyaf | 2005-08-02\n- Moro Islamic Liberation Front | Make statement | Abu Sayyaf | 2005-03-11\n- Moro Islamic Liberation Front | Make optimistic comment | Malaysia | 2005-08-17\n- Moro Islamic Liberation Front | Make a visit | Malaysia | 2005-06-24\n- Moro Islamic Liberation Front | Make a visit | Malaysia | 2005-04-25\n- Moro Islamic Liberation Front | Make a visit | Malaysia | 2005-04-22\nAnswer:", "completion": " Alan Peter Cayetano", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1296686", "prompt": "Could you tell me the exact month when the South African Air Force first provided humanitarian aid to South Africa's leaseholders?\nEvidence:\n- Air Force (South Africa) | Provide humanitarian aid | Tenants (South Africa) | 2008-07-23\n- South Africa | Provide humanitarian aid | South African National Defence Force | 2007-06-29\n- Air Force (Iran) | Provide humanitarian aid | Iran | 2007-06-09\n- South African National Defence Force | Provide humanitarian aid | Men (South Africa) | 2012-10-12\n- Government (South Africa) | Provide humanitarian aid | The Poor (South Africa) | 2008-06-05\n- South African National Defence Force | Make statement | Air Force (South Africa) | 2013-03-31\n- Royal Air Force | Provide humanitarian aid | Military (Ukraine) | 2015-07-14\n- Air Force (Myanmar) | Provide humanitarian aid | Military (Myanmar) | 2013-01-03\n- Air Force (Uganda) | Provide military aid | African Union | 2012-08-08\n- Royal Air Force | Provide humanitarian aid | Men (United Kingdom) | 2007-09-23\n- Royal Air Force | Provide humanitarian aid | Citizen (United Kingdom) | 2015-06-30\n- Royal Air Force | Provide humanitarian aid | Citizen (United Kingdom) | 2007-07-25\n- Royal Air Force | Provide humanitarian aid | Citizen (United Kingdom) | 2007-07-24\n- Royal Air Force | Provide humanitarian aid | Citizen (United Kingdom) | 2007-07-23\n- Royal Air Force | Provide humanitarian aid | Citizen (United Kingdom) | 2007-07-21\nAnswer:", "completion": " 2008-07", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1179059", "prompt": "Who would wish to visit Mexico last before Alberto Ruiz-Gallardón did?\nEvidence:\n- Mexico | Host a visit | Alberto Ruiz-Gallardón | 2009-05-17\n- Alberto Ruiz-Gallardón | Make a visit | Mexico | 2009-05-17\n- Alberto Ruiz-Gallardón | Appeal to others to meet or negotiate | Mexico | 2009-05-19\n- Rudy Giuliani | Make a visit | Alberto Ruiz-Gallardón | 2005-11-19\n- Alberto Ruiz-Gallardón | Host a visit | Rudy Giuliani | 2005-11-19\n- Alberto Ruiz-Gallardón | Praise or endorse | Romania | 2013-10-23\n- Ali Abdullah Saleh | Make a visit | Alberto Ruiz-Gallardón | 2008-01-31\n- Alberto Ruiz-Gallardón | Host a visit | Ali Abdullah Saleh | 2008-01-31\n- Spanish Socialist Workers' Party | Accuse | Alberto Ruiz-Gallardón | 2007-05-19\n- Alberto Ruiz-Gallardón | Praise or endorse | Rudy Giuliani | 2005-11-19\n- Alberto Ruiz-Gallardón | Praise or endorse | Ali Abdullah Saleh | 2008-01-31\n- Alberto Ruiz-Gallardón | Make empathetic comment | Citizen (United Kingdom) | 2005-07-09\n- Ministry (Romania) | Express intent to meet or negotiate | Alberto Ruiz-Gallardón | 2013-10-22\n- Cristina Fernández de Kirchner | Express intent to meet or negotiate | Alberto Ruiz-Gallardón | 2009-02-08\n- Mexico | Express intent to cooperate | Ulises Ruiz Ortiz | 2005-01-20\nAnswer:", "completion": " Barack Obama", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1107912", "prompt": "In 2013, who first wished to negotiate with Mahmoud Ahmadinejad?\nEvidence:\n- Mahmoud Ahmadinejad | Express intent to meet or negotiate | Iran | 2005-04-11\n- Mahmoud Ahmadinejad | Investigate | Iran | 2005-06-21\n- Mahmoud Ahmadinejad | Demand | Iran | 2005-04-07\n- Mahmoud Ahmadinejad | Accuse | Iran | 2005-06-25\n- Mahmoud Ahmadinejad | Engage in symbolic act | Islamic Preacher (Iran) | 2005-06-26\n- Mahmoud Ahmadinejad | Engage in symbolic act | Islamic Preacher (Iran) | 2005-06-25\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-07-01\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-09\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-04-17\n- Ministry (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-29\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-07-02\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-30\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-29\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-28\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-27\nAnswer:", "completion": " Foreign Affairs (Syria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1181891", "prompt": "When did Barack Obama first negotiate with Portia Simpson Miller?\nEvidence:\n- Portia Simpson Miller | Make statement | Barack Obama | 2015-03-17\n- Portia Simpson Miller | Praise or endorse | Barack Obama | 2008-11-07\n- Portia Simpson Miller | Express intent to meet or negotiate | Barack Obama | 2015-03-17\n- Barack Obama | Express intent to meet or negotiate | Portia Simpson Miller | 2015-03-18\n- Barack Obama | Express intent to meet or negotiate | Portia Simpson Miller | 2015-03-17\n- Portia Simpson Miller | Reject | Bruce Golding | 2006-06-25\n- Portia Simpson Miller | Consult | Legislature (Jamaica) | 2014-10-15\n- Portia Simpson Miller | Consult | Bruce Golding | 2007-08-12\n- Portia Simpson Miller | Accuse | Government (Jamaica) | 2012-09-17\n- Portia Simpson Miller | Accuse | Bruce Golding | 2007-12-18\n- Legislature (Jamaica) | Consult | Portia Simpson Miller | 2014-10-15\n- Bruce Golding | Consult | Portia Simpson Miller | 2007-08-12\n- Trinidad and Tobago | Consult | Portia Simpson Miller | 2006-04-24\n- Portia Simpson Miller | Make statement | John Campbell | 2007-03-22\n- Portia Simpson Miller | Make statement | Government (Jamaica) | 2015-03-17\nAnswer:", "completion": " 2015-04-09", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1338145", "prompt": "Who was the last to praise the Military of Lebanon before Tzipi Livni did?\nEvidence:\n- Tzipi Livni | Praise or endorse | Professor (Israel) | 2005-11-17\n- Tzipi Livni | Reject | Qatar | 2006-02-13\n- Wolfgang Schüssel | Consult | Tzipi Livni | 2006-03-02\n- Tzipi Livni | Investigate | Police (Israel) | 2005-12-30\n- Tzipi Livni | Demand | Settler (Israel) | 2005-05-25\n- Tzipi Livni | Consult | Wolfgang Schüssel | 2006-03-02\n- Tzipi Livni | Consult | Javier Solana | 2006-02-16\n- Tzipi Livni | Consult | Heinz Fischer | 2006-03-02\n- Tzipi Livni | Consult | Abdullah Gül | 2006-04-19\n- Mahmoud Abbas | Consult | Tzipi Livni | 2006-05-21\n- Javier Solana | Consult | Tzipi Livni | 2006-02-16\n- Heinz Fischer | Consult | Tzipi Livni | 2006-03-02\n- Abdullah Gül | Consult | Tzipi Livni | 2006-04-19\n- Abdullah Gül | Express intent to cooperate | Tzipi Livni | 2006-02-14\n- Tzipi Livni | Make statement | Mahmoud Abbas | 2006-03-24\nAnswer:", "completion": " Nabih Berri", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1368552", "prompt": "After the UN security council, who first wished to negotiate with Arseniy Yatsenyuk?\nEvidence:\n- Arseniy Yatsenyuk | Make statement | Arseniy Yatsenyuk | 2007-11-15\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | France | 2007-04-16\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | France | 2007-04-11\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | Vuk Jeremić | 2007-07-02\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | Vuk Jeremić | 2007-06-27\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | Lulzim Basha | 2007-06-25\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | Joachim Rücker | 2007-07-02\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | Business (Canada) | 2007-05-05\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | Anna Fotyga | 2007-05-21\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | Anna Fotyga | 2007-05-19\n- Vuk Jeremić | Consult | Arseniy Yatsenyuk | 2007-07-02\n- Rashid Meredov | Consult | Arseniy Yatsenyuk | 2007-07-14\n- Joachim Rücker | Consult | Arseniy Yatsenyuk | 2007-07-04\n- Elmar Mammadyarov | Consult | Arseniy Yatsenyuk | 2007-10-05\nAnswer:", "completion": " Federica Mogherini", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1330748", "prompt": "Who was the first country after Romania to receive optimistic comments from Arseniy Yatsenyuk?\nEvidence:\n- Arseniy Yatsenyuk | Make statement | Arseniy Yatsenyuk | 2007-11-15\n- Vuk Jeremić | Consult | Arseniy Yatsenyuk | 2007-07-02\n- Rashid Meredov | Consult | Arseniy Yatsenyuk | 2007-07-14\n- Joachim Rücker | Consult | Arseniy Yatsenyuk | 2007-07-04\n- Elmar Mammadyarov | Consult | Arseniy Yatsenyuk | 2007-10-05\n- Arseniy Yatsenyuk | Threaten | Military (Ukraine) | 2007-04-27\n- Arseniy Yatsenyuk | Make statement | Kazakhstan | 2007-10-19\n- Arseniy Yatsenyuk | Make statement | Iraq | 2007-11-14\n- Arseniy Yatsenyuk | Make statement | Gazprom | 2005-12-23\n- Arseniy Yatsenyuk | Consult | Vuk Jeremić | 2007-07-02\n- Arseniy Yatsenyuk | Consult | Rashid Meredov | 2007-07-14\n- Arseniy Yatsenyuk | Consult | Joachim Rücker | 2007-07-04\n- Arseniy Yatsenyuk | Consult | Elmar Mammadyarov | 2007-10-05\n- Arseniy Yatsenyuk | Consult | Anna Fotyga | 2007-05-22\n- Arseniy Yatsenyuk | Consult | Adrian Cioroianu | 2007-09-26\nAnswer:", "completion": " Member of Parliament (Ukraine)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1346526", "prompt": "Who did Mahmoud Ahmadinejad request for last before North America?\nEvidence:\n- Vietnam | Consult | North America | 2008-11-18\n- Vietnam | Consult | North America | 2008-11-17\n- North America | Consult | Vietnam | 2008-11-18\n- North America | Consult | Vietnam | 2008-11-17\n- North America | Consult | Japan | 2009-07-08\n- North America | Consult | Japan | 2009-01-28\n- North America | Accuse | China | 2007-08-31\n- Japan | Consult | North America | 2009-07-08\n- Japan | Consult | North America | 2009-01-28\n- North America | Consult | Barack Obama | 2009-08-09\n- Eritrea | Reduce relations | North America | 2005-12-15\n- Barack Obama | Consult | North America | 2009-08-09\n- Ethiopia | Make an appeal or request | North America | 2005-12-09\n- North American Aerospace Defense Command | Investigate | North America | 2006-06-06\n- North American Aerospace Defense Command | Investigate | North America | 2006-06-05\nAnswer:", "completion": " International Government Organizations", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1057024", "prompt": "Before Nicos Anastasiades, with whom did Evangelos Meimarakis last wish to meet?\nEvidence:\n- Nicos Anastasiades | Consult | Evangelos Meimarakis | 2013-03-11\n- Evangelos Meimarakis | Consult | Nicos Anastasiades | 2013-03-11\n- Nicos Anastasiades | Make a visit | Evangelos Meimarakis | 2013-03-11\n- Evangelos Meimarakis | Praise or endorse | Nicos Anastasiades | 2013-03-11\n- Evangelos Meimarakis | Host a visit | Nicos Anastasiades | 2013-03-11\n- Evangelos Meimarakis | Express intent to meet or negotiate | Nicos Anastasiades | 2007-12-17\n- France | Consult | Evangelos Meimarakis | 2006-06-15\n- Evangelos Meimarakis | Consult | France | 2006-06-15\n- Evangelos Meimarakis | Accuse | Laos | 2008-03-28\n- Seyran Ohanyan | Consult | Evangelos Meimarakis | 2008-06-12\n- Fatmir Mediu | Consult | Evangelos Meimarakis | 2006-09-27\n- Evangelos Meimarakis | Demand | Citizen (Greece) | 2008-03-17\n- Evangelos Meimarakis | Consult | Seyran Ohanyan | 2008-06-12\n- Evangelos Meimarakis | Consult | Fatmir Mediu | 2006-09-27\n- Evangelos Meimarakis | Consult | Dragan Šutanovac | 2009-02-26\nAnswer:", "completion": " Citizen (Greece)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1074982", "prompt": "In which month did the Association of Southeast Asian Nations denounce the UN Security Council for the first time?\nEvidence:\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-07\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-06\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-04\n- Japan | Mediate | Association of Southeast Asian Nations | 2005-02-09\n- Japan | Consult | Association of Southeast Asian Nations | 2005-02-25\n- China | Consult | Association of Southeast Asian Nations | 2005-02-25\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-07\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-06\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-04\n- Association of Southeast Asian Nations | Consult | Japan | 2005-02-25\n- Association of Southeast Asian Nations | Consult | China | 2005-02-25\n- Japan | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | Japan | 2005-01-08\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-02-24\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\nAnswer:", "completion": " 2005-09", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1200509", "prompt": "After the citizens of Venezuela, who first expressed intent to negotiate with Cristina Fernández de Kirchner?\nEvidence:\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-05-24\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-03-03\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-02-28\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-12-26\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-11-15\n- Cristina Fernández de Kirchner | Accuse | Alberto Fernández | 2005-12-24\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2012-09-23\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2007-11-15\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-05-24\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-03-03\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-02-28\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2007-12-26\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2007-11-15\n- Alberto Fernández | Accuse | Cristina Fernández de Kirchner | 2012-05-27\n- Cristina Fernández de Kirchner | Express intent to meet or negotiate | France | 2007-02-02\nAnswer:", "completion": " Evo Morales", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1377507", "prompt": "Who was the last person, before the Prime Minister of Ukraine, to want to negotiate with the Belarusian business community?\nEvidence:\n- Prime Minister Chaudhry | Express intent to meet or negotiate | Prime Minister Qarase | 2006-05-19\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-09\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-08\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-11-14\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-10-05\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Demand | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-11-24\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-05-19\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2005-05-05\nAnswer:", "completion": " Syarhey Sidorski", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1118931", "prompt": "In what month did Vietnam last appeal to the Association of Southeast Asian Nations?\nEvidence:\n- Vietnam | Host a visit | Association of Southeast Asian Nations | 2005-01-26\n- Association of Southeast Asian Nations | Make a visit | Vietnam | 2005-01-26\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-07\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-06\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-04\n- Japan | Mediate | Association of Southeast Asian Nations | 2005-02-09\n- Japan | Consult | Association of Southeast Asian Nations | 2005-02-25\n- China | Consult | Association of Southeast Asian Nations | 2005-02-25\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-07\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-06\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-04\n- Association of Southeast Asian Nations | Consult | Japan | 2005-02-25\n- Association of Southeast Asian Nations | Consult | China | 2005-02-25\n- Japan | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | Japan | 2005-01-08\nAnswer:", "completion": " 2012-10", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1171113", "prompt": "Who did James Wani Igga last appeal to before the children of South Sudan?\nEvidence:\n- James Wani Igga | Accuse | South Sudan | 2009-06-12\n- James Wani Igga | Make pessimistic comment | Children (South Sudan) | 2012-09-05\n- James Wani Igga | Make an appeal or request | Children (South Sudan) | 2014-04-04\n- James Wani Igga | Make statement | South Sudan | 2014-12-16\n- James Wani Igga | Make statement | South Sudan | 2014-07-18\n- James Wani Igga | Make statement | South Sudan | 2014-07-17\n- James Wani Igga | Make statement | South Sudan | 2014-03-11\n- James Wani Igga | Make statement | South Sudan | 2011-11-19\n- James Wani Igga | Make statement | South Sudan | 2011-06-27\n- James Wani Igga | Make statement | South Sudan | 2006-08-25\n- James Wani Igga | Make statement | Sudan | 2014-02-04\n- James Wani Igga | Make statement | Sudan | 2010-12-15\n- James Wani Igga | Make statement | Sudan | 2010-06-19\n- James Wani Igga | Make statement | Sudan | 2009-12-23\n- South Sudan | Praise or endorse | James Wani Igga | 2013-08-26\nAnswer:", "completion": " Citizen (Sudan)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1372817", "prompt": "Who was the last person to receive an appeal from Transparency International?\nEvidence:\n- Transparency International | Make an appeal or request | Romania | 2005-12-21\n- Transparency International | Make an appeal or request | Government (Nigeria) | 2008-12-10\n- Transparency International | Make an appeal or request | Government (Nigeria) | 2007-08-30\n- Transparency International | Make an appeal or request | Citizen (Nigeria) | 2005-05-17\n- Transparency International | Make an appeal or request | Other Authorities / Officials (Romania) | 2006-02-09\n- Transparency International | Make statement | Romania | 2009-06-15\n- Transparency International | Make statement | Mexico | 2007-01-15\n- Transparency International | Make statement | Mexico | 2007-01-14\n- Transparency International | Make statement | Mexico | 2005-10-19\n- Transparency International | Make statement | Mexico | 2005-03-16\n- Transparency International | Make statement | Malaysia | 2006-11-07\n- Transparency International | Make statement | Ireland | 2006-06-27\n- Transparency International | Make statement | Ethiopia | 2005-03-13\n- Transparency International | Make statement | China | 2008-12-10\n- Transparency International | Demand | Media (Nigeria) | 2006-10-03\nAnswer:", "completion": " Legislature (Mongolia)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1241567", "prompt": "Who negotiated with Julia Gillard after 27 April 2011?\nEvidence:\n- Wen Jiabao | Consult | Julia Gillard | 2011-04-27\n- Julia Gillard | Consult | Wen Jiabao | 2011-04-27\n- Julia Gillard | Praise or endorse | China | 2011-04-27\n- Julia Gillard | Make a visit | Japan | 2011-04-27\n- Julia Gillard | Make a visit | China | 2011-04-27\n- Japan | Host a visit | Julia Gillard | 2011-04-27\n- China | Host a visit | Julia Gillard | 2011-04-27\n- Wen Jiabao | Engage in negotiation | Julia Gillard | 2011-04-27\n- South Korea | Host a visit | Julia Gillard | 2011-04-27\n- Julia Gillard | Make a visit | South Korea | 2011-04-27\n- Julia Gillard | Engage in negotiation | Wen Jiabao | 2011-04-27\n- Julia Gillard | Express intent to meet or negotiate | China | 2011-04-27\n- Wen Jiabao | Praise or endorse | Malaysia | 2011-04-27\n- Wen Jiabao | Make statement | China | 2011-04-27\n- Wen Jiabao | Make a visit | Malaysia | 2011-04-27\nAnswer:", "completion": " Antony Harold Curties \"Tony\" Windsor", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1287908", "prompt": "Who was the first to negotiate with Dmitry Medvedev after Wen Jiabao?\nEvidence:\n- Wen Jiabao | Express intent to meet or negotiate | China | 2005-02-03\n- China | Express intent to meet or negotiate | Wen Jiabao | 2005-01-24\n- Bertie Ahern | Express intent to meet or negotiate | Wen Jiabao | 2005-01-17\n- Bertie Ahern | Express intent to meet or negotiate | Wen Jiabao | 2005-01-11\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | Wen Jiabao | 2005-02-03\n- Wen Jiabao | Investigate | China | 2005-01-08\n- Thailand | Investigate | Wen Jiabao | 2005-01-24\n- Cambodia | Investigate | Wen Jiabao | 2005-01-24\n- Wen Jiabao | Make statement | Maldives | 2005-01-07\n- Wen Jiabao | Make statement | China | 2005-02-02\n- Wen Jiabao | Make statement | China | 2005-01-21\n- Wen Jiabao | Make statement | China | 2005-01-20\n- Wen Jiabao | Make statement | China | 2005-01-13\n- Wen Jiabao | Make statement | China | 2005-01-08\n- Wen Jiabao | Make statement | China | 2005-01-07\nAnswer:", "completion": " Head of Government (Brazil)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1368019", "prompt": "In January 7th, 2011, who accused Julia Gillard?\nEvidence:\n- Peter Costello | Accuse | Julia Gillard | 2007-05-10\n- Julia Gillard | Reject | David Hawker | 2006-06-02\n- Julia Gillard | Reject | David Hawker | 2006-05-31\n- Julia Gillard | Consult | Businessperson (Australia) | 2007-05-03\n- Julia Gillard | Accuse | David Hawker | 2006-06-01\n- Julia Gillard | Accuse | David Hawker | 2006-05-31\n- Julia Gillard | Accuse | Citizen (Australia) | 2005-01-23\n- David Hawker | Demand | Julia Gillard | 2006-05-31\n- Citizen (Australia) | Reject | Julia Gillard | 2007-01-03\n- Citizen (Australia) | Reject | Julia Gillard | 2005-09-27\n- Citizen (Australia) | Demand | Julia Gillard | 2005-01-26\n- Citizen (Australia) | Demand | Julia Gillard | 2005-01-25\n- Businessperson (Australia) | Consult | Julia Gillard | 2007-05-03\n- Vietnam | Host a visit | Julia Gillard | 2005-01-19\n- Police (Australia) | Make statement | Julia Gillard | 2006-12-03\nAnswer:", "completion": " Citizen (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1143690", "prompt": "Against which country did the Military Personnel - Special of Sudan first use conventional military force in 2013?\nEvidence:\n- Sudan | Use conventional military force | South Sudan | 2013-03-18\n- Sudan | Use conventional military force | South Sudan | 2013-02-20\n- Sudan | Use conventional military force | South Sudan | 2013-01-16\n- Sudan | Use conventional military force | South Sudan | 2013-01-12\n- Sudan | Use conventional military force | South Sudan | 2013-01-05\n- Sudan | Use conventional military force | Citizen (Sudan) | 2013-01-15\n- South Sudan | Use conventional military force | Sudan | 2013-02-20\n- Government (Sudan) | Use conventional military force | Sudan | 2013-01-08\n- Military (South Sudan) | Use conventional military force | South Sudan | 2013-03-28\n- Citizen (Sudan) | Use unconventional violence | Sudan | 2013-01-15\n- UN Mission in Sudan | Rally support on behalf of | South Sudan | 2013-03-14\n- Resistance Movement (Sudan) | Use unconventional violence | Sudan | 2013-01-12\n- Sudan | Engage in negotiation | South Sudan | 2013-03-05\n- Sudan | Engage in negotiation | South Sudan | 2013-01-29\n- Sudan | Engage in negotiation | South Sudan | 2013-01-21\nAnswer:", "completion": " Sudan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1171320", "prompt": "Who was the last country condemned by the International Monetary Fund before Mexico?\nEvidence:\n- International Monetary Fund | Threaten | Romania | 2005-06-28\n- International Monetary Fund | Investigate | Tanzania | 2005-08-02\n- International Monetary Fund | Investigate | Tanzania | 2005-02-25\n- International Monetary Fund | Investigate | Iraq | 2005-05-12\n- International Monetary Fund | Demand | China | 2005-04-20\n- International Monetary Fund | Demand | Angola | 2005-07-06\n- Romania | Express accord | International Monetary Fund | 2005-04-13\n- Iraq | Express accord | International Monetary Fund | 2005-03-07\n- International Monetary Fund | Make statement | Vietnam | 2005-05-31\n- International Monetary Fund | Make statement | France | 2005-01-27\n- International Monetary Fund | Make statement | China | 2005-01-25\n- People Associated with the Opposition (Sri Lanka) | Consult | International Monetary Fund | 2005-06-02\n- International Monetary Fund | Consult | People Associated with the Opposition (Sri Lanka) | 2005-06-02\n- Romania | Sign formal agreement | International Monetary Fund | 2005-06-23\n- Romania | Engage in negotiation | International Monetary Fund | 2005-01-27\nAnswer:", "completion": " Government (Germany)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1070519", "prompt": "With whom did Ali Abdullah Saleh seek diplomatic cooperation after 8 November 2005?\nEvidence:\n- Ali Abdullah Saleh | Express intent to engage in diplomatic cooperation (such as policy support) | Thailand | 2005-11-08\n- Thailand | Express intent to meet or negotiate | Citizen (International) | 2005-11-08\n- Thailand | Expel or deport individuals | Citizen (Thailand) | 2005-11-08\n- Takeo Nishioka | Express intent to meet or negotiate | Thailand | 2005-11-08\n- Insurgent (Thailand) | Use unconventional violence | Thailand | 2005-11-08\n- Governor (Thailand) | Make statement | Thailand | 2005-11-08\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2005-11-08\n- Abhisit Vejjajiva | Express intent to meet or negotiate | Thailand | 2005-11-08\nAnswer:", "completion": " Yemen", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 8, "n_anchors": 1} +{"id": "mtq_1126466", "prompt": "After 2012, who suffered from the conventional military forces of the secret agent of the Philippines?\nEvidence:\n- Secret Agent (Philippines) | Use conventional military force | Military (Philippines) | 2012-03-21\n- Military (Philippines) | Use conventional military force | Secret Agent (Philippines) | 2005-08-13\n- Secret Agent (Philippines) | Use conventional military force | Thief (Philippines) | 2013-01-14\n- Secret Agent (Philippines) | Use conventional military force | Thief (Philippines) | 2013-01-10\n- Secret Agent (Philippines) | Use conventional military force | Thief (Philippines) | 2012-09-20\n- Secret Agent (Philippines) | Use conventional military force | Thief (Philippines) | 2012-02-21\n- Secret Agent (Philippines) | Use conventional military force | Thief (Philippines) | 2011-01-25\n- Secret Agent (Philippines) | Use conventional military force | Thief (Philippines) | 2011-01-20\n- Secret Agent (Philippines) | Use conventional military force | Thief (Philippines) | 2010-05-26\n- Secret Agent (Philippines) | Use conventional military force | Thief (Philippines) | 2010-05-22\n- Secret Agent (Philippines) | Use conventional military force | Thief (Philippines) | 2009-07-17\n- Secret Agent (Philippines) | Use conventional military force | Thief (Philippines) | 2009-02-28\n- Secret Agent (Philippines) | Use conventional military force | Thief (Philippines) | 2008-05-08\n- Secret Agent (Philippines) | Use conventional military force | Men (Philippines) | 2009-09-19\n- Secret Agent (Philippines) | Use conventional military force | Men (Philippines) | 2009-09-18\nAnswer:", "completion": " Military (Philippines)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1124272", "prompt": "Who was the last person Ivan Gasparovic wanted to meet before the citizens of Hungary?\nEvidence:\n- Head of Government (Finland) | Express intent to meet or negotiate | Ivan Gasparovic | 2005-04-16\n- Valdas Adamkus | Consult | Ivan Gasparovic | 2005-02-28\n- Pavol Hrusovský | Consult | Ivan Gasparovic | 2005-01-17\n- Mikulas Dzurinda | Consult | Ivan Gasparovic | 2006-06-19\n- Mikulas Dzurinda | Consult | Ivan Gasparovic | 2006-03-31\n- Mikulas Dzurinda | Consult | Ivan Gasparovic | 2005-09-12\n- Mikulas Dzurinda | Consult | Ivan Gasparovic | 2005-01-17\n- Ivan Gasparovic | Make statement | Iraq | 2005-02-28\n- Ivan Gasparovic | Consult | Valdas Adamkus | 2005-02-28\n- Ivan Gasparovic | Consult | Pavol Hrusovský | 2005-01-17\n- Ivan Gasparovic | Consult | Mikulas Dzurinda | 2006-06-19\n- Ivan Gasparovic | Consult | Mikulas Dzurinda | 2006-03-31\n- Ivan Gasparovic | Consult | Mikulas Dzurinda | 2005-09-12\n- Ivan Gasparovic | Consult | Mikulas Dzurinda | 2005-01-17\n- Ivan Gasparovic | Consult | Heinz Fischer | 2005-05-04\nAnswer:", "completion": " Cambodia", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1027345", "prompt": "Before the Norwegian military, with whom did the Associated Press have the last telephone conversation?\nEvidence:\n- Military Personnel (Thailand) | Discuss by telephone | Associated Press | 2005-05-09\n- Associated Press | Discuss by telephone | Military Personnel (Thailand) | 2005-05-09\n- Iraq | Discuss by telephone | Associated Press | 2005-02-27\n- Iran | Discuss by telephone | Associated Press | 2005-03-23\n- Colombia | Discuss by telephone | Associated Press | 2005-01-31\n- Associated Press | Discuss by telephone | Iraq | 2005-02-27\n- Associated Press | Discuss by telephone | Iran | 2005-03-23\n- Associated Press | Discuss by telephone | Colombia | 2005-01-31\n- Uladi Mussa | Discuss by telephone | Associated Press | 2005-01-01\n- Tomas Borge | Discuss by telephone | Associated Press | 2005-03-22\n- Police (Peru) | Discuss by telephone | Associated Press | 2005-04-20\n- Nabil Shaath | Discuss by telephone | Associated Press | 2005-01-29\n- Jerzy Szmajdzinski | Discuss by telephone | Associated Press | 2005-02-11\n- Gilchrist Olympio | Discuss by telephone | Associated Press | 2005-04-27\n- Fazlul Huq | Discuss by telephone | Associated Press | 2005-02-02\nAnswer:", "completion": " Ali al-Dabbagh", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1016859", "prompt": "Who was the first to visit the Royal Administration of Saudi Arabia in 2007?\nEvidence:\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-09\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-07\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-04\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-03\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-02\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-03-25\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-03-19\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-03-03\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-02-19\n- Royal Administration (Saudi Arabia) | Host a visit | Royal Administration (Jordan) | 2007-09-02\n- Royal Administration (Jordan) | Make a visit | Royal Administration (Saudi Arabia) | 2007-09-02\n- Royal Administration (Saudi Arabia) | Engage in symbolic act | Citizen (Saudi Arabia) | 2007-10-16\n- Royal Administration (Saudi Arabia) | Engage in symbolic act | Citizen (Saudi Arabia) | 2007-10-15\n- Royal Administration (Saudi Arabia) | Engage in symbolic act | Citizen (Saudi Arabia) | 2007-02-05\n- Royal Administration (Saudi Arabia) | Provide aid | Education (Saudi Arabia) | 2007-11-05\nAnswer:", "completion": " Juan Fernando López Aguilar", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1385152", "prompt": "Who was the last to investigate the citizens of the United Kingdom before the Labour Party of the United Kingdom?\nEvidence:\n- Party Member (United Kingdom) | Investigate | Men (United Kingdom) | 2007-03-08\n- Party Member (United Kingdom) | Investigate | Citizen (United Kingdom) | 2012-11-28\n- Party Member (United Kingdom) | Investigate | Citizen (United Kingdom) | 2011-02-01\n- Party Member (United Kingdom) | Investigate | Citizen (United Kingdom) | 2007-08-30\n- Labor Party (United Kingdom) | Investigate | Citizen (United Kingdom) | 2007-01-20\n- National Action Party | Investigate | Universal Church of the Kingdom of God | 2005-01-05\n- Lawyer/Attorney (United Kingdom) | Investigate | Party Member (United Kingdom) | 2007-07-06\n- Court Judge (United Kingdom) | Investigate | Party Member (United Kingdom) | 2014-05-02\n- Court Judge (United Kingdom) | Investigate | Party Member (United Kingdom) | 2014-05-01\n- Party Member (United Kingdom) | Investigate crime, corruption | Citizen (United Kingdom) | 2010-04-27\n- Labor Party (United Kingdom) | Make statement | Chancellor of the Exchequer | 2007-05-17\n- Boris Johnson | Investigate | Party Member (United Kingdom) | 2014-10-23\n- Chancellor of the Exchequer | Criticize or denounce | Party Member (United Kingdom) | 2006-09-10\n- South Sudan | Host a visit | National Labour Party | 2005-09-20\n- National Labour Party | Make a visit | South Sudan | 2005-09-20\nAnswer:", "completion": " Agence France-Presse", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1324027", "prompt": "Before the Brazilian exiles, who were the last Brazilian citizens to denounce?\nEvidence:\n- Exiles (Mauritania) | Criticize or denounce | Mauritania | 2007-06-07\n- Citizen (Brazil) | Criticize or denounce | Exiles (Brazil) | 2010-04-13\n- Police (Kenya) | Make statement | Mugabe Were | 2008-01-30\n- Police (Kenya) | Make statement | Mugabe Were | 2008-01-29\n- European Council on Refugees and Exiles | Criticize or denounce | Ireland | 2008-04-01\n- Exiles (Syria) | Make statement | Police (Syria) | 2005-09-28\n- Exiles (Nepal) | Demonstrate or rally | China | 2008-04-03\n- Police (Kenya) | Use conventional military force | Mugabe Were | 2008-02-21\n- Murtala Nyako | Make an appeal or request | Exiles (Nigeria) | 2013-12-30\n- Citizen (Nigeria) | Make an appeal or request | Exiles (Nigeria) | 2013-12-31\n- Socialism and Freedom Party | Engage in material cooperation | Brazilian Communist Party | 2006-05-29\n- Men (Kenya) | fight with small arms and light weapons | Mugabe Were | 2008-01-29\n- Citizen (Brazil) | Threaten | Brazilian Institute of Environment and Renewable Natural Resources | 2007-09-13\n- Brazilian Communist Party | Engage in material cooperation | Socialism and Freedom Party | 2006-05-29\n- Ministry (Brazil) | Make statement | Brazilian Institute of Environment and Renewable Natural Resources | 2006-10-26\nAnswer:", "completion": " Gilberto Kassab", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1071948", "prompt": "Who visited Sudan after October 2015?\nEvidence:\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-27\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-26\n- Sudan | Return, release person(s) | Citizen (Sudan) | 2005-01-19\n- Human Rights Group (Sudan) | Make pessimistic comment | Sudan | 2005-01-10\n- Yemen | Consult | Sudan | 2005-01-02\n- Sudan | Consult | Yemen | 2005-01-02\n- Sudan | Consult | Ethiopia | 2005-04-19\n- Sudan | Consult | Ethiopia | 2005-03-09\n- Sudan | Consult | Ethiopia | 2005-01-02\n- Ethiopia | Consult | Sudan | 2005-04-19\n- Ethiopia | Consult | Sudan | 2005-03-09\nAnswer:", "completion": " Special Rapporteurs of the United Nations", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1146905", "prompt": "Could you tell me the exact month when the women of Afghanistan first used unconventional violence against the Taliban fighters?\nEvidence:\n- Women (Afghanistan) | Use unconventional violence | Combatant (Taliban) | 2014-12-03\n- Women (Afghanistan) | Use unconventional violence | Combatant (Taliban) | 2011-01-31\n- Militant (Taliban) | Use unconventional violence | Women (Afghanistan) | 2008-11-05\n- Militant (Taliban) | Use unconventional violence | Women (Afghanistan) | 2008-07-30\n- Militant (Taliban) | Use unconventional violence | Women (Afghanistan) | 2007-11-03\n- Militant (Taliban) | Use unconventional violence | Women (Afghanistan) | 2006-08-10\n- Militant (Taliban) | Use unconventional violence | Women (Afghanistan) | 2006-07-18\n- Militant (Taliban) | Use unconventional violence | Women (Afghanistan) | 2005-07-23\n- Guerrilla (Taliban) | Use unconventional violence | Women (Afghanistan) | 2005-08-10\n- Combatant (Taliban) | Use unconventional violence | Women (Afghanistan) | 2008-04-30\n- Combatant (Taliban) | Use unconventional violence | Women (Afghanistan) | 2008-02-24\n- Women (Afghanistan) | Use unconventional violence | Insurgent (Afghanistan) | 2009-04-03\n- Murderer (Afghanistan) | Use unconventional violence | Women (Afghanistan) | 2013-02-21\n- Insurgent (Afghanistan) | Use unconventional violence | Women (Afghanistan) | 2011-07-08\n- Insurgent (Afghanistan) | Use unconventional violence | Women (Afghanistan) | 2011-04-12\nAnswer:", "completion": " 2011-01", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1193269", "prompt": "Against whom did the Lebanese military last use small arms and light weapons before the armed rebels of Syria?\nEvidence:\n- Military (Lebanon) | fight with small arms and light weapons | Armed Rebel (Syria) | 2012-12-03\n- Military (Lebanon) | fight with small arms and light weapons | Armed Gang (Syria) | 2014-01-31\n- Armed Rebel (Syria) | fight with small arms and light weapons | Military (Lebanon) | 2012-12-03\n- Armed Gang (Syria) | fight with small arms and light weapons | Military (Lebanon) | 2014-01-31\n- Armed Rebel (Syria) | fight with small arms and light weapons | Police (Syria) | 2013-05-24\n- Armed Rebel (Syria) | fight with small arms and light weapons | Police (Syria) | 2013-05-23\n- Armed Rebel (Syria) | fight with small arms and light weapons | Muslim (Syria) | 2015-08-10\n- Armed Rebel (Syria) | fight with small arms and light weapons | Men (Syria) | 2014-02-02\n- Armed Rebel (Syria) | fight with small arms and light weapons | Men (Syria) | 2014-02-01\n- Armed Rebel (Syria) | fight with small arms and light weapons | Men (Syria) | 2012-11-01\n- Armed Gang (Syria) | fight with small arms and light weapons | Police (Syria) | 2011-08-21\n- Armed Gang (Syria) | fight with small arms and light weapons | Police (Syria) | 2011-06-18\n- Armed Gang (Syria) | fight with small arms and light weapons | Police (Syria) | 2011-06-17\n- Armed Gang (Syria) | fight with small arms and light weapons | Police (Syria) | 2011-06-11\n- Armed Gang (Syria) | fight with small arms and light weapons | Men (Syria) | 2012-08-23\nAnswer:", "completion": " Armed Band (Lebanon)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1297823", "prompt": "Who made optimistic comments about South Korea on 6 July 2008?\nEvidence:\n- Foreign Affairs (France) | Make optimistic comment | South Korea | 2008-07-06\n- Ministry (South Korea) | Make statement | South Korea | 2008-07-06\nAnswer:", "completion": " Foreign Affairs (France)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 1} +{"id": "mtq_1248564", "prompt": "Who was the first to appeal for South Sudan after Ramtane Lamamra?\nEvidence:\n- Ramtane Lamamra | Make an appeal or request | South Sudan | 2013-06-14\n- South Sudan | Engage in negotiation | Ramtane Lamamra | 2013-06-14\n- South Sudan | Engage in negotiation | Ramtane Lamamra | 2013-06-13\n- Ramtane Lamamra | Engage in negotiation | South Sudan | 2013-06-14\n- Ramtane Lamamra | Engage in negotiation | South Sudan | 2013-06-13\n- Ramtane Lamamra | Make an appeal or request | Sudan | 2013-06-14\n- Ramtane Lamamra | Make statement | Ethiopia | 2011-11-18\n- Ramtane Lamamra | Consult | Pierre Vimont | 2012-06-06\n- Ramtane Lamamra | Consult | African Union | 2012-11-06\n- Ramtane Lamamra | Consult | African Union | 2009-01-17\n- Pierre Vimont | Consult | Ramtane Lamamra | 2012-06-06\n- African Union | Consult | Ramtane Lamamra | 2012-11-06\n- African Union | Consult | Ramtane Lamamra | 2009-01-17\n- Ramtane Lamamra | Make statement | Media (Morocco) | 2013-10-30\n- Ramtane Lamamra | Make statement | Guinea-Bissau | 2012-04-19\nAnswer:", "completion": " United Democratic Salvation Front", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1090556", "prompt": "Before August 2008, who threatened the government of Burundi?\nEvidence:\n- Burundi | Make statement | Government (Burundi) | 2005-08-02\n- Burundi | Make an appeal or request | Head of Government (Burundi) | 2005-09-02\n- Government Official (Rwanda) | Consult | Burundi | 2005-10-13\n- Burundi | Consult | Government Official (Rwanda) | 2005-10-13\n- Burundi | Receive deployment of peacekeepers | Ethiopia | 2005-05-05\n- Rebel Group (Burundi) | Use unconventional violence | Burundi | 2005-09-14\n- Rebel Group (Burundi) | Use unconventional violence | Burundi | 2005-08-18\n- Rebel Group (Burundi) | Use unconventional violence | Burundi | 2005-04-24\n- Rebel Group (Burundi) | Use unconventional violence | Burundi | 2005-04-05\n- Military (Burundi) | Increase military alert status | Burundi | 2005-08-25\n- Burundi | Sign formal agreement | Rebel Group (Burundi) | 2005-05-31\n- Burundi | Receive deployment of peacekeepers | South Africa | 2005-06-03\n- Military (Burundi) | Mobilize or increase armed forces | Burundi | 2005-09-23\n- Burundi | Use conventional military force | Rebel Group (Burundi) | 2005-04-05\n- Tanzania | Consult | Burundi | 2005-04-24\nAnswer:", "completion": " Citizen (Unidentified State Actor)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1141550", "prompt": "In which year did Ivan Gasparovic last express his intention to meet Joachim Gauck?\nEvidence:\n- Romania | Express intent to meet or negotiate | Joachim Gauck | 2014-01-31\n- Joachim Gauck | Express intent to meet or negotiate | France | 2013-06-16\n- Joachim Gauck | Express intent to meet or negotiate | Valdis Dombrovskis | 2013-07-02\n- Joachim Gauck | Express intent to meet or negotiate | Shimon Peres | 2012-05-28\n- Joachim Gauck | Express intent to meet or negotiate | Citizen (Croatia) | 2012-12-06\n- Barack Obama | Express intent to meet or negotiate | Joachim Gauck | 2013-06-14\n- Barack Obama | Express intent to meet or negotiate | Joachim Gauck | 2013-05-10\n- Shimon Peres | Consult | Joachim Gauck | 2012-05-29\n- Joachim Gauck | Threaten | Government (Germany) | 2012-03-23\n- Joachim Gauck | Consult | Shimon Peres | 2012-05-29\n- Joachim Gauck | Consult | Benjamin Netanyahu | 2012-05-30\n- Joachim Gauck | Consult | Angela Merkel | 2012-04-26\n- Joachim Gauck | Consult | Algirdas Butkevičius | 2013-07-12\n- Benjamin Netanyahu | Consult | Joachim Gauck | 2012-05-30\n- Angela Merkel | Consult | Joachim Gauck | 2012-04-26\nAnswer:", "completion": " 2014", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1180498", "prompt": "Before the Nigerian Red Cross Society, who was the last to provide humanitarian aid to the citizens of Nigeria?\nEvidence:\n- Nigerian Red Cross Society | Provide humanitarian aid | Citizen (Nigeria) | 2012-10-02\n- Nigerian Red Cross Society | Provide aid | Citizen (Nigeria) | 2010-12-17\n- Nigerian Red Cross Society | Provide economic aid | Citizen (Nigeria) | 2014-07-01\n- China | Provide economic aid | Nigerian Red Cross Society | 2013-12-13\n- International Federation of Red Cross and Red Crescent Societies | Provide economic aid | Nigerian Red Cross Society | 2015-12-02\n- Nigerian Red Cross Society | Criticize or denounce | The Poor (Nigeria) | 2008-02-29\n- Nigerian Red Cross Society | Make statement | Government (Nigeria) | 2014-05-23\n- Nigerian Red Cross Society | Make statement | Government (Nigeria) | 2014-05-22\n- Nigerian Red Cross Society | Make statement | Government (Nigeria) | 2011-03-14\n- Nigerian Red Cross Society | Make statement | Education (Nigeria) | 2011-08-23\n- Head of Government (Nigeria) | Make statement | Nigerian Red Cross Society | 2006-05-10\n- Nigerian Red Cross Society | Praise or endorse | Citizen (Nigeria) | 2015-03-30\n- Nigerian Red Cross Society | Make statement | Health Ministry (Nigeria) | 2014-08-18\n- Nigerian Red Cross Society | Make empathetic comment | Citizen (Nigeria) | 2014-05-23\n- Nigerian Red Cross Society | Make empathetic comment | Citizen (Nigeria) | 2014-05-22\nAnswer:", "completion": " Government (Nigeria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1016223", "prompt": "Who was the first to support Valdas Adamkus after the Indian Foreign Minister?\nEvidence:\n- Valdas Adamkus | Consult | Representatives (Lithuania) | 2005-05-04\n- Valdas Adamkus | Consult | Ivan Gasparovic | 2005-02-28\n- Valdas Adamkus | Consult | Arnold Rüütel | 2005-03-29\n- Valdas Adamkus | Consult | Antanas Valionis | 2005-06-20\n- Valdas Adamkus | Consult | Antanas Valionis | 2005-04-11\n- Valdas Adamkus | Consult | Antanas Valionis | 2005-03-23\n- Valdas Adamkus | Consult | Algirdas Butkevičius | 2005-04-19\n- Valdas Adamkus | Consult | Aleksander Kwasniewski | 2005-03-09\n- Representatives (Lithuania) | Consult | Valdas Adamkus | 2005-05-04\n- Ivan Gasparovic | Consult | Valdas Adamkus | 2005-02-28\n- Arnold Rüütel | Consult | Valdas Adamkus | 2005-03-29\n- Antanas Valionis | Consult | Valdas Adamkus | 2005-06-20\n- Antanas Valionis | Consult | Valdas Adamkus | 2005-04-11\n- Antanas Valionis | Consult | Valdas Adamkus | 2005-03-23\n- Algirdas Butkevičius | Consult | Valdas Adamkus | 2005-04-19\nAnswer:", "completion": " Algirdas Butkevičius", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1086778", "prompt": "Before the Lawyer/Attorney of Kenya, who was accused by Uhuru Muigai Kenyatta last?\nEvidence:\n- Uhuru Muigai Kenyatta | Accuse | Head of Government (Kenya) | 2007-04-02\n- Uhuru Muigai Kenyatta | Accuse | Head of Government (Kenya) | 2006-11-10\n- Uhuru Muigai Kenyatta | Accuse | Head of Government (Kenya) | 2006-09-29\n- Uhuru Muigai Kenyatta | Accuse | Head of Government (Kenya) | 2006-08-19\n- Uhuru Muigai Kenyatta | Accuse | Head of Government (Kenya) | 2005-05-23\n- Uhuru Muigai Kenyatta | Make statement | Head of Government (Kenya) | 2007-03-20\n- Uhuru Muigai Kenyatta | Make statement | Head of Government (Kenya) | 2006-11-10\n- Uhuru Muigai Kenyatta | Make statement | Head of Government (Kenya) | 2005-12-08\n- Uhuru Muigai Kenyatta | Make statement | Head of Government (Kenya) | 2005-10-17\n- Uhuru Muigai Kenyatta | Make statement | Head of Government (Kenya) | 2005-02-16\n- Uhuru Muigai Kenyatta | Demonstrate or rally | Media (Kenya) | 2005-09-25\n- Police (Kenya) | Criticize or denounce | Uhuru Muigai Kenyatta | 2007-06-07\n- Member of Legislative (Govt) (Kenya) | Make statement | Uhuru Muigai Kenyatta | 2006-12-05\n- Uhuru Muigai Kenyatta | Engage in material cooperation | Head of Government (Kenya) | 2006-05-30\n- Head of Government (Kenya) | Engage in material cooperation | Uhuru Muigai Kenyatta | 2006-05-30\nAnswer:", "completion": " Head of Government (Kenya)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1319275", "prompt": "Who did the Polish Ministry of Foreign Affairs want to negotiate with first, after the Cabinet Council of Ministers Advisors of the United States?\nEvidence:\n- Foreign Affairs (Syria) | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2013-08-25\n- Foreign Affairs (Syria) | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2010-10-04\n- Foreign Affairs (Syria) | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2010-10-02\n- Foreign Affairs (Syria) | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2009-09-29\n- Foreign Affairs (Syria) | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2007-05-04\n- Foreign Affairs (Panama) | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2010-06-08\n- Foreign Affairs (Malaysia) | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2011-12-15\n- Foreign Affairs (Macedonia) | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2008-12-04\n- Foreign Affairs (Kosovo) | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2010-02-02\n- Foreign Affairs (Israel) | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2015-01-25\n- Foreign Affairs (Israel) | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2010-02-25\n- Foreign Affairs (India) | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2012-07-21\n- Foreign Affairs (India) | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2009-10-21\n- Foreign Affairs (India) | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2005-10-22\n- Foreign Affairs (France) | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2015-05-08\nAnswer:", "completion": " Government (Poland)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1188509", "prompt": "After Gurbanguly Berdymukhammedov, who was the first to express the intention to negotiate with Xi Jinping?\nEvidence:\n- Gurbanguly Berdymukhammedov | Express intent to meet or negotiate | Kazakhstan | 2007-05-14\n- Gurbanguly Berdymukhammedov | Express intent to meet or negotiate | China | 2007-07-12\n- Zurab Nogaideli | Express intent to meet or negotiate | Gurbanguly Berdymukhammedov | 2007-03-22\n- Ministry (Iran) | Express intent to meet or negotiate | Gurbanguly Berdymukhammedov | 2007-03-16\n- Rashid Meredov | Express intent to cooperate | Gurbanguly Berdymukhammedov | 2007-07-23\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | Gurbanguly Berdymukhammedov | 2007-02-14\n- Gurbanguly Berdymukhammedov | Express intent to meet or negotiate | Mikhail Yefimovich Fradkov | 2007-02-21\n- Gurbanguly Berdymukhammedov | Make statement | China | 2007-07-27\n- Mikhail Yefimovich Fradkov | Consult | Gurbanguly Berdymukhammedov | 2007-02-15\n- Mikhail Yefimovich Fradkov | Consult | Gurbanguly Berdymukhammedov | 2007-02-14\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-30\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-29\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-28\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-22\n- Iran | Host a visit | Gurbanguly Berdymukhammedov | 2007-06-15\nAnswer:", "completion": " Vincent C. Siew", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1329487", "prompt": "After the Royal Administration of Saudi Arabia, who hosted the visit of the Foreign Ministry of Singapore first?\nEvidence:\n- Royal Administration (Saudi Arabia) | Host a visit | Foreign Affairs (Singapore) | 2014-12-30\n- Foreign Affairs (Singapore) | Make a visit | Royal Administration (Saudi Arabia) | 2014-12-30\n- Treasury/Finance Ministry (Saudi Arabia) | Consult | Royal Administration (Saudi Arabia) | 2015-03-18\n- Treasury/Finance Ministry (Saudi Arabia) | Consult | Royal Administration (Saudi Arabia) | 2011-07-05\n- Treasury/Finance Ministry (Saudi Arabia) | Consult | Royal Administration (Saudi Arabia) | 2006-07-10\n- Royal Administration (Saudi Arabia) | Consult | Treasury/Finance Ministry (Saudi Arabia) | 2015-03-18\n- Royal Administration (Saudi Arabia) | Consult | Treasury/Finance Ministry (Saudi Arabia) | 2011-07-05\n- Royal Administration (Saudi Arabia) | Consult | Treasury/Finance Ministry (Saudi Arabia) | 2006-07-10\n- Education Ministry (Saudi Arabia) | Make statement | Royal Administration (Saudi Arabia) | 2011-02-15\n- Royal Administration (Saudi Arabia) | Threaten | Citizen (Saudi Arabia) | 2008-10-28\n- Royal Administration (Saudi Arabia) | Investigate | Education (Saudi Arabia) | 2006-03-26\n- Royal Administration (Saudi Arabia) | Investigate | Detainee (Saudi Arabia) | 2006-05-18\n- Royal Administration (Saudi Arabia) | Investigate | Citizen (Saudi Arabia) | 2008-12-04\n- Royal Administration (Saudi Arabia) | Demand | Police (Saudi Arabia) | 2008-04-29\n- Royal Administration (Saudi Arabia) | Demand | Employee (Saudi Arabia) | 2010-01-17\nAnswer:", "completion": " Foreign Affairs (France)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1021603", "prompt": "After 11 February 2015, who was blamed by the Panhellenic Socialist Movement?\nEvidence:\n- Panhellenic Socialist Movement | Accuse | Alexis Tsipras | 2015-02-11\n- Legislature (Greece) | Praise or endorse | Alexis Tsipras | 2015-02-11\n- Legislature (Greece) | Consult | Alexis Tsipras | 2015-02-11\n- José Ángel Gurría | Consult | Alexis Tsipras | 2015-02-11\n- Alexis Tsipras | Express intent to engage in diplomatic cooperation (such as policy support) | France | 2015-02-11\n- Alexis Tsipras | Consult | Legislature (Greece) | 2015-02-11\n- Alexis Tsipras | Consult | José Ángel Gurría | 2015-02-11\nAnswer:", "completion": " Alexis Tsipras", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 7, "n_anchors": 1} +{"id": "mtq_1174420", "prompt": "Who was the first to ask for Xi Jinping after Ma Ying Jeou?\nEvidence:\n- Ma Ying Jeou | Demand | Kuomintang | 2005-02-05\n- China | Reject | Ma Ying Jeou | 2005-01-05\n- China | Reject | Ma Ying Jeou | 2005-01-04\n- Ma Ying Jeou | Make statement | Kuomintang | 2005-04-15\n- Ma Ying Jeou | Make statement | Japan | 2005-03-04\n- Ma Ying Jeou | Make statement | China | 2005-03-28\n- Ma Ying Jeou | Make statement | China | 2005-03-06\n- Ma Ying Jeou | Make statement | China | 2005-01-07\n- Kuomintang | Make statement | Ma Ying Jeou | 2005-02-07\n- Professor (Taiwan) | Make statement | Ma Ying Jeou | 2005-02-15\n- Ma Ying Jeou | Praise or endorse | China | 2005-05-04\n- Ma Ying Jeou | Praise or endorse | China | 2005-02-04\n- Ma Ying Jeou | Make statement | Lien Chan | 2005-06-02\n- Ma Ying Jeou | Make statement | Lien Chan | 2005-05-27\n- Ma Ying Jeou | Make statement | Lien Chan | 2005-04-18\nAnswer:", "completion": " Zhang Dejiang", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1082002", "prompt": "In which year did Stephane Le Foll formally sign an agreement with Aziz Akhennouch?\nEvidence:\n- Stephane Le Foll | Sign formal agreement | Aziz Akhennouch | 2014-04-24\n- Aziz Akhennouch | Sign formal agreement | Stephane Le Foll | 2014-04-24\n- Stephane Le Foll | Make statement | France | 2015-10-28\n- Stephane Le Foll | Make statement | France | 2015-06-24\n- Stephane Le Foll | Make statement | France | 2015-04-15\n- Stephane Le Foll | Make statement | France | 2015-02-26\n- Stephane Le Foll | Make statement | France | 2014-11-19\n- Stephane Le Foll | Make statement | France | 2014-09-26\n- Stephane Le Foll | Make statement | France | 2014-09-25\n- Stephane Le Foll | Make statement | France | 2014-07-30\n- Stephane Le Foll | Make statement | France | 2014-06-25\n- Stephane Le Foll | Consult | Representatives (France) | 2014-09-25\n- Representatives (France) | Consult | Stephane Le Foll | 2014-09-25\n- Stephane Le Foll | Make statement | Raúl Castro | 2015-12-16\n- Stephane Le Foll | Make statement | Government (France) | 2014-03-31\nAnswer:", "completion": " 2014", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1386708", "prompt": "Who was the last to express optimism about Barack Obama before the citizens of South East Asia?\nEvidence:\n- Middle East | Host a visit | Barack Obama | 2006-01-05\n- Barack Obama | Make a visit | Middle East | 2006-01-05\n- Barack Obama | Express intent to meet or negotiate | South Africa | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | South Africa | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | South Africa | 2005-10-10\n- Barack Obama | Express intent to settle dispute | Iraq | 2007-06-02\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2005-10-10\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-22\n- Barack Obama | Express intent to de-escalate military engagement | Iraq | 2007-02-15\n- Barack Obama | Express intent to de-escalate military engagement | Iraq | 2007-02-14\n- Barack Obama | Express intent to de-escalate military engagement | Iraq | 2007-02-13\n- Barack Obama | Express intent to de-escalate military engagement | Iraq | 2007-02-12\nAnswer:", "completion": " Dmitry Anatolyevich Medvedev", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1288059", "prompt": "Could you tell me the exact month when the Council of Ministers of Yemen last appealed to the political parties of Yemen?\nEvidence:\n- Head of Government (Germany) | Express intent to meet or negotiate | Yemen | 2005-02-18\n- Yemen | Rally support on behalf of | Rafiq Hariri | 2005-02-15\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-30\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-29\n- Yemen | Host a visit | Ministry of International Cooperation (Sudan) | 2005-02-17\n- Ministry of International Cooperation (Sudan) | Make a visit | Yemen | 2005-02-17\n- Yemen | Consult | Sudan | 2005-01-02\n- Yemen | Consult | Ethiopia | 2005-01-02\n- Yemen | Consult | Eritrea | 2005-03-11\n- Yemen | Consult | Djibouti | 2005-02-08\n- Yemen | Consult | Djibouti | 2005-02-07\n- Sudan | Consult | Yemen | 2005-01-02\n- Ethiopia | Consult | Yemen | 2005-01-02\n- Eritrea | Consult | Yemen | 2005-03-11\n- Djibouti | Consult | Yemen | 2005-02-08\nAnswer:", "completion": " 2014-10", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1135963", "prompt": "Before International Government Organizations, who last did Royal Thai Police make a request to?\nEvidence:\n- Royal Thai Police | Make a visit | Thailand | 2007-09-25\n- Royal Thai Police | Make a visit | Malaysia | 2005-12-08\n- International Government Organizations | Make a visit | China | 2005-03-14\n- Royal Thai Police | Make statement | Thailand | 2007-09-25\n- Royal Thai Police | Make statement | Thailand | 2006-08-16\n- Royal Thai Police | Make statement | Thailand | 2006-02-17\n- Thailand | Host a visit | Royal Thai Police | 2007-09-25\n- Malaysia | Host a visit | Royal Thai Police | 2005-12-08\n- Royal Thai Police | Make statement | Police (Malaysia) | 2006-11-27\n- Thailand | Reject | Royal Thai Police | 2007-02-05\n- Royal Thai Police | Investigate | Thailand | 2007-01-29\n- Representatives (International) | Consult | International Government Organizations | 2005-06-03\n- International Government Organizations | Consult | Representatives (International) | 2005-06-03\n- Royal Thai Police | Make an appeal or request | Citizen (Thailand) | 2007-03-11\n- Royal Thai Police | Make an appeal or request | Citizen (Thailand) | 2006-09-19\nAnswer:", "completion": " Citizen (Thailand)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1028532", "prompt": "After Vladislav Yuryevich Surkov, who was the first to praise Dmitry Anatolyevich Medvedev?\nEvidence:\n- Vladislav Yuryevich Surkov | Demand | Dmitry Anatolyevich Medvedev | 2009-09-15\n- Vladislav Yuryevich Surkov | Consult | Dmitry Anatolyevich Medvedev | 2013-05-08\n- Vladislav Yuryevich Surkov | Consult | Dmitry Anatolyevich Medvedev | 2011-12-27\n- Dmitry Anatolyevich Medvedev | Consult | Vladislav Yuryevich Surkov | 2013-05-08\n- Dmitry Anatolyevich Medvedev | Consult | Vladislav Yuryevich Surkov | 2011-12-27\n- Vladislav Yuryevich Surkov | Praise or endorse | Dmitry Anatolyevich Medvedev | 2013-05-29\n- Dmitry Anatolyevich Medvedev | Praise or endorse | Vladislav Yuryevich Surkov | 2011-12-27\n- Dmitry Anatolyevich Medvedev | Make statement | Vladislav Yuryevich Surkov | 2011-12-28\n- Dmitry Anatolyevich Medvedev | Make statement | Vladislav Yuryevich Surkov | 2011-12-27\n- Vladislav Yuryevich Surkov | Host a visit | Dmitry Anatolyevich Medvedev | 2013-05-29\n- Dmitry Anatolyevich Medvedev | Make a visit | Vladislav Yuryevich Surkov | 2013-05-29\n- Vladislav Yuryevich Surkov | Criticize or denounce | Vladislav Yuryevich Surkov | 2009-02-11\n- Vladislav Yuryevich Surkov | Engage in diplomatic cooperation | Dmitry Anatolyevich Medvedev | 2011-09-15\n- Vladislav Yuryevich Surkov | Make an appeal or request | Dmitry Anatolyevich Medvedev | 2012-06-13\n- Dmitry Anatolyevich Medvedev | Make an appeal or request | Vladislav Yuryevich Surkov | 2010-10-11\nAnswer:", "completion": " Frank Bainimarama", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1346641", "prompt": "In 2006-10, who had a telephone conversation with Agence France-Presse?\nEvidence:\n- Japan | Discuss by telephone | Agence France-Presse | 2005-03-20\n- Agence France-Presse | Discuss by telephone | Japan | 2005-03-20\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2006-03-28\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-18\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-04-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-01-03\n- Governor (Thailand) | Discuss by telephone | Agence France-Presse | 2005-01-23\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2006-03-28\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-07-19\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-07-18\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-04-19\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-01-03\n- Agence France-Presse | Discuss by telephone | Governor (Thailand) | 2005-01-23\n- News Editor (Russia) | Discuss by telephone | Agence France-Presse | 2005-02-21\nAnswer:", "completion": " Priest (Democratic Republic of Congo)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1208906", "prompt": "After the presidential advisor of the United States, with which country did South Korea first express its intention to cooperate?\nEvidence:\n- South Korea | Express intent to cooperate | Japan | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-06\n- Japan | Express intent to cooperate | South Korea | 2005-01-13\n- China | Express intent to cooperate | South Korea | 2005-01-13\n- China | Express intent to cooperate | South Korea | 2005-01-06\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Congress (United States) | Express intent to meet or negotiate | Thailand | 2005-01-06\n- Department of Geologic Survey and its Mineral Exploration (Thailand) | Make statement | Thailand | 2005-01-04\n- Vietnam | Express intent to meet or negotiate | South Korea | 2005-01-05\n- Thailand | Express intent to meet or negotiate | South Korea | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-12\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-05\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1054762", "prompt": "Who was the first to appeal to the military of the Philippines after the Moro Islamic Liberation Front?\nEvidence:\n- Moro Islamic Liberation Front | Provide aid | Military (Philippines) | 2005-03-11\n- Moro Islamic Liberation Front | Make statement | Military (Philippines) | 2005-01-11\n- Moro Islamic Liberation Front | Investigate | Military Personnel (Philippines) | 2005-01-13\n- Military Personnel (Philippines) | Reject | Moro Islamic Liberation Front | 2005-01-04\n- Moro Islamic Liberation Front | Sign formal agreement | Military (Philippines) | 2005-06-08\n- Moro Islamic Liberation Front | Make statement | Military Personnel (Philippines) | 2006-12-11\n- Military Personnel (Philippines) | Deny responsibility | Moro Islamic Liberation Front | 2006-07-01\n- Military (Philippines) | Sign formal agreement | Moro Islamic Liberation Front | 2005-06-08\n- Moro Islamic Liberation Front | Use conventional military force | Military (Philippines) | 2005-04-18\n- Moro Islamic Liberation Front | Use conventional military force | Military (Philippines) | 2005-01-12\n- Military (Philippines) | Use conventional military force | Moro Islamic Liberation Front | 2005-04-18\n- Military (Philippines) | Use conventional military force | Moro Islamic Liberation Front | 2005-04-17\n- Military (Philippines) | Use conventional military force | Moro Islamic Liberation Front | 2005-01-29\n- Police (Philippines) | Make statement | Moro Islamic Liberation Front | 2005-01-13\n- Police (Philippines) | Use conventional military force | Moro Islamic Liberation Front | 2005-01-10\nAnswer:", "completion": " National Democratic Front (Philippines)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1382337", "prompt": "Which country did Kazakhstan negotiate with before Tony Blair?\nEvidence:\n- Tony Blair | Accuse | Iran | 2005-02-05\n- Iran | Reject | Tony Blair | 2005-02-08\n- Tony Blair | Make statement | Iraq | 2005-02-04\n- Tony Blair | Make statement | Iraq | 2005-01-30\n- Tony Blair | Make statement | Iraq | 2005-01-09\n- Tony Blair | Make statement | Iran | 2005-01-26\n- Tony Blair | Investigate | Oluṣẹgun Ọbasanjọ | 2005-01-27\n- Tony Blair | Investigate | Oluṣẹgun Ọbasanjọ | 2005-01-26\n- Tony Blair | Consult | Mahmoud Abbas | 2005-01-27\n- Tony Blair | Consult | Jack Straw | 2005-02-04\n- Tony Blair | Consult | Bertie Ahern | 2005-02-02\n- Tony Blair | Consult | Angela Merkel | 2005-02-07\n- Mahmoud Abbas | Consult | Tony Blair | 2005-01-27\n- Jack Straw | Reject | Tony Blair | 2005-01-04\n- Jack Straw | Consult | Tony Blair | 2005-02-04\nAnswer:", "completion": " Iran", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1247188", "prompt": "In which month did the citizens of Bangladesh first criticise the Rapid Action Battalion?\nEvidence:\n- Rapid Action Battalion | Torture | Citizen (Bangladesh) | 2005-07-16\n- Rapid Action Battalion | Investigate | Citizen (Bangladesh) | 2005-08-29\n- Citizen (Bangladesh) | Reject | Rapid Action Battalion | 2005-09-06\n- Citizen (Bangladesh) | Accuse | Rapid Action Battalion | 2005-08-03\n- Citizen (Bangladesh) | Accuse | Rapid Action Battalion | 2005-07-02\n- Rapid Action Battalion | Confiscate property | Citizen (Bangladesh) | 2005-10-16\n- Rapid Action Battalion | Confiscate property | Citizen (Bangladesh) | 2005-10-09\n- Rapid Action Battalion | Confiscate property | Citizen (Bangladesh) | 2005-10-08\n- Rapid Action Battalion | Confiscate property | Citizen (Bangladesh) | 2005-09-29\n- Rapid Action Battalion | Confiscate property | Citizen (Bangladesh) | 2005-07-21\n- Rapid Action Battalion | Confiscate property | Citizen (Bangladesh) | 2005-06-01\n- Rapid Action Battalion | Confiscate property | Citizen (Bangladesh) | 2005-02-25\n- Citizen (Bangladesh) | Physically assault | Rapid Action Battalion | 2005-06-12\n- Rapid Action Battalion | Provide humanitarian aid | Citizen (Bangladesh) | 2005-06-15\n- Rapid Action Battalion | Provide humanitarian aid | Citizen (Bangladesh) | 2005-06-11\nAnswer:", "completion": " 2005-04", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1190812", "prompt": "In which month did China's Permanent Representative to the United Nations last request the citizens of State Actor?\nEvidence:\n- Representative to the United Nations (China) | Make an appeal or request | Citizen (Unidentified State Actor) | 2011-10-20\n- Representative to the United Nations (China) | Make an appeal or request | Citizen (Unidentified State Actor) | 2005-11-30\n- Representative to the United Nations (Vietnam) | Make an appeal or request | Citizen (Unidentified State Actor) | 2008-04-11\n- Representative to the United Nations (Vietnam) | Make an appeal or request | Citizen (Unidentified State Actor) | 2008-04-09\n- Representative to the United Nations (China) | Make statement | China | 2014-07-22\n- Representative to the United Nations (China) | Make statement | China | 2014-07-21\n- Representative to the United Nations (China) | Make statement | China | 2013-12-10\n- Representative to the United Nations (China) | Make statement | China | 2013-11-20\n- Representative to the United Nations (China) | Make statement | China | 2013-10-08\n- Representative to the United Nations (China) | Make statement | China | 2013-10-07\n- Representative to the United Nations (China) | Make statement | China | 2013-07-24\n- Representative to the United Nations (China) | Make statement | China | 2013-07-23\n- Representative to the United Nations (China) | Make statement | China | 2013-03-08\n- Representative to the United Nations (China) | Make statement | China | 2012-04-30\n- Representative to the United Nations (China) | Make statement | China | 2012-02-24\nAnswer:", "completion": " 2011-10", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1352359", "prompt": "In which month did the invader of Indonesia first use small arms and light weapons to fight the Christian of Indonesia?\nEvidence:\n- Attacker (Indonesia) | fight with small arms and light weapons | Christian (Indonesia) | 2005-11-21\n- Attacker (Indonesia) | fight with small arms and light weapons | Christian (Indonesia) | 2005-11-20\n- Armed Gang (Indonesia) | fight with small arms and light weapons | Christian (Indonesia) | 2006-10-16\n- Separatist (Indonesia) | fight with small arms and light weapons | Police (Indonesia) | 2015-12-02\n- Separatist (Indonesia) | fight with small arms and light weapons | Police (Indonesia) | 2005-06-15\n- Police (Indonesia) | fight with small arms and light weapons | Protester (Indonesia) | 2014-12-17\n- Police (Indonesia) | fight with small arms and light weapons | Protester (Indonesia) | 2014-12-09\n- Police (Indonesia) | fight with small arms and light weapons | Protester (Indonesia) | 2014-12-08\n- Police (Indonesia) | fight with small arms and light weapons | Protester (Indonesia) | 2013-06-17\n- Police (Indonesia) | fight with small arms and light weapons | Protester (Indonesia) | 2012-10-23\n- Police (Indonesia) | fight with small arms and light weapons | Protester (Indonesia) | 2011-12-29\n- Police (Indonesia) | fight with small arms and light weapons | Protester (Indonesia) | 2011-12-28\n- Police (Indonesia) | fight with small arms and light weapons | Protester (Indonesia) | 2011-12-24\n- Police (Indonesia) | fight with small arms and light weapons | Protester (Indonesia) | 2011-10-11\n- Police (Indonesia) | fight with small arms and light weapons | Protester (Indonesia) | 2010-01-11\nAnswer:", "completion": " 2005-11", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1311117", "prompt": "Who was the first to use conventional military force against Mexico, after the hacker group Anonymous?\nEvidence:\n- Hacker group Anonymous | Use conventional military force | Mexico | 2012-01-27\n- Hacker group Anonymous | Threaten with military force | China | 2012-04-09\n- Hacker group Anonymous | Accuse | John Brennan | 2015-10-21\n- Citizen (Singapore) | Use unconventional violence | Hacker group Anonymous | 2013-10-31\n- South Korea | Make statement | Hacker group Anonymous | 2013-04-08\n- Hacker group Anonymous | Criticize or denounce | Japan | 2015-12-10\n- Hacker group Anonymous | Criticize or denounce | Japan | 2013-06-01\n- Hacker group Anonymous | Criticize or denounce | Japan | 2013-05-31\n- Lawyer/Attorney (United States) | Make statement | Hacker group Anonymous | 2013-05-01\n- Hacker group Anonymous | Praise or endorse | Julian Paul Assange | 2012-10-05\n- Lawyer/Attorney (United States) | Engage in diplomatic cooperation | Hacker group Anonymous | 2013-10-04\n- Military (Mexico) | Use conventional military force | Mexico | 2005-06-30\n- Military (Mexico) | Use conventional military force | Mexico | 2005-06-28\n- Military (Mexico) | Use conventional military force | Mexico | 2005-06-27\n- Military (Mexico) | Use conventional military force | Mexico | 2005-06-23\nAnswer:", "completion": " Military (Mexico)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1376223", "prompt": "After South Sudan, which country was the first to host the visit of Xi Jinping?\nEvidence:\n- China | Host a visit | Xi Jinping | 2008-05-28\n- China | Host a visit | Xi Jinping | 2008-02-02\n- China | Host a visit | Xi Jinping | 2008-02-01\n- China | Host a visit | Xi Jinping | 2007-04-06\n- China | Host a visit | Xi Jinping | 2007-04-03\n- Governor (Japan) | Host a visit | Xi Jinping | 2008-04-23\n- South Sudan | Host a visit | Sudan | 2005-08-02\n- Xi Jinping | Make a visit | China | 2008-05-28\n- Xi Jinping | Make a visit | China | 2008-02-02\n- Xi Jinping | Make a visit | China | 2008-02-01\n- Xi Jinping | Make a visit | China | 2007-04-06\n- Xi Jinping | Make a visit | China | 2007-04-03\n- South Sudan | Host a visit | Kuwait | 2006-03-12\n- Xi Jinping | Make a visit | Governor (Japan) | 2008-04-23\n- Xi Jinping | Accuse | France | 2008-04-27\nAnswer:", "completion": " France", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1354381", "prompt": "On 16 June 2015, who made a request to the other authorities and officials of Nigeria?\nEvidence:\n- Other Authorities / Officials (Serbia) | Express intent to cooperate on judicial matters | The Hague | 2011-06-04\n- Other Authorities / Officials (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2005-09-16\n- South Africa | Express intent to cooperate on intelligence | Other Authorities / Officials (Nigeria) | 2012-03-09\n- Other Authorities / Officials (Nigeria) | Express intent to cooperate on intelligence | South Africa | 2012-03-09\n- France | Rally support on behalf of | Other Authorities / Officials (Russia) | 2012-05-04\n- Other Authorities / Officials (Nigeria) | Make an appeal or request | Office of the Attorney General | 2009-01-05\n- The Hague | Consult | Other Authorities / Officials (Serbia) | 2008-11-18\n- The Chronicle | Consult | Other Authorities / Officials (Ghana) | 2005-08-10\n- Other Authorities / Officials (Serbia) | Consult | The Hague | 2008-11-18\n- Other Authorities / Officials (Ghana) | Consult | The Chronicle | 2005-08-10\n- Head of Government (Nigeria) | Accuse | Other Authorities / Officials (Nigeria) | 2005-12-07\n- Javier Solana | Rally support on behalf of | Other Authorities / Officials (Somalia) | 2008-10-31\n- Government (Burundi) | Rally support on behalf of | Other Authorities / Officials (Burundi) | 2015-09-06\n- Other Authorities / Officials (Nigeria) | Threaten | Government (Nigeria) | 2005-12-06\n- Other Authorities / Officials (Nigeria) | Threaten | Citizen (Nigeria) | 2005-12-05\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1226563", "prompt": "Who accused the military of Mali on 18 October 2014?\nEvidence:\n- Military (Mali) | Impose restrictions on political freedoms | Media Personnel (Mali) | 2013-01-27\n- Member of the Judiciary (Iceland) | Rally support on behalf of | Bank (Iceland) | 2014-05-25\n- Military (Mali) | Use conventional military force | Combatant (al-Qaeda in the Islamic Maghreb) | 2009-07-20\n- Special Rapporteurs of the United Nations | Rally support on behalf of | Detainee (Myanmar) | 2011-08-25\n- Special Rapporteurs of the United Nations | Rally support on behalf of | Detainee (Myanmar) | 2009-02-20\n- Combatant (al-Qaeda in the Islamic Maghreb) | Use unconventional violence | Military (Mali) | 2009-07-20\n- Military (Ecuador) | Rally support on behalf of | Rafael Correa | 2010-09-30\n- Member of the Judiciary (Iceland) | Rally support on behalf of | Company - Owner or Operator (Iceland) | 2014-05-25\n- Ministry (Brazil) | Rally support on behalf of | People Associated with the Opposition (Brazil) | 2005-11-12\n- Timor-Leste | Rally support on behalf of | Military (Timor-Leste) | 2006-04-30\n- Timor-Leste | Rally support on behalf of | Military (Timor-Leste) | 2006-04-28\n- Progressive Socialist Party | Rally support on behalf of | Military (Lebanon) | 2013-05-22\n- Military (Belarus) | Rally support on behalf of | Party Member (Belarus) | 2006-03-10\n- Indigenous People (Guatemala) | Rally support on behalf of | Military (Guatemala) | 2011-10-29\n- People Associated with the Opposition (Sri Lanka) | Rally support on behalf of | Sarath Fonseka | 2010-03-23\nAnswer:", "completion": " Armed Rebel (Mali)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1255900", "prompt": "When did the Hungarian Civic Party express its intention to participate in the diplomatic cooperation of the Democratic Union of Hungarians in Romania?\nEvidence:\n- Civic Party (Hungary) | Express intent to engage in diplomatic cooperation (such as policy support) | Democratic Union of Hungarians in Romania | 2008-07-31\n- National Liberal Party (Romania) | Consult | Democratic Union of Hungarians in Romania | 2009-12-11\n- Democratic Union of Hungarians in Romania | Consult | National Liberal Party (Romania) | 2009-12-11\n- Senate (Romania) | Accuse | Democratic Union of Hungarians in Romania | 2008-01-28\n- Democratic Union of Hungarians in Romania | Make statement | Romania | 2010-09-28\n- Democratic Union of Hungarians in Romania | Make statement | Romania | 2010-06-20\n- Democratic Union of Hungarians in Romania | Make statement | Romania | 2010-04-21\n- Democratic Union of Hungarians in Romania | Make statement | Romania | 2010-04-08\n- Democratic Union of Hungarians in Romania | Make statement | Romania | 2009-11-03\n- Democratic Union of Hungarians in Romania | Make statement | Romania | 2009-10-28\n- Democratic Union of Hungarians in Romania | Make statement | Romania | 2008-10-02\n- Democratic Union of Hungarians in Romania | Make statement | Romania | 2008-08-31\n- Democratic Union of Hungarians in Romania | Make statement | Romania | 2008-02-22\n- Democratic Union of Hungarians in Romania | Make statement | Romania | 2005-08-22\n- National Liberal Party (Romania) | Make statement | Democratic Union of Hungarians in Romania | 2007-05-22\nAnswer:", "completion": " 2008-07-31", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1370266", "prompt": "Before the International Monetary Fund, who expressed the intention to cooperate with the citizens of Greece?\nEvidence:\n- People Associated with the Opposition (Sri Lanka) | Consult | International Monetary Fund | 2005-06-02\n- International Monetary Fund | Consult | People Associated with the Opposition (Sri Lanka) | 2005-06-02\n- International Monetary Fund | Threaten | Romania | 2005-06-28\n- International Monetary Fund | Investigate | Tanzania | 2005-08-02\n- International Monetary Fund | Investigate | Tanzania | 2005-02-25\n- International Monetary Fund | Investigate | Iraq | 2005-05-12\n- International Monetary Fund | Demand | China | 2005-04-20\n- International Monetary Fund | Demand | Angola | 2005-07-06\n- Romania | Express accord | International Monetary Fund | 2005-04-13\n- Iraq | Express accord | International Monetary Fund | 2005-03-07\n- International Monetary Fund | Make statement | Vietnam | 2005-05-31\n- International Monetary Fund | Make statement | France | 2005-01-27\n- International Monetary Fund | Make statement | China | 2005-01-25\n- Romania | Sign formal agreement | International Monetary Fund | 2005-06-23\n- Romania | Engage in negotiation | International Monetary Fund | 2005-01-27\nAnswer:", "completion": " Georgios Papandreou", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1341394", "prompt": "In which month did Ukrainian lawmakers first appeal to the Constitutional Court of Ukraine?\nEvidence:\n- Head of Government (Ukraine) | Consult | Constitutional Court of Ukraine | 2007-04-09\n- Constitutional Court of Ukraine | Consult | Head of Government (Ukraine) | 2007-04-09\n- Member of Parliament (Ukraine) | Appeal for judicial cooperation | Constitutional Court of Ukraine | 2007-04-03\n- Lawmaker (Ukraine) | Make an appeal or request | Constitutional Court of Ukraine | 2014-05-17\n- Lawmaker (Ukraine) | Make an appeal or request | Constitutional Court of Ukraine | 2014-05-16\n- Lawmaker (Ukraine) | Make an appeal or request | Constitutional Court of Ukraine | 2007-12-14\n- Constitutional Court of Ukraine | Make an appeal or request | Police (Ukraine) | 2007-04-10\n- Member of Parliament (Ukraine) | Make an appeal or request | Constitutional Court of Ukraine | 2007-04-28\n- Head of Government (Ukraine) | Make an appeal or request | Constitutional Court of Ukraine | 2007-09-20\n- Oleksandr Lavrynovych | Make statement | Constitutional Court of Ukraine | 2007-04-11\n- Constitutional Court of Ukraine | Make an appeal or request | Verkhovna Rada | 2011-10-13\n- Constitutional Court of Ukraine | Make optimistic comment | Verkhovna Rada | 2006-12-12\n- People Associated with the Opposition (Ukraine) | Engage in material cooperation | Member of Parliament (Ukraine) | 2007-03-22\n- Member of Parliament (Ukraine) | Engage in material cooperation | People Associated with the Opposition (Ukraine) | 2007-03-22\n- Police (Ukraine) | Make an appeal or request | Member of Parliament (Ukraine) | 2007-05-17\nAnswer:", "completion": " 2007-12", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1221590", "prompt": "Who was the last person Abhisit Vejjajiva wanted to meet before Okada Katsuya?\nEvidence:\n- Okada Katsuya | Demand | Japan | 2009-09-05\n- Okada Katsuya | Demand | Iran | 2006-05-03\n- Okada Katsuya | Express intent to meet or negotiate | Iran | 2006-04-26\n- Okada Katsuya | Express intent to meet or negotiate | China | 2009-09-15\n- Okada Katsuya | Express intent to meet or negotiate | China | 2005-11-16\n- Okada Katsuya | Express intent to meet or negotiate | China | 2005-04-19\n- Okada Katsuya | Express intent to meet or negotiate | Cambodia | 2009-09-25\n- Mahmoud Abbas | Express intent to meet or negotiate | Okada Katsuya | 2005-05-15\n- Okada Katsuya | Make statement | Japan | 2009-09-24\n- Okada Katsuya | Make statement | Japan | 2009-09-21\n- Okada Katsuya | Make statement | Japan | 2009-09-18\n- Okada Katsuya | Make statement | Japan | 2009-09-17\n- Okada Katsuya | Make statement | Japan | 2009-09-16\n- Okada Katsuya | Make statement | Japan | 2009-09-06\n- Okada Katsuya | Make statement | Japan | 2009-08-10\nAnswer:", "completion": " Japan", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1124697", "prompt": "Before 19 August 2006, who announced his intention to meet with the African Union?\nEvidence:\n- Sudan | Express intent to meet or negotiate | African Union | 2006-08-19\n- African Union | Make statement | Sudan | 2006-08-19\n- Javier Solana | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2006-08-19\n- Javier Solana | Make pessimistic comment | Sudan | 2006-08-19\nAnswer:", "completion": " Head of Government (Nigeria)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 4, "n_anchors": 1} +{"id": "mtq_1087537", "prompt": "Before Al Jazeera, who was the last person Mahmoud Abbas blamed?\nEvidence:\n- Mahmoud Abbas | Consult | Al Jazeera | 2006-02-20\n- Mahmoud Abbas | Consult | Al Jazeera | 2005-11-18\n- Al Jazeera | Consult | Mahmoud Abbas | 2006-02-20\n- Al Jazeera | Consult | Mahmoud Abbas | 2005-11-18\n- Iran | Demand | Al Jazeera | 2005-04-18\n- Al Jazeera | Accuse | Iraq | 2005-12-19\n- Tichaona Jokonya | Consult | Al Jazeera | 2006-01-19\n- Iran | Reduce relations | Al Jazeera | 2005-04-20\n- Iran | Reduce relations | Al Jazeera | 2005-04-19\n- Iran | Make statement | Al Jazeera | 2005-04-19\n- Evo Morales | Consult | Al Jazeera | 2005-12-20\n- Donald Rumsfeld | Accuse | Al Jazeera | 2005-09-29\n- Donald Rumsfeld | Accuse | Al Jazeera | 2005-06-04\n- Al Jazeera | Make statement | Zawahiri | 2006-01-31\n- Al Jazeera | Make statement | Zawahiri | 2005-12-08\nAnswer:", "completion": " Benjamin Netanyahu", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1260191", "prompt": "When did the citizens of Africa last condemn the government of Africa?\nEvidence:\n- Member of the Judiciary (South Africa) | Reject | Government (South Africa) | 2014-02-20\n- Member of the Judiciary (South Africa) | Reject | Government (South Africa) | 2012-11-21\n- Member of the Judiciary (South Africa) | Reject | Government (South Africa) | 2006-08-31\n- Member of the Judiciary (South Africa) | Demand | Government (South Africa) | 2015-06-15\n- Member of the Judiciary (South Africa) | Demand | Government (South Africa) | 2007-06-26\n- Member of the Judiciary (South Africa) | Consult | Government (South Africa) | 2014-02-14\n- Government (South Africa) | Investigate | Member of the Judiciary (South Africa) | 2012-06-04\n- Government (South Africa) | Consult | Member of the Judiciary (South Africa) | 2014-02-14\n- Member of the Judiciary (South Africa) | Make statement | Government (South Africa) | 2008-11-19\n- Member of the Judiciary (South Africa) | Make statement | Government (South Africa) | 2008-11-18\n- Government (South Africa) | Praise or endorse | Member of the Judiciary (South Africa) | 2015-08-10\n- Government (South Africa) | Praise or endorse | Member of the Judiciary (South Africa) | 2014-03-28\n- Government (South Africa) | Praise or endorse | Member of the Judiciary (South Africa) | 2012-12-13\n- South Africa | Consult | Member of the Judiciary (South Africa) | 2015-08-28\n- Member of the Judiciary (South Africa) | Yield | South Africa | 2014-02-26\nAnswer:", "completion": " 2011-08-25", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1281630", "prompt": "In which year was the presidential candidate of Bolivia Eduardo Rodríguez supported?\nEvidence:\n- Presidential Candidate (Bolivia) | Consult | Eduardo Rodríguez | 2005-11-02\n- Presidential Candidate (Bolivia) | Consult | Eduardo Rodríguez | 2005-11-01\n- Eduardo Rodríguez | Consult | Presidential Candidate (Bolivia) | 2005-11-02\n- Eduardo Rodríguez | Consult | Presidential Candidate (Bolivia) | 2005-11-01\n- Presidential Candidate (Bolivia) | Praise or endorse | Eduardo Rodríguez | 2005-10-23\n- Eduardo Rodríguez | Threaten | Bolivia | 2005-10-02\n- Eduardo Rodríguez | Consult | Bolivia | 2005-09-30\n- Eduardo Rodríguez | Consult | Bolivia | 2005-06-14\n- Bolivia | Consult | Eduardo Rodríguez | 2005-09-30\n- Bolivia | Consult | Eduardo Rodríguez | 2005-06-14\n- Eduardo Rodríguez | Make statement | Bolivia | 2006-01-13\n- Eduardo Rodríguez | Make statement | Bolivia | 2005-12-01\n- Eduardo Rodríguez | Make statement | Bolivia | 2005-11-14\n- Eduardo Rodríguez | Make statement | Bolivia | 2005-11-02\n- Eduardo Rodríguez | Make statement | Bolivia | 2005-09-28\nAnswer:", "completion": " 2005", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1388917", "prompt": "Who was the first to accuse Sudan in 2010?\nEvidence:\n- Sudan | Accuse | Citizen (Sudan) | 2010-09-04\n- Sudan | Accuse | Citizen (Sudan) | 2010-08-07\n- Citizen (Sudan) | Accuse | Sudan | 2010-09-07\n- Citizen (Sudan) | Accuse | Sudan | 2010-06-16\n- Citizen (Sudan) | Accuse | Sudan | 2010-06-09\n- Citizen (Sudan) | Accuse | Sudan | 2010-03-04\n- Ministry (Sudan) | Accuse | Citizen (Sudan) | 2010-05-13\n- Government (Sudan) | Accuse | Citizen (Sudan) | 2010-09-07\n- Government (Sudan) | Accuse | Citizen (Sudan) | 2010-09-04\n- Government (Sudan) | Accuse | Citizen (Sudan) | 2010-08-09\n- Citizen (Sudan) | Accuse | Separatist (Sudan) | 2010-07-29\n- Citizen (Sudan) | Accuse | Government (Sudan) | 2010-09-30\n- Citizen (Sudan) | Accuse | Government (Sudan) | 2010-08-11\n- Citizen (Sudan) | Accuse | Government (Sudan) | 2010-06-06\n- Citizen (Sudan) | Accuse | Armed Opposition (Sudan) | 2010-04-26\nAnswer:", "completion": " Citizen (Sudan)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1008915", "prompt": "After Nicos Anastasiades, who was the first to appeal for Abdullah Gül?\nEvidence:\n- Nicos Anastasiades | Consult | Abdullah Gül | 2005-02-12\n- Nicos Anastasiades | Consult | Abdullah Gül | 2005-02-10\n- Abdullah Gül | Reject | Nicos Anastasiades | 2005-02-10\n- Abdullah Gül | Consult | Nicos Anastasiades | 2005-02-12\n- Abdullah Gül | Consult | Nicos Anastasiades | 2005-02-10\n- Abdullah Gül | Deny responsibility | Nicos Anastasiades | 2005-02-10\n- Nicos Anastasiades | Make an appeal or request | Abdullah Gül | 2005-02-12\n- Nicos Anastasiades | Express intent to meet or negotiate | Abdullah Gül | 2005-02-11\n- Nicos Anastasiades | Consult | Georgios Papandreou | 2006-07-19\n- Nicos Anastasiades | Consult | Evangelos Meimarakis | 2013-03-11\n- Nicos Anastasiades | Consult | Antonis Samaras | 2013-03-11\n- Nicos Anastasiades | Consult | Antonis Samaras | 2013-03-10\n- Nicos Anastasiades | Consult | Antonis Samaras | 2012-02-20\n- Georgios Papandreou | Consult | Nicos Anastasiades | 2006-07-19\n- Evangelos Meimarakis | Consult | Nicos Anastasiades | 2013-03-11\nAnswer:", "completion": " Media Personnel (Greece)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1165686", "prompt": "Before Mexico, who last received the visit from Kostyantyn Gryshchenko?\nEvidence:\n- Romania | Host a visit | Kostyantyn Gryshchenko | 2011-05-18\n- Kuwait | Host a visit | Kostyantyn Gryshchenko | 2011-01-24\n- Kostyantyn Gryshchenko | Make a visit | Romania | 2011-05-18\n- Kostyantyn Gryshchenko | Make a visit | Kuwait | 2011-01-24\n- Kostyantyn Gryshchenko | Make a visit | Kazakhstan | 2010-07-20\n- Kostyantyn Gryshchenko | Make a visit | China | 2010-07-16\n- Kazakhstan | Host a visit | Kostyantyn Gryshchenko | 2010-07-20\n- China | Host a visit | Kostyantyn Gryshchenko | 2010-07-16\n- Shimon Peres | Consult | Kostyantyn Gryshchenko | 2010-07-21\n- Radoslaw Sikorski | Consult | Kostyantyn Gryshchenko | 2010-05-10\n- Kostyantyn Gryshchenko | Investigate | Citizen (International) | 2011-09-06\n- Kostyantyn Gryshchenko | Consult | Shimon Peres | 2010-07-21\n- Kostyantyn Gryshchenko | Consult | Radoslaw Sikorski | 2010-05-10\n- Kostyantyn Gryshchenko | Consult | Iurie Leanca | 2011-02-25\n- Kostyantyn Gryshchenko | Consult | Grigol Vashadze | 2010-06-10\nAnswer:", "completion": " Saud bin Faisal bin Abdul-Aziz", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1260950", "prompt": "When did Tony Blair praise the Home Secretary?\nEvidence:\n- Tony Blair | Make optimistic comment | Secretary of State for the Home Department | 2005-01-06\n- Secretary of State for the Home Department | Demand | Citizen (United Kingdom) | 2005-02-22\n- Tony Blair | Praise or endorse | Romania | 2005-01-31\n- Tony Blair | Praise or endorse | Iraq | 2005-02-02\n- Tony Blair | Praise or endorse | Iraq | 2005-01-31\n- Tony Blair | Praise or endorse | Iraq | 2005-01-30\n- Tony Blair | Praise or endorse | Mahmoud Abbas | 2005-01-10\n- Jack McConnell | Praise or endorse | Tony Blair | 2005-01-31\n- Citizen (United Kingdom) | Praise or endorse | Tony Blair | 2005-05-06\n- Citizen (United Kingdom) | Praise or endorse | Tony Blair | 2005-04-30\n- Tony Blair | Accuse | Iran | 2005-02-05\n- Iran | Reject | Tony Blair | 2005-02-08\n- Tony Blair | Make statement | Iraq | 2005-02-04\n- Tony Blair | Make statement | Iraq | 2005-01-30\n- Tony Blair | Make statement | Iraq | 2005-01-09\nAnswer:", "completion": " 2006-04-29", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1082894", "prompt": "Who was the last to accuse the other authorities and officials of Russia?\nEvidence:\n- Military (Russia) | Accuse | Other Authorities / Officials (Russia) | 2006-09-05\n- Tatarstan | Accuse | Other Authorities / Officials (Russia) | 2012-11-07\n- Romania | Accuse | Other Authorities / Officials (Russia) | 2010-08-17\n- France | Accuse | Other Authorities / Officials (Russia) | 2007-07-13\n- Other Authorities / Officials (Russia) | Accuse | Medical Personnel (Russia) | 2011-07-05\n- Other Authorities / Officials (Russia) | Accuse | Armed Gang (Russia) | 2010-04-02\n- Other Authorities / Officials (Russia) | Accuse | Armed Gang (Russia) | 2010-04-01\n- Other Authorities / Officials (Russia) | Accuse | Armed Gang (Russia) | 2010-03-31\n- News Editor (Russia) | Accuse | Other Authorities / Officials (Russia) | 2009-08-22\n- News Editor (Russia) | Accuse | Other Authorities / Officials (Russia) | 2008-11-19\n- News Editor (Russia) | Accuse | Other Authorities / Officials (Russia) | 2006-08-24\n- Communist Party (Russia) | Accuse | Other Authorities / Officials (Russia) | 2012-05-16\n- Yuriy Lutsenko | Accuse | Other Authorities / Officials (Russia) | 2006-10-09\n- Viktor Basargin | Accuse | Other Authorities / Officials (Russia) | 2010-03-16\n- Pussy Riot | Accuse | Other Authorities / Officials (Russia) | 2013-06-03\nAnswer:", "completion": " Alexander Valterovich Litvinenko", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1198280", "prompt": "After March 2012, who used conventional military force against the military of Mali?\nEvidence:\n- Military (Mali) | Use conventional military force | Militant (Mali) | 2015-08-09\n- Military (Mali) | Use conventional military force | Militant (Mali) | 2015-08-08\n- Military (Mali) | Use conventional military force | Militant (Mali) | 2014-05-21\n- Military (Mali) | Use conventional military force | Militant (Mali) | 2013-02-21\n- Military (Mali) | Use conventional military force | Militant (Mali) | 2013-02-06\n- Military (Mali) | Use conventional military force | Criminal (Mali) | 2015-04-02\n- Military (Mali) | Use conventional military force | Criminal (Mali) | 2013-06-05\n- Military (Mali) | Use conventional military force | Citizen (Mali) | 2015-10-31\n- Military (Mali) | Use conventional military force | Citizen (Mali) | 2015-10-28\n- Military (Mali) | Use conventional military force | Citizen (Mali) | 2015-07-21\n- Military (Mali) | Use conventional military force | Citizen (Mali) | 2015-04-29\n- Military (Mali) | Use conventional military force | Citizen (Mali) | 2014-03-21\n- Military (Mali) | Use conventional military force | Citizen (Mali) | 2013-11-29\n- Military (Mali) | Use conventional military force | Citizen (Mali) | 2013-11-28\n- Military (Mali) | Use conventional military force | Citizen (Mali) | 2013-06-05\nAnswer:", "completion": " France", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1197355", "prompt": "Which country blamed the Criminal of Somalia first after the Media Personnel of Somalia did?\nEvidence:\n- Media Personnel (Somalia) | Threaten | Criminal (Somalia) | 2008-01-13\n- Media Personnel (Somalia) | Accuse | Criminal (Somalia) | 2010-02-23\n- Media Personnel (Somalia) | Make statement | Criminal (Somalia) | 2014-11-13\n- Media Personnel (Somalia) | Make statement | Criminal (Somalia) | 2013-08-26\n- Media Personnel (Somalia) | Make statement | Criminal (Somalia) | 2010-08-23\n- Media Personnel (Somalia) | Make statement | Criminal (Somalia) | 2010-03-01\n- Media Personnel (Somalia) | Make statement | Criminal (Somalia) | 2010-02-16\n- Media Personnel (Somalia) | Make statement | Criminal (Somalia) | 2008-11-27\n- Media Personnel (Somalia) | Make statement | Criminal (Somalia) | 2008-10-10\n- Media Personnel (Somalia) | Make statement | Criminal (Somalia) | 2007-05-20\n- Media Personnel (Somalia) | Make statement | Criminal (Somalia) | 2005-10-01\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Media Personnel (Somalia) | Accuse | Governor (Somalia) | 2012-05-13\n- Media Personnel (Somalia) | Accuse | Business (Somalia) | 2009-10-17\n- Governor (Somalia) | Accuse | Media Personnel (Somalia) | 2012-07-02\nAnswer:", "completion": " Malaysia", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1120640", "prompt": "Before the Internal Security Operations Command, with whom did the citizens of Thailand last express their willingness to negotiate?\nEvidence:\n- Internal Security Operations Command | Make statement | Thailand | 2007-01-01\n- Internal Security Operations Command | Investigate | Citizen (Thailand) | 2007-01-01\n- Internal Security Operations Command | Express intent to cooperate | Citizen (Thailand) | 2009-08-29\n- Internal Security Operations Command | Make statement | Protester (Thailand) | 2009-08-25\n- Internal Security Operations Command | Make statement | Insurgent (Thailand) | 2007-08-15\n- Internal Security Operations Command | Make statement | Insurgent (Thailand) | 2007-08-14\n- Internal Security Operations Command | Make statement | Hmong (Thailand) | 2005-06-14\n- Internal Security Operations Command | Make statement | Hmong (Thailand) | 2005-05-24\n- Internal Security Operations Command | Impose administrative sanctions | Thailand | 2007-07-13\n- Governor (Thailand) | Make statement | Internal Security Operations Command | 2007-01-19\n- Citizen (Thailand) | Express intent to meet or negotiate | Internal Security Operations Command | 2007-08-06\n- Internal Security Operations Command | Consult | Abhisit Vejjajiva | 2009-09-18\n- Abhisit Vejjajiva | Consult | Internal Security Operations Command | 2009-09-18\n- UN Security Council | Consult | Internal Security Operations Command | 2007-03-05\n- UN Security Council | Consult | Internal Security Operations Command | 2007-03-02\nAnswer:", "completion": " Thailand", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1110257", "prompt": "Who provided humanitarian aid to the citizens of Uganda before 2007?\nEvidence:\n- Police (Uganda) | Provide humanitarian aid | Women (Uganda) | 2005-10-31\n- Police (Uganda) | Provide humanitarian aid | Mob (Uganda) | 2008-09-22\n- Police (Uganda) | Provide humanitarian aid | Citizen (Uganda) | 2014-05-23\n- Police (Uganda) | Provide humanitarian aid | Citizen (Uganda) | 2014-03-22\n- Police (Uganda) | Provide humanitarian aid | Citizen (Uganda) | 2013-12-23\n- Police (Uganda) | Provide humanitarian aid | Citizen (Uganda) | 2013-06-24\n- Police (Uganda) | Provide humanitarian aid | Citizen (Uganda) | 2012-09-07\n- Police (Uganda) | Provide humanitarian aid | Citizen (Uganda) | 2011-09-06\n- Police (Uganda) | Provide humanitarian aid | Citizen (Uganda) | 2011-07-06\n- Police (Uganda) | Provide humanitarian aid | Citizen (Uganda) | 2011-03-28\n- Police (Uganda) | Provide humanitarian aid | Citizen (Uganda) | 2010-12-16\n- Police (Uganda) | Provide humanitarian aid | Citizen (Uganda) | 2010-08-02\n- Police (Uganda) | Provide humanitarian aid | Citizen (Uganda) | 2010-07-22\n- Police (Uganda) | Provide humanitarian aid | Citizen (Uganda) | 2010-01-29\n- Police (Uganda) | Provide humanitarian aid | Citizen (Uganda) | 2010-01-25\nAnswer:", "completion": " Police (Uganda)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1039197", "prompt": "Who last released people to the women of Australia before Yemen?\nEvidence:\n- Head of Government (Germany) | Express intent to meet or negotiate | Yemen | 2005-02-18\n- Yemen | Rally support on behalf of | Rafiq Hariri | 2005-02-15\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-30\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-29\n- Yemen | Host a visit | Ministry of International Cooperation (Sudan) | 2005-02-17\n- Ministry of International Cooperation (Sudan) | Make a visit | Yemen | 2005-02-17\n- Yemen | Consult | Sudan | 2005-01-02\n- Yemen | Consult | Ethiopia | 2005-01-02\n- Yemen | Consult | Eritrea | 2005-03-11\n- Yemen | Consult | Djibouti | 2005-02-08\n- Yemen | Consult | Djibouti | 2005-02-07\n- Sudan | Consult | Yemen | 2005-01-02\n- Ethiopia | Consult | Yemen | 2005-01-02\n- Eritrea | Consult | Yemen | 2005-03-11\n- Djibouti | Consult | Yemen | 2005-02-08\nAnswer:", "completion": " Police (Australia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1391345", "prompt": "Who accused South Africa in September 2015?\nEvidence:\n- South Africa | Engage in negotiation | Iran | 2015-09-09\n- Iran | Engage in negotiation | South Africa | 2015-09-09\n- Police (South Africa) | Investigate | South Africa | 2015-09-14\n- Men (South Africa) | Accuse | South Africa | 2015-09-11\n- Government (South Africa) | Investigate | South Africa | 2015-09-16\n- South Africa | Praise or endorse | Police (South Africa) | 2015-09-08\n- Foreign Affairs (South Africa) | Make statement | South Africa | 2015-09-14\n- South Africa | Consult | Iran | 2015-09-22\n- South Africa | Consult | China | 2015-09-11\n- South Africa | Consult | China | 2015-09-09\n- Iran | Consult | South Africa | 2015-09-22\n- China | Consult | South Africa | 2015-09-11\n- China | Consult | South Africa | 2015-09-09\n- South Africa | Arrest, detain, or charge with legal action | Police (South Africa) | 2015-09-25\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2015-09-29\nAnswer:", "completion": " Men (South Africa)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1117177", "prompt": "Before the Secretary of State for Scotland, whom did the citizens of the United Kingdom last blame?\nEvidence:\n- Citizen (United Kingdom) | Accuse | Secretary of State for Scotland | 2011-06-08\n- Secretary of State for the Home Department | Demand | Citizen (United Kingdom) | 2005-02-22\n- Citizen (United Kingdom) | Appeal for material cooperation | Labor Party (United Kingdom) | 2005-01-17\n- Citizen (United Kingdom) | Appeal for material cooperation | Labor Party (United Kingdom) | 2005-01-16\n- Citizen (United Kingdom) | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2005-01-09\n- Citizen (United Kingdom) | Appeal for de-escalation of military engagement | Tony Blair | 2005-04-07\n- Muslim Cleric (United Kingdom) | Appeal for diplomatic cooperation (such as policy support) | Citizen (United Kingdom) | 2005-01-19\n- Labor Party (United Kingdom) | Appeal for diplomatic cooperation (such as policy support) | Citizen (United Kingdom) | 2005-04-21\n- Newspaper (United Kingdom) | Yield | Citizen (United Kingdom) | 2005-02-16\n- Newspaper (United Kingdom) | Investigate | Citizen (United Kingdom) | 2005-01-19\n- Newspaper (United Kingdom) | Investigate | Citizen (United Kingdom) | 2005-01-18\n- Citizen (United Kingdom) | Threaten | Newspaper (United Kingdom) | 2005-02-17\n- Citizen (United Kingdom) | Demand | Attacker (United Kingdom) | 2005-04-28\n- Party Member (United Kingdom) | Accuse | Citizen (United Kingdom) | 2005-03-29\n- News Editor (United Kingdom) | Demand | Citizen (United Kingdom) | 2005-03-08\nAnswer:", "completion": " Chris Huhne", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1261557", "prompt": "Who did the Australian Member of Parliament Campbell Newman use conventional military force against in the same year?\nEvidence:\n- Member of Parliament (Australia) | Praise or endorse | Campbell Newman | 2011-03-26\n- Member of Parliament (Australia) | Express intent to meet or negotiate | Campbell Newman | 2008-04-04\n- Campbell Newman | Express intent to meet or negotiate | Member of Parliament (Australia) | 2008-04-04\n- Member of Parliament (Australia) | Express intent to engage in diplomatic cooperation (such as policy support) | Campbell Newman | 2011-03-19\n- Police (Australia) | Consult | Campbell Newman | 2005-11-15\n- Citizen (Australia) | Accuse | Campbell Newman | 2010-02-10\n- Campbell Newman | Consult | Police (Australia) | 2005-11-15\n- Campbell Newman | Accuse | Citizen (Mauritius) | 2007-05-02\n- Campbell Newman | Accuse | Citizen (Australia) | 2006-11-21\n- Campbell Newman | Accuse | Businessperson (Australia) | 2009-11-13\n- People Associated with the Opposition (Australia) | Make statement | Campbell Newman | 2011-03-23\n- Professor (Australia) | Make statement | Campbell Newman | 2011-03-23\n- Liberal National Party | Consult | Campbell Newman | 2011-03-26\n- Liberal National Party | Consult | Campbell Newman | 2011-03-24\n- City Mayor (Australia) | Consult | Campbell Newman | 2007-08-11\nAnswer:", "completion": " Citizen (Australia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1295883", "prompt": "Which country was supported by the African government in the same month by the citizens of Benin?\nEvidence:\n- People Associated with the Opposition (Benin) | Accuse | Citizen (Benin) | 2006-12-31\n- Governor (Benin) | Criticize or denounce | People Associated with the Opposition (Benin) | 2007-09-29\n- Citizen (Benin) | Praise or endorse | People Associated with the Opposition (Benin) | 2014-10-29\n- Cabinet / Council of Ministers / Advisors (Benin) | Engage in symbolic act | Citizen (Benin) | 2008-04-18\n- Cabinet / Council of Ministers / Advisors (Benin) | Engage in symbolic act | Citizen (Benin) | 2007-06-11\n- Governor (Benin) | Engage in material cooperation | Police (Benin) | 2009-07-03\n- Citizen (Benin) | Engage in judicial cooperation | Police (Benin) | 2012-02-01\n- African Union | Praise or endorse | Citizen (Benin) | 2006-03-07\n- Citizen (Benin) | Appeal for change in leadership | Police (Benin) | 2012-07-13\n- Citizen (Benin) | Appeal for change in leadership | Governor (Benin) | 2013-04-11\n- Cabinet / Council of Ministers / Advisors (Benin) | Consult | Activist (Benin) | 2008-03-17\n- Activist (Benin) | Consult | Cabinet / Council of Ministers / Advisors (Benin) | 2008-03-17\n- Professor (Benin) | Threaten | Citizen (Benin) | 2005-02-28\n- Police (Benin) | Torture | Citizen (Benin) | 2012-02-01\n- Police (Benin) | Reject | Citizen (Benin) | 2015-04-01\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1259825", "prompt": "After the Armed Rebel of Ecuador, who was the first condemned by Rafael Correa?\nEvidence:\n- Rafael Correa | Make statement | Legislature (Ecuador) | 2006-11-23\n- Rafael Correa | Make statement | Government (Ecuador) | 2006-09-19\n- Rafael Correa | Consult | Media Personnel (Ecuador) | 2006-10-15\n- Media Personnel (Ecuador) | Consult | Rafael Correa | 2006-10-15\n- Rafael Correa | Make a visit | Education (Ecuador) | 2006-10-05\n- Education (Ecuador) | Host a visit | Rafael Correa | 2006-10-05\n- Rafael Correa | Criticize or denounce | Organized Crime (Ecuador) | 2006-12-13\n- Indigenous People (Ecuador) | Praise or endorse | Rafael Correa | 2006-09-30\n- Rafael Ramírez | Consult | Rafael Correa | 2005-07-14\n- Rafael Correa | Consult | Rafael Ramírez | 2005-07-14\n- Rafael Correa | Make statement | Terrorist (Revolutionary Armed Forces of Colombia) | 2006-11-27\n- Rafael Correa | Reject | Rafael Antonio Bielsa | 2006-11-23\n- Rafael Correa | Consult | Rafael Antonio Bielsa | 2006-09-26\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-26\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-20\nAnswer:", "completion": " Extremist (Ecuador)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1007841", "prompt": "When did Salim Idris accuse the main opposition of Syria?\nEvidence:\n- Salim Idris | Accuse | Main Opposition (Syria) | 2014-02-20\n- Salim Idris | Accuse | Iraq | 2013-03-05\n- Salim Idris | Consult | Armed Rebel (Syria) | 2013-08-12\n- Armed Rebel (Syria) | Consult | Salim Idris | 2013-08-12\n- Salim Idris | Make statement | Chief of Staff (Syria) | 2013-09-25\n- Salim Idris | Make statement | Armed Rebel (Syria) | 2013-03-07\n- Salim Idris | Make statement | Armed Rebel (Syria) | 2013-03-06\n- Salim Idris | Make statement | Armed Rebel (Syria) | 2012-12-09\n- Salim Idris | Accuse | As'ad Mustafa | 2014-03-10\n- Salim Idris | Consult | France | 2013-07-23\n- Salim Idris | Consult | France | 2013-06-15\n- France | Consult | Salim Idris | 2013-07-23\n- France | Consult | Salim Idris | 2013-06-15\n- Salim Idris | Make statement | Iran | 2013-07-24\n- Salim Idris | Make statement | Barack Obama | 2013-09-05\nAnswer:", "completion": " 2014-02-20", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1364440", "prompt": "Who was the last to investigate the business of Indonesia before the Director General of Indonesia did?\nEvidence:\n- Director General (Indonesia) | Investigate | Business (Indonesia) | 2009-05-25\n- Police (Indonesia) | Investigate | Director General (Indonesia) | 2012-03-09\n- Director General (Indonesia) | Make statement | Business (Indonesia) | 2014-09-04\n- Director General (Indonesia) | Make statement | Business (Indonesia) | 2009-05-25\n- House of Representatives (Indonesia) | Make statement | Director General (Indonesia) | 2009-04-04\n- House of Representatives (Indonesia) | Make statement | Director General (Indonesia) | 2008-10-22\n- Director General (Indonesia) | Make statement | House of Representatives (Indonesia) | 2010-02-25\n- Lawyer/Attorney (Indonesia) | Demand | Director General (Indonesia) | 2011-12-16\n- Director General (Indonesia) | Make statement | Police (Indonesia) | 2011-02-10\n- Director General (Indonesia) | Make statement | Police (Indonesia) | 2010-07-09\n- Director General (Indonesia) | Make statement | Police (Indonesia) | 2010-02-09\n- Director General (Indonesia) | Express intent to yield | Police (Indonesia) | 2009-10-27\n- Lawyer/Attorney (Indonesia) | Accuse of crime, corruption | Director General (Indonesia) | 2015-12-03\n- Lawyer/Attorney (Indonesia) | Accuse of crime, corruption | Director General (Indonesia) | 2011-12-16\n- Director General (Indonesia) | Make statement | Aceh | 2005-01-08\nAnswer:", "completion": " Police (Indonesia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1243043", "prompt": "Who did Tony Blair praise in Northern Ireland in the same month?\nEvidence:\n- Tony Blair | Consult | Northern Ireland | 2005-10-06\n- Tony Blair | Consult | Northern Ireland | 2005-05-19\n- Northern Ireland | Consult | Tony Blair | 2005-10-06\n- Northern Ireland | Consult | Tony Blair | 2005-05-19\n- Tony Blair | Make statement | Northern Ireland | 2005-01-29\n- Tony Blair | Make statement | Northern Ireland | 2005-01-28\n- Tony Blair | Criticize or denounce | Northern Ireland | 2005-03-09\n- Tony Blair | Express intent to meet or negotiate | Northern Ireland | 2005-09-29\n- Tony Blair | Express intent to meet or negotiate | Northern Ireland | 2005-05-19\n- Northern Ireland | Investigate crime, corruption | Northern Ireland | 2005-09-15\n- Northern Ireland | Consult | Ireland | 2005-05-11\n- Ireland | Consult | Northern Ireland | 2005-05-11\n- Northern Ireland | Praise or endorse | Sir Reg Empey | 2005-06-25\n- Northern Ireland | Reject | Mark Durkan | 2005-08-23\n- Northern Ireland | Consult | Bertie Ahern | 2005-03-04\nAnswer:", "completion": " Secretary of State for the Home Department", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1372672", "prompt": "Yoshihiko Noda was rejected by who before May, the year 2012?\nEvidence:\n- Yoshihiko Noda | Demand | Japan | 2010-11-24\n- Yoshihiko Noda | Make statement | Japan | 2011-05-27\n- Yoshihiko Noda | Make statement | Japan | 2011-05-19\n- Yoshihiko Noda | Make statement | Japan | 2011-05-04\n- Yoshihiko Noda | Make statement | Japan | 2011-04-16\n- Yoshihiko Noda | Make statement | Japan | 2011-04-15\n- Yoshihiko Noda | Make statement | Japan | 2011-04-05\n- Yoshihiko Noda | Make statement | Japan | 2011-03-10\n- Yoshihiko Noda | Make statement | Japan | 2011-01-27\n- Yoshihiko Noda | Make statement | Japan | 2011-01-17\n- Yoshihiko Noda | Make statement | Japan | 2011-01-12\n- Yoshihiko Noda | Make statement | Japan | 2010-11-02\n- Yoshihiko Noda | Make statement | Japan | 2010-10-21\n- Yoshihiko Noda | Make statement | Japan | 2010-09-18\n- Yoshihiko Noda | Make statement | Japan | 2010-09-17\nAnswer:", "completion": " Governor (Japan)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1011075", "prompt": "Who visited Abdullah Gül for the first time in 2013?\nEvidence:\n- Mahmoud Ahmadinejad | Engage in negotiation | Abdullah Gül | 2013-02-10\n- Mahmoud Abbas | Engage in negotiation | Abdullah Gül | 2013-04-22\n- Angela Merkel | Engage in negotiation | Abdullah Gül | 2013-02-21\n- Abdullah Gül | Engage in negotiation | Mahmoud Ahmadinejad | 2013-02-10\n- Abdullah Gül | Engage in negotiation | Mahmoud Abbas | 2013-04-22\n- Abdullah Gül | Engage in negotiation | Angela Merkel | 2013-02-21\n- Gurbanguly Berdymukhammedov | Engage in symbolic act | Abdullah Gül | 2013-05-31\n- Abdullah Gül | Engage in symbolic act | Gurbanguly Berdymukhammedov | 2013-05-31\n- Mahmoud Ahmadinejad | Consult | Abdullah Gül | 2013-02-11\n- Mahmoud Ahmadinejad | Consult | Abdullah Gül | 2013-02-10\n- Mahmoud Ahmadinejad | Consult | Abdullah Gül | 2013-02-07\n- Mahmoud Ahmadinejad | Consult | Abdullah Gül | 2013-02-06\n- Mahmoud Ahmadinejad | Consult | Abdullah Gül | 2013-01-31\n- Mahmoud Abbas | Consult | Abdullah Gül | 2013-04-22\n- Gurbanguly Berdymukhammedov | Consult | Abdullah Gül | 2013-01-15\nAnswer:", "completion": " Antonis Samaras", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1317893", "prompt": "In what month did Julia Gillard first make negative comments about Laos?\nEvidence:\n- Police (Australia) | Make statement | Julia Gillard | 2006-12-03\n- Peter Costello | Make statement | Julia Gillard | 2006-12-07\n- Julia Gillard | Make statement | Peter Costello | 2007-06-12\n- Julia Gillard | Make statement | Peter Costello | 2007-01-19\n- Julia Gillard | Make statement | Peter Costello | 2006-12-18\n- Julia Gillard | Make statement | John Faulkner | 2005-10-24\n- Julia Gillard | Make statement | David Hawker | 2006-06-01\n- Julia Gillard | Make a visit | Vietnam | 2005-01-19\n- Peter Costello | Accuse | Julia Gillard | 2007-05-10\n- Julia Gillard | Reject | David Hawker | 2006-06-02\n- Julia Gillard | Reject | David Hawker | 2006-05-31\n- Julia Gillard | Consult | Businessperson (Australia) | 2007-05-03\n- Julia Gillard | Accuse | David Hawker | 2006-06-01\n- Julia Gillard | Accuse | David Hawker | 2006-05-31\n- Julia Gillard | Accuse | Citizen (Australia) | 2005-01-23\nAnswer:", "completion": " 2012-11", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1014195", "prompt": "After Onyema Ugochukwu, to whom did the citizens of Nigeria make their first appeal?\nEvidence:\n- Onyema Ugochukwu | Accuse | Citizen (Nigeria) | 2012-12-03\n- Citizen (Nigeria) | Accuse | Onyema Ugochukwu | 2008-12-22\n- Onyema Ugochukwu | Make statement | Government (Nigeria) | 2008-05-16\n- Onyema Ugochukwu | Make statement | Government (Nigeria) | 2007-09-17\n- Onyema Ugochukwu | Make statement | Government (Nigeria) | 2007-03-19\n- Onyema Ugochukwu | Make statement | Government (Nigeria) | 2007-02-23\n- Labor Union (Nigeria) | Make statement | Onyema Ugochukwu | 2007-02-08\n- Onyema Ugochukwu | Make an appeal or request | Citizen (Nigeria) | 2009-02-24\n- Onyema Ugochukwu | Make an appeal or request | Citizen (Nigeria) | 2008-12-29\n- Onyema Ugochukwu | Make an appeal or request | Citizen (Nigeria) | 2008-05-29\n- Onyema Ugochukwu | Make an appeal or request | Citizen (Nigeria) | 2007-05-29\n- Onyema Ugochukwu | Make an appeal or request | Citizen (Nigeria) | 2007-05-28\n- Onyema Ugochukwu | Make an appeal or request | Citizen (Nigeria) | 2007-01-11\n- Onyema Ugochukwu | Make an appeal or request | Citizen (Nigeria) | 2006-11-20\n- Onyema Ugochukwu | Make an appeal or request | Citizen (Nigeria) | 2006-11-16\nAnswer:", "completion": " Royal Administration (Nigeria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1159565", "prompt": "Which country last made a request to the Mexican trade union?\nEvidence:\n- Trade Union Congress | Consult | African Union | 2010-07-27\n- African Union | Consult | Trade Union Congress | 2010-07-27\n- Trade Union Congress | Make a visit | Swaziland | 2015-03-02\n- Swaziland | Host a visit | Trade Union Congress | 2015-03-02\n- Trade Union Congress | Make statement | Labor Union (Nigeria) | 2015-09-17\n- Trade Union Congress | Make statement | Labor Union (Nigeria) | 2011-02-04\n- Trade Union Congress | Make statement | Labor Union (Nigeria) | 2005-09-05\n- Trade Union Congress | Express intent to meet or negotiate | Labor Union (India) | 2006-08-19\n- Labor Union (India) | Express intent to meet or negotiate | Trade Union Congress | 2006-08-19\n- Trade Union Congress | Make an appeal or request | Muhammadu Buhari | 2015-05-18\n- Trade Union Congress | Make an appeal or request | Muhammadu Buhari | 2015-04-03\n- Trade Union Congress | Make an appeal or request | Government (Nigeria) | 2015-05-08\n- Trade Union Congress | Make an appeal or request | Government (Nigeria) | 2014-11-12\n- Trade Union Congress | Make an appeal or request | Government (Nigeria) | 2014-09-15\n- Trade Union Congress | Make an appeal or request | Government (Nigeria) | 2014-09-12\nAnswer:", "completion": " Mexico", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1067580", "prompt": "In which year did Andrej Kiska negotiate with Heinz Fischer for the first time?\nEvidence:\n- Heinz Fischer | Consult | Andrej Kiska | 2015-07-14\n- Heinz Fischer | Consult | Andrej Kiska | 2015-07-13\n- Andrej Kiska | Consult | Heinz Fischer | 2015-07-14\n- Andrej Kiska | Consult | Heinz Fischer | 2015-07-13\n- Heinz Fischer | Engage in negotiation | Andrej Kiska | 2014-07-17\n- Andrej Kiska | Engage in negotiation | Heinz Fischer | 2014-07-17\n- Heinz Fischer | Express intent to engage in diplomatic cooperation (such as policy support) | Andrej Kiska | 2014-07-14\n- Tomás Borec | Consult | Andrej Kiska | 2015-08-18\n- Police (Slovakia) | Reject | Andrej Kiska | 2014-04-25\n- János Áder | Consult | Andrej Kiska | 2014-12-10\n- Joachim Gauck | Consult | Andrej Kiska | 2014-07-23\n- Jens Stoltenberg | Consult | Andrej Kiska | 2015-03-03\n- Daniela Svecová | Consult | Andrej Kiska | 2015-09-09\n- Daniela Svecová | Consult | Andrej Kiska | 2015-09-08\n- Daniel Mitov | Consult | Andrej Kiska | 2015-03-05\nAnswer:", "completion": " 2014", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1256628", "prompt": "Which country was the first to endorse South Korea after Winston Peters?\nEvidence:\n- Winston Peters | Demand | New Zealand First | 2005-10-14\n- Winston Peters | Make statement | New Zealand First | 2005-12-05\n- Winston Peters | Make statement | New Zealand First | 2005-10-13\n- Winston Peters | Make statement | New Zealand First | 2005-10-12\n- Winston Peters | Make statement | New Zealand First | 2005-09-12\n- Winston Peters | Make statement | New Zealand First | 2005-09-07\n- Winston Peters | Make statement | New Zealand First | 2005-05-26\n- New Zealand First | Make statement | Winston Peters | 2005-09-14\n- Winston Peters | Make a visit | South Korea | 2005-11-16\n- South Korea | Host a visit | Winston Peters | 2005-11-16\n- Winston Peters | Express intent to meet or negotiate | South Korea | 2005-11-09\n- Winston Peters | Consult | Malaysia | 2006-02-22\n- Malaysia | Consult | Winston Peters | 2006-02-22\n- Winston Peters | Make statement | France | 2005-11-03\n- Winston Peters | Consult | Michael Cullen | 2005-10-12\nAnswer:", "completion": " Vietnam", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1361899", "prompt": "Which country received the Governor of Japan's visit from the Governor of Japan last?\nEvidence:\n- Japan | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | Japan | 2005-01-08\n- Japan | Consult | China | 2005-01-03\n- China | Threaten | Japan | 2005-01-05\n- China | Threaten | Japan | 2005-01-02\n- China | Consult | Japan | 2005-01-03\n- Surakiart Sathirathai | Reject | Japan | 2005-01-08\n- South Korea | Consult | Japan | 2005-01-06\n- Japan | Reduce relations | China | 2005-01-04\n- Japan | Consult | South Korea | 2005-01-06\n- Japan | Express intent to provide material aid | Japan Self-Defense Forces | 2005-01-03\n- Japan | Provide military aid | Thailand | 2005-01-06\n- Japan | Provide economic aid | China | 2005-01-06\n- Vietnam | Engage in diplomatic cooperation | Japan | 2005-01-09\n- South Korea | Engage in negotiation | Japan | 2005-01-08\nAnswer:", "completion": " China", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1277261", "prompt": "At what time did the citizens of Uganda first offer cooperation to the police of Uganda?\nEvidence:\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Police (Uganda) | Make statement | The Poor (Uganda) | 2009-03-20\n- Police (Uganda) | Criticize or denounce | The Voice (Uganda) | 2013-03-08\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Assembly of First Nations | Engage in material cooperation | Police (Canada) | 2013-02-16\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- First Command of the Capital | Criticize or denounce | Citizen (Brazil) | 2008-10-30\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2012-05-31\nAnswer:", "completion": " 2006-10-13", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1180894", "prompt": "Which country was last condemned by Mexico before the Mexican Labour Union?\nEvidence:\n- National Union Party (Mexico) | Reject | Mexico | 2005-01-26\n- Mexico | Investigate | Criminal (Mexico) | 2005-01-12\n- Secretariat (Mexico) | Make statement | Mexico | 2005-02-03\n- Organized Crime (Mexico) | Demand | Mexico | 2005-01-24\n- Military (Mexico) | Cooperate militarily | Mexico | 2005-01-17\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-26\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-25\n- Economist (Mexico) | Make statement | Mexico | 2005-02-11\n- Other Authorities / Officials (Mexico) | Investigate | Mexico | 2005-01-27\n- Central Bank (Mexico) | Make statement | Mexico | 2005-01-31\n- Other Authorities / Officials (Mexico) | Make statement | Mexico | 2005-01-18\n- Mexico | Investigate crime, corruption | Organized Crime (Mexico) | 2005-01-17\n- Mexico | Criticize or denounce | Court Judge (Mexico) | 2005-01-11\n- Court Judge (Mexico) | Impose administrative sanctions | Mexico | 2005-02-11\n- Military (Mexico) | Mobilize or increase armed forces | Mexico | 2005-01-24\nAnswer:", "completion": " Military (Mexico)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1100347", "prompt": "With whom did the Nigerian government last sign a formal agreement before South Korean business?\nEvidence:\n- Government (Nigeria) | Sign formal agreement | Business (South Korea) | 2012-07-05\n- Government (Haiti) | Sign formal agreement | Business (South Korea) | 2011-01-11\n- Business (South Korea) | Sign formal agreement | Government (Nigeria) | 2012-07-05\n- Business (South Korea) | Sign formal agreement | Government (Haiti) | 2011-01-11\n- Business (South Korea) | Sign formal agreement | Business (Kuwait) | 2005-11-27\n- Business (South Korea) | Sign formal agreement | Business (Iran) | 2009-10-18\n- Business (South Korea) | Sign formal agreement | Business (Iran) | 2007-05-05\n- Business (Kuwait) | Sign formal agreement | Business (South Korea) | 2005-11-27\n- Business (Iran) | Sign formal agreement | Business (South Korea) | 2009-10-18\n- Business (Iran) | Sign formal agreement | Business (South Korea) | 2007-05-05\n- Government (Nigeria) | Sign formal agreement | Business (Indonesia) | 2011-12-08\n- Government (Nigeria) | Sign formal agreement | Business (Africa) | 2013-07-11\n- Government (Nigeria) | Sign formal agreement | Business (Africa) | 2010-12-06\n- Government (Nigeria) | Sign formal agreement | Business (Africa) | 2010-11-15\n- Government (Germany) | Sign formal agreement | Business (Germany) | 2012-07-24\nAnswer:", "completion": " Government (Poland)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1204230", "prompt": "After Borys Tarasyuk, who was the first to praise the Prime Minister of Ukraine?\nEvidence:\n- Borys Tarasyuk | Praise or endorse | Head of Government (Ukraine) | 2005-08-20\n- Head of Government (Ukraine) | Consult | Borys Tarasyuk | 2005-08-25\n- Borys Tarasyuk | Consult | Head of Government (Ukraine) | 2005-08-25\n- Borys Tarasyuk | Make statement | Head of Government (Ukraine) | 2005-12-23\n- Borys Tarasyuk | Make statement | Head of Government (Ukraine) | 2005-10-12\n- Borys Tarasyuk | Make statement | Head of Government (Ukraine) | 2005-08-20\n- Romania | Consult | Borys Tarasyuk | 2006-01-04\n- Japan | Consult | Borys Tarasyuk | 2006-01-04\n- Borys Tarasyuk | Consult | Romania | 2006-01-04\n- Borys Tarasyuk | Consult | Japan | 2006-01-04\n- Ministry (Council of Europe) | Consult | Borys Tarasyuk | 2006-01-31\n- Head of Government (Egypt) | Consult | Borys Tarasyuk | 2005-12-21\n- Borys Tarasyuk | Consult | Ministry (Council of Europe) | 2006-01-31\n- Borys Tarasyuk | Consult | Head of Government (Egypt) | 2005-12-21\n- Javier Solana | Consult | Borys Tarasyuk | 2006-02-01\nAnswer:", "completion": " Legislature (United States)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1338606", "prompt": "Who made an appeal to the Prime Minister of Bangladesh before Sep, 2005?\nEvidence:\n- Prime Minister Qarase | Make an appeal or request | Prime Minister Chaudhry | 2006-07-26\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-09\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-08\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-11-14\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-10-05\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Demand | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-11-24\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-05-19\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2005-05-05\nAnswer:", "completion": " Employee (Bangladesh)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1220696", "prompt": "Before Alexis Tsipras, who spoke optimistically about New Democracy?\nEvidence:\n- Alexis Tsipras | Accuse | New Democracy | 2012-05-14\n- New Democracy | Make statement | Alexis Tsipras | 2012-05-08\n- Alexis Tsipras | Make statement | New Democracy | 2012-05-10\n- Alexis Tsipras | Make statement | New Democracy | 2009-04-09\n- Alexis Tsipras | Praise or endorse | New Democracy | 2012-05-10\n- Alexis Tsipras | Make an appeal or request | New Democracy | 2012-05-08\n- Alexis Tsipras | Threaten to reduce or break relations | New Democracy | 2012-05-08\n- Alexis Tsipras | Express intent to engage in diplomatic cooperation (such as policy support) | New Democracy | 2012-05-09\n- Georgios Papandreou | Accuse | Alexis Tsipras | 2011-04-01\n- Democratic Left | Consult | Alexis Tsipras | 2012-05-08\n- Antonis Samaras | Consult | Alexis Tsipras | 2012-05-09\n- Antonis Samaras | Consult | Alexis Tsipras | 2012-05-07\n- Antonis Samaras | Accuse | Alexis Tsipras | 2012-05-08\n- Alexis Tsipras | Demand | Citizen (Greece) | 2012-05-09\n- Alexis Tsipras | Consult | Democratic Left | 2012-05-08\nAnswer:", "completion": " Citizen (Greece)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1145588", "prompt": "Which country received the visit from the Transport of South Korea last?\nEvidence:\n- South Korea | Make a visit | Aceh | 2005-01-08\n- Aceh | Host a visit | South Korea | 2005-01-08\n- South Korea | Host a visit | Ognyan Gerdzhikov | 2005-01-02\n- South Korea | Host a visit | Emperor Akihito | 2005-01-13\n- Ognyan Gerdzhikov | Make a visit | South Korea | 2005-01-02\n- Emperor Akihito | Make a visit | South Korea | 2005-01-13\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- Royal Administration (Japan) | Make a visit | South Korea | 2005-01-13\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | South Korea | 2005-01-08\n- South Korea | Consult | Japan | 2005-01-06\nAnswer:", "completion": " China", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1000118", "prompt": "On 4 August 2013, who paid a visit to the Cabinet Council of Ministers Advisors of the United States?\nEvidence:\n- The Hague | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2009-03-12\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | The Hague | 2009-03-12\n- Yemen | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2007-01-06\n- Vietnam | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-05-06\n- Thailand | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-07-12\n- Thailand | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-07-04\n- Thailand | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-01-05\n- Thailand | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-01-04\n- Sudan | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2007-04-14\n- Sudan | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2007-04-12\n- Sudan | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-11-10\n- Sudan | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-11-08\n- Sudan | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-11-07\n- Sudan | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-11-05\n- Sudan | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-10-23\nAnswer:", "completion": " Abdel Fattah Al-Sisi", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1303827", "prompt": "After the Businessman of United Kingdom, who was the first to use conventional military force against the Men of United Kingdom?\nEvidence:\n- Businessperson (United Kingdom) | Use conventional military force | Men (United Kingdom) | 2008-03-27\n- Member of Legislative (Govt) (United Kingdom) | Use conventional military force | Men (United Kingdom) | 2014-03-12\n- Ian Paisley | Use conventional military force | Men (United Kingdom) | 2007-05-12\n- Naval (United Kingdom) | Use conventional military force | Citizen (United Kingdom) | 2010-01-25\n- Muslim (United Kingdom) | Use conventional military force | Citizen (United Kingdom) | 2015-06-10\n- Muslim (United Kingdom) | Use conventional military force | Citizen (United Kingdom) | 2014-06-02\n- Muslim (United Kingdom) | Use conventional military force | Citizen (United Kingdom) | 2009-09-08\n- Muslim (United Kingdom) | Use conventional military force | Citizen (United Kingdom) | 2006-09-22\n- Muslim (United Kingdom) | Use conventional military force | Citizen (United Kingdom) | 2006-07-17\n- Muslim (United Kingdom) | Use conventional military force | Citizen (United Kingdom) | 2006-07-07\n- Muslim (United Kingdom) | Use conventional military force | Citizen (United Kingdom) | 2006-07-05\n- Muslim (United Kingdom) | Use conventional military force | Citizen (United Kingdom) | 2006-07-04\n- Muslim (United Kingdom) | Use conventional military force | Citizen (United Kingdom) | 2006-01-19\n- Muslim (United Kingdom) | Use conventional military force | Citizen (United Kingdom) | 2005-12-20\n- Muslim (United Kingdom) | Use conventional military force | Citizen (United Kingdom) | 2005-08-28\nAnswer:", "completion": " Royal Administration (Saudi Arabia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1392381", "prompt": "After the citizens of Greece, who was the first to request a meeting with the Greek legislature?\nEvidence:\n- Member of the Judiciary (Greece) | Make an appeal or request | Legislature (Greece) | 2015-12-11\n- Head of Government (Greece) | Threaten with administrative sanctions | Legislature (Greece) | 2010-11-05\n- Legislature (Greece) | Consult | Head of Government (Greece) | 2014-07-11\n- Legislature (Greece) | Consult | Head of Government (Greece) | 2013-10-29\n- Legislature (Greece) | Consult | Head of Government (Greece) | 2007-01-10\n- Head of Government (Greece) | Consult | Legislature (Greece) | 2014-07-11\n- Head of Government (Greece) | Consult | Legislature (Greece) | 2013-10-29\n- Head of Government (Greece) | Consult | Legislature (Greece) | 2007-01-10\n- Head of Government (Greece) | Make an appeal or request | Legislature (Greece) | 2014-12-28\n- Head of Government (Greece) | Make an appeal or request | Legislature (Greece) | 2014-12-27\n- Legislature (Greece) | Make statement | Head of Government (Greece) | 2014-12-14\n- Head of Government (Greece) | Make statement | Legislature (Greece) | 2015-06-28\n- Head of Government (Greece) | Make statement | Legislature (Greece) | 2005-09-05\n- Legislature (Greece) | Reject | Citizen (Greece) | 2014-12-30\n- Legislature (Greece) | Reject | Citizen (Greece) | 2014-12-29\nAnswer:", "completion": " Alexis Tsipras", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1078226", "prompt": "Who negotiated with Abhisit Vejjajiva after the Internal Security Operations Command?\nEvidence:\n- Internal Security Operations Command | Consult | Abhisit Vejjajiva | 2009-09-18\n- Abhisit Vejjajiva | Consult | Internal Security Operations Command | 2009-09-18\n- Abhisit Vejjajiva | Make statement | Internal Security Operations Command | 2009-07-01\n- Internal Security Operations Command | Engage in negotiation | Abhisit Vejjajiva | 2009-06-01\n- Abhisit Vejjajiva | Engage in negotiation | Internal Security Operations Command | 2009-06-01\n- Abhisit Vejjajiva | Arrest, detain, or charge with legal action | Internal Security Operations Command | 2009-07-23\n- Abhisit Vejjajiva | Express intent to meet or negotiate | Internal Security Operations Command | 2009-09-21\n- Abhisit Vejjajiva | Express intent to meet or negotiate | Internal Security Operations Command | 2009-09-11\n- Abhisit Vejjajiva | Express intent to meet or negotiate | Internal Security Operations Command | 2009-08-31\n- Abhisit Vejjajiva | Express intent to meet or negotiate | Internal Security Operations Command | 2009-06-01\n- Internal Security Operations Command | Make statement | Thailand | 2007-01-01\n- Internal Security Operations Command | Investigate | Citizen (Thailand) | 2007-01-01\n- UN Security Council | Consult | Internal Security Operations Command | 2007-03-05\n- UN Security Council | Consult | Internal Security Operations Command | 2007-03-02\n- Internal Security Operations Command | Consult | UN Security Council | 2007-03-05\nAnswer:", "completion": " Protester (Thailand)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1324114", "prompt": "In which year did the Bishop of Sudan last appeal to the citizens of Sudan?\nEvidence:\n- Citizen (Sudan) | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-01-23\n- Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | Head of Government (Egypt) | 2005-01-24\n- Sudan | Engage in negotiation | Ethiopia | 2005-04-19\n- Ethiopia | Engage in negotiation | Sudan | 2005-04-19\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2005-01-13\n- Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | Ethiopia | 2005-04-19\n- Ethiopia | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-04-19\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- John Garang | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-01-08\n- Government (Germany) | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-01-09\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\nAnswer:", "completion": " 2012", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1205768", "prompt": "After 17 November 2005, who used conventional military force against Azahari Husin?\nEvidence:\n- Police (Indonesia) | Use conventional military force | Azahari Husin | 2005-11-17\n- Police (Indonesia) | Make statement | Azahari Husin | 2005-11-17\n- Police (Indonesia) | fight with small arms and light weapons | Azahari Husin | 2005-11-17\n- Police (Indonesia) | Use conventional military force | Muslim (Indonesia) | 2005-11-17\n- Police (Indonesia) | Make optimistic comment | Men (Indonesia) | 2005-11-17\n- Police (Indonesia) | Arrest, detain, or charge with legal action | Men (Indonesia) | 2005-11-17\nAnswer:", "completion": " Jusuf Kalla", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 6, "n_anchors": 1} +{"id": "mtq_1310675", "prompt": "Who applied for the citizens of Zambia on the same month of the Ministry of Justice of Tonga?\nEvidence:\n- Media (Tonga) | Impose restrictions on political freedoms | Citizen (Tonga) | 2008-04-10\n- Justice Department/Ministery (Tonga) | Make statement | Election Commission (Tonga) | 2008-07-03\n- Citizen (Zambia) | Accuse | Citizen (Tonga) | 2014-09-29\n- Justice Department/Ministery (Tonga) | Make an appeal or request | Citizen (Zambia) | 2011-09-05\n- Citizen (Zambia) | Rally opposition against | Citizen (Tonga) | 2006-08-27\n- Professor (Tonga) | Threaten | Militant (Tonga) | 2007-04-16\n- Election Commission (Tonga) | Reject | Citizen (Tonga) | 2014-11-12\n- Citizen (Zambia) | Make an appeal or request | Citizen (Tonga) | 2006-08-27\n- Professor (Tonga) | Praise or endorse | Citizen (Tonga) | 2007-04-16\n- Government Official (Tonga) | Make statement | Military (Tonga) | 2005-07-29\n- Government Official (Tonga) | Make statement | Business (Tonga) | 2006-03-27\n- Citizen (Tonga) | Criticize or denounce | Representatives (Tonga) | 2005-09-13\n- Citizen (Zambia) | Rally support on behalf of | Hakainde Hichilema | 2015-01-11\n- Defense / Security Ministry (Zambia) | Make statement | Times of Zambia | 2007-10-26\n- Healthcare Facility (Tonga) | Provide humanitarian aid | Citizen (Tonga) | 2014-12-06\nAnswer:", "completion": " Michael Sata", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1241504", "prompt": "Who was the last to criticise the Lebanese military before the Lebanese prisoner?\nEvidence:\n- Iran | Make statement | Militia (Lebanese Forces) | 2008-07-03\n- Prisoner of War (South Korea) | Reject | South Korea | 2010-11-03\n- Prisoner of War (South Korea) | Reject | South Korea | 2005-06-20\n- Party President (Lebanese Democratic Party) | Praise or endorse | Iran | 2012-03-17\n- Militia (Lebanese Forces) | Abduct, hijack, or take hostage | Iran | 2008-07-03\n- China | Arrest, detain, or charge with legal action | Prisoner of War (China) | 2005-01-10\n- Military Personnel (Serbia) | Express intent to de-escalate military engagement | The Hague | 2005-04-08\n- Military Personnel (Serbia) | Express intent to de-escalate military engagement | The Hague | 2005-03-15\n- China | Arrest, detain, or charge with legal action | Prisoner of War (South Korea) | 2009-10-23\n- The Hague | Express intent to de-escalate military engagement | Iraq | 2005-02-09\n- South Korea | Arrest, detain, or charge with legal action | Prisoner of War (South Korea) | 2007-01-20\n- Military Personnel (Serbia) | Express intent to meet or negotiate | The Hague | 2005-04-08\n- Military Personnel (Serbia) | Express intent to meet or negotiate | The Hague | 2005-03-15\n- Charles Taylor | Express intent to de-escalate military engagement | The Hague | 2006-03-28\n- Military (Singapore) | Make statement | The Sunday Times | 2005-01-16\nAnswer:", "completion": " Progressive Socialist Party", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1378512", "prompt": "After the Military Personnel - Special of Tanzania, who did the Militia of Tanzania use unconventional force against first?\nEvidence:\n- Militia (Tanzania) | Use unconventional violence | Citizen (Tanzania) | 2005-08-19\n- Police (Tanzania) | Use conventional military force | Tanzania | 2005-04-05\n- Police (Tanzania) | Use conventional military force | Tanzania | 2005-03-09\n- Police (Tanzania) | Use conventional military force | Tanzania | 2005-03-08\n- Police (Tanzania) | Use conventional military force | Citizen (Tanzania) | 2005-04-21\n- Criminal (Tanzania) | Use unconventional violence | Tanzania | 2005-04-03\n- Citizen (Tanzania) | Use unconventional violence | Tanzania | 2005-04-06\n- Maasai | Use conventional military force | Citizen (Tanzania) | 2005-05-04\n- Criminal (Tanzania) | Use unconventional violence | Citizen (Tanzania) | 2005-08-08\n- Criminal (Tanzania) | Use unconventional violence | Citizen (Tanzania) | 2005-05-06\n- Citizen (Tanzania) | Use unconventional violence | Police (Tanzania) | 2005-04-21\n- Citizen (Tanzania) | Use unconventional violence | Criminal (Tanzania) | 2005-05-06\n- Citizen (Tanzania) | Use unconventional violence | Maasai | 2005-05-04\n- Citizen (Tanzania) | Use unconventional violence | Civic United Front | 2005-03-10\n- Police (Tanzania) | Use tactics of violent repression | Citizen (Tanzania) | 2005-04-12\nAnswer:", "completion": " Citizen (Tanzania)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1287741", "prompt": "After the citizens of the United Kingdom, against whom did the Mafia of Kenya first use unconventional violence?\nEvidence:\n- Mob (Kenya) | Use unconventional violence | Citizen (United Kingdom) | 2012-11-09\n- Men (Kenya) | Use unconventional violence | Citizen (United Kingdom) | 2013-10-01\n- Men (Kenya) | Use unconventional violence | Citizen (United Kingdom) | 2006-02-06\n- Citizen (United Kingdom) | Use unconventional violence | Women (Kenya) | 2007-01-02\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- First Command of the Capital | Use unconventional violence | Other Authorities / Officials (Brazil) | 2006-08-25\n- First Command of the Capital | Use unconventional violence | Lawyer/Attorney (Costa Rica) | 2008-07-26\n- Muslim (United Kingdom) | Use unconventional violence | Citizen (United Kingdom) | 2009-02-17\n- Muslim (United Kingdom) | Use unconventional violence | Citizen (United Kingdom) | 2005-03-01\n- Men (United Kingdom) | Use unconventional violence | Lawmaker (United Kingdom) | 2014-08-30\n- Men (United Kingdom) | Use unconventional violence | Businessperson (United Kingdom) | 2013-08-28\n- Men (United Kingdom) | Use unconventional violence | Businessperson (United Kingdom) | 2013-01-16\nAnswer:", "completion": " Men (Kenya)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1017337", "prompt": "Who used unconventional force against Al-Shabaab in January 2010?\nEvidence:\n- Combatant (Hizbul Islam) | Use unconventional violence | Al-Shabaab | 2010-01-12\n- Combatant (Hizbul Islam) | Use unconventional violence | Al-Shabaab | 2010-01-11\n- Al-Shabaab | Use conventional military force | Combatant (Hizbul Islam) | 2010-01-12\n- Al-Shabaab | Use conventional military force | Combatant (Hizbul Islam) | 2010-01-11\n- Scholar (Somalia) | Make statement | Al-Shabaab | 2010-01-07\n- Al-Shabaab | Torture | Islamic Preacher (Kenya) | 2010-01-21\n- Sheikh Mukhtar Robow | Make statement | Al-Shabaab | 2010-01-05\n- Sheikh Mukhtar Robow | Make statement | Al-Shabaab | 2010-01-04\n- Sheikh Mukhtar Robow | Make statement | Al-Shabaab | 2010-01-03\n- Media Personnel (Somalia) | Make statement | Al-Shabaab | 2010-01-03\n- Foreign Affairs (Ethiopia) | Make statement | Al-Shabaab | 2010-01-11\n- Al-Shabaab | Make statement | Media Personnel (Somalia) | 2010-01-05\n- Vuk Jeremić | Praise or endorse | Foreign Affairs (Ethiopia) | 2010-01-28\n- Media Personnel (Somalia) | Make statement | Islamic (Somalia) | 2010-01-02\nAnswer:", "completion": " Combatant (Hizbul Islam)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 14, "n_anchors": 1} +{"id": "mtq_1234051", "prompt": "When was the last time Abdel Fattah Al-Sisi made an appeal to the UN Security Council?\nEvidence:\n- Abdel Fattah Al-Sisi | Make an appeal or request | Population (Egypt) | 2013-07-25\n- Abdel Fattah Al-Sisi | Make an appeal or request | Police (Egypt) | 2013-04-16\n- Protester (Egypt) | Reject | Abdel Fattah Al-Sisi | 2013-01-29\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-07-03\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-04-24\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-20\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-18\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-17\n- Barack Obama | Consult | Abdel Fattah Al-Sisi | 2013-04-26\n- Abdel Fattah Al-Sisi | Threaten | Protester (Egypt) | 2013-07-24\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-07-03\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-04-24\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-20\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-18\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-17\nAnswer:", "completion": " 2015-02-20", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1270668", "prompt": "When did the fishermen of India first give humanitarian aid to the men of India?\nEvidence:\n- Fishermen (India) | Provide humanitarian aid | Men (India) | 2010-01-03\n- Fishermen (India) | Provide humanitarian aid | Men (India) | 2008-10-11\n- Fishermen (Sri Lanka) | Provide humanitarian aid | Fishermen (India) | 2012-03-16\n- Fishermen (India) | Provide humanitarian aid | Military Personnel (India) | 2015-03-26\n- Fishermen (India) | Provide humanitarian aid | Military Personnel (India) | 2015-03-25\n- Naval (Sri Lanka) | Provide humanitarian aid | Fishermen (India) | 2012-01-01\n- Fishermen (India) | Provide humanitarian aid | Refugee (Sri Lanka) | 2009-05-20\n- Villager (India) | Provide humanitarian aid | Men (India) | 2007-08-16\n- Navy Personnel (India) | Provide humanitarian aid | Men (India) | 2006-12-24\n- Police (Malaysia) | Provide humanitarian aid | Men (India) | 2010-09-03\n- Vietnam | Provide humanitarian aid | Fishermen (Vietnam) | 2010-08-27\n- Malaysia | Provide humanitarian aid | Fishermen (Indonesia) | 2010-10-08\n- Fishermen (Vietnam) | Provide humanitarian aid | Vietnam | 2008-09-09\n- Fishermen (Vietnam) | Provide humanitarian aid | China | 2012-02-21\n- China | Provide humanitarian aid | Fishermen (Vietnam) | 2012-02-21\nAnswer:", "completion": " 2008-10-11", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1032662", "prompt": "Who was the last to sign formal agreements with Roh Moo Hyun before Wen Jiabao?\nEvidence:\n- Roh Moo Hyun | Demand | Japan | 2005-03-04\n- Roh Moo Hyun | Demand | Japan | 2005-03-03\n- Roh Moo Hyun | Demand | Japan | 2005-03-02\n- Roh Moo Hyun | Demand | Japan | 2005-03-01\n- Roh Moo Hyun | Demand | Japan | 2005-02-25\n- Roh Moo Hyun | Consult | Chongwadai | 2005-02-19\n- Chongwadai | Consult | Roh Moo Hyun | 2005-02-19\n- South Korea | Reject | Roh Moo Hyun | 2005-02-17\n- Roh Moo Hyun | Make statement | Japan | 2005-03-14\n- Roh Moo Hyun | Make statement | Japan | 2005-03-02\n- Roh Moo Hyun | Make statement | Chongwadai | 2005-02-23\n- Roh Moo Hyun | Demand | South Korea | 2005-01-04\n- Roh Moo Hyun | Demand rights | Japan | 2005-03-04\n- Roh Moo Hyun | Demand rights | Japan | 2005-03-03\n- Chongwadai | Make statement | Roh Moo Hyun | 2005-03-07\nAnswer:", "completion": " Oluṣẹgun Ọbasanjọ", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1262004", "prompt": "Which country was the first to speak optimistically about Yemen after Mohamed Ould Abdel Aziz?\nEvidence:\n- Mohamed Ould Abdel Aziz | Reduce relations | The Poor (Mauritania) | 2009-07-18\n- Mohamed Ould Abdel Aziz | Reject | Mauritania | 2008-08-10\n- Mohamed Ould Abdel Aziz | Consult | France | 2008-08-11\n- France | Consult | Mohamed Ould Abdel Aziz | 2008-08-11\n- Sidi Ould Cheikh Abdallahi | Accuse | Mohamed Ould Abdel Aziz | 2008-08-07\n- Mohamed Ould Abdel Aziz | Accuse | Sidi Ould Cheikh Abdallahi | 2009-07-17\n- Police (Mauritania) | Reject | Mohamed Ould Abdel Aziz | 2009-02-21\n- Mohamed Ould Abdel Aziz | Threaten | Citizen (Mauritania) | 2009-07-13\n- Mohamed Ould Abdel Aziz | Reject | African Union | 2008-09-29\n- Mohamed Ould Abdel Aziz | Make statement | Mauritania | 2009-10-19\n- Mohamed Ould Abdel Aziz | Make statement | Mauritania | 2009-04-09\n- Mohamed Ould Abdel Aziz | Consult | Muhammad VI | 2009-10-25\n- Mohamed Ould Abdel Aziz | Consult | Al-Akhbar | 2008-08-16\n- Mohamed Ould Abdel Aziz | Consult | African Union | 2008-08-25\n- Al-Akhbar | Consult | Mohamed Ould Abdel Aziz | 2008-08-16\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1288681", "prompt": "Who was the last to visit the Iraqi legislature before the Muslims of Syria?\nEvidence:\n- Ministry (Iraqi Kurdistan) | Consult | Legislature (Iraq) | 2006-04-25\n- Legislature (Iraq) | Consult | Ministry (Iraqi Kurdistan) | 2006-04-25\n- Legislature (Syria) | Apologize | Police (Syria) | 2005-03-30\n- Iraqi Islamic Party | Make statement | Legislature (Iraq) | 2014-07-13\n- Iraqi Islamic Party | Make statement | Legislature (Iraq) | 2006-08-06\n- Yemen | Host a visit | Legislature (Syria) | 2007-03-03\n- Legislature (Syria) | Make a visit | Yemen | 2007-03-03\n- Member of Legislative (Govt) (Syria) | Make optimistic comment | Legislature (Syria) | 2014-04-29\n- Legislature (Iraq) | Praise or endorse | Iraqi Islamic Party | 2007-07-06\n- Muslim (Syria) | Make a visit | Legislature (Iraq) | 2014-10-21\n- Legislature (Iraq) | Host a visit | Muslim (Syria) | 2014-10-21\n- Combatant (Iraqi Kurds) | Use unconventional violence | Militant (Syria) | 2014-10-29\n- Combatant (Iraqi Kurds) | Use unconventional violence | Militant (Syria) | 2014-10-28\n- Legislature (Syria) | Praise or endorse | Representatives (Syria) | 2012-05-07\n- Armed Gang (Syria) | Use unconventional violence | Legislature (Syria) | 2012-11-06\nAnswer:", "completion": " Nuri al-Maliki", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1352954", "prompt": "In which year did the citizens of Thailand condemn the Thai activist?\nEvidence:\n- Chart Thai | Criticize or denounce | Citizen (Thailand) | 2005-01-23\n- Member of Parliament (Thailand) | Express intent to engage in material cooperation | Citizen (Thailand) | 2005-02-08\n- Member of Parliament (Thailand) | Consult | Citizen (Thailand) | 2005-01-28\n- Member of Parliament (Thailand) | Accuse | Citizen (Thailand) | 2005-01-25\n- Citizen (Thailand) | Consult | Member of Parliament (Thailand) | 2005-01-28\n- Governor (Thailand) | Engage in symbolic act | Citizen (Thailand) | 2005-01-19\n- Citizen (Thailand) | Engage in symbolic act | Governor (Thailand) | 2005-01-19\n- Christian (Thailand) | Engage in symbolic act | Citizen (Thailand) | 2005-01-05\n- Party Member (Thailand) | Engage in symbolic act | Citizen (Thailand) | 2005-02-09\n- Citizen (Thailand) | Engage in symbolic act | Party Member (Thailand) | 2005-02-09\n- Member of Parliament (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-02-08\n- Police (Australia) | Engage in material cooperation | Thailand | 2005-01-04\n- Cabinet / Council of Ministers / Advisors (Thailand) | Provide economic aid | Citizen (Thailand) | 2005-01-20\n- Department of Geologic Survey and its Mineral Exploration (Thailand) | Make statement | Thailand | 2005-01-04\n- Citizen (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Department of Geologic Survey and its Mineral Exploration (Thailand) | 2005-01-04\nAnswer:", "completion": " 2008", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1169099", "prompt": "Who did the armed gang of Somalia fight with small arms and light weapons in the same month of the Associated Press?\nEvidence:\n- Japan | Consult | Associated Press | 2005-05-07\n- China | Consult | Associated Press | 2005-05-05\n- Associated Press | Consult | Japan | 2005-05-07\n- Associated Press | Consult | China | 2005-05-05\n- Mahmoud Abbas | Consult | Associated Press | 2005-01-01\n- Lawmaker (Lebanon) | Consult | Associated Press | 2005-02-14\n- Citizen (Sudan) | Accuse | Associated Press | 2005-05-11\n- Associated Press | Consult | Mahmoud Abbas | 2005-01-01\n- Associated Press | Consult | Lawmaker (Lebanon) | 2005-02-14\n- Pervez Musharraf | Make statement | Associated Press | 2005-04-03\n- Media Personnel (Colombia) | Consult | Associated Press | 2005-01-18\n- Iraq | Discuss by telephone | Associated Press | 2005-02-27\n- Iran | Discuss by telephone | Associated Press | 2005-03-23\n- Colombia | Host a visit | Associated Press | 2005-03-11\n- Colombia | Discuss by telephone | Associated Press | 2005-01-31\nAnswer:", "completion": " Activist (Somalia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1186955", "prompt": "After Gonzalo Marroquin, which country was the first to criticise the citizens of Venezuela?\nEvidence:\n- Gonzalo Marroquin | Criticize or denounce | Citizen (Venezuela) | 2007-10-15\n- Gonzalo Marroquin | Make statement | Mexico | 2007-04-13\n- Gonzalo Marroquin | Make statement | Media (Argentina) | 2008-09-01\n- Evo Morales | Make statement | Gonzalo Marroquin | 2011-07-18\n- Gonzalo Marroquin | Demand | Other Authorities / Officials (Mexico) | 2006-02-09\n- Gonzalo Marroquin | Demand | Other Authorities / Officials (Brazil) | 2007-09-21\n- Court Judge (Ecuador) | Use tactics of violent repression | Gonzalo Marroquin | 2011-07-21\n- Rafael Correa | Threaten to reduce or break relations | Gonzalo Marroquin | 2011-07-23\n- Gonzalo Marroquin | Appeal for intelligence | Other Authorities / Officials (Mexico) | 2011-07-26\n- Rafael Correa | Reject proposal to meet, discuss, or negotiate | Gonzalo Marroquin | 2011-07-23\n- Gonzalo Marroquin | Make an appeal or request | Other Authorities / Officials (Mexico) | 2007-09-19\n- Chamber of Senators of Urugay | Demand mediation | Other Authorities / Officials (Mexico) | 2006-04-21\n- Zapatista Army of National Liberation | Halt negotiations | Other Authorities / Officials (Mexico) | 2005-07-01\n- Other Authorities / Officials (Mexico) | Accuse of espionage, treason | National Action Party | 2006-02-24\n- National Action Party | Accuse of espionage, treason | Other Authorities / Officials (Mexico) | 2006-02-24\nAnswer:", "completion": " Colombia", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1147612", "prompt": "Who used small arms and light weapons against the New Zealand rebels in 2012?\nEvidence:\n- Military (New Zealand) | fight with small arms and light weapons | Insurgent (New Zealand) | 2012-08-19\n- Insurgent (New Zealand) | fight with small arms and light weapons | Military (New Zealand) | 2012-08-19\nAnswer:", "completion": " Military (New Zealand)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 2, "n_anchors": 0} +{"id": "mtq_1253803", "prompt": "Which country announced its intention to negotiate with Japan's Ministry of Finance in the same month as Wen Jiabao?\nEvidence:\n- Wen Jiabao | Express intent to meet or negotiate | China | 2005-02-03\n- China | Express intent to meet or negotiate | Wen Jiabao | 2005-01-24\n- Wen Jiabao | Express intent to meet or negotiate | Association of Southeast Asian Nations | 2005-01-04\n- Bertie Ahern | Express intent to meet or negotiate | Wen Jiabao | 2005-01-17\n- Bertie Ahern | Express intent to meet or negotiate | Wen Jiabao | 2005-01-11\n- Wen Jiabao | Engage in negotiation | Bertie Ahern | 2005-01-19\n- Bertie Ahern | Engage in negotiation | Wen Jiabao | 2005-01-19\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | Wen Jiabao | 2005-02-03\n- Wen Jiabao | Investigate | China | 2005-01-08\n- Thailand | Investigate | Wen Jiabao | 2005-01-24\n- Cambodia | Investigate | Wen Jiabao | 2005-01-24\n- Wen Jiabao | Consult | Association of Southeast Asian Nations | 2005-01-06\n- Association of Southeast Asian Nations | Consult | Wen Jiabao | 2005-01-06\n- Wen Jiabao | Make statement | Maldives | 2005-01-07\n- Wen Jiabao | Make statement | China | 2005-02-02\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1179256", "prompt": "After April 20th, 2015, who received the visit from John Dramani Mahama?\nEvidence:\n- Togo | Host a visit | John Dramani Mahama | 2009-07-23\n- John Dramani Mahama | Make a visit | Togo | 2009-07-23\n- John Dramani Mahama | Make a visit | Ethiopia | 2011-05-26\n- John Dramani Mahama | Make a visit | Ethiopia | 2009-01-31\n- Ethiopia | Host a visit | John Dramani Mahama | 2011-05-26\n- Ethiopia | Host a visit | John Dramani Mahama | 2009-01-31\n- John Dramani Mahama | Express accord | China | 2012-08-10\n- John Dramani Mahama | Express accord | China | 2012-08-09\n- South Korea | Host a visit | John Dramani Mahama | 2010-02-22\n- South Africa | Host a visit | John Dramani Mahama | 2013-01-03\n- South Africa | Host a visit | John Dramani Mahama | 2012-12-31\n- South Africa | Host a visit | John Dramani Mahama | 2012-12-30\n- South Africa | Host a visit | John Dramani Mahama | 2009-05-21\n- John Dramani Mahama | Make a visit | South Korea | 2010-02-22\n- John Dramani Mahama | Make a visit | South Africa | 2013-01-03\nAnswer:", "completion": " South Africa", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1118810", "prompt": "In which year did the Ministry of Foreign Affairs of Latin America negotiate with Nabil Shaath?\nEvidence:\n- Nabil Shaath | Consult | Foreign Affairs (Syria) | 2005-02-08\n- Nabil Shaath | Consult | Foreign Affairs (Syria) | 2005-01-29\n- Foreign Affairs (Syria) | Consult | Nabil Shaath | 2005-02-08\n- Foreign Affairs (Syria) | Consult | Nabil Shaath | 2005-01-29\n- Nabil Shaath | Engage in negotiation | Mahmoud Abbas | 2005-02-03\n- Nabil Shaath | Engage in negotiation | Mahmoud Abbas | 2005-01-30\n- Mahmoud Abbas | Engage in negotiation | Nabil Shaath | 2005-02-03\n- Mahmoud Abbas | Engage in negotiation | Nabil Shaath | 2005-01-30\n- Omar Suleiman | Consult | Nabil Shaath | 2008-09-23\n- Nabil Shaath | Reject | Mahmoud Abbas | 2009-09-04\n- Nabil Shaath | Consult | Omar Suleiman | 2008-09-23\n- Nabil Shaath | Consult | Mahmoud Abbas | 2006-07-03\n- Nabil Shaath | Consult | Abdullah Gül | 2005-03-27\n- Nabil Shaath | Consult | Abdullah Gül | 2005-01-05\n- Mahmoud Abbas | Consult | Nabil Shaath | 2006-07-03\nAnswer:", "completion": " 2015", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1129157", "prompt": "Who signed formal agreements with the Business of Bulgaria after 24 February 2005?\nEvidence:\n- Employee (Bulgaria) | Sign formal agreement | Business (Bulgaria) | 2005-02-24\n- Business (Bulgaria) | Sign formal agreement | Employee (Bulgaria) | 2005-02-24\nAnswer:", "completion": " State Oil Company of Azerbaijan Republic", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 0} +{"id": "mtq_1189810", "prompt": "Who did New Democracy praise after 30 November 2009?\nEvidence:\n- New Democracy | Praise or endorse | Georgios Papandreou | 2009-11-30\n- New Democracy | Consult | Georgios Papandreou | 2009-11-30\n- Georgios Papandreou | Consult | New Democracy | 2009-11-30\nAnswer:", "completion": " Georgios Papandreou", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 3, "n_anchors": 1} +{"id": "mtq_1049871", "prompt": "Which country first wanted to negotiate with Vietnam after Jakaya Mrisho Kikwete did?\nEvidence:\n- Tanzania | Make statement | Jakaya Mrisho Kikwete | 2005-12-13\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-03-10\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-03-09\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-23\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-21\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-10\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-02\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-01\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-01-02\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-12-30\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-10-27\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-08-09\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-06-19\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-03-01\n- Jakaya Mrisho Kikwete | Demand | Citizen (Tanzania) | 2006-02-21\nAnswer:", "completion": " South Korea", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1282783", "prompt": "Who was the first to make an appeal to the citizens of Sudan in 2012?\nEvidence:\n- China | Make an appeal or request | Sudan | 2012-01-21\n- China | Make an appeal or request | South Sudan | 2012-03-27\n- China | Make an appeal or request | South Sudan | 2012-01-21\n- Indigenous People (South Sudan) | Make an appeal or request | South Sudan | 2012-02-09\n- UN Security Council | Make an appeal or request | Sudan | 2012-01-23\n- Sudan | Make an appeal or request | UN Security Council | 2012-01-19\n- Ronald Kirk | Make an appeal or request | South Sudan | 2012-03-26\n- African Union | Make an appeal or request | South Sudan | 2012-03-29\n- UN Security Council | Make an appeal or request | South Sudan | 2012-03-27\n- Qutbi Al-Mahdi | Make an appeal or request | South Sudan | 2012-03-26\n- Sudan | Engage in negotiation | South Sudan | 2012-03-13\n- Sudan | Engage in negotiation | South Sudan | 2012-02-19\n- Sudan | Engage in negotiation | South Sudan | 2012-02-18\n- Sudan | Engage in negotiation | South Sudan | 2012-02-12\n- Sudan | Engage in negotiation | South Sudan | 2012-02-07\nAnswer:", "completion": " Muslim (Sudan)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1331998", "prompt": "In which year did Sahrawi people praise the Activist of Western Sahara?\nEvidence:\n- Sahrawi people | Praise or endorse | Activist (Western Sahara) | 2014-02-26\n- Sahrawi people | Praise or endorse | Sahrawi people | 2015-07-27\n- Special Rapporteurs of the United Nations | Consult | Sahrawi people | 2012-09-19\n- Sahrawi people | Consult | Special Rapporteurs of the United Nations | 2012-09-19\n- Sahrawi people | Praise or endorse | Head of Government (Nigeria) | 2015-07-20\n- Government (Nigeria) | Praise or endorse | Sahrawi people | 2013-07-19\n- Citizen (Nigeria) | Praise or endorse | Sahrawi people | 2013-07-19\n- African Union | Praise or endorse | Sahrawi people | 2015-06-08\n- Sahrawi people | Praise or endorse | Congress (United States) | 2013-05-16\n- Mohamed Cheikh Lehbib | Praise or endorse | Sahrawi people | 2012-10-22\n- Labor Union (Nigeria) | Praise or endorse | Sahrawi people | 2013-07-19\n- Sahrawi people | Make statement | Lesotho | 2013-05-13\n- South Africa | Defend verbally | Sahrawi people | 2015-12-10\n- Sahrawi people | Host a visit | France | 2015-10-28\n- Redha Malek | Make statement | Sahrawi people | 2012-12-17\nAnswer:", "completion": " 2014", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1217046", "prompt": "After Joschka Fischer, which country was the first to denounce the government of Germany?\nEvidence:\n- Joschka Fischer | Criticize or denounce | People Associated with the Opposition (Germany) | 2005-02-28\n- Domestic Affairs (Germany) | Criticize or denounce | Joschka Fischer | 2005-02-06\n- Joschka Fischer | Consult | Head of Government (Ukraine) | 2005-03-21\n- Joschka Fischer | Consult | Head of Government (Ukraine) | 2005-03-08\n- Head of Government (Ukraine) | Consult | Joschka Fischer | 2005-03-21\n- Head of Government (Ukraine) | Consult | Joschka Fischer | 2005-03-08\n- Thailand | Consult | Joschka Fischer | 2005-01-09\n- Joschka Fischer | Threaten | Iran | 2005-02-14\n- Joschka Fischer | Threaten | Iran | 2005-02-13\n- Joschka Fischer | Demand | Iran | 2005-03-15\n- Joschka Fischer | Consult | Thailand | 2005-01-09\n- Surakiart Sathirathai | Consult | Joschka Fischer | 2005-01-08\n- Mahmoud Abbas | Consult | Joschka Fischer | 2005-03-12\n- Joschka Fischer | Make statement | Iran | 2005-02-09\n- Joschka Fischer | Make statement | France | 2005-02-09\nAnswer:", "completion": " Iran", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1330662", "prompt": "Which country was last affected by the unconventional violence of the Criminal of Mexico in 2007?\nEvidence:\n- Criminal (Mexico) | Use unconventional violence | Mexico | 2007-10-05\n- Criminal (Mexico) | Use unconventional violence | Mexico | 2007-09-17\n- Criminal (Mexico) | Use unconventional violence | Mexico | 2007-06-04\n- Criminal (Mexico) | Use unconventional violence | Mexico | 2007-06-03\n- Criminal (Mexico) | Use unconventional violence | Mexico | 2007-01-27\n- Criminal (Mexico) | Use unconventional violence | Military (Mexico) | 2007-09-13\n- Criminal (Mexico) | Use unconventional violence | Military (Mexico) | 2007-06-02\n- Criminal (Mexico) | Use unconventional violence | Military (Mexico) | 2007-06-01\n- Criminal (Mexico) | Use unconventional violence | Military (Mexico) | 2007-05-15\n- Criminal (Mexico) | Use unconventional violence | Military (Mexico) | 2007-05-12\n- Criminal (Mexico) | Use unconventional violence | Military (Mexico) | 2007-05-11\n- Criminal (Mexico) | Use unconventional violence | Military (Mexico) | 2007-05-09\n- Criminal (Mexico) | Use unconventional violence | Military (Mexico) | 2007-05-08\n- Criminal (Mexico) | Use unconventional violence | Military (Mexico) | 2007-05-07\n- Criminal (Mexico) | Use unconventional violence | Military (Mexico) | 2007-05-03\nAnswer:", "completion": " Mexico", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1008977", "prompt": "Which country did the United Arab Emirates first make negative remarks about?\nEvidence:\n- Supreme Council (United Arab Emirates) | Make statement | United Arab Emirates | 2005-03-26\n- Treasury/Finance Ministry (United Arab Emirates) | Make statement | United Arab Emirates | 2005-02-13\n- United Arab Emirates | Consult | Iran | 2005-02-01\n- Iran | Consult | United Arab Emirates | 2005-02-01\n- United Arab Emirates | Make a visit | Iran | 2005-02-25\n- United Arab Emirates | Cooperate militarily | France | 2005-02-20\n- United Arab Emirates | Consult | Benazir Bhutto | 2005-03-24\n- France | Cooperate militarily | United Arab Emirates | 2005-02-20\n- Benazir Bhutto | Consult | United Arab Emirates | 2005-03-24\n- UAE Armed Forces | Make statement | United Arab Emirates | 2005-02-15\n- Tariq Aziz | Make a visit | United Arab Emirates | 2005-01-30\n- South Korea | Make a visit | United Arab Emirates | 2005-03-15\n- Gerhard Schröder | Make a visit | United Arab Emirates | 2005-03-05\n- Benazir Bhutto | Make a visit | United Arab Emirates | 2005-04-02\n- United Arab Emirates | Sign formal agreement | Malaysia | 2005-03-19\nAnswer:", "completion": " Iran", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1053377", "prompt": "Before Angola, which country received the visit from Carlos Pascual last?\nEvidence:\n- Carlos Pascual | Make a visit | Angola | 2011-08-02\n- Angola | Host a visit | Carlos Pascual | 2011-08-02\n- Carlos Pascual | Demand | Mexico | 2009-09-08\n- Mexico | Host a visit | Carlos Pascual | 2011-03-10\n- Mexico | Host a visit | Carlos Pascual | 2011-03-09\n- Mexico | Host a visit | Carlos Pascual | 2010-04-15\n- Mexico | Host a visit | Carlos Pascual | 2010-04-13\n- Carlos Pascual | Make a visit | Mexico | 2011-03-10\n- Carlos Pascual | Make a visit | Mexico | 2011-03-09\n- Carlos Pascual | Make a visit | Mexico | 2010-04-15\n- Carlos Pascual | Make a visit | Mexico | 2010-04-13\n- Iurie Leanca | Consult | Carlos Pascual | 2014-03-24\n- Carlos Pascual | Make statement | Mexico | 2011-03-20\n- Carlos Pascual | Make statement | Mexico | 2011-03-14\n- Carlos Pascual | Make statement | Mexico | 2010-10-20\nAnswer:", "completion": " Mexico", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1208127", "prompt": "After the citizens of Uganda, who was the first to denounce the armed rebels of the Lord's Resistance Army?\nEvidence:\n- Resistance Movement (Lord's Resistance Army) | Sign formal agreement | Armed Rebel (Lord's Resistance Army) | 2008-02-20\n- Armed Rebel (Lord's Resistance Army) | Sign formal agreement | Resistance Movement (Lord's Resistance Army) | 2008-02-20\n- Citizen (Uganda) | Forgive | Armed Rebel (Lord's Resistance Army) | 2007-11-19\n- Citizen (Uganda) | Forgive | Armed Rebel (Lord's Resistance Army) | 2007-10-02\n- Citizen (Uganda) | Accuse | Armed Rebel (Lord's Resistance Army) | 2009-01-05\n- Armed Rebel (Lord's Resistance Army) | Accuse | Citizen (Uganda) | 2010-04-01\n- Citizen (Uganda) | Criticize or denounce | Armed Rebel (Lord's Resistance Army) | 2005-05-12\n- Police (Uganda) | Make statement | Armed Rebel (Lord's Resistance Army) | 2005-05-19\n- Resistance Movement (Uganda) | Use unconventional violence | Armed Rebel (Lord's Resistance Army) | 2005-04-19\n- Armed Rebel (Lord's Resistance Army) | Return, release person(s) | Citizen (Uganda) | 2014-08-30\n- Sudan | Criticize or denounce | Armed Rebel (Lord's Resistance Army) | 2008-06-16\n- Sudan | Criticize or denounce | Armed Rebel (Lord's Resistance Army) | 2008-06-15\n- Armed Rebel (Lord's Resistance Army) | Reject | Sudan | 2007-02-13\n- Media Personnel (Uganda) | Make statement | Armed Rebel (Lord's Resistance Army) | 2006-04-11\n- Media Personnel (Uganda) | Make statement | Armed Rebel (Lord's Resistance Army) | 2006-04-10\nAnswer:", "completion": " UN Security Council", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1199250", "prompt": "In which month did the Trade Union Congress first criticise the Nigerian government?\nEvidence:\n- Trade Union Congress | Demand | Government (Nigeria) | 2011-11-15\n- Trade Union Congress | Accuse | Government (Nigeria) | 2008-12-01\n- Trade Union Congress | Consult | African Union | 2010-07-27\n- African Union | Consult | Trade Union Congress | 2010-07-27\n- Trade Union Congress | Make statement | Government (Nigeria) | 2012-01-04\n- Trade Union Congress | Make statement | Government (Nigeria) | 2012-01-03\n- Trade Union Congress | Make statement | Government (Nigeria) | 2011-07-06\n- Trade Union Congress | Make statement | Government (Nigeria) | 2011-05-17\n- Trade Union Congress | Make statement | Government (Nigeria) | 2011-01-07\n- Trade Union Congress | Make statement | Government (Nigeria) | 2010-11-08\n- Vincent Cable | Engage in negotiation | Trade Union Congress | 2010-07-29\n- Trade Union Congress | Engage in negotiation | Vincent Cable | 2010-07-29\n- Trade Union Congress | Criticize or denounce | Government (Nigeria) | 2011-06-27\n- Trade Union Congress | Criticize or denounce | Government (Nigeria) | 2009-02-05\n- Government (Nigeria) | Praise or endorse | Trade Union Congress | 2010-11-11\nAnswer:", "completion": " 2009-02", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1166937", "prompt": "After Benjamin Netanyahu, who was the first to support Alexis Tsipras?\nEvidence:\n- Georgios Papandreou | Accuse | Alexis Tsipras | 2011-04-01\n- Democratic Left | Consult | Alexis Tsipras | 2012-05-08\n- Antonis Samaras | Consult | Alexis Tsipras | 2012-05-09\n- Antonis Samaras | Consult | Alexis Tsipras | 2012-05-07\n- Antonis Samaras | Accuse | Alexis Tsipras | 2012-05-08\n- Alexis Tsipras | Demand | Citizen (Greece) | 2012-05-09\n- Alexis Tsipras | Consult | Democratic Left | 2012-05-08\n- Alexis Tsipras | Consult | Antonis Samaras | 2012-05-09\n- Alexis Tsipras | Consult | Antonis Samaras | 2012-05-07\n- Alexis Tsipras | Accuse | New Democracy | 2012-05-14\n- Alexis Tsipras | Accuse | Georgios Papandreou | 2010-11-14\n- Alexis Tsipras | Accuse | Democratic Left | 2012-05-14\n- Alexis Tsipras | Accuse | Antonis Samaras | 2012-03-12\n- New Democracy | Make statement | Alexis Tsipras | 2012-05-08\n- City Mayor (Greece) | Consult | Alexis Tsipras | 2008-07-16\nAnswer:", "completion": " Head of Government (Egypt)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1181714", "prompt": "Who negotiated with the African Union in 2008?\nEvidence:\n- Ethiopia | Consult | African Union | 2008-01-27\n- Ethiopia | Consult | African Union | 2008-01-24\n- African Union | Consult | Ethiopia | 2008-01-27\n- African Union | Consult | Ethiopia | 2008-01-24\n- Government (Sudan) | Engage in diplomatic cooperation | African Union | 2008-08-04\n- Government (Sudan) | Engage in diplomatic cooperation | African Union | 2008-02-27\n- African Union | Engage in diplomatic cooperation | Government (Sudan) | 2008-08-04\n- UN Security Council | Engage in diplomatic cooperation | African Union | 2008-01-25\n- African Union | Engage in diplomatic cooperation | UN Security Council | 2008-01-25\n- Sudan | Make statement | African Union | 2008-01-01\n- Rodolphe Adada | Consult | African Union | 2008-01-30\n- Mwai Kibaki | Consult | African Union | 2008-01-09\n- Government (Sudan) | Consult | African Union | 2008-08-05\n- Government (Sudan) | Consult | African Union | 2008-02-14\n- Government (Sudan) | Consult | African Union | 2008-01-30\nAnswer:", "completion": " Mwai Kibaki", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1388628", "prompt": "Who host Alexis Tsipras's visit from Alexis Tsipras last before Valdis Dombrovskis did?\nEvidence:\n- China | Host a visit | Valdis Dombrovskis | 2010-06-05\n- United Arab Emirates | Host a visit | Valdis Dombrovskis | 2010-06-05\n- Lee Myung Bak | Host a visit | Valdis Dombrovskis | 2011-06-09\n- Valdis Dombrovskis | Make a visit | China | 2010-06-05\n- Valdis Dombrovskis | Consult | Angela Merkel | 2010-09-07\n- Valdis Dombrovskis | Consult | Angela Merkel | 2009-04-17\n- Valdis Dombrovskis | Consult | Andrius Kubilius | 2009-04-12\n- Valdis Dombrovskis | Consult | Aivis Ronis | 2010-07-05\n- Valdis Dombrovskis | Consult | Aivis Ronis | 2010-05-12\n- Angela Merkel | Consult | Valdis Dombrovskis | 2010-09-07\n- Angela Merkel | Consult | Valdis Dombrovskis | 2009-04-17\n- Andrius Kubilius | Consult | Valdis Dombrovskis | 2009-04-12\n- Aivis Ronis | Consult | Valdis Dombrovskis | 2010-07-05\n- Aivis Ronis | Consult | Valdis Dombrovskis | 2010-05-12\n- Marios Garoyian | Host a visit | Alexis Tsipras | 2008-07-04\nAnswer:", "completion": " Werner Faymann", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1159557", "prompt": "Who last denounced the Australian police in 2007?\nEvidence:\n- Police (Israel) | Make statement | The Hague | 2005-04-26\n- Vietnam | Engage in diplomatic cooperation | Committees for the Defense of the Revolution | 2005-09-30\n- People Associated with the Opposition (Ukraine) | Demand change in leadership | Police (Ukraine) | 2005-07-05\n- The Hague | Reject | The Hague | 2005-05-04\n- The Hague | Accuse | The Hague | 2006-03-11\n- The Daily Telegraph | Make statement | Police (Australia) | 2005-06-22\n- The Daily Telegraph | Make statement | Police (Australia) | 2005-06-20\n- The Hague | Threaten | Criminal (The Hague) | 2006-04-30\n- The Hague | Make statement | The Hague | 2006-03-08\n- The Hague | Deny responsibility | The Hague | 2005-03-03\n- The Hague | Accuse of war crimes | Police (Macedonia) | 2005-03-15\n- The Hague | Make optimistic comment | The Hague | 2006-06-13\n- The Hague | Engage in negotiation | Justice Department/Ministery (Serbia) | 2005-03-15\n- The Daily Telegraph | Engage in symbolic act | Citizen (Australia) | 2005-01-08\n- Justice Department/Ministery (Serbia) | Engage in negotiation | The Hague | 2005-03-15\nAnswer:", "completion": " Citizen (Australia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1325355", "prompt": "Who last wanted to negotiate with Xi Jinping before Shimon Peres did?\nEvidence:\n- Shimon Peres | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-28\n- Joschka Fischer | Express intent to meet or negotiate | Shimon Peres | 2005-03-11\n- James Wolfensohn | Express intent to meet or negotiate | Shimon Peres | 2005-06-07\n- James Wolfensohn | Express intent to meet or negotiate | Shimon Peres | 2005-06-06\n- Abdullah Gül | Express intent to meet or negotiate | Shimon Peres | 2005-01-04\n- Abdullah Gül | Express intent to meet or negotiate | Shimon Peres | 2005-01-03\n- Shimon Peres | Appeal to yield | Eli Yishai | 2005-02-13\n- Shimon Peres | Make statement | Iran | 2005-01-24\n- Shimon Peres | Consult | Muhammad VI | 2005-03-20\n- Shimon Peres | Consult | Muhammad VI | 2005-03-12\n- Shimon Peres | Consult | James Wolfensohn | 2005-05-03\n- Shimon Peres | Consult | James Wolfensohn | 2005-05-01\n- Shimon Peres | Consult | Emaar Properties | 2005-02-18\n- Shimon Peres | Consult | Eli Yishai | 2005-02-13\n- Shimon Peres | Consult | Abdullah Gül | 2005-01-05\nAnswer:", "completion": " Barack Obama", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1202079", "prompt": "Who would want to negotiate with the mayor of the United States after the head of government of Uruguay?\nEvidence:\n- Head of Government (Uruguay) | Express intent to meet or negotiate | City Mayor (United States) | 2007-10-28\n- University of the Republic | Consult | Head of Government (Uruguay) | 2010-02-19\n- Head of Government (Uruguay) | Consult | University of the Republic | 2010-02-19\n- Lawyer/Attorney (Uruguay) | Investigate | Head of Government (Uruguay) | 2005-06-17\n- Head of Government (Uruguay) | Make statement | Business (Uruguay) | 2006-04-20\n- Head of Government (Uruguay) | Investigate | Domestic Affairs (Uruguay) | 2008-10-16\n- Business (Uruguay) | Make statement | Head of Government (Uruguay) | 2008-05-09\n- Party Member (Uruguay) | Make statement | Head of Government (Uruguay) | 2014-10-02\n- Military Personnel (Uruguay) | Make statement | Head of Government (Uruguay) | 2006-09-14\n- Head of Government (Uruguay) | Make statement | Party Member (Uruguay) | 2009-09-18\n- Head of Government (Uruguay) | Criticize or denounce | Lawmaker (Uruguay) | 2006-11-09\n- Foreign Affairs (Uruguay) | Make statement | Head of Government (Uruguay) | 2010-03-23\n- Foreign Affairs (Uruguay) | Make statement | Head of Government (Uruguay) | 2007-11-06\n- Business (Uruguay) | Provide economic aid | Head of Government (Uruguay) | 2010-02-19\n- Business (Uruguay) | Make optimistic comment | Head of Government (Uruguay) | 2006-04-20\nAnswer:", "completion": " Jakaya Mrisho Kikwete", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1043254", "prompt": "When did Benjamin Netanyahu denounce the government of the occupied Palestinian territories?\nEvidence:\n- Benjamin Netanyahu | Criticize or denounce | Interim Government (Israel) | 2006-01-12\n- Likud | Accuse | Government (Palestinian Territory, Occupied) | 2009-01-18\n- Likud | Criticize or denounce | Benjamin Netanyahu | 2013-07-12\n- Likud | Criticize or denounce | Benjamin Netanyahu | 2012-10-29\n- Likud | Criticize or denounce | Benjamin Netanyahu | 2012-05-07\n- Likud | Criticize or denounce | Benjamin Netanyahu | 2011-01-12\n- Likud | Criticize or denounce | Benjamin Netanyahu | 2009-07-08\n- Likud | Criticize or denounce | Benjamin Netanyahu | 2009-06-15\n- Likud | Criticize or denounce | Benjamin Netanyahu | 2008-12-10\n- Likud | Criticize or denounce | Benjamin Netanyahu | 2008-07-24\n- Likud | Criticize or denounce | Benjamin Netanyahu | 2007-08-14\n- Likud | Criticize or denounce | Benjamin Netanyahu | 2007-07-18\n- Likud | Criticize or denounce | Benjamin Netanyahu | 2007-07-05\n- Likud | Criticize or denounce | Benjamin Netanyahu | 2005-09-28\n- Likud | Criticize or denounce | Benjamin Netanyahu | 2005-09-26\nAnswer:", "completion": " 2014-06-16", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1073401", "prompt": "Who did the Ukrainian military use conventional military force against before June 2014?\nEvidence:\n- The Hague | Use conventional military force | Vojislav Šešelj | 2006-12-04\n- Military (Russia) | Use conventional military force | Opposition Force (Russia) | 2005-05-16\n- Thailand | Use conventional military force | Military (Cambodia) | 2005-05-18\n- Thailand | Use conventional military force | Military (Cambodia) | 2005-05-16\n- Military (Niger) | Use conventional military force | Niger | 2005-04-14\n- Military (Mexico) | Use conventional military force | Mexico | 2005-12-24\n- Military (Mexico) | Use conventional military force | Mexico | 2005-10-13\n- Military (Mexico) | Use conventional military force | Mexico | 2005-08-10\n- Military (Mexico) | Use conventional military force | Mexico | 2005-06-30\n- Military (Mexico) | Use conventional military force | Mexico | 2005-06-28\n- Military (Mexico) | Use conventional military force | Mexico | 2005-06-27\n- Military (Mexico) | Use conventional military force | Mexico | 2005-06-23\n- Military (Mexico) | Use conventional military force | Mexico | 2005-06-21\n- Military (Mexico) | Use conventional military force | Mexico | 2005-06-19\n- Military (Mexico) | Use conventional military force | Mexico | 2005-06-13\nAnswer:", "completion": " Military (Russia)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1101594", "prompt": "After the National Liberation Army, who made a telephone call to Al Sharq al Awsat?\nEvidence:\n- Iran | Discuss by telephone | Al Sharq al Awsat | 2008-07-19\n- Al Sharq al Awsat | Discuss by telephone | Iran | 2008-07-19\n- Fatah al-Islam | Discuss by telephone | Al Sharq al Awsat | 2007-03-16\n- Al Sharq al Awsat | Discuss by telephone | Fatah al-Islam | 2007-03-16\n- Sudan | Consult | Al Sharq al Awsat | 2008-10-19\n- Sudan | Accuse | Al Sharq al Awsat | 2009-03-23\n- Portugal | Consult | Al Sharq al Awsat | 2007-07-18\n- Eritrea | Consult | Al Sharq al Awsat | 2007-07-26\n- Al Sharq al Awsat | Consult | Sudan | 2008-10-19\n- Al Sharq al Awsat | Consult | Portugal | 2007-07-18\n- Al Sharq al Awsat | Consult | Eritrea | 2007-07-26\n- Rida Jawad Taqi | Discuss by telephone | Al Sharq al Awsat | 2005-02-22\n- Muslim (United Kingdom) | Discuss by telephone | Al Sharq al Awsat | 2005-06-15\n- Islamic Courts Union | Discuss by telephone | Al Sharq al Awsat | 2008-06-21\n- Al Sharq al Awsat | Discuss by telephone | Rida Jawad Taqi | 2005-02-22\nAnswer:", "completion": " Yemen", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1351707", "prompt": "Before Tanzania, who was the last to negotiate with Mwai Kibaki?\nEvidence:\n- Romania | Consult | Mwai Kibaki | 2005-02-22\n- Mwai Kibaki | Demand | China | 2005-02-23\n- Mwai Kibaki | Consult | Romania | 2005-02-22\n- Mwai Kibaki | Express intent to meet or negotiate | Ethiopia | 2005-03-08\n- Mwai Kibaki | Express intent to meet or negotiate | China | 2005-08-15\n- Mwai Kibaki | Express intent to meet or negotiate | China | 2005-08-13\n- Mwai Kibaki | Express intent to meet or negotiate | China | 2005-08-10\n- Mwai Kibaki | Express intent to meet or negotiate | Wen Jiabao | 2005-08-15\n- Mwai Kibaki | Express intent to meet or negotiate | Wen Jiabao | 2005-08-13\n- Mwai Kibaki | Threaten | Police (Kenya) | 2005-04-16\n- Mwai Kibaki | Make statement | Sudan | 2005-01-08\n- Mwai Kibaki | Consult | Don McKinnon | 2005-04-05\n- Don McKinnon | Consult | Mwai Kibaki | 2005-04-05\n- Mwai Kibaki | Express intent to meet or negotiate | City Mayor (China) | 2005-08-15\n- Mwai Kibaki | Express intent to cooperate | Citizen (Sudan) | 2005-08-03\nAnswer:", "completion": " Catherine Ashton", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1133180", "prompt": "Who was the last one to be accused by the lawyer of the United States before the government of South Africa?\nEvidence:\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- High Commission (United Kingdom) | Make statement | South Africa | 2005-01-26\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- Citizen (United Kingdom) | Acknowledge or claim responsibility | South Africa | 2005-02-16\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- Government (South Africa) | Engage in diplomatic cooperation | African Union | 2005-02-26\n- South Africa | Consult | China | 2005-02-05\n- China | Consult | South Africa | 2005-02-05\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-27\nAnswer:", "completion": " Sergio Peña Mendoza", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1047967", "prompt": "After the year 2013, who did the mayor of Australia make optimistic remarks about?\nEvidence:\n- City Mayor (Australia) | Make optimistic comment | Police (Australia) | 2008-06-25\n- City Mayor (Australia) | Make optimistic comment | Citizen (Australia) | 2015-11-04\n- City Mayor (Australia) | Make optimistic comment | Citizen (Australia) | 2014-09-01\n- City Mayor (Australia) | Make optimistic comment | Citizen (Australia) | 2014-04-09\n- City Mayor (Australia) | Make optimistic comment | Citizen (Australia) | 2014-02-19\n- City Mayor (Australia) | Make optimistic comment | Citizen (Australia) | 2014-01-31\n- City Mayor (Australia) | Make optimistic comment | Citizen (Australia) | 2013-09-06\n- City Mayor (Australia) | Make optimistic comment | Citizen (Australia) | 2013-08-02\n- City Mayor (Australia) | Make optimistic comment | Citizen (Australia) | 2013-05-13\n- City Mayor (Australia) | Make optimistic comment | Citizen (Australia) | 2013-04-03\n- City Mayor (Australia) | Make optimistic comment | Citizen (Australia) | 2011-03-30\n- City Mayor (Australia) | Make optimistic comment | Citizen (Australia) | 2011-03-04\n- City Mayor (Australia) | Make optimistic comment | Citizen (Australia) | 2010-12-17\n- City Mayor (Australia) | Make optimistic comment | Citizen (Australia) | 2010-10-15\n- City Mayor (Australia) | Make optimistic comment | Citizen (Australia) | 2010-09-21\nAnswer:", "completion": " Citizen (Australia)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1264660", "prompt": "After Shaukat Aziz, who was the first to negotiate with the Royal Administration of Saudi Arabia?\nEvidence:\n- Shaukat Aziz | Make a visit | Royal Administration (Saudi Arabia) | 2005-02-15\n- Royal Administration (Saudi Arabia) | Host a visit | Shaukat Aziz | 2005-02-15\n- Shaukat Aziz | Express intent to meet or negotiate | Royal Administration (Saudi Arabia) | 2005-02-18\n- Shaukat Aziz | Express intent to meet or negotiate | Citizen (Saudi Arabia) | 2005-02-18\n- Shaukat Aziz | Express intent to meet or negotiate | Iran | 2005-02-10\n- Shaukat Aziz | Express intent to meet or negotiate | Iran | 2005-02-06\n- Shaukat Aziz | Express intent to meet or negotiate | Iran | 2005-01-31\n- Shaukat Aziz | Express intent to meet or negotiate | Iran | 2005-01-05\n- Head of Government (Pakistan) | Express intent to meet or negotiate | Shaukat Aziz | 2005-02-16\n- Head of Government (Pakistan) | Express intent to meet or negotiate | Shaukat Aziz | 2005-02-15\n- Douglas Alexander | Appeal to others to meet or negotiate | Shaukat Aziz | 2005-01-12\n- Shaukat Aziz | Consult | Japan | 2005-01-10\n- Japan | Consult | Shaukat Aziz | 2005-01-10\n- Shaukat Aziz | Express intent to meet or negotiate | Pervez Musharraf | 2005-02-15\n- Shaukat Aziz | Express intent to meet or negotiate | Javier Solana | 2005-01-25\nAnswer:", "completion": " Ali Abdullah Saleh", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1047599", "prompt": "After Alex Badeh, to whom did the Ijaw Youth Council make its first request?\nEvidence:\n- Ijaw Youth Council | Make an appeal or request | Alex Badeh | 2015-07-15\n- Ijaw Youth Council | Yield | Boko Haram | 2011-08-01\n- Ijaw Youth Council | Accuse | Muhammadu Buhari | 2015-10-26\n- Ijaw Youth Council | Accuse | Muhammadu Buhari | 2015-09-14\n- Ijaw Youth Council | Accuse | Government (Nigeria) | 2014-09-08\n- Ijaw Youth Council | Accuse | Government (Nigeria) | 2005-10-21\n- Ijaw Youth Council | Accuse | Citizen (Nigeria) | 2013-12-01\n- Muhammadu Buhari | Make statement | Ijaw Youth Council | 2015-04-05\n- Ijaw Youth Council | Make statement | Oluṣẹgun Ọbasanjọ | 2015-07-19\n- Ijaw Youth Council | Make statement | Militant (Nigeria) | 2009-11-04\n- Ijaw Youth Council | Make statement | Militant (Nigeria) | 2009-04-13\n- Ijaw Youth Council | Make statement | Government (Nigeria) | 2014-09-08\n- Ijaw Youth Council | Make statement | Government (Nigeria) | 2008-07-09\n- Ijaw Youth Council | Make statement | Government (Nigeria) | 2008-06-23\n- Alex Badeh | Demand | Boko Haram | 2014-10-18\nAnswer:", "completion": " Government (Nigeria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1340185", "prompt": "Who made a request to the legislature of South Africa after 2011-08?\nEvidence:\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Tanzania | Make a visit | South Africa | 2005-02-22\n- South Africa | Host a visit | Tanzania | 2005-02-22\n- South Africa | Host a visit | Angola | 2005-02-18\n- Angola | Make a visit | South Africa | 2005-02-18\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- South Africa | Make an appeal or request | Togo | 2005-02-06\n- Tony Blair | Make a visit | South Africa | 2005-01-14\n- South Africa | Host a visit | Tony Blair | 2005-01-14\n- South Africa | Make an appeal or request | Citizen (International) | 2005-02-03\n- South Africa | Make an appeal or request | Citizen (International) | 2005-01-21\n- African Union | Make an appeal or request | South Africa | 2005-01-02\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- South Africa | Host a visit | Labor Union (Zimbabwe) | 2005-02-02\nAnswer:", "completion": " Member of Parliament (South Africa)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1031595", "prompt": "Which country last expressed an intention to meet with Nuri al-Maliki?\nEvidence:\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-05-20\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-26\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-25\n- Nuri al-Maliki | Consult | Iraq | 2006-04-27\n- Iraq | Consult | Nuri al-Maliki | 2006-04-27\n- Donald Rumsfeld | Express intent to meet or negotiate | Nuri al-Maliki | 2006-04-26\n- Nuri al-Maliki | Make an appeal or request | Iraq | 2006-04-25\n- Iraq | Make an appeal or request | Nuri al-Maliki | 2006-04-23\n- Tony Blair | Consult | Nuri al-Maliki | 2006-05-22\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-22\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-20\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-09\n- Nuri al-Maliki | Make statement | Iraq | 2006-04-22\n- Nuri al-Maliki | Make statement | Iraq | 2005-08-22\n- Nuri al-Maliki | Consult | Tony Blair | 2006-05-22\nAnswer:", "completion": " Iraq", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1271992", "prompt": "Before May 2005, who made a request to Tony Blair?\nEvidence:\n- Tony Blair | Make a visit | South Africa | 2005-01-14\n- South Africa | Host a visit | Tony Blair | 2005-01-14\n- Tony Blair | Accuse | Iran | 2005-02-05\n- Iran | Reject | Tony Blair | 2005-02-08\n- Tony Blair | Make an appeal or request | Iran | 2005-02-08\n- Tony Blair | Make statement | Iraq | 2005-02-04\n- Tony Blair | Make statement | Iraq | 2005-01-30\n- Tony Blair | Make statement | Iraq | 2005-01-09\n- Tony Blair | Make statement | Iran | 2005-01-26\n- Tony Blair | Investigate | Oluṣẹgun Ọbasanjọ | 2005-01-27\n- Tony Blair | Investigate | Oluṣẹgun Ọbasanjọ | 2005-01-26\n- Tony Blair | Consult | Mahmoud Abbas | 2005-01-27\n- Tony Blair | Consult | Jack Straw | 2005-02-04\n- Tony Blair | Consult | Bertie Ahern | 2005-02-02\n- Tony Blair | Consult | Angela Merkel | 2005-02-07\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1325246", "prompt": "Which country first host the visit from Raúl Castro after Cristina Fernández de Kirchner did?\nEvidence:\n- Alberto Fernández | Host a visit | Cristina Fernández de Kirchner | 2006-12-14\n- France | Host a visit | Cristina Fernández de Kirchner | 2007-02-06\n- France | Host a visit | Cristina Fernández de Kirchner | 2007-02-05\n- France | Host a visit | Cristina Fernández de Kirchner | 2007-02-04\n- France | Host a visit | Cristina Fernández de Kirchner | 2007-02-03\n- France | Host a visit | Cristina Fernández de Kirchner | 2007-01-28\n- Koichiro Matsuura | Host a visit | Cristina Fernández de Kirchner | 2007-02-08\n- Congress (Argentina) | Host a visit | Cristina Fernández de Kirchner | 2011-03-01\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-05-24\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-03-03\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-02-28\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-12-26\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-11-15\n- Cristina Fernández de Kirchner | Accuse | Alberto Fernández | 2005-12-24\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2012-09-23\nAnswer:", "completion": " Mexico", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1017743", "prompt": "Who was the first country to negotiate with the Foreign Office of India after Pervez Musharraf?\nEvidence:\n- Pervez Musharraf | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Jack Straw | Express intent to meet or negotiate | Pervez Musharraf | 2005-02-14\n- Jack Straw | Express intent to meet or negotiate | Pervez Musharraf | 2005-02-13\n- Pervez Musharraf | Consult | Japan | 2005-01-10\n- Japan | Consult | Pervez Musharraf | 2005-01-10\n- Pervez Musharraf | Refuse to yield | Benazir Bhutto | 2005-01-12\n- Pervez Musharraf | Refuse to yield | Benazir Bhutto | 2005-01-11\n- Pervez Musharraf | Make statement | Head of Government (Pakistan) | 2005-01-12\n- Pervez Musharraf | Make statement | Head of Government (Pakistan) | 2005-01-11\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-02-04\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-01-10\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-02-04\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-01-10\n- Pervez Musharraf | Consult | Jack Straw | 2005-02-14\n- Pervez Musharraf | Coerce | Criminal (Pakistan) | 2005-01-12\nAnswer:", "completion": " Iran", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1257567", "prompt": "Before the Verkhovna Rada, who was the last to ask for the position of government lawyer/representative of Ukraine?\nEvidence:\n- Verkhovna Rada | Reject | Head of Government (Ukraine) | 2006-07-06\n- Verkhovna Rada | Reject | Head of Government (Ukraine) | 2006-02-10\n- Verkhovna Rada | Consult | Head of Government (Ukraine) | 2008-05-13\n- Head of Government (Ukraine) | Demand | Verkhovna Rada | 2007-10-30\n- Head of Government (Ukraine) | Consult | Verkhovna Rada | 2008-05-13\n- Verkhovna Rada | Make statement | Head of Government (Ukraine) | 2007-08-01\n- Head of Government (Ukraine) | Make statement | Verkhovna Rada | 2008-04-25\n- Head of Government (Ukraine) | Make statement | Verkhovna Rada | 2006-11-04\n- Verkhovna Rada | Consult | Police (Ukraine) | 2007-05-29\n- Police (Ukraine) | Consult | Verkhovna Rada | 2007-05-29\n- Member of Parliament (Ukraine) | Reject | Verkhovna Rada | 2008-07-10\n- Member of Parliament (Ukraine) | Reject | Verkhovna Rada | 2008-06-20\n- Verkhovna Rada | Sign formal agreement | Head of Government (Ukraine) | 2007-06-13\n- Verkhovna Rada | Sign formal agreement | Head of Government (Ukraine) | 2007-01-24\n- Verkhovna Rada | Praise or endorse | Head of Government (Ukraine) | 2005-01-24\nAnswer:", "completion": " Our Ukraine", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1386505", "prompt": "After Laos, who was the first country with which Xi Jinping wanted to establish diplomatic cooperation?\nEvidence:\n- Xi Jinping | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2007-10-29\n- Xi Jinping | Accuse | France | 2008-04-27\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-03-25\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-03-15\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-03-11\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-03-09\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-03-08\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-03-04\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-02-05\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-01-07\n- Laos | Engage in diplomatic cooperation | Vietnam | 2005-03-25\n- Laos | Engage in diplomatic cooperation | Vietnam | 2005-03-15\n- Laos | Engage in diplomatic cooperation | Vietnam | 2005-03-11\n- Laos | Engage in diplomatic cooperation | Vietnam | 2005-03-09\n- Laos | Engage in diplomatic cooperation | Vietnam | 2005-03-08\nAnswer:", "completion": " Japan", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1281094", "prompt": "Which country receive Solomon Passy's visit from Solomon Passy last before Sali Berisha did?\nEvidence:\n- Solomon Passy | Make a visit | Sali Berisha | 2006-03-06\n- Sali Berisha | Host a visit | Solomon Passy | 2006-03-06\n- Yemen | Host a visit | Solomon Passy | 2005-02-23\n- Thailand | Host a visit | Solomon Passy | 2006-04-28\n- Solomon Passy | Make a visit | Yemen | 2005-02-23\n- Solomon Passy | Make a visit | Thailand | 2006-04-28\n- Solomon Passy | Make a visit | China | 2007-09-23\n- China | Host a visit | Solomon Passy | 2007-09-23\n- Stephen Hadley | Consult | Solomon Passy | 2005-03-25\n- Solomon Passy | Consult | Stephen Hadley | 2005-03-25\n- Solomon Passy | Consult | Representatives (Bulgaria) | 2005-03-27\n- Solomon Passy | Consult | Representatives (Bulgaria) | 2005-01-11\n- Solomon Passy | Consult | Joschka Fischer | 2005-04-27\n- Representatives (Bulgaria) | Consult | Solomon Passy | 2005-03-27\n- Representatives (Bulgaria) | Consult | Solomon Passy | 2005-01-11\nAnswer:", "completion": " Yemen", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1250852", "prompt": "Who signed formal agreements with Tony Blair on 7 April 2006?\nEvidence:\n- Tony Blair | Sign formal agreement | Bertie Ahern | 2006-04-07\n- Bertie Ahern | Sign formal agreement | Tony Blair | 2006-04-07\n- Tony Blair | Consult | Bertie Ahern | 2006-04-07\n- Bertie Ahern | Consult | Tony Blair | 2006-04-07\n- Tony Blair | Give ultimatum | Northern Ireland | 2006-04-07\n- Government Official (United Kingdom) | Make statement | Tony Blair | 2006-04-07\n- Government Official (United Kingdom) | Make statement | Bertie Ahern | 2006-04-07\n- Bertie Ahern | Give ultimatum | Northern Ireland | 2006-04-07\nAnswer:", "completion": " Bertie Ahern", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 8, "n_anchors": 1} +{"id": "mtq_1062496", "prompt": "Who accused Cristina Fernández de Kirchner on the same day of the Men of Argentina?\nEvidence:\n- Senate (Argentina) | Consult | Cristina Fernández de Kirchner | 2005-11-29\n- Cristina Fernández de Kirchner | Consult | Senate (Argentina) | 2005-11-29\n- Cristina Fernández de Kirchner | Consult | Congress (Argentina) | 2011-03-01\n- Cristina Fernández de Kirchner | Consult | Congress (Argentina) | 2011-02-27\n- Cristina Fernández de Kirchner | Consult | Congress (Argentina) | 2010-02-05\n- Cristina Fernández de Kirchner | Consult | Congress (Argentina) | 2009-11-25\n- Cristina Fernández de Kirchner | Consult | Congress (Argentina) | 2007-03-01\n- Congress (Argentina) | Consult | Cristina Fernández de Kirchner | 2011-03-01\n- Congress (Argentina) | Consult | Cristina Fernández de Kirchner | 2011-02-27\n- Congress (Argentina) | Consult | Cristina Fernández de Kirchner | 2010-02-05\n- Congress (Argentina) | Consult | Cristina Fernández de Kirchner | 2009-11-25\n- Congress (Argentina) | Consult | Cristina Fernández de Kirchner | 2007-03-01\n- Senate (Argentina) | Make statement | Cristina Fernández de Kirchner | 2007-03-05\n- Population (Argentina) | Make statement | Cristina Fernández de Kirchner | 2005-10-04\n- Cristina Fernández de Kirchner | Make statement | Congress (Argentina) | 2010-11-16\nAnswer:", "completion": " Lawyer/Attorney (Argentina)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1219971", "prompt": "In the same month, who did Donald Rumsfeld praise the United Arab Emirates?\nEvidence:\n- Donald Rumsfeld | Praise or endorse | Iraq | 2005-02-13\n- United Arab Emirates | Praise or endorse | Iraq | 2005-02-02\n- United Arab Emirates | Praise or endorse | China | 2005-03-18\n- Supreme Council (United Arab Emirates) | Make statement | United Arab Emirates | 2005-03-26\n- Donald Rumsfeld | Investigate | Iraq | 2005-02-11\n- Treasury/Finance Ministry (United Arab Emirates) | Make statement | United Arab Emirates | 2005-02-13\n- United Arab Emirates | Engage in negotiation | Qatar | 2005-03-07\n- Qatar | Engage in negotiation | United Arab Emirates | 2005-03-07\n- United Arab Emirates | Praise or endorse | Government (France) | 2005-03-22\n- Shimon Peres | Praise or endorse | United Arab Emirates | 2005-02-18\n- United Arab Emirates | Consult | Iran | 2005-02-01\n- Iran | Consult | United Arab Emirates | 2005-02-01\n- United Arab Emirates | Engage in negotiation | South Korea | 2005-02-01\n- United Arab Emirates | Engage in diplomatic cooperation | Kuwait | 2005-03-29\n- United Arab Emirates | Engage in diplomatic cooperation | Iran | 2005-01-11\nAnswer:", "completion": " Angela Merkel", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1124786", "prompt": "After Ernesto Cordero, who asked for the military of Mexico first?\nEvidence:\n- Ernesto Cordero | Investigate | Mexico | 2011-09-01\n- Mexico | Make statement | Ernesto Cordero | 2012-02-04\n- Ernesto Cordero | Make statement | Mexico | 2011-12-06\n- Ernesto Cordero | Make statement | Mexico | 2011-09-09\n- Ernesto Cordero | Make statement | Mexico | 2011-09-04\n- Ernesto Cordero | Make statement | Mexico | 2011-09-01\n- Ernesto Cordero | Make statement | Mexico | 2011-08-26\n- Ernesto Cordero | Make statement | Mexico | 2011-08-05\n- Ernesto Cordero | Make statement | Mexico | 2011-06-08\n- Ernesto Cordero | Make statement | Mexico | 2011-04-29\n- Ernesto Cordero | Make statement | Mexico | 2011-03-23\n- Ernesto Cordero | Make statement | Mexico | 2011-01-29\n- Ernesto Cordero | Make statement | Mexico | 2010-10-27\n- Ernesto Cordero | Make statement | Mexico | 2010-09-02\n- Ernesto Cordero | Make statement | Mexico | 2010-08-20\nAnswer:", "completion": " Domestic Affairs (Mexico)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1376411", "prompt": "Which country did Barack Obama blame on the same day of Quds Force?\nEvidence:\n- Barack Obama | Accuse | Quds Force | 2011-10-12\n- Barack Obama | Make statement | Quds Force | 2012-01-17\n- Quds Force | Rally support on behalf of | Nuri al-Maliki | 2014-06-14\n- Quds Force | Consult | Iraq | 2008-05-01\n- Iraq | Consult | Quds Force | 2008-05-01\n- Iran | Demand | Quds Force | 2012-08-23\n- Iran | Demand | Quds Force | 2007-02-16\n- Iran | Demand | Quds Force | 2007-02-14\n- Iran | Accuse | Quds Force | 2011-10-13\n- Quds Force | Make statement | Iraq | 2014-07-10\n- Quds Force | Make statement | Iran | 2015-05-24\n- Quds Force | Make statement | Iran | 2015-02-12\n- Quds Force | Make statement | Iran | 2014-07-10\n- Quds Force | Make statement | Iran | 2013-01-11\n- Quds Force | Make statement | Iran | 2007-10-08\nAnswer:", "completion": " Iran", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1037223", "prompt": "Who was the first to criticise Lee Myung Bak in 2009?\nEvidence:\n- Lee Myung Bak | Engage in negotiation | Japan | 2009-01-11\n- Japan | Engage in negotiation | Lee Myung Bak | 2009-01-11\n- Lee Myung Bak | Engage in diplomatic cooperation | Japan | 2009-01-19\n- Lee Myung Bak | Engage in diplomatic cooperation | China | 2009-01-19\n- South Korea | Consult | Lee Myung Bak | 2009-01-09\n- Lee Myung Bak | Demand | South Korea | 2009-01-08\n- Lee Myung Bak | Consult | South Korea | 2009-01-09\n- Lee Myung Bak | Consult | Barack Obama | 2009-02-03\n- Barack Obama | Consult | Lee Myung Bak | 2009-02-03\n- South Korea | Make statement | Lee Myung Bak | 2009-01-11\n- Lee Myung Bak | Praise or endorse | Japan | 2009-01-12\n- Lee Myung Bak | Make statement | South Korea | 2009-02-09\n- Lee Myung Bak | Make statement | South Korea | 2009-02-02\n- Lee Myung Bak | Make statement | South Korea | 2009-01-31\n- Lee Myung Bak | Make statement | South Korea | 2009-01-30\nAnswer:", "completion": " Citizen (North Korea)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1273891", "prompt": "When was the last time the Prime Minister of India criticised Amit Shah?\nEvidence:\n- Amit Shah | Accuse | Media (India) | 2014-12-12\n- Member of Parliament (India) | Accuse | Amit Shah | 2014-12-02\n- Amit Shah | Reject | Member of Parliament (India) | 2015-01-07\n- Labor Union (India) | Consult | Amit Shah | 2014-11-03\n- Election Commission (India) | Accuse | Amit Shah | 2014-04-16\n- Amit Shah | Consult | Labor Union (India) | 2014-11-03\n- Head of Government (India) | Make statement | Amit Shah | 2015-01-06\n- Amit Shah | Make statement | Member of Parliament (India) | 2014-11-30\n- Head of Government (India) | Criticize or denounce | Amit Shah | 2014-12-22\n- Amit Shah | Criticize or denounce | Member of Parliament (India) | 2015-01-13\n- Election Commission (India) | Make statement | Amit Shah | 2014-05-07\n- Election Commission (India) | Make statement | Amit Shah | 2014-04-18\n- Amit Shah | Make statement | National Party (India) | 2014-12-23\n- Election Commission (India) | Impose administrative sanctions | Amit Shah | 2014-04-19\n- Election Commission (India) | Impose administrative sanctions | Amit Shah | 2014-04-18\nAnswer:", "completion": " 2014-12-22", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1149650", "prompt": "Who first used small arms and light weapons to attack Yemen?\nEvidence:\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-30\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-29\n- Yemen | Consult | Sudan | 2005-01-02\n- Yemen | Consult | Ethiopia | 2005-01-02\n- Yemen | Consult | Eritrea | 2005-03-11\n- Yemen | Consult | Djibouti | 2005-02-08\n- Yemen | Consult | Djibouti | 2005-02-07\n- Sudan | Consult | Yemen | 2005-01-02\n- Ethiopia | Consult | Yemen | 2005-01-02\n- Eritrea | Consult | Yemen | 2005-03-11\n- Djibouti | Consult | Yemen | 2005-02-08\n- Djibouti | Consult | Yemen | 2005-02-07\n- James Wolfensohn | Express intent to meet or negotiate | Yemen | 2005-02-04\n- Gerhard Schröder | Express intent to meet or negotiate | Yemen | 2005-01-06\n- Abdoulaye Wade | Express intent to meet or negotiate | Yemen | 2005-02-18\nAnswer:", "completion": " Men (Yemen)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1301783", "prompt": "Who was the first to praise Lebanon's foreign policy after Syria's armed rebels?\nEvidence:\n- Foreign Affairs (Lebanon) | Praise or endorse | Armed Rebel (Syria) | 2013-01-10\n- Armed Rebel (Syria) | Return, release person(s) | Men (Lebanon) | 2013-10-23\n- Armed Rebel (Syria) | Return, release person(s) | Men (Lebanon) | 2012-08-27\n- Muslim (Lebanon) | Praise or endorse | Armed Rebel (Syria) | 2013-07-02\n- Muslim (Lebanon) | Praise or endorse | Armed Rebel (Syria) | 2013-06-22\n- Military (Lebanon) | Praise or endorse | Armed Rebel (Syria) | 2014-10-19\n- Foreign Affairs (Syria) | Consult | Foreign Affairs (Lebanon) | 2012-09-03\n- Foreign Affairs (Lebanon) | Consult | Foreign Affairs (Syria) | 2012-09-03\n- Political Parties (Lebanon) | Praise or endorse | Armed Rebel (Syria) | 2014-02-23\n- Political Parties (Lebanon) | Praise or endorse | Armed Rebel (Syria) | 2014-02-22\n- Armed Rebel (Syria) | Accuse | Military (Lebanon) | 2014-10-28\n- Armed Rebel (Syria) | Accuse | Military (Lebanon) | 2014-10-24\n- Armed Rebel (Syria) | Accuse | Military (Lebanon) | 2014-09-19\n- Foreign Affairs (Lebanon) | Make statement | Foreign Affairs (Syria) | 2009-04-23\n- Foreign Affairs (Lebanon) | Make statement | Foreign Affairs (Syria) | 2005-02-02\nAnswer:", "completion": " Iran", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1003026", "prompt": "Who was the first, after the Member of Parliament of Venezuela, to seek diplomatic cooperation with the citizens of Venezuela?\nEvidence:\n- Member of Parliament (Venezuela) | Investigate | Citizen (Venezuela) | 2008-09-06\n- Member of the Judiciary (Venezuela) | Demand | Citizen (Venezuela) | 2014-03-25\n- Citizen (Venezuela) | Reject | Member of the Judiciary (Venezuela) | 2015-06-02\n- Citizen (Venezuela) | Reject | Member of the Judiciary (Venezuela) | 2013-01-18\n- Member of Parliament (Venezuela) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Venezuela) | 2011-09-27\n- Member of the Judiciary (Venezuela) | Refuse to ease administrative sanctions | Citizen (Venezuela) | 2011-10-19\n- Member of Parliament (Venezuela) | Make statement | Vietnam | 2006-09-02\n- Member of the Judiciary (Venezuela) | Impose administrative sanctions | Citizen (Venezuela) | 2015-09-11\n- Citizen (Venezuela) | Protest violently, riot | Member of the Judiciary (Venezuela) | 2008-01-11\n- Citizen (Venezuela) | Make optimistic comment | Member of the Judiciary (Venezuela) | 2013-01-10\n- Citizen (Venezuela) | Demonstrate or rally | Member of the Judiciary (Venezuela) | 2008-07-12\n- Citizen (Venezuela) | Criticize or denounce | Member of the Judiciary (Venezuela) | 2014-06-01\n- Citizen (Venezuela) | Criticize or denounce | Member of the Judiciary (Venezuela) | 2009-04-09\n- Citizen (Venezuela) | Criticize or denounce | Member of the Judiciary (Venezuela) | 2008-01-07\n- Member of the Judiciary (Venezuela) | Arrest, detain, or charge with legal action | Men (Venezuela) | 2014-10-14\nAnswer:", "completion": " Leopoldo López", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1019560", "prompt": "Who visited the United Arab Emirates in June 2005?\nEvidence:\n- United Arab Emirates | Engage in negotiation | Iran | 2005-06-07\n- Iran | Engage in negotiation | United Arab Emirates | 2005-06-07\n- United Arab Emirates | Engage in negotiation | Pervez Musharraf | 2005-06-07\n- United Arab Emirates | Engage in diplomatic cooperation | Kazakhstan | 2005-06-07\n- United Arab Emirates | Engage in diplomatic cooperation | Iraq | 2005-06-22\n- Pervez Musharraf | Engage in negotiation | United Arab Emirates | 2005-06-07\n- Kazakhstan | Engage in diplomatic cooperation | United Arab Emirates | 2005-06-07\n- United Arab Emirates | Host a visit | Iran | 2005-06-07\n- Iran | Make a visit | United Arab Emirates | 2005-06-07\n- United Arab Emirates | Praise or endorse | Mahmoud Ahmadinejad | 2005-06-28\n- United Arab Emirates | Make optimistic comment | Pervez Musharraf | 2005-06-05\n- United Arab Emirates | Host a visit | Pervez Musharraf | 2005-06-07\n- United Arab Emirates | Host a visit | Pervez Musharraf | 2005-06-06\n- United Arab Emirates | Host a visit | Pervez Musharraf | 2005-06-05\n- United Arab Emirates | Host a visit | Pervez Musharraf | 2005-06-04\nAnswer:", "completion": " Iran", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1104714", "prompt": "Who had a telephone conversation with RCTV International in February 2007?\nEvidence:\n- RCTV International | Discuss by telephone | Marcel Granier | 2007-02-05\n- Marcel Granier | Discuss by telephone | RCTV International | 2007-02-05\nAnswer:", "completion": " Marcel Granier", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 2, "n_anchors": 1} +{"id": "mtq_1048764", "prompt": "After Portugal, which country was the first to be supported by Kazakhstan?\nEvidence:\n- Kazakhstan | Discuss by telephone | Islam Karimov | 2005-02-25\n- Islam Karimov | Discuss by telephone | Kazakhstan | 2005-02-25\n- Children (Portugal) | Occupy territory | Portugal | 2005-06-10\n- Portugal | Express intent to cooperate | France | 2005-01-27\n- France | Express intent to cooperate | Portugal | 2005-01-27\n- Foreign Affairs (Portugal) | Make statement | Portugal | 2005-06-15\n- Foreign Affairs (Portugal) | Make statement | Portugal | 2005-05-30\n- Foreign Affairs (Portugal) | Make statement | Portugal | 2005-03-31\n- Portugal | Make statement | Head of Government (Portugal) | 2005-03-13\n- Portugal | Make statement | Head of Government (Portugal) | 2005-03-12\n- Head of Government (Portugal) | Make statement | Portugal | 2005-03-21\n- Head of Government (Portugal) | Make statement | Portugal | 2005-03-13\n- Head of Government (Portugal) | Make statement | Portugal | 2005-03-12\n- Portugal | Express intent to cooperate economically | Japan | 2005-05-26\n- Japan | Express intent to cooperate economically | Portugal | 2005-05-26\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1226993", "prompt": "Who was the last to visit Mexico before Oluṣẹgun Ọbasanjọ?\nEvidence:\n- Valdas Adamkus | Make a visit | Mexico | 2005-01-20\n- Muhammad VI | Make a visit | Mexico | 2005-02-10\n- Mexico | Host a visit | Valdas Adamkus | 2005-01-20\n- Mexico | Host a visit | Muhammad VI | 2005-02-10\n- Mexico | Host a visit | Jaroslav Palas | 2005-02-08\n- Jaroslav Palas | Make a visit | Mexico | 2005-02-08\n- Mexico | Investigate | Criminal (Mexico) | 2005-01-12\n- Other Authorities / Officials (Mexico) | Express intent to meet or negotiate | Mexico | 2005-01-06\n- Mexico | Express intent to cooperate | Colombia | 2005-06-30\n- Colombia | Express intent to cooperate | Mexico | 2005-06-30\n- Secretariat (Mexico) | Make statement | Mexico | 2005-02-03\n- Organized Crime (Mexico) | Demand | Mexico | 2005-01-24\n- Military (Mexico) | Cooperate militarily | Mexico | 2005-01-17\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-26\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-25\nAnswer:", "completion": " Roh Moo Hyun", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1259005", "prompt": "In 2008, who was the first to accuse the Government of Sudan?\nEvidence:\n- Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | Head of Government (Egypt) | 2005-01-24\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-27\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-26\n- Government (Germany) | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-01-09\n- Citizen (Sudan) | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-01-23\n- Sudan | Engage in negotiation | Ethiopia | 2005-04-19\n- Ethiopia | Engage in negotiation | Sudan | 2005-04-19\nAnswer:", "completion": " Citizen (Sudan)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1309979", "prompt": "In which year did the Minister of Health praise the Gambian police for the first time?\nEvidence:\n- Secretary of State for Health | Praise or endorse | Police (Gambia) | 2008-01-22\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Information Minister Huda | Consult | Health Ministry (Bangladesh) | 2005-12-12\n- Health Ministry (Bangladesh) | Consult | Information Minister Huda | 2005-12-12\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Minister of Public Works Vellu | Accede to demands for change in leadership | Police (Malaysia) | 2009-03-24\n- Secretary of State for Health | Make statement | Angola | 2012-11-23\n- Vietnam | Engage in diplomatic cooperation | Committees for the Defense of the Revolution | 2005-09-30\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\nAnswer:", "completion": " 2008", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1000371", "prompt": "Who wanted to meet Raúl Castro in May 2008?\nEvidence:\n- Raúl Castro | Engage in negotiation | Evo Morales | 2008-05-22\n- Raúl Castro | Engage in negotiation | Evo Morales | 2008-05-21\n- Evo Morales | Engage in negotiation | Raúl Castro | 2008-05-22\n- Evo Morales | Engage in negotiation | Raúl Castro | 2008-05-21\n- Evo Morales | Express intent to meet or negotiate | Raúl Castro | 2008-05-21\n- Barack Obama | Express intent to meet or negotiate | Raúl Castro | 2008-05-26\n- Barack Obama | Express intent to meet or negotiate | Raúl Castro | 2008-05-24\n- Barack Obama | Express intent to meet or negotiate | Raúl Castro | 2008-05-23\n- Barack Obama | Express intent to meet or negotiate | Raúl Castro | 2008-05-21\n- Barack Obama | Express intent to meet or negotiate | Raúl Castro | 2008-05-20\n- Raúl Castro | Consult | Evo Morales | 2008-05-23\n- Raúl Castro | Consult | Bruce Golding | 2008-05-05\n- Evo Morales | Consult | Raúl Castro | 2008-05-23\n- Bruce Golding | Consult | Raúl Castro | 2008-05-05\n- Raúl Castro | Praise or endorse | Bruce Golding | 2008-05-06\nAnswer:", "completion": " Evo Morales", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1125177", "prompt": "With whom did Al Sharq al Awsat last telephone before the Muslims of the United Kingdom?\nEvidence:\n- Muslim (United Kingdom) | Discuss by telephone | Al Sharq al Awsat | 2005-06-15\n- Al Sharq al Awsat | Discuss by telephone | Muslim (United Kingdom) | 2005-06-15\n- Iran | Discuss by telephone | Al Sharq al Awsat | 2008-07-19\n- Al Sharq al Awsat | Discuss by telephone | Iran | 2008-07-19\n- Citizen (United Kingdom) | Make pessimistic comment | Al Sharq al Awsat | 2007-05-11\n- Al Sharq al Awsat | Make statement | Court Judge (United Kingdom) | 2008-10-19\n- Fatah al-Islam | Discuss by telephone | Al Sharq al Awsat | 2007-03-16\n- Al Sharq al Awsat | Discuss by telephone | Fatah al-Islam | 2007-03-16\n- Sudan | Consult | Al Sharq al Awsat | 2008-10-19\n- Sudan | Accuse | Al Sharq al Awsat | 2009-03-23\n- Portugal | Consult | Al Sharq al Awsat | 2007-07-18\n- Eritrea | Consult | Al Sharq al Awsat | 2007-07-26\n- Al Sharq al Awsat | Consult | Sudan | 2008-10-19\n- Al Sharq al Awsat | Consult | Portugal | 2007-07-18\n- Al Sharq al Awsat | Consult | Eritrea | 2007-07-26\nAnswer:", "completion": " Rida Jawad Taqi", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1191254", "prompt": "Who was praised by Oluṣẹgun Ọbasanjọ in the same month of Nigeria's education?\nEvidence:\n- Oluṣẹgun Ọbasanjọ | Consult | Education (Nigeria) | 2014-05-13\n- Education (Nigeria) | Consult | Oluṣẹgun Ọbasanjọ | 2014-05-13\n- Oluṣẹgun Ọbasanjọ | Make statement | Education (Nigeria) | 2013-12-24\n- Oluṣẹgun Ọbasanjọ | Praise or endorse | Education (Nigeria) | 2015-11-23\n- Oluṣẹgun Ọbasanjọ | Make statement | Education Official (Nigeria) | 2005-03-23\n- Oluṣẹgun Ọbasanjọ | Make a visit | Education (Nigeria) | 2005-12-12\n- Education (Nigeria) | Host a visit | Oluṣẹgun Ọbasanjọ | 2005-12-12\n- Oluṣẹgun Ọbasanjọ | Discuss by telephone | Media (Nigeria) | 2012-12-28\n- Media (Nigeria) | Discuss by telephone | Oluṣẹgun Ọbasanjọ | 2012-12-28\n- Oluṣẹgun Ọbasanjọ | Return, release person(s) | Ministry (Nigeria) | 2006-08-27\n- Oluṣẹgun Ọbasanjọ | Return, release person(s) | Ministry (Nigeria) | 2006-06-01\n- Presidential Candidate (Nigeria) | Discuss by telephone | Oluṣẹgun Ọbasanjọ | 2007-03-08\n- Oluṣẹgun Ọbasanjọ | Discuss by telephone | Presidential Candidate (Nigeria) | 2007-03-08\n- Oluṣẹgun Ọbasanjọ | Consult | Head of Government (Nigeria) | 2006-08-02\n- Oluṣẹgun Ọbasanjọ | Consult | Head of Government (Nigeria) | 2006-04-17\nAnswer:", "completion": " Government (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1047752", "prompt": "Who made the last appeal to Indian industry before the Indian Ministry of Shipping?\nEvidence:\n- Ministry of Shipping (India) | Make statement | Industry (India) | 2015-04-07\n- Ministry of Shipping (India) | Make an appeal or request | Industry (India) | 2010-01-24\n- Ministry of Shipping (India) | Make statement | Iran | 2015-05-08\n- Ministry of Shipping (India) | Consult | Fishermen (India) | 2014-11-04\n- Fishermen (India) | Consult | Ministry of Shipping (India) | 2014-11-04\n- Member of Parliament (India) | Make an appeal or request | Ministry of Shipping (India) | 2014-08-07\n- Ministry of Shipping (Iran) | Express intent to meet or negotiate | Iran | 2015-04-27\n- Ministry of Shipping (Iran) | Express intent to meet or negotiate | Iran | 2015-04-25\n- Member of Parliament (India) | Make statement | Ministry of Shipping (India) | 2008-09-09\n- Ministry of Shipping (India) | Make statement | United Progressive Alliance | 2007-09-23\n- Ministry of Shipping (India) | Make statement | United Progressive Alliance | 2005-11-06\n- Ministry of Shipping (India) | Make statement | Election Commission (India) | 2011-04-08\n- Foreign Affairs (India) | Make statement | Ministry of Shipping (India) | 2011-03-02\n- Ministry of Shipping (India) | Provide economic aid | Head of Government (India) | 2005-01-14\n- Rashtriya Swayamsevak Sangh | Make a visit | Ministry of Shipping (India) | 2015-08-04\nAnswer:", "completion": " Ministry (Iran)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1255938", "prompt": "Who supported Abdullah Gül on 10 March 2009?\nEvidence:\n- Mahmoud Ahmadinejad | Consult | Abdullah Gül | 2009-03-10\n- Abdullah Gül | Consult | Mahmoud Ahmadinejad | 2009-03-10\n- Iran | Host a visit | Abdullah Gül | 2009-03-10\n- Abdullah Gül | Make statement | Barack Obama | 2009-03-10\n- Abdullah Gül | Make a visit | Iran | 2009-03-10\n- Barack Obama | Praise or endorse | Abdullah Gül | 2009-03-10\n- Abdullah Gül | Express intent to meet or negotiate | Iran | 2009-03-10\n- Abdullah Gül | Express intent to meet or negotiate | Economic Cooperation Organization | 2009-03-10\n- UN Security Council | Investigate | Iran | 2009-03-10\n- UN Security Council | Accuse | Iran | 2009-03-10\n- Shivshankar Menon | Consult | Barack Obama | 2009-03-10\n- Saud bin Faisal bin Abdul-Aziz | Make statement | Iran | 2009-03-10\n- Miguel d' Escoto Brockmann | Praise or endorse | Iran | 2009-03-10\n- Miguel d' Escoto Brockmann | Make an appeal or request | Iran | 2009-03-10\n- Miguel d' Escoto Brockmann | Consult | Economic Cooperation Organization | 2009-03-10\nAnswer:", "completion": " Barack Obama", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1394056", "prompt": "Who expressed an interest in working with Mwai Kibaki in March 2009?\nEvidence:\n- Mwai Kibaki | Make statement | Iran | 2009-03-09\n- Mwai Kibaki | Accuse | Media (Kenya) | 2009-03-03\n- Human Rights Watch | Make an appeal or request | Mwai Kibaki | 2009-03-25\n- Mwai Kibaki | Express intent to cooperate | Anglican (Kenya) | 2009-03-20\n- Mwai Kibaki | Express intent to cooperate | Anglican (Kenya) | 2009-03-19\n- Human Rights Watch | Criticize or denounce | Mwai Kibaki | 2009-03-25\n- Anglican (Kenya) | Express intent to cooperate | Mwai Kibaki | 2009-03-20\n- Anglican (Kenya) | Express intent to cooperate | Mwai Kibaki | 2009-03-19\n- Lucy Kibaki | Accuse | Media (Kenya) | 2009-03-03\n- France | Make an appeal or request | Iran | 2009-03-04\n- France | Make an appeal or request | Iran | 2009-03-03\n- China | Make an appeal or request | Iran | 2009-03-04\n- China | Make an appeal or request | Iran | 2009-03-03\n- Iran | fight with artillery and tanks | Iraq | 2009-03-13\n- Iran | fight with artillery and tanks | Iraq | 2009-03-11\nAnswer:", "completion": " Anglican (Kenya)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1167256", "prompt": "After 23 August 2012, who wanted to negotiate with the Non-Aligned Movement?\nEvidence:\n- Political Parties (Senegal) | Consult | March 23 Movement | 2012-01-26\n- March 23 Movement | Make statement | Police (Senegal) | 2012-02-02\n- March 23 Movement | Consult | Political Parties (Senegal) | 2012-01-26\n- Abdoulaye Wade | Make statement | March 23 Movement | 2012-02-18\n- Police (Senegal) | Arrest, detain, or charge with legal action | March 23 Movement | 2012-01-30\n- March 23 Movement | Discuss by telephone | Agence France-Presse | 2012-11-22\n- Agence France-Presse | Discuss by telephone | March 23 Movement | 2012-11-22\n- Representative to the United Nations (Iran) | Make statement | Nonaligned Movement | 2013-10-12\n- Lawyer/Attorney (United Kingdom) | Threaten non-force | The Sunday Times | 2012-11-16\n- Citizen (Greece) | Criticize or denounce | People Associated with the Opposition (Panhellenic Socialist Movement) | 2007-09-22\n- Employee (Non-Governmental Organizations) | Appeal to others to meet or negotiate | Barack Obama | 2013-12-26\n- People Associated with the Opposition (Brazil) | Conduct suicide, car, or other non-military bombing | Citizen (Brazil) | 2007-03-14\n- Member of the Judiciary (Namibia) | Threaten non-force | Court Judge (Namibia) | 2012-10-09\n- Nonaligned Movement | Make an appeal or request | Representative to the United Nations (Iran) | 2013-01-18\n- Militant (Movement for the Emancipation of the Niger Delta) | Use unconventional violence | Citizen (Nigeria) | 2006-04-05\nAnswer:", "completion": " Iran", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1280534", "prompt": "After 12 December 2009, who wanted to negotiate with Emperor Akihito?\nEvidence:\n- Xi Jinping | Consult | Emperor Akihito | 2009-12-12\n- Emperor Akihito | Consult | Xi Jinping | 2009-12-12\n- Xi Jinping | Express intent to meet or negotiate | Emperor Akihito | 2009-12-12\n- Emperor Akihito | Reject proposal to meet, discuss, or negotiate | South Korea | 2009-12-12\n- South Korea | Host a visit | Emperor Akihito | 2009-12-12\n- Emperor Akihito | Make a visit | South Korea | 2009-12-12\n- Xi Jinping | Express intent to meet or negotiate | Japan | 2009-12-12\n- Xi Jinping | Express intent to meet or negotiate | Cambodia | 2009-12-12\n- Xi Jinping | Express intent to meet or negotiate | South Korea | 2009-12-12\n- Xi Jinping | Express intent to meet or negotiate | Okada Katsuya | 2009-12-12\n- Xi Jinping | Express intent to engage in diplomatic cooperation (such as policy support) | Japan | 2009-12-12\n- Xi Jinping | Make statement | Japan | 2009-12-12\n- Xi Jinping | Make statement | China | 2009-12-12\n- Xi Jinping | Make a visit | Japan | 2009-12-12\n- South Korea | Engage in diplomatic cooperation | Japan | 2009-12-12\nAnswer:", "completion": " Head of Government (India)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1356347", "prompt": "Who was praised by the International Monetary Fund in the same year of Yasser Ali?\nEvidence:\n- Yasser Ali | Make statement | International Monetary Fund | 2013-01-09\n- International Monetary Fund | Praise or endorse | Yasser Ali | 2013-01-09\n- Romania | Engage in negotiation | International Monetary Fund | 2005-01-27\n- International Monetary Fund | Engage in negotiation | Romania | 2005-01-27\n- International Monetary Fund | Threaten | Romania | 2005-06-28\n- International Monetary Fund | Investigate | Tanzania | 2005-08-02\n- International Monetary Fund | Investigate | Tanzania | 2005-02-25\n- International Monetary Fund | Investigate | Iraq | 2005-05-12\n- International Monetary Fund | Demand | China | 2005-04-20\n- International Monetary Fund | Demand | Angola | 2005-07-06\n- Portugal | Engage in diplomatic cooperation | International Monetary Fund | 2005-04-28\n- International Monetary Fund | Engage in diplomatic cooperation | China | 2005-05-23\n- China | Engage in diplomatic cooperation | International Monetary Fund | 2005-05-23\n- Yasser Ali | Make statement | Iran | 2012-09-10\n- Yasser Ali | Make statement | Iran | 2012-07-04\nAnswer:", "completion": " Other Authorities / Officials (Mauritania)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1222391", "prompt": "After the Union of Democratic Forces for Unity, with whom did François Bozizé formally sign an agreement?\nEvidence:\n- Union of Democratic Forces for Unity | Sign formal agreement | François Bozizé | 2007-04-13\n- François Bozizé | Sign formal agreement | Union of Democratic Forces for Unity | 2007-04-13\n- Union of Democratic Forces for Unity | Demand | François Bozizé | 2006-11-01\n- Union of Democratic Forces for Unity | Use unconventional violence | François Bozizé | 2007-03-05\n- Union of Democratic Forces for Unity | Make statement | Combatant (Union of Democratic Forces for Unity) | 2006-11-04\n- Military (Gabon) | Sign formal agreement | François Bozizé | 2005-01-24\n- François Bozizé | Sign formal agreement | Military (Gabon) | 2005-01-24\n- François Bozizé | Consult | African Union | 2013-01-02\n- François Bozizé | Consult | African Union | 2012-12-31\n- François Bozizé | Consult | African Union | 2012-12-30\n- François Bozizé | Consult | African Union | 2010-08-16\n- African Union | Consult | François Bozizé | 2013-01-02\n- African Union | Consult | François Bozizé | 2012-12-31\n- African Union | Consult | François Bozizé | 2012-12-30\n- African Union | Consult | François Bozizé | 2010-08-16\nAnswer:", "completion": " Rebel Group (Central African Republic)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1271181", "prompt": "Who was the last to praise the UN Security Council before the United Arab Emirates?\nEvidence:\n- Supreme Council (United Arab Emirates) | Make statement | United Arab Emirates | 2005-03-26\n- United Arab Emirates | Praise or endorse | Iraq | 2005-02-02\n- United Arab Emirates | Praise or endorse | China | 2005-03-18\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- Treasury/Finance Ministry (United Arab Emirates) | Make statement | United Arab Emirates | 2005-02-13\n- United Arab Emirates | Praise or endorse | Government (France) | 2005-03-22\n- Shimon Peres | Praise or endorse | United Arab Emirates | 2005-02-18\n- United Arab Emirates | Consult | Iran | 2005-02-01\n- Iran | Consult | United Arab Emirates | 2005-02-01\n- UN Security Council | Praise or endorse | Iraq | 2005-02-01\n- UN Security Council | Praise or endorse | France | 2005-02-01\n- France | Praise or endorse | UN Security Council | 2005-01-06\n- UN Security Council | Praise or endorse | Government (Sudan) | 2005-01-11\n- UN Security Council | Praise or endorse | Employee (Iraq) | 2005-02-01\n- UN Security Council | Praise or endorse | African Union | 2005-03-07\nAnswer:", "completion": " Head of Government (Colombia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1216714", "prompt": "With whom did the leader of Ethiopia last negotiate before USAID?\nEvidence:\n- USAID | Consult | Representatives (Ethiopia) | 2006-04-21\n- Representatives (Ethiopia) | Consult | USAID | 2006-04-21\n- USAID | Praise or endorse | Ethiopia | 2006-11-20\n- USAID | Praise or endorse | Ethiopia | 2006-04-21\n- USAID | Make a visit | Ethiopia | 2006-04-21\n- Ethiopia | Host a visit | USAID | 2006-04-21\n- USAID | Express intent to provide economic aid | Ethiopia | 2006-04-21\n- USAID | Consult | France | 2006-03-23\n- France | Consult | USAID | 2006-03-23\n- Muhammadiyah | Express intent to meet or negotiate | USAID | 2006-04-03\n- USAID | Praise or endorse | Head of Government (Kenya) | 2007-03-27\n- USAID | Make statement | Sudan | 2005-04-22\n- USAID | Consult | Saifur Rahman | 2005-05-11\n- USAID | Accuse | Citizen (Sudan) | 2006-03-09\n- Saifur Rahman | Consult | USAID | 2005-05-11\nAnswer:", "completion": " Cabinet / Council of Ministers / Advisors (Denmark)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1122416", "prompt": "Who did Mahmoud Ahmadinejad last condemn before the Iranian Ministry of Foreign Affairs?\nEvidence:\n- Foreign Affairs (Israel) | Make statement | Mahmoud Ahmadinejad | 2005-06-27\n- Ministry (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-29\n- Mahmoud Ahmadinejad | Consult | Ministry (Iran) | 2005-06-29\n- Ministry (Iran) | Make statement | Mahmoud Ahmadinejad | 2005-06-25\n- Mahmoud Ahmadinejad | Investigate | Iran | 2005-06-21\n- Mahmoud Ahmadinejad | Demand | Iran | 2005-04-07\n- Mahmoud Ahmadinejad | Accuse | Iran | 2005-06-25\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-07-01\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-09\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-04-17\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-07-02\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-30\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-29\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-28\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-27\nAnswer:", "completion": " Benjamin Netanyahu", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1066918", "prompt": "After R.S. Naik, who was the first to appeal to the Member of Parliament of India?\nEvidence:\n- R.S. Naik | Make an appeal or request | Member of Parliament (India) | 2014-08-02\n- R.S. Naik | Consult | Media (India) | 2013-10-19\n- Media (India) | Consult | R.S. Naik | 2013-10-19\n- Head of Government (India) | Make statement | R.S. Naik | 2009-06-17\n- R.S. Naik | Make statement | Director General (India) | 2009-11-14\n- R.S. Naik | Make an appeal or request | Media (India) | 2010-12-21\n- R.S. Naik | Make statement | Portugal | 2009-12-18\n- Villager (India) | Demand change in leadership | R.S. Naik | 2009-05-12\n- R.S. Naik | Criticize or denounce | Court Judge (India) | 2007-10-05\n- Citizen (United Kingdom) | Accuse | R.S. Naik | 2014-03-29\n- R.S. Sodhi | Make statement | Court Judge (India) | 2006-12-21\n- R.S. Sodhi | Make statement | Court Judge (India) | 2006-10-31\n- Court Judge (India) | Make statement | R.S. Sodhi | 2006-12-21\n- Court Judge (India) | Reject | Member of Parliament (India) | 2007-11-03\n- Court Judge (India) | Reject | Member of Parliament (India) | 2006-11-10\nAnswer:", "completion": " Head of Government (India)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1335077", "prompt": "Who was the last to speak optimistically about the African Union, before Angola?\nEvidence:\n- Member of the Judiciary (Angola) | Make pessimistic comment | Angola | 2005-01-21\n- African Union | Investigate | Sudan | 2005-02-08\n- African Union | Praise or endorse | East African Community | 2005-02-05\n- Oluṣẹgun Ọbasanjọ | Consult | African Union | 2005-01-08\n- African Union | Make statement | Sudan | 2005-02-07\n- African Union | Make statement | Sudan | 2005-01-29\n- African Union | Consult | Oluṣẹgun Ọbasanjọ | 2005-01-08\n- Sudan | Express intent to meet or negotiate | African Union | 2005-02-07\n- UN Security Council | Consult | African Union | 2005-01-10\n- Sudan | Make pessimistic comment | African Union | 2005-01-04\n- Sudan | Host a visit | African Union | 2005-02-07\n- Ronnie Mamoepa | Make statement | African Union | 2005-01-26\n- Oluṣẹgun Ọbasanjọ | Make statement | African Union | 2005-02-08\n- Oluṣẹgun Ọbasanjọ | Make statement | African Union | 2005-02-07\n- Oluṣẹgun Ọbasanjọ | Make statement | African Union | 2005-01-28\nAnswer:", "completion": " Government (South Africa)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1274988", "prompt": "Before the lawyer of Uganda, who was the last to be accused by the media personnel of Uganda?\nEvidence:\n- Media Personnel (Uganda) | Demand | Lawyer/Attorney (Uganda) | 2009-09-07\n- Media Personnel (Uganda) | Accuse | Lawyer/Attorney (Uganda) | 2007-01-31\n- Media Personnel (Uganda) | Make statement | Lawyer/Attorney (Uganda) | 2014-01-22\n- Media Personnel (Uganda) | Make statement | Lawyer/Attorney (Uganda) | 2010-11-09\n- Media Personnel (Uganda) | Make statement | Lawyer/Attorney (Uganda) | 2009-02-25\n- Media Personnel (Uganda) | Make statement | Lawyer/Attorney (Uganda) | 2008-07-23\n- Media Personnel (Uganda) | Make statement | Lawyer/Attorney (Uganda) | 2008-07-22\n- Media Personnel (Uganda) | Make statement | Lawyer/Attorney (Uganda) | 2005-04-26\n- Media Personnel (Uganda) | Discuss by telephone | Air Force (Uganda) | 2006-06-20\n- Citizen (Uganda) | Kill by physical assault | Media Personnel (Uganda) | 2010-09-16\n- Air Force (Uganda) | Discuss by telephone | Media Personnel (Uganda) | 2006-06-20\n- Media Personnel (Uganda) | Discuss by telephone | Daily Monitor | 2011-05-28\n- Media Personnel (Uganda) | Discuss by telephone | Daily Monitor | 2010-12-07\n- Media Personnel (Uganda) | Discuss by telephone | Daily Monitor | 2010-05-18\n- Media Personnel (Uganda) | Discuss by telephone | Daily Monitor | 2008-10-16\nAnswer:", "completion": " National Resistance Movement", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1026775", "prompt": "Who visited the Egyptian leader after Zhang Dejiang?\nEvidence:\n- Zhang Dejiang | Investigate | China | 2008-05-24\n- Zhang Dejiang | Demand | China | 2006-04-04\n- Zhang Dejiang | Consult | China | 2010-06-19\n- Zhang Dejiang | Consult | China | 2008-08-22\n- China | Consult | Zhang Dejiang | 2010-06-19\n- China | Consult | Zhang Dejiang | 2008-08-22\n- Zhang Dejiang | Make statement | China | 2010-11-04\n- Zhang Dejiang | Make statement | China | 2010-11-03\n- Zhang Dejiang | Make statement | China | 2010-08-30\n- Zhang Dejiang | Make statement | China | 2010-08-16\n- Zhang Dejiang | Make statement | China | 2010-06-19\n- Zhang Dejiang | Make statement | China | 2010-06-12\n- Zhang Dejiang | Make statement | China | 2010-03-26\n- Zhang Dejiang | Make statement | China | 2009-10-30\n- Zhang Dejiang | Make statement | China | 2009-04-27\nAnswer:", "completion": " Jaber Mubarak Al-Sabah", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1147594", "prompt": "In which year did Amy Klobuchar praise the Ministry of Tanzania?\nEvidence:\n- Amy Klobuchar | Praise or endorse | Ministry (Tanzania) | 2009-08-03\n- Amy Klobuchar | Demand | Iran | 2010-05-04\n- Iraq | Engage in negotiation | Amy Klobuchar | 2007-03-18\n- Iraq | Engage in negotiation | Amy Klobuchar | 2007-03-17\n- Amy Klobuchar | Engage in negotiation | Iraq | 2007-03-18\n- Amy Klobuchar | Engage in negotiation | Iraq | 2007-03-17\n- Business (Canada) | Engage in negotiation | Amy Klobuchar | 2006-09-20\n- Amy Klobuchar | Engage in negotiation | Business (Canada) | 2006-09-20\n- Iraq | Host a visit | Amy Klobuchar | 2007-03-18\n- Iraq | Host a visit | Amy Klobuchar | 2007-03-17\n- Amy Klobuchar | Make a visit | Iraq | 2007-03-18\n- Amy Klobuchar | Make a visit | Iraq | 2007-03-17\n- Amy Klobuchar | Criticize or denounce | France | 2006-08-04\n- Middle East | Host a visit | Amy Klobuchar | 2013-06-02\n- Amy Klobuchar | Make a visit | Middle East | 2013-06-02\nAnswer:", "completion": " 2009", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1036358", "prompt": "When did the Iraqi judge release people to the citizens of Sudan?\nEvidence:\n- Sudan | Return, release person(s) | Citizen (Sudan) | 2005-01-19\n- Sudan | Sign formal agreement | Rebel Group (Sudan People's Liberation Movement) | 2005-01-16\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2005-01-13\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\nAnswer:", "completion": " 2009-06-07", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1358115", "prompt": "To whom did the Ukrainian police make the last request in 2014?\nEvidence:\n- Member of Parliament (Ukraine) | Praise or endorse | People Associated with the Opposition (Ukrainian Democratic Alliance for Reform) | 2013-04-01\n- Alliance for the Future | Make an appeal or request | Police (Kosovo) | 2006-12-11\n- Police (Israel) | Make statement | The Hague | 2005-04-26\n- The Daily Telegraph | Make statement | Police (Australia) | 2005-06-22\n- The Daily Telegraph | Make statement | Police (Australia) | 2005-06-20\n- The Hague | Make statement | The Hague | 2006-03-08\n- The Hague | Make optimistic comment | The Hague | 2006-06-13\n- Vojislav Šešelj | Make an appeal or request | The Hague | 2005-03-31\n- The Hague | Make an appeal or request | Citizen (Croatia) | 2006-04-21\n- The Daily Telegraph | Make an appeal or request | Julie Bishop | 2006-10-17\n- The Daily Telegraph | Make an appeal or request | Citizen (Australia) | 2005-08-03\n- The Daily Telegraph | Make an appeal or request | Citizen (Australia) | 2005-05-04\n- The Daily Telegraph | Make an appeal or request | Citizen (Australia) | 2005-02-26\n- Vietnam | Engage in diplomatic cooperation | Committees for the Defense of the Revolution | 2005-09-30\n- People Associated with the Opposition (Ukraine) | Demand change in leadership | Police (Ukraine) | 2005-07-05\nAnswer:", "completion": " Government Lawyer/Representative (Ukraine)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1164678", "prompt": "On 17 Oct 2013, who made optimistic remarks about the Ombudsman of Australia?\nEvidence:\n- Citizen (Australia) | Make optimistic comment | Ombudsman (Australia) | 2013-10-17\nAnswer:", "completion": " Citizen (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1184687", "prompt": "Who condemned the Moro Islamic Liberation Front in 2008?\nEvidence:\n- Secretariat (Moro Islamic Liberation Front) | Make statement | Moro Islamic Liberation Front | 2008-03-10\n- Malaysia | Mediate | Moro Islamic Liberation Front | 2008-04-27\n- Police (Philippines) | Accuse | Moro Islamic Liberation Front | 2008-07-02\n- Police (Philippines) | Accuse | Moro Islamic Liberation Front | 2008-06-03\n- Moro Islamic Liberation Front | Make statement | Malaysia | 2008-07-16\n- Moro Islamic Liberation Front | Make statement | Malaysia | 2008-04-23\n- Moro Islamic Liberation Front | Demand | Military (Philippines) | 2008-07-05\n- Moro Islamic Liberation Front | Accuse | Police (Philippines) | 2008-03-25\n- Eid Kabalu | Investigate | Moro Islamic Liberation Front | 2008-06-13\n- Rodolfo Anibal Garcia | Engage in negotiation | Moro Islamic Liberation Front | 2008-07-16\n- Moro Islamic Liberation Front | Engage in negotiation | Rodolfo Anibal Garcia | 2008-07-16\n- Police (Philippines) | Make statement | Moro Islamic Liberation Front | 2008-08-18\n- Police (Philippines) | Make statement | Moro Islamic Liberation Front | 2008-01-12\n- Moro Islamic Liberation Front | Sign formal agreement | Malaysia | 2008-06-02\n- Moro Islamic Liberation Front | Make statement | Military (Philippines) | 2008-07-03\nAnswer:", "completion": " House Speaker (Philippines)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1007241", "prompt": "Before the Democratic Force, who last made a request to the citizens of Bulgaria?\nEvidence:\n- Democratic Force | Demand | Citizen (Bulgaria) | 2006-06-08\n- Democratic Force | Make an appeal or request | Citizen (Bulgaria) | 2006-11-01\n- Democratic Force | Criticize or denounce | Citizen (Bulgaria) | 2005-04-08\n- Democratic Force | Demand change in leadership | Citizen (Bulgaria) | 2012-09-04\n- Democratic Left | Make an appeal or request | Democratic Force | 2013-09-26\n- People Associated with the Opposition (Bangladesh) | Reject | Democratic Force | 2005-05-24\n- Democratic Force | Appeal for diplomatic cooperation (such as policy support) | Representatives (Bulgaria) | 2006-05-27\n- Head of Government (Ukraine) | Make an appeal or request | Democratic Force | 2007-04-06\n- Head of Government (Germany) | Make an appeal or request | Democratic Force | 2006-11-10\n- South Africa | Host a visit | Democratic Force | 2013-02-25\n- Democratic Force | Make a visit | South Africa | 2013-02-25\n- Yuriy Lutsenko | Make an appeal or request | Democratic Force | 2008-10-10\n- Vitali Klitschko | Make an appeal or request | Democratic Force | 2014-02-02\n- Douglas Devananda | Make an appeal or request | Democratic Force | 2007-12-01\n- Douglas Devananda | Make an appeal or request | Democratic Force | 2007-11-30\nAnswer:", "completion": " Volen Siderov", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1243303", "prompt": "Before the Detainee of Lebanon, who last did High Commission for Refugees express intent to engage in diplomatic cooperation with?\nEvidence:\n- Other Authorities / Officials (Nigeria) | Engage in diplomatic cooperation | High Commission for Refugees | 2005-01-18\n- High Commission for Refugees | Express intent to cooperate | Government (Pakistan) | 2005-01-13\n- High Commission for Refugees | Express intent to cooperate | Government (Pakistan) | 2005-01-12\n- High Commission for Refugees | Express intent to cooperate | Government (Pakistan) | 2005-01-11\n- Government (Pakistan) | Express intent to cooperate | High Commission for Refugees | 2005-01-13\n- Government (Pakistan) | Express intent to cooperate | High Commission for Refugees | 2005-01-12\n- Government (Pakistan) | Express intent to cooperate | High Commission for Refugees | 2005-01-11\n- Japan | Reject | High Commission for Refugees | 2005-01-19\n- High Commission for Refugees | Consult | Cambodia | 2005-01-24\n- Cambodia | Consult | High Commission for Refugees | 2005-01-24\n- High Commission for Refugees | Express intent to meet or negotiate | Sudan | 2005-04-19\n- Ruud Lubbers | Express intent to meet or negotiate | High Commission for Refugees | 2005-01-28\n- High Commission for Refugees | Express intent to provide economic aid | Refugee (Afghanistan) | 2005-02-16\n- High Commission for Refugees | Express intent to meet or negotiate | Shaukat Aziz | 2005-05-04\n- Shaukat Aziz | Consult | High Commission for Refugees | 2005-05-04\nAnswer:", "completion": " Citizen (Zambia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1174558", "prompt": "Who was the first person Barack Obama investigated after Julie Bishop?\nEvidence:\n- The Daily Telegraph | Make an appeal or request | Julie Bishop | 2006-10-17\n- Julie Bishop | Make statement | People Associated with the Opposition (Australia) | 2009-03-09\n- Julie Bishop | Make statement | People Associated with the Opposition (Australia) | 2009-01-21\n- Julie Bishop | Make statement | People Associated with the Opposition (Australia) | 2008-02-20\n- Julie Bishop | Make statement | People Associated with the Opposition (Australia) | 2008-02-19\n- Julie Bishop | Make statement | China | 2009-07-16\n- Julie Bishop | Make statement | China | 2009-07-14\n- Julie Bishop | Investigate | Julia Gillard | 2008-03-20\n- Julie Bishop | Demand | Robert McClelland | 2009-07-18\n- Julie Bishop | Demand | Julia Gillard | 2007-12-06\n- Julie Bishop | Demand | Citizen (Australia) | 2006-03-10\n- Julie Bishop | Accuse | Julia Gillard | 2010-01-28\n- Julie Bishop | Accuse | Julia Gillard | 2008-03-20\n- Julie Bishop | Accuse | Julia Gillard | 2007-12-01\n- Julie Bishop | Accuse | Citizen (Australia) | 2006-10-19\nAnswer:", "completion": " Benjamin Netanyahu", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1132061", "prompt": "Who did the leader of Turkmenistan praise before 2006-07-24?\nEvidence:\n- Head of Government (Turkmenistan) | Praise or endorse | Mahmoud Ahmadinejad | 2006-07-24\n- Head of Government (Turkmenistan) | Make statement | Iran | 2006-07-24\n- Media Personnel (Iran) | Consult | Head of Government (Turkmenistan) | 2006-07-24\n- Head of Government (Turkmenistan) | Make statement | Mahmoud Ahmadinejad | 2006-07-24\n- Head of Government (Turkmenistan) | Consult | Media Personnel (Iran) | 2006-07-24\n- Mahmoud Ahmadinejad | Make a visit | Head of Government (Turkmenistan) | 2006-07-24\n- Head of Government (Turkmenistan) | Host a visit | Mahmoud Ahmadinejad | 2006-07-24\nAnswer:", "completion": " Japan", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 7, "n_anchors": 0} +{"id": "mtq_1360560", "prompt": "When did the government of Croatia praise the UN Security Council?\nEvidence:\n- UN Security Council | Praise or endorse | Government (Sudan) | 2005-01-11\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- UN Security Council | Praise or endorse | Iraq | 2005-02-01\n- UN Security Council | Praise or endorse | France | 2005-02-01\n- France | Praise or endorse | UN Security Council | 2005-01-06\n- Government (Sudan) | Make statement | UN Security Council | 2005-02-08\n- UN Security Council | Praise or endorse | Employee (Iraq) | 2005-02-01\n- UN Security Council | Praise or endorse | African Union | 2005-03-07\n- UN Security Council | Demand change in leadership | Head of Government (Togo) | 2005-02-25\n- Government (Sudan) | Defy norms, law | UN Security Council | 2005-01-09\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- UN Security Council | Demand settling of dispute | Citizen (Sudan) | 2005-01-13\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\nAnswer:", "completion": " 2006-08-14", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1169353", "prompt": "In what month did Ma Ying Jeou first express her intention to meet Mswati III?\nEvidence:\n- Mswati III | Consult | Ma Ying Jeou | 2010-07-29\n- Ma Ying Jeou | Consult | Mswati III | 2010-07-29\n- Mswati III | Express intent to meet or negotiate | Ma Ying Jeou | 2008-07-28\n- Mswati III | Make an appeal or request | Ma Ying Jeou | 2008-07-28\n- Swaziland | Express intent to meet or negotiate | Mswati III | 2008-04-22\n- Mswati III | Consult | Malawi | 2009-01-28\n- Mswati III | Consult | Angola | 2009-03-19\n- Malawi | Consult | Mswati III | 2009-01-28\n- Angola | Consult | Mswati III | 2009-03-19\n- Swaziland | Engage in symbolic act | Mswati III | 2008-07-28\n- Rupiah Banda | Consult | Mswati III | 2009-07-20\n- Mswati III | Make statement | Swaziland | 2011-09-14\n- Mswati III | Make statement | Swaziland | 2008-09-05\n- Mswati III | Make statement | Swaziland | 2007-09-29\n- Mswati III | Make statement | Swaziland | 2006-02-10\nAnswer:", "completion": " 2012-04", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1366046", "prompt": "Who gave a visit to South Korea in the same month of the criminal of Somalia?\nEvidence:\n- South Korea | Make a visit | Aceh | 2005-01-08\n- Aceh | Host a visit | South Korea | 2005-01-08\n- South Korea | Host a visit | Ognyan Gerdzhikov | 2005-01-02\n- South Korea | Host a visit | Emperor Akihito | 2005-01-13\n- Ognyan Gerdzhikov | Make a visit | South Korea | 2005-01-02\n- Emperor Akihito | Make a visit | South Korea | 2005-01-13\n- Royal Administration (Japan) | Make a visit | South Korea | 2005-01-13\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | South Korea | 2005-01-08\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- South Korea | Engage in negotiation | Japan | 2005-01-08\n- South Korea | Engage in negotiation | Japan | 2005-01-03\n- Japan | Engage in negotiation | South Korea | 2005-01-08\n- Japan | Engage in negotiation | South Korea | 2005-01-03\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\nAnswer:", "completion": " Envoy (United States)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1245537", "prompt": "Who did Sudan release people to on the same day as the businessman from Australia?\nEvidence:\n- Sudan | Return, release person(s) | Citizen (Sudan) | 2005-01-19\n- Sudan | Sign formal agreement | Rebel Group (Sudan People's Liberation Movement) | 2005-01-16\n- Citizen (Sudan) | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-01-23\n- Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | Ethiopia | 2005-04-19\n- Ethiopia | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-04-19\n- John Garang | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-01-08\n- Government (Germany) | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-01-09\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2005-01-13\n- Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | Head of Government (Egypt) | 2005-01-24\n- UN Security Council | Appeal for diplomatic cooperation (such as policy support) | Sudan | 2005-01-11\n- UN Security Council | Appeal for diplomatic cooperation (such as policy support) | Sudan | 2005-01-10\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\nAnswer:", "completion": " Citizen (Australia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1085011", "prompt": "With whom did Dmitry Anatolyevich Medvedev telephone in the same month as Arseniy Yatsenyuk?\nEvidence:\n- Arseniy Yatsenyuk | Make statement | Arseniy Yatsenyuk | 2007-11-15\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- Dmitry Anatolyevich Medvedev | Engage in negotiation | China | 2005-12-09\n- China | Engage in negotiation | Dmitry Anatolyevich Medvedev | 2005-12-09\n- Vuk Jeremić | Consult | Arseniy Yatsenyuk | 2007-07-02\n- Rashid Meredov | Consult | Arseniy Yatsenyuk | 2007-07-14\n- Joachim Rücker | Consult | Arseniy Yatsenyuk | 2007-07-04\n- Elmar Mammadyarov | Consult | Arseniy Yatsenyuk | 2007-10-05\n- Arseniy Yatsenyuk | Threaten | Military (Ukraine) | 2007-04-27\n- Arseniy Yatsenyuk | Make statement | Kazakhstan | 2007-10-19\n- Arseniy Yatsenyuk | Make statement | Iraq | 2007-11-14\n- Arseniy Yatsenyuk | Make statement | Gazprom | 2005-12-23\n- Arseniy Yatsenyuk | Consult | Vuk Jeremić | 2007-07-02\n- Arseniy Yatsenyuk | Consult | Rashid Meredov | 2007-07-14\n- Arseniy Yatsenyuk | Consult | Joachim Rücker | 2007-07-04\nAnswer:", "completion": " Head of Government (Ukraine)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1019916", "prompt": "Who did USAID formally sign an agreement with in the same year?\nEvidence:\n- USAID | Sign formal agreement | Business (Bulgaria) | 2005-04-26\n- Business (Bulgaria) | Sign formal agreement | USAID | 2005-04-26\n- USAID | Sign formal agreement | Other Authorities / Officials (Armenia) | 2005-07-21\n- USAID | Sign formal agreement | Justice Department/Ministery (Ukraine) | 2006-06-06\n- Other Authorities / Officials (Armenia) | Sign formal agreement | USAID | 2005-07-21\n- Justice Department/Ministery (Ukraine) | Sign formal agreement | USAID | 2006-06-06\n- USAID | Engage in diplomatic cooperation | Vietnam | 2007-08-28\n- USAID | Engage in diplomatic cooperation | Vietnam | 2007-08-23\n- USAID | Engage in diplomatic cooperation | Vietnam | 2007-08-21\n- Eritrea | Make an appeal or request | USAID | 2005-08-26\n- USAID | Engage in diplomatic cooperation | Government (Pakistan) | 2005-10-24\n- USAID | Engage in diplomatic cooperation | Government (Pakistan) | 2005-07-14\n- Government (Pakistan) | Engage in diplomatic cooperation | USAID | 2005-07-14\n- USAID | Consult | France | 2006-03-23\n- France | Consult | USAID | 2006-03-23\nAnswer:", "completion": " Other Authorities / Officials (Armenia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1282778", "prompt": "Who did Angela Merkel praise last, before the other authorities and officials of Russia?\nEvidence:\n- Angela Merkel | Praise or endorse | Head of Government (Germany) | 2005-07-21\n- Angela Merkel | Praise or endorse | Tony Blair | 2005-06-18\n- Angela Merkel | Praise or endorse | Gerhard Schröder | 2005-07-01\n- Angela Merkel | Praise or endorse | Gerhard Schröder | 2005-05-23\n- Angela Merkel | Praise or endorse | Gerhard Schröder | 2005-03-17\n- Angela Merkel | Praise or endorse | Free Democratic Party | 2005-05-23\n- Angela Merkel | Defend verbally | People Associated with the Opposition (Germany) | 2005-07-17\n- France | Consult | Angela Merkel | 2005-07-18\n- Angela Merkel | Demand | France | 2005-07-19\n- Angela Merkel | Consult | France | 2005-07-18\n- Tony Blair | Consult | Angela Merkel | 2005-02-07\n- Gerhard Schröder | Demand | Angela Merkel | 2005-07-27\n- Gerhard Schröder | Accuse | Angela Merkel | 2005-07-15\n- Angela Merkel | Reject | Gerhard Schröder | 2005-03-17\n- Angela Merkel | Make statement | France | 2005-07-20\nAnswer:", "completion": " France", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1064465", "prompt": "In the same month, who asked for the citizens of Nigeria from the other authorities and officials of Ghana?\nEvidence:\n- The Chronicle | Consult | Other Authorities / Officials (Ghana) | 2005-08-10\n- Other Authorities / Officials (Ghana) | Consult | The Chronicle | 2005-08-10\n- The Chronicle | Discuss by telephone | Other Authorities / Officials (Ghana) | 2015-06-11\n- Other Authorities / Officials (Ghana) | Discuss by telephone | The Chronicle | 2015-06-11\n- Head of Government (Ghana) | Make statement | Other Authorities / Officials (Ghana) | 2007-07-03\n- Other Authorities / Officials (Ghana) | Make statement | Employee (Ghana) | 2009-12-28\n- Rights Activist (Ghana) | Demonstrate or rally | Other Authorities / Officials (Ghana) | 2007-08-20\n- Head of Government (Ghana) | Make an appeal or request | Other Authorities / Officials (Ghana) | 2014-09-26\n- Other Authorities / Officials (Nigeria) | Appeal for intelligence | Citizen (Nigeria) | 2013-02-28\n- Government (Nigeria) | Appeal for intelligence | Other Authorities / Officials (Nigeria) | 2012-12-14\n- Citizen (Nigeria) | Appeal for intelligence | Other Authorities / Officials (Nigeria) | 2015-06-24\n- Citizen (Nigeria) | Appeal for intelligence | Other Authorities / Officials (Nigeria) | 2014-09-30\n- Citizen (Nigeria) | Appeal for intelligence | Other Authorities / Officials (Nigeria) | 2014-09-22\n- Citizen (Nigeria) | Appeal for intelligence | Other Authorities / Officials (Nigeria) | 2014-06-13\n- Citizen (Nigeria) | Appeal for intelligence | Other Authorities / Officials (Nigeria) | 2011-02-03\nAnswer:", "completion": " Abdulsalami Alhaji Abubakar", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1122699", "prompt": "In what month did the People Associated with the Opposition of Australia first negotiate with Julia Gillard?\nEvidence:\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2007-05-17\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2006-04-06\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2005-09-06\n- Julia Gillard | Consider policy option | People Associated with the Opposition (Australia) | 2007-05-02\n- Member of Parliament (Australia) | Accuse | Julia Gillard | 2007-05-02\n- Julia Gillard | Consult | Businessperson (Australia) | 2007-05-03\n- Julia Gillard | Accuse | Citizen (Australia) | 2005-01-23\n- Citizen (Australia) | Reject | Julia Gillard | 2007-01-03\n- Citizen (Australia) | Reject | Julia Gillard | 2005-09-27\n- Citizen (Australia) | Demand | Julia Gillard | 2005-01-26\n- Citizen (Australia) | Demand | Julia Gillard | 2005-01-25\n- Businessperson (Australia) | Consult | Julia Gillard | 2007-05-03\n- Member of Parliament (Australia) | Make statement | Julia Gillard | 2007-01-19\n- Member of Parliament (Australia) | Make statement | Julia Gillard | 2006-12-06\n- Police (Australia) | Make statement | Julia Gillard | 2006-12-03\nAnswer:", "completion": " 2012-06", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1066292", "prompt": "Who hosted Philip Hammond's visit from Philip Hammond after August 25, 2015?\nEvidence:\n- Philip Hammond | Make a visit | Iran | 2015-08-25\n- Iran | Host a visit | Philip Hammond | 2015-08-25\n- Philip Hammond | Make optimistic comment | Iran | 2015-08-25\n- Philip Hammond | Grant diplomatic recognition | Iran | 2015-08-25\n- Sudan | Host a visit | Iran | 2015-08-25\n- Iran | Make a visit | Sudan | 2015-08-25\n- Ministry (Iran) | Make statement | Iran | 2015-08-25\n- Ministry (Iran) | Make optimistic comment | Iran | 2015-08-25\n- Islamic Preacher (Iran) | Make an appeal or request | Iran | 2015-08-25\n- Iran | fight with small arms and light weapons | Ministry (Iran) | 2015-08-25\n- Iran | Praise or endorse | Qatar | 2015-08-25\n- France | Make statement | Iran | 2015-08-25\n- Behrouz Kamalvandi | Make optimistic comment | Iran | 2015-08-25\nAnswer:", "completion": " Iran", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 13, "n_anchors": 1} +{"id": "mtq_1083042", "prompt": "With whom did the US Navy want to meet before 25 January 2007?\nEvidence:\n- Reserve Personnel (Turkey) | Express intent to meet or negotiate | Hellenic Navy | 2007-11-05\n- Governor (Thailand) | Express intent to meet or negotiate | Royal Thai Navy | 2013-12-26\n- Nigerian Navy | Express intent to cooperate | Citizen (Nigeria) | 2006-04-06\n- Head of Government (India) | Express intent to meet or negotiate | Navy Personnel (India) | 2015-12-18\n- Commander in Chief of the Navy (Uruguay) | Praise or endorse | Military Personnel (Uruguay) | 2013-10-22\n- UAE Navy | Make statement | Iran | 2008-07-03\n- Nigerian Navy | Make statement | Angola | 2014-07-11\n- Nigerian Navy | Investigate | Citizen (Nigeria) | 2011-02-04\n- Nigerian Navy | Demand | Government (Nigeria) | 2009-06-29\n- Nigerian Navy | Accuse | Government (Nigeria) | 2013-11-05\n- Nigerian Navy | Accuse | Citizen (Nigeria) | 2014-09-25\n- Government (Nigeria) | Demand | Nigerian Navy | 2012-10-29\n- Citizen (Nigeria) | Threaten | Nigerian Navy | 2013-03-27\n- Citizen (Nigeria) | Accuse | Nigerian Navy | 2015-09-30\n- Citizen (Nigeria) | Accuse | Nigerian Navy | 2012-01-24\nAnswer:", "completion": " Vietnam", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1391062", "prompt": "Who first accuse the Armed Rebel of Syria after the Men of Syria did?\nEvidence:\n- Men (Syria) | Accuse | Armed Rebel (Syria) | 2014-05-10\n- Armed Rebel (Syria) | Accuse of espionage, treason | Men (Syria) | 2012-08-25\n- Armed Rebel (Syria) | Investigate | Men (Syria) | 2012-08-14\n- Armed Rebel (Syria) | Assassinate | Men (Syria) | 2013-03-02\n- Armed Rebel (Syria) | Assassinate | Men (Syria) | 2013-02-04\n- Armed Rebel (Syria) | Assassinate | Men (Syria) | 2013-02-03\n- Armed Rebel (Syria) | Assassinate | Men (Syria) | 2012-09-07\n- Armed Rebel (Syria) | Assassinate | Men (Syria) | 2012-08-03\n- Armed Rebel (Syria) | Assassinate | Men (Syria) | 2012-04-14\n- Armed Rebel (Syria) | Accuse | Militant (Syria) | 2015-08-24\n- Armed Rebel (Syria) | Accuse | Militant (Syria) | 2015-08-23\n- Activist (Syria) | Accuse | Armed Rebel (Syria) | 2013-03-10\n- Iran | Accuse | Armed Rebel (Syria) | 2013-08-27\n- Iran | Accuse | Armed Rebel (Syria) | 2013-08-24\n- Armed Rebel (Syria) | Accuse | Iran | 2013-02-14\nAnswer:", "completion": " Foreign Affairs (Syria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1341232", "prompt": "Who was the last to appeal to the military in Mali?\nEvidence:\n- Military (Mali) | Engage in mass killings | Citizen (Mali) | 2012-03-28\n- Military (Mali) | Engage in mass killings | Citizen (Mali) | 2012-03-27\n- Military (Mali) | Demand change in leadership | Citizen (Mali) | 2012-07-29\n- Military (Mali) | Use conventional military force | Combatant (al-Qaeda in the Islamic Maghreb) | 2009-07-20\n- Military (Mali) | Express intent to provide military aid | Citizen (Mali) | 2012-11-11\n- Citizen (Mali) | Express intent to provide military aid | Military (Mali) | 2013-01-26\n- Citizen (Mali) | Make an appeal or request | Military (Mali) | 2013-03-01\n- Military (Mali) | Torture | Citizen (Mali) | 2013-03-27\n- Military (Mali) | Investigate | Citizen (Mali) | 2013-03-17\n- Military (Mali) | Demand | Citizen (Mali) | 2012-05-02\n- Military (Mali) | Assassinate | Citizen (Mali) | 2013-03-05\n- Military (Mali) | Apologize | Citizen (Mali) | 2013-06-26\n- Military (Mali) | Accuse | Citizen (Mali) | 2013-02-21\n- Military (Mali) | Accuse | Citizen (Mali) | 2012-04-18\n- Citizen (Mali) | Reject | Military (Mali) | 2013-06-01\nAnswer:", "completion": " Citizen (Mali)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1332182", "prompt": "Who received the visit from Javier Solana on the same month of United Arab Emirates?\nEvidence:\n- Supreme Council (United Arab Emirates) | Make statement | United Arab Emirates | 2005-03-26\n- Javier Solana | Consider policy option | The Hague | 2005-02-05\n- Treasury/Finance Ministry (United Arab Emirates) | Make statement | United Arab Emirates | 2005-02-13\n- United Arab Emirates | Make a visit | Iran | 2005-02-25\n- Iran | Host a visit | United Arab Emirates | 2005-02-25\n- United Arab Emirates | Consult | Iran | 2005-02-01\n- Iran | Consult | United Arab Emirates | 2005-02-01\n- United Arab Emirates | Host a visit | Tariq Aziz | 2005-01-30\n- United Arab Emirates | Host a visit | South Korea | 2005-03-15\n- United Arab Emirates | Host a visit | Gerhard Schröder | 2005-03-05\n- United Arab Emirates | Host a visit | Benazir Bhutto | 2005-04-02\n- Tariq Aziz | Make a visit | United Arab Emirates | 2005-01-30\n- South Korea | Make a visit | United Arab Emirates | 2005-03-15\n- Gerhard Schröder | Make a visit | United Arab Emirates | 2005-03-05\n- Benazir Bhutto | Make a visit | United Arab Emirates | 2005-04-02\nAnswer:", "completion": " Foreign Affairs (Syria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1298172", "prompt": "In 2015, who was the last country to suffer from the unconventional violence of the armed gang of Saudi Arabia?\nEvidence:\n- Citizen (Saudi Arabia) | Use unconventional violence | Armed Gang (Saudi Arabia) | 2007-05-15\n- Armed Gang (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2015-09-04\n- Armed Gang (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2014-12-14\n- Armed Gang (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2014-11-12\n- Armed Gang (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2014-09-02\n- Armed Gang (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2014-02-26\n- Armed Gang (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2012-03-22\n- Armed Gang (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2012-01-15\n- Armed Gang (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2009-09-02\n- Armed Gang (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2006-12-07\n- Armed Gang (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2005-12-27\n- Armed Gang (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2005-10-30\n- Armed Gang (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2005-09-05\n- Armed Gang (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2005-06-18\n- Armed Gang (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2005-06-01\nAnswer:", "completion": " Citizen (Saudi Arabia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1218924", "prompt": "When did Georgios Papandreou first telephone the mayor of Greece?\nEvidence:\n- Georgios Papandreou | Demand | Citizen (Greece) | 2006-07-17\n- Georgios Papandreou | Demand | Citizen (Greece) | 2006-03-29\n- Georgios Papandreou | Consult | Citizen (Greece) | 2008-08-21\n- Georgios Papandreou | Consult | Citizen (Greece) | 2007-09-11\n- Georgios Papandreou | Consult | Citizen (Greece) | 2007-07-20\n- Georgios Papandreou | Consult | Citizen (Greece) | 2005-02-15\n- Georgios Papandreou | Accuse | Citizen (Greece) | 2007-09-14\n- Georgios Papandreou | Accuse | Citizen (Greece) | 2007-09-13\n- Citizen (Greece) | Reject | Georgios Papandreou | 2008-05-13\n- Citizen (Greece) | Consult | Georgios Papandreou | 2008-08-21\n- Citizen (Greece) | Consult | Georgios Papandreou | 2007-09-11\n- Citizen (Greece) | Consult | Georgios Papandreou | 2007-07-20\n- Citizen (Greece) | Consult | Georgios Papandreou | 2005-02-15\n- Georgios Papandreou | Accuse | Head of Government (Greece) | 2006-05-14\n- Georgios Papandreou | Consult | Georgios Papandreou | 2005-02-10\nAnswer:", "completion": " 2007-08-24", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1331116", "prompt": "Which country was the first to ask for Israeli defence forces after the Egyptian ministry?\nEvidence:\n- Israeli Defense Forces | Use conventional military force | Combatant (Egyptian Islamic Jihad) | 2008-02-04\n- The Hague | Investigate | Israeli Defense Forces | 2014-08-08\n- The Hague | Investigate | Israeli Defense Forces | 2014-08-07\n- Israeli Information Center for Human Rights in the Occupied Territories | Make statement | Israeli Defense Forces | 2012-12-12\n- Israeli Defense Forces | Consult | Israeli Defense Forces | 2005-11-16\n- Israeli Defense Forces | Cooperate militarily | Israeli Defense Forces | 2005-10-17\n- Ministry (Sudan) | Make statement | Israeli Defense Forces | 2012-10-30\n- Ministry (Jordan) | Make statement | Israeli Defense Forces | 2014-04-22\n- Ministry (Jordan) | Make statement | Israeli Defense Forces | 2014-04-21\n- Ministry (Egypt) | Make statement | Israeli Defense Forces | 2006-12-27\n- Popular Front for the Liberation of Palestine – General Command | Make statement | Israeli Defense Forces | 2005-08-26\n- Israeli Defense Forces | Make statement | Popular Front for the Liberation of Palestine – General Command | 2006-05-29\n- Iran | Refuse to yield | Saudi Arabian Defence Forces | 2015-05-14\n- Iran | Refuse to yield | Saudi Arabian Defence Forces | 2015-05-13\n- Defense / Security Ministry (Yemen) | Make statement | Saudi Arabian Defence Forces | 2015-09-02\nAnswer:", "completion": " South Africa", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1073048", "prompt": "Before 2011, who was the Prime Minister of Kenya criticising?\nEvidence:\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-09\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-08\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-11-14\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-10-05\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Demand | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-11-24\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-05-19\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2005-05-05\n- Prime Minister Qarase | Make statement | Prime Minister Chaudhry | 2006-07-13\nAnswer:", "completion": " William Ruto", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1374528", "prompt": "Who accuse the citizens of Zambia before Gabriel Namulambe did?\nEvidence:\n- Gabriel Namulambe | Accuse | Citizen (Zambia) | 2006-03-06\n- Citizen (Zambia) | Accuse | Gabriel Namulambe | 2012-01-10\n- Gabriel Namulambe | Threaten | Citizen (Zambia) | 2012-01-10\n- Lawyer/Attorney (Zambia) | Make statement | Gabriel Namulambe | 2013-09-19\n- Gabriel Namulambe | Make statement | Ruling Party (Zambia) | 2011-09-06\n- Gabriel Namulambe | Criticize or denounce | Citizen (Zambia) | 2014-12-01\n- Citizen (Zambia) | Criticize or denounce | Gabriel Namulambe | 2009-11-30\n- Rupiah Banda | Make statement | Gabriel Namulambe | 2011-03-02\n- Gabriel Namulambe | Make statement | Rupiah Banda | 2011-09-06\n- Gabriel Namulambe | Make statement | Rupiah Banda | 2011-04-11\n- Gabriel Namulambe | Make statement | Government (France) | 2009-07-15\n- National Restoration Party | Make statement | Gabriel Namulambe | 2013-02-25\n- Gabriel Namulambe | Praise or endorse | Guy Scott | 2013-02-03\n- Gabriel Namulambe | Make statement | Government (South Africa) | 2011-08-03\n- Criminal (Zambia) | Accuse | Citizen (Zambia) | 2005-01-27\nAnswer:", "completion": " Criminal (Zambia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1159300", "prompt": "Who did the Kenyan police appeal to after Caroline Nzibe?\nEvidence:\n- Caroline Nzibe | Demand | Children (Uganda) | 2014-12-11\n- Police (Kenya) | Make an appeal or request | Caroline Nzibe | 2014-10-02\n- Police (Kenya) | Make an appeal or request | Women (Kenya) | 2006-04-13\n- Mwai Kibaki | Make an appeal or request | Police (Kenya) | 2005-11-11\n- Mwai Kibaki | Make an appeal or request | Police (Kenya) | 2005-04-16\n- Police (Kenya) | Make an appeal or request | Lawyer/Attorney (Kenya) | 2006-02-21\n- Lawyer/Attorney (Kenya) | Make an appeal or request | Police (Kenya) | 2005-11-17\n- Francis Ole Kaparo | Make an appeal or request | Police (Kenya) | 2005-02-25\n- Chirau Ali Mwakwere | Appeal for change in leadership | Police (Kenya) | 2005-03-29\n- Police (Kenya) | Express intent to meet or negotiate | Lawyer/Attorney (Kenya) | 2006-01-16\n- Police (Kenya) | Express intent to meet or negotiate | Education Official (Kenya) | 2005-03-02\n- Police (Kenya) | Make statement | Police (Mozambique) | 2006-01-04\n- William Ruto | Accuse | Police (Kenya) | 2005-07-20\n- Police (Kenya) | Torture | Men (Kenya) | 2005-01-11\n- Police (Kenya) | Torture | Men (Kenya) | 2005-01-10\nAnswer:", "completion": " Men (Kenya)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1198680", "prompt": "Who investigated the military of Taiwan before 10 September 2008?\nEvidence:\n- Military (Taiwan) | Threaten with military force | Head of Government (Taiwan) | 2006-06-30\n- Military Personnel (Taiwan) | Demand | Military (Taiwan) | 2007-01-05\n- Military Personnel (Taiwan) | Make statement | Military (Taiwan) | 2007-12-15\n- Military Personnel (Taiwan) | Make statement | Military (Taiwan) | 2007-07-10\n- Military Personnel (Taiwan) | Make statement | Military (Taiwan) | 2007-01-05\n- Military Personnel (Taiwan) | Make statement | Military (Taiwan) | 2006-12-04\n- Military Personnel (Taiwan) | Make statement | Military (Taiwan) | 2006-09-26\n- Military Personnel (Taiwan) | Criticize or denounce | Head of Government (Taiwan) | 2006-03-07\n- Party Member (Taiwan) | Accuse | Military (Taiwan) | 2005-04-27\n- High Ranking Military Personnel (Taiwan) | Make statement | Military (Taiwan) | 2006-09-26\n- High Ranking Military Personnel (Taiwan) | Make statement | Military (Taiwan) | 2006-03-07\n- High Ranking Military Personnel (Taiwan) | Make statement | Military (Taiwan) | 2005-03-11\n- Protester (10 Downing Street) | Demonstrate or rally | Iraq | 2007-06-28\n- Protester (10 Downing Street) | Demonstrate or rally | Iraq | 2007-06-26\n- Military (Taiwan) | Praise or endorse | High Ranking Military Personnel (Taiwan) | 2005-03-31\nAnswer:", "completion": " Ma Ying Jeou", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1137868", "prompt": "Who made optimistic comments about the citizens of Australia after Chris Bowen?\nEvidence:\n- Citizen (Australia) | Consult | Chris Bowen | 2010-11-01\n- Chris Bowen | Reject | Citizen (Australia) | 2010-03-31\n- Chris Bowen | Demand | Citizen (Australia) | 2010-05-17\n- Chris Bowen | Consult | Citizen (Australia) | 2010-11-01\n- Chris Bowen | Consult | Businessperson (Australia) | 2010-11-02\n- Businessperson (Australia) | Consult | Chris Bowen | 2010-11-02\n- Member of Parliament (Australia) | Reject | Chris Bowen | 2010-11-06\n- Chris Bowen | Make statement | Member of Parliament (Australia) | 2010-11-02\n- People Associated with the Opposition (Australia) | Make statement | Chris Bowen | 2009-06-09\n- Chris Bowen | Make statement | People Associated with the Opposition (Australia) | 2009-10-08\n- City Mayor (Australia) | Consult | Chris Bowen | 2010-11-01\n- Chris Bowen | Make statement | Businessperson (Australia) | 2008-10-07\n- Chris Bowen | Deny responsibility | Citizen (Australia) | 2010-03-31\n- Chris Bowen | Consult | City Mayor (Australia) | 2010-11-01\n- Member of Parliament (Australia) | Appeal for intelligence | Chris Bowen | 2008-01-28\nAnswer:", "completion": " Barack Obama", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1087046", "prompt": "Before Benjamin William Mkapa, who last commended Mwai Kibaki?\nEvidence:\n- Mwai Kibaki | Express intent to cooperate | Benjamin William Mkapa | 2005-06-06\n- Benjamin William Mkapa | Express intent to cooperate | Mwai Kibaki | 2005-06-06\n- Burundi | Consult | Benjamin William Mkapa | 2005-04-26\n- Benjamin William Mkapa | Mediate | Tanzania | 2005-05-16\n- Benjamin William Mkapa | Consult | Burundi | 2005-04-26\n- Benjamin William Mkapa | Accuse | Tanzania | 2005-07-23\n- Tony Blair | Consult | Benjamin William Mkapa | 2005-05-06\n- Benjamin William Mkapa | Make statement | Tanzania | 2005-08-17\n- Benjamin William Mkapa | Make statement | Tanzania | 2005-08-16\n- Benjamin William Mkapa | Make statement | Tanzania | 2005-07-23\n- Benjamin William Mkapa | Make statement | Tanzania | 2005-07-07\n- Benjamin William Mkapa | Make statement | Tanzania | 2005-06-02\n- Benjamin William Mkapa | Make statement | Tanzania | 2005-04-26\n- Benjamin William Mkapa | Make statement | Tanzania | 2005-04-04\n- Benjamin William Mkapa | Make statement | Tanzania | 2005-02-28\nAnswer:", "completion": " Wen Jiabao", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1224873", "prompt": "Who praised the Indian military in the same month as the Director General of India?\nEvidence:\n- Military Personnel - Special (India) | Consult | Director General (India) | 2005-03-15\n- Military Personnel (India) | Complain officially | Director General (India) | 2012-12-02\n- Director General (India) | Consult | Military Personnel - Special (India) | 2005-03-15\n- Head of Government (India) | Consult | Director General (India) | 2015-11-24\n- Head of Government (India) | Consult | Director General (India) | 2006-07-17\n- Director General (India) | Consult | Head of Government (India) | 2015-11-24\n- Director General (India) | Consult | Head of Government (India) | 2006-07-17\n- Media (India) | Consult | Director General (India) | 2015-01-13\n- Media (India) | Consult | Director General (India) | 2014-04-06\n- Media (India) | Consult | Director General (India) | 2014-01-24\n- Media (India) | Consult | Director General (India) | 2013-01-14\n- Media (India) | Consult | Director General (India) | 2010-09-24\n- Media (India) | Consult | Director General (India) | 2008-07-14\n- Media (India) | Consult | Director General (India) | 2005-04-26\n- Governor (India) | Consult | Director General (India) | 2005-10-20\nAnswer:", "completion": " Head of Government (India)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1169730", "prompt": "Before 11 June 2007, to whom did the Foreign Minister of South Korea make an appeal?\nEvidence:\n- Foreign Affairs (South Korea) | Make an appeal or request | Vietnam | 2007-06-11\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | South Korea | 2007-06-11\n- South Korea | Express intent to engage in diplomatic cooperation (such as policy support) | Vietnam | 2007-06-11\n- Ricardo Alarcón de Quesada | Make a visit | Vietnam | 2007-06-11\n- Vietnam | Host a visit | Ricardo Alarcón de Quesada | 2007-06-11\nAnswer:", "completion": " Japan", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 5, "n_anchors": 1} +{"id": "mtq_1229784", "prompt": "Who expresses the intention to meet with the citizens of Bulgaria last before the business of Bulgaria did?\nEvidence:\n- Representatives (Bulgaria) | Express intent to meet or negotiate | Business (Bulgaria) | 2009-03-23\n- Representatives (Bulgaria) | Express intent to meet or negotiate | Business (Bulgaria) | 2005-09-27\n- Business (Bulgaria) | Express intent to meet or negotiate | Representatives (Bulgaria) | 2015-04-07\n- Business (Bulgaria) | Express intent to meet or negotiate | Representatives (Bulgaria) | 2009-03-23\n- Business (Bulgaria) | Express intent to meet or negotiate | Representatives (Bulgaria) | 2008-05-07\n- Business (Bulgaria) | Express intent to meet or negotiate | Citizen (Bulgaria) | 2015-04-07\n- Representatives (Bulgaria) | Consult | Business (Bulgaria) | 2014-05-09\n- Police (Bulgaria) | Investigate | Business (Bulgaria) | 2012-05-08\n- Police (Bulgaria) | Investigate | Business (Bulgaria) | 2011-05-10\n- Police (Bulgaria) | Consult | Business (Bulgaria) | 2011-03-16\n- Citizen (Bulgaria) | Accuse | Business (Bulgaria) | 2015-03-13\n- Business (Bulgaria) | Threaten | Citizen (Bulgaria) | 2015-06-12\n- Business (Bulgaria) | Consult | Representatives (Bulgaria) | 2014-05-09\n- Business (Bulgaria) | Consult | Police (Bulgaria) | 2011-03-16\n- Business (Bulgaria) | Accuse | Businessperson (Bulgaria) | 2011-08-10\nAnswer:", "completion": " Ministry of Health", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1007733", "prompt": "Who wanted to meet Barack Obama on 10 May 2009?\nEvidence:\n- Mahmoud Abbas | Express intent to meet or negotiate | Barack Obama | 2009-05-10\n- Benjamin Netanyahu | Express intent to meet or negotiate | Barack Obama | 2009-05-10\n- Dmitry Anatolyevich Medvedev | Express intent to cooperate | Barack Obama | 2009-05-10\n- Barack Obama | Express intent to cooperate | Dmitry Anatolyevich Medvedev | 2009-05-10\n- Benjamin Netanyahu | Consult | Barack Obama | 2009-05-10\n- Barack Obama | Consult | Benjamin Netanyahu | 2009-05-10\n- Ricardo Alarcón de Quesada | Reject | Barack Obama | 2009-05-10\n- Mahmoud Abbas | Make statement | Government (Palestinian Territory, Occupied) | 2009-05-10\n- Dmitry Anatolyevich Medvedev | Make statement | Military (Russia) | 2009-05-10\n- Benjamin Netanyahu | Praise or endorse | Benedict XVI | 2009-05-10\n- Benjamin Netanyahu | Host a visit | Benedict XVI | 2009-05-10\n- Benedict XVI | Make a visit | Benjamin Netanyahu | 2009-05-10\nAnswer:", "completion": " Benjamin Netanyahu", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 12, "n_anchors": 1} +{"id": "mtq_1349755", "prompt": "After the Council of Ministers of Benin, to whom did the citizens of Benin make the first request?\nEvidence:\n- Citizen (Benin) | Make an appeal or request | Cabinet / Council of Ministers / Advisors (Benin) | 2007-09-18\n- Cabinet / Council of Ministers / Advisors (Benin) | Make an appeal or request | Citizen (Benin) | 2015-02-12\n- Cabinet / Council of Ministers / Advisors (Benin) | Consult | Activist (Benin) | 2008-03-17\n- Activist (Benin) | Consult | Cabinet / Council of Ministers / Advisors (Benin) | 2008-03-17\n- Cabinet / Council of Ministers / Advisors (Brazil) | Make statement | First Command of the Capital | 2006-07-15\n- Cabinet / Council of Ministers / Advisors (Benin) | Engage in symbolic act | Citizen (Benin) | 2008-04-18\n- Cabinet / Council of Ministers / Advisors (Benin) | Engage in symbolic act | Citizen (Benin) | 2007-06-11\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- People Associated with the Opposition (Benin) | Accuse | Citizen (Benin) | 2006-12-31\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Newin Chidchob | Demand change in institutions, regime | Cabinet / Council of Ministers / Advisors (Benin) | 2008-08-08\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-13\nAnswer:", "completion": " Media (Benin)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1262763", "prompt": "Who visited Eritrea last, before the Sudan People's Liberation Army did?\nEvidence:\n- Sudan People's Liberation Army | Make a visit | Eritrea | 2006-05-25\n- Eritrea | Host a visit | Sudan People's Liberation Army | 2006-05-25\n- Sudan People's Liberation Army | Occupy territory | Sudan | 2006-06-20\n- Sudan | Sign formal agreement | Sudan People's Liberation Army | 2005-10-05\n- Sudan | Sign formal agreement | Sudan People's Liberation Army | 2005-09-23\n- Sudan | Sign formal agreement | Sudan People's Liberation Army | 2005-09-21\n- Sudan | Sign formal agreement | Sudan People's Liberation Army | 2005-06-17\n- Sudan | Sign formal agreement | Sudan People's Liberation Army | 2005-02-04\n- Sudan People's Liberation Army | Make statement | Police (Sudan) | 2006-12-01\n- Sudan People's Liberation Army | Give ultimatum | Citizen (Sudan) | 2005-01-11\n- South Sudan | Make statement | Sudan People's Liberation Army | 2006-03-06\n- Ministry (Sudan) | Make statement | Sudan People's Liberation Army | 2005-01-06\n- Sudan People's Liberation Army | Return, release person(s) | Police (Sudan) | 2006-12-07\n- Sudan People's Liberation Army | Make statement | Military Wing (Lord's Resistance Army) | 2006-06-13\n- Sudan People's Liberation Army | Make statement | Armed Rebel (Lord's Resistance Army) | 2005-12-17\nAnswer:", "completion": " Isaias Afewerki", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1388994", "prompt": "When did the Ministry of Labour and Employment of Bahrain praise the assemblies of Bahrain?\nEvidence:\n- Labor and Employment Ministry (Bahrain) | Praise or endorse | Assemblies (Bahrain) | 2015-12-29\n- Business (Bahrain) | Praise or endorse | Labor and Employment Ministry (Bahrain) | 2015-07-29\n- Business (Bahrain) | Praise or endorse | Labor and Employment Ministry (Bahrain) | 2014-04-28\n- Head of Government (Bahrain) | Praise or endorse | Labor and Employment Ministry (Bahrain) | 2014-08-20\n- Labor and Employment Ministry (Bahrain) | Consult | Business (Bahrain) | 2014-04-05\n- Labor and Employment Ministry (Bahrain) | Consult | Business (Bahrain) | 2014-01-31\n- Business (Bahrain) | Consult | Labor and Employment Ministry (Bahrain) | 2014-04-05\n- Business (Bahrain) | Consult | Labor and Employment Ministry (Bahrain) | 2014-01-31\n- Labor and Employment Ministry (Bahrain) | Consult | House of Representatives (Bahrain) | 2015-03-23\n- Labor and Employment Ministry (Bahrain) | Consult | House of Representatives (Bahrain) | 2015-01-12\n- Labor and Employment Ministry (Bahrain) | Consult | House of Representatives (Bahrain) | 2014-04-10\n- Labor and Employment Ministry (Bahrain) | Consult | House of Representatives (Bahrain) | 2014-03-14\n- Labor and Employment Ministry (Bahrain) | Consult | Head of Government (Bahrain) | 2015-05-11\n- Labor and Employment Ministry (Bahrain) | Consult | Head of Government (Bahrain) | 2015-04-10\n- Labor and Employment Ministry (Bahrain) | Consult | Head of Government (Bahrain) | 2015-01-12\nAnswer:", "completion": " 2015-12-29", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1110549", "prompt": "Could you tell me the exact month when the military of South East Asia first accused the citizens of Australia?\nEvidence:\n- Military (Southeast Asia) | Accuse | Citizen (Australia) | 2005-10-13\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-07-02\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-06-27\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Rehman Malik | Investigate | Men (South Asia) | 2010-05-08\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- First Command of the Capital | Criticize or denounce | Citizen (Brazil) | 2008-10-30\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\nAnswer:", "completion": " 2005-10", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1363871", "prompt": "Which country did South Korea want to negotiate with on the same day of the Farm Worker of South Korea?\nEvidence:\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Vietnam | Express intent to meet or negotiate | South Korea | 2005-01-05\n- Thailand | Express intent to meet or negotiate | South Korea | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-12\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-08\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-07\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-05\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-08\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-07\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-05\n- Emperor Akihito | Express intent to meet or negotiate | South Korea | 2005-01-13\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1018450", "prompt": "Which country last appealed to Yoshihiko Noda before the Governor of Japan?\nEvidence:\n- Yoshihiko Noda | Demand | Japan | 2010-11-24\n- Yoshihiko Noda | Make statement | Japan | 2011-05-27\n- Yoshihiko Noda | Make statement | Japan | 2011-05-19\n- Yoshihiko Noda | Make statement | Japan | 2011-05-04\n- Yoshihiko Noda | Make statement | Japan | 2011-04-16\n- Yoshihiko Noda | Make statement | Japan | 2011-04-15\n- Yoshihiko Noda | Make statement | Japan | 2011-04-05\n- Yoshihiko Noda | Make statement | Japan | 2011-03-10\n- Yoshihiko Noda | Make statement | Japan | 2011-01-27\n- Yoshihiko Noda | Make statement | Japan | 2011-01-17\n- Yoshihiko Noda | Make statement | Japan | 2011-01-12\n- Yoshihiko Noda | Make statement | Japan | 2010-11-02\n- Yoshihiko Noda | Make statement | Japan | 2010-10-21\n- Yoshihiko Noda | Make statement | Japan | 2010-09-18\n- Yoshihiko Noda | Make statement | Japan | 2010-09-17\nAnswer:", "completion": " South Korea", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1205410", "prompt": "After October, the year of 2007, who received Benazir Bhutto's visit from Benazir Bhutto?\nEvidence:\n- Pakistan People's Party | Make statement | Benazir Bhutto | 2005-06-01\n- Pakistan People's Party | Make statement | Benazir Bhutto | 2005-03-19\n- Benazir Bhutto | Make statement | Pakistan People's Party | 2006-02-26\n- M.S. Sharif | Meet at a 'third' location | Benazir Bhutto | 2006-03-11\n- Benazir Bhutto | Meet at a 'third' location | M.S. Sharif | 2006-03-11\n- Government (Pakistan) | Reject | Benazir Bhutto | 2005-10-21\n- Government (Pakistan) | Investigate | Benazir Bhutto | 2005-09-21\n- Government (Pakistan) | Accuse | Benazir Bhutto | 2005-09-19\n- Benazir Bhutto | Reject | Pervez Musharraf | 2005-01-28\n- Benazir Bhutto | Make statement | Iraq | 2005-07-18\n- Benazir Bhutto | Demand | Pervez Musharraf | 2006-01-30\n- Benazir Bhutto | Accuse | Pervez Musharraf | 2005-07-21\n- Benazir Bhutto | Accuse | Pervez Musharraf | 2005-07-19\n- Benazir Bhutto | Accuse | Government (Pakistan) | 2005-03-11\n- Head of Government (Pakistan) | Make statement | Benazir Bhutto | 2005-03-15\nAnswer:", "completion": " Iran", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1048065", "prompt": "In which country was Nabih Berri the last to be honoured before Barack Obama?\nEvidence:\n- Nabih Berri | Consult | Iran | 2005-06-20\n- Iran | Consult | Nabih Berri | 2005-06-20\n- Nabih Berri | Engage in negotiation | Mahmoud Abbas | 2005-07-09\n- Nabih Berri | Engage in negotiation | Mahmoud Abbas | 2005-07-08\n- Mahmoud Abbas | Engage in negotiation | Nabih Berri | 2005-07-09\n- Mahmoud Abbas | Engage in negotiation | Nabih Berri | 2005-07-08\n- Nabih Berri | Reject | Extremist (Lebanon) | 2005-02-21\n- Nabih Berri | Make statement | Iran | 2005-06-20\n- Nabih Berri | Consult | Ministry (Iran) | 2006-02-18\n- Nabih Berri | Consult | Mahmoud Ahmadinejad | 2006-01-21\n- Nabih Berri | Consult | Georgios Papandreou | 2006-07-26\n- Nabih Berri | Consult | Fawzi Salloukh | 2006-07-25\n- Nabih Berri | Assassinate | Rafiq Hariri | 2006-03-02\n- Ministry (Iran) | Consult | Nabih Berri | 2006-02-18\n- Mahmoud Ahmadinejad | Consult | Nabih Berri | 2006-01-21\nAnswer:", "completion": " France", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1320031", "prompt": "In which month did Mwai Kibaki praise Tanzania for the first time?\nEvidence:\n- Mwai Kibaki | Praise or endorse | Sudan | 2005-01-09\n- Mwai Kibaki | Praise or endorse | China | 2005-02-23\n- Mwai Kibaki | Praise or endorse | China | 2005-01-10\n- Mwai Kibaki | Praise or endorse | Mahmoud Abbas | 2005-01-11\n- Romania | Consult | Mwai Kibaki | 2005-02-22\n- Mwai Kibaki | Demand | China | 2005-02-23\n- Mwai Kibaki | Consult | Romania | 2005-02-22\n- Mwai Kibaki | Threaten | Police (Kenya) | 2005-04-16\n- Mwai Kibaki | Make statement | Sudan | 2005-01-08\n- Mwai Kibaki | Consult | Don McKinnon | 2005-04-05\n- Don McKinnon | Consult | Mwai Kibaki | 2005-04-05\n- Mwai Kibaki | Engage in symbolic act | John Garang | 2005-08-01\n- Sudan | Host a visit | Mwai Kibaki | 2005-08-06\n- Sudan | Host a visit | Mwai Kibaki | 2005-07-08\n- Mwai Kibaki | Make statement | Media (Kenya) | 2005-07-18\nAnswer:", "completion": " 2008-12", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1175234", "prompt": "Who was the first to criticise François Bozizé after the party leader of the Central African Republic?\nEvidence:\n- Party Member (Central African Republic) | Accuse | François Bozizé | 2011-01-26\n- Party Member (Central African Republic) | Accuse | François Bozizé | 2005-03-16\n- Detainee (Central African Republic) | Threaten | François Bozizé | 2006-09-21\n- Party Member (Central African Republic) | Defy norms, law | François Bozizé | 2011-01-24\n- Party Member (Central African Republic) | Criticize or denounce | François Bozizé | 2005-03-12\n- François Bozizé | Criticize or denounce | Party Member (Central African Republic) | 2005-01-15\n- Election Commission (Central African Republic) | Make statement | François Bozizé | 2005-05-11\n- Election Commission (Central African Republic) | Make statement | François Bozizé | 2005-03-31\n- Independent Electoral Commission (Central African Republic) | Make statement | François Bozizé | 2005-04-01\n- François Bozizé | Sign formal agreement | Rebel Group (Central African Republic) | 2007-04-13\n- Political Parties (Central African Republic) | Make an appeal or request | François Bozizé | 2006-03-10\n- Party Member (Central African Republic) | Make statement | Independent Electoral Commission (Central African Republic) | 2011-02-07\n- Election Commission (Central African Republic) | Praise or endorse | Party Member (Central African Republic) | 2010-11-17\n- Election Commission (Central African Republic) | Praise or endorse | Party Member (Central African Republic) | 2005-01-10\n- François Bozizé | Accuse | Sudan | 2006-12-07\nAnswer:", "completion": " Armed Rebel (Gabon)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1151831", "prompt": "Who was the first to express the intention to negotiate with Heinz Fischer?\nEvidence:\n- Mahmoud Abbas | Express intent to meet or negotiate | Heinz Fischer | 2006-03-13\n- Heinz Fischer | Express intent to meet or negotiate | Business (Austria) | 2005-05-30\n- Heinz Fischer | Express intent to meet or negotiate | Business (Austria) | 2005-02-17\n- Heinz Fischer | Express intent to meet or negotiate | Abdul Kalam | 2005-02-15\n- Elmar Mammadyarov | Express intent to meet or negotiate | Heinz Fischer | 2005-09-06\n- Aleksander Kwasniewski | Express intent to meet or negotiate | Heinz Fischer | 2005-11-29\n- Abdullah Gül | Express intent to meet or negotiate | Heinz Fischer | 2005-06-03\n- Heinz Fischer | Express intent to cooperate | Cyril Svoboda | 2005-11-28\n- Cyril Svoboda | Express intent to cooperate | Heinz Fischer | 2005-11-28\n- Boris Vyacheslavovich Gryzlov | Express intent to meet or negotiate | Heinz Fischer | 2005-02-21\n- Heinz Fischer | Express intent to meet or negotiate | Other Authorities / Officials (Mexico) | 2005-05-30\n- Heinz Fischer | Express intent to meet or negotiate | Head of Government (Brazil) | 2005-09-17\n- Zurab Nogaideli | Consult | Heinz Fischer | 2006-03-27\n- Wolfgang Schüssel | Consult | Heinz Fischer | 2005-04-05\n- Tzipi Livni | Consult | Heinz Fischer | 2006-03-02\nAnswer:", "completion": " Boris Vyacheslavovich Gryzlov", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1121164", "prompt": "Who negotiated with Dmitry Anatolyevich Medvedev in the same year as Algirdas Butkevičius?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Consult | Algirdas Butkevičius | 2013-04-05\n- Algirdas Butkevičius | Consult | Dmitry Anatolyevich Medvedev | 2013-04-05\n- Dmitry Anatolyevich Medvedev | Engage in negotiation | Algirdas Butkevičius | 2013-04-14\n- Algirdas Butkevičius | Engage in negotiation | Dmitry Anatolyevich Medvedev | 2013-04-14\n- People Associated with the Opposition (Lithuania) | Make statement | Algirdas Butkevičius | 2012-11-22\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- People Associated with the Opposition (Lithuania) | Criticize or denounce | Algirdas Butkevičius | 2013-04-10\n- Angela Merkel | Engage in negotiation | Algirdas Butkevičius | 2013-05-29\n- Algirdas Butkevičius | Engage in negotiation | Angela Merkel | 2013-05-29\n- Valdis Dombrovskis | Consult | Algirdas Butkevičius | 2013-01-10\n- Valdis Dombrovskis | Consult | Algirdas Butkevičius | 2013-01-04\n- Valdas Adamkus | Consult | Algirdas Butkevičius | 2005-04-19\n- Representatives (Lithuania) | Consult | Algirdas Butkevičius | 2013-02-26\n- Angela Merkel | Consult | Algirdas Butkevičius | 2013-05-30\n- Andrius Kubilius | Consult | Algirdas Butkevičius | 2012-04-06\nAnswer:", "completion": " Raúl Castro", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1183204", "prompt": "Who used unconventional force against the citizens of Thailand in 2012?\nEvidence:\n- Insurgent (Thailand) | Use unconventional violence | Thailand | 2012-01-09\n- Insurgent (Thailand) | Use unconventional violence | Thailand | 2012-01-07\n- Governor (Thailand) | Use conventional military force | Thailand | 2012-07-22\n- Armed Gang (Thailand) | Use unconventional violence | Villager (Thailand) | 2012-04-12\n- Governor (Thailand) | Use conventional military force | Citizen (Thailand) | 2012-03-13\n- Governor (Thailand) | Use conventional military force | Citizen (Thailand) | 2012-03-10\n- Thailand | Use conventional military force | Military (Cambodia) | 2012-01-26\n- Thailand | Use conventional military force | Military (Cambodia) | 2012-01-25\n- Military (Cambodia) | Use conventional military force | Thailand | 2012-01-26\n- Military (Cambodia) | Use conventional military force | Thailand | 2012-01-25\n- Member of Parliament (Thailand) | Consult | Governor (Thailand) | 2012-09-24\n- Governor (Thailand) | Consult | Member of Parliament (Thailand) | 2012-09-24\n- Member of Parliament (Thailand) | Make statement | Villager (Thailand) | 2012-12-05\n- Member of Parliament (Thailand) | Make statement | Governor (Thailand) | 2012-05-25\n- Member of Parliament (Thailand) | Complain officially | Governor (Thailand) | 2012-05-17\nAnswer:", "completion": " National United Front for Democracy Against Dictatorship", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1101516", "prompt": "In which year did the Armed Gang of Thailand first use unconventional violence against the Activist of Thailand?\nEvidence:\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-03-01\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-26\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-03\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-01\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-31\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-26\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-25\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-22\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-20\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-19\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-18\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-17\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-14\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-12\n- Armed Opposition (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-03-02\nAnswer:", "completion": " 2014", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1314339", "prompt": "After 2007, who made optimistic comments about the Middle East?\nEvidence:\n- China | Make optimistic comment | Middle East | 2005-02-09\n- Military (Middle East) | Mobilize or increase armed forces | Middle East | 2005-02-14\n- Tony Blair | Make statement | Middle East | 2005-02-04\n- Shimon Peres | Make statement | Middle East | 2005-02-26\n- Middle East | Praise or endorse | Iraq | 2005-03-22\n- Iraq | Provide military aid | Middle East | 2005-01-16\n- Gerhard Schröder | Make statement | Middle East | 2005-03-31\n- China | Praise or endorse | Middle East | 2005-03-23\n- Abdullah Gül | Make statement | Middle East | 2005-01-07\n- Tony Blair | Praise or endorse | Middle East | 2005-02-24\n- Shirin Ebadi | Criticize or denounce | Middle East | 2005-03-09\n- Royal Administration (Saudi Arabia) | Investigate | Middle East | 2005-04-16\n- Okada Katsuya | Make a visit | Middle East | 2005-03-30\n- Middle East | Host a visit | Okada Katsuya | 2005-03-30\n- Middle East | Host a visit | Mahmoud Abbas | 2005-02-01\nAnswer:", "completion": " Shimon Peres", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1373974", "prompt": "In which month did Ibrahima Moctar Sarr last appeal to the Presidential Majority?\nEvidence:\n- Ibrahima Moctar Sarr | Make an appeal or request | Presidential Majority | 2011-09-12\n- Citizen (Mauritania) | Conduct strike or boycott | Ibrahima Moctar Sarr | 2014-06-22\n- Ibrahima Moctar Sarr | Praise or endorse | Mohamed Ould Abdel Aziz | 2014-06-24\n- Ibrahima Moctar Sarr | Praise or endorse | Mohamed Ould Abdel Aziz | 2009-07-20\n- Presidential Majority | Accuse | Madagascar | 2014-02-26\n- Presidential Majority | Accuse | Madagascar | 2014-02-25\n- Presidential Majority | Reject | Associated Press | 2013-04-22\n- Presidential Majority | Make statement | Japan | 2013-04-24\n- Presidential Majority | Make statement | People Associated with the Opposition (Mauritania) | 2012-04-23\n- Radio France Internationale | Consult | Presidential Majority | 2014-02-05\n- Presidential Majority | Consult | Radio France Internationale | 2014-02-05\n- Presidential Majority | Make an appeal or request | Actor (Congo) | 2014-08-12\n- Presidential Majority | Make a visit | Population (Benin) | 2007-08-27\n- Population (Benin) | Host a visit | Presidential Majority | 2007-08-27\n- Associated Press | Criticize or denounce | Presidential Majority | 2013-04-22\nAnswer:", "completion": " 2011-09", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1179394", "prompt": "Who receive the Royal Administration of Japan's visit from the Royal Administration of Japan last before Laos did?\nEvidence:\n- Laos | Host a visit | Association of Southeast Asian Nations | 2005-01-19\n- Association of Southeast Asian Nations | Make a visit | Laos | 2005-01-19\n- Laos | Grant diplomatic recognition | Japan | 2005-02-08\n- Japan | Grant diplomatic recognition | Laos | 2005-02-08\n- Vietnam | Make a visit | Laos | 2005-02-16\n- Laos | Host a visit | Vietnam | 2005-02-16\n- Newspaper (Laos) | Make statement | Laos | 2005-01-25\n- Vietnam | Consult | Laos | 2005-03-29\n- Vietnam | Consult | Laos | 2005-03-04\n- Thailand | Consult | Laos | 2005-03-04\n- Thailand | Consult | Laos | 2005-02-25\n- Thailand | Consult | Laos | 2005-02-24\n- Thailand | Consult | Laos | 2005-02-21\n- Thailand | Consult | Laos | 2005-02-08\n- Thailand | Consult | Laos | 2005-01-24\nAnswer:", "completion": " The Hague", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1334627", "prompt": "After Eni S.p.a., who was involved in the negotiations by the Iranian Ministry?\nEvidence:\n- Ministry (Iran) | Engage in negotiation | Eni S.p.a. | 2015-05-04\n- Eni S.p.a. | Engage in negotiation | Ministry (Iran) | 2015-05-04\n- Gazprom | Express intent to cooperate | Eni S.p.a. | 2007-11-22\n- Eni S.p.a. | Express intent to cooperate | Gazprom | 2007-11-22\n- Ministry (Iran) | Express intent to engage in diplomatic cooperation (such as policy support) | Gazprom | 2008-07-13\n- Gazprom | Express intent to engage in diplomatic cooperation (such as policy support) | Ministry (Iran) | 2008-07-13\n- Ministry (Iran) | Consult | Gazprom | 2008-10-21\n- Ministry (Iran) | Consult | Gazprom | 2008-02-19\n- Gazprom | Consult | Ministry (Iran) | 2008-10-21\n- Gazprom | Consult | Ministry (Iran) | 2008-02-19\n- Gazprom | Express intent to engage in diplomatic cooperation (such as policy support) | Energy Department/Ministry (Iran) | 2008-07-13\n- Energy Department/Ministry (Iran) | Express intent to engage in diplomatic cooperation (such as policy support) | Gazprom | 2008-07-13\n- Gazprom | Consult | Energy Department/Ministry (Russia) | 2006-08-10\n- Gazprom | Consult | Energy Department/Ministry (Iran) | 2006-06-26\n- Energy Department/Ministry (Russia) | Consult | Gazprom | 2006-08-10\nAnswer:", "completion": " Iran", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1228792", "prompt": "Before Margaret Keech, with whom did the citizens of Australia last wish to negotiate?\nEvidence:\n- Margaret Keech | Make statement | Police (Australia) | 2007-07-04\n- Margaret Keech | Make statement | Police (Australia) | 2006-11-29\n- Margaret Keech | Consult | City Mayor (Australia) | 2008-06-20\n- City Mayor (Australia) | Consult | Margaret Keech | 2008-06-20\n- Margaret Keech | Express intent to meet or negotiate | Citizen (Australia) | 2006-11-13\n- Citizen (Australia) | Express intent to meet or negotiate | Margaret Keech | 2006-11-13\n- Margaret Keech | Make pessimistic comment | Criminal (Australia) | 2006-07-31\n- Margaret Keech | Express intent to meet or negotiate | City Mayor (Australia) | 2008-06-18\n- Margaret Keech | Engage in diplomatic cooperation | Member of Parliament (Australia) | 2006-09-11\n- Margaret Keech | Arrest, detain, or charge with legal action | Citizen (Australia) | 2008-04-07\n- Margaret Keech | Make an appeal or request | Citizen (Australia) | 2006-04-10\n- Citizen (Australia) | Use unconventional violence | People Associated with the Opposition (Australia) | 2005-02-14\n- Citizen (Australia) | Express intent to engage in diplomatic cooperation (such as policy support) | People Associated with the Opposition (Australia) | 2005-01-29\n- Police (Australia) | Express intent to meet or negotiate | Citizen (Australia) | 2005-02-13\n- Police (Australia) | Express intent to meet or negotiate | Citizen (Australia) | 2005-02-08\nAnswer:", "completion": " Police (Australia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1108457", "prompt": "In which month did Yemen sign formal agreements with Murli Deora?\nEvidence:\n- Yemen | Sign formal agreement | Murli Deora | 2007-04-03\n- Murli Deora | Sign formal agreement | Yemen | 2007-04-03\n- Murli Deora | Consult | China | 2006-12-15\n- Murli Deora | Consult | China | 2006-12-14\n- China | Consult | Murli Deora | 2006-12-15\n- China | Consult | Murli Deora | 2006-12-14\n- Shaukat Aziz | Engage in negotiation | Murli Deora | 2007-04-05\n- Murli Deora | Engage in negotiation | Shaukat Aziz | 2007-04-05\n- Murli Deora | Engage in diplomatic cooperation | China | 2006-06-16\n- Murli Deora | Engage in diplomatic cooperation | China | 2006-06-15\n- Murli Deora | Engage in diplomatic cooperation | China | 2006-06-14\n- Shaukat Aziz | Consult | Murli Deora | 2007-04-16\n- Murli Deora | Make statement | Iran | 2007-04-27\n- Murli Deora | Make statement | Iran | 2006-05-18\n- Murli Deora | Consult | Shaukat Aziz | 2007-04-16\nAnswer:", "completion": " 2007-04", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1009734", "prompt": "In which year did the citizens of Venezuela accuse RCTV International?\nEvidence:\n- Citizen (Venezuela) | Accuse | RCTV International | 2007-07-04\n- Member of the Judiciary (Venezuela) | Make statement | RCTV International | 2007-05-18\n- Citizen (Venezuela) | Threaten | RCTV International | 2006-12-29\n- Ministry (Venezuela) | Make statement | RCTV International | 2007-04-11\n- Citizen (Venezuela) | Reduce relations | RCTV International | 2007-05-25\n- Citizen (Venezuela) | Complain officially | RCTV International | 2009-08-20\n- Manuel Rosales | Accuse | RCTV International | 2007-01-03\n- Citizen (Venezuela) | Rally support on behalf of | RCTV International | 2007-05-27\n- RCTV International | Criticize or denounce | Citizen (Venezuela) | 2009-08-19\n- Citizen (Venezuela) | Make optimistic comment | RCTV International | 2007-05-29\n- Citizen (Venezuela) | Ease political dissent | RCTV International | 2010-02-01\n- Citizen (Venezuela) | Ease political dissent | RCTV International | 2010-01-30\n- Citizen (Venezuela) | Demonstrate or rally | RCTV International | 2007-05-31\n- Citizen (Venezuela) | Demonstrate or rally | RCTV International | 2007-05-29\n- Citizen (Venezuela) | Demonstrate or rally | RCTV International | 2007-05-28\nAnswer:", "completion": " 2007", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1282236", "prompt": "Who did Benjamin Netanyahu make a request to last before the head of government of Chile?\nEvidence:\n- Benjamin Netanyahu | Make a visit | Japan | 2005-09-01\n- Likud | Make an appeal or request | Benjamin Netanyahu | 2012-11-18\n- Likud | Make an appeal or request | Benjamin Netanyahu | 2012-08-31\n- Likud | Make an appeal or request | Benjamin Netanyahu | 2011-05-16\n- Likud | Make an appeal or request | Benjamin Netanyahu | 2010-03-26\n- Likud | Make an appeal or request | Benjamin Netanyahu | 2009-06-15\n- Likud | Make an appeal or request | Benjamin Netanyahu | 2009-06-14\n- Benjamin Netanyahu | Make an appeal or request | Qatar | 2005-08-23\n- Benjamin Netanyahu | Make an appeal or request | Likud | 2012-11-25\n- Benjamin Netanyahu | Make an appeal or request | Likud | 2012-06-04\n- Benjamin Netanyahu | Make an appeal or request | Likud | 2012-02-17\n- Benjamin Netanyahu | Make an appeal or request | Likud | 2010-04-27\n- Benjamin Netanyahu | Make an appeal or request | Likud | 2007-08-15\n- Benjamin Netanyahu | Make an appeal or request | Likud | 2006-06-05\n- Benjamin Netanyahu | Make statement | Ministry of Tourism (Israel) | 2005-06-10\nAnswer:", "completion": " Barack Obama", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1179988", "prompt": "Who was the first to be investigated by the Military Personnel - Special of Afghanistan?\nEvidence:\n- The Sunday Times | Make statement | Military Personnel - Special (Afghanistan) | 2007-05-20\n- The Daily Telegraph | Make statement | Military Personnel - Special (Afghanistan) | 2012-08-06\n- Military Personnel - Special (Afghanistan) | Investigate | Employee (Afghanistan) | 2010-04-11\n- Military Personnel - Special (Afghanistan) | Investigate | Attacker (Afghanistan) | 2011-08-21\n- Military Personnel - Special (Afghanistan) | Investigate | Attacker (Afghanistan) | 2009-08-19\n- Military Personnel - Special (Afghanistan) | Investigate | Attacker (Afghanistan) | 2005-11-15\n- Militant (Taliban) | Kill by physical assault | Military Personnel - Special (Afghanistan) | 2015-04-13\n- Ministry (Afghanistan) | Demand de-escalation of military engagement | Military Personnel - Special (Afghanistan) | 2011-10-05\n- Ministry (Afghanistan) | Make statement | Military Personnel - Special (Afghanistan) | 2014-05-04\n- Ministry (Afghanistan) | Make statement | Military Personnel - Special (Afghanistan) | 2014-03-21\n- Ministry (Afghanistan) | Make statement | Military Personnel - Special (Afghanistan) | 2014-01-29\n- Ministry (Afghanistan) | Make statement | Military Personnel - Special (Afghanistan) | 2013-03-19\n- Ministry (Afghanistan) | Make statement | Military Personnel - Special (Afghanistan) | 2011-12-15\n- Ministry (Afghanistan) | Make statement | Military Personnel - Special (Afghanistan) | 2010-05-05\n- Ministry (Afghanistan) | Make statement | Military Personnel - Special (Afghanistan) | 2008-04-30\nAnswer:", "completion": " Attacker (Afghanistan)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1055036", "prompt": "Who denounced the citizens of Benin after the employees of Benin?\nEvidence:\n- People Associated with the Opposition (Benin) | Accuse | Citizen (Benin) | 2006-12-31\n- Governor (Benin) | Criticize or denounce | People Associated with the Opposition (Benin) | 2007-09-29\n- Citizen (Benin) | Praise or endorse | People Associated with the Opposition (Benin) | 2014-10-29\n- Cabinet / Council of Ministers / Advisors (Benin) | Consult | Activist (Benin) | 2008-03-17\n- Activist (Benin) | Consult | Cabinet / Council of Ministers / Advisors (Benin) | 2008-03-17\n- Professor (Benin) | Threaten | Citizen (Benin) | 2005-02-28\n- Police (Benin) | Torture | Citizen (Benin) | 2012-02-01\n- Police (Benin) | Reject | Citizen (Benin) | 2015-04-01\n- Police (Benin) | Reject | Citizen (Benin) | 2013-05-18\n- Police (Benin) | Investigate | Citizen (Benin) | 2015-05-01\n- Police (Benin) | Investigate | Citizen (Benin) | 2009-09-29\n- Police (Benin) | Investigate | Citizen (Benin) | 2008-11-26\n- Police (Benin) | Investigate | Citizen (Benin) | 2008-08-22\n- Police (Benin) | Investigate | Citizen (Benin) | 2006-10-07\n- Police (Benin) | Investigate | Citizen (Benin) | 2005-01-27\nAnswer:", "completion": " Company - Owner or Operator (Benin)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1247828", "prompt": "Could you tell me the exact month when Devlet Bahçeli visited Abdullah Gül for the first time?\nEvidence:\n- Devlet Bahçeli | Reject | Abdullah Gül | 2008-09-03\n- Devlet Bahçeli | Consult | Abdullah Gül | 2014-05-22\n- Devlet Bahçeli | Consult | Abdullah Gül | 2007-10-23\n- Devlet Bahçeli | Consult | Abdullah Gül | 2007-08-14\n- Devlet Bahçeli | Accuse | Abdullah Gül | 2014-05-14\n- Abdullah Gül | Consult | Devlet Bahçeli | 2014-05-22\n- Abdullah Gül | Consult | Devlet Bahçeli | 2007-10-23\n- Abdullah Gül | Consult | Devlet Bahçeli | 2007-08-14\n- Devlet Bahçeli | Make statement | Abdullah Gül | 2008-03-27\n- Devlet Bahçeli | Make a visit | Abdullah Gül | 2008-03-27\n- Devlet Bahçeli | Engage in negotiation | Abdullah Gül | 2007-08-14\n- Devlet Bahçeli | Criticize or denounce | Abdullah Gül | 2014-05-14\n- Devlet Bahçeli | Criticize or denounce | Abdullah Gül | 2009-08-23\n- Abdullah Gül | Host a visit | Devlet Bahçeli | 2008-03-27\n- Abdullah Gül | Engage in negotiation | Devlet Bahçeli | 2007-08-14\nAnswer:", "completion": " 2008-03", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1334383", "prompt": "When did Newin Chidchob threaten the citizens of Thailand?\nEvidence:\n- Newin Chidchob | Threaten | Citizen (Thailand) | 2005-01-21\n- Newin Chidchob | Reject | Thailand | 2005-01-31\n- Newin Chidchob | Investigate | Thailand | 2008-06-26\n- Newin Chidchob | Threaten non-force | Member of Parliament (Thailand) | 2005-01-19\n- Thailand | Make statement | Newin Chidchob | 2009-06-10\n- Thailand | Complain officially | Newin Chidchob | 2007-09-27\n- Citizen (Thailand) | Reject | Newin Chidchob | 2009-06-23\n- Citizen (Thailand) | Accuse | Newin Chidchob | 2005-01-21\n- Thailand | Host a visit | Newin Chidchob | 2007-08-20\n- Thailand | Host a visit | Newin Chidchob | 2006-09-21\n- Thailand | Host a visit | Newin Chidchob | 2006-08-10\n- Party Member (Thailand) | Accuse | Newin Chidchob | 2005-01-31\n- Party Member (Thailand) | Accuse | Newin Chidchob | 2005-01-27\n- Party Member (Thailand) | Accuse | Newin Chidchob | 2005-01-18\n- Newin Chidchob | Make statement | Governor (Thailand) | 2005-08-01\nAnswer:", "completion": " 2005-01-21", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1127167", "prompt": "After USAID, which country first did Eritrea make a request to?\nEvidence:\n- Eritrea | Make an appeal or request | USAID | 2005-08-26\n- USAID | Make a visit | Yemen | 2007-10-31\n- USAID | Make a visit | Vietnam | 2005-08-04\n- USAID | Make a visit | Niger | 2005-07-28\n- USAID | Make a visit | Ethiopia | 2006-04-21\n- Yemen | Host a visit | USAID | 2007-10-31\n- Vietnam | Host a visit | USAID | 2005-08-04\n- Niger | Host a visit | USAID | 2005-07-28\n- Ethiopia | Host a visit | USAID | 2006-04-21\n- Saifur Rahman | Make an appeal or request | USAID | 2006-08-10\n- Saifur Rahman | Make an appeal or request | USAID | 2005-05-11\n- USAID | Make statement | Sudan | 2005-04-22\n- Eritrea | Make a visit | Yemen | 2005-02-10\n- Eritrea | Make a visit | China | 2005-02-28\n- Djibouti | Make a visit | Eritrea | 2005-02-09\nAnswer:", "completion": " Citizen (Unidentified State Actor)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1027192", "prompt": "Who was criticised by Mahmoud Ahmadinejad after 11 October 2011?\nEvidence:\n- Mahmoud Ahmadinejad | Make a visit | Iran | 2011-10-11\n- Iran | Host a visit | Mahmoud Ahmadinejad | 2011-10-11\n- Mahmoud Ahmadinejad | Criticize or denounce | Student (Iran) | 2011-10-11\n- Mahmoud Ahmadinejad | Express intent to meet or negotiate | Iran | 2011-10-11\n- Nuri al-Maliki | Make statement | Iran | 2011-10-11\n- Media Personnel (Iran) | Make statement | Iran | 2011-10-11\n- Kazakhstan | Engage in diplomatic cooperation | Iran | 2011-10-11\n- Iran | Express intent to cooperate economically | Business (Iran) | 2011-10-11\n- Iran | Engage in diplomatic cooperation | Kazakhstan | 2011-10-11\n- Cabinet / Council of Ministers / Advisors (United States) | Make statement | Iran | 2011-10-11\nAnswer:", "completion": " Ministry (Iran)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 10, "n_anchors": 1} +{"id": "mtq_1152227", "prompt": "Who was the first person to praise Benjamin Netanyahu in 2014?\nEvidence:\n- Royal Administration (Jordan) | Engage in negotiation | Benjamin Netanyahu | 2014-01-17\n- Benjamin Netanyahu | Engage in negotiation | Royal Administration (Jordan) | 2014-01-17\n- Shimon Peres | Reject | Benjamin Netanyahu | 2014-01-22\n- Naftali Bennett | Consult | Benjamin Netanyahu | 2014-01-02\n- Middle East | Threaten | Benjamin Netanyahu | 2014-01-22\n- Mahmoud Abbas | Consult | Benjamin Netanyahu | 2014-01-23\n- Mahmoud Abbas | Consult | Benjamin Netanyahu | 2014-01-16\n- Mahmoud Abbas | Consult | Benjamin Netanyahu | 2014-01-05\n- Mahmoud Abbas | Consult | Benjamin Netanyahu | 2014-01-02\n- Benjamin Netanyahu | Make statement | Iran | 2014-01-26\n- Benjamin Netanyahu | Make statement | Iran | 2014-01-23\n- Benjamin Netanyahu | Make statement | Iran | 2014-01-21\n- Benjamin Netanyahu | Make statement | Iran | 2014-01-20\n- Benjamin Netanyahu | Consult | Naftali Bennett | 2014-01-02\n- Benjamin Netanyahu | Consult | Mahmoud Abbas | 2014-01-23\nAnswer:", "completion": " Barack Obama", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1097585", "prompt": "Who was the first to denounce the Ministry of Defence of the United States of America after the media personnel of Iran?\nEvidence:\n- Representative to the United Nations (Iran) | Make statement | Iran | 2005-01-16\n- Iran | Impose restrictions on political freedoms | Media (United States) | 2005-01-05\n- Media Personnel (Iran) | Make statement | Iran | 2005-01-16\n- Iraq | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2005-01-18\n- Media (United States) | Praise or endorse | Iraq | 2005-01-31\n- Iraq | Host a visit | Defense / Security Ministry (United States) | 2005-02-11\n- Defense / Security Ministry (United States) | Make a visit | Iraq | 2005-02-11\n- Ministry (Iran) | Make statement | Iran | 2005-01-05\n- Cabinet / Council of Ministers / Advisors (United States) | Praise or endorse | Iraq | 2005-01-04\n- Undersecretary (United States) | Make statement | Iraq | 2005-02-01\n- Media Personnel (International) | Make a visit | Iraq | 2005-01-12\n- Iraq | Host a visit | Media Personnel (International) | 2005-01-12\n- Iran | Criticize or denounce | Iraq | 2005-02-10\n- Iran | Criticize or denounce | Iraq | 2005-01-02\n- Iraq | Host a visit | Congress (United States) | 2005-01-24\nAnswer:", "completion": " Sergey Kuzhugetovich Shoygu", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1384513", "prompt": "After June 2006, with whom was Jakaya Mrisho Kikwete involved in negotiations?\nEvidence:\n- Tanzania | Make statement | Jakaya Mrisho Kikwete | 2005-12-13\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-03-10\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-03-09\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-23\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-21\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-10\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-02\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-01\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-01-02\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-12-30\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-10-27\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-08-09\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-06-19\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-03-01\n- Jakaya Mrisho Kikwete | Demand | Citizen (Tanzania) | 2006-02-21\nAnswer:", "completion": " William Ruto", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1073749", "prompt": "Who last wanted to negotiate with Joachim Gauck in 2015?\nEvidence:\n- Joachim Gauck | Express intent to meet or negotiate | Tanzania | 2015-02-03\n- Joachim Gauck | Express intent to meet or negotiate | Tanzania | 2015-02-02\n- Joachim Gauck | Express intent to meet or negotiate | Ireland | 2015-07-11\n- Joachim Gauck | Make statement | Tanzania | 2015-02-13\n- Joachim Gauck | Make statement | Tanzania | 2015-02-09\n- Joachim Gauck | Consult | Arseniy Yatsenyuk | 2015-01-08\n- Arseniy Yatsenyuk | Consult | Joachim Gauck | 2015-01-08\n- Klaus Johannis | Express intent to meet or negotiate | Joachim Gauck | 2015-02-25\n- Joachim Gauck | Express intent to meet or negotiate | Representatives (Tanzania) | 2015-02-02\n- Joachim Gauck | Express intent to meet or negotiate | Arseniy Yatsenyuk | 2015-01-09\n- Elizabeth II | Express intent to meet or negotiate | Joachim Gauck | 2015-01-05\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | Joachim Gauck | 2015-01-08\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | Joachim Gauck | 2015-01-07\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | Joachim Gauck | 2015-01-05\n- Toomas Hendrik Ilves | Consult | Joachim Gauck | 2015-05-19\nAnswer:", "completion": " Abdel Fattah Al-Sisi", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1147426", "prompt": "After 24 March 2014, who did the Indian Trade Union Federation praise?\nEvidence:\n- International Federation of Human Rights | Praise or endorse | Government (Cote d'Ivoire) | 2014-03-24\nAnswer:", "completion": " Protester (India)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1162394", "prompt": "Who did Rafael Correa blame after 2010-09?\nEvidence:\n- Rafael Ramírez | Consult | Rafael Correa | 2005-07-14\n- Rafael Correa | Consult | Rafael Ramírez | 2005-07-14\n- Rafael Correa | Reject | Rafael Antonio Bielsa | 2006-11-23\n- Rafael Correa | Consult | Rafael Antonio Bielsa | 2006-09-26\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-26\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-20\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-01\n- Rafael Antonio Bielsa | Consult | Rafael Correa | 2006-09-26\n- Rafael Antonio Bielsa | Accuse | Rafael Correa | 2006-10-15\n- Rafael Correa | Make statement | Rafael Antonio Bielsa | 2006-11-22\n- Rafael Correa | Make statement | Rafael Antonio Bielsa | 2006-10-30\n- Rafael Correa | Criticize or denounce | Rafael Antonio Bielsa | 2006-11-25\n- Rafael Correa | Criticize or denounce | Rafael Antonio Bielsa | 2006-11-22\n- Rafael Correa | Criticize or denounce | Rafael Antonio Bielsa | 2006-10-15\n- Rafael Correa | Make statement | Colombia | 2006-12-14\nAnswer:", "completion": " Central Intelligence Agency", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1067843", "prompt": "In which month did the United States prosecutor indict the citizens of Venezuela?\nEvidence:\n- Public Prosecutor (United States) | Accuse | Citizen (Venezuela) | 2007-12-18\n- Court Judge (Venezuela) | Deny responsibility | Member of the Judiciary (United States) | 2014-07-25\n- Court Judge (Venezuela) | Deny responsibility | Member of the Judiciary (United States) | 2014-07-24\n- Member of the Judiciary (Venezuela) | Demand | Citizen (Venezuela) | 2014-03-25\n- Citizen (Venezuela) | Reject | Member of the Judiciary (Venezuela) | 2015-06-02\n- Citizen (Venezuela) | Reject | Member of the Judiciary (Venezuela) | 2013-01-18\n- Court Judge (Venezuela) | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2014-11-06\n- Public Prosecutor (United States) | Accuse | Citizen (Bulgaria) | 2009-07-16\n- Universal Church of the Kingdom of God | Engage in negotiation | Public Prosecutor (Brazil) | 2014-09-13\n- Public Prosecutor (Brazil) | Engage in negotiation | Universal Church of the Kingdom of God | 2014-09-13\n- Foreign Affairs (Venezuela) | Engage in negotiation | Envoy (United States) | 2007-10-02\n- Envoy (United States) | Engage in negotiation | Foreign Affairs (Venezuela) | 2007-10-02\n- Member of the Judiciary (Venezuela) | Impose administrative sanctions | Citizen (Venezuela) | 2015-09-11\n- Citizen (Venezuela) | Protest violently, riot | Member of the Judiciary (Venezuela) | 2008-01-11\n- Citizen (Venezuela) | Make optimistic comment | Member of the Judiciary (Venezuela) | 2013-01-10\nAnswer:", "completion": " 2007-12", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1325516", "prompt": "When did the Middle East airline last make optimistic remarks about the men of Lebanon?\nEvidence:\n- China | Make optimistic comment | Middle East | 2005-02-09\n- Military (Middle East) | Mobilize or increase armed forces | Middle East | 2005-02-14\n- Tony Blair | Make statement | Middle East | 2005-02-04\n- Shimon Peres | Make statement | Middle East | 2005-02-26\n- Gerhard Schröder | Make statement | Middle East | 2005-03-31\n- Abdullah Gül | Make statement | Middle East | 2005-01-07\n- Okada Katsuya | Make a visit | Middle East | 2005-03-30\n- Mahmoud Abbas | Make a visit | Middle East | 2005-02-01\n- Kay Granger | Make a visit | Middle East | 2005-01-11\n- Javier Solana | Make a visit | Middle East | 2005-01-09\n- Javier Solana | Make a visit | Middle East | 2005-01-08\n- Hannes Swoboda | Make a visit | Middle East | 2005-02-04\n- Gerhard Schröder | Make a visit | Middle East | 2005-04-03\n- Abdullah Gül | Make a visit | Middle East | 2005-01-09\n- Abdullah Gül | Make a visit | Middle East | 2005-01-06\nAnswer:", "completion": " 2011-12-27", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1035521", "prompt": "Who received South Korea's visit from South Korea before Jul, the year of 2005?\nEvidence:\n- South Korea | Make a visit | Aceh | 2005-01-08\n- Aceh | Host a visit | South Korea | 2005-01-08\n- South Korea | Host a visit | Ognyan Gerdzhikov | 2005-01-02\n- South Korea | Host a visit | Emperor Akihito | 2005-01-13\n- Ognyan Gerdzhikov | Make a visit | South Korea | 2005-01-02\n- Emperor Akihito | Make a visit | South Korea | 2005-01-13\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- Royal Administration (Japan) | Make a visit | South Korea | 2005-01-13\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | South Korea | 2005-01-08\n- South Korea | Consult | Japan | 2005-01-06\nAnswer:", "completion": " Malaysia", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1061236", "prompt": "In which month did Emmanuel Eweta Uduaghan praise Muhammadu Buhari?\nEvidence:\n- Government (Nigeria) | Praise or endorse | Emmanuel Eweta Uduaghan | 2007-11-15\n- Emmanuel Eweta Uduaghan | Praise or endorse | Government (Nigeria) | 2007-11-15\n- Emmanuel Eweta Uduaghan | Make statement | Niger | 2008-05-29\n- Emmanuel Eweta Uduaghan | Demand | Media (Nigeria) | 2008-01-23\n- Emmanuel Eweta Uduaghan | Demand | Education (Nigeria) | 2007-10-02\n- Emmanuel Eweta Uduaghan | Consult | Edwin Clark | 2008-05-13\n- Emmanuel Eweta Uduaghan | Accuse | Government (Nigeria) | 2008-04-22\n- Emmanuel Eweta Uduaghan | Accuse | Citizen (Nigeria) | 2008-04-08\n- Emmanuel Eweta Uduaghan | Accuse | Citizen (Nigeria) | 2008-02-18\n- Edwin Clark | Forgive | Emmanuel Eweta Uduaghan | 2007-11-19\n- Edwin Clark | Consult | Emmanuel Eweta Uduaghan | 2008-05-13\n- Citizen (Nigeria) | Reject | Emmanuel Eweta Uduaghan | 2007-01-29\n- Emmanuel Eweta Uduaghan | Make statement | Government (Nigeria) | 2008-05-22\n- Emmanuel Eweta Uduaghan | Make statement | Government (Nigeria) | 2008-05-05\n- Emmanuel Eweta Uduaghan | Make statement | Government (Nigeria) | 2008-01-17\nAnswer:", "completion": " 2015-04", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1308315", "prompt": "Against whom did the citizens of Nigeria first use unconventional violence in 2013?\nEvidence:\n- The Hague | Use unconventional violence | The Hague | 2013-10-10\n- The Hague | Use unconventional violence | The Hague | 2013-10-09\n- People Associated with the Opposition (Bangladesh) | Use unconventional violence | Citizen (Bangladesh) | 2013-10-27\n- People Associated with the Opposition (Australia) | Use unconventional violence | Julia Gillard | 2013-02-02\n- Public Prosecutor (Brazil) | Criticize or denounce | First Command of the Capital | 2013-10-18\n- People Associated with the Opposition (Bangladesh) | Use unconventional violence | Military Personnel - Special (Bangladesh) | 2013-11-27\nAnswer:", "completion": " Government (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 6, "n_anchors": 0} +{"id": "mtq_1056128", "prompt": "Who appealed for the government of Nigeria on 11 March 2013?\nEvidence:\n- Militant (Movement for the Emancipation of the Niger Delta) | Use unconventional violence | Citizen (Nigeria) | 2006-04-05\n- Government (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2007-02-28\n- Government (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2005-01-21\n- Office for the Protection of the Constitution | Consult | Intelligence (Germany) | 2006-03-13\n- Intelligence (Germany) | Consult | Office for the Protection of the Constitution | 2006-03-13\n- Office of the United Nations High Commissioner for Human Rights | Rally support on behalf of | Party Member (Nepal) | 2006-01-23\n- Member of the Judiciary (Iceland) | Rally support on behalf of | Bank (Iceland) | 2014-05-25\n- Political Parties (Senegal) | Consult | March 23 Movement | 2012-01-26\n- March 23 Movement | Make statement | Police (Senegal) | 2012-02-02\n- March 23 Movement | Consult | Political Parties (Senegal) | 2012-01-26\n- Abdoulaye Wade | Make statement | March 23 Movement | 2012-02-18\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2012-07-17\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2009-06-28\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2009-06-27\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2007-12-28\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1080804", "prompt": "With whom did the Cabinet Council of Ministers Advisors of the United States express the intention to negotiate in the same year of the government official of Azerbaijan?\nEvidence:\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | Government Official (Azerbaijan) | 2008-10-01\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | Government Official (Mexico) | 2012-05-14\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | Government Official (Japan) | 2011-12-14\n- Government Official (South Africa) | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2012-08-07\n- Cabinet / Council of Ministers / Advisors (United States) | Consult | Government Official (South Africa) | 2012-08-07\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | Company - Owner or Operator (Azerbaijan) | 2008-10-28\n- Government (Sudan) | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2005-04-10\n- Cabinet / Council of Ministers / Advisors (United States) | Consult | Government (Sudan) | 2005-04-10\n- The Hague | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2009-03-12\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | The Hague | 2009-03-12\n- Government Official (Japan) | Threaten | Cabinet / Council of Ministers / Advisors (Japan) | 2009-03-09\n- Government Official (Japan) | Threaten | Cabinet / Council of Ministers / Advisors (Japan) | 2009-03-08\n- Government Official (Japan) | Demand | Cabinet / Council of Ministers / Advisors (Japan) | 2005-07-08\n- Cabinet / Council of Ministers / Advisors (Japan) | Express intent to meet or negotiate | Government Official (Japan) | 2012-02-25\n- Cabinet / Council of Ministers / Advisors (Japan) | Express intent to meet or negotiate | Government Official (Japan) | 2012-02-24\nAnswer:", "completion": " Iran", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1291929", "prompt": "Who made an appeal to the other authorities and officials of Turkey after 2007?\nEvidence:\n- Other Authorities / Officials (Turkey) | Consult | Other Authorities / Officials (Jordan) | 2015-11-14\n- Other Authorities / Officials (Jordan) | Consult | Other Authorities / Officials (Turkey) | 2015-11-14\n- Protester (Turkey) | Reject | Other Authorities / Officials (Turkey) | 2014-06-04\n- Other Authorities / Officials (Turkey) | Yield | Protester (Turkey) | 2013-06-03\n- Other Authorities / Officials (Turkey) | Reject | Legislature (Turkey) | 2006-04-18\n- Party Member (Turkey) | Make an appeal or request | Other Authorities / Officials (Turkey) | 2012-01-17\n- Other Authorities / Officials (Greece) | Make statement | Other Authorities / Officials (Turkey) | 2014-02-14\n- Other Authorities / Officials (Greece) | Make statement | Other Authorities / Officials (Turkey) | 2014-02-13\n- Iran | Make an appeal or request | Other Authorities / Officials (Turkey) | 2014-10-08\n- Iran | Make an appeal or request | Other Authorities / Officials (Turkey) | 2011-11-25\n- Protester (Turkey) | Make statement | Other Authorities / Officials (Turkey) | 2006-03-30\n- Party Member (Turkey) | Consult | Other Authorities / Officials (Turkey) | 2008-03-19\n- Other Authorities / Officials (Turkey) | Make statement | Waiter (Turkey) | 2012-04-07\n- Other Authorities / Officials (Turkey) | Make statement | Guerrilla (Turkey) | 2006-09-05\n- Other Authorities / Officials (Turkey) | Make statement | Attacker (Turkey) | 2009-05-08\nAnswer:", "completion": " Iran", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1010809", "prompt": "When did Philip Alston last praise the Nigerian government?\nEvidence:\n- Philip Alston | Praise or endorse | Government (Nigeria) | 2005-07-12\n- Philip Alston | Praise or endorse | Government (Nigeria) | 2005-07-11\n- Philip Alston | Accuse | Government (Guatemala) | 2006-08-26\n- Rights Activist (Kenya) | Praise or endorse | Philip Alston | 2009-03-09\n- Rights Activist (Kenya) | Praise or endorse | Philip Alston | 2009-03-06\n- Philip Alston | Make statement | China | 2009-12-29\n- Philip Alston | Consult | Lawmaker (Guatemala) | 2006-08-24\n- Philip Alston | Accuse | Police (Kenya) | 2009-05-29\n- Philip Alston | Accuse | Police (Kenya) | 2009-02-27\n- Philip Alston | Accuse | Military (Philippines) | 2007-11-30\n- Philip Alston | Accuse | Military (Philippines) | 2007-03-23\n- Philip Alston | Accuse | Military (Philippines) | 2007-02-22\n- Lawmaker (Guatemala) | Consult | Philip Alston | 2006-08-24\n- Philip Alston | Make statement | Special Rapporteurs of the United Nations | 2009-10-28\n- Philip Alston | Make statement | Police (Kenya) | 2009-02-28\nAnswer:", "completion": " 2005-07-12", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1199850", "prompt": "Before 15 May 2015, to whom did the Chief Justice of Nigeria make an appeal?\nEvidence:\n- Chief Court Judge (Nigeria) | Make an appeal or request | Citizen (Nigeria) | 2015-05-15\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1081598", "prompt": "In Oct 13th, 2007, who blamed the Media of Kenya?\nEvidence:\n- Head of Government (Kenya) | Accuse | Media (Kenya) | 2007-10-13\n- Head of Government (Kenya) | Make statement | Media (Kenya) | 2012-01-09\n- Police (Kenya) | Accuse of human rights abuses | Media (Kenya) | 2008-08-26\n- Head of Government (Kenya) | Praise or endorse | Media (Kenya) | 2012-05-03\n- Police (Kenya) | Consult | Media (Kenya) | 2015-06-11\n- Police (Kenya) | Consult | Media (Kenya) | 2014-04-24\n- Police (Kenya) | Consult | Media (Kenya) | 2013-09-24\n- Police (Kenya) | Consult | Media (Kenya) | 2012-03-27\n- Police (Kenya) | Accuse | Media (Kenya) | 2007-07-21\n- Media (Kenya) | Consult | Police (Kenya) | 2015-06-11\n- Media (Kenya) | Consult | Police (Kenya) | 2014-04-24\n- Media (Kenya) | Consult | Police (Kenya) | 2013-09-24\n- Media (Kenya) | Consult | Police (Kenya) | 2012-03-27\n- Media (Kenya) | Consult | Governor (Kenya) | 2014-11-18\n- Media (Kenya) | Consult | Businessperson (Kenya) | 2011-10-18\nAnswer:", "completion": " Head of Government (Kenya)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1188996", "prompt": "When did the Iraqi member of parliament first accuse the Iraqi party member?\nEvidence:\n- Member of Parliament (Iraq) | Make statement | Iraqi Islamic Party | 2009-01-06\n- Iraqi Islamic Party | Make statement | Member of Parliament (Iraq) | 2006-08-27\n- Member of Parliament (Thailand) | Accuse | Party Member (Thailand) | 2011-07-09\n- Member of Parliament (Thailand) | Accuse | Party Member (Thailand) | 2006-03-16\n- Member of Parliament (Thailand) | Accuse | Party Member (Thailand) | 2006-03-14\n- Member of Parliament (Thailand) | Accuse | Party Member (Thailand) | 2006-03-10\n- Member of Parliament (Iraq) | Accuse | Party Member (Iraq) | 2011-12-14\n- Member of Parliament (Iraq) | Accuse | Party Member (Iraq) | 2011-12-03\n- Member of Parliament (Iraq) | Accuse | Party Member (Iraq) | 2011-08-28\n- The Daily Telegraph | Accuse | Member of Parliament (Iraq) | 2005-10-12\n- Party Member (Turkey) | Accuse | Member of the Judiciary (Turkey) | 2008-12-27\n- Member of the Judiciary (Turkey) | Accuse | Party Member (Turkey) | 2008-12-27\n- Slovenian National Party | Accuse | Member of Parliament (Slovakia) | 2007-10-04\n- Member of Parliament (Estonia) | Accuse | Reform Party (Estonia) | 2014-11-04\n- Member of Parliament (Australia) | Accuse | Liberal National Party | 2010-06-02\nAnswer:", "completion": " 2011-08-28", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1360749", "prompt": "In what year did the Member of Parliament of Thailand last use conventional military force against the citizens of Thailand?\nEvidence:\n- Party Member (Thailand) | Use conventional military force | Citizen (Thailand) | 2005-02-01\n- Party Member (Thailand) | Use conventional military force | Citizen (Thailand) | 2005-01-24\n- Member of Parliament (Thailand) | Consult | Citizen (Thailand) | 2005-01-28\n- Member of Parliament (Thailand) | Accuse | Citizen (Thailand) | 2005-01-25\n- Citizen (Thailand) | Consult | Member of Parliament (Thailand) | 2005-01-28\n- Member of Parliament (Thailand) | Express intent to engage in material cooperation | Citizen (Thailand) | 2005-02-08\n- Party Member (Thailand) | Bring lawsuit against | Citizen (Thailand) | 2005-01-15\n- Member of Parliament (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-02-08\n- Party Member (Thailand) | Engage in symbolic act | Citizen (Thailand) | 2005-02-09\n- Citizen (Thailand) | Engage in symbolic act | Party Member (Thailand) | 2005-02-09\n- Party Member (Thailand) | Reject | Citizen (Thailand) | 2005-02-08\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-02-16\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-02-14\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-02-11\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-02-02\nAnswer:", "completion": " 2009", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1320456", "prompt": "Who praised Barack Obama in the same month of the party member of the United Kingdom?\nEvidence:\n- Head of Government (Kenya) | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Consult | Head of Government (Kenya) | 2006-08-25\n- Uhuru Muigai Kenyatta | Engage in negotiation | Barack Obama | 2006-08-25\n- Barack Obama | Engage in negotiation | Uhuru Muigai Kenyatta | 2006-08-25\n- Barack Obama | Demand de-escalation of military engagement | Iraq | 2007-06-02\n- Barack Obama | Reject | Iraq | 2007-04-03\n- Barack Obama | Reject | Iraq | 2006-10-28\n- Mwai Kibaki | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Make statement | Iraq | 2007-05-15\n- Barack Obama | Make statement | Iraq | 2007-03-20\n- Barack Obama | Make statement | Iraq | 2007-02-11\n- Barack Obama | Make statement | Iran | 2007-04-27\n- Barack Obama | Make statement | China | 2006-09-08\n- Barack Obama | Consult | Mwai Kibaki | 2006-08-25\n- Sudan | Host a visit | Barack Obama | 2006-09-03\nAnswer:", "completion": " Head of Government (Qatar)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1187698", "prompt": "Who used small arms and light weapons to attack the police of Kenya in the same month of the mob of Kenya?\nEvidence:\n- Police (Kenya) | fight with small arms and light weapons | Mob (Kenya) | 2007-12-29\n- Mob (Kenya) | fight with small arms and light weapons | Police (Kenya) | 2012-08-29\n- Men (Kenya) | fight with small arms and light weapons | Mob (Kenya) | 2008-01-29\n- Police (Kenya) | fight with small arms and light weapons | Women (Kenya) | 2015-09-09\n- Police (Kenya) | fight with small arms and light weapons | Women (Kenya) | 2014-04-28\n- Police (Kenya) | fight with small arms and light weapons | Women (Kenya) | 2011-09-19\n- Police (Kenya) | fight with small arms and light weapons | Women (Kenya) | 2009-11-09\n- Police (Kenya) | fight with small arms and light weapons | Women (Kenya) | 2008-01-31\n- Police (Kenya) | fight with small arms and light weapons | Women (Kenya) | 2006-07-23\n- Police (Kenya) | fight with small arms and light weapons | Student (Kenya) | 2015-12-04\n- Police (Kenya) | fight with small arms and light weapons | Student (Kenya) | 2014-10-02\n- Police (Kenya) | fight with small arms and light weapons | Student (Kenya) | 2014-10-01\n- Police (Kenya) | fight with small arms and light weapons | Student (Kenya) | 2014-09-29\n- Police (Kenya) | fight with small arms and light weapons | Student (Kenya) | 2013-12-15\n- Police (Kenya) | fight with small arms and light weapons | Student (Kenya) | 2009-03-06\nAnswer:", "completion": " Men (Kenya)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1134983", "prompt": "In which month did the Darfur Regional Transitional Authority negotiate with the Sudanese government?\nEvidence:\n- Transitional Darfur Regional Authority | Engage in negotiation | Government (Sudan) | 2007-08-02\n- Government (Sudan) | Engage in negotiation | Transitional Darfur Regional Authority | 2007-08-02\n- Transitional Darfur Regional Authority | Praise or endorse | Government (Sudan) | 2007-05-18\n- Citizen (Sudan) | Engage in symbolic act | Transitional Darfur Regional Authority | 2010-02-10\n- Transitional Darfur Regional Authority | Praise or endorse | Citizen (Sudan) | 2007-04-23\n- Transitional Darfur Regional Authority | Make pessimistic comment | Citizen (Sudan) | 2008-02-12\n- Transitional Darfur Regional Authority | Consult | Awad Ahmed al-Jaz | 2010-03-05\n- Awad Ahmed al-Jaz | Consult | Transitional Darfur Regional Authority | 2010-03-05\n- African Union | Praise or endorse | Transitional Darfur Regional Authority | 2007-04-24\n- UN Security Council | Make a visit | Transitional Darfur Regional Authority | 2007-05-24\n- Transitional Darfur Regional Authority | Host a visit | UN Security Council | 2007-05-24\n- Transitional Darfur Regional Authority | Make an appeal or request | Citizen (Sudan) | 2007-10-09\n- Transitional Darfur Regional Authority | Express intent to engage in diplomatic cooperation (such as policy support) | African Union | 2007-10-02\n- Citizen (Sudan) | Express intent to engage in diplomatic cooperation (such as policy support) | Transitional Darfur Regional Authority | 2012-02-03\n- Civil Aviation Authority of the Philippines | Express intent to meet or negotiate | China | 2015-07-25\nAnswer:", "completion": " 2007-08", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1108958", "prompt": "For whom did the Media Personnel of Thailand make the first request in 2010?\nEvidence:\n- Media Personnel (Thailand) | Make pessimistic comment | Thailand | 2010-01-12\n- Media Personnel (Thailand) | Make statement | Cambodia | 2010-02-09\n- Special Rapporteurs of the United Nations | Make an appeal or request | Cambodia | 2010-06-17\n- Member of Parliament (Thailand) | Make a visit | Cambodia | 2010-01-26\n- Abbot (Thailand) | Make statement | Thailand | 2010-01-18\n- Thailand | Engage in negotiation | Abhisit Vejjajiva | 2010-01-14\n- Thailand | Engage in diplomatic cooperation | Laos | 2010-01-18\n- Thailand | Engage in diplomatic cooperation | Cambodia | 2010-02-10\n- Thailand | Engage in diplomatic cooperation | Cambodia | 2010-02-09\n- Thailand | Engage in diplomatic cooperation | Cambodia | 2010-01-12\n- Laos | Engage in diplomatic cooperation | Thailand | 2010-01-18\n- Cambodia | Engage in diplomatic cooperation | Thailand | 2010-02-10\n- Cambodia | Engage in diplomatic cooperation | Thailand | 2010-02-09\n- Cambodia | Engage in diplomatic cooperation | Thailand | 2010-01-12\n- Abhisit Vejjajiva | Engage in negotiation | Thailand | 2010-01-14\nAnswer:", "completion": " Citizen (Thailand)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1359517", "prompt": "When did Shamsi Vuai Nahodha last threaten the Tanzanian police?\nEvidence:\n- Shamsi Vuai Nahodha | Threaten | Police (Tanzania) | 2012-01-19\n- Shamsi Vuai Nahodha | Threaten | Citizen (Tanzania) | 2013-05-08\n- Shamsi Vuai Nahodha | Consult | Police (Tanzania) | 2011-01-17\n- Police (Tanzania) | Consult | Shamsi Vuai Nahodha | 2011-01-17\n- Shamsi Vuai Nahodha | Make statement | Police (Tanzania) | 2011-06-22\n- Shamsi Vuai Nahodha | Make statement | Tanzania | 2012-01-19\n- Shamsi Vuai Nahodha | Make statement | Ministry (Tanzania) | 2012-07-17\n- Shamsi Vuai Nahodha | Criticize or denounce | Zanzibar | 2015-10-27\n- Shamsi Vuai Nahodha | Deny responsibility | Civic United Front | 2006-11-03\n- Shamsi Vuai Nahodha | Criticize or denounce | Citizen (Tanzania) | 2013-04-02\n- Shamsi Vuai Nahodha | Make an appeal or request | Police (Tanzania) | 2012-01-19\n- Shamsi Vuai Nahodha | Make an appeal or request | Tanzania | 2006-02-24\n- Shamsi Vuai Nahodha | Engage in negotiation | Sergey Kuzhugetovich Shoygu | 2013-07-02\n- Sergey Kuzhugetovich Shoygu | Engage in negotiation | Shamsi Vuai Nahodha | 2013-07-02\n- Civic United Front | Criticize or denounce | Shamsi Vuai Nahodha | 2012-07-23\nAnswer:", "completion": " 2012-01-19", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1008227", "prompt": "After the Nigerian media, who was the first to make negative comments about the Nigerian government?\nEvidence:\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Nigerian Television Authority | Make statement | Media (Nigeria) | 2013-09-27\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Nigerian Bar Association | Consult | Media (Nigeria) | 2007-04-18\n- Nigerian Bar Association | Consult | Media (Africa) | 2014-11-26\n- Nigerian Bar Association | Consult | Media (Africa) | 2009-02-11\n- Media (Nigeria) | Consult | Nigerian Bar Association | 2007-04-18\n- Media (Africa) | Consult | Nigerian Bar Association | 2014-11-26\n- Media (Africa) | Consult | Nigerian Bar Association | 2009-02-11\n- Nigerian Navy | Make statement | Government (Nigeria) | 2010-09-30\n- Nigerian Navy | Make statement | Government (Nigeria) | 2010-03-31\n- Nigerian Navy | Make statement | Government (Nigeria) | 2009-11-19\n- Media Personnel (New Zealand) | Make statement | New Zealand First | 2008-06-23\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1359301", "prompt": "With whom did the Indian Prime Minister first express his intention to meet after the Indian Member of Parliament?\nEvidence:\n- Prime Minister Chaudhry | Express intent to meet or negotiate | Prime Minister Qarase | 2006-05-19\n- Prime Minister Qarase | Express intent to cooperate | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Express intent to cooperate | Prime Minister Chaudhry | 2006-05-20\n- Prime Minister Chaudhry | Express intent to cooperate | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Express intent to cooperate | Prime Minister Qarase | 2006-05-20\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-09\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-08\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-11-14\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-10-05\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Demand | Prime Minister Qarase | 2006-05-22\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1229022", "prompt": "After the African National Congress militant, who did the citizens of Africa praise?\nEvidence:\n- Citizen (Africa) | Praise or endorse | Militant (African National Congress) | 2007-12-19\n- South African National Defence Force | Praise or endorse | Member of the Judiciary (South Africa) | 2009-08-26\n- Member of the Judiciary (South Africa) | Praise or endorse | South African National Defence Force | 2014-07-02\n- Congress (Ireland) | Praise or endorse | National Coalition Government of the Union of Burma | 2009-01-27\n- Member of the Judiciary (South Africa) | Demand | South African National Defence Force | 2013-10-21\n- Member of the Judiciary (South Africa) | Demand | South African National Defence Force | 2008-07-25\n- Michael Sata | Praise or endorse | Freedom Fighter (African National Congress) | 2012-10-25\n- Member of the Judiciary (South Africa) | Make statement | South African National Defence Force | 2010-12-09\n- National Congress (Sudan) | Make statement | African Union | 2006-09-24\n- Member of the Judiciary (South Africa) | Ease administrative sanctions | South African National Defence Force | 2013-02-11\n- South Africa | Praise or endorse | South African National Defence Force | 2015-05-11\n- South Africa | Praise or endorse | South African National Defence Force | 2005-05-15\n- Sudan | Praise or endorse | National Congress (Sudan) | 2010-07-04\n- National Congress (China) | Praise or endorse | Kuomintang | 2005-08-19\n- Congress of Deputies | Praise or endorse | Congress of Deputies | 2006-04-27\nAnswer:", "completion": " African Union", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1360165", "prompt": "Who made a request for South Sudan before 27 March 2012?\nEvidence:\n- Sudan | Accuse | South Sudan | 2012-03-27\n- China | Make an appeal or request | South Sudan | 2012-03-27\n- Sudan | Sign formal agreement | South Sudan | 2012-03-27\n- Sudan | Employ aerial weapons | South Sudan | 2012-03-27\n- South Sudan | Sign formal agreement | Sudan | 2012-03-27\n- UN Security Council | Make an appeal or request | South Sudan | 2012-03-27\n- Sudan | Use conventional military force | South Sudan | 2012-03-27\n- South Sudan | Use conventional military force | Sudan | 2012-03-27\n- Citizen (Sudan) | Use unconventional violence | South Sudan | 2012-03-27\n- Sudan | Use conventional military force | Military (South Sudan) | 2012-03-27\n- Sudan | Reduce or break diplomatic relations | South Sudan | 2012-03-27\n- Military (South Sudan) | Use conventional military force | Sudan | 2012-03-27\n- Sudan | Make a visit | Iraq | 2012-03-27\n- Iraq | Host a visit | Sudan | 2012-03-27\n- China | Make an appeal or request | Sudan | 2012-03-27\nAnswer:", "completion": " Qutbi Al-Mahdi", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1291093", "prompt": "Who last accuse the Police of South Africa before the Bishop of South Africa did?\nEvidence:\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- Police (South Africa) | Arrest, detain, or charge with legal action | South Africa | 2005-02-11\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- South Africa | Consult | China | 2005-02-05\n- China | Consult | South Africa | 2005-02-05\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-27\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-26\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-25\nAnswer:", "completion": " Citizen (Africa)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1070310", "prompt": "To whom did the Lawyer/Attorney of Uganda return people first after the Priest of Uganda?\nEvidence:\n- Lawyer/Attorney (Uganda) | Return, release person(s) | Priest (Uganda) | 2010-04-22\n- Lawyer/Attorney (Uganda) | Return, release person(s) | Citizen (Uganda) | 2011-07-15\n- Lawyer/Attorney (Uganda) | Return, release person(s) | Citizen (Uganda) | 2011-07-13\n- Lawyer/Attorney (Uganda) | Return, release person(s) | Citizen (Uganda) | 2009-11-12\n- Lawyer/Attorney (Uganda) | Return, release person(s) | Citizen (Uganda) | 2009-11-04\n- Lawyer/Attorney (Uganda) | Return, release person(s) | Citizen (Uganda) | 2009-03-23\n- Lawyer/Attorney (Uganda) | Return, release person(s) | Citizen (Uganda) | 2009-02-11\n- Lawyer/Attorney (Uganda) | Return, release person(s) | Citizen (Uganda) | 2008-06-02\n- Lawyer/Attorney (Uganda) | Return, release person(s) | Citizen (Uganda) | 2008-01-14\n- Lawyer/Attorney (Uganda) | Return, release person(s) | Citizen (Uganda) | 2007-12-21\n- Lawyer/Attorney (Uganda) | Return, release person(s) | Citizen (Uganda) | 2007-09-14\n- Lawyer/Attorney (Uganda) | Return, release person(s) | Citizen (Uganda) | 2007-03-28\n- Lawyer/Attorney (Uganda) | Return, release person(s) | Citizen (Uganda) | 2006-03-28\n- Lawyer/Attorney (Uganda) | Return, release person(s) | Citizen (Uganda) | 2006-03-01\n- First Command of the Capital | Use unconventional violence | Lawyer/Attorney (Costa Rica) | 2008-07-26\nAnswer:", "completion": " Citizen (Uganda)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1102839", "prompt": "Could you tell me the exact month when the Public Prosecutor of Brazil gave the first conviction to the member of the Party of Brazil?\nEvidence:\n- Public Prosecutor (Brazil) | Make statement | Party Member (Brazil) | 2005-10-03\n- Public Prosecutor (Brazil) | Criticize or denounce | First Command of the Capital | 2013-10-18\n- Public Prosecutor (Brazil) | Provide economic aid | Party Member (Brazil) | 2012-08-25\n- Public Prosecutor (Brazil) | Criticize or denounce | Party Member (Brazil) | 2014-07-16\n- Public Prosecutor (Brazil) | Criticize or denounce | Party Member (Brazil) | 2010-08-03\n- Public Prosecutor (Brazil) | Criticize or denounce | Party Member (Brazil) | 2010-08-02\n- Public Prosecutor (Brazil) | Investigate | Head of Government (Brazil) | 2006-05-02\n- Head of Government (Brazil) | Demand | Public Prosecutor (Brazil) | 2005-05-14\n- Public Prosecutor (Brazil) | Reject | Citizen (Brazil) | 2013-07-31\n- Public Prosecutor (Brazil) | Investigate | Ministry (Brazil) | 2012-02-07\n- Public Prosecutor (Brazil) | Investigate | Criminal (Brazil) | 2013-07-16\n- Public Prosecutor (Brazil) | Investigate | Citizen (Brazil) | 2015-02-03\n- Public Prosecutor (Brazil) | Investigate | Citizen (Brazil) | 2014-12-06\n- Public Prosecutor (Brazil) | Investigate | Citizen (Brazil) | 2014-08-02\n- Public Prosecutor (Brazil) | Investigate | Citizen (Brazil) | 2014-07-24\nAnswer:", "completion": " 2010-08", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1243186", "prompt": "To whom did the Democratic Party last make an appeal?\nEvidence:\n- Democratic Party | Make an appeal or request | Japan | 2006-01-27\n- Democratic Party | Make an appeal or request | Justice and Development Party | 2006-03-16\n- Democratic Party | Make an appeal or request | Mwai Kibaki | 2006-01-09\n- Democratic Party | Make an appeal or request | Citizen (Uganda) | 2006-02-23\n- Democratic Party | Make an appeal or request | Citizen (Uganda) | 2006-01-30\n- Democratic Party | Make an appeal or request | Citizen (Uganda) | 2006-01-27\n- Democratic Party | Make an appeal or request | Citizen (Uganda) | 2006-01-24\n- Democratic Party | Make an appeal or request | Citizen (Uganda) | 2006-01-23\n- Democratic Party | Make an appeal or request | Citizen (Uganda) | 2005-12-19\n- Citizen (Uganda) | Make an appeal or request | Democratic Party | 2005-04-28\n- Democratic Party | Make an appeal or request | Roh Moo Hyun | 2006-01-17\n- Democratic Party | Make an appeal or request | Head of Government (Kenya) | 2006-01-12\n- Democratic Party | Make an appeal or request | Head of Government (Kenya) | 2006-01-09\n- Democratic Party | Appeal for intelligence | Police (Uganda) | 2006-02-06\n- Milliyet | Make statement | Democratic Party | 2005-06-15\nAnswer:", "completion": " Head of Government (South Korea)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1037852", "prompt": "Before South Korea, with whom did South Africa last wish to co-operate?\nEvidence:\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-27\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-26\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-25\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-23\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-19\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-16\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-13\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-02\n- Police (South Africa) | Arrest, detain, or charge with legal action | South Africa | 2005-02-11\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\nAnswer:", "completion": " China", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1365907", "prompt": "After July 4th, 2007, which country received Alberto Fujimori's visit from Alberto Fujimori?\nEvidence:\n- Mexico | Host a visit | Alberto Fujimori | 2005-11-11\n- Mexico | Host a visit | Alberto Fujimori | 2005-11-07\n- Japan | Make a visit | Alberto Fujimori | 2005-11-10\n- Japan | Make a visit | Alberto Fujimori | 2005-11-09\n- Japan | Host a visit | Alberto Fujimori | 2005-11-12\n- Japan | Host a visit | Alberto Fujimori | 2005-11-11\n- Japan | Host a visit | Alberto Fujimori | 2005-11-10\n- Japan | Host a visit | Alberto Fujimori | 2005-11-07\n- Japan | Host a visit | Alberto Fujimori | 2005-04-19\n- Japan | Host a visit | Alberto Fujimori | 2005-03-15\n- Alberto Fujimori | Make a visit | Mexico | 2005-11-15\n- Alberto Fujimori | Make a visit | Mexico | 2005-11-11\n- Alberto Fujimori | Make a visit | Mexico | 2005-11-07\n- Alberto Fujimori | Make a visit | Japan | 2005-11-15\n- Alberto Fujimori | Make a visit | Japan | 2005-11-12\nAnswer:", "completion": " Japan", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1344576", "prompt": "In 2012-09, who formally signed an agreement with the Bank of China?\nEvidence:\n- Japan | Engage in negotiation | China | 2005-02-01\n- Japan | Engage in negotiation | China | 2005-01-11\n- China | Engage in negotiation | Japan | 2005-02-01\n- China | Engage in negotiation | Japan | 2005-01-11\n- Japan | Engage in diplomatic cooperation | China | 2005-02-01\n- Japan | Engage in diplomatic cooperation | China | 2005-01-07\n- Japan | Engage in diplomatic cooperation | China | 2005-01-06\n- China | Engage in diplomatic cooperation | Japan | 2005-02-01\n- China | Engage in diplomatic cooperation | Japan | 2005-01-10\n- China | Engage in diplomatic cooperation | Japan | 2005-01-07\n- China | Engage in diplomatic cooperation | Japan | 2005-01-06\n- China | Make an appeal or request | Japan | 2005-01-25\n- China | Make an appeal or request | Japan | 2005-01-18\n- Wen Jiabao | Make an appeal or request | China | 2005-01-03\n- China | Make an appeal or request | Lawmaker (Japan) | 2005-01-05\nAnswer:", "completion": " China", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1032732", "prompt": "Which country was the last to sign formal agreements with Laos?\nEvidence:\n- Vietnam | Sign formal agreement | Laos | 2005-04-12\n- Vietnam | Sign formal agreement | Laos | 2005-04-09\n- Vietnam | Sign formal agreement | Laos | 2005-04-08\n- Laos | Sign formal agreement | Vietnam | 2005-04-12\n- Laos | Sign formal agreement | Vietnam | 2005-04-09\n- Laos | Sign formal agreement | Vietnam | 2005-04-08\n- Vietnam | Sign formal agreement | China | 2005-01-14\n- Vietnam | Sign formal agreement | China | 2005-01-13\n- China | Sign formal agreement | Vietnam | 2005-01-14\n- China | Sign formal agreement | Vietnam | 2005-01-13\n- Vietnam | Express intent to cooperate | Laos | 2005-04-12\n- Vietnam | Express intent to cooperate | Laos | 2005-04-10\n- Thailand | Express intent to cooperate | Laos | 2005-03-28\n- Thailand | Express intent to cooperate | Laos | 2005-03-05\n- Laos | Express intent to cooperate | Vietnam | 2005-04-12\nAnswer:", "completion": " Vietnam", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1099803", "prompt": "Could you tell me the exact month when the European Central Bank appealed to the citizens of the United Kingdom?\nEvidence:\n- European Central Bank | Make empathetic comment | Citizen (United Kingdom) | 2005-07-07\n- France | Accuse | European Central Bank | 2007-09-15\n- European Central Bank | Make an appeal or request | Citizen (United Kingdom) | 2007-09-13\n- European Central Bank | Reject | Government Affiliated Bank (Belgium) | 2005-10-28\n- Rodrigo Rato | Demand | European Central Bank | 2005-05-20\n- European Central Bank | Make statement | Ireland | 2007-12-10\n- European Central Bank | Make statement | France | 2007-07-23\n- Christine Lagarde | Demand | European Central Bank | 2008-06-13\n- Government Affiliated Bank (South Africa) | Consult | European Central Bank | 2005-02-28\n- European Central Bank | Consult | Government Affiliated Bank (South Africa) | 2005-02-28\n- Head of Government (Germany) | Make statement | European Central Bank | 2006-06-20\n- Segolene Royal | Make statement | European Central Bank | 2007-01-17\n- Segolene Royal | Make statement | European Central Bank | 2006-12-08\n- Ministry (Belgium) | Make statement | European Central Bank | 2005-11-07\n- Laurent Wauquiez | Make statement | European Central Bank | 2008-03-12\nAnswer:", "completion": " 2007-09", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1264281", "prompt": "Who asked for the legislature of Pakistan before Iftikhar Muhammad Chaudhry did?\nEvidence:\n- Iftikhar Muhammad Chaudhry | Demand | Government (Pakistan) | 2007-09-05\n- Head of Government (Pakistan) | Accuse | Iftikhar Muhammad Chaudhry | 2007-03-24\n- Iftikhar Muhammad Chaudhry | Make statement | Government (Pakistan) | 2007-11-07\n- Iftikhar Muhammad Chaudhry | Make statement | Government (Pakistan) | 2007-05-07\n- Media Personnel (Pakistan) | Make statement | Iftikhar Muhammad Chaudhry | 2007-07-23\n- Iftikhar Muhammad Chaudhry | Rally opposition against | Government (Pakistan) | 2007-10-01\n- Iftikhar Muhammad Chaudhry | Demand judicial cooperation | Government (Pakistan) | 2007-10-01\n- Iftikhar Muhammad Chaudhry | Criticize or denounce | Government (Pakistan) | 2007-10-17\n- Iftikhar Muhammad Chaudhry | Criticize or denounce | Government (Pakistan) | 2007-03-12\n- High Ranking Military Personnel (Pakistan) | Threaten | Iftikhar Muhammad Chaudhry | 2007-06-24\n- Government (Pakistan) | Engage in diplomatic cooperation | Iftikhar Muhammad Chaudhry | 2007-04-03\n- Pervez Musharraf | Investigate | Iftikhar Muhammad Chaudhry | 2007-07-21\n- Pervez Musharraf | Investigate | Iftikhar Muhammad Chaudhry | 2007-07-19\n- Pervez Musharraf | Consult | Iftikhar Muhammad Chaudhry | 2007-09-15\n- Pervez Musharraf | Consult | Iftikhar Muhammad Chaudhry | 2007-05-31\nAnswer:", "completion": " Head of Government (Pakistan)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1105565", "prompt": "Who did the Democratic Party of South Korea praise in the same year?\nEvidence:\n- Democratic Party | Make statement | South Korea | 2005-10-25\n- Head of Government (Kenya) | Praise or endorse | Democratic Party | 2006-07-23\n- Abdullah Gül | Praise or endorse | Democratic Party | 2005-02-21\n- Democratic Party | Express intent to meet or negotiate | South Korea | 2005-10-21\n- Democratic Party | Reject | Head of Government (Kenya) | 2006-01-09\n- Party Member (Turkey) | Consult | Democratic Party | 2005-12-04\n- Democratic Party | Consult | Party Member (Turkey) | 2005-12-04\n- Democratic Party | Make statement | Head of Government (Kenya) | 2006-07-12\n- Democratic Party | Deny responsibility | Head of Government (Kenya) | 2006-01-09\n- People First Party Korea | Express intent to meet or negotiate | Democratic Party | 2006-09-12\n- Democratic Party | Express intent to meet or negotiate | People First Party Korea | 2006-09-12\n- Democratic Party | Appeal for change in leadership | Citizen (Uganda) | 2006-07-11\n- Milliyet | Make statement | Democratic Party | 2005-06-15\n- Democratic Party | Threaten | Citizen (Uganda) | 2005-05-23\n- Democratic Party | Reject | Women (Uganda) | 2006-06-01\nAnswer:", "completion": " Madeleine Albright", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1224039", "prompt": "In 2008, with which country did Islam Karimov first wish to negotiate?\nEvidence:\n- Pervez Musharraf | Engage in negotiation | Islam Karimov | 2005-03-07\n- Pervez Musharraf | Engage in negotiation | Islam Karimov | 2005-03-06\n- Pervez Musharraf | Engage in negotiation | Islam Karimov | 2005-03-05\n- Janez Susnik | Engage in negotiation | Islam Karimov | 2005-03-16\n- Islam Karimov | Engage in negotiation | Pervez Musharraf | 2005-03-07\n- Islam Karimov | Engage in negotiation | Pervez Musharraf | 2005-03-06\n- Islam Karimov | Engage in negotiation | Pervez Musharraf | 2005-03-05\n- Islam Karimov | Engage in negotiation | Janez Susnik | 2005-03-16\n- Zurab Nogaideli | Express intent to meet or negotiate | Islam Karimov | 2005-04-12\n- Pervez Musharraf | Express intent to meet or negotiate | Islam Karimov | 2005-03-05\n- Islam Karimov | Express intent to meet or negotiate | Pervez Musharraf | 2005-03-05\n- Roh Moo Hyun | Engage in negotiation | Islam Karimov | 2005-05-10\n- Islam Karimov | Engage in negotiation | Roh Moo Hyun | 2005-05-10\n- Zurab Nogaideli | Consult | Islam Karimov | 2005-04-18\n- Senate (Uzbekistan) | Consult | Islam Karimov | 2005-04-06\nAnswer:", "completion": " South Korea", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1050630", "prompt": "In what month did Yu Zhengsheng last negotiate with Japanese lawmakers?\nEvidence:\n- Yu Zhengsheng | Investigate | China | 2013-03-28\n- Yu Zhengsheng | Demand | China | 2013-03-11\n- Yu Zhengsheng | Consult | China | 2013-05-14\n- Yu Zhengsheng | Consult | China | 2008-02-20\n- China | Consult | Yu Zhengsheng | 2013-05-14\n- China | Consult | Yu Zhengsheng | 2008-02-20\n- Zhang Dejiang | Consult | Yu Zhengsheng | 2013-03-18\n- Zhang Dejiang | Consult | Yu Zhengsheng | 2013-03-11\n- Zhang Dejiang | Consult | Yu Zhengsheng | 2013-03-10\n- Yu Zhengsheng | Make statement | China | 2013-04-26\n- Yu Zhengsheng | Make statement | China | 2012-11-11\n- Yu Zhengsheng | Make statement | China | 2010-08-20\n- Yu Zhengsheng | Make statement | China | 2009-07-05\n- Yu Zhengsheng | Make statement | China | 2008-05-30\n- Yu Zhengsheng | Make statement | China | 2008-01-19\nAnswer:", "completion": " 2015-05", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1050516", "prompt": "Who was the last to visit Romania before the criminal of Brazil?\nEvidence:\n- Vietnam | Make a visit | Romania | 2005-03-08\n- Vietnam | Make a visit | Romania | 2005-03-05\n- Romania | Host a visit | Vietnam | 2005-03-08\n- Romania | Host a visit | Vietnam | 2005-03-05\n- Romania | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-03-30\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | Romania | 2005-03-30\n- Romania | Host a visit | Branko Crvenkovski | 2005-02-17\n- Branko Crvenkovski | Make a visit | Romania | 2005-02-17\n- Head of Government (Ukraine) | Express intent to meet or negotiate | Romania | 2005-03-14\n- Ministry (Romania) | Make statement | Romania | 2005-03-25\n- Ministry (Romania) | Make statement | Romania | 2005-01-12\n- Lawyer/Attorney (Romania) | Investigate | Romania | 2005-03-22\n- Romania | Reduce relations | Royal Administration (Romania) | 2005-03-24\n- Romania | Praise or endorse | Intelligence (Romania) | 2005-02-08\n- Ministry (Romania) | Make optimistic comment | Romania | 2005-01-14\nAnswer:", "completion": " Emperor Akihito", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1006703", "prompt": "In which month did South Africa receive the visit from João Manuel Gonçalves Lourenço?\nEvidence:\n- South Africa | Host a visit | João Manuel Gonçalves Lourenço | 2015-07-21\n- João Manuel Gonçalves Lourenço | Make a visit | South Africa | 2015-07-21\n- Sergey Kuzhugetovich Shoygu | Consult | João Manuel Gonçalves Lourenço | 2015-08-01\n- João Manuel Gonçalves Lourenço | Consult | Sergey Kuzhugetovich Shoygu | 2015-08-01\n- United Arab Emirates | Host a visit | João Manuel Gonçalves Lourenço | 2014-12-17\n- João Manuel Gonçalves Lourenço | Make a visit | United Arab Emirates | 2014-12-17\n- Military Personnel (Angola) | Praise or endorse | João Manuel Gonçalves Lourenço | 2014-12-17\n- South Africa | Engage in negotiation | Japan | 2005-02-05\n- South Africa | Engage in negotiation | France | 2005-02-05\n- Japan | Engage in negotiation | South Africa | 2005-02-05\n- France | Engage in negotiation | South Africa | 2005-02-05\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Tanzania | Make a visit | South Africa | 2005-02-22\n- South Africa | Host a visit | Tanzania | 2005-02-22\n- South Africa | Host a visit | Angola | 2005-02-18\nAnswer:", "completion": " 2015-07", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1218144", "prompt": "With whom did Agence France-Presse telephone in the same month of the Lawyer/Attorney of Australia?\nEvidence:\n- Lawyer/Attorney (Australia) | Engage in negotiation | Agence France-Presse | 2005-01-28\n- Agence France-Presse | Engage in negotiation | Lawyer/Attorney (Australia) | 2005-01-28\n- Lawyer/Attorney (Jordan) | Make statement | Agence France-Presse | 2005-01-11\n- Lawyer/Attorney (Dominican Republic) | Make statement | Agence France-Presse | 2005-01-27\n- Japan | Discuss by telephone | Agence France-Presse | 2005-03-20\n- Agence France-Presse | Discuss by telephone | Japan | 2005-03-20\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2006-03-28\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-18\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-04-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-01-03\n- Governor (Thailand) | Discuss by telephone | Agence France-Presse | 2005-01-23\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2006-03-28\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-07-19\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-07-18\nAnswer:", "completion": " Media Personnel (Pakistan)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1098638", "prompt": "Who made an appeal for Pervez Musharraf before 2006-05-19?\nEvidence:\n- Tony Blair | Make an appeal or request | Pervez Musharraf | 2006-05-19\nAnswer:", "completion": " Iran", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 1} +{"id": "mtq_1292852", "prompt": "With whom did the head of government of Uruguay wish to meet in the same year of Cristina Fernández de Kirchner?\nEvidence:\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-05-24\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-03-03\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-02-28\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-12-26\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-11-15\n- Cristina Fernández de Kirchner | Accuse | Alberto Fernández | 2005-12-24\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2012-09-23\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2007-11-15\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-05-24\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-03-03\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-02-28\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2007-12-26\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2007-11-15\n- Alberto Fernández | Accuse | Cristina Fernández de Kirchner | 2012-05-27\n- Cristina Fernández de Kirchner | Engage in negotiation | Alberto Fernández | 2008-07-24\nAnswer:", "completion": " Evo Morales", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1338528", "prompt": "Before the African Union, who expressed the intention to engage in diplomatic cooperation with the citizens of Sudan?\nEvidence:\n- Government (Djibouti) | Engage in diplomatic cooperation | African Union | 2005-02-07\n- Ruhakana Rugunda | Express intent to engage in diplomatic cooperation (such as policy support) | African Union | 2005-01-07\n- Ruhakana Rugunda | Express intent to engage in diplomatic cooperation (such as policy support) | African Union | 2005-01-06\n- African Union | Investigate | Sudan | 2005-02-08\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-31\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- African Union | Make statement | Sudan | 2005-02-07\n- African Union | Make statement | Sudan | 2005-01-29\n- Citizen (Sudan) | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-01-23\n- Sudan | Make pessimistic comment | African Union | 2005-01-04\n- Sudan | Host a visit | African Union | 2005-02-07\n- African Union | Make statement | Government (Sudan) | 2005-01-28\n- African Union | Make a visit | Sudan | 2005-02-07\nAnswer:", "completion": " Ministry (Sudan)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1125720", "prompt": "When did the Immigrants of Ethiopia praise Yemen?\nEvidence:\n- Yemen | Consult | Ethiopia | 2005-01-02\n- Ethiopia | Consult | Yemen | 2005-01-02\n- Head of Government (Ethiopia) | Praise or endorse | Sudan | 2005-02-25\n- Eritrea | Praise or endorse | Yemen | 2005-02-04\n- Ethiopia | Praise or endorse | Government (Sudan) | 2005-01-10\n- Immigrants (Austria) | Make statement | Sudan | 2005-03-25\n- Javier Solana | Praise or endorse | Yemen | 2005-01-20\n- James Wolfensohn | Praise or endorse | Yemen | 2005-02-19\n- Yemen | Rally support on behalf of | Rafiq Hariri | 2005-02-15\n- Head of Government (Ethiopia) | Express intent to engage in diplomatic cooperation (such as policy support) | Ethiopia | 2005-01-27\n- Yemen | Host a visit | Ministry of International Cooperation (Sudan) | 2005-02-17\n- Ministry of International Cooperation (Sudan) | Make a visit | Yemen | 2005-02-17\n- Sudan | Consult | Ethiopia | 2005-03-09\n- Sudan | Consult | Ethiopia | 2005-01-02\n- Ethiopia | Consult | Sudan | 2005-03-09\nAnswer:", "completion": " 2010-11-14", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1339429", "prompt": "Who wants to negotiate with the citizens of Nigeria in the same year of Emmanuel Eweta Uduaghan?\nEvidence:\n- Emmanuel Eweta Uduaghan | Demand | Media (Nigeria) | 2008-01-23\n- Emmanuel Eweta Uduaghan | Demand | Education (Nigeria) | 2007-10-02\n- Emmanuel Eweta Uduaghan | Accuse | Government (Nigeria) | 2008-04-22\n- Emmanuel Eweta Uduaghan | Accuse | Citizen (Nigeria) | 2008-04-08\n- Emmanuel Eweta Uduaghan | Accuse | Citizen (Nigeria) | 2008-02-18\n- Citizen (Nigeria) | Reject | Emmanuel Eweta Uduaghan | 2007-01-29\n- Emmanuel Eweta Uduaghan | Make statement | Government (Nigeria) | 2008-05-22\n- Emmanuel Eweta Uduaghan | Make statement | Government (Nigeria) | 2008-05-05\n- Emmanuel Eweta Uduaghan | Make statement | Government (Nigeria) | 2008-01-17\n- Emmanuel Eweta Uduaghan | Make statement | Government (Nigeria) | 2007-09-24\n- Emmanuel Eweta Uduaghan | Make statement | Government (Nigeria) | 2007-08-01\n- Emmanuel Eweta Uduaghan | Make statement | Government (Nigeria) | 2007-05-31\n- Emmanuel Eweta Uduaghan | Make statement | Government (Nigeria) | 2006-03-14\n- Emmanuel Eweta Uduaghan | Make statement | Government (Nigeria) | 2005-09-12\n- Citizen (Nigeria) | Complain officially | Emmanuel Eweta Uduaghan | 2008-05-29\nAnswer:", "completion": " Murderer (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1370794", "prompt": "Who was blamed by the other authorities and officials of Nigeria first in 2013?\nEvidence:\n- Other Authorities / Officials (Malta) | Discuss by telephone | Immigrants (Malta) | 2013-08-27\n- Immigrants (Malta) | Discuss by telephone | Other Authorities / Officials (Malta) | 2013-08-27\n- Office of the United Nations High Commissioner for Human Rights | Criticize or denounce | Other Authorities / Officials (Egypt) | 2013-02-01\n- Office of the United Nations High Commissioner for Human Rights | Make an appeal or request | Other Authorities / Officials (Egypt) | 2013-11-28\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 4, "n_anchors": 0} +{"id": "mtq_1209664", "prompt": "When did the High Commission for Refugees negotiate with Abdul-Karim Al-Arhabi?\nEvidence:\n- High Commission for Refugees | Consult | Abdul-Karim Al-Arhabi | 2008-07-13\n- Abdul-Karim Al-Arhabi | Consult | High Commission for Refugees | 2008-07-13\n- High Commission for Refugees | Engage in negotiation | Abdul-Karim Al-Arhabi | 2008-07-13\n- Abdul-Karim Al-Arhabi | Engage in negotiation | High Commission for Refugees | 2008-07-13\n- Japan | Consult | Abdul-Karim Al-Arhabi | 2008-06-20\n- Abdul-Karim Al-Arhabi | Consult | Japan | 2008-06-20\n- South Africa | Consult | Abdul-Karim Al-Arhabi | 2007-03-28\n- Representatives (Yemen) | Consult | Abdul-Karim Al-Arhabi | 2007-03-29\n- Middle East | Consult | Abdul-Karim Al-Arhabi | 2007-03-28\n- Business (Germany) | Consult | Abdul-Karim Al-Arhabi | 2007-06-12\n- Abdul-Karim Al-Arhabi | Make statement | Yemen | 2009-04-03\n- Abdul-Karim Al-Arhabi | Make statement | Yemen | 2008-05-05\n- Abdul-Karim Al-Arhabi | Make statement | Yemen | 2008-04-24\n- Abdul-Karim Al-Arhabi | Make statement | Yemen | 2007-09-20\n- Abdul-Karim Al-Arhabi | Make statement | Yemen | 2007-06-07\nAnswer:", "completion": " 2008-07-13", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1145887", "prompt": "Before 2006, who hosted the visit of Ma Ying Jeou?\nEvidence:\n- Ma Ying Jeou | Make a visit | Japan | 2005-03-02\n- Ma Ying Jeou | Make a visit | China | 2005-05-22\n- Ma Ying Jeou | Make a visit | China | 2005-04-24\n- Ma Ying Jeou | Make a visit | China | 2005-04-05\n- Ma Ying Jeou | Make a visit | China | 2005-01-04\n- Japan | Host a visit | Ma Ying Jeou | 2005-03-02\n- China | Host a visit | Ma Ying Jeou | 2005-05-22\n- China | Host a visit | Ma Ying Jeou | 2005-04-24\n- China | Host a visit | Ma Ying Jeou | 2005-04-05\n- China | Host a visit | Ma Ying Jeou | 2005-01-04\n- Ma Ying Jeou | Demand | Kuomintang | 2005-02-05\n- China | Reject | Ma Ying Jeou | 2005-01-05\n- China | Reject | Ma Ying Jeou | 2005-01-04\n- South Korea | Host a visit | Ma Ying Jeou | 2005-02-24\n- Monastery (Taiwan) | Host a visit | Ma Ying Jeou | 2005-02-19\nAnswer:", "completion": " China", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1306719", "prompt": "In which month did Tony Blair first express his intention to negotiate with Aigars Kalvitis?\nEvidence:\n- Aigars Kalvitis | Praise or endorse | Latvia's First Party | 2005-07-28\n- Janez Jansa | Express intent to meet or negotiate | Aigars Kalvitis | 2005-09-12\n- Aigars Kalvitis | Express intent to meet or negotiate | Zurab Nogaideli | 2005-05-27\n- Aigars Kalvitis | Express intent to meet or negotiate | Zurab Nogaideli | 2005-05-26\n- Aigars Kalvitis | Express intent to meet or negotiate | Vlado Buckovski | 2005-02-01\n- Aigars Kalvitis | Express intent to meet or negotiate | Samuel Schmid | 2005-06-20\n- Aigars Kalvitis | Express intent to meet or negotiate | Media (Latvia) | 2005-08-05\n- Aigars Kalvitis | Express intent to meet or negotiate | Janez Jansa | 2005-09-12\n- Aigars Kalvitis | Express intent to meet or negotiate | Ivan Gasparovic | 2005-03-01\n- Aigars Kalvitis | Express intent to meet or negotiate | Borys Tarasyuk | 2005-11-28\n- Aigars Kalvitis | Express intent to meet or negotiate | Amazon.com | 2005-08-07\n- Aigars Kalvitis | Express intent to meet or negotiate | Aleksander Kwasniewski | 2005-02-14\n- France | Consult | Aigars Kalvitis | 2005-04-21\n- Aigars Kalvitis | Consult | France | 2005-04-21\n- Zurab Nogaideli | Engage in negotiation | Aigars Kalvitis | 2005-05-27\nAnswer:", "completion": " 2005-11", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1103657", "prompt": "Who was the first person Mikhail Yefimovich Fradkov wanted to meet after the Prime Minister of Turkmenistan?\nEvidence:\n- Zurab Nogaideli | Consult | Mikhail Yefimovich Fradkov | 2005-06-03\n- Mikhail Yefimovich Fradkov | Make statement | Gazprom | 2005-02-16\n- Mikhail Yefimovich Fradkov | Make statement | China | 2005-05-27\n- Mikhail Yefimovich Fradkov | Make statement | China | 2005-02-03\n- Mikhail Yefimovich Fradkov | Consult | Zurab Nogaideli | 2005-06-03\n- Mikhail Yefimovich Fradkov | Consult | Abdul Kalam | 2005-05-23\n- Abdul Kalam | Consult | Mikhail Yefimovich Fradkov | 2005-05-23\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | Kazakhstan | 2005-03-23\n- Mikhail Yefimovich Fradkov | Make statement | Head of Government (Ukraine) | 2005-02-25\n- Zurab Nogaideli | Make statement | Mikhail Yefimovich Fradkov | 2005-06-06\n- Rashid Gumarovich Nurgaliyev | Consult | Mikhail Yefimovich Fradkov | 2005-02-19\n- Mikhail Yefimovich Fradkov | Make statement | Media (Russia) | 2005-03-14\n- Mikhail Yefimovich Fradkov | Make optimistic comment | China | 2005-06-10\n- Mikhail Yefimovich Fradkov | Make a visit | Kazakhstan | 2005-03-23\n- Mikhail Yefimovich Fradkov | Demand | Government Official (Russia) | 2005-01-13\nAnswer:", "completion": " Japan", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1076114", "prompt": "Which country was the first to be condemned by Mohamed Ould Abdel Aziz in 2014?\nEvidence:\n- Mohamed Ould Abdel Aziz | Make statement | Mauritania | 2014-06-12\n- Mohamed Ould Abdel Aziz | Make statement | Mauritania | 2014-04-29\n- Mohamed Ould Abdel Aziz | Make statement | Mauritania | 2014-04-24\n- Mohamed Ould Abdel Aziz | Make statement | Mauritania | 2014-04-08\n- Mohamed Ould Abdel Aziz | Make statement | Mauritania | 2014-03-25\n- Mohamed Ould Abdel Aziz | Consult | Isaias Afewerki | 2014-04-03\n- Mohamed Ould Abdel Aziz | Consult | Barack Obama | 2014-08-07\n- Mohamed Ould Abdel Aziz | Accuse | Transparency International | 2014-03-21\n- Mohamed Ould Abdel Aziz | Accuse | Citizen (Mauritania) | 2014-06-10\n- Mauritania | Make statement | Mohamed Ould Abdel Aziz | 2014-06-29\n- Isaias Afewerki | Consult | Mohamed Ould Abdel Aziz | 2014-04-03\n- Barack Obama | Consult | Mohamed Ould Abdel Aziz | 2014-08-07\n- Mohamed Ould Abdel Aziz | Host a visit | Abdul Aziz | 2014-05-24\n- Abdul Aziz | Make a visit | Mohamed Ould Abdel Aziz | 2014-05-24\n- People Associated with the Opposition (Mauritania) | Accuse | Mohamed Ould Abdel Aziz | 2014-06-21\nAnswer:", "completion": " France", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1282771", "prompt": "In what year did the Hunter of Nigeria first appeal to the citizens of Nigeria?\nEvidence:\n- Hunter (Nigeria) | Consult | Government (Nigeria) | 2006-01-23\n- Government (Nigeria) | Consult | Hunter (Nigeria) | 2006-01-23\n- Hunter (Nigeria) | Make an appeal or request | Citizen (Nigeria) | 2015-03-10\n- Government (Nigeria) | Make an appeal or request | Hunter (Nigeria) | 2012-07-20\n- Government (Nigeria) | Make an appeal or request | Hunter (Nigeria) | 2012-07-19\n- Government (Nigeria) | Make an appeal or request | Hunter (Nigeria) | 2008-01-08\n- Other Authorities / Officials (Nigeria) | Engage in negotiation | Hunter (Nigeria) | 2006-01-23\n- Hunter (Nigeria) | Engage in negotiation | Other Authorities / Officials (Nigeria) | 2006-01-23\n- Hunter (Nigeria) | Engage in material cooperation | Farm Worker (Nigeria) | 2012-04-24\n- Farm Worker (Nigeria) | Engage in material cooperation | Hunter (Nigeria) | 2012-04-24\n- Militant (Nigeria) | Reduce relations | Hunter (Nigeria) | 2006-01-23\n- Hunter (Nigeria) | Occupy territory | Government (Nigeria) | 2014-11-13\n- Hunter (Nigeria) | Make statement | Muslim (Nigeria) | 2012-06-11\n- Hunter (Nigeria) | Make statement | Militant (Nigeria) | 2015-05-11\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\nAnswer:", "completion": " 2015", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1359075", "prompt": "Before 9 March 2009, who wanted to negotiate with the Brazilian Ministry of Foreign Affairs?\nEvidence:\n- Ministry (Brazil) | Make statement | Brazilian Institute of Environment and Renewable Natural Resources | 2006-10-26\n- Ministry of Public Security (Italy) | Express intent to meet or negotiate | Foreign Affairs (Italy) | 2012-04-21\n- Foreign Affairs (Romania) | Express intent to meet or negotiate | Ministry (Tunisia) | 2008-01-23\n- Foreign Affairs (France) | Express intent to meet or negotiate | Ministry (Brazil) | 2007-02-02\n- Foreign Affairs (Italy) | Make statement | Member of the Judiciary (Libya) | 2014-11-10\n- The Sunday Times | Consult | Foreign Affairs (Singapore) | 2010-09-19\n- Foreign Affairs (Singapore) | Consult | The Sunday Times | 2010-09-19\n- Ministry (The Hague) | Express intent to meet or negotiate | The Hague | 2015-11-18\n- Foreign Affairs (India) | Express intent to meet or negotiate | Cooperation Ministry (Morocco) | 2005-05-23\n- Foreign Affairs (India) | Make statement | Ministry of Shipping (India) | 2011-03-02\n- Foreign Affairs (Zimbabwe) | Make statement | Special Rapporteurs of the United Nations | 2009-10-30\n- Foreign Affairs (India) | Deny responsibility | Member of the Judiciary (United States) | 2013-12-13\n- Foreign Affairs (Argentina) | Make statement | Member of the Judiciary (United States) | 2005-03-28\n- Ministry (Vietnam) | Consult | Foreign Affairs (Venezuela) | 2006-07-31\n- Ministry (Venezuela) | Consult | Foreign Affairs (Syria) | 2006-08-19\nAnswer:", "completion": " Head of Government (Brazil)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1048017", "prompt": "Who last wanted to meet Shivshankar Menon in 2009?\nEvidence:\n- Shivshankar Menon | Engage in negotiation | Prachanda | 2009-02-18\n- Prachanda | Engage in negotiation | Shivshankar Menon | 2009-02-18\n- Shivshankar Menon | Threaten | China | 2009-03-21\n- Shivshankar Menon | Consult | Prachanda | 2009-02-19\n- Shivshankar Menon | Consult | Prachanda | 2009-02-18\n- Shivshankar Menon | Consult | Prachanda | 2009-02-17\n- Prachanda | Consult | Shivshankar Menon | 2009-02-19\n- Prachanda | Consult | Shivshankar Menon | 2009-02-18\n- Prachanda | Consult | Shivshankar Menon | 2009-02-17\n- Shivshankar Menon | Express intent to meet or negotiate | Prachanda | 2009-02-17\n- Shivshankar Menon | Engage in negotiation | Barack Obama | 2009-03-12\n- Barack Obama | Engage in negotiation | Shivshankar Menon | 2009-03-12\n- Shivshankar Menon | Make statement | Prachanda | 2009-02-19\n- Shivshankar Menon | Consult | Richard Boucher | 2009-01-10\n- Shivshankar Menon | Consult | Richard Boucher | 2009-01-09\nAnswer:", "completion": " Envoy (United States)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1082754", "prompt": "When did Portugal negotiate with Angola?\nEvidence:\n- Angola | Consult | Indigenous People (Portugal) | 2005-07-19\n- Foreign Affairs (Portugal) | Make a visit | Angola | 2005-01-27\n- Angola | Host a visit | Foreign Affairs (Portugal) | 2005-01-27\n- Portugal | Arrest, detain, or charge with legal action | Criminal (Portugal) | 2005-03-30\n- Angola | Express intent to meet or negotiate | Military Personnel (Angola) | 2005-06-01\n- Children (Portugal) | Occupy territory | Portugal | 2005-06-10\n- Foreign Affairs (Portugal) | Make statement | Portugal | 2005-06-15\n- Foreign Affairs (Portugal) | Make statement | Portugal | 2005-05-30\n- Foreign Affairs (Portugal) | Make statement | Portugal | 2005-03-31\n- Portugal | Express intent to meet or negotiate | China | 2005-01-17\n- Portugal | Express intent to meet or negotiate | China | 2005-01-05\n- China | Express intent to meet or negotiate | Portugal | 2005-01-17\n- Portugal | Make statement | Head of Government (Portugal) | 2005-03-13\n- Portugal | Make statement | Head of Government (Portugal) | 2005-03-12\n- Head of Government (Portugal) | Make statement | Portugal | 2005-03-21\nAnswer:", "completion": " 2009-03-05", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1255671", "prompt": "In which year did the Economy of Iran last have a telephone conversation with the Royal Administration of Saudi Arabia?\nEvidence:\n- Representative to the United Nations (Iran) | Make statement | Iran | 2005-01-16\n- Iraq | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2005-01-18\n- Iraq | Engage in diplomatic cooperation | Iran | 2005-02-17\n- Iran | Engage in diplomatic cooperation | Iraq | 2005-02-17\n- Vietnam | Host a visit | Iran | 2005-01-11\n- Vietnam | Host a visit | Iran | 2005-01-10\n- Iran | Make a visit | Vietnam | 2005-01-11\n- Iran | Make a visit | Vietnam | 2005-01-10\n- Riaz Khokhar | Make a visit | Iran | 2005-01-12\n- Oluṣẹgun Ọbasanjọ | Make a visit | Iran | 2005-01-12\n- Islam Karimov | Make a visit | Iran | 2005-01-05\n- Iran | Host a visit | Riaz Khokhar | 2005-01-12\n- Iran | Host a visit | Oluṣẹgun Ọbasanjọ | 2005-01-12\n- Iran | Host a visit | Islam Karimov | 2005-01-05\n- United Arab Emirates | Engage in diplomatic cooperation | Iran | 2005-01-11\nAnswer:", "completion": " 2010", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1251899", "prompt": "When did Zurab Nogaideli last express his intention to negotiate with the Prime Minister of Ukraine?\nEvidence:\n- Zurab Nogaideli | Express intent to meet or negotiate | Head of Government (Ukraine) | 2005-02-27\n- Zurab Nogaideli | Express intent to meet or negotiate | Kazakhstan | 2005-11-09\n- Iran | Express intent to meet or negotiate | Zurab Nogaideli | 2005-04-25\n- Zurab Nogaideli | Express intent to meet or negotiate | Republic of South Ossetia | 2005-10-28\n- Zurab Nogaideli | Express intent to meet or negotiate | Republic of South Ossetia | 2005-04-20\n- Republic of South Ossetia | Express intent to meet or negotiate | Zurab Nogaideli | 2005-10-28\n- Zurab Nogaideli | Express intent to meet or negotiate | Population (Georgia) | 2005-10-31\n- Zurab Nogaideli | Express intent to meet or negotiate | Population (Georgia) | 2005-05-05\n- Zurab Nogaideli | Express intent to meet or negotiate | Islam Karimov | 2005-04-12\n- Zurab Nogaideli | Express intent to meet or negotiate | Businessperson (Turkey) | 2005-10-05\n- Zurab Nogaideli | Express intent to meet or negotiate | Businessperson (Turkey) | 2005-10-04\n- Borys Tarasyuk | Express intent to meet or negotiate | Zurab Nogaideli | 2005-06-30\n- Aigars Kalvitis | Express intent to meet or negotiate | Zurab Nogaideli | 2005-05-27\n- Aigars Kalvitis | Express intent to meet or negotiate | Zurab Nogaideli | 2005-05-26\n- Zurab Nogaideli | Express intent to meet or negotiate | International Monetary Fund | 2005-10-20\nAnswer:", "completion": " 2005-11-10", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1347164", "prompt": "Who attacked the company - owner or operator of Thailand with small arms and light weapons after the thief of Thailand did?\nEvidence:\n- Citizen (Thailand) | fight with small arms and light weapons | Thailand | 2005-01-25\n- Armed Gang (Thailand) | fight with small arms and light weapons | Thailand | 2005-01-05\n- Armed Opposition (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-03-02\n- Armed Opposition (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-02-23\n- Armed Opposition (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-02-21\n- Armed Gang (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-02-26\n- Armed Gang (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-02-25\n- Armed Gang (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-02-22\n- Armed Gang (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-02-15\n- Armed Gang (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-02-12\n- Armed Gang (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-02-09\n- Armed Gang (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-02-08\n- Armed Gang (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-02-07\n- Armed Gang (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-02-02\n- Armed Gang (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-01-30\nAnswer:", "completion": " Armed Gang (Thailand)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1217819", "prompt": "After the Swiss legislature, who paid a visit to Elmar Mammadyarov?\nEvidence:\n- Elmar Mammadyarov | Consult | Elmar Mammadyarov | 2005-01-28\n- Yemen | Host a visit | Elmar Mammadyarov | 2005-06-27\n- Iraq | Host a visit | Elmar Mammadyarov | 2005-06-23\n- Elmar Mammadyarov | Make a visit | Yemen | 2005-06-27\n- Elmar Mammadyarov | Make a visit | Qatar | 2006-02-20\n- Elmar Mammadyarov | Make a visit | Iraq | 2005-06-23\n- Elmar Mammadyarov | Make a visit | China | 2005-02-04\n- Elmar Mammadyarov | Make a visit | China | 2005-02-03\n- China | Host a visit | Elmar Mammadyarov | 2005-02-04\n- China | Host a visit | Elmar Mammadyarov | 2005-02-03\n- Elmar Mammadyarov | Express intent to meet or negotiate | Elmar Mammadyarov | 2005-07-20\n- South Korea | Host a visit | Elmar Mammadyarov | 2005-12-01\n- Elmar Mammadyarov | Make a visit | South Korea | 2005-12-01\n- United Arab Emirates | Host a visit | Elmar Mammadyarov | 2005-10-14\n- United Arab Emirates | Host a visit | Elmar Mammadyarov | 2005-04-08\nAnswer:", "completion": " Defense / Security Ministry (United States)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1142476", "prompt": "Against whom did the Sudanese police use conventional military force before 26 August 2006?\nEvidence:\n- The Hague | Use conventional military force | Vojislav Šešelj | 2006-12-04\n- Police (Tanzania) | Use conventional military force | Tanzania | 2005-04-05\n- Police (Tanzania) | Use conventional military force | Tanzania | 2005-03-09\n- Police (Tanzania) | Use conventional military force | Tanzania | 2005-03-08\n- Police (Sudan) | Use conventional military force | Sudan | 2005-04-09\n- Police (Sudan) | Use conventional military force | Sudan | 2005-04-08\n- Police (Sudan) | Use conventional military force | Sudan | 2005-04-07\n- Police (Sudan) | Use conventional military force | Sudan | 2005-04-06\n- Police (Sudan) | Use conventional military force | Sudan | 2005-02-04\n- Police (Malaysia) | Use conventional military force | Malaysia | 2005-10-21\n- Police (Malaysia) | Use conventional military force | Malaysia | 2005-06-15\n- Police (Malaysia) | Use conventional military force | Malaysia | 2005-04-08\n- Police (Malaysia) | Use conventional military force | Malaysia | 2005-02-02\n- Police (Malaysia) | Use conventional military force | Japan | 2005-03-22\n- Police (Kenya) | Use conventional military force | Maasai | 2005-02-23\nAnswer:", "completion": " Citizen (Sudan)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1387632", "prompt": "Who was the last person to be praised by the Brazilian leader before South Korea?\nEvidence:\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- South Korea | Express intent to cooperate | Japan | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-06\n- Japan | Express intent to cooperate | South Korea | 2005-01-13\n- China | Express intent to cooperate | South Korea | 2005-01-13\n- China | Express intent to cooperate | South Korea | 2005-01-06\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Vietnam | Express intent to meet or negotiate | South Korea | 2005-01-05\n- Thailand | Express intent to meet or negotiate | South Korea | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-12\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-05\nAnswer:", "completion": " Military (Brazil)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1190000", "prompt": "Before the Spanish Ministry of Defence and Security, who was the last person to negotiate with Donald Rumsfeld?\nEvidence:\n- Donald Rumsfeld | Consult | Defense / Security Ministry (Spain) | 2005-02-11\n- Donald Rumsfeld | Consult | Defense / Security Ministry (Spain) | 2005-02-09\n- Donald Rumsfeld | Consult | Defense / Security Ministry (Luxembourg) | 2005-02-03\n- Defense / Security Ministry (Spain) | Consult | Donald Rumsfeld | 2005-02-11\n- Defense / Security Ministry (Spain) | Consult | Donald Rumsfeld | 2005-02-09\n- Defense / Security Ministry (Luxembourg) | Consult | Donald Rumsfeld | 2005-02-03\n- Donald Rumsfeld | Express intent to meet or negotiate | France | 2005-02-08\n- Donald Rumsfeld | Express intent to meet or negotiate | China | 2005-02-10\n- Donald Rumsfeld | Express intent to meet or negotiate | China | 2005-02-09\n- Donald Rumsfeld | Express intent to meet or negotiate | China | 2005-02-01\n- Donald Rumsfeld | Investigate | Iraq | 2005-02-11\n- Joschka Fischer | Consult | Donald Rumsfeld | 2005-02-13\n- Jerzy Szmajdzinski | Consult | Donald Rumsfeld | 2005-02-09\n- Iraq | Receive inspectors | Donald Rumsfeld | 2005-02-11\n- Donald Rumsfeld | Make statement | Romania | 2005-02-10\nAnswer:", "completion": " Pervez Musharraf", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1387171", "prompt": "On 10 February 2009, who provided humanitarian aid to the citizens of Nigeria?\nEvidence:\n- Government (Nigeria) | Provide humanitarian aid | Citizen (Nigeria) | 2009-02-10\nAnswer:", "completion": " Government (Nigeria)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1285381", "prompt": "With whom did Chuck Hagel announce his intention to meet in the same month as Haider Al-Abadi?\nEvidence:\n- Nuri al-Maliki | Consult | Haider Al-Abadi | 2014-08-14\n- Haider Al-Abadi | Reject | Nuri al-Maliki | 2014-08-12\n- Haider Al-Abadi | Consult | Nuri al-Maliki | 2014-08-14\n- Iraq | Make statement | Haider Al-Abadi | 2014-08-15\n- Iraq | Make statement | Haider Al-Abadi | 2014-08-13\n- Haider Al-Abadi | Make statement | Iraq | 2014-08-14\n- Haider Al-Abadi | Make statement | Iraq | 2014-08-12\n- Haider Al-Abadi | Consult | Barack Obama | 2014-08-14\n- Haider Al-Abadi | Consult | Barack Obama | 2014-08-11\n- Fuad Masum | Accuse | Haider Al-Abadi | 2014-08-17\n- Barack Obama | Consult | Haider Al-Abadi | 2014-08-14\n- Barack Obama | Consult | Haider Al-Abadi | 2014-08-11\n- Nuri al-Maliki | Make statement | Haider Al-Abadi | 2014-08-15\n- Nuri al-Maliki | Make statement | Haider Al-Abadi | 2014-08-13\n- Nuri al-Maliki | Express intent to engage in diplomatic cooperation (such as policy support) | Haider Al-Abadi | 2014-08-16\nAnswer:", "completion": " Ashraf Ghani Ahmadzai", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1184170", "prompt": "Could you tell me the exact month when the Attorney General of Argentina expressed his intention to engage in diplomatic cooperation with the Lawyer/Attorney of Argentina?\nEvidence:\n- Lawyer/Attorney (Argentina) | Engage in diplomatic cooperation | Attorney General (Germany) | 2009-11-22\n- Lawyer/Attorney (Argentina) | Engage in diplomatic cooperation | Senate (Argentina) | 2009-10-19\n- Lawyer/Attorney (Argentina) | Express intent to engage in diplomatic cooperation (such as policy support) | Attorney General (Argentina) | 2007-04-16\n- Attorney General (Argentina) | Express intent to engage in diplomatic cooperation (such as policy support) | Lawyer/Attorney (Argentina) | 2015-01-22\n- Office of the Attorney General | Engage in diplomatic cooperation | Malaysia | 2009-07-15\n- Lawyer/Attorney (Argentina) | Investigate | Attorney General (Argentina) | 2013-12-14\n- Lawyer/Attorney (Argentina) | Investigate | Attorney General (Argentina) | 2009-02-04\n- Lawyer/Attorney (Argentina) | Consult | Attorney General (Argentina) | 2014-07-18\n- Lawyer/Attorney (Argentina) | Consult | Attorney General (Argentina) | 2005-12-08\n- Lawyer/Attorney (Argentina) | Accuse | Attorney General (Argentina) | 2014-12-29\n- Lawyer/Attorney (Argentina) | Accuse | Attorney General (Argentina) | 2009-10-09\n- Attorney General (Argentina) | Threaten | Lawyer/Attorney (Argentina) | 2014-11-29\n- Attorney General (Argentina) | Investigate | Lawyer/Attorney (Argentina) | 2013-12-06\n- Attorney General (Argentina) | Demand | Lawyer/Attorney (Argentina) | 2006-10-02\n- Attorney General (Argentina) | Demand | Lawyer/Attorney (Argentina) | 2006-09-29\nAnswer:", "completion": " 2015-01", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1309957", "prompt": "Who was the last to praise Lee Myung Bak before Liu Yandong?\nEvidence:\n- Liu Yandong | Investigate | China | 2009-02-15\n- Liu Yandong | Investigate | China | 2008-05-09\n- Liu Yandong | Demand | China | 2009-10-13\n- Liu Yandong | Demand | China | 2005-06-22\n- Liu Yandong | Consult | China | 2006-06-23\n- China | Consult | Liu Yandong | 2006-06-23\n- Liu Yandong | Praise or endorse | Religion (Macao) | 2006-12-16\n- Liu Yandong | Praise or endorse | Edmund Ho | 2006-12-15\n- Liu Yandong | Consult | Democratic Front for the Reunification of the Fatherland | 2005-10-21\n- Democratic Front for the Reunification of the Fatherland | Consult | Liu Yandong | 2005-10-21\n- Liu Yandong | Praise or endorse | Media (United States) | 2009-08-12\n- Steven Chu | Consult | Liu Yandong | 2010-11-16\n- Oxford University | Consult | Liu Yandong | 2010-04-12\n- Ministry (Poland) | Consult | Liu Yandong | 2010-05-20\n- Liu Yandong | Make statement | China | 2010-12-30\nAnswer:", "completion": " Barack Obama", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1167686", "prompt": "Before South Africa, who was the last country to wish to participate in diplomatic cooperation with Vietnam?\nEvidence:\n- Vietnam | Engage in diplomatic cooperation | Romania | 2005-01-31\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-02-05\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-01-07\n- Vietnam | Engage in diplomatic cooperation | Japan | 2005-01-09\n- Romania | Engage in diplomatic cooperation | Vietnam | 2005-01-31\n- Laos | Engage in diplomatic cooperation | Vietnam | 2005-02-05\n- Laos | Engage in diplomatic cooperation | Vietnam | 2005-01-07\n- Japan | Engage in diplomatic cooperation | Vietnam | 2005-01-09\n- Government (South Africa) | Engage in diplomatic cooperation | African Union | 2005-02-26\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | South Korea | 2005-01-06\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | Cambodia | 2005-01-25\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Vietnam | 2005-01-20\n- Cambodia | Express intent to engage in diplomatic cooperation (such as policy support) | Vietnam | 2005-01-25\n- South Africa | Engage in negotiation | Japan | 2005-02-05\n- South Africa | Engage in negotiation | France | 2005-02-05\nAnswer:", "completion": " Head of Government (Germany)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1224249", "prompt": "In which year did Elizabeth II support Michael Sata?\nEvidence:\n- Laos | Engage in symbolic act | Elizabeth II | 2005-06-13\n- Michael Sata | Accuse | China | 2006-09-06\n- Michael Sata | Accuse | China | 2006-09-05\n- Michael Sata | Accuse | China | 2006-09-01\n- Tony Blair | Consult | Elizabeth II | 2005-11-12\n- Police (Australia) | Consult | Elizabeth II | 2006-03-14\n- Elizabeth II | Consult | Tony Blair | 2005-11-12\n- Elizabeth II | Consult | Police (Australia) | 2006-03-14\n- Elizabeth II | Consult | Aleksander Kwasniewski | 2005-11-08\n- Aleksander Kwasniewski | Consult | Elizabeth II | 2005-11-08\n- Elizabeth II | Engage in symbolic act | Citizen (Australia) | 2006-03-28\n- Ronnie Shikapwasha | Threaten | Michael Sata | 2006-08-30\n- Michael Sata | Make statement | China | 2006-09-06\n- Michael Sata | Demand | Citizen (Zambia) | 2006-08-14\n- Michael Sata | Consult | Businessperson (Taiwan) | 2006-09-09\nAnswer:", "completion": " 2011", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1311136", "prompt": "With whom did Daniel Mitov want to negotiate first after Andrej Kiska?\nEvidence:\n- Daniel Mitov | Consult | Andrej Kiska | 2015-03-05\n- Andrej Kiska | Consult | Daniel Mitov | 2015-03-05\n- Daniel Mitov | Express intent to meet or negotiate | Andrej Kiska | 2015-03-04\n- Tomás Borec | Consult | Andrej Kiska | 2015-08-18\n- Police (Slovakia) | Reject | Andrej Kiska | 2014-04-25\n- János Áder | Consult | Andrej Kiska | 2014-12-10\n- Joachim Gauck | Consult | Andrej Kiska | 2014-07-23\n- Jens Stoltenberg | Consult | Andrej Kiska | 2015-03-03\n- Heinz Fischer | Consult | Andrej Kiska | 2015-07-14\n- Heinz Fischer | Consult | Andrej Kiska | 2015-07-13\n- Daniela Svecová | Consult | Andrej Kiska | 2015-09-09\n- Daniela Svecová | Consult | Andrej Kiska | 2015-09-08\n- Arseniy Yatsenyuk | Consult | Andrej Kiska | 2015-09-10\n- Arseniy Yatsenyuk | Consult | Andrej Kiska | 2015-05-21\n- Andrej Kiska | Consult | Tomás Borec | 2015-08-18\nAnswer:", "completion": " Gjorge Ivanov", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1216263", "prompt": "When did Julia Gillard first give a visit to Laos?\nEvidence:\n- Vietnam | Host a visit | Julia Gillard | 2005-01-19\n- Julia Gillard | Make a visit | Vietnam | 2005-01-19\n- Peter Costello | Accuse | Julia Gillard | 2007-05-10\n- Julia Gillard | Reject | David Hawker | 2006-06-02\n- Julia Gillard | Reject | David Hawker | 2006-05-31\n- Julia Gillard | Consult | Businessperson (Australia) | 2007-05-03\n- Julia Gillard | Accuse | David Hawker | 2006-06-01\n- Julia Gillard | Accuse | David Hawker | 2006-05-31\n- Julia Gillard | Accuse | Citizen (Australia) | 2005-01-23\n- David Hawker | Demand | Julia Gillard | 2006-05-31\n- Citizen (Australia) | Reject | Julia Gillard | 2007-01-03\n- Citizen (Australia) | Reject | Julia Gillard | 2005-09-27\n- Citizen (Australia) | Demand | Julia Gillard | 2005-01-26\n- Citizen (Australia) | Demand | Julia Gillard | 2005-01-25\n- Businessperson (Australia) | Consult | Julia Gillard | 2007-05-03\nAnswer:", "completion": " 2012-11-04", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1370754", "prompt": "Who did the Ministry of United States request for last before the citizens of Nigeria?\nEvidence:\n- Defense / Security Ministry (United States) | Yield | Special Rapporteurs of the United Nations | 2011-07-13\n- Citizen (Nigeria) | Deny responsibility | Member of the Judiciary (United States) | 2013-09-27\n- Special Rapporteurs of the United Nations | Make statement | Defense / Security Ministry (United States) | 2011-04-11\n- Men (United States) | Appeal for judicial cooperation | Member of the Judiciary (Georgia) | 2011-03-21\n- Men (United States) | Appeal for judicial cooperation | Member of the Judiciary (Georgia) | 2010-01-12\n- Envoy (United States) | Appeal for policy change | Member of the Judiciary (Liberia) | 2014-02-26\n- Envoy (United States) | Appeal for policy change | Member of the Judiciary (Liberia) | 2014-02-24\n- Citizen (Nigeria) | Make an appeal or request | Ministry (Ministry of the Niger Delta) | 2009-01-22\n- Lawyer/Attorney (United States) | Appeal for judicial cooperation | Member of the Judiciary (Georgia) | 2010-06-01\n- Lawyer/Attorney (United States) | Appeal for judicial cooperation | Member of the Judiciary (Georgia) | 2010-02-09\n- Member of the Judiciary (United States) | Demand | Iran | 2007-09-09\n- Member of the Judiciary (United States) | Demand | Iran | 2007-09-08\n- Member of the Judiciary (United States) | Demand | Iran | 2007-09-07\n- China | Accuse | Member of the Judiciary (United States) | 2015-06-26\n- Lawyer/Attorney (United States) | Appeal for easing of administrative sanctions | Member of the Judiciary (Georgia) | 2011-09-13\nAnswer:", "completion": " Member of Parliament (Australia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1248960", "prompt": "When was the last time that Greek lawmakers issued an appeal to the citizens of Greece?\nEvidence:\n- Member of the Judiciary (Greece) | Make an appeal or request | Legislature (Greece) | 2015-12-11\n- Citizen (Greece) | Make an appeal or request | Member of the Judiciary (Greece) | 2014-05-11\n- Citizen (Greece) | Make an appeal or request | Member of the Judiciary (Greece) | 2013-10-04\n- Member of the Judiciary (Greece) | Reject | Citizen (Greece) | 2010-01-21\n- Georgios Papandreou | Make an appeal or request | Member of the Judiciary (Greece) | 2010-03-01\n- Citizen (Greece) | Reduce relations | Member of the Judiciary (Greece) | 2013-02-06\n- Member of the Judiciary (United States) | Demand that target yields | Iran | 2012-09-19\n- Head of Government (Greece) | Make an appeal or request | Citizen (Greece) | 2007-08-18\n- Head of Government (Greece) | Make an appeal or request | Citizen (Greece) | 2007-08-17\n- Citizen (Greece) | Make an appeal or request | Head of Government (Greece) | 2007-08-17\n- Member of the Judiciary (Greece) | Ease administrative sanctions | Citizen (Greece) | 2012-06-13\n- Member of the Judiciary (Greece) | Ease administrative sanctions | Citizen (Greece) | 2008-02-06\n- Government Official (Greece) | Make statement | Member of the Judiciary (Greece) | 2008-07-18\n- Head of Government (Greece) | Praise or endorse | Member of the Judiciary (Greece) | 2015-08-27\n- Citizen (Greece) | Make an appeal or request | Kidnapper (Greece) | 2009-01-21\nAnswer:", "completion": " 2015-11-12", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1148607", "prompt": "Who was indicted by the International Court of Justice after Vojislav Šešelj?\nEvidence:\n- International Court of Justice | Accuse | Vojislav Šešelj | 2006-12-03\n- International Court of Justice | Make statement | Vojislav Šešelj | 2006-12-01\n- International Court of Justice | Make statement | Vojislav Šešelj | 2006-11-11\n- International Court of Justice | Make an appeal or request | Vojislav Šešelj | 2007-01-11\n- The Hague | Host a visit | International Court of Justice | 2007-05-31\n- International Court of Justice | Make a visit | The Hague | 2007-05-31\n- The Hague | Retreat or surrender militarily | International Court of Justice | 2005-04-25\n- The Hague | Retreat or surrender militarily | International Court of Justice | 2005-03-18\n- Ministry (Sudan) | Reject | International Court of Justice | 2007-02-28\n- International Court of Justice | Reject | Ante Gotovina | 2005-01-12\n- International Court of Justice | Make statement | France | 2006-08-12\n- International Court of Justice | Accuse | Ante Gotovina | 2005-12-08\n- International Court of Justice | Accuse | Ante Gotovina | 2005-11-22\n- International Court of Justice | Accuse | Ante Gotovina | 2005-05-13\n- Žarko Puhovski | Make statement | International Court of Justice | 2007-03-31\nAnswer:", "completion": " Charles Taylor", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1183179", "prompt": "After the envoy of the United States, which country was the first to reject South Korea?\nEvidence:\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- South Korea | Express intent to cooperate | Japan | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-06\n- Japan | Express intent to cooperate | South Korea | 2005-01-13\n- China | Express intent to cooperate | South Korea | 2005-01-13\n- China | Express intent to cooperate | South Korea | 2005-01-06\n- Congress (United States) | Express intent to meet or negotiate | Thailand | 2005-01-06\n- Thailand | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-01-05\n- Thailand | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-01-04\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | Thailand | 2005-01-05\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | Thailand | 2005-01-04\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\nAnswer:", "completion": " Japan", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1303717", "prompt": "Before Chuck Hagel, who was the last to negotiate with the Pakistani Prime Minister?\nEvidence:\n- Chuck Hagel | Demand | Iran | 2013-02-13\n- Chuck Hagel | Consult | China | 2008-10-13\n- China | Consult | Chuck Hagel | 2008-10-13\n- Chuck Hagel | Express intent to meet or negotiate | Iraq | 2007-04-12\n- Chuck Hagel | Express intent to meet or negotiate | Iran | 2012-12-20\n- Radoslaw Sikorski | Express intent to meet or negotiate | Chuck Hagel | 2008-11-19\n- Javier Solana | Express intent to meet or negotiate | Chuck Hagel | 2006-01-16\n- Chuck Hagel | Express intent to meet or negotiate | Middle East | 2005-11-25\n- Shaukat Aziz | Consult | Chuck Hagel | 2006-04-13\n- Representatives (Russia) | Consult | Chuck Hagel | 2008-01-16\n- Radoslaw Sikorski | Consult | Chuck Hagel | 2008-11-23\n- Pervez Musharraf | Consult | Chuck Hagel | 2006-04-14\n- Pervez Musharraf | Consult | Chuck Hagel | 2006-04-13\n- Ministry (Afghanistan) | Consult | Chuck Hagel | 2013-03-12\n- Chuck Hagel | Make statement | Japan | 2013-03-16\nAnswer:", "completion": " Royal Administration (Saudi Arabia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1232691", "prompt": "After the international governmental organisations, who was the first to appeal to Oluṣẹgun Ọbasanjọ?\nEvidence:\n- Transparency International | Consult | Oluṣẹgun Ọbasanjọ | 2006-02-01\n- Oluṣẹgun Ọbasanjọ | Consult | Transparency International | 2006-02-01\n- Transparency International | Make statement | Oluṣẹgun Ọbasanjọ | 2005-10-19\n- Oluṣẹgun Ọbasanjọ | Consult | International Monetary Fund | 2006-09-18\n- International Monetary Fund | Consult | Oluṣẹgun Ọbasanjọ | 2006-09-18\n- Oluṣẹgun Ọbasanjọ | Make an appeal or request | Citizen (International) | 2007-04-20\n- Transparency International | Praise or endorse | Oluṣẹgun Ọbasanjọ | 2005-10-24\n- Transparency International | Praise or endorse | Oluṣẹgun Ọbasanjọ | 2005-10-23\n- International Government Organizations | Make an appeal or request | Oluṣẹgun Ọbasanjọ | 2005-09-07\n- Oluṣẹgun Ọbasanjọ | Express intent to meet or negotiate | Citizen (International) | 2006-09-13\n- International Government Organizations | Criticize or denounce | Oluṣẹgun Ọbasanjọ | 2005-09-07\n- Oluṣẹgun Ọbasanjọ | Express intent to meet or negotiate | International Monetary Fund | 2006-09-14\n- Togo | Consult | Oluṣẹgun Ọbasanjọ | 2005-06-03\n- Sudan | Consult | Oluṣẹgun Ọbasanjọ | 2005-12-28\n- Oluṣẹgun Ọbasanjọ | Mediate | Sudan | 2006-05-02\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1098036", "prompt": "In which year did the UN Security Council pay a visit to Dmitry Anatolyevich Medvedev?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- Kazakhstan | Host a visit | Dmitry Anatolyevich Medvedev | 2005-07-29\n- Dmitry Anatolyevich Medvedev | Make a visit | Kazakhstan | 2005-07-29\n- Dmitry Anatolyevich Medvedev | Make a visit | China | 2005-12-10\n- Dmitry Anatolyevich Medvedev | Make a visit | China | 2005-12-09\n- Dmitry Anatolyevich Medvedev | Make a visit | China | 2005-12-08\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2006-08-29\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2005-12-10\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2005-12-09\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Islam Karimov | Make a visit | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Islam Karimov | Host a visit | Dmitry Anatolyevich Medvedev | 2006-05-07\n- Islam Karimov | Host a visit | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Dmitry Anatolyevich Medvedev | Make a visit | Islam Karimov | 2006-05-07\n- Dmitry Anatolyevich Medvedev | Make a visit | Islam Karimov | 2006-05-06\nAnswer:", "completion": " 2008", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1166657", "prompt": "Who hosted the visit of the International Monetary Fund after October 2014?\nEvidence:\n- International Monetary Fund | Threaten | Romania | 2005-06-28\n- International Monetary Fund | Investigate | Tanzania | 2005-08-02\n- International Monetary Fund | Investigate | Tanzania | 2005-02-25\n- International Monetary Fund | Investigate | Iraq | 2005-05-12\n- International Monetary Fund | Demand | China | 2005-04-20\n- International Monetary Fund | Demand | Angola | 2005-07-06\n- Kemal Unakitan | Host a visit | International Monetary Fund | 2005-04-06\n- International Monetary Fund | Make a visit | Kemal Unakitan | 2005-04-06\n- Romania | Express accord | International Monetary Fund | 2005-04-13\n- Iraq | Express accord | International Monetary Fund | 2005-03-07\n- International Monetary Fund | Make statement | Vietnam | 2005-05-31\n- International Monetary Fund | Make statement | France | 2005-01-27\n- International Monetary Fund | Make statement | China | 2005-01-25\n- People Associated with the Opposition (Sri Lanka) | Consult | International Monetary Fund | 2005-06-02\n- International Monetary Fund | Consult | People Associated with the Opposition (Sri Lanka) | 2005-06-02\nAnswer:", "completion": " Klaus Johannis", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1348678", "prompt": "Could you tell me the exact month when the citizens of Greece last denounced Angela Merkel?\nEvidence:\n- Angela Merkel | Defend verbally | People Associated with the Opposition (Germany) | 2005-07-17\n- France | Consult | Angela Merkel | 2005-07-18\n- Angela Merkel | Demand | France | 2005-07-19\n- Angela Merkel | Consult | France | 2005-07-18\n- Tony Blair | Consult | Angela Merkel | 2005-02-07\n- Gerhard Schröder | Demand | Angela Merkel | 2005-07-27\n- Gerhard Schröder | Accuse | Angela Merkel | 2005-07-15\n- Angela Merkel | Reject | Gerhard Schröder | 2005-03-17\n- Angela Merkel | Make statement | France | 2005-07-20\n- Angela Merkel | Consult | Tony Blair | 2005-02-07\n- Angela Merkel | Accuse | Gerhard Schröder | 2005-07-20\n- Angela Merkel | Accuse | Gerhard Schröder | 2005-07-19\n- Angela Merkel | Accuse | Gerhard Schröder | 2005-06-16\n- Angela Merkel | Praise or endorse | Head of Government (Germany) | 2005-07-21\n- France | Host a visit | Angela Merkel | 2005-07-20\nAnswer:", "completion": " 2015-10", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1239409", "prompt": "With whom did Catherine Ashton have the last telephone conversation before Omar Suleiman?\nEvidence:\n- Omar Suleiman | Make statement | Iran | 2006-02-04\n- Omar Suleiman | Consult | Mahmoud Abbas | 2006-07-06\n- Omar Suleiman | Consult | Mahmoud Abbas | 2006-02-02\n- Omar Suleiman | Consult | Mahmoud Abbas | 2005-12-22\n- Omar Suleiman | Consult | Mahmoud Abbas | 2005-12-21\n- Omar Suleiman | Consult | Mahmoud Abbas | 2005-08-29\n- Omar Suleiman | Consult | Mahmoud Abbas | 2005-03-03\n- Omar Suleiman | Consult | John Garang | 2005-02-08\n- Omar Suleiman | Consult | Eli Yishai | 2005-02-03\n- Mahmoud Abbas | Consult | Omar Suleiman | 2006-07-06\n- Mahmoud Abbas | Consult | Omar Suleiman | 2006-02-02\n- Mahmoud Abbas | Consult | Omar Suleiman | 2005-12-22\n- Mahmoud Abbas | Consult | Omar Suleiman | 2005-12-21\n- Mahmoud Abbas | Consult | Omar Suleiman | 2005-08-29\n- Mahmoud Abbas | Consult | Omar Suleiman | 2005-03-03\nAnswer:", "completion": " Mahmoud Abbas", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1131387", "prompt": "Which country made the last negative comment about South Africa before the Israeli Foreign Ministry did?\nEvidence:\n- South Africa | Make empathetic comment | Togo | 2005-02-06\n- South Africa | Make empathetic comment | Gnassingbé Eyadéma | 2005-02-06\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- South Africa | Consult | China | 2005-02-05\n- China | Consult | South Africa | 2005-02-05\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-27\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-26\nAnswer:", "completion": " Sudan", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1194049", "prompt": "In December 2011, who wanted to negotiate with Nuri al-Maliki?\nEvidence:\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-05-20\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-26\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-25\n- Nuri al-Maliki | Consult | Iraq | 2006-04-27\n- Iraq | Consult | Nuri al-Maliki | 2006-04-27\n- Nuri al-Maliki | Engage in negotiation | Tony Blair | 2006-05-22\n- Nuri al-Maliki | Engage in negotiation | Donald Rumsfeld | 2006-04-26\n- Donald Rumsfeld | Engage in negotiation | Nuri al-Maliki | 2006-04-26\n- Donald Rumsfeld | Express intent to meet or negotiate | Nuri al-Maliki | 2006-04-26\n- Tony Blair | Consult | Nuri al-Maliki | 2006-05-22\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-22\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-20\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-09\n- Nuri al-Maliki | Make statement | Iraq | 2006-04-22\n- Nuri al-Maliki | Make statement | Iraq | 2005-08-22\nAnswer:", "completion": " Barack Obama", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1250780", "prompt": "Who last did the Government of France make a request to before the UN security council?\nEvidence:\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- Government (Sudan) | Make statement | UN Security Council | 2005-02-08\n- UN Security Council | Make a visit | Japan | 2005-01-29\n- UN Security Council | Make a visit | Iran | 2005-02-03\n- UN Security Council | Praise or endorse | France | 2005-02-01\n- France | Praise or endorse | UN Security Council | 2005-01-06\n- Ethiopia | Make an appeal or request | UN Security Council | 2005-02-08\n- Office of the United Nations High Commissioner for Human Rights | Make an appeal or request | UN Security Council | 2005-02-18\n- Japan | Host a visit | UN Security Council | 2005-01-29\n- Iran | Host a visit | UN Security Council | 2005-02-03\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Demand change in leadership | Head of Government (Togo) | 2005-02-25\n- UN Security Council | Make an appeal or request | Citizen (Sudan) | 2005-02-02\n- UN Security Council | Make an appeal or request | African Union | 2005-02-25\nAnswer:", "completion": " Mexico", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1315285", "prompt": "After Yoon Jeung Hyun, which country received the visit from Islam Karimov first?\nEvidence:\n- Yoon Jeung Hyun | Consult | Islam Karimov | 2010-05-05\n- Islam Karimov | Consult | Yoon Jeung Hyun | 2010-05-05\n- Yoon Jeung Hyun | Make a visit | Islam Karimov | 2010-05-05\n- Yoon Jeung Hyun | Host a visit | Islam Karimov | 2010-05-05\n- Islam Karimov | Make a visit | Yoon Jeung Hyun | 2010-05-05\n- Islam Karimov | Host a visit | Yoon Jeung Hyun | 2010-05-05\n- Yoon Jeung Hyun | Praise or endorse | Islam Karimov | 2010-05-05\n- Islam Karimov | Praise or endorse | Yoon Jeung Hyun | 2010-05-05\n- Islam Karimov | Express intent to meet or negotiate | Yoon Jeung Hyun | 2010-02-02\n- Yoon Jeung Hyun | Make a visit | Thailand | 2009-02-24\n- Yoon Jeung Hyun | Make a visit | China | 2010-07-27\n- Thailand | Host a visit | Yoon Jeung Hyun | 2009-02-24\n- China | Host a visit | Yoon Jeung Hyun | 2010-07-27\n- Yoon Jeung Hyun | Make statement | China | 2005-03-17\n- Yoon Jeung Hyun | Consult | Kaoru Yosano | 2009-06-27\nAnswer:", "completion": " Oman", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1086824", "prompt": "Before the Office of the United Nations High Commissioner for Human Rights, who made the last appeal to the other authorities and officials of Burundi?\nEvidence:\n- Other Authorities / Officials (Burundi) | Praise or endorse | Léonard Nyangoma | 2007-06-08\n- High Commission for Refugees | Make statement | Burundi | 2005-11-18\n- High Commission for Refugees | Sign formal agreement | Burundi | 2005-08-18\n- High Commission for Refugees | Criticize or denounce | Burundi | 2005-06-13\n- Burundi | Sign formal agreement | High Commission for Refugees | 2005-08-18\n- Burundi | Make an appeal or request | Head of Government (Burundi) | 2005-09-02\n- Rebel Group (Burundi) | fight with small arms and light weapons | Burundi | 2005-07-06\n- Rebel Group (Burundi) | fight with small arms and light weapons | Burundi | 2005-03-16\n- Japan | Reject | High Commission for Refugees | 2005-01-19\n- Burundi | Make statement | Government (Burundi) | 2005-08-02\n- High Commission for Refugees | Grant asylum | Japan | 2005-01-19\n- Burundi | Receive deployment of peacekeepers | Ethiopia | 2005-05-05\n- Rebel Group (Burundi) | Use unconventional violence | Burundi | 2005-09-14\n- Rebel Group (Burundi) | Use unconventional violence | Burundi | 2005-08-18\n- Rebel Group (Burundi) | Use unconventional violence | Burundi | 2005-04-24\nAnswer:", "completion": " East African Community", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1008817", "prompt": "Which country was the first to negotiate with Evo Morales?\nEvidence:\n- Evo Morales | Express intent to meet or negotiate | Andean Community | 2006-04-25\n- Evo Morales | Demand | Bolivia | 2005-09-25\n- Evo Morales | Consult | Bolivia | 2005-12-19\n- Bolivia | Consult | Evo Morales | 2005-12-19\n- Felipe Quispe | Accuse | Evo Morales | 2012-08-20\n- Evo Morales | Make statement | Bolivia | 2005-12-20\n- Evo Morales | Make statement | Bolivia | 2005-12-19\n- Evo Morales | Make statement | Bolivia | 2005-12-02\n- Evo Morales | Make statement | Bolivia | 2005-11-24\n- Evo Morales | Make statement | Bolivia | 2005-11-05\n- Evo Morales | Make statement | Bolivia | 2005-09-27\n- Evo Morales | Make statement | Bolivia | 2005-09-20\n- Evo Morales | Make statement | Bolivia | 2005-05-16\n- Evo Morales | Make statement | Bolivia | 2005-03-16\n- Evo Morales | Demand | Military (Bolivia) | 2015-04-19\nAnswer:", "completion": " China", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1032397", "prompt": "Who made the citizens of Uganda suffer at the hands of conventional military forces in May 2006?\nEvidence:\n- Police (Uganda) | Use conventional military force | Citizen (Uganda) | 2006-05-18\n- Police (Uganda) | Use conventional military force | Citizen (Uganda) | 2006-05-04\n- Israeli Defense Forces | Use conventional military force | Terrorist (Islamic Jihad) | 2006-05-31\n- al-Aqsa Martyrs' Brigades | Use conventional military force | Israeli Defense Forces | 2006-05-01\n- Israeli Defense Forces | Use conventional military force | Women (Palestinian Territory, Occupied) | 2006-05-04\n- Israeli Defense Forces | Use conventional military force | Women (Palestinian Territory, Occupied) | 2006-05-01\n- Israeli Defense Forces | Use conventional military force | Student (Palestinian Territory, Occupied) | 2006-05-22\n- Israeli Defense Forces | Use conventional military force | Combatant (Palestinian Territory, Occupied) | 2006-05-27\n- Israeli Defense Forces | Make statement | Popular Front for the Liberation of Palestine – General Command | 2006-05-29\nAnswer:", "completion": " Police (Uganda)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 9, "n_anchors": 0} +{"id": "mtq_1215073", "prompt": "Who made the first appeal to the citizens of the United Kingdom after the Health Select Committee?\nEvidence:\n- Health Select Committee | Make an appeal or request | Citizen (United Kingdom) | 2014-07-10\n- The Sunday Times | Make an appeal or request | Citizen (United Kingdom) | 2005-04-30\n- Citizen (United Kingdom) | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2005-01-09\n- Secretary of State for the Home Department | Demand | Citizen (United Kingdom) | 2005-02-22\n- Citizen (United Kingdom) | Make an appeal or request | Muslim (United Kingdom) | 2005-04-19\n- Citizen (United Kingdom) | Appeal for material cooperation | Labor Party (United Kingdom) | 2005-01-17\n- Citizen (United Kingdom) | Appeal for material cooperation | Labor Party (United Kingdom) | 2005-01-16\n- Party Member (United Kingdom) | Make an appeal or request | Citizen (United Kingdom) | 2005-04-29\n- Labor Party (United Kingdom) | Make an appeal or request | Citizen (United Kingdom) | 2005-04-08\n- Citizen (United Kingdom) | Make an appeal or request | Party Member (United Kingdom) | 2005-04-22\n- Citizen (United Kingdom) | Make an appeal or request | Party Member (United Kingdom) | 2005-04-16\n- Citizen (United Kingdom) | Make an appeal or request | Party Member (United Kingdom) | 2005-04-07\n- Citizen (United Kingdom) | Make an appeal or request | Government Official (United Kingdom) | 2005-03-16\n- Newspaper (United Kingdom) | Yield | Citizen (United Kingdom) | 2005-02-16\n- Newspaper (United Kingdom) | Investigate | Citizen (United Kingdom) | 2005-01-19\nAnswer:", "completion": " Party Member (United Kingdom)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1022292", "prompt": "Who first attacked the student of Thailand with small arms and light weapons after the armed opposition of Thailand?\nEvidence:\n- Armed Opposition (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-03-02\n- Armed Opposition (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-02-23\n- Armed Opposition (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-02-21\n- Armed Gang (Thailand) | fight with small arms and light weapons | Thailand | 2005-01-05\n- Armed Gang (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-02-26\n- Armed Gang (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-02-25\n- Armed Gang (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-02-22\n- Armed Gang (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-02-15\n- Armed Gang (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-02-12\n- Armed Gang (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-02-09\n- Armed Gang (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-02-08\n- Armed Gang (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-02-07\n- Armed Gang (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-02-02\n- Armed Gang (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-01-30\n- Armed Gang (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-01-26\nAnswer:", "completion": " Armed Gang (Thailand)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1298885", "prompt": "Who made the Ministry of Defence and Security of Croatia visit Portugal in the same month?\nEvidence:\n- Portugal | Make statement | Head of Government (Portugal) | 2005-03-13\n- Portugal | Make statement | Head of Government (Portugal) | 2005-03-12\n- Head of Government (Portugal) | Make statement | Portugal | 2005-03-21\n- Head of Government (Portugal) | Make statement | Portugal | 2005-03-13\n- Head of Government (Portugal) | Make statement | Portugal | 2005-03-12\n- Portugal | Praise or endorse | Head of Government (Portugal) | 2005-05-27\n- Portugal | Engage in negotiation | France | 2005-01-11\n- France | Engage in negotiation | Portugal | 2005-01-11\n- Portugal | Engage in symbolic act | China | 2005-01-13\n- Portugal | Engage in diplomatic cooperation | China | 2005-01-12\n- China | Engage in symbolic act | Portugal | 2005-01-13\n- China | Engage in diplomatic cooperation | Portugal | 2005-01-12\n- Children (Portugal) | Occupy territory | Portugal | 2005-06-10\n- Portugal | Host a visit | Joschka Fischer | 2005-06-07\n- Portugal | Host a visit | Joschka Fischer | 2005-06-06\nAnswer:", "completion": " Tony Blair", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1041593", "prompt": "Who formally signed an agreement with Ma Ying Jeou before 4 August 2009?\nEvidence:\n- Ma Ying Jeou | Sign formal agreement | China | 2009-08-04\n- China | Sign formal agreement | Ma Ying Jeou | 2009-08-04\n- Ma Ying Jeou | Express intent to engage in diplomatic cooperation (such as policy support) | Party Member (Taiwan) | 2009-08-04\n- China | Arrest, detain, or charge with legal action | Rio Tinto | 2009-08-04\n- China | Arrest, detain, or charge with legal action | Fishermen (Vietnam) | 2009-08-04\n- China | Arrest, detain, or charge with legal action | Criminal (China) | 2009-08-04\n- France | Make statement | China | 2009-08-04\n- China | Use tactics of violent repression | Media Personnel (China) | 2009-08-04\n- Barack Obama | Make statement | China | 2009-08-04\n- Abhisit Vejjajiva | Express intent to meet or negotiate | China | 2009-08-04\nAnswer:", "completion": " China", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 10, "n_anchors": 1} +{"id": "mtq_1008390", "prompt": "Before January 2007, who applied for the Middle East?\nEvidence:\n- Military (Middle East) | Mobilize or increase armed forces | Middle East | 2005-02-14\n- Tony Blair | Make statement | Middle East | 2005-02-04\n- Shimon Peres | Make statement | Middle East | 2005-02-26\n- Middle East | Praise or endorse | Iraq | 2005-03-22\n- Iraq | Provide military aid | Middle East | 2005-01-16\n- Gerhard Schröder | Make statement | Middle East | 2005-03-31\n- China | Praise or endorse | Middle East | 2005-03-23\n- China | Make optimistic comment | Middle East | 2005-02-09\n- Abdullah Gül | Make statement | Middle East | 2005-01-07\n- Tony Blair | Praise or endorse | Middle East | 2005-02-24\n- Shirin Ebadi | Criticize or denounce | Middle East | 2005-03-09\n- Royal Administration (Saudi Arabia) | Investigate | Middle East | 2005-04-16\n- Okada Katsuya | Make a visit | Middle East | 2005-03-30\n- Middle East | Host a visit | Okada Katsuya | 2005-03-30\n- Middle East | Host a visit | Mahmoud Abbas | 2005-02-01\nAnswer:", "completion": " Angela Merkel", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1144731", "prompt": "Who was last criticised by the citizens of Croatia before the Party Member of Croatia?\nEvidence:\n- Party Member (Croatia) | Consult | Democratic Party (Croatia) | 2015-02-06\n- Democratic Party (Croatia) | Consult | Party Member (Croatia) | 2015-02-06\n- Police (Croatia) | Investigate | Party Member (Croatia) | 2008-11-29\n- Citizen (Croatia) | Demand | Party Member (Croatia) | 2009-05-28\n- Citizen (Croatia) | Accuse | Party Member (Croatia) | 2015-05-27\n- Business (Croatia) | Investigate | Party Member (Croatia) | 2007-10-11\n- Party Member (Croatia) | Make statement | Government (Croatia) | 2007-10-06\n- Ombudsman (Croatia) | Make statement | Party Member (Croatia) | 2015-05-27\n- City Mayor (Croatia) | Accuse | Party Member (Croatia) | 2013-03-06\n- Party Member (Croatia) | Criticize or denounce | Citizen (Croatia) | 2007-11-10\n- Citizen (Croatia) | Criticize or denounce | Party Member (Croatia) | 2006-01-28\n- Croatian Party of Rights | Praise or endorse | Party Member (Croatia) | 2005-06-14\n- Party Member (Turkey) | Accuse | Member of the Judiciary (Turkey) | 2008-12-27\n- Member of the Judiciary (Turkey) | Accuse | Party Member (Turkey) | 2008-12-27\n- Party Member (Croatia) | Express intent to cooperate | Citizen (Croatia) | 2009-05-25\nAnswer:", "completion": " Police (Croatia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1389511", "prompt": "Who accused the German government in the same month of the men of Yemen?\nEvidence:\n- Yemen | Engage in negotiation | Malaysia | 2005-02-06\n- Yemen | Engage in negotiation | Eritrea | 2005-02-10\n- Yemen | Engage in negotiation | Eritrea | 2005-02-09\n- Malaysia | Engage in negotiation | Yemen | 2005-02-06\n- Eritrea | Engage in negotiation | Yemen | 2005-02-10\n- Eritrea | Engage in negotiation | Yemen | 2005-02-09\n- Head of Government (Germany) | Express intent to meet or negotiate | Yemen | 2005-02-18\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-02-08\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-01-30\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-01-29\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-07-21\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-03-10\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-01-01\n- Malaysia | Engage in diplomatic cooperation | Yemen | 2005-02-08\n- Malaysia | Engage in diplomatic cooperation | Yemen | 2005-01-30\nAnswer:", "completion": " People Associated with the Opposition (Germany)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1380690", "prompt": "Who was the last person to be threatened by the Thai military before the Thai student?\nEvidence:\n- Military (Laos) | Return, release person(s) | Student (Laos) | 2014-11-20\n- Student (Thailand) | Demonstrate or rally | Royal Thai Police | 2008-09-05\n- Yemen | Return, release person(s) | Student (Yemen) | 2010-10-31\n- Thailand | Return, release person(s) | Student (Thailand) | 2015-07-07\n- Mauritania | Return, release person(s) | Student (Mauritania) | 2005-05-26\n- Iran | Return, release person(s) | Student (Iran) | 2014-03-13\n- Iran | Return, release person(s) | Student (Iran) | 2007-08-09\n- Iran | Return, release person(s) | Student (Iran) | 2007-08-08\n- Iran | Return, release person(s) | Student (France) | 2010-05-19\n- Royal Thai Police | Return, release person(s) | Men (Denmark) | 2010-02-15\n- Police (Kenya) | Return, release person(s) | Student (Kenya) | 2013-11-13\n- Media (Thailand) | Return, release person(s) | Student (Thailand) | 2015-06-29\n- Student (Mali) | Discuss by telephone | Associated Press | 2012-01-18\n- Student (Kenya) | Discuss by telephone | Associated Press | 2015-04-02\n- Student (Bangladesh) | Discuss by telephone | Employee (Bangladesh) | 2010-08-18\nAnswer:", "completion": " Citizen (Thailand)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1336345", "prompt": "Who was threatened by Benjamin Netanyahu after March 3, 2015?\nEvidence:\n- Iran | Reject | Benjamin Netanyahu | 2015-03-03\n- Benjamin Netanyahu | Reject | Iran | 2015-03-03\n- Benjamin Netanyahu | Accuse | Iran | 2015-03-03\n- Benjamin Netanyahu | Threaten | Barack Obama | 2015-03-03\n- Benjamin Netanyahu | Make statement | Iran | 2015-03-03\n- Benjamin Netanyahu | Threaten | Congress (United States) | 2015-03-03\n- Benjamin Netanyahu | Criticize or denounce | Iran | 2015-03-03\n- Barack Obama | Make statement | Benjamin Netanyahu | 2015-03-03\n- Benjamin Netanyahu | Praise or endorse | Barack Obama | 2015-03-03\n- Benjamin Netanyahu | Engage in negotiation | Barack Obama | 2015-03-03\n- Benjamin Netanyahu | Criticize or denounce | Barack Obama | 2015-03-03\n- Barack Obama | Engage in negotiation | Benjamin Netanyahu | 2015-03-03\n- Barack Obama | Criticize or denounce | Benjamin Netanyahu | 2015-03-03\n- Congress (United States) | Host a visit | Benjamin Netanyahu | 2015-03-03\n- Benjamin Netanyahu | Make a visit | Congress (United States) | 2015-03-03\nAnswer:", "completion": " Barack Obama", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1393359", "prompt": "With whom did the leader of Turkmenistan express the intention to meet after 15 May 2012?\nEvidence:\n- Head of Government (Turkmenistan) | Make statement | People Associated with the Opposition (Turkmenistan) | 2011-08-05\n- Head of Government (Turkmenistan) | Express intent to meet or negotiate | Member of Legislative (Govt) (Turkmenistan) | 2007-02-10\n- Head of Government (Turkmenistan) | Express intent to meet or negotiate | Member of Legislative (Govt) (Turkmenistan) | 2007-02-09\n- Theresa May | Express intent to meet or negotiate | France | 2015-08-19\n- Theresa May | Express intent to meet or negotiate | France | 2015-08-18\n- Head of Government (Turkmenistan) | Make an appeal or request | People Associated with the Opposition (Turkmenistan) | 2012-01-18\n- Theresa May | Consult | Secretary of State for the Home Department | 2013-06-26\n- Secretary of State for the Home Department | Consult | Theresa May | 2013-06-26\n- Secretary of State for the Home Department | Accuse | Theresa May | 2014-11-04\n- Theresa May | Express intent to meet or negotiate | Ministry (Tunisia) | 2015-06-29\n- Akali Leader | Express intent to meet or negotiate | France | 2015-08-02\n- Head of Government (Turkmenistan) | Express intent to meet or negotiate | Romania | 2008-07-16\n- Head of Government (Turkmenistan) | Express intent to meet or negotiate | Romania | 2008-07-15\n- Head of Government (Turkmenistan) | Express intent to meet or negotiate | Romania | 2008-04-04\n- Head of Government (Turkmenistan) | Express intent to meet or negotiate | Romania | 2008-03-21\nAnswer:", "completion": " France", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1240521", "prompt": "After Sudan, to whom did the French government first send a request?\nEvidence:\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-27\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-26\n- Sudan | Make a visit | Ethiopia | 2005-04-11\n- Sudan | Host a visit | Ethiopia | 2005-08-02\n- Ethiopia | Make a visit | Sudan | 2005-08-02\n- Ethiopia | Host a visit | Sudan | 2005-04-11\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2005-01-13\n- Ethiopia | Praise or endorse | Government (Sudan) | 2005-01-10\n- Sudan | Host a visit | Oluṣẹgun Ọbasanjọ | 2005-01-10\nAnswer:", "completion": " France", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1347803", "prompt": "Before UAE Armed Forces, which country hosted Gerhard Schröder's visit from Gerhard Schröder last?\nEvidence:\n- UAE Armed Forces | Host a visit | Gerhard Schröder | 2005-03-05\n- Gerhard Schröder | Make a visit | UAE Armed Forces | 2005-03-05\n- UAE Armed Forces | Make statement | Gerhard Schröder | 2005-03-05\n- Gerhard Schröder | Express intent to meet or negotiate | UAE Armed Forces | 2005-03-02\n- UAE Armed Forces | Make a visit | Qatar | 2005-02-16\n- UAE Armed Forces | Make a visit | Kuwait | 2006-01-17\n- UAE Armed Forces | Make a visit | China | 2009-08-18\n- Qatar | Host a visit | UAE Armed Forces | 2005-02-16\n- Kuwait | Host a visit | UAE Armed Forces | 2006-01-17\n- China | Host a visit | UAE Armed Forces | 2009-08-18\n- UAE Armed Forces | Host a visit | Pervez Musharraf | 2007-07-27\n- UAE Armed Forces | Host a visit | Pervez Musharraf | 2007-01-24\n- UAE Armed Forces | Host a visit | Government (Qatar) | 2005-02-20\n- UAE Armed Forces | Host a visit | Angela Merkel | 2007-02-08\n- Pervez Musharraf | Make a visit | UAE Armed Forces | 2007-07-27\nAnswer:", "completion": " Yemen", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1098457", "prompt": "Against whom did the Taliban last use unconventional violence in 2010?\nEvidence:\n- Militant (Taliban) | Use unconventional violence | Insurgent (Afghanistan) | 2010-08-30\n- Militant (Taliban) | Use unconventional violence | Employee (Afghanistan) | 2010-09-19\n- Militant (Taliban) | Use unconventional violence | Employee (Afghanistan) | 2010-07-06\n- Militant (Taliban) | Use unconventional violence | Education (Pakistan) | 2010-12-06\n- Militant (Taliban) | Use unconventional violence | Education (Pakistan) | 2010-11-02\n- Militant (Taliban) | Use unconventional violence | Education (Pakistan) | 2010-10-12\n- Militant (Taliban) | Use unconventional violence | Education (Pakistan) | 2010-07-06\n- Militant (Taliban) | Use unconventional violence | Education (Pakistan) | 2010-06-14\n- Militant (Taliban) | Use unconventional violence | Education (Pakistan) | 2010-03-20\n- Militant (Taliban) | Use unconventional violence | Education (Pakistan) | 2010-02-21\n- Combatant (Taliban) | Use unconventional violence | Attacker (Afghanistan) | 2010-11-14\n- Militant (Taliban) | Use unconventional violence | Citizen (United Kingdom) | 2010-05-31\n- Militant (Taliban) | Use unconventional violence | Armed Rebel (Afghanistan) | 2010-07-04\n- Militant (Taliban) | Use unconventional violence | Afghan National Army | 2010-01-05\n- Combatant (Taliban) | Use unconventional violence | Afghan National Army | 2010-04-29\nAnswer:", "completion": " Military Personnel - Special (Afghanistan)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1303737", "prompt": "Who negotiated with the Foreign Ministry of Syria in the same month of Abdul-Karim Al-Arhabi?\nEvidence:\n- Foreign Affairs (Syria) | Engage in negotiation | Abdul-Karim Al-Arhabi | 2006-05-07\n- Abdul-Karim Al-Arhabi | Engage in negotiation | Foreign Affairs (Syria) | 2006-05-07\n- Foreign Affairs (Italy) | Consult | Abdul-Karim Al-Arhabi | 2007-04-05\n- Foreign Affairs (France) | Consult | Abdul-Karim Al-Arhabi | 2007-01-14\n- Foreign Affairs (Ethiopia) | Consult | Abdul-Karim Al-Arhabi | 2006-05-07\n- Abdul-Karim Al-Arhabi | Consult | Foreign Affairs (Italy) | 2007-04-05\n- Abdul-Karim Al-Arhabi | Consult | Foreign Affairs (France) | 2007-01-14\n- Abdul-Karim Al-Arhabi | Consult | Foreign Affairs (Ethiopia) | 2006-05-07\n- Japan | Consult | Abdul-Karim Al-Arhabi | 2008-06-20\n- Abdul-Karim Al-Arhabi | Consult | Japan | 2008-06-20\n- Foreign Affairs (Italy) | Engage in negotiation | Abdul-Karim Al-Arhabi | 2008-05-15\n- Foreign Affairs (Ethiopia) | Engage in negotiation | Abdul-Karim Al-Arhabi | 2006-05-07\n- Abdul-Karim Al-Arhabi | Engage in negotiation | Foreign Affairs (Italy) | 2008-05-15\n- Abdul-Karim Al-Arhabi | Engage in negotiation | Foreign Affairs (Ethiopia) | 2006-05-07\n- Foreign Affairs (South Korea) | Consult | Abdul-Karim Al-Arhabi | 2006-03-13\nAnswer:", "completion": " Abdullah ibn Husayn al-Ahmar", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1046752", "prompt": "When did Barack Obama last accuse Mahmoud Abbas?\nEvidence:\n- Mahmoud Abbas | Make statement | Japan | 2005-01-10\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-11\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-10\n- Mahmoud Abbas | Consult | Associated Press | 2005-01-01\n- Mahmoud Abbas | Consult | Abdullah Gül | 2005-01-05\n- Javier Solana | Consult | Mahmoud Abbas | 2005-01-11\n- Javier Solana | Consult | Mahmoud Abbas | 2005-01-10\n- Associated Press | Consult | Mahmoud Abbas | 2005-01-01\n- Abdullah Gül | Consult | Mahmoud Abbas | 2005-01-05\n- Vietnam | Praise or endorse | Mahmoud Abbas | 2005-01-11\n- Shimon Peres | Make statement | Mahmoud Abbas | 2005-01-10\n- Rafael Antonio Bielsa | Consult | Mahmoud Abbas | 2005-01-10\n- Pervez Musharraf | Make statement | Mahmoud Abbas | 2005-01-11\n- Pervez Musharraf | Make statement | Mahmoud Abbas | 2005-01-10\n- Nabil Shaath | Make statement | Mahmoud Abbas | 2005-01-15\nAnswer:", "completion": " 2014-06-10", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1281656", "prompt": "Could you tell me the exact month when Uhuru Muigai Kenyatta last negotiated with Barack Obama?\nEvidence:\n- Uhuru Muigai Kenyatta | Engage in negotiation | Barack Obama | 2006-08-25\n- Barack Obama | Engage in negotiation | Uhuru Muigai Kenyatta | 2006-08-25\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2012-10-05\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2012-02-18\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2007-03-15\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2006-12-20\n- William Ruto | Accuse | Uhuru Muigai Kenyatta | 2012-05-08\n- Uhuru Muigai Kenyatta | Yield | Mwai Kibaki | 2005-09-12\n- Uhuru Muigai Kenyatta | Demand | Media (Africa) | 2005-05-23\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2012-10-05\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2012-02-18\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2007-03-15\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2006-12-20\n- Uhuru Muigai Kenyatta | Accuse | William Ruto | 2005-02-22\n- William Ruto | Make statement | Uhuru Muigai Kenyatta | 2012-01-20\nAnswer:", "completion": " 2015-07", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1256187", "prompt": "In the same year, who threatened the citizens of the United Kingdom?\nEvidence:\n- Chancellor of the Exchequer | Reject | Citizen (United Kingdom) | 2006-07-13\n- Member of the Judiciary (United States) | Reject | Businessperson (United Kingdom) | 2011-10-27\n- President of the Senate (United Kingdom) | Consult | Joaquim Barbosa | 2014-05-29\n- Newspaper (United Kingdom) | Make statement | Chancellor of the Exchequer | 2006-11-24\n- Joaquim Barbosa | Consult | President of the Senate (United Kingdom) | 2014-05-29\n- President of the Senate (United Kingdom) | Consult | House Speaker (United States) | 2005-12-29\n- Men (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2006-07-13\n- Lawyer/Attorney (United Kingdom) | Apologize | Member of the Judiciary (United States) | 2008-03-22\n- House Speaker (United States) | Consult | President of the Senate (United Kingdom) | 2005-12-29\n- Citizen (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2011-02-23\n- Citizen (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2009-02-12\n- Citizen (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2009-02-11\n- Citizen (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2008-11-05\n- Citizen (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2006-07-15\n- President of the Senate (United States) | Make statement | House Speaker (United Kingdom) | 2013-07-31\nAnswer:", "completion": " Tony Blair", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1071068", "prompt": "After November, the year of 2008, who did the Foreign Affairs of France decline?\nEvidence:\n- Foreign Affairs (France) | Make statement | France | 2005-01-25\n- Foreign Affairs (France) | Make statement | France | 2005-01-11\n- Foreign Affairs (France) | Make statement | France | 2005-01-10\n- UN Security Council | Consult | Foreign Affairs (South Korea) | 2005-01-09\n- Foreign Affairs (South Korea) | Consult | UN Security Council | 2005-01-09\n- Foreign Affairs (Denmark) | Make statement | UN Security Council | 2005-05-12\n- Foreign Affairs (Syria) | Express intent to meet or negotiate | UN Security Council | 2005-03-04\n- Foreign Affairs (Israel) | Express intent to meet or negotiate | UN Security Council | 2005-05-18\n- Newspaper (France) | Make statement | France | 2005-01-07\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- Men (France) | Threaten with military force | France | 2005-01-28\n- France | Expel or deport individuals | Immigrants (France) | 2005-01-13\n- Office of the United Nations High Commissioner for Human Rights | Make an appeal or request | UN Security Council | 2005-02-18\n- France | Make statement | Iran | 2005-01-27\n- France | Make statement | Iran | 2005-01-26\nAnswer:", "completion": " China", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1289549", "prompt": "Who was the last person José Miguel Insulza wanted to negotiate with before Evo Morales?\nEvidence:\n- José Miguel Insulza | Criticize or denounce | José Miguel Insulza | 2005-02-24\n- José Miguel Insulza | Yield | Bolivia | 2005-05-03\n- José Miguel Insulza | Consult | Bolivia | 2005-05-02\n- Bolivia | Reject | José Miguel Insulza | 2005-05-01\n- Bolivia | Reject | José Miguel Insulza | 2005-04-29\n- Bolivia | Reject | José Miguel Insulza | 2005-04-19\n- Bolivia | Consult | José Miguel Insulza | 2005-05-02\n- José Miguel Insulza | Make statement | Mexico | 2005-05-03\n- José Miguel Insulza | Make statement | Mexico | 2005-01-18\n- José Miguel Insulza | Make statement | Bolivia | 2005-05-03\n- José Miguel Insulza | Consult | Government (Nicaragua) | 2005-06-17\n- José Miguel Insulza | Consult | Daniel Ortega | 2005-06-17\n- Government (Nicaragua) | Consult | José Miguel Insulza | 2005-06-17\n- Daniel Ortega | Consult | José Miguel Insulza | 2005-06-17\n- Juan Gabriel Valdés | Consult | José Miguel Insulza | 2006-01-18\nAnswer:", "completion": " Belize", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1217605", "prompt": "Which country hosted the visit from the Business of Taiwan first in 2008?\nEvidence:\n- Head of Government (Taiwan) | Make statement | Business (Taiwan) | 2008-09-27\n- Head of Government (Taiwan) | Make statement | Business (Taiwan) | 2008-09-26\n- China | Host a visit | Business (Taiwan) | 2008-12-26\n- China | Host a visit | Business (Taiwan) | 2008-11-25\n- China | Host a visit | Business (Taiwan) | 2008-05-30\n- China | Host a visit | Business (Taiwan) | 2008-05-29\n- China | Host a visit | Business (Taiwan) | 2008-03-13\n- China | Host a visit | Business (Taiwan) | 2008-02-17\n- Business (Taiwan) | Make a visit | China | 2008-12-26\n- Business (Taiwan) | Make a visit | China | 2008-11-25\n- Business (Taiwan) | Make a visit | China | 2008-05-30\n- Business (Taiwan) | Make a visit | China | 2008-05-29\n- Business (Taiwan) | Make a visit | China | 2008-03-13\n- Business (Taiwan) | Make a visit | China | 2008-02-17\n- Business (Taiwan) | Yield | Farm Worker (Taiwan) | 2008-05-29\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1238438", "prompt": "Who was the first person to be accused by Dimeji Bankole after the Nigerian leader?\nEvidence:\n- Dimeji Bankole | Make an appeal or request | Nigerian Bar Association | 2009-03-09\n- Dimeji Bankole | Threaten | Citizen (Nigeria) | 2008-06-30\n- Dimeji Bankole | Reject | Citizen (Nigeria) | 2009-03-19\n- Dimeji Bankole | Make statement | USAID | 2008-06-05\n- Dimeji Bankole | Investigate | Ministry (Nigeria) | 2008-05-22\n- Dimeji Bankole | Demand | Citizen (Nigeria) | 2009-03-17\n- Dimeji Bankole | Accuse | Ministry (Nigeria) | 2009-01-29\n- Dimeji Bankole | Accuse | Citizen (Nigeria) | 2009-04-13\n- Dimeji Bankole | Accuse | Citizen (Nigeria) | 2009-01-19\n- Citizen (Nigeria) | Demand | Dimeji Bankole | 2008-10-24\n- Dimeji Bankole | Express intent to cooperate | Citizen (Nigeria) | 2008-08-26\n- Dimeji Bankole | Express intent to cooperate | Citizen (Nigeria) | 2007-12-27\n- Ethnic Group (Nigeria) | Accuse | Dimeji Bankole | 2008-10-17\n- Dimeji Bankole | Make statement | Government (Nigeria) | 2009-04-13\n- Dimeji Bankole | Make statement | Assemblies (France) | 2008-04-04\nAnswer:", "completion": " Member of Legislative (Govt) (Nigeria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1115268", "prompt": "With which country did Roh Moo Hyun negotiate on the same day as the head of government of Peru?\nEvidence:\n- Roh Moo Hyun | Praise or endorse | Head of Government (South Korea) | 2005-01-27\n- Roh Moo Hyun | Demand | Japan | 2005-03-04\n- Roh Moo Hyun | Demand | Japan | 2005-03-03\n- Roh Moo Hyun | Demand | Japan | 2005-03-02\n- Roh Moo Hyun | Demand | Japan | 2005-03-01\n- Roh Moo Hyun | Demand | Japan | 2005-02-25\n- Roh Moo Hyun | Consult | Chongwadai | 2005-02-19\n- Chongwadai | Consult | Roh Moo Hyun | 2005-02-19\n- South Korea | Reject | Roh Moo Hyun | 2005-02-17\n- Roh Moo Hyun | Make statement | Japan | 2005-03-14\n- Roh Moo Hyun | Make statement | Japan | 2005-03-02\n- Roh Moo Hyun | Make statement | Chongwadai | 2005-02-23\n- Roh Moo Hyun | Demand | South Korea | 2005-01-04\n- Roh Moo Hyun | Demand rights | Japan | 2005-03-04\n- Roh Moo Hyun | Demand rights | Japan | 2005-03-03\nAnswer:", "completion": " South Korea", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1306749", "prompt": "Who host the visit from Middle East first after the Defense Security Ministry of United States did?\nEvidence:\n- Middle East | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-02-09\n- Middle East | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-02-05\n- Defense / Security Ministry (United States) | Consult | Abdullah Gül | 2005-01-31\n- Abdullah Gül | Consult | Defense / Security Ministry (United States) | 2005-01-31\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | Middle East | 2005-02-09\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | Middle East | 2005-02-05\n- Middle East | Host a visit | Okada Katsuya | 2005-03-30\n- Middle East | Host a visit | Mahmoud Abbas | 2005-02-01\n- Middle East | Host a visit | Kay Granger | 2005-01-11\n- Middle East | Host a visit | Javier Solana | 2005-01-09\n- Middle East | Host a visit | Javier Solana | 2005-01-08\n- Middle East | Host a visit | Hannes Swoboda | 2005-02-04\n- Middle East | Host a visit | Gerhard Schröder | 2005-04-03\n- Middle East | Host a visit | Abdullah Gül | 2005-01-09\n- Middle East | Host a visit | Abdullah Gül | 2005-01-06\nAnswer:", "completion": " Juan Carlos I", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1386450", "prompt": "Before the businessman from New Zealand, who did the New Zealand police make a request to last?\nEvidence:\n- Trade Official (New Zealand) | Make statement | The Poor (New Zealand) | 2005-01-01\n- The Poor (New Zealand) | Express intent to cooperate | Children (New Zealand) | 2009-03-03\n- Police (New Zealand) | Make an appeal or request | Muslim (New Zealand) | 2006-04-05\n- Police (New Zealand) | Make an appeal or request | Children (New Zealand) | 2008-10-18\n- Police (New Zealand) | Make an appeal or request | Children (New Zealand) | 2008-10-08\n- Police (New Zealand) | Make an appeal or request | Children (New Zealand) | 2008-05-08\n- Police (New Zealand) | Make an appeal or request | Children (New Zealand) | 2008-04-21\n- Police (New Zealand) | Make an appeal or request | Children (New Zealand) | 2007-07-20\n- Christian (New Zealand) | Make an appeal or request | Police (New Zealand) | 2008-03-25\n- Children (New Zealand) | Make an appeal or request | Police (New Zealand) | 2007-02-08\n- Children (New Zealand) | Make an appeal or request | Police (New Zealand) | 2006-08-20\n- Police (New Zealand) | Make statement | Transport (New Zealand) | 2008-10-09\n- Police (New Zealand) | Make statement | Transport (New Zealand) | 2006-12-31\n- Police (New Zealand) | Make statement | Religion (New Zealand) | 2006-09-23\n- Police (New Zealand) | Make statement | Murderer (New Zealand) | 2007-12-11\nAnswer:", "completion": " Children (New Zealand)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1188655", "prompt": "Who last accused the citizens of Australia in 2011?\nEvidence:\n- Vietnam | Engage in diplomatic cooperation | Committees for the Defense of the Revolution | 2005-09-30\n- People Associated with the Opposition (Australia) | Accuse | Member of Parliament (Australia) | 2005-11-23\n- The Daily Telegraph | Engage in symbolic act | Citizen (Australia) | 2005-01-08\n- People Associated with the Opposition (Australia) | Demand change in leadership | Citizen (Australia) | 2005-08-11\n- People Associated with the Opposition (Australia) | Make statement | Member of Parliament (Australia) | 2005-03-15\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2006-06-28\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2006-05-14\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2006-04-04\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2005-11-08\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2005-05-09\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2005-03-15\n- People Associated with the Opposition (Australia) | Criticize or denounce | Member of Parliament (Australia) | 2006-11-29\n- Member of Parliament (Australia) | Criticize or denounce | People Associated with the Opposition (Australia) | 2006-06-10\n- Member of Parliament (Australia) | Bring lawsuit against | The Daily Telegraph | 2006-09-28\n- Cabinet / Council of Ministers / Advisors (Australia) | Make statement | People Associated with the Opposition (Australia) | 2005-06-28\nAnswer:", "completion": " Police (Australia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1354977", "prompt": "To whom did Michael Sata make the last request before the US State Department?\nEvidence:\n- Michael Sata | Make statement | China | 2006-09-06\n- Michael Sata | Accuse | China | 2006-09-06\n- Michael Sata | Accuse | China | 2006-09-05\n- Michael Sata | Accuse | China | 2006-09-01\n- Michael Sata | Make an appeal or request | Citizen (Zambia) | 2006-03-20\n- Michael Sata | Make an appeal or request | Citizen (Zambia) | 2005-08-03\n- Michael Sata | Make an appeal or request | Children (Zambia) | 2013-12-10\n- Michael Sata | Make an appeal or request | Children (Zambia) | 2011-03-21\n- Michael Sata | Make an appeal or request | Children (Zambia) | 2005-02-08\n- Nevers Mumba | Make statement | Michael Sata | 2014-01-21\n- Nevers Mumba | Make statement | Michael Sata | 2012-11-06\n- Nevers Mumba | Make statement | Michael Sata | 2006-04-11\n- Nevers Mumba | Make statement | Michael Sata | 2005-06-23\n- Michael Sata | Make statement | Nevers Mumba | 2013-04-18\n- Michael Sata | Make statement | Nevers Mumba | 2013-02-15\nAnswer:", "completion": " Citizen (Zambia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1308412", "prompt": "Before the Ministry of Jordan, who commended the Royal Administration of Saudi Arabia last?\nEvidence:\n- Ministry (Jordan) | Praise or endorse | Royal Administration (Saudi Arabia) | 2009-09-23\n- Royal Administration (Saudi Arabia) | Praise or endorse | Royal Administration (Jordan) | 2006-08-23\n- Royal Administration (Saudi Arabia) | Host a visit | Royal Administration (Jordan) | 2007-09-02\n- Royal Administration (Jordan) | Make a visit | Royal Administration (Saudi Arabia) | 2007-09-02\n- Treasury/Finance Ministry (Saudi Arabia) | Consult | Royal Administration (Saudi Arabia) | 2015-03-18\n- Treasury/Finance Ministry (Saudi Arabia) | Consult | Royal Administration (Saudi Arabia) | 2011-07-05\n- Treasury/Finance Ministry (Saudi Arabia) | Consult | Royal Administration (Saudi Arabia) | 2006-07-10\n- Royal Administration (Saudi Arabia) | Consult | Treasury/Finance Ministry (Saudi Arabia) | 2015-03-18\n- Royal Administration (Saudi Arabia) | Consult | Treasury/Finance Ministry (Saudi Arabia) | 2011-07-05\n- Royal Administration (Saudi Arabia) | Consult | Treasury/Finance Ministry (Saudi Arabia) | 2006-07-10\n- Education Ministry (Saudi Arabia) | Make statement | Royal Administration (Saudi Arabia) | 2011-02-15\n- Women (Jordan) | Bring lawsuit against | Royal Administration (Saudi Arabia) | 2013-06-26\n- Business (Jordan) | Praise or endorse | Royal Administration (Saudi Arabia) | 2006-02-27\n- Royal Administration (Saudi Arabia) | Threaten | Citizen (Saudi Arabia) | 2008-10-28\n- Royal Administration (Saudi Arabia) | Investigate | Education (Saudi Arabia) | 2006-03-26\nAnswer:", "completion": " Education Ministry (Saudi Arabia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1092368", "prompt": "Who was the first to make a request to Barack Obama in 2014?\nEvidence:\n- Barack Obama | Make a visit | China | 2014-01-23\n- Barack Obama | Make an appeal or request | Iran | 2014-01-15\n- Barack Obama | Make a visit | Legislature (Iraq) | 2014-01-24\n- Iraq | Engage in negotiation | Barack Obama | 2014-01-08\n- Iran | Engage in negotiation | Barack Obama | 2014-01-10\n- Barack Obama | Engage in negotiation | Iraq | 2014-01-08\n- Barack Obama | Engage in negotiation | Iran | 2014-01-24\n- Barack Obama | Engage in negotiation | Iran | 2014-01-10\n- Barack Obama | Make an appeal or request | South Sudan | 2014-01-24\n- China | Host a visit | Barack Obama | 2014-01-23\n- Xi Jinping | Engage in negotiation | Barack Obama | 2014-03-24\n- North America | Engage in negotiation | Barack Obama | 2014-01-14\n- North America | Engage in negotiation | Barack Obama | 2014-01-13\n- Legislature (Iraq) | Engage in negotiation | Barack Obama | 2014-01-23\n- Barack Obama | Engage in negotiation | Xi Jinping | 2014-03-24\nAnswer:", "completion": " Mikhail Sergeyevich Gorbachev", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1189071", "prompt": "Could you tell me the exact month when Pervez Musharraf made a condemnation to the UN Security Council?\nEvidence:\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- UN Security Council | Make a visit | Japan | 2005-01-29\n- UN Security Council | Make a visit | Iran | 2005-02-03\n- Japan | Host a visit | UN Security Council | 2005-01-29\n- Iran | Host a visit | UN Security Council | 2005-02-03\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- Pervez Musharraf | Make a visit | Iran | 2005-02-13\n- Pervez Musharraf | Make a visit | Iran | 2005-02-12\n- Iran | Host a visit | Pervez Musharraf | 2005-02-13\n- Iran | Host a visit | Pervez Musharraf | 2005-02-12\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\n- UN Security Council | Consult | Nabil Shaath | 2005-01-11\nAnswer:", "completion": " 2005-09", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1347276", "prompt": "After 2011, who accused Vietnam?\nEvidence:\n- Vietnam | Demand | China | 2005-01-15\n- Vietnam | Demand | China | 2005-01-14\n- Vietnam | Consult | China | 2005-02-11\n- Vietnam | Accuse | China | 2005-01-21\n- China | Consult | Vietnam | 2005-02-11\n- Unified Buddhist Church of Vietnam | Appeal for rights | Vietnam | 2005-02-11\n- Finance / Economy / Commerce / Trade Ministry (Vietnam) | Make statement | Vietnam | 2005-01-18\n- Vietnam | fight with small arms and light weapons | Fishermen (Vietnam) | 2005-01-14\n- Vietnam | Sign formal agreement | China | 2005-01-14\n- Vietnam | Sign formal agreement | China | 2005-01-13\n- Vietnam | Praise or endorse | China | 2005-01-14\n- Vietnam | Praise or endorse | China | 2005-01-13\n- Vietnam | Host a visit | Iran | 2005-01-11\n- Vietnam | Host a visit | Iran | 2005-01-10\n- Vietnam | Host a visit | China | 2005-01-09\nAnswer:", "completion": " Cambodia", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1309899", "prompt": "In which month did the citizens of Brazil express their intention to cooperate with the people associated with the Brazilian opposition?\nEvidence:\n- People Associated with the Opposition (Brazil) | Express intent to cooperate | Citizen (Brazil) | 2009-12-23\n- Citizen (Brazil) | Express intent to cooperate | People Associated with the Opposition (Brazil) | 2009-12-23\n- People Associated with the Opposition (Brazil) | Investigate | Citizen (Brazil) | 2010-11-01\n- People Associated with the Opposition (Brazil) | Investigate | Citizen (Brazil) | 2008-09-17\n- People Associated with the Opposition (Brazil) | Investigate | Citizen (Brazil) | 2005-10-08\n- People Associated with the Opposition (Brazil) | Demand | Ministry (Brazil) | 2012-01-11\n- People Associated with the Opposition (Brazil) | Demand | Ministry (Brazil) | 2012-01-10\n- People Associated with the Opposition (Brazil) | Demand | Ministry (Brazil) | 2011-05-20\n- People Associated with the Opposition (Brazil) | Accuse | Ministry (Brazil) | 2008-04-12\n- People Associated with the Opposition (Brazil) | Accuse | Congress (Brazil) | 2014-04-10\n- People Associated with the Opposition (Brazil) | Accuse | Citizen (Brazil) | 2009-03-24\n- People Associated with the Opposition (Brazil) | Accuse | Citizen (Brazil) | 2008-02-14\n- People Associated with the Opposition (Brazil) | Accuse | Citizen (Brazil) | 2006-02-06\n- Ministry (Brazil) | Threaten | People Associated with the Opposition (Brazil) | 2005-12-23\n- Ministry (Brazil) | Demand | People Associated with the Opposition (Brazil) | 2009-11-18\nAnswer:", "completion": " 2009-12", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1045272", "prompt": "Who praised Michael Sata in the same month of Elizabeth II?\nEvidence:\n- Laos | Engage in symbolic act | Elizabeth II | 2005-06-13\n- Head of Government (Brazil) | Consult | Elizabeth II | 2006-03-13\n- Elizabeth II | Consult | Head of Government (Brazil) | 2006-03-13\n- Michael Sata | Accuse | China | 2006-09-06\n- Michael Sata | Accuse | China | 2006-09-05\n- Michael Sata | Accuse | China | 2006-09-01\n- Tony Blair | Consult | Elizabeth II | 2005-11-12\n- Police (Australia) | Consult | Elizabeth II | 2006-03-14\n- Elizabeth II | Consult | Tony Blair | 2005-11-12\n- Elizabeth II | Consult | Police (Australia) | 2006-03-14\n- Elizabeth II | Consult | Aleksander Kwasniewski | 2005-11-08\n- Aleksander Kwasniewski | Consult | Elizabeth II | 2005-11-08\n- Elizabeth II | Engage in symbolic act | Citizen (Australia) | 2006-03-28\n- Ronnie Shikapwasha | Threaten | Michael Sata | 2006-08-30\n- Nevers Mumba | Accuse | Michael Sata | 2013-12-24\nAnswer:", "completion": " Mahmoud Ahmadinejad", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1253577", "prompt": "To whom did Umaru Musa Yar'Adua last make a request before the Nigerian Ministry of Health?\nEvidence:\n- Nigerian Television Authority | Make statement | Umaru Musa Yar'Adua | 2006-12-18\n- Nigerian Television Authority | Make statement | Umaru Musa Yar'Adua | 2006-12-17\n- Umaru Musa Yar'Adua | Make a visit | South Africa | 2007-05-09\n- Umaru Musa Yar'Adua | Threaten | Government (Nigeria) | 2005-01-25\n- Umaru Musa Yar'Adua | Demand | Citizen (Nigeria) | 2007-05-31\n- Umaru Musa Yar'Adua | Consult | South Africa | 2007-04-26\n- Umaru Musa Yar'Adua | Consult | Abdoulaye Wade | 2007-05-08\n- Umaru Musa Yar'Adua | Accuse | Citizen (Nigeria) | 2007-01-05\n- South Africa | Consult | Umaru Musa Yar'Adua | 2007-04-26\n- Oluṣẹgun Ọbasanjọ | Yield | Umaru Musa Yar'Adua | 2007-05-30\n- Oluṣẹgun Ọbasanjọ | Yield | Umaru Musa Yar'Adua | 2007-05-29\n- Daily Trust | Reject | Umaru Musa Yar'Adua | 2007-02-09\n- Citizen (Nigeria) | Demand | Umaru Musa Yar'Adua | 2007-04-23\n- Abdoulaye Wade | Consult | Umaru Musa Yar'Adua | 2007-05-08\n- Umaru Musa Yar'Adua | Make statement | Government (Nigeria) | 2007-05-29\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1292191", "prompt": "Who was the first country to host the visit of the United States Congress, after the Dominican Republic?\nEvidence:\n- Dominican Republic | Reject | Congress (United States) | 2005-12-21\n- Dominican Republic | Sign formal agreement | Congress (United States) | 2005-07-28\n- Congress (United States) | Praise or endorse | Dominican Republic | 2005-07-28\n- Congress (United States) | Express intent to settle dispute | Dominican Republic | 2005-07-28\n- Dominican Republic | Host a visit | China | 2005-01-28\n- United States Senate | Praise or endorse | Dominican Republic | 2005-07-01\n- China | Host a visit | Congress (United States) | 2005-01-18\n- Dominican Republic | Make statement | Revolutionary Party (Dominican Republic) | 2005-10-19\n- Business (Dominican Republic) | Express intent to meet or negotiate | Dominican Republic | 2005-07-18\n- Dominican Republic | Praise or endorse | Revolutionary Party (Dominican Republic) | 2005-10-19\n- China | Make a visit | Dominican Republic | 2005-01-28\n- Mexico | Consult | Dominican Republic | 2005-12-21\n- Mexico | Consult | Dominican Republic | 2005-12-14\n- Mexico | Consult | Dominican Republic | 2005-12-13\n- Mexico | Consult | Dominican Republic | 2005-05-23\nAnswer:", "completion": " Ali Abdullah Saleh", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1331579", "prompt": "Before 7 March 2015, who did the Canadian police release people to?\nEvidence:\n- March 23 Movement | Make statement | Police (Senegal) | 2012-02-02\n- Police (Mauritania) | Return, release person(s) | People Associated with the Opposition (Mauritania) | 2014-08-07\n- Canadian Broadcasting Corporation | Yield | Police (Canada) | 2014-11-27\n- Canadian Broadcasting Corporation | Yield | Police (Canada) | 2014-11-26\n- Canadian Broadcasting Corporation | Make statement | Police (Canada) | 2011-05-25\n- Canadian Broadcasting Corporation | Make statement | Police (Canada) | 2009-10-12\n- Canadian Broadcasting Corporation | Make statement | Police (Canada) | 2006-06-16\n- The Hague | Express intent to release persons or property | The Hague | 2012-11-17\n- The Hague | Express intent to release persons or property | The Hague | 2012-11-16\n- Political Parties (Senegal) | Consult | March 23 Movement | 2012-01-26\n- March 23 Movement | Consult | Political Parties (Senegal) | 2012-01-26\n- Abdoulaye Wade | Make statement | March 23 Movement | 2012-02-18\n- People Associated with the Opposition (Brazil) | Return, release person(s) | Party Member (Brazil) | 2014-11-03\n- Canadian Broadcasting Corporation | Engage in material cooperation | Police (Canada) | 2009-11-01\n- People Associated with the Opposition (Australia) | Threaten | Police (Australia) | 2009-09-24\nAnswer:", "completion": " Women (Canada)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1320646", "prompt": "With whom did Yair Lapid last express an interest in cooperation in 2014?\nEvidence:\n- Yair Lapid | Threaten | Benjamin Netanyahu | 2014-11-17\n- Yair Lapid | Consult | Benjamin Netanyahu | 2014-12-01\n- Yair Lapid | Consult | Benjamin Netanyahu | 2014-09-11\n- Yair Lapid | Consult | Benjamin Netanyahu | 2014-08-27\n- Yair Lapid | Consult | Benjamin Netanyahu | 2014-05-29\n- Yair Lapid | Accuse | Mahmoud Abbas | 2014-04-24\n- Benjamin Netanyahu | Consult | Yair Lapid | 2014-12-02\n- Benjamin Netanyahu | Consult | Yair Lapid | 2014-12-01\n- Benjamin Netanyahu | Consult | Yair Lapid | 2014-09-11\n- Benjamin Netanyahu | Consult | Yair Lapid | 2014-08-27\n- Benjamin Netanyahu | Consult | Yair Lapid | 2014-05-29\n- Benjamin Netanyahu | Accuse | Yair Lapid | 2014-12-02\n- Yair Lapid | Express intent to cooperate | Benjamin Netanyahu | 2014-10-02\n- Yair Lapid | Express intent to cooperate | Benjamin Netanyahu | 2014-09-28\n- Yair Lapid | Express intent to cooperate | Benjamin Netanyahu | 2014-09-24\nAnswer:", "completion": " Benjamin Netanyahu", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1336675", "prompt": "Who was the first to praise Zine El Abidine Ben Ali after the activist from France?\nEvidence:\n- Zine El Abidine Ben Ali | Consult | Muhammad VI | 2007-03-13\n- Zine El Abidine Ben Ali | Consult | Ministry (Tunisia) | 2007-01-29\n- Zine El Abidine Ben Ali | Consult | Ministry (Tunisia) | 2005-07-03\n- Zine El Abidine Ben Ali | Consult | Mahmoud Abbas | 2006-08-08\n- Zine El Abidine Ben Ali | Consult | Mahmoud Abbas | 2006-06-01\n- Zine El Abidine Ben Ali | Consult | Mahmoud Abbas | 2006-05-31\n- Zine El Abidine Ben Ali | Consult | Mahmoud Abbas | 2006-05-30\n- Zine El Abidine Ben Ali | Consult | Mahmoud Abbas | 2005-11-19\n- Zine El Abidine Ben Ali | Consult | Mahmoud Abbas | 2005-06-01\n- Zine El Abidine Ben Ali | Consult | Donald Rumsfeld | 2006-02-11\n- Muhammad VI | Consult | Zine El Abidine Ben Ali | 2007-03-13\n- Ministry (Tunisia) | Consult | Zine El Abidine Ben Ali | 2007-01-29\n- Ministry (Tunisia) | Consult | Zine El Abidine Ben Ali | 2005-07-03\n- Mahmoud Abbas | Consult | Zine El Abidine Ben Ali | 2006-08-08\n- Mahmoud Abbas | Consult | Zine El Abidine Ben Ali | 2006-06-01\nAnswer:", "completion": " Royal Administration (Saudi Arabia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1193390", "prompt": "Before the United Nations Interim Administration in Kosovo, with which country did Romania last sign formal agreements?\nEvidence:\n- United Nations Interim Administration in Kosovo | Sign formal agreement | Romania | 2006-06-09\n- Romania | Sign formal agreement | United Nations Interim Administration in Kosovo | 2006-06-09\n- United Nations Interim Administration in Kosovo | Demonstrate or rally | United Nations Interim Administration in Kosovo | 2006-06-08\n- United Nations Interim Administration in Kosovo | Make statement | Police (Kosovo) | 2007-01-09\n- United Nations Interim Administration in Kosovo | Make statement | Police (Kosovo) | 2006-06-07\n- United Nations Interim Administration in Kosovo | Make statement | Police (Kosovo) | 2005-08-18\n- United Nations Interim Administration in Kosovo | Make statement | Ministry (Kosovo) | 2005-12-08\n- United Nations Interim Administration in Kosovo | Make statement | Ministry (Kosovo) | 2005-11-24\n- United Nations Interim Administration in Kosovo | Consult | City Mayor (Kosovo) | 2006-03-16\n- City Mayor (Kosovo) | Consult | United Nations Interim Administration in Kosovo | 2006-03-16\n- United Nations Interim Administration in Kosovo | Demand | Other Authorities / Officials (Romania) | 2007-03-23\n- United Nations Interim Administration in Kosovo | Make statement | City Mayor (Kosovo) | 2006-11-03\n- Vlado Buckovski | Consult | United Nations Interim Administration in Kosovo | 2006-06-07\n- United Nations Interim Administration in Kosovo | Consult | Vlado Buckovski | 2006-06-07\n- United Nations Interim Administration in Kosovo | Consult | Milo Djukanovic | 2005-10-06\nAnswer:", "completion": " Iraq", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1017730", "prompt": "Who negotiated with Roh Moo Hyun on 8 May 2006?\nEvidence:\n- Chongwadai | Make statement | Roh Moo Hyun | 2006-05-08\n- Roh Moo Hyun | Make a visit | Japan | 2006-05-08\n- Japan | Host a visit | Roh Moo Hyun | 2006-05-08\n- Roh Moo Hyun | Engage in negotiation | Head of Government (Mongolia) | 2006-05-08\n- Head of Government (Mongolia) | Engage in negotiation | Roh Moo Hyun | 2006-05-08\n- Roh Moo Hyun | Express intent to meet or negotiate | United Arab Emirates | 2006-05-08\n- Roh Moo Hyun | Express intent to meet or negotiate | Head of Government (Mongolia) | 2006-05-08\n- Roh Moo Hyun | Express intent to engage in diplomatic cooperation (such as policy support) | Head of Government (Mongolia) | 2006-05-08\n- Head of Government (Mongolia) | Express intent to engage in diplomatic cooperation (such as policy support) | Roh Moo Hyun | 2006-05-08\n- Japan | Express intent to meet or negotiate | China | 2006-05-08\n- Japan | Appeal for diplomatic cooperation (such as policy support) | China | 2006-05-08\nAnswer:", "completion": " Head of Government (Mongolia)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 11, "n_anchors": 1} +{"id": "mtq_1282473", "prompt": "Before 2 March 2015, who suffered from the unconventional violence of the Moro Islamic Liberation Front?\nEvidence:\n- Moro Islamic Liberation Front | Use unconventional violence | Police (Philippines) | 2015-03-02\nAnswer:", "completion": " Military (Philippines)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 1} +{"id": "mtq_1212875", "prompt": "Could you tell me the exact month when the head of government of Turkmenistan last visited the Royal Administration of Saudi Arabia?\nEvidence:\n- Royal Administration (Saudi Arabia) | Consult | Head of Government (Turkmenistan) | 2007-04-13\n- Head of Government (Turkmenistan) | Consult | Royal Administration (Saudi Arabia) | 2007-04-13\n- Royal Administration (Saudi Arabia) | Host a visit | Head of Government (Turkmenistan) | 2007-04-15\n- Head of Government (Turkmenistan) | Make empathetic comment | Royal Administration (Saudi Arabia) | 2005-08-01\n- Head of Government (Turkmenistan) | Make a visit | Royal Administration (Saudi Arabia) | 2007-04-15\n- Royal Administration (Saudi Arabia) | Consult | Head of Government (Qatar) | 2008-03-13\n- Royal Administration (Saudi Arabia) | Consult | Head of Government (Pakistan) | 2015-01-15\n- Royal Administration (Saudi Arabia) | Consult | Head of Government (Pakistan) | 2014-02-18\n- Royal Administration (Saudi Arabia) | Consult | Head of Government (Pakistan) | 2006-02-03\n- Royal Administration (Saudi Arabia) | Consult | Head of Government (Gambia) | 2014-03-18\n- Royal Administration (Saudi Arabia) | Consult | Head of Government (Egypt) | 2015-03-01\n- Royal Administration (Saudi Arabia) | Consult | Head of Government (Egypt) | 2014-08-11\n- Royal Administration (Saudi Arabia) | Consult | Head of Government (Egypt) | 2014-02-04\n- Royal Administration (Saudi Arabia) | Consult | Head of Government (Egypt) | 2007-06-26\n- Head of Government (Qatar) | Consult | Royal Administration (Saudi Arabia) | 2008-03-13\nAnswer:", "completion": " 2007-04", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1216651", "prompt": "Who last requested for the House of Representatives of Indonesia before the Protester of Indonesia did?\nEvidence:\n- House Speaker (Indonesia) | Make statement | House of Representatives (Indonesia) | 2015-10-02\n- House Speaker (Indonesia) | Make statement | House of Representatives (Indonesia) | 2015-05-21\n- House Speaker (Indonesia) | Make statement | House of Representatives (Indonesia) | 2013-11-22\n- House Speaker (Indonesia) | Make statement | House of Representatives (Indonesia) | 2013-06-18\n- House Speaker (Indonesia) | Make statement | House of Representatives (Indonesia) | 2012-01-10\n- House Speaker (Indonesia) | Make statement | House of Representatives (Indonesia) | 2011-08-18\n- House Speaker (Indonesia) | Make statement | House of Representatives (Indonesia) | 2010-10-27\n- House Speaker (Indonesia) | Make statement | House of Representatives (Indonesia) | 2007-08-09\n- House Speaker (Indonesia) | Make statement | House of Representatives (Indonesia) | 2007-01-08\n- House Speaker (Indonesia) | Make statement | House of Representatives (Indonesia) | 2005-08-16\n- Police (Indonesia) | Investigate | House of Representatives (Indonesia) | 2015-05-02\n- House of Representatives (Indonesia) | Demand | Police (Indonesia) | 2011-08-16\n- House of Representatives (Indonesia) | Consult | Business (Indonesia) | 2015-12-19\n- Business (Indonesia) | Consult | House of Representatives (Indonesia) | 2015-12-19\n- Protester (Indonesia) | Make an appeal or request | House of Representatives (Indonesia) | 2006-05-21\nAnswer:", "completion": " Police (Indonesia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1312710", "prompt": "Who was the first to praise the citizens of the United Kingdom after the guerrillas of Colombia?\nEvidence:\n- Newspaper (United Kingdom) | Express intent to mediate | Colombia | 2005-01-21\n- United Self-Defense Forces of Colombia | Investigate | Colombia | 2006-08-15\n- United Self-Defense Forces of Colombia | Investigate | Colombia | 2006-08-14\n- Colombia | Yield | United Self-Defense Forces of Colombia | 2005-12-12\n- Citizen (United Kingdom) | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2005-01-09\n- Secretary of State for the Home Department | Demand | Citizen (United Kingdom) | 2005-02-22\n- United Self-Defense Forces of Colombia | Accuse | Head of Government (Colombia) | 2007-05-17\n- Head of Government (Colombia) | Demand | United Self-Defense Forces of Colombia | 2005-11-24\n- Colombia | Express accord | United Self-Defense Forces of Colombia | 2008-05-07\n- Head of Government (Colombia) | Make statement | United Self-Defense Forces of Colombia | 2007-12-20\n- United Self-Defense Forces of Colombia | Use unconventional violence | Colombia | 2015-12-07\n- United Self-Defense Forces of Colombia | Use unconventional violence | Colombia | 2008-05-14\n- United Self-Defense Forces of Colombia | Use unconventional violence | Colombia | 2006-08-16\n- United Self-Defense Forces of Colombia | Use unconventional violence | Colombia | 2005-01-01\n- United Self-Defense Forces of Colombia | Make statement | Lawmaker (Colombia) | 2005-08-04\nAnswer:", "completion": " Muslim (United Kingdom)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1314820", "prompt": "In which year did the armed opposition of Nigeria last use small arms and light weapons to attack the Education of Nigeria?\nEvidence:\n- Armed Opposition (Nigeria) | fight with small arms and light weapons | Education (Nigeria) | 2011-08-09\n- Armed Opposition (Somalia) | fight with small arms and light weapons | Education (Somalia) | 2008-02-20\n- Armed Opposition (Somalia) | fight with small arms and light weapons | Education (Somalia) | 2008-02-14\n- Armed Opposition (Nigeria) | fight with small arms and light weapons | Scholar (Nigeria) | 2011-09-05\n- Armed Opposition (Nigeria) | fight with small arms and light weapons | Scholar (Nigeria) | 2011-08-28\n- Armed Opposition (Nigeria) | fight with small arms and light weapons | Scholar (Nigeria) | 2007-04-14\n- Armed Opposition (Nigeria) | fight with small arms and light weapons | Scholar (Nigeria) | 2007-04-13\n- Armed Opposition (Nigeria) | fight with small arms and light weapons | Government (Nigeria) | 2011-08-29\n- Armed Opposition (Nigeria) | fight with small arms and light weapons | Citizen (Nigeria) | 2015-04-03\n- Armed Opposition (Nigeria) | fight with small arms and light weapons | Citizen (Nigeria) | 2013-07-29\n- Armed Opposition (Nigeria) | fight with small arms and light weapons | Citizen (Nigeria) | 2013-05-01\n- Armed Opposition (Nigeria) | fight with small arms and light weapons | Citizen (Nigeria) | 2012-12-17\n- Armed Opposition (Nigeria) | fight with small arms and light weapons | Citizen (Nigeria) | 2012-09-24\n- Armed Opposition (Nigeria) | fight with small arms and light weapons | Citizen (Nigeria) | 2012-07-03\n- Armed Opposition (Nigeria) | fight with small arms and light weapons | Citizen (Nigeria) | 2012-04-06\nAnswer:", "completion": " 2011", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1161537", "prompt": "Which country praised the government of Sudan on 4 February 2007?\nEvidence:\n- Raphael Tuju | Demand | Sudan | 2007-02-04\n- Raphael Tuju | Express intent to meet or negotiate | Benjamin Netanyahu | 2007-02-04\n- Raphael Tuju | Consult | African Union | 2007-02-04\n- African Union | Consult | Raphael Tuju | 2007-02-04\nAnswer:", "completion": " China", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 4, "n_anchors": 1} +{"id": "mtq_1303401", "prompt": "Before Karl-Theodor zu Guttenberg, who was the last person to express a willingness to negotiate with A.K. Antony?\nEvidence:\n- Karl-Theodor zu Guttenberg | Express intent to meet or negotiate | A.K. Antony | 2011-02-09\n- Karl-Theodor zu Guttenberg | Express intent to meet or negotiate | V.K. Saraswat | 2011-02-09\n- Karl-Theodor zu Guttenberg | Make a visit | France | 2009-11-18\n- Karl-Theodor zu Guttenberg | Make a visit | China | 2010-11-03\n- Karl-Theodor zu Guttenberg | Make a visit | China | 2010-11-02\n- France | Host a visit | Karl-Theodor zu Guttenberg | 2009-11-18\n- China | Host a visit | Karl-Theodor zu Guttenberg | 2010-11-03\n- China | Host a visit | Karl-Theodor zu Guttenberg | 2010-11-02\n- Veterans (Germany) | Consult | Karl-Theodor zu Guttenberg | 2010-08-27\n- Rasa Juknevičienė | Consult | Karl-Theodor zu Guttenberg | 2010-10-19\n- Patrick Devedjian | Consult | Karl-Theodor zu Guttenberg | 2009-02-16\n- Newspaper (Germany) | Accuse | Karl-Theodor zu Guttenberg | 2011-02-23\n- Newspaper (Germany) | Accuse | Karl-Theodor zu Guttenberg | 2011-02-19\n- Newspaper (Germany) | Accuse | Karl-Theodor zu Guttenberg | 2011-02-18\n- Karl-Theodor zu Guttenberg | Consult | Veterans (Germany) | 2010-08-27\nAnswer:", "completion": " Sir Mark Stanhope", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1204945", "prompt": "Who did Rupiah Banda want to negotiate with on the same year of the Citizens of International?\nEvidence:\n- Rupiah Banda | Express intent to meet or negotiate | Citizen (Zambia) | 2008-10-29\n- Rupiah Banda | Demand | Citizen (Zambia) | 2008-10-24\n- Rupiah Banda | Consult | Michael Sata | 2007-06-04\n- Michael Sata | Reject | Rupiah Banda | 2008-11-04\n- Michael Sata | Demand | Rupiah Banda | 2008-07-15\n- Michael Sata | Consult | Rupiah Banda | 2007-06-04\n- Catherine Namugala | Demand | Rupiah Banda | 2008-09-16\n- Rupiah Banda | Express intent to cooperate | Citizen (Zambia) | 2007-08-22\n- Rupiah Banda | Express intent to cooperate | Citizen (Zambia) | 2007-02-07\n- Rupiah Banda | Make statement | Villager (Zambia) | 2007-05-22\n- Rupiah Banda | Make statement | Sylvia Masebo | 2008-07-02\n- Rupiah Banda | Make statement | Michael Sata | 2008-10-09\n- Rupiah Banda | Make statement | Kabinga Pande | 2008-07-02\n- Rupiah Banda | Make a visit | Angola | 2008-01-28\n- Nevers Mumba | Make statement | Rupiah Banda | 2008-09-10\nAnswer:", "completion": " South Africa", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1284507", "prompt": "Who was the first to be praised by the United Nations Children's Fund after the education of Pakistan?\nEvidence:\n- United Nations Children's Fund | Praise or endorse | Education (Pakistan) | 2006-10-05\n- United Nations Children's Fund | Discuss by telephone | Agence France-Presse | 2008-10-31\n- Agence France-Presse | Discuss by telephone | United Nations Children's Fund | 2008-10-31\n- United Nations Children's Fund | Criticize or denounce | Member of the Judiciary (Portugal) | 2006-04-12\n- United Nations Children's Fund | Make statement | Sudan | 2006-11-22\n- United Nations Children's Fund | Make statement | China | 2006-04-14\n- United Nations Children's Fund | Make statement | Cambodia | 2015-04-18\n- United Nations Children's Fund | Make statement | Angola | 2014-06-03\n- Dora Akunyili | Reject | United Nations Children's Fund | 2009-01-02\n- Citizen (Nigeria) | Demand | United Nations Children's Fund | 2009-08-03\n- Vietnam | Host a visit | United Nations Children's Fund | 2006-10-02\n- United Nations Children's Fund | Provide aid | Government (Nigeria) | 2012-03-06\n- United Nations Children's Fund | Praise or endorse | Vietnam | 2007-01-16\n- United Nations Children's Fund | Praise or endorse | Vietnam | 2007-01-14\n- United Nations Children's Fund | Praise or endorse | Vietnam | 2007-01-13\nAnswer:", "completion": " Cambodia", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1090134", "prompt": "Who wanted to meet Alberto Gonzales on 18 May 2005?\nEvidence:\n- Anne McLellan | Express intent to meet or negotiate | Alberto Gonzales | 2005-05-18\n- Alberto Gonzales | Express intent to meet or negotiate | Anne McLellan | 2005-05-18\nAnswer:", "completion": " Anne McLellan", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 1} +{"id": "mtq_1216624", "prompt": "Who did the French government last support before Wen Jiabao?\nEvidence:\n- Wen Jiabao | Appeal for diplomatic cooperation (such as policy support) | International Government Organizations | 2005-01-06\n- Wen Jiabao | Investigate | China | 2005-01-08\n- Thailand | Investigate | Wen Jiabao | 2005-01-24\n- Cambodia | Investigate | Wen Jiabao | 2005-01-24\n- Wen Jiabao | Make statement | Maldives | 2005-01-07\n- Wen Jiabao | Make statement | China | 2005-02-02\n- Wen Jiabao | Make statement | China | 2005-01-21\n- Wen Jiabao | Make statement | China | 2005-01-20\n- Wen Jiabao | Make statement | China | 2005-01-13\n- Wen Jiabao | Make statement | China | 2005-01-08\n- Wen Jiabao | Make statement | China | 2005-01-07\n- Wen Jiabao | Make statement | China | 2005-01-06\n- Wen Jiabao | Make statement | China | 2005-01-04\n- Wen Jiabao | Make statement | China | 2005-01-03\n- Wen Jiabao | Consult | Sato Kilman | 2005-01-19\nAnswer:", "completion": " Iraq", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1212466", "prompt": "In 2014, which country was the first to declare its intention to negotiate with Catherine Ashton?\nEvidence:\n- Catherine Ashton | Express intent to meet or negotiate | China | 2009-09-05\n- Ronald Kirk | Engage in negotiation | Catherine Ashton | 2009-07-01\n- Catherine Ashton | Engage in negotiation | Ronald Kirk | 2009-07-01\n- Catherine Ashton | Demand | China | 2008-12-19\n- Catherine Ashton | Demand | China | 2008-12-15\n- Catherine Ashton | Consult | Angola | 2009-02-12\n- Catherine Ashton | Consult | Angola | 2009-02-11\n- Angola | Consult | Catherine Ashton | 2009-02-12\n- Angola | Consult | Catherine Ashton | 2009-02-11\n- Ronald Kirk | Express intent to meet or negotiate | Catherine Ashton | 2009-06-04\n- Ronald Kirk | Express intent to meet or negotiate | Catherine Ashton | 2009-05-11\n- Ronald Kirk | Express intent to meet or negotiate | Catherine Ashton | 2009-05-07\n- Javier Solana | Express intent to meet or negotiate | Catherine Ashton | 2009-05-19\n- Catherine Ashton | Express intent to meet or negotiate | South Korea | 2008-12-24\n- Catherine Ashton | Express intent to meet or negotiate | Ronald Kirk | 2009-06-04\nAnswer:", "completion": " Iran", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1285652", "prompt": "Who wanted to negotiate with Benjamin Netanyahu in the same month of the settler of Israel?\nEvidence:\n- Settler (Israel) | Praise or endorse | Benjamin Netanyahu | 2005-09-26\n- Ministry of Tourism (Israel) | Express intent to cooperate | Benjamin Netanyahu | 2005-03-08\n- Benjamin Netanyahu | Express intent to cooperate | Ministry of Tourism (Israel) | 2005-03-08\n- Benjamin Netanyahu | Make statement | Ministry of Tourism (Israel) | 2005-06-10\n- Minister Without Portfolio (Israel) | Express intent to meet or negotiate | Benjamin Netanyahu | 2005-08-28\n- Benjamin Netanyahu | Criticize or denounce | Interim Government (Israel) | 2006-01-12\n- Agriculture / Fishing / Forestry Ministry (Israel) | Make statement | Benjamin Netanyahu | 2006-01-12\n- Likud | Express intent to meet or negotiate | Benjamin Netanyahu | 2006-10-11\n- Angela Merkel | Express intent to meet or negotiate | Benjamin Netanyahu | 2006-01-29\n- Angela Merkel | Express intent to meet or negotiate | Benjamin Netanyahu | 2006-01-28\n- Likud | Engage in material cooperation | Benjamin Netanyahu | 2012-12-30\n- Benjamin Netanyahu | Engage in material cooperation | Likud | 2012-12-30\n- Benjamin Netanyahu | Engage in material cooperation | Likud | 2009-02-11\n- Benjamin Netanyahu | Demand change in leadership | Likud | 2006-01-03\n- Benjamin Netanyahu | Express intent to cooperate | Likud | 2011-01-08\nAnswer:", "completion": " Government (Germany)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1169992", "prompt": "After the citizens of Mali, who was the first to be praised by Cristina Fernández de Kirchner?\nEvidence:\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-05-24\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-03-03\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-02-28\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-12-26\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-11-15\n- Cristina Fernández de Kirchner | Accuse | Alberto Fernández | 2005-12-24\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2012-09-23\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2007-11-15\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-05-24\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-03-03\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-02-28\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2007-12-26\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2007-11-15\n- Alberto Fernández | Accuse | Cristina Fernández de Kirchner | 2012-05-27\n- Cristina Fernández de Kirchner | Make statement | Alberto Fernández | 2011-07-28\nAnswer:", "completion": " Lawyer/Attorney (Argentina)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1192282", "prompt": "When did Gurbanguly Berdymukhammedov last express cooperation with Islam Karimov?\nEvidence:\n- Gurbanguly Berdymukhammedov | Make statement | China | 2007-07-27\n- Rashid Meredov | Express intent to cooperate | Gurbanguly Berdymukhammedov | 2007-07-23\n- Mikhail Yefimovich Fradkov | Consult | Gurbanguly Berdymukhammedov | 2007-02-15\n- Mikhail Yefimovich Fradkov | Consult | Gurbanguly Berdymukhammedov | 2007-02-14\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-30\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-29\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-28\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-22\n- Iran | Host a visit | Gurbanguly Berdymukhammedov | 2007-06-15\n- Gurbanguly Berdymukhammedov | Make a visit | Kazakhstan | 2007-05-30\n- Gurbanguly Berdymukhammedov | Make a visit | Kazakhstan | 2007-05-29\n- Gurbanguly Berdymukhammedov | Make a visit | Kazakhstan | 2007-05-28\n- Gurbanguly Berdymukhammedov | Make a visit | Kazakhstan | 2007-05-22\n- Gurbanguly Berdymukhammedov | Make a visit | Iran | 2007-06-15\n- Gurbanguly Berdymukhammedov | Make a visit | China | 2007-07-29\nAnswer:", "completion": " 2009-12-13", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1335979", "prompt": "On 28 April 2014, who appealed on behalf of the citizens of Nigeria?\nEvidence:\n- Political Parties (Algeria) | Rally support on behalf of | Presidential Candidate (Algeria) | 2014-04-28\nAnswer:", "completion": " Newspaper (Nigeria)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1377799", "prompt": "After the Armed Band of Somalia, who was the first to be condemned by Al-Shabaab?\nEvidence:\n- Al-Shabaab | Criticize or denounce | Armed Band (Somalia) | 2008-11-11\n- Al-Shabaab | Make statement | Armed Gang (Somalia) | 2008-11-10\n- Intellectual (Somalia) | Consult | Al-Shabaab | 2008-04-28\n- Governor (Somalia) | Accuse | Al-Shabaab | 2007-11-11\n- Criminal (Somalia) | Reject | Al-Shabaab | 2008-10-05\n- Al-Shabaab | Threaten | Criminal (Somalia) | 2008-05-18\n- Al-Shabaab | Consult | Intellectual (Somalia) | 2008-04-28\n- Media Personnel (Somalia) | Accuse | Al-Shabaab | 2008-09-22\n- Governor (Somalia) | Make statement | Al-Shabaab | 2007-11-11\n- Al-Shabaab | Make statement | Criminal (Somalia) | 2008-11-15\n- Media Personnel (Somalia) | Make statement | Al-Shabaab | 2008-11-17\n- Media Personnel (Somalia) | Make statement | Al-Shabaab | 2008-11-12\n- Media Personnel (Somalia) | Make statement | Al-Shabaab | 2008-10-19\n- Media Personnel (Somalia) | Make statement | Al-Shabaab | 2008-10-05\n- Media Personnel (Somalia) | Make statement | Al-Shabaab | 2008-05-10\nAnswer:", "completion": " Islamic Courts Union", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1134726", "prompt": "Who blamed the Government of Nigeria last before the Ethnic Group of Nigeria did?\nEvidence:\n- Ethnic Group (Nigeria) | Accuse | Government (Nigeria) | 2006-03-22\n- Government (Nigeria) | Make statement | Ethnic Group (Nigeria) | 2014-04-10\n- Government (Nigeria) | Make statement | Ethnic Group (Nigeria) | 2014-04-08\n- Ethnic Group (Nigeria) | Make statement | Government (Nigeria) | 2015-05-13\n- Ethnic Group (Nigeria) | Make statement | Government (Nigeria) | 2007-11-06\n- Head of Government (Nigeria) | Make statement | Ethnic Group (Nigeria) | 2011-01-28\n- Head of Government (Nigeria) | Make statement | Ethnic Group (Nigeria) | 2010-04-02\n- Ethnic Group (Nigeria) | Accuse | Ministry (Nigeria) | 2012-10-18\n- Ethnic Group (Nigeria) | Accuse | Citizen (Nigeria) | 2012-10-18\n- Ethnic Group (Nigeria) | Accuse | Citizen (Nigeria) | 2007-08-23\n- Citizen (Nigeria) | Accuse | Ethnic Group (Nigeria) | 2010-03-29\n- Government (Nigeria) | Engage in diplomatic cooperation | Ethnic Group (Nigeria) | 2013-11-07\n- Ethnic Group (Nigeria) | Appeal for economic aid | Government (Nigeria) | 2007-06-08\n- Scholar (Nigeria) | Make statement | Ethnic Group (Nigeria) | 2009-10-12\n- Royal Administration (Nigeria) | Reject | Ethnic Group (Nigeria) | 2007-10-22\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1379290", "prompt": "In which month did the Main Opposition of Slovakia reject Mikulas Dzurinda?\nEvidence:\n- Main Opposition (Slovakia) | Make statement | Mikulas Dzurinda | 2005-04-23\n- Main Opposition (Slovakia) | Demand material cooperation | Mikulas Dzurinda | 2005-05-06\n- Mikulas Dzurinda | Make statement | Member of Parliament (Slovakia) | 2005-01-10\n- Pavol Hrusovský | Reject | Mikulas Dzurinda | 2006-07-06\n- Member of Parliament (Slovakia) | Praise or endorse | Mikulas Dzurinda | 2008-05-15\n- Member of Parliament (Slovakia) | Criticize or denounce | Mikulas Dzurinda | 2008-05-15\n- Member of Parliament (Slovakia) | Praise or endorse | Main Opposition (Slovakia) | 2005-04-28\n- Political Parties (Slovakia) | Praise or endorse | Mikulas Dzurinda | 2005-03-16\n- Pavol Hrusovský | Engage in negotiation | Main Opposition (Slovakia) | 2005-09-16\n- Pavol Hrusovský | Engage in negotiation | Main Opposition (Slovakia) | 2005-09-15\n- Pavol Hrusovský | Engage in negotiation | Main Opposition (Slovakia) | 2005-09-14\n- Main Opposition (Slovakia) | Engage in negotiation | Pavol Hrusovský | 2005-09-16\n- Main Opposition (Slovakia) | Engage in negotiation | Pavol Hrusovský | 2005-09-15\n- Main Opposition (Slovakia) | Engage in negotiation | Pavol Hrusovský | 2005-09-14\n- Vladimir Meciar | Demand | Main Opposition (Slovakia) | 2006-06-13\nAnswer:", "completion": " 2006-08", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1138371", "prompt": "Who visited Laos before 24 April 2005?\nEvidence:\n- Raúl Castro | Make a visit | Laos | 2005-04-24\n- Laos | Host a visit | Raúl Castro | 2005-04-24\n- Raúl Castro | Make a visit | Malaysia | 2005-04-24\n- Malaysia | Host a visit | Raúl Castro | 2005-04-24\nAnswer:", "completion": " Association of Southeast Asian Nations", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 4, "n_anchors": 1} +{"id": "mtq_1330845", "prompt": "After the representatives of Ethiopia, with whom did the African Union make the first request?\nEvidence:\n- Ethiopia | Make statement | African Union | 2005-03-11\n- African Union | Make a visit | Ethiopia | 2005-02-22\n- African Union | Make a visit | Ethiopia | 2005-01-30\n- Ethiopia | Host a visit | African Union | 2005-02-22\n- Ethiopia | Host a visit | African Union | 2005-01-30\n- African Union | Express intent to meet or negotiate | Ethiopia | 2005-03-06\n- Oluṣẹgun Ọbasanjọ | Make an appeal or request | African Union | 2005-02-10\n- African Union | Make an appeal or request | South Africa | 2005-01-02\n- African Union | Make statement | Sudan | 2005-02-07\n- African Union | Make statement | Sudan | 2005-01-29\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-31\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Nigeria) | Consult | African Union | 2005-02-01\nAnswer:", "completion": " Sudan", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1391903", "prompt": "With whom did the Israeli Foreign Ministry last negotiate before Frank Bainimarama?\nEvidence:\n- Winston Peters | Consult | Frank Bainimarama | 2006-02-27\n- Winston Peters | Consult | Frank Bainimarama | 2006-02-25\n- Winston Peters | Consult | Frank Bainimarama | 2006-02-24\n- Frank Bainimarama | Consult | Winston Peters | 2006-02-27\n- Frank Bainimarama | Consult | Winston Peters | 2006-02-25\n- Frank Bainimarama | Consult | Winston Peters | 2006-02-24\n- Prime Minister Qarase | Yield | Frank Bainimarama | 2006-12-04\n- Prime Minister Qarase | Yield | Frank Bainimarama | 2006-11-30\n- Prime Minister Qarase | Reject | Frank Bainimarama | 2006-11-02\n- Prime Minister Qarase | Consult | Frank Bainimarama | 2006-11-29\n- Prime Minister Qarase | Consult | Frank Bainimarama | 2006-01-19\n- Prime Minister Qarase | Consult | Frank Bainimarama | 2006-01-16\n- High Commission (Australia) | Threaten | Frank Bainimarama | 2005-07-15\n- Frank Bainimarama | Threaten | Prime Minister Qarase | 2006-12-06\n- Frank Bainimarama | Threaten | Prime Minister Qarase | 2006-12-05\nAnswer:", "completion": " Benjamin Netanyahu", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1140030", "prompt": "Who did the Rapid Action Battalion use conventional military force against last before Shaikh Abdur Rahman?\nEvidence:\n- Rapid Action Battalion | Use conventional military force | Shaikh Abdur Rahman | 2006-03-14\n- Rapid Action Battalion | Make statement | Shaikh Abdur Rahman | 2006-03-01\n- Military Personnel - Special (Bangladesh) | Use conventional military force | Shaikh Abdur Rahman | 2006-03-02\n- Citizen (Bangladesh) | Rally opposition against | Shaikh Abdur Rahman | 2006-03-04\n- Shaikh Abdur Rahman | Investigate | Citizen (Bangladesh) | 2006-03-26\n- Shaikh Abdur Rahman | Demand | Citizen (Bangladesh) | 2006-03-11\n- Shaikh Abdur Rahman | Demand | Citizen (Bangladesh) | 2006-03-10\n- Military Personnel - Special (Bangladesh) | Investigate | Shaikh Abdur Rahman | 2006-01-04\n- Villager (Bangladesh) | Make statement | Shaikh Abdur Rahman | 2005-09-18\n- Shaikh Abdur Rahman | Make a visit | China | 2006-04-30\n- China | Host a visit | Shaikh Abdur Rahman | 2006-04-30\n- Rapid Action Battalion | Use conventional military force | Citizen (Bangladesh) | 2005-10-09\n- Rapid Action Battalion | Use conventional military force | Citizen (Bangladesh) | 2005-10-08\n- Rapid Action Battalion | Use conventional military force | Citizen (Bangladesh) | 2005-09-14\n- Rapid Action Battalion | Use conventional military force | Citizen (Bangladesh) | 2005-08-03\nAnswer:", "completion": " Citizen (Bangladesh)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1331164", "prompt": "Which country hosted the visit of the head of government of Brazil on the same month of Malawi?\nEvidence:\n- Malawi Congress Party | Make statement | People Associated with the Opposition (Malawi) | 2008-04-28\n- Malawi | Host a visit | Malawi Congress Party | 2015-09-25\n- Malawi | Host a visit | Malawi Congress Party | 2015-07-02\n- Malawi Congress Party | Make a visit | Malawi | 2015-09-25\n- Malawi Congress Party | Make a visit | Malawi | 2015-07-02\n- Malawi Congress Party | Investigate | Malawi | 2015-02-02\n- Banda (Malawi) | Make statement | Malawi | 2005-07-20\n- Malawi | Make a visit | Angola | 2005-09-20\n- Angola | Host a visit | Malawi | 2005-09-20\n- Malawi | Make statement | Malawi Congress Party | 2010-05-07\n- Malawi Congress Party | Make statement | Malawi | 2015-09-28\n- Malawi Congress Party | Make statement | Malawi | 2007-07-03\n- Indigenous People (Malawi) | Make statement | Malawi | 2005-10-30\n- Malawi | Host a visit | Jack McConnell | 2005-11-02\n- Malawi | Host a visit | Jack McConnell | 2005-09-26\nAnswer:", "completion": " Japan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1342748", "prompt": "On 26 September 2013, who sentenced Charles Taylor?\nEvidence:\n- The Hague | Reject | Charles Taylor | 2013-09-26\n- Court Judge (Sierra Leone) | Make statement | Charles Taylor | 2013-09-26\n- Special Court for Sierra Leone | Criticize or denounce | Charles Taylor | 2013-09-26\n- Special Court for Sierra Leone | Refuse to release persons or property | Charles Taylor | 2013-09-26\n- Special Court for Sierra Leone | Arrest, detain, or charge with legal action | Charles Taylor | 2013-09-26\nAnswer:", "completion": " Special Court for Sierra Leone", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 5, "n_anchors": 1} +{"id": "mtq_1058628", "prompt": "After Sep, 2007, who investigated Dr. Mohamed Haneef?\nEvidence:\n- Police (Australia) | Investigate | Dr. Mohamed Haneef | 2007-07-14\n- Police (Australia) | Investigate | Dr. Mohamed Haneef | 2007-07-13\n- Police (Australia) | Investigate | Dr. Mohamed Haneef | 2007-07-09\n- Police (Australia) | Investigate | Dr. Mohamed Haneef | 2007-07-07\n- Police (Australia) | Investigate | Dr. Mohamed Haneef | 2007-07-06\n- Police (Australia) | Investigate | Dr. Mohamed Haneef | 2007-07-05\n- Police (Australia) | Investigate | Dr. Mohamed Haneef | 2007-07-04\n- Police (Australia) | Accuse | Dr. Mohamed Haneef | 2007-07-17\n- Police (Australia) | Accuse | Dr. Mohamed Haneef | 2007-07-14\n- Dr. Mohamed Haneef | Yield | Police (Australia) | 2007-07-16\n- Citizen (Australia) | Accuse | Dr. Mohamed Haneef | 2007-07-17\n- Stephen Keim | Make statement | Dr. Mohamed Haneef | 2007-07-19\n- Stephen Keim | Make statement | Dr. Mohamed Haneef | 2007-07-18\n- Stephen Keim | Make statement | Dr. Mohamed Haneef | 2007-07-17\n- Stephen Keim | Make statement | Dr. Mohamed Haneef | 2007-07-15\nAnswer:", "completion": " Agence France-Presse", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1359045", "prompt": "Who did the Australian parliament last recommend in 2011?\nEvidence:\n- The Hague | Host a visit | Member of Parliament (Thailand) | 2011-12-02\n- Member of Parliament (Thailand) | Make a visit | The Hague | 2011-12-02\n- People Associated with the Opposition (Australia) | Demand | Member of Parliament (Australia) | 2011-08-18\n- Member of Parliament (Australia) | Reject | People Associated with the Opposition (Australia) | 2011-05-15\n- Member of Parliament (Australia) | Reject | People Associated with the Opposition (Australia) | 2011-02-09\n- People Associated with the Opposition (Australia) | Make statement | Member of Parliament (Australia) | 2011-08-12\n- People Associated with the Opposition (Australia) | Make statement | Member of Parliament (Australia) | 2011-02-23\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2011-03-14\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2011-02-18\n- Member of Parliament (Australia) | Deny responsibility | People Associated with the Opposition (Australia) | 2011-02-09\n- People Associated with the Opposition (Australia) | Praise or endorse | Member of Parliament (Australia) | 2011-05-19\n- People Associated with the Opposition (Australia) | Express intent to engage in diplomatic cooperation (such as policy support) | Member of Parliament (Australia) | 2011-11-28\n- People Associated with the Opposition (Australia) | Express intent to engage in diplomatic cooperation (such as policy support) | Member of Parliament (Australia) | 2011-11-25\nAnswer:", "completion": " Activist (Australia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 13, "n_anchors": 0} +{"id": "mtq_1119937", "prompt": "After South Africa, with whom did A.P. Sharma want to negotiate first?\nEvidence:\n- South Africa | Host a visit | A.P. Sharma | 2006-03-20\n- A.P. Sharma | Make a visit | South Africa | 2006-03-20\n- A.P. Sharma | Express intent to meet or negotiate | South Africa | 2006-03-23\n- A.P. Sharma | Express intent to meet or negotiate | South Korea | 2009-07-29\n- A.P. Sharma | Express intent to meet or negotiate | Romania | 2006-08-29\n- A.P. Sharma | Express intent to meet or negotiate | Romania | 2006-08-28\n- Vuk Jeremić | Consult | A.P. Sharma | 2007-09-18\n- Ronald Kirk | Consult | A.P. Sharma | 2009-06-20\n- Ronald Kirk | Consult | A.P. Sharma | 2009-06-19\n- Ronald Kirk | Consult | A.P. Sharma | 2009-06-09\n- Ronald Kirk | Consult | A.P. Sharma | 2009-06-08\n- Abhisit Vejjajiva | Consult | A.P. Sharma | 2009-08-17\n- A.P. Sharma | Consult | Vuk Jeremić | 2007-09-18\n- A.P. Sharma | Consult | Ronald Kirk | 2009-10-26\n- A.P. Sharma | Consult | Ronald Kirk | 2009-06-20\nAnswer:", "completion": " Head of Government (Ghana)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1230242", "prompt": "Who did Nabih Berri praise in the public courts of Lebanon in the same month?\nEvidence:\n- Nabih Berri | Reject | Extremist (Lebanon) | 2005-02-21\n- Nabih Berri | Consult | Information Ministry (Lebanon) | 2006-07-27\n- Information Ministry (Lebanon) | Consult | Nabih Berri | 2006-07-27\n- Foreign Affairs (Lebanon) | Engage in symbolic act | Nabih Berri | 2005-10-17\n- Protester (Lebanon) | Make an appeal or request | Nabih Berri | 2005-05-05\n- Nabih Berri | Make an appeal or request | Protester (Lebanon) | 2006-07-30\n- Nabih Berri | Consult | Iran | 2005-06-20\n- Iran | Consult | Nabih Berri | 2005-06-20\n- Nabih Berri | Engage in negotiation | Mahmoud Abbas | 2005-07-09\n- Nabih Berri | Engage in negotiation | Mahmoud Abbas | 2005-07-08\n- Mahmoud Abbas | Engage in negotiation | Nabih Berri | 2005-07-09\n- Mahmoud Abbas | Engage in negotiation | Nabih Berri | 2005-07-08\n- Terje Roed Larsen | Praise or endorse | Nabih Berri | 2005-04-09\n- Nabih Berri | Make statement | Iran | 2005-06-20\n- Nabih Berri | Consult | Ministry (Iran) | 2006-02-18\nAnswer:", "completion": " UN Security Council", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1267992", "prompt": "Against whom did the police of Hong Kong use conventional military force in the same year?\nEvidence:\n- Police (Hong Kong) | Use conventional military force | Women (Hong Kong) | 2015-08-26\n- Police (Hong Kong) | Use conventional military force | Women (Hong Kong) | 2009-01-20\n- Police (Hong Kong) | Use conventional military force | Employee (Hong Kong) | 2015-08-26\n- Police (Hong Kong) | Use conventional military force | Women (Indonesia) | 2014-11-04\n- Police (Hong Kong) | Use conventional military force | Villager (China) | 2009-12-11\n- Police (Hong Kong) | Use conventional military force | Villager (China) | 2007-07-03\n- Police (Hong Kong) | Use conventional military force | Farm Worker (South Korea) | 2006-01-06\n- Police (Hong Kong) | Use conventional military force | Farm Worker (South Korea) | 2006-01-01\n- Farm Worker (South Korea) | Use conventional military force | Police (Hong Kong) | 2006-01-06\n- Police (Hong Kong) | Make statement | Military (Hong Kong) | 2005-10-01\n- Police (Hong Kong) | Confiscate property | Military (Hong Kong) | 2005-01-12\n- Military (Hong Kong) | Make statement | Police (Hong Kong) | 2006-12-09\n- Women (Hong Kong) | Use unconventional violence | Police (Hong Kong) | 2015-08-03\n- Women (Hong Kong) | Use unconventional violence | Police (Hong Kong) | 2012-01-04\n- Lawmaker (Hong Kong) | Demand military aid | Police (Hong Kong) | 2006-08-22\nAnswer:", "completion": " Women (Hong Kong)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1095973", "prompt": "Who made South Sudan suffer from unconventional violence on 11 April 2012?\nEvidence:\n- Citizen (Sudan) | Use unconventional violence | South Sudan | 2012-04-11\n- South Sudan | Accuse | Sudan | 2012-04-11\n- Sudan | Make a visit | South Sudan | 2012-04-11\n- South Sudan | Host a visit | Sudan | 2012-04-11\n- South Sudan | Criticize or denounce | Sudan | 2012-04-11\n- Sudan | Use conventional military force | South Sudan | 2012-04-11\n- South Sudan | Use conventional military force | Sudan | 2012-04-11\n- South Sudan | Make an appeal or request | Sudan | 2012-04-11\n- Citizen (Sudan) | Conduct suicide, car, or other non-military bombing | South Sudan | 2012-04-11\n- Sudan | Threaten | Citizen (Sudan) | 2012-04-11\n- African Union | Make an appeal or request | South Sudan | 2012-04-11\n- Envoy (Sudan) | Complain officially | Citizen (Sudan) | 2012-04-11\n- UN Security Council | Make an appeal or request | South Sudan | 2012-04-11\n- Cambodia | Express intent to provide military protection or peacekeeping | South Sudan | 2012-04-11\n- Police (Sudan) | Use conventional military force | Citizen (Sudan) | 2012-04-11\nAnswer:", "completion": " Citizen (Sudan)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1097353", "prompt": "Who suffered from the unconventional violence of the criminal of Tanzania after 18 May 2015?\nEvidence:\n- High Commission for Refugees | Make statement | Tanzania | 2015-05-18\n- High Commission for Refugees | Make statement | Immigrants (Libya) | 2015-05-18\nAnswer:", "completion": " Citizen (Tanzania)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 1} +{"id": "mtq_1065044", "prompt": "With which country did South Africa last sign formal agreements in 2006?\nEvidence:\n- South Africa | Sign formal agreement | China | 2006-02-06\n- South Africa | Sign formal agreement | China | 2006-02-03\n- China | Sign formal agreement | South Africa | 2006-02-06\n- China | Sign formal agreement | South Africa | 2006-02-03\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2006-02-05\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2006-02-02\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2006-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2006-01-30\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2006-01-28\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2006-01-25\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2006-01-18\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2006-01-13\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2006-01-12\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2006-01-09\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2006-01-08\nAnswer:", "completion": " Oman", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1318038", "prompt": "Before the Ministry of Sudan, who last signed formal agreements with the High Commission for Refugees?\nEvidence:\n- High Commission for Refugees | Sign formal agreement | Cambodia | 2005-01-26\n- High Commission for Refugees | Sign formal agreement | Cambodia | 2005-01-25\n- Cambodia | Sign formal agreement | High Commission for Refugees | 2005-01-26\n- Cambodia | Sign formal agreement | High Commission for Refugees | 2005-01-25\n- Sudan | Host a visit | High Commission for Refugees | 2005-04-27\n- High Commission for Refugees | Make a visit | Sudan | 2005-04-27\n- Japan | Reject | High Commission for Refugees | 2005-01-19\n- High Commission for Refugees | Consult | Cambodia | 2005-01-24\n- Cambodia | Consult | High Commission for Refugees | 2005-01-24\n- Shaukat Aziz | Consult | High Commission for Refugees | 2005-05-04\n- Ruud Lubbers | Mediate | High Commission for Refugees | 2005-02-16\n- Pervez Musharraf | Consult | High Commission for Refugees | 2005-05-06\n- High Commission for Refugees | Make statement | Togo | 2005-05-04\n- High Commission for Refugees | Make statement | Tanzania | 2005-04-06\n- High Commission for Refugees | Make statement | Iran | 2005-02-25\nAnswer:", "completion": " Government (Burundi)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1241540", "prompt": "Who was praised by Hashim Thaçi on the same year of the International Court of Justice?\nEvidence:\n- The Hague | Host a visit | International Court of Justice | 2007-05-31\n- International Court of Justice | Make a visit | The Hague | 2007-05-31\n- The Hague | Retreat or surrender militarily | International Court of Justice | 2005-04-25\n- The Hague | Retreat or surrender militarily | International Court of Justice | 2005-03-18\n- Ministry (Sudan) | Reject | International Court of Justice | 2007-02-28\n- International Court of Justice | Reject | Ante Gotovina | 2005-01-12\n- International Court of Justice | Make statement | France | 2006-08-12\n- International Court of Justice | Accuse | Vojislav Šešelj | 2006-12-03\n- International Court of Justice | Accuse | Ante Gotovina | 2005-12-08\n- International Court of Justice | Accuse | Ante Gotovina | 2005-11-22\n- International Court of Justice | Accuse | Ante Gotovina | 2005-05-13\n- Vlado Buckovski | Consult | Hashim Thaçi | 2006-02-14\n- Vlado Buckovski | Consult | Hashim Thaçi | 2005-02-20\n- Sali Berisha | Consult | Hashim Thaçi | 2006-11-29\n- Madeleine Albright | Consult | Hashim Thaçi | 2005-07-11\nAnswer:", "completion": " Tony Blair", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1201876", "prompt": "Which country last did the Cabinet Council of Ministers Advisors of United States express intent to negotiate with in 2008?\nEvidence:\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | Vietnam | 2008-01-18\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | China | 2008-02-26\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | China | 2008-01-02\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to cooperate | Radoslaw Sikorski | 2008-02-26\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to cooperate | Radoslaw Sikorski | 2008-02-04\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | Wen Jiabao | 2008-01-16\n- Cabinet / Council of Ministers / Advisors (United States) | Demand | China | 2008-01-17\n- China | Engage in negotiation | Cabinet / Council of Ministers / Advisors (United States) | 2008-01-18\n- China | Engage in negotiation | Cabinet / Council of Ministers / Advisors (United States) | 2008-01-17\n- Cabinet / Council of Ministers / Advisors (United States) | Engage in negotiation | China | 2008-01-18\n- Cabinet / Council of Ministers / Advisors (United States) | Engage in negotiation | China | 2008-01-17\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | Kim Kye Gwan | 2008-04-05\n- Wen Jiabao | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2008-01-17\n- Pervez Musharraf | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2008-03-26\n- Fatmir Mediu | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2008-02-19\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1281638", "prompt": "In which month did the citizens of Australia make a request to the bureaucrat of Australia?\nEvidence:\n- People Associated with the Opposition (Australia) | Make statement | Bureaucrat (Australia) | 2014-07-03\n- Bureaucrat (Australia) | Make an appeal or request | Member of Parliament (Australia) | 2015-02-08\n- People Associated with the Opposition (Australia) | Accuse | Bureaucrat (Australia) | 2009-05-22\n- Member of Parliament (Australia) | Make statement | Bureaucrat (Australia) | 2008-01-08\n- Citizen (Australia) | Make an appeal or request | Bureaucrat (Australia) | 2015-06-04\n- Bureaucrat (Australia) | Make an appeal or request | Citizen (Australia) | 2005-10-12\n- Bureaucrat (Australia) | Make an appeal or request | Citizen (Australia) | 2005-02-22\n- Professor (Australia) | Make statement | Bureaucrat (Australia) | 2008-11-06\n- Member of Parliament (Australia) | Make optimistic comment | Bureaucrat (Australia) | 2006-07-15\n- Bureaucrat (Australia) | Make an appeal or request | Lawyer/Attorney (Australia) | 2008-01-23\n- Police (Australia) | Investigate | Bureaucrat (Australia) | 2008-06-03\n- Citizen (Australia) | Demand | Bureaucrat (Australia) | 2012-01-23\n- Bureaucrat (Australia) | Threaten | Citizen (Australia) | 2014-05-09\n- Bureaucrat (Australia) | Reject | Citizen (Australia) | 2005-09-13\n- Bureaucrat (Australia) | Investigate | Citizen (Australia) | 2008-07-29\nAnswer:", "completion": " 2015-06", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1166927", "prompt": "Who investigated the citizens of Australia on 2 February 2009?\nEvidence:\n- Makhdoom Shah Mahmood Qureshi | Rally support on behalf of | High Commission for Refugees | 2009-02-02\nAnswer:", "completion": " Police (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1051857", "prompt": "In what month did Muhammad Sayyid Tantawy last negotiate with Tony Blair?\nEvidence:\n- Tony Blair | Engage in negotiation | Muhammad Sayyid Tantawy | 2006-12-17\n- Muhammad Sayyid Tantawy | Engage in negotiation | Tony Blair | 2006-12-17\n- Shimon Peres | Consult | Muhammad Sayyid Tantawy | 2009-07-23\n- Muhammad Sayyid Tantawy | Consult | Shimon Peres | 2009-07-23\n- Undersecretary (United States) | Consult | Muhammad Sayyid Tantawy | 2005-09-25\n- Muhammad Sayyid Tantawy | Make a visit | Kazakhstan | 2009-07-23\n- Muhammad Sayyid Tantawy | Consult | Undersecretary (United States) | 2005-09-25\n- Muhammad Sayyid Tantawy | Consult | Foreign Affairs (Denmark) | 2006-02-06\n- Kazakhstan | Host a visit | Muhammad Sayyid Tantawy | 2009-07-23\n- Foreign Affairs (Denmark) | Consult | Muhammad Sayyid Tantawy | 2006-02-06\n- Muhammad Sayyid Tantawy | Make statement | John Paul II | 2005-04-03\n- Javier Solana | Make empathetic comment | Muhammad Sayyid Tantawy | 2006-02-15\n- Javier Solana | Express intent to meet or negotiate | Muhammad Sayyid Tantawy | 2006-02-11\n- Muhammad Sayyid Tantawy | Make an appeal or request | Javier Solana | 2006-02-15\n- Muhammad Sayyid Tantawy | Make an appeal or request | Foreign Affairs (Denmark) | 2006-02-06\nAnswer:", "completion": " 2006-12", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1313784", "prompt": "Who did the head of government of South Korea make a request to last before the Ministry of South Korea?\nEvidence:\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- South Korea | Make a visit | Aceh | 2005-01-08\n- Ognyan Gerdzhikov | Make a visit | South Korea | 2005-01-02\n- Emperor Akihito | Make a visit | South Korea | 2005-01-13\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- Royal Administration (Japan) | Make a visit | South Korea | 2005-01-13\n- Head of Government (Finland) | Express intent to meet or negotiate | Thailand | 2005-01-18\n- Aceh | Host a visit | South Korea | 2005-01-08\n- Roh Moo Hyun | Make an appeal or request | South Korea | 2005-01-03\n- South Korea | Host a visit | Ognyan Gerdzhikov | 2005-01-02\n- South Korea | Host a visit | Emperor Akihito | 2005-01-13\n- South Korea | Express intent to cooperate | Japan | 2005-01-13\nAnswer:", "completion": " South Korea", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1209249", "prompt": "In which year did Valdis Dombrovskis last praise Barack Obama?\nEvidence:\n- Valdis Dombrovskis | Praise or endorse | Barack Obama | 2010-10-24\n- Valdis Dombrovskis | Praise or endorse | Barack Obama | 2010-10-13\n- Barack Obama | Praise or endorse | Valdis Dombrovskis | 2010-10-13\n- Valdis Dombrovskis | Praise or endorse | Business (Germany) | 2010-08-11\n- Andrius Kubilius | Praise or endorse | Valdis Dombrovskis | 2010-10-05\n- Valdis Dombrovskis | Praise or endorse | Party Member (Latvia) | 2014-12-06\n- Valdis Dombrovskis | Praise or endorse | Party Member (Latvia) | 2013-06-01\n- Valdis Dombrovskis | Praise or endorse | Foreign Affairs (Israel) | 2010-08-18\n- Valdis Dombrovskis | Praise or endorse | Foreign Affairs (France) | 2010-03-18\n- Valdis Dombrovskis | Consult | Angela Merkel | 2010-09-07\n- Valdis Dombrovskis | Consult | Angela Merkel | 2009-04-17\n- Valdis Dombrovskis | Consult | Andrius Kubilius | 2009-04-12\n- Valdis Dombrovskis | Consult | Aivis Ronis | 2010-07-05\n- Valdis Dombrovskis | Consult | Aivis Ronis | 2010-05-12\n- Angela Merkel | Consult | Valdis Dombrovskis | 2010-09-07\nAnswer:", "completion": " 2010", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1002923", "prompt": "After the other authorities and officials of Libya, which country was the first to blame the High Commission for Refugees?\nEvidence:\n- Other Authorities / Officials (Burundi) | Make statement | High Commission for Refugees | 2005-04-01\n- Other Authorities / Officials (Nigeria) | Engage in diplomatic cooperation | High Commission for Refugees | 2005-01-18\n- Japan | Reject | High Commission for Refugees | 2005-01-19\n- High Commission for Refugees | Consult | Cambodia | 2005-01-24\n- Cambodia | Consult | High Commission for Refugees | 2005-01-24\n- Shaukat Aziz | Consult | High Commission for Refugees | 2005-05-04\n- Ruud Lubbers | Mediate | High Commission for Refugees | 2005-02-16\n- Pervez Musharraf | Consult | High Commission for Refugees | 2005-05-06\n- High Commission for Refugees | Make statement | Togo | 2005-05-04\n- High Commission for Refugees | Make statement | Tanzania | 2005-04-06\n- High Commission for Refugees | Make statement | Iran | 2005-02-25\n- High Commission for Refugees | Grant asylum | Japan | 2005-01-19\n- High Commission for Refugees | Consult | Shaukat Aziz | 2005-05-04\n- High Commission for Refugees | Consult | Pervez Musharraf | 2005-05-06\n- Citizen (Uganda) | Reject | High Commission for Refugees | 2005-01-17\nAnswer:", "completion": " Sudan", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1378861", "prompt": "Before Chaudhry Nisar Ali Khan, which country last blamed the United Arab Emirates?\nEvidence:\n- Theresa May | Consult | Chaudhry Nisar Ali Khan | 2013-09-24\n- Ishaq Dar | Consult | Chaudhry Nisar Ali Khan | 2013-05-23\n- Ishaq Dar | Consult | Chaudhry Nisar Ali Khan | 2012-02-24\n- Government (Pakistan) | Accuse | Chaudhry Nisar Ali Khan | 2013-11-02\n- Chaudhry Nisar Ali Khan | Threaten | Government (Pakistan) | 2010-01-21\n- Chaudhry Nisar Ali Khan | Demand | Government (Pakistan) | 2012-01-01\n- Chaudhry Nisar Ali Khan | Consult | Theresa May | 2013-09-24\n- Chaudhry Nisar Ali Khan | Consult | Ishaq Dar | 2013-05-23\n- Chaudhry Nisar Ali Khan | Consult | Ishaq Dar | 2012-02-24\n- Chaudhry Nisar Ali Khan | Consult | Government (Pakistan) | 2013-11-17\n- Chaudhry Nisar Ali Khan | Accuse | Pervez Musharraf | 2007-06-04\n- Chaudhry Nisar Ali Khan | Accuse | Pervez Musharraf | 2005-10-26\n- Chaudhry Nisar Ali Khan | Accuse | Government (Pakistan) | 2012-10-18\n- Chaudhry Nisar Ali Khan | Accuse | Government (Pakistan) | 2012-09-02\n- Chaudhry Nisar Ali Khan | Accuse | Government (Pakistan) | 2011-06-07\nAnswer:", "completion": " Oman", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1120121", "prompt": "When did the citizens of Bangladesh last express their intention to negotiate with Zillur Rahman?\nEvidence:\n- Zillur Rahman | Demand | Citizen (Bangladesh) | 2008-08-04\n- Zillur Rahman | Consult | Employee (Bangladesh) | 2008-05-05\n- Zillur Rahman | Consult | Employee (Bangladesh) | 2007-10-16\n- Zillur Rahman | Consult | Employee (Bangladesh) | 2007-10-14\n- Employee (Bangladesh) | Consult | Zillur Rahman | 2008-05-05\n- Employee (Bangladesh) | Consult | Zillur Rahman | 2007-10-16\n- Employee (Bangladesh) | Consult | Zillur Rahman | 2007-10-14\n- Zillur Rahman | Express intent to cooperate | Citizen (Bangladesh) | 2009-02-24\n- Zillur Rahman | Express intent to meet or negotiate | Citizen (Bangladesh) | 2008-10-22\n- Zillur Rahman | Consult | City Mayor (Bangladesh) | 2008-08-18\n- City Mayor (Bangladesh) | Consult | Zillur Rahman | 2008-08-18\n- Head of Government (Bangladesh) | Make statement | Zillur Rahman | 2009-01-04\n- Head of Government (Bangladesh) | Make statement | Zillur Rahman | 2007-07-16\n- Zillur Rahman | Make statement | Party Member (Bangladesh) | 2008-09-22\n- Zillur Rahman | Make statement | Army Personnel (Bangladesh) | 2009-02-22\nAnswer:", "completion": " 2012-10-02", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1235188", "prompt": "With whom did Angela Merkel want to negotiate before November 2005?\nEvidence:\n- Angela Merkel | Express intent to meet or negotiate | France | 2005-07-18\n- Gerhard Schröder | Express intent to meet or negotiate | Angela Merkel | 2005-08-02\n- Gerhard Schröder | Express intent to meet or negotiate | Angela Merkel | 2005-03-09\n- Gerhard Schröder | Express intent to meet or negotiate | Angela Merkel | 2005-03-06\n- France | Consult | Angela Merkel | 2005-07-18\n- Angela Merkel | Demand | France | 2005-07-19\n- Angela Merkel | Consult | France | 2005-07-18\n- Gerhard Schröder | Express intent to cooperate | Angela Merkel | 2005-03-24\n- Angela Merkel | Express intent to cooperate | Gerhard Schröder | 2005-08-05\n- Angela Merkel | Express intent to cooperate | Gerhard Schröder | 2005-03-24\n- Tony Blair | Consult | Angela Merkel | 2005-02-07\n- Gerhard Schröder | Demand | Angela Merkel | 2005-07-27\n- Gerhard Schröder | Accuse | Angela Merkel | 2005-07-15\n- Angela Merkel | Reject | Gerhard Schröder | 2005-03-17\n- Angela Merkel | Make statement | France | 2005-07-20\nAnswer:", "completion": " France", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1163446", "prompt": "Before Yuriy Yekhanurov, with whom did the Prime Minister of Turkmenistan last declare his intention to negotiate?\nEvidence:\n- Head of Government (Turkmenistan) | Express intent to meet or negotiate | Yuriy Yekhanurov | 2005-10-26\n- Yuriy Lutsenko | Make statement | Yuriy Yekhanurov | 2005-09-10\n- Yuriy Yekhanurov | Consult | NASA | 2005-11-01\n- NASA | Consult | Yuriy Yekhanurov | 2005-11-01\n- Yuriy Yekhanurov | Express intent to meet or negotiate | NASA | 2005-10-31\n- Yuriy Yekhanurov | Consult | Head of Government (Ukraine) | 2006-06-19\n- Member of Parliament (Ukraine) | Reject | Yuriy Yekhanurov | 2005-09-22\n- Head of Government (Ukraine) | Consult | Yuriy Yekhanurov | 2006-06-19\n- Zurab Nogaideli | Consult | Yuriy Yekhanurov | 2005-11-11\n- Yuriy Yekhanurov | Consult | Zurab Nogaideli | 2005-11-11\n- Yuriy Yekhanurov | Consult | Pavol Hrusovský | 2005-11-15\n- Yuriy Yekhanurov | Consult | Mikulas Dzurinda | 2005-11-24\n- Yuriy Yekhanurov | Consult | Mikulas Dzurinda | 2005-11-15\n- Pavol Hrusovský | Consult | Yuriy Yekhanurov | 2005-11-15\n- Mikulas Dzurinda | Consult | Yuriy Yekhanurov | 2005-11-24\nAnswer:", "completion": " China", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1339749", "prompt": "Who used small arms and light weapons to attack the Military Personnel - Special of Afghanistan on 7 October 2015?\nEvidence:\n- Combatant (Taliban) | fight with small arms and light weapons | Military Personnel - Special (Afghanistan) | 2015-10-07\nAnswer:", "completion": " Combatant (Taliban)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1069724", "prompt": "Who was the last to be threatened by the citizens of Nigeria in 2014?\nEvidence:\n- Combatant (Islamic State of Iraq and the Levant) | Kill by physical assault | Citizen (United Kingdom) | 2014-10-03\n- Combatant (Islamic State of Iraq and the Levant) | Kill by physical assault | Indigenous People (United States) | 2014-11-30\n- Combatant (Islamic State of Iraq and the Levant) | Kill by physical assault | Indigenous People (United Kingdom) | 2014-11-30\nAnswer:", "completion": " Government (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 3, "n_anchors": 0} +{"id": "mtq_1028412", "prompt": "After the Ministry of Agriculture, Fisheries and Forestry of South Korea, which country formally signed an agreement with the Business of South Korea?\nEvidence:\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- Roh Moo Hyun | Make an appeal or request | South Korea | 2005-01-03\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | South Korea | 2005-01-08\n- South Korea | Consult | Japan | 2005-01-06\n- Japan | Consult | South Korea | 2005-01-06\n- South Korea | Reduce relations | Citizen (North Korea) | 2005-01-03\n- South Korea | Provide humanitarian aid | Citizen (North Korea) | 2005-01-11\n- Citizen (Thailand) | fight with small arms and light weapons | Thailand | 2005-01-25\n- South Korea | Provide military aid | Iraq | 2005-01-03\n- South Korea | Provide humanitarian aid | Thailand | 2005-01-02\nAnswer:", "completion": " South Korea", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1133826", "prompt": "Who last expressed the intention to negotiate with Mahmoud Ahmadinejad before Muhammad Naji al-Otari?\nEvidence:\n- Muhammad Naji al-Otari | Express intent to meet or negotiate | Mahmoud Ahmadinejad | 2009-02-17\n- Tatarstan | Consult | Muhammad Naji al-Otari | 2006-03-31\n- Muhammad Naji al-Otari | Consult | Tatarstan | 2006-03-31\n- Muhammad Naji al-Otari | Make statement | Iran | 2009-12-07\n- Nuri al-Maliki | Consult | Muhammad Naji al-Otari | 2009-04-23\n- Nuri al-Maliki | Consult | Muhammad Naji al-Otari | 2007-08-22\n- Muhammad Naji al-Otari | Consult | Nuri al-Maliki | 2009-04-23\n- Muhammad Naji al-Otari | Consult | Nuri al-Maliki | 2007-08-22\n- Muhammad Naji al-Otari | Consult | Farouk al-Sharaa | 2005-03-07\n- Farouk al-Sharaa | Consult | Muhammad Naji al-Otari | 2005-03-07\n- Muhammad Naji al-Otari | Express intent to meet or negotiate | Yemen | 2008-05-09\n- Muhammad Naji al-Otari | Express intent to meet or negotiate | Iraq | 2011-01-12\n- Muhammad Naji al-Otari | Express intent to meet or negotiate | Iraq | 2009-04-17\n- Muhammad Naji al-Otari | Express intent to meet or negotiate | Iran | 2009-02-17\n- Muhammad Naji al-Otari | Express intent to meet or negotiate | Iran | 2009-02-16\nAnswer:", "completion": " Nuri al-Maliki", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1197963", "prompt": "When did the Australian Member of Parliament last want to engage in diplomatic cooperation with the Australian Greens?\nEvidence:\n- Member of Parliament (Australia) | Express intent to engage in diplomatic cooperation (such as policy support) | Australia Greens | 2011-07-06\n- Australia Greens | Express intent to engage in diplomatic cooperation (such as policy support) | Member of Parliament (Australia) | 2011-07-06\n- People Associated with the Opposition (Ukraine) | Engage in material cooperation | Member of Parliament (Ukraine) | 2007-03-22\n- People Associated with the Opposition (Australia) | Engage in material cooperation | Member of Parliament (Australia) | 2015-12-03\n- Member of Parliament (Ukraine) | Engage in material cooperation | People Associated with the Opposition (Ukraine) | 2007-03-22\n- Member of Parliament (Australia) | Engage in material cooperation | People Associated with the Opposition (Australia) | 2015-12-03\n- Member of Parliament (Australia) | Make statement | Australia Greens | 2013-02-20\n- Australia Greens | Make statement | Member of Parliament (Australia) | 2013-02-04\n- Australia Greens | Appeal for diplomatic cooperation (such as policy support) | Member of Parliament (Australia) | 2012-01-15\n- People Associated with the Opposition (Australia) | Express intent to engage in material cooperation | Member of Parliament (Australia) | 2010-12-22\n- People Associated with the Opposition (Australia) | Engage in negotiation | Member of Parliament (Australia) | 2008-06-25\n- Member of Parliament (Australia) | Engage in negotiation | People Associated with the Opposition (Australia) | 2008-06-25\n- People Associated with the Opposition (Australia) | Express intent to engage in diplomatic cooperation (such as policy support) | Member of Parliament (Australia) | 2011-11-28\n- People Associated with the Opposition (Australia) | Express intent to engage in diplomatic cooperation (such as policy support) | Member of Parliament (Australia) | 2011-11-25\n- Australia Greens | Express intent to meet or negotiate | Member of Parliament (Australia) | 2013-03-17\nAnswer:", "completion": " 2011-07-06", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1005494", "prompt": "When was the last appeal made by an Indian judge to the Minister of the Interior?\nEvidence:\n- Minister Patnaik | Make an appeal or request | Court Judge (India) | 2005-06-08\n- Court Judge (Malaysia) | Accuse | Minister of Public Works Vellu | 2008-10-15\n- Prime Minister Qarase | Make an appeal or request | Prime Minister Chaudhry | 2006-07-26\n- Court Judge (India) | Make an appeal or request | Secretary of State for the Home Department | 2010-01-04\n- Court Judge (India) | Make an appeal or request | Secretary of State for the Home Department | 2008-07-11\n- Court Judge (India) | Make an appeal or request | Secretary of State for the Home Department | 2007-09-15\n- Court Judge (India) | Make an appeal or request | Secretary of State for the Home Department | 2005-09-01\n- Minister Patnaik | Make an appeal or request | Member of Parliament (India) | 2015-07-24\n- Minister Patnaik | Make an appeal or request | Member of Parliament (India) | 2014-07-06\n- Prime Minister Qarase | Accuse | Court Judge (Fiji) | 2008-10-09\n- Minister Bogollagama | Make an appeal or request | Prachanda | 2008-07-03\n- Secretary of State for the Home Department | Make an appeal or request | Court Judge (United Kingdom) | 2012-04-18\n- Rajya Sabha | Appeal to yield | Minister Patnaik | 2013-11-03\n- Minister of Public Works Vellu | Make an appeal or request | Police (Malaysia) | 2008-03-28\n- Member of the Judiciary (Venezuela) | Appeal for release of persons or property | Court Judge (Venezuela) | 2008-08-26\nAnswer:", "completion": " 2010-01-04", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1237013", "prompt": "On 11 October 2012, who gave a visit to Romania?\nEvidence:\n- Romania | Make a visit | Middle East | 2012-10-11\n- Romania | Host a visit | Gurbanguly Berdymukhammedov | 2012-10-11\n- Middle East | Host a visit | Romania | 2012-10-11\n- Gurbanguly Berdymukhammedov | Make a visit | Romania | 2012-10-11\n- Gurbanguly Berdymukhammedov | Make statement | Romania | 2012-10-11\nAnswer:", "completion": " Gurbanguly Berdymukhammedov", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 5, "n_anchors": 1} +{"id": "mtq_1189958", "prompt": "Before November 2015, to whom did the government of Ecuador make an appeal?\nEvidence:\n- Government (Ecuador) | Make an appeal or request | Professor (Ecuador) | 2006-11-27\n- Government (Ecuador) | Make an appeal or request | Professor (Ecuador) | 2006-11-26\n- Government (Ecuador) | Make an appeal or request | Professor (Ecuador) | 2006-11-24\n- Government (Ecuador) | Make an appeal or request | Member of the Judiciary (United States) | 2010-03-11\n- News Editor (Ecuador) | Make an appeal or request | Government (Ecuador) | 2007-03-09\n- Government (Ecuador) | Make an appeal or request | Mexico | 2010-08-26\n- Government (Ecuador) | Make an appeal or request | Bolivia | 2015-11-23\n- Rafael Correa | Make an appeal or request | Government (Ecuador) | 2010-10-01\n- Newspaper (Peru) | Make an appeal or request | Government (Ecuador) | 2012-06-18\n- Government (Ecuador) | Make an appeal or request | Associated Press | 2011-04-11\n- Barack Obama | Make an appeal or request | Government (Ecuador) | 2009-07-06\n- Court Judge (Ecuador) | Make an appeal or request | Media (Ecuador) | 2006-09-11\n- Attorney General (Ecuador) | Make an appeal or request | Media (Ecuador) | 2010-02-26\n- International Federation of Human Rights | Make an appeal or request | Government (Ecuador) | 2006-03-17\n- Professor (Ecuador) | Make statement | Government (Ecuador) | 2005-09-15\nAnswer:", "completion": " Associated Press", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1236345", "prompt": "Who was the first to express optimism about Barack Obama after Rafael Correa?\nEvidence:\n- Rafael Correa | Express accord | Colombia | 2006-11-28\n- Rafael Ramírez | Consult | Rafael Correa | 2005-07-14\n- Rafael Correa | Consult | Rafael Ramírez | 2005-07-14\n- Rafael Correa | Reject | Rafael Antonio Bielsa | 2006-11-23\n- Rafael Correa | Consult | Rafael Antonio Bielsa | 2006-09-26\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-26\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-20\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-01\n- Rafael Antonio Bielsa | Consult | Rafael Correa | 2006-09-26\n- Rafael Antonio Bielsa | Accuse | Rafael Correa | 2006-10-15\n- Rafael Correa | Express intent to meet or negotiate | Colombia | 2006-12-19\n- Rafael Correa | Express intent to meet or negotiate | Colombia | 2006-12-15\n- Rafael Correa | Express intent to meet or negotiate | Colombia | 2006-12-13\n- Rafael Correa | Express intent to meet or negotiate | Colombia | 2006-12-11\n- Rafael Correa | Express intent to meet or negotiate | Colombia | 2006-12-01\nAnswer:", "completion": " Radoslaw Sikorski", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1192404", "prompt": "Who did international governmental organisations condemn last, before the government of Sudan?\nEvidence:\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-27\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-26\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Ethiopia | Praise or endorse | Government (Sudan) | 2005-01-10\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\nAnswer:", "completion": " Mexico", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1378295", "prompt": "With whom did the Prime Minister of South Korea announce his intention to meet in the same month as South Africa?\nEvidence:\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | South Korea | 2005-01-06\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- South Africa | Engage in negotiation | Japan | 2005-02-05\n- South Africa | Engage in negotiation | France | 2005-02-05\n- Japan | Engage in negotiation | South Africa | 2005-02-05\n- France | Engage in negotiation | South Africa | 2005-02-05\n- South Korea | Express intent to engage in diplomatic cooperation (such as policy support) | Emperor Akihito | 2005-01-13\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-27\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-26\nAnswer:", "completion": " South Korea", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1137380", "prompt": "Who was the first person to be sentenced by Tony Blair?\nEvidence:\n- Tony Blair | Discuss by telephone | Mahmoud Abbas | 2005-01-10\n- Mahmoud Abbas | Discuss by telephone | Tony Blair | 2005-01-10\n- Tony Blair | Accuse | Iran | 2005-02-05\n- Iran | Reject | Tony Blair | 2005-02-08\n- Tony Blair | Make statement | Iraq | 2005-02-04\n- Tony Blair | Make statement | Iraq | 2005-01-30\n- Tony Blair | Make statement | Iraq | 2005-01-09\n- Tony Blair | Make statement | Iran | 2005-01-26\n- Tony Blair | Investigate | Oluṣẹgun Ọbasanjọ | 2005-01-27\n- Tony Blair | Investigate | Oluṣẹgun Ọbasanjọ | 2005-01-26\n- Tony Blair | Consult | Mahmoud Abbas | 2005-01-27\n- Tony Blair | Consult | Jack Straw | 2005-02-04\n- Tony Blair | Consult | Bertie Ahern | 2005-02-02\n- Tony Blair | Consult | Angela Merkel | 2005-02-07\n- Mahmoud Abbas | Consult | Tony Blair | 2005-01-27\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1029787", "prompt": "When was the last time Gabriel Silva Luján praised Nelson Azevedo Jobim?\nEvidence:\n- Nelson Azevedo Jobim | Consult | Gabriel Silva Luján | 2009-08-26\n- Nelson Azevedo Jobim | Consult | Gabriel Silva Luján | 2009-08-25\n- Gabriel Silva Luján | Consult | Nelson Azevedo Jobim | 2009-08-26\n- Gabriel Silva Luján | Consult | Nelson Azevedo Jobim | 2009-08-25\n- Nelson Azevedo Jobim | Sign formal agreement | Gabriel Silva Luján | 2009-08-25\n- Gabriel Silva Luján | Sign formal agreement | Nelson Azevedo Jobim | 2009-08-25\n- Gabriel Silva Luján | Praise or endorse | Nelson Azevedo Jobim | 2009-08-25\n- Gabriel Silva Luján | Express intent to cooperate | Nelson Azevedo Jobim | 2009-08-25\n- Nelson Azevedo Jobim | Praise or endorse | Nelson Azevedo Jobim | 2009-08-25\n- Gabriel Silva Luján | Consult | Colombia | 2010-07-17\n- Gabriel Silva Luján | Consult | Colombia | 2010-03-23\n- Colombia | Consult | Gabriel Silva Luján | 2010-07-17\n- Colombia | Consult | Gabriel Silva Luján | 2010-03-23\n- Gabriel Silva Luján | Make statement | Colombia | 2010-06-30\n- Gabriel Silva Luján | Make statement | Colombia | 2010-02-12\nAnswer:", "completion": " 2009-08-25", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1174336", "prompt": "Can you tell me in which month the Argentine media criticised Cristina Fernández de Kirchner?\nEvidence:\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-05-24\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-03-03\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-02-28\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-12-26\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-11-15\n- Cristina Fernández de Kirchner | Accuse | Alberto Fernández | 2005-12-24\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2012-09-23\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2007-11-15\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-05-24\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-03-03\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-02-28\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2007-12-26\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2007-11-15\n- Alberto Fernández | Accuse | Cristina Fernández de Kirchner | 2012-05-27\n- Cristina Fernández de Kirchner | Engage in negotiation | Alberto Fernández | 2008-07-24\nAnswer:", "completion": " 2010-10", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1383584", "prompt": "After Mahmoud Ahmadinejad, to whom did Shirin Ebadi deliver the first condemnation?\nEvidence:\n- Shirin Ebadi | Demand | Mahmoud Ahmadinejad | 2009-06-19\n- Shirin Ebadi | Appeal to yield | Mahmoud Ahmadinejad | 2009-06-19\n- Shirin Ebadi | Criticize or denounce | Mahmoud Ahmadinejad | 2009-06-06\n- Shirin Ebadi | Demonstrate or rally | Shirin Ebadi | 2009-01-01\n- Shirin Ebadi | Make an appeal or request | Mahmoud Ahmadinejad | 2007-11-19\n- Shirin Ebadi | Make an appeal or request | Mahmoud Ahmadinejad | 2006-06-08\n- Shirin Ebadi | Demand | Iran | 2008-06-23\n- Shirin Ebadi | Accuse | Iran | 2007-07-14\n- Iran | Threaten | Shirin Ebadi | 2008-12-31\n- Iran | Reject | Shirin Ebadi | 2007-05-18\n- Iran | Accuse | Shirin Ebadi | 2009-01-06\n- Shirin Ebadi | Make statement | Iraq | 2006-04-19\n- Shirin Ebadi | Make statement | Iran | 2009-11-27\n- Shirin Ebadi | Make statement | Iran | 2009-06-19\n- Shirin Ebadi | Make statement | Iran | 2008-12-23\nAnswer:", "completion": " Iran", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1139446", "prompt": "Who was last supported by Bukola Saraki?\nEvidence:\n- Muhammadu Buhari | Consult | Bukola Saraki | 2006-11-21\n- Bukola Saraki | Threaten | Citizen (Nigeria) | 2009-11-25\n- Bukola Saraki | Consult | Muhammadu Buhari | 2006-11-21\n- Bukola Saraki | Accuse | Government (Nigeria) | 2005-09-22\n- Bukola Saraki | Accuse | Citizen (Nigeria) | 2007-05-28\n- Jonah David Jang | Consult | Bukola Saraki | 2008-09-17\n- Citizen (Nigeria) | Complain officially | Bukola Saraki | 2009-02-06\n- Bukola Saraki | Provide aid | Citizen (Nigeria) | 2009-02-19\n- Bukola Saraki | Make statement | Government (Nigeria) | 2009-11-25\n- Bukola Saraki | Make statement | Government (Nigeria) | 2009-03-30\n- Bukola Saraki | Make statement | Government (Nigeria) | 2008-11-07\n- Bukola Saraki | Make statement | Government (Nigeria) | 2008-06-02\n- Bukola Saraki | Make statement | Government (Nigeria) | 2007-12-20\n- Bukola Saraki | Make statement | Government (Nigeria) | 2007-12-10\n- Bukola Saraki | Make statement | Government (Nigeria) | 2005-05-18\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1110754", "prompt": "In what month did Okada Katsuya express his intention to negotiate with the citizens of Australia?\nEvidence:\n- Okada Katsuya | Express intent to meet or negotiate | Iran | 2006-04-26\n- Okada Katsuya | Express intent to meet or negotiate | China | 2009-09-15\n- Okada Katsuya | Express intent to meet or negotiate | China | 2005-11-16\n- Okada Katsuya | Express intent to meet or negotiate | China | 2005-04-19\n- Okada Katsuya | Express intent to meet or negotiate | Cambodia | 2009-09-25\n- Mahmoud Abbas | Express intent to meet or negotiate | Okada Katsuya | 2005-05-15\n- Wang Yi | Express intent to cooperate | Okada Katsuya | 2005-04-19\n- Okada Katsuya | Express intent to cooperate | Wang Yi | 2005-04-19\n- Okada Katsuya | Demand | Japan | 2009-09-05\n- Okada Katsuya | Demand | Iran | 2006-05-03\n- Okada Katsuya | Express intent to meet or negotiate | United Arab Emirates | 2006-04-26\n- Okada Katsuya | Make statement | Japan | 2009-09-24\n- Okada Katsuya | Make statement | Japan | 2009-09-21\n- Okada Katsuya | Make statement | Japan | 2009-09-18\n- Okada Katsuya | Make statement | Japan | 2009-09-17\nAnswer:", "completion": " 2010-05", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1012785", "prompt": "In which month did the Brazilian professor give humanitarian aid to the citizens of Brazil?\nEvidence:\n- Professor (Brazil) | Provide humanitarian aid | Citizen (Brazil) | 2007-10-19\n- France | Provide humanitarian aid | Professor (France) | 2010-07-01\n- Police (Benin) | Provide humanitarian aid | Professor (Benin) | 2010-04-21\n- Religion (Brazil) | Provide humanitarian aid | Citizen (Brazil) | 2014-09-30\n- Military (Brazil) | Provide humanitarian aid | Citizen (Brazil) | 2015-02-27\n- Military (Brazil) | Provide humanitarian aid | Citizen (Brazil) | 2013-12-26\n- Military (Brazil) | Provide humanitarian aid | Citizen (Brazil) | 2013-12-23\n- Military (Brazil) | Provide humanitarian aid | Citizen (Brazil) | 2011-01-18\n- Military (Brazil) | Provide humanitarian aid | Citizen (Brazil) | 2011-01-17\n- Military (Brazil) | Provide humanitarian aid | Citizen (Brazil) | 2011-01-16\n- Military (Brazil) | Provide humanitarian aid | Citizen (Brazil) | 2008-12-16\n- Military (Brazil) | Provide humanitarian aid | Citizen (Brazil) | 2006-12-02\n- Military (Brazil) | Provide humanitarian aid | Citizen (Brazil) | 2006-10-18\n- Education (Brazil) | Provide humanitarian aid | Citizen (Brazil) | 2015-09-02\n- Citizen (Brazil) | Express intent to provide humanitarian aid | Congress (Brazil) | 2012-12-24\nAnswer:", "completion": " 2007-10", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1082406", "prompt": "Who blamed Tsai Ing-wen first after the People First Party Korea?\nEvidence:\n- Tsai Ing-wen | Make statement | Party Member (Taiwan) | 2008-05-14\n- Tsai Ing-wen | Make statement | Party Member (Taiwan) | 2005-06-29\n- Tsai Ing-wen | Investigate | Kuomintang | 2008-05-18\n- Tsai Ing-wen | Demand | Kuomintang | 2008-07-05\n- Tsai Ing-wen | Accuse | China | 2005-03-20\n- China | Reject | Tsai Ing-wen | 2007-08-06\n- China | Reject | Tsai Ing-wen | 2007-08-05\n- People First Party Korea | Reject | Kuomintang | 2005-04-13\n- People First Party Korea | Consult | Kuomintang | 2005-08-24\n- People First Party Korea | Consult | Kuomintang | 2005-08-18\n- People First Party Korea | Consult | Kuomintang | 2005-07-27\n- People First Party Korea | Consult | Kuomintang | 2005-04-04\n- Kuomintang | Consult | People First Party Korea | 2005-08-28\n- Kuomintang | Consult | People First Party Korea | 2005-08-24\n- Kuomintang | Consult | People First Party Korea | 2005-08-18\nAnswer:", "completion": " Ma Ying Jeou", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1220107", "prompt": "On 1 August 2014, who appealed on behalf of John Dramani Mahama?\nEvidence:\n- Islamic Preacher (Ghana) | Make an appeal or request | John Dramani Mahama | 2014-08-01\nAnswer:", "completion": " Islamic Preacher (Ghana)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 1} +{"id": "mtq_1198689", "prompt": "In which year did the Egyptian Ministry of Foreign Affairs visit Sudan for the first time?\nEvidence:\n- Foreign Affairs (Ethiopia) | Consult | Ethiopia | 2005-07-05\n- Ethiopia | Consult | Foreign Affairs (Ethiopia) | 2005-07-05\n- Foreign Affairs (South Africa) | Consult | Ethiopia | 2005-01-31\n- Foreign Affairs (Ethiopia) | Make statement | Ethiopia | 2005-08-02\n- Ethiopia | Make statement | Foreign Affairs (Israel) | 2005-03-30\n- Ethiopia | Consult | Foreign Affairs (South Africa) | 2005-01-31\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Sudan | Engage in negotiation | Ethiopia | 2005-04-19\n- Ethiopia | Engage in negotiation | Sudan | 2005-04-19\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Sudan | Make a visit | Ethiopia | 2005-04-11\n- Sudan | Host a visit | Ethiopia | 2005-08-02\n- Ethiopia | Make a visit | Sudan | 2005-08-02\n- Ethiopia | Host a visit | Sudan | 2005-04-11\nAnswer:", "completion": " 2009", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1157453", "prompt": "Who first did Rajya Sabha request for after the Government of Pakistan?\nEvidence:\n- Head of Government (India) | Investigate | Rajya Sabha | 2006-03-17\n- Head of Government (India) | Investigate | Rajya Sabha | 2006-03-16\n- Rajya Sabha | Make statement | Head of Government (India) | 2006-11-30\n- Rajya Sabha | Make statement | Head of Government (India) | 2005-09-27\n- Head of Government (Qatar) | Make statement | Rajya Sabha | 2005-05-23\n- Head of Government (India) | Make statement | Rajya Sabha | 2006-08-21\n- Rajya Sabha | Praise or endorse | Head of Government (India) | 2005-03-20\n- Villager (India) | Consult | Rajya Sabha | 2006-10-19\n- Shivraj Patil | Consult | Rajya Sabha | 2005-03-22\n- Rajya Sabha | Threaten | Media (India) | 2005-03-14\n- Rajya Sabha | Demand | Shivraj Patil | 2007-08-29\n- Rajya Sabha | Demand | Media (India) | 2005-10-25\n- Rajya Sabha | Consult | Villager (India) | 2006-10-19\n- Rajya Sabha | Consult | Shivraj Patil | 2005-03-22\n- Rajya Sabha | Consult | Pervez Musharraf | 2007-05-29\nAnswer:", "completion": " Minister Patnaik", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1331172", "prompt": "Who made a request to the citizens of the State Actor in the same month of the Peace and Security Council?\nEvidence:\n- Peace and Security Council | Make an appeal or request | Citizen (Unidentified State Actor) | 2005-02-11\n- Peace and Security Council | Mediate | Sudan | 2009-03-05\n- Swaziland | Host a visit | Peace and Security Council | 2005-03-10\n- Sudan | Host a visit | Peace and Security Council | 2007-05-22\n- Sudan | Host a visit | Peace and Security Council | 2006-09-08\n- Peace and Security Council | Make a visit | Swaziland | 2005-03-10\n- Peace and Security Council | Make a visit | Sudan | 2007-05-22\n- Peace and Security Council | Make a visit | Sudan | 2006-09-08\n- Peace and Security Council | Make a visit | Ethiopia | 2008-07-21\n- Ethiopia | Host a visit | Peace and Security Council | 2008-07-21\n- Peace and Security Council | Make statement | UN Security Council | 2009-05-24\n- Peace and Security Council | Make statement | UN Security Council | 2009-05-23\n- Sudan | Make statement | Peace and Security Council | 2006-12-01\n- Ramtane Lamamra | Consult | Peace and Security Council | 2008-05-18\n- Peace and Security Council | Consult | Ramtane Lamamra | 2008-05-18\nAnswer:", "completion": " Togo", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1167953", "prompt": "Before 2008-07, to whom did Uhuru Muigai Kenyatta make an appeal?\nEvidence:\n- William Ruto | Make an appeal or request | Uhuru Muigai Kenyatta | 2009-11-25\n- William Ruto | Make an appeal or request | Uhuru Muigai Kenyatta | 2009-11-24\n- Uhuru Muigai Kenyatta | Make an appeal or request | Daniel Arap Moi | 2006-11-27\n- Uhuru Muigai Kenyatta | Make an appeal or request | Daniel Arap Moi | 2006-11-01\n- Uhuru Muigai Kenyatta | Make an appeal or request | Daniel Arap Moi | 2006-10-31\n- Labor Party (Kenya) | Make an appeal or request | Uhuru Muigai Kenyatta | 2006-07-30\n- William Ruto | Make statement | Uhuru Muigai Kenyatta | 2012-01-20\n- William Ruto | Make statement | Uhuru Muigai Kenyatta | 2009-12-19\n- William Ruto | Make statement | Uhuru Muigai Kenyatta | 2006-05-22\n- Uhuru Muigai Kenyatta | Make statement | William Ruto | 2012-11-07\n- Uhuru Muigai Kenyatta | Make statement | William Ruto | 2012-01-20\n- Uhuru Muigai Kenyatta | Make statement | William Ruto | 2005-06-28\n- Uhuru Muigai Kenyatta | Make statement | Mwai Kibaki | 2006-12-07\n- Uhuru Muigai Kenyatta | Make statement | Mwai Kibaki | 2006-12-06\n- Uhuru Muigai Kenyatta | Make statement | Mwai Kibaki | 2005-12-08\nAnswer:", "completion": " Head of Government (Kenya)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1145907", "prompt": "In which year did the Military Personnel - Special of Azerbaijan use small arms and light weapons to fight the protesters of Azerbaijan?\nEvidence:\n- Military Personnel - Special (Azerbaijan) | fight with small arms and light weapons | Protester (Azerbaijan) | 2006-05-28\n- Military Personnel - Special (Kenya) | fight with small arms and light weapons | Pokot | 2007-05-07\n- Thief (Philippines) | fight with small arms and light weapons | Military Personnel - Special (Philippines) | 2010-12-02\n- Separatist (India) | fight with small arms and light weapons | Military Personnel - Special (India) | 2015-09-10\n- Separatist (India) | fight with small arms and light weapons | Military Personnel - Special (India) | 2015-06-20\n- Separatist (India) | fight with small arms and light weapons | Military Personnel - Special (India) | 2015-05-25\n- Separatist (India) | fight with small arms and light weapons | Military Personnel - Special (India) | 2015-01-14\n- Separatist (India) | fight with small arms and light weapons | Military Personnel - Special (India) | 2014-12-03\n- Separatist (India) | fight with small arms and light weapons | Military Personnel - Special (India) | 2014-11-27\n- Separatist (India) | fight with small arms and light weapons | Military Personnel - Special (India) | 2010-12-10\n- Separatist (India) | fight with small arms and light weapons | Military Personnel - Special (India) | 2010-10-14\n- Separatist (India) | fight with small arms and light weapons | Military Personnel - Special (India) | 2010-09-16\n- Separatist (India) | fight with small arms and light weapons | Military Personnel - Special (India) | 2010-07-22\n- Separatist (India) | fight with small arms and light weapons | Military Personnel - Special (India) | 2010-06-25\n- Separatist (India) | fight with small arms and light weapons | Military Personnel - Special (India) | 2010-06-17\nAnswer:", "completion": " 2006", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1280995", "prompt": "Could you tell me the exact month when Guy Scott first expressed an interest in working with the citizens of Zambia?\nEvidence:\n- Guy Scott | Demand | Bank (Zambia) | 2012-10-26\n- Activist (Zambia) | Make statement | Guy Scott | 2013-11-27\n- Guy Scott | Engage in symbolic act | Citizen (Zambia) | 2012-10-22\n- Guy Scott | Make an appeal or request | Women (Zambia) | 2012-11-15\n- Guy Scott | Make an appeal or request | Citizen (Zambia) | 2014-06-03\n- Guy Scott | Make an appeal or request | Citizen (Zambia) | 2014-04-14\n- Guy Scott | Make an appeal or request | Citizen (Zambia) | 2014-03-04\n- Guy Scott | Make an appeal or request | Citizen (Zambia) | 2013-09-27\n- Guy Scott | Make an appeal or request | Citizen (Zambia) | 2013-07-08\n- Guy Scott | Make an appeal or request | Citizen (Zambia) | 2013-06-18\n- Guy Scott | Make an appeal or request | Citizen (Zambia) | 2013-04-10\n- Guy Scott | Make an appeal or request | Citizen (Zambia) | 2012-11-15\n- Guy Scott | Praise or endorse | Bank (Zambia) | 2013-04-26\n- Guy Scott | Make statement | Ruling Party (Zambia) | 2013-06-18\n- Guy Scott | Demand | Defense / Security Ministry (Zambia) | 2014-01-29\nAnswer:", "completion": " 2012-11", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1305497", "prompt": "After Al-Shabaab, who was praised by the scholar of Somalia?\nEvidence:\n- Intellectual (Somalia) | Consult | Al-Shabaab | 2008-04-28\n- Governor (Somalia) | Accuse | Al-Shabaab | 2007-11-11\n- Criminal (Somalia) | Reject | Al-Shabaab | 2008-10-05\n- Al-Shabaab | Threaten | Criminal (Somalia) | 2008-05-18\n- Al-Shabaab | Consult | Intellectual (Somalia) | 2008-04-28\n- Media Personnel (Somalia) | Accuse | Al-Shabaab | 2008-09-22\n- Governor (Somalia) | Make statement | Al-Shabaab | 2007-11-11\n- Al-Shabaab | Make statement | Criminal (Somalia) | 2008-11-15\n- Media Personnel (Somalia) | Make statement | Al-Shabaab | 2008-11-17\n- Media Personnel (Somalia) | Make statement | Al-Shabaab | 2008-11-12\n- Media Personnel (Somalia) | Make statement | Al-Shabaab | 2008-10-19\n- Media Personnel (Somalia) | Make statement | Al-Shabaab | 2008-10-05\n- Media Personnel (Somalia) | Make statement | Al-Shabaab | 2008-05-10\n- Media Personnel (Somalia) | Make statement | Al-Shabaab | 2008-03-20\n- Media Personnel (Somalia) | Make statement | Al-Shabaab | 2008-03-09\nAnswer:", "completion": " Cabinet / Council of Ministers / Advisors (Somalia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1351630", "prompt": "To whom did the High Commission for Refugees make the first request after the other authorities and officials of Romania?\nEvidence:\n- Other Authorities / Officials (Burundi) | Make statement | High Commission for Refugees | 2005-04-01\n- Other Authorities / Officials (Nigeria) | Engage in diplomatic cooperation | High Commission for Refugees | 2005-01-18\n- Japan | Reject | High Commission for Refugees | 2005-01-19\n- High Commission for Refugees | Consult | Cambodia | 2005-01-24\n- Cambodia | Consult | High Commission for Refugees | 2005-01-24\n- High Commission for Refugees | Make statement | Togo | 2005-05-04\n- High Commission for Refugees | Make statement | Tanzania | 2005-04-06\n- High Commission for Refugees | Make statement | Iran | 2005-02-25\n- Shaukat Aziz | Consult | High Commission for Refugees | 2005-05-04\n- Ruud Lubbers | Mediate | High Commission for Refugees | 2005-02-16\n- Pervez Musharraf | Consult | High Commission for Refugees | 2005-05-06\n- High Commission for Refugees | Grant asylum | Japan | 2005-01-19\n- High Commission for Refugees | Consult | Shaukat Aziz | 2005-05-04\n- High Commission for Refugees | Consult | Pervez Musharraf | 2005-05-06\n- Citizen (Uganda) | Reject | High Commission for Refugees | 2005-01-17\nAnswer:", "completion": " Citizen (Tanzania)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1111650", "prompt": "After the Ministry of Nigeria, who did the Farm Worker of Nigeria praise first?\nEvidence:\n- Farm Worker (Nigeria) | Praise or endorse | Ministry (Nigeria) | 2015-05-13\n- Ministry (Nigeria) | Consult | Farm Worker (Nigeria) | 2014-03-24\n- Ministry (Nigeria) | Consult | Farm Worker (Nigeria) | 2013-01-23\n- Farm Worker (Nigeria) | Consult | Ministry (Nigeria) | 2014-03-24\n- Farm Worker (Nigeria) | Consult | Ministry (Nigeria) | 2013-01-23\n- Farm Worker (Nigeria) | Accuse | Ministry (Nigeria) | 2011-05-20\n- Ministry (Nigeria) | Make statement | Farm Worker (Nigeria) | 2014-11-04\n- Ministry (Nigeria) | Make statement | Farm Worker (Nigeria) | 2014-10-31\n- Ministry (Nigeria) | Make statement | Farm Worker (Nigeria) | 2014-04-14\n- Ministry (Nigeria) | Make statement | Farm Worker (Nigeria) | 2013-08-21\n- Ministry (Nigeria) | Make statement | Farm Worker (Nigeria) | 2013-06-26\n- Ministry (Nigeria) | Make statement | Farm Worker (Nigeria) | 2013-06-18\n- Ministry (Nigeria) | Make statement | Farm Worker (Nigeria) | 2013-05-02\n- Ministry (Nigeria) | Make statement | Farm Worker (Nigeria) | 2013-01-18\n- Ministry (Nigeria) | Make statement | Farm Worker (Nigeria) | 2012-09-28\nAnswer:", "completion": " Government (Nigeria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1354702", "prompt": "In which year did the UN security council last praise the Police of Sudan?\nEvidence:\n- UN Security Council | Praise or endorse | Government (Sudan) | 2005-01-11\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Demand settling of dispute | Citizen (Sudan) | 2005-01-13\n- Government (Sudan) | Make statement | UN Security Council | 2005-02-08\n- UN Security Council | Praise or endorse | Iraq | 2005-02-01\n- UN Security Council | Praise or endorse | France | 2005-02-01\n- France | Praise or endorse | UN Security Council | 2005-01-06\n- UN Security Council | Consider policy option | Citizen (Sudan) | 2005-02-08\n- Government (Sudan) | Defy norms, law | UN Security Council | 2005-01-09\n- UN Security Council | Praise or endorse | Employee (Iraq) | 2005-02-01\n- UN Security Council | Praise or endorse | African Union | 2005-03-07\n- UN Security Council | Demand change in leadership | Head of Government (Togo) | 2005-02-25\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\nAnswer:", "completion": " 2007", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1110487", "prompt": "Who first made an request to the Domestic Affairs of Mexico after the Congress of Mexico did?\nEvidence:\n- Mexico | Arrest, detain, or charge with legal action | Domestic Affairs (Mexico) | 2005-01-24\n- Mexico | Make an appeal or request | Iran | 2005-02-03\n- Mexico | Investigate | Criminal (Mexico) | 2005-01-12\n- Other Authorities / Officials (Mexico) | Express intent to meet or negotiate | Mexico | 2005-01-06\n- Mexico | Express intent to cooperate | Colombia | 2005-06-30\n- Colombia | Express intent to cooperate | Mexico | 2005-06-30\n- Mexico | Express intent to meet or negotiate | Zapatista Army of National Liberation | 2005-01-14\n- Secretariat (Mexico) | Make statement | Mexico | 2005-02-03\n- Organized Crime (Mexico) | Demand | Mexico | 2005-01-24\n- Military (Mexico) | Cooperate militarily | Mexico | 2005-01-17\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-26\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-25\n- Economist (Mexico) | Make statement | Mexico | 2005-02-11\n- Member of Legislative (Govt) (South Korea) | Express intent to meet or negotiate | Mexico | 2005-02-07\n- Other Authorities / Officials (Mexico) | Investigate | Mexico | 2005-01-27\nAnswer:", "completion": " National Action Party", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1240124", "prompt": "After the governor of Laos, who was the first to praise Vietnam?\nEvidence:\n- Laos | Praise or endorse | Vietnam | 2005-04-29\n- Vietnam | Express intent to cooperate | Laos | 2005-04-12\n- Vietnam | Express intent to cooperate | Laos | 2005-04-10\n- Laos | Express intent to cooperate | Vietnam | 2005-04-12\n- Laos | Express intent to cooperate | Vietnam | 2005-04-10\n- Vietnam | Consult | Laos | 2005-03-29\n- Vietnam | Consult | Laos | 2005-03-04\n- Laos | Consult | Vietnam | 2005-03-29\n- Laos | Consult | Vietnam | 2005-03-04\n- Laos | Consult | Ministry (Vietnam) | 2005-03-30\n- Vietnam | Express intent to meet or negotiate | Laos | 2005-02-16\n- Laos | Express intent to meet or negotiate | Vietnam | 2005-03-10\n- Vietnam | Sign formal agreement | Laos | 2005-04-12\n- Vietnam | Sign formal agreement | Laos | 2005-04-09\n- Vietnam | Sign formal agreement | Laos | 2005-04-08\nAnswer:", "completion": " Roh Moo Hyun", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1209838", "prompt": "After Yoshihiko Noda, which country was the first to seek diplomatic cooperation with Laos?\nEvidence:\n- Yoshihiko Noda | Demand | Japan | 2010-11-24\n- Yoshihiko Noda | Make statement | Japan | 2011-05-27\n- Yoshihiko Noda | Make statement | Japan | 2011-05-19\n- Yoshihiko Noda | Make statement | Japan | 2011-05-04\n- Yoshihiko Noda | Make statement | Japan | 2011-04-16\n- Yoshihiko Noda | Make statement | Japan | 2011-04-15\n- Yoshihiko Noda | Make statement | Japan | 2011-04-05\n- Yoshihiko Noda | Make statement | Japan | 2011-03-10\n- Yoshihiko Noda | Make statement | Japan | 2011-01-27\n- Yoshihiko Noda | Make statement | Japan | 2011-01-17\n- Yoshihiko Noda | Make statement | Japan | 2011-01-12\n- Yoshihiko Noda | Make statement | Japan | 2010-11-02\n- Yoshihiko Noda | Make statement | Japan | 2010-10-21\n- Yoshihiko Noda | Make statement | Japan | 2010-09-18\n- Yoshihiko Noda | Make statement | Japan | 2010-09-17\nAnswer:", "completion": " Vietnam", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1007041", "prompt": "After the Nigerian presidential candidate, who was the first to praise the Nigerian leader?\nEvidence:\n- Zalmai Rassoul | Praise or endorse | Presidential Candidate (Afghanistan) | 2014-03-26\n- Scholar (Nigeria) | Praise or endorse | Presidential Candidate (Nigeria) | 2015-02-04\n- Presidential Candidate (Nigeria) | Praise or endorse | Muhammadu Buhari | 2015-04-27\n- Presidential Candidate (Nigeria) | Praise or endorse | Muhammadu Buhari | 2010-02-04\n- Presidential Candidate (Nigeria) | Praise or endorse | Ibrahim Shekarau | 2011-03-30\n- Presidential Candidate (Nigeria) | Praise or endorse | Adebisi Akande | 2015-03-26\n- Presidential Candidate (Indonesia) | Praise or endorse | Prabowo Subianto | 2014-06-15\n- Presidential Candidate (Indonesia) | Praise or endorse | Police (Indonesia) | 2014-07-05\n- Presidential Candidate (Georgia) | Praise or endorse | Government (Georgia) | 2013-10-23\n- Presidential Candidate (Bolivia) | Praise or endorse | Eduardo Rodríguez | 2005-10-23\n- Presidential Candidate (Argentina) | Praise or endorse | Senate (Argentina) | 2015-06-30\n- Presidential Candidate (Algeria) | Praise or endorse | Protester (Algeria) | 2014-02-27\n- Muhammadu Buhari | Praise or endorse | Presidential Candidate (Nigeria) | 2015-02-23\n- Muhammadu Buhari | Praise or endorse | Presidential Candidate (Nigeria) | 2015-01-30\n- Dissident (Argentina) | Praise or endorse | Presidential Candidate (Argentina) | 2007-03-14\nAnswer:", "completion": " Royal Administration (Nigeria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1289065", "prompt": "Before May 2013, who recommended the Military Personnel - Special of Afghanistan?\nEvidence:\n- The Sunday Times | Make statement | Military Personnel - Special (Afghanistan) | 2007-05-20\n- The Daily Telegraph | Make statement | Military Personnel - Special (Afghanistan) | 2012-08-06\n- Military Personnel - Special (Afghanistan) | Investigate | Employee (Afghanistan) | 2010-04-11\n- Military Personnel - Special (Afghanistan) | Investigate | Attacker (Afghanistan) | 2011-08-21\n- Military Personnel - Special (Afghanistan) | Investigate | Attacker (Afghanistan) | 2009-08-19\n- Military Personnel - Special (Afghanistan) | Investigate | Attacker (Afghanistan) | 2005-11-15\n- Ministry (Afghanistan) | Demand de-escalation of military engagement | Military Personnel - Special (Afghanistan) | 2011-10-05\n- Ministry (Afghanistan) | Make statement | Military Personnel - Special (Afghanistan) | 2014-05-04\n- Ministry (Afghanistan) | Make statement | Military Personnel - Special (Afghanistan) | 2014-03-21\n- Ministry (Afghanistan) | Make statement | Military Personnel - Special (Afghanistan) | 2014-01-29\n- Ministry (Afghanistan) | Make statement | Military Personnel - Special (Afghanistan) | 2013-03-19\n- Ministry (Afghanistan) | Make statement | Military Personnel - Special (Afghanistan) | 2011-12-15\n- Ministry (Afghanistan) | Make statement | Military Personnel - Special (Afghanistan) | 2010-05-05\n- Ministry (Afghanistan) | Make statement | Military Personnel - Special (Afghanistan) | 2008-04-30\n- Military Personnel - Special (Afghanistan) | Occupy territory | Insurgent (Afghanistan) | 2013-09-17\nAnswer:", "completion": " Ashraf Ghani Ahmadzai", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1169688", "prompt": "Could you tell me the exact month when the Croatian Ombudsman appealed to the citizens of Croatia?\nEvidence:\n- Government (Croatia) | Reject | Croatian Party of Rights | 2006-05-26\n- Croatian Party of Rights | Accuse | Citizen (Croatia) | 2006-04-11\n- Government (Croatia) | Reject | Ombudsman (Croatia) | 2010-06-10\n- Government (Croatia) | Deny responsibility | Croatian Party of Rights | 2006-05-26\n- Croatian Party of Rights | Reduce relations | Citizen (Croatia) | 2009-07-22\n- Croatian Party of Rights | Make statement | Government (Croatia) | 2005-04-09\n- Police (Croatia) | Investigate | People Associated with the Opposition (Croatian Democratic Union) | 2014-02-05\n- Citizen (Croatia) | Reject | People Associated with the Opposition (Croatian Democratic Union) | 2014-07-03\n- Police (Croatia) | Praise or endorse | Ombudsman (Croatia) | 2005-06-02\n- Ombudsman (Croatia) | Praise or endorse | Police (Croatia) | 2008-05-08\n- Ombudsman (Croatia) | Make statement | Party Member (Croatia) | 2015-05-27\n- Detainee (Croatia) | Criticize or denounce | Ombudsman (Croatia) | 2006-03-09\n- Croatian Party of Rights | Make pessimistic comment | Government (Croatia) | 2005-12-13\n- Croatian Party of Rights | Criticize or denounce | Government (Croatia) | 2005-03-17\n- Croatian Party of Rights | Criticize or denounce | Citizen (Croatia) | 2005-04-14\nAnswer:", "completion": " 2013-05", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1148705", "prompt": "Who was threatened by Michael Sata after the civil servant of Zambia?\nEvidence:\n- Citizen (Zambia) | Accuse | Civil Servant (Zambia) | 2006-08-31\n- Michael Sata | Demand | Citizen (Zambia) | 2006-08-14\n- Michael Sata | Demand | Children (Zambia) | 2013-12-10\n- Michael Sata | Consult | Assemblies (Zambia) | 2014-09-20\n- Michael Sata | Consult | Assemblies (Zambia) | 2014-09-19\n- Michael Sata | Consult | Assemblies (Zambia) | 2012-09-22\n- Michael Sata | Consult | Assemblies (Zambia) | 2011-10-17\n- Michael Sata | Consult | Assemblies (Zambia) | 2011-10-16\n- Michael Sata | Consult | Assemblies (Zambia) | 2011-10-15\n- Michael Sata | Accuse | Citizen (Zambia) | 2006-10-02\n- Assemblies (Zambia) | Consult | Michael Sata | 2014-09-20\n- Assemblies (Zambia) | Consult | Michael Sata | 2014-09-19\n- Assemblies (Zambia) | Consult | Michael Sata | 2012-09-22\n- Assemblies (Zambia) | Consult | Michael Sata | 2011-10-17\n- Assemblies (Zambia) | Consult | Michael Sata | 2011-10-16\nAnswer:", "completion": " Citizen (Zambia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1332884", "prompt": "Who was the last person Dmitry Anatolyevich Medvedev negotiated with before the Prime Minister of India?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- Dmitry Anatolyevich Medvedev | Consult | China | 2005-12-08\n- China | Consult | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Head of Government (Germany) | Consult | Dmitry Anatolyevich Medvedev | 2006-07-28\n- Dmitry Anatolyevich Medvedev | Consult | Head of Government (Germany) | 2006-07-28\n- Veterans (Russia) | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Islam Karimov | Consult | Dmitry Anatolyevich Medvedev | 2006-05-07\n- Islam Karimov | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2006-01-13\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2006-01-12\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2005-11-15\n- Dmitry Anatolyevich Medvedev | Make statement | Kazakhstan | 2006-03-30\n- Dmitry Anatolyevich Medvedev | Consult | Veterans (Russia) | 2006-05-06\n- Dmitry Anatolyevich Medvedev | Consult | Islam Karimov | 2006-05-07\n- Dmitry Anatolyevich Medvedev | Consult | Islam Karimov | 2006-05-06\nAnswer:", "completion": " Head of Government (Mongolia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1297256", "prompt": "After Vietnam, with whom did the Congress of the United States first express the intention to participate in diplomatic cooperation?\nEvidence:\n- Vietnam | Engage in diplomatic cooperation | Romania | 2005-01-31\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-02-05\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-01-07\n- Vietnam | Engage in diplomatic cooperation | Japan | 2005-01-09\n- Romania | Engage in diplomatic cooperation | Vietnam | 2005-01-31\n- Laos | Engage in diplomatic cooperation | Vietnam | 2005-02-05\n- Laos | Engage in diplomatic cooperation | Vietnam | 2005-01-07\n- Japan | Engage in diplomatic cooperation | Vietnam | 2005-01-09\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | Cambodia | 2005-01-25\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Vietnam | 2005-01-20\n- Cambodia | Express intent to engage in diplomatic cooperation (such as policy support) | Vietnam | 2005-01-25\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | South Korea | 2005-01-06\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Japan | 2005-01-08\n- Japan | Express intent to engage in diplomatic cooperation (such as policy support) | Iraq | 2005-01-31\n- Japan | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-01-12\nAnswer:", "completion": " Association of Southeast Asian Nations", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1285659", "prompt": "Before August 2005, who was accused by the Croatian police?\nEvidence:\n- Police (Croatia) | Investigate | People Associated with the Opposition (Croatian Democratic Union) | 2014-02-05\n- Citizen (Croatia) | Reject | People Associated with the Opposition (Croatian Democratic Union) | 2014-07-03\n- People Associated with the Opposition (Croatian Democratic Union) | Make statement | Government (Croatia) | 2015-10-01\n- People Associated with the Opposition (Croatian Democratic Union) | Praise or endorse | Angela Merkel | 2015-10-01\n- People Associated with the Opposition (Croatian Democratic Union) | Criticize or denounce | Government (Croatia) | 2015-10-01\n- People Associated with the Opposition (Croatian Democratic Union) | Criticize or denounce | Government (Croatia) | 2015-09-09\n- People Associated with the Opposition (Croatian Democratic Union) | Criticize or denounce | Government (Croatia) | 2014-09-17\n- People Associated with the Opposition (Croatian Democratic Union) | Accuse of crime, corruption | Citizen (Croatia) | 2014-02-05\n- Government (Croatia) | Reject | Croatian Party of Rights | 2006-05-26\n- Croatian Party of Rights | Reject | Branimir Glavas | 2008-01-08\n- Croatian Party of Rights | Accuse | Citizen (Croatia) | 2006-04-11\n- People Associated with the Opposition (Croatian Democratic Union) | Make an appeal or request | Government (Croatia) | 2015-06-16\n- The Chronicle | Discuss by telephone | Obed Asamoah | 2006-01-12\n- The Chronicle | Discuss by telephone | Businessperson (Ghana) | 2013-03-14\n- Obed Asamoah | Discuss by telephone | The Chronicle | 2006-01-12\nAnswer:", "completion": " Ante Gotovina", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1027716", "prompt": "Who had a telephone conversation with Barack Obama in Feb 2009?\nEvidence:\n- Iraq | Discuss by telephone | Barack Obama | 2009-02-03\n- Barack Obama | Discuss by telephone | Iraq | 2009-02-03\n- Barack Obama | Discuss by telephone | Angela Merkel | 2009-02-03\n- Angela Merkel | Discuss by telephone | Barack Obama | 2009-02-03\n- Lee Myung Bak | Discuss by telephone | Barack Obama | 2009-02-03\n- Barack Obama | Discuss by telephone | Lee Myung Bak | 2009-02-03\n- Head of Government (South Korea) | Discuss by telephone | Barack Obama | 2009-02-03\n- Barack Obama | Discuss by telephone | Head of Government (South Korea) | 2009-02-03\n- Japan | Host a visit | Barack Obama | 2009-02-02\n- Barack Obama | Make a visit | Japan | 2009-02-02\n- Middle East | Host a visit | Barack Obama | 2009-02-02\n- Barack Obama | Make a visit | Middle East | 2009-02-02\n- Japan | Consult | Barack Obama | 2009-02-02\n- Iraq | Consult | Barack Obama | 2009-02-02\n- Barack Obama | Investigate | Iran | 2009-02-04\nAnswer:", "completion": " Lee Myung Bak", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1078105", "prompt": "Who appealed for the citizens of Saudi Arabia in the same month from the government of Pakistan?\nEvidence:\n- Royal Administration (Saudi Arabia) | Engage in negotiation | Head of Government (Pakistan) | 2013-10-21\n- Royal Administration (Saudi Arabia) | Engage in negotiation | Head of Government (Pakistan) | 2008-06-09\n- Head of Government (Pakistan) | Engage in negotiation | Royal Administration (Saudi Arabia) | 2013-10-21\n- Head of Government (Pakistan) | Engage in negotiation | Royal Administration (Saudi Arabia) | 2008-06-09\n- Royal Administration (Saudi Arabia) | Consult | Head of Government (Pakistan) | 2015-01-15\n- Royal Administration (Saudi Arabia) | Consult | Head of Government (Pakistan) | 2014-02-18\n- Royal Administration (Saudi Arabia) | Consult | Head of Government (Pakistan) | 2006-02-03\n- Head of Government (Pakistan) | Consult | Royal Administration (Saudi Arabia) | 2015-01-15\n- Head of Government (Pakistan) | Consult | Royal Administration (Saudi Arabia) | 2014-02-18\n- Head of Government (Pakistan) | Consult | Royal Administration (Saudi Arabia) | 2006-02-03\n- Head of Government (Pakistan) | Make statement | Royal Administration (Saudi Arabia) | 2008-09-26\n- Head of Government (Pakistan) | Make empathetic comment | Citizen (Saudi Arabia) | 2015-09-12\n- Royal Administration (Saudi Arabia) | Host a visit | Head of Government (Pakistan) | 2015-03-04\n- Royal Administration (Saudi Arabia) | Host a visit | Head of Government (Pakistan) | 2013-08-03\n- Head of Government (Pakistan) | Make a visit | Royal Administration (Saudi Arabia) | 2015-03-04\nAnswer:", "completion": " Media Personnel (Saudi Arabia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1227821", "prompt": "Who supported Gerhard Schröder in the same month of the Socialist Party of Germany?\nEvidence:\n- Government (Germany) | Consult | Gerhard Schröder | 2005-01-12\n- Gerhard Schröder | Consult | Government (Germany) | 2005-01-12\n- Newspaper (Germany) | Make statement | Gerhard Schröder | 2005-09-29\n- Newspaper (Germany) | Make statement | Gerhard Schröder | 2005-08-23\n- Newspaper (Germany) | Make statement | Gerhard Schröder | 2005-04-15\n- Newspaper (Germany) | Make statement | Gerhard Schröder | 2005-01-27\n- Government (Germany) | Make statement | Gerhard Schröder | 2005-10-07\n- Government (Germany) | Make statement | Gerhard Schröder | 2005-04-18\n- Government (Germany) | Make statement | Gerhard Schröder | 2005-03-09\n- Gerhard Schröder | Make statement | Government (Germany) | 2005-11-23\n- Gerhard Schröder | Make statement | Government (Germany) | 2005-11-14\n- Gerhard Schröder | Make statement | Government (Germany) | 2005-10-12\n- Gerhard Schröder | Make statement | Government (Germany) | 2005-09-20\n- Gerhard Schröder | Make statement | Government (Germany) | 2005-06-30\n- Gerhard Schröder | Make statement | Government (Germany) | 2005-06-29\nAnswer:", "completion": " Angela Merkel", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1363093", "prompt": "On 8 August 2014, who released people to the prisoners of Lebanon?\nEvidence:\n- Iran | Rally support on behalf of | Lawmaker (Lebanon) | 2007-06-14\n- Ministry (Brazil) | Rally support on behalf of | People Associated with the Opposition (Brazil) | 2005-11-12\n- People Associated with the Opposition (Sri Lanka) | Rally support on behalf of | Sarath Fonseka | 2010-03-23\n- People Associated with the Opposition (Sri Lanka) | Rally support on behalf of | Sarath Fonseka | 2010-03-16\n- People Associated with the Opposition (Sri Lanka) | Rally support on behalf of | Sarath Fonseka | 2010-02-13\n- United Arab Emirates | Rally support on behalf of | Lawmaker (Lebanon) | 2007-09-20\n- UN Security Council | Rally support on behalf of | Military (Lebanon) | 2015-01-29\n- UN Security Council | Rally support on behalf of | Lawmaker (Lebanon) | 2007-09-20\n- UN Security Council | Rally support on behalf of | Lawmaker (Lebanon) | 2007-06-13\n- Progressive Socialist Party | Rally support on behalf of | Military (Lebanon) | 2013-05-22\n- Foreign Affairs (France) | Rally support on behalf of | Military (Lebanon) | 2014-09-09\n- Thailand | Rally support on behalf of | Indigenous People (Thailand) | 2010-12-30\n- Iran | Rally support on behalf of | Indigenous People (Belgium) | 2009-11-04\n- Barack Obama | Rally support on behalf of | Sahrawi people | 2015-10-14\n- Men (Lebanon) | Express intent to cooperate on judicial matters | France | 2007-01-26\nAnswer:", "completion": " Military (Lebanon)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1215792", "prompt": "Who made the Military Personnel - Special of Sri Lanka suffer from conventional military forces after 2006?\nEvidence:\n- Military Personnel - Special (Sri Lanka) | Use conventional military force | Combatant (Sri Lanka) | 2007-12-30\n- Military Personnel - Special (Sri Lanka) | Use conventional military force | Member of Parliament (Sri Lanka) | 2008-03-06\n- Member of the Judiciary (Sri Lanka) | Impose administrative sanctions | Military Personnel - Special (Sri Lanka) | 2008-05-05\n- Military Personnel - Special (Sri Lanka) | Torture | Criminal (Sri Lanka) | 2013-11-01\n- Military Personnel - Special (Sri Lanka) | Reject | Buddhist (Sri Lanka) | 2006-07-28\n- Army Personnel (Sri Lanka) | Make statement | Military Personnel - Special (Sri Lanka) | 2008-11-04\n- Army Personnel (Sri Lanka) | Make statement | Military Personnel - Special (Sri Lanka) | 2008-07-19\n- Army Personnel (Sri Lanka) | Make statement | Military Personnel - Special (Sri Lanka) | 2008-06-12\n- Naval (Sri Lanka) | Make statement | Military Personnel - Special (Sri Lanka) | 2008-06-11\n- Naval (Sri Lanka) | Cooperate militarily | Military Personnel - Special (Sri Lanka) | 2013-09-11\n- Ministry (Sri Lanka) | Make statement | Military Personnel - Special (Sri Lanka) | 2008-11-07\n- Ministry (Sri Lanka) | Make statement | Military Personnel - Special (Sri Lanka) | 2008-10-20\n- Ministry (Sri Lanka) | Make statement | Military Personnel - Special (Sri Lanka) | 2008-08-08\n- Ministry (Sri Lanka) | Make statement | Military Personnel - Special (Sri Lanka) | 2008-05-13\n- Ministry (Sri Lanka) | Make statement | Military Personnel - Special (Sri Lanka) | 2007-02-24\nAnswer:", "completion": " Tamil Rebel", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1146940", "prompt": "Before 26 March 2011, with whom did Tsai Ing-wen want to meet?\nEvidence:\n- Tsai Ing-wen | Express intent to meet or negotiate | Ma Ying Jeou | 2011-03-26\n- Tsai Ing-wen | Make an appeal or request | Ma Ying Jeou | 2011-03-26\nAnswer:", "completion": " Ma Ying Jeou", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 1} +{"id": "mtq_1243619", "prompt": "Who was investigated by the Swedish police after 2010?\nEvidence:\n- The Chronicle | Discuss by telephone | Obed Asamoah | 2006-01-12\n- The Chronicle | Discuss by telephone | Businessperson (Ghana) | 2013-03-14\n- Obed Asamoah | Discuss by telephone | The Chronicle | 2006-01-12\n- Businessperson (Ghana) | Discuss by telephone | The Chronicle | 2013-03-14\n- The Juba Post | Discuss by telephone | South Sudan | 2008-10-09\n- The Chronicle | Discuss by telephone | New Patriotic Party | 2010-02-02\n- The Chronicle | Discuss by telephone | New Patriotic Party | 2006-11-22\n- The Chronicle | Discuss by telephone | City Mayor (Ghana) | 2013-07-12\n- The Chronicle | Discuss by telephone | City Mayor (Ghana) | 2010-02-09\n- South Sudan | Discuss by telephone | The Juba Post | 2008-10-09\n- New Patriotic Party | Discuss by telephone | The Chronicle | 2010-02-02\n- New Patriotic Party | Discuss by telephone | The Chronicle | 2006-11-22\n- City Mayor (Ghana) | Discuss by telephone | The Chronicle | 2013-07-12\n- City Mayor (Ghana) | Discuss by telephone | The Chronicle | 2010-02-09\n- The Chronicle | Discuss by telephone | Other Authorities / Officials (Ghana) | 2015-06-11\nAnswer:", "completion": " Julian Paul Assange", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1237893", "prompt": "Who was the first to have a telephone conversation with the Nigerian media in 2015?\nEvidence:\n- Media (Africa) | Discuss by telephone | American University in Cairo | 2015-09-17\n- American University in Cairo | Discuss by telephone | Media (Africa) | 2015-09-17\n- Media Personnel (Australia) | Make statement | People Associated with the Opposition (Australia) | 2015-11-15\n- Media Personnel (Australia) | Make statement | People Associated with the Opposition (Australia) | 2015-11-11\n- Shehu Sani | Discuss by telephone | Media (Africa) | 2015-05-15\n- Osita Okechukwu | Discuss by telephone | Media (Africa) | 2015-12-02\n- Oluṣẹgun Ọbasanjọ | Discuss by telephone | Media (Africa) | 2015-02-18\n- Oluṣẹgun Ọbasanjọ | Discuss by telephone | Media (Africa) | 2015-01-13\n- Muhammadu Buhari | Discuss by telephone | Media (Nigeria) | 2015-04-02\n- Media (Nigeria) | Discuss by telephone | Muhammadu Buhari | 2015-04-02\n- Media (Nigeria) | Discuss by telephone | Government (Nigeria) | 2015-03-09\n- Media (Africa) | Discuss by telephone | Shehu Sani | 2015-05-15\n- Media (Africa) | Discuss by telephone | Osita Okechukwu | 2015-12-02\n- Media (Africa) | Discuss by telephone | Oluṣẹgun Ọbasanjọ | 2015-02-18\n- Media (Africa) | Discuss by telephone | Oluṣẹgun Ọbasanjọ | 2015-01-13\nAnswer:", "completion": " Government (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1373765", "prompt": "Who was the last to express the intention to negotiate with Tanzania in 2011?\nEvidence:\n- Ministry (Tanzania) | Express intent to meet or negotiate | Tanzania | 2011-03-30\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2011-11-07\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2011-11-05\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2011-11-04\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2011-09-07\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2011-09-06\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2011-07-25\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2011-07-20\n- Tanzania | Express intent to meet or negotiate | Ethiopia | 2011-05-31\n- Ethiopia | Express intent to meet or negotiate | Tanzania | 2011-05-31\n- Citizen (Tanzania) | Express intent to meet or negotiate | China | 2011-01-24\n- Ministry (Tanzania) | Express intent to cooperate | Citizen (Tanzania) | 2011-04-04\n- Tanzania | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Tanzania) | 2011-03-28\n- Ministry (Tanzania) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Tanzania) | 2011-09-26\n- Tanzania | Express intent to cooperate | China | 2011-06-15\nAnswer:", "completion": " Tourist (Turkey)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1016518", "prompt": "Which country last praised the government of the occupied Palestinian territories before the political parties of the occupied Palestinian territories did?\nEvidence:\n- Political Parties (Palestinian Territory, Occupied) | Praise or endorse | Government (Palestinian Territory, Occupied) | 2011-09-27\n- Political Parties (Palestinian Territory, Occupied) | Consult | Mahmoud Abbas | 2011-09-08\n- Mahmoud Abbas | Consult | Political Parties (Palestinian Territory, Occupied) | 2011-09-08\n- Iran | Praise or endorse | Political Parties (Palestinian Territory, Occupied) | 2011-05-03\n- Political Parties (Palestinian Territory, Occupied) | Sign formal agreement | Mahmoud Abbas | 2011-01-07\n- Mahmoud Abbas | Sign formal agreement | Political Parties (Palestinian Territory, Occupied) | 2011-01-07\n- Mahmoud Abbas | Praise or endorse | Political Parties (Palestinian Territory, Occupied) | 2005-09-13\n- Political Parties (Nepal) | Consult | Head of Government (India) | 2006-04-20\n- Head of Government (India) | Consult | Political Parties (Nepal) | 2006-04-20\n- Conference of Nigerian Political Parties | Accuse | Government (Nigeria) | 2014-02-26\n- Conference of Nigerian Political Parties | Accuse | Government (Nigeria) | 2009-02-11\n- Conference of Nigerian Political Parties | Accuse | Government (Nigeria) | 2007-10-01\n- Togo | Sign formal agreement | Political Parties (Rally of the Togolese People) | 2009-10-09\n- Head of Government (Brazil) | Make statement | Political Parties (Brazil) | 2013-10-01\n- Conference of Nigerian Political Parties | Make statement | Government (Nigeria) | 2012-06-11\nAnswer:", "completion": " Vietnam", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1194653", "prompt": "Who negotiated with Angela Merkel on 26 October 2005?\nEvidence:\n- Gerhard Schröder | Consult | Angela Merkel | 2005-10-26\n- Angela Merkel | Consult | Gerhard Schröder | 2005-10-26\n- Angela Merkel | Make statement | Government (Germany) | 2005-10-26\n- Gerhard Schröder | Engage in negotiation | Angela Merkel | 2005-10-26\n- Angela Merkel | Engage in negotiation | Gerhard Schröder | 2005-10-26\n- Valdas Adamkus | Criticize or denounce | Government (Germany) | 2005-10-26\n- Head of Government (Germany) | Consult | Gerhard Schröder | 2005-10-26\n- Gerhard Schröder | Consult | Head of Government (Germany) | 2005-10-26\nAnswer:", "completion": " Gerhard Schröder", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 8, "n_anchors": 1} +{"id": "mtq_1228879", "prompt": "Who visited Mexico on 8 September 2005?\nEvidence:\n- Domestic Affairs (Mexico) | Make statement | Mexico | 2005-09-08\n- Mexico | Accuse | China | 2005-09-08\n- Mexico | Arrest, detain, or charge with legal action | Criminal (Mexico) | 2005-09-08\n- Roh Moo Hyun | Make a visit | Mexico | 2005-09-08\n- Mexico | Host a visit | Roh Moo Hyun | 2005-09-08\n- Mexico | Host a visit | Head of Government (South Korea) | 2005-09-08\n- Head of Government (South Korea) | Make a visit | Mexico | 2005-09-08\n- Roh Moo Hyun | Express intent to meet or negotiate | Mexico | 2005-09-08\n- Xiao Yang | Make statement | China | 2005-09-08\n- William J. Fallon | Make statement | China | 2005-09-08\n- William J. Fallon | Make a visit | China | 2005-09-08\n- William J. Fallon | Express intent to meet or negotiate | China | 2005-09-08\n- Tourist (South Korea) | Make a visit | China | 2005-09-08\n- Tony Blair | Make a visit | China | 2005-09-08\n- Thailand | Engage in diplomatic cooperation | China | 2005-09-08\nAnswer:", "completion": " Head of Government (South Korea)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1345322", "prompt": "Which country was the last to praise Mahmoud Ahmadinejad before Miguel d' Escoto Brockmann did?\nEvidence:\n- Miguel d' Escoto Brockmann | Consult | Mahmoud Ahmadinejad | 2009-03-11\n- Miguel d' Escoto Brockmann | Consult | Mahmoud Ahmadinejad | 2009-03-09\n- Mahmoud Ahmadinejad | Consult | Miguel d' Escoto Brockmann | 2009-03-11\n- Mahmoud Ahmadinejad | Consult | Miguel d' Escoto Brockmann | 2009-03-09\n- Miguel d' Escoto Brockmann | Praise or endorse | Mahmoud Ahmadinejad | 2008-10-19\n- Miguel d' Escoto Brockmann | Consult | Japan | 2009-07-30\n- Miguel d' Escoto Brockmann | Consult | Iran | 2009-03-11\n- Japan | Consult | Miguel d' Escoto Brockmann | 2009-07-30\n- Iran | Consult | Miguel d' Escoto Brockmann | 2009-03-11\n- Miguel d' Escoto Brockmann | Praise or endorse | Sudan | 2009-03-11\n- Miguel d' Escoto Brockmann | Praise or endorse | Japan | 2009-08-06\n- Miguel d' Escoto Brockmann | Praise or endorse | Iran | 2009-03-10\n- Miguel d' Escoto Brockmann | Praise or endorse | Iran | 2009-03-09\n- Xi Jinping | Consult | Miguel d' Escoto Brockmann | 2009-02-27\n- Miguel d' Escoto Brockmann | Make statement | Iran | 2009-03-20\nAnswer:", "completion": " Iran", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1250037", "prompt": "When did the Australian police denounce the citizens of the United Kingdom for the first time?\nEvidence:\n- Secretary of State for the Home Department | Criticize or denounce | Newspaper (United Kingdom) | 2013-11-12\n- Citizen (United Kingdom) | Criticize or denounce | Secretary of State for the Home Department | 2014-11-04\n- Citizen (United Kingdom) | Criticize or denounce | Secretary of State for the Home Department | 2013-06-10\n- Citizen (United Kingdom) | Criticize or denounce | Secretary of State for the Home Department | 2011-08-16\n- First Command of the Capital | Criticize or denounce | Citizen (Brazil) | 2008-10-30\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2012-05-31\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2009-10-23\n- Secretary of State for the Home Department | Threaten | Citizen (United Kingdom) | 2010-12-13\n- Secretary of State for the Home Department | Demand | Citizen (United Kingdom) | 2005-02-22\n- Secretary of State for the Home Department | Accuse | Citizen (United Kingdom) | 2014-02-10\n- Secretary of State for the Home Department | Accuse | Citizen (United Kingdom) | 2009-04-25\n- Secretary of State for the Home Department | Accuse | Citizen (United Kingdom) | 2006-10-18\n- Citizen (United Kingdom) | Accuse | Secretary of State for the Home Department | 2006-09-20\n- Public Prosecutor (Brazil) | Criticize or denounce | First Command of the Capital | 2013-10-18\n- Chancellor of the Exchequer | Criticize or denounce | Party Member (United Kingdom) | 2006-09-10\nAnswer:", "completion": " 2006-10-26", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1025819", "prompt": "After Barack Obama, who was the first to praise Maithripala Sirisena?\nEvidence:\n- Barack Obama | Praise or endorse | Maithripala Sirisena | 2015-01-09\n- China | Praise or endorse | Maithripala Sirisena | 2015-01-29\n- China | Praise or endorse | Maithripala Sirisena | 2015-01-09\n- China | Investigate | Maithripala Sirisena | 2015-02-16\n- Xi Jinping | Praise or endorse | Maithripala Sirisena | 2015-02-03\n- Sarath Fonseka | Praise or endorse | Maithripala Sirisena | 2015-01-12\n- Philip Hammond | Praise or endorse | Maithripala Sirisena | 2015-01-09\n- Fishermen (India) | Praise or endorse | Maithripala Sirisena | 2015-01-09\n- Federica Mogherini | Praise or endorse | Maithripala Sirisena | 2015-01-09\n- Maithripala Sirisena | Make statement | China | 2015-02-05\n- Maithripala Sirisena | Make statement | China | 2015-02-04\n- People Associated with the Opposition (Sri Lanka) | Praise or endorse | Maithripala Sirisena | 2015-01-04\n- Ministry (Sri Lanka) | Praise or endorse | Maithripala Sirisena | 2014-12-10\n- Member of Parliament (India) | Praise or endorse | Maithripala Sirisena | 2015-01-10\n- Maithripala Sirisena | Make pessimistic comment | China | 2015-01-09\nAnswer:", "completion": " Member of Parliament (India)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1291578", "prompt": "Who wants to cooperate with the citizens of Nigeria in September 2012?\nEvidence:\n- The Hague | Express intent to cooperate economically | The Hague | 2011-09-21\n- The Hague | Express intent to cooperate economically | International Court of Justice | 2011-09-21\n- Representatives (Kyrgyzstan) | Express intent to cooperate | Member of the Judiciary (Kyrgyzstan) | 2006-04-20\n- Member of the Judiciary (Kyrgyzstan) | Express intent to cooperate | Representatives (Kyrgyzstan) | 2006-04-20\n- University of the Philippines | Cooperate militarily | Military (Philippines) | 2014-08-10\n- People Associated with the Opposition (Germany) | Express intent to cooperate | Government (Germany) | 2005-06-15\n- People Associated with the Opposition (Brazil) | Express intent to cooperate | Citizen (Brazil) | 2009-12-23\n- Government (Germany) | Express intent to cooperate | People Associated with the Opposition (Germany) | 2005-06-15\n- Citizen (Brazil) | Express intent to cooperate | People Associated with the Opposition (Brazil) | 2009-12-23\n- Citizen (Bangladesh) | Express intent to cooperate | People Associated with the Opposition (Bangladesh) | 2012-11-14\n- Security Council of the Russian Federation | Express intent to cooperate | Domestic Affairs (Mexico) | 2011-11-28\n- Secretary of State for the Home Department | Express intent to cooperate | Alan Johnson | 2012-08-16\n- Domestic Affairs (Mexico) | Express intent to cooperate | Security Council of the Russian Federation | 2011-11-28\n- Alan Johnson | Express intent to cooperate | Secretary of State for the Home Department | 2012-08-16\n- Vietnam | Engage in diplomatic cooperation | Committees for the Defense of the Revolution | 2005-09-30\nAnswer:", "completion": " Emeka Ihedioha", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1148887", "prompt": "Who was the last person with whom Valdis Dombrovskis expressed an interest in meeting before the Japanese government official?\nEvidence:\n- Valdis Dombrovskis | Consult | Angela Merkel | 2010-09-07\n- Valdis Dombrovskis | Consult | Angela Merkel | 2009-04-17\n- Valdis Dombrovskis | Consult | Andrius Kubilius | 2009-04-12\n- Valdis Dombrovskis | Consult | Aivis Ronis | 2010-07-05\n- Valdis Dombrovskis | Consult | Aivis Ronis | 2010-05-12\n- Angela Merkel | Consult | Valdis Dombrovskis | 2010-09-07\n- Angela Merkel | Consult | Valdis Dombrovskis | 2009-04-17\n- Andrius Kubilius | Consult | Valdis Dombrovskis | 2009-04-12\n- Aivis Ronis | Consult | Valdis Dombrovskis | 2010-07-05\n- Aivis Ronis | Consult | Valdis Dombrovskis | 2010-05-12\n- Valdis Dombrovskis | Make statement | Head of Government (Germany) | 2010-09-07\n- Valdis Dombrovskis | Make statement | Aivis Ronis | 2010-04-27\n- Valdis Dombrovskis | Make optimistic comment | China | 2010-08-26\n- Valdis Dombrovskis | Make empathetic comment | Japan | 2011-03-11\n- Valdis Dombrovskis | Make a visit | China | 2010-06-05\nAnswer:", "completion": " Aivis Ronis", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1327438", "prompt": "Before Tony Blair, with whom did Julia Gillard last express the intention to participate in diplomatic cooperation?\nEvidence:\n- Chancellor of the Exchequer | Express intent to engage in diplomatic cooperation (such as policy support) | Tony Blair | 2005-01-16\n- Citizen (Australia) | Express intent to engage in diplomatic cooperation (such as policy support) | Julia Gillard | 2006-12-04\n- Citizen (Australia) | Express intent to engage in diplomatic cooperation (such as policy support) | Julia Gillard | 2005-01-21\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2007-05-17\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2006-04-06\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2005-09-06\n- Tony Blair | Express intent to engage in diplomatic cooperation (such as policy support) | Mahmoud Abbas | 2005-02-05\n- Member of Parliament (Australia) | Express intent to engage in diplomatic cooperation (such as policy support) | Julia Gillard | 2006-12-01\n- Julia Gillard | Consider policy option | People Associated with the Opposition (Australia) | 2007-05-02\n- Tony Blair | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (United Kingdom) | 2005-04-08\n- Tony Blair | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (United Kingdom) | 2005-02-09\n- Julia Gillard | Express accord | John Faulkner | 2005-10-24\n- Julia Gillard | Express intent to meet or negotiate | Citizen (Australia) | 2006-12-12\n- Tony Blair | Express intent to meet or negotiate | Thailand | 2005-01-04\n- Peter Costello | Accuse | Julia Gillard | 2007-05-10\nAnswer:", "completion": " Barack Obama", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1133066", "prompt": "In 2006, who last was accused by Frank Bainimarama?\nEvidence:\n- Winston Peters | Engage in negotiation | Frank Bainimarama | 2006-02-24\n- Frank Bainimarama | Engage in negotiation | Winston Peters | 2006-02-24\n- Winston Peters | Consult | Frank Bainimarama | 2006-02-27\n- Winston Peters | Consult | Frank Bainimarama | 2006-02-25\n- Winston Peters | Consult | Frank Bainimarama | 2006-02-24\n- Frank Bainimarama | Consult | Winston Peters | 2006-02-27\n- Frank Bainimarama | Consult | Winston Peters | 2006-02-25\n- Frank Bainimarama | Consult | Winston Peters | 2006-02-24\n- Prime Minister Qarase | Engage in negotiation | Frank Bainimarama | 2006-12-05\n- Prime Minister Qarase | Engage in negotiation | Frank Bainimarama | 2006-12-04\n- Prime Minister Qarase | Engage in negotiation | Frank Bainimarama | 2006-11-30\n- Prime Minister Qarase | Engage in negotiation | Frank Bainimarama | 2006-11-29\n- Prime Minister Qarase | Engage in negotiation | Frank Bainimarama | 2006-01-16\n- Prime Minister Qarase | Engage in negotiation | Frank Bainimarama | 2006-01-13\n- Frank Bainimarama | Engage in negotiation | Prime Minister Qarase | 2006-12-05\nAnswer:", "completion": " Prime Minister Qarase", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1004679", "prompt": "After 14 November 2014, who was attacked with small arms and light weapons by the Military Personnel - Special of India?\nEvidence:\n- Military Personnel - Special (India) | fight with small arms and light weapons | Protester (India) | 2014-11-14\nAnswer:", "completion": " Civic Group (India)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1146774", "prompt": "When did the leader of Mongolia visit Dmitry Anatolyevich Medvedev for the first time?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- Kazakhstan | Host a visit | Dmitry Anatolyevich Medvedev | 2005-07-29\n- Dmitry Anatolyevich Medvedev | Make a visit | Kazakhstan | 2005-07-29\n- Dmitry Anatolyevich Medvedev | Make a visit | China | 2005-12-10\n- Dmitry Anatolyevich Medvedev | Make a visit | China | 2005-12-09\n- Dmitry Anatolyevich Medvedev | Make a visit | China | 2005-12-08\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2006-08-29\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2005-12-10\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2005-12-09\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Dmitry Anatolyevich Medvedev | Consult | China | 2005-12-08\n- China | Consult | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Head of Government (Germany) | Consult | Dmitry Anatolyevich Medvedev | 2006-07-28\n- Dmitry Anatolyevich Medvedev | Consult | Head of Government (Germany) | 2006-07-28\n- Islam Karimov | Make a visit | Dmitry Anatolyevich Medvedev | 2006-05-06\nAnswer:", "completion": " 2008-05-16", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1365267", "prompt": "Could you tell me the specific month when did Mahmoud Ahmadinejad reject the Student of Iran?\nEvidence:\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-07-01\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-09\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-04-17\n- Mahmoud Ahmadinejad | Consult | Student (Iran) | 2005-07-01\n- Mahmoud Ahmadinejad | Consult | Student (Iran) | 2005-06-09\n- Mahmoud Ahmadinejad | Consult | Student (Iran) | 2005-04-17\n- Mahmoud Ahmadinejad | Criticize or denounce | Student (Iran) | 2005-06-30\n- Mahmoud Ahmadinejad | Investigate | Iran | 2005-06-21\n- Mahmoud Ahmadinejad | Demand | Iran | 2005-04-07\n- Mahmoud Ahmadinejad | Accuse | Iran | 2005-06-25\n- Ministry (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-29\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-07-02\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-30\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-29\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-28\nAnswer:", "completion": " 2009-01", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1236810", "prompt": "Who wanted to negotiate with Juan Carlos I before 9 June 2008?\nEvidence:\n- Bill Richardson | Express intent to meet or negotiate | Juan Carlos I | 2008-06-09\n- Juan Carlos I | Engage in negotiation | Bill Richardson | 2008-06-09\n- Bill Richardson | Engage in negotiation | Juan Carlos I | 2008-06-09\nAnswer:", "completion": " Head of Government (Chile)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 3, "n_anchors": 1} +{"id": "mtq_1054938", "prompt": "Who was the first to use small arms and light weapons against the children of the occupied Palestinian territories in 2013?\nEvidence:\n- Israeli Defense Forces | fight with small arms and light weapons | Children (Palestinian Territory, Occupied) | 2013-12-28\n- Israeli Defense Forces | fight with small arms and light weapons | Children (Palestinian Territory, Occupied) | 2013-12-08\n- Israeli Defense Forces | fight with small arms and light weapons | Children (Palestinian Territory, Occupied) | 2013-12-07\n- Israeli Defense Forces | fight with small arms and light weapons | Children (Palestinian Territory, Occupied) | 2013-12-03\n- Israeli Defense Forces | fight with small arms and light weapons | Children (Palestinian Territory, Occupied) | 2013-11-16\n- Israeli Defense Forces | fight with small arms and light weapons | Children (Palestinian Territory, Occupied) | 2013-08-20\n- Israeli Defense Forces | fight with small arms and light weapons | Children (Palestinian Territory, Occupied) | 2013-05-26\n- Israeli Defense Forces | fight with small arms and light weapons | Children (Palestinian Territory, Occupied) | 2013-04-04\n- Israeli Defense Forces | fight with small arms and light weapons | Children (Palestinian Territory, Occupied) | 2013-01-16\n- Israeli Defense Forces | fight with small arms and light weapons | Children (Palestinian Territory, Occupied) | 2013-01-15\n- Armed Gang (Palestinian Territory, Occupied) | fight with small arms and light weapons | Children (Israel) | 2013-10-06\n- Israeli Defense Forces | fight with small arms and light weapons | Women (Palestinian Territory, Occupied) | 2013-01-23\n- Military (Guinea) | fight with small arms and light weapons | Children (Guinea) | 2013-03-02\n- Anders Breivik | fight with small arms and light weapons | Children (Norway) | 2013-07-30\n- Armed Gang (Palestinian Territory, Occupied) | fight with small arms and light weapons | Israeli Defense Forces | 2013-09-23\nAnswer:", "completion": " Israeli Defense Forces", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1342414", "prompt": "In January, the year of 2012, who accused the citizens of Uganda?\nEvidence:\n- Police (Uganda) | Make statement | The Poor (Uganda) | 2009-03-20\n- Police (Uganda) | Criticize or denounce | The Voice (Uganda) | 2013-03-08\n- Mob (Uganda) | Protest violently, riot | The Poor (Uganda) | 2009-08-10\n- Citizen (Uganda) | Criticize or denounce | The Poor (Uganda) | 2008-05-12\n- Citizen (Uganda) | Accuse of human rights abuses | The Hague | 2008-09-18\n- Citizen (Uganda) | Conduct strike or boycott | The Poor (Uganda) | 2011-07-12\n- Bishop (Uganda) | Make statement | The Hague | 2005-03-29\n- Police (Uganda) | Impose restrictions on political freedoms | The Voice (Uganda) | 2014-12-12\n- Citizen (Uganda) | Express intent to meet or negotiate | The Poor (Uganda) | 2009-06-11\n- Daily Monitor | Criticize or denounce | The Poor (Uganda) | 2011-07-12\n- Police (Uganda) | Engage in material cooperation | Citizen (Uganda) | 2006-04-03\n- Police (Uganda) | Engage in material cooperation | Citizen (Uganda) | 2005-01-19\n- Police (Uganda) | Demand change in leadership | Citizen (Uganda) | 2005-05-29\n- Resistance Movement (Uganda) | Engage in mass killings | Citizen (Uganda) | 2006-07-22\n- Citizen (Uganda) | Engage in symbolic act | Lawyer/Attorney (Uganda) | 2005-08-16\nAnswer:", "completion": " Police (Uganda)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1040105", "prompt": "After the insurgent of Afghanistan, against whom did the military personnel of Canada use conventional military force?\nEvidence:\n- Military Personnel (Canada) | Use conventional military force | Insurgent (Afghanistan) | 2010-07-19\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Insurgent (Afghanistan) | 2015-12-12\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Insurgent (Afghanistan) | 2015-12-11\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Insurgent (Afghanistan) | 2015-12-01\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Insurgent (Afghanistan) | 2015-11-25\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Insurgent (Afghanistan) | 2015-11-24\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Insurgent (Afghanistan) | 2015-11-14\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Insurgent (Afghanistan) | 2015-11-09\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Insurgent (Afghanistan) | 2015-10-23\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Insurgent (Afghanistan) | 2015-10-05\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Insurgent (Afghanistan) | 2015-10-03\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Insurgent (Afghanistan) | 2015-09-18\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Insurgent (Afghanistan) | 2015-09-14\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Insurgent (Afghanistan) | 2015-08-04\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Insurgent (Afghanistan) | 2015-07-02\nAnswer:", "completion": " Women (Canada)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1108242", "prompt": "Who made the last appeal for the Provisional Irish Republican Army before the men of the United Kingdom?\nEvidence:\n- Provisional Irish Republican Army | Deny responsibility | Men (United Kingdom) | 2005-02-17\n- Citizen (United Kingdom) | Reject | Provisional Irish Republican Army | 2005-03-09\n- Citizen (United Kingdom) | Accuse | Provisional Irish Republican Army | 2005-06-04\n- Citizen (United Kingdom) | Accuse | Provisional Irish Republican Army | 2005-04-05\n- Citizen (United Kingdom) | Accuse | Provisional Irish Republican Army | 2005-03-28\n- Citizen (United Kingdom) | Accuse | Provisional Irish Republican Army | 2005-03-16\n- Provisional Irish Republican Army | Make an appeal or request | Men (United Kingdom) | 2005-03-03\n- Provisional Irish Republican Army | Make an appeal or request | Men (United Kingdom) | 2005-03-01\n- Men (United Kingdom) | Make an appeal or request | Provisional Irish Republican Army | 2005-06-25\n- Provisional Irish Republican Army | Use conventional military force | Men (United Kingdom) | 2005-06-04\n- Provisional Irish Republican Army | Use conventional military force | Men (United Kingdom) | 2005-05-18\n- Provisional Irish Republican Army | Use conventional military force | Men (United Kingdom) | 2005-05-11\n- Provisional Irish Republican Army | Use conventional military force | Men (United Kingdom) | 2005-04-14\n- Provisional Irish Republican Army | Use conventional military force | Men (United Kingdom) | 2005-03-14\n- Provisional Irish Republican Army | Use conventional military force | Men (United Kingdom) | 2005-03-08\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1346508", "prompt": "With whom did Yuriy Yekhanurov express his intention to meet on the same day as Bogdan Klich?\nEvidence:\n- Yuriy Yekhanurov | Consult | Bogdan Klich | 2008-11-18\n- Yuriy Yekhanurov | Consult | Bogdan Klich | 2008-04-09\n- Bogdan Klich | Consult | Yuriy Yekhanurov | 2008-11-18\n- Bogdan Klich | Consult | Yuriy Yekhanurov | 2008-04-09\n- Yuriy Yekhanurov | Express intent to meet or negotiate | Bogdan Klich | 2008-04-09\n- Bogdan Klich | Express intent to meet or negotiate | Yuriy Yekhanurov | 2008-11-18\n- Yuriy Yekhanurov | Engage in negotiation | Bogdan Klich | 2009-05-29\n- Bogdan Klich | Engage in negotiation | Yuriy Yekhanurov | 2009-05-29\n- Bogdan Klich | Express intent to meet or negotiate | Vietnam | 2008-11-05\n- Bogdan Klich | Express intent to meet or negotiate | Vietnam | 2008-11-03\n- Yuriy Yekhanurov | Express intent to meet or negotiate | NASA | 2005-10-31\n- Seyran Ohanyan | Consult | Bogdan Klich | 2009-11-28\n- Rasa Juknevičienė | Consult | Bogdan Klich | 2009-02-03\n- Radoslaw Sikorski | Consult | Bogdan Klich | 2008-06-09\n- Radoslaw Sikorski | Consult | Bogdan Klich | 2008-01-11\nAnswer:", "completion": " Radoslaw Sikorski", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1146735", "prompt": "Who last did the Royal Administration of Nigeria request for in 2008?\nEvidence:\n- Citizen (Nigeria) | Appeal for change in leadership | Royal Administration (Nigeria) | 2008-10-14\n- Citizen (Australia) | Accede to demands for change in leadership | Royal Administration (Australia) | 2008-11-13\n- Royal Administration (Spain) | Appeal for diplomatic cooperation (such as policy support) | Legislature (Spain) | 2008-04-16\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 3, "n_anchors": 0} +{"id": "mtq_1265268", "prompt": "Who was the last to be condemned by Pervez Musharraf before the opposition supporter of Pakistan?\nEvidence:\n- Opposition Supporter (Pakistan) | Accuse | Pervez Musharraf | 2005-01-13\n- Opposition Supporter (Pakistan) | Accuse | Pervez Musharraf | 2005-01-12\n- Pervez Musharraf | Coerce | Criminal (Pakistan) | 2005-01-12\n- Pervez Musharraf | Make statement | Head of Government (Pakistan) | 2005-01-12\n- Pervez Musharraf | Make statement | Head of Government (Pakistan) | 2005-01-11\n- Pervez Musharraf | Make statement | Legislature (Pakistan) | 2005-01-01\n- Pervez Musharraf | Make statement | Government (Pakistan) | 2005-02-14\n- Pervez Musharraf | Make statement | Government (Pakistan) | 2005-02-01\n- Pervez Musharraf | Make statement | Government (Pakistan) | 2005-01-04\n- Pervez Musharraf | Make statement | Government (Pakistan) | 2005-01-03\n- Islamic Extremist Group (Pakistan) | Accuse | Pervez Musharraf | 2005-01-21\n- Pervez Musharraf | Engage in symbolic act | Head of Government (Pakistan) | 2005-02-08\n- Pervez Musharraf | Engage in symbolic act | Head of Government (Pakistan) | 2005-01-21\n- Head of Government (Pakistan) | Engage in symbolic act | Pervez Musharraf | 2005-01-21\n- Pervez Musharraf | Praise or endorse | Pakistan administered Kashmir | 2005-02-04\nAnswer:", "completion": " Benazir Bhutto", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1115573", "prompt": "After the other authorities and officials of the Democratic Republic of Congo, to whom did Human Rights Watch first appeal?\nEvidence:\n- Other Authorities / Officials (Nigeria) | Reject | Human Rights Watch | 2005-07-29\n- Other Authorities / Officials (Nigeria) | Deny responsibility | Human Rights Watch | 2005-07-29\n- Human Rights Watch | Criticize or denounce | Other Authorities / Officials (Oman) | 2005-07-19\n- Human Rights Watch | Criticize or denounce | Other Authorities / Officials (Egypt) | 2005-04-05\n- Human Rights Watch | Appeal for release of persons or property | Other Authorities / Officials (Egypt) | 2005-04-04\n- Human Rights Watch | Accuse of human rights abuses | Vietnam | 2005-01-10\n- Human Rights Watch | Accuse of human rights abuses | Government (Sudan) | 2005-04-06\n- Human Rights Watch | Accuse of human rights abuses | Government (Sudan) | 2005-04-04\n- Human Rights Watch | Accuse of human rights abuses | Citizen (Sudan) | 2005-05-31\n- Human Rights Watch | Accuse of human rights abuses | Government (South Africa) | 2005-09-11\n- Human Rights Commission (Pakistan) | Make statement | Human Rights Watch | 2005-10-22\n- Human Rights Watch | Accuse of human rights abuses | Government (Cote d'Ivoire) | 2005-04-01\n- Human Rights Watch | Accuse of human rights abuses | Government (Cote d'Ivoire) | 2005-03-31\n- Human Rights Watch | Reject | Alberto Gonzales | 2005-01-25\n- Human Rights Watch | Make statement | Thailand | 2005-06-07\nAnswer:", "completion": " Kuwait", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1068944", "prompt": "In which month did Abdullah Gül first express his intention to meet with the Cabinet Council of Ministers Advisors of the United States?\nEvidence:\n- Undersecretary (United States) | Express intent to meet or negotiate | Abdullah Gül | 2005-01-31\n- Undersecretary (United States) | Consult | Abdullah Gül | 2005-02-01\n- Undersecretary (United States) | Consult | Abdullah Gül | 2005-01-31\n- Abdullah Gül | Consult | Undersecretary (United States) | 2005-02-01\n- Abdullah Gül | Consult | Undersecretary (United States) | 2005-01-31\n- Defense / Security Ministry (United States) | Consult | Abdullah Gül | 2005-01-31\n- Abdullah Gül | Consult | Defense / Security Ministry (United States) | 2005-01-31\n- Abdullah Gül | Express intent to meet or negotiate | China | 2005-02-02\n- Abdullah Gül | Express intent to meet or negotiate | China | 2005-02-01\n- Abdullah Gül | Express intent to meet or negotiate | China | 2005-01-27\n- Abdullah Gül | Express intent to meet or negotiate | China | 2005-01-26\n- Abdullah Gül | Express intent to meet or negotiate | Shimon Peres | 2005-01-04\n- Abdullah Gül | Express intent to meet or negotiate | Shimon Peres | 2005-01-03\n- Abdullah Gül | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-05\n- Abdullah Gül | Express intent to meet or negotiate | Businessperson (China) | 2005-02-03\nAnswer:", "completion": " 2005-06", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1379536", "prompt": "Who wants to negotiate with Jan Fischer in the same year as Angela Merkel?\nEvidence:\n- Jan Fischer | Consult | Angela Merkel | 2009-06-09\n- Angela Merkel | Consult | Jan Fischer | 2009-06-09\n- Jan Fischer | Engage in negotiation | Angela Merkel | 2009-06-09\n- Angela Merkel | Engage in negotiation | Jan Fischer | 2009-06-09\n- Angela Merkel | Express intent to cooperate | Jan Fischer | 2009-06-09\n- Jan Fischer | Express intent to meet or negotiate | Angela Merkel | 2009-06-09\n- Angela Merkel | Express intent to meet or negotiate | Jan Fischer | 2009-06-08\n- Jan Fischer | Praise or endorse | Angela Merkel | 2009-06-11\n- Angela Merkel | Praise or endorse | Jan Fischer | 2009-06-19\n- Jan Fischer | Express intent to meet or negotiate | France | 2009-06-11\n- Wen Jiabao | Consult | Jan Fischer | 2009-05-20\n- Shimon Peres | Consult | Jan Fischer | 2009-07-22\n- Pavel Zárecký | Consult | Jan Fischer | 2009-11-26\n- Martin Bursík | Consult | Jan Fischer | 2009-06-05\n- Ladislav Miko | Consult | Jan Fischer | 2009-05-07\nAnswer:", "completion": " Daniela Kovárová", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1055077", "prompt": "In June 2013, which country would like to participate in diplomatic cooperation with South Korea?\nEvidence:\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | South Korea | 2005-01-06\n- South Korea | Express intent to engage in diplomatic cooperation (such as policy support) | Emperor Akihito | 2005-01-13\n- Thailand | Engage in diplomatic cooperation | Malaysia | 2005-02-02\n- South Korea | Demand material cooperation | China | 2005-01-13\n- South Korea | Engage in negotiation | Japan | 2005-01-08\n- South Korea | Engage in negotiation | Japan | 2005-01-03\n- Japan | Engage in negotiation | South Korea | 2005-01-08\n- Japan | Engage in negotiation | South Korea | 2005-01-03\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Malaysia | 2005-01-31\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Malaysia | 2005-01-28\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Japan | 2005-01-08\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-01-07\n- Malaysia | Express intent to engage in diplomatic cooperation (such as policy support) | Thailand | 2005-01-28\n- Malaysia | Express intent to engage in diplomatic cooperation (such as policy support) | Thailand | 2005-01-27\n- France | Express intent to engage in diplomatic cooperation (such as policy support) | Thailand | 2005-01-27\nAnswer:", "completion": " China", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1131421", "prompt": "Before Wen Jiabao, who was the last to sign formal agreements with Cristina Fernández de Kirchner?\nEvidence:\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-05-24\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-03-03\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-02-28\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-12-26\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-11-15\n- Cristina Fernández de Kirchner | Accuse | Alberto Fernández | 2005-12-24\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2012-09-23\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2007-11-15\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-05-24\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-03-03\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-02-28\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2007-12-26\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2007-11-15\n- Alberto Fernández | Accuse | Cristina Fernández de Kirchner | 2012-05-27\n- Cristina Fernández de Kirchner | Make statement | Alberto Fernández | 2011-07-28\nAnswer:", "completion": " Business (Argentina)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1102056", "prompt": "Who was the first state security service to appeal to after the Muslims of Nigeria?\nEvidence:\n- State Security Service | Torture | Citizen (Nigeria) | 2006-12-04\n- State Security Service | Investigate | Citizen (Nigeria) | 2007-09-28\n- State Security Service | Accuse | Citizen (Nigeria) | 2007-06-01\n- State Security Service | Accuse | Citizen (Nigeria) | 2007-01-10\n- Citizen (Nigeria) | Accuse | State Security Service | 2006-06-25\n- Citizen (Nigeria) | Accuse | State Security Service | 2005-04-12\n- State Security Service | Occupy territory | Citizen (Nigeria) | 2005-08-29\n- Ministry (Nigeria) | Make statement | State Security Service | 2006-08-19\n- Labor Union (Nigeria) | Accuse | State Security Service | 2007-04-19\n- Citizen (Nigeria) | Express accord | State Security Service | 2005-02-03\n- Citizen (Nigeria) | Make an appeal or request | State Security Service | 2006-11-22\n- Citizen (Nigeria) | Use unconventional violence | State Security Service | 2006-05-04\n- Citizen (Nigeria) | Criticize or denounce | State Security Service | 2006-09-13\n- Citizen (Nigeria) | Criticize or denounce | State Security Service | 2006-06-16\n- UN Security Council | Consult | State Security Service | 2006-03-27\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1152877", "prompt": "Who did the United Nations Children's Fund support after 2007?\nEvidence:\n- United Nations Children's Fund | Make statement | Sudan | 2006-11-22\n- United Nations Children's Fund | Make statement | China | 2006-04-14\n- United Nations Children's Fund | Make statement | Cambodia | 2015-04-18\n- United Nations Children's Fund | Make statement | Angola | 2014-06-03\n- Dora Akunyili | Reject | United Nations Children's Fund | 2009-01-02\n- Citizen (Nigeria) | Demand | United Nations Children's Fund | 2009-08-03\n- Vietnam | Host a visit | United Nations Children's Fund | 2006-10-02\n- United Nations Children's Fund | Provide aid | Government (Nigeria) | 2012-03-06\n- United Nations Children's Fund | Praise or endorse | Vietnam | 2007-01-16\n- United Nations Children's Fund | Praise or endorse | Vietnam | 2007-01-14\n- United Nations Children's Fund | Praise or endorse | Vietnam | 2007-01-13\n- United Nations Children's Fund | Praise or endorse | Sudan | 2005-07-13\n- United Nations Children's Fund | Praise or endorse | Iraq | 2014-08-02\n- United Nations Children's Fund | Praise or endorse | Cambodia | 2007-01-16\n- United Nations Children's Fund | Praise or endorse | Cambodia | 2007-01-14\nAnswer:", "completion": " Government (Nigeria)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1309531", "prompt": "Who honoured the citizens of Africa after July 2013?\nEvidence:\n- South Africa | Consult | Member of the Judiciary (South Africa) | 2015-08-28\n- Member of the Judiciary (South Africa) | Yield | South Africa | 2014-02-26\n- Member of the Judiciary (South Africa) | Yield | South Africa | 2014-02-25\n- Member of the Judiciary (South Africa) | Reject | South Africa | 2014-06-27\n- Member of the Judiciary (South Africa) | Reject | South Africa | 2013-06-20\n- Member of the Judiciary (South Africa) | Reject | South Africa | 2013-06-19\n- Member of the Judiciary (South Africa) | Reject | South Africa | 2013-06-14\n- Member of the Judiciary (South Africa) | Reject | South Africa | 2012-03-29\n- Member of the Judiciary (South Africa) | Reject | South Africa | 2008-05-07\n- Member of the Judiciary (South Africa) | Reject | South Africa | 2008-03-25\n- Member of the Judiciary (South Africa) | Reject | South Africa | 2007-03-23\n- Member of the Judiciary (South Africa) | Demand | South Africa | 2014-10-01\n- Member of the Judiciary (South Africa) | Demand | South Africa | 2014-06-12\n- Member of the Judiciary (South Africa) | Demand | South Africa | 2012-07-10\n- Member of the Judiciary (South Africa) | Demand | South Africa | 2010-07-23\nAnswer:", "completion": " Education (Nigeria)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1061253", "prompt": "Before 16 August 2010, who made optimistic remarks about the citizens of Nigeria?\nEvidence:\n- The Hague | Make optimistic comment | The Hague | 2007-10-04\n- The Hague | Make optimistic comment | The Hague | 2006-06-13\n- National Coalition Government of the Union of Burma | Make optimistic comment | China | 2006-06-02\n- National Coalition Government of the Union of Burma | Make optimistic comment | China | 2006-05-31\n- Special Rapporteurs of the United Nations | Make optimistic comment | Malawi | 2015-05-22\n- Citizen (Venezuela) | Make optimistic comment | Member of the Judiciary (Venezuela) | 2013-01-10\n- China | Make optimistic comment | Special Rapporteurs of the United Nations | 2005-12-06\n- Bolivia | Make optimistic comment | The Hague | 2014-01-28\n- Member of the Judiciary (Georgia) | Make optimistic comment | Court Judge (Georgia) | 2007-04-12\n- Tony Blair | Make optimistic comment | Secretary of State for the Home Department | 2005-01-06\n- Rights Activist (United States) | Make optimistic comment | Member of the Judiciary (Georgia) | 2006-07-07\n- Citizen (Nigeria) | Make optimistic comment | Government (Nigeria) | 2006-01-05\n- Boris Vyacheslavovich Gryzlov | Make optimistic comment | The Hague | 2008-07-23\n- Wang Yi | Make optimistic comment | Secretariat (Organization for the Prohibition of Chemical Weapons) | 2008-05-13\n- People Associated with the Opposition (Brazil) | Make optimistic comment | Head of Government (Brazil) | 2006-10-17\nAnswer:", "completion": " Bukola Saraki", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1153833", "prompt": "With whom did Benedict XVI first express his intention to negotiate in 2012?\nEvidence:\n- Benedict XVI | Express intent to meet or negotiate | Mexico | 2012-03-22\n- Benedict XVI | Express intent to meet or negotiate | Mexico | 2012-01-27\n- Benedict XVI | Express intent to meet or negotiate | Mexico | 2012-01-23\n- Benedict XVI | Express intent to meet or negotiate | Mexico | 2012-01-02\n- Raúl Castro | Express intent to meet or negotiate | Benedict XVI | 2012-03-27\n- Raúl Castro | Express intent to meet or negotiate | Benedict XVI | 2012-01-02\n- Pavol Hrusovský | Express intent to meet or negotiate | Benedict XVI | 2012-01-18\n- Benedict XVI | Express intent to meet or negotiate | Raúl Castro | 2012-03-24\n- Benedict XVI | Express intent to meet or negotiate | Raúl Castro | 2012-01-04\n- Benedict XVI | Express intent to meet or negotiate | Raúl Castro | 2012-01-03\n- Benedict XVI | Express intent to meet or negotiate | Raúl Castro | 2012-01-01\n- Mario Monti | Engage in negotiation | Benedict XVI | 2012-01-14\n- Benedict XVI | Engage in negotiation | Mario Monti | 2012-01-14\n- Timothy Dolan | Consult | Benedict XVI | 2012-02-21\n- Raúl Castro | Consult | Benedict XVI | 2012-03-28\nAnswer:", "completion": " Raúl Castro", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1196889", "prompt": "In 2015, who first did Alexis Tsipras decline?\nEvidence:\n- Georgios Papandreou | Accuse | Alexis Tsipras | 2011-04-01\n- Democratic Left | Consult | Alexis Tsipras | 2012-05-08\n- Antonis Samaras | Consult | Alexis Tsipras | 2012-05-09\n- Antonis Samaras | Consult | Alexis Tsipras | 2012-05-07\n- Antonis Samaras | Accuse | Alexis Tsipras | 2012-05-08\n- Alexis Tsipras | Demand | Citizen (Greece) | 2012-05-09\n- Alexis Tsipras | Consult | Democratic Left | 2012-05-08\n- Alexis Tsipras | Consult | Antonis Samaras | 2012-05-09\n- Alexis Tsipras | Consult | Antonis Samaras | 2012-05-07\n- Alexis Tsipras | Accuse | New Democracy | 2012-05-14\n- Alexis Tsipras | Accuse | Georgios Papandreou | 2010-11-14\n- Alexis Tsipras | Accuse | Democratic Left | 2012-05-14\n- Alexis Tsipras | Accuse | Antonis Samaras | 2012-03-12\n- Head of Government (Greece) | Engage in negotiation | Alexis Tsipras | 2012-05-08\n- Alexis Tsipras | Engage in negotiation | Head of Government (Greece) | 2012-05-08\nAnswer:", "completion": " Citizen (Greece)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1299836", "prompt": "In what year did Tony Blair last criticise Northern Ireland?\nEvidence:\n- Tony Blair | Consult | Northern Ireland | 2005-10-06\n- Tony Blair | Consult | Northern Ireland | 2005-05-19\n- Northern Ireland | Consult | Tony Blair | 2005-10-06\n- Northern Ireland | Consult | Tony Blair | 2005-05-19\n- Tony Blair | Make statement | Northern Ireland | 2005-01-29\n- Tony Blair | Make statement | Northern Ireland | 2005-01-28\n- Tony Blair | Criticize or denounce | Northern Ireland | 2005-03-09\n- Tony Blair | Express intent to meet or negotiate | Northern Ireland | 2005-09-29\n- Tony Blair | Express intent to meet or negotiate | Northern Ireland | 2005-05-19\n- Northern Ireland | Investigate crime, corruption | Northern Ireland | 2005-09-15\n- Northern Ireland | Consult | Ireland | 2005-05-11\n- Ireland | Consult | Northern Ireland | 2005-05-11\n- Northern Ireland | Reject | Mark Durkan | 2005-08-23\n- Northern Ireland | Consult | Bertie Ahern | 2005-03-04\n- Ian Paisley | Threaten | Northern Ireland | 2005-05-12\nAnswer:", "completion": " 2005", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1022573", "prompt": "Who did the Criminal of Brazil threaten before the Education of Brazil?\nEvidence:\n- Criminal (Brazil) | Threaten | Education (Brazil) | 2011-11-11\n- Military (Brazil) | Threaten | Criminal (Brazil) | 2010-11-28\n- Criminal (Brazil) | Threaten | Citizen (Brazil) | 2013-06-06\n- Criminal (Brazil) | Threaten | Citizen (Brazil) | 2011-11-04\n- Criminal (Brazil) | Threaten | Citizen (Brazil) | 2011-05-20\n- Criminal (Brazil) | Threaten | Citizen (Brazil) | 2008-11-05\n- Criminal (Brazil) | Threaten | Citizen (Brazil) | 2008-07-27\n- Criminal (Brazil) | Threaten | Citizen (Brazil) | 2008-07-05\n- Criminal (Brazil) | Threaten | Citizen (Brazil) | 2008-03-02\n- Criminal (Brazil) | Threaten | Citizen (Brazil) | 2007-08-10\n- Criminal (Brazil) | Threaten | Citizen (Brazil) | 2007-06-22\n- Criminal (Brazil) | Threaten | Citizen (Brazil) | 2007-03-15\n- Criminal (Brazil) | Threaten | Citizen (Brazil) | 2007-03-09\n- Criminal (Brazil) | Threaten | Citizen (Brazil) | 2007-02-19\n- Criminal (Brazil) | Threaten | Citizen (Brazil) | 2006-07-26\nAnswer:", "completion": " Citizen (Brazil)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1351491", "prompt": "Which country hosted Rupiah Banda's visit from Rupiah Banda on the same month of Bernard Makuza?\nEvidence:\n- Rupiah Banda | Make a visit | Bernard Makuza | 2010-01-18\n- Bernard Makuza | Host a visit | Rupiah Banda | 2010-01-18\n- Bernard Makuza | Praise or endorse | Rupiah Banda | 2010-01-18\n- Thailand | Host a visit | Bernard Makuza | 2010-11-24\n- Tanzania | Host a visit | Bernard Makuza | 2006-06-19\n- Burundi | Host a visit | Bernard Makuza | 2015-05-18\n- Bernard Makuza | Make a visit | Thailand | 2010-11-24\n- Bernard Makuza | Make a visit | Tanzania | 2006-06-19\n- Bernard Makuza | Make a visit | Burundi | 2015-05-18\n- Tony Blair | Consult | Bernard Makuza | 2008-11-13\n- Raphael Tuju | Consult | Bernard Makuza | 2008-01-07\n- Radoslaw Sikorski | Consult | Bernard Makuza | 2009-09-29\n- Radio Rwanda | Consult | Bernard Makuza | 2008-08-01\n- Bernard Makuza | Consult | Tony Blair | 2008-11-13\n- Bernard Makuza | Consult | Raphael Tuju | 2008-01-07\nAnswer:", "completion": " Ethiopia", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1343177", "prompt": "Who first wanted to negotiate with Pervez Musharraf after Wang Yi did?\nEvidence:\n- Wang Yi | Consult | Pervez Musharraf | 2007-12-15\n- Pervez Musharraf | Consult | Wang Yi | 2007-12-15\n- Wang Yi | Express intent to meet or negotiate | Pervez Musharraf | 2007-12-11\n- Wang Yi | Praise or endorse | Pervez Musharraf | 2007-12-14\n- Wang Yi | Praise or endorse | Pervez Musharraf | 2007-12-13\n- Wang Yi | Host a visit | Pervez Musharraf | 2007-12-15\n- Pervez Musharraf | Make a visit | Wang Yi | 2007-12-15\n- Wang Yi | Engage in symbolic act | Pervez Musharraf | 2007-12-14\n- Wang Yi | Engage in symbolic act | Pervez Musharraf | 2007-12-13\n- Wang Yi | Investigate | China | 2005-08-17\n- Wang Yi | Demand | Japan | 2006-05-10\n- Wang Yi | Make statement | Japan | 2005-11-29\n- Wang Yi | Make statement | Japan | 2005-05-11\n- Wang Yi | Make statement | Japan | 2005-04-22\n- Wang Yi | Make statement | Japan | 2005-04-10\nAnswer:", "completion": " Foreign Affairs (France)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1219118", "prompt": "In which month did Pervez Musharraf first negotiate with the armed rebels of Pakistan?\nEvidence:\n- Pervez Musharraf | Engage in symbolic act | Head of Government (Pakistan) | 2005-02-08\n- Pervez Musharraf | Engage in symbolic act | Head of Government (Pakistan) | 2005-01-21\n- Head of Government (Pakistan) | Engage in symbolic act | Pervez Musharraf | 2005-01-21\n- Pervez Musharraf | Coerce | Criminal (Pakistan) | 2005-01-12\n- Pervez Musharraf | Make statement | Head of Government (Pakistan) | 2005-01-12\n- Pervez Musharraf | Make statement | Head of Government (Pakistan) | 2005-01-11\n- Pervez Musharraf | Make statement | Legislature (Pakistan) | 2005-01-01\n- Pervez Musharraf | Make statement | Government (Pakistan) | 2005-02-14\n- Pervez Musharraf | Make statement | Government (Pakistan) | 2005-02-01\n- Pervez Musharraf | Make statement | Government (Pakistan) | 2005-01-04\n- Pervez Musharraf | Make statement | Government (Pakistan) | 2005-01-03\n- Opposition Supporter (Pakistan) | Accuse | Pervez Musharraf | 2005-01-13\n- Opposition Supporter (Pakistan) | Accuse | Pervez Musharraf | 2005-01-12\n- Islamic Extremist Group (Pakistan) | Accuse | Pervez Musharraf | 2005-01-21\n- Pervez Musharraf | Praise or endorse | Pakistan administered Kashmir | 2005-02-04\nAnswer:", "completion": " 2006-08", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1250520", "prompt": "In which year did Gholamali Haddad Adel express his intention to meet the member of the Iranian government's legislature?\nEvidence:\n- Member of Legislative (Govt) (Iran) | Consult | Gholamali Haddad Adel | 2005-06-19\n- Gholamali Haddad Adel | Consult | Member of Legislative (Govt) (Iran) | 2005-06-19\n- Iraq | Engage in negotiation | Gholamali Haddad Adel | 2005-12-01\n- Gholamali Haddad Adel | Engage in negotiation | Iraq | 2005-12-01\n- Gholamali Haddad Adel | Express intent to meet or negotiate | Member of Legislative (Govt) (Iran) | 2005-07-29\n- Iran | Express intent to meet or negotiate | Gholamali Haddad Adel | 2005-02-28\n- Gholamali Haddad Adel | Express intent to meet or negotiate | Iran | 2005-12-24\n- Gholamali Haddad Adel | Express intent to meet or negotiate | Iran | 2005-02-28\n- Mahmoud Ahmadinejad | Consult | Gholamali Haddad Adel | 2005-06-25\n- Gholamali Haddad Adel | Make statement | Iraq | 2005-09-04\n- Gholamali Haddad Adel | Make statement | Iraq | 2005-09-03\n- Gholamali Haddad Adel | Make statement | Iraq | 2005-08-29\n- Gholamali Haddad Adel | Make statement | Iran | 2005-12-15\n- Gholamali Haddad Adel | Make statement | Iran | 2005-12-12\n- Gholamali Haddad Adel | Make statement | Iran | 2005-10-04\nAnswer:", "completion": " 2005", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1323736", "prompt": "Who was the first to criticise the Nigerian leader in 2015?\nEvidence:\n- Terrorist Leader (Islamic State of Iraq and the Levant) | Occupy territory | Iraq | 2015-02-25\n- Terrorist Leader (Islamic State of Iraq and the Levant) | Use unconventional violence | Iraq | 2015-05-31\n- Terrorist Leader (Islamic State of Iraq and the Levant) | Use unconventional violence | France | 2015-12-29\n- Terrorist Leader (Islamic State of Iraq and the Levant) | Use unconventional violence | France | 2015-11-17\n- Mahmoud Alavi | Make statement | Terrorist Leader (Islamic State of Iraq and the Levant) | 2015-08-25\n- Iraq | Employ aerial weapons | Terrorist Leader (Islamic State of Iraq and the Levant) | 2015-07-22\n- Iran | Criticize or denounce | Terrorist Leader (Islamic State of Iraq and the Levant) | 2015-12-11\n- Eshaq Jahangiri | Make statement | Terrorist Leader (Islamic State of Iraq and the Levant) | 2015-02-25\n- Eshaq Jahangiri | Make statement | Terrorist Leader (Islamic State of Iraq and the Levant) | 2015-02-23\n- Protester (India) | Investigate | Akali Leader | 2015-10-24\n- Akali Leader | Express intent to meet or negotiate | France | 2015-08-02\n- UN Security Council | Make statement | Terrorist Leader (Islamic State of Iraq and the Levant) | 2015-11-22\n- Terrorist Leader (Islamic State of Iraq and the Levant) | Use unconventional violence | Muath Kasasbeh | 2015-02-04\n- Terrorist Leader (Islamic State of Iraq and the Levant) | Threaten with military force | Iraq | 2015-12-02\n- Terrorist Leader (Islamic State of Iraq and the Levant) | Threaten with military force | Iraq | 2015-11-29\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1276734", "prompt": "In which month was the last pessimistic comment made about political parties in Yemen?\nEvidence:\n- Eritrea | Make pessimistic comment | Ethiopia | 2005-11-11\n- UN Security Council | Make pessimistic comment | Eritrea | 2005-11-07\n- UN Security Council | Make pessimistic comment | Eritrea | 2005-11-04\n- UN Security Council | Make pessimistic comment | Eritrea | 2005-10-04\n- Yemen | Engage in negotiation | Malaysia | 2005-02-06\n- Yemen | Engage in negotiation | Eritrea | 2005-02-10\n- Yemen | Engage in negotiation | Eritrea | 2005-02-09\n- Malaysia | Engage in negotiation | Yemen | 2005-02-06\n- Eritrea | Engage in negotiation | Yemen | 2005-02-10\n- Eritrea | Engage in negotiation | Yemen | 2005-02-09\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-02-08\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-01-30\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-01-29\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-07-21\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-03-10\nAnswer:", "completion": " 2014-02", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1392654", "prompt": "In which year did the Sri Lankan navy investigate the Tamil rebels?\nEvidence:\n- Naval (Sri Lanka) | Investigate | Tamil Rebel | 2006-04-15\n- Mob (Sri Lanka) | Reject | Tamil (Sri Lanka) | 2014-07-29\n- Ministry (Sri Lanka) | Make statement | Tamil (Sri Lanka) | 2007-06-08\n- Tamil Rebel | Accuse | Naval (Sri Lanka) | 2006-05-16\n- Tamil (Sri Lanka) | Use unconventional violence | Naval (Sri Lanka) | 2006-10-19\n- Tamil (Sri Lanka) | Use unconventional violence | Ministry (Sri Lanka) | 2008-04-14\n- Naval (Sri Lanka) | Provide humanitarian aid | Tamil (Sri Lanka) | 2009-02-24\n- Mob (Sri Lanka) | Use unconventional violence | Tamil (Sri Lanka) | 2008-07-24\n- Party Member (Sri Lanka) | Make pessimistic comment | Tamil (Sri Lanka) | 2008-12-20\n- Naval (Sri Lanka) | Use conventional military force | Tamil (Sri Lanka) | 2009-02-07\n- Naval (Sri Lanka) | Use conventional military force | Tamil (Sri Lanka) | 2006-05-14\n- Head of Government (Sri Lanka) | Make statement | Tamil (Sri Lanka) | 2011-03-15\n- Armed Opposition (Sri Lanka) | Use unconventional violence | Tamil (Sri Lanka) | 2006-11-11\n- Armed Opposition (Sri Lanka) | Use unconventional violence | Tamil (Sri Lanka) | 2005-04-21\n- Armed Opposition (Sri Lanka) | Protest violently, riot | Tamil (Sri Lanka) | 2006-05-02\nAnswer:", "completion": " 2006", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1001052", "prompt": "In July 2014, who gave a criticism to the Israeli Defence Forces?\nEvidence:\n- The Hague | Investigate | Israeli Defense Forces | 2014-08-08\n- The Hague | Investigate | Israeli Defense Forces | 2014-08-07\n- Israeli Defense Forces | Consult | Israeli Defense Forces | 2005-11-16\n- Israeli Information Center for Human Rights in the Occupied Territories | Make statement | Israeli Defense Forces | 2012-12-12\n- Israeli Defense Forces | Cooperate militarily | Israeli Defense Forces | 2005-10-17\n- Yemen | Host a visit | Saudi Arabian Defence Forces | 2015-09-07\n- Yemen | Host a visit | Saudi Arabian Defence Forces | 2015-08-03\n- Yemen | Host a visit | Saudi Arabian Defence Forces | 2015-05-03\n- Saudi Arabian Defence Forces | Make a visit | Yemen | 2015-09-07\n- Saudi Arabian Defence Forces | Make a visit | Yemen | 2015-08-03\n- Saudi Arabian Defence Forces | Make a visit | Yemen | 2015-05-03\n- Iran | Refuse to yield | Saudi Arabian Defence Forces | 2015-05-14\n- Iran | Refuse to yield | Saudi Arabian Defence Forces | 2015-05-13\n- Saudi Arabian Defence Forces | Host a visit | Abdul Aziz | 2006-02-02\n- Abdul Aziz | Make a visit | Saudi Arabian Defence Forces | 2006-02-02\nAnswer:", "completion": " Presidential Majority", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1104956", "prompt": "When did Carlos Pascual first express his intention to meet with Tanzania?\nEvidence:\n- Carlos Pascual | Express intent to meet or negotiate | Tanzania | 2013-07-29\n- Carlos Pascual | Demand | Mexico | 2009-09-08\n- Iurie Leanca | Consult | Carlos Pascual | 2014-03-24\n- Carlos Pascual | Make statement | Mexico | 2011-03-20\n- Carlos Pascual | Make statement | Mexico | 2011-03-14\n- Carlos Pascual | Make statement | Mexico | 2010-10-20\n- Carlos Pascual | Make statement | Mexico | 2010-04-20\n- Carlos Pascual | Make statement | Mexico | 2010-03-10\n- Carlos Pascual | Make statement | Mexico | 2010-02-24\n- Carlos Pascual | Make statement | Mexico | 2009-12-08\n- Carlos Pascual | Make statement | Mexico | 2009-08-12\n- Carlos Pascual | Consult | Iurie Leanca | 2014-03-24\n- Mexico | Host a visit | Carlos Pascual | 2011-03-10\n- Mexico | Host a visit | Carlos Pascual | 2011-03-09\n- Mexico | Host a visit | Carlos Pascual | 2010-04-15\nAnswer:", "completion": " 2013-07-29", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1325490", "prompt": "Who received the visit from Shaukat Aziz on the same month of Middle East?\nEvidence:\n- Shaukat Aziz | Make a visit | China | 2005-01-31\n- Shaukat Aziz | Make a visit | China | 2005-01-28\n- Iran | Host a visit | Shaukat Aziz | 2005-02-21\n- China | Host a visit | Shaukat Aziz | 2005-01-31\n- China | Host a visit | Shaukat Aziz | 2005-01-28\n- Shaukat Aziz | Consult | Japan | 2005-01-10\n- Japan | Consult | Shaukat Aziz | 2005-01-10\n- Saud bin Faisal bin Abdul-Aziz | Make statement | Middle East | 2005-04-05\n- Military (Middle East) | Mobilize or increase armed forces | Middle East | 2005-02-14\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-02-16\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-02-04\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-01-10\n- Shaukat Aziz | Consult | James Wolfensohn | 2005-02-09\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-02-16\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-02-04\nAnswer:", "completion": " Ali Abdullah Saleh", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1099919", "prompt": "In which month did the Ethnic Group of Nigeria accuse the Ministry of Nigeria?\nEvidence:\n- Ethnic Group (Nigeria) | Accuse | Ministry (Nigeria) | 2012-10-18\n- Ethnic Group (Nigeria) | Accuse | Government (Nigeria) | 2006-03-22\n- Ethnic Group (Nigeria) | Accuse | Citizen (Nigeria) | 2012-10-18\n- Ethnic Group (Nigeria) | Accuse | Citizen (Nigeria) | 2007-08-23\n- Citizen (Nigeria) | Accuse | Ethnic Group (Nigeria) | 2010-03-29\n- Ethnic Group (Nigeria) | Accuse | Dimeji Bankole | 2008-10-17\n- Ethnic Group (Pakistan) | Accuse | Government (Pakistan) | 2014-11-26\n- Government (Nigeria) | Engage in diplomatic cooperation | Ethnic Group (Nigeria) | 2013-11-07\n- Head of Government (Nigeria) | Make statement | Ethnic Group (Nigeria) | 2011-01-28\n- Head of Government (Nigeria) | Make statement | Ethnic Group (Nigeria) | 2010-04-02\n- Scholar (Nigeria) | Make statement | Ethnic Group (Nigeria) | 2009-10-12\n- Royal Administration (Nigeria) | Reject | Ethnic Group (Nigeria) | 2007-10-22\n- Government (Nigeria) | Make statement | Ethnic Group (Nigeria) | 2014-04-10\n- Government (Nigeria) | Make statement | Ethnic Group (Nigeria) | 2014-04-08\n- Ethnic Group (Nigeria) | Make statement | Government (Nigeria) | 2015-05-13\nAnswer:", "completion": " 2012-10", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1075269", "prompt": "Who was the last to visit Mexico before the lawmakers of Switzerland?\nEvidence:\n- Valdas Adamkus | Make a visit | Mexico | 2005-01-20\n- Muhammad VI | Make a visit | Mexico | 2005-02-10\n- Mexico | Host a visit | Valdas Adamkus | 2005-01-20\n- Mexico | Host a visit | Muhammad VI | 2005-02-10\n- Mexico | Host a visit | Jaroslav Palas | 2005-02-08\n- Jaroslav Palas | Make a visit | Mexico | 2005-02-08\n- Mexico | Investigate | Criminal (Mexico) | 2005-01-12\n- Other Authorities / Officials (Mexico) | Express intent to meet or negotiate | Mexico | 2005-01-06\n- Mexico | Express intent to cooperate | Colombia | 2005-06-30\n- Colombia | Express intent to cooperate | Mexico | 2005-06-30\n- Mexico | Express intent to meet or negotiate | Zapatista Army of National Liberation | 2005-01-14\n- Secretariat (Mexico) | Make statement | Mexico | 2005-02-03\n- Organized Crime (Mexico) | Demand | Mexico | 2005-01-24\n- Military (Mexico) | Cooperate militarily | Mexico | 2005-01-17\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-26\nAnswer:", "completion": " Martin Fronc", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1044775", "prompt": "Who made optimistic comments about Barack Obama in the same month of the guerrilla of Colombia?\nEvidence:\n- Guerrilla (Colombia) | Use unconventional violence | Colombia | 2005-03-02\n- Guerrilla (Colombia) | Use unconventional violence | Colombia | 2005-02-22\n- Colombia | Arrest, detain, or charge with legal action | Guerrilla (Colombia) | 2005-02-01\n- Guerrilla (Colombia) | Conduct suicide, car, or other non-military bombing | Colombia | 2005-02-02\n- Barack Obama | Make optimistic comment | Citizen (Africa) | 2006-08-20\n- Barack Obama | Make optimistic comment | Citizen (Africa) | 2006-08-19\n- Barack Obama | Make optimistic comment | Citizen (Africa) | 2006-08-17\n- Colombia | Make optimistic comment | China | 2005-01-28\n- Head of Government (Colombia) | Make statement | Colombia | 2005-01-27\n- Head of Government (Kenya) | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Consult | Head of Government (Kenya) | 2006-08-25\n- Head of Government (Colombia) | Criticize or denounce | Colombia | 2005-02-12\n- Uhuru Muigai Kenyatta | Engage in negotiation | Barack Obama | 2006-08-25\n- Barack Obama | Engage in negotiation | Uhuru Muigai Kenyatta | 2006-08-25\n- United Self-Defense Forces of Colombia | Use unconventional violence | Colombia | 2005-01-01\nAnswer:", "completion": " Lee Myung Bak", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1036947", "prompt": "With whom did Ibrahim Boubacar Keïta express his intention to negotiate after 2014?\nEvidence:\n- Ibrahim Boubacar Keïta | Express intent to engage in diplomatic cooperation (such as policy support) | Ibrahim Boubacar Keïta | 2013-08-03\n- Ibrahim Boubacar Keïta | Express intent to meet or negotiate | Mauritania | 2014-01-06\n- Mahmoud Abbas | Consult | Ibrahim Boubacar Keïta | 2013-11-19\n- Ibrahim Boubacar Keïta | Make statement | France | 2013-08-14\n- Ibrahim Boubacar Keïta | Make statement | France | 2013-08-13\n- Ibrahim Boubacar Keïta | Consult | Mahmoud Abbas | 2013-11-19\n- Citizen (Mali) | Yield | Ibrahim Boubacar Keïta | 2013-08-21\n- Ibrahim Boubacar Keïta | Express intent to meet or negotiate | Angela Merkel | 2013-12-02\n- Mauritania | Host a visit | Ibrahim Boubacar Keïta | 2014-01-11\n- Ibrahim Boubacar Keïta | Make a visit | Mauritania | 2014-01-15\n- Ibrahim Boubacar Keïta | Make a visit | Mauritania | 2014-01-11\n- Ibrahim Boubacar Keïta | Make a visit | France | 2013-12-06\n- Ibrahim Boubacar Keïta | Make a visit | France | 2013-12-04\n- Ibrahim Boubacar Keïta | Make a visit | France | 2013-10-02\n- Ibrahim Boubacar Keïta | Make a visit | France | 2013-10-01\nAnswer:", "completion": " Ethiopia", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1134988", "prompt": "Who was supported by Daniel Scioli after 28 June 2015?\nEvidence:\n- Daniel Scioli | Praise or endorse | Senate (Argentina) | 2015-06-28\nAnswer:", "completion": " Raul Alfonsin", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 1} +{"id": "mtq_1280526", "prompt": "After the armed gang of Syria, who was the first to use unconventional violence against the high-ranking military personnel of Syria?\nEvidence:\n- Armed Gang (Syria) | Use unconventional violence | High Ranking Military Personnel (Syria) | 2012-02-12\n- Armed Rebel (Syria) | Use unconventional violence | High Ranking Military Personnel (Syria) | 2013-01-04\n- Militant (Syria) | Use unconventional violence | High Ranking Military Personnel (Syria) | 2015-10-10\n- Men (Syria) | Use unconventional violence | High Ranking Military Personnel (Syria) | 2012-02-11\n- Armed Gang (Syria) | Assassinate | High Ranking Military Personnel (Syria) | 2012-02-11\n- Armed Gang (Syria) | Assassinate | High Ranking Military Personnel (Syria) | 2012-02-10\n- Terrorist Leader (Syria) | Use unconventional violence | High Ranking Military Personnel (Syria) | 2012-04-11\n- Islamic Rebel (Syria) | Use unconventional violence | High Ranking Military Personnel (Syria) | 2014-05-19\n- Islamic Rebel (Syria) | Use unconventional violence | High Ranking Military Personnel (Syria) | 2014-05-18\n- Armed Gang (Syria) | Use unconventional violence | Military (Lebanon) | 2014-12-04\n- Armed Gang (Syria) | Use unconventional violence | Military (Lebanon) | 2014-12-03\n- Armed Gang (Syria) | Use unconventional violence | Military (Lebanon) | 2014-12-02\n- Armed Gang (Syria) | Use unconventional violence | Military (Lebanon) | 2014-09-01\n- Armed Gang (Syria) | Use unconventional violence | Military (Lebanon) | 2014-08-31\n- Armed Gang (Syria) | Use unconventional violence | Military (Lebanon) | 2014-08-27\nAnswer:", "completion": " Terrorist Leader (Syria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1212573", "prompt": "Who was the first to praise Khaled Bahah after Bernadette Meehan?\nEvidence:\n- Bernadette Meehan | Praise or endorse | Khaled Bahah | 2014-11-08\n- Bernadette Meehan | Make statement | Abu Sayyaf | 2015-05-16\n- Bernadette Meehan | Make empathetic comment | Men (Denmark) | 2015-02-15\n- Bernadette Meehan | Make empathetic comment | Men (Denmark) | 2015-02-14\n- Khaled Bahah | Accuse | Iran | 2015-04-16\n- Yemen | Make statement | Khaled Bahah | 2015-08-01\n- Khaled Bahah | Make statement | Yemen | 2015-10-06\n- Khaled Bahah | Make statement | Yemen | 2015-09-16\n- Khaled Bahah | Make statement | Yemen | 2015-06-20\n- Khaled Bahah | Make statement | Yemen | 2014-11-19\n- UN Security Council | Praise or endorse | Khaled Bahah | 2014-11-09\n- UN Security Council | Praise or endorse | Khaled Bahah | 2014-11-08\n- UN Security Council | Praise or endorse | Khaled Bahah | 2014-10-14\n- UN Security Council | Praise or endorse | Khaled Bahah | 2014-10-13\n- Political Parties (Yemen) | Praise or endorse | Khaled Bahah | 2014-11-09\nAnswer:", "completion": " Political Parties (Yemen)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1337616", "prompt": "Who was the first to praise Portugal after Janez Jansa?\nEvidence:\n- Milo Djukanovic | Praise or endorse | Janez Jansa | 2006-01-09\n- Janez Jansa | Praise or endorse | Milo Djukanovic | 2006-01-09\n- Wen Jiabao | Consult | Janez Jansa | 2006-09-11\n- Vlado Buckovski | Consult | Janez Jansa | 2005-11-16\n- Tony Blair | Consult | Janez Jansa | 2005-12-08\n- Milo Djukanovic | Consult | Janez Jansa | 2006-01-09\n- Laila Freivalds | Consult | Janez Jansa | 2005-10-13\n- Janez Jansa | Consult | Wen Jiabao | 2006-09-11\n- Janez Jansa | Consult | Vlado Buckovski | 2005-11-16\n- Janez Jansa | Consult | Tony Blair | 2005-12-08\n- Janez Jansa | Consult | Milo Djukanovic | 2006-01-09\n- Janez Jansa | Consult | Laila Freivalds | 2005-10-13\n- Janez Jansa | Consult | Branko Crvenkovski | 2005-02-16\n- Janez Jansa | Consult | Branko Crvenkovski | 2005-02-15\n- Janez Jansa | Consult | Aigars Kalvitis | 2006-07-24\nAnswer:", "completion": " Mikulas Dzurinda", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1221085", "prompt": "Who praised the other authorities and officials of Russia last, before Dmitry Anatolyevich Medvedev?\nEvidence:\n- Other Authorities / Officials (Russia) | Consult | Dmitry Anatolyevich Medvedev | 2006-05-31\n- Other Authorities / Officials (Russia) | Consult | Dmitry Anatolyevich Medvedev | 2006-02-01\n- Other Authorities / Officials (Russia) | Consult | Dmitry Anatolyevich Medvedev | 2005-11-18\n- Dmitry Anatolyevich Medvedev | Consult | Other Authorities / Officials (Russia) | 2006-05-31\n- Dmitry Anatolyevich Medvedev | Consult | Other Authorities / Officials (Russia) | 2006-02-01\n- Dmitry Anatolyevich Medvedev | Consult | Other Authorities / Officials (Russia) | 2005-11-18\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | Other Authorities / Officials (Russia) | 2006-08-04\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | Other Authorities / Officials (Russia) | 2006-08-01\n- Veterans (Russia) | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Dmitry Anatolyevich Medvedev | Consult | Veterans (Russia) | 2006-05-06\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- Dmitry Anatolyevich Medvedev | Consult | China | 2005-12-08\n- China | Consult | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Head of Government (Germany) | Consult | Dmitry Anatolyevich Medvedev | 2006-07-28\n- Dmitry Anatolyevich Medvedev | Consult | Head of Government (Germany) | 2006-07-28\nAnswer:", "completion": " Barack Obama", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1366038", "prompt": "With whom did Mahmoud Abbas last express his willingness to negotiate before the lawmakers of Japan?\nEvidence:\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-11\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Pervez Musharraf | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Javier Solana | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-14\n- Javier Solana | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-08\n- Gerhard Schröder | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Abdullah Gül | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-05\n- Mahmoud Abbas | Make statement | Japan | 2005-01-10\n- Vietnam | Express intent to meet or negotiate | Japan | 2005-01-05\n- Thailand | Express intent to meet or negotiate | Japan | 2005-01-05\n- Japan | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- Japan | Express intent to meet or negotiate | Thailand | 2005-01-07\n- Japan | Express intent to meet or negotiate | Thailand | 2005-01-06\n- Japan | Express intent to meet or negotiate | Thailand | 2005-01-05\n- Japan | Express intent to meet or negotiate | China | 2005-01-08\nAnswer:", "completion": " Wen Jiabao", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1166668", "prompt": "Before the armed rebels of the Lord's Resistance Army, who were the last to be defeated by the conventional forces of the African Union?\nEvidence:\n- Oluṣẹgun Ọbasanjọ | Discuss by telephone | African Union | 2005-02-02\n- African Union | Discuss by telephone | Oluṣẹgun Ọbasanjọ | 2005-02-02\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-31\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Nigeria) | Consult | African Union | 2005-02-01\n- Head of Government (Nigeria) | Consult | African Union | 2005-01-31\n- African Union | Consult | Head of Government (Nigeria) | 2005-02-01\n- African Union | Consult | Head of Government (Nigeria) | 2005-01-31\n- African Union | Investigate | Sudan | 2005-02-08\n- African Union | Praise or endorse | East African Community | 2005-02-05\n- Oluṣẹgun Ọbasanjọ | Consult | African Union | 2005-01-08\n- African Union | Make statement | Sudan | 2005-02-07\n- African Union | Make statement | Sudan | 2005-01-29\nAnswer:", "completion": " Al-Shabaab", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1097404", "prompt": "After October 12th, 2008, who did the Court Judge of India return persons to?\nEvidence:\n- Court Judge (India) | Refuse to release persons or property | Men (India) | 2015-04-27\n- Court Judge (India) | Refuse to release persons or property | Men (India) | 2014-05-29\n- Court Judge (India) | Refuse to release persons or property | Men (India) | 2014-05-28\n- Court Judge (India) | Refuse to release persons or property | Men (India) | 2010-02-02\n- Court Judge (India) | Refuse to release persons or property | Men (India) | 2006-11-25\n- Court Judge (India) | Refuse to release persons or property | Men (India) | 2006-11-24\n- Court Judge (India) | Return, release person(s) | Member of Parliament (India) | 2014-05-24\n- Court Judge (India) | Return, release person(s) | Member of Parliament (India) | 2014-04-26\n- Court Judge (India) | Return, release person(s) | Member of Parliament (India) | 2014-04-25\n- Court Judge (India) | Return, release person(s) | Head of Government (India) | 2015-08-29\n- Court Judge (India) | Express intent to release persons or property | Head of Government (India) | 2008-11-29\n- Court Judge (India) | Return, release person(s) | Sikh (India) | 2014-09-18\n- Court Judge (India) | Return, release person(s) | Men (India) | 2014-11-03\n- Court Judge (India) | Return, release person(s) | Men (India) | 2013-05-24\n- Court Judge (India) | Return, release person(s) | Men (India) | 2009-05-09\nAnswer:", "completion": " Sukh Ram", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1165032", "prompt": "Who hosted the visit of the Head of Government of Timor-Leste before February 2009?\nEvidence:\n- Head of Government (Timor-Leste) | Make statement | Timor-Leste | 2005-11-15\n- Head of Government (Timor-Leste) | Make statement | Timor-Leste | 2005-07-05\n- Head of Government (Timor-Leste) | Engage in symbolic act | Timor-Leste | 2005-05-20\n- Catholic Bishop (Timor-Leste) | Reject | Timor-Leste | 2005-02-07\n- Timor-Leste | Rally support on behalf of | Military (Timor-Leste) | 2006-04-30\n- Timor-Leste | Rally support on behalf of | Military (Timor-Leste) | 2006-04-28\n- Media Personnel (Timor-Leste) | Make statement | Timor-Leste | 2006-04-28\n- Military (Timor-Leste) | Mobilize or increase armed forces | Timor-Leste | 2006-05-23\n- Military (Timor-Leste) | Mobilize or increase armed forces | Timor-Leste | 2006-04-29\n- Timor-Leste | Make a visit | Angola | 2006-04-07\n- Angola | Host a visit | Timor-Leste | 2006-04-07\n- Timor-Leste | Receive deployment of peacekeepers | Thailand | 2005-02-23\n- Timor-Leste | Receive deployment of peacekeepers | Thailand | 2005-02-21\n- Timor-Leste | Receive deployment of peacekeepers | Malaysia | 2005-05-23\n- Timor-Leste | Cooperate economically | Vietnam | 2005-08-11\nAnswer:", "completion": " Portugal", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1181516", "prompt": "In which month did Papua New Guinea's Special Forces use conventional military force against West Papua for the first time?\nEvidence:\n- Military Personnel - Special (Papua New Guinea) | Use conventional military force | West Papua | 2010-10-27\n- Activist (Papua New Guinea) | Praise or endorse | West Papua | 2015-05-12\n- Police (Indonesia) | Return, release person(s) | West Papua | 2015-02-07\n- West Papua | Consult | Police (Indonesia) | 2013-04-04\n- Police (Indonesia) | Consult | West Papua | 2013-04-04\n- West Papua | Make statement | Police (Indonesia) | 2012-10-23\n- West Papua | Make statement | Police (Indonesia) | 2009-04-30\n- Vanuatu | Praise or endorse | West Papua | 2014-08-11\n- Vanuatu | Praise or endorse | West Papua | 2006-05-11\n- Peter Costello | Make statement | West Papua | 2006-04-06\n- Lawyer/Attorney (Indonesia) | Demand | West Papua | 2015-01-24\n- Edward Natapei | Make statement | West Papua | 2014-12-02\n- Police (Indonesia) | Investigate crime, corruption | West Papua | 2012-11-22\n- Peter O'Neill | Make statement | West Papua | 2015-05-07\n- Peter O'Neill | Make statement | West Papua | 2013-06-17\nAnswer:", "completion": " 2010-10", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1323781", "prompt": "After the Association of Southeast Asian Nations, which country first negotiated with the Ministry of Finance of Japan?\nEvidence:\n- Japan | Mediate | Association of Southeast Asian Nations | 2005-02-09\n- Japan | Consult | Association of Southeast Asian Nations | 2005-02-25\n- Association of Southeast Asian Nations | Consult | Japan | 2005-02-25\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-07\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-06\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-04\n- China | Consult | Association of Southeast Asian Nations | 2005-02-25\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-07\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-06\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-04\n- Association of Southeast Asian Nations | Consult | China | 2005-02-25\n- Japan | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | Japan | 2005-01-08\n- Japan | Express intent to cooperate | Association of Southeast Asian Nations | 2005-03-12\n- Association of Southeast Asian Nations | Express intent to cooperate | Japan | 2005-03-12\nAnswer:", "completion": " Japan", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1298624", "prompt": "After Mohammed VI, who had the first telephone conversation with Mahmoud Abbas?\nEvidence:\n- Tony Blair | Discuss by telephone | Mahmoud Abbas | 2005-01-10\n- Mahmoud Abbas | Discuss by telephone | Tony Blair | 2005-01-10\n- Mahmoud Abbas | Make statement | Japan | 2005-01-10\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-11\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-10\n- Mahmoud Abbas | Consult | Associated Press | 2005-01-01\n- Mahmoud Abbas | Consult | Abdullah Gül | 2005-01-05\n- Javier Solana | Consult | Mahmoud Abbas | 2005-01-11\n- Javier Solana | Consult | Mahmoud Abbas | 2005-01-10\n- Associated Press | Consult | Mahmoud Abbas | 2005-01-01\n- Abdullah Gül | Consult | Mahmoud Abbas | 2005-01-05\n- Vietnam | Praise or endorse | Mahmoud Abbas | 2005-01-11\n- Shimon Peres | Make statement | Mahmoud Abbas | 2005-01-10\n- Rafael Antonio Bielsa | Consult | Mahmoud Abbas | 2005-01-10\n- Pervez Musharraf | Make statement | Mahmoud Abbas | 2005-01-11\nAnswer:", "completion": " Agence France-Presse", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1387079", "prompt": "In which month did the Criminal of Tanzania use unconventional violence against the Legislature of Tanzania?\nEvidence:\n- Criminal (Tanzania) | Use unconventional violence | Tanzania | 2005-04-03\n- Criminal (Tanzania) | Use unconventional violence | Citizen (Tanzania) | 2005-08-08\n- Criminal (Tanzania) | Use unconventional violence | Citizen (Tanzania) | 2005-05-06\n- Citizen (Tanzania) | Use unconventional violence | Criminal (Tanzania) | 2005-05-06\n- Citizen (Tanzania) | Use unconventional violence | Tanzania | 2005-04-06\n- Militia (Tanzania) | Use unconventional violence | Citizen (Tanzania) | 2005-08-19\n- Citizen (Tanzania) | Use unconventional violence | Police (Tanzania) | 2005-04-21\n- Citizen (Tanzania) | Use unconventional violence | Maasai | 2005-05-04\n- Citizen (Tanzania) | Use unconventional violence | Civic United Front | 2005-03-10\n- Criminal (Tanzania) | Physically assault | Citizen (Tanzania) | 2005-08-08\n- Police (Tanzania) | Use tactics of violent repression | Citizen (Tanzania) | 2005-04-12\n- Police (Tanzania) | Use tactics of violent repression | Citizen (Tanzania) | 2005-04-11\n- Men (Kenya) | Use unconventional violence | Businessperson (Kenya) | 2015-10-28\n- Men (Kenya) | Use unconventional violence | Businessperson (Kenya) | 2014-07-14\n- Men (Kenya) | Use unconventional violence | Businessperson (Kenya) | 2013-06-20\nAnswer:", "completion": " 2013-06", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1258088", "prompt": "Who first engaged in negotiation with Rafael Correa after Dmitry Anatolyevich Medvedev did?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Engage in negotiation | China | 2005-12-09\n- China | Engage in negotiation | Dmitry Anatolyevich Medvedev | 2005-12-09\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- Rafael Ramírez | Consult | Rafael Correa | 2005-07-14\n- Rafael Correa | Consult | Rafael Ramírez | 2005-07-14\n- Dmitry Anatolyevich Medvedev | Consult | China | 2005-12-08\n- China | Consult | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Rafael Correa | Reject | Rafael Antonio Bielsa | 2006-11-23\n- Rafael Correa | Consult | Rafael Antonio Bielsa | 2006-09-26\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-26\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-20\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-01\n- Rafael Antonio Bielsa | Consult | Rafael Correa | 2006-09-26\n- Rafael Antonio Bielsa | Accuse | Rafael Correa | 2006-10-15\n- Rafael Correa | Make statement | Rafael Antonio Bielsa | 2006-11-22\nAnswer:", "completion": " Cabinet / Council of Ministers / Advisors (United States)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1329448", "prompt": "With whom did Abdullah Gül last negotiate in 2009?\nEvidence:\n- Abdullah Gül | Engage in negotiation | Mahmoud Abbas | 2009-02-08\n- Abdullah Gül | Express intent to meet or negotiate | Iraq | 2009-01-09\n- Mahmoud Abbas | Consult | Abdullah Gül | 2009-02-08\n- Mahmoud Abbas | Consult | Abdullah Gül | 2009-02-07\n- Mahmoud Abbas | Consult | Abdullah Gül | 2009-01-24\n- Mahmoud Abbas | Consult | Abdullah Gül | 2009-01-23\n- Mahmoud Abbas | Consult | Abdullah Gül | 2009-01-20\n- Javier Solana | Consult | Abdullah Gül | 2009-01-09\n- Abdullah Gül | Make statement | Djibouti | 2009-01-16\n- Abdullah Gül | Consult | Mahmoud Abbas | 2009-02-08\n- Abdullah Gül | Consult | Mahmoud Abbas | 2009-02-07\n- Abdullah Gül | Consult | Mahmoud Abbas | 2009-01-24\n- Abdullah Gül | Consult | Mahmoud Abbas | 2009-01-23\n- Abdullah Gül | Consult | Mahmoud Abbas | 2009-01-20\n- Abdullah Gül | Consult | Javier Solana | 2009-01-09\nAnswer:", "completion": " Dmitry Anatolyevich Medvedev", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1104113", "prompt": "Who denounced Mahmoud Ahmadinejad in the same month of North America?\nEvidence:\n- Vietnam | Consult | North America | 2008-11-18\n- Vietnam | Consult | North America | 2008-11-17\n- North America | Consult | Vietnam | 2008-11-18\n- North America | Consult | Vietnam | 2008-11-17\n- North America | Consult | Japan | 2009-07-08\n- North America | Consult | Japan | 2009-01-28\n- North America | Accuse | China | 2007-08-31\n- Japan | Consult | North America | 2009-07-08\n- Japan | Consult | North America | 2009-01-28\n- North America | Consult | Barack Obama | 2009-08-09\n- Eritrea | Reduce relations | North America | 2005-12-15\n- Barack Obama | Consult | North America | 2009-08-09\n- North American Aerospace Defense Command | Investigate | North America | 2006-06-06\n- North American Aerospace Defense Command | Investigate | North America | 2006-06-05\n- Vietnam | Host a visit | North America | 2006-06-25\nAnswer:", "completion": " Middle East", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1059872", "prompt": "Who did the Lawyer/Attorney of Australia negotiate with after 2010-08?\nEvidence:\n- People Associated with the Opposition (Australia) | Demand | Lawyer/Attorney (Australia) | 2006-10-16\n- Lawyer/Attorney (Australia) | Demand | People Associated with the Opposition (Australia) | 2015-11-10\n- People Associated with the Opposition (Australia) | Make statement | Lawyer/Attorney (Australia) | 2009-11-17\n- People Associated with the Opposition (Australia) | Make statement | Lawyer/Attorney (Australia) | 2009-08-06\n- People Associated with the Opposition (Australia) | Make statement | Lawyer/Attorney (Australia) | 2008-06-04\n- People Associated with the Opposition (Australia) | Make statement | Lawyer/Attorney (Australia) | 2007-05-02\n- Lawyer/Attorney (Australia) | Make statement | People Associated with the Opposition (Australia) | 2015-04-26\n- Lawyer/Attorney (Australia) | Accuse | The Daily Telegraph | 2007-05-25\n- People Associated with the Opposition (Australia) | Express intent to meet or negotiate | Lawyer/Attorney (Australia) | 2007-08-10\n- Office of the Attorney General | Reject | Lawyer/Attorney (Indonesia) | 2008-11-04\n- Lawyer/Attorney (Australia) | Express intent to meet or negotiate | The Hague | 2012-07-03\n- The Hague | Host a visit | Lawyer/Attorney (Australia) | 2012-07-03\n- The Daily Telegraph | Make statement | Lawyer/Attorney (Australia) | 2009-08-20\n- Lawyer/Attorney (Australia) | Make a visit | The Hague | 2012-07-03\n- Lawyer/Attorney (Angola) | Make statement | Office of the Attorney General | 2012-10-11\nAnswer:", "completion": " Royal Administration (Australia)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1360026", "prompt": "Before Yemen, which country last received Mahmoud Ahmadinejad's visit from Mahmoud Ahmadinejad?\nEvidence:\n- Mahmoud Ahmadinejad | Make a visit | Iran | 2005-06-26\n- Mahmoud Ahmadinejad | Make a visit | Iran | 2005-06-07\n- Iran | Host a visit | Mahmoud Ahmadinejad | 2005-06-26\n- Iran | Host a visit | Mahmoud Ahmadinejad | 2005-06-07\n- Mahmoud Ahmadinejad | Make a visit | Javier Solana | 2005-07-01\n- Javier Solana | Host a visit | Mahmoud Ahmadinejad | 2005-07-01\n- Mahmoud Ahmadinejad | Investigate | Iran | 2005-06-21\n- Mahmoud Ahmadinejad | Demand | Iran | 2005-04-07\n- Mahmoud Ahmadinejad | Accuse | Iran | 2005-06-25\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-07-01\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-09\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-04-17\n- Ministry (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-29\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-07-02\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-30\nAnswer:", "completion": " Qatar", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1029052", "prompt": "On 15 February 2014, who made the children of Jamaica suffer from unconventional violence?\nEvidence:\n- Criminal (Jamaica) | Use unconventional violence | Children (Jamaica) | 2014-02-15\nAnswer:", "completion": " Criminal (Jamaica)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1096807", "prompt": "In which year did Bulgarian citizens for the first time express optimism about the Bulgarian police?\nEvidence:\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Movement for the Liberation of the Central African People | Appeal for change in leadership | François Bozizé | 2008-07-15\n- Vietnam | Engage in diplomatic cooperation | Committees for the Defense of the Revolution | 2005-09-30\n- Assembly of First Nations | Engage in material cooperation | Police (Canada) | 2013-02-16\n- Police (Kosovo) | Make statement | Alliance for the Future | 2012-06-07\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- First Command of the Capital | Criticize or denounce | Citizen (Brazil) | 2008-10-30\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\nAnswer:", "completion": " 2013", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1193822", "prompt": "In which month did the Argentine Workers' Union sign formal agreements with Héctor Méndez?\nEvidence:\n- Héctor Méndez | Sign formal agreement | Argentine Industrial Union | 2006-09-12\n- Argentine Industrial Union | Sign formal agreement | Héctor Méndez | 2006-09-12\n- Héctor Méndez | Consult | Argentine Industrial Union | 2014-02-09\n- Héctor Méndez | Consult | Argentine Industrial Union | 2006-10-23\n- Argentine Industrial Union | Consult | Héctor Méndez | 2014-02-09\n- Argentine Industrial Union | Consult | Héctor Méndez | 2006-10-23\n- Héctor Méndez | Criticize or denounce | Daniel Scioli | 2015-07-01\n- Héctor Méndez | Express intent to cooperate | Hugo Moyano | 2005-03-05\n- Hugo Moyano | Express intent to cooperate | Héctor Méndez | 2005-03-05\n- Héctor Méndez | Praise or endorse | Cristina Fernández de Kirchner | 2015-02-12\n- Cristina Fernández de Kirchner | Express intent to meet or negotiate | Héctor Méndez | 2009-04-28\n- Daniel Scioli | Consult | Argentine Industrial Union | 2014-07-23\n- Business (Argentina) | Consult | Argentine Industrial Union | 2014-05-09\n- Business (Argentina) | Consult | Argentine Industrial Union | 2007-01-08\n- Argentine Industrial Union | Consult | Daniel Scioli | 2014-07-23\nAnswer:", "completion": " 2006-09", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1239815", "prompt": "Who denounced the citizens of Sudan before 27 October 2006?\nEvidence:\n- Sudan | Reject | Government (Sudan) | 2006-10-27\n- Citizen (Sudan) | Criticize or denounce | Sudan | 2006-10-27\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2006-10-27\n- Armed Rebel (Lord's Resistance Army) | Use unconventional violence | Citizen (Sudan) | 2006-10-27\nAnswer:", "completion": " The Poor (Sudan)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 4, "n_anchors": 1} +{"id": "mtq_1182074", "prompt": "Which country did the Iraqi legislature last investigate in 2009?\nEvidence:\n- Legislature (Iraq) | Investigate | Iraq | 2009-08-18\n- Iraqi Islamic Party | Make an appeal or request | Legislature (Iraq) | 2009-09-29\n- Legislature (Romania) | Investigate | Ministry (Romania) | 2009-07-14\n- Legislature (Iraq) | Investigate | Citizen (Sudan) | 2009-05-30\n- Legislature (Iraq) | Investigate | Citizen (Sudan) | 2009-05-28\n- Legislature (Iraq) | Investigate | Citizen (Sudan) | 2009-05-27\n- Legislature (Iraq) | Investigate | Citizen (Sudan) | 2009-05-25\n- Legislature (Venezuela) | Investigate crime, corruption | Citizen (Venezuela) | 2009-04-04\n- Legislature (Romania) | Investigate | Environment Department/Ministry (Romania) | 2009-06-24\n- Legislature (Romania) | Investigate crime, corruption | Ministry (Romania) | 2009-07-27\n- Legislature (Iraq) | Investigate crime, corruption | Citizen (Sudan) | 2009-05-25\n- Legislature (Belarus) | Investigate | Republic of South Ossetia | 2009-11-18\n- Legislature (Belarus) | Investigate | Republic of South Ossetia | 2009-11-05\n- Ministry (Iraqi Kurdistan) | Make statement | Iraq | 2009-04-17\n- Iraq | Threaten | Rebel Group (Iraqi Kurds) | 2009-03-23\nAnswer:", "completion": " Iraq", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1026549", "prompt": "Who negotiated with the government of Nigeria after the other authorities and officials of Nigeria had done so?\nEvidence:\n- Head of Government (Nigeria) | Accuse | Other Authorities / Officials (Nigeria) | 2005-12-07\n- Other Authorities / Officials (Nigeria) | Threaten | Government (Nigeria) | 2005-12-06\n- Other Authorities / Officials (Nigeria) | Accuse | Government (Nigeria) | 2006-02-09\n- Government (Nigeria) | Accuse | Other Authorities / Officials (Nigeria) | 2006-02-09\n- Other Authorities / Officials (Nigeria) | Make statement | Government (Nigeria) | 2006-05-08\n- Other Authorities / Officials (Nigeria) | Make statement | Government (Nigeria) | 2005-09-22\n- Other Authorities / Officials (Nigeria) | Make statement | Government (Nigeria) | 2005-05-31\n- Other Authorities / Officials (Nigeria) | Make statement | Government (Nigeria) | 2005-01-31\n- Citizen (Nigeria) | fight with small arms and light weapons | Other Authorities / Officials (Nigeria) | 2012-10-22\n- The Hague | Consult | Other Authorities / Officials (Serbia) | 2008-11-18\n- The Chronicle | Consult | Other Authorities / Officials (Ghana) | 2005-08-10\n- Other Authorities / Officials (Serbia) | Consult | The Hague | 2008-11-18\n- Other Authorities / Officials (Ghana) | Consult | The Chronicle | 2005-08-10\n- Other Authorities / Officials (Nigeria) | Praise or endorse | Government (Nigeria) | 2006-03-16\n- Other Authorities / Officials (Nigeria) | Make pessimistic comment | Government (Nigeria) | 2005-06-01\nAnswer:", "completion": " Medical Personnel (Nigeria)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1234060", "prompt": "Who did the government of France appeal to in the same year of the indigenous people of the Ivory Coast?\nEvidence:\n- Portugal | Engage in negotiation | France | 2005-01-11\n- Iran | Engage in negotiation | France | 2005-01-25\n- Iran | Engage in negotiation | France | 2005-01-21\n- France | Engage in negotiation | Portugal | 2005-01-11\n- France | Engage in negotiation | Iran | 2005-01-25\n- France | Engage in negotiation | Iran | 2005-01-21\n- UN Security Council | Demand change in leadership | Head of Government (Togo) | 2005-02-25\n- France | Make an appeal or request | Iran | 2005-01-29\n- France | Make an appeal or request | Iran | 2005-01-25\n- Office of the United Nations High Commissioner for Human Rights | Make an appeal or request | UN Security Council | 2005-02-18\n- Malaysia | Express intent to engage in diplomatic cooperation (such as policy support) | France | 2005-01-26\n- France | Express intent to engage in diplomatic cooperation (such as policy support) | Thailand | 2005-01-27\n- France | Express intent to engage in diplomatic cooperation (such as policy support) | Malaysia | 2005-01-26\n- Portugal | Express intent to cooperate | France | 2005-01-27\n- France | Express intent to cooperate | Portugal | 2005-01-27\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1118912", "prompt": "After Japan's Council of Cabinet Advisors, who was the first to appeal for Vietnam?\nEvidence:\n- Unified Buddhist Church of Vietnam | Appeal for rights | Vietnam | 2005-02-11\n- Vietnam | Appeal for intelligence | China | 2005-01-15\n- China | Appeal for economic cooperation | Japan | 2005-01-14\n- Vietnam | Express intent to meet or negotiate | Japan | 2005-01-05\n- Japan | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- Japan | Reject | High Commission for Refugees | 2005-01-19\n- Vietnam | Engage in diplomatic cooperation | Japan | 2005-01-09\n- Japan | Engage in diplomatic cooperation | Vietnam | 2005-01-09\n- High Commission for Refugees | Grant asylum | Japan | 2005-01-19\n- Vietnam | Make an appeal or request | China | 2005-01-14\n- UN Security Council | Make a visit | Japan | 2005-01-29\n- Japan | Provide economic aid | UN Security Council | 2005-01-19\n- Japan | Host a visit | UN Security Council | 2005-01-29\n- Japan | Expel or deport individuals | High Commission for Refugees | 2005-01-25\n- Vietnam | Host a visit | Head of Government (Mongolia) | 2005-01-20\nAnswer:", "completion": " Nguyen Xuan Phuc", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1172825", "prompt": "Who did the Egyptian Ministry of Foreign Affairs appeal to after June 2014?\nEvidence:\n- Ministry (Egypt) | Make an appeal or request | Egyptian Trade Union Federation | 2013-07-21\n- Foreign Affairs (Italy) | Make statement | Member of the Judiciary (Libya) | 2014-11-10\n- The Sunday Times | Consult | Foreign Affairs (Singapore) | 2010-09-19\n- Foreign Affairs (Singapore) | Consult | The Sunday Times | 2010-09-19\n- Foreign Affairs (India) | Make statement | Ministry of Shipping (India) | 2011-03-02\n- Foreign Affairs (Zimbabwe) | Make statement | Special Rapporteurs of the United Nations | 2009-10-30\n- Foreign Affairs (India) | Deny responsibility | Member of the Judiciary (United States) | 2013-12-13\n- Foreign Affairs (Argentina) | Make statement | Member of the Judiciary (United States) | 2005-03-28\n- Ministry (Vietnam) | Consult | Foreign Affairs (Venezuela) | 2006-07-31\n- Ministry (Venezuela) | Consult | Foreign Affairs (Syria) | 2006-08-19\n- Ministry (Senegal) | Consult | Foreign Affairs (Senegal) | 2008-03-14\n- Ministry (Romania) | Consult | Foreign Affairs (France) | 2009-02-11\n- Ministry (Poland) | Consult | Foreign Affairs (Belarus) | 2006-03-23\n- Ministry (Oman) | Consult | Foreign Affairs (Belarus) | 2007-07-20\n- Ministry (Morocco) | Consult | Foreign Affairs (Romania) | 2015-10-20\nAnswer:", "completion": " Police (Egypt)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1236875", "prompt": "In what year did Benedict XVI negotiate with Benjamin Netanyahu?\nEvidence:\n- China | Reject | Benedict XVI | 2005-09-11\n- China | Accuse | Benedict XVI | 2005-09-11\n- Ivan Gasparovic | Consult | Benedict XVI | 2005-06-17\n- Iraq | Make statement | Benedict XVI | 2005-09-01\n- Gerhard Schröder | Consult | Benedict XVI | 2005-08-20\n- Bertie Ahern | Consult | Benedict XVI | 2005-07-08\n- Benedict XVI | Make statement | Solidarity | 2005-08-31\n- Benedict XVI | Consult | Ivan Gasparovic | 2005-06-17\n- Benedict XVI | Consult | Gerhard Schröder | 2005-08-20\n- Benedict XVI | Consult | Bertie Ahern | 2005-07-08\n- Benedict XVI | Consult | Angela Merkel | 2005-08-20\n- Angela Merkel | Consult | Benedict XVI | 2005-08-20\n- Radio Mitre | Engage in symbolic act | Benedict XVI | 2005-04-25\n- Mikulas Dzurinda | Engage in symbolic act | Benedict XVI | 2005-04-24\n- Citizen (International) | Engage in symbolic act | Benedict XVI | 2005-04-21\nAnswer:", "completion": " 2009", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1034484", "prompt": "Which country received Wang Yi's visit from Wang Yi on the same month of the head of government of Pakistan?\nEvidence:\n- Wang Yi | Praise or endorse | Government (Pakistan) | 2007-12-14\n- Wang Yi | Praise or endorse | Government (Pakistan) | 2007-12-13\n- Wang Yi | Make a visit | Japan | 2007-12-25\n- Wang Yi | Make a visit | Japan | 2006-04-06\n- Wang Yi | Make a visit | Japan | 2005-10-17\n- Japan | Host a visit | Wang Yi | 2007-12-25\n- Japan | Host a visit | Wang Yi | 2006-04-06\n- Japan | Host a visit | Wang Yi | 2005-10-17\n- Wang Yi | Investigate | China | 2005-08-17\n- Wang Yi | Demand | Japan | 2006-05-10\n- Wang Yi | Make a visit | South Korea | 2008-01-15\n- Wang Yi | Make a visit | South Korea | 2008-01-14\n- Wang Yi | Make a visit | South Korea | 2008-01-13\n- Wang Yi | Host a visit | Pervez Musharraf | 2007-12-15\n- South Korea | Host a visit | Wang Yi | 2008-01-15\nAnswer:", "completion": " Iran", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1225904", "prompt": "After Dmitry Anatolyevich Medvedev, who was the first to appeal to the citizens of Belarus?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- Dmitry Anatolyevich Medvedev | Consult | China | 2005-12-08\n- China | Consult | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Head of Government (Germany) | Consult | Dmitry Anatolyevich Medvedev | 2006-07-28\n- Dmitry Anatolyevich Medvedev | Consult | Head of Government (Germany) | 2006-07-28\n- Veterans (Russia) | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Islam Karimov | Consult | Dmitry Anatolyevich Medvedev | 2006-05-07\n- Islam Karimov | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2006-01-13\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2006-01-12\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2005-11-15\n- Dmitry Anatolyevich Medvedev | Make statement | Kazakhstan | 2006-03-30\n- Dmitry Anatolyevich Medvedev | Consult | Veterans (Russia) | 2006-05-06\n- Dmitry Anatolyevich Medvedev | Consult | Islam Karimov | 2006-05-07\n- Dmitry Anatolyevich Medvedev | Consult | Islam Karimov | 2006-05-06\nAnswer:", "completion": " Syarhey Sidorski", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1286258", "prompt": "When did Nuri al-Maliki last praise the mayor of Iraq?\nEvidence:\n- Iraq | Praise or endorse | Nuri al-Maliki | 2006-05-22\n- Nuri al-Maliki | Consult | Iraq | 2006-04-27\n- Iraq | Consult | Nuri al-Maliki | 2006-04-27\n- Legislature (Iraq) | Praise or endorse | Nuri al-Maliki | 2006-05-21\n- Legislature (Iraq) | Praise or endorse | Nuri al-Maliki | 2006-05-20\n- Legislature (Iraq) | Praise or endorse | Nuri al-Maliki | 2006-05-19\n- Legislature (Iraq) | Praise or endorse | Nuri al-Maliki | 2006-04-27\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-05-20\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-26\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-25\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-22\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-20\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-09\n- Nuri al-Maliki | Make statement | Iraq | 2006-04-22\n- Nuri al-Maliki | Make statement | Iraq | 2005-08-22\nAnswer:", "completion": " 2012-09-09", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1175973", "prompt": "Who used small arms and light weapons to attack Abu Sayyaf on 2 April 2015?\nEvidence:\n- Military (Philippines) | fight with small arms and light weapons | Abu Sayyaf | 2015-04-02\n- Abu Sayyaf | fight with small arms and light weapons | Military (Philippines) | 2015-04-02\n- Military (Philippines) | Use conventional military force | Abu Sayyaf | 2015-04-02\n- Abu Sayyaf | Use conventional military force | Military (Philippines) | 2015-04-02\n- Police (Philippines) | Make statement | Military (Philippines) | 2015-04-02\n- Moro National Liberation Front | Use conventional military force | Military (Philippines) | 2015-04-02\nAnswer:", "completion": " Military (Philippines)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 6, "n_anchors": 1} +{"id": "mtq_1318997", "prompt": "After South Korea, which country was the first to be praised by South Africa?\nEvidence:\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- South Korea | Express intent to cooperate | Japan | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-06\n- Japan | Express intent to cooperate | South Korea | 2005-01-13\n- China | Express intent to cooperate | South Korea | 2005-01-13\n- China | Express intent to cooperate | South Korea | 2005-01-06\n- South Africa | Consult | China | 2005-02-05\n- China | Consult | South Africa | 2005-02-05\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\nAnswer:", "completion": " Government (Africa)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1089588", "prompt": "Who, after Manuel Rosales, wants to engage in diplomatic cooperation with the citizens of Venezuela?\nEvidence:\n- Manuel Rosales | Engage in diplomatic cooperation | Mexico | 2006-11-22\n- Manuel Rosales | Make statement | Member of the Judiciary (Venezuela) | 2006-07-30\n- Manuel Rosales | Engage in symbolic act | Citizen (Venezuela) | 2006-08-19\n- Manuel Rosales | Reject | Citizen (Venezuela) | 2006-11-06\n- Citizen (Venezuela) | Accuse | Manuel Rosales | 2006-11-29\n- Manuel Rosales | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Venezuela) | 2006-11-24\n- Citizen (Venezuela) | Express intent to engage in diplomatic cooperation (such as policy support) | Manuel Rosales | 2006-11-24\n- Citizen (Venezuela) | Express intent to engage in diplomatic cooperation (such as policy support) | Manuel Rosales | 2006-11-23\n- Citizen (Venezuela) | Express intent to engage in diplomatic cooperation (such as policy support) | Manuel Rosales | 2006-11-21\n- Manuel Rosales | Make statement | Ministry (Venezuela) | 2006-04-27\n- Manuel Rosales | Deny responsibility | Citizen (Venezuela) | 2006-11-06\n- Manuel Rosales | Make optimistic comment | Citizen (Venezuela) | 2006-12-03\n- Manuel Rosales | Criticize or denounce | Citizen (Venezuela) | 2006-10-24\n- Court Judge (Venezuela) | Make statement | Manuel Rosales | 2006-12-10\n- Citizen (Venezuela) | Use unconventional violence | Manuel Rosales | 2006-10-19\nAnswer:", "completion": " Member of Parliament (Venezuela)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1313944", "prompt": "When did the Christian of Syria use conventional military force against the Muslims of Syria for the first time?\nEvidence:\n- Muslim (Syria) | Use conventional military force | Christian (Syria) | 2011-07-20\n- Muslim (Syria) | Use conventional military force | Christian (Syria) | 2011-07-18\n- Christian (Syria) | Use conventional military force | Muslim (Syria) | 2011-07-20\n- Christian (Syria) | Use conventional military force | Muslim (Syria) | 2011-07-18\n- Christian (Syria) | Use conventional military force | Indigenous People (Syria) | 2011-07-20\n- Christian (Syria) | Use conventional military force | Indigenous People (Syria) | 2011-07-18\n- Christian (France) | Use conventional military force | France | 2007-04-27\n- Defector (Syria) | Use conventional military force | Air Force (Syria) | 2011-12-02\n- Air Force (Syria) | Use conventional military force | Terrorist (Syria) | 2015-11-22\n- Air Force (Syria) | Use conventional military force | Terrorist (Syria) | 2015-11-21\n- Air Force (Syria) | Use conventional military force | Terrorist (Syria) | 2015-10-09\n- Air Force (Syria) | Use conventional military force | Terrorist (Syria) | 2015-07-04\n- Air Force (Syria) | Use conventional military force | Terrorist (Syria) | 2015-06-25\n- Air Force (Syria) | Use conventional military force | Militant (Syria) | 2015-12-13\n- Air Force (Syria) | Use conventional military force | Militant (Syria) | 2015-11-22\nAnswer:", "completion": " 2011-07-18", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1056664", "prompt": "Who made optimistic comments about the citizens of Australia in the same month as Chris Evans?\nEvidence:\n- Chris Evans | Make optimistic comment | Citizen (Australia) | 2008-03-07\n- Chris Evans | Make optimistic comment | Vietnam | 2009-01-14\n- Chris Evans | Demand | Citizen (Australia) | 2009-10-20\n- Chris Evans | Accuse | Citizen (Australia) | 2007-12-08\n- Chris Evans | Accuse | People Associated with the Opposition (Australia) | 2009-04-20\n- Chris Evans | Make statement | Police (Australia) | 2009-02-24\n- Chris Evans | Make statement | Police (Australia) | 2008-10-03\n- Chris Evans | Make statement | Criminal (Australia) | 2008-12-03\n- Chris Evans | Consult | Buddhist Monk (Australia) | 2008-06-13\n- Buddhist Monk (Australia) | Consult | Chris Evans | 2008-06-13\n- Lawyer/Attorney (Australia) | Make statement | Chris Evans | 2007-12-21\n- Citizen (Australia) | Make pessimistic comment | Chris Evans | 2005-01-10\n- Citizen (Australia) | Criticize or denounce | Chris Evans | 2010-04-19\n- Chris Evans | Praise or endorse | Citizen (Australia) | 2005-01-09\n- Chris Evans | Make statement | Lawyer/Attorney (Australia) | 2008-02-19\nAnswer:", "completion": " Member of Parliament (Australia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1109160", "prompt": "After July 13, 2015, who would wish to visit Dominican Republic?\nEvidence:\n- Ma Ying Jeou | Make a visit | Dominican Republic | 2015-07-13\n- Dominican Republic | Host a visit | Ma Ying Jeou | 2015-07-13\n- Ma Ying Jeou | Make statement | Dominican Republic | 2015-07-13\n- Ma Ying Jeou | Make statement | China | 2015-07-13\nAnswer:", "completion": " Ma Ying Jeou", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 4, "n_anchors": 1} +{"id": "mtq_1097128", "prompt": "After November, the year 2007, who did the legislature of Mongolia praise?\nEvidence:\n- Legislature (Mongolia) | Praise or endorse | Head of Government (Mongolia) | 2015-08-08\n- Legislature (Mongolia) | Praise or endorse | Head of Government (Mongolia) | 2007-11-08\n- Legislature (Mongolia) | Praise or endorse | Head of Government (Mongolia) | 2006-01-25\n- Governor (Mongolia) | Praise or endorse | Legislature (Mongolia) | 2010-11-30\n- Head of Government (Mongolia) | Demand | Legislature (Mongolia) | 2006-06-26\n- Legislature (Mongolia) | Praise or endorse | Mongolia Communist Party | 2008-09-10\n- Legislature (Mongolia) | Praise or endorse | Mongolia Communist Party | 2008-08-28\n- Legislature (Mongolia) | Praise or endorse | Mongolia Communist Party | 2008-07-18\n- Legislature (Mongolia) | Praise or endorse | Mongolia Communist Party | 2008-07-17\n- Legislature (Mongolia) | Praise or endorse | Mongolia Communist Party | 2008-07-14\n- Legislature (Mongolia) | Praise or endorse | Mongolia Communist Party | 2008-07-06\n- Legislature (Mongolia) | Praise or endorse | Mongolia Communist Party | 2008-07-04\n- Legislature (Mongolia) | Praise or endorse | Mongolia Communist Party | 2008-07-02\n- Legislature (Mongolia) | Praise or endorse | Mongolia Communist Party | 2008-07-01\n- Member of Parliament (Mongolia) | Make statement | Legislature (Mongolia) | 2008-09-01\nAnswer:", "completion": " Head of Government (Mongolia)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1326777", "prompt": "Who had a telephone conversation with Dmitry Anatolyevich Medvedev in March 2010?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Discuss by telephone | Barack Obama | 2010-03-26\n- Dmitry Anatolyevich Medvedev | Discuss by telephone | Barack Obama | 2010-03-19\n- Dmitry Anatolyevich Medvedev | Discuss by telephone | Barack Obama | 2010-03-14\n- Dmitry Anatolyevich Medvedev | Discuss by telephone | Barack Obama | 2010-03-13\n- Barack Obama | Discuss by telephone | Dmitry Anatolyevich Medvedev | 2010-03-26\n- Barack Obama | Discuss by telephone | Dmitry Anatolyevich Medvedev | 2010-03-19\n- Barack Obama | Discuss by telephone | Dmitry Anatolyevich Medvedev | 2010-03-14\n- Barack Obama | Discuss by telephone | Dmitry Anatolyevich Medvedev | 2010-03-13\n- France | Host a visit | Dmitry Anatolyevich Medvedev | 2010-03-08\n- France | Host a visit | Dmitry Anatolyevich Medvedev | 2010-03-06\n- France | Host a visit | Dmitry Anatolyevich Medvedev | 2010-03-05\n- France | Host a visit | Dmitry Anatolyevich Medvedev | 2010-03-04\n- France | Host a visit | Dmitry Anatolyevich Medvedev | 2010-03-03\n- France | Host a visit | Dmitry Anatolyevich Medvedev | 2010-03-02\n- France | Host a visit | Dmitry Anatolyevich Medvedev | 2010-03-01\nAnswer:", "completion": " Barack Obama", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1193077", "prompt": "Who was the first to criticise the armed rebels in Syria?\nEvidence:\n- Activist (Syria) | Engage in diplomatic cooperation | Armed Rebel (Syria) | 2013-11-24\n- Activist (Syria) | Engage in diplomatic cooperation | Armed Rebel (Syria) | 2013-03-29\n- Armed Rebel (Syria) | Make statement | Armed Gang (Syria) | 2013-07-13\n- Militia (Syria) | Express intent to cooperate | Armed Rebel (Syria) | 2013-04-22\n- Armed Rebel (Syria) | Express intent to cooperate | Militia (Syria) | 2013-04-22\n- Armed Rebel (Syria) | Use unconventional violence | Armed Gang (Syria) | 2012-07-16\n- Armed Rebel (Syria) | Use unconventional violence | Armed Gang (Syria) | 2012-07-15\n- Men (Syria) | Accuse | Armed Rebel (Syria) | 2014-05-10\n- Armed Rebel (Syria) | Torture | Christian (Syria) | 2013-12-07\n- Armed Rebel (Syria) | Threaten | Militant (Syria) | 2012-09-28\n- Armed Rebel (Syria) | Threaten | Christian (Syria) | 2012-12-24\n- Armed Rebel (Syria) | Investigate | Men (Syria) | 2012-08-14\n- Armed Rebel (Syria) | Consult | Activist (Syria) | 2012-12-01\n- Armed Rebel (Syria) | Assassinate | Police (Syria) | 2011-11-17\n- Armed Rebel (Syria) | Assassinate | Militia (Syria) | 2013-09-16\nAnswer:", "completion": " Human Rights Watch", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1380174", "prompt": "Who was the first to speak optimistically about the African Union?\nEvidence:\n- African Union | Investigate | Sudan | 2005-02-08\n- African Union | Praise or endorse | East African Community | 2005-02-05\n- Oluṣẹgun Ọbasanjọ | Consult | African Union | 2005-01-08\n- African Union | Make statement | Sudan | 2005-02-07\n- African Union | Make statement | Sudan | 2005-01-29\n- African Union | Consult | Oluṣẹgun Ọbasanjọ | 2005-01-08\n- Sudan | Express intent to meet or negotiate | African Union | 2005-02-07\n- UN Security Council | Consult | African Union | 2005-01-10\n- Sudan | Make pessimistic comment | African Union | 2005-01-04\n- Sudan | Host a visit | African Union | 2005-02-07\n- Ronnie Mamoepa | Make statement | African Union | 2005-01-26\n- Oluṣẹgun Ọbasanjọ | Make statement | African Union | 2005-02-08\n- Oluṣẹgun Ọbasanjọ | Make statement | African Union | 2005-02-07\n- Oluṣẹgun Ọbasanjọ | Make statement | African Union | 2005-01-28\n- Ethiopia | Host a visit | African Union | 2005-01-30\nAnswer:", "completion": " Tony Blair", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1028113", "prompt": "In which year did the Tourist of the United States last visit South Africa?\nEvidence:\n- South Africa | Engage in negotiation | Japan | 2005-02-05\n- South Africa | Engage in negotiation | France | 2005-02-05\n- Japan | Engage in negotiation | South Africa | 2005-02-05\n- France | Engage in negotiation | South Africa | 2005-02-05\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Tanzania | Make a visit | South Africa | 2005-02-22\n- South Africa | Host a visit | Tanzania | 2005-02-22\n- South Africa | Host a visit | Angola | 2005-02-18\n- Angola | Make a visit | South Africa | 2005-02-18\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- High Commission (United Kingdom) | Make statement | South Africa | 2005-01-26\n- Tony Blair | Make a visit | South Africa | 2005-01-14\n- South Africa | Host a visit | Tony Blair | 2005-01-14\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- Citizen (United Kingdom) | Acknowledge or claim responsibility | South Africa | 2005-02-16\nAnswer:", "completion": " 2010", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1312327", "prompt": "With whom did Grigol Vashadze want to negotiate before 6 March 2009?\nEvidence:\n- Grigol Vashadze | Express intent to meet or negotiate | Japan | 2009-03-06\n- Japan | Express intent to meet or negotiate | Envoy (United States) | 2009-03-06\n- Envoy (United States) | Express intent to meet or negotiate | Japan | 2009-03-06\n- South Korea | Express intent to cooperate | Japan | 2009-03-06\n- Japan | Express intent to cooperate | South Korea | 2009-03-06\n- Japan | Express intent to provide economic aid | Tanzania | 2009-03-06\n- Vietnam | Sign formal agreement | Japan | 2009-03-06\n- South Korea | Sign formal agreement | Japan | 2009-03-06\n- Lawmaker (Japan) | Make statement | Japan | 2009-03-06\n- Japan | Sign formal agreement | Vietnam | 2009-03-06\n- Japan | Sign formal agreement | South Korea | 2009-03-06\n- Japan | Sign formal agreement | China | 2009-03-06\n- Japan | Consult | Envoy (United States) | 2009-03-06\n- Japan | Consult | China | 2009-03-06\n- Envoy (United States) | Consult | Japan | 2009-03-06\nAnswer:", "completion": " Japan", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1351106", "prompt": "Who was the last to praise Romania before the Head of Government of Cyprus?\nEvidence:\n- Head of Government (Ukraine) | Express intent to meet or negotiate | Romania | 2005-03-14\n- Romania | Praise or endorse | Intelligence (Romania) | 2005-02-08\n- Head of Government (Brazil) | Praise or endorse | International Monetary Fund | 2005-04-29\n- France | Praise or endorse | Romania | 2005-04-02\n- France | Praise or endorse | Romania | 2005-02-25\n- China | Praise or endorse | Romania | 2005-03-10\n- Tony Blair | Praise or endorse | Romania | 2005-01-31\n- Heinz Fischer | Praise or endorse | Romania | 2005-01-28\n- Gerhard Schröder | Praise or endorse | Romania | 2005-03-21\n- Romania | Praise or endorse | UN Security Council | 2005-04-02\n- International Monetary Fund | Praise or endorse | Romania | 2005-01-04\n- Ministry (Romania) | Make statement | Romania | 2005-03-25\n- Ministry (Romania) | Make statement | Romania | 2005-01-12\n- Lawyer/Attorney (Romania) | Investigate | Romania | 2005-03-22\n- Romania | Reduce relations | Royal Administration (Romania) | 2005-03-24\nAnswer:", "completion": " Angela Merkel", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1142802", "prompt": "Against whom did the Egyptian police last use conventional military force before the Ethiopian immigrants?\nEvidence:\n- Police (Egypt) | Use conventional military force | Immigrants (Ethiopia) | 2009-05-22\n- Police (Saudi Arabia) | Use conventional military force | Immigrants (Ethiopia) | 2013-11-17\n- Police (Saudi Arabia) | Use conventional military force | Immigrants (Ethiopia) | 2013-11-06\n- Israeli Defense Forces | Use conventional military force | Combatant (Egyptian Islamic Jihad) | 2008-02-04\n- Military (Macedonia) | Use conventional military force | Immigrants (Middle East) | 2015-11-29\n- Muslim (Malaysia) | Use conventional military force | Immigrants (Myanmar) | 2013-06-11\n- The Hague | Use conventional military force | Vojislav Šešelj | 2006-12-04\n- Police (Tanzania) | Use conventional military force | Tanzania | 2005-04-05\n- Police (Tanzania) | Use conventional military force | Tanzania | 2005-03-09\n- Police (Tanzania) | Use conventional military force | Tanzania | 2005-03-08\n- Police (Sudan) | Use conventional military force | Sudan | 2005-04-09\n- Police (Sudan) | Use conventional military force | Sudan | 2005-04-08\n- Police (Sudan) | Use conventional military force | Sudan | 2005-04-07\n- Police (Sudan) | Use conventional military force | Sudan | 2005-04-06\n- Police (Sudan) | Use conventional military force | Sudan | 2005-02-04\nAnswer:", "completion": " Citizen (Sudan)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1252754", "prompt": "Which country received the visit from the head of government of Pakistan first in 2012?\nEvidence:\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2012-05-31\n- Head of Government (Kenya) | Make statement | The Hague | 2012-04-26\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2012-07-17\n- Member of the Judiciary (Mongolia) | Ease administrative sanctions | Head of Government (Mongolia) | 2012-12-10\n- Head of Government (Bangladesh) | Accuse | People Associated with the Opposition (Bangladesh) | 2012-10-09\n- People Associated with the Opposition (Egypt) | Make statement | Head of Government (Egypt) | 2012-12-07\n- People Associated with the Opposition (Brazil) | Make statement | Head of Government (Brazil) | 2012-02-29\n- Head of Government (Ukraine) | Make statement | People Associated with the Opposition (Ukraine) | 2012-11-08\n- Head of Government (Ukraine) | Make statement | People Associated with the Opposition (Ukraine) | 2012-11-06\n- People Associated with the Opposition (Germany) | Use unconventional violence | Head of Government (Germany) | 2012-01-28\n- People Associated with the Opposition (Germany) | Criticize or denounce | Head of Government (Germany) | 2012-01-28\n- Head of Government (Turkmenistan) | Make an appeal or request | People Associated with the Opposition (Turkmenistan) | 2012-01-18\n- Head of Government (Egypt) | Appeal to others to meet or negotiate | People Associated with the Opposition (Egypt) | 2012-12-07\n- Office of the United Nations High Commissioner for Human Rights | Express intent to meet or negotiate | Legislature (Pakistan) | 2012-06-01\nAnswer:", "completion": " Qatar", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 14, "n_anchors": 0} +{"id": "mtq_1174342", "prompt": "Who negotiated with Benjamin Netanyahu in March 2012?\nEvidence:\n- Benjamin Netanyahu | Engage in negotiation | Barack Obama | 2012-03-16\n- Benjamin Netanyahu | Engage in negotiation | Barack Obama | 2012-03-14\n- Benjamin Netanyahu | Engage in negotiation | Barack Obama | 2012-03-13\n- Benjamin Netanyahu | Engage in negotiation | Barack Obama | 2012-03-08\n- Benjamin Netanyahu | Engage in negotiation | Barack Obama | 2012-03-06\n- Benjamin Netanyahu | Engage in negotiation | Barack Obama | 2012-03-05\n- Benjamin Netanyahu | Engage in negotiation | Barack Obama | 2012-03-02\n- Barack Obama | Engage in negotiation | Benjamin Netanyahu | 2012-03-16\n- Barack Obama | Engage in negotiation | Benjamin Netanyahu | 2012-03-14\n- Barack Obama | Engage in negotiation | Benjamin Netanyahu | 2012-03-13\n- Barack Obama | Engage in negotiation | Benjamin Netanyahu | 2012-03-08\n- Barack Obama | Engage in negotiation | Benjamin Netanyahu | 2012-03-06\n- Barack Obama | Engage in negotiation | Benjamin Netanyahu | 2012-03-05\n- Barack Obama | Engage in negotiation | Benjamin Netanyahu | 2012-03-02\n- Benjamin Netanyahu | Demand | Iran | 2012-03-05\nAnswer:", "completion": " Barack Obama", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1262788", "prompt": "With whom did Tony Blair declare his intention to negotiate after 29.08.2010?\nEvidence:\n- Tony Blair | Express intent to meet or negotiate | Thailand | 2005-01-04\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-11\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Ian Paisley | Express intent to meet or negotiate | Tony Blair | 2005-01-12\n- Ian Paisley | Express intent to meet or negotiate | Tony Blair | 2005-01-08\n- Bertie Ahern | Express intent to meet or negotiate | Tony Blair | 2005-01-31\n- Tony Blair | Accuse | Iran | 2005-02-05\n- Iran | Reject | Tony Blair | 2005-02-08\n- Tony Blair | Express intent to meet or negotiate | Citizen (United Kingdom) | 2005-02-17\n- Citizen (United Kingdom) | Express intent to meet or negotiate | Tony Blair | 2005-01-08\n- Tony Blair | Express intent to meet or negotiate | Labor Party (United Kingdom) | 2005-01-10\n- Tony Blair | Make statement | Iraq | 2005-02-04\n- Tony Blair | Make statement | Iraq | 2005-01-30\n- Tony Blair | Make statement | Iraq | 2005-01-09\n- Tony Blair | Make statement | Iran | 2005-01-26\nAnswer:", "completion": " Mahmoud Abbas", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1083304", "prompt": "In the same year, who denounced the head of government of Nigeria, Shehu Sani?\nEvidence:\n- Shehu Sani | Accuse | Government (Nigeria) | 2015-07-01\n- Shehu Sani | Criticize or denounce | Head of Government (Nigeria) | 2015-12-31\n- Shehu Sani | Make statement | Government (Nigeria) | 2015-11-17\n- Shehu Sani | Make statement | Government (Nigeria) | 2015-09-18\n- Shehu Sani | Make statement | Government (Nigeria) | 2014-04-23\n- Shehu Sani | Appeal for intelligence | Government (Nigeria) | 2014-07-28\n- Shehu Sani | Provide aid | Citizen (Nigeria) | 2015-04-20\n- Shehu Sani | Make statement | Muslim (Nigeria) | 2014-06-02\n- Shehu Sani | Make an appeal or request | Government (Nigeria) | 2015-12-11\n- Shehu Sani | Make pessimistic comment | Citizen (Nigeria) | 2015-11-17\n- Shehu Sani | Criticize or denounce | Citizen (Nigeria) | 2015-11-17\n- Shehu Sani | Criticize or denounce | Citizen (Nigeria) | 2015-06-15\n- Citizen (Nigeria) | Criticize or denounce | Shehu Sani | 2015-12-31\n- Shehu Sani | Threaten | Muhammadu Buhari | 2015-06-02\n- Shehu Sani | Mediate | Boko Haram | 2014-05-10\nAnswer:", "completion": " Democratic Party (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1175375", "prompt": "Who had a telephone conversation with Wen Jiabao after 10 June 2008?\nEvidence:\n- Wen Jiabao | Discuss by telephone | Angela Merkel | 2008-06-10\n- Angela Merkel | Discuss by telephone | Wen Jiabao | 2008-06-10\n- Wen Jiabao | Consult | Angela Merkel | 2008-06-10\n- Angela Merkel | Consult | Wen Jiabao | 2008-06-10\n- Wen Jiabao | Praise or endorse | Government (Germany) | 2008-06-10\n- Angela Merkel | Express intent to engage in diplomatic cooperation (such as policy support) | Wen Jiabao | 2008-06-10\n- Free Democratic Party | Make an appeal or request | Angela Merkel | 2008-06-10\n- Angela Merkel | Praise or endorse | China | 2008-06-10\nAnswer:", "completion": " Head of Government (Germany)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 8, "n_anchors": 1} +{"id": "mtq_1145458", "prompt": "After Radoslaw Sikorski, with whom did Kostyantyn Gryshchenko want to negotiate first?\nEvidence:\n- Radoslaw Sikorski | Consult | Kostyantyn Gryshchenko | 2010-05-10\n- Kostyantyn Gryshchenko | Consult | Radoslaw Sikorski | 2010-05-10\n- Kostyantyn Gryshchenko | Express intent to meet or negotiate | Radoslaw Sikorski | 2011-02-25\n- Kostyantyn Gryshchenko | Express intent to meet or negotiate | China | 2010-07-13\n- Kostyantyn Gryshchenko | Express intent to meet or negotiate | China | 2010-07-12\n- Shimon Peres | Consult | Kostyantyn Gryshchenko | 2010-07-21\n- Kostyantyn Gryshchenko | Investigate | Citizen (International) | 2011-09-06\n- Kostyantyn Gryshchenko | Consult | Shimon Peres | 2010-07-21\n- Kostyantyn Gryshchenko | Consult | Iurie Leanca | 2011-02-25\n- Kostyantyn Gryshchenko | Consult | Grigol Vashadze | 2010-06-10\n- Iurie Leanca | Consult | Kostyantyn Gryshchenko | 2011-02-25\n- Grigol Vashadze | Consult | Kostyantyn Gryshchenko | 2010-06-10\n- Grigol Vashadze | Express intent to meet or negotiate | Kostyantyn Gryshchenko | 2010-06-10\n- Romania | Host a visit | Kostyantyn Gryshchenko | 2011-05-18\n- Kuwait | Host a visit | Kostyantyn Gryshchenko | 2011-01-24\nAnswer:", "completion": " France", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1297600", "prompt": "Who investigated the Men of the Philippines after 2009?\nEvidence:\n- Men (Philippines) | Threaten | University of the Philippines | 2009-09-24\n- Men (Philippines) | Physically assault | University of the Philippines | 2015-07-03\n- Men (Philippines) | Physically assault | University of the Philippines | 2015-07-02\n- University of the Philippines | Criticize or denounce | Men (Philippines) | 2009-09-24\n- Men (Philippines) | Criticize or denounce | University of the Philippines | 2009-06-02\n- Men (Philippines) | Abduct, hijack, or take hostage | University of the Philippines | 2007-12-25\n- University of the Philippines | Cooperate militarily | Military (Philippines) | 2014-08-10\n- Police (Philippines) | Make statement | University of the Philippines | 2014-08-12\n- University of the Philippines | Complain officially | City Mayor (Philippines) | 2014-10-29\n- Military Personnel (Philippines) | Make statement | University of the Philippines | 2014-08-12\n- University of the Philippines | Make statement | China | 2005-02-23\n- University of the Philippines | Make statement | China | 2005-02-22\n- Police (Philippines) | Make statement | Civil Aviation Authority of the Philippines | 2013-09-10\n- Civil Aviation Authority of the Philippines | Make statement | Military (Philippines) | 2014-04-29\n- Police (Philippines) | Torture | Men (Philippines) | 2011-01-01\nAnswer:", "completion": " Police (Philippines)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1327768", "prompt": "Who last did Pakistan People's Party decline before the Government of Pakistan?\nEvidence:\n- Pakistan People's Party | Accuse | Government (Pakistan) | 2007-06-06\n- Pakistan People's Party | Accuse | Government (Pakistan) | 2007-02-14\n- Pakistan People's Party | Consult | Head of Government (Pakistan) | 2006-04-11\n- Head of Government (Pakistan) | Consult | Pakistan People's Party | 2006-04-11\n- Government (Pakistan) | Accuse of crime, corruption | Pakistan People's Party | 2007-07-28\n- Pakistan People's Party | Make statement | Government (Pakistan) | 2007-07-11\n- Pakistan People's Party | Make statement | Government (Pakistan) | 2006-04-23\n- Head of Government (Pakistan) | Praise or endorse | Pakistan People's Party | 2006-04-11\n- Pakistan People's Party | Criticize or denounce | Government (Pakistan) | 2006-07-17\n- Pakistan People's Party | Engage in diplomatic cooperation | Government (Pakistan) | 2005-04-26\n- Pakistan People's Party | Express intent to settle dispute | Government (Pakistan) | 2005-03-15\n- Pakistan People's Party | Reject | Pervez Musharraf | 2005-05-13\n- Pakistan People's Party | Consult | Benazir Bhutto | 2006-05-10\n- Pakistan People's Party | Accuse | Pervez Musharraf | 2007-04-09\n- Pakistan People's Party | Accuse | Pervez Musharraf | 2005-12-15\nAnswer:", "completion": " Pervez Musharraf", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1143681", "prompt": "Who made the first request to Kazakhstan after Yerlan Idrisov?\nEvidence:\n- Yerlan Idrisov | Make statement | Kazakhstan | 2014-03-19\n- Yerlan Idrisov | Make statement | Kazakhstan | 2013-12-19\n- Yerlan Idrisov | Make statement | Kazakhstan | 2013-07-11\n- Yerlan Idrisov | Make statement | Kazakhstan | 2013-02-22\n- Yerlan Idrisov | Make statement | Kazakhstan | 2013-02-20\n- Yerlan Idrisov | Make statement | Kazakhstan | 2013-02-15\n- Yerlan Idrisov | Make statement | Kazakhstan | 2013-02-04\n- Yerlan Idrisov | Discuss by telephone | Kazakhstan | 2014-03-17\n- Kazakhstan | Discuss by telephone | Yerlan Idrisov | 2014-03-17\n- Yerlan Idrisov | Consult | Iran | 2013-04-04\n- Yerlan Idrisov | Consult | Iran | 2013-02-27\n- Iran | Consult | Yerlan Idrisov | 2013-04-04\n- Iran | Consult | Yerlan Idrisov | 2013-02-27\n- Yerlan Idrisov | Make statement | Other Authorities / Officials (Kazakhstan) | 2013-01-15\n- Yerlan Idrisov | Make statement | Iran | 2013-08-27\nAnswer:", "completion": " Barack Obama", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1302016", "prompt": "In which month did John Githongo first investigate the government official of the United Kingdom?\nEvidence:\n- John Githongo | Investigate | Government Official (United Kingdom) | 2006-03-31\n- Citizen (United Kingdom) | Threaten | John Githongo | 2006-09-18\n- John Githongo | Consult | Court Judge (United Kingdom) | 2006-03-29\n- John Githongo | Consult | Court Judge (United Kingdom) | 2006-03-28\n- John Githongo | Consult | Court Judge (United Kingdom) | 2006-03-15\n- Court Judge (United Kingdom) | Consult | John Githongo | 2006-03-29\n- Court Judge (United Kingdom) | Consult | John Githongo | 2006-03-28\n- Court Judge (United Kingdom) | Consult | John Githongo | 2006-03-15\n- Citizen (United Kingdom) | Deny responsibility | John Githongo | 2006-09-19\n- Police (Kenya) | Investigate | John Githongo | 2006-05-26\n- Committee of Public Accounts | Investigate | John Githongo | 2006-02-07\n- John Githongo | Consult | Head of Government (Kenya) | 2006-04-18\n- John Githongo | Consult | Head of Government (Kenya) | 2006-04-05\n- John Githongo | Consult | Head of Government (Kenya) | 2006-04-04\n- John Githongo | Consult | Head of Government (Kenya) | 2006-03-31\nAnswer:", "completion": " 2006-03", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1163226", "prompt": "Who last receive the visit from Catherine Ashton before Tanzania did?\nEvidence:\n- Romania | Host a visit | Catherine Ashton | 2009-07-09\n- Romania | Host a visit | Catherine Ashton | 2006-05-05\n- China | Host a visit | Catherine Ashton | 2009-09-10\n- Catherine Ashton | Make a visit | Romania | 2009-07-09\n- Catherine Ashton | Make a visit | Romania | 2006-05-05\n- Catherine Ashton | Make a visit | China | 2009-09-10\n- Catherine Ashton | Demand | China | 2008-12-19\n- Catherine Ashton | Demand | China | 2008-12-15\n- Catherine Ashton | Consult | Angola | 2009-02-12\n- Catherine Ashton | Consult | Angola | 2009-02-11\n- Angola | Consult | Catherine Ashton | 2009-02-12\n- Angola | Consult | Catherine Ashton | 2009-02-11\n- South Africa | Host a visit | Catherine Ashton | 2009-02-10\n- Ronald Kirk | Host a visit | Catherine Ashton | 2009-03-05\n- Catherine Ashton | Make a visit | South Africa | 2009-02-10\nAnswer:", "completion": " Middle East", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1214014", "prompt": "After the Revolutionary Party of the Dominican Republic, who was the first to be praised by the Dominican Republic?\nEvidence:\n- Dominican Republic | Make statement | Revolutionary Party (Dominican Republic) | 2005-10-19\n- Dominican Republic | Praise or endorse | Revolutionary Party (Dominican Republic) | 2005-10-19\n- Business (Dominican Republic) | Express intent to meet or negotiate | Dominican Republic | 2005-07-18\n- Mexico | Consult | Dominican Republic | 2005-12-21\n- Mexico | Consult | Dominican Republic | 2005-12-14\n- Mexico | Consult | Dominican Republic | 2005-12-13\n- Mexico | Consult | Dominican Republic | 2005-05-23\n- Guatemala | Consult | Dominican Republic | 2005-12-13\n- Dominican Republic | Consult | Mexico | 2005-12-21\n- Dominican Republic | Consult | Mexico | 2005-12-14\n- Dominican Republic | Consult | Mexico | 2005-12-13\n- Dominican Republic | Consult | Mexico | 2005-05-23\n- Dominican Republic | Consult | Guatemala | 2005-12-13\n- Dominican Republic | Consult | Colombia | 2005-12-13\n- Dominican Republic | Consult | Belize | 2005-12-01\nAnswer:", "completion": " Naval (United States)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1280746", "prompt": "In which month did Sergey Kuzhugetovich Shoygu host the visit from Abdel Fattah Al-Sisi?\nEvidence:\n- Japan | Host a visit | Sergey Kuzhugetovich Shoygu | 2006-02-25\n- Japan | Host a visit | Sergey Kuzhugetovich Shoygu | 2006-02-22\n- China | Host a visit | Sergey Kuzhugetovich Shoygu | 2006-11-22\n- China | Host a visit | Sergey Kuzhugetovich Shoygu | 2006-11-21\n- China | Host a visit | Sergey Kuzhugetovich Shoygu | 2006-11-20\n- Raúl Castro | Host a visit | Sergey Kuzhugetovich Shoygu | 2009-11-13\n- People Associated with the Opposition (Egypt) | Host a visit | Abdel Fattah Al-Sisi | 2013-07-01\n- Sergey Kuzhugetovich Shoygu | Consult | Gazprom | 2008-08-09\n- Gazprom | Consult | Sergey Kuzhugetovich Shoygu | 2008-08-09\n- Sir David Richards | Host a visit | Abdel Fattah Al-Sisi | 2012-12-07\n- Sergey Kuzhugetovich Shoygu | Make a visit | Japan | 2006-02-25\n- Sergey Kuzhugetovich Shoygu | Make a visit | Japan | 2006-02-22\n- Sergey Kuzhugetovich Shoygu | Make a visit | China | 2006-11-22\n- Sergey Kuzhugetovich Shoygu | Make a visit | China | 2006-11-21\n- Sergey Kuzhugetovich Shoygu | Make a visit | China | 2006-11-20\nAnswer:", "completion": " 2015-11", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1238617", "prompt": "In which year did a member of the Nigerian government praise Umaru Musa Yar'Adua for the last time?\nEvidence:\n- Nigerian Television Authority | Make statement | Umaru Musa Yar'Adua | 2006-12-18\n- Nigerian Television Authority | Make statement | Umaru Musa Yar'Adua | 2006-12-17\n- Government (Nigeria) | Praise or endorse | Umaru Musa Yar'Adua | 2007-04-24\n- Umaru Musa Yar'Adua | Threaten | Government (Nigeria) | 2005-01-25\n- Umaru Musa Yar'Adua | Praise or endorse | China | 2007-05-30\n- Umaru Musa Yar'Adua | Engage in negotiation | Head of Government (Togo) | 2007-05-08\n- Head of Government (Togo) | Engage in negotiation | Umaru Musa Yar'Adua | 2007-05-08\n- Government (South Africa) | Praise or endorse | Umaru Musa Yar'Adua | 2007-04-26\n- Umaru Musa Yar'Adua | Make statement | Government (Nigeria) | 2007-05-29\n- Umaru Musa Yar'Adua | Make statement | Government (Nigeria) | 2007-05-08\n- Umaru Musa Yar'Adua | Make statement | Head of Government (Nigeria) | 2007-05-07\n- Umaru Musa Yar'Adua | Make statement | Head of Government (Nigeria) | 2006-11-28\n- Umaru Musa Yar'Adua | Praise or endorse | Oluṣẹgun Ọbasanjọ | 2007-02-05\n- Umaru Musa Yar'Adua | Praise or endorse | Oluṣẹgun Ọbasanjọ | 2007-01-28\n- Umaru Musa Yar'Adua | Praise or endorse | Oluṣẹgun Ọbasanjọ | 2007-01-27\nAnswer:", "completion": " 2008", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1004267", "prompt": "Before Sudan, to whom did the African Union express optimism?\nEvidence:\n- African Union | Investigate | Sudan | 2005-02-08\n- Sudan | Express intent to meet or negotiate | African Union | 2005-02-07\n- African Union | Make statement | Sudan | 2005-02-07\n- African Union | Make statement | Sudan | 2005-01-29\n- Sudan | Make pessimistic comment | African Union | 2005-01-04\n- Sudan | Host a visit | African Union | 2005-02-07\n- African Union | Make statement | Government (Sudan) | 2005-01-28\n- African Union | Make a visit | Sudan | 2005-02-07\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-31\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Government (Sudan) | Praise or endorse | African Union | 2005-01-28\n- Government (Sudan) | Praise or endorse | African Union | 2005-01-17\n- African Union | Provide humanitarian aid | Citizen (Sudan) | 2005-02-01\nAnswer:", "completion": " Oluṣẹgun Ọbasanjọ", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1146718", "prompt": "After the Pakistani leader, which country hosted the visit of Wang Yi?\nEvidence:\n- Wang Yi | Make a visit | Japan | 2007-12-25\n- Wang Yi | Make a visit | Japan | 2006-04-06\n- Wang Yi | Make a visit | Japan | 2005-10-17\n- Japan | Host a visit | Wang Yi | 2007-12-25\n- Japan | Host a visit | Wang Yi | 2006-04-06\n- Japan | Host a visit | Wang Yi | 2005-10-17\n- Wang Yi | Investigate | China | 2005-08-17\n- Wang Yi | Demand | Japan | 2006-05-10\n- Wang Yi | Make a visit | South Korea | 2008-01-15\n- Wang Yi | Make a visit | South Korea | 2008-01-14\n- Wang Yi | Make a visit | South Korea | 2008-01-13\n- Wang Yi | Host a visit | Pervez Musharraf | 2007-12-15\n- South Korea | Host a visit | Wang Yi | 2008-01-15\n- South Korea | Host a visit | Wang Yi | 2008-01-14\n- South Korea | Host a visit | Wang Yi | 2008-01-13\nAnswer:", "completion": " Iran", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1301173", "prompt": "After the mayor of Botswana, who was the first to criticise the citizens of Botswana?\nEvidence:\n- City Mayor (Botswana) | Demand | Head of Government (Botswana) | 2006-05-25\n- City Mayor (Botswana) | Demand | Citizen (Botswana) | 2005-03-23\n- City Mayor (Botswana) | Accuse | Citizen (Botswana) | 2005-10-04\n- City Mayor (Botswana) | Make pessimistic comment | Government (Botswana) | 2015-05-27\n- City Mayor (Botswana) | Make optimistic comment | Citizen (Botswana) | 2007-01-11\n- City Mayor (Botswana) | Impose administrative sanctions | Citizen (Botswana) | 2007-12-12\n- City Mayor (Botswana) | Criticize or denounce | Government (Botswana) | 2015-05-27\n- City Mayor (Botswana) | Criticize or denounce | Citizen (Botswana) | 2008-12-16\n- Citizen (Botswana) | Criticize or denounce | City Mayor (Botswana) | 2005-01-18\n- City Mayor (Botswana) | Express intent to meet or negotiate | Citizen (Botswana) | 2006-06-02\n- Citizen (Botswana) | Engage in symbolic act | City Mayor (Botswana) | 2006-07-06\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- City Mayor (Botswana) | Make an appeal or request | Citizen (Botswana) | 2015-10-26\nAnswer:", "completion": " Court Judge (Botswana)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1116939", "prompt": "When did the citizens of Thailand first use unconventional violence against the Party of Thailand member?\nEvidence:\n- Party Member (Thailand) | Bring lawsuit against | Citizen (Thailand) | 2005-01-15\n- Citizen (Thailand) | Use unconventional violence | Thailand | 2005-02-11\n- Children (Thailand) | Use unconventional violence | Thailand | 2005-01-04\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-10\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-18\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-14\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-09\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-07\n- Armed Opposition (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-03-02\n- Armed Opposition (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-03-01\n- Armed Opposition (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-26\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-03-01\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-26\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-03\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-01\nAnswer:", "completion": " 2007-12-07", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1092742", "prompt": "In which month did Nuri al-Maliki negotiate with Angela Merkel?\nEvidence:\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-05-20\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-26\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-25\n- Nuri al-Maliki | Consult | Iraq | 2006-04-27\n- Iraq | Consult | Nuri al-Maliki | 2006-04-27\n- Nuri al-Maliki | Engage in negotiation | Tony Blair | 2006-05-22\n- Nuri al-Maliki | Engage in negotiation | Donald Rumsfeld | 2006-04-26\n- Donald Rumsfeld | Engage in negotiation | Nuri al-Maliki | 2006-04-26\n- Tony Blair | Consult | Nuri al-Maliki | 2006-05-22\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-22\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-20\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-09\n- Nuri al-Maliki | Make statement | Iraq | 2006-04-22\n- Nuri al-Maliki | Make statement | Iraq | 2005-08-22\n- Nuri al-Maliki | Consult | Tony Blair | 2006-05-22\nAnswer:", "completion": " 2008-07", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1286380", "prompt": "Who was the first to support education in Nigeria after the Ministry of Education did so?\nEvidence:\n- Ministry (Nigeria) | Engage in diplomatic cooperation | Education (Nigeria) | 2015-09-11\n- Ministry (Nigeria) | Threaten | Education (Nigeria) | 2011-10-17\n- Ministry (Nigeria) | Threaten | Education (Nigeria) | 2011-10-11\n- Ministry (Nigeria) | Investigate | Education (Nigeria) | 2012-05-18\n- Ministry (Nigeria) | Investigate | Education (Nigeria) | 2011-01-07\n- Ministry (Nigeria) | Consult | Education (Nigeria) | 2015-03-16\n- Ministry (Nigeria) | Consult | Education (Nigeria) | 2012-12-05\n- Ministry (Nigeria) | Consult | Education (Nigeria) | 2011-08-23\n- Ministry (Nigeria) | Apologize | Education (Nigeria) | 2011-02-10\n- Ministry (Nigeria) | Accuse | Education (Nigeria) | 2011-07-12\n- Ministry (Nigeria) | Accuse | Education (Nigeria) | 2007-12-06\n- Education (Nigeria) | Consult | Ministry (Nigeria) | 2015-03-16\n- Education (Nigeria) | Consult | Ministry (Nigeria) | 2012-12-05\n- Education (Nigeria) | Consult | Ministry (Nigeria) | 2011-08-23\n- Ministry (Nigeria) | Express intent to cooperate | Education (Nigeria) | 2010-09-15\nAnswer:", "completion": " Government (Nigeria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1180089", "prompt": "When did the citizens of Belarus accuse the Party member of Belarus?\nEvidence:\n- Party Member (Belarus) | Accuse | Government (Belarus) | 2013-12-12\n- Party Member (Belarus) | Accuse | Government (Belarus) | 2006-01-10\n- Party Member (Belarus) | Accuse | Citizen (Belarus) | 2011-02-28\n- Government (Belarus) | Accuse | Party Member (Belarus) | 2011-06-24\n- Citizen (Belarus) | Accuse | Party Member (Belarus) | 2008-08-29\n- Foreign Affairs (Belarus) | Accuse | Party Member (Belarus) | 2014-06-11\n- Election Commission (Belarus) | Accuse | Party Member (Belarus) | 2012-02-16\n- Party Member (Turkey) | Accuse | Member of the Judiciary (Turkey) | 2008-12-27\n- Member of the Judiciary (Turkey) | Accuse | Party Member (Turkey) | 2008-12-27\n- Party Member (Belarus) | Consult | Citizen (Belarus) | 2015-07-13\n- Party Member (Belarus) | Consult | Citizen (Belarus) | 2014-03-30\n- Party Member (Belarus) | Consult | Citizen (Belarus) | 2010-11-30\n- Party Member (Belarus) | Consult | Citizen (Belarus) | 2010-11-19\n- Party Member (Belarus) | Consult | Citizen (Belarus) | 2006-10-10\n- Party Member (Belarus) | Consult | Citizen (Belarus) | 2006-10-02\nAnswer:", "completion": " 2008-08-29", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1236018", "prompt": "Which country was the first to receive the visit from Jakaya Mrisho Kikwete after the Government Official of Zimbabwe did?\nEvidence:\n- Tanzania | Host a visit | Jakaya Mrisho Kikwete | 2006-02-22\n- Tanzania | Host a visit | Jakaya Mrisho Kikwete | 2005-09-30\n- Sudan | Host a visit | Jakaya Mrisho Kikwete | 2006-01-21\n- Jakaya Mrisho Kikwete | Make a visit | Tanzania | 2006-02-22\n- Jakaya Mrisho Kikwete | Make a visit | Tanzania | 2005-09-30\n- Jakaya Mrisho Kikwete | Make a visit | Sudan | 2006-01-21\n- Tanzania | Make statement | Jakaya Mrisho Kikwete | 2005-12-13\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-03-10\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-03-09\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-23\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-21\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-10\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-02\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-01\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-01-02\nAnswer:", "completion": " Iran", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1309166", "prompt": "After the government of Sudan, who was the first to suffer from the conventional military forces of the police of Sudan?\nEvidence:\n- Sudan | Use conventional military force | Ethiopia | 2005-04-01\n- Ethiopia | Use conventional military force | Sudan | 2005-04-01\n- Police (Ethiopia) | Use conventional military force | Ethiopia | 2005-06-08\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-27\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-26\n- Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | Head of Government (Egypt) | 2005-01-24\nAnswer:", "completion": " Citizen (Sudan)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1280159", "prompt": "In which year did the International Court of Justice release persons to the citizens of Croatia?\nEvidence:\n- Citizen (Croatia) | Acknowledge or claim responsibility | International Court of Justice | 2005-08-30\n- The Hague | Host a visit | International Court of Justice | 2007-05-31\n- International Court of Justice | Make a visit | The Hague | 2007-05-31\n- Citizen (Croatia) | Make an appeal or request | International Court of Justice | 2006-07-11\n- The Hague | Retreat or surrender militarily | International Court of Justice | 2005-04-25\n- The Hague | Retreat or surrender militarily | International Court of Justice | 2005-03-18\n- International Court of Justice | Express intent to cooperate | Court Judge (Mexico) | 2006-04-13\n- Ante Gotovina | Refuse to yield | International Court of Justice | 2007-08-08\n- Ministry (Sudan) | Reject | International Court of Justice | 2007-02-28\n- International Court of Justice | Reject | Ante Gotovina | 2005-01-12\n- International Court of Justice | Make statement | France | 2006-08-12\n- International Court of Justice | Accuse | Vojislav Šešelj | 2006-12-03\n- International Court of Justice | Accuse | Ante Gotovina | 2005-12-08\n- International Court of Justice | Accuse | Ante Gotovina | 2005-11-22\n- International Court of Justice | Accuse | Ante Gotovina | 2005-05-13\nAnswer:", "completion": " 2007", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1006110", "prompt": "Who made an appeal to the citizens of Mauritania on 28 November 2008?\nEvidence:\n- Mohamed Ould Abdel Aziz | Make an appeal or request | Citizen (Mauritania) | 2008-11-28\n- Mohamed Ould Abdel Aziz | Engage in symbolic act | Mauritania | 2008-11-28\nAnswer:", "completion": " Mohamed Ould Abdel Aziz", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 1} +{"id": "mtq_1245656", "prompt": "Who was the first to be released by the Scottish Government?\nEvidence:\n- Scottish Government | Consult | Ireland | 2010-09-28\n- Ireland | Consult | Scottish Government | 2010-09-28\n- Scottish Government | Reject | United States Senate | 2010-07-24\n- Lawmaker (United Kingdom) | Demand | Scottish Government | 2010-08-09\n- George Foulkes | Make statement | Scottish Government | 2007-09-07\n- Citizen (United Kingdom) | Threaten | Scottish Government | 2010-05-07\n- Citizen (United Kingdom) | Threaten | Scottish Government | 2009-12-22\n- Citizen (United Kingdom) | Accuse | Scottish Government | 2008-04-05\n- Boris Johnson | Make statement | Scottish Government | 2009-12-12\n- Barack Obama | Make statement | Scottish Government | 2009-08-21\n- Barack Obama | Make statement | Scottish Government | 2009-08-20\n- Government Official (United Kingdom) | Make statement | Scottish Government | 2008-03-29\n- Jacqui Smith | Reject plan, agreement to settle dispute | Scottish Government | 2007-12-24\n- Citizen (United Kingdom) | Express intent to settle dispute | Scottish Government | 2010-03-10\n- Scottish Government | Praise or endorse | Barack Obama | 2009-08-21\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1213829", "prompt": "Who made an appeal to the government of Ecuador before the newspaper of Peru?\nEvidence:\n- Newspaper (Peru) | Make an appeal or request | Government (Ecuador) | 2012-06-18\n- Newspaper (Peru) | Make statement | Head of Government (Peru) | 2012-08-13\n- Head of Government (Peru) | Make statement | Newspaper (Peru) | 2010-12-17\n- Elena Iparraguirre | Make an appeal or request | Newspaper (Peru) | 2006-09-17\n- Elena Iparraguirre | Make an appeal or request | Newspaper (Peru) | 2006-09-16\n- Newspaper (Peru) | Make statement | Police (Peru) | 2007-04-07\n- Newspaper (Peru) | Make statement | Police (Peru) | 2005-07-01\n- Head of Government (Peru) | Make an appeal or request | Police (Peru) | 2007-05-28\n- Government (Ecuador) | Make an appeal or request | Member of the Judiciary (United States) | 2010-03-11\n- Government (Ecuador) | Make an appeal or request | Professor (Ecuador) | 2006-11-27\n- Government (Ecuador) | Make an appeal or request | Professor (Ecuador) | 2006-11-26\n- Government (Ecuador) | Make an appeal or request | Professor (Ecuador) | 2006-11-24\n- Newspaper (Peru) | Make statement | Military Personnel (Peru) | 2007-03-06\n- Congress (Peru) | Criticize or denounce | Newspaper (Peru) | 2009-11-03\n- News Editor (Ecuador) | Make an appeal or request | Government (Ecuador) | 2007-03-09\nAnswer:", "completion": " International Monetary Fund", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1340125", "prompt": "After Marta Lomas, with whom did the Cuban leader first express his intention to meet?\nEvidence:\n- Aristides Gomes | Make statement | Marta Lomas | 2007-02-01\n- Citizen (North Korea) | Express intent to meet or negotiate | Marta Lomas | 2005-09-22\n- Head of Government (Cuba) | Express intent to meet or negotiate | Marta Lomas | 2005-09-23\n- Rafael Ramírez | Sign formal agreement | Marta Lomas | 2005-10-06\n- Marta Lomas | Sign formal agreement | Rafael Ramírez | 2005-10-06\n- Marta Lomas | Sign formal agreement | Leire Pajín | 2007-09-29\n- Leire Pajín | Sign formal agreement | Marta Lomas | 2007-09-29\n- Foreign Affairs (Namibia) | Provide aid | Marta Lomas | 2008-10-13\n- Yang Hyong Sop | Engage in negotiation | Marta Lomas | 2005-09-23\n- Marta Lomas | Engage in negotiation | Yang Hyong Sop | 2005-09-23\n- Japan | Express intent to meet or negotiate | Citizen (North Korea) | 2007-03-07\n- Japan | Express intent to meet or negotiate | Citizen (North Korea) | 2007-03-06\n- Japan | Express intent to meet or negotiate | Citizen (North Korea) | 2006-04-08\n- Japan | Express intent to meet or negotiate | Citizen (North Korea) | 2006-04-07\n- Japan | Express intent to meet or negotiate | Citizen (North Korea) | 2005-07-20\nAnswer:", "completion": " Ricardo Alarcón de Quesada", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1069355", "prompt": "After the envoy of the United States, which country did South Korea praise first?\nEvidence:\n- Wen Jiabao | Praise or endorse | South Korea | 2005-01-07\n- South Korea | Praise or endorse | Mahmoud Abbas | 2005-01-10\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Thailand | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-01-05\n- Thailand | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-01-04\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | Thailand | 2005-01-05\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | Thailand | 2005-01-04\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | South Korea | 2005-01-08\n- South Korea | Consult | Japan | 2005-01-06\n- Japan | Consult | South Korea | 2005-01-06\nAnswer:", "completion": " Japan", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1341811", "prompt": "To whom did the Professor from Australia last appeal before the Lawyer/Attorney of Australia?\nEvidence:\n- Lawyer/Attorney (Australia) | Accuse | Professor (Australia) | 2007-06-14\n- Lawyer/Attorney (Australia) | Accuse | Professor (Australia) | 2005-06-17\n- Professor (Australia) | Make statement | Lawyer/Attorney (Australia) | 2007-08-15\n- Professor (Australia) | Make statement | Lawyer/Attorney (Australia) | 2005-06-24\n- Professor (Australia) | Make statement | Lawyer/Attorney (Australia) | 2005-06-17\n- Professor (Australia) | Make statement | Lawyer/Attorney (Australia) | 2005-04-30\n- Lawyer/Attorney (Australia) | Make statement | Professor (Australia) | 2014-05-22\n- Lawyer/Attorney (Australia) | Make statement | Professor (Australia) | 2009-02-26\n- Lawyer/Attorney (Australia) | Make statement | Professor (Australia) | 2007-11-28\n- Lawyer/Attorney (Australia) | Make statement | Professor (Australia) | 2006-11-07\n- Lawyer/Attorney (Australia) | Make statement | Professor (Australia) | 2006-11-01\n- Professor (Australia) | Make an appeal or request | Lawyer/Attorney (Australia) | 2014-02-24\n- Lawyer/Attorney (Australia) | Accuse | The Daily Telegraph | 2007-05-25\n- Office of the Attorney General | Reject | Lawyer/Attorney (Indonesia) | 2008-11-04\n- Professor (Zambia) | Make statement | Lawyer/Attorney (Zambia) | 2006-04-20\nAnswer:", "completion": " Citizen (Australia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1073546", "prompt": "Who did the High Commission for Refugees first give humanitarian aid to after the immigrants from Libya?\nEvidence:\n- High Commission for Refugees | Provide aid | Government (Pakistan) | 2005-05-02\n- High Commission for Refugees | Provide aid | Government (Pakistan) | 2005-03-03\n- Japan | Reject | High Commission for Refugees | 2005-01-19\n- High Commission for Refugees | Consult | Cambodia | 2005-01-24\n- Cambodia | Consult | High Commission for Refugees | 2005-01-24\n- High Commission for Refugees | Express intent to provide economic aid | Refugee (Afghanistan) | 2005-02-16\n- Shaukat Aziz | Consult | High Commission for Refugees | 2005-05-04\n- Ruud Lubbers | Mediate | High Commission for Refugees | 2005-02-16\n- Pervez Musharraf | Consult | High Commission for Refugees | 2005-05-06\n- High Commission for Refugees | Make statement | Togo | 2005-05-04\n- High Commission for Refugees | Make statement | Tanzania | 2005-04-06\n- High Commission for Refugees | Make statement | Iran | 2005-02-25\n- High Commission for Refugees | Grant asylum | Japan | 2005-01-19\n- High Commission for Refugees | Consult | Shaukat Aziz | 2005-05-04\n- High Commission for Refugees | Consult | Pervez Musharraf | 2005-05-06\nAnswer:", "completion": " Displaced Families (Libya)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1050533", "prompt": "Who made the last request to Angela Merkel before Dmitry Anatolyevich Medvedev?\nEvidence:\n- Angela Merkel | Make an appeal or request | Dmitry Anatolyevich Medvedev | 2006-04-23\n- Angela Merkel | Express intent to meet or negotiate | Dmitry Anatolyevich Medvedev | 2006-04-23\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- Dmitry Anatolyevich Medvedev | Consult | China | 2005-12-08\n- China | Consult | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Veterans (Russia) | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Islam Karimov | Consult | Dmitry Anatolyevich Medvedev | 2006-05-07\n- Islam Karimov | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2006-01-13\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2006-01-12\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2005-11-15\n- Dmitry Anatolyevich Medvedev | Make statement | Kazakhstan | 2006-03-30\n- Dmitry Anatolyevich Medvedev | Consult | Veterans (Russia) | 2006-05-06\n- Dmitry Anatolyevich Medvedev | Consult | Islam Karimov | 2006-05-07\n- Dmitry Anatolyevich Medvedev | Consult | Islam Karimov | 2006-05-06\nAnswer:", "completion": " Human Rights Watch", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1147692", "prompt": "Who was the first to investigate South Korea after the Grand National Party did so?\nEvidence:\n- Grand National Party | Investigate | South Korea | 2005-01-26\n- Lawyer/Attorney (South Korea) | Investigate | Grand National Party | 2005-03-10\n- Grand National Party | Make statement | South Korea | 2005-07-22\n- Grand National Party | Make statement | South Korea | 2005-07-18\n- Grand National Party | Make statement | South Korea | 2005-07-12\n- Grand National Party | Make statement | South Korea | 2005-06-08\n- Grand National Party | Make statement | South Korea | 2005-05-17\n- Grand National Party | Make statement | South Korea | 2005-05-01\n- Grand National Party | Make statement | South Korea | 2005-04-12\n- Grand National Party | Make statement | Ministry (South Korea) | 2005-02-21\n- Grand National Party | Make optimistic comment | South Korea | 2005-02-19\n- Lawyer/Attorney (South Korea) | Make statement | Grand National Party | 2005-05-23\n- Professor (South Korea) | Engage in diplomatic cooperation | Grand National Party | 2005-02-18\n- Grand National Party | Consult | China | 2005-05-09\n- China | Consult | Grand National Party | 2005-05-09\nAnswer:", "completion": " Police (South Korea)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1375763", "prompt": "In which month did Mohamed Rukara negotiate with the government of Burundi?\nEvidence:\n- Mohamed Rukara | Engage in negotiation | Government (Burundi) | 2015-07-08\n- Government (Burundi) | Engage in negotiation | Mohamed Rukara | 2015-07-08\n- Head of Government (Burundi) | Criticize or denounce | Mohamed Rukara | 2010-11-23\n- Mohamed Rukara | Engage in negotiation | Jakaya Mrisho Kikwete | 2012-07-23\n- Jakaya Mrisho Kikwete | Engage in negotiation | Mohamed Rukara | 2012-07-23\n- Mohamed Rukara | Make a visit | Angola | 2011-07-21\n- Mohamed Rukara | Make a visit | Angola | 2011-07-19\n- Angola | Host a visit | Mohamed Rukara | 2011-07-21\n- Angola | Host a visit | Mohamed Rukara | 2011-07-19\n- Head of Government (Burundi) | Consult | Front for Democracy in Burundi | 2007-10-22\n- Front for Democracy in Burundi | Consult | Head of Government (Burundi) | 2007-10-22\n- Head of Government (Burundi) | Make statement | Government (Burundi) | 2009-09-27\n- Head of Government (Burundi) | Make statement | Government (Burundi) | 2007-02-21\n- Government (Burundi) | Make statement | Head of Government (Burundi) | 2015-05-15\n- Military (Burundi) | Assassinate | Head of Government (Burundi) | 2006-01-10\nAnswer:", "completion": " 2015-07", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1209925", "prompt": "In which year did Niger have a telephone conversation with Agence France-Presse?\nEvidence:\n- Japan | Discuss by telephone | Agence France-Presse | 2005-03-20\n- Agence France-Presse | Discuss by telephone | Japan | 2005-03-20\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2006-03-28\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-18\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-04-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-01-03\n- Governor (Thailand) | Discuss by telephone | Agence France-Presse | 2005-01-23\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2006-03-28\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-07-19\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-07-18\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-04-19\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-01-03\n- Agence France-Presse | Discuss by telephone | Governor (Thailand) | 2005-01-23\n- News Editor (Russia) | Discuss by telephone | Agence France-Presse | 2005-02-21\nAnswer:", "completion": " 2013", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1048825", "prompt": "In 2010, which country was last supported by Eritrea?\nEvidence:\n- Yemen | Engage in negotiation | Eritrea | 2005-02-10\n- Yemen | Engage in negotiation | Eritrea | 2005-02-09\n- Eritrea | Engage in negotiation | Yemen | 2005-02-10\n- Eritrea | Engage in negotiation | Yemen | 2005-02-09\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-03-10\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-01-01\n- Eritrea | Engage in diplomatic cooperation | Yemen | 2005-03-10\n- Eritrea | Engage in diplomatic cooperation | Yemen | 2005-01-01\n- Eritrea | Engage in diplomatic cooperation | Djibouti | 2005-02-22\n- Eritrea | Engage in diplomatic cooperation | Djibouti | 2005-02-18\n- Eritrea | Engage in diplomatic cooperation | Djibouti | 2005-02-09\n- Djibouti | Engage in diplomatic cooperation | Eritrea | 2005-02-22\n- Djibouti | Engage in diplomatic cooperation | Eritrea | 2005-02-18\n- Djibouti | Engage in diplomatic cooperation | Eritrea | 2005-02-09\n- China | Engage in diplomatic cooperation | Eritrea | 2005-02-18\nAnswer:", "completion": " Sudan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1250486", "prompt": "Which country received the Royal Administration of Spain's visit from the Royal Administration of Spain on the same day of United Arab Emirates?\nEvidence:\n- Supreme Council (United Arab Emirates) | Make statement | United Arab Emirates | 2005-03-26\n- Treasury/Finance Ministry (United Arab Emirates) | Make statement | United Arab Emirates | 2005-02-13\n- United Arab Emirates | Make a visit | Iran | 2005-02-25\n- Iran | Host a visit | United Arab Emirates | 2005-02-25\n- United Arab Emirates | Consult | Iran | 2005-02-01\n- Iran | Consult | United Arab Emirates | 2005-02-01\n- United Arab Emirates | Host a visit | Tariq Aziz | 2005-01-30\n- United Arab Emirates | Host a visit | South Korea | 2005-03-15\n- United Arab Emirates | Host a visit | Gerhard Schröder | 2005-03-05\n- United Arab Emirates | Host a visit | Benazir Bhutto | 2005-04-02\n- Tariq Aziz | Make a visit | United Arab Emirates | 2005-01-30\n- South Korea | Make a visit | United Arab Emirates | 2005-03-15\n- Gerhard Schröder | Make a visit | United Arab Emirates | 2005-03-05\n- Benazir Bhutto | Make a visit | United Arab Emirates | 2005-04-02\n- United Arab Emirates | Cooperate militarily | France | 2005-02-20\nAnswer:", "completion": " Kuwait", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1146576", "prompt": "When did Romania first wish to engage in diplomatic cooperation with international governmental organisations?\nEvidence:\n- Vietnam | Engage in diplomatic cooperation | Romania | 2005-01-31\n- Romania | Engage in diplomatic cooperation | Vietnam | 2005-01-31\n- Yemen | Engage in diplomatic cooperation | International Monetary Fund | 2006-03-18\n- Portugal | Engage in diplomatic cooperation | International Monetary Fund | 2005-04-28\n- International Monetary Fund | Engage in diplomatic cooperation | Yemen | 2006-03-18\n- International Monetary Fund | Engage in diplomatic cooperation | China | 2005-05-23\n- China | Engage in diplomatic cooperation | International Monetary Fund | 2005-05-23\n- Ministry (Romania) | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2005-01-10\n- Ministry (Romania) | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2005-01-08\n- Romania | Engage in negotiation | International Monetary Fund | 2005-01-27\n- International Monetary Fund | Engage in negotiation | Romania | 2005-01-27\n- Thanong Bidaya | Express intent to engage in diplomatic cooperation (such as policy support) | International Monetary Fund | 2005-09-28\n- Thanong Bidaya | Express intent to engage in diplomatic cooperation (such as policy support) | International Monetary Fund | 2005-09-26\n- International Monetary Fund | Threaten | Romania | 2005-06-28\n- Romania | Express accord | International Monetary Fund | 2005-04-13\nAnswer:", "completion": " 2005-09-25", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1225773", "prompt": "When did the Philippine police last investigate the Islamic Militant of the Philippines?\nEvidence:\n- Police (Philippines) | Investigate | Islamic Militant (Philippines) | 2008-04-09\n- Police (Philippines) | Investigate | Militant (Philippines) | 2010-02-22\n- Police (Philippines) | Accuse | Islamic Militant (Philippines) | 2008-01-16\n- Police (Philippines) | Accuse | Islamic Militant (Philippines) | 2007-06-10\n- Islamic Militant (Philippines) | Make statement | Police (Philippines) | 2008-03-28\n- Police (Philippines) | Use tactics of violent repression | Islamic Militant (Philippines) | 2012-01-10\n- Police (Philippines) | Demand release of persons or property | Islamic Militant (Philippines) | 2009-04-19\n- Military (Philippines) | Accuse | Islamic Militant (Philippines) | 2007-06-10\n- Military (Philippines) | Investigate | Militant (Philippines) | 2010-02-22\n- Military (Philippines) | Investigate | Militant (Philippines) | 2007-08-11\n- Police (Philippines) | Use conventional military force | Islamic Militant (Philippines) | 2007-11-15\n- Police (Philippines) | Use conventional military force | Islamic Militant (Philippines) | 2005-03-15\n- Police (Philippines) | Make statement | Philippine Military Academy | 2007-08-22\n- Military Personnel (Philippines) | Accuse | Islamic Militant (Philippines) | 2009-10-29\n- Military (Philippines) | Make statement | Islamic Militant (Philippines) | 2006-09-01\nAnswer:", "completion": " 2008-04-09", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1143832", "prompt": "Who made an appeal to the party member of the United Kingdom in July 2009?\nEvidence:\n- Party Member (United Kingdom) | Make an appeal or request | Citizen (United Kingdom) | 2009-07-25\n- Citizen (United Kingdom) | Make an appeal or request | Party Member (United Kingdom) | 2009-07-13\n- Labor Party (United Kingdom) | Make statement | Party Member (United Kingdom) | 2009-07-22\n- Citizen (United Kingdom) | Reject | Party Member (United Kingdom) | 2009-07-17\n- Party Member (United Kingdom) | Express intent to cooperate | Citizen (United Kingdom) | 2009-07-10\n- Citizen (United Kingdom) | Express intent to cooperate | Party Member (United Kingdom) | 2009-07-10\n- The Daily Telegraph | Make statement | Lawmaker (United Kingdom) | 2009-07-27\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 7, "n_anchors": 0} +{"id": "mtq_1343348", "prompt": "After the government of Germany, to whom did the Free Democratic Party make its first appeal?\nEvidence:\n- Free Democratic Party | Demand | Government (Germany) | 2010-01-18\n- Free Democratic Party | Demand | Government (Germany) | 2005-11-25\n- Free Democratic Party | Make an appeal or request | Government (Germany) | 2008-04-23\n- Newspaper (Germany) | Make statement | Free Democratic Party | 2010-03-12\n- Free Democratic Party | Criticize or denounce | Government (Germany) | 2009-03-07\n- Head of Government (Germany) | Engage in negotiation | Free Democratic Party | 2006-03-29\n- Free Democratic Party | Engage in negotiation | Head of Government (Germany) | 2006-03-29\n- Free Democratic Party | Appeal for change in leadership | Domestic Affairs (Germany) | 2005-08-05\n- Free Democratic Party | Make statement | China | 2007-07-27\n- Green Party (Switzerland) | Make statement | Free Democratic Party | 2006-05-09\n- Wolfgang Gerhardt | Make statement | Free Democratic Party | 2005-09-12\n- Free Democratic Party | Make statement | Angela Merkel | 2009-09-28\n- Angela Merkel | Make statement | Free Democratic Party | 2009-09-27\n- Angela Merkel | Make statement | Free Democratic Party | 2009-09-18\n- Angela Merkel | Make statement | Free Democratic Party | 2005-09-16\nAnswer:", "completion": " Angela Merkel", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1117429", "prompt": "In which year did the Dutch central bank make its first request to the European Central Bank?\nEvidence:\n- France | Accuse | European Central Bank | 2007-09-15\n- European Central Bank | Make statement | Ireland | 2007-12-10\n- European Central Bank | Make statement | France | 2007-07-23\n- Portugal | Make an appeal or request | European Central Bank | 2008-07-05\n- France | Make an appeal or request | European Central Bank | 2008-07-05\n- France | Make an appeal or request | European Central Bank | 2008-04-24\n- France | Make an appeal or request | European Central Bank | 2008-02-27\n- European Central Bank | Make an appeal or request | China | 2005-01-14\n- European Central Bank | Reject | Government Affiliated Bank (Belgium) | 2005-10-28\n- Segolene Royal | Make statement | European Central Bank | 2007-01-17\n- Segolene Royal | Make statement | European Central Bank | 2006-12-08\n- Ministry (Belgium) | Make statement | European Central Bank | 2005-11-07\n- Laurent Wauquiez | Make statement | European Central Bank | 2008-03-12\n- European Central Bank | Make statement | Government (Germany) | 2008-02-25\n- European Central Bank | Make a visit | China | 2007-11-13\nAnswer:", "completion": " 2012", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1134958", "prompt": "Who gave a visit to Angola on the same day as Wendy Sherman?\nEvidence:\n- Wendy Sherman | Make a visit | Angola | 2012-03-06\n- Angola | Host a visit | Wendy Sherman | 2012-03-06\n- Yemen | Host a visit | Wendy Sherman | 2012-01-26\n- Wendy Sherman | Make a visit | Yemen | 2012-01-26\n- Wendy Sherman | Make a visit | Japan | 2011-11-19\n- Wendy Sherman | Make a visit | Colombia | 2012-01-27\n- Wendy Sherman | Make a visit | China | 2012-08-14\n- Japan | Host a visit | Wendy Sherman | 2011-11-19\n- Colombia | Host a visit | Wendy Sherman | 2012-01-27\n- China | Host a visit | Wendy Sherman | 2012-08-14\n- Wendy Sherman | Express intent to meet or negotiate | Angola | 2012-03-02\n- Wendy Sherman | Make a visit | South Korea | 2011-12-01\n- Wendy Sherman | Make a visit | South Korea | 2011-11-22\n- Wendy Sherman | Make a visit | South Korea | 2008-05-07\n- South Korea | Host a visit | Wendy Sherman | 2011-12-01\nAnswer:", "completion": " Joao Miranda", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1278810", "prompt": "On 15 April 2008, who wanted to negotiate with Rafael Correa?\nEvidence:\n- Colombia | Accuse | Rafael Correa | 2008-04-15\n- Rafael Correa | Make statement | Colombia | 2008-04-15\n- Rafael Correa | Demand | Military (Ecuador) | 2008-04-15\n- Colombia | Make statement | Rafael Correa | 2008-04-15\n- Cristina Fernández de Kirchner | Express intent to meet or negotiate | Rafael Correa | 2008-04-15\n- Rafael Correa | Make a visit | Mexico | 2008-04-15\n- Mexico | Host a visit | Rafael Correa | 2008-04-15\n- Colombia | Criticize or denounce | Rafael Correa | 2008-04-15\n- Angela Merkel | Express intent to meet or negotiate | Mexico | 2008-04-15\n- Angela Merkel | Express intent to meet or negotiate | Colombia | 2008-04-15\n- Mexico | Make an appeal or request | National Action Party | 2008-04-15\nAnswer:", "completion": " Cristina Fernández de Kirchner", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 11, "n_anchors": 1} +{"id": "mtq_1077151", "prompt": "Who wanted to negotiate with the UN Security Council before 13 January 2006?\nEvidence:\n- France | Express intent to meet or negotiate | UN Security Council | 2006-01-13\n- UN Security Council | Express intent to cooperate | African Union | 2006-01-13\n- African Union | Express intent to cooperate | UN Security Council | 2006-01-13\n- UN Security Council | Engage in negotiation | Iran | 2006-01-13\n- UN Security Council | Consult | Prime Minister Qarase | 2006-01-13\n- Prime Minister Qarase | Consult | UN Security Council | 2006-01-13\n- Japan | Praise or endorse | UN Security Council | 2006-01-13\n- Jack Straw | Make statement | UN Security Council | 2006-01-13\n- Iran | Engage in negotiation | UN Security Council | 2006-01-13\n- France | Make an appeal or request | UN Security Council | 2006-01-13\n- France | Accuse | People Associated with the Opposition (France) | 2006-01-13\n- France | Express intent to meet or negotiate | China | 2006-01-13\n- Mahmoud Ahmadinejad | Express intent to meet or negotiate | Iran | 2006-01-13\n- Angela Merkel | Express intent to meet or negotiate | France | 2006-01-13\n- Prime Minister Qarase | Express intent to meet or negotiate | Frank Bainimarama | 2006-01-13\nAnswer:", "completion": " Ronnie Mamoepa", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1000890", "prompt": "Before Stephen Byers, whom did the citizens of the United Kingdom blame last?\nEvidence:\n- Citizen (United Kingdom) | Demand | Stephen Byers | 2010-03-23\n- Citizen (United Kingdom) | Accuse | Stephen Byers | 2005-10-14\n- Lawyer/Attorney (United Kingdom) | Accuse | Stephen Byers | 2005-06-28\n- Court Judge (United Kingdom) | Make statement | Stephen Byers | 2005-10-14\n- Stephen Byers | Demand | Tony Blair | 2005-05-11\n- Keith Rowley | Accuse | Stephen Byers | 2005-06-27\n- Keith Rowley | Make statement | Stephen Byers | 2005-06-28\n- Tony Blair | Criticize or denounce | Stephen Byers | 2006-08-30\n- Stephen Byers | Sign formal agreement | Andrew Adonis | 2010-03-23\n- Andrew Adonis | Sign formal agreement | Stephen Byers | 2010-03-23\n- Tony Blair | Yield | Citizen (United Kingdom) | 2005-03-09\n- Tony Blair | Yield | Citizen (United Kingdom) | 2005-03-01\n- Tony Blair | Yield | Citizen (United Kingdom) | 2005-02-28\n- Tony Blair | Apologize | Citizen (United Kingdom) | 2005-02-10\n- Tony Blair | Apologize | Citizen (United Kingdom) | 2005-02-09\nAnswer:", "completion": " Tony Blair", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1059376", "prompt": "Who made the men of the United States fight with small arms and light weapons for the first time after the men of Cambodia?\nEvidence:\n- Citizen (Thailand) | fight with small arms and light weapons | Thailand | 2005-01-25\n- Armed Gang (Thailand) | fight with small arms and light weapons | Thailand | 2005-01-21\n- Armed Gang (Thailand) | fight with small arms and light weapons | Thailand | 2005-01-20\n- Armed Gang (Thailand) | fight with small arms and light weapons | Thailand | 2005-01-05\n- Cambodia | Arrest, detain, or charge with legal action | Men (Cambodia) | 2005-03-29\n- Cambodia | Arrest, detain, or charge with legal action | Men (Singapore) | 2005-01-28\n- Cambodia | Arrest, detain, or charge with legal action | Men (France) | 2005-01-21\n- High Commission for Refugees | Consult | Cambodia | 2005-01-24\n- Cambodia | Consult | High Commission for Refugees | 2005-01-24\n- Assemblies (Cambodia) | Accede to demands for change in policy | Cambodia | 2005-03-18\n- High Commission for Refugees | Sign formal agreement | Cambodia | 2005-01-26\n- High Commission for Refugees | Sign formal agreement | Cambodia | 2005-01-25\n- Cambodia | Sign formal agreement | High Commission for Refugees | 2005-01-26\n- Cambodia | Sign formal agreement | High Commission for Refugees | 2005-01-25\n- Thailand | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-01-05\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1391799", "prompt": "Before July 2014, who signed an agreement with Xi Jinping?\nEvidence:\n- Xi Jinping | Accuse | France | 2008-04-27\n- Xi Jinping | Make statement | Japan | 2008-04-18\n- Xi Jinping | Make statement | China | 2008-05-29\n- Xi Jinping | Make statement | China | 2008-04-29\n- Xi Jinping | Make statement | China | 2008-04-27\n- Xi Jinping | Make statement | China | 2008-04-23\n- Xi Jinping | Make statement | China | 2008-04-18\n- Xi Jinping | Make statement | China | 2008-04-03\n- Xi Jinping | Make statement | China | 2007-12-19\n- Xi Jinping | Make statement | China | 2007-11-22\n- Xi Jinping | Make statement | China | 2007-11-16\n- Xi Jinping | Consult | Wen Jiabao | 2008-02-28\n- Xi Jinping | Consult | Wen Jiabao | 2008-01-09\n- Xi Jinping | Consult | Wen Jiabao | 2007-12-26\n- Xi Jinping | Consult | Wen Jiabao | 2007-11-28\nAnswer:", "completion": " Evo Morales", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1227651", "prompt": "Which country hosted Rashid Gumarovich Nurgaliyev's visit from Rashid Gumarovich Nurgaliyev on the same month of the Ministry of Public Security of China?\nEvidence:\n- Rashid Gumarovich Nurgaliyev | Consult | Ministry of Public Security (China) | 2006-03-01\n- Ministry of Public Security (China) | Consult | Rashid Gumarovich Nurgaliyev | 2006-03-01\n- Rashid Gumarovich Nurgaliyev | Make a visit | Ministry of Public Security (China) | 2006-03-02\n- Ministry of Public Security (China) | Host a visit | Rashid Gumarovich Nurgaliyev | 2006-03-02\n- Rashid Gumarovich Nurgaliyev | Express intent to meet or negotiate | Ministry of Public Security (China) | 2006-07-24\n- Rashid Gumarovich Nurgaliyev | Express intent to meet or negotiate | Ministry of Public Security (China) | 2006-07-23\n- Rashid Gumarovich Nurgaliyev | Make a visit | China | 2006-03-02\n- Rashid Gumarovich Nurgaliyev | Make a visit | China | 2006-03-01\n- China | Host a visit | Rashid Gumarovich Nurgaliyev | 2006-03-02\n- China | Host a visit | Rashid Gumarovich Nurgaliyev | 2006-03-01\n- Rashid Gumarovich Nurgaliyev | Make a visit | Kazakhstan | 2005-07-01\n- Kazakhstan | Host a visit | Rashid Gumarovich Nurgaliyev | 2005-07-01\n- Veterans (Russia) | Consult | Rashid Gumarovich Nurgaliyev | 2006-11-05\n- Valentin Sobolev | Consult | Rashid Gumarovich Nurgaliyev | 2007-12-29\n- Rashid Gumarovich Nurgaliyev | Make statement | Tatarstan | 2006-08-22\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1298524", "prompt": "When did Shaukat Aziz first speak optimistically about the citizens of International?\nEvidence:\n- Shaukat Aziz | Consult | Japan | 2005-01-10\n- Japan | Consult | Shaukat Aziz | 2005-01-10\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-02-16\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-02-04\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-01-10\n- Shaukat Aziz | Consult | James Wolfensohn | 2005-02-09\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-02-16\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-02-04\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-01-10\n- James Wolfensohn | Consult | Shaukat Aziz | 2005-02-09\n- Shaukat Aziz | Make statement | Riaz Khokhar | 2005-02-16\n- Shaukat Aziz | Make statement | Pervez Musharraf | 2005-01-28\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-02-16\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-02-15\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-02-13\nAnswer:", "completion": " 2005-11-17", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1140849", "prompt": "In Feb 2006, who accused the UN Security Council?\nEvidence:\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\n- UN Security Council | Consult | Nabil Shaath | 2005-01-11\n- UN Security Council | Consult | John Garang | 2005-02-09\n- UN Security Council | Consult | John Garang | 2005-02-08\n- UN Security Council | Consult | African Union | 2005-01-10\n- Nabil Shaath | Consult | UN Security Council | 2005-01-11\n- John Garang | Consult | UN Security Council | 2005-02-09\n- John Garang | Consult | UN Security Council | 2005-02-08\n- African Union | Consult | UN Security Council | 2005-01-10\n- UN Security Council | Rally opposition against | Togo | 2005-02-25\nAnswer:", "completion": " Military Personnel (Canada)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1167400", "prompt": "After Daily Trust, who did the citizens of Nigeria want to meet first?\nEvidence:\n- Head of Government (Nigeria) | Consult | Daily Trust | 2006-11-02\n- Head of Government (Nigeria) | Consult | Daily Trust | 2005-04-11\n- Head of Government (Nigeria) | Accuse | Daily Trust | 2009-03-18\n- Daily Trust | Consult | Head of Government (Nigeria) | 2006-11-02\n- Daily Trust | Consult | Head of Government (Nigeria) | 2005-04-11\n- Scholar (Nigeria) | Consult | Daily Trust | 2009-02-13\n- Daily Trust | Demand | Government (Nigeria) | 2009-04-20\n- Daily Trust | Consult | Scholar (Nigeria) | 2009-02-13\n- Citizen (Nigeria) | Demand | Daily Trust | 2008-09-22\n- Democratic Party (Nigeria) | Consult | Daily Trust | 2008-06-20\n- Daily Trust | Make statement | Government (Nigeria) | 2009-11-16\n- Daily Trust | Consult | Democratic Party (Nigeria) | 2008-06-20\n- Presidential Press Service (Nigeria) | Consult | Daily Trust | 2008-07-22\n- Other Authorities / Officials (Nigeria) | Consult | Daily Trust | 2005-08-08\n- Other Authorities / Officials (Nigeria) | Accuse | Daily Trust | 2009-11-03\nAnswer:", "completion": " Boko Haram", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1306830", "prompt": "After Yemen, who were the first citizens of Saudi Arabia to release people?\nEvidence:\n- Head of Government (Germany) | Express intent to meet or negotiate | Yemen | 2005-02-18\n- Yemen | Rally support on behalf of | Rafiq Hariri | 2005-02-15\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-30\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-29\n- Yemen | Host a visit | Ministry of International Cooperation (Sudan) | 2005-02-17\n- Ministry of International Cooperation (Sudan) | Make a visit | Yemen | 2005-02-17\n- Yemen | Consult | Sudan | 2005-01-02\n- Yemen | Consult | Ethiopia | 2005-01-02\n- Yemen | Consult | Eritrea | 2005-03-11\n- Yemen | Consult | Djibouti | 2005-02-08\n- Yemen | Consult | Djibouti | 2005-02-07\n- Sudan | Consult | Yemen | 2005-01-02\n- Ethiopia | Consult | Yemen | 2005-01-02\n- Eritrea | Consult | Yemen | 2005-03-11\n- Djibouti | Consult | Yemen | 2005-02-08\nAnswer:", "completion": " Police (Saudi Arabia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1215999", "prompt": "After the City Mayor of Philippines, who did the Government of Germany request for first?\nEvidence:\n- Government (Germany) | Make an appeal or request | City Mayor (Philippines) | 2008-04-01\n- University of the Philippines | Complain officially | City Mayor (Philippines) | 2014-10-29\n- Police (Philippines) | Appeal for aid | City Mayor (Philippines) | 2012-12-11\n- City Mayor (Philippines) | Appeal for intelligence | Police (Philippines) | 2009-03-26\n- City Mayor (Philippines) | Make statement | Civil Aviation Authority of the Philippines | 2014-04-29\n- City Mayor (Philippines) | Make an appeal or request | Civil Aviation Authority of the Philippines | 2012-08-29\n- Employee (Philippines) | Appeal for economic aid | City Mayor (Philippines) | 2008-10-08\n- City Mayor (Philippines) | Appeal for military aid | Police (Philippines) | 2008-09-05\n- City Mayor (Philippines) | Appeal for de-escalation of military engagement | Military (Philippines) | 2009-03-14\n- Self-Defence of the Republic of Poland | Make statement | City Mayor (Philippines) | 2010-04-23\n- City Mayor (Philippines) | Make statement | Self-Defence of the Republic of Poland | 2013-09-10\n- City Mayor (Philippines) | Make statement | Self-Defence of the Republic of Poland | 2013-09-09\n- City Mayor (Philippines) | Make statement | Self-Defence of the Republic of Poland | 2013-09-06\n- Police (Philippines) | Investigate | City Mayor (Philippines) | 2012-03-28\n- Police (Philippines) | Investigate | City Mayor (Philippines) | 2010-08-14\nAnswer:", "completion": " Iran", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1382805", "prompt": "Who hosted the visit of Shivraj Patil after 30 March 2005?\nEvidence:\n- Shivraj Patil | Make a visit | China | 2005-03-30\n- China | Host a visit | Shivraj Patil | 2005-03-30\n- Kuomintang | Make a visit | China | 2005-03-30\n- China | Host a visit | Kuomintang | 2005-03-30\n- Wolfgang Schüssel | Express intent to meet or negotiate | China | 2005-03-30\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-03-30\n- South Korea | Make an appeal or request | China | 2005-03-30\n- Lien Chan | Express intent to meet or negotiate | China | 2005-03-30\n- Lien Chan | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-03-30\n- Kazakhstan | Consult | China | 2005-03-30\n- Japan | Make statement | China | 2005-03-30\n- Japan | Criticize or denounce | China | 2005-03-30\n- China | Threaten | Business (Taiwan) | 2005-03-30\n- China | Praise or endorse | Kazakhstan | 2005-03-30\n- China | Praise or endorse | France | 2005-03-30\nAnswer:", "completion": " Secretary of State for the Home Department", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1336820", "prompt": "Who did Jonah David Jang request before Jan, year 2010?\nEvidence:\n- Jonah David Jang | Consult | Bukola Saraki | 2008-09-17\n- Citizen (Nigeria) | Reject | Jonah David Jang | 2007-01-22\n- Citizen (Nigeria) | Accuse | Jonah David Jang | 2008-12-08\n- Bukola Saraki | Consult | Jonah David Jang | 2008-09-17\n- Ministry (Nigeria) | Make statement | Jonah David Jang | 2009-01-05\n- Jonah David Jang | Make statement | Government (Nigeria) | 2009-01-19\n- Jonah David Jang | Make statement | Government (Nigeria) | 2008-12-24\n- Jonah David Jang | Make statement | Government (Nigeria) | 2008-11-28\n- Jonah David Jang | Make statement | Government (Nigeria) | 2008-11-26\n- Jonah David Jang | Make statement | Government (Nigeria) | 2008-10-20\n- Jonah David Jang | Make statement | Government (Nigeria) | 2008-09-29\n- Jonah David Jang | Make statement | Government (Nigeria) | 2007-12-27\n- Jonah David Jang | Make statement | Government (Nigeria) | 2007-10-25\n- Jonah David Jang | Make statement | Government (Nigeria) | 2007-10-22\n- Jonah David Jang | Make statement | Government (Nigeria) | 2007-10-09\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1087758", "prompt": "In which month did Nebojsa Covic express the intention to negotiate with the Council of Ministers of the United States?\nEvidence:\n- Nebojsa Covic | Express intent to meet or negotiate | Cabinet / Council of Ministers / Advisors (United States) | 2010-05-19\n- Nebojsa Covic | Accuse | United Nations Interim Administration in Kosovo | 2005-08-05\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | Sudan | 2005-04-15\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | Sudan | 2005-04-14\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | Sudan | 2005-04-13\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | Sudan | 2005-04-07\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | Sudan | 2005-04-05\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | China | 2005-03-11\n- Joschka Fischer | Express intent to meet or negotiate | Cabinet / Council of Ministers / Advisors (United States) | 2005-01-19\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | Valdas Adamkus | 2005-04-19\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | Solomon Passy | 2005-03-28\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | Janez Jansa | 2005-03-29\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | Antanas Valionis | 2005-04-19\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | Abdullah Gül | 2005-02-05\n- Sudan | Engage in negotiation | Cabinet / Council of Ministers / Advisors (United States) | 2005-04-14\nAnswer:", "completion": " 2010-05", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1239734", "prompt": "Who negotiated with Lee Myung Bak on the same day as Sergei Ivanovich Shmatkó?\nEvidence:\n- Sergei Ivanovich Shmatkó | Engage in negotiation | Lee Myung Bak | 2008-09-29\n- Lee Myung Bak | Engage in negotiation | Sergei Ivanovich Shmatkó | 2008-09-29\n- Sergei Ivanovich Shmatkó | Consult | China | 2009-02-16\n- China | Consult | Sergei Ivanovich Shmatkó | 2009-02-16\n- Sergei Ivanovich Shmatkó | Make statement | Iran | 2009-11-17\n- Sergei Ivanovich Shmatkó | Make statement | Iran | 2009-03-03\n- Sergei Ivanovich Shmatkó | Make statement | Iran | 2007-12-20\n- Sergei Ivanovich Shmatkó | Make statement | Iran | 2007-12-14\n- Sergei Ivanovich Shmatkó | Make statement | Iran | 2007-07-08\n- Sergei Ivanovich Shmatkó | Make statement | Iran | 2007-03-10\n- Sergei Ivanovich Shmatkó | Make statement | Iran | 2007-03-09\n- Sergei Ivanovich Shmatkó | Make statement | China | 2008-09-22\n- Sergei Ivanovich Shmatkó | Consult | Abdullah Gül | 2009-02-13\n- Abdullah Gül | Consult | Sergei Ivanovich Shmatkó | 2009-02-13\n- Sergei Ivanovich Shmatkó | Sign formal agreement | Kazakhstan | 2009-09-11\nAnswer:", "completion": " Dmitry Anatolyevich Medvedev", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1042179", "prompt": "Who praised the other authorities and officials of Russia on 26 April 2006?\nEvidence:\n- Angela Merkel | Praise or endorse | Other Authorities / Officials (Russia) | 2006-04-26\nAnswer:", "completion": " Angela Merkel", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1078040", "prompt": "To whom did the Royal Administration of Jordan make a request to last before the other authorities and officials of Jordan?\nEvidence:\n- Royal Administration (Jordan) | Make an appeal or request | Other Authorities / Officials (Jordan) | 2011-02-20\n- Other Authorities / Officials (Turkey) | Consult | Other Authorities / Officials (Jordan) | 2015-11-14\n- Other Authorities / Officials (Jordan) | Consult | Other Authorities / Officials (Turkey) | 2015-11-14\n- Police (Jordan) | Make statement | Other Authorities / Officials (Jordan) | 2012-11-11\n- Other Authorities / Officials (Jordan) | Make statement | Police (Jordan) | 2015-11-15\n- Other Authorities / Officials (Jordan) | Make statement | Police (Jordan) | 2015-11-14\n- Other Authorities / Officials (Jordan) | Make statement | Police (Jordan) | 2014-04-05\n- Other Authorities / Officials (Jordan) | Make statement | Ministry (Jordan) | 2015-08-01\n- Other Authorities / Officials (Jordan) | Make statement | Militant (Jordan) | 2006-07-05\n- Other Authorities / Officials (Jordan) | Make statement | Criminal (Jordan) | 2005-11-14\n- Ministry (Jordan) | Make statement | Other Authorities / Officials (Jordan) | 2010-11-01\n- Ministry (Jordan) | Make statement | Other Authorities / Officials (Jordan) | 2005-05-10\n- Royal Administration (Nigeria) | Consult | Other Authorities / Officials (Nigeria) | 2007-12-12\n- Other Authorities / Officials (Nigeria) | Reject | Royal Administration (Nigeria) | 2008-02-07\n- Other Authorities / Officials (Nigeria) | Consult | Royal Administration (Nigeria) | 2007-12-12\nAnswer:", "completion": " Cabinet / Council of Ministers / Advisors (Jordan)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1290554", "prompt": "Before Anna Diamantopoulou, with whom did Antonis Samaras last want to negotiate?\nEvidence:\n- Antonis Samaras | Express intent to meet or negotiate | Anna Diamantopoulou | 2011-07-04\n- New Democracy | Consult | Anna Diamantopoulou | 2011-07-06\n- Georgios Papandreou | Consult | Anna Diamantopoulou | 2011-09-28\n- Anna Diamantopoulou | Make statement | China | 2012-01-19\n- Anna Diamantopoulou | Consult | New Democracy | 2011-07-06\n- Anna Diamantopoulou | Consult | Georgios Papandreou | 2011-09-28\n- Anna Diamantopoulou | Express intent to meet or negotiate | China | 2012-01-19\n- New Democracy | Make statement | Anna Diamantopoulou | 2011-05-10\n- Government Official (Greece) | Consult | Anna Diamantopoulou | 2011-11-03\n- Georgios Papandreou | Make statement | Anna Diamantopoulou | 2007-05-11\n- Anna Diamantopoulou | Make statement | New Democracy | 2010-09-29\n- Anna Diamantopoulou | Consult | Government Official (Greece) | 2011-11-03\n- Georgios Papandreou | Express intent to meet or negotiate | Anna Diamantopoulou | 2011-10-11\n- Georgios Papandreou | Express intent to meet or negotiate | Anna Diamantopoulou | 2011-04-12\n- Anna Diamantopoulou | Express intent to meet or negotiate | Marios Garoyian | 2010-02-01\nAnswer:", "completion": " City Mayor (Greece)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1114392", "prompt": "Who was praised by the Foreign Minister of Romania before the year 2013?\nEvidence:\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-21\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-04\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-01-31\n- Romania | Host a visit | Foreign Affairs (Portugal) | 2005-01-19\n- Foreign Affairs (Portugal) | Make a visit | Romania | 2005-01-19\n- Foreign Affairs (Slovakia) | Express intent to cooperate economically | Romania | 2005-03-06\n- Ministry (Romania) | Make statement | Romania | 2005-03-25\n- Ministry (Romania) | Make statement | Romania | 2005-01-12\n- Lawyer/Attorney (Romania) | Investigate | Romania | 2005-03-22\n- Romania | Reduce relations | Royal Administration (Romania) | 2005-03-24\n- Romania | Praise or endorse | Intelligence (Romania) | 2005-02-08\n- Ministry (Romania) | Make optimistic comment | Romania | 2005-01-14\n- Environment Department/Ministry (Romania) | Threaten | Romania | 2005-03-22\n- Romania | Consult | Iraq | 2005-02-21\n- Iraq | Consult | Romania | 2005-02-21\nAnswer:", "completion": " Mahmoud Abbas", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1377275", "prompt": "After the Egyptian protester, who was the first to appeal to the Egyptian judge?\nEvidence:\n- Egyptian Railway Authority | Make a visit | China | 2013-05-12\n- China | Host a visit | Egyptian Railway Authority | 2013-05-12\n- Ministry (Egypt) | Make an appeal or request | Egyptian Trade Union Federation | 2013-07-21\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Protester (The Hague) | Protest violently, riot | The Hague | 2015-06-30\n- Protester (Egypt) | Make an appeal or request | Court Judge (Egypt) | 2005-09-02\n- Mainland Affairs Council | Appeal to yield | People First Party Korea | 2005-10-10\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\nAnswer:", "completion": " Lawyer/Attorney (Egypt)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1307057", "prompt": "In February 2005, who wanted to engage in diplomatic cooperation with the citizens of the United Kingdom?\nEvidence:\n- Vietnam | Engage in diplomatic cooperation | Committees for the Defense of the Revolution | 2005-09-30\n- Universal Church of the Kingdom of God | Express intent to engage in diplomatic cooperation (such as policy support) | Police (South Africa) | 2013-02-09\n- Chancellor of the Exchequer | Reject | Citizen (United Kingdom) | 2006-07-13\n- Member of the Judiciary (United States) | Reject | Businessperson (United Kingdom) | 2011-10-27\n- Universal Church of the Kingdom of God | Engage in negotiation | Public Prosecutor (Brazil) | 2014-09-13\n- Public Prosecutor (Brazil) | Engage in negotiation | Universal Church of the Kingdom of God | 2014-09-13\n- President of the Senate (United Kingdom) | Consult | Joaquim Barbosa | 2014-05-29\n- Newspaper (United Kingdom) | Make statement | Chancellor of the Exchequer | 2006-11-24\n- Joaquim Barbosa | Consult | President of the Senate (United Kingdom) | 2014-05-29\n- Chancellor of the Exchequer | Express intent to engage in diplomatic cooperation (such as policy support) | Tony Blair | 2005-01-16\n- President of the Senate (United Kingdom) | Consult | House Speaker (United States) | 2005-12-29\n- Men (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2006-07-13\n- Lawyer/Attorney (United Kingdom) | Apologize | Member of the Judiciary (United States) | 2008-03-22\n- House Speaker (United States) | Consult | President of the Senate (United Kingdom) | 2005-12-29\n- Citizen (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2011-02-23\nAnswer:", "completion": " Tony Blair", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1222903", "prompt": "In September 2006, who wanted to negotiate with the indigenous people of Bangladesh?\nEvidence:\n- Member of Parliament (Bangladesh) | Threaten | Indigenous People (Bangladesh) | 2008-12-31\n- Indigenous People (Bangladesh) | Accuse | Citizen (Bangladesh) | 2006-12-11\n- Head of Government (Bangladesh) | Make statement | Indigenous People (Bangladesh) | 2012-09-26\n- Head of Government (Bangladesh) | Make statement | Indigenous People (Bangladesh) | 2012-06-05\n- Head of Government (Bangladesh) | Make statement | Indigenous People (Bangladesh) | 2006-05-30\n- Citizen (Bangladesh) | Express intent to cooperate | Indigenous People (Bangladesh) | 2006-12-11\n- Head of Government (Bangladesh) | Reject | People Associated with the Opposition (Bangladesh) | 2006-06-29\n- Head of Government (Bangladesh) | Accuse | People Associated with the Opposition (Bangladesh) | 2013-08-03\n- Head of Government (Bangladesh) | Accuse | People Associated with the Opposition (Bangladesh) | 2012-10-09\n- People Associated with the Opposition (Bangladesh) | Reject | Citizen (Bangladesh) | 2006-10-30\n- People Associated with the Opposition (Bangladesh) | Reject | Citizen (Bangladesh) | 2005-05-24\n- People Associated with the Opposition (Bangladesh) | Accuse | Citizen (Bangladesh) | 2006-07-24\n- Citizen (Bangladesh) | Accuse | People Associated with the Opposition (Bangladesh) | 2007-04-12\n- Citizen (Bangladesh) | Accuse | People Associated with the Opposition (Bangladesh) | 2006-06-12\n- Citizen (Bangladesh) | Accuse | People Associated with the Opposition (Bangladesh) | 2006-05-02\nAnswer:", "completion": " National Democratic Institute for International Affairs", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1073223", "prompt": "Who used small arms and light weapons to attack the Al-Aqsa Martyrs' Brigades on 25 November 2007?\nEvidence:\n- al-Aqsa Martyrs' Brigades | fight with small arms and light weapons | Israeli Defense Forces | 2007-11-25\n- Israeli Defense Forces | fight with small arms and light weapons | al-Aqsa Martyrs' Brigades | 2007-11-25\n- Israeli Defense Forces | fight with small arms and light weapons | Combatant (Palestinian Territory, Occupied) | 2007-11-25\nAnswer:", "completion": " Israeli Defense Forces", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 3, "n_anchors": 1} +{"id": "mtq_1117644", "prompt": "Which country last received the head of government of Qatar's visit from the head of government of Qatar?\nEvidence:\n- Government (Qatar) | Accuse | Head of Government (Qatar) | 2014-09-21\n- Head of Government (Qatar) | Make statement | Government (Qatar) | 2014-12-05\n- Head of Government (Qatar) | Make statement | Government (Qatar) | 2014-03-21\n- Head of Government (Qatar) | Make statement | Government (Qatar) | 2012-06-11\n- Head of Government (Qatar) | Make statement | Government (Qatar) | 2006-06-03\n- Government (Qatar) | Make statement | Head of Government (Qatar) | 2015-05-28\n- Head of Government (Qatar) | Praise or endorse | Government (Qatar) | 2015-07-16\n- Government (Qatar) | Praise or endorse | Head of Government (Qatar) | 2008-05-22\n- Qatar | Host a visit | Head of Government (Germany) | 2005-03-03\n- Head of Government (Germany) | Make a visit | Qatar | 2005-03-03\n- Qatar | Consult | Government (Qatar) | 2015-05-20\n- Government (Qatar) | Consult | Qatar | 2015-05-20\n- Member of Parliament (Qatar) | Praise or endorse | Government (Qatar) | 2013-06-23\n- Member of Legislative (Govt) (Qatar) | Make statement | Government (Qatar) | 2012-10-11\n- Head of Government (Germany) | Express intent to meet or negotiate | Qatar | 2005-02-24\nAnswer:", "completion": " United Arab Emirates", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1366558", "prompt": "In what year did the Council of Ministers of the United States express its intention to meet with Haider Al-Abadi?\nEvidence:\n- UN Security Council | Make statement | Haider Al-Abadi | 2014-08-13\n- Nuri al-Maliki | Consult | Haider Al-Abadi | 2014-08-14\n- Haider Al-Abadi | Reject | Nuri al-Maliki | 2014-08-12\n- Haider Al-Abadi | Consult | Nuri al-Maliki | 2014-08-14\n- Iraq | Make statement | Haider Al-Abadi | 2014-08-15\n- Iraq | Make statement | Haider Al-Abadi | 2014-08-13\n- Haider Al-Abadi | Make statement | Iraq | 2014-08-14\n- Haider Al-Abadi | Make statement | Iraq | 2014-08-12\n- Haider Al-Abadi | Consult | Barack Obama | 2014-08-14\n- Haider Al-Abadi | Consult | Barack Obama | 2014-08-11\n- Fuad Masum | Accuse | Haider Al-Abadi | 2014-08-17\n- Barack Obama | Consult | Haider Al-Abadi | 2014-08-14\n- Barack Obama | Consult | Haider Al-Abadi | 2014-08-11\n- Nuri al-Maliki | Make statement | Haider Al-Abadi | 2014-08-15\n- Nuri al-Maliki | Make statement | Haider Al-Abadi | 2014-08-13\nAnswer:", "completion": " 2015", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1204002", "prompt": "After Hanan Ashrawi, who was the first to criticise Benjamin Netanyahu?\nEvidence:\n- Hanan Ashrawi | Reject | Benjamin Netanyahu | 2011-03-12\n- Hanan Ashrawi | Accuse | Benjamin Netanyahu | 2014-09-30\n- Hanan Ashrawi | Accuse | Benjamin Netanyahu | 2011-02-27\n- Hanan Ashrawi | Make statement | Benjamin Netanyahu | 2015-06-01\n- Hanan Ashrawi | Make statement | Benjamin Netanyahu | 2012-02-28\n- Hanan Ashrawi | Make statement | Benjamin Netanyahu | 2011-05-18\n- Hanan Ashrawi | Criticize or denounce | Benjamin Netanyahu | 2012-02-28\n- Tzipi Livni | Consult | Hanan Ashrawi | 2007-06-02\n- Tony Blair | Consult | Hanan Ashrawi | 2012-01-12\n- Tony Blair | Consult | Hanan Ashrawi | 2012-01-10\n- Tony Blair | Consult | Hanan Ashrawi | 2011-09-07\n- John Baird | Consult | Hanan Ashrawi | 2011-07-29\n- Javier Solana | Consult | Hanan Ashrawi | 2007-01-20\n- Hanan Ashrawi | Consult | Tzipi Livni | 2007-06-02\n- Hanan Ashrawi | Consult | Tony Blair | 2012-01-12\nAnswer:", "completion": " Likud", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1239342", "prompt": "With which country did Grigol Vashadze last announce his intention to meet?\nEvidence:\n- Grigol Vashadze | Consult | Grigol Vashadze | 2008-08-30\n- Grigol Vashadze | Express intent to meet or negotiate | Grigol Vashadze | 2009-03-09\n- Grigol Vashadze | Express intent to meet or negotiate | Japan | 2009-03-09\n- Grigol Vashadze | Express intent to meet or negotiate | Japan | 2009-03-06\n- Grigol Vashadze | Express intent to meet or negotiate | Japan | 2009-03-02\n- Northern Ireland | Consult | Grigol Vashadze | 2008-12-18\n- Maxime Verhagen | Consult | Grigol Vashadze | 2009-02-12\n- Javier Solana | Consult | Grigol Vashadze | 2008-06-05\n- Holy See | Consult | Grigol Vashadze | 2008-12-17\n- Grigol Vashadze | Make statement | Japan | 2009-01-28\n- Grigol Vashadze | Make statement | China | 2009-04-11\n- Grigol Vashadze | Consult | Northern Ireland | 2008-12-18\n- Grigol Vashadze | Consult | Maxime Verhagen | 2009-02-12\n- Grigol Vashadze | Consult | Javier Solana | 2008-06-05\n- Grigol Vashadze | Consult | Holy See | 2008-12-17\nAnswer:", "completion": " Malaysia", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1306167", "prompt": "Who was the first to appeal for the Militant of Nigeria in 2009?\nEvidence:\n- Government (Nigeria) | Appeal for de-escalation of military engagement | Militant (Nigeria) | 2009-10-30\n- Government (Nigeria) | Appeal for de-escalation of military engagement | Militant (Nigeria) | 2009-06-08\n- Head of Government (Nigeria) | Appeal for release of persons or property | Militant (Nigeria) | 2009-08-08\n- Head of Government (Nigeria) | Appeal for de-escalation of military engagement | Militant (Nigeria) | 2009-10-16\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Umaru Musa Yar'Adua | Appeal for release of persons or property | Militant (Nigeria) | 2009-08-03\n- Umaru Musa Yar'Adua | Appeal for de-escalation of military engagement | Militant (Nigeria) | 2009-10-07\n- Umaru Musa Yar'Adua | Appeal for de-escalation of military engagement | Militant (Nigeria) | 2009-06-05\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2009-10-23\n- Citizen (Sudan) | Appeal for easing of administrative sanctions | Member of the Judiciary (Sudan) | 2009-07-29\n- Umaru Musa Yar'Adua | Appeal for diplomatic cooperation (such as policy support) | Militant (Nigeria) | 2009-05-29\n- People Associated with the Opposition (Australia) | Appeal for change in leadership | Citizen (Australia) | 2009-11-30\n- Media Personnel (Sierra Leone) | Appeal for easing of administrative sanctions | Member of the Judiciary (Sierra Leone) | 2009-09-23\n- Secretary of State for the Home Department | Investigate | Northern Ireland | 2009-01-27\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1161667", "prompt": "In which month did the Associated Press have its first telephone conversation with Médecins Sans Frontières?\nEvidence:\n- Iraq | Discuss by telephone | Associated Press | 2005-02-27\n- Iran | Discuss by telephone | Associated Press | 2005-03-23\n- Colombia | Discuss by telephone | Associated Press | 2005-01-31\n- Associated Press | Discuss by telephone | Iraq | 2005-02-27\n- Associated Press | Discuss by telephone | Iran | 2005-03-23\n- Associated Press | Discuss by telephone | Colombia | 2005-01-31\n- Uladi Mussa | Discuss by telephone | Associated Press | 2005-01-01\n- Tomas Borge | Discuss by telephone | Associated Press | 2005-03-22\n- Police (Peru) | Discuss by telephone | Associated Press | 2005-04-20\n- Nabil Shaath | Discuss by telephone | Associated Press | 2005-01-29\n- Jerzy Szmajdzinski | Discuss by telephone | Associated Press | 2005-02-11\n- Gilchrist Olympio | Discuss by telephone | Associated Press | 2005-04-27\n- Fazlul Huq | Discuss by telephone | Associated Press | 2005-02-02\n- Associated Press | Discuss by telephone | Uladi Mussa | 2005-01-01\n- Associated Press | Discuss by telephone | Tomas Borge | 2005-03-22\nAnswer:", "completion": " 2007-08", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1100022", "prompt": "Who wants to negotiate with the citizens of Brazil in the same month as Islam Karimov?\nEvidence:\n- Pervez Musharraf | Engage in negotiation | Islam Karimov | 2005-03-07\n- Pervez Musharraf | Engage in negotiation | Islam Karimov | 2005-03-06\n- Pervez Musharraf | Engage in negotiation | Islam Karimov | 2005-03-05\n- Janez Susnik | Engage in negotiation | Islam Karimov | 2005-03-16\n- Islam Karimov | Engage in negotiation | Pervez Musharraf | 2005-03-07\n- Islam Karimov | Engage in negotiation | Pervez Musharraf | 2005-03-06\n- Islam Karimov | Engage in negotiation | Pervez Musharraf | 2005-03-05\n- Islam Karimov | Engage in negotiation | Janez Susnik | 2005-03-16\n- Zurab Nogaideli | Express intent to meet or negotiate | Islam Karimov | 2005-04-12\n- Pervez Musharraf | Express intent to meet or negotiate | Islam Karimov | 2005-03-05\n- Islam Karimov | Express intent to meet or negotiate | Pervez Musharraf | 2005-03-05\n- Head of Government (South Korea) | Express intent to meet or negotiate | Islam Karimov | 2005-05-10\n- Roh Moo Hyun | Engage in negotiation | Islam Karimov | 2005-05-10\n- Islam Karimov | Engage in negotiation | Roh Moo Hyun | 2005-05-10\n- Zurab Nogaideli | Consult | Islam Karimov | 2005-04-18\nAnswer:", "completion": " João Baptista Kussumua", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1377102", "prompt": "Before USAID, who did Ugandans last ask for help?\nEvidence:\n- USAID | Consult | France | 2006-03-23\n- France | Consult | USAID | 2006-03-23\n- USAID | Make statement | Sudan | 2005-04-22\n- USAID | Consult | Saifur Rahman | 2005-05-11\n- USAID | Consult | Representatives (Ethiopia) | 2006-04-21\n- USAID | Accuse | Citizen (Sudan) | 2006-03-09\n- Saifur Rahman | Consult | USAID | 2005-05-11\n- Representatives (Ethiopia) | Consult | USAID | 2006-04-21\n- Yemen | Host a visit | USAID | 2007-10-31\n- Vietnam | Host a visit | USAID | 2005-08-04\n- USAID | Provide humanitarian aid | Thailand | 2005-01-04\n- USAID | Provide humanitarian aid | Sudan | 2007-09-05\n- USAID | Provide economic aid | Aceh | 2005-06-25\n- USAID | Praise or endorse | Ethiopia | 2006-11-20\n- USAID | Praise or endorse | Ethiopia | 2006-04-21\nAnswer:", "completion": " Constitutional Court (Uganda)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1343487", "prompt": "Who was the last to criticise the Rajya Sabha?\nEvidence:\n- Villager (India) | Consult | Rajya Sabha | 2006-10-19\n- Shivraj Patil | Consult | Rajya Sabha | 2005-03-22\n- Rajya Sabha | Threaten | Media (India) | 2005-03-14\n- Rajya Sabha | Demand | Shivraj Patil | 2007-08-29\n- Rajya Sabha | Demand | Media (India) | 2005-10-25\n- Rajya Sabha | Consult | Villager (India) | 2006-10-19\n- Rajya Sabha | Consult | Shivraj Patil | 2005-03-22\n- Rajya Sabha | Consult | Pervez Musharraf | 2007-05-29\n- Rajya Sabha | Accuse | Shiv Sena | 2005-10-03\n- Pervez Musharraf | Consult | Rajya Sabha | 2007-05-29\n- Shivraj Patil | Express intent to cooperate | Rajya Sabha | 2005-08-24\n- Shivraj Patil | Express intent to cooperate | Rajya Sabha | 2005-08-07\n- Shivraj Patil | Express intent to cooperate | Rajya Sabha | 2005-05-12\n- Shiv Sena | Make statement | Rajya Sabha | 2005-03-09\n- Rajya Sabha | Make statement | Shiv Sena | 2015-12-23\nAnswer:", "completion": " Smriti Irani", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1214731", "prompt": "When did the Israeli Defence Forces use conventional military force against South Africa?\nEvidence:\n- Movement for Democratic Change | Use conventional military force | South Africa | 2005-02-07\n- South African National Defence Force | Increase military alert status | South Africa | 2005-02-03\n- South Africa | Mobilize or increase armed forces | Sudan | 2005-01-28\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- South Africa | Consult | China | 2005-02-05\n- China | Consult | South Africa | 2005-02-05\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-27\nAnswer:", "completion": " 2014-07-05", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1278465", "prompt": "In what year did the Rwandan Ministry of Health first praise the Rwandan police?\nEvidence:\n- Ministry of Health | Praise or endorse | United Arab Emirates | 2006-07-22\n- Ministry of Health | Consult | Information Ministry (Lebanon) | 2010-09-03\n- Information Ministry (Lebanon) | Consult | Ministry of Health | 2010-09-03\n- Ministry of Health | Make statement | Ethiopia | 2010-02-09\n- Ministry of Health | Consult | Algirdas Butkevičius | 2015-02-03\n- Algirdas Butkevičius | Consult | Ministry of Health | 2015-02-03\n- Ministry of Health | Make statement | Nabih Berri | 2008-04-15\n- Ministry of Health | Make statement | Middle East | 2015-01-11\n- Ministry of Health | Make statement | Employee (Bulgaria) | 2014-08-08\n- Ministry of Health | Consult | International Government Organizations | 2005-10-26\n- International Government Organizations | Consult | Ministry of Health | 2005-10-26\n- Healthcare Facility (Bulgaria) | Accuse | Ministry of Health | 2007-07-13\n- Ministry of Health | Make statement | Healthcare Facility (Bulgaria) | 2015-12-01\n- Ministry of Health | Make pessimistic comment | Children (Bulgaria) | 2015-09-15\n- Ministry of Health | Deny responsibility | Medical Association (Lebanon) | 2007-03-23\nAnswer:", "completion": " 2010", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1290214", "prompt": "After the government of Sudan, which country was the first to host the visit of the African Union?\nEvidence:\n- Sudan | Host a visit | African Union | 2005-02-07\n- African Union | Make statement | Government (Sudan) | 2005-01-28\n- African Union | Make a visit | Sudan | 2005-02-07\n- Ethiopia | Host a visit | African Union | 2005-01-30\n- African Union | Investigate | Sudan | 2005-02-08\n- Government (Sudan) | Praise or endorse | African Union | 2005-01-28\n- Government (Sudan) | Praise or endorse | African Union | 2005-01-17\n- African Union | Criticize or denounce | Government (Sudan) | 2005-01-31\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-31\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- South Africa | Host a visit | African Union | 2005-05-20\n- African Union | Make statement | Sudan | 2005-02-07\n- African Union | Make statement | Sudan | 2005-01-29\nAnswer:", "completion": " Sudan", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1083746", "prompt": "Who was the last person to request a meeting with Hashim Thaçi in 2013?\nEvidence:\n- South Korea | Host a visit | Hashim Thaçi | 2013-02-22\n- Jens Stoltenberg | Host a visit | Hashim Thaçi | 2013-03-18\n- Hashim Thaçi | Make a visit | South Korea | 2013-02-22\n- Hashim Thaçi | Make a visit | Jens Stoltenberg | 2013-03-18\n- Hashim Thaçi | Make a visit | Catherine Ashton | 2013-04-02\n- Hashim Thaçi | Make a visit | Catherine Ashton | 2013-03-14\n- Catherine Ashton | Host a visit | Hashim Thaçi | 2013-04-02\n- Catherine Ashton | Host a visit | Hashim Thaçi | 2013-03-14\n- Sali Berisha | Consult | Hashim Thaçi | 2013-03-04\n- Lawmaker (Kosovo) | Consult | Hashim Thaçi | 2013-04-01\n- Hashim Thaçi | Consult | Sali Berisha | 2013-03-04\n- Hashim Thaçi | Consult | Lawmaker (Kosovo) | 2013-04-01\n- Hashim Thaçi | Consult | Catherine Ashton | 2013-12-07\n- Hashim Thaçi | Consult | Catherine Ashton | 2013-07-12\n- Hashim Thaçi | Consult | Catherine Ashton | 2013-07-10\nAnswer:", "completion": " Catherine Ashton", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1382351", "prompt": "Which country wanted to participate in diplomatic cooperation with South Africa last in 2005?\nEvidence:\n- Government (South Africa) | Engage in diplomatic cooperation | African Union | 2005-02-26\n- South Africa | Engage in negotiation | Japan | 2005-02-05\n- South Africa | Engage in negotiation | France | 2005-02-05\n- Japan | Engage in negotiation | South Africa | 2005-02-05\n- France | Engage in negotiation | South Africa | 2005-02-05\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-27\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-26\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-25\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-23\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-19\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1034544", "prompt": "Who condemned the men of the United Kingdom before Margaret Hodge?\nEvidence:\n- Margaret Hodge | Criticize or denounce | Men (United Kingdom) | 2014-06-06\n- Margaret Hodge | Demand | Citizen (United Kingdom) | 2014-09-25\n- Margaret Hodge | Consult | Citizen (United Kingdom) | 2010-05-07\n- Margaret Hodge | Consult | Citizen (United Kingdom) | 2006-04-22\n- Margaret Hodge | Accuse | Citizen (United Kingdom) | 2013-05-17\n- Margaret Hodge | Accuse | Citizen (United Kingdom) | 2006-04-18\n- Citizen (United Kingdom) | Threaten | Margaret Hodge | 2006-05-06\n- Citizen (United Kingdom) | Threaten | Margaret Hodge | 2006-05-05\n- Citizen (United Kingdom) | Consult | Margaret Hodge | 2010-05-07\n- Citizen (United Kingdom) | Consult | Margaret Hodge | 2006-04-22\n- Newspaper (United Kingdom) | Make statement | Margaret Hodge | 2006-11-17\n- Margaret Hodge | Criticize or denounce | Citizen (United Kingdom) | 2005-03-07\n- Citizen (United Kingdom) | Consider policy option | Margaret Hodge | 2006-05-06\n- Citizen (United Kingdom) | Consider policy option | Margaret Hodge | 2006-05-05\n- Margaret Hodge | Rally opposition against | National Party (United Kingdom) | 2005-07-12\nAnswer:", "completion": " Lawyer/Attorney (United Kingdom)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1028201", "prompt": "Who is threatening South Africa on 30 August 2008?\nEvidence:\n- Government (South Africa) | Threaten | South Africa | 2008-08-30\nAnswer:", "completion": " Government (South Africa)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 1} +{"id": "mtq_1347778", "prompt": "Who last did the Lawyer/Attorney of Australia denounce before the Public Prosecutor of Australia?\nEvidence:\n- Lawyer/Attorney (Australia) | Criticize or denounce | Public Prosecutor (Australia) | 2012-09-25\n- Public Prosecutor (Belgium) | Make statement | Lawyer/Attorney (Belgium) | 2005-11-23\n- Lawyer/Attorney (Australia) | Express intent to meet or negotiate | Public Prosecutor (Australia) | 2011-02-08\n- Public Prosecutor (Brazil) | Criticize or denounce | First Command of the Capital | 2013-10-18\n- Public Prosecutor (Australia) | Investigate | Citizen (Australia) | 2010-07-11\n- Public Prosecutor (Moldova) | Express intent to cooperate | Lawyer/Attorney (Moldova) | 2006-12-28\n- Lawyer/Attorney (Moldova) | Express intent to cooperate | Public Prosecutor (Moldova) | 2006-12-28\n- Public Prosecutor (Australia) | Make statement | Police (Australia) | 2015-08-26\n- The Daily Telegraph | Criticize or denounce | Lawyer/Attorney (Australia) | 2013-05-10\n- Public Prosecutor (Peru) | Criticize or denounce | Congress (Peru) | 2008-03-24\n- Public Prosecutor (Brazil) | Criticize or denounce | Undersecretary (Brazil) | 2008-07-03\n- Public Prosecutor (Brazil) | Criticize or denounce | Ministry (Brazil) | 2007-11-22\n- Public Prosecutor (Brazil) | Criticize or denounce | Citizen (Brazil) | 2015-09-16\n- Public Prosecutor (Brazil) | Criticize or denounce | Citizen (Brazil) | 2015-04-16\n- Public Prosecutor (Brazil) | Criticize or denounce | Citizen (Brazil) | 2014-11-13\nAnswer:", "completion": " Women (Australia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1222596", "prompt": "Who criticised the citizens of Brazil on 19 May 2012?\nEvidence:\n- Ministry (Brazil) | Rally support on behalf of | People Associated with the Opposition (Brazil) | 2005-11-12\n- Theresa May | Consult | Secretary of State for the Home Department | 2013-06-26\n- Secretary of State for the Home Department | Consult | Theresa May | 2013-06-26\n- Secretary of State for the Home Department | Accuse | Theresa May | 2014-11-04\n- Head of Government (Brazil) | Rally support on behalf of | Party Member (Brazil) | 2012-10-09\n- Theresa May | Make statement | Secretary of State for the Home Department | 2011-12-14\n- Secretary of State for the Home Department | Make statement | Theresa May | 2014-05-23\n- Secretary of State for the Home Department | Make statement | Theresa May | 2012-04-19\n- Head of Government (Brazil) | Impose restrictions on political freedoms | Criminal (Brazil) | 2011-03-13\n- Head of Government (Brazil) | Impose restrictions on political freedoms | Citizen (Brazil) | 2013-06-09\n- Head of Government (Brazil) | Rally support on behalf of | Other Authorities / Officials (Brazil) | 2015-03-27\n- Secretary of State for the Home Department | Criticize or denounce | Theresa May | 2011-10-05\n- Ministry (Brazil) | Impose restrictions on political freedoms | Citizen (Brazil) | 2008-06-27\n- People Associated with the Opposition (Brazil) | Investigate | Head of Government (Brazil) | 2011-05-25\n- People Associated with the Opposition (Brazil) | Consult | Head of Government (Brazil) | 2007-09-25\nAnswer:", "completion": " Member of Parliament (Brazil)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1186365", "prompt": "Which country negotiated with Juan Carlos I before 8 April 2006?\nEvidence:\n- Royal Administration (Saudi Arabia) | Engage in negotiation | Juan Carlos I | 2006-04-08\n- Juan Carlos I | Engage in negotiation | Royal Administration (Saudi Arabia) | 2006-04-08\nAnswer:", "completion": " Vietnam", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 1} +{"id": "mtq_1197554", "prompt": "In which year did Julie Bishop announce her intention to negotiate with Curacao?\nEvidence:\n- Julie Bishop | Express intent to meet or negotiate | Curacao | 2014-09-01\n- Julie Bishop | Make a visit | Curacao | 2014-09-04\n- Curacao | Host a visit | Julie Bishop | 2014-09-04\n- Ministry (Curacao) | Express intent to meet or negotiate | Curacao | 2014-08-30\n- Julie Bishop | Express intent to meet or negotiate | South Korea | 2009-11-03\n- Citizen (Australia) | Express intent to meet or negotiate | Julie Bishop | 2006-03-03\n- Julie Bishop | Make statement | China | 2009-07-16\n- Julie Bishop | Make statement | China | 2009-07-14\n- Julie Bishop | Investigate | Julia Gillard | 2008-03-20\n- Julie Bishop | Demand | Robert McClelland | 2009-07-18\n- Julie Bishop | Demand | Julia Gillard | 2007-12-06\n- Julie Bishop | Demand | Citizen (Australia) | 2006-03-10\n- Julie Bishop | Accuse | Julia Gillard | 2010-01-28\n- Julie Bishop | Accuse | Julia Gillard | 2008-03-20\n- Julie Bishop | Accuse | Julia Gillard | 2007-12-01\nAnswer:", "completion": " 2014", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1350845", "prompt": "After the Labor Union of South Korea, which country received Ali Abdullah Saleh's visit from Ali Abdullah Saleh first?\nEvidence:\n- South Korea | Host a visit | Ali Abdullah Saleh | 2005-03-15\n- Ali Abdullah Saleh | Make a visit | South Korea | 2005-03-15\n- Yemen | Host a visit | Ali Abdullah Saleh | 2005-05-02\n- Yemen | Host a visit | Ali Abdullah Saleh | 2005-03-21\n- Yemen | Host a visit | Ali Abdullah Saleh | 2005-02-23\n- Yemen | Host a visit | Ali Abdullah Saleh | 2005-02-06\n- France | Host a visit | Ali Abdullah Saleh | 2005-02-28\n- France | Host a visit | Ali Abdullah Saleh | 2005-02-21\n- Ali Abdullah Saleh | Make a visit | Yemen | 2005-05-02\n- Ali Abdullah Saleh | Make a visit | Yemen | 2005-03-21\n- Ali Abdullah Saleh | Make a visit | Yemen | 2005-02-23\n- Ali Abdullah Saleh | Make a visit | Yemen | 2005-02-06\n- Ali Abdullah Saleh | Make a visit | France | 2005-02-28\n- Ali Abdullah Saleh | Make a visit | France | 2005-02-21\n- Ali Abdullah Saleh | Investigate | Yemen | 2005-02-11\nAnswer:", "completion": " Malaysia", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1096147", "prompt": "Who did Xi Jinping commend on the same month of Bruce Golding?\nEvidence:\n- Xi Jinping | Praise or endorse | Bruce Golding | 2009-02-13\n- Bruce Golding | Express intent to meet or negotiate | Xi Jinping | 2010-02-04\n- Bruce Golding | Express intent to meet or negotiate | Xi Jinping | 2010-01-29\n- Wen Jiabao | Consult | Bruce Golding | 2010-02-03\n- Raúl Castro | Consult | Bruce Golding | 2008-05-05\n- Bruce Golding | Consult | Wen Jiabao | 2010-02-03\n- Bruce Golding | Consult | Raúl Castro | 2008-05-05\n- Royal Administration (Spain) | Consult | Bruce Golding | 2009-02-18\n- Portia Simpson Miller | Reject | Bruce Golding | 2006-06-25\n- Portia Simpson Miller | Consult | Bruce Golding | 2007-08-12\n- Portia Simpson Miller | Accuse | Bruce Golding | 2007-12-18\n- Patrick Manning | Make statement | Bruce Golding | 2008-08-25\n- National Party (Jamaica) | Accuse | Bruce Golding | 2008-05-13\n- China | Host a visit | Bruce Golding | 2010-02-06\n- Burchell Whiteman | Make statement | Bruce Golding | 2005-05-10\nAnswer:", "completion": " Government (Jamaica)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1240236", "prompt": "Who was the last to make a request to the Government of Nigeria before the Foreign Ministry of Israel?\nEvidence:\n- Foreign Affairs (Israel) | Make statement | Government (Nigeria) | 2011-07-14\n- Foreign Affairs (Israel) | Make a visit | Health Ministry (Romania) | 2012-05-24\n- Ministry (Romania) | Make statement | Foreign Affairs (Israel) | 2013-07-16\n- Ministry (Poland) | Make statement | Foreign Affairs (Israel) | 2006-07-12\n- Foreign Affairs (Israel) | Make an appeal or request | Citizen (Nigeria) | 2011-08-18\n- Foreign Affairs (Israel) | Make an appeal or request | Citizen (Nigeria) | 2008-10-08\n- Foreign Affairs (Israel) | Make statement | Newspaper (Nigeria) | 2011-07-23\n- Ministry (Egypt) | Consult | Foreign Affairs (Israel) | 2007-03-17\n- Foreign Affairs (Israel) | Consult | Ministry (Egypt) | 2007-03-17\n- Foreign Affairs (Israel) | Accuse | Ministry (Hungary) | 2013-03-20\n- Government (Qatar) | Make an appeal or request | Foreign Affairs (Israel) | 2008-12-31\n- Foreign Affairs (Israel) | Make an appeal or request | Government (Poland) | 2007-07-13\n- Foreign Affairs (Israel) | Make an appeal or request | Government (Germany) | 2008-08-03\n- Head of Government (Peru) | Consult | Foreign Affairs (Israel) | 2007-03-17\n- Head of Government (India) | Consult | Foreign Affairs (Israel) | 2008-11-27\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1188935", "prompt": "In which month did Benjamin Abalos praise Loren Legarda?\nEvidence:\n- Benjamin Abalos | Praise or endorse | Loren Legarda | 2010-03-08\n- Loren Legarda | Demand change in leadership | Benjamin Abalos | 2006-09-02\n- Loren Legarda | Praise or endorse | Military (Philippines) | 2010-02-22\n- Loren Legarda | Praise or endorse | Barack Obama | 2015-08-07\n- Virgilio Garcillano | Consult | Loren Legarda | 2005-12-08\n- Loren Legarda | Investigate | Manuel Villar | 2008-09-24\n- Loren Legarda | Investigate | Manuel Villar | 2008-09-23\n- Loren Legarda | Demand | Congress (Philippines) | 2014-11-20\n- Loren Legarda | Consult | Virgilio Garcillano | 2005-12-08\n- Loren Legarda | Engage in diplomatic cooperation | France | 2015-11-20\n- Loren Legarda | Make statement | Military (Philippines) | 2007-04-19\n- Loren Legarda | Make statement | Employee (Philippines) | 2012-09-18\n- Loren Legarda | Make statement | Employee (Philippines) | 2012-09-14\n- Loren Legarda | Discuss by telephone | Inquirer | 2012-08-11\n- Loren Legarda | Discuss by telephone | Inquirer | 2010-02-13\nAnswer:", "completion": " 2010-03", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1148870", "prompt": "When did Romania host the visit of Emperor Akihito?\nEvidence:\n- Japan | Host a visit | Emperor Akihito | 2005-08-20\n- Japan | Host a visit | Emperor Akihito | 2005-06-28\n- Ireland | Host a visit | Emperor Akihito | 2005-05-14\n- Ireland | Host a visit | Emperor Akihito | 2005-05-07\n- Ireland | Host a visit | Emperor Akihito | 2005-05-02\n- Ireland | Host a visit | Emperor Akihito | 2005-04-25\n- Emperor Akihito | Host a visit | Head of Government (Palau) | 2005-07-08\n- South Korea | Host a visit | Emperor Akihito | 2005-01-13\n- Royal Administration (Japan) | Host a visit | Emperor Akihito | 2006-01-21\n- Emperor Akihito | Make a visit | Japan | 2005-08-20\n- Emperor Akihito | Make a visit | Japan | 2005-06-28\n- Emperor Akihito | Make a visit | Ireland | 2005-05-14\n- Emperor Akihito | Make a visit | Ireland | 2005-05-07\n- Emperor Akihito | Make a visit | Ireland | 2005-05-02\n- Emperor Akihito | Make a visit | Ireland | 2005-04-25\nAnswer:", "completion": " 2007-02-23", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1349115", "prompt": "Which country received the visit from Henry M. Paulson last in 2006?\nEvidence:\n- Henry M. Paulson | Engage in negotiation | China | 2006-09-10\n- China | Engage in negotiation | Henry M. Paulson | 2006-09-10\n- Vietnam | Host a visit | Henry M. Paulson | 2006-09-11\n- Vietnam | Host a visit | Henry M. Paulson | 2006-09-07\n- Vietnam | Host a visit | Henry M. Paulson | 2006-09-06\n- Henry M. Paulson | Make a visit | Vietnam | 2006-09-11\n- Henry M. Paulson | Make a visit | Vietnam | 2006-09-07\n- Henry M. Paulson | Make a visit | Vietnam | 2006-09-06\n- Henry M. Paulson | Make a visit | China | 2006-09-17\n- Henry M. Paulson | Make a visit | China | 2006-09-15\n- Henry M. Paulson | Make a visit | China | 2006-09-14\n- Henry M. Paulson | Make a visit | China | 2006-09-13\n- Henry M. Paulson | Make a visit | China | 2006-09-12\n- Henry M. Paulson | Make a visit | China | 2006-09-10\n- Henry M. Paulson | Make a visit | China | 2006-08-28\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1297925", "prompt": "Which country wanted to start diplomatic cooperation with the student from Mozambique in September 2015?\nEvidence:\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | Student (Mozambique) | 2015-09-30\n- Police (Mozambique) | Investigate | Kidnapper (Mozambique) | 2015-09-11\n- Austria Press Agency | Make statement | Police (Mozambique) | 2015-09-24\nAnswer:", "completion": " Vietnam", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 3, "n_anchors": 0} +{"id": "mtq_1217405", "prompt": "Who was the last to be praised by Yoshihiko Noda before Julia Gillard?\nEvidence:\n- Yoshihiko Noda | Demand | Japan | 2010-11-24\n- Yoshihiko Noda | Make statement | Japan | 2011-05-27\n- Yoshihiko Noda | Make statement | Japan | 2011-05-19\n- Yoshihiko Noda | Make statement | Japan | 2011-05-04\n- Yoshihiko Noda | Make statement | Japan | 2011-04-16\n- Yoshihiko Noda | Make statement | Japan | 2011-04-15\n- Yoshihiko Noda | Make statement | Japan | 2011-04-05\n- Yoshihiko Noda | Make statement | Japan | 2011-03-10\n- Yoshihiko Noda | Make statement | Japan | 2011-01-27\n- Yoshihiko Noda | Make statement | Japan | 2011-01-17\n- Yoshihiko Noda | Make statement | Japan | 2011-01-12\n- Yoshihiko Noda | Make statement | Japan | 2010-11-02\n- Yoshihiko Noda | Make statement | Japan | 2010-10-21\n- Yoshihiko Noda | Make statement | Japan | 2010-09-18\n- Yoshihiko Noda | Make statement | Japan | 2010-09-17\nAnswer:", "completion": " Barack Obama", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1148798", "prompt": "Who was the first to negotiate with the other authorities and officials of Romania?\nEvidence:\n- International Monetary Fund | Praise or endorse | Other Authorities / Officials (Democratic Republic of Congo) | 2005-09-02\n- International Monetary Fund | Praise or endorse | Other Authorities / Officials (Brazil) | 2005-03-28\n- Head of Government (Ukraine) | Express intent to meet or negotiate | Romania | 2005-03-14\n- Solomon Passy | Express intent to meet or negotiate | Romania | 2005-02-01\n- Romania | Express intent to meet or negotiate | Solomon Passy | 2005-02-01\n- Cyril Svoboda | Express intent to meet or negotiate | Romania | 2005-02-28\n- Romania | Arrest, detain, or charge with legal action | Dissident (Romania) | 2005-01-18\n- Pier Ferdinando Casini | Express intent to meet or negotiate | Romania | 2005-02-03\n- Defense / Security Ministry (Croatia) | Express intent to meet or negotiate | Romania | 2005-03-25\n- Ministry (Romania) | Make statement | Romania | 2005-03-25\n- Ministry (Romania) | Make statement | Romania | 2005-01-12\n- Lawyer/Attorney (Romania) | Investigate | Romania | 2005-03-22\n- Romania | Reduce relations | Royal Administration (Romania) | 2005-03-24\n- Romania | Praise or endorse | Intelligence (Romania) | 2005-02-08\n- Ministry (Romania) | Make optimistic comment | Romania | 2005-01-14\nAnswer:", "completion": " International Monetary Fund", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1323747", "prompt": "When did the Prime Minister of Ethiopia negotiate with Abdel Fattah Al-Sisi for the first time?\nEvidence:\n- Abdel Fattah Al-Sisi | Threaten | People Associated with the Opposition (Egypt) | 2013-06-24\n- Protester (Egypt) | Reject | Abdel Fattah Al-Sisi | 2013-01-29\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-07-03\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-04-24\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-20\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-18\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-17\n- Barack Obama | Consult | Abdel Fattah Al-Sisi | 2013-04-26\n- Abdel Fattah Al-Sisi | Threaten | Protester (Egypt) | 2013-07-24\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-07-03\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-04-24\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-20\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-18\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-17\n- Abdel Fattah Al-Sisi | Consult | Barack Obama | 2013-04-26\nAnswer:", "completion": " 2014-06-11", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1259069", "prompt": "With whom did Segolene Royal express her intention to negotiate after 4 January 2007?\nEvidence:\n- Segolene Royal | Express intent to meet or negotiate | China | 2007-01-04\n- Japan | Express intent to meet or negotiate | China | 2007-01-04\n- Iran | Express intent to meet or negotiate | China | 2007-01-04\n- China | Express intent to meet or negotiate | Japan | 2007-01-04\n- South Korea | Express intent to meet or negotiate | China | 2007-01-04\n- China | Express intent to meet or negotiate | South Korea | 2007-01-04\n- UN Security Council | Express intent to meet or negotiate | China | 2007-01-04\n- France | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2007-01-04\n- Guinea-Bissau | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2007-01-04\n- Vietnam | Accuse | China | 2007-01-04\n- South Korea | Consult | China | 2007-01-04\n- Japan | Make optimistic comment | China | 2007-01-04\n- Japan | Consult | China | 2007-01-04\n- Iran | Consult | China | 2007-01-04\n- China | Praise or endorse | Iran | 2007-01-04\nAnswer:", "completion": " France", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1141758", "prompt": "In what year did Tanzania negotiate with South Korea?\nEvidence:\n- Tanzania | Host a visit | South Korea | 2005-01-17\n- Tanzania | Host a visit | South Korea | 2005-01-16\n- South Korea | Make a visit | Tanzania | 2005-01-17\n- South Korea | Make a visit | Tanzania | 2005-01-16\n- Tanzania | Host a visit | Foreign Affairs (South Korea) | 2005-01-12\n- Foreign Affairs (South Korea) | Make a visit | Tanzania | 2005-01-12\n- Legislature (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-04-01\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-03-07\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-01-06\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-01-05\n- South Korea | Engage in negotiation | Japan | 2005-01-08\n- South Korea | Engage in negotiation | Japan | 2005-01-03\n- Japan | Engage in negotiation | South Korea | 2005-01-08\n- Japan | Engage in negotiation | South Korea | 2005-01-03\n- Tanzania | Arrest, detain, or charge with legal action | Citizen (Tanzania) | 2005-04-18\nAnswer:", "completion": " 2015", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1184242", "prompt": "In which month did Jens Stoltenberg express his intention to negotiate with Romania?\nEvidence:\n- Jens Stoltenberg | Express intent to meet or negotiate | China | 2007-03-20\n- Wen Jiabao | Express intent to meet or negotiate | Jens Stoltenberg | 2007-03-25\n- Pervez Musharraf | Express intent to meet or negotiate | Jens Stoltenberg | 2006-01-23\n- Pervez Musharraf | Express intent to meet or negotiate | Jens Stoltenberg | 2006-01-22\n- Pervez Musharraf | Express intent to meet or negotiate | Jens Stoltenberg | 2006-01-21\n- Mahmoud Abbas | Express intent to meet or negotiate | Jens Stoltenberg | 2006-04-26\n- Mahmoud Abbas | Express intent to meet or negotiate | Jens Stoltenberg | 2006-04-25\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | Jens Stoltenberg | 2006-03-29\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | Jens Stoltenberg | 2006-03-28\n- Wen Jiabao | Engage in negotiation | Jens Stoltenberg | 2007-03-26\n- Jens Stoltenberg | Engage in negotiation | Wen Jiabao | 2007-03-26\n- Jens Stoltenberg | Express intent to cooperate | Geir H. Haarde | 2006-11-29\n- Geir H. Haarde | Express intent to cooperate | Jens Stoltenberg | 2006-11-29\n- Shaukat Aziz | Consult | Jens Stoltenberg | 2005-12-08\n- Shaukat Aziz | Consult | Jens Stoltenberg | 2005-12-06\nAnswer:", "completion": " 2015-07", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1250379", "prompt": "Before Nahas Angula, who made the last request to the government of Namibia?\nEvidence:\n- Nahas Angula | Make statement | Government (Namibia) | 2012-02-03\n- Nahas Angula | Make statement | Government (Namibia) | 2012-02-01\n- Nahas Angula | Make statement | Government (Namibia) | 2010-09-08\n- Nahas Angula | Make statement | Government (Namibia) | 2010-08-10\n- Nahas Angula | Make statement | Government (Namibia) | 2010-07-26\n- Nahas Angula | Make statement | Government (Namibia) | 2010-07-02\n- Nahas Angula | Make statement | Government (Namibia) | 2009-02-03\n- Nahas Angula | Make statement | Government (Namibia) | 2008-11-25\n- Nahas Angula | Make statement | Government (Namibia) | 2008-10-31\n- Nahas Angula | Make statement | Government (Namibia) | 2008-08-04\n- Nahas Angula | Make statement | Government (Namibia) | 2007-03-14\n- Nahas Angula | Make statement | Government (Namibia) | 2006-09-25\n- Nahas Angula | Make statement | Government (Namibia) | 2006-02-28\n- Nahas Angula | Make statement | Government (Namibia) | 2005-11-10\n- Nahas Angula | Make statement | Government (Namibia) | 2005-06-27\nAnswer:", "completion": " Other Authorities / Officials (Namibia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1386319", "prompt": "Who would like to participate in diplomatic cooperation with the citizens of the United Kingdom on the same year of the Scottish Government?\nEvidence:\n- Citizen (United Kingdom) | Demand intelligence cooperation | Scottish Government | 2010-06-30\n- Lawmaker (United Kingdom) | Demand | Scottish Government | 2010-08-09\n- Citizen (United Kingdom) | Threaten | Scottish Government | 2010-05-07\n- Citizen (United Kingdom) | Threaten | Scottish Government | 2009-12-22\n- Citizen (United Kingdom) | Accuse | Scottish Government | 2008-04-05\n- Scottish Government | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (United Kingdom) | 2008-01-15\n- Party Member (United Kingdom) | Accuse | Scottish Government | 2011-02-14\n- Court Judge (United Kingdom) | Reject | Scottish Government | 2011-09-03\n- Government Official (United Kingdom) | Make statement | Scottish Government | 2008-03-29\n- Citizen (United Kingdom) | Appeal for diplomatic cooperation (such as policy support) | Scottish Government | 2011-02-26\n- Businessperson (United Kingdom) | Appeal for diplomatic cooperation (such as policy support) | Scottish Government | 2008-02-04\n- Citizen (United Kingdom) | Express intent to settle dispute | Scottish Government | 2010-03-10\n- Party Member (United Kingdom) | Make statement | Scottish Government | 2009-12-30\n- Party Member (United Kingdom) | Make statement | Scottish Government | 2007-12-20\n- Court Judge (United Kingdom) | Deny responsibility | Scottish Government | 2011-09-03\nAnswer:", "completion": " Secretary of State for International Development", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1056356", "prompt": "Who praised Oluṣẹgun Ọbasanjọ on 6 April 2006?\nEvidence:\n- Head of Government (Nigeria) | Praise or endorse | Oluṣẹgun Ọbasanjọ | 2006-04-06\nAnswer:", "completion": " Head of Government (Nigeria)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1339566", "prompt": "Which country hosted Sabah Khaled Al-Hamad Al-Sabah's visit from Sabah Khaled Al-Hamad Al-Sabah last?\nEvidence:\n- Sabah Khaled Al-Hamad Al-Sabah | Consult | Kuwait | 2014-07-20\n- Sabah Khaled Al-Hamad Al-Sabah | Consult | Iraq | 2014-10-21\n- Kuwait | Consult | Sabah Khaled Al-Hamad Al-Sabah | 2014-07-20\n- Iraq | Consult | Sabah Khaled Al-Hamad Al-Sabah | 2015-04-27\n- Iraq | Consult | Sabah Khaled Al-Hamad Al-Sabah | 2014-10-21\n- Sabah Khaled Al-Hamad Al-Sabah | Make a visit | Qatar | 2014-11-06\n- Sabah Khaled Al-Hamad Al-Sabah | Make a visit | Iraq | 2014-12-29\n- Sabah Khaled Al-Hamad Al-Sabah | Make a visit | Iraq | 2014-12-28\n- Sabah Khaled Al-Hamad Al-Sabah | Make a visit | Iraq | 2014-11-02\n- Sabah Khaled Al-Hamad Al-Sabah | Make a visit | Iraq | 2014-11-01\n- Sabah Khaled Al-Hamad Al-Sabah | Make a visit | Iraq | 2014-10-19\n- Sabah Khaled Al-Hamad Al-Sabah | Make a visit | Iraq | 2014-07-09\n- Qatar | Host a visit | Sabah Khaled Al-Hamad Al-Sabah | 2014-11-06\n- Iraq | Host a visit | Sabah Khaled Al-Hamad Al-Sabah | 2015-04-27\n- Iraq | Host a visit | Sabah Khaled Al-Hamad Al-Sabah | 2014-12-29\nAnswer:", "completion": " Iraq", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1310962", "prompt": "Who gave a criticism to the citizens of Uganda in the same month of the human rights activist of Uganda?\nEvidence:\n- Police (Uganda) | Use tactics of violent repression | Human Rights Activist (Uganda) | 2013-05-25\n- Human Rights Activist (Uganda) | Criticize or denounce | Citizen (Uganda) | 2010-10-29\n- Citizen (Uganda) | Accuse of human rights abuses | The Hague | 2008-09-18\n- Human Rights Activist (Nigeria) | Accuse of human rights abuses | Citizen (Nigeria) | 2014-02-24\n- Rights Activist (Malaysia) | Accuse of human rights abuses | Malaysia | 2008-06-19\n- Police (Uganda) | Make an appeal or request | Human Rights Activist (Uganda) | 2006-11-28\n- Human Rights Activist (Uganda) | Make an appeal or request | Citizen (Uganda) | 2011-09-29\n- Human Rights Activist (Uganda) | Demonstrate or rally | Daily Monitor | 2013-05-25\n- Human Rights Activist (Nepal) | Accuse of human rights abuses | Political Parties (Nepal) | 2006-06-26\n- Human Rights Activist (Nepal) | Accuse of human rights abuses | Political Parties (Nepal) | 2006-04-30\n- Human Rights Activist (Georgia) | Accuse of human rights abuses | Main Opposition (Georgia) | 2013-02-10\n- International Federation of Human Rights | Engage in diplomatic cooperation | Rights Activist (Mali) | 2013-01-16\n- Uganda Police Force | Make an appeal or request | Human Rights Activist (Uganda) | 2013-03-26\n- Human Rights Commission (Uganda) | Mediate | Congress (Uganda) | 2009-12-03\n- Human Rights Commission (Uganda) | Demand | Police (Uganda) | 2011-03-22\nAnswer:", "completion": " Police (Uganda)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1071878", "prompt": "Which country was the first to formally sign an agreement with the United Arab Emirates after the Lebanese military did so?\nEvidence:\n- United Arab Emirates | Sign formal agreement | Malaysia | 2005-03-19\n- United Arab Emirates | Sign formal agreement | Iraq | 2005-03-07\n- Malaysia | Sign formal agreement | United Arab Emirates | 2005-03-19\n- Iraq | Sign formal agreement | United Arab Emirates | 2005-03-07\n- Supreme Council (United Arab Emirates) | Make statement | United Arab Emirates | 2005-03-26\n- Iraq | Provide military aid | United Arab Emirates | 2005-02-04\n- Treasury/Finance Ministry (United Arab Emirates) | Make statement | United Arab Emirates | 2005-02-13\n- United Arab Emirates | Consult | Iran | 2005-02-01\n- Iran | Consult | United Arab Emirates | 2005-02-01\n- United Arab Emirates | Cooperate militarily | France | 2005-02-20\n- United Arab Emirates | Consult | Benazir Bhutto | 2005-03-24\n- France | Cooperate militarily | United Arab Emirates | 2005-02-20\n- Benazir Bhutto | Consult | United Arab Emirates | 2005-03-24\n- United Arab Emirates | Provide humanitarian aid | Sudan | 2005-02-04\n- United Arab Emirates | Praise or endorse | Iraq | 2005-02-02\nAnswer:", "completion": " South Korea", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1218643", "prompt": "Who last did Dmitry Anatolyevich Medvedev made optimistic remarks on before the Media of Austria?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- Dmitry Anatolyevich Medvedev | Consult | China | 2005-12-08\n- China | Consult | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Head of Government (Germany) | Consult | Dmitry Anatolyevich Medvedev | 2006-07-28\n- Dmitry Anatolyevich Medvedev | Consult | Head of Government (Germany) | 2006-07-28\n- Veterans (Russia) | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Islam Karimov | Consult | Dmitry Anatolyevich Medvedev | 2006-05-07\n- Islam Karimov | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2006-01-13\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2006-01-12\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2005-11-15\n- Dmitry Anatolyevich Medvedev | Make statement | Kazakhstan | 2006-03-30\n- Dmitry Anatolyevich Medvedev | Consult | Veterans (Russia) | 2006-05-06\n- Dmitry Anatolyevich Medvedev | Consult | Islam Karimov | 2006-05-07\n- Dmitry Anatolyevich Medvedev | Consult | Islam Karimov | 2006-05-06\nAnswer:", "completion": " Kazakhstan", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1199487", "prompt": "When did the Governor of India last blame the military personnel of India?\nEvidence:\n- Military Personnel (India) | Consult | Governor (India) | 2014-06-19\n- Governor (India) | Consult | Military Personnel (India) | 2014-06-19\n- Governor (India) | Accuse | Military Personnel (India) | 2006-06-29\n- Military Personnel - Special (India) | Consult | Governor (India) | 2014-07-22\n- Governor (India) | Consult | Military Personnel - Special (India) | 2014-07-22\n- High Ranking Military Personnel (India) | Consult | Governor (India) | 2011-10-26\n- Governor (India) | Make pessimistic comment | Military Personnel (India) | 2008-05-10\n- Governor (India) | Consult | High Ranking Military Personnel (India) | 2011-10-26\n- Navy Personnel (India) | Consult | Governor (India) | 2006-01-15\n- Medical Personnel (India) | Consult | Governor (India) | 2015-10-25\n- Medical Personnel (India) | Consult | Governor (India) | 2015-07-06\n- Governor (India) | Consult | Navy Personnel (India) | 2006-01-15\n- Governor (India) | Consult | Medical Personnel (India) | 2015-10-25\n- Governor (India) | Consult | Medical Personnel (India) | 2015-07-06\n- Medical Personnel (India) | Make statement | Governor (India) | 2013-12-14\nAnswer:", "completion": " 2006-06-29", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1327566", "prompt": "Who investigated Dharam Singh on 25 June 2005?\nEvidence:\n- Head of Government (India) | Investigate | Dharam Singh | 2005-06-25\n- Abdul Kalam | Make statement | Head of Government (India) | 2005-06-25\nAnswer:", "completion": " Head of Government (India)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 1} +{"id": "mtq_1343663", "prompt": "In 2009, whom did the Indian Prime Minister criticise first?\nEvidence:\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-09\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-08\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-11-14\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-10-05\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Demand | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-11-24\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-05-19\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2005-05-05\n- Prime Minister Qarase | Make statement | Prime Minister Chaudhry | 2006-07-13\nAnswer:", "completion": " Election Commission (India)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1023489", "prompt": "When did Józef Oleksy first express optimism about Aleksander Kwasniewski?\nEvidence:\n- Józef Oleksy | Consult | Aleksander Kwasniewski | 2013-04-18\n- Aleksander Kwasniewski | Consult | Józef Oleksy | 2013-04-18\n- Józef Oleksy | Make statement | Aleksander Kwasniewski | 2009-03-10\n- Józef Oleksy | Make optimistic comment | Aleksander Kwasniewski | 2005-03-17\n- Local Media (Poland) | Make statement | Józef Oleksy | 2015-01-09\n- Appeals Court (Poland) | Make statement | Józef Oleksy | 2005-10-21\n- Defense / Security Ministry (Poland) | Make statement | Józef Oleksy | 2007-01-31\n- France | Consult | Aleksander Kwasniewski | 2005-05-19\n- France | Consult | Aleksander Kwasniewski | 2005-03-02\n- Aleksander Kwasniewski | Consult | France | 2005-05-19\n- Aleksander Kwasniewski | Consult | France | 2005-03-02\n- Andrius Kubilius | Express accord | Aleksander Kwasniewski | 2009-05-29\n- Valdas Adamkus | Consult | Aleksander Kwasniewski | 2005-03-09\n- Tony Blair | Consult | Aleksander Kwasniewski | 2011-09-16\n- Tony Blair | Consult | Aleksander Kwasniewski | 2005-11-08\nAnswer:", "completion": " 2005-03-17", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1194081", "prompt": "With whom did Oluṣẹgun Ọbasanjọ last negotiate before the Central Bank of West African States?\nEvidence:\n- Oluṣẹgun Ọbasanjọ | Engage in negotiation | Central Bank of West African States | 2005-12-10\n- Central Bank of West African States | Engage in negotiation | Oluṣẹgun Ọbasanjọ | 2005-12-10\n- West African Development Bank | Consult | Central Bank of West African States | 2006-11-08\n- Central Bank of West African States | Consult | West African Development Bank | 2006-11-08\n- Head of Government (Togo) | Consult | Central Bank of West African States | 2007-11-14\n- Central Bank of West African States | Consult | Head of Government (Togo) | 2007-11-14\n- Central Bank of West African States | Make statement | Government (Cote d'Ivoire) | 2010-12-23\n- Oluṣẹgun Ọbasanjọ | Consult | African Union | 2005-03-08\n- Oluṣẹgun Ọbasanjọ | Consult | African Union | 2005-02-28\n- Oluṣẹgun Ọbasanjọ | Consult | African Union | 2005-01-08\n- African Union | Consult | Oluṣẹgun Ọbasanjọ | 2005-03-08\n- African Union | Consult | Oluṣẹgun Ọbasanjọ | 2005-02-28\n- African Union | Consult | Oluṣẹgun Ọbasanjọ | 2005-01-08\n- Oluṣẹgun Ọbasanjọ | Make statement | African Union | 2005-05-28\n- Oluṣẹgun Ọbasanjọ | Make statement | African Union | 2005-05-26\nAnswer:", "completion": " Abdoulaye Wade", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1285032", "prompt": "Who was the last to want to negotiate with the Indian Prime Minister before Emperor Akihito?\nEvidence:\n- Emperor Akihito | Express intent to meet or negotiate | Thailand | 2006-01-27\n- Emperor Akihito | Express intent to meet or negotiate | Malaysia | 2006-01-27\n- Emperor Akihito | Express intent to meet or negotiate | Japan | 2005-08-20\n- Emperor Akihito | Express intent to meet or negotiate | Japan | 2005-06-28\n- Emperor Akihito | Express intent to meet or negotiate | Ireland | 2005-05-07\n- Emperor Akihito | Express intent to meet or negotiate | Ireland | 2005-05-06\n- Emperor Akihito | Express intent to meet or negotiate | Ireland | 2005-05-04\n- Samuel Schmid | Consult | Emperor Akihito | 2005-04-19\n- Muhammad VI | Consult | Emperor Akihito | 2005-11-29\n- Mikulas Dzurinda | Consult | Emperor Akihito | 2005-05-24\n- Emperor Akihito | Make statement | Japan | 2005-04-25\n- Emperor Akihito | Make statement | China | 2006-01-30\n- Emperor Akihito | Consult | Samuel Schmid | 2005-04-19\n- Emperor Akihito | Consult | Muhammad VI | 2005-11-29\n- Emperor Akihito | Consult | Mikulas Dzurinda | 2005-05-24\nAnswer:", "completion": " Party President (Vietnam)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1246982", "prompt": "Against whom did Arab Israelis use unconventional violence after Oct 2011?\nEvidence:\n- Settler (Israel) | Use unconventional violence | Arab Israelis | 2005-08-07\n- Mob (Israel) | Use unconventional violence | Arab Israelis | 2007-08-05\n- Arab Israelis | Use unconventional violence | Police (Israel) | 2011-10-03\n- Arab Israelis | Use unconventional violence | Police (Israel) | 2010-10-27\n- Arab Israelis | Use unconventional violence | Police (Israel) | 2009-03-24\n- Arab Israelis | Use unconventional violence | Police (Israel) | 2009-02-09\n- Arab Israelis | Use unconventional violence | Children (Israel) | 2005-05-18\n- Arab Israelis | Use unconventional violence | Israeli Defense Forces | 2012-02-26\n- Police (Israel) | Use conventional military force | Arab Israelis | 2014-07-21\n- Police (Israel) | Use conventional military force | Arab Israelis | 2011-10-03\n- Police (Israel) | Use conventional military force | Arab Israelis | 2010-10-27\n- Police (Israel) | Use conventional military force | Arab Israelis | 2009-03-24\n- Police (Israel) | Use conventional military force | Arab Israelis | 2009-02-09\n- Police (Israel) | Use conventional military force | Arab Israelis | 2007-08-05\n- Jew (Israel) | Use conventional military force | Arab Israelis | 2005-08-06\nAnswer:", "completion": " Police (Israel)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1015004", "prompt": "Who was involved in the UN Security Council negotiations after November 2014?\nEvidence:\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\n- UN Security Council | Consult | Nabil Shaath | 2005-01-11\n- UN Security Council | Consult | John Garang | 2005-02-09\n- UN Security Council | Consult | John Garang | 2005-02-08\n- UN Security Council | Consult | African Union | 2005-01-10\n- Nabil Shaath | Consult | UN Security Council | 2005-01-11\n- John Garang | Consult | UN Security Council | 2005-02-09\n- John Garang | Consult | UN Security Council | 2005-02-08\n- African Union | Consult | UN Security Council | 2005-01-10\n- UN Security Council | Rally opposition against | Togo | 2005-02-25\nAnswer:", "completion": " Barack Obama", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1148285", "prompt": "Who did the Foreign Minister of Malaysia want to meet first after the citizens of Singapore?\nEvidence:\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-30\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-29\n- Malaysia | Express intent to meet or negotiate | Japan | 2005-01-15\n- Japan | Express intent to meet or negotiate | Malaysia | 2005-01-15\n- Moro Islamic Liberation Front | Express intent to meet or negotiate | Malaysia | 2005-01-31\n- Police (Malaysia) | Investigate | Malaysia | 2005-01-24\n- Malaysia | Investigate | Police (Malaysia) | 2005-01-28\n- Thailand | Express intent to cooperate | Malaysia | 2005-01-31\n- Malaysia | Express intent to cooperate | Thailand | 2005-01-31\n- Police (Malaysia) | Make statement | Malaysia | 2005-01-28\n- Police (Malaysia) | Confiscate property | Malaysia | 2005-01-28\n- Police (Malaysia) | Confiscate property | Malaysia | 2005-01-07\n- Court Judge (Malaysia) | Make statement | Malaysia | 2005-01-10\n- Representatives (Malaysia) | Express intent to engage in diplomatic cooperation (such as policy support) | Malaysia | 2005-01-25\n- Malaysia | Express intent to engage in diplomatic cooperation (such as policy support) | Representatives (Malaysia) | 2005-01-25\nAnswer:", "completion": " Malaysia", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1073110", "prompt": "In the same year, who did the Royal Australian Government announce its intention to meet with Julia Gillard?\nEvidence:\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2007-05-17\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2006-04-06\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2005-09-06\n- Julia Gillard | Consider policy option | People Associated with the Opposition (Australia) | 2007-05-02\n- Julia Gillard | Express intent to meet or negotiate | Citizen (Australia) | 2006-12-12\n- Peter Costello | Accuse | Julia Gillard | 2007-05-10\n- Julia Gillard | Reject | David Hawker | 2006-06-02\n- Julia Gillard | Reject | David Hawker | 2006-05-31\n- Julia Gillard | Consult | Businessperson (Australia) | 2007-05-03\n- Julia Gillard | Accuse | David Hawker | 2006-06-01\n- Julia Gillard | Accuse | David Hawker | 2006-05-31\n- Julia Gillard | Accuse | Citizen (Australia) | 2005-01-23\n- David Hawker | Demand | Julia Gillard | 2006-05-31\n- Citizen (Australia) | Reject | Julia Gillard | 2007-01-03\n- Citizen (Australia) | Reject | Julia Gillard | 2005-09-27\nAnswer:", "completion": " Citizen (Australia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1133876", "prompt": "At what time did the Israeli police last release people to the Criminal of Israel?\nEvidence:\n- Police (Israel) | Refuse to release persons or property | Criminal (Israel) | 2013-06-26\n- Police (Israel) | Return, release person(s) | Criminal (Israel) | 2015-09-06\n- Police (Israel) | Return, release person(s) | Criminal (Israel) | 2008-07-06\n- Police (Israel) | Return, release person(s) | Criminal (Israel) | 2006-02-24\n- Police (Israel) | Return, release person(s) | Israeli Defense Forces | 2011-10-19\n- Israeli Defense Forces | Investigate | Criminal (Israel) | 2015-08-09\n- Israeli Defense Forces | Investigate | Criminal (Israel) | 2015-07-23\n- Israeli Defense Forces | Investigate | Criminal (Israel) | 2015-06-19\n- Israeli Defense Forces | Investigate | Criminal (Israel) | 2011-03-12\n- Israeli Defense Forces | Make statement | Criminal (Israel) | 2014-03-31\n- Israeli Defense Forces | Make statement | Criminal (Israel) | 2014-03-30\n- Israeli Defense Forces | Make statement | Criminal (Israel) | 2013-10-06\n- Israeli Defense Forces | Make statement | Criminal (Israel) | 2007-10-22\n- Criminal (Israel) | Cooperate militarily | Israeli Defense Forces | 2005-03-28\n- Police (Israel) | Return, release person(s) | Criminal (Palestinian Territory, Occupied) | 2005-04-27\nAnswer:", "completion": " 2015-09-06", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1380539", "prompt": "To whom did Barack Obama make the last appeal before the criminal of Israel?\nEvidence:\n- Head of Government (Kenya) | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Consult | Head of Government (Kenya) | 2006-08-25\n- Barack Obama | Make statement | Iraq | 2007-05-15\n- Barack Obama | Make statement | Iraq | 2007-03-20\n- Barack Obama | Make statement | Iraq | 2007-02-11\n- Barack Obama | Make statement | Iran | 2007-04-27\n- Barack Obama | Make statement | China | 2006-09-08\n- Barack Obama | Make statement | Tony Blair | 2007-02-24\n- Barack Obama | Make statement | Tony Blair | 2007-02-23\n- Barack Obama | Make a visit | Sudan | 2006-09-03\n- Barack Obama | Make a visit | Sudan | 2006-09-02\n- Barack Obama | Make a visit | Iraq | 2006-01-08\n- Barack Obama | Make a visit | Iraq | 2006-01-07\n- Barack Obama | Make a visit | Ethiopia | 2006-09-01\n- Barack Obama | Make a visit | Djibouti | 2006-09-01\nAnswer:", "completion": " International Monetary Fund", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1112177", "prompt": "After Roza Otunbayeva, who was the first to appeal for Dmitry Anatolyevich Medvedev?\nEvidence:\n- Roza Otunbayeva | Discuss by telephone | Dmitry Anatolyevich Medvedev | 2010-06-14\n- Roza Otunbayeva | Discuss by telephone | Dmitry Anatolyevich Medvedev | 2010-06-13\n- Dmitry Anatolyevich Medvedev | Discuss by telephone | Roza Otunbayeva | 2010-06-14\n- Dmitry Anatolyevich Medvedev | Discuss by telephone | Roza Otunbayeva | 2010-06-13\n- Roza Otunbayeva | Make an appeal or request | Dmitry Anatolyevich Medvedev | 2010-06-12\n- Roza Otunbayeva | Express intent to meet or negotiate | Dmitry Anatolyevich Medvedev | 2010-05-08\n- Member of the Judiciary (Kyrgyzstan) | Reject | Roza Otunbayeva | 2005-01-19\n- Roza Otunbayeva | Conduct suicide, car, or other non-military bombing | Roza Otunbayeva | 2005-03-03\n- Roza Otunbayeva | Appeal for release of persons or property | Citizen (Kyrgyzstan) | 2010-05-11\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- Roza Otunbayeva | Demand | Citizen (Kyrgyzstan) | 2010-04-14\n- Roza Otunbayeva | Consult | Muratbek Imanaliyev | 2010-04-20\n- Roza Otunbayeva | Consult | Ministry (Kyrgyzstan) | 2005-03-27\n- Roza Otunbayeva | Consult | Abdullah Gül | 2005-05-06\n- Muratbek Imanaliyev | Consult | Roza Otunbayeva | 2010-04-20\nAnswer:", "completion": " Steelmaker (Russia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1066929", "prompt": "Who would want to engage in diplomatic cooperation with the citizens of Uganda last before National Resistance Movement did?\nEvidence:\n- Democratic Party | Engage in diplomatic cooperation | National Resistance Movement | 2006-12-18\n- Citizen (Uganda) | Engage in symbolic act | National Resistance Movement | 2006-03-04\n- National Resistance Movement | Threaten | Citizen (Uganda) | 2005-12-06\n- National Resistance Movement | Demand | Citizen (Uganda) | 2006-02-27\n- National Resistance Movement | Demand | Citizen (Uganda) | 2005-06-30\n- Citizen (Uganda) | Threaten | National Resistance Movement | 2005-08-23\n- Citizen (Uganda) | Reject | National Resistance Movement | 2006-12-20\n- Citizen (Uganda) | Reject | National Resistance Movement | 2006-12-19\n- Citizen (Uganda) | Demand | National Resistance Movement | 2005-11-14\n- Citizen (Uganda) | Express intent to engage in diplomatic cooperation (such as policy support) | National Resistance Movement | 2006-05-15\n- Police (Uganda) | Make statement | National Resistance Movement | 2006-01-31\n- Police (Uganda) | Make statement | National Resistance Movement | 2006-01-25\n- National Resistance Movement | Physically assault | Citizen (Uganda) | 2006-10-31\n- National Resistance Movement | Apologize | Indigenous People (Uganda) | 2006-04-17\n- Media Personnel (Uganda) | Accuse | National Resistance Movement | 2005-06-27\nAnswer:", "completion": " Milton Obote", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1280337", "prompt": "Who was the last to make negative comments about the Armed Band of Afghanistan in 2014?\nEvidence:\n- Armed Band (Afghanistan) | Use unconventional violence | Women (Afghanistan) | 2014-04-24\n- Armed Band (Afghanistan) | Use unconventional violence | Women (Afghanistan) | 2014-04-23\n- Armed Band (Afghanistan) | Use unconventional violence | Employee (Afghanistan) | 2014-07-10\n- Armed Band (Afghanistan) | Use unconventional violence | Employee (Afghanistan) | 2014-04-15\n- Armed Band (Afghanistan) | Use unconventional violence | Public Prosecutor (Afghanistan) | 2014-01-18\n- Armed Band (Afghanistan) | Use unconventional violence | Islamic Preacher (Afghanistan) | 2014-08-26\n- Dawa Khan Minapal | Make statement | Armed Band (Afghanistan) | 2014-07-27\n- Ahmad Zia Abdulzai | Make statement | Armed Band (Afghanistan) | 2014-06-19\n- Ashraf Ghani Ahmadzai | Reject | Armed Band (Afghanistan) | 2014-12-14\n- Armed Band (Afghanistan) | Abduct, hijack, or take hostage | Women (Afghanistan) | 2014-01-14\n- Armed Band (Afghanistan) | Abduct, hijack, or take hostage | Employee (Afghanistan) | 2014-08-25\n- Armed Band (Afghanistan) | Abduct, hijack, or take hostage | Employee (Afghanistan) | 2014-08-18\n- Armed Band (Afghanistan) | Abduct, hijack, or take hostage | Employee (Afghanistan) | 2014-07-01\n- Armed Band (Afghanistan) | Abduct, hijack, or take hostage | Employee (Afghanistan) | 2014-04-15\n- Armed Band (Afghanistan) | Abduct, hijack, or take hostage | Employee (Afghanistan) | 2014-01-21\nAnswer:", "completion": " UN Security Council", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1355403", "prompt": "Before Muhammadu Buhari, who was the last to seek a meeting with the Head of Government of Ghana?\nEvidence:\n- Muhammadu Buhari | Make empathetic comment | Government (Nigeria) | 2006-11-21\n- Muhammadu Buhari | Criticize or denounce | Government (Nigeria) | 2007-07-26\n- Muhammadu Buhari | Provide aid | Niger | 2005-07-28\n- Muhammadu Buhari | Demand | Oluṣẹgun Ọbasanjọ | 2005-07-01\n- Muhammadu Buhari | Consult | Bukola Saraki | 2006-11-21\n- Muhammadu Buhari | Accuse | Oluṣẹgun Ọbasanjọ | 2006-02-25\n- Citizen (Nigeria) | Yield | Muhammadu Buhari | 2006-12-19\n- Citizen (Nigeria) | Reject | Muhammadu Buhari | 2006-12-24\n- Bukola Saraki | Consult | Muhammadu Buhari | 2006-11-21\n- Head of Government (Ghana) | Make an appeal or request | Citizen (Africa) | 2007-03-06\n- Citizen (Africa) | Make an appeal or request | Head of Government (Ghana) | 2005-01-19\n- Muhammadu Buhari | Express intent to cooperate | Citizen (Nigeria) | 2007-04-09\n- Muhammadu Buhari | Express intent to cooperate | Citizen (Nigeria) | 2007-04-05\n- Muhammadu Buhari | Make an appeal or request | Government (Nigeria) | 2007-04-27\n- Muhammadu Buhari | Make statement | Oluṣẹgun Ọbasanjọ | 2006-12-15\nAnswer:", "completion": " John Dramani Mahama", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1342030", "prompt": "Who did Abdulrahman Kinana make a request to first?\nEvidence:\n- Abdulrahman Kinana | Make a visit | Tanzania | 2013-04-22\n- Abdulrahman Kinana | Make statement | Tanzania | 2013-11-10\n- Abdulrahman Kinana | Make statement | Tanzania | 2013-06-17\n- Tanzania | Host a visit | Abdulrahman Kinana | 2013-04-22\n- Abdulrahman Kinana | Make an appeal or request | Tanzania | 2015-10-09\n- Abdulrahman Kinana | Make an appeal or request | Tanzania | 2015-03-12\n- Abdulrahman Kinana | Make an appeal or request | Tanzania | 2013-01-29\n- Citizen (Tanzania) | Accuse | Abdulrahman Kinana | 2013-08-29\n- Abdulrahman Kinana | Threaten | Citizen (Tanzania) | 2014-05-12\n- Abdulrahman Kinana | Demand | Citizen (Tanzania) | 2015-03-16\n- Abdulrahman Kinana | Accuse | Citizen (Tanzania) | 2014-05-29\n- Abdulrahman Kinana | Make statement | Ministry (Tanzania) | 2012-06-19\n- Citizen (Tanzania) | Make an appeal or request | Abdulrahman Kinana | 2014-05-14\n- Abdulrahman Kinana | Make an appeal or request | Ministry (Tanzania) | 2012-06-19\n- Abdulrahman Kinana | Make an appeal or request | Citizen (Tanzania) | 2015-12-09\nAnswer:", "completion": " Ministry (Tanzania)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1074457", "prompt": "In what year did Mohamed Ould Abdel Aziz criticise Sidi Ould Cheikh Abdallahi?\nEvidence:\n- Sidi Ould Cheikh Abdallahi | Accuse | Mohamed Ould Abdel Aziz | 2008-08-07\n- Mohamed Ould Abdel Aziz | Accuse | Sidi Ould Cheikh Abdallahi | 2009-07-17\n- Mohamed Ould Abdel Aziz | Make statement | Sidi Ould Cheikh Abdallahi | 2008-08-06\n- Mohamed Ould Abdel Aziz | Criticize or denounce | Sidi Ould Cheikh Abdallahi | 2008-08-17\n- Mohamed Ould Abdel Aziz | Arrest, detain, or charge with legal action | Sidi Ould Cheikh Abdallahi | 2008-08-06\n- Sidi Ould Cheikh Abdallahi | Make statement | Mauritania | 2008-11-19\n- Sidi Ould Cheikh Abdallahi | Consult | Alain Joyandet | 2008-10-25\n- Sidi Ould Cheikh Abdallahi | Consult | Abdoulaye Wade | 2009-05-14\n- Police (Mauritania) | Accuse | Sidi Ould Cheikh Abdallahi | 2008-10-05\n- France | Make statement | Sidi Ould Cheikh Abdallahi | 2008-12-21\n- Alain Joyandet | Consult | Sidi Ould Cheikh Abdallahi | 2008-10-25\n- Abdoulaye Wade | Consult | Sidi Ould Cheikh Abdallahi | 2009-05-14\n- Sidi Ould Cheikh Abdallahi | Engage in negotiation | Mahmoud Abbas | 2008-03-15\n- Mahmoud Abbas | Engage in negotiation | Sidi Ould Cheikh Abdallahi | 2008-03-15\n- Sidi Ould Cheikh Abdallahi | Make optimistic comment | Mauritania | 2007-03-30\nAnswer:", "completion": " 2008", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1158330", "prompt": "Who was praised by Mahmoud Ahmadinejad in the same month as Yoshihiko Noda?\nEvidence:\n- Yoshihiko Noda | Demand | Japan | 2010-11-24\n- Yoshihiko Noda | Make statement | Japan | 2011-05-27\n- Yoshihiko Noda | Make statement | Japan | 2011-05-19\n- Yoshihiko Noda | Make statement | Japan | 2011-05-04\n- Yoshihiko Noda | Make statement | Japan | 2011-04-16\n- Yoshihiko Noda | Make statement | Japan | 2011-04-15\n- Yoshihiko Noda | Make statement | Japan | 2011-04-05\n- Yoshihiko Noda | Make statement | Japan | 2011-03-10\n- Yoshihiko Noda | Make statement | Japan | 2011-01-27\n- Yoshihiko Noda | Make statement | Japan | 2011-01-17\n- Yoshihiko Noda | Make statement | Japan | 2011-01-12\n- Yoshihiko Noda | Make statement | Japan | 2010-11-02\n- Yoshihiko Noda | Make statement | Japan | 2010-10-21\n- Yoshihiko Noda | Make statement | Japan | 2010-09-18\n- Yoshihiko Noda | Make statement | Japan | 2010-09-17\nAnswer:", "completion": " Sudan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1077649", "prompt": "On 25 September 2014, which country was negotiating with South Korea?\nEvidence:\n- South Korea | Engage in negotiation | Japan | 2014-09-25\n- Japan | Engage in negotiation | South Korea | 2014-09-25\n- South Korea | Make statement | UN Security Council | 2014-09-25\n- South Korea | Express intent to cooperate | Japan | 2014-09-25\n- South Korea | Engage in diplomatic cooperation | China | 2014-09-25\n- Japan | Express intent to cooperate | South Korea | 2014-09-25\n- China | Engage in diplomatic cooperation | South Korea | 2014-09-25\n- China | Make an appeal or request | South Sudan | 2014-09-25\n- China | Express intent to provide military aid | South Sudan | 2014-09-25\n- Xi Jinping | Make statement | China | 2014-09-25\n- Wang Yi | Make statement | UN Security Council | 2014-09-25\n- Wang Yi | Demand | UN Security Council | 2014-09-25\n- Romania | Express intent to meet or negotiate | China | 2014-09-25\n- Ramtane Lamamra | Make statement | UN Security Council | 2014-09-25\n- Japan | Praise or endorse | France | 2014-09-25\nAnswer:", "completion": " Japan", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1067418", "prompt": "In which year did the Council of Ministers of the United States of America last support the United Arab Emirates?\nEvidence:\n- Supreme Council (United Arab Emirates) | Make statement | United Arab Emirates | 2005-03-26\n- Treasury/Finance Ministry (United Arab Emirates) | Make statement | United Arab Emirates | 2005-02-13\n- United Arab Emirates | Engage in negotiation | Qatar | 2005-03-07\n- Qatar | Engage in negotiation | United Arab Emirates | 2005-03-07\n- United Arab Emirates | Consult | Iran | 2005-02-01\n- Iran | Consult | United Arab Emirates | 2005-02-01\n- United Arab Emirates | Engage in negotiation | South Korea | 2005-02-01\n- United Arab Emirates | Engage in diplomatic cooperation | Kuwait | 2005-03-29\n- United Arab Emirates | Engage in diplomatic cooperation | Iran | 2005-01-11\n- United Arab Emirates | Engage in diplomatic cooperation | Iran | 2005-01-10\n- South Korea | Engage in negotiation | United Arab Emirates | 2005-02-01\n- Kuwait | Engage in diplomatic cooperation | United Arab Emirates | 2005-03-29\n- Iran | Engage in diplomatic cooperation | United Arab Emirates | 2005-02-07\n- Iran | Engage in diplomatic cooperation | United Arab Emirates | 2005-01-11\n- Iran | Engage in diplomatic cooperation | United Arab Emirates | 2005-01-10\nAnswer:", "completion": " 2011", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1176549", "prompt": "Who was the first to make pessimistic comments about Benjamin Netanyahu?\nEvidence:\n- Likud | Make pessimistic comment | Benjamin Netanyahu | 2008-12-10\n- Benjamin Netanyahu | Make pessimistic comment | Likud | 2006-03-29\n- Likud | Make statement | Benjamin Netanyahu | 2013-03-16\n- Likud | Make statement | Benjamin Netanyahu | 2013-02-07\n- Likud | Make statement | Benjamin Netanyahu | 2012-10-26\n- Likud | Make statement | Benjamin Netanyahu | 2012-10-22\n- Likud | Make statement | Benjamin Netanyahu | 2012-10-15\n- Likud | Make statement | Benjamin Netanyahu | 2012-08-31\n- Likud | Make statement | Benjamin Netanyahu | 2012-05-06\n- Likud | Make statement | Benjamin Netanyahu | 2012-05-03\n- Likud | Make statement | Benjamin Netanyahu | 2011-05-18\n- Likud | Make statement | Benjamin Netanyahu | 2010-12-13\n- Likud | Make statement | Benjamin Netanyahu | 2009-05-17\n- Likud | Make statement | Benjamin Netanyahu | 2009-03-18\n- Likud | Make statement | Benjamin Netanyahu | 2009-02-20\nAnswer:", "completion": " Likud", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1298638", "prompt": "Before Mahmoud Ahmadinejad, who was the last to be denounced by Gerhard Schröder?\nEvidence:\n- Gerhard Schröder | Make statement | Mahmoud Abbas | 2005-01-10\n- Gerhard Schröder | Praise or endorse | Mahmoud Abbas | 2005-01-10\n- Gerhard Schröder | Appeal to yield | Iran | 2005-02-24\n- Gerhard Schröder | Appeal to yield | Iran | 2005-02-23\n- Gerhard Schröder | Appeal to yield | Iran | 2005-01-28\n- Gerhard Schröder | Threaten | Iran | 2005-02-24\n- Gerhard Schröder | Threaten | Iran | 2005-02-23\n- Gerhard Schröder | Threaten | Iran | 2005-02-01\n- Gerhard Schröder | Reject | Iraq | 2005-02-21\n- Gerhard Schröder | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Jack Straw | Consult | Gerhard Schröder | 2005-02-04\n- Government (Germany) | Consult | Gerhard Schröder | 2005-01-12\n- Gerhard Schröder | Make statement | Iraq | 2005-02-09\n- Gerhard Schröder | Make statement | Iraq | 2005-02-04\n- Gerhard Schröder | Make statement | Iraq | 2005-02-03\nAnswer:", "completion": " Iraq", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1262114", "prompt": "Who last hosted the visit of the head of government of Uruguay?\nEvidence:\n- University of the Republic | Consult | Head of Government (Uruguay) | 2010-02-19\n- Head of Government (Uruguay) | Consult | University of the Republic | 2010-02-19\n- Lawyer/Attorney (Uruguay) | Investigate | Head of Government (Uruguay) | 2005-06-17\n- Head of Government (Uruguay) | Make statement | Business (Uruguay) | 2006-04-20\n- Head of Government (Uruguay) | Investigate | Domestic Affairs (Uruguay) | 2008-10-16\n- Business (Uruguay) | Make statement | Head of Government (Uruguay) | 2008-05-09\n- Party Member (Uruguay) | Make statement | Head of Government (Uruguay) | 2014-10-02\n- Military Personnel (Uruguay) | Make statement | Head of Government (Uruguay) | 2006-09-14\n- Head of Government (Uruguay) | Make statement | Party Member (Uruguay) | 2009-09-18\n- Head of Government (Uruguay) | Criticize or denounce | Lawmaker (Uruguay) | 2006-11-09\n- Foreign Affairs (Uruguay) | Make statement | Head of Government (Uruguay) | 2010-03-23\n- Foreign Affairs (Uruguay) | Make statement | Head of Government (Uruguay) | 2007-11-06\n- Business (Uruguay) | Provide economic aid | Head of Government (Uruguay) | 2010-02-19\n- Business (Uruguay) | Make optimistic comment | Head of Government (Uruguay) | 2006-04-20\n- Vietnam | Host a visit | Head of Government (Uruguay) | 2007-11-21\nAnswer:", "completion": " Barack Obama", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1292242", "prompt": "Who was last praised by the International Monetary Fund in 2005?\nEvidence:\n- Romania | Engage in negotiation | International Monetary Fund | 2005-01-27\n- International Monetary Fund | Engage in negotiation | Romania | 2005-01-27\n- International Monetary Fund | Threaten | Romania | 2005-06-28\n- International Monetary Fund | Investigate | Tanzania | 2005-08-02\n- International Monetary Fund | Investigate | Tanzania | 2005-02-25\n- International Monetary Fund | Investigate | Iraq | 2005-05-12\n- International Monetary Fund | Demand | China | 2005-04-20\n- International Monetary Fund | Demand | Angola | 2005-07-06\n- Portugal | Engage in diplomatic cooperation | International Monetary Fund | 2005-04-28\n- International Monetary Fund | Engage in diplomatic cooperation | China | 2005-05-23\n- China | Engage in diplomatic cooperation | International Monetary Fund | 2005-05-23\n- Romania | Express accord | International Monetary Fund | 2005-04-13\n- Iraq | Express accord | International Monetary Fund | 2005-03-07\n- International Monetary Fund | Make statement | Vietnam | 2005-05-31\n- International Monetary Fund | Make statement | France | 2005-01-27\nAnswer:", "completion": " Government (Pakistan)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1013135", "prompt": "Who last negotiated with Pervez Musharraf in 2006?\nEvidence:\n- United Arab Emirates | Engage in negotiation | Pervez Musharraf | 2006-01-24\n- Pervez Musharraf | Engage in negotiation | United Arab Emirates | 2006-01-24\n- Shaukat Aziz | Consult | Pervez Musharraf | 2006-01-10\n- Pervez Musharraf | Make statement | Thailand | 2006-01-05\n- Pervez Musharraf | Make statement | Iraq | 2006-01-10\n- Pervez Musharraf | Make statement | Iran | 2006-01-27\n- Pervez Musharraf | Make statement | Iran | 2006-01-26\n- Pervez Musharraf | Make statement | Iran | 2006-01-09\n- Pervez Musharraf | Consult | Shaukat Aziz | 2006-01-10\n- Pervez Musharraf | Consult | Mahmoud Ahmadinejad | 2006-01-03\n- Mahmoud Ahmadinejad | Consult | Pervez Musharraf | 2006-01-03\n- Benazir Bhutto | Demand | Pervez Musharraf | 2006-01-30\n- Pervez Musharraf | Engage in symbolic act | Royal Administration (Pakistan) | 2006-04-19\n- Shaukat Aziz | Make statement | Pervez Musharraf | 2006-01-13\n- Pervez Musharraf | Make statement | Government (Pakistan) | 2006-01-23\nAnswer:", "completion": " Mahmoud Ahmadinejad", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1199755", "prompt": "In which year did Gholamali Haddad Adel last visit the Governor General of Turkey?\nEvidence:\n- Iraq | Engage in negotiation | Gholamali Haddad Adel | 2005-12-01\n- Gholamali Haddad Adel | Engage in negotiation | Iraq | 2005-12-01\n- Tatarstan | Host a visit | Gholamali Haddad Adel | 2005-12-14\n- Iran | Host a visit | Gholamali Haddad Adel | 2005-10-03\n- Iran | Host a visit | Gholamali Haddad Adel | 2005-06-12\n- Gholamali Haddad Adel | Make a visit | Tatarstan | 2005-12-14\n- Gholamali Haddad Adel | Make a visit | Iran | 2005-10-03\n- Gholamali Haddad Adel | Make a visit | Iran | 2005-06-12\n- Mahmoud Ahmadinejad | Consult | Gholamali Haddad Adel | 2005-06-25\n- Gholamali Haddad Adel | Make statement | Iraq | 2005-09-04\n- Gholamali Haddad Adel | Make statement | Iraq | 2005-09-03\n- Gholamali Haddad Adel | Make statement | Iraq | 2005-08-29\n- Gholamali Haddad Adel | Make statement | Iran | 2005-12-15\n- Gholamali Haddad Adel | Make statement | Iran | 2005-12-12\n- Gholamali Haddad Adel | Make statement | Iran | 2005-10-04\nAnswer:", "completion": " 2007", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1218968", "prompt": "Who did Prime Minister Qarase praise in the same month as Frank Bainimarama?\nEvidence:\n- Prime Minister Qarase | Consult | Frank Bainimarama | 2006-01-19\n- Prime Minister Qarase | Consult | Frank Bainimarama | 2006-01-16\n- Frank Bainimarama | Threaten | Prime Minister Qarase | 2006-05-19\n- Frank Bainimarama | Threaten | Prime Minister Qarase | 2006-05-18\n- Frank Bainimarama | Threaten | Prime Minister Qarase | 2006-05-05\n- Frank Bainimarama | Threaten | Prime Minister Qarase | 2006-01-16\n- Frank Bainimarama | Threaten | Prime Minister Qarase | 2006-01-15\n- Frank Bainimarama | Threaten | Prime Minister Qarase | 2006-01-11\n- Frank Bainimarama | Threaten | Prime Minister Qarase | 2006-01-10\n- Frank Bainimarama | Threaten | Prime Minister Qarase | 2005-09-30\n- Frank Bainimarama | Consult | Prime Minister Qarase | 2006-01-19\n- Frank Bainimarama | Consult | Prime Minister Qarase | 2006-01-16\n- Frank Bainimarama | Accuse | Prime Minister Qarase | 2006-05-19\n- Frank Bainimarama | Accuse | Prime Minister Qarase | 2006-03-14\n- Frank Bainimarama | Accuse | Prime Minister Qarase | 2006-01-12\nAnswer:", "completion": " Winston Peters", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1219693", "prompt": "After Juan José Daboub, who was the first to negotiate with Yemen?\nEvidence:\n- Yemen | Engage in negotiation | Juan José Daboub | 2009-10-07\n- Juan José Daboub | Engage in negotiation | Yemen | 2009-10-07\n- Mwai Kibaki | Consult | Juan José Daboub | 2006-11-02\n- Juan José Daboub | Consult | Mwai Kibaki | 2006-11-02\n- Juan José Daboub | Express intent to meet or negotiate | Malawi | 2006-10-31\n- Malawi | Host a visit | Juan José Daboub | 2006-11-04\n- Juan José Daboub | Make statement | Mwai Kibaki | 2006-11-02\n- Juan José Daboub | Make a visit | Malawi | 2006-11-04\n- Juan José Daboub | Make a visit | Guatemala | 2008-06-12\n- Guatemala | Host a visit | Juan José Daboub | 2008-06-12\n- Juan José Daboub | Express intent to meet or negotiate | International Monetary Fund | 2006-09-11\n- Juan José Daboub | Express intent to engage in diplomatic cooperation (such as policy support) | Vietnam | 2006-09-11\n- Juan José Daboub | Express intent to engage in diplomatic cooperation (such as policy support) | Vietnam | 2006-09-07\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-30\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-29\nAnswer:", "completion": " Aladdin Boroujerdi", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1225254", "prompt": "When did the Newspaper of Nigeria first make negative remarks about the other authorities and officials of Nigeria?\nEvidence:\n- Other Authorities / Officials (Nigeria) | Consult | Newspaper (Nigeria) | 2014-08-25\n- Newspaper (Nigeria) | Consult | Other Authorities / Officials (Nigeria) | 2014-08-25\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- Other Authorities / Officials (Nigeria) | Make statement | Newspaper (Nigeria) | 2015-09-16\n- Other Authorities / Officials (Nigeria) | Make statement | Newspaper (Nigeria) | 2011-01-27\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-13\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-04\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-05-17\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2005-06-16\n- Newspaper (Nigeria) | Express accord | Other Authorities / Officials (Nigeria) | 2014-12-11\n- Newspaper (Nigeria) | Make pessimistic comment | Other Authorities / Officials (Nigeria) | 2006-01-23\n- Other Authorities / Officials (Brazil) | Sign formal agreement | First Command of the Capital | 2006-05-18\n- First Command of the Capital | Use unconventional violence | Other Authorities / Officials (Brazil) | 2006-08-25\n- First Command of the Capital | Sign formal agreement | Other Authorities / Officials (Brazil) | 2006-05-18\n- Newspaper (United Kingdom) | Make statement | Other Authorities / Officials (Egypt) | 2008-01-18\nAnswer:", "completion": " 2006-01-23", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1342680", "prompt": "On 8 November 2006, who praised Daniel Ortega?\nEvidence:\n- Daniel Ortega | Consult | Businessperson (Nicaragua) | 2006-11-08\n- Businessperson (Nicaragua) | Consult | Daniel Ortega | 2006-11-08\n- Guatemala | Praise or endorse | Daniel Ortega | 2006-11-08\n- Evo Morales | Discuss by telephone | Daniel Ortega | 2006-11-08\n- Eduardo Montealegre | Praise or endorse | Daniel Ortega | 2006-11-08\n- Eduardo Montealegre | Grant diplomatic recognition | Daniel Ortega | 2006-11-08\n- Daniel Ortega | Discuss by telephone | Evo Morales | 2006-11-08\n- Daniel Ortega | Make statement | Sandinista National Liberation Front | 2006-11-08\n- Eduardo Montealegre | Make statement | Government (Nicaragua) | 2006-11-08\nAnswer:", "completion": " Eduardo Montealegre", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 9, "n_anchors": 1} +{"id": "mtq_1217018", "prompt": "Who was the last to have a telephone conversation with the media in the Maldives?\nEvidence:\n- Police (Maldives) | Investigate | Maldives | 2005-07-06\n- Maldives | Accuse | Scientist (Maldives) | 2005-01-09\n- Police (Maldives) | Make statement | Maldives | 2005-07-06\n- Media Personnel (Maldives) | Make statement | Maumoon Abdul Gayoom | 2007-09-30\n- Maldives | Host a visit | Joschka Fischer | 2005-02-03\n- Maldives | Host a visit | Joschka Fischer | 2005-02-02\n- Joschka Fischer | Make a visit | Maldives | 2005-02-03\n- Joschka Fischer | Make a visit | Maldives | 2005-02-02\n- Maldives | Express intent to cooperate | Bhutan | 2005-06-28\n- Bhutan | Express intent to cooperate | Maldives | 2005-06-28\n- Thailand | Consult | Maldives | 2005-02-13\n- Maldives | Consult | Thailand | 2005-02-13\n- Maldives | Consult | Bhutan | 2005-11-06\n- Maldives | Consult | Bhutan | 2005-10-19\n- Maldives | Consult | Bhutan | 2005-09-10\nAnswer:", "completion": " Agence France-Presse", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1324687", "prompt": "Who visited South Africa on 9 April 2014?\nEvidence:\n- South Africa | Host a visit | Shrien Dewani | 2014-04-09\n- Shrien Dewani | Make a visit | South Africa | 2014-04-09\n- Thailand | Express intent to meet or negotiate | South Africa | 2014-04-09\n- Thailand | Express intent to meet or negotiate | Government (South Africa) | 2014-04-09\n- Western Cape High Court | Host a visit | Shrien Dewani | 2014-04-09\n- United Arab Emirates | Host a visit | Shrien Dewani | 2014-04-09\n- Shrien Dewani | Make a visit | Western Cape High Court | 2014-04-09\n- Shrien Dewani | Make a visit | United Arab Emirates | 2014-04-09\nAnswer:", "completion": " Shrien Dewani", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 8, "n_anchors": 1} +{"id": "mtq_1254681", "prompt": "Who would want to participate in diplomatic cooperation with Vietnam on 1 May 2006?\nEvidence:\n- Ministry of Public Security (Vietnam) | Express intent to engage in diplomatic cooperation (such as policy support) | Vietnam | 2006-05-01\nAnswer:", "completion": " Ministry of Public Security (Vietnam)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 1} +{"id": "mtq_1323014", "prompt": "Who did the Military Personnel - Special of Afghanistan attack first with small arms and light weapons after the Armed Band of Afghanistan?\nEvidence:\n- Military Personnel - Special (Afghanistan) | fight with small arms and light weapons | Armed Band (Afghanistan) | 2011-02-14\n- Armed Band (Afghanistan) | fight with small arms and light weapons | Military Personnel - Special (Afghanistan) | 2011-02-14\n- Armed Band (Afghanistan) | fight with small arms and light weapons | Military Personnel - Special (Afghanistan) | 2007-09-16\n- Armed Band (Afghanistan) | fight with small arms and light weapons | Navy Personnel (Afghanistan) | 2011-01-06\n- Military Personnel - Special (Afghanistan) | fight with small arms and light weapons | Armed Rebel (Afghanistan) | 2010-12-19\n- Armed Band (Afghanistan) | fight with small arms and light weapons | Women (Afghanistan) | 2005-09-08\n- Armed Band (Afghanistan) | fight with small arms and light weapons | Refugee (Afghanistan) | 2011-07-18\n- Armed Band (Afghanistan) | fight with small arms and light weapons | Protester (Afghanistan) | 2005-05-30\n- Armed Band (Afghanistan) | fight with small arms and light weapons | Employee (Afghanistan) | 2015-10-12\n- Armed Band (Afghanistan) | fight with small arms and light weapons | Employee (Afghanistan) | 2013-04-17\n- Armed Band (Afghanistan) | fight with small arms and light weapons | Employee (Afghanistan) | 2007-04-05\n- Armed Band (Afghanistan) | fight with small arms and light weapons | Employee (Afghanistan) | 2005-12-08\n- Armed Band (Afghanistan) | fight with small arms and light weapons | Employee (Afghanistan) | 2005-10-12\n- Armed Band (Afghanistan) | fight with small arms and light weapons | Clergy (Afghanistan) | 2005-07-13\n- Attack Helicopter (Afghanistan) | fight with small arms and light weapons | Armed Rebel (Afghanistan) | 2005-06-19\nAnswer:", "completion": " Attacker (Afghanistan)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1167825", "prompt": "Who was the last to make an appeal to the Muslims of Indonesia?\nEvidence:\n- Protester (Indonesia) | Make an appeal or request | House of Representatives (Indonesia) | 2006-05-21\n- Police (Indonesia) | Make an appeal or request | House of Representatives (Indonesia) | 2005-06-29\n- Men (Indonesia) | Make an appeal or request | Member of Parliament (Indonesia) | 2006-05-03\n- Women (Indonesia) | Make an appeal or request | Police (Indonesia) | 2005-07-13\n- Protester (Indonesia) | Make an appeal or request | Police (Indonesia) | 2005-04-30\n- Business (Indonesia) | Make an appeal or request | Police (Indonesia) | 2005-10-07\n- Business (Indonesia) | Make an appeal or request | Police (Indonesia) | 2005-06-20\n- Police (Indonesia) | Make an appeal or request | Lawyer/Attorney (Indonesia) | 2005-07-01\n- Police (Indonesia) | Make an appeal or request | Lawyer/Attorney (Indonesia) | 2005-06-30\n- Police (Indonesia) | Make an appeal or request | Lawyer/Attorney (Indonesia) | 2005-01-18\n- Lawyer/Attorney (Indonesia) | Make an appeal or request | Women (Indonesia) | 2005-04-28\n- Lawyer/Attorney (Indonesia) | Make an appeal or request | Police (Indonesia) | 2006-05-03\n- Lawyer/Attorney (Indonesia) | Make an appeal or request | Armed Gang (Indonesia) | 2005-03-16\n- House of Representatives (Indonesia) | Make an appeal or request | Finance / Economy / Commerce / Trade Ministry (Indonesia) | 2006-02-22\n- House of Representatives (Indonesia) | Make an appeal or request | Jusuf Kalla | 2006-06-10\nAnswer:", "completion": " Member of Parliament (Indonesia)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1230954", "prompt": "With whom did the African Union last speak by telephone before the Integrated Regional Information Networks?\nEvidence:\n- Integrated Regional Information Networks | Discuss by telephone | African Union | 2005-05-26\n- African Union | Discuss by telephone | Integrated Regional Information Networks | 2005-05-26\n- Police (Uganda) | Discuss by telephone | Integrated Regional Information Networks | 2007-10-12\n- Police (Uganda) | Discuss by telephone | Integrated Regional Information Networks | 2006-06-14\n- Integrated Regional Information Networks | Discuss by telephone | Police (Uganda) | 2007-10-12\n- Integrated Regional Information Networks | Discuss by telephone | Police (Uganda) | 2006-06-14\n- Integrated Regional Information Networks | Discuss by telephone | Employee (Chad) | 2008-06-13\n- Employee (Chad) | Discuss by telephone | Integrated Regional Information Networks | 2008-06-13\n- Media Personnel (Uganda) | Discuss by telephone | Integrated Regional Information Networks | 2005-05-23\n- Integrated Regional Information Networks | Discuss by telephone | Media Personnel (Uganda) | 2005-05-23\n- Integrated Regional Information Networks | Discuss by telephone | Human Rights Watch | 2008-06-12\n- Integrated Regional Information Networks | Discuss by telephone | Doctors Without Borders | 2005-08-24\n- Human Rights Watch | Discuss by telephone | Integrated Regional Information Networks | 2008-06-12\n- Doctors Without Borders | Discuss by telephone | Integrated Regional Information Networks | 2005-08-24\n- Sidi Ould Cheikh Abdallahi | Discuss by telephone | Integrated Regional Information Networks | 2008-08-07\nAnswer:", "completion": " Oluṣẹgun Ọbasanjọ", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1391249", "prompt": "After the Al-Aqsa Martyrs' Brigades, against whom did the armed gang of the occupied Palestinian territories first use unconventional violence?\nEvidence:\n- al-Aqsa Martyrs' Brigades | Make statement | Armed Gang (Palestinian Territory, Occupied) | 2005-08-28\n- al-Aqsa Martyrs' Brigades | Make statement | Armed Gang (Palestinian Territory, Occupied) | 2005-01-22\n- Armed Gang (Palestinian Territory, Occupied) | Make statement | al-Aqsa Martyrs' Brigades | 2006-01-04\n- al-Aqsa Martyrs' Brigades | Use conventional military force | Armed Gang (Palestinian Territory, Occupied) | 2006-02-08\n- al-Aqsa Martyrs' Brigades | Threaten | Media (Palestinian Territory, Occupied) | 2005-12-04\n- al-Aqsa Martyrs' Brigades | Demand | Children (Palestinian Territory, Occupied) | 2005-10-12\n- al-Aqsa Martyrs' Brigades | Consult | Government (Palestinian Territory, Occupied) | 2005-04-15\n- Government (Palestinian Territory, Occupied) | Consult | al-Aqsa Martyrs' Brigades | 2005-04-15\n- al-Aqsa Martyrs' Brigades | Make statement | Media (Palestinian Territory, Occupied) | 2006-01-25\n- al-Aqsa Martyrs' Brigades | Make statement | Combatant (Palestinian Territory, Occupied) | 2005-05-25\n- al-Aqsa Martyrs' Brigades | Use conventional military force | Government (Palestinian Territory, Occupied) | 2006-01-05\n- Armed Gang (Palestinian Territory, Occupied) | fight with small arms and light weapons | al-Aqsa Martyrs' Brigades | 2005-07-15\n- al-Aqsa Martyrs' Brigades | Reject | Mahmoud Abbas | 2005-08-20\n- al-Aqsa Martyrs' Brigades | Reject | Mahmoud Abbas | 2005-04-06\n- al-Aqsa Martyrs' Brigades | Reject | Mahmoud Abbas | 2005-01-22\nAnswer:", "completion": " Military (Lebanon)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1117666", "prompt": "Could you tell me the exact month when Meira Kumar last made a request to the Member of Parliament of India?\nEvidence:\n- Member of Parliament (India) | Consult | Meira Kumar | 2010-07-27\n- Member of Parliament (India) | Consult | Meira Kumar | 2009-07-24\n- Meira Kumar | Threaten | Member of Parliament (India) | 2010-04-23\n- Meira Kumar | Consult | Member of Parliament (India) | 2010-07-27\n- Meira Kumar | Consult | Member of Parliament (India) | 2009-07-24\n- Member of Parliament (India) | Make statement | Meira Kumar | 2009-06-06\n- Member of Parliament (India) | Make statement | Meira Kumar | 2009-06-04\n- Meira Kumar | Make statement | Member of Parliament (India) | 2009-12-18\n- Meira Kumar | Make statement | Member of Parliament (India) | 2009-06-03\n- Meira Kumar | Praise or endorse | Member of Parliament (India) | 2012-10-05\n- Meira Kumar | Criticize or denounce | Member of Parliament (India) | 2009-12-18\n- Member of Parliament (India) | Make an appeal or request | Meira Kumar | 2012-10-05\n- Meira Kumar | Make an appeal or request | Member of Parliament (India) | 2012-05-08\n- Meira Kumar | Make an appeal or request | Member of Parliament (India) | 2009-12-18\n- Meira Kumar | Make statement | House of Representatives (India) | 2011-06-03\nAnswer:", "completion": " 2012-05", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1176528", "prompt": "Before the Somali scholar, which country was the last to praise the Union of Islamic Courts?\nEvidence:\n- Somali Radio HornAfrik | Consult | Islamic Courts Union | 2008-03-21\n- Islamic Courts Union | Consult | Somali Radio HornAfrik | 2008-03-21\n- Scholar (Somalia) | Praise or endorse | Islamic Courts Union | 2008-09-04\n- Scholar (Somalia) | Consult | Islamic Courts Union | 2008-09-04\n- Islamic Courts Union | Consult | Scholar (Somalia) | 2008-09-04\n- Somali National Alliance | Make statement | Islamic Courts Union | 2006-12-28\n- Scholar (Somalia) | Make statement | Islamic Courts Union | 2007-08-31\n- Islamic Courts Union | Make statement | Insurgent (Islamic Courts Union) | 2007-06-23\n- Yemen | Praise or endorse | Islamic Courts Union | 2007-02-04\n- Islamic Courts Union | Praise or endorse | Ethiopia | 2008-08-29\n- Iran | Praise or endorse | Islamic Courts Union | 2006-11-20\n- Ethiopia | Praise or endorse | Islamic Courts Union | 2007-01-04\n- Eritrea | Praise or endorse | Islamic Courts Union | 2011-08-19\n- Eritrea | Praise or endorse | Islamic Courts Union | 2011-08-17\n- Eritrea | Praise or endorse | Islamic Courts Union | 2007-09-01\nAnswer:", "completion": " Eritrea", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1347500", "prompt": "Who denounced the UN Security Council on 28 July 2014?\nEvidence:\n- UN Security Council | Make statement | Iraq | 2014-07-28\n- UN Security Council | Make pessimistic comment | South Sudan | 2014-07-28\n- Foreign Affairs (Israel) | Make statement | UN Security Council | 2014-07-28\n- Benjamin Netanyahu | Criticize or denounce | UN Security Council | 2014-07-28\n- UN Security Council | Criticize or denounce | Children (South Sudan) | 2014-07-28\n- UN Security Council | Appeal to others to settle dispute | Barack Obama | 2014-07-28\n- Benjamin Netanyahu | Make statement | Israeli Defense Forces | 2014-07-28\n- Benjamin Netanyahu | Discuss by telephone | Barack Obama | 2014-07-28\n- Benjamin Netanyahu | Consult | Barack Obama | 2014-07-28\n- Barack Obama | Make an appeal or request | Benjamin Netanyahu | 2014-07-28\n- Barack Obama | Discuss by telephone | Benjamin Netanyahu | 2014-07-28\n- Barack Obama | Consult | Benjamin Netanyahu | 2014-07-28\nAnswer:", "completion": " Benjamin Netanyahu", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 12, "n_anchors": 1} +{"id": "mtq_1302247", "prompt": "Before the Medical Personnel of India, who did the Police of Saudi Arabia release persons to last?\nEvidence:\n- Police (Saudi Arabia) | Return, release person(s) | Medical Personnel (India) | 2012-10-31\n- Medical Personnel (India) | Accuse | Police (Saudi Arabia) | 2012-10-27\n- Police (Saudi Arabia) | Refuse to release persons or property | Citizen (Saudi Arabia) | 2015-08-04\n- Police (Saudi Arabia) | Express intent to release persons or property | Citizen (Saudi Arabia) | 2006-08-15\n- Royal Administration (Saudi Arabia) | Express intent to release persons or property | Citizen (Saudi Arabia) | 2006-10-31\n- Iraq | Express intent to release persons or property | Citizen (Saudi Arabia) | 2012-03-19\n- Police (Saudi Arabia) | Return, release person(s) | Detainee (Saudi Arabia) | 2006-09-04\n- Police (Saudi Arabia) | Return, release person(s) | Detainee (Saudi Arabia) | 2006-07-08\n- Police (Saudi Arabia) | Return, release person(s) | Citizen (Saudi Arabia) | 2015-12-21\n- Police (Saudi Arabia) | Return, release person(s) | Citizen (Saudi Arabia) | 2015-06-16\n- Police (Saudi Arabia) | Return, release person(s) | Citizen (Saudi Arabia) | 2015-04-03\n- Police (Saudi Arabia) | Return, release person(s) | Citizen (Saudi Arabia) | 2014-11-23\n- Police (Saudi Arabia) | Return, release person(s) | Citizen (Saudi Arabia) | 2014-07-04\n- Police (Saudi Arabia) | Return, release person(s) | Citizen (Saudi Arabia) | 2013-03-02\n- Police (Saudi Arabia) | Return, release person(s) | Citizen (Saudi Arabia) | 2013-01-01\nAnswer:", "completion": " M.S. Sharif", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1080277", "prompt": "Before Abdullah Gül, who was the last to denounce Angela Merkel?\nEvidence:\n- Abdullah Gül | Criticize or denounce | Iraq | 2005-02-02\n- Gerhard Schröder | Criticize or denounce | Angela Merkel | 2005-07-30\n- Angela Merkel | Criticize or denounce | Gerhard Schröder | 2005-07-23\n- Angela Merkel | Criticize or denounce | Gerhard Schröder | 2005-07-15\n- Angela Merkel | Criticize or denounce | Gerhard Schröder | 2005-07-01\n- Angela Merkel | Criticize or denounce | Gerhard Schröder | 2005-06-29\n- Angela Merkel | Criticize or denounce | Gerhard Schröder | 2005-05-31\n- Angela Merkel | Criticize or denounce | Gerhard Schröder | 2005-05-30\n- Angela Merkel | Criticize or denounce | Gerhard Schröder | 2005-05-28\n- Angela Merkel | Criticize or denounce | Gerhard Schröder | 2005-05-26\n- Angela Merkel | Criticize or denounce | Gerhard Schröder | 2005-05-24\n- Angela Merkel | Defend verbally | People Associated with the Opposition (Germany) | 2005-07-17\n- France | Consult | Angela Merkel | 2005-07-18\n- Angela Merkel | Demand | France | 2005-07-19\n- Angela Merkel | Consult | France | 2005-07-18\nAnswer:", "completion": " Conservative Party (Germany)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1021993", "prompt": "To whom did Shaukat Aziz appeal before the Turkish businessman?\nEvidence:\n- Douglas Alexander | Appeal to others to meet or negotiate | Shaukat Aziz | 2005-01-12\n- Shaukat Aziz | Consult | Japan | 2005-01-10\n- Japan | Consult | Shaukat Aziz | 2005-01-10\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-02-16\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-02-04\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-01-10\n- Shaukat Aziz | Consult | James Wolfensohn | 2005-02-09\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-02-16\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-02-04\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-01-10\n- James Wolfensohn | Consult | Shaukat Aziz | 2005-02-09\n- Shaukat Aziz | Express intent to cooperate | Ministry (Afghanistan) | 2005-02-10\n- Shaukat Aziz | Make statement | Riaz Khokhar | 2005-02-16\n- Shaukat Aziz | Make statement | Pervez Musharraf | 2005-01-28\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-02-16\nAnswer:", "completion": " Businessperson (Malaysia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1203275", "prompt": "Which country rejected the women of Malaysia on 27 December 2007?\nEvidence:\n- Malaysia | Reject | Women (Malaysia) | 2007-12-27\nAnswer:", "completion": " Malaysia", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 1} +{"id": "mtq_1174687", "prompt": "Before the Drug Gang of India, who last did the Court Judge of India decline?\nEvidence:\n- Court Judge (India) | Reject | Drug Gang (India) | 2015-03-06\n- Court Judge (India) | Make statement | Drug Gang (India) | 2012-05-03\n- Court Judge (India) | Decline comment | Media (India) | 2009-12-21\n- Court Judge (India) | Arrest, detain, or charge with legal action | Drug Gang (India) | 2015-04-18\n- Court Judge (India) | Arrest, detain, or charge with legal action | Drug Gang (India) | 2014-01-29\n- Court Judge (India) | Arrest, detain, or charge with legal action | Drug Gang (India) | 2012-05-20\n- Court Judge (India) | Arrest, detain, or charge with legal action | Drug Gang (India) | 2011-10-23\n- Court Judge (India) | Arrest, detain, or charge with legal action | Drug Gang (India) | 2009-08-20\n- Court Judge (India) | Reject | Armed Gang (India) | 2011-02-21\n- Court Judge (India) | Demand | Armed Gang (India) | 2008-12-24\n- Court Judge (India) | Coerce | Armed Gang (India) | 2010-05-07\n- Court Judge (India) | Coerce | Armed Gang (India) | 2010-05-06\n- Court Judge (India) | Coerce | Armed Gang (India) | 2010-05-05\n- Head of Government (India) | Accuse | Drug Gang (India) | 2013-11-20\n- Court Judge (India) | Make statement | Armed Gang (India) | 2011-02-22\nAnswer:", "completion": " Men (India)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1185411", "prompt": "Who was engaged in negotiation by the head of government of Ethiopia on the same year of the head of government of India?\nEvidence:\n- Head of Government (Ethiopia) | Praise or endorse | Sudan | 2005-02-25\n- Head of Government (Ethiopia) | Express intent to engage in diplomatic cooperation (such as policy support) | Ethiopia | 2005-01-27\n- China | Rally support on behalf of | Sudan | 2005-03-17\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Jack Straw | Rally support on behalf of | Sudan | 2005-01-27\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Ethiopia | Praise or endorse | Government (Sudan) | 2005-01-10\n- Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | Head of Government (Egypt) | 2005-01-24\n- Sudan | Engage in negotiation | African Union | 2005-03-11\n- African Union | Engage in negotiation | Sudan | 2005-03-11\n- Sudan | Engage in negotiation | Daniel Arap Moi | 2005-03-10\n- Daniel Arap Moi | Engage in negotiation | Sudan | 2005-03-10\n- Yemen | Consult | Ethiopia | 2005-01-02\nAnswer:", "completion": " Gerd Mueller", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1355453", "prompt": "Who supported the Labour Party of the United Kingdom in 2015?\nEvidence:\n- Citizen (United Kingdom) | Accuse | The Daily Telegraph | 2015-02-18\n- Men (United Kingdom) | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2015-04-01\n- Citizen (United Kingdom) | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2015-06-09\n- Citizen (United Kingdom) | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2015-03-27\n- The Sunday Times | Make statement | Lawmaker (United Kingdom) | 2015-06-14\n- Party President (The Democratic Party of Japan) | Consult | Okada Katsuya | 2015-07-08\n- Okada Katsuya | Consult | Party President (The Democratic Party of Japan) | 2015-07-08\n- The Daily Telegraph | Make statement | Civil Servant (United Kingdom) | 2015-04-04\n- Citizen (United Kingdom) | Bring lawsuit against | The Daily Telegraph | 2015-05-06\n- The Daily Telegraph | Make an appeal or request | Citizen (United Kingdom) | 2015-12-22\n- The Daily Telegraph | Make an appeal or request | Citizen (United Kingdom) | 2015-12-21\n- The Chronicle | Consult | New Patriotic Party | 2015-08-10\n- New Patriotic Party | Consult | The Chronicle | 2015-08-10\n- Member of the Judiciary (Tanzania) | Arrest, detain, or charge with legal action | Party Member (Tanzania) | 2015-09-29\nAnswer:", "completion": " Party Member (United Kingdom)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 14, "n_anchors": 0} +{"id": "mtq_1228641", "prompt": "In 2005, who first did the Party Member of Saudi Arabia blame?\nEvidence:\n- Party Member (Saudi Arabia) | Accuse | Citizen (Saudi Arabia) | 2005-03-12\n- Party Member (Saudi Arabia) | Accuse | Citizen (Saudi Arabia) | 2005-02-14\n- Party Member (Saudi Arabia) | Accuse | Citizen (Saudi Arabia) | 2005-02-13\n- Party Member (Saudi Arabia) | Accuse | Citizen (Saudi Arabia) | 2005-02-12\n- Party Member (Saudi Arabia) | Accuse | Citizen (Saudi Arabia) | 2005-02-11\n- Citizen (Saudi Arabia) | Reject | Party Member (Saudi Arabia) | 2006-02-23\n- Royal Administration (Saudi Arabia) | Make statement | Party Member (Saudi Arabia) | 2005-02-11\n- Party Member (Saudi Arabia) | Praise or endorse | Royal Administration (Saudi Arabia) | 2014-03-27\n- Party Member (Saudi Arabia) | Make an appeal or request | Citizen (Saudi Arabia) | 2015-12-14\n- Party Member (Saudi Arabia) | Express intent to provide economic aid | Citizen (Saudi Arabia) | 2005-02-10\n- People First Party Korea | Make statement | Party Member (Taiwan) | 2005-01-11\n- Party Member (Turkey) | Accuse | Member of the Judiciary (Turkey) | 2008-12-27\n- Member of the Judiciary (Turkey) | Accuse | Party Member (Turkey) | 2008-12-27\n- Police (Saudi Arabia) | Reject | Citizen (Saudi Arabia) | 2006-09-25\n- Police (Saudi Arabia) | Assassinate | Citizen (Saudi Arabia) | 2005-04-05\nAnswer:", "completion": " Citizen (Saudi Arabia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1055284", "prompt": "In what year did Chuck Hagel announce his intention to work with Akinori Eto?\nEvidence:\n- Chuck Hagel | Express intent to cooperate | Akinori Eto | 2014-09-25\n- Akinori Eto | Express intent to cooperate | Chuck Hagel | 2014-09-25\n- Akinori Eto | Make statement | Japan | 2014-10-16\n- Akinori Eto | Express intent to meet or negotiate | Association of Southeast Asian Nations | 2014-11-18\n- Association of Southeast Asian Nations | Meet at a 'third' location | Akinori Eto | 2014-11-19\n- Akinori Eto | Meet at a 'third' location | Association of Southeast Asian Nations | 2014-11-19\n- Chuck Hagel | Demand | Iran | 2013-02-13\n- Chuck Hagel | Consult | China | 2008-10-13\n- China | Consult | Chuck Hagel | 2008-10-13\n- Shaukat Aziz | Consult | Chuck Hagel | 2006-04-13\n- Representatives (Russia) | Consult | Chuck Hagel | 2008-01-16\n- Radoslaw Sikorski | Consult | Chuck Hagel | 2008-11-23\n- Pervez Musharraf | Consult | Chuck Hagel | 2006-04-14\n- Pervez Musharraf | Consult | Chuck Hagel | 2006-04-13\n- Ministry (Afghanistan) | Consult | Chuck Hagel | 2013-03-12\nAnswer:", "completion": " 2014", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1359593", "prompt": "Who did the citizens of Sudan denounce after July 2015?\nEvidence:\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-27\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-26\n- Sudan | Return, release person(s) | Citizen (Sudan) | 2005-01-19\nAnswer:", "completion": " Military Intelligence (Sudan)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1330495", "prompt": "After Shimon Peres, who was the first to make a request to the leader of Mongolia?\nEvidence:\n- Shimon Peres | Make a visit | France | 2005-04-15\n- France | Host a visit | Shimon Peres | 2005-04-15\n- Shimon Peres | Make statement | Iran | 2005-01-24\n- Shimon Peres | Appeal to yield | Eli Yishai | 2005-02-13\n- Shimon Peres | Make statement | Police (Israel) | 2005-05-18\n- Shimon Peres | Make statement | Middle East | 2005-02-26\n- Shimon Peres | Make statement | Mahmoud Abbas | 2005-04-04\n- Shimon Peres | Make statement | Mahmoud Abbas | 2005-03-03\n- Shimon Peres | Make statement | Mahmoud Abbas | 2005-02-03\n- Shimon Peres | Make statement | Mahmoud Abbas | 2005-01-28\n- Shimon Peres | Make statement | Mahmoud Abbas | 2005-01-24\n- Shimon Peres | Make statement | Mahmoud Abbas | 2005-01-23\n- Shimon Peres | Make statement | Mahmoud Abbas | 2005-01-10\n- Shimon Peres | Make statement | Education (Israel) | 2005-03-29\n- Shimon Peres | Make statement | Education (Israel) | 2005-03-28\nAnswer:", "completion": " Citizen (Mongolia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1274894", "prompt": "In the same month, which country did the African Union peacekeeping force use conventional military force against?\nEvidence:\n- African Union | Provide military protection or peacekeeping | Sudan | 2005-01-31\n- African Union | Provide military protection or peacekeeping | Sudan | 2005-01-12\n- African Union | Provide military protection or peacekeeping | Sudan | 2005-01-11\n- African Union | Provide military protection or peacekeeping | Sudan | 2005-01-10\n- Police (South Africa) | Use conventional military force | South Africa | 2005-05-03\n- Movement for Democratic Change | Use conventional military force | South Africa | 2005-02-07\n- African Union | Investigate | Sudan | 2005-02-08\n- Government (Djibouti) | Engage in diplomatic cooperation | African Union | 2005-02-07\n- African Union | Praise or endorse | East African Community | 2005-02-05\n- Oluṣẹgun Ọbasanjọ | Consult | African Union | 2005-01-08\n- African Union | Make statement | Sudan | 2005-02-07\n- African Union | Make statement | Sudan | 2005-01-29\n- African Union | Consult | Oluṣẹgun Ọbasanjọ | 2005-01-08\n- UN Security Council | Consult | African Union | 2005-01-10\n- Sudan | Make pessimistic comment | African Union | 2005-01-04\nAnswer:", "completion": " Sudan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1138759", "prompt": "To whom did Human Rights Watch make the last request in 2007?\nEvidence:\n- Human Rights Watch | Accuse of human rights abuses | France | 2007-06-05\n- Human Rights Watch | Accuse of human rights abuses | Ethiopia | 2007-04-06\n- Human Rights Watch | Accuse of human rights abuses | China | 2007-01-11\n- Human Rights Watch | Make statement | Vietnam | 2007-03-15\n- Human Rights Watch | Make statement | Vietnam | 2007-03-14\n- Human Rights Watch | Make statement | Iran | 2007-04-26\n- Human Rights Watch | Make statement | Iran | 2007-03-29\n- Human Rights Watch | Accuse | Vietnam | 2007-03-29\n- Human Rights Watch | Make a visit | Office of the United Nations High Commissioner for Human Rights | 2007-05-30\n- Human Rights Watch | Make an appeal or request | Thailand | 2007-04-16\n- Human Rights Watch | Make an appeal or request | Tanzania | 2007-05-09\n- Human Rights Watch | Make an appeal or request | Iran | 2007-06-22\n- Human Rights Watch | Make an appeal or request | Iran | 2007-01-24\n- Human Rights Watch | Make an appeal or request | China | 2007-01-30\n- Human Rights Watch | Accuse of human rights abuses | Government (Nigeria) | 2007-04-05\nAnswer:", "completion": " Peacekeeping Troop (Rwanda)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1204650", "prompt": "After Franklin Drilon, who was the first to praise the mayor of the Philippines?\nEvidence:\n- Franklin Drilon | Praise or endorse | City Mayor (Philippines) | 2013-06-28\n- Franklin Drilon | Make statement | City Mayor (Philippines) | 2013-07-10\n- City Mayor (Philippines) | Make statement | Franklin Drilon | 2005-07-08\n- Franklin Drilon | Praise or endorse | Congress (Philippines) | 2011-10-28\n- Economist (Philippines) | Praise or endorse | Franklin Drilon | 2012-11-26\n- Economist (Philippines) | Praise or endorse | Franklin Drilon | 2012-11-21\n- Congress (Philippines) | Praise or endorse | Franklin Drilon | 2013-07-19\n- Franklin Drilon | Demand | Congress (Philippines) | 2008-01-13\n- Franklin Drilon | Make statement | Liberals (Philippines) | 2012-08-25\n- Franklin Drilon | Make statement | Congress (Philippines) | 2015-07-23\n- Franklin Drilon | Make statement | Congress (Philippines) | 2014-10-22\n- Franklin Drilon | Make statement | Congress (Philippines) | 2014-10-01\n- Franklin Drilon | Make statement | Congress (Philippines) | 2014-09-15\n- Franklin Drilon | Make statement | Congress (Philippines) | 2014-09-12\n- Franklin Drilon | Make statement | Congress (Philippines) | 2014-07-21\nAnswer:", "completion": " Police (Philippines)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1256729", "prompt": "Which country condemned Sudan in the same month as the United Democratic Salvation Front?\nEvidence:\n- United Democratic Salvation Front | Make statement | Sudan | 2010-04-21\n- United Democratic Salvation Front | Criticize or denounce | Sudan | 2012-01-25\n- United Democratic Salvation Front | Make an appeal or request | South Sudan | 2013-06-20\n- Citizen (Sudan) | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-01-23\n- John Garang | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-01-08\n- Government (Germany) | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-01-09\n- African Union | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-03-24\n- Sudan | Engage in negotiation | African Union | 2005-03-11\n- African Union | Engage in negotiation | Sudan | 2005-03-11\n- United Arab Emirates | Provide humanitarian aid | Sudan | 2005-02-04\n- Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | Head of Government (Egypt) | 2005-01-24\n- Sudan | Engage in negotiation | Daniel Arap Moi | 2005-03-10\n- Daniel Arap Moi | Engage in negotiation | Sudan | 2005-03-10\n- Sudan | Investigate | Citizen (Sudan) | 2005-02-10\n- UN Security Council | Appeal for diplomatic cooperation (such as policy support) | Sudan | 2005-01-11\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1254793", "prompt": "Who suffered from the unconventional violence of the Armed Band of Uganda after October, 2007?\nEvidence:\n- Armed Band (Uganda) | Use unconventional violence | Police (Uganda) | 2014-07-07\n- Armed Band (Uganda) | Use unconventional violence | Police (Uganda) | 2012-08-02\n- Armed Band (Uganda) | Use unconventional violence | Police (Uganda) | 2006-03-13\n- Armed Band (Uganda) | Use unconventional violence | Citizen (Uganda) | 2014-12-30\n- Armed Band (Uganda) | Use unconventional violence | Citizen (Uganda) | 2014-06-27\n- Armed Band (Uganda) | Use unconventional violence | Citizen (Uganda) | 2013-02-16\n- Armed Band (Uganda) | Use unconventional violence | Citizen (Uganda) | 2008-05-19\n- Armed Band (Uganda) | Use unconventional violence | Citizen (Uganda) | 2007-12-03\n- Armed Band (Uganda) | Use unconventional violence | Citizen (Uganda) | 2007-10-30\n- Armed Band (Uganda) | Use unconventional violence | Citizen (Uganda) | 2007-08-17\n- Armed Band (Uganda) | Use unconventional violence | Citizen (Uganda) | 2007-08-14\n- Armed Band (Uganda) | Use unconventional violence | Citizen (Uganda) | 2007-05-30\n- Armed Band (Uganda) | Use unconventional violence | Citizen (Uganda) | 2007-05-08\n- Armed Band (Uganda) | Use unconventional violence | Citizen (Uganda) | 2006-02-03\n- Armed Band (Uganda) | Use unconventional violence | Lawyer/Attorney (Uganda) | 2015-03-31\nAnswer:", "completion": " Lawyer/Attorney (Uganda)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1376891", "prompt": "Could you tell me the exact month when the Tamil rebels used small arms and light weapons to fight the party member of Sri Lanka?\nEvidence:\n- Tamil Rebel | fight with small arms and light weapons | Party Member (Sri Lanka) | 2006-11-06\n- Armed Opposition (Sri Lanka) | fight with small arms and light weapons | Tamil (Sri Lanka) | 2007-01-01\n- Armed Opposition (Sri Lanka) | fight with small arms and light weapons | Party Member (Sri Lanka) | 2015-07-31\n- Naval (Sri Lanka) | fight with small arms and light weapons | Fishermen (Sri Lanka) | 2008-10-12\n- Naval (Sri Lanka) | fight with small arms and light weapons | Fishermen (Sri Lanka) | 2008-07-13\n- Naval (Sri Lanka) | fight with small arms and light weapons | Fishermen (Sri Lanka) | 2007-03-13\n- Naval (Sri Lanka) | fight with small arms and light weapons | Fishermen (Sri Lanka) | 2006-11-23\n- Naval (Sri Lanka) | fight with small arms and light weapons | Fishermen (Sri Lanka) | 2006-06-21\n- Insurgent (Sri Lanka) | fight with small arms and light weapons | Naval (Sri Lanka) | 2006-08-01\n- Tamil Rebel | fight with small arms and light weapons | Military Personnel - Special (Sri Lanka) | 2006-10-30\n- Military Personnel - Special (Sri Lanka) | fight with small arms and light weapons | Tamil Rebel | 2007-07-03\n- Military Personnel - Special (Sri Lanka) | fight with small arms and light weapons | Tamil Rebel | 2006-10-30\n- Armed Opposition (Sri Lanka) | fight with small arms and light weapons | Sri Lanka United National Party | 2008-01-01\n- Naval (Sri Lanka) | fight with small arms and light weapons | Indigenous People (Sri Lanka) | 2008-07-21\n- Armed Opposition (Sri Lanka) | fight with small arms and light weapons | Media (Sri Lanka) | 2005-08-13\nAnswer:", "completion": " 2006-11", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1345288", "prompt": "Before your party, to whom did the citizens of Australia last make optimistic remarks?\nEvidence:\n- Citizen (Australia) | Make optimistic comment | Your Party | 2015-01-25\n- Defector (Your Party) | Make statement | Your Party | 2012-07-17\n- Your Party | Make optimistic comment | Lawmaker (Japan) | 2014-04-11\n- Head of Government (Brazil) | Make statement | Your Party | 2010-04-09\n- Your Party | Make a visit | People Associated with the Opposition (Benin) | 2014-06-10\n- Your Party | Make statement | Raymond Majongwe | 2013-08-08\n- Your Party | Make statement | Muhammadu Buhari | 2015-05-11\n- Your Party | Make statement | Government (Nigeria) | 2012-05-07\n- Your Party | Make a visit | France | 2007-08-06\n- Ryutaro Hashimoto | Make statement | Your Party | 2013-07-23\n- George Akume | Make statement | Your Party | 2005-05-17\n- Your Party | Express intent to cooperate | Japan Restoration Party | 2013-07-09\n- Your Party | Express intent to cooperate | Japan Restoration Party | 2013-02-13\n- Japan Restoration Party | Express intent to cooperate | Your Party | 2013-07-09\n- Japan Restoration Party | Express intent to cooperate | Your Party | 2013-02-13\nAnswer:", "completion": " Campbell Newman", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1210338", "prompt": "After the engineer of Turkey, who was the first to be attacked with small arms and light weapons by the insurgents in Afghanistan?\nEvidence:\n- Insurgent (Afghanistan) | fight with small arms and light weapons | Engineer (Turkey) | 2006-04-03\n- Militant (Taliban) | fight with small arms and light weapons | Engineer (Turkey) | 2006-04-03\n- Attacker (Turkey) | fight with small arms and light weapons | Businessperson (Turkey) | 2015-03-09\n- Insurgent (Afghanistan) | fight with small arms and light weapons | Employee (Afghanistan) | 2009-02-12\n- Insurgent (Afghanistan) | fight with small arms and light weapons | Employee (Afghanistan) | 2007-08-10\n- Attacker (Afghanistan) | fight with small arms and light weapons | Ministry (Afghanistan) | 2011-04-24\n- Attacker (Afghanistan) | fight with small arms and light weapons | Ministry (Afghanistan) | 2010-01-18\n- Attacker (Afghanistan) | fight with small arms and light weapons | Employee (Afghanistan) | 2010-03-27\n- Attacker (Afghanistan) | fight with small arms and light weapons | Employee (Afghanistan) | 2009-02-11\n- Attacker (Afghanistan) | fight with small arms and light weapons | Employee (Afghanistan) | 2006-05-31\n- Attacker (Afghanistan) | fight with small arms and light weapons | Employee (Afghanistan) | 2005-08-04\n- Attacker (Afghanistan) | fight with small arms and light weapons | Ministry of Women (Afghanistan) | 2006-01-25\n- Armed Opposition (Turkey) | fight with small arms and light weapons | Party Member (Turkey) | 2014-03-31\n- Insurgent (Afghanistan) | fight with small arms and light weapons | Election Commission (Afghanistan) | 2014-03-30\n- Attacker (Afghanistan) | fight with small arms and light weapons | Public Prosecutor (Afghanistan) | 2014-01-18\nAnswer:", "completion": " Employee (Afghanistan)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1236349", "prompt": "Which country rejected Portugal in the same month of Evo Morales?\nEvidence:\n- Military (Bolivia) | Engage in negotiation | Evo Morales | 2012-08-06\n- Evo Morales | Engage in negotiation | Military (Bolivia) | 2012-08-06\n- Evo Morales | Demand | Bolivia | 2005-09-25\n- Evo Morales | Consult | Bolivia | 2005-12-19\n- Bolivia | Consult | Evo Morales | 2005-12-19\n- Evo Morales | Engage in diplomatic cooperation | Felipe Quispe | 2005-03-09\n- Evo Morales | Accuse of espionage, treason | Eduardo Rodríguez | 2005-11-30\n- Evo Morales | Accuse of espionage, treason | Eduardo Rodríguez | 2005-11-23\n- Felipe Quispe | Accuse | Evo Morales | 2012-08-20\n- Evo Morales | Make statement | Bolivia | 2005-12-20\n- Evo Morales | Make statement | Bolivia | 2005-12-19\n- Evo Morales | Make statement | Bolivia | 2005-12-02\n- Evo Morales | Make statement | Bolivia | 2005-11-24\n- Evo Morales | Make statement | Bolivia | 2005-11-05\n- Evo Morales | Make statement | Bolivia | 2005-09-27\nAnswer:", "completion": " France", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1336840", "prompt": "After Pervez Musharraf, who was the first to request a meeting with Sheikh Hamad bin Khalifa al-Thani?\nEvidence:\n- Sheikh Hamad bin Khalifa al-Thani | Consult | Pervez Musharraf | 2005-06-05\n- Sheikh Hamad bin Khalifa al-Thani | Consult | Pervez Musharraf | 2005-02-18\n- Sheikh Hamad bin Khalifa al-Thani | Consult | Pervez Musharraf | 2005-02-17\n- Pervez Musharraf | Consult | Sheikh Hamad bin Khalifa al-Thani | 2005-06-05\n- Pervez Musharraf | Consult | Sheikh Hamad bin Khalifa al-Thani | 2005-02-18\n- Pervez Musharraf | Consult | Sheikh Hamad bin Khalifa al-Thani | 2005-02-17\n- Sheikh Hamad bin Khalifa al-Thani | Engage in negotiation | Pervez Musharraf | 2005-06-05\n- Pervez Musharraf | Engage in negotiation | Sheikh Hamad bin Khalifa al-Thani | 2005-06-05\n- Pervez Musharraf | Express intent to meet or negotiate | Sheikh Hamad bin Khalifa al-Thani | 2005-06-05\n- Sheikh Hamad bin Khalifa al-Thani | Discuss by telephone | Sheikh Hamad bin Isa al Khalifah | 2005-05-07\n- Sheikh Hamad bin Isa al Khalifah | Discuss by telephone | Sheikh Hamad bin Khalifa al-Thani | 2005-05-07\n- Sheikh Hamad bin Khalifa al-Thani | Make a visit | Maldives | 2005-04-17\n- Sheikh Hamad bin Khalifa al-Thani | Make a visit | Japan | 2005-06-08\n- Sheikh Hamad bin Khalifa al-Thani | Make a visit | Japan | 2005-06-07\n- Maldives | Host a visit | Sheikh Hamad bin Khalifa al-Thani | 2005-04-17\nAnswer:", "completion": " Mahmoud Abbas", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1190871", "prompt": "Before Dimeji Bankole, who made the last appeal for USAID?\nEvidence:\n- Dimeji Bankole | Make statement | USAID | 2008-06-05\n- Dimeji Bankole | Make an appeal or request | USAID | 2008-06-05\n- Dimeji Bankole | Threaten | Citizen (Nigeria) | 2008-06-30\n- Dimeji Bankole | Reject | Citizen (Nigeria) | 2009-03-19\n- Dimeji Bankole | Investigate | Ministry (Nigeria) | 2008-05-22\n- Dimeji Bankole | Demand | Citizen (Nigeria) | 2009-03-17\n- Dimeji Bankole | Accuse | Ministry (Nigeria) | 2009-01-29\n- Dimeji Bankole | Accuse | Citizen (Nigeria) | 2009-04-13\n- Dimeji Bankole | Accuse | Citizen (Nigeria) | 2009-01-19\n- Citizen (Nigeria) | Demand | Dimeji Bankole | 2008-10-24\n- Dimeji Bankole | Make an appeal or request | China | 2007-11-21\n- Dimeji Bankole | Appeal for diplomatic cooperation (such as policy support) | Government (Germany) | 2008-11-11\n- Dimeji Bankole | Appeal for diplomatic cooperation (such as policy support) | Citizen (Nigeria) | 2009-03-05\n- Dimeji Bankole | Appeal for diplomatic cooperation (such as policy support) | Citizen (Nigeria) | 2008-06-11\n- Ethnic Group (Nigeria) | Accuse | Dimeji Bankole | 2008-10-17\nAnswer:", "completion": " Saifur Rahman", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1357727", "prompt": "Who visited Mexico in the year 2013?\nEvidence:\n- Border Patrol (Mexico) | Engage in judicial cooperation | Mexico | 2005-01-07\n- Mexico | Investigate | Criminal (Mexico) | 2005-01-12\n- Secretariat (Mexico) | Make statement | Mexico | 2005-02-03\n- Organized Crime (Mexico) | Demand | Mexico | 2005-01-24\n- Military (Mexico) | Cooperate militarily | Mexico | 2005-01-17\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-26\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-25\n- Economist (Mexico) | Make statement | Mexico | 2005-02-11\n- Other Authorities / Officials (Mexico) | Investigate | Mexico | 2005-01-27\n- National Union Party (Mexico) | Reject | Mexico | 2005-01-26\n- Central Bank (Mexico) | Make statement | Mexico | 2005-01-31\n- Other Authorities / Officials (Mexico) | Make statement | Mexico | 2005-01-18\n- Mexico | Investigate crime, corruption | Organized Crime (Mexico) | 2005-01-17\n- Mexico | Criticize or denounce | Court Judge (Mexico) | 2005-01-11\n- Court Judge (Mexico) | Impose administrative sanctions | Mexico | 2005-02-11\nAnswer:", "completion": " Special Rapporteurs of the United Nations", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1128978", "prompt": "After the leader of South Korea, who was the first to make an appeal to Lee Myung Bak?\nEvidence:\n- Lee Myung Bak | Make an appeal or request | South Korea | 2007-06-07\n- South Korea | Threaten | Lee Myung Bak | 2007-06-05\n- Lee Myung Bak | Demand | South Korea | 2007-06-20\n- South Korea | Make statement | Lee Myung Bak | 2007-05-10\n- South Korea | Make statement | Lee Myung Bak | 2007-01-23\n- Lee Myung Bak | Make statement | South Korea | 2006-03-29\n- Lee Myung Bak | Refuse to yield | South Korea | 2007-05-13\n- Head of Government (South Korea) | Make statement | Lee Myung Bak | 2007-06-07\n- Lee Myung Bak | Make a visit | South Korea | 2007-03-23\n- Lee Myung Bak | Make a visit | South Korea | 2006-06-26\n- Lee Myung Bak | Make an appeal or request | Japan | 2006-11-10\n- Lee Myung Bak | Deny responsibility | Head of Government (South Korea) | 2005-04-05\n- South Korea | Praise or endorse | Lee Myung Bak | 2007-05-02\n- South Korea | Host a visit | Lee Myung Bak | 2007-03-23\n- South Korea | Host a visit | Lee Myung Bak | 2006-06-26\nAnswer:", "completion": " Chung Sye Kyun", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1297907", "prompt": "Who asked for the citizens of Singapore first?\nEvidence:\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- First Command of the Capital | Criticize or denounce | Citizen (Brazil) | 2008-10-30\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2012-05-31\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2009-10-23\n- Education Ministry (Singapore) | Appeal for economic aid | Citizen (Singapore) | 2012-09-12\n- Public Prosecutor (Brazil) | Criticize or denounce | First Command of the Capital | 2013-10-18\nAnswer:", "completion": " Education Ministry (Singapore)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1140396", "prompt": "Who blamed the citizens of Mali first?\nEvidence:\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- First Command of the Capital | Criticize or denounce | Citizen (Brazil) | 2008-10-30\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2012-05-31\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2009-10-23\n- Public Prosecutor (Brazil) | Criticize or denounce | First Command of the Capital | 2013-10-18\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-13\nAnswer:", "completion": " Military (Mali)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1224867", "prompt": "Who was the last to want to negotiate with Tanzania in 2007?\nEvidence:\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2007-03-26\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2007-02-20\n- Tanzania | Express intent to meet or negotiate | Lesotho | 2007-03-16\n- Lesotho | Express intent to meet or negotiate | Tanzania | 2007-03-16\n- Samuel Sitta | Express intent to meet or negotiate | Tanzania | 2007-01-06\n- Don McKinnon | Express intent to meet or negotiate | Tanzania | 2007-01-25\n- Don McKinnon | Express intent to meet or negotiate | Tanzania | 2007-01-23\n- Tanzania | Arrest, detain, or charge with legal action | Citizen (Tanzania) | 2007-03-07\n- Government Official (South Africa) | Express intent to meet or negotiate | Tanzania | 2007-05-14\n- Tanzania | Express intent to cooperate | Angola | 2007-01-23\n- Angola | Express intent to cooperate | Tanzania | 2007-01-23\n- Tanzania | Express intent to cooperate | South Africa | 2007-04-26\n- Tanzania | Express intent to cooperate | South Africa | 2007-01-23\n- South Africa | Express intent to cooperate | Tanzania | 2007-04-26\n- South Africa | Express intent to cooperate | Tanzania | 2007-01-23\nAnswer:", "completion": " Citizen (Tanzania)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1251447", "prompt": "Which country host Barack Obama's visit from Barack Obama last before Ricardo Cabrisas did?\nEvidence:\n- Vietnam | Host a visit | Ricardo Cabrisas | 2008-09-23\n- Japan | Host a visit | Ricardo Cabrisas | 2015-03-09\n- Iran | Host a visit | Ricardo Cabrisas | 2013-08-04\n- Iran | Host a visit | Ricardo Cabrisas | 2013-08-03\n- Iran | Host a visit | Ricardo Cabrisas | 2006-04-27\n- Iran | Host a visit | Ricardo Cabrisas | 2006-04-08\n- China | Host a visit | Ricardo Cabrisas | 2011-12-27\n- China | Host a visit | Ricardo Cabrisas | 2010-01-29\n- China | Host a visit | Ricardo Cabrisas | 2005-09-28\n- Belize | Host a visit | Ricardo Cabrisas | 2006-09-25\n- Ricardo Cabrisas | Host a visit | Rosa Pacavira | 2014-11-06\n- Ricardo Cabrisas | Host a visit | Raúl Castro | 2008-12-13\n- Ricardo Cabrisas | Host a visit | Dmitry Anatolyevich Medvedev | 2008-11-28\n- Vietnam | Consult | Ricardo Cabrisas | 2006-03-09\n- Vietnam | Consult | Ricardo Cabrisas | 2006-03-08\nAnswer:", "completion": " Malaysia", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1188237", "prompt": "In which month did Rupiah Banda visit Madagascar?\nEvidence:\n- Rupiah Banda | Make a visit | Angola | 2008-01-28\n- Angola | Host a visit | Rupiah Banda | 2008-01-28\n- Rupiah Banda | Make a visit | South Africa | 2008-11-07\n- Rupiah Banda | Demand | Citizen (Zambia) | 2008-10-24\n- Rupiah Banda | Consult | Michael Sata | 2007-06-04\n- Michael Sata | Reject | Rupiah Banda | 2008-11-04\n- Michael Sata | Demand | Rupiah Banda | 2008-07-15\n- Michael Sata | Consult | Rupiah Banda | 2007-06-04\n- Catherine Namugala | Demand | Rupiah Banda | 2008-09-16\n- Rupiah Banda | Engage in symbolic act | Citizen (Zambia) | 2007-10-10\n- Rupiah Banda | Engage in symbolic act | Citizen (Zambia) | 2007-05-22\n- Citizen (Zambia) | Engage in symbolic act | Rupiah Banda | 2008-09-09\n- Rupiah Banda | Make statement | Villager (Zambia) | 2007-05-22\n- Rupiah Banda | Make statement | Sylvia Masebo | 2008-07-02\n- Rupiah Banda | Make statement | Michael Sata | 2008-10-09\nAnswer:", "completion": " 2011-06", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1044537", "prompt": "Who was the last to criticise the South African government before the South African Department of Public Service?\nEvidence:\n- Government (South Africa) | Deny responsibility | Public Service Ministry/Department (South Africa) | 2008-08-05\n- Public Service Ministry/Department (South Africa) | Criticize or denounce | Government (South Africa) | 2014-11-28\n- Government (South Africa) | Praise or endorse | Public Service Ministry/Department (South Africa) | 2012-10-19\n- Public Service Ministry/Department (South Africa) | Express intent to meet or negotiate | Government (South Africa) | 2015-11-24\n- Public Service Ministry/Department (Rwanda) | Investigate | Employee (Rwanda) | 2010-04-06\n- Police (Rwanda) | Investigate | Public Service Ministry/Department (Rwanda) | 2007-02-19\n- Public Service Ministry/Department (South Africa) | Make an appeal or request | Government (South Africa) | 2008-04-18\n- Public Service Ministry/Department (South Africa) | Make statement | Education Official (South Africa) | 2015-11-02\n- Public Service Ministry/Department (New Zealand) | Praise or endorse | South Korea | 2010-10-17\n- Public Service Ministry/Department (South Africa) | Express intent to meet or negotiate | Legislature (South Africa) | 2015-11-24\n- Bishop (South Africa) | Make an appeal or request | Public Service Ministry/Department (South Africa) | 2010-08-20\n- Public Service Ministry/Department (United States) | Praise or endorse | Xcel Energy | 2011-01-26\n- Public Service Ministry/Department (Rwanda) | Engage in diplomatic cooperation | Employee (Rwanda) | 2010-04-21\n- Police (Rwanda) | Return, release person(s) | Public Service Ministry/Department (Rwanda) | 2007-02-17\n- Presidential Press Service (Department of Defense) | Make statement | South Korea | 2010-08-10\nAnswer:", "completion": " Sam Nda-Isaiah", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1077008", "prompt": "In the same month, who did the Nigerian government accuse of The Poor of Nigeria?\nEvidence:\n- Government (Nigeria) | Accuse | The Poor (Nigeria) | 2015-12-14\n- Citizen (Nigeria) | Accuse | The Poor (Nigeria) | 2010-03-23\n- Nigerian Bar Association | Criticize or denounce | The Poor (Nigeria) | 2013-06-25\n- Government (Nigeria) | Make statement | The Poor (Nigeria) | 2015-12-14\n- Nigerian Red Cross Society | Criticize or denounce | The Poor (Nigeria) | 2008-02-29\n- Citizen (Nigeria) | Reject | The Poor (Nigeria) | 2011-04-25\n- Citizen (Nigeria) | Reject | The Poor (Nigeria) | 2008-10-20\n- Citizen (Nigeria) | Reject | The Poor (Nigeria) | 2007-10-30\n- Citizen (Nigeria) | Demand | The Poor (Nigeria) | 2008-08-25\n- Nigerian Navy | Accuse | Government (Nigeria) | 2013-11-05\n- Employee (Afghanistan) | Accuse | The Poor (Afghanistan) | 2015-03-02\n- The Poor (Nigeria) | Make statement | Education (Nigeria) | 2015-07-13\n- Conference of Nigerian Political Parties | Accuse | Government (Nigeria) | 2014-02-26\n- Conference of Nigerian Political Parties | Accuse | Government (Nigeria) | 2009-02-11\n- Conference of Nigerian Political Parties | Accuse | Government (Nigeria) | 2007-10-01\nAnswer:", "completion": " Bukola Saraki", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1347162", "prompt": "Who was the last to praise Vietnam before the citizens of Greece?\nEvidence:\n- Vietnam | Praise or endorse | China | 2005-01-14\n- Vietnam | Praise or endorse | China | 2005-01-13\n- China | Praise or endorse | Vietnam | 2005-01-15\n- Vietnam | Praise or endorse | Mahmoud Abbas | 2005-01-11\n- Foreign Affairs (Hungary) | Praise or endorse | Vietnam | 2005-01-31\n- Foreign Affairs (Hungary) | Praise or endorse | Vietnam | 2005-01-29\n- Foreign Affairs (Hungary) | Praise or endorse | Vietnam | 2005-01-28\n- Unified Buddhist Church of Vietnam | Appeal for rights | Vietnam | 2005-02-11\n- Vietnam | Host a visit | Head of Government (Mongolia) | 2005-01-20\n- Head of Government (Mongolia) | Make a visit | Vietnam | 2005-01-20\n- Vietnam | Express intent to meet or negotiate | Thailand | 2005-01-05\n- Vietnam | Express intent to meet or negotiate | Japan | 2005-01-05\n- Thailand | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- Japan | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- Vietnam | Host a visit | Association of Southeast Asian Nations | 2005-01-26\nAnswer:", "completion": " Heinz Fischer", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1390329", "prompt": "In which year did the police of Indonesia first investigate the attacker of Indonesia?\nEvidence:\n- Police (Indonesia) | Investigate | Attacker (Indonesia) | 2009-09-15\n- Police (Indonesia) | Investigate | Attacker (Indonesia) | 2009-07-12\n- Police (Indonesia) | Accuse | Attacker (Indonesia) | 2009-01-09\n- Attacker (Indonesia) | Threaten | Police (Indonesia) | 2013-04-08\n- Police (Indonesia) | Make statement | Attacker (Indonesia) | 2014-10-20\n- Police (Indonesia) | Make statement | Attacker (Indonesia) | 2011-11-16\n- Police (Indonesia) | Make statement | Attacker (Indonesia) | 2011-10-03\n- Police (Indonesia) | Make statement | Attacker (Indonesia) | 2011-06-07\n- Police (Indonesia) | Make statement | Attacker (Indonesia) | 2011-04-23\n- Police (Indonesia) | Make statement | Attacker (Indonesia) | 2010-09-14\n- Police (Indonesia) | Make statement | Attacker (Indonesia) | 2009-12-20\n- Police (Indonesia) | Make statement | Attacker (Indonesia) | 2009-04-09\n- Police (Indonesia) | Make statement | Attacker (Indonesia) | 2009-04-08\n- Police (Indonesia) | Make statement | Attacker (Indonesia) | 2009-01-09\n- Police (Indonesia) | Make statement | Attacker (Indonesia) | 2005-11-10\nAnswer:", "completion": " 2009", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1235766", "prompt": "Which country last hosted the visit from Silvia Cartwright?\nEvidence:\n- Vietnam | Host a visit | Silvia Cartwright | 2005-12-02\n- Vietnam | Host a visit | Silvia Cartwright | 2005-11-30\n- Vietnam | Host a visit | Silvia Cartwright | 2005-11-29\n- Vietnam | Host a visit | Silvia Cartwright | 2005-11-26\n- Silvia Cartwright | Make a visit | Vietnam | 2005-12-02\n- Silvia Cartwright | Make a visit | Vietnam | 2005-11-30\n- Silvia Cartwright | Make a visit | Vietnam | 2005-11-29\n- Silvia Cartwright | Make a visit | Vietnam | 2005-11-26\n- Silvia Cartwright | Make a visit | Cambodia | 2007-02-15\n- Cambodia | Host a visit | Silvia Cartwright | 2007-02-15\n- Silvia Cartwright | Make statement | Vietnam | 2005-11-27\n- Silvia Cartwright | Consult | Pervez Musharraf | 2005-06-14\n- Pervez Musharraf | Consult | Silvia Cartwright | 2005-06-14\n- South Korea | Host a visit | Silvia Cartwright | 2006-04-21\n- South Korea | Host a visit | Silvia Cartwright | 2006-04-20\nAnswer:", "completion": " Cambodia", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1095171", "prompt": "Who negotiated with the Cabinet Council of Ministers Advisors of the United States before Zine El Abidine Ben Ali?\nEvidence:\n- Zine El Abidine Ben Ali | Engage in negotiation | Cabinet / Council of Ministers / Advisors (United States) | 2006-05-20\n- Cabinet / Council of Ministers / Advisors (United States) | Engage in negotiation | Zine El Abidine Ben Ali | 2006-05-20\n- Zine El Abidine Ben Ali | Host a visit | United States Senate | 2005-02-24\n- United States Senate | Make a visit | Zine El Abidine Ben Ali | 2005-02-24\n- Zine El Abidine Ben Ali | Consult | Muhammad VI | 2007-03-13\n- Zine El Abidine Ben Ali | Consult | Ministry (Tunisia) | 2007-01-29\n- Zine El Abidine Ben Ali | Consult | Ministry (Tunisia) | 2005-07-03\n- Zine El Abidine Ben Ali | Consult | Mahmoud Abbas | 2006-08-08\n- Zine El Abidine Ben Ali | Consult | Mahmoud Abbas | 2006-06-01\n- Zine El Abidine Ben Ali | Consult | Mahmoud Abbas | 2006-05-31\n- Zine El Abidine Ben Ali | Consult | Mahmoud Abbas | 2006-05-30\n- Zine El Abidine Ben Ali | Consult | Mahmoud Abbas | 2005-11-19\n- Zine El Abidine Ben Ali | Consult | Mahmoud Abbas | 2005-06-01\n- Zine El Abidine Ben Ali | Consult | Donald Rumsfeld | 2006-02-11\n- Muhammad VI | Consult | Zine El Abidine Ben Ali | 2007-03-13\nAnswer:", "completion": " Iran", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1367217", "prompt": "After 9 July 2014, who appealed for the legislature of Iraq?\nEvidence:\n- Legislature (Iraq) | Make pessimistic comment | Iraq | 2014-07-09\n- Iraq | Sign formal agreement | Legislature (Iraq) | 2014-07-09\n- Legislature (Iraq) | Make pessimistic comment | Massoud Barzani | 2014-07-09\n- Massoud Barzani | Make an appeal or request | Legislature (Iraq) | 2014-07-09\n- Nuri al-Maliki | Accuse | Iraq | 2014-07-09\n- Kuwait | Praise or endorse | Iraq | 2014-07-09\n- Iraq | Make statement | Associated Press | 2014-07-09\n- Iran | Provide military aid | Iraq | 2014-07-09\n- Iran | Praise or endorse | Iraq | 2014-07-09\n- Iran | Make optimistic comment | Iraq | 2014-07-09\n- Nuri al-Maliki | Make statement | Iraq | 2014-07-09\n- Iraq | Host a visit | Employee (Bangladesh) | 2014-07-09\n- Employee (Bangladesh) | Make a visit | Iraq | 2014-07-09\n- Iraqi Communist Party | Engage in negotiation | Iraq | 2014-07-09\n- Iraq | Engage in negotiation | Iraqi Communist Party | 2014-07-09\nAnswer:", "completion": " Haider Al-Abadi", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1097800", "prompt": "Which country supported Trinidad and Tobago after 2009?\nEvidence:\n- Trinidad and Tobago | Make statement | Government (Trinidad and Tobago) | 2011-11-14\n- Trinidad and Tobago | Make statement | Government (Trinidad and Tobago) | 2008-01-08\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2013-03-30\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2012-04-26\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2011-11-14\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2011-02-23\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2011-02-12\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2010-03-10\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2008-08-19\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2008-01-16\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2007-04-23\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2007-03-20\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2006-07-19\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2006-01-28\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2005-09-02\nAnswer:", "completion": " China", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1380807", "prompt": "Who wanted to negotiate with Aceh before January 2008?\nEvidence:\n- Aceh | Express intent to meet or negotiate | Aceh | 2005-01-03\n- Aceh | Provide aid | Aceh | 2005-01-11\n- Aceh | Provide humanitarian aid | Aceh | 2005-01-11\n- Thailand | Express intent to meet or negotiate | Aceh | 2005-01-14\n- Jusuf Kalla | Express intent to meet or negotiate | Aceh | 2005-02-05\n- Military (New Zealand) | Express intent to meet or negotiate | Aceh | 2005-01-07\n- Military (New Zealand) | Express intent to meet or negotiate | Aceh | 2005-01-01\n- Malaysia | Provide aid | Aceh | 2005-01-08\n- Malaysia | Provide humanitarian aid | Aceh | 2005-01-27\n- Malaysia | Make a visit | Aceh | 2005-01-23\n- Malaysia | Make a visit | Aceh | 2005-01-06\n- Jusuf Kalla | Make statement | Aceh | 2005-01-12\n- Japan | Make a visit | Aceh | 2005-01-17\n- Japan | Make a visit | Aceh | 2005-01-16\n- Iran | Provide humanitarian aid | Aceh | 2005-01-27\nAnswer:", "completion": " Association of Southeast Asian Nations", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1200539", "prompt": "After July 2012, whom did Campbell Newman praise?\nEvidence:\n- Citizen (Australia) | Praise or endorse | Campbell Newman | 2006-08-29\n- Police (Australia) | Consult | Campbell Newman | 2005-11-15\n- Citizen (Australia) | Accuse | Campbell Newman | 2010-02-10\n- Campbell Newman | Consult | Police (Australia) | 2005-11-15\n- Campbell Newman | Accuse | Citizen (Mauritius) | 2007-05-02\n- Campbell Newman | Accuse | Citizen (Australia) | 2006-11-21\n- Campbell Newman | Accuse | Businessperson (Australia) | 2009-11-13\n- Member of Parliament (Australia) | Praise or endorse | Campbell Newman | 2011-03-26\n- Professor (Australia) | Make statement | Campbell Newman | 2011-03-23\n- Liberal National Party | Consult | Campbell Newman | 2011-03-26\n- Liberal National Party | Consult | Campbell Newman | 2011-03-24\n- City Mayor (Australia) | Consult | Campbell Newman | 2007-08-11\n- Citizen (Australia) | Express accord | Campbell Newman | 2009-04-30\n- Campbell Newman | Physically assault | Citizen (Australia) | 2008-03-17\n- Campbell Newman | Make statement | Julia Gillard | 2011-02-11\nAnswer:", "completion": " Kate Jones", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1309234", "prompt": "Who praised South Korea in 2010-12?\nEvidence:\n- South Korea | Engage in negotiation | France | 2010-01-09\n- France | Engage in negotiation | South Korea | 2010-01-09\n- South Korea | Engage in diplomatic cooperation | Japan | 2010-01-19\n- South Korea | Engage in diplomatic cooperation | Japan | 2010-01-16\n- South Korea | Engage in diplomatic cooperation | Japan | 2010-01-15\n- South Korea | Engage in diplomatic cooperation | Japan | 2010-01-08\n- Japan | Engage in diplomatic cooperation | South Korea | 2010-01-19\n- Japan | Engage in diplomatic cooperation | South Korea | 2010-01-16\n- Japan | Engage in diplomatic cooperation | South Korea | 2010-01-15\n- Japan | Engage in diplomatic cooperation | South Korea | 2010-01-08\n- Ministry (South Korea) | Demobilize armed forces | South Korea | 2010-01-12\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2010-01-20\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2010-01-19\n- Ministry (South Korea) | Appeal for economic cooperation | South Korea | 2010-01-12\n- Commando (South Korea) | Use conventional military force | South Korea | 2010-01-01\nAnswer:", "completion": " Sengoku Yoshito", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1168651", "prompt": "At what time did Newin Chidchob appeal to the Member of Parliament of Thailand?\nEvidence:\n- Member of Parliament (Thailand) | Make statement | Newin Chidchob | 2005-02-18\n- Newin Chidchob | Threaten non-force | Member of Parliament (Thailand) | 2005-01-19\n- Newin Chidchob | Bring lawsuit against | Member of Parliament (Thailand) | 2009-04-21\n- Member of Parliament (Thailand) | Criticize or denounce | Newin Chidchob | 2009-04-28\n- Newin Chidchob | Make an appeal or request | Member of Parliament (Thailand) | 2008-05-03\n- Party Member (Thailand) | Accuse | Newin Chidchob | 2005-01-31\n- Party Member (Thailand) | Accuse | Newin Chidchob | 2005-01-27\n- Party Member (Thailand) | Accuse | Newin Chidchob | 2005-01-18\n- Newin Chidchob | Reject | Thailand | 2005-01-31\n- Newin Chidchob | Investigate | Thailand | 2008-06-26\n- Newin Chidchob | Deny responsibility | Party Member (Thailand) | 2005-01-19\n- Thailand | Make statement | Newin Chidchob | 2009-06-10\n- Thailand | Complain officially | Newin Chidchob | 2007-09-27\n- Newin Chidchob | Threaten | Citizen (Thailand) | 2005-01-21\n- Citizen (Thailand) | Reject | Newin Chidchob | 2009-06-23\nAnswer:", "completion": " 2008-05-03", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1124271", "prompt": "In 2010, who was the first to host the visit of Elizabeth II?\nEvidence:\n- Japan | Host a visit | Elizabeth II | 2005-08-25\n- Japan | Host a visit | Elizabeth II | 2005-08-23\n- Ireland | Host a visit | Elizabeth II | 2005-06-09\n- Lawrence Gonzi | Host a visit | Elizabeth II | 2005-11-23\n- Elizabeth II | Host a visit | Tony Blair | 2005-04-05\n- Elizabeth II | Host a visit | Carlo Azeglio Ciampi | 2005-03-17\n- Elizabeth II | Make a visit | Japan | 2005-08-25\n- Elizabeth II | Make a visit | Japan | 2005-08-23\n- Elizabeth II | Make a visit | Ireland | 2005-06-09\n- Laos | Engage in symbolic act | Elizabeth II | 2005-06-13\n- Head of Government (Brazil) | Consult | Elizabeth II | 2006-03-13\n- Elizabeth II | Consult | Head of Government (Brazil) | 2006-03-13\n- Tony Blair | Make a visit | Elizabeth II | 2005-04-05\n- Elizabeth II | Make a visit | Lawrence Gonzi | 2005-11-23\n- Tony Blair | Consult | Elizabeth II | 2005-11-12\nAnswer:", "completion": " North America", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1056612", "prompt": "After Valdas Adamkus, whom did the Prime Minister of Ukraine wish to meet first?\nEvidence:\n- Valdas Adamkus | Express intent to meet or negotiate | Mexico | 2005-01-13\n- Valdas Adamkus | Express intent to meet or negotiate | Japan | 2005-08-05\n- Valdas Adamkus | Consult | Representatives (Lithuania) | 2005-05-04\n- Valdas Adamkus | Consult | Ivan Gasparovic | 2005-02-28\n- Valdas Adamkus | Consult | Arnold Rüütel | 2005-03-29\n- Valdas Adamkus | Consult | Antanas Valionis | 2005-06-20\n- Valdas Adamkus | Consult | Antanas Valionis | 2005-04-11\n- Valdas Adamkus | Consult | Antanas Valionis | 2005-03-23\n- Valdas Adamkus | Consult | Algirdas Butkevičius | 2005-04-19\n- Valdas Adamkus | Consult | Aleksander Kwasniewski | 2005-03-09\n- Representatives (Lithuania) | Consult | Valdas Adamkus | 2005-05-04\n- Ivan Gasparovic | Consult | Valdas Adamkus | 2005-02-28\n- Arnold Rüütel | Consult | Valdas Adamkus | 2005-03-29\n- Antanas Valionis | Consult | Valdas Adamkus | 2005-06-20\n- Antanas Valionis | Consult | Valdas Adamkus | 2005-04-11\nAnswer:", "completion": " Shimon Peres", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1335863", "prompt": "Before Bansi Lal, who suffered from the unconventional violence of the militants of the United Liberation Force of Assam?\nEvidence:\n- Militant (United Liberation Force of Assam) | Use unconventional violence | Bansi Lal | 2006-11-11\n- Militant (United Liberation Force of Assam) | Use unconventional violence | Men (India) | 2005-03-11\n- Militant (United Liberation Force of Assam) | Use unconventional violence | Central Reserve Police Force | 2005-08-03\n- Militant (United Liberation Force of Assam) | Use unconventional violence | Rashtriya Swayamsevak Sangh | 2005-09-02\n- Militant (United Liberation Force of Assam) | Use unconventional violence | Military Personnel - Special (India) | 2009-01-29\n- Militant (United Liberation Force of Assam) | Use unconventional violence | Military Personnel - Special (India) | 2006-01-23\n- Militant (United Liberation Force of Assam) | Threaten | Member of Parliament (India) | 2008-07-20\n- Military Personnel - Special (India) | Investigate | Militant (United Liberation Force of Assam) | 2007-08-12\n- Military Personnel - Special (Bangladesh) | Coerce | Militant (United Liberation Force of Assam) | 2009-11-26\n- Military Personnel (India) | Make statement | Militant (United Liberation Force of Assam) | 2005-06-20\n- Militant (United Liberation Force of Assam) | Make statement | Military Personnel - Special (India) | 2008-12-06\n- Military Personnel - Special (India) | Use conventional military force | Militant (United Liberation Force of Assam) | 2009-08-27\n- Military Personnel - Special (India) | Use conventional military force | Militant (United Liberation Force of Assam) | 2009-01-29\n- Military Personnel - Special (India) | Use conventional military force | Militant (United Liberation Force of Assam) | 2009-01-19\n- Military Personnel - Special (India) | Use conventional military force | Militant (United Liberation Force of Assam) | 2008-02-16\nAnswer:", "completion": " Central Reserve Police Force", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1087227", "prompt": "When did Noel Álvarez condemn the SENIAT?\nEvidence:\n- Noel Álvarez | Criticize or denounce | SENIAT | 2010-03-30\n- SENIAT | Make statement | RCTV International | 2005-02-01\n- SENIAT | Engage in diplomatic cooperation | Ministry (Venezuela) | 2008-03-24\n- Ministry (Venezuela) | Engage in diplomatic cooperation | SENIAT | 2012-11-18\n- Ministry (Venezuela) | Accuse | Oswaldo Álvarez Paz | 2010-05-06\n- Assemblies (Japan) | Make an appeal or request | SENIAT | 2006-10-25\n- SENIAT | Reject proposal to meet, discuss, or negotiate | Solidarity | 2009-06-08\n- Member of the Judiciary (Venezuela) | Make statement | RCTV International | 2007-05-18\n- Wojciech Jaruzelski | Impose administrative sanctions | Solidarity | 2005-08-28\n- Willian Lara | Make statement | Ministry (Venezuela) | 2007-04-12\n- Willian Lara | Make an appeal or request | RCTV International | 2007-05-10\n- Willian Lara | Criticize or denounce | RCTV International | 2007-05-10\n- Walid Makled | Accuse | Ministry (Venezuela) | 2015-02-10\n- Walid Makled | Accuse | Ministry (Venezuela) | 2012-05-11\n- South Africa | Deny responsibility | Solidarity | 2006-01-25\nAnswer:", "completion": " 2010-03-30", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1268331", "prompt": "In which month did the other authorities and officials of Mexico last investigate Pemex?\nEvidence:\n- Pemex | Consult | Other Authorities / Officials (Mexico) | 2005-07-16\n- Other Authorities / Officials (Mexico) | Consult | Pemex | 2005-07-16\n- Pemex | Make statement | Other Authorities / Officials (Mexico) | 2007-10-23\n- Other Authorities / Officials (Mexico) | Make statement | Pemex | 2007-12-04\n- Other Authorities / Officials (Mexico) | Investigate | Mexico | 2005-01-27\n- Pemex | Appeal for intelligence | Other Authorities / Officials (Mexico) | 2005-02-17\n- Other Authorities / Officials (Mexico) | Provide humanitarian aid | Pemex | 2008-01-31\n- Other Authorities / Officials (Mexico) | Provide humanitarian aid | Pemex | 2005-10-04\n- Other Authorities / Officials (Mexico) | Make statement | Mexico | 2005-01-18\n- Mexico | Make pessimistic comment | Other Authorities / Officials (Mexico) | 2005-01-28\n- Mexico | Engage in diplomatic cooperation | Pemex | 2007-03-29\n- Other Authorities / Officials (Mexico) | Mobilize or increase police power | Mexico | 2005-01-17\n- Other Authorities / Officials (Mexico) | Demonstrate military or police power | Mexico | 2005-01-26\n- Pemex | Make statement | Mexico | 2008-10-07\n- Pemex | Make statement | Mexico | 2008-03-02\nAnswer:", "completion": " 2010-06", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1325911", "prompt": "Who was the last to appeal to the Election Commission of India in 2008?\nEvidence:\n- Head of Government (India) | Engage in negotiation | Election Commission (India) | 2008-03-27\n- Election Commission (India) | Engage in negotiation | Head of Government (India) | 2008-03-27\n- Head of Government (India) | Demand | Election Commission (India) | 2008-02-18\n- Head of Government (India) | Consult | Election Commission (India) | 2008-12-30\n- Election Commission (India) | Demand | Member of Parliament (India) | 2008-05-13\n- Election Commission (India) | Consult | Head of Government (India) | 2008-12-30\n- Governor (India) | Consult | Election Commission (India) | 2008-10-08\n- Election Commission (India) | Consult | Governor (India) | 2008-10-08\n- Member of Parliament (India) | Make statement | Election Commission (India) | 2008-07-26\n- Election Commission (India) | Make statement | Head of Government (India) | 2008-06-17\n- Head of Government (India) | Make an appeal or request | Election Commission (India) | 2008-06-02\n- Head of Government (India) | Make an appeal or request | Election Commission (India) | 2008-04-21\n- Head of Government (India) | Make an appeal or request | Election Commission (India) | 2008-02-18\n- Governor (India) | Make an appeal or request | Election Commission (India) | 2008-02-13\n- Head of Government (India) | Praise or endorse | Election Commission (India) | 2008-10-25\nAnswer:", "completion": " Head of Government (India)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1343870", "prompt": "In 2009, with whom did Evo Morales sign the last formal agreements?\nEvidence:\n- Military (Bolivia) | Sign formal agreement | Evo Morales | 2006-08-26\n- Military (Bolivia) | Sign formal agreement | Evo Morales | 2005-03-09\n- Evo Morales | Sign formal agreement | Military (Bolivia) | 2006-08-26\n- Evo Morales | Sign formal agreement | Military (Bolivia) | 2005-03-09\n- Military (Bolivia) | Engage in negotiation | Evo Morales | 2012-08-06\n- Evo Morales | Engage in negotiation | Military (Bolivia) | 2012-08-06\n- Evo Morales | Demand | Bolivia | 2005-09-25\n- Evo Morales | Consult | Bolivia | 2005-12-19\n- Bolivia | Consult | Evo Morales | 2005-12-19\n- Evo Morales | Engage in diplomatic cooperation | Felipe Quispe | 2005-03-09\n- Felipe Quispe | Accuse | Evo Morales | 2012-08-20\n- Evo Morales | Make statement | Bolivia | 2005-12-20\n- Evo Morales | Make statement | Bolivia | 2005-12-19\n- Evo Morales | Make statement | Bolivia | 2005-12-02\n- Evo Morales | Make statement | Bolivia | 2005-11-24\nAnswer:", "completion": " Mahmoud Ahmadinejad", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1273505", "prompt": "After Abdel Fattah Al-Sisi, with whom did Benjamin Netanyahu negotiate first?\nEvidence:\n- Protester (Egypt) | Reject | Abdel Fattah Al-Sisi | 2013-01-29\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-07-03\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-04-24\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-20\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-18\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-17\n- Barack Obama | Consult | Abdel Fattah Al-Sisi | 2013-04-26\n- Abdel Fattah Al-Sisi | Threaten | Protester (Egypt) | 2013-07-24\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-07-03\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-04-24\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-20\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-18\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-17\n- Abdel Fattah Al-Sisi | Consult | Barack Obama | 2013-04-26\n- Protester (Egypt) | Make statement | Abdel Fattah Al-Sisi | 2013-07-26\nAnswer:", "completion": " Barack Obama", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1060639", "prompt": "To whom did Yemen last appeal?\nEvidence:\n- Ali Abdullah Saleh | Make an appeal or request | Yemen | 2005-01-02\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-30\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-29\n- Yemen | Consult | Sudan | 2005-01-02\n- Yemen | Consult | Ethiopia | 2005-01-02\n- Yemen | Consult | Eritrea | 2005-03-11\n- Yemen | Consult | Djibouti | 2005-02-08\n- Yemen | Consult | Djibouti | 2005-02-07\n- Sudan | Consult | Yemen | 2005-01-02\n- Ethiopia | Consult | Yemen | 2005-01-02\n- Eritrea | Consult | Yemen | 2005-03-11\n- Djibouti | Consult | Yemen | 2005-02-08\n- Djibouti | Consult | Yemen | 2005-02-07\n- James Wolfensohn | Express intent to meet or negotiate | Yemen | 2005-02-04\n- Gerhard Schröder | Express intent to meet or negotiate | Yemen | 2005-01-06\nAnswer:", "completion": " UN Security Council", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1234682", "prompt": "Who accused the Militant of Taliban on the same day of the Opposition Supporter of Pakistan?\nEvidence:\n- Opposition Supporter (Pakistan) | Accuse | Militant (Taliban) | 2007-10-20\n- Opposition Supporter (Pakistan) | Demand meeting, negotiation | Militant (Taliban) | 2010-07-03\n- UN Security Council | Rally support on behalf of | Opposition Supporter (Pakistan) | 2007-12-27\n- Opposition Supporter (Pakistan) | Rally opposition against | Criminal (Pakistan) | 2015-08-12\n- Opposition Supporter (Pakistan) | Demand | Government (Pakistan) | 2005-12-11\n- Opposition Supporter (Pakistan) | Consult | Government (Pakistan) | 2014-08-21\n- Opposition Supporter (Pakistan) | Accuse | Government (Pakistan) | 2006-02-17\n- Government (Pakistan) | Consult | Opposition Supporter (Pakistan) | 2014-08-21\n- Opposition Supporter (Pakistan) | Make statement | Head of Government (Pakistan) | 2007-12-01\n- Head of Government (Pakistan) | Make statement | Opposition Supporter (Pakistan) | 2013-06-03\n- Opposition Supporter (Pakistan) | Give ultimatum | Government (Pakistan) | 2011-01-04\n- Government (Pakistan) | Complain officially | Opposition Supporter (Pakistan) | 2009-03-19\n- Opposition Supporter (Pakistan) | Demonstrate or rally | Head of Government (Pakistan) | 2015-04-06\n- Shaukat Aziz | Consult | Opposition Supporter (Pakistan) | 2005-12-08\n- Richard Boucher | Consult | Opposition Supporter (Pakistan) | 2007-06-15\nAnswer:", "completion": " Benazir Bhutto", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1183936", "prompt": "Could you tell me the exact month when the head of government of Uruguay first made a request to Uruguayan lawmakers?\nEvidence:\n- University of the Republic | Consult | Head of Government (Uruguay) | 2010-02-19\n- Head of Government (Uruguay) | Consult | University of the Republic | 2010-02-19\n- Head of Government (Uruguay) | Make an appeal or request | Lawmaker (Uruguay) | 2010-10-07\n- Lawyer/Attorney (Uruguay) | Investigate | Head of Government (Uruguay) | 2005-06-17\n- Head of Government (Uruguay) | Make statement | Business (Uruguay) | 2006-04-20\n- Head of Government (Uruguay) | Investigate | Domestic Affairs (Uruguay) | 2008-10-16\n- Business (Uruguay) | Make statement | Head of Government (Uruguay) | 2008-05-09\n- Party Member (Uruguay) | Make statement | Head of Government (Uruguay) | 2014-10-02\n- Military Personnel (Uruguay) | Make statement | Head of Government (Uruguay) | 2006-09-14\n- Head of Government (Uruguay) | Make statement | Party Member (Uruguay) | 2009-09-18\n- Head of Government (Uruguay) | Criticize or denounce | Lawmaker (Uruguay) | 2006-11-09\n- Foreign Affairs (Uruguay) | Make statement | Head of Government (Uruguay) | 2010-03-23\n- Foreign Affairs (Uruguay) | Make statement | Head of Government (Uruguay) | 2007-11-06\n- Business (Uruguay) | Provide economic aid | Head of Government (Uruguay) | 2010-02-19\n- Business (Uruguay) | Make optimistic comment | Head of Government (Uruguay) | 2006-04-20\nAnswer:", "completion": " 2010-10", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1029063", "prompt": "Who was the first Nigerian leader to reject after the presidential candidate?\nEvidence:\n- Presidential Candidate (Argentina) | Reject | Congress (Argentina) | 2014-10-09\n- Presidential Candidate (Afghanistan) | Reject | Kabul University | 2009-08-30\n- Muhammadu Buhari | Reject | Presidential Candidate (Nigeria) | 2012-11-07\n- Edwin Clark | Reject | Presidential Candidate (Nigeria) | 2012-05-27\n- Citizen (Nigeria) | Reject | Presidential Candidate (Nigeria) | 2015-02-02\n- Labor Union (Nigeria) | Reject | Presidential Candidate (Nigeria) | 2007-01-15\n- Constitutional Court (Gabon) | Reject | Presidential Candidate (Gabon) | 2014-12-16\n- Presidential Candidate (Argentina) | Reject | Cristina Fernández de Kirchner | 2015-10-28\n- Ministry (South Korea) | Reject | Presidential Candidate (South Korea) | 2015-03-08\n- Head of Government (Nigeria) | Reject | Presidential Candidate (Nigeria) | 2012-11-07\n- Barack Obama | Reject proposal to meet, discuss, or negotiate | Presidential Candidate (Afghanistan) | 2014-05-25\n- Presidential Candidate (China) | Threaten | China | 2012-09-06\n- Presidential Candidate (Georgia) | Demonstrate or rally | Member of the Judiciary (Georgia) | 2012-01-21\n- Sule Lamido | Accuse | Presidential Candidate (Nigeria) | 2014-12-29\n- Senate (Argentina) | Consult | Presidential Candidate (Argentina) | 2015-09-17\nAnswer:", "completion": " Boko Haram", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1218690", "prompt": "In which year did the Democratic Party of Nigeria first appeal to Labaran Maku?\nEvidence:\n- Democratic Party (Nigeria) | Reject | Labaran Maku | 2015-01-16\n- Democratic Party (Nigeria) | Make an appeal or request | Labaran Maku | 2015-03-20\n- Ministry (Nigeria) | Investigate | Labaran Maku | 2015-12-29\n- Ministry (Nigeria) | Consult | Labaran Maku | 2014-04-14\n- Labaran Maku | Threaten | Citizen (Nigeria) | 2015-02-13\n- Labaran Maku | Consult | Ministry (Nigeria) | 2014-04-14\n- Labaran Maku | Make statement | Media (Nigeria) | 2014-03-03\n- Labaran Maku | Make statement | Government (Nigeria) | 2015-03-12\n- Labaran Maku | Make statement | Government (Nigeria) | 2014-09-25\n- Labaran Maku | Make statement | Government (Nigeria) | 2014-05-28\n- Labaran Maku | Make statement | Government (Nigeria) | 2014-05-12\n- Labaran Maku | Make statement | Government (Nigeria) | 2014-04-16\n- Labaran Maku | Make statement | Government (Nigeria) | 2014-03-03\n- Labaran Maku | Make statement | Government (Nigeria) | 2014-02-06\n- Labaran Maku | Make statement | Government (Nigeria) | 2014-01-03\nAnswer:", "completion": " 2015", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1166365", "prompt": "Which country was endorsed by the Cabinet Council of Ministers Advisors of the United States in the same month by the citizens of Kyrgyzstan?\nEvidence:\n- Cabinet / Council of Ministers / Advisors (United States) | Discuss by telephone | Cabinet / Council of Ministers / Advisors (Kazakhstan) | 2010-06-15\n- Cabinet / Council of Ministers / Advisors (Kazakhstan) | Discuss by telephone | Cabinet / Council of Ministers / Advisors (United States) | 2010-06-15\n- Representatives (Kyrgyzstan) | Consult | Cabinet / Council of Ministers / Advisors (Kyrgyzstan) | 2008-07-08\n- Representatives (Kyrgyzstan) | Consult | Cabinet / Council of Ministers / Advisors (Kyrgyzstan) | 2006-11-03\n- Media (Kyrgyzstan) | Demand | Cabinet / Council of Ministers / Advisors (Kyrgyzstan) | 2006-11-06\n- Citizen (Kyrgyzstan) | Consult | Cabinet / Council of Ministers / Advisors (Kyrgyzstan) | 2007-10-31\n- Cabinet / Council of Ministers / Advisors (Kyrgyzstan) | Demand | Citizen (Kyrgyzstan) | 2008-11-06\n- Cabinet / Council of Ministers / Advisors (Kyrgyzstan) | Consult | Representatives (Kyrgyzstan) | 2008-07-08\n- Cabinet / Council of Ministers / Advisors (Kyrgyzstan) | Consult | Representatives (Kyrgyzstan) | 2006-11-03\n- Cabinet / Council of Ministers / Advisors (Kyrgyzstan) | Consult | Citizen (Kyrgyzstan) | 2007-10-31\n- Cabinet / Council of Ministers / Advisors (United States) | Praise or endorse | Citizen (Kyrgyzstan) | 2010-08-31\n- Sudan | Discuss by telephone | Cabinet / Council of Ministers / Advisors (United States) | 2007-04-09\n- China | Discuss by telephone | Cabinet / Council of Ministers / Advisors (United States) | 2014-12-22\n- China | Discuss by telephone | Cabinet / Council of Ministers / Advisors (United States) | 2012-02-14\n- Cabinet / Council of Ministers / Advisors (United States) | Discuss by telephone | Sudan | 2007-04-09\nAnswer:", "completion": " Kazakhstan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1044485", "prompt": "Before Abdullah Gül, which country last expressed its willingness to negotiate with the citizens of International?\nEvidence:\n- Abdullah Gül | Express intent to meet or negotiate | China | 2005-02-02\n- Abdullah Gül | Express intent to meet or negotiate | China | 2005-02-01\n- Abdullah Gül | Express intent to meet or negotiate | China | 2005-01-27\n- Abdullah Gül | Express intent to meet or negotiate | China | 2005-01-26\n- Abdullah Gül | Express intent to meet or negotiate | Shimon Peres | 2005-01-04\n- Abdullah Gül | Express intent to meet or negotiate | Shimon Peres | 2005-01-03\n- Abdullah Gül | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-05\n- Abdullah Gül | Express intent to meet or negotiate | Businessperson (China) | 2005-02-03\n- Undersecretary (United States) | Express intent to meet or negotiate | Abdullah Gül | 2005-01-31\n- Wen Jiabao | Consult | Abdullah Gül | 2005-02-02\n- Shimon Peres | Consult | Abdullah Gül | 2006-01-05\n- Shimon Peres | Consult | Abdullah Gül | 2006-01-04\n- Shimon Peres | Consult | Abdullah Gül | 2006-01-03\n- Shimon Peres | Consult | Abdullah Gül | 2005-01-05\n- Shimon Peres | Consult | Abdullah Gül | 2005-01-04\nAnswer:", "completion": " France", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1346673", "prompt": "Who was the first to criticise Human Rights Watch after the military of the Philippines?\nEvidence:\n- Human Rights Watch | Accuse of human rights abuses | Vietnam | 2005-01-10\n- Human Rights Watch | Accuse | Military (Russia) | 2005-03-22\n- Human Rights Watch | Accuse of human rights abuses | Government (Sudan) | 2005-04-06\n- Human Rights Watch | Accuse of human rights abuses | Government (Sudan) | 2005-04-04\n- Human Rights Watch | Accuse of human rights abuses | Citizen (Sudan) | 2005-05-31\n- Human Rights Watch | Accuse of human rights abuses | Government (South Africa) | 2005-09-11\n- Human Rights Commission (Pakistan) | Make statement | Human Rights Watch | 2005-10-22\n- Human Rights Watch | Accuse of human rights abuses | Government (Cote d'Ivoire) | 2005-04-01\n- Human Rights Watch | Accuse of human rights abuses | Government (Cote d'Ivoire) | 2005-03-31\n- Human Rights Watch | Reject | Alberto Gonzales | 2005-01-25\n- Human Rights Watch | Make statement | Thailand | 2005-06-07\n- Human Rights Watch | Make statement | Romania | 2005-11-05\n- Human Rights Watch | Make statement | Eritrea | 2005-02-02\n- Human Rights Watch | Demand | Government (Pakistan) | 2005-03-09\n- Human Rights Watch | Accuse of human rights abuses | Armed Rebel (Lord's Resistance Army) | 2005-09-21\nAnswer:", "completion": " Foreign Affairs (Israel)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1190956", "prompt": "Before 15 January 2007, who made Mexico suffer from conventional military forces?\nEvidence:\n- Military (Mexico) | Use conventional military force | Mexico | 2007-01-15\n- Transparency International | Make statement | Mexico | 2007-01-15\n- Alejandro Chanona | Make statement | Mexico | 2007-01-15\nAnswer:", "completion": " Military (Mexico)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 3, "n_anchors": 1} +{"id": "mtq_1350624", "prompt": "Who visited Angela Merkel first, after the Prime Minister of Portugal?\nEvidence:\n- Angela Merkel | Defend verbally | People Associated with the Opposition (Germany) | 2005-07-17\n- France | Consult | Angela Merkel | 2005-07-18\n- Angela Merkel | Demand | France | 2005-07-19\n- Angela Merkel | Consult | France | 2005-07-18\n- Tony Blair | Consult | Angela Merkel | 2005-02-07\n- Gerhard Schröder | Demand | Angela Merkel | 2005-07-27\n- Gerhard Schröder | Accuse | Angela Merkel | 2005-07-15\n- Angela Merkel | Reject | Gerhard Schröder | 2005-03-17\n- Angela Merkel | Make statement | France | 2005-07-20\n- Angela Merkel | Consult | Tony Blair | 2005-02-07\n- Angela Merkel | Accuse | Gerhard Schröder | 2005-07-20\n- Angela Merkel | Accuse | Gerhard Schröder | 2005-07-19\n- Angela Merkel | Accuse | Gerhard Schröder | 2005-06-16\n- Angela Merkel | Praise or endorse | Head of Government (Germany) | 2005-07-21\n- Portugal | Make statement | Head of Government (Portugal) | 2005-03-13\nAnswer:", "completion": " Antonis Samaras", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1268273", "prompt": "Who was the first to appeal for the citizens of Nigeria after Frank Mba?\nEvidence:\n- Frank Mba | Make an appeal or request | Government (Nigeria) | 2014-08-01\n- Frank Mba | Make an appeal or request | Citizen (Nigeria) | 2014-08-22\n- Other Authorities / Officials (Nigeria) | Make statement | Frank Mba | 2014-07-07\n- Other Authorities / Officials (Nigeria) | Make statement | Frank Mba | 2014-05-13\n- Other Authorities / Officials (Nigeria) | Deny responsibility | Frank Mba | 2014-07-03\n- Frank Mba | Make statement | Other Authorities / Officials (Nigeria) | 2014-02-10\n- Sudan | Arrest, detain, or charge with legal action | Frank Mba | 2014-07-16\n- Citizen (Nigeria) | Appeal for judicial cooperation | Other Authorities / Officials (Nigeria) | 2005-03-07\n- Mallam Isa Yuguda | Appeal for economic aid | Other Authorities / Officials (Nigeria) | 2007-08-28\n- Head of Government (Nigeria) | Accuse | Other Authorities / Officials (Nigeria) | 2005-12-07\n- Other Authorities / Officials (Nigeria) | Make statement | Head of Government (Nigeria) | 2007-12-21\n- Other Authorities / Officials (Nigeria) | Make an appeal or request | Government (Nigeria) | 2006-12-29\n- Other Authorities / Officials (Nigeria) | Make an appeal or request | Citizen (Nigeria) | 2008-02-04\n- Other Authorities / Officials (Nigeria) | Make an appeal or request | Citizen (Nigeria) | 2008-02-01\n- Other Authorities / Officials (Nigeria) | Make an appeal or request | Citizen (Nigeria) | 2008-01-08\nAnswer:", "completion": " Government (Nigeria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1265376", "prompt": "Could you tell me the exact month when the leader of Qatar expressed his intention to meet with Heinz Fischer?\nEvidence:\n- Heinz Fischer | Express intent to meet or negotiate | Head of Government (Brazil) | 2005-09-17\n- Zurab Nogaideli | Consult | Heinz Fischer | 2006-03-27\n- Wolfgang Schüssel | Consult | Heinz Fischer | 2005-04-05\n- Tzipi Livni | Consult | Heinz Fischer | 2006-03-02\n- Mahmoud Abbas | Consult | Heinz Fischer | 2006-03-14\n- Javier Solana | Consult | Heinz Fischer | 2005-12-13\n- Ivan Gasparovic | Consult | Heinz Fischer | 2005-10-28\n- Ivan Gasparovic | Consult | Heinz Fischer | 2005-05-04\n- Heinz Fischer | Make statement | Mexico | 2005-05-30\n- Heinz Fischer | Consult | Zurab Nogaideli | 2006-03-27\n- Heinz Fischer | Consult | Wolfgang Schüssel | 2005-04-05\n- Heinz Fischer | Consult | Tzipi Livni | 2006-03-02\n- Heinz Fischer | Consult | Mahmoud Abbas | 2006-03-14\n- Heinz Fischer | Consult | Javier Solana | 2005-12-13\n- Heinz Fischer | Consult | Ivan Gasparovic | 2005-10-28\nAnswer:", "completion": " 2010-12", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1099483", "prompt": "In which year did Agence France-Presse have a telephone conversation with the Iranian Ministry of Foreign Affairs?\nEvidence:\n- Foreign Affairs (Romania) | Discuss by telephone | Agence France-Presse | 2005-04-14\n- Agence France-Presse | Discuss by telephone | Foreign Affairs (Romania) | 2005-04-14\n- Foreign Affairs (France) | Make statement | Agence France-Presse | 2005-02-23\n- Japan | Discuss by telephone | Agence France-Presse | 2005-03-20\n- Agence France-Presse | Discuss by telephone | Japan | 2005-03-20\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2006-03-28\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-18\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-04-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-01-03\n- Governor (Thailand) | Discuss by telephone | Agence France-Presse | 2005-01-23\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2006-03-28\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-07-19\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-07-18\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-04-19\nAnswer:", "completion": " 2008", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1198085", "prompt": "Who were the first Australians to criticise in 2010?\nEvidence:\n- Professor (Australia) | Make statement | Political Parties (First Nations) | 2010-12-03\n- Civic Platform | Criticize or denounce | Poland Comes First | 2010-12-15\nAnswer:", "completion": " Police (Australia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 2, "n_anchors": 0} +{"id": "mtq_1345261", "prompt": "In what year did the Moro National Liberation Front last sign formal agreements with the military of the Philippines?\nEvidence:\n- Moro National Liberation Front | Sign formal agreement | Military (Philippines) | 2005-02-28\n- Military (Philippines) | Sign formal agreement | Moro National Liberation Front | 2005-02-28\n- Military (Philippines) | Accuse | Moro National Liberation Front | 2007-08-10\n- Moro Islamic Liberation Front | Sign formal agreement | Military (Philippines) | 2005-06-08\n- Military (Philippines) | Sign formal agreement | Moro Islamic Liberation Front | 2005-06-08\n- Moro National Liberation Front | Cooperate militarily | Military (Philippines) | 2008-01-01\n- Moro National Liberation Front | Consult | Military Personnel (Philippines) | 2009-03-01\n- Military Personnel (Philippines) | Consult | Moro National Liberation Front | 2009-03-01\n- Military Personnel (Philippines) | Accuse | Moro National Liberation Front | 2008-09-23\n- Military (Philippines) | Make statement | Moro National Liberation Front | 2009-08-21\n- Moro National Liberation Front | Use conventional military force | Combatant (Moro National Liberation Front) | 2007-04-28\n- Moro National Liberation Front | Consult | Moro Islamic Liberation Front | 2006-04-13\n- Moro Islamic Liberation Front | Consult | Moro National Liberation Front | 2006-04-13\n- Moro National Liberation Front | Use unconventional violence | Military (Philippines) | 2005-02-13\n- Moro National Liberation Front | Make statement | Military Personnel (Philippines) | 2008-04-07\nAnswer:", "completion": " 2005", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1154521", "prompt": "Could you tell me the exact month when the media personnel of Nepal first requested the Business of Nepal?\nEvidence:\n- Media Personnel (Nepal) | Make statement | Business (Nepal) | 2009-04-08\n- Media Personnel (Nepal) | Make an appeal or request | Business (Nepal) | 2012-05-20\n- Media Personnel (Nepal) | Make statement | Student (Nepal) | 2015-04-21\n- Media Personnel (Nepal) | Make statement | Student (Nepal) | 2005-01-28\n- Media Personnel (Nepal) | Make statement | Newspaper (Nepal) | 2005-08-16\n- Media Personnel (Nepal) | Make statement | Insurgent (Nepal) | 2006-07-28\n- Women (Nepal) | Demand | Business (Nepal) | 2008-08-08\n- Media Personnel (Nepal) | Make statement | Political Parties (Nepal) | 2008-11-17\n- Media Personnel (Nepal) | Make statement | Political Parties (Nepal) | 2008-08-11\n- Media Personnel (Nepal) | Make statement | Political Parties (Nepal) | 2008-07-17\n- Media Personnel (Nepal) | Make statement | Political Parties (Nepal) | 2005-02-05\n- Media Personnel (Nepal) | Make statement | Party Member (Nepal) | 2008-03-19\n- Media Personnel (Nepal) | Make statement | Party Member (Nepal) | 2006-04-27\n- Media Personnel (Nepal) | Make statement | Party Member (Nepal) | 2005-04-22\n- Media Personnel (Nepal) | Make statement | Election Commission (Nepal) | 2012-07-30\nAnswer:", "completion": " 2012-05", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1383744", "prompt": "Who made the first appeal to the Party Member of Brazil?\nEvidence:\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- First Command of the Capital | Express intent to engage in diplomatic cooperation (such as policy support) | Party Member (Brazil) | 2006-06-12\n- Member of Parliament (Brazil) | Make statement | Party Member (Brazil) | 2012-09-13\n- Member of Parliament (Brazil) | Make statement | Party Member (Brazil) | 2008-10-21\n- Communist Party of Brazil | Make statement | Party Member (Brazil) | 2005-02-17\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- First Command of the Capital | Criticize or denounce | Citizen (Brazil) | 2008-10-30\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2012-05-31\nAnswer:", "completion": " Citizen (Brazil)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1375937", "prompt": "Who last did Shura Council give praise to before the Legislature of Bahrain?\nEvidence:\n- Shura Council | Praise or endorse | Portugal | 2007-01-29\n- Shura Council | Praise or endorse | Member of Legislative (Govt) (Jordan) | 2006-02-27\n- Shura Council | Consult | China | 2007-10-29\n- China | Consult | Shura Council | 2007-10-29\n- Shura Council | Praise or endorse | Political Parties (Egypt) | 2005-02-19\n- Shura Council | Praise or endorse | New Party (Egypt) | 2006-03-14\n- Shura Council | Reject | UN Security Council | 2005-04-01\n- Shura Council | Praise or endorse | Royal Administration (Saudi Arabia) | 2005-09-14\n- Yemen | Make statement | Shura Council | 2006-12-12\n- Shura Council | Make statement | Yemen | 2007-02-09\n- Shura Council | Make statement | Qatar | 2007-05-08\n- Shura Council | Consult | Representatives (Yemen) | 2007-02-09\n- Representatives (Yemen) | Consult | Shura Council | 2007-02-09\n- Shura Council | Make a visit | Iran | 2008-02-03\n- Shura Council | Make a visit | China | 2007-10-29\nAnswer:", "completion": " Sheikh Hamad bin Isa al Khalifah", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1258589", "prompt": "After Dmitry Anatolyevich Medvedev, who made a request to the Prime Minister of Mongolia?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- Kazakhstan | Host a visit | Dmitry Anatolyevich Medvedev | 2005-07-29\n- Dmitry Anatolyevich Medvedev | Make a visit | Kazakhstan | 2005-07-29\n- Dmitry Anatolyevich Medvedev | Make a visit | China | 2005-12-10\n- Dmitry Anatolyevich Medvedev | Make a visit | China | 2005-12-09\n- Dmitry Anatolyevich Medvedev | Make a visit | China | 2005-12-08\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2006-08-29\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2005-12-10\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2005-12-09\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Dmitry Anatolyevich Medvedev | Consult | China | 2005-12-08\n- China | Consult | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Head of Government (Germany) | Consult | Dmitry Anatolyevich Medvedev | 2006-07-28\n- Dmitry Anatolyevich Medvedev | Consult | Head of Government (Germany) | 2006-07-28\n- Islam Karimov | Make a visit | Dmitry Anatolyevich Medvedev | 2006-05-06\nAnswer:", "completion": " Shimon Peres", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1315124", "prompt": "Who was the first to attack the citizens of Mali with small arms and light weapons after the Malian militant?\nEvidence:\n- Military (Mali) | fight with small arms and light weapons | Militant (Mali) | 2014-05-21\n- Militant (Mali) | fight with small arms and light weapons | Military (Mali) | 2015-04-29\n- Militant (Mali) | fight with small arms and light weapons | Military (Mali) | 2014-05-21\n- Militant (Mali) | fight with small arms and light weapons | Citizen (Mali) | 2015-04-29\n- Muslim (Mali) | fight with small arms and light weapons | Military (Mali) | 2015-08-07\n- Military (Mali) | fight with small arms and light weapons | Muslim (Mali) | 2015-08-07\n- Military (Mali) | fight with small arms and light weapons | Citizen (Mali) | 2015-08-07\n- Military (Mali) | fight with small arms and light weapons | Citizen (Mali) | 2015-01-16\n- Military (Mali) | fight with small arms and light weapons | Citizen (Mali) | 2013-02-08\n- Military (Mali) | fight with small arms and light weapons | Citizen (Mali) | 2012-09-09\n- Citizen (Mali) | fight with small arms and light weapons | Military (Mali) | 2015-08-07\n- Citizen (Mali) | fight with small arms and light weapons | Military (Mali) | 2015-01-16\n- Citizen (Mali) | fight with small arms and light weapons | Military (Mali) | 2013-02-12\n- Military (Mali) | fight with small arms and light weapons | Mauritania | 2015-04-29\n- Mauritania | fight with small arms and light weapons | Military (Mali) | 2015-04-29\nAnswer:", "completion": " Military (Mali)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1158228", "prompt": "To whom did the Chief Justice of Nigeria make the last request before Isa Ayo Salami?\nEvidence:\n- Ministry (Nigeria) | Accuse | Isa Ayo Salami | 2012-05-14\n- Isa Ayo Salami | Accuse | Citizen (Nigeria) | 2011-08-25\n- Chief Court Judge (Nigeria) | Make an appeal or request | Isa Ayo Salami | 2011-03-01\n- Isa Ayo Salami | Make an appeal or request | Government (Nigeria) | 2011-06-20\n- Citizen (Nigeria) | Make an appeal or request | Isa Ayo Salami | 2011-03-08\n- Tunde Bakare | Consult | Isa Ayo Salami | 2014-01-16\n- Mustapha Akanbi | Accuse | Isa Ayo Salami | 2011-02-08\n- Isa Ayo Salami | Consult | Tunde Bakare | 2014-01-16\n- Isa Ayo Salami | Consult | Daily Trust | 2013-12-27\n- Daily Trust | Consult | Isa Ayo Salami | 2013-12-27\n- Citizen (Benin) | Accuse | Isa Ayo Salami | 2012-05-14\n- Isa Ayo Salami | Criticize or denounce | Citizen (Nigeria) | 2011-08-17\n- Conference of Nigerian Political Parties | Reject | Isa Ayo Salami | 2011-02-07\n- Nigerian Bar Association | Make an appeal or request | Isa Ayo Salami | 2011-02-09\n- Nigerian Bar Association | Praise or endorse | Isa Ayo Salami | 2011-09-18\nAnswer:", "completion": " Umaru Musa Yar'Adua", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1171229", "prompt": "When did Jorge Briz Abularach first praise José Miguel Insulza?\nEvidence:\n- Jorge Briz Abularach | Praise or endorse | José Miguel Insulza | 2006-02-13\n- Jorge Briz Abularach | Consult | Guatemala | 2006-05-30\n- Jorge Briz Abularach | Consult | Guatemala | 2006-01-27\n- Jorge Briz Abularach | Consult | Guatemala | 2005-11-15\n- Jorge Briz Abularach | Consult | Belize | 2005-11-15\n- Guatemala | Consult | Jorge Briz Abularach | 2006-05-30\n- Guatemala | Consult | Jorge Briz Abularach | 2006-01-27\n- Guatemala | Consult | Jorge Briz Abularach | 2005-11-15\n- Belize | Consult | Jorge Briz Abularach | 2005-11-15\n- Jorge Briz Abularach | Praise or endorse | Japan | 2006-02-23\n- Jorge Briz Abularach | Make statement | Guatemala | 2006-02-23\n- Jorge Briz Abularach | Make statement | Guatemala | 2006-01-03\n- Jorge Briz Abularach | Make statement | Guatemala | 2005-10-13\n- Jorge Briz Abularach | Make statement | Guatemala | 2005-07-25\n- Jorge Briz Abularach | Make statement | Guatemala | 2005-02-25\nAnswer:", "completion": " 2006-02-13", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1173135", "prompt": "On 4 November 2013, who condemned the citizens of Zambia?\nEvidence:\n- Citizen (Zambia) | Rally support on behalf of | Hakainde Hichilema | 2015-01-11\n- Member of the Judiciary (Iceland) | Rally support on behalf of | Bank (Iceland) | 2014-05-25\n- Special Rapporteurs of the United Nations | Rally support on behalf of | Detainee (Myanmar) | 2011-08-25\n- Special Rapporteurs of the United Nations | Rally support on behalf of | Detainee (Myanmar) | 2009-02-20\n- Member of the Judiciary (Iceland) | Rally support on behalf of | Company - Owner or Operator (Iceland) | 2014-05-25\n- Ministry (Brazil) | Rally support on behalf of | People Associated with the Opposition (Brazil) | 2005-11-12\n- People Associated with the Opposition (Sri Lanka) | Rally support on behalf of | Sarath Fonseka | 2010-03-23\n- People Associated with the Opposition (Sri Lanka) | Rally support on behalf of | Sarath Fonseka | 2010-03-16\n- People Associated with the Opposition (Sri Lanka) | Rally support on behalf of | Sarath Fonseka | 2010-02-13\n- Member of the Judiciary (United States) | Express intent to cooperate on judicial matters | Mexico | 2006-04-04\n- Member of the Judiciary (United States) | Express intent to cooperate on judicial matters | France | 2010-04-06\n- Police (Uganda) | Impose restrictions on political freedoms | The Voice (Uganda) | 2014-12-12\n- Government Lawyer/Representative (Zambia) | Make an appeal or request | Member of the Judiciary (Namibia) | 2013-09-10\n- Member of the Judiciary (United States) | Express intent to cooperate on judicial matters | South Korea | 2007-11-01\n- Member of the Judiciary (United States) | Express intent to cooperate on judicial matters | South Korea | 2007-10-25\nAnswer:", "completion": " Criminal (Zambia)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1366350", "prompt": "After Médecins Sans Frontières, who denounced the citizens of the state?\nEvidence:\n- Member of the Judiciary (Egypt) | Demand | State Media (Egypt) | 2013-03-29\n- ZTE Corp. | Consult | Secretary of State for the Home Department | 2010-05-13\n- Theresa May | Consult | Secretary of State for the Home Department | 2013-06-26\n- Shivshankar Menon | Consult | Secretary of State for the Home Department | 2012-08-08\n- Shivraj Patil | Demand | Secretary of State for the Home Department | 2006-12-31\n- Shivraj Patil | Consult | Secretary of State for the Home Department | 2007-08-28\n- Secretary of State for the Home Department | Investigate | Northern Ireland | 2009-01-27\n- Secretary of State for the Home Department | Consult | ZTE Corp. | 2010-05-13\n- Secretary of State for the Home Department | Consult | Theresa May | 2013-06-26\n- Secretary of State for the Home Department | Consult | Shivshankar Menon | 2012-08-08\n- Secretary of State for the Home Department | Consult | Shivraj Patil | 2007-08-28\n- Secretary of State for the Home Department | Consult | Media (India) | 2014-10-23\n- Secretary of State for the Home Department | Consult | Media (India) | 2012-11-28\n- Secretary of State for the Home Department | Accuse | Theresa May | 2014-11-04\n- Secretary of State for the Home Department | Accuse | Ministry (Poland) | 2006-11-29\nAnswer:", "completion": " Middle East", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1073706", "prompt": "Who was endorsed by the government of the occupied Palestinian territories before 11 June 2006?\nEvidence:\n- Government (Palestinian Territory, Occupied) | Accuse | Mahmoud Abbas | 2006-06-11\n- Student (Palestinian Territory, Occupied) | Make statement | Armed Gang (Palestinian Territory, Occupied) | 2006-06-11\n- Iran | Praise or endorse | Government (Palestinian Territory, Occupied) | 2006-06-11\n- Government (Palestinian Territory, Occupied) | Praise or endorse | Iran | 2006-06-11\n- Armed Gang (Palestinian Territory, Occupied) | Abduct, hijack, or take hostage | Student (Palestinian Territory, Occupied) | 2006-06-11\n- Iran | Express intent to engage in diplomatic cooperation (such as policy support) | Government (Palestinian Territory, Occupied) | 2006-06-11\nAnswer:", "completion": " Mahmoud Abbas", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 6, "n_anchors": 0} +{"id": "mtq_1104792", "prompt": "Who was the last to be released by the United Arab Emirates?\nEvidence:\n- Supreme Council (United Arab Emirates) | Make statement | United Arab Emirates | 2005-03-26\n- Treasury/Finance Ministry (United Arab Emirates) | Make statement | United Arab Emirates | 2005-02-13\n- United Arab Emirates | Consult | Iran | 2005-02-01\n- Iran | Consult | United Arab Emirates | 2005-02-01\n- United Arab Emirates | Cooperate militarily | France | 2005-02-20\n- United Arab Emirates | Consult | Benazir Bhutto | 2005-03-24\n- France | Cooperate militarily | United Arab Emirates | 2005-02-20\n- Benazir Bhutto | Consult | United Arab Emirates | 2005-03-24\n- United Arab Emirates | Sign formal agreement | Malaysia | 2005-03-19\n- United Arab Emirates | Sign formal agreement | Iraq | 2005-03-07\n- United Arab Emirates | Provide humanitarian aid | Sudan | 2005-02-04\n- United Arab Emirates | Praise or endorse | Iraq | 2005-02-02\n- United Arab Emirates | Praise or endorse | China | 2005-03-18\n- United Arab Emirates | Make a visit | Iran | 2005-02-25\n- United Arab Emirates | Engage in negotiation | Qatar | 2005-03-07\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1216054", "prompt": "On 9 January 2014, who made the armed rebels of Syria suffer from unconventional violence?\nEvidence:\n- Combatant (Al Qaeda) | Use unconventional violence | Armed Rebel (Syria) | 2014-01-09\n- Armed Rebel (Syria) | Use unconventional violence | Combatant (Al Qaeda) | 2014-01-09\nAnswer:", "completion": " Combatant (Al Qaeda)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 0} +{"id": "mtq_1241480", "prompt": "Who used conventional military force against Madagascar after 2010-11?\nEvidence:\n- Madagascar | Use conventional military force | South Africa | 2006-03-07\n- Military (Madagascar) | Make statement | Madagascar | 2006-03-06\n- Student (Madagascar) | Conduct suicide, car, or other non-military bombing | Madagascar | 2005-04-20\n- China | Use conventional military force | Foreign Affairs (South Korea) | 2005-01-14\n- Police (Madagascar) | Mobilize or increase police power | Madagascar | 2006-03-24\n- Other Authorities / Officials (Madagascar) | Impose administrative sanctions | Madagascar | 2006-10-11\n- Other Authorities / Officials (Madagascar) | Impose administrative sanctions | Madagascar | 2006-10-10\n- Other Authorities / Officials (Madagascar) | Impose administrative sanctions | Madagascar | 2006-10-08\n- Other Authorities / Officials (Madagascar) | Impose administrative sanctions | Madagascar | 2006-10-07\n- Malawi | Consult | Madagascar | 2006-10-23\n- Malawi | Consult | Madagascar | 2006-03-30\n- Madagascar | Consult | Malawi | 2006-10-23\n- Madagascar | Consult | Malawi | 2006-03-30\n- Madagascar | Consult | Lesotho | 2006-03-30\n- Madagascar | Consult | Comoros | 2005-07-19\nAnswer:", "completion": " Military (Madagascar)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1084658", "prompt": "Before Sudan, to whom did Lawrence Cannon make his last appeal?\nEvidence:\n- Lawrence Cannon | Make statement | Sudan | 2010-04-22\n- Lawrence Cannon | Make statement | Thailand | 2008-12-02\n- Lawrence Cannon | Make statement | Iran | 2010-03-28\n- Lawrence Cannon | Make statement | Iran | 2010-03-25\n- Lawrence Cannon | Make statement | Iran | 2009-06-25\n- Lawrence Cannon | Make statement | Iran | 2009-06-15\n- Lawrence Cannon | Make statement | Iran | 2009-04-21\n- Lawrence Cannon | Make statement | France | 2009-12-10\n- Lawrence Cannon | Make statement | France | 2009-03-25\n- Lawrence Cannon | Make statement | France | 2008-01-14\n- Lawrence Cannon | Make statement | China | 2010-02-11\n- Lawrence Cannon | Make an appeal or request | Iran | 2009-10-01\n- Lawrence Cannon | Make statement | Canadian Alliance | 2010-02-23\n- Lawrence Cannon | Make statement | Barack Obama | 2008-11-10\n- Lawrence Cannon | Make a visit | Japan | 2009-05-14\nAnswer:", "completion": " Foreign Affairs (Romania)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1139510", "prompt": "In which year did the Archbishop of Brazil endorse the Head of Government of Brazil?\nEvidence:\n- Archbishop (Brazil) | Praise or endorse | Head of Government (Brazil) | 2007-05-27\n- Head of Government (Brazil) | Criticize or denounce | Archbishop (Brazil) | 2009-03-07\n- Head of Government (Brazil) | Criticize or denounce | Archbishop (Brazil) | 2009-03-06\n- Head of Government (Brazil) | Praise or endorse | People Associated with the Opposition (Brazil) | 2011-05-06\n- Ministry (Brazil) | Consult | Archbishop (Brazil) | 2012-10-16\n- Archbishop (Brazil) | Demand | Population (Brazil) | 2011-10-12\n- Archbishop (Brazil) | Consult | Ministry (Brazil) | 2012-10-16\n- Benedict XVI | Praise or endorse | Archbishop (Brazil) | 2007-05-12\n- Religion (Brazil) | Praise or endorse | Head of Government (Brazil) | 2006-09-08\n- Population (Brazil) | Praise or endorse | Head of Government (Brazil) | 2011-01-02\n- Population (Brazil) | Praise or endorse | Head of Government (Brazil) | 2007-04-11\n- Ministry (Brazil) | Praise or endorse | Head of Government (Brazil) | 2009-04-23\n- Head of Government (Brazil) | Praise or endorse | Ministry (Brazil) | 2011-07-08\n- Head of Government (Brazil) | Praise or endorse | Ministry (Brazil) | 2010-03-16\n- Head of Government (Brazil) | Praise or endorse | Ministry (Brazil) | 2005-07-28\nAnswer:", "completion": " 2007", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1164882", "prompt": "Who was the last to make a request to South Sudan before Jakaya Mrisho Kikwete?\nEvidence:\n- Jakaya Mrisho Kikwete | Make a visit | Sudan | 2006-01-21\n- Sudan | Host a visit | Jakaya Mrisho Kikwete | 2006-01-21\n- Jakaya Mrisho Kikwete | Make a visit | Tanzania | 2006-02-22\n- Jakaya Mrisho Kikwete | Make a visit | Tanzania | 2005-09-30\n- Tanzania | Make statement | Jakaya Mrisho Kikwete | 2005-12-13\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-03-10\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-03-09\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-23\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-21\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-10\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-02\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-01\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-01-02\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-12-30\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-10-27\nAnswer:", "completion": " UN Security Council", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1241135", "prompt": "Who gave a condemnation to the UN Security Council in the same month by the Foreign Ministry of Austria?\nEvidence:\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- UN Security Council | Consult | Foreign Affairs (South Korea) | 2005-01-09\n- Foreign Affairs (South Korea) | Consult | UN Security Council | 2005-01-09\n- UN Security Council | Make a visit | Japan | 2005-01-29\n- UN Security Council | Make a visit | Iran | 2005-02-03\n- Japan | Host a visit | UN Security Council | 2005-01-29\n- Iran | Host a visit | UN Security Council | 2005-02-03\n- Foreign Affairs (Syria) | Express intent to meet or negotiate | UN Security Council | 2005-03-04\n- UN Security Council | Demand change in leadership | Head of Government (Togo) | 2005-02-25\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- UN Security Council | Demand settling of dispute | Citizen (Sudan) | 2005-01-13\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\nAnswer:", "completion": " Iran", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1326684", "prompt": "Who asked for Muhammadu Buhari on the same day as the Muslims of Nigeria?\nEvidence:\n- Citizen (Nigeria) | Yield | Muhammadu Buhari | 2006-12-19\n- Citizen (Nigeria) | Reject | Muhammadu Buhari | 2006-12-24\n- Muhammadu Buhari | Deny responsibility | Citizen (Nigeria) | 2007-01-26\n- Citizen (Nigeria) | Reduce relations | Muhammadu Buhari | 2007-08-17\n- Royal Administration (Nigeria) | Make statement | Muhammadu Buhari | 2006-09-27\n- Muhammadu Buhari | Make statement | Royal Administration (Nigeria) | 2007-03-05\n- Muhammadu Buhari | Make statement | Presidential Candidate (Nigeria) | 2007-01-29\n- Muhammadu Buhari | Make statement | Democratic Party (Nigeria) | 2007-04-23\n- Muhammadu Buhari | Make empathetic comment | Government (Nigeria) | 2006-11-21\n- Muhammadu Buhari | Criticize or denounce | Government (Nigeria) | 2007-07-26\n- Muhammadu Buhari | Criticize or denounce | Citizen (Nigeria) | 2006-12-02\n- Muhammadu Buhari | Criticize or denounce | Citizen (Nigeria) | 2005-01-04\n- Muhammadu Buhari | Bring lawsuit against | Citizen (Nigeria) | 2005-07-01\n- Citizen (Nigeria) | Rally opposition against | Muhammadu Buhari | 2006-01-09\n- Citizen (Nigeria) | Make optimistic comment | Muhammadu Buhari | 2007-03-02\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1087969", "prompt": "Before Tsai Ing-wen, who last expressed the intention to cooperate with Ma Ying Jeou?\nEvidence:\n- Tsai Ing-wen | Reject | Ma Ying Jeou | 2008-10-26\n- Tsai Ing-wen | Consult | Ma Ying Jeou | 2008-11-13\n- Tsai Ing-wen | Consult | Ma Ying Jeou | 2008-11-12\n- Tsai Ing-wen | Accuse | Ma Ying Jeou | 2008-12-27\n- Tsai Ing-wen | Accuse | Ma Ying Jeou | 2008-11-08\n- Tsai Ing-wen | Accuse | Ma Ying Jeou | 2008-10-19\n- Ma Ying Jeou | Consult | Tsai Ing-wen | 2008-11-13\n- Ma Ying Jeou | Consult | Tsai Ing-wen | 2008-11-12\n- Ma Ying Jeou | Accuse | Tsai Ing-wen | 2008-11-08\n- Ma Ying Jeou | Accuse | Tsai Ing-wen | 2008-11-07\n- Tsai Ing-wen | Make statement | Ma Ying Jeou | 2009-03-22\n- Tsai Ing-wen | Make statement | Ma Ying Jeou | 2008-06-20\n- Tsai Ing-wen | Make statement | Ma Ying Jeou | 2008-06-19\n- Tsai Ing-wen | Deny responsibility | Ma Ying Jeou | 2008-09-23\n- Tsai Ing-wen | Praise or endorse | Ma Ying Jeou | 2008-07-02\nAnswer:", "completion": " Lien Chan", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1175192", "prompt": "Who was the first to sign an agreement with the UN Security Council after Tony Blair?\nEvidence:\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- Ethiopia | Make an appeal or request | UN Security Council | 2005-02-08\n- Tony Blair | Accuse | Iran | 2005-02-05\n- Iran | Reject | Tony Blair | 2005-02-08\n- Tony Blair | Make an appeal or request | Iran | 2005-02-08\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\n- UN Security Council | Consult | Nabil Shaath | 2005-01-11\n- UN Security Council | Consult | John Garang | 2005-02-09\n- UN Security Council | Consult | John Garang | 2005-02-08\n- UN Security Council | Consult | African Union | 2005-01-10\n- Nabil Shaath | Consult | UN Security Council | 2005-01-11\nAnswer:", "completion": " Iran", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1298256", "prompt": "Who did South Africa condemn in the same month as Hakainde Hichilema?\nEvidence:\n- Hakainde Hichilema | Make statement | Government (Africa) | 2007-07-06\n- Hakainde Hichilema | Engage in diplomatic cooperation | China | 2006-09-15\n- Rupiah Banda | Consult | Hakainde Hichilema | 2009-04-03\n- Hakainde Hichilema | Demand | Citizen (Zambia) | 2008-10-30\n- Hakainde Hichilema | Consult | Rupiah Banda | 2009-04-03\n- Citizen (Zambia) | Threaten | Hakainde Hichilema | 2006-08-12\n- Citizen (Zambia) | Reject | Hakainde Hichilema | 2010-03-25\n- Citizen (Zambia) | Demand | Hakainde Hichilema | 2010-11-02\n- Citizen (Zambia) | Demand | Hakainde Hichilema | 2010-08-23\n- Citizen (Zambia) | Demand | Hakainde Hichilema | 2010-05-11\n- Citizen (Zambia) | Accuse | Hakainde Hichilema | 2006-08-02\n- Rupiah Banda | Make statement | Hakainde Hichilema | 2009-08-03\n- Rupiah Banda | Make statement | Hakainde Hichilema | 2009-06-25\n- Michael Sata | Make statement | Hakainde Hichilema | 2011-03-02\n- Kabinga Pande | Make statement | Hakainde Hichilema | 2011-02-14\nAnswer:", "completion": " Nevers Mumba", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1028981", "prompt": "Who was denounced by the Party Member of the United Kingdom before March 2007?\nEvidence:\n- Party Member (United Kingdom) | Reject | Labor Party (United Kingdom) | 2006-08-25\n- Chancellor of the Exchequer | Criticize or denounce | Party Member (United Kingdom) | 2006-09-10\n- The Sunday Times | Make statement | Party Member (United Kingdom) | 2009-12-16\n- The Daily Telegraph | Make statement | Party Member (United Kingdom) | 2009-05-11\n- Party Member (United Kingdom) | Make statement | Labor Party (United Kingdom) | 2012-12-06\n- Party Member (United Kingdom) | Make statement | Labor Party (United Kingdom) | 2006-02-11\n- National Party (United Kingdom) | Make statement | Party Member (United Kingdom) | 2008-11-19\n- Labor Party (United Kingdom) | Reduce relations | Party Member (United Kingdom) | 2015-07-28\n- Labor Party (United Kingdom) | Make statement | Party Member (United Kingdom) | 2010-10-19\n- Labor Party (United Kingdom) | Make statement | Party Member (United Kingdom) | 2010-04-10\n- Labor Party (United Kingdom) | Make statement | Party Member (United Kingdom) | 2009-07-22\n- Member of Legislative (Govt) (United Kingdom) | Criticize or denounce | Party Member (United Kingdom) | 2015-07-27\n- Party Member (United Kingdom) | Threaten | Citizen (United Kingdom) | 2015-08-06\n- Party Member (United Kingdom) | Threaten | Citizen (United Kingdom) | 2013-07-18\n- Party Member (United Kingdom) | Threaten | Citizen (United Kingdom) | 2012-01-19\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1071895", "prompt": "To whom did Abdoulaye Wade appeal before 4 May 2009?\nEvidence:\n- Abdoulaye Wade | Make an appeal or request | Habib Sy | 2009-05-04\nAnswer:", "completion": " Military (Senegal)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 1} +{"id": "mtq_1093466", "prompt": "In which month did the Human Rights Commission of Pakistan threaten the government of Pakistan?\nEvidence:\n- Human Rights Commission (Pakistan) | Threaten | Government (Pakistan) | 2007-07-04\n- Human Rights Commission (Pakistan) | Accuse of human rights abuses | Government (Pakistan) | 2006-12-22\n- Human Rights Commission (Pakistan) | Demand | Government (Pakistan) | 2007-07-07\n- Human Rights Commission (Pakistan) | Demand | Government (Pakistan) | 2006-10-20\n- Human Rights Commission (Pakistan) | Accuse | Government (Pakistan) | 2006-09-21\n- Human Rights Commission (Pakistan) | Accuse | Government (Pakistan) | 2005-11-03\n- Human Rights Commission (Pakistan) | Accuse of aggression | Government (Pakistan) | 2005-11-06\n- Human Rights Commission (Pakistan) | Make statement | Government (Pakistan) | 2008-04-11\n- Human Rights Commission (Pakistan) | Make statement | Government (Pakistan) | 2006-12-10\n- Human Rights Commission (Pakistan) | Make statement | Government (Pakistan) | 2006-04-11\n- Human Rights Commission (Pakistan) | Make statement | Government (Pakistan) | 2005-08-27\n- Human Rights Commission (Pakistan) | Accuse of human rights abuses | Pervez Musharraf | 2006-01-28\n- Human Rights Watch | Make statement | Human Rights Commission (Pakistan) | 2012-05-18\n- Human Rights Commission (Pakistan) | Make statement | Human Rights Watch | 2005-10-22\n- Human Rights Commission (Pakistan) | Demand humanitarian aid | Government (Pakistan) | 2006-05-16\nAnswer:", "completion": " 2007-07", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1197569", "prompt": "Who made optimistic remarks about the Election Commission of India in 2013?\nEvidence:\n- Director General (India) | Make optimistic comment | Election Commission (India) | 2013-07-05\n- Member of Parliament (India) | Consult | Election Commission (India) | 2013-12-13\n- Member of Parliament (India) | Consult | Election Commission (India) | 2013-10-27\n- Head of Government (India) | Consult | Election Commission (India) | 2013-03-26\n- Head of Government (India) | Consult | Election Commission (India) | 2013-02-14\n- Election Commission (India) | Consult | Member of Parliament (India) | 2013-12-13\n- Election Commission (India) | Consult | Member of Parliament (India) | 2013-10-27\n- Election Commission (India) | Consult | Head of Government (India) | 2013-03-26\n- Election Commission (India) | Consult | Head of Government (India) | 2013-02-14\n- Secretary of State for the Home Department | Consult | Election Commission (India) | 2013-07-06\n- Secretary of State for the Home Department | Consult | Election Commission (India) | 2013-07-01\n- Election Commission (India) | Consult | Secretary of State for the Home Department | 2013-07-06\n- Election Commission (India) | Consult | Secretary of State for the Home Department | 2013-07-01\n- Media (India) | Consult | Election Commission (India) | 2013-03-03\n- Election Commission (India) | Consult | Media (India) | 2013-03-03\nAnswer:", "completion": " Director General (India)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1373817", "prompt": "In 2013, which country was the first to request a meeting with the United Arab Emirates?\nEvidence:\n- Supreme Council (United Arab Emirates) | Make statement | United Arab Emirates | 2005-03-26\n- Treasury/Finance Ministry (United Arab Emirates) | Make statement | United Arab Emirates | 2005-02-13\n- United Arab Emirates | Engage in negotiation | Qatar | 2005-03-07\n- Qatar | Engage in negotiation | United Arab Emirates | 2005-03-07\n- United Arab Emirates | Make a visit | Iran | 2005-02-25\n- Iran | Host a visit | United Arab Emirates | 2005-02-25\n- United Arab Emirates | Consult | Iran | 2005-02-01\n- Iran | Consult | United Arab Emirates | 2005-02-01\n- United Arab Emirates | Engage in negotiation | South Korea | 2005-02-01\n- United Arab Emirates | Engage in diplomatic cooperation | Kuwait | 2005-03-29\n- United Arab Emirates | Engage in diplomatic cooperation | Iran | 2005-01-11\n- United Arab Emirates | Engage in diplomatic cooperation | Iran | 2005-01-10\n- South Korea | Engage in negotiation | United Arab Emirates | 2005-02-01\n- Kuwait | Engage in diplomatic cooperation | United Arab Emirates | 2005-03-29\n- Iran | Engage in diplomatic cooperation | United Arab Emirates | 2005-02-07\nAnswer:", "completion": " South Korea", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1298766", "prompt": "Who last did the head of government of Gabon make an appeal to before the Constitutional Court of Gabon?\nEvidence:\n- Head of Government (Gabon) | Make an appeal or request | Constitutional Court (Gabon) | 2013-11-07\n- Union of the Gabonese People | Consult | Constitutional Court (Gabon) | 2008-09-29\n- Constitutional Court (Gabon) | Consult | Union of the Gabonese People | 2008-09-29\n- Constitutional Court (Gabon) | Reject | Presidential Candidate (Gabon) | 2014-12-16\n- Head of Government (Gabon) | Consult | Court Judge (Gabon) | 2011-02-02\n- Head of Government (Gabon) | Consult | Court Judge (Gabon) | 2011-02-01\n- Court Judge (Gabon) | Consult | Head of Government (Gabon) | 2011-02-02\n- Court Judge (Gabon) | Consult | Head of Government (Gabon) | 2011-02-01\n- Head of Government (Gabon) | Make an appeal or request | Government (Gabon) | 2013-05-12\n- Head of Government (Gabon) | Make an appeal or request | Government (Gabon) | 2009-03-04\n- Head of Government (Gabon) | Make an appeal or request | Government (Gabon) | 2008-02-16\n- Head of Government (Gabon) | Make an appeal or request | Government (Gabon) | 2007-05-27\n- Head of Government (Gabon) | Make an appeal or request | Government (Gabon) | 2007-05-26\n- Head of Government (Gabon) | Make an appeal or request | Government (Gabon) | 2007-05-25\n- Head of Government (Gabon) | Make an appeal or request | Government (Gabon) | 2007-03-16\nAnswer:", "completion": " Government (Gabon)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1145524", "prompt": "After Ingrid Betancourt Pulecio, with whom did Rafael Correa first express his intention to meet?\nEvidence:\n- Ingrid Betancourt Pulecio | Demand | France | 2008-03-04\n- Ingrid Betancourt Pulecio | Accuse | France | 2007-02-23\n- France | Demand | Ingrid Betancourt Pulecio | 2008-03-30\n- Ingrid Betancourt Pulecio | Express intent to meet or negotiate | Colombia | 2006-02-26\n- Trevor Sargent | Consult | Ingrid Betancourt Pulecio | 2005-06-30\n- Ingrid Betancourt Pulecio | Make statement | France | 2008-01-01\n- Ingrid Betancourt Pulecio | Make statement | France | 2007-12-05\n- Ingrid Betancourt Pulecio | Make statement | Colombia | 2007-12-11\n- Ingrid Betancourt Pulecio | Consult | Trevor Sargent | 2005-06-30\n- Colombia | Make statement | Ingrid Betancourt Pulecio | 2008-03-27\n- Colombia | Make statement | Ingrid Betancourt Pulecio | 2007-12-15\n- Ingrid Betancourt Pulecio | Make statement | Government (France) | 2007-02-20\n- Ingrid Betancourt Pulecio | Make a visit | France | 2005-09-23\n- Ingrid Betancourt Pulecio | Make a visit | France | 2005-02-22\n- Ingrid Betancourt Pulecio | Make a visit | Colombia | 2008-03-28\nAnswer:", "completion": " Javier Solana", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1090371", "prompt": "In May 2006, who threatened Boris Abramovich Berezovsky?\nEvidence:\n- Verkhovna Rada | Investigate | Boris Abramovich Berezovsky | 2005-10-07\n- Verkhovna Rada | Investigate | Boris Abramovich Berezovsky | 2005-09-20\n- Verkhovna Rada | Consult | Boris Abramovich Berezovsky | 2005-10-12\n- VARIG | Make statement | Boris Abramovich Berezovsky | 2006-05-10\n- Jack Straw | Threaten | Boris Abramovich Berezovsky | 2007-01-23\n- Jack Straw | Threaten | Boris Abramovich Berezovsky | 2007-01-22\n- Jack Straw | Threaten | Boris Abramovich Berezovsky | 2006-05-31\n- Jack Straw | Threaten | Boris Abramovich Berezovsky | 2006-03-28\n- Jack Straw | Threaten | Boris Abramovich Berezovsky | 2006-03-03\n- Jack Straw | Threaten | Boris Abramovich Berezovsky | 2006-03-02\n- Jack Straw | Threaten | Boris Abramovich Berezovsky | 2006-03-01\n- Jack Straw | Threaten | Boris Abramovich Berezovsky | 2006-02-28\n- Boris Abramovich Berezovsky | Consult | Verkhovna Rada | 2005-10-12\n- Boris Abramovich Berezovsky | Consult | Aigars Kalvitis | 2005-06-08\n- Boris Abramovich Berezovsky | Accuse | Terrorist (Chechen) | 2005-02-08\nAnswer:", "completion": " Jack Straw", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1197186", "prompt": "In what month did Petroecuador first sign an agreement with Petrochina?\nEvidence:\n- Petroecuador | Sign formal agreement | Petrochina | 2009-08-06\n- Petroecuador | Sign formal agreement | Petrochina | 2009-07-28\n- Petroecuador | Sign formal agreement | Petrochina | 2009-07-23\n- Petrochina | Sign formal agreement | Petroecuador | 2009-08-06\n- Petrochina | Sign formal agreement | Petroecuador | 2009-07-28\n- Petrochina | Sign formal agreement | Petroecuador | 2009-07-23\n- Petroecuador | Sign formal agreement | China | 2008-08-26\n- China | Sign formal agreement | Petroecuador | 2008-08-26\n- Qatar | Sign formal agreement | Petrochina | 2008-04-11\n- Petrochina | Sign formal agreement | Qatar | 2008-04-11\n- Petrochina | Sign formal agreement | China | 2009-03-10\n- Petrochina | Sign formal agreement | Chevron | 2008-04-02\n- China | Sign formal agreement | Petrochina | 2009-03-10\n- Chevron | Sign formal agreement | Petrochina | 2008-04-02\n- Royal Dutch Shell | Sign formal agreement | Petrochina | 2008-04-11\nAnswer:", "completion": " 2009-07", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1312579", "prompt": "When did the citizens of Uganda use unconventional violence against the priest of Uganda?\nEvidence:\n- Citizen (Uganda) | Use unconventional violence | Priest (Uganda) | 2007-03-23\n- Guerrilla (Russia) | Use unconventional violence | Priest (Russia) | 2005-05-11\n- Augusto Pinochet | Use unconventional violence | Priest (France) | 2014-01-07\n- Attacker (Turkey) | Use unconventional violence | Priest (Turkey) | 2008-11-11\n- Attacker (Turkey) | Use unconventional violence | Priest (Turkey) | 2007-11-28\n- Women (Uganda) | Use unconventional violence | Police (Uganda) | 2006-11-13\n- Rioter (Uganda) | Use unconventional violence | Police (Uganda) | 2011-04-29\n- Rioter (Uganda) | Use unconventional violence | Police (Uganda) | 2011-04-14\n- Rioter (Uganda) | Use unconventional violence | Police (Uganda) | 2010-10-23\n- Rioter (Uganda) | Use unconventional violence | Police (Uganda) | 2009-11-20\n- Rioter (Uganda) | Use unconventional violence | Police (Uganda) | 2009-09-21\n- Rioter (Uganda) | Use unconventional violence | Citizen (Uganda) | 2009-09-28\n- Rioter (Uganda) | Use unconventional violence | Citizen (Uganda) | 2009-09-15\n- Rioter (Uganda) | Use unconventional violence | Citizen (Uganda) | 2009-09-10\n- Police (Uganda) | Use unconventional violence | Citizen (Uganda) | 2013-04-08\nAnswer:", "completion": " 2007-03-23", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1214635", "prompt": "Before the President of Cuba, with whom did Barack Obama last sign formal agreements?\nEvidence:\n- Head of Government (Kenya) | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Consult | Head of Government (Kenya) | 2006-08-25\n- South Africa | Sign formal agreement | Mauritania | 2005-01-25\n- South Africa | Sign formal agreement | Angola | 2005-02-25\n- South Africa | Sign formal agreement | Angola | 2005-02-18\n- South Africa | Sign formal agreement | Angola | 2005-02-17\n- Mauritania | Sign formal agreement | South Africa | 2005-01-25\n- Angola | Sign formal agreement | South Africa | 2005-02-25\n- Angola | Sign formal agreement | South Africa | 2005-02-18\n- Angola | Sign formal agreement | South Africa | 2005-02-17\n- Barack Obama | Demand de-escalation of military engagement | Iraq | 2007-06-02\n- Barack Obama | Reject | Iraq | 2007-04-03\n- Barack Obama | Reject | Iraq | 2006-10-28\n- South Korea | Sign formal agreement | South Africa | 2005-06-20\n- South Africa | Sign formal agreement | South Korea | 2005-06-20\nAnswer:", "completion": " United Arab Emirates", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1274701", "prompt": "Who accused Julian Paul Assange on the same month of the lawyer of Sweden?\nEvidence:\n- Lawyer/Attorney (Sweden) | Investigate | Julian Paul Assange | 2010-11-19\n- Lawyer/Attorney (Sweden) | Investigate | Julian Paul Assange | 2010-10-19\n- Lawyer/Attorney (Sweden) | Investigate | Julian Paul Assange | 2010-08-26\n- Lawyer/Attorney (Sweden) | Investigate | Julian Paul Assange | 2010-08-25\n- Lawyer/Attorney (Sweden) | Make statement | Julian Paul Assange | 2010-11-21\n- Lawyer/Attorney (Sweden) | Make statement | Julian Paul Assange | 2010-11-19\n- Lawyer/Attorney (Sweden) | Make statement | Julian Paul Assange | 2010-09-02\n- Lawyer/Attorney (Sweden) | Make statement | Julian Paul Assange | 2010-08-25\n- Lawyer/Attorney (Sweden) | Make statement | Julian Paul Assange | 2010-08-21\n- Julian Paul Assange | Make statement | Lawyer/Attorney (Sweden) | 2010-08-24\n- Police (Sweden) | Investigate | Julian Paul Assange | 2010-09-01\n- Police (Sweden) | Investigate | Julian Paul Assange | 2010-08-31\n- Police (Sweden) | Investigate | Julian Paul Assange | 2010-08-25\n- Julian Paul Assange | Demand | Police (Sweden) | 2010-08-26\n- Police (Sweden) | Make statement | Julian Paul Assange | 2010-08-23\nAnswer:", "completion": " John Ensign", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1323270", "prompt": "In 2011, who first did Ma Ying Jeou appeal for?\nEvidence:\n- Ma Ying Jeou | Demand | Kuomintang | 2005-02-05\n- China | Reject | Ma Ying Jeou | 2005-01-05\n- China | Reject | Ma Ying Jeou | 2005-01-04\n- Ma Ying Jeou | Appeal for diplomatic cooperation (such as policy support) | China | 2005-01-05\n- Ma Ying Jeou | Make statement | Kuomintang | 2005-04-15\n- Ma Ying Jeou | Make statement | Japan | 2005-03-04\n- Ma Ying Jeou | Make statement | China | 2005-03-28\n- Ma Ying Jeou | Make statement | China | 2005-03-06\n- Ma Ying Jeou | Make statement | China | 2005-01-07\n- Kuomintang | Make statement | Ma Ying Jeou | 2005-02-07\n- Ma Ying Jeou | Make an appeal or request | China | 2005-03-04\n- Professor (Taiwan) | Make statement | Ma Ying Jeou | 2005-02-15\n- Ma Ying Jeou | Praise or endorse | China | 2005-05-04\n- Ma Ying Jeou | Praise or endorse | China | 2005-02-04\n- Ma Ying Jeou | Make statement | Lien Chan | 2005-06-02\nAnswer:", "completion": " Defense / Security Ministry (Taiwan)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1092817", "prompt": "When did Juha Sipila last praise immigrants in Finland?\nEvidence:\n- Juha Sipilä | Praise or endorse | Immigrants (Finland) | 2015-12-07\n- Juha Sipilä | Praise or endorse | Immigrants (Finland) | 2015-12-06\n- Juha Sipilä | Make an appeal or request | Immigrants (Finland) | 2015-12-07\n- Juha Sipilä | Make an appeal or request | Immigrants (Finland) | 2015-12-06\n- Juha Sipilä | Make statement | Head of Government (Finland) | 2015-05-07\n- Head of Government (Finland) | Praise or endorse | Bank (Finland) | 2013-10-18\n- Rebel Commander (Finland) | Engage in negotiation | Government Official (Finland) | 2005-01-27\n- Government Official (Finland) | Engage in negotiation | Rebel Commander (Finland) | 2005-01-27\n- Nabih Berri | Engage in negotiation | Juha Sipilä | 2015-08-18\n- Juha Sipilä | Engage in negotiation | Nabih Berri | 2015-08-18\n- Economist (Finland) | Make statement | Bank (Finland) | 2011-10-24\n- Economist (Finland) | Make statement | Bank (Finland) | 2011-07-15\n- Juha Sipilä | Engage in diplomatic cooperation | Alexander Stubb | 2015-11-07\n- Algirdas Butkevičius | Engage in symbolic act | Juha Sipilä | 2015-12-07\n- Alexander Stubb | Engage in diplomatic cooperation | Juha Sipilä | 2015-11-07\nAnswer:", "completion": " 2015-12-07", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1375913", "prompt": "Who did Bala Abdulkadir Mohammed appeal to in the same month as the Education of Nigeria?\nEvidence:\n- Media (Nigeria) | Consult | Bala Abdulkadir Mohammed | 2011-07-20\n- Bala Abdulkadir Mohammed | Threaten | Government (Nigeria) | 2010-05-11\n- Bala Abdulkadir Mohammed | Threaten | Citizen (Nigeria) | 2010-06-16\n- Bala Abdulkadir Mohammed | Threaten | Citizen (Nigeria) | 2010-05-12\n- Bala Abdulkadir Mohammed | Threaten | Citizen (Nigeria) | 2009-03-11\n- Bala Abdulkadir Mohammed | Reject | Citizen (Nigeria) | 2009-03-11\n- Bala Abdulkadir Mohammed | Investigate | Citizen (Nigeria) | 2010-05-21\n- Bala Abdulkadir Mohammed | Consult | Media (Nigeria) | 2011-07-20\n- Bala Abdulkadir Mohammed | Accuse | Citizen (Nigeria) | 2011-05-13\n- Bala Abdulkadir Mohammed | Accuse | Citizen (Nigeria) | 2010-11-16\n- Bala Abdulkadir Mohammed | Accuse | Citizen (Nigeria) | 2010-07-27\n- Ministry (Nigeria) | Make statement | Bala Abdulkadir Mohammed | 2010-12-20\n- Bala Abdulkadir Mohammed | Make statement | Secretariat (Nigeria) | 2010-06-28\n- Bala Abdulkadir Mohammed | Make statement | Ministry (Nigeria) | 2011-05-24\n- Bala Abdulkadir Mohammed | Make statement | Ministry (Nigeria) | 2010-06-21\nAnswer:", "completion": " Other Authorities / Officials (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1386822", "prompt": "Who paid a visit to Vietnam in June 2008?\nEvidence:\n- Vietnam | Make a visit | Laos | 2008-06-02\n- Vietnam | Make a visit | China | 2008-06-02\n- Laos | Host a visit | Vietnam | 2008-06-02\n- China | Host a visit | Vietnam | 2008-06-02\n- Representatives (Vietnam) | Engage in symbolic act | Vietnam | 2008-06-16\n- Vietnam | Host a visit | Head of Government (Finland) | 2008-06-13\n- Vietnam | Host a visit | Candida Celeste da Silva | 2008-06-03\n- Head of Government (Finland) | Make a visit | Vietnam | 2008-06-17\n- Head of Government (Finland) | Make a visit | Vietnam | 2008-06-13\n- Candida Celeste da Silva | Make a visit | Vietnam | 2008-06-03\n- Vietnam | Engage in diplomatic cooperation | Japan | 2008-06-02\n- Vietnam | Engage in diplomatic cooperation | China | 2008-06-03\n- Vietnam | Engage in diplomatic cooperation | Cambodia | 2008-06-14\n- China | Engage in diplomatic cooperation | Vietnam | 2008-06-03\n- Cambodia | Engage in diplomatic cooperation | Vietnam | 2008-06-17\nAnswer:", "completion": " Norodom Sihanouk", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1386737", "prompt": "Which country did South Sudan last want to cooperate with in 2013?\nEvidence:\n- Sudan | Express intent to cooperate | South Sudan | 2013-03-15\n- Sudan | Express intent to cooperate | South Sudan | 2013-03-13\n- Sudan | Express intent to cooperate | South Sudan | 2013-03-12\n- Sudan | Express intent to cooperate | South Sudan | 2013-03-11\n- Sudan | Express intent to cooperate | South Sudan | 2013-03-08\n- Sudan | Express intent to cooperate | South Sudan | 2013-01-16\n- Sudan | Express intent to cooperate | South Sudan | 2013-01-14\n- Sudan | Express intent to cooperate | South Sudan | 2013-01-08\n- Sudan | Express intent to cooperate | South Sudan | 2013-01-06\n- Sudan | Express intent to cooperate | South Sudan | 2013-01-05\n- South Sudan | Express intent to cooperate | Sudan | 2013-03-17\n- South Sudan | Express intent to cooperate | Sudan | 2013-03-15\n- South Sudan | Express intent to cooperate | Sudan | 2013-03-13\n- South Sudan | Express intent to cooperate | Sudan | 2013-03-12\n- South Sudan | Express intent to cooperate | Sudan | 2013-03-11\nAnswer:", "completion": " Sudan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1059853", "prompt": "Before August 2007, which country did Vietnam ask to join?\nEvidence:\n- Vietnam | Express intent to meet or negotiate | Thailand | 2005-01-05\n- Vietnam | Express intent to meet or negotiate | Japan | 2005-01-05\n- Thailand | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- Japan | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- Vietnam | Express intent to meet or negotiate | South Korea | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- Vietnam | Demand | China | 2005-01-15\n- Vietnam | Demand | China | 2005-01-14\n- Vietnam | Consult | China | 2005-02-11\n- Vietnam | Accuse | China | 2005-01-21\n- China | Consult | Vietnam | 2005-02-11\n- Unified Buddhist Church of Vietnam | Appeal for rights | Vietnam | 2005-02-11\n- Finance / Economy / Commerce / Trade Ministry (Vietnam) | Make statement | Vietnam | 2005-01-18\n- Vietnam | fight with small arms and light weapons | Fishermen (Vietnam) | 2005-01-14\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | Cambodia | 2005-01-25\nAnswer:", "completion": " Association of Southeast Asian Nations", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1106771", "prompt": "Who praised Emperor Akihito in the same year of Valdas Adamkus?\nEvidence:\n- Valdas Adamkus | Consult | Representatives (Lithuania) | 2005-05-04\n- Valdas Adamkus | Consult | Ivan Gasparovic | 2005-02-28\n- Valdas Adamkus | Consult | Arnold Rüütel | 2005-03-29\n- Valdas Adamkus | Consult | Antanas Valionis | 2005-06-20\n- Valdas Adamkus | Consult | Antanas Valionis | 2005-04-11\n- Valdas Adamkus | Consult | Antanas Valionis | 2005-03-23\n- Valdas Adamkus | Consult | Algirdas Butkevičius | 2005-04-19\n- Valdas Adamkus | Consult | Aleksander Kwasniewski | 2005-03-09\n- Representatives (Lithuania) | Consult | Valdas Adamkus | 2005-05-04\n- Ivan Gasparovic | Consult | Valdas Adamkus | 2005-02-28\n- Arnold Rüütel | Consult | Valdas Adamkus | 2005-03-29\n- Antanas Valionis | Consult | Valdas Adamkus | 2005-06-20\n- Antanas Valionis | Consult | Valdas Adamkus | 2005-04-11\n- Antanas Valionis | Consult | Valdas Adamkus | 2005-03-23\n- Algirdas Butkevičius | Consult | Valdas Adamkus | 2005-04-19\nAnswer:", "completion": " Mahmoud Ahmadinejad", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1043402", "prompt": "After the citizens of International, which country was the first to declare its intention to negotiate with the Association of Southeast Asian Nations?\nEvidence:\n- International Government Organizations | Consult | Association of Southeast Asian Nations | 2005-01-05\n- Association of Southeast Asian Nations | Consult | International Government Organizations | 2005-01-05\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-07\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-06\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-04\n- Japan | Mediate | Association of Southeast Asian Nations | 2005-02-09\n- Japan | Consult | Association of Southeast Asian Nations | 2005-02-25\n- China | Consult | Association of Southeast Asian Nations | 2005-02-25\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-07\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-06\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-04\n- Association of Southeast Asian Nations | Consult | Japan | 2005-02-25\n- Association of Southeast Asian Nations | Consult | China | 2005-02-25\n- Wen Jiabao | Consult | Association of Southeast Asian Nations | 2005-01-06\n- South Korea | Consult | Association of Southeast Asian Nations | 2005-02-25\nAnswer:", "completion": " South Korea", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1095862", "prompt": "In the same month, who was accused by Prachanda of being a state actor?\nEvidence:\n- Prachanda | Make statement | Prachanda | 2005-09-07\n- Prachanda | Engage in negotiation | Political Parties (Nepal) | 2006-07-14\n- Prachanda | Engage in negotiation | Political Parties (Nepal) | 2006-07-01\n- Prachanda | Engage in negotiation | Political Parties (Nepal) | 2006-06-16\n- Prachanda | Engage in negotiation | Foreign Affairs (India) | 2005-09-07\n- Political Parties (Nepal) | Engage in negotiation | Prachanda | 2006-07-14\n- Political Parties (Nepal) | Engage in negotiation | Prachanda | 2006-07-01\n- Political Parties (Nepal) | Engage in negotiation | Prachanda | 2006-06-16\n- Foreign Affairs (India) | Engage in negotiation | Prachanda | 2005-09-07\n- Prachanda | Consult | Kantipur | 2006-02-07\n- Kantipur | Consult | Prachanda | 2006-02-07\n- Prachanda | Engage in diplomatic cooperation | Political Parties (Nepal) | 2008-04-21\n- Kantipur | Make statement | Prachanda | 2006-06-11\n- Sher Bahadur Deuba | Consult | Prachanda | 2006-06-27\n- Prachanda | Make statement | Insurgent (Nepal) | 2006-04-10\nAnswer:", "completion": " Ruling Parties (Nepal)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1106704", "prompt": "Before Yoon Sang-jick, who did the Vietnamese Ministry of Foreign Affairs sign an agreement with last?\nEvidence:\n- Yoon Sang-jick | Sign formal agreement | Ministry (Vietnam) | 2015-05-05\n- Ministry (Vietnam) | Sign formal agreement | Yoon Sang-jick | 2015-05-05\n- Yoon Sang-jick | Sign formal agreement | Andrew Robb | 2014-04-08\n- Andrew Robb | Sign formal agreement | Yoon Sang-jick | 2014-04-08\n- Yoon Sang-jick | Make statement | China | 2014-10-27\n- Yoon Sang-jick | Make statement | South Korea | 2015-10-30\n- Yoon Sang-jick | Make statement | South Korea | 2014-10-27\n- Yoon Sang-jick | Make statement | South Korea | 2014-09-03\n- Yoon Sang-jick | Make statement | South Korea | 2014-05-19\n- Yoon Sang-jick | Criticize or denounce | Japan | 2015-05-24\n- Yoon Sang-jick | Make an appeal or request | China | 2014-11-06\n- Yoon Sang-jick | Express intent to meet or negotiate | China | 2015-10-27\n- China | Express intent to meet or negotiate | Yoon Sang-jick | 2015-10-27\n- Yoon Sang-jick | Express intent to meet or negotiate | South Korea | 2015-10-27\n- Yoon Sang-jick | Express intent to meet or negotiate | Finance / Economy / Commerce / Trade Ministry (Japan) | 2015-10-27\nAnswer:", "completion": " Japan", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1204304", "prompt": "In which year did the main opposition For Justice and Development last express interest in cooperating with the Peace, Unity and Development Party?\nEvidence:\n- Peace, Unity, and Development Party | Engage in symbolic act | For Justice and Development | 2009-05-11\n- For Justice and Development | Engage in symbolic act | Peace, Unity, and Development Party | 2009-05-11\n- Peace, Unity, and Development Party | Express intent to cooperate | For Justice and Development | 2009-10-06\n- For Justice and Development | Express intent to cooperate | Peace, Unity, and Development Party | 2009-10-06\n- For Justice and Development | Occupy territory | Aceh | 2005-01-11\n- For Justice and Development | Make a visit | Aceh | 2005-01-11\n- Aceh | Host a visit | For Justice and Development | 2005-01-11\n- Police (Indonesia) | fight with small arms and light weapons | Aceh | 2005-08-26\n- Attacker (Indonesia) | fight with small arms and light weapons | Aceh | 2009-04-06\n- Attacker (Indonesia) | fight with small arms and light weapons | Aceh | 2009-02-13\n- Aceh | fight with small arms and light weapons | Men (Indonesia) | 2010-04-14\n- Aceh | Express intent to engage in diplomatic cooperation (such as policy support) | USAID | 2005-11-18\n- House of Representatives (Indonesia) | Express intent to engage in diplomatic cooperation (such as policy support) | Aceh | 2006-07-01\n- Separatist (Indonesia) | Engage in negotiation | Aceh | 2005-11-10\n- Separatist (Indonesia) | Engage in negotiation | Aceh | 2005-11-09\nAnswer:", "completion": " 2009", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1334895", "prompt": "Who last wanted to negotiate with Sudan before the Sudanese lawmakers?\nEvidence:\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2005-01-13\n- Sudan | Express intent to meet or negotiate | Ethiopia | 2005-08-10\n- Sudan | Express intent to meet or negotiate | Ethiopia | 2005-04-19\n- Sudan | Express intent to meet or negotiate | Ethiopia | 2005-04-18\n- Ethiopia | Express intent to meet or negotiate | Sudan | 2005-08-10\n- Ethiopia | Express intent to meet or negotiate | Sudan | 2005-07-08\n- Ethiopia | Express intent to meet or negotiate | Sudan | 2005-04-19\n- Ethiopia | Express intent to meet or negotiate | Sudan | 2005-04-18\n- Richard Boucher | Express intent to meet or negotiate | Sudan | 2005-01-07\n- Richard Boucher | Express intent to meet or negotiate | Sudan | 2005-01-06\n- John Garang | Express intent to meet or negotiate | Sudan | 2005-01-26\n- John Garang | Express intent to meet or negotiate | Sudan | 2005-01-18\n- John Garang | Express intent to meet or negotiate | Sudan | 2005-01-17\n- John Garang | Express intent to meet or negotiate | Sudan | 2005-01-10\n- Citizen (Sudan) | Express intent to meet or negotiate | Ethiopia | 2005-03-29\nAnswer:", "completion": " UN Security Council", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1119008", "prompt": "Who would wish to negotiate with the citizens of Belarus last before Elmar Mammadyarov did?\nEvidence:\n- Elmar Mammadyarov | Express intent to meet or negotiate | Elmar Mammadyarov | 2005-07-20\n- Elmar Mammadyarov | Consult | Elmar Mammadyarov | 2005-01-28\n- Elmar Mammadyarov | Consult | China | 2005-02-07\n- China | Consult | Elmar Mammadyarov | 2005-02-07\n- Elmar Mammadyarov | Express intent to meet or negotiate | France | 2005-11-10\n- Elmar Mammadyarov | Express intent to meet or negotiate | France | 2005-06-14\n- Elmar Mammadyarov | Consult | ANS Group of Companies | 2005-03-22\n- ANS Group of Companies | Consult | Elmar Mammadyarov | 2005-03-22\n- Irakli Alasania | Express intent to meet or negotiate | Elmar Mammadyarov | 2005-07-04\n- Elmar Mammadyarov | Express intent to meet or negotiate | Heinz Fischer | 2005-09-06\n- Elmar Mammadyarov | Express intent to meet or negotiate | Cyril Svoboda | 2005-03-01\n- Irakli Alasania | Consult | Elmar Mammadyarov | 2005-07-07\n- Intelligence (Germany) | Consult | Elmar Mammadyarov | 2005-08-13\n- Heinz Fischer | Consult | Elmar Mammadyarov | 2005-09-09\n- Elmar Mammadyarov | Make statement | China | 2005-02-04\nAnswer:", "completion": " Mikhail Yefimovich Fradkov", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1315720", "prompt": "Before the Prime Minister of India, who last expressed the intention to cooperate with Islam Karimov?\nEvidence:\n- Pervez Musharraf | Express intent to cooperate | Islam Karimov | 2005-03-09\n- Zurab Nogaideli | Consult | Islam Karimov | 2005-04-18\n- Senate (Uzbekistan) | Consult | Islam Karimov | 2005-04-06\n- Senate (Uzbekistan) | Consult | Islam Karimov | 2005-01-28\n- Pervez Musharraf | Consult | Islam Karimov | 2005-03-06\n- Islam Karimov | Demand | Senate (Uzbekistan) | 2005-01-31\n- Islam Karimov | Consult | Zurab Nogaideli | 2005-04-18\n- Islam Karimov | Consult | Senate (Uzbekistan) | 2005-04-06\n- Islam Karimov | Consult | Senate (Uzbekistan) | 2005-01-28\n- Islam Karimov | Consult | Pervez Musharraf | 2005-03-06\n- Roh Moo Hyun | Consult | Islam Karimov | 2005-05-10\n- Kazakhstan | Discuss by telephone | Islam Karimov | 2005-02-25\n- Islam Karimov | Make a visit | Iran | 2005-01-05\n- Islam Karimov | Discuss by telephone | Kazakhstan | 2005-02-25\n- Islam Karimov | Consult | Roh Moo Hyun | 2005-05-11\nAnswer:", "completion": " Roh Moo Hyun", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1115563", "prompt": "Who paid a visit to South Korea in the same month of Daily Monitor?\nEvidence:\n- Daily Monitor | Make a visit | Angola | 2006-05-25\n- Daily Monitor | Make a visit | Aceh | 2005-08-11\n- Daily Monitor | Make a visit | Aceh | 2005-07-31\n- Angola | Host a visit | Daily Monitor | 2006-05-25\n- Aceh | Host a visit | Daily Monitor | 2005-08-11\n- Aceh | Host a visit | Daily Monitor | 2005-07-31\n- Police (Uganda) | Investigate | Daily Monitor | 2005-08-13\n- Police (Uganda) | Consult | Daily Monitor | 2007-01-16\n- Police (Uganda) | Consult | Daily Monitor | 2006-06-25\n- Police (Uganda) | Consult | Daily Monitor | 2006-01-12\n- Men (Zimbabwe) | Accuse | Daily Monitor | 2005-03-30\n- Daily Monitor | Investigate | Tamil Rebel | 2006-03-03\n- Daily Monitor | Consult | Police (Uganda) | 2007-01-16\n- Daily Monitor | Consult | Police (Uganda) | 2006-06-25\n- Daily Monitor | Consult | Police (Uganda) | 2006-01-12\nAnswer:", "completion": " Lee Myung Bak", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1339113", "prompt": "Who spoke with Agence France-Presse by telephone in the same month of the other authorities and officials of Russia?\nEvidence:\n- News Editor (Russia) | Discuss by telephone | Agence France-Presse | 2005-02-21\n- Agence France-Presse | Discuss by telephone | News Editor (Russia) | 2005-02-21\n- Japan | Discuss by telephone | Agence France-Presse | 2005-03-20\n- Agence France-Presse | Discuss by telephone | Japan | 2005-03-20\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2006-03-28\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-18\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-04-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-01-03\n- Governor (Thailand) | Discuss by telephone | Agence France-Presse | 2005-01-23\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2006-03-28\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-07-19\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-07-18\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-04-19\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-01-03\nAnswer:", "completion": " Prime Minister Qarase", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1213691", "prompt": "Who did the military personnel of Thailand have a telephone conversation with before Mar, 2014?\nEvidence:\n- Citizen (Thailand) | Demand | Military Personnel (Thailand) | 2005-01-19\n- Military Personnel (Thailand) | Provide aid | Citizen (Thailand) | 2005-02-04\n- Military Personnel (Thailand) | Make optimistic comment | Thailand | 2005-01-03\n- Military Personnel (Thailand) | Make optimistic comment | Citizen (Thailand) | 2005-03-02\n- Military Personnel (Thailand) | Criticize or denounce | Citizen (Thailand) | 2005-01-24\n- Military Personnel (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-01-11\n- Member of Parliament (Thailand) | Consult | Citizen (Thailand) | 2005-01-28\n- Member of Parliament (Thailand) | Accuse | Citizen (Thailand) | 2005-01-25\n- Citizen (Thailand) | Consult | Member of Parliament (Thailand) | 2005-01-28\n- Japan | Provide military aid | Thailand | 2005-01-06\n- Media Personnel (Thailand) | Make an appeal or request | Citizen (Thailand) | 2005-02-15\n- Party Member (Thailand) | Use conventional military force | Citizen (Thailand) | 2005-02-01\n- Party Member (Thailand) | Use conventional military force | Citizen (Thailand) | 2005-01-24\n- Thailand | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-01-05\n- Thailand | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-01-04\nAnswer:", "completion": " Agence France-Presse", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1330241", "prompt": "In which month did the police of Jamaica make a request to the women of Jamaica?\nEvidence:\n- Police (Jamaica) | Make an appeal or request | Women (Jamaica) | 2007-09-09\n- Women (Jamaica) | Accuse | Police (Jamaica) | 2012-03-27\n- Police (Jamaica) | Investigate | Women (Jamaica) | 2008-09-01\n- Police (Jamaica) | Investigate | Women (Jamaica) | 2006-08-16\n- Police (Jamaica) | Investigate | Women (Jamaica) | 2006-08-15\n- Police (Jamaica) | Accuse | Women (Jamaica) | 2015-06-24\n- Police (Jamaica) | Use conventional military force | Women (Jamaica) | 2012-09-05\n- Police (Jamaica) | Use conventional military force | Women (Jamaica) | 2010-08-13\n- Police (Jamaica) | Use conventional military force | Women (Jamaica) | 2008-03-23\n- Police (Jamaica) | Make an appeal or request | Children (Jamaica) | 2005-10-24\n- Main Opposition (Jamaica) | Reduce relations | Women (Jamaica) | 2007-09-04\n- Armed Band (Jamaica) | Sexually assault | Women (Jamaica) | 2012-09-27\n- Police (Jamaica) | Make statement | Criminal (Jamaica) | 2015-04-28\n- Police (Jamaica) | Make statement | Criminal (Jamaica) | 2014-11-20\n- Police (Jamaica) | Make statement | Criminal (Jamaica) | 2014-09-03\nAnswer:", "completion": " 2007-09", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1356750", "prompt": "After the African Legislature, with whom did the citizens of Africa first wish to establish diplomatic cooperation?\nEvidence:\n- Legislature (Africa) | Make statement | African Union | 2013-10-03\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-07-02\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-06-27\n- Member of the Judiciary (South Africa) | Ease administrative sanctions | Legislature (South Africa) | 2005-05-20\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Legislature (Africa) | Make statement | East African Community | 2008-01-07\n- South Africa | Engage in diplomatic cooperation | African Union | 2006-07-25\n- South Africa | Engage in diplomatic cooperation | African Union | 2006-07-24\n- First Command of the Capital | Express intent to engage in diplomatic cooperation (such as policy support) | Party Member (Brazil) | 2006-06-12\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Citizen (Africa) | Express intent to engage in diplomatic cooperation (such as policy support) | Legislature (Africa) | 2009-10-27\n- Government (South Africa) | Engage in diplomatic cooperation | African Union | 2009-03-06\nAnswer:", "completion": " Government (South Africa)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1251257", "prompt": "Who used unconventional violence against the citizens of Thailand in July 2005?\nEvidence:\n- Citizen (Thailand) | Use unconventional violence | Thailand | 2005-07-11\n- Murderer (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-07-03\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-07-20\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-07-13\n- Armed Opposition (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-07-21\n- Armed Opposition (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-07-15\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-07-28\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-07-27\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-07-13\n- Thailand | Engage in negotiation | Governor (Thailand) | 2005-07-05\n- Governor (Thailand) | Engage in negotiation | Thailand | 2005-07-05\n- Wen Jiabao | Engage in negotiation | Thailand | 2005-07-08\n- Thailand | Engage in negotiation | Wen Jiabao | 2005-07-08\n- Citizen (Thailand) | Engage in symbolic act | Prem Tinsulanonda | 2005-07-30\n- Thailand | Demand | Citizen (Thailand) | 2005-07-15\nAnswer:", "completion": " Armed Gang (Thailand)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1060319", "prompt": "Who was involved in the negotiations of Mahmoud Ahmadinejad in the same year of Sheikh Hamad bin Isa al Khalifah?\nEvidence:\n- Sheikh Hamad bin Isa al Khalifah | Consult | Mahmoud Ahmadinejad | 2007-11-17\n- Mahmoud Ahmadinejad | Consult | Sheikh Hamad bin Isa al Khalifah | 2007-11-17\n- Sheikh Hamad bin Isa al Khalifah | Engage in negotiation | Mahmoud Ahmadinejad | 2007-11-18\n- Mahmoud Ahmadinejad | Engage in negotiation | Sheikh Hamad bin Isa al Khalifah | 2007-11-18\n- Mahmoud Ahmadinejad | Make statement | Sheikh Hamad bin Isa al Khalifah | 2007-11-17\n- Sheikh Hamad bin Isa al Khalifah | Consult | Mahmoud Abbas | 2006-09-03\n- Sheikh Hamad bin Isa al Khalifah | Consult | Mahmoud Abbas | 2006-01-04\n- Sheikh Hamad bin Isa al Khalifah | Consult | Mahmoud Abbas | 2006-01-03\n- Sheikh Hamad bin Isa al Khalifah | Consult | Mahmoud Abbas | 2005-06-14\n- Mahmoud Abbas | Consult | Sheikh Hamad bin Isa al Khalifah | 2006-09-03\n- Mahmoud Abbas | Consult | Sheikh Hamad bin Isa al Khalifah | 2006-01-04\n- Mahmoud Abbas | Consult | Sheikh Hamad bin Isa al Khalifah | 2006-01-03\n- Mahmoud Abbas | Consult | Sheikh Hamad bin Isa al Khalifah | 2005-06-14\n- Sheikh Hamad bin Isa al Khalifah | Investigate | Iraq | 2005-10-04\n- Sheikh Hamad bin Isa al Khalifah | Engage in negotiation | Mahmoud Abbas | 2008-02-13\nAnswer:", "completion": " Christian (United States)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1165976", "prompt": "In which month did the Armed Band of Afghanistan use unconventional violence against the Indian Foreign Ministry?\nEvidence:\n- Armed Band (Afghanistan) | Use unconventional violence | Women (Afghanistan) | 2015-05-06\n- Armed Band (Afghanistan) | Use unconventional violence | Women (Afghanistan) | 2015-02-04\n- Armed Band (Afghanistan) | Use unconventional violence | Women (Afghanistan) | 2014-04-24\n- Armed Band (Afghanistan) | Use unconventional violence | Women (Afghanistan) | 2014-04-23\n- Armed Band (Afghanistan) | Use unconventional violence | Employee (Afghanistan) | 2015-05-20\n- Armed Band (Afghanistan) | Use unconventional violence | Employee (Afghanistan) | 2014-07-10\n- Armed Band (Afghanistan) | Use unconventional violence | Employee (Afghanistan) | 2014-04-15\n- Armed Band (Afghanistan) | Use unconventional violence | Employee (Afghanistan) | 2013-09-03\n- Armed Band (Afghanistan) | Use unconventional violence | Employee (Afghanistan) | 2013-08-27\n- Armed Band (Afghanistan) | Use unconventional violence | Employee (Afghanistan) | 2013-08-17\n- Armed Band (Afghanistan) | Use unconventional violence | Employee (Afghanistan) | 2011-09-13\n- Armed Band (Afghanistan) | Use unconventional violence | Employee (Afghanistan) | 2011-01-15\n- Armed Band (Afghanistan) | Use unconventional violence | Employee (Afghanistan) | 2010-11-30\n- Armed Band (Afghanistan) | Use unconventional violence | Employee (Afghanistan) | 2010-11-07\n- Armed Band (Afghanistan) | Use unconventional violence | Employee (Afghanistan) | 2010-09-14\nAnswer:", "completion": " 2014-05", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1381738", "prompt": "In which year did Mexico last express an interest in cooperating with South Africa?\nEvidence:\n- South Africa | Engage in negotiation | Japan | 2005-02-05\n- South Africa | Engage in negotiation | France | 2005-02-05\n- Japan | Engage in negotiation | South Africa | 2005-02-05\n- France | Engage in negotiation | South Africa | 2005-02-05\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-27\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-26\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-25\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-23\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-19\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-16\nAnswer:", "completion": " 2014", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1172522", "prompt": "In which month did Shivraj Patil negotiate with the Foreign Minister of Belgium?\nEvidence:\n- Shivraj Patil | Consult | Foreign Affairs (India) | 2005-04-16\n- Foreign Affairs (India) | Consult | Shivraj Patil | 2005-04-16\n- Shivraj Patil | Reject | China | 2005-04-05\n- Shivraj Patil | Engage in negotiation | Governor (India) | 2007-10-23\n- Governor (India) | Engage in negotiation | Shivraj Patil | 2007-10-23\n- Shivraj Patil | Deny responsibility | China | 2005-04-05\n- Shivraj Patil | Consult | Ram Paswan | 2005-03-08\n- Shivraj Patil | Consult | Rajya Sabha | 2005-03-22\n- Shivraj Patil | Consult | Manik Sarkar | 2005-01-31\n- Shivraj Patil | Consult | Jack Straw | 2005-02-18\n- Shivraj Patil | Consult | Jack Straw | 2005-02-17\n- Shivraj Patil | Consult | Governor (India) | 2007-11-30\n- Shivraj Patil | Consult | Governor (India) | 2007-11-06\n- Shivraj Patil | Consult | Governor (India) | 2007-10-25\n- Shivraj Patil | Consult | Governor (India) | 2006-12-09\nAnswer:", "completion": " 2013-05", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1349556", "prompt": "After May 2005, with whom did Abdul Kalam negotiate?\nEvidence:\n- Maumoon Abdul Gayoom | Express intent to meet or negotiate | Abdul Kalam | 2005-03-29\n- Maumoon Abdul Gayoom | Express intent to meet or negotiate | Abdul Kalam | 2005-03-28\n- Maumoon Abdul Gayoom | Express intent to meet or negotiate | Abdul Kalam | 2005-03-27\n- Maumoon Abdul Gayoom | Express intent to meet or negotiate | Abdul Kalam | 2005-03-23\n- Pervez Musharraf | Consult | Abdul Kalam | 2005-04-18\n- Governor (India) | Consult | Abdul Kalam | 2005-03-06\n- Governor (India) | Consult | Abdul Kalam | 2005-03-05\n- Governor (India) | Consult | Abdul Kalam | 2005-03-03\n- Abdul Kalam | Consult | Pervez Musharraf | 2005-04-18\n- Abdul Kalam | Consult | Mahmoud Abbas | 2005-05-20\n- Abdul Kalam | Consult | Governor (India) | 2005-03-06\n- Abdul Kalam | Consult | Governor (India) | 2005-03-05\n- Abdul Kalam | Consult | Governor (India) | 2005-03-03\n- Maumoon Abdul Gayoom | Engage in negotiation | Abdul Kalam | 2005-03-30\n- Abdul Kalam | Engage in negotiation | Maumoon Abdul Gayoom | 2005-03-30\nAnswer:", "completion": " Mikhail Yefimovich Fradkov", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1125400", "prompt": "Before the Government of Nigeria, who was given praise to Abdoulaye Wade?\nEvidence:\n- Head of Government (Nigeria) | Engage in negotiation | Abdoulaye Wade | 2005-11-27\n- Abdoulaye Wade | Engage in negotiation | Head of Government (Nigeria) | 2005-11-27\n- Head of Government (Qatar) | Consult | Abdoulaye Wade | 2005-09-17\n- Abdoulaye Wade | Consult | Head of Government (Qatar) | 2005-09-17\n- Macky Sall | Praise or endorse | Abdoulaye Wade | 2012-07-16\n- Macky Sall | Praise or endorse | Abdoulaye Wade | 2012-05-16\n- Macky Sall | Praise or endorse | Abdoulaye Wade | 2012-04-30\n- Macky Sall | Praise or endorse | Abdoulaye Wade | 2012-03-29\n- Macky Sall | Praise or endorse | Abdoulaye Wade | 2012-03-27\n- Macky Sall | Praise or endorse | Abdoulaye Wade | 2012-03-26\n- Macky Sall | Praise or endorse | Abdoulaye Wade | 2007-02-06\n- Abdoulaye Wade | Praise or endorse | Macky Sall | 2012-04-03\n- Abdoulaye Wade | Praise or endorse | Macky Sall | 2012-03-29\n- Abdoulaye Wade | Praise or endorse | Macky Sall | 2012-03-28\n- Abdoulaye Wade | Praise or endorse | Macky Sall | 2012-03-27\nAnswer:", "completion": " Ministry (Senegal)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1355890", "prompt": "Who investigated the citizens of the United Kingdom on the same day as Boris Johnson?\nEvidence:\n- Citizen (United Kingdom) | Demand | Boris Johnson | 2008-05-03\n- Citizen (United Kingdom) | Demand | Boris Johnson | 2007-09-18\n- Citizen (United Kingdom) | Consult | Boris Johnson | 2008-03-03\n- Citizen (United Kingdom) | Accuse | Boris Johnson | 2008-12-08\n- Citizen (United Kingdom) | Accuse | Boris Johnson | 2008-11-21\n- Citizen (United Kingdom) | Accuse | Boris Johnson | 2007-12-31\n- Boris Johnson | Consult | Citizen (United Kingdom) | 2008-03-03\n- Boris Johnson | Accuse | Citizen (United Kingdom) | 2008-09-23\n- Party Member (United Kingdom) | Accuse | Boris Johnson | 2008-03-18\n- Boris Johnson | Accuse of war crimes | Labor Party (United Kingdom) | 2008-06-24\n- Lawmaker (United Kingdom) | Make optimistic comment | Boris Johnson | 2008-05-03\n- Lawmaker (United Kingdom) | Make optimistic comment | Boris Johnson | 2008-05-02\n- Citizen (United Kingdom) | Make optimistic comment | Boris Johnson | 2008-05-03\n- Citizen (United Kingdom) | Make optimistic comment | Boris Johnson | 2008-05-02\n- Citizen (United Kingdom) | Make optimistic comment | Boris Johnson | 2006-04-05\nAnswer:", "completion": " Jacqui Smith", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1040351", "prompt": "Which country receive the visit from Winston Peters first after the Legislature of United States did?\nEvidence:\n- Winston Peters | Make a visit | Legislature (United States) | 2006-05-10\n- Legislature (United States) | Host a visit | Winston Peters | 2006-05-10\n- Winston Peters | Demand | New Zealand First | 2005-10-14\n- Winston Peters | Make statement | New Zealand First | 2013-06-19\n- Winston Peters | Make statement | New Zealand First | 2008-10-05\n- Winston Peters | Make statement | New Zealand First | 2008-04-08\n- Winston Peters | Make statement | New Zealand First | 2008-04-06\n- Winston Peters | Make statement | New Zealand First | 2008-04-01\n- Winston Peters | Make statement | New Zealand First | 2007-10-28\n- Winston Peters | Make statement | New Zealand First | 2007-04-05\n- Winston Peters | Make statement | New Zealand First | 2006-06-07\n- Winston Peters | Make statement | New Zealand First | 2005-12-05\n- Winston Peters | Make statement | New Zealand First | 2005-10-13\n- Winston Peters | Make statement | New Zealand First | 2005-10-12\n- Winston Peters | Make statement | New Zealand First | 2005-09-12\nAnswer:", "completion": " Japan", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1082939", "prompt": "Who was the last to negotiate with Jakaya Mrisho Kikwete before Xi Jinping?\nEvidence:\n- Tanzania | Make statement | Jakaya Mrisho Kikwete | 2005-12-13\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-03-10\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-03-09\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-23\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-21\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-10\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-02\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-01\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-01-02\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-12-30\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-10-27\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-08-09\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-06-19\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-03-01\n- Jakaya Mrisho Kikwete | Demand | Citizen (Tanzania) | 2006-02-21\nAnswer:", "completion": " Mohamed Rukara", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1203611", "prompt": "On 20 April 2008, who expressed the intention to establish diplomatic cooperation with Ma Ying Jeou?\nEvidence:\n- Party Member (Taiwan) | Express intent to engage in diplomatic cooperation (such as policy support) | Ma Ying Jeou | 2008-04-20\nAnswer:", "completion": " Party Member (Taiwan)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 1} +{"id": "mtq_1180829", "prompt": "With which country was the last formal agreement signed in 2008?\nEvidence:\n- Legislature (Czech Republic) | Reject plan, agreement to settle dispute | People Associated with the Opposition (Czech Republic) | 2008-09-26\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1147631", "prompt": "Against whom did the Lebanese military use conventional military force in the same year of the Lebanese armed opposition?\nEvidence:\n- Military (Lebanon) | Use conventional military force | Armed Opposition (Lebanon) | 2012-10-23\n- Government (Sudan) | Use conventional military force | Armed Opposition (Sudan) | 2013-05-23\n- Al-Shabaab | Use conventional military force | Armed Opposition (Somalia) | 2010-02-10\n- Al-Shabaab | Use conventional military force | Armed Opposition (Somalia) | 2009-12-19\n- Military (Russia) | Use conventional military force | Opposition Force (Russia) | 2012-05-15\n- Military (Russia) | Use conventional military force | Opposition Force (Russia) | 2012-05-14\n- Military (Russia) | Use conventional military force | Opposition Force (Russia) | 2005-05-16\n- City Mayor (Somalia) | Use conventional military force | Armed Opposition (Somalia) | 2009-07-01\n- Committees for the Defense of the Revolution | Use conventional military force | People Associated with the Opposition (Cuba) | 2010-04-14\n- Police (Ukraine) | Use conventional military force | People Associated with the Opposition (Ukraine) | 2014-02-20\n- Police (Egypt) | Use conventional military force | People Associated with the Opposition (Egypt) | 2012-12-15\n- Military (Ukraine) | Use conventional military force | Opposition Activist (Ukraine) | 2014-05-26\n- Military (Russia) | Use conventional military force | Opposition Coalition (Russia) | 2015-10-13\n- Military Personnel - Special (Bangladesh) | Use conventional military force | People Associated with the Opposition (Bangladesh) | 2013-11-27\n- The Hague | Use conventional military force | Vojislav Šešelj | 2006-12-04\nAnswer:", "completion": " Protester (Lebanon)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1343343", "prompt": "Who was the first to praise Benjamin William Mkapa after Jakaya Mrisho Kikwete did?\nEvidence:\n- Jakaya Mrisho Kikwete | Praise or endorse | Benjamin William Mkapa | 2005-12-22\n- Benjamin William Mkapa | Praise or endorse | Jakaya Mrisho Kikwete | 2005-12-14\n- Benjamin William Mkapa | Make statement | Jakaya Mrisho Kikwete | 2005-12-13\n- Jakaya Mrisho Kikwete | Criticize or denounce | Benjamin William Mkapa | 2005-12-18\n- Jakaya Mrisho Kikwete | Criticize or denounce | Benjamin William Mkapa | 2005-12-12\n- Jakaya Mrisho Kikwete | Criticize or denounce | Benjamin William Mkapa | 2005-10-27\n- Tanzania | Praise or endorse | Jakaya Mrisho Kikwete | 2006-01-20\n- Tanzania | Praise or endorse | Jakaya Mrisho Kikwete | 2005-12-18\n- Burundi | Consult | Benjamin William Mkapa | 2005-04-26\n- Benjamin William Mkapa | Mediate | Tanzania | 2005-05-16\n- Benjamin William Mkapa | Consult | Burundi | 2005-04-26\n- Benjamin William Mkapa | Accuse | Tanzania | 2005-07-23\n- Congress (Uganda) | Praise or endorse | Benjamin William Mkapa | 2005-08-25\n- Citizen (Tanzania) | Praise or endorse | Benjamin William Mkapa | 2005-09-13\n- South Africa | Praise or endorse | Jakaya Mrisho Kikwete | 2005-12-21\nAnswer:", "completion": " Rupiah Banda", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1355607", "prompt": "Who was the last person the Philippine military returned to?\nEvidence:\n- Philippine Military Academy | Make statement | Military (Philippines) | 2007-06-18\n- Philippine Military Academy | Make statement | Military Personnel (Philippines) | 2005-09-29\n- Military Personnel (Philippines) | Make statement | Philippine Military Academy | 2012-11-26\n- Military Personnel (Philippines) | Make statement | Philippine Military Academy | 2012-11-22\n- Military Personnel (Philippines) | Make statement | Philippine Military Academy | 2012-10-23\n- Military Personnel (Philippines) | Make statement | Philippine Military Academy | 2012-04-06\n- Military Personnel (Philippines) | Make statement | Philippine Military Academy | 2010-08-19\n- Military (Philippines) | Express intent to meet or negotiate | Philippine Military Academy | 2006-02-18\n- Police (Philippines) | Make statement | Philippine Military Academy | 2007-08-22\n- Philippine Military Academy | Use conventional military force | Thief (Philippines) | 2012-10-24\n- Thief (Philippines) | Use unconventional violence | Philippine Military Academy | 2012-10-24\n- Thief (Philippines) | Use unconventional violence | Philippine Military Academy | 2012-08-26\n- Police (Philippines) | Criticize or denounce | Philippine Military Academy | 2013-07-12\n- Police (Philippines) | Criticize or denounce | Philippine Military Academy | 2013-07-11\n- Philippine Military Academy | Praise or endorse | Police (Philippines) | 2007-01-12\nAnswer:", "completion": " Police (Philippines)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1262625", "prompt": "Who was the first to condemn the citizens of Australia in 2005?\nEvidence:\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2005-06-16\n- Vietnam | Engage in diplomatic cooperation | Committees for the Defense of the Revolution | 2005-09-30\n- People Associated with the Opposition (Australia) | Accuse | Member of Parliament (Australia) | 2005-11-23\n- The Daily Telegraph | Engage in symbolic act | Citizen (Australia) | 2005-01-08\n- People Associated with the Opposition (Australia) | Demand change in leadership | Citizen (Australia) | 2005-08-11\n- People First Party Korea | Engage in symbolic act | Kuomintang | 2005-04-04\n- Kuomintang | Engage in symbolic act | People First Party Korea | 2005-04-04\n- People Associated with the Opposition (Australia) | Make statement | Member of Parliament (Australia) | 2005-03-15\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2005-11-08\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2005-05-09\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2005-03-15\n- People First Party Korea | Express intent to yield | Kuomintang | 2005-06-05\nAnswer:", "completion": " Member of Parliament (Australia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1282180", "prompt": "Before the citizens of Guinea-Bissau, who last appealed to the other authorities and officials of Africa?\nEvidence:\n- Guinea-Bissau | Consult | China | 2008-05-12\n- Guinea-Bissau | Consult | Angola | 2007-10-12\n- China | Consult | Guinea-Bissau | 2008-05-12\n- Angola | Consult | Guinea-Bissau | 2007-10-12\n- Guinea-Bissau | Arrest, detain, or charge with legal action | Citizen (Guinea-Bissau) | 2008-07-21\n- Timor-Leste | Consult | Guinea-Bissau | 2006-04-07\n- Guinea-Bissau | Consult | Timor-Leste | 2006-04-07\n- Guinea-Bissau | Consult | Cape Verde | 2007-10-12\n- Cape Verde | Consult | Guinea-Bissau | 2007-10-12\n- Oluṣẹgun Ọbasanjọ | Express intent to mediate | Guinea-Bissau | 2005-10-21\n- Wen Jiabao | Make statement | Guinea-Bissau | 2006-11-01\n- Portugal | Provide economic aid | Guinea-Bissau | 2006-11-08\n- Portugal | Make pessimistic comment | Guinea-Bissau | 2009-03-11\n- Guinea-Bissau | Sign formal agreement | China | 2006-06-29\n- Guinea-Bissau | Sign formal agreement | Angola | 2007-10-24\nAnswer:", "completion": " International Monetary Fund", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1021965", "prompt": "In which month did the government of Georgia negotiate with the people of Georgia?\nEvidence:\n- Member of the Judiciary (Georgia) | Make an appeal or request | Government (Georgia) | 2013-07-08\n- Opposition Coalition (Georgia) | Demand | Member of the Judiciary (Georgia) | 2015-02-10\n- Court Judge (Georgia) | Demand | Member of the Judiciary (Georgia) | 2009-08-25\n- People Associated with the Opposition (Egypt) | Engage in negotiation | Head of Government (Egypt) | 2011-02-03\n- Head of Government (Egypt) | Engage in negotiation | People Associated with the Opposition (Egypt) | 2011-02-03\n- Member of the Judiciary (Georgia) | Make statement | Court Judge (Georgia) | 2006-09-12\n- Member of the Judiciary (Georgia) | Make statement | Court Judge (Georgia) | 2006-07-03\n- Member of the Judiciary (Georgia) | Make statement | Court Judge (Georgia) | 2005-09-20\n- Head of Government (Brazil) | Engage in diplomatic cooperation | People Associated with the Opposition (Brazil) | 2006-10-30\n- People Associated with the Opposition (Ukraine) | Demand | Head of Government (Ukraine) | 2007-03-30\n- People Associated with the Opposition (Ukraine) | Consult | Head of Government (Ukraine) | 2008-02-04\n- People Associated with the Opposition (Brazil) | Investigate | Head of Government (Brazil) | 2011-05-25\n- People Associated with the Opposition (Brazil) | Consult | Head of Government (Brazil) | 2007-09-25\n- People Associated with the Opposition (Brazil) | Accuse | Head of Government (Brazil) | 2009-08-12\n- Head of Government (Ukraine) | Consult | People Associated with the Opposition (Ukraine) | 2008-02-04\nAnswer:", "completion": " 2006-10", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1173367", "prompt": "On 30 May 2006, who released persons to the citizens of Australia?\nEvidence:\n- Theresa May | Consult | Secretary of State for the Home Department | 2013-06-26\n- Secretary of State for the Home Department | Consult | Theresa May | 2013-06-26\n- Secretary of State for the Home Department | Accuse | Theresa May | 2014-11-04\n- The Hague | Express intent to release persons or property | The Hague | 2012-11-17\n- The Hague | Express intent to release persons or property | The Hague | 2012-11-16\n- Theresa May | Make statement | Secretary of State for the Home Department | 2011-12-14\n- Secretary of State for the Home Department | Make statement | Theresa May | 2014-05-23\n- Secretary of State for the Home Department | Make statement | Theresa May | 2012-04-19\n- Secretary of State for the Home Department | Criticize or denounce | Theresa May | 2011-10-05\n- Member of the Judiciary (Kyrgyzstan) | Refuse to release persons or property | Citizen (Kyrgyzstan) | 2011-12-22\n- Member of the Judiciary (Kyrgyzstan) | Refuse to release persons or property | Citizen (Kyrgyzstan) | 2011-12-21\n- Member of the Judiciary (Iceland) | Refuse to release persons or property | Bank (Iceland) | 2015-02-13\n- Member of the Judiciary (Portugal) | Refuse to release persons or property | Head of Government (Portugal) | 2014-12-04\n- Member of the Judiciary (Portugal) | Refuse to release persons or property | Head of Government (Portugal) | 2014-12-03\n- Member of the Judiciary (Iceland) | Rally support on behalf of | Bank (Iceland) | 2014-05-25\nAnswer:", "completion": " Police (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1178269", "prompt": "Who wanted to negotiate with Oluṣẹgun Ọbasanjọ on 14 December 2006?\nEvidence:\n- Democratic Party (Nigeria) | Express intent to meet or negotiate | Oluṣẹgun Ọbasanjọ | 2006-12-14\nAnswer:", "completion": " Democratic Party (Nigeria)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1173773", "prompt": "After the Ministry of South Korea, which country was the first to seek diplomatic cooperation with the UN Security Council?\nEvidence:\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- UN Security Council | Consult | Foreign Affairs (South Korea) | 2005-01-09\n- Foreign Affairs (South Korea) | Consult | UN Security Council | 2005-01-09\n- UN Security Council | Appeal for diplomatic cooperation (such as policy support) | Sudan | 2005-01-11\n- UN Security Council | Appeal for diplomatic cooperation (such as policy support) | Sudan | 2005-01-10\n- UN Security Council | Express intent to engage in diplomatic cooperation (such as policy support) | Iraq | 2005-02-01\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- UN Security Council | Reduce or break diplomatic relations | Togo | 2005-02-24\n- UN Security Council | Demand settling of dispute | Citizen (Sudan) | 2005-01-13\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\n- UN Security Council | Consult | Nabil Shaath | 2005-01-11\n- UN Security Council | Consult | John Garang | 2005-02-09\nAnswer:", "completion": " Iran", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1061250", "prompt": "After the Australian Electoral Commission, who was the first to reject the Australian Police?\nEvidence:\n- Police (New Zealand) | Reject | New Zealand First | 2008-12-24\n- Supreme Electoral Court | Reject | Citizen (Brazil) | 2008-01-21\n- Independent Electoral Commission (Niger) | Make statement | Niger | 2010-07-18\n- Police (South Africa) | Make statement | Independent Electoral Commission (South Africa) | 2006-03-01\n- Police (South Africa) | Make statement | Independent Electoral Commission (South Africa) | 2006-02-21\n- Independent Electoral Commission (South Africa) | Make statement | Police (South Africa) | 2006-03-01\n- People First Party Korea | Reject | Kuomintang | 2005-04-13\n- Police (Australia) | Reject | Election Commission (Australia) | 2013-10-10\n- Election Commission (Australia) | Reject | Police (Australia) | 2013-10-10\n- Supreme Electoral Court | Reject | Party Member (Brazil) | 2006-10-11\n- Supreme Electoral Court | Reject | Party Member (Brazil) | 2006-09-27\n- Supreme Electoral Court | Reject | Party Member (Brazil) | 2006-09-21\n- Supreme Electoral Court | Reject | Party Member (Brazil) | 2006-08-25\n- Political Parties (Brazil) | Reject | Supreme Electoral Court | 2010-03-01\n- Citizen (Brazil) | Reject | Ministry (Supreme Electoral Court) | 2009-03-04\nAnswer:", "completion": " Peter O'Neill", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1003262", "prompt": "After Daewoo, who was the first to be investigated by the police in Australia?\nEvidence:\n- Police (Australia) | Investigate | Daewoo | 2008-01-29\n- Police (Australia) | Make statement | Daewoo | 2010-04-07\n- Police (Australia) | Make statement | Daewoo | 2009-01-26\n- Police (Australia) | Make statement | Daewoo | 2007-07-28\n- Citizen (Australia) | Demonstrate or rally | Daewoo | 2006-04-18\n- Police (South Korea) | Confiscate property | Daewoo | 2013-05-24\n- Police (Malaysia) | Ease political dissent | Daewoo | 2006-04-18\n- South Korea | Demand | Daewoo | 2006-06-04\n- Daewoo | Cooperate economically | China | 2014-08-11\n- Roh Moo Hyun | Forgive | Daewoo | 2007-12-31\n- Militant (Nigeria) | Occupy territory | Daewoo | 2007-01-10\n- Kidnapper (South Korea) | Consult | Daewoo | 2007-01-12\n- Islam Karimov | Make statement | Daewoo | 2008-02-21\n- Daewoo | Make statement | Militant (Nigeria) | 2007-01-11\n- Daewoo | Cooperate militarily | Military (Myanmar) | 2007-12-03\nAnswer:", "completion": " Women (Australia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1333778", "prompt": "On 13 April 2015, who wants to cooperate with the citizens of Nigeria?\nEvidence:\n- Member of the Judiciary (United States) | Express intent to cooperate on judicial matters | Mexico | 2006-04-04\n- Member of the Judiciary (United States) | Express intent to cooperate on judicial matters | France | 2010-04-06\n- Citizen (Croatia) | Express intent to cooperate on judicial matters | The Hague | 2005-03-17\n- Citizen (Nigeria) | Express intent to cooperate on judicial matters | Government (Nigeria) | 2007-11-05\n- Member of the Judiciary (United States) | Express intent to cooperate on judicial matters | South Korea | 2007-11-01\n- Member of the Judiciary (United States) | Express intent to cooperate on judicial matters | South Korea | 2007-10-25\n- Other Authorities / Officials (Serbia) | Express intent to cooperate on judicial matters | The Hague | 2011-06-04\n- Ministry (Brazil) | Rally support on behalf of | People Associated with the Opposition (Brazil) | 2005-11-12\n- Citizen (Nigeria) | Rally support on behalf of | Government (Nigeria) | 2012-01-11\n- Citizen (Nigeria) | Rally support on behalf of | Government (Nigeria) | 2011-12-16\n- Head of Government (Nigeria) | Rally support on behalf of | Citizen (Nigeria) | 2013-04-11\n- South Africa | Express intent to cooperate on intelligence | Other Authorities / Officials (Nigeria) | 2012-03-09\n- Other Authorities / Officials (Nigeria) | Express intent to cooperate on intelligence | South Africa | 2012-03-09\n- People Associated with the Opposition (Sri Lanka) | Rally support on behalf of | Sarath Fonseka | 2010-03-23\n- People Associated with the Opposition (Sri Lanka) | Rally support on behalf of | Sarath Fonseka | 2010-03-16\nAnswer:", "completion": " Member of Legislative (Govt) (Nigeria)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1061443", "prompt": "Who last made the citizens of Denmark suffer from unconventional violence in 2015?\nEvidence:\n- Armed Gang (Denmark) | Use unconventional violence | Men (Denmark) | 2015-02-24\n- Armed Gang (Denmark) | Use unconventional violence | Men (Denmark) | 2015-02-17\n- Armed Gang (Denmark) | Use unconventional violence | Men (Denmark) | 2015-02-16\n- Armed Gang (Denmark) | Use unconventional violence | Men (Denmark) | 2015-02-15\n- Armed Gang (Denmark) | Use unconventional violence | Men (Denmark) | 2015-02-14\n- Armed Gang (Denmark) | Use unconventional violence | Citizen (Denmark) | 2015-02-27\n- Armed Gang (Denmark) | Use unconventional violence | Citizen (Denmark) | 2015-02-24\n- Armed Gang (Denmark) | Use unconventional violence | Citizen (Denmark) | 2015-02-20\n- Armed Gang (Denmark) | Use unconventional violence | Citizen (Denmark) | 2015-02-18\n- Armed Gang (Denmark) | Use unconventional violence | Citizen (Denmark) | 2015-02-17\n- Armed Gang (Denmark) | Use unconventional violence | Citizen (Denmark) | 2015-02-16\n- Armed Gang (Denmark) | Use unconventional violence | Citizen (Denmark) | 2015-02-15\n- Armed Gang (Denmark) | Use unconventional violence | Citizen (Denmark) | 2015-02-14\n- Member of the Judiciary (Denmark) | Make statement | Professor (Denmark) | 2015-06-16\n- The Poor (Nigeria) | Use unconventional violence | Citizen (Nigeria) | 2015-11-17\nAnswer:", "completion": " Armed Gang (Denmark)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1186710", "prompt": "Who criticised the member of parliament of Kyrgyzstan in June 2011?\nEvidence:\n- Member of Parliament (Kyrgyzstan) | Make statement | Special Commission (Kyrgyzstan) | 2011-06-30\n- Citizen (Kyrgyzstan) | Criticize or denounce | Member of Parliament (Kyrgyzstan) | 2011-06-20\n- Lawyer/Attorney (Denmark) | Make an appeal or request | Member of the Judiciary (Denmark) | 2011-06-15\n- Education (United States) | Make an appeal or request | Member of the Judiciary (Georgia) | 2011-06-03\n- Member of the Judiciary (Angola) | Arrest, detain, or charge with legal action | Military Personnel (Angola) | 2011-06-06\n- Men (South Africa) | Appeal for diplomatic cooperation (such as policy support) | Member of the Judiciary (Namibia) | 2011-06-09\n- Member of the Judiciary (South Africa) | Arrest, detain, or charge with legal action | South African National Defence Force | 2011-06-06\nAnswer:", "completion": " Citizen (Kyrgyzstan)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 7, "n_anchors": 0} +{"id": "mtq_1131233", "prompt": "Before 13 Aug 2009, who wanted to engage in diplomatic cooperation with the Militant of Nigeria?\nEvidence:\n- Militant (Nigeria) | Engage in diplomatic cooperation | Government (Nigeria) | 2007-11-01\n- Militant (Nigeria) | Express intent to engage in diplomatic cooperation (such as policy support) | Government (Nigeria) | 2007-12-12\n- Militant (Nigeria) | Express intent to engage in diplomatic cooperation (such as policy support) | Government (Nigeria) | 2007-12-04\n- Employee (Philippines) | Engage in diplomatic cooperation | Militant (Philippines) | 2005-07-08\n- Militant (Nigeria) | Engage in negotiation | Government (Nigeria) | 2008-01-03\n- Militant (Nigeria) | Engage in negotiation | Government (Nigeria) | 2007-10-22\n- Government (Nigeria) | Engage in negotiation | Militant (Nigeria) | 2008-01-03\n- Government (Nigeria) | Engage in negotiation | Militant (Nigeria) | 2007-10-22\n- Militant (Nigeria) | Engage in negotiation | Business (South Korea) | 2007-01-12\n- Business (South Korea) | Engage in negotiation | Militant (Nigeria) | 2007-01-12\n- Militant (Movement for the Emancipation of the Niger Delta) | Use unconventional violence | Citizen (Nigeria) | 2006-04-05\n- Militant (Benin) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Benin) | 2007-08-17\n- Umaru Musa Yar'Adua | Engage in negotiation | Militant (Nigeria) | 2007-12-15\n- Militant (Nigeria) | Engage in negotiation | Umaru Musa Yar'Adua | 2007-12-15\n- Mahmoud Abbas | Express intent to engage in material cooperation | Islamic Militant (Hamas) | 2006-09-14\nAnswer:", "completion": " Head of Government (Nigeria)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1193267", "prompt": "In what year did Joao Miranda express his intention to negotiate with the citizens of Brazil?\nEvidence:\n- Joao Miranda | Express intent to meet or negotiate | Citizen (Brazil) | 2008-07-15\n- Joao Miranda | Express intent to meet or negotiate | Angola | 2007-07-03\n- Joao Miranda | Express intent to meet or negotiate | South Korea | 2005-03-28\n- Joao Miranda | Express intent to meet or negotiate | Ministry (Egypt) | 2005-03-10\n- Joao Miranda | Express intent to meet or negotiate | Guinea-Bissau | 2009-04-07\n- Joao Miranda | Make statement | Sudan | 2006-01-25\n- Joao Miranda | Make statement | Angola | 2012-02-25\n- Joao Miranda | Make statement | Angola | 2009-12-30\n- Joao Miranda | Make statement | Angola | 2008-06-09\n- Joao Miranda | Make statement | Angola | 2008-04-14\n- Joao Miranda | Make statement | Angola | 2008-01-18\n- Joao Miranda | Make statement | Angola | 2007-11-21\n- Joao Miranda | Make statement | Angola | 2007-06-20\n- Joao Miranda | Make statement | Angola | 2007-06-08\n- Joao Miranda | Make statement | Angola | 2007-03-14\nAnswer:", "completion": " 2008", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1221966", "prompt": "Who, after Yulia Tymoshenko, wanted to negotiate with the Prime Minister of Ukraine?\nEvidence:\n- Bloc Yulia Tymoshenko | Appeal to yield | Military (Ukraine) | 2009-04-14\n- Member of Parliament (Ukraine) | Make statement | Bloc Yulia Tymoshenko | 2008-06-21\n- Member of Parliament (Ukraine) | Make statement | Bloc Yulia Tymoshenko | 2006-12-21\n- Head of Government (Ukraine) | Make statement | Bloc Yulia Tymoshenko | 2007-11-27\n- Head of Government (Ukraine) | Deny responsibility | Bloc Yulia Tymoshenko | 2009-04-17\n- Bloc Yulia Tymoshenko | Make statement | Head of Government (Ukraine) | 2006-06-13\n- Bloc Yulia Tymoshenko | Express intent to meet or negotiate | Head of Government (Ukraine) | 2006-06-09\n- Our Ukraine | Sign formal agreement | Bloc Yulia Tymoshenko | 2007-03-01\n- Our Ukraine | Make optimistic comment | Bloc Yulia Tymoshenko | 2007-02-23\n- Our Ukraine | Engage in negotiation | Bloc Yulia Tymoshenko | 2007-10-03\n- Bloc Yulia Tymoshenko | Sign formal agreement | Our Ukraine | 2007-03-01\n- Bloc Yulia Tymoshenko | Make optimistic comment | Our Ukraine | 2007-02-23\n- Bloc Yulia Tymoshenko | Engage in negotiation | Our Ukraine | 2007-10-03\n- Bloc Yulia Tymoshenko | Bring lawsuit against | Police (Ukraine) | 2006-11-30\n- Head of Government (Ukraine) | Make optimistic comment | Bloc Yulia Tymoshenko | 2006-05-05\nAnswer:", "completion": " Angela Merkel", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1343811", "prompt": "After the South African Department of Defence and Security, who made the first request to the South African National Defence Force?\nEvidence:\n- South African National Defence Force | Make an appeal or request | South African National Defence Force | 2007-11-08\n- South African National Defence Force | Investigate | South Africa | 2008-02-19\n- South African National Defence Force | Investigate | South Africa | 2008-02-18\n- South African National Defence Force | Investigate | South Africa | 2007-08-24\n- South African National Defence Force | Consult | South Africa | 2007-01-22\n- South Africa | Consult | South African National Defence Force | 2007-01-22\n- Defense / Security Ministry (South Africa) | Make statement | South African National Defence Force | 2008-04-24\n- Defense / Security Ministry (South Africa) | Make statement | South African National Defence Force | 2007-12-06\n- Defense / Security Ministry (South Africa) | Make statement | South African National Defence Force | 2007-10-03\n- Sudan | Receive deployment of peacekeepers | South African National Defence Force | 2006-12-05\n- South African National Defence Force | Make statement | South Africa | 2007-07-27\n- South African National Defence Force | Investigate | Police (South Africa) | 2005-03-16\n- South African National Defence Force | Investigate | Police (South Africa) | 2005-03-15\n- South African National Defence Force | Use conventional military force | South Africa | 2007-02-14\n- Defense / Security Ministry (South Africa) | Praise or endorse | South African National Defence Force | 2007-02-14\nAnswer:", "completion": " Police (South Africa)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1195169", "prompt": "After Jorge Hank Rhon, who would wish to visit Mexico first?\nEvidence:\n- Mexico | Accuse | Jorge Hank Rhon | 2011-06-15\n- Mexico | Host a visit | Jorge Hank Rhon | 2007-02-01\n- Jorge Hank Rhon | Make a visit | Mexico | 2007-02-01\n- Mexico | Make statement | Jorge Hank Rhon | 2007-07-27\n- Jorge Hank Rhon | Make statement | Mexico | 2007-07-27\n- Jorge Hank Rhon | Make statement | Mexico | 2007-07-06\n- Jorge Hank Rhon | Make statement | Mexico | 2006-07-28\n- Jorge Hank Rhon | Make statement | Mexico | 2005-12-02\n- Jorge Hank Rhon | Make statement | Mexico | 2005-12-01\n- Organized Crime (Mexico) | Investigate | Jorge Hank Rhon | 2006-10-04\n- Mexico | Praise or endorse | Jorge Hank Rhon | 2007-07-16\n- Mexico | Return, release person(s) | Jorge Hank Rhon | 2011-06-15\n- Mexico | Return, release person(s) | Jorge Hank Rhon | 2011-06-14\n- Jorge Hank Rhon | Praise or endorse | Military (Mexico) | 2007-01-03\n- Organized Crime (Mexico) | Investigate military action | Jorge Hank Rhon | 2011-06-07\nAnswer:", "completion": " Head of Government (Chile)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1115575", "prompt": "Who blamed Antonis Samaras first in 2014?\nEvidence:\n- Nicos Anastasiades | Engage in negotiation | Antonis Samaras | 2014-02-07\n- Antonis Samaras | Engage in negotiation | Nicos Anastasiades | 2014-02-07\n- Yannis Stournaras | Consult | Antonis Samaras | 2014-06-13\n- Yannis Stournaras | Consult | Antonis Samaras | 2014-05-23\n- Yannis Stournaras | Consult | Antonis Samaras | 2014-02-08\n- Yannis Stournaras | Consult | Antonis Samaras | 2014-01-30\n- Yannis Stournaras | Consult | Antonis Samaras | 2014-01-24\n- Nicos Anastasiades | Consult | Antonis Samaras | 2014-09-03\n- Nicos Anastasiades | Consult | Antonis Samaras | 2014-07-28\n- New Democracy | Consult | Antonis Samaras | 2014-02-28\n- Citizen (Greece) | Accuse | Antonis Samaras | 2014-04-02\n- Aristovoulos Spiliotopoulos | Consult | Antonis Samaras | 2014-02-19\n- Antonis Samaras | Demand | Citizen (Greece) | 2014-01-28\n- Antonis Samaras | Consult | Yannis Stournaras | 2014-06-13\n- Antonis Samaras | Consult | Yannis Stournaras | 2014-05-23\nAnswer:", "completion": " Media Personnel (Greece)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1079838", "prompt": "Who did the Ministry of Brazil decline last before the Member of Parliament of Brazil?\nEvidence:\n- Ministry (Brazil) | Reject | Member of Parliament (Brazil) | 2013-11-21\n- Ministry (Brazil) | Consult | Member of Parliament (Brazil) | 2009-12-24\n- Ministry (Brazil) | Consult | Member of Parliament (Brazil) | 2006-05-09\n- Ministry (Brazil) | Consult | Member of Parliament (Brazil) | 2005-11-29\n- Member of Parliament (Brazil) | Consult | Ministry (Brazil) | 2009-12-24\n- Member of Parliament (Brazil) | Consult | Ministry (Brazil) | 2006-05-09\n- Member of Parliament (Brazil) | Consult | Ministry (Brazil) | 2005-11-29\n- Ministry (Brazil) | Make statement | Member of Parliament (Brazil) | 2008-10-03\n- Ministry (Brazil) | Make statement | Member of Parliament (Brazil) | 2008-05-14\n- Ministry (Brazil) | Make statement | Member of Parliament (Brazil) | 2007-03-28\n- Ministry (Brazil) | Make statement | Member of Parliament (Brazil) | 2007-03-16\n- Ministry (Brazil) | Make statement | Member of Parliament (Brazil) | 2007-03-01\n- Ministry (Brazil) | Make statement | Member of Parliament (Brazil) | 2006-04-12\n- Ministry (Brazil) | Make statement | Member of Parliament (Brazil) | 2006-03-30\n- Member of Parliament (Brazil) | Make statement | Ministry (Brazil) | 2012-01-03\nAnswer:", "completion": " Citizen (Brazil)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1106618", "prompt": "After Xi Jinping, who was the first to praise Islam Karimov?\nEvidence:\n- Iran | Praise or endorse | Islam Karimov | 2005-01-06\n- Sodiq Safoyev | Praise or endorse | Islam Karimov | 2005-01-26\n- Islam Karimov | Praise or endorse | Zurab Nogaideli | 2005-04-18\n- Islam Karimov | Praise or endorse | Senate (Uzbekistan) | 2005-01-31\n- Islam Karimov | Praise or endorse | Senate (Uzbekistan) | 2005-01-29\n- Abdul Kalam | Praise or endorse | Islam Karimov | 2005-04-05\n- International Government Organizations | Praise or endorse | Islam Karimov | 2005-01-20\n- Zurab Nogaideli | Consult | Islam Karimov | 2005-04-18\n- Senate (Uzbekistan) | Consult | Islam Karimov | 2005-04-06\n- Senate (Uzbekistan) | Consult | Islam Karimov | 2005-01-28\n- Pervez Musharraf | Consult | Islam Karimov | 2005-03-06\n- Islam Karimov | Demand | Senate (Uzbekistan) | 2005-01-31\n- Islam Karimov | Consult | Zurab Nogaideli | 2005-04-18\n- Islam Karimov | Consult | Senate (Uzbekistan) | 2005-04-06\n- Islam Karimov | Consult | Senate (Uzbekistan) | 2005-01-28\nAnswer:", "completion": " Government (Pakistan)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1186126", "prompt": "Who visited Trinidad and Tobago before 27 February 2007?\nEvidence:\n- Trinidad and Tobago | Host a visit | Evo Morales | 2007-02-27\n- Evo Morales | Make a visit | Trinidad and Tobago | 2007-02-27\n- Japan | Consult | Evo Morales | 2007-02-27\n- Evo Morales | Impose state of emergency or martial law | Bolivia | 2007-02-27\n- Evo Morales | Express intent to meet or negotiate | Japan | 2007-02-27\n- Evo Morales | Consult | Japan | 2007-02-27\nAnswer:", "completion": " Álvaro García", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 6, "n_anchors": 1} +{"id": "mtq_1244489", "prompt": "Which country formally signed an agreement with Mexico on the same day as Roh Moo Hyun?\nEvidence:\n- Roh Moo Hyun | Demand | Japan | 2005-03-04\n- Roh Moo Hyun | Demand | Japan | 2005-03-03\n- Roh Moo Hyun | Demand | Japan | 2005-03-02\n- Roh Moo Hyun | Demand | Japan | 2005-03-01\n- Roh Moo Hyun | Demand | Japan | 2005-02-25\n- Roh Moo Hyun | Consult | Chongwadai | 2005-02-19\n- Chongwadai | Consult | Roh Moo Hyun | 2005-02-19\n- South Korea | Reject | Roh Moo Hyun | 2005-02-17\n- Roh Moo Hyun | Make statement | Japan | 2005-03-14\n- Roh Moo Hyun | Make statement | Japan | 2005-03-02\n- Roh Moo Hyun | Make statement | Chongwadai | 2005-02-23\n- Roh Moo Hyun | Demand | South Korea | 2005-01-04\n- Roh Moo Hyun | Demand rights | Japan | 2005-03-04\n- Roh Moo Hyun | Demand rights | Japan | 2005-03-03\n- Chongwadai | Make statement | Roh Moo Hyun | 2005-03-07\nAnswer:", "completion": " South Korea", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1113598", "prompt": "Who did the Moro Islamic Liberation Front make a request to last before the military personnel of the Philippines?\nEvidence:\n- Moro Islamic Liberation Front | Investigate | Military Personnel (Philippines) | 2005-01-13\n- Military Personnel (Philippines) | Reject | Moro Islamic Liberation Front | 2005-01-04\n- Moro Islamic Liberation Front | Make statement | Military Personnel (Philippines) | 2006-12-11\n- Military Personnel (Philippines) | Deny responsibility | Moro Islamic Liberation Front | 2006-07-01\n- Moro Islamic Liberation Front | Make statement | Military (Philippines) | 2005-01-11\n- Moro Islamic Liberation Front | Provide aid | Military (Philippines) | 2005-03-11\n- Moro Islamic Liberation Front | Engage in negotiation | Military Personnel (Philippines) | 2006-11-08\n- Military Personnel (Philippines) | Engage in negotiation | Moro Islamic Liberation Front | 2006-11-08\n- Moro Islamic Liberation Front | Sign formal agreement | Military (Philippines) | 2005-06-08\n- Military (Philippines) | Sign formal agreement | Moro Islamic Liberation Front | 2005-06-08\n- Police (Philippines) | Make statement | Moro Islamic Liberation Front | 2005-01-13\n- Moro Islamic Liberation Front | Use conventional military force | Military (Philippines) | 2005-04-18\n- Moro Islamic Liberation Front | Use conventional military force | Military (Philippines) | 2005-01-12\n- Military (Philippines) | Use conventional military force | Moro Islamic Liberation Front | 2005-04-18\n- Military (Philippines) | Use conventional military force | Moro Islamic Liberation Front | 2005-04-17\nAnswer:", "completion": " Malaysia", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1277147", "prompt": "To which country did Donald Rumsfeld appeal to the citizens of International in the same month?\nEvidence:\n- Donald Rumsfeld | Investigate | Iraq | 2005-02-11\n- Joschka Fischer | Consult | Donald Rumsfeld | 2005-02-13\n- Jerzy Szmajdzinski | Consult | Donald Rumsfeld | 2005-02-09\n- Iraq | Receive inspectors | Donald Rumsfeld | 2005-02-11\n- Donald Rumsfeld | Make statement | Romania | 2005-02-10\n- Donald Rumsfeld | Make statement | Iraq | 2005-02-13\n- Donald Rumsfeld | Make statement | Iraq | 2005-02-06\n- Donald Rumsfeld | Make statement | Iraq | 2005-02-03\n- Donald Rumsfeld | Make statement | Iran | 2005-02-07\n- Donald Rumsfeld | Consult | Joschka Fischer | 2005-02-13\n- Donald Rumsfeld | Consult | Jerzy Szmajdzinski | 2005-02-09\n- Lawyer/Attorney (Germany) | Investigate | Donald Rumsfeld | 2005-02-10\n- Iraq | Host a visit | Donald Rumsfeld | 2005-02-24\n- Iraq | Host a visit | Donald Rumsfeld | 2005-02-18\n- Iraq | Host a visit | Donald Rumsfeld | 2005-02-12\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1309743", "prompt": "After the Sahrawi people, who was the first to suffer from the conventional military forces of the Middle East?\nEvidence:\n- Middle East | Use conventional military force | Sahrawi people | 2010-11-29\n- Sahrawi people | Praise or endorse | Sahrawi people | 2015-07-27\n- Special Rapporteurs of the United Nations | Consult | Sahrawi people | 2012-09-19\n- Sahrawi people | Consult | Special Rapporteurs of the United Nations | 2012-09-19\n- Military (Middle East) | Mobilize or increase armed forces | Middle East | 2005-02-14\n- Sahrawi people | Make statement | Lesotho | 2013-05-13\n- Middle East | Use conventional military force | Rafiq Hariri | 2005-02-15\n- South Africa | Defend verbally | Sahrawi people | 2015-12-10\n- Sahrawi people | Host a visit | France | 2015-10-28\n- Redha Malek | Make statement | Sahrawi people | 2012-12-17\n- France | Make a visit | Sahrawi people | 2015-10-28\n- Al-Akhbar | Make statement | Sahrawi people | 2010-08-11\n- Sahrawi people | Praise or endorse | Head of Government (Nigeria) | 2015-07-20\n- Barack Obama | Rally support on behalf of | Sahrawi people | 2015-10-14\n- Mexico | Express intent to meet or negotiate | Sahrawi people | 2014-01-15\nAnswer:", "completion": " Armed Rebel (Syria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1035519", "prompt": "Before 2 January 2009, who was praised by Abdoulaye Wade?\nEvidence:\n- Abdoulaye Wade | Praise or endorse | Moussa Dadis Camara | 2009-01-02\nAnswer:", "completion": " Government (Nigeria)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 1} +{"id": "mtq_1333115", "prompt": "To whom did Sergei Kuzhugetovich Shoygu express cooperation before the military of Ukraine?\nEvidence:\n- Sergey Kuzhugetovich Shoygu | Consult | Military (Ukraine) | 2014-03-24\n- Military (Ukraine) | Consult | Sergey Kuzhugetovich Shoygu | 2014-03-24\n- Sergey Kuzhugetovich Shoygu | Express intent to cooperate | Military (Ukraine) | 2014-03-24\n- Sergey Kuzhugetovich Shoygu | Make statement | Military (Ukraine) | 2014-03-28\n- Sergey Kuzhugetovich Shoygu | Make statement | Military (Ukraine) | 2014-03-24\n- Sergey Kuzhugetovich Shoygu | Praise or endorse | Military (Ukraine) | 2015-02-23\n- Sergey Kuzhugetovich Shoygu | Express intent to provide military aid | Military (Russia) | 2013-08-06\n- Sergey Kuzhugetovich Shoygu | Investigate | Military (Russia) | 2015-06-08\n- Sergey Kuzhugetovich Shoygu | Investigate | Military (Russia) | 2014-03-24\n- Sergey Kuzhugetovich Shoygu | Investigate | Military (Russia) | 2013-03-26\n- Sergey Kuzhugetovich Shoygu | Investigate | Military (Russia) | 2012-12-16\n- Sergey Kuzhugetovich Shoygu | Consult | Military (Russia) | 2014-03-24\n- Military (Russia) | Consult | Sergey Kuzhugetovich Shoygu | 2014-03-24\n- Sergey Kuzhugetovich Shoygu | Express intent to meet or negotiate | Military (Russia) | 2013-01-29\n- Sergey Kuzhugetovich Shoygu | Express intent to meet or negotiate | Military (Russia) | 2013-01-28\nAnswer:", "completion": " Chuck Hagel", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1308640", "prompt": "Before the Austrian Press Agency, who was the last to be rejected by The Hague?\nEvidence:\n- The Hague | Reject | The Hague | 2005-05-04\n- The Hague | Deny responsibility | The Hague | 2005-03-03\n- The Hague | Make statement | Criminal (Netherlands) | 2006-08-11\n- The Hague | Consult | Media Personnel (Serbia) | 2005-03-15\n- Police (Israel) | Make statement | The Hague | 2005-04-26\n- Media Personnel (Serbia) | Consult | The Hague | 2005-03-15\n- Bishop (Uganda) | Make statement | The Hague | 2005-03-29\n- The Hague | Express intent to de-escalate military engagement | Iraq | 2005-02-09\n- Citizen (Uganda) | Express intent to meet or negotiate | The Hague | 2005-03-29\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- The Hague | Host a visit | Ante Gotovina | 2005-02-21\n- The Hague | Host a visit | Ante Gotovina | 2005-02-05\n- The Hague | Host a visit | Ante Gotovina | 2005-02-04\n- Media Personnel (Serbia) | Make statement | The Hague | 2005-03-15\n- Javier Solana | Consider policy option | The Hague | 2005-02-05\nAnswer:", "completion": " Romania", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1095529", "prompt": "Who visited Mexico in the same month as Manlio Fabio Beltrones?\nEvidence:\n- Manlio Fabio Beltrones | Make statement | Mexico | 2010-08-19\n- Manlio Fabio Beltrones | Make statement | Mexico | 2010-06-21\n- Manlio Fabio Beltrones | Make statement | Mexico | 2010-06-16\n- Manlio Fabio Beltrones | Make statement | Mexico | 2009-11-18\n- Manlio Fabio Beltrones | Make statement | Mexico | 2009-10-22\n- Manlio Fabio Beltrones | Make statement | Mexico | 2009-05-25\n- Manlio Fabio Beltrones | Make statement | Mexico | 2009-03-20\n- Manlio Fabio Beltrones | Make statement | Mexico | 2007-10-30\n- Manlio Fabio Beltrones | Make statement | Mexico | 2007-10-29\n- Manlio Fabio Beltrones | Make statement | Mexico | 2007-03-01\n- Manlio Fabio Beltrones | Make statement | Mexico | 2006-12-20\n- Manlio Fabio Beltrones | Make statement | Mexico | 2006-10-18\n- Manlio Fabio Beltrones | Make statement | Mexico | 2005-02-27\n- Manlio Fabio Beltrones | Make statement | Mexico | 2005-02-01\n- Mexico | Host a visit | Manlio Fabio Beltrones | 2005-08-06\nAnswer:", "completion": " Roh Moo Hyun", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1209446", "prompt": "Could you tell me the exact month when the United States Congress last negotiated with Raúl Castro?\nEvidence:\n- Raúl Castro | Consult | China | 2005-04-19\n- China | Consult | Raúl Castro | 2005-04-19\n- Xu Caihou | Consult | Raúl Castro | 2005-04-18\n- Wen Jiabao | Consult | Raúl Castro | 2005-04-19\n- Raúl Castro | Make statement | Vietnam | 2005-05-04\n- Raúl Castro | Make statement | Vietnam | 2005-04-30\n- Raúl Castro | Make statement | China | 2005-04-21\n- Raúl Castro | Make statement | China | 2005-04-20\n- Raúl Castro | Consult | Xu Caihou | 2005-04-18\n- Raúl Castro | Consult | Wen Jiabao | 2005-04-19\n- Vietnam | Host a visit | Raúl Castro | 2005-05-04\n- Vietnam | Host a visit | Raúl Castro | 2005-05-03\n- Vietnam | Host a visit | Raúl Castro | 2005-05-02\n- Vietnam | Host a visit | Raúl Castro | 2005-05-01\n- Vietnam | Host a visit | Raúl Castro | 2005-04-28\nAnswer:", "completion": " 2013-02", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1190257", "prompt": "Which country wished to negotiate with the Government of Georgia first after the Reserve Personnel of Georgia did?\nEvidence:\n- Reserve Personnel (Georgia) | Express intent to meet or negotiate | Government (Georgia) | 2008-12-29\n- Government (Georgia) | Express intent to meet or negotiate | Reserve Personnel (Georgia) | 2008-12-29\n- Government (Georgia) | Make statement | Reserve Personnel (Georgia) | 2006-08-08\n- Government (Georgia) | Make statement | Reserve Personnel (Georgia) | 2005-10-07\n- Reserve Personnel (Lithuania) | Express intent to meet or negotiate | Reserve Personnel (Georgia) | 2005-11-25\n- Admiral (Georgia) | Express intent to meet or negotiate | Reserve Personnel (Georgia) | 2010-01-28\n- Medical Personnel (Georgia) | Provide aid | Reserve Personnel (Georgia) | 2007-10-30\n- Reserve Personnel (Georgia) | Provide aid | Population (Georgia) | 2006-05-14\n- Reserve Personnel (Georgia) | Make statement | Transport (Georgia) | 2009-04-07\n- Attacker (Georgia) | Use unconventional violence | Reserve Personnel (Georgia) | 2010-06-01\n- Reserve Personnel (Georgia) | Consult | Republic of South Ossetia | 2005-04-19\n- Republic of South Ossetia | Consult | Reserve Personnel (Georgia) | 2005-04-19\n- Reserve Personnel (Georgia) | Consult | Boris Chochiyev | 2005-04-19\n- Boris Chochiyev | Consult | Reserve Personnel (Georgia) | 2005-04-19\n- Reserve Personnel (Georgia) | Arrest, detain, or charge with legal action | Detainee (Georgia) | 2005-07-12\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1061490", "prompt": "Which country first did International Monetary Fund endorse in 2014?\nEvidence:\n- International Monetary Fund | Praise or endorse | Cambodia | 2014-02-01\n- Mauritania | Engage in negotiation | International Monetary Fund | 2014-02-14\n- International Monetary Fund | Engage in negotiation | Mauritania | 2014-02-14\n- International Monetary Fund | Praise or endorse | Christine Lagarde | 2014-08-30\n- International Monetary Fund | Praise or endorse | Christine Lagarde | 2014-08-29\n- International Monetary Fund | Praise or endorse | Christine Lagarde | 2014-08-28\n- International Monetary Fund | Praise or endorse | Christine Lagarde | 2014-05-01\n- Christine Lagarde | Praise or endorse | International Monetary Fund | 2014-06-07\n- Christine Lagarde | Praise or endorse | International Monetary Fund | 2014-05-08\n- Barack Obama | Praise or endorse | International Monetary Fund | 2014-03-27\n- International Monetary Fund | Investigate | Romania | 2014-03-27\n- International Monetary Fund | Investigate | Romania | 2014-03-26\n- Yannis Stournaras | Engage in negotiation | International Monetary Fund | 2014-02-24\n- International Monetary Fund | Engage in negotiation | Yannis Stournaras | 2014-02-24\n- International Monetary Fund | Engage in diplomatic cooperation | Madagascar | 2014-03-13\nAnswer:", "completion": " Cambodia", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1280279", "prompt": "Before Elizabeth Dipuo Peters, with whom did the Ministry of Foreign Affairs of South Korea last formally sign an agreement?\nEvidence:\n- Foreign Affairs (South Korea) | Sign formal agreement | Elizabeth Dipuo Peters | 2010-10-08\n- Elizabeth Dipuo Peters | Sign formal agreement | Foreign Affairs (South Korea) | 2010-10-08\n- South Korea | Host a visit | Elizabeth Dipuo Peters | 2010-10-08\n- Elizabeth Dipuo Peters | Make a visit | South Korea | 2010-10-08\n- Legislature (South Africa) | Consult | Elizabeth Dipuo Peters | 2014-02-18\n- Elizabeth Dipuo Peters | Make statement | South Africa | 2015-01-22\n- Elizabeth Dipuo Peters | Make statement | South Africa | 2014-11-04\n- Elizabeth Dipuo Peters | Make statement | South Africa | 2014-06-10\n- Elizabeth Dipuo Peters | Make statement | South Africa | 2013-12-02\n- Elizabeth Dipuo Peters | Make statement | South Africa | 2013-11-25\n- Elizabeth Dipuo Peters | Make statement | South Africa | 2013-11-21\n- Elizabeth Dipuo Peters | Make statement | South Africa | 2012-08-17\n- Elizabeth Dipuo Peters | Make statement | South Africa | 2011-12-02\n- Elizabeth Dipuo Peters | Make statement | South Africa | 2010-09-29\n- Elizabeth Dipuo Peters | Make statement | South Africa | 2009-11-20\nAnswer:", "completion": " Government Official (Ireland)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1362661", "prompt": "Who signed an agreement with the French Foreign Ministry before Patricio Rivera?\nEvidence:\n- Patricio Rivera | Sign formal agreement | Foreign Affairs (France) | 2012-12-05\n- Foreign Affairs (France) | Sign formal agreement | Patricio Rivera | 2012-12-05\n- Patricio Rivera | Make statement | Government (Ecuador) | 2010-10-25\n- Government (Ecuador) | Make statement | Patricio Rivera | 2010-09-01\n- Government (Ecuador) | Make an appeal or request | Member of the Judiciary (United States) | 2010-03-11\n- Media Personnel (Ecuador) | Sign formal agreement | Government (Ecuador) | 2005-08-26\n- Government (Ecuador) | Sign formal agreement | Media Personnel (Ecuador) | 2005-08-26\n- Agriculture / Fishing / Forestry Ministry (Ecuador) | Make statement | Government (Ecuador) | 2006-02-19\n- Government (Ecuador) | Threaten with military force | Colombia | 2006-02-10\n- Agriculture / Fishing / Forestry Ministry (Ecuador) | Engage in diplomatic cooperation | Government (Ecuador) | 2008-02-08\n- Government (Ecuador) | Make an appeal or request | Mexico | 2010-08-26\n- Rafael Correa | Make an appeal or request | Government (Ecuador) | 2010-10-01\n- Newspaper (Peru) | Make an appeal or request | Government (Ecuador) | 2012-06-18\n- Government (Ecuador) | Make an appeal or request | Professor (Ecuador) | 2006-11-27\n- Government (Ecuador) | Make an appeal or request | Professor (Ecuador) | 2006-11-26\nAnswer:", "completion": " Director General (Indonesia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1390637", "prompt": "Who expressed an interest in working with Mahmoud Abbas on 2 September 2010?\nEvidence:\n- Mahmoud Abbas | Engage in negotiation | Benjamin Netanyahu | 2010-09-02\n- Benjamin Netanyahu | Engage in negotiation | Mahmoud Abbas | 2010-09-02\n- Mahmoud Ahmadinejad | Reject | Mahmoud Abbas | 2010-09-02\n- Barack Obama | Make an appeal or request | Mahmoud Abbas | 2010-09-02\n- Mahmoud Abbas | Consult | Benjamin Netanyahu | 2010-09-02\n- Mahmoud Abbas | Consult | Barack Obama | 2010-09-02\n- Benjamin Netanyahu | Consult | Mahmoud Abbas | 2010-09-02\n- Barack Obama | Consult | Mahmoud Abbas | 2010-09-02\n- Yemen | Host a visit | Mahmoud Abbas | 2010-09-02\n- Mahmoud Abbas | Make statement | Middle East | 2010-09-02\n- Mahmoud Abbas | Make a visit | Yemen | 2010-09-02\n- Mahmoud Abbas | Consult | Ali Abdullah Saleh | 2010-09-02\n- Barack Obama | Make statement | Mahmoud Abbas | 2010-09-02\n- Ali Abdullah Saleh | Consult | Mahmoud Abbas | 2010-09-02\n- Mahmoud Abbas | Praise or endorse | Barack Obama | 2010-09-02\nAnswer:", "completion": " Benjamin Netanyahu", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1341656", "prompt": "When did Tony Blair last request the Provisional Irish Republican Army?\nEvidence:\n- Tony Blair | Demand | Provisional Irish Republican Army | 2005-06-28\n- Tony Blair | Make statement | Provisional Irish Republican Army | 2005-06-28\n- Tony Blair | Make statement | Provisional Irish Republican Army | 2005-06-27\n- Tony Blair | Make statement | Provisional Irish Republican Army | 2005-03-10\n- Tony Blair | Criticize or denounce | Provisional Irish Republican Army | 2005-03-09\n- Tony Blair | Make an appeal or request | Provisional Irish Republican Army | 2005-06-27\n- Tony Blair | Demand that target yields | Provisional Irish Republican Army | 2005-02-01\n- Provisional Irish Republican Army | Threaten | Ireland | 2005-02-03\n- Provisional Irish Republican Army | Reject | Ireland | 2005-02-02\n- Ireland | Accuse | Provisional Irish Republican Army | 2005-03-11\n- Ireland | Accuse | Provisional Irish Republican Army | 2005-03-05\n- Ireland | Accuse | Provisional Irish Republican Army | 2005-03-04\n- Ireland | Accuse | Provisional Irish Republican Army | 2005-02-28\n- Ireland | Accuse | Provisional Irish Republican Army | 2005-01-18\n- Provisional Irish Republican Army | Deny responsibility | Ireland | 2005-02-02\nAnswer:", "completion": " 2005-08-05", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1381428", "prompt": "Before the Navy of the United States, which country last investigated the citizens of North Korea?\nEvidence:\n- Representatives (North Korea) | Consult | Envoy (United States) | 2005-08-25\n- Representatives (North Korea) | Consult | Envoy (United States) | 2005-08-24\n- Naval (United States) | Investigate | Citizen (North Korea) | 2007-11-01\n- Envoy (United States) | Consult | Representatives (North Korea) | 2005-08-25\n- Envoy (United States) | Consult | Representatives (North Korea) | 2005-08-24\n- Representative to the United Nations (North Korea) | Make statement | Mexico | 2015-04-08\n- Naval (United States) | Provide humanitarian aid | Citizen (North Korea) | 2007-11-15\n- Naval (United States) | Provide humanitarian aid | Citizen (North Korea) | 2007-11-08\n- Naval (United States) | Provide humanitarian aid | Citizen (North Korea) | 2007-11-02\n- Envoy (United States) | Make optimistic comment | Citizen (North Korea) | 2008-04-06\n- Envoy (United States) | Make optimistic comment | Citizen (North Korea) | 2006-12-17\n- Citizen (North Korea) | Criticize or denounce | People Associated with the Opposition (North Korea) | 2013-12-09\n- Special Rapporteurs of the United Nations | Make an appeal or request | Citizen (North Korea) | 2006-10-23\n- Member of the Judiciary (United States) | Demand | Iran | 2007-09-09\n- Member of the Judiciary (United States) | Demand | Iran | 2007-09-08\nAnswer:", "completion": " South Korea", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1106895", "prompt": "Who was the last to express the intention to negotiate with Niger, before the National Transitional Council?\nEvidence:\n- National Transitional Council | Make statement | National Transitional Council | 2011-06-17\n- National Transitional Council | Express intent to meet or negotiate | China | 2011-06-10\n- China | Express intent to meet or negotiate | National Transitional Council | 2011-06-21\n- Catherine Ashton | Express intent to meet or negotiate | National Transitional Council | 2011-05-22\n- Radoslaw Sikorski | Express intent to cooperate | National Transitional Council | 2011-04-13\n- Kuwait | Express intent to provide economic aid | National Transitional Council | 2011-04-26\n- Representatives (Libya) | Consult | National Transitional Council | 2011-03-21\n- Radoslaw Sikorski | Consult | National Transitional Council | 2011-04-13\n- National Transitional Council | Reject | African Union | 2011-07-03\n- National Transitional Council | Make statement | France | 2011-03-11\n- National Transitional Council | Make statement | China | 2011-06-21\n- National Transitional Council | Make statement | China | 2011-06-07\n- National Transitional Council | Consult | Representatives (Libya) | 2011-03-21\n- National Transitional Council | Consult | Radoslaw Sikorski | 2011-04-13\n- National Transitional Council | Consult | Abdoulaye Wade | 2011-06-09\nAnswer:", "completion": " Mauritania", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1390042", "prompt": "Who made a request to South Sudan last, before the Cabinet Council of Ministers Advisors of the United States did?\nEvidence:\n- Envoy (United States) | Express intent to meet or negotiate | South Sudan | 2005-10-20\n- Office of the United Nations High Commissioner for Human Rights | Express intent to meet or negotiate | South Sudan | 2006-04-25\n- UN Security Council | Make a visit | South Sudan | 2006-06-09\n- South Sudan | Host a visit | UN Security Council | 2006-06-09\n- Sudan | Make a visit | South Sudan | 2005-08-02\n- South Sudan | Host a visit | Sudan | 2005-08-02\n- Sudan | Express intent to cooperate | South Sudan | 2005-11-23\n- South Sudan | Express intent to cooperate | Sudan | 2005-11-23\n- South Sudan | Make statement | UN Security Council | 2006-06-09\n- UN Security Council | Express intent to meet or negotiate | South Sudan | 2006-06-05\n- UN Security Council | Express intent to meet or negotiate | South Sudan | 2006-05-27\n- South Sudan | Host a visit | Kuwait | 2006-03-12\n- Kuwait | Make a visit | South Sudan | 2006-03-12\n- South Sudan | Express intent to meet or negotiate | Sudan | 2005-12-15\n- Resistance Movement (South Sudan) | Express intent to meet or negotiate | South Sudan | 2006-08-14\nAnswer:", "completion": " Treasury/Finance Ministry (South Sudan)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1351014", "prompt": "Who did the citizens of the United Kingdom express their intention to meet in the same month as the Speaker of the House of Commons of the United Kingdom?\nEvidence:\n- President of the Senate (United Kingdom) | Consult | House Speaker (United States) | 2005-12-29\n- House Speaker (United States) | Consult | President of the Senate (United Kingdom) | 2005-12-29\n- Citizen (United Kingdom) | Express intent to meet or negotiate | House Speaker (United Kingdom) | 2006-04-13\n- House Speaker (United Kingdom) | Accuse | Citizen (United Kingdom) | 2006-04-01\n- President of the Senate (United States) | Make statement | House Speaker (United Kingdom) | 2013-07-31\n- House Speaker (United Kingdom) | Express intent to meet or negotiate | France | 2014-09-08\n- Citizen (United Kingdom) | Criticize or denounce | House Speaker (United States) | 2014-01-27\n- House Speaker (United States) | Express intent to meet or negotiate | Shura Council | 2007-04-04\n- House Speaker (Japan) | Express intent to meet or negotiate | Japan | 2008-07-14\n- House Speaker (Japan) | Express intent to meet or negotiate | Japan | 2007-11-01\n- House Speaker (Japan) | Make statement | House of Representatives (Japan) | 2005-05-19\n- House Speaker (Indonesia) | Make statement | House of Representatives (Indonesia) | 2015-10-02\n- House Speaker (Indonesia) | Make statement | House of Representatives (Indonesia) | 2015-05-21\n- House Speaker (Indonesia) | Make statement | House of Representatives (Indonesia) | 2013-11-22\n- House Speaker (Indonesia) | Make statement | House of Representatives (Indonesia) | 2013-06-18\nAnswer:", "completion": " Benazir Bhutto", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1044146", "prompt": "In which year did the Philippine military accuse the Moro National Liberation Front?\nEvidence:\n- Military (Philippines) | Accuse | Moro National Liberation Front | 2007-08-10\n- Military Personnel (Philippines) | Accuse | Moro National Liberation Front | 2008-09-23\n- Moro National Liberation Front | Use conventional military force | Combatant (Moro National Liberation Front) | 2007-04-28\n- Moro National Liberation Front | Consult | Moro Islamic Liberation Front | 2006-04-13\n- Moro Islamic Liberation Front | Consult | Moro National Liberation Front | 2006-04-13\n- Combatant (Moro National Liberation Front) | Use unconventional violence | Moro National Liberation Front | 2007-04-28\n- Moro National Liberation Front | Cooperate militarily | Military (Philippines) | 2008-01-01\n- Moro National Liberation Front | Consult | Military Personnel (Philippines) | 2009-03-01\n- Military Personnel (Philippines) | Consult | Moro National Liberation Front | 2009-03-01\n- Military (Philippines) | Make statement | Moro National Liberation Front | 2009-08-21\n- Moro National Liberation Front | Consult | Dulmatin | 2008-09-23\n- Dulmatin | Consult | Moro National Liberation Front | 2008-09-23\n- Moro Islamic Liberation Front | Make an appeal or request | Moro National Liberation Front | 2005-11-27\n- Moro National Liberation Front | Use conventional military force | Military (Philippines) | 2007-05-09\n- Moro National Liberation Front | Use conventional military force | Military (Philippines) | 2007-05-01\nAnswer:", "completion": " 2007", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1177651", "prompt": "After 18 March 2015, who made an appeal to South Korea?\nEvidence:\n- China | Make an appeal or request | South Korea | 2015-03-18\n- South Korea | Sign formal agreement | Romania | 2015-03-18\n- Romania | Sign formal agreement | South Korea | 2015-03-18\n- Wendy Sherman | Criticize or denounce | South Korea | 2015-03-18\n- Foreign Affairs (Nepal) | Express intent to cooperate | China | 2015-03-18\n- China | Express intent to provide material aid | Vanuatu | 2015-03-18\n- China | Express intent to cooperate | Foreign Affairs (Nepal) | 2015-03-18\n- Wang Yi | Express intent to meet or negotiate | China | 2015-03-18\n- Wendy Sherman | Criticize or denounce | China | 2015-03-18\n- Vietnam | Criticize or denounce | China | 2015-03-18\n- Naval (United States) | Make statement | China | 2015-03-18\n- Malaysia | Host a visit | China | 2015-03-18\n- China | Make a visit | Malaysia | 2015-03-18\nAnswer:", "completion": " Citizen (North Korea)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 13, "n_anchors": 1} +{"id": "mtq_1056880", "prompt": "In which month did Mikhail Yefimovich Fradkov first negotiate with the head of government of Turkmenistan?\nEvidence:\n- Mikhail Yefimovich Fradkov | Make statement | Head of Government (Ukraine) | 2005-02-25\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | Head of Government (Ukraine) | 2005-06-03\n- Head of Government (Finland) | Express intent to meet or negotiate | Mikhail Yefimovich Fradkov | 2005-06-07\n- Head of Government (Finland) | Express intent to meet or negotiate | Mikhail Yefimovich Fradkov | 2005-05-27\n- Mikhail Yefimovich Fradkov | Demand | Government Official (Russia) | 2005-01-13\n- Zurab Nogaideli | Engage in negotiation | Mikhail Yefimovich Fradkov | 2005-06-03\n- Mikhail Yefimovich Fradkov | Engage in negotiation | Zurab Nogaideli | 2005-06-03\n- Mikhail Yefimovich Fradkov | Engage in negotiation | Abdul Kalam | 2005-05-23\n- Abdul Kalam | Engage in negotiation | Mikhail Yefimovich Fradkov | 2005-05-23\n- Zurab Nogaideli | Consult | Mikhail Yefimovich Fradkov | 2005-06-03\n- Mikhail Yefimovich Fradkov | Make statement | Gazprom | 2005-02-16\n- Mikhail Yefimovich Fradkov | Make statement | China | 2005-05-27\n- Mikhail Yefimovich Fradkov | Make statement | China | 2005-02-03\n- Mikhail Yefimovich Fradkov | Consult | Zurab Nogaideli | 2005-06-03\n- Mikhail Yefimovich Fradkov | Consult | Abdul Kalam | 2005-05-23\nAnswer:", "completion": " 2007-02", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1279285", "prompt": "In which year did Catherine Ashton last negotiate with Wang Yi?\nEvidence:\n- Wang Yi | Investigate | China | 2005-08-17\n- Wang Yi | Demand | Japan | 2006-05-10\n- Wang Yi | Engage in symbolic act | Pervez Musharraf | 2007-12-14\n- Wang Yi | Engage in symbolic act | Pervez Musharraf | 2007-12-13\n- Ronald Kirk | Engage in negotiation | Catherine Ashton | 2009-07-01\n- Catherine Ashton | Engage in negotiation | Ronald Kirk | 2009-07-01\n- Wang Yi | Make statement | Japan | 2005-11-29\n- Wang Yi | Make statement | Japan | 2005-05-11\n- Wang Yi | Make statement | Japan | 2005-04-22\n- Wang Yi | Make statement | Japan | 2005-04-10\n- Wang Yi | Make statement | China | 2007-12-14\n- Wang Yi | Make statement | China | 2007-12-13\n- Wang Yi | Make statement | China | 2007-12-12\n- Wang Yi | Make statement | China | 2007-11-17\n- Wang Yi | Make statement | China | 2007-10-25\nAnswer:", "completion": " 2013", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1160215", "prompt": "When did the head of the Brazilian government last speak optimistically about the citizens of Brazil?\nEvidence:\n- People Associated with the Opposition (Brazil) | Investigate | Head of Government (Brazil) | 2011-05-25\n- People Associated with the Opposition (Brazil) | Consult | Head of Government (Brazil) | 2007-09-25\n- People Associated with the Opposition (Brazil) | Accuse | Head of Government (Brazil) | 2009-08-12\n- Head of Government (Brazil) | Reject | People Associated with the Opposition (Brazil) | 2015-12-23\n- Head of Government (Brazil) | Consult | People Associated with the Opposition (Brazil) | 2007-09-25\n- People Associated with the Opposition (Brazil) | Provide aid | Head of Government (Brazil) | 2011-05-24\n- People Associated with the Opposition (Brazil) | Make statement | Head of Government (Brazil) | 2012-02-29\n- Head of Government (Brazil) | Make statement | People Associated with the Opposition (Brazil) | 2014-07-29\n- Head of Government (Brazil) | Make statement | People Associated with the Opposition (Brazil) | 2008-03-27\n- Head of Government (Brazil) | Make statement | People Associated with the Opposition (Brazil) | 2005-08-28\n- Head of Government (Brazil) | Make statement | People Associated with the Opposition (Brazil) | 2005-06-20\n- Citizen (Brazil) | Threaten | Brazilian Institute of Environment and Renewable Natural Resources | 2007-09-13\n- Head of Government (Brazil) | Accuse of crime, corruption | People Associated with the Opposition (Brazil) | 2014-08-12\n- Ministry (Brazil) | Reject | Head of Government (Brazil) | 2010-04-01\n- Ministry (Brazil) | Reject | Head of Government (Brazil) | 2006-08-07\nAnswer:", "completion": " 2014-10-27", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1206364", "prompt": "Before Tzipi Livni, who last asked for Benedict XVI?\nEvidence:\n- Tzipi Livni | Make an appeal or request | Benedict XVI | 2006-03-23\n- Tzipi Livni | Express intent to meet or negotiate | Benedict XVI | 2006-03-23\n- China | Reject | Benedict XVI | 2005-09-11\n- China | Accuse | Benedict XVI | 2005-09-11\n- Tzipi Livni | Reject | Qatar | 2006-02-13\n- Ivan Gasparovic | Consult | Benedict XVI | 2005-06-17\n- Iraq | Make statement | Benedict XVI | 2005-09-01\n- Gerhard Schröder | Consult | Benedict XVI | 2005-08-20\n- Bertie Ahern | Consult | Benedict XVI | 2005-07-08\n- Benedict XVI | Make statement | Solidarity | 2005-08-31\n- Benedict XVI | Consult | Ivan Gasparovic | 2005-06-17\n- Benedict XVI | Consult | Gerhard Schröder | 2005-08-20\n- Benedict XVI | Consult | Bertie Ahern | 2005-07-08\n- Benedict XVI | Consult | Angela Merkel | 2005-08-20\n- Angela Merkel | Consult | Benedict XVI | 2005-08-20\nAnswer:", "completion": " Mahmoud Abbas", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1043936", "prompt": "Who was the first person Jakaya Mrisho Kikwete asked to meet after Tony Blair?\nEvidence:\n- Jakaya Mrisho Kikwete | Return, release person(s) | Citizen (Tanzania) | 2005-12-22\n- Tanzania | Make statement | Jakaya Mrisho Kikwete | 2005-12-13\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-03-10\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-03-09\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-23\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-21\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-10\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-02\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-01\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-01-02\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-12-30\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-10-27\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-08-09\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-06-19\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-03-01\nAnswer:", "completion": " Benedict XVI", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1169817", "prompt": "Who did South Africa express interest in working with Sudan in the same year?\nEvidence:\n- South Africa | Engage in negotiation | Japan | 2005-02-05\n- South Africa | Engage in negotiation | France | 2005-02-05\n- Japan | Engage in negotiation | South Africa | 2005-02-05\n- France | Engage in negotiation | South Africa | 2005-02-05\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-27\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-26\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-25\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-23\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-19\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-16\nAnswer:", "completion": " African Union", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1094721", "prompt": "Who did Bukola Saraki accuse last?\nEvidence:\n- Bukola Saraki | Accuse | Government (Nigeria) | 2005-09-22\n- Bukola Saraki | Accuse | Citizen (Nigeria) | 2007-05-28\n- Muhammadu Buhari | Consult | Bukola Saraki | 2006-11-21\n- Bukola Saraki | Threaten | Citizen (Nigeria) | 2009-11-25\n- Bukola Saraki | Consult | Muhammadu Buhari | 2006-11-21\n- Jonah David Jang | Consult | Bukola Saraki | 2008-09-17\n- Citizen (Nigeria) | Complain officially | Bukola Saraki | 2009-02-06\n- Bukola Saraki | Provide aid | Citizen (Nigeria) | 2009-02-19\n- Bukola Saraki | Make statement | Government (Nigeria) | 2009-11-25\n- Bukola Saraki | Make statement | Government (Nigeria) | 2009-03-30\n- Bukola Saraki | Make statement | Government (Nigeria) | 2008-11-07\n- Bukola Saraki | Make statement | Government (Nigeria) | 2008-06-02\n- Bukola Saraki | Make statement | Government (Nigeria) | 2007-12-20\n- Bukola Saraki | Make statement | Government (Nigeria) | 2007-12-10\n- Bukola Saraki | Make statement | Government (Nigeria) | 2005-05-18\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1267959", "prompt": "At what time did the envoy of the United States negotiate with the member of the Lebanese government's legislature?\nEvidence:\n- Envoy (United States) | Appeal for policy change | Member of the Judiciary (Liberia) | 2014-02-26\n- Envoy (United States) | Appeal for policy change | Member of the Judiciary (Liberia) | 2014-02-24\n- Special Rapporteurs of the United Nations | Consult | Legislature (United States) | 2010-09-14\n- Special Rapporteurs of the United Nations | Consult | Legislature (United States) | 2010-09-13\n- Legislature (United States) | Consult | Special Rapporteurs of the United Nations | 2010-09-14\n- Legislature (United States) | Consult | Special Rapporteurs of the United Nations | 2010-09-13\n- Special Rapporteurs of the United Nations | Consult | Envoy (United States) | 2014-11-12\n- Envoy (United States) | Consult | Special Rapporteurs of the United Nations | 2014-11-12\n- Member of the Judiciary (United States) | Demand | Iran | 2007-09-09\n- Member of the Judiciary (United States) | Demand | Iran | 2007-09-08\n- Member of the Judiciary (United States) | Demand | Iran | 2007-09-07\n- China | Accuse | Member of the Judiciary (United States) | 2015-06-26\n- Envoy (United States) | Make statement | Member of Parliament (Iraq) | 2008-12-06\n- Member of the Judiciary (United States) | Reject | Businessperson (United Kingdom) | 2011-10-27\n- Member of the Judiciary (United States) | Reject | Military (Cuba) | 2006-06-30\nAnswer:", "completion": " 2007-12-16", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1126784", "prompt": "After the Foreign Affairs of Argentina, who first received Barack Obama's visit from Barack Obama?\nEvidence:\n- Sudan | Host a visit | Barack Obama | 2006-09-03\n- Sudan | Host a visit | Barack Obama | 2006-09-02\n- Iraq | Host a visit | Barack Obama | 2006-01-08\n- Iraq | Host a visit | Barack Obama | 2006-01-07\n- Ethiopia | Host a visit | Barack Obama | 2006-09-01\n- Djibouti | Host a visit | Barack Obama | 2006-09-01\n- Barack Obama | Make a visit | Sudan | 2006-09-03\n- Barack Obama | Make a visit | Sudan | 2006-09-02\n- Barack Obama | Make a visit | Iraq | 2006-01-08\n- Barack Obama | Make a visit | Iraq | 2006-01-07\n- Barack Obama | Make a visit | Ethiopia | 2006-09-01\n- Barack Obama | Make a visit | Djibouti | 2006-09-01\n- Head of Government (Kenya) | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Consult | Head of Government (Kenya) | 2006-08-25\n- South Africa | Host a visit | Barack Obama | 2006-08-23\nAnswer:", "completion": " Association of Southeast Asian Nations", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1183227", "prompt": "Who was the first to be denounced by the Chinese dissident after Barack Obama?\nEvidence:\n- Barack Obama | Express intent to settle dispute | Iraq | 2007-06-02\n- Barack Obama | Reject | Iraq | 2007-04-03\n- Barack Obama | Reject | Iraq | 2006-10-28\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2005-10-10\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-22\n- Mwai Kibaki | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Make statement | Iraq | 2007-05-15\n- Barack Obama | Make statement | Iraq | 2007-03-20\n- Barack Obama | Make statement | Iraq | 2007-02-11\n- Barack Obama | Make statement | Iran | 2007-04-27\n- Barack Obama | Make statement | China | 2006-09-08\n- Barack Obama | Consult | Mwai Kibaki | 2006-08-25\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1006746", "prompt": "In which year did the citizens of Mauritius use unconventional violence against the government of Mauritius?\nEvidence:\n- Citizen (Mauritius) | Use unconventional violence | Government (Mauritius) | 2006-07-14\n- Thief (Mauritius) | Use unconventional violence | Citizen (Mauritius) | 2015-10-13\n- Citizen (Mauritius) | Use unconventional violence | Military Personnel (Mauritius) | 2009-08-19\n- Citizen (Mauritius) | Use unconventional violence | Citizen (Africa) | 2015-01-13\n- Men (United States) | Use unconventional violence | Citizen (Mauritius) | 2005-08-14\n- Citizen (Mauritius) | Use unconventional violence | Citizen (United Kingdom) | 2012-05-24\n- Member of the Judiciary (Mauritius) | Reject | Citizen (Mauritius) | 2015-08-19\n- Member of the Judiciary (Mauritius) | Reject | Citizen (Mauritius) | 2010-12-13\n- Member of the Judiciary (Mauritius) | Reject | Citizen (Mauritius) | 2009-07-08\n- The Hague | Use unconventional violence | The Hague | 2013-10-10\n- The Hague | Use unconventional violence | The Hague | 2013-10-09\n- Guerrilla (National Liberation Army) | Use unconventional violence | Citizen (Mauritius) | 2015-01-20\n- Member of the Judiciary (Mauritius) | Reject | Lawyer/Attorney (Mauritius) | 2011-02-11\n- Citizen (Mauritius) | Criticize or denounce | Member of the Judiciary (Mauritius) | 2008-11-12\n- Citizen (Mauritius) | Criticize or denounce | Member of the Judiciary (Mauritius) | 2007-06-26\nAnswer:", "completion": " 2006", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1149300", "prompt": "Who did Raúl Castro first support after the citizens of Venezuela?\nEvidence:\n- Raúl Castro | Consult | China | 2005-04-19\n- China | Consult | Raúl Castro | 2005-04-19\n- Xu Caihou | Consult | Raúl Castro | 2005-04-18\n- Wen Jiabao | Consult | Raúl Castro | 2005-04-19\n- Raúl Castro | Make statement | Vietnam | 2005-05-04\n- Raúl Castro | Make statement | Vietnam | 2005-04-30\n- Raúl Castro | Make statement | China | 2005-04-21\n- Raúl Castro | Make statement | China | 2005-04-20\n- Raúl Castro | Consult | Xu Caihou | 2005-04-18\n- Raúl Castro | Consult | Wen Jiabao | 2005-04-19\n- Vietnam | Host a visit | Raúl Castro | 2005-05-04\n- Vietnam | Host a visit | Raúl Castro | 2005-05-03\n- Vietnam | Host a visit | Raúl Castro | 2005-05-02\n- Vietnam | Host a visit | Raúl Castro | 2005-05-01\n- Vietnam | Host a visit | Raúl Castro | 2005-04-28\nAnswer:", "completion": " Iran", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1279367", "prompt": "Who did Yasuo Fukuda make optimistic comments about before 2007?\nEvidence:\n- Yasuo Fukuda | Make optimistic comment | China | 2006-06-23\n- Yasuo Fukuda | Make statement | Japan | 2007-09-25\n- Yasuo Fukuda | Make statement | Japan | 2007-09-23\n- Yasuo Fukuda | Make statement | Japan | 2007-09-15\n- Yasuo Fukuda | Make statement | Japan | 2006-04-09\n- Yasuo Fukuda | Demand | Japan | 2007-09-15\n- Yasuo Fukuda | Make statement | Lawmaker (Japan) | 2007-09-16\n- Yasuo Fukuda | Make a visit | Vietnam | 2006-04-09\n- Yasuo Fukuda | Make a visit | Japan | 2006-01-07\n- Yasuo Fukuda | Consult | Jusuf Kalla | 2006-05-24\n- Yasuo Fukuda | Consult | Donald Rumsfeld | 2006-05-17\n- Yasuo Fukuda | Consult | Donald Rumsfeld | 2006-05-12\n- Yasuo Fukuda | Consult | Donald Rumsfeld | 2006-05-11\n- Jusuf Kalla | Consult | Yasuo Fukuda | 2006-05-24\n- Donald Rumsfeld | Consult | Yasuo Fukuda | 2006-05-17\nAnswer:", "completion": " China", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1165540", "prompt": "Who was the first to appeal to Barack Obama after Syed Akbaruddin?\nEvidence:\n- Syed Akbaruddin | Make statement | Barack Obama | 2015-01-23\n- Syed Akbaruddin | Make statement | Barack Obama | 2015-01-22\n- Syed Akbaruddin | Make an appeal or request | Barack Obama | 2014-11-21\n- Syed Akbaruddin | Make statement | Vietnam | 2014-08-23\n- Syed Akbaruddin | Make statement | Iraq | 2014-06-20\n- Syed Akbaruddin | Demand | Nurse (India) | 2014-07-03\n- Syed Akbaruddin | Make statement | Xi Jinping | 2014-09-18\n- Syed Akbaruddin | Make statement | Pilgrim (Pakistan) | 2014-05-02\n- Syed Akbaruddin | Make statement | Foreign Affairs (India) | 2015-03-01\n- Syed Akbaruddin | Make statement | Foreign Affairs (India) | 2014-06-18\n- Syed Akbaruddin | Make statement | Dmitry Olegovich Rogozin | 2014-10-31\n- Syed Akbaruddin | Make statement | Ashraf Ghani Ahmadzai | 2014-11-26\n- Syed Akbaruddin | Make statement | Pakistan People's Party | 2014-09-20\n- Barack Obama | Express intent to settle dispute | Iraq | 2007-06-02\n- Barack Obama | Reject | Iraq | 2007-04-03\nAnswer:", "completion": " Head of Government (Pakistan)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1287067", "prompt": "Which country received Barack Obama's visit from Barack Obama on the same month of Juan Carlos I?\nEvidence:\n- Portugal | Consult | Juan Carlos I | 2005-10-13\n- Juan Carlos I | Consult | Portugal | 2005-10-13\n- Vietnam | Host a visit | Juan Carlos I | 2006-02-20\n- Vietnam | Host a visit | Juan Carlos I | 2006-02-15\n- Vietnam | Host a visit | Juan Carlos I | 2006-01-19\n- Thailand | Host a visit | Juan Carlos I | 2006-02-20\n- Thailand | Host a visit | Juan Carlos I | 2006-02-15\n- Portugal | Host a visit | Juan Carlos I | 2005-07-27\n- Juan Carlos I | Make a visit | Vietnam | 2006-02-20\n- Juan Carlos I | Make a visit | Vietnam | 2006-02-15\n- Juan Carlos I | Make a visit | Vietnam | 2006-01-19\n- Juan Carlos I | Make a visit | Thailand | 2006-02-20\n- Juan Carlos I | Make a visit | Thailand | 2006-02-15\n- Juan Carlos I | Make a visit | Portugal | 2005-07-27\n- Mahmoud Abbas | Consult | Juan Carlos I | 2005-10-20\nAnswer:", "completion": " South Korea", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1340474", "prompt": "Who praised the other authorities and officials of Russia last, before Zurab Nogaideli did?\nEvidence:\n- Zurab Nogaideli | Consult | Republic of South Ossetia | 2005-10-28\n- Zurab Nogaideli | Consult | Republic of South Ossetia | 2005-09-22\n- Republic of South Ossetia | Consult | Zurab Nogaideli | 2005-10-28\n- Republic of South Ossetia | Consult | Zurab Nogaideli | 2005-09-22\n- Zurab Nogaideli | Make statement | Kazakhstan | 2005-06-06\n- Zurab Nogaideli | Consult | Population (Georgia) | 2005-09-25\n- Zurab Nogaideli | Consult | Islam Karimov | 2005-04-18\n- Zurab Nogaideli | Consult | Government (Georgia) | 2007-01-29\n- Zurab Nogaideli | Consult | Government (Georgia) | 2006-09-13\n- Zurab Nogaideli | Consult | Government (Georgia) | 2005-04-25\n- Population (Georgia) | Consult | Zurab Nogaideli | 2005-09-25\n- Islam Karimov | Consult | Zurab Nogaideli | 2005-04-18\n- Government (Georgia) | Consult | Zurab Nogaideli | 2007-01-29\n- Government (Georgia) | Consult | Zurab Nogaideli | 2006-09-13\n- Government (Georgia) | Consult | Zurab Nogaideli | 2005-04-25\nAnswer:", "completion": " Sergey Bagapsh", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1284848", "prompt": "With whom did the United States Congress last negotiate before Haider Al-Abadi?\nEvidence:\n- Nuri al-Maliki | Consult | Haider Al-Abadi | 2014-08-14\n- Haider Al-Abadi | Reject | Nuri al-Maliki | 2014-08-12\n- Haider Al-Abadi | Consult | Nuri al-Maliki | 2014-08-14\n- Iraq | Make statement | Haider Al-Abadi | 2014-08-15\n- Iraq | Make statement | Haider Al-Abadi | 2014-08-13\n- Haider Al-Abadi | Make statement | Iraq | 2014-08-14\n- Haider Al-Abadi | Make statement | Iraq | 2014-08-12\n- Haider Al-Abadi | Consult | Barack Obama | 2014-08-14\n- Haider Al-Abadi | Consult | Barack Obama | 2014-08-11\n- Fuad Masum | Accuse | Haider Al-Abadi | 2014-08-17\n- Barack Obama | Consult | Haider Al-Abadi | 2014-08-14\n- Barack Obama | Consult | Haider Al-Abadi | 2014-08-11\n- Nuri al-Maliki | Make statement | Haider Al-Abadi | 2014-08-15\n- Nuri al-Maliki | Make statement | Haider Al-Abadi | 2014-08-13\n- Iraq | Praise or endorse | Haider Al-Abadi | 2014-08-14\nAnswer:", "completion": " Iran", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1273295", "prompt": "Who denounced Umaru Musa Yar'Adua in the same month of education in Nigeria?\nEvidence:\n- Umaru Musa Yar'Adua | Threaten | Government (Nigeria) | 2005-01-25\n- Umaru Musa Yar'Adua | Demand | Citizen (Nigeria) | 2007-05-31\n- Umaru Musa Yar'Adua | Accuse | Citizen (Nigeria) | 2007-01-05\n- Citizen (Nigeria) | Demand | Umaru Musa Yar'Adua | 2007-04-23\n- Umaru Musa Yar'Adua | Make statement | Government (Nigeria) | 2007-05-29\n- Umaru Musa Yar'Adua | Make statement | Government (Nigeria) | 2007-05-08\n- Umaru Musa Yar'Adua | Make statement | Head of Government (Nigeria) | 2007-05-07\n- Umaru Musa Yar'Adua | Make statement | Head of Government (Nigeria) | 2006-11-28\n- Umaru Musa Yar'Adua | Make optimistic comment | Government (Nigeria) | 2007-05-03\n- Umaru Musa Yar'Adua | Criticize or denounce | Citizen (Nigeria) | 2007-04-23\n- Government (Nigeria) | Praise or endorse | Umaru Musa Yar'Adua | 2007-04-24\n- Democratic Party (Nigeria) | Make statement | Umaru Musa Yar'Adua | 2007-04-23\n- Democratic Party (Nigeria) | Make statement | Umaru Musa Yar'Adua | 2007-03-06\n- Citizen (Nigeria) | Praise or endorse | Umaru Musa Yar'Adua | 2007-02-05\n- Citizen (Nigeria) | Make optimistic comment | Umaru Musa Yar'Adua | 2006-12-13\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1160087", "prompt": "In which year did the head of government of South Korea first praise Grand National Party?\nEvidence:\n- Grand National Party | Criticize or denounce | Head of Government (South Korea) | 2005-08-02\n- Grand National Party | Investigate | South Korea | 2005-01-26\n- Grand National Party | Make statement | South Korea | 2005-07-22\n- Grand National Party | Make statement | South Korea | 2005-07-18\n- Grand National Party | Make statement | South Korea | 2005-07-12\n- Grand National Party | Make statement | South Korea | 2005-06-08\n- Grand National Party | Make statement | South Korea | 2005-05-17\n- Grand National Party | Make statement | South Korea | 2005-05-01\n- Grand National Party | Make statement | South Korea | 2005-04-12\n- Grand National Party | Reject plan, agreement to settle dispute | Head of Government (South Korea) | 2005-08-01\n- Professor (South Korea) | Engage in diplomatic cooperation | Grand National Party | 2005-02-18\n- Lawyer/Attorney (South Korea) | Investigate | Grand National Party | 2005-03-10\n- Grand National Party | Make statement | Ministry (South Korea) | 2005-02-21\n- Grand National Party | Make optimistic comment | South Korea | 2005-02-19\n- Grand National Party | Make statement | Member of Legislative (Govt) (South Korea) | 2005-02-17\nAnswer:", "completion": " 2012", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1033059", "prompt": "When did the Government of Georgia first express its intention to negotiate with the Republic of South Ossetia?\nEvidence:\n- Republic of South Ossetia | Accuse | Government (Georgia) | 2005-10-04\n- Republic of South Ossetia | Make statement | Government (Georgia) | 2006-04-04\n- Member of the Judiciary (Georgia) | Ease administrative sanctions | Republic of South Ossetia | 2005-12-05\n- Republic of South Ossetia | Reject proposal to meet, discuss, or negotiate | Government (Georgia) | 2005-12-06\n- Reserve Personnel (Georgia) | Consult | Republic of South Ossetia | 2005-04-19\n- Republic of South Ossetia | Consult | Reserve Personnel (Georgia) | 2005-04-19\n- Republic of South Ossetia | Make statement | Military Personnel (Georgia) | 2006-05-28\n- Government (Georgia) | Make an appeal or request | Republic of South Ossetia | 2006-02-20\n- Republic of South Ossetia | Express intent to meet or negotiate | International Government Organizations | 2005-11-04\n- International Government Organizations | Express intent to meet or negotiate | Republic of South Ossetia | 2005-11-04\n- Republic of South Ossetia | Abduct, hijack, or take hostage | Republic of South Ossetia | 2005-12-06\n- Republic of South Ossetia | Abduct, hijack, or take hostage | Villager (Georgia) | 2005-12-06\n- Zurab Nogaideli | Express intent to meet or negotiate | Republic of South Ossetia | 2005-10-28\n- Zurab Nogaideli | Express intent to meet or negotiate | Republic of South Ossetia | 2005-04-20\n- Sergey Bagapsh | Express intent to meet or negotiate | Republic of South Ossetia | 2008-07-10\nAnswer:", "completion": " 2007-03-26", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1349810", "prompt": "Who signed formal agreements with Ma Ying Jeou before 23 March 2008?\nEvidence:\n- Ma Ying Jeou | Sign formal agreement | China | 2008-03-23\n- China | Sign formal agreement | Ma Ying Jeou | 2008-03-23\n- Ma Ying Jeou | Make statement | Kuomintang | 2008-03-23\n- Ma Ying Jeou | Make statement | China | 2008-03-23\n- China | Make statement | Ma Ying Jeou | 2008-03-23\n- Ma Ying Jeou | Engage in diplomatic cooperation | China | 2008-03-23\n- Ma Ying Jeou | Express intent to settle dispute | China | 2008-03-23\n- Ma Ying Jeou | Express intent to cooperate economically | China | 2008-03-23\n- Ma Ying Jeou | Express intent to meet or negotiate | China | 2008-03-23\n- Ma Ying Jeou | Appeal for diplomatic cooperation (such as policy support) | China | 2008-03-23\n- Ma Ying Jeou | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2008-03-23\n- Wen Jiabao | Make statement | China | 2008-03-23\n- Party Member (Taiwan) | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2008-03-23\n- Japan | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2008-03-23\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Japan | 2008-03-23\nAnswer:", "completion": " Japan", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1285095", "prompt": "In what year did Tony Blair last ask Bertie Ahern?\nEvidence:\n- Tony Blair | Consult | Bertie Ahern | 2005-03-03\n- Tony Blair | Consult | Bertie Ahern | 2005-02-02\n- Bertie Ahern | Consult | Tony Blair | 2005-03-03\n- Bertie Ahern | Consult | Tony Blair | 2005-02-02\n- Tony Blair | Engage in negotiation | Bertie Ahern | 2005-03-03\n- Bertie Ahern | Engage in negotiation | Tony Blair | 2005-03-03\n- Bertie Ahern | Make statement | Tony Blair | 2005-05-09\n- Bertie Ahern | Praise or endorse | Tony Blair | 2005-05-09\n- Bertie Ahern | Praise or endorse | Tony Blair | 2005-05-06\n- Tony Blair | Express intent to cooperate | Bertie Ahern | 2005-05-09\n- Tony Blair | Express intent to meet or negotiate | Bertie Ahern | 2005-06-13\n- Bertie Ahern | Express intent to meet or negotiate | Tony Blair | 2005-06-15\n- Bertie Ahern | Express intent to meet or negotiate | Tony Blair | 2005-06-13\n- Bertie Ahern | Express intent to meet or negotiate | Tony Blair | 2005-05-09\n- Bertie Ahern | Express intent to meet or negotiate | Tony Blair | 2005-03-01\nAnswer:", "completion": " 2007", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1307250", "prompt": "Who did Moro Islamic Liberation Front use small arms and light weapons to fight with before February 2, 2015?\nEvidence:\n- Police (Philippines) | fight with small arms and light weapons | Moro Islamic Liberation Front | 2015-02-02\n- Moro Islamic Liberation Front | fight with small arms and light weapons | Police (Philippines) | 2015-02-02\n- Moro Islamic Liberation Front | Use conventional military force | Military (Philippines) | 2015-02-02\n- Military (Philippines) | Use conventional military force | Moro Islamic Liberation Front | 2015-02-02\nAnswer:", "completion": " Spy Plane (Mindanao)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 4, "n_anchors": 1} +{"id": "mtq_1293158", "prompt": "When was the last time John Dramani Mahama praised Mahmoud Ahmadinejad?\nEvidence:\n- Mahmoud Ahmadinejad | Make empathetic comment | John Dramani Mahama | 2012-08-01\n- John Dramani Mahama | Praise or endorse | Mahmoud Ahmadinejad | 2012-08-13\n- John Dramani Mahama | Express accord | China | 2012-08-10\n- John Dramani Mahama | Express accord | China | 2012-08-09\n- Togo | Host a visit | John Dramani Mahama | 2009-07-23\n- New Patriotic Party | Demand | John Dramani Mahama | 2013-01-04\n- John Dramani Mahama | Praise or endorse | Japan | 2009-10-30\n- John Dramani Mahama | Make statement | Government (Nigeria) | 2012-06-15\n- John Dramani Mahama | Make a visit | Togo | 2009-07-23\n- John Dramani Mahama | Make a visit | Ethiopia | 2011-05-26\n- John Dramani Mahama | Make a visit | Ethiopia | 2009-01-31\n- John Dramani Mahama | Consult | Herman Van Rompuy | 2012-08-02\n- Herman Van Rompuy | Consult | John Dramani Mahama | 2012-08-02\n- Ethiopia | Host a visit | John Dramani Mahama | 2011-05-26\n- Ethiopia | Host a visit | John Dramani Mahama | 2009-01-31\nAnswer:", "completion": " 2013-04-16", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1175928", "prompt": "After November 2005, who accused the people associated with the opposition in Brazil?\nEvidence:\n- People Associated with the Opposition (Brazil) | Investigate | Citizen (Brazil) | 2010-11-01\n- People Associated with the Opposition (Brazil) | Investigate | Citizen (Brazil) | 2008-09-17\n- People Associated with the Opposition (Brazil) | Investigate | Citizen (Brazil) | 2005-10-08\n- People Associated with the Opposition (Brazil) | Demand | Ministry (Brazil) | 2012-01-11\n- People Associated with the Opposition (Brazil) | Demand | Ministry (Brazil) | 2012-01-10\n- People Associated with the Opposition (Brazil) | Demand | Ministry (Brazil) | 2011-05-20\n- People Associated with the Opposition (Brazil) | Accuse | Ministry (Brazil) | 2008-04-12\n- People Associated with the Opposition (Brazil) | Accuse | Congress (Brazil) | 2014-04-10\n- People Associated with the Opposition (Brazil) | Accuse | Citizen (Brazil) | 2009-03-24\n- People Associated with the Opposition (Brazil) | Accuse | Citizen (Brazil) | 2008-02-14\n- People Associated with the Opposition (Brazil) | Accuse | Citizen (Brazil) | 2006-02-06\n- Ministry (Brazil) | Threaten | People Associated with the Opposition (Brazil) | 2005-12-23\n- Ministry (Brazil) | Demand | People Associated with the Opposition (Brazil) | 2009-11-18\n- Ministry (Brazil) | Demand | People Associated with the Opposition (Brazil) | 2006-11-25\n- Ministry (Brazil) | Accuse | People Associated with the Opposition (Brazil) | 2005-05-23\nAnswer:", "completion": " Citizen (Brazil)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1121819", "prompt": "Who was the first to praise Michael Sata after Queen Elizabeth II?\nEvidence:\n- Lawrence Gonzi | Praise or endorse | Elizabeth II | 2005-11-23\n- Elizabeth II | Praise or endorse | Veterans (United Kingdom) | 2005-07-10\n- Elizabeth II | Praise or endorse | Carlo Azeglio Ciampi | 2005-03-17\n- Michael Sata | Accuse | China | 2006-09-06\n- Michael Sata | Accuse | China | 2006-09-05\n- Michael Sata | Accuse | China | 2006-09-01\n- Tony Blair | Consult | Elizabeth II | 2005-11-12\n- Police (Australia) | Consult | Elizabeth II | 2006-03-14\n- Elizabeth II | Consult | Tony Blair | 2005-11-12\n- Elizabeth II | Consult | Police (Australia) | 2006-03-14\n- Elizabeth II | Consult | Aleksander Kwasniewski | 2005-11-08\n- Aleksander Kwasniewski | Consult | Elizabeth II | 2005-11-08\n- Ronnie Shikapwasha | Threaten | Michael Sata | 2006-08-30\n- Nevers Mumba | Accuse | Michael Sata | 2013-12-24\n- Michael Sata | Make statement | China | 2006-09-06\nAnswer:", "completion": " Charles Milupi", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1086740", "prompt": "After 1 June 2015, who used conventional military force against the citizens of Saudi Arabia?\nEvidence:\n- Shura Council | Use conventional military force | Citizen (Saudi Arabia) | 2015-06-01\nAnswer:", "completion": " Royal Administration (Saudi Arabia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1369982", "prompt": "Before 6 February 2006, who accused the citizens of Nigeria?\nEvidence:\n- People Associated with the Opposition (Brazil) | Accuse | Citizen (Brazil) | 2006-02-06\nAnswer:", "completion": " Murderer (Nigeria)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1032264", "prompt": "After the year 2011, to whom did the media of Nigeria make a request?\nEvidence:\n- Media (Africa) | Make an appeal or request | Special Rapporteurs of the United Nations | 2015-03-11\n- Media (Kyrgyzstan) | Make statement | Member of the Judiciary (Kyrgyzstan) | 2005-02-25\n- National Coalition Government of the Union of Burma | Make statement | Media (Myanmar) | 2008-09-13\n- Media Personnel (Thailand) | Make statement | Office of the Attorney General | 2014-08-05\n- Chancellor of the Exchequer | Make a visit | China | 2005-02-21\n- State Media (Zimbabwe) | Make statement | Special Rapporteurs of the United Nations | 2009-10-29\n- Special Rapporteurs of the United Nations | Make statement | Media (United States) | 2011-01-25\n- Media (Sri Lanka) | Make statement | Member of the Judiciary (Sri Lanka) | 2005-04-25\n- Member of the Judiciary (Liberia) | Consult | Media Personnel (Liberia) | 2015-01-23\n- Member of the Judiciary (Egypt) | Demand | State Media (Egypt) | 2013-03-29\n- Media Personnel (Liberia) | Consult | Member of the Judiciary (Liberia) | 2015-01-23\n- Media Personnel (Serbia) | Make statement | The Hague | 2008-07-26\n- Media Personnel (Serbia) | Make statement | The Hague | 2007-06-17\n- Media Personnel (Serbia) | Make statement | The Hague | 2005-03-15\n- President of the Senate (Rwanda) | Make a visit | China | 2006-06-05\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1084208", "prompt": "Who did Xi Jinping announce his intention to meet first after the United States?\nEvidence:\n- Xi Jinping | Accuse | France | 2008-04-27\n- Henry M. Paulson | Express intent to meet or negotiate | Xi Jinping | 2006-09-19\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | Xi Jinping | 2008-05-23\n- Xi Jinping | Make statement | Japan | 2008-04-18\n- Xi Jinping | Make statement | China | 2008-05-29\n- Xi Jinping | Make statement | China | 2008-04-29\n- Xi Jinping | Make statement | China | 2008-04-27\n- Xi Jinping | Make statement | China | 2008-04-23\n- Xi Jinping | Make statement | China | 2008-04-18\n- Xi Jinping | Make statement | China | 2008-04-03\n- Xi Jinping | Make statement | China | 2007-12-19\n- Xi Jinping | Make statement | China | 2007-11-22\n- Xi Jinping | Make statement | China | 2007-11-16\n- Xi Jinping | Consult | Wen Jiabao | 2008-02-28\n- Xi Jinping | Consult | Wen Jiabao | 2008-01-09\nAnswer:", "completion": " Barack Obama", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1336580", "prompt": "Before Sudan, to whom did Javier Solana last make negative remarks?\nEvidence:\n- Javier Solana | Make statement | Romania | 2005-02-03\n- Javier Solana | Demand | Iran | 2005-02-01\n- Javier Solana | Consult | Iran | 2005-02-01\n- Iran | Consult | Javier Solana | 2005-02-01\n- Javier Solana | Make statement | Media (Cyprus) | 2005-01-25\n- Jack Straw | Make statement | Javier Solana | 2005-02-14\n- Stephen Hadley | Consult | Javier Solana | 2005-01-07\n- Milo Djukanovic | Consult | Javier Solana | 2005-03-03\n- Mahmoud Abbas | Consult | Javier Solana | 2005-03-03\n- Mahmoud Abbas | Consult | Javier Solana | 2005-03-02\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-29\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-28\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-24\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-23\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-11\nAnswer:", "completion": " Iran", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1058408", "prompt": "In which year did Chuck Hagel negotiate with Abdel Fattah Al-Sisi for the first time?\nEvidence:\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-07-03\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-04-24\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-07-03\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-04-24\n- Chuck Hagel | Engage in negotiation | Abdel Fattah Al-Sisi | 2013-07-07\n- Chuck Hagel | Engage in negotiation | Abdel Fattah Al-Sisi | 2013-04-25\n- Chuck Hagel | Engage in negotiation | Abdel Fattah Al-Sisi | 2013-04-24\n- Abdel Fattah Al-Sisi | Engage in negotiation | Chuck Hagel | 2013-07-07\n- Abdel Fattah Al-Sisi | Engage in negotiation | Chuck Hagel | 2013-04-25\n- Abdel Fattah Al-Sisi | Engage in negotiation | Chuck Hagel | 2013-04-24\n- Chuck Hagel | Discuss by telephone | Abdel Fattah Al-Sisi | 2013-07-24\n- Chuck Hagel | Discuss by telephone | Abdel Fattah Al-Sisi | 2013-07-07\n- Abdel Fattah Al-Sisi | Discuss by telephone | Chuck Hagel | 2013-07-24\n- Abdel Fattah Al-Sisi | Discuss by telephone | Chuck Hagel | 2013-07-07\n- Chuck Hagel | Express intent to meet or negotiate | Abdel Fattah Al-Sisi | 2013-04-25\nAnswer:", "completion": " 2013", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1149274", "prompt": "Who was last supported by the mayor of a city in the United States before Vietnam?\nEvidence:\n- Vietnam | Host a visit | Head of Government (Mongolia) | 2005-01-20\n- Head of Government (Mongolia) | Make a visit | Vietnam | 2005-01-20\n- Vietnam | Host a visit | Association of Southeast Asian Nations | 2005-01-26\n- Association of Southeast Asian Nations | Make a visit | Vietnam | 2005-01-26\n- Unified Buddhist Church of Vietnam | Appeal for rights | Vietnam | 2005-02-11\n- Vietnam | Host a visit | Iran | 2005-01-11\n- Vietnam | Host a visit | Iran | 2005-01-10\n- Vietnam | Host a visit | China | 2005-01-09\n- Laos | Host a visit | Vietnam | 2005-02-16\n- Iran | Make a visit | Vietnam | 2005-01-11\n- Iran | Make a visit | Vietnam | 2005-01-10\n- China | Make a visit | Vietnam | 2005-01-09\n- Vietnam | Engage in diplomatic cooperation | Romania | 2005-01-31\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-02-05\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-01-07\nAnswer:", "completion": " Iraq", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1363561", "prompt": "Who hosted the visit of Vincent C. Siew after 15 April 2008?\nEvidence:\n- Vincent C. Siew | Make a visit | China | 2008-04-15\n- China | Host a visit | Vincent C. Siew | 2008-04-15\n- Vincent C. Siew | Criticize or denounce | China | 2008-04-15\n- Vincent C. Siew | Consult | Ma Ying Jeou | 2008-04-15\n- Ma Ying Jeou | Consult | Vincent C. Siew | 2008-04-15\n- Head of Government (Chile) | Make a visit | China | 2008-04-15\n- China | Host a visit | Head of Government (Chile) | 2008-04-15\n- Party Member (Canada) | Make a visit | China | 2008-04-15\n- Jakaya Mrisho Kikwete | Make a visit | China | 2008-04-15\n- China | Host a visit | Party Member (Canada) | 2008-04-15\n- China | Host a visit | Jakaya Mrisho Kikwete | 2008-04-15\n- Yasuo Fukuda | Make an appeal or request | China | 2008-04-15\n- Wen Jiabao | Make statement | China | 2008-04-15\n- Wen Jiabao | Make optimistic comment | China | 2008-04-15\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2008-04-15\nAnswer:", "completion": " China", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1166465", "prompt": "Who was the last to accuse the citizens of Australia before the Australian professor?\nEvidence:\n- Professor (Australia) | Accuse | Citizen (Australia) | 2010-10-22\n- Citizen (Australia) | Accuse | Professor (Australia) | 2013-09-05\n- Citizen (Australia) | Accuse | Professor (Australia) | 2008-02-09\n- Professor (Australia) | Accuse | Medical Personnel (Australia) | 2012-10-21\n- Lawyer/Attorney (Australia) | Accuse | Professor (Australia) | 2007-06-14\n- Lawyer/Attorney (Australia) | Accuse | Professor (Australia) | 2005-06-17\n- Member of Parliament (Australia) | Demand | Professor (Australia) | 2014-10-27\n- Professor (Australia) | Make statement | People Associated with the Opposition (Australia) | 2008-07-06\n- Professor (Australia) | Make statement | People Associated with the Opposition (Australia) | 2006-02-13\n- Professor (Australia) | Make statement | Member of Parliament (Australia) | 2015-09-03\n- Professor (Australia) | Make statement | Member of Parliament (Australia) | 2009-10-31\n- Professor (Australia) | Make statement | Member of Parliament (Australia) | 2006-03-20\n- Member of Parliament (Australia) | Make statement | Professor (Australia) | 2009-02-10\n- Member of Parliament (Australia) | Make statement | Professor (Australia) | 2008-10-02\n- Member of the Judiciary (Denmark) | Make statement | Professor (Denmark) | 2015-06-16\nAnswer:", "completion": " Lawyer/Attorney (Australia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1062761", "prompt": "Who was supported by the head of the Brazilian government in the same month as Nelson Azevedo Jobim?\nEvidence:\n- Head of Government (Brazil) | Praise or endorse | Nelson Azevedo Jobim | 2007-03-07\n- Nelson Azevedo Jobim | Demand | Citizen (Brazil) | 2005-07-25\n- Nelson Azevedo Jobim | Consult | Ministry (Brazil) | 2007-08-13\n- Nelson Azevedo Jobim | Consult | Gilberto Kassab | 2007-08-23\n- Nelson Azevedo Jobim | Consult | Gilberto Kassab | 2007-07-30\n- Nelson Azevedo Jobim | Consult | Congress (Brazil) | 2006-03-08\n- Nelson Azevedo Jobim | Consult | Business (Congo) | 2007-08-14\n- Nelson Azevedo Jobim | Accuse | Ministry (Brazil) | 2005-10-19\n- Ministry (Brazil) | Consult | Nelson Azevedo Jobim | 2007-08-13\n- Gilberto Kassab | Consult | Nelson Azevedo Jobim | 2007-08-23\n- Gilberto Kassab | Consult | Nelson Azevedo Jobim | 2007-07-30\n- Congress (Brazil) | Consult | Nelson Azevedo Jobim | 2006-03-08\n- Citizen (Brazil) | Demand | Nelson Azevedo Jobim | 2007-07-26\n- Business (Congo) | Consult | Nelson Azevedo Jobim | 2007-08-14\n- Nelson Azevedo Jobim | Make statement | Population (Brazil) | 2005-08-25\nAnswer:", "completion": " Supreme Electoral Court", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1388000", "prompt": "Whom did Aigars Kalvitis praise first?\nEvidence:\n- Aigars Kalvitis | Praise or endorse | Latvia's First Party | 2005-07-28\n- Aigars Kalvitis | Praise or endorse | China | 2005-08-24\n- France | Consult | Aigars Kalvitis | 2005-04-21\n- Aigars Kalvitis | Consult | France | 2005-04-21\n- Aigars Kalvitis | Praise or endorse | Foreign Affairs (Austria) | 2005-07-19\n- Vlado Buckovski | Consult | Aigars Kalvitis | 2005-02-01\n- Samuel Schmid | Consult | Aigars Kalvitis | 2005-06-20\n- Janez Jansa | Consult | Aigars Kalvitis | 2005-09-13\n- Ivan Gasparovic | Consult | Aigars Kalvitis | 2005-03-04\n- Ivan Gasparovic | Consult | Aigars Kalvitis | 2005-03-03\n- Dzintars Jaundzeikars | Consult | Aigars Kalvitis | 2005-11-02\n- Aleksander Kwasniewski | Consult | Aigars Kalvitis | 2005-02-14\n- Aigars Kalvitis | Make statement | France | 2005-05-30\n- Aigars Kalvitis | Demand | Oskars Spurdzins | 2005-08-01\n- Aigars Kalvitis | Consult | Vlado Buckovski | 2005-02-01\nAnswer:", "completion": " Foreign Affairs (Austria)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1362102", "prompt": "With whom did Wen Jiabao express his intention to cooperate after 24 June 2012?\nEvidence:\n- Wen Jiabao | Express intent to cooperate | Cristina Fernández de Kirchner | 2012-06-24\n- Cristina Fernández de Kirchner | Express intent to cooperate | Wen Jiabao | 2012-06-24\n- Wen Jiabao | Grant diplomatic recognition | Bhutan | 2012-06-24\n- Wen Jiabao | Consult | Cristina Fernández de Kirchner | 2012-06-24\n- Cristina Fernández de Kirchner | Consult | Wen Jiabao | 2012-06-24\n- Cristina Fernández de Kirchner | Make statement | China | 2012-06-24\n- Cristina Fernández de Kirchner | Host a visit | China | 2012-06-24\n- China | Make a visit | Cristina Fernández de Kirchner | 2012-06-24\nAnswer:", "completion": " Cristina Fernández de Kirchner", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 8, "n_anchors": 1} +{"id": "mtq_1235567", "prompt": "Who was the last to condemn the men of the United Kingdom before John Major?\nEvidence:\n- John Major | Criticize or denounce | Men (United Kingdom) | 2012-06-13\n- Citizen (United Kingdom) | Demand | John Major | 2008-07-30\n- John Major | Accuse | Party Member (United Kingdom) | 2007-06-18\n- John Major | Make statement | Party Member (United Kingdom) | 2012-06-12\n- John Major | Make statement | Party Member (United Kingdom) | 2007-04-27\n- John Major | Rally support on behalf of | Party Member (United Kingdom) | 2007-01-11\n- Citizen (United Kingdom) | Express intent to meet or negotiate | John Major | 2006-03-08\n- John Major | Make an appeal or request | Citizen (United Kingdom) | 2015-04-22\n- John Major | Make an appeal or request | News Editor (United Kingdom) | 2007-01-11\n- John Redwood | Criticize or denounce | John Major | 2011-02-18\n- Tony Blair | Consult | John Major | 2008-05-14\n- John Major | Make statement | Iraq | 2010-01-02\n- John Major | Make statement | Iraq | 2005-07-25\n- John Major | Consult | Tony Blair | 2008-05-14\n- United Arab Emirates | Host a visit | John Major | 2008-03-11\nAnswer:", "completion": " Court Judge (United Kingdom)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1030726", "prompt": "Which year did Abdullah Gül appeal the head of government of Turkmenistan?\nEvidence:\n- Abdullah Gül | Appeal for economic cooperation | Businessperson (China) | 2005-02-02\n- Abdullah Gül | Make an appeal or request | Businessperson (China) | 2005-02-03\n- Wen Jiabao | Consult | Abdullah Gül | 2005-02-02\n- Shimon Peres | Consult | Abdullah Gül | 2006-01-05\n- Shimon Peres | Consult | Abdullah Gül | 2006-01-04\n- Shimon Peres | Consult | Abdullah Gül | 2006-01-03\n- Shimon Peres | Consult | Abdullah Gül | 2005-01-05\n- Shimon Peres | Consult | Abdullah Gül | 2005-01-04\n- Nabil Shaath | Consult | Abdullah Gül | 2005-01-05\n- Mahmoud Abbas | Consult | Abdullah Gül | 2005-01-05\n- Huang Ju | Consult | Abdullah Gül | 2005-02-02\n- Huang Ju | Consult | Abdullah Gül | 2005-02-01\n- Abdullah Gül | Make statement | Iraq | 2005-02-01\n- Abdullah Gül | Make statement | Iraq | 2005-01-27\n- Abdullah Gül | Make statement | Iraq | 2005-01-24\nAnswer:", "completion": " 2012", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1174993", "prompt": "Who wanted to negotiate with Macky Sall in the same year of Muhammad VI?\nEvidence:\n- Macky Sall | Engage in negotiation | France | 2011-12-02\n- France | Engage in negotiation | Macky Sall | 2011-12-02\n- Macky Sall | Consult | China | 2006-04-28\n- China | Consult | Macky Sall | 2006-04-28\n- Muhammad VI | Engage in negotiation | Head of Government (Qatar) | 2005-07-07\n- Head of Government (Qatar) | Engage in negotiation | Muhammad VI | 2005-07-07\n- Muhammad VI | Express intent to meet or negotiate | Japan | 2005-11-15\n- Macky Sall | Express intent to meet or negotiate | South Africa | 2006-02-09\n- Macky Sall | Express intent to meet or negotiate | Assemblies (France) | 2006-07-03\n- Macky Sall | Reject | Abdoulaye Wade | 2009-02-03\n- Macky Sall | Reject | Abdoulaye Wade | 2009-01-27\n- Macky Sall | Make statement | China | 2006-04-28\n- Macky Sall | Make statement | China | 2006-04-27\n- Macky Sall | Make statement | China | 2006-01-13\n- Macky Sall | Demand | Abdoulaye Wade | 2012-02-27\nAnswer:", "completion": " Expatriate (Senegal)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1168542", "prompt": "When did the Pakistani legislature praise Pervez Musharraf for the first time?\nEvidence:\n- Pervez Musharraf | Make statement | Legislature (Switzerland) | 2005-01-28\n- Pervez Musharraf | Make statement | Legislature (Pakistan) | 2005-01-01\n- Benazir Bhutto | Praise or endorse | Pervez Musharraf | 2005-01-08\n- Pervez Musharraf | Praise or endorse | Pakistan administered Kashmir | 2005-02-04\n- Pakistan administered Kashmir | Praise or endorse | Pervez Musharraf | 2005-02-10\n- Pervez Musharraf | Consult | Japan | 2005-01-10\n- Japan | Consult | Pervez Musharraf | 2005-01-10\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-02-04\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-01-10\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-02-04\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-01-10\n- Pervez Musharraf | Consult | Jack Straw | 2005-02-14\n- Pervez Musharraf | Coerce | Criminal (Pakistan) | 2005-01-12\n- Jack Straw | Consult | Pervez Musharraf | 2005-02-14\n- Benazir Bhutto | Reject | Pervez Musharraf | 2005-01-28\nAnswer:", "completion": " 2005-05-25", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1370537", "prompt": "In the same year, who negotiated with Richard Boucher of the government of Pakistan?\nEvidence:\n- Richard Boucher | Make statement | Legislature (Pakistan) | 2006-04-05\n- Shivshankar Menon | Engage in negotiation | Richard Boucher | 2006-11-11\n- Shivshankar Menon | Engage in negotiation | Richard Boucher | 2006-11-10\n- Richard Boucher | Engage in negotiation | Shivshankar Menon | 2006-11-11\n- Richard Boucher | Engage in negotiation | Shivshankar Menon | 2006-11-10\n- Richard Boucher | Engage in negotiation | Abdullah Gül | 2006-06-15\n- Abdullah Gül | Engage in negotiation | Richard Boucher | 2006-06-15\n- Richard Boucher | Make optimistic comment | Government (Africa) | 2005-03-04\n- Shivshankar Menon | Consult | Richard Boucher | 2006-11-11\n- Richard Boucher | Make statement | Togo | 2005-02-23\n- Richard Boucher | Make statement | Sudan | 2005-02-25\n- Richard Boucher | Make statement | Iraq | 2005-04-08\n- Richard Boucher | Make statement | Iran | 2006-12-22\n- Richard Boucher | Make statement | Iran | 2006-06-14\n- Richard Boucher | Make statement | Iran | 2005-06-02\nAnswer:", "completion": " Shivshankar Menon", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1368545", "prompt": "In January 2009, who had a telephone conversation with the head of the German government?\nEvidence:\n- Head of Government (Ukraine) | Discuss by telephone | Head of Government (Germany) | 2015-12-30\n- Head of Government (Ukraine) | Discuss by telephone | Head of Government (Germany) | 2015-02-20\n- Head of Government (Pakistan) | Discuss by telephone | Head of Government (Bangladesh) | 2005-02-02\n- Head of Government (Germany) | Discuss by telephone | Head of Government (Ukraine) | 2015-12-30\n- Head of Government (Germany) | Discuss by telephone | Head of Government (Ukraine) | 2015-02-20\n- Head of Government (Bangladesh) | Discuss by telephone | Head of Government (Pakistan) | 2005-02-02\n- The Hague | Host a visit | Head of Government (Kenya) | 2014-10-07\n- The Hague | Host a visit | Head of Government (Kenya) | 2013-09-10\n- The Hague | Host a visit | Head of Government (Kenya) | 2013-09-09\n- The Hague | Host a visit | Head of Government (Kenya) | 2011-03-09\n- Head of Government (Kenya) | Make a visit | The Hague | 2014-10-07\n- Head of Government (Kenya) | Make a visit | The Hague | 2013-09-10\n- Head of Government (Kenya) | Make a visit | The Hague | 2013-09-09\n- Head of Government (Kenya) | Make a visit | The Hague | 2011-03-09\n- People Associated with the Opposition (Egypt) | Engage in negotiation | Head of Government (Egypt) | 2011-02-03\nAnswer:", "completion": " Mahmoud Abbas", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1372141", "prompt": "Who did the Foreign Secretary of India want to negotiate with last, before the Prime Minister of Sri Lanka?\nEvidence:\n- Ministry (Sri Lanka) | Accuse | Member of the Judiciary (Sri Lanka) | 2012-10-26\n- Member of the Judiciary (Sri Lanka) | Demand | Criminal (Sri Lanka) | 2015-10-08\n- Member of the Judiciary (Sri Lanka) | Coerce | Fishermen (Sri Lanka) | 2014-11-21\n- Member of the Judiciary (Sri Lanka) | Coerce | Fishermen (Sri Lanka) | 2014-11-17\n- Member of the Judiciary (Sri Lanka) | Coerce | Fishermen (Sri Lanka) | 2014-11-03\n- Member of the Judiciary (Sri Lanka) | Coerce | Fishermen (Sri Lanka) | 2014-10-31\n- Member of the Judiciary (Sri Lanka) | Coerce | Criminal (Sri Lanka) | 2011-08-25\n- Member of the Judiciary (Sri Lanka) | Coerce | Fishermen (India) | 2014-11-19\n- Member of the Judiciary (Sri Lanka) | Coerce | Fishermen (India) | 2014-11-10\n- Member of the Judiciary (Sri Lanka) | Coerce | Fishermen (India) | 2014-11-03\n- Member of the Judiciary (Sri Lanka) | Coerce | Fishermen (India) | 2014-10-30\n- Ministry (Sri Lanka) | Reject | People Associated with the Opposition (Sri Lanka) | 2010-04-23\n- Media (Sri Lanka) | Make statement | Member of the Judiciary (Sri Lanka) | 2005-04-25\n- Prime Minister Qarase | Express intent to meet or negotiate | Foreign Affairs (India) | 2005-10-09\n- Minister Bogollagama | Consult | Member of Parliament (Sri Lanka) | 2008-04-04\nAnswer:", "completion": " Citizen (Australia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1389766", "prompt": "Who first did the Envoy of United States make an appeal to after South Africa?\nEvidence:\n- South Africa | Make an appeal or request | Togo | 2005-02-06\n- South Africa | Make an appeal or request | Citizen (International) | 2005-02-03\n- South Africa | Make an appeal or request | Citizen (International) | 2005-01-21\n- African Union | Make an appeal or request | South Africa | 2005-01-02\n- South Africa | Make an appeal or request | UN Security Council | 2005-01-31\n- High Commission (United Kingdom) | Make statement | South Africa | 2005-01-26\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- Citizen (United Kingdom) | Acknowledge or claim responsibility | South Africa | 2005-02-16\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- Tanzania | Make a visit | South Africa | 2005-02-22\n- South Africa | Make empathetic comment | Togo | 2005-02-06\n- Ronnie Mamoepa | Make statement | South Africa | 2005-01-06\n- Ronnie Mamoepa | Make statement | South Africa | 2005-01-02\nAnswer:", "completion": " Qatar", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1223746", "prompt": "Who was the last person to praise Gerhard Schröder?\nEvidence:\n- Newspaper (Germany) | Praise or endorse | Gerhard Schröder | 2005-05-23\n- Joschka Fischer | Praise or endorse | Gerhard Schröder | 2005-02-13\n- Gerhard Schröder | Praise or endorse | Mahmoud Abbas | 2005-01-10\n- Gerhard Schröder | Praise or endorse | Joschka Fischer | 2005-02-26\n- Gerhard Schröder | Praise or endorse | Government (Germany) | 2005-09-28\n- Gerhard Schröder | Praise or endorse | Government (Germany) | 2005-06-09\n- Gerhard Schröder | Appeal to yield | Iran | 2005-02-24\n- Gerhard Schröder | Appeal to yield | Iran | 2005-02-23\n- Gerhard Schröder | Appeal to yield | Iran | 2005-01-28\n- Gerhard Schröder | Threaten | Iran | 2005-02-24\n- Gerhard Schröder | Threaten | Iran | 2005-02-23\n- Gerhard Schröder | Threaten | Iran | 2005-02-01\n- Gerhard Schröder | Reject | Iraq | 2005-02-21\n- Jack Straw | Consult | Gerhard Schröder | 2005-02-04\n- Government (Germany) | Consult | Gerhard Schröder | 2005-01-12\nAnswer:", "completion": " Angela Merkel", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1165750", "prompt": "Which country did the Iranian Ministry of Foreign Affairs last want to negotiate with in 2012?\nEvidence:\n- Ministry of Public Security (Italy) | Express intent to meet or negotiate | Foreign Affairs (Italy) | 2012-04-21\n- Ministry (Montenegro) | Consult | Foreign Affairs (Slovakia) | 2012-06-07\n- Ministry (Brazil) | Consult | Foreign Affairs (Argentina) | 2012-05-23\n- Foreign Affairs (Slovakia) | Consult | Ministry (Montenegro) | 2012-06-07\n- Foreign Affairs (Argentina) | Consult | Ministry (Brazil) | 2012-05-23\n- National Iranian Petrochemical Company | Express intent to meet or negotiate | China | 2012-10-15\n- Ministry (Sri Lanka) | Consult | Foreign Affairs (Hungary) | 2012-11-09\n- Ministry (Sri Lanka) | Consult | Foreign Affairs (France) | 2012-01-03\n- Foreign Affairs (Venezuela) | Make statement | Ministry (Brazil) | 2012-08-31\n- Foreign Affairs (Hungary) | Consult | Ministry (Sri Lanka) | 2012-11-09\n- Foreign Affairs (France) | Consult | Ministry (Sri Lanka) | 2012-01-03\n- Ministry (Sri Lanka) | Make statement | Foreign Affairs (France) | 2012-01-03\n- Foreign Affairs (Venezuela) | Criticize or denounce | Ministry (Venezuela) | 2012-05-31\n- Health Ministry (Romania) | Praise or endorse | Foreign Affairs (Israel) | 2012-05-24\n- Health Ministry (Romania) | Host a visit | Foreign Affairs (Israel) | 2012-05-24\nAnswer:", "completion": " Iran", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1385907", "prompt": "In 2008, who was the first to want to negotiate with Mahmoud Abbas?\nEvidence:\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-11\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Pervez Musharraf | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Javier Solana | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-14\n- Javier Solana | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-08\n- Gerhard Schröder | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Abdullah Gül | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-05\n- Mahmoud Abbas | Engage in negotiation | Abdullah Gül | 2005-01-08\n- Abdullah Gül | Engage in negotiation | Mahmoud Abbas | 2005-01-08\n- Mahmoud Abbas | Engage in negotiation | Agence France-Presse | 2005-01-10\n- Javier Solana | Engage in diplomatic cooperation | Mahmoud Abbas | 2005-01-13\n- Agence France-Presse | Engage in negotiation | Mahmoud Abbas | 2005-01-10\n- Mahmoud Abbas | Make statement | Japan | 2005-01-10\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-11\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-10\nAnswer:", "completion": " Head of Government (Egypt)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1069983", "prompt": "Who last used unconventional violence against the Military Personnel - Special of India before the militant of Jaish-e-Mohammad did so?\nEvidence:\n- Militant (Jaish-e-Mohammad) | Use unconventional violence | Military Personnel - Special (India) | 2009-04-13\n- Military Personnel - Special (India) | Use conventional military force | Militant (Jaish-e-Mohammad) | 2009-04-13\n- Pervez Musharraf | Make statement | Militant (Jaish-e-Mohammad) | 2007-06-30\n- Muslim Militant (India) | Use unconventional violence | Military Personnel - Special (India) | 2009-04-24\n- Muslim Militant (India) | Use unconventional violence | Military Personnel - Special (India) | 2009-01-05\n- Islamic Militant (India) | Use unconventional violence | Military Personnel - Special (India) | 2010-01-06\n- Islamic Militant (India) | Use unconventional violence | Military Personnel - Special (India) | 2006-12-05\n- Islamic Militant (India) | Use unconventional violence | Military Personnel - Special (India) | 2006-11-23\n- Islamic Militant (India) | Use unconventional violence | Military Personnel - Special (India) | 2006-10-05\n- Islamic Militant (India) | Use unconventional violence | Military Personnel - Special (India) | 2006-09-10\n- Islamic Militant (India) | Use unconventional violence | Military Personnel - Special (India) | 2006-08-18\n- Islamic Militant (India) | Use unconventional violence | Military Personnel - Special (India) | 2005-03-28\n- Islamic Militant (India) | Use unconventional violence | Military Personnel - Special (India) | 2005-01-31\n- Islamic Militant (India) | Use unconventional violence | Military Personnel - Special (India) | 2005-01-08\n- Militant (Taliban) | Use unconventional violence | Military Personnel - Special (India) | 2014-09-29\nAnswer:", "completion": " Militant (United Liberation Force of Assam)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1171839", "prompt": "In which year did Voice of Beslan last accuse the Medical Personnel of Russia?\nEvidence:\n- Voice of Beslan | Accuse | Medical Personnel (Russia) | 2006-02-12\n- Voice of Beslan | Accuse | Nur-Pashi Kulayev | 2006-12-26\n- Voice of Beslan | Make statement | Other Authorities / Officials (Russia) | 2006-02-20\n- Voice of Beslan | Make statement | Nur-Pashi Kulayev | 2006-12-26\n- Medical Personnel (Russia) | Accuse of crime, corruption | Government Official (Russia) | 2012-04-10\n- Other Authorities / Officials (Russia) | Accuse | Medical Personnel (Russia) | 2011-07-05\n- The Hague | Host a visit | Medical Personnel (Russia) | 2006-04-05\n- The Hague | Host a visit | Medical Personnel (Russia) | 2006-03-14\n- The Hague | Host a visit | Medical Personnel (Russia) | 2006-03-13\n- Medical Personnel (Russia) | Make a visit | The Hague | 2006-04-05\n- Medical Personnel (Russia) | Make a visit | The Hague | 2006-03-14\n- Medical Personnel (Russia) | Make a visit | The Hague | 2006-03-13\n- Scholar (Russia) | Consult | Medical Personnel (Russia) | 2006-11-22\n- Representatives (Russia) | Consult | Medical Personnel (Russia) | 2009-12-28\n- Military (Russia) | Consult | Medical Personnel (Russia) | 2013-01-16\nAnswer:", "completion": " 2006", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1157177", "prompt": "Who was the first to criticise the South African police after South Africa?\nEvidence:\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- Protester (South African Communist Party) | Demonstrate or rally | South Africa | 2005-01-26\n- South African National Defence Force | Increase military alert status | South Africa | 2005-02-03\n- Government (South Africa) | Engage in diplomatic cooperation | African Union | 2005-02-26\n- African Union | Make an appeal or request | South Africa | 2005-01-02\n- Police (South Africa) | Arrest, detain, or charge with legal action | South Africa | 2005-02-11\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- South Africa | Consult | China | 2005-02-05\n- China | Consult | South Africa | 2005-02-05\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\nAnswer:", "completion": " Jacob Sello Selebi", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1202246", "prompt": "Which country made a request to Mahmoud Ahmadinejad on 28 May 2011?\nEvidence:\n- Iran | Make an appeal or request | Mahmoud Ahmadinejad | 2011-05-28\n- Iraq | Sign formal agreement | Iran | 2011-05-28\n- Iraq | Engage in diplomatic cooperation | Iran | 2011-05-28\n- Iran | Sign formal agreement | Iraq | 2011-05-28\n- Iran | Engage in diplomatic cooperation | Iraq | 2011-05-28\nAnswer:", "completion": " Iran", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 5, "n_anchors": 1} +{"id": "mtq_1111338", "prompt": "In which year did the police of South Africa last condemn the media of Africa?\nEvidence:\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- South Africa | Engage in negotiation | Japan | 2005-02-05\n- South Africa | Engage in negotiation | France | 2005-02-05\n- Japan | Engage in negotiation | South Africa | 2005-02-05\n- France | Engage in negotiation | South Africa | 2005-02-05\n- Police (South Africa) | Arrest, detain, or charge with legal action | South Africa | 2005-02-11\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- Government (South Africa) | Engage in diplomatic cooperation | African Union | 2005-02-26\n- South Africa | Consult | China | 2005-02-05\n- China | Consult | South Africa | 2005-02-05\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\nAnswer:", "completion": " 2009", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1389513", "prompt": "Which country did Roh Moo Hyun want to negotiate with in the same month as the President of Peru?\nEvidence:\n- Roh Moo Hyun | Demand | Japan | 2005-03-04\n- Roh Moo Hyun | Demand | Japan | 2005-03-03\n- Roh Moo Hyun | Demand | Japan | 2005-03-02\n- Roh Moo Hyun | Demand | Japan | 2005-03-01\n- Roh Moo Hyun | Demand | Japan | 2005-02-25\n- Roh Moo Hyun | Consult | Chongwadai | 2005-02-19\n- Chongwadai | Consult | Roh Moo Hyun | 2005-02-19\n- South Korea | Reject | Roh Moo Hyun | 2005-02-17\n- Roh Moo Hyun | Make statement | Japan | 2005-03-14\n- Roh Moo Hyun | Make statement | Japan | 2005-03-02\n- Roh Moo Hyun | Make statement | Chongwadai | 2005-02-23\n- Roh Moo Hyun | Demand | South Korea | 2005-01-04\n- Roh Moo Hyun | Demand rights | Japan | 2005-03-04\n- Roh Moo Hyun | Demand rights | Japan | 2005-03-03\n- Chongwadai | Make statement | Roh Moo Hyun | 2005-03-07\nAnswer:", "completion": " South Korea", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1099359", "prompt": "In 2011, who made the first appeal to the citizens of Australia?\nEvidence:\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- First Command of the Capital | Criticize or denounce | Citizen (Brazil) | 2008-10-30\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2012-05-31\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2009-10-23\n- Public Prosecutor (Brazil) | Criticize or denounce | First Command of the Capital | 2013-10-18\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-13\nAnswer:", "completion": " City Mayor (Australia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1374638", "prompt": "Who last formally signed an agreement with the Ministry of Iran before the State Oil Company of the Republic of Azerbaijan did?\nEvidence:\n- Media (Azerbaijan) | Make statement | Iraq | 2005-01-31\n- Ministry (Iran) | Make statement | Iran | 2005-01-05\n- Representative to the United Nations (Iran) | Make statement | Iran | 2005-01-16\n- Kuwait | Sign formal agreement | Iran | 2005-01-12\n- Iraq | Sign formal agreement | Iran | 2005-01-03\n- Iran | Sign formal agreement | Kuwait | 2005-01-12\n- Iran | Sign formal agreement | Iraq | 2005-01-03\n- Iran | Sign formal agreement | France | 2005-01-18\n- France | Sign formal agreement | Iran | 2005-01-18\n- Iraq | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2005-01-18\n- Gerhard Schröder | Make an appeal or request | Iran | 2005-01-19\n- Gerhard Schröder | Make an appeal or request | Iran | 2005-01-18\n- Iran | Arrest, detain, or charge with legal action | Refugee (Afghanistan) | 2005-01-13\n- Economist (Iran) | Make statement | Iran | 2005-01-12\n- Business (Iran) | Make statement | Iran | 2005-01-02\nAnswer:", "completion": " Mahmoud Ahmadinejad", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1284084", "prompt": "Who praised the government of Nigeria on 22 August 2012?\nEvidence:\n- Head of Government (Nigeria) | Rally support on behalf of | Government (Nigeria) | 2013-08-13\n- Government (Nigeria) | Rally support on behalf of | Citizen (Nigeria) | 2014-01-08\n- Citizen (Nigeria) | Rally support on behalf of | Government (Nigeria) | 2012-01-11\n- Citizen (Nigeria) | Rally support on behalf of | Government (Nigeria) | 2011-12-16\n- Head of Government (Nigeria) | Rally support on behalf of | Citizen (Nigeria) | 2013-04-11\n- Muhammadu Buhari | Rally support on behalf of | Head of Government (Nigeria) | 2010-04-30\n- Trade Union Congress | Rally support on behalf of | Government (Nigeria) | 2012-01-05\n- Ibrahim Saminu Turaki | Rally support on behalf of | Government (Nigeria) | 2008-02-05\n- Government (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2013-09-23\n- Government (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2012-04-02\n- Government (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2011-12-07\n- Government (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2011-08-03\n- Government (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2011-08-02\n- Government (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2011-06-15\n- Government (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2010-10-08\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1062617", "prompt": "Before Kazakhstan, who was the last to be praised by Mahmoud Abbas?\nEvidence:\n- Tony Blair | Discuss by telephone | Mahmoud Abbas | 2005-01-10\n- Mahmoud Abbas | Discuss by telephone | Tony Blair | 2005-01-10\n- Kazakhstan | Discuss by telephone | Islam Karimov | 2005-02-25\n- Islam Karimov | Discuss by telephone | Kazakhstan | 2005-02-25\n- Mahmoud Abbas | Make statement | Japan | 2005-01-10\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-11\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-10\n- Mahmoud Abbas | Consult | Associated Press | 2005-01-01\n- Mahmoud Abbas | Consult | Abdullah Gül | 2005-01-05\n- Javier Solana | Consult | Mahmoud Abbas | 2005-01-11\n- Javier Solana | Consult | Mahmoud Abbas | 2005-01-10\n- Associated Press | Consult | Mahmoud Abbas | 2005-01-01\n- Abdullah Gül | Consult | Mahmoud Abbas | 2005-01-05\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-11\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\nAnswer:", "completion": " Portugal", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1079387", "prompt": "Who did the citizens of the United Kingdom reject after Feb, the year 2015?\nEvidence:\n- Chancellor of the Exchequer | Reject | Citizen (United Kingdom) | 2006-07-13\n- Member of the Judiciary (United States) | Reject | Businessperson (United Kingdom) | 2011-10-27\n- Scientist (United Kingdom) | Reject | Citizen (United Kingdom) | 2007-06-11\n- Muslim (United Kingdom) | Reject | Citizen (United Kingdom) | 2005-07-11\n- Lawmaker (United Kingdom) | Reject | Citizen (United Kingdom) | 2010-01-07\n- Lawmaker (United Kingdom) | Reject | Citizen (United Kingdom) | 2008-05-20\n- Citizen (United Kingdom) | Reject | Scientist (United Kingdom) | 2005-05-24\n- Citizen (United Kingdom) | Reject | Newspaper (United Kingdom) | 2015-06-15\n- Citizen (United Kingdom) | Reject | Newspaper (United Kingdom) | 2014-09-26\n- Citizen (United Kingdom) | Reject | Newspaper (United Kingdom) | 2013-06-04\n- Citizen (United Kingdom) | Reject | Lawmaker (United Kingdom) | 2015-02-24\n- Court Judge (United Kingdom) | Reject | Secretary of State for the Home Department | 2013-03-28\n- Party Member (United Kingdom) | Reject | Citizen (United Kingdom) | 2008-02-09\n- Party Member (United Kingdom) | Reject | Citizen (United Kingdom) | 2006-04-25\n- Party Member (United Kingdom) | Reject | Citizen (United Kingdom) | 2006-03-02\nAnswer:", "completion": " France", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1019610", "prompt": "Who was the last person Mahmoud Ahmadinejad released in 2007?\nEvidence:\n- Mahmoud Ahmadinejad | Engage in negotiation | Rafael Correa | 2007-01-15\n- Mahmoud Ahmadinejad | Engage in negotiation | Daniel Ortega | 2007-01-15\n- Mahmoud Ahmadinejad | Engage in negotiation | Daniel Ortega | 2007-01-14\n- Daniel Ortega | Engage in negotiation | Mahmoud Ahmadinejad | 2007-01-15\n- Daniel Ortega | Engage in negotiation | Mahmoud Ahmadinejad | 2007-01-14\n- Mahmoud Ahmadinejad | Engage in symbolic act | Rafael Correa | 2007-01-15\n- Daniel Ortega | Engage in symbolic act | Mahmoud Ahmadinejad | 2007-01-15\n- Daniel Ortega | Engage in diplomatic cooperation | Mahmoud Ahmadinejad | 2007-01-15\n- Mahmoud Ahmadinejad | Make statement | Iraq | 2007-01-15\n- Mahmoud Ahmadinejad | Make statement | Iraq | 2007-01-04\n- Mahmoud Ahmadinejad | Make statement | Iran | 2007-01-22\n- Mahmoud Ahmadinejad | Make statement | Iran | 2007-01-21\n- Mahmoud Ahmadinejad | Make statement | Iran | 2007-01-20\n- Mahmoud Ahmadinejad | Make statement | Iran | 2007-01-19\n- Mahmoud Ahmadinejad | Make statement | Iran | 2007-01-18\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1010464", "prompt": "Who made optimistic comments about the citizens of International after 2008?\nEvidence:\n- The Hague | Make optimistic comment | The Hague | 2007-10-04\n- The Hague | Make optimistic comment | The Hague | 2006-06-13\n- Colombia | Make optimistic comment | International Court of Justice | 2012-10-12\n- Cambodia | Make optimistic comment | International Court of Justice | 2012-03-05\n- Bolivia | Make optimistic comment | International Court of Justice | 2014-05-16\n- Bolivia | Make optimistic comment | International Court of Justice | 2014-01-29\n- Bolivia | Make optimistic comment | International Court of Justice | 2014-01-28\n- International Court of Justice | Accuse of war crimes | The Hague | 2013-11-27\n- Evo Morales | Make optimistic comment | International Court of Justice | 2014-04-15\n- Evo Morales | Make optimistic comment | International Court of Justice | 2014-01-14\n- Daniel Ortega | Make optimistic comment | International Court of Justice | 2013-01-22\n- The Hague | Praise or endorse | International Court of Justice | 2013-10-16\n- The Hague | Host a visit | International Court of Justice | 2015-05-10\n- The Hague | Host a visit | International Court of Justice | 2007-05-31\n- Member of the Judiciary (Venezuela) | Make statement | RCTV International | 2007-05-18\nAnswer:", "completion": " Barack Obama", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1349130", "prompt": "In what year did South Africa first use conventional military force against the citizens of Nigeria?\nEvidence:\n- Movement for Democratic Change | Use conventional military force | South Africa | 2005-02-07\n- South African National Defence Force | Increase military alert status | South Africa | 2005-02-03\n- South Africa | Engage in negotiation | Japan | 2005-02-05\n- South Africa | Engage in negotiation | France | 2005-02-05\n- Japan | Engage in negotiation | South Africa | 2005-02-05\n- France | Engage in negotiation | South Africa | 2005-02-05\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- Government (South Africa) | Engage in diplomatic cooperation | African Union | 2005-02-26\n- South Africa | Consult | China | 2005-02-05\n- China | Consult | South Africa | 2005-02-05\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\nAnswer:", "completion": " 2008", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1294492", "prompt": "Against whom did the citizens of the United Kingdom use unconventional force for the first time in 2009?\nEvidence:\n- Muslim (United Kingdom) | Use unconventional violence | Citizen (United Kingdom) | 2009-02-17\n- Men (United Kingdom) | Use unconventional violence | Businessperson (United Kingdom) | 2009-03-28\n- Attacker (United Kingdom) | Use unconventional violence | Citizen (United Kingdom) | 2009-01-13\n- Attacker (United Kingdom) | Use unconventional violence | Citizen (United Kingdom) | 2009-01-07\n- National United Front for Democracy Against Dictatorship | Use unconventional violence | Sondhi Limthongkul | 2009-07-29\n- National United Front for Democracy Against Dictatorship | Use unconventional violence | Protester (Thailand) | 2009-04-27\n- National United Front for Democracy Against Dictatorship | Use unconventional violence | Citizen (Thailand) | 2009-01-24\n- Men (United Kingdom) | Use unconventional violence | News Editor (United Kingdom) | 2009-11-26\n- Men (United Kingdom) | Use unconventional violence | Indigenous People (United Kingdom) | 2009-01-29\n- Men (United Kingdom) | Use unconventional violence | Indigenous People (United Kingdom) | 2009-01-28\n- Citizen (United Kingdom) | Use unconventional violence | Party Member (United Kingdom) | 2009-11-11\n- Citizen (United Kingdom) | Use unconventional violence | Party Member (United Kingdom) | 2009-06-10\n- Citizen (United Kingdom) | Use unconventional violence | Labor Party (United Kingdom) | 2009-11-27\n- Citizen (United Kingdom) | Use unconventional violence | Indigenous People (United Kingdom) | 2009-03-09\n- Citizen (United Kingdom) | Use unconventional violence | Court Judge (United Kingdom) | 2009-06-01\nAnswer:", "completion": " Indigenous People (United Kingdom)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1014754", "prompt": "Who did the protester in Egypt appeal to after the judge in Egypt?\nEvidence:\n- Protester (Egypt) | Engage in symbolic act | Court Judge (Egypt) | 2006-04-24\n- Protester (Egypt) | Make an appeal or request | Court Judge (Egypt) | 2005-09-02\n- Protester (Egypt) | Praise or endorse | Court Judge (Egypt) | 2013-04-27\n- Protester (Egypt) | Praise or endorse | Court Judge (Egypt) | 2006-05-21\n- Protester (Egypt) | Praise or endorse | Court Judge (Egypt) | 2006-05-19\n- Protester (Egypt) | Praise or endorse | Court Judge (Egypt) | 2006-05-17\n- Protester (Egypt) | Praise or endorse | Court Judge (Egypt) | 2006-05-16\n- Protester (Egypt) | Praise or endorse | Court Judge (Egypt) | 2006-05-11\n- Protester (Egypt) | Praise or endorse | Court Judge (Egypt) | 2006-05-07\n- Protester (Egypt) | Praise or endorse | Court Judge (Egypt) | 2006-04-28\n- Protester (Egypt) | Praise or endorse | Court Judge (Egypt) | 2006-04-27\n- Protester (Egypt) | Praise or endorse | Court Judge (Egypt) | 2005-08-14\n- Protester (Egypt) | Demonstrate or rally | Court Judge (Egypt) | 2012-10-11\n- Court Judge (Egypt) | Rally opposition against | Protester (Egypt) | 2006-05-07\n- Court Judge (Egypt) | Criticize or denounce | Protester (Egypt) | 2014-04-29\nAnswer:", "completion": " Other Authorities / Officials (Egypt)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1305240", "prompt": "On 24 November 2012, who supported Mohamed Ould Abdel Aziz?\nEvidence:\n- Mohamed Ould Abdel Aziz | Make a visit | Mauritania | 2012-11-24\n- Mohamed Ould Abdel Aziz | Make a visit | France | 2012-11-24\n- Mauritania | Praise or endorse | Mohamed Ould Abdel Aziz | 2012-11-24\n- Mauritania | Host a visit | Mohamed Ould Abdel Aziz | 2012-11-24\n- France | Host a visit | Mohamed Ould Abdel Aziz | 2012-11-24\nAnswer:", "completion": " Mauritania", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 5, "n_anchors": 1} +{"id": "mtq_1355647", "prompt": "Who signed an agreement with Eritrea in June 2010?\nEvidence:\n- Eritrea | Sign formal agreement | Djibouti | 2010-06-30\n- Eritrea | Sign formal agreement | Djibouti | 2010-06-26\n- Eritrea | Sign formal agreement | Djibouti | 2010-06-18\n- Eritrea | Sign formal agreement | Djibouti | 2010-06-17\n- Eritrea | Sign formal agreement | Djibouti | 2010-06-09\n- Djibouti | Sign formal agreement | Eritrea | 2010-06-30\n- Djibouti | Sign formal agreement | Eritrea | 2010-06-26\n- Djibouti | Sign formal agreement | Eritrea | 2010-06-18\n- Djibouti | Sign formal agreement | Eritrea | 2010-06-17\n- Djibouti | Sign formal agreement | Eritrea | 2010-06-09\n- Eritrea | Sign formal agreement | Isaias Afewerki | 2010-06-09\n- Ismaïl Omar Guelleh | Sign formal agreement | Eritrea | 2010-06-09\n- Eritrea | Sign formal agreement | Ismaïl Omar Guelleh | 2010-06-09\n- Eritrea | Make an appeal or request | Foreign Affairs (South Africa) | 2010-06-07\n- Ethiopia | Make statement | Eritrea | 2010-06-28\nAnswer:", "completion": " Djibouti", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1136557", "prompt": "Who blamed the citizens of Australia in 2012-04?\nEvidence:\n- Vietnam | Engage in diplomatic cooperation | Committees for the Defense of the Revolution | 2005-09-30\n- People Associated with the Opposition (Australia) | Accuse | Member of Parliament (Australia) | 2005-11-23\n- The Daily Telegraph | Engage in symbolic act | Citizen (Australia) | 2005-01-08\n- People Associated with the Opposition (Australia) | Demand change in leadership | Citizen (Australia) | 2005-08-11\n- People Associated with the Opposition (Australia) | Make statement | Member of Parliament (Australia) | 2005-03-15\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2006-06-28\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2006-05-14\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2006-04-04\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2005-11-08\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2005-05-09\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2005-03-15\n- People Associated with the Opposition (Australia) | Criticize or denounce | Member of Parliament (Australia) | 2006-11-29\n- Member of Parliament (Australia) | Criticize or denounce | People Associated with the Opposition (Australia) | 2006-06-10\n- Member of Parliament (Australia) | Bring lawsuit against | The Daily Telegraph | 2006-09-28\n- Cabinet / Council of Ministers / Advisors (Australia) | Make statement | People Associated with the Opposition (Australia) | 2005-06-28\nAnswer:", "completion": " Police (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1090363", "prompt": "Who last was suffered from the unconventional violence of the Men of Japan before the House of Representatives of Japan?\nEvidence:\n- Representatives (Kyrgyzstan) | Consult | International Government Organizations | 2005-06-07\n- Representatives (International) | Consult | International Government Organizations | 2005-06-03\n- International Government Organizations | Consult | Representatives (Kyrgyzstan) | 2005-06-07\n- International Government Organizations | Consult | Representatives (International) | 2005-06-03\n- Japan | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | Japan | 2005-01-08\n- Japan | Consult | China | 2005-01-03\n- China | Threaten | Japan | 2005-01-05\n- China | Threaten | Japan | 2005-01-02\n- China | Consult | Japan | 2005-01-03\n- Surakiart Sathirathai | Reject | Japan | 2005-01-08\n- South Korea | Consult | Japan | 2005-01-06\n- Japan | Reduce relations | China | 2005-01-04\n- Japan | Consult | South Korea | 2005-01-06\n- Japan | Express intent to provide material aid | Japan Self-Defense Forces | 2005-01-03\nAnswer:", "completion": " Japan", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1004287", "prompt": "In 2011, who wanted to establish diplomatic cooperation with South Korea?\nEvidence:\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | South Korea | 2005-01-06\n- South Korea | Express intent to engage in diplomatic cooperation (such as policy support) | Emperor Akihito | 2005-01-13\n- Thailand | Engage in diplomatic cooperation | Malaysia | 2005-02-02\n- South Korea | Demand material cooperation | China | 2005-01-13\n- South Korea | Engage in negotiation | Japan | 2005-01-08\n- South Korea | Engage in negotiation | Japan | 2005-01-03\n- Japan | Engage in negotiation | South Korea | 2005-01-08\n- Japan | Engage in negotiation | South Korea | 2005-01-03\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Malaysia | 2005-01-31\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Malaysia | 2005-01-28\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Japan | 2005-01-08\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-01-07\n- Malaysia | Express intent to engage in diplomatic cooperation (such as policy support) | Thailand | 2005-01-28\n- Malaysia | Express intent to engage in diplomatic cooperation (such as policy support) | Thailand | 2005-01-27\n- France | Express intent to engage in diplomatic cooperation (such as policy support) | Thailand | 2005-01-27\nAnswer:", "completion": " Barack Obama", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1092257", "prompt": "To whom did Abdel Fattah Al-Sisi first make a request in 2014?\nEvidence:\n- Qatar | Make statement | Abdel Fattah Al-Sisi | 2014-05-12\n- Qatar | Make statement | Abdel Fattah Al-Sisi | 2014-05-11\n- Al-Azhar University | Make statement | Abdel Fattah Al-Sisi | 2014-02-26\n- Education (Egypt) | Consult | Abdel Fattah Al-Sisi | 2014-03-09\n- Abdel Fattah Al-Sisi | Consult | Education (Egypt) | 2014-03-09\n- Ministry (Sudan) | Engage in negotiation | Abdel Fattah Al-Sisi | 2014-02-05\n- Abdel Fattah Al-Sisi | Engage in negotiation | Ministry (Sudan) | 2014-02-05\n- Military (Russia) | Make statement | Abdel Fattah Al-Sisi | 2014-02-13\n- Abdul Aziz | Make statement | Abdel Fattah Al-Sisi | 2014-01-12\n- Abdel Fattah Al-Sisi | Make statement | Sedki Sobhi | 2014-03-27\n- Abdel Fattah Al-Sisi | Make statement | Secretariat (Egypt) | 2014-01-22\n- Abdel Fattah Al-Sisi | Make statement | Police (Egypt) | 2014-01-11\n- Abdel Fattah Al-Sisi | Make statement | Media (Africa) | 2014-05-03\n- Congress (United States) | Make a visit | Abdel Fattah Al-Sisi | 2014-01-20\n- Abdel Fattah Al-Sisi | Make a visit | United Arab Emirates | 2014-03-12\nAnswer:", "completion": " Ministry (Egypt)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1302545", "prompt": "Who did Javier Solana want to meet on the same day as the Prime Minister of Ukraine?\nEvidence:\n- Javier Solana | Praise or endorse | Head of Government (Ukraine) | 2005-01-13\n- Javier Solana | Consider policy option | The Hague | 2005-02-05\n- Javier Solana | Express intent to meet or negotiate | France | 2005-02-18\n- Javier Solana | Express intent to meet or negotiate | Colombia | 2005-01-03\n- Javier Solana | Demand | Iran | 2005-02-01\n- Javier Solana | Consult | Iran | 2005-02-01\n- Iran | Consult | Javier Solana | 2005-02-01\n- Shaukat Aziz | Express intent to meet or negotiate | Javier Solana | 2005-01-25\n- Milo Djukanovic | Express intent to meet or negotiate | Javier Solana | 2005-02-24\n- Mahmoud Abbas | Express intent to meet or negotiate | Javier Solana | 2005-02-28\n- Mahmoud Abbas | Express intent to meet or negotiate | Javier Solana | 2005-02-25\n- Javier Solana | Express intent to meet or negotiate | Milo Djukanovic | 2005-02-24\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-14\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-13\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-08\nAnswer:", "completion": " UN Security Council", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1001773", "prompt": "Who was the first to condemn Eritrea after the citizens of International?\nEvidence:\n- Ethiopia | Express intent to cooperate | Eritrea | 2005-01-14\n- Eritrea | Express intent to cooperate | Ethiopia | 2005-01-14\n- Yemen | Consult | Eritrea | 2005-03-11\n- Sudan | Accuse | Eritrea | 2005-02-23\n- Eritrea | Consult | Yemen | 2005-03-11\n- Eritrea | Accuse | Ethiopia | 2005-02-10\n- Eritrea | Accuse | Ethiopia | 2005-01-18\n- Ethiopia | Express intent to meet or negotiate | Eritrea | 2005-03-07\n- Ethiopia | Express intent to meet or negotiate | Eritrea | 2005-02-04\n- Eritrea | Express intent to meet or negotiate | Ethiopia | 2005-03-07\n- Eritrea | Express intent to meet or negotiate | Ethiopia | 2005-02-04\n- Eritrea | Express intent to meet or negotiate | Djibouti | 2005-03-07\n- Eritrea | Express intent to meet or negotiate | Djibouti | 2005-02-04\n- Djibouti | Express intent to meet or negotiate | Eritrea | 2005-03-07\n- Djibouti | Express intent to meet or negotiate | Eritrea | 2005-02-04\nAnswer:", "completion": " African Union", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1089925", "prompt": "When did Chuck Hagel last praise the military of Ukraine?\nEvidence:\n- Chuck Hagel | Praise or endorse | Iraq | 2012-12-17\n- Chuck Hagel | Praise or endorse | Iraq | 2012-12-16\n- Chuck Hagel | Praise or endorse | Iraq | 2008-06-06\n- Chuck Hagel | Praise or endorse | France | 2013-03-21\n- Chuck Hagel | Praise or endorse | France | 2013-03-20\n- Urmas Reinsalu | Praise or endorse | Chuck Hagel | 2013-03-08\n- Angus King | Praise or endorse | Chuck Hagel | 2013-01-23\n- Chuck Hagel | Demand | Iran | 2013-02-13\n- Chuck Hagel | Consult | China | 2008-10-13\n- China | Consult | Chuck Hagel | 2008-10-13\n- Chuck Hagel | Praise or endorse | Israeli Defense Forces | 2013-01-30\n- Shaukat Aziz | Consult | Chuck Hagel | 2006-04-13\n- Representatives (Russia) | Consult | Chuck Hagel | 2008-01-16\n- Radoslaw Sikorski | Consult | Chuck Hagel | 2008-11-23\n- Pervez Musharraf | Consult | Chuck Hagel | 2006-04-14\nAnswer:", "completion": " 2014-03-19", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1198292", "prompt": "After the human rights activist of the occupied Palestinian territories, who was the first to be praised by Mahmoud Abbas?\nEvidence:\n- Armed Gang (Palestinian Territory, Occupied) | Abduct, hijack, or take hostage | Human Rights Activist (Palestinian Territory, Occupied) | 2005-12-31\n- Armed Gang (Palestinian Territory, Occupied) | Reject | Mahmoud Abbas | 2005-05-10\n- Mahmoud Abbas | Make statement | Armed Gang (Palestinian Territory, Occupied) | 2006-05-17\n- Combatant (Palestinian Territory, Occupied) | Defy norms, law | Mahmoud Abbas | 2005-01-15\n- Armed Gang (Palestinian Territory, Occupied) | Make statement | Mahmoud Abbas | 2005-03-30\n- Combatant (Palestinian Territory, Occupied) | Refuse to de-escalate military engagement | Mahmoud Abbas | 2005-01-06\n- Mahmoud Abbas | Criticize or denounce | Armed Gang (Palestinian Territory, Occupied) | 2005-09-07\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Mahmoud Abbas | 2005-09-07\n- Armed Gang (Palestinian Territory, Occupied) | Praise or endorse | Mahmoud Abbas | 2005-01-11\n- Armed Gang (Palestinian Territory, Occupied) | Praise or endorse | Mahmoud Abbas | 2005-01-10\n- Armed Gang (Palestinian Territory, Occupied) | Praise or endorse | Mahmoud Abbas | 2005-01-09\n- Armed Gang (Palestinian Territory, Occupied) | Praise or endorse | Mahmoud Abbas | 2005-01-01\n- Armed Gang (Palestinian Territory, Occupied) | Criticize or denounce | Mahmoud Abbas | 2005-03-14\n- Mahmoud Abbas | Make an appeal or request | Armed Gang (Palestinian Territory, Occupied) | 2006-01-09\n- Mahmoud Abbas | Make an appeal or request | Armed Gang (Palestinian Territory, Occupied) | 2005-08-17\nAnswer:", "completion": " Barack Obama", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1193925", "prompt": "Before the Justice Department/Ministery of India, who commended the Governor of India?\nEvidence:\n- Justice Department/Ministery (India) | Consult | Governor (India) | 2007-08-14\n- Governor (India) | Consult | Justice Department/Ministery (India) | 2007-08-14\n- Justice Department/Ministery (India) | Make statement | Governor (India) | 2015-05-18\n- Justice Department/Ministery (India) | Praise or endorse | Governor (India) | 2011-01-23\n- Governor (India) | Express intent to cooperate | Justice Department/Ministery (India) | 2008-03-27\n- Pilgrim (India) | Consult | Justice Department/Ministery (India) | 2012-05-28\n- Justice Department/Ministery (India) | Demand | Media (India) | 2011-01-13\n- Justice Department/Ministery (India) | Demand | Industry (India) | 2013-08-25\n- Justice Department/Ministery (India) | Consult | Pilgrim (India) | 2012-05-28\n- Environment Department/Ministry (India) | Reject | Justice Department/Ministery (India) | 2010-11-14\n- Justice Department/Ministery (India) | Make an appeal or request | Governor (India) | 2013-12-14\n- Justice Department/Ministery (India) | Make an appeal or request | Governor (India) | 2008-03-27\n- Member of Parliament (India) | Consult | Justice Department/Ministery (India) | 2015-12-07\n- Member of Parliament (India) | Consult | Justice Department/Ministery (India) | 2015-10-25\n- Justice Department/Ministery (India) | Reject | Head of Government (India) | 2007-05-20\nAnswer:", "completion": " Shivraj Patil", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1244312", "prompt": "After the government of Nigeria, who did the Ministry of Labour and Employment of Nigeria appeal to first?\nEvidence:\n- Head of Government (Nigeria) | Make statement | Labor and Employment Ministry (Nigeria) | 2015-09-03\n- Ministry (Nigeria) | Consult | Labor and Employment Ministry (Nigeria) | 2008-03-27\n- Labor and Employment Ministry (Nigeria) | Consult | Ministry (Nigeria) | 2008-03-27\n- Labor and Employment Ministry (Nigeria) | Make statement | Government (Nigeria) | 2014-05-09\n- Labor and Employment Ministry (Nigeria) | Make statement | Government (Nigeria) | 2014-02-13\n- Labor and Employment Ministry (Nigeria) | Make statement | Government (Nigeria) | 2013-11-25\n- Labor and Employment Ministry (Nigeria) | Make statement | Government (Nigeria) | 2013-09-01\n- Labor and Employment Ministry (Nigeria) | Make statement | Government (Nigeria) | 2013-02-06\n- Labor and Employment Ministry (Nigeria) | Make statement | Government (Nigeria) | 2012-11-30\n- Labor and Employment Ministry (Nigeria) | Make statement | Government (Nigeria) | 2012-09-06\n- Labor and Employment Ministry (Nigeria) | Make statement | Government (Nigeria) | 2012-05-14\n- Labor and Employment Ministry (Nigeria) | Make statement | Government (Nigeria) | 2012-01-11\n- Labor and Employment Ministry (Nigeria) | Make statement | Government (Nigeria) | 2010-06-08\n- Labor and Employment Ministry (Nigeria) | Make an appeal or request | Government (Nigeria) | 2009-10-14\n- Ministry (Nigeria) | Make statement | Labor and Employment Ministry (Nigeria) | 2011-12-07\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1379566", "prompt": "Who first did the Governor of Thailand made optimistic remarks on after the Children of Thailand?\nEvidence:\n- Governor (Thailand) | Investigate | Citizen (Thailand) | 2005-01-27\n- Governor (Thailand) | Give ultimatum | Citizen (Thailand) | 2005-01-12\n- Children (Thailand) | Use unconventional violence | Thailand | 2005-01-04\n- Thailand | Impose restrictions on political freedoms | Citizen (Thailand) | 2005-02-05\n- Thailand | Make optimistic comment | Citizen (Thailand) | 2005-02-09\n- Thailand | Make optimistic comment | Citizen (Thailand) | 2005-01-10\n- Citizen (Thailand) | Make optimistic comment | Thailand | 2005-02-09\n- Citizen (Thailand) | Make optimistic comment | Thailand | 2005-02-02\n- Governor (Thailand) | Engage in symbolic act | Citizen (Thailand) | 2005-01-19\n- Citizen (Thailand) | Engage in symbolic act | Governor (Thailand) | 2005-01-19\n- Military Personnel (Thailand) | Make optimistic comment | Thailand | 2005-01-03\n- Governor (Thailand) | Make an appeal or request | Citizen (Thailand) | 2005-02-21\n- Military Personnel (Thailand) | Make optimistic comment | Citizen (Thailand) | 2005-03-02\n- Children (Thailand) | Express intent to meet or negotiate | Thailand | 2005-01-08\n- Surakiart Sathirathai | Make optimistic comment | Citizen (Thailand) | 2005-02-28\nAnswer:", "completion": " Citizen (Thailand)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1137924", "prompt": "Who did the citizens of the United Kingdom last denounce in 2013?\nEvidence:\n- Secretary of State for the Home Department | Criticize or denounce | Newspaper (United Kingdom) | 2013-11-12\n- Citizen (United Kingdom) | Criticize or denounce | Secretary of State for the Home Department | 2013-06-10\n- President of the Senate (United States) | Make statement | House Speaker (United Kingdom) | 2013-07-31\n- Citizen (United Kingdom) | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2013-04-30\n- Court Judge (United Kingdom) | Reject | Secretary of State for the Home Department | 2013-03-28\n- Secretary of State for the Home Department | Make statement | High Commission (United Kingdom) | 2013-09-25\n- Secretary of State for the Home Department | Defy norms, law | Citizen (United Kingdom) | 2013-07-04\n- Citizen (United Kingdom) | Make optimistic comment | Secretary of State for the Home Department | 2013-07-01\n- Representative to the United Nations (Iran) | Criticize or denounce | Iran | 2013-10-29\n- Representative to the United Nations (Iran) | Criticize or denounce | Iran | 2013-10-25\n- Citizen (Tanzania) | Criticize or denounce | Member of the Judiciary (Tanzania) | 2013-05-24\n- Main Opposition (Bahrain) | Criticize or denounce | Office of the United Nations High Commissioner for Human Rights | 2013-09-13\n- Representative to the United Nations (Iran) | Criticize or denounce | UN Security Council | 2013-10-12\n- Public Prosecutor (Brazil) | Criticize or denounce | First Command of the Capital | 2013-10-18\n- Office of the United Nations High Commissioner for Human Rights | Criticize or denounce | Other Authorities / Officials (Egypt) | 2013-02-01\nAnswer:", "completion": " Scottish Government", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1330375", "prompt": "With whom did Yoon Jeung Hyun express an intention to meet after 16 September 2010?\nEvidence:\n- Yoon Jeung Hyun | Express intent to meet or negotiate | France | 2010-09-16\n- Yoon Jeung Hyun | Express intent to meet or negotiate | International Monetary Fund | 2010-09-16\n- France | Return, release person(s) | Romania | 2010-09-16\n- France | Make pessimistic comment | Iran | 2010-09-16\nAnswer:", "completion": " Vietnam", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 4, "n_anchors": 1} +{"id": "mtq_1124190", "prompt": "After the muslims of United Kingdom, who did Tony Blair decline?\nEvidence:\n- Tony Blair | Yield | Citizen (United Kingdom) | 2005-03-09\n- Tony Blair | Yield | Citizen (United Kingdom) | 2005-03-01\n- Tony Blair | Yield | Citizen (United Kingdom) | 2005-02-28\n- Tony Blair | Apologize | Citizen (United Kingdom) | 2005-02-10\n- Tony Blair | Apologize | Citizen (United Kingdom) | 2005-02-09\n- Tony Blair | Accuse | Citizen (United Kingdom) | 2005-04-24\n- Tony Blair | Accuse | Citizen (United Kingdom) | 2005-04-22\n- Tony Blair | Accuse | Citizen (United Kingdom) | 2005-03-27\n- Citizen (United Kingdom) | Threaten | Tony Blair | 2005-05-05\n- Citizen (United Kingdom) | Threaten | Tony Blair | 2005-04-23\n- Citizen (United Kingdom) | Reject | Tony Blair | 2005-05-01\n- Citizen (United Kingdom) | Reject | Tony Blair | 2005-03-14\n- Citizen (United Kingdom) | Demand | Tony Blair | 2005-05-09\n- Citizen (United Kingdom) | Accuse | Tony Blair | 2005-05-09\n- Citizen (United Kingdom) | Accuse | Tony Blair | 2005-05-08\nAnswer:", "completion": " Central Intelligence Agency", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1331415", "prompt": "Who would wish to visit South Korea in August, the year of 2007?\nEvidence:\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | South Korea | 2005-01-08\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- South Korea | Engage in negotiation | Japan | 2005-01-08\n- South Korea | Engage in negotiation | Japan | 2005-01-03\n- Japan | Engage in negotiation | South Korea | 2005-01-08\n- Japan | Engage in negotiation | South Korea | 2005-01-03\n- South Korea | Make a visit | Aceh | 2005-01-08\n- Aceh | Host a visit | South Korea | 2005-01-08\n- South Korea | Host a visit | Ognyan Gerdzhikov | 2005-01-02\n- South Korea | Host a visit | Emperor Akihito | 2005-01-13\n- Ognyan Gerdzhikov | Make a visit | South Korea | 2005-01-02\n- Emperor Akihito | Make a visit | South Korea | 2005-01-13\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\nAnswer:", "completion": " Treasury/Finance Ministry (Japan)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1111172", "prompt": "In Feb, the year of 2010, who accused the citizens of Uganda?\nEvidence:\n- Police (Uganda) | Make statement | The Poor (Uganda) | 2009-03-20\n- Police (Uganda) | Criticize or denounce | The Voice (Uganda) | 2013-03-08\n- Mob (Uganda) | Protest violently, riot | The Poor (Uganda) | 2009-08-10\n- Citizen (Uganda) | Criticize or denounce | The Poor (Uganda) | 2008-05-12\n- Citizen (Uganda) | Accuse of human rights abuses | The Hague | 2008-09-18\n- Citizen (Uganda) | Conduct strike or boycott | The Poor (Uganda) | 2011-07-12\n- Bishop (Uganda) | Make statement | The Hague | 2005-03-29\n- Police (Uganda) | Impose restrictions on political freedoms | The Voice (Uganda) | 2014-12-12\n- Citizen (Uganda) | Express intent to meet or negotiate | The Poor (Uganda) | 2009-06-11\n- Daily Monitor | Criticize or denounce | The Poor (Uganda) | 2011-07-12\n- Police (Uganda) | Engage in material cooperation | Citizen (Uganda) | 2006-04-03\n- Police (Uganda) | Engage in material cooperation | Citizen (Uganda) | 2005-01-19\n- Police (Uganda) | Demand change in leadership | Citizen (Uganda) | 2005-05-29\n- Resistance Movement (Uganda) | Engage in mass killings | Citizen (Uganda) | 2006-07-22\n- Citizen (Uganda) | Engage in symbolic act | Lawyer/Attorney (Uganda) | 2005-08-16\nAnswer:", "completion": " Police (Uganda)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1063917", "prompt": "Who was the last to praise Muhammadu Buhari before Democratic Force?\nEvidence:\n- Democratic Party (Nigeria) | Praise or endorse | Muhammadu Buhari | 2007-01-04\n- Muhammadu Buhari | Make statement | Democratic Party (Nigeria) | 2007-04-23\n- Romania | Praise or endorse | Democratic Force | 2011-02-02\n- Muhammadu Buhari | Praise or endorse | Umaru Musa Yar'Adua | 2007-06-25\n- Muhammadu Buhari | Provide aid | Niger | 2005-07-28\n- Muhammadu Buhari | Demand | Oluṣẹgun Ọbasanjọ | 2005-07-01\n- Muhammadu Buhari | Consult | Bukola Saraki | 2006-11-21\n- Muhammadu Buhari | Accuse | Oluṣẹgun Ọbasanjọ | 2006-02-25\n- Citizen (Nigeria) | Yield | Muhammadu Buhari | 2006-12-19\n- Citizen (Nigeria) | Reject | Muhammadu Buhari | 2006-12-24\n- Bukola Saraki | Consult | Muhammadu Buhari | 2006-11-21\n- Yuriy Lutsenko | Praise or endorse | Democratic Force | 2008-10-10\n- Democratic Force | Praise or endorse | Milen Velchev | 2005-10-11\n- Democratic Force | Praise or endorse | Abdoulaye Wade | 2012-02-29\n- People Associated with the Opposition (Bangladesh) | Reject | Democratic Force | 2005-05-24\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1053961", "prompt": "Which year did the Cabinet Council of Ministers Advisors of United States last denounce the Armed Rebel of Yemen?\nEvidence:\n- UN Security Council | Criticize or denounce | Eritrea | 2005-11-07\n- UN Security Council | Criticize or denounce | Eritrea | 2005-11-04\n- UN Security Council | Criticize or denounce | Eritrea | 2005-10-04\n- Naval (United States) | Make a visit | Eritrea | 2005-02-20\n- Eritrea | Host a visit | Naval (United States) | 2005-02-20\n- Congress (United States) | Praise or endorse | Eritrea | 2005-08-03\n- Yemen | Rally support on behalf of | Rafiq Hariri | 2005-02-15\n- Yemen | Host a visit | Ministry of International Cooperation (Sudan) | 2005-02-17\n- Ministry of International Cooperation (Sudan) | Make a visit | Yemen | 2005-02-17\n- Yemen | Consult | Sudan | 2005-01-02\n- Yemen | Consult | Ethiopia | 2005-01-02\n- Yemen | Consult | Eritrea | 2005-03-11\n- Yemen | Consult | Djibouti | 2005-02-08\n- Yemen | Consult | Djibouti | 2005-02-07\n- Sudan | Consult | Yemen | 2005-01-02\nAnswer:", "completion": " 2015", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1071345", "prompt": "After 2013, to whom did the Ministry of Foreign Affairs of Iran make an appeal?\nEvidence:\n- Foreign Affairs (South Korea) | Make statement | Iran | 2005-01-10\n- Representative to the United Nations (Iran) | Make statement | Iran | 2005-01-16\n- Foreign Affairs (Syria) | Make statement | Iraq | 2005-01-13\n- Ministry (Iran) | Make statement | Iran | 2005-01-05\n- Gerhard Schröder | Make an appeal or request | Iran | 2005-01-19\n- Gerhard Schröder | Make an appeal or request | Iran | 2005-01-18\n- Foreign Affairs (Austria) | Praise or endorse | Iraq | 2005-01-31\n- Japan | Make an appeal or request | Iraq | 2005-02-14\n- China | Make an appeal or request | Iraq | 2005-01-19\n- Iraq | Make an appeal or request | Citizen (Bulgaria) | 2005-01-21\n- Interim Leader (Iraq) | Make an appeal or request | Iraq | 2005-01-31\n- The Hague | Express intent to de-escalate military engagement | Iraq | 2005-02-09\n- Iraq | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2005-01-18\n- Economist (Iran) | Make statement | Iran | 2005-01-12\n- Business (Iran) | Make statement | Iran | 2005-01-02\nAnswer:", "completion": " France", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1120609", "prompt": "In which year did Olugbenga Ashiru make his first appeal to the citizens of Nigeria?\nEvidence:\n- Olugbenga Ashiru | Reject | Citizen (Nigeria) | 2013-06-25\n- Olugbenga Ashiru | Demand | Government (Nigeria) | 2011-08-08\n- Olugbenga Ashiru | Make statement | Ministry (Nigeria) | 2013-09-13\n- Olugbenga Ashiru | Make statement | Ministry (Nigeria) | 2013-07-23\n- Olugbenga Ashiru | Make statement | Ministry (Nigeria) | 2013-07-22\n- Olugbenga Ashiru | Make statement | Ministry (Nigeria) | 2012-11-27\n- Olugbenga Ashiru | Make statement | Ministry (Nigeria) | 2012-06-04\n- Olugbenga Ashiru | Make statement | Government (Nigeria) | 2013-07-22\n- Olugbenga Ashiru | Make statement | Government (Nigeria) | 2013-03-18\n- Olugbenga Ashiru | Make statement | Government (Nigeria) | 2012-08-28\n- Olugbenga Ashiru | Make statement | Government (Nigeria) | 2012-03-13\n- Olugbenga Ashiru | Make statement | Government (Nigeria) | 2011-08-08\n- Olugbenga Ashiru | Make statement | Government (Nigeria) | 2011-08-01\n- Citizen (Nigeria) | Engage in symbolic act | Olugbenga Ashiru | 2014-12-01\n- Olugbenga Ashiru | Make an appeal or request | Citizen (Nigeria) | 2013-06-25\nAnswer:", "completion": " 2011", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1057852", "prompt": "In which month did the Armed Rebel of Syria first use unconventional violence against Al Ekhbariya?\nEvidence:\n- Armed Rebel (Syria) | Use unconventional violence | Al Ekhbariya | 2013-05-29\n- Armed Rebel (Syria) | Use unconventional violence | Al Ekhbariya | 2013-05-27\n- Armed Gang (Syria) | Use unconventional violence | Al Ekhbariya | 2012-06-27\n- Armed Rebel (Yemen) | Use unconventional violence | Saudi Arabian Defence Forces | 2010-02-01\n- Armed Rebel (Yemen) | Use unconventional violence | Saudi Arabian Defence Forces | 2010-01-23\n- Armed Rebel (Yemen) | Use unconventional violence | Saudi Arabian Defence Forces | 2010-01-16\n- Armed Rebel (Yemen) | Use unconventional violence | Saudi Arabian Defence Forces | 2010-01-13\n- Armed Rebel (Yemen) | Use unconventional violence | Saudi Arabian Defence Forces | 2010-01-12\n- Armed Rebel (Yemen) | Use unconventional violence | Saudi Arabian Defence Forces | 2009-12-22\n- Armed Rebel (Yemen) | Use unconventional violence | Saudi Arabian Defence Forces | 2009-12-21\n- Armed Rebel (Yemen) | Use unconventional violence | Saudi Arabian Defence Forces | 2009-12-04\n- Armed Rebel (Yemen) | Use unconventional violence | Saudi Arabian Defence Forces | 2009-12-03\n- Armed Rebel (Yemen) | Use unconventional violence | Saudi Arabian Defence Forces | 2009-11-27\n- Armed Rebel (Yemen) | Use unconventional violence | Saudi Arabian Defence Forces | 2009-11-19\n- Armed Rebel (Yemen) | Use unconventional violence | Saudi Arabian Defence Forces | 2009-11-11\nAnswer:", "completion": " 2013-05", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1316197", "prompt": "Who did Ali Abdullah Saleh support first after Shaukat Aziz?\nEvidence:\n- Ali Abdullah Saleh | Investigate | Yemen | 2005-02-11\n- Ali Abdullah Saleh | Investigate | Yemen | 2005-02-06\n- Yemen | Make statement | Ali Abdullah Saleh | 2005-05-03\n- Solomon Passy | Consult | Ali Abdullah Saleh | 2005-02-24\n- Pervez Musharraf | Consult | Ali Abdullah Saleh | 2005-02-13\n- Gerhard Schröder | Consult | Ali Abdullah Saleh | 2005-03-04\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-06-16\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-06-10\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-05-21\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-05-01\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-04-30\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-04-28\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-04-12\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-03-22\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-03-21\nAnswer:", "completion": " United Arab Emirates", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1040295", "prompt": "Who was the first to negotiate with Stephen Hadley after Tariq Aziz?\nEvidence:\n- Tariq Aziz | Engage in negotiation | Stephen Hadley | 2005-09-27\n- Stephen Hadley | Engage in negotiation | Tariq Aziz | 2005-09-27\n- Zalmai Rassoul | Consult | Stephen Hadley | 2005-09-25\n- Stephen Hadley | Make statement | Romania | 2005-10-24\n- Stephen Hadley | Make statement | Japan | 2005-11-11\n- Stephen Hadley | Make statement | Iraq | 2006-03-17\n- Stephen Hadley | Make statement | Iraq | 2006-02-26\n- Stephen Hadley | Make statement | Iran | 2006-03-18\n- Stephen Hadley | Make statement | Iran | 2006-03-17\n- Stephen Hadley | Make statement | Iran | 2005-10-24\n- Stephen Hadley | Consult | Zalmai Rassoul | 2005-09-25\n- Stephen Hadley | Consult | Solomon Passy | 2005-03-25\n- Stephen Hadley | Consult | Joschka Fischer | 2005-06-08\n- Stephen Hadley | Consult | Javier Solana | 2005-01-07\n- Stephen Hadley | Consult | Hilmi Özkök | 2005-09-27\nAnswer:", "completion": " Rene Mario Figueroa", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1276906", "prompt": "Who appealed for the citizens of Australia on 17 January 2009?\nEvidence:\n- Office for the Protection of the Constitution | Consult | Intelligence (Germany) | 2006-03-13\n- Intelligence (Germany) | Consult | Office for the Protection of the Constitution | 2006-03-13\n- Office of the United Nations High Commissioner for Human Rights | Rally support on behalf of | Party Member (Nepal) | 2006-01-23\n- Member of the Judiciary (Iceland) | Rally support on behalf of | Bank (Iceland) | 2014-05-25\n- Member of Parliament (Australia) | Rally support on behalf of | Lawyer/Attorney (Australia) | 2005-07-05\n- Liu Yandong | Consult | Democratic Front for the Reunification of the Fatherland | 2005-10-21\n- Lawyer/Attorney (Germany) | Investigate | Office for the Protection of the Constitution | 2015-08-01\n- Democratic Front for the Reunification of the Fatherland | Consult | Liu Yandong | 2005-10-21\n- Democratic Front for the Reunification of the Fatherland | Accuse | South Korea | 2005-12-25\n- France | Rally support on behalf of | High Commission for Refugees | 2013-08-07\n- Special Rapporteurs of the United Nations | Rally support on behalf of | Detainee (Myanmar) | 2011-08-25\n- Special Rapporteurs of the United Nations | Rally support on behalf of | Detainee (Myanmar) | 2009-02-20\n- People Associated with the Opposition (Australia) | Appeal for change in leadership | Member of Parliament (Australia) | 2015-10-12\n- People Associated with the Opposition (Australia) | Appeal for change in leadership | Member of Parliament (Australia) | 2008-03-06\n- Member of Parliament (Australia) | Reject request for policy change | People Associated with the Opposition (Australia) | 2010-10-13\nAnswer:", "completion": " Police (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1342567", "prompt": "Who wanted to negotiate with the UN Security Council in the same month as the citizens of Kyrgyzstan?\nEvidence:\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- UN Security Council | Express intent to engage in diplomatic cooperation (such as policy support) | Iraq | 2005-02-01\n- UN Security Council | Demand change in leadership | Head of Government (Togo) | 2005-02-25\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- Foreign Affairs (Syria) | Express intent to meet or negotiate | UN Security Council | 2005-03-04\n- UN Security Council | Demand settling of dispute | Citizen (Sudan) | 2005-01-13\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\n- UN Security Council | Consult | Nabil Shaath | 2005-01-11\n- UN Security Council | Consult | John Garang | 2005-02-09\n- UN Security Council | Consult | John Garang | 2005-02-08\n- UN Security Council | Consult | African Union | 2005-01-10\n- Nabil Shaath | Consult | UN Security Council | 2005-01-11\nAnswer:", "completion": " Iran", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1348840", "prompt": "Who did the Brazilian military use small arms and light weapons against after 30 November 2010?\nEvidence:\n- Military (Brazil) | fight with small arms and light weapons | Colombia | 2006-04-07\n- Colombia | fight with small arms and light weapons | Military (Brazil) | 2006-04-07\n- Military (Philippines) | fight with small arms and light weapons | Militant (Philippines) | 2005-02-12\n- Military (Lebanon) | fight with small arms and light weapons | Men (Lebanon) | 2005-05-23\n- Military (Guatemala) | fight with small arms and light weapons | Protester (Guatemala) | 2005-03-15\n- Military (Brazil) | fight with small arms and light weapons | Criminal (Brazil) | 2006-03-10\n- Military (Brazil) | fight with small arms and light weapons | Criminal (Brazil) | 2006-03-08\n- Military (Brazil) | fight with small arms and light weapons | Criminal (Brazil) | 2006-03-07\n- Guerrilla (Russia) | fight with small arms and light weapons | Military (Russia) | 2005-04-19\n- Criminal (Brazil) | fight with small arms and light weapons | Military (Brazil) | 2006-03-10\n- Criminal (Brazil) | fight with small arms and light weapons | Military (Brazil) | 2006-03-08\n- Criminal (Brazil) | fight with small arms and light weapons | Military (Brazil) | 2006-03-07\n- Citizen (Brazil) | fight with small arms and light weapons | Military (Brazil) | 2006-03-09\n- Attacker (Macedonia) | fight with small arms and light weapons | Military (Macedonia) | 2005-08-11\n- Attacker (Chechnya) | fight with small arms and light weapons | Military (Russia) | 2005-08-22\nAnswer:", "completion": " Citizen (Brazil)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1067980", "prompt": "When did the Civic Platform express its intention to meet with Kazakhstan?\nEvidence:\n- Civic Platform | Express intent to meet or negotiate | Kazakhstan | 2012-02-21\n- Other Authorities / Officials (Kazakhstan) | Make statement | Civic Platform | 2012-02-21\n- Aleksander Kwasniewski | Express intent to meet or negotiate | Civic Platform | 2007-09-28\n- Civic Platform | Investigate | Bank (Poland) | 2015-03-12\n- Civic Platform | Investigate | Bank (Poland) | 2015-03-11\n- Anna Fotyga | Threaten | Civic Platform | 2007-10-26\n- Zyta Gilowska | Make statement | Civic Platform | 2006-06-29\n- Radoslaw Sikorski | Make statement | Civic Platform | 2007-11-22\n- Lawmaker (Poland) | Reduce relations | Civic Platform | 2013-09-12\n- Lawmaker (Poland) | Make statement | Civic Platform | 2015-09-12\n- Economist (Poland) | Make statement | Civic Platform | 2005-10-20\n- Civic Platform | Make statement | Government (Poland) | 2007-11-23\n- Civic Platform | Make statement | Government (Poland) | 2006-02-15\n- Anna Fotyga | Make statement | Civic Platform | 2006-12-22\n- Expatriate (Poland) | Praise or endorse | Civic Platform | 2010-07-05\nAnswer:", "completion": " 2012-02-21", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1061760", "prompt": "Before the Business of Somalia, who last did the Media Personnel of Somalia request for?\nEvidence:\n- Media Personnel (Somalia) | Accuse | Business (Somalia) | 2009-10-17\n- Media Personnel (Somalia) | Make statement | Business (Somalia) | 2014-04-14\n- Media Personnel (Somalia) | Make statement | Business (Somalia) | 2009-10-17\n- Media Personnel (Somalia) | Make statement | Business (Somalia) | 2006-12-24\n- Media Personnel (Somalia) | Make an appeal or request | Business (Somalia) | 2011-01-11\n- Media Personnel (Somalia) | Appeal for intelligence | Special Rapporteurs of the United Nations | 2014-04-07\n- Media Personnel (Somalia) | Appeal for diplomatic cooperation (such as policy support) | Business (Somalia) | 2008-09-20\n- Media Personnel (Somalia) | Appeal for release of persons or property | Armed Band (Somalia) | 2011-10-31\n- Media Personnel (Somalia) | Appeal for de-escalation of military engagement | Interim Government (Somalia) | 2008-07-31\n- Media Personnel (Somalia) | Threaten | Criminal (Somalia) | 2008-01-13\n- Media Personnel (Somalia) | Accuse | Governor (Somalia) | 2012-05-13\n- Media Personnel (Somalia) | Accuse | Criminal (Somalia) | 2010-02-23\n- Governor (Somalia) | Accuse | Media Personnel (Somalia) | 2012-07-02\n- Media Personnel (Somalia) | Make an appeal or request | Businessperson (Somalia) | 2011-02-13\n- Media (Africa) | Make an appeal or request | Business (Somalia) | 2011-09-12\nAnswer:", "completion": " Al-Shabaab", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1276939", "prompt": "In 2015, who used small arms and light weapons against the citizens of Saudi Arabia?\nEvidence:\n- Police (Saudi Arabia) | fight with small arms and light weapons | Citizen (Saudi Arabia) | 2013-06-23\n- Police (Saudi Arabia) | fight with small arms and light weapons | Citizen (Saudi Arabia) | 2013-06-22\n- Police (Saudi Arabia) | fight with small arms and light weapons | Citizen (Saudi Arabia) | 2011-03-11\n- Police (Saudi Arabia) | fight with small arms and light weapons | Citizen (Saudi Arabia) | 2005-12-28\n- Police (Saudi Arabia) | fight with small arms and light weapons | Citizen (Saudi Arabia) | 2005-11-16\n- Police (Saudi Arabia) | fight with small arms and light weapons | Citizen (Saudi Arabia) | 2005-05-09\n- Citizen (Saudi Arabia) | fight with small arms and light weapons | Police (Saudi Arabia) | 2015-11-09\n- Citizen (Saudi Arabia) | fight with small arms and light weapons | Police (Saudi Arabia) | 2015-04-28\n- Citizen (Saudi Arabia) | fight with small arms and light weapons | Police (Saudi Arabia) | 2015-04-24\n- Citizen (Saudi Arabia) | fight with small arms and light weapons | Police (Saudi Arabia) | 2015-01-02\n- Citizen (Saudi Arabia) | fight with small arms and light weapons | Police (Saudi Arabia) | 2013-06-23\n- Citizen (Saudi Arabia) | fight with small arms and light weapons | Police (Saudi Arabia) | 2012-11-16\n- Citizen (Saudi Arabia) | fight with small arms and light weapons | Police (Saudi Arabia) | 2011-10-08\n- Citizen (Saudi Arabia) | fight with small arms and light weapons | Police (Saudi Arabia) | 2009-10-14\n- Citizen (Saudi Arabia) | fight with small arms and light weapons | Police (Saudi Arabia) | 2006-08-21\nAnswer:", "completion": " Armed Gang (Saudi Arabia)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1086997", "prompt": "Who suffered from the conventional military forces of the Muslims of Syria after 20 July 2011?\nEvidence:\n- Muslim (Syria) | Use conventional military force | Christian (Syria) | 2011-07-20\n- Christian (Syria) | Use conventional military force | Muslim (Syria) | 2011-07-20\n- Muslim (Syria) | Use conventional military force | Indigenous People (Syria) | 2011-07-20\n- Christian (Syria) | Use conventional military force | Indigenous People (Syria) | 2011-07-20\nAnswer:", "completion": " Militia (Syrian Kurds)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 4, "n_anchors": 0} +{"id": "mtq_1373893", "prompt": "After the German government, who was the first to praise Abdel Fattah Al-Sisi?\nEvidence:\n- Abdel Fattah Al-Sisi | Praise or endorse | Police (Egypt) | 2012-12-19\n- People Associated with the Opposition (Egypt) | Praise or endorse | Abdel Fattah Al-Sisi | 2013-07-01\n- Protester (Egypt) | Reject | Abdel Fattah Al-Sisi | 2013-01-29\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-07-03\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-04-24\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-20\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-18\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-17\n- Barack Obama | Consult | Abdel Fattah Al-Sisi | 2013-04-26\n- Abdel Fattah Al-Sisi | Threaten | Protester (Egypt) | 2013-07-24\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-07-03\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-04-24\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-20\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-18\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-17\nAnswer:", "completion": " Viktor Orban", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1370261", "prompt": "After the indigenous people of Portugal, with whom did the Ministry of Foreign Affairs of Portugal wish to meet first?\nEvidence:\n- Foreign Affairs (Portugal) | Make statement | Portugal | 2005-06-15\n- Foreign Affairs (Portugal) | Make statement | Portugal | 2005-05-30\n- Foreign Affairs (Portugal) | Make statement | Portugal | 2005-03-31\n- Portugal | Host a visit | Indigenous People (United Kingdom) | 2005-06-02\n- Indigenous People (United Kingdom) | Make a visit | Portugal | 2005-06-02\n- Portugal | Make statement | Head of Government (Portugal) | 2005-03-13\n- Portugal | Make statement | Head of Government (Portugal) | 2005-03-12\n- Head of Government (Portugal) | Make statement | Portugal | 2005-03-21\n- Head of Government (Portugal) | Make statement | Portugal | 2005-03-13\n- Head of Government (Portugal) | Make statement | Portugal | 2005-03-12\n- Portugal | Praise or endorse | Head of Government (Portugal) | 2005-05-27\n- Portugal | Express intent to meet or negotiate | China | 2005-01-17\n- Portugal | Express intent to meet or negotiate | China | 2005-01-05\n- China | Express intent to meet or negotiate | Portugal | 2005-01-17\n- Portugal | Arrest, detain, or charge with legal action | Criminal (Portugal) | 2005-03-30\nAnswer:", "completion": " Angola", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1151422", "prompt": "With whom did Daniel arap Moi negotiate after Sudan?\nEvidence:\n- Daniel Arap Moi | Mediate | Sudan | 2005-07-04\n- Daniel Arap Moi | Demand | Sudan | 2005-04-19\n- Sudan | Engage in negotiation | Daniel Arap Moi | 2005-03-10\n- Daniel Arap Moi | Praise or endorse | Sudan | 2005-03-11\n- Daniel Arap Moi | Engage in negotiation | Sudan | 2005-03-10\n- Daniel Arap Moi | Express intent to meet or negotiate | Sudan | 2005-03-03\n- Mwai Kibaki | Consult | Daniel Arap Moi | 2005-12-17\n- Mwai Kibaki | Consult | Daniel Arap Moi | 2005-11-28\n- Daniel Arap Moi | Consult | Mwai Kibaki | 2005-12-17\n- Daniel Arap Moi | Consult | Mwai Kibaki | 2005-11-28\n- Citizen (Africa) | Demand | Daniel Arap Moi | 2005-08-30\n- Citizen (Africa) | Demand | Daniel Arap Moi | 2005-08-29\n- Chris Okemo | Accuse | Daniel Arap Moi | 2006-05-22\n- Daniel Arap Moi | Make an appeal or request | Sudan | 2005-07-04\n- William ole Ntimama | Accuse | Daniel Arap Moi | 2005-11-23\nAnswer:", "completion": " Head of Government (Kenya)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1072559", "prompt": "Who was the first person Agence France-Presse telephoned after the lawyer/attorney of Libya?\nEvidence:\n- Lawyer/Attorney (Jordan) | Make statement | Agence France-Presse | 2005-01-11\n- Lawyer/Attorney (Dominican Republic) | Make statement | Agence France-Presse | 2005-01-27\n- Lawyer/Attorney (Australia) | Engage in negotiation | Agence France-Presse | 2005-01-28\n- Agence France-Presse | Engage in negotiation | Lawyer/Attorney (Australia) | 2005-01-28\n- France | Make statement | Agence France-Presse | 2005-02-21\n- Agence France-Presse | Investigate | Iran | 2005-03-10\n- Agence France-Presse | Investigate | Iran | 2005-01-19\n- Agence France-Presse | Cooperate economically | China | 2005-01-26\n- Agence France-Presse | Consult | African Union | 2005-02-01\n- African Union | Consult | Agence France-Presse | 2005-02-01\n- Foreign Affairs (France) | Make statement | Agence France-Presse | 2005-02-23\n- Sudan | Praise or endorse | Agence France-Presse | 2005-01-08\n- Police (Indonesia) | Make statement | Agence France-Presse | 2005-01-15\n- Japan | Discuss by telephone | Agence France-Presse | 2005-03-20\n- Agence France-Presse | Make statement | Protester (Afghanistan) | 2005-03-07\nAnswer:", "completion": " Army Personnel (Guinea)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1025690", "prompt": "Who supported South Korea on the same year of Winston Peters?\nEvidence:\n- Winston Peters | Make a visit | South Korea | 2005-11-16\n- South Korea | Host a visit | Winston Peters | 2005-11-16\n- Winston Peters | Consult | Malaysia | 2006-02-22\n- Malaysia | Consult | Winston Peters | 2006-02-22\n- Winston Peters | Express intent to meet or negotiate | South Korea | 2005-11-09\n- Winston Peters | Make statement | France | 2005-11-03\n- Winston Peters | Consult | Michael Cullen | 2005-10-12\n- Winston Peters | Consult | Frank Bainimarama | 2006-02-27\n- Winston Peters | Consult | Frank Bainimarama | 2006-02-25\n- Winston Peters | Consult | Frank Bainimarama | 2006-02-24\n- Winston Peters | Consult | Borys Tarasyuk | 2006-04-08\n- Winston Peters | Accuse | Michael Cullen | 2005-04-18\n- Michael Cullen | Consult | Winston Peters | 2005-10-12\n- Frank Bainimarama | Consult | Winston Peters | 2006-02-27\n- Frank Bainimarama | Consult | Winston Peters | 2006-02-25\nAnswer:", "completion": " Iran", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1259149", "prompt": "When was the last time Gerhard Schröder negotiated with Shaukat Aziz?\nEvidence:\n- Gerhard Schröder | Threaten | Iran | 2005-02-24\n- Gerhard Schröder | Threaten | Iran | 2005-02-23\n- Gerhard Schröder | Threaten | Iran | 2005-02-01\n- Gerhard Schröder | Reject | Iraq | 2005-02-21\n- Jack Straw | Consult | Gerhard Schröder | 2005-02-04\n- Government (Germany) | Consult | Gerhard Schröder | 2005-01-12\n- Gerhard Schröder | Make statement | Iraq | 2005-02-09\n- Gerhard Schröder | Make statement | Iraq | 2005-02-04\n- Gerhard Schröder | Make statement | Iraq | 2005-02-03\n- Gerhard Schröder | Make statement | France | 2005-01-28\n- Gerhard Schröder | Make statement | China | 2005-02-12\n- Gerhard Schröder | Consult | Jack Straw | 2005-02-04\n- Gerhard Schröder | Consult | Government (Germany) | 2005-01-12\n- Newspaper (Germany) | Make statement | Gerhard Schröder | 2005-09-29\n- Newspaper (Germany) | Make statement | Gerhard Schröder | 2005-08-23\nAnswer:", "completion": " 2005-07-12", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1021671", "prompt": "In which month did Wen Jiabao last express his intention to meet Pervez Musharraf?\nEvidence:\n- Wen Jiabao | Express intent to meet or negotiate | China | 2005-02-03\n- China | Express intent to meet or negotiate | Wen Jiabao | 2005-01-24\n- Pervez Musharraf | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Jack Straw | Express intent to meet or negotiate | Pervez Musharraf | 2005-02-14\n- Jack Straw | Express intent to meet or negotiate | Pervez Musharraf | 2005-02-13\n- Bertie Ahern | Express intent to meet or negotiate | Wen Jiabao | 2005-01-17\n- Bertie Ahern | Express intent to meet or negotiate | Wen Jiabao | 2005-01-11\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | Wen Jiabao | 2005-02-03\n- Pervez Musharraf | Consult | Japan | 2005-01-10\n- Japan | Consult | Pervez Musharraf | 2005-01-10\n- Pervez Musharraf | Refuse to yield | Benazir Bhutto | 2005-01-12\n- Pervez Musharraf | Refuse to yield | Benazir Bhutto | 2005-01-11\n- Wen Jiabao | Express intent to meet or negotiate | Association of Southeast Asian Nations | 2005-01-04\n- Pervez Musharraf | Engage in symbolic act | Abdul Kalam | 2005-01-25\n- Pervez Musharraf | Engage in diplomatic cooperation | Benazir Bhutto | 2005-01-04\nAnswer:", "completion": " 2005-04", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1203252", "prompt": "Who signed an agreement with Tony Blair on 25 March 2007?\nEvidence:\n- UN Security Council | Sign formal agreement | Tony Blair | 2007-03-25\n- Tony Blair | Sign formal agreement | UN Security Council | 2007-03-25\n- Tony Blair | Threaten | Iran | 2007-03-25\n- Tony Blair | Accuse | Iran | 2007-03-25\n- Tony Blair | Make statement | Sudan | 2007-03-25\n- Tony Blair | Make statement | Iran | 2007-03-25\n- Tony Blair | Praise or endorse | Sudan | 2007-03-25\n- Tony Blair | Make optimistic comment | Iran | 2007-03-25\n- Japan | Make an appeal or request | Iran | 2007-03-25\n- Angela Merkel | Make an appeal or request | Iran | 2007-03-25\n- UN Security Council | Impose embargo, boycott, or sanctions | Iran | 2007-03-25\n- UN Security Council | Express intent to meet or negotiate | Iran | 2007-03-25\n- Media Personnel (Iran) | Praise or endorse | UN Security Council | 2007-03-25\n- Media Personnel (Iran) | Criticize or denounce | UN Security Council | 2007-03-25\n- Mahmoud Ahmadinejad | Make statement | UN Security Council | 2007-03-25\nAnswer:", "completion": " UN Security Council", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1059681", "prompt": "Who did the citizens of Belgium express their intention to negotiate with first, after the Council of Ministers of Belgium?\nEvidence:\n- Citizen (Belgium) | Express intent to meet or negotiate | Cabinet / Council of Ministers / Advisors (Belgium) | 2006-03-09\n- Citizen (Belgium) | Express intent to cooperate | Cabinet / Council of Ministers / Advisors (Belgium) | 2006-09-27\n- Cabinet / Council of Ministers / Advisors (Belgium) | Express intent to cooperate | Citizen (Belgium) | 2006-09-27\n- Cabinet / Council of Ministers / Advisors (Brazil) | Make statement | First Command of the Capital | 2006-07-15\n- Alexis Tsipras | Express intent to meet or negotiate | Cabinet / Council of Ministers / Advisors (Belgium) | 2015-04-30\n- Foreign Affairs (Belgium) | Consult | Cabinet / Council of Ministers / Advisors (Belgium) | 2008-09-16\n- Cabinet / Council of Ministers / Advisors (Belgium) | Consult | Foreign Affairs (Belgium) | 2008-09-16\n- Citizen (Belgium) | Criticize or denounce | Cabinet / Council of Ministers / Advisors (Belgium) | 2010-10-29\n- Cabinet / Council of Ministers / Advisors (Belgium) | Demand | Sudan | 2014-07-09\n- Davit Usupashvili | Consult | Cabinet / Council of Ministers / Advisors (Belgium) | 2007-10-27\n- Cabinet / Council of Ministers / Advisors (Belgium) | Consult | Davit Usupashvili | 2007-10-27\n- Shaukat Aziz | Express intent to meet or negotiate | People Associated with the Opposition (Belgium) | 2006-02-23\n- Cabinet / Council of Ministers / Advisors (Belgium) | Praise or endorse | Military Personnel - Special (Belgium) | 2014-05-15\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-07-02\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-06-27\nAnswer:", "completion": " Javier Solana", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1273645", "prompt": "Who negotiated with Valdas Adamkus before the Lithuanian representatives?\nEvidence:\n- Valdas Adamkus | Consult | Lithuanian Armed Forces | 2005-02-21\n- Lithuanian Armed Forces | Consult | Valdas Adamkus | 2005-02-21\n- Valdas Adamkus | Consult | Representatives (Lithuania) | 2005-05-04\n- Representatives (Lithuania) | Consult | Valdas Adamkus | 2005-05-04\n- Valdas Adamkus | Consult | Ivan Gasparovic | 2005-02-28\n- Valdas Adamkus | Consult | Arnold Rüütel | 2005-03-29\n- Valdas Adamkus | Consult | Antanas Valionis | 2005-06-20\n- Valdas Adamkus | Consult | Antanas Valionis | 2005-04-11\n- Valdas Adamkus | Consult | Antanas Valionis | 2005-03-23\n- Valdas Adamkus | Consult | Algirdas Butkevičius | 2005-04-19\n- Valdas Adamkus | Consult | Aleksander Kwasniewski | 2005-03-09\n- Ivan Gasparovic | Consult | Valdas Adamkus | 2005-02-28\n- Arnold Rüütel | Consult | Valdas Adamkus | 2005-03-29\n- Antanas Valionis | Consult | Valdas Adamkus | 2005-06-20\n- Antanas Valionis | Consult | Valdas Adamkus | 2005-04-11\nAnswer:", "completion": " Toomas Hendrik Ilves", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1370510", "prompt": "Who last wanted to negotiate with Portugal before the head of government of South Korea did?\nEvidence:\n- Portugal | Make statement | Head of Government (Portugal) | 2005-03-13\n- Portugal | Make statement | Head of Government (Portugal) | 2005-03-12\n- Head of Government (Portugal) | Make statement | Portugal | 2005-03-21\n- Head of Government (Portugal) | Make statement | Portugal | 2005-03-13\n- Head of Government (Portugal) | Make statement | Portugal | 2005-03-12\n- Portugal | Praise or endorse | Head of Government (Portugal) | 2005-05-27\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Portugal | Make pessimistic comment | Head of Government (Finland) | 2005-04-25\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Head of Government (Finland) | Express intent to meet or negotiate | Thailand | 2005-01-18\n- Portugal | Express intent to meet or negotiate | China | 2005-01-17\n- Portugal | Express intent to meet or negotiate | China | 2005-01-05\n- China | Express intent to meet or negotiate | Portugal | 2005-01-17\n- Portugal | Arrest, detain, or charge with legal action | Criminal (Portugal) | 2005-03-30\n- Mladen Ivanic | Express intent to meet or negotiate | Portugal | 2005-05-12\nAnswer:", "completion": " Aigars Kalvitis", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1148456", "prompt": "In which year did Koichiro Matsuura first express his intention to meet George Yeo?\nEvidence:\n- Koichiro Matsuura | Express intent to meet or negotiate | George Yeo | 2008-12-03\n- Koichiro Matsuura | Express intent to cooperate | Cambodia | 2011-03-03\n- Cambodia | Express intent to cooperate | Koichiro Matsuura | 2011-03-03\n- Thailand | Engage in negotiation | Koichiro Matsuura | 2011-02-25\n- Koichiro Matsuura | Engage in negotiation | Thailand | 2011-02-25\n- Koichiro Matsuura | Engage in negotiation | Cambodia | 2011-02-25\n- Cambodia | Engage in negotiation | Koichiro Matsuura | 2011-02-25\n- Koichiro Matsuura | Express intent to meet or negotiate | South Korea | 2008-07-18\n- Koichiro Matsuura | Express intent to meet or negotiate | Abhisit Vejjajiva | 2011-02-25\n- Raúl Castro | Express intent to cooperate | Koichiro Matsuura | 2009-01-20\n- Koichiro Matsuura | Express intent to cooperate | Raúl Castro | 2009-01-20\n- Koichiro Matsuura | Consult | Chen Zhili | 2010-03-23\n- Koichiro Matsuura | Consult | Branko Crvenkovski | 2007-06-08\n- Chen Zhili | Consult | Koichiro Matsuura | 2010-03-23\n- Branko Crvenkovski | Consult | Koichiro Matsuura | 2007-06-08\nAnswer:", "completion": " 2008", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1293076", "prompt": "In which year did the Kenyan media last support Uhuru Muigai Kenyatta?\nEvidence:\n- Uhuru Muigai Kenyatta | Demand | Media (Africa) | 2005-05-23\n- Uhuru Muigai Kenyatta | Demonstrate or rally | Media (Kenya) | 2005-09-25\n- Uhuru Muigai Kenyatta | Engage in negotiation | Barack Obama | 2006-08-25\n- Barack Obama | Engage in negotiation | Uhuru Muigai Kenyatta | 2006-08-25\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2012-10-05\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2012-02-18\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2007-03-15\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2006-12-20\n- William Ruto | Accuse | Uhuru Muigai Kenyatta | 2012-05-08\n- Uhuru Muigai Kenyatta | Yield | Mwai Kibaki | 2005-09-12\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2012-10-05\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2012-02-18\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2007-03-15\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2006-12-20\n- Uhuru Muigai Kenyatta | Accuse | William Ruto | 2005-02-22\nAnswer:", "completion": " 2013", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1347193", "prompt": "Who did the UN Security Council blame after 27 March 2010?\nEvidence:\n- UN Security Council | Accuse | Eritrea | 2010-03-27\nAnswer:", "completion": " Benjamin Netanyahu", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 1} +{"id": "mtq_1195794", "prompt": "In which year did the police of Tanzania last accuse the refugee of Tanzania?\nEvidence:\n- Police (Tanzania) | Accuse | Citizen (Tanzania) | 2005-07-25\n- Police (Tanzania) | Accuse | Citizen (Tanzania) | 2005-04-09\n- Tanzania | Accuse | Citizen (Tanzania) | 2005-08-23\n- Police (Tanzania) | Investigate | Tanzania | 2005-04-04\n- Police (Tanzania) | Use tactics of violent repression | Citizen (Tanzania) | 2005-04-12\n- Police (Tanzania) | Use tactics of violent repression | Citizen (Tanzania) | 2005-04-11\n- Police (Tanzania) | Confiscate property | Tanzania | 2005-04-29\n- Police (Tanzania) | Confiscate property | Tanzania | 2005-03-08\n- Citizen (Tanzania) | Yield | Police (Tanzania) | 2005-04-06\n- Police (Tanzania) | Mobilize or increase police power | Tanzania | 2005-04-08\n- Police (Tanzania) | Physically assault | Citizen (Tanzania) | 2005-04-29\n- Police (Tanzania) | Physically assault | Citizen (Tanzania) | 2005-03-08\n- Police (Tanzania) | Confiscate property | Citizen (Tanzania) | 2005-03-08\n- Citizen (Tanzania) | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2005-04-01\n- Police (Tanzania) | Use conventional military force | Tanzania | 2005-04-05\nAnswer:", "completion": " 2008", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1112533", "prompt": "In what month did Mikhail Sergeyevich Gorbachev accuse Dmitry Anatolyevich Medvedev?\nEvidence:\n- Mikhail Sergeyevich Gorbachev | Consult | Dmitry Anatolyevich Medvedev | 2009-02-02\n- Mikhail Sergeyevich Gorbachev | Consult | Dmitry Anatolyevich Medvedev | 2009-01-29\n- Mikhail Sergeyevich Gorbachev | Consult | Dmitry Anatolyevich Medvedev | 2006-06-04\n- Dmitry Anatolyevich Medvedev | Consult | Mikhail Sergeyevich Gorbachev | 2009-02-02\n- Dmitry Anatolyevich Medvedev | Consult | Mikhail Sergeyevich Gorbachev | 2009-01-29\n- Dmitry Anatolyevich Medvedev | Consult | Mikhail Sergeyevich Gorbachev | 2006-06-04\n- Mikhail Sergeyevich Gorbachev | Make statement | Dmitry Anatolyevich Medvedev | 2009-02-02\n- Mikhail Sergeyevich Gorbachev | Make statement | Dmitry Anatolyevich Medvedev | 2007-12-10\n- Mikhail Sergeyevich Gorbachev | Praise or endorse | Dmitry Anatolyevich Medvedev | 2009-02-24\n- Mikhail Sergeyevich Gorbachev | Praise or endorse | Dmitry Anatolyevich Medvedev | 2009-02-20\n- Dmitry Anatolyevich Medvedev | Praise or endorse | Mikhail Sergeyevich Gorbachev | 2009-03-02\n- Dmitry Anatolyevich Medvedev | Make optimistic comment | Mikhail Sergeyevich Gorbachev | 2009-03-02\n- Mikhail Sergeyevich Gorbachev | Make an appeal or request | Dmitry Anatolyevich Medvedev | 2008-10-17\n- Wojciech Jaruzelski | Investigate | Mikhail Sergeyevich Gorbachev | 2008-05-16\n- Wen Jiabao | Consult | Mikhail Sergeyevich Gorbachev | 2007-04-12\nAnswer:", "completion": " 2011-02", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1181477", "prompt": "Who made pessimistic remarks about the Labour Union of Nigeria on 13 September 2010?\nEvidence:\n- Citizen (Nigeria) | Make pessimistic comment | Labor Union (Nigeria) | 2010-09-13\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1316556", "prompt": "Who was the first to praise Islam Karimov after Pervez Musharraf?\nEvidence:\n- Pervez Musharraf | Consult | Islam Karimov | 2005-03-06\n- Islam Karimov | Consult | Pervez Musharraf | 2005-03-06\n- Pervez Musharraf | Express intent to cooperate | Islam Karimov | 2005-03-09\n- Pervez Musharraf | Sign formal agreement | Islam Karimov | 2005-03-07\n- Pervez Musharraf | Sign formal agreement | Islam Karimov | 2005-03-06\n- Pervez Musharraf | Make a visit | Islam Karimov | 2005-03-07\n- Pervez Musharraf | Engage in negotiation | Islam Karimov | 2005-03-07\n- Pervez Musharraf | Engage in negotiation | Islam Karimov | 2005-03-06\n- Pervez Musharraf | Engage in negotiation | Islam Karimov | 2005-03-05\n- Islam Karimov | Sign formal agreement | Pervez Musharraf | 2005-03-07\n- Islam Karimov | Sign formal agreement | Pervez Musharraf | 2005-03-06\n- Islam Karimov | Host a visit | Pervez Musharraf | 2005-03-07\n- Islam Karimov | Engage in negotiation | Pervez Musharraf | 2005-03-07\n- Islam Karimov | Engage in negotiation | Pervez Musharraf | 2005-03-06\n- Islam Karimov | Engage in negotiation | Pervez Musharraf | 2005-03-05\nAnswer:", "completion": " Dmitry Anatolyevich Medvedev", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1216595", "prompt": "Which country did the United Arab Emirates condemn in the same month as Lebanon's political parties?\nEvidence:\n- Supreme Council (United Arab Emirates) | Make statement | United Arab Emirates | 2005-03-26\n- Treasury/Finance Ministry (United Arab Emirates) | Make statement | United Arab Emirates | 2005-02-13\n- United Arab Emirates | Engage in negotiation | Qatar | 2005-03-07\n- Qatar | Engage in negotiation | United Arab Emirates | 2005-03-07\n- United Arab Emirates | Consult | Iran | 2005-02-01\n- Iran | Consult | United Arab Emirates | 2005-02-01\n- United Arab Emirates | Engage in negotiation | South Korea | 2005-02-01\n- United Arab Emirates | Engage in diplomatic cooperation | Kuwait | 2005-03-29\n- United Arab Emirates | Engage in diplomatic cooperation | Iran | 2005-01-11\n- United Arab Emirates | Engage in diplomatic cooperation | Iran | 2005-01-10\n- South Korea | Engage in negotiation | United Arab Emirates | 2005-02-01\n- Kuwait | Engage in diplomatic cooperation | United Arab Emirates | 2005-03-29\n- Iran | Engage in diplomatic cooperation | United Arab Emirates | 2005-02-07\n- Iran | Engage in diplomatic cooperation | United Arab Emirates | 2005-01-11\n- Iran | Engage in diplomatic cooperation | United Arab Emirates | 2005-01-10\nAnswer:", "completion": " Iran", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1119941", "prompt": "Who did A.K. Antony negotiate with after 2007-06?\nEvidence:\n- Shivshankar Menon | Consult | A.K. Antony | 2007-05-09\n- Shivshankar Menon | Consult | A.K. Antony | 2007-05-08\n- Shivraj Patil | Consult | A.K. Antony | 2007-08-19\n- Shivraj Patil | Consult | A.K. Antony | 2007-07-25\n- Shivraj Patil | Consult | A.K. Antony | 2007-04-06\n- Minister Bogollagama | Consult | A.K. Antony | 2007-06-03\n- Arjun Singh | Consult | A.K. Antony | 2007-10-09\n- Arjun Singh | Consult | A.K. Antony | 2007-08-19\n- A.K. Antony | Consult | Shivshankar Menon | 2007-05-09\n- A.K. Antony | Consult | Shivshankar Menon | 2007-05-08\n- A.K. Antony | Consult | Shivraj Patil | 2007-08-19\n- A.K. Antony | Consult | Shivraj Patil | 2007-07-25\n- A.K. Antony | Consult | Shivraj Patil | 2007-04-06\n- A.K. Antony | Consult | Minister Bogollagama | 2007-06-03\n- A.K. Antony | Consult | Arjun Singh | 2007-10-09\nAnswer:", "completion": " Minister Bogollagama", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1336519", "prompt": "Before William Ruto, who was the last person investigated by the Kenyan police?\nEvidence:\n- William Ruto | Accuse | Police (Kenya) | 2007-04-30\n- William Ruto | Accuse | Police (Kenya) | 2005-07-20\n- Police (Kenya) | Demand | William Ruto | 2006-02-01\n- William Ruto | Make statement | Police (Kenya) | 2005-12-08\n- William Ruto | Consult | Chris Okemo | 2006-02-06\n- Chris Okemo | Consult | William Ruto | 2006-02-06\n- William Ruto | Make statement | Mwai Kibaki | 2005-11-24\n- William Ruto | Demand | Daniel Arap Moi | 2006-09-04\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2013-02-13\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2012-12-24\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2012-11-29\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2012-10-05\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2012-02-18\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2007-03-15\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2006-12-20\nAnswer:", "completion": " Al-Shabaab", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1115707", "prompt": "Who negotiated with the Syrian Foreign Ministry before 14 May 2006?\nEvidence:\n- Theresa May | Consult | Secretary of State for the Home Department | 2013-06-26\n- Secretary of State for the Home Department | Consult | Theresa May | 2013-06-26\n- Secretary of State for the Home Department | Accuse | Theresa May | 2014-11-04\n- Theresa May | Make statement | Secretary of State for the Home Department | 2011-12-14\n- Secretary of State for the Home Department | Make statement | Theresa May | 2014-05-23\n- Secretary of State for the Home Department | Make statement | Theresa May | 2012-04-19\n- Secretary of State for the Home Department | Criticize or denounce | Theresa May | 2011-10-05\n- Theresa May | Express intent to meet or negotiate | Ministry (Tunisia) | 2015-06-29\n- Theresa May | Reject | Boris Johnson | 2014-01-09\n- Theresa May | Consult | Roumyana Buchvarova | 2015-11-06\n- Theresa May | Accuse | Tony Blair | 2006-04-20\n- Roumyana Buchvarova | Consult | Theresa May | 2015-11-06\n- Chris Huhne | Apologize | Theresa May | 2011-10-10\n- Boris Johnson | Demand | Theresa May | 2014-12-19\n- People Associated with the Opposition (Brazil) | Demand | Ministry (Brazil) | 2012-01-11\nAnswer:", "completion": " Abdul-Karim Al-Arhabi", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1012975", "prompt": "In 2012, who used unconventional force against the Thief of India?\nEvidence:\n- Thief (India) | Use unconventional violence | Member of Parliament (India) | 2011-11-08\n- Thief (India) | Use unconventional violence | Head of Government (India) | 2012-12-28\n- Thief (India) | Use unconventional violence | Head of Government (India) | 2012-07-08\n- Villager (India) | Use unconventional violence | Thief (India) | 2012-09-06\n- Villager (India) | Use unconventional violence | Thief (India) | 2010-07-29\n- Villager (India) | Use unconventional violence | Thief (India) | 2007-09-13\n- Villager (India) | Use unconventional violence | Thief (India) | 2006-12-05\n- Thief (India) | Use unconventional violence | Villager (India) | 2013-05-20\n- Thief (India) | Use unconventional violence | Villager (India) | 2013-04-09\n- Thief (India) | Use unconventional violence | Villager (India) | 2012-09-02\n- Thief (India) | Use unconventional violence | Villager (India) | 2010-07-29\n- Thief (India) | Use unconventional violence | Villager (India) | 2007-05-26\n- Thief (India) | Use unconventional violence | Nurse (India) | 2013-09-08\n- Thief (India) | Use unconventional violence | Men (India) | 2015-11-13\n- Thief (India) | Use unconventional violence | Men (India) | 2015-08-09\nAnswer:", "completion": " Men (India)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1287645", "prompt": "After Hilmi Özkök, which country was the first to request a meeting with Kazakhstan?\nEvidence:\n- Kazakhstan | Make a visit | China | 2005-01-25\n- China | Host a visit | Kazakhstan | 2005-01-25\n- Yuriy Lutsenko | Make a visit | Kazakhstan | 2005-04-05\n- Representatives (Russia) | Make a visit | Kazakhstan | 2005-03-05\n- Kazakhstan | Host a visit | Yuriy Lutsenko | 2005-04-05\n- Kazakhstan | Host a visit | Representatives (Russia) | 2005-03-05\n- Kazakhstan | Host a visit | Citizen (Kyrgyzstan) | 2005-03-09\n- Citizen (Kyrgyzstan) | Make a visit | Kazakhstan | 2005-03-09\n- Kazakhstan | Make an appeal or request | South Korea | 2005-04-20\n- Wesley K. Clark | Make a visit | Kazakhstan | 2005-04-23\n- Mikhail Yefimovich Fradkov | Make a visit | Kazakhstan | 2005-03-23\n- Kazakhstan | Meet at a 'third' location | Cambodia | 2005-04-04\n- Kazakhstan | Host a visit | Wesley K. Clark | 2005-04-23\n- Kazakhstan | Host a visit | Mikhail Yefimovich Fradkov | 2005-03-23\n- Kazakhstan | Host a visit | Foreign Affairs (Belarus) | 2005-04-19\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1313147", "prompt": "Who visited Romania last, before Nasser Judeh?\nEvidence:\n- Nasser Judeh | Consult | Japan | 2010-07-28\n- Japan | Consult | Nasser Judeh | 2010-07-28\n- Nasser Judeh | Make statement | Qatar | 2006-10-03\n- Nasser Judeh | Make statement | Iraq | 2007-03-26\n- Nasser Judeh | Make statement | Iraq | 2006-11-07\n- Nasser Judeh | Make statement | Iraq | 2006-11-06\n- Nasser Judeh | Consult | Barack Obama | 2009-04-11\n- Barack Obama | Consult | Nasser Judeh | 2009-04-11\n- Yemen | Make a visit | Nasser Judeh | 2008-06-13\n- Qatar | Host a visit | Nasser Judeh | 2006-08-10\n- Nasser Judeh | Praise or endorse | Yemen | 2008-06-13\n- Nasser Judeh | Make statement | Police (Jordan) | 2007-06-11\n- Nasser Judeh | Make statement | Police (Jordan) | 2006-04-13\n- Nasser Judeh | Make statement | Police (Jordan) | 2006-03-01\n- Nasser Judeh | Make statement | Police (Jordan) | 2005-12-19\nAnswer:", "completion": " Defense / Security Ministry (United States)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1327380", "prompt": "In 2011, who was the first to condemn the citizens of the United Kingdom?\nEvidence:\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Chancellor of the Exchequer | Reject | Citizen (United Kingdom) | 2006-07-13\n- Member of the Judiciary (United States) | Reject | Businessperson (United Kingdom) | 2011-10-27\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- President of the Senate (United Kingdom) | Consult | Joaquim Barbosa | 2014-05-29\n- Newspaper (United Kingdom) | Make statement | Chancellor of the Exchequer | 2006-11-24\n- Joaquim Barbosa | Consult | President of the Senate (United Kingdom) | 2014-05-29\n- President of the Senate (United Kingdom) | Consult | House Speaker (United States) | 2005-12-29\n- Men (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2006-07-13\n- Lawyer/Attorney (United Kingdom) | Apologize | Member of the Judiciary (United States) | 2008-03-22\n- House Speaker (United States) | Consult | President of the Senate (United Kingdom) | 2005-12-29\n- Citizen (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2011-02-23\nAnswer:", "completion": " Court Judge (United Kingdom)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1227711", "prompt": "After 19 March 2010, who was accused by the police of South Africa?\nEvidence:\n- Police (South Africa) | Confiscate property | South Africa | 2010-03-19\n- Police (South Africa) | Accuse | Men (South Africa) | 2010-03-19\n- South Africa | Engage in diplomatic cooperation | China | 2010-03-19\n- China | Engage in diplomatic cooperation | South Africa | 2010-03-19\n- South Korea | Engage in negotiation | China | 2010-03-19\n- China | Engage in negotiation | South Korea | 2010-03-19\n- China | Consider policy option | South Korea | 2010-03-19\n- Wen Jiabao | Make statement | China | 2010-03-19\n- Wang Yi | Make statement | China | 2010-03-19\n- Grand National Party | Make a visit | China | 2010-03-19\n- Grand National Party | Express intent to meet or negotiate | China | 2010-03-19\n- France | Express intent to meet or negotiate | China | 2010-03-19\n- Congress (United States) | Accuse | China | 2010-03-19\n- China | Make statement | Businessperson (Australia) | 2010-03-19\n- China | Host a visit | Grand National Party | 2010-03-19\nAnswer:", "completion": " Armed Gang (South Africa)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1053029", "prompt": "Who was the last to praise Umaru Musa Yar'Adua before the Nigerian government?\nEvidence:\n- Nigerian Television Authority | Make statement | Umaru Musa Yar'Adua | 2006-12-18\n- Nigerian Television Authority | Make statement | Umaru Musa Yar'Adua | 2006-12-17\n- Government (Nigeria) | Praise or endorse | Umaru Musa Yar'Adua | 2007-04-24\n- Umaru Musa Yar'Adua | Threaten | Government (Nigeria) | 2005-01-25\n- Umaru Musa Yar'Adua | Praise or endorse | China | 2007-05-30\n- Government (South Africa) | Praise or endorse | Umaru Musa Yar'Adua | 2007-04-26\n- Umaru Musa Yar'Adua | Make statement | Government (Nigeria) | 2007-05-29\n- Umaru Musa Yar'Adua | Make statement | Government (Nigeria) | 2007-05-08\n- Umaru Musa Yar'Adua | Praise or endorse | Oluṣẹgun Ọbasanjọ | 2007-02-05\n- Umaru Musa Yar'Adua | Praise or endorse | Oluṣẹgun Ọbasanjọ | 2007-01-28\n- Umaru Musa Yar'Adua | Praise or endorse | Oluṣẹgun Ọbasanjọ | 2007-01-27\n- Oluṣẹgun Ọbasanjọ | Praise or endorse | Umaru Musa Yar'Adua | 2007-05-30\n- Oluṣẹgun Ọbasanjọ | Praise or endorse | Umaru Musa Yar'Adua | 2007-05-29\n- Oluṣẹgun Ọbasanjọ | Praise or endorse | Umaru Musa Yar'Adua | 2007-05-28\n- Oluṣẹgun Ọbasanjọ | Praise or endorse | Umaru Musa Yar'Adua | 2007-04-24\nAnswer:", "completion": " Oluṣẹgun Ọbasanjọ", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1281960", "prompt": "After Kazakhstan, who did Mahmoud Abbas support first?\nEvidence:\n- Mahmoud Abbas | Make statement | Japan | 2005-01-10\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-11\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-10\n- Mahmoud Abbas | Consult | Associated Press | 2005-01-01\n- Mahmoud Abbas | Consult | Abdullah Gül | 2005-01-05\n- Javier Solana | Consult | Mahmoud Abbas | 2005-01-11\n- Javier Solana | Consult | Mahmoud Abbas | 2005-01-10\n- Associated Press | Consult | Mahmoud Abbas | 2005-01-01\n- Abdullah Gül | Consult | Mahmoud Abbas | 2005-01-05\n- Vietnam | Praise or endorse | Mahmoud Abbas | 2005-01-11\n- Shimon Peres | Make statement | Mahmoud Abbas | 2005-01-10\n- Rafael Antonio Bielsa | Consult | Mahmoud Abbas | 2005-01-10\n- Pervez Musharraf | Make statement | Mahmoud Abbas | 2005-01-11\n- Pervez Musharraf | Make statement | Mahmoud Abbas | 2005-01-10\n- Nabil Shaath | Make statement | Mahmoud Abbas | 2005-01-15\nAnswer:", "completion": " Royal Administration (Saudi Arabia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1091398", "prompt": "Who praised the other authorities and officials of Romania before George Yeo did?\nEvidence:\n- Wen Jiabao | Consult | George Yeo | 2005-10-07\n- South Korea | Consult | George Yeo | 2005-11-16\n- George Yeo | Make statement | Mexico | 2005-11-21\n- George Yeo | Make statement | Malaysia | 2005-10-18\n- George Yeo | Make statement | Japan | 2005-12-10\n- George Yeo | Make statement | Japan | 2005-06-24\n- George Yeo | Make statement | Japan | 2005-01-24\n- George Yeo | Make statement | China | 2005-09-07\n- George Yeo | Make statement | China | 2005-05-07\n- George Yeo | Cooperate economically | China | 2005-12-29\n- George Yeo | Consult | Wen Jiabao | 2005-10-07\n- George Yeo | Consult | South Korea | 2005-11-16\n- George Yeo | Demand | Association of Southeast Asian Nations | 2005-09-06\n- Media Personnel (Japan) | Consult | George Yeo | 2005-01-24\n- Malaysia | Host a visit | George Yeo | 2005-09-07\nAnswer:", "completion": " Foreign Affairs (Israel)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1184936", "prompt": "In the same month, who did Al-Shabaab use conventional military force against the military of South Sudan?\nEvidence:\n- Ethiopia | Use conventional military force | Al-Shabaab | 2008-07-30\n- Al-Shabaab | Use conventional military force | Ethiopia | 2008-10-11\n- Al-Shabaab | Use conventional military force | Ethiopia | 2008-07-30\n- Islamic Courts Union | Use conventional military force | Al-Shabaab | 2009-01-12\n- Islamic Courts Union | Use conventional military force | Al-Shabaab | 2009-01-11\n- Al-Shabaab | Use conventional military force | Islamic Courts Union | 2009-01-12\n- Al-Shabaab | Use conventional military force | Islamic Courts Union | 2009-01-11\n- Al-Shabaab | Use conventional military force | Interim Government (Somalia) | 2008-11-12\n- Al-Shabaab | Threaten with military force | Criminal (Somalia) | 2008-05-18\n- Al-Shabaab | Threaten with military force | Peacekeeping Troop (African Union) | 2009-01-16\n- Hawiye (ethnic) | Engage in negotiation | Al-Shabaab | 2008-10-13\n- Al-Shabaab | Engage in negotiation | Hawiye (ethnic) | 2008-10-13\n- Al-Shabaab | Threaten | Ethiopia | 2008-12-22\n- Isaaq | Make statement | Al-Shabaab | 2008-01-17\n- Intellectual (Somalia) | Consult | Al-Shabaab | 2008-04-28\nAnswer:", "completion": " Combatant (Al-Shabaab)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1057902", "prompt": "After Barack Obama, which country was the first to establish diplomatic cooperation with Portugal?\nEvidence:\n- Portugal | Engage in diplomatic cooperation | China | 2005-01-12\n- China | Engage in diplomatic cooperation | Portugal | 2005-01-12\n- Portugal | Engage in diplomatic cooperation | International Monetary Fund | 2005-04-28\n- Portugal | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-01-14\n- Portugal | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-01-13\n- Portugal | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-01-12\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Portugal | 2005-01-14\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Portugal | 2005-01-13\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Portugal | 2005-01-12\n- Portugal | Grant diplomatic recognition | China | 2005-01-12\n- China | Grant diplomatic recognition | Portugal | 2005-01-12\n- Portugal | Express intent to engage in material cooperation | France | 2005-02-28\n- France | Express intent to engage in material cooperation | Portugal | 2005-02-28\n- Portugal | Arrest, detain, or charge with legal action | Criminal (Portugal) | 2005-03-30\n- Children (Portugal) | Occupy territory | Portugal | 2005-06-10\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1217032", "prompt": "Before Xi Jinping, with whom did Sergei Kuzhugetovich Shoygu last negotiate?\nEvidence:\n- Xi Jinping | Accuse | France | 2008-04-27\n- Xi Jinping | Make statement | Japan | 2008-04-18\n- Xi Jinping | Make statement | China | 2008-05-29\n- Xi Jinping | Make statement | China | 2008-04-29\n- Xi Jinping | Make statement | China | 2008-04-27\n- Xi Jinping | Make statement | China | 2008-04-23\n- Xi Jinping | Make statement | China | 2008-04-18\n- Xi Jinping | Make statement | China | 2008-04-03\n- Xi Jinping | Make statement | China | 2007-12-19\n- Xi Jinping | Make statement | China | 2007-11-22\n- Xi Jinping | Make statement | China | 2007-11-16\n- Xi Jinping | Consult | Wen Jiabao | 2008-02-28\n- Xi Jinping | Consult | Wen Jiabao | 2008-01-09\n- Xi Jinping | Consult | Wen Jiabao | 2007-12-26\n- Xi Jinping | Consult | Wen Jiabao | 2007-11-28\nAnswer:", "completion": " Magomedsalam Magomedov", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1126045", "prompt": "After Jan Fischer, who was the first to request a meeting with Benjamin Netanyahu?\nEvidence:\n- Jan Fischer | Consult | Benjamin Netanyahu | 2009-07-22\n- Benjamin Netanyahu | Consult | Jan Fischer | 2009-07-22\n- Jan Fischer | Express intent to meet or negotiate | Benjamin Netanyahu | 2009-07-20\n- Wen Jiabao | Consult | Jan Fischer | 2009-05-20\n- Shimon Peres | Consult | Jan Fischer | 2009-07-22\n- Pavel Zárecký | Consult | Jan Fischer | 2009-11-26\n- Martin Bursík | Consult | Jan Fischer | 2009-06-05\n- Ladislav Miko | Consult | Jan Fischer | 2009-05-07\n- Jan Fischer | Consult | Wen Jiabao | 2009-05-20\n- Jan Fischer | Consult | Shimon Peres | 2009-07-22\n- Jan Fischer | Consult | Pavel Zárecký | 2009-11-26\n- Jan Fischer | Consult | Martin Bursík | 2009-06-05\n- Jan Fischer | Consult | Ladislav Miko | 2009-05-07\n- Jan Fischer | Consult | Ivan Gasparovic | 2009-06-30\n- Jan Fischer | Consult | Ivan Gasparovic | 2009-06-29\nAnswer:", "completion": " Javier Solana", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1245911", "prompt": "Who was the first to be threatened by the men of Malaysia?\nEvidence:\n- Malaysia | Arrest, detain, or charge with legal action | Men (Malaysia) | 2005-01-29\n- Police (Malaysia) | Investigate | Malaysia | 2005-01-24\n- Malaysia | Investigate | Police (Malaysia) | 2005-01-28\n- Thailand | Express intent to cooperate | Malaysia | 2005-01-31\n- Malaysia | Express intent to cooperate | Thailand | 2005-01-31\n- Police (Malaysia) | Make statement | Malaysia | 2005-01-28\n- Police (Malaysia) | Confiscate property | Malaysia | 2005-01-28\n- Police (Malaysia) | Confiscate property | Malaysia | 2005-01-07\n- Court Judge (Malaysia) | Make statement | Malaysia | 2005-01-10\n- Representatives (Malaysia) | Express intent to engage in diplomatic cooperation (such as policy support) | Malaysia | 2005-01-25\n- Malaysia | Express intent to engage in diplomatic cooperation (such as policy support) | Representatives (Malaysia) | 2005-01-25\n- Malaysia | Express intent to provide economic aid | Thailand | 2005-01-07\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-30\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-29\n- Malaysia | Express intent to meet or negotiate | Japan | 2005-01-15\nAnswer:", "completion": " Police (Malaysia)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1112147", "prompt": "Before Ismael García, who was the last to speak optimistically about the citizens of Venezuela?\nEvidence:\n- Ismael García | Make statement | Special Commission (Venezuela) | 2007-10-19\n- Ismael García | Make optimistic comment | Citizen (Venezuela) | 2012-02-09\n- Ismael García | Criticize or denounce | Citizen (Venezuela) | 2009-06-15\n- Citizen (Venezuela) | Use unconventional violence | Ismael García | 2013-05-02\n- Citizen (Venezuela) | Make optimistic comment | Ismael García | 2012-02-09\n- Ismael García | Express intent to meet or negotiate | Ministry (Venezuela) | 2006-03-30\n- Member of the Judiciary (Venezuela) | Make an appeal or request | Citizen (Venezuela) | 2005-12-02\n- Citizen (Venezuela) | Make an appeal or request | Member of the Judiciary (Venezuela) | 2006-04-27\n- Citizen (Venezuela) | Praise or endorse | The Chronicle | 2006-03-11\n- Media (Venezuela) | Express intent to cooperate | Citizen (Venezuela) | 2005-08-08\n- Citizen (Venezuela) | Express intent to cooperate | Media (Venezuela) | 2005-08-08\n- Citizen (Venezuela) | Express intent to accept mediation | Ministry (Venezuela) | 2008-11-11\n- Citizen (Venezuela) | Express intent to accept mediation | Ministry (Venezuela) | 2008-11-10\n- Legislature (Venezuela) | Express intent to meet or negotiate | Citizen (Venezuela) | 2006-05-03\n- Ministry (Venezuela) | Reject | Villager (Venezuela) | 2006-09-24\nAnswer:", "completion": " Court Judge (Venezuela)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1018910", "prompt": "Who hosted the visit of Gurbanguly Berdymukhammedov before 2008?\nEvidence:\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-30\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-29\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-28\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-22\n- Iran | Host a visit | Gurbanguly Berdymukhammedov | 2007-06-15\n- Gurbanguly Berdymukhammedov | Make a visit | Kazakhstan | 2007-05-30\n- Gurbanguly Berdymukhammedov | Make a visit | Kazakhstan | 2007-05-29\n- Gurbanguly Berdymukhammedov | Make a visit | Kazakhstan | 2007-05-28\n- Gurbanguly Berdymukhammedov | Make a visit | Kazakhstan | 2007-05-22\n- Gurbanguly Berdymukhammedov | Make a visit | Iran | 2007-06-15\n- Gurbanguly Berdymukhammedov | Make a visit | China | 2007-07-29\n- Gurbanguly Berdymukhammedov | Make a visit | China | 2007-07-27\n- Gurbanguly Berdymukhammedov | Make a visit | China | 2007-07-21\n- Gurbanguly Berdymukhammedov | Make a visit | China | 2007-07-20\n- Gurbanguly Berdymukhammedov | Make a visit | China | 2007-07-19\nAnswer:", "completion": " Iran", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1058102", "prompt": "Before Shura Council, who last did the citizens of Saudi Arabia accuse?\nEvidence:\n- Shura Council | Use unconventional violence | Citizen (Saudi Arabia) | 2005-07-10\n- Royal Administration (Saudi Arabia) | Make statement | Shura Council | 2005-04-12\n- Shura Council | Praise or endorse | Royal Administration (Saudi Arabia) | 2005-09-14\n- Shura Council | Accuse | National Security Advisor (Iraq) | 2006-06-29\n- Shura Council | Consult | China | 2007-10-29\n- China | Consult | Shura Council | 2007-10-29\n- Shura Council | Reject | UN Security Council | 2005-04-01\n- Yemen | Make statement | Shura Council | 2006-12-12\n- Shura Council | Make statement | Yemen | 2007-02-09\n- Shura Council | Make statement | Qatar | 2007-05-08\n- Shura Council | Consult | Representatives (Yemen) | 2007-02-09\n- Representatives (Yemen) | Consult | Shura Council | 2007-02-09\n- Shura Council | Praise or endorse | Portugal | 2007-01-29\n- Shura Council | Make a visit | Iran | 2008-02-03\n- Shura Council | Make a visit | China | 2007-10-29\nAnswer:", "completion": " Iran", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1105703", "prompt": "Before the Police of Australia, who last expressed the intention to meet with the Cabinet Council of Ministers Advisors of Australia?\nEvidence:\n- People Associated with the Opposition (Australia) | Reject | Cabinet / Council of Ministers / Advisors (Australia) | 2014-06-26\n- People Associated with the Opposition (Australia) | Accuse | Cabinet / Council of Ministers / Advisors (Australia) | 2013-04-06\n- Cabinet / Council of Ministers / Advisors (Australia) | Accuse | People Associated with the Opposition (Australia) | 2007-03-08\n- Cabinet / Council of Ministers / Advisors (Australia) | Accuse | People Associated with the Opposition (Australia) | 2007-03-07\n- People Associated with the Opposition (Australia) | Make statement | Cabinet / Council of Ministers / Advisors (Australia) | 2009-07-20\n- People Associated with the Opposition (Australia) | Make statement | Cabinet / Council of Ministers / Advisors (Australia) | 2008-10-16\n- People Associated with the Opposition (Australia) | Make statement | Cabinet / Council of Ministers / Advisors (Australia) | 2008-02-18\n- Cabinet / Council of Ministers / Advisors (Australia) | Make statement | People Associated with the Opposition (Australia) | 2011-03-06\n- Cabinet / Council of Ministers / Advisors (Australia) | Make statement | People Associated with the Opposition (Australia) | 2008-07-24\n- Cabinet / Council of Ministers / Advisors (Australia) | Make statement | People Associated with the Opposition (Australia) | 2005-06-28\n- Police (Australia) | Make statement | Cabinet / Council of Ministers / Advisors (Australia) | 2006-04-14\n- Police (Australia) | Make statement | Cabinet / Council of Ministers / Advisors (Australia) | 2005-12-12\n- Police (Australia) | Make statement | Cabinet / Council of Ministers / Advisors (Australia) | 2005-03-31\n- Cabinet / Council of Ministers / Advisors (Australia) | Make statement | Police (Australia) | 2006-08-04\n- Cabinet / Council of Ministers / Advisors (Australia) | Make statement | Police (Australia) | 2005-08-22\nAnswer:", "completion": " Citizen (Australia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1005305", "prompt": "In what month did the Children of Sudan first use unconventional violence against the Government of Sudan?\nEvidence:\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-27\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-26\n- Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | Head of Government (Egypt) | 2005-01-24\n- Sudan | Use conventional military force | Ethiopia | 2005-04-01\n- Ethiopia | Use conventional military force | Sudan | 2005-04-01\n- Sudan | Engage in negotiation | Ethiopia | 2005-04-19\n- Ethiopia | Engage in negotiation | Sudan | 2005-04-19\nAnswer:", "completion": " 2013-04", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1382586", "prompt": "Who did the men of India blame first after Jitan Ram Manjhi?\nEvidence:\n- Men (India) | Accuse | Jitan Ram Manjhi | 2015-01-05\n- Media (India) | Consult | Jitan Ram Manjhi | 2014-10-11\n- Jitan Ram Manjhi | Consult | Media (India) | 2014-10-11\n- Jitan Ram Manjhi | Consult | Governor (India) | 2015-02-20\n- Jitan Ram Manjhi | Consult | Governor (India) | 2015-02-09\n- Jitan Ram Manjhi | Consult | Governor (India) | 2015-02-01\n- Jitan Ram Manjhi | Accuse | Media (India) | 2015-01-18\n- Jitan Ram Manjhi | Accuse | Industry (India) | 2015-03-08\n- Governor (India) | Reject | Jitan Ram Manjhi | 2015-02-07\n- Governor (India) | Consult | Jitan Ram Manjhi | 2015-02-20\n- Governor (India) | Consult | Jitan Ram Manjhi | 2015-02-09\n- Governor (India) | Consult | Jitan Ram Manjhi | 2015-02-01\n- Ram Paswan | Consult | Jitan Ram Manjhi | 2014-11-30\n- Jitan Ram Manjhi | Consult | Ram Paswan | 2015-09-14\n- Jitan Ram Manjhi | Consult | Ram Paswan | 2014-11-30\nAnswer:", "completion": " Sunil Kumar", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1232020", "prompt": "In which year did Benazir Bhutto first negotiate with the Pakistan People's Party?\nEvidence:\n- Pakistan People's Party | Consult | Benazir Bhutto | 2006-05-10\n- Benazir Bhutto | Consult | Pakistan People's Party | 2006-05-10\n- Pakistan People's Party | Make statement | Benazir Bhutto | 2007-07-09\n- Pakistan People's Party | Make statement | Benazir Bhutto | 2007-06-14\n- Pakistan People's Party | Make statement | Benazir Bhutto | 2007-04-27\n- Pakistan People's Party | Make statement | Benazir Bhutto | 2007-04-25\n- Pakistan People's Party | Make statement | Benazir Bhutto | 2006-06-22\n- Pakistan People's Party | Make statement | Benazir Bhutto | 2005-06-01\n- Pakistan People's Party | Make statement | Benazir Bhutto | 2005-03-19\n- Benazir Bhutto | Make statement | Pakistan People's Party | 2007-07-03\n- Benazir Bhutto | Make statement | Pakistan People's Party | 2007-06-12\n- Benazir Bhutto | Make statement | Pakistan People's Party | 2006-11-19\n- Benazir Bhutto | Make statement | Pakistan People's Party | 2006-02-26\n- Pakistan People's Party | Criticize or denounce | Benazir Bhutto | 2007-03-11\n- Benazir Bhutto | Reduce or break diplomatic relations | Pakistan People's Party | 2007-07-28\nAnswer:", "completion": " 2007", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1115125", "prompt": "Who negotiated with Macky Sall before the head of government of Egypt?\nEvidence:\n- Macky Sall | Consult | China | 2006-04-28\n- China | Consult | Macky Sall | 2006-04-28\n- Macky Sall | Reject | Abdoulaye Wade | 2009-02-03\n- Macky Sall | Reject | Abdoulaye Wade | 2009-01-27\n- Macky Sall | Make statement | China | 2006-04-28\n- Macky Sall | Make statement | China | 2006-04-27\n- Macky Sall | Make statement | China | 2006-01-13\n- Macky Sall | Demand | Abdoulaye Wade | 2012-02-27\n- Macky Sall | Consult | Abdoulaye Wade | 2007-06-02\n- Macky Sall | Consult | Abdoulaye Wade | 2006-02-09\n- Macky Sall | Consult | Abdoulaye Wade | 2005-01-13\n- Macky Sall | Apologize | Abdoulaye Wade | 2008-01-07\n- Abdoulaye Wade | Consult | Macky Sall | 2007-06-02\n- Abdoulaye Wade | Consult | Macky Sall | 2006-02-09\n- Abdoulaye Wade | Consult | Macky Sall | 2005-01-13\nAnswer:", "completion": " Ministry (Senegal)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1080970", "prompt": "In which month did Donald Rumsfeld announce his intention to negotiate with José Alencar Gomes da Silva?\nEvidence:\n- José Alencar Gomes da Silva | Consult | Donald Rumsfeld | 2005-03-24\n- José Alencar Gomes da Silva | Consult | Donald Rumsfeld | 2005-03-22\n- Donald Rumsfeld | Consult | José Alencar Gomes da Silva | 2005-03-24\n- Donald Rumsfeld | Consult | José Alencar Gomes da Silva | 2005-03-22\n- Donald Rumsfeld | Express intent to meet or negotiate | José Alencar Gomes da Silva | 2005-03-22\n- José Alencar Gomes da Silva | Engage in negotiation | Criminal (Brazil) | 2010-04-28\n- Criminal (Brazil) | Engage in negotiation | José Alencar Gomes da Silva | 2010-04-28\n- Valdemar Costa Neto | Consult | José Alencar Gomes da Silva | 2005-08-02\n- Luiz Gushiken | Make statement | José Alencar Gomes da Silva | 2005-03-14\n- José Alencar Gomes da Silva | Praise or endorse | China | 2006-03-23\n- José Alencar Gomes da Silva | Make statement | Population (Brazil) | 2006-08-24\n- José Alencar Gomes da Silva | Make statement | Ministry (Brazil) | 2006-12-12\n- José Alencar Gomes da Silva | Make statement | Military (Brazil) | 2005-04-26\n- José Alencar Gomes da Silva | Make a visit | China | 2006-03-24\n- José Alencar Gomes da Silva | Make a visit | China | 2006-03-22\nAnswer:", "completion": " 2005-03", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1018904", "prompt": "After 22 July 2005, who expressed an interest in cooperation with the citizens of the state actor?\nEvidence:\n- China | Express intent to cooperate | Citizen (Unidentified State Actor) | 2005-07-22\nAnswer:", "completion": " Tony Blair", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1227037", "prompt": "After Jack McConnell, who was the first party member of the United Kingdom to condemn?\nEvidence:\n- Party Member (United Kingdom) | Demand | Jack McConnell | 2006-08-16\n- Party Member (United Kingdom) | Accuse | Jack McConnell | 2006-07-25\n- Party Member (United Kingdom) | Make statement | Jack McConnell | 2006-10-05\n- Party Member (United Kingdom) | Criticize or denounce | Jack McConnell | 2006-08-01\n- Jack McConnell | Reduce relations | Labor Party (United Kingdom) | 2007-08-15\n- Jack McConnell | Make statement | Labor Party (United Kingdom) | 2007-08-15\n- Jack McConnell | Make an appeal or request | Party Member (United Kingdom) | 2005-09-27\n- Jack McConnell | Demand | Citizen (United Kingdom) | 2006-10-05\n- Jack McConnell | Accuse | Citizen (United Kingdom) | 2006-12-21\n- Citizen (United Kingdom) | Accuse | Jack McConnell | 2007-03-03\n- Citizen (United Kingdom) | Accuse | Jack McConnell | 2006-05-31\n- Lawyer/Attorney (United Kingdom) | Reject | Jack McConnell | 2006-06-09\n- Lawyer/Attorney (United Kingdom) | Demand | Jack McConnell | 2006-05-27\n- Lawyer/Attorney (United Kingdom) | Deny responsibility | Jack McConnell | 2006-06-09\n- Jack McConnell | Praise or endorse | Citizen (United Kingdom) | 2007-03-21\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1129152", "prompt": "Before Irakli Alasania, who last wanted to negotiate with the Congress of the United States?\nEvidence:\n- Irakli Alasania | Consult | Congress (United States) | 2011-12-02\n- Irakli Alasania | Consult | Congress (United States) | 2011-12-01\n- Congress (United States) | Consult | Irakli Alasania | 2011-12-02\n- Congress (United States) | Consult | Irakli Alasania | 2011-12-01\n- Irakli Alasania | Express intent to meet or negotiate | Congress (United States) | 2010-11-12\n- United States Senate | Consult | Irakli Alasania | 2011-12-01\n- Irakli Alasania | Consult | United States Senate | 2011-12-01\n- Irakli Alasania | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2011-03-28\n- Cabinet / Council of Ministers / Advisors (United States) | Consult | Irakli Alasania | 2011-03-28\n- Irakli Alasania | Express intent to meet or negotiate | Citizen (United Kingdom) | 2013-01-28\n- Sergey Bagapsh | Consult | Irakli Alasania | 2008-05-15\n- Population (Georgia) | Consult | Irakli Alasania | 2010-12-07\n- Irakli Alasania | Consult | Sergey Bagapsh | 2008-05-15\n- Irakli Alasania | Consult | Population (Georgia) | 2010-12-07\n- Irakli Alasania | Consult | Elmar Mammadyarov | 2005-07-07\nAnswer:", "completion": " Turkish Industrialists' and Businessmen's Association", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1259048", "prompt": "In the same month, who made a request to the Prime Minister of Bangladesh?\nEvidence:\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-09\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-08\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-11-14\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-10-05\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Demand | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-11-24\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-05-19\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2005-05-05\n- Prime Minister Qarase | Express intent to cooperate | Prime Minister Chaudhry | 2006-05-22\nAnswer:", "completion": " Citizen (Bangladesh)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1116353", "prompt": "Before Nov. 2012, against whom did the Criminal of Costa Rica use unconventional violence?\nEvidence:\n- Criminal (Costa Rica) | Use unconventional violence | Police (Costa Rica) | 2011-09-10\n- Criminal (Costa Rica) | Use unconventional violence | Police (Costa Rica) | 2011-04-12\n- Criminal (Costa Rica) | Use unconventional violence | Men (Costa Rica) | 2012-11-30\n- Criminal (Costa Rica) | Use unconventional violence | Men (Costa Rica) | 2012-01-20\n- Criminal (Costa Rica) | Use unconventional violence | Men (Costa Rica) | 2006-07-12\n- Men (Costa Rica) | Use unconventional violence | Police (Costa Rica) | 2012-11-12\n- Men (Costa Rica) | Use unconventional violence | Police (Costa Rica) | 2011-10-07\n- Men (Costa Rica) | Use unconventional violence | Police (Costa Rica) | 2005-12-20\n- Armed Gang (Costa Rica) | Use unconventional violence | Police (Costa Rica) | 2009-07-22\n- Armed Gang (Costa Rica) | Use unconventional violence | Men (Costa Rica) | 2010-10-18\n- Armed Gang (Costa Rica) | Use unconventional violence | Men (Costa Rica) | 2010-06-23\n- Men (Costa Rica) | Use unconventional violence | Company - Owner or Operator (Costa Rica) | 2010-05-30\n- First Command of the Capital | Use unconventional violence | Lawyer/Attorney (Costa Rica) | 2008-07-26\n- Police (Costa Rica) | Investigate | Criminal (Costa Rica) | 2015-03-25\n- Police (Costa Rica) | Investigate | Criminal (Costa Rica) | 2005-12-05\nAnswer:", "completion": " Men (Costa Rica)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1256670", "prompt": "Which country would want to negotiate with Mexico in the same month as the Israeli police?\nEvidence:\n- Mexico | Express intent to engage in diplomatic cooperation (such as policy support) | Japan | 2005-02-14\n- Other Authorities / Officials (Mexico) | Express intent to meet or negotiate | Mexico | 2005-01-06\n- Mexico | Express intent to meet or negotiate | China | 2005-02-14\n- Border Patrol (Mexico) | Engage in judicial cooperation | Mexico | 2005-01-07\n- Valdas Adamkus | Express intent to meet or negotiate | Mexico | 2005-01-13\n- Mexico | Arrest, detain, or charge with legal action | Criminal (Mexico) | 2005-01-29\n- Mexico | Arrest, detain, or charge with legal action | Criminal (Mexico) | 2005-01-18\n- Mexico | Arrest, detain, or charge with legal action | Criminal (Mexico) | 2005-01-14\n- Mexico | Arrest, detain, or charge with legal action | Criminal (Mexico) | 2005-01-07\n- Mexico | Arrest, detain, or charge with legal action | Government Official (Mexico) | 2005-02-02\n- Mexico | Arrest, detain, or charge with legal action | Domestic Affairs (Mexico) | 2005-01-24\n- Other Authorities / Officials (Mexico) | Mobilize or increase police power | Mexico | 2005-01-17\n- Other Authorities / Officials (Mexico) | Demonstrate military or police power | Mexico | 2005-01-26\n- Mexico | Express intent to meet or negotiate | Zapatista Army of National Liberation | 2005-01-14\n- Mexico | Investigate | Criminal (Mexico) | 2005-01-12\nAnswer:", "completion": " Colombia", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1335829", "prompt": "After the Vietnamese Ministry of Labour and Employment, with whom did USAID first sign formal agreements?\nEvidence:\n- USAID | Sign formal agreement | Business (Bulgaria) | 2005-04-26\n- Business (Bulgaria) | Sign formal agreement | USAID | 2005-04-26\n- USAID | Sign formal agreement | Other Authorities / Officials (Armenia) | 2005-07-21\n- USAID | Sign formal agreement | Justice Department/Ministery (Ukraine) | 2006-06-06\n- Other Authorities / Officials (Armenia) | Sign formal agreement | USAID | 2005-07-21\n- Justice Department/Ministery (Ukraine) | Sign formal agreement | USAID | 2006-06-06\n- Ministry (Vietnam) | Praise or endorse | USAID | 2007-09-11\n- USAID | Consult | France | 2006-03-23\n- France | Consult | USAID | 2006-03-23\n- USAID | Express intent to provide economic aid | Ministry (Afghanistan) | 2007-08-03\n- USAID | Praise or endorse | Head of Government (Kenya) | 2007-03-27\n- USAID | Make statement | Sudan | 2005-04-22\n- USAID | Consult | Saifur Rahman | 2005-05-11\n- USAID | Consult | Representatives (Ethiopia) | 2006-04-21\n- USAID | Accuse | Citizen (Sudan) | 2006-03-09\nAnswer:", "completion": " Chevron", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1187313", "prompt": "Before 2010, who praised the education system in Nigeria?\nEvidence:\n- The Poor (Nigeria) | Make statement | Education (Nigeria) | 2015-07-13\n- Government (Nigeria) | Engage in diplomatic cooperation | Education (Nigeria) | 2008-11-24\n- Citizen (Nigeria) | Engage in symbolic act | Education (Nigeria) | 2008-10-24\n- Ministry (Nigeria) | Accuse | Education (Nigeria) | 2007-12-06\n- Government (Nigeria) | Consult | Education (Nigeria) | 2008-04-23\n- Education (Nigeria) | Consult | Government (Nigeria) | 2008-04-23\n- Education (Nigeria) | Accuse | Clergy (Nigeria) | 2008-02-04\n- Education (Nigeria) | Accuse | Citizen (Nigeria) | 2009-01-19\n- Citizen (Nigeria) | Threaten | Education (Nigeria) | 2010-01-26\n- Citizen (Nigeria) | Accuse | Education (Nigeria) | 2010-04-05\n- Ministry (Nigeria) | Make statement | Education (Nigeria) | 2010-01-18\n- Ministry (Nigeria) | Make statement | Education (Nigeria) | 2009-07-29\n- Ministry (Nigeria) | Make statement | Education (Nigeria) | 2007-02-12\n- Ministry (Nigeria) | Make statement | Education (Nigeria) | 2007-02-09\n- Ministry (Nigeria) | Make statement | Education (Nigeria) | 2007-01-29\nAnswer:", "completion": " Ministry (Nigeria)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1192264", "prompt": "Who did South Korea want to negotiate with in the same month of Chongwadai?\nEvidence:\n- Head of Government (South Korea) | Demand | Chongwadai | 2005-07-21\n- Chongwadai | Investigate | Head of Government (South Korea) | 2006-03-10\n- Chongwadai | Make statement | South Korea | 2005-12-04\n- Chongwadai | Make statement | South Korea | 2005-05-26\n- Chongwadai | Make statement | South Korea | 2005-03-26\n- Chongwadai | Make statement | South Korea | 2005-03-16\n- South Korea | Praise or endorse | Chongwadai | 2005-02-01\n- Chongwadai | Make statement | Professor (South Korea) | 2006-02-15\n- Chongwadai | Make statement | Police (South Korea) | 2006-02-15\n- Chongwadai | Make statement | Police (South Korea) | 2005-04-04\n- Chongwadai | Make statement | Ministry (South Korea) | 2005-01-26\n- Police (South Korea) | Use tactics of violent repression | Chongwadai | 2005-12-09\n- Chongwadai | Make statement | Foreign Affairs (South Korea) | 2006-02-21\n- Chongwadai | Express intent to provide economic aid | Police (South Korea) | 2006-02-03\n- Chongwadai | Express intent to meet or negotiate | Gerhard Schröder | 2005-03-09\nAnswer:", "completion": " Citizen (North Korea)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1221824", "prompt": "After the news editor of the United Kingdom, who asked for the party member of the United Kingdom?\nEvidence:\n- News Editor (United Kingdom) | Make an appeal or request | Party Member (United Kingdom) | 2015-07-20\n- Newspaper (United Kingdom) | Consult | News Editor (United Kingdom) | 2011-12-14\n- News Editor (United Kingdom) | Reject | Citizen (United Kingdom) | 2011-09-12\n- News Editor (United Kingdom) | Demand | Newspaper (United Kingdom) | 2006-10-12\n- News Editor (United Kingdom) | Demand | Newspaper (United Kingdom) | 2005-10-24\n- News Editor (United Kingdom) | Demand | Citizen (United Kingdom) | 2005-03-08\n- News Editor (United Kingdom) | Consult | Newspaper (United Kingdom) | 2011-12-14\n- Citizen (United Kingdom) | Demand | News Editor (United Kingdom) | 2014-03-19\n- News Editor (Liberia) | Apologize | Member of the Judiciary (Liberia) | 2013-09-30\n- News Editor (United Kingdom) | Appeal for judicial cooperation | Court Judge (United Kingdom) | 2006-11-27\n- Newspaper (United Kingdom) | Make statement | News Editor (United Kingdom) | 2014-02-28\n- Newspaper (United Kingdom) | Make statement | News Editor (United Kingdom) | 2011-01-06\n- News Editor (United Kingdom) | Provide aid | Citizen (United Kingdom) | 2005-01-11\n- News Editor (United Kingdom) | Make statement | Newspaper (United Kingdom) | 2013-12-03\n- News Editor (United Kingdom) | Make statement | Newspaper (United Kingdom) | 2013-08-21\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1020185", "prompt": "At what time did Phongthep Thepkanjana last appeal to the citizens of Thailand?\nEvidence:\n- Student (Thailand) | Consult | Phongthep Thepkanjana | 2013-06-21\n- Phongthep Thepkanjana | Make statement | Thailand | 2013-04-11\n- Phongthep Thepkanjana | Make statement | Thailand | 2005-03-09\n- Phongthep Thepkanjana | Consult | Student (Thailand) | 2013-06-21\n- Thailand | Host a visit | Phongthep Thepkanjana | 2013-10-25\n- Phongthep Thepkanjana | Make a visit | Thailand | 2013-10-25\n- Phongthep Thepkanjana | Provide humanitarian aid | Citizen (Thailand) | 2013-10-25\n- Phongthep Thepkanjana | Praise or endorse | Student (Thailand) | 2013-06-21\n- Phongthep Thepkanjana | Make an appeal or request | Citizen (Thailand) | 2014-01-07\n- Phongthep Thepkanjana | Make an appeal or request | Party Member (Thailand) | 2013-08-12\n- Phongthep Thepkanjana | Make statement | Cabinet / Council of Ministers / Advisors (Thailand) | 2014-05-12\n- Phongthep Thepkanjana | Make statement | Cabinet / Council of Ministers / Advisors (Thailand) | 2014-05-09\n- Phongthep Thepkanjana | Express intent to meet or negotiate | Citizen (Thailand) | 2014-01-13\n- Phongthep Thepkanjana | Express intent to meet or negotiate | Citizen (Thailand) | 2013-07-03\n- Phongthep Thepkanjana | Make statement | Company - Owner or Operator (Thailand) | 2008-11-18\nAnswer:", "completion": " 2014-01-07", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1028307", "prompt": "After the Foreign Affairs of France, who was the first to request the Government of France?\nEvidence:\n- Foreign Affairs (France) | Make statement | France | 2005-01-25\n- Foreign Affairs (France) | Make statement | France | 2005-01-11\n- Foreign Affairs (France) | Make statement | France | 2005-01-10\n- Foreign Affairs (Syria) | Express intent to meet or negotiate | UN Security Council | 2005-03-04\n- Foreign Affairs (Israel) | Express intent to meet or negotiate | UN Security Council | 2005-05-18\n- UN Security Council | Consult | Foreign Affairs (South Korea) | 2005-01-09\n- Foreign Affairs (South Korea) | Consult | UN Security Council | 2005-01-09\n- Foreign Affairs (Denmark) | Make statement | UN Security Council | 2005-05-12\n- France | Make an appeal or request | Iran | 2005-01-29\n- France | Make an appeal or request | Iran | 2005-01-25\n- Office of the United Nations High Commissioner for Human Rights | Make an appeal or request | UN Security Council | 2005-02-18\n- Portugal | Express intent to cooperate | France | 2005-01-27\n- France | Express intent to cooperate | Portugal | 2005-01-27\n- Government (Cote d'Ivoire) | Criticize or denounce | France | 2005-01-20\n- Newspaper (France) | Make statement | France | 2005-01-07\nAnswer:", "completion": " Women (France)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1198975", "prompt": "Who negotiated with Isaias Afewerki on the same day as Saud bin Faisal bin Abdul-Aziz?\nEvidence:\n- Saud bin Faisal bin Abdul-Aziz | Reject | Iraq | 2005-09-22\n- Saud bin Faisal bin Abdul-Aziz | Accuse | Iran | 2005-10-16\n- Tony Blair | Consult | Saud bin Faisal bin Abdul-Aziz | 2006-01-17\n- Tony Blair | Consult | Saud bin Faisal bin Abdul-Aziz | 2006-01-16\n- Saud bin Faisal bin Abdul-Aziz | Make statement | Iraq | 2005-10-03\n- Saud bin Faisal bin Abdul-Aziz | Make statement | Iraq | 2005-10-02\n- Saud bin Faisal bin Abdul-Aziz | Consult | Tony Blair | 2006-01-17\n- Saud bin Faisal bin Abdul-Aziz | Consult | Tony Blair | 2006-01-16\n- Saud bin Faisal bin Abdul-Aziz | Consult | Jack Straw | 2006-01-17\n- Saud bin Faisal bin Abdul-Aziz | Consult | Jack Straw | 2006-01-16\n- Saud bin Faisal bin Abdul-Aziz | Consult | Jack Straw | 2005-02-24\n- Saud bin Faisal bin Abdul-Aziz | Consult | Jack Straw | 2005-02-23\n- Jack Straw | Consult | Saud bin Faisal bin Abdul-Aziz | 2006-01-17\n- Jack Straw | Consult | Saud bin Faisal bin Abdul-Aziz | 2006-01-16\n- Jack Straw | Consult | Saud bin Faisal bin Abdul-Aziz | 2005-02-24\nAnswer:", "completion": " Royal Administration (Saudi Arabia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1378188", "prompt": "Who made an appeal to the citizens of Nigeria in 2011-11?\nEvidence:\n- UNITA | Make an appeal or request | Member of the Judiciary (Angola) | 2005-12-19\n- Member of Parliament (Kyrgyzstan) | Make an appeal or request | Member of the Judiciary (Kyrgyzstan) | 2006-11-17\n- Member of Parliament (Kyrgyzstan) | Make an appeal or request | Member of the Judiciary (Kyrgyzstan) | 2005-06-10\n- Sondhi Limthongkul | Make an appeal or request | Office of the Attorney General | 2006-11-06\n- Sondhi Limthongkul | Make an appeal or request | Office of the Attorney General | 2006-11-04\n- Rodrigo Cabezas | Make an appeal or request | Member of the Judiciary (Venezuela) | 2006-06-28\n- Men (Denmark) | Make an appeal or request | Member of the Judiciary (Denmark) | 2005-03-14\n- Member of the Judiciary (Venezuela) | Make an appeal or request | Citizen (Venezuela) | 2005-12-02\n- Imedi TV | Make an appeal or request | Member of the Judiciary (Georgia) | 2005-12-05\n- Citizen (Venezuela) | Make an appeal or request | Member of the Judiciary (Venezuela) | 2006-04-27\n- Citizen (Kyrgyzstan) | Make an appeal or request | Member of the Judiciary (Kyrgyzstan) | 2005-06-28\n- Citizen (Kyrgyzstan) | Make an appeal or request | Member of the Judiciary (Kyrgyzstan) | 2005-06-02\n- Citizen (Kyrgyzstan) | Make an appeal or request | Member of the Judiciary (Kyrgyzstan) | 2005-04-21\n- China | Make an appeal or request | Special Rapporteurs of the United Nations | 2005-12-06\n- Chief of Staff (Executive Office of the President) | Make an appeal or request | Tony Snow | 2006-04-26\nAnswer:", "completion": " Labor Union (Nigeria)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1208711", "prompt": "When did the Ugandan Revenue Authority last engage in diplomatic cooperation with the Ugandan police?\nEvidence:\n- Police (Uganda) | Engage in material cooperation | Uganda Revenue Authority | 2008-09-06\n- Police (Uganda) | Accuse | Uganda Revenue Authority | 2009-04-28\n- Uganda Revenue Authority | Express intent to engage in diplomatic cooperation (such as policy support) | Police (Uganda) | 2010-10-27\n- Police (Uganda) | Express intent to engage in diplomatic cooperation (such as policy support) | Uganda Revenue Authority | 2009-02-10\n- Police (Uganda) | Make statement | Uganda Revenue Authority | 2006-05-22\n- Police (Uganda) | Make statement | Uganda Revenue Authority | 2006-05-20\n- Citizen (Uganda) | Express intent to engage in diplomatic cooperation (such as policy support) | Uganda Revenue Authority | 2008-10-21\n- Uganda Revenue Authority | Accuse | Citizen (Uganda) | 2009-07-06\n- Citizen (Uganda) | Accuse | Uganda Revenue Authority | 2011-08-10\n- Police (Uganda) | Arrest, detain, or charge with legal action | Uganda Revenue Authority | 2007-04-25\n- Police (Rwanda) | Arrest, detain, or charge with legal action | Rwanda Revenue Authority | 2006-03-29\n- Uganda Revenue Authority | Make statement | Businessperson (Uganda) | 2006-11-01\n- Uganda Revenue Authority | Confiscate property | South Sudan | 2008-08-19\n- Transparency International | Make statement | Uganda Revenue Authority | 2009-07-07\n- Public Courts (Uganda) | Reject | Uganda Revenue Authority | 2007-11-12\nAnswer:", "completion": " 2010-10-27", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1351757", "prompt": "Who visited the Dominican Republic in the same month as Cristina Fernández de Kirchner?\nEvidence:\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-05-24\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-03-03\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-02-28\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-12-26\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-11-15\n- Cristina Fernández de Kirchner | Accuse | Alberto Fernández | 2005-12-24\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2012-09-23\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2007-11-15\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-05-24\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-03-03\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-02-28\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2007-12-26\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2007-11-15\n- Alberto Fernández | Accuse | Cristina Fernández de Kirchner | 2012-05-27\n- Cristina Fernández de Kirchner | Engage in negotiation | Alberto Fernández | 2008-07-24\nAnswer:", "completion": " Bolivia", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1090003", "prompt": "Which country host the head of government of Qatar's visit from the head of government of Qatar last before Middle East did?\nEvidence:\n- Qatar | Host a visit | Head of Government (Germany) | 2005-03-03\n- Middle East | Host a visit | Okada Katsuya | 2005-03-30\n- Middle East | Host a visit | Mahmoud Abbas | 2005-02-01\n- Middle East | Host a visit | Kay Granger | 2005-01-11\n- Middle East | Host a visit | Javier Solana | 2005-01-09\n- Middle East | Host a visit | Javier Solana | 2005-01-08\n- Middle East | Host a visit | Hannes Swoboda | 2005-02-04\n- Middle East | Host a visit | Gerhard Schröder | 2005-04-03\n- Middle East | Host a visit | Abdullah Gül | 2005-01-09\n- Middle East | Host a visit | Abdullah Gül | 2005-01-06\n- Middle East | Host a visit | Abdullah Gül | 2005-01-03\n- Middle East | Host a visit | Terje Roed Larsen | 2005-03-31\n- Middle East | Host a visit | Terje Roed Larsen | 2005-03-18\n- Middle East | Host a visit | Rafael Antonio Bielsa | 2005-01-07\n- Middle East | Host a visit | John Paul II | 2005-04-03\nAnswer:", "completion": " Ethiopia", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1265692", "prompt": "Before Elmar Mammadyarov, with whom did the Council of Advisors to the Cabinet of Ministers of the United States last sign an agreement?\nEvidence:\n- Elmar Mammadyarov | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2005-07-13\n- Cabinet / Council of Ministers / Advisors (United States) | Consult | Elmar Mammadyarov | 2005-07-13\n- Elmar Mammadyarov | Consult | Elmar Mammadyarov | 2005-01-28\n- Elmar Mammadyarov | Express intent to meet or negotiate | Elmar Mammadyarov | 2005-07-20\n- Elmar Mammadyarov | Consult | China | 2005-02-07\n- China | Consult | Elmar Mammadyarov | 2005-02-07\n- Elmar Mammadyarov | Consult | ANS Group of Companies | 2005-03-22\n- ANS Group of Companies | Consult | Elmar Mammadyarov | 2005-03-22\n- United Arab Emirates | Host a visit | Elmar Mammadyarov | 2005-10-14\n- United Arab Emirates | Host a visit | Elmar Mammadyarov | 2005-04-08\n- Elmar Mammadyarov | Make a visit | United Arab Emirates | 2005-10-14\n- Elmar Mammadyarov | Make a visit | United Arab Emirates | 2005-04-08\n- Irakli Alasania | Consult | Elmar Mammadyarov | 2005-07-07\n- Intelligence (Germany) | Consult | Elmar Mammadyarov | 2005-08-13\n- Heinz Fischer | Consult | Elmar Mammadyarov | 2005-09-09\nAnswer:", "completion": " International Monetary Fund", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1168841", "prompt": "Who appealed for National Resistance Movement after Jul 16th, 2008?\nEvidence:\n- National Resistance Movement | Threaten | Citizen (Uganda) | 2005-12-06\n- National Resistance Movement | Demand | Citizen (Uganda) | 2006-02-27\n- National Resistance Movement | Demand | Citizen (Uganda) | 2005-06-30\n- Citizen (Uganda) | Threaten | National Resistance Movement | 2005-08-23\n- Citizen (Uganda) | Reject | National Resistance Movement | 2006-12-20\n- Citizen (Uganda) | Reject | National Resistance Movement | 2006-12-19\n- Citizen (Uganda) | Demand | National Resistance Movement | 2005-11-14\n- Ruhakana Rugunda | Make statement | National Resistance Movement | 2005-11-09\n- Ruhakana Rugunda | Make statement | National Resistance Movement | 2005-11-03\n- Police (Uganda) | Make statement | National Resistance Movement | 2006-01-31\n- Police (Uganda) | Make statement | National Resistance Movement | 2006-01-25\n- National Resistance Movement | Physically assault | Citizen (Uganda) | 2006-10-31\n- National Resistance Movement | Make a visit | China | 2006-10-17\n- National Resistance Movement | Make a visit | China | 2006-10-16\n- National Resistance Movement | Apologize | Indigenous People (Uganda) | 2006-04-17\nAnswer:", "completion": " Citizen (Uganda)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1382031", "prompt": "In which year did Angela Merkel last visit South Korea?\nEvidence:\n- France | Host a visit | Angela Merkel | 2005-07-20\n- Angela Merkel | Make a visit | France | 2005-07-20\n- Gerhard Schröder | Engage in negotiation | Angela Merkel | 2005-05-22\n- Angela Merkel | Engage in negotiation | Gerhard Schröder | 2005-05-22\n- Gerhard Schröder | Make a visit | Angela Merkel | 2005-05-23\n- Angela Merkel | Host a visit | Gerhard Schröder | 2005-05-23\n- France | Consult | Angela Merkel | 2005-07-18\n- Angela Merkel | Demand | France | 2005-07-19\n- Angela Merkel | Consult | France | 2005-07-18\n- Angela Merkel | Engage in diplomatic cooperation | Government (Germany) | 2005-06-02\n- Roh Moo Hyun | Host a visit | Angela Merkel | 2005-04-12\n- Angela Merkel | Make a visit | Roh Moo Hyun | 2005-04-12\n- Tony Blair | Consult | Angela Merkel | 2005-02-07\n- Gerhard Schröder | Demand | Angela Merkel | 2005-07-27\n- Gerhard Schröder | Accuse | Angela Merkel | 2005-07-15\nAnswer:", "completion": " 2010", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1070880", "prompt": "Who gave a denunciation to Pervez Musharraf on the same month of education of Pakistan?\nEvidence:\n- Pervez Musharraf | Coerce | Criminal (Pakistan) | 2005-01-12\n- Pervez Musharraf | Make statement | Head of Government (Pakistan) | 2005-01-12\n- Pervez Musharraf | Make statement | Head of Government (Pakistan) | 2005-01-11\n- Pervez Musharraf | Make statement | Legislature (Pakistan) | 2005-01-01\n- Pervez Musharraf | Make statement | Government (Pakistan) | 2005-02-14\n- Pervez Musharraf | Make statement | Government (Pakistan) | 2005-02-01\n- Pervez Musharraf | Make statement | Government (Pakistan) | 2005-01-04\n- Pervez Musharraf | Make statement | Government (Pakistan) | 2005-01-03\n- Opposition Supporter (Pakistan) | Accuse | Pervez Musharraf | 2005-01-13\n- Opposition Supporter (Pakistan) | Accuse | Pervez Musharraf | 2005-01-12\n- Islamic Extremist Group (Pakistan) | Accuse | Pervez Musharraf | 2005-01-21\n- Pervez Musharraf | Engage in symbolic act | Head of Government (Pakistan) | 2005-02-08\n- Pervez Musharraf | Engage in symbolic act | Head of Government (Pakistan) | 2005-01-21\n- Head of Government (Pakistan) | Engage in symbolic act | Pervez Musharraf | 2005-01-21\n- Pervez Musharraf | Praise or endorse | Pakistan administered Kashmir | 2005-02-04\nAnswer:", "completion": " Pakistan administered Kashmir", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1376969", "prompt": "Who negotiated with Wang Yi before 2013-12?\nEvidence:\n- Wang Yi | Investigate | China | 2005-08-17\n- Wang Yi | Demand | Japan | 2006-05-10\n- Wang Yi | Make statement | Japan | 2005-11-29\n- Wang Yi | Make statement | Japan | 2005-05-11\n- Wang Yi | Make statement | Japan | 2005-04-22\n- Wang Yi | Make statement | Japan | 2005-04-10\n- Wang Yi | Make statement | China | 2007-12-14\n- Wang Yi | Make statement | China | 2007-12-13\n- Wang Yi | Make statement | China | 2007-12-12\n- Wang Yi | Make statement | China | 2007-11-17\n- Wang Yi | Make statement | China | 2007-10-25\n- Wang Yi | Make statement | China | 2006-05-10\n- Wang Yi | Make statement | China | 2006-03-26\n- Wang Yi | Make statement | China | 2005-11-25\n- Wang Yi | Make statement | China | 2005-11-24\nAnswer:", "completion": " Shivshankar Menon", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1368254", "prompt": "With whom did the Royal Government of Australia want to negotiate first?\nEvidence:\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-07-02\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-06-27\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Head of Government (Brazil) | Arrest, detain, or charge with legal action | First Command of the Capital | 2006-01-15\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- First Command of the Capital | Criticize or denounce | Citizen (Brazil) | 2008-10-30\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2012-05-31\nAnswer:", "completion": " Citizen (Australia)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1161793", "prompt": "Who did the lawmakers of Japan condemn after the Ministry of Finance of Japan?\nEvidence:\n- Ministry of Health | Consult | International Government Organizations | 2005-10-26\n- International Government Organizations | Consult | Ministry of Health | 2005-10-26\n- Japan | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | Japan | 2005-01-08\n- Japan | Consult | China | 2005-01-03\n- China | Threaten | Japan | 2005-01-05\n- China | Threaten | Japan | 2005-01-02\n- China | Consult | Japan | 2005-01-03\n- International Government Organizations | Express intent to engage in diplomatic cooperation (such as policy support) | Ministry of Public Security (Vietnam) | 2005-08-21\n- Surakiart Sathirathai | Reject | Japan | 2005-01-08\n- South Korea | Consult | Japan | 2005-01-06\n- Japan | Reduce relations | China | 2005-01-04\n- Japan | Consult | South Korea | 2005-01-06\n- Japan | Express intent to provide material aid | Japan Self-Defense Forces | 2005-01-03\n- Japan | Provide military aid | Thailand | 2005-01-06\nAnswer:", "completion": " South Korea", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1291116", "prompt": "Who accused Dimeji Bankole before 24 March 2014?\nEvidence:\n- Citizen (Nigeria) | Accuse | Dimeji Bankole | 2014-03-24\n- Ministry (Nigeria) | Express intent to cooperate | Citizen (Nigeria) | 2014-03-24\n- Hakeem Baba-Ahmed | Make an appeal or request | Citizen (Nigeria) | 2014-03-24\n- Government (Nigeria) | Accuse | Citizen (Nigeria) | 2014-03-24\n- Emmanuel Eweta Uduaghan | Make an appeal or request | Citizen (Nigeria) | 2014-03-24\n- Citizen (Nigeria) | Make an appeal or request | USAID | 2014-03-24\n- Citizen (Nigeria) | Make an appeal or request | Government (Nigeria) | 2014-03-24\n- Citizen (Nigeria) | Appeal for intelligence | Government (Nigeria) | 2014-03-24\n- Boko Haram | Use conventional military force | Citizen (Nigeria) | 2014-03-24\nAnswer:", "completion": " Member of Legislative (Govt) (Nigeria)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 9, "n_anchors": 1} +{"id": "mtq_1157929", "prompt": "Who was the first to use unconventional violence against South Sudan in 2006?\nEvidence:\n- Resistance Movement (South Sudan) | Use unconventional violence | South Sudan | 2006-06-06\n- Armed Band (South Sudan) | Use unconventional violence | South Sudan | 2006-11-19\n- Armed Band (South Sudan) | Use unconventional violence | South Sudan | 2006-10-20\n- Sudan | Use unconventional violence | Citizen (Sudan) | 2006-06-28\n- Citizen (Sudan) | Use unconventional violence | Sudan | 2006-06-21\n- Citizen (Sudan) | Use unconventional violence | Sudan | 2006-01-17\n- Citizen (Sudan) | Use unconventional violence | Police (Sudan) | 2006-04-23\n- South Sudan | Use unconventional violence | High Commission for Refugees | 2006-03-16\n- Armed Opposition (Sudan) | Use unconventional violence | Citizen (Sudan) | 2006-08-25\n- Armed Rebel (Lord's Resistance Army) | Use unconventional violence | South Sudan | 2006-12-30\n- Armed Rebel (Lord's Resistance Army) | Use unconventional violence | South Sudan | 2006-10-23\n- Citizen (Unidentified State Actor) | Use unconventional violence | Citizen (Sudan) | 2006-05-24\n- Citizen (Unidentified State Actor) | Use unconventional violence | Citizen (Sudan) | 2006-03-05\n- Citizen (Sudan) | Criticize or denounce | The Poor (Sudan) | 2006-08-24\n- South Africa | Engage in diplomatic cooperation | South Sudan | 2006-11-29\nAnswer:", "completion": " Resistance Movement (South Sudan)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1000192", "prompt": "Could you tell me the specific month when did the Lawyer/Attorney of Kenya last accuse the Media of Africa?\nEvidence:\n- Lawyer/Attorney (Kenya) | Accuse | Media (Africa) | 2013-02-15\n- Lawyer/Attorney (Kenya) | Make statement | Media (Africa) | 2015-07-21\n- Lawyer/Attorney (Kenya) | Make statement | Media (Africa) | 2005-03-08\n- Head of Government (Kenya) | Accuse | Lawyer/Attorney (Kenya) | 2013-09-04\n- Women (Kenya) | Accuse | Lawyer/Attorney (Kenya) | 2010-04-15\n- Police (Kenya) | Accuse | Lawyer/Attorney (Kenya) | 2013-10-04\n- Police (Kenya) | Accuse | Lawyer/Attorney (Kenya) | 2005-09-13\n- Men (Kenya) | Accuse | Lawyer/Attorney (Kenya) | 2015-09-21\n- Men (Kenya) | Accuse | Lawyer/Attorney (Kenya) | 2013-08-24\n- Lawyer/Attorney (Kenya) | Accuse | Women (Kenya) | 2009-08-14\n- Lawyer/Attorney (Kenya) | Accuse | Preacher (Kenya) | 2012-09-18\n- Lawyer/Attorney (Kenya) | Accuse | Police (Kenya) | 2015-10-06\n- Lawyer/Attorney (Kenya) | Accuse | Police (Kenya) | 2015-04-20\n- Lawyer/Attorney (Kenya) | Accuse | Police (Kenya) | 2013-06-12\n- Lawyer/Attorney (Kenya) | Accuse | Police (Kenya) | 2013-02-21\nAnswer:", "completion": " 2013-02", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1361852", "prompt": "When did Raúl Castro sign formal agreements with Sergey Kuzhugetovich Shoygu?\nEvidence:\n- Sergey Kuzhugetovich Shoygu | Make a visit | Raúl Castro | 2009-11-13\n- Raúl Castro | Host a visit | Sergey Kuzhugetovich Shoygu | 2009-11-13\n- Sergey Kuzhugetovich Shoygu | Sign formal agreement | Bundesrat | 2005-06-29\n- Bundesrat | Sign formal agreement | Sergey Kuzhugetovich Shoygu | 2005-06-29\n- Sergey Kuzhugetovich Shoygu | Sign formal agreement | Omar Halleslevens | 2009-11-11\n- Omar Halleslevens | Sign formal agreement | Sergey Kuzhugetovich Shoygu | 2009-11-11\n- Sergey Kuzhugetovich Shoygu | Consult | Gazprom | 2008-08-09\n- Gazprom | Consult | Sergey Kuzhugetovich Shoygu | 2008-08-09\n- Vuk Jeremić | Consult | Sergey Kuzhugetovich Shoygu | 2007-06-22\n- Sergey Kuzhugetovich Shoygu | Consult | Vuk Jeremić | 2007-06-22\n- Sergey Kuzhugetovich Shoygu | Consult | Daniel Ortega | 2009-11-10\n- Daniel Ortega | Consult | Sergey Kuzhugetovich Shoygu | 2009-11-10\n- United Russia | Make statement | Sergey Kuzhugetovich Shoygu | 2007-08-17\n- Sholban Kara-ool | Consult | Sergey Kuzhugetovich Shoygu | 2007-08-13\n- Sergey Kuzhugetovich Shoygu | Make statement | ITAR TASS | 2009-12-06\nAnswer:", "completion": " 2015-02-14", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1053761", "prompt": "Before Magomedsalam Magomedov, whom did Dmitry Anatolyevich Medvedev last support?\nEvidence:\n- Magomedsalam Magomedov | Consult | Dmitry Anatolyevich Medvedev | 2011-08-24\n- Magomedsalam Magomedov | Consult | Dmitry Anatolyevich Medvedev | 2011-08-23\n- Magomedsalam Magomedov | Consult | Dmitry Anatolyevich Medvedev | 2011-08-20\n- Magomedsalam Magomedov | Consult | Dmitry Anatolyevich Medvedev | 2010-08-13\n- Magomedsalam Magomedov | Consult | Dmitry Anatolyevich Medvedev | 2010-08-11\n- Dmitry Anatolyevich Medvedev | Consult | Magomedsalam Magomedov | 2011-08-24\n- Dmitry Anatolyevich Medvedev | Consult | Magomedsalam Magomedov | 2011-08-23\n- Dmitry Anatolyevich Medvedev | Consult | Magomedsalam Magomedov | 2011-08-20\n- Dmitry Anatolyevich Medvedev | Consult | Magomedsalam Magomedov | 2010-08-13\n- Dmitry Anatolyevich Medvedev | Consult | Magomedsalam Magomedov | 2010-08-11\n- Magomedsalam Magomedov | Make statement | Dmitry Anatolyevich Medvedev | 2010-03-31\n- Magomedsalam Magomedov | Discuss by telephone | Dmitry Anatolyevich Medvedev | 2012-05-04\n- Magomedsalam Magomedov | Discuss by telephone | Dmitry Anatolyevich Medvedev | 2010-08-11\n- Magomedsalam Magomedov | Discuss by telephone | Dmitry Anatolyevich Medvedev | 2010-08-05\n- Magomedsalam Magomedov | Discuss by telephone | Dmitry Anatolyevich Medvedev | 2010-03-31\nAnswer:", "completion": " Scientist (Russia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1130548", "prompt": "In which month did the Men of Kenya first use unconventional violence against the head of government of Kenya?\nEvidence:\n- Men (Kenya) | Use unconventional violence | Head of Government (Kenya) | 2006-06-30\n- Police (Kenya) | Use unconventional violence | Men (Kenya) | 2013-07-30\n- Police (Kenya) | Use unconventional violence | Men (Kenya) | 2013-07-29\n- Police (Kenya) | Use unconventional violence | Men (Kenya) | 2013-03-07\n- Mob (Kenya) | Use unconventional violence | Men (Kenya) | 2014-09-15\n- Mob (Kenya) | Use unconventional violence | Men (Kenya) | 2014-06-20\n- Mob (Kenya) | Use unconventional violence | Men (Kenya) | 2014-04-30\n- Mob (Kenya) | Use unconventional violence | Men (Kenya) | 2012-11-17\n- Mob (Kenya) | Use unconventional violence | Men (Kenya) | 2011-05-26\n- Men (Kenya) | Use unconventional violence | Police (Kenya) | 2015-10-06\n- Men (Kenya) | Use unconventional violence | Police (Kenya) | 2015-05-08\n- Men (Kenya) | Use unconventional violence | Police (Kenya) | 2015-04-03\n- Men (Kenya) | Use unconventional violence | Police (Kenya) | 2014-11-24\n- Men (Kenya) | Use unconventional violence | Police (Kenya) | 2014-09-23\n- Men (Kenya) | Use unconventional violence | Police (Kenya) | 2014-06-20\nAnswer:", "completion": " 2006-06", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1040813", "prompt": "When did the Iraqi legislature last praise the student of Iraq?\nEvidence:\n- Legislature (Iraq) | Investigate | Iraq | 2005-01-15\n- Iraqi Islamic Party | Praise or endorse | Iran | 2005-01-05\n- Student (Iraq) | Make optimistic comment | Iraq | 2005-01-12\n- Iraqi Islamic Party | Consult | Iran | 2005-01-10\n- Iran | Consult | Iraqi Islamic Party | 2005-01-10\n- Kuwait | Praise or endorse | Iraq | 2005-01-16\n- Iraq | Praise or endorse | Iran | 2005-01-01\n- Iran | Praise or endorse | Iraq | 2005-01-31\n- Iran | Praise or endorse | Iraq | 2005-01-30\n- Cabinet / Council of Ministers / Advisors (United States) | Praise or endorse | Iraq | 2005-01-04\n- Chief of Staff (Poland) | Make statement | Iraq | 2005-01-04\n- Special Rapporteurs of the United Nations | Make a visit | Iran | 2005-02-06\n- Iran | Host a visit | Special Rapporteurs of the United Nations | 2005-02-06\n- Rebel Group (Iraq) | Threaten with military force | Iraq | 2005-01-16\n- Rebel Group (Iraq) | Threaten with military force | Iraq | 2005-01-15\nAnswer:", "completion": " 2014-05-08", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1028957", "prompt": "Who was the last person to visit Cristina Fernández de Kirchner before Wang Yi?\nEvidence:\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-05-24\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-03-03\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-02-28\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-12-26\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-11-15\n- Cristina Fernández de Kirchner | Accuse | Alberto Fernández | 2005-12-24\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2012-09-23\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2007-11-15\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-05-24\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-03-03\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-02-28\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2007-12-26\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2007-11-15\n- Alberto Fernández | Accuse | Cristina Fernández de Kirchner | 2012-05-27\n- Cristina Fernández de Kirchner | Make a visit | Alberto Fernández | 2006-12-14\nAnswer:", "completion": " Marco Aurélio Garcia", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1026486", "prompt": "Who wanted to negotiate with the citizens of Australia on 30 October 2013?\nEvidence:\n- Ministry (Brazil) | Rally support on behalf of | People Associated with the Opposition (Brazil) | 2005-11-12\n- Activist (Australia) | Rally support on behalf of | Citizen (Australia) | 2012-05-17\n- People Associated with the Opposition (Sri Lanka) | Rally support on behalf of | Sarath Fonseka | 2010-03-23\n- People Associated with the Opposition (Sri Lanka) | Rally support on behalf of | Sarath Fonseka | 2010-03-16\n- People Associated with the Opposition (Sri Lanka) | Rally support on behalf of | Sarath Fonseka | 2010-02-13\n- Member of the Judiciary (Iceland) | Rally support on behalf of | Bank (Iceland) | 2014-05-25\n- Member of Parliament (Australia) | Rally support on behalf of | Lawyer/Attorney (Australia) | 2005-07-05\n- Businessperson (Australia) | Rally support on behalf of | Media Personnel (Australia) | 2008-06-20\n- Member of the Judiciary (United States) | Express intent to cooperate on judicial matters | Mexico | 2006-04-04\n- Member of the Judiciary (United States) | Express intent to cooperate on judicial matters | France | 2010-04-06\n- Special Rapporteurs of the United Nations | Rally support on behalf of | Detainee (Myanmar) | 2011-08-25\n- Special Rapporteurs of the United Nations | Rally support on behalf of | Detainee (Myanmar) | 2009-02-20\n- Citizen (Croatia) | Express intent to cooperate on judicial matters | The Hague | 2005-03-17\n- Member of the Judiciary (United States) | Express intent to cooperate on judicial matters | South Korea | 2007-11-01\n- Member of the Judiciary (United States) | Express intent to cooperate on judicial matters | South Korea | 2007-10-25\nAnswer:", "completion": " Police (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1262341", "prompt": "Who was accused by the Somali media on the same day as the armed rebels of Somalia?\nEvidence:\n- Somali Radio HornAfrik | Consult | Media Personnel (Somalia) | 2009-06-22\n- Somali Radio HornAfrik | Consult | Media Personnel (Somalia) | 2009-03-11\n- Somali Radio HornAfrik | Consult | Media Personnel (Somalia) | 2008-09-23\n- Somali Radio HornAfrik | Consult | Media Personnel (Somalia) | 2008-08-20\n- Somali Radio HornAfrik | Consult | Media Personnel (Somalia) | 2008-05-09\n- Somali Radio HornAfrik | Consult | Media Personnel (Somalia) | 2007-06-16\n- Somali Radio HornAfrik | Consult | Media Personnel (Somalia) | 2006-08-11\n- Somali Radio HornAfrik | Consult | Media Personnel (Somalia) | 2005-04-05\n- Media Personnel (Somalia) | Consult | Somali Radio HornAfrik | 2009-06-22\n- Media Personnel (Somalia) | Consult | Somali Radio HornAfrik | 2009-03-11\n- Media Personnel (Somalia) | Consult | Somali Radio HornAfrik | 2008-09-23\n- Media Personnel (Somalia) | Consult | Somali Radio HornAfrik | 2008-08-20\n- Media Personnel (Somalia) | Consult | Somali Radio HornAfrik | 2008-05-09\n- Media Personnel (Somalia) | Consult | Somali Radio HornAfrik | 2007-06-16\n- Media Personnel (Somalia) | Consult | Somali Radio HornAfrik | 2006-08-11\nAnswer:", "completion": " Al-Shabaab", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1084973", "prompt": "Who received the Defense Security Ministry of Spain's visit from the Defense Security Ministry of Spain before December 21st, 2014?\nEvidence:\n- Governor (Spain) | Consult | Defense / Security Ministry (Spain) | 2010-03-24\n- Defense / Security Ministry (Spain) | Consult | Governor (Spain) | 2010-03-24\n- Newspaper (Spain) | Make statement | Defense / Security Ministry (Spain) | 2008-12-09\n- Mexico | Host a visit | Defense / Security Ministry (Spain) | 2013-11-25\n- Mauritania | Host a visit | Defense / Security Ministry (Spain) | 2014-12-03\n- Defense / Security Ministry (Spain) | Make a visit | Mexico | 2013-11-25\n- Defense / Security Ministry (Spain) | Make a visit | Mauritania | 2014-12-03\n- Defense / Security Ministry (Spain) | Make a visit | China | 2006-10-23\n- China | Host a visit | Defense / Security Ministry (Spain) | 2006-10-23\n- Domestic Affairs (Spain) | Make statement | Defense / Security Ministry (Spain) | 2015-07-24\n- Defense / Security Ministry (Spain) | Make statement | Fighter Bomber (Spain) | 2008-09-26\n- Defense / Security Ministry (Spain) | Make statement | Air Force (Spain) | 2015-10-23\n- Defense / Security Ministry (Spain) | Make statement | Air Force (Spain) | 2014-05-25\n- Defense / Security Ministry (Spain) | Make statement | Air Force (Spain) | 2012-11-02\n- Defense / Security Ministry (Spain) | Make statement | Air Force (Spain) | 2008-08-22\nAnswer:", "completion": " Middle East", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1011956", "prompt": "After Seyoum Mesfin, which country accused Eritrea first?\nEvidence:\n- Seyoum Mesfin | Make statement | Eritrea | 2005-12-13\n- Seyoum Mesfin | Make statement | Sudan | 2006-04-03\n- Seyoum Mesfin | Make statement | Sudan | 2006-04-01\n- Seyoum Mesfin | Make statement | Sudan | 2006-03-31\n- Seyoum Mesfin | Make statement | Ireland | 2006-07-06\n- Seyoum Mesfin | Make statement | Ethiopia | 2006-07-06\n- Seyoum Mesfin | Make statement | Ethiopia | 2006-05-15\n- Seyoum Mesfin | Make statement | Ethiopia | 2006-05-10\n- Seyoum Mesfin | Make statement | Ethiopia | 2006-05-09\n- Seyoum Mesfin | Make statement | Ethiopia | 2006-04-03\n- Seyoum Mesfin | Make statement | Ethiopia | 2006-04-01\n- Seyoum Mesfin | Make statement | Ethiopia | 2006-03-31\n- Seyoum Mesfin | Make statement | Ethiopia | 2005-12-10\n- Seyoum Mesfin | Make statement | Ethiopia | 2005-12-09\n- Seyoum Mesfin | Make statement | Ethiopia | 2005-11-08\nAnswer:", "completion": " Ethiopia", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1149930", "prompt": "In which year did the criminal of Costa Rica use unconventional violence against the police of Costa Rica for the first time?\nEvidence:\n- Criminal (Costa Rica) | Use unconventional violence | Police (Costa Rica) | 2011-09-10\n- Criminal (Costa Rica) | Use unconventional violence | Police (Costa Rica) | 2011-04-12\n- Criminal (Costa Rica) | Use unconventional violence | Men (Costa Rica) | 2012-11-30\n- Criminal (Costa Rica) | Use unconventional violence | Men (Costa Rica) | 2012-01-20\n- Criminal (Costa Rica) | Use unconventional violence | Men (Costa Rica) | 2006-07-12\n- Men (Costa Rica) | Use unconventional violence | Police (Costa Rica) | 2012-11-12\n- Men (Costa Rica) | Use unconventional violence | Police (Costa Rica) | 2011-10-07\n- Men (Costa Rica) | Use unconventional violence | Police (Costa Rica) | 2005-12-20\n- First Command of the Capital | Use unconventional violence | Lawyer/Attorney (Costa Rica) | 2008-07-26\n- Armed Gang (Costa Rica) | Use unconventional violence | Police (Costa Rica) | 2009-07-22\n- Armed Gang (Costa Rica) | Use unconventional violence | Men (Costa Rica) | 2010-10-18\n- Armed Gang (Costa Rica) | Use unconventional violence | Men (Costa Rica) | 2010-06-23\n- Police (Costa Rica) | Investigate | Criminal (Costa Rica) | 2015-03-25\n- Police (Costa Rica) | Investigate | Criminal (Costa Rica) | 2005-12-05\n- Police (Costa Rica) | Consult | Criminal (Costa Rica) | 2007-05-11\nAnswer:", "completion": " 2011", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1134629", "prompt": "After the head of government of Brazil, who would wish to visit the head of government of Egypt first?\nEvidence:\n- Head of Government (Egypt) | Host a visit | Head of Government (Brazil) | 2013-05-09\n- Head of Government (Brazil) | Make a visit | Head of Government (Egypt) | 2013-05-09\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Head of Government (Brazil) | Arrest, detain, or charge with legal action | First Command of the Capital | 2006-01-15\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- First Command of the Capital | Criticize or denounce | Citizen (Brazil) | 2008-10-30\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2012-05-31\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2009-10-23\nAnswer:", "completion": " Royal Administration (Jordan)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1375769", "prompt": "When did the Ulster Unionist Party last endorse Sir Reg Empey?\nEvidence:\n- Ulster Unionist Party | Demand | Sir Reg Empey | 2010-03-27\n- Ulster Unionist Party | Consult | Sir Reg Empey | 2005-09-20\n- Sir Reg Empey | Consult | Ulster Unionist Party | 2005-09-20\n- Ulster Unionist Party | Praise or endorse | Sir Reg Empey | 2010-11-20\n- Ulster Unionist Party | Make statement | Sir Reg Empey | 2010-03-27\n- Sir Reg Empey | Make statement | Ulster Unionist Party | 2010-05-15\n- Sir Reg Empey | Make statement | Ulster Unionist Party | 2007-04-23\n- Sir Reg Empey | Make statement | Ulster Unionist Party | 2005-06-10\n- Sir Reg Empey | Make statement | Party President (Ulster Unionist Party) | 2010-11-20\n- Party President (Ulster Unionist Party) | Make statement | Sir Reg Empey | 2010-11-20\n- Sir Reg Empey | Make statement | Party Member (Ireland) | 2010-01-25\n- Tony Blair | Consult | Sir Reg Empey | 2005-07-25\n- Sir Reg Empey | Consult | Tony Blair | 2005-07-25\n- Party President (Ulster Unionist Party) | Make statement | Ulster Unionist Party | 2015-05-19\n- Sir Reg Empey | Praise or endorse | Margaret Ritchie | 2007-10-20\nAnswer:", "completion": " 2010-11-20", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1148800", "prompt": "In what year did the Associated Press last have a telephone conversation with the media personnel of China?\nEvidence:\n- Media Personnel (Argentina) | Discuss by telephone | Associated Press | 2005-01-07\n- Associated Press | Discuss by telephone | Media Personnel (Argentina) | 2005-01-07\n- Media Personnel (Colombia) | Consult | Associated Press | 2005-01-18\n- Associated Press | Consult | Media Personnel (Colombia) | 2005-01-18\n- Military Personnel (Thailand) | Discuss by telephone | Associated Press | 2005-05-09\n- Associated Press | Discuss by telephone | Military Personnel (Thailand) | 2005-05-09\n- Iraq | Discuss by telephone | Associated Press | 2005-02-27\n- Iran | Discuss by telephone | Associated Press | 2005-03-23\n- Colombia | Discuss by telephone | Associated Press | 2005-01-31\n- Associated Press | Discuss by telephone | Iraq | 2005-02-27\n- Associated Press | Discuss by telephone | Iran | 2005-03-23\n- Associated Press | Discuss by telephone | Colombia | 2005-01-31\n- China | Consult | Associated Press | 2005-05-05\n- Associated Press | Consult | China | 2005-05-05\n- Uladi Mussa | Discuss by telephone | Associated Press | 2005-01-01\nAnswer:", "completion": " 2009", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1368271", "prompt": "In which year did Malawi last express its intention to meet with Angola?\nEvidence:\n- Malawi | Consult | Angola | 2005-08-01\n- Angola | Consult | Malawi | 2005-08-01\n- Malawi | Make a visit | Angola | 2005-09-20\n- Angola | Host a visit | Malawi | 2005-09-20\n- Angola | Express intent to meet or negotiate | Military Personnel (Angola) | 2005-06-01\n- Jack McConnell | Express intent to meet or negotiate | Malawi | 2005-05-16\n- Jack McConnell | Express intent to meet or negotiate | Malawi | 2005-03-16\n- China | Express intent to meet or negotiate | Angola | 2005-02-25\n- Angola | Express intent to meet or negotiate | France | 2005-05-26\n- Malawi Congress Party | Investigate | Malawi | 2015-02-02\n- Banda (Malawi) | Make statement | Malawi | 2005-07-20\n- Malawi | Express intent to cooperate economically | South Africa | 2005-08-03\n- Malawi | Express intent to cooperate economically | South Africa | 2005-06-10\n- Malawi Congress Party | Make statement | People Associated with the Opposition (Malawi) | 2008-04-28\n- Foreign Affairs (Argentina) | Express intent to meet or negotiate | Angola | 2005-01-12\nAnswer:", "completion": " 2006", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1267454", "prompt": "With whom did Lee Myung Bak last negotiate in 2012?\nEvidence:\n- Wen Jiabao | Engage in negotiation | Lee Myung Bak | 2012-01-11\n- Lee Myung Bak | Engage in negotiation | Wen Jiabao | 2012-01-11\n- Wen Jiabao | Consult | Lee Myung Bak | 2012-01-11\n- Wen Jiabao | Consult | Lee Myung Bak | 2012-01-10\n- Lee Myung Bak | Make statement | China | 2012-01-12\n- Lee Myung Bak | Make statement | China | 2012-01-11\n- Lee Myung Bak | Make statement | China | 2012-01-10\n- Lee Myung Bak | Consult | Wen Jiabao | 2012-01-11\n- Lee Myung Bak | Consult | Wen Jiabao | 2012-01-10\n- Chongwadai | Make statement | Lee Myung Bak | 2012-01-04\n- Lee Myung Bak | Express intent to meet or negotiate | China | 2012-01-11\n- Lee Myung Bak | Express intent to meet or negotiate | China | 2012-01-09\n- Lee Myung Bak | Express intent to meet or negotiate | China | 2012-01-08\n- Lee Myung Bak | Express intent to meet or negotiate | China | 2012-01-05\n- Lee Myung Bak | Express intent to meet or negotiate | China | 2012-01-04\nAnswer:", "completion": " Wen Jiabao", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1123272", "prompt": "Who appealed for the Member of Parliament of Iraq before Feb, 2014?\nEvidence:\n- Chief of Staff (Poland) | Make statement | Iraq | 2005-01-04\n- Special Rapporteurs of the United Nations | Make a visit | Iran | 2005-02-06\n- Iran | Host a visit | Special Rapporteurs of the United Nations | 2005-02-06\n- Legislature (Iraq) | Investigate | Iraq | 2005-01-15\n- Student (Iraq) | Make optimistic comment | Iraq | 2005-01-12\n- Rebel Group (Iraq) | Threaten with military force | Iraq | 2005-01-16\n- Rebel Group (Iraq) | Threaten with military force | Iraq | 2005-01-15\n- Cabinet / Council of Ministers / Advisors (United States) | Praise or endorse | Iraq | 2005-01-04\n- Iraq | Consult | Iran | 2005-01-27\n- Iraq | Consult | Iran | 2005-01-25\n- Iraq | Accuse | Iran | 2005-01-28\n- Iraq | Accuse | Iran | 2005-01-07\n- Iran | Consult | Iraq | 2005-01-27\n- Iran | Consult | Iraq | 2005-01-25\n- Interim Leader (Iraq) | Express intent to meet or negotiate | Iraq | 2005-01-14\nAnswer:", "completion": " Nuri al-Maliki", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1357260", "prompt": "Who did the Ministry of Sudan request for before the Government of France?\nEvidence:\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-27\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-26\n- Sudan | Praise or endorse | Agence France-Presse | 2005-01-08\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Ethiopia | Praise or endorse | Government (Sudan) | 2005-01-10\n- France | Make an appeal or request | Iran | 2005-01-29\n- France | Make an appeal or request | Iran | 2005-01-25\nAnswer:", "completion": " Government (Sudan)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1010223", "prompt": "Could you tell me the exact month when the Armenian Revolutionary Federation last honoured Armen Harutyunyan?\nEvidence:\n- Armenian Revolutionary Federation | Praise or endorse | Armen Harutyunyan | 2006-02-13\n- Malaysia | Host a visit | Armenian Revolutionary Federation | 2006-08-03\n- Assemblies (Armenia) | Make statement | Armenian Revolutionary Federation | 2009-04-30\n- Armenian Revolutionary Federation | Make a visit | Malaysia | 2006-08-03\n- Armenian Revolutionary Federation | Consult | Al-Marada Movement | 2015-08-27\n- Al-Marada Movement | Consult | Armenian Revolutionary Federation | 2015-08-27\n- Citizen (Thailand) | Make optimistic comment | Armenian Revolutionary Federation | 2009-07-23\n- Armenian Revolutionary Federation | Make statement | Republican Party (Armenia) | 2015-08-27\n- Republican Party (Armenia) | Sign formal agreement | Armenian Revolutionary Federation | 2007-05-25\n- Armenian Revolutionary Federation | Sign formal agreement | Republican Party (Armenia) | 2007-05-25\n- Armenian Revolutionary Federation | Make statement | Other Authorities / Officials (Turkey) | 2007-08-30\n- Armenian Revolutionary Federation | Express accord | Other Authorities / Officials (Turkey) | 2012-10-15\n- Armen Harutyunyan | Accuse | Other Authorities / Officials (Armenia) | 2009-06-02\n- Armenian Revolutionary Federation | Make pessimistic comment | Other Authorities / Officials (Armenia) | 2009-05-15\n- Armenian Revolutionary Federation | Express intent to engage in diplomatic cooperation (such as policy support) | Heritage Party | 2009-04-27\nAnswer:", "completion": " 2006-02", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1373475", "prompt": "When did Mamdouh el-Damaty last praise the government of Germany?\nEvidence:\n- Mamdouh el-Damaty | Praise or endorse | Government (Germany) | 2015-04-04\n- Mamdouh el-Damaty | Praise or endorse | Government (Germany) | 2014-08-15\n- Mamdouh el-Damaty | Make statement | Ministry (Egypt) | 2015-03-22\n- Police (Egypt) | Engage in symbolic act | Mamdouh el-Damaty | 2014-08-25\n- Mamdouh el-Damaty | Engage in symbolic act | Police (Egypt) | 2014-08-25\n- Head of Government (Germany) | Make statement | Government (Germany) | 2007-04-03\n- Head of Government (Germany) | Make statement | Government (Germany) | 2006-12-06\n- Head of Government (Germany) | Make statement | Government (Germany) | 2006-07-23\n- Government (Germany) | Praise or endorse | Domestic Affairs (Germany) | 2007-01-21\n- Domestic Affairs (Germany) | Praise or endorse | Government (Germany) | 2006-03-18\n- Government (Germany) | Praise or endorse | Treasury/Finance Ministry (Germany) | 2007-03-21\n- Government (Germany) | Praise or endorse | Supreme Court of Chile | 2005-01-06\n- Yemen | Praise or endorse | Government (Germany) | 2007-06-12\n- Government (Germany) | Praise or endorse | Vietnam | 2006-09-14\n- Government (Germany) | Praise or endorse | Vietnam | 2006-09-13\nAnswer:", "completion": " 2015-04-04", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1375184", "prompt": "Before South Africa, with whom did the South African government last express its intention to engage in diplomatic cooperation?\nEvidence:\n- Government (South Africa) | Engage in diplomatic cooperation | African Union | 2005-02-26\n- Government (Djibouti) | Engage in diplomatic cooperation | African Union | 2005-02-07\n- African Union | Engage in diplomatic cooperation | Sudan | 2005-04-27\n- Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | African Union | 2005-04-30\n- Japan | Express intent to engage in diplomatic cooperation (such as policy support) | African Union | 2005-03-28\n- African Union | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-03-24\n- Ruhakana Rugunda | Express intent to engage in diplomatic cooperation (such as policy support) | African Union | 2005-01-07\n- Ruhakana Rugunda | Express intent to engage in diplomatic cooperation (such as policy support) | African Union | 2005-01-06\n- South Africa | Engage in negotiation | Japan | 2005-02-05\n- South Africa | Engage in negotiation | France | 2005-02-05\n- Japan | Engage in negotiation | South Africa | 2005-02-05\n- France | Engage in negotiation | South Africa | 2005-02-05\n- Sudan | Engage in negotiation | African Union | 2005-03-11\n- African Union | Engage in negotiation | Sudan | 2005-03-11\n- Protester (South African Communist Party) | Demonstrate or rally | South Africa | 2005-01-26\nAnswer:", "completion": " Industry (South Africa)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1347905", "prompt": "Who used unconventional violence against the regional governor of Mali in 2014?\nEvidence:\n- Armed Rebel (Mali) | Use unconventional violence | Regional Governor (Mali) | 2014-05-19\n- Militant (Mali) | Use unconventional violence | Military (Mali) | 2014-06-13\n- Militant (Mali) | Use unconventional violence | Military (Mali) | 2014-05-22\n- Militant (Mali) | Use unconventional violence | Military (Mali) | 2014-05-21\n- Criminal (Mali) | Use unconventional violence | Citizen (Mali) | 2014-04-21\n- Citizen (Mali) | Use unconventional violence | Military (Mali) | 2014-10-06\n- Citizen (Mali) | Use unconventional violence | Criminal (Mali) | 2014-03-13\n- Armed Rebel (Mali) | Use unconventional violence | Military (Mali) | 2014-11-04\n- Armed Rebel (Mali) | Use unconventional violence | Military (Mali) | 2014-06-25\n- Armed Rebel (Mali) | Use unconventional violence | Military (Mali) | 2014-05-28\n- Armed Rebel (Mali) | Use unconventional violence | Military (Mali) | 2014-05-24\n- Armed Rebel (Mali) | Use unconventional violence | Military (Mali) | 2014-05-23\n- Armed Rebel (Mali) | Use unconventional violence | Military (Mali) | 2014-05-22\n- Armed Rebel (Mali) | Use unconventional violence | Military (Mali) | 2014-05-21\n- Armed Rebel (Mali) | Use unconventional violence | Military (Mali) | 2014-05-20\nAnswer:", "completion": " Armed Rebel (Mali)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1187098", "prompt": "On 23 May 2011, who investigated the citizens of Uganda?\nEvidence:\n- Police (Uganda) | Impose restrictions on political freedoms | The Voice (Uganda) | 2014-12-12\n- Bishop (Uganda) | Rally support on behalf of | Citizen (Uganda) | 2010-06-25\n- Theresa May | Consult | Secretary of State for the Home Department | 2013-06-26\n- Secretary of State for the Home Department | Consult | Theresa May | 2013-06-26\n- Secretary of State for the Home Department | Accuse | Theresa May | 2014-11-04\n- Theresa May | Make statement | Secretary of State for the Home Department | 2011-12-14\n- Secretary of State for the Home Department | Make statement | Theresa May | 2014-05-23\n- Secretary of State for the Home Department | Make statement | Theresa May | 2012-04-19\n- Secretary of State for the Home Department | Criticize or denounce | Theresa May | 2011-10-05\n- Police (Uganda) | Impose restrictions on political freedoms | Women (Uganda) | 2007-03-19\n- Police (Uganda) | Impose restrictions on political freedoms | Citizen (Uganda) | 2015-10-15\n- Police (Uganda) | Impose restrictions on political freedoms | Citizen (Uganda) | 2008-06-02\n- Police (Uganda) | Impose restrictions on political freedoms | Citizen (Uganda) | 2006-07-28\n- Police (Uganda) | Make statement | The Poor (Uganda) | 2009-03-20\n- Member of the Judiciary (Iceland) | Rally support on behalf of | Bank (Iceland) | 2014-05-25\nAnswer:", "completion": " Police (Uganda)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1150214", "prompt": "Who made an appeal for Umaru Musa Yar'Adua in the same month as Tunde Bakare?\nEvidence:\n- Tunde Bakare | Make an appeal or request | Umaru Musa Yar'Adua | 2008-11-27\n- Umaru Musa Yar'Adua | Appeal for diplomatic cooperation (such as policy support) | Citizen (Nigeria) | 2007-04-24\n- Umaru Musa Yar'Adua | Threaten | Government (Nigeria) | 2005-01-25\n- Umaru Musa Yar'Adua | Demand | Citizen (Nigeria) | 2007-05-31\n- Umaru Musa Yar'Adua | Consult | South Africa | 2007-04-26\n- Umaru Musa Yar'Adua | Consult | Abdoulaye Wade | 2007-05-08\n- Umaru Musa Yar'Adua | Accuse | Citizen (Nigeria) | 2007-01-05\n- South Africa | Consult | Umaru Musa Yar'Adua | 2007-04-26\n- Oluṣẹgun Ọbasanjọ | Yield | Umaru Musa Yar'Adua | 2007-05-30\n- Oluṣẹgun Ọbasanjọ | Yield | Umaru Musa Yar'Adua | 2007-05-29\n- Daily Trust | Reject | Umaru Musa Yar'Adua | 2007-02-09\n- Citizen (Nigeria) | Demand | Umaru Musa Yar'Adua | 2007-04-23\n- Abdoulaye Wade | Consult | Umaru Musa Yar'Adua | 2007-05-08\n- Umaru Musa Yar'Adua | Make an appeal or request | Citizen (Nigeria) | 2007-04-23\n- Umaru Musa Yar'Adua | Make an appeal or request | Citizen (Nigeria) | 2005-01-25\nAnswer:", "completion": " Head of Government (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1026870", "prompt": "When was the last time a Pakistani opposition supporter made a request to Pervez Musharraf?\nEvidence:\n- Opposition Supporter (Pakistan) | Accuse | Pervez Musharraf | 2005-01-13\n- Opposition Supporter (Pakistan) | Accuse | Pervez Musharraf | 2005-01-12\n- Pervez Musharraf | Make a visit | Iran | 2005-02-13\n- Pervez Musharraf | Make a visit | Iran | 2005-02-12\n- Iran | Host a visit | Pervez Musharraf | 2005-02-13\n- Iran | Host a visit | Pervez Musharraf | 2005-02-12\n- Pervez Musharraf | Consult | Japan | 2005-01-10\n- Japan | Consult | Pervez Musharraf | 2005-01-10\n- Pervez Musharraf | Make an appeal or request | France | 2005-02-10\n- Pervez Musharraf | Refuse to yield | Benazir Bhutto | 2005-01-12\n- Pervez Musharraf | Refuse to yield | Benazir Bhutto | 2005-01-11\n- Pervez Musharraf | Make an appeal or request | Mahmoud Abbas | 2005-01-10\n- Pervez Musharraf | Make an appeal or request | James Wolfensohn | 2005-02-08\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-02-04\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-01-10\nAnswer:", "completion": " 2008-03-09", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1153771", "prompt": "Who was the first person Abhisit Vejjajiva condemned after the Council of Ministers of Thailand?\nEvidence:\n- Abhisit Vejjajiva | Demand | Cabinet / Council of Ministers / Advisors (Thailand) | 2005-08-05\n- Abhisit Vejjajiva | Demand | Cabinet / Council of Ministers / Advisors (Thailand) | 2005-08-03\n- Thailand | Consult | Abhisit Vejjajiva | 2006-04-27\n- Thailand | Consult | Abhisit Vejjajiva | 2005-02-16\n- Abhisit Vejjajiva | Consult | Thailand | 2006-04-27\n- Abhisit Vejjajiva | Consult | Thailand | 2005-02-16\n- Abhisit Vejjajiva | Make statement | Thailand | 2006-04-30\n- Abhisit Vejjajiva | Make statement | Thailand | 2006-02-25\n- Abhisit Vejjajiva | Make statement | Thailand | 2005-12-28\n- Abhisit Vejjajiva | Make statement | Thailand | 2005-06-30\n- Abhisit Vejjajiva | Make statement | Thailand | 2005-06-29\n- Abhisit Vejjajiva | Demand | Citizen (Thailand) | 2006-04-03\n- Citizen (Thailand) | Accuse of crime, corruption | Abhisit Vejjajiva | 2006-05-23\n- Media Personnel (Thailand) | Consult | Abhisit Vejjajiva | 2006-03-06\n- Media Personnel (Thailand) | Consult | Abhisit Vejjajiva | 2006-03-02\nAnswer:", "completion": " Thailand", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1032491", "prompt": "In which month did the Director General of India return people to the medical staff of India for the first time?\nEvidence:\n- Director General (India) | Return, release person(s) | Medical Personnel (India) | 2015-05-06\n- Medical Personnel (India) | Consult | Director General (India) | 2010-12-12\n- Director General (India) | Consult | Medical Personnel (India) | 2010-12-12\n- Medical Personnel (India) | Make statement | Director General (India) | 2014-09-17\n- Director General (India) | Make statement | Medical Personnel (India) | 2015-02-03\n- Secretary of State for the Home Department | Consult | Director General (India) | 2015-06-10\n- Secretary of State for the Home Department | Consult | Director General (India) | 2014-03-20\n- Secretary of State for the Home Department | Consult | Director General (India) | 2013-06-23\n- Secretary of State for the Home Department | Consult | Director General (India) | 2013-01-18\n- Secretary of State for the Home Department | Consult | Director General (India) | 2011-03-15\n- Secretary of State for the Home Department | Consult | Director General (India) | 2010-09-23\n- Secretary of State for the Home Department | Consult | Director General (India) | 2008-10-28\n- Secretary of State for the Home Department | Consult | Director General (India) | 2006-03-14\n- Secretary of State for the Home Department | Consult | Director General (India) | 2006-01-04\n- Secretary of State for the Home Department | Consult | Director General (India) | 2005-10-06\nAnswer:", "completion": " 2015-05", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1100830", "prompt": "Who was the first to praise the International Monetary Fund in 2015?\nEvidence:\n- International Monetary Fund | Praise or endorse | Romania | 2015-04-20\n- International Monetary Fund | Praise or endorse | Romania | 2015-02-09\n- Mauritania | Engage in negotiation | International Monetary Fund | 2015-04-11\n- Iraq | Engage in negotiation | International Monetary Fund | 2015-04-07\n- International Monetary Fund | Engage in negotiation | Mauritania | 2015-04-11\n- International Monetary Fund | Engage in negotiation | Iraq | 2015-04-07\n- Iran | Consult | International Monetary Fund | 2015-04-16\n- International Monetary Fund | Threaten | Romania | 2015-03-27\n- International Monetary Fund | Threaten | Japan | 2015-04-18\n- International Monetary Fund | Investigate | Malawi | 2015-03-24\n- International Monetary Fund | Consult | Iran | 2015-04-16\n- Kuwait | Engage in diplomatic cooperation | International Monetary Fund | 2015-03-16\n- International Monetary Fund | Provide aid | Malawi | 2015-03-24\n- International Monetary Fund | Make statement | Tanzania | 2015-01-08\n- International Monetary Fund | Make statement | Burundi | 2015-04-01\nAnswer:", "completion": " Treasury/Finance Ministry (Egypt)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1033634", "prompt": "In which year did the citizens of the United Kingdom last express their intention to establish diplomatic cooperation with Mexico?\nEvidence:\n- Mexico | Express intent to engage in diplomatic cooperation (such as policy support) | Japan | 2005-02-14\n- Border Patrol (Mexico) | Engage in judicial cooperation | Mexico | 2005-01-07\n- Newspaper (United Kingdom) | Express intent to mediate | Colombia | 2005-01-21\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Colombia | 2005-05-18\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Colombia | 2005-01-17\n- Colombia | Engage in diplomatic cooperation | Bolivia | 2005-08-29\n- China | Engage in diplomatic cooperation | Colombia | 2005-02-05\n- Bolivia | Engage in diplomatic cooperation | Colombia | 2005-08-29\n- Government (Ecuador) | Express intent to engage in diplomatic cooperation (such as policy support) | Colombia | 2005-09-23\n- Mexico | Express intent to cooperate | Colombia | 2005-06-30\n- Colombia | Express intent to cooperate | Mexico | 2005-06-30\n- Office of the United Nations High Commissioner for Human Rights | Express intent to meet or negotiate | Colombia | 2005-05-10\n- Other Authorities / Officials (Mexico) | Express intent to meet or negotiate | Mexico | 2005-01-06\n- Mexico | Express intent to meet or negotiate | Zapatista Army of National Liberation | 2005-01-14\n- Colombia | Arrest, detain, or charge with legal action | Citizen (United Kingdom) | 2005-01-03\nAnswer:", "completion": " 2011", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1333034", "prompt": "Who was the first to be convicted by the Judge of the Court of India?\nEvidence:\n- The Chronicle | Praise or endorse | Court Judge (India) | 2011-07-28\n- Ministry of Women (India) | Consult | Court Judge (India) | 2009-09-16\n- Member of Parliament (India) | Demand | Court Judge (India) | 2013-12-05\n- Head of Government (India) | Reject | Court Judge (India) | 2015-06-19\n- Head of Government (India) | Reject | Court Judge (India) | 2007-02-10\n- Head of Government (India) | Demand | Court Judge (India) | 2014-05-12\n- Head of Government (India) | Consult | Court Judge (India) | 2012-08-06\n- Head of Government (India) | Consult | Court Judge (India) | 2009-01-15\n- Head of Government (India) | Consult | Court Judge (India) | 2009-01-14\n- Head of Government (India) | Accuse | Court Judge (India) | 2007-10-04\n- Court Judge (India) | Reject | Member of Parliament (India) | 2014-02-23\n- Court Judge (India) | Reject | Member of Parliament (India) | 2013-12-12\n- Court Judge (India) | Reject | Member of Parliament (India) | 2011-04-29\n- Court Judge (India) | Reject | Member of Parliament (India) | 2010-06-05\n- Court Judge (India) | Reject | Member of Parliament (India) | 2009-02-16\nAnswer:", "completion": " Shilpa Shetty", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1147151", "prompt": "Who was the last person with whom the citizens of Bangladesh expressed an intention to meet before the Member of Parliament of Bangladesh?\nEvidence:\n- Member of Parliament (Bangladesh) | Make statement | People Associated with the Opposition (Bangladesh) | 2006-09-02\n- Student (Bangladesh) | Consult | Member of Parliament (Bangladesh) | 2015-08-05\n- Member of Parliament (Bangladesh) | Torture | Citizen (Bangladesh) | 2013-03-20\n- Member of Parliament (Bangladesh) | Threaten | Citizen (Bangladesh) | 2007-06-26\n- Member of Parliament (Bangladesh) | Demand | Citizen (Bangladesh) | 2009-01-23\n- Member of Parliament (Bangladesh) | Consult | Student (Bangladesh) | 2015-08-05\n- Member of Parliament (Bangladesh) | Accuse | Citizen (Bangladesh) | 2015-08-05\n- Member of Parliament (Bangladesh) | Accuse | Citizen (Bangladesh) | 2006-08-07\n- Member of Parliament (Bangladesh) | Accuse | Citizen (Bangladesh) | 2005-01-30\n- Citizen (Bangladesh) | Accuse | Member of Parliament (Bangladesh) | 2012-05-03\n- Citizen (Bangladesh) | Accuse | Member of Parliament (Bangladesh) | 2009-01-23\n- Citizen (Bangladesh) | Accuse | Member of Parliament (Bangladesh) | 2008-03-31\n- Citizen (Bangladesh) | Accuse | Member of Parliament (Bangladesh) | 2007-06-12\n- Citizen (Bangladesh) | Accuse | Member of Parliament (Bangladesh) | 2005-07-24\n- Member of Parliament (Bangladesh) | Express intent to meet or negotiate | Citizen (Bangladesh) | 2011-11-16\nAnswer:", "completion": " New Democratic Party (Bangladesh)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1281351", "prompt": "Who was the last person accused by the Australian police before the Australian activist?\nEvidence:\n- Police (Syria) | Return, release person(s) | Activist (Syria) | 2011-05-22\n- Police (Ethiopia) | Return, release person(s) | Activist (Ethiopia) | 2007-07-21\n- Police (Ethiopia) | Return, release person(s) | Activist (Ethiopia) | 2007-07-20\n- Police (Cambodia) | Return, release person(s) | Activist (Thailand) | 2012-12-28\n- Police (Cambodia) | Return, release person(s) | Activist (Thailand) | 2012-12-27\n- Police (Cambodia) | Return, release person(s) | Activist (Cambodia) | 2015-04-12\n- Police (Cambodia) | Return, release person(s) | Activist (Cambodia) | 2015-04-11\n- Police (Cambodia) | Return, release person(s) | Activist (Cambodia) | 2014-07-02\n- Police (Australia) | Return, release person(s) | Activist (Australia) | 2013-11-06\n- Police (Australia) | Return, release person(s) | Activist (Australia) | 2012-04-13\n- Police (Malaysia) | Return, release person(s) | Rights Activist (Malaysia) | 2008-10-26\n- Opposition Activist (Ukraine) | Return, release person(s) | Police (Ukraine) | 2014-01-26\n- Opposition Activist (Ukraine) | Return, release person(s) | Police (Ukraine) | 2014-01-25\n- Thailand | Return, release person(s) | Activist (Thailand) | 2015-12-18\n- Thailand | Return, release person(s) | Activist (Thailand) | 2014-07-17\nAnswer:", "completion": " Citizen (Australia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1368044", "prompt": "Who made pessimistic comments about South Korea before Donald Rumsfeld?\nEvidence:\n- Donald Rumsfeld | Investigate | Iraq | 2005-02-11\n- Joschka Fischer | Consult | Donald Rumsfeld | 2005-02-13\n- Jerzy Szmajdzinski | Consult | Donald Rumsfeld | 2005-02-09\n- Iraq | Receive inspectors | Donald Rumsfeld | 2005-02-11\n- Donald Rumsfeld | Make statement | Romania | 2005-02-10\n- Donald Rumsfeld | Make statement | Iraq | 2005-02-13\n- Donald Rumsfeld | Make statement | Iraq | 2005-02-06\n- Donald Rumsfeld | Make statement | Iraq | 2005-02-03\n- Donald Rumsfeld | Make statement | Iran | 2005-02-07\n- Donald Rumsfeld | Consult | Joschka Fischer | 2005-02-13\n- Donald Rumsfeld | Consult | Jerzy Szmajdzinski | 2005-02-09\n- Foreign Affairs (South Korea) | Express intent to meet or negotiate | Donald Rumsfeld | 2005-02-06\n- Lawyer/Attorney (Germany) | Investigate | Donald Rumsfeld | 2005-02-10\n- Iraq | Host a visit | Donald Rumsfeld | 2005-02-24\n- Iraq | Host a visit | Donald Rumsfeld | 2005-02-18\nAnswer:", "completion": " China", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1099723", "prompt": "Which year did the Constitutional Court of Albania last reject Democratic Party?\nEvidence:\n- Democratic Party | Reject | Head of Government (Kenya) | 2006-01-09\n- Democratic Party | Reject | Women (Uganda) | 2006-06-01\n- Democratic Party | Reject | Women (Uganda) | 2006-05-31\n- Democratic Party | Reject | Citizen (Uganda) | 2006-01-07\n- Democratic Party | Reject | Lawyer/Attorney (Uganda) | 2005-04-28\n- Citizen (Uganda) | Accuse | Constitutional Court (Uganda) | 2005-07-21\n- Party Member (Turkey) | Consult | Democratic Party | 2005-12-04\n- Democratic Party | Consult | Party Member (Turkey) | 2005-12-04\n- Democratic Party | Make statement | Head of Government (Kenya) | 2006-07-12\n- Democratic Party | Deny responsibility | Head of Government (Kenya) | 2006-01-09\n- Milliyet | Make statement | Democratic Party | 2005-06-15\n- Democratic Party | Threaten | Citizen (Uganda) | 2005-05-23\n- Citizen (Uganda) | Threaten | Democratic Party | 2006-06-07\n- Citizen (Uganda) | Accuse | Democratic Party | 2006-08-28\n- Head of Government (Kenya) | Praise or endorse | Democratic Party | 2006-07-23\nAnswer:", "completion": " 2015", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1147166", "prompt": "When did Nawaf Salam first express his intention to negotiate with Abdel Fattah Al-Sisi?\nEvidence:\n- Nawaf Salam | Express intent to meet or negotiate | Abdel Fattah Al-Sisi | 2015-09-28\n- UN Security Council | Consult | Nawaf Salam | 2011-03-16\n- Nawaf Salam | Make statement | Military (Lebanon) | 2006-01-04\n- Nawaf Salam | Consult | UN Security Council | 2011-03-16\n- Nawaf Salam | Make statement | UN Security Council | 2011-12-26\n- Nawaf Salam | Make statement | UN Security Council | 2011-12-22\n- Nawaf Salam | Make statement | UN Security Council | 2011-09-27\n- Nawaf Salam | Make statement | UN Security Council | 2011-09-26\n- Nawaf Salam | Make statement | UN Security Council | 2011-09-23\n- Chuck Hagel | Express intent to meet or negotiate | Abdel Fattah Al-Sisi | 2013-04-25\n- Protester (Egypt) | Reject | Abdel Fattah Al-Sisi | 2013-01-29\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-07-03\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-04-24\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-20\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-18\nAnswer:", "completion": " 2015-09-28", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1382712", "prompt": "After Omar Suleiman, to whom did the head of the Egyptian government appeal first?\nEvidence:\n- Omar Suleiman | Consult | Head of Government (Egypt) | 2006-11-29\n- Head of Government (Egypt) | Consult | Omar Suleiman | 2006-11-30\n- Head of Government (Egypt) | Consult | Omar Suleiman | 2006-11-29\n- Omar Suleiman | Make statement | Head of Government (Egypt) | 2006-10-14\n- Omar Suleiman | Make statement | Head of Government (Egypt) | 2005-08-29\n- Government Official (Egypt) | Make statement | Omar Suleiman | 2006-11-29\n- Omar Suleiman | Make statement | Iran | 2006-02-04\n- Omar Suleiman | Consult | Mahmoud Abbas | 2006-07-06\n- Omar Suleiman | Consult | Mahmoud Abbas | 2006-02-02\n- Omar Suleiman | Consult | Mahmoud Abbas | 2005-12-22\n- Omar Suleiman | Consult | Mahmoud Abbas | 2005-12-21\n- Omar Suleiman | Consult | Mahmoud Abbas | 2005-08-29\n- Omar Suleiman | Consult | Mahmoud Abbas | 2005-03-03\n- Omar Suleiman | Consult | John Garang | 2005-02-08\n- Omar Suleiman | Consult | Eli Yishai | 2005-02-03\nAnswer:", "completion": " Ministry (Egypt)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1042723", "prompt": "When did Abdullah ibn Husayn al-Ahmar express his intention to negotiate with the Royal Administration of Saudi Arabia?\nEvidence:\n- Abdullah ibn Husayn al-Ahmar | Express intent to meet or negotiate | Royal Administration (Saudi Arabia) | 2007-02-10\n- Yemen | Consult | Abdullah ibn Husayn al-Ahmar | 2009-12-31\n- Yemen | Consult | Abdullah ibn Husayn al-Ahmar | 2009-12-30\n- Romania | Consult | Abdullah ibn Husayn al-Ahmar | 2007-10-01\n- Abdullah ibn Husayn al-Ahmar | Consult | Yemen | 2009-12-31\n- Abdullah ibn Husayn al-Ahmar | Consult | Yemen | 2009-12-30\n- Abdullah ibn Husayn al-Ahmar | Consult | Romania | 2007-10-01\n- Abdullah ibn Husayn al-Ahmar | Make statement | Yemen | 2006-11-27\n- Abdullah ibn Husayn al-Ahmar | Make statement | Yemen | 2005-04-21\n- Kuwait | Host a visit | Abdullah ibn Husayn al-Ahmar | 2005-02-21\n- Foreign Affairs (Syria) | Consult | Abdullah ibn Husayn al-Ahmar | 2006-05-14\n- Foreign Affairs (Syria) | Consult | Abdullah ibn Husayn al-Ahmar | 2005-11-21\n- Foreign Affairs (Mauritania) | Consult | Abdullah ibn Husayn al-Ahmar | 2005-03-17\n- Foreign Affairs (India) | Consult | Abdullah ibn Husayn al-Ahmar | 2006-12-13\n- Foreign Affairs (France) | Consult | Abdullah ibn Husayn al-Ahmar | 2006-12-13\nAnswer:", "completion": " 2007-02-10", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1333574", "prompt": "Before the Ombudsman of Australia, who last denounced the Police of Australia?\nEvidence:\n- Police (Australia) | Reject | Ombudsman (Australia) | 2005-03-11\n- Ombudsman (Australia) | Investigate | Police (Australia) | 2015-02-02\n- Ombudsman (Australia) | Investigate | Police (Australia) | 2013-09-30\n- Ombudsman (Australia) | Investigate | Police (Australia) | 2013-05-15\n- Ombudsman (Australia) | Investigate | Police (Australia) | 2009-10-06\n- Ombudsman (Australia) | Investigate | Police (Australia) | 2006-08-04\n- Police (Australia) | Make statement | Ombudsman (Australia) | 2015-04-24\n- Police (Australia) | Make statement | Ombudsman (Australia) | 2014-03-11\n- Police (Australia) | Make statement | Ombudsman (Australia) | 2012-04-15\n- Police (Australia) | Make statement | Ombudsman (Australia) | 2009-06-10\n- Police (Australia) | Make statement | Ombudsman (Australia) | 2009-04-21\n- Police (Australia) | Make statement | Ombudsman (Australia) | 2005-06-09\n- Police (Australia) | Deny responsibility | Ombudsman (Australia) | 2006-08-04\n- Ombudsman (Australia) | Make statement | Police (Australia) | 2015-10-29\n- Ombudsman (Australia) | Make statement | Police (Australia) | 2015-04-23\nAnswer:", "completion": " Lawyer/Attorney (Australia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1229577", "prompt": "Who wanted to negotiate with Gurbanguly Berdymukhammedov before 22 March 2008?\nEvidence:\n- Gurbanguly Berdymukhammedov | Express intent to meet or negotiate | Abdullah Gül | 2008-03-22\n- Abdullah Gül | Express intent to meet or negotiate | Gurbanguly Berdymukhammedov | 2008-03-22\n- Romania | Host a visit | Abdullah Gül | 2008-03-22\n- Abdullah Gül | Make a visit | Romania | 2008-03-22\nAnswer:", "completion": " Mikhail Yefimovich Fradkov", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 4, "n_anchors": 1} +{"id": "mtq_1354815", "prompt": "Who was the first person to be praised by the Moroccan ministry after the Moroccan citizens' group?\nEvidence:\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Rebel Group (Lebanon) | Return, release person(s) | Detainee (Lebanon) | 2014-03-20\n- Rebel Group (Burundi) | Return, release person(s) | Detainee (Burundi) | 2009-01-02\n- Police (Kenya) | Return, release person(s) | Civic Group (Kenya) | 2009-12-28\n- Rebel Group (Eastern Front) | Discuss by telephone | Eritrea | 2005-06-23\n- Eritrea | Discuss by telephone | Rebel Group (Eastern Front) | 2005-06-23\n- Ethnic Group (Nigeria) | Accuse | Ministry (Nigeria) | 2012-10-18\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\nAnswer:", "completion": " United Arab Emirates", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1221367", "prompt": "Who did Raúl Castro last praise in 2011?\nEvidence:\n- Raúl Castro | Praise or endorse | Veterans (Africa) | 2011-11-09\n- Raúl Castro | Praise or endorse | Military (Cuba) | 2011-04-16\n- Raúl Castro | Praise or endorse | Evo Morales | 2011-09-19\n- Raúl Castro | Praise or endorse | Daniel Ortega | 2011-11-09\n- Raúl Castro | Praise or endorse | Benedict XVI | 2011-12-19\n- Raúl Castro | Praise or endorse | African Union | 2011-08-05\n- Xi Jinping | Engage in negotiation | Raúl Castro | 2011-06-07\n- Raúl Castro | Engage in negotiation | Xi Jinping | 2011-06-07\n- Xi Jinping | Engage in symbolic act | Raúl Castro | 2011-08-30\n- Xi Jinping | Consult | Raúl Castro | 2011-09-01\n- Raúl Castro | Reject | Bill Richardson | 2011-09-15\n- Raúl Castro | Make statement | Iran | 2011-06-22\n- Raúl Castro | Consult | Xi Jinping | 2011-09-01\n- Raúl Castro | Consult | Holy See | 2011-12-20\n- Raúl Castro | Consult | Evo Morales | 2011-09-22\nAnswer:", "completion": " Benedict XVI", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1015609", "prompt": "Who used conventional military force against the Sudan People's Liberation Army in 2011?\nEvidence:\n- South Sudan Liberation Army | Use conventional military force | Sudan People's Liberation Army | 2011-04-20\n- Sudan | Use conventional military force | Sudan People's Liberation Army | 2011-01-12\n- Sudan People's Liberation Army | Use conventional military force | Sudan | 2011-06-01\n- Sudan People's Liberation Army | Use conventional military force | Sudan | 2011-03-12\n- Sudan People's Liberation Army | Use conventional military force | Sudan | 2011-03-07\n- Sudan People's Liberation Army | Use conventional military force | South Sudan | 2011-05-11\n- Sudan People's Liberation Army | Use conventional military force | South Sudan | 2011-04-22\n- Sudan People's Liberation Army | Use conventional military force | South Sudan | 2011-03-10\n- Sudan People's Liberation Army | Use conventional military force | South Sudan | 2011-02-14\n- Sudan People's Liberation Army | Use conventional military force | South Sudan | 2011-01-31\n- Sudan People's Liberation Army | Use conventional military force | South Sudan | 2011-01-17\n- Sudan People's Liberation Army | Use conventional military force | Police (Sudan) | 2011-07-19\n- Sudan People's Liberation Army | Use conventional military force | Citizen (Sudan) | 2011-06-14\n- Sudan People's Liberation Army | Use conventional military force | Citizen (Sudan) | 2011-01-09\n- South Sudan | Use conventional military force | Sudan People's Liberation Army | 2011-04-22\nAnswer:", "completion": " Military (South Sudan)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1150189", "prompt": "Who made the last telephone call to Agence France-Presse before the Honorary Consul of France?\nEvidence:\n- Japan | Discuss by telephone | Agence France-Presse | 2005-03-20\n- Agence France-Presse | Discuss by telephone | Japan | 2005-03-20\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2006-03-28\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-18\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-04-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-01-03\n- Governor (Thailand) | Discuss by telephone | Agence France-Presse | 2005-01-23\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2006-03-28\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-07-19\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-07-18\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-04-19\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-01-03\n- Agence France-Presse | Discuss by telephone | Governor (Thailand) | 2005-01-23\n- News Editor (Russia) | Discuss by telephone | Agence France-Presse | 2005-02-21\nAnswer:", "completion": " Military (Mali)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1392982", "prompt": "Who had a telephone conversation with Barack Obama in the same month as Cristina Fernández de Kirchner?\nEvidence:\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-05-24\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-03-03\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-02-28\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-12-26\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-11-15\n- Cristina Fernández de Kirchner | Accuse | Alberto Fernández | 2005-12-24\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2012-09-23\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2007-11-15\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-05-24\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-03-03\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-02-28\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2007-12-26\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2007-11-15\n- Alberto Fernández | Accuse | Cristina Fernández de Kirchner | 2012-05-27\n- Cristina Fernández de Kirchner | Engage in negotiation | Alberto Fernández | 2008-07-24\nAnswer:", "completion": " Nuri al-Maliki", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1282626", "prompt": "Which country did Kazakhstan praise last before Roza Otunbayeva?\nEvidence:\n- Roza Otunbayeva | Consult | Cabinet / Council of Ministers / Advisors (Kazakhstan) | 2010-04-20\n- Cabinet / Council of Ministers / Advisors (Kazakhstan) | Consult | Roza Otunbayeva | 2010-04-20\n- Roza Otunbayeva | Conduct suicide, car, or other non-military bombing | Roza Otunbayeva | 2005-03-03\n- Roza Otunbayeva | Demand | Citizen (Kyrgyzstan) | 2010-04-14\n- Roza Otunbayeva | Consult | Muratbek Imanaliyev | 2010-04-20\n- Roza Otunbayeva | Consult | Ministry (Kyrgyzstan) | 2005-03-27\n- Roza Otunbayeva | Consult | Abdullah Gül | 2005-05-06\n- Muratbek Imanaliyev | Consult | Roza Otunbayeva | 2010-04-20\n- Ministry (Kyrgyzstan) | Consult | Roza Otunbayeva | 2005-03-27\n- Abdullah Gül | Consult | Roza Otunbayeva | 2005-05-06\n- UN Security Council | Consult | Roza Otunbayeva | 2005-04-13\n- Roza Otunbayeva | Make statement | Representatives (Kyrgyzstan) | 2009-03-18\n- Roza Otunbayeva | Make statement | Refugee (Uzbekistan) | 2005-06-27\n- Roza Otunbayeva | Make statement | Islam Karimov | 2010-06-15\n- Roza Otunbayeva | Make statement | Donald Rumsfeld | 2005-07-26\nAnswer:", "completion": " Japan", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1164786", "prompt": "Who did Nuri al-Maliki accuse before Jan, 2012?\nEvidence:\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-05-20\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-26\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-25\n- Nuri al-Maliki | Consult | Iraq | 2006-04-27\n- Iraq | Consult | Nuri al-Maliki | 2006-04-27\n- Tony Blair | Consult | Nuri al-Maliki | 2006-05-22\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-22\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-20\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-09\n- Nuri al-Maliki | Make statement | Iraq | 2006-04-22\n- Nuri al-Maliki | Make statement | Iraq | 2005-08-22\n- Nuri al-Maliki | Consult | Tony Blair | 2006-05-22\n- Nuri al-Maliki | Consult | Legislature (Iraq) | 2006-05-20\n- Nuri al-Maliki | Consult | Legislature (Iraq) | 2006-05-17\n- Nuri al-Maliki | Consult | Donald Rumsfeld | 2006-05-03\nAnswer:", "completion": " France", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1008123", "prompt": "Who did the lawyer/attorney of the United States request in the same month of the children of Cuba?\nEvidence:\n- Lawyer/Attorney (Cuba) | Investigate | Children (Cuba) | 2013-11-12\n- Lawyer/Attorney (United States) | Make an appeal or request | Children (Cuba) | 2007-09-01\n- Lawyer/Attorney (Cuba) | Accuse | Lawyer/Attorney (United States) | 2007-11-09\n- Lawyer/Attorney (Cuba) | Make statement | Lawyer/Attorney (United States) | 2008-12-09\n- Lawyer/Attorney (United Kingdom) | Apologize | Member of the Judiciary (United States) | 2008-03-22\n- Member of the Judiciary (United States) | Reject | Military (Cuba) | 2006-06-30\n- Member of the Judiciary (United States) | Reject | Immigrants (Cuba) | 2009-06-25\n- Member of the Judiciary (Georgia) | Reject | Lawyer/Attorney (United States) | 2013-03-18\n- Member of the Judiciary (Georgia) | Reject | Lawyer/Attorney (United States) | 2011-09-22\n- Lawyer/Attorney (United States) | Accuse | Member of the Judiciary (Georgia) | 2010-06-01\n- Member of the Judiciary (Georgia) | Engage in diplomatic cooperation | Lawyer/Attorney (United States) | 2010-10-20\n- Lawyer/Attorney (Cuba) | Make statement | Military (Cuba) | 2006-02-09\n- Business (Cuba) | Make statement | Lawyer/Attorney (Cuba) | 2014-09-29\n- Member of the Judiciary (Georgia) | Make statement | Lawyer/Attorney (United States) | 2011-10-17\n- Member of the Judiciary (Georgia) | Make statement | Lawyer/Attorney (United States) | 2008-07-07\nAnswer:", "completion": " Other Authorities / Officials (Mexico)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1000583", "prompt": "Who was the last to express an intention to negotiate with Elmar Mammadyarov before Mahmoud Ahmadinejad?\nEvidence:\n- Elmar Mammadyarov | Express intent to meet or negotiate | Elmar Mammadyarov | 2005-07-20\n- Elmar Mammadyarov | Consult | Elmar Mammadyarov | 2005-01-28\n- Elmar Mammadyarov | Express intent to meet or negotiate | France | 2005-11-10\n- Elmar Mammadyarov | Express intent to meet or negotiate | France | 2005-06-14\n- Irakli Alasania | Express intent to meet or negotiate | Elmar Mammadyarov | 2005-07-04\n- Elmar Mammadyarov | Express intent to meet or negotiate | Heinz Fischer | 2005-09-06\n- Elmar Mammadyarov | Express intent to meet or negotiate | Cyril Svoboda | 2005-03-01\n- Elmar Mammadyarov | Consult | China | 2005-02-07\n- China | Consult | Elmar Mammadyarov | 2005-02-07\n- Elmar Mammadyarov | Express intent to meet or negotiate | Citizen (United Kingdom) | 2006-01-11\n- Citizen (United Kingdom) | Express intent to meet or negotiate | Elmar Mammadyarov | 2006-01-11\n- Irakli Alasania | Consult | Elmar Mammadyarov | 2005-07-07\n- Intelligence (Germany) | Consult | Elmar Mammadyarov | 2005-08-13\n- Heinz Fischer | Consult | Elmar Mammadyarov | 2005-09-09\n- Elmar Mammadyarov | Make statement | China | 2005-02-04\nAnswer:", "completion": " Government Official (Azerbaijan)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1189820", "prompt": "After al-Aqsa Martyrs Brigades, who made the first threats to the government of the occupied Palestinian territories?\nEvidence:\n- al-Aqsa Martyrs' Brigades | Threaten | Government (Palestinian Territory, Occupied) | 2007-03-07\n- al-Aqsa Martyrs' Brigades | Consult | Government (Palestinian Territory, Occupied) | 2005-04-15\n- Government (Palestinian Territory, Occupied) | Consult | al-Aqsa Martyrs' Brigades | 2005-04-15\n- al-Aqsa Martyrs' Brigades | Make statement | Government (Palestinian Territory, Occupied) | 2006-11-25\n- al-Aqsa Martyrs' Brigades | Threaten | Media (Palestinian Territory, Occupied) | 2005-12-04\n- al-Aqsa Martyrs' Brigades | Demand | Children (Palestinian Territory, Occupied) | 2005-10-12\n- al-Aqsa Martyrs' Brigades | Accuse | Media (Palestinian Territory, Occupied) | 2012-12-03\n- al-Aqsa Martyrs' Brigades | Praise or endorse | Government (Palestinian Territory, Occupied) | 2007-03-18\n- al-Aqsa Martyrs' Brigades | Demonstrate or rally | Government (Palestinian Territory, Occupied) | 2008-02-21\n- al-Aqsa Martyrs' Brigades | Criticize or denounce | Government (Palestinian Territory, Occupied) | 2007-05-05\n- al-Aqsa Martyrs' Brigades | Make statement | Student (Palestinian Territory, Occupied) | 2006-06-10\n- al-Aqsa Martyrs' Brigades | Make statement | Media (Palestinian Territory, Occupied) | 2006-01-25\n- al-Aqsa Martyrs' Brigades | Make statement | Guerrilla (Palestinian Territory, Occupied) | 2009-07-22\n- al-Aqsa Martyrs' Brigades | Make statement | Combatant (Palestinian Territory, Occupied) | 2009-01-08\n- al-Aqsa Martyrs' Brigades | Make statement | Combatant (Palestinian Territory, Occupied) | 2008-01-31\nAnswer:", "completion": " Benjamin Netanyahu", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1334438", "prompt": "What month did Ali Abdullah Saleh reject the citizens of International?\nEvidence:\n- Ali Abdullah Saleh | Investigate | Yemen | 2005-02-11\n- Ali Abdullah Saleh | Investigate | Yemen | 2005-02-06\n- Yemen | Make statement | Ali Abdullah Saleh | 2005-05-03\n- Solomon Passy | Consult | Ali Abdullah Saleh | 2005-02-24\n- Pervez Musharraf | Consult | Ali Abdullah Saleh | 2005-02-13\n- Gerhard Schröder | Consult | Ali Abdullah Saleh | 2005-03-04\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-06-16\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-06-10\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-05-21\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-05-01\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-04-30\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-04-28\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-04-12\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-03-22\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-03-21\nAnswer:", "completion": " 2011-05", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1305694", "prompt": "At what time did the Royal Administration of South Africa reject the Government of South Africa?\nEvidence:\n- South Africa | Reject | Winnie Madikizela-Mandela | 2005-02-11\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- Government (South Africa) | Engage in diplomatic cooperation | African Union | 2005-02-26\n- South Africa | Consult | China | 2005-02-05\n- China | Consult | South Africa | 2005-02-05\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-27\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-26\nAnswer:", "completion": " 2006-01-14", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1205036", "prompt": "In which year did the business community of Bahrain accuse the media personnel of International?\nEvidence:\n- Business (Bahrain) | Accuse | Media Personnel (International) | 2012-03-06\n- Business (Bahrain) | Accuse | Media (Bahrain) | 2012-04-21\n- Media Personnel (Bahrain) | Engage in diplomatic cooperation | Business (Bahrain) | 2015-07-27\n- Media Personnel (Bahrain) | Make statement | Business (Bahrain) | 2012-02-14\n- Legislature (Bahrain) | Accuse | Business (Bahrain) | 2011-05-18\n- Military Personnel (Bahrain) | Make statement | Business (Bahrain) | 2006-03-30\n- Men (Bahrain) | Threaten | Media Personnel (Bahrain) | 2010-12-17\n- Media Personnel (Bahrain) | Make statement | Military Personnel (Bahrain) | 2006-04-03\n- Media Personnel (Bahrain) | Make statement | Military Personnel (Bahrain) | 2006-04-01\n- Military Personnel (Bahrain) | Praise or endorse | Business (Bahrain) | 2015-12-08\n- Media Personnel (International) | Accuse | Iran | 2014-12-05\n- Media Personnel (International) | Accuse | Iran | 2007-06-07\n- Media Personnel (International) | Accuse | Iran | 2007-06-03\n- Media Personnel (International) | Accuse | Iran | 2006-03-03\n- Media Personnel (International) | Accuse | China | 2012-01-20\nAnswer:", "completion": " 2012", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1359449", "prompt": "Who was the first to praise Romania in 2005?\nEvidence:\n- Romania | Praise or endorse | Intelligence (Romania) | 2005-02-08\n- France | Praise or endorse | Romania | 2005-04-02\n- France | Praise or endorse | Romania | 2005-02-25\n- China | Praise or endorse | Romania | 2005-03-10\n- Tony Blair | Praise or endorse | Romania | 2005-01-31\n- Heinz Fischer | Praise or endorse | Romania | 2005-01-28\n- Gerhard Schröder | Praise or endorse | Romania | 2005-03-21\n- Ministry (Romania) | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2005-01-10\n- Ministry (Romania) | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2005-01-08\n- Ministry (Romania) | Express intent to meet or negotiate | Romania | 2005-04-22\n- Romania | Praise or endorse | UN Security Council | 2005-04-02\n- International Monetary Fund | Praise or endorse | Romania | 2005-01-04\n- Vietnam | Engage in diplomatic cooperation | Romania | 2005-01-31\n- Romania | Engage in diplomatic cooperation | Vietnam | 2005-01-31\n- Romania | Make statement | Ministry (Romania) | 2005-12-16\nAnswer:", "completion": " International Monetary Fund", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1248191", "prompt": "Before the Norwegian media, with whom did the citizens of Norway last express their intention to negotiate?\nEvidence:\n- Citizen (Norway) | Express intent to meet or negotiate | Norwegian Red Cross | 2007-05-21\n- Citizen (Norway) | Express intent to meet or negotiate | Media (Norway) | 2012-10-17\n- Norwegian Armed Forces | Make statement | Military (Norway) | 2010-01-25\n- Member of the Judiciary (Norway) | Demand | Citizen (Norway) | 2006-01-30\n- Member of the Judiciary (Norway) | Praise or endorse | Business (Norway) | 2010-02-12\n- Citizen (Norway) | Express intent to meet or negotiate | Education (Norway) | 2006-06-14\n- Citizen (Norway) | Express intent to meet or negotiate | Education (Norway) | 2005-05-10\n- Member of the Judiciary (Norway) | Arrest, detain, or charge with legal action | Citizen (Norway) | 2008-01-11\n- Citizen (Norway) | Conduct strike or boycott | Member of the Judiciary (Norway) | 2010-12-13\n- News Editor (Norway) | Make statement | Media (Norway) | 2006-02-03\n- Media (Norway) | Investigate crime, corruption | Military (Norway) | 2009-06-11\n- Member of the Judiciary (Norway) | Expel or deport individuals | Asylum Seeker (Norway) | 2012-12-21\n- Citizen (Norway) | Make an appeal or request | Member of the Judiciary (Norway) | 2007-11-15\n- Media (Norway) | Demand | VimpelCom | 2009-06-10\n- Member of the Judiciary (Norway) | Ease administrative sanctions | Company - Owner or Operator (Norway) | 2012-05-03\nAnswer:", "completion": " Anders Breivik", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1022397", "prompt": "Which country was the first to praise the government of the Ivory Coast after Henri Konan Bedie?\nEvidence:\n- Head of Government (Ghana) | Praise or endorse | Henri Konan Bedie | 2007-11-14\n- Henri Konan Bedie | Accuse | Government (Cote d'Ivoire) | 2005-09-12\n- Henri Konan Bedie | Praise or endorse | Government (Cote d'Ivoire) | 2006-01-02\n- Radio France Internationale | Consult | Henri Konan Bedie | 2010-05-15\n- Radio France Internationale | Consult | Henri Konan Bedie | 2008-10-14\n- Henri Konan Bedie | Make a visit | France | 2009-07-06\n- Henri Konan Bedie | Make a visit | France | 2005-09-12\n- Henri Konan Bedie | Make a visit | France | 2005-09-11\n- Henri Konan Bedie | Consult | Radio France Internationale | 2010-05-15\n- Henri Konan Bedie | Consult | Radio France Internationale | 2008-10-14\n- France | Host a visit | Henri Konan Bedie | 2009-07-06\n- France | Host a visit | Henri Konan Bedie | 2005-09-12\n- France | Host a visit | Henri Konan Bedie | 2005-09-11\n- Henri Konan Bedie | Praise or endorse | Activist (Cote d'Ivoire) | 2015-03-02\n- Henri Konan Bedie | Praise or endorse | Activist (Cote d'Ivoire) | 2007-12-24\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1230967", "prompt": "Before the men of Japan, who gave the last denunciation to Abhisit Vejjajiva?\nEvidence:\n- Thailand | Consult | Abhisit Vejjajiva | 2006-04-27\n- Thailand | Consult | Abhisit Vejjajiva | 2005-02-16\n- Abhisit Vejjajiva | Consult | Thailand | 2006-04-27\n- Abhisit Vejjajiva | Consult | Thailand | 2005-02-16\n- Citizen (Thailand) | Accuse of crime, corruption | Abhisit Vejjajiva | 2006-05-23\n- Chart Thai | Express intent to cooperate | Abhisit Vejjajiva | 2005-05-28\n- Abhisit Vejjajiva | Express intent to cooperate | Chart Thai | 2005-05-28\n- Abhisit Vejjajiva | Make statement | Thailand | 2006-04-30\n- Abhisit Vejjajiva | Make statement | Thailand | 2006-02-25\n- Abhisit Vejjajiva | Make statement | Thailand | 2005-12-28\n- Abhisit Vejjajiva | Make statement | Thailand | 2005-06-30\n- Abhisit Vejjajiva | Make statement | Thailand | 2005-06-29\n- Abhisit Vejjajiva | Demand | Citizen (Thailand) | 2006-04-03\n- Abhisit Vejjajiva | Demand | Cabinet / Council of Ministers / Advisors (Thailand) | 2005-08-05\n- Abhisit Vejjajiva | Demand | Cabinet / Council of Ministers / Advisors (Thailand) | 2005-08-03\nAnswer:", "completion": " National United Front for Democracy Against Dictatorship", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1064979", "prompt": "Who was the first person Barack Obama wanted to negotiate with in 2011?\nEvidence:\n- France | Engage in negotiation | Barack Obama | 2011-01-12\n- Barack Obama | Engage in negotiation | France | 2011-01-12\n- Rafiq Hariri | Express intent to meet or negotiate | Barack Obama | 2011-01-15\n- Barack Obama | Express intent to meet or negotiate | Rafiq Hariri | 2011-01-12\n- Barack Obama | Express intent to meet or negotiate | Rafiq Hariri | 2011-01-11\n- Barack Obama | Express intent to meet or negotiate | Businessperson (China) | 2011-01-19\n- Ma Ying Jeou | Express intent to meet or negotiate | Barack Obama | 2011-01-18\n- Rafiq Hariri | Engage in negotiation | Barack Obama | 2011-01-13\n- Rafiq Hariri | Engage in negotiation | Barack Obama | 2011-01-12\n- Barack Obama | Engage in negotiation | Rafiq Hariri | 2011-01-13\n- Barack Obama | Engage in negotiation | Rafiq Hariri | 2011-01-12\n- Barack Obama | Engage in diplomatic cooperation | China | 2011-01-19\n- Barack Obama | Engage in diplomatic cooperation | China | 2011-01-05\n- Barack Obama | Express intent to cooperate | France | 2011-01-11\n- Rafiq Hariri | Express intent to cooperate | Barack Obama | 2011-01-12\nAnswer:", "completion": " Rafiq Hariri", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1252187", "prompt": "After the Member of the Judiciary of United States, who first declined Cristina Fernández de Kirchner?\nEvidence:\n- Indigenous People (United States) | Consult | Cristina Fernández de Kirchner | 2006-09-22\n- Indigenous People (United States) | Consult | Cristina Fernández de Kirchner | 2006-09-20\n- Cristina Fernández de Kirchner | Consult | Indigenous People (United States) | 2006-09-22\n- Cristina Fernández de Kirchner | Consult | Indigenous People (United States) | 2006-09-20\n- Cristina Fernández de Kirchner | Consult | City Mayor (United States) | 2005-07-13\n- City Mayor (United States) | Consult | Cristina Fernández de Kirchner | 2005-07-13\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-05-24\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-03-03\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-02-28\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-12-26\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-11-15\n- Cristina Fernández de Kirchner | Accuse | Alberto Fernández | 2005-12-24\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2012-09-23\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2007-11-15\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-05-24\nAnswer:", "completion": " Senate (Argentina)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1051163", "prompt": "Who receive the visit from Radoslaw Sikorski last before Kazakhstan did?\nEvidence:\n- Radoslaw Sikorski | Make a visit | Iraq | 2005-12-19\n- Iraq | Host a visit | Radoslaw Sikorski | 2005-12-19\n- Stephen Hadley | Consult | Radoslaw Sikorski | 2008-02-01\n- Robert Wexler | Consult | Radoslaw Sikorski | 2008-02-01\n- Radoslaw Sikorski | Make statement | Iraq | 2005-11-25\n- Radoslaw Sikorski | Consult | Stephen Hadley | 2008-02-01\n- Radoslaw Sikorski | Consult | Robert Wexler | 2008-02-01\n- Radoslaw Sikorski | Consult | Police (Philippines) | 2006-06-05\n- Radoslaw Sikorski | Consult | Javier Solana | 2008-02-20\n- Radoslaw Sikorski | Consult | Javier Solana | 2005-11-23\n- Radoslaw Sikorski | Consult | Irakli Okruashvili | 2006-05-10\n- Radoslaw Sikorski | Consult | Donald Rumsfeld | 2006-11-05\n- Radoslaw Sikorski | Consult | Donald Rumsfeld | 2005-12-08\n- Radoslaw Sikorski | Consult | Borys Tarasyuk | 2006-08-29\n- Radoslaw Sikorski | Consult | Bogdan Klich | 2008-01-11\nAnswer:", "completion": " Abdullah Gül", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1189468", "prompt": "Who expressed the intention to meet with the Association of Southeast Asian Nations after 20 November 2013?\nEvidence:\n- Laos | Express intent to meet or negotiate | Association of Southeast Asian Nations | 2013-11-20\n- Cambodia | Express intent to meet or negotiate | Association of Southeast Asian Nations | 2013-11-20\nAnswer:", "completion": " Liu Zhenmin", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 1} +{"id": "mtq_1007061", "prompt": "Who negotiated with the International Monetary Fund on 28 April 2015?\nEvidence:\n- Barack Obama | Make statement | International Monetary Fund | 2015-04-28\n- International Monetary Fund | Engage in negotiation | Badr al-Din Mahmoud | 2015-04-28\n- Badr al-Din Mahmoud | Engage in negotiation | International Monetary Fund | 2015-04-28\n- Japan | Make statement | Barack Obama | 2015-04-28\n- Japan | Host a visit | Barack Obama | 2015-04-28\n- Barack Obama | Praise or endorse | Japan | 2015-04-28\n- Barack Obama | Make statement | Japan | 2015-04-28\n- Barack Obama | Make a visit | Japan | 2015-04-28\n- Barack Obama | Express intent to engage in diplomatic cooperation (such as policy support) | Iran | 2015-04-28\n- Barack Obama | Accuse | China | 2015-04-28\nAnswer:", "completion": " Badr al-Din Mahmoud", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 10, "n_anchors": 1} +{"id": "mtq_1000221", "prompt": "In which month did the Men of Kenya use unconventional violence against Barclays PLC?\nEvidence:\n- Men (Kenya) | Use unconventional violence | Barclays PLC | 2007-05-19\n- China | Engage in negotiation | Barclays PLC | 2014-12-08\n- Barclays PLC | Engage in negotiation | China | 2014-12-08\n- Tanzania | Make statement | Barclays PLC | 2010-04-28\n- Barclays PLC | Make statement | China | 2015-01-03\n- Barclays PLC | Make statement | China | 2014-12-08\n- Vincent Cable | Make statement | Barclays PLC | 2010-09-12\n- France | Ease administrative sanctions | Barclays PLC | 2008-12-11\n- Congress (United States) | Accuse | Barclays PLC | 2014-07-23\n- Business (Somalia) | Make statement | Barclays PLC | 2013-06-25\n- Boris Johnson | Make statement | Barclays PLC | 2008-04-21\n- Barclays PLC | Make statement | Business (Zimbabwe) | 2009-06-29\n- Barclays PLC | Make statement | Bank (Zimbabwe) | 2010-04-29\n- Barclays PLC | Make statement | Bank (Zimbabwe) | 2009-06-29\n- Party Member (United Kingdom) | Consult | Barclays PLC | 2007-11-14\nAnswer:", "completion": " 2007-05", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1193375", "prompt": "When did the Ministry of Agriculture, Fisheries and Forestry of Vietnam first want to establish diplomatic cooperation with the Ministry of Vietnam?\nEvidence:\n- Vietnam | fight with small arms and light weapons | Fishermen (Vietnam) | 2005-01-14\n- Vietnam | Engage in diplomatic cooperation | Romania | 2005-01-31\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-02-05\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-01-07\n- Vietnam | Engage in diplomatic cooperation | Japan | 2005-01-09\n- Romania | Engage in diplomatic cooperation | Vietnam | 2005-01-31\n- Laos | Engage in diplomatic cooperation | Vietnam | 2005-02-05\n- Laos | Engage in diplomatic cooperation | Vietnam | 2005-01-07\n- Japan | Engage in diplomatic cooperation | Vietnam | 2005-01-09\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | Cambodia | 2005-01-25\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Vietnam | 2005-01-20\n- Cambodia | Express intent to engage in diplomatic cooperation (such as policy support) | Vietnam | 2005-01-25\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | South Korea | 2005-01-06\n- Finance / Economy / Commerce / Trade Ministry (Vietnam) | Make statement | Vietnam | 2005-01-18\n- Unified Buddhist Church of Vietnam | Appeal for rights | Vietnam | 2005-02-11\nAnswer:", "completion": " 2012-12-07", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1123691", "prompt": "After the Zambian National Broadcasting Corporation, who was the first to be threatened by Michael Sata?\nEvidence:\n- Michael Sata | Accuse | Zambia National Broadcasting Corporation | 2006-09-13\n- Michael Sata | Criticize or denounce | National Democratic Front | 2006-08-15\n- Michael Sata | Criticize or denounce | National Democratic Focus | 2006-08-15\n- Michael Sata | Accuse | China | 2006-09-06\n- Michael Sata | Accuse | China | 2006-09-05\n- Michael Sata | Accuse | China | 2006-09-01\n- Ronnie Shikapwasha | Threaten | Michael Sata | 2006-08-30\n- Nevers Mumba | Accuse | Michael Sata | 2013-12-24\n- Michael Sata | Make statement | China | 2006-09-06\n- Michael Sata | Demand | Nevers Mumba | 2012-08-01\n- Michael Sata | Demand | Citizen (Zambia) | 2006-08-14\n- Michael Sata | Demand | Children (Zambia) | 2013-12-10\n- Michael Sata | Consult | Businessperson (Taiwan) | 2006-09-09\n- Michael Sata | Consult | Businessperson (Taiwan) | 2006-09-08\n- Michael Sata | Consult | Businessperson (Taiwan) | 2006-09-05\nAnswer:", "completion": " Civil Servant (Zambia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1186828", "prompt": "After 14 March 2006, who made negative remarks about the party member of Thailand?\nEvidence:\n- Member of Parliament (Thailand) | Accuse | Party Member (Thailand) | 2006-03-14\n- Party Member (Thailand) | Make statement | Thailand | 2006-03-14\n- Thailand | Make pessimistic comment | Party Member (Thailand) | 2006-03-14\n- Protester (Thailand) | Demonstrate or rally | Thailand | 2006-03-14\n- Thailand | Make an appeal or request | Citizen (Thailand) | 2006-03-14\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2006-03-14\n- Media Personnel (Thailand) | Make an appeal or request | Citizen (Thailand) | 2006-03-14\n- Thailand | Make statement | Chart Thai | 2006-03-14\n- Wen Jiabao | Make a visit | Thailand | 2006-03-14\n- Thailand | Host a visit | Wen Jiabao | 2006-03-14\n- Thailand | Host a visit | Ministry (Afghanistan) | 2006-03-14\n- Ministry (Afghanistan) | Make a visit | Thailand | 2006-03-14\n- Wen Jiabao | Reduce or break diplomatic relations | Thailand | 2006-03-14\n- Banharn Silpa-archa | Make an appeal or request | Citizen (Thailand) | 2006-03-14\n- Wen Jiabao | Make statement | Japan | 2006-03-14\nAnswer:", "completion": " Citizen (Thailand)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1156382", "prompt": "Who was the first person Angela Merkel negotiated with after Philipp Rösler?\nEvidence:\n- Philipp Rösler | Reject | Angela Merkel | 2012-01-19\n- Angela Merkel | Express accord | Philipp Rösler | 2011-09-12\n- Philipp Rösler | Engage in negotiation | Angela Merkel | 2009-10-24\n- Philipp Rösler | Defy norms, law | Angela Merkel | 2012-03-24\n- Angela Merkel | Praise or endorse | Philipp Rösler | 2009-10-24\n- Angela Merkel | Engage in negotiation | Philipp Rösler | 2009-10-24\n- Philipp Rösler | Make an appeal or request | Angela Merkel | 2013-06-15\n- Philipp Rösler | Accuse | People Associated with the Opposition (Germany) | 2012-06-12\n- Tsakhiagiyn Elbegdorj | Consult | Philipp Rösler | 2012-04-02\n- Philipp Rösler | Make statement | Vietnam | 2014-11-28\n- Philipp Rösler | Make statement | Vietnam | 2012-08-26\n- Philipp Rösler | Make statement | Vietnam | 2012-08-24\n- Philipp Rösler | Make statement | Vietnam | 2012-08-23\n- Philipp Rösler | Make statement | Portugal | 2011-11-07\n- Philipp Rösler | Make statement | China | 2013-05-19\nAnswer:", "completion": " Free Democratic Party", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1100121", "prompt": "Who was the last person to praise the United Arab Emirates before Mihály Varga?\nEvidence:\n- Mihály Varga | Praise or endorse | United Arab Emirates | 2015-09-16\n- Mihály Varga | Consult | Jens Stoltenberg | 2015-11-19\n- Jens Stoltenberg | Consult | Mihály Varga | 2015-11-19\n- Viktor Orban | Make statement | Mihály Varga | 2013-07-26\n- Viktor Orban | Make statement | Mihály Varga | 2013-03-01\n- Mihály Varga | Make statement | Ministry (Hungary) | 2015-02-13\n- Mihály Varga | Consult | International Monetary Fund | 2013-02-14\n- Mihály Varga | Consult | International Monetary Fund | 2012-06-27\n- International Monetary Fund | Consult | Mihály Varga | 2013-02-14\n- International Monetary Fund | Consult | Mihály Varga | 2012-06-27\n- Mihály Varga | Make statement | International Monetary Fund | 2012-12-03\n- Mihály Varga | Make statement | International Monetary Fund | 2012-10-29\n- Mihály Varga | Make statement | International Monetary Fund | 2012-07-26\n- Mihály Varga | Make optimistic comment | International Monetary Fund | 2012-11-08\n- Viktor Orban | Make an appeal or request | Mihály Varga | 2013-05-09\nAnswer:", "completion": " Philip Hammond", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1187627", "prompt": "In which month did the South Korean police accuse the South Korean lawyer?\nEvidence:\n- Lawyer/Attorney (South Korea) | Accuse | Korean Confederation of Trade Unions | 2005-10-20\n- Korean Confederation of Trade Unions | Accuse | Police (South Korea) | 2015-11-29\n- Lawyer/Attorney (South Korea) | Accuse | Police (South Korea) | 2007-06-25\n- Lawyer/Attorney (Australia) | Accuse | The Daily Telegraph | 2007-05-25\n- Korean Confederation of Trade Unions | Make statement | Lawyer/Attorney (South Korea) | 2015-12-10\n- Police (South Korea) | Reject | Korean Confederation of Trade Unions | 2015-12-03\n- Korean Confederation of Trade Unions | Yield | Police (South Korea) | 2015-12-10\n- The Hague | Accuse | The Hague | 2012-11-29\n- The Hague | Accuse | The Hague | 2006-03-11\n- Lawyer/Attorney (South Korea) | Consider policy option | Korean Confederation of Trade Unions | 2015-12-19\n- Police (South Korea) | Make statement | Korean Confederation of Trade Unions | 2015-12-10\n- Police (South Korea) | Make statement | Korean Confederation of Trade Unions | 2015-11-22\n- Police (South Korea) | Give ultimatum | Korean Confederation of Trade Unions | 2015-12-09\n- Police (South Korea) | Give ultimatum | Korean Confederation of Trade Unions | 2015-12-08\n- Police (South Korea) | Confiscate property | Korean Confederation of Trade Unions | 2015-11-22\nAnswer:", "completion": " 2012-03", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1096855", "prompt": "After Mahmoud Abbas, who had the first telephone conversation with Javier Solana?\nEvidence:\n- Mahmoud Abbas | Discuss by telephone | Javier Solana | 2005-02-09\n- Javier Solana | Discuss by telephone | Mahmoud Abbas | 2005-02-09\n- Mahmoud Abbas | Consult | Javier Solana | 2005-03-03\n- Mahmoud Abbas | Consult | Javier Solana | 2005-03-02\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-29\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-28\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-24\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-23\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-11\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-10\n- Javier Solana | Consult | Mahmoud Abbas | 2005-03-03\n- Javier Solana | Consult | Mahmoud Abbas | 2005-03-02\n- Javier Solana | Consult | Mahmoud Abbas | 2005-01-29\n- Javier Solana | Consult | Mahmoud Abbas | 2005-01-28\n- Javier Solana | Consult | Mahmoud Abbas | 2005-01-24\nAnswer:", "completion": " Associated Press", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1284175", "prompt": "In which year did Juan Carlos Pinzon receive the visit from Chuck Hagel?\nEvidence:\n- Juan Carlos Pinzon | Consult | Chuck Hagel | 2014-10-10\n- Chuck Hagel | Consult | Juan Carlos Pinzon | 2014-10-10\n- Juan Carlos Pinzon | Host a visit | Chuck Hagel | 2014-10-09\n- Chuck Hagel | Make a visit | Juan Carlos Pinzon | 2014-10-09\n- Juan Carlos Pinzon | Make a visit | Colombia | 2014-08-05\n- Colombia | Host a visit | Juan Carlos Pinzon | 2014-08-05\n- Juan Carlos Pinzon | Reject | Guerrilla (Colombia) | 2014-03-06\n- Juan Carlos Pinzon | Make statement | Colombia | 2015-04-28\n- Juan Carlos Pinzon | Make statement | Colombia | 2015-04-18\n- Juan Carlos Pinzon | Make statement | Colombia | 2015-03-02\n- Juan Carlos Pinzon | Make statement | Colombia | 2014-10-09\n- Juan Carlos Pinzon | Make statement | Colombia | 2014-09-27\n- Juan Carlos Pinzon | Make statement | Colombia | 2014-08-25\n- Juan Carlos Pinzon | Make statement | Colombia | 2014-02-26\n- Juan Carlos Pinzon | Consult | Eduardo Montealegre | 2014-02-05\nAnswer:", "completion": " 2014", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1331228", "prompt": "After Pavol Hrusovský, who was the first to visit Benedict XVI?\nEvidence:\n- Pavol Hrusovský | Make a visit | Benedict XVI | 2005-10-19\n- Benedict XVI | Host a visit | Pavol Hrusovský | 2005-10-19\n- Yuriy Yekhanurov | Consult | Pavol Hrusovský | 2005-11-15\n- Senate (Slovakia) | Consult | Pavol Hrusovský | 2005-02-25\n- Rick Santorum | Consult | Pavol Hrusovský | 2005-04-21\n- Pavol Hrusovský | Reject | Mikulas Dzurinda | 2006-07-06\n- Pavol Hrusovský | Demand | Police (Slovakia) | 2005-11-11\n- Pavol Hrusovský | Consult | Yuriy Yekhanurov | 2005-11-15\n- Pavol Hrusovský | Consult | Senate (Slovakia) | 2005-02-25\n- Pavol Hrusovský | Consult | Rick Santorum | 2005-04-21\n- Pavol Hrusovský | Consult | Mikulas Dzurinda | 2008-01-30\n- Pavol Hrusovský | Consult | Mikulas Dzurinda | 2007-03-16\n- Pavol Hrusovský | Consult | Media (Slovakia) | 2005-06-02\n- Pavol Hrusovský | Consult | Media (Russia) | 2005-02-25\n- Pavol Hrusovský | Consult | Ivan Gasparovic | 2005-01-17\nAnswer:", "completion": " Wolfgang Schüssel", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1118098", "prompt": "After the Foreign Minister of South Korea, with whom did Wang Yi want to negotiate first?\nEvidence:\n- Wang Yi | Express intent to meet or negotiate | Foreign Affairs (South Korea) | 2008-01-14\n- Wang Yi | Make a visit | South Korea | 2008-01-15\n- Wang Yi | Make a visit | South Korea | 2008-01-14\n- Wang Yi | Make a visit | South Korea | 2008-01-13\n- South Korea | Host a visit | Wang Yi | 2008-01-15\n- South Korea | Host a visit | Wang Yi | 2008-01-14\n- South Korea | Host a visit | Wang Yi | 2008-01-13\n- Wang Yi | Investigate | China | 2005-08-17\n- Wang Yi | Demand | Japan | 2006-05-10\n- Wang Yi | Express intent to meet or negotiate | Pervez Musharraf | 2007-12-11\n- Wang Yi | Make statement | Japan | 2005-11-29\n- Wang Yi | Make statement | Japan | 2005-05-11\n- Wang Yi | Make statement | Japan | 2005-04-22\n- Wang Yi | Make statement | Japan | 2005-04-10\n- Wang Yi | Make statement | China | 2007-12-14\nAnswer:", "completion": " UN Security Council", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1322893", "prompt": "To whom did Raúl Castro make an appeal before June 2015?\nEvidence:\n- Raúl Castro | Make statement | Vietnam | 2005-05-04\n- Raúl Castro | Make statement | Vietnam | 2005-04-30\n- Raúl Castro | Make statement | China | 2005-04-21\n- Raúl Castro | Make statement | China | 2005-04-20\n- Raúl Castro | Consult | China | 2005-04-19\n- China | Consult | Raúl Castro | 2005-04-19\n- Raúl Castro | Make a visit | Vietnam | 2005-05-04\n- Raúl Castro | Make a visit | Vietnam | 2005-05-03\n- Raúl Castro | Make a visit | Vietnam | 2005-05-02\n- Raúl Castro | Make a visit | Vietnam | 2005-05-01\n- Raúl Castro | Make a visit | Vietnam | 2005-04-28\n- Raúl Castro | Make a visit | Vietnam | 2005-04-26\n- Raúl Castro | Make a visit | Malaysia | 2005-04-25\n- Raúl Castro | Make a visit | Malaysia | 2005-04-24\n- Raúl Castro | Make a visit | Laos | 2005-04-26\nAnswer:", "completion": " Barack Obama", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1178692", "prompt": "Before 21 August 2008, who was the foreign minister of South Korea optimistic about?\nEvidence:\n- South Korea | Consult | Lee Myung Bak | 2008-08-21\n- Lee Myung Bak | Consult | South Korea | 2008-08-21\n- South Korea | Express intent to meet or negotiate | China | 2008-08-21\n- Japan | Express intent to meet or negotiate | South Korea | 2008-08-21\n- China | Express intent to meet or negotiate | South Korea | 2008-08-21\n- Lee Myung Bak | Make an appeal or request | South Korea | 2008-08-21\n- Media Personnel (Japan) | Make statement | Japan | 2008-08-21\n- Laos | Express intent to settle dispute | China | 2008-08-21\n- Jusuf Kalla | Express intent to meet or negotiate | China | 2008-08-21\n- Japan | Express intent to meet or negotiate | China | 2008-08-21\n- Criminal (China) | Use unconventional violence | China | 2008-08-21\n- China | Express intent to settle dispute | Laos | 2008-08-21\nAnswer:", "completion": " Japan", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 12, "n_anchors": 1} +{"id": "mtq_1333928", "prompt": "Who did the Malaysian police release after the citizens of Nigeria?\nEvidence:\n- Lawyer/Attorney (Malaysia) | Return, release person(s) | Malaysian People's Party | 2008-02-19\n- Police (Malaysia) | Investigate | Malaysian People's Party | 2011-01-18\n- Police (Malaysia) | Investigate | Malaysian People's Party | 2010-07-23\n- Police (Malaysia) | Investigate | Malaysian People's Party | 2010-01-08\n- Police (Malaysia) | Investigate | Malaysian People's Party | 2009-11-07\n- Police (Malaysia) | Investigate | Malaysian People's Party | 2008-06-30\n- Police (Malaysia) | Investigate | Malaysian People's Party | 2008-04-15\n- Police (Indonesia) | Investigate | Malaysian People's Party | 2010-02-25\n- Malaysian People's Party | Express intent to release persons or property | Malaysia | 2010-06-20\n- Police (Malaysia) | Make statement | Malaysian People's Party | 2008-07-15\n- Police (Malaysia) | Make statement | Malaysian People's Party | 2008-03-06\n- Police (Malaysia) | Make statement | Malaysian People's Party | 2007-08-09\n- Malaysian People's Party | Make statement | Police (Malaysia) | 2007-10-28\n- Tanzania | Return, release person(s) | Member of the Judiciary (Tanzania) | 2008-06-23\n- Office of the Attorney General | Return, release person(s) | Thailand | 2010-05-26\nAnswer:", "completion": " Nurul Izzah Anwar", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1098903", "prompt": "Who negotiated with the Prime Minister of Burundi on 5 July 2006?\nEvidence:\n- Burundi | Arrest, detain, or charge with legal action | Business (Burundi) | 2006-07-05\nAnswer:", "completion": " Ministry (Belgium)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 1} +{"id": "mtq_1001894", "prompt": "After Sep 22nd, 2006, which country received NASA's visit from NASA?\nEvidence:\n- Thailand | Host a visit | NASA | 2012-07-01\n- NASA | Make a visit | Thailand | 2012-07-01\n- NASA | Make a visit | Mexico | 2008-02-26\n- NASA | Make a visit | China | 2006-09-25\n- NASA | Make a visit | China | 2006-09-22\n- NASA | Make a visit | China | 2006-09-19\n- Mexico | Host a visit | NASA | 2008-02-26\n- China | Host a visit | NASA | 2006-09-25\n- China | Host a visit | NASA | 2006-09-22\n- China | Host a visit | NASA | 2006-09-19\n- NASA | Host a visit | Elizabeth II | 2007-05-08\n- Elizabeth II | Make a visit | NASA | 2007-05-08\n- Yuriy Yekhanurov | Consult | NASA | 2005-11-01\n- Yoshihiko Noda | Consult | NASA | 2012-05-01\n- NASA | Make statement | Colombia | 2005-06-29\nAnswer:", "completion": " China", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1032717", "prompt": "In which year did South Africa first express optimism about Barack Obama?\nEvidence:\n- South Africa | Host a visit | Barack Obama | 2006-08-23\n- Barack Obama | Make a visit | South Africa | 2006-08-23\n- Barack Obama | Express intent to meet or negotiate | South Africa | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | South Africa | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | South Africa | 2005-10-10\n- Barack Obama | Make optimistic comment | Citizen (Africa) | 2006-08-20\n- Barack Obama | Make optimistic comment | Citizen (Africa) | 2006-08-19\n- Barack Obama | Make optimistic comment | Citizen (Africa) | 2006-08-17\n- South Africa | Engage in negotiation | Japan | 2005-02-05\n- South Africa | Engage in negotiation | France | 2005-02-05\n- Japan | Engage in negotiation | South Africa | 2005-02-05\n- France | Engage in negotiation | South Africa | 2005-02-05\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Uhuru Muigai Kenyatta | Engage in negotiation | Barack Obama | 2006-08-25\n- Barack Obama | Engage in negotiation | Uhuru Muigai Kenyatta | 2006-08-25\nAnswer:", "completion": " 2008", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1359603", "prompt": "When did Yuriy Lutsenko visit Romania for the first time?\nEvidence:\n- Yuriy Lutsenko | Make a visit | Romania | 2005-11-07\n- Romania | Host a visit | Yuriy Lutsenko | 2005-11-07\n- Yuriy Lutsenko | Make statement | Yuriy Yekhanurov | 2005-09-10\n- Yuriy Lutsenko | Make a visit | Kazakhstan | 2005-04-05\n- Kazakhstan | Host a visit | Yuriy Lutsenko | 2005-04-05\n- Yuriy Lutsenko | Reject | Police (Ukraine) | 2005-07-05\n- Yuriy Lutsenko | Make statement | Kazakhstan | 2005-04-06\n- Yuriy Lutsenko | Investigate | Police (Ukraine) | 2005-04-12\n- Yuriy Lutsenko | Consult | Police (Ukraine) | 2008-03-20\n- Yuriy Lutsenko | Consult | Police (Ukraine) | 2008-03-19\n- Yuriy Lutsenko | Accuse | Police (Ukraine) | 2006-01-24\n- Police (Ukraine) | Investigate | Yuriy Lutsenko | 2007-03-27\n- Police (Ukraine) | Consult | Yuriy Lutsenko | 2008-03-20\n- Police (Ukraine) | Consult | Yuriy Lutsenko | 2008-03-19\n- Police (Ukraine) | Accuse | Yuriy Lutsenko | 2006-11-20\nAnswer:", "completion": " 2005-11-07", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1304107", "prompt": "After the citizens of Africa, with whom did Ismaïl Omar Guelleh want to meet first?\nEvidence:\n- Peter Pace | Consult | Ismaïl Omar Guelleh | 2006-01-03\n- Ismaïl Omar Guelleh | Make statement | France | 2006-11-14\n- Ismaïl Omar Guelleh | Make statement | China | 2006-11-06\n- Ismaïl Omar Guelleh | Make statement | China | 2006-11-05\n- Ismaïl Omar Guelleh | Consult | Peter Pace | 2006-01-03\n- Djibouti | Make statement | Ismaïl Omar Guelleh | 2005-04-09\n- Ismaïl Omar Guelleh | Express intent to meet or negotiate | Sudan | 2006-03-27\n- Ismaïl Omar Guelleh | Express intent to meet or negotiate | France | 2005-09-20\n- Qatar | Host a visit | Ismaïl Omar Guelleh | 2005-06-14\n- Qatar | Host a visit | Ismaïl Omar Guelleh | 2005-02-16\n- Qatar | Host a visit | Ismaïl Omar Guelleh | 2005-02-15\n- Qatar | Engage in negotiation | Ismaïl Omar Guelleh | 2005-02-15\n- Oman | Host a visit | Ismaïl Omar Guelleh | 2006-08-17\n- Ismaïl Omar Guelleh | Praise or endorse | Iran | 2006-11-18\n- Ismaïl Omar Guelleh | Make a visit | Qatar | 2005-06-14\nAnswer:", "completion": " Barack Obama", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1056578", "prompt": "In 2009, who made a request to Umaru Musa Yar'Adua?\nEvidence:\n- Umaru Musa Yar'Adua | Threaten | Government (Nigeria) | 2005-01-25\n- Umaru Musa Yar'Adua | Demand | Citizen (Nigeria) | 2007-05-31\n- Umaru Musa Yar'Adua | Consult | South Africa | 2007-04-26\n- Umaru Musa Yar'Adua | Consult | Abdoulaye Wade | 2007-05-08\n- Umaru Musa Yar'Adua | Accuse | Citizen (Nigeria) | 2007-01-05\n- South Africa | Consult | Umaru Musa Yar'Adua | 2007-04-26\n- Oluṣẹgun Ọbasanjọ | Yield | Umaru Musa Yar'Adua | 2007-05-30\n- Oluṣẹgun Ọbasanjọ | Yield | Umaru Musa Yar'Adua | 2007-05-29\n- Daily Trust | Reject | Umaru Musa Yar'Adua | 2007-02-09\n- Citizen (Nigeria) | Demand | Umaru Musa Yar'Adua | 2007-04-23\n- Abdoulaye Wade | Consult | Umaru Musa Yar'Adua | 2007-05-08\n- Umaru Musa Yar'Adua | Make a visit | South Africa | 2007-05-09\n- South Africa | Host a visit | Umaru Musa Yar'Adua | 2007-05-09\n- Umaru Musa Yar'Adua | Praise or endorse | China | 2007-05-30\n- Umaru Musa Yar'Adua | Make statement | Government (Nigeria) | 2007-05-29\nAnswer:", "completion": " Dora Akunyili", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1060781", "prompt": "Who condemned the Congress of Mexico before 6 January 2012?\nEvidence:\n- Mexico | Criticize or denounce | Congress (Mexico) | 2012-01-06\n- Other Authorities / Officials (Mexico) | Demand | Mexico | 2012-01-06\n- Domestic Affairs (Mexico) | Make statement | Mexico | 2012-01-06\n- Other Authorities / Officials (Mexico) | Arrest, detain, or charge with legal action | Criminal (Mexico) | 2012-01-06\nAnswer:", "completion": " Manlio Fabio Beltrones", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 4, "n_anchors": 1} +{"id": "mtq_1176900", "prompt": "Who praised Romania before the citizens of Kyrgyzstan?\nEvidence:\n- Ministry (Romania) | Make statement | Romania | 2005-03-25\n- Ministry (Romania) | Make statement | Romania | 2005-01-12\n- Lawyer/Attorney (Romania) | Investigate | Romania | 2005-03-22\n- Romania | Reduce relations | Royal Administration (Romania) | 2005-03-24\n- Romania | Praise or endorse | Intelligence (Romania) | 2005-02-08\n- Ministry (Romania) | Make optimistic comment | Romania | 2005-01-14\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-21\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-04\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-01-31\n- Environment Department/Ministry (Romania) | Threaten | Romania | 2005-03-22\n- Romania | Consult | Iraq | 2005-02-21\n- Iraq | Consult | Romania | 2005-02-21\n- Romania | Arrest, detain, or charge with legal action | Dissident (Romania) | 2005-01-18\n- Romania | Defend verbally | Iraq | 2005-01-28\n- Romania | Consult | Mwai Kibaki | 2005-02-22\nAnswer:", "completion": " Intelligence (Romania)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1357051", "prompt": "Who did the Farm Worker of Nigeria appeal to in the same month as Muhammadu Buhari?\nEvidence:\n- Citizen (Nigeria) | Yield | Muhammadu Buhari | 2006-12-19\n- Citizen (Nigeria) | Reject | Muhammadu Buhari | 2006-12-24\n- Muhammadu Buhari | Engage in symbolic act | Citizen (Nigeria) | 2006-06-12\n- Citizen (Nigeria) | Engage in symbolic act | Muhammadu Buhari | 2007-05-02\n- Muhammadu Buhari | Express intent to cooperate | Citizen (Nigeria) | 2007-04-09\n- Muhammadu Buhari | Express intent to cooperate | Citizen (Nigeria) | 2007-04-05\n- Muhammadu Buhari | Make an appeal or request | Government (Nigeria) | 2007-04-27\n- Muhammadu Buhari | Make an appeal or request | Citizen (Nigeria) | 2007-04-27\n- Muhammadu Buhari | Make an appeal or request | Citizen (Nigeria) | 2007-04-03\n- Muhammadu Buhari | Make an appeal or request | Citizen (Nigeria) | 2007-03-01\n- Muhammadu Buhari | Make an appeal or request | Citizen (Nigeria) | 2007-02-27\n- Muhammadu Buhari | Make an appeal or request | Citizen (Nigeria) | 2007-02-26\n- Muhammadu Buhari | Make an appeal or request | Citizen (Nigeria) | 2007-02-22\n- Muhammadu Buhari | Make an appeal or request | Citizen (Nigeria) | 2005-02-04\n- Muhammadu Buhari | Make an appeal or request | Citizen (Nigeria) | 2005-01-04\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1380693", "prompt": "In what year did the Foreign Minister of Venezuela first sign an agreement with Raphael Tuju?\nEvidence:\n- Raphael Tuju | Sign formal agreement | Foreign Affairs (Venezuela) | 2006-02-08\n- Foreign Affairs (Venezuela) | Sign formal agreement | Raphael Tuju | 2006-02-08\n- Raphael Tuju | Demand | Sudan | 2007-02-04\n- Raphael Tuju | Make statement | Orascom | 2006-06-12\n- Raphael Tuju | Make statement | China | 2011-09-05\n- Raphael Tuju | Consult | Bernard Makuza | 2008-01-07\n- Raphael Tuju | Consult | African Union | 2007-02-04\n- Police (Kenya) | Investigate | Raphael Tuju | 2013-07-09\n- Bernard Makuza | Consult | Raphael Tuju | 2008-01-07\n- African Union | Consult | Raphael Tuju | 2007-02-04\n- Raphael Tuju | Make statement | Head of Government (Kenya) | 2011-08-29\n- Raphael Tuju | Make statement | Head of Government (Kenya) | 2007-12-13\n- Raphael Tuju | Make statement | Head of Government (Kenya) | 2005-09-09\n- Raphael Tuju | Make statement | Head of Government (Kenya) | 2005-02-16\n- Head of Government (Kenya) | Make statement | Raphael Tuju | 2011-08-30\nAnswer:", "completion": " 2006", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1280988", "prompt": "When did the Head of Government of Nigeria sign formal agreements with the other authorities and officials of Nigeria?\nEvidence:\n- Other Authorities / Officials (Nigeria) | Sign formal agreement | Head of Government (Nigeria) | 2015-08-30\n- Head of Government (Nigeria) | Sign formal agreement | Other Authorities / Officials (Nigeria) | 2015-08-30\n- Other Authorities / Officials (Nigeria) | Consult | Head of Government (Nigeria) | 2011-08-22\n- Other Authorities / Officials (Nigeria) | Accuse | Head of Government (Nigeria) | 2010-08-20\n- Head of Government (Nigeria) | Consult | Other Authorities / Officials (Nigeria) | 2011-08-22\n- Head of Government (Nigeria) | Accuse | Other Authorities / Officials (Nigeria) | 2005-12-07\n- Other Authorities / Officials (Nigeria) | Make statement | Head of Government (Nigeria) | 2011-02-18\n- Other Authorities / Officials (Nigeria) | Make statement | Head of Government (Nigeria) | 2010-08-20\n- Other Authorities / Officials (Nigeria) | Make statement | Head of Government (Nigeria) | 2007-12-21\n- Head of Government (Nigeria) | Make statement | Other Authorities / Officials (Nigeria) | 2015-07-20\n- Head of Government (Nigeria) | Make statement | Other Authorities / Officials (Nigeria) | 2015-03-23\n- Head of Government (Nigeria) | Make statement | Other Authorities / Officials (Nigeria) | 2014-03-12\n- Head of Government (Nigeria) | Make statement | Other Authorities / Officials (Nigeria) | 2011-05-29\n- Head of Government (Nigeria) | Make statement | Other Authorities / Officials (Nigeria) | 2011-03-23\n- Other Authorities / Officials (Brazil) | Sign formal agreement | First Command of the Capital | 2006-05-18\nAnswer:", "completion": " 2015-08-30", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1094036", "prompt": "In which month did the leader of South Korea praise the leader of Brazil?\nEvidence:\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | South Korea | 2005-01-08\n- Wen Jiabao | Praise or endorse | South Korea | 2005-01-07\n- South Korea | Praise or endorse | Mahmoud Abbas | 2005-01-10\n- South Korea | Engage in negotiation | Japan | 2005-01-08\n- South Korea | Engage in negotiation | Japan | 2005-01-03\n- Japan | Engage in negotiation | South Korea | 2005-01-08\n- Japan | Engage in negotiation | South Korea | 2005-01-03\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- South Korea | Consult | Japan | 2005-01-06\n- Japan | Consult | South Korea | 2005-01-06\nAnswer:", "completion": " 2011-01", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1260793", "prompt": "In 2008, which country did the Envoy of United States appeal for first?\nEvidence:\n- Envoy (United States) | Appeal for policy change | Member of the Judiciary (Liberia) | 2014-02-26\n- Envoy (United States) | Appeal for policy change | Member of the Judiciary (Liberia) | 2014-02-24\n- Envoy (United States) | Appeal for intelligence | Laos | 2013-02-19\n- Envoy (United States) | Appeal for easing of administrative sanctions | Thailand | 2015-01-29\n- Envoy (United States) | Appeal for easing of administrative sanctions | Thailand | 2010-07-16\n- Envoy (United States) | Appeal for policy change | China | 2006-10-17\n- Special Rapporteurs of the United Nations | Consult | Envoy (United States) | 2014-11-12\n- Envoy (United States) | Consult | Special Rapporteurs of the United Nations | 2014-11-12\n- Envoy (United States) | Appeal for easing of administrative sanctions | Pervez Musharraf | 2007-11-18\n- Envoy (United States) | Appeal for policy change | South Korea | 2006-10-17\n- Men (United States) | Appeal for judicial cooperation | Member of the Judiciary (Georgia) | 2011-03-21\n- Men (United States) | Appeal for judicial cooperation | Member of the Judiciary (Georgia) | 2010-01-12\n- Envoy (United States) | Appeal for release of persons or property | Head of Government (Pakistan) | 2007-11-18\n- Lawyer/Attorney (United States) | Appeal for judicial cooperation | Member of the Judiciary (Georgia) | 2010-06-01\n- Lawyer/Attorney (United States) | Appeal for judicial cooperation | Member of the Judiciary (Georgia) | 2010-02-09\nAnswer:", "completion": " Iran", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1050738", "prompt": "In what year did the European Central Bank last ask the citizens of Greece?\nEvidence:\n- France | Accuse | European Central Bank | 2007-09-15\n- European Central Bank | Reject | Government Affiliated Bank (Belgium) | 2005-10-28\n- Rodrigo Rato | Demand | European Central Bank | 2005-05-20\n- European Central Bank | Make statement | Ireland | 2007-12-10\n- European Central Bank | Make statement | France | 2007-07-23\n- Christine Lagarde | Demand | European Central Bank | 2008-06-13\n- Government Affiliated Bank (South Africa) | Consult | European Central Bank | 2005-02-28\n- European Central Bank | Consult | Government Affiliated Bank (South Africa) | 2005-02-28\n- Head of Government (Germany) | Make statement | European Central Bank | 2006-06-20\n- Segolene Royal | Make statement | European Central Bank | 2007-01-17\n- Segolene Royal | Make statement | European Central Bank | 2006-12-08\n- Ministry (Belgium) | Make statement | European Central Bank | 2005-11-07\n- Laurent Wauquiez | Make statement | European Central Bank | 2008-03-12\n- International Monetary Fund | Consult | European Central Bank | 2005-06-27\n- International Monetary Fund | Consult | European Central Bank | 2005-06-26\nAnswer:", "completion": " 2015", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1356822", "prompt": "On 14 October 2008, who made the Moro Islamic Liberation Front suffer from conventional military forces?\nEvidence:\n- Moro Islamic Liberation Front | Use conventional military force | Military (Philippines) | 2008-10-14\n- Military (Philippines) | Use conventional military force | Moro Islamic Liberation Front | 2008-10-14\nAnswer:", "completion": " Military (Philippines)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 1} +{"id": "mtq_1036036", "prompt": "Who attacked the citizens of Denmark with small arms and light weapons in 2006?\nEvidence:\n- Men (United States) | fight with small arms and light weapons | Citizen (Denmark) | 2006-12-16\n- Men (United States) | fight with small arms and light weapons | Citizen (Denmark) | 2006-12-15\n- Iran | fight with small arms and light weapons | Iraq | 2006-05-08\n- Military (Brazil) | fight with small arms and light weapons | Colombia | 2006-04-07\n- Iraq | fight with small arms and light weapons | Employee (Iraq) | 2006-03-25\n- Iraq | fight with small arms and light weapons | Employee (Iraq) | 2006-03-24\n- Colombia | fight with small arms and light weapons | Military (Brazil) | 2006-04-07\n- Men (Sweden) | fight with small arms and light weapons | Head of Government (Sweden) | 2006-02-27\n- Attacker (Afghanistan) | fight with small arms and light weapons | Ministry of Women (Afghanistan) | 2006-01-25\n- Thief (Philippines) | fight with small arms and light weapons | Police (Philippines) | 2006-05-03\n- Police (Uganda) | fight with small arms and light weapons | Citizen (Uganda) | 2006-04-18\n- Police (Uganda) | fight with small arms and light weapons | Citizen (Uganda) | 2006-03-09\n- Police (Uganda) | fight with small arms and light weapons | Citizen (Uganda) | 2006-02-21\n- Police (Uganda) | fight with small arms and light weapons | Citizen (Uganda) | 2006-02-20\n- Police (Uganda) | fight with small arms and light weapons | Citizen (Uganda) | 2006-02-16\nAnswer:", "completion": " Men (United States)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1268235", "prompt": "In which month did the Children of Israel last reject the Criminal of Israel?\nEvidence:\n- Children (Israel) | Reject | Criminal (Israel) | 2013-03-07\n- Criminal (Israel) | Demand | Children (Israel) | 2009-12-08\n- Children (Israel) | Yield | Criminal (Israel) | 2010-05-07\n- Criminal (Israel) | Sexually assault | Children (Israel) | 2012-05-13\n- Criminal (Israel) | Sexually assault | Children (Israel) | 2009-03-19\n- Criminal (Israel) | Physically assault | Children (Israel) | 2015-08-02\n- Criminal (Israel) | Use unconventional violence | Children (Israel) | 2011-07-19\n- Criminal (Israel) | Use unconventional violence | Children (Israel) | 2011-02-20\n- Criminal (Israel) | Make an appeal or request | Children (Israel) | 2007-12-03\n- Criminal (Israel) | Express intent to meet or negotiate | Children (Israel) | 2013-12-30\n- Children (Israel) | Express intent to meet or negotiate | Criminal (Israel) | 2014-06-10\n- Police (Israel) | Engage in negotiation | Criminal (Israel) | 2012-07-31\n- Criminal (Israel) | Engage in negotiation | Police (Israel) | 2012-07-31\n- Police (Israel) | Torture | Children (Israel) | 2015-05-05\n- Police (Israel) | Investigate | Children (Israel) | 2015-03-13\nAnswer:", "completion": " 2013-03", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1107516", "prompt": "In which year did Ogaden National Liberation Front accuse the Government of Djibouti?\nEvidence:\n- Ogaden National Liberation Front | Accuse | Government (Djibouti) | 2011-02-07\n- Ogaden National Liberation Front | Make statement | Djibouti | 2011-02-08\n- Ogaden National Liberation Front | Make statement | Djibouti | 2011-02-07\n- Ogaden National Liberation Front | Accuse | Ethiopia | 2009-07-07\n- Combatant (Ogaden National Liberation Front) | Use unconventional violence | Ogaden National Liberation Front | 2010-01-31\n- Ogaden National Liberation Front | Yield | Ethiopia | 2006-10-20\n- Ethiopia | Accuse of human rights abuses | Ogaden National Liberation Front | 2005-07-20\n- Head of Government (Ethiopia) | Make statement | Ogaden National Liberation Front | 2010-09-18\n- Ogaden National Liberation Front | Occupy territory | Ethiopia | 2011-05-26\n- Ogaden National Liberation Front | Make statement | Ethiopia | 2011-02-08\n- Ogaden National Liberation Front | Make statement | Ethiopia | 2010-08-25\n- Ogaden National Liberation Front | Make statement | Ethiopia | 2009-03-07\n- Ethiopia | Make statement | Ogaden National Liberation Front | 2007-08-31\n- Ethiopia | Make statement | Ogaden National Liberation Front | 2007-07-23\n- Ethiopia | Confiscate property | Ogaden National Liberation Front | 2009-10-19\nAnswer:", "completion": " 2011", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1311083", "prompt": "In which country did the Al-Qaeda insurgents suffer at the hands of conventional military forces before Yemen?\nEvidence:\n- Yemen | Make a visit | Salah-al-Din Al-Bashir | 2005-02-05\n- Salah-al-Din Al-Bashir | Host a visit | Yemen | 2005-02-05\n- Yemen | Engage in negotiation | Malaysia | 2005-02-06\n- Yemen | Engage in negotiation | Eritrea | 2005-02-10\n- Yemen | Engage in negotiation | Eritrea | 2005-02-09\n- Malaysia | Engage in negotiation | Yemen | 2005-02-06\n- Eritrea | Engage in negotiation | Yemen | 2005-02-10\n- Eritrea | Engage in negotiation | Yemen | 2005-02-09\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-02-08\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-01-30\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-01-29\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-07-21\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-03-10\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-01-01\n- Malaysia | Engage in diplomatic cooperation | Yemen | 2005-02-08\nAnswer:", "completion": " Iraq", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1277141", "prompt": "In 2013, who expressed the intention to meet with Romania?\nEvidence:\n- Ministry (Romania) | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2005-01-10\n- Ministry (Romania) | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2005-01-08\n- Solomon Passy | Express intent to meet or negotiate | Romania | 2005-02-01\n- Romania | Express intent to meet or negotiate | Solomon Passy | 2005-02-01\n- Cyril Svoboda | Express intent to meet or negotiate | Romania | 2005-02-28\n- Romania | Arrest, detain, or charge with legal action | Dissident (Romania) | 2005-01-18\n- Pier Ferdinando Casini | Express intent to meet or negotiate | Romania | 2005-02-03\n- Vietnam | Engage in diplomatic cooperation | Romania | 2005-01-31\n- Romania | Engage in diplomatic cooperation | Vietnam | 2005-01-31\n- Head of Government (Ukraine) | Express intent to meet or negotiate | Romania | 2005-03-14\n- Defense / Security Ministry (Croatia) | Express intent to meet or negotiate | Romania | 2005-03-25\n- Ministry (Romania) | Make statement | Romania | 2005-03-25\n- Ministry (Romania) | Make statement | Romania | 2005-01-12\n- Lawyer/Attorney (Romania) | Investigate | Romania | 2005-03-22\n- Romania | Engage in negotiation | International Monetary Fund | 2005-01-27\nAnswer:", "completion": " Georgios Papandreou", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1152063", "prompt": "Who was the first person to whom the Director-General of India made an appeal, after the Indian military?\nEvidence:\n- Director General (India) | Make an appeal or request | Military Personnel (India) | 2014-01-17\n- Head of Government (India) | Make an appeal or request | Director General (India) | 2009-04-19\n- Men (India) | Make an appeal or request | Director General (India) | 2006-10-23\n- Director General (India) | Make an appeal or request | Men (India) | 2005-04-01\n- Director General (India) | Make an appeal or request | Media (India) | 2010-02-11\n- Director General (India) | Return, release person(s) | Medical Personnel (India) | 2015-05-06\n- Military Personnel - Special (India) | Consult | Director General (India) | 2005-03-15\n- Military Personnel (India) | Complain officially | Director General (India) | 2012-12-02\n- Director General (India) | Consult | Military Personnel - Special (India) | 2005-03-15\n- Head of Government (India) | Consult | Director General (India) | 2015-11-24\n- Head of Government (India) | Consult | Director General (India) | 2006-07-17\n- Director General (India) | Consult | Head of Government (India) | 2015-11-24\n- Director General (India) | Consult | Head of Government (India) | 2006-07-17\n- Director General (India) | Make an appeal or request | Secretary of State for the Home Department | 2014-11-10\n- Media (India) | Consult | Director General (India) | 2015-01-13\nAnswer:", "completion": " Secretary of State for the Home Department", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1020875", "prompt": "Who negotiated with William Ruto on the same day as Jakaya Mrisho Kikwete?\nEvidence:\n- Benjamin William Mkapa | Make statement | Jakaya Mrisho Kikwete | 2005-12-13\n- Jakaya Mrisho Kikwete | Praise or endorse | Benjamin William Mkapa | 2005-12-22\n- Jakaya Mrisho Kikwete | Criticize or denounce | Benjamin William Mkapa | 2005-12-18\n- Jakaya Mrisho Kikwete | Criticize or denounce | Benjamin William Mkapa | 2005-12-12\n- Jakaya Mrisho Kikwete | Criticize or denounce | Benjamin William Mkapa | 2005-10-27\n- Benjamin William Mkapa | Praise or endorse | Jakaya Mrisho Kikwete | 2005-12-14\n- Tanzania | Make statement | Jakaya Mrisho Kikwete | 2005-12-13\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-03-10\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-03-09\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-23\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-21\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-10\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-02\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-01\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-01-02\nAnswer:", "completion": " Uhuru Muigai Kenyatta", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1323726", "prompt": "After Abdoulaye Wade, which country hosted the visit from the head of government of Burundi first?\nEvidence:\n- Head of Government (Qatar) | Consult | Abdoulaye Wade | 2005-09-17\n- Abdoulaye Wade | Consult | Head of Government (Qatar) | 2005-09-17\n- Head of Government (Nigeria) | Engage in negotiation | Abdoulaye Wade | 2005-11-27\n- Abdoulaye Wade | Engage in negotiation | Head of Government (Nigeria) | 2005-11-27\n- Mauritania | Host a visit | Abdoulaye Wade | 2006-03-06\n- Mauritania | Host a visit | Abdoulaye Wade | 2006-01-31\n- Mauritania | Host a visit | Abdoulaye Wade | 2005-10-11\n- France | Host a visit | Abdoulaye Wade | 2005-11-12\n- France | Host a visit | Abdoulaye Wade | 2005-05-22\n- China | Host a visit | Abdoulaye Wade | 2006-06-22\n- China | Host a visit | Abdoulaye Wade | 2006-06-20\n- Abdoulaye Wade | Make a visit | Mauritania | 2006-03-06\n- Abdoulaye Wade | Make a visit | Mauritania | 2006-01-31\n- Abdoulaye Wade | Make a visit | Mauritania | 2005-10-11\n- Abdoulaye Wade | Make a visit | France | 2005-11-12\nAnswer:", "completion": " Angola", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1070740", "prompt": "When did the Lawyer/Attorney of Mauritius first denounce the government of Mauritius?\nEvidence:\n- Lawyer/Attorney (Mauritius) | Criticize or denounce | Government (Mauritius) | 2006-07-07\n- Member of the Judiciary (Mauritius) | Reject | Lawyer/Attorney (Mauritius) | 2011-02-11\n- Lawyer/Attorney (Mauritius) | Reject | Citizen (Mauritius) | 2012-08-24\n- Lawyer/Attorney (Mauritius) | Reject | Citizen (Mauritius) | 2006-10-13\n- Lawyer/Attorney (Mauritius) | Investigate | Citizen (Mauritius) | 2006-08-14\n- Lawyer/Attorney (Mauritius) | Demand | Citizen (Mauritius) | 2007-12-26\n- Lawyer/Attorney (Mauritius) | Accuse | Citizen (Mauritius) | 2005-03-31\n- Citizen (Mauritius) | Threaten | Lawyer/Attorney (Mauritius) | 2007-08-30\n- Citizen (Mauritius) | Reject | Lawyer/Attorney (Mauritius) | 2007-04-25\n- Citizen (Mauritius) | Accuse | Lawyer/Attorney (Mauritius) | 2008-05-12\n- Lawyer/Attorney (Mauritius) | Make an appeal or request | Member of the Judiciary (Mauritius) | 2012-01-02\n- Citizen (Mauritius) | Deny responsibility | Lawyer/Attorney (Mauritius) | 2012-06-28\n- Citizen (Mauritius) | Complain officially | Lawyer/Attorney (Mauritius) | 2008-05-22\n- Citizen (Mauritius) | Criticize or denounce | Member of the Judiciary (Mauritius) | 2008-11-12\n- Citizen (Mauritius) | Criticize or denounce | Member of the Judiciary (Mauritius) | 2007-06-26\nAnswer:", "completion": " 2006-07-07", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1264105", "prompt": "Before 17 December 2008, who threatened the police of Uganda?\nEvidence:\n- Police (Uganda) | Make statement | The Poor (Uganda) | 2009-03-20\n- Police (Uganda) | Criticize or denounce | The Voice (Uganda) | 2013-03-08\n- Police (Uganda) | Impose restrictions on political freedoms | The Voice (Uganda) | 2014-12-12\n- Mob (Uganda) | Protest violently, riot | The Poor (Uganda) | 2009-08-10\n- Citizen (Uganda) | Criticize or denounce | The Poor (Uganda) | 2008-05-12\n- Citizen (Uganda) | Accuse of human rights abuses | The Hague | 2008-09-18\n- Police (Uganda) | Use tactics of violent repression | Mob (Uganda) | 2006-07-09\n- Police (Uganda) | Use tactics of violent repression | Citizen (Uganda) | 2006-02-25\n- Police (Uganda) | Use tactics of violent repression | Citizen (Uganda) | 2006-02-21\n- Police (Uganda) | Use tactics of violent repression | Citizen (Uganda) | 2006-02-15\n- Police (Uganda) | Use tactics of violent repression | Citizen (Uganda) | 2006-01-30\n- Police (Uganda) | Use tactics of violent repression | Citizen (Uganda) | 2006-01-02\n- Citizen (Uganda) | Conduct strike or boycott | The Poor (Uganda) | 2011-07-12\n- Bishop (Uganda) | Make statement | The Hague | 2005-03-29\n- Police (Uganda) | Yield | Citizen (Uganda) | 2005-11-30\nAnswer:", "completion": " Citizen (Uganda)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1250326", "prompt": "After the dissident of Australia, who was the first to be threatened by the Member of Parliament of Australia?\nEvidence:\n- Member of Parliament (Australia) | Threaten | Dissident (Australia) | 2007-09-10\n- Member of Parliament (Australia) | Accuse | Dissident (Australia) | 2006-02-07\n- Member of Parliament (Australia) | Use conventional military force | Dissident (Australia) | 2006-06-20\n- Member of Parliament (India) | Consult | Dissident (India) | 2007-08-24\n- Dissident (India) | Threaten | Member of Parliament (India) | 2009-04-26\n- Dissident (India) | Consult | Member of Parliament (India) | 2007-08-24\n- The Daily Telegraph | Consult | Member of Parliament (Australia) | 2012-01-25\n- Member of Parliament (Australia) | Consult | The Daily Telegraph | 2012-01-25\n- Citizen (Australia) | Kill by physical assault | Member of Parliament (Australia) | 2009-10-01\n- Citizen (Australia) | Kill by physical assault | Member of Parliament (Australia) | 2009-09-30\n- The Sunday Times | Make statement | Member of Parliament (Australia) | 2008-04-28\n- People Associated with the Opposition (Australia) | Reject | Member of Parliament (Australia) | 2010-09-27\n- People Associated with the Opposition (Australia) | Demand | Member of Parliament (Australia) | 2011-08-18\n- People Associated with the Opposition (Australia) | Accuse | Member of Parliament (Australia) | 2015-05-04\n- People Associated with the Opposition (Australia) | Accuse | Member of Parliament (Australia) | 2009-03-25\nAnswer:", "completion": " Citizen (Australia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1234730", "prompt": "After the Ministry of South Korea, which country did South Korea first express interest in cooperating with?\nEvidence:\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | South Korea | 2005-01-08\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- South Korea | Engage in negotiation | Japan | 2005-01-08\n- South Korea | Engage in negotiation | Japan | 2005-01-03\n- Japan | Engage in negotiation | South Korea | 2005-01-08\n- Japan | Engage in negotiation | South Korea | 2005-01-03\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- South Korea | Express intent to cooperate | Japan | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-06\n- Japan | Express intent to cooperate | South Korea | 2005-01-13\n- China | Express intent to cooperate | South Korea | 2005-01-13\n- China | Express intent to cooperate | South Korea | 2005-01-06\nAnswer:", "completion": " Yoshihiko Noda", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1074551", "prompt": "Who was the first to negotiate with Antonis Samaras after Gjorge Ivanov?\nEvidence:\n- Gjorge Ivanov | Consult | Gazprom | 2010-10-01\n- Gazprom | Consult | Gjorge Ivanov | 2010-10-01\n- Viktor Orban | Consult | Gjorge Ivanov | 2011-04-11\n- Sali Berisha | Consult | Gjorge Ivanov | 2011-11-10\n- Javier Solana | Consult | Gjorge Ivanov | 2009-05-25\n- Hui Liangyu | Consult | Gjorge Ivanov | 2012-03-30\n- Hui Liangyu | Consult | Gjorge Ivanov | 2012-03-29\n- Gjorge Ivanov | Make statement | Romania | 2010-05-27\n- Gjorge Ivanov | Consult | Viktor Orban | 2011-04-11\n- Gjorge Ivanov | Consult | Sali Berisha | 2011-11-10\n- Gjorge Ivanov | Consult | Javier Solana | 2009-05-25\n- Gjorge Ivanov | Consult | Hui Liangyu | 2012-03-30\n- Gjorge Ivanov | Consult | Hui Liangyu | 2012-03-29\n- Gjorge Ivanov | Consult | Dragan Šutanovac | 2009-06-10\n- Gjorge Ivanov | Consult | Barack Obama | 2011-09-11\nAnswer:", "completion": " Christine Lagarde", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1304105", "prompt": "Who was the last to condemn the Member of Parliament of Australia?\nEvidence:\n- The Daily Telegraph | Consult | Member of Parliament (Australia) | 2012-01-25\n- Member of Parliament (Australia) | Consult | The Daily Telegraph | 2012-01-25\n- The Sunday Times | Make statement | Member of Parliament (Australia) | 2008-04-28\n- People Associated with the Opposition (Australia) | Reject | Member of Parliament (Australia) | 2010-09-27\n- People Associated with the Opposition (Australia) | Demand | Member of Parliament (Australia) | 2011-08-18\n- People Associated with the Opposition (Australia) | Accuse | Member of Parliament (Australia) | 2015-05-04\n- People Associated with the Opposition (Australia) | Accuse | Member of Parliament (Australia) | 2009-03-25\n- People Associated with the Opposition (Australia) | Accuse | Member of Parliament (Australia) | 2008-08-28\n- People Associated with the Opposition (Australia) | Accuse | Member of Parliament (Australia) | 2005-11-23\n- Member of Parliament (Australia) | Reject | People Associated with the Opposition (Australia) | 2011-05-15\n- Member of Parliament (Australia) | Reject | People Associated with the Opposition (Australia) | 2011-02-09\n- Member of Parliament (Australia) | Demand | People Associated with the Opposition (Australia) | 2008-04-11\n- Member of Parliament (Australia) | Accuse | People Associated with the Opposition (Australia) | 2010-09-17\n- Member of Parliament (Australia) | Accuse | People Associated with the Opposition (Australia) | 2009-03-11\n- Member of Parliament (Australia) | Bring lawsuit against | The Daily Telegraph | 2006-09-28\nAnswer:", "completion": " Citizen (Australia)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1213932", "prompt": "Which country was the last to condemn Japan's lawmakers in 2013?\nEvidence:\n- Government (Cote d'Ivoire) | Return, release person(s) | The Hague | 2013-10-03\nAnswer:", "completion": " South Korea", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1038124", "prompt": "Who was the last person to be denounced by the Lawyer/Attorney of Argentina before Mario Das Neves?\nEvidence:\n- Lawyer/Attorney (Argentina) | Criticize or denounce | Mario Das Neves | 2009-05-22\n- Mario Das Neves | Consult | Dissident (Argentina) | 2010-05-06\n- Mario Das Neves | Accuse | Media (Argentina) | 2008-10-31\n- Dissident (Argentina) | Consult | Mario Das Neves | 2010-05-06\n- Mario Das Neves | Make statement | Senate (Argentina) | 2010-02-22\n- Mario Das Neves | Make statement | Senate (Argentina) | 2009-10-22\n- Mario Das Neves | Praise or endorse | Presidential Candidate (Argentina) | 2011-10-07\n- Mario Das Neves | Investigate | Daniel Scioli | 2010-08-08\n- Mario Das Neves | Consult | Daniel Scioli | 2009-06-30\n- Daniel Scioli | Consult | Mario Das Neves | 2009-06-30\n- Mario Das Neves | Express intent to meet or negotiate | Media (Argentina) | 2010-05-31\n- Mario Das Neves | Express intent to meet or negotiate | Business (Argentina) | 2010-02-10\n- Mario Das Neves | Make statement | Justicialist Party | 2010-08-10\n- Mario Das Neves | Make statement | Justicialist Party | 2010-06-08\n- Mario Das Neves | Make statement | Justicialist Party | 2009-07-21\nAnswer:", "completion": " Federal Judge (Argentina)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1381684", "prompt": "Who used unconventional force against the men of Kenya on 22 August 2014?\nEvidence:\n- Al-Shabaab | Use unconventional violence | Men (Kenya) | 2014-08-22\nAnswer:", "completion": " Al-Shabaab", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1193329", "prompt": "Who signed formal agreements with Gazprom before 2007?\nEvidence:\n- Gazprom | Sign formal agreement | Business (Norway) | 2005-06-21\n- Gazprom | Sign formal agreement | Business (Germany) | 2006-02-02\n- Gazprom | Sign formal agreement | Business (Germany) | 2006-01-16\n- Gazprom | Sign formal agreement | Business (Germany) | 2005-04-11\n- Business (Norway) | Sign formal agreement | Gazprom | 2005-06-21\n- Business (Germany) | Sign formal agreement | Gazprom | 2006-02-02\n- Business (Germany) | Sign formal agreement | Gazprom | 2006-01-16\n- Business (Germany) | Sign formal agreement | Gazprom | 2005-04-11\n- Gazprom | Consult | Gazprom Neft | 2005-10-28\n- Gazprom | Consult | Gazprom Neft | 2005-07-08\n- Gazprom Neft | Consult | Gazprom | 2005-10-28\n- Gazprom Neft | Consult | Gazprom | 2005-07-08\n- Gazprom | Make statement | Gazprom Neft | 2005-11-22\n- Gazprom | Make statement | Gazprom Neft | 2005-10-15\n- Zurab Nogaideli | Consult | Gazprom | 2005-12-20\nAnswer:", "completion": " Business (Germany)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1278403", "prompt": "With whom did Antonis Samaras last negotiate before the Greek Prime Minister?\nEvidence:\n- Laos | Accuse | Antonis Samaras | 2010-09-28\n- Georgios Papandreou | Consult | Antonis Samaras | 2010-12-14\n- Georgios Papandreou | Consult | Antonis Samaras | 2009-12-15\n- Antonis Samaras | Demand | New Democracy | 2009-11-07\n- Antonis Samaras | Demand | Citizen (Greece) | 2010-07-21\n- Antonis Samaras | Consult | Georgios Papandreou | 2010-12-14\n- Antonis Samaras | Consult | Georgios Papandreou | 2009-12-15\n- Antonis Samaras | Accuse | Georgios Papandreou | 2011-04-01\n- Antonis Samaras | Accuse | Georgios Papandreou | 2010-09-23\n- Party President (Cyprus) | Consult | Antonis Samaras | 2010-01-25\n- New Democracy | Make statement | Antonis Samaras | 2011-06-09\n- New Democracy | Make statement | Antonis Samaras | 2011-04-02\n- New Democracy | Make statement | Antonis Samaras | 2011-03-29\n- New Democracy | Make statement | Antonis Samaras | 2010-11-23\n- New Democracy | Make statement | Antonis Samaras | 2010-04-19\nAnswer:", "completion": " Georgios Papandreou", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1147907", "prompt": "Who wanted to negotiate with Ricardo Alarcón de Quesada on the same day as the head of government of Belarus?\nEvidence:\n- Head of Government (Belarus) | Express intent to meet or negotiate | Ricardo Alarcón de Quesada | 2006-04-21\n- Ricardo Alarcón de Quesada | Make statement | Head of Government (Cuba) | 2007-06-06\n- Ricardo Alarcón de Quesada | Make statement | Head of Government (Cuba) | 2007-01-26\n- Ricardo Alarcón de Quesada | Consult | China | 2007-06-06\n- China | Consult | Ricardo Alarcón de Quesada | 2007-06-06\n- Head of Government (Cuba) | Express intent to meet or negotiate | Ricardo Alarcón de Quesada | 2006-04-21\n- Ricardo Alarcón de Quesada | Make statement | Iran | 2007-05-06\n- Ricardo Alarcón de Quesada | Make statement | Iran | 2007-05-05\n- Ricardo Alarcón de Quesada | Defend verbally | Iran | 2006-02-17\n- Ricardo Alarcón de Quesada | Consult | Raúl Castro | 2006-12-19\n- Ricardo Alarcón de Quesada | Consult | Associated Press | 2005-05-17\n- Raúl Castro | Consult | Ricardo Alarcón de Quesada | 2006-12-19\n- Paya | Deny responsibility | Ricardo Alarcón de Quesada | 2005-03-11\n- Iran | Make statement | Ricardo Alarcón de Quesada | 2007-05-06\n- Associated Press | Consult | Ricardo Alarcón de Quesada | 2005-05-17\nAnswer:", "completion": " Head of Government (Cuba)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1203702", "prompt": "With whom did Gerhard Schröder want to negotiate before the UAE Armed Forces?\nEvidence:\n- UAE Armed Forces | Make statement | Gerhard Schröder | 2005-03-05\n- UAE Armed Forces | Host a visit | Gerhard Schröder | 2005-03-05\n- Gerhard Schröder | Make a visit | UAE Armed Forces | 2005-03-05\n- Gerhard Schröder | Express intent to meet or negotiate | UAE Armed Forces | 2005-03-02\n- UAE Armed Forces | Consult | Mahmoud Abbas | 2009-04-21\n- UAE Armed Forces | Consult | Abdullah Gül | 2005-04-05\n- Mahmoud Abbas | Consult | UAE Armed Forces | 2009-04-21\n- Abdullah Gül | Consult | UAE Armed Forces | 2005-04-05\n- United Arab Emirates | Consult | UAE Armed Forces | 2009-04-14\n- United Arab Emirates | Consult | UAE Armed Forces | 2007-12-19\n- UAE Armed Forces | Make pessimistic comment | Sudan | 2008-04-14\n- UAE Armed Forces | Make a visit | Qatar | 2005-02-16\n- UAE Armed Forces | Make a visit | Kuwait | 2006-01-17\n- UAE Armed Forces | Make a visit | China | 2009-08-18\n- UAE Armed Forces | Consult | United Arab Emirates | 2009-04-14\nAnswer:", "completion": " Yemen", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1290265", "prompt": "In which year did the City Mayor of Croatia receive the visit from Lawrence Gonzi?\nEvidence:\n- Lawrence Gonzi | Make a visit | City Mayor (Croatia) | 2006-08-24\n- City Mayor (Croatia) | Host a visit | Lawrence Gonzi | 2006-08-24\n- Xi Jinping | Engage in negotiation | Lawrence Gonzi | 2009-02-23\n- Xi Jinping | Engage in negotiation | Lawrence Gonzi | 2009-02-22\n- Lawrence Gonzi | Engage in negotiation | Xi Jinping | 2009-02-23\n- Lawrence Gonzi | Engage in negotiation | Xi Jinping | 2009-02-22\n- Tony Blair | Consult | Lawrence Gonzi | 2005-10-24\n- Mahmoud Abbas | Consult | Lawrence Gonzi | 2008-07-16\n- Lawrence Gonzi | Make statement | France | 2005-05-30\n- Lawrence Gonzi | Make statement | China | 2011-03-19\n- Lawrence Gonzi | Consult | Tony Blair | 2005-10-24\n- Lawrence Gonzi | Consult | Mahmoud Abbas | 2008-07-16\n- Lawrence Gonzi | Consult | Andrius Kubilius | 2009-06-23\n- Andrius Kubilius | Consult | Lawrence Gonzi | 2009-06-23\n- Lawrence Gonzi | Host a visit | Hui Liangyu | 2005-08-05\nAnswer:", "completion": " 2006", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1310729", "prompt": "Before Emmy Allio, who was the last to be threatened by the citizens of Uganda?\nEvidence:\n- Citizen (Uganda) | Threaten | Emmy Allio | 2007-01-25\n- Police (Uganda) | Kill by physical assault | Citizen (Uganda) | 2005-04-26\n- Citizen (Uganda) | Express intent to meet or negotiate | The Hague | 2005-03-29\n- Lawyer/Attorney (Uganda) | Refuse to yield | Citizen (Uganda) | 2005-04-04\n- Citizen (Uganda) | Accuse of crime, corruption | Lawyer/Attorney (Uganda) | 2005-01-10\n- Citizen (Uganda) | Express intent to meet or negotiate | Police (Uganda) | 2005-08-23\n- Citizen (Uganda) | Express intent to meet or negotiate | Police (Uganda) | 2005-08-22\n- Ministry of Tourism (Uganda) | Make an appeal or request | Citizen (Uganda) | 2005-02-07\n- Insurgent (Lord's Resistance Army) | Kill by physical assault | Citizen (Uganda) | 2005-03-12\n- Lawyer/Attorney (Uganda) | Refuse to release persons or property | Citizen (Uganda) | 2005-03-07\n- Police (Uganda) | Reject | Citizen (Uganda) | 2005-04-18\n- Police (Uganda) | Investigate | Citizen (Uganda) | 2005-08-24\n- Police (Uganda) | Investigate | Citizen (Uganda) | 2005-08-05\n- Police (Uganda) | Investigate | Citizen (Uganda) | 2005-08-01\n- Police (Uganda) | Investigate | Citizen (Uganda) | 2005-07-29\nAnswer:", "completion": " Police (Uganda)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1195052", "prompt": "When did Angela Merkel last negotiate with German business?\nEvidence:\n- France | Consult | Angela Merkel | 2005-07-18\n- Angela Merkel | Demand | France | 2005-07-19\n- Angela Merkel | Consult | France | 2005-07-18\n- Angela Merkel | Express intent to meet or negotiate | France | 2005-07-18\n- Tony Blair | Consult | Angela Merkel | 2005-02-07\n- Gerhard Schröder | Demand | Angela Merkel | 2005-07-27\n- Gerhard Schröder | Accuse | Angela Merkel | 2005-07-15\n- Angela Merkel | Reject | Gerhard Schröder | 2005-03-17\n- Angela Merkel | Make statement | France | 2005-07-20\n- Angela Merkel | Consult | Tony Blair | 2005-02-07\n- Angela Merkel | Accuse | Gerhard Schröder | 2005-07-20\n- Angela Merkel | Accuse | Gerhard Schröder | 2005-07-19\n- Angela Merkel | Accuse | Gerhard Schröder | 2005-06-16\n- Angela Merkel | Defend verbally | People Associated with the Opposition (Germany) | 2005-07-17\n- Gerhard Schröder | Express intent to meet or negotiate | Angela Merkel | 2005-08-02\nAnswer:", "completion": " 2009-04-22", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1023931", "prompt": "Who was the last person to appeal to a judge in the United Kingdom?\nEvidence:\n- Citizen (United Kingdom) | Appeal to yield | Court Judge (United Kingdom) | 2005-11-24\n- Court Judge (United Kingdom) | Return, release person(s) | Men (United Kingdom) | 2012-02-09\n- Court Judge (United Kingdom) | Return, release person(s) | Men (United Kingdom) | 2009-04-02\n- Court Judge (United Kingdom) | Return, release person(s) | Citizen (United Kingdom) | 2013-08-01\n- Court Judge (United Kingdom) | Return, release person(s) | Citizen (United Kingdom) | 2011-07-01\n- Court Judge (United Kingdom) | Return, release person(s) | Citizen (United Kingdom) | 2011-02-17\n- Court Judge (United Kingdom) | Return, release person(s) | Citizen (United Kingdom) | 2010-12-08\n- Court Judge (United Kingdom) | Return, release person(s) | Citizen (United Kingdom) | 2010-12-03\n- Court Judge (United Kingdom) | Return, release person(s) | Citizen (United Kingdom) | 2009-03-18\n- Court Judge (United Kingdom) | Return, release person(s) | Citizen (United Kingdom) | 2008-01-18\n- Court Judge (United Kingdom) | Return, release person(s) | Citizen (United Kingdom) | 2007-12-21\n- Court Judge (United Kingdom) | Return, release person(s) | Citizen (United Kingdom) | 2007-10-24\n- Court Judge (United Kingdom) | Return, release person(s) | Citizen (United Kingdom) | 2007-02-14\n- Court Judge (United Kingdom) | Return, release person(s) | Citizen (United Kingdom) | 2007-02-09\n- Court Judge (United Kingdom) | Return, release person(s) | Citizen (United Kingdom) | 2007-02-01\nAnswer:", "completion": " Lawyer/Attorney (United Kingdom)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1116616", "prompt": "Before 8 December 2006, with whom did the Prime Minister of Mongolia wish to negotiate?\nEvidence:\n- Head of Government (Mongolia) | Express intent to meet or negotiate | Citizen (Mongolia) | 2006-12-08\n- Prime Minister Qarase | Rally opposition against | Frank Bainimarama | 2006-12-08\n- Prime Minister Qarase | Make statement | Government Official (Fiji) | 2006-12-08\n- Prime Minister Chaudhry | Praise or endorse | Frank Bainimarama | 2006-12-08\n- Prime Minister Qarase | Discuss by telephone | Agence France-Presse | 2006-12-08\n- Agence France-Presse | Discuss by telephone | Prime Minister Qarase | 2006-12-08\n- Media (Russia) | Consult | Head of Government (Mongolia) | 2006-12-08\n- Head of Government (Mongolia) | Consult | Media (Russia) | 2006-12-08\nAnswer:", "completion": " China", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 8, "n_anchors": 0} +{"id": "mtq_1098214", "prompt": "Could you tell me the specific month when did Anupong Paochinda first appeal the Media of Benin?\nEvidence:\n- Media Personnel (Thailand) | Make statement | Anupong Paochinda | 2008-11-30\n- Anupong Paochinda | Investigate | Thailand | 2008-11-25\n- Anupong Paochinda | Investigate | Thailand | 2008-08-19\n- Villager (Thailand) | Consult | Anupong Paochinda | 2007-10-30\n- Thailand | Make statement | Anupong Paochinda | 2008-09-02\n- Citizen (Thailand) | Yield | Anupong Paochinda | 2007-09-29\n- Citizen (Thailand) | Accuse | Anupong Paochinda | 2008-11-30\n- Citizen (Thailand) | Accuse | Anupong Paochinda | 2008-09-03\n- Anupong Paochinda | Make statement | Thailand | 2009-04-04\n- Anupong Paochinda | Make statement | Thailand | 2009-02-23\n- Anupong Paochinda | Make statement | Thailand | 2009-01-27\n- Anupong Paochinda | Make statement | Thailand | 2008-08-19\n- Anupong Paochinda | Investigate | Citizen (Thailand) | 2008-11-03\n- Anupong Paochinda | Demand | Protester (Thailand) | 2008-11-26\n- Anupong Paochinda | Consult | Villager (Thailand) | 2007-10-30\nAnswer:", "completion": " 2014-11", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1334581", "prompt": "Could you tell me the exact month when the Military Personnel - Special of Tanzania last used small arms and light weapons to fight the citizens of Tanzania?\nEvidence:\n- Citizen (Tanzania) | fight with small arms and light weapons | Police (Tanzania) | 2005-05-01\n- Police (Kenya) | fight with small arms and light weapons | Businessperson (Kenya) | 2013-04-04\n- Men (Kenya) | fight with small arms and light weapons | Businessperson (Kenya) | 2010-12-06\n- Businessperson (Kenya) | fight with small arms and light weapons | Student (Kenya) | 2015-10-06\n- Businessperson (Kenya) | fight with small arms and light weapons | Police (Kenya) | 2006-09-29\n- Police (Tanzania) | Use conventional military force | Tanzania | 2005-04-05\n- Police (Tanzania) | Use conventional military force | Tanzania | 2005-03-09\n- Police (Tanzania) | Use conventional military force | Tanzania | 2005-03-08\n- Citizen (Tanzania) | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2005-04-01\n- Police (Tanzania) | Use conventional military force | Citizen (Tanzania) | 2005-04-21\n- Police (Tanzania) | Use tactics of violent repression | Citizen (Tanzania) | 2005-04-12\n- Police (Tanzania) | Use tactics of violent repression | Citizen (Tanzania) | 2005-04-11\n- Legislature (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-04-01\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-07-15\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-05-21\nAnswer:", "completion": " 2011-01", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1343508", "prompt": "Who wanted to cooperate with Nuri al-Maliki before Sergei Ivanovich Shmatkó?\nEvidence:\n- Sergei Ivanovich Shmatkó | Consult | Nuri al-Maliki | 2009-09-07\n- Sergei Ivanovich Shmatkó | Consult | Nuri al-Maliki | 2009-04-10\n- Nuri al-Maliki | Consult | Sergei Ivanovich Shmatkó | 2009-09-07\n- Nuri al-Maliki | Consult | Sergei Ivanovich Shmatkó | 2009-04-10\n- Sergei Ivanovich Shmatkó | Express intent to cooperate | Nuri al-Maliki | 2009-09-09\n- Nuri al-Maliki | Express intent to cooperate | Sergei Ivanovich Shmatkó | 2009-09-09\n- Sergei Ivanovich Shmatkó | Consult | China | 2009-02-16\n- China | Consult | Sergei Ivanovich Shmatkó | 2009-02-16\n- Sergei Ivanovich Shmatkó | Make statement | Iran | 2009-11-17\n- Sergei Ivanovich Shmatkó | Make statement | Iran | 2009-03-03\n- Sergei Ivanovich Shmatkó | Make statement | Iran | 2007-12-20\n- Sergei Ivanovich Shmatkó | Make statement | Iran | 2007-12-14\n- Sergei Ivanovich Shmatkó | Make statement | Iran | 2007-07-08\n- Sergei Ivanovich Shmatkó | Make statement | Iran | 2007-03-10\n- Sergei Ivanovich Shmatkó | Make statement | Iran | 2007-03-09\nAnswer:", "completion": " Mahmoud Ahmadinejad", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1072351", "prompt": "Who negotiated with South Korea in 2010?\nEvidence:\n- South Korea | Engage in negotiation | France | 2010-01-09\n- France | Engage in negotiation | South Korea | 2010-01-09\n- South Korea | Engage in diplomatic cooperation | Japan | 2010-01-19\n- South Korea | Engage in diplomatic cooperation | Japan | 2010-01-16\n- South Korea | Engage in diplomatic cooperation | Japan | 2010-01-15\n- South Korea | Engage in diplomatic cooperation | Japan | 2010-01-08\n- Japan | Engage in diplomatic cooperation | South Korea | 2010-01-19\n- Japan | Engage in diplomatic cooperation | South Korea | 2010-01-16\n- Japan | Engage in diplomatic cooperation | South Korea | 2010-01-15\n- Japan | Engage in diplomatic cooperation | South Korea | 2010-01-08\n- Ministry (South Korea) | Demobilize armed forces | South Korea | 2010-01-12\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2010-01-20\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2010-01-19\n- Ministry (South Korea) | Appeal for economic cooperation | South Korea | 2010-01-12\n- Commando (South Korea) | Use conventional military force | South Korea | 2010-01-01\nAnswer:", "completion": " Yemen", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1183009", "prompt": "In which month did Macky Sall last negotiate with the Senegalese ministry?\nEvidence:\n- Macky Sall | Engage in negotiation | France | 2011-12-02\n- France | Engage in negotiation | Macky Sall | 2011-12-02\n- Macky Sall | Consult | China | 2006-04-28\n- China | Consult | Macky Sall | 2006-04-28\n- Macky Sall | Reject | Abdoulaye Wade | 2009-02-03\n- Macky Sall | Reject | Abdoulaye Wade | 2009-01-27\n- Macky Sall | Make statement | China | 2006-04-28\n- Macky Sall | Make statement | China | 2006-04-27\n- Macky Sall | Make statement | China | 2006-01-13\n- Macky Sall | Demand | Abdoulaye Wade | 2012-02-27\n- Macky Sall | Consult | Abdoulaye Wade | 2007-06-02\n- Macky Sall | Consult | Abdoulaye Wade | 2006-02-09\n- Macky Sall | Consult | Abdoulaye Wade | 2005-01-13\n- Macky Sall | Apologize | Abdoulaye Wade | 2008-01-07\n- Abdoulaye Wade | Consult | Macky Sall | 2007-06-02\nAnswer:", "completion": " 2012-11", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1140921", "prompt": "Who did Cape Verde formally sign an agreement with first after Portugal?\nEvidence:\n- Portugal | Consult | Cape Verde | 2006-05-10\n- Portugal | Consult | Cape Verde | 2006-05-09\n- Cape Verde | Consult | Portugal | 2006-05-10\n- Cape Verde | Consult | Portugal | 2006-05-09\n- Cape Verde | Sign formal agreement | Angola | 2008-04-21\n- Cape Verde | Sign formal agreement | Angola | 2005-06-06\n- Angola | Sign formal agreement | Cape Verde | 2008-04-21\n- Angola | Sign formal agreement | Cape Verde | 2005-06-06\n- Foreign Affairs (Cape Verde) | Make statement | Cape Verde | 2006-04-25\n- Cape Verde | Engage in diplomatic cooperation | Portugal | 2008-05-17\n- Cape Verde | Consult | Angola | 2009-05-29\n- Cape Verde | Consult | Angola | 2009-05-19\n- Cape Verde | Consult | Angola | 2009-04-21\n- Cape Verde | Consult | Angola | 2007-10-12\n- Angola | Consult | Cape Verde | 2009-05-29\nAnswer:", "completion": " Sudan", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1341592", "prompt": "Before South Korea, which country last received the Foreign Affairs of Italy's visit from the Foreign Affairs of Italy?\nEvidence:\n- Thailand | Host a visit | Foreign Affairs (Italy) | 2005-01-22\n- Foreign Affairs (Italy) | Make a visit | Thailand | 2005-01-22\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- South Korea | Make a visit | Aceh | 2005-01-08\n- Aceh | Host a visit | South Korea | 2005-01-08\n- South Korea | Host a visit | Ognyan Gerdzhikov | 2005-01-02\n- South Korea | Host a visit | Emperor Akihito | 2005-01-13\n- Ognyan Gerdzhikov | Make a visit | South Korea | 2005-01-02\n- Emperor Akihito | Make a visit | South Korea | 2005-01-13\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Royal Administration (Japan) | Make a visit | South Korea | 2005-01-13\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\nAnswer:", "completion": " Romania", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1234310", "prompt": "Who spoke optimistically about the Panhellenic Socialist Movement before New Democracy did?\nEvidence:\n- Panhellenic Socialist Movement | Accuse | New Democracy | 2005-04-15\n- Panhellenic Socialist Movement | Accuse | New Democracy | 2005-01-14\n- New Democracy | Accuse | Panhellenic Socialist Movement | 2005-10-12\n- Panhellenic Socialist Movement | Make statement | New Democracy | 2006-02-14\n- Panhellenic Socialist Movement | Make statement | New Democracy | 2005-12-16\n- New Democracy | Make statement | Panhellenic Socialist Movement | 2007-08-23\n- Panhellenic Socialist Movement | Sign formal agreement | New Democracy | 2006-02-04\n- Panhellenic Socialist Movement | Criticize or denounce | New Democracy | 2006-10-01\n- New Democracy | Sign formal agreement | Panhellenic Socialist Movement | 2006-02-04\n- Main Opposition (Panhellenic Socialist Movement) | Accuse | New Democracy | 2007-09-05\n- Main Opposition (Panhellenic Socialist Movement) | Make statement | Panhellenic Socialist Movement | 2006-02-10\n- Savvas Tsitouridis | Accuse | Panhellenic Socialist Movement | 2006-03-13\n- Panhellenic Socialist Movement | Consult | Ismail Cem | 2005-03-02\n- Panhellenic Socialist Movement | Consult | Georgios Papandreou | 2007-08-14\n- Panhellenic Socialist Movement | Consult | Georgios Papandreou | 2007-07-13\nAnswer:", "completion": " City Mayor (Greece)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1176811", "prompt": "The citizens of Brazil were rejected by who first, after the Supreme Electoral Court did?\nEvidence:\n- Supreme Electoral Court | Consult | Ministry (Supreme Electoral Court) | 2006-12-06\n- Supreme Electoral Court | Consult | Ministry (Supreme Electoral Court) | 2006-12-05\n- Ministry (Supreme Electoral Court) | Consult | Supreme Electoral Court | 2006-12-06\n- Ministry (Supreme Electoral Court) | Consult | Supreme Electoral Court | 2006-12-05\n- Supreme Electoral Court | Reject | Citizen (Brazil) | 2008-01-21\n- Supreme Electoral Court | Accuse | Congress (Brazil) | 2006-09-05\n- Ministry (Brazil) | Investigate | Supreme Electoral Court | 2006-09-20\n- Ministry (Brazil) | Investigate | Supreme Electoral Court | 2006-09-19\n- Ministry (Brazil) | Investigate | Supreme Electoral Court | 2006-08-29\n- Citizen (Brazil) | Accuse | Supreme Electoral Court | 2007-02-07\n- Supreme Electoral Court | Investigate | Head of Government (Brazil) | 2006-09-19\n- Supreme Electoral Court | Reject | Party Member (Brazil) | 2006-10-11\n- Supreme Electoral Court | Reject | Party Member (Brazil) | 2006-09-27\n- Supreme Electoral Court | Reject | Party Member (Brazil) | 2006-09-21\n- Supreme Electoral Court | Reject | Party Member (Brazil) | 2006-08-25\nAnswer:", "completion": " Antonio Cezar Peluso", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1048042", "prompt": "In what month did Pier Ferdinando Casini express his intention to negotiate with Carlo Azeglio Ciampi?\nEvidence:\n- Pier Ferdinando Casini | Express intent to meet or negotiate | Carlo Azeglio Ciampi | 2005-01-25\n- Carlo Azeglio Ciampi | Express intent to meet or negotiate | Pier Ferdinando Casini | 2006-01-27\n- Pier Ferdinando Casini | Consult | Iran | 2014-01-04\n- Iran | Consult | Pier Ferdinando Casini | 2014-01-04\n- Mahmoud Abbas | Consult | Carlo Azeglio Ciampi | 2005-12-02\n- Giulio Tremonti | Consult | Carlo Azeglio Ciampi | 2005-12-20\n- Carlo Azeglio Ciampi | Consult | Mahmoud Abbas | 2005-12-02\n- Carlo Azeglio Ciampi | Consult | Giulio Tremonti | 2005-12-20\n- Carlo Azeglio Ciampi | Consult | Businessperson (Italy) | 2005-12-04\n- Carlo Azeglio Ciampi | Consult | Benedict XVI | 2005-11-11\n- Carlo Azeglio Ciampi | Consult | Aleksander Kwasniewski | 2005-12-09\n- Businessperson (Italy) | Consult | Carlo Azeglio Ciampi | 2005-12-04\n- Benedict XVI | Consult | Carlo Azeglio Ciampi | 2005-11-11\n- Aleksander Kwasniewski | Consult | Carlo Azeglio Ciampi | 2005-12-09\n- Mahmoud Abbas | Engage in negotiation | Carlo Azeglio Ciampi | 2005-12-02\nAnswer:", "completion": " 2005-01", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1358976", "prompt": "Which country wanted to negotiate with South Korea on the same day as Al Gore?\nEvidence:\n- Al Gore | Make statement | South Korea | 2005-05-19\n- South Korea | Host a visit | Al Gore | 2008-11-18\n- Newspaper (South Korea) | Make statement | Al Gore | 2009-06-05\n- Al Gore | Make a visit | South Korea | 2008-11-18\n- Chancellor of the Exchequer | Make statement | Al Gore | 2006-10-30\n- Al Gore | Express intent to meet or negotiate | Thailand | 2007-07-29\n- Al Gore | Express intent to meet or negotiate | Ireland | 2007-11-24\n- Al Gore | Investigate | Colombia | 2007-04-21\n- Al Gore | Investigate | Colombia | 2007-04-20\n- Al Gore | Make statement | Mexico | 2007-08-01\n- Al Gore | Make statement | Iraq | 2008-10-25\n- Al Gore | Make statement | Iraq | 2007-09-20\n- Al Gore | Make statement | Iraq | 2007-06-05\n- Al Gore | Make statement | Iraq | 2007-06-02\n- Al Gore | Make statement | China | 2007-12-10\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1096016", "prompt": "Who wants to negotiate with Rafael Correa on 18 July 2013?\nEvidence:\n- Rafael Correa | Express intent to meet or negotiate | Evo Morales | 2013-07-18\n- Evo Morales | Express intent to meet or negotiate | Rafael Correa | 2013-07-18\nAnswer:", "completion": " Evo Morales", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 1} +{"id": "mtq_1040464", "prompt": "After September, 2007, who did Daniel arap Moi praise?\nEvidence:\n- Daniel Arap Moi | Praise or endorse | Sudan | 2005-03-11\n- Daniel Arap Moi | Mediate | Sudan | 2005-07-04\n- Daniel Arap Moi | Demand | Sudan | 2005-04-19\n- Daniel Arap Moi | Praise or endorse | Mwai Kibaki | 2006-05-22\n- Daniel Arap Moi | Praise or endorse | John Garang | 2005-08-07\n- Mwai Kibaki | Consult | Daniel Arap Moi | 2005-12-17\n- Mwai Kibaki | Consult | Daniel Arap Moi | 2005-11-28\n- Daniel Arap Moi | Consult | Mwai Kibaki | 2005-12-17\n- Daniel Arap Moi | Consult | Mwai Kibaki | 2005-11-28\n- Citizen (Africa) | Demand | Daniel Arap Moi | 2005-08-30\n- Citizen (Africa) | Demand | Daniel Arap Moi | 2005-08-29\n- Chris Okemo | Accuse | Daniel Arap Moi | 2006-05-22\n- Marsden Herman Madoka | Praise or endorse | Daniel Arap Moi | 2005-10-10\n- Daniel Arap Moi | Praise or endorse | Uhuru Muigai Kenyatta | 2006-12-27\n- Daniel Arap Moi | Praise or endorse | Uhuru Muigai Kenyatta | 2006-01-25\nAnswer:", "completion": " Head of Government (Kenya)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1357328", "prompt": "Who was the last person to praise Yoshihiko Noda before Lien Chan?\nEvidence:\n- Lien Chan | Praise or endorse | China | 2005-04-06\n- Kuomintang | Praise or endorse | Lien Chan | 2005-02-07\n- Ma Ying Jeou | Praise or endorse | Lien Chan | 2005-04-03\n- Yoshihiko Noda | Praise or endorse | Okada Katsuya | 2009-05-18\n- Lien Chan | Make statement | Kuomintang | 2005-03-27\n- Lien Chan | Make statement | Kuomintang | 2005-02-25\n- Kuomintang | Make statement | Lien Chan | 2005-03-11\n- Yoshihiko Noda | Demand | Japan | 2010-11-24\n- Lien Chan | Make a visit | Japan | 2005-04-02\n- Lien Chan | Make a visit | China | 2005-04-11\n- Lien Chan | Make a visit | China | 2005-04-10\n- Lien Chan | Make a visit | China | 2005-04-09\n- Lien Chan | Make a visit | China | 2005-04-08\n- Lien Chan | Make a visit | China | 2005-04-06\n- Lien Chan | Make a visit | China | 2005-04-05\nAnswer:", "completion": " Lawmaker (Japan)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1358609", "prompt": "Who was the last leader of Taiwan to praise before Wang Ching-feng?\nEvidence:\n- Wang Ching-feng | Make statement | Wang Ching-feng | 2010-03-11\n- Wang Ching-feng | Make statement | Wang Ching-feng | 2008-05-22\n- Wang Ching-feng | Make statement | Military (Taiwan) | 2008-05-21\n- Head of Government (Taiwan) | Praise or endorse | Wang Ching-feng | 2010-03-12\n- Wang Ching-feng | Reject | Kuomintang | 2009-04-09\n- Ma Ying Jeou | Praise or endorse | Wang Ching-feng | 2010-03-12\n- Wang Ching-feng | Make a visit | China | 2010-04-29\n- China | Host a visit | Wang Ching-feng | 2010-04-29\n- Wang Ching-feng | Express intent to meet or negotiate | Japan | 2012-06-30\n- Wang Ching-feng | Criticize or denounce | Ma Ying Jeou | 2010-03-23\n- Wang Ching-feng | Express intent to meet or negotiate | Ma Ying Jeou | 2008-11-01\n- Ma Ying Jeou | Express intent to meet or negotiate | Wang Ching-feng | 2010-01-21\n- Wang Ching-feng | Make an appeal or request | Ma Ying Jeou | 2010-04-30\n- Head of Government (Taiwan) | Make statement | Military (Taiwan) | 2011-04-21\n- Military (Taiwan) | Praise or endorse | High Ranking Military Personnel (Taiwan) | 2005-03-31\nAnswer:", "completion": " Ma Ying Jeou", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1346269", "prompt": "Who was the first to make an appeal to Uhuru Muigai Kenyatta after the Kenyan media?\nEvidence:\n- Uhuru Muigai Kenyatta | Demand | Media (Africa) | 2005-05-23\n- William Ruto | Make an appeal or request | Uhuru Muigai Kenyatta | 2009-11-25\n- William Ruto | Make an appeal or request | Uhuru Muigai Kenyatta | 2009-11-24\n- Uhuru Muigai Kenyatta | Demonstrate or rally | Media (Kenya) | 2005-09-25\n- Uhuru Muigai Kenyatta | Make an appeal or request | Daniel Arap Moi | 2006-11-27\n- Uhuru Muigai Kenyatta | Make an appeal or request | Daniel Arap Moi | 2006-11-01\n- Uhuru Muigai Kenyatta | Make an appeal or request | Daniel Arap Moi | 2006-10-31\n- Labor Party (Kenya) | Make an appeal or request | Uhuru Muigai Kenyatta | 2006-07-30\n- William Ruto | Make statement | Uhuru Muigai Kenyatta | 2012-01-20\n- William Ruto | Make statement | Uhuru Muigai Kenyatta | 2009-12-19\n- William Ruto | Make statement | Uhuru Muigai Kenyatta | 2006-05-22\n- Uhuru Muigai Kenyatta | Make statement | William Ruto | 2012-11-07\n- Uhuru Muigai Kenyatta | Make statement | William Ruto | 2012-01-20\n- Uhuru Muigai Kenyatta | Make statement | William Ruto | 2005-06-28\n- Uhuru Muigai Kenyatta | Make statement | Mwai Kibaki | 2006-12-07\nAnswer:", "completion": " Civic Group (Kenya)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1104672", "prompt": "Which country was the last to be praised by the Association of Southeast Asian Nations in 2009?\nEvidence:\n- Japan | Engage in negotiation | Association of Southeast Asian Nations | 2009-02-08\n- Association of Southeast Asian Nations | Engage in negotiation | Japan | 2009-02-08\n- France | Engage in diplomatic cooperation | Association of Southeast Asian Nations | 2009-02-13\n- Protester (Thailand) | Threaten | Association of Southeast Asian Nations | 2009-01-08\n- Protester (Thailand) | Threaten | Association of Southeast Asian Nations | 2009-01-07\n- Association of Southeast Asian Nations | Consult | Media (Thailand) | 2009-02-21\n- South Korea | Engage in diplomatic cooperation | Association of Southeast Asian Nations | 2009-01-05\n- Vietnam | Host a visit | Association of Southeast Asian Nations | 2009-01-20\n- Thailand | Host a visit | Association of Southeast Asian Nations | 2009-02-19\n- Thailand | Host a visit | Association of Southeast Asian Nations | 2009-02-11\n- Thailand | Host a visit | Association of Southeast Asian Nations | 2009-02-10\n- Thailand | Host a visit | Association of Southeast Asian Nations | 2009-01-27\n- Thailand | Host a visit | Association of Southeast Asian Nations | 2009-01-20\n- Thailand | Host a visit | Association of Southeast Asian Nations | 2009-01-12\n- Thailand | Host a visit | Association of Southeast Asian Nations | 2009-01-09\nAnswer:", "completion": " Thailand", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1045436", "prompt": "In which year did the Prime Minister of India return people to the fishermen of India for the first time?\nEvidence:\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-09\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-08\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-11-14\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-10-05\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Demand | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-11-24\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-05-19\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2005-05-05\n- Prime Minister Qarase | Express intent to cooperate | Prime Minister Chaudhry | 2006-05-22\nAnswer:", "completion": " 2014", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1125473", "prompt": "Which was the first country to be mentioned negatively by Sudanese citizens in 2013?\nEvidence:\n- Public Prosecutor (Brazil) | Criticize or denounce | First Command of the Capital | 2013-10-18\n- The Chronicle | Discuss by telephone | Businessperson (Ghana) | 2013-03-14\n- Businessperson (Ghana) | Discuss by telephone | The Chronicle | 2013-03-14\n- The Chronicle | Discuss by telephone | City Mayor (Ghana) | 2013-07-12\n- City Mayor (Ghana) | Discuss by telephone | The Chronicle | 2013-07-12\n- Assembly of First Nations | Engage in material cooperation | Police (Canada) | 2013-02-16\n- Winston Peters | Make statement | New Zealand First | 2013-06-19\n- People First Party Korea | Make a visit | Japan | 2013-11-23\n- Japan | Host a visit | People First Party Korea | 2013-11-23\nAnswer:", "completion": " Sudan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 9, "n_anchors": 0} +{"id": "mtq_1250461", "prompt": "Who was the last country with which South Africa signed formal agreements in 2007?\nEvidence:\n- Men (South Africa) | Deny responsibility | Member of the Judiciary (South Africa) | 2007-03-12\n- Member of the Judiciary (South Africa) | Arrest, detain, or charge with legal action | Men (South Africa) | 2007-05-07\n- Member of the Judiciary (South Africa) | Arrest, detain, or charge with legal action | Men (South Africa) | 2007-03-15\n- Member of the Judiciary (South Africa) | Arrest, detain, or charge with legal action | Men (South Africa) | 2007-02-23\n- Member of the Judiciary (South Africa) | Ease administrative sanctions | Men (South Africa) | 2007-03-27\n- Men (South Africa) | Acknowledge or claim responsibility | Member of the Judiciary (South Africa) | 2007-01-09\n- Men (South Africa) | Make an appeal or request | Member of the Judiciary (South Africa) | 2007-01-19\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2007-05-31\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2007-05-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2007-05-15\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2007-05-13\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2007-05-11\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2007-05-09\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2007-05-07\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2007-05-05\nAnswer:", "completion": " Madagascar", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1193828", "prompt": "Who was the first to formally sign an agreement with the Brazilian Ministry?\nEvidence:\n- Other Authorities / Officials (Brazil) | Sign formal agreement | First Command of the Capital | 2006-05-18\n- First Command of the Capital | Sign formal agreement | Other Authorities / Officials (Brazil) | 2006-05-18\n- People First Party Korea | Sign formal agreement | Kuomintang | 2007-03-17\n- Kuomintang | Sign formal agreement | People First Party Korea | 2007-03-17\n- People First Party Korea | Sign formal agreement | Ma Ying Jeou | 2007-01-23\n- People First Party Korea | Sign formal agreement | Ma Ying Jeou | 2007-01-21\n- People First Party Korea | Sign formal agreement | Ma Ying Jeou | 2006-12-05\n- Ma Ying Jeou | Sign formal agreement | People First Party Korea | 2007-01-23\n- Ma Ying Jeou | Sign formal agreement | People First Party Korea | 2007-01-21\n- Ma Ying Jeou | Sign formal agreement | People First Party Korea | 2006-12-05\n- Ministry (Venezuela) | Sign formal agreement | Ministry (Brazil) | 2008-07-02\n- Ministry (Brazil) | Sign formal agreement | Ministry (Venezuela) | 2008-07-02\n- People Associated with the Opposition (Kadima) | Sign formal agreement | Benjamin Netanyahu | 2012-05-08\n- People Associated with the Opposition (Germany) | Sign formal agreement | Government (Germany) | 2009-12-02\n- People Associated with the Opposition (Egypt) | Sign formal agreement | Government (Sudan) | 2005-06-23\nAnswer:", "completion": " Labor Union (Brazil)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1277804", "prompt": "After Syed Ahmed, who was the first to praise the Indian Election Commission?\nEvidence:\n- Syed Ahmed | Praise or endorse | Election Commission (India) | 2013-04-23\n- Election Commission (India) | Make statement | Syed Ahmed | 2013-02-02\n- Syed Ahmed | Reject | Governor (India) | 2012-08-05\n- Syed Ahmed | Consult | Labor Union (India) | 2013-09-27\n- Labor Union (India) | Consult | Syed Ahmed | 2013-09-27\n- Medical Personnel (India) | Make statement | Syed Ahmed | 2014-08-15\n- Governor (India) | Engage in symbolic act | Syed Ahmed | 2015-09-28\n- Syed Ahmed | Make an appeal or request | Governor (India) | 2013-01-10\n- Governor (India) | Consult | Election Commission (India) | 2008-10-08\n- Governor (India) | Consult | Election Commission (India) | 2005-05-20\n- Governor (India) | Accuse | Election Commission (India) | 2005-07-06\n- Election Commission (India) | Consult | Governor (India) | 2008-10-08\n- Election Commission (India) | Consult | Governor (India) | 2005-05-20\n- Governor (India) | Make statement | Election Commission (India) | 2005-09-10\n- Governor (India) | Make statement | Election Commission (India) | 2005-07-06\nAnswer:", "completion": " Court Judge (India)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1265838", "prompt": "Who praised Sudan in Nov, 2008?\nEvidence:\n- Sudan | Engage in negotiation | Ethiopia | 2005-04-19\n- Ethiopia | Engage in negotiation | Sudan | 2005-04-19\n- Citizen (Sudan) | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-01-23\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-27\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-26\n- Sudan | Return, release person(s) | Citizen (Sudan) | 2005-01-19\n- Human Rights Group (Sudan) | Make pessimistic comment | Sudan | 2005-01-10\n- Yemen | Consult | Sudan | 2005-01-02\n- Sudan | Consult | Yemen | 2005-01-02\n- Sudan | Consult | Ethiopia | 2005-04-19\n- Sudan | Consult | Ethiopia | 2005-03-09\nAnswer:", "completion": " Ahmed Abdallah Sambi", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1046475", "prompt": "When did the lawyer of Germany first have a telephone conversation with Daily Trust?\nEvidence:\n- Muhammadu Buhari | Discuss by telephone | Daily Trust | 2009-01-02\n- Government (Nigeria) | Discuss by telephone | Daily Trust | 2007-02-12\n- Daily Trust | Discuss by telephone | Muhammadu Buhari | 2009-01-02\n- Daily Trust | Discuss by telephone | Government (Nigeria) | 2007-02-12\n- Other Authorities / Officials (Nigeria) | Discuss by telephone | Daily Trust | 2009-08-13\n- Other Authorities / Officials (Nigeria) | Discuss by telephone | Daily Trust | 2009-05-18\n- Other Authorities / Officials (Nigeria) | Discuss by telephone | Daily Trust | 2008-12-30\n- Other Authorities / Officials (Nigeria) | Discuss by telephone | Daily Trust | 2008-07-28\n- Other Authorities / Officials (Nigeria) | Discuss by telephone | Daily Trust | 2005-08-17\n- Ghali Umar Na'Abba | Discuss by telephone | Daily Trust | 2006-12-14\n- Daily Trust | Discuss by telephone | Other Authorities / Officials (Nigeria) | 2009-08-13\n- Daily Trust | Discuss by telephone | Other Authorities / Officials (Nigeria) | 2009-05-18\n- Daily Trust | Discuss by telephone | Other Authorities / Officials (Nigeria) | 2008-12-30\n- Daily Trust | Discuss by telephone | Other Authorities / Officials (Nigeria) | 2008-07-28\n- Daily Trust | Discuss by telephone | Other Authorities / Officials (Nigeria) | 2005-08-17\nAnswer:", "completion": " 2012-11-01", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1025037", "prompt": "Which year did Shura Council reject the UN security council?\nEvidence:\n- Shura Council | Reject | UN Security Council | 2005-04-01\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- Shura Council | Accuse | National Security Advisor (Iraq) | 2006-06-29\n- Shura Council | Consult | China | 2007-10-29\n- China | Consult | Shura Council | 2007-10-29\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- Yemen | Make statement | Shura Council | 2006-12-12\n- Shura Council | Make statement | Yemen | 2007-02-09\n- Shura Council | Make statement | Qatar | 2007-05-08\n- Shura Council | Consult | Representatives (Yemen) | 2007-02-09\n- Representatives (Yemen) | Consult | Shura Council | 2007-02-09\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\nAnswer:", "completion": " 2005", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1065870", "prompt": "In which year did the Iraqi legislature praise Jawad al-Bulani?\nEvidence:\n- Legislature (Iraq) | Praise or endorse | Jawad al-Bulani | 2006-06-08\n- Legislature (Iraq) | Appeal for change in leadership | Jawad al-Bulani | 2006-10-07\n- Jawad al-Bulani | Reject | Iraq | 2008-05-29\n- Jawad al-Bulani | Reject | Iraq | 2007-12-26\n- Jawad al-Bulani | Investigate | Iraq | 2008-08-20\n- Nuri al-Maliki | Praise or endorse | Jawad al-Bulani | 2006-10-14\n- Nuri al-Maliki | Praise or endorse | Jawad al-Bulani | 2006-09-19\n- Nuri al-Maliki | Praise or endorse | Jawad al-Bulani | 2006-09-18\n- Nuri al-Maliki | Consult | Jawad al-Bulani | 2006-08-23\n- Jawad al-Bulani | Consult | Nuri al-Maliki | 2006-08-23\n- Jawad al-Bulani | Make statement | Iraq | 2014-10-04\n- Jawad al-Bulani | Make statement | Iraq | 2014-06-28\n- Jawad al-Bulani | Make statement | Iraq | 2010-08-06\n- Jawad al-Bulani | Make statement | Iraq | 2008-10-24\n- Jawad al-Bulani | Make statement | Iraq | 2008-10-21\nAnswer:", "completion": " 2006", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1196158", "prompt": "Who was the last to support the UN Security Council in 2009?\nEvidence:\n- Eritrea | Reject | UN Security Council | 2009-01-16\n- UN Security Council | Appeal to others to settle dispute | Eritrea | 2009-01-14\n- UN Security Council | Appeal to others to settle dispute | Djibouti | 2009-01-14\n- Vietnam | Make statement | UN Security Council | 2009-01-12\n- UN Security Council | Make statement | China | 2009-01-15\n- UN Security Council | Give ultimatum | Eritrea | 2009-01-14\n- UN Security Council | Consult | Oluṣẹgun Ọbasanjọ | 2009-01-23\n- UN Security Council | Consult | Oluṣẹgun Ọbasanjọ | 2009-01-12\n- UN Security Council | Consult | Mahmoud Abbas | 2009-01-06\n- Oluṣẹgun Ọbasanjọ | Consult | UN Security Council | 2009-01-23\n- Oluṣẹgun Ọbasanjọ | Consult | UN Security Council | 2009-01-12\n- Mahmoud Ahmadinejad | Accuse | UN Security Council | 2009-01-15\n- Mahmoud Abbas | Demand | UN Security Council | 2009-01-07\n- Mahmoud Abbas | Consult | UN Security Council | 2009-01-06\n- United Arab Emirates | Consult | UN Security Council | 2009-01-06\nAnswer:", "completion": " Elias Murr", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1023019", "prompt": "At what time did the head of government of India last blame Harsimrat Kaur Badal?\nEvidence:\n- Head of Government (India) | Accuse | Harsimrat Kaur Badal | 2015-04-30\n- Harsimrat Kaur Badal | Accuse | Government (Pakistan) | 2014-01-03\n- Harsimrat Kaur Badal | Make statement | Sikh (India) | 2014-11-02\n- Harsimrat Kaur Badal | Make statement | Sikh (India) | 2014-11-01\n- Harsimrat Kaur Badal | Make statement | Government (Pakistan) | 2015-01-05\n- Protester (India) | Protest violently, riot | Harsimrat Kaur Badal | 2015-10-22\n- Harsimrat Kaur Badal | Criticize or denounce | Member of Parliament (India) | 2015-07-28\n- Protester (India) | Demand change in leadership | Harsimrat Kaur Badal | 2015-06-16\n- Harsimrat Kaur Badal | Accuse | Aam Aadmi Party | 2015-08-31\n- Head of Government (Pakistan) | Demand | Government (Pakistan) | 2005-08-29\n- Head of Government (Pakistan) | Accuse | Government (Pakistan) | 2005-08-28\n- Government (Pakistan) | Accuse | Head of Government (Pakistan) | 2005-05-11\n- Head of Government (Taiwan) | Make statement | Government (Pakistan) | 2005-10-19\n- Head of Government (Pakistan) | Make statement | Government (Pakistan) | 2005-10-18\n- Head of Government (Pakistan) | Make statement | Government (Pakistan) | 2005-10-17\nAnswer:", "completion": " 2015-04-30", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1392925", "prompt": "After 2005, who praised John Paul II?\nEvidence:\n- Mexico | Make statement | John Paul II | 2005-04-03\n- John Paul II | Make statement | China | 2005-04-03\n- Shimon Peres | Make statement | John Paul II | 2005-04-02\n- Shaukat Aziz | Make statement | John Paul II | 2005-04-03\n- Qin Gang | Make statement | John Paul II | 2005-04-05\n- Pervez Musharraf | Make statement | John Paul II | 2005-04-03\n- Mikulas Dzurinda | Make statement | John Paul II | 2005-04-03\n- Mexico | Host a visit | John Paul II | 2005-04-03\n- Mexico | Host a visit | John Paul II | 2005-04-02\n- John Paul II | Make statement | Holy See | 2005-01-28\n- John Paul II | Make a visit | Mexico | 2005-04-03\n- John Paul II | Make a visit | Mexico | 2005-04-02\n- John Paul II | Make a visit | Guatemala | 2005-04-05\n- John Paul II | Consider policy option | China | 2005-04-03\n- Guatemala | Host a visit | John Paul II | 2005-04-05\nAnswer:", "completion": " Benedict XVI", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1216972", "prompt": "Before 2013, who did the Labour Union of Nigeria praise?\nEvidence:\n- Labour Coordinating Committee | Praise or endorse | Government (Nigeria) | 2010-04-27\n- Labour Coordinating Committee | Praise or endorse | Citizen (Nigeria) | 2010-04-27\n- African Union | Praise or endorse | Member of the Judiciary (Madagascar) | 2015-06-18\n- Union of the Gabonese People | Praise or endorse | Head of Government (Gabon) | 2010-10-04\n- Labor Union (Nigeria) | Praise or endorse | Head of Government (Nigeria) | 2013-05-20\n- Head of Government (Nigeria) | Praise or endorse | Labor Union (Nigeria) | 2015-07-17\n- The Irrawaddy | Consult | National Coalition Government of the Union of Burma | 2010-02-25\n- National Coalition Government of the Union of Burma | Consult | The Irrawaddy | 2010-02-25\n- Ali Bongo Ondimba | Praise or endorse | Union of the Gabonese People | 2015-09-13\n- Congress (Ireland) | Praise or endorse | National Coalition Government of the Union of Burma | 2009-01-27\n- African Union | Praise or endorse | Head of Government (Nigeria) | 2012-09-22\n- Ministry (Nigeria) | Praise or endorse | Labor Union (Nigeria) | 2012-05-29\n- Labor Union (Nigeria) | Praise or endorse | Ministry (Nigeria) | 2013-11-05\n- Labor Union (Nigeria) | Praise or endorse | Ministry (Nigeria) | 2013-09-09\n- Labor Union (Nigeria) | Praise or endorse | Ministry (Nigeria) | 2010-04-28\nAnswer:", "completion": " Ministry (Nigeria)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1148571", "prompt": "Who was last condemned by the citizens of the United Kingdom in 2011?\nEvidence:\n- Member of the Judiciary (United States) | Reject | Businessperson (United Kingdom) | 2011-10-27\n- Citizen (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2011-02-23\n- Citizen (United Kingdom) | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2011-05-04\n- Secretary of State for the Home Department | Express accord | Citizen (United Kingdom) | 2011-05-13\n- Secretary of State for the Home Department | Express accord | Citizen (United Kingdom) | 2011-05-12\n- Civil Servant (United Kingdom) | Accuse | Secretary of State for the Home Department | 2011-11-10\n- The Daily Telegraph | Make statement | Civil Servant (United Kingdom) | 2011-10-18\n- Lawyer/Attorney (United Kingdom) | Make statement | The Daily Telegraph | 2011-03-02\n- Secretary of State for the Home Department | Ease administrative sanctions | Citizen (United Kingdom) | 2011-11-08\n- Citizen (United Kingdom) | Criticize or denounce | Secretary of State for the Home Department | 2011-08-16\n- Ministry (Brazil) | Criticize or denounce | Universal Church of the Kingdom of God | 2011-09-10\n- Citizen (United Kingdom) | Express intent to meet or negotiate | Secretary of State for the Home Department | 2011-08-25\n- Secretary of State for the Home Department | Discuss by telephone | Agence France-Presse | 2011-08-28\n- Agence France-Presse | Discuss by telephone | Secretary of State for the Home Department | 2011-08-28\nAnswer:", "completion": " Citizen (Australia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 14, "n_anchors": 0} +{"id": "mtq_1081452", "prompt": "In which month did the Venezuelan judge first accuse Jesse Chacón?\nEvidence:\n- Jesse Chacón | Accuse | Court Judge (Venezuela) | 2006-05-24\n- Court Judge (Venezuela) | Accuse | Jesse Chacón | 2006-05-27\n- Jesse Chacón | Accuse | Colombia | 2005-01-14\n- Jesse Chacón | Accuse | Citizen (Venezuela) | 2005-10-04\n- Jesse Chacón | Investigate | Court Judge (Venezuela) | 2006-06-11\n- Court Judge (Venezuela) | Make statement | Jesse Chacón | 2006-05-24\n- Jesse Chacón | Engage in negotiation | Colombia | 2006-01-31\n- Jesse Chacón | Engage in negotiation | Colombia | 2006-01-30\n- Colombia | Engage in negotiation | Jesse Chacón | 2006-01-31\n- Colombia | Engage in negotiation | Jesse Chacón | 2006-01-30\n- Jesse Chacón | Criticize or denounce | Court Judge (Venezuela) | 2005-08-16\n- Manuel Rosales | Consult | Jesse Chacón | 2005-03-08\n- Jesse Chacón | Reject | Manuel Rosales | 2006-09-16\n- Jesse Chacón | Make statement | Japan | 2009-08-19\n- Jesse Chacón | Make statement | Iran | 2009-10-10\nAnswer:", "completion": " 2006-05", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1317057", "prompt": "In which month did the Integrated Regional Information Networks first telephone Human Rights Watch?\nEvidence:\n- Integrated Regional Information Networks | Discuss by telephone | Human Rights Watch | 2008-06-12\n- Human Rights Watch | Discuss by telephone | Integrated Regional Information Networks | 2008-06-12\n- Integrated Regional Information Networks | Consult | Human Rights Group (Mali) | 2013-04-26\n- Human Rights Group (Mali) | Consult | Integrated Regional Information Networks | 2013-04-26\n- Police (Uganda) | Discuss by telephone | Integrated Regional Information Networks | 2007-10-12\n- Police (Uganda) | Discuss by telephone | Integrated Regional Information Networks | 2006-06-14\n- Integrated Regional Information Networks | Discuss by telephone | Police (Uganda) | 2007-10-12\n- Integrated Regional Information Networks | Discuss by telephone | Police (Uganda) | 2006-06-14\n- Integrated Regional Information Networks | Discuss by telephone | Employee (Chad) | 2008-06-13\n- Integrated Regional Information Networks | Discuss by telephone | African Union | 2005-05-26\n- Employee (Chad) | Discuss by telephone | Integrated Regional Information Networks | 2008-06-13\n- African Union | Discuss by telephone | Integrated Regional Information Networks | 2005-05-26\n- Police (Mauritania) | Consult | Integrated Regional Information Networks | 2008-04-01\n- Integrated Regional Information Networks | Provide aid | Malawi | 2005-08-01\n- Integrated Regional Information Networks | Consult | Police (Mauritania) | 2008-04-01\nAnswer:", "completion": " 2008-06", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1012015", "prompt": "Before March 25th, 2015, who received the visit from John Dramani Mahama?\nEvidence:\n- Togo | Host a visit | John Dramani Mahama | 2009-07-23\n- John Dramani Mahama | Make a visit | Togo | 2009-07-23\n- John Dramani Mahama | Make a visit | Ethiopia | 2011-05-26\n- John Dramani Mahama | Make a visit | Ethiopia | 2009-01-31\n- Ethiopia | Host a visit | John Dramani Mahama | 2011-05-26\n- Ethiopia | Host a visit | John Dramani Mahama | 2009-01-31\n- John Dramani Mahama | Express accord | China | 2012-08-10\n- John Dramani Mahama | Express accord | China | 2012-08-09\n- South Korea | Host a visit | John Dramani Mahama | 2010-02-22\n- South Africa | Host a visit | John Dramani Mahama | 2013-01-03\n- South Africa | Host a visit | John Dramani Mahama | 2012-12-31\n- South Africa | Host a visit | John Dramani Mahama | 2012-12-30\n- South Africa | Host a visit | John Dramani Mahama | 2009-05-21\n- John Dramani Mahama | Make a visit | South Korea | 2010-02-22\n- John Dramani Mahama | Make a visit | South Africa | 2013-01-03\nAnswer:", "completion": " Education (United States)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1323631", "prompt": "In which year did the Syrian police provide humanitarian aid to the indigenous people of Syria?\nEvidence:\n- Police (Syria) | Provide humanitarian aid | Indigenous People (Syria) | 2013-03-13\n- Thailand | Provide humanitarian aid | Indigenous People (Thailand) | 2010-09-05\n- Indigenous People (Thailand) | Provide humanitarian aid | Citizen (Thailand) | 2010-10-27\n- Eritrea | Provide humanitarian aid | Indigenous People (South Sudan) | 2013-12-31\n- Indigenous People (Kenya) | Provide humanitarian aid | Member of Legislative (Govt) (Kenya) | 2005-12-31\n- Indigenous People (Mozambique) | Provide aid | Police (Mozambique) | 2006-05-31\n- Indigenous People (Kenya) | Provide aid | Police (Kenya) | 2012-02-20\n- Indigenous People (Kenya) | Provide aid | Police (Kenya) | 2012-02-18\n- Police (Australia) | Provide humanitarian aid | People Associated with the Opposition (Australia) | 2012-02-09\n- Japan | Provide economic aid | Indigenous People (Uganda) | 2010-10-22\n- Indigenous People (Portugal) | Provide aid | Timor-Leste | 2009-05-25\n- Representatives (Russia) | Provide humanitarian aid | Population (Syria) | 2012-02-27\n- Iraq | Provide humanitarian aid | Displaced Families (Syria) | 2014-12-10\n- People Associated with the Opposition (Australia) | Provide humanitarian aid | Citizen (Australia) | 2010-05-13\n- China | Provide humanitarian aid | The Poor (China) | 2014-08-28\nAnswer:", "completion": " 2013", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1311315", "prompt": "Who visited South Korea on 2 July 2010?\nEvidence:\n- Labor Union (South Korea) | Demonstrate or rally | South Korea | 2010-07-02\n- South Korea | Express intent to cooperate | Mexico | 2010-07-02\n- Mexico | Express intent to cooperate | South Korea | 2010-07-02\n- Lee Myung Bak | Make statement | South Korea | 2010-07-02\n- South Korea | Host a visit | Lee Myung Bak | 2010-07-02\n- South Korea | Host a visit | International Monetary Fund | 2010-07-02\n- Lee Myung Bak | Make a visit | South Korea | 2010-07-02\n- International Monetary Fund | Make a visit | South Korea | 2010-07-02\n- Mexico | Host a visit | Head of Government (South Korea) | 2010-07-02\n- Head of Government (South Korea) | Make a visit | Mexico | 2010-07-02\n- Foreign Affairs (Romania) | Express intent to meet or negotiate | South Korea | 2010-07-02\n- Lee Myung Bak | Express intent to meet or negotiate | Indigenous People (South Korea) | 2010-07-02\n- Other Authorities / Officials (Mexico) | Make statement | Mexico | 2010-07-02\n- Mexico | Arrest, detain, or charge with legal action | Criminal (Mexico) | 2010-07-02\n- Lee Myung Bak | Express intent to meet or negotiate | Mexico | 2010-07-02\nAnswer:", "completion": " International Monetary Fund", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1097896", "prompt": "In what year did Javier Solana make optimistic remarks about the Middle East?\nEvidence:\n- Javier Solana | Make a visit | Middle East | 2005-01-09\n- Javier Solana | Make a visit | Middle East | 2005-01-08\n- Middle East | Host a visit | Javier Solana | 2005-01-09\n- Middle East | Host a visit | Javier Solana | 2005-01-08\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-14\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-13\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-08\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-05\n- China | Make optimistic comment | Middle East | 2005-02-09\n- Javier Solana | Consider policy option | The Hague | 2005-02-05\n- Javier Solana | Make statement | Romania | 2005-02-03\n- Javier Solana | Demand | Iran | 2005-02-01\n- Javier Solana | Consult | Iran | 2005-02-01\n- Iran | Consult | Javier Solana | 2005-02-01\n- Javier Solana | Make statement | Media (Cyprus) | 2005-01-25\nAnswer:", "completion": " 2007", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1157041", "prompt": "After Federica Mogherini, whom did Shimon Peres praise first?\nEvidence:\n- Shimon Peres | Consult | Federica Mogherini | 2014-07-16\n- Federica Mogherini | Consult | Shimon Peres | 2014-07-16\n- Shimon Peres | Praise or endorse | Federica Mogherini | 2014-07-16\n- Shimon Peres | Host a visit | Federica Mogherini | 2014-07-16\n- Federica Mogherini | Make a visit | Shimon Peres | 2014-07-16\n- Federica Mogherini | Express intent to meet or negotiate | Shimon Peres | 2014-07-15\n- Iurie Leanca | Praise or endorse | Federica Mogherini | 2014-09-01\n- Federica Mogherini | Praise or endorse | Catherine Ashton | 2014-11-22\n- Federica Mogherini | Praise or endorse | Catherine Ashton | 2014-11-20\n- Elmar Brok | Praise or endorse | Federica Mogherini | 2014-11-07\n- Angela Merkel | Praise or endorse | Federica Mogherini | 2014-08-28\n- Iran | Consult | Federica Mogherini | 2014-06-12\n- Federica Mogherini | Consult | Iran | 2014-06-12\n- Herman Van Rompuy | Praise or endorse | Federica Mogherini | 2014-08-30\n- Ministry (Belgium) | Consult | Federica Mogherini | 2014-11-17\nAnswer:", "completion": " Israeli Defense Forces", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1196320", "prompt": "Who announced their intention to cooperate with Agence France-Presse last, before the German government?\nEvidence:\n- Agence France-Presse | Cooperate economically | China | 2005-01-26\n- Citizen (Venezuela) | Express intent to cooperate | Agence France-Presse | 2005-03-25\n- France | Make statement | Agence France-Presse | 2005-02-21\n- Agence France-Presse | Investigate | Iran | 2005-03-10\n- Agence France-Presse | Investigate | Iran | 2005-01-19\n- Agence France-Presse | Consult | African Union | 2005-02-01\n- African Union | Consult | Agence France-Presse | 2005-02-01\n- Agence France-Presse | Express intent to meet or negotiate | France | 2005-02-06\n- Foreign Affairs (France) | Make statement | Agence France-Presse | 2005-02-23\n- Sudan | Praise or endorse | Agence France-Presse | 2005-01-08\n- Police (Indonesia) | Make statement | Agence France-Presse | 2005-01-15\n- Japan | Discuss by telephone | Agence France-Presse | 2005-03-20\n- Agence France-Presse | Make statement | Protester (Afghanistan) | 2005-03-07\n- Agence France-Presse | Make statement | Police (Egypt) | 2005-03-11\n- Agence France-Presse | Make statement | Mahmoud Abbas | 2005-01-10\nAnswer:", "completion": " Oluṣẹgun Ọbasanjọ", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1157214", "prompt": "Before the National Airline of Nigeria, who was the last to provide humanitarian aid to the citizens of Nigeria?\nEvidence:\n- National Airline (Nigeria) | Provide humanitarian aid | Citizen (Nigeria) | 2013-10-01\n- Airline (Middle East) | Express intent to provide humanitarian aid | Citizen (Nigeria) | 2013-11-04\n- China | Provide humanitarian aid | The Poor (China) | 2014-08-28\n- Head of Government (Nigeria) | Provide humanitarian aid | Citizen (Nigeria) | 2005-08-29\n- National Water Commission | Provide humanitarian aid | Mexico | 2007-09-13\n- Ministry (Nigeria) | Provide humanitarian aid | Citizen (Nigeria) | 2008-02-29\n- Ministry (Nigeria) | Provide humanitarian aid | Citizen (Nigeria) | 2007-09-17\n- Government (Nigeria) | Provide humanitarian aid | Citizen (Nigeria) | 2009-03-10\n- Government (Nigeria) | Provide humanitarian aid | Citizen (Nigeria) | 2009-03-09\n- Government (Nigeria) | Provide humanitarian aid | Citizen (Nigeria) | 2009-03-02\n- Government (Nigeria) | Provide humanitarian aid | Citizen (Nigeria) | 2009-02-19\n- Government (Nigeria) | Provide humanitarian aid | Citizen (Nigeria) | 2009-02-10\n- Government (Nigeria) | Provide humanitarian aid | Citizen (Nigeria) | 2008-11-14\n- Government (Nigeria) | Provide humanitarian aid | Citizen (Nigeria) | 2008-09-16\n- Government (Nigeria) | Provide humanitarian aid | Citizen (Nigeria) | 2008-03-19\nAnswer:", "completion": " Farm Worker (Nigeria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1145199", "prompt": "In which country did Barack Obama make negative comments about Boko Haram in the same month?\nEvidence:\n- Ministry (Nigeria) | Make statement | Boko Haram | 2009-08-11\n- Hafiz Ringim | Make statement | Boko Haram | 2011-02-03\n- Government (Nigeria) | Make statement | Boko Haram | 2009-08-02\n- Boko Haram | Make statement | Government (Nigeria) | 2010-10-14\n- Boko Haram | Make statement | Government (Nigeria) | 2009-08-19\n- Boko Haram | Engage in mass killings | Citizen (Nigeria) | 2010-07-19\n- Government (Nigeria) | Accuse | Boko Haram | 2010-10-13\n- Citizen (Nigeria) | Accuse | Boko Haram | 2011-05-26\n- Boko Haram | Threaten | Citizen (Nigeria) | 2011-02-03\n- Boko Haram | Demand | Government (Nigeria) | 2010-10-15\n- Boko Haram | Demand | Citizen (Nigeria) | 2011-02-03\n- Boko Haram | Assassinate | Citizen (Nigeria) | 2010-11-14\n- Boko Haram | Assassinate | Citizen (Nigeria) | 2010-11-09\n- Nigerian Governors Forum | Make statement | Boko Haram | 2009-07-31\n- Citizen (Nigeria) | Make pessimistic comment | Boko Haram | 2010-10-11\nAnswer:", "completion": " Sudan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1230984", "prompt": "Who was the first person to whom the Pakistani scholar made a request?\nEvidence:\n- Iran | Return, release person(s) | Scholar (United States) | 2010-03-14\n- Iran | Return, release person(s) | Scholar (United States) | 2007-09-20\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- First Command of the Capital | Criticize or denounce | Citizen (Brazil) | 2008-10-30\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2012-05-31\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2009-10-23\nAnswer:", "completion": " Government (Pakistan)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1394392", "prompt": "the citizens of Thailand was declined by who first after the Party Member of Thailand did?\nEvidence:\n- Party Member (Thailand) | Reject | Citizen (Thailand) | 2005-02-08\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-02-16\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-02-14\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-02-11\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-02-02\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-02-01\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-01-29\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-01-22\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-01-21\n- Citizen (Thailand) | Accuse | Party Member (Thailand) | 2005-02-14\n- Citizen (Thailand) | Accuse | Party Member (Thailand) | 2005-02-11\n- Citizen (Thailand) | Accuse | Party Member (Thailand) | 2005-02-02\n- Citizen (Thailand) | Accuse | Party Member (Thailand) | 2005-01-31\n- Citizen (Thailand) | Accuse | Party Member (Thailand) | 2005-01-15\n- Party Member (Thailand) | Criticize or denounce | Citizen (Thailand) | 2005-02-06\nAnswer:", "completion": " Member of Parliament (Thailand)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1235741", "prompt": "Before the protester from Afghanistan, which country made the last request to the UN Security Council?\nEvidence:\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- Ethiopia | Make an appeal or request | UN Security Council | 2005-02-08\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\n- UN Security Council | Consult | Nabil Shaath | 2005-01-11\n- UN Security Council | Consult | John Garang | 2005-02-09\n- UN Security Council | Consult | John Garang | 2005-02-08\n- UN Security Council | Consult | African Union | 2005-01-10\n- Nabil Shaath | Consult | UN Security Council | 2005-01-11\n- John Garang | Consult | UN Security Council | 2005-02-09\n- John Garang | Consult | UN Security Council | 2005-02-08\n- African Union | Consult | UN Security Council | 2005-01-10\nAnswer:", "completion": " Yemen", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1009891", "prompt": "Who praised the African Union before April 2005?\nEvidence:\n- African Union | Investigate | Sudan | 2005-02-08\n- African Union | Praise or endorse | East African Community | 2005-02-05\n- Oluṣẹgun Ọbasanjọ | Consult | African Union | 2005-01-08\n- African Union | Make statement | Sudan | 2005-02-07\n- African Union | Make statement | Sudan | 2005-01-29\n- African Union | Consult | Oluṣẹgun Ọbasanjọ | 2005-01-08\n- UN Security Council | Consult | African Union | 2005-01-10\n- Sudan | Make pessimistic comment | African Union | 2005-01-04\n- Sudan | Host a visit | African Union | 2005-02-07\n- Ronnie Mamoepa | Make statement | African Union | 2005-01-26\n- Oluṣẹgun Ọbasanjọ | Make statement | African Union | 2005-02-08\n- Oluṣẹgun Ọbasanjọ | Make statement | African Union | 2005-02-07\n- Oluṣẹgun Ọbasanjọ | Make statement | African Union | 2005-01-28\n- Ethiopia | Host a visit | African Union | 2005-01-30\n- Agence France-Presse | Consult | African Union | 2005-02-01\nAnswer:", "completion": " Government (Sudan)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1038111", "prompt": "Who did Tsai Ing-wen request for first after the head of government of Taiwan?\nEvidence:\n- Head of Government (Taiwan) | Appeal for diplomatic cooperation (such as policy support) | Tsai Ing-wen | 2008-11-19\n- Tsai Ing-wen | Praise or endorse | Business (Taiwan) | 2006-05-13\n- Tsai Ing-wen | Praise or endorse | Business (Taiwan) | 2006-05-12\n- Tsai Ing-wen | Make statement | Party Member (Taiwan) | 2008-05-14\n- Tsai Ing-wen | Make statement | Party Member (Taiwan) | 2005-06-29\n- Tsai Ing-wen | Make an appeal or request | Party Member (Taiwan) | 2008-11-06\n- Tsai Ing-wen | Investigate | Kuomintang | 2008-05-18\n- Tsai Ing-wen | Demand | Kuomintang | 2008-07-05\n- Tsai Ing-wen | Accuse | China | 2005-03-20\n- China | Reject | Tsai Ing-wen | 2007-08-06\n- China | Reject | Tsai Ing-wen | 2007-08-05\n- Tsai Ing-wen | Make an appeal or request | China | 2006-04-13\n- Tsai Ing-wen | Reject | Ma Ying Jeou | 2008-10-26\n- Tsai Ing-wen | Praise or endorse | China | 2006-03-06\n- Tsai Ing-wen | Make a visit | Japan | 2009-03-24\nAnswer:", "completion": " Ma Ying Jeou", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1243649", "prompt": "With whom did Mahmoud Ahmadinejad have a telephone conversation before 6 March 2010?\nEvidence:\n- Mahmoud Ahmadinejad | Discuss by telephone | Abdullah Gül | 2010-03-06\n- Abdullah Gül | Discuss by telephone | Mahmoud Ahmadinejad | 2010-03-06\n- Mahmoud Ahmadinejad | Make statement | Ministry (Iran) | 2010-03-06\nAnswer:", "completion": " Nuri al-Maliki", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 3, "n_anchors": 1} +{"id": "mtq_1227478", "prompt": "In September 2014, who made threats to the Australian police?\nEvidence:\n- Police (Israel) | Make statement | The Hague | 2005-04-26\n- Vietnam | Engage in diplomatic cooperation | Committees for the Defense of the Revolution | 2005-09-30\n- People Associated with the Opposition (Ukraine) | Demand change in leadership | Police (Ukraine) | 2005-07-05\n- The Hague | Reject | The Hague | 2005-05-04\n- The Hague | Accuse | The Hague | 2006-03-11\n- The Daily Telegraph | Make statement | Police (Australia) | 2005-06-22\n- The Daily Telegraph | Make statement | Police (Australia) | 2005-06-20\n- The Hague | Threaten | Criminal (The Hague) | 2006-04-30\n- The Hague | Make statement | The Hague | 2006-03-08\n- The Hague | Deny responsibility | The Hague | 2005-03-03\n- The Hague | Accuse of war crimes | Police (Macedonia) | 2005-03-15\n- The Hague | Make optimistic comment | The Hague | 2006-06-13\n- The Hague | Engage in negotiation | Justice Department/Ministery (Serbia) | 2005-03-15\n- The Daily Telegraph | Engage in symbolic act | Citizen (Australia) | 2005-01-08\n- Justice Department/Ministery (Serbia) | Engage in negotiation | The Hague | 2005-03-15\nAnswer:", "completion": " Citizen (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1115103", "prompt": "In which year did the Mexican Congress first appeal to Narciso Agúndez Montaño?\nEvidence:\n- Congress (Mexico) | Make an appeal or request | Narciso Agúndez Montaño | 2009-11-25\n- Narciso Agúndez Montaño | Make a visit | Mexico | 2012-05-25\n- Mexico | Host a visit | Narciso Agúndez Montaño | 2012-05-25\n- Narciso Agúndez Montaño | Praise or endorse | Military (Mexico) | 2008-05-05\n- Narciso Agúndez Montaño | Make an appeal or request | Domestic Affairs (Mexico) | 2008-04-05\n- Mexico | Arrest, detain, or charge with legal action | Narciso Agúndez Montaño | 2012-05-25\n- Congress (Mexico) | Make an appeal or request | Domestic Affairs (Mexico) | 2008-07-17\n- Military (Mexico) | Criticize or denounce | Congress (Mexico) | 2005-03-26\n- Security Council of the Russian Federation | Express intent to cooperate | Domestic Affairs (Mexico) | 2011-11-28\n- Domestic Affairs (Mexico) | Express intent to cooperate | Security Council of the Russian Federation | 2011-11-28\n- Domestic Affairs (Mexico) | Investigate | Universal Church of the Kingdom of God | 2005-04-28\n- Domestic Affairs (Mexico) | Investigate | Universal Church of the Kingdom of God | 2005-01-19\n- Domestic Affairs (Mexico) | Accede to demands for change in leadership | National Action Party | 2010-02-11\n- Domestic Affairs (Mexico) | Express intent to engage in diplomatic cooperation (such as policy support) | Mexico | 2006-10-02\n- Domestic Affairs (Mexico) | Express intent to engage in diplomatic cooperation (such as policy support) | Other Authorities / Officials (Mexico) | 2012-04-29\nAnswer:", "completion": " 2009", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1204743", "prompt": "After the citizens of Saudi Arabia, who did the media personnel of Iran criticise first?\nEvidence:\n- Media Personnel (Iran) | Make statement | Iran | 2005-01-16\n- Representative to the United Nations (Iran) | Make statement | Iran | 2005-01-16\n- Media Personnel (International) | Make a visit | Iraq | 2005-01-12\n- Iraq | Host a visit | Media Personnel (International) | 2005-01-12\n- Iraq | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2005-01-18\n- Iran | Impose restrictions on political freedoms | Media (United States) | 2005-01-05\n- Media (Azerbaijan) | Make statement | Iraq | 2005-01-31\n- Ministry (Iran) | Make statement | Iran | 2005-01-05\n- Economist (Iran) | Make statement | Iran | 2005-01-12\n- Business (Iran) | Make statement | Iran | 2005-01-02\n- The Hague | Express intent to de-escalate military engagement | Iraq | 2005-02-09\n- Media (United States) | Praise or endorse | Iraq | 2005-01-31\n- Kuwait | Consult | Iran | 2005-01-06\n- Iraq | Consult | Iran | 2005-01-27\n- Iraq | Consult | Iran | 2005-01-25\nAnswer:", "completion": " Mahmoud Ahmadinejad", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1039676", "prompt": "When did the leader of the Bharatiya Janata Party appeal to the Governor of India?\nEvidence:\n- Party President (Bharatiya Janata) | Make statement | Governor (India) | 2013-12-22\n- Party President (Bharatiya Janata) | Make statement | Governor (India) | 2007-05-22\n- Party President (Bharatiya Janata) | Make an appeal or request | Governor (India) | 2007-10-29\n- Governor (India) | Appeal to others to meet or negotiate | Party President (Bharatiya Janata) | 2013-12-11\n- Party President (Bharatiya Janata) | Accuse | Men (India) | 2014-09-09\n- Party President (Bharatiya Janata) | Express intent to meet or negotiate | Governor (India) | 2014-10-26\n- Party President (Bharatiya Janata) | Consult | Member of Parliament (India) | 2010-01-25\n- Party President (Bharatiya Janata) | Consult | Head of Government (India) | 2015-02-18\n- Party President (Bharatiya Janata) | Consult | Head of Government (India) | 2010-12-12\n- Party President (Bharatiya Janata) | Accuse | Member of Parliament (India) | 2014-04-01\n- Member of Parliament (India) | Consult | Party President (Bharatiya Janata) | 2010-01-25\n- Member of Parliament (India) | Accuse | Party President (Bharatiya Janata) | 2009-03-23\n- Head of Government (India) | Consult | Party President (Bharatiya Janata) | 2015-02-18\n- Head of Government (India) | Consult | Party President (Bharatiya Janata) | 2010-12-12\n- Party President (Bharatiya Janata) | Make statement | National Party (India) | 2013-08-14\nAnswer:", "completion": " 2007-10-29", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1165779", "prompt": "Could you tell me the exact month when Abdullah Gül first started negotiations with Stephen Hadley?\nEvidence:\n- Abdullah Gül | Express intent to meet or negotiate | Stephen Hadley | 2005-06-06\n- Zalmai Rassoul | Consult | Stephen Hadley | 2005-09-25\n- Stephen Hadley | Make statement | Romania | 2005-10-24\n- Stephen Hadley | Make statement | Japan | 2005-11-11\n- Stephen Hadley | Make statement | Iraq | 2006-03-17\n- Stephen Hadley | Make statement | Iraq | 2006-02-26\n- Stephen Hadley | Make statement | Iran | 2006-03-18\n- Stephen Hadley | Make statement | Iran | 2006-03-17\n- Stephen Hadley | Make statement | Iran | 2005-10-24\n- Stephen Hadley | Consult | Zalmai Rassoul | 2005-09-25\n- Stephen Hadley | Consult | Solomon Passy | 2005-03-25\n- Stephen Hadley | Consult | Shimon Peres | 2006-08-01\n- Stephen Hadley | Consult | Joschka Fischer | 2005-06-08\n- Stephen Hadley | Consult | Javier Solana | 2005-01-07\n- Stephen Hadley | Consult | Hilmi Özkök | 2005-09-27\nAnswer:", "completion": " 2007-02", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1156211", "prompt": "In which year did Tzipi Livni threaten the Israeli Defence Forces?\nEvidence:\n- Tzipi Livni | Reject | Qatar | 2006-02-13\n- Tzipi Livni | Engage in negotiation | Mahmoud Abbas | 2006-05-20\n- Mahmoud Abbas | Engage in negotiation | Tzipi Livni | 2006-05-21\n- Mahmoud Abbas | Engage in negotiation | Tzipi Livni | 2006-05-20\n- Tzipi Livni | Engage in negotiation | Foreign Affairs (France) | 2006-05-17\n- Foreign Affairs (France) | Engage in negotiation | Tzipi Livni | 2006-05-17\n- Wolfgang Schüssel | Consult | Tzipi Livni | 2006-03-02\n- Tzipi Livni | Investigate | Police (Israel) | 2005-12-30\n- Tzipi Livni | Demand | Settler (Israel) | 2005-05-25\n- Tzipi Livni | Consult | Wolfgang Schüssel | 2006-03-02\n- Tzipi Livni | Consult | Javier Solana | 2006-02-16\n- Tzipi Livni | Consult | Heinz Fischer | 2006-03-02\n- Tzipi Livni | Consult | Abdullah Gül | 2006-04-19\n- Mahmoud Abbas | Consult | Tzipi Livni | 2006-05-21\n- Javier Solana | Consult | Tzipi Livni | 2006-02-16\nAnswer:", "completion": " 2014", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1154973", "prompt": "After Ulises Ruiz Ortiz, who would wish to visit Mexico first?\nEvidence:\n- Ulises Ruiz Ortiz | Consult | Mexico | 2010-08-23\n- Ulises Ruiz Ortiz | Consult | Mexico | 2005-09-14\n- Mexico | Consult | Ulises Ruiz Ortiz | 2010-08-23\n- Mexico | Consult | Ulises Ruiz Ortiz | 2005-09-14\n- Mexico | Accuse | Ulises Ruiz Ortiz | 2007-07-18\n- Ulises Ruiz Ortiz | Make a visit | Mexico | 2007-09-20\n- Mexico | Host a visit | Ulises Ruiz Ortiz | 2007-09-20\n- Ulises Ruiz Ortiz | Make statement | Mexico | 2005-03-03\n- Mexico | Express intent to cooperate | Ulises Ruiz Ortiz | 2005-01-20\n- Ulises Ruiz Ortiz | Consult | Domestic Affairs (Mexico) | 2007-01-19\n- Domestic Affairs (Mexico) | Consult | Ulises Ruiz Ortiz | 2007-01-19\n- Domestic Affairs (Mexico) | Make statement | Ulises Ruiz Ortiz | 2006-11-09\n- Congress (Mexico) | Ease administrative sanctions | Ulises Ruiz Ortiz | 2010-04-25\n- Congress (Mexico) | Criticize or denounce | Ulises Ruiz Ortiz | 2010-08-12\n- Ulises Ruiz Ortiz | Consult | Manlio Fabio Beltrones | 2006-10-31\nAnswer:", "completion": " Benedict XVI", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1216373", "prompt": "Who was the last to visit Daniel Ortega before Maria Isabel Salvador?\nEvidence:\n- Maria Isabel Salvador | Make a visit | Daniel Ortega | 2008-09-05\n- Daniel Ortega | Host a visit | Maria Isabel Salvador | 2008-09-05\n- Maria Isabel Salvador | Make a visit | Iran | 2008-12-13\n- Iran | Host a visit | Maria Isabel Salvador | 2008-12-13\n- Rafael Correa | Consult | Maria Isabel Salvador | 2008-12-13\n- Rafael Correa | Consult | Maria Isabel Salvador | 2008-03-25\n- Maria Isabel Salvador | Threaten | Government (Ecuador) | 2012-08-17\n- Maria Isabel Salvador | Make statement | Colombia | 2008-12-15\n- Maria Isabel Salvador | Make statement | Colombia | 2008-04-01\n- Maria Isabel Salvador | Make statement | Colombia | 2008-03-26\n- Maria Isabel Salvador | Consult | Rafael Correa | 2008-12-13\n- Maria Isabel Salvador | Consult | Rafael Correa | 2008-03-25\n- Maria Isabel Salvador | Host a visit | Evo Morales | 2008-10-14\n- Evo Morales | Make a visit | Maria Isabel Salvador | 2008-10-14\n- Maria Isabel Salvador | Make statement | Rafael Correa | 2008-12-04\nAnswer:", "completion": " Guerrilla (Colombia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1007412", "prompt": "Which was the last country to make pessimistic remarks about Ma Ying Jeou?\nEvidence:\n- Ma Ying Jeou | Make pessimistic comment | Kuomintang | 2005-04-04\n- Ma Ying Jeou | Make pessimistic comment | Kuomintang | 2005-02-07\n- Ma Ying Jeou | Make statement | Kuomintang | 2005-04-15\n- Ma Ying Jeou | Make statement | Japan | 2005-03-04\n- Ma Ying Jeou | Make statement | China | 2005-03-28\n- Ma Ying Jeou | Make statement | China | 2005-03-06\n- Ma Ying Jeou | Make statement | China | 2005-01-07\n- Kuomintang | Make statement | Ma Ying Jeou | 2005-02-07\n- Ma Ying Jeou | Demand | Kuomintang | 2005-02-05\n- China | Reject | Ma Ying Jeou | 2005-01-05\n- China | Reject | Ma Ying Jeou | 2005-01-04\n- Professor (Taiwan) | Make statement | Ma Ying Jeou | 2005-02-15\n- Ma Ying Jeou | Make statement | Lien Chan | 2005-06-02\n- Ma Ying Jeou | Make statement | Lien Chan | 2005-05-27\n- Ma Ying Jeou | Make statement | Lien Chan | 2005-04-18\nAnswer:", "completion": " China", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1008428", "prompt": "Before Haider Al-Abadi, who last supported Abdel Fattah Al-Sisi?\nEvidence:\n- Protester (Egypt) | Reject | Abdel Fattah Al-Sisi | 2013-01-29\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-07-03\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-04-24\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-20\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-18\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-17\n- Barack Obama | Consult | Abdel Fattah Al-Sisi | 2013-04-26\n- Abdel Fattah Al-Sisi | Threaten | Protester (Egypt) | 2013-07-24\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-07-03\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-04-24\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-20\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-18\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-17\n- Abdel Fattah Al-Sisi | Consult | Barack Obama | 2013-04-26\n- Protester (Egypt) | Make statement | Abdel Fattah Al-Sisi | 2013-07-26\nAnswer:", "completion": " Sheikh Hamad bin Isa al Khalifah", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1110506", "prompt": "Who made the last appeal to the government of France in 2007?\nEvidence:\n- Head of Government (Slovenia) | Make statement | France | 2007-01-17\n- Children (France) | Demand | Government (France) | 2007-01-09\n- Children (France) | Demand | Government (France) | 2007-01-08\n- France | Engage in diplomatic cooperation | Association of Southeast Asian Nations | 2007-01-13\n- Association of Southeast Asian Nations | Engage in diplomatic cooperation | France | 2007-01-13\n- Activist (France) | Make an appeal or request | Children (France) | 2007-12-03\n- Yemen | Engage in diplomatic cooperation | France | 2007-01-14\n- Yemen | Engage in diplomatic cooperation | France | 2007-01-13\n- Laos | Engage in diplomatic cooperation | France | 2007-01-22\n- France | Engage in diplomatic cooperation | Yemen | 2007-01-14\n- France | Engage in diplomatic cooperation | Yemen | 2007-01-13\n- France | Engage in diplomatic cooperation | Laos | 2007-01-22\n- France | Engage in diplomatic cooperation | Iran | 2007-01-18\n- Children (France) | Express intent to meet or negotiate | France | 2007-10-25\n- Children (France) | Express intent to meet or negotiate | France | 2007-03-12\nAnswer:", "completion": " Activist (France)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1262982", "prompt": "Who was the last to praise Nuri al-Maliki before Adil Abdul-Mahdi?\nEvidence:\n- Nuri al-Maliki | Consult | Adil Abdul-Mahdi | 2006-09-24\n- Nuri al-Maliki | Consult | Adil Abdul-Mahdi | 2006-05-13\n- Adil Abdul-Mahdi | Consult | Nuri al-Maliki | 2006-09-24\n- Adil Abdul-Mahdi | Consult | Nuri al-Maliki | 2006-05-13\n- Iraq | Praise or endorse | Adil Abdul-Mahdi | 2005-04-07\n- Iraq | Praise or endorse | Adil Abdul-Mahdi | 2005-04-06\n- Iran | Consult | Adil Abdul-Mahdi | 2006-06-10\n- France | Consult | Adil Abdul-Mahdi | 2006-06-10\n- Adil Abdul-Mahdi | Demand | Iraq | 2005-05-15\n- Adil Abdul-Mahdi | Consult | Iran | 2006-06-10\n- Adil Abdul-Mahdi | Consult | France | 2006-06-10\n- Legislature (Iraq) | Praise or endorse | Adil Abdul-Mahdi | 2006-04-23\n- Abdullah Gül | Praise or endorse | Adil Abdul-Mahdi | 2005-04-06\n- Jack Straw | Consult | Adil Abdul-Mahdi | 2006-02-21\n- Iraq | Make statement | Adil Abdul-Mahdi | 2006-04-29\nAnswer:", "completion": " Defense / Security Ministry (United States)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1303356", "prompt": "Who was endorsed by Abdullah Gül in the same month as Abdoulaye Wade?\nEvidence:\n- Ali Abdullah Saleh | Engage in negotiation | Abdoulaye Wade | 2005-02-24\n- Abdoulaye Wade | Engage in negotiation | Ali Abdullah Saleh | 2005-02-24\n- Ali Abdullah Saleh | Consult | Abdoulaye Wade | 2005-02-25\n- Ali Abdullah Saleh | Consult | Abdoulaye Wade | 2005-02-24\n- Abdoulaye Wade | Consult | Ali Abdullah Saleh | 2005-02-25\n- Abdoulaye Wade | Consult | Ali Abdullah Saleh | 2005-02-24\n- Ali Abdullah Saleh | Host a visit | Abdoulaye Wade | 2005-02-24\n- Abdoulaye Wade | Make a visit | Ali Abdullah Saleh | 2005-02-24\n- China | Consult | Abdoulaye Wade | 2006-06-22\n- Abdoulaye Wade | Consult | China | 2006-06-22\n- Oluṣẹgun Ọbasanjọ | Engage in negotiation | Abdoulaye Wade | 2005-11-27\n- Oluṣẹgun Ọbasanjọ | Engage in negotiation | Abdoulaye Wade | 2005-11-26\n- Abdoulaye Wade | Engage in negotiation | Oluṣẹgun Ọbasanjọ | 2005-11-27\n- Abdoulaye Wade | Engage in negotiation | Oluṣẹgun Ọbasanjọ | 2005-11-26\n- Oluṣẹgun Ọbasanjọ | Consult | Abdoulaye Wade | 2006-05-17\nAnswer:", "completion": " Ali Abdullah Saleh", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1159697", "prompt": "When did the foreign minister of Belarus criticise the news editor of Russia for the first time?\nEvidence:\n- Foreign Affairs (Belarus) | Criticize or denounce | News Editor (Russia) | 2011-05-30\n- Representatives (Russia) | Consult | News Editor (Russia) | 2015-11-30\n- News Editor (Russia) | Consult | Representatives (Russia) | 2015-11-30\n- News Editor (Russia) | Consult | Military (Russia) | 2008-04-16\n- News Editor (Russia) | Consult | Media (Russia) | 2012-06-15\n- Military (Russia) | Consult | News Editor (Russia) | 2008-04-16\n- Media (Russia) | Consult | News Editor (Russia) | 2012-06-15\n- Media (Russia) | Make statement | News Editor (Russia) | 2013-07-26\n- Media (Russia) | Make statement | News Editor (Russia) | 2011-12-06\n- News Editor (Russia) | Make statement | Gazprom | 2012-02-14\n- Representatives (Russia) | Threaten non-force | News Editor (Russia) | 2006-12-04\n- News Editor (Russia) | Accuse | Other Authorities / Officials (Russia) | 2009-08-22\n- News Editor (Russia) | Accuse | Other Authorities / Officials (Russia) | 2008-11-19\n- News Editor (Russia) | Accuse | Other Authorities / Officials (Russia) | 2006-08-24\n- Medical Personnel (Russia) | Make statement | News Editor (Russia) | 2008-11-14\nAnswer:", "completion": " 2011-05-30", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1374490", "prompt": "Before Wen Jiabao, who was the last person to negotiate with Juan Carlos I?\nEvidence:\n- Portugal | Consult | Juan Carlos I | 2005-10-13\n- Juan Carlos I | Consult | Portugal | 2005-10-13\n- Mahmoud Abbas | Consult | Juan Carlos I | 2005-10-20\n- Mahmoud Abbas | Consult | Juan Carlos I | 2005-10-19\n- Juan Carlos I | Consult | Mahmoud Abbas | 2005-10-20\n- Juan Carlos I | Consult | Mahmoud Abbas | 2005-10-19\n- Juan Carlos I | Consult | Evo Morales | 2006-01-21\n- Juan Carlos I | Consult | Evo Morales | 2006-01-05\n- Juan Carlos I | Consult | Evo Morales | 2006-01-03\n- Juan Carlos I | Consult | Abdullah Gül | 2006-02-03\n- Evo Morales | Consult | Juan Carlos I | 2006-01-21\n- Evo Morales | Consult | Juan Carlos I | 2006-01-05\n- Evo Morales | Consult | Juan Carlos I | 2006-01-03\n- Abdullah Gül | Consult | Juan Carlos I | 2006-02-03\n- Juan Carlos I | Express intent to meet or negotiate | Vietnam | 2006-02-17\nAnswer:", "completion": " Iraq", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1031784", "prompt": "When did María Ángela Holguín visit Raúl Castro for the first time?\nEvidence:\n- Vietnam | Host a visit | Raúl Castro | 2005-05-04\n- Vietnam | Host a visit | Raúl Castro | 2005-05-03\n- Vietnam | Host a visit | Raúl Castro | 2005-05-02\n- Vietnam | Host a visit | Raúl Castro | 2005-05-01\n- Vietnam | Host a visit | Raúl Castro | 2005-04-28\n- Vietnam | Host a visit | Raúl Castro | 2005-04-26\n- Raúl Castro | Make a visit | Vietnam | 2005-05-04\n- Raúl Castro | Make a visit | Vietnam | 2005-05-03\n- Raúl Castro | Make a visit | Vietnam | 2005-05-02\n- Raúl Castro | Make a visit | Vietnam | 2005-05-01\n- Raúl Castro | Make a visit | Vietnam | 2005-04-28\n- Raúl Castro | Make a visit | Vietnam | 2005-04-26\n- Raúl Castro | Make a visit | Malaysia | 2005-04-25\n- Raúl Castro | Make a visit | Malaysia | 2005-04-24\n- Raúl Castro | Make a visit | Laos | 2005-04-26\nAnswer:", "completion": " 2012-02-09", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1187125", "prompt": "In which month did Yoon Jeung Hyun express her intention to meet with Kazakhstan?\nEvidence:\n- Yoon Jeung Hyun | Express intent to meet or negotiate | Thailand | 2009-02-11\n- Yoon Jeung Hyun | Express intent to meet or negotiate | France | 2010-09-16\n- Yoon Jeung Hyun | Express intent to meet or negotiate | China | 2005-03-13\n- Yoon Jeung Hyun | Make statement | China | 2005-03-17\n- Yoon Jeung Hyun | Consult | Kaoru Yosano | 2009-06-27\n- Yoon Jeung Hyun | Consult | Islam Karimov | 2010-05-05\n- Kaoru Yosano | Consult | Yoon Jeung Hyun | 2009-06-27\n- Islam Karimov | Consult | Yoon Jeung Hyun | 2010-05-05\n- Yoon Jeung Hyun | Express intent to cooperate | Kaoru Yosano | 2009-06-27\n- Kaoru Yosano | Express intent to cooperate | Yoon Jeung Hyun | 2009-06-27\n- Islam Karimov | Express intent to meet or negotiate | Yoon Jeung Hyun | 2010-02-02\n- Yoon Jeung Hyun | Express intent to meet or negotiate | International Monetary Fund | 2010-09-16\n- Citizen (United Kingdom) | Express intent to meet or negotiate | Yoon Jeung Hyun | 2005-11-14\n- Yoon Jeung Hyun | Make statement | South Korea | 2010-09-15\n- Yoon Jeung Hyun | Make statement | South Korea | 2010-09-06\nAnswer:", "completion": " 2011-05", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1210055", "prompt": "After the criminals of Pakistan, who first made the men of India suffer from unconventional violence?\nEvidence:\n- Criminal (Pakistan) | Use unconventional violence | Men (India) | 2013-05-09\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- Men (India) | Use unconventional violence | Head of Government (India) | 2015-07-20\n- Men (India) | Use unconventional violence | Head of Government (India) | 2015-04-21\n- Men (India) | Use unconventional violence | Head of Government (India) | 2010-08-07\n- Men (India) | Use unconventional violence | Head of Government (India) | 2010-04-24\n- Thief (India) | Use unconventional violence | Men (India) | 2015-11-13\n- Thief (India) | Use unconventional violence | Men (India) | 2015-08-09\n- Thief (India) | Use unconventional violence | Men (India) | 2015-01-24\n- Thief (India) | Use unconventional violence | Men (India) | 2014-12-24\n- Thief (India) | Use unconventional violence | Men (India) | 2014-11-30\n- Thief (India) | Use unconventional violence | Men (India) | 2014-09-17\nAnswer:", "completion": " Thief (India)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1382955", "prompt": "Who was the last to want to negotiate with Barack Obama before Ma Ying Jeou?\nEvidence:\n- Ma Ying Jeou | Demand | Kuomintang | 2005-02-05\n- China | Reject | Ma Ying Jeou | 2005-01-05\n- China | Reject | Ma Ying Jeou | 2005-01-04\n- Ma Ying Jeou | Express intent to meet or negotiate | Thailand | 2005-01-13\n- Ma Ying Jeou | Express intent to meet or negotiate | Japan | 2005-03-02\n- Ma Ying Jeou | Express intent to meet or negotiate | Japan | 2005-03-01\n- Ma Ying Jeou | Express intent to meet or negotiate | Japan | 2005-02-24\n- Ma Ying Jeou | Express intent to meet or negotiate | China | 2005-04-18\n- Ma Ying Jeou | Make statement | Kuomintang | 2005-04-15\n- Ma Ying Jeou | Make statement | Japan | 2005-03-04\n- Ma Ying Jeou | Make statement | China | 2005-03-28\n- Ma Ying Jeou | Make statement | China | 2005-03-06\n- Ma Ying Jeou | Make statement | China | 2005-01-07\n- Kuomintang | Make statement | Ma Ying Jeou | 2005-02-07\n- Ma Ying Jeou | Express intent to meet or negotiate | South Korea | 2005-02-24\nAnswer:", "completion": " Rafiq Hariri", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1293709", "prompt": "In which year did Jatuporn Prompan last denounce Abhisit Vejjajiva?\nEvidence:\n- Jatuporn Prompan | Reject | Abhisit Vejjajiva | 2009-05-05\n- Jatuporn Prompan | Accuse | Abhisit Vejjajiva | 2010-01-18\n- Jatuporn Prompan | Accuse | Abhisit Vejjajiva | 2009-12-15\n- Jatuporn Prompan | Accuse | Abhisit Vejjajiva | 2009-05-11\n- Jatuporn Prompan | Accuse | Abhisit Vejjajiva | 2009-05-09\n- Jatuporn Prompan | Accuse | Abhisit Vejjajiva | 2009-05-08\n- Jatuporn Prompan | Make statement | Abhisit Vejjajiva | 2009-09-11\n- Jatuporn Prompan | Make statement | Abhisit Vejjajiva | 2009-04-09\n- Jatuporn Prompan | Deny responsibility | Abhisit Vejjajiva | 2009-05-05\n- Jatuporn Prompan | Make pessimistic comment | Abhisit Vejjajiva | 2010-01-05\n- Abhisit Vejjajiva | Bring lawsuit against | Jatuporn Prompan | 2010-01-19\n- Abhisit Vejjajiva | Bring lawsuit against | Jatuporn Prompan | 2010-01-18\n- Abhisit Vejjajiva | Bring lawsuit against | Jatuporn Prompan | 2009-07-28\n- Jatuporn Prompan | Accuse of crime, corruption | Abhisit Vejjajiva | 2010-01-05\n- Jatuporn Prompan | Make an appeal or request | Abhisit Vejjajiva | 2009-09-04\nAnswer:", "completion": " 2015", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1232367", "prompt": "Before the Prime Minister of Peru, who was the last Prime Minister of South Korea to express the intention to participate in diplomatic cooperation?\nEvidence:\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | South Korea | 2005-01-06\n- South Korea | Express intent to engage in diplomatic cooperation (such as policy support) | Emperor Akihito | 2005-01-13\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- South Korea | Express intent to cooperate | Japan | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-06\n- Japan | Express intent to cooperate | South Korea | 2005-01-13\n- China | Express intent to cooperate | South Korea | 2005-01-13\n- China | Express intent to cooperate | South Korea | 2005-01-06\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Malaysia | 2005-01-31\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Malaysia | 2005-01-28\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Japan | 2005-01-08\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-01-07\n- Malaysia | Express intent to engage in diplomatic cooperation (such as policy support) | Thailand | 2005-01-28\n- Malaysia | Express intent to engage in diplomatic cooperation (such as policy support) | Thailand | 2005-01-27\nAnswer:", "completion": " Japan", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1100833", "prompt": "Who did the citizens of Venezuela appeal for on the same year of Roy Chaderton?\nEvidence:\n- Citizen (Venezuela) | Make an appeal or request | Roy Chaderton | 2015-03-12\n- Roy Chaderton | Reduce relations | Colombia | 2015-08-31\n- Roy Chaderton | Make statement | Mexico | 2007-12-07\n- Roy Chaderton | Make statement | Mexico | 2007-09-13\n- Roy Chaderton | Make statement | José Miguel Insulza | 2008-11-15\n- Special Rapporteurs of the United Nations | Make statement | Mexico | 2005-02-26\n- Mexico | Arrest, detain, or charge with legal action | Citizen (Venezuela) | 2005-04-27\n- Mexico | Make an appeal or request | Iran | 2005-02-03\n- Head of Government (Brazil) | Make statement | Mexico | 2005-04-15\n- National Action Party | Make an appeal or request | Mexico | 2005-04-14\n- Head of Government (Guatemala) | Praise or endorse | Mexico | 2005-03-13\n- Mexico | Host a visit | Member of Legislative (Govt) (South Korea) | 2005-02-25\n- Member of Legislative (Govt) (South Korea) | Make a visit | Mexico | 2005-02-25\n- Head of Government (Chile) | Express intent to meet or negotiate | Mexico | 2005-05-10\n- Mexico | Express intent to meet or negotiate | Zapatista Army of National Liberation | 2005-01-14\nAnswer:", "completion": " Leopoldo López", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1304109", "prompt": "Who spoke by telephone with the Peruvian military after April 2009?\nEvidence:\n- People Associated with the Opposition (Rwanda) | Discuss by telephone | Military Personnel (Rwanda) | 2012-08-23\n- Military Personnel (Rwanda) | Discuss by telephone | People Associated with the Opposition (Rwanda) | 2012-08-23\n- The Chronicle | Discuss by telephone | Obed Asamoah | 2006-01-12\n- The Chronicle | Discuss by telephone | Businessperson (Ghana) | 2013-03-14\n- Obed Asamoah | Discuss by telephone | The Chronicle | 2006-01-12\n- Businessperson (Ghana) | Discuss by telephone | The Chronicle | 2013-03-14\n- The Juba Post | Discuss by telephone | South Sudan | 2008-10-09\n- The Chronicle | Discuss by telephone | New Patriotic Party | 2010-02-02\n- The Chronicle | Discuss by telephone | New Patriotic Party | 2006-11-22\n- The Chronicle | Discuss by telephone | City Mayor (Ghana) | 2013-07-12\n- The Chronicle | Discuss by telephone | City Mayor (Ghana) | 2010-02-09\n- South Sudan | Discuss by telephone | The Juba Post | 2008-10-09\n- New Patriotic Party | Discuss by telephone | The Chronicle | 2010-02-02\n- New Patriotic Party | Discuss by telephone | The Chronicle | 2006-11-22\n- City Mayor (Ghana) | Discuss by telephone | The Chronicle | 2013-07-12\nAnswer:", "completion": " Associated Press", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1234111", "prompt": "Who was the first person the Nigerian government rejected after Bukola Saraki?\nEvidence:\n- Nigerian Governors Forum | Sign formal agreement | Bukola Saraki | 2009-05-25\n- Bukola Saraki | Sign formal agreement | Nigerian Governors Forum | 2009-05-25\n- Bukola Saraki | Accuse | Government (Nigeria) | 2005-09-22\n- Bukola Saraki | Make statement | Government (Nigeria) | 2009-11-25\n- Bukola Saraki | Make statement | Government (Nigeria) | 2009-03-30\n- Bukola Saraki | Make statement | Government (Nigeria) | 2008-11-07\n- Bukola Saraki | Make statement | Government (Nigeria) | 2008-06-02\n- Bukola Saraki | Make statement | Government (Nigeria) | 2007-12-20\n- Bukola Saraki | Make statement | Government (Nigeria) | 2007-12-10\n- Bukola Saraki | Make statement | Government (Nigeria) | 2005-05-18\n- Bukola Saraki | Make statement | Government (Nigeria) | 2005-04-05\n- Muhammadu Buhari | Consult | Bukola Saraki | 2006-11-21\n- Bukola Saraki | Threaten | Citizen (Nigeria) | 2009-11-25\n- Bukola Saraki | Consult | Muhammadu Buhari | 2006-11-21\n- Bukola Saraki | Accuse | Citizen (Nigeria) | 2007-05-28\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1065463", "prompt": "Who last investigated the Grand National Party before the lawyer/attorney of the United States?\nEvidence:\n- Lawyer/Attorney (South Korea) | Investigate | Grand National Party | 2005-03-10\n- Lawyer/Attorney (South Korea) | Make statement | Grand National Party | 2005-05-23\n- Grand National Party | Make statement | Ministry (United States) | 2005-02-21\n- Grand National Party | Consult | China | 2005-05-09\n- China | Consult | Grand National Party | 2005-05-09\n- Grand National Party | Make statement | China | 2005-05-25\n- Grand National Party | Make statement | China | 2005-05-23\n- Grand National Party | Make statement | China | 2005-01-14\n- Grand National Party | Investigate | South Korea | 2005-01-26\n- Grand National Party | Reject | Roh Moo Hyun | 2005-07-06\n- Grand National Party | Reject | Roh Moo Hyun | 2005-06-08\n- Grand National Party | Make statement | South Korea | 2005-07-22\n- Grand National Party | Make statement | South Korea | 2005-07-18\n- Grand National Party | Make statement | South Korea | 2005-07-12\n- Grand National Party | Make statement | South Korea | 2005-06-08\nAnswer:", "completion": " Lawyer/Attorney (South Korea)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1180477", "prompt": "Which country last receive the visit from Evo Morales before Julio Terrazas did?\nEvidence:\n- Julio Terrazas | Consult | Evo Morales | 2008-03-15\n- Evo Morales | Consult | Julio Terrazas | 2008-03-15\n- Julio Terrazas | Host a visit | Evo Morales | 2008-03-15\n- Evo Morales | Make a visit | Julio Terrazas | 2008-03-15\n- Evo Morales | Make a visit | Bolivia | 2005-12-20\n- Evo Morales | Make a visit | Bolivia | 2005-12-17\n- Evo Morales | Make a visit | Bolivia | 2005-06-08\n- Bolivia | Host a visit | Evo Morales | 2005-12-20\n- Bolivia | Host a visit | Evo Morales | 2005-12-17\n- Bolivia | Host a visit | Evo Morales | 2005-06-08\n- Evo Morales | Demand | Bolivia | 2005-09-25\n- Evo Morales | Consult | Bolivia | 2005-12-19\n- Bolivia | Consult | Evo Morales | 2005-12-19\n- Military (Bolivia) | Host a visit | Evo Morales | 2006-09-29\n- Evo Morales | Make a visit | Military (Bolivia) | 2006-09-29\nAnswer:", "completion": " France", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1324712", "prompt": "In which year did Romania last have a telephone conversation with the Lawyer/Attorney of Romania?\nEvidence:\n- Lawyer/Attorney (Romania) | Investigate | Romania | 2005-03-22\n- Romania | Arrest, detain, or charge with legal action | Dissident (Romania) | 2005-01-18\n- Vietnam | Make a visit | Romania | 2005-03-08\n- Vietnam | Make a visit | Romania | 2005-03-05\n- Romania | Host a visit | Vietnam | 2005-03-08\n- Romania | Host a visit | Vietnam | 2005-03-05\n- Vietnam | Engage in diplomatic cooperation | Romania | 2005-01-31\n- Romania | Engage in diplomatic cooperation | Vietnam | 2005-01-31\n- Romania | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-03-30\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | Romania | 2005-03-30\n- Romania | Host a visit | Branko Crvenkovski | 2005-02-17\n- Branko Crvenkovski | Make a visit | Romania | 2005-02-17\n- Ministry (Romania) | Make statement | Romania | 2005-03-25\n- Ministry (Romania) | Make statement | Romania | 2005-01-12\n- Romania | Engage in negotiation | International Monetary Fund | 2005-01-27\nAnswer:", "completion": " 2005", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1086361", "prompt": "Who was the last to express interest in working with Angela Merkel in 2014?\nEvidence:\n- Barack Obama | Express intent to cooperate | Angela Merkel | 2014-02-20\n- Barack Obama | Express intent to cooperate | Angela Merkel | 2014-02-06\n- Barack Obama | Express intent to cooperate | Angela Merkel | 2014-01-20\n- Barack Obama | Express intent to cooperate | Angela Merkel | 2014-01-19\n- Barack Obama | Express intent to cooperate | Angela Merkel | 2014-01-18\n- Angela Merkel | Express intent to cooperate | Vitali Klitschko | 2014-02-17\n- Angela Merkel | Express intent to cooperate | Barack Obama | 2014-02-20\n- Angela Merkel | Express intent to cooperate | Arseniy Yatsenyuk | 2014-02-17\n- Angela Merkel | Express intent to meet or negotiate | France | 2014-02-16\n- Angela Merkel | Express intent to meet or negotiate | China | 2014-02-04\n- Arseniy Yatsenyuk | Engage in negotiation | Angela Merkel | 2014-02-18\n- Arseniy Yatsenyuk | Engage in negotiation | Angela Merkel | 2014-02-17\n- Angela Merkel | Engage in negotiation | Arseniy Yatsenyuk | 2014-02-18\n- Angela Merkel | Engage in negotiation | Arseniy Yatsenyuk | 2014-02-17\n- Angela Merkel | Engage in diplomatic cooperation | France | 2014-02-19\nAnswer:", "completion": " Barack Obama", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1384218", "prompt": "Who made an appeal to Pervez Musharraf in the same month of the Scholar of Pakistan?\nEvidence:\n- Pervez Musharraf | Make an appeal or request | Head of Government (Pakistan) | 2005-01-19\n- Pervez Musharraf | Make an appeal or request | Head of Government (Pakistan) | 2005-01-18\n- Pervez Musharraf | Engage in symbolic act | Head of Government (Pakistan) | 2005-02-08\n- Pervez Musharraf | Engage in symbolic act | Head of Government (Pakistan) | 2005-01-21\n- Head of Government (Pakistan) | Engage in symbolic act | Pervez Musharraf | 2005-01-21\n- Pervez Musharraf | Coerce | Criminal (Pakistan) | 2005-01-12\n- Pervez Musharraf | Make statement | Head of Government (Pakistan) | 2005-01-12\n- Pervez Musharraf | Make statement | Head of Government (Pakistan) | 2005-01-11\n- Pervez Musharraf | Make statement | Legislature (Pakistan) | 2005-01-01\n- Pervez Musharraf | Make statement | Government (Pakistan) | 2005-02-14\n- Pervez Musharraf | Make statement | Government (Pakistan) | 2005-02-01\n- Pervez Musharraf | Make statement | Government (Pakistan) | 2005-01-04\n- Pervez Musharraf | Make statement | Government (Pakistan) | 2005-01-03\n- Opposition Supporter (Pakistan) | Accuse | Pervez Musharraf | 2005-01-13\n- Opposition Supporter (Pakistan) | Accuse | Pervez Musharraf | 2005-01-12\nAnswer:", "completion": " Congress (United States)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1100171", "prompt": "After June 2012, who wanted to engage in diplomatic cooperation with Antonis Samaras?\nEvidence:\n- Georgios Papandreou | Engage in negotiation | Antonis Samaras | 2011-06-15\n- Antonis Samaras | Engage in negotiation | Georgios Papandreou | 2011-06-15\n- Laos | Accuse | Antonis Samaras | 2010-09-28\n- Georgios Papandreou | Consult | Antonis Samaras | 2010-12-14\n- Georgios Papandreou | Consult | Antonis Samaras | 2009-12-15\n- Antonis Samaras | Demand | New Democracy | 2009-11-07\n- Antonis Samaras | Demand | Citizen (Greece) | 2010-07-21\n- Antonis Samaras | Consult | Georgios Papandreou | 2010-12-14\n- Antonis Samaras | Consult | Georgios Papandreou | 2009-12-15\n- Antonis Samaras | Accuse | Georgios Papandreou | 2011-04-01\n- Antonis Samaras | Accuse | Georgios Papandreou | 2010-09-23\n- Party President (Cyprus) | Consult | Antonis Samaras | 2010-01-25\n- New Democracy | Make statement | Antonis Samaras | 2011-06-09\n- New Democracy | Make statement | Antonis Samaras | 2011-04-02\n- New Democracy | Make statement | Antonis Samaras | 2011-03-29\nAnswer:", "completion": " Citizen (Greece)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1300374", "prompt": "Who made the citizens of the United Kingdom suffer from conventional military forces before 20 August 2005?\nEvidence:\n- Israeli Defense Forces | Use conventional military force | Citizen (United Kingdom) | 2010-05-31\n- Israeli Defense Forces | Use conventional military force | Citizen (United Kingdom) | 2006-04-11\n- Israeli Defense Forces | Use conventional military force | Citizen (United Kingdom) | 2006-04-10\n- Israeli Defense Forces | Use conventional military force | Citizen (United Kingdom) | 2005-07-14\n- Secretary of State for the Home Department | Use conventional military force | Children (United Kingdom) | 2006-06-12\n- Chancellor of the Exchequer | Reject | Citizen (United Kingdom) | 2006-07-13\n- Member of the Judiciary (United States) | Reject | Businessperson (United Kingdom) | 2011-10-27\n- President of the Senate (United Kingdom) | Consult | Joaquim Barbosa | 2014-05-29\n- Newspaper (United Kingdom) | Make statement | Chancellor of the Exchequer | 2006-11-24\n- Joaquim Barbosa | Consult | President of the Senate (United Kingdom) | 2014-05-29\n- President of the Senate (United Kingdom) | Consult | House Speaker (United States) | 2005-12-29\n- Men (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2006-07-13\n- Lawyer/Attorney (United Kingdom) | Apologize | Member of the Judiciary (United States) | 2008-03-22\n- House Speaker (United States) | Consult | President of the Senate (United Kingdom) | 2005-12-29\n- Citizen (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2011-02-23\nAnswer:", "completion": " Israeli Defense Forces", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1141404", "prompt": "Who was last attacked with small arms and light weapons by the Criminal of Australia in 2007?\nEvidence:\n- Police (Australia) | fight with small arms and light weapons | Criminal (Australia) | 2007-10-04\n- Police (Australia) | fight with small arms and light weapons | Criminal (Australia) | 2007-09-29\n- Police (Australia) | fight with small arms and light weapons | Criminal (Australia) | 2007-09-28\n- Police (Australia) | fight with small arms and light weapons | Criminal (Australia) | 2007-08-23\n- Police (Australia) | fight with small arms and light weapons | Criminal (Australia) | 2007-01-11\n- Criminal (Australia) | fight with small arms and light weapons | Police (Australia) | 2007-08-23\n- Criminal (Australia) | fight with small arms and light weapons | Police (Australia) | 2007-07-05\n- Criminal (Australia) | fight with small arms and light weapons | Police (Australia) | 2007-07-04\n- Criminal (Australia) | fight with small arms and light weapons | Police (Australia) | 2007-06-21\n- Criminal (Australia) | fight with small arms and light weapons | Citizen (Australia) | 2007-10-23\n- Criminal (Australia) | fight with small arms and light weapons | Citizen (Australia) | 2007-10-18\n- Criminal (Australia) | fight with small arms and light weapons | Citizen (Australia) | 2007-09-10\n- Criminal (Australia) | fight with small arms and light weapons | Citizen (Australia) | 2007-06-19\n- Mexico | fight with small arms and light weapons | Criminal (Mexico) | 2007-10-30\n- Criminal (Mexico) | fight with small arms and light weapons | Mexico | 2007-10-30\nAnswer:", "completion": " Citizen (Australia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1341815", "prompt": "In which month did the Business of Belgium make a visit to South Sudan?\nEvidence:\n- Sudan | Make a visit | South Sudan | 2005-08-02\n- South Sudan | Host a visit | Sudan | 2005-08-02\n- Kuwait | Make a visit | South Sudan | 2006-03-12\n- Ruhakana Rugunda | Make a visit | South Sudan | 2006-07-15\n- Mwai Kibaki | Make a visit | South Sudan | 2005-08-06\n- South Sudan | Host a visit | Kuwait | 2006-03-12\n- UN Security Council | Make a visit | South Sudan | 2006-06-09\n- National Labour Party | Make a visit | South Sudan | 2005-09-20\n- Daniel Arap Moi | Make a visit | South Sudan | 2006-06-07\n- South Sudan | Make statement | UN Mission in Sudan | 2005-08-05\n- South Sudan | Host a visit | Ruhakana Rugunda | 2006-07-15\n- South Sudan | Host a visit | Mwai Kibaki | 2005-08-06\n- High Commission for Refugees | Make a visit | South Sudan | 2005-08-30\n- South Sudan | Host a visit | UN Security Council | 2006-06-09\n- South Sudan | Host a visit | National Labour Party | 2005-09-20\nAnswer:", "completion": " 2013-06", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1182032", "prompt": "In 2014, which country was the first to make the fighter of the Islamic State of Iraq and the Levant suffer from conventional military forces?\nEvidence:\n- Japan | Mobilize or increase armed forces | Iraq | 2005-01-12\n- Japan | Mobilize or increase armed forces | Iraq | 2005-01-04\n- Military (Lithuania) | Make a visit | Iraq | 2005-01-06\n- South Korea | Mobilize or increase armed forces | Iraq | 2005-01-13\n- Rebel Group (Iraq) | Threaten with military force | Iraq | 2005-01-16\n- Rebel Group (Iraq) | Threaten with military force | Iraq | 2005-01-15\n- Iraq | Provide military aid | Iran | 2005-01-16\n- Japan Self-Defense Forces | Retreat or surrender militarily | Iraq | 2005-01-16\n- Chief of Staff (Poland) | Make statement | Iraq | 2005-01-04\n- Representative to the United Nations (Iran) | Make statement | Iran | 2005-01-16\n- Special Rapporteurs of the United Nations | Make a visit | Iran | 2005-02-06\n- Other Authorities / Officials (Armenia) | Mobilize or increase armed forces | Iraq | 2005-01-15\n- South Korea | Provide military aid | Iraq | 2005-01-03\n- Iraq | Provide military aid | Middle East | 2005-01-16\n- Iraq | Host a visit | Military (Lithuania) | 2005-01-06\nAnswer:", "completion": " Iraq", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1027731", "prompt": "Before Dmitry Anatolyevich Medvedev, which country last expressed an intention to engage in diplomatic cooperation with the military of the Philippines?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Engage in negotiation | China | 2005-12-09\n- China | Engage in negotiation | Dmitry Anatolyevich Medvedev | 2005-12-09\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- Dmitry Anatolyevich Medvedev | Consult | China | 2005-12-08\n- China | Consult | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Head of Government (Germany) | Consult | Dmitry Anatolyevich Medvedev | 2006-07-28\n- Dmitry Anatolyevich Medvedev | Consult | Head of Government (Germany) | 2006-07-28\n- Veterans (Russia) | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Islam Karimov | Consult | Dmitry Anatolyevich Medvedev | 2006-05-07\n- Islam Karimov | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2006-01-13\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2006-01-12\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2005-11-15\n- Dmitry Anatolyevich Medvedev | Make statement | Kazakhstan | 2006-03-30\n- Dmitry Anatolyevich Medvedev | Consult | Veterans (Russia) | 2006-05-06\nAnswer:", "completion": " Vietnam", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1221905", "prompt": "Could you tell me the specific month when did the head of government of Ethiopia first accuse Radio France Internationale?\nEvidence:\n- Head of Government (Ethiopia) | Accuse | Radio France Internationale | 2009-05-02\n- Radio France Internationale | Reject | Head of Government (Chad) | 2006-06-10\n- Radio France Internationale | Consult | Head of Government (Gabon) | 2006-10-23\n- Head of Government (Gabon) | Consult | Radio France Internationale | 2006-10-23\n- Radio France Internationale | Accuse of crime, corruption | Men (France) | 2008-12-19\n- Niger | Demand | Radio France Internationale | 2008-10-07\n- France | Grant diplomatic recognition | Radio France Internationale | 2011-03-10\n- Radio France Internationale | Make statement | Iran | 2006-09-28\n- Radio France Internationale | Make statement | Eritrea | 2009-05-11\n- Radio France Internationale | Consult | Oluṣẹgun Ọbasanjọ | 2005-05-28\n- Radio France Internationale | Consult | Claude Guéant | 2011-04-11\n- Oluṣẹgun Ọbasanjọ | Consult | Radio France Internationale | 2005-05-28\n- Military (Niger) | Threaten | Radio France Internationale | 2007-11-21\n- Claude Guéant | Consult | Radio France Internationale | 2011-04-11\n- Radio France Internationale | Make statement | Foreign Affairs (France) | 2011-04-11\nAnswer:", "completion": " 2009-05", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1288037", "prompt": "In which month did the US envoy last express his intention to meet Nabih Berri?\nEvidence:\n- Nabih Berri | Express intent to meet or negotiate | Romania | 2006-07-12\n- Nabih Berri | Express intent to meet or negotiate | Qatar | 2005-10-11\n- Omar Suleiman | Express intent to meet or negotiate | Nabih Berri | 2006-01-30\n- Mahmoud Abbas | Express intent to meet or negotiate | Nabih Berri | 2005-07-08\n- Javier Solana | Express intent to meet or negotiate | Nabih Berri | 2006-07-16\n- Nabih Berri | Consult | Iran | 2005-06-20\n- Iran | Consult | Nabih Berri | 2005-06-20\n- Media Personnel (Lebanon) | Express intent to meet or negotiate | Nabih Berri | 2006-07-16\n- Nabih Berri | Engage in negotiation | Mahmoud Abbas | 2005-07-09\n- Nabih Berri | Engage in negotiation | Mahmoud Abbas | 2005-07-08\n- Mahmoud Abbas | Engage in negotiation | Nabih Berri | 2005-07-09\n- Mahmoud Abbas | Engage in negotiation | Nabih Berri | 2005-07-08\n- Nabih Berri | Reject | Extremist (Lebanon) | 2005-02-21\n- Nabih Berri | Make statement | Iran | 2005-06-20\n- Nabih Berri | Consult | Ministry (Iran) | 2006-02-18\nAnswer:", "completion": " 2008-04", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1192411", "prompt": "When did the Thai military investigate the Thai civil servant?\nEvidence:\n- Chart Thai | Demand | Civil Servant (Thailand) | 2008-03-06\n- Military Personnel (Thailand) | Investigate | Civil Servant (Thailand) | 2009-11-19\n- Police (Rwanda) | Investigate | Civil Servant (Rwanda) | 2009-02-20\n- Public Courts (India) | Investigate | Civil Servant (India) | 2005-04-15\n- Lawmaker (United Kingdom) | Investigate | Civil Servant (United Kingdom) | 2014-07-08\n- Civil Servant (United Kingdom) | Investigate | Men (United Kingdom) | 2011-10-11\n- Civil Servant (United Kingdom) | Investigate | Citizen (United Kingdom) | 2011-10-11\n- Civil Servant (United Kingdom) | Investigate | Citizen (United Kingdom) | 2011-10-08\n- Civil Servant (Singapore) | Make statement | Military (Singapore) | 2007-09-28\n- The Daily Telegraph | Make statement | Civil Servant (United Kingdom) | 2015-04-04\n- The Daily Telegraph | Make statement | Civil Servant (United Kingdom) | 2011-10-18\n- Military Personnel (Thailand) | Make statement | Civil Servant (Thailand) | 2014-06-16\n- Military Personnel (India) | Make statement | Civil Servant (India) | 2014-01-31\n- Civil Servant (Thailand) | Use conventional military force | Thailand | 2007-07-31\n- Tanzania | Consult | Civil Servant (United Kingdom) | 2005-07-11\nAnswer:", "completion": " 2009-11-19", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1056666", "prompt": "Before Luka Bebic, who received Sali Berisha's visit from Sali Berisha last?\nEvidence:\n- Sali Berisha | Make a visit | Luka Bebic | 2009-02-10\n- Luka Bebic | Host a visit | Sali Berisha | 2009-02-10\n- Luka Bebic | Consult | France | 2008-07-16\n- Luka Bebic | Consult | China | 2009-08-19\n- France | Consult | Luka Bebic | 2008-07-16\n- China | Consult | Luka Bebic | 2009-08-19\n- Qatar | Host a visit | Luka Bebic | 2010-02-08\n- Portugal | Make a visit | Luka Bebic | 2009-09-17\n- Luka Bebic | Make a visit | Qatar | 2010-02-08\n- Luka Bebic | Make a visit | China | 2009-08-17\n- Luka Bebic | Host a visit | Portugal | 2009-09-17\n- Luka Bebic | Host a visit | Japan | 2008-07-17\n- Luka Bebic | Host a visit | Ireland | 2009-03-03\n- Japan | Make a visit | Luka Bebic | 2008-07-17\n- Ireland | Make a visit | Luka Bebic | 2009-03-03\nAnswer:", "completion": " Angela Merkel", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1060723", "prompt": "Which year did Times of Zambia last accuse Michael Sata?\nEvidence:\n- Times of Zambia | Accuse | Michael Sata | 2008-08-26\n- Michael Sata | Threaten | Times of Zambia | 2007-03-17\n- Michael Sata | Make statement | Times of Zambia | 2008-06-16\n- Michael Sata | Accuse | Citizen (Zambia) | 2006-12-14\n- Michael Sata | Accuse | Citizen (Zambia) | 2006-12-13\n- Michael Sata | Accuse | Citizen (Zambia) | 2006-10-02\n- Local Media (Zambia) | Accuse | Michael Sata | 2006-08-30\n- Lawyer/Attorney (Zambia) | Accuse | Michael Sata | 2006-12-14\n- Domestic Affairs (Zambia) | Accuse | Michael Sata | 2007-11-10\n- Michael Sata | Accuse | Zambia National Broadcasting Corporation | 2006-09-13\n- Michael Sata | Demand | Citizen (Zambia) | 2007-03-02\n- Michael Sata | Demand | Citizen (Zambia) | 2006-10-07\n- Michael Sata | Demand | Citizen (Zambia) | 2006-08-14\n- Michael Sata | Accuse | China | 2006-09-06\n- Michael Sata | Accuse | China | 2006-09-05\nAnswer:", "completion": " 2008", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1251205", "prompt": "Who wanted to meet with South Korea on 13 March 2012?\nEvidence:\n- Barack Obama | Express intent to meet or negotiate | South Korea | 2012-03-13\n- International Government Organizations | Express intent to meet or negotiate | South Korea | 2012-03-13\n- Foreign Affairs (Israel) | Express intent to meet or negotiate | South Korea | 2012-03-13\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2012-03-13\n- South Korea | Host a visit | Barack Obama | 2012-03-13\n- Lee Myung Bak | Make statement | South Korea | 2012-03-13\n- Barack Obama | Make a visit | South Korea | 2012-03-13\n- South Korea | Host a visit | Foreign Affairs (Israel) | 2012-03-13\n- Foreign Affairs (Israel) | Make a visit | South Korea | 2012-03-13\n- Defense / Security Ministry (United States) | Express intent to meet or negotiate | Lee Myung Bak | 2012-03-13\n- Xi Jinping | Make a visit | Barack Obama | 2012-03-13\n- Party President (Yabloko) | Reject | Barack Obama | 2012-03-13\n- Lee Myung Bak | Make statement | China | 2012-03-13\n- Benjamin Netanyahu | Engage in negotiation | Barack Obama | 2012-03-13\n- Barack Obama | Threaten | China | 2012-03-13\nAnswer:", "completion": " Foreign Affairs (Israel)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1243089", "prompt": "Who was investigated by the Nigerian government last, before the Democratic Party of Nigeria?\nEvidence:\n- Democratic Party | Reject | Head of Government (Kenya) | 2006-01-09\n- Democratic Party | Make statement | Head of Government (Kenya) | 2006-07-12\n- Democratic Party | Deny responsibility | Head of Government (Kenya) | 2006-01-09\n- Head of Government (Kenya) | Praise or endorse | Democratic Party | 2006-07-23\n- Party Member (Turkey) | Consult | Democratic Party | 2005-12-04\n- Democratic Party | Consult | Party Member (Turkey) | 2005-12-04\n- Democratic Party | Make an appeal or request | Head of Government (Kenya) | 2006-01-12\n- Democratic Party | Make an appeal or request | Head of Government (Kenya) | 2006-01-09\n- Milliyet | Make statement | Democratic Party | 2005-06-15\n- Democratic Party | Threaten | Citizen (Uganda) | 2005-05-23\n- Democratic Party | Reject | Women (Uganda) | 2006-06-01\n- Democratic Party | Reject | Women (Uganda) | 2006-05-31\n- Democratic Party | Reject | Citizen (Uganda) | 2006-01-07\n- Citizen (Uganda) | Threaten | Democratic Party | 2006-06-07\n- Citizen (Uganda) | Accuse | Democratic Party | 2006-08-28\nAnswer:", "completion": " Oluṣẹgun Ọbasanjọ", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1373766", "prompt": "After Dmitry Anatolyevich Medvedev, who was the first to negotiate with Ivan Gasparovic?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- Ivan Gasparovic | Express intent to meet or negotiate | Vilnius University | 2005-02-28\n- Ivan Gasparovic | Express intent to meet or negotiate | Valdas Adamkus | 2005-02-27\n- Ivan Gasparovic | Express intent to meet or negotiate | Representatives (Lithuania) | 2005-02-28\n- Ivan Gasparovic | Express intent to meet or negotiate | Mikulas Dzurinda | 2005-06-06\n- Ivan Gasparovic | Express intent to meet or negotiate | Arturas Paulauskas | 2005-02-28\n- Ivan Gasparovic | Express intent to meet or negotiate | Arturas Paulauskas | 2005-02-27\n- Ivan Gasparovic | Express intent to meet or negotiate | Angelo Sodano | 2005-06-16\n- Aigars Kalvitis | Express intent to meet or negotiate | Ivan Gasparovic | 2005-03-01\n- Valdas Adamkus | Consult | Ivan Gasparovic | 2005-02-28\n- Pavol Hrusovský | Consult | Ivan Gasparovic | 2005-01-17\n- Mikulas Dzurinda | Consult | Ivan Gasparovic | 2005-01-17\n- Ivan Gasparovic | Make statement | Iraq | 2005-02-28\n- Ivan Gasparovic | Consult | Valdas Adamkus | 2005-02-28\n- Ivan Gasparovic | Consult | Pavol Hrusovský | 2005-01-17\nAnswer:", "completion": " Julia Gillard", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1061188", "prompt": "Who was the last person with whom the Head of Government of Nigeria wished to cooperate in 2008?\nEvidence:\n- Head of Government (Nigeria) | Express intent to cooperate | Government (Nigeria) | 2008-08-26\n- Head of Government (Nigeria) | Express intent to cooperate | Citizen (Nigeria) | 2008-10-29\n- Head of Government (Nigeria) | Express intent to cooperate | Citizen (Nigeria) | 2008-08-26\n- Head of Government (Nigeria) | Express intent to cooperate | Citizen (Nigeria) | 2008-02-11\n- Citizen (Nigeria) | Express intent to cooperate | Head of Government (Nigeria) | 2008-07-21\n- Citizen (Nigeria) | Express intent to cooperate | Head of Government (Nigeria) | 2008-02-18\n- Head of Government (Nigeria) | Express intent to cooperate | Umaru Musa Yar'Adua | 2008-02-03\n- Head of Government (Nigeria) | Express intent to cooperate | Umaru Musa Yar'Adua | 2008-02-02\n- People Associated with the Opposition (Ukraine) | Consult | Head of Government (Ukraine) | 2008-02-04\n- Head of Government (Ukraine) | Consult | People Associated with the Opposition (Ukraine) | 2008-02-04\n- Head of Government (Brazil) | Make statement | People Associated with the Opposition (Brazil) | 2008-03-27\n- Yasuo Fukuda | Express intent to cooperate | Head of Government (Egypt) | 2008-06-05\n- Yasuo Fukuda | Express intent to cooperate | Head of Government (Egypt) | 2008-06-04\n- Raúl Castro | Express intent to cooperate | Head of Government (Cuba) | 2008-03-06\n- Mahmoud Abbas | Express intent to cooperate | Head of Government (Egypt) | 2008-07-28\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1258463", "prompt": "To whom did the Prime Minister of Gabon first make an appeal after the Business of Gabon?\nEvidence:\n- Prime Minister Qarase | Make an appeal or request | Prime Minister Chaudhry | 2006-07-26\n- Head of Government (Gabon) | Make an appeal or request | Business (Gabon) | 2012-01-05\n- Prime Minister Qarase | Make statement | Prime Minister Chaudhry | 2006-07-13\n- Prime Minister Qarase | Make statement | Prime Minister Chaudhry | 2006-06-15\n- Prime Minister Qarase | Make statement | Prime Minister Chaudhry | 2006-05-03\n- Prime Minister Qarase | Make statement | Prime Minister Chaudhry | 2006-04-27\n- Prime Minister Chaudhry | Make statement | Prime Minister Qarase | 2006-06-27\n- Prime Minister Chaudhry | Make statement | Prime Minister Qarase | 2006-06-14\n- Prime Minister Chaudhry | Make statement | Prime Minister Qarase | 2006-05-24\n- Prime Minister Chaudhry | Make statement | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Make statement | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Make statement | Prime Minister Qarase | 2006-05-19\n- Prime Minister Chaudhry | Make statement | Prime Minister Qarase | 2006-05-17\n- Prime Minister Chaudhry | Make statement | Prime Minister Qarase | 2006-05-16\n- Prime Minister Chaudhry | Make statement | Prime Minister Qarase | 2005-08-16\nAnswer:", "completion": " Government (Gabon)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1074341", "prompt": "Who had a telephone conversation with Juha Sipilä in 2015?\nEvidence:\n- Juha Sipilä | Discuss by telephone | Dmitry Anatolyevich Medvedev | 2015-06-29\n- Dmitry Anatolyevich Medvedev | Discuss by telephone | Juha Sipilä | 2015-06-29\n- Taavi Rõivas | Consult | Juha Sipilä | 2015-06-09\n- Liu Yandong | Consult | Juha Sipilä | 2015-06-13\n- Juha Sipilä | Make statement | Kuwait | 2015-06-28\n- Juha Sipilä | Make statement | France | 2015-11-14\n- Juha Sipilä | Consult | Taavi Rõivas | 2015-06-09\n- Juha Sipilä | Consult | Liu Yandong | 2015-06-13\n- Nabih Berri | Engage in negotiation | Juha Sipilä | 2015-08-18\n- Juha Sipilä | Engage in negotiation | Nabih Berri | 2015-08-18\n- Juha Sipilä | Engage in diplomatic cooperation | Alexander Stubb | 2015-11-07\n- Algirdas Butkevičius | Engage in symbolic act | Juha Sipilä | 2015-12-07\n- Alexander Stubb | Engage in diplomatic cooperation | Juha Sipilä | 2015-11-07\n- Juha Sipilä | Praise or endorse | Immigrants (Finland) | 2015-12-07\n- Juha Sipilä | Praise or endorse | Immigrants (Finland) | 2015-12-06\nAnswer:", "completion": " Dmitry Anatolyevich Medvedev", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1088699", "prompt": "In which month did the Prime Minister of Greece negotiate with Alexis Tsipras?\nEvidence:\n- Head of Government (Greece) | Engage in negotiation | Alexis Tsipras | 2012-05-08\n- Alexis Tsipras | Engage in negotiation | Head of Government (Greece) | 2012-05-08\n- Head of Government (Greece) | Consult | Alexis Tsipras | 2012-05-13\n- Head of Government (Greece) | Consult | Alexis Tsipras | 2012-05-08\n- Head of Government (Greece) | Accuse | Alexis Tsipras | 2011-04-01\n- Alexis Tsipras | Consult | Head of Government (Greece) | 2012-05-13\n- Alexis Tsipras | Consult | Head of Government (Greece) | 2012-05-08\n- Alexis Tsipras | Accuse | Head of Government (Greece) | 2011-11-16\n- Alexis Tsipras | Demand | Citizen (Greece) | 2012-05-09\n- Alexis Tsipras | Make statement | Head of Government (Greece) | 2010-09-06\n- City Mayor (Greece) | Consult | Alexis Tsipras | 2008-07-16\n- Alexis Tsipras | Make statement | Bank (Greece) | 2012-05-08\n- Alexis Tsipras | Consult | City Mayor (Greece) | 2008-07-16\n- Alexis Tsipras | Demand | Cabinet / Council of Ministers / Advisors (Greece) | 2012-05-08\n- Alexis Tsipras | Criticize or denounce | Head of Government (Greece) | 2009-06-02\nAnswer:", "completion": " 2012-05", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1338201", "prompt": "Who was the first person Tony Blair wanted to meet after the Prime Minister of Germany?\nEvidence:\n- Tony Blair | Express intent to meet or negotiate | Thailand | 2005-01-04\n- Tony Blair | Make optimistic comment | Secretary of State for the Home Department | 2005-01-06\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-11\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Ian Paisley | Express intent to meet or negotiate | Tony Blair | 2005-01-12\n- Ian Paisley | Express intent to meet or negotiate | Tony Blair | 2005-01-08\n- Bertie Ahern | Express intent to meet or negotiate | Tony Blair | 2005-01-31\n- Tony Blair | Accuse | Iran | 2005-02-05\n- Iran | Reject | Tony Blair | 2005-02-08\n- Chancellor of the Exchequer | Express intent to engage in diplomatic cooperation (such as policy support) | Tony Blair | 2005-01-16\n- Tony Blair | Express intent to meet or negotiate | Citizen (United Kingdom) | 2005-02-17\n- Citizen (United Kingdom) | Express intent to meet or negotiate | Tony Blair | 2005-01-08\n- Tony Blair | Make statement | Iraq | 2005-02-04\n- Tony Blair | Make statement | Iraq | 2005-01-30\n- Tony Blair | Make statement | Iraq | 2005-01-09\nAnswer:", "completion": " Angela Merkel", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1332372", "prompt": "Who made a request to the citizens of International last, before the main opposition of Georgia?\nEvidence:\n- Representative to the United Nations (Georgia) | Consult | Main Opposition (Georgia) | 2008-12-08\n- Main Opposition (Georgia) | Consult | Representative to the United Nations (Georgia) | 2008-12-08\n- Population (Georgia) | Consult | Main Opposition (Georgia) | 2007-10-19\n- Ombudsman (Georgia) | Consult | Main Opposition (Georgia) | 2006-10-30\n- Main Opposition (Georgia) | Consult | Population (Georgia) | 2007-10-19\n- Main Opposition (Georgia) | Consult | Ombudsman (Georgia) | 2006-10-30\n- Main Opposition (Georgia) | Consult | Government (Georgia) | 2008-02-07\n- Main Opposition (Georgia) | Accuse | Government (Georgia) | 2006-04-03\n- Main Opposition (Georgia) | Accuse | Government (Georgia) | 2005-10-03\n- Government (Georgia) | Reject | Main Opposition (Georgia) | 2008-12-16\n- Government (Georgia) | Reject | Main Opposition (Georgia) | 2005-07-14\n- Government (Georgia) | Consult | Main Opposition (Georgia) | 2008-02-07\n- Government (Georgia) | Accuse | Main Opposition (Georgia) | 2007-11-15\n- Main Opposition (Georgia) | Make an appeal or request | Citizen (International) | 2008-02-16\n- Citizen (International) | Criticize or denounce | Main Opposition (Georgia) | 2012-10-02\nAnswer:", "completion": " Pakistan People's Party", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1144729", "prompt": "Who condemned the citizens of Nigeria in the same month of the Supreme Court of Nigeria?\nEvidence:\n- Supreme Court of Nigeria | Reject | Citizen (Nigeria) | 2013-06-12\n- Supreme Court of Nigeria | Criticize or denounce | Citizen (Nigeria) | 2015-11-18\n- Citizen (Nigeria) | Criticize or denounce | Supreme Court of Nigeria | 2007-06-18\n- Supreme Court of Nigeria | Make an appeal or request | Citizen (Nigeria) | 2015-11-16\n- Supreme Court of Nigeria | Make an appeal or request | Citizen (Nigeria) | 2015-05-27\n- Government (Nigeria) | Make an appeal or request | Supreme Court of Nigeria | 2006-05-17\n- Citizen (Nigeria) | Make an appeal or request | Supreme Court of Nigeria | 2015-05-25\n- Head of Government (Nigeria) | Make an appeal or request | Supreme Court of Nigeria | 2008-12-12\n- Supreme Court of Nigeria | Make statement | Umaru Musa Yar'Adua | 2008-12-15\n- Democratic Party (Nigeria) | Make an appeal or request | Supreme Court of Nigeria | 2015-03-17\n- Democratic Party (Nigeria) | Make an appeal or request | Supreme Court of Nigeria | 2015-03-16\n- Muhammadu Buhari | Make an appeal or request | Supreme Court of Nigeria | 2008-12-12\n- Supreme Court of Nigeria | Arrest, detain, or charge with legal action | Citizen (Nigeria) | 2014-10-24\n- Government (Nigeria) | Demand | Head of Government (Nigeria) | 2005-01-25\n- Government (Nigeria) | Accuse of espionage, treason | Citizen (Nigeria) | 2005-09-22\nAnswer:", "completion": " Democratic Party (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1367643", "prompt": "Who would wish to visit South Africa in Jun, the year of 2013?\nEvidence:\n- South Africa | Engage in negotiation | Japan | 2005-02-05\n- South Africa | Engage in negotiation | France | 2005-02-05\n- Japan | Engage in negotiation | South Africa | 2005-02-05\n- France | Engage in negotiation | South Africa | 2005-02-05\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Tanzania | Make a visit | South Africa | 2005-02-22\n- South Africa | Host a visit | Tanzania | 2005-02-22\n- South Africa | Host a visit | Angola | 2005-02-18\n- Angola | Make a visit | South Africa | 2005-02-18\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- Tony Blair | Make a visit | South Africa | 2005-01-14\n- South Africa | Host a visit | Tony Blair | 2005-01-14\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- South Africa | Host a visit | Labor Union (Zimbabwe) | 2005-02-02\nAnswer:", "completion": " François Bozizé", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1374606", "prompt": "In which year did Madické Niang pay a visit to the French Foreign Ministry?\nEvidence:\n- Madické Niang | Make a visit | Foreign Affairs (France) | 2010-12-07\n- Foreign Affairs (France) | Host a visit | Madické Niang | 2010-12-07\n- Niger | Host a visit | Madické Niang | 2010-02-19\n- Mauritania | Host a visit | Madické Niang | 2011-12-23\n- Madické Niang | Make a visit | Niger | 2010-02-19\n- Madické Niang | Make a visit | Mauritania | 2011-12-23\n- Madické Niang | Make a visit | Kazakhstan | 2011-02-11\n- Kazakhstan | Host a visit | Madické Niang | 2011-02-11\n- Nabih Berri | Host a visit | Madické Niang | 2011-10-26\n- Madické Niang | Make a visit | Nabih Berri | 2011-10-26\n- Madické Niang | Consult | France | 2010-05-16\n- France | Consult | Madické Niang | 2010-05-16\n- Madické Niang | Make statement | Foreign Affairs (Senegal) | 2009-12-24\n- Mahmoud Ahmadinejad | Consult | Madické Niang | 2010-08-21\n- Madické Niang | Make statement | Iran | 2011-02-23\nAnswer:", "completion": " 2010", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1093066", "prompt": "After Mahmoud Abbas, to whom did Joachim Gauck make a request?\nEvidence:\n- Mahmoud Abbas | Make a visit | Joachim Gauck | 2012-05-31\n- Joachim Gauck | Make a visit | Mahmoud Abbas | 2012-06-01\n- Mahmoud Abbas | Host a visit | Joachim Gauck | 2012-06-01\n- Joachim Gauck | Host a visit | Mahmoud Abbas | 2012-05-31\n- Joachim Gauck | Make an appeal or request | Mahmoud Abbas | 2012-05-31\n- Mahmoud Abbas | Praise or endorse | Joachim Gauck | 2012-06-01\n- Joachim Gauck | Make a visit | France | 2013-09-05\n- Joachim Gauck | Make a visit | France | 2013-09-03\n- Joachim Gauck | Make a visit | Ethiopia | 2013-03-19\n- Joachim Gauck | Make a visit | Ethiopia | 2013-03-18\n- Joachim Gauck | Make a visit | The Hague | 2013-05-30\n- Joachim Gauck | Make a visit | Middle East | 2012-05-29\n- France | Host a visit | Joachim Gauck | 2013-09-05\n- France | Host a visit | Joachim Gauck | 2013-09-03\n- Ethiopia | Host a visit | Joachim Gauck | 2013-03-19\nAnswer:", "completion": " South Korea", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1197246", "prompt": "Who was the first to negotiate with the Royal Administration of Saudi Arabia in 2007?\nEvidence:\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-09\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-07\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-04\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-03\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-02\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-03-25\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-03-19\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-03-03\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-02-19\n- Royal Administration (Saudi Arabia) | Engage in symbolic act | Citizen (Saudi Arabia) | 2007-10-16\n- Royal Administration (Saudi Arabia) | Engage in symbolic act | Citizen (Saudi Arabia) | 2007-10-15\n- Royal Administration (Saudi Arabia) | Engage in symbolic act | Citizen (Saudi Arabia) | 2007-02-05\n- Royal Administration (Saudi Arabia) | Express intent to meet or negotiate | Citizen (Saudi Arabia) | 2007-09-22\n- Citizen (Saudi Arabia) | Express intent to meet or negotiate | Royal Administration (Saudi Arabia) | 2007-09-18\n- Royal Administration (Saudi Arabia) | Provide aid | Education (Saudi Arabia) | 2007-11-05\nAnswer:", "completion": " Mahmoud Ahmadinejad", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1206253", "prompt": "In which month did the police of South Korea last investigate the Ministry of South Korea?\nEvidence:\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | South Korea | 2005-01-08\n- South Korea | Engage in negotiation | Japan | 2005-01-08\n- South Korea | Engage in negotiation | Japan | 2005-01-03\n- Japan | Engage in negotiation | South Korea | 2005-01-08\n- Japan | Engage in negotiation | South Korea | 2005-01-03\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- South Korea | Consult | Japan | 2005-01-06\n- Japan | Consult | South Korea | 2005-01-06\n- South Korea | Reduce relations | Citizen (North Korea) | 2005-01-03\n- South Korea | Provide humanitarian aid | Citizen (North Korea) | 2005-01-11\nAnswer:", "completion": " 2013-06", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1371818", "prompt": "Before 8 October 2010, with whom did the Navy of the United States express the intention to meet?\nEvidence:\n- Citizen (United Kingdom) | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2010-10-08\nAnswer:", "completion": " France", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1276581", "prompt": "In what year did the Italian businessman first negotiate with the Italian government?\nEvidence:\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-07-02\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-06-27\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Head of Government (Brazil) | Arrest, detain, or charge with legal action | First Command of the Capital | 2006-01-15\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- First Command of the Capital | Criticize or denounce | Citizen (Brazil) | 2008-10-30\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2012-05-31\nAnswer:", "completion": " 2008", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1029652", "prompt": "After the ruling party of Slovakia, who was the first to praise Ivan Gasparovic?\nEvidence:\n- Ivan Gasparovic | Complain officially | Media (Slovakia) | 2005-07-10\n- Ivan Gasparovic | Make statement | Foreign Affairs (Slovakia) | 2005-07-11\n- Ivan Gasparovic | Criticize or denounce | Police (Slovakia) | 2005-06-22\n- Ivan Gasparovic | Criticize or denounce | Foreign Affairs (Slovakia) | 2005-06-28\n- Ivan Gasparovic | Make an appeal or request | Foreign Affairs (Slovakia) | 2005-06-28\n- Valdas Adamkus | Praise or endorse | Ivan Gasparovic | 2005-02-28\n- Mikulas Dzurinda | Praise or endorse | Ivan Gasparovic | 2005-08-24\n- Ivan Gasparovic | Praise or endorse | Mikulas Dzurinda | 2006-01-02\n- Ivan Gasparovic | Praise or endorse | Mikulas Dzurinda | 2006-01-01\n- Ivan Gasparovic | Praise or endorse | Jerzy Szmajdzinski | 2005-01-28\n- Mikulas Dzurinda | Make optimistic comment | Ruling Party (Slovakia) | 2006-06-14\n- Ivan Gasparovic | Praise or endorse | Royal Administration (Romania) | 2005-05-03\n- Valdas Adamkus | Consult | Ivan Gasparovic | 2005-02-28\n- Pavol Hrusovský | Consult | Ivan Gasparovic | 2005-01-17\n- Mikulas Dzurinda | Consult | Ivan Gasparovic | 2006-06-19\nAnswer:", "completion": " Political Parties (Slovakia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1202716", "prompt": "After Portugal, which country would be the first to engage in diplomatic cooperation with Yemen?\nEvidence:\n- Portugal | Engage in diplomatic cooperation | China | 2005-01-12\n- China | Engage in diplomatic cooperation | Portugal | 2005-01-12\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-02-08\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-01-30\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-01-29\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-01-01\n- Malaysia | Engage in diplomatic cooperation | Yemen | 2005-02-08\n- Malaysia | Engage in diplomatic cooperation | Yemen | 2005-01-30\n- Malaysia | Engage in diplomatic cooperation | Yemen | 2005-01-29\n- Eritrea | Engage in diplomatic cooperation | Yemen | 2005-01-01\n- Portugal | Engage in diplomatic cooperation | International Monetary Fund | 2005-04-28\n- Portugal | Express intent to engage in material cooperation | France | 2005-02-28\n- France | Express intent to engage in material cooperation | Portugal | 2005-02-28\n- Portugal | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-01-14\n- Portugal | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-01-13\nAnswer:", "completion": " France", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1077949", "prompt": "After the Economist of the Czech Republic, who was the first to be praised by the party member of the Czech Republic?\nEvidence:\n- Party Member (Czech Republic) | Express intent to cooperate | Economist (Czech Republic) | 2005-12-19\n- Economist (Czech Republic) | Express intent to cooperate | Party Member (Czech Republic) | 2005-12-19\n- Party Member (Czech Republic) | Praise or endorse | Economist (Czech Republic) | 2008-02-13\n- Ministry (Czech Republic) | Reject | Party Member (Czech Republic) | 2012-11-23\n- Party Member (Czech Republic) | Demand | People Associated with the Opposition (Czech Republic) | 2006-06-07\n- Scientist (Czech Republic) | Make statement | Party Member (Czech Republic) | 2005-03-03\n- Party Member (Czech Republic) | Threaten | Constitutional Court (Czech Republic) | 2009-12-31\n- Party Member (Czech Republic) | Make statement | Legislature (Czech Republic) | 2012-03-15\n- Ministry (Czech Republic) | Make statement | Party Member (Czech Republic) | 2005-01-12\n- Legislature (Czech Republic) | Make statement | Party Member (Czech Republic) | 2006-09-19\n- Lawyer/Attorney (Czech Republic) | Coerce | Party Member (Czech Republic) | 2008-06-05\n- Party Member (Czech Republic) | Express intent to cooperate | Ministry (Czech Republic) | 2005-05-18\n- Ministry (Czech Republic) | Express intent to cooperate | Party Member (Czech Republic) | 2005-05-18\n- Party Member (Czech Republic) | Sign formal agreement | Labor Party (Czech Republic) | 2008-01-13\n- Party Member (Czech Republic) | Sign formal agreement | Labor Party (Czech Republic) | 2008-01-12\nAnswer:", "completion": " Barack Obama", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1121988", "prompt": "Before the envoy of the United States, who last threatened Sudan?\nEvidence:\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-27\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-26\n- Sudan | Return, release person(s) | Citizen (Sudan) | 2005-01-19\nAnswer:", "completion": " Tony Blair", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1224951", "prompt": "Who was the last person to appeal for the citizens of Nigeria before the Bishop of Benin?\nEvidence:\n- Bishop (Benin) | Make an appeal or request | Citizen (Benin) | 2015-05-18\n- Bishop (Benin) | Make an appeal or request | Citizen (Nigeria) | 2014-09-12\n- Education (Benin) | Appeal for release of persons or property | Police (Benin) | 2015-05-21\n- Citizen (Benin) | Appeal for change in leadership | Police (Benin) | 2012-07-13\n- Citizen (Benin) | Appeal for change in leadership | Governor (Benin) | 2013-04-11\n- Police (Benin) | Return, release person(s) | Citizen (Benin) | 2014-03-27\n- Bishop (Benin) | Make statement | Benedict XVI | 2011-07-20\n- Political Parties (Benin) | Appeal for easing of administrative sanctions | Council for National Security | 2007-09-13\n- Police (Benin) | Appeal for diplomatic cooperation (such as policy support) | Citizen (Benin) | 2007-09-24\n- People Associated with the Opposition (Benin) | Accuse | Citizen (Benin) | 2006-12-31\n- Military Personnel (Benin) | Appeal for diplomatic cooperation (such as policy support) | Citizen (Benin) | 2005-11-17\n- Governor (Benin) | Criticize or denounce | People Associated with the Opposition (Benin) | 2007-09-29\n- Citizen (Benin) | Praise or endorse | People Associated with the Opposition (Benin) | 2014-10-29\n- Secretary of State for the Home Department | Appeal for intelligence | ZTE Corp. | 2010-05-14\n- Movement for the Liberation of the Central African People | Appeal for change in leadership | François Bozizé | 2008-07-15\nAnswer:", "completion": " Ibrahim Shekarau", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1147604", "prompt": "Who praised the Lord's Resistance Army fighter in February 2008?\nEvidence:\n- Resistance Movement (Lord's Resistance Army) | Sign formal agreement | Armed Rebel (Lord's Resistance Army) | 2008-02-20\n- Armed Rebel (Lord's Resistance Army) | Sign formal agreement | Resistance Movement (Lord's Resistance Army) | 2008-02-20\n- Citizen (Uganda) | Praise or endorse | Combatant (Lord's Resistance Army) | 2008-02-25\n- Armed Rebel (Lord's Resistance Army) | Use unconventional violence | Citizen (Uganda) | 2008-02-03\n- Combatant (Lord's Resistance Army) | Abduct, hijack, or take hostage | Children (Uganda) | 2008-02-20\n- Armed Rebel (Lord's Resistance Army) | Abduct, hijack, or take hostage | Citizen (Uganda) | 2008-02-08\n- Member of the Judiciary (Sudan) | Return, release person(s) | Citizen (Sudan) | 2008-02-10\n- Israeli Defense Forces | Make statement | Fighter Bomber (Palestinian Territory, Occupied) | 2008-02-10\nAnswer:", "completion": " Citizen (Uganda)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 8, "n_anchors": 0} +{"id": "mtq_1270712", "prompt": "After November, 2008, who endorsed the police of Australia?\nEvidence:\n- The Daily Telegraph | Make statement | Police (Australia) | 2005-06-22\n- The Daily Telegraph | Make statement | Police (Australia) | 2005-06-20\n- Police (Australia) | Make statement | People Associated with the Opposition (Australia) | 2006-04-01\n- People Associated with the Opposition (Australia) | Make statement | Police (Australia) | 2006-06-25\n- People Associated with the Opposition (Australia) | Make statement | Police (Australia) | 2006-01-17\n- People Associated with the Opposition (Australia) | Make statement | Police (Australia) | 2005-10-14\n- People Associated with the Opposition (Australia) | Make statement | Police (Australia) | 2005-08-31\n- People Associated with the Opposition (Australia) | Make statement | Police (Australia) | 2005-07-14\n- People Associated with the Opposition (Australia) | Accuse | Member of Parliament (Australia) | 2005-11-23\n- The Hague | Accuse of war crimes | Police (Macedonia) | 2005-03-15\n- People Associated with the Opposition (Australia) | Make statement | Member of Parliament (Australia) | 2005-03-15\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2006-06-28\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2006-05-14\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2006-04-04\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2005-11-08\nAnswer:", "completion": " Lawyer/Attorney (Australia)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1353235", "prompt": "After the Labour Party of the United Kingdom, who did the party member of the United Kingdom make a request to?\nEvidence:\n- The Sunday Times | Make statement | Party Member (United Kingdom) | 2009-12-16\n- The Daily Telegraph | Make statement | Party Member (United Kingdom) | 2009-05-11\n- Party Member (United Kingdom) | Make an appeal or request | Labor Party (United Kingdom) | 2012-03-31\n- Labor Party (United Kingdom) | Make an appeal or request | Party Member (United Kingdom) | 2007-10-11\n- Party Member (United Kingdom) | Make statement | Labor Party (United Kingdom) | 2012-12-06\n- Party Member (United Kingdom) | Make statement | Labor Party (United Kingdom) | 2006-02-11\n- National Party (United Kingdom) | Make statement | Party Member (United Kingdom) | 2008-11-19\n- Labor Party (United Kingdom) | Make statement | Party Member (United Kingdom) | 2010-10-19\n- Labor Party (United Kingdom) | Make statement | Party Member (United Kingdom) | 2010-04-10\n- Labor Party (United Kingdom) | Make statement | Party Member (United Kingdom) | 2009-07-22\n- Party Member (United Kingdom) | Reject | Labor Party (United Kingdom) | 2006-08-25\n- Chancellor of the Exchequer | Criticize or denounce | Party Member (United Kingdom) | 2006-09-10\n- National Labour Party | Make a visit | South Sudan | 2005-09-20\n- Party Member (United Kingdom) | Make an appeal or request | Citizen (United Kingdom) | 2014-11-28\n- Party Member (United Kingdom) | Make an appeal or request | Citizen (United Kingdom) | 2014-07-14\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1204833", "prompt": "Who visited Julia Gillard in November 2011?\nEvidence:\n- Julia Gillard | Engage in negotiation | Barack Obama | 2011-11-17\n- Barack Obama | Engage in negotiation | Julia Gillard | 2011-11-17\n- Thailand | Consult | Julia Gillard | 2011-11-20\n- Julia Gillard | Consult | Thailand | 2011-11-20\n- Wen Jiabao | Consult | Julia Gillard | 2011-11-21\n- Wen Jiabao | Consult | Julia Gillard | 2011-11-20\n- Julia Gillard | Make statement | China | 2011-11-05\n- Julia Gillard | Consult | Wen Jiabao | 2011-11-21\n- Julia Gillard | Consult | Wen Jiabao | 2011-11-20\n- Julia Gillard | Consult | Barack Obama | 2011-11-16\n- Julia Gillard | Consult | Barack Obama | 2011-11-13\n- Citizen (Australia) | Reject | Julia Gillard | 2011-11-21\n- Barack Obama | Consult | Julia Gillard | 2011-11-16\n- Barack Obama | Consult | Julia Gillard | 2011-11-13\n- Lee Myung Bak | Consult | Julia Gillard | 2011-11-21\nAnswer:", "completion": " Barack Obama", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1174324", "prompt": "In which month did the National Assembly of Pakistan make its first optimistic remarks about the legislature of Pakistan?\nEvidence:\n- National Assembly of Pakistan | Make optimistic comment | Legislature (Pakistan) | 2014-12-03\n- National Assembly of Pakistan | Make statement | Legislature (Pakistan) | 2005-06-02\n- National Assembly of Pakistan | Make statement | Legislature (Pakistan) | 2005-06-01\n- National Assembly of Pakistan | Demand | Government (Pakistan) | 2005-05-10\n- Zhang Dejiang | Engage in negotiation | National Assembly of Pakistan | 2015-02-01\n- National Assembly of Pakistan | Engage in negotiation | Zhang Dejiang | 2015-02-01\n- National Assembly of Pakistan | Make a visit | Iran | 2010-02-04\n- Iran | Host a visit | National Assembly of Pakistan | 2010-02-04\n- Legislature (Pakistan) | Make optimistic comment | Government (Pakistan) | 2005-05-19\n- Legislature (Pakistan) | Make optimistic comment | Government (Pakistan) | 2005-05-18\n- National Assembly of Pakistan | Make a visit | Royal Administration (Saudi Arabia) | 2013-11-17\n- Royal Administration (Saudi Arabia) | Host a visit | National Assembly of Pakistan | 2013-11-17\n- Legislature (Pakistan) | Accuse | Government (Pakistan) | 2005-08-26\n- Legislature (Pakistan) | Make an appeal or request | Government (Pakistan) | 2005-10-12\n- Head of Government (Pakistan) | Engage in negotiation | Government (Pakistan) | 2005-02-28\nAnswer:", "completion": " 2014-12", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1224741", "prompt": "Before Dahir Riyale Kahin, with whom did Seyoum Mesfin negotiate?\nEvidence:\n- Seyoum Mesfin | Engage in negotiation | Dahir Riyale Kahin | 2006-05-16\n- Dahir Riyale Kahin | Engage in negotiation | Seyoum Mesfin | 2006-05-16\n- Dahir Riyale Kahin | Consult | African Union | 2008-09-15\n- African Union | Consult | Dahir Riyale Kahin | 2008-09-15\n- Ethiopia | Host a visit | Dahir Riyale Kahin | 2009-03-14\n- Ethiopia | Host a visit | Dahir Riyale Kahin | 2008-09-15\n- Ethiopia | Host a visit | Dahir Riyale Kahin | 2006-09-08\n- Djibouti | Praise or endorse | Dahir Riyale Kahin | 2008-06-23\n- Djibouti | Host a visit | Dahir Riyale Kahin | 2009-01-11\n- Djibouti | Host a visit | Dahir Riyale Kahin | 2008-06-23\n- Dahir Riyale Kahin | Praise or endorse | Ethiopia | 2006-05-02\n- Dahir Riyale Kahin | Make a visit | Ethiopia | 2009-03-14\n- Dahir Riyale Kahin | Make a visit | Ethiopia | 2008-09-15\n- Dahir Riyale Kahin | Make a visit | Ethiopia | 2006-09-08\n- Dahir Riyale Kahin | Make a visit | Djibouti | 2009-01-11\nAnswer:", "completion": " Sudan", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1166778", "prompt": "When did the Indian Trade Unions accuse the Aam Aadmi Party?\nEvidence:\n- Aam Aadmi Party | Accuse | Member of Parliament (India) | 2015-01-16\n- Aam Aadmi Party | Accuse | Member of Parliament (India) | 2014-08-18\n- Aam Aadmi Party | Accuse | Head of Government (India) | 2015-01-16\n- Governor (India) | Consult | Aam Aadmi Party | 2014-05-16\n- Aam Aadmi Party | Consult | Governor (India) | 2014-05-16\n- Aam Aadmi Party | Make statement | National Party (India) | 2014-07-19\n- Yogendra Yadav | Make statement | Aam Aadmi Party | 2014-09-19\n- Yogendra Yadav | Make statement | Aam Aadmi Party | 2014-04-28\n- Yogendra Yadav | Make statement | Aam Aadmi Party | 2014-04-25\n- Yogendra Yadav | Make statement | Aam Aadmi Party | 2014-01-17\n- Vijay Goel | Make statement | Aam Aadmi Party | 2014-02-15\n- Vijay Goel | Make statement | Aam Aadmi Party | 2014-01-17\n- Preneet Kaur | Make statement | Aam Aadmi Party | 2014-06-15\n- Governor (India) | Decline comment | Aam Aadmi Party | 2013-12-17\n- Dharamvira Gandhi | Make statement | Aam Aadmi Party | 2014-09-15\nAnswer:", "completion": " 2015-12-29", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1247100", "prompt": "Who had the last telephone conversation with the African media in 2015?\nEvidence:\n- African Union | Accuse | The Hague | 2015-06-14\n- Media (Africa) | Discuss by telephone | American University in Cairo | 2015-09-17\n- American University in Cairo | Discuss by telephone | Media (Africa) | 2015-09-17\n- Media Personnel (Australia) | Make statement | People Associated with the Opposition (Australia) | 2015-11-15\n- Media Personnel (Australia) | Make statement | People Associated with the Opposition (Australia) | 2015-11-11\n- Shehu Sani | Discuss by telephone | Media (Africa) | 2015-05-15\n- Osita Okechukwu | Discuss by telephone | Media (Africa) | 2015-12-02\n- Oluṣẹgun Ọbasanjọ | Discuss by telephone | Media (Africa) | 2015-02-18\n- Oluṣẹgun Ọbasanjọ | Discuss by telephone | Media (Africa) | 2015-01-13\n- Muhammadu Buhari | Discuss by telephone | Media (Nigeria) | 2015-04-02\n- Media (Nigeria) | Discuss by telephone | Muhammadu Buhari | 2015-04-02\n- Media (Nigeria) | Discuss by telephone | Government (Nigeria) | 2015-03-09\n- Media (Africa) | Discuss by telephone | Shehu Sani | 2015-05-15\n- Media (Africa) | Discuss by telephone | Osita Okechukwu | 2015-12-02\n- Media (Africa) | Discuss by telephone | Oluṣẹgun Ọbasanjọ | 2015-02-18\nAnswer:", "completion": " Other Authorities / Officials (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1380900", "prompt": "Who used conventional military force against the military of the Philippines in July 2009?\nEvidence:\n- Military (Philippines) | Use conventional military force | Children (Philippines) | 2009-07-21\n- Military Personnel (Philippines) | Use conventional military force | Militant (Philippines) | 2009-07-16\n- Military (Philippines) | Use conventional military force | Abu Sayyaf | 2009-07-19\n- Secret Agent (Philippines) | Use conventional military force | Thief (Philippines) | 2009-07-17\n- Military (Mali) | Use conventional military force | Combatant (al-Qaeda in the Islamic Maghreb) | 2009-07-20\n- Moro Islamic Liberation Front | Use conventional military force | Military (Philippines) | 2009-07-23\n- Moro Islamic Liberation Front | Use conventional military force | Military (Philippines) | 2009-07-04\nAnswer:", "completion": " Moro Islamic Liberation Front", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 7, "n_anchors": 0} +{"id": "mtq_1090746", "prompt": "With which country did the citizens of Saudi Arabia first declare their intention to negotiate?\nEvidence:\n- Royal Administration (Saudi Arabia) | Express intent to meet or negotiate | Citizen (Saudi Arabia) | 2008-01-19\n- Royal Administration (Saudi Arabia) | Express intent to meet or negotiate | Citizen (Saudi Arabia) | 2007-09-22\n- Royal Administration (Saudi Arabia) | Express intent to meet or negotiate | Citizen (Saudi Arabia) | 2006-11-19\n- Citizen (Saudi Arabia) | Express intent to meet or negotiate | Royal Administration (Saudi Arabia) | 2007-09-18\n- Police (Saudi Arabia) | Reject | Citizen (Saudi Arabia) | 2006-09-25\n- Police (Saudi Arabia) | Investigate | Citizen (Saudi Arabia) | 2008-03-26\n- Police (Saudi Arabia) | Investigate | Citizen (Saudi Arabia) | 2008-03-19\n- Police (Saudi Arabia) | Assassinate | Citizen (Saudi Arabia) | 2005-04-05\n- Citizen (Saudi Arabia) | Yield | Police (Saudi Arabia) | 2006-02-17\n- Citizen (Saudi Arabia) | Accuse | Police (Saudi Arabia) | 2007-05-26\n- Islamic Preacher (Saudi Arabia) | Express intent to cooperate | Citizen (Saudi Arabia) | 2006-09-22\n- Citizen (Saudi Arabia) | Express intent to cooperate | Islamic Preacher (Saudi Arabia) | 2006-09-22\n- Royal Administration (Saudi Arabia) | Investigate | Education (Saudi Arabia) | 2006-03-26\n- Royal Administration (Saudi Arabia) | Investigate | Detainee (Saudi Arabia) | 2006-05-18\n- Royal Administration (Saudi Arabia) | Demand | Police (Saudi Arabia) | 2008-04-29\nAnswer:", "completion": " Yemen", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1096451", "prompt": "Who was the last person to make a request to the Government of Pakistan, before the senior military officials of Pakistan?\nEvidence:\n- Government (Pakistan) | Return, release person(s) | Women (Pakistan) | 2007-07-10\n- Government (Pakistan) | Return, release person(s) | Villager (Pakistan) | 2008-08-13\n- Government (Pakistan) | Return, release person(s) | Cleric (Pakistan) | 2009-02-21\n- Government (Pakistan) | Return, release person(s) | Cleric (Pakistan) | 2009-02-20\n- Head of Government (Pakistan) | Make an appeal or request | Other Authorities / Officials (Switzerland) | 2012-11-07\n- Special Rapporteurs of the United Nations | Make statement | Government (Pakistan) | 2013-03-16\n- Special Rapporteurs of the United Nations | Make statement | Government (Pakistan) | 2013-03-15\n- Government (Pakistan) | Consider policy option | The Poor (Pakistan) | 2008-05-26\n- Criminal (Jordan) | Attempt to assassinate | Senior Intelligence Officer (Jordan) | 2006-05-12\n- Military Personnel (Philippines) | Return, release person(s) | University of the Philippines | 2011-06-22\n- Military Personnel (Philippines) | Return, release person(s) | University of the Philippines | 2011-06-20\n- Government (Pakistan) | Make an appeal or request | Other Authorities / Officials (Switzerland) | 2012-06-27\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2012-07-17\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2009-06-28\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2009-06-27\nAnswer:", "completion": " Public Sector (Pakistan)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1337517", "prompt": "Who was the first person to whom the government of South Africa made a request?\nEvidence:\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Tanzania | Make a visit | South Africa | 2005-02-22\n- South Africa | Host a visit | Tanzania | 2005-02-22\n- South Africa | Host a visit | Angola | 2005-02-18\n- Angola | Make a visit | South Africa | 2005-02-18\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- South Africa | Make an appeal or request | Togo | 2005-02-06\n- Tony Blair | Make a visit | South Africa | 2005-01-14\n- South Africa | Host a visit | Tony Blair | 2005-01-14\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- South Africa | Make an appeal or request | Citizen (International) | 2005-02-03\n- South Africa | Make an appeal or request | Citizen (International) | 2005-01-21\n- African Union | Make an appeal or request | South Africa | 2005-01-02\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- South Africa | Host a visit | Labor Union (Zimbabwe) | 2005-02-02\nAnswer:", "completion": " Member of the Judiciary (South Africa)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1082476", "prompt": "Before Lee Myung Bak, with whom did Abdul Kalam last make an appeal?\nEvidence:\n- Lee Myung Bak | Express intent to meet or negotiate | Abdul Kalam | 2007-04-10\n- Lee Myung Bak | Express intent to meet or negotiate | Abdul Kalam | 2007-04-09\n- Lee Myung Bak | Make an appeal or request | Japan | 2006-11-10\n- Lee Myung Bak | Make an appeal or request | South Korea | 2007-06-07\n- Abdul Kalam | Make an appeal or request | Pervez Musharraf | 2005-04-17\n- Lee Myung Bak | Make an appeal or request | Roh Moo Hyun | 2007-06-28\n- Abdul Kalam | Make an appeal or request | Member of Parliament (India) | 2005-03-05\n- South Korea | Make statement | Lee Myung Bak | 2007-05-10\n- South Korea | Make statement | Lee Myung Bak | 2007-01-23\n- Lee Myung Bak | Make statement | South Korea | 2006-03-29\n- Governor (India) | Make statement | Abdul Kalam | 2005-03-07\n- Abdul Kalam | Make statement | Swraj Paul | 2005-01-01\n- South Korea | Threaten | Lee Myung Bak | 2007-06-05\n- Lee Myung Bak | Demand | South Korea | 2007-06-20\n- Lee Myung Bak | Consult | Islam Karimov | 2006-03-30\nAnswer:", "completion": " Indigenous People (United Kingdom)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1041721", "prompt": "In what year did the Sudanese peacekeeping force first use conventional military force against the Sudanese police?\nEvidence:\n- Police (Sudan) | Use conventional military force | Peacekeeping Troop (Sudan) | 2013-07-14\n- Peacekeeping Troop (Sudan) | Use conventional military force | Police (Sudan) | 2013-07-14\n- Sudan | Use conventional military force | Peacekeeping Troop (Sudan) | 2007-10-01\n- Peacekeeping Troop (Sudan) | Use conventional military force | Citizen (Sudan) | 2015-04-27\n- Peacekeeping Troop (Sudan) | Use conventional military force | Citizen (Sudan) | 2015-04-26\n- Peacekeeping Troop (Sudan) | Use conventional military force | Citizen (Sudan) | 2014-05-08\n- Peacekeeping Troop (Sudan) | Use conventional military force | Citizen (Sudan) | 2006-12-11\n- Peacekeeping Troop (African Union) | Use conventional military force | Eritrea | 2009-06-16\n- Peacekeeping Troop (Africa) | Use conventional military force | Rioter (Sudan) | 2006-12-11\n- Peacekeeping Troop (Africa) | Use conventional military force | Militant (Somalia) | 2014-09-19\n- Peacekeeping Troop (Africa) | Use conventional military force | Militant (Somalia) | 2014-08-15\n- Peacekeeping Troop (Africa) | Use conventional military force | Al-Shabaab | 2014-01-03\n- Peacekeeping Troop (Africa) | Use conventional military force | Al-Shabaab | 2014-01-02\n- Peacekeeping Troop (Africa) | Use conventional military force | Al-Shabaab | 2011-12-06\n- Peacekeeping Troop (Africa) | Use conventional military force | Al-Shabaab | 2011-10-28\nAnswer:", "completion": " 2013", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1036625", "prompt": "Who was the first person Roh Moo Hyun wanted to meet after the presidential candidate of South Korea?\nEvidence:\n- South Korea | Reject | Roh Moo Hyun | 2005-02-17\n- Roh Moo Hyun | Demand | South Korea | 2005-01-04\n- Roh Moo Hyun | Make statement | South Korea | 2005-03-09\n- Roh Moo Hyun | Make statement | South Korea | 2005-03-08\n- Roh Moo Hyun | Make statement | South Korea | 2005-02-25\n- Roh Moo Hyun | Make statement | South Korea | 2005-01-13\n- Roh Moo Hyun | Make statement | South Korea | 2005-01-07\n- Roh Moo Hyun | Make statement | South Korea | 2005-01-04\n- Roh Moo Hyun | Consult | Ministry (South Korea) | 2005-01-04\n- Ministry (South Korea) | Consult | Roh Moo Hyun | 2005-01-04\n- South Korea | Express intent to meet or negotiate | Roh Moo Hyun | 2005-02-23\n- South Korea | Host a visit | Roh Moo Hyun | 2005-02-27\n- South Korea | Criticize or denounce | Roh Moo Hyun | 2005-02-17\n- Roh Moo Hyun | Make statement | Ministry (South Korea) | 2005-01-13\n- Roh Moo Hyun | Make a visit | South Korea | 2005-02-27\nAnswer:", "completion": " Wen Jiabao", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1389924", "prompt": "In which month did Tony Tan Keng Yam express his intention to meet with the citizens of the United Kingdom?\nEvidence:\n- Tony Tan Keng Yam | Engage in negotiation | Boediono | 2012-11-28\n- Boediono | Engage in negotiation | Tony Tan Keng Yam | 2012-11-28\n- Tony Tan Keng Yam | Make statement | Iran | 2012-05-31\n- Tony Tan Keng Yam | Consult | Thongsing Thammavong | 2014-02-21\n- Tony Tan Keng Yam | Consult | János Áder | 2013-11-12\n- Tony Tan Keng Yam | Consult | Businessperson (Germany) | 2012-06-25\n- Thongsing Thammavong | Consult | Tony Tan Keng Yam | 2014-02-21\n- János Áder | Consult | Tony Tan Keng Yam | 2013-11-12\n- Businessperson (Germany) | Consult | Tony Tan Keng Yam | 2012-06-25\n- Tony Tan Keng Yam | Express intent to meet or negotiate | Vietnam | 2012-04-22\n- Tony Tan Keng Yam | Express intent to meet or negotiate | Malaysia | 2013-09-18\n- Tony Tan Keng Yam | Express intent to meet or negotiate | Malaysia | 2013-09-17\n- Tony Tan Keng Yam | Express intent to meet or negotiate | Boediono | 2012-11-26\n- Tony Tan Keng Yam | Express intent to cooperate | János Áder | 2013-11-13\n- János Áder | Express intent to cooperate | Tony Tan Keng Yam | 2013-11-13\nAnswer:", "completion": " 2014-10", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1245660", "prompt": "Who made pessimistic comments about the Republic of South Ossetia in the same year of the High Commission for Refugees?\nEvidence:\n- High Commission for Refugees | Make pessimistic comment | Colombia | 2005-04-22\n- High Commission for Refugees | Make pessimistic comment | Citizen (Australia) | 2005-04-18\n- Japan | Reject | High Commission for Refugees | 2005-01-19\n- High Commission for Refugees | Consult | Cambodia | 2005-01-24\n- Cambodia | Consult | High Commission for Refugees | 2005-01-24\n- Shaukat Aziz | Consult | High Commission for Refugees | 2005-05-04\n- Ruud Lubbers | Mediate | High Commission for Refugees | 2005-02-16\n- Pervez Musharraf | Consult | High Commission for Refugees | 2005-05-06\n- High Commission for Refugees | Make statement | Togo | 2005-05-04\n- High Commission for Refugees | Make statement | Tanzania | 2005-04-06\n- High Commission for Refugees | Make statement | Iran | 2005-02-25\n- High Commission for Refugees | Grant asylum | Japan | 2005-01-19\n- High Commission for Refugees | Consult | Shaukat Aziz | 2005-05-04\n- High Commission for Refugees | Consult | Pervez Musharraf | 2005-05-06\n- Citizen (Uganda) | Reject | High Commission for Refugees | 2005-01-17\nAnswer:", "completion": " Javier Solana", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1235712", "prompt": "Who negotiated with Angela Merkel in 2012-03?\nEvidence:\n- Angela Merkel | Engage in negotiation | Wen Jiabao | 2012-02-02\n- Philipp Rösler | Reject | Angela Merkel | 2012-01-19\n- Mario Monti | Consult | Angela Merkel | 2012-01-12\n- Mahmoud Abbas | Consult | Angela Merkel | 2012-01-20\n- Mahmoud Abbas | Consult | Angela Merkel | 2012-01-19\n- Christine Lagarde | Consult | Angela Merkel | 2012-01-10\n- Angela Merkel | Make statement | France | 2012-01-11\n- Angela Merkel | Make statement | France | 2012-01-09\n- Angela Merkel | Consult | Mario Monti | 2012-01-12\n- Angela Merkel | Consult | Mahmoud Abbas | 2012-01-20\n- Angela Merkel | Consult | Mahmoud Abbas | 2012-01-19\n- Angela Merkel | Consult | Christine Lagarde | 2012-01-10\n- Pedro Manuel Mamede Passos Coelho | Engage in negotiation | Angela Merkel | 2012-01-20\n- Angela Merkel | Engage in negotiation | Pedro Manuel Mamede Passos Coelho | 2012-01-20\n- International Monetary Fund | Consult | Angela Merkel | 2012-01-10\nAnswer:", "completion": " Antonis Samaras", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1140691", "prompt": "With which country did Sudan want to meet before 21 June 2006?\nEvidence:\n- Sudan | Express intent to meet or negotiate | Islamic Courts Union | 2006-06-21\n- Citizen (Sudan) | Use unconventional violence | Sudan | 2006-06-21\n- Sudan | Sign formal agreement | Iran | 2006-06-21\n- Iran | Sign formal agreement | Sudan | 2006-06-21\n- Sudan | Praise or endorse | Oluṣẹgun Ọbasanjọ | 2006-06-21\n- UN Security Council | Make a visit | Sudan | 2006-06-21\n- Sudan | Receive deployment of peacekeepers | African Union | 2006-06-21\n- Sudan | Host a visit | UN Security Council | 2006-06-21\n- Sudan | Host a visit | Head of Government (Kenya) | 2006-06-21\n- Head of Government (Kenya) | Make a visit | Sudan | 2006-06-21\n- African Union | Provide military protection or peacekeeping | Sudan | 2006-06-21\n- UN Security Council | Express intent to engage in diplomatic cooperation (such as policy support) | Iran | 2006-06-21\n- Foreign Affairs (India) | Express intent to engage in diplomatic cooperation (such as policy support) | Iran | 2006-06-21\n- Wolfgang Schüssel | Make an appeal or request | Iran | 2006-06-21\n- UN Security Council | Make statement | Charles Taylor | 2006-06-21\nAnswer:", "completion": " Rebel Group (Eastern Front)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1047689", "prompt": "In 2006, who paid a visit to the royal administration of Spain?\nEvidence:\n- Royal Administration (Spain) | Make a visit | Royal Administration (Jordan) | 2011-04-14\n- Royal Administration (Spain) | Host a visit | Royal Administration (Jordan) | 2013-04-28\n- Royal Administration (Jordan) | Make a visit | Royal Administration (Spain) | 2013-04-28\n- Royal Administration (Jordan) | Host a visit | Royal Administration (Spain) | 2011-04-14\n- Vietnam | Host a visit | Royal Administration (Spain) | 2010-01-20\n- Vietnam | Host a visit | Royal Administration (Spain) | 2009-12-18\n- Thailand | Host a visit | Royal Administration (Spain) | 2006-06-12\n- Royal Administration (Spain) | Make a visit | Vietnam | 2010-01-20\n- Royal Administration (Spain) | Make a visit | Vietnam | 2009-12-18\n- Royal Administration (Spain) | Make a visit | Thailand | 2006-06-12\n- Royal Administration (Spain) | Make a visit | Portugal | 2014-11-07\n- Royal Administration (Spain) | Make a visit | Portugal | 2014-07-07\n- Royal Administration (Spain) | Make a visit | Mexico | 2015-06-29\n- Royal Administration (Spain) | Make a visit | Mexico | 2012-11-29\n- Royal Administration (Spain) | Make a visit | Mexico | 2008-09-29\nAnswer:", "completion": " Juan Carlos I", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1336396", "prompt": "Who did the media personnel of Pakistan have a telephone conversation with after Aug, the year 2010?\nEvidence:\n- Pakistan People's Party | Discuss by telephone | Media Personnel (Pakistan) | 2008-07-10\n- Media Personnel (Pakistan) | Discuss by telephone | Pakistan People's Party | 2008-07-10\n- Media Personnel (Pakistan) | Discuss by telephone | Associated Press | 2008-02-24\n- Media Personnel (Pakistan) | Discuss by telephone | Associated Press | 2008-02-06\n- Media Personnel (Pakistan) | Discuss by telephone | Associated Press | 2005-09-16\n- Media Personnel (Pakistan) | Discuss by telephone | Al Jazeera | 2009-04-18\n- Associated Press | Discuss by telephone | Media Personnel (Pakistan) | 2008-02-24\n- Associated Press | Discuss by telephone | Media Personnel (Pakistan) | 2008-02-06\n- Associated Press | Discuss by telephone | Media Personnel (Pakistan) | 2005-09-16\n- Al Jazeera | Discuss by telephone | Media Personnel (Pakistan) | 2009-04-18\n- Media Personnel (Pakistan) | Demand | Head of Government (Pakistan) | 2013-11-04\n- Media Personnel (Pakistan) | Consult | Head of Government (Pakistan) | 2013-03-24\n- Media Personnel (Pakistan) | Consult | Head of Government (Pakistan) | 2011-10-04\n- Media Personnel (Pakistan) | Consult | Head of Government (Pakistan) | 2009-12-25\n- Media Personnel (Pakistan) | Consult | Head of Government (Pakistan) | 2006-02-16\nAnswer:", "completion": " Agence France-Presse", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1146157", "prompt": "Who praised the party member of Iraq in 2014?\nEvidence:\n- Legislature (Iraq) | Reject | Party Member (Iraq) | 2014-09-16\n- Party Member (Iraq) | Make statement | Legislature (Iraq) | 2014-04-24\n- Legislature (Iraq) | Praise or endorse | Party Member (Iraq) | 2014-10-19\n- Legislature (Iraq) | Praise or endorse | Party Member (Iraq) | 2014-09-11\n- Legislature (Iraq) | Praise or endorse | Party Member (Iraq) | 2014-09-09\n- Legislature (Iraq) | Praise or endorse | Party Member (Iraq) | 2014-09-08\n- Iraq | Accuse | Member of Parliament (Iraq) | 2014-01-08\n- Member of Parliament (Iraq) | Make statement | Iraq | 2014-01-04\n- Member of Parliament (Iraq) | Consult | Legislature (Iraq) | 2014-04-06\n- Legislature (Iraq) | Consult | Member of Parliament (Iraq) | 2014-04-06\n- Member of Parliament (Iraq) | Make statement | Legislature (Iraq) | 2014-11-30\n- Member of Parliament (Iraq) | Make statement | Legislature (Iraq) | 2014-09-24\n- Member of Parliament (Iraq) | Make statement | Legislature (Iraq) | 2014-08-24\n- Member of Parliament (Iraq) | Make statement | Legislature (Iraq) | 2014-07-01\n- Member of Parliament (Iraq) | Make statement | Legislature (Iraq) | 2014-06-09\nAnswer:", "completion": " UN Security Council", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1194196", "prompt": "Before 23 November 2007, which country did Romania condemn?\nEvidence:\n- Romania | Criticize or denounce | Legislature (Romania) | 2007-11-23\n- Foreign Affairs (Romania) | Make an appeal or request | Romania | 2007-11-23\nAnswer:", "completion": " Mahmoud Ahmadinejad", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 1} +{"id": "mtq_1051636", "prompt": "Who negotiated with the Ministry of Finance, Economy, Trade and Industry of Vietnam in December 2006?\nEvidence:\n- Vietnam | Engage in diplomatic cooperation | Laos | 2006-12-12\n- Vietnam | Engage in diplomatic cooperation | Laos | 2006-12-11\n- Vietnam | Engage in diplomatic cooperation | Laos | 2006-12-08\n- Vietnam | Engage in diplomatic cooperation | Laos | 2006-12-07\n- Vietnam | Engage in diplomatic cooperation | Laos | 2006-12-05\n- Vietnam | Engage in diplomatic cooperation | Laos | 2006-12-04\n- Laos | Engage in diplomatic cooperation | Vietnam | 2006-12-12\n- Laos | Engage in diplomatic cooperation | Vietnam | 2006-12-11\n- Laos | Engage in diplomatic cooperation | Vietnam | 2006-12-08\n- Laos | Engage in diplomatic cooperation | Vietnam | 2006-12-07\n- Laos | Engage in diplomatic cooperation | Vietnam | 2006-12-05\n- Laos | Engage in diplomatic cooperation | Vietnam | 2006-12-04\n- Cambodia | Engage in judicial cooperation | Vietnam | 2006-12-18\n- Vietnam | Arrest, detain, or charge with legal action | Illegal Immigrant (Vietnam) | 2006-12-05\n- Vietnam | Host a visit | Head of Government (Sri Lanka) | 2006-12-01\nAnswer:", "completion": " Representatives (Cambodia)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1365664", "prompt": "Who expressed an intention to negotiate with Tanzania in 2006?\nEvidence:\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2006-07-17\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2006-05-30\n- Rebel Group (Tanzania) | Express intent to meet or negotiate | Tanzania | 2006-01-12\n- Citizen (Tanzania) | Make an appeal or request | Tanzania | 2006-10-11\n- Tanzania | Express intent to meet or negotiate | Angola | 2006-01-23\n- Angola | Express intent to meet or negotiate | Tanzania | 2006-01-23\n- Police (Tanzania) | Make an appeal or request | Citizen (Tanzania) | 2006-07-08\n- Police (Tanzania) | Make an appeal or request | Citizen (Tanzania) | 2006-03-27\n- Ministry (Tanzania) | Make an appeal or request | Citizen (Tanzania) | 2006-05-25\n- Ministry (Tanzania) | Make an appeal or request | Citizen (Tanzania) | 2006-04-20\n- Citizen (Tanzania) | Make an appeal or request | Ministry (Tanzania) | 2006-08-19\n- Citizen (Tanzania) | Make an appeal or request | Ministry (Tanzania) | 2006-07-29\n- Citizen (Tanzania) | Make an appeal or request | Ministry (Tanzania) | 2006-02-02\n- South Africa | Express intent to meet or negotiate | Tanzania | 2006-04-07\n- Mwai Kibaki | Express intent to meet or negotiate | Tanzania | 2006-04-03\nAnswer:", "completion": " Jakaya Mrisho Kikwete", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1209928", "prompt": "Who suffered from the unconventional violence of the citizens of Mali on the same year of the company - owner or operator of Mali?\nEvidence:\n- Citizen (Mali) | Use unconventional violence | Company - Owner or Operator (Mali) | 2013-01-30\n- Citizen (Mali) | Physically assault | Company - Owner or Operator (Mali) | 2013-04-19\n- Thief (Thailand) | Use unconventional violence | Company - Owner or Operator (Thailand) | 2011-03-16\n- Thief (Thailand) | Use unconventional violence | Company - Owner or Operator (Thailand) | 2010-09-21\n- Thief (Thailand) | Use unconventional violence | Company - Owner or Operator (Thailand) | 2010-09-19\n- Thief (Thailand) | Use unconventional violence | Company - Owner or Operator (Thailand) | 2006-04-10\n- Insurgent (Thailand) | Use unconventional violence | Company - Owner or Operator (Thailand) | 2009-04-13\n- Citizen (Thailand) | Use unconventional violence | Company - Owner or Operator (Thailand) | 2015-04-18\n- Citizen (Greece) | Use unconventional violence | Company - Owner or Operator (Greece) | 2010-03-29\n- The Chronicle | Consult | Company - Owner or Operator (Ghana) | 2010-01-20\n- Company - Owner or Operator (Ghana) | Consult | The Chronicle | 2010-01-20\n- Member of the Judiciary (Iceland) | Rally support on behalf of | Company - Owner or Operator (Iceland) | 2014-05-25\n- Armed Opposition (Thailand) | Use unconventional violence | Company - Owner or Operator (Thailand) | 2013-02-06\n- Armed Gang (Thailand) | Use unconventional violence | Company - Owner or Operator (Thailand) | 2010-11-29\n- Armed Gang (Thailand) | Use unconventional violence | Company - Owner or Operator (Thailand) | 2007-07-05\nAnswer:", "completion": " Military (Mali)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1247761", "prompt": "Who made the last request to the Croatian police before the Croatian government did?\nEvidence:\n- Police (Croatia) | Investigate | People Associated with the Opposition (Croatian Democratic Union) | 2014-02-05\n- People Associated with the Opposition (Croatian Democratic Union) | Make an appeal or request | Government (Croatia) | 2015-06-16\n- People Associated with the Opposition (Croatian Democratic Union) | Make statement | Government (Croatia) | 2015-10-01\n- People Associated with the Opposition (Croatian Democratic Union) | Criticize or denounce | Government (Croatia) | 2015-10-01\n- People Associated with the Opposition (Croatian Democratic Union) | Criticize or denounce | Government (Croatia) | 2015-09-09\n- People Associated with the Opposition (Croatian Democratic Union) | Criticize or denounce | Government (Croatia) | 2014-09-17\n- Government (Croatia) | Reject | Croatian Party of Rights | 2006-05-26\n- Croatian Party of Rights | Make an appeal or request | Government (Croatia) | 2007-05-11\n- Citizen (Croatia) | Reject | People Associated with the Opposition (Croatian Democratic Union) | 2014-07-03\n- Government (Croatia) | Deny responsibility | Croatian Party of Rights | 2006-05-26\n- Croatian Party of Rights | Make statement | Government (Croatia) | 2005-04-09\n- Croatian Party of Rights | Make pessimistic comment | Government (Croatia) | 2005-12-13\n- Croatian Party of Rights | Criticize or denounce | Government (Croatia) | 2005-03-17\n- People Associated with the Opposition (Croatian Democratic Union) | Praise or endorse | Angela Merkel | 2015-10-01\n- Croatian Party of Rights | Make an appeal or request | Ivan Jarnjak | 2007-09-04\nAnswer:", "completion": " Citizen (Croatia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1223158", "prompt": "In which month did the citizens of Uganda last appeal to Chirau Ali Mwakwere?\nEvidence:\n- Lawyer/Attorney (Uganda) | Consult | Chirau Ali Mwakwere | 2012-09-01\n- Chirau Ali Mwakwere | Consult | Lawyer/Attorney (Uganda) | 2012-09-01\n- Lawyer/Attorney (Uganda) | Make statement | Chirau Ali Mwakwere | 2012-08-15\n- Citizen (Uganda) | Make an appeal or request | Chirau Ali Mwakwere | 2012-01-03\n- Chirau Ali Mwakwere | Make statement | Sudan | 2005-09-01\n- Chirau Ali Mwakwere | Make statement | Sudan | 2005-02-08\n- Chirau Ali Mwakwere | Make statement | Ethiopia | 2005-02-08\n- Chirau Ali Mwakwere | Make statement | Djibouti | 2005-02-08\n- Chirau Ali Mwakwere | Demand | Police (Kenya) | 2005-12-23\n- Chirau Ali Mwakwere | Accuse | Police (Kenya) | 2005-03-29\n- Chirau Ali Mwakwere | Accuse | Media (Africa) | 2006-02-02\n- Chirau Ali Mwakwere | Appeal for change in leadership | Police (Kenya) | 2005-03-29\n- Police (Kenya) | Make statement | Chirau Ali Mwakwere | 2009-06-30\n- Lawyer/Attorney (Kenya) | Consult | Chirau Ali Mwakwere | 2010-02-09\n- Chirau Ali Mwakwere | Make statement | William Ruto | 2012-10-12\nAnswer:", "completion": " 2012-01", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1130088", "prompt": "Who praised the Royal Administration of Jordan on 3 May 2015?\nEvidence:\n- Ministry (Jordan) | Praise or endorse | Royal Administration (Jordan) | 2015-05-03\nAnswer:", "completion": " Ministry (Jordan)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1318614", "prompt": "Could you tell me the exact month when Bernd Lange praised Vietnam for the first time?\nEvidence:\n- Vietnam | Host a visit | Bernd Lange | 2015-04-10\n- Vietnam | Host a visit | Bernd Lange | 2015-04-07\n- Bernd Lange | Praise or endorse | Vietnam | 2015-04-14\n- Bernd Lange | Praise or endorse | Vietnam | 2015-04-10\n- Bernd Lange | Praise or endorse | Vietnam | 2015-04-07\n- Bernd Lange | Make a visit | Vietnam | 2015-04-10\n- Bernd Lange | Make a visit | Vietnam | 2015-04-07\n- Carlo Calenda | Make statement | Bernd Lange | 2014-11-22\n- Vietnam | Appeal for intelligence | China | 2005-01-15\n- Unified Buddhist Church of Vietnam | Appeal for rights | Vietnam | 2005-02-11\n- Vietnam | Criticize or denounce | Member of the Judiciary (United States) | 2005-03-15\n- Vietnam | Criticize or denounce | Member of the Judiciary (United States) | 2005-03-12\n- Vietnam | Criticize or denounce | Member of the Judiciary (United States) | 2005-03-11\n- Vietnam | Make an appeal or request | Ministry (Vietnam) | 2005-04-01\n- Ministry of Public Security (Vietnam) | Make statement | Vietnam | 2005-03-31\nAnswer:", "completion": " 2015-04", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1085113", "prompt": "Who visited Romania in the same month as the criminal of Brazil?\nEvidence:\n- Ministry (Romania) | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2005-01-10\n- Ministry (Romania) | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2005-01-08\n- Vietnam | Engage in diplomatic cooperation | Romania | 2005-01-31\n- Romania | Engage in diplomatic cooperation | Vietnam | 2005-01-31\n- Ministry (Romania) | Make statement | Romania | 2005-03-25\n- Ministry (Romania) | Make statement | Romania | 2005-01-12\n- Lawyer/Attorney (Romania) | Investigate | Romania | 2005-03-22\n- Romania | Engage in negotiation | International Monetary Fund | 2005-01-27\n- International Monetary Fund | Engage in negotiation | Romania | 2005-01-27\n- Romania | Reduce relations | Royal Administration (Romania) | 2005-03-24\n- Romania | Praise or endorse | Intelligence (Romania) | 2005-02-08\n- Ministry (Romania) | Make optimistic comment | Romania | 2005-01-14\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-21\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-04\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-01-31\nAnswer:", "completion": " Tourist (Cyprus)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1020382", "prompt": "Who was the last to use unconventional violence against Brazilian citizens, before the people associated with the Brazilian opposition?\nEvidence:\n- People Associated with the Opposition (Brazil) | Use unconventional violence | Ministry (Brazil) | 2006-10-02\n- People Associated with the Opposition (Brazil) | Use unconventional violence | Citizen (Brazil) | 2006-09-27\n- People Associated with the Opposition (Bangladesh) | Use unconventional violence | Citizen (Bangladesh) | 2013-10-27\n- People Associated with the Opposition (Bangladesh) | Use unconventional violence | Citizen (Bangladesh) | 2005-08-20\n- People Associated with the Opposition (Australia) | Use unconventional violence | Julia Gillard | 2013-02-02\n- People Associated with the Opposition (Australia) | Use unconventional violence | Julia Gillard | 2012-02-16\n- People Associated with the Opposition (Australia) | Use unconventional violence | Julia Gillard | 2011-05-17\n- People Associated with the Opposition (Australia) | Use unconventional violence | Citizen (Australia) | 2012-05-01\n- People Associated with the Opposition (Australia) | Use unconventional violence | Citizen (Australia) | 2011-08-18\n- People Associated with the Opposition (Australia) | Use unconventional violence | Citizen (Australia) | 2010-10-12\n- Citizen (Brazil) | Use unconventional violence | People Associated with the Opposition (Brazil) | 2012-05-15\n- Citizen (Brazil) | Use unconventional violence | People Associated with the Opposition (Brazil) | 2010-09-09\n- Citizen (Australia) | Use unconventional violence | People Associated with the Opposition (Australia) | 2015-03-01\n- Citizen (Australia) | Use unconventional violence | People Associated with the Opposition (Australia) | 2010-01-22\n- Citizen (Australia) | Use unconventional violence | People Associated with the Opposition (Australia) | 2008-09-04\nAnswer:", "completion": " Criminal (Brazil)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1375124", "prompt": "Who did the leader of Ghana want to negotiate with after South Africa?\nEvidence:\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-27\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-26\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-25\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-23\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-19\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-16\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-13\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-02\n- Police (South Africa) | Arrest, detain, or charge with legal action | South Africa | 2005-02-11\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\nAnswer:", "completion": " Iran", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1166028", "prompt": "Before the villagers of Myanmar, against whom did the Myanmar military use conventional military force?\nEvidence:\n- Military (Myanmar) | Use conventional military force | Villager (Myanmar) | 2007-12-12\n- Military (Myanmar) | Use conventional military force | Student (Myanmar) | 2007-09-27\n- Military (Myanmar) | Use conventional military force | Student (Myanmar) | 2007-09-26\n- Military (Myanmar) | Use conventional military force | Protester (Myanmar) | 2008-08-10\n- Military (Myanmar) | Use conventional military force | Protester (Myanmar) | 2007-09-29\n- Military (Myanmar) | Use conventional military force | Protester (Myanmar) | 2007-09-27\n- Military (Myanmar) | Use conventional military force | Education (Myanmar) | 2015-11-28\n- Military (Myanmar) | Use conventional military force | Combatant (Myanmar) | 2014-10-29\n- Military (Myanmar) | Use conventional military force | Combatant (Myanmar) | 2010-11-19\n- Military (Myanmar) | Use conventional military force | Combatant (Myanmar) | 2007-03-27\n- Military (Myanmar) | Use conventional military force | Combatant (Myanmar) | 2007-03-24\n- Thailand | Use conventional military force | Military (Myanmar) | 2007-03-27\n- Military (Myanmar) | Use conventional military force | Thailand | 2009-01-29\n- Military (Myanmar) | Use conventional military force | Thailand | 2007-03-27\n- Military (Myanmar) | Use conventional military force | China | 2015-03-16\nAnswer:", "completion": " United Wa State Army", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1307641", "prompt": "With whom did the head of Belarus negotiate before 26 March 2010?\nEvidence:\n- Xi Jinping | Engage in negotiation | Head of Government (Belarus) | 2010-03-26\n- Head of Government (Belarus) | Engage in negotiation | Xi Jinping | 2010-03-26\nAnswer:", "completion": " Mikhail Yefimovich Fradkov", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 0} +{"id": "mtq_1125654", "prompt": "Which country wanted to meet with Vietnam on the same day as the Ministry of Finance of Bangladesh?\nEvidence:\n- Finance / Economy / Commerce / Trade Ministry (Vietnam) | Make statement | Vietnam | 2005-01-18\n- Vietnam | Express intent to meet or negotiate | Thailand | 2005-01-05\n- Vietnam | Express intent to meet or negotiate | Japan | 2005-01-05\n- Thailand | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- Japan | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- Vietnam | Express intent to meet or negotiate | South Korea | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- Unified Buddhist Church of Vietnam | Appeal for rights | Vietnam | 2005-02-11\n- Vietnam | fight with small arms and light weapons | Fishermen (Vietnam) | 2005-01-14\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | Cambodia | 2005-01-25\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Vietnam | 2005-01-20\n- Cambodia | Express intent to engage in diplomatic cooperation (such as policy support) | Vietnam | 2005-01-25\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | South Korea | 2005-01-06\n- Vietnam | Host a visit | Head of Government (Mongolia) | 2005-01-20\n- Head of Government (Mongolia) | Make a visit | Vietnam | 2005-01-20\nAnswer:", "completion": " Thailand", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1005773", "prompt": "In which year did Jens Stoltenberg negotiate with Dmitry Medvedev?\nEvidence:\n- Wen Jiabao | Engage in negotiation | Jens Stoltenberg | 2007-03-26\n- Jens Stoltenberg | Engage in negotiation | Wen Jiabao | 2007-03-26\n- Shaukat Aziz | Consult | Jens Stoltenberg | 2005-12-08\n- Shaukat Aziz | Consult | Jens Stoltenberg | 2005-12-06\n- Shaukat Aziz | Apologize | Jens Stoltenberg | 2006-02-15\n- Mahmoud Abbas | Consult | Jens Stoltenberg | 2006-09-21\n- Mahmoud Abbas | Consult | Jens Stoltenberg | 2006-04-26\n- Jens Stoltenberg | Consult | Shaukat Aziz | 2005-12-08\n- Jens Stoltenberg | Consult | Shaukat Aziz | 2005-12-06\n- Jens Stoltenberg | Consult | Mahmoud Abbas | 2006-09-21\n- Jens Stoltenberg | Consult | Mahmoud Abbas | 2006-04-26\n- Jens Stoltenberg | Consult | Harald V | 2005-10-14\n- Jens Stoltenberg | Apologize | Shaukat Aziz | 2006-02-15\n- Harald V | Consult | Jens Stoltenberg | 2005-10-14\n- Mikhail Yefimovich Fradkov | Consult | Jens Stoltenberg | 2006-03-29\nAnswer:", "completion": " 2010", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1157396", "prompt": "When did Nguyen Xuan Phuc last request the United Arab Emirates?\nEvidence:\n- Nguyen Xuan Phuc | Make an appeal or request | United Arab Emirates | 2015-01-02\n- Nguyen Xuan Phuc | Make an appeal or request | United Arab Emirates | 2014-12-16\n- Nguyen Xuan Phuc | Consult | Iran | 2014-10-15\n- Iran | Consult | Nguyen Xuan Phuc | 2014-10-15\n- Nguyen Xuan Phuc | Make statement | Vietnam | 2015-04-21\n- Nguyen Xuan Phuc | Make statement | Vietnam | 2015-01-20\n- Nguyen Xuan Phuc | Make statement | Vietnam | 2015-01-02\n- Nguyen Xuan Phuc | Make statement | Vietnam | 2014-12-16\n- Nguyen Xuan Phuc | Make statement | Vietnam | 2014-12-12\n- Nguyen Xuan Phuc | Make statement | Vietnam | 2014-12-09\n- Nguyen Xuan Phuc | Make statement | Vietnam | 2014-10-24\n- Nguyen Xuan Phuc | Make statement | Vietnam | 2014-10-18\n- Nguyen Xuan Phuc | Make statement | Vietnam | 2014-10-16\n- Nguyen Xuan Phuc | Make statement | Vietnam | 2014-06-13\n- Nguyen Xuan Phuc | Make statement | Vietnam | 2014-06-11\nAnswer:", "completion": " 2015-01-02", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1000410", "prompt": "To whom did the State Security Service last make a request before the member of the Legislative Assembly of the Government of Nigeria?\nEvidence:\n- State Security Service | Torture | Citizen (Nigeria) | 2006-12-04\n- State Security Service | Investigate | Citizen (Nigeria) | 2007-09-28\n- State Security Service | Accuse | Citizen (Nigeria) | 2007-06-01\n- State Security Service | Accuse | Citizen (Nigeria) | 2007-01-10\n- Citizen (Nigeria) | Accuse | State Security Service | 2006-06-25\n- Citizen (Nigeria) | Accuse | State Security Service | 2005-04-12\n- Ministry (Nigeria) | Make statement | State Security Service | 2006-08-19\n- Citizen (Nigeria) | Make an appeal or request | State Security Service | 2006-11-22\n- State Security Service | Return, release person(s) | Head of Government (Nigeria) | 2006-09-22\n- State Security Service | Occupy territory | Citizen (Nigeria) | 2005-08-29\n- Labor Union (Nigeria) | Accuse | State Security Service | 2007-04-19\n- Citizen (Nigeria) | Express accord | State Security Service | 2005-02-03\n- Citizen (Nigeria) | Use unconventional violence | State Security Service | 2006-05-04\n- Citizen (Nigeria) | Criticize or denounce | State Security Service | 2006-09-13\n- Citizen (Nigeria) | Criticize or denounce | State Security Service | 2006-06-16\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1386941", "prompt": "Who expressed the intention to meet with Janez Jansa in the same year of Aigars Kalvitis?\nEvidence:\n- Janez Jansa | Consult | Aigars Kalvitis | 2006-07-24\n- Janez Jansa | Consult | Aigars Kalvitis | 2005-09-13\n- Aigars Kalvitis | Consult | Janez Jansa | 2006-07-24\n- Aigars Kalvitis | Consult | Janez Jansa | 2005-09-13\n- Janez Jansa | Host a visit | Aigars Kalvitis | 2005-09-13\n- Aigars Kalvitis | Make a visit | Janez Jansa | 2005-09-13\n- Janez Jansa | Express intent to meet or negotiate | Aigars Kalvitis | 2005-09-12\n- Aigars Kalvitis | Express intent to meet or negotiate | Janez Jansa | 2005-09-12\n- France | Consult | Aigars Kalvitis | 2005-04-21\n- Aigars Kalvitis | Consult | France | 2005-04-21\n- Janez Jansa | Express intent to meet or negotiate | Kuwait | 2006-11-11\n- Janez Jansa | Express intent to meet or negotiate | Kuwait | 2006-11-10\n- Wen Jiabao | Consult | Janez Jansa | 2006-09-11\n- Vlado Buckovski | Consult | Janez Jansa | 2005-11-16\n- Tony Blair | Consult | Janez Jansa | 2005-12-08\nAnswer:", "completion": " Wolfgang Schüssel", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1001980", "prompt": "Before Antonio Paulo Kassoma, who praised the head of government of Timor-Leste?\nEvidence:\n- Antonio Paulo Kassoma | Make statement | Timor-Leste | 2009-05-27\n- Antonio Paulo Kassoma | Praise or endorse | Head of Government (Timor-Leste) | 2011-06-27\n- Timor-Leste | Engage in negotiation | Antonio Paulo Kassoma | 2009-05-27\n- Antonio Paulo Kassoma | Engage in negotiation | Timor-Leste | 2009-05-27\n- Head of Government (Portugal) | Praise or endorse | Antonio Paulo Kassoma | 2008-10-16\n- Portugal | Make statement | Antonio Paulo Kassoma | 2010-03-11\n- Media (Russia) | Consult | Antonio Paulo Kassoma | 2009-06-26\n- François Bozizé | Consult | Antonio Paulo Kassoma | 2010-10-15\n- François Bozizé | Consult | Antonio Paulo Kassoma | 2010-10-14\n- Antonio Paulo Kassoma | Make statement | Togo | 2010-01-09\n- Antonio Paulo Kassoma | Make statement | Angola | 2011-06-28\n- Antonio Paulo Kassoma | Make statement | Angola | 2011-06-27\n- Antonio Paulo Kassoma | Make statement | Angola | 2011-05-05\n- Antonio Paulo Kassoma | Make statement | Angola | 2010-12-06\n- Antonio Paulo Kassoma | Make statement | Angola | 2010-04-13\nAnswer:", "completion": " China", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1316661", "prompt": "Which country was the first to make pessimistic remarks about the Middle East after the Association of Southeast Asian Nations?\nEvidence:\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-07\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-06\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-04\n- Japan | Mediate | Association of Southeast Asian Nations | 2005-02-09\n- Japan | Consult | Association of Southeast Asian Nations | 2005-02-25\n- China | Consult | Association of Southeast Asian Nations | 2005-02-25\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-07\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-06\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-04\n- Association of Southeast Asian Nations | Consult | Japan | 2005-02-25\n- Association of Southeast Asian Nations | Consult | China | 2005-02-25\n- Wen Jiabao | Consult | Association of Southeast Asian Nations | 2005-01-06\n- South Korea | Consult | Association of Southeast Asian Nations | 2005-02-25\n- Association of Southeast Asian Nations | Consult | Wen Jiabao | 2005-01-06\n- Association of Southeast Asian Nations | Consult | South Korea | 2005-02-25\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1310855", "prompt": "Who rejected the women of Australia last, before the professor of Australia?\nEvidence:\n- Professor (Australia) | Reject | Women (Australia) | 2013-02-26\n- Member of Parliament (Australia) | Demand | Professor (Australia) | 2014-10-27\n- Professor (Australia) | Make statement | People Associated with the Opposition (Australia) | 2008-07-06\n- Professor (Australia) | Make statement | People Associated with the Opposition (Australia) | 2006-02-13\n- Professor (Singapore) | Accuse | Women (Singapore) | 2006-10-30\n- Professor (Australia) | Make statement | Member of Parliament (Australia) | 2015-09-03\n- Professor (Australia) | Make statement | Member of Parliament (Australia) | 2009-10-31\n- Professor (Australia) | Make statement | Member of Parliament (Australia) | 2006-03-20\n- Member of Parliament (Australia) | Make statement | Professor (Australia) | 2009-02-10\n- Member of Parliament (Australia) | Make statement | Professor (Australia) | 2008-10-02\n- Member of the Judiciary (Denmark) | Make statement | Professor (Denmark) | 2015-06-16\n- Professor (Australia) | Torture | Criminal (Australia) | 2005-05-18\n- Professor (Australia) | Reject | Citizen (Australia) | 2011-06-23\n- Professor (Australia) | Reject | Citizen (Australia) | 2008-04-19\n- Professor (Australia) | Demand | Citizen (Australia) | 2008-09-19\nAnswer:", "completion": " Lawyer/Attorney (Australia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1215171", "prompt": "Who did the Military of South Sudan accuse on the same year of the citizens of Sudan?\nEvidence:\n- South Sudan | Accuse | Military Intelligence (Sudan) | 2006-02-13\n- High Ranking Military Personnel (Sudan) | Accuse | South Sudan | 2013-06-10\n- South Sudan | Accuse | Government (Sudan) | 2006-02-21\n- South Sudan | Accuse | Citizen (Sudan) | 2006-02-21\n- Citizen (Uganda) | Accuse | South Sudan | 2006-08-17\n- High Ranking Military Personnel (Sudan) | Accuse | Police (Sudan) | 2006-11-14\n- Citizen (Sudan) | Accuse | High Ranking Military Personnel (Sudan) | 2009-08-06\n- The Juba Post | Consult | High Ranking Military Personnel (Sudan) | 2010-08-19\n- High Ranking Military Personnel (Sudan) | Consult | The Juba Post | 2010-08-19\n- High Ranking Military Personnel (Sudan) | Make statement | South Sudan | 2005-04-25\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- South Sudan | Receive deployment of peacekeepers | China | 2006-05-28\n- China | Provide military protection or peacekeeping | South Sudan | 2006-05-28\n- South Sudan | Cooperate economically | Sudan | 2006-03-14\n- Government (Sudan) | Mediate | South Sudan | 2006-07-24\nAnswer:", "completion": " Government (Sudan)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1339116", "prompt": "Before 2011, who were the Limpopo police investigating?\nEvidence:\n- Member of the Judiciary (South Africa) | Reject | Limpopo Police | 2005-03-30\n- Limpopo Police | Investigate | South Africa | 2011-08-31\n- Limpopo Police | Investigate | South Africa | 2011-05-11\n- Limpopo Police | Investigate | South Africa | 2009-05-13\n- Limpopo Police | Investigate | South Africa | 2005-09-27\n- Police (South Africa) | Make statement | Limpopo Police | 2013-12-20\n- Police (South Africa) | Make statement | Limpopo Police | 2013-07-11\n- Police (South Africa) | Make statement | Limpopo Police | 2012-06-08\n- Police (South Africa) | Make statement | Limpopo Police | 2011-12-22\n- Limpopo Police | Investigate | Men (South Africa) | 2014-02-27\n- Limpopo Police | Investigate | Men (South Africa) | 2012-10-17\n- Limpopo Police | Investigate | Men (South Africa) | 2011-12-06\n- Limpopo Police | Investigate | Men (South Africa) | 2011-02-22\n- Limpopo Police | Investigate | Men (South Africa) | 2009-07-07\n- Limpopo Police | Investigate | Men (South Africa) | 2008-10-02\nAnswer:", "completion": " Armed Gang (South Africa)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1273482", "prompt": "Who asked for the citizens of Croatia after the party member of Croatia did?\nEvidence:\n- Party Member (Croatia) | Consult | Democratic Party (Croatia) | 2015-02-06\n- Democratic Party (Croatia) | Consult | Party Member (Croatia) | 2015-02-06\n- Police (Croatia) | Investigate | Party Member (Croatia) | 2008-11-29\n- Citizen (Croatia) | Demand | Party Member (Croatia) | 2009-05-28\n- Citizen (Croatia) | Accuse | Party Member (Croatia) | 2015-05-27\n- Business (Croatia) | Investigate | Party Member (Croatia) | 2007-10-11\n- Party Member (Croatia) | Make statement | Government (Croatia) | 2007-10-06\n- Ombudsman (Croatia) | Make statement | Party Member (Croatia) | 2015-05-27\n- City Mayor (Croatia) | Accuse | Party Member (Croatia) | 2013-03-06\n- Party Member (Croatia) | Criticize or denounce | Citizen (Croatia) | 2007-11-10\n- Citizen (Croatia) | Criticize or denounce | Party Member (Croatia) | 2006-01-28\n- Citizen (Croatia) | Appeal for diplomatic cooperation (such as policy support) | Party Member (Croatia) | 2015-07-25\n- Business (Croatia) | Appeal for diplomatic cooperation (such as policy support) | Party Member (Croatia) | 2015-11-13\n- Croatian Party of Rights | Praise or endorse | Party Member (Croatia) | 2005-06-14\n- Party Member (Turkey) | Accuse | Member of the Judiciary (Turkey) | 2008-12-27\nAnswer:", "completion": " Ante Kotromanović", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1225226", "prompt": "Who rejected the government of Nigeria in the same month of South Africa?\nEvidence:\n- Government (South Africa) | Engage in diplomatic cooperation | African Union | 2005-02-26\n- South Africa | Engage in negotiation | Japan | 2005-02-05\n- South Africa | Engage in negotiation | France | 2005-02-05\n- Japan | Engage in negotiation | South Africa | 2005-02-05\n- France | Engage in negotiation | South Africa | 2005-02-05\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- Head of Government (Nigeria) | Consult | African Union | 2005-02-01\n- Head of Government (Nigeria) | Consult | African Union | 2005-01-31\n- African Union | Consult | Head of Government (Nigeria) | 2005-02-01\n- African Union | Consult | Head of Government (Nigeria) | 2005-01-31\n- South Africa | Consult | China | 2005-02-05\n- China | Consult | South Africa | 2005-02-05\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1382932", "prompt": "In the year 2015, who made the education of Pakistan suffer from unconventional violence?\nEvidence:\n- Criminal (Pakistan) | Use unconventional violence | Education (Pakistan) | 2012-08-15\n- Criminal (Pakistan) | Use unconventional violence | Education (Pakistan) | 2011-11-19\n- Criminal (Pakistan) | Use unconventional violence | Education (Pakistan) | 2011-06-30\n- Criminal (Pakistan) | Use unconventional violence | Education (Pakistan) | 2011-03-01\n- Criminal (Pakistan) | Use unconventional violence | Education (Pakistan) | 2008-11-13\n- Criminal (Pakistan) | Use unconventional violence | Education (Pakistan) | 2008-06-28\n- Militant (Taliban) | Use unconventional violence | Education (Pakistan) | 2015-10-20\n- Militant (Taliban) | Use unconventional violence | Education (Pakistan) | 2015-01-19\n- Militant (Taliban) | Use unconventional violence | Education (Pakistan) | 2015-01-16\n- Militant (Taliban) | Use unconventional violence | Education (Pakistan) | 2015-01-13\n- Militant (Taliban) | Use unconventional violence | Education (Pakistan) | 2015-01-03\n- Militant (Taliban) | Use unconventional violence | Education (Pakistan) | 2014-12-26\n- Militant (Taliban) | Use unconventional violence | Education (Pakistan) | 2014-12-20\n- Militant (Taliban) | Use unconventional violence | Education (Pakistan) | 2014-12-18\n- Militant (Taliban) | Use unconventional violence | Education (Pakistan) | 2014-12-17\nAnswer:", "completion": " Militant (Taliban)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1169165", "prompt": "After the Prime Minister of Botswana, with whom did Huang Ju want to negotiate first?\nEvidence:\n- Huang Ju | Express intent to meet or negotiate | Head of Government (Botswana) | 2005-11-14\n- Huang Ju | Demand | Japan | 2005-05-08\n- Huang Ju | Express intent to meet or negotiate | Madagascar | 2005-11-21\n- Huang Ju | Express intent to meet or negotiate | Madagascar | 2005-11-14\n- Huang Ju | Express intent to meet or negotiate | Madagascar | 2005-11-10\n- Huang Ju | Express intent to meet or negotiate | Madagascar | 2005-11-03\n- Wen Jiabao | Consult | Huang Ju | 2006-01-07\n- Wen Jiabao | Consult | Huang Ju | 2005-05-27\n- Wen Jiabao | Consult | Huang Ju | 2005-03-29\n- Wen Jiabao | Consult | Huang Ju | 2005-03-07\n- Wen Jiabao | Consult | Huang Ju | 2005-01-12\n- Samuel Schmid | Consult | Huang Ju | 2005-01-30\n- Samuel Schmid | Consult | Huang Ju | 2005-01-29\n- Mohammad Soleimani | Consult | Huang Ju | 2005-10-30\n- Huang Ju | Make statement | Thailand | 2005-07-01\nAnswer:", "completion": " Madagascar", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1038577", "prompt": "Who was the last country to investigate Julian Paul Assange in 2011?\nEvidence:\n- Julian Paul Assange | Investigate | Julia Gillard | 2011-03-15\n- Lawyer/Attorney (Sweden) | Investigate | Julian Paul Assange | 2011-10-01\n- Lawyer/Attorney (Sweden) | Investigate | Julian Paul Assange | 2011-07-11\n- Lawyer/Attorney (Sweden) | Investigate | Julian Paul Assange | 2011-02-24\n- Lawyer/Attorney (Sweden) | Investigate | Julian Paul Assange | 2011-02-23\n- Lawyer/Attorney (Sweden) | Investigate | Julian Paul Assange | 2011-02-09\n- Lawyer/Attorney (Sweden) | Investigate | Julian Paul Assange | 2011-02-08\n- Lawyer/Attorney (Sweden) | Investigate | Julian Paul Assange | 2011-02-07\n- Court Judge (United Kingdom) | Investigate | Julian Paul Assange | 2011-12-07\n- Lawyer/Attorney (Sweden) | Investigate crime, corruption | Julian Paul Assange | 2011-02-09\n- Lawyer/Attorney (Sweden) | Investigate crime, corruption | Julian Paul Assange | 2011-01-11\n- Police (Sweden) | Accuse | Julian Paul Assange | 2011-03-10\n- Julian Paul Assange | Accuse | Robert McClelland | 2011-02-14\n- Julian Paul Assange | Accuse | Julia Gillard | 2011-03-15\n- Julia Gillard | Reject | Julian Paul Assange | 2011-03-15\nAnswer:", "completion": " Lawyer/Attorney (United States)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1272385", "prompt": "Who did Ramtane Lamamra want to meet in the same year as John Baird?\nEvidence:\n- John Baird | Express intent to meet or negotiate | John Baird | 2009-03-11\n- South Sudan | Engage in negotiation | Ramtane Lamamra | 2013-06-14\n- South Sudan | Engage in negotiation | Ramtane Lamamra | 2013-06-13\n- Ramtane Lamamra | Engage in negotiation | South Sudan | 2013-06-14\n- Ramtane Lamamra | Engage in negotiation | South Sudan | 2013-06-13\n- Ramtane Lamamra | Express intent to meet or negotiate | Mauritania | 2008-08-06\n- Ramtane Lamamra | Express intent to meet or negotiate | Madagascar | 2009-03-02\n- Ramtane Lamamra | Express intent to meet or negotiate | Comoros | 2010-04-07\n- Ramtane Lamamra | Make statement | Ethiopia | 2011-11-18\n- Ramtane Lamamra | Consult | Pierre Vimont | 2012-06-06\n- Ramtane Lamamra | Consult | African Union | 2012-11-06\n- Ramtane Lamamra | Consult | African Union | 2009-01-17\n- Pierre Vimont | Consult | Ramtane Lamamra | 2012-06-06\n- African Union | Consult | Ramtane Lamamra | 2012-11-06\n- African Union | Consult | Ramtane Lamamra | 2009-01-17\nAnswer:", "completion": " Head of Government (Egypt)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1347410", "prompt": "In which month did Oluṣẹgun Ọbasanjọ first investigate the ministry of Nigeria?\nEvidence:\n- Oluṣẹgun Ọbasanjọ | Investigate | Ministry (Nigeria) | 2005-07-14\n- Oluṣẹgun Ọbasanjọ | Investigate | Ministry (Nigeria) | 2005-03-02\n- Oluṣẹgun Ọbasanjọ | Investigate crime, corruption | Ministry (Nigeria) | 2007-02-09\n- Oluṣẹgun Ọbasanjọ | Investigate | Government (Nigeria) | 2009-05-13\n- Oluṣẹgun Ọbasanjọ | Investigate | Government (Nigeria) | 2008-05-19\n- Oluṣẹgun Ọbasanjọ | Investigate | Citizen (Nigeria) | 2010-03-08\n- Oluṣẹgun Ọbasanjọ | Investigate | Citizen (Nigeria) | 2009-05-13\n- Oluṣẹgun Ọbasanjọ | Investigate | Citizen (Nigeria) | 2006-10-30\n- Government (Nigeria) | Investigate | Oluṣẹgun Ọbasanjọ | 2008-01-09\n- Government (Nigeria) | Investigate | Oluṣẹgun Ọbasanjọ | 2006-07-22\n- Oluṣẹgun Ọbasanjọ | Threaten | Ministry (Nigeria) | 2007-01-19\n- Oluṣẹgun Ọbasanjọ | Reject | Ministry (Nigeria) | 2006-06-25\n- Oluṣẹgun Ọbasanjọ | Consult | Ministry (Nigeria) | 2012-11-14\n- Oluṣẹgun Ọbasanjọ | Consult | Ministry (Nigeria) | 2009-03-25\n- Oluṣẹgun Ọbasanjọ | Accuse | Ministry (Nigeria) | 2006-10-16\nAnswer:", "completion": " 2005-03", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1379295", "prompt": "Who was the first to negotiate with Angela Merkel in 2012?\nEvidence:\n- Angela Merkel | Express intent to meet or negotiate | China | 2012-02-02\n- Angela Merkel | Express intent to meet or negotiate | China | 2012-02-01\n- Angela Merkel | Express intent to meet or negotiate | China | 2012-01-31\n- Angela Merkel | Express intent to meet or negotiate | China | 2012-01-27\n- Angela Merkel | Express intent to meet or negotiate | China | 2012-01-26\n- Angela Merkel | Express intent to meet or negotiate | China | 2012-01-20\n- Mario Monti | Express intent to meet or negotiate | Angela Merkel | 2012-01-16\n- Mahmoud Abbas | Express intent to meet or negotiate | Angela Merkel | 2012-01-13\n- Angela Merkel | Express intent to meet or negotiate | Wen Jiabao | 2012-02-02\n- Angela Merkel | Express intent to meet or negotiate | Wen Jiabao | 2012-02-01\n- Angela Merkel | Express intent to meet or negotiate | Wen Jiabao | 2012-01-27\n- Angela Merkel | Express intent to meet or negotiate | Mario Monti | 2012-01-26\n- Angela Merkel | Express intent to meet or negotiate | Business (Germany) | 2012-02-02\n- Angela Merkel | Engage in negotiation | Wen Jiabao | 2012-02-02\n- Head of Government (Germany) | Express intent to meet or negotiate | Angela Merkel | 2012-03-29\nAnswer:", "completion": " Pedro Manuel Mamede Passos Coelho", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1019035", "prompt": "What month did the citizens of Venezuela blame Marisabel Rodríguez?\nEvidence:\n- Citizen (Venezuela) | Accuse | Marisabel Rodríguez | 2008-06-09\n- Marisabel Rodríguez | Make an appeal or request | Population (Venezuela) | 2007-11-12\n- Marisabel Rodríguez | Discuss by telephone | Associated Press | 2008-05-10\n- Marisabel Rodríguez | Discuss by telephone | Associated Press | 2008-05-09\n- Associated Press | Discuss by telephone | Marisabel Rodríguez | 2008-05-10\n- Associated Press | Discuss by telephone | Marisabel Rodríguez | 2008-05-09\n- Population (Venezuela) | Rally support on behalf of | Detainee (Venezuela) | 2015-02-23\n- Population (Venezuela) | Criticize or denounce | Citizen (Venezuela) | 2007-06-03\n- Citizen (Venezuela) | Demand meeting, negotiation | Population (Venezuela) | 2013-01-08\n- Population (Venezuela) | Engage in diplomatic cooperation | Citizen (Venezuela) | 2014-08-26\n- Citizen (Venezuela) | Make an appeal or request | Population (Venezuela) | 2012-08-15\n- Citizen (Venezuela) | Make an appeal or request | Population (Venezuela) | 2008-08-24\n- Citizen (Venezuela) | Make an appeal or request | Population (Venezuela) | 2007-08-02\n- Population (Venezuela) | Arrest, detain, or charge with legal action | Citizen (Venezuela) | 2015-11-30\n- Omar Barboza | Make an appeal or request | Population (Venezuela) | 2008-12-06\nAnswer:", "completion": " 2008-06", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1258172", "prompt": "In January 2013, who visited Tanzania?\nEvidence:\n- Tanzania | Engage in diplomatic cooperation | China | 2005-04-15\n- China | Engage in diplomatic cooperation | Tanzania | 2005-04-15\n- Tanzania | Accuse | Citizen (Tanzania) | 2005-08-23\n- Police (Tanzania) | Investigate | Tanzania | 2005-04-04\n- Police (Tanzania) | Confiscate property | Tanzania | 2005-04-29\n- Police (Tanzania) | Confiscate property | Tanzania | 2005-03-08\n- Police (Tanzania) | Accuse | Citizen (Tanzania) | 2005-07-25\n- Police (Tanzania) | Accuse | Citizen (Tanzania) | 2005-04-09\n- Citizen (Tanzania) | Yield | Police (Tanzania) | 2005-04-06\n- Police (Tanzania) | Physically assault | Citizen (Tanzania) | 2005-04-29\n- Police (Tanzania) | Physically assault | Citizen (Tanzania) | 2005-03-08\n- Police (Tanzania) | Confiscate property | Citizen (Tanzania) | 2005-03-08\n- Party Member (Tanzania) | Demand | Citizen (Tanzania) | 2005-07-16\n- Criminal (Tanzania) | Use unconventional violence | Tanzania | 2005-04-03\n- Criminal (Tanzania) | Physically assault | Citizen (Tanzania) | 2005-08-08\nAnswer:", "completion": " Radio France Internationale", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1146059", "prompt": "Who was the first to condemn the head of government of Kenya after the Kenyan civil service?\nEvidence:\n- Head of Government (Kenya) | Consult | Civil Service (Kenya) | 2008-04-01\n- Head of Government (Kenya) | Consult | Civil Service (Kenya) | 2005-12-02\n- Civil Service (Kenya) | Consult | Head of Government (Kenya) | 2008-04-01\n- Civil Service (Kenya) | Consult | Head of Government (Kenya) | 2005-12-02\n- Civil Service (Kenya) | Make statement | Head of Government (Kenya) | 2013-04-21\n- Civil Service (Kenya) | Make statement | Head of Government (Kenya) | 2013-02-01\n- Civil Service (Kenya) | Criticize or denounce | Head of Government (Kenya) | 2009-09-03\n- Police (Kenya) | Make statement | Civil Service (Kenya) | 2006-09-10\n- Civil Service (Kenya) | Make statement | Police (Kenya) | 2012-02-20\n- Mwai Kibaki | Demand | Civil Service (Kenya) | 2006-10-20\n- Francis Muthaura | Consult | Civil Service (Kenya) | 2013-02-05\n- Civil Service (Kenya) | Consult | Francis Muthaura | 2013-02-05\n- Police (Kenya) | Criticize or denounce | Civil Service (Kenya) | 2013-02-21\n- Civil Service (Kenya) | Make statement | Lawyer/Attorney (Kenya) | 2011-10-26\n- Presidential Press Service (Kenya) | Accuse | Head of Government (Kenya) | 2012-02-21\nAnswer:", "completion": " Barack Obama", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1018956", "prompt": "Who made the citizens of Brazil suffer from unconventional violence on 18 June 2008?\nEvidence:\n- Criminal (Brazil) | Use unconventional violence | Citizen (Brazil) | 2008-06-18\nAnswer:", "completion": " Criminal (Brazil)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1025299", "prompt": "Who is Yemen threatened by first after the Armed Rebel of Yemen did?\nEvidence:\n- Rebel Group (Eastern Front) | Discuss by telephone | Eritrea | 2005-06-23\n- Eritrea | Discuss by telephone | Rebel Group (Eastern Front) | 2005-06-23\n- Yemen | Rally support on behalf of | Rafiq Hariri | 2005-02-15\n- Yemen | Host a visit | Ministry of International Cooperation (Sudan) | 2005-02-17\n- Ministry of International Cooperation (Sudan) | Make a visit | Yemen | 2005-02-17\n- Yemen | Consult | Sudan | 2005-01-02\n- Yemen | Consult | Ethiopia | 2005-01-02\n- Yemen | Consult | Eritrea | 2005-03-11\n- Yemen | Consult | Djibouti | 2005-02-08\n- Yemen | Consult | Djibouti | 2005-02-07\n- Sudan | Consult | Yemen | 2005-01-02\n- Ethiopia | Consult | Yemen | 2005-01-02\n- Eritrea | Consult | Yemen | 2005-03-11\n- Djibouti | Consult | Yemen | 2005-02-08\n- Djibouti | Consult | Yemen | 2005-02-07\nAnswer:", "completion": " Isaias Afewerki", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1375588", "prompt": "When did the Congress of Trade Unions last appeal to the government of Namibia?\nEvidence:\n- Trade Union Congress | Make an appeal or request | Government (Namibia) | 2011-09-19\n- Trade Union Congress | Make an appeal or request | Government (Namibia) | 2008-04-23\n- Mbhazima Samuel Shilowa | Make statement | Dissident (Congress of South African Trade Unions) | 2008-10-16\n- Government Official (Namibia) | Make statement | Congress (Namibia) | 2006-09-14\n- Government (Namibia) | Make an appeal or request | Member of the Judiciary (Namibia) | 2013-01-23\n- Government (Namibia) | Make an appeal or request | Member of the Judiciary (Namibia) | 2012-06-26\n- Government (Namibia) | Make an appeal or request | Member of the Judiciary (Namibia) | 2011-07-11\n- Korean Confederation of Trade Unions | Reject | Alexander Vershbow | 2006-01-14\n- International Confederation of Free Trade Unions | Make an appeal or request | Head of Government (Colombia) | 2005-09-21\n- Member of the Judiciary (Namibia) | Demand | Children (Namibia) | 2008-11-19\n- Police (South Korea) | Reject | Korean Confederation of Trade Unions | 2015-12-03\n- Korean Confederation of Trade Unions | Yield | Police (South Korea) | 2015-12-10\n- Korean Confederation of Trade Unions | Criticize or denounce | Japan | 2008-07-16\n- Korean Confederation of Trade Unions | Accuse | Police (South Korea) | 2015-11-29\n- Botswana Federation of Trade Unions | Praise or endorse | China | 2005-04-25\nAnswer:", "completion": " 2011-09-19", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1137458", "prompt": "Who was the last to speak optimistically about the citizens of Nigeria before Bala Ngilari?\nEvidence:\n- Citizen (Nigeria) | Reject | Bala Ngilari | 2014-10-30\n- Citizen (Nigeria) | Accuse | Bala Ngilari | 2014-12-09\n- Bala Ngilari | Reject | Citizen (Nigeria) | 2014-10-13\n- Bala Ngilari | Provide aid | Citizen (Nigeria) | 2015-02-20\n- Bala Ngilari | Make statement | Hunter (Nigeria) | 2014-11-17\n- Bala Ngilari | Make statement | Hunter (Nigeria) | 2014-11-13\n- Bala Ngilari | Make statement | Government (Nigeria) | 2014-12-18\n- Bala Ngilari | Make statement | Government (Nigeria) | 2014-11-24\n- Bala Ngilari | Make statement | Government (Nigeria) | 2014-11-14\n- Bala Ngilari | Make statement | Government (Nigeria) | 2014-11-04\n- Bala Ngilari | Make statement | Government (Nigeria) | 2014-11-03\n- Bala Ngilari | Make statement | Government (Nigeria) | 2014-10-13\n- Citizen (Nigeria) | Express intent to cooperate | Bala Ngilari | 2014-12-31\n- Bala Ngilari | Express intent to cooperate | Citizen (Nigeria) | 2014-12-31\n- Bala Ngilari | Make optimistic comment | Citizen (Nigeria) | 2014-12-31\nAnswer:", "completion": " Muhammadu Buhari", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1044023", "prompt": "In 2014, who wants to engage in diplomatic cooperation with Macky Sall?\nEvidence:\n- Macky Sall | Engage in negotiation | France | 2011-12-02\n- France | Engage in negotiation | Macky Sall | 2011-12-02\n- Macky Sall | Engage in negotiation | Domestic Affairs (Spain) | 2006-08-22\n- Domestic Affairs (Spain) | Engage in negotiation | Macky Sall | 2006-08-22\n- Macky Sall | Consult | China | 2006-04-28\n- China | Consult | Macky Sall | 2006-04-28\n- Macky Sall | Reject | Abdoulaye Wade | 2009-02-03\n- Macky Sall | Reject | Abdoulaye Wade | 2009-01-27\n- Macky Sall | Make statement | China | 2006-04-28\n- Macky Sall | Make statement | China | 2006-04-27\n- Macky Sall | Make statement | China | 2006-01-13\n- Macky Sall | Demand | Abdoulaye Wade | 2012-02-27\n- Macky Sall | Consult | Abdoulaye Wade | 2007-06-02\n- Macky Sall | Consult | Abdoulaye Wade | 2006-02-09\n- Macky Sall | Consult | Abdoulaye Wade | 2005-01-13\nAnswer:", "completion": " Xi Jinping", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1277764", "prompt": "In 2013, who wished to negotiate with the Government of Nigeria first?\nEvidence:\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-07-02\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-06-27\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Head of Government (Brazil) | Arrest, detain, or charge with legal action | First Command of the Capital | 2006-01-15\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- First Command of the Capital | Criticize or denounce | Citizen (Brazil) | 2008-10-30\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2012-05-31\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1122242", "prompt": "After Angola, which country hosted the visit of the President of Chile?\nEvidence:\n- Member of the Judiciary (Angola) | Make pessimistic comment | Angola | 2005-01-21\n- South Africa | Host a visit | Angola | 2005-02-18\n- Joao Miranda | Make a visit | Angola | 2012-07-16\n- Joao Miranda | Make a visit | Angola | 2012-03-06\n- Joao Miranda | Make a visit | Angola | 2007-08-06\n- Businessperson (Germany) | Make a visit | Angola | 2005-03-15\n- Angola | Make a visit | South Africa | 2005-02-18\n- Angola | Host a visit | Joao Miranda | 2012-07-16\n- Angola | Host a visit | Joao Miranda | 2012-03-06\n- Angola | Host a visit | Joao Miranda | 2007-08-06\n- Angola | Host a visit | Businessperson (Germany) | 2005-03-15\n- Military Personnel (Angola) | Make statement | Angola | 2005-02-22\n- Yang Hyong Sop | Make a visit | Angola | 2005-03-31\n- Yang Hyong Sop | Make a visit | Angola | 2005-03-30\n- Foreign Affairs (Portugal) | Make a visit | Angola | 2005-01-27\nAnswer:", "completion": " China", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1312199", "prompt": "Who was the last to use unconventional force against Niger?\nEvidence:\n- Military (Niger) | Use conventional military force | Niger | 2005-04-14\n- People Associated with the Opposition (Niger) | Accuse | Niger | 2005-08-09\n- Niger | Ease administrative sanctions | Activist (Niger) | 2006-06-09\n- Media (Niger) | Provide humanitarian aid | Niger | 2005-09-01\n- Media (Niger) | Provide humanitarian aid | Niger | 2005-08-31\n- Niger | Consult | Mauritania | 2005-07-12\n- Niger | Consult | Mauritania | 2005-06-30\n- Mauritania | Consult | Niger | 2005-07-12\n- Mauritania | Consult | Niger | 2005-06-30\n- Niger | Express intent to meet or negotiate | Togo | 2005-02-11\n- Ireland | Express intent to provide material aid | Niger | 2005-08-10\n- Iran | Express intent to provide economic aid | Niger | 2005-08-21\n- USAID | Make a visit | Niger | 2005-07-28\n- South Africa | Cooperate economically | Niger | 2006-07-03\n- Niger | Sign formal agreement | China | 2005-12-31\nAnswer:", "completion": " Militant (Boko Haram)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1186225", "prompt": "After the head of government of Chile, who would like to negotiate first with Juan Carlos I?\nEvidence:\n- Portugal | Consult | Juan Carlos I | 2005-10-13\n- Juan Carlos I | Consult | Portugal | 2005-10-13\n- Mahmoud Abbas | Consult | Juan Carlos I | 2005-10-20\n- Mahmoud Abbas | Consult | Juan Carlos I | 2005-10-19\n- Juan Carlos I | Consult | Mahmoud Abbas | 2005-10-20\n- Juan Carlos I | Consult | Mahmoud Abbas | 2005-10-19\n- Juan Carlos I | Consult | Evo Morales | 2006-01-21\n- Juan Carlos I | Consult | Evo Morales | 2006-01-05\n- Juan Carlos I | Consult | Evo Morales | 2006-01-03\n- Juan Carlos I | Consult | Abdullah Gül | 2006-02-03\n- Evo Morales | Consult | Juan Carlos I | 2006-01-21\n- Evo Morales | Consult | Juan Carlos I | 2006-01-05\n- Evo Morales | Consult | Juan Carlos I | 2006-01-03\n- Abdullah Gül | Consult | Juan Carlos I | 2006-02-03\n- Juan Carlos I | Express intent to meet or negotiate | Vietnam | 2006-02-17\nAnswer:", "completion": " Newspaper (Spain)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1193938", "prompt": "To whom did the Ministry of Defence and Security of Nigeria make the first appeal after the Government of Nigeria?\nEvidence:\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Citizen (Nigeria) | Make an appeal or request | Ministry (Ministry of the Niger Delta) | 2009-01-22\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Labor and Employment Ministry (Nigeria) | Make an appeal or request | Ministry (Nigeria) | 2008-03-27\n- Defense / Security Ministry (Zambia) | Make an appeal or request | Zambian Defence Force | 2013-06-13\n- Defense / Security Ministry (Zambia) | Make statement | Zambian Defence Force | 2013-01-09\n- Ministry (Nigeria) | Make statement | Labor and Employment Ministry (Nigeria) | 2007-11-29\n- Labor and Employment Ministry (Nigeria) | Make statement | Ministry (Nigeria) | 2008-07-18\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-13\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-04\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-05-17\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2005-06-16\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1290504", "prompt": "Before 2006, with whom did Islam Karimov want to meet?\nEvidence:\n- Zurab Nogaideli | Express intent to meet or negotiate | Islam Karimov | 2005-04-12\n- Pervez Musharraf | Express intent to meet or negotiate | Islam Karimov | 2005-03-05\n- Islam Karimov | Express intent to meet or negotiate | Pervez Musharraf | 2005-03-05\n- Zurab Nogaideli | Consult | Islam Karimov | 2005-04-18\n- Senate (Uzbekistan) | Consult | Islam Karimov | 2005-04-06\n- Senate (Uzbekistan) | Consult | Islam Karimov | 2005-01-28\n- Pervez Musharraf | Consult | Islam Karimov | 2005-03-06\n- Islam Karimov | Demand | Senate (Uzbekistan) | 2005-01-31\n- Islam Karimov | Consult | Zurab Nogaideli | 2005-04-18\n- Islam Karimov | Consult | Senate (Uzbekistan) | 2005-04-06\n- Islam Karimov | Consult | Senate (Uzbekistan) | 2005-01-28\n- Islam Karimov | Consult | Pervez Musharraf | 2005-03-06\n- Roh Moo Hyun | Express intent to meet or negotiate | Islam Karimov | 2005-05-10\n- Roh Moo Hyun | Express intent to meet or negotiate | Islam Karimov | 2005-04-08\n- Roh Moo Hyun | Express intent to meet or negotiate | Islam Karimov | 2005-04-07\nAnswer:", "completion": " Wen Jiabao", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1021599", "prompt": "With whom did Elmar Mammadyarov last express his intention to negotiate before the UN Security Council?\nEvidence:\n- Elmar Mammadyarov | Express intent to meet or negotiate | Elmar Mammadyarov | 2005-07-20\n- Elmar Mammadyarov | Consult | Elmar Mammadyarov | 2005-01-28\n- Elmar Mammadyarov | Express intent to meet or negotiate | France | 2005-11-10\n- Elmar Mammadyarov | Express intent to meet or negotiate | France | 2005-06-14\n- Irakli Alasania | Express intent to meet or negotiate | Elmar Mammadyarov | 2005-07-04\n- Elmar Mammadyarov | Express intent to meet or negotiate | Heinz Fischer | 2005-09-06\n- Elmar Mammadyarov | Express intent to meet or negotiate | Cyril Svoboda | 2005-03-01\n- Elmar Mammadyarov | Consult | China | 2005-02-07\n- China | Consult | Elmar Mammadyarov | 2005-02-07\n- Elmar Mammadyarov | Express intent to meet or negotiate | Citizen (United Kingdom) | 2006-01-11\n- Citizen (United Kingdom) | Express intent to meet or negotiate | Elmar Mammadyarov | 2006-01-11\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- Irakli Alasania | Consult | Elmar Mammadyarov | 2005-07-07\n- Intelligence (Germany) | Consult | Elmar Mammadyarov | 2005-08-13\n- Heinz Fischer | Consult | Elmar Mammadyarov | 2005-09-09\nAnswer:", "completion": " Mexico", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1357345", "prompt": "Who wanted to work with Cristina Fernández de Kirchner before Raúl Castro?\nEvidence:\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-05-24\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-03-03\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-02-28\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-12-26\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-11-15\n- Cristina Fernández de Kirchner | Accuse | Alberto Fernández | 2005-12-24\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2012-09-23\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2007-11-15\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-05-24\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-03-03\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-02-28\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2007-12-26\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2007-11-15\n- Alberto Fernández | Accuse | Cristina Fernández de Kirchner | 2012-05-27\n- Cristina Fernández de Kirchner | Make statement | Alberto Fernández | 2011-07-28\nAnswer:", "completion": " Evo Morales", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1277843", "prompt": "Before the government of Sudan, who did Barack Obama last reject?\nEvidence:\n- Barack Obama | Reject | Iraq | 2007-04-03\n- Barack Obama | Reject | Iraq | 2006-10-28\n- Head of Government (Kenya) | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Consult | Head of Government (Kenya) | 2006-08-25\n- Sudan | Host a visit | Barack Obama | 2006-09-03\n- Sudan | Host a visit | Barack Obama | 2006-09-02\n- Barack Obama | Provide economic aid | Sudan | 2006-04-30\n- Barack Obama | Make a visit | Sudan | 2006-09-03\n- Barack Obama | Make a visit | Sudan | 2006-09-02\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2005-10-10\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\nAnswer:", "completion": " Benjamin Netanyahu", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1285362", "prompt": "After September, 2011, who negotiated with Georgios Papandreou?\nEvidence:\n- Georgios Papandreou | Consult | Georgios Papandreou | 2005-02-10\n- New Democracy | Demand | Georgios Papandreou | 2006-04-17\n- Laila Freivalds | Consult | Georgios Papandreou | 2005-09-07\n- Ismail Cem | Consult | Georgios Papandreou | 2005-03-02\n- Georgios Papandreou | Make statement | Portugal | 2005-02-21\n- Georgios Papandreou | Make statement | Iran | 2006-02-15\n- Georgios Papandreou | Demand | Citizen (Greece) | 2006-07-17\n- Georgios Papandreou | Demand | Citizen (Greece) | 2006-03-29\n- Georgios Papandreou | Consult | Laila Freivalds | 2005-09-07\n- Georgios Papandreou | Consult | Ismail Cem | 2005-03-02\n- Georgios Papandreou | Consult | Citizen (Greece) | 2008-08-21\n- Georgios Papandreou | Consult | Citizen (Greece) | 2007-09-11\n- Georgios Papandreou | Consult | Citizen (Greece) | 2007-07-20\n- Georgios Papandreou | Consult | Citizen (Greece) | 2005-02-15\n- Georgios Papandreou | Accuse | New Democracy | 2005-07-15\nAnswer:", "completion": " Antonis Samaras", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1186819", "prompt": "With whom did Mahmoud Abbas speak on the phone in the same month as the head of the German government?\nEvidence:\n- Mahmoud Abbas | Engage in negotiation | Abdullah Gül | 2005-01-08\n- Abdullah Gül | Engage in negotiation | Mahmoud Abbas | 2005-01-08\n- Government (Italy) | Praise or endorse | Mahmoud Abbas | 2005-01-10\n- Mahmoud Abbas | Engage in negotiation | Agence France-Presse | 2005-01-10\n- Javier Solana | Engage in diplomatic cooperation | Mahmoud Abbas | 2005-01-13\n- Agence France-Presse | Engage in negotiation | Mahmoud Abbas | 2005-01-10\n- International Government Organizations | Praise or endorse | Mahmoud Abbas | 2005-01-11\n- Mahmoud Abbas | Make statement | Japan | 2005-01-10\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-11\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-10\n- Mahmoud Abbas | Consult | Associated Press | 2005-01-01\n- Mahmoud Abbas | Consult | Abdullah Gül | 2005-01-05\n- Javier Solana | Consult | Mahmoud Abbas | 2005-01-11\n- Javier Solana | Consult | Mahmoud Abbas | 2005-01-10\n- Associated Press | Consult | Mahmoud Abbas | 2005-01-01\nAnswer:", "completion": " Barack Obama", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1285494", "prompt": "Who was the first to appeal to the head of government of Ghana after John Dramani Mahama?\nEvidence:\n- John Dramani Mahama | Consult | Head of Government (Ghana) | 2012-06-25\n- Head of Government (Ghana) | Consult | John Dramani Mahama | 2012-06-25\n- John Dramani Mahama | Make statement | Head of Government (Ghana) | 2012-09-20\n- John Dramani Mahama | Make an appeal or request | Head of Government (Ghana) | 2008-07-10\n- Head of Government (Ghana) | Engage in symbolic act | John Dramani Mahama | 2013-01-02\n- John Dramani Mahama | Praise or endorse | Religion (Ghana) | 2012-12-14\n- Congress (Ghana) | Criticize or denounce | John Dramani Mahama | 2013-01-08\n- John Dramani Mahama | Make an appeal or request | Religion (Ghana) | 2012-12-14\n- John Dramani Mahama | Make an appeal or request | Bank (Ghana) | 2010-08-17\n- John Dramani Mahama | Make an appeal or request | Bank (Ghana) | 2010-08-16\n- Ruling Party (Ghana) | Praise or endorse | John Dramani Mahama | 2012-08-30\n- Other Authorities / Officials (Ghana) | Make statement | John Dramani Mahama | 2012-12-17\n- John Dramani Mahama | Make an appeal or request | Other Authorities / Officials (Ghana) | 2011-08-23\n- John Dramani Mahama | Make statement | Government (Nigeria) | 2012-06-15\n- John Dramani Mahama | Express accord | China | 2012-08-10\nAnswer:", "completion": " New Patriotic Party", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1061426", "prompt": "In which month did the lawyer of Costa Rica accuse the men of Costa Rica?\nEvidence:\n- Lawyer/Attorney (Costa Rica) | Accuse | Men (Costa Rica) | 2015-05-13\n- Lawyer/Attorney (Costa Rica) | Accuse | Police (Costa Rica) | 2011-08-19\n- Lawyer/Attorney (Costa Rica) | Accuse | Congress (Costa Rica) | 2011-11-03\n- Member of the Judiciary (Costa Rica) | Make statement | Lawyer/Attorney (Costa Rica) | 2005-02-18\n- Police (Costa Rica) | Investigate | Men (Costa Rica) | 2009-12-24\n- Police (Costa Rica) | Investigate | Men (Costa Rica) | 2009-12-23\n- Police (Costa Rica) | Investigate | Men (Costa Rica) | 2009-08-10\n- Police (Costa Rica) | Accuse | Criminal (Costa Rica) | 2007-07-27\n- Member of the Judiciary (Costa Rica) | Demand | Police (Costa Rica) | 2012-05-07\n- Member of the Judiciary (Costa Rica) | Demand | Police (Costa Rica) | 2012-05-06\n- Lawyer/Attorney (Costa Rica) | Investigate | Police (Costa Rica) | 2011-10-29\n- Security Council (Costa Rica) | Investigate | Men (Costa Rica) | 2014-05-28\n- Criminal (Costa Rica) | Physically assault | Men (Costa Rica) | 2014-08-17\n- Member of the Judiciary (Costa Rica) | Make statement | Police (Costa Rica) | 2012-07-23\n- Lawyer/Attorney (Costa Rica) | Engage in material cooperation | Police (Costa Rica) | 2014-04-23\nAnswer:", "completion": " 2015-05", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1245253", "prompt": "When was the last formal agreement signed with Sudan?\nEvidence:\n- Sudan | Sign formal agreement | Ethiopia | 2005-04-11\n- Ethiopia | Sign formal agreement | Sudan | 2005-04-11\n- Sudan | Sign formal agreement | John Garang | 2005-01-10\n- Sudan | Sign formal agreement | Rebel Group (Sudan People's Liberation Movement) | 2005-01-16\n- Yemen | Sign formal agreement | Ethiopia | 2005-06-21\n- Tanzania | Sign formal agreement | Ethiopia | 2005-08-31\n- Japan | Sign formal agreement | Ethiopia | 2005-03-04\n- Iran | Sign formal agreement | Ethiopia | 2005-02-15\n- Ethiopia | Sign formal agreement | Yemen | 2005-06-21\n- Ethiopia | Sign formal agreement | Tanzania | 2005-08-31\n- Ethiopia | Sign formal agreement | Japan | 2005-03-04\n- Ethiopia | Sign formal agreement | Iran | 2005-02-15\n- Ethiopia | Sign formal agreement | Djibouti | 2005-04-11\n- Ethiopia | Sign formal agreement | Djibouti | 2005-02-02\n- Ethiopia | Sign formal agreement | China | 2005-08-08\nAnswer:", "completion": " 2014-04-07", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1245693", "prompt": "After 11 April 2014, who wanted to negotiate with Herman Van Rompuy?\nEvidence:\n- France | Express intent to meet or negotiate | Herman Van Rompuy | 2014-04-11\n- Japan | Consult | France | 2014-04-11\n- France | Engage in diplomatic cooperation | China | 2014-04-11\n- France | Consult | Japan | 2014-04-11\n- China | Engage in diplomatic cooperation | France | 2014-04-11\nAnswer:", "completion": " Rafael Correa", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 5, "n_anchors": 1} +{"id": "mtq_1166138", "prompt": "Who did the head of government of Turkmenistan request for before March 6th, 2007?\nEvidence:\n- Head of Government (Turkmenistan) | Make an appeal or request | People Associated with the Opposition (Turkmenistan) | 2012-01-18\n- Head of Government (Turkmenistan) | Make statement | People Associated with the Opposition (Turkmenistan) | 2011-08-05\n- Police (Turkmenistan) | Investigate | Head of Government (Turkmenistan) | 2005-08-13\n- Police (Turkmenistan) | Consult | Head of Government (Turkmenistan) | 2015-07-01\n- Police (Turkmenistan) | Consult | Head of Government (Turkmenistan) | 2015-03-07\n- Police (Turkmenistan) | Consult | Head of Government (Turkmenistan) | 2010-10-06\n- Police (Turkmenistan) | Consult | Head of Government (Turkmenistan) | 2007-05-06\n- Police (Turkmenistan) | Consult | Head of Government (Turkmenistan) | 2005-06-22\n- Head of Government (Turkmenistan) | Threaten | Police (Turkmenistan) | 2007-04-10\n- Head of Government (Turkmenistan) | Demand | Police (Turkmenistan) | 2006-12-09\n- Head of Government (Turkmenistan) | Consult | Police (Turkmenistan) | 2015-07-01\n- Head of Government (Turkmenistan) | Consult | Police (Turkmenistan) | 2015-03-07\n- Head of Government (Turkmenistan) | Consult | Police (Turkmenistan) | 2010-10-06\n- Head of Government (Turkmenistan) | Consult | Police (Turkmenistan) | 2007-05-06\n- Head of Government (Turkmenistan) | Consult | Police (Turkmenistan) | 2005-06-22\nAnswer:", "completion": " Police (Turkmenistan)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1016705", "prompt": "Who received the visit from Vietnam after the year of 2014?\nEvidence:\n- Vietnam | Host a visit | Head of Government (Mongolia) | 2005-01-20\n- Head of Government (Mongolia) | Make a visit | Vietnam | 2005-01-20\n- Vietnam | Host a visit | Association of Southeast Asian Nations | 2005-01-26\n- Association of Southeast Asian Nations | Make a visit | Vietnam | 2005-01-26\n- Unified Buddhist Church of Vietnam | Appeal for rights | Vietnam | 2005-02-11\n- Vietnam | Host a visit | Iran | 2005-01-11\n- Vietnam | Host a visit | Iran | 2005-01-10\n- Vietnam | Host a visit | China | 2005-01-09\n- Laos | Host a visit | Vietnam | 2005-02-16\n- Iran | Make a visit | Vietnam | 2005-01-11\n- Iran | Make a visit | Vietnam | 2005-01-10\n- China | Make a visit | Vietnam | 2005-01-09\n- Vietnam | Host a visit | Julia Gillard | 2005-01-19\n- Vietnam | Host a visit | Aleksander Kwasniewski | 2005-01-18\n- Julia Gillard | Make a visit | Vietnam | 2005-01-19\nAnswer:", "completion": " Malaysia", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1000694", "prompt": "Who made a request to the citizens of Australia on 23 June 2009?\nEvidence:\n- Iran | Impose restrictions on political freedoms | Media Personnel (International) | 2009-06-23\nAnswer:", "completion": " Media Personnel (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1270694", "prompt": "Which country last receive the visit from the head of government of Egypt before Middle East did?\nEvidence:\n- Military (Middle East) | Mobilize or increase armed forces | Middle East | 2005-02-14\n- Okada Katsuya | Make a visit | Middle East | 2005-03-30\n- Middle East | Host a visit | Okada Katsuya | 2005-03-30\n- Middle East | Host a visit | Mahmoud Abbas | 2005-02-01\n- Middle East | Host a visit | Kay Granger | 2005-01-11\n- Middle East | Host a visit | Javier Solana | 2005-01-09\n- Middle East | Host a visit | Javier Solana | 2005-01-08\n- Middle East | Host a visit | Hannes Swoboda | 2005-02-04\n- Middle East | Host a visit | Gerhard Schröder | 2005-04-03\n- Middle East | Host a visit | Abdullah Gül | 2005-01-09\n- Middle East | Host a visit | Abdullah Gül | 2005-01-06\n- Middle East | Host a visit | Abdullah Gül | 2005-01-03\n- Mahmoud Abbas | Make a visit | Middle East | 2005-02-01\n- Kay Granger | Make a visit | Middle East | 2005-01-11\n- Javier Solana | Make a visit | Middle East | 2005-01-09\nAnswer:", "completion": " Qatar", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1096470", "prompt": "In which year did Mohamed Ould Abdel Aziz praise Ibrahim Boubacar Keïta for the first time?\nEvidence:\n- Mohamed Ould Abdel Aziz | Praise or endorse | Ibrahim Boubacar Keïta | 2013-12-20\n- Mohamed Ould Abdel Aziz | Engage in negotiation | Ibrahim Boubacar Keïta | 2014-01-11\n- Ibrahim Boubacar Keïta | Engage in negotiation | Mohamed Ould Abdel Aziz | 2014-01-11\n- Mohamed Ould Abdel Aziz | Express intent to cooperate | Ibrahim Boubacar Keïta | 2014-01-12\n- Ibrahim Boubacar Keïta | Express intent to cooperate | Mohamed Ould Abdel Aziz | 2014-01-12\n- France | Praise or endorse | Ibrahim Boubacar Keïta | 2013-09-05\n- France | Praise or endorse | Ibrahim Boubacar Keïta | 2013-09-04\n- Mohamed Ould Abdel Aziz | Reduce relations | The Poor (Mauritania) | 2009-07-18\n- Mohamed Ould Abdel Aziz | Reject | Mauritania | 2008-08-10\n- Mohamed Ould Abdel Aziz | Consult | France | 2008-08-11\n- France | Consult | Mohamed Ould Abdel Aziz | 2008-08-11\n- Ibrahim Boubacar Keïta | Praise or endorse | Muhammad VI | 2013-09-23\n- Ibrahim Boubacar Keïta | Praise or endorse | Military (Senegal) | 2013-12-18\n- Barack Obama | Praise or endorse | Ibrahim Boubacar Keïta | 2013-08-21\n- Barack Obama | Praise or endorse | Ibrahim Boubacar Keïta | 2013-08-20\nAnswer:", "completion": " 2013", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1102161", "prompt": "After the Central Intelligence Agency, who did the lawmakers of the United Kingdom investigate first?\nEvidence:\n- Portugal | Investigate | Central Intelligence Agency | 2006-02-06\n- Central Intelligence Agency | Investigate | Iraq | 2005-07-17\n- Central Intelligence Agency | Investigate | Inter-Services Intelligence | 2006-01-25\n- Senate (Switzerland) | Investigate | Central Intelligence Agency | 2005-12-14\n- Central Intelligence Agency | Investigate | Militant (Syria) | 2005-11-29\n- Central Intelligence Agency | Investigate | Government (Sudan) | 2005-05-01\n- Central Intelligence Agency | Investigate | Government (Sudan) | 2005-04-30\n- Lawyer/Attorney (Germany) | Investigate | Central Intelligence Agency | 2005-12-14\n- Human Rights Watch | Investigate | Central Intelligence Agency | 2005-12-10\n- Central Intelligence Agency | Investigate | Combatant (Al Qaeda) | 2005-02-11\n- Justice Department/Ministery (Afghanistan) | Investigate | Central Intelligence Agency | 2005-02-28\n- Justice Department/Ministery (Afghanistan) | Investigate | Central Intelligence Agency | 2005-02-27\n- Central Intelligence Agency | Investigate crime, corruption | Men (Lebanon) | 2005-12-12\n- Central Intelligence Agency | Reject | Iraq | 2005-10-28\n- Central Intelligence Agency | Accuse | Iran | 2005-03-17\nAnswer:", "completion": " Bob Ainsworth", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1109316", "prompt": "After Cristina Fernández de Kirchner, who was the first to accuse the citizens of Venezuela?\nEvidence:\n- Cristina Fernández de Kirchner | Accuse | Alberto Fernández | 2005-12-24\n- Alberto Fernández | Accuse | Cristina Fernández de Kirchner | 2012-05-27\n- Daniel Scioli | Accuse | Cristina Fernández de Kirchner | 2005-12-26\n- Cristina Fernández de Kirchner | Accuse | Daniel Scioli | 2006-01-29\n- Cristina Fernández de Kirchner | Accuse | Daniel Scioli | 2005-12-27\n- Cristina Fernández de Kirchner | Accuse | Daniel Scioli | 2005-12-26\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-05-24\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-03-03\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-02-28\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-12-26\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-11-15\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2012-09-23\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2007-11-15\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-05-24\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-03-03\nAnswer:", "completion": " Manuel Rosales", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1204850", "prompt": "Who wanted to meet the citizens of Singapore after 28 January 2007?\nEvidence:\n- George Yeo | Express intent to meet or negotiate | Citizen (Singapore) | 2007-01-28\nAnswer:", "completion": " Police (Malaysia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1305141", "prompt": "Who last gave a visit to the United Arab Emirates before the Ministry of Vietnam did?\nEvidence:\n- Treasury/Finance Ministry (United Arab Emirates) | Make statement | United Arab Emirates | 2005-02-13\n- United Arab Emirates | Make a visit | Iran | 2005-02-25\n- Iran | Host a visit | United Arab Emirates | 2005-02-25\n- United Arab Emirates | Host a visit | Tariq Aziz | 2005-01-30\n- United Arab Emirates | Host a visit | South Korea | 2005-03-15\n- United Arab Emirates | Host a visit | Gerhard Schröder | 2005-03-05\n- United Arab Emirates | Host a visit | Benazir Bhutto | 2005-04-02\n- Tariq Aziz | Make a visit | United Arab Emirates | 2005-01-30\n- South Korea | Make a visit | United Arab Emirates | 2005-03-15\n- Gerhard Schröder | Make a visit | United Arab Emirates | 2005-03-05\n- Benazir Bhutto | Make a visit | United Arab Emirates | 2005-04-02\n- Supreme Council (United Arab Emirates) | Make statement | United Arab Emirates | 2005-03-26\n- United Arab Emirates | Consult | Iran | 2005-02-01\n- Iran | Consult | United Arab Emirates | 2005-02-01\n- United Arab Emirates | Cooperate militarily | France | 2005-02-20\nAnswer:", "completion": " Juan Carlos I", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1082692", "prompt": "After the Nigerian Ministry of Health, who was the first to make an appeal to the Nigerian Ministry of Foreign Affairs?\nEvidence:\n- Ministry of Health | Make an appeal or request | Healthcare Facility (Lebanon) | 2005-08-23\n- Ministry of Health | Make statement | Ethiopia | 2010-02-09\n- Ministry of Health | Consult | Information Ministry (Lebanon) | 2010-09-03\n- Information Ministry (Lebanon) | Consult | Ministry of Health | 2010-09-03\n- Ministry of Health | Make statement | Nabih Berri | 2008-04-15\n- Ministry of Health | Make statement | Middle East | 2015-01-11\n- Ministry of Health | Make statement | Employee (Bulgaria) | 2014-08-08\n- Ministry of Health | Consult | Algirdas Butkevičius | 2015-02-03\n- Algirdas Butkevičius | Consult | Ministry of Health | 2015-02-03\n- Ministry of Health | Make statement | Healthcare Facility (Bulgaria) | 2015-12-01\n- Ministry of Health | Make pessimistic comment | Children (Bulgaria) | 2015-09-15\n- Ministry of Health | Consult | International Government Organizations | 2005-10-26\n- International Government Organizations | Consult | Ministry of Health | 2005-10-26\n- Healthcare Facility (Bulgaria) | Accuse | Ministry of Health | 2007-07-13\n- Ministry of Health | Express intent to meet or negotiate | Iran | 2010-09-24\nAnswer:", "completion": " Muhammadu Buhari", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1163968", "prompt": "After the National Action Party, to whom did the Court Judge of Mexico appeal?\nEvidence:\n- National Action Party | Make statement | Court Judge (Mexico) | 2005-03-10\n- National Action Party | Consult | National Action Party (Mexico) | 2006-03-11\n- National Action Party (Mexico) | Consult | National Action Party | 2006-03-11\n- National Action Party | Make statement | National Action Party (Mexico) | 2006-09-29\n- National Action Party | Make statement | National Action Party (Mexico) | 2005-08-17\n- National Action Party (Mexico) | Make statement | National Action Party | 2005-02-09\n- National Action Party (Mexico) | Demand | Mexico | 2005-06-21\n- National Action Party | Threaten | Mexico | 2006-08-28\n- National Action Party | Demand | Mexico | 2006-06-01\n- National Action Party | Consult | Mexico | 2006-08-17\n- National Action Party | Consult | Mexico | 2006-04-20\n- National Action Party | Accuse | Mexico | 2006-04-10\n- Mexico | Consult | National Action Party | 2006-08-17\n- Mexico | Consult | National Action Party | 2006-04-20\n- National Action Party (Mexico) | Make statement | Mexico | 2005-04-05\nAnswer:", "completion": " Labor Union (Mexico)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1209800", "prompt": "Before the government of Haiti, who was the last to express an intention to engage in diplomatic cooperation with Barack Obama?\nEvidence:\n- Head of Government (Kenya) | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Consult | Head of Government (Kenya) | 2006-08-25\n- Malawi | Engage in diplomatic cooperation | South Africa | 2005-04-04\n- Malawi | Engage in diplomatic cooperation | South Africa | 2005-04-03\n- Uhuru Muigai Kenyatta | Engage in negotiation | Barack Obama | 2006-08-25\n- Barack Obama | Engage in negotiation | Uhuru Muigai Kenyatta | 2006-08-25\n- Henrietta Holsman Fore | Express intent to engage in diplomatic cooperation (such as policy support) | Vietnam | 2008-07-08\n- Henrietta Holsman Fore | Express intent to engage in diplomatic cooperation (such as policy support) | Vietnam | 2008-07-05\n- Barack Obama | Express intent to settle dispute | Iraq | 2007-06-02\n- South Africa | Express intent to engage in diplomatic cooperation (such as policy support) | Police (South Africa) | 2005-05-26\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2005-10-10\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-22\nAnswer:", "completion": " Dmitry Anatolyevich Medvedev", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1268890", "prompt": "Could you tell me the exact month in which Avelino J. Cruz, Jr. expressed his intention to negotiate with the Ministry of Defence and Security of Spain?\nEvidence:\n- Avelino J. Cruz, Jr. | Make statement | Defense / Security Ministry (Spain) | 2005-11-21\n- Defense / Security Ministry (Spain) | Express intent to meet or negotiate | Avelino J. Cruz, Jr. | 2005-11-17\n- Avelino J. Cruz, Jr. | Express intent to meet or negotiate | Defense / Security Ministry (Spain) | 2005-11-17\n- Robert Hill | Consult | Avelino J. Cruz, Jr. | 2005-10-15\n- Radoslaw Sikorski | Consult | Avelino J. Cruz, Jr. | 2006-06-05\n- Donald Rumsfeld | Consult | Avelino J. Cruz, Jr. | 2005-12-01\n- Avelino J. Cruz, Jr. | Make statement | Japan | 2006-08-24\n- Avelino J. Cruz, Jr. | Make statement | Japan | 2006-03-31\n- Avelino J. Cruz, Jr. | Make statement | Japan | 2006-03-24\n- Avelino J. Cruz, Jr. | Make statement | China | 2005-04-28\n- Avelino J. Cruz, Jr. | Consult | Robert Hill | 2005-10-15\n- Avelino J. Cruz, Jr. | Consult | Radoslaw Sikorski | 2006-06-05\n- Avelino J. Cruz, Jr. | Consult | Donald Rumsfeld | 2005-12-01\n- Avelino J. Cruz, Jr. | Make statement | Military (Philippines) | 2006-09-22\n- Avelino J. Cruz, Jr. | Make statement | Military (Philippines) | 2006-06-20\nAnswer:", "completion": " 2005-11", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1073222", "prompt": "Which country first did South Sudan formally sign an agreement with after Kostyantyn Gryshchenko?\nEvidence:\n- Kostyantyn Gryshchenko | Sign formal agreement | Iurie Leanca | 2011-07-07\n- Iurie Leanca | Sign formal agreement | Kostyantyn Gryshchenko | 2011-07-07\n- Shimon Peres | Consult | Kostyantyn Gryshchenko | 2010-07-21\n- Radoslaw Sikorski | Consult | Kostyantyn Gryshchenko | 2010-05-10\n- Kostyantyn Gryshchenko | Investigate | Citizen (International) | 2011-09-06\n- Kostyantyn Gryshchenko | Consult | Shimon Peres | 2010-07-21\n- Kostyantyn Gryshchenko | Consult | Radoslaw Sikorski | 2010-05-10\n- Kostyantyn Gryshchenko | Consult | Iurie Leanca | 2011-02-25\n- Kostyantyn Gryshchenko | Consult | Grigol Vashadze | 2010-06-10\n- Iurie Leanca | Consult | Kostyantyn Gryshchenko | 2011-02-25\n- Grigol Vashadze | Consult | Kostyantyn Gryshchenko | 2010-06-10\n- Kostyantyn Gryshchenko | Sign formal agreement | Cabinet / Council of Ministers / Advisors (United States) | 2011-02-16\n- Cabinet / Council of Ministers / Advisors (United States) | Sign formal agreement | Kostyantyn Gryshchenko | 2011-02-16\n- Romania | Host a visit | Kostyantyn Gryshchenko | 2011-05-18\n- Kuwait | Host a visit | Kostyantyn Gryshchenko | 2011-01-24\nAnswer:", "completion": " Sudan", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1001091", "prompt": "In 2013, who last received the visit from Jerry Brown?\nEvidence:\n- Mexico | Host a visit | Jerry Brown | 2014-08-25\n- Mexico | Host a visit | Jerry Brown | 2014-08-22\n- Mexico | Host a visit | Jerry Brown | 2014-07-30\n- Mexico | Host a visit | Jerry Brown | 2014-07-29\n- Mexico | Host a visit | Jerry Brown | 2014-07-25\n- Jerry Brown | Make a visit | Mexico | 2014-08-25\n- Jerry Brown | Make a visit | Mexico | 2014-08-22\n- Jerry Brown | Make a visit | Mexico | 2014-07-30\n- Jerry Brown | Make a visit | Mexico | 2014-07-29\n- Jerry Brown | Make a visit | Mexico | 2014-07-25\n- Jerry Brown | Make a visit | Ireland | 2013-07-15\n- Jerry Brown | Make a visit | China | 2014-03-04\n- Jerry Brown | Make a visit | China | 2013-06-08\n- Jerry Brown | Make a visit | China | 2013-04-16\n- Jerry Brown | Make a visit | China | 2013-04-12\nAnswer:", "completion": " Ireland", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1072514", "prompt": "Who last investigated the government of Sudan in 2005?\nEvidence:\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-27\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-26\n- Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | Head of Government (Egypt) | 2005-01-24\n- Sudan | Engage in negotiation | Ethiopia | 2005-04-19\n- Ethiopia | Engage in negotiation | Sudan | 2005-04-19\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Ethiopia | Praise or endorse | Government (Sudan) | 2005-01-10\nAnswer:", "completion": " African Union", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1116883", "prompt": "Who asked for Muhammadu Buhari on the same month of the Alliance for Democracy?\nEvidence:\n- Alliance for Democracy | Praise or endorse | Muhammadu Buhari | 2007-10-11\n- Alliance for Democracy | Make an appeal or request | Muhammadu Buhari | 2007-10-11\n- Citizen (Nigeria) | Reject | Alliance for Democracy | 2006-08-15\n- Citizen (Nigeria) | Accuse | Alliance for Democracy | 2006-04-27\n- Citizen (Nigeria) | Accuse | Alliance for Democracy | 2006-01-26\n- Alliance for Democracy | Make statement | Malawi | 2015-11-17\n- Alliance for Democracy | Demand | Oluṣẹgun Ọbasanjọ | 2006-04-21\n- Alliance for Democracy | Demand | Abhisit Vejjajiva | 2011-02-06\n- Alliance for Democracy | Accuse | Citizen (Nigeria) | 2006-05-15\n- Alliance for Democracy | Accuse | Citizen (Nigeria) | 2006-04-24\n- Alliance for Democracy | Accuse of crime, corruption | Oluṣẹgun Ọbasanjọ | 2006-01-12\n- Government (Nigeria) | Make statement | Alliance for Democracy | 2007-03-31\n- Chaiwat Sinsuwong | Make statement | Alliance for Democracy | 2011-01-10\n- Alliance for Democracy | Make statement | Protester (Thailand) | 2010-03-14\n- Alliance for Democracy | Make statement | Oluṣẹgun Ọbasanjọ | 2011-06-17\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1210996", "prompt": "Who did the Prime Minister of Uruguay want to negotiate with first, after the Mayor of the United States?\nEvidence:\n- Prime Minister Chaudhry | Express intent to meet or negotiate | Prime Minister Qarase | 2006-05-19\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-09\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-08\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-11-14\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-10-05\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Demand | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-11-24\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-05-19\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2005-05-05\nAnswer:", "completion": " Malaysia", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1237073", "prompt": "Who threatened the police of Australia on 2 February 2006?\nEvidence:\n- Zine El Abidine Ben Ali | Impose restrictions on political freedoms | Newspaper (France) | 2006-02-02\nAnswer:", "completion": " Citizen (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1351864", "prompt": "After the Ministry of Education of the Philippines, with whom did the Mayor of the Philippines sign an agreement?\nEvidence:\n- Education Ministry (Philippines) | Sign formal agreement | City Mayor (Philippines) | 2011-07-04\n- City Mayor (Philippines) | Sign formal agreement | Education Ministry (Philippines) | 2011-07-04\n- City Mayor (Philippines) | Demand | Education Ministry (Philippines) | 2009-06-28\n- Environment Department/Ministry (Philippines) | Sign formal agreement | City Mayor (Philippines) | 2012-10-03\n- City Mayor (Philippines) | Sign formal agreement | Environment Department/Ministry (Philippines) | 2012-10-03\n- City Mayor (Philippines) | Make statement | Education Ministry (Philippines) | 2015-11-24\n- City Mayor (Philippines) | Make statement | Education Ministry (Philippines) | 2012-06-16\n- City Mayor (Philippines) | Make an appeal or request | Education Ministry (Philippines) | 2015-07-09\n- City Mayor (Philippines) | Make an appeal or request | Education Ministry (Philippines) | 2013-11-07\n- City Mayor (Philippines) | Praise or endorse | Education Ministry (Philippines) | 2012-06-19\n- City Mayor (Philippines) | Demand change in leadership | Education Ministry (Philippines) | 2012-06-16\n- Denr | Sign formal agreement | City Mayor (Philippines) | 2014-05-07\n- Denr | Sign formal agreement | City Mayor (Philippines) | 2013-06-07\n- Denr | Sign formal agreement | City Mayor (Philippines) | 2013-03-14\n- Denr | Sign formal agreement | City Mayor (Philippines) | 2013-03-13\nAnswer:", "completion": " Denr", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1037412", "prompt": "Before the separatist militant of Thailand, against whom did the Marine Corp of Thailand last use conventional military force?\nEvidence:\n- Party Member (Thailand) | Use conventional military force | Citizen (Thailand) | 2005-02-01\n- Party Member (Thailand) | Use conventional military force | Citizen (Thailand) | 2005-01-24\n- Citizen (Thailand) | Make pessimistic comment | Separatist Militant (Thailand) | 2005-02-27\n- Citizen (Thailand) | Make pessimistic comment | Separatist Militant (Thailand) | 2005-02-26\n- Party Member (Thailand) | Bring lawsuit against | Citizen (Thailand) | 2005-01-15\n- Citizen (Thailand) | Threaten non-force | Thailand | 2005-02-21\n- Citizen (Thailand) | Use unconventional violence | Thailand | 2005-02-11\n- Children (Thailand) | Use unconventional violence | Thailand | 2005-01-04\n- Citizen (Thailand) | Demand | Military Personnel (Thailand) | 2005-01-19\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-10\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-18\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-14\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-09\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-07\n- Military Personnel (Thailand) | Provide aid | Citizen (Thailand) | 2005-02-04\nAnswer:", "completion": " Insurgent (Thailand)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1039693", "prompt": "Which country was the last to want to cooperate with Evo Morales before the citizens of Brazil?\nEvidence:\n- Head of Government (Brazil) | Express intent to meet or negotiate | Evo Morales | 2005-12-20\n- Evo Morales | Demand | Bolivia | 2005-09-25\n- Evo Morales | Consult | Bolivia | 2005-12-19\n- Bolivia | Consult | Evo Morales | 2005-12-19\n- Evo Morales | Accuse of espionage, treason | Eduardo Rodríguez | 2005-11-30\n- Evo Morales | Accuse of espionage, treason | Eduardo Rodríguez | 2005-11-23\n- Felipe Quispe | Accuse | Evo Morales | 2012-08-20\n- Evo Morales | Make statement | Bolivia | 2005-12-20\n- Evo Morales | Make statement | Bolivia | 2005-12-19\n- Evo Morales | Make statement | Bolivia | 2005-12-02\n- Evo Morales | Make statement | Bolivia | 2005-11-24\n- Evo Morales | Make statement | Bolivia | 2005-11-05\n- Evo Morales | Make statement | Bolivia | 2005-09-27\n- Evo Morales | Make statement | Bolivia | 2005-09-20\n- Evo Morales | Make statement | Bolivia | 2005-05-16\nAnswer:", "completion": " Bolivia", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1378534", "prompt": "In which country was Abdelilah Benkirane praised by the French government on the same day?\nEvidence:\n- Independent Party | Engage in negotiation | Abdelilah Benkirane | 2013-08-23\n- Abdelilah Benkirane | Engage in negotiation | Independent Party | 2013-08-23\n- Justice and Development Party | Discuss by telephone | Abdelilah Benkirane | 2011-05-01\n- Abdelilah Benkirane | Discuss by telephone | Justice and Development Party | 2011-05-01\n- Wen Jiabao | Consult | Abdelilah Benkirane | 2012-06-21\n- Wen Jiabao | Consult | Abdelilah Benkirane | 2012-06-20\n- Wen Jiabao | Consult | Abdelilah Benkirane | 2012-06-19\n- Muhammad VI | Consult | Abdelilah Benkirane | 2011-12-10\n- Muhammad VI | Consult | Abdelilah Benkirane | 2011-11-29\n- Hisham Qandil | Consult | Abdelilah Benkirane | 2013-02-07\n- Catherine Ashton | Consult | Abdelilah Benkirane | 2012-11-06\n- Abdelilah Benkirane | Consult | Wen Jiabao | 2012-06-21\n- Abdelilah Benkirane | Consult | Wen Jiabao | 2012-06-20\n- Abdelilah Benkirane | Consult | Wen Jiabao | 2012-06-19\n- Abdelilah Benkirane | Consult | Muhammad VI | 2011-12-10\nAnswer:", "completion": " France", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1097850", "prompt": "After Nuri al-Maliki, who negotiated first with Stephen Hadley?\nEvidence:\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-05-20\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-26\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-25\n- Zalmai Rassoul | Consult | Stephen Hadley | 2005-09-25\n- Stephen Hadley | Make statement | Romania | 2005-10-24\n- Stephen Hadley | Make statement | Japan | 2005-11-11\n- Stephen Hadley | Make statement | Iraq | 2006-03-17\n- Stephen Hadley | Make statement | Iraq | 2006-02-26\n- Stephen Hadley | Make statement | Iran | 2006-03-18\n- Stephen Hadley | Make statement | Iran | 2006-03-17\n- Stephen Hadley | Make statement | Iran | 2005-10-24\n- Stephen Hadley | Consult | Zalmai Rassoul | 2005-09-25\n- Stephen Hadley | Consult | Solomon Passy | 2005-03-25\n- Stephen Hadley | Consult | Joschka Fischer | 2005-06-08\n- Stephen Hadley | Consult | Javier Solana | 2005-01-07\nAnswer:", "completion": " Abdullah Gül", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1136802", "prompt": "After Romania, with whom did Gurbanguly Berdymukhammedov first express the intention to negotiate?\nEvidence:\n- Gurbanguly Berdymukhammedov | Express intent to meet or negotiate | Kazakhstan | 2007-05-14\n- Gurbanguly Berdymukhammedov | Express intent to meet or negotiate | China | 2007-07-12\n- Zurab Nogaideli | Express intent to meet or negotiate | Gurbanguly Berdymukhammedov | 2007-03-22\n- Ministry (Iran) | Express intent to meet or negotiate | Gurbanguly Berdymukhammedov | 2007-03-16\n- Rashid Meredov | Express intent to cooperate | Gurbanguly Berdymukhammedov | 2007-07-23\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | Gurbanguly Berdymukhammedov | 2007-02-14\n- Gurbanguly Berdymukhammedov | Express intent to meet or negotiate | Mikhail Yefimovich Fradkov | 2007-02-21\n- Gurbanguly Berdymukhammedov | Make statement | China | 2007-07-27\n- Mikhail Yefimovich Fradkov | Consult | Gurbanguly Berdymukhammedov | 2007-02-15\n- Mikhail Yefimovich Fradkov | Consult | Gurbanguly Berdymukhammedov | 2007-02-14\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-30\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-29\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-28\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-22\n- Iran | Host a visit | Gurbanguly Berdymukhammedov | 2007-06-15\nAnswer:", "completion": " Abdullah Gül", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1345917", "prompt": "Who blamed the women of Australia on 3 June 2009?\nEvidence:\n- Lawyer/Attorney (Australia) | Impose restrictions on political freedoms | Women (Australia) | 2007-05-19\n- People Associated with the Opposition (Australia) | Accuse | Women (Australia) | 2009-02-23\n- Activist (Australia) | Rally support on behalf of | Citizen (Australia) | 2012-05-17\n- Member of the Judiciary (Iceland) | Rally support on behalf of | Bank (Iceland) | 2014-05-25\n- Member of Parliament (Australia) | Rally support on behalf of | Lawyer/Attorney (Australia) | 2005-07-05\n- Businessperson (Australia) | Rally support on behalf of | Media Personnel (Australia) | 2008-06-20\n- Special Rapporteurs of the United Nations | Rally support on behalf of | Detainee (Myanmar) | 2011-08-25\n- Special Rapporteurs of the United Nations | Rally support on behalf of | Detainee (Myanmar) | 2009-02-20\n- Robert McClelland | Rally support on behalf of | Citizen (Australia) | 2007-10-09\n- Malaysia | Impose restrictions on political freedoms | Women (Malaysia) | 2008-06-24\n- France | Impose restrictions on political freedoms | Women (France) | 2015-01-08\n- France | Impose restrictions on political freedoms | Women (France) | 2009-06-05\n- China | Impose restrictions on political freedoms | Women (France) | 2007-07-12\n- Aceh | Impose restrictions on political freedoms | Women (Indonesia) | 2013-01-09\n- Aceh | Impose restrictions on political freedoms | Women (Indonesia) | 2013-01-08\nAnswer:", "completion": " Police (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1010629", "prompt": "In what month did the Ministry of Information and Communication Transparency of Syria first formally sign an agreement with the Ministry of Information and Communication Transparency of Russia?\nEvidence:\n- Information / Communication / Transparency Ministry (Syria) | Sign formal agreement | Information / Communication / Transparency Ministry (Russia) | 2010-05-11\n- Information / Communication / Transparency Ministry (Russia) | Sign formal agreement | Information / Communication / Transparency Ministry (Syria) | 2010-05-11\n- Tatarstan | Sign formal agreement | Information / Communication / Transparency Ministry (Russia) | 2009-06-17\n- Information / Communication / Transparency Ministry (Russia) | Sign formal agreement | Tatarstan | 2009-06-17\n- Russian Railways | Sign formal agreement | Information / Communication / Transparency Ministry (Russia) | 2006-06-14\n- Russian Railways | Sign formal agreement | Information / Communication / Transparency Ministry (Russia) | 2006-06-13\n- Information / Communication / Transparency Ministry (Russia) | Sign formal agreement | Russian Railways | 2006-06-14\n- Information / Communication / Transparency Ministry (Russia) | Sign formal agreement | Russian Railways | 2006-06-13\n- Representatives (Russia) | Consult | Information / Communication / Transparency Ministry (Russia) | 2011-09-12\n- Information / Communication / Transparency Ministry (Russia) | Consult | Representatives (Russia) | 2011-09-12\n- Transparency International | Make statement | Information / Communication / Transparency Ministry (Russia) | 2010-12-03\n- Japan | Sign formal agreement | Information / Communication / Transparency Ministry (Kazakhstan) | 2008-06-20\n- Iran | Sign formal agreement | Information / Communication / Transparency Ministry (Iraq) | 2012-05-16\n- Information / Communication / Transparency Ministry (Kazakhstan) | Sign formal agreement | Japan | 2008-06-20\n- Information / Communication / Transparency Ministry (Iraq) | Sign formal agreement | Iran | 2012-05-16\nAnswer:", "completion": " 2010-05", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1217195", "prompt": "After Mizanur Chowdhury, who used unconventional violence against the citizens of Bangladesh?\nEvidence:\n- Mizanur Chowdhury | Use unconventional violence | Citizen (Bangladesh) | 2006-11-18\n- People Associated with the Opposition (Bangladesh) | Use unconventional violence | Citizen (Bangladesh) | 2005-08-20\n- Citizen (Bangladesh) | Use unconventional violence | Labor Union (Bangladesh) | 2005-05-07\n- Citizen (Bangladesh) | Use unconventional violence | Bhutan | 2005-09-29\n- Citizen (Bangladesh) | Use unconventional violence | Zillur Rahman | 2005-10-02\n- Citizen (Bangladesh) | Use unconventional violence | Women (Bahrain) | 2005-07-11\n- Citizen (Bangladesh) | Use unconventional violence | Rapid Action Battalion | 2005-05-05\n- The Poor (Bangladesh) | Demand economic aid | Citizen (Bangladesh) | 2005-04-30\n- People Associated with the Opposition (Bangladesh) | Reject | Citizen (Bangladesh) | 2005-05-24\n- Jubo Dal | Bring lawsuit against | Citizen (Bangladesh) | 2005-07-17\n- Citizen (Bangladesh) | Rally opposition against | Rapid Action Battalion | 2005-03-16\n- Member of Parliament (Bangladesh) | Accuse | Citizen (Bangladesh) | 2005-01-30\n- Head of Government (Bangladesh) | Threaten | Citizen (Bangladesh) | 2005-02-08\n- Head of Government (Bangladesh) | Reject | Citizen (Bangladesh) | 2005-06-02\n- Citizen (Bangladesh) | Accuse | Member of Parliament (Bangladesh) | 2005-07-24\nAnswer:", "completion": " Citizen (Saudi Arabia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1103548", "prompt": "When did Vietnam last repatriate people to the fishermen of Vietnam?\nEvidence:\n- Vietnam | fight with small arms and light weapons | Fishermen (Vietnam) | 2005-01-14\n- Unified Buddhist Church of Vietnam | Appeal for rights | Vietnam | 2005-02-11\n- Vietnam | Host a visit | Head of Government (Mongolia) | 2005-01-20\n- Head of Government (Mongolia) | Make a visit | Vietnam | 2005-01-20\n- Vietnam | Express intent to meet or negotiate | Thailand | 2005-01-05\n- Vietnam | Express intent to meet or negotiate | Japan | 2005-01-05\n- Thailand | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- Japan | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- Vietnam | Host a visit | Association of Southeast Asian Nations | 2005-01-26\n- Human Rights Watch | Accuse of human rights abuses | Vietnam | 2005-01-10\n- Association of Southeast Asian Nations | Make a visit | Vietnam | 2005-01-26\n- Vietnam | Express intent to meet or negotiate | South Korea | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- Vietnam | Demand | China | 2005-01-15\n- Vietnam | Demand | China | 2005-01-14\nAnswer:", "completion": " 2010-10-12", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1079766", "prompt": "In what month did South Sudan use small arms and light weapons to attack the Sudan People's Liberation Army?\nEvidence:\n- South Sudan | Make statement | Sudan People's Liberation Army | 2006-03-06\n- Sudan | Use conventional military force | Sudan People's Liberation Army | 2007-01-10\n- Sudan People's Liberation Army | Use conventional military force | Sudan | 2007-01-10\n- Sudan People's Liberation Army | Use conventional military force | Sudan | 2006-08-26\n- Sudan People's Liberation Army | Occupy territory | Sudan | 2006-06-20\n- Sudan People's Liberation Army | Use conventional military force | Police (Sudan) | 2006-11-17\n- Sudan People's Liberation Army | Use conventional military force | Citizen (Sudan) | 2006-11-29\n- Armed Rebel (Lord's Resistance Army) | Use unconventional violence | Sudan People's Liberation Army | 2005-10-18\n- Sudan | Sign formal agreement | Sudan People's Liberation Army | 2005-10-05\n- Sudan | Sign formal agreement | Sudan People's Liberation Army | 2005-09-23\n- Sudan | Sign formal agreement | Sudan People's Liberation Army | 2005-09-21\n- Sudan | Sign formal agreement | Sudan People's Liberation Army | 2005-06-17\n- Sudan | Sign formal agreement | Sudan People's Liberation Army | 2005-02-04\n- Sudan People's Liberation Army | Make statement | Police (Sudan) | 2006-12-01\n- Sudan People's Liberation Army | Give ultimatum | Citizen (Sudan) | 2005-01-11\nAnswer:", "completion": " 2010-09", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1311877", "prompt": "To whom did the Tanzanian police return people after 18 March 2013?\nEvidence:\n- March 23 Movement | Make statement | Police (Senegal) | 2012-02-02\n- Police (Mauritania) | Return, release person(s) | People Associated with the Opposition (Mauritania) | 2014-08-07\n- Political Parties (Senegal) | Consult | March 23 Movement | 2012-01-26\n- March 23 Movement | Consult | Political Parties (Senegal) | 2012-01-26\n- Abdoulaye Wade | Make statement | March 23 Movement | 2012-02-18\n- People Associated with the Opposition (Brazil) | Return, release person(s) | Party Member (Brazil) | 2014-11-03\n- People Associated with the Opposition (Australia) | Threaten | Police (Australia) | 2009-09-24\n- Police (Senegal) | Arrest, detain, or charge with legal action | March 23 Movement | 2012-01-30\n- Sudan People's Liberation Army | Return, release person(s) | Police (Sudan) | 2006-12-07\n- Police (Ukraine) | Make statement | People Associated with the Opposition (Ukraine) | 2010-05-27\n- Police (Australia) | Make statement | People Associated with the Opposition (Australia) | 2006-04-01\n- People Associated with the Opposition (Australia) | Make statement | Police (Australia) | 2010-04-07\n- People Associated with the Opposition (Australia) | Make statement | Police (Australia) | 2009-02-21\n- People Associated with the Opposition (Australia) | Make statement | Police (Australia) | 2007-06-19\n- People Associated with the Opposition (Australia) | Make statement | Police (Australia) | 2007-05-01\nAnswer:", "completion": " Refugee (Tanzania)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1388834", "prompt": "Which country received the visit from Shaukat Aziz on the same month of Pakistan administered Kashmir?\nEvidence:\n- Shaukat Aziz | Consult | Pakistan administered Kashmir | 2005-06-11\n- Shaukat Aziz | Consult | Pakistan administered Kashmir | 2005-04-06\n- Pakistan administered Kashmir | Consult | Shaukat Aziz | 2005-06-11\n- Pakistan administered Kashmir | Consult | Shaukat Aziz | 2005-04-06\n- Shaukat Aziz | Make a visit | Pakistan administered Kashmir | 2005-03-02\n- Pakistan administered Kashmir | Host a visit | Shaukat Aziz | 2005-03-02\n- Shaukat Aziz | Make statement | Pakistan administered Kashmir | 2005-04-16\n- Shaukat Aziz | Make statement | Pakistan administered Kashmir | 2005-04-15\n- Shaukat Aziz | Make statement | Pakistan administered Kashmir | 2005-04-06\n- Shaukat Aziz | Make statement | Pakistan administered Kashmir | 2005-03-16\n- Shaukat Aziz | Make statement | Pakistan administered Kashmir | 2005-02-05\n- Shaukat Aziz | Make statement | Pakistan administered Kashmir | 2005-01-27\n- Shaukat Aziz | Praise or endorse | Pakistan administered Kashmir | 2005-04-01\n- Pakistan administered Kashmir | Praise or endorse | Shaukat Aziz | 2005-04-04\n- Shaukat Aziz | Express intent to cooperate | Pakistan administered Kashmir | 2005-01-27\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1242302", "prompt": "When was the last time a Japanese government official threatened the Council of Ministers of Japan?\nEvidence:\n- International Government Organizations | Praise or endorse | UN Security Council | 2005-10-30\n- International Government Organizations | Praise or endorse | Head of Government (Ukraine) | 2005-01-24\n- International Government Organizations | Praise or endorse | Head of Government (Mongolia) | 2005-06-27\n- Ministry of Health | Consult | International Government Organizations | 2005-10-26\n- International Government Organizations | Consult | Ministry of Health | 2005-10-26\n- Japan | Express intent to mediate | International Government Organizations | 2005-01-17\n- Japan | Engage in diplomatic cooperation | International Government Organizations | 2006-02-15\n- International Government Organizations | Make a visit | China | 2006-01-17\n- International Government Organizations | Make a visit | China | 2005-11-29\n- International Government Organizations | Make a visit | China | 2005-03-14\n- China | Host a visit | International Government Organizations | 2006-01-17\n- China | Host a visit | International Government Organizations | 2005-11-29\n- China | Host a visit | International Government Organizations | 2005-03-14\n- Japan | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | Japan | 2005-01-08\nAnswer:", "completion": " 2009-03-09", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1285462", "prompt": "When did Oluṣẹgun Ọbasanjọ last investigate the government of Nigeria?\nEvidence:\n- Oluṣẹgun Ọbasanjọ | Investigate | Government (Nigeria) | 2009-05-13\n- Oluṣẹgun Ọbasanjọ | Investigate | Government (Nigeria) | 2008-05-19\n- Government (Nigeria) | Investigate | Oluṣẹgun Ọbasanjọ | 2008-01-09\n- Government (Nigeria) | Investigate | Oluṣẹgun Ọbasanjọ | 2006-07-22\n- Oluṣẹgun Ọbasanjọ | Investigate | Ministry (Nigeria) | 2005-07-14\n- Oluṣẹgun Ọbasanjọ | Investigate | Ministry (Nigeria) | 2005-03-02\n- Oluṣẹgun Ọbasanjọ | Investigate | Citizen (Nigeria) | 2010-03-08\n- Oluṣẹgun Ọbasanjọ | Investigate | Citizen (Nigeria) | 2009-05-13\n- Oluṣẹgun Ọbasanjọ | Investigate | Citizen (Nigeria) | 2006-10-30\n- Presidential Aide (Nigeria) | Investigate | Oluṣẹgun Ọbasanjọ | 2013-05-31\n- Oluṣẹgun Ọbasanjọ | Consult | Head of Government (Nigeria) | 2006-08-02\n- Oluṣẹgun Ọbasanjọ | Consult | Head of Government (Nigeria) | 2006-04-17\n- Oluṣẹgun Ọbasanjọ | Consult | Head of Government (Nigeria) | 2005-12-02\n- Oluṣẹgun Ọbasanjọ | Consult | Head of Government (Nigeria) | 2005-01-24\n- Oluṣẹgun Ọbasanjọ | Accuse | Head of Government (Nigeria) | 2005-09-01\nAnswer:", "completion": " 2009-05-13", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1324155", "prompt": "When was the last time Iranian media representatives spoke to the Associated Press by telephone?\nEvidence:\n- Media Personnel (Argentina) | Discuss by telephone | Associated Press | 2005-01-07\n- Associated Press | Discuss by telephone | Media Personnel (Argentina) | 2005-01-07\n- Iraq | Discuss by telephone | Associated Press | 2005-02-27\n- Iran | Discuss by telephone | Associated Press | 2005-03-23\n- Colombia | Discuss by telephone | Associated Press | 2005-01-31\n- Associated Press | Discuss by telephone | Iraq | 2005-02-27\n- Associated Press | Discuss by telephone | Iran | 2005-03-23\n- Associated Press | Discuss by telephone | Colombia | 2005-01-31\n- Uladi Mussa | Discuss by telephone | Associated Press | 2005-01-01\n- Tomas Borge | Discuss by telephone | Associated Press | 2005-03-22\n- Police (Peru) | Discuss by telephone | Associated Press | 2005-04-20\n- Nabil Shaath | Discuss by telephone | Associated Press | 2005-01-29\n- Jerzy Szmajdzinski | Discuss by telephone | Associated Press | 2005-02-11\n- Gilchrist Olympio | Discuss by telephone | Associated Press | 2005-04-27\n- Fazlul Huq | Discuss by telephone | Associated Press | 2005-02-02\nAnswer:", "completion": " 2008-06-14", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1276168", "prompt": "In which year did Janez Jansa have a telephone conversation with Dmitry Anatolyevich Medvedev?\nEvidence:\n- Janez Jansa | Make a visit | Kuwait | 2006-11-13\n- Janez Jansa | Host a visit | Aigars Kalvitis | 2005-09-13\n- Aigars Kalvitis | Make a visit | Janez Jansa | 2005-09-13\n- Wen Jiabao | Consult | Janez Jansa | 2006-09-11\n- Vlado Buckovski | Consult | Janez Jansa | 2005-11-16\n- Tony Blair | Consult | Janez Jansa | 2005-12-08\n- Milo Djukanovic | Consult | Janez Jansa | 2006-01-09\n- Laila Freivalds | Consult | Janez Jansa | 2005-10-13\n- Janez Jansa | Consult | Wen Jiabao | 2006-09-11\n- Janez Jansa | Consult | Vlado Buckovski | 2005-11-16\n- Janez Jansa | Consult | Tony Blair | 2005-12-08\n- Janez Jansa | Consult | Milo Djukanovic | 2006-01-09\n- Janez Jansa | Consult | Laila Freivalds | 2005-10-13\n- Janez Jansa | Consult | Branko Crvenkovski | 2005-02-16\n- Janez Jansa | Consult | Branko Crvenkovski | 2005-02-15\nAnswer:", "completion": " 2008", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1131204", "prompt": "Who made the Muslims of Indonesia suffer from conventional military forces before 2008?\nEvidence:\n- Separatist (Indonesia) | Use conventional military force | Police (Indonesia) | 2010-02-15\n- Police (Indonesia) | Use conventional military force | Women (Indonesia) | 2015-06-08\n- Police (Indonesia) | Use conventional military force | Women (Indonesia) | 2008-08-01\n- Police (Indonesia) | Use conventional military force | Women (Indonesia) | 2008-04-16\n- Police (Indonesia) | Use conventional military force | Women (Indonesia) | 2007-11-30\n- Police (Indonesia) | Use conventional military force | Women (Indonesia) | 2007-06-20\n- Police (Indonesia) | Use conventional military force | Separatist (Indonesia) | 2005-04-11\n- Police (Indonesia) | Use conventional military force | Protester (Indonesia) | 2014-06-26\n- Police (Indonesia) | Use conventional military force | Protester (Indonesia) | 2013-06-18\n- Police (Indonesia) | Use conventional military force | Protester (Indonesia) | 2012-10-11\n- Police (Indonesia) | Use conventional military force | Protester (Indonesia) | 2012-03-28\n- Police (Indonesia) | Use conventional military force | Protester (Indonesia) | 2011-12-28\n- Police (Indonesia) | Use conventional military force | Protester (Indonesia) | 2011-10-13\n- Police (Indonesia) | Use conventional military force | Protester (Indonesia) | 2010-07-16\n- Police (Indonesia) | Use conventional military force | Protester (Indonesia) | 2008-06-25\nAnswer:", "completion": " Christian (Indonesia)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1374419", "prompt": "To whom did the Party of Tanzania make its first appeal?\nEvidence:\n- Party Member (Tanzania) | Demand | Citizen (Tanzania) | 2005-07-16\n- Party Member (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-05-06\n- Party Member (Tanzania) | Demonstrate or rally | Tanzania | 2005-01-26\n- Party Member (Tanzania) | Express intent to meet or negotiate | Citizen (Tanzania) | 2005-08-25\n- Police (Tanzania) | Make an appeal or request | Citizen (Tanzania) | 2005-02-14\n- Citizen (Tanzania) | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2005-04-01\n- Police (Tanzania) | Use tactics of violent repression | Citizen (Tanzania) | 2005-04-12\n- Police (Tanzania) | Use tactics of violent repression | Citizen (Tanzania) | 2005-04-11\n- Legislature (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-04-01\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-07-15\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-05-21\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-03-07\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-01-06\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-01-05\n- Police (Uganda) | Make an appeal or request | Citizen (Tanzania) | 2005-02-11\nAnswer:", "completion": " Citizen (Tanzania)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1144763", "prompt": "Which country endorsed the bureaucrat of Japan before the governor of Japan did?\nEvidence:\n- Japan | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | Japan | 2005-01-08\n- Japan | Consult | China | 2005-01-03\n- China | Threaten | Japan | 2005-01-05\n- China | Threaten | Japan | 2005-01-02\n- China | Consult | Japan | 2005-01-03\n- Surakiart Sathirathai | Reject | Japan | 2005-01-08\n- South Korea | Consult | Japan | 2005-01-06\n- Japan | Reduce relations | China | 2005-01-04\n- Japan | Consult | South Korea | 2005-01-06\n- Japan | Express intent to provide material aid | Japan Self-Defense Forces | 2005-01-03\n- Japan | Provide military aid | Thailand | 2005-01-06\n- Japan | Provide economic aid | China | 2005-01-06\n- Vietnam | Engage in diplomatic cooperation | Japan | 2005-01-09\n- South Korea | Engage in negotiation | Japan | 2005-01-08\nAnswer:", "completion": " Japan", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1122378", "prompt": "Which country visited The Hague on 5 September 2014?\nEvidence:\n- The Hague | Host a visit | Bolivia | 2014-09-05\n- Bolivia | Make a visit | The Hague | 2014-09-05\n- Bolivia | Defy norms, law | Evo Morales | 2014-09-05\nAnswer:", "completion": " Bolivia", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 3, "n_anchors": 1} +{"id": "mtq_1249878", "prompt": "Who investigated Yemen last, before the Council of Advisors to the Cabinet of Ministers of Yemen did?\nEvidence:\n- Head of Government (Germany) | Express intent to meet or negotiate | Yemen | 2005-02-18\n- Yemen | Rally support on behalf of | Rafiq Hariri | 2005-02-15\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-30\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-29\n- Yemen | Host a visit | Ministry of International Cooperation (Sudan) | 2005-02-17\n- Ministry of International Cooperation (Sudan) | Make a visit | Yemen | 2005-02-17\n- Yemen | Consult | Sudan | 2005-01-02\n- Yemen | Consult | Ethiopia | 2005-01-02\n- Yemen | Consult | Eritrea | 2005-03-11\n- Yemen | Consult | Djibouti | 2005-02-08\n- Yemen | Consult | Djibouti | 2005-02-07\n- Sudan | Consult | Yemen | 2005-01-02\n- Ethiopia | Consult | Yemen | 2005-01-02\n- Eritrea | Consult | Yemen | 2005-03-11\n- Djibouti | Consult | Yemen | 2005-02-08\nAnswer:", "completion": " Ali Abdullah Saleh", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1311547", "prompt": "After 23 October 2006, who blamed Abu Sayyaf?\nEvidence:\n- Police (Philippines) | Accuse | Abu Sayyaf | 2006-10-23\nAnswer:", "completion": " Police (Philippines)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 1} +{"id": "mtq_1284551", "prompt": "Which country hosted the visit from Wen Jiabao on the same month of Michael Cullen?\nEvidence:\n- Wen Jiabao | Consult | Michael Cullen | 2007-09-25\n- Michael Cullen | Consult | Wen Jiabao | 2007-09-25\n- Wen Jiabao | Make a visit | Michael Cullen | 2007-09-25\n- Michael Cullen | Host a visit | Wen Jiabao | 2007-09-25\n- Michael Cullen | Make a visit | China | 2007-09-25\n- Michael Cullen | Make a visit | China | 2007-09-18\n- China | Host a visit | Michael Cullen | 2007-09-25\n- China | Host a visit | Michael Cullen | 2007-09-18\n- Winston Peters | Consult | Michael Cullen | 2005-10-12\n- Winston Peters | Accuse | Michael Cullen | 2005-04-18\n- Peter Costello | Consult | Michael Cullen | 2007-01-30\n- Peter Costello | Consult | Michael Cullen | 2007-01-29\n- Peter Costello | Consult | Michael Cullen | 2007-01-25\n- Peter Costello | Consult | Michael Cullen | 2006-02-17\n- Michael Cullen | Make statement | China | 2008-05-13\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1312591", "prompt": "In 2015, which country received Khaled Bahah's visit from Khaled Bahah last?\nEvidence:\n- Khaled Bahah | Accuse | Iran | 2015-04-16\n- Yemen | Host a visit | Khaled Bahah | 2015-10-05\n- Yemen | Host a visit | Khaled Bahah | 2015-09-16\n- Yemen | Host a visit | Khaled Bahah | 2015-08-01\n- Qatar | Host a visit | Khaled Bahah | 2015-05-04\n- Oman | Host a visit | Khaled Bahah | 2015-05-04\n- Khaled Bahah | Make a visit | Yemen | 2015-10-05\n- Khaled Bahah | Make a visit | Yemen | 2015-09-16\n- Khaled Bahah | Make a visit | Yemen | 2015-08-01\n- Khaled Bahah | Make a visit | Qatar | 2015-05-04\n- Khaled Bahah | Make a visit | Oman | 2015-05-04\n- Armed Rebel (Yemen) | Return, release person(s) | Khaled Bahah | 2015-03-16\n- Yemen | Make statement | Khaled Bahah | 2015-08-01\n- Khaled Bahah | Make statement | Yemen | 2015-10-06\n- Khaled Bahah | Make statement | Yemen | 2015-09-16\nAnswer:", "completion": " Yemen", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1199211", "prompt": "Before Julie Bishop, who accused the citizens of Australia last?\nEvidence:\n- Julie Bishop | Accuse | Member of Parliament (Australia) | 2008-09-17\n- Julie Bishop | Demand | Citizen (Australia) | 2006-03-10\n- Julie Bishop | Accuse | Citizen (Australia) | 2006-10-19\n- Julie Bishop | Make statement | People Associated with the Opposition (Australia) | 2009-03-09\n- Julie Bishop | Make statement | People Associated with the Opposition (Australia) | 2009-01-21\n- Julie Bishop | Make statement | People Associated with the Opposition (Australia) | 2008-02-20\n- Julie Bishop | Make statement | People Associated with the Opposition (Australia) | 2008-02-19\n- Member of Parliament (Australia) | Make statement | Julie Bishop | 2008-12-01\n- Julie Bishop | Make statement | Member of Parliament (Australia) | 2008-09-05\n- Julie Bishop | Make statement | Member of Parliament (Australia) | 2008-09-04\n- Julie Bishop | Physically assault | Citizen (Australia) | 2007-11-29\n- Julie Bishop | Make statement | Professor (Australia) | 2007-01-30\n- Julie Bishop | Make statement | Businessperson (Australia) | 2007-05-29\n- Media Personnel (Australia) | Make statement | Julie Bishop | 2009-11-17\n- Media Personnel (Australia) | Make statement | Julie Bishop | 2008-02-20\nAnswer:", "completion": " Police (Australia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1121228", "prompt": "Who made optimistic remarks about the citizens of Nigeria in the same month of the Royal Administration of Nigeria?\nEvidence:\n- Royal Administration (Nigeria) | Make optimistic comment | Government (Nigeria) | 2015-05-04\n- Royal Administration (Nigeria) | Make optimistic comment | Citizen (Nigeria) | 2009-11-16\n- Royal Administration (Nigeria) | Engage in symbolic act | Citizen (Nigeria) | 2006-01-11\n- Royal Administration (Nigeria) | Demand change in leadership | Citizen (Nigeria) | 2007-08-17\n- Royal Administration (Nigeria) | Reject | Citizen (Nigeria) | 2007-06-06\n- Royal Administration (Nigeria) | Demand | Citizen (Nigeria) | 2006-05-18\n- Royal Administration (Nigeria) | Accuse | Ministry (Nigeria) | 2007-01-05\n- Royal Administration (Nigeria) | Accuse | Citizen (Nigeria) | 2007-03-13\n- Royal Administration (Nigeria) | Accuse | Citizen (Nigeria) | 2007-02-08\n- Royal Administration (Nigeria) | Accuse | Citizen (Nigeria) | 2007-01-25\n- Royal Administration (Nigeria) | Accuse | Citizen (Nigeria) | 2006-03-15\n- Royal Administration (Nigeria) | Accuse | Citizen (Nigeria) | 2005-05-10\n- Citizen (Nigeria) | Accuse | Royal Administration (Nigeria) | 2007-04-18\n- Citizen (Nigeria) | Accuse | Royal Administration (Nigeria) | 2006-01-13\n- Royal Administration (Nigeria) | Make statement | Head of Government (Nigeria) | 2006-04-04\nAnswer:", "completion": " Umaru Musa Yar'Adua", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1106516", "prompt": "Who did the Ministry of Venezuela blame on the same year of José Miguel Insulza?\nEvidence:\n- José Miguel Insulza | Criticize or denounce | José Miguel Insulza | 2005-02-24\n- Foreign Affairs (Venezuela) | Accuse | José Miguel Insulza | 2007-01-06\n- Foreign Affairs (Venezuela) | Make statement | José Miguel Insulza | 2010-05-12\n- José Miguel Insulza | Discuss by telephone | Foreign Affairs (Venezuela) | 2005-05-02\n- Foreign Affairs (Venezuela) | Praise or endorse | José Miguel Insulza | 2005-12-27\n- Foreign Affairs (Venezuela) | Praise or endorse | José Miguel Insulza | 2005-01-14\n- Foreign Affairs (Venezuela) | Discuss by telephone | José Miguel Insulza | 2005-05-02\n- José Miguel Insulza | Yield | Bolivia | 2005-05-03\n- José Miguel Insulza | Consult | Bolivia | 2005-05-02\n- Bolivia | Reject | José Miguel Insulza | 2005-05-01\n- Bolivia | Reject | José Miguel Insulza | 2005-04-29\n- Bolivia | Reject | José Miguel Insulza | 2005-04-19\n- Bolivia | Consult | José Miguel Insulza | 2005-05-02\n- José Miguel Insulza | Make statement | Mexico | 2005-05-03\n- José Miguel Insulza | Make statement | Mexico | 2005-01-18\nAnswer:", "completion": " Citizen (Venezuela)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1086437", "prompt": "In which year did María Ángela Holguín express her intention to negotiate with the Foreign Ministry of Venezuela?\nEvidence:\n- María Ángela Holguín | Consult | Foreign Affairs (Venezuela) | 2014-11-24\n- María Ángela Holguín | Consult | Foreign Affairs (Venezuela) | 2013-05-07\n- Foreign Affairs (Venezuela) | Consult | María Ángela Holguín | 2014-11-24\n- Foreign Affairs (Venezuela) | Consult | María Ángela Holguín | 2013-05-07\n- Ministry (Venezuela) | Make statement | María Ángela Holguín | 2011-09-18\n- María Ángela Holguín | Express intent to meet or negotiate | Foreign Affairs (Venezuela) | 2015-09-04\n- María Ángela Holguín | Express intent to meet or negotiate | Citizen (Venezuela) | 2013-06-12\n- María Ángela Holguín | Express intent to meet or negotiate | Citizen (Venezuela) | 2013-01-17\n- María Ángela Holguín | Make statement | The Hague | 2012-11-24\n- María Ángela Holguín | Consult | Foreign Affairs (Panama) | 2011-02-07\n- Foreign Affairs (Panama) | Consult | María Ángela Holguín | 2011-02-07\n- Ministry (Brazil) | Make statement | María Ángela Holguín | 2012-11-06\n- María Ángela Holguín | Consult | Colombia | 2015-08-26\n- María Ángela Holguín | Consult | Colombia | 2011-11-30\n- María Ángela Holguín | Consult | Colombia | 2011-10-24\nAnswer:", "completion": " 2015", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1342998", "prompt": "Who was optimistic about Barack Obama in the same year as Muhammadu Buhari?\nEvidence:\n- Citizen (Nigeria) | Make optimistic comment | Muhammadu Buhari | 2007-03-02\n- Muhammadu Buhari | Engage in symbolic act | Citizen (Nigeria) | 2006-06-12\n- Citizen (Nigeria) | Engage in symbolic act | Muhammadu Buhari | 2007-05-02\n- Muhammadu Buhari | Provide aid | Niger | 2005-07-28\n- Muhammadu Buhari | Demand | Oluṣẹgun Ọbasanjọ | 2005-07-01\n- Muhammadu Buhari | Consult | Bukola Saraki | 2006-11-21\n- Muhammadu Buhari | Accuse | Oluṣẹgun Ọbasanjọ | 2006-02-25\n- Citizen (Nigeria) | Yield | Muhammadu Buhari | 2006-12-19\n- Citizen (Nigeria) | Reject | Muhammadu Buhari | 2006-12-24\n- Bukola Saraki | Consult | Muhammadu Buhari | 2006-11-21\n- Muhammadu Buhari | Make statement | Oluṣẹgun Ọbasanjọ | 2006-12-15\n- Muhammadu Buhari | Deny responsibility | Citizen (Nigeria) | 2007-01-26\n- Citizen (Nigeria) | Reduce relations | Muhammadu Buhari | 2007-08-17\n- Barack Obama | Make optimistic comment | Citizen (Africa) | 2006-08-20\n- Barack Obama | Make optimistic comment | Citizen (Africa) | 2006-08-19\nAnswer:", "completion": " Foreign Affairs (India)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1221596", "prompt": "In which year did the Grand National Party denounce Chongwadai?\nEvidence:\n- Grand National Party | Make statement | Chongwadai | 2006-02-07\n- Chongwadai | Make an appeal or request | Grand National Party | 2005-12-22\n- Grand National Party | Criticize or denounce | China | 2005-01-14\n- Grand National Party | Consult | China | 2005-05-09\n- China | Consult | Grand National Party | 2005-05-09\n- Roh Moo Hyun | Criticize or denounce | Grand National Party | 2005-07-30\n- Grand National Party | Criticize or denounce | Roh Moo Hyun | 2005-07-05\n- Grand National Party | Criticize or denounce | Roh Moo Hyun | 2005-04-12\n- Grand National Party | Criticize or denounce | Roh Moo Hyun | 2005-04-06\n- Grand National Party | Criticize or denounce | Roh Moo Hyun | 2005-03-25\n- Grand National Party | Criticize or denounce | Roh Moo Hyun | 2005-03-24\n- Citizen (North Korea) | Criticize or denounce | Grand National Party | 2005-12-12\n- Grand National Party | Make statement | China | 2005-05-25\n- Grand National Party | Make statement | China | 2005-05-23\n- Grand National Party | Make statement | China | 2005-01-14\nAnswer:", "completion": " 2007", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1001287", "prompt": "After the citizens of Uganda, who did the citizens of Zambia appeal for first?\nEvidence:\n- Citizen (Zambia) | Appeal for de-escalation of military engagement | Political Parties (Zambia) | 2006-08-01\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Women (Uganda) | Appeal for easing of administrative sanctions | Police (Uganda) | 2009-06-08\n- Citizen (Uganda) | Appeal for easing of administrative sanctions | Police (Uganda) | 2009-06-09\n- Citizen (Uganda) | Appeal for easing of administrative sanctions | Police (Uganda) | 2009-06-08\n- Police (Uganda) | Appeal for intelligence | Citizen (Uganda) | 2005-12-29\n- Police (Uganda) | Appeal for aid | Citizen (Uganda) | 2006-08-13\n- Citizen (Uganda) | Appeal for intelligence | Police (Uganda) | 2013-06-03\n- Citizen (Uganda) | Appeal for intelligence | Police (Uganda) | 2010-06-09\n- Citizen (Uganda) | Appeal for intelligence | Police (Uganda) | 2008-08-28\n- Citizen (Uganda) | Appeal for intelligence | Police (Uganda) | 2005-03-31\n- Citizen (Uganda) | Appeal for release of persons or property | Police (Uganda) | 2008-04-08\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\nAnswer:", "completion": " Michael Sata", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1016799", "prompt": "Who last expressed an intention to meet with Sudan before Gholamali Haddad Adel?\nEvidence:\n- Mahmoud Ahmadinejad | Consult | Gholamali Haddad Adel | 2005-06-25\n- Gholamali Haddad Adel | Make statement | Iraq | 2005-09-04\n- Gholamali Haddad Adel | Make statement | Iraq | 2005-09-03\n- Gholamali Haddad Adel | Make statement | Iraq | 2005-08-29\n- Gholamali Haddad Adel | Make statement | Iran | 2005-12-15\n- Gholamali Haddad Adel | Make statement | Iran | 2005-12-12\n- Gholamali Haddad Adel | Make statement | Iran | 2005-10-04\n- Gholamali Haddad Adel | Make statement | Iran | 2005-10-03\n- Gholamali Haddad Adel | Make statement | Iran | 2005-10-01\n- Gholamali Haddad Adel | Make statement | Iran | 2005-09-20\n- Gholamali Haddad Adel | Make statement | Iran | 2005-08-15\n- Gholamali Haddad Adel | Make statement | Iran | 2005-08-02\n- Gholamali Haddad Adel | Make statement | Iran | 2005-08-01\n- Gholamali Haddad Adel | Make statement | Iran | 2005-07-31\n- Gholamali Haddad Adel | Make statement | Iran | 2005-07-13\nAnswer:", "completion": " Citizen (Sudan)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1004879", "prompt": "Who was the first to use unconventional violence against the agricultural workers of Nigeria in 2009?\nEvidence:\n- Combatant (al-Qaeda in the Islamic Maghreb) | Use unconventional violence | Military (Mali) | 2009-07-20\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- National United Front for Democracy Against Dictatorship | Use unconventional violence | Sondhi Limthongkul | 2009-07-29\n- National United Front for Democracy Against Dictatorship | Use unconventional violence | Protester (Thailand) | 2009-04-27\n- National United Front for Democracy Against Dictatorship | Use unconventional violence | Citizen (Thailand) | 2009-01-24\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2009-10-23\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 7, "n_anchors": 0} +{"id": "mtq_1234064", "prompt": "Which was the last country the UN Security Council wanted to negotiate with in 2008?\nEvidence:\n- Vuk Jeremić | Express intent to meet or negotiate | UN Security Council | 2008-01-14\n- Raphael Tuju | Express intent to meet or negotiate | UN Security Council | 2008-02-05\n- Hashim Thaçi | Express intent to meet or negotiate | UN Security Council | 2008-01-15\n- Vietnam | Consult | UN Security Council | 2008-02-01\n- UN Security Council | Consult | Vietnam | 2008-02-01\n- France | Threaten | UN Security Council | 2008-01-16\n- UN Security Council | Engage in diplomatic cooperation | African Union | 2008-01-25\n- African Union | Engage in diplomatic cooperation | UN Security Council | 2008-01-25\n- Vietnam | Make statement | UN Security Council | 2008-03-06\n- Vietnam | Make statement | UN Security Council | 2008-03-05\n- Vietnam | Make statement | UN Security Council | 2008-01-23\n- UN Security Council | Make statement | Vietnam | 2008-02-19\n- UN Security Council | Make statement | Vietnam | 2008-02-18\n- UN Security Council | Make statement | France | 2008-02-06\n- UN Security Council | Demand | Citizen (Nigeria) | 2008-01-28\nAnswer:", "completion": " Iran", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1333032", "prompt": "Who was denounced by the Court Judge of the United Kingdom before 2006-03?\nEvidence:\n- Court Judge (United Kingdom) | Make statement | Member of the Judiciary (Kosovo) | 2012-05-02\n- Scientist (United Kingdom) | Yield | Court Judge (United Kingdom) | 2006-12-12\n- Court Judge (United Kingdom) | Yield | Citizen (United Kingdom) | 2005-07-26\n- Court Judge (United Kingdom) | Yield | Citizen (United Kingdom) | 2005-03-23\n- Court Judge (United Kingdom) | Threaten | Newspaper (United Kingdom) | 2005-02-25\n- Court Judge (United Kingdom) | Reject | Men (United Kingdom) | 2009-03-05\n- Court Judge (United Kingdom) | Reject | Men (United Kingdom) | 2008-11-15\n- Court Judge (United Kingdom) | Reject | Men (United Kingdom) | 2008-04-23\n- Court Judge (United Kingdom) | Reject | Men (United Kingdom) | 2007-07-05\n- Court Judge (United Kingdom) | Reject | Men (United Kingdom) | 2005-02-02\n- Court Judge (United Kingdom) | Reject | Citizen (United Kingdom) | 2010-07-08\n- Court Judge (United Kingdom) | Reject | Citizen (United Kingdom) | 2010-04-29\n- Court Judge (United Kingdom) | Reject | Citizen (United Kingdom) | 2010-03-15\n- Court Judge (United Kingdom) | Reject | Citizen (United Kingdom) | 2009-10-08\n- Court Judge (United Kingdom) | Reject | Citizen (United Kingdom) | 2009-07-11\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1378758", "prompt": "In which month did the Indian Trade Union Congress make its first request to the Aam Aadmi Party?\nEvidence:\n- Labor Union (India) | Make an appeal or request | Aam Aadmi Party | 2013-12-31\n- Aam Aadmi Party | Make statement | National Party (India) | 2014-07-19\n- Governor (India) | Consult | Aam Aadmi Party | 2014-05-16\n- Aam Aadmi Party | Consult | Governor (India) | 2014-05-16\n- Yogendra Yadav | Make statement | Aam Aadmi Party | 2014-09-19\n- Yogendra Yadav | Make statement | Aam Aadmi Party | 2014-04-28\n- Yogendra Yadav | Make statement | Aam Aadmi Party | 2014-04-25\n- Yogendra Yadav | Make statement | Aam Aadmi Party | 2014-01-17\n- Vijay Goel | Make statement | Aam Aadmi Party | 2014-02-15\n- Vijay Goel | Make statement | Aam Aadmi Party | 2014-01-17\n- Preneet Kaur | Make statement | Aam Aadmi Party | 2014-06-15\n- Dharamvira Gandhi | Make statement | Aam Aadmi Party | 2014-09-15\n- Dharamvira Gandhi | Make statement | Aam Aadmi Party | 2014-09-14\n- Amit Shah | Make statement | Aam Aadmi Party | 2015-01-30\n- Amit Shah | Make statement | Aam Aadmi Party | 2015-01-17\nAnswer:", "completion": " 2013-12", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1041378", "prompt": "Who was condemned by the Student of Iran last before International Government Organizations?\nEvidence:\n- Iran | Make statement | International Government Organizations | 2005-01-27\n- International Government Organizations | Accuse of human rights abuses | Iran | 2005-05-05\n- Representatives (International) | Consult | International Government Organizations | 2005-06-03\n- International Government Organizations | Consult | Representatives (International) | 2005-06-03\n- International Government Organizations | Praise or endorse | Head of Government (Ukraine) | 2005-01-24\n- International Government Organizations | Praise or endorse | Head of Government (Mongolia) | 2005-06-27\n- Representatives (Kyrgyzstan) | Consult | International Government Organizations | 2005-06-07\n- International Government Organizations | Provide aid | Thailand | 2005-01-04\n- International Government Organizations | Provide aid | Sudan | 2005-04-11\n- International Government Organizations | Make statement | Thailand | 2005-08-26\n- International Government Organizations | Consult | Representatives (Kyrgyzstan) | 2005-06-07\n- International Government Organizations | Complain officially | Colombia | 2005-09-09\n- China | Reduce relations | International Government Organizations | 2005-04-06\n- International Government Organizations | Consult | Association of Southeast Asian Nations | 2005-01-05\n- Association of Southeast Asian Nations | Consult | International Government Organizations | 2005-01-05\nAnswer:", "completion": " Oxford University", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1134284", "prompt": "Who first wanted to negotiate with the head of government of Ukraine in 2014?\nEvidence:\n- People Associated with the Opposition (Ukraine) | Consult | Head of Government (Ukraine) | 2014-01-27\n- Head of Government (Ukraine) | Yield | People Associated with the Opposition (Ukraine) | 2014-02-21\n- Head of Government (Ukraine) | Consult | People Associated with the Opposition (Ukraine) | 2014-01-27\n- Head of Government (Ukraine) | Refuse to yield | People Associated with the Opposition (Ukraine) | 2014-01-27\n- Head of Government (Ukraine) | Express intent to meet or negotiate | People Associated with the Opposition (Ukraine) | 2014-02-19\n- People Associated with the Opposition (Ukraine) | Make statement | Head of Government (Ukraine) | 2014-01-19\n- Head of Government (Ukraine) | Accede to demands for change in leadership | People Associated with the Opposition (Ukraine) | 2014-01-31\n- Police (Ukraine) | Express intent to meet or negotiate | Head of Government (Ukraine) | 2014-01-20\n- Head of Government (Ukraine) | Express intent to meet or negotiate | Police (Ukraine) | 2014-02-25\n- Military (Ukraine) | Consult | Head of Government (Ukraine) | 2014-09-08\n- Military (Ukraine) | Consult | Head of Government (Ukraine) | 2014-07-09\n- Head of Government (Ukraine) | Demand | Military (Ukraine) | 2014-09-05\n- Head of Government (Ukraine) | Demand | Military (Ukraine) | 2014-06-11\n- Head of Government (Ukraine) | Demand | Military (Ukraine) | 2014-04-23\n- Head of Government (Ukraine) | Demand | Military (Ukraine) | 2014-04-22\nAnswer:", "completion": " Police (Ukraine)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1239818", "prompt": "Before 27 January 2007, who asked for Abdul Kalam?\nEvidence:\n- Indigenous People (United Kingdom) | Make an appeal or request | Abdul Kalam | 2007-01-27\nAnswer:", "completion": " Member of Parliament (India)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 1} +{"id": "mtq_1073454", "prompt": "Who used small arms and light weapons against the villagers of Thailand in 2006?\nEvidence:\n- Armed Gang (Thailand) | fight with small arms and light weapons | Military Personnel (Thailand) | 2006-10-27\n- Armed Gang (Thailand) | fight with small arms and light weapons | Military Personnel (Thailand) | 2006-05-09\n- Armed Gang (Thailand) | fight with small arms and light weapons | Military Personnel (Thailand) | 2006-05-08\n- Armed Gang (Thailand) | fight with small arms and light weapons | Military Personnel (Thailand) | 2006-05-06\n- Military Personnel (Thailand) | Make an appeal or request | Office of the Attorney General | 2006-10-26\n- Member of Parliament (Thailand) | Make statement | Thailand | 2006-01-03\n- Protester (Thailand) | Engage in negotiation | Military Personnel (Thailand) | 2006-02-12\n- Military Personnel (Thailand) | Engage in negotiation | Protester (Thailand) | 2006-02-12\n- Thailand | Engage in diplomatic cooperation | Vietnam | 2006-01-17\n- Thailand | Engage in diplomatic cooperation | Laos | 2006-01-17\n- Thailand | Engage in diplomatic cooperation | Cambodia | 2006-01-17\n- Laos | Engage in diplomatic cooperation | Thailand | 2006-01-17\n- Cambodia | Engage in diplomatic cooperation | Thailand | 2006-01-17\n- China | Engage in diplomatic cooperation | Media (Thailand) | 2006-01-09\n- Military Personnel (Thailand) | Impose state of emergency or martial law | Thailand | 2006-09-20\nAnswer:", "completion": " Armed Gang (Thailand)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1012063", "prompt": "In which month did the Thief of Mauritius first use unconventional violence against the citizens of Mauritius?\nEvidence:\n- Thief (Mauritius) | Use unconventional violence | Citizen (Mauritius) | 2015-10-13\n- Citizen (Mauritius) | Use unconventional violence | Government (Mauritius) | 2006-07-14\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- Citizen (Mauritius) | Use unconventional violence | Military Personnel (Mauritius) | 2009-08-19\n- Thief (Mauritius) | Demand | Men (Mauritius) | 2008-11-21\n- First Command of the Capital | Use unconventional violence | Other Authorities / Officials (Brazil) | 2006-08-25\n- First Command of the Capital | Use unconventional violence | Lawyer/Attorney (Costa Rica) | 2008-07-26\n- Citizen (Mauritius) | Use unconventional violence | Citizen (Africa) | 2015-01-13\n- Thief (Thailand) | Use unconventional violence | Thailand | 2015-09-13\n- Thief (Thailand) | Use unconventional violence | Thailand | 2015-07-15\n- Thief (Thailand) | Use unconventional violence | Thailand | 2013-01-19\n- Thief (Thailand) | Use unconventional violence | Thailand | 2009-10-19\nAnswer:", "completion": " 2015-10", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1066901", "prompt": "Who gave a denouncement to Bhupinder Singh Hooda on the same month of the Military Personnel of India?\nEvidence:\n- Military Personnel (India) | Criticize or denounce | Bhupinder Singh Hooda | 2014-08-03\n- Sikh (India) | Consult | Bhupinder Singh Hooda | 2014-08-27\n- Bhupinder Singh Hooda | Consult | Sikh (India) | 2014-08-27\n- Member of Parliament (India) | Accuse | Bhupinder Singh Hooda | 2014-09-05\n- Member of Parliament (India) | Accuse | Bhupinder Singh Hooda | 2014-08-20\n- Head of Government (India) | Accuse | Bhupinder Singh Hooda | 2014-08-18\n- Director General (India) | Consult | Bhupinder Singh Hooda | 2015-06-01\n- Bhupinder Singh Hooda | Demand | Court Judge (India) | 2015-12-18\n- Bhupinder Singh Hooda | Consult | Director General (India) | 2015-06-01\n- Ministry of Women (India) | Make statement | Bhupinder Singh Hooda | 2014-11-09\n- Member of Parliament (India) | Make statement | Bhupinder Singh Hooda | 2014-09-05\n- Head of Government (India) | Make statement | Bhupinder Singh Hooda | 2014-10-08\n- Head of Government (India) | Make statement | Bhupinder Singh Hooda | 2014-10-07\n- Head of Government (India) | Make statement | Bhupinder Singh Hooda | 2014-07-19\n- Head of Government (India) | Make statement | Bhupinder Singh Hooda | 2014-07-07\nAnswer:", "completion": " Rajya Sabha", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1385729", "prompt": "In which year did Alexis Tsipras last negotiate with Werner Faymann?\nEvidence:\n- Werner Faymann | Engage in negotiation | Wen Jiabao | 2011-05-07\n- Werner Faymann | Engage in negotiation | Wen Jiabao | 2011-05-06\n- Werner Faymann | Engage in negotiation | Mahmoud Abbas | 2011-11-29\n- Werner Faymann | Engage in negotiation | Abdullah Gül | 2011-05-04\n- Wen Jiabao | Engage in negotiation | Werner Faymann | 2011-05-07\n- Wen Jiabao | Engage in negotiation | Werner Faymann | 2011-05-06\n- Mahmoud Abbas | Engage in negotiation | Werner Faymann | 2011-11-29\n- Abdullah Gül | Engage in negotiation | Werner Faymann | 2011-05-04\n- Werner Faymann | Consult | Mahmoud Abbas | 2010-06-25\n- Werner Faymann | Consult | Heinz Fischer | 2009-12-14\n- Werner Faymann | Consult | Heinz Fischer | 2008-10-08\n- Werner Faymann | Consult | Georgios Papandreou | 2011-09-08\n- Werner Faymann | Consult | Benjamin Netanyahu | 2010-06-24\n- Werner Faymann | Consult | Angela Merkel | 2011-12-05\n- Mahmoud Abbas | Consult | Werner Faymann | 2010-06-25\nAnswer:", "completion": " 2015", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1062649", "prompt": "After the Foreign Minister of Lebanon, which country made the first request for the citizens of Sudan?\nEvidence:\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- UN Security Council | Appeal for diplomatic cooperation (such as policy support) | Sudan | 2005-01-11\n- UN Security Council | Appeal for diplomatic cooperation (such as policy support) | Sudan | 2005-01-10\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-27\nAnswer:", "completion": " Sudan", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1116533", "prompt": "After the Democratic Alliance of Africa, who was the first to appeal to the government of South Africa?\nEvidence:\n- Movement for Democratic Change | Use conventional military force | South Africa | 2005-02-07\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- South Africa | Make an appeal or request | Togo | 2005-02-06\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- South Africa | Make an appeal or request | Citizen (International) | 2005-02-03\n- South Africa | Make an appeal or request | Citizen (International) | 2005-01-21\n- African Union | Make an appeal or request | South Africa | 2005-01-02\n- Government (South Africa) | Engage in diplomatic cooperation | African Union | 2005-02-26\n- South Africa | Make an appeal or request | UN Security Council | 2005-01-31\n- South Africa | Consult | China | 2005-02-05\n- China | Consult | South Africa | 2005-02-05\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\nAnswer:", "completion": " Human Rights Commission (South Africa)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1089731", "prompt": "Before Dmitry Anatolyevich Medvedev, who last praised Daniel Ortega?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- Dmitry Anatolyevich Medvedev | Consult | China | 2005-12-08\n- China | Consult | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Villager (Nicaragua) | Consult | Daniel Ortega | 2006-11-02\n- USAID | Make statement | Daniel Ortega | 2006-10-28\n- Government (Nicaragua) | Accuse | Daniel Ortega | 2005-04-26\n- Eduardo Montealegre | Demand | Daniel Ortega | 2006-10-25\n- Eduardo Montealegre | Accuse | Daniel Ortega | 2006-11-03\n- Eduardo Montealegre | Accuse | Daniel Ortega | 2006-06-15\n- Daniel Ortega | Reject | Government (Nicaragua) | 2005-04-27\n- Daniel Ortega | Consult | Villager (Nicaragua) | 2006-11-02\n- Daniel Ortega | Consult | Businessperson (Nicaragua) | 2006-11-08\n- Businessperson (Nicaragua) | Consult | Daniel Ortega | 2006-11-08\n- Veterans (Russia) | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Islam Karimov | Consult | Dmitry Anatolyevich Medvedev | 2006-05-07\nAnswer:", "completion": " Radio Ya", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1385154", "prompt": "Before Jul, 2007, who appealed for the medical staff of Australia?\nEvidence:\n- People Associated with the Opposition (Australia) | Make statement | Chief of Staff (Australia) | 2007-05-30\n- Police (Australia) | Investigate | Chief of Staff (Australia) | 2007-08-03\n- Police (Australia) | Investigate | Chief of Staff (Australia) | 2007-07-27\n- Police (Australia) | Investigate | Chief of Staff (Australia) | 2007-05-31\n- Chief of Staff (Australia) | Reject | Citizen (Australia) | 2013-07-22\n- Member of Parliament (Australia) | Consult | Chief of Staff (Australia) | 2015-11-11\n- Member of Parliament (Australia) | Accuse | Chief of Staff (Australia) | 2013-07-03\n- Chief of Staff (Australia) | Consult | Member of Parliament (Australia) | 2015-11-11\n- Police (Australia) | Make statement | Chief of Staff (Australia) | 2011-01-31\n- Citizen (Australia) | Reduce relations | Chief of Staff (Australia) | 2014-11-13\n- Chief of Staff (Australia) | Reject | Lawyer/Attorney (Australia) | 2005-12-02\n- Chief of Staff (Australia) | Make statement | Businessperson (Australia) | 2005-03-14\n- Medical Personnel (Australia) | Appeal for intelligence | Police (Australia) | 2010-06-04\n- Member of Parliament (Australia) | Make statement | Chief of Staff (Australia) | 2009-03-07\n- Media Personnel (Australia) | Make statement | Chief of Staff (Australia) | 2009-02-20\nAnswer:", "completion": " Detainee (United States)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1086417", "prompt": "Before the year 2015, who appealed for Muhammadu Buhari?\nEvidence:\n- Muhammadu Buhari | Provide aid | Niger | 2005-07-28\n- Muhammadu Buhari | Demand | Oluṣẹgun Ọbasanjọ | 2005-07-01\n- Muhammadu Buhari | Consult | Bukola Saraki | 2006-11-21\n- Muhammadu Buhari | Accuse | Oluṣẹgun Ọbasanjọ | 2006-02-25\n- Citizen (Nigeria) | Yield | Muhammadu Buhari | 2006-12-19\n- Citizen (Nigeria) | Reject | Muhammadu Buhari | 2006-12-24\n- Bukola Saraki | Consult | Muhammadu Buhari | 2006-11-21\n- Muhammadu Buhari | Make statement | Oluṣẹgun Ọbasanjọ | 2006-12-15\n- Muhammadu Buhari | Deny responsibility | Citizen (Nigeria) | 2007-01-26\n- Citizen (Nigeria) | Reduce relations | Muhammadu Buhari | 2007-08-17\n- Royal Administration (Nigeria) | Make statement | Muhammadu Buhari | 2006-09-27\n- Muhammadu Buhari | Make statement | Royal Administration (Nigeria) | 2007-03-05\n- Muhammadu Buhari | Make statement | Presidential Candidate (Nigeria) | 2007-01-29\n- Muhammadu Buhari | Make statement | Democratic Party (Nigeria) | 2007-04-23\n- Muhammadu Buhari | Make empathetic comment | Government (Nigeria) | 2006-11-21\nAnswer:", "completion": " Sule Lamido", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1202071", "prompt": "Before the Labour Union of Nigeria, who had the last telephone conversation with the media of Africa?\nEvidence:\n- Media (Africa) | Discuss by telephone | Labor Union (Nigeria) | 2015-07-30\n- Labor Union (Nigeria) | Discuss by telephone | Media (Africa) | 2015-07-30\n- Media (Nigeria) | Discuss by telephone | Labor Union (Nigeria) | 2012-09-16\n- Labor Union (Nigeria) | Discuss by telephone | Media (Nigeria) | 2012-09-16\n- Media (Africa) | Discuss by telephone | Head of Government (Nigeria) | 2014-11-25\n- Media (Africa) | Discuss by telephone | Head of Government (Nigeria) | 2014-06-12\n- Head of Government (Nigeria) | Discuss by telephone | Media (Africa) | 2014-11-25\n- Head of Government (Nigeria) | Discuss by telephone | Media (Africa) | 2014-06-12\n- Media (Africa) | Discuss by telephone | Islamic Courts Union | 2006-12-24\n- Media (Africa) | Discuss by telephone | Islamic Courts Union | 2006-12-22\n- Islamic Courts Union | Discuss by telephone | Media (Africa) | 2006-12-24\n- Islamic Courts Union | Discuss by telephone | Media (Africa) | 2006-12-22\n- Ministry (Nigeria) | Discuss by telephone | Media (Africa) | 2014-01-03\n- Ministry (Nigeria) | Discuss by telephone | Media (Africa) | 2013-03-18\n- Media (Africa) | Discuss by telephone | Ministry (Nigeria) | 2014-01-03\nAnswer:", "completion": " Shehu Sani", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1043523", "prompt": "Before Jaroslav Baska, who was the last person to praise Barack Obama?\nEvidence:\n- Jaroslav Baska | Praise or endorse | Barack Obama | 2009-10-23\n- Jaroslav Baska | Praise or endorse | Frantisek Kasický | 2008-01-30\n- Ivan Gasparovic | Praise or endorse | Jaroslav Baska | 2008-01-30\n- Yuriy Yekhanurov | Consult | Jaroslav Baska | 2008-05-27\n- Jaroslav Baska | Consult | Yuriy Yekhanurov | 2008-05-27\n- Jaroslav Baska | Consult | Ivan Gasparovic | 2010-02-10\n- Jaroslav Baska | Consult | Ivan Gasparovic | 2009-12-15\n- Ivan Gasparovic | Consult | Jaroslav Baska | 2010-02-10\n- Ivan Gasparovic | Consult | Jaroslav Baska | 2009-12-15\n- Jaroslav Baska | Make statement | Lubomír Galko | 2011-09-22\n- Jaroslav Baska | Make statement | Lubomír Galko | 2011-02-18\n- Jaroslav Baska | Make statement | Lubomír Galko | 2011-02-15\n- Jaroslav Baska | Consult | Eimert van Middelkoop | 2008-04-24\n- Jaroslav Baska | Consult | Eimert van Middelkoop | 2008-04-23\n- Eimert van Middelkoop | Consult | Jaroslav Baska | 2008-04-24\nAnswer:", "completion": " Mahmoud Ahmadinejad", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1068444", "prompt": "Who wanted to negotiate with the citizens of the United Kingdom in the same year as Soumeylou Boubèye Maiga?\nEvidence:\n- Soumeylou Boubèye Maiga | Threaten | France | 2012-04-05\n- Soumeylou Boubèye Maiga | Express intent to meet or negotiate | Citizen (United Kingdom) | 2011-07-16\n- Soumeylou Boubèye Maiga | Consult | Mahamadou Issoufou | 2011-05-05\n- Soumeylou Boubèye Maiga | Consult | Catherine Ashton | 2011-12-10\n- Mahamadou Issoufou | Consult | Soumeylou Boubèye Maiga | 2011-05-05\n- Catherine Ashton | Consult | Soumeylou Boubèye Maiga | 2011-12-10\n- Soumeylou Boubèye Maiga | Make statement | Military (Mali) | 2014-05-26\n- Soumeylou Boubèye Maiga | Make statement | Military (Mali) | 2014-05-23\n- Soumeylou Boubèye Maiga | Make statement | Military (Mali) | 2013-10-04\n- Soumeylou Boubèye Maiga | Make statement | Boko Haram | 2012-01-24\n- Soumeylou Boubèye Maiga | Make statement | African Union | 2015-11-10\n- Soumeylou Boubèye Maiga | Make a visit | Niger | 2011-05-17\n- Soumeylou Boubèye Maiga | Make a visit | Mauritania | 2011-05-17\n- Soumeylou Boubèye Maiga | Make a visit | France | 2011-05-17\n- Soumeylou Boubèye Maiga | Make a visit | France | 2011-05-10\nAnswer:", "completion": " Elizabeth II", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1258794", "prompt": "Who issued a condemnation of the Taliban militant in 2008-01?\nEvidence:\n- Combatant (Taliban) | Make statement | Militant (Taliban) | 2008-01-15\n- Militant (Taliban) | Engage in negotiation | Government (Pakistan) | 2008-06-13\n- Militant (Taliban) | Engage in negotiation | Government (Pakistan) | 2008-05-26\n- Militant (Taliban) | Engage in negotiation | Government (Pakistan) | 2008-05-23\n- Militant (Taliban) | Engage in negotiation | Government (Pakistan) | 2008-05-19\n- Militant (Taliban) | Engage in negotiation | Government (Pakistan) | 2008-05-14\n- Militant (Taliban) | Engage in negotiation | Government (Pakistan) | 2008-05-06\n- Militant (Taliban) | Engage in negotiation | Government (Pakistan) | 2008-03-28\n- Militant (Taliban) | Engage in negotiation | Government (Pakistan) | 2008-03-27\n- Government (Pakistan) | Engage in negotiation | Militant (Taliban) | 2008-06-13\n- Government (Pakistan) | Engage in negotiation | Militant (Taliban) | 2008-05-26\n- Government (Pakistan) | Engage in negotiation | Militant (Taliban) | 2008-05-23\n- Government (Pakistan) | Engage in negotiation | Militant (Taliban) | 2008-05-19\n- Government (Pakistan) | Engage in negotiation | Militant (Taliban) | 2008-05-14\n- Government (Pakistan) | Engage in negotiation | Militant (Taliban) | 2008-05-06\nAnswer:", "completion": " UN Security Council", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1042435", "prompt": "Who praised Ashraf Ghani Ahmadzai on the same day of the Cabinet Council of Ministers Advisors of the United States?\nEvidence:\n- Lawyer/Attorney (United States) | Accuse | Ashraf Ghani Ahmadzai | 2007-11-08\n- Envoy (United States) | Engage in negotiation | Ashraf Ghani Ahmadzai | 2009-07-26\n- Ashraf Ghani Ahmadzai | Engage in negotiation | Envoy (United States) | 2009-07-26\n- Kandahar Provincial Council | Consult | Ashraf Ghani Ahmadzai | 2012-05-10\n- Ashraf Ghani Ahmadzai | Consult | Kandahar Provincial Council | 2012-05-10\n- Kabul University | Consult | Ashraf Ghani Ahmadzai | 2005-03-30\n- Associated Press | Consult | Ashraf Ghani Ahmadzai | 2014-04-03\n- Ashraf Ghani Ahmadzai | Consult | Kabul University | 2005-03-30\n- Ashraf Ghani Ahmadzai | Consult | Associated Press | 2014-04-03\n- Ashraf Ghani Ahmadzai | Praise or endorse | UN Security Council | 2006-10-04\n- Mohammed Qasim Fahim | Consult | Ashraf Ghani Ahmadzai | 2014-02-26\n- Emal Faizi | Make statement | Ashraf Ghani Ahmadzai | 2013-08-20\n- Ashraf Ghani Ahmadzai | Make statement | Refugee (Afghanistan) | 2006-04-12\n- Ashraf Ghani Ahmadzai | Make statement | Insurgent (Afghanistan) | 2010-09-21\n- Ashraf Ghani Ahmadzai | Consult | Mohammed Qasim Fahim | 2014-02-26\nAnswer:", "completion": " Philip Hammond", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1141059", "prompt": "Before the African Union, who was the last to be supported by Mohamed Ibn Chambas?\nEvidence:\n- Mohamed Ibn Chambas | Consult | African Union | 2010-02-21\n- African Union | Consult | Mohamed Ibn Chambas | 2010-02-21\n- African Union | Make statement | Mohamed Ibn Chambas | 2012-12-21\n- Mohamed Ibn Chambas | Praise or endorse | African Union | 2010-12-06\n- Mohamed Ibn Chambas | Mediate | Niger | 2010-02-22\n- Mohamed Ibn Chambas | Discuss by telephone | Agence France-Presse | 2005-02-07\n- Agence France-Presse | Discuss by telephone | Mohamed Ibn Chambas | 2005-02-07\n- Representatives (Sudan) | Consult | Mohamed Ibn Chambas | 2013-05-06\n- Representatives (Sudan) | Consult | Mohamed Ibn Chambas | 2013-05-01\n- Ramtane Lamamra | Consult | Mohamed Ibn Chambas | 2010-02-21\n- Oluṣẹgun Ọbasanjọ | Consult | Mohamed Ibn Chambas | 2005-04-23\n- Mohamed Ibn Chambas | Make statement | Togo | 2005-04-19\n- Mohamed Ibn Chambas | Make statement | Niger | 2010-01-26\n- Mohamed Ibn Chambas | Make statement | Niger | 2005-08-01\n- Mohamed Ibn Chambas | Consult | Representatives (Sudan) | 2013-05-06\nAnswer:", "completion": " Head of Government (Nigeria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1265365", "prompt": "When did the Central Electoral Junta make a request to the Dominican Republic?\nEvidence:\n- Dominican Republic | Make statement | Revolutionary Party (Dominican Republic) | 2005-10-19\n- China | Make a visit | Dominican Republic | 2005-01-28\n- Business (Dominican Republic) | Express intent to meet or negotiate | Dominican Republic | 2005-07-18\n- Dominican Republic | Praise or endorse | Revolutionary Party (Dominican Republic) | 2005-10-19\n- Dominican Republic | Host a visit | China | 2005-01-28\n- Mexico | Consult | Dominican Republic | 2005-12-21\n- Mexico | Consult | Dominican Republic | 2005-12-14\n- Mexico | Consult | Dominican Republic | 2005-12-13\n- Mexico | Consult | Dominican Republic | 2005-05-23\n- Guatemala | Consult | Dominican Republic | 2005-12-13\n- Dominican Republic | Consult | Mexico | 2005-12-21\n- Dominican Republic | Consult | Mexico | 2005-12-14\n- Dominican Republic | Consult | Mexico | 2005-12-13\n- Dominican Republic | Consult | Mexico | 2005-05-23\n- Dominican Republic | Consult | Guatemala | 2005-12-13\nAnswer:", "completion": " 2008-05-12", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1242609", "prompt": "In which month did John Dramani Mahama visit Wang Yi for the first time?\nEvidence:\n- Togo | Host a visit | John Dramani Mahama | 2009-07-23\n- John Dramani Mahama | Make a visit | Togo | 2009-07-23\n- John Dramani Mahama | Make a visit | Ethiopia | 2011-05-26\n- John Dramani Mahama | Make a visit | Ethiopia | 2009-01-31\n- Ethiopia | Host a visit | John Dramani Mahama | 2011-05-26\n- Ethiopia | Host a visit | John Dramani Mahama | 2009-01-31\n- John Dramani Mahama | Express accord | China | 2012-08-10\n- John Dramani Mahama | Express accord | China | 2012-08-09\n- South Korea | Host a visit | John Dramani Mahama | 2010-02-22\n- South Africa | Host a visit | John Dramani Mahama | 2013-01-03\n- South Africa | Host a visit | John Dramani Mahama | 2012-12-31\n- South Africa | Host a visit | John Dramani Mahama | 2012-12-30\n- South Africa | Host a visit | John Dramani Mahama | 2009-05-21\n- John Dramani Mahama | Make a visit | South Korea | 2010-02-22\n- John Dramani Mahama | Make a visit | South Africa | 2013-01-03\nAnswer:", "completion": " 2014-01", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1338305", "prompt": "Who did the Cabinet Council of Ministers Advisors of United States engage in negotiation with last before Elmar Mammadyarov?\nEvidence:\n- Elmar Mammadyarov | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2005-07-13\n- Cabinet / Council of Ministers / Advisors (United States) | Consult | Elmar Mammadyarov | 2005-07-13\n- Foreign Affairs (Austria) | Engage in negotiation | Elmar Mammadyarov | 2005-09-09\n- Elmar Mammadyarov | Engage in negotiation | Foreign Affairs (Austria) | 2005-09-09\n- Elmar Mammadyarov | Consult | Elmar Mammadyarov | 2005-01-28\n- Elmar Mammadyarov | Express intent to meet or negotiate | Elmar Mammadyarov | 2005-07-20\n- Elmar Mammadyarov | Consult | China | 2005-02-07\n- China | Consult | Elmar Mammadyarov | 2005-02-07\n- Elmar Mammadyarov | Consult | ANS Group of Companies | 2005-03-22\n- ANS Group of Companies | Consult | Elmar Mammadyarov | 2005-03-22\n- United Arab Emirates | Host a visit | Elmar Mammadyarov | 2005-10-14\n- United Arab Emirates | Host a visit | Elmar Mammadyarov | 2005-04-08\n- Elmar Mammadyarov | Make a visit | United Arab Emirates | 2005-10-14\n- Elmar Mammadyarov | Make a visit | United Arab Emirates | 2005-04-08\n- Irakli Alasania | Consult | Elmar Mammadyarov | 2005-07-07\nAnswer:", "completion": " Foreign Affairs (South Africa)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1124064", "prompt": "In March 29th, 2007, who gave a denouncement to Pervez Musharraf?\nEvidence:\n- Pervez Musharraf | Make a visit | Iran | 2005-02-13\n- Pervez Musharraf | Make a visit | Iran | 2005-02-12\n- Iran | Host a visit | Pervez Musharraf | 2005-02-13\n- Iran | Host a visit | Pervez Musharraf | 2005-02-12\n- Pervez Musharraf | Consult | Japan | 2005-01-10\n- Japan | Consult | Pervez Musharraf | 2005-01-10\n- Pervez Musharraf | Refuse to yield | Benazir Bhutto | 2005-01-12\n- Pervez Musharraf | Refuse to yield | Benazir Bhutto | 2005-01-11\n- Pervez Musharraf | Engage in symbolic act | Abdul Kalam | 2005-01-25\n- Pervez Musharraf | Engage in diplomatic cooperation | Benazir Bhutto | 2005-01-04\n- Don McKinnon | Demand change in leadership | Pervez Musharraf | 2005-02-12\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-02-04\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-01-10\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-02-04\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-01-10\nAnswer:", "completion": " Women (Pakistan)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1355873", "prompt": "Before the Farm Worker of Nigeria, who last expressed the intention to cooperate with the citizens of Nigeria?\nEvidence:\n- Government (Nigeria) | Express intent to cooperate | Farm Worker (Nigeria) | 2013-12-11\n- Government (Nigeria) | Express intent to cooperate | Farm Worker (Nigeria) | 2012-07-19\n- Farm Worker (Nigeria) | Express intent to cooperate | Citizen (Nigeria) | 2015-10-23\n- Citizen (Nigeria) | Express intent to cooperate | Farm Worker (Nigeria) | 2014-05-22\n- Citizen (Nigeria) | Express intent to cooperate | Farm Worker (Nigeria) | 2012-11-07\n- Citizen (Nigeria) | Express intent to cooperate | Farm Worker (Nigeria) | 2012-08-03\n- Citizen (Nigeria) | Express intent to cooperate | Farm Worker (Nigeria) | 2012-06-25\n- Citizen (Nigeria) | Express intent to cooperate | Farm Worker (Nigeria) | 2012-04-27\n- Citizen (Nigeria) | Express intent to cooperate | Farm Worker (Nigeria) | 2011-12-27\n- Emmanuel Eweta Uduaghan | Express intent to cooperate | Farm Worker (Nigeria) | 2015-02-16\n- Ministry (Nigeria) | Consult | Farm Worker (Nigeria) | 2014-03-24\n- Ministry (Nigeria) | Consult | Farm Worker (Nigeria) | 2013-01-23\n- Media (Nigeria) | Consult | Farm Worker (Nigeria) | 2015-01-27\n- Media (Nigeria) | Consult | Farm Worker (Nigeria) | 2014-10-27\n- Media (Nigeria) | Consult | Farm Worker (Nigeria) | 2011-07-26\nAnswer:", "completion": " Other Authorities / Officials (Nigeria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1341649", "prompt": "Before 16 March 2006, who suffered from the conventional military forces of the Muslims of Indonesia?\nEvidence:\n- Muslim (Indonesia) | Use conventional military force | Christian (Indonesia) | 2006-03-16\n- Christian (Indonesia) | Use conventional military force | Muslim (Indonesia) | 2006-03-16\nAnswer:", "completion": " Christian (Indonesia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 0} +{"id": "mtq_1201583", "prompt": "After December 2010, who wanted to meet with the Organisation for Economic Co-operation and Development?\nEvidence:\n- Peace, Unity, and Development Party | Express intent to cooperate | For Justice and Development | 2009-10-06\n- For Justice and Development | Express intent to cooperate | Peace, Unity, and Development Party | 2009-10-06\n- Peace, Unity, and Development Party | Express intent to cooperate | Main Opposition (For Justice and Development) | 2009-05-05\n- Peace, Unity, and Development Party | Express intent to cooperate | Main Opposition (For Justice and Development) | 2009-05-04\n- Peace, Unity, and Development Party | Express intent to cooperate | Main Opposition (For Justice and Development) | 2008-05-27\n- Main Opposition (For Justice and Development) | Express intent to cooperate | Peace, Unity, and Development Party | 2009-05-05\n- Main Opposition (For Justice and Development) | Express intent to cooperate | Peace, Unity, and Development Party | 2009-05-04\n- Main Opposition (For Justice and Development) | Express intent to cooperate | Peace, Unity, and Development Party | 2008-05-27\n- Peace, Unity, and Development Party | Engage in symbolic act | For Justice and Development | 2009-05-11\n- For Justice and Development | Engage in symbolic act | Peace, Unity, and Development Party | 2009-05-11\n- For Justice and Development | Occupy territory | Aceh | 2005-01-11\n- Secretary of State for International Development | Appeal for economic aid | Japan | 2005-06-21\n- For Justice and Development | Make a visit | Aceh | 2005-01-11\n- Aceh | Host a visit | For Justice and Development | 2005-01-11\n- United Front for An Independent, Neutral, Peaceful and Co operative Cambodia | Express intent to meet or negotiate | China | 2005-01-12\nAnswer:", "completion": " Abdullah Gül", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1136479", "prompt": "After Sudan, which country did the UN High Commission for Refugees investigate first?\nEvidence:\n- Sudan | Host a visit | High Commission for Refugees | 2005-04-27\n- High Commission for Refugees | Make a visit | Sudan | 2005-04-27\n- Japan | Reject | High Commission for Refugees | 2005-01-19\n- High Commission for Refugees | Consult | Cambodia | 2005-01-24\n- Cambodia | Consult | High Commission for Refugees | 2005-01-24\n- Shaukat Aziz | Consult | High Commission for Refugees | 2005-05-04\n- Ruud Lubbers | Mediate | High Commission for Refugees | 2005-02-16\n- Pervez Musharraf | Consult | High Commission for Refugees | 2005-05-06\n- High Commission for Refugees | Make statement | Togo | 2005-05-04\n- High Commission for Refugees | Make statement | Tanzania | 2005-04-06\n- High Commission for Refugees | Make statement | Iran | 2005-02-25\n- High Commission for Refugees | Grant asylum | Japan | 2005-01-19\n- High Commission for Refugees | Consult | Shaukat Aziz | 2005-05-04\n- High Commission for Refugees | Consult | Pervez Musharraf | 2005-05-06\n- Citizen (Uganda) | Reject | High Commission for Refugees | 2005-01-17\nAnswer:", "completion": " Children (Sudan)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1043877", "prompt": "In which year did the Council of Ministers of Belgium last express cooperation with the citizens of Belgium?\nEvidence:\n- Citizen (Belgium) | Express intent to cooperate | Cabinet / Council of Ministers / Advisors (Belgium) | 2006-09-27\n- Cabinet / Council of Ministers / Advisors (Belgium) | Express intent to cooperate | Citizen (Belgium) | 2006-09-27\n- Foreign Affairs (Belgium) | Consult | Cabinet / Council of Ministers / Advisors (Belgium) | 2008-09-16\n- Cabinet / Council of Ministers / Advisors (Belgium) | Consult | Foreign Affairs (Belgium) | 2008-09-16\n- Citizen (Belgium) | Criticize or denounce | Cabinet / Council of Ministers / Advisors (Belgium) | 2010-10-29\n- Cabinet / Council of Ministers / Advisors (Belgium) | Demand | Sudan | 2014-07-09\n- Citizen (Belgium) | Express intent to meet or negotiate | Cabinet / Council of Ministers / Advisors (Belgium) | 2006-03-09\n- Davit Usupashvili | Consult | Cabinet / Council of Ministers / Advisors (Belgium) | 2007-10-27\n- Cabinet / Council of Ministers / Advisors (Belgium) | Consult | Davit Usupashvili | 2007-10-27\n- Cabinet / Council of Ministers / Advisors (Belgium) | Praise or endorse | Military Personnel - Special (Belgium) | 2014-05-15\n- Agriculture / Fishing / Forestry Ministry (Belgium) | Make optimistic comment | Cabinet / Council of Ministers / Advisors (Belgium) | 2010-07-13\n- France | Praise or endorse | Cabinet / Council of Ministers / Advisors (Belgium) | 2010-07-13\n- Cabinet / Council of Ministers / Advisors (Belgium) | Praise or endorse | France | 2013-01-21\n- Cabinet / Council of Ministers / Advisors (Belgium) | Make statement | Scottish Government | 2007-10-04\n- Green Party (Belgium) | Make statement | People Associated with the Opposition (Belgium) | 2007-11-12\nAnswer:", "completion": " 2006", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1076947", "prompt": "In what year did the terrorist organisation Hamas use unconventional violence against Mahmoud Abbas?\nEvidence:\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Mahmoud Abbas | 2005-09-07\n- Mahmoud Abbas | Engage in negotiation | Abdullah Gül | 2005-01-08\n- Abdullah Gül | Engage in negotiation | Mahmoud Abbas | 2005-01-08\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | France | 2006-02-05\n- Mahmoud Abbas | Engage in negotiation | Agence France-Presse | 2005-01-10\n- Javier Solana | Engage in diplomatic cooperation | Mahmoud Abbas | 2005-01-13\n- Agence France-Presse | Engage in negotiation | Mahmoud Abbas | 2005-01-10\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Settler (Israel) | 2005-06-25\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Police (Israel) | 2005-03-08\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Military (Lebanon) | 2006-05-23\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Children (Israel) | 2005-08-07\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Israeli Defense Forces | 2006-03-17\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Israeli Defense Forces | 2006-02-11\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Israeli Defense Forces | 2006-02-06\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Israeli Defense Forces | 2005-12-29\nAnswer:", "completion": " 2007", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1013449", "prompt": "Who was the last to praise Ali Abdullah Saleh in 2008?\nEvidence:\n- Abdullah Gül | Praise or endorse | Ali Abdullah Saleh | 2008-02-26\n- Ali Abdullah Saleh | Engage in negotiation | Abdullah Gül | 2008-02-26\n- Abdullah Gül | Engage in negotiation | Ali Abdullah Saleh | 2008-02-26\n- Ali Abdullah Saleh | Praise or endorse | Iraq | 2008-01-07\n- Ali Abdullah Saleh | Consult | Abdullah Gül | 2008-02-26\n- Ali Abdullah Saleh | Consult | Abdullah Gül | 2008-02-25\n- Abdullah Gül | Consult | Ali Abdullah Saleh | 2008-02-26\n- Abdullah Gül | Consult | Ali Abdullah Saleh | 2008-02-25\n- Ali Abdullah Saleh | Engage in symbolic act | Abdullah Gül | 2008-02-26\n- Abdullah Gül | Engage in symbolic act | Ali Abdullah Saleh | 2008-02-26\n- Mahmoud Abbas | Praise or endorse | Ali Abdullah Saleh | 2008-02-24\n- Abdullah Gül | Make statement | Ali Abdullah Saleh | 2008-02-26\n- Royal Administration (Spain) | Praise or endorse | Ali Abdullah Saleh | 2008-01-29\n- Alberto Ruiz-Gallardón | Praise or endorse | Ali Abdullah Saleh | 2008-01-31\n- Ali Muhammad Mujawar | Make statement | Ali Abdullah Saleh | 2008-02-26\nAnswer:", "completion": " Mahmoud Abbas", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1374965", "prompt": "After Sondhi Limthongkul, who was the first to suffer from the unconventional violence of the National United Front for Democracy Against Dictatorship?\nEvidence:\n- Villager (Thailand) | Use unconventional violence | Sondhi Limthongkul | 2006-02-05\n- Villager (Thailand) | Use unconventional violence | Sondhi Limthongkul | 2006-02-04\n- Thailand | Bring lawsuit against | Sondhi Limthongkul | 2005-11-18\n- Citizen (Thailand) | Bring lawsuit against | Sondhi Limthongkul | 2006-02-21\n- Military Personnel (Thailand) | Bring lawsuit against | Sondhi Limthongkul | 2005-11-26\n- Member of Parliament (Thailand) | Investigate | Sondhi Limthongkul | 2006-02-23\n- Member of Parliament (Thailand) | Accuse | Sondhi Limthongkul | 2005-11-22\n- Member of Parliament (Thailand) | Accuse | Sondhi Limthongkul | 2005-11-19\n- Member of Parliament (Thailand) | Accuse | Sondhi Limthongkul | 2005-11-18\n- Sondhi Limthongkul | Accuse | Citizen (Thailand) | 2005-12-02\n- Sondhi Limthongkul | Accuse | Citizen (Thailand) | 2005-11-20\n- Governor (Thailand) | Investigate | Sondhi Limthongkul | 2005-11-24\n- Citizen (Thailand) | Accuse | Sondhi Limthongkul | 2005-10-13\n- Citizen (Thailand) | Accuse | Sondhi Limthongkul | 2005-10-05\n- Citizen (Thailand) | Appeal for change in leadership | Sondhi Limthongkul | 2006-02-09\nAnswer:", "completion": " Protester (Thailand)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1033804", "prompt": "On 3 September 2013, who negotiated with the other authorities and officials of Nigeria?\nEvidence:\n- Other Authorities / Officials (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2005-09-16\n- France | Rally support on behalf of | Other Authorities / Officials (Russia) | 2012-05-04\n- Citizen (Nigeria) | fight with small arms and light weapons | Other Authorities / Officials (Nigeria) | 2012-10-22\n- The Hague | Consult | Other Authorities / Officials (Serbia) | 2008-11-18\n- The Chronicle | Consult | Other Authorities / Officials (Ghana) | 2005-08-10\n- Other Authorities / Officials (Serbia) | Consult | The Hague | 2008-11-18\n- Other Authorities / Officials (Ghana) | Consult | The Chronicle | 2005-08-10\n- Head of Government (Nigeria) | Accuse | Other Authorities / Officials (Nigeria) | 2005-12-07\n- Other Authorities / Officials (Serbia) | Express intent to cooperate on judicial matters | The Hague | 2011-06-04\n- Javier Solana | Rally support on behalf of | Other Authorities / Officials (Somalia) | 2008-10-31\n- Government (Burundi) | Rally support on behalf of | Other Authorities / Officials (Burundi) | 2015-09-06\n- Other Authorities / Officials (Nigeria) | Threaten | Government (Nigeria) | 2005-12-06\n- Other Authorities / Officials (Nigeria) | Threaten | Citizen (Nigeria) | 2005-12-05\n- Other Authorities / Officials (Nigeria) | Reject | Citizen (Nigeria) | 2005-03-21\n- Other Authorities / Officials (Nigeria) | Demand | Citizen (Nigeria) | 2006-02-25\nAnswer:", "completion": " Government (Nigeria)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1236436", "prompt": "Who did Niger make a request to after February 24th, 2013?\nEvidence:\n- USAID | Make a visit | Niger | 2005-07-28\n- Mauritania | Make a visit | Niger | 2005-08-22\n- Mauritania | Make a visit | Niger | 2005-08-21\n- Oluṣẹgun Ọbasanjọ | Make a visit | Niger | 2005-02-09\n- Muhammad VI | Make a visit | Niger | 2005-07-20\n- Muhammad VI | Make a visit | Niger | 2005-07-19\n- Employee (Canada) | Make a visit | Niger | 2005-08-07\n- Mohamed Ibn Chambas | Make a visit | Niger | 2006-01-10\n- Central Intelligence Agency | Make a visit | Niger | 2006-07-12\n- Central Intelligence Agency | Make a visit | Niger | 2006-06-03\n- Central Intelligence Agency | Make a visit | Niger | 2005-07-22\n- Central Intelligence Agency | Make a visit | Niger | 2005-07-17\n- Niger | Host a visit | USAID | 2005-07-28\n- Niger | Host a visit | Mauritania | 2005-08-22\n- Niger | Host a visit | Mauritania | 2005-08-21\nAnswer:", "completion": " UN Security Council", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1294255", "prompt": "Before the Italian Foreign Minister, who negotiated with the Prime Minister of Ukraine?\nEvidence:\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-09\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-08\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-11-14\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-10-05\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Demand | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-11-24\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-05-19\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2005-05-05\n- Prime Minister Qarase | Make statement | Prime Minister Chaudhry | 2006-07-13\nAnswer:", "completion": " Angela Merkel", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1168026", "prompt": "In what year did Kazuhiro Haraguchi last make a request to Okada Katsuya?\nEvidence:\n- Kazuhiro Haraguchi | Make an appeal or request | Okada Katsuya | 2010-05-07\n- Kazuhiro Haraguchi | Make a visit | Japan | 2010-10-10\n- Kazuhiro Haraguchi | Make a visit | Japan | 2010-10-08\n- Kazuhiro Haraguchi | Investigate | Japan | 2010-10-10\n- Kazuhiro Haraguchi | Investigate | Japan | 2010-10-08\n- Kazuhiro Haraguchi | Make statement | Thailand | 2010-01-19\n- Japan | Host a visit | Kazuhiro Haraguchi | 2010-10-10\n- Japan | Host a visit | Kazuhiro Haraguchi | 2010-10-08\n- Sengoku Yoshito | Consult | Kazuhiro Haraguchi | 2010-05-18\n- Kazuhiro Haraguchi | Consult | Sengoku Yoshito | 2010-05-18\n- Vietnam | Engage in symbolic act | Kazuhiro Haraguchi | 2010-03-17\n- Kazuhiro Haraguchi | Make an appeal or request | Lawmaker (Japan) | 2010-01-22\n- Okada Katsuya | Make a visit | Sudan | 2005-05-05\n- Okada Katsuya | Make a visit | Japan | 2005-09-10\n- Okada Katsuya | Make a visit | Iran | 2006-04-26\nAnswer:", "completion": " 2010", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1053299", "prompt": "In what month did the USS Cole praise the Lebanese military?\nEvidence:\n- USS Cole | Praise or endorse | Military (Lebanon) | 2008-05-13\n- Citizen (Saudi Arabia) | Threaten with military force | USS Cole | 2009-02-05\n- USS Cole | Host a visit | Admiral (Romania) | 2015-02-12\n- Admiral (Romania) | Make a visit | USS Cole | 2015-02-12\n- Men (Yemen) | Conduct suicide, car, or other non-military bombing | USS Cole | 2006-02-06\n- Men (Yemen) | Conduct suicide, car, or other non-military bombing | USS Cole | 2006-02-05\n- Armed Gang (Al Qaeda) | Carry out suicide bombing | USS Cole | 2007-05-24\n- Military (Philippines) | Use conventional military force | Armed Gang (Al Qaeda) | 2011-04-16\n- Military (Lebanon) | Use conventional military force | Guerrilla (Palestinian Territory, Occupied) | 2005-02-15\n- Military (Lebanon) | Use conventional military force | Guerrilla (Palestinian Territory, Occupied) | 2005-02-14\n- Military Personnel - Special (Philippines) | Use conventional military force | Armed Gang (Al Qaeda) | 2015-12-30\n- Military (Lebanon) | Physically assault | Protester (Lebanon) | 2005-04-28\n- Elias Murr | Make statement | Military (Lebanon) | 2005-05-12\n- Associated Press | Make statement | Military (Lebanon) | 2005-03-14\n- Men (Yemen) | Threaten with military force | Yemen | 2010-02-06\nAnswer:", "completion": " 2008-05", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1347074", "prompt": "Who wanted to negotiate with the governor of Kenya in the same month of the indigenous people of Kenya?\nEvidence:\n- Indigenous People (Kenya) | Consult | Governor (Kenya) | 2014-11-12\n- Indigenous People (Kenya) | Consult | Governor (Kenya) | 2013-11-19\n- Indigenous People (Kenya) | Accuse | Governor (Kenya) | 2015-03-26\n- Governor (Kenya) | Consult | Indigenous People (Kenya) | 2014-11-12\n- Governor (Kenya) | Consult | Indigenous People (Kenya) | 2013-11-19\n- Governor (Kenya) | Make statement | Indigenous People (Kenya) | 2014-07-14\n- Governor (Kenya) | Make statement | Indigenous People (Kenya) | 2013-05-13\n- Indigenous People (Kenya) | Express intent to meet or negotiate | Governor (Kenya) | 2015-05-06\n- Governor (Kenya) | Make an appeal or request | Indigenous People (Kenya) | 2013-08-12\n- Police (Kenya) | Demand | Indigenous People (Kenya) | 2005-02-22\n- Police (Kenya) | Accuse | Indigenous People (Kenya) | 2011-12-14\n- Indigenous People (Kenya) | Accuse | Police (Kenya) | 2005-06-21\n- Indigenous People (Kenya) | Accuse | Police (Kenya) | 2005-02-22\n- Police (Kenya) | Express intent to meet or negotiate | Indigenous People (Kenya) | 2006-05-03\n- Police (Kenya) | Engage in material cooperation | Indigenous People (Kenya) | 2010-11-29\nAnswer:", "completion": " Joseph Ole Nkaissery", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1070254", "prompt": "Who praised Nigeria's education system on 10 July 2013?\nEvidence:\n- Soroptimist International | Rally support on behalf of | Education (Nigeria) | 2014-05-09\n- Boko Haram | Return, release person(s) | Education (Nigeria) | 2014-10-20\n- Militant (Boko Haram) | Return, release person(s) | Education (Nigeria) | 2015-04-14\n- Education Ministry (Philippines) | Rally support on behalf of | Education Official (Philippines) | 2011-04-02\n- Citizen (Unidentified State Actor) | Return, release person(s) | Education (Nigeria) | 2014-06-26\n- Protester (10 Downing Street) | Demonstrate or rally | Iraq | 2007-06-28\n- Protester (10 Downing Street) | Demonstrate or rally | Iraq | 2007-06-26\n- Protester (10 Downing Street) | Demonstrate or rally | Benjamin Netanyahu | 2015-09-11\n- Protester (10 Downing Street) | Demonstrate or rally | Benjamin Netanyahu | 2015-09-10\n- Ministry (Kyrgyzstan) | Impose restrictions on political freedoms | Education (Kyrgyzstan) | 2009-03-03\n- Pakistan People's Party | Make statement | Education (Pakistan) | 2013-07-18\n- Militant (Taliban) | Return, release person(s) | Education (Pakistan) | 2007-03-30\n- African Commission on Human and People's Rights | Make an appeal or request | Government (Nigeria) | 2010-07-07\n- Government (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2013-09-23\n- Government (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2012-04-02\nAnswer:", "completion": " Government (Nigeria)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1096878", "prompt": "After the ruling party of Turkey, who made the first appeal to the legislature of Turkey?\nEvidence:\n- Party President (Turkey) | Threaten | Legislature (Turkey) | 2009-12-08\n- Legislature (Turkey) | Reject | Party Member (Turkey) | 2007-04-28\n- Party Member (Turkey) | Make statement | Legislature (Turkey) | 2015-11-04\n- Governing Party (Turkey) | Make an appeal or request | Legislature (Turkey) | 2007-05-07\n- Party Member (Turkey) | Accuse | Member of the Judiciary (Turkey) | 2008-12-27\n- Member of the Judiciary (Turkey) | Accuse | Party Member (Turkey) | 2008-12-27\n- Party Member (Turkey) | Express intent to change leadership | Legislature (Turkey) | 2009-12-14\n- Legislature (Armenia) | Reject | Ruling Party (Armenia) | 2008-03-03\n- Party Member (Turkey) | Praise or endorse | Legislature (Turkey) | 2007-04-28\n- Legislature (Turkey) | Praise or endorse | Party Member (Turkey) | 2011-06-29\n- Special Rapporteurs of the United Nations | Consult | Legislature (Turkey) | 2006-02-23\n- Legislature (Turkey) | Consult | Special Rapporteurs of the United Nations | 2006-02-23\n- Legislature (Turkey) | Reduce relations | Motherland Party | 2005-06-01\n- Legislature (Turkey) | Consult | Justice and Development Party | 2013-07-04\n- Legislature (Turkey) | Consult | Justice and Development Party | 2008-05-24\nAnswer:", "completion": " Justice and Development Party", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1346509", "prompt": "Who suffered from the conventional military forces of the Saudi Arabian Defence Forces in the same month of Boko Haram?\nEvidence:\n- Saudi Arabian Defence Forces | Use conventional military force | Yemen | 2009-11-12\n- Saudi Arabian Defence Forces | Use conventional military force | Citizen (Saudi Arabia) | 2009-11-20\n- Saudi Arabian Defence Forces | Use conventional military force | Citizen (Saudi Arabia) | 2009-11-19\n- Saudi Arabian Defence Forces | Use conventional military force | Citizen (Saudi Arabia) | 2009-11-10\n- Saudi Arabian Defence Forces | Use conventional military force | Citizen (Saudi Arabia) | 2005-04-27\n- Saudi Arabian Defence Forces | Use conventional military force | Armed Gang (Saudi Arabia) | 2005-04-04\n- Saudi Arabian Defence Forces | Use conventional military force | Armed Rebel (Yemen) | 2009-11-11\n- Saudi Arabian Defence Forces | Use conventional military force | Armed Rebel (Yemen) | 2009-11-07\n- Saudi Arabian Defence Forces | Use conventional military force | Armed Rebel (Yemen) | 2009-11-04\n- Saudi Arabian Defence Forces | Accuse | Citizen (Saudi Arabia) | 2007-05-26\n- Saudi Arabian Defence Forces | Make statement | Kuwait | 2008-10-11\n- Saudi Arabian Defence Forces | Make statement | Iran | 2009-11-23\n- Military Personnel (Yemen) | Make statement | Saudi Arabian Defence Forces | 2009-11-06\n- Saudi Arabian Defence Forces | Physically assault | Citizen (Saudi Arabia) | 2007-06-05\n- Saudi Arabian Defence Forces | Consult | Royal Administration (Saudi Arabia) | 2009-01-03\nAnswer:", "completion": " Citizen (Saudi Arabia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1102306", "prompt": "Who praised the Swiss legislature on 6 Sep 2014?\nEvidence:\n- Swiss National Bank | Consult | National Bank of the Kyrgyz Republic | 2009-05-26\n- National Bank of the Kyrgyz Republic | Consult | Swiss National Bank | 2009-05-26\n- Swiss National Bank | Make a visit | National Bank of the Kyrgyz Republic | 2009-05-26\n- National Bank of the Kyrgyz Republic | Host a visit | Swiss National Bank | 2009-05-26\n- Ministry (Switzerland) | Make statement | Swiss National Bank | 2012-05-26\n- Angela Merkel | Make statement | Swiss National Bank | 2015-01-22\n- Legislature (Turkey) | Rally support on behalf of | Citizen (Greece) | 2013-05-11\n- Legislature (Spain) | Rally support on behalf of | Detainee (Spain) | 2013-06-17\n- Philipp M. Hildebrand | Reduce relations | Swiss National Bank | 2012-01-12\n- Philipp M. Hildebrand | Make statement | Swiss National Bank | 2010-11-18\n- Legislature (Spain) | Rally support on behalf of | Juan Carlos I | 2009-08-01\n- International Monetary Fund | Praise or endorse | Swiss National Bank | 2008-05-29\n- Member of the Judiciary (Madagascar) | Reject | Legislature (Madagascar) | 2015-06-18\n- Legislature (Libya) | Reject | Member of the Judiciary (Libya) | 2014-11-07\n- Legislature (Libya) | Reject | Member of the Judiciary (Libya) | 2014-11-06\nAnswer:", "completion": " Foreign Affairs (Mauritania)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1169023", "prompt": "Who was the last person to want to meet with international representatives before Manuel Rosales?\nEvidence:\n- Manuel Rosales | Express intent to meet or negotiate | Representatives (International) | 2006-08-30\n- Manuel Rosales | Accuse | RCTV International | 2007-01-03\n- Manuel Rosales | Make statement | RCTV International | 2007-01-07\n- Manuel Rosales | Make statement | Member of the Judiciary (Venezuela) | 2006-07-30\n- Rafael Ramírez | Accuse | Manuel Rosales | 2006-05-22\n- Marcel Granier | Accuse | Manuel Rosales | 2007-01-07\n- Manuel Rosales | Reject | Citizen (Venezuela) | 2006-11-06\n- Manuel Rosales | Consult | Jesse Chacón | 2005-03-08\n- Jesse Chacón | Reject | Manuel Rosales | 2006-09-16\n- Jesse Chacón | Consult | Manuel Rosales | 2005-03-08\n- Citizen (Venezuela) | Accuse | Manuel Rosales | 2006-11-29\n- Manuel Rosales | Express intent to meet or negotiate | Citizen (Venezuela) | 2006-06-10\n- Manuel Rosales | Sign formal agreement | Colombia | 2006-10-25\n- Manuel Rosales | Make statement | Ministry (Venezuela) | 2006-04-27\n- Manuel Rosales | Make statement | Leopoldo López | 2007-02-04\nAnswer:", "completion": " Zurab Nogaideli", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1140606", "prompt": "Which country receive Henry M. Paulson's visit from Henry M. Paulson after Mexico did?\nEvidence:\n- Vietnam | Host a visit | Henry M. Paulson | 2006-09-11\n- Vietnam | Host a visit | Henry M. Paulson | 2006-09-07\n- Vietnam | Host a visit | Henry M. Paulson | 2006-09-06\n- Henry M. Paulson | Make a visit | Vietnam | 2006-09-11\n- Henry M. Paulson | Make a visit | Vietnam | 2006-09-07\n- Henry M. Paulson | Make a visit | Vietnam | 2006-09-06\n- Henry M. Paulson | Make a visit | China | 2006-09-17\n- Henry M. Paulson | Make a visit | China | 2006-09-15\n- Henry M. Paulson | Make a visit | China | 2006-09-14\n- Henry M. Paulson | Make a visit | China | 2006-09-13\n- Henry M. Paulson | Make a visit | China | 2006-09-12\n- Henry M. Paulson | Make a visit | China | 2006-09-10\n- Henry M. Paulson | Make a visit | China | 2006-08-28\n- Henry M. Paulson | Make a visit | China | 2006-08-24\n- Henry M. Paulson | Make a visit | China | 2006-05-31\nAnswer:", "completion": " China", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1060936", "prompt": "After Daniel arap Moi, who was the first to threaten the government of Sudan?\nEvidence:\n- Daniel Arap Moi | Mediate | Sudan | 2005-07-04\n- Daniel Arap Moi | Demand | Sudan | 2005-04-19\n- Head of Government (Kenya) | Consult | Daniel Arap Moi | 2005-11-29\n- Head of Government (Kenya) | Consult | Daniel Arap Moi | 2005-11-28\n- Daniel Arap Moi | Consult | Head of Government (Kenya) | 2005-11-29\n- Daniel Arap Moi | Consult | Head of Government (Kenya) | 2005-11-28\n- Sudan | Engage in negotiation | Daniel Arap Moi | 2005-03-10\n- Daniel Arap Moi | Praise or endorse | Sudan | 2005-03-11\n- Daniel Arap Moi | Engage in negotiation | Sudan | 2005-03-10\n- Daniel Arap Moi | Make statement | Government (Africa) | 2006-01-16\n- Head of Government (Kenya) | Make statement | Daniel Arap Moi | 2006-05-15\n- Head of Government (Kenya) | Make statement | Daniel Arap Moi | 2005-11-29\n- Daniel Arap Moi | Make an appeal or request | Government (Sudan) | 2006-03-21\n- Daniel Arap Moi | Express intent to meet or negotiate | Sudan | 2005-03-03\n- Mwai Kibaki | Consult | Daniel Arap Moi | 2005-12-17\nAnswer:", "completion": " Citizen (Sudan)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1282177", "prompt": "Who appealed to the other authorities and officials of Mexico before January 2007?\nEvidence:\n- Other Authorities / Officials (Mexico) | Investigate | Mexico | 2005-01-27\n- Other Authorities / Officials (Mexico) | Make statement | Mexico | 2005-01-18\n- Mexico | Make pessimistic comment | Other Authorities / Officials (Mexico) | 2005-01-28\n- Other Authorities / Officials (Mexico) | Express intent to meet or negotiate | Mexico | 2005-01-06\n- Other Authorities / Officials (Mexico) | Mobilize or increase police power | Mexico | 2005-01-17\n- Other Authorities / Officials (Mexico) | Demonstrate military or police power | Mexico | 2005-01-26\n- Colombia | Make optimistic comment | Other Authorities / Officials (Brazil) | 2005-08-25\n- Colombia | fight with small arms and light weapons | Mexico | 2005-01-03\n- Mexico | Investigate | Criminal (Mexico) | 2005-01-12\n- Mexico | Express intent to cooperate | Colombia | 2005-06-30\n- Colombia | Express intent to cooperate | Mexico | 2005-06-30\n- Mexico | Express intent to meet or negotiate | Zapatista Army of National Liberation | 2005-01-14\n- Secretariat (Mexico) | Make statement | Mexico | 2005-02-03\n- Organized Crime (Mexico) | Demand | Mexico | 2005-01-24\n- Military (Mexico) | Cooperate militarily | Mexico | 2005-01-17\nAnswer:", "completion": " Lawmaker (Spain)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1121434", "prompt": "In which year did the French Foreign Ministry last express its intention to negotiate with the UN Security Council?\nEvidence:\n- Foreign Affairs (Syria) | Express intent to meet or negotiate | UN Security Council | 2005-03-04\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- UN Security Council | Consult | Foreign Affairs (South Korea) | 2005-01-09\n- Foreign Affairs (South Korea) | Consult | UN Security Council | 2005-01-09\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- UN Security Council | Express intent to engage in diplomatic cooperation (such as policy support) | Iraq | 2005-02-01\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\n- UN Security Council | Consult | Nabil Shaath | 2005-01-11\n- UN Security Council | Consult | John Garang | 2005-02-09\n- UN Security Council | Consult | John Garang | 2005-02-08\n- UN Security Council | Consult | African Union | 2005-01-10\n- Nabil Shaath | Consult | UN Security Council | 2005-01-11\nAnswer:", "completion": " 2009", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1199927", "prompt": "Who expressed the intention to negotiate with A.P. Sharma in December 2009?\nEvidence:\n- Chen Deming | Express intent to meet or negotiate | A.P. Sharma | 2009-12-30\n- A.P. Sharma | Express intent to meet or negotiate | Chen Deming | 2009-12-30\n- Chen Deming | Reject proposal to meet, discuss, or negotiate | Ronald Kirk | 2009-12-01\n- France | Host a visit | Chen Deming | 2009-12-19\n- Chen Deming | Make a visit | France | 2009-12-19\nAnswer:", "completion": " Chen Deming", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 5, "n_anchors": 1} +{"id": "mtq_1114131", "prompt": "When did the Rights Activist of Palestinian Territory Occupied first accuse Israeli Defense Forces?\nEvidence:\n- Israeli Defense Forces | Assassinate | Children (Palestinian Territory, Occupied) | 2005-10-11\n- Israeli Defense Forces | Physically assault | Children (Palestinian Territory, Occupied) | 2005-11-23\n- Children (Palestinian Territory, Occupied) | Physically assault | Israeli Defense Forces | 2006-07-05\n- Children (Palestinian Territory, Occupied) | Physically assault | Israeli Defense Forces | 2006-02-19\n- Children (Palestinian Territory, Occupied) | Physically assault | Israeli Defense Forces | 2006-02-17\n- Children (Palestinian Territory, Occupied) | Physically assault | Israeli Defense Forces | 2005-12-10\n- Children (Palestinian Territory, Occupied) | Physically assault | Israeli Defense Forces | 2005-11-05\n- Children (Palestinian Territory, Occupied) | Physically assault | Israeli Defense Forces | 2005-11-03\n- Children (Palestinian Territory, Occupied) | Physically assault | Israeli Defense Forces | 2005-11-02\n- Children (Palestinian Territory, Occupied) | Physically assault | Israeli Defense Forces | 2005-10-04\n- Children (Palestinian Territory, Occupied) | Physically assault | Israeli Defense Forces | 2005-04-13\n- Children (Palestinian Territory, Occupied) | Physically assault | Israeli Defense Forces | 2005-04-11\n- Children (Palestinian Territory, Occupied) | Physically assault | Israeli Defense Forces | 2005-02-15\n- Israeli Defense Forces | Make statement | Armed Gang (Palestinian Territory, Occupied) | 2005-01-18\n- Israeli Defense Forces | Make statement | Armed Gang (Palestinian Territory, Occupied) | 2005-01-13\nAnswer:", "completion": " 2014-08-31", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1063601", "prompt": "In which year did the Kenyan police return people to the Kenyan media for the first time?\nEvidence:\n- People First Party Korea | Engage in negotiation | Kuomintang | 2007-04-20\n- Kuomintang | Engage in negotiation | People First Party Korea | 2007-04-20\n- Movement for the Liberation of the Central African People | Appeal for change in leadership | François Bozizé | 2008-07-15\n- Police (Mauritania) | Return, release person(s) | People Associated with the Opposition (Mauritania) | 2014-08-07\n- People First Party Korea | Engage in symbolic act | Kuomintang | 2006-06-05\n- People First Party Korea | Engage in symbolic act | Kuomintang | 2005-04-04\n- People First Party Korea | Engage in material cooperation | Kuomintang | 2006-11-08\n- People First Party Korea | Engage in material cooperation | Kuomintang | 2006-11-01\n- People First Party Korea | Engage in material cooperation | Kuomintang | 2006-10-31\n- People First Party Korea | Engage in diplomatic cooperation | Kuomintang | 2007-03-21\n- People First Party Korea | Engage in diplomatic cooperation | Kuomintang | 2006-12-19\n- People First Party Korea | Engage in diplomatic cooperation | Kuomintang | 2006-09-11\n- People First Party Korea | Engage in diplomatic cooperation | Kuomintang | 2006-06-27\n- Kuomintang | Engage in symbolic act | People First Party Korea | 2006-06-05\n- Kuomintang | Engage in symbolic act | People First Party Korea | 2005-04-04\nAnswer:", "completion": " 2012", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1116016", "prompt": "Who did the Rajya Sabha condemn after the Member of Parliament of India?\nEvidence:\n- Rajya Sabha | Reduce relations | Member of Parliament (India) | 2005-12-25\n- Rajya Sabha | Make statement | Member of Parliament (India) | 2005-12-12\n- Member of Parliament (India) | Make statement | Rajya Sabha | 2005-07-10\n- Member of Parliament (India) | Praise or endorse | Rajya Sabha | 2008-04-20\n- Rajya Sabha | Express intent to meet or negotiate | Member of Parliament (India) | 2005-04-29\n- Member of Parliament (India) | Express intent to meet or negotiate | Rajya Sabha | 2005-04-29\n- Villager (India) | Consult | Rajya Sabha | 2006-10-19\n- Rajya Sabha | Threaten | Media (India) | 2005-03-14\n- Rajya Sabha | Demand | Media (India) | 2005-10-25\n- Rajya Sabha | Consult | Villager (India) | 2006-10-19\n- Head of Government (India) | Investigate | Rajya Sabha | 2006-03-17\n- Head of Government (India) | Investigate | Rajya Sabha | 2006-03-16\n- Rajya Sabha | Make statement | Media (India) | 2005-03-14\n- Rajya Sabha | Accuse | Election Commission (India) | 2007-04-13\n- Election Commission (India) | Reject | Rajya Sabha | 2008-01-06\nAnswer:", "completion": " Men (India)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1263009", "prompt": "Could you tell me the exact month when the Australian activist last criticised the Australian Member of Parliament?\nEvidence:\n- Member of Parliament (Australia) | Consult | Activist (Australia) | 2005-09-16\n- Member of Parliament (Australia) | Accuse | Activist (Australia) | 2007-11-22\n- Member of Parliament (Australia) | Accuse | Activist (Australia) | 2005-08-11\n- Activist (Australia) | Consult | Member of Parliament (Australia) | 2005-09-16\n- Member of Parliament (Australia) | Make statement | Activist (Australia) | 2015-10-02\n- Member of Parliament (Australia) | Make statement | Activist (Australia) | 2005-08-11\n- Member of Parliament (Australia) | Make statement | Activist (Australia) | 2005-03-28\n- Member of the Judiciary (Kyrgyzstan) | Make statement | Member of Parliament (Kyrgyzstan) | 2007-09-18\n- Member of Parliament (Kyrgyzstan) | Make statement | Member of the Judiciary (Kyrgyzstan) | 2008-01-22\n- Activist (Kyrgyzstan) | Make statement | Member of the Judiciary (Kyrgyzstan) | 2011-08-15\n- Member of Parliament (Australia) | Praise or endorse | Activist (Australia) | 2011-12-08\n- Member of Parliament (Australia) | Criticize or denounce | Activist (Australia) | 2005-03-28\n- Activist (Australia) | Criticize or denounce | Member of Parliament (Australia) | 2008-02-20\n- Activist (Australia) | Criticize or denounce | Member of Parliament (Australia) | 2008-01-28\n- The Daily Telegraph | Consult | Member of Parliament (Australia) | 2012-01-25\nAnswer:", "completion": " 2008-02", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1375404", "prompt": "Who was the last to praise Alexis Tsipras before the International Monetary Fund?\nEvidence:\n- International Monetary Fund | Praise or endorse | Romania | 2005-01-04\n- International Monetary Fund | Praise or endorse | Malawi | 2005-07-25\n- International Monetary Fund | Praise or endorse | Malawi | 2005-03-07\n- Senate (Paraguay) | Praise or endorse | International Monetary Fund | 2005-05-12\n- International Monetary Fund | Threaten | Romania | 2005-06-28\n- International Monetary Fund | Investigate | Tanzania | 2005-08-02\n- International Monetary Fund | Investigate | Tanzania | 2005-02-25\n- International Monetary Fund | Investigate | Iraq | 2005-05-12\n- International Monetary Fund | Demand | China | 2005-04-20\n- International Monetary Fund | Demand | Angola | 2005-07-06\n- Romania | Express accord | International Monetary Fund | 2005-04-13\n- Iraq | Express accord | International Monetary Fund | 2005-03-07\n- International Monetary Fund | Make statement | Vietnam | 2005-05-31\n- International Monetary Fund | Make statement | France | 2005-01-27\n- International Monetary Fund | Make statement | China | 2005-01-25\nAnswer:", "completion": " Legislature (Greece)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1252015", "prompt": "After Barack Obama, who made optimistic remarks about the citizens of Australia?\nEvidence:\n- Barack Obama | Make optimistic comment | Citizen (Africa) | 2006-08-20\n- Barack Obama | Make optimistic comment | Citizen (Africa) | 2006-08-19\n- Barack Obama | Make optimistic comment | Citizen (Africa) | 2006-08-17\n- Citizen (Australia) | Criticize or denounce | Barack Obama | 2007-02-14\n- Head of Government (Kenya) | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Consult | Head of Government (Kenya) | 2006-08-25\n- Barack Obama | Demand de-escalation of military engagement | Iraq | 2007-06-02\n- Barack Obama | Reject | Iraq | 2007-04-03\n- Barack Obama | Reject | Iraq | 2006-10-28\n- Mwai Kibaki | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Make statement | Iraq | 2007-05-15\n- Barack Obama | Make statement | Iraq | 2007-03-20\n- Barack Obama | Make statement | Iraq | 2007-02-11\n- Barack Obama | Make statement | Iran | 2007-04-27\n- Barack Obama | Make statement | China | 2006-09-08\nAnswer:", "completion": " Ian Macdonald", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1275821", "prompt": "Which country received the visit from the head of government of South Korea on the same year of the Cabinet Council of Ministers Advisors of United States?\nEvidence:\n- Thailand | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-01-05\n- Thailand | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-01-04\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | Thailand | 2005-01-05\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | Thailand | 2005-01-04\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- South Korea | Make a visit | Aceh | 2005-01-08\n- Aceh | Host a visit | South Korea | 2005-01-08\n- South Korea | Host a visit | Ognyan Gerdzhikov | 2005-01-02\n- South Korea | Host a visit | Emperor Akihito | 2005-01-13\n- Ognyan Gerdzhikov | Make a visit | South Korea | 2005-01-02\n- Emperor Akihito | Make a visit | South Korea | 2005-01-13\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\nAnswer:", "completion": " Iran", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1216282", "prompt": "Who suffered from the unconventional violence of the militant of Somalia after 29 June 2015?\nEvidence:\n- Militant (Somalia) | Use unconventional violence | African Union | 2015-06-29\nAnswer:", "completion": " African Union", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1387619", "prompt": "In what year did the Air Force of Mexico make an appeal to the Military of Mexico?\nEvidence:\n- Mexico | Make an appeal or request | Iran | 2005-02-03\n- Military (Mexico) | Cooperate militarily | Mexico | 2005-01-17\n- Military (Mexico) | Mobilize or increase armed forces | Mexico | 2005-01-24\n- Border Patrol (Mexico) | Engage in judicial cooperation | Mexico | 2005-01-07\n- Secretariat (Mexico) | Make statement | Mexico | 2005-02-03\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-26\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-25\n- Economist (Mexico) | Make statement | Mexico | 2005-02-11\n- Other Authorities / Officials (Mexico) | Demonstrate military or police power | Mexico | 2005-01-26\n- Central Bank (Mexico) | Make statement | Mexico | 2005-01-31\n- Other Authorities / Officials (Mexico) | Make statement | Mexico | 2005-01-18\n- Mexico | Make pessimistic comment | Other Authorities / Officials (Mexico) | 2005-01-28\n- Mexico | Investigate | Criminal (Mexico) | 2005-01-12\n- Other Authorities / Officials (Mexico) | Express intent to meet or negotiate | Mexico | 2005-01-06\n- Mexico | Express intent to cooperate | Colombia | 2005-06-30\nAnswer:", "completion": " 2005", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1198739", "prompt": "Who wanted to negotiate with the head of government of Pakistan first after the Legislature of Iraq did?\nEvidence:\n- Legislature (Iraq) | Investigate | Iraq | 2005-01-15\n- Interim Leader (Iraq) | Express intent to meet or negotiate | Iraq | 2005-01-14\n- Kuwait | Express intent to meet or negotiate | Iraq | 2005-01-05\n- Iraq | Express intent to meet or negotiate | Kuwait | 2005-01-05\n- Rebel Group (Iraq) | Threaten with military force | Iraq | 2005-01-16\n- Rebel Group (Iraq) | Threaten with military force | Iraq | 2005-01-15\n- Government (Italy) | Provide military aid | Iraq | 2005-01-17\n- Representative to the United Nations (Iran) | Make statement | Iran | 2005-01-16\n- Chief of Staff (Poland) | Make statement | Iraq | 2005-01-04\n- Special Rapporteurs of the United Nations | Make a visit | Iran | 2005-02-06\n- Iran | Host a visit | Special Rapporteurs of the United Nations | 2005-02-06\n- Japan | Express intent to provide economic aid | Iraq | 2005-01-07\n- Japan | Express intent to provide economic aid | Iraq | 2005-01-04\n- Student (Iraq) | Make optimistic comment | Iraq | 2005-01-12\n- Cabinet / Council of Ministers / Advisors (United States) | Praise or endorse | Iraq | 2005-01-04\nAnswer:", "completion": " Sheikh Hamad bin Isa al Khalifah", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1336353", "prompt": "When did Angela Merkel first negotiate with Segolene Royal?\nEvidence:\n- Segolene Royal | Engage in diplomatic cooperation | Angela Merkel | 2006-12-12\n- Segolene Royal | Threaten | Women (France) | 2006-11-26\n- Segolene Royal | Make statement | Iran | 2006-12-08\n- Segolene Royal | Make statement | Iran | 2006-12-06\n- Segolene Royal | Make statement | Iran | 2006-12-05\n- Segolene Royal | Make statement | France | 2006-11-27\n- Segolene Royal | Make statement | France | 2006-11-26\n- Segolene Royal | Make statement | France | 2006-10-23\n- Segolene Royal | Make statement | France | 2006-10-18\n- Segolene Royal | Make statement | France | 2006-09-29\n- Segolene Royal | Make statement | France | 2006-06-19\n- Segolene Royal | Consult | Middle East | 2006-12-04\n- Segolene Royal | Consult | Mahmoud Abbas | 2006-12-03\n- Middle East | Consult | Segolene Royal | 2006-12-04\n- Mahmoud Abbas | Consult | Segolene Royal | 2006-12-03\nAnswer:", "completion": " 2007-03-06", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1325510", "prompt": "Who was the last person to threaten the UN Security Council before Barack Obama?\nEvidence:\n- Barack Obama | Praise or endorse | UN Security Council | 2006-11-23\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\n- UN Security Council | Consult | Nabil Shaath | 2005-01-11\n- UN Security Council | Consult | John Garang | 2005-02-09\n- UN Security Council | Consult | John Garang | 2005-02-08\n- UN Security Council | Consult | African Union | 2005-01-10\n- Nabil Shaath | Consult | UN Security Council | 2005-01-11\n- John Garang | Consult | UN Security Council | 2005-02-09\n- John Garang | Consult | UN Security Council | 2005-02-08\n- African Union | Consult | UN Security Council | 2005-01-10\nAnswer:", "completion": " Mahmoud Abbas", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1378979", "prompt": "With whom did Julia Gillard last negotiate in 2011?\nEvidence:\n- Barack Obama | Engage in negotiation | Julia Gillard | 2011-02-23\n- Julia Gillard | Engage in symbolic act | Citizen (Australia) | 2011-02-09\n- Julia Gillard | Engage in symbolic act | Citizen (Australia) | 2011-02-08\n- Julia Gillard | Engage in symbolic act | Citizen (Australia) | 2011-01-27\n- Julia Gillard | Engage in symbolic act | Citizen (Australia) | 2011-01-26\n- Julia Gillard | Investigate | Citizen (Australia) | 2011-02-14\n- Julia Gillard | Demand | Citizen (Australia) | 2011-02-22\n- Julia Gillard | Demand | Citizen (Australia) | 2011-01-01\n- Julia Gillard | Consult | Citizen (Australia) | 2011-02-02\n- Citizen (Australia) | Demand | Julia Gillard | 2011-02-04\n- Citizen (Australia) | Demand | Julia Gillard | 2011-01-21\n- Citizen (Australia) | Consult | Julia Gillard | 2011-02-02\n- Citizen (Australia) | Accuse | Julia Gillard | 2011-01-08\n- Citizen (Australia) | Accuse | Julia Gillard | 2011-01-07\n- Julia Gillard | Express intent to meet or negotiate | Japan | 2011-02-14\nAnswer:", "completion": " Barack Obama", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1229608", "prompt": "Who was the last person to visit Mohamed Ould Abdel Aziz before Abdul Aziz?\nEvidence:\n- Mohamed Ould Abdel Aziz | Reduce relations | The Poor (Mauritania) | 2009-07-18\n- Mohamed Ould Abdel Aziz | Reject | Mauritania | 2008-08-10\n- Mohamed Ould Abdel Aziz | Consult | France | 2008-08-11\n- France | Consult | Mohamed Ould Abdel Aziz | 2008-08-11\n- Qatar | Host a visit | Mohamed Ould Abdel Aziz | 2009-01-16\n- Mohamed Ould Abdel Aziz | Make a visit | Qatar | 2009-01-16\n- Mohamed Ould Abdel Aziz | Make a visit | Kuwait | 2008-11-11\n- Kuwait | Host a visit | Mohamed Ould Abdel Aziz | 2008-11-11\n- Sidi Ould Cheikh Abdallahi | Accuse | Mohamed Ould Abdel Aziz | 2008-08-07\n- Mohamed Ould Abdel Aziz | Accuse | Sidi Ould Cheikh Abdallahi | 2009-07-17\n- Police (Mauritania) | Reject | Mohamed Ould Abdel Aziz | 2009-02-21\n- Mohamed Ould Abdel Aziz | Threaten | Citizen (Mauritania) | 2009-07-13\n- Mohamed Ould Abdel Aziz | Reject | African Union | 2008-09-29\n- Mohamed Ould Abdel Aziz | Make statement | Mauritania | 2009-10-19\n- Mohamed Ould Abdel Aziz | Make statement | Mauritania | 2009-04-09\nAnswer:", "completion": " Niger", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1168273", "prompt": "In which month did Malala Yousafzai accuse the citizens of International?\nEvidence:\n- Malala Yousafzai | Accuse | Citizen (International) | 2015-07-13\n- Malala Yousafzai | Criticize or denounce | Citizen (International) | 2015-04-14\n- Malala Yousafzai | Criticize or denounce | Citizen (International) | 2015-04-13\n- Malala Yousafzai | Make an appeal or request | Citizen (International) | 2015-07-13\n- Malala Yousafzai | Make an appeal or request | Citizen (International) | 2015-07-12\n- Malala Yousafzai | Make an appeal or request | Citizen (International) | 2015-05-21\n- Malala Yousafzai | Engage in symbolic act | Citizen (Nigeria) | 2014-07-16\n- Malala Yousafzai | Engage in symbolic act | Citizen (Nigeria) | 2014-07-14\n- Malala Yousafzai | Make statement | Boko Haram | 2014-05-08\n- Malala Yousafzai | Express intent to meet or negotiate | Citizen (International) | 2015-09-09\n- Citizen (International) | Express intent to meet or negotiate | Malala Yousafzai | 2015-09-09\n- Malala Yousafzai | Praise or endorse | Activist (Syria) | 2015-12-22\n- Barack Obama | Praise or endorse | Malala Yousafzai | 2014-10-10\n- Malala Yousafzai | Return, release person(s) | Citizen (Nigeria) | 2015-02-08\n- Malala Yousafzai | Return, release person(s) | Citizen (Nigeria) | 2015-02-07\nAnswer:", "completion": " 2015-07", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1203613", "prompt": "Who used conventional military force against the attacker of Afghanistan on 17 May 2012?\nEvidence:\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Attacker (Afghanistan) | 2012-05-17\n- Attacker (Afghanistan) | Use unconventional violence | Military Personnel - Special (Afghanistan) | 2012-05-17\nAnswer:", "completion": " Military Personnel - Special (Afghanistan)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 0} +{"id": "mtq_1269320", "prompt": "Before Christine Lagarde, who made optimistic remarks about the citizens of International?\nEvidence:\n- Christine Lagarde | Consult | Chancellor of the Exchequer | 2008-01-21\n- Chancellor of the Exchequer | Consult | Christine Lagarde | 2008-01-21\n- Christine Lagarde | Make optimistic comment | European Central Bank | 2008-01-21\n- Christine Lagarde | Accuse | France | 2005-12-09\n- Wen Jiabao | Consult | Christine Lagarde | 2007-09-21\n- Representatives (France) | Consult | Christine Lagarde | 2007-10-29\n- Christine Lagarde | Make statement | Japan | 2006-02-24\n- Christine Lagarde | Make statement | France | 2008-01-08\n- Christine Lagarde | Make statement | France | 2007-12-12\n- Christine Lagarde | Make statement | France | 2007-07-26\n- Christine Lagarde | Make statement | France | 2007-05-25\n- Christine Lagarde | Make statement | France | 2006-05-24\n- Christine Lagarde | Make statement | France | 2006-02-24\n- Christine Lagarde | Make statement | France | 2005-12-15\n- Christine Lagarde | Make statement | France | 2005-11-22\nAnswer:", "completion": " Barack Obama", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1002261", "prompt": "Before the Healthcare Facility of Ecuador, who was given humanitarian aid by the Military of Ecuador last?\nEvidence:\n- Military (Ecuador) | Provide humanitarian aid | Healthcare Facility (Ecuador) | 2010-10-02\n- Healthcare Facility (Ecuador) | Provide humanitarian aid | Rafael Correa | 2010-10-01\n- Healthcare Facility (Ecuador) | Provide humanitarian aid | Rafael Correa | 2010-09-30\n- Healthcare Facility (Mexico) | Provide humanitarian aid | Healthcare Facility (St. Vincent) | 2005-01-04\n- Military (Lebanon) | Provide humanitarian aid | Healthcare Facility (Lebanon) | 2013-06-08\n- Healthcare Facility (Mexico) | Provide humanitarian aid | Military (Mexico) | 2009-01-12\n- Military (Ecuador) | Use conventional military force | Healthcare Facility (Ecuador) | 2011-04-22\n- Military (Ecuador) | Use conventional military force | Healthcare Facility (Ecuador) | 2010-10-02\n- Military (Ecuador) | Use conventional military force | Healthcare Facility (Ecuador) | 2010-10-01\n- Military (Ecuador) | Use conventional military force | Healthcare Facility (Ecuador) | 2010-09-30\n- Healthcare Facility (Yemen) | Provide humanitarian aid | Yemen | 2015-05-24\n- Healthcare Facility (Japan) | Provide humanitarian aid | Japan | 2011-03-19\n- Healthcare Facility (Djibouti) | Provide humanitarian aid | Djibouti | 2010-06-17\n- Ministry (Sudan) | Provide humanitarian aid | Healthcare Facility (Sudan) | 2009-07-20\n- Healthcare Facility (Tonga) | Provide humanitarian aid | Citizen (Tonga) | 2014-12-06\nAnswer:", "completion": " Colombia", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1313924", "prompt": "At what time did Malawi receive the visit from Juan José Daboub?\nEvidence:\n- Malawi | Host a visit | Juan José Daboub | 2006-11-04\n- Juan José Daboub | Make a visit | Malawi | 2006-11-04\n- Juan José Daboub | Make a visit | Guatemala | 2008-06-12\n- Guatemala | Host a visit | Juan José Daboub | 2008-06-12\n- Juan José Daboub | Express intent to meet or negotiate | Malawi | 2006-10-31\n- Mwai Kibaki | Consult | Juan José Daboub | 2006-11-02\n- Juan José Daboub | Consult | Mwai Kibaki | 2006-11-02\n- Yemen | Engage in negotiation | Juan José Daboub | 2009-10-07\n- Juan José Daboub | Make statement | Mwai Kibaki | 2006-11-02\n- Juan José Daboub | Engage in negotiation | Yemen | 2009-10-07\n- Juan José Daboub | Express intent to meet or negotiate | International Monetary Fund | 2006-09-11\n- Juan José Daboub | Express intent to engage in diplomatic cooperation (such as policy support) | Vietnam | 2006-09-11\n- Juan José Daboub | Express intent to engage in diplomatic cooperation (such as policy support) | Vietnam | 2006-09-07\n- Banda (Malawi) | Make statement | Malawi | 2005-07-20\n- Malawi | Make a visit | Angola | 2005-09-20\nAnswer:", "completion": " 2006-11-04", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1025400", "prompt": "Who requested a meeting with the European Central Bank after 29 September 2010?\nEvidence:\n- Wen Jiabao | Express intent to meet or negotiate | European Central Bank | 2010-09-29\nAnswer:", "completion": " Alexis Tsipras", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 1} +{"id": "mtq_1210594", "prompt": "Before Adil Abdul-Mahdi, with whom did Farouk al-Sharaa last negotiate?\nEvidence:\n- Nuri al-Maliki | Consult | Adil Abdul-Mahdi | 2006-09-24\n- Nuri al-Maliki | Consult | Adil Abdul-Mahdi | 2006-05-13\n- Adil Abdul-Mahdi | Consult | Nuri al-Maliki | 2006-09-24\n- Adil Abdul-Mahdi | Consult | Nuri al-Maliki | 2006-05-13\n- Iran | Consult | Adil Abdul-Mahdi | 2006-06-10\n- France | Consult | Adil Abdul-Mahdi | 2006-06-10\n- Adil Abdul-Mahdi | Demand | Iraq | 2005-05-15\n- Adil Abdul-Mahdi | Consult | Iran | 2006-06-10\n- Adil Abdul-Mahdi | Consult | France | 2006-06-10\n- Jack Straw | Consult | Adil Abdul-Mahdi | 2006-02-21\n- Iraq | Make statement | Adil Abdul-Mahdi | 2006-04-29\n- Donald Rumsfeld | Consult | Adil Abdul-Mahdi | 2006-09-04\n- Adil Abdul-Mahdi | Make statement | Iraq | 2007-02-21\n- Adil Abdul-Mahdi | Make statement | Iraq | 2007-01-31\n- Adil Abdul-Mahdi | Make statement | Iraq | 2007-01-25\nAnswer:", "completion": " Benedict XVI", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1033825", "prompt": "After the citizens of the United Kingdom, which country was the first to want to meet with Kazakhstan?\nEvidence:\n- Head of Government (Ukraine) | Express intent to meet or negotiate | Kazakhstan | 2005-03-04\n- Kazakhstan | Reject | Main Opposition (Democratic Choice of Kazakhstan) | 2005-01-17\n- Abdullah Gül | Express intent to meet or negotiate | Kazakhstan | 2005-04-18\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | Kazakhstan | 2005-03-23\n- Head of Government (India) | Consult | Kazakhstan | 2005-05-09\n- Kazakhstan | Meet at a 'third' location | Cambodia | 2005-04-04\n- Cambodia | Meet at a 'third' location | Kazakhstan | 2005-04-04\n- News Editor (Kazakhstan) | Reject judicial cooperation | Kazakhstan | 2005-04-25\n- Military (Kazakhstan) | Mobilize or increase armed forces | Kazakhstan | 2005-02-07\n- Kazakhstan | Impose administrative sanctions | Islamic Extremist Group (Kazakhstan) | 2005-03-28\n- Human Rights Watch | Accuse of human rights abuses | Kazakhstan | 2005-12-14\n- Kazakhstan | Consult | Japan | 2005-04-12\n- Kazakhstan | Consult | Japan | 2005-03-04\n- Kazakhstan | Consult | Iran | 2005-01-28\n- Kazakhstan | Consult | China | 2005-03-30\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1217413", "prompt": "Who wanted to negotiate with The Hague on 17 March 2014?\nEvidence:\n- International Government Organizations | Express intent to meet or negotiate | The Hague | 2014-03-17\nAnswer:", "completion": " International Government Organizations", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 1} +{"id": "mtq_1378226", "prompt": "After Tanzania, who was the first to be praised by the government of Sudan?\nEvidence:\n- Citizen (Tanzania) | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2005-04-01\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Police (Tanzania) | Use tactics of violent repression | Citizen (Tanzania) | 2005-04-12\n- Police (Tanzania) | Use tactics of violent repression | Citizen (Tanzania) | 2005-04-11\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Legislature (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-04-01\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-07-15\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-05-21\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-03-07\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-01-06\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-01-05\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\nAnswer:", "completion": " Daniel Arap Moi", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1164782", "prompt": "Before the Women of Pakistan, who last requested for the Government of Pakistan?\nEvidence:\n- Women (Pakistan) | Appeal for easing of administrative sanctions | Government (Pakistan) | 2005-06-11\n- Women (Pakistan) | Demand | Government (Pakistan) | 2010-11-30\n- Women (Pakistan) | Accuse | Government (Pakistan) | 2005-08-16\n- Government (Pakistan) | Investigate | Women (Pakistan) | 2008-09-01\n- Government (Pakistan) | Demand | Women (Pakistan) | 2005-12-13\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2012-07-17\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2009-06-28\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2009-06-27\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2007-12-28\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2007-12-27\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2007-10-27\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2007-10-24\n- Head of Government (Pakistan) | Investigate crime, corruption | Women (Pakistan) | 2005-08-31\n- Head of Government (Pakistan) | Criticize or denounce | Women (Pakistan) | 2005-09-07\n- Women (Pakistan) | Deny responsibility | Government (Pakistan) | 2007-04-23\nAnswer:", "completion": " Pervez Musharraf", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1090162", "prompt": "Who was the first to criticise the Prime Minister of Greece after Georgios Papandreou?\nEvidence:\n- Georgios Papandreou | Demand | Citizen (Greece) | 2006-07-17\n- Georgios Papandreou | Demand | Citizen (Greece) | 2006-03-29\n- Georgios Papandreou | Consult | Citizen (Greece) | 2008-08-21\n- Georgios Papandreou | Consult | Citizen (Greece) | 2007-09-11\n- Georgios Papandreou | Consult | Citizen (Greece) | 2007-07-20\n- Georgios Papandreou | Consult | Citizen (Greece) | 2005-02-15\n- Georgios Papandreou | Accuse | Citizen (Greece) | 2007-09-14\n- Georgios Papandreou | Accuse | Citizen (Greece) | 2007-09-13\n- Citizen (Greece) | Reject | Georgios Papandreou | 2008-05-13\n- Citizen (Greece) | Consult | Georgios Papandreou | 2008-08-21\n- Citizen (Greece) | Consult | Georgios Papandreou | 2007-09-11\n- Citizen (Greece) | Consult | Georgios Papandreou | 2007-07-20\n- Citizen (Greece) | Consult | Georgios Papandreou | 2005-02-15\n- Georgios Papandreou | Accuse | Head of Government (Greece) | 2006-05-14\n- Georgios Papandreou | Consult | Georgios Papandreou | 2005-02-10\nAnswer:", "completion": " Antonis Samaras", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1261129", "prompt": "When did the civic group of Kenya first ask the men of Kenya?\nEvidence:\n- Civic Group (Kenya) | Accuse | Police (Kenya) | 2013-02-19\n- Civic Group (Kenya) | Accuse | Police (Kenya) | 2013-01-07\n- Civic Group (Kenya) | Accuse | Police (Kenya) | 2012-07-13\n- Civic Group (Kenya) | Accuse | Governor (Kenya) | 2014-03-24\n- Civic Group (Kenya) | Make an appeal or request | Men (Kenya) | 2012-06-14\n- Police (Kenya) | Make statement | Civic Group (Kenya) | 2005-07-22\n- Domestic Affairs (Kenya) | Accuse | Civic Group (Kenya) | 2015-11-24\n- Civic Group (Kenya) | Make statement | Police (Kenya) | 2006-08-12\n- Civic Group (Kenya) | Demand | Lawyer/Attorney (Kenya) | 2008-02-15\n- Civic Group (Kenya) | Demonstrate or rally | Head of Government (Kenya) | 2013-01-15\n- Civic Group (Kenya) | Criticize or denounce | Head of Government (Kenya) | 2006-01-12\n- William ole Ntimama | Accuse | Civic Group (Kenya) | 2011-06-16\n- Civic Group (Kenya) | Make statement | Mwai Kibaki | 2007-07-26\n- Police (Kenya) | Return, release person(s) | Civic Group (Kenya) | 2009-12-28\n- Civic Group (Kenya) | Praise or endorse | House Speaker (Kenya) | 2011-02-21\nAnswer:", "completion": " 2012-06-14", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1268302", "prompt": "Who did the Government of South Africa request for before November, 2008?\nEvidence:\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- Movement for Democratic Change | Use conventional military force | South Africa | 2005-02-07\n- South Africa | Make an appeal or request | Togo | 2005-02-06\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- South Africa | Make an appeal or request | Citizen (International) | 2005-02-03\n- South Africa | Make an appeal or request | Citizen (International) | 2005-01-21\n- African Union | Make an appeal or request | South Africa | 2005-01-02\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- Government (South Africa) | Engage in diplomatic cooperation | African Union | 2005-02-26\n- South Africa | Make an appeal or request | UN Security Council | 2005-01-31\n- South Africa | Consult | China | 2005-02-05\n- China | Consult | South Africa | 2005-02-05\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\nAnswer:", "completion": " UN Security Council", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1130379", "prompt": "After Oluṣẹgun Ọbasanjọ, who was the first to request the African Union?\nEvidence:\n- Oluṣẹgun Ọbasanjọ | Consult | African Union | 2005-01-08\n- African Union | Consult | Oluṣẹgun Ọbasanjọ | 2005-01-08\n- Oluṣẹgun Ọbasanjọ | Make statement | African Union | 2005-02-08\n- Oluṣẹgun Ọbasanjọ | Make statement | African Union | 2005-02-07\n- Oluṣẹgun Ọbasanjọ | Make statement | African Union | 2005-01-28\n- Oluṣẹgun Ọbasanjọ | Make an appeal or request | African Union | 2005-02-10\n- Oluṣẹgun Ọbasanjọ | Discuss by telephone | African Union | 2005-02-02\n- African Union | Discuss by telephone | Oluṣẹgun Ọbasanjọ | 2005-02-02\n- Oluṣẹgun Ọbasanjọ | Express intent to meet or negotiate | African Union | 2005-02-03\n- African Union | Express intent to meet or negotiate | Oluṣẹgun Ọbasanjọ | 2005-02-03\n- Oluṣẹgun Ọbasanjọ | Express intent to meet or negotiate | South Africa | 2005-05-14\n- African Union | Investigate | Sudan | 2005-02-08\n- African Union | Make an appeal or request | South Africa | 2005-01-02\n- African Union | Praise or endorse | East African Community | 2005-02-05\n- African Union | Make statement | Sudan | 2005-02-07\nAnswer:", "completion": " UN Security Council", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1254115", "prompt": "When did the Police of the Philippines first provide humanitarian assistance to the Mayor of the Philippines?\nEvidence:\n- Police (Philippines) | Provide humanitarian aid | City Mayor (Philippines) | 2010-04-22\n- Police (Philippines) | Reduce or stop humanitarian assistance | Islamic Militant (Philippines) | 2005-03-15\n- Police (Philippines) | Provide humanitarian aid | Men (Philippines) | 2013-01-14\n- Police (Philippines) | Provide humanitarian aid | Men (Philippines) | 2011-04-09\n- Police (Philippines) | Provide humanitarian aid | Men (Philippines) | 2010-06-21\n- Police (Philippines) | Provide humanitarian aid | Men (Philippines) | 2007-01-27\n- Police (Philippines) | Provide humanitarian aid | Employee (Philippines) | 2013-11-30\n- Police (Philippines) | Provide humanitarian aid | Children (Philippines) | 2015-11-22\n- Police (Philippines) | Provide humanitarian aid | Children (Philippines) | 2014-07-25\n- Police (Philippines) | Provide humanitarian aid | Children (Philippines) | 2014-06-28\n- Police (Philippines) | Provide humanitarian aid | Children (Philippines) | 2014-03-07\n- Police (Philippines) | Provide humanitarian aid | Children (Philippines) | 2014-03-03\n- Police (Philippines) | Provide humanitarian aid | Children (Philippines) | 2012-12-10\n- Police (Philippines) | Provide humanitarian aid | Children (Philippines) | 2012-10-25\n- Police (Philippines) | Provide humanitarian aid | Children (Philippines) | 2012-06-02\nAnswer:", "completion": " 2010-04-22", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1076380", "prompt": "Which country was the first to negotiate with South Korea in 2006?\nEvidence:\n- Japan | Express intent to meet or negotiate | South Korea | 2006-01-12\n- South Korea | Reject proposal to meet, discuss, or negotiate | Japan | 2006-01-04\n- South Korea | Engage in negotiation | Japan | 2006-01-12\n- Japan | Engage in negotiation | South Korea | 2006-01-12\n- Foreign Affairs (South Korea) | Express intent to meet or negotiate | Japan | 2006-01-12\n- South Korea | Engage in diplomatic cooperation | China | 2006-01-10\n- Japan | Engage in diplomatic cooperation | South Korea | 2006-01-17\n- Japan | Engage in diplomatic cooperation | South Korea | 2006-01-10\n- Japan | Engage in diplomatic cooperation | South Korea | 2006-01-02\n- China | Engage in diplomatic cooperation | South Korea | 2006-01-10\n- Japan | Express intent to cooperate | South Korea | 2006-01-17\n- South Korea | Arrest, detain, or charge with legal action | Citizen (North Korea) | 2006-01-07\n- Ministry (South Korea) | Ease administrative sanctions | South Korea | 2006-01-13\n- South Korea | Express intent to engage in diplomatic cooperation (such as policy support) | Japan | 2006-01-16\n- Japan | Express intent to engage in diplomatic cooperation (such as policy support) | South Korea | 2006-01-16\nAnswer:", "completion": " Japan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1027093", "prompt": "Who made Yemen suffer from conventional military forces before 2012?\nEvidence:\n- Yemen | Consult | Sudan | 2005-01-02\n- Yemen | Consult | Ethiopia | 2005-01-02\n- Yemen | Consult | Eritrea | 2005-03-11\n- Yemen | Consult | Djibouti | 2005-02-08\n- Yemen | Consult | Djibouti | 2005-02-07\n- Sudan | Consult | Yemen | 2005-01-02\n- Ethiopia | Consult | Yemen | 2005-01-02\n- Eritrea | Consult | Yemen | 2005-03-11\n- Djibouti | Consult | Yemen | 2005-02-08\n- Djibouti | Consult | Yemen | 2005-02-07\n- Yemen | Make statement | Iraq | 2005-02-07\n- Yemen | Host a visit | Malaysia | 2005-02-06\n- Yemen | Host a visit | France | 2005-02-14\n- Yemen | Host a visit | Eritrea | 2005-02-10\n- Yemen | Engage in negotiation | Malaysia | 2005-02-06\nAnswer:", "completion": " Iran", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1005596", "prompt": "Who was the first to use unconventional force against the armed rebels in Afghanistan?\nEvidence:\n- Insurgent (Afghanistan) | Use unconventional violence | Armed Rebel (Afghanistan) | 2006-10-05\n- Insurgent (Afghanistan) | Use unconventional violence | Armed Rebel (Afghanistan) | 2006-07-15\n- Insurgent (Afghanistan) | Use unconventional violence | Armed Rebel (Afghanistan) | 2005-05-09\n- Armed Rebel (Afghanistan) | Use unconventional violence | Women (Afghanistan) | 2006-05-30\n- Armed Rebel (Afghanistan) | Use unconventional violence | Insurgent (Afghanistan) | 2010-03-27\n- Armed Band (Afghanistan) | Use unconventional violence | Women (Afghanistan) | 2015-05-06\n- Armed Band (Afghanistan) | Use unconventional violence | Women (Afghanistan) | 2015-02-04\n- Armed Band (Afghanistan) | Use unconventional violence | Women (Afghanistan) | 2014-04-24\n- Armed Band (Afghanistan) | Use unconventional violence | Women (Afghanistan) | 2014-04-23\n- Armed Band (Afghanistan) | Use unconventional violence | Employee (Afghanistan) | 2015-05-20\n- Armed Band (Afghanistan) | Use unconventional violence | Employee (Afghanistan) | 2014-07-10\n- Armed Band (Afghanistan) | Use unconventional violence | Employee (Afghanistan) | 2014-04-15\n- Armed Band (Afghanistan) | Use unconventional violence | Employee (Afghanistan) | 2013-09-03\n- Armed Band (Afghanistan) | Use unconventional violence | Employee (Afghanistan) | 2013-08-27\n- Armed Band (Afghanistan) | Use unconventional violence | Employee (Afghanistan) | 2013-08-17\nAnswer:", "completion": " Insurgent (Afghanistan)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1281518", "prompt": "After the Secretariat of Uruguay, who was the first to express an interest in working with Agence France-Presse?\nEvidence:\n- Agence France-Presse | Express intent to meet or negotiate | France | 2005-02-06\n- France | Make statement | Agence France-Presse | 2005-02-21\n- Citizen (Venezuela) | Express intent to cooperate | Agence France-Presse | 2005-03-25\n- Agence France-Presse | Investigate | Iran | 2005-03-10\n- Agence France-Presse | Investigate | Iran | 2005-01-19\n- Mahmoud Abbas | Engage in negotiation | Agence France-Presse | 2005-01-10\n- Agence France-Presse | Engage in negotiation | Mahmoud Abbas | 2005-01-10\n- Ona | Make an appeal or request | Agence France-Presse | 2005-03-30\n- Agence France-Presse | Cooperate economically | China | 2005-01-26\n- Agence France-Presse | Consult | African Union | 2005-02-01\n- African Union | Consult | Agence France-Presse | 2005-02-01\n- Lawyer/Attorney (Australia) | Engage in negotiation | Agence France-Presse | 2005-01-28\n- Agence France-Presse | Engage in negotiation | Lawyer/Attorney (Australia) | 2005-01-28\n- Agence France-Presse | Engage in material cooperation | Police (Australia) | 2005-03-29\n- Foreign Affairs (France) | Make statement | Agence France-Presse | 2005-02-23\nAnswer:", "completion": " National Action Party", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1017900", "prompt": "Who was the last to accuse the Member of Parliament of Australia?\nEvidence:\n- People Associated with the Opposition (Australia) | Accuse | Member of Parliament (Australia) | 2015-05-04\n- People Associated with the Opposition (Australia) | Accuse | Member of Parliament (Australia) | 2009-03-25\n- People Associated with the Opposition (Australia) | Accuse | Member of Parliament (Australia) | 2008-08-28\n- People Associated with the Opposition (Australia) | Accuse | Member of Parliament (Australia) | 2005-11-23\n- Member of Parliament (Australia) | Accuse | People Associated with the Opposition (Australia) | 2010-09-17\n- Member of Parliament (Australia) | Accuse | People Associated with the Opposition (Australia) | 2009-03-11\n- Women (Australia) | Accuse | Member of Parliament (Australia) | 2015-10-13\n- Women (Australia) | Accuse | Member of Parliament (Australia) | 2015-04-01\n- Women (Australia) | Accuse | Member of Parliament (Australia) | 2015-03-30\n- Women (Australia) | Accuse | Member of Parliament (Australia) | 2009-08-30\n- Women (Australia) | Accuse | Member of Parliament (Australia) | 2009-07-17\n- Women (Australia) | Accuse | Member of Parliament (Australia) | 2009-07-16\n- Women (Australia) | Accuse | Member of Parliament (Australia) | 2009-07-08\n- Women (Australia) | Accuse | Member of Parliament (Australia) | 2009-06-22\n- Police (Australia) | Accuse | Member of Parliament (Australia) | 2009-06-16\nAnswer:", "completion": " Citizen (Australia)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1186707", "prompt": "Before 25 August 2012, to whom did the President of Taiwan make an appeal?\nEvidence:\n- Chief of Staff (Executive Office of the President) | Make an appeal or request | Tony Snow | 2006-04-26\n- Chief of Staff (Executive Office of the President) | Make an appeal or request | Tony Snow | 2006-04-25\n- President of the Senate (Rwanda) | Make a visit | China | 2006-06-05\n- President of the Senate (Jordan) | Make a visit | China | 2014-11-06\n- President of the Senate (Australia) | Make a visit | Cambodia | 2007-02-14\n- Head of Government (Taiwan) | Make an appeal or request | Government Official (Taiwan) | 2006-01-20\n- Zhang Dejiang | Consult | President of the Senate (Jordan) | 2015-05-28\n- Yu Zhengsheng | Consult | President of the Senate (Jordan) | 2015-05-27\n- President of the Senate (Jordan) | Consult | Zhang Dejiang | 2015-05-28\n- President of the Senate (Jordan) | Consult | Yu Zhengsheng | 2015-05-27\n- Business (Taiwan) | Make an appeal or request | Businessperson (Taiwan) | 2005-01-27\n- President of the Senate (United States) | Make statement | Daily Monitor | 2013-01-25\n- Taiwan Affairs Office | Make an appeal or request | Businessperson (Taiwan) | 2006-08-22\n- Taiwan Affairs Office | Make an appeal or request | Businessperson (Taiwan) | 2006-08-21\n- President of the Senate (United Kingdom) | Consult | Joaquim Barbosa | 2014-05-29\nAnswer:", "completion": " Military (Taiwan)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1196390", "prompt": "In which year did Mexico last appeal to the Mexican Congress?\nEvidence:\n- Border Patrol (Mexico) | Engage in judicial cooperation | Mexico | 2005-01-07\n- Mexico | Make an appeal or request | Iran | 2005-02-03\n- Mexico | Investigate | Criminal (Mexico) | 2005-01-12\n- Other Authorities / Officials (Mexico) | Express intent to meet or negotiate | Mexico | 2005-01-06\n- Mexico | Express intent to cooperate | Colombia | 2005-06-30\n- Colombia | Express intent to cooperate | Mexico | 2005-06-30\n- Mexico | Express intent to engage in diplomatic cooperation (such as policy support) | Japan | 2005-02-14\n- Secretariat (Mexico) | Make statement | Mexico | 2005-02-03\n- Organized Crime (Mexico) | Demand | Mexico | 2005-01-24\n- Military (Mexico) | Cooperate militarily | Mexico | 2005-01-17\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-26\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-25\n- Economist (Mexico) | Make statement | Mexico | 2005-02-11\n- Other Authorities / Officials (Mexico) | Investigate | Mexico | 2005-01-27\n- National Union Party (Mexico) | Reject | Mexico | 2005-01-26\nAnswer:", "completion": " 2010", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1041450", "prompt": "Who signed an agreement with the head of the Egyptian government before Xi Jinping?\nEvidence:\n- Xi Jinping | Accuse | France | 2008-04-27\n- Xi Jinping | Make statement | Japan | 2008-04-18\n- Xi Jinping | Make statement | China | 2008-05-29\n- Xi Jinping | Make statement | China | 2008-04-29\n- Xi Jinping | Make statement | China | 2008-04-27\n- Xi Jinping | Make statement | China | 2008-04-23\n- Xi Jinping | Make statement | China | 2008-04-18\n- Xi Jinping | Make statement | China | 2008-04-03\n- Xi Jinping | Make statement | China | 2007-12-19\n- Xi Jinping | Make statement | China | 2007-11-22\n- Xi Jinping | Make statement | China | 2007-11-16\n- Xi Jinping | Consult | Wen Jiabao | 2008-02-28\n- Xi Jinping | Consult | Wen Jiabao | 2008-01-09\n- Xi Jinping | Consult | Wen Jiabao | 2007-12-26\n- Xi Jinping | Consult | Wen Jiabao | 2007-11-28\nAnswer:", "completion": " Mohamed Ould Abdel Aziz", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1360601", "prompt": "At what time did Margaret Hodge make an appeal to the citizens of the United Kingdom?\nEvidence:\n- Margaret Hodge | Make an appeal or request | Citizen (United Kingdom) | 2005-07-12\n- Margaret Hodge | Demand | Citizen (United Kingdom) | 2014-09-25\n- Margaret Hodge | Consult | Citizen (United Kingdom) | 2010-05-07\n- Margaret Hodge | Consult | Citizen (United Kingdom) | 2006-04-22\n- Margaret Hodge | Accuse | Citizen (United Kingdom) | 2013-05-17\n- Margaret Hodge | Accuse | Citizen (United Kingdom) | 2006-04-18\n- Citizen (United Kingdom) | Threaten | Margaret Hodge | 2006-05-06\n- Citizen (United Kingdom) | Threaten | Margaret Hodge | 2006-05-05\n- Citizen (United Kingdom) | Consult | Margaret Hodge | 2010-05-07\n- Citizen (United Kingdom) | Consult | Margaret Hodge | 2006-04-22\n- Newspaper (United Kingdom) | Make statement | Margaret Hodge | 2006-11-17\n- Margaret Hodge | Criticize or denounce | Men (United Kingdom) | 2014-06-06\n- Margaret Hodge | Criticize or denounce | Citizen (United Kingdom) | 2005-03-07\n- Citizen (United Kingdom) | Consider policy option | Margaret Hodge | 2006-05-06\n- Citizen (United Kingdom) | Consider policy option | Margaret Hodge | 2006-05-05\nAnswer:", "completion": " 2005-07-12", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1009895", "prompt": "Who last investigated the citizens of Nigeria in 2014?\nEvidence:\n- Vietnam | Engage in diplomatic cooperation | Committees for the Defense of the Revolution | 2005-09-30\n- Militant (Movement for the Emancipation of the Niger Delta) | Use unconventional violence | Citizen (Nigeria) | 2006-04-05\n- Office for the Protection of the Constitution | Consult | Intelligence (Germany) | 2006-03-13\n- Intelligence (Germany) | Consult | Office for the Protection of the Constitution | 2006-03-13\n- Citizen (Kyrgyzstan) | Demand change in leadership | Member of the Judiciary (Kyrgyzstan) | 2005-04-28\n- Liu Yandong | Consult | Democratic Front for the Reunification of the Fatherland | 2005-10-21\n- Democratic Front for the Reunification of the Fatherland | Consult | Liu Yandong | 2005-10-21\n- Democratic Front for the Reunification of the Fatherland | Accuse | South Korea | 2005-12-25\n- The Hague | Reject | The Hague | 2005-05-04\n- The Hague | Accuse | The Hague | 2006-03-11\n- Wen Jiabao | Consult | Chancellor of the Exchequer | 2005-02-21\n- University of the Philippines | Make statement | China | 2005-02-23\n- University of the Philippines | Make statement | China | 2005-02-22\n- Tony Blair | Consult | Chancellor of the Exchequer | 2006-09-11\n- The Chronicle | Consult | Head of Government (Ghana) | 2005-06-15\nAnswer:", "completion": " Government (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1094068", "prompt": "After the Sudan People's Liberation Army, who was the first to be accused by the Sudanese Ministry?\nEvidence:\n- Ministry (Sudan) | Make statement | Sudan People's Liberation Army | 2005-01-06\n- Sudan People's Liberation Army | Occupy territory | Sudan | 2006-06-20\n- Sudan | Sign formal agreement | Sudan People's Liberation Army | 2005-10-05\n- Sudan | Sign formal agreement | Sudan People's Liberation Army | 2005-09-23\n- Sudan | Sign formal agreement | Sudan People's Liberation Army | 2005-09-21\n- Sudan | Sign formal agreement | Sudan People's Liberation Army | 2005-06-17\n- Sudan | Sign formal agreement | Sudan People's Liberation Army | 2005-02-04\n- Sudan People's Liberation Army | Make statement | Police (Sudan) | 2006-12-01\n- Sudan People's Liberation Army | Give ultimatum | Citizen (Sudan) | 2005-01-11\n- South Sudan | Make statement | Sudan People's Liberation Army | 2006-03-06\n- Sudan People's Liberation Army | Return, release person(s) | Police (Sudan) | 2006-12-07\n- Sudan People's Liberation Army | Make statement | Military Wing (Lord's Resistance Army) | 2006-06-13\n- Sudan People's Liberation Army | Make statement | Armed Rebel (Lord's Resistance Army) | 2005-12-17\n- Sudan People's Liberation Army | Make statement | Armed Rebel (Lord's Resistance Army) | 2005-01-11\n- Sudan | Use conventional military force | Sudan People's Liberation Army | 2007-01-10\nAnswer:", "completion": " South Sudan", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1338340", "prompt": "After Shivraj Patil, with whom did the Indian Prime Minister negotiate first?\nEvidence:\n- Shivraj Patil | Reject | China | 2005-04-05\n- Shivraj Patil | Deny responsibility | China | 2005-04-05\n- Shivraj Patil | Consult | Ram Paswan | 2005-03-08\n- Shivraj Patil | Consult | Rajya Sabha | 2005-03-22\n- Shivraj Patil | Consult | Manik Sarkar | 2005-01-31\n- Shivraj Patil | Consult | Jack Straw | 2005-02-18\n- Shivraj Patil | Consult | Jack Straw | 2005-02-17\n- Shivraj Patil | Consult | Governor (India) | 2007-11-30\n- Shivraj Patil | Consult | Governor (India) | 2007-11-06\n- Shivraj Patil | Consult | Governor (India) | 2007-10-25\n- Shivraj Patil | Consult | Governor (India) | 2006-12-09\n- Shivraj Patil | Consult | Governor (India) | 2006-12-04\n- Shivraj Patil | Consult | Governor (India) | 2006-10-18\n- Shivraj Patil | Consult | Governor (India) | 2006-01-25\n- Shivraj Patil | Consult | Governor (India) | 2005-04-28\nAnswer:", "completion": " Shiv Sena", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1392030", "prompt": "Who had the last telephone conversation with the head of government of Brazil, before Cristina Fernández de Kirchner?\nEvidence:\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-05-24\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-03-03\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-02-28\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-12-26\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-11-15\n- Cristina Fernández de Kirchner | Accuse | Alberto Fernández | 2005-12-24\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2012-09-23\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2007-11-15\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-05-24\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-03-03\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-02-28\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2007-12-26\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2007-11-15\n- Alberto Fernández | Accuse | Cristina Fernández de Kirchner | 2012-05-27\n- Cristina Fernández de Kirchner | Make statement | Alberto Fernández | 2011-07-28\nAnswer:", "completion": " Tony Blair", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1251075", "prompt": "In which year did the Member of Parliament of Thailand make the first appeal to the National United Front for Democracy Against Dictatorship?\nEvidence:\n- Member of Parliament (Thailand) | Consult | Citizen (Thailand) | 2005-01-28\n- Member of Parliament (Thailand) | Accuse | Citizen (Thailand) | 2005-01-25\n- Citizen (Thailand) | Consult | Member of Parliament (Thailand) | 2005-01-28\n- Member of Parliament (Thailand) | Express intent to engage in material cooperation | Citizen (Thailand) | 2005-02-08\n- Party Member (Thailand) | Bring lawsuit against | Citizen (Thailand) | 2005-01-15\n- Member of Parliament (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-02-08\n- Party Member (Thailand) | Appeal for diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-01-25\n- Party Member (Thailand) | Make an appeal or request | Citizen (Thailand) | 2005-02-20\n- Party Member (Thailand) | Make an appeal or request | Citizen (Thailand) | 2005-02-19\n- Party Member (Thailand) | Make an appeal or request | Citizen (Thailand) | 2005-02-14\n- Party Member (Thailand) | Make an appeal or request | Citizen (Thailand) | 2005-02-08\n- Party Member (Thailand) | Make an appeal or request | Citizen (Thailand) | 2005-02-02\n- Party Member (Thailand) | Make an appeal or request | Citizen (Thailand) | 2005-01-31\n- Party Member (Thailand) | Make an appeal or request | Citizen (Thailand) | 2005-01-27\n- Citizen (Thailand) | Make an appeal or request | Party Member (Thailand) | 2005-02-08\nAnswer:", "completion": " 2011", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1097305", "prompt": "Who negotiated on 20 February 2007 with the Cabinet Council of Ministers Advisors of the United States?\nEvidence:\n- Mahmoud Abbas | Engage in negotiation | Cabinet / Council of Ministers / Advisors (United States) | 2007-02-20\n- Cabinet / Council of Ministers / Advisors (United States) | Engage in negotiation | Mahmoud Abbas | 2007-02-20\nAnswer:", "completion": " Mahmoud Abbas", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 0} +{"id": "mtq_1191292", "prompt": "In which month did the member of the Nigerian Legislative Council make optimistic comments about Bukola Saraki?\nEvidence:\n- Nigerian Governors Forum | Sign formal agreement | Bukola Saraki | 2009-05-25\n- Bukola Saraki | Sign formal agreement | Nigerian Governors Forum | 2009-05-25\n- Head of Government (Nigeria) | Make statement | Bukola Saraki | 2007-12-20\n- Bukola Saraki | Make statement | Government (Nigeria) | 2009-11-25\n- Bukola Saraki | Make statement | Government (Nigeria) | 2009-03-30\n- Bukola Saraki | Make statement | Government (Nigeria) | 2008-11-07\n- Bukola Saraki | Make statement | Government (Nigeria) | 2008-06-02\n- Bukola Saraki | Make statement | Government (Nigeria) | 2007-12-20\n- Bukola Saraki | Make statement | Government (Nigeria) | 2007-12-10\n- Bukola Saraki | Make statement | Government (Nigeria) | 2005-05-18\n- Bukola Saraki | Make statement | Government (Nigeria) | 2005-04-05\n- Bukola Saraki | Make statement | Education (Nigeria) | 2009-06-30\n- Head of Government (Nigeria) | Engage in symbolic act | Bukola Saraki | 2007-10-15\n- Muhammadu Buhari | Consult | Bukola Saraki | 2006-11-21\n- Bukola Saraki | Threaten | Citizen (Nigeria) | 2009-11-25\nAnswer:", "completion": " 2015-06", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1034243", "prompt": "Who investigated Madagascar in 2009?\nEvidence:\n- Military (Madagascar) | Investigate | Madagascar | 2009-04-29\n- Madagascar | Reject | Police (Madagascar) | 2009-04-28\n- Police (Madagascar) | Make statement | Madagascar | 2009-02-16\n- Police (Madagascar) | Make statement | Madagascar | 2009-01-28\n- Military (Madagascar) | Occupy territory | Madagascar | 2009-03-16\n- Military (Madagascar) | Cooperate militarily | Madagascar | 2009-03-18\n- Military (Madagascar) | Cooperate militarily | Madagascar | 2009-03-17\n- Madagascar | Make statement | Military (Madagascar) | 2009-03-10\n- Madagascar | Deny responsibility | Police (Madagascar) | 2009-04-28\n- Businessperson (Madagascar) | Cooperate economically | Madagascar | 2009-03-21\n- Ruling Party (Madagascar) | Reject | Police (Madagascar) | 2009-04-28\n- Police (Madagascar) | Use unconventional violence | Madagascar | 2009-09-16\n- Ruling Party (Madagascar) | Deny responsibility | Police (Madagascar) | 2009-04-28\n- Police (Madagascar) | Make statement | Armed Gang (Madagascar) | 2009-01-26\n- Police (Madagascar) | Make optimistic comment | Military (Madagascar) | 2009-09-04\nAnswer:", "completion": " Military (Madagascar)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1039882", "prompt": "With whom did the last Egyptian head of government before Abdel Fattah Al-Sisi negotiate?\nEvidence:\n- Head of Government (Egypt) | Reject | Abdel Fattah Al-Sisi | 2013-07-03\n- Head of Government (Egypt) | Consult | Abdel Fattah Al-Sisi | 2013-07-03\n- Head of Government (Egypt) | Consult | Abdel Fattah Al-Sisi | 2013-07-02\n- Head of Government (Egypt) | Consult | Abdel Fattah Al-Sisi | 2013-06-23\n- Head of Government (Egypt) | Consult | Abdel Fattah Al-Sisi | 2013-05-17\n- Head of Government (Bahrain) | Consult | Abdel Fattah Al-Sisi | 2013-07-12\n- Abdel Fattah Al-Sisi | Consult | Head of Government (Egypt) | 2013-07-03\n- Abdel Fattah Al-Sisi | Consult | Head of Government (Egypt) | 2013-07-02\n- Abdel Fattah Al-Sisi | Consult | Head of Government (Egypt) | 2013-06-23\n- Abdel Fattah Al-Sisi | Consult | Head of Government (Egypt) | 2013-05-17\n- Abdel Fattah Al-Sisi | Consult | Head of Government (Bahrain) | 2013-07-12\n- Abdel Fattah Al-Sisi | Make statement | Head of Government (Egypt) | 2013-07-03\n- Abdel Fattah Al-Sisi | Give ultimatum | Head of Government (Egypt) | 2013-07-05\n- Abdel Fattah Al-Sisi | Threaten | People Associated with the Opposition (Egypt) | 2013-06-24\n- Abdel Fattah Al-Sisi | Make an appeal or request | Head of Government (Egypt) | 2013-07-14\nAnswer:", "completion": " Mahmoud Abbas", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1174348", "prompt": "When did the UN Mission in Sudan first make negative remarks about the citizens of Sudan?\nEvidence:\n- UN Mission in Sudan | Make statement | Sudan | 2006-12-08\n- UN Mission in Sudan | Make statement | Sudan | 2006-12-07\n- UN Mission in Sudan | Make statement | Sudan | 2006-11-09\n- UN Mission in Sudan | Make statement | Sudan | 2006-11-08\n- UN Mission in Sudan | Make statement | Sudan | 2006-07-29\n- UN Mission in Sudan | Make statement | Sudan | 2006-05-04\n- UN Mission in Sudan | Make statement | Sudan | 2005-11-15\n- UN Mission in Sudan | Make statement | Sudan | 2005-08-18\n- UN Mission in Sudan | Make statement | Sudan | 2005-08-17\n- UN Mission in Sudan | Make statement | Police (Sudan) | 2007-04-04\n- UN Mission in Sudan | Make statement | Government (Sudan) | 2007-01-02\n- UN Mission in Sudan | Make statement | Government (Sudan) | 2006-03-22\n- UN Mission in Sudan | Make a visit | Sudan | 2007-06-19\n- UN Mission in Sudan | Make a visit | Sudan | 2005-11-22\n- South Sudan | Make statement | UN Mission in Sudan | 2005-08-05\nAnswer:", "completion": " 2006-08-17", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1351258", "prompt": "Which country wanted to cooperate with the Royal Administration of Saudi Arabia last before Mahmoud Abbas did?\nEvidence:\n- Mahmoud Abbas | Make statement | Japan | 2005-01-10\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-11\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-10\n- Mahmoud Abbas | Consult | Associated Press | 2005-01-01\n- Mahmoud Abbas | Consult | Abdullah Gül | 2005-01-05\n- Javier Solana | Consult | Mahmoud Abbas | 2005-01-11\n- Javier Solana | Consult | Mahmoud Abbas | 2005-01-10\n- Associated Press | Consult | Mahmoud Abbas | 2005-01-01\n- Abdullah Gül | Consult | Mahmoud Abbas | 2005-01-05\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-11\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Pervez Musharraf | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Javier Solana | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-14\n- Javier Solana | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-08\n- Gerhard Schröder | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\nAnswer:", "completion": " Iran", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1260730", "prompt": "Who was the last person the President of Brazil wanted to meet with before international governmental organisations?\nEvidence:\n- People Associated with the Opposition (Brazil) | Return, release person(s) | Party Member (Brazil) | 2014-11-03\n- President of the Senate (Czech Republic) | Express intent to meet or negotiate | Vietnam | 2015-11-12\n- People Associated with the Opposition (Brazil) | Express intent to meet or negotiate | Citizen (Brazil) | 2008-04-12\n- Ministry (Brazil) | Express intent to meet or negotiate | People Associated with the Opposition (Brazil) | 2007-10-24\n- Ministry (Brazil) | Express intent to meet or negotiate | People Associated with the Opposition (Brazil) | 2005-08-14\n- People Associated with the Opposition (Brazil) | Investigate | Head of Government (Brazil) | 2011-05-25\n- People Associated with the Opposition (Brazil) | Consult | Head of Government (Brazil) | 2007-09-25\n- People Associated with the Opposition (Brazil) | Accuse | Head of Government (Brazil) | 2009-08-12\n- Head of Government (Brazil) | Reject | People Associated with the Opposition (Brazil) | 2015-12-23\n- Head of Government (Brazil) | Consult | People Associated with the Opposition (Brazil) | 2007-09-25\n- Zhang Dejiang | Consult | President of the Senate (Jordan) | 2015-05-28\n- Yu Zhengsheng | Consult | President of the Senate (Jordan) | 2015-05-27\n- President of the Senate (Jordan) | Consult | Zhang Dejiang | 2015-05-28\n- President of the Senate (Jordan) | Consult | Yu Zhengsheng | 2015-05-27\n- Wen Jiabao | Express intent to meet or negotiate | President of the Senate (Czech Republic) | 2005-12-08\nAnswer:", "completion": " Mahmoud Ahmadinejad", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1164062", "prompt": "When did Ali Abdullah Saleh last express an interest in cooperating with the United Arab Emirates?\nEvidence:\n- Ali Abdullah Saleh | Investigate | Yemen | 2005-02-11\n- Ali Abdullah Saleh | Investigate | Yemen | 2005-02-06\n- Gerhard Schröder | Engage in negotiation | Ali Abdullah Saleh | 2005-03-03\n- Gerhard Schröder | Engage in negotiation | Ali Abdullah Saleh | 2005-03-02\n- Ali Abdullah Saleh | Engage in negotiation | Gerhard Schröder | 2005-03-03\n- Ali Abdullah Saleh | Engage in negotiation | Gerhard Schröder | 2005-03-02\n- Ali Abdullah Saleh | Engage in negotiation | Abdoulaye Wade | 2005-02-24\n- Abdoulaye Wade | Engage in negotiation | Ali Abdullah Saleh | 2005-02-24\n- Qatar | Express intent to cooperate | Ali Abdullah Saleh | 2005-03-21\n- Supreme Council (United Arab Emirates) | Make statement | United Arab Emirates | 2005-03-26\n- Yemen | Make statement | Ali Abdullah Saleh | 2005-05-03\n- Solomon Passy | Consult | Ali Abdullah Saleh | 2005-02-24\n- Pervez Musharraf | Consult | Ali Abdullah Saleh | 2005-02-13\n- Gerhard Schröder | Consult | Ali Abdullah Saleh | 2005-03-04\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-06-16\nAnswer:", "completion": " 2009-07-26", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1095377", "prompt": "Who signed an agreement with Lee Myung Bak on 29 May 2010?\nEvidence:\n- Wen Jiabao | Sign formal agreement | Lee Myung Bak | 2010-05-29\n- Lee Myung Bak | Sign formal agreement | Wen Jiabao | 2010-05-29\n- Wen Jiabao | Consult | Lee Myung Bak | 2010-05-29\n- Lee Myung Bak | Consult | Wen Jiabao | 2010-05-29\n- South Korea | Make statement | Lee Myung Bak | 2010-05-29\n- Lee Myung Bak | Praise or endorse | Japan | 2010-05-29\n- Lee Myung Bak | Engage in negotiation | China | 2010-05-29\n- China | Engage in negotiation | Lee Myung Bak | 2010-05-29\n- Wen Jiabao | Make a visit | Lee Myung Bak | 2010-05-29\n- Lee Myung Bak | Host a visit | Wen Jiabao | 2010-05-29\n- Japan | Express intent to engage in diplomatic cooperation (such as policy support) | Lee Myung Bak | 2010-05-29\n- South Korea | Sign formal agreement | China | 2010-05-29\n- China | Sign formal agreement | South Korea | 2010-05-29\n- Xi Jinping | Make statement | China | 2010-05-29\n- Wen Jiabao | Make statement | China | 2010-05-29\nAnswer:", "completion": " Wen Jiabao", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1372640", "prompt": "Before the Home Affairs of Kenya, to whom did the Lawyer/Attorney of Kenya last give the denunciation?\nEvidence:\n- Lawyer/Attorney (Kenya) | Give ultimatum | Women (Kenya) | 2013-02-08\n- Lawyer/Attorney (Kenya) | Give ultimatum | Police (Kenya) | 2013-09-30\n- Lawyer/Attorney (Kenya) | Give ultimatum | Businessperson (Kenya) | 2005-10-15\n- Joseph Ole Lenku | Give ultimatum | Lawyer/Attorney (Kenya) | 2014-11-04\n- Lawyer/Attorney (Kenya) | Make statement | The Hague | 2012-06-01\n- Lawyer/Attorney (Kenya) | Make statement | The Hague | 2011-10-03\n- Secretary of State for the Home Department | Make statement | Lawyer/Attorney (United Kingdom) | 2005-12-16\n- Lawyer/Attorney (United Kingdom) | Make statement | Secretary of State for the Home Department | 2010-04-12\n- Lawyer/Attorney (United Kingdom) | Make statement | Secretary of State for the Home Department | 2005-12-16\n- Lawyer/Attorney (United Kingdom) | Make statement | Secretary of State for the Home Department | 2005-12-15\n- Lawyer/Attorney (Kenya) | Criticize or denounce | Domestic Affairs (Kenya) | 2007-05-14\n- Domestic Affairs (Kenya) | Criticize or denounce | Lawyer/Attorney (Kenya) | 2014-06-23\n- The Hague | Host a visit | Lawyer/Attorney (Kenya) | 2013-02-15\n- The Hague | Host a visit | Lawyer/Attorney (Kenya) | 2010-12-07\n- The Hague | Host a visit | Lawyer/Attorney (Kenya) | 2010-11-05\nAnswer:", "completion": " Police (Kenya)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1137344", "prompt": "After 19 November 2011, who appealed to the other authorities and officials of Libya?\nEvidence:\n- Citizen (International) | Make an appeal or request | Other Authorities / Officials (Libya) | 2011-11-19\nAnswer:", "completion": " Lawyer/Attorney (United Kingdom)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1383116", "prompt": "Who appealed for the Grand National Party after 30 November 2009?\nEvidence:\n- Lee Myung Bak | Make an appeal or request | Grand National Party | 2009-11-30\n- Lee Myung Bak | Make statement | South Korea | 2009-11-30\nAnswer:", "completion": " Lee Myung Bak", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 1} +{"id": "mtq_1268857", "prompt": "Who was blamed by Julian Paul Assange on the same month of the Lawyer/Attorney of Australia?\nEvidence:\n- Lawyer/Attorney (Sweden) | Investigate | Julian Paul Assange | 2010-11-19\n- Lawyer/Attorney (Sweden) | Investigate | Julian Paul Assange | 2010-10-19\n- Lawyer/Attorney (Sweden) | Investigate | Julian Paul Assange | 2010-08-26\n- Lawyer/Attorney (Sweden) | Investigate | Julian Paul Assange | 2010-08-25\n- Lawyer/Attorney (Sweden) | Make statement | Julian Paul Assange | 2010-11-21\n- Lawyer/Attorney (Sweden) | Make statement | Julian Paul Assange | 2010-11-19\n- Lawyer/Attorney (Sweden) | Make statement | Julian Paul Assange | 2010-09-02\n- Lawyer/Attorney (Sweden) | Make statement | Julian Paul Assange | 2010-08-25\n- Lawyer/Attorney (Sweden) | Make statement | Julian Paul Assange | 2010-08-21\n- Julian Paul Assange | Make statement | Lawyer/Attorney (Sweden) | 2010-08-24\n- Lawyer/Attorney (United Kingdom) | Make statement | Julian Paul Assange | 2010-12-04\n- Lawyer/Attorney (United Kingdom) | Make statement | Julian Paul Assange | 2010-11-22\n- Police (Australia) | Investigate | Julian Paul Assange | 2010-11-30\n- Julian Paul Assange | Discuss by telephone | Al Jazeera | 2010-08-23\n- Al Jazeera | Discuss by telephone | Julian Paul Assange | 2010-08-23\nAnswer:", "completion": " Robert McClelland", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1174639", "prompt": "Who made the first appeal to the Nigerian Head of Government in 2007?\nEvidence:\n- Nigerian Bar Association | Consult | Head of Government (Nigeria) | 2007-05-14\n- Head of Government (Nigeria) | Consult | Nigerian Bar Association | 2007-05-14\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- Conference of Nigerian Political Parties | Accuse | Government (Nigeria) | 2007-10-01\n- People Associated with the Opposition (Ukraine) | Demand | Head of Government (Ukraine) | 2007-03-30\n- People Associated with the Opposition (Brazil) | Consult | Head of Government (Brazil) | 2007-09-25\n- Head of Government (Brazil) | Consult | People Associated with the Opposition (Brazil) | 2007-09-25\n- Government (Nigeria) | Make an appeal or request | Nigerian Bar Association | 2007-12-06\n- Head of Government (Ukraine) | Make statement | People Associated with the Opposition (Ukraine) | 2007-05-08\n- People First Party Korea | Engage in negotiation | Kuomintang | 2007-04-20\n- Kuomintang | Engage in negotiation | People First Party Korea | 2007-04-20\n- People Associated with the Opposition (Ukraine) | Praise or endorse | Head of Government (Ukraine) | 2007-05-24\n- Head of Government (Ukraine) | Praise or endorse | People Associated with the Opposition (Ukraine) | 2007-06-10\n- People First Party Korea | Express intent to engage in material cooperation | Kuomintang | 2007-04-23\n- People First Party Korea | Engage in diplomatic cooperation | Kuomintang | 2007-03-21\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1055023", "prompt": "When did the civil servant of Thailand first provide humanitarian aid to the citizens of Thailand?\nEvidence:\n- USAID | Provide humanitarian aid | Thailand | 2005-01-04\n- Thailand | Provide humanitarian aid | Citizen (Thailand) | 2005-01-27\n- Thailand | Provide humanitarian aid | Citizen (Thailand) | 2005-01-26\n- Thailand | Express intent to provide humanitarian aid | Citizen (Thailand) | 2005-01-11\n- South Korea | Provide humanitarian aid | Thailand | 2005-01-02\n- South Korea | Provide humanitarian aid | Thailand | 2005-01-01\n- Laos | Express intent to provide humanitarian aid | Thailand | 2005-01-07\n- Japan | Express intent to provide humanitarian aid | Thailand | 2005-01-06\n- Medical Personnel (Australia) | Provide humanitarian aid | Citizen (Thailand) | 2005-01-04\n- Thailand | Provide aid | Citizen (Thailand) | 2005-01-12\n- Thailand | Provide aid | Citizen (Thailand) | 2005-01-04\n- China | Provide aid | Thailand | 2005-01-06\n- Employee (Thailand) | Provide aid | Citizen (Thailand) | 2005-01-14\n- Thailand | Express intent to provide economic aid | Citizen (Thailand) | 2005-01-05\n- Citizen (Thailand) | Express intent to provide material aid | Thailand | 2005-01-09\nAnswer:", "completion": " 2011-10-27", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1182155", "prompt": "In 2013, with which country did the Association of Southeast Asian Nations first express the intention to engage in diplomatic cooperation?\nEvidence:\n- Japan | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | Japan | 2005-01-08\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | Association of Southeast Asian Nations | 2005-04-04\n- Laos | Express intent to engage in diplomatic cooperation (such as policy support) | Association of Southeast Asian Nations | 2005-04-07\n- Laos | Express intent to engage in diplomatic cooperation (such as policy support) | Association of Southeast Asian Nations | 2005-04-04\n- Laos | Express intent to engage in diplomatic cooperation (such as policy support) | Association of Southeast Asian Nations | 2005-03-23\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Association of Southeast Asian Nations | 2005-03-18\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Association of Southeast Asian Nations | 2005-01-26\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Association of Southeast Asian Nations | 2005-01-25\n- Association of Southeast Asian Nations | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-03-18\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-02-24\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | South Korea | 2005-02-24\n- Association of Southeast Asian Nations | Engage in negotiation | South Korea | 2005-01-08\n- South Korea | Express intent to engage in diplomatic cooperation (such as policy support) | Association of Southeast Asian Nations | 2005-03-05\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1318503", "prompt": "Who was the first to visit South Korea after the leader of Ghana?\nEvidence:\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- South Korea | Make a visit | Aceh | 2005-01-08\n- Aceh | Host a visit | South Korea | 2005-01-08\n- South Korea | Host a visit | Ognyan Gerdzhikov | 2005-01-02\n- South Korea | Host a visit | Emperor Akihito | 2005-01-13\n- Ognyan Gerdzhikov | Make a visit | South Korea | 2005-01-02\n- Emperor Akihito | Make a visit | South Korea | 2005-01-13\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- South Korea | Express intent to cooperate | Japan | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-06\n- Japan | Express intent to cooperate | South Korea | 2005-01-13\n- China | Express intent to cooperate | South Korea | 2005-01-13\n- China | Express intent to cooperate | South Korea | 2005-01-06\nAnswer:", "completion": " UAE Armed Forces", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1245665", "prompt": "Who fought the Military Personnel - Special of Afghanistan with small arms and light weapons before 21 December 2009?\nEvidence:\n- Combatant (Taliban) | fight with small arms and light weapons | Military Personnel - Special (Afghanistan) | 2009-12-21\nAnswer:", "completion": " Armed Band (Afghanistan)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1353897", "prompt": "In which year did Paya last praise the Cuban party member?\nEvidence:\n- Paya | Praise or endorse | Party Member (Cuba) | 2005-05-25\n- United States Senate | Praise or endorse | Paya | 2012-08-01\n- Paya | Make a visit | France | 2010-05-05\n- France | Host a visit | Paya | 2010-05-05\n- Raúl Rivero | Express intent to cooperate | Paya | 2006-01-11\n- Paya | Express intent to cooperate | Raúl Rivero | 2006-01-11\n- Paya | Deny responsibility | Ricardo Alarcón de Quesada | 2005-03-11\n- Head of Government (Cuba) | Make statement | Paya | 2012-07-24\n- Raúl Castro | Threaten | Party Member (Cuba) | 2010-08-02\n- Raúl Castro | Make statement | Party Member (Cuba) | 2011-04-16\n- Party Member (Cuba) | Criticize or denounce | Barack Obama | 2013-04-11\n- Party Member (Cuba) | Criticize or denounce | Organized Crime (Cuba) | 2008-02-15\n- Party Member (Cuba) | Express intent to meet or negotiate | Vietnam | 2013-06-14\n- Benedict XVI | Reject proposal to meet, discuss, or negotiate | Party Member (Cuba) | 2012-03-29\n- Head of Government (Germany) | Express intent to meet or negotiate | Party Member (Cuba) | 2008-02-22\nAnswer:", "completion": " 2005", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1092151", "prompt": "At what time did the Coalition for Unity and Democracy have a telephone conversation with Agence France-Presse?\nEvidence:\n- Coalition for Unity and Democracy | Discuss by telephone | Agence France-Presse | 2005-06-11\n- Agence France-Presse | Discuss by telephone | Coalition for Unity and Democracy | 2005-06-11\n- Ethiopia | Accuse | Coalition for Unity and Democracy | 2005-09-26\n- Police (Ethiopia) | Investigate | Coalition for Unity and Democracy | 2006-10-25\n- Police (Ethiopia) | Accuse | Coalition for Unity and Democracy | 2005-06-08\n- Coalition for Unity and Democracy | Make statement | Yemen | 2011-02-03\n- Coalition for Unity and Democracy | Make statement | Ethiopia | 2013-06-20\n- Coalition for Unity and Democracy | Make statement | Ethiopia | 2005-10-24\n- Coalition for Unity and Democracy | Make statement | Ethiopia | 2005-09-22\n- Coalition for Unity and Democracy | Make statement | Ethiopia | 2005-08-09\n- Coalition for Unity and Democracy | Accuse | Police (Ethiopia) | 2005-10-30\n- Bereket Simon | Accuse | Coalition for Unity and Democracy | 2005-06-12\n- Bereket Simon | Accuse | Coalition for Unity and Democracy | 2005-06-11\n- North America | Host a visit | Coalition for Unity and Democracy | 2007-08-22\n- Coalition for Unity and Democracy | Make a visit | North America | 2007-08-22\nAnswer:", "completion": " 2005-06-11", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1373174", "prompt": "In 2012, to which country did the Mainland Affairs Council make a request for the last time?\nEvidence:\n- Mainland Affairs Council | Make a visit | China | 2005-04-01\n- Mainland Affairs Council | Make a visit | China | 2005-01-21\n- Mainland Affairs Council | Make statement | China | 2005-06-01\n- Mainland Affairs Council | Make statement | China | 2005-04-13\n- Mainland Affairs Council | Make statement | China | 2005-03-17\n- Mainland Affairs Council | Make statement | China | 2005-03-12\n- Mainland Affairs Council | Make statement | China | 2005-03-08\n- Mainland Affairs Council | Make statement | China | 2005-03-02\n- Mainland Affairs Council | Make statement | China | 2005-02-23\n- Mainland Affairs Council | Make statement | China | 2005-02-01\n- Mainland Affairs Council | Make statement | China | 2005-01-23\n- Mainland Affairs Council | Make statement | China | 2005-01-08\n- China | Make statement | Mainland Affairs Council | 2005-01-03\n- China | Host a visit | Mainland Affairs Council | 2005-04-01\n- China | Host a visit | Mainland Affairs Council | 2005-01-21\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1209368", "prompt": "In 2011, which country received the visit from the head of government of Egypt first?\nEvidence:\n- People Associated with the Opposition (Egypt) | Engage in negotiation | Head of Government (Egypt) | 2011-02-03\n- Head of Government (Egypt) | Engage in negotiation | People Associated with the Opposition (Egypt) | 2011-02-03\n- People Associated with the Opposition (Egypt) | Accuse | Head of Government (Egypt) | 2013-02-19\n- People Associated with the Opposition (Egypt) | Make statement | Head of Government (Egypt) | 2012-12-07\n- Head of Government (Egypt) | Make an appeal or request | Member of the Judiciary (Egypt) | 2010-03-15\n- Head of Government (Egypt) | Consult | Government Official (Egypt) | 2006-03-21\n- Government Official (Egypt) | Consult | Head of Government (Egypt) | 2006-03-21\n- Protester (Egypt) | Demand change in leadership | Head of Government (Egypt) | 2011-02-03\n- Protester (Egypt) | Demand change in leadership | Head of Government (Egypt) | 2011-01-31\n- Ministry (Egypt) | Demand change in leadership | Head of Government (Egypt) | 2012-06-07\n- Head of Government (Egypt) | Engage in symbolic act | Intellectual (Egypt) | 2012-02-27\n- Head of Government (Qatar) | Consult | Head of Government (Egypt) | 2010-11-25\n- Head of Government (Germany) | Consult | Head of Government (Egypt) | 2011-02-01\n- Head of Government (Germany) | Consult | Head of Government (Egypt) | 2006-03-10\n- Head of Government (Egypt) | Consult | Head of Government (Qatar) | 2010-11-25\nAnswer:", "completion": " Sudan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1041828", "prompt": "In which month did the military personnel of the Philippines threaten the military of the Philippines for the first time?\nEvidence:\n- Military Personnel (Philippines) | Threaten | Military (Philippines) | 2014-05-09\n- Military Personnel (Philippines) | Threaten | Military (Philippines) | 2005-07-29\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-07-02\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-06-27\n- Men (Philippines) | Threaten | University of the Philippines | 2009-09-24\n- Military Personnel (Philippines) | Make statement | University of the Philippines | 2014-08-12\n- National Police | Threaten | Military Personnel (Philippines) | 2010-01-26\n- Military Personnel (Philippines) | Return, release person(s) | University of the Philippines | 2011-06-22\n- Military Personnel (Philippines) | Return, release person(s) | University of the Philippines | 2011-06-20\n- Military Personnel (Philippines) | Appeal for humanitarian aid | Military (Philippines) | 2014-12-02\n- Military (Philippines) | Threaten | Police (Philippines) | 2005-10-06\n- Military (Philippines) | Threaten | Men (Philippines) | 2008-02-25\n- Military Personnel (Philippines) | Praise or endorse | The Poor (Philippines) | 2012-09-11\nAnswer:", "completion": " 2005-07", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1179087", "prompt": "Who praised Ali Abdullah Saleh in the same month as Alberto Ruiz-Gallardón?\nEvidence:\n- Ali Abdullah Saleh | Make a visit | Alberto Ruiz-Gallardón | 2008-01-31\n- Alberto Ruiz-Gallardón | Praise or endorse | Ali Abdullah Saleh | 2008-01-31\n- Alberto Ruiz-Gallardón | Host a visit | Ali Abdullah Saleh | 2008-01-31\n- Mexico | Host a visit | Alberto Ruiz-Gallardón | 2009-05-17\n- Alberto Ruiz-Gallardón | Praise or endorse | Romania | 2013-10-23\n- Alberto Ruiz-Gallardón | Make a visit | Mexico | 2009-05-17\n- Spanish Socialist Workers' Party | Accuse | Alberto Ruiz-Gallardón | 2007-05-19\n- Rudy Giuliani | Make a visit | Alberto Ruiz-Gallardón | 2005-11-19\n- Alberto Ruiz-Gallardón | Praise or endorse | Rudy Giuliani | 2005-11-19\n- Alberto Ruiz-Gallardón | Host a visit | Rudy Giuliani | 2005-11-19\n- Alberto Ruiz-Gallardón | Make empathetic comment | Citizen (United Kingdom) | 2005-07-09\n- Ministry (Romania) | Express intent to meet or negotiate | Alberto Ruiz-Gallardón | 2013-10-22\n- Alberto Ruiz-Gallardón | Appeal to others to meet or negotiate | Mexico | 2009-05-19\n- Cristina Fernández de Kirchner | Express intent to meet or negotiate | Alberto Ruiz-Gallardón | 2009-02-08\n- Ali Abdullah Saleh | Investigate | Yemen | 2005-02-11\nAnswer:", "completion": " Royal Administration (Spain)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1333132", "prompt": "Which country did Anupong Paochinda want to meet first in 2009?\nEvidence:\n- Anupong Paochinda | Express intent to meet or negotiate | Thailand | 2009-06-11\n- Anupong Paochinda | Express intent to meet or negotiate | Thailand | 2009-06-09\n- Anupong Paochinda | Express intent to meet or negotiate | Thailand | 2009-02-24\n- Anupong Paochinda | Express intent to meet or negotiate | Laos | 2009-06-05\n- Governor (Thailand) | Consult | Anupong Paochinda | 2009-12-08\n- Governor (Thailand) | Consult | Anupong Paochinda | 2009-12-06\n- Anupong Paochinda | Reject | Citizen (Thailand) | 2009-06-09\n- Anupong Paochinda | Make statement | Thailand | 2009-09-30\n- Anupong Paochinda | Make statement | Thailand | 2009-09-29\n- Anupong Paochinda | Make statement | Thailand | 2009-05-22\n- Anupong Paochinda | Make statement | Thailand | 2009-04-07\n- Anupong Paochinda | Make statement | Thailand | 2009-04-06\n- Anupong Paochinda | Make statement | Thailand | 2009-04-04\n- Anupong Paochinda | Make statement | Thailand | 2009-02-23\n- Anupong Paochinda | Make statement | Thailand | 2009-01-27\nAnswer:", "completion": " Thailand", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1171658", "prompt": "On 22 May 2008, who signed an agreement with the government of Pakistan?\nEvidence:\n- Militant (Taliban) | Sign formal agreement | Government (Pakistan) | 2008-05-22\n- Government (Pakistan) | Sign formal agreement | Militant (Taliban) | 2008-05-22\nAnswer:", "completion": " Militant (Taliban)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 0} +{"id": "mtq_1394096", "prompt": "Who negotiated with Wang Yi in the same month as Yasuo Fukuda?\nEvidence:\n- Wang Yi | Investigate | China | 2005-08-17\n- Wang Yi | Demand | Japan | 2006-05-10\n- Yasuo Fukuda | Demand | Japan | 2007-09-15\n- Yasuo Fukuda | Engage in negotiation | Donald Rumsfeld | 2006-05-12\n- Yasuo Fukuda | Engage in negotiation | Donald Rumsfeld | 2006-05-11\n- Yasuo Fukuda | Engage in diplomatic cooperation | China | 2006-06-19\n- Yasuo Fukuda | Engage in diplomatic cooperation | China | 2006-04-25\n- Donald Rumsfeld | Engage in negotiation | Yasuo Fukuda | 2006-05-12\n- Donald Rumsfeld | Engage in negotiation | Yasuo Fukuda | 2006-05-11\n- Wang Yi | Engage in symbolic act | Pervez Musharraf | 2007-12-14\n- Wang Yi | Engage in symbolic act | Pervez Musharraf | 2007-12-13\n- Wang Yi | Make statement | Japan | 2005-11-29\n- Wang Yi | Make statement | Japan | 2005-05-11\n- Wang Yi | Make statement | Japan | 2005-04-22\n- Wang Yi | Make statement | Japan | 2005-04-10\nAnswer:", "completion": " Association of Southeast Asian Nations", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1115071", "prompt": "Who appealed for the Ministry of Nigeria before the year 2006?\nEvidence:\n- Secretary of State for the Home Department | Accuse | Ministry (Poland) | 2006-11-29\n- Militant (Movement for the Emancipation of the Niger Delta) | Use unconventional violence | Citizen (Nigeria) | 2006-04-05\n- Ministry (Nigeria) | Appeal for intelligence | Citizen (Nigeria) | 2014-04-21\n- Ministry (Nigeria) | Appeal for intelligence | Citizen (Nigeria) | 2013-05-20\n- Ministry (Nigeria) | Appeal for intelligence | Citizen (Nigeria) | 2012-04-11\n- Ministry (Nigeria) | Appeal for intelligence | Citizen (Nigeria) | 2008-03-05\n- Ministry (Nigeria) | Appeal for aid | Government (Nigeria) | 2013-07-04\n- Citizen (Nigeria) | Appeal for intelligence | Ministry (Nigeria) | 2009-08-11\n- Ministry (Nigeria) | Appeal for release of persons or property | Government (Nigeria) | 2005-06-16\n- Ministry (Nigeria) | Appeal for de-escalation of military engagement | Citizen (Nigeria) | 2011-02-02\n- Citizen (Nigeria) | Appeal for release of persons or property | Ministry (Nigeria) | 2008-07-07\n- Office for the Protection of the Constitution | Consult | Intelligence (Germany) | 2006-03-13\n- Intelligence (Germany) | Consult | Office for the Protection of the Constitution | 2006-03-13\n- Citizen (Nigeria) | Make an appeal or request | Ministry (Ministry of the Niger Delta) | 2009-01-22\n- Ministry (Nigeria) | Appeal for military aid | Government (Nigeria) | 2014-04-21\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1107857", "prompt": "Which country was the first to negotiate with Sergey Kuzhugetovich Shoygu in 2015?\nEvidence:\n- Sergey Kuzhugetovich Shoygu | Engage in negotiation | Iran | 2015-02-07\n- Iran | Engage in negotiation | Sergey Kuzhugetovich Shoygu | 2015-02-07\n- Sergey Kuzhugetovich Shoygu | Make statement | Iran | 2015-01-20\n- Sergey Kuzhugetovich Shoygu | Investigate | Military (Russia) | 2015-06-08\n- Sergey Kuzhugetovich Shoygu | Consult | Sedki Sobhi | 2015-03-05\n- Sergey Kuzhugetovich Shoygu | Consult | Sedki Sobhi | 2015-03-04\n- Sergey Kuzhugetovich Shoygu | Consult | Raúl Castro | 2015-02-14\n- Sedki Sobhi | Consult | Sergey Kuzhugetovich Shoygu | 2015-03-05\n- Sedki Sobhi | Consult | Sergey Kuzhugetovich Shoygu | 2015-03-04\n- Raúl Castro | Consult | Sergey Kuzhugetovich Shoygu | 2015-02-14\n- Agustín Rossi | Consult | Sergey Kuzhugetovich Shoygu | 2015-04-22\n- Sergey Kuzhugetovich Shoygu | Express intent to meet or negotiate | Iran | 2015-01-27\n- Sergey Kuzhugetovich Shoygu | Express intent to meet or negotiate | Iran | 2015-01-18\n- Sergey Kuzhugetovich Shoygu | Express intent to meet or negotiate | Iran | 2015-01-15\n- Vladimir Padrino Lopez | Engage in negotiation | Sergey Kuzhugetovich Shoygu | 2015-02-11\nAnswer:", "completion": " Iran", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1041570", "prompt": "Which year did South Korea reject the head of government of Taiwan?\nEvidence:\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | South Korea | 2005-01-08\n- Head of Government (Finland) | Express intent to meet or negotiate | Thailand | 2005-01-18\n- South Korea | Consult | Japan | 2005-01-06\n- Japan | Consult | South Korea | 2005-01-06\n- South Korea | Reduce relations | Citizen (North Korea) | 2005-01-03\n- South Korea | Provide humanitarian aid | Citizen (North Korea) | 2005-01-11\n- South Korea | Provide military aid | Iraq | 2005-01-03\n- South Korea | Provide humanitarian aid | Thailand | 2005-01-02\n- South Korea | Provide humanitarian aid | Thailand | 2005-01-01\nAnswer:", "completion": " 2005", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1232154", "prompt": "What month did Christina B. Rocca first engage in negotiation with the Foreign Affairs of Nepal?\nEvidence:\n- Foreign Affairs (Nepal) | Engage in negotiation | Christina B. Rocca | 2005-05-10\n- Christina B. Rocca | Engage in negotiation | Foreign Affairs (Nepal) | 2005-05-10\n- Foreign Affairs (Nepal) | Consult | Christina B. Rocca | 2005-05-10\n- Christina B. Rocca | Consult | Foreign Affairs (Nepal) | 2005-05-10\n- Shaukat Aziz | Engage in negotiation | Christina B. Rocca | 2005-05-25\n- Pervez Musharraf | Engage in negotiation | Christina B. Rocca | 2005-11-15\n- Pervez Musharraf | Engage in negotiation | Christina B. Rocca | 2005-05-26\n- Christina B. Rocca | Engage in negotiation | Shaukat Aziz | 2005-05-25\n- Christina B. Rocca | Engage in negotiation | Pervez Musharraf | 2005-11-15\n- Christina B. Rocca | Engage in negotiation | Pervez Musharraf | 2005-05-26\n- Party Member (Nepal) | Consult | Christina B. Rocca | 2005-05-10\n- Christina B. Rocca | Consult | Party Member (Nepal) | 2005-05-10\n- Party Member (Bangladesh) | Engage in negotiation | Christina B. Rocca | 2006-01-28\n- Christina B. Rocca | Engage in negotiation | Party Member (Bangladesh) | 2006-01-28\n- Christina B. Rocca | Demand | Maldives | 2005-09-28\nAnswer:", "completion": " 2005-05", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1016946", "prompt": "In which year did Nicos Anastasiades receive the visit from the head of government of Greece?\nEvidence:\n- Government Official (Greece) | Make statement | Nicos Anastasiades | 2013-03-13\n- Government Official (Greece) | Make statement | Nicos Anastasiades | 2013-03-11\n- Head of Government (Greece) | Express intent to meet or negotiate | Nicos Anastasiades | 2013-03-10\n- Head of Government (Greece) | Express intent to meet or negotiate | Nicos Anastasiades | 2009-04-22\n- Head of Government (Cyprus) | Make statement | Nicos Anastasiades | 2013-03-01\n- Nicos Anastasiades | Criticize or denounce | Head of Government (Cyprus) | 2012-02-13\n- Nicos Anastasiades | Make a visit | China | 2005-07-07\n- China | Host a visit | Nicos Anastasiades | 2005-07-07\n- Nicos Anastasiades | Engage in negotiation | Antonis Samaras | 2013-03-12\n- Antonis Samaras | Engage in negotiation | Nicos Anastasiades | 2013-03-12\n- Nicos Anastasiades | Make a visit | Evangelos Meimarakis | 2013-03-11\n- Nicos Anastasiades | Make a visit | Antonis Samaras | 2013-03-12\n- Evangelos Meimarakis | Host a visit | Nicos Anastasiades | 2013-03-11\n- Antonis Samaras | Host a visit | Nicos Anastasiades | 2013-03-12\n- Nicos Anastasiades | Consult | Georgios Papandreou | 2006-07-19\nAnswer:", "completion": " 2015", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1349504", "prompt": "Against whom did the Armed Opposition of Thailand first use unconventional violence after the Hunter of Thailand?\nEvidence:\n- Armed Opposition (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-03-02\n- Armed Opposition (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-03-01\n- Armed Opposition (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-26\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-03-01\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-26\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-03\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-01\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-31\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-26\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-25\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-22\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-20\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-19\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-18\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-17\nAnswer:", "completion": " Citizen (Thailand)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1064960", "prompt": "Who made the armed rebels of Yemen suffer from conventional military forces on the same day as the Saudi army?\nEvidence:\n- Saudi Army | Use conventional military force | Armed Rebel (Yemen) | 2015-04-03\n- Saudi Army | Mobilize or increase armed forces | Yemen | 2015-05-12\n- Yemen | Use conventional military force | Saudi Army | 2015-11-15\n- Saudi Army | Use conventional military force | Yemen | 2015-05-18\n- Saudi Army | Use conventional military force | Saudi Arabian Defence Forces | 2015-12-27\n- Saudi Army | Use conventional military force | Saudi Arabian Defence Forces | 2015-09-04\n- Saudi Arabian Defence Forces | Use conventional military force | Saudi Army | 2015-09-22\n- Saudi Arabian Defence Forces | Use conventional military force | Saudi Army | 2015-08-16\n- Armed Rebel (Yemen) | Make statement | Saudi Army | 2010-01-28\n- Saudi Army | Use conventional military force | Citizen (Saudi Arabia) | 2015-09-04\n- Saudi Army | Investigate | Armed Gang (Saudi Arabia) | 2009-12-04\n- Saudi Army | Employ aerial weapons | Yemen | 2009-11-05\n- Zillur Rahman | Consult | Saudi Army | 2012-01-26\n- Saudi Army | Consult | Zillur Rahman | 2012-01-26\n- Citizen (Saudi Arabia) | Criticize or denounce | Saudi Army | 2015-07-22\nAnswer:", "completion": " Governor (Yemen)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1018553", "prompt": "Who accused Christian Democratic Movement in February 7th, 2006?\nEvidence:\n- Vladimir Meciar | Consult | Christian Democratic Movement | 2005-09-17\n- Vladimir Meciar | Accuse | Christian Democratic Movement | 2006-10-19\n- Pavol Hrusovský | Demand | Christian Democratic Movement | 2006-07-08\n- Mikulas Dzurinda | Accuse | Christian Democratic Movement | 2006-02-07\n- Media (Slovakia) | Consult | Christian Democratic Movement | 2008-09-04\n- Lucia Zitnanská | Consult | Christian Democratic Movement | 2008-07-17\n- Christian Democratic Movement | Consult | Vladimir Meciar | 2005-09-17\n- Christian Democratic Movement | Consult | Media (Slovakia) | 2008-09-04\n- Christian Democratic Movement | Consult | Lucia Zitnanská | 2008-07-17\n- Christian Democratic Movement | Consult | Béla Bugár | 2006-06-23\n- Christian Democratic Movement | Accuse | Vladimir Meciar | 2007-12-04\n- Béla Bugár | Consult | Christian Democratic Movement | 2006-06-23\n- Vladimír Palko | Make statement | Christian Democratic Movement | 2007-06-18\n- Vladimír Palko | Make statement | Christian Democratic Movement | 2006-06-20\n- Pavol Hrusovský | Make statement | Christian Democratic Movement | 2011-06-30\nAnswer:", "completion": " Mikulas Dzurinda", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1002396", "prompt": "Who was the first to praise Yemen after the Lebanese Foreign Minister?\nEvidence:\n- Eritrea | Praise or endorse | Yemen | 2005-02-04\n- Javier Solana | Praise or endorse | Yemen | 2005-01-20\n- James Wolfensohn | Praise or endorse | Yemen | 2005-02-19\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-30\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-29\n- Yemen | Consult | Sudan | 2005-01-02\n- Yemen | Consult | Ethiopia | 2005-01-02\n- Yemen | Consult | Eritrea | 2005-03-11\n- Yemen | Consult | Djibouti | 2005-02-08\n- Yemen | Consult | Djibouti | 2005-02-07\n- Sudan | Consult | Yemen | 2005-01-02\n- Ethiopia | Consult | Yemen | 2005-01-02\n- Eritrea | Consult | Yemen | 2005-03-11\n- Djibouti | Consult | Yemen | 2005-02-08\n- Djibouti | Consult | Yemen | 2005-02-07\nAnswer:", "completion": " Mahmoud Abbas", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1202987", "prompt": "Could you tell me the exact month in which the Cabinet Council of Ministers Advisors of the United States first praised Sudan?\nEvidence:\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- Sudan | Engage in negotiation | Ethiopia | 2005-04-19\n- Ethiopia | Engage in negotiation | Sudan | 2005-04-19\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Citizen (Sudan) | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-01-23\n- Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | Head of Government (Egypt) | 2005-01-24\n- UN Security Council | Express intent to provide military protection or peacekeeping | Sudan | 2005-01-19\n- UN Security Council | Appeal for diplomatic cooperation (such as policy support) | Sudan | 2005-01-11\nAnswer:", "completion": " 2011-01", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1108082", "prompt": "When did Dmitry Anatolyevich Medvedev express his intention to negotiate with Harald V?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | Harald V | 2010-04-19\n- Evo Morales | Express intent to meet or negotiate | Harald V | 2008-02-19\n- Tsakhiagiyn Elbegdorj | Consult | Harald V | 2012-10-08\n- Jens Stoltenberg | Consult | Harald V | 2005-10-14\n- Harald V | Consult | Tsakhiagiyn Elbegdorj | 2012-10-08\n- Harald V | Consult | Jens Stoltenberg | 2005-10-14\n- Ireland | Host a visit | Harald V | 2006-09-19\n- Indigenous People (Norway) | Consult | Harald V | 2009-06-10\n- Harald V | Praise or endorse | Vietnam | 2009-05-01\n- Harald V | Make a visit | Ireland | 2006-09-19\n- Harald V | Consult | Indigenous People (Norway) | 2009-06-10\n- Barack Obama | Reject proposal to meet, discuss, or negotiate | Harald V | 2009-12-11\n- Valdas Adamkus | Praise or endorse | Harald V | 2009-05-17\n- Valdas Adamkus | Praise or endorse | Harald V | 2007-05-17\n- Shimon Peres | Make empathetic comment | Harald V | 2011-07-24\nAnswer:", "completion": " 2010-04-19", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1060218", "prompt": "Who asked for the citizens of Mauritania before 26 March 2009?\nEvidence:\n- Citizen (Mauritania) | Deny responsibility | People Associated with the Opposition (Mauritania) | 2007-10-15\n- People Associated with the Opposition (Mauritania) | Praise or endorse | Citizen (Mauritania) | 2005-08-04\n- Police (Mauritania) | Use tactics of violent repression | Citizen (Mauritania) | 2008-08-06\n- Mauritania | Consult | Citizen (Mauritania) | 2006-06-25\n- Mauritania | Coerce | Citizen (Mauritania) | 2010-10-20\n- Mauritania | Coerce | Citizen (Mauritania) | 2005-04-26\n- Mauritania | Accuse | Citizen (Mauritania) | 2008-05-30\n- Mauritania | Accuse | Citizen (Mauritania) | 2006-07-04\n- Citizen (Mauritania) | Reject | Mauritania | 2008-04-14\n- Citizen (Mauritania) | Consult | Mauritania | 2006-06-25\n- Citizen (Mauritania) | Appeal for release of persons or property | Mohamed Ould Abdel Aziz | 2009-08-28\n- Police (Mauritania) | Torture | Citizen (Mauritania) | 2009-09-28\n- Police (Mauritania) | Torture | Citizen (Mauritania) | 2007-06-04\n- Police (Mauritania) | Investigate | Citizen (Mauritania) | 2009-11-16\n- Police (Mauritania) | Investigate | Citizen (Mauritania) | 2008-04-17\nAnswer:", "completion": " Peace and Security Council", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1390294", "prompt": "After Rudy Giuliani, who was the first to express the intention to negotiate with Aigars Kalvitis?\nEvidence:\n- Rudy Giuliani | Express intent to meet or negotiate | Aigars Kalvitis | 2006-11-16\n- Rudy Giuliani | Demand | Vietnam | 2008-09-04\n- Rudy Giuliani | Accuse | Iran | 2007-10-16\n- Tony Blair | Consult | Rudy Giuliani | 2007-09-19\n- Rudy Giuliani | Make statement | Iraq | 2007-12-26\n- Rudy Giuliani | Make statement | Iraq | 2007-02-11\n- Rudy Giuliani | Make statement | Iran | 2015-06-09\n- Rudy Giuliani | Make statement | Iran | 2015-02-02\n- Rudy Giuliani | Make statement | Iran | 2007-10-16\n- Rudy Giuliani | Consult | Tony Blair | 2007-09-19\n- Rudy Giuliani | Consult | Benjamin Netanyahu | 2015-02-02\n- Benjamin Netanyahu | Consult | Rudy Giuliani | 2015-02-02\n- Rudy Giuliani | Rally opposition against | China | 2007-08-15\n- Rudy Giuliani | Praise or endorse | France | 2007-09-19\n- Rudy Giuliani | Make statement | Vitali Klitschko | 2008-05-08\nAnswer:", "completion": " Latvian Chamber of Commerce and Industry", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1308631", "prompt": "Who investigated Abu Sayyaf before the Moro National Liberation Front?\nEvidence:\n- Moro National Liberation Front | Make statement | Abu Sayyaf | 2006-04-18\n- Abu Sayyaf | Cooperate militarily | Moro National Liberation Front | 2005-02-17\n- Moro Islamic Liberation Front | Consult | Abu Sayyaf | 2005-01-30\n- Abu Sayyaf | Consult | Moro Islamic Liberation Front | 2005-01-30\n- Moro National Liberation Front | Engage in material cooperation | Abu Sayyaf | 2007-04-17\n- Abu Sayyaf | Praise or endorse | Combatant (Moro National Liberation Front) | 2005-02-26\n- Abu Sayyaf | Engage in material cooperation | Moro National Liberation Front | 2007-04-17\n- Moro Islamic Liberation Front | Make statement | Abu Sayyaf | 2005-03-11\n- Moro National Liberation Front | Consult | Moro Islamic Liberation Front | 2006-04-13\n- Moro Islamic Liberation Front | Consult | Moro National Liberation Front | 2006-04-13\n- Moro Islamic Liberation Front | Praise or endorse | Abu Sayyaf | 2005-04-04\n- Combatant (Moro National Liberation Front) | Use unconventional violence | Moro National Liberation Front | 2007-04-28\n- Moro National Liberation Front | Use conventional military force | Combatant (Moro National Liberation Front) | 2007-04-28\n- Moro Islamic Liberation Front | Make an appeal or request | Abu Sayyaf | 2005-07-07\n- Moro National Liberation Front | Consult | Dulmatin | 2008-09-23\nAnswer:", "completion": " Police (Philippines)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1370871", "prompt": "Before the leader of Cyprus, which country last supported the UN Security Council?\nEvidence:\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- UN Security Council | Demand settling of dispute | Citizen (Sudan) | 2005-01-13\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\n- UN Security Council | Consult | Nabil Shaath | 2005-01-11\n- UN Security Council | Consult | John Garang | 2005-02-09\n- UN Security Council | Consult | John Garang | 2005-02-08\n- UN Security Council | Consult | African Union | 2005-01-10\n- Nabil Shaath | Consult | UN Security Council | 2005-01-11\n- John Garang | Consult | UN Security Council | 2005-02-09\n- John Garang | Consult | UN Security Council | 2005-02-08\n- African Union | Consult | UN Security Council | 2005-01-10\nAnswer:", "completion": " France", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1343479", "prompt": "Who was the first to be criticised by the Islamic preacher of Iran after Barack Obama?\nEvidence:\n- Barack Obama | Make statement | Iran | 2007-04-27\n- Representative to the United Nations (Iran) | Make statement | Iran | 2005-01-16\n- Iraqi Islamic Party | Consult | Iran | 2005-01-10\n- Iran | Consult | Iraqi Islamic Party | 2005-01-10\n- Head of Government (Kenya) | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Consult | Head of Government (Kenya) | 2006-08-25\n- Barack Obama | Express intent to settle dispute | Iraq | 2007-06-02\n- Barack Obama | Demand de-escalation of military engagement | Iraq | 2007-06-02\n- Barack Obama | Reject | Iraq | 2007-04-03\n- Barack Obama | Reject | Iraq | 2006-10-28\n- Iraqi Islamic Party | Praise or endorse | Iran | 2005-01-05\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2005-10-10\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-27\nAnswer:", "completion": " UN Security Council", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1293246", "prompt": "Which country was praised by the United States Senate on the same day as the Government of Guatemala?\nEvidence:\n- United States Senate | Consult | Iraq | 2007-02-07\n- Iraq | Consult | United States Senate | 2007-02-07\n- United States Senate | Praise or endorse | Government (Georgia) | 2005-12-25\n- United States Senate | Consult | House of Representatives (India) | 2006-11-17\n- House of Representatives (India) | Consult | United States Senate | 2006-11-17\n- United States Senate | Accuse | Lawmaker (United Kingdom) | 2005-08-04\n- United States Senate | Accuse | Lawmaker (United Kingdom) | 2005-05-18\n- United States Senate | Make statement | Iraq | 2007-05-15\n- United States Senate | Consult | Pervez Musharraf | 2007-01-14\n- Pervez Musharraf | Consult | United States Senate | 2007-01-14\n- Government Official (Mexico) | Praise or endorse | United States Senate | 2006-03-29\n- Lawmaker (United Kingdom) | Deny responsibility | United States Senate | 2005-05-16\n- Vuk Jeremić | Make statement | United States Senate | 2007-01-19\n- United States Senate | Praise or endorse | Oman | 2006-09-19\n- United States Senate | Praise or endorse | Oman | 2006-06-28\nAnswer:", "completion": " Mexico", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1279520", "prompt": "Who did Tony Blair request for on the same month of the Leftists of United Kingdom?\nEvidence:\n- Tony Blair | Yield | Citizen (United Kingdom) | 2005-03-09\n- Tony Blair | Yield | Citizen (United Kingdom) | 2005-03-01\n- Tony Blair | Yield | Citizen (United Kingdom) | 2005-02-28\n- Tony Blair | Apologize | Citizen (United Kingdom) | 2005-02-10\n- Tony Blair | Apologize | Citizen (United Kingdom) | 2005-02-09\n- Tony Blair | Accuse | Citizen (United Kingdom) | 2005-04-24\n- Tony Blair | Accuse | Citizen (United Kingdom) | 2005-04-22\n- Tony Blair | Accuse | Citizen (United Kingdom) | 2005-03-27\n- Citizen (United Kingdom) | Threaten | Tony Blair | 2005-05-05\n- Citizen (United Kingdom) | Threaten | Tony Blair | 2005-04-23\n- Citizen (United Kingdom) | Reject | Tony Blair | 2005-05-01\n- Citizen (United Kingdom) | Reject | Tony Blair | 2005-03-14\n- Citizen (United Kingdom) | Demand | Tony Blair | 2005-05-09\n- Citizen (United Kingdom) | Accuse | Tony Blair | 2005-05-09\n- Citizen (United Kingdom) | Accuse | Tony Blair | 2005-05-08\nAnswer:", "completion": " Labor Party (United Kingdom)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1114084", "prompt": "Who was the last to praise Mikulas Dzurinda?\nEvidence:\n- Pavol Hrusovský | Praise or endorse | Mikulas Dzurinda | 2006-09-04\n- Roh Moo Hyun | Praise or endorse | Mikulas Dzurinda | 2005-05-28\n- Political Parties (Slovakia) | Praise or endorse | Mikulas Dzurinda | 2005-03-16\n- Vladimir Meciar | Consult | Mikulas Dzurinda | 2006-01-29\n- Vladimir Meciar | Consult | Mikulas Dzurinda | 2005-01-14\n- Vladimir Meciar | Accuse | Mikulas Dzurinda | 2006-06-04\n- Pavol Hrusovský | Reject | Mikulas Dzurinda | 2006-07-06\n- Pavol Hrusovský | Consult | Mikulas Dzurinda | 2009-09-18\n- Pavol Hrusovský | Consult | Mikulas Dzurinda | 2008-01-30\n- Pavol Hrusovský | Consult | Mikulas Dzurinda | 2007-03-16\n- Mikulas Dzurinda | Consult | Vladimir Meciar | 2006-01-29\n- Mikulas Dzurinda | Consult | Vladimir Meciar | 2005-01-14\n- Mikulas Dzurinda | Consult | Pavol Hrusovský | 2009-09-18\n- Mikulas Dzurinda | Consult | Pavol Hrusovský | 2008-01-30\n- Mikulas Dzurinda | Consult | Pavol Hrusovský | 2007-03-16\nAnswer:", "completion": " Lubomír Galko", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1078528", "prompt": "Who was the first to have a telephone conversation with Al Sharq al Awsat after the high-ranking military officials in Syria?\nEvidence:\n- Iran | Discuss by telephone | Al Sharq al Awsat | 2008-07-19\n- Al Sharq al Awsat | Discuss by telephone | Iran | 2008-07-19\n- Military (Lebanon) | Consult | Al Sharq al Awsat | 2007-09-12\n- Al Sharq al Awsat | Consult | Military (Lebanon) | 2007-09-12\n- Fatah al-Islam | Discuss by telephone | Al Sharq al Awsat | 2007-03-16\n- Al Sharq al Awsat | Discuss by telephone | Fatah al-Islam | 2007-03-16\n- Sudan | Consult | Al Sharq al Awsat | 2008-10-19\n- Sudan | Accuse | Al Sharq al Awsat | 2009-03-23\n- Portugal | Consult | Al Sharq al Awsat | 2007-07-18\n- Eritrea | Consult | Al Sharq al Awsat | 2007-07-26\n- Al Sharq al Awsat | Consult | Sudan | 2008-10-19\n- Al Sharq al Awsat | Consult | Portugal | 2007-07-18\n- Al Sharq al Awsat | Consult | Eritrea | 2007-07-26\n- Rida Jawad Taqi | Discuss by telephone | Al Sharq al Awsat | 2005-02-22\n- Muslim (United Kingdom) | Discuss by telephone | Al Sharq al Awsat | 2005-06-15\nAnswer:", "completion": " Malik Kurdi", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1146828", "prompt": "Who did the military personnel of Yemen make a request to in the same year?\nEvidence:\n- Ministry of International Cooperation (Sudan) | Make a visit | Yemen | 2005-02-17\n- Malaysia | Make a visit | Yemen | 2005-02-06\n- France | Make a visit | Yemen | 2005-02-21\n- France | Make a visit | Yemen | 2005-02-14\n- Eritrea | Make a visit | Yemen | 2005-02-10\n- Ministry (Egypt) | Make a visit | Yemen | 2005-02-21\n- James Wolfensohn | Make a visit | Yemen | 2005-02-16\n- James Wolfensohn | Make a visit | Yemen | 2005-02-15\n- Isaias Afewerki | Make a visit | Yemen | 2005-02-09\n- Yemen | Host a visit | Ministry of International Cooperation (Sudan) | 2005-02-17\n- Yemen | Engage in negotiation | Malaysia | 2005-02-06\n- Yemen | Engage in negotiation | Eritrea | 2005-02-10\n- Yemen | Engage in negotiation | Eritrea | 2005-02-09\n- Malaysia | Engage in negotiation | Yemen | 2005-02-06\n- Eritrea | Engage in negotiation | Yemen | 2005-02-10\nAnswer:", "completion": " UN Security Council", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1022935", "prompt": "When did the University of Zimbabwe sign an agreement with the French government?\nEvidence:\n- University of Zimbabwe | Sign formal agreement | Government (France) | 2007-04-26\n- Government (France) | Sign formal agreement | University of Zimbabwe | 2007-04-26\n- University of Zimbabwe | Consult | Labor Union (Zimbabwe) | 2009-08-07\n- Labor Union (Zimbabwe) | Consult | University of Zimbabwe | 2009-08-07\n- Government (France) | Provide aid | University of Zimbabwe | 2007-04-26\n- Ministry/Department of Technology (Zimbabwe) | Make statement | University of Zimbabwe | 2007-09-18\n- University of Zimbabwe | Make statement | Xi Jinping | 2015-11-29\n- University of Zimbabwe | Make statement | Movement for Democratic Change | 2008-06-28\n- France | Express intent to engage in diplomatic cooperation (such as policy support) | University of Zimbabwe | 2007-04-26\n- Iran | Sign formal agreement | France | 2005-01-26\n- Iran | Sign formal agreement | France | 2005-01-18\n- France | Sign formal agreement | Yemen | 2005-02-27\n- France | Sign formal agreement | Iran | 2005-01-26\n- France | Sign formal agreement | Iran | 2005-01-18\n- Head of Government (Ukraine) | Express intent to meet or negotiate | France | 2005-02-23\nAnswer:", "completion": " 2007-04-26", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1032716", "prompt": "Who was denounced by Moro Islamic Liberation Front last before the citizens of Singapore?\nEvidence:\n- Moro Islamic Liberation Front | Mediate | Malaysia | 2005-04-19\n- Moro Islamic Liberation Front | Mediate | Malaysia | 2005-04-18\n- Moro Islamic Liberation Front | Consult | Abu Sayyaf | 2005-01-30\n- Abu Sayyaf | Consult | Moro Islamic Liberation Front | 2005-01-30\n- Police (Philippines) | Make statement | Moro Islamic Liberation Front | 2005-01-13\n- Murad Ebrahim | Make statement | Moro Islamic Liberation Front | 2005-03-18\n- Moro Islamic Liberation Front | Provide aid | Military (Philippines) | 2005-03-11\n- Moro Islamic Liberation Front | Make statement | Military (Philippines) | 2005-01-11\n- Moro Islamic Liberation Front | Make statement | Abu Sayyaf | 2005-08-29\n- Moro Islamic Liberation Front | Make statement | Abu Sayyaf | 2005-08-02\n- Moro Islamic Liberation Front | Make statement | Abu Sayyaf | 2005-03-11\n- Moro Islamic Liberation Front | Make optimistic comment | Malaysia | 2005-08-17\n- Moro Islamic Liberation Front | Make a visit | Malaysia | 2005-06-24\n- Moro Islamic Liberation Front | Make a visit | Malaysia | 2005-04-25\n- Moro Islamic Liberation Front | Make a visit | Malaysia | 2005-04-22\nAnswer:", "completion": " Police (Philippines)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1019730", "prompt": "Before 12 November 2007, with whom did the military personnel of South Korea wish to meet?\nEvidence:\n- Military Personnel (South Korea) | Express intent to meet or negotiate | China | 2007-11-12\n- South Korea | Express intent to cooperate | Japan | 2007-11-12\n- South Korea | Express intent to cooperate | China | 2007-11-12\n- Japan | Express intent to cooperate | South Korea | 2007-11-12\n- China | Express intent to cooperate | South Korea | 2007-11-12\n- South Korea | Consult | China | 2007-11-12\n- China | Consult | South Korea | 2007-11-12\n- Roh Moo Hyun | Make statement | South Korea | 2007-11-12\n- Roh Moo Hyun | Express intent to engage in diplomatic cooperation (such as policy support) | South Korea | 2007-11-12\n- South Korea | Host a visit | Defense / Security Ministry (United States) | 2007-11-12\n- Defense / Security Ministry (United States) | Make a visit | South Korea | 2007-11-12\n- Rafael Correa | Express intent to meet or negotiate | China | 2007-11-12\n- Head of Government (Slovenia) | Make a visit | China | 2007-11-12\n- China | Host a visit | Head of Government (Slovenia) | 2007-11-12\n- Japan | Express intent to cooperate | China | 2007-11-12\nAnswer:", "completion": " South Korea", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1063770", "prompt": "After Joao Miranda, who was the first to appeal for the women of Angola?\nEvidence:\n- Joao Miranda | Make an appeal or request | Women (Angola) | 2005-03-03\n- Joao Miranda | Make statement | Angola | 2012-02-25\n- Joao Miranda | Make statement | Angola | 2009-12-30\n- Joao Miranda | Make statement | Angola | 2008-06-09\n- Joao Miranda | Make statement | Angola | 2008-04-14\n- Joao Miranda | Make statement | Angola | 2008-01-18\n- Joao Miranda | Make statement | Angola | 2007-11-21\n- Joao Miranda | Make statement | Angola | 2007-06-20\n- Joao Miranda | Make statement | Angola | 2007-06-08\n- Joao Miranda | Make statement | Angola | 2007-03-14\n- Joao Miranda | Make statement | Angola | 2006-10-23\n- Joao Miranda | Make statement | Angola | 2006-09-17\n- Joao Miranda | Make statement | Angola | 2006-06-19\n- Joao Miranda | Make statement | Angola | 2005-05-27\n- Joao Miranda | Make statement | Angola | 2005-05-26\nAnswer:", "completion": " Candida Celeste da Silva", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1157818", "prompt": "Which country was the first to criticise Mexico after the Member of the Judiciary of the United States?\nEvidence:\n- Member of Legislative (Govt) (South Korea) | Express intent to meet or negotiate | Mexico | 2005-02-07\n- Mexico | Arrest, detain, or charge with legal action | Men (United States) | 2005-02-02\n- Office of the United Nations High Commissioner for Human Rights | Express intent to meet or negotiate | Colombia | 2005-05-10\n- Mexico | Investigate | Criminal (Mexico) | 2005-01-12\n- Other Authorities / Officials (Mexico) | Express intent to meet or negotiate | Mexico | 2005-01-06\n- Mexico | Express intent to cooperate | Colombia | 2005-06-30\n- Colombia | Express intent to cooperate | Mexico | 2005-06-30\n- Mexico | Express intent to meet or negotiate | Zapatista Army of National Liberation | 2005-01-14\n- Secretariat (Mexico) | Make statement | Mexico | 2005-02-03\n- Organized Crime (Mexico) | Demand | Mexico | 2005-01-24\n- Military (Mexico) | Cooperate militarily | Mexico | 2005-01-17\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-26\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-25\n- Economist (Mexico) | Make statement | Mexico | 2005-02-11\n- Other Authorities / Officials (Mexico) | Investigate | Mexico | 2005-01-27\nAnswer:", "completion": " Barack Obama", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1294484", "prompt": "Who did the UN Security Council first condemn after the Sudanese police?\nEvidence:\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\n- UN Security Council | Consult | Nabil Shaath | 2005-01-11\n- UN Security Council | Consult | John Garang | 2005-02-09\n- UN Security Council | Consult | John Garang | 2005-02-08\n- UN Security Council | Consult | African Union | 2005-01-10\n- Nabil Shaath | Consult | UN Security Council | 2005-01-11\n- John Garang | Consult | UN Security Council | 2005-02-09\n- John Garang | Consult | UN Security Council | 2005-02-08\n- African Union | Consult | UN Security Council | 2005-01-10\n- UN Security Council | Rally opposition against | Togo | 2005-02-25\nAnswer:", "completion": " Armed Rebel (Yemen)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1192990", "prompt": "In the same month, who signed an agreement with Vietnam on the police of Cambodia?\nEvidence:\n- Cambodia | Engage in diplomatic cooperation | Vietnam | 2005-03-30\n- Police (Cambodia) | Provide humanitarian aid | Vietnam | 2005-02-04\n- Cambodia | Demonstrate military or police power | Vietnam | 2005-01-10\n- Vietnam | Make statement | Cambodia | 2005-02-22\n- Cambodia | Make statement | Vietnam | 2005-03-29\n- Police (Cambodia) | Make statement | Cambodia | 2005-03-10\n- Vietnam | Praise or endorse | Cambodia | 2005-02-28\n- Vietnam | Host a visit | Cambodia | 2005-03-15\n- Cambodia | Make a visit | Vietnam | 2005-03-15\n- Cambodia | Praise or endorse | Police (Cambodia) | 2005-03-11\n- Vietnam | Sign formal agreement | China | 2005-01-14\n- Vietnam | Sign formal agreement | China | 2005-01-13\n- China | Sign formal agreement | Vietnam | 2005-01-14\n- China | Sign formal agreement | Vietnam | 2005-01-13\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | Cambodia | 2005-03-24\nAnswer:", "completion": " Cambodia", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1001195", "prompt": "In 2015, who first did the citizens of Nigeria accuse?\nEvidence:\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- Government (Nigeria) | Accuse | The Poor (Nigeria) | 2015-12-14\n- Citizen (Nigeria) | Accuse | The Poor (Nigeria) | 2010-03-23\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- First Command of the Capital | Criticize or denounce | Citizen (Brazil) | 2008-10-30\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2012-05-31\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2009-10-23\nAnswer:", "completion": " Government (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1120701", "prompt": "In which month did the Armed Band of South Sudan last use unconventional violence against the military of South Sudan?\nEvidence:\n- Resistance Movement (South Sudan) | Use unconventional violence | South Sudan | 2006-06-06\n- Armed Rebel (Lord's Resistance Army) | Use unconventional violence | South Sudan | 2005-11-22\n- Armed Rebel (Lord's Resistance Army) | Use unconventional violence | South Sudan | 2005-07-27\n- South Sudan | Use unconventional violence | High Commission for Refugees | 2006-03-16\n- Armed Rebel (Lord's Resistance Army) | Use unconventional violence | Citizen (Sudan) | 2005-04-10\n- Armed Rebel (Lord's Resistance Army) | Use unconventional violence | Sudan People's Liberation Army | 2005-10-18\n- Armed Rebel (Lord's Resistance Army) | Use unconventional violence | Citizen (Uganda) | 2005-08-19\n- Armed Rebel (Lord's Resistance Army) | Use unconventional violence | Citizen (Uganda) | 2005-06-02\n- Armed Rebel (Lord's Resistance Army) | Use unconventional violence | Citizen (Uganda) | 2005-05-10\n- Armed Rebel (Lord's Resistance Army) | Use unconventional violence | Citizen (Uganda) | 2005-04-19\n- Armed Rebel (Lord's Resistance Army) | Use unconventional violence | Citizen (Uganda) | 2005-04-18\n- Armed Rebel (Lord's Resistance Army) | Use unconventional violence | Citizen (Uganda) | 2005-04-13\n- Armed Rebel (Lord's Resistance Army) | Use unconventional violence | Citizen (Uganda) | 2005-04-12\n- Armed Rebel (Lord's Resistance Army) | Use unconventional violence | Citizen (Uganda) | 2005-04-11\n- Armed Rebel (Lord's Resistance Army) | Use unconventional violence | Citizen (Uganda) | 2005-04-07\nAnswer:", "completion": " 2013-07", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1271746", "prompt": "Which country was the first to express optimism about Sudan in 2011?\nEvidence:\n- Sudan | Express intent to cooperate | South Sudan | 2011-01-09\n- Sudan | Express intent to cooperate | South Sudan | 2011-01-05\n- South Sudan | Express intent to cooperate | Sudan | 2011-01-09\n- South Sudan | Express intent to cooperate | Sudan | 2011-01-05\n- Government (Sudan) | Express intent to cooperate | Citizen (Sudan) | 2011-06-29\n- Citizen (Sudan) | Express intent to cooperate | Government (Sudan) | 2011-06-29\n- Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | Government (Sudan) | 2011-02-14\n- Sudan | Express intent to meet or negotiate | South Sudan | 2011-01-11\n- Envoy (Sudan) | Express intent to meet or negotiate | Sudan | 2011-01-10\n- Envoy (Sudan) | Express intent to meet or negotiate | Sudan | 2011-01-07\n- Government (Sudan) | Express intent to engage in diplomatic cooperation (such as policy support) | South Sudan | 2011-07-09\n- Citizen (Sudan) | Appeal to engage in or accept mediation | Government (Sudan) | 2011-05-19\n- Citizen (Sudan) | Express intent to meet or negotiate | Government (Sudan) | 2011-04-06\n- Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | Eritrea | 2011-01-08\n- Eritrea | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2011-01-08\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1108576", "prompt": "Who wished to negotiate with Julia Gillard last before David Bartlett did?\nEvidence:\n- Julia Gillard | Praise or endorse | David Bartlett | 2010-01-07\n- David Bartlett | Make statement | David Bartlett | 2010-04-20\n- Julia Gillard | Reject | David Hawker | 2006-06-02\n- Julia Gillard | Reject | David Hawker | 2006-05-31\n- Julia Gillard | Accuse | David Hawker | 2006-06-01\n- Julia Gillard | Accuse | David Hawker | 2006-05-31\n- David Hawker | Demand | Julia Gillard | 2006-05-31\n- Julia Gillard | Make statement | David Hawker | 2006-06-01\n- Police (Australia) | Investigate | David Bartlett | 2008-08-14\n- Police (Australia) | Consult | David Bartlett | 2009-11-10\n- Police (Australia) | Consult | David Bartlett | 2009-07-10\n- David Bartlett | Yield | Citizen (Australia) | 2010-02-02\n- David Bartlett | Investigate | Citizen (Australia) | 2009-06-23\n- David Bartlett | Consult | Police (Australia) | 2009-11-10\n- David Bartlett | Consult | Police (Australia) | 2009-07-10\nAnswer:", "completion": " Head of Government (South Korea)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1210967", "prompt": "After Qin Gang, who was the first to make optimistic remarks about the United States Congress?\nEvidence:\n- Qin Gang | Make optimistic comment | Japan | 2005-07-26\n- Qin Gang | Make statement | United Arab Emirates | 2005-10-01\n- Qin Gang | Make statement | Japan | 2005-09-27\n- Qin Gang | Make statement | Japan | 2005-07-28\n- Qin Gang | Make statement | Japan | 2005-04-14\n- Qin Gang | Make statement | Japan | 2005-04-13\n- Qin Gang | Make statement | Japan | 2005-04-10\n- Qin Gang | Make statement | Japan | 2005-04-07\n- Qin Gang | Make statement | Japan | 2005-04-05\n- Qin Gang | Make statement | China | 2005-12-08\n- Qin Gang | Make statement | China | 2005-12-07\n- Qin Gang | Make statement | China | 2005-12-06\n- Qin Gang | Make statement | China | 2005-12-02\n- Qin Gang | Make statement | China | 2005-12-01\n- Qin Gang | Make statement | China | 2005-11-09\nAnswer:", "completion": " Álvaro García", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1047602", "prompt": "Who was the first to condemn the Israeli Defence Forces after Julie Bishop?\nEvidence:\n- The Daily Telegraph | Make an appeal or request | Julie Bishop | 2006-10-17\n- Julie Bishop | Make statement | People Associated with the Opposition (Australia) | 2009-03-09\n- Julie Bishop | Make statement | People Associated with the Opposition (Australia) | 2009-01-21\n- Julie Bishop | Make statement | People Associated with the Opposition (Australia) | 2008-02-20\n- Julie Bishop | Make statement | People Associated with the Opposition (Australia) | 2008-02-19\n- Julie Bishop | Make statement | China | 2009-07-16\n- Julie Bishop | Make statement | China | 2009-07-14\n- Julie Bishop | Investigate | Julia Gillard | 2008-03-20\n- Julie Bishop | Demand | Robert McClelland | 2009-07-18\n- Julie Bishop | Demand | Julia Gillard | 2007-12-06\n- Julie Bishop | Demand | Citizen (Australia) | 2006-03-10\n- Julie Bishop | Accuse | Julia Gillard | 2010-01-28\n- Julie Bishop | Accuse | Julia Gillard | 2008-03-20\n- Julie Bishop | Accuse | Julia Gillard | 2007-12-01\n- Julie Bishop | Accuse | Citizen (Australia) | 2006-10-19\nAnswer:", "completion": " Mahmoud Abbas", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1100231", "prompt": "Who received the visit from Benjamin Netanyahu on the same month of Georgios Papandreou?\nEvidence:\n- Georgios Papandreou | Consult | Georgios Papandreou | 2005-02-10\n- Iran | Host a visit | Georgios Papandreou | 2006-06-30\n- Iran | Host a visit | Georgios Papandreou | 2006-06-26\n- Georgios Papandreou | Make a visit | Iran | 2006-06-30\n- Georgios Papandreou | Make a visit | Iran | 2006-06-26\n- Georgios Papandreou | Make a visit | France | 2005-02-11\n- France | Host a visit | Georgios Papandreou | 2005-02-11\n- Head of Government (Cyprus) | Consult | Georgios Papandreou | 2006-06-14\n- Georgios Papandreou | Consult | Head of Government (Cyprus) | 2006-06-14\n- Georgios Papandreou | Accuse | Head of Government (Greece) | 2006-05-14\n- Middle East | Host a visit | Georgios Papandreou | 2006-06-27\n- Georgios Papandreou | Make a visit | Middle East | 2006-07-04\n- Georgios Papandreou | Make a visit | Middle East | 2006-06-27\n- New Democracy | Demand | Georgios Papandreou | 2006-04-17\n- Laila Freivalds | Consult | Georgios Papandreou | 2005-09-07\nAnswer:", "completion": " Barack Obama", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1323847", "prompt": "Before the Iranian Ministry, who was the last person to request a meeting with the Prime Minister of Turkmenistan?\nEvidence:\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-09\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-08\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-11-14\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-10-05\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Demand | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-11-24\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-05-19\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2005-05-05\n- Prime Minister Qarase | Express intent to cooperate | Prime Minister Chaudhry | 2006-05-22\nAnswer:", "completion": " Mikhail Yefimovich Fradkov", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1256635", "prompt": "After 1 June 2005, to whom did Shaukat Aziz make an appeal?\nEvidence:\n- Shaukat Aziz | Make an appeal or request | Businessperson (Turkey) | 2005-06-01\n- Shaukat Aziz | Make statement | Iran | 2005-06-01\n- Shaukat Aziz | Appeal for economic cooperation | Businessperson (Turkey) | 2005-06-01\n- Shaukat Aziz | Make statement | International Government Organizations | 2005-06-01\n- Shaukat Aziz | Make a visit | Abdullah Gül | 2005-06-01\n- Abdullah Gül | Praise or endorse | Shaukat Aziz | 2005-06-01\n- Abdullah Gül | Host a visit | Shaukat Aziz | 2005-06-01\n- Pakistan administered Kashmir | Express intent to meet or negotiate | Shaukat Aziz | 2005-06-01\n- Volker Rühe | Make an appeal or request | Iran | 2005-06-01\n- Pakistan administered Kashmir | Express intent to meet or negotiate | Pervez Musharraf | 2005-06-01\n- Ministry (Iran) | Make statement | Iran | 2005-06-01\n- Mahmoud Hashemi Shahroudi | Make statement | Iran | 2005-06-01\n- Pervez Musharraf | Make statement | Pakistan administered Kashmir | 2005-06-01\n- Iran | Engage in negotiation | Abu Bakr Abdullah al-Qirbi | 2005-06-01\n- Abu Bakr Abdullah al-Qirbi | Engage in negotiation | Iran | 2005-06-01\nAnswer:", "completion": " Head of Government (Bangladesh)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1114280", "prompt": "Before 6 May 2009, to whom did the government of Pakistan make a request?\nEvidence:\n- Theresa May | Make statement | Secretary of State for the Home Department | 2011-12-14\n- Secretary of State for the Home Department | Make statement | Theresa May | 2014-05-23\n- Secretary of State for the Home Department | Make statement | Theresa May | 2012-04-19\n- Theresa May | Consult | Secretary of State for the Home Department | 2013-06-26\n- Secretary of State for the Home Department | Consult | Theresa May | 2013-06-26\n- Secretary of State for the Home Department | Accuse | Theresa May | 2014-11-04\n- Special Rapporteurs of the United Nations | Make statement | Government (Pakistan) | 2013-03-16\n- Special Rapporteurs of the United Nations | Make statement | Government (Pakistan) | 2013-03-15\n- Government (Pakistan) | Consider policy option | The Poor (Pakistan) | 2008-05-26\n- Theresa May | Make a visit | France | 2015-08-21\n- Theresa May | Make a visit | France | 2015-08-20\n- Theresa May | Make a visit | France | 2015-08-19\n- Theresa May | Make a visit | France | 2015-07-02\n- Theresa May | Make a visit | France | 2015-01-10\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2012-07-17\nAnswer:", "completion": " Refugee (Afghanistan)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1244508", "prompt": "Who was the last to return people to the citizens of Australia in 2010?\nEvidence:\n- People Associated with the Opposition (Australia) | Express intent to engage in material cooperation | Member of Parliament (Australia) | 2010-12-22\n- People Associated with the Opposition (Australia) | Reject | Member of Parliament (Australia) | 2010-09-27\n- Member of Parliament (Australia) | Accuse | People Associated with the Opposition (Australia) | 2010-09-17\n- People Associated with the Opposition (Australia) | Engage in negotiation | City Mayor (Australia) | 2010-02-03\n- Economist (Australia) | Engage in diplomatic cooperation | People Associated with the Opposition (Australia) | 2010-11-09\n- City Mayor (Australia) | Engage in negotiation | People Associated with the Opposition (Australia) | 2010-02-03\n- People Associated with the Opposition (Australia) | Make statement | Member of Parliament (Australia) | 2010-10-19\n- People Associated with the Opposition (Australia) | Make statement | Member of Parliament (Australia) | 2010-10-18\n- People Associated with the Opposition (Australia) | Make statement | Member of Parliament (Australia) | 2010-05-05\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2010-10-22\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2010-10-13\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2010-07-08\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2010-02-03\n- People Associated with the Opposition (Australia) | Accuse of crime, corruption | Member of Parliament (Australia) | 2010-05-10\n- Citizen (Australia) | Demand | People Associated with the Opposition (Australia) | 2010-02-17\nAnswer:", "completion": " Police (Australia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1237112", "prompt": "Who praised the International Monetary Fund after Ali Mahmoud Abdel Rasoul?\nEvidence:\n- Ali Mahmoud Abdel Rasoul | Praise or endorse | International Monetary Fund | 2013-10-18\n- Ali Mahmoud Abdel Rasoul | Make statement | Sudan | 2012-12-26\n- Royal Administration (Saudi Arabia) | Engage in negotiation | Ali Mahmoud Abdel Rasoul | 2012-03-12\n- Ali Mahmoud Abdel Rasoul | Engage in negotiation | Royal Administration (Saudi Arabia) | 2012-03-12\n- Ali Mahmoud Abdel Rasoul | Express intent to meet or negotiate | Citizen (Sudan) | 2011-09-08\n- International Monetary Fund | Threaten | Romania | 2005-06-28\n- International Monetary Fund | Investigate | Tanzania | 2005-08-02\n- International Monetary Fund | Investigate | Tanzania | 2005-02-25\n- International Monetary Fund | Investigate | Iraq | 2005-05-12\n- International Monetary Fund | Demand | China | 2005-04-20\n- International Monetary Fund | Demand | Angola | 2005-07-06\n- Romania | Express accord | International Monetary Fund | 2005-04-13\n- Iraq | Express accord | International Monetary Fund | 2005-03-07\n- International Monetary Fund | Make statement | Vietnam | 2005-05-31\n- International Monetary Fund | Make statement | France | 2005-01-27\nAnswer:", "completion": " Klaus Johannis", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1333539", "prompt": "After the citizens of Sudan, who were the first to express optimism about Barack Obama?\nEvidence:\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2005-10-10\n- Sudan | Host a visit | Barack Obama | 2006-09-03\n- Sudan | Host a visit | Barack Obama | 2006-09-02\n- Barack Obama | Provide economic aid | Sudan | 2006-04-30\n- Barack Obama | Make a visit | Sudan | 2006-09-03\n- Barack Obama | Make a visit | Sudan | 2006-09-02\n- Barack Obama | Express intent to settle dispute | Iraq | 2007-06-02\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | South Africa | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | South Africa | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | South Africa | 2005-10-10\n- Barack Obama | Express intent to de-escalate military engagement | Iraq | 2007-02-15\nAnswer:", "completion": " Lee Myung Bak", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1308728", "prompt": "With which country did South Sudan last express an interest in cooperation in 2014?\nEvidence:\n- Sudan | Engage in negotiation | South Sudan | 2014-01-08\n- South Sudan | Engage in negotiation | Sudan | 2014-01-08\n- Sudan | Express intent to cooperate | South Sudan | 2014-01-13\n- Sudan | Express intent to cooperate | South Sudan | 2014-01-08\n- Sudan | Express intent to cooperate | South Sudan | 2014-01-07\n- Sudan | Express intent to cooperate | South Sudan | 2014-01-06\n- South Sudan | Express intent to cooperate | Sudan | 2014-01-13\n- South Sudan | Express intent to cooperate | Sudan | 2014-01-08\n- South Sudan | Express intent to cooperate | Sudan | 2014-01-07\n- South Sudan | Express intent to cooperate | Sudan | 2014-01-06\n- South Sudan | Engage in symbolic act | Government (Sudan) | 2014-01-09\n- Episcopal (South Sudan) | Express intent to meet or negotiate | South Sudan | 2014-01-12\n- Military (South Sudan) | Reject | South Sudan | 2014-01-06\n- South Sudan | Express intent to meet or negotiate | Sudan | 2014-01-07\n- South Sudan | Express intent to meet or negotiate | Sudan | 2014-01-06\nAnswer:", "completion": " Sudan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1041625", "prompt": "To whom did Vietnam make an appeal in the same month of the Ministry of Vietnam?\nEvidence:\n- Vietnam | Make an appeal or request | China | 2005-01-14\n- Unified Buddhist Church of Vietnam | Appeal for rights | Vietnam | 2005-02-11\n- Finance / Economy / Commerce / Trade Ministry (Vietnam) | Make statement | Vietnam | 2005-01-18\n- Vietnam | Appeal for intelligence | China | 2005-01-15\n- Head of Government (Mongolia) | Make a visit | Vietnam | 2005-01-20\n- Japan | Make an appeal or request | Malaysia | 2005-01-19\n- Japan | Make an appeal or request | Malaysia | 2005-01-11\n- China | Make an appeal or request | Japan | 2005-01-25\n- China | Make an appeal or request | Japan | 2005-01-18\n- Vietnam | Engage in diplomatic cooperation | Romania | 2005-01-31\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-02-05\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-01-07\n- Vietnam | Engage in diplomatic cooperation | Japan | 2005-01-09\n- Romania | Engage in diplomatic cooperation | Vietnam | 2005-01-31\n- Laos | Engage in diplomatic cooperation | Vietnam | 2005-02-05\nAnswer:", "completion": " Government (France)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1149618", "prompt": "Before the Congress of the United States, which country did Mexico last make optimistic remarks about?\nEvidence:\n- Mexico | Arrest, detain, or charge with legal action | Men (United States) | 2005-02-02\n- Secretariat (Mexico) | Make statement | Mexico | 2005-02-03\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-26\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-25\n- Economist (Mexico) | Make statement | Mexico | 2005-02-11\n- Central Bank (Mexico) | Make statement | Mexico | 2005-01-31\n- Other Authorities / Officials (Mexico) | Make statement | Mexico | 2005-01-18\n- Mexico | Make pessimistic comment | Other Authorities / Officials (Mexico) | 2005-01-28\n- Mexico | Investigate | Criminal (Mexico) | 2005-01-12\n- Colombia | Make optimistic comment | France | 2005-09-23\n- Colombia | Make optimistic comment | China | 2005-01-28\n- Organized Crime (Mexico) | Demand | Mexico | 2005-01-24\n- Military (Mexico) | Cooperate militarily | Mexico | 2005-01-17\n- Office of the United Nations High Commissioner for Human Rights | Express intent to meet or negotiate | Colombia | 2005-05-10\n- Other Authorities / Officials (Mexico) | Investigate | Mexico | 2005-01-27\nAnswer:", "completion": " Colombia", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1055779", "prompt": "Who wanted to meet Borys Tarasyuk first, after the Royal Government of Ukraine?\nEvidence:\n- Head of Government (Ukraine) | Consult | Borys Tarasyuk | 2005-08-25\n- Borys Tarasyuk | Consult | Head of Government (Ukraine) | 2005-08-25\n- Borys Tarasyuk | Make statement | Head of Government (Ukraine) | 2005-12-23\n- Borys Tarasyuk | Make statement | Head of Government (Ukraine) | 2005-10-12\n- Borys Tarasyuk | Make statement | Head of Government (Ukraine) | 2005-08-20\n- Borys Tarasyuk | Praise or endorse | Head of Government (Ukraine) | 2005-08-20\n- Head of Government (Egypt) | Consult | Borys Tarasyuk | 2005-12-21\n- Borys Tarasyuk | Consult | Head of Government (Egypt) | 2005-12-21\n- Romania | Consult | Borys Tarasyuk | 2006-01-04\n- Japan | Consult | Borys Tarasyuk | 2006-01-04\n- Borys Tarasyuk | Consult | Romania | 2006-01-04\n- Borys Tarasyuk | Consult | Japan | 2006-01-04\n- Borys Tarasyuk | Express intent to meet or negotiate | Head of Government (Egypt) | 2005-12-17\n- Ministry (Council of Europe) | Consult | Borys Tarasyuk | 2006-01-31\n- Borys Tarasyuk | Consult | Ministry (Council of Europe) | 2006-01-31\nAnswer:", "completion": " Foreign Affairs (Hungary)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1002237", "prompt": "After the other authorities and officials of Brazil, which country was the first to praise South Africa?\nEvidence:\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- South Africa | Consult | China | 2005-02-05\n- China | Consult | South Africa | 2005-02-05\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-27\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-26\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-25\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-23\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1244512", "prompt": "Who did the other authorities and officials of Nigeria praise first after the Ministry of Nigeria?\nEvidence:\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-13\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-04\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-05-17\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2005-06-16\n- Other Authorities / Officials (Nigeria) | Praise or endorse | Ministry (Nigeria) | 2005-06-01\n- Ministry (Nigeria) | Praise or endorse | Other Authorities / Officials (Nigeria) | 2015-04-27\n- Ministry (Nigeria) | Praise or endorse | Other Authorities / Officials (Nigeria) | 2014-10-21\n- Ministry (Nigeria) | Praise or endorse | Other Authorities / Officials (Nigeria) | 2011-01-24\n- Ministry (Nigeria) | Praise or endorse | Other Authorities / Officials (Nigeria) | 2010-04-20\n- Ministry (Nigeria) | Praise or endorse | Other Authorities / Officials (Nigeria) | 2010-04-18\n- Ministry (Nigeria) | Praise or endorse | Other Authorities / Officials (Nigeria) | 2010-02-25\n- Other Authorities / Officials (Brazil) | Sign formal agreement | First Command of the Capital | 2006-05-18\n- First Command of the Capital | Use unconventional violence | Other Authorities / Officials (Brazil) | 2006-08-25\n- First Command of the Capital | Sign formal agreement | Other Authorities / Officials (Brazil) | 2006-05-18\nAnswer:", "completion": " Government (Nigeria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1128501", "prompt": "Who last condemned the citizens of Sudan?\nEvidence:\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-27\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-26\n- Sudan | Return, release person(s) | Citizen (Sudan) | 2005-01-19\nAnswer:", "completion": " Activist (Congress Party)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1100436", "prompt": "Before March 2005, who investigated the men of South Africa?\nEvidence:\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-27\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-26\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-25\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-23\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-19\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-16\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-13\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-02\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\nAnswer:", "completion": " Limpopo Police", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1067119", "prompt": "Who last commend the Police of Australia before the High Commission of Australia did?\nEvidence:\n- High Commission (Australia) | Make statement | Police (Australia) | 2007-07-09\n- High Commission (Australia) | Consult | Head of Government (Pakistan) | 2008-04-08\n- Head of Government (Pakistan) | Consult | High Commission (Australia) | 2008-04-08\n- Member of the Judiciary (Kyrgyzstan) | Reject | High Commission for Refugees | 2006-02-17\n- Lawyer/Attorney (Australia) | Reject | High Commission (Australia) | 2006-10-20\n- High Commission (Australia) | Investigate | Medical Personnel (Australia) | 2005-01-13\n- Police (Malaysia) | Mobilize or increase police power | High Commission (Australia) | 2005-03-10\n- Jack Straw | Consult | High Commission (Australia) | 2005-02-24\n- High Commission (Australia) | Threaten | Frank Bainimarama | 2005-07-15\n- High Commission (Australia) | Consult | Jack Straw | 2005-02-24\n- Media Personnel (Australia) | Make statement | High Commission (Australia) | 2008-09-10\n- Media Personnel (Australia) | Make statement | High Commission (Australia) | 2007-10-03\n- High Commission for Refugees | Make statement | High Commission (Sudan) | 2005-08-19\n- High Commission (Denmark) | Make statement | High Commission for Refugees | 2005-12-06\n- Member of the Judiciary (Kyrgyzstan) | Praise or endorse | High Commission for Refugees | 2009-06-22\nAnswer:", "completion": " Mike Rann", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1335359", "prompt": "Before Abdullah Gül, who was the last country to request a meeting with the Prime Minister of Finland?\nEvidence:\n- China | Host a visit | Abdullah Gül | 2005-02-02\n- China | Host a visit | Abdullah Gül | 2005-02-01\n- China | Host a visit | Abdullah Gül | 2005-01-27\n- China | Host a visit | Abdullah Gül | 2005-01-25\n- Abdullah Gül | Make a visit | China | 2005-02-03\n- Abdullah Gül | Make a visit | China | 2005-02-02\n- Abdullah Gül | Make a visit | China | 2005-02-01\n- Abdullah Gül | Make a visit | China | 2005-01-27\n- Abdullah Gül | Make a visit | China | 2005-01-25\n- Middle East | Host a visit | Abdullah Gül | 2005-01-09\n- Middle East | Host a visit | Abdullah Gül | 2005-01-06\n- Middle East | Host a visit | Abdullah Gül | 2005-01-03\n- Abdullah Gül | Make a visit | Middle East | 2005-01-09\n- Abdullah Gül | Make a visit | Middle East | 2005-01-06\n- Abdullah Gül | Make a visit | Middle East | 2005-01-03\nAnswer:", "completion": " France", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1369950", "prompt": "Before the Gambian leader, who was the last to be praised by the African media?\nEvidence:\n- Terrorist Leader (Islamic State of Iraq and the Levant) | Kill by physical assault | Media Personnel (Japan) | 2015-02-04\n- Terrorist Leader (Islamic State of Iraq and the Levant) | Kill by physical assault | Media Personnel (Japan) | 2015-02-02\n- Interim Leader (Central African Republic) | Threaten | Looter (Central African Republic) | 2014-01-14\n- Political Parties (Central African Republic) | Consult | Interim Leader (Central African Republic) | 2015-10-19\n- Interim Leader (Central African Republic) | Consult | Political Parties (Central African Republic) | 2015-10-19\n- Terrorist Leader (Islamic State of Iraq and the Levant) | Kill by physical assault | Men (Syria) | 2015-06-27\n- Coup D'etat Leader (Guinea) | Consult | African Union | 2008-12-25\n- African Union | Consult | Coup D'etat Leader (Guinea) | 2008-12-25\n- Media (Russia) | Make statement | Terrorist Leader (Russia) | 2014-08-28\n- Military Personnel (Central African Republic) | Discuss by telephone | Media (Africa) | 2011-06-16\n- Media (Africa) | Discuss by telephone | Military Personnel (Central African Republic) | 2011-06-16\n- The Chronicle | Consult | African Union | 2010-01-11\n- African Union | Consult | The Chronicle | 2010-01-11\n- African Union | Accuse | The Hague | 2015-06-14\n- Representative to the United Nations (Vietnam) | Consult | African Union | 2008-07-28\nAnswer:", "completion": " Newspaper (Nigeria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1157452", "prompt": "Who paid a visit to Muhammad VI before 12 March 2010?\nEvidence:\n- Niger | Make a visit | Muhammad VI | 2010-03-12\n- Muhammad VI | Host a visit | Niger | 2010-03-12\n- Niger | Make statement | Military (Niger) | 2010-03-12\nAnswer:", "completion": " Foreign Affairs (Mauritania)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 3, "n_anchors": 1} +{"id": "mtq_1358365", "prompt": "Who was the first to praise Daniel arap Moi after Sudan?\nEvidence:\n- Daniel Arap Moi | Mediate | Sudan | 2005-07-04\n- Daniel Arap Moi | Demand | Sudan | 2005-04-19\n- Daniel Arap Moi | Praise or endorse | Sudan | 2005-03-11\n- Sudan | Engage in negotiation | Daniel Arap Moi | 2005-03-10\n- Daniel Arap Moi | Engage in negotiation | Sudan | 2005-03-10\n- Daniel Arap Moi | Praise or endorse | Mwai Kibaki | 2006-05-22\n- Daniel Arap Moi | Praise or endorse | John Garang | 2005-08-07\n- Daniel Arap Moi | Express intent to meet or negotiate | Sudan | 2005-03-03\n- Mwai Kibaki | Consult | Daniel Arap Moi | 2005-12-17\n- Mwai Kibaki | Consult | Daniel Arap Moi | 2005-11-28\n- Daniel Arap Moi | Consult | Mwai Kibaki | 2005-12-17\n- Daniel Arap Moi | Consult | Mwai Kibaki | 2005-11-28\n- Citizen (Africa) | Demand | Daniel Arap Moi | 2005-08-30\n- Citizen (Africa) | Demand | Daniel Arap Moi | 2005-08-29\n- Chris Okemo | Accuse | Daniel Arap Moi | 2006-05-22\nAnswer:", "completion": " Government (Sudan)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1204215", "prompt": "Could you tell me the exact month when Federica Mogherini expressed her intention to negotiate with the Foreign Minister of South Korea?\nEvidence:\n- Iran | Consult | Federica Mogherini | 2014-06-12\n- Federica Mogherini | Consult | Iran | 2014-06-12\n- Federica Mogherini | Express intent to meet or negotiate | Iraq | 2014-12-19\n- Head of Government (Ukraine) | Consult | Federica Mogherini | 2014-12-16\n- Federica Mogherini | Consult | Head of Government (Ukraine) | 2014-12-16\n- Shimon Peres | Consult | Federica Mogherini | 2014-07-16\n- Ministry (Belgium) | Consult | Federica Mogherini | 2014-11-17\n- Martin Lidegaard | Consult | Federica Mogherini | 2014-11-29\n- Federica Mogherini | Consult | Shimon Peres | 2014-07-16\n- Federica Mogherini | Consult | Ministry (Belgium) | 2014-11-17\n- Federica Mogherini | Consult | Martin Lidegaard | 2014-11-29\n- Federica Mogherini | Consult | Edgars Rinkevics | 2014-11-14\n- Federica Mogherini | Consult | Edgars Rinkevics | 2014-11-13\n- Federica Mogherini | Consult | Benjamin Netanyahu | 2014-11-09\n- Federica Mogherini | Consult | Benjamin Netanyahu | 2014-11-07\nAnswer:", "completion": " 2015-05", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1377188", "prompt": "Who made a request to the citizens of Nigeria on 15 January 2013?\nEvidence:\n- Iran | Rally support on behalf of | France | 2013-01-15\nAnswer:", "completion": " Olugbenga Ashiru", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1045797", "prompt": "Which country did South Africa want to cooperate with before August 2007?\nEvidence:\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-27\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-26\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-25\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-23\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-19\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-16\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-13\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-02\n- Police (South Africa) | Arrest, detain, or charge with legal action | South Africa | 2005-02-11\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\nAnswer:", "completion": " Angola", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1034453", "prompt": "Who did the head of government of India request for on the same year of the Villager of India?\nEvidence:\n- Head of Government (India) | Rally support on behalf of | Villager (India) | 2013-11-12\n- Villager (India) | Provide aid | Head of Government (India) | 2007-07-09\n- Villager (India) | Make statement | Head of Government (India) | 2007-02-24\n- Head of Government (India) | Make statement | Villager (India) | 2015-06-17\n- Head of Government (India) | Make statement | Villager (India) | 2015-06-16\n- Head of Government (India) | Make statement | Villager (India) | 2015-04-22\n- Head of Government (India) | Make statement | Villager (India) | 2014-03-03\n- Head of Government (India) | Make statement | Villager (India) | 2013-10-31\n- Head of Government (India) | Make statement | Villager (India) | 2012-02-10\n- Head of Government (India) | Make statement | Villager (India) | 2010-03-11\n- Head of Government (India) | Make statement | Villager (India) | 2009-01-24\n- Villager (India) | Make an appeal or request | Head of Government (India) | 2012-08-14\n- Head of Government (India) | Make an appeal or request | Villager (India) | 2014-11-07\n- Protester (India) | Rally support on behalf of | Villager (India) | 2006-02-11\n- Villager (India) | Accuse of crime, corruption | Head of Government (India) | 2006-12-31\nAnswer:", "completion": " Ramalinga Reddy", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1368497", "prompt": "Who was the last person to visit Mexico before Al Gore?\nEvidence:\n- Mexico | Host a visit | Al Gore | 2007-08-01\n- Al Gore | Make a visit | Mexico | 2007-08-01\n- Al Gore | Make statement | Mexico | 2007-08-01\n- Chancellor of the Exchequer | Make statement | Al Gore | 2006-10-30\n- Thailand | Host a visit | Al Gore | 2007-07-28\n- Thailand | Host a visit | Al Gore | 2007-07-27\n- Thailand | Host a visit | Al Gore | 2007-07-26\n- France | Host a visit | Al Gore | 2007-10-25\n- France | Host a visit | Al Gore | 2006-10-18\n- Colombia | Host a visit | Al Gore | 2007-04-20\n- Al Gore | Make a visit | Thailand | 2007-07-28\n- Al Gore | Make a visit | Thailand | 2007-07-27\n- Al Gore | Make a visit | Thailand | 2007-07-26\n- Al Gore | Make a visit | France | 2007-10-25\n- Al Gore | Make a visit | France | 2006-10-18\nAnswer:", "completion": " Daniel Scioli", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1036439", "prompt": "Who was the first to sign formal agreements with German business?\nEvidence:\n- Other Authorities / Officials (Brazil) | Sign formal agreement | First Command of the Capital | 2006-05-18\n- First Command of the Capital | Sign formal agreement | Other Authorities / Officials (Brazil) | 2006-05-18\n- Business (Zimbabwe) | Sign formal agreement | Business (Iran) | 2008-03-17\n- Business (Tunisia) | Sign formal agreement | Business (Africa) | 2010-03-29\n- Business (Netherlands) | Sign formal agreement | Business (Iran) | 2005-01-21\n- Business (Iraq) | Sign formal agreement | Business (Bulgaria) | 2006-03-29\n- Business (Iran) | Sign formal agreement | Business (Zimbabwe) | 2008-03-17\n- Business (Iran) | Sign formal agreement | Business (Netherlands) | 2005-01-21\n- Business (Bulgaria) | Sign formal agreement | Business (Iraq) | 2006-03-29\n- Business (Africa) | Sign formal agreement | Business (Tunisia) | 2010-03-29\n- People First Party Korea | Sign formal agreement | Kuomintang | 2007-03-17\n- Kuomintang | Sign formal agreement | People First Party Korea | 2007-03-17\n- Business (South Korea) | Sign formal agreement | Business (Kuwait) | 2005-11-27\n- Business (South Korea) | Sign formal agreement | Business (Iran) | 2009-10-18\n- Business (South Korea) | Sign formal agreement | Business (Iran) | 2007-05-05\nAnswer:", "completion": " Gazprom", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1342219", "prompt": "Who suffered from the unconventional violence of the Criminal of Brazil on the same day of the Civil Guard?\nEvidence:\n- Criminal (Brazil) | Use unconventional violence | Civil Guard | 2006-07-12\n- Civil Guard | Use conventional military force | Criminal (Brazil) | 2006-05-16\n- Citizen (United Kingdom) | Use unconventional violence | Civil Guard | 2010-02-10\n- Villager (Spain) | Accuse | Civil Guard | 2008-10-30\n- Newspaper (Spain) | Consult | Civil Guard | 2010-01-05\n- Newspaper (Spain) | Consult | Civil Guard | 2007-09-21\n- Civil Guard | Investigate | Citizen (Africa) | 2007-02-06\n- Civil Guard | Consult | Newspaper (Spain) | 2010-01-05\n- Civil Guard | Consult | Newspaper (Spain) | 2007-09-21\n- Civil Guard | Consult | Associated Press | 2008-10-03\n- Civil Guard | Confiscate property | Colombia | 2006-12-12\n- Associated Press | Consult | Civil Guard | 2008-10-03\n- Mexico | Host a visit | Civil Guard | 2013-10-06\n- Civil Guard | Make statement | Detainee (Spain) | 2006-06-09\n- Civil Guard | Make a visit | Mexico | 2013-10-06\nAnswer:", "completion": " Citizen (Brazil)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1210940", "prompt": "Who wanted to negotiate with the Royal Administration of Saudi Arabia in the same year of Hisham Qandil?\nEvidence:\n- Ministry (Egypt) | Make statement | Royal Administration (Saudi Arabia) | 2007-08-21\n- Hisham Qandil | Express intent to meet or negotiate | Sudan | 2012-09-18\n- Hisham Qandil | Express intent to meet or negotiate | Ethiopia | 2012-09-01\n- Hisham Qandil | Consult | Head of Government (Egypt) | 2012-11-13\n- Head of Government (Egypt) | Consult | Hisham Qandil | 2012-11-13\n- Royal Administration (Saudi Arabia) | Host a visit | Ministry (Egypt) | 2009-03-04\n- Ministry (Egypt) | Make a visit | Royal Administration (Saudi Arabia) | 2009-03-04\n- Tony Blair | Consult | Hisham Qandil | 2012-09-01\n- Ministry (Egypt) | Consult | Hisham Qandil | 2012-08-31\n- Hisham Qandil | Make statement | Sudan | 2012-09-21\n- Hisham Qandil | Consult | Tony Blair | 2012-09-01\n- Hisham Qandil | Consult | Ministry (Egypt) | 2012-08-31\n- Hisham Qandil | Consult | Christine Lagarde | 2012-08-22\n- Hisham Qandil | Consult | Christine Lagarde | 2012-08-21\n- Christine Lagarde | Consult | Hisham Qandil | 2012-08-22\nAnswer:", "completion": " Antonis Samaras", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1314912", "prompt": "After Alexander Vershbow, who is the first to threaten South Korea?\nEvidence:\n- Alexander Vershbow | Threaten | South Korea | 2005-12-12\n- Alexander Vershbow | Demand | South Korea | 2008-02-01\n- Alexander Vershbow | Demand | South Korea | 2006-10-28\n- South Korea | Make statement | Alexander Vershbow | 2007-02-07\n- Alexander Vershbow | Make statement | South Korea | 2008-09-03\n- Alexander Vershbow | Make statement | South Korea | 2008-08-29\n- Alexander Vershbow | Make statement | South Korea | 2007-09-13\n- Alexander Vershbow | Make statement | South Korea | 2007-05-17\n- Alexander Vershbow | Make statement | South Korea | 2007-05-04\n- Alexander Vershbow | Make statement | South Korea | 2006-11-02\n- Alexander Vershbow | Make statement | South Korea | 2006-10-11\n- Alexander Vershbow | Make statement | South Korea | 2006-06-16\n- Alexander Vershbow | Make statement | South Korea | 2006-05-27\n- Alexander Vershbow | Make statement | South Korea | 2006-05-05\n- Alexander Vershbow | Make statement | South Korea | 2005-10-14\nAnswer:", "completion": " UN Security Council", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1180617", "prompt": "On 23 May 2007, who wanted to negotiate with Mahmoud Abbas?\nEvidence:\n- Mahmoud Abbas | Express intent to meet or negotiate | Javier Solana | 2007-05-23\n- Javier Solana | Express intent to meet or negotiate | Mahmoud Abbas | 2007-05-23\n- Nabih Berri | Consult | Javier Solana | 2007-05-23\n- Middle East | Host a visit | Javier Solana | 2007-05-23\n- Javier Solana | Make a visit | Middle East | 2007-05-23\n- Javier Solana | Make a visit | Head of Government (Egypt) | 2007-05-23\n- Javier Solana | Consult | Nabih Berri | 2007-05-23\n- Head of Government (Egypt) | Host a visit | Javier Solana | 2007-05-23\n- Cabinet / Council of Ministers / Advisors (United States) | Make statement | Javier Solana | 2007-05-23\nAnswer:", "completion": " Javier Solana", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 9, "n_anchors": 1} +{"id": "mtq_1235578", "prompt": "Who wanted to negotiate with the East African Community in the same year as the senior military officers of Tanzania?\nEvidence:\n- Tanzania | Consult | East African Community | 2008-04-18\n- Tanzania | Consult | East African Community | 2006-11-10\n- East African Community | Consult | Tanzania | 2008-04-18\n- East African Community | Consult | Tanzania | 2006-11-10\n- Tanzania | Make statement | East African Community | 2007-09-18\n- Ministry (Tanzania) | Consult | East African Community | 2006-09-03\n- East African Community | Make statement | Tanzania | 2005-12-16\n- East African Community | Make statement | Tanzania | 2005-08-10\n- East African Community | Consult | Ministry (Tanzania) | 2006-09-03\n- Tanzania | Express intent to cooperate | East African Community | 2007-08-22\n- East African Community | Express intent to cooperate | Tanzania | 2007-08-22\n- East African Community | Make statement | Secretariat (East African Community) | 2006-02-20\n- Tanzania | Host a visit | East African Community | 2007-08-21\n- Tanzania | Host a visit | East African Community | 2007-08-20\n- Tanzania | Host a visit | East African Community | 2007-02-26\nAnswer:", "completion": " Burundi", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1377605", "prompt": "Which country was the first to use conventional military force against the citizens of Thailand after the Company - Owner or Operator of Thailand?\nEvidence:\n- Party Member (Thailand) | Use conventional military force | Citizen (Thailand) | 2005-02-01\n- Party Member (Thailand) | Use conventional military force | Citizen (Thailand) | 2005-01-24\n- Party Member (Thailand) | Bring lawsuit against | Citizen (Thailand) | 2005-01-15\n- Citizen (Thailand) | Threaten non-force | Thailand | 2005-02-21\n- Military Personnel (Thailand) | Criticize or denounce | Citizen (Thailand) | 2005-01-24\n- Citizen (Thailand) | Use unconventional violence | Thailand | 2005-02-11\n- Children (Thailand) | Use unconventional violence | Thailand | 2005-01-04\n- Citizen (Thailand) | Demand | Military Personnel (Thailand) | 2005-01-19\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-10\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-18\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-14\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-09\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-07\n- Cabinet / Council of Ministers / Advisors (Thailand) | Express intent to meet or negotiate | Citizen (Thailand) | 2005-01-10\n- Cabinet / Council of Ministers / Advisors (Thailand) | Express intent to meet or negotiate | Citizen (Thailand) | 2005-01-06\nAnswer:", "completion": " Thailand", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1016706", "prompt": "Before 2008, who did Nuri al-Maliki support?\nEvidence:\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-05-20\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-26\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-25\n- Nuri al-Maliki | Consult | Iraq | 2006-04-27\n- Iraq | Consult | Nuri al-Maliki | 2006-04-27\n- Tony Blair | Consult | Nuri al-Maliki | 2006-05-22\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-22\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-20\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-09\n- Nuri al-Maliki | Make statement | Iraq | 2006-04-22\n- Nuri al-Maliki | Make statement | Iraq | 2005-08-22\n- Nuri al-Maliki | Consult | Tony Blair | 2006-05-22\n- Nuri al-Maliki | Consult | Legislature (Iraq) | 2006-05-20\n- Nuri al-Maliki | Consult | Legislature (Iraq) | 2006-05-17\n- Nuri al-Maliki | Consult | Donald Rumsfeld | 2006-05-03\nAnswer:", "completion": " Supreme Council (Iraq)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1302065", "prompt": "Who expressed the intention to negotiate with South Africa last before the Foreign Minister of South Korea did?\nEvidence:\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-27\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-26\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-25\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-23\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-19\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-16\nAnswer:", "completion": " Police (South Africa)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1095779", "prompt": "After the media of the occupied Palestinian territories, who did Mahmoud Abbas ask first?\nEvidence:\n- Armed Gang (Palestinian Territory, Occupied) | Reject | Mahmoud Abbas | 2005-05-10\n- Mahmoud Abbas | Make statement | Armed Gang (Palestinian Territory, Occupied) | 2006-05-17\n- Combatant (Palestinian Territory, Occupied) | Defy norms, law | Mahmoud Abbas | 2005-01-15\n- Armed Gang (Palestinian Territory, Occupied) | Make statement | Mahmoud Abbas | 2005-03-30\n- Mahmoud Abbas | Criticize or denounce | Armed Gang (Palestinian Territory, Occupied) | 2005-09-07\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Mahmoud Abbas | 2005-09-07\n- Armed Gang (Palestinian Territory, Occupied) | Praise or endorse | Mahmoud Abbas | 2005-01-11\n- Armed Gang (Palestinian Territory, Occupied) | Praise or endorse | Mahmoud Abbas | 2005-01-10\n- Armed Gang (Palestinian Territory, Occupied) | Praise or endorse | Mahmoud Abbas | 2005-01-09\n- Armed Gang (Palestinian Territory, Occupied) | Praise or endorse | Mahmoud Abbas | 2005-01-01\n- Armed Gang (Palestinian Territory, Occupied) | Criticize or denounce | Mahmoud Abbas | 2005-03-14\n- Mahmoud Abbas | Make an appeal or request | Armed Gang (Palestinian Territory, Occupied) | 2006-01-09\n- Mahmoud Abbas | Make an appeal or request | Armed Gang (Palestinian Territory, Occupied) | 2005-08-17\n- Combatant (Palestinian Territory, Occupied) | Refuse to de-escalate military engagement | Mahmoud Abbas | 2005-01-06\n- Armed Gang (Palestinian Territory, Occupied) | Demand | Government (Palestinian Territory, Occupied) | 2005-12-22\nAnswer:", "completion": " Business (Belgium)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1342997", "prompt": "Who was the first to visit Angola after Adelino Mano Queta?\nEvidence:\n- Angola | Host a visit | Adelino Mano Queta | 2011-07-22\n- Adelino Mano Queta | Make a visit | Angola | 2011-07-22\n- Member of the Judiciary (Angola) | Make pessimistic comment | Angola | 2005-01-21\n- Swaziland | Host a visit | Angola | 2006-04-24\n- Romania | Make a visit | Angola | 2006-02-09\n- Romania | Make a visit | Angola | 2006-02-07\n- Portugal | Make a visit | Angola | 2006-05-23\n- Portugal | Make a visit | Angola | 2006-04-06\n- Portugal | Make a visit | Angola | 2006-04-04\n- Malawi | Make a visit | Angola | 2005-09-20\n- Japan | Make a visit | Angola | 2005-11-18\n- Angola | Make a visit | Swaziland | 2006-04-24\n- Angola | Host a visit | Romania | 2006-02-09\n- Angola | Host a visit | Romania | 2006-02-07\n- Angola | Host a visit | Portugal | 2006-05-23\nAnswer:", "completion": " Carlos Pascual", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1030870", "prompt": "In which year did William J. Fallon first ask for South Korea?\nEvidence:\n- William J. Fallon | Make statement | South Korea | 2006-03-10\n- William J. Fallon | Make a visit | South Korea | 2005-03-19\n- William J. Fallon | Make a visit | South Korea | 2005-03-18\n- South Korea | Host a visit | William J. Fallon | 2005-03-19\n- South Korea | Host a visit | William J. Fallon | 2005-03-18\n- William J. Fallon | Make statement | China | 2006-06-13\n- William J. Fallon | Make statement | China | 2006-05-15\n- William J. Fallon | Make statement | China | 2005-09-11\n- William J. Fallon | Make statement | China | 2005-09-08\n- William J. Fallon | Consult | Military (Philippines) | 2005-06-07\n- Military (Philippines) | Consult | William J. Fallon | 2005-06-07\n- William J. Fallon | Make an appeal or request | South Korea | 2006-03-09\n- William J. Fallon | Make an appeal or request | South Korea | 2006-03-08\n- William J. Fallon | Express intent to meet or negotiate | South Korea | 2005-03-14\n- William J. Fallon | Engage in symbolic act | Military (Philippines) | 2005-06-08\nAnswer:", "completion": " 2006", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1175101", "prompt": "Who made an appeal to the Police of Malaysia after Nov 17th, 2009?\nEvidence:\n- Japan | Make an appeal or request | Malaysia | 2005-01-19\n- Japan | Make an appeal or request | Malaysia | 2005-01-11\n- Police (Malaysia) | Investigate | Malaysia | 2005-01-24\n- Malaysia | Investigate | Police (Malaysia) | 2005-01-28\n- Police (Malaysia) | Make statement | Malaysia | 2005-01-28\n- Police (Malaysia) | Confiscate property | Malaysia | 2005-01-28\n- Police (Malaysia) | Confiscate property | Malaysia | 2005-01-07\n- Thailand | Express intent to cooperate | Malaysia | 2005-01-31\n- Malaysia | Express intent to cooperate | Thailand | 2005-01-31\n- Court Judge (Malaysia) | Make statement | Malaysia | 2005-01-10\n- Representatives (Malaysia) | Express intent to engage in diplomatic cooperation (such as policy support) | Malaysia | 2005-01-25\n- Malaysia | Express intent to engage in diplomatic cooperation (such as policy support) | Representatives (Malaysia) | 2005-01-25\n- Malaysia | Express intent to provide economic aid | Thailand | 2005-01-07\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-30\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-29\nAnswer:", "completion": " Progressive Party (Malaysia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1375890", "prompt": "On 31 August 2010, who wanted to negotiate with the Council of Ministers of the United States?\nEvidence:\n- Cabinet / Council of Ministers / Advisors (United States) | Rally support on behalf of | Fuad Masum | 2014-08-11\n- The Hague | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2009-03-12\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | The Hague | 2009-03-12\n- Cabinet / Council of Ministers / Advisors (United States) | Rally support on behalf of | Media Personnel (Pakistan) | 2011-06-01\n- Member of the Judiciary (United States) | Express intent to cooperate on judicial matters | Mexico | 2006-04-04\n- Member of the Judiciary (United States) | Express intent to cooperate on judicial matters | France | 2010-04-06\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | Yemen | 2005-12-01\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | Vietnam | 2008-01-18\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | Vietnam | 2005-05-05\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | Vietnam | 2005-04-29\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | Thailand | 2005-07-05\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | Thailand | 2005-07-04\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | Sudan | 2007-04-05\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | Sudan | 2006-03-07\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | Sudan | 2005-11-07\nAnswer:", "completion": " Benjamin Netanyahu", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1022001", "prompt": "Before the Dominican Republic, with which country did Eritrea announce its intention to establish diplomatic cooperation?\nEvidence:\n- Dominican Republic | Make statement | Revolutionary Party (Dominican Republic) | 2005-10-19\n- Business (Dominican Republic) | Express intent to meet or negotiate | Dominican Republic | 2005-07-18\n- Vietnam | Grant diplomatic recognition | Dominican Republic | 2005-07-12\n- Vietnam | Grant diplomatic recognition | Dominican Republic | 2005-07-10\n- Dominican Republic | Grant diplomatic recognition | Vietnam | 2005-07-12\n- Dominican Republic | Grant diplomatic recognition | Vietnam | 2005-07-10\n- Dominican Republic | Praise or endorse | Revolutionary Party (Dominican Republic) | 2005-10-19\n- Mexico | Consult | Dominican Republic | 2005-12-21\n- Mexico | Consult | Dominican Republic | 2005-12-14\n- Mexico | Consult | Dominican Republic | 2005-12-13\n- Mexico | Consult | Dominican Republic | 2005-05-23\n- Guatemala | Consult | Dominican Republic | 2005-12-13\n- Dominican Republic | Consult | Mexico | 2005-12-21\n- Dominican Republic | Consult | Mexico | 2005-12-14\n- Dominican Republic | Consult | Mexico | 2005-12-13\nAnswer:", "completion": " China", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1223635", "prompt": "Who did Democratic Force praise in the same month of the Head of Government of Nigeria?\nEvidence:\n- Head of Government (Ukraine) | Make optimistic comment | Democratic Force | 2005-12-20\n- Head of Government (South Korea) | Make statement | Democratic Force | 2007-05-21\n- Head of Government (Ukraine) | Make an appeal or request | Democratic Force | 2007-04-06\n- Head of Government (Germany) | Make an appeal or request | Democratic Force | 2006-11-10\n- Romania | Praise or endorse | Democratic Force | 2011-02-02\n- Yuriy Lutsenko | Praise or endorse | Democratic Force | 2008-10-10\n- Democratic Force | Praise or endorse | Milen Velchev | 2005-10-11\n- Democratic Force | Praise or endorse | Abdoulaye Wade | 2012-02-29\n- People Associated with the Opposition (Bangladesh) | Reject | Democratic Force | 2005-05-24\n- Head of Government (Pakistan) | Appeal for diplomatic cooperation (such as policy support) | Democratic Force | 2008-09-07\n- Democratic Force | Praise or endorse | Party Member (Azerbaijan) | 2013-09-22\n- Democratic Force | Demand change in leadership | Citizen (Bulgaria) | 2012-09-04\n- Citizen (Kyrgyzstan) | Engage in symbolic act | Democratic Force | 2005-03-26\n- Vitali Klitschko | Demand | Democratic Force | 2014-03-27\n- Simos Kedikoglou | Demand | Democratic Force | 2014-03-02\nAnswer:", "completion": " Muhammadu Buhari", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1177427", "prompt": "Could you tell me the exact month when Isaias Afewerki last accused the Central Intelligence Agency?\nEvidence:\n- Portugal | Investigate | Central Intelligence Agency | 2006-02-06\n- Central Intelligence Agency | Reject | Iraq | 2005-10-28\n- Central Intelligence Agency | Investigate | Iraq | 2005-07-17\n- Central Intelligence Agency | Accuse | Iran | 2005-03-17\n- Central Intelligence Agency | Accuse | China | 2006-01-26\n- Central Intelligence Agency | Investigate | Inter-Services Intelligence | 2006-01-25\n- Central Intelligence Agency | Appeal for intelligence | Government (France) | 2005-12-13\n- Senate (Switzerland) | Investigate | Central Intelligence Agency | 2005-12-14\n- China | Make statement | Central Intelligence Agency | 2005-02-18\n- Central Intelligence Agency | Make statement | Mexico | 2005-02-21\n- Central Intelligence Agency | Investigate | Militant (Syria) | 2005-11-29\n- Central Intelligence Agency | Investigate | Government (Sudan) | 2005-05-01\n- Central Intelligence Agency | Investigate | Government (Sudan) | 2005-04-30\n- Central Intelligence Agency | Share intelligence or information | South Korea | 2005-09-21\n- Central Intelligence Agency | Praise or endorse | Inter-Services Intelligence | 2005-12-21\nAnswer:", "completion": " 2012-02", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1226592", "prompt": "With whom was USAID the last to sign formal agreements before the other authorities and officials of Armenia?\nEvidence:\n- USAID | Sign formal agreement | Other Authorities / Officials (Armenia) | 2005-07-21\n- Other Authorities / Officials (Armenia) | Sign formal agreement | USAID | 2005-07-21\n- USAID | Sign formal agreement | Business (Bulgaria) | 2005-04-26\n- Business (Bulgaria) | Sign formal agreement | USAID | 2005-04-26\n- USAID | Sign formal agreement | Justice Department/Ministery (Ukraine) | 2006-06-06\n- Justice Department/Ministery (Ukraine) | Sign formal agreement | USAID | 2006-06-06\n- USAID | Express intent to engage in diplomatic cooperation (such as policy support) | Legislature (Armenia) | 2005-11-02\n- USAID | Consult | France | 2006-03-23\n- France | Consult | USAID | 2006-03-23\n- USAID | Praise or endorse | Head of Government (Kenya) | 2007-03-27\n- USAID | Make statement | Sudan | 2005-04-22\n- USAID | Consult | Saifur Rahman | 2005-05-11\n- USAID | Consult | Representatives (Ethiopia) | 2006-04-21\n- USAID | Accuse | Citizen (Sudan) | 2006-03-09\n- Saifur Rahman | Consult | USAID | 2005-05-11\nAnswer:", "completion": " Business (Bulgaria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1120659", "prompt": "Who was the first to praise the Israeli Defence Forces after the Jew of Israel?\nEvidence:\n- Jew (Israel) | Praise or endorse | Israeli Defense Forces | 2009-01-16\n- Jew (Israel) | Make statement | Israeli Defense Forces | 2009-01-16\n- Jew (Israel) | Make statement | Israeli Defense Forces | 2009-01-15\n- Jew (Israel) | Use conventional military force | Israeli Defense Forces | 2006-03-12\n- Religion (Israel) | Threaten | Jew (Israel) | 2013-08-08\n- Religion (Israel) | Accuse | Jew (Israel) | 2014-04-29\n- Police (Israel) | Investigate | Jew (Israel) | 2011-12-27\n- Police (Israel) | Demand | Jew (Israel) | 2013-12-04\n- Jew (Israel) | Investigate | Police (Israel) | 2013-02-08\n- Criminal (Israel) | Accuse | Jew (Israel) | 2009-10-09\n- Priest (Israel) | Praise or endorse | Israeli Defense Forces | 2015-07-14\n- Priest (Israel) | Praise or endorse | Israeli Defense Forces | 2013-12-09\n- Police (Israel) | Praise or endorse | Israeli Defense Forces | 2008-02-25\n- Police (Israel) | Praise or endorse | Israeli Defense Forces | 2005-08-23\n- Israeli Defense Forces | Praise or endorse | Police (Israel) | 2015-10-15\nAnswer:", "completion": " Benjamin Netanyahu", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1233562", "prompt": "On 21 August 2007, who made the citizens of Thailand suffer from unconventional violence?\nEvidence:\n- Thailand | Sign formal agreement | Malaysia | 2007-08-21\n- Malaysia | Sign formal agreement | Thailand | 2007-08-21\n- Council for National Security | Make statement | Thailand | 2007-08-21\n- Thailand | Express intent to meet or negotiate | Malaysia | 2007-08-21\n- Malaysia | Express intent to meet or negotiate | Thailand | 2007-08-21\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Laos | 2007-08-21\n- Laos | Express intent to engage in diplomatic cooperation (such as policy support) | Thailand | 2007-08-21\n- Thongsing Thammavong | Make a visit | Malaysia | 2007-08-21\n- Malaysia | Host a visit | Thongsing Thammavong | 2007-08-21\n- Malaysia | Expel or deport individuals | Businessperson (Italy) | 2007-08-21\n- Malaysia | Consult | Foreign Affairs (Malaysia) | 2007-08-21\n- Foreign Affairs (Malaysia) | Consult | Malaysia | 2007-08-21\nAnswer:", "completion": " Armed Gang (Thailand)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 12, "n_anchors": 1} +{"id": "mtq_1162116", "prompt": "After Minister Kachornprasart, with whom did Abhisit Vejjajiva want to negotiate first?\nEvidence:\n- Abhisit Vejjajiva | Demand | Minister Kachornprasart | 2010-09-23\n- Minister Kachornprasart | Make statement | Abhisit Vejjajiva | 2010-03-24\n- Minister Kachornprasart | Make statement | Abhisit Vejjajiva | 2005-07-04\n- Abhisit Vejjajiva | Make statement | Minister Kachornprasart | 2010-09-23\n- Abhisit Vejjajiva | Express intent to meet or negotiate | Minister Kachornprasart | 2009-09-07\n- Thailand | Consult | Minister Kachornprasart | 2006-06-05\n- Minister Kachornprasart | Consult | Thailand | 2006-06-05\n- Minister Kachornprasart | Accuse | Thailand | 2005-12-10\n- Minister Kachornprasart | Express intent to engage in diplomatic cooperation (such as policy support) | Abhisit Vejjajiva | 2006-09-06\n- Thailand | Express intent to meet or negotiate | Minister Kachornprasart | 2006-08-01\n- Minister Kachornprasart | Express intent to meet or negotiate | Thailand | 2006-08-01\n- Sondhi Limthongkul | Consult | Minister Kachornprasart | 2010-10-01\n- Sondhi Limthongkul | Consult | Minister Kachornprasart | 2010-09-23\n- Minister Kachornprasart | Consult | Sondhi Limthongkul | 2010-10-01\n- Minister Kachornprasart | Consult | Sondhi Limthongkul | 2010-09-23\nAnswer:", "completion": " Thailand", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1373797", "prompt": "Before the mayor of Ghana, who was last endorsed by The Chronicle?\nEvidence:\n- The Chronicle | Discuss by telephone | City Mayor (Ghana) | 2010-02-09\n- City Mayor (Ghana) | Discuss by telephone | The Chronicle | 2010-02-09\n- The Chronicle | Praise or endorse | City Mayor (Ghana) | 2009-03-13\n- The Chronicle | Consult | Head of Government (Ghana) | 2005-06-15\n- Head of Government (Ghana) | Consult | The Chronicle | 2005-06-15\n- The Chronicle | Consult | Other Authorities / Officials (Ghana) | 2005-08-10\n- Other Authorities / Officials (Ghana) | Consult | The Chronicle | 2005-08-10\n- The Chronicle | Praise or endorse | Ruling Party (Ghana) | 2010-01-19\n- The Chronicle | Consult | Company - Owner or Operator (Ghana) | 2010-01-20\n- Company - Owner or Operator (Ghana) | Consult | The Chronicle | 2010-01-20\n- The Chronicle | Discuss by telephone | Obed Asamoah | 2006-01-12\n- Obed Asamoah | Discuss by telephone | The Chronicle | 2006-01-12\n- The Chronicle | Make statement | City Mayor (New Zealand) | 2005-03-28\n- City Mayor (United States) | Make statement | The Chronicle | 2009-09-13\n- The Chronicle | Discuss by telephone | New Patriotic Party | 2010-02-02\nAnswer:", "completion": " Barack Obama", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1045503", "prompt": "In which month did the armed gang of Syria use unconventional violence against the intelligence officer of Syria?\nEvidence:\n- Armed Gang (Syria) | Use unconventional violence | Intelligence Officer (Syria) | 2013-11-06\n- Armed Rebel (Syria) | Use unconventional violence | Intelligence Officer (Syria) | 2013-10-19\n- Armed Rebel (Syria) | Use unconventional violence | Intelligence Officer (Syria) | 2013-10-17\n- Armed Rebel (Syria) | Use unconventional violence | Intelligence Officer (Syria) | 2013-02-11\n- Armed Rebel (Syria) | Use unconventional violence | Intelligence Officer (Syria) | 2012-12-25\n- Armed Gang (Somalia) | Use unconventional violence | Intelligence Officer (Somalia) | 2008-05-31\n- Armed Gang (Somalia) | Use unconventional violence | Intelligence Officer (Somalia) | 2008-02-11\n- Armed Gang (Somalia) | Use unconventional violence | Intelligence Officer (Somalia) | 2007-09-22\n- Armed Rebel (Syria) | Use unconventional violence | Armed Gang (Syria) | 2012-07-16\n- Armed Rebel (Syria) | Use unconventional violence | Armed Gang (Syria) | 2012-07-15\n- Armed Gang (Syria) | Use unconventional violence | Police (Syria) | 2013-03-07\n- Armed Gang (Syria) | Use unconventional violence | Police (Syria) | 2012-08-11\n- Armed Gang (Syria) | Use unconventional violence | Police (Syria) | 2012-06-01\n- Armed Gang (Syria) | Use unconventional violence | Police (Syria) | 2012-01-06\n- Armed Gang (Syria) | Use unconventional violence | Police (Syria) | 2011-11-12\nAnswer:", "completion": " 2013-11", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1308183", "prompt": "When did the Ministry of Education of Pakistan last express an interest in cooperating with the government of Pakistan?\nEvidence:\n- Education Ministry (Pakistan) | Make statement | Government (Pakistan) | 2012-03-14\n- Education Ministry (Pakistan) | Make statement | Government (Pakistan) | 2009-09-10\n- Education Ministry (Pakistan) | Make statement | Government (Pakistan) | 2008-04-19\n- Education Ministry (Pakistan) | Make statement | Government (Pakistan) | 2005-12-31\n- Education Ministry (Pakistan) | Make statement | Government (Pakistan) | 2005-10-21\n- Education Ministry (Pakistan) | Make statement | Education (Pakistan) | 2011-03-11\n- Education Ministry (Pakistan) | Make statement | Education (Pakistan) | 2010-09-19\n- Education Ministry (Pakistan) | Make statement | Education (Pakistan) | 2009-10-20\n- Education Ministry (Pakistan) | Make statement | Education (Pakistan) | 2009-09-10\n- Education Ministry (Pakistan) | Make statement | Education (Pakistan) | 2005-10-14\n- Head of Government (Pakistan) | Engage in symbolic act | Education (Pakistan) | 2015-12-16\n- Education Ministry (Pakistan) | Use conventional military force | Education (Pakistan) | 2014-10-01\n- Government (Pakistan) | Threaten | Education (Pakistan) | 2005-08-29\n- Government (Pakistan) | Demand | Education (Pakistan) | 2006-02-16\n- Government (Pakistan) | Consult | Education (Pakistan) | 2015-12-11\nAnswer:", "completion": " 2009-09-30", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1316249", "prompt": "At what time did the Oversight Court of Japan first reject the Women of China?\nEvidence:\n- Surakiart Sathirathai | Reject | Japan | 2005-01-08\n- China | Reject | Ma Ying Jeou | 2005-01-05\n- China | Reject | Ma Ying Jeou | 2005-01-04\n- Japan | Consult | China | 2005-01-03\n- China | Threaten | Japan | 2005-01-05\n- China | Threaten | Japan | 2005-01-02\n- China | Consult | Japan | 2005-01-03\n- Japan | Reduce relations | China | 2005-01-04\n- Japan | Provide economic aid | China | 2005-01-06\n- Lawmaker (Japan) | Make a visit | China | 2005-01-07\n- Lawmaker (Japan) | Make a visit | China | 2005-01-06\n- Japan | Express intent to cooperate | China | 2005-01-06\n- Japan | Express intent to cooperate | China | 2005-01-05\n- Japan | Engage in diplomatic cooperation | China | 2005-01-07\n- Japan | Engage in diplomatic cooperation | China | 2005-01-06\nAnswer:", "completion": " 2005-09-29", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1235805", "prompt": "In 2015, who made the first request to the citizens of Australia?\nEvidence:\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- First Command of the Capital | Criticize or denounce | Citizen (Brazil) | 2008-10-30\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2012-05-31\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2009-10-23\n- Public Prosecutor (Brazil) | Criticize or denounce | First Command of the Capital | 2013-10-18\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-13\nAnswer:", "completion": " Police (Australia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1171468", "prompt": "After the Democratic Party of Serbia, who appealed to the other authorities and officials of Serbia?\nEvidence:\n- Justice and Development Party | Reduce relations | Democratic Party | 2005-08-29\n- Democratic Party | Criticize or denounce | Justice and Development Party | 2005-02-06\n- Democratic Party | Make an appeal or request | Justice and Development Party | 2006-03-16\n- Democratic Party | Reject | Head of Government (Kenya) | 2006-01-09\n- Party Member (Turkey) | Consult | Democratic Party | 2005-12-04\n- Democratic Party | Consult | Party Member (Turkey) | 2005-12-04\n- Democratic Party | Make statement | Head of Government (Kenya) | 2006-07-12\n- Democratic Party | Deny responsibility | Head of Government (Kenya) | 2006-01-09\n- Milliyet | Make statement | Democratic Party | 2005-06-15\n- Democratic Party | Threaten | Citizen (Uganda) | 2005-05-23\n- Democratic Party | Reject | Women (Uganda) | 2006-06-01\n- Democratic Party | Reject | Women (Uganda) | 2006-05-31\n- Democratic Party | Reject | Citizen (Uganda) | 2006-01-07\n- Citizen (Uganda) | Threaten | Democratic Party | 2006-06-07\n- Citizen (Uganda) | Accuse | Democratic Party | 2006-08-28\nAnswer:", "completion": " Ante Kotromanović", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1238460", "prompt": "In which month did Mahmoud Abbas first make pessimistic remarks about the Middle East?\nEvidence:\n- Mahmoud Abbas | Make a visit | Middle East | 2005-02-01\n- Middle East | Host a visit | Mahmoud Abbas | 2005-02-01\n- Mahmoud Abbas | Express intent to meet or negotiate | Middle East | 2005-02-01\n- Javier Solana | Make pessimistic comment | Mahmoud Abbas | 2005-01-14\n- Military (Middle East) | Mobilize or increase armed forces | Middle East | 2005-02-14\n- Tony Blair | Make statement | Middle East | 2005-02-04\n- Shimon Peres | Make statement | Middle East | 2005-02-26\n- Gerhard Schröder | Make statement | Middle East | 2005-03-31\n- China | Make optimistic comment | Middle East | 2005-02-09\n- Abdullah Gül | Make statement | Middle East | 2005-01-07\n- Rafiq Hariri | Engage in diplomatic cooperation | Middle East | 2005-02-15\n- Okada Katsuya | Make a visit | Middle East | 2005-03-30\n- Kay Granger | Make a visit | Middle East | 2005-01-11\n- Javier Solana | Make a visit | Middle East | 2005-01-09\n- Javier Solana | Make a visit | Middle East | 2005-01-08\nAnswer:", "completion": " 2007-11", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1247488", "prompt": "After the Prime Minister of Peru, who was the first to express the intention to meet with Yoshihiko Noda?\nEvidence:\n- Yoshihiko Noda | Express intent to meet or negotiate | Vietnam | 2011-05-03\n- Sengoku Yoshito | Express intent to meet or negotiate | Yoshihiko Noda | 2010-08-25\n- Yoon Jeung Hyun | Express intent to meet or negotiate | Yoshihiko Noda | 2010-10-29\n- Yoshihiko Noda | Demand | Japan | 2010-11-24\n- Yoshihiko Noda | Make statement | Japan | 2011-05-27\n- Yoshihiko Noda | Make statement | Japan | 2011-05-19\n- Yoshihiko Noda | Make statement | Japan | 2011-05-04\n- Yoshihiko Noda | Make statement | Japan | 2011-04-16\n- Yoshihiko Noda | Make statement | Japan | 2011-04-15\n- Yoshihiko Noda | Make statement | Japan | 2011-04-05\n- Yoshihiko Noda | Make statement | Japan | 2011-03-10\n- Yoshihiko Noda | Make statement | Japan | 2011-01-27\n- Yoshihiko Noda | Make statement | Japan | 2011-01-17\n- Yoshihiko Noda | Make statement | Japan | 2011-01-12\n- Yoshihiko Noda | Make statement | Japan | 2010-11-02\nAnswer:", "completion": " Lee Myung Bak", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1037395", "prompt": "To which country did Wen Jiabao first make an appeal in 2005?\nEvidence:\n- Wen Jiabao | Make an appeal or request | China | 2005-01-08\n- Wen Jiabao | Make an appeal or request | China | 2005-01-03\n- China | Make an appeal or request | Wen Jiabao | 2005-01-16\n- Wen Jiabao | Make statement | Maldives | 2005-01-07\n- Wen Jiabao | Make statement | China | 2005-02-02\n- Wen Jiabao | Make statement | China | 2005-01-21\n- Wen Jiabao | Make statement | China | 2005-01-20\n- Wen Jiabao | Make statement | China | 2005-01-13\n- Wen Jiabao | Make statement | China | 2005-01-08\n- Wen Jiabao | Make statement | China | 2005-01-07\n- Wen Jiabao | Make statement | China | 2005-01-06\n- Wen Jiabao | Make statement | China | 2005-01-04\n- Wen Jiabao | Make statement | China | 2005-01-03\n- Wen Jiabao | Engage in negotiation | Bertie Ahern | 2005-01-19\n- Bertie Ahern | Engage in negotiation | Wen Jiabao | 2005-01-19\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1173412", "prompt": "Who last made the children of the Philippines suffer from conventional military forces before the Moro National Liberation Front?\nEvidence:\n- Moro National Liberation Front | Use conventional military force | Children (Philippines) | 2007-04-15\n- Moro National Liberation Front | Use conventional military force | Combatant (Moro National Liberation Front) | 2007-04-28\n- Moro National Liberation Front | Use conventional military force | Military (Philippines) | 2007-05-09\n- Moro National Liberation Front | Use conventional military force | Military (Philippines) | 2007-05-01\n- Moro National Liberation Front | Use conventional military force | Military (Philippines) | 2007-04-18\n- Moro National Liberation Front | Use conventional military force | Military (Philippines) | 2007-02-26\n- Moro National Liberation Front | Use conventional military force | Military (Philippines) | 2006-02-23\n- Moro National Liberation Front | Use conventional military force | Military (Philippines) | 2005-03-04\n- Moro National Liberation Front | Use conventional military force | Military (Philippines) | 2005-02-26\n- Moro National Liberation Front | Use conventional military force | Military (Philippines) | 2005-02-13\n- Moro National Liberation Front | Use conventional military force | Military (Philippines) | 2005-02-10\n- Moro National Liberation Front | Use conventional military force | Military (Philippines) | 2005-02-07\n- Military (Philippines) | Use conventional military force | Moro National Liberation Front | 2009-08-20\n- Military (Philippines) | Use conventional military force | Moro National Liberation Front | 2008-05-05\n- Military (Philippines) | Use conventional military force | Moro National Liberation Front | 2007-05-09\nAnswer:", "completion": " Police (Philippines)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1150915", "prompt": "Who supported Julia Gillard in the same year as M.R. Sharma?\nEvidence:\n- M.R. Sharma | Demand | Prachanda | 2008-09-07\n- Ronald Kirk | Consult | M.R. Sharma | 2009-06-09\n- Rioter (India) | Investigate | M.R. Sharma | 2008-02-23\n- Media (Africa) | Consult | M.R. Sharma | 2008-04-16\n- M.R. Sharma | Make statement | Prachanda | 2009-04-06\n- M.R. Sharma | Consult | Ronald Kirk | 2009-06-09\n- M.R. Sharma | Consult | Media (Africa) | 2008-04-16\n- M.R. Sharma | Consult | Kenneth Chipungu | 2010-09-28\n- M.R. Sharma | Accuse | Media (India) | 2008-10-11\n- Kenneth Chipungu | Consult | M.R. Sharma | 2010-09-28\n- M.R. Sharma | Make statement | M.L. Khurana | 2006-07-18\n- Mswati III | Engage in negotiation | M.R. Sharma | 2008-04-21\n- M.R. Sharma | Engage in negotiation | Mswati III | 2008-04-21\n- Thief (India) | Make statement | M.R. Sharma | 2008-03-22\n- Thailand | Host a visit | M.R. Sharma | 2009-08-17\nAnswer:", "completion": " Antony Harold Curties \"Tony\" Windsor", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1031086", "prompt": "Who denounced the Malian military on 23 March 2012?\nEvidence:\n- Political Parties (Senegal) | Consult | March 23 Movement | 2012-01-26\n- March 23 Movement | Make statement | Police (Senegal) | 2012-02-02\n- March 23 Movement | Consult | Political Parties (Senegal) | 2012-01-26\n- Abdoulaye Wade | Make statement | March 23 Movement | 2012-02-18\n- March 23 Movement | Discuss by telephone | Agence France-Presse | 2012-11-22\n- Agence France-Presse | Discuss by telephone | March 23 Movement | 2012-11-22\n- Police (Senegal) | Arrest, detain, or charge with legal action | March 23 Movement | 2012-01-30\n- Police (Uganda) | Impose restrictions on political freedoms | The Voice (Uganda) | 2014-12-12\n- Citizen (Croatia) | Express intent to cooperate on judicial matters | The Hague | 2005-03-17\n- Member of the Judiciary (Iceland) | Rally support on behalf of | Bank (Iceland) | 2014-05-25\n- Military (Ecuador) | Rally support on behalf of | Rafael Correa | 2010-09-30\n- Special Rapporteurs of the United Nations | Rally support on behalf of | Detainee (Myanmar) | 2011-08-25\n- Special Rapporteurs of the United Nations | Rally support on behalf of | Detainee (Myanmar) | 2009-02-20\n- Other Authorities / Officials (Serbia) | Express intent to cooperate on judicial matters | The Hague | 2011-06-04\n- Ministry (Brazil) | Rally support on behalf of | People Associated with the Opposition (Brazil) | 2005-11-12\nAnswer:", "completion": " Citizen (Mali)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1019085", "prompt": "In what month did the Lawyer/Attorney of the United States first visit the Lawyer/Attorney of Australia?\nEvidence:\n- Lawyer/Attorney (United States) | Make a visit | Lawyer/Attorney (Australia) | 2005-02-07\n- Lawyer/Attorney (Australia) | Host a visit | Lawyer/Attorney (United States) | 2005-02-07\n- Lawyer/Attorney (Australia) | Make statement | Lawyer/Attorney (United States) | 2007-04-03\n- Lawyer/Attorney (Australia) | Make statement | Lawyer/Attorney (United States) | 2005-12-12\n- Lawyer/Attorney (United Kingdom) | Apologize | Member of the Judiciary (United States) | 2008-03-22\n- Member of the Judiciary (Georgia) | Reject | Lawyer/Attorney (United States) | 2013-03-18\n- Member of the Judiciary (Georgia) | Reject | Lawyer/Attorney (United States) | 2011-09-22\n- Lawyer/Attorney (United States) | Accuse | Member of the Judiciary (Georgia) | 2010-06-01\n- Lawyer/Attorney (United States) | Engage in negotiation | Businessperson (Australia) | 2007-10-05\n- Businessperson (Australia) | Engage in negotiation | Lawyer/Attorney (United States) | 2007-10-05\n- Member of the Judiciary (Georgia) | Engage in diplomatic cooperation | Lawyer/Attorney (United States) | 2010-10-20\n- Lawyer/Attorney (Australia) | Make a visit | Detainee (United States) | 2007-05-09\n- Lawyer/Attorney (Australia) | Make a visit | Detainee (United States) | 2007-05-08\n- Detainee (United States) | Host a visit | Lawyer/Attorney (Australia) | 2007-05-09\n- Detainee (United States) | Host a visit | Lawyer/Attorney (Australia) | 2007-05-08\nAnswer:", "completion": " 2005-02", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1111186", "prompt": "Before the Muslim Cleric of Somalia, who did the Police of Kenya last investigate?\nEvidence:\n- Police (Kenya) | Investigate | Muslim Cleric (Somalia) | 2011-04-07\n- Muslim Cleric (Somalia) | Make statement | Criminal (Somalia) | 2009-02-27\n- Muslim Cleric (Somalia) | Make statement | Criminal (Somalia) | 2009-02-26\n- Police (Kenya) | Investigate | Criminal (Somalia) | 2014-05-06\n- Police (Kenya) | Investigate | Criminal (Somalia) | 2013-09-26\n- Police (Kenya) | Investigate | Criminal (Somalia) | 2006-01-30\n- Police (Kenya) | Investigate | Businessperson (Somalia) | 2015-02-03\n- Militant (Somalia) | Kill by physical assault | Muslim Cleric (Somalia) | 2015-01-07\n- Armed Opposition (Somalia) | Use unconventional violence | Muslim Cleric (Somalia) | 2015-01-19\n- Muslim Cleric (Somalia) | Criticize or denounce | Al-Shabaab | 2013-08-12\n- Al-Shabaab | Use conventional military force | Muslim Cleric (Somalia) | 2013-02-27\n- Head of Government (Kenya) | Investigate | Police (Kenya) | 2006-04-10\n- Police (Kenya) | Investigate | Women (Kenya) | 2014-12-30\n- Police (Kenya) | Investigate | Women (Kenya) | 2014-06-22\n- Police (Kenya) | Investigate | Women (Kenya) | 2013-01-11\nAnswer:", "completion": " Women (Kenya)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1185924", "prompt": "In 2013, who last hosted the visit of William Ruto?\nEvidence:\n- William Ruto | Accuse | Head of Government (Kenya) | 2006-11-10\n- William Ruto | Accuse | Head of Government (Kenya) | 2005-03-24\n- William Ruto | Consult | Chris Okemo | 2006-02-06\n- William Ruto | Accuse | Police (Kenya) | 2007-04-30\n- William Ruto | Accuse | Police (Kenya) | 2005-07-20\n- Police (Kenya) | Demand | William Ruto | 2006-02-01\n- Chris Okemo | Consult | William Ruto | 2006-02-06\n- William Ruto | Make statement | Head of Government (Kenya) | 2007-09-10\n- William Ruto | Make statement | Head of Government (Kenya) | 2007-01-29\n- William Ruto | Make statement | Head of Government (Kenya) | 2006-08-20\n- William Ruto | Make statement | Head of Government (Kenya) | 2006-03-13\n- William Ruto | Make statement | Head of Government (Kenya) | 2005-10-17\n- William Ruto | Make statement | Head of Government (Kenya) | 2005-03-24\n- William Ruto | Engage in diplomatic cooperation | Uhuru Muigai Kenyatta | 2011-07-18\n- William Ruto | Engage in diplomatic cooperation | Uhuru Muigai Kenyatta | 2006-07-17\nAnswer:", "completion": " The Hague", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1016884", "prompt": "Who praised the Maldives before Shaukat Aziz?\nEvidence:\n- Shaukat Aziz | Consult | Japan | 2005-01-10\n- Japan | Consult | Shaukat Aziz | 2005-01-10\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-02-16\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-02-04\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-01-10\n- Shaukat Aziz | Consult | James Wolfensohn | 2005-02-09\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-02-16\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-02-04\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-01-10\n- James Wolfensohn | Consult | Shaukat Aziz | 2005-02-09\n- Shaukat Aziz | Make statement | Riaz Khokhar | 2005-02-16\n- Shaukat Aziz | Make statement | Pervez Musharraf | 2005-01-28\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-02-16\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-02-15\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-02-13\nAnswer:", "completion": " Sheikh Ahmed Abdullah", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1140217", "prompt": "Which year did Georgios Papandreou appeal Benjamin Netanyahu?\nEvidence:\n- Georgios Papandreou | Consult | Georgios Papandreou | 2005-02-10\n- New Democracy | Demand | Georgios Papandreou | 2006-04-17\n- Laila Freivalds | Consult | Georgios Papandreou | 2005-09-07\n- Ismail Cem | Consult | Georgios Papandreou | 2005-03-02\n- Georgios Papandreou | Make statement | Portugal | 2005-02-21\n- Georgios Papandreou | Make statement | Iran | 2006-02-15\n- Georgios Papandreou | Demand | Citizen (Greece) | 2006-07-17\n- Georgios Papandreou | Demand | Citizen (Greece) | 2006-03-29\n- Georgios Papandreou | Consult | Laila Freivalds | 2005-09-07\n- Georgios Papandreou | Consult | Ismail Cem | 2005-03-02\n- Georgios Papandreou | Consult | Citizen (Greece) | 2008-08-21\n- Georgios Papandreou | Consult | Citizen (Greece) | 2007-09-11\n- Georgios Papandreou | Consult | Citizen (Greece) | 2007-07-20\n- Georgios Papandreou | Consult | Citizen (Greece) | 2005-02-15\n- Georgios Papandreou | Accuse | New Democracy | 2005-07-15\nAnswer:", "completion": " 2010", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1059017", "prompt": "In which month did Habib Essid visit Federica Mogherini?\nEvidence:\n- Habib Essid | Consult | Federica Mogherini | 2015-02-13\n- Federica Mogherini | Consult | Habib Essid | 2015-02-13\n- Habib Essid | Engage in negotiation | Federica Mogherini | 2015-06-02\n- Federica Mogherini | Engage in negotiation | Habib Essid | 2015-06-02\n- Habib Essid | Make a visit | Federica Mogherini | 2015-02-13\n- Federica Mogherini | Host a visit | Habib Essid | 2015-02-13\n- Federica Mogherini | Praise or endorse | Habib Essid | 2015-02-13\n- Qatar | Host a visit | Habib Essid | 2015-12-14\n- Habib Essid | Make a visit | Qatar | 2015-12-14\n- Najem Gharsalli | Engage in negotiation | Habib Essid | 2015-10-10\n- Habib Essid | Engage in negotiation | Najem Gharsalli | 2015-10-10\n- Mahmoud Abbas | Consult | Habib Essid | 2015-05-14\n- Habib Essid | Make statement | Qatar | 2015-12-14\n- Habib Essid | Make statement | Japan | 2015-03-19\n- Habib Essid | Make statement | France | 2015-11-20\nAnswer:", "completion": " 2015-02", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1129880", "prompt": "After 2006, who visited the Chinese Ministry of Public Security?\nEvidence:\n- Ministry of Public Security (China) | Consult | Ministry (Brazil) | 2006-09-26\n- Ministry of Public Security (China) | Consult | Ministry (Brazil) | 2006-09-22\n- Ministry (Brazil) | Consult | Ministry of Public Security (China) | 2006-09-26\n- Ministry (Brazil) | Consult | Ministry of Public Security (China) | 2006-09-22\n- Ministry of Public Security (China) | Consult | Glaxosmithkline | 2013-07-22\n- Glaxosmithkline | Consult | Ministry of Public Security (China) | 2013-07-22\n- Ministry of Public Security (Vietnam) | Make statement | Ministry (Vietnam) | 2014-08-22\n- Ministry of Public Security (Vietnam) | Make statement | Ministry (Vietnam) | 2013-11-08\n- Ministry of Public Security (Vietnam) | Make statement | Ministry (Vietnam) | 2013-08-09\n- Ministry of Public Security (Vietnam) | Make statement | Ministry (Vietnam) | 2006-08-11\n- Ministry of Public Security (Vietnam) | Make statement | Ministry (Vietnam) | 2006-08-10\n- Ministry of Public Security (Vietnam) | Make statement | Ministry (Vietnam) | 2006-08-09\n- Wen Jiabao | Consult | Ministry of Public Security (Vietnam) | 2006-10-12\n- Shivraj Patil | Consult | Ministry of Public Security (China) | 2005-09-08\n- Police (Canada) | Consult | Ministry of Public Security (Canada) | 2011-09-18\nAnswer:", "completion": " Head of Government (Turkmenistan)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1188291", "prompt": "After Alexandr Vondra, who first hosted the visit from Nelson Azevedo Jobim?\nEvidence:\n- Nelson Azevedo Jobim | Make a visit | Alexandr Vondra | 2010-09-12\n- Alexandr Vondra | Host a visit | Nelson Azevedo Jobim | 2010-09-12\n- Nelson Azevedo Jobim | Demand | Citizen (Brazil) | 2005-07-25\n- Nelson Azevedo Jobim | Consult | Ministry (Brazil) | 2007-08-13\n- Nelson Azevedo Jobim | Consult | Gilberto Kassab | 2007-08-23\n- Nelson Azevedo Jobim | Consult | Gilberto Kassab | 2007-07-30\n- Nelson Azevedo Jobim | Consult | Congress (Brazil) | 2006-03-08\n- Nelson Azevedo Jobim | Consult | Business (Congo) | 2007-08-14\n- Nelson Azevedo Jobim | Accuse | Ministry (Brazil) | 2005-10-19\n- Ministry (Brazil) | Consult | Nelson Azevedo Jobim | 2007-08-13\n- Gilberto Kassab | Consult | Nelson Azevedo Jobim | 2007-08-23\n- Gilberto Kassab | Consult | Nelson Azevedo Jobim | 2007-07-30\n- Congress (Brazil) | Consult | Nelson Azevedo Jobim | 2006-03-08\n- Citizen (Brazil) | Demand | Nelson Azevedo Jobim | 2007-07-26\n- Business (Congo) | Consult | Nelson Azevedo Jobim | 2007-08-14\nAnswer:", "completion": " Foreign Affairs (France)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1173157", "prompt": "Which country was the first to negotiate with Barack Obama after Mahmoud Ahmadinejad?\nEvidence:\n- Mahmoud Ahmadinejad | Express intent to meet or negotiate | Iran | 2005-04-11\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2005-10-10\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | South Africa | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | South Africa | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | South Africa | 2005-10-10\n- Mahmoud Ahmadinejad | Investigate | Iran | 2005-06-21\n- Mahmoud Ahmadinejad | Demand | Iran | 2005-04-07\n- Mahmoud Ahmadinejad | Accuse | Iran | 2005-06-25\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-07-01\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-09\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-04-17\nAnswer:", "completion": " Iran", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1350629", "prompt": "Who negotiated with the head of government of South Korea after 2014-04?\nEvidence:\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | South Korea | 2005-01-08\n- Head of Government (Finland) | Express intent to meet or negotiate | Thailand | 2005-01-18\n- South Korea | Consult | Japan | 2005-01-06\n- Japan | Consult | South Korea | 2005-01-06\n- South Korea | Reduce relations | Citizen (North Korea) | 2005-01-03\n- South Korea | Provide humanitarian aid | Citizen (North Korea) | 2005-01-11\n- South Korea | Provide military aid | Iraq | 2005-01-03\n- South Korea | Provide humanitarian aid | Thailand | 2005-01-02\n- South Korea | Provide humanitarian aid | Thailand | 2005-01-01\nAnswer:", "completion": " Head of Government (Pakistan)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1227155", "prompt": "Who was the first person to whom the police of Australia gave humanitarian aid?\nEvidence:\n- Police (Australia) | Provide humanitarian aid | People Associated with the Opposition (Australia) | 2012-02-09\n- Police (Australia) | Provide humanitarian aid | Women (Australia) | 2008-09-01\n- Police (Australia) | Provide humanitarian aid | Women (Australia) | 2008-06-12\n- Police (Australia) | Provide humanitarian aid | Women (Australia) | 2008-03-12\n- Police (Australia) | Provide humanitarian aid | Women (Australia) | 2008-03-11\n- Police (Australia) | Provide humanitarian aid | Women (Australia) | 2007-08-30\n- Police (Australia) | Provide humanitarian aid | Women (Australia) | 2007-08-28\n- Police (Australia) | Provide humanitarian aid | Women (Australia) | 2007-08-20\n- Police (Australia) | Provide humanitarian aid | Women (Australia) | 2007-07-25\n- Police (Australia) | Provide humanitarian aid | Women (Australia) | 2007-05-27\n- Police (Australia) | Provide humanitarian aid | Women (Australia) | 2007-05-18\n- Police (Australia) | Provide humanitarian aid | Women (Australia) | 2007-03-21\n- Police (Australia) | Provide humanitarian aid | Women (Australia) | 2007-02-03\n- Police (Australia) | Provide humanitarian aid | Women (Australia) | 2007-01-23\n- Police (Australia) | Provide humanitarian aid | Women (Australia) | 2007-01-21\nAnswer:", "completion": " Women (Australia)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1276343", "prompt": "Before Lubomír Galko, who last negotiated with Ivan Gasparovic?\nEvidence:\n- Lubomír Galko | Consult | Ivan Gasparovic | 2010-12-15\n- Lubomír Galko | Consult | Ivan Gasparovic | 2010-07-23\n- Ivan Gasparovic | Consult | Lubomír Galko | 2010-12-15\n- Ivan Gasparovic | Consult | Lubomír Galko | 2010-07-23\n- Lubomír Galko | Engage in negotiation | Ivan Gasparovic | 2011-11-15\n- Ivan Gasparovic | Engage in negotiation | Lubomír Galko | 2011-11-15\n- Seyran Ohanyan | Consult | Lubomír Galko | 2010-11-23\n- Seyran Ohanyan | Consult | Lubomír Galko | 2010-11-22\n- Lubomír Galko | Consult | Seyran Ohanyan | 2010-11-23\n- Lubomír Galko | Consult | Seyran Ohanyan | 2010-11-22\n- Lubomír Galko | Consult | Alexandr Vondra | 2010-07-29\n- Lubomír Galko | Consult | Alexandr Vondra | 2010-07-27\n- Lubomír Galko | Consult | Alexandr Vondra | 2010-07-22\n- Alexandr Vondra | Consult | Lubomír Galko | 2010-07-29\n- Alexandr Vondra | Consult | Lubomír Galko | 2010-07-27\nAnswer:", "completion": " Julia Gillard", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1136775", "prompt": "Who suffered the unconventional violence of the Criminal of Sudan in the same month of the Reserve Personnel of Sudan?\nEvidence:\n- Sudan | Engage in negotiation | Ethiopia | 2005-04-19\n- Ethiopia | Engage in negotiation | Sudan | 2005-04-19\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Citizen (Sudan) | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-01-23\n- Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | Head of Government (Egypt) | 2005-01-24\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\nAnswer:", "completion": " Citizen (Sudan)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1104954", "prompt": "After John Baird, which country was the first to visit Laos?\nEvidence:\n- John Baird | Express intent to meet or negotiate | John Baird | 2009-03-11\n- Thailand | Host a visit | John Baird | 2012-03-28\n- Mexico | Host a visit | John Baird | 2011-08-16\n- John Baird | Make a visit | Thailand | 2012-03-28\n- John Baird | Make a visit | Mexico | 2011-08-16\n- John Baird | Make a visit | Ethiopia | 2010-02-11\n- John Baird | Make a visit | China | 2011-07-19\n- John Baird | Make a visit | China | 2011-07-18\n- John Baird | Make a visit | China | 2009-07-12\n- Ethiopia | Host a visit | John Baird | 2010-02-11\n- China | Host a visit | John Baird | 2011-07-19\n- China | Host a visit | John Baird | 2011-07-18\n- China | Host a visit | John Baird | 2009-07-12\n- Kuwait | Consult | John Baird | 2011-11-23\n- John Baird | Consult | Kuwait | 2011-11-23\nAnswer:", "completion": " South Korea", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1062738", "prompt": "Who blamed the citizens of Zambia for the internal affairs of Zambia in the same year?\nEvidence:\n- Foreign Affairs (Zambia) | Appeal for intelligence | Media (Africa) | 2006-03-10\n- Foreign Affairs (Zambia) | Demand | Citizen (Zambia) | 2013-03-25\n- Foreign Affairs (Zambia) | Demand | Citizen (Zambia) | 2005-07-07\n- Foreign Affairs (Zambia) | Demand | Children (Zambia) | 2005-09-07\n- Domestic Affairs (Zambia) | Accuse | Citizen (Zambia) | 2005-06-29\n- Vietnam | Engage in diplomatic cooperation | Committees for the Defense of the Revolution | 2005-09-30\n- Foreign Affairs (Zambia) | Appeal for diplomatic cooperation (such as policy support) | Citizen (Zambia) | 2006-10-08\n- Movement for the Liberation of the Central African People | Appeal for change in leadership | François Bozizé | 2008-07-15\n- Foreign Affairs (Zambia) | Demand | Lawyer/Attorney (Zambia) | 2008-12-16\n- Domestic Affairs (Zambia) | Make statement | Criminal (Zambia) | 2006-06-14\n- Domestic Affairs (Zambia) | Make statement | Criminal (Zambia) | 2006-01-23\n- Citizen (Zambia) | Appeal for de-escalation of military engagement | Political Parties (Zambia) | 2006-08-01\n- Foreign Affairs (Zambia) | Make statement | Government Delegation (Zambia) | 2009-10-29\n- Foreign Affairs (Zambia) | Make statement | Civil Servant (Zambia) | 2014-01-24\n- Domestic Affairs (Zambia) | Make statement | Zambia Daily Mail | 2008-06-10\nAnswer:", "completion": " Criminal (Zambia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1032653", "prompt": "In which year did the secretariat of the National Democratic Congress last accuse the New Patriotic Party?\nEvidence:\n- Secretariat (National Democratic Congress) | Accuse | New Patriotic Party | 2007-10-04\n- The Chronicle | Consult | New Patriotic Party | 2015-08-10\n- The Chronicle | Consult | New Patriotic Party | 2013-04-12\n- The Chronicle | Consult | New Patriotic Party | 2012-09-25\n- The Chronicle | Consult | New Patriotic Party | 2012-07-06\n- The Chronicle | Consult | New Patriotic Party | 2012-05-17\n- The Chronicle | Consult | New Patriotic Party | 2011-08-15\n- The Chronicle | Consult | New Patriotic Party | 2010-04-23\n- The Chronicle | Consult | New Patriotic Party | 2010-04-19\n- The Chronicle | Consult | New Patriotic Party | 2009-05-08\n- The Chronicle | Consult | New Patriotic Party | 2009-04-01\n- The Chronicle | Consult | New Patriotic Party | 2009-01-20\n- The Chronicle | Consult | New Patriotic Party | 2008-10-28\n- The Chronicle | Consult | New Patriotic Party | 2008-09-01\n- The Chronicle | Consult | New Patriotic Party | 2008-03-12\nAnswer:", "completion": " 2007", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1062639", "prompt": "Who wanted to negotiate with the citizens of Bulgaria in the same year of Adrian Cioroianu?\nEvidence:\n- France | Consult | Adrian Cioroianu | 2007-09-05\n- Adrian Cioroianu | Demand | Iran | 2007-07-17\n- Adrian Cioroianu | Consult | France | 2007-09-05\n- Ruprecht Polenz | Consult | Adrian Cioroianu | 2007-05-11\n- Northern Ireland | Consult | Adrian Cioroianu | 2007-04-13\n- Northern Ireland | Consult | Adrian Cioroianu | 2007-04-12\n- Arseniy Yatsenyuk | Consult | Adrian Cioroianu | 2007-09-26\n- Adrian Cioroianu | Make statement | Romania | 2007-12-18\n- Adrian Cioroianu | Make statement | Romania | 2007-12-16\n- Adrian Cioroianu | Make statement | Romania | 2007-12-12\n- Adrian Cioroianu | Make statement | Romania | 2007-12-01\n- Adrian Cioroianu | Make statement | Romania | 2007-11-05\n- Adrian Cioroianu | Make statement | Romania | 2007-10-31\n- Adrian Cioroianu | Make statement | Romania | 2007-10-25\n- Adrian Cioroianu | Make statement | Romania | 2007-10-04\nAnswer:", "completion": " Foreign Affairs (Macedonia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1341484", "prompt": "Who threatened the government of Pakistan in Oct 2007?\nEvidence:\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2007-10-27\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2007-10-24\nAnswer:", "completion": " Benazir Bhutto", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 2, "n_anchors": 0} +{"id": "mtq_1173867", "prompt": "Who last made the citizens of Bangladesh suffer from conventional military forces before the Military Personnel - Special of India?\nEvidence:\n- Military Personnel - Special (India) | Use conventional military force | Citizen (Bangladesh) | 2006-04-30\n- Military Personnel - Special (India) | Use conventional military force | Indigenous People (Bangladesh) | 2013-03-04\n- Military Personnel - Special (Bangladesh) | Use conventional military force | People Associated with the Opposition (Bangladesh) | 2013-11-27\n- Military Personnel - Special (Bangladesh) | Use conventional military force | Employee (Bangladesh) | 2005-10-19\n- Military Personnel - Special (Bangladesh) | Use conventional military force | Citizen (Bangladesh) | 2014-07-01\n- Military Personnel - Special (Bangladesh) | Use conventional military force | Citizen (Bangladesh) | 2013-12-29\n- Military Personnel - Special (Bangladesh) | Use conventional military force | Citizen (Bangladesh) | 2013-12-12\n- Military Personnel - Special (Bangladesh) | Use conventional military force | Citizen (Bangladesh) | 2013-12-01\n- Military Personnel - Special (Bangladesh) | Use conventional military force | Citizen (Bangladesh) | 2013-07-17\n- Military Personnel - Special (Bangladesh) | Use conventional military force | Citizen (Bangladesh) | 2013-03-04\n- Military Personnel - Special (Bangladesh) | Use conventional military force | Citizen (Bangladesh) | 2010-10-24\n- Military Personnel - Special (Bangladesh) | Use conventional military force | Citizen (Bangladesh) | 2007-01-20\n- Military Personnel - Special (Bangladesh) | Use conventional military force | Citizen (Bangladesh) | 2005-08-18\n- Military Personnel - Special (Bangladesh) | Use conventional military force | Citizen (Bangladesh) | 2005-07-02\n- Employee (Bangladesh) | Use conventional military force | Military Personnel - Special (Bangladesh) | 2005-10-19\nAnswer:", "completion": " Member of Parliament (Bangladesh)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1129626", "prompt": "Before the Peacekeeping Troop of Sudan, who last accused the Government of Sudan?\nEvidence:\n- African Union | Provide military protection or peacekeeping | Sudan | 2005-01-12\n- African Union | Provide military protection or peacekeeping | Sudan | 2005-01-11\n- African Union | Provide military protection or peacekeeping | Sudan | 2005-01-10\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-27\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-26\n- UN Security Council | Express intent to provide military protection or peacekeeping | Sudan | 2005-01-19\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\nAnswer:", "completion": " Citizen (Sudan)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1076541", "prompt": "In which month did the Egyptian rights activist first make pessimistic comments about Barack Obama?\nEvidence:\n- Barack Obama | Make pessimistic comment | Henrietta Holsman Fore | 2005-06-24\n- Barack Obama | Make pessimistic comment | Henrietta Holsman Fore | 2005-06-23\n- Barack Obama | Make statement | Iraq | 2007-05-15\n- Barack Obama | Make statement | Iraq | 2007-03-20\n- Barack Obama | Make statement | Iraq | 2007-02-11\n- Barack Obama | Make statement | Iran | 2007-04-27\n- Barack Obama | Make statement | China | 2006-09-08\n- Uhuru Muigai Kenyatta | Engage in negotiation | Barack Obama | 2006-08-25\n- Barack Obama | Engage in negotiation | Uhuru Muigai Kenyatta | 2006-08-25\n- Barack Obama | Make statement | Tony Blair | 2007-02-24\n- Barack Obama | Make statement | Tony Blair | 2007-02-23\n- Barack Obama | Make a visit | Sudan | 2006-09-03\n- Barack Obama | Make a visit | Sudan | 2006-09-02\n- Barack Obama | Make a visit | Iraq | 2006-01-08\n- Barack Obama | Make a visit | Iraq | 2006-01-07\nAnswer:", "completion": " 2009-06", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1343378", "prompt": "Who blamed the Police of Kenya first after Ali Roba did?\nEvidence:\n- Ali Roba | Threaten | Police (Kenya) | 2014-11-24\n- Ali Roba | Accuse | Police (Kenya) | 2014-11-10\n- Ali Roba | Make statement | Police (Kenya) | 2015-10-21\n- Ali Roba | Make statement | Police (Kenya) | 2014-12-08\n- Ali Roba | Rally opposition against | Police (Kenya) | 2015-12-30\n- Ali Roba | Praise or endorse | Police (Kenya) | 2015-10-21\n- Ali Roba | Make statement | Secret Agent (Kenya) | 2014-10-22\n- High Ranking Military Personnel (Kenya) | Consult | Ali Roba | 2014-11-27\n- Ali Roba | Consult | High Ranking Military Personnel (Kenya) | 2014-11-27\n- Uhuru Muigai Kenyatta | Consult | Ali Roba | 2014-12-05\n- Uhuru Muigai Kenyatta | Consult | Ali Roba | 2014-12-04\n- Ali Roba | Consult | Uhuru Muigai Kenyatta | 2014-12-05\n- Ali Roba | Consult | Uhuru Muigai Kenyatta | 2014-12-04\n- Ali Roba | Appeal for de-escalation of military engagement | Citizen (Unidentified State Actor) | 2014-09-03\n- Head of Government (Kenya) | Make an appeal or request | Citizen (Unidentified State Actor) | 2005-10-25\nAnswer:", "completion": " Rights Activist (Kenya)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1250062", "prompt": "After Emmanuel Nadingar, which country received the visit from François Bozizé?\nEvidence:\n- François Bozizé | Make a visit | Emmanuel Nadingar | 2010-12-01\n- Emmanuel Nadingar | Host a visit | François Bozizé | 2010-12-01\n- Emmanuel Nadingar | Praise or endorse | François Bozizé | 2010-12-01\n- Qatar | Host a visit | Emmanuel Nadingar | 2011-12-07\n- Emmanuel Nadingar | Make a visit | Qatar | 2011-12-07\n- François Bozizé | Consult | China | 2011-11-26\n- François Bozizé | Accuse | Sudan | 2006-12-07\n- François Bozizé | Accuse | Sudan | 2006-12-05\n- François Bozizé | Accuse | Sudan | 2006-11-28\n- François Bozizé | Accuse | Sudan | 2006-11-23\n- François Bozizé | Accuse | Sudan | 2006-11-21\n- François Bozizé | Accuse | Sudan | 2006-11-20\n- François Bozizé | Accuse | Sudan | 2006-11-09\n- François Bozizé | Accuse | Sudan | 2006-11-01\n- China | Reject | François Bozizé | 2014-04-24\nAnswer:", "completion": " South Africa", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1186538", "prompt": "Who did the police of the Philippines want to meet in the same year as the military of the Philippines?\nEvidence:\n- University of the Philippines | Cooperate militarily | Military (Philippines) | 2014-08-10\n- Police (Philippines) | Make statement | University of the Philippines | 2014-08-12\n- Military Personnel (Philippines) | Make statement | University of the Philippines | 2014-08-12\n- Civil Aviation Authority of the Philippines | Make statement | Military (Philippines) | 2014-04-29\n- Police (Philippines) | Express intent to engage in diplomatic cooperation (such as policy support) | Military (Philippines) | 2008-11-10\n- Police (Philippines) | Express intent to engage in diplomatic cooperation (such as policy support) | Military (Philippines) | 2006-07-06\n- Military (Philippines) | Express intent to engage in diplomatic cooperation (such as policy support) | Police (Philippines) | 2010-10-23\n- Police (Philippines) | Make statement | Civil Aviation Authority of the Philippines | 2013-09-10\n- Military Personnel (Philippines) | Return, release person(s) | University of the Philippines | 2011-06-22\n- Military Personnel (Philippines) | Return, release person(s) | University of the Philippines | 2011-06-20\n- Military Personnel (Philippines) | Express intent to engage in diplomatic cooperation (such as policy support) | Police (Philippines) | 2013-09-26\n- Military Personnel (Philippines) | Express intent to engage in diplomatic cooperation (such as policy support) | Police (Philippines) | 2013-05-27\n- Military Personnel (Philippines) | Express intent to engage in diplomatic cooperation (such as policy support) | Police (Philippines) | 2013-05-24\n- Military Personnel (Philippines) | Express intent to engage in diplomatic cooperation (such as policy support) | Police (Philippines) | 2008-12-14\n- Military Personnel (Philippines) | Express intent to engage in diplomatic cooperation (such as policy support) | Police (Philippines) | 2006-07-12\nAnswer:", "completion": " Women (Australia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1196537", "prompt": "Which country receive the visit from Julia Gillard first after Abdullah Gül did?\nEvidence:\n- Vietnam | Host a visit | Julia Gillard | 2005-01-19\n- Julia Gillard | Make a visit | Vietnam | 2005-01-19\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2007-05-17\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2006-04-06\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2005-09-06\n- China | Host a visit | Abdullah Gül | 2005-02-02\n- China | Host a visit | Abdullah Gül | 2005-02-01\n- China | Host a visit | Abdullah Gül | 2005-01-27\n- China | Host a visit | Abdullah Gül | 2005-01-25\n- Abdullah Gül | Make a visit | China | 2005-02-03\n- Abdullah Gül | Make a visit | China | 2005-02-02\n- Abdullah Gül | Make a visit | China | 2005-02-01\n- Abdullah Gül | Make a visit | China | 2005-01-27\n- Abdullah Gül | Make a visit | China | 2005-01-25\n- Julia Gillard | Consider policy option | People Associated with the Opposition (Australia) | 2007-05-02\nAnswer:", "completion": " Mexico", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1362653", "prompt": "Who was praised by the Head of Government of Kenya after 13 October 2008?\nEvidence:\n- Head of Government (Kenya) | Praise or endorse | Police (Kenya) | 2008-10-13\nAnswer:", "completion": " William Ruto", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1030267", "prompt": "Who was the first to visit Vietnam after the Laotian Air Force?\nEvidence:\n- Vietnam | Host a visit | Iran | 2005-01-11\n- Vietnam | Host a visit | Iran | 2005-01-10\n- Vietnam | Host a visit | China | 2005-01-09\n- Laos | Host a visit | Vietnam | 2005-02-16\n- Iran | Make a visit | Vietnam | 2005-01-11\n- Iran | Make a visit | Vietnam | 2005-01-10\n- China | Make a visit | Vietnam | 2005-01-09\n- Vietnam | Host a visit | Julia Gillard | 2005-01-19\n- Vietnam | Host a visit | Aleksander Kwasniewski | 2005-01-18\n- Julia Gillard | Make a visit | Vietnam | 2005-01-19\n- Aleksander Kwasniewski | Make a visit | Vietnam | 2005-01-18\n- Vietnam | Host a visit | Head of Government (Mongolia) | 2005-01-20\n- Head of Government (Mongolia) | Make a visit | Vietnam | 2005-01-20\n- Vietnam | Express intent to meet or negotiate | Thailand | 2005-01-05\n- Vietnam | Express intent to meet or negotiate | Japan | 2005-01-05\nAnswer:", "completion": " Dmitry Anatolyevich Medvedev", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1123666", "prompt": "Before Umaru Musa Yar'Adua, who was the last to praise the Saudi Arabian armed forces?\nEvidence:\n- Umaru Musa Yar'Adua | Praise or endorse | China | 2007-05-30\n- Umaru Musa Yar'Adua | Praise or endorse | Oluṣẹgun Ọbasanjọ | 2007-02-05\n- Umaru Musa Yar'Adua | Praise or endorse | Oluṣẹgun Ọbasanjọ | 2007-01-28\n- Umaru Musa Yar'Adua | Praise or endorse | Oluṣẹgun Ọbasanjọ | 2007-01-27\n- Oluṣẹgun Ọbasanjọ | Praise or endorse | Umaru Musa Yar'Adua | 2007-05-30\n- Oluṣẹgun Ọbasanjọ | Praise or endorse | Umaru Musa Yar'Adua | 2007-05-29\n- Oluṣẹgun Ọbasanjọ | Praise or endorse | Umaru Musa Yar'Adua | 2007-05-28\n- Oluṣẹgun Ọbasanjọ | Praise or endorse | Umaru Musa Yar'Adua | 2007-04-24\n- Oluṣẹgun Ọbasanjọ | Praise or endorse | Umaru Musa Yar'Adua | 2007-04-23\n- Oluṣẹgun Ọbasanjọ | Praise or endorse | Umaru Musa Yar'Adua | 2007-03-11\n- Oluṣẹgun Ọbasanjọ | Praise or endorse | Umaru Musa Yar'Adua | 2007-03-07\n- Oluṣẹgun Ọbasanjọ | Praise or endorse | Umaru Musa Yar'Adua | 2006-12-22\n- Government (Nigeria) | Praise or endorse | Umaru Musa Yar'Adua | 2007-04-24\n- Citizen (Nigeria) | Praise or endorse | Umaru Musa Yar'Adua | 2007-02-05\n- Umaru Musa Yar'Adua | Threaten | Government (Nigeria) | 2005-01-25\nAnswer:", "completion": " Royal Administration (Saudi Arabia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1172402", "prompt": "Before the Foreign Minister of Belgium, with whom did Muhammadu Buhari last want to cooperate?\nEvidence:\n- Muhammadu Buhari | Express intent to cooperate | Citizen (Nigeria) | 2007-04-09\n- Muhammadu Buhari | Express intent to cooperate | Citizen (Nigeria) | 2007-04-05\n- Muhammadu Buhari | Provide aid | Niger | 2005-07-28\n- Muhammadu Buhari | Demand | Oluṣẹgun Ọbasanjọ | 2005-07-01\n- Muhammadu Buhari | Consult | Bukola Saraki | 2006-11-21\n- Muhammadu Buhari | Accuse | Oluṣẹgun Ọbasanjọ | 2006-02-25\n- Citizen (Nigeria) | Yield | Muhammadu Buhari | 2006-12-19\n- Citizen (Nigeria) | Reject | Muhammadu Buhari | 2006-12-24\n- Bukola Saraki | Consult | Muhammadu Buhari | 2006-11-21\n- Muhammadu Buhari | Make statement | Oluṣẹgun Ọbasanjọ | 2006-12-15\n- Muhammadu Buhari | Deny responsibility | Citizen (Nigeria) | 2007-01-26\n- Citizen (Nigeria) | Reduce relations | Muhammadu Buhari | 2007-08-17\n- Royal Administration (Nigeria) | Make statement | Muhammadu Buhari | 2006-09-27\n- Muhammadu Buhari | Make statement | Royal Administration (Nigeria) | 2007-03-05\n- Muhammadu Buhari | Make statement | Presidential Candidate (Nigeria) | 2007-01-29\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1211254", "prompt": "After the Prime Minister of Greece, who expressed the intention to negotiate with the Prime Minister of Cyprus first?\nEvidence:\n- Prime Minister Chaudhry | Express intent to meet or negotiate | Prime Minister Qarase | 2006-05-19\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-09\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-08\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-11-14\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-10-05\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Demand | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-11-24\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-05-19\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2005-05-05\nAnswer:", "completion": " Antonis Samaras", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1059408", "prompt": "Who did the Limpopo police attack with small arms and light weapons after the men of Zimbabwe?\nEvidence:\n- Limpopo Police | fight with small arms and light weapons | Men (Zimbabwe) | 2010-08-31\n- Limpopo Police | fight with small arms and light weapons | Men (South Africa) | 2011-03-17\n- Limpopo Police | fight with small arms and light weapons | Men (South Africa) | 2009-01-11\n- Limpopo Police | fight with small arms and light weapons | Men (South Africa) | 2007-07-27\n- Limpopo Police | fight with small arms and light weapons | South Africa | 2010-08-31\n- Police (South Africa) | fight with small arms and light weapons | Men (South Africa) | 2005-08-13\n- Police (South Africa) | fight with small arms and light weapons | Men (South Africa) | 2005-08-05\n- Police (South Africa) | fight with small arms and light weapons | Men (South Africa) | 2005-07-16\n- Police (South Africa) | fight with small arms and light weapons | Men (South Africa) | 2005-07-10\n- Police (South Africa) | fight with small arms and light weapons | Men (South Africa) | 2005-07-04\n- Police (South Africa) | fight with small arms and light weapons | Men (South Africa) | 2005-05-30\n- Police (South Africa) | fight with small arms and light weapons | Men (South Africa) | 2005-05-29\n- Police (South Africa) | fight with small arms and light weapons | Men (South Africa) | 2005-04-19\n- Men (South Africa) | fight with small arms and light weapons | Police (South Africa) | 2005-09-01\n- Men (South Africa) | fight with small arms and light weapons | Police (South Africa) | 2005-08-06\nAnswer:", "completion": " Men (South Africa)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1147342", "prompt": "In which year did Abdullah Gül first praise Pervez Musharraf?\nEvidence:\n- Pervez Musharraf | Consult | Ali Abdullah Saleh | 2005-02-13\n- Ali Abdullah Saleh | Consult | Pervez Musharraf | 2005-02-13\n- Benazir Bhutto | Praise or endorse | Pervez Musharraf | 2005-01-08\n- Pervez Musharraf | Praise or endorse | Pakistan administered Kashmir | 2005-02-04\n- Pakistan administered Kashmir | Praise or endorse | Pervez Musharraf | 2005-02-10\n- Mahmoud Abbas | Engage in negotiation | Abdullah Gül | 2005-01-08\n- Abdullah Gül | Engage in negotiation | Mahmoud Abbas | 2005-01-08\n- Pervez Musharraf | Consult | Japan | 2005-01-10\n- Japan | Consult | Pervez Musharraf | 2005-01-10\n- Pervez Musharraf | Engage in symbolic act | Abdul Kalam | 2005-01-25\n- Pervez Musharraf | Engage in diplomatic cooperation | Benazir Bhutto | 2005-01-04\n- Don McKinnon | Demand change in leadership | Pervez Musharraf | 2005-02-12\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-02-04\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-01-10\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-02-04\nAnswer:", "completion": " 2007", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1162506", "prompt": "In February 2005, who made an appeal to the citizens of Australia?\nEvidence:\n- Citizen (Australia) | Make an appeal or request | Member of the Judiciary (United States) | 2005-01-17\n- The Daily Telegraph | Make an appeal or request | Citizen (Australia) | 2005-08-03\n- The Daily Telegraph | Make an appeal or request | Citizen (Australia) | 2005-05-04\n- The Daily Telegraph | Make an appeal or request | Citizen (Australia) | 2005-02-26\n- People Associated with the Opposition (Australia) | Make an appeal or request | Citizen (Australia) | 2005-04-01\n- Citizen (Australia) | Make an appeal or request | People Associated with the Opposition (Australia) | 2006-04-26\n- Citizen (Australia) | Make an appeal or request | People Associated with the Opposition (Australia) | 2005-07-08\n- Cabinet / Council of Ministers / Advisors (Australia) | Make an appeal or request | People Associated with the Opposition (Australia) | 2006-12-04\n- UNITA | Make an appeal or request | Member of the Judiciary (Angola) | 2005-12-19\n- Member of Parliament (Kyrgyzstan) | Make an appeal or request | Member of the Judiciary (Kyrgyzstan) | 2006-11-17\n- Member of Parliament (Kyrgyzstan) | Make an appeal or request | Member of the Judiciary (Kyrgyzstan) | 2005-06-10\n- Sondhi Limthongkul | Make an appeal or request | Office of the Attorney General | 2006-11-06\n- Sondhi Limthongkul | Make an appeal or request | Office of the Attorney General | 2006-11-04\n- Rodrigo Cabezas | Make an appeal or request | Member of the Judiciary (Venezuela) | 2006-06-28\n- Men (Denmark) | Make an appeal or request | Member of the Judiciary (Denmark) | 2005-03-14\nAnswer:", "completion": " Lawyer/Attorney (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1357723", "prompt": "In which year did the member of the Slovak parliament last praise Ivan Gasparovic?\nEvidence:\n- Member of Legislative (Govt) (Slovenia) | Consult | Ivan Gasparovic | 2005-07-08\n- Ivan Gasparovic | Consult | Member of Legislative (Govt) (Slovenia) | 2005-07-08\n- Valdas Adamkus | Praise or endorse | Ivan Gasparovic | 2005-02-28\n- Mikulas Dzurinda | Praise or endorse | Ivan Gasparovic | 2005-08-24\n- Ivan Gasparovic | Praise or endorse | Mikulas Dzurinda | 2006-01-02\n- Ivan Gasparovic | Praise or endorse | Mikulas Dzurinda | 2006-01-01\n- Ivan Gasparovic | Praise or endorse | Jerzy Szmajdzinski | 2005-01-28\n- Mikulas Dzurinda | Engage in negotiation | Ivan Gasparovic | 2005-12-08\n- Ivan Gasparovic | Engage in negotiation | Mikulas Dzurinda | 2005-12-08\n- Ivan Gasparovic | Engage in negotiation | Angelo Sodano | 2005-06-10\n- Angelo Sodano | Engage in negotiation | Ivan Gasparovic | 2005-06-10\n- Ivan Gasparovic | Praise or endorse | Royal Administration (Romania) | 2005-05-03\n- Valdas Adamkus | Consult | Ivan Gasparovic | 2005-02-28\n- Pavol Hrusovský | Consult | Ivan Gasparovic | 2005-01-17\n- Mikulas Dzurinda | Consult | Ivan Gasparovic | 2006-06-19\nAnswer:", "completion": " 2009", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1313398", "prompt": "To whom did the Democratic Party first express cooperation in 2013?\nEvidence:\n- Grand National Party | Express intent to cooperate | Democratic Party | 2013-08-06\n- Grand National Party | Express intent to cooperate | Democratic Party | 2013-06-27\n- Grand National Party | Express intent to cooperate | Democratic Party | 2013-06-23\n- Democratic Party | Express intent to cooperate | Grand National Party | 2013-08-06\n- Democratic Party | Express intent to cooperate | Grand National Party | 2013-06-27\n- Democratic Party | Express intent to cooperate | Grand National Party | 2013-06-23\n- Ruling Party (South Korea) | Express intent to cooperate | Democratic Party | 2013-08-21\n- Democratic Party | Express intent to cooperate | Ruling Party (South Korea) | 2013-08-21\n- Grand National Party | Express intent to meet or negotiate | Democratic Party | 2013-07-29\n- Member of Parliament (Mongolia) | Express intent to engage in diplomatic cooperation (such as policy support) | Democratic Party | 2013-05-29\n- Grand National Party | Consult | Democratic Party | 2013-08-08\n- Grand National Party | Consult | Democratic Party | 2013-07-13\n- Grand National Party | Consult | Democratic Party | 2013-07-11\n- Democratic Party | Demand | Grand National Party | 2013-08-14\n- Democratic Party | Consult | Grand National Party | 2013-08-08\nAnswer:", "completion": " Grand National Party", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1337316", "prompt": "Who last investigated the children of the Philippines?\nEvidence:\n- Men (Philippines) | Threaten | University of the Philippines | 2009-09-24\n- University of the Philippines | Cooperate militarily | Military (Philippines) | 2014-08-10\n- Police (Philippines) | Make statement | University of the Philippines | 2014-08-12\n- Men (Philippines) | Physically assault | University of the Philippines | 2015-07-03\n- Men (Philippines) | Physically assault | University of the Philippines | 2015-07-02\n- Police (Philippines) | Investigate | Children (Philippines) | 2011-10-27\n- Police (Philippines) | Investigate | Children (Philippines) | 2009-11-03\n- Police (Philippines) | Investigate | Children (Philippines) | 2007-08-11\n- Police (Philippines) | Investigate | Children (Philippines) | 2005-02-18\n- Police (Philippines) | Demand | Children (Philippines) | 2009-05-17\n- Police (Philippines) | Accuse | Children (Philippines) | 2011-07-29\n- Police (Philippines) | Accuse | Children (Philippines) | 2011-02-21\n- Police (Philippines) | Accuse | Children (Philippines) | 2010-11-18\n- Police (Philippines) | Accuse | Children (Philippines) | 2007-11-27\n- Police (Philippines) | Accuse | Children (Philippines) | 2006-10-19\nAnswer:", "completion": " Police (Philippines)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1087385", "prompt": "Who last commended the Provisional Irish Republican Army in 2005?\nEvidence:\n- Provisional Irish Republican Army | Threaten | Ireland | 2005-02-03\n- Provisional Irish Republican Army | Reject | Ireland | 2005-02-02\n- Ireland | Accuse | Provisional Irish Republican Army | 2005-11-08\n- Ireland | Accuse | Provisional Irish Republican Army | 2005-03-11\n- Ireland | Accuse | Provisional Irish Republican Army | 2005-03-05\n- Ireland | Accuse | Provisional Irish Republican Army | 2005-03-04\n- Ireland | Accuse | Provisional Irish Republican Army | 2005-02-28\n- Ireland | Accuse | Provisional Irish Republican Army | 2005-01-18\n- Tony Blair | Demand | Provisional Irish Republican Army | 2005-06-28\n- Provisional Irish Republican Army | Make statement | Ireland | 2005-07-31\n- Provisional Irish Republican Army | Make statement | Ireland | 2005-07-30\n- Provisional Irish Republican Army | Deny responsibility | Ireland | 2005-02-02\n- Bertie Ahern | Accuse | Provisional Irish Republican Army | 2005-02-08\n- Tony Blair | Make statement | Provisional Irish Republican Army | 2005-06-28\n- Tony Blair | Make statement | Provisional Irish Republican Army | 2005-06-27\nAnswer:", "completion": " Government (South Africa)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1141287", "prompt": "At what time did the Australian medical staff first speak to the Associated Press by telephone?\nEvidence:\n- Iraq | Discuss by telephone | Associated Press | 2005-02-27\n- Iran | Discuss by telephone | Associated Press | 2005-03-23\n- Colombia | Discuss by telephone | Associated Press | 2005-01-31\n- Associated Press | Discuss by telephone | Iraq | 2005-02-27\n- Associated Press | Discuss by telephone | Iran | 2005-03-23\n- Associated Press | Discuss by telephone | Colombia | 2005-01-31\n- Uladi Mussa | Discuss by telephone | Associated Press | 2005-01-01\n- Tomas Borge | Discuss by telephone | Associated Press | 2005-03-22\n- Police (Peru) | Discuss by telephone | Associated Press | 2005-04-20\n- Nabil Shaath | Discuss by telephone | Associated Press | 2005-01-29\n- Jerzy Szmajdzinski | Discuss by telephone | Associated Press | 2005-02-11\n- Gilchrist Olympio | Discuss by telephone | Associated Press | 2005-04-27\n- Fazlul Huq | Discuss by telephone | Associated Press | 2005-02-02\n- Associated Press | Discuss by telephone | Uladi Mussa | 2005-01-01\n- Associated Press | Discuss by telephone | Tomas Borge | 2005-03-22\nAnswer:", "completion": " 2008-11-10", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1204935", "prompt": "Could you tell me the specific month when did Andrzej Lepper last blame Gazeta Wyborcza?\nEvidence:\n- Andrzej Lepper | Threaten | Gazeta Wyborcza | 2007-05-29\n- Andrzej Lepper | Accuse | Gazeta Wyborcza | 2006-12-14\n- Andrzej Lepper | Rally opposition against | Gazeta Wyborcza | 2006-12-11\n- Government (Poland) | Consult | Gazeta Wyborcza | 2011-06-14\n- Gazeta Wyborcza | Consult | Government (Poland) | 2011-06-14\n- Businessperson (Poland) | Accuse | Gazeta Wyborcza | 2006-10-21\n- Gazeta Wyborcza | Make statement | Zbigniew Siemiatkowski | 2012-03-27\n- Gazeta Wyborcza | Make statement | Representatives (Poland) | 2005-02-25\n- Gazeta Wyborcza | Make statement | Government (Poland) | 2010-04-12\n- Gazeta Wyborcza | Make statement | Anna Fotyga | 2007-05-28\n- Women (Poland) | Accuse | Andrzej Lepper | 2006-12-22\n- Women (Poland) | Accuse | Andrzej Lepper | 2006-12-19\n- United Russia | Consult | Andrzej Lepper | 2006-10-25\n- Ministry (Poland) | Consult | Andrzej Lepper | 2006-07-26\n- Hui Liangyu | Consult | Andrzej Lepper | 2006-11-30\nAnswer:", "completion": " 2006-12", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1380977", "prompt": "Which country did Barack Obama last praise in 2015?\nEvidence:\n- Vietnam | Praise or endorse | Barack Obama | 2015-01-02\n- Barack Obama | Praise or endorse | Mexico | 2015-01-07\n- Barack Obama | Praise or endorse | Mexico | 2015-01-06\n- Barack Obama | Praise or endorse | France | 2015-01-09\n- Raúl Castro | Praise or endorse | Barack Obama | 2015-04-11\n- Barack Obama | Praise or endorse | Raúl Castro | 2015-04-14\n- Barack Obama | Praise or endorse | Raúl Castro | 2015-04-12\n- Barack Obama | Praise or endorse | Raúl Castro | 2015-04-11\n- Barack Obama | Praise or endorse | Maithripala Sirisena | 2015-01-09\n- Raúl Castro | Engage in negotiation | Barack Obama | 2015-09-30\n- Raúl Castro | Engage in negotiation | Barack Obama | 2015-09-29\n- Raúl Castro | Engage in negotiation | Barack Obama | 2015-09-19\n- Raúl Castro | Engage in negotiation | Barack Obama | 2015-07-17\n- Raúl Castro | Engage in negotiation | Barack Obama | 2015-04-16\n- Raúl Castro | Engage in negotiation | Barack Obama | 2015-04-15\nAnswer:", "completion": " France", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1242028", "prompt": "Who was the first to visit Portugal after Vietnam?\nEvidence:\n- Children (Portugal) | Occupy territory | Portugal | 2005-06-10\n- Portugal | Host a visit | Joschka Fischer | 2005-06-07\n- Portugal | Host a visit | Joschka Fischer | 2005-06-06\n- Joschka Fischer | Make a visit | Portugal | 2005-06-07\n- Joschka Fischer | Make a visit | Portugal | 2005-06-06\n- Portugal | Express intent to cooperate | France | 2005-01-27\n- France | Express intent to cooperate | Portugal | 2005-01-27\n- Foreign Affairs (Portugal) | Make statement | Portugal | 2005-06-15\n- Foreign Affairs (Portugal) | Make statement | Portugal | 2005-05-30\n- Foreign Affairs (Portugal) | Make statement | Portugal | 2005-03-31\n- Rafael Antonio Bielsa | Make a visit | Portugal | 2005-05-18\n- Portugal | Host a visit | Rafael Antonio Bielsa | 2005-05-18\n- Portugal | Make statement | Head of Government (Portugal) | 2005-03-13\n- Portugal | Make statement | Head of Government (Portugal) | 2005-03-12\n- Head of Government (Portugal) | Make statement | Portugal | 2005-03-21\nAnswer:", "completion": " The Hague", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1082238", "prompt": "After the Democratic Party of the United Kingdom, who appealed to the lawmakers of the United Kingdom?\nEvidence:\n- Citizen (United Kingdom) | Demand | Democratic Party | 2005-01-13\n- Democratic Party | Reject | Head of Government (Kenya) | 2006-01-09\n- Party Member (Turkey) | Consult | Democratic Party | 2005-12-04\n- Democratic Party | Consult | Party Member (Turkey) | 2005-12-04\n- Democratic Party | Make statement | Head of Government (Kenya) | 2006-07-12\n- Democratic Party | Deny responsibility | Head of Government (Kenya) | 2006-01-09\n- Milliyet | Make statement | Democratic Party | 2005-06-15\n- Democratic Party | Threaten | Citizen (Uganda) | 2005-05-23\n- Democratic Party | Reject | Women (Uganda) | 2006-06-01\n- Democratic Party | Reject | Women (Uganda) | 2006-05-31\n- Democratic Party | Reject | Citizen (Uganda) | 2006-01-07\n- Citizen (Uganda) | Threaten | Democratic Party | 2006-06-07\n- Citizen (Uganda) | Accuse | Democratic Party | 2006-08-28\n- Head of Government (Kenya) | Praise or endorse | Democratic Party | 2006-07-23\n- Justice and Development Party | Reduce relations | Democratic Party | 2005-08-29\nAnswer:", "completion": " Tony Blair", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1187984", "prompt": "Who condemned the media personnel of Iran to the citizens of Australia in the same month?\nEvidence:\n- Media Personnel (Iran) | Make statement | Iran | 2005-01-16\n- Representative to the United Nations (Iran) | Make statement | Iran | 2005-01-16\n- Media Personnel (International) | Make a visit | Iraq | 2005-01-12\n- Iraq | Host a visit | Media Personnel (International) | 2005-01-12\n- The Hague | Express intent to de-escalate military engagement | Iraq | 2005-02-09\n- Iraq | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2005-01-18\n- Iran | Impose restrictions on political freedoms | Media (United States) | 2005-01-05\n- Iraq | Engage in diplomatic cooperation | Iran | 2005-02-17\n- Iran | Engage in diplomatic cooperation | Iraq | 2005-02-17\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Iran | 2005-01-19\n- United Arab Emirates | Engage in diplomatic cooperation | Iran | 2005-01-11\n- United Arab Emirates | Engage in diplomatic cooperation | Iran | 2005-01-10\n- Iran | Engage in diplomatic cooperation | United Arab Emirates | 2005-01-11\n- Iran | Engage in diplomatic cooperation | United Arab Emirates | 2005-01-10\n- Media (Azerbaijan) | Make statement | Iraq | 2005-01-31\nAnswer:", "completion": " Police (Australia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1138230", "prompt": "When did Jack Straw announce his intention to meet Muhammad VI?\nEvidence:\n- Jack Straw | Consult | Muhammad VI | 2006-02-13\n- Jack Straw | Express intent to meet or negotiate | Muhammad VI | 2006-02-13\n- Muhammad VI | Express intent to meet or negotiate | Japan | 2005-11-15\n- Thailand | Consult | Jack Straw | 2005-01-07\n- Jack Straw | Consult | Thailand | 2005-01-07\n- Jack Straw | Express intent to meet or negotiate | Thailand | 2005-01-05\n- Jack Straw | Express intent to meet or negotiate | Japan | 2005-01-14\n- Jack Straw | Express intent to meet or negotiate | China | 2005-01-14\n- Jack Straw | Express intent to meet or negotiate | China | 2005-01-13\n- Azali Assouman | Express intent to meet or negotiate | Muhammad VI | 2005-07-05\n- Shimon Peres | Consult | Muhammad VI | 2005-03-20\n- Shimon Peres | Consult | Muhammad VI | 2005-03-12\n- Muhammad VI | Consult | Shimon Peres | 2005-03-20\n- Muhammad VI | Consult | Shimon Peres | 2005-03-12\n- Muhammad VI | Consult | Mahmoud Abbas | 2005-05-28\nAnswer:", "completion": " 2006-02-13", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1349928", "prompt": "After 22 March 2008, who made South Korea suffer from unconventional violence?\nEvidence:\n- Criminal (South Korea) | Use unconventional violence | South Korea | 2008-03-22\nAnswer:", "completion": " Criminal (South Korea)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 1} +{"id": "mtq_1015979", "prompt": "Who gave a denouncement to Tsai Ing-wen before People First Party Korea did?\nEvidence:\n- Tsai Ing-wen | Make statement | Party Member (Taiwan) | 2008-05-14\n- Tsai Ing-wen | Make statement | Party Member (Taiwan) | 2005-06-29\n- Tsai Ing-wen | Investigate | Kuomintang | 2008-05-18\n- Tsai Ing-wen | Demand | Kuomintang | 2008-07-05\n- Tsai Ing-wen | Accuse | China | 2005-03-20\n- China | Reject | Tsai Ing-wen | 2007-08-06\n- China | Reject | Tsai Ing-wen | 2007-08-05\n- Tsai Ing-wen | Make a visit | Japan | 2009-03-24\n- Japan | Host a visit | Tsai Ing-wen | 2009-03-24\n- People First Party Korea | Reject | Kuomintang | 2005-04-13\n- People First Party Korea | Consult | Kuomintang | 2005-08-24\n- People First Party Korea | Consult | Kuomintang | 2005-08-18\n- People First Party Korea | Consult | Kuomintang | 2005-07-27\n- People First Party Korea | Consult | Kuomintang | 2005-04-04\n- Kuomintang | Consult | People First Party Korea | 2005-08-28\nAnswer:", "completion": " Kuomintang", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1307234", "prompt": "When did the Party Member of the United Kingdom last express an intention to negotiate with the citizens of the United Kingdom?\nEvidence:\n- Party Member (United Kingdom) | Express intent to meet or negotiate | Citizen (United Kingdom) | 2008-08-09\n- Party Member (United Kingdom) | Express intent to meet or negotiate | Citizen (United Kingdom) | 2008-01-22\n- Party Member (United Kingdom) | Express intent to meet or negotiate | Citizen (United Kingdom) | 2007-03-12\n- Citizen (United Kingdom) | Express intent to meet or negotiate | Party Member (United Kingdom) | 2007-03-12\n- Citizen (United Kingdom) | Express intent to meet or negotiate | Party Member (United Kingdom) | 2007-02-14\n- Citizen (United Kingdom) | Express intent to meet or negotiate | Party Member (United Kingdom) | 2005-07-18\n- Party Member (United Kingdom) | Express intent to cooperate | Citizen (United Kingdom) | 2015-04-08\n- Party Member (United Kingdom) | Express intent to cooperate | Citizen (United Kingdom) | 2009-07-10\n- Party Member (United Kingdom) | Express intent to cooperate | Children (United Kingdom) | 2011-03-25\n- Party Member (United Kingdom) | Express intent to cooperate | Businessperson (United Kingdom) | 2014-09-02\n- Citizen (United Kingdom) | Express intent to cooperate | Party Member (United Kingdom) | 2015-04-08\n- Citizen (United Kingdom) | Express intent to cooperate | Party Member (United Kingdom) | 2014-05-10\n- Citizen (United Kingdom) | Express intent to cooperate | Party Member (United Kingdom) | 2009-07-10\n- Businessperson (United Kingdom) | Express intent to cooperate | Party Member (United Kingdom) | 2014-09-02\n- Party Member (United Kingdom) | Reject | Labor Party (United Kingdom) | 2006-08-25\nAnswer:", "completion": " 2008-08-09", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1268968", "prompt": "In what year did Yemen last declare its intention to negotiate with Eritrea?\nEvidence:\n- Yemen | Engage in negotiation | Eritrea | 2005-02-10\n- Yemen | Engage in negotiation | Eritrea | 2005-02-09\n- Eritrea | Engage in negotiation | Yemen | 2005-02-10\n- Eritrea | Engage in negotiation | Yemen | 2005-02-09\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-07-21\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-03-10\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-01-01\n- Eritrea | Engage in diplomatic cooperation | Yemen | 2005-07-21\n- Eritrea | Engage in diplomatic cooperation | Yemen | 2005-03-10\n- Eritrea | Engage in diplomatic cooperation | Yemen | 2005-01-01\n- Yemen | Consult | Eritrea | 2005-03-11\n- Eritrea | Consult | Yemen | 2005-03-11\n- Yemen | Host a visit | Eritrea | 2005-02-10\n- Eritrea | Praise or endorse | Yemen | 2005-02-04\n- Eritrea | Make a visit | Yemen | 2005-02-10\nAnswer:", "completion": " 2013", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1276758", "prompt": "Who was the last to release people to the citizens of Belgium?\nEvidence:\n- Iran | Return, release person(s) | Indigenous People (Belgium) | 2009-12-09\n- Green Party (Belgium) | Make statement | People Associated with the Opposition (Belgium) | 2007-11-12\n- Indigenous People (Belgium) | Accuse | Police (Belgium) | 2008-11-02\n- Ministry (Belgium) | Express intent to cooperate | Indigenous People (Belgium) | 2014-12-25\n- Pierre Vimont | Demand | People Associated with the Opposition (Belgium) | 2012-10-13\n- Pierre Vimont | Make statement | People Associated with the Opposition (Belgium) | 2012-10-13\n- Police (Belgium) | Return, release person(s) | Men (Belgium) | 2015-08-19\n- Police (Belgium) | Return, release person(s) | Men (Belgium) | 2014-05-26\n- Police (Belgium) | Return, release person(s) | Men (Belgium) | 2011-05-25\n- Police (Belgium) | Return, release person(s) | Citizen (Belgium) | 2015-12-21\n- Police (Belgium) | Return, release person(s) | Citizen (Belgium) | 2014-09-16\n- Police (Belgium) | Return, release person(s) | Citizen (Belgium) | 2014-03-01\n- Police (Belgium) | Return, release person(s) | Citizen (Belgium) | 2012-08-29\n- Police (Belgium) | Return, release person(s) | Citizen (Belgium) | 2012-08-28\n- Police (Belgium) | Return, release person(s) | Citizen (Belgium) | 2012-08-01\nAnswer:", "completion": " Police (Belgium)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1360097", "prompt": "Who first made an request to the citizens of Australia after Mike Ferguson did?\nEvidence:\n- Mike Ferguson | Make an appeal or request | Citizen (Australia) | 2010-03-25\n- Mike Ferguson | Praise or endorse | Iraq | 2006-04-09\n- Japan | Make an appeal or request | Iraq | 2005-02-14\n- China | Make an appeal or request | Iraq | 2005-01-19\n- The Hague | Express intent to de-escalate military engagement | Iraq | 2005-02-09\n- Iraq | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2005-01-18\n- Iraq | Make an appeal or request | Citizen (Bulgaria) | 2005-01-21\n- Interim Leader (Iraq) | Make an appeal or request | Iraq | 2005-01-31\n- Iraq | Make optimistic comment | Assemblies (Australia) | 2005-01-15\n- Citizen (Australia) | Demonstrate or rally | Iraq | 2005-02-07\n- Iraq | Receive deployment of peacekeepers | Government (Italy) | 2005-01-17\n- Head of Government (Egypt) | Make statement | Iraq | 2005-01-28\n- Chief of Staff (Poland) | Make statement | Iraq | 2005-01-04\n- Kuwait | Express intent to meet or negotiate | Iraq | 2005-01-05\n- Japan | Express intent to provide economic aid | Iraq | 2005-01-18\nAnswer:", "completion": " Police (Australia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1366039", "prompt": "Could you tell me the exact month when the Congress of Argentina signed an agreement with the presidential candidate of Argentina?\nEvidence:\n- Presidential Candidate (Argentina) | Sign formal agreement | Congress (Argentina) | 2014-12-09\n- Congress (Argentina) | Sign formal agreement | Presidential Candidate (Argentina) | 2014-12-09\n- Presidential Candidate (Argentina) | Reject | Congress (Argentina) | 2014-10-09\n- Presidential Candidate (Argentina) | Demand | Congress (Argentina) | 2014-08-06\n- Presidential Candidate (Argentina) | Demand | Congress (Argentina) | 2014-06-17\n- Presidential Candidate (Argentina) | Consult | Congress (Argentina) | 2014-11-17\n- Presidential Candidate (Argentina) | Consult | Congress (Argentina) | 2014-10-09\n- Presidential Candidate (Argentina) | Consult | Congress (Argentina) | 2014-09-02\n- Congress (Argentina) | Demand | Presidential Candidate (Argentina) | 2014-08-06\n- Congress (Argentina) | Demand | Presidential Candidate (Argentina) | 2014-06-17\n- Congress (Argentina) | Consult | Presidential Candidate (Argentina) | 2014-11-17\n- Congress (Argentina) | Consult | Presidential Candidate (Argentina) | 2014-10-09\n- Congress (Argentina) | Consult | Presidential Candidate (Argentina) | 2014-09-02\n- Congress (Argentina) | Accuse | Presidential Candidate (Argentina) | 2015-01-14\n- Presidential Candidate (Argentina) | Make statement | Congress (Argentina) | 2015-01-15\nAnswer:", "completion": " 2014-12", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1024933", "prompt": "When did Ismaïl Omar Guelleh first visit the Government of Djibouti?\nEvidence:\n- Ismaïl Omar Guelleh | Consult | Government Official (Djibouti) | 2006-11-15\n- Government Official (Djibouti) | Consult | Ismaïl Omar Guelleh | 2006-11-15\n- Djibouti | Make statement | Ismaïl Omar Guelleh | 2005-04-09\n- Ismaïl Omar Guelleh | Engage in negotiation | Djibouti | 2006-09-15\n- Djibouti | Engage in negotiation | Ismaïl Omar Guelleh | 2006-09-15\n- Ismaïl Omar Guelleh | Make empathetic comment | Citizen (Djibouti) | 2006-04-07\n- Djibouti | Engage in symbolic act | Ismaïl Omar Guelleh | 2005-05-07\n- Ismaïl Omar Guelleh | Make a visit | Head of Government (Qatar) | 2005-02-16\n- Head of Government (Qatar) | Host a visit | Ismaïl Omar Guelleh | 2005-02-16\n- Qatar | Host a visit | Ismaïl Omar Guelleh | 2005-06-14\n- Qatar | Host a visit | Ismaïl Omar Guelleh | 2005-02-16\n- Qatar | Host a visit | Ismaïl Omar Guelleh | 2005-02-15\n- Oman | Host a visit | Ismaïl Omar Guelleh | 2006-08-17\n- Ismaïl Omar Guelleh | Make a visit | Qatar | 2005-06-14\n- Ismaïl Omar Guelleh | Make a visit | Qatar | 2005-02-16\nAnswer:", "completion": " 2009-09-10", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1359506", "prompt": "Which country praised Abdel Fattah Al-Sisi last, before the businessman of Germany?\nEvidence:\n- Protester (Egypt) | Reject | Abdel Fattah Al-Sisi | 2013-01-29\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-07-03\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-04-24\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-20\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-18\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-17\n- Barack Obama | Consult | Abdel Fattah Al-Sisi | 2013-04-26\n- Abdel Fattah Al-Sisi | Threaten | Protester (Egypt) | 2013-07-24\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-07-03\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-04-24\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-20\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-18\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-17\n- Abdel Fattah Al-Sisi | Consult | Barack Obama | 2013-04-26\n- Head of Government (Egypt) | Reject | Abdel Fattah Al-Sisi | 2013-07-03\nAnswer:", "completion": " France", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1229005", "prompt": "Who was the first to endorse the government of Croatia after Ivica Kirin?\nEvidence:\n- Ivica Kirin | Praise or endorse | Government (Croatia) | 2006-09-29\n- Ivica Kirin | Reject | Citizen (Croatia) | 2007-06-13\n- Police (Croatia) | Praise or endorse | Ivica Kirin | 2005-07-12\n- Police (Croatia) | Make statement | Ivica Kirin | 2008-07-23\n- Ivica Kirin | Make statement | Police (Croatia) | 2007-10-04\n- Ivica Kirin | Make statement | Police (Croatia) | 2006-11-15\n- Ivica Kirin | Make statement | Police (Croatia) | 2006-10-11\n- Ivica Kirin | Make statement | Police (Croatia) | 2006-02-27\n- Ivica Kirin | Make statement | Police (Croatia) | 2005-12-09\n- Ivica Kirin | Make statement | Police (Croatia) | 2005-11-04\n- Ivica Kirin | Make statement | Police (Croatia) | 2005-09-21\n- Ivica Kirin | Make statement | Police (Croatia) | 2005-09-01\n- Ivica Kirin | Consult | Domestic Affairs (Croatia) | 2007-07-06\n- Ivica Kirin | Consult | Domestic Affairs (Croatia) | 2007-07-05\n- Domestic Affairs (Croatia) | Consult | Ivica Kirin | 2007-07-06\nAnswer:", "completion": " Labor Union (Croatia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1155327", "prompt": "Who negotiated with the United Arab Emirates in 2009?\nEvidence:\n- United Arab Emirates | Engage in negotiation | Japan | 2009-01-13\n- United Arab Emirates | Engage in negotiation | Iran | 2009-01-28\n- Japan | Engage in negotiation | United Arab Emirates | 2009-01-13\n- Iran | Engage in negotiation | United Arab Emirates | 2009-01-28\n- Yemen | Consult | United Arab Emirates | 2009-01-08\n- United Arab Emirates | Consult | Yemen | 2009-01-08\n- Vietnam | Engage in diplomatic cooperation | United Arab Emirates | 2009-02-18\n- Vietnam | Engage in diplomatic cooperation | United Arab Emirates | 2009-02-17\n- Vietnam | Engage in diplomatic cooperation | United Arab Emirates | 2009-02-09\n- Vietnam | Engage in diplomatic cooperation | United Arab Emirates | 2009-02-05\n- United Arab Emirates | Engage in diplomatic cooperation | Vietnam | 2009-02-17\n- United Arab Emirates | Engage in diplomatic cooperation | Vietnam | 2009-02-09\n- United Arab Emirates | Engage in diplomatic cooperation | Vietnam | 2009-02-05\n- China | Engage in diplomatic cooperation | United Arab Emirates | 2009-01-12\n- United Arab Emirates | Reject | Citizen (United Kingdom) | 2009-01-22\nAnswer:", "completion": " Iran", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1291198", "prompt": "Who wanted to negotiate with Ma Ying Jeou in the same month as Okada Katsuya?\nEvidence:\n- Ma Ying Jeou | Demand | Kuomintang | 2005-02-05\n- China | Reject | Ma Ying Jeou | 2005-01-05\n- China | Reject | Ma Ying Jeou | 2005-01-04\n- Ma Ying Jeou | Express intent to meet or negotiate | Thailand | 2005-01-13\n- Ma Ying Jeou | Express intent to meet or negotiate | Japan | 2005-03-02\n- Ma Ying Jeou | Express intent to meet or negotiate | Japan | 2005-03-01\n- Ma Ying Jeou | Express intent to meet or negotiate | Japan | 2005-02-24\n- Ma Ying Jeou | Express intent to meet or negotiate | China | 2005-04-18\n- Okada Katsuya | Demand | Japan | 2009-09-05\n- Okada Katsuya | Demand | Iran | 2006-05-03\n- Ma Ying Jeou | Make statement | Kuomintang | 2005-04-15\n- Ma Ying Jeou | Make statement | Japan | 2005-03-04\n- Ma Ying Jeou | Make statement | China | 2005-03-28\n- Ma Ying Jeou | Make statement | China | 2005-03-06\n- Ma Ying Jeou | Make statement | China | 2005-01-07\nAnswer:", "completion": " Anote Tong", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1168070", "prompt": "Before Mahmoud Abbas, who was the last to make a request to the other Egyptian authorities and officials?\nEvidence:\n- Pervez Musharraf | Make an appeal or request | Mahmoud Abbas | 2005-01-10\n- Gerhard Schröder | Make an appeal or request | Mahmoud Abbas | 2005-01-10\n- Mahmoud Abbas | Make statement | Japan | 2005-01-10\n- Shimon Peres | Make statement | Mahmoud Abbas | 2005-01-10\n- Pervez Musharraf | Make statement | Mahmoud Abbas | 2005-01-11\n- Pervez Musharraf | Make statement | Mahmoud Abbas | 2005-01-10\n- Nabil Shaath | Make statement | Mahmoud Abbas | 2005-01-15\n- Mwai Kibaki | Make statement | Mahmoud Abbas | 2005-01-11\n- Malaysia | Make optimistic comment | Mahmoud Abbas | 2005-01-12\n- Gerhard Schröder | Make statement | Mahmoud Abbas | 2005-01-10\n- Mahmoud Abbas | Make an appeal or request | Armed Gang (Palestinian Territory, Occupied) | 2006-01-09\n- Mahmoud Abbas | Make an appeal or request | Armed Gang (Palestinian Territory, Occupied) | 2005-08-17\n- Shimon Peres | Make optimistic comment | Mahmoud Abbas | 2005-01-09\n- Javier Solana | Make pessimistic comment | Mahmoud Abbas | 2005-01-14\n- Citizen (International) | Make optimistic comment | Mahmoud Abbas | 2005-01-10\nAnswer:", "completion": " Office of the United Nations High Commissioner for Human Rights", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1051014", "prompt": "Before the Lawyer/Attorney of Indonesia, who was last accused by the citizens of Australia?\nEvidence:\n- Office of the Attorney General | Reject | Lawyer/Attorney (Indonesia) | 2008-11-04\n- Lawyer/Attorney (Indonesia) | Consult | Lawyer/Attorney (Australia) | 2005-06-05\n- Lawyer/Attorney (Australia) | Demand | Lawyer/Attorney (Indonesia) | 2005-05-29\n- Lawyer/Attorney (Australia) | Consult | Lawyer/Attorney (Indonesia) | 2005-06-05\n- Lawyer/Attorney (Indonesia) | Make statement | Lawyer/Attorney (Australia) | 2005-07-23\n- Lawyer/Attorney (Indonesia) | Make statement | Lawyer/Attorney (Australia) | 2005-06-29\n- Lawyer/Attorney (Australia) | Make statement | Lawyer/Attorney (Indonesia) | 2005-05-30\n- Police (Indonesia) | Investigate | Lawyer/Attorney (Australia) | 2013-10-19\n- Police (Australia) | Consult | Lawyer/Attorney (Indonesia) | 2005-03-21\n- Lawyer/Attorney (Indonesia) | Reject | Women (Australia) | 2005-05-06\n- Lawyer/Attorney (Indonesia) | Reject | Police (Australia) | 2006-01-31\n- Lawyer/Attorney (Indonesia) | Investigate | Criminal (Australia) | 2014-02-11\n- Lawyer/Attorney (Indonesia) | Investigate | Citizen (Australia) | 2013-02-12\n- Lawyer/Attorney (Indonesia) | Consult | Police (Australia) | 2005-03-21\n- Lawyer/Attorney (Indonesia) | Consult | Criminal (Australia) | 2005-10-13\nAnswer:", "completion": " Member of Parliament (Australia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1376456", "prompt": "Which country was the first to negotiate with Ali Abdullah Saleh in 2010?\nEvidence:\n- Yemen | Engage in negotiation | Ali Abdullah Saleh | 2010-02-18\n- Yemen | Engage in negotiation | Ali Abdullah Saleh | 2010-02-17\n- Ali Abdullah Saleh | Engage in negotiation | Yemen | 2010-02-18\n- Ali Abdullah Saleh | Engage in negotiation | Yemen | 2010-02-17\n- Yemen | Consult | Ali Abdullah Saleh | 2010-02-24\n- Yemen | Consult | Ali Abdullah Saleh | 2010-02-23\n- Ali Abdullah Saleh | Consult | Yemen | 2010-02-24\n- Ali Abdullah Saleh | Consult | Yemen | 2010-02-23\n- Omar Suleiman | Consult | Ali Abdullah Saleh | 2010-01-23\n- Ali Abdullah Saleh | Make statement | Yemen | 2010-02-25\n- Ali Abdullah Saleh | Make statement | Yemen | 2010-02-24\n- Ali Abdullah Saleh | Make statement | Yemen | 2010-01-11\n- Ali Abdullah Saleh | Make statement | Yemen | 2010-01-07\n- Ali Abdullah Saleh | Make statement | Yemen | 2010-01-06\n- Ali Abdullah Saleh | Make statement | Yemen | 2010-01-05\nAnswer:", "completion": " Yemen", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1081652", "prompt": "After Kazakhstan, which country was the first to support South Korea?\nEvidence:\n- South Korea | Express intent to engage in diplomatic cooperation (such as policy support) | Kazakhstan | 2005-04-22\n- Kazakhstan | Express intent to engage in diplomatic cooperation (such as policy support) | South Korea | 2005-04-22\n- South Korea | Grant diplomatic recognition | Kazakhstan | 2005-01-27\n- Kazakhstan | Make an appeal or request | South Korea | 2005-04-20\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | South Korea | 2005-01-06\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- South Korea | Express intent to cooperate | Japan | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-06\n- Japan | Express intent to cooperate | South Korea | 2005-01-13\n- China | Express intent to cooperate | South Korea | 2005-01-13\n- China | Express intent to cooperate | South Korea | 2005-01-06\n- South Korea | Express intent to engage in diplomatic cooperation (such as policy support) | Emperor Akihito | 2005-01-13\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1228507", "prompt": "After the Detainee of Venezuela, who did the Ministry of Venezuela accuse?\nEvidence:\n- Ministry (Venezuela) | Accuse | Detainee (Venezuela) | 2009-04-21\n- Ministry (Venezuela) | Make statement | Detainee (Venezuela) | 2010-07-04\n- Citizen (Venezuela) | Accuse of human rights abuses | Detainee (Venezuela) | 2008-03-14\n- Ministry (Venezuela) | Accuse | Men (Venezuela) | 2013-06-08\n- Ministry (Venezuela) | Accuse | Citizen (Venezuela) | 2015-08-07\n- Ministry (Venezuela) | Accuse | Citizen (Venezuela) | 2014-06-03\n- Ministry (Venezuela) | Accuse | Citizen (Venezuela) | 2012-11-30\n- Ministry (Venezuela) | Accuse | Citizen (Venezuela) | 2012-03-23\n- Ministry (Venezuela) | Accuse | Citizen (Venezuela) | 2011-08-23\n- Ministry (Venezuela) | Accuse | Citizen (Venezuela) | 2009-09-19\n- Ministry (Venezuela) | Accuse | Citizen (Venezuela) | 2008-05-14\n- Ministry (Venezuela) | Accuse | Citizen (Venezuela) | 2007-09-28\n- Ministry (Venezuela) | Accuse | Citizen (Venezuela) | 2006-08-05\n- Ministry (Venezuela) | Accuse | Citizen (Venezuela) | 2005-11-07\n- Ministry (Venezuela) | Accuse | Citizen (Venezuela) | 2005-08-17\nAnswer:", "completion": " Men (Venezuela)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1194431", "prompt": "To whom did the Party member of Thailand make an appeal after the year 2006?\nEvidence:\n- Party Member (Thailand) | Make an appeal or request | Citizen (Thailand) | 2005-02-20\n- Party Member (Thailand) | Make an appeal or request | Citizen (Thailand) | 2005-02-19\n- Party Member (Thailand) | Make an appeal or request | Citizen (Thailand) | 2005-02-14\n- Party Member (Thailand) | Make an appeal or request | Citizen (Thailand) | 2005-02-08\n- Party Member (Thailand) | Make an appeal or request | Citizen (Thailand) | 2005-02-02\n- Party Member (Thailand) | Make an appeal or request | Citizen (Thailand) | 2005-01-31\n- Party Member (Thailand) | Make an appeal or request | Citizen (Thailand) | 2005-01-27\n- Citizen (Thailand) | Make an appeal or request | Party Member (Thailand) | 2005-02-08\n- Citizen (Thailand) | Make an appeal or request | Party Member (Thailand) | 2005-02-04\n- Party Member (Thailand) | Reject | Citizen (Thailand) | 2005-02-08\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-02-16\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-02-14\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-02-11\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-02-02\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-02-01\nAnswer:", "completion": " Company - Owner or Operator (Thailand)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1151464", "prompt": "Who was accused by the citizens of United Kingdom last before the Socialist Workers' Party of United Kingdom?\nEvidence:\n- Workers' Party | Engage in material cooperation | Workers' Party (Mexico) | 2011-01-31\n- Workers' Party (Mexico) | Engage in material cooperation | Workers' Party | 2011-01-31\n- Mexico | Praise or endorse | Workers' Party | 2012-06-25\n- Workers' Party | Engage in material cooperation | New Alliance Party | 2011-02-07\n- New Alliance Party | Engage in material cooperation | Workers' Party | 2011-02-07\n- Workers' Party | Praise or endorse | Population (Algeria) | 2012-04-25\n- Population (Brazil) | Criticize or denounce | Workers' Party | 2006-10-06\n- Dahlan Iskan | Consider policy option | Workers' Party | 2014-10-08\n- Information / Communication / Transparency Ministry (Indonesia) | Reduce relations | Workers' Party | 2011-10-04\n- Sérgio de Oliveira Cabral Santos Filho | Praise or endorse | Workers' Party | 2008-06-07\n- Special Rapporteurs of the United Nations | Make statement | Sérgio de Oliveira Cabral Santos Filho | 2007-11-09\n- Sérgio de Oliveira Cabral Santos Filho | Reject proposal to meet, discuss, or negotiate | Special Rapporteurs of the United Nations | 2008-06-03\n- New Alliance Party | Make statement | National Action Party (Mexico) | 2009-03-05\n- New Alliance Party | Engage in negotiation | National Action Party | 2008-06-14\n- New Alliance Party | Criticize or denounce | Green Party (Mexico) | 2012-04-02\nAnswer:", "completion": " Lawyer/Attorney (United States)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1320087", "prompt": "After Abhisit Vejjajiva, whom did the Governor of Thailand support?\nEvidence:\n- Thailand | Consult | Abhisit Vejjajiva | 2006-04-27\n- Thailand | Consult | Abhisit Vejjajiva | 2005-02-16\n- Abhisit Vejjajiva | Consult | Thailand | 2006-04-27\n- Abhisit Vejjajiva | Consult | Thailand | 2005-02-16\n- Abhisit Vejjajiva | Make statement | Thailand | 2006-04-30\n- Abhisit Vejjajiva | Make statement | Thailand | 2006-02-25\n- Abhisit Vejjajiva | Make statement | Thailand | 2005-12-28\n- Abhisit Vejjajiva | Make statement | Thailand | 2005-06-30\n- Abhisit Vejjajiva | Make statement | Thailand | 2005-06-29\n- Abhisit Vejjajiva | Demand | Citizen (Thailand) | 2006-04-03\n- Citizen (Thailand) | Accuse of crime, corruption | Abhisit Vejjajiva | 2006-05-23\n- Media Personnel (Thailand) | Consult | Abhisit Vejjajiva | 2006-03-06\n- Media Personnel (Thailand) | Consult | Abhisit Vejjajiva | 2006-03-02\n- Abhisit Vejjajiva | Make statement | Media (Thailand) | 2005-09-30\n- Abhisit Vejjajiva | Make pessimistic comment | Thailand | 2005-08-10\nAnswer:", "completion": " Student (Thailand)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1088994", "prompt": "Before Dec, the year of 2012, who received the visit from Ali Baqeri?\nEvidence:\n- The Hague | Engage in negotiation | Ali Baqeri | 2007-03-01\n- Ali Baqeri | Engage in negotiation | The Hague | 2007-03-01\n- Iran | Host a visit | Ali Baqeri | 2011-01-13\n- China | Host a visit | Ali Baqeri | 2012-05-12\n- China | Host a visit | Ali Baqeri | 2012-05-04\n- China | Host a visit | Ali Baqeri | 2012-01-21\n- China | Host a visit | Ali Baqeri | 2012-01-20\n- Ali Baqeri | Make a visit | Iran | 2011-01-13\n- Ali Baqeri | Make a visit | China | 2012-05-12\n- Ali Baqeri | Make a visit | China | 2012-05-04\n- Ali Baqeri | Make a visit | China | 2012-01-21\n- Ali Baqeri | Make a visit | China | 2012-01-20\n- Iran | Consult | Ali Baqeri | 2010-10-13\n- Ali Baqeri | Consult | Iran | 2010-10-13\n- Seyran Ohanyan | Consult | Ali Baqeri | 2008-12-25\nAnswer:", "completion": " China", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1252075", "prompt": "Who did Yasuo Fukuda ask to join the Japanese Self-Defence Forces in the same year?\nEvidence:\n- Yasuo Fukuda | Demand | Japan | 2007-09-15\n- Yasuo Fukuda | Engage in negotiation | Donald Rumsfeld | 2006-05-12\n- Yasuo Fukuda | Engage in negotiation | Donald Rumsfeld | 2006-05-11\n- Yasuo Fukuda | Engage in diplomatic cooperation | China | 2006-06-19\n- Yasuo Fukuda | Engage in diplomatic cooperation | China | 2006-04-25\n- Donald Rumsfeld | Engage in negotiation | Yasuo Fukuda | 2006-05-12\n- Donald Rumsfeld | Engage in negotiation | Yasuo Fukuda | 2006-05-11\n- Yasuo Fukuda | Engage in diplomatic cooperation | South Korea | 2006-06-19\n- Yasuo Fukuda | Make statement | Japan | 2007-09-25\n- Yasuo Fukuda | Make statement | Japan | 2007-09-23\n- Yasuo Fukuda | Make statement | Japan | 2007-09-15\n- Yasuo Fukuda | Make statement | Japan | 2006-04-09\n- Yasuo Fukuda | Consult | Jusuf Kalla | 2006-05-24\n- Yasuo Fukuda | Consult | Donald Rumsfeld | 2006-05-17\n- Yasuo Fukuda | Consult | Donald Rumsfeld | 2006-05-12\nAnswer:", "completion": " Bureaucrat (Japan)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1386236", "prompt": "To whom did the main opposition of South Africa make the last appeal before South Africa?\nEvidence:\n- South Africa | Make an appeal or request | Togo | 2005-02-06\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- South Africa | Make an appeal or request | Citizen (International) | 2005-02-03\n- South Africa | Make an appeal or request | Citizen (International) | 2005-01-21\n- African Union | Make an appeal or request | South Africa | 2005-01-02\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- South Africa | Make an appeal or request | UN Security Council | 2005-01-31\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- Tanzania | Make a visit | South Africa | 2005-02-22\n- South Africa | Make empathetic comment | Togo | 2005-02-06\n- Ronnie Mamoepa | Make statement | South Africa | 2005-01-06\n- Ronnie Mamoepa | Make statement | South Africa | 2005-01-02\n- Angola | Make a visit | South Africa | 2005-02-18\n- South Africa | Consult | China | 2005-02-05\nAnswer:", "completion": " Jacob Sello Selebi", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1388533", "prompt": "What country was Sudan accused of before April 2006?\nEvidence:\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-27\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-26\n- Sudan | Return, release person(s) | Citizen (Sudan) | 2005-01-19\nAnswer:", "completion": " Eritrea", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1116828", "prompt": "Who did Tzipi Livni negotiate with in the same month as Shimon Peres?\nEvidence:\n- Tzipi Livni | Reject | Qatar | 2006-02-13\n- Tzipi Livni | Engage in negotiation | Mahmoud Abbas | 2006-05-20\n- Mahmoud Abbas | Engage in negotiation | Tzipi Livni | 2006-05-21\n- Mahmoud Abbas | Engage in negotiation | Tzipi Livni | 2006-05-20\n- Shimon Peres | Engage in negotiation | Joschka Fischer | 2005-03-11\n- Shimon Peres | Engage in negotiation | Emaar Properties | 2005-02-23\n- Shimon Peres | Engage in negotiation | Emaar Properties | 2005-02-18\n- Joschka Fischer | Engage in negotiation | Shimon Peres | 2005-03-11\n- Emaar Properties | Engage in negotiation | Shimon Peres | 2005-02-23\n- Emaar Properties | Engage in negotiation | Shimon Peres | 2005-02-18\n- Tzipi Livni | Engage in negotiation | Foreign Affairs (France) | 2006-05-17\n- Foreign Affairs (France) | Engage in negotiation | Tzipi Livni | 2006-05-17\n- Wolfgang Schüssel | Consult | Tzipi Livni | 2006-03-02\n- Tzipi Livni | Investigate | Police (Israel) | 2005-12-30\n- Tzipi Livni | Demand | Settler (Israel) | 2005-05-25\nAnswer:", "completion": " Benjamin Netanyahu", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1012153", "prompt": "In which year did Bukola Saraki last appeal to the citizens of Saudi Arabia?\nEvidence:\n- Head of Government (Nigeria) | Engage in symbolic act | Bukola Saraki | 2007-10-15\n- Muhammadu Buhari | Consult | Bukola Saraki | 2006-11-21\n- Bukola Saraki | Threaten | Citizen (Nigeria) | 2009-11-25\n- Bukola Saraki | Consult | Muhammadu Buhari | 2006-11-21\n- Bukola Saraki | Accuse | Government (Nigeria) | 2005-09-22\n- Bukola Saraki | Accuse | Citizen (Nigeria) | 2007-05-28\n- Head of Government (Nigeria) | Make statement | Bukola Saraki | 2007-12-20\n- Head of Government (Nigeria) | Make an appeal or request | Bukola Saraki | 2006-01-30\n- Bukola Saraki | Express intent to cooperate | Citizen (Nigeria) | 2008-07-11\n- Jonah David Jang | Consult | Bukola Saraki | 2008-09-17\n- Citizen (Nigeria) | Complain officially | Bukola Saraki | 2009-02-06\n- Bukola Saraki | Provide aid | Citizen (Nigeria) | 2009-02-19\n- Bukola Saraki | Make statement | Government (Nigeria) | 2009-11-25\n- Bukola Saraki | Make statement | Government (Nigeria) | 2009-03-30\n- Bukola Saraki | Make statement | Government (Nigeria) | 2008-11-07\nAnswer:", "completion": " 2013", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1225491", "prompt": "After February 2015, who hosted the visit of the Indian Prime Minister?\nEvidence:\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-09\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-08\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-11-14\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-10-05\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Demand | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-11-24\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-05-19\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2005-05-05\n- Prime Minister Qarase | Make statement | Prime Minister Chaudhry | 2006-07-13\nAnswer:", "completion": " Ireland", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1255367", "prompt": "Who was denounced by Barack Obama in the same month as the Israeli settler?\nEvidence:\n- Uhuru Muigai Kenyatta | Engage in negotiation | Barack Obama | 2006-08-25\n- Barack Obama | Engage in negotiation | Uhuru Muigai Kenyatta | 2006-08-25\n- Barack Obama | Reject | Iraq | 2007-04-03\n- Barack Obama | Reject | Iraq | 2006-10-28\n- Mwai Kibaki | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Make statement | Iraq | 2007-05-15\n- Barack Obama | Make statement | Iraq | 2007-03-20\n- Barack Obama | Make statement | Iraq | 2007-02-11\n- Barack Obama | Make statement | Iran | 2007-04-27\n- Barack Obama | Make statement | China | 2006-09-08\n- Barack Obama | Consult | Mwai Kibaki | 2006-08-25\n- Sudan | Host a visit | Barack Obama | 2006-09-03\n- Sudan | Host a visit | Barack Obama | 2006-09-02\n- Iraq | Host a visit | Barack Obama | 2006-01-08\n- Iraq | Host a visit | Barack Obama | 2006-01-07\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1187778", "prompt": "Who was the first person to whom the Thai protesters appealed, after the Thai party member?\nEvidence:\n- People First Party Korea | Make statement | Party Member (Taiwan) | 2005-01-11\n- Party President (Pheu Thai Party) | Make statement | Party Member (Thailand) | 2013-03-11\n- Chart Thai | Make statement | Party Member (Thailand) | 2014-03-27\n- Chart Thai | Make statement | Party Member (Thailand) | 2008-06-24\n- Chart Thai | Praise or endorse | Party Member (Thailand) | 2011-06-22\n- Chart Thai | Express intent to meet or negotiate | Party Member (Thailand) | 2006-02-26\n- Member of Parliament (Thailand) | Make statement | Party President (Pheu Thai Party) | 2013-07-10\n- People Associated with the Opposition (Brazil) | Return, release person(s) | Party Member (Brazil) | 2014-11-03\n- First Command of the Capital | Express intent to engage in diplomatic cooperation (such as policy support) | Party Member (Brazil) | 2006-06-12\n- Party Member (Turkey) | Accuse | Member of the Judiciary (Turkey) | 2008-12-27\n- Member of the Judiciary (Turkey) | Accuse | Party Member (Turkey) | 2008-12-27\n- Party Member (Thailand) | Make an appeal or request | Chart Thai | 2008-01-14\n- Chart Thai | Make an appeal or request | Party Member (Thailand) | 2008-01-14\n- Thailand | Return, release person(s) | Party Member (Thailand) | 2013-04-18\n- The Daily Telegraph | Demand | Party Member (Vietnam) | 2005-10-25\nAnswer:", "completion": " Citizen (Thailand)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1217649", "prompt": "Before the Ministry of Public Safety of Canada, who was the last to support the police of Canada?\nEvidence:\n- Police (Canada) | Consult | Ministry of Public Security (Canada) | 2011-09-18\n- Ministry of Public Security (Canada) | Consult | Police (Canada) | 2011-09-18\n- Ministry of Public Security (Canada) | Make statement | Police (Canada) | 2007-08-31\n- Police (Canada) | Praise or endorse | Ministry of Public Security (Canada) | 2009-09-17\n- Ministry of Public Security (Canada) | Praise or endorse | Police (Canada) | 2011-05-16\n- Police (Canada) | Engage in material cooperation | Ministry of Public Security (Canada) | 2015-05-07\n- Ministry of Public Security (Canada) | Make statement | Business (Canada) | 2014-02-04\n- Ministry of Public Security (Canada) | Make statement | Business (Canada) | 2014-02-03\n- Ministry of Public Security (Canada) | Make statement | Business (Canada) | 2014-01-20\n- Ministry of Public Security (Canada) | Make statement | Business (Canada) | 2013-11-25\n- Ministry of Public Security (Canada) | Make statement | Business (Canada) | 2013-10-15\n- Ministry of Public Security (Canada) | Make statement | Business (Canada) | 2013-09-30\n- Ministry of Public Security (Canada) | Make statement | Business (Canada) | 2013-09-12\n- Ministry of Public Security (Canada) | Make statement | Business (Canada) | 2013-09-06\n- Ministry of Public Security (Canada) | Make statement | Business (Canada) | 2013-09-05\nAnswer:", "completion": " Vic Toews", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1227371", "prompt": "After international governmental organisations, who was the first to be endorsed by Xi Jinping?\nEvidence:\n- Xi Jinping | Accuse | France | 2008-04-27\n- Xi Jinping | Make statement | Japan | 2008-04-18\n- Xi Jinping | Make statement | China | 2008-05-29\n- Xi Jinping | Make statement | China | 2008-04-29\n- Xi Jinping | Make statement | China | 2008-04-27\n- Xi Jinping | Make statement | China | 2008-04-23\n- Xi Jinping | Make statement | China | 2008-04-18\n- Xi Jinping | Make statement | China | 2008-04-03\n- Xi Jinping | Make statement | China | 2007-12-19\n- Xi Jinping | Make statement | China | 2007-11-22\n- Xi Jinping | Make statement | China | 2007-11-16\n- Xi Jinping | Consult | Wen Jiabao | 2008-02-28\n- Xi Jinping | Consult | Wen Jiabao | 2008-01-09\n- Xi Jinping | Consult | Wen Jiabao | 2007-12-26\n- Xi Jinping | Consult | Wen Jiabao | 2007-11-28\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1326802", "prompt": "Against whom did the Israeli Defence Forces use conventional military force for the first time in 2014?\nEvidence:\n- Israeli Defense Forces | Use conventional military force | Qatar | 2014-09-10\n- Israeli Defense Forces | Use conventional military force | Iran | 2014-03-18\n- Military (Lebanon) | Use conventional military force | Israeli Defense Forces | 2014-02-28\n- Israeli Defense Forces | Use conventional military force | Military (Lebanon) | 2014-10-08\n- Israeli Defense Forces | Use conventional military force | Military (Lebanon) | 2014-10-06\n- Israeli Defense Forces | Use conventional military force | Military (Lebanon) | 2014-10-05\n- Israeli Defense Forces | Use conventional military force | South Africa | 2014-07-05\n- Israeli Defense Forces | Use conventional military force | Religion (Israel) | 2014-07-18\n- Israeli Defense Forces | Use conventional military force | Religion (Israel) | 2014-04-23\n- Israeli Defense Forces | Use conventional military force | Religion (Israel) | 2014-02-27\n- Israeli Defense Forces | Use conventional military force | Education (Israel) | 2014-09-12\n- Israeli Defense Forces | Use conventional military force | Children (Israel) | 2014-06-19\n- Israeli Defense Forces | Use conventional military force | Children (Israel) | 2014-05-30\n- Israeli Defense Forces | Use conventional military force | Children (Israel) | 2014-02-28\n- Saudi Arabian Defence Forces | Use conventional military force | Citizen (Saudi Arabia) | 2014-07-06\nAnswer:", "completion": " Children (Palestinian Territory, Occupied)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1174110", "prompt": "Who blamed the National Security and Intelligence Services on 18 June 2014?\nEvidence:\n- Citizen (Sudan) | Accuse | National Security and Intelligence Services | 2014-06-18\n- Sudan | Investigate | Citizen (Sudan) | 2014-06-18\n- Citizen (Sudan) | Make an appeal or request | Sudan | 2014-06-18\n- Citizen (Sudan) | Make an appeal or request | Head of Government (Egypt) | 2014-06-18\n- Citizen (Sudan) | Make an appeal or request | Government (Sudan) | 2014-06-18\nAnswer:", "completion": " Citizen (Sudan)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 5, "n_anchors": 1} +{"id": "mtq_1218567", "prompt": "Who was the last person with whom Catherine Ashton wanted to negotiate, before the Brazilian Prime Minister?\nEvidence:\n- Catherine Ashton | Express intent to meet or negotiate | China | 2009-09-05\n- Catherine Ashton | Demand | China | 2008-12-19\n- Catherine Ashton | Demand | China | 2008-12-15\n- Catherine Ashton | Consult | Angola | 2009-02-12\n- Catherine Ashton | Consult | Angola | 2009-02-11\n- Angola | Consult | Catherine Ashton | 2009-02-12\n- Angola | Consult | Catherine Ashton | 2009-02-11\n- Ronald Kirk | Express intent to meet or negotiate | Catherine Ashton | 2009-06-04\n- Ronald Kirk | Express intent to meet or negotiate | Catherine Ashton | 2009-05-11\n- Ronald Kirk | Express intent to meet or negotiate | Catherine Ashton | 2009-05-07\n- Javier Solana | Express intent to meet or negotiate | Catherine Ashton | 2009-05-19\n- Catherine Ashton | Express intent to meet or negotiate | South Korea | 2008-12-24\n- Catherine Ashton | Express intent to meet or negotiate | Ronald Kirk | 2009-06-04\n- Catherine Ashton | Express intent to meet or negotiate | Ronald Kirk | 2009-05-07\n- Catherine Ashton | Express intent to meet or negotiate | Javier Solana | 2009-05-19\nAnswer:", "completion": " Shimon Peres", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1393872", "prompt": "Who did Roh Moo Hyun support in the same month as Ali Abdullah Saleh?\nEvidence:\n- Ali Abdullah Saleh | Express intent to meet or negotiate | Roh Moo Hyun | 2005-03-15\n- Roh Moo Hyun | Demand | Japan | 2005-03-04\n- Roh Moo Hyun | Demand | Japan | 2005-03-03\n- Roh Moo Hyun | Demand | Japan | 2005-03-02\n- Roh Moo Hyun | Demand | Japan | 2005-03-01\n- Roh Moo Hyun | Demand | Japan | 2005-02-25\n- Roh Moo Hyun | Consult | Chongwadai | 2005-02-19\n- Chongwadai | Consult | Roh Moo Hyun | 2005-02-19\n- Roh Moo Hyun | Express intent to engage in diplomatic cooperation (such as policy support) | Japan | 2005-01-22\n- Roh Moo Hyun | Express intent to engage in diplomatic cooperation (such as policy support) | Japan | 2005-01-21\n- Ali Abdullah Saleh | Investigate | Yemen | 2005-02-11\n- Ali Abdullah Saleh | Investigate | Yemen | 2005-02-06\n- South Korea | Reject | Roh Moo Hyun | 2005-02-17\n- Roh Moo Hyun | Make statement | Japan | 2005-03-14\n- Roh Moo Hyun | Make statement | Japan | 2005-03-02\nAnswer:", "completion": " John Paul II", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1381020", "prompt": "Who was the first to be endorsed by Wen Jiabao after the citizens of Bangladesh?\nEvidence:\n- Wen Jiabao | Investigate | China | 2005-01-08\n- Thailand | Investigate | Wen Jiabao | 2005-01-24\n- Cambodia | Investigate | Wen Jiabao | 2005-01-24\n- Wen Jiabao | Consult | Association of Southeast Asian Nations | 2005-01-06\n- Association of Southeast Asian Nations | Consult | Wen Jiabao | 2005-01-06\n- Wen Jiabao | Make statement | Maldives | 2005-01-07\n- Wen Jiabao | Make statement | China | 2005-02-02\n- Wen Jiabao | Make statement | China | 2005-01-21\n- Wen Jiabao | Make statement | China | 2005-01-20\n- Wen Jiabao | Make statement | China | 2005-01-13\n- Wen Jiabao | Make statement | China | 2005-01-08\n- Wen Jiabao | Make statement | China | 2005-01-07\n- Wen Jiabao | Make statement | China | 2005-01-06\n- Wen Jiabao | Make statement | China | 2005-01-04\n- Wen Jiabao | Make statement | China | 2005-01-03\nAnswer:", "completion": " Mwai Kibaki", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1378185", "prompt": "In 2005, who was the first to formally sign an agreement with Roh Moo Hyun?\nEvidence:\n- Roh Moo Hyun | Demand | Japan | 2005-03-04\n- Roh Moo Hyun | Demand | Japan | 2005-03-03\n- Roh Moo Hyun | Demand | Japan | 2005-03-02\n- Roh Moo Hyun | Demand | Japan | 2005-03-01\n- Roh Moo Hyun | Demand | Japan | 2005-02-25\n- Roh Moo Hyun | Consult | Chongwadai | 2005-02-19\n- Chongwadai | Consult | Roh Moo Hyun | 2005-02-19\n- South Korea | Reject | Roh Moo Hyun | 2005-02-17\n- Roh Moo Hyun | Make statement | Japan | 2005-03-14\n- Roh Moo Hyun | Make statement | Japan | 2005-03-02\n- Roh Moo Hyun | Make statement | Chongwadai | 2005-02-23\n- Roh Moo Hyun | Demand | South Korea | 2005-01-04\n- Roh Moo Hyun | Demand rights | Japan | 2005-03-04\n- Roh Moo Hyun | Demand rights | Japan | 2005-03-03\n- Chongwadai | Make statement | Roh Moo Hyun | 2005-03-07\nAnswer:", "completion": " Islam Karimov", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1113392", "prompt": "Who did the citizens of Nigeria accuse on the same month of the Presidential Press Service of Nigeria?\nEvidence:\n- Presidential Press Service (Nigeria) | Accuse | Citizen (Nigeria) | 2015-11-24\n- Presidential Press Service (Nigeria) | Accuse | Citizen (Nigeria) | 2015-09-14\n- Presidential Press Service (Nigeria) | Accuse | Citizen (Nigeria) | 2013-02-06\n- Citizen (Nigeria) | Accuse | Presidential Press Service (Nigeria) | 2015-03-16\n- Presidential Press Service (Nigeria) | Consult | Ministry (Nigeria) | 2012-11-30\n- Ministry (Nigeria) | Consult | Presidential Press Service (Nigeria) | 2012-11-30\n- Presidential Press Service (Kenya) | Accuse | Head of Government (Kenya) | 2012-02-21\n- Presidential Press Service (Nigeria) | Demand | Oluṣẹgun Ọbasanjọ | 2015-02-17\n- Presidential Press Service (Nigeria) | Demand | Ibrahim Idris | 2008-05-12\n- Presidential Press Service (Nigeria) | Consult | Media (Africa) | 2015-07-13\n- Presidential Press Service (Nigeria) | Consult | Daily Trust | 2014-07-18\n- Presidential Press Service (Nigeria) | Consult | Daily Trust | 2008-07-22\n- Media (Africa) | Consult | Presidential Press Service (Nigeria) | 2015-07-13\n- Daily Trust | Consult | Presidential Press Service (Nigeria) | 2014-07-18\n- Daily Trust | Consult | Presidential Press Service (Nigeria) | 2008-07-22\nAnswer:", "completion": " Citizen (Benin)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1245692", "prompt": "After the police of Costa Rica, who made the first request to the citizens of Australia?\nEvidence:\n- Member of the Judiciary (Costa Rica) | Demand | Police (Costa Rica) | 2012-05-07\n- Member of the Judiciary (Costa Rica) | Demand | Police (Costa Rica) | 2012-05-06\n- Member of the Judiciary (Costa Rica) | Make statement | Police (Costa Rica) | 2012-07-23\n- Police (Costa Rica) | Investigate | Men (Costa Rica) | 2009-12-24\n- Police (Costa Rica) | Investigate | Men (Costa Rica) | 2009-12-23\n- Police (Costa Rica) | Investigate | Men (Costa Rica) | 2009-08-10\n- Police (Costa Rica) | Investigate | Criminal (Costa Rica) | 2015-03-25\n- Police (Costa Rica) | Investigate | Criminal (Costa Rica) | 2005-12-05\n- Police (Costa Rica) | Investigate | Congress (Costa Rica) | 2005-05-25\n- Police (Costa Rica) | Demand | Government (Costa Rica) | 2015-07-16\n- Police (Costa Rica) | Consult | Criminal (Costa Rica) | 2007-05-11\n- Police (Costa Rica) | Accuse | Criminal (Costa Rica) | 2007-07-27\n- Criminal (Costa Rica) | Yield | Police (Costa Rica) | 2006-03-07\n- Criminal (Costa Rica) | Consult | Police (Costa Rica) | 2007-05-11\n- Member of the Judiciary (Costa Rica) | Make statement | Lawyer/Attorney (Costa Rica) | 2005-02-18\nAnswer:", "completion": " Lawyer/Attorney (Australia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1197795", "prompt": "Before the Royal Administration of Poland, who last did the Government of Poland praised?\nEvidence:\n- Government (Poland) | Praise or endorse | Royal Administration (Poland) | 2008-05-06\n- Royal Administration (Poland) | Consult | Ministry (Poland) | 2014-06-16\n- Ministry (Poland) | Consult | Royal Administration (Poland) | 2014-06-16\n- Government (Poland) | Express intent to provide material aid | The Poor (Poland) | 2006-11-29\n- Royal Administration (Jordan) | Consult | Head of Government (Germany) | 2007-01-27\n- Royal Administration (Japan) | Consult | Head of Government (Mongolia) | 2007-02-28\n- Head of Government (Mongolia) | Consult | Royal Administration (Japan) | 2007-02-28\n- Head of Government (Germany) | Consult | Royal Administration (Jordan) | 2007-01-27\n- The Hague | Host a visit | Royal Administration (Japan) | 2009-08-25\n- Royal Administration (Japan) | Make a visit | The Hague | 2009-08-25\n- Member of the Judiciary (South Africa) | Reject | Royal Administration (South Africa) | 2015-10-06\n- Royal Administration (Saudi Arabia) | Consult | Royal Administration (Japan) | 2006-04-06\n- Royal Administration (Japan) | Consult | Royal Administration (Saudi Arabia) | 2006-04-06\n- Royal Administration (Saudi Arabia) | Consult | Head of Government (Turkmenistan) | 2007-04-13\n- Royal Administration (Saudi Arabia) | Consult | Head of Government (Pakistan) | 2006-02-03\nAnswer:", "completion": " Lawyer/Attorney (United States)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1381712", "prompt": "Who was the last to accuse South Korea before the Ministry of South Korea did?\nEvidence:\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- South Korea | Express intent to cooperate | Japan | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-06\n- Japan | Express intent to cooperate | South Korea | 2005-01-13\n- China | Express intent to cooperate | South Korea | 2005-01-13\n- China | Express intent to cooperate | South Korea | 2005-01-06\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- Vietnam | Express intent to meet or negotiate | South Korea | 2005-01-05\n- Thailand | Express intent to meet or negotiate | South Korea | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-12\nAnswer:", "completion": " Lee Myung Bak", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1293481", "prompt": "Who was the last person Muhammadu Buhari wanted to meet before the French Foreign Minister?\nEvidence:\n- Muhammadu Buhari | Express intent to meet or negotiate | Presidential Candidate (Nigeria) | 2007-04-09\n- Muhammadu Buhari | Provide aid | Niger | 2005-07-28\n- Muhammadu Buhari | Demand | Oluṣẹgun Ọbasanjọ | 2005-07-01\n- Muhammadu Buhari | Consult | Bukola Saraki | 2006-11-21\n- Muhammadu Buhari | Accuse | Oluṣẹgun Ọbasanjọ | 2006-02-25\n- Citizen (Nigeria) | Yield | Muhammadu Buhari | 2006-12-19\n- Citizen (Nigeria) | Reject | Muhammadu Buhari | 2006-12-24\n- Bukola Saraki | Consult | Muhammadu Buhari | 2006-11-21\n- Muhammadu Buhari | Express intent to cooperate | Citizen (Nigeria) | 2007-04-09\n- Muhammadu Buhari | Express intent to cooperate | Citizen (Nigeria) | 2007-04-05\n- Muhammadu Buhari | Make statement | Oluṣẹgun Ọbasanjọ | 2006-12-15\n- Muhammadu Buhari | Deny responsibility | Citizen (Nigeria) | 2007-01-26\n- Citizen (Nigeria) | Reduce relations | Muhammadu Buhari | 2007-08-17\n- Royal Administration (Nigeria) | Make statement | Muhammadu Buhari | 2006-09-27\n- Muhammadu Buhari | Make statement | Royal Administration (Nigeria) | 2007-03-05\nAnswer:", "completion": " France", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1384785", "prompt": "Who was the last to appeal to Muhammadu Buhari before Daily Trust?\nEvidence:\n- Daily Trust | Consult | Muhammadu Buhari | 2010-02-05\n- Muhammadu Buhari | Discuss by telephone | Daily Trust | 2009-01-02\n- Daily Trust | Discuss by telephone | Muhammadu Buhari | 2009-01-02\n- Scholar (Nigeria) | Consult | Daily Trust | 2009-02-13\n- Daily Trust | Demand | Government (Nigeria) | 2009-04-20\n- Daily Trust | Consult | Scholar (Nigeria) | 2009-02-13\n- Daily Trust | Consult | African Union | 2007-02-02\n- Daily Trust | Consult | African Union | 2007-02-01\n- Citizen (Nigeria) | Demand | Daily Trust | 2008-09-22\n- African Union | Consult | Daily Trust | 2007-02-02\n- African Union | Consult | Daily Trust | 2007-02-01\n- Oluṣẹgun Ọbasanjọ | Make an appeal or request | Daily Trust | 2010-01-22\n- Citizen (Nigeria) | Make an appeal or request | Daily Trust | 2009-05-18\n- Citizen (Nigeria) | Make an appeal or request | Daily Trust | 2007-04-03\n- State Security Service | Consult | Daily Trust | 2009-06-30\nAnswer:", "completion": " Militant (Nigeria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1183409", "prompt": "In 2009, who did Rupiah Banda make a request to last?\nEvidence:\n- Rupiah Banda | Make a visit | Angola | 2008-01-28\n- Rupiah Banda | Make a visit | South Africa | 2008-11-07\n- Angola | Host a visit | Rupiah Banda | 2008-01-28\n- Rupiah Banda | Make statement | Villager (Zambia) | 2007-05-22\n- Rupiah Banda | Make statement | Sylvia Masebo | 2008-07-02\n- Rupiah Banda | Make statement | Michael Sata | 2008-10-09\n- Rupiah Banda | Make statement | Kabinga Pande | 2008-07-02\n- Nevers Mumba | Make statement | Rupiah Banda | 2008-09-10\n- Michael Sata | Make statement | Rupiah Banda | 2008-11-04\n- Michael Sata | Make statement | Rupiah Banda | 2008-10-31\n- Michael Sata | Make statement | Rupiah Banda | 2008-10-18\n- Hakainde Hichilema | Make statement | Rupiah Banda | 2008-10-20\n- Hakainde Hichilema | Make statement | Rupiah Banda | 2008-09-11\n- Rupiah Banda | Make an appeal or request | Citizen (Zambia) | 2008-10-27\n- Rupiah Banda | Make an appeal or request | Citizen (Zambia) | 2008-10-26\nAnswer:", "completion": " Citizen (Zambia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1392822", "prompt": "Before the Australian activist, who was the last to use small arms and light weapons against the citizens of Australia?\nEvidence:\n- Activist (Australia) | fight with small arms and light weapons | Citizen (Australia) | 2006-11-20\n- Police (Cambodia) | fight with small arms and light weapons | Activist (Cambodia) | 2012-05-07\n- Police (Cambodia) | fight with small arms and light weapons | Activist (Cambodia) | 2012-04-27\n- Insurgent (Thailand) | fight with small arms and light weapons | Activist (Thailand) | 2009-03-21\n- Insurgent (Thailand) | fight with small arms and light weapons | Activist (Thailand) | 2009-03-20\n- Citizen (Thailand) | fight with small arms and light weapons | Activist (Thailand) | 2012-12-06\n- Anders Breivik | fight with small arms and light weapons | Activist (Norway) | 2015-10-21\n- Police (Egypt) | fight with small arms and light weapons | Rights Activist (Egypt) | 2015-01-26\n- Military Police (Cambodia) | fight with small arms and light weapons | Activist (Cambodia) | 2012-05-05\n- Military Police (Cambodia) | fight with small arms and light weapons | Activist (Cambodia) | 2012-05-04\n- Armed Opposition (Somalia) | fight with small arms and light weapons | Activist (Somalia) | 2012-05-10\n- Armed Gang (Thailand) | fight with small arms and light weapons | Activist (Thailand) | 2013-04-16\n- Armed Gang (Thailand) | fight with small arms and light weapons | Activist (Thailand) | 2013-04-13\n- Armed Gang (Thailand) | fight with small arms and light weapons | Activist (Thailand) | 2013-03-01\n- Armed Gang (Thailand) | fight with small arms and light weapons | Activist (Thailand) | 2013-02-28\nAnswer:", "completion": " Criminal (Australia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1089425", "prompt": "In November 2005, who signed formal agreements with Vietnam?\nEvidence:\n- Vietnam | Sign formal agreement | China | 2005-01-14\n- Vietnam | Sign formal agreement | China | 2005-01-13\n- China | Sign formal agreement | Vietnam | 2005-01-14\n- China | Sign formal agreement | Vietnam | 2005-01-13\n- Vietnam | fight with small arms and light weapons | Fishermen (Vietnam) | 2005-01-14\n- Vietnam | Engage in diplomatic cooperation | Romania | 2005-01-31\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-02-05\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-01-07\n- Vietnam | Engage in diplomatic cooperation | Japan | 2005-01-09\n- Romania | Engage in diplomatic cooperation | Vietnam | 2005-01-31\n- Laos | Engage in diplomatic cooperation | Vietnam | 2005-02-05\n- Laos | Engage in diplomatic cooperation | Vietnam | 2005-01-07\n- Japan | Engage in diplomatic cooperation | Vietnam | 2005-01-09\n- Vietnam | Demand | China | 2005-01-15\n- Vietnam | Demand | China | 2005-01-14\nAnswer:", "completion": " Thailand", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1380333", "prompt": "Who first did the Lawyer/Attorney of Indonesia request for after the Member of Parliament of Indonesia?\nEvidence:\n- Lawyer/Attorney (Indonesia) | Make an appeal or request | Member of Parliament (Indonesia) | 2009-06-03\n- Office of the Attorney General | Reject | Lawyer/Attorney (Indonesia) | 2008-11-04\n- Police (Indonesia) | Investigate | Member of Parliament (Indonesia) | 2010-02-25\n- Member of Parliament (Indonesia) | Reject | Police (Indonesia) | 2005-07-17\n- Lawyer/Attorney (Indonesia) | Appeal for intelligence | Police (Indonesia) | 2010-07-20\n- Lawyer/Attorney (Indonesia) | Appeal for intelligence | Police (Indonesia) | 2006-10-13\n- Member of Parliament (Australia) | Accuse | Lawyer/Attorney (Australia) | 2007-03-01\n- Lawyer/Attorney (Australia) | Reject | Member of Parliament (Australia) | 2007-01-20\n- Lawyer/Attorney (Australia) | Investigate | Member of Parliament (Australia) | 2007-02-28\n- Lawyer/Attorney (Australia) | Demand | Member of Parliament (Australia) | 2014-03-18\n- Lawyer/Attorney (Australia) | Demand | Member of Parliament (Australia) | 2014-03-04\n- Lawyer/Attorney (Australia) | Accuse | Member of Parliament (Australia) | 2006-09-26\n- Protester (Indonesia) | Make an appeal or request | Member of Parliament (Indonesia) | 2009-12-03\n- Men (Indonesia) | Make an appeal or request | Member of Parliament (Indonesia) | 2006-05-03\n- Member of Parliament (Indonesia) | Make an appeal or request | Muslim (Indonesia) | 2014-12-20\nAnswer:", "completion": " Police (Indonesia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1373718", "prompt": "In 2014, which country was the first to criticise the citizens of Thailand?\nEvidence:\n- Member of Parliament (Thailand) | Express intent to engage in material cooperation | Citizen (Thailand) | 2005-02-08\n- Member of Parliament (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-02-08\n- Member of Parliament (Thailand) | Consult | Citizen (Thailand) | 2005-01-28\n- Member of Parliament (Thailand) | Accuse | Citizen (Thailand) | 2005-01-25\n- Citizen (Thailand) | Consult | Member of Parliament (Thailand) | 2005-01-28\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-03-01\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-02-26\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-01-05\n- Governor (Thailand) | Engage in symbolic act | Citizen (Thailand) | 2005-01-19\n- Citizen (Thailand) | Engage in symbolic act | Governor (Thailand) | 2005-01-19\n- Christian (Thailand) | Engage in symbolic act | Citizen (Thailand) | 2005-01-05\n- Cabinet / Council of Ministers / Advisors (Thailand) | Express intent to meet or negotiate | Citizen (Thailand) | 2005-01-10\n- Cabinet / Council of Ministers / Advisors (Thailand) | Express intent to meet or negotiate | Citizen (Thailand) | 2005-01-06\n- Villager (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-02-22\n- Citizen (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Media (Thailand) | 2005-02-15\nAnswer:", "completion": " Thailand", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1114038", "prompt": "Who did Nuri al-Maliki last denounce before the kidnapping in Iraq?\nEvidence:\n- Nuri al-Maliki | Consult | Iraq | 2006-04-27\n- Iraq | Consult | Nuri al-Maliki | 2006-04-27\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-05-20\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-26\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-25\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-22\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-20\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-09\n- Nuri al-Maliki | Make statement | Iraq | 2006-04-22\n- Nuri al-Maliki | Make statement | Iraq | 2005-08-22\n- Nuri al-Maliki | Consult | Legislature (Iraq) | 2006-05-20\n- Nuri al-Maliki | Consult | Legislature (Iraq) | 2006-05-17\n- Legislature (Iraq) | Consult | Nuri al-Maliki | 2006-05-20\n- Legislature (Iraq) | Consult | Nuri al-Maliki | 2006-05-17\n- Party Member (Iraq) | Consult | Nuri al-Maliki | 2006-05-01\nAnswer:", "completion": " Court Judge (Iraq)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1043606", "prompt": "When did the Tanzanian party member first praise Jakaya Mrisho Kikwete?\nEvidence:\n- Party Member (Tanzania) | Make statement | Jakaya Mrisho Kikwete | 2005-09-09\n- Tanzania | Praise or endorse | Jakaya Mrisho Kikwete | 2006-01-20\n- Tanzania | Praise or endorse | Jakaya Mrisho Kikwete | 2005-12-18\n- South Africa | Praise or endorse | Jakaya Mrisho Kikwete | 2005-12-21\n- South Africa | Praise or endorse | Jakaya Mrisho Kikwete | 2005-12-20\n- Ministry (Tanzania) | Praise or endorse | Jakaya Mrisho Kikwete | 2005-12-30\n- Jakaya Mrisho Kikwete | Praise or endorse | Citizen (Tanzania) | 2005-12-31\n- Jakaya Mrisho Kikwete | Praise or endorse | Citizen (Tanzania) | 2005-10-21\n- Tanzania | Make statement | Jakaya Mrisho Kikwete | 2005-12-13\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-03-10\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-03-09\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-23\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-21\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-10\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-02\nAnswer:", "completion": " 2010-10-31", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1389302", "prompt": "Before April 2009, who was praised by Banharn Silpa-archa?\nEvidence:\n- Thailand | Make statement | Banharn Silpa-archa | 2007-02-22\n- Thailand | Make statement | Banharn Silpa-archa | 2006-03-25\n- Minister Kachornprasart | Consult | Banharn Silpa-archa | 2006-08-03\n- Citizen (Thailand) | Accuse | Banharn Silpa-archa | 2005-01-02\n- Banharn Silpa-archa | Threaten | Chart Thai | 2007-08-08\n- Banharn Silpa-archa | Threaten | Chart Thai | 2007-08-06\n- Banharn Silpa-archa | Reject | Citizen (Thailand) | 2006-07-30\n- Banharn Silpa-archa | Reject | Citizen (Thailand) | 2006-07-21\n- Banharn Silpa-archa | Reject | Citizen (Thailand) | 2006-07-19\n- Banharn Silpa-archa | Reject | Citizen (Thailand) | 2006-06-29\n- Banharn Silpa-archa | Reject | Citizen (Thailand) | 2005-01-02\n- Banharn Silpa-archa | Reject | Chart Thai | 2005-01-23\n- Banharn Silpa-archa | Make statement | Thailand | 2007-08-02\n- Banharn Silpa-archa | Make statement | Thailand | 2007-01-01\n- Banharn Silpa-archa | Make statement | Thailand | 2006-08-16\nAnswer:", "completion": " Chart Thai", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1154836", "prompt": "Who accused the citizens of the United Kingdom on 26 January 2008?\nEvidence:\n- Party Member (United Kingdom) | Rally support on behalf of | Indigenous People (United Kingdom) | 2005-05-11\n- Member of Legislative (Govt) (United Kingdom) | Impose restrictions on political freedoms | Lawmaker (United Kingdom) | 2008-02-26\n- Chancellor of the Exchequer | Reject | Citizen (United Kingdom) | 2006-07-13\n- Indigenous People (United Kingdom) | Rally support on behalf of | France | 2015-11-20\n- Heinz Fischer | Rally support on behalf of | Citizen (United Kingdom) | 2005-07-09\n- Member of the Judiciary (United States) | Reject | Businessperson (United Kingdom) | 2011-10-27\n- Lawyer/Attorney (United Kingdom) | Impose restrictions on political freedoms | Citizen (United Kingdom) | 2015-09-03\n- Lawyer/Attorney (United Kingdom) | Impose restrictions on political freedoms | Citizen (United Kingdom) | 2014-02-25\n- Court Judge (United Kingdom) | Impose restrictions on political freedoms | Men (United Kingdom) | 2014-11-20\n- Court Judge (United Kingdom) | Impose restrictions on political freedoms | Men (United Kingdom) | 2007-02-13\n- Court Judge (United Kingdom) | Impose restrictions on political freedoms | Men (United Kingdom) | 2006-04-05\n- Court Judge (United Kingdom) | Impose restrictions on political freedoms | Citizen (United Kingdom) | 2012-06-27\n- Court Judge (United Kingdom) | Impose restrictions on political freedoms | Citizen (United Kingdom) | 2012-03-10\n- Court Judge (United Kingdom) | Impose restrictions on political freedoms | Citizen (United Kingdom) | 2007-02-26\n- Court Judge (United Kingdom) | Impose restrictions on political freedoms | Citizen (United Kingdom) | 2006-04-22\nAnswer:", "completion": " Party Member (United Kingdom)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1339236", "prompt": "Who made an appeal to the citizens of Australia in October 2011?\nEvidence:\n- Citizen (Australia) | Make an appeal or request | Member of the Judiciary (United States) | 2005-01-17\n- The Daily Telegraph | Make an appeal or request | Citizen (Australia) | 2005-08-03\n- The Daily Telegraph | Make an appeal or request | Citizen (Australia) | 2005-05-04\n- The Daily Telegraph | Make an appeal or request | Citizen (Australia) | 2005-02-26\n- People Associated with the Opposition (Australia) | Make an appeal or request | Citizen (Australia) | 2005-04-01\n- Citizen (Australia) | Make an appeal or request | People Associated with the Opposition (Australia) | 2006-04-26\n- Citizen (Australia) | Make an appeal or request | People Associated with the Opposition (Australia) | 2005-07-08\n- Cabinet / Council of Ministers / Advisors (Australia) | Make an appeal or request | People Associated with the Opposition (Australia) | 2006-12-04\n- UNITA | Make an appeal or request | Member of the Judiciary (Angola) | 2005-12-19\n- Member of Parliament (Kyrgyzstan) | Make an appeal or request | Member of the Judiciary (Kyrgyzstan) | 2006-11-17\n- Member of Parliament (Kyrgyzstan) | Make an appeal or request | Member of the Judiciary (Kyrgyzstan) | 2005-06-10\n- Sondhi Limthongkul | Make an appeal or request | Office of the Attorney General | 2006-11-06\n- Sondhi Limthongkul | Make an appeal or request | Office of the Attorney General | 2006-11-04\n- Rodrigo Cabezas | Make an appeal or request | Member of the Judiciary (Venezuela) | 2006-06-28\n- Men (Denmark) | Make an appeal or request | Member of the Judiciary (Denmark) | 2005-03-14\nAnswer:", "completion": " City Mayor (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1246845", "prompt": "Which country received humanitarian aid from South Korea after 2013-02?\nEvidence:\n- South Korea | Provide humanitarian aid | Thailand | 2005-01-02\n- South Korea | Provide humanitarian aid | Thailand | 2005-01-01\n- South Korea | Provide humanitarian aid | Citizen (North Korea) | 2005-01-11\n- USAID | Provide humanitarian aid | Thailand | 2005-01-04\n- Japan | Provide humanitarian aid | Thailand | 2005-02-04\n- Thailand | Provide humanitarian aid | Citizen (Thailand) | 2005-01-27\n- Thailand | Provide humanitarian aid | Citizen (Thailand) | 2005-01-26\n- South Korea | Provide military aid | Iraq | 2005-01-03\n- Laos | Express intent to provide humanitarian aid | Thailand | 2005-01-07\n- Japan | Express intent to provide humanitarian aid | Thailand | 2005-01-06\n- Thailand | Express intent to provide humanitarian aid | Citizen (Thailand) | 2005-01-11\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- South Korea | Consult | Japan | 2005-01-06\nAnswer:", "completion": " Citizen (North Korea)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1091574", "prompt": "In the same month, to whom did Ali Abdullah Saleh make a request from the Royal Administration of Saudi Arabia?\nEvidence:\n- Yemen | Sign formal agreement | Royal Administration (Saudi Arabia) | 2005-04-20\n- Royal Administration (Saudi Arabia) | Sign formal agreement | Yemen | 2005-04-20\n- Ali Abdullah Saleh | Make a visit | Yemen | 2005-05-02\n- Ali Abdullah Saleh | Make a visit | Yemen | 2005-03-21\n- Ali Abdullah Saleh | Make a visit | Yemen | 2005-02-23\n- Ali Abdullah Saleh | Make a visit | Yemen | 2005-02-06\n- Ali Abdullah Saleh | Make a visit | France | 2005-02-28\n- Ali Abdullah Saleh | Make a visit | France | 2005-02-21\n- Head of Government (Germany) | Make a visit | Ali Abdullah Saleh | 2005-03-03\n- Gerhard Schröder | Make a visit | Ali Abdullah Saleh | 2005-03-02\n- Ali Abdullah Saleh | Make a visit | South Korea | 2005-03-15\n- Abdoulaye Wade | Make a visit | Ali Abdullah Saleh | 2005-02-24\n- Yemen | Make statement | Ali Abdullah Saleh | 2005-05-03\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-06-16\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-06-10\nAnswer:", "completion": " Armed Rebel (Yemen)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1316560", "prompt": "In 2015, with whom did the head of the Egyptian government last express his willingness to negotiate?\nEvidence:\n- Head of Government (Kenya) | Express intent to meet or negotiate | The Hague | 2013-10-01\n- Head of Government (Ukraine) | Express intent to meet or negotiate | People Associated with the Opposition (Ukraine) | 2014-02-19\n- Head of Government (Egypt) | Express intent to meet or negotiate | People Associated with the Opposition (Egypt) | 2013-01-28\n- Head of Government (Egypt) | Appeal to others to meet or negotiate | People Associated with the Opposition (Egypt) | 2012-12-07\n- People Associated with the Opposition (Egypt) | Engage in negotiation | Head of Government (Egypt) | 2011-02-03\n- Head of Government (Egypt) | Engage in negotiation | People Associated with the Opposition (Egypt) | 2011-02-03\n- Head of Government (Ukraine) | Refuse to yield | People Associated with the Opposition (Ukraine) | 2014-01-27\n- The Chronicle | Consult | Head of Government (Ghana) | 2005-06-15\n- Head of Government (Ghana) | Consult | The Chronicle | 2005-06-15\n- People Associated with the Opposition (Ukraine) | Demand change in leadership | Head of Government (Ukraine) | 2013-12-02\n- Head of Government (Brazil) | Engage in diplomatic cooperation | People Associated with the Opposition (Brazil) | 2006-10-30\n- Head of Government (Ukraine) | Accede to demands for change in leadership | People Associated with the Opposition (Ukraine) | 2014-01-31\n- People Associated with the Opposition (Ukraine) | Demand | Head of Government (Ukraine) | 2007-03-30\n- People Associated with the Opposition (Ukraine) | Consult | Head of Government (Ukraine) | 2014-01-27\n- People Associated with the Opposition (Ukraine) | Consult | Head of Government (Ukraine) | 2008-02-04\nAnswer:", "completion": " Ministry (Egypt)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1030458", "prompt": "Who was the first person Abhisit Vejjajiva wanted to negotiate with in 2012?\nEvidence:\n- Abhisit Vejjajiva | Express intent to meet or negotiate | Japan | 2012-03-02\n- Abhisit Vejjajiva | Express intent to meet or negotiate | Japan | 2012-02-28\n- Abhisit Vejjajiva | Express intent to meet or negotiate | Citizen (Thailand) | 2012-08-28\n- Abhisit Vejjajiva | Express intent to meet or negotiate | Citizen (Thailand) | 2012-01-06\n- Abhisit Vejjajiva | Accuse | Thailand | 2012-08-24\n- Thailand | Make statement | Abhisit Vejjajiva | 2012-03-02\n- Jatuporn Prompan | Accuse | Abhisit Vejjajiva | 2012-07-11\n- Governor (Thailand) | Consult | Abhisit Vejjajiva | 2012-02-20\n- Citizen (Thailand) | Demand | Abhisit Vejjajiva | 2012-08-14\n- Citizen (Thailand) | Accuse | Abhisit Vejjajiva | 2012-08-21\n- Abhisit Vejjajiva | Make statement | Thailand | 2012-02-29\n- Abhisit Vejjajiva | Make statement | Thailand | 2012-02-21\n- Abhisit Vejjajiva | Make statement | Thailand | 2012-02-17\n- Abhisit Vejjajiva | Make statement | Thailand | 2012-01-18\n- Abhisit Vejjajiva | Consult | Governor (Thailand) | 2012-02-20\nAnswer:", "completion": " Citizen (Thailand)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1205102", "prompt": "In which month did William Ruto last denounce the citizens of the United Kingdom?\nEvidence:\n- Head of Government (Kenya) | Criticize or denounce | William Ruto | 2006-03-27\n- William Ruto | Criticize or denounce | Uhuru Muigai Kenyatta | 2006-06-12\n- William Ruto | Criticize or denounce | Uhuru Muigai Kenyatta | 2006-05-23\n- William Ruto | Criticize or denounce | Uhuru Muigai Kenyatta | 2006-05-22\n- William Ruto | Criticize or denounce | Uhuru Muigai Kenyatta | 2006-05-15\n- William Ruto | Criticize or denounce | Uhuru Muigai Kenyatta | 2005-05-08\n- Uhuru Muigai Kenyatta | Criticize or denounce | William Ruto | 2006-06-12\n- Uhuru Muigai Kenyatta | Criticize or denounce | William Ruto | 2006-05-23\n- Uhuru Muigai Kenyatta | Criticize or denounce | William Ruto | 2006-05-22\n- Uhuru Muigai Kenyatta | Criticize or denounce | William Ruto | 2005-05-08\n- Lawyer/Attorney (Kenya) | Criticize or denounce | William Ruto | 2005-11-07\n- Daniel Arap Moi | Criticize or denounce | William Ruto | 2006-11-23\n- Daniel Arap Moi | Criticize or denounce | William Ruto | 2006-06-28\n- Daniel Arap Moi | Criticize or denounce | William Ruto | 2006-06-05\n- Daniel Arap Moi | Criticize or denounce | William Ruto | 2006-04-17\nAnswer:", "completion": " 2015-02", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1377728", "prompt": "Who was the first to request a meeting with Stephen Hadley in 2007?\nEvidence:\n- Stephen Hadley | Consult | China | 2007-09-27\n- China | Consult | Stephen Hadley | 2007-09-27\n- Stephen Hadley | Engage in negotiation | Abdullah Gül | 2007-02-06\n- Abdullah Gül | Engage in negotiation | Stephen Hadley | 2007-02-06\n- Tzipi Livni | Consult | Stephen Hadley | 2007-10-26\n- Tzipi Livni | Consult | Stephen Hadley | 2007-10-25\n- Stephen Hadley | Make statement | Iraq | 2007-03-19\n- Stephen Hadley | Consult | Tzipi Livni | 2007-10-26\n- Stephen Hadley | Consult | Tzipi Livni | 2007-10-25\n- Stephen Hadley | Consult | Minister Bogollagama | 2007-03-16\n- Stephen Hadley | Consult | Abdullah Gül | 2007-02-09\n- Stephen Hadley | Consult | Abdullah Gül | 2007-02-06\n- Minister Bogollagama | Consult | Stephen Hadley | 2007-03-16\n- Abdullah Gül | Consult | Stephen Hadley | 2007-02-09\n- Abdullah Gül | Consult | Stephen Hadley | 2007-02-06\nAnswer:", "completion": " Abdullah Gül", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1014410", "prompt": "Which country was rejected by Romania after Feb 24th, 2008?\nEvidence:\n- Ministry (Romania) | Make statement | Romania | 2005-03-25\n- Ministry (Romania) | Make statement | Romania | 2005-01-12\n- Lawyer/Attorney (Romania) | Investigate | Romania | 2005-03-22\n- Romania | Reduce relations | Royal Administration (Romania) | 2005-03-24\n- Romania | Praise or endorse | Intelligence (Romania) | 2005-02-08\n- Ministry (Romania) | Make optimistic comment | Romania | 2005-01-14\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-21\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-04\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-01-31\n- Environment Department/Ministry (Romania) | Threaten | Romania | 2005-03-22\n- Romania | Consult | Iraq | 2005-02-21\n- Iraq | Consult | Romania | 2005-02-21\n- Romania | Arrest, detain, or charge with legal action | Dissident (Romania) | 2005-01-18\n- Romania | Defend verbally | Iraq | 2005-01-28\n- Romania | Consult | Mwai Kibaki | 2005-02-22\nAnswer:", "completion": " France", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1209903", "prompt": "At what time did Gurbanguly Berdymukhammedov host the visit from the Ministry of Iran?\nEvidence:\n- Iran | Host a visit | Gurbanguly Berdymukhammedov | 2007-06-15\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-30\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-29\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-28\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-22\n- China | Host a visit | Gurbanguly Berdymukhammedov | 2007-07-29\n- China | Host a visit | Gurbanguly Berdymukhammedov | 2007-07-27\n- China | Host a visit | Gurbanguly Berdymukhammedov | 2007-07-21\n- China | Host a visit | Gurbanguly Berdymukhammedov | 2007-07-20\n- China | Host a visit | Gurbanguly Berdymukhammedov | 2007-07-19\n- China | Host a visit | Gurbanguly Berdymukhammedov | 2007-07-18\n- China | Host a visit | Gurbanguly Berdymukhammedov | 2007-07-17\n- Gurbanguly Berdymukhammedov | Make a visit | Iran | 2007-06-15\n- Richard Boucher | Host a visit | Gurbanguly Berdymukhammedov | 2007-01-08\n- Gurbanguly Berdymukhammedov | Make a visit | Kazakhstan | 2007-05-30\nAnswer:", "completion": " 2008-10-27", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1293875", "prompt": "Who negotiated with Jakaya Mrisho Kikwete after June 2006?\nEvidence:\n- Tanzania | Make statement | Jakaya Mrisho Kikwete | 2005-12-13\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-03-10\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-03-09\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-23\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-21\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-10\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-02\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-01\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-01-02\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-12-30\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-10-27\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-08-09\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-06-19\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-03-01\n- Jakaya Mrisho Kikwete | Demand | Citizen (Tanzania) | 2006-02-21\nAnswer:", "completion": " Representatives (Tanzania)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1053222", "prompt": "Which year did the Police of Australia last accuse the City Mayor of Australia?\nEvidence:\n- Police (Australia) | Accuse | City Mayor (Australia) | 2014-01-27\n- City Mayor (Australia) | Accuse | Police (Australia) | 2009-02-25\n- City Mayor (Australia) | Accuse | Police (Australia) | 2007-05-24\n- Member of Parliament (Australia) | Accuse | City Mayor (Australia) | 2008-02-11\n- City Mayor (Australia) | Accuse | Member of Parliament (Australia) | 2015-12-10\n- City Mayor (Australia) | Accuse | Member of Parliament (Australia) | 2009-12-28\n- City Mayor (Australia) | Accuse | Member of Parliament (Australia) | 2007-08-30\n- City Mayor (Australia) | Accuse | Member of Parliament (Australia) | 2007-06-05\n- City Mayor (Australia) | Accuse | Citizen (Australia) | 2015-05-05\n- City Mayor (Australia) | Accuse | Citizen (Australia) | 2013-08-29\n- City Mayor (Australia) | Accuse | Citizen (Australia) | 2012-11-30\n- City Mayor (Australia) | Accuse | Citizen (Australia) | 2009-08-21\n- City Mayor (Australia) | Accuse | Citizen (Australia) | 2008-03-15\n- City Mayor (Australia) | Accuse | Citizen (Australia) | 2007-05-14\n- City Mayor (Australia) | Accuse | Citizen (Australia) | 2007-05-10\nAnswer:", "completion": " 2014", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1157752", "prompt": "Who was the first to praise the government of Sudan in 2013?\nEvidence:\n- Head of Government (Egypt) | Praise or endorse | Sudan | 2013-01-04\n- UN Mission in Sudan | Rally support on behalf of | South Sudan | 2013-03-14\n- Head of Government (Nigeria) | Express intent to engage in diplomatic cooperation (such as policy support) | South Sudan | 2013-01-18\n- Citizen (Sudan) | Praise or endorse | South Sudan | 2013-01-21\n- South Sudan | Accuse | Government (Sudan) | 2013-04-01\n- South Sudan | Accuse | Government (Sudan) | 2013-03-18\n- South Sudan | Accuse | Government (Sudan) | 2013-02-13\n- South Sudan | Accuse | Government (Sudan) | 2013-02-11\n- Government (Sudan) | Accuse | South Sudan | 2013-01-21\n- Sudan | Engage in negotiation | South Sudan | 2013-03-05\n- Sudan | Engage in negotiation | South Sudan | 2013-01-29\n- Sudan | Engage in negotiation | South Sudan | 2013-01-21\n- Sudan | Engage in negotiation | South Sudan | 2013-01-07\n- South Sudan | Engage in negotiation | Sudan | 2013-03-05\n- South Sudan | Engage in negotiation | Sudan | 2013-01-29\nAnswer:", "completion": " Citizen (Sudan)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1332255", "prompt": "In which month did Barack Obama last make a request to Kazakhstan?\nEvidence:\n- Barack Obama | Make a visit | Sudan | 2006-09-03\n- Barack Obama | Make a visit | Sudan | 2006-09-02\n- Barack Obama | Make a visit | Iraq | 2006-01-08\n- Barack Obama | Make a visit | Iraq | 2006-01-07\n- Barack Obama | Make a visit | Ethiopia | 2006-09-01\n- Barack Obama | Make a visit | Djibouti | 2006-09-01\n- Barack Obama | Make a visit | South Africa | 2006-08-23\n- Barack Obama | Make a visit | Middle East | 2006-01-05\n- Kazakhstan | Make a visit | China | 2005-01-25\n- Sudan | Host a visit | Barack Obama | 2006-09-03\n- Sudan | Host a visit | Barack Obama | 2006-09-02\n- Iraq | Host a visit | Barack Obama | 2006-01-08\n- Iraq | Host a visit | Barack Obama | 2006-01-07\n- Ethiopia | Host a visit | Barack Obama | 2006-09-01\n- Djibouti | Host a visit | Barack Obama | 2006-09-01\nAnswer:", "completion": " 2015-01", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1121415", "prompt": "In which year did Alexis Tsipras last praise the Prime Minister of Greece?\nEvidence:\n- Head of Government (Greece) | Engage in negotiation | Alexis Tsipras | 2012-05-08\n- Alexis Tsipras | Engage in negotiation | Head of Government (Greece) | 2012-05-08\n- Head of Government (Greece) | Consult | Alexis Tsipras | 2012-05-13\n- Head of Government (Greece) | Consult | Alexis Tsipras | 2012-05-08\n- Head of Government (Greece) | Accuse | Alexis Tsipras | 2011-04-01\n- Alexis Tsipras | Consult | Head of Government (Greece) | 2012-05-13\n- Alexis Tsipras | Consult | Head of Government (Greece) | 2012-05-08\n- Alexis Tsipras | Accuse | Head of Government (Greece) | 2011-11-16\n- Alexis Tsipras | Demand | Citizen (Greece) | 2012-05-09\n- Alexis Tsipras | Make statement | Head of Government (Greece) | 2010-09-06\n- City Mayor (Greece) | Consult | Alexis Tsipras | 2008-07-16\n- Alexis Tsipras | Make statement | Bank (Greece) | 2012-05-08\n- Alexis Tsipras | Consult | City Mayor (Greece) | 2008-07-16\n- Alexis Tsipras | Demand | Cabinet / Council of Ministers / Advisors (Greece) | 2012-05-08\n- Alexis Tsipras | Criticize or denounce | Head of Government (Greece) | 2009-06-02\nAnswer:", "completion": " 2015", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1017602", "prompt": "Who was the last to make an appeal to the citizens of Bangladesh in 2006?\nEvidence:\n- Head of Government (Bangladesh) | Make an appeal or request | People Associated with the Opposition (Bangladesh) | 2006-11-04\n- Head of Government (Bangladesh) | Make an appeal or request | People Associated with the Opposition (Bangladesh) | 2006-02-10\n- Head of Government (Bangladesh) | Make an appeal or request | People Associated with the Opposition (Bangladesh) | 2006-02-05\n- Citizen (Bangladesh) | Make an appeal or request | People Associated with the Opposition (Bangladesh) | 2006-03-05\n- Member of Parliament (Bangladesh) | Make an appeal or request | Citizen (Bangladesh) | 2006-07-01\n- Member of Parliament (Bangladesh) | Make an appeal or request | Citizen (Bangladesh) | 2006-06-30\n- Member of Parliament (Bangladesh) | Make an appeal or request | Citizen (Bangladesh) | 2006-05-28\n- Member of Parliament (Bangladesh) | Make an appeal or request | Citizen (Bangladesh) | 2006-02-25\n- Member of Parliament (Bangladesh) | Make an appeal or request | Citizen (Bangladesh) | 2006-02-08\n- Head of Government (Bangladesh) | Make an appeal or request | Citizen (Bangladesh) | 2006-11-23\n- Head of Government (Bangladesh) | Make an appeal or request | Citizen (Bangladesh) | 2006-11-05\n- Head of Government (Bangladesh) | Make an appeal or request | Citizen (Bangladesh) | 2006-10-31\n- Head of Government (Bangladesh) | Make an appeal or request | Citizen (Bangladesh) | 2006-10-29\n- Head of Government (Bangladesh) | Make an appeal or request | Citizen (Bangladesh) | 2006-10-28\n- Head of Government (Bangladesh) | Make an appeal or request | Citizen (Bangladesh) | 2006-08-07\nAnswer:", "completion": " City Mayor (Bangladesh)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1349766", "prompt": "Who expressed the intention to meet with the citizens of International before 22 June 2005?\nEvidence:\n- The Daily Telegraph | Make statement | Police (Australia) | 2005-06-22\nAnswer:", "completion": " Surakiart Sathirathai", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1353743", "prompt": "When was the last visit of the United States Ministerial Council to the Prime Minister of Peru?\nEvidence:\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-09\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-08\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-11-14\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-10-05\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Demand | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-11-24\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-05-19\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2005-05-05\n- Prime Minister Qarase | Express intent to cooperate | Prime Minister Chaudhry | 2006-05-22\nAnswer:", "completion": " 2012-10-15", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1358693", "prompt": "After 5 January 2011, to whom did the Croatian police appeal?\nEvidence:\n- Police (Croatia) | Investigate | People Associated with the Opposition (Croatian Democratic Union) | 2014-02-05\n- Citizen (Croatia) | Reject | People Associated with the Opposition (Croatian Democratic Union) | 2014-07-03\n- People Associated with the Opposition (Croatian Democratic Union) | Make an appeal or request | Government (Croatia) | 2015-06-16\n- People Associated with the Opposition (Croatian Democratic Union) | Make statement | Government (Croatia) | 2015-10-01\n- People Associated with the Opposition (Croatian Democratic Union) | Praise or endorse | Angela Merkel | 2015-10-01\n- People Associated with the Opposition (Croatian Democratic Union) | Criticize or denounce | Government (Croatia) | 2015-10-01\n- People Associated with the Opposition (Croatian Democratic Union) | Criticize or denounce | Government (Croatia) | 2015-09-09\n- People Associated with the Opposition (Croatian Democratic Union) | Criticize or denounce | Government (Croatia) | 2014-09-17\n- People Associated with the Opposition (Croatian Democratic Union) | Accuse of crime, corruption | Citizen (Croatia) | 2014-02-05\n- Croatian Party of Rights | Make an appeal or request | Ivan Jarnjak | 2007-09-04\n- Croatian Party of Rights | Make an appeal or request | Government (Croatia) | 2007-05-11\n- Croatian Party of Rights | Make an appeal or request | Citizen (Croatia) | 2011-02-14\n- Government (Croatia) | Reject | Croatian Party of Rights | 2006-05-26\n- Croatian Party of Rights | Reject | Branimir Glavas | 2008-01-08\n- Croatian Party of Rights | Accuse | Citizen (Croatia) | 2006-04-11\nAnswer:", "completion": " Citizen (Croatia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1360952", "prompt": "Before the citizens of Saudi Arabia, against whom did the armed rebels of Yemen last use unconventional violence?\nEvidence:\n- Yemen | Rally support on behalf of | Rafiq Hariri | 2005-02-15\n- Eritrea | Rally opposition against | Ethiopia | 2005-03-11\n- Yemen | Host a visit | Ministry of International Cooperation (Sudan) | 2005-02-17\n- Ministry of International Cooperation (Sudan) | Make a visit | Yemen | 2005-02-17\n- Yemen | Consult | Sudan | 2005-01-02\n- Yemen | Consult | Ethiopia | 2005-01-02\n- Yemen | Consult | Eritrea | 2005-03-11\n- Yemen | Consult | Djibouti | 2005-02-08\n- Yemen | Consult | Djibouti | 2005-02-07\n- Sudan | Consult | Yemen | 2005-01-02\n- Ethiopia | Consult | Yemen | 2005-01-02\n- Eritrea | Consult | Yemen | 2005-03-11\n- Djibouti | Consult | Yemen | 2005-02-08\n- Djibouti | Consult | Yemen | 2005-02-07\n- Head of Government (Germany) | Express intent to meet or negotiate | Yemen | 2005-02-18\nAnswer:", "completion": " Combatant (Yemen)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1282857", "prompt": "Who, before Mahmoud Ahmadinejad, was the last to speak optimistically about the royal administration of Saudi Arabia?\nEvidence:\n- Mahmoud Ahmadinejad | Investigate | Iran | 2005-06-21\n- Mahmoud Ahmadinejad | Demand | Iran | 2005-04-07\n- Mahmoud Ahmadinejad | Accuse | Iran | 2005-06-25\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-07-01\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-09\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-04-17\n- Ministry (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-29\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-07-02\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-30\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-29\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-28\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-27\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-26\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-25\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-24\nAnswer:", "completion": " Rabbi (United Kingdom)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1257005", "prompt": "Before the armed rebels of Yemen, which country did Yemen last threaten?\nEvidence:\n- Yemen | Rally support on behalf of | Rafiq Hariri | 2005-02-15\n- Yemen | Host a visit | Ministry of International Cooperation (Sudan) | 2005-02-17\n- Ministry of International Cooperation (Sudan) | Make a visit | Yemen | 2005-02-17\n- Yemen | Consult | Sudan | 2005-01-02\n- Yemen | Consult | Ethiopia | 2005-01-02\n- Yemen | Consult | Eritrea | 2005-03-11\n- Yemen | Consult | Djibouti | 2005-02-08\n- Yemen | Consult | Djibouti | 2005-02-07\n- Sudan | Consult | Yemen | 2005-01-02\n- Ethiopia | Consult | Yemen | 2005-01-02\n- Eritrea | Consult | Yemen | 2005-03-11\n- Djibouti | Consult | Yemen | 2005-02-08\n- Djibouti | Consult | Yemen | 2005-02-07\n- UN Security Council | Threaten | Eritrea | 2005-10-05\n- UN Security Council | Threaten | Eritrea | 2005-10-04\nAnswer:", "completion": " Criminal (Somalia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1158126", "prompt": "Which country first accused Sudan after Minni Minnawi?\nEvidence:\n- Minni Minnawi | Accuse | Sudan | 2014-11-24\n- Minni Minnawi | Make statement | Sudan | 2011-02-21\n- Minni Minnawi | Cooperate economically | Sudan | 2006-07-06\n- Minni Minnawi | Accuse | Government (Sudan) | 2011-02-09\n- Minni Minnawi | Accuse | Government (Sudan) | 2010-12-13\n- Minni Minnawi | Accuse | Government (Sudan) | 2010-12-12\n- Minni Minnawi | Accuse | Government (Sudan) | 2007-04-02\n- Minni Minnawi | Accuse | Government (Sudan) | 2006-08-07\n- Government (Sudan) | Reject | Minni Minnawi | 2014-04-11\n- Sudan | Sign formal agreement | Minni Minnawi | 2011-02-09\n- Sudan | Sign formal agreement | Minni Minnawi | 2010-12-13\n- Sudan | Sign formal agreement | Minni Minnawi | 2010-12-12\n- Sudan | Sign formal agreement | Minni Minnawi | 2006-08-17\n- Sudan | Sign formal agreement | Minni Minnawi | 2006-07-06\n- Minni Minnawi | Rally opposition against | Sudan | 2013-11-03\nAnswer:", "completion": " South Sudan", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1283879", "prompt": "Before Jan, 2015, who had a telephone conversation with the other authorities and officials of Nigeria?\nEvidence:\n- The Chronicle | Discuss by telephone | Other Authorities / Officials (Ghana) | 2015-06-11\n- Other Authorities / Officials (Ghana) | Discuss by telephone | The Chronicle | 2015-06-11\n- Other Authorities / Officials (Nigeria) | Discuss by telephone | Media (Nigeria) | 2012-08-13\n- Media (Nigeria) | Discuss by telephone | Other Authorities / Officials (Nigeria) | 2012-08-13\n- Presidential Candidate (Nigeria) | Discuss by telephone | Other Authorities / Officials (Nigeria) | 2006-12-23\n- Other Authorities / Officials (Nigeria) | Discuss by telephone | Presidential Candidate (Nigeria) | 2006-12-23\n- Other Authorities / Officials (Nigeria) | Discuss by telephone | Media (Africa) | 2015-12-29\n- Other Authorities / Officials (Nigeria) | Discuss by telephone | Media (Africa) | 2015-01-19\n- Other Authorities / Officials (Nigeria) | Discuss by telephone | Media (Africa) | 2011-04-20\n- Other Authorities / Officials (Nigeria) | Discuss by telephone | Daily Trust | 2012-06-04\n- Other Authorities / Officials (Nigeria) | Discuss by telephone | Daily Trust | 2012-05-29\n- Other Authorities / Officials (Nigeria) | Discuss by telephone | Daily Trust | 2010-12-28\n- Other Authorities / Officials (Nigeria) | Discuss by telephone | Daily Trust | 2009-08-13\n- Other Authorities / Officials (Nigeria) | Discuss by telephone | Daily Trust | 2009-05-18\n- Other Authorities / Officials (Nigeria) | Discuss by telephone | Daily Trust | 2008-12-30\nAnswer:", "completion": " Christiana Anyanwu", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1065147", "prompt": "Before Al-Shabaab, who last used small arms and light weapons against the citizens of Uganda?\nEvidence:\n- Al-Shabaab | Threaten | Ethiopia | 2008-12-22\n- Isaaq | Make statement | Al-Shabaab | 2008-01-17\n- Intellectual (Somalia) | Consult | Al-Shabaab | 2008-04-28\n- Governor (Somalia) | Accuse | Al-Shabaab | 2007-11-11\n- Criminal (Somalia) | Reject | Al-Shabaab | 2008-10-05\n- Al-Shabaab | Threaten | Criminal (Somalia) | 2008-05-18\n- Al-Shabaab | Occupy territory | Iraq | 2009-01-12\n- Al-Shabaab | Consult | Intellectual (Somalia) | 2008-04-28\n- Seyoum Mesfin | Make statement | Al-Shabaab | 2007-04-28\n- Media Personnel (Somalia) | Accuse | Al-Shabaab | 2008-09-22\n- Governor (Somalia) | Make statement | Al-Shabaab | 2007-11-11\n- Eritrea | Praise or endorse | Al-Shabaab | 2007-07-26\n- Al-Shabaab | Make statement | Criminal (Somalia) | 2008-11-15\n- Al-Shabaab | Demonstrate or rally | Ethiopia | 2009-01-09\n- Sheikh Mukhtar Robow | Make statement | Al-Shabaab | 2008-11-19\nAnswer:", "completion": " Police (Uganda)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1373247", "prompt": "Before the citizens of Australia, who last requested a meeting with the Foreign Minister of India?\nEvidence:\n- Member of Parliament (Australia) | Demand meeting, negotiation | People Associated with the Opposition (Australia) | 2013-05-15\n- Minister Bogollagama | Consult | Foreign Affairs (India) | 2009-09-23\n- Minister Bogollagama | Consult | Foreign Affairs (India) | 2009-01-21\n- Minister Bogollagama | Consult | Foreign Affairs (India) | 2008-10-18\n- Foreign Affairs (India) | Consult | Minister Bogollagama | 2009-09-23\n- Foreign Affairs (India) | Consult | Minister Bogollagama | 2009-01-21\n- Foreign Affairs (India) | Consult | Minister Bogollagama | 2008-10-18\n- Minister Bogollagama | Make statement | Foreign Affairs (India) | 2008-10-24\n- Minister Bogollagama | Engage in negotiation | Foreign Affairs (India) | 2009-01-18\n- Minister Bogollagama | Discuss by telephone | Foreign Affairs (India) | 2009-10-04\n- Foreign Affairs (India) | Engage in negotiation | Minister Bogollagama | 2009-01-18\n- Foreign Affairs (India) | Discuss by telephone | Minister Bogollagama | 2009-10-04\n- Member of Parliament (India) | Reject | Minister Patnaik | 2014-11-02\n- Head of Government (India) | Accuse | Minister Patnaik | 2007-06-10\n- Head of Government (India) | Accuse | Minister Patnaik | 2006-11-16\nAnswer:", "completion": " Dmitry Anatolyevich Medvedev", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1137607", "prompt": "Who first attacked the men of South Africa with small arms and light weapons after the men of the United States?\nEvidence:\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-27\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-26\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-25\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-23\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-19\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-16\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-13\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-02\n- Police (South Africa) | Arrest, detain, or charge with legal action | South Africa | 2005-02-11\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\nAnswer:", "completion": " Police (South Africa)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1236539", "prompt": "Who was the last person to be rejected by Mahmoud Ahmadinejad before Barack Obama?\nEvidence:\n- Mahmoud Ahmadinejad | Investigate | Iran | 2005-06-21\n- Mahmoud Ahmadinejad | Demand | Iran | 2005-04-07\n- Mahmoud Ahmadinejad | Accuse | Iran | 2005-06-25\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-07-01\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-09\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-04-17\n- Ministry (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-29\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-07-02\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-30\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-29\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-28\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-27\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-26\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-25\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-24\nAnswer:", "completion": " Iran", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1248867", "prompt": "Before the African Union, who were the last Brazilian citizens to make optimistic comments?\nEvidence:\n- Tony Blair | Make optimistic comment | African Union | 2005-01-23\n- African Union | Make optimistic comment | UN Security Council | 2005-01-28\n- African Union | Make statement | Sudan | 2005-02-07\n- African Union | Make statement | Sudan | 2005-01-29\n- African Union | Investigate | Sudan | 2005-02-08\n- Sudan | Make pessimistic comment | African Union | 2005-01-04\n- Ronnie Mamoepa | Make statement | African Union | 2005-01-26\n- Oluṣẹgun Ọbasanjọ | Make statement | African Union | 2005-02-08\n- Oluṣẹgun Ọbasanjọ | Make statement | African Union | 2005-02-07\n- Oluṣẹgun Ọbasanjọ | Make statement | African Union | 2005-01-28\n- African Union | Make statement | Government (Sudan) | 2005-01-28\n- African Union | Make a visit | Sudan | 2005-02-07\n- African Union | Make a visit | Ethiopia | 2005-01-30\n- African Union | Praise or endorse | East African Community | 2005-02-05\n- African Union | Make a visit | South Africa | 2005-05-20\nAnswer:", "completion": " Government Affiliated Bank (Brazil)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1273501", "prompt": "In which month did the Opposition Supporter of Pakistan blame the Militant of Taliban?\nEvidence:\n- Opposition Supporter (Pakistan) | Accuse | Militant (Taliban) | 2007-10-20\n- Opposition Supporter (Pakistan) | Demand meeting, negotiation | Militant (Taliban) | 2010-07-03\n- Opposition Supporter (Pakistan) | Engage in negotiation | Government (Pakistan) | 2014-08-21\n- Opposition Supporter (Pakistan) | Engage in negotiation | Government (Pakistan) | 2014-08-17\n- Government (Pakistan) | Engage in negotiation | Opposition Supporter (Pakistan) | 2014-08-21\n- Government (Pakistan) | Engage in negotiation | Opposition Supporter (Pakistan) | 2014-08-17\n- Opposition Supporter (Pakistan) | Rally opposition against | Criminal (Pakistan) | 2015-08-12\n- Opposition Supporter (Pakistan) | Demand | Government (Pakistan) | 2005-12-11\n- Opposition Supporter (Pakistan) | Consult | Government (Pakistan) | 2014-08-21\n- Opposition Supporter (Pakistan) | Accuse | Government (Pakistan) | 2006-02-17\n- Government (Pakistan) | Consult | Opposition Supporter (Pakistan) | 2014-08-21\n- Opposition Supporter (Pakistan) | Make statement | Head of Government (Pakistan) | 2007-12-01\n- Head of Government (Pakistan) | Make statement | Opposition Supporter (Pakistan) | 2013-06-03\n- Opposition Supporter (Pakistan) | Give ultimatum | Government (Pakistan) | 2011-01-04\n- Government (Pakistan) | Complain officially | Opposition Supporter (Pakistan) | 2009-03-19\nAnswer:", "completion": " 2007-10", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1367559", "prompt": "In the year 2011, who made the fishermen of India suffer from conventional military forces?\nEvidence:\n- Member of Parliament (India) | Use conventional military force | Fishermen (India) | 2015-05-22\n- Military Personnel - Special (India) | Use conventional military force | Fishermen (India) | 2010-07-16\n- Fishermen (India) | Use conventional military force | Military Personnel - Special (India) | 2010-07-16\n- Salvatore Girone | Use conventional military force | Fishermen (India) | 2015-08-10\n- Salvatore Girone | Use conventional military force | Fishermen (India) | 2015-07-13\n- Salvatore Girone | Use conventional military force | Fishermen (India) | 2015-06-26\n- Salvatore Girone | Use conventional military force | Fishermen (India) | 2015-01-14\n- Salvatore Girone | Use conventional military force | Fishermen (India) | 2015-01-07\n- Salvatore Girone | Use conventional military force | Fishermen (India) | 2014-04-02\n- Salvatore Girone | Use conventional military force | Fishermen (India) | 2014-02-25\n- Salvatore Girone | Use conventional military force | Fishermen (India) | 2014-02-19\n- Member of the Judiciary (Sri Lanka) | Coerce | Fishermen (India) | 2014-11-19\n- Member of the Judiciary (Sri Lanka) | Coerce | Fishermen (India) | 2014-11-10\n- Member of the Judiciary (Sri Lanka) | Coerce | Fishermen (India) | 2014-11-03\n- Member of the Judiciary (Sri Lanka) | Coerce | Fishermen (India) | 2014-10-30\nAnswer:", "completion": " Naval (Sri Lanka)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1357712", "prompt": "Who was the first to be sentenced by Ivan Gasparovic after the Special Court of Slovakia?\nEvidence:\n- Ivan Gasparovic | Complain officially | Media (Slovakia) | 2005-07-10\n- Ivan Gasparovic | Make statement | Foreign Affairs (Slovakia) | 2005-07-11\n- Ivan Gasparovic | Criticize or denounce | Police (Slovakia) | 2005-06-22\n- Ivan Gasparovic | Criticize or denounce | Foreign Affairs (Slovakia) | 2005-06-28\n- Ivan Gasparovic | Make an appeal or request | Foreign Affairs (Slovakia) | 2005-06-28\n- Valdas Adamkus | Consult | Ivan Gasparovic | 2005-02-28\n- Pavol Hrusovský | Consult | Ivan Gasparovic | 2005-01-17\n- Mikulas Dzurinda | Consult | Ivan Gasparovic | 2006-06-19\n- Mikulas Dzurinda | Consult | Ivan Gasparovic | 2006-03-31\n- Mikulas Dzurinda | Consult | Ivan Gasparovic | 2005-09-12\n- Mikulas Dzurinda | Consult | Ivan Gasparovic | 2005-01-17\n- Ivan Gasparovic | Make statement | Iraq | 2005-02-28\n- Ivan Gasparovic | Consult | Valdas Adamkus | 2005-02-28\n- Ivan Gasparovic | Consult | Pavol Hrusovský | 2005-01-17\n- Ivan Gasparovic | Consult | Mikulas Dzurinda | 2006-06-19\nAnswer:", "completion": " Media (Slovakia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1281433", "prompt": "Which country hosted the visit of the Department of Defense Security of the United States in the same year of Laos?\nEvidence:\n- Vietnam | Criticize or denounce | Member of the Judiciary (United States) | 2005-03-15\n- Vietnam | Criticize or denounce | Member of the Judiciary (United States) | 2005-03-12\n- Vietnam | Criticize or denounce | Member of the Judiciary (United States) | 2005-03-11\n- Vietnam | Host a visit | Naval (United States) | 2005-03-29\n- Naval (United States) | Make a visit | Vietnam | 2005-03-29\n- Laos | Host a visit | Association of Southeast Asian Nations | 2005-01-19\n- Association of Southeast Asian Nations | Make a visit | Laos | 2005-01-19\n- Vietnam | Make a visit | Laos | 2005-04-11\n- Vietnam | Make a visit | Laos | 2005-04-08\n- Vietnam | Make a visit | Laos | 2005-04-07\n- Vietnam | Make a visit | Laos | 2005-04-06\n- Vietnam | Make a visit | Laos | 2005-02-16\n- Laos | Host a visit | Vietnam | 2005-04-11\n- Laos | Host a visit | Vietnam | 2005-04-08\n- Laos | Host a visit | Vietnam | 2005-04-07\nAnswer:", "completion": " Kuwait", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1042956", "prompt": "Who was the first person to be praised by the Indian Prime Minister in 2006?\nEvidence:\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-11-14\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-10-05\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Demand | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-11-24\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-05-19\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2006-05-22\n- Prime Minister Qarase | Express intent to cooperate | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Express intent to cooperate | Prime Minister Chaudhry | 2006-05-20\n- Prime Minister Chaudhry | Express intent to cooperate | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Express intent to cooperate | Prime Minister Qarase | 2006-05-20\nAnswer:", "completion": " Pervez Musharraf", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1131880", "prompt": "Before Xi Jinping, with whom did the citizens of the United Kingdom last express their willingness to negotiate?\nEvidence:\n- Henry M. Paulson | Express intent to meet or negotiate | Xi Jinping | 2006-09-19\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | Xi Jinping | 2008-05-23\n- Xi Jinping | Accuse | France | 2008-04-27\n- Xi Jinping | Make statement | Japan | 2008-04-18\n- Xi Jinping | Make statement | China | 2008-05-29\n- Xi Jinping | Make statement | China | 2008-04-29\n- Xi Jinping | Make statement | China | 2008-04-27\n- Xi Jinping | Make statement | China | 2008-04-23\n- Xi Jinping | Make statement | China | 2008-04-18\n- Xi Jinping | Make statement | China | 2008-04-03\n- Xi Jinping | Make statement | China | 2007-12-19\n- Xi Jinping | Make statement | China | 2007-11-22\n- Xi Jinping | Make statement | China | 2007-11-16\n- Xi Jinping | Consult | Wen Jiabao | 2008-02-28\n- Xi Jinping | Consult | Wen Jiabao | 2008-01-09\nAnswer:", "completion": " United Arab Emirates", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1029239", "prompt": "In 2014, who did Barack Obama express cooperation to last?\nEvidence:\n- Barack Obama | Express intent to settle dispute | Iraq | 2007-06-02\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2005-10-10\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | South Africa | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | South Africa | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | South Africa | 2005-10-10\n- Barack Obama | Express intent to de-escalate military engagement | Iraq | 2007-02-15\n- Barack Obama | Express intent to de-escalate military engagement | Iraq | 2007-02-14\n- Barack Obama | Express intent to de-escalate military engagement | Iraq | 2007-02-13\n- Barack Obama | Express intent to de-escalate military engagement | Iraq | 2007-02-12\n- Barack Obama | Express intent to de-escalate military engagement | Iraq | 2007-02-11\n- Uhuru Muigai Kenyatta | Engage in negotiation | Barack Obama | 2006-08-25\nAnswer:", "completion": " Raúl Castro", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1255033", "prompt": "Before Romania, who last praised the Prime Minister of Greece?\nEvidence:\n- Ministry (Romania) | Make statement | Romania | 2005-03-25\n- Ministry (Romania) | Make statement | Romania | 2005-01-12\n- Lawyer/Attorney (Romania) | Investigate | Romania | 2005-03-22\n- Romania | Reduce relations | Royal Administration (Romania) | 2005-03-24\n- Romania | Praise or endorse | Intelligence (Romania) | 2005-02-08\n- Ministry (Romania) | Make optimistic comment | Romania | 2005-01-14\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-21\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-04\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-01-31\n- Environment Department/Ministry (Romania) | Threaten | Romania | 2005-03-22\n- Romania | Consult | Iraq | 2005-02-21\n- Iraq | Consult | Romania | 2005-02-21\n- Romania | Arrest, detain, or charge with legal action | Dissident (Romania) | 2005-01-18\n- Romania | Defend verbally | Iraq | 2005-01-28\n- Romania | Consult | Mwai Kibaki | 2005-02-22\nAnswer:", "completion": " Head of Government (Cyprus)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1353434", "prompt": "Which country first would want to negotiate with Mekong River Commission in 2010?\nEvidence:\n- Thailand | Consult | Mekong River Commission | 2010-04-09\n- Mekong River Commission | Consult | Thailand | 2010-04-09\n- Vietnam | Make statement | Mekong River Commission | 2010-06-06\n- Thailand | Make statement | Mekong River Commission | 2010-06-07\n- Thailand | Make statement | Mekong River Commission | 2010-06-06\n- Mekong River Commission | Make statement | China | 2010-04-01\n- Laos | Make statement | Mekong River Commission | 2010-06-06\n- Cambodia | Make statement | Mekong River Commission | 2010-06-06\n- Mekong River Commission | Express intent to meet or negotiate | Thailand | 2010-03-26\n- China | Express intent to meet or negotiate | Mekong River Commission | 2010-04-07\n- China | Express intent to meet or negotiate | Mekong River Commission | 2010-04-04\n- China | Express intent to meet or negotiate | Mekong River Commission | 2010-03-30\n- China | Express intent to meet or negotiate | Mekong River Commission | 2010-03-23\n- China | Express intent to meet or negotiate | Mekong River Commission | 2010-03-22\n- China | Express intent to meet or negotiate | Mekong River Commission | 2010-03-20\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1094476", "prompt": "Who last criticised South Africa in 2012?\nEvidence:\n- Police (South Africa) | Investigate | South Africa | 2012-02-09\n- Police (South Africa) | Investigate | South Africa | 2012-01-13\n- Police (South Africa) | Investigate | South Africa | 2012-01-12\n- Police (South Africa) | Investigate | South Africa | 2012-01-09\n- Government (South Africa) | Investigate | South Africa | 2012-01-11\n- Police (South Africa) | Investigate | Men (South Africa) | 2012-07-18\n- Police (South Africa) | Investigate | Men (South Africa) | 2012-07-17\n- Police (South Africa) | Investigate | Men (South Africa) | 2012-06-23\n- Police (South Africa) | Investigate | Men (South Africa) | 2012-05-23\n- Police (South Africa) | Investigate | Men (South Africa) | 2012-05-09\n- Police (South Africa) | Investigate | Men (South Africa) | 2012-05-02\n- Police (South Africa) | Investigate | Men (South Africa) | 2012-04-11\n- Police (South Africa) | Investigate | Men (South Africa) | 2012-03-16\n- Police (South Africa) | Investigate | Men (South Africa) | 2012-02-29\n- Police (South Africa) | Investigate | Men (South Africa) | 2012-02-23\nAnswer:", "completion": " Al Jazeera", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1065071", "prompt": "Who was the first to ask for Angela Merkel in 2014?\nEvidence:\n- Vitali Klitschko | Appeal for economic aid | Angela Merkel | 2014-02-18\n- Arseniy Yatsenyuk | Appeal for economic aid | Angela Merkel | 2014-02-18\n- Arseniy Yatsenyuk | Engage in negotiation | Angela Merkel | 2014-02-18\n- Arseniy Yatsenyuk | Engage in negotiation | Angela Merkel | 2014-02-17\n- Angela Merkel | Engage in negotiation | Arseniy Yatsenyuk | 2014-02-18\n- Angela Merkel | Engage in negotiation | Arseniy Yatsenyuk | 2014-02-17\n- Angela Merkel | Engage in diplomatic cooperation | France | 2014-02-19\n- Barack Obama | Express intent to cooperate | Angela Merkel | 2014-02-20\n- Barack Obama | Express intent to cooperate | Angela Merkel | 2014-02-06\n- Barack Obama | Express intent to cooperate | Angela Merkel | 2014-01-20\n- Barack Obama | Express intent to cooperate | Angela Merkel | 2014-01-19\n- Barack Obama | Express intent to cooperate | Angela Merkel | 2014-01-18\n- Angela Merkel | Express intent to cooperate | Vitali Klitschko | 2014-02-17\n- Angela Merkel | Express intent to cooperate | Barack Obama | 2014-02-20\n- Angela Merkel | Express intent to cooperate | Arseniy Yatsenyuk | 2014-02-17\nAnswer:", "completion": " Human Rights Watch", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1070267", "prompt": "Who was the last Australian member of parliament to support in 2014?\nEvidence:\n- Secretary of State for the Home Department | Investigate | Member of Parliament (India) | 2014-07-23\n- Member of the Judiciary (Iceland) | Rally support on behalf of | Bank (Iceland) | 2014-05-25\n- Ram Paswan | Express intent to engage in diplomatic cooperation (such as policy support) | Member of Parliament (India) | 2014-12-07\n- Member of Parliament (Australia) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Australia) | 2014-05-30\n- Citizen (Australia) | Express intent to engage in diplomatic cooperation (such as policy support) | Member of Parliament (Australia) | 2014-10-21\n- Member of Parliament (Australia) | Praise or endorse | People Associated with the Opposition (Australia) | 2014-09-10\n- Member of Parliament (Australia) | Praise or endorse | People Associated with the Opposition (Australia) | 2014-02-07\n- Member of Parliament (Australia) | Praise or endorse | People Associated with the Opposition (Australia) | 2014-02-06\n- Member of the Judiciary (Iceland) | Rally support on behalf of | Company - Owner or Operator (Iceland) | 2014-05-25\n- People Associated with the Opposition (Ukraine) | Make an appeal or request | Member of Parliament (Ukraine) | 2014-02-20\n- Member of Parliament (Kyrgyzstan) | Appeal for diplomatic cooperation (such as policy support) | Ministry (Kyrgyzstan) | 2014-10-01\n- Member of Parliament (France) | Appeal for diplomatic cooperation (such as policy support) | Government (France) | 2014-12-02\n- Member of Parliament (Australia) | Appeal for diplomatic cooperation (such as policy support) | Citizen (Australia) | 2014-04-30\nAnswer:", "completion": " People Associated with the Opposition (Australia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 13, "n_anchors": 0} +{"id": "mtq_1170353", "prompt": "Could you tell me the exact month when the United Democratic Movement threatened South Africa?\nEvidence:\n- United Democratic Movement | Threaten | South Africa | 2011-03-17\n- United Democratic Movement | Accuse | Government (South Africa) | 2007-05-17\n- Police (South Africa) | Make statement | United Democratic Movement | 2014-03-12\n- Legislature (South Africa) | Reduce relations | United Democratic Movement | 2006-08-23\n- United Democratic Movement | Reduce relations | Member of Parliament (South Africa) | 2005-08-31\n- Member of Parliament (South Africa) | Reduce relations | United Democratic Movement | 2006-08-23\n- United Democratic Movement | Make an appeal or request | Legislature (South Africa) | 2008-01-26\n- Main Opposition (South Africa) | Engage in material cooperation | United Democratic Movement | 2013-07-01\n- Movement for Democratic Change | Make statement | Government (South Africa) | 2005-03-13\n- William Ruto | Consult | United Democratic Movement | 2011-08-29\n- William Ruto | Accuse | United Democratic Movement | 2011-07-11\n- William Ruto | Accuse | United Democratic Movement | 2011-07-08\n- United Democratic Movement | Consult | William Ruto | 2011-08-29\n- Police (South Africa) | Arrest, detain, or charge with legal action | United Democratic Movement | 2007-09-18\n- Movement for Democratic Change | Use conventional military force | South Africa | 2005-02-07\nAnswer:", "completion": " 2011-03", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1192796", "prompt": "When did the citizens of the United Kingdom first use unconventional violence against the citizens of Africa?\nEvidence:\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- Citizen (United Kingdom) | Use unconventional violence | Citizen (Africa) | 2013-08-15\n- First Command of the Capital | Use unconventional violence | Other Authorities / Officials (Brazil) | 2006-08-25\n- First Command of the Capital | Use unconventional violence | Lawyer/Attorney (Costa Rica) | 2008-07-26\n- Muslim (United Kingdom) | Use unconventional violence | Citizen (United Kingdom) | 2009-02-17\n- Muslim (United Kingdom) | Use unconventional violence | Citizen (United Kingdom) | 2005-03-01\n- Men (United Kingdom) | Use unconventional violence | Lawmaker (United Kingdom) | 2014-08-30\n- Men (United Kingdom) | Use unconventional violence | Businessperson (United Kingdom) | 2013-08-28\n- Men (United Kingdom) | Use unconventional violence | Businessperson (United Kingdom) | 2013-01-16\n- Men (United Kingdom) | Use unconventional violence | Businessperson (United Kingdom) | 2009-03-28\n- Looter (United Kingdom) | Use unconventional violence | Citizen (United Kingdom) | 2012-03-13\n- Citizen (United Kingdom) | Use unconventional violence | Muslim (United Kingdom) | 2013-10-22\nAnswer:", "completion": " 2013-08-15", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1001843", "prompt": "Who was the last person to praise Barack Obama before the UAE Armed Forces?\nEvidence:\n- UAE Armed Forces | Consult | Mahmoud Abbas | 2009-04-21\n- UAE Armed Forces | Consult | Abdullah Gül | 2005-04-05\n- Mahmoud Abbas | Consult | UAE Armed Forces | 2009-04-21\n- Abdullah Gül | Consult | UAE Armed Forces | 2005-04-05\n- UAE Armed Forces | Praise or endorse | Head of Government (Qatar) | 2009-06-01\n- United Arab Emirates | Consult | UAE Armed Forces | 2009-04-14\n- United Arab Emirates | Consult | UAE Armed Forces | 2007-12-19\n- UAE Armed Forces | Make statement | Gerhard Schröder | 2005-03-05\n- UAE Armed Forces | Make pessimistic comment | Sudan | 2008-04-14\n- UAE Armed Forces | Make a visit | Qatar | 2005-02-16\n- UAE Armed Forces | Make a visit | Kuwait | 2006-01-17\n- UAE Armed Forces | Make a visit | China | 2009-08-18\n- UAE Armed Forces | Consult | United Arab Emirates | 2009-04-14\n- UAE Armed Forces | Consult | United Arab Emirates | 2007-12-19\n- UAE Armed Forces | Consult | Foreign Affairs (France) | 2007-03-12\nAnswer:", "completion": " Mexico", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1167479", "prompt": "Who was accused by the citizens of Brazil in the same year?\nEvidence:\n- Ministry (Brazil) | Discuss by telephone | Head of Government (Brazil) | 2012-07-20\n- Ministry (Brazil) | Discuss by telephone | Head of Government (Brazil) | 2008-07-12\n- Head of Government (Brazil) | Discuss by telephone | Ministry (Brazil) | 2012-07-20\n- Head of Government (Brazil) | Discuss by telephone | Ministry (Brazil) | 2008-07-12\n- Head of Government (Brazil) | Engage in diplomatic cooperation | People Associated with the Opposition (Brazil) | 2006-10-30\n- Universal Church of the Kingdom of God | Engage in negotiation | Public Prosecutor (Brazil) | 2014-09-13\n- Public Prosecutor (Brazil) | Engage in negotiation | Universal Church of the Kingdom of God | 2014-09-13\n- People Associated with the Opposition (Brazil) | Engage in negotiation | Ministry (Brazil) | 2007-03-24\n- People Associated with the Opposition (Brazil) | Engage in negotiation | Ministry (Brazil) | 2006-07-05\n- People Associated with the Opposition (Brazil) | Engage in negotiation | Ministry (Brazil) | 2006-04-19\n- Ministry (Brazil) | Engage in negotiation | People Associated with the Opposition (Brazil) | 2007-03-24\n- Ministry (Brazil) | Engage in negotiation | People Associated with the Opposition (Brazil) | 2006-07-05\n- Ministry (Brazil) | Engage in negotiation | People Associated with the Opposition (Brazil) | 2006-04-19\n- People Associated with the Opposition (Brazil) | Investigate | Head of Government (Brazil) | 2011-05-25\n- People Associated with the Opposition (Brazil) | Consult | Head of Government (Brazil) | 2007-09-25\nAnswer:", "completion": " Head of Government (Brazil)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1311022", "prompt": "After the year 2009, who expressed the intention to negotiate with Valdis Dombrovskis?\nEvidence:\n- China | Express intent to meet or negotiate | Valdis Dombrovskis | 2011-03-05\n- Valdis Dombrovskis | Consult | Angela Merkel | 2010-09-07\n- Valdis Dombrovskis | Consult | Angela Merkel | 2009-04-17\n- Valdis Dombrovskis | Consult | Andrius Kubilius | 2009-04-12\n- Valdis Dombrovskis | Consult | Aivis Ronis | 2010-07-05\n- Valdis Dombrovskis | Consult | Aivis Ronis | 2010-05-12\n- Angela Merkel | Consult | Valdis Dombrovskis | 2010-09-07\n- Angela Merkel | Consult | Valdis Dombrovskis | 2009-04-17\n- Andrius Kubilius | Consult | Valdis Dombrovskis | 2009-04-12\n- Aivis Ronis | Consult | Valdis Dombrovskis | 2010-07-05\n- Aivis Ronis | Consult | Valdis Dombrovskis | 2010-05-12\n- Valdis Dombrovskis | Express intent to meet or negotiate | Andrius Kubilius | 2009-04-04\n- Valdis Dombrovskis | Express intent to cooperate | Angela Merkel | 2010-09-07\n- Angela Merkel | Express intent to cooperate | Valdis Dombrovskis | 2010-09-07\n- Valdis Dombrovskis | Make statement | Aivis Ronis | 2010-04-27\nAnswer:", "completion": " Toomas Hendrik Ilves", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1206770", "prompt": "Who praised Angela Merkel after February 2015?\nEvidence:\n- France | Consult | Angela Merkel | 2005-07-18\n- Angela Merkel | Demand | France | 2005-07-19\n- Angela Merkel | Consult | France | 2005-07-18\n- Tony Blair | Consult | Angela Merkel | 2005-02-07\n- Gerhard Schröder | Demand | Angela Merkel | 2005-07-27\n- Gerhard Schröder | Accuse | Angela Merkel | 2005-07-15\n- Angela Merkel | Reject | Gerhard Schröder | 2005-03-17\n- Angela Merkel | Make statement | France | 2005-07-20\n- Angela Merkel | Consult | Tony Blair | 2005-02-07\n- Angela Merkel | Accuse | Gerhard Schröder | 2005-07-20\n- Angela Merkel | Accuse | Gerhard Schröder | 2005-07-19\n- Angela Merkel | Accuse | Gerhard Schröder | 2005-06-16\n- France | Host a visit | Angela Merkel | 2005-07-20\n- Angela Merkel | Reduce relations | Gerhard Schröder | 2005-05-25\n- Angela Merkel | Make statement | Government (Germany) | 2005-07-17\nAnswer:", "completion": " Ministry (Poland)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1381398", "prompt": "Who denounced Evo Morales in the same year?\nEvidence:\n- Military (Bolivia) | Engage in negotiation | Evo Morales | 2012-08-06\n- Evo Morales | Engage in negotiation | Military (Bolivia) | 2012-08-06\n- Evo Morales | Demand | Bolivia | 2005-09-25\n- Evo Morales | Consult | Bolivia | 2005-12-19\n- Bolivia | Consult | Evo Morales | 2005-12-19\n- Evo Morales | Engage in diplomatic cooperation | Felipe Quispe | 2005-03-09\n- Felipe Quispe | Accuse | Evo Morales | 2012-08-20\n- Evo Morales | Make statement | Bolivia | 2005-12-20\n- Evo Morales | Make statement | Bolivia | 2005-12-19\n- Evo Morales | Make statement | Bolivia | 2005-12-02\n- Evo Morales | Make statement | Bolivia | 2005-11-24\n- Evo Morales | Make statement | Bolivia | 2005-11-05\n- Evo Morales | Make statement | Bolivia | 2005-09-27\n- Evo Morales | Make statement | Bolivia | 2005-09-20\n- Evo Morales | Make statement | Bolivia | 2005-05-16\nAnswer:", "completion": " Civic Committee of Santa Cruz", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1041236", "prompt": "Before Jusuf Kalla, which country hosted the visit from the head of government of Timor-Leste last?\nEvidence:\n- Head of Government (Timor-Leste) | Make statement | Timor-Leste | 2005-11-15\n- Head of Government (Timor-Leste) | Make statement | Timor-Leste | 2005-07-05\n- Head of Government (Timor-Leste) | Engage in symbolic act | Timor-Leste | 2005-05-20\n- Catholic Bishop (Timor-Leste) | Reject | Timor-Leste | 2005-02-07\n- Timor-Leste | Rally support on behalf of | Military (Timor-Leste) | 2006-04-30\n- Timor-Leste | Rally support on behalf of | Military (Timor-Leste) | 2006-04-28\n- Media Personnel (Timor-Leste) | Make statement | Timor-Leste | 2006-04-28\n- Malaysia | Host a visit | Jusuf Kalla | 2005-05-07\n- Malaysia | Host a visit | Jusuf Kalla | 2005-05-05\n- Malaysia | Host a visit | Jusuf Kalla | 2005-05-04\n- Jusuf Kalla | Make a visit | Malaysia | 2005-05-07\n- Jusuf Kalla | Make a visit | Malaysia | 2005-05-05\n- Jusuf Kalla | Make a visit | Malaysia | 2005-05-04\n- Jusuf Kalla | Make a visit | China | 2005-09-01\n- Jusuf Kalla | Make a visit | China | 2005-08-30\nAnswer:", "completion": " Portugal", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1165081", "prompt": "Before Winston Peters, who was the last to criticise Pervez Musharraf?\nEvidence:\n- Winston Peters | Consult | Malaysia | 2006-02-22\n- Malaysia | Consult | Winston Peters | 2006-02-22\n- Winston Peters | Make statement | France | 2005-11-03\n- Winston Peters | Consult | Michael Cullen | 2005-10-12\n- Winston Peters | Consult | Frank Bainimarama | 2006-02-27\n- Winston Peters | Consult | Frank Bainimarama | 2006-02-25\n- Winston Peters | Consult | Frank Bainimarama | 2006-02-24\n- Winston Peters | Consult | Borys Tarasyuk | 2006-04-08\n- Winston Peters | Accuse | Michael Cullen | 2005-04-18\n- Michael Cullen | Consult | Winston Peters | 2005-10-12\n- Frank Bainimarama | Consult | Winston Peters | 2006-02-27\n- Frank Bainimarama | Consult | Winston Peters | 2006-02-25\n- Frank Bainimarama | Consult | Winston Peters | 2006-02-24\n- Borys Tarasyuk | Consult | Winston Peters | 2006-04-08\n- Winston Peters | Reject economic cooperation | China | 2005-11-15\nAnswer:", "completion": " Don McKinnon", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1188811", "prompt": "Could you tell me the exact month when John Odigie-Oyegun last appealed to Muhammadu Buhari?\nEvidence:\n- Muhammadu Buhari | Consult | John Odigie-Oyegun | 2015-04-28\n- John Odigie-Oyegun | Consult | Muhammadu Buhari | 2015-04-28\n- Muhammadu Buhari | Make statement | John Odigie-Oyegun | 2014-12-18\n- John Odigie-Oyegun | Make statement | Muhammadu Buhari | 2015-05-25\n- John Odigie-Oyegun | Make statement | Muhammadu Buhari | 2014-12-30\n- John Odigie-Oyegun | Make statement | Muhammadu Buhari | 2014-11-25\n- Muhammadu Buhari | Express intent to meet or negotiate | John Odigie-Oyegun | 2015-04-27\n- John Odigie-Oyegun | Express intent to meet or negotiate | Muhammadu Buhari | 2015-04-27\n- John Odigie-Oyegun | Make an appeal or request | Muhammadu Buhari | 2014-12-18\n- Secretariat (Nigeria) | Consult | John Odigie-Oyegun | 2014-09-16\n- Ministry (Nigeria) | Consult | John Odigie-Oyegun | 2015-04-20\n- Media (Africa) | Consult | John Odigie-Oyegun | 2015-04-22\n- John Odigie-Oyegun | Demand | Citizen (Nigeria) | 2014-09-29\n- John Odigie-Oyegun | Demand | Citizen (Nigeria) | 2014-09-24\n- John Odigie-Oyegun | Consult | Secretariat (Nigeria) | 2014-09-16\nAnswer:", "completion": " 2014-12", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1152789", "prompt": "Which country first receive South Africa's visit from South Africa after Jean Ravelonarivo did?\nEvidence:\n- South Africa | Make a visit | Jean Ravelonarivo | 2015-10-07\n- Jean Ravelonarivo | Host a visit | South Africa | 2015-10-07\n- Jean Ravelonarivo | Host a visit | Foreign Affairs (France) | 2015-09-27\n- Foreign Affairs (France) | Make a visit | Jean Ravelonarivo | 2015-09-27\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Tanzania | Make a visit | South Africa | 2005-02-22\n- South Africa | Host a visit | Tanzania | 2005-02-22\n- South Africa | Host a visit | Angola | 2005-02-18\n- Angola | Make a visit | South Africa | 2005-02-18\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- Tony Blair | Make a visit | South Africa | 2005-01-14\n- South Africa | Host a visit | Tony Blair | 2005-01-14\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- South Africa | Host a visit | Labor Union (Zimbabwe) | 2005-02-02\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1265269", "prompt": "After the men of South Africa, who was the first to use unconventional violence against the businessman of Somalia?\nEvidence:\n- Armed Opposition (Sudan) | Use unconventional violence | African Union | 2005-03-30\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-27\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-26\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-25\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-23\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-19\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-16\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-13\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-02\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\nAnswer:", "completion": " Armed Gang (Somalia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1008098", "prompt": "Who was the last to support Yemen, before the head of government of Egypt?\nEvidence:\n- Head of Government (Germany) | Express intent to meet or negotiate | Yemen | 2005-02-18\n- Yemen | Rally support on behalf of | Rafiq Hariri | 2005-02-15\n- Ministry (Egypt) | Make a visit | Yemen | 2005-02-21\n- Eritrea | Make statement | Head of Government (Ethiopia) | 2005-10-21\n- Head of Government (Finland) | Make a visit | Eritrea | 2005-08-23\n- Eritrea | Host a visit | Head of Government (Finland) | 2005-08-23\n- Yemen | Express intent to engage in diplomatic cooperation (such as policy support) | Business (Iran) | 2005-01-28\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-30\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-29\n- Yemen | Host a visit | Ministry of International Cooperation (Sudan) | 2005-02-17\n- Ministry of International Cooperation (Sudan) | Make a visit | Yemen | 2005-02-17\n- Yemen | Consult | Sudan | 2005-01-02\n- Yemen | Consult | Ethiopia | 2005-01-02\n- Yemen | Consult | Eritrea | 2005-03-11\n- Yemen | Consult | Djibouti | 2005-02-08\nAnswer:", "completion": " Neal S. Wolin", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1215027", "prompt": "Can you tell me the exact month when A.P. Sharma last expressed his intention to negotiate with the Head of Government of Ghana?\nEvidence:\n- A.P. Sharma | Express intent to meet or negotiate | Head of Government (Ghana) | 2006-05-24\n- A.P. Sharma | Express intent to meet or negotiate | Head of Government (Ghana) | 2006-05-23\n- Head of Government (India) | Consult | A.P. Sharma | 2006-07-18\n- A.P. Sharma | Consult | Head of Government (India) | 2006-07-18\n- Head of Government (Cyprus) | Express intent to meet or negotiate | A.P. Sharma | 2006-04-11\n- A.P. Sharma | Praise or endorse | Head of Government (Portugal) | 2007-06-13\n- Head of Government (India) | Make an appeal or request | A.P. Sharma | 2008-12-09\n- A.P. Sharma | Express intent to meet or negotiate | Romania | 2006-08-29\n- A.P. Sharma | Express intent to meet or negotiate | Romania | 2006-08-28\n- Vuk Jeremić | Consult | A.P. Sharma | 2007-09-18\n- Ronald Kirk | Consult | A.P. Sharma | 2009-06-20\n- Ronald Kirk | Consult | A.P. Sharma | 2009-06-19\n- Ronald Kirk | Consult | A.P. Sharma | 2009-06-09\n- Ronald Kirk | Consult | A.P. Sharma | 2009-06-08\n- Abhisit Vejjajiva | Consult | A.P. Sharma | 2009-08-17\nAnswer:", "completion": " 2006-05", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1279306", "prompt": "In which month did the government of Côte d'Ivoire make its first appeal to the African Union?\nEvidence:\n- Government (Cote d'Ivoire) | Express intent to meet or negotiate | South Africa | 2005-03-31\n- Head of Government (Nigeria) | Consult | African Union | 2005-02-01\n- Head of Government (Nigeria) | Consult | African Union | 2005-01-31\n- African Union | Consult | Head of Government (Nigeria) | 2005-02-01\n- African Union | Consult | Head of Government (Nigeria) | 2005-01-31\n- African Union | Make statement | Government (Sudan) | 2005-01-28\n- Rebel Commander (Cote d'Ivoire) | Make a visit | South Africa | 2005-04-25\n- Government (Djibouti) | Engage in diplomatic cooperation | African Union | 2005-02-07\n- South Africa | Host a visit | Rebel Commander (Cote d'Ivoire) | 2005-04-25\n- Rebel Commander (Cote d'Ivoire) | Express intent to meet or negotiate | South Africa | 2005-03-25\n- African Union | Make statement | Sudan | 2005-02-07\n- African Union | Make statement | Sudan | 2005-01-29\n- Oluṣẹgun Ọbasanjọ | Make an appeal or request | African Union | 2005-02-10\n- African Union | Make an appeal or request | South Africa | 2005-01-02\n- Government (Sudan) | Praise or endorse | African Union | 2005-01-28\nAnswer:", "completion": " 2011-01", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1296010", "prompt": "When was the last time Ugandan media personnel threatened Ugandan citizens?\nEvidence:\n- The Hague | Consult | Media Personnel (Serbia) | 2005-03-15\n- Media Personnel (Serbia) | Consult | The Hague | 2005-03-15\n- Media Personnel (Serbia) | Make statement | The Hague | 2008-07-26\n- Media Personnel (Serbia) | Make statement | The Hague | 2007-06-17\n- Media Personnel (Serbia) | Make statement | The Hague | 2005-03-15\n- The Hague | Impose administrative sanctions | Media Personnel (Lebanon) | 2015-09-28\n- Media Personnel (Australia) | Make statement | The Daily Telegraph | 2015-01-19\n- Media Personnel (Australia) | Make statement | The Daily Telegraph | 2012-11-14\n- Media Personnel (Australia) | Make statement | The Daily Telegraph | 2008-06-02\n- Media Personnel (Australia) | Make statement | The Daily Telegraph | 2005-02-09\n- Member of the Judiciary (Liberia) | Consult | Media Personnel (Liberia) | 2015-01-23\n- Media Personnel (Liberia) | Consult | Member of the Judiciary (Liberia) | 2015-01-23\n- Media Personnel (Thailand) | Make statement | Office of the Attorney General | 2014-08-05\n- Media Personnel (Australia) | Demand | People Associated with the Opposition (Australia) | 2011-09-29\n- Media Personnel (Australia) | Accuse | People Associated with the Opposition (Australia) | 2010-07-22\nAnswer:", "completion": " 2011-05-13", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1355166", "prompt": "When did Labaran Maku first make a request to Muhammadu Buhari?\nEvidence:\n- Labaran Maku | Make an appeal or request | Muhammadu Buhari | 2015-08-11\n- Labaran Maku | Make an appeal or request | Muhammadu Buhari | 2015-07-13\n- Labaran Maku | Make statement | China | 2014-08-05\n- Ministry (Nigeria) | Investigate | Labaran Maku | 2015-12-29\n- Ministry (Nigeria) | Consult | Labaran Maku | 2014-04-14\n- Labaran Maku | Threaten | Citizen (Nigeria) | 2015-02-13\n- Labaran Maku | Consult | Ministry (Nigeria) | 2014-04-14\n- Labaran Maku | Make statement | Murtala Nyako | 2014-04-24\n- Labaran Maku | Make statement | Media (Nigeria) | 2014-03-03\n- Labaran Maku | Make statement | Government (Nigeria) | 2015-03-12\n- Labaran Maku | Make statement | Government (Nigeria) | 2014-09-25\n- Labaran Maku | Make statement | Government (Nigeria) | 2014-05-28\n- Labaran Maku | Make statement | Government (Nigeria) | 2014-05-12\n- Labaran Maku | Make statement | Government (Nigeria) | 2014-04-16\n- Labaran Maku | Make statement | Government (Nigeria) | 2014-03-03\nAnswer:", "completion": " 2015-07-13", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1331576", "prompt": "Which country did Sudan last want to meet before United Nations Special Rapporteurs?\nEvidence:\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2005-01-13\n- Sudan | Express intent to meet or negotiate | Ethiopia | 2005-08-10\n- Sudan | Express intent to meet or negotiate | Ethiopia | 2005-04-19\n- Sudan | Express intent to meet or negotiate | Ethiopia | 2005-04-18\n- Ethiopia | Express intent to meet or negotiate | Sudan | 2005-08-10\n- Ethiopia | Express intent to meet or negotiate | Sudan | 2005-07-08\n- Ethiopia | Express intent to meet or negotiate | Sudan | 2005-04-19\n- Ethiopia | Express intent to meet or negotiate | Sudan | 2005-04-18\n- Richard Boucher | Express intent to meet or negotiate | Sudan | 2005-01-07\n- Richard Boucher | Express intent to meet or negotiate | Sudan | 2005-01-06\n- John Garang | Express intent to meet or negotiate | Sudan | 2005-01-26\n- John Garang | Express intent to meet or negotiate | Sudan | 2005-01-18\n- John Garang | Express intent to meet or negotiate | Sudan | 2005-01-17\n- John Garang | Express intent to meet or negotiate | Sudan | 2005-01-10\n- Citizen (Sudan) | Express intent to meet or negotiate | Ethiopia | 2005-03-29\nAnswer:", "completion": " Oman", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1334452", "prompt": "In which month did the Russian military first express its intention to participate in diplomatic cooperation with the European Union peacekeeping force?\nEvidence:\n- Military (Russia) | Express intent to engage in diplomatic cooperation (such as policy support) | Peacekeeping Troop (European Union) | 2008-11-27\n- Military (Russia) | Make statement | Peacekeeping Troop (European Union) | 2008-10-02\n- Peacekeeping Troop (European Union) | Use conventional military force | Businessperson (Bosnia and Herzegovina) | 2007-11-19\n- Peacekeeping Troop (European Union) | Make statement | Military Personnel (Serbia) | 2005-06-03\n- Russian Railways | Engage in diplomatic cooperation | China | 2007-02-09\n- Peacekeeping Troop (European Union) | Investigate | Separatist (Aceh) | 2005-06-02\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-07-02\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-06-27\n- Defense / Security Ministry (Poland) | Express intent to provide military aid | Peacekeeping Troop (European Union) | 2008-01-14\n- Extremist (Somalia) | Threaten with military force | Peacekeeping Troop (African Union) | 2007-02-22\n- Al-Shabaab | Threaten with military force | Peacekeeping Troop (African Union) | 2012-02-18\n- Al-Shabaab | Threaten with military force | Peacekeeping Troop (African Union) | 2009-02-23\n- Al-Shabaab | Threaten with military force | Peacekeeping Troop (African Union) | 2009-01-16\n- United Russia | Engage in diplomatic cooperation | Russian Union of Industrialists and Entrepreneurs | 2008-11-20\n- Russian Union of Industrialists and Entrepreneurs | Engage in diplomatic cooperation | United Russia | 2008-11-20\nAnswer:", "completion": " 2008-11", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1069728", "prompt": "After William Ruto, who was the first to be rejected by Kenya's Attorney General?\nEvidence:\n- Lawyer/Attorney (Kenya) | Criticize or denounce | William Ruto | 2005-11-07\n- William Ruto | Accuse | Police (Kenya) | 2007-04-30\n- William Ruto | Accuse | Police (Kenya) | 2005-07-20\n- Police (Kenya) | Demand | William Ruto | 2006-02-01\n- William Ruto | Make statement | Police (Kenya) | 2005-12-08\n- William Ruto | Make statement | Labor Party (Kenya) | 2006-01-16\n- William Ruto | Make statement | Indigenous People (Kenya) | 2006-06-19\n- William Ruto | Make statement | Indigenous People (Kenya) | 2005-12-31\n- William Ruto | Accuse | Head of Government (Kenya) | 2006-11-10\n- William Ruto | Accuse | Head of Government (Kenya) | 2005-03-24\n- William Ruto | Make statement | Head of Government (Kenya) | 2007-09-10\n- William Ruto | Make statement | Head of Government (Kenya) | 2007-01-29\n- William Ruto | Make statement | Head of Government (Kenya) | 2006-08-20\n- William Ruto | Make statement | Head of Government (Kenya) | 2006-03-13\n- William Ruto | Make statement | Head of Government (Kenya) | 2005-10-17\nAnswer:", "completion": " Police (Kenya)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1072712", "prompt": "In which month did James Kabarebe last negotiate with William E. Ward?\nEvidence:\n- William E. Ward | Engage in negotiation | James Kabarebe | 2009-04-22\n- James Kabarebe | Engage in negotiation | William E. Ward | 2009-04-22\n- William E. Ward | Express intent to meet or negotiate | James Kabarebe | 2011-01-11\n- William E. Ward | Express intent to meet or negotiate | James Kabarebe | 2011-01-10\n- William E. Ward | Express intent to meet or negotiate | James Kabarebe | 2011-01-07\n- William E. Ward | Consult | Mahmoud Abbas | 2005-10-14\n- William E. Ward | Consult | Mahmoud Abbas | 2005-04-14\n- William E. Ward | Consult | Mahmoud Abbas | 2005-04-07\n- William E. Ward | Consult | Mahmoud Abbas | 2005-02-17\n- William E. Ward | Consult | Mahmoud Abbas | 2005-02-16\n- Mahmoud Abbas | Consult | William E. Ward | 2005-10-14\n- Mahmoud Abbas | Consult | William E. Ward | 2005-04-14\n- Mahmoud Abbas | Consult | William E. Ward | 2005-04-07\n- Mahmoud Abbas | Consult | William E. Ward | 2005-02-17\n- Mahmoud Abbas | Consult | William E. Ward | 2005-02-16\nAnswer:", "completion": " 2009-04", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1042852", "prompt": "Could you tell me the exact month when Barack Obama first wanted to engage in diplomatic cooperation with Ibrahim Boubacar Keïta?\nEvidence:\n- Ibrahim Boubacar Keïta | Express intent to engage in diplomatic cooperation (such as policy support) | Ibrahim Boubacar Keïta | 2013-08-03\n- Barack Obama | Praise or endorse | Ibrahim Boubacar Keïta | 2013-08-21\n- Barack Obama | Praise or endorse | Ibrahim Boubacar Keïta | 2013-08-20\n- Barack Obama | Express intent to engage in diplomatic cooperation (such as policy support) | Ibrahim Boubacar Keïta | 2013-08-21\n- Barack Obama | Express intent to engage in diplomatic cooperation (such as policy support) | Ibrahim Boubacar Keïta | 2013-08-20\n- Muhammad VI | Engage in symbolic act | Ibrahim Boubacar Keïta | 2013-09-18\n- Mahmoud Abbas | Consult | Ibrahim Boubacar Keïta | 2013-11-19\n- Ibrahim Boubacar Keïta | Make statement | France | 2013-08-14\n- Ibrahim Boubacar Keïta | Make statement | France | 2013-08-13\n- Ibrahim Boubacar Keïta | Consult | Mahmoud Abbas | 2013-11-19\n- Citizen (Mali) | Yield | Ibrahim Boubacar Keïta | 2013-08-21\n- France | Express intent to engage in diplomatic cooperation (such as policy support) | Ibrahim Boubacar Keïta | 2013-09-05\n- France | Express intent to engage in diplomatic cooperation (such as policy support) | Ibrahim Boubacar Keïta | 2013-09-04\n- Mohamed Ould Abdel Aziz | Engage in negotiation | Ibrahim Boubacar Keïta | 2014-01-11\n- Ibrahim Boubacar Keïta | Engage in negotiation | Mohamed Ould Abdel Aziz | 2014-01-11\nAnswer:", "completion": " 2013-08", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1379889", "prompt": "Before Richard Boucher, who was the last to express the intention to meet with the political parties of Nepal?\nEvidence:\n- Richard Boucher | Make statement | Political Parties (Nepal) | 2006-11-15\n- Richard Boucher | Express intent to meet or negotiate | Political Parties (Nepal) | 2006-11-15\n- Richard Boucher | Express intent to meet or negotiate | Sudan | 2005-01-07\n- Richard Boucher | Express intent to meet or negotiate | Sudan | 2005-01-06\n- Richard Boucher | Express intent to meet or negotiate | Bhutan | 2006-11-05\n- Richard Boucher | Express intent to meet or negotiate | Citizen (Bangladesh) | 2006-11-09\n- Citizen (Bangladesh) | Express intent to cooperate | Richard Boucher | 2006-11-11\n- Richard Boucher | Express intent to meet or negotiate | Indigenous People (Bangladesh) | 2006-11-11\n- Shivshankar Menon | Consult | Richard Boucher | 2006-11-11\n- Richard Boucher | Make statement | Togo | 2005-02-23\n- Richard Boucher | Make statement | Sudan | 2005-02-25\n- Richard Boucher | Make statement | Iraq | 2005-04-08\n- Richard Boucher | Make statement | Iran | 2006-12-22\n- Richard Boucher | Make statement | Iran | 2006-06-14\n- Richard Boucher | Make statement | Iran | 2005-06-02\nAnswer:", "completion": " Prachanda", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1302057", "prompt": "In Jul 8, 2013, who gave a denouncement to the citizens of Nigeria?\nEvidence:\n- Vietnam | Engage in diplomatic cooperation | Committees for the Defense of the Revolution | 2005-09-30\n- Militant (Movement for the Emancipation of the Niger Delta) | Use unconventional violence | Citizen (Nigeria) | 2006-04-05\n- Iraq | Host a visit | Chancellor of the Exchequer | 2006-11-19\n- Iraq | Host a visit | Chancellor of the Exchequer | 2006-11-18\n- China | Host a visit | Chancellor of the Exchequer | 2005-02-21\n- Chancellor of the Exchequer | Make a visit | Iraq | 2006-11-19\n- Chancellor of the Exchequer | Make a visit | Iraq | 2006-11-18\n- Chancellor of the Exchequer | Make a visit | China | 2005-02-21\n- President of the Senate (Rwanda) | Make a visit | China | 2006-06-05\n- China | Host a visit | President of the Senate (Rwanda) | 2006-06-05\n- Office for the Protection of the Constitution | Consult | Intelligence (Germany) | 2006-03-13\n- Intelligence (Germany) | Consult | Office for the Protection of the Constitution | 2006-03-13\n- Sudan | Host a visit | Special Rapporteurs of the United Nations | 2005-10-16\n- Special Rapporteurs of the United Nations | Make a visit | Sudan | 2005-10-16\n- Special Rapporteurs of the United Nations | Make a visit | Maldives | 2006-08-08\nAnswer:", "completion": " Head of Government (Nigeria)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1144156", "prompt": "Which country made threats to the UN Security Council on 11 July 2006?\nEvidence:\n- China | Threaten | UN Security Council | 2006-07-11\n- Japan | Make statement | UN Security Council | 2006-07-11\n- Jian Yu | Make statement | UN Security Council | 2006-07-11\n- China | Praise or endorse | UN Security Council | 2006-07-11\n- Japan | Appeal for diplomatic cooperation (such as policy support) | UN Security Council | 2006-07-11\n- Mexico | Express intent to meet or negotiate | China | 2006-07-11\n- China | Express intent to meet or negotiate | Mexico | 2006-07-11\n- South Africa | Express intent to meet or negotiate | China | 2006-07-11\n- China | Express intent to meet or negotiate | South Africa | 2006-07-11\n- Yang Hyong Sop | Express intent to meet or negotiate | China | 2006-07-11\n- Yang Hyong Sop | Make a visit | China | 2006-07-11\n- South Korea | Make statement | Japan | 2006-07-11\n- South Korea | Criticize or denounce | Japan | 2006-07-11\n- South Korea | Accuse | Japan | 2006-07-11\n- South Africa | Consult | China | 2006-07-11\nAnswer:", "completion": " China", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1381965", "prompt": "Before Juan Manuel Urtubey, which country last praised Cristina Fernández de Kirchner?\nEvidence:\n- Juan Manuel Urtubey | Consult | Cristina Fernández de Kirchner | 2015-04-19\n- Juan Manuel Urtubey | Consult | Cristina Fernández de Kirchner | 2015-04-14\n- Cristina Fernández de Kirchner | Consult | Juan Manuel Urtubey | 2015-04-19\n- Cristina Fernández de Kirchner | Consult | Juan Manuel Urtubey | 2015-04-14\n- Juan Manuel Urtubey | Make statement | Cristina Fernández de Kirchner | 2011-08-04\n- Juan Manuel Urtubey | Praise or endorse | Cristina Fernández de Kirchner | 2009-01-29\n- Cristina Fernández de Kirchner | Praise or endorse | Juan Manuel Urtubey | 2015-05-18\n- Cristina Fernández de Kirchner | Praise or endorse | Juan Manuel Urtubey | 2015-04-14\n- Cristina Fernández de Kirchner | Praise or endorse | Juan Manuel Urtubey | 2011-04-12\n- Cristina Fernández de Kirchner | Praise or endorse | Juan Manuel Urtubey | 2007-08-16\n- Juan Manuel Urtubey | Reject proposal to meet, discuss, or negotiate | Cristina Fernández de Kirchner | 2015-05-18\n- Cristina Fernández de Kirchner | Appeal for diplomatic cooperation (such as policy support) | Juan Manuel Urtubey | 2015-05-18\n- Lawmaker (Argentina) | Consult | Juan Manuel Urtubey | 2005-08-31\n- Juan Manuel Urtubey | Consult | Lawmaker (Argentina) | 2005-08-31\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-05-24\nAnswer:", "completion": " Bolivia", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1361999", "prompt": "Which country is the French government threatened by first?\nEvidence:\n- Police (French Polynesia) | Consult | Lawyer/Attorney (French Polynesia) | 2014-08-22\n- Lawyer/Attorney (French Polynesia) | Consult | Police (French Polynesia) | 2014-08-22\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- French Communist Party | Criticize or denounce | Government (France) | 2005-04-06\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Lawyer/Attorney (French Polynesia) | Make an appeal or request | Oversight Court (French Polynesia) | 2012-12-11\n- Police (French Guiana) | Arrest, detain, or charge with legal action | City Mayor (French Guiana) | 2009-11-28\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- First Command of the Capital | Criticize or denounce | Citizen (Brazil) | 2008-10-30\nAnswer:", "completion": " France", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1375801", "prompt": "In which year did the Nigerian government make the first optimistic statements about the head of the Nigerian government?\nEvidence:\n- Nigerian Bar Association | Make statement | Head of Government (Nigeria) | 2010-02-26\n- Nigerian Bar Association | Make statement | Head of Government (Nigeria) | 2010-01-12\n- Nigerian Bar Association | Make statement | Head of Government (Nigeria) | 2008-05-28\n- Head of Government (Nigeria) | Make statement | Nigerian Bar Association | 2013-02-28\n- Nigerian Bar Association | Consult | Head of Government (Nigeria) | 2013-07-26\n- Nigerian Bar Association | Consult | Head of Government (Nigeria) | 2007-05-14\n- Head of Government (Nigeria) | Reject | Nigerian Bar Association | 2010-02-01\n- Head of Government (Nigeria) | Consult | Nigerian Bar Association | 2013-07-26\n- Head of Government (Nigeria) | Consult | Nigerian Bar Association | 2007-05-14\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Head of Government (Brazil) | Arrest, detain, or charge with legal action | First Command of the Capital | 2006-01-15\n- People Associated with the Opposition (Brazil) | Make optimistic comment | Head of Government (Brazil) | 2006-10-17\n- Head of Government (Bangladesh) | Make optimistic comment | People Associated with the Opposition (Bangladesh) | 2005-12-01\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\nAnswer:", "completion": " 2010", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1258005", "prompt": "Can you tell me the exact month in which Solomon Passy wanted to engage in diplomatic cooperation with Didier Opertti?\nEvidence:\n- Solomon Passy | Express intent to engage in diplomatic cooperation (such as policy support) | Didier Opertti | 2005-01-09\n- Didier Opertti | Express intent to engage in diplomatic cooperation (such as policy support) | Solomon Passy | 2005-01-09\n- Solomon Passy | Engage in negotiation | Abdullah Gül | 2005-07-17\n- Abdullah Gül | Engage in negotiation | Solomon Passy | 2005-07-17\n- Rafael Antonio Bielsa | Sign formal agreement | Didier Opertti | 2009-09-24\n- Didier Opertti | Sign formal agreement | Rafael Antonio Bielsa | 2009-09-24\n- Stephen Hadley | Consult | Solomon Passy | 2005-03-25\n- Solomon Passy | Consult | Stephen Hadley | 2005-03-25\n- Solomon Passy | Consult | Representatives (Bulgaria) | 2005-03-27\n- Solomon Passy | Consult | Representatives (Bulgaria) | 2005-01-11\n- Solomon Passy | Consult | Joschka Fischer | 2005-04-27\n- Representatives (Bulgaria) | Consult | Solomon Passy | 2005-03-27\n- Representatives (Bulgaria) | Consult | Solomon Passy | 2005-01-11\n- Joschka Fischer | Consult | Solomon Passy | 2005-04-27\n- Yemen | Host a visit | Solomon Passy | 2005-02-23\nAnswer:", "completion": " 2005-01", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1318544", "prompt": "After the Foreign Ministry of South Korea, which country was the first to support the UN Security Council?\nEvidence:\n- UN Security Council | Consult | Foreign Affairs (South Korea) | 2005-01-09\n- Foreign Affairs (South Korea) | Consult | UN Security Council | 2005-01-09\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- UN Security Council | Rally support on behalf of | Rafiq Hariri | 2005-02-16\n- UN Security Council | Rally support on behalf of | Rafiq Hariri | 2005-02-15\n- Foreign Affairs (Syria) | Express intent to meet or negotiate | UN Security Council | 2005-03-04\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- UN Security Council | Demand settling of dispute | Citizen (Sudan) | 2005-01-13\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\n- UN Security Council | Consult | Nabil Shaath | 2005-01-11\n- UN Security Council | Consult | John Garang | 2005-02-09\n- UN Security Council | Consult | John Garang | 2005-02-08\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1333388", "prompt": "Which country was the first to make optimistic comments about Laos in 2007?\nEvidence:\n- Vietnam | Engage in diplomatic cooperation | Laos | 2007-03-13\n- Vietnam | Engage in diplomatic cooperation | Laos | 2007-03-08\n- Vietnam | Engage in diplomatic cooperation | Laos | 2007-02-16\n- Vietnam | Engage in diplomatic cooperation | Laos | 2007-02-10\n- Vietnam | Engage in diplomatic cooperation | Laos | 2007-02-08\n- Vietnam | Engage in diplomatic cooperation | Laos | 2007-02-06\n- Vietnam | Engage in diplomatic cooperation | Laos | 2007-02-05\n- Vietnam | Engage in diplomatic cooperation | Laos | 2007-01-16\n- Vietnam | Engage in diplomatic cooperation | Laos | 2007-01-09\n- Laos | Engage in diplomatic cooperation | Vietnam | 2007-03-13\n- Laos | Engage in diplomatic cooperation | Vietnam | 2007-03-08\n- Laos | Engage in diplomatic cooperation | Vietnam | 2007-02-16\n- Laos | Engage in diplomatic cooperation | Vietnam | 2007-02-10\n- Laos | Engage in diplomatic cooperation | Vietnam | 2007-02-08\n- Laos | Engage in diplomatic cooperation | Vietnam | 2007-02-06\nAnswer:", "completion": " Thailand", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1204217", "prompt": "Who visited the United Arab Emirates in the same month as Adil Abdul-Mahdi?\nEvidence:\n- Iran | Consult | Adil Abdul-Mahdi | 2006-06-10\n- France | Consult | Adil Abdul-Mahdi | 2006-06-10\n- Adil Abdul-Mahdi | Demand | Iraq | 2005-05-15\n- Adil Abdul-Mahdi | Consult | Iran | 2006-06-10\n- Adil Abdul-Mahdi | Consult | France | 2006-06-10\n- Jack Straw | Consult | Adil Abdul-Mahdi | 2006-02-21\n- Iraq | Make statement | Adil Abdul-Mahdi | 2006-04-29\n- Donald Rumsfeld | Consult | Adil Abdul-Mahdi | 2006-09-04\n- Adil Abdul-Mahdi | Make statement | Iraq | 2007-02-21\n- Adil Abdul-Mahdi | Make statement | Iraq | 2007-01-31\n- Adil Abdul-Mahdi | Make statement | Iraq | 2007-01-25\n- Adil Abdul-Mahdi | Make statement | Iraq | 2006-10-23\n- Adil Abdul-Mahdi | Make statement | Iraq | 2006-08-17\n- Adil Abdul-Mahdi | Make statement | Iraq | 2006-01-03\n- Adil Abdul-Mahdi | Make statement | Iraq | 2005-12-09\nAnswer:", "completion": " Benazir Bhutto", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1178182", "prompt": "On 23 June 2010, which country investigated the criminal of Yemen?\nEvidence:\n- Yemen | Investigate | Criminal (Yemen) | 2010-06-23\n- Head of Government (Bahrain) | Make statement | Yemen | 2010-06-23\n- Citizen (United Kingdom) | Express intent to meet or negotiate | Yemen | 2010-06-23\nAnswer:", "completion": " Yemen", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 3, "n_anchors": 1} +{"id": "mtq_1318888", "prompt": "In which year did Don McKinnon last speak optimistically about Pervez Musharraf?\nEvidence:\n- Pervez Musharraf | Consult | Don McKinnon | 2006-02-19\n- Don McKinnon | Consult | Pervez Musharraf | 2006-02-19\n- Don McKinnon | Make statement | Pervez Musharraf | 2006-02-18\n- Don McKinnon | Make statement | Pervez Musharraf | 2005-02-10\n- Don McKinnon | Demand change in leadership | Pervez Musharraf | 2005-02-12\n- Don McKinnon | Demand that target yields | Pervez Musharraf | 2006-02-14\n- Don McKinnon | Demand that target yields | Pervez Musharraf | 2006-02-13\n- Don McKinnon | Express intent to meet or negotiate | Pervez Musharraf | 2006-02-14\n- Saifur Rahman | Consult | Don McKinnon | 2006-02-16\n- Oluṣẹgun Ọbasanjọ | Consult | Don McKinnon | 2006-09-07\n- Mwai Kibaki | Consult | Don McKinnon | 2005-04-05\n- Media (Africa) | Consult | Don McKinnon | 2005-02-03\n- Don McKinnon | Consult | Saifur Rahman | 2006-02-16\n- Don McKinnon | Consult | Oluṣẹgun Ọbasanjọ | 2006-09-07\n- Don McKinnon | Consult | Mwai Kibaki | 2005-04-05\nAnswer:", "completion": " 2007", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1367924", "prompt": "Before Transparency International, who made a request to the government of Africa?\nEvidence:\n- Transparency International | Make statement | Government (Africa) | 2006-04-07\n- Citizen (Africa) | Reject | Transparency International | 2009-07-09\n- Citizen (Africa) | Deny responsibility | Transparency International | 2009-07-09\n- Transparency International | Make an appeal or request | Government (Nigeria) | 2008-12-10\n- Transparency International | Make an appeal or request | Government (Nigeria) | 2007-08-30\n- Transparency International | Make statement | Government (Nigeria) | 2005-10-20\n- Transparency International | Praise or endorse | Government (Nigeria) | 2005-05-17\n- Transparency International | Make an appeal or request | Romania | 2005-12-21\n- Transparency International | Accuse of crime, corruption | Citizen (Uganda) | 2008-12-12\n- Transparency International | Accuse of crime, corruption | Business (Tunisia) | 2008-09-23\n- Police (Australia) | Accuse of crime, corruption | Transparency International | 2006-10-04\n- Transparency International | Make statement | Romania | 2009-06-15\n- Transparency International | Make statement | Mexico | 2007-01-15\n- Transparency International | Make statement | Mexico | 2007-01-14\n- Transparency International | Make statement | Mexico | 2005-10-19\nAnswer:", "completion": " Citizen (Africa)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1218574", "prompt": "Who wanted to negotiate with Radoslaw Sikorski after 3 February 2011?\nEvidence:\n- Grigol Vashadze | Express intent to meet or negotiate | Radoslaw Sikorski | 2011-02-03\n- Radoslaw Sikorski | Praise or endorse | Romania | 2011-02-03\nAnswer:", "completion": " Toomas Hendrik Ilves", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 1} +{"id": "mtq_1204639", "prompt": "Who visited the Republic of South Ossetia before Alexander Stubb?\nEvidence:\n- Alexander Stubb | Make statement | Republic of South Ossetia | 2008-11-09\n- Republic of South Ossetia | Host a visit | Alexander Stubb | 2008-08-11\n- Alexander Stubb | Make a visit | Republic of South Ossetia | 2008-08-11\n- Republic of South Ossetia | Make an appeal or request | Alexander Stubb | 2008-08-27\n- Alexander Stubb | Make an appeal or request | Republic of South Ossetia | 2008-08-08\n- Alexander Stubb | Express intent to meet or negotiate | Republic of South Ossetia | 2008-08-08\n- Republic of South Ossetia | Abduct, hijack, or take hostage | Republic of South Ossetia | 2005-12-06\n- Member of the Judiciary (Georgia) | Ease administrative sanctions | Republic of South Ossetia | 2005-12-05\n- Xi Jinping | Consult | Alexander Stubb | 2009-11-02\n- Rashid Meredov | Consult | Alexander Stubb | 2008-06-06\n- Radoslaw Sikorski | Consult | Alexander Stubb | 2009-06-08\n- Islam Karimov | Consult | Alexander Stubb | 2008-06-05\n- Islam Karimov | Consult | Alexander Stubb | 2008-06-04\n- Gurbanguly Berdymukhammedov | Consult | Alexander Stubb | 2008-06-06\n- Gurbanguly Berdymukhammedov | Consult | Alexander Stubb | 2008-06-05\nAnswer:", "completion": " Veterans (Afghanistan)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1223617", "prompt": "In which year did the Trade Union Congress first criticise the Nigerian Ministry?\nEvidence:\n- Trade Union Congress | Consult | African Union | 2010-07-27\n- African Union | Consult | Trade Union Congress | 2010-07-27\n- Vincent Cable | Engage in negotiation | Trade Union Congress | 2010-07-29\n- Trade Union Congress | Engage in negotiation | Vincent Cable | 2010-07-29\n- Trade Union Congress | Make statement | Iraq | 2008-04-20\n- Trade Union Congress | Demand | Tony Blair | 2005-09-07\n- Trade Union Congress | Demand | Government (Nigeria) | 2011-11-15\n- Trade Union Congress | Consult | Peter Esele | 2011-07-18\n- Trade Union Congress | Accuse | Government (Nigeria) | 2008-12-01\n- Trade Union Congress | Accuse | Citizen (Nigeria) | 2011-10-10\n- Peter Esele | Consult | Trade Union Congress | 2011-07-18\n- Trade Union Congress | Make statement | Labor Union (Nigeria) | 2011-02-04\n- Trade Union Congress | Make statement | Labor Union (Nigeria) | 2005-09-05\n- Trade Union Congress | Engage in symbolic act | Citizen (Nigeria) | 2007-09-20\n- Trade Union Congress | Make statement | Tony Blair | 2006-09-08\nAnswer:", "completion": " 2014", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1272329", "prompt": "With whom did South Korea sign formal agreements in the same month as the South Korean rebel?\nEvidence:\n- Thailand | Sign formal agreement | Malaysia | 2005-01-28\n- Thailand | Sign formal agreement | China | 2005-01-21\n- Malaysia | Sign formal agreement | Thailand | 2005-01-28\n- China | Sign formal agreement | Thailand | 2005-01-21\n- South Korea | Engage in negotiation | Japan | 2005-01-08\n- South Korea | Engage in negotiation | Japan | 2005-01-03\n- Japan | Engage in negotiation | South Korea | 2005-01-08\n- Japan | Engage in negotiation | South Korea | 2005-01-03\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | South Korea | 2005-01-06\n- South Korea | Express intent to engage in diplomatic cooperation (such as policy support) | Emperor Akihito | 2005-01-13\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\nAnswer:", "completion": " Association of Southeast Asian Nations", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1077587", "prompt": "After Gazprom, which country was the first to host the visit of Viktor Orban?\nEvidence:\n- Vietnam | Host a visit | Viktor Orban | 2009-09-21\n- China | Host a visit | Viktor Orban | 2010-10-29\n- China | Host a visit | Viktor Orban | 2009-12-05\n- Viktor Orban | Make a visit | Vietnam | 2009-09-21\n- Viktor Orban | Make a visit | China | 2010-10-29\n- Viktor Orban | Make a visit | China | 2009-12-05\n- Viktor Orban | Consult | Jobbik | 2010-03-23\n- Jobbik | Consult | Viktor Orban | 2010-03-23\n- Wen Jiabao | Consult | Viktor Orban | 2010-11-01\n- Wen Jiabao | Consult | Viktor Orban | 2010-10-31\n- Viktor Orban | Make statement | Romania | 2011-04-15\n- Viktor Orban | Make statement | Romania | 2008-02-28\n- Viktor Orban | Investigate | Ministry (Hungary) | 2006-12-28\n- Viktor Orban | Consult | Wen Jiabao | 2010-11-01\n- Viktor Orban | Consult | Wen Jiabao | 2010-10-31\nAnswer:", "completion": " Romania", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1337486", "prompt": "In which year did the citizens of North Korea first condemn the military advisor of North Korea?\nEvidence:\n- Citizen (North Korea) | Demonstrate or rally | Military Advisor (North Korea) | 2008-09-20\n- Citizen (North Korea) | Criticize or denounce | Military Advisor (North Korea) | 2010-09-30\n- Korean Workers Party | Make statement | Military Advisor (North Korea) | 2006-07-26\n- Military Advisor (North Korea) | fight with small arms and light weapons | Citizen (North Korea) | 2008-02-17\n- Military Advisor (Hungary) | Investigate | Military of Hungary | 2011-01-05\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-07-02\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-06-27\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Citizen (North Korea) | Criticize or denounce | People Associated with the Opposition (North Korea) | 2013-12-09\n- State Duma (North Korea) | Engage in negotiation | Representatives (North Korea) | 2005-05-08\n- State Duma (North Korea) | Engage in negotiation | Representatives (North Korea) | 2005-05-06\n- Representatives (North Korea) | Engage in negotiation | State Duma (North Korea) | 2005-05-08\n- Representatives (North Korea) | Engage in negotiation | State Duma (North Korea) | 2005-05-06\nAnswer:", "completion": " 2010", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1059581", "prompt": "Who was accused by the other authorities and officials of Zimbabwe last?\nEvidence:\n- Other Authorities / Officials (Zimbabwe) | Reject | Ministry (Zimbabwe) | 2006-05-30\n- Other Authorities / Officials (Zimbabwe) | Demand | Business (Zimbabwe) | 2007-07-07\n- Other Authorities / Officials (Zimbabwe) | Demand | Business (Zimbabwe) | 2007-07-06\n- Other Authorities / Officials (Zimbabwe) | Demand | Business (Zimbabwe) | 2007-07-05\n- Other Authorities / Officials (Zimbabwe) | Accuse | Men (Zimbabwe) | 2006-03-27\n- Other Authorities / Officials (Zimbabwe) | Accuse | Media (Zimbabwe) | 2008-02-22\n- Men (Zimbabwe) | Yield | Other Authorities / Officials (Zimbabwe) | 2005-09-21\n- Children (Zimbabwe) | Accuse | Other Authorities / Officials (Zimbabwe) | 2013-04-11\n- Zimbabwe Union of Journalists | Make statement | Other Authorities / Officials (Zimbabwe) | 2014-06-06\n- Other Authorities / Officials (Zimbabwe) | Make statement | Ministry (Zimbabwe) | 2015-07-08\n- Other Authorities / Officials (Zimbabwe) | Make statement | Business (Zimbabwe) | 2007-08-03\n- Other Authorities / Officials (Zimbabwe) | Consult | Domestic Affairs (Zimbabwe) | 2008-11-14\n- Other Authorities / Officials (Zimbabwe) | Consult | Consultative Assembly (Zimbabwe) | 2015-01-29\n- Ministry (Zimbabwe) | Make statement | Other Authorities / Officials (Zimbabwe) | 2015-11-15\n- Ministry (Zimbabwe) | Make statement | Other Authorities / Officials (Zimbabwe) | 2013-11-08\nAnswer:", "completion": " Envoy (United States)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1324877", "prompt": "Which country applied to the UN Security Council in The Hague on the same day?\nEvidence:\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- The Hague | Reject | The Hague | 2005-05-04\n- The Hague | Deny responsibility | The Hague | 2005-03-03\n- Citizen (Croatia) | Express intent to cooperate on judicial matters | The Hague | 2005-03-17\n- UN Security Council | Rally support on behalf of | Rafiq Hariri | 2005-02-16\n- UN Security Council | Rally support on behalf of | Rafiq Hariri | 2005-02-15\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- The Hague | Engage in negotiation | Justice Department/Ministery (Serbia) | 2005-03-15\n- Justice Department/Ministery (Serbia) | Engage in negotiation | The Hague | 2005-03-15\n- The Hague | Consult | Media Personnel (Serbia) | 2005-03-15\n- Police (Israel) | Make statement | The Hague | 2005-04-26\n- Media Personnel (Serbia) | Consult | The Hague | 2005-03-15\n- Bishop (Uganda) | Make statement | The Hague | 2005-03-29\n- UN Security Council | Make statement | Togo | 2005-02-25\nAnswer:", "completion": " France", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1209406", "prompt": "Who was the last person Jack Straw negotiated with?\nEvidence:\n- Thailand | Consult | Jack Straw | 2005-01-07\n- Jack Straw | Consult | Thailand | 2005-01-07\n- Wen Jiabao | Consult | Jack Straw | 2005-01-21\n- Tony Blair | Consult | Jack Straw | 2005-02-04\n- Jack Straw | Reject | Tony Blair | 2005-01-04\n- Jack Straw | Make statement | Iraq | 2005-01-31\n- Jack Straw | Make statement | Iraq | 2005-01-03\n- Jack Straw | Make statement | Iraq | 2005-01-01\n- Jack Straw | Make statement | China | 2005-01-21\n- Jack Straw | Defend verbally | France | 2005-01-19\n- Jack Straw | Consult | Wen Jiabao | 2005-01-21\n- Jack Straw | Consult | Tony Blair | 2005-02-04\n- Jack Straw | Consult | Pervez Musharraf | 2005-02-14\n- Jack Straw | Consult | Gerhard Schröder | 2005-02-04\n- Gerhard Schröder | Consult | Jack Straw | 2005-02-04\nAnswer:", "completion": " Tony Blair", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1154217", "prompt": "In which month did the leader of Chad first express his intention to negotiate with Sudan?\nEvidence:\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2005-01-13\n- Sudan | Express intent to meet or negotiate | Ethiopia | 2005-08-10\n- Sudan | Express intent to meet or negotiate | Ethiopia | 2005-04-19\n- Sudan | Express intent to meet or negotiate | Ethiopia | 2005-04-18\n- Ethiopia | Express intent to meet or negotiate | Sudan | 2005-08-10\n- Ethiopia | Express intent to meet or negotiate | Sudan | 2005-07-08\n- Ethiopia | Express intent to meet or negotiate | Sudan | 2005-04-19\n- Ethiopia | Express intent to meet or negotiate | Sudan | 2005-04-18\n- Richard Boucher | Express intent to meet or negotiate | Sudan | 2005-01-07\n- Richard Boucher | Express intent to meet or negotiate | Sudan | 2005-01-06\n- John Garang | Express intent to meet or negotiate | Sudan | 2005-01-26\n- John Garang | Express intent to meet or negotiate | Sudan | 2005-01-18\n- John Garang | Express intent to meet or negotiate | Sudan | 2005-01-17\n- John Garang | Express intent to meet or negotiate | Sudan | 2005-01-10\n- Citizen (Sudan) | Express intent to meet or negotiate | Ethiopia | 2005-03-29\nAnswer:", "completion": " 2007-04", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1286836", "prompt": "Who was the first to denounce the citizens of the United Kingdom after Philip Ruddock?\nEvidence:\n- Philip Ruddock | Criticize or denounce | Lawyer/Attorney (United Kingdom) | 2005-03-27\n- Philip Ruddock | Make statement | Detainee (United States) | 2005-01-28\n- Philip Ruddock | Criticize or denounce | Lawyer/Attorney (Australia) | 2005-08-06\n- Philip Ruddock | Criticize or denounce | Lawyer/Attorney (Australia) | 2005-03-27\n- Lawyer/Attorney (Australia) | Criticize or denounce | Philip Ruddock | 2005-07-13\n- Philip Ruddock | Reject | Citizen (Australia) | 2005-06-13\n- Philip Ruddock | Make statement | France | 2005-04-29\n- Philip Ruddock | Make statement | China | 2005-06-09\n- Philip Ruddock | Consult | Businessperson (Australia) | 2005-08-12\n- Philip Ruddock | Consult | Alberto Gonzales | 2005-07-31\n- Philip Ruddock | Consult | Alberto Gonzales | 2005-07-29\n- Philip Ruddock | Accuse | Women (Australia) | 2005-07-13\n- Philip Ruddock | Accuse | Women (Australia) | 2005-07-12\n- Businessperson (Australia) | Consult | Philip Ruddock | 2005-08-12\n- Alberto Gonzales | Consult | Philip Ruddock | 2005-07-31\nAnswer:", "completion": " Citizen (Saudi Arabia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1008091", "prompt": "After South Korea, which country received the visit from the City Mayor of United States?\nEvidence:\n- Thailand | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-01-05\n- Thailand | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-01-04\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | Thailand | 2005-01-05\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | Thailand | 2005-01-04\n- South Korea | Make a visit | Aceh | 2005-01-08\n- Aceh | Host a visit | South Korea | 2005-01-08\n- South Korea | Host a visit | Ognyan Gerdzhikov | 2005-01-02\n- South Korea | Host a visit | Emperor Akihito | 2005-01-13\n- Ognyan Gerdzhikov | Make a visit | South Korea | 2005-01-02\n- Emperor Akihito | Make a visit | South Korea | 2005-01-13\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\nAnswer:", "completion": " Japan", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1298899", "prompt": "Who made the citizens of Saudi Arabia suffer from conventional military forces on 10 February 2012?\nEvidence:\n- Police (Saudi Arabia) | Use conventional military force | Citizen (Saudi Arabia) | 2012-02-10\nAnswer:", "completion": " Police (Saudi Arabia)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1210221", "prompt": "Before Kim Hwang Sik, who wished to negotiate with the Ministry of South Korea last?\nEvidence:\n- Kim Hwang Sik | Make statement | South Korea | 2011-06-03\n- Kim Hwang Sik | Make statement | South Korea | 2011-04-11\n- Kim Hwang Sik | Make statement | South Korea | 2011-02-19\n- Kim Hwang Sik | Make optimistic comment | South Korea | 2011-01-07\n- Kim Hwang Sik | Make optimistic comment | South Korea | 2011-01-02\n- Kim Hwang Sik | Demand | Japan | 2011-03-14\n- Kim Hwang Sik | Consult | China | 2011-04-14\n- China | Consult | Kim Hwang Sik | 2011-04-14\n- Member of Legislative (Govt) (South Korea) | Consult | Kim Hwang Sik | 2010-12-16\n- Kim Hwang Sik | Make statement | Head of Government (South Korea) | 2011-01-07\n- Kim Hwang Sik | Consult | Member of Legislative (Govt) (South Korea) | 2010-12-16\n- Head of Government (South Korea) | Praise or endorse | Kim Hwang Sik | 2010-09-16\n- Wen Jiabao | Consult | Kim Hwang Sik | 2011-04-18\n- Wen Jiabao | Consult | Kim Hwang Sik | 2011-04-15\n- Wen Jiabao | Consult | Kim Hwang Sik | 2011-04-13\nAnswer:", "completion": " Lee Myung Bak", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1193070", "prompt": "After the police of South Africa, who was the first to appeal to the citizens of Australia?\nEvidence:\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- Police (South Africa) | Arrest, detain, or charge with legal action | South Africa | 2005-02-11\n- South Africa | Make an appeal or request | Togo | 2005-02-06\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- South Africa | Make an appeal or request | Citizen (International) | 2005-02-03\n- South Africa | Make an appeal or request | Citizen (International) | 2005-01-21\n- African Union | Make an appeal or request | South Africa | 2005-01-02\n- South Africa | Make an appeal or request | UN Security Council | 2005-01-31\n- South Africa | Consult | China | 2005-02-05\n- China | Consult | South Africa | 2005-02-05\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\nAnswer:", "completion": " Julia Gillard", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1223949", "prompt": "Who suffered from the conventional military forces of Mexico before the other authorities and officials of Mexico?\nEvidence:\n- Other Authorities / Officials (Mexico) | Investigate | Mexico | 2005-01-27\n- Other Authorities / Officials (Mexico) | Make statement | Mexico | 2005-01-18\n- Other Authorities / Officials (Mexico) | Demonstrate military or police power | Mexico | 2005-01-26\n- Mexico | Make pessimistic comment | Other Authorities / Officials (Mexico) | 2005-01-28\n- Other Authorities / Officials (Mexico) | Mobilize or increase police power | Mexico | 2005-01-17\n- Other Authorities / Officials (Mexico) | Express intent to meet or negotiate | Mexico | 2005-01-06\n- Military (Mexico) | Mobilize or increase armed forces | Mexico | 2005-01-24\n- Colombia | Make optimistic comment | Other Authorities / Officials (Brazil) | 2005-08-25\n- Military (Mexico) | Cooperate militarily | Mexico | 2005-01-17\n- Colombia | fight with small arms and light weapons | Mexico | 2005-01-03\n- Mexico | Investigate | Criminal (Mexico) | 2005-01-12\n- Colombia | Use conventional military force | Guerrilla (Colombia) | 2005-05-10\n- Colombia | Use conventional military force | Guerrilla (Colombia) | 2005-04-27\n- Secretariat (Mexico) | Make statement | Mexico | 2005-02-03\n- Organized Crime (Mexico) | Demand | Mexico | 2005-01-24\nAnswer:", "completion": " Criminal (Mexico)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1001299", "prompt": "Which country first negotiated with Antonis Samaras after the International Monetary Fund?\nEvidence:\n- People Associated with the Opposition (Sri Lanka) | Consult | International Monetary Fund | 2005-06-02\n- International Monetary Fund | Consult | People Associated with the Opposition (Sri Lanka) | 2005-06-02\n- International Monetary Fund | Threaten | Romania | 2005-06-28\n- International Monetary Fund | Investigate | Tanzania | 2005-08-02\n- International Monetary Fund | Investigate | Tanzania | 2005-02-25\n- International Monetary Fund | Investigate | Iraq | 2005-05-12\n- International Monetary Fund | Demand | China | 2005-04-20\n- International Monetary Fund | Demand | Angola | 2005-07-06\n- Romania | Express accord | International Monetary Fund | 2005-04-13\n- Iraq | Express accord | International Monetary Fund | 2005-03-07\n- International Monetary Fund | Make statement | Vietnam | 2005-05-31\n- International Monetary Fund | Make statement | France | 2005-01-27\n- International Monetary Fund | Make statement | China | 2005-01-25\n- Romania | Sign formal agreement | International Monetary Fund | 2005-06-23\n- Romania | Engage in negotiation | International Monetary Fund | 2005-01-27\nAnswer:", "completion": " Qatar", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1090752", "prompt": "In which year did Mexico denounce Daniel Ortega?\nEvidence:\n- Daniel Ortega | Criticize or denounce | Government (Nicaragua) | 2008-10-14\n- Daniel Ortega | Criticize or denounce | Eduardo Montealegre | 2006-10-25\n- Daniel Ortega | Criticize or denounce | José Miguel Insulza | 2005-06-15\n- Constitutionalist Liberal Party | Criticize or denounce | Daniel Ortega | 2010-01-10\n- Villager (Nicaragua) | Consult | Daniel Ortega | 2006-11-02\n- USAID | Make statement | Daniel Ortega | 2006-10-28\n- Government (Nicaragua) | Accuse | Daniel Ortega | 2005-04-26\n- Eduardo Montealegre | Demand | Daniel Ortega | 2006-10-25\n- Eduardo Montealegre | Accuse | Daniel Ortega | 2006-11-03\n- Eduardo Montealegre | Accuse | Daniel Ortega | 2006-06-15\n- Daniel Ortega | Reject | Government (Nicaragua) | 2005-04-27\n- Daniel Ortega | Consult | Villager (Nicaragua) | 2006-11-02\n- Daniel Ortega | Consult | Businessperson (Nicaragua) | 2006-11-08\n- Daniel Ortega | Accuse | Government (Nicaragua) | 2008-09-29\n- Businessperson (Nicaragua) | Consult | Daniel Ortega | 2006-11-08\nAnswer:", "completion": " 2010", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1027944", "prompt": "Who investigated South Korea in the same month as the US envoy?\nEvidence:\n- South Korea | Engage in negotiation | Japan | 2005-01-08\n- South Korea | Engage in negotiation | Japan | 2005-01-03\n- Japan | Engage in negotiation | South Korea | 2005-01-08\n- Japan | Engage in negotiation | South Korea | 2005-01-03\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | South Korea | 2005-01-06\n- South Korea | Express intent to engage in diplomatic cooperation (such as policy support) | Emperor Akihito | 2005-01-13\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | South Korea | 2005-01-08\n- South Korea | Consult | Japan | 2005-01-06\n- Japan | Consult | South Korea | 2005-01-06\n- South Korea | Reduce relations | Citizen (North Korea) | 2005-01-03\n- South Korea | Provide humanitarian aid | Citizen (North Korea) | 2005-01-11\nAnswer:", "completion": " Police (South Korea)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1131251", "prompt": "Who praised the military of Mexico before 22 May 2013?\nEvidence:\n- Military (Mexico) | Cooperate militarily | Mexico | 2013-05-22\n- Mexico | Praise or endorse | Military (Mexico) | 2013-05-22\n- Military (Mexico) | Mobilize or increase armed forces | Mexico | 2013-05-22\n- Miguel Ángel Osorio Chong | Make statement | Military (Mexico) | 2013-05-22\n- Xi Jinping | Express intent to meet or negotiate | Mexico | 2013-05-22\n- Xi Jinping | Make empathetic comment | Barack Obama | 2013-05-22\n- Xi Jinping | Express intent to meet or negotiate | Trinidad and Tobago | 2013-05-22\n- Xi Jinping | Express intent to meet or negotiate | Barack Obama | 2013-05-22\n- Xi Jinping | Consult | Barack Obama | 2013-05-22\n- Barack Obama | Express intent to meet or negotiate | Xi Jinping | 2013-05-22\n- Barack Obama | Consult | Xi Jinping | 2013-05-22\nAnswer:", "completion": " Domestic Affairs (Mexico)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 11, "n_anchors": 1} +{"id": "mtq_1378583", "prompt": "With whom did the Nigerian media make the last telephone call before the other authorities and officials of Nigeria?\nEvidence:\n- Other Authorities / Officials (Nigeria) | Discuss by telephone | Media (Nigeria) | 2012-08-13\n- Media (Nigeria) | Discuss by telephone | Other Authorities / Officials (Nigeria) | 2012-08-13\n- Other Authorities / Officials (Nigeria) | Discuss by telephone | Media (Africa) | 2015-12-29\n- Other Authorities / Officials (Nigeria) | Discuss by telephone | Media (Africa) | 2015-01-19\n- Other Authorities / Officials (Nigeria) | Discuss by telephone | Media (Africa) | 2011-04-20\n- Media (Africa) | Discuss by telephone | Other Authorities / Officials (Nigeria) | 2015-12-29\n- Media (Africa) | Discuss by telephone | Other Authorities / Officials (Nigeria) | 2015-01-19\n- Media (Africa) | Discuss by telephone | Other Authorities / Officials (Nigeria) | 2011-04-20\n- Nigerian Bar Association | Accuse | Other Authorities / Officials (Nigeria) | 2015-05-19\n- Nigerian Defence Academy | Make statement | Other Authorities / Officials (Nigeria) | 2013-03-27\n- Other Authorities / Officials (Nigeria) | Make statement | Media (Nigeria) | 2015-08-31\n- Other Authorities / Officials (Nigeria) | Make statement | Media (Nigeria) | 2015-03-11\n- Other Authorities / Officials (Nigeria) | Make statement | Media (Nigeria) | 2013-07-08\n- Other Authorities / Officials (Nigeria) | Make statement | Media (Nigeria) | 2011-09-19\n- Other Authorities / Officials (Nigeria) | Make statement | Media (Nigeria) | 2011-08-23\nAnswer:", "completion": " Head of Government (Nigeria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1157180", "prompt": "After Abdul Kalam, whom did Boris Vyacheslavovich Gryzlov praise first?\nEvidence:\n- Boris Vyacheslavovich Gryzlov | Consult | Abdul Kalam | 2005-05-23\n- Abdul Kalam | Consult | Boris Vyacheslavovich Gryzlov | 2005-05-23\n- Boris Vyacheslavovich Gryzlov | Praise or endorse | Abdul Kalam | 2005-05-23\n- Boris Vyacheslavovich Gryzlov | Host a visit | Abdul Kalam | 2005-05-23\n- Abdul Kalam | Make a visit | Boris Vyacheslavovich Gryzlov | 2005-05-23\n- Wen Jiabao | Consult | Boris Vyacheslavovich Gryzlov | 2005-06-16\n- Sergey Bagapsh | Consult | Boris Vyacheslavovich Gryzlov | 2005-01-25\n- Representatives (Russia) | Consult | Boris Vyacheslavovich Gryzlov | 2005-04-20\n- Representatives (Russia) | Consult | Boris Vyacheslavovich Gryzlov | 2005-04-05\n- Ivan Gasparovic | Consult | Boris Vyacheslavovich Gryzlov | 2005-05-10\n- Ivan Gasparovic | Consult | Boris Vyacheslavovich Gryzlov | 2005-04-05\n- Daniel Scioli | Consult | Boris Vyacheslavovich Gryzlov | 2005-04-19\n- Boris Vyacheslavovich Gryzlov | Make statement | China | 2005-06-16\n- Boris Vyacheslavovich Gryzlov | Demand | Representatives (Russia) | 2005-03-10\n- Boris Vyacheslavovich Gryzlov | Consult | Wen Jiabao | 2005-06-16\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1186403", "prompt": "Who did the European Central Bank praise first after the International Monetary Fund?\nEvidence:\n- International Monetary Fund | Consult | European Central Bank | 2005-06-27\n- International Monetary Fund | Consult | European Central Bank | 2005-06-26\n- European Central Bank | Consult | International Monetary Fund | 2005-06-27\n- European Central Bank | Consult | International Monetary Fund | 2005-06-26\n- European Central Bank | Praise or endorse | France | 2007-09-23\n- European Central Bank | Praise or endorse | China | 2008-02-09\n- France | Accuse | European Central Bank | 2007-09-15\n- Christine Lagarde | Praise or endorse | European Central Bank | 2008-02-08\n- Angela Merkel | Praise or endorse | European Central Bank | 2008-02-18\n- European Central Bank | Reject | Government Affiliated Bank (Belgium) | 2005-10-28\n- Rodrigo Rato | Demand | European Central Bank | 2005-05-20\n- European Central Bank | Make statement | Ireland | 2007-12-10\n- European Central Bank | Make statement | France | 2007-07-23\n- Christine Lagarde | Demand | European Central Bank | 2008-06-13\n- Robert M. Kimmitt | Praise or endorse | European Central Bank | 2008-03-11\nAnswer:", "completion": " Mario Monti", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1214291", "prompt": "When did Sudan praise the citizens of Africa?\nEvidence:\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Sudan | Praise or endorse | John Garang | 2005-01-23\n- Mwai Kibaki | Praise or endorse | Sudan | 2005-01-09\n- Ethiopia | Praise or endorse | Government (Sudan) | 2005-01-10\n- Sudan | Praise or endorse | Agence France-Presse | 2005-01-08\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\nAnswer:", "completion": " 2007-09-18", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1150441", "prompt": "Who rejected the citizens of Bangladesh before 22 January 2006?\nEvidence:\n- Secretariat (Bangladesh) | Reject | Citizen (Bangladesh) | 2006-01-22\n- Kamal Hossain | Make optimistic comment | People Associated with the Opposition (Bangladesh) | 2006-01-22\n- Secretariat (Bangladesh) | Deny responsibility | Citizen (Bangladesh) | 2006-01-22\n- Citizen (Bangladesh) | Accuse | Party Member (Bangladesh) | 2006-01-22\n- Citizen (Bangladesh) | Make an appeal or request | Information Minister Huda | 2006-01-22\nAnswer:", "completion": " Saifur Rahman", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 5, "n_anchors": 0} +{"id": "mtq_1325567", "prompt": "After the Economist of Australia, whom did Julia Gillard condemn first?\nEvidence:\n- Member of Parliament (Australia) | Accuse | Julia Gillard | 2007-05-02\n- Julia Gillard | Consult | Businessperson (Australia) | 2007-05-03\n- Julia Gillard | Accuse | Citizen (Australia) | 2005-01-23\n- Citizen (Australia) | Reject | Julia Gillard | 2007-01-03\n- Citizen (Australia) | Reject | Julia Gillard | 2005-09-27\n- Citizen (Australia) | Demand | Julia Gillard | 2005-01-26\n- Citizen (Australia) | Demand | Julia Gillard | 2005-01-25\n- Businessperson (Australia) | Consult | Julia Gillard | 2007-05-03\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2007-05-17\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2006-04-06\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2005-09-06\n- Member of Parliament (Australia) | Make statement | Julia Gillard | 2007-01-19\n- Member of Parliament (Australia) | Make statement | Julia Gillard | 2006-12-06\n- Julia Gillard | Consider policy option | People Associated with the Opposition (Australia) | 2007-05-02\n- Police (Australia) | Make statement | Julia Gillard | 2006-12-03\nAnswer:", "completion": " Citizen (Australia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1154601", "prompt": "Who was the first to condemn Tzipi Livni?\nEvidence:\n- Tzipi Livni | Reject | Qatar | 2006-02-13\n- Wolfgang Schüssel | Consult | Tzipi Livni | 2006-03-02\n- Tzipi Livni | Investigate | Police (Israel) | 2005-12-30\n- Tzipi Livni | Demand | Settler (Israel) | 2005-05-25\n- Tzipi Livni | Consult | Wolfgang Schüssel | 2006-03-02\n- Tzipi Livni | Consult | Javier Solana | 2006-02-16\n- Tzipi Livni | Consult | Heinz Fischer | 2006-03-02\n- Tzipi Livni | Consult | Abdullah Gül | 2006-04-19\n- Mahmoud Abbas | Consult | Tzipi Livni | 2006-05-21\n- Javier Solana | Consult | Tzipi Livni | 2006-02-16\n- Heinz Fischer | Consult | Tzipi Livni | 2006-03-02\n- Abdullah Gül | Consult | Tzipi Livni | 2006-04-19\n- Abdullah Gül | Express intent to cooperate | Tzipi Livni | 2006-02-14\n- Tzipi Livni | Make statement | Mahmoud Abbas | 2006-03-24\n- Tzipi Livni | Make statement | Mahmoud Abbas | 2006-03-16\nAnswer:", "completion": " Foreign Affairs (Israel)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1148950", "prompt": "When did Benjamin Netanyahu first express his intention to work with Naftali Bennett?\nEvidence:\n- Naftali Bennett | Threaten | Benjamin Netanyahu | 2014-04-11\n- Naftali Bennett | Threaten | Benjamin Netanyahu | 2014-04-04\n- Naftali Bennett | Demand | Benjamin Netanyahu | 2015-05-07\n- Naftali Bennett | Demand | Benjamin Netanyahu | 2014-01-29\n- Naftali Bennett | Demand | Benjamin Netanyahu | 2014-01-28\n- Naftali Bennett | Consult | Benjamin Netanyahu | 2015-04-30\n- Naftali Bennett | Consult | Benjamin Netanyahu | 2015-04-17\n- Naftali Bennett | Consult | Benjamin Netanyahu | 2015-03-27\n- Naftali Bennett | Consult | Benjamin Netanyahu | 2014-05-28\n- Naftali Bennett | Consult | Benjamin Netanyahu | 2014-05-16\n- Naftali Bennett | Consult | Benjamin Netanyahu | 2014-01-02\n- Naftali Bennett | Apologize | Benjamin Netanyahu | 2014-01-30\n- Naftali Bennett | Apologize | Benjamin Netanyahu | 2014-01-29\n- Naftali Bennett | Accuse | Benjamin Netanyahu | 2014-10-28\n- Benjamin Netanyahu | Threaten | Naftali Bennett | 2014-01-29\nAnswer:", "completion": " 2015-04-15", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1110250", "prompt": "Which country did South Korea negotiate with in the same month?\nEvidence:\n- South Korea | Engage in negotiation | Japan | 2005-01-08\n- South Korea | Engage in negotiation | Japan | 2005-01-03\n- Japan | Engage in negotiation | South Korea | 2005-01-08\n- Japan | Engage in negotiation | South Korea | 2005-01-03\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- Vietnam | Express intent to meet or negotiate | South Korea | 2005-01-05\n- Thailand | Express intent to meet or negotiate | South Korea | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-12\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-08\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1215954", "prompt": "On 20 February 2010, who attacked the Indian judge with small arms and light weapons?\nEvidence:\n- Men (India) | fight with small arms and light weapons | Court Judge (India) | 2010-02-20\nAnswer:", "completion": " Men (India)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1163878", "prompt": "Who was the first against whom the peacekeeping force of Sudan used conventional military force?\nEvidence:\n- Sudan | Use conventional military force | Ethiopia | 2005-04-01\n- Ethiopia | Use conventional military force | Sudan | 2005-04-01\n- African Union | Provide military protection or peacekeeping | Sudan | 2005-01-12\n- African Union | Provide military protection or peacekeeping | Sudan | 2005-01-11\n- African Union | Provide military protection or peacekeeping | Sudan | 2005-01-10\n- Police (Ethiopia) | Use conventional military force | Ethiopia | 2005-06-08\n- UN Security Council | Express intent to provide military protection or peacekeeping | Sudan | 2005-01-19\n- Ethiopia | Provide military protection or peacekeeping | Burundi | 2005-05-05\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Eritrea | Rally opposition against | Ethiopia | 2005-03-11\n- Isaias Afewerki | Rally opposition against | Ethiopia | 2005-06-22\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\nAnswer:", "completion": " Citizen (Sudan)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1186859", "prompt": "In which month did the Indian Member of Parliament first express his intention to meet Meira Kumar?\nEvidence:\n- Member of Parliament (India) | Consult | Meira Kumar | 2010-07-27\n- Member of Parliament (India) | Consult | Meira Kumar | 2009-07-24\n- Meira Kumar | Threaten | Member of Parliament (India) | 2010-04-23\n- Meira Kumar | Consult | Member of Parliament (India) | 2010-07-27\n- Meira Kumar | Consult | Member of Parliament (India) | 2009-07-24\n- Member of Parliament (India) | Make statement | Meira Kumar | 2009-06-06\n- Member of Parliament (India) | Make statement | Meira Kumar | 2009-06-04\n- Meira Kumar | Make statement | Member of Parliament (India) | 2009-12-18\n- Meira Kumar | Make statement | Member of Parliament (India) | 2009-06-03\n- Meira Kumar | Praise or endorse | Member of Parliament (India) | 2012-10-05\n- Meira Kumar | Criticize or denounce | Member of Parliament (India) | 2009-12-18\n- Member of Parliament (India) | Make an appeal or request | Meira Kumar | 2012-10-05\n- Meira Kumar | Make an appeal or request | Member of Parliament (India) | 2012-05-08\n- Meira Kumar | Make an appeal or request | Member of Parliament (India) | 2009-12-18\n- Meira Kumar | Express intent to meet or negotiate | Japan | 2011-09-28\nAnswer:", "completion": " 2013-09", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1303891", "prompt": "When did Barack Obama first praise Umaru Musa Yar'Adua?\nEvidence:\n- Umaru Musa Yar'Adua | Praise or endorse | China | 2007-05-30\n- Umaru Musa Yar'Adua | Praise or endorse | Oluṣẹgun Ọbasanjọ | 2007-02-05\n- Umaru Musa Yar'Adua | Praise or endorse | Oluṣẹgun Ọbasanjọ | 2007-01-28\n- Umaru Musa Yar'Adua | Praise or endorse | Oluṣẹgun Ọbasanjọ | 2007-01-27\n- Oluṣẹgun Ọbasanjọ | Praise or endorse | Umaru Musa Yar'Adua | 2007-05-30\n- Oluṣẹgun Ọbasanjọ | Praise or endorse | Umaru Musa Yar'Adua | 2007-05-29\n- Oluṣẹgun Ọbasanjọ | Praise or endorse | Umaru Musa Yar'Adua | 2007-05-28\n- Oluṣẹgun Ọbasanjọ | Praise or endorse | Umaru Musa Yar'Adua | 2007-04-24\n- Oluṣẹgun Ọbasanjọ | Praise or endorse | Umaru Musa Yar'Adua | 2007-04-23\n- Oluṣẹgun Ọbasanjọ | Praise or endorse | Umaru Musa Yar'Adua | 2007-03-11\n- Oluṣẹgun Ọbasanjọ | Praise or endorse | Umaru Musa Yar'Adua | 2007-03-07\n- Oluṣẹgun Ọbasanjọ | Praise or endorse | Umaru Musa Yar'Adua | 2006-12-22\n- Government (Nigeria) | Praise or endorse | Umaru Musa Yar'Adua | 2007-04-24\n- Citizen (Nigeria) | Praise or endorse | Umaru Musa Yar'Adua | 2007-02-05\n- Umaru Musa Yar'Adua | Threaten | Government (Nigeria) | 2005-01-25\nAnswer:", "completion": " 2010-03-01", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1177961", "prompt": "Who made a request to the citizens of Nigeria on 26 October 2015?\nEvidence:\n- Government (Nigeria) | Rally support on behalf of | Citizen (Nigeria) | 2014-01-08\n- Citizen (Nigeria) | Rally support on behalf of | Government (Nigeria) | 2012-01-11\n- Citizen (Nigeria) | Rally support on behalf of | Government (Nigeria) | 2011-12-16\n- Head of Government (Nigeria) | Rally support on behalf of | Government (Nigeria) | 2013-08-13\n- Head of Government (Nigeria) | Rally support on behalf of | Citizen (Nigeria) | 2013-04-11\n- Member of the Judiciary (Iceland) | Rally support on behalf of | Bank (Iceland) | 2014-05-25\n- Royal Administration (Nigeria) | Rally support on behalf of | Citizen (Nigeria) | 2013-11-18\n- Member of the Judiciary (United States) | Express intent to cooperate on judicial matters | Mexico | 2006-04-04\n- Member of the Judiciary (United States) | Express intent to cooperate on judicial matters | France | 2010-04-06\n- Special Rapporteurs of the United Nations | Rally support on behalf of | Detainee (Myanmar) | 2011-08-25\n- Special Rapporteurs of the United Nations | Rally support on behalf of | Detainee (Myanmar) | 2009-02-20\n- Medical Association (Nigeria) | Rally support on behalf of | Medical Personnel (Nigeria) | 2012-01-20\n- Citizen (Croatia) | Express intent to cooperate on judicial matters | The Hague | 2005-03-17\n- Member of the Judiciary (United States) | Express intent to cooperate on judicial matters | South Korea | 2007-11-01\n- Member of the Judiciary (United States) | Express intent to cooperate on judicial matters | South Korea | 2007-10-25\nAnswer:", "completion": " Muslim (Nigeria)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1277326", "prompt": "Before 5 November 2014, who made a request to the company - owner or operator of Iran?\nEvidence:\n- Iran | Make an appeal or request | Company - Owner or Operator (Iran) | 2014-11-05\n- Foreign Affairs (France) | Make an appeal or request | Iran | 2014-11-05\n- Iran | Make statement | Airline (Iran) | 2014-11-05\n- Barack Obama | Mediate | Iran | 2014-11-05\n- Barack Obama | Express intent to meet or negotiate | China | 2014-11-05\n- France | Make pessimistic comment | Iran | 2014-11-05\n- Barack Obama | Make statement | Iran | 2014-11-05\n- Iran | Engage in negotiation | Barack Obama | 2014-11-05\n- Iran | Deny responsibility | Media Personnel (International) | 2014-11-05\n- Barack Obama | Engage in negotiation | Iran | 2014-11-05\n- China | Host a visit | Barack Obama | 2014-11-05\n- Barack Obama | Make a visit | China | 2014-11-05\n- Xi Jinping | Host a visit | Barack Obama | 2014-11-05\n- Barack Obama | Make a visit | Xi Jinping | 2014-11-05\n- France | Express intent to provide military aid | Military (Lebanon) | 2014-11-05\nAnswer:", "completion": " Iran", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1165681", "prompt": "Who was the last one that East African Community appeal?\nEvidence:\n- East African Community | Make statement | Secretariat (East African Community) | 2006-02-20\n- Tanzania | Consult | East African Community | 2008-04-18\n- Tanzania | Consult | East African Community | 2006-11-10\n- East African Community | Consult | Tanzania | 2008-04-18\n- East African Community | Consult | Tanzania | 2006-11-10\n- East African Community | Consult | Burundi | 2007-08-20\n- Burundi | Consult | East African Community | 2007-08-20\n- Sudan | Appeal for material cooperation | East African Community | 2007-10-30\n- Tanzania | Make statement | East African Community | 2007-09-18\n- Ministry (Tanzania) | Consult | East African Community | 2006-09-03\n- East African Community | Make statement | Tanzania | 2005-12-16\n- East African Community | Make statement | Tanzania | 2005-08-10\n- East African Community | Make statement | Burundi | 2006-01-12\n- East African Community | Consult | Ministry (Tanzania) | 2006-09-03\n- African Union | Praise or endorse | East African Community | 2005-02-05\nAnswer:", "completion": " Other Authorities / Officials (Burundi)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1010990", "prompt": "Which country first appealed for the Business of Iraq?\nEvidence:\n- Chief of Staff (Poland) | Make statement | Iraq | 2005-01-04\n- Special Rapporteurs of the United Nations | Make a visit | Iran | 2005-02-06\n- Iran | Host a visit | Special Rapporteurs of the United Nations | 2005-02-06\n- Legislature (Iraq) | Investigate | Iraq | 2005-01-15\n- Iran | Make statement | Business (Iran) | 2005-01-31\n- Business (Iran) | Make statement | Iran | 2005-01-02\n- Business (Iran) | Cooperate economically | Iran | 2005-02-03\n- Business (Iran) | Cooperate economically | Iran | 2005-02-02\n- Business (Iran) | Cooperate economically | Iran | 2005-01-24\n- Business (Austria) | Make statement | Iran | 2005-01-16\n- Student (Iraq) | Make optimistic comment | Iraq | 2005-01-12\n- Rebel Group (Iraq) | Threaten with military force | Iraq | 2005-01-16\n- Rebel Group (Iraq) | Threaten with military force | Iraq | 2005-01-15\n- Cabinet / Council of Ministers / Advisors (United States) | Praise or endorse | Iraq | 2005-01-04\n- Iraq | Consult | Iran | 2005-01-27\nAnswer:", "completion": " Iraq", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1065403", "prompt": "Who did Amit Shah appeal to before 18 September 2014?\nEvidence:\n- Amit Shah | Make an appeal or request | Shiv Sena | 2014-09-18\n- Amit Shah | Express intent to meet or negotiate | Head of Government (India) | 2014-09-18\n- Head of Government (India) | Make statement | Member of Parliament (India) | 2014-09-18\n- Head of Government (India) | Consult | China | 2014-09-18\n- China | Consult | Head of Government (India) | 2014-09-18\nAnswer:", "completion": " Head of Government (India)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 5, "n_anchors": 1} +{"id": "mtq_1177538", "prompt": "Who did the citizens of the United Kingdom denounce first, after the citizens of Australia?\nEvidence:\n- First Command of the Capital | Criticize or denounce | Citizen (Brazil) | 2008-10-30\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2012-05-31\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2009-10-23\n- Public Prosecutor (Brazil) | Criticize or denounce | First Command of the Capital | 2013-10-18\n- Chancellor of the Exchequer | Criticize or denounce | Party Member (United Kingdom) | 2006-09-10\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Newspaper (United Kingdom) | Criticize or denounce | The Daily Telegraph | 2007-07-03\n- Chancellor of the Exchequer | Reject | Citizen (United Kingdom) | 2006-07-13\n- Member of the Judiciary (United States) | Reject | Businessperson (United Kingdom) | 2011-10-27\n- Secretary of State for the Home Department | Criticize or denounce | Newspaper (United Kingdom) | 2013-11-12\n- Citizen (United Kingdom) | Criticize or denounce | Secretary of State for the Home Department | 2014-11-04\n- Citizen (United Kingdom) | Criticize or denounce | Secretary of State for the Home Department | 2013-06-10\n- Citizen (United Kingdom) | Criticize or denounce | Secretary of State for the Home Department | 2011-08-16\nAnswer:", "completion": " Businessperson (United Kingdom)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1318220", "prompt": "Who made the last appeal to Tony Blair before Mahmoud Ahmadinejad?\nEvidence:\n- Tony Blair | Consult | Mahmoud Abbas | 2005-01-27\n- Mahmoud Abbas | Consult | Tony Blair | 2005-01-27\n- Tony Blair | Praise or endorse | Mahmoud Abbas | 2005-01-10\n- Tony Blair | Discuss by telephone | Mahmoud Abbas | 2005-01-10\n- Mahmoud Abbas | Discuss by telephone | Tony Blair | 2005-01-10\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-11\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Tony Blair | Accuse | Iran | 2005-02-05\n- Iran | Reject | Tony Blair | 2005-02-08\n- Tony Blair | Make an appeal or request | Iran | 2005-02-08\n- Tony Blair | Make statement | Iraq | 2005-02-04\n- Tony Blair | Make statement | Iraq | 2005-01-30\n- Tony Blair | Make statement | Iraq | 2005-01-09\n- Tony Blair | Make statement | Iran | 2005-01-26\n- Tony Blair | Investigate | Oluṣẹgun Ọbasanjọ | 2005-01-27\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1342607", "prompt": "After 3 November 2013, who expressed the intention to cooperate with Benjamin Netanyahu?\nEvidence:\n- Gideon Sa'ar | Express intent to cooperate | Benjamin Netanyahu | 2013-11-03\n- Benjamin Netanyahu | Express intent to cooperate | Gideon Sa'ar | 2013-11-03\nAnswer:", "completion": " Mahmoud Abbas", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 1} +{"id": "mtq_1365399", "prompt": "Who suffered from the unconventional violence of the Ugandan resistance movement after 22 April 2010?\nEvidence:\n- Resistance Movement (Uganda) | Use unconventional violence | Citizen (Uganda) | 2010-04-22\nAnswer:", "completion": " Citizen (Uganda)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1138949", "prompt": "Who praised the head of the Nigerian government on the same day as the Saharawi people?\nEvidence:\n- Head of Government (Gabon) | Make statement | Union of the Gabonese People | 2013-10-08\n- Head of Government (Pakistan) | Rally support on behalf of | Pakistan People's Party | 2007-12-27\n- Union of the Gabonese People | Praise or endorse | Head of Government (Gabon) | 2010-10-04\n- People Associated with the Opposition (Ukraine) | Demand | Head of Government (Ukraine) | 2007-03-30\n- People Associated with the Opposition (Ukraine) | Consult | Head of Government (Ukraine) | 2014-01-27\n- People Associated with the Opposition (Ukraine) | Consult | Head of Government (Ukraine) | 2008-02-04\n- People Associated with the Opposition (Egypt) | Accuse | Head of Government (Egypt) | 2013-02-19\n- People Associated with the Opposition (Brazil) | Investigate | Head of Government (Brazil) | 2011-05-25\n- People Associated with the Opposition (Brazil) | Consult | Head of Government (Brazil) | 2007-09-25\n- People Associated with the Opposition (Brazil) | Accuse | Head of Government (Brazil) | 2009-08-12\n- Head of Government (Ukraine) | Yield | People Associated with the Opposition (Ukraine) | 2014-02-21\n- Head of Government (Ukraine) | Reject | People Associated with the Opposition (Ukraine) | 2013-12-04\n- Head of Government (Ukraine) | Consult | People Associated with the Opposition (Ukraine) | 2014-01-27\n- Head of Government (Ukraine) | Consult | People Associated with the Opposition (Ukraine) | 2008-02-04\n- Head of Government (Brazil) | Reject | People Associated with the Opposition (Brazil) | 2015-12-23\nAnswer:", "completion": " Barack Obama", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1105243", "prompt": "Who was the first to criticise Jonah David Jang?\nEvidence:\n- Jonah David Jang | Consult | Bukola Saraki | 2008-09-17\n- Citizen (Nigeria) | Reject | Jonah David Jang | 2007-01-22\n- Citizen (Nigeria) | Accuse | Jonah David Jang | 2008-12-08\n- Bukola Saraki | Consult | Jonah David Jang | 2008-09-17\n- Ministry (Nigeria) | Make statement | Jonah David Jang | 2009-01-05\n- Jonah David Jang | Make statement | Government (Nigeria) | 2009-01-19\n- Jonah David Jang | Make statement | Government (Nigeria) | 2008-12-24\n- Jonah David Jang | Make statement | Government (Nigeria) | 2008-11-28\n- Jonah David Jang | Make statement | Government (Nigeria) | 2008-11-26\n- Jonah David Jang | Make statement | Government (Nigeria) | 2008-10-20\n- Jonah David Jang | Make statement | Government (Nigeria) | 2008-09-29\n- Jonah David Jang | Make statement | Government (Nigeria) | 2007-12-27\n- Jonah David Jang | Make statement | Government (Nigeria) | 2007-10-25\n- Jonah David Jang | Make statement | Government (Nigeria) | 2007-10-22\n- Jonah David Jang | Make statement | Government (Nigeria) | 2007-10-09\nAnswer:", "completion": " Police (South Korea)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1074101", "prompt": "Who was the first to visit Angola after Cuba's Council of Ministers?\nEvidence:\n- Member of the Judiciary (Angola) | Make pessimistic comment | Angola | 2005-01-21\n- Angola | Express intent to meet or negotiate | Military Personnel (Angola) | 2005-06-01\n- South Africa | Host a visit | Angola | 2005-02-18\n- Joao Miranda | Make a visit | Angola | 2012-07-16\n- Joao Miranda | Make a visit | Angola | 2012-03-06\n- Joao Miranda | Make a visit | Angola | 2007-08-06\n- Businessperson (Germany) | Make a visit | Angola | 2005-03-15\n- Angola | Make a visit | South Africa | 2005-02-18\n- Angola | Host a visit | Joao Miranda | 2012-07-16\n- Angola | Host a visit | Joao Miranda | 2012-03-06\n- Angola | Host a visit | Joao Miranda | 2007-08-06\n- Angola | Host a visit | Businessperson (Germany) | 2005-03-15\n- Military Personnel (Angola) | Make statement | Angola | 2005-02-22\n- Yang Hyong Sop | Make a visit | Angola | 2005-03-31\n- Yang Hyong Sop | Make a visit | Angola | 2005-03-30\nAnswer:", "completion": " Government Delegation (North Korea)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1206984", "prompt": "Who did the Men of India use unconventional violence against in the same year as Prem Singh?\nEvidence:\n- Men (India) | Use unconventional violence | Prem Singh | 2015-02-24\n- Men (India) | Use unconventional violence | Court Judge (India) | 2005-06-03\n- Medical Personnel (India) | Make statement | Prem Singh | 2009-09-04\n- Prem Singh | Make an appeal or request | Villager (India) | 2009-11-13\n- Prem Singh | Make an appeal or request | Villager (India) | 2009-11-12\n- Prem Singh | Reduce relations | M.R. Sharma | 2007-09-14\n- Court Judge (India) | Arrest, detain, or charge with legal action | Prem Singh | 2014-04-13\n- Court Judge (India) | Arrest, detain, or charge with legal action | Prem Singh | 2008-12-21\n- Court Judge (India) | Reject | Men (India) | 2005-11-10\n- Men (India) | Complain officially | Court Judge (India) | 2006-11-11\n- Men (India) | Complain officially | Court Judge (India) | 2006-11-10\n- Men (India) | Criticize or denounce | Court Judge (India) | 2005-01-05\n- Court Judge (India) | Impose administrative sanctions | Men (India) | 2005-08-11\n- Court Judge (India) | Impose administrative sanctions | Men (India) | 2005-05-04\n- Court Judge (India) | Ease administrative sanctions | Men (India) | 2006-03-06\nAnswer:", "completion": " Thief (India)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1343158", "prompt": "Who last praised the government of South Africa before the South African police?\nEvidence:\n- Government (South Africa) | Engage in diplomatic cooperation | African Union | 2005-02-26\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- Protester (South African Communist Party) | Demonstrate or rally | South Africa | 2005-01-26\n- South African National Defence Force | Increase military alert status | South Africa | 2005-02-03\n- African Union | Make an appeal or request | South Africa | 2005-01-02\n- Head of Government (Nigeria) | Consult | African Union | 2005-02-01\n- Head of Government (Nigeria) | Consult | African Union | 2005-01-31\n- Head of Government (Ethiopia) | Consult | African Union | 2005-05-12\n- African Union | Consult | Head of Government (Nigeria) | 2005-02-01\n- African Union | Consult | Head of Government (Nigeria) | 2005-01-31\n- African Union | Consult | Head of Government (Ethiopia) | 2005-05-12\n- Police (South Africa) | Arrest, detain, or charge with legal action | South Africa | 2005-02-11\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\nAnswer:", "completion": " Royal Administration (South Africa)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1085718", "prompt": "Who wanted to meet with the Indian military after Peter Pace?\nEvidence:\n- Peter Pace | Demand | Colombia | 2007-01-19\n- Peter Pace | Consult | Iraq | 2006-08-14\n- Peter Pace | Consult | China | 2007-03-23\n- Iraq | Consult | Peter Pace | 2006-08-14\n- China | Consult | Peter Pace | 2007-03-23\n- Peter Pace | Express intent to meet or negotiate | Military Personnel (India) | 2006-06-04\n- Peter Pace | Express intent to meet or negotiate | Iraq | 2006-12-21\n- Peter Pace | Express intent to meet or negotiate | Iraq | 2006-12-20\n- Peter Pace | Make statement | Iraq | 2006-10-25\n- Peter Pace | Make statement | Iraq | 2006-10-24\n- Peter Pace | Make statement | Iraq | 2006-03-24\n- Peter Pace | Make statement | Iraq | 2005-12-01\n- Peter Pace | Make statement | Iran | 2007-02-13\n- Peter Pace | Make statement | Colombia | 2007-02-14\n- Peter Pace | Make statement | Colombia | 2007-01-20\nAnswer:", "completion": " High Ranking Military Personnel (India)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1389425", "prompt": "In which year did Mikhail Yefimovich Fradkov first express his intention to meet with Angola?\nEvidence:\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | Kazakhstan | 2005-03-23\n- Wen Jiabao | Express intent to meet or negotiate | Mikhail Yefimovich Fradkov | 2005-06-10\n- Wen Jiabao | Express intent to meet or negotiate | Mikhail Yefimovich Fradkov | 2005-03-15\n- Wen Jiabao | Express intent to meet or negotiate | Mikhail Yefimovich Fradkov | 2005-03-14\n- Wen Jiabao | Express intent to meet or negotiate | Mikhail Yefimovich Fradkov | 2005-02-03\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | Zurab Nogaideli | 2005-06-03\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | Wen Jiabao | 2005-02-03\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | Veterans (Russia) | 2005-05-06\n- Media (Russia) | Express intent to meet or negotiate | Mikhail Yefimovich Fradkov | 2005-05-22\n- James Wolfensohn | Express intent to meet or negotiate | Mikhail Yefimovich Fradkov | 2005-01-31\n- Abdul Kalam | Express intent to meet or negotiate | Mikhail Yefimovich Fradkov | 2005-05-22\n- Zurab Nogaideli | Engage in negotiation | Mikhail Yefimovich Fradkov | 2005-06-03\n- Mikhail Yefimovich Fradkov | Engage in negotiation | Zurab Nogaideli | 2005-06-03\n- Mikhail Yefimovich Fradkov | Engage in negotiation | Abdul Kalam | 2005-05-23\n- Abdul Kalam | Engage in negotiation | Mikhail Yefimovich Fradkov | 2005-05-23\nAnswer:", "completion": " 2007", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1040341", "prompt": "When did the Office of the United Nations High Commissioner for Human Rights criticise the insurgents in Nepal?\nEvidence:\n- Office of the United Nations High Commissioner for Human Rights | Demand | Sudan | 2012-10-19\n- Iraq | Demand | Office of the United Nations High Commissioner for Human Rights | 2014-08-27\n- Office of the United Nations High Commissioner for Human Rights | Criticize or denounce | Insurgent (Nepal) | 2006-02-28\n- Human Rights Watch | Make statement | Office of the United Nations High Commissioner for Human Rights | 2011-12-12\n- Office of the United Nations High Commissioner for Human Rights | Accuse of human rights abuses | Eritrea | 2012-06-20\n- Office of the United Nations High Commissioner for Human Rights | Appeal for intelligence | Other Authorities / Officials (Nepal) | 2011-11-10\n- Roza Otunbayeva | Consult | Office of the United Nations High Commissioner for Human Rights | 2010-07-27\n- Office of the United Nations High Commissioner for Human Rights | Threaten | Boko Haram | 2013-08-06\n- Office of the United Nations High Commissioner for Human Rights | Threaten | Boko Haram | 2012-01-13\n- Office of the United Nations High Commissioner for Human Rights | Mediate | Police (Malaysia) | 2015-08-29\n- Office of the United Nations High Commissioner for Human Rights | Make statement | Yemen | 2015-12-22\n- Office of the United Nations High Commissioner for Human Rights | Make statement | Yemen | 2011-05-13\n- Office of the United Nations High Commissioner for Human Rights | Make statement | Sudan | 2006-11-12\n- Office of the United Nations High Commissioner for Human Rights | Make statement | Iran | 2013-08-22\n- Office of the United Nations High Commissioner for Human Rights | Make statement | Iran | 2013-08-20\nAnswer:", "completion": " 2006-02-28", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1029126", "prompt": "To whom did the last Egyptian protester make a request?\nEvidence:\n- Egyptian Railway Authority | Make a visit | China | 2013-05-12\n- China | Host a visit | Egyptian Railway Authority | 2013-05-12\n- Protester (The Hague) | Make a visit | Iraq | 2014-12-19\n- Ministry (Egypt) | Make an appeal or request | Egyptian Trade Union Federation | 2013-07-21\n- Iraq | Host a visit | Protester (The Hague) | 2014-12-19\n- Protester (The Hague) | Protest violently, riot | The Hague | 2015-06-30\n- People Associated with the Opposition (Egypt) | Make an appeal or request | Protester (Egypt) | 2011-02-02\n- Israeli Defense Forces | Use conventional military force | Combatant (Egyptian Islamic Jihad) | 2008-02-04\n- Protester (India) | Make a visit | Bolivia | 2006-11-27\n- Office of the United Nations High Commissioner for Human Rights | Make an appeal or request | Protester (Thailand) | 2010-05-19\n- Protester (Comoros) | Make a visit | African Union | 2007-05-15\n- Protester (Thailand) | Make an appeal or request | Citizen (Thailand) | 2007-08-02\n- Protester (Thailand) | Make an appeal or request | Citizen (Thailand) | 2007-07-06\n- Protester (Thailand) | Make an appeal or request | Citizen (Thailand) | 2007-04-13\n- Protester (Thailand) | Make an appeal or request | Citizen (Thailand) | 2007-04-11\nAnswer:", "completion": " Omar Suleiman", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1249024", "prompt": "Before the Speaker of the House of Representatives of the Philippines, who expressed an interest in working with the staff of the Philippines?\nEvidence:\n- House Speaker (Japan) | Make statement | House of Representatives (Japan) | 2005-05-19\n- House Speaker (Indonesia) | Make statement | House of Representatives (Indonesia) | 2015-10-02\n- House Speaker (Indonesia) | Make statement | House of Representatives (Indonesia) | 2015-05-21\n- House Speaker (Indonesia) | Make statement | House of Representatives (Indonesia) | 2013-11-22\n- House Speaker (Indonesia) | Make statement | House of Representatives (Indonesia) | 2013-06-18\n- House Speaker (Indonesia) | Make statement | House of Representatives (Indonesia) | 2012-01-10\n- House Speaker (Indonesia) | Make statement | House of Representatives (Indonesia) | 2011-08-18\n- House Speaker (Indonesia) | Make statement | House of Representatives (Indonesia) | 2010-10-27\n- House Speaker (Indonesia) | Make statement | House of Representatives (Indonesia) | 2007-08-09\n- House Speaker (Indonesia) | Make statement | House of Representatives (Indonesia) | 2007-01-08\n- House Speaker (Indonesia) | Make statement | House of Representatives (Indonesia) | 2005-08-16\n- House Speaker (Philippines) | Demand | Police (Philippines) | 2008-08-25\n- House Speaker (Philippines) | Demand | Police (Philippines) | 2008-08-21\n- House Speaker (Philippines) | Demand | Military (Philippines) | 2008-08-25\n- House Speaker (Philippines) | Demand | Military (Philippines) | 2008-08-21\nAnswer:", "completion": " Paquito Ochoa, Jr.", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1117276", "prompt": "To whom did the citizens of Nigeria last appeal before Charles Taylor?\nEvidence:\n- Government (Nigeria) | Threaten | Charles Taylor | 2005-06-06\n- Citizen (Nigeria) | Accuse | Charles Taylor | 2005-11-01\n- Head of Government (Nigeria) | Make statement | Charles Taylor | 2006-03-20\n- Government (Nigeria) | Grant asylum | Charles Taylor | 2006-02-07\n- Citizen (Nigeria) | Make an appeal or request | Charles Taylor | 2006-03-21\n- Charles Taylor | Make an appeal or request | Government (Nigeria) | 2005-06-02\n- Oluṣẹgun Ọbasanjọ | Demand | Charles Taylor | 2005-09-19\n- Oluṣẹgun Ọbasanjọ | Consult | Charles Taylor | 2006-03-03\n- Oluṣẹgun Ọbasanjọ | Consult | Charles Taylor | 2006-02-28\n- Oluṣẹgun Ọbasanjọ | Consult | Charles Taylor | 2006-02-27\n- Charles Taylor | Consult | Oluṣẹgun Ọbasanjọ | 2006-03-03\n- Charles Taylor | Consult | Oluṣẹgun Ọbasanjọ | 2006-02-28\n- Charles Taylor | Consult | Oluṣẹgun Ọbasanjọ | 2006-02-27\n- UN Security Council | Investigate | Charles Taylor | 2005-06-22\n- UN Security Council | Accuse | Charles Taylor | 2005-07-05\nAnswer:", "completion": " Oluṣẹgun Ọbasanjọ", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1332160", "prompt": "When did the Member of Parliament of Australia praise the Media Personnel of Australia?\nEvidence:\n- Member of Parliament (Australia) | Praise or endorse | Media Personnel (Australia) | 2005-10-04\n- Media Personnel (Australia) | Accuse | Member of Parliament (Australia) | 2005-09-28\n- Member of Parliament (Australia) | Make statement | Media Personnel (Australia) | 2013-05-16\n- Member of Parliament (Australia) | Make statement | Media Personnel (Australia) | 2012-09-11\n- Member of Parliament (Australia) | Make statement | Media Personnel (Australia) | 2011-07-22\n- Member of Parliament (Australia) | Make statement | Media Personnel (Australia) | 2009-03-12\n- Member of Parliament (Australia) | Make statement | Media Personnel (Australia) | 2008-07-08\n- Member of Parliament (Australia) | Make statement | Media Personnel (Australia) | 2008-05-02\n- Member of Parliament (Australia) | Make statement | Media Personnel (Australia) | 2007-03-09\n- Media Personnel (Australia) | Make statement | Member of Parliament (Australia) | 2015-10-09\n- Media Personnel (Australia) | Make statement | Member of Parliament (Australia) | 2015-02-08\n- Media Personnel (Australia) | Make statement | Member of Parliament (Australia) | 2014-04-28\n- Media Personnel (Australia) | Make statement | Member of Parliament (Australia) | 2014-03-17\n- Media Personnel (Australia) | Make statement | Member of Parliament (Australia) | 2013-07-10\n- Media Personnel (Australia) | Make statement | Member of Parliament (Australia) | 2012-12-11\nAnswer:", "completion": " 2005-10-04", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1087811", "prompt": "After Portugal, who was the first to make negative remarks about Guinea-Bissau?\nEvidence:\n- Portugal | Make pessimistic comment | Guinea-Bissau | 2009-03-11\n- Portugal | Provide economic aid | Guinea-Bissau | 2006-11-08\n- Indigenous People (Portugal) | Make a visit | Guinea-Bissau | 2005-06-13\n- Guinea-Bissau | Host a visit | Indigenous People (Portugal) | 2005-06-13\n- Guinea-Bissau | Consult | China | 2008-05-12\n- Guinea-Bissau | Consult | Angola | 2007-10-12\n- China | Consult | Guinea-Bissau | 2008-05-12\n- Angola | Consult | Guinea-Bissau | 2007-10-12\n- Guinea-Bissau | Arrest, detain, or charge with legal action | Citizen (Guinea-Bissau) | 2008-07-21\n- Wen Jiabao | Make statement | Guinea-Bissau | 2006-11-01\n- Guinea-Bissau | Make a visit | Angola | 2006-04-07\n- Angola | Make a visit | Guinea-Bissau | 2006-11-21\n- Timor-Leste | Consult | Guinea-Bissau | 2006-04-07\n- Guinea-Bissau | Consult | Timor-Leste | 2006-04-07\n- Guinea-Bissau | Consult | Cape Verde | 2007-10-12\nAnswer:", "completion": " Muhammadu Buhari", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1006975", "prompt": "Who accuse the citizens of Zambia after the Political Parties of Zambia did?\nEvidence:\n- Political Parties (Zambia) | Accuse | Citizen (Zambia) | 2012-09-24\n- Political Parties (Zambia) | Accuse | Rupiah Banda | 2009-08-02\n- Political Parties (Zambia) | Threaten | Citizen (Zambia) | 2012-09-24\n- Citizen (Zambia) | Reject | Political Parties (Zambia) | 2006-05-04\n- Citizen (Zambia) | Demand | Political Parties (Zambia) | 2015-02-03\n- Citizen (Zambia) | Demand | Political Parties (Zambia) | 2013-03-07\n- Citizen (Zambia) | Demand | Political Parties (Zambia) | 2012-11-17\n- Citizen (Zambia) | Demand | Political Parties (Zambia) | 2011-04-06\n- Citizen (Zambia) | Demand | Political Parties (Zambia) | 2011-04-05\n- Citizen (Zambia) | Demand | Political Parties (Zambia) | 2008-09-08\n- Professor (Zambia) | Make statement | Political Parties (Zambia) | 2007-12-03\n- Population (Zambia) | Make statement | Political Parties (Zambia) | 2014-02-27\n- Political Parties (Zambia) | Reject | Ruling Party (Zambia) | 2008-12-19\n- Citizen (Zambia) | Reduce relations | Political Parties (Zambia) | 2011-11-14\n- Activist (Zambia) | Make statement | Political Parties (Zambia) | 2013-10-23\nAnswer:", "completion": " Rupiah Banda", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1111799", "prompt": "Who gave a criticism to the citizens of State Actor first after the head of government of Chad did?\nEvidence:\n- Head of Government (Chad) | Criticize or denounce | Citizen (Unidentified State Actor) | 2006-04-18\n- Head of Government (Unidentified State Actor) | Make an appeal or request | Citizen (Unidentified State Actor) | 2012-03-12\n- Head of Government (Guatemala) | Investigate | Citizen (Unidentified State Actor) | 2012-11-05\n- Head of Government (Arab Unidentified State Actor) | Make a visit | Barack Obama | 2015-05-15\n- Barack Obama | Host a visit | Head of Government (Arab Unidentified State Actor) | 2015-05-15\n- Head of Government (Unidentified State Actor) | Make statement | South Korea | 2010-09-29\n- Head of Government (Arab Unidentified State Actor) | Consult | Barack Obama | 2008-07-20\n- Barack Obama | Consult | Head of Government (Arab Unidentified State Actor) | 2008-07-20\n- Head of Government (Kenya) | Express intent to cooperate | Citizen (Unidentified State Actor) | 2015-03-03\n- Sudan | Host a visit | Head of Government (Chad) | 2015-01-30\n- Sudan | Host a visit | Head of Government (Chad) | 2014-03-08\n- Sudan | Host a visit | Head of Government (Chad) | 2011-06-02\n- Sudan | Host a visit | Head of Government (Chad) | 2011-05-24\n- Sudan | Host a visit | Head of Government (Chad) | 2011-05-23\n- Sudan | Host a visit | Head of Government (Chad) | 2010-06-15\nAnswer:", "completion": " Mahmoud Abbas", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1337382", "prompt": "Who accused Abu Sayyaf first in 2006?\nEvidence:\n- Police (Philippines) | Accuse | Abu Sayyaf | 2006-10-23\n- Police (Philippines) | Accuse | Abu Sayyaf | 2006-10-10\n- Police (Philippines) | Accuse | Abu Sayyaf | 2006-03-28\n- Military (Philippines) | Assassinate | Abu Sayyaf | 2006-08-24\n- Military (Philippines) | Assassinate | Abu Sayyaf | 2006-04-11\n- Military (Philippines) | Accuse | Abu Sayyaf | 2006-03-28\n- Military (Philippines) | Accuse | Abu Sayyaf | 2006-03-27\n- Abu Sayyaf | Occupy territory | Malaysia | 2006-07-21\n- Police (Philippines) | Make statement | Abu Sayyaf | 2006-10-12\n- Police (Philippines) | Make statement | Abu Sayyaf | 2006-04-29\n- Police (Philippines) | Confiscate property | Abu Sayyaf | 2006-11-07\n- Police (Philippines) | Confiscate property | Abu Sayyaf | 2006-04-15\n- Military (Philippines) | Make statement | Abu Sayyaf | 2006-09-23\n- Moro Islamic Liberation Front | Engage in diplomatic cooperation | Abu Sayyaf | 2006-10-10\n- Malaysia | Express intent to engage in material cooperation | Abu Sayyaf | 2006-12-06\nAnswer:", "completion": " Military (Philippines)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1301323", "prompt": "Who blamed the citizens of United Kingdom in April 2nd, 2013?\nEvidence:\n- Chancellor of the Exchequer | Reject | Citizen (United Kingdom) | 2006-07-13\n- Member of the Judiciary (United States) | Reject | Businessperson (United Kingdom) | 2011-10-27\n- President of the Senate (United Kingdom) | Consult | Joaquim Barbosa | 2014-05-29\n- Newspaper (United Kingdom) | Make statement | Chancellor of the Exchequer | 2006-11-24\n- Joaquim Barbosa | Consult | President of the Senate (United Kingdom) | 2014-05-29\n- President of the Senate (United Kingdom) | Consult | House Speaker (United States) | 2005-12-29\n- Men (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2006-07-13\n- Lawyer/Attorney (United Kingdom) | Apologize | Member of the Judiciary (United States) | 2008-03-22\n- House Speaker (United States) | Consult | President of the Senate (United Kingdom) | 2005-12-29\n- Citizen (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2011-02-23\n- Citizen (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2009-02-12\n- Citizen (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2009-02-11\n- Citizen (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2008-11-05\n- Citizen (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2006-07-15\n- President of the Senate (United States) | Make statement | House Speaker (United Kingdom) | 2013-07-31\nAnswer:", "completion": " Lawyer/Attorney (United Kingdom)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1121526", "prompt": "Who gave a visit to the Cabinet Council of Ministers Advisors of the United States in the same month of the representatives of Russia?\nEvidence:\n- Representatives (Russia) | Make a visit | Cabinet / Council of Ministers / Advisors (United States) | 2009-10-14\n- Cabinet / Council of Ministers / Advisors (United States) | Host a visit | Representatives (Russia) | 2009-10-14\n- Cabinet / Council of Ministers / Advisors (United States) | Praise or endorse | Representatives (Russia) | 2010-06-08\n- The Hague | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2009-03-12\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | The Hague | 2009-03-12\n- Representatives (Poland) | Engage in negotiation | Cabinet / Council of Ministers / Advisors (United States) | 2007-05-25\n- Cabinet / Council of Ministers / Advisors (United States) | Engage in negotiation | Representatives (Poland) | 2007-05-25\n- Yemen | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2007-01-06\n- Vietnam | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-05-06\n- Thailand | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-07-12\n- Thailand | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-07-04\n- Thailand | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-01-05\n- Thailand | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-01-04\n- Sudan | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2007-04-14\n- Sudan | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2007-04-12\nAnswer:", "completion": " Okada Katsuya", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1219154", "prompt": "Who was the last to criticise the police in the Philippines, before the Men of the Philippines?\nEvidence:\n- Men (Philippines) | Threaten | University of the Philippines | 2009-09-24\n- Men (Philippines) | Physically assault | University of the Philippines | 2015-07-03\n- Men (Philippines) | Physically assault | University of the Philippines | 2015-07-02\n- University of the Philippines | Criticize or denounce | Men (Philippines) | 2009-09-24\n- Men (Philippines) | Criticize or denounce | University of the Philippines | 2009-06-02\n- Police (Philippines) | Make statement | University of the Philippines | 2014-08-12\n- Men (Philippines) | Abduct, hijack, or take hostage | University of the Philippines | 2007-12-25\n- Police (Philippines) | Torture | Men (Philippines) | 2011-01-01\n- Police (Philippines) | Torture | Men (Philippines) | 2010-08-19\n- Police (Philippines) | Torture | Men (Philippines) | 2010-08-18\n- Police (Philippines) | Torture | Men (Philippines) | 2006-05-07\n- Police (Philippines) | Reject | Men (Philippines) | 2008-10-26\n- Police (Philippines) | Investigate | Men (Philippines) | 2011-01-27\n- Police (Philippines) | Investigate | Men (Philippines) | 2011-01-26\n- Police (Philippines) | Investigate | Men (Philippines) | 2010-06-06\nAnswer:", "completion": " City Mayor (Philippines)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1358706", "prompt": "After Dec, 2010, who accused Evo Morales?\nEvidence:\n- Evo Morales | Demand | Bolivia | 2005-09-25\n- Evo Morales | Consult | Bolivia | 2005-12-19\n- Bolivia | Consult | Evo Morales | 2005-12-19\n- Felipe Quispe | Accuse | Evo Morales | 2012-08-20\n- Evo Morales | Make statement | Bolivia | 2005-12-20\n- Evo Morales | Make statement | Bolivia | 2005-12-19\n- Evo Morales | Make statement | Bolivia | 2005-12-02\n- Evo Morales | Make statement | Bolivia | 2005-11-24\n- Evo Morales | Make statement | Bolivia | 2005-11-05\n- Evo Morales | Make statement | Bolivia | 2005-09-27\n- Evo Morales | Make statement | Bolivia | 2005-09-20\n- Evo Morales | Make statement | Bolivia | 2005-05-16\n- Evo Morales | Make statement | Bolivia | 2005-03-16\n- Evo Morales | Demand | Military (Bolivia) | 2015-04-19\n- Evo Morales | Demand | Military (Bolivia) | 2012-08-14\nAnswer:", "completion": " France", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1328892", "prompt": "Who had a telephone conversation with the media representatives of Argentina on 7 January 2005?\nEvidence:\n- Media Personnel (Argentina) | Discuss by telephone | Associated Press | 2005-01-07\n- Associated Press | Discuss by telephone | Media Personnel (Argentina) | 2005-01-07\n- Web Site (Iran) | Discuss by telephone | Media Personnel (Iran) | 2005-01-07\n- Media Personnel (Iran) | Discuss by telephone | Web Site (Iran) | 2005-01-07\nAnswer:", "completion": " Associated Press", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 4, "n_anchors": 0} +{"id": "mtq_1124908", "prompt": "Before 29 October 2012, who was investigated by the other authorities and officials of Greece?\nEvidence:\n- Other Authorities / Officials (Greece) | Investigate | Indigenous People (Greece) | 2012-10-29\nAnswer:", "completion": " Agence France-Presse", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1216665", "prompt": "Who did Zhang Dejiang want to negotiate with on the same day as the Business of Germany?\nEvidence:\n- Zhang Dejiang | Express intent to meet or negotiate | Business (Germany) | 2008-09-07\n- Zhang Dejiang | Investigate | China | 2008-05-24\n- Zhang Dejiang | Demand | China | 2006-04-04\n- Zhang Dejiang | Consult | China | 2010-06-19\n- Zhang Dejiang | Consult | China | 2008-08-22\n- China | Consult | Zhang Dejiang | 2010-06-19\n- China | Consult | Zhang Dejiang | 2008-08-22\n- Zhang Dejiang | Express intent to meet or negotiate | China | 2011-04-12\n- Zhang Dejiang | Express intent to meet or negotiate | China | 2008-06-03\n- Zhang Dejiang | Make statement | China | 2010-11-04\n- Zhang Dejiang | Make statement | China | 2010-11-03\n- Zhang Dejiang | Make statement | China | 2010-08-30\n- Zhang Dejiang | Make statement | China | 2010-08-16\n- Zhang Dejiang | Make statement | China | 2010-06-19\n- Zhang Dejiang | Make statement | China | 2010-06-12\nAnswer:", "completion": " Angela Merkel", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1332832", "prompt": "On 17 July 2007, who had a telephone conversation with the Associated Press?\nEvidence:\n- Eid Kabalu | Discuss by telephone | Associated Press | 2007-07-17\n- Associated Press | Discuss by telephone | Eid Kabalu | 2007-07-17\n- Associated Press | Make statement | Military (Lebanon) | 2007-07-17\nAnswer:", "completion": " Eid Kabalu", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 3, "n_anchors": 1} +{"id": "mtq_1391234", "prompt": "Who first attacked the Military Personnel - Special of the Philippines with small arms and light weapons after the Thief of the Philippines?\nEvidence:\n- Thief (Philippines) | fight with small arms and light weapons | Military Personnel - Special (Philippines) | 2010-12-02\n- Thief (Philippines) | fight with small arms and light weapons | Military (Philippines) | 2010-04-12\n- Military (Philippines) | fight with small arms and light weapons | Thief (Philippines) | 2015-02-21\n- Military Personnel - Special (Philippines) | fight with small arms and light weapons | Militant (Philippines) | 2014-04-30\n- Military Personnel - Special (Philippines) | fight with small arms and light weapons | Militant (Philippines) | 2013-04-25\n- Militant (Philippines) | fight with small arms and light weapons | Military Personnel - Special (Philippines) | 2014-04-30\n- Thief (Philippines) | fight with small arms and light weapons | Police (Philippines) | 2015-07-12\n- Thief (Philippines) | fight with small arms and light weapons | Police (Philippines) | 2014-10-01\n- Thief (Philippines) | fight with small arms and light weapons | Police (Philippines) | 2012-08-15\n- Thief (Philippines) | fight with small arms and light weapons | Police (Philippines) | 2012-08-05\n- Thief (Philippines) | fight with small arms and light weapons | Police (Philippines) | 2012-05-10\n- Thief (Philippines) | fight with small arms and light weapons | Police (Philippines) | 2012-03-22\n- Thief (Philippines) | fight with small arms and light weapons | Police (Philippines) | 2012-02-20\n- Thief (Philippines) | fight with small arms and light weapons | Police (Philippines) | 2011-12-31\n- Thief (Philippines) | fight with small arms and light weapons | Police (Philippines) | 2011-11-11\nAnswer:", "completion": " Abu Sayyaf", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1347620", "prompt": "Who praised the citizens of Nigeria in April 2009?\nEvidence:\n- Vietnam | Engage in diplomatic cooperation | Committees for the Defense of the Revolution | 2005-09-30\n- Militant (Movement for the Emancipation of the Niger Delta) | Use unconventional violence | Citizen (Nigeria) | 2006-04-05\n- Office for the Protection of the Constitution | Consult | Intelligence (Germany) | 2006-03-13\n- Intelligence (Germany) | Consult | Office for the Protection of the Constitution | 2006-03-13\n- Citizen (Kyrgyzstan) | Demand change in leadership | Member of the Judiciary (Kyrgyzstan) | 2005-04-28\n- Liu Yandong | Consult | Democratic Front for the Reunification of the Fatherland | 2005-10-21\n- Democratic Front for the Reunification of the Fatherland | Consult | Liu Yandong | 2005-10-21\n- Democratic Front for the Reunification of the Fatherland | Accuse | South Korea | 2005-12-25\n- The Hague | Reject | The Hague | 2005-05-04\n- The Hague | Accuse | The Hague | 2006-03-11\n- Wen Jiabao | Consult | Chancellor of the Exchequer | 2005-02-21\n- University of the Philippines | Make statement | China | 2005-02-23\n- University of the Philippines | Make statement | China | 2005-02-22\n- Tony Blair | Consult | Chancellor of the Exchequer | 2006-09-11\n- The Chronicle | Consult | Head of Government (Ghana) | 2005-06-15\nAnswer:", "completion": " Head of Government (Nigeria)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1386710", "prompt": "Who last would wish to visit Gurbanguly Berdymukhammedov before Ronald Nash did?\nEvidence:\n- Ronald Nash | Make a visit | Gurbanguly Berdymukhammedov | 2012-10-21\n- Gurbanguly Berdymukhammedov | Host a visit | Ronald Nash | 2012-10-21\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-30\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-29\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-28\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-22\n- Iran | Host a visit | Gurbanguly Berdymukhammedov | 2007-06-15\n- Gurbanguly Berdymukhammedov | Make a visit | Kazakhstan | 2007-05-30\n- Gurbanguly Berdymukhammedov | Make a visit | Kazakhstan | 2007-05-29\n- Gurbanguly Berdymukhammedov | Make a visit | Kazakhstan | 2007-05-28\n- Gurbanguly Berdymukhammedov | Make a visit | Kazakhstan | 2007-05-22\n- Gurbanguly Berdymukhammedov | Make a visit | Iran | 2007-06-15\n- Gurbanguly Berdymukhammedov | Make a visit | China | 2007-07-29\n- Gurbanguly Berdymukhammedov | Make a visit | China | 2007-07-27\n- Gurbanguly Berdymukhammedov | Make a visit | China | 2007-07-21\nAnswer:", "completion": " Treasury/Finance Ministry (Germany)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1088302", "prompt": "Before the Mob of Uganda, who was blamed by the citizens of Uganda last?\nEvidence:\n- Mob (Uganda) | Kill by physical assault | Women (Uganda) | 2011-06-14\n- Mob (Uganda) | Kill by physical assault | Women (Uganda) | 2007-06-08\n- Mob (Uganda) | Kill by physical assault | Women (Uganda) | 2007-06-06\n- Mob (Uganda) | Kill by physical assault | Police (Uganda) | 2010-04-05\n- Mob (Uganda) | Kill by physical assault | Police (Uganda) | 2009-02-20\n- Mob (Uganda) | Kill by physical assault | Police (Uganda) | 2009-02-19\n- Mob (Uganda) | Kill by physical assault | Police (Uganda) | 2007-02-27\n- Mob (Uganda) | Kill by physical assault | Police (Uganda) | 2005-10-31\n- Mob (Uganda) | Kill by physical assault | Citizen (Uganda) | 2009-12-09\n- Mob (Uganda) | Kill by physical assault | Citizen (Uganda) | 2009-05-21\n- Mob (Uganda) | Kill by physical assault | Citizen (Uganda) | 2009-04-15\n- Mob (Uganda) | Kill by physical assault | Citizen (Uganda) | 2009-03-25\n- Mob (Uganda) | Kill by physical assault | Citizen (Uganda) | 2007-04-27\n- Mob (Uganda) | Kill by physical assault | Citizen (Uganda) | 2007-02-06\n- Mob (Uganda) | Kill by physical assault | Citizen (Uganda) | 2006-03-30\nAnswer:", "completion": " Citizen (Uganda)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1072985", "prompt": "Who was the last person to sign a formal agreement with Jack Straw?\nEvidence:\n- Jack Straw | Sign formal agreement | Director General (China) | 2005-01-21\n- Director General (China) | Sign formal agreement | Jack Straw | 2005-01-21\n- Thailand | Host a visit | Jack Straw | 2005-01-10\n- Thailand | Host a visit | Jack Straw | 2005-01-08\n- Thailand | Host a visit | Jack Straw | 2005-01-07\n- Japan | Host a visit | Jack Straw | 2005-01-18\n- Jack Straw | Make a visit | Thailand | 2005-01-10\n- Jack Straw | Make a visit | Thailand | 2005-01-08\n- Jack Straw | Make a visit | Thailand | 2005-01-07\n- Jack Straw | Make a visit | Japan | 2005-01-18\n- Jack Straw | Make a visit | China | 2005-01-24\n- Jack Straw | Make a visit | China | 2005-01-21\n- Jack Straw | Make a visit | China | 2005-01-20\n- China | Host a visit | Jack Straw | 2005-01-24\n- China | Host a visit | Jack Straw | 2005-01-21\nAnswer:", "completion": " Abdullah Gül", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1071161", "prompt": "Before 8 July 2014, who did Ma Ying Jeou blame?\nEvidence:\n- Ma Ying Jeou | Accuse | Tsai Ing-wen | 2014-07-08\nAnswer:", "completion": " Kuomintang", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 1} +{"id": "mtq_1392188", "prompt": "Who did Dmitry Medvedev want to meet in the same month as Alexis Tsipras?\nEvidence:\n- Alexis Tsipras | Express intent to meet or negotiate | France | 2008-06-19\n- Alexis Tsipras | Express intent to engage in diplomatic cooperation (such as policy support) | New Democracy | 2012-05-09\n- Georgios Papandreou | Accuse | Alexis Tsipras | 2011-04-01\n- Democratic Left | Consult | Alexis Tsipras | 2012-05-08\n- Antonis Samaras | Consult | Alexis Tsipras | 2012-05-09\n- Antonis Samaras | Consult | Alexis Tsipras | 2012-05-07\n- Antonis Samaras | Accuse | Alexis Tsipras | 2012-05-08\n- Alexis Tsipras | Demand | Citizen (Greece) | 2012-05-09\n- Alexis Tsipras | Consult | Democratic Left | 2012-05-08\n- Alexis Tsipras | Consult | Antonis Samaras | 2012-05-09\n- Alexis Tsipras | Consult | Antonis Samaras | 2012-05-07\n- Alexis Tsipras | Accuse | New Democracy | 2012-05-14\n- Alexis Tsipras | Accuse | Georgios Papandreou | 2010-11-14\n- Alexis Tsipras | Accuse | Democratic Left | 2012-05-14\n- Alexis Tsipras | Accuse | Antonis Samaras | 2012-03-12\nAnswer:", "completion": " Mahmoud Abbas", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1160996", "prompt": "Who did the Armed Rebel of Yemen release people to in the same month as the Council of Ministers of Yemen?\nEvidence:\n- Yemen | Express intent to engage in diplomatic cooperation (such as policy support) | Business (Iran) | 2005-01-28\n- Yemen | Engage in negotiation | Malaysia | 2005-02-06\n- Yemen | Engage in negotiation | Eritrea | 2005-02-10\n- Yemen | Engage in negotiation | Eritrea | 2005-02-09\n- Malaysia | Engage in negotiation | Yemen | 2005-02-06\n- Eritrea | Engage in negotiation | Yemen | 2005-02-10\n- Eritrea | Engage in negotiation | Yemen | 2005-02-09\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-02-08\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-01-30\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-01-29\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-07-21\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-03-10\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-01-01\n- Malaysia | Engage in diplomatic cooperation | Yemen | 2005-02-08\n- Malaysia | Engage in diplomatic cooperation | Yemen | 2005-01-30\nAnswer:", "completion": " Khaled Bahah", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1116926", "prompt": "Who asked for Nigeria's education before Bala Abdulkadir Mohammed?\nEvidence:\n- Media (Nigeria) | Consult | Bala Abdulkadir Mohammed | 2011-07-20\n- Bala Abdulkadir Mohammed | Threaten | Government (Nigeria) | 2010-05-11\n- Bala Abdulkadir Mohammed | Threaten | Citizen (Nigeria) | 2010-06-16\n- Bala Abdulkadir Mohammed | Threaten | Citizen (Nigeria) | 2010-05-12\n- Bala Abdulkadir Mohammed | Threaten | Citizen (Nigeria) | 2009-03-11\n- Bala Abdulkadir Mohammed | Reject | Citizen (Nigeria) | 2009-03-11\n- Bala Abdulkadir Mohammed | Investigate | Citizen (Nigeria) | 2010-05-21\n- Bala Abdulkadir Mohammed | Consult | Media (Nigeria) | 2011-07-20\n- Bala Abdulkadir Mohammed | Accuse | Citizen (Nigeria) | 2011-05-13\n- Bala Abdulkadir Mohammed | Accuse | Citizen (Nigeria) | 2010-11-16\n- Bala Abdulkadir Mohammed | Accuse | Citizen (Nigeria) | 2010-07-27\n- Ministry (Nigeria) | Make statement | Bala Abdulkadir Mohammed | 2010-12-20\n- Bala Abdulkadir Mohammed | Make statement | Secretariat (Nigeria) | 2010-06-28\n- Bala Abdulkadir Mohammed | Make statement | Ministry (Nigeria) | 2011-05-24\n- Bala Abdulkadir Mohammed | Make statement | Ministry (Nigeria) | 2010-06-21\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1092457", "prompt": "Who was the last to praise the United Arab Emirates before Yemen?\nEvidence:\n- United Arab Emirates | Praise or endorse | Iraq | 2005-02-02\n- United Arab Emirates | Praise or endorse | China | 2005-03-18\n- Supreme Council (United Arab Emirates) | Make statement | United Arab Emirates | 2005-03-26\n- Treasury/Finance Ministry (United Arab Emirates) | Make statement | United Arab Emirates | 2005-02-13\n- United Arab Emirates | Praise or endorse | Government (France) | 2005-03-22\n- Shimon Peres | Praise or endorse | United Arab Emirates | 2005-02-18\n- United Arab Emirates | Consult | Iran | 2005-02-01\n- Iran | Consult | United Arab Emirates | 2005-02-01\n- United Arab Emirates | Cooperate militarily | France | 2005-02-20\n- United Arab Emirates | Consult | Benazir Bhutto | 2005-03-24\n- France | Cooperate militarily | United Arab Emirates | 2005-02-20\n- Benazir Bhutto | Consult | United Arab Emirates | 2005-03-24\n- Head of Government (Germany) | Praise or endorse | United Arab Emirates | 2005-03-06\n- United Arab Emirates | Sign formal agreement | Malaysia | 2005-03-19\n- United Arab Emirates | Sign formal agreement | Iraq | 2005-03-07\nAnswer:", "completion": " Antoinette Batumubwira", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1022852", "prompt": "Who condemned Pervez Musharraf in May 2005?\nEvidence:\n- Pervez Musharraf | Engage in negotiation | Mahmoud Abbas | 2005-05-20\n- Mahmoud Abbas | Engage in negotiation | Pervez Musharraf | 2005-05-20\n- Pervez Musharraf | Engage in negotiation | Christina B. Rocca | 2005-05-26\n- Pervez Musharraf | Engage in diplomatic cooperation | Middle East | 2005-05-16\n- Christina B. Rocca | Engage in negotiation | Pervez Musharraf | 2005-05-26\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-05-14\n- Pervez Musharraf | Yield | Government (Pakistan) | 2005-05-17\n- Pervez Musharraf | Make statement | Japan | 2005-05-01\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-05-14\n- Pervez Musharraf | Consult | Mahmoud Abbas | 2005-05-19\n- Pervez Musharraf | Consult | Associated Press | 2005-05-19\n- Mahmoud Abbas | Consult | Pervez Musharraf | 2005-05-19\n- Associated Press | Consult | Pervez Musharraf | 2005-05-19\n- Shaukat Aziz | Make statement | Pervez Musharraf | 2005-05-22\n- Shaukat Aziz | Make statement | Pervez Musharraf | 2005-05-11\nAnswer:", "completion": " Benazir Bhutto", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1257080", "prompt": "Who was the last person to praise Barack Obama before the Business of Germany?\nEvidence:\n- Barack Obama | Praise or endorse | Japan | 2007-05-15\n- Barack Obama | Praise or endorse | UN Security Council | 2006-11-23\n- Head of Government (Kenya) | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Consult | Head of Government (Kenya) | 2006-08-25\n- Barack Obama | Express intent to settle dispute | Iraq | 2007-06-02\n- Barack Obama | Demand de-escalation of military engagement | Iraq | 2007-06-02\n- Barack Obama | Reject | Iraq | 2007-04-03\n- Barack Obama | Reject | Iraq | 2006-10-28\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2005-10-10\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-22\n- Mwai Kibaki | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Make statement | Iraq | 2007-05-15\nAnswer:", "completion": " Xi Jinping", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1289520", "prompt": "Who was the last to be requested by the Ministry of Foreign Affairs before the South Korean police?\nEvidence:\n- Foreign Affairs (South Africa) | Make statement | The Hague | 2005-01-27\n- Police (South Korea) | Reject | Korean Confederation of Trade Unions | 2015-12-03\n- Korean Confederation of Trade Unions | Yield | Police (South Korea) | 2015-12-10\n- Korean Confederation of Trade Unions | Accuse | Police (South Korea) | 2015-11-29\n- Ministry (South Korea) | Consult | Foreign Affairs (South Korea) | 2013-10-18\n- Foreign Affairs (South Korea) | Consult | Ministry (South Korea) | 2013-10-18\n- Newspaper (South Korea) | Discuss by telephone | Foreign Affairs (South Korea) | 2005-06-30\n- Foreign Affairs (South Korea) | Discuss by telephone | Newspaper (South Korea) | 2005-06-30\n- Ministry (Kyrgyzstan) | Consult | Foreign Affairs (South Korea) | 2009-01-14\n- Ministry (Hungary) | Consult | Foreign Affairs (South Korea) | 2015-11-24\n- Foreign Affairs (South Korea) | Consult | Ministry (Kyrgyzstan) | 2009-01-14\n- Foreign Affairs (South Korea) | Consult | Ministry (Hungary) | 2015-11-24\n- The Hague | Host a visit | Foreign Affairs (South Korea) | 2007-02-01\n- Foreign Affairs (South Korea) | Make a visit | The Hague | 2007-02-01\n- Foreign Affairs (South Africa) | Make statement | The Cape Times | 2007-09-26\nAnswer:", "completion": " Business (South Korea)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1249890", "prompt": "Who was the last to support the citizens of Tanzania before the Millennium Challenge Corporation?\nEvidence:\n- Millennium Challenge Corporation | Make statement | Tanzania | 2007-09-19\n- Millennium Challenge Corporation | Make statement | Tanzania | 2007-09-18\n- Millennium Challenge Corporation | Praise or endorse | Citizen (Tanzania) | 2007-09-18\n- Millennium Challenge Corporation | Make statement | Malawi | 2012-03-29\n- Millennium Challenge Corporation | Make statement | Malawi | 2007-12-13\n- Millennium Challenge Corporation | Make statement | Madagascar | 2007-05-11\n- Millennium Challenge Corporation | Make statement | Madagascar | 2005-03-31\n- Millennium Challenge Corporation | Make statement | Lesotho | 2007-05-11\n- Millennium Challenge Corporation | Consult | Government (Georgia) | 2012-12-11\n- Government (Georgia) | Consult | Millennium Challenge Corporation | 2012-12-11\n- Millennium Challenge Corporation | Express intent to provide economic aid | Tanzania | 2006-02-02\n- Rupiah Banda | Make statement | Millennium Challenge Corporation | 2009-03-18\n- Police (Rwanda) | Make statement | Millennium Challenge Corporation | 2006-11-12\n- Millennium Challenge Corporation | Sign formal agreement | Madagascar | 2005-06-24\n- Millennium Challenge Corporation | Sign formal agreement | Lesotho | 2007-05-26\nAnswer:", "completion": " Jakaya Mrisho Kikwete", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1230156", "prompt": "Who was denounced by Uhuru Muigai Kenyatta on the same day by the Kenyan police?\nEvidence:\n- Police (Kenya) | Criticize or denounce | Uhuru Muigai Kenyatta | 2007-06-07\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2012-10-05\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2012-02-18\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2007-03-15\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2006-12-20\n- William Ruto | Accuse | Uhuru Muigai Kenyatta | 2012-05-08\n- Uhuru Muigai Kenyatta | Yield | Mwai Kibaki | 2005-09-12\n- Uhuru Muigai Kenyatta | Demand | Media (Africa) | 2005-05-23\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2012-10-05\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2012-02-18\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2007-03-15\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2006-12-20\n- Uhuru Muigai Kenyatta | Accuse | William Ruto | 2005-02-22\n- William Ruto | Make statement | Uhuru Muigai Kenyatta | 2012-01-20\n- William Ruto | Make statement | Uhuru Muigai Kenyatta | 2009-12-19\nAnswer:", "completion": " Domestic Affairs (Kenya)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1086793", "prompt": "In which month did Mikhail Yefimovich Fradkov negotiate for the first time with the head of government of Belarus?\nEvidence:\n- Mikhail Yefimovich Fradkov | Make statement | Head of Government (Ukraine) | 2005-02-25\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | Head of Government (Ukraine) | 2005-06-03\n- Head of Government (Finland) | Express intent to meet or negotiate | Mikhail Yefimovich Fradkov | 2005-06-07\n- Head of Government (Finland) | Express intent to meet or negotiate | Mikhail Yefimovich Fradkov | 2005-05-27\n- Mikhail Yefimovich Fradkov | Demand | Government Official (Russia) | 2005-01-13\n- Zurab Nogaideli | Engage in negotiation | Mikhail Yefimovich Fradkov | 2005-06-03\n- Mikhail Yefimovich Fradkov | Engage in negotiation | Zurab Nogaideli | 2005-06-03\n- Mikhail Yefimovich Fradkov | Engage in negotiation | Abdul Kalam | 2005-05-23\n- Abdul Kalam | Engage in negotiation | Mikhail Yefimovich Fradkov | 2005-05-23\n- Zurab Nogaideli | Consult | Mikhail Yefimovich Fradkov | 2005-06-03\n- Mikhail Yefimovich Fradkov | Make statement | Gazprom | 2005-02-16\n- Mikhail Yefimovich Fradkov | Make statement | China | 2005-05-27\n- Mikhail Yefimovich Fradkov | Make statement | China | 2005-02-03\n- Mikhail Yefimovich Fradkov | Consult | Zurab Nogaideli | 2005-06-03\n- Mikhail Yefimovich Fradkov | Consult | Abdul Kalam | 2005-05-23\nAnswer:", "completion": " 2006-06", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1299847", "prompt": "Who supported the Justice and Development Party after November 2015?\nEvidence:\n- Justice and Development Party | Accuse | Motherland Party | 2006-04-21\n- Motherland Party | Reduce relations | Justice and Development Party | 2005-04-04\n- Justice and Development Party | Reduce relations | Democratic Party | 2005-08-29\n- Nicos Anastasiades | Consult | Justice and Development Party | 2005-02-10\n- Milliyet | Make statement | Justice and Development Party | 2005-06-06\n- Legislature (Turkey) | Consult | Justice and Development Party | 2013-07-04\n- Legislature (Turkey) | Consult | Justice and Development Party | 2008-05-24\n- Kemal Unakitan | Consult | Justice and Development Party | 2006-02-27\n- Justice and Development Party | Make statement | Milliyet | 2005-06-16\n- Justice and Development Party | Consult | Nicos Anastasiades | 2005-02-10\n- Justice and Development Party | Consult | Legislature (Turkey) | 2013-07-04\n- Justice and Development Party | Consult | Legislature (Turkey) | 2008-05-24\n- Justice and Development Party | Consult | Kemal Unakitan | 2006-02-27\n- Justice and Development Party | Consult | Abdullah Gül | 2005-04-04\n- Justice and Development Party | Consult | Abdullah Gül | 2005-01-12\nAnswer:", "completion": " Legislature (Turkey)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1373549", "prompt": "Who was the first to use conventional military force against Noordin M. Top after the Indonesian command?\nEvidence:\n- Police (Malaysia) | Use conventional military force | Noordin M. Top | 2009-08-09\n- Police (Indonesia) | Use conventional military force | Noordin M. Top | 2009-09-29\n- Police (Indonesia) | Use conventional military force | Noordin M. Top | 2009-08-10\n- Police (Indonesia) | Use conventional military force | Noordin M. Top | 2009-08-09\n- Police (Indonesia) | Use conventional military force | Noordin M. Top | 2009-08-08\n- Noordin M. Top | Use conventional military force | Men (Indonesia) | 2009-08-14\n- Commando (Indonesia) | Use conventional military force | Noordin M. Top | 2009-09-18\n- Police (Indonesia) | Investigate | Noordin M. Top | 2006-02-17\n- Police (Indonesia) | Investigate | Noordin M. Top | 2005-11-14\n- Police (Indonesia) | Accuse | Noordin M. Top | 2009-08-12\n- Police (Indonesia) | Accuse | Noordin M. Top | 2006-09-14\n- Police (Indonesia) | Accuse | Noordin M. Top | 2005-06-15\n- Noordin M. Top | Demand | Police (Indonesia) | 2009-08-08\n- Police (Indonesia) | Make statement | Noordin M. Top | 2009-10-10\n- Police (Indonesia) | Make statement | Noordin M. Top | 2009-09-18\nAnswer:", "completion": " Police (Indonesia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1179114", "prompt": "In what year did the religion of Israel threaten the Jew of Israel?\nEvidence:\n- Religion (Israel) | Threaten | Jew (Israel) | 2013-08-08\n- Religion (Israel) | Accuse | Jew (Israel) | 2014-04-29\n- Religion (Israel) | Physically assault | Jew (Israel) | 2005-06-07\n- Religion (Israel) | Defy norms, law | Jew (Israel) | 2013-09-23\n- Jew (Israel) | Use conventional military force | Religion (Israel) | 2005-08-21\n- Arab Israelis | Threaten | Jew (Israel) | 2012-10-04\n- Police (Israel) | Investigate | Jew (Israel) | 2011-12-27\n- Police (Israel) | Demand | Jew (Israel) | 2013-12-04\n- Jew (Israel) | Investigate | Police (Israel) | 2013-02-08\n- Criminal (Israel) | Accuse | Jew (Israel) | 2009-10-09\n- Preacher (Israel) | Make statement | Jew (Israel) | 2015-10-22\n- Police (Israel) | Physically assault | Jew (Israel) | 2015-12-24\n- Police (Israel) | Make statement | Jew (Israel) | 2015-11-23\n- Police (Israel) | Make statement | Jew (Israel) | 2015-10-09\n- Police (Israel) | Make statement | Jew (Israel) | 2012-06-11\nAnswer:", "completion": " 2013", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1106063", "prompt": "After June, 2015, who was blamed by the Government of Nigeria?\nEvidence:\n- Head of Government (Pakistan) | Discuss by telephone | Head of Government (Bangladesh) | 2005-02-02\n- Head of Government (Bangladesh) | Discuss by telephone | Head of Government (Pakistan) | 2005-02-02\n- The Chronicle | Discuss by telephone | Obed Asamoah | 2006-01-12\n- The Chronicle | Discuss by telephone | Businessperson (Ghana) | 2013-03-14\n- Obed Asamoah | Discuss by telephone | The Chronicle | 2006-01-12\n- Businessperson (Ghana) | Discuss by telephone | The Chronicle | 2013-03-14\n- The Juba Post | Discuss by telephone | South Sudan | 2008-10-09\n- The Chronicle | Discuss by telephone | New Patriotic Party | 2010-02-02\n- The Chronicle | Discuss by telephone | New Patriotic Party | 2006-11-22\n- The Chronicle | Discuss by telephone | City Mayor (Ghana) | 2013-07-12\n- The Chronicle | Discuss by telephone | City Mayor (Ghana) | 2010-02-09\n- South Sudan | Discuss by telephone | The Juba Post | 2008-10-09\n- New Patriotic Party | Discuss by telephone | The Chronicle | 2010-02-02\n- New Patriotic Party | Discuss by telephone | The Chronicle | 2006-11-22\n- City Mayor (Ghana) | Discuss by telephone | The Chronicle | 2013-07-12\nAnswer:", "completion": " Bukola Saraki", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1189316", "prompt": "After John Major, who accused the Party Member of United Kingdom first?\nEvidence:\n- John Major | Accuse | Party Member (United Kingdom) | 2007-06-18\n- John Major | Make statement | Party Member (United Kingdom) | 2012-06-12\n- John Major | Make statement | Party Member (United Kingdom) | 2007-04-27\n- John Major | Rally support on behalf of | Party Member (United Kingdom) | 2007-01-11\n- Citizen (United Kingdom) | Demand | John Major | 2008-07-30\n- John Major | Criticize or denounce | Men (United Kingdom) | 2012-06-13\n- John Major | Make an appeal or request | Citizen (United Kingdom) | 2015-04-22\n- John Major | Make an appeal or request | News Editor (United Kingdom) | 2007-01-11\n- Citizen (United Kingdom) | Express intent to meet or negotiate | John Major | 2006-03-08\n- John Redwood | Criticize or denounce | John Major | 2011-02-18\n- Tony Blair | Consult | John Major | 2008-05-14\n- John Major | Make statement | Iraq | 2010-01-02\n- John Major | Make statement | Iraq | 2005-07-25\n- John Major | Consult | Tony Blair | 2008-05-14\n- United Arab Emirates | Host a visit | John Major | 2008-03-11\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1156341", "prompt": "Who did the Nigerian government praise in the same year as Chevron?\nEvidence:\n- Chevron | Praise or endorse | Kazakhstan | 2007-09-21\n- Iraq | Engage in negotiation | Chevron | 2007-01-28\n- Chevron | Engage in negotiation | Iraq | 2007-01-28\n- Chevron | Praise or endorse | Congress (United States) | 2009-06-08\n- Kazakhstan | Engage in diplomatic cooperation | Chevron | 2007-09-22\n- Chevron | Engage in diplomatic cooperation | Kazakhstan | 2007-09-22\n- Head of Government (Turkmenistan) | Consult | Chevron | 2007-09-26\n- Head of Government (Nigeria) | Consult | Chevron | 2007-01-14\n- Government (Nigeria) | Sign formal agreement | Chevron | 2008-10-08\n- Chevron | Sign formal agreement | Government (Nigeria) | 2008-10-08\n- Chevron | Consult | Head of Government (Turkmenistan) | 2007-09-26\n- Chevron | Consult | Head of Government (Nigeria) | 2007-01-14\n- Chevron | Accuse | Petroecuador | 2007-12-18\n- Chevron | Engage in diplomatic cooperation | Business (Norway) | 2006-11-02\n- Chevron | Engage in symbolic act | Congress (United States) | 2009-06-08\nAnswer:", "completion": " Godwin Emefiele", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1198888", "prompt": "After the men of the United States, who was the first to use small arms and light weapons against the citizens of the United Kingdom?\nEvidence:\n- Men (United States) | fight with small arms and light weapons | Men (United Kingdom) | 2014-09-08\n- Men (United Kingdom) | fight with small arms and light weapons | Men (United States) | 2014-09-08\n- Men (United Kingdom) | fight with small arms and light weapons | Men (United States) | 2007-12-31\n- Men (United States) | fight with small arms and light weapons | Citizen (United Kingdom) | 2009-08-04\n- Men (United States) | fight with small arms and light weapons | Children (United Kingdom) | 2014-05-14\n- Citizen (United Kingdom) | fight with small arms and light weapons | Men (United States) | 2008-07-08\n- Citizen (United Kingdom) | fight with small arms and light weapons | Men (United States) | 2008-07-02\n- Muslim (United Kingdom) | fight with small arms and light weapons | Men (United Kingdom) | 2005-07-23\n- Men (United Kingdom) | fight with small arms and light weapons | Businessperson (United Kingdom) | 2008-06-24\n- Attacker (United Kingdom) | fight with small arms and light weapons | Men (United Kingdom) | 2013-01-21\n- Attacker (United Kingdom) | fight with small arms and light weapons | Men (United Kingdom) | 2009-06-25\n- Attacker (United Kingdom) | fight with small arms and light weapons | Men (United Kingdom) | 2005-07-11\n- Men (Jordan) | fight with small arms and light weapons | Men (United Kingdom) | 2006-12-21\n- Men (United States) | fight with small arms and light weapons | Men (Cambodia) | 2007-01-24\n- Men (United Kingdom) | fight with small arms and light weapons | News Editor (United Kingdom) | 2008-09-27\nAnswer:", "completion": " Men (Kenya)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1304788", "prompt": "Who was the last person to request a meeting with the Nigerian Ministry before the Nigerian Prime Minister?\nEvidence:\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-09\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-08\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-11-14\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-10-05\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Demand | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-11-24\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-05-19\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2005-05-05\n- Prime Minister Qarase | Express intent to cooperate | Prime Minister Chaudhry | 2006-05-22\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1098917", "prompt": "In which month did the National Democratic Front condemn the government of Sudan?\nEvidence:\n- National Democratic Front | Criticize or denounce | Government (Sudan) | 2011-12-02\n- National Democratic Front | Accuse of aggression | Military (Philippines) | 2013-12-24\n- National Democratic Front | Make statement | Democratic Party (Myanmar) | 2010-08-30\n- Democratic Party (Myanmar) | Make statement | National Democratic Front | 2013-12-20\n- Philip Alston | Consult | National Democratic Front | 2007-11-27\n- National Democratic Front | Demand | Military (Philippines) | 2009-01-16\n- National Democratic Front | Consult | Philip Alston | 2007-11-27\n- Police (Philippines) | Make statement | National Democratic Front | 2008-09-12\n- Norberto Gonzales | Make statement | National Democratic Front | 2007-09-09\n- Norberto Gonzales | Make statement | National Democratic Front | 2005-09-01\n- National Democratic Front | Reduce relations | Military (Philippines) | 2006-06-09\n- National Democratic Front | Make statement | Norberto Gonzales | 2010-06-08\n- National Democratic Front | Make statement | Military (Philippines) | 2011-03-08\n- National Democratic Front | Make statement | Military (Philippines) | 2011-02-21\n- National Democratic Front | Make statement | Military (Philippines) | 2006-11-01\nAnswer:", "completion": " 2011-12", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1047320", "prompt": "In November 11, 2010, which country would wish to visit the Refugee of Sri Lanka?\nEvidence:\n- Refugee (Sri Lanka) | Host a visit | Iran | 2010-11-11\n- Iran | Make a visit | Refugee (Sri Lanka) | 2010-11-11\nAnswer:", "completion": " Iran", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 0} +{"id": "mtq_1009143", "prompt": "Who blamed Muhammadu Buhari on the same day of the People's Democratic Party of United States?\nEvidence:\n- Muhammadu Buhari | Make statement | Democratic Party (Nigeria) | 2007-04-23\n- Democratic Party (Nigeria) | Praise or endorse | Muhammadu Buhari | 2007-01-04\n- Citizen (United Kingdom) | Demand | Democratic Party | 2005-01-13\n- Muhammadu Buhari | Provide aid | Niger | 2005-07-28\n- Muhammadu Buhari | Demand | Oluṣẹgun Ọbasanjọ | 2005-07-01\n- Muhammadu Buhari | Consult | Bukola Saraki | 2006-11-21\n- Muhammadu Buhari | Accuse | Oluṣẹgun Ọbasanjọ | 2006-02-25\n- Citizen (Nigeria) | Yield | Muhammadu Buhari | 2006-12-19\n- Citizen (Nigeria) | Reject | Muhammadu Buhari | 2006-12-24\n- Bukola Saraki | Consult | Muhammadu Buhari | 2006-11-21\n- People First Party Korea | Express intent to meet or negotiate | Democratic Party | 2006-09-12\n- Democratic Party | Express intent to meet or negotiate | People First Party Korea | 2006-09-12\n- Democratic Party | Reject | Head of Government (Kenya) | 2006-01-09\n- Muhammadu Buhari | Make statement | Oluṣẹgun Ọbasanjọ | 2006-12-15\n- Muhammadu Buhari | Deny responsibility | Citizen (Nigeria) | 2007-01-26\nAnswer:", "completion": " Main Opposition (United States)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1037737", "prompt": "Who hosted the visit of the Ministry of Nigeria after December 2009?\nEvidence:\n- Citizen (Nigeria) | Make an appeal or request | Ministry (Ministry of the Niger Delta) | 2009-01-22\n- Ministry (Kyrgyzstan) | Consult | Member of the Judiciary (Kyrgyzstan) | 2006-06-07\n- Member of the Judiciary (Tanzania) | Demand | Ministry (Tanzania) | 2011-11-18\n- Member of the Judiciary (Kyrgyzstan) | Consult | Ministry (Kyrgyzstan) | 2006-06-07\n- The Hague | Impose administrative sanctions | Ministry (The Hague) | 2015-09-16\n- Office of the Attorney General | Arrest, detain, or charge with legal action | Ministry (Nigeria) | 2009-01-05\n- Ministry (Brazil) | Make statement | Universal Church of the Kingdom of God | 2008-02-21\n- Special Rapporteurs of the United Nations | Consult | Ministry (Sudan) | 2005-10-17\n- Special Rapporteurs of the United Nations | Consult | Ministry (Senegal) | 2009-08-26\n- Ministry (Tanzania) | Make statement | Member of the Judiciary (Tanzania) | 2014-11-10\n- Ministry (Tanzania) | Make statement | Member of the Judiciary (Tanzania) | 2013-08-19\n- Ministry (Sudan) | Make statement | Member of the Judiciary (Sudan) | 2007-01-26\n- Ministry (Sudan) | Consult | Special Rapporteurs of the United Nations | 2005-10-17\n- Ministry (Senegal) | Consult | Special Rapporteurs of the United Nations | 2009-08-26\n- Ministry (Brazil) | Criticize or denounce | Universal Church of the Kingdom of God | 2011-09-10\nAnswer:", "completion": " National Action Party", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1201381", "prompt": "Before 2009, with which country did South Africa express an interest in cooperation?\nEvidence:\n- Government (South Africa) | Engage in diplomatic cooperation | African Union | 2005-02-26\n- South Africa | Engage in negotiation | Japan | 2005-02-05\n- South Africa | Engage in negotiation | France | 2005-02-05\n- Japan | Engage in negotiation | South Africa | 2005-02-05\n- France | Engage in negotiation | South Africa | 2005-02-05\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-27\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-26\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-25\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-23\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-19\nAnswer:", "completion": " Madagascar", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1275409", "prompt": "In which year did Azali Assouman support Tanzania?\nEvidence:\n- Tanzania | Host a visit | Azali Assouman | 2006-03-30\n- Azali Assouman | Praise or endorse | Tanzania | 2006-03-31\n- Azali Assouman | Make a visit | Tanzania | 2006-03-30\n- Azali Assouman | Make statement | Comoros | 2005-12-09\n- Party Member (Comoros) | Accuse | Azali Assouman | 2006-03-02\n- International Government Organizations | Consult | Azali Assouman | 2005-12-09\n- France | Host a visit | Azali Assouman | 2005-01-31\n- Azali Assouman | Make a visit | France | 2005-01-31\n- Azali Assouman | Consult | International Government Organizations | 2005-12-09\n- Azali Assouman | Consult | Ali Abdullah Saleh | 2005-08-27\n- Ali Abdullah Saleh | Consult | Azali Assouman | 2005-08-27\n- Azali Assouman | Engage in negotiation | Ali Abdullah Saleh | 2005-08-02\n- Ali Abdullah Saleh | Engage in negotiation | Azali Assouman | 2005-08-02\n- Jakaya Mrisho Kikwete | Host a visit | Azali Assouman | 2006-03-30\n- Jakaya Mrisho Kikwete | Host a visit | Azali Assouman | 2006-03-29\nAnswer:", "completion": " 2006", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1372974", "prompt": "To whom did Tzipi Livni make an appeal after 28 October 2008?\nEvidence:\n- Tzipi Livni | Make an appeal or request | Shimon Peres | 2008-10-28\nAnswer:", "completion": " Mahmoud Abbas", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 1} +{"id": "mtq_1137480", "prompt": "In which year did the Council of Mainland Affairs investigate the Ministry of Mainland Affairs?\nEvidence:\n- Mainland Affairs Council | Investigate | Ministry (Mainland Affairs Council) | 2008-01-16\n- Ministry (Mainland Affairs Council) | Make statement | Mainland Affairs Council | 2013-12-02\n- Ministry (Mainland Affairs Council) | Make statement | Mainland Affairs Council | 2009-06-23\n- Ministry (Mainland Affairs Council) | Make statement | Mainland Affairs Council | 2009-06-06\n- Ministry (Mainland Affairs Council) | Make statement | Mainland Affairs Council | 2006-01-23\n- Mainland Affairs Council | Investigate | China | 2007-11-09\n- Mainland Affairs Council | Investigate | China | 2007-11-08\n- Mainland Affairs Council | Investigate | Ma Ying Jeou | 2008-01-16\n- Ministry (Mainland Affairs Council) | Make statement | Vietnam | 2011-07-25\n- Ministry (Mainland Affairs Council) | Make statement | China | 2011-05-05\n- Ministry (Mainland Affairs Council) | Make statement | China | 2008-12-30\n- Ministry (Mainland Affairs Council) | Make statement | China | 2008-11-10\n- Mainland Affairs Council | Engage in negotiation | China | 2011-05-06\n- Mainland Affairs Council | Engage in negotiation | China | 2009-11-09\n- Mainland Affairs Council | Engage in negotiation | China | 2007-01-15\nAnswer:", "completion": " 2008", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1229829", "prompt": "Before 8 February 2013, who was rejected by the member of the judiciary of Georgia?\nEvidence:\n- Member of the Judiciary (Georgia) | Reject | Men (United States) | 2013-02-08\nAnswer:", "completion": " Lawyer/Attorney (United States)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1185909", "prompt": "Who last made a visit to the head of government of Mongolia before Laos did?\nEvidence:\n- Vietnam | Host a visit | Head of Government (Mongolia) | 2005-01-20\n- Head of Government (Mongolia) | Make a visit | Vietnam | 2005-01-20\n- Vietnam | Host a visit | Head of Government (South Korea) | 2005-04-19\n- Head of Government (South Korea) | Make a visit | Vietnam | 2005-04-19\n- Vietnam | Make a visit | Laos | 2005-04-11\n- Vietnam | Make a visit | Laos | 2005-04-08\n- Vietnam | Make a visit | Laos | 2005-04-07\n- Vietnam | Make a visit | Laos | 2005-04-06\n- Vietnam | Make a visit | Laos | 2005-02-16\n- Laos | Host a visit | Vietnam | 2005-04-11\n- Laos | Host a visit | Vietnam | 2005-04-08\n- Laos | Host a visit | Vietnam | 2005-04-07\n- Laos | Host a visit | Vietnam | 2005-04-06\n- Laos | Host a visit | Vietnam | 2005-02-16\n- Laos | Host a visit | Association of Southeast Asian Nations | 2005-01-19\nAnswer:", "completion": " Lawmaker (Vietnam)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1350277", "prompt": "Who wanted to participate in diplomatic cooperation with Rupiah Banda before 25 February 2010?\nEvidence:\n- Citizen (Zambia) | Express intent to engage in diplomatic cooperation (such as policy support) | Rupiah Banda | 2010-02-25\n- Rupiah Banda | Make a visit | China | 2010-02-25\n- China | Host a visit | Rupiah Banda | 2010-02-25\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | South Africa | 2010-02-25\n- Ma Ying Jeou | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2010-02-25\n- Envoy (United States) | Engage in negotiation | China | 2010-02-25\n- China | Engage in negotiation | Envoy (United States) | 2010-02-25\n- Qin Gang | Make statement | China | 2010-02-25\n- Media Personnel (China) | Make statement | China | 2010-02-25\n- Ma Ying Jeou | Make statement | China | 2010-02-25\n- Korean Workers Party | Make a visit | China | 2010-02-25\n- Envoy (United States) | Make a visit | China | 2010-02-25\n- Envoy (United States) | Consult | China | 2010-02-25\n- China | Sign formal agreement | Cambodia | 2010-02-25\n- China | Praise or endorse | South Africa | 2010-02-25\nAnswer:", "completion": " National Democratic Party", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1301126", "prompt": "Which country used small arms and light weapons against the citizens of Thailand on 24 March 2008?\nEvidence:\n- Thailand | fight with small arms and light weapons | Citizen (Thailand) | 2008-03-24\n- Representative to the United Nations (Vietnam) | Make statement | Vietnam | 2008-03-24\n- Company - Owner or Operator (Thailand) | Make pessimistic comment | Thailand | 2008-03-24\n- Thailand | Arrest, detain, or charge with legal action | Citizen (Thailand) | 2008-03-24\n- Vietnam | Sign formal agreement | Thailand | 2008-03-24\n- Thailand | Sign formal agreement | Vietnam | 2008-03-24\n- Noppadon Pattama | Make statement | Thailand | 2008-03-24\n- Vietnam | Express intent to cooperate | Thailand | 2008-03-24\n- Thailand | Express intent to cooperate | Vietnam | 2008-03-24\n- Head of Government (South Korea) | Praise or endorse | Vietnam | 2008-03-24\n- Vietnam | Engage in diplomatic cooperation | Association of Southeast Asian Nations | 2008-03-24\n- Vietnam | Host a visit | Foreign Affairs (Hungary) | 2008-03-24\n- Vietnam | Engage in diplomatic cooperation | Laos | 2008-03-24\n- Vietnam | Engage in diplomatic cooperation | Cambodia | 2008-03-24\n- Vietnam | Consult | Cambodia | 2008-03-24\nAnswer:", "completion": " Thailand", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1355221", "prompt": "Who was the first person Vuk Jeremić wanted to negotiate with after Heinz Fischer?\nEvidence:\n- Vuk Jeremić | Express intent to meet or negotiate | Heinz Fischer | 2007-07-04\n- Vuk Jeremić | Consult | Portugal | 2007-05-17\n- Portugal | Consult | Vuk Jeremić | 2007-05-17\n- Vuk Jeremić | Express intent to meet or negotiate | Romania | 2008-01-21\n- Vuk Jeremić | Express intent to meet or negotiate | Romania | 2007-09-03\n- Vuk Jeremić | Express intent to meet or negotiate | Portugal | 2007-07-15\n- Vuk Jeremić | Express intent to meet or negotiate | France | 2008-01-22\n- Vuk Jeremić | Express intent to meet or negotiate | France | 2007-10-17\n- Vuk Jeremić | Express intent to meet or negotiate | China | 2007-09-11\n- Vuk Jeremić | Make statement | China | 2007-09-13\n- Vuk Jeremić | Consult | Maxime Verhagen | 2007-08-29\n- Vuk Jeremić | Consult | Javier Solana | 2008-01-08\n- Vuk Jeremić | Consult | Janez Jansa | 2007-07-17\n- Vuk Jeremić | Consult | Arseniy Yatsenyuk | 2007-07-02\n- Maxime Verhagen | Consult | Vuk Jeremić | 2007-08-29\nAnswer:", "completion": " Portugal", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1144619", "prompt": "Who was the last person to negotiate with Elmar Mammadyarov before Wang Yi?\nEvidence:\n- Elmar Mammadyarov | Express intent to meet or negotiate | Elmar Mammadyarov | 2005-07-20\n- Elmar Mammadyarov | Consult | Elmar Mammadyarov | 2005-01-28\n- Elmar Mammadyarov | Consult | China | 2005-02-07\n- China | Consult | Elmar Mammadyarov | 2005-02-07\n- Elmar Mammadyarov | Express intent to meet or negotiate | France | 2005-11-10\n- Elmar Mammadyarov | Express intent to meet or negotiate | France | 2005-06-14\n- Irakli Alasania | Express intent to meet or negotiate | Elmar Mammadyarov | 2005-07-04\n- Elmar Mammadyarov | Express intent to meet or negotiate | Heinz Fischer | 2005-09-06\n- Elmar Mammadyarov | Express intent to meet or negotiate | Cyril Svoboda | 2005-03-01\n- Irakli Alasania | Consult | Elmar Mammadyarov | 2005-07-07\n- Intelligence (Germany) | Consult | Elmar Mammadyarov | 2005-08-13\n- Heinz Fischer | Consult | Elmar Mammadyarov | 2005-09-09\n- Elmar Mammadyarov | Make statement | China | 2005-02-04\n- Elmar Mammadyarov | Consult | Irakli Alasania | 2005-07-07\n- Elmar Mammadyarov | Consult | Intelligence (Germany) | 2005-08-13\nAnswer:", "completion": " Cabinet / Council of Ministers / Advisors (United States)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1019230", "prompt": "Who hosted the visit of Tony Blair in the same month of the Party member of the United Kingdom?\nEvidence:\n- Party Member (United Kingdom) | Make statement | Tony Blair | 2005-01-12\n- Tony Blair | Yield | Citizen (United Kingdom) | 2005-03-09\n- Tony Blair | Yield | Citizen (United Kingdom) | 2005-03-01\n- Tony Blair | Yield | Citizen (United Kingdom) | 2005-02-28\n- Tony Blair | Apologize | Citizen (United Kingdom) | 2005-02-10\n- Tony Blair | Apologize | Citizen (United Kingdom) | 2005-02-09\n- Tony Blair | Accuse | Citizen (United Kingdom) | 2005-04-24\n- Tony Blair | Accuse | Citizen (United Kingdom) | 2005-04-22\n- Tony Blair | Accuse | Citizen (United Kingdom) | 2005-03-27\n- Citizen (United Kingdom) | Threaten | Tony Blair | 2005-05-05\n- Citizen (United Kingdom) | Threaten | Tony Blair | 2005-04-23\n- Citizen (United Kingdom) | Reject | Tony Blair | 2005-05-01\n- Citizen (United Kingdom) | Reject | Tony Blair | 2005-03-14\n- Citizen (United Kingdom) | Demand | Tony Blair | 2005-05-09\n- Citizen (United Kingdom) | Accuse | Tony Blair | 2005-05-09\nAnswer:", "completion": " Elizabeth II", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1116648", "prompt": "Who did the women of Canada criticise before the year 2010?\nEvidence:\n- Women (Canada) | Reject | Police (Canada) | 2008-05-23\n- Women (Canada) | Accuse | Police (Canada) | 2015-10-23\n- Women (Canada) | Accuse | Police (Canada) | 2010-07-23\n- Women (Canada) | Accuse | Police (Canada) | 2007-11-22\n- Women (Canada) | Accuse | Police (Canada) | 2006-05-25\n- Women (Canada) | Accuse | Police (Canada) | 2005-05-16\n- Police (Canada) | Investigate | Women (Canada) | 2013-04-25\n- Police (Canada) | Investigate | Women (Canada) | 2012-09-30\n- Police (Canada) | Investigate | Women (Canada) | 2012-02-17\n- Police (Canada) | Investigate | Women (Canada) | 2012-01-28\n- Police (Canada) | Investigate | Women (Canada) | 2010-04-01\n- Police (Canada) | Investigate | Women (Canada) | 2010-03-27\n- Police (Canada) | Investigate | Women (Canada) | 2009-08-24\n- Police (Canada) | Investigate | Women (Canada) | 2008-05-23\n- Police (Canada) | Investigate | Women (Canada) | 2008-05-13\nAnswer:", "completion": " Police (Canada)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1003853", "prompt": "When did the African Union declare its intention to negotiate with Portugal?\nEvidence:\n- Sudan | Express intent to meet or negotiate | African Union | 2005-02-07\n- Oluṣẹgun Ọbasanjọ | Express intent to meet or negotiate | African Union | 2005-02-03\n- African Union | Express intent to meet or negotiate | Oluṣẹgun Ọbasanjọ | 2005-02-03\n- African Union | Express intent to meet or negotiate | Citizen (Nigeria) | 2005-01-19\n- African Union | Threaten with sanctions, boycott, embargo | Togo | 2005-02-09\n- African Union | Threaten with sanctions, boycott, embargo | Togo | 2005-02-08\n- African Union | Threaten with sanctions, boycott, embargo | Togo | 2005-02-07\n- African Union | Threaten with sanctions, boycott, embargo | Niger | 2005-02-09\n- African Union | Investigate | Sudan | 2005-02-08\n- African Union | Praise or endorse | East African Community | 2005-02-05\n- Oluṣẹgun Ọbasanjọ | Consult | African Union | 2005-01-08\n- African Union | Make statement | Sudan | 2005-02-07\n- African Union | Make statement | Sudan | 2005-01-29\n- African Union | Consult | Oluṣẹgun Ọbasanjọ | 2005-01-08\n- Portugal | Express intent to meet or negotiate | China | 2005-01-17\nAnswer:", "completion": " 2007-12-07", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1317712", "prompt": "Who did the Prime Minister of India last support before the Royal Administration of Saudi Arabia?\nEvidence:\n- Royal Administration (Saudi Arabia) | Threaten | Citizen (Saudi Arabia) | 2008-10-28\n- Royal Administration (Saudi Arabia) | Investigate | Education (Saudi Arabia) | 2006-03-26\n- Royal Administration (Saudi Arabia) | Investigate | Detainee (Saudi Arabia) | 2006-05-18\n- Royal Administration (Saudi Arabia) | Investigate | Citizen (Saudi Arabia) | 2008-12-04\n- Royal Administration (Saudi Arabia) | Demand | Police (Saudi Arabia) | 2008-04-29\n- Royal Administration (Saudi Arabia) | Demand | Employee (Saudi Arabia) | 2010-01-17\n- Royal Administration (Saudi Arabia) | Demand | Education (Saudi Arabia) | 2010-05-03\n- Royal Administration (Saudi Arabia) | Consult | Police (Saudi Arabia) | 2010-09-20\n- Royal Administration (Saudi Arabia) | Consult | Education (Saudi Arabia) | 2008-03-18\n- Royal Administration (Saudi Arabia) | Consult | Citizen (Saudi Arabia) | 2011-10-07\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-09\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-07\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-04\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-03\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-02\nAnswer:", "completion": " Japan", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1171523", "prompt": "Who suffered from the unconventional violence of the children of the Palestinian territories occupied after 2014?\nEvidence:\n- Children (Palestinian Territory, Occupied) | Use unconventional violence | Children (Israel) | 2015-10-18\n- Children (Palestinian Territory, Occupied) | Use unconventional violence | Children (Israel) | 2015-10-15\n- Children (Palestinian Territory, Occupied) | Use unconventional violence | Children (Israel) | 2015-05-24\n- Children (Palestinian Territory, Occupied) | Use unconventional violence | Children (Israel) | 2006-09-08\n- Mob (Palestinian Territory, Occupied) | Use unconventional violence | Children (Palestinian Territory, Occupied) | 2005-06-30\n- Criminal (Palestinian Territory, Occupied) | Use unconventional violence | Children (Palestinian Territory, Occupied) | 2014-09-23\n- Criminal (Palestinian Territory, Occupied) | Use unconventional violence | Children (Palestinian Territory, Occupied) | 2011-08-21\n- Criminal (Palestinian Territory, Occupied) | Use unconventional violence | Children (Palestinian Territory, Occupied) | 2011-03-12\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Children (Palestinian Territory, Occupied) | 2008-05-29\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Children (Palestinian Territory, Occupied) | 2006-12-13\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Children (Palestinian Territory, Occupied) | 2006-12-12\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Children (Palestinian Territory, Occupied) | 2006-12-11\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Children (Palestinian Territory, Occupied) | 2006-08-16\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Children (Palestinian Territory, Occupied) | 2005-12-30\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Children (Palestinian Territory, Occupied) | 2005-06-25\nAnswer:", "completion": " Police (Israel)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1098124", "prompt": "Who threatened the Newspaper of Denmark after the Men of Denmark?\nEvidence:\n- Men (Denmark) | Threaten | Newspaper (Denmark) | 2012-06-05\n- Men (United States) | Threaten | Newspaper (Denmark) | 2009-11-03\n- Men (United States) | Threaten | Newspaper (Denmark) | 2009-10-28\n- Men (United States) | Threaten | Newspaper (Denmark) | 2009-10-27\n- Men (Denmark) | Express intent to provide military aid | Newspaper (Denmark) | 2010-09-17\n- Men (Denmark) | Make an appeal or request | Member of the Judiciary (Denmark) | 2005-03-14\n- Sudan | Reject | Newspaper (Denmark) | 2006-01-31\n- Member of the Judiciary (Denmark) | Reject | Citizen (Denmark) | 2010-03-17\n- Member of the Judiciary (Denmark) | Demand | Citizen (Denmark) | 2011-02-18\n- Member of the Judiciary (Denmark) | Demand | Citizen (Denmark) | 2011-02-08\n- Newspaper (Denmark) | Criticize or denounce | Citizen (Denmark) | 2006-09-07\n- Citizen (Denmark) | Demonstrate or rally | Newspaper (Denmark) | 2006-02-22\n- Citizen (Denmark) | Criticize or denounce | Newspaper (Denmark) | 2008-02-21\n- Citizen (Denmark) | Criticize or denounce | Newspaper (Denmark) | 2006-02-05\n- Member of the Judiciary (Denmark) | Make statement | Professor (Denmark) | 2015-06-16\nAnswer:", "completion": " Citizen (Norway)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1281973", "prompt": "Who was the last to visit Angela Merkel in 2011?\nEvidence:\n- China | Consult | Angela Merkel | 2011-01-07\n- Angela Merkel | Threaten | Iran | 2011-01-24\n- Angela Merkel | Consult | China | 2011-01-07\n- Barack Obama | Express intent to cooperate | Angela Merkel | 2011-02-26\n- Angela Merkel | Express intent to cooperate | Barack Obama | 2011-02-26\n- Tzipi Livni | Consult | Angela Merkel | 2011-02-01\n- Georgios Papandreou | Consult | Angela Merkel | 2011-02-23\n- Benjamin Netanyahu | Consult | Angela Merkel | 2011-02-01\n- Benjamin Netanyahu | Consult | Angela Merkel | 2011-01-31\n- Barack Obama | Consult | Angela Merkel | 2011-02-26\n- Angela Merkel | Make statement | France | 2011-02-08\n- Angela Merkel | Consult | Tzipi Livni | 2011-02-01\n- Angela Merkel | Consult | Georgios Papandreou | 2011-02-23\n- Angela Merkel | Consult | Benjamin Netanyahu | 2011-02-01\n- Angela Merkel | Consult | Benjamin Netanyahu | 2011-01-31\nAnswer:", "completion": " Abdullah Gül", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1383773", "prompt": "In January 2008, which country formally signed an agreement with South Korea?\nEvidence:\n- South Korea | Engage in negotiation | Japan | 2005-01-08\n- South Korea | Engage in negotiation | Japan | 2005-01-03\n- Japan | Engage in negotiation | South Korea | 2005-01-08\n- Japan | Engage in negotiation | South Korea | 2005-01-03\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- Roh Moo Hyun | Make an appeal or request | South Korea | 2005-01-03\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | South Korea | 2005-01-08\n- South Korea | Consult | Japan | 2005-01-06\n- Japan | Consult | South Korea | 2005-01-06\n- South Korea | Reduce relations | Citizen (North Korea) | 2005-01-03\n- South Korea | Provide humanitarian aid | Citizen (North Korea) | 2005-01-11\nAnswer:", "completion": " China", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1214451", "prompt": "Could you tell me the exact month in which the Australian member of parliament last condemned Nicholas Nick Xenophon?\nEvidence:\n- Member of Parliament (Australia) | Demand | Nicholas \"Nick\" Xenophon | 2009-02-13\n- Member of Parliament (Australia) | Apologize | Nicholas \"Nick\" Xenophon | 2006-07-03\n- Member of Parliament (Australia) | Apologize | Nicholas \"Nick\" Xenophon | 2006-06-29\n- Member of Parliament (Australia) | Apologize | Nicholas \"Nick\" Xenophon | 2006-06-28\n- Nicholas \"Nick\" Xenophon | Make statement | Member of Parliament (Australia) | 2010-08-26\n- Nicholas \"Nick\" Xenophon | Make statement | Member of Parliament (Australia) | 2010-08-25\n- Nicholas \"Nick\" Xenophon | Make statement | Member of Parliament (Australia) | 2006-06-28\n- Member of Parliament (Australia) | Make statement | Nicholas \"Nick\" Xenophon | 2010-07-22\n- Member of Parliament (Australia) | Make statement | Nicholas \"Nick\" Xenophon | 2007-11-21\n- Member of Parliament (Australia) | Make statement | Nicholas \"Nick\" Xenophon | 2007-10-16\n- Member of Parliament (Australia) | Make statement | Nicholas \"Nick\" Xenophon | 2007-10-12\n- Member of Parliament (Australia) | Praise or endorse | Nicholas \"Nick\" Xenophon | 2009-02-13\n- Member of Parliament (Australia) | Criticize or denounce | Nicholas \"Nick\" Xenophon | 2007-11-21\n- Nicholas \"Nick\" Xenophon | Rally support on behalf of | Member of Parliament (Australia) | 2010-02-15\n- Nicholas \"Nick\" Xenophon | Threaten | Priest (Australia) | 2011-09-14\nAnswer:", "completion": " 2007-11", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1237483", "prompt": "Who made a request to the South African legislature after the United Democratic Movement?\nEvidence:\n- Legislature (South Africa) | Reduce relations | United Democratic Movement | 2006-08-23\n- United Democratic Movement | Make an appeal or request | Legislature (South Africa) | 2008-01-26\n- United Democratic Movement | Make an appeal or request | African Union | 2014-05-16\n- United Democratic Movement | Threaten | South Africa | 2011-03-17\n- United Democratic Movement | Accuse | Government (South Africa) | 2007-05-17\n- Police (South Africa) | Make statement | United Democratic Movement | 2014-03-12\n- William Ruto | Consult | United Democratic Movement | 2011-08-29\n- William Ruto | Accuse | United Democratic Movement | 2011-07-11\n- William Ruto | Accuse | United Democratic Movement | 2011-07-08\n- United Democratic Movement | Consult | William Ruto | 2011-08-29\n- William Ruto | Make statement | United Democratic Movement | 2012-01-03\n- United Democratic Movement | Make statement | William Ruto | 2011-07-11\n- United Democratic Movement | Make statement | William Ruto | 2011-07-08\n- Faith Pansy Tlakula | Reject | United Democratic Movement | 2014-06-06\n- United Democratic Movement | Reduce relations | Member of Parliament (South Africa) | 2005-08-31\nAnswer:", "completion": " Member of Parliament (South Africa)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1012558", "prompt": "Which country made optimistic remarks about Dmitry Anatolyevich Medvedev on the same day of the representatives of Russia?\nEvidence:\n- Veterans (Russia) | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Dmitry Anatolyevich Medvedev | Consult | Veterans (Russia) | 2006-05-06\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- Other Authorities / Officials (Russia) | Consult | Dmitry Anatolyevich Medvedev | 2006-05-31\n- Other Authorities / Officials (Russia) | Consult | Dmitry Anatolyevich Medvedev | 2006-02-01\n- Other Authorities / Officials (Russia) | Consult | Dmitry Anatolyevich Medvedev | 2005-11-18\n- Dmitry Anatolyevich Medvedev | Consult | Other Authorities / Officials (Russia) | 2006-05-31\n- Dmitry Anatolyevich Medvedev | Consult | Other Authorities / Officials (Russia) | 2006-02-01\n- Dmitry Anatolyevich Medvedev | Consult | Other Authorities / Officials (Russia) | 2005-11-18\n- Dmitry Anatolyevich Medvedev | Consult | China | 2005-12-08\n- China | Consult | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Head of Government (Germany) | Consult | Dmitry Anatolyevich Medvedev | 2006-07-28\n- Dmitry Anatolyevich Medvedev | Consult | Head of Government (Germany) | 2006-07-28\n- Islam Karimov | Consult | Dmitry Anatolyevich Medvedev | 2006-05-07\n- Islam Karimov | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\nAnswer:", "completion": " Iran", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1209564", "prompt": "After Alexis Tsipras, who expressed the intention to negotiate first with the Council of Ministers of the United States?\nEvidence:\n- Alexis Tsipras | Demand | Cabinet / Council of Ministers / Advisors (Greece) | 2012-05-08\n- Alexis Tsipras | Express intent to meet or negotiate | France | 2008-06-19\n- Alexis Tsipras | Express intent to meet or negotiate | Head of Government (Greece) | 2012-05-09\n- Head of Government (Greece) | Consult | Alexis Tsipras | 2012-05-13\n- Head of Government (Greece) | Consult | Alexis Tsipras | 2012-05-08\n- Head of Government (Greece) | Accuse | Alexis Tsipras | 2011-04-01\n- Alexis Tsipras | Consult | Head of Government (Greece) | 2012-05-13\n- Alexis Tsipras | Consult | Head of Government (Greece) | 2012-05-08\n- Alexis Tsipras | Accuse | Head of Government (Greece) | 2011-11-16\n- Georgios Papandreou | Accuse | Alexis Tsipras | 2011-04-01\n- Democratic Left | Consult | Alexis Tsipras | 2012-05-08\n- Antonis Samaras | Consult | Alexis Tsipras | 2012-05-09\n- Antonis Samaras | Consult | Alexis Tsipras | 2012-05-07\n- Antonis Samaras | Accuse | Alexis Tsipras | 2012-05-08\n- Alexis Tsipras | Demand | Citizen (Greece) | 2012-05-09\nAnswer:", "completion": " Mahmoud Abbas", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1018265", "prompt": "After the Prime Minister of Greece, with whom did Nicos Anastasiades first express his intention to meet?\nEvidence:\n- Head of Government (Greece) | Express intent to meet or negotiate | Nicos Anastasiades | 2013-03-10\n- Head of Government (Greece) | Express intent to meet or negotiate | Nicos Anastasiades | 2009-04-22\n- Government Official (Greece) | Make statement | Nicos Anastasiades | 2013-03-13\n- Government Official (Greece) | Make statement | Nicos Anastasiades | 2013-03-11\n- Nicos Anastasiades | Express intent to meet or negotiate | Abdullah Gül | 2005-02-11\n- Evangelos Meimarakis | Express intent to meet or negotiate | Nicos Anastasiades | 2007-12-17\n- Angela Merkel | Express intent to meet or negotiate | Nicos Anastasiades | 2011-01-06\n- Nicos Anastasiades | Express accord | Business (Cyprus) | 2013-02-22\n- Nicos Anastasiades | Consult | Georgios Papandreou | 2006-07-19\n- Nicos Anastasiades | Consult | Evangelos Meimarakis | 2013-03-11\n- Nicos Anastasiades | Consult | Antonis Samaras | 2013-03-11\n- Nicos Anastasiades | Consult | Antonis Samaras | 2013-03-10\n- Nicos Anastasiades | Consult | Antonis Samaras | 2012-02-20\n- Nicos Anastasiades | Consult | Abdullah Gül | 2005-02-12\n- Nicos Anastasiades | Consult | Abdullah Gül | 2005-02-10\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1101001", "prompt": "After Sergei Bagapsh, who was the first to praise the other authorities and officials of Russia?\nEvidence:\n- Sergey Bagapsh | Praise or endorse | Other Authorities / Officials (Russia) | 2008-12-16\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-13\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-04\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-05-17\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2005-06-16\n- Office of the Attorney General | Praise or endorse | Other Authorities / Officials (Russia) | 2015-10-28\n- Sergey Bagapsh | Express intent to meet or negotiate | Other Authorities / Officials (Russia) | 2008-07-10\n- Sergey Bagapsh | Express intent to meet or negotiate | Other Authorities / Officials (Russia) | 2008-05-19\n- Sergey Bagapsh | Express intent to meet or negotiate | Other Authorities / Officials (Russia) | 2005-01-24\n- Sergei Anatolievich Storchak | Engage in diplomatic cooperation | Other Authorities / Officials (Russia) | 2008-10-21\n- Other Authorities / Officials (Brazil) | Sign formal agreement | First Command of the Capital | 2006-05-18\n- First Command of the Capital | Use unconventional violence | Other Authorities / Officials (Brazil) | 2006-08-25\n- First Command of the Capital | Sign formal agreement | Other Authorities / Officials (Brazil) | 2006-05-18\n- Other Authorities / Officials (Russia) | Praise or endorse | United Russia | 2010-03-12\nAnswer:", "completion": " Zurab Nogaideli", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1247468", "prompt": "Before Pervez Musharraf, who was the last person to be praised by Barack Obama?\nEvidence:\n- Pervez Musharraf | Consult | Japan | 2005-01-10\n- Japan | Consult | Pervez Musharraf | 2005-01-10\n- Pervez Musharraf | Refuse to yield | Benazir Bhutto | 2005-01-12\n- Pervez Musharraf | Refuse to yield | Benazir Bhutto | 2005-01-11\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-02-04\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-01-10\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-02-04\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-01-10\n- Pervez Musharraf | Consult | Jack Straw | 2005-02-14\n- Pervez Musharraf | Coerce | Criminal (Pakistan) | 2005-01-12\n- Jack Straw | Consult | Pervez Musharraf | 2005-02-14\n- Benazir Bhutto | Reject | Pervez Musharraf | 2005-01-28\n- Shaukat Aziz | Make statement | Pervez Musharraf | 2005-01-28\n- Pervez Musharraf | Make statement | Rafiq Hariri | 2005-02-14\n- Pervez Musharraf | Make statement | Mahmoud Abbas | 2005-01-11\nAnswer:", "completion": " Iraq", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1348732", "prompt": "Who made the last denunciation to Human Rights Watch in 2009?\nEvidence:\n- Human Rights Watch | Accuse of human rights abuses | Yemen | 2009-05-16\n- Human Rights Watch | Accuse of human rights abuses | Vietnam | 2009-01-21\n- Kazakhstan | Consult | Human Rights Watch | 2009-06-03\n- Human Rights Watch | Demand | Thailand | 2009-01-02\n- Human Rights Watch | Demand | Laos | 2009-01-02\n- Human Rights Watch | Demand | China | 2009-02-28\n- Human Rights Watch | Consult | Kazakhstan | 2009-06-03\n- Human Rights Watch | Accuse | Vietnam | 2009-01-22\n- Human Rights Watch | Accuse of human rights abuses | Militant (Taliban) | 2009-05-18\n- Vietnam | Deny responsibility | Human Rights Watch | 2009-01-22\n- Human Rights Watch | Make statement | Mexico | 2009-06-11\n- Human Rights Watch | Demand | Police (Kenya) | 2009-03-07\n- Human Rights Watch | Demand | Barack Obama | 2009-02-11\n- Human Rights Watch | Accuse of human rights abuses | United Arab Emirates | 2009-05-28\n- Human Rights Watch | Accuse of human rights abuses | Israeli Defense Forces | 2009-01-22\nAnswer:", "completion": " Government (Burundi)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1059630", "prompt": "In which month did the UN High Commission for Refugees last visit Yemen?\nEvidence:\n- Japan | Reject | High Commission for Refugees | 2005-01-19\n- High Commission for Refugees | Consult | Cambodia | 2005-01-24\n- Cambodia | Consult | High Commission for Refugees | 2005-01-24\n- Thailand | Make a visit | High Commission for Refugees | 2005-04-04\n- Sudan | Host a visit | High Commission for Refugees | 2005-04-27\n- High Commission for Refugees | Make a visit | Sudan | 2005-04-27\n- High Commission for Refugees | Host a visit | Thailand | 2005-04-04\n- Shaukat Aziz | Consult | High Commission for Refugees | 2005-05-04\n- Ruud Lubbers | Mediate | High Commission for Refugees | 2005-02-16\n- Pervez Musharraf | Consult | High Commission for Refugees | 2005-05-06\n- High Commission for Refugees | Make statement | Togo | 2005-05-04\n- High Commission for Refugees | Make statement | Tanzania | 2005-04-06\n- High Commission for Refugees | Make statement | Iran | 2005-02-25\n- High Commission for Refugees | Grant asylum | Japan | 2005-01-19\n- High Commission for Refugees | Consult | Shaukat Aziz | 2005-05-04\nAnswer:", "completion": " 2013-06", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1240837", "prompt": "Which country was the first to hosted the visit from Isaias Afewerki in 2008?\nEvidence:\n- Sudan | Engage in negotiation | Isaias Afewerki | 2008-07-27\n- Qatar | Engage in negotiation | Isaias Afewerki | 2008-03-27\n- Japan | Engage in negotiation | Isaias Afewerki | 2008-08-05\n- Isaias Afewerki | Engage in negotiation | Sudan | 2008-07-27\n- Isaias Afewerki | Engage in negotiation | Qatar | 2008-03-27\n- Isaias Afewerki | Engage in negotiation | Japan | 2008-08-05\n- Isaias Afewerki | Engage in negotiation | Iran | 2008-05-23\n- Isaias Afewerki | Engage in negotiation | Djibouti | 2008-01-18\n- Iran | Engage in negotiation | Isaias Afewerki | 2008-05-23\n- Djibouti | Engage in negotiation | Isaias Afewerki | 2008-01-18\n- Qatar | Host a visit | Isaias Afewerki | 2008-05-23\n- Isaias Afewerki | Make a visit | Qatar | 2008-05-23\n- Isaias Afewerki | Make a visit | Iran | 2008-05-23\n- Isaias Afewerki | Make a visit | Iran | 2008-05-20\n- Isaias Afewerki | Make a visit | Iran | 2008-05-19\nAnswer:", "completion": " Eritrea", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1143635", "prompt": "Who was the last to use unconventional violence against the men of the United Kingdom before the thief of India?\nEvidence:\n- Thief (India) | Use unconventional violence | Men (United Kingdom) | 2015-01-04\n- Thief (India) | Use unconventional violence | Men (India) | 2015-11-13\n- Thief (India) | Use unconventional violence | Men (India) | 2015-08-09\n- Thief (India) | Use unconventional violence | Men (India) | 2015-01-24\n- Thief (India) | Use unconventional violence | Men (India) | 2014-12-24\n- Thief (India) | Use unconventional violence | Men (India) | 2014-11-30\n- Thief (India) | Use unconventional violence | Men (India) | 2014-09-17\n- Thief (India) | Use unconventional violence | Men (India) | 2014-09-02\n- Thief (India) | Use unconventional violence | Men (India) | 2014-06-29\n- Thief (India) | Use unconventional violence | Men (India) | 2014-05-10\n- Thief (India) | Use unconventional violence | Men (India) | 2014-05-01\n- Thief (India) | Use unconventional violence | Men (India) | 2014-04-26\n- Thief (India) | Use unconventional violence | Men (India) | 2014-02-14\n- Thief (India) | Use unconventional violence | Men (India) | 2013-08-26\n- Thief (India) | Use unconventional violence | Men (India) | 2013-07-09\nAnswer:", "completion": " Attacker (United Kingdom)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1301834", "prompt": "With which country was the High Commission for Refugees the first to sign an agreement?\nEvidence:\n- High Commission for Refugees | Sign formal agreement | Cambodia | 2005-01-26\n- High Commission for Refugees | Sign formal agreement | Cambodia | 2005-01-25\n- Cambodia | Sign formal agreement | High Commission for Refugees | 2005-01-26\n- Cambodia | Sign formal agreement | High Commission for Refugees | 2005-01-25\n- Japan | Reject | High Commission for Refugees | 2005-01-19\n- High Commission for Refugees | Consult | Cambodia | 2005-01-24\n- Cambodia | Consult | High Commission for Refugees | 2005-01-24\n- Shaukat Aziz | Consult | High Commission for Refugees | 2005-05-04\n- Ruud Lubbers | Mediate | High Commission for Refugees | 2005-02-16\n- Pervez Musharraf | Consult | High Commission for Refugees | 2005-05-06\n- High Commission for Refugees | Make statement | Togo | 2005-05-04\n- High Commission for Refugees | Make statement | Tanzania | 2005-04-06\n- High Commission for Refugees | Make statement | Iran | 2005-02-25\n- High Commission for Refugees | Grant asylum | Japan | 2005-01-19\n- High Commission for Refugees | Consult | Shaukat Aziz | 2005-05-04\nAnswer:", "completion": " Cambodia", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1100812", "prompt": "Who made an appeal to Gurbanguly Berdymukhammedov after 4 July 2008?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Make an appeal or request | Gurbanguly Berdymukhammedov | 2008-07-04\n- Gurbanguly Berdymukhammedov | Consult | Dmitry Anatolyevich Medvedev | 2008-07-04\n- Dmitry Anatolyevich Medvedev | Consult | Gurbanguly Berdymukhammedov | 2008-07-04\n- Gurbanguly Berdymukhammedov | Sign formal agreement | Dmitry Anatolyevich Medvedev | 2008-07-04\n- Gurbanguly Berdymukhammedov | Engage in negotiation | Dmitry Anatolyevich Medvedev | 2008-07-04\n- Dmitry Anatolyevich Medvedev | Sign formal agreement | Gurbanguly Berdymukhammedov | 2008-07-04\n- Dmitry Anatolyevich Medvedev | Engage in negotiation | Gurbanguly Berdymukhammedov | 2008-07-04\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | Kazakhstan | 2008-07-04\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | Japan | 2008-07-04\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | Head of Government (Turkmenistan) | 2008-07-04\n- Japan | Host a visit | Dmitry Anatolyevich Medvedev | 2008-07-04\n- Head of Government (Turkmenistan) | Engage in negotiation | Dmitry Anatolyevich Medvedev | 2008-07-04\n- Dmitry Anatolyevich Medvedev | Make statement | Media Personnel (Japan) | 2008-07-04\n- Dmitry Anatolyevich Medvedev | Make a visit | Japan | 2008-07-04\n- Dmitry Anatolyevich Medvedev | Engage in negotiation | Head of Government (Turkmenistan) | 2008-07-04\nAnswer:", "completion": " Abdullah Gül", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1331187", "prompt": "Who was praised first by Raúl Castro after the African Union?\nEvidence:\n- Raúl Castro | Consult | China | 2005-04-19\n- China | Consult | Raúl Castro | 2005-04-19\n- Xu Caihou | Consult | Raúl Castro | 2005-04-18\n- Wen Jiabao | Consult | Raúl Castro | 2005-04-19\n- Raúl Castro | Make statement | Vietnam | 2005-05-04\n- Raúl Castro | Make statement | Vietnam | 2005-04-30\n- Raúl Castro | Make statement | China | 2005-04-21\n- Raúl Castro | Make statement | China | 2005-04-20\n- Raúl Castro | Consult | Xu Caihou | 2005-04-18\n- Raúl Castro | Consult | Wen Jiabao | 2005-04-19\n- Oluṣẹgun Ọbasanjọ | Discuss by telephone | African Union | 2005-02-02\n- African Union | Discuss by telephone | Oluṣẹgun Ọbasanjọ | 2005-02-02\n- Vietnam | Host a visit | Raúl Castro | 2005-05-04\n- Vietnam | Host a visit | Raúl Castro | 2005-05-03\n- Vietnam | Host a visit | Raúl Castro | 2005-05-02\nAnswer:", "completion": " Evo Morales", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1115775", "prompt": "Who first would want to negotiate with Umaru Musa Yar'Adua after Jonah David Jang did?\nEvidence:\n- Umaru Musa Yar'Adua | Yield | Jonah David Jang | 2009-01-19\n- Umaru Musa Yar'Adua | Consult | Jonah David Jang | 2008-12-05\n- Umaru Musa Yar'Adua | Consult | Jonah David Jang | 2008-11-29\n- Jonah David Jang | Consult | Umaru Musa Yar'Adua | 2008-12-05\n- Jonah David Jang | Consult | Umaru Musa Yar'Adua | 2008-11-29\n- Umaru Musa Yar'Adua | Make statement | Jonah David Jang | 2009-01-14\n- Umaru Musa Yar'Adua | Make statement | Jonah David Jang | 2009-01-12\n- Umaru Musa Yar'Adua | Make statement | Jonah David Jang | 2008-12-03\n- Jonah David Jang | Make statement | Umaru Musa Yar'Adua | 2008-09-15\n- Jonah David Jang | Make statement | Umaru Musa Yar'Adua | 2007-11-18\n- Umaru Musa Yar'Adua | Criticize or denounce | Jonah David Jang | 2009-01-16\n- Umaru Musa Yar'Adua | Criticize or denounce | Jonah David Jang | 2009-01-13\n- Umaru Musa Yar'Adua | Criticize or denounce | Jonah David Jang | 2009-01-12\n- Jonah David Jang | Make optimistic comment | Umaru Musa Yar'Adua | 2008-09-15\n- Jonah David Jang | Express intent to meet or negotiate | Umaru Musa Yar'Adua | 2008-12-05\nAnswer:", "completion": " Dmitry Anatolyevich Medvedev", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1140613", "prompt": "When did the District Commissioner of Zambia last make an appeal to the citizens of Zambia?\nEvidence:\n- District Commissioner (Zambia) | Make an appeal or request | Citizen (Zambia) | 2011-08-25\n- District Commissioner (Zambia) | Make an appeal or request | Citizen (Zambia) | 2010-03-22\n- District Commissioner (Zambia) | Make an appeal or request | Citizen (Zambia) | 2010-02-03\n- Citizen (Zambia) | Make an appeal or request | District Commissioner (Zambia) | 2013-10-17\n- Citizen (Zambia) | Make an appeal or request | District Commissioner (Zambia) | 2011-07-01\n- District Commissioner (Zambia) | Demand | Citizen (Zambia) | 2013-12-04\n- District Commissioner (Zambia) | Demand | Citizen (Zambia) | 2013-11-25\n- District Commissioner (Zambia) | Demand | Citizen (Zambia) | 2013-09-03\n- District Commissioner (Zambia) | Demand | Citizen (Zambia) | 2008-06-09\n- Citizen (Zambia) | Demand | District Commissioner (Zambia) | 2014-08-22\n- District Commissioner (Zambia) | Make statement | Villager (Zambia) | 2010-03-30\n- District Commissioner (Zambia) | Make statement | Fishermen (Zambia) | 2013-02-02\n- District Commissioner (Zambia) | Make statement | Criminal (Zambia) | 2015-06-25\n- District Commissioner (Zambia) | Make an appeal or request | Political Parties (Zambia) | 2012-01-23\n- District Commissioner (Zambia) | Demand | Civil Servant (Zambia) | 2013-01-24\nAnswer:", "completion": " 2011-08-25", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1333782", "prompt": "After the government of Burundi, with whom did the High Commission for Refugees first sign formal agreements?\nEvidence:\n- High Commission for Refugees | Sign formal agreement | Burundi | 2005-08-18\n- Burundi | Sign formal agreement | High Commission for Refugees | 2005-08-18\n- High Commission for Refugees | Make statement | Burundi | 2005-11-18\n- High Commission for Refugees | Sign formal agreement | Cambodia | 2005-01-26\n- High Commission for Refugees | Sign formal agreement | Cambodia | 2005-01-25\n- Cambodia | Sign formal agreement | High Commission for Refugees | 2005-01-26\n- Cambodia | Sign formal agreement | High Commission for Refugees | 2005-01-25\n- High Commission for Refugees | Criticize or denounce | Burundi | 2005-06-13\n- Other Authorities / Officials (Burundi) | Make statement | High Commission for Refugees | 2005-04-01\n- Japan | Reject | High Commission for Refugees | 2005-01-19\n- High Commission for Refugees | Consult | Cambodia | 2005-01-24\n- Cambodia | Consult | High Commission for Refugees | 2005-01-24\n- High Commission for Refugees | Provide aid | Government (Pakistan) | 2005-05-02\n- High Commission for Refugees | Provide aid | Government (Pakistan) | 2005-03-03\n- High Commission for Refugees | Make statement | Government (Pakistan) | 2005-09-23\nAnswer:", "completion": " Ministry (Sudan)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1165988", "prompt": "Who made a request to Oluṣẹgun Ọbasanjọ on the same day as the Ministry of Nigeria?\nEvidence:\n- Citizen (Nigeria) | Rally support on behalf of | Oluṣẹgun Ọbasanjọ | 2008-01-25\n- Oluṣẹgun Ọbasanjọ | Threaten | Ministry (Nigeria) | 2007-01-19\n- Oluṣẹgun Ọbasanjọ | Reject | Ministry (Nigeria) | 2006-06-25\n- Oluṣẹgun Ọbasanjọ | Investigate | Ministry (Nigeria) | 2005-07-14\n- Oluṣẹgun Ọbasanjọ | Investigate | Ministry (Nigeria) | 2005-03-02\n- Oluṣẹgun Ọbasanjọ | Consult | Ministry (Nigeria) | 2012-11-14\n- Oluṣẹgun Ọbasanjọ | Consult | Ministry (Nigeria) | 2009-03-25\n- Oluṣẹgun Ọbasanjọ | Accuse | Ministry (Nigeria) | 2006-10-16\n- Oluṣẹgun Ọbasanjọ | Accuse | Ministry (Nigeria) | 2006-02-05\n- Oluṣẹgun Ọbasanjọ | Accuse | Ministry (Nigeria) | 2005-04-11\n- Oluṣẹgun Ọbasanjọ | Accuse | Ministry (Nigeria) | 2005-03-24\n- Ministry (Nigeria) | Consult | Oluṣẹgun Ọbasanjọ | 2012-11-14\n- Ministry (Nigeria) | Consult | Oluṣẹgun Ọbasanjọ | 2009-03-25\n- Ministry (Nigeria) | Accuse | Oluṣẹgun Ọbasanjọ | 2014-12-30\n- Ministry (Nigeria) | Accuse | Oluṣẹgun Ọbasanjọ | 2008-09-16\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1210654", "prompt": "In which year did the African media first have a telephone conversation with John Odigie-Oyegun?\nEvidence:\n- Media (Nigeria) | Discuss by telephone | John Odigie-Oyegun | 2014-08-04\n- Media (Africa) | Discuss by telephone | John Odigie-Oyegun | 2015-05-15\n- Media (Africa) | Discuss by telephone | John Odigie-Oyegun | 2015-04-07\n- John Odigie-Oyegun | Discuss by telephone | Media (Nigeria) | 2014-08-04\n- John Odigie-Oyegun | Discuss by telephone | Media (Africa) | 2015-05-15\n- John Odigie-Oyegun | Discuss by telephone | Media (Africa) | 2015-04-07\n- Media (Africa) | Consult | John Odigie-Oyegun | 2015-04-22\n- John Odigie-Oyegun | Consult | Media (Africa) | 2015-04-22\n- John Odigie-Oyegun | Make statement | Media (Africa) | 2015-04-22\n- Secretariat (Nigeria) | Consult | John Odigie-Oyegun | 2014-09-16\n- Muhammadu Buhari | Consult | John Odigie-Oyegun | 2015-04-28\n- Ministry (Nigeria) | Consult | John Odigie-Oyegun | 2015-04-20\n- John Odigie-Oyegun | Demand | Citizen (Nigeria) | 2014-09-29\n- John Odigie-Oyegun | Demand | Citizen (Nigeria) | 2014-09-24\n- John Odigie-Oyegun | Consult | Secretariat (Nigeria) | 2014-09-16\nAnswer:", "completion": " 2015", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1180641", "prompt": "Could you tell me the exact month in which the Kenyan Interior Ministry last accused the Kenyan Civic Group?\nEvidence:\n- Ministry (Morocco) | Praise or endorse | Civic Group (Morocco) | 2010-09-24\n- Villager (India) | Consult | Civic Group (India) | 2015-05-23\n- Philip Alston | Consult | Civic Group (Guatemala) | 2006-08-24\n- Government (Croatia) | Consult | Civic Group (Croatia) | 2015-03-11\n- Civic Group (Nicaragua) | Reject | Daniel Ortega | 2011-03-23\n- Civic Group (Kenya) | Accuse | Police (Kenya) | 2013-02-19\n- Civic Group (Kenya) | Accuse | Police (Kenya) | 2013-01-07\n- Civic Group (Kenya) | Accuse | Police (Kenya) | 2012-07-13\n- Civic Group (Kenya) | Accuse | Governor (Kenya) | 2014-03-24\n- Civic Group (Iran) | Consult | Catherine Ashton | 2014-03-15\n- Civic Group (India) | Consult | Villager (India) | 2015-05-23\n- Civic Group (Guatemala) | Consult | Philip Alston | 2006-08-24\n- Civic Group (Croatia) | Consult | Government (Croatia) | 2015-03-11\n- Civic Group (Burundi) | Investigate | Government (Burundi) | 2014-11-25\n- Civic Action Group | Accuse | Barack Obama | 2015-02-16\nAnswer:", "completion": " 2015-11", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1191678", "prompt": "In 2012, with whom did the US envoy first express his willingness to negotiate?\nEvidence:\n- The Hague | Express intent to meet or negotiate | Envoy (Nicaragua) | 2005-09-30\n- Envoy (Nicaragua) | Express intent to meet or negotiate | The Hague | 2005-09-30\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-07-02\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-06-27\n- People First Party Korea | Express intent to meet or negotiate | Kuomintang | 2007-06-10\n- People First Party Korea | Express intent to meet or negotiate | Kuomintang | 2006-12-11\n- People First Party Korea | Express intent to meet or negotiate | Kuomintang | 2006-01-17\n- People First Party Korea | Express intent to meet or negotiate | Kuomintang | 2005-01-30\n- People First Party Korea | Express intent to meet or negotiate | China | 2005-09-07\n- People First Party Korea | Express intent to meet or negotiate | China | 2005-05-06\n- People First Party Korea | Express intent to meet or negotiate | China | 2005-05-05\n- People First Party Korea | Express intent to meet or negotiate | China | 2005-04-04\n- People First Party Korea | Express intent to meet or negotiate | Bhutan | 2011-12-22\n- Latvia's First Party | Express intent to meet or negotiate | France | 2005-12-02\n- Kuomintang | Express intent to meet or negotiate | People First Party Korea | 2011-11-07\nAnswer:", "completion": " Citizen (Thailand)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1023283", "prompt": "Before Tsai Ing-wen, who last expressed the intention to meet with the international media personnel?\nEvidence:\n- Tsai Ing-wen | Consult | Media Personnel (International) | 2006-03-27\n- Media Personnel (International) | Consult | Tsai Ing-wen | 2006-03-27\n- Tsai Ing-wen | Investigate | Kuomintang | 2008-05-18\n- Tsai Ing-wen | Demand | Kuomintang | 2008-07-05\n- Tsai Ing-wen | Accuse | China | 2005-03-20\n- China | Reject | Tsai Ing-wen | 2007-08-06\n- China | Reject | Tsai Ing-wen | 2007-08-05\n- Tsai Ing-wen | Express intent to meet or negotiate | Japan | 2009-03-13\n- Tsai Ing-wen | Reject | Ma Ying Jeou | 2008-10-26\n- Tsai Ing-wen | Praise or endorse | China | 2006-03-06\n- Tsai Ing-wen | Make a visit | Japan | 2009-03-24\n- Tsai Ing-wen | Demand material cooperation | Kuomintang | 2008-06-13\n- Tsai Ing-wen | Consult | Ma Ying Jeou | 2008-11-13\n- Tsai Ing-wen | Consult | Ma Ying Jeou | 2008-11-12\n- Tsai Ing-wen | Accuse | Ma Ying Jeou | 2008-12-27\nAnswer:", "completion": " Mahmoud Ahmadinejad", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1374454", "prompt": "Who was condemned by New Democracy in the same month as the Prime Minister of Greece?\nEvidence:\n- New Democracy | Consult | Head of Government (Greece) | 2006-03-11\n- Head of Government (Greece) | Consult | New Democracy | 2006-03-11\n- New Democracy | Engage in negotiation | City Mayor (Greece) | 2006-03-18\n- City Mayor (Greece) | Engage in negotiation | New Democracy | 2006-03-18\n- Head of Government (Greece) | Make statement | New Democracy | 2007-08-17\n- Head of Government (Greece) | Make statement | New Democracy | 2005-06-12\n- Head of Government (Greece) | Criticize or denounce | New Democracy | 2007-09-01\n- Head of Government (Greece) | Criticize or denounce | New Democracy | 2005-01-18\n- Ruling Party (Greece) | Make statement | New Democracy | 2006-12-16\n- New Democracy | Praise or endorse | Citizen (Greece) | 2006-04-21\n- Media Personnel (Greece) | Make statement | New Democracy | 2006-06-05\n- Media Personnel (Greece) | Make statement | New Democracy | 2005-11-11\n- Lawmaker (Greece) | Praise or endorse | New Democracy | 2007-02-04\n- City Mayor (Greece) | Make statement | New Democracy | 2005-08-24\n- Citizen (Greece) | Make optimistic comment | New Democracy | 2007-06-10\nAnswer:", "completion": " Georgios Papandreou", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1210872", "prompt": "Who was the last to praise Sudan before the citizens of Africa did?\nEvidence:\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Sudan | Praise or endorse | John Garang | 2005-01-23\n- Mwai Kibaki | Praise or endorse | Sudan | 2005-01-09\n- Ethiopia | Praise or endorse | Government (Sudan) | 2005-01-10\n- Sudan | Praise or endorse | Agence France-Presse | 2005-01-08\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2005-01-13\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\nAnswer:", "completion": " Head of Government (Qatar)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1053081", "prompt": "Before Abdel Fattah Al-Sisi, who was the last to want to meet with South Sudan?\nEvidence:\n- Abdel Fattah Al-Sisi | Threaten | People Associated with the Opposition (Egypt) | 2013-06-24\n- Protester (Egypt) | Reject | Abdel Fattah Al-Sisi | 2013-01-29\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-07-03\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-04-24\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-20\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-18\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-17\n- Barack Obama | Consult | Abdel Fattah Al-Sisi | 2013-04-26\n- Abdel Fattah Al-Sisi | Threaten | Protester (Egypt) | 2013-07-24\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-07-03\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-04-24\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-20\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-18\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-17\n- Abdel Fattah Al-Sisi | Consult | Barack Obama | 2013-04-26\nAnswer:", "completion": " Head of Government (Ethiopia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1245476", "prompt": "In the same month, who were the other authorities and officials of Greece involved in negotiations with the International Monetary Fund?\nEvidence:\n- International Monetary Fund | Praise or endorse | Other Authorities / Officials (Brazil) | 2005-03-28\n- People Associated with the Opposition (Sri Lanka) | Consult | International Monetary Fund | 2005-06-02\n- International Monetary Fund | Consult | People Associated with the Opposition (Sri Lanka) | 2005-06-02\n- Romania | Engage in negotiation | International Monetary Fund | 2005-01-27\n- International Monetary Fund | Engage in negotiation | Romania | 2005-01-27\n- International Monetary Fund | Threaten | Romania | 2005-06-28\n- International Monetary Fund | Investigate | Tanzania | 2005-08-02\n- International Monetary Fund | Investigate | Tanzania | 2005-02-25\n- International Monetary Fund | Investigate | Iraq | 2005-05-12\n- International Monetary Fund | Demand | China | 2005-04-20\n- International Monetary Fund | Demand | Angola | 2005-07-06\n- Portugal | Engage in diplomatic cooperation | International Monetary Fund | 2005-04-28\n- International Monetary Fund | Engage in diplomatic cooperation | China | 2005-05-23\n- China | Engage in diplomatic cooperation | International Monetary Fund | 2005-05-23\n- Romania | Express accord | International Monetary Fund | 2005-04-13\nAnswer:", "completion": " Alexis Tsipras", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1247723", "prompt": "Before Yemen, with whom did the German government last make a request?\nEvidence:\n- Malaysia | Make a visit | Yemen | 2005-02-06\n- France | Make a visit | Yemen | 2005-02-21\n- France | Make a visit | Yemen | 2005-02-14\n- Eritrea | Make a visit | Yemen | 2005-02-10\n- Ministry (Egypt) | Make a visit | Yemen | 2005-02-21\n- James Wolfensohn | Make a visit | Yemen | 2005-02-16\n- James Wolfensohn | Make a visit | Yemen | 2005-02-15\n- Isaias Afewerki | Make a visit | Yemen | 2005-02-09\n- Ali Abdullah Saleh | Make a visit | Yemen | 2005-02-06\n- Ali Abdullah Saleh | Make an appeal or request | Yemen | 2005-01-02\n- Yemen | Host a visit | Malaysia | 2005-02-06\n- Yemen | Host a visit | France | 2005-02-14\n- Yemen | Host a visit | Eritrea | 2005-02-10\n- Yemen | Host a visit | James Wolfensohn | 2005-02-16\n- Yemen | Host a visit | James Wolfensohn | 2005-02-15\nAnswer:", "completion": " Iran", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1060769", "prompt": "Who visited Angola first after the Foreign Minister of Italy?\nEvidence:\n- Foreign Affairs (Italy) | Make statement | Angola | 2005-03-31\n- Member of the Judiciary (Angola) | Make pessimistic comment | Angola | 2005-01-21\n- Foreign Affairs (Italy) | Consult | Foreign Affairs (Argentina) | 2009-02-19\n- Foreign Affairs (Argentina) | Consult | Foreign Affairs (Italy) | 2009-02-19\n- Foreign Affairs (Israel) | Provide aid | Angola | 2005-05-10\n- Foreign Affairs (Argentina) | Make an appeal or request | Foreign Affairs (Italy) | 2009-02-19\n- Foreign Affairs (Portugal) | Make a visit | Angola | 2005-01-27\n- Foreign Affairs (Argentina) | Make a visit | Angola | 2010-03-03\n- Foreign Affairs (Argentina) | Grant diplomatic recognition | Angola | 2005-01-18\n- Angola | Host a visit | Foreign Affairs (Portugal) | 2005-01-27\n- Angola | Host a visit | Foreign Affairs (Argentina) | 2010-03-03\n- Foreign Affairs (Argentina) | Make statement | Member of the Judiciary (United States) | 2005-03-28\n- Foreign Affairs (South Korea) | Make a visit | Angola | 2005-03-30\n- Angola | Host a visit | Foreign Affairs (South Korea) | 2005-03-30\n- Foreign Affairs (Sao Tome and Principe) | Make a visit | Angola | 2005-04-11\nAnswer:", "completion": " Military (Guinea)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1342980", "prompt": "In which month did José Ángel Gurría last praise the Ministry of Finance of Slovakia?\nEvidence:\n- José Ángel Gurría | Praise or endorse | Treasury/Finance Ministry (Slovakia) | 2012-12-06\n- Kemal Unakitan | Praise or endorse | José Ángel Gurría | 2006-10-18\n- José Ángel Gurría | Praise or endorse | Christine Lagarde | 2011-05-25\n- José Ángel Gurría | Praise or endorse | Christine Lagarde | 2011-05-24\n- Mexico | Make statement | José Ángel Gurría | 2005-11-22\n- Kemal Unakitan | Consult | José Ángel Gurría | 2006-10-18\n- José Ángel Gurría | Make statement | Mexico | 2007-12-05\n- José Ángel Gurría | Consult | Kemal Unakitan | 2006-10-18\n- José Ángel Gurría | Consult | Alexis Tsipras | 2015-02-11\n- José Ángel Gurría | Consult | Abdullah Gül | 2006-10-18\n- Alexis Tsipras | Consult | José Ángel Gurría | 2015-02-11\n- Abdullah Gül | Consult | José Ángel Gurría | 2006-10-18\n- Manlio Fabio Beltrones | Consult | José Ángel Gurría | 2011-05-23\n- José Ángel Gurría | Consult | Manlio Fabio Beltrones | 2011-05-23\n- Abdullah Gül | Make statement | José Ángel Gurría | 2006-10-18\nAnswer:", "completion": " 2012-12", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1211862", "prompt": "When did Mwai Kibaki negotiate with William J. Fallon?\nEvidence:\n- William J. Fallon | Make statement | China | 2006-06-13\n- William J. Fallon | Make statement | China | 2006-05-15\n- William J. Fallon | Make statement | China | 2005-09-11\n- William J. Fallon | Make statement | China | 2005-09-08\n- William J. Fallon | Consult | Military (Philippines) | 2005-06-07\n- Military (Philippines) | Consult | William J. Fallon | 2005-06-07\n- William J. Fallon | Make statement | South Korea | 2006-03-10\n- William J. Fallon | Make pessimistic comment | China | 2005-03-10\n- William J. Fallon | Make a visit | Malaysia | 2006-03-03\n- William J. Fallon | Make a visit | Malaysia | 2006-03-01\n- William J. Fallon | Make a visit | China | 2006-06-23\n- William J. Fallon | Make a visit | China | 2006-06-20\n- William J. Fallon | Make a visit | China | 2006-05-16\n- William J. Fallon | Make a visit | China | 2006-05-15\n- William J. Fallon | Make a visit | China | 2006-05-11\nAnswer:", "completion": " 2007-07-19", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1069474", "prompt": "In 2008, who first expressed an intention to meet Pervez Musharraf?\nEvidence:\n- Pervez Musharraf | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Jack Straw | Express intent to meet or negotiate | Pervez Musharraf | 2005-02-14\n- Jack Straw | Express intent to meet or negotiate | Pervez Musharraf | 2005-02-13\n- Pervez Musharraf | Consult | Japan | 2005-01-10\n- Japan | Consult | Pervez Musharraf | 2005-01-10\n- Pervez Musharraf | Make an appeal or request | France | 2005-02-10\n- Pervez Musharraf | Refuse to yield | Benazir Bhutto | 2005-01-12\n- Pervez Musharraf | Refuse to yield | Benazir Bhutto | 2005-01-11\n- Pervez Musharraf | Engage in symbolic act | Abdul Kalam | 2005-01-25\n- Pervez Musharraf | Engage in diplomatic cooperation | Benazir Bhutto | 2005-01-04\n- Don McKinnon | Demand change in leadership | Pervez Musharraf | 2005-02-12\n- Pervez Musharraf | Make an appeal or request | Mahmoud Abbas | 2005-01-10\n- Pervez Musharraf | Make an appeal or request | James Wolfensohn | 2005-02-08\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-02-04\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-01-10\nAnswer:", "completion": " Foreign Affairs (France)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1261228", "prompt": "In which month did Muhammadu Buhari last accuse Oluṣẹgun Ọbasanjọ?\nEvidence:\n- Muhammadu Buhari | Accuse | Oluṣẹgun Ọbasanjọ | 2006-02-25\n- Muhammadu Buhari | Demand | Oluṣẹgun Ọbasanjọ | 2005-07-01\n- Muhammadu Buhari | Make statement | Oluṣẹgun Ọbasanjọ | 2006-12-15\n- Muhammadu Buhari | Criticize or denounce | Oluṣẹgun Ọbasanjọ | 2005-06-22\n- Muhammadu Buhari | Bring lawsuit against | Oluṣẹgun Ọbasanjọ | 2007-08-24\n- Muhammadu Buhari | Bring lawsuit against | Oluṣẹgun Ọbasanjọ | 2005-07-01\n- Muhammadu Buhari | Accuse | Umaru Musa Yar'Adua | 2007-06-26\n- Oluṣẹgun Ọbasanjọ | Demand | Citizen (Africa) | 2007-02-02\n- Oluṣẹgun Ọbasanjọ | Demand | Citizen (Africa) | 2007-01-31\n- Muhammadu Buhari | Engage in symbolic act | Citizen (Nigeria) | 2006-06-12\n- Citizen (Nigeria) | Engage in symbolic act | Muhammadu Buhari | 2007-05-02\n- Muhammadu Buhari | Provide aid | Niger | 2005-07-28\n- Muhammadu Buhari | Consult | Bukola Saraki | 2006-11-21\n- Citizen (Nigeria) | Yield | Muhammadu Buhari | 2006-12-19\n- Citizen (Nigeria) | Reject | Muhammadu Buhari | 2006-12-24\nAnswer:", "completion": " 2006-02", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1065986", "prompt": "Who was the last to praise Angela Merkel before Donald Rumsfeld?\nEvidence:\n- Donald Rumsfeld | Praise or endorse | Iraq | 2005-02-13\n- Donald Rumsfeld | Investigate | Iraq | 2005-02-11\n- Joschka Fischer | Consult | Donald Rumsfeld | 2005-02-13\n- Jerzy Szmajdzinski | Consult | Donald Rumsfeld | 2005-02-09\n- Iraq | Receive inspectors | Donald Rumsfeld | 2005-02-11\n- Donald Rumsfeld | Make statement | Romania | 2005-02-10\n- Donald Rumsfeld | Make statement | Iraq | 2005-02-13\n- Donald Rumsfeld | Make statement | Iraq | 2005-02-06\n- Donald Rumsfeld | Make statement | Iraq | 2005-02-03\n- Donald Rumsfeld | Make statement | Iran | 2005-02-07\n- Donald Rumsfeld | Consult | Joschka Fischer | 2005-02-13\n- Donald Rumsfeld | Consult | Jerzy Szmajdzinski | 2005-02-09\n- Lawyer/Attorney (Germany) | Investigate | Donald Rumsfeld | 2005-02-10\n- Iraq | Host a visit | Donald Rumsfeld | 2005-02-24\n- Iraq | Host a visit | Donald Rumsfeld | 2005-02-18\nAnswer:", "completion": " Tony Blair", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1283762", "prompt": "Who made the children of Thailand suffer from unconventional violence in March 2014?\nEvidence:\n- Armed Gang (Thailand) | Use unconventional violence | Children (Thailand) | 2014-03-01\n- Citizen (Thailand) | Use unconventional violence | Thailand | 2014-03-16\n- Citizen (Thailand) | Use unconventional violence | Thailand | 2014-03-15\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2014-03-26\n- Thailand | Arrest, detain, or charge with legal action | Children (Thailand) | 2014-03-03\n- Member of the Judiciary (United States) | Make statement | France | 2014-03-26\n- Thailand | Engage in diplomatic cooperation | Iraq | 2014-03-27\n- Iraq | Engage in diplomatic cooperation | Thailand | 2014-03-27\n- Thailand | Accuse | Citizen (Thailand) | 2014-03-26\n- Protester (Thailand) | Threaten | Thailand | 2014-03-01\n- Party Member (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2014-03-28\n- Party Member (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2014-03-26\n- Thailand | Complain officially | Citizen (Thailand) | 2014-03-02\n- Ombudsman (Thailand) | Make statement | Thailand | 2014-03-07\n- Governor (Thailand) | Make statement | Thailand | 2014-03-18\nAnswer:", "completion": " Armed Gang (Thailand)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1268604", "prompt": "After the Australian Member of Parliament, to whom did the Liberal National Party make the first appeal?\nEvidence:\n- Member of Parliament (Australia) | Demand | Liberal National Party | 2009-03-31\n- Member of Parliament (Australia) | Make statement | Liberal National Party | 2010-01-27\n- Member of Parliament (Australia) | Make statement | Liberal National Party | 2009-04-02\n- Member of Parliament (Australia) | Make statement | Liberal National Party | 2009-04-01\n- Member of Parliament (Australia) | Make statement | Liberal National Party | 2009-03-31\n- Member of Parliament (Australia) | Make statement | Liberal National Party | 2009-03-24\n- Member of Parliament (Australia) | Make statement | Liberal National Party | 2008-11-13\n- Member of Parliament (Australia) | Make statement | Liberal National Party | 2008-07-29\n- Liberal National Party | Reduce relations | Member of Parliament (Australia) | 2009-03-22\n- Party President (Liberal National Party) | Make statement | Liberal National Party | 2009-03-21\n- Liberal National Party | Appeal for diplomatic cooperation (such as policy support) | Member of Parliament (Australia) | 2009-12-01\n- Liberal National Party | Express intent to meet or negotiate | Party President (Liberal National Party) | 2008-07-11\n- Liberal National Party | Make statement | People Associated with the Opposition (Australia) | 2008-08-25\n- Liberal National Party | Appeal to others to settle dispute | Citizen (Australia) | 2009-11-28\n- Campbell Newman | Make statement | Liberal National Party | 2009-08-05\nAnswer:", "completion": " Lawyer/Attorney (Australia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1336288", "prompt": "After the Pokot militia, who was the first to use unconventional violence against the Kenyan police?\nEvidence:\n- Women (Uganda) | Use unconventional violence | Pokot | 2009-10-19\n- Citizen (Uganda) | Use unconventional violence | Pokot | 2009-06-01\n- Indigenous People (Kenya) | Use unconventional violence | Pokot | 2013-12-06\n- Police (Kenya) | Use conventional military force | Pokot | 2006-09-01\n- Pokot | Use conventional military force | Police (Kenya) | 2011-07-29\n- Pokot | Use conventional military force | Police (Kenya) | 2006-09-01\n- Pokot | Yield | Police (Kenya) | 2014-11-05\n- Police (Uganda) | Make statement | Pokot | 2007-06-02\n- Police (Kenya) | Make statement | Pokot | 2006-12-14\n- Police (Kenya) | Make statement | Pokot | 2006-10-29\n- Pokot | Use conventional military force | Men (Kenya) | 2008-03-09\n- Pokot | Use conventional military force | Citizen (Uganda) | 2011-10-05\n- Pokot | Use conventional military force | Citizen (Uganda) | 2010-01-04\n- Pokot | Use conventional military force | Citizen (Uganda) | 2009-06-01\n- Pokot | Use conventional military force | Citizen (Uganda) | 2007-07-23\nAnswer:", "completion": " Men (Kenya)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1080039", "prompt": "Who was supported by Wen Jiabao in the same year of Madagascar?\nEvidence:\n- Wen Jiabao | Engage in negotiation | Bertie Ahern | 2005-01-19\n- Bertie Ahern | Engage in negotiation | Wen Jiabao | 2005-01-19\n- Wen Jiabao | Investigate | China | 2005-01-08\n- Thailand | Investigate | Wen Jiabao | 2005-01-24\n- Cambodia | Investigate | Wen Jiabao | 2005-01-24\n- Wen Jiabao | Consult | Association of Southeast Asian Nations | 2005-01-06\n- Association of Southeast Asian Nations | Consult | Wen Jiabao | 2005-01-06\n- Military (Madagascar) | Make statement | Madagascar | 2006-03-06\n- Wen Jiabao | Make statement | Maldives | 2005-01-07\n- Wen Jiabao | Make statement | China | 2005-02-02\n- Wen Jiabao | Make statement | China | 2005-01-21\n- Wen Jiabao | Make statement | China | 2005-01-20\n- Wen Jiabao | Make statement | China | 2005-01-13\n- Wen Jiabao | Make statement | China | 2005-01-08\n- Wen Jiabao | Make statement | China | 2005-01-07\nAnswer:", "completion": " Iran", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1278758", "prompt": "In which month did the Ukrainian military first appeal to the Ukrainian head of government?\nEvidence:\n- Head of Government (Brazil) | Arrest, detain, or charge with legal action | First Command of the Capital | 2006-01-15\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-07-02\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-06-27\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- The Chronicle | Consult | Head of Government (Ghana) | 2005-06-15\n- Head of Government (Ghana) | Consult | The Chronicle | 2005-06-15\n- University of the Republic | Consult | Head of Government (Uruguay) | 2010-02-19\n- Head of Government (Uruguay) | Consult | University of the Republic | 2010-02-19\n- Head of Government (Chile) | Consult | Chancellor of the Exchequer | 2009-05-02\n- Chancellor of the Exchequer | Consult | Head of Government (Chile) | 2009-05-02\n- Member of Parliament (Ukraine) | Praise or endorse | People Associated with the Opposition (Ukrainian Democratic Alliance for Reform) | 2013-04-01\nAnswer:", "completion": " 2009-01", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1286454", "prompt": "Who was the first to be beaten by the conventional military forces of the African peacekeeping force after the Sudanese rioter?\nEvidence:\n- Peacekeeping Troop (African Union) | Use conventional military force | Rioter (Sudan) | 2006-12-11\n- Peacekeeping Troop (Africa) | Use conventional military force | Rioter (Sudan) | 2006-12-11\n- Peacekeeping Troop (African Union) | Use conventional military force | African Union | 2012-05-23\n- Peacekeeping Troop (African Union) | Use conventional military force | African Union | 2010-05-21\n- African Union | Use conventional military force | Peacekeeping Troop (African Union) | 2007-04-03\n- Rioter (Sudan) | Provide military protection or peacekeeping | African Union | 2006-12-10\n- Peacekeeping Troop (African Union) | Use conventional military force | Eritrea | 2009-06-16\n- Eritrea | Use conventional military force | Peacekeeping Troop (African Union) | 2009-06-16\n- African Union | Use conventional military force | Peacekeeping Troop (Rwanda) | 2013-11-25\n- Peacekeeping Troop (African Union) | Use conventional military force | Militant (Somalia) | 2010-02-11\n- Peacekeeping Troop (African Union) | Use conventional military force | Criminal (Somalia) | 2009-09-25\n- Peacekeeping Troop (African Union) | Use conventional military force | Citizen (Sudan) | 2015-04-27\n- Peacekeeping Troop (African Union) | Use conventional military force | Al-Shabaab | 2012-11-12\n- Peacekeeping Troop (African Union) | Use conventional military force | Al-Shabaab | 2011-10-25\n- Peacekeeping Troop (African Union) | Use conventional military force | Al-Shabaab | 2011-07-02\nAnswer:", "completion": " Al-Shabaab", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1352418", "prompt": "Which country did Mexico request for first after International Monetary Fund?\nEvidence:\n- International Monetary Fund | Appeal for political reform | Japan | 2005-04-17\n- International Monetary Fund | Threaten | Romania | 2005-06-28\n- International Monetary Fund | Investigate | Tanzania | 2005-08-02\n- International Monetary Fund | Investigate | Tanzania | 2005-02-25\n- International Monetary Fund | Investigate | Iraq | 2005-05-12\n- International Monetary Fund | Demand | China | 2005-04-20\n- International Monetary Fund | Demand | Angola | 2005-07-06\n- International Monetary Fund | Make an appeal or request | Citizen (International) | 2005-04-17\n- Romania | Express accord | International Monetary Fund | 2005-04-13\n- Iraq | Express accord | International Monetary Fund | 2005-03-07\n- International Monetary Fund | Make statement | Vietnam | 2005-05-31\n- International Monetary Fund | Make statement | France | 2005-01-27\n- International Monetary Fund | Make statement | China | 2005-01-25\n- International Monetary Fund | Make an appeal or request | Vietnam | 2005-03-24\n- Romania | Sign formal agreement | International Monetary Fund | 2005-06-23\nAnswer:", "completion": " Labor Union (Mexico)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1044097", "prompt": "At what time did David Bakradze first express his intention to meet with the UN Security Council?\nEvidence:\n- UN Security Council | Consult | David Bakradze | 2008-04-24\n- UN Security Council | Consult | David Bakradze | 2008-04-21\n- David Bakradze | Consult | UN Security Council | 2008-04-24\n- David Bakradze | Consult | UN Security Council | 2008-04-21\n- David Bakradze | Express intent to meet or negotiate | UN Security Council | 2008-09-06\n- David Bakradze | Express intent to meet or negotiate | UN Security Council | 2008-04-23\n- David Bakradze | Express intent to meet or negotiate | UN Security Council | 2008-04-20\n- David Bakradze | Make optimistic comment | UN Security Council | 2008-07-16\n- David Bakradze | Express intent to meet or negotiate | The Hague | 2008-10-17\n- David Bakradze | Express intent to meet or negotiate | Taavi Veskimägi | 2005-11-16\n- David Bakradze | Express intent to meet or negotiate | Stephen Hadley | 2008-04-23\n- David Bakradze | Express intent to meet or negotiate | Stephen Hadley | 2008-04-21\n- David Bakradze | Express intent to meet or negotiate | Sergey Bagapsh | 2008-04-07\n- David Bakradze | Express intent to meet or negotiate | Government (Georgia) | 2007-10-24\n- David Bakradze | Express intent to meet or negotiate | Barack Obama | 2008-08-22\nAnswer:", "completion": " 2008-04-20", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1017339", "prompt": "Who was the last person with whom the Prime Minister of Kenya expressed an intention to negotiate?\nEvidence:\n- Prime Minister Chaudhry | Express intent to meet or negotiate | Prime Minister Qarase | 2006-05-19\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-09\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-08\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-11-14\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-10-05\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Demand | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-11-24\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-05-19\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2005-05-05\nAnswer:", "completion": " William Ruto", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1009256", "prompt": "With whom did Chuck Hagel first have a telephone conversation after Sedki Sobhi?\nEvidence:\n- Sedki Sobhi | Discuss by telephone | Chuck Hagel | 2014-09-21\n- Chuck Hagel | Discuss by telephone | Sedki Sobhi | 2014-09-21\n- Sedki Sobhi | Consult | Chuck Hagel | 2014-09-22\n- Sedki Sobhi | Consult | Chuck Hagel | 2014-09-21\n- Sedki Sobhi | Consult | Chuck Hagel | 2014-09-20\n- Sedki Sobhi | Consult | Chuck Hagel | 2014-04-28\n- Sedki Sobhi | Consult | Chuck Hagel | 2014-04-25\n- Sedki Sobhi | Consult | Chuck Hagel | 2014-04-14\n- Chuck Hagel | Consult | Sedki Sobhi | 2014-09-22\n- Chuck Hagel | Consult | Sedki Sobhi | 2014-09-21\n- Chuck Hagel | Consult | Sedki Sobhi | 2014-09-20\n- Chuck Hagel | Consult | Sedki Sobhi | 2014-04-28\n- Chuck Hagel | Consult | Sedki Sobhi | 2014-04-25\n- Chuck Hagel | Consult | Sedki Sobhi | 2014-04-14\n- Sedki Sobhi | Praise or endorse | Chuck Hagel | 2014-10-28\nAnswer:", "completion": " Ismet Yilmaz", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1322111", "prompt": "Who last expressed the intention to negotiate with Sudan before the South African peacekeeping force did?\nEvidence:\n- African Union | Provide military protection or peacekeeping | Sudan | 2005-01-12\n- African Union | Provide military protection or peacekeeping | Sudan | 2005-01-11\n- African Union | Provide military protection or peacekeeping | Sudan | 2005-01-10\n- UN Security Council | Express intent to provide military protection or peacekeeping | Sudan | 2005-01-19\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2005-01-13\n- Sudan | Make pessimistic comment | African Union | 2005-01-04\n- African Union | Express intent to meet or negotiate | Ethiopia | 2005-08-02\n- African Union | Express intent to meet or negotiate | Ethiopia | 2005-03-06\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Sudan | Express intent to meet or negotiate | Ethiopia | 2005-08-10\n- Sudan | Express intent to meet or negotiate | Ethiopia | 2005-04-19\n- Sudan | Express intent to meet or negotiate | Ethiopia | 2005-04-18\n- Ethiopia | Express intent to meet or negotiate | Sudan | 2005-08-10\nAnswer:", "completion": " Citizen (Sudan)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1236722", "prompt": "Before 3 October 2014, who used conventional military force against the military of Russia?\nEvidence:\n- Military (Ukraine) | Use conventional military force | Military (Russia) | 2014-10-03\n- Military (Russia) | Use conventional military force | Military (Ukraine) | 2014-10-03\nAnswer:", "completion": " France", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 0} +{"id": "mtq_1343905", "prompt": "Who made a request to South Korea in 2009-11?\nEvidence:\n- South Korea | Engage in negotiation | Iraq | 2009-01-12\n- Iraq | Engage in negotiation | South Korea | 2009-01-12\n- Police (South Korea) | Express intent to meet or negotiate | South Korea | 2009-01-05\n- Citizen (North Korea) | Make an appeal or request | South Korea | 2009-01-14\n- Citizen (North Korea) | Make an appeal or request | South Korea | 2009-01-13\n- China | Host a visit | South Korea | 2009-01-14\n- South Korea | Engage in diplomatic cooperation | Japan | 2009-01-11\n- South Korea | Appeal to yield | Japan | 2009-01-07\n- Police (South Korea) | Investigate | South Korea | 2009-01-12\n- South Korea | Make an appeal or request | Japan | 2009-01-07\n- Intelligence Officer (South Korea) | Investigate | South Korea | 2009-01-12\n- South Korea | Express intent to cooperate | Japan | 2009-01-12\n- South Korea | Express intent to cooperate | Japan | 2009-01-11\n- Japan | Express intent to cooperate | South Korea | 2009-01-12\n- Japan | Express intent to cooperate | South Korea | 2009-01-11\nAnswer:", "completion": " Newspaper (South Korea)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1043833", "prompt": "Who fought the Military Personnel - Special of Afghanistan with small arms and light weapons after September 2013?\nEvidence:\n- Military Personnel - Special (Afghanistan) | fight with small arms and light weapons | Women (Afghanistan) | 2014-02-13\n- Military Personnel - Special (Afghanistan) | fight with small arms and light weapons | Women (Afghanistan) | 2008-09-03\n- Military Personnel - Special (Afghanistan) | fight with small arms and light weapons | Protester (Afghanistan) | 2013-06-04\n- Military Personnel - Special (Afghanistan) | fight with small arms and light weapons | Protester (Afghanistan) | 2013-05-09\n- Military Personnel - Special (Afghanistan) | fight with small arms and light weapons | Protester (Afghanistan) | 2013-05-08\n- Military Personnel - Special (Afghanistan) | fight with small arms and light weapons | Protester (Afghanistan) | 2010-09-22\n- Military Personnel - Special (Afghanistan) | fight with small arms and light weapons | Protester (Afghanistan) | 2010-09-11\n- Military Personnel - Special (Afghanistan) | fight with small arms and light weapons | Protester (Afghanistan) | 2010-05-10\n- Military Personnel - Special (Afghanistan) | fight with small arms and light weapons | Insurgent (Afghanistan) | 2014-03-25\n- Military Personnel - Special (Afghanistan) | fight with small arms and light weapons | Insurgent (Afghanistan) | 2012-04-28\n- Military Personnel - Special (Afghanistan) | fight with small arms and light weapons | Insurgent (Afghanistan) | 2011-11-14\n- Military Personnel - Special (Afghanistan) | fight with small arms and light weapons | Insurgent (Afghanistan) | 2011-11-01\n- Military Personnel - Special (Afghanistan) | fight with small arms and light weapons | Insurgent (Afghanistan) | 2010-12-19\n- Military Personnel - Special (Afghanistan) | fight with small arms and light weapons | Insurgent (Afghanistan) | 2010-01-18\n- Military Personnel - Special (Afghanistan) | fight with small arms and light weapons | Insurgent (Afghanistan) | 2009-08-20\nAnswer:", "completion": " Insurgent (Afghanistan)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1307553", "prompt": "Who wanted to negotiate with Fawzi Salloukh in 2007-12?\nEvidence:\n- Future Movement | Express intent to meet or negotiate | Fawzi Salloukh | 2007-12-13\n- The Voice (Lebanon) | Consult | Fawzi Salloukh | 2007-03-07\n- Foreign Affairs (Lebanon) | Consult | Fawzi Salloukh | 2007-10-19\n- Fawzi Salloukh | Praise or endorse | Iran | 2007-03-07\n- Fawzi Salloukh | Consult | The Voice (Lebanon) | 2007-03-07\n- Fawzi Salloukh | Consult | Foreign Affairs (Lebanon) | 2007-10-19\n- Fawzi Salloukh | Appeal to others to settle dispute | Middle East | 2007-12-21\n- Foreign Affairs (Lebanon) | Host a visit | Fawzi Salloukh | 2007-08-10\n- Fawzi Salloukh | Make a visit | Foreign Affairs (Lebanon) | 2007-08-10\n- Iran | Express intent to meet or negotiate | China | 2007-01-04\n- Zurab Nogaideli | Express intent to meet or negotiate | Iran | 2007-01-16\n- Mahmoud Ahmadinejad | Express intent to meet or negotiate | Iran | 2007-01-04\n- Mahmoud Ahmadinejad | Express intent to meet or negotiate | Iran | 2007-01-03\n- Mahmoud Ahmadinejad | Express intent to meet or negotiate | Iran | 2007-01-01\n- Iran | Express intent to meet or negotiate | Rafael Correa | 2007-01-14\nAnswer:", "completion": " Future Movement", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1039993", "prompt": "Who last did the Cabinet Council of Ministers Advisors of United States sign formal agreements with before Volodymyr Khandohiy?\nEvidence:\n- Volodymyr Khandohiy | Sign formal agreement | Cabinet / Council of Ministers / Advisors (United States) | 2009-09-25\n- Cabinet / Council of Ministers / Advisors (United States) | Sign formal agreement | Volodymyr Khandohiy | 2009-09-25\n- Volodymyr Khandohiy | Consult | Foreign Affairs (Hungary) | 2007-02-06\n- Kostyantyn Gryshchenko | Make statement | Volodymyr Khandohiy | 2009-03-11\n- Foreign Affairs (Hungary) | Consult | Volodymyr Khandohiy | 2007-02-06\n- Foreign Affairs (Hungary) | Consult | Envoy (United States) | 2014-12-04\n- Foreign Affairs (Hungary) | Consult | Envoy (United States) | 2014-12-03\n- Envoy (United States) | Consult | Foreign Affairs (Hungary) | 2014-12-04\n- Envoy (United States) | Consult | Foreign Affairs (Hungary) | 2014-12-03\n- Foreign Affairs (Hungary) | Make statement | UN Security Council | 2005-06-24\n- Foreign Affairs (Hungary) | Praise or endorse | United Arab Emirates | 2013-05-08\n- Sudan | Receive deployment of peacekeepers | Foreign Affairs (Hungary) | 2011-01-06\n- Sudan | Receive deployment of peacekeepers | Foreign Affairs (Hungary) | 2011-01-05\n- Head of Government (Mongolia) | Host a visit | Foreign Affairs (Hungary) | 2006-12-14\n- Foreign Affairs (Hungary) | Make a visit | Head of Government (Mongolia) | 2006-12-14\nAnswer:", "completion": " Bogdan Klich", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1096937", "prompt": "Who signed formal agreements with South Sudan in October 2012?\nEvidence:\n- Sudan | Sign formal agreement | South Sudan | 2012-10-31\n- Sudan | Sign formal agreement | South Sudan | 2012-10-29\n- Sudan | Sign formal agreement | South Sudan | 2012-10-24\n- Sudan | Sign formal agreement | South Sudan | 2012-10-16\n- Sudan | Sign formal agreement | South Sudan | 2012-10-15\n- Sudan | Sign formal agreement | South Sudan | 2012-10-14\n- Sudan | Sign formal agreement | South Sudan | 2012-10-08\n- Sudan | Sign formal agreement | South Sudan | 2012-10-05\n- Sudan | Sign formal agreement | South Sudan | 2012-10-04\n- Sudan | Sign formal agreement | South Sudan | 2012-10-02\n- Sudan | Sign formal agreement | South Sudan | 2012-10-01\n- South Sudan | Sign formal agreement | Sudan | 2012-10-29\n- South Sudan | Sign formal agreement | Sudan | 2012-10-24\n- South Sudan | Sign formal agreement | Sudan | 2012-10-16\n- South Sudan | Sign formal agreement | Sudan | 2012-10-15\nAnswer:", "completion": " Government (Sudan)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1213688", "prompt": "Who was the last person to visit Sudan before Ismaïl Omar Guelleh?\nEvidence:\n- Qatar | Host a visit | Ismaïl Omar Guelleh | 2005-06-14\n- Qatar | Host a visit | Ismaïl Omar Guelleh | 2005-02-16\n- Qatar | Host a visit | Ismaïl Omar Guelleh | 2005-02-15\n- Oman | Host a visit | Ismaïl Omar Guelleh | 2006-08-17\n- Ismaïl Omar Guelleh | Make a visit | Qatar | 2005-06-14\n- Ismaïl Omar Guelleh | Make a visit | Qatar | 2005-02-16\n- Ismaïl Omar Guelleh | Make a visit | Qatar | 2005-02-15\n- Ismaïl Omar Guelleh | Make a visit | Oman | 2006-08-17\n- Ismaïl Omar Guelleh | Make a visit | Iran | 2006-09-06\n- Ismaïl Omar Guelleh | Make a visit | Iran | 2006-09-05\n- Ismaïl Omar Guelleh | Make a visit | France | 2005-05-18\n- Ismaïl Omar Guelleh | Make a visit | France | 2005-05-17\n- Ismaïl Omar Guelleh | Make a visit | Ethiopia | 2005-04-11\n- Ismaïl Omar Guelleh | Make a visit | China | 2006-11-06\n- Ismaïl Omar Guelleh | Make a visit | China | 2006-11-05\nAnswer:", "completion": " John Brennan", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1326394", "prompt": "After the President of Peru, who was the first to request a meeting with Roh Moo Hyun?\nEvidence:\n- Roh Moo Hyun | Make a visit | France | 2005-01-15\n- France | Host a visit | Roh Moo Hyun | 2005-01-15\n- Roh Moo Hyun | Demand | Japan | 2005-03-04\n- Roh Moo Hyun | Demand | Japan | 2005-03-03\n- Roh Moo Hyun | Demand | Japan | 2005-03-02\n- Roh Moo Hyun | Demand | Japan | 2005-03-01\n- Roh Moo Hyun | Demand | Japan | 2005-02-25\n- Roh Moo Hyun | Consult | Chongwadai | 2005-02-19\n- Chongwadai | Consult | Roh Moo Hyun | 2005-02-19\n- South Korea | Host a visit | Roh Moo Hyun | 2005-02-27\n- Roh Moo Hyun | Make a visit | South Korea | 2005-02-27\n- South Korea | Reject | Roh Moo Hyun | 2005-02-17\n- Roh Moo Hyun | Make statement | Japan | 2005-03-14\n- Roh Moo Hyun | Make statement | Japan | 2005-03-02\n- Roh Moo Hyun | Make statement | Chongwadai | 2005-02-23\nAnswer:", "completion": " Head of Government (South Korea)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1227570", "prompt": "Who wanted to meet Nabih Berri last, before the Lebanese media?\nEvidence:\n- Media Personnel (Lebanon) | Express intent to meet or negotiate | Nabih Berri | 2006-07-16\n- Nabih Berri | Consult | Iran | 2005-06-20\n- Iran | Consult | Nabih Berri | 2005-06-20\n- Nabih Berri | Express intent to meet or negotiate | Romania | 2006-07-12\n- Nabih Berri | Express intent to meet or negotiate | Qatar | 2005-10-11\n- Omar Suleiman | Express intent to meet or negotiate | Nabih Berri | 2006-01-30\n- Mahmoud Abbas | Express intent to meet or negotiate | Nabih Berri | 2005-07-08\n- Javier Solana | Express intent to meet or negotiate | Nabih Berri | 2006-07-16\n- Nabih Berri | Reject | Extremist (Lebanon) | 2005-02-21\n- Nabih Berri | Make statement | Iran | 2005-06-20\n- Nabih Berri | Consult | Ministry (Iran) | 2006-02-18\n- Nabih Berri | Consult | Mahmoud Ahmadinejad | 2006-01-21\n- Nabih Berri | Consult | Georgios Papandreou | 2006-07-26\n- Nabih Berri | Consult | Fawzi Salloukh | 2006-07-25\n- Nabih Berri | Assassinate | Rafiq Hariri | 2006-03-02\nAnswer:", "completion": " Omar Suleiman", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1066590", "prompt": "Who did the government of Georgia ask before the separatists of Georgia?\nEvidence:\n- Member of the Judiciary (Georgia) | Make an appeal or request | Government (Georgia) | 2013-07-08\n- Opposition Coalition (Georgia) | Demand | Member of the Judiciary (Georgia) | 2015-02-10\n- Court Judge (Georgia) | Demand | Member of the Judiciary (Georgia) | 2009-08-25\n- China | Accuse | Ethnic Separatists (China) | 2009-09-05\n- Member of the Judiciary (Georgia) | Make statement | Court Judge (Georgia) | 2006-09-12\n- Member of the Judiciary (Georgia) | Make statement | Court Judge (Georgia) | 2006-07-03\n- Member of the Judiciary (Georgia) | Make statement | Court Judge (Georgia) | 2005-09-20\n- Presidential Candidate (Georgia) | Demonstrate or rally | Member of the Judiciary (Georgia) | 2012-01-21\n- Member of the Judiciary (Georgia) | Make optimistic comment | Court Judge (Georgia) | 2007-04-12\n- Veterans (Georgia) | Accuse | Government (Georgia) | 2011-01-04\n- Veterans (Georgia) | Accuse | Government (Georgia) | 2007-02-27\n- Separatist (Georgia) | Accuse | Government (Georgia) | 2008-07-08\n- Population (Georgia) | Accuse | Government (Georgia) | 2006-10-30\n- Government (Georgia) | Reject | Veterans (Georgia) | 2007-02-27\n- Tea Tsulukiani | Consult | Member of the Judiciary (Georgia) | 2015-04-06\nAnswer:", "completion": " Citizen (International)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1013230", "prompt": "Who was accused by the Police of Canada after Jun 13, 2012?\nEvidence:\n- Police (Canada) | Discuss by telephone | Business (Canada) | 2008-10-08\n- Business (Canada) | Discuss by telephone | Police (Canada) | 2008-10-08\n- Wang Jun | Make statement | China | 2013-08-28\n- Wang Jun | Make statement | China | 2008-11-14\n- Wang Jun | Make statement | China | 2006-09-06\n- Police (Canada) | Accuse of espionage, treason | Blogger (Canada) | 2009-07-22\n- Police (Canada) | Discuss by telephone | Agence France-Presse | 2006-04-06\n- Agence France-Presse | Discuss by telephone | Police (Canada) | 2006-04-06\n- Ministry of Public Security (Canada) | Make statement | Police (Canada) | 2007-08-31\n- Main Opposition (Canada) | Kill by physical assault | Business (Canada) | 2006-05-17\n- Women (Canada) | Reject | Police (Canada) | 2008-05-23\n- Women (Canada) | Accuse | Police (Canada) | 2010-07-23\n- Women (Canada) | Accuse | Police (Canada) | 2007-11-22\n- Women (Canada) | Accuse | Police (Canada) | 2006-05-25\n- Women (Canada) | Accuse | Police (Canada) | 2005-05-16\nAnswer:", "completion": " Attorney General (Canada)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1066483", "prompt": "Could you tell me the exact month in which the Royal Administration of Spain began negotiations with Habib Essid?\nEvidence:\n- Royal Administration (Spain) | Engage in negotiation | Habib Essid | 2015-10-28\n- Habib Essid | Engage in negotiation | Royal Administration (Spain) | 2015-10-28\n- Najem Gharsalli | Engage in negotiation | Habib Essid | 2015-10-10\n- Habib Essid | Engage in negotiation | Najem Gharsalli | 2015-10-10\n- Habib Essid | Engage in negotiation | Federica Mogherini | 2015-06-02\n- Federica Mogherini | Engage in negotiation | Habib Essid | 2015-06-02\n- Mahmoud Abbas | Consult | Habib Essid | 2015-05-14\n- Habib Essid | Make statement | Qatar | 2015-12-14\n- Habib Essid | Make statement | Japan | 2015-03-19\n- Habib Essid | Make statement | France | 2015-11-20\n- Habib Essid | Consult | Mahmoud Abbas | 2015-05-14\n- Habib Essid | Consult | Government (Poland) | 2015-07-26\n- Habib Essid | Consult | Federica Mogherini | 2015-02-13\n- Habib Essid | Consult | Christine Lagarde | 2015-09-08\n- Habib Essid | Consult | Barack Obama | 2015-04-12\nAnswer:", "completion": " 2015-10", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1179801", "prompt": "In which month did the Angolan military visit South Africa?\nEvidence:\n- South Africa | Engage in negotiation | Japan | 2005-02-05\n- South Africa | Engage in negotiation | France | 2005-02-05\n- Japan | Engage in negotiation | South Africa | 2005-02-05\n- France | Engage in negotiation | South Africa | 2005-02-05\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Tanzania | Make a visit | South Africa | 2005-02-22\n- South Africa | Host a visit | Tanzania | 2005-02-22\n- South Africa | Host a visit | Angola | 2005-02-18\n- Angola | Make a visit | South Africa | 2005-02-18\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- Tony Blair | Make a visit | South Africa | 2005-01-14\n- South Africa | Host a visit | Tony Blair | 2005-01-14\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- South African National Defence Force | Increase military alert status | South Africa | 2005-02-03\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\nAnswer:", "completion": " 2007-01", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1032218", "prompt": "Who requested for Pervez Musharraf last before the Scholar of Pakistan did?\nEvidence:\n- Pervez Musharraf | Coerce | Criminal (Pakistan) | 2005-01-12\n- Pervez Musharraf | Make statement | Head of Government (Pakistan) | 2005-01-12\n- Pervez Musharraf | Make statement | Head of Government (Pakistan) | 2005-01-11\n- Pervez Musharraf | Make statement | Legislature (Pakistan) | 2005-01-01\n- Pervez Musharraf | Make statement | Government (Pakistan) | 2005-02-14\n- Pervez Musharraf | Make statement | Government (Pakistan) | 2005-02-01\n- Pervez Musharraf | Make statement | Government (Pakistan) | 2005-01-04\n- Pervez Musharraf | Make statement | Government (Pakistan) | 2005-01-03\n- Opposition Supporter (Pakistan) | Accuse | Pervez Musharraf | 2005-01-13\n- Opposition Supporter (Pakistan) | Accuse | Pervez Musharraf | 2005-01-12\n- Islamic Extremist Group (Pakistan) | Accuse | Pervez Musharraf | 2005-01-21\n- Pervez Musharraf | Engage in symbolic act | Head of Government (Pakistan) | 2005-02-08\n- Pervez Musharraf | Engage in symbolic act | Head of Government (Pakistan) | 2005-01-21\n- Head of Government (Pakistan) | Engage in symbolic act | Pervez Musharraf | 2005-01-21\n- Pervez Musharraf | Praise or endorse | Pakistan administered Kashmir | 2005-02-04\nAnswer:", "completion": " High Ranking Military Personnel (Pakistan)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1364304", "prompt": "Who was the first to express the intention to meet Pervez Musharraf after the Foreign Ministry of France?\nEvidence:\n- Pervez Musharraf | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Jack Straw | Express intent to meet or negotiate | Pervez Musharraf | 2005-02-14\n- Jack Straw | Express intent to meet or negotiate | Pervez Musharraf | 2005-02-13\n- Pervez Musharraf | Make an appeal or request | France | 2005-02-10\n- Pervez Musharraf | Consult | Japan | 2005-01-10\n- Japan | Consult | Pervez Musharraf | 2005-01-10\n- Pervez Musharraf | Refuse to yield | Benazir Bhutto | 2005-01-12\n- Pervez Musharraf | Refuse to yield | Benazir Bhutto | 2005-01-11\n- Pervez Musharraf | Make statement | Head of Government (Pakistan) | 2005-01-12\n- Pervez Musharraf | Make statement | Head of Government (Pakistan) | 2005-01-11\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-02-04\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-01-10\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-02-04\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-01-10\n- Pervez Musharraf | Consult | Jack Straw | 2005-02-14\nAnswer:", "completion": " High Ranking Military Personnel (Pakistan)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1179901", "prompt": "Who paid a visit to Mahamat Saleh Annadif on 12 February 2013?\nEvidence:\n- Mahamat Saleh Annadif | Host a visit | Burundi | 2013-02-12\n- Burundi | Make a visit | Mahamat Saleh Annadif | 2013-02-12\nAnswer:", "completion": " Burundi", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 1} +{"id": "mtq_1234561", "prompt": "Who would wish to visit Middle East last before Okada Katsuya did?\nEvidence:\n- Okada Katsuya | Make a visit | Middle East | 2005-03-30\n- Middle East | Host a visit | Okada Katsuya | 2005-03-30\n- Sudan | Host a visit | Okada Katsuya | 2005-05-05\n- Okada Katsuya | Make a visit | Sudan | 2005-05-05\n- Okada Katsuya | Make a visit | Japan | 2005-09-10\n- Okada Katsuya | Make a visit | Iran | 2006-04-26\n- Okada Katsuya | Make a visit | China | 2005-05-11\n- Japan | Host a visit | Okada Katsuya | 2005-09-10\n- Iran | Host a visit | Okada Katsuya | 2006-04-26\n- China | Host a visit | Okada Katsuya | 2005-05-11\n- Okada Katsuya | Demand | Japan | 2009-09-05\n- Okada Katsuya | Demand | Iran | 2006-05-03\n- Okada Katsuya | Make statement | Japan | 2009-09-24\n- Okada Katsuya | Make statement | Japan | 2009-09-21\n- Okada Katsuya | Make statement | Japan | 2009-09-18\nAnswer:", "completion": " Terje Roed Larsen", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1289227", "prompt": "Before the United States Congress, with whom did the Turkish Industrialists' and Businessmen's Association last express its intention to meet?\nEvidence:\n- Turkish Industrialists' and Businessmen's Association | Express intent to meet or negotiate | Congress (United States) | 2010-06-12\n- Turkish Industrialists' and Businessmen's Association | Make statement | China | 2007-11-27\n- Turkish Industrialists' and Businessmen's Association | Investigate | Abdullah Gül | 2007-09-19\n- Turkish Industrialists' and Businessmen's Association | Consult | Abdullah Gül | 2010-02-25\n- Abdullah Gül | Consult | Turkish Industrialists' and Businessmen's Association | 2010-02-25\n- Turkish Industrialists' and Businessmen's Association | Make statement | Businessperson (Turkey) | 2006-03-09\n- Mehmet Simsek | Make statement | Turkish Industrialists' and Businessmen's Association | 2007-11-27\n- Emma Bonino | Make statement | Turkish Industrialists' and Businessmen's Association | 2008-12-18\n- Abdullah Gül | Make statement | Turkish Industrialists' and Businessmen's Association | 2005-02-17\n- Turkish Industrialists' and Businessmen's Association | Express intent to meet or negotiate | Robert Wexler | 2007-03-20\n- Turkish Industrialists' and Businessmen's Association | Express intent to meet or negotiate | Kemal Unakitan | 2005-12-13\n- Turkish Industrialists' and Businessmen's Association | Express intent to meet or negotiate | Citizen (Belgium) | 2007-04-19\n- Turkish Industrialists' and Businessmen's Association | Praise or endorse | Jack Straw | 2006-01-26\n- Turkish Industrialists' and Businessmen's Association | Praise or endorse | Jack Straw | 2006-01-25\n- Turkish Industrialists' and Businessmen's Association | Express intent to meet or negotiate | Juan Carlos I | 2010-04-17\nAnswer:", "completion": " Juan Carlos I", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1184082", "prompt": "Who did Meira Kumar say she wanted to negotiate with in the same year as Emperor Akihito?\nEvidence:\n- Meira Kumar | Express intent to meet or negotiate | Emperor Akihito | 2011-09-28\n- Meira Kumar | Express intent to meet or negotiate | Japan | 2011-09-28\n- Meira Kumar | Express intent to meet or negotiate | Iran | 2011-11-04\n- Meira Kumar | Express intent to meet or negotiate | Iran | 2011-10-31\n- Meira Kumar | Express intent to meet or negotiate | Iran | 2011-10-19\n- Meira Kumar | Express intent to meet or negotiate | Iran | 2011-10-16\n- Minister Patnaik | Consult | Meira Kumar | 2008-11-17\n- Meira Kumar | Make statement | Vietnam | 2010-02-26\n- Meira Kumar | Make statement | Vietnam | 2010-02-25\n- Meira Kumar | Consult | Minister Patnaik | 2008-11-17\n- Meira Kumar | Express intent to meet or negotiate | Yoshihiko Noda | 2011-09-28\n- Meira Kumar | Express intent to meet or negotiate | Arjun Singh | 2006-10-13\n- Arjun Singh | Express intent to meet or negotiate | Meira Kumar | 2006-10-13\n- Vietnam | Host a visit | Meira Kumar | 2011-05-13\n- Mexico | Host a visit | Meira Kumar | 2011-04-13\nAnswer:", "completion": " Iran", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1017447", "prompt": "Who was the first person Elmar Mammadyarov wanted to meet after Salzburg?\nEvidence:\n- Salzburg | Consult | Elmar Mammadyarov | 2012-08-17\n- Elmar Mammadyarov | Consult | Salzburg | 2012-08-17\n- Elmar Mammadyarov | Express intent to meet or negotiate | Salzburg | 2012-08-17\n- Salzburg | Host a visit | Elmar Mammadyarov | 2010-08-20\n- Elmar Mammadyarov | Make a visit | Salzburg | 2010-08-20\n- Elmar Mammadyarov | Make an appeal or request | Salzburg | 2012-08-17\n- Elmar Mammadyarov | Consult | Elmar Mammadyarov | 2005-01-28\n- Elmar Mammadyarov | Express intent to meet or negotiate | Elmar Mammadyarov | 2005-07-20\n- Salzburg | Express intent to meet or negotiate | Salzburg | 2005-08-03\n- Elmar Mammadyarov | Consult | China | 2005-02-07\n- China | Consult | Elmar Mammadyarov | 2005-02-07\n- Elmar Mammadyarov | Express intent to meet or negotiate | France | 2005-11-10\n- Elmar Mammadyarov | Express intent to meet or negotiate | France | 2005-06-14\n- Irakli Alasania | Consult | Elmar Mammadyarov | 2005-07-07\n- Intelligence (Germany) | Consult | Elmar Mammadyarov | 2005-08-13\nAnswer:", "completion": " Iran", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1316674", "prompt": "After Alaa Abdel Fattah, who was the first to condemn the other authorities and officials of Egypt?\nEvidence:\n- Alaa Abdel Fattah | Accuse | Other Authorities / Officials (Egypt) | 2014-03-24\n- Alaa Abdel Fattah | Criticize or denounce | Other Authorities / Officials (Egypt) | 2014-06-12\n- Other Authorities / Officials (Egypt) | Arrest, detain, or charge with legal action | Alaa Abdel Fattah | 2014-03-23\n- Court Judge (Egypt) | Demand | Alaa Abdel Fattah | 2014-03-23\n- Police (Egypt) | Return, release person(s) | Alaa Abdel Fattah | 2014-09-16\n- Court Judge (Egypt) | Ease administrative sanctions | Alaa Abdel Fattah | 2015-02-23\n- Police (Egypt) | Arrest, detain, or charge with legal action | Alaa Abdel Fattah | 2014-08-26\n- Other Authorities / Officials (Egypt) | Investigate | Ministry (Egypt) | 2005-04-20\n- Other Authorities / Officials (Egypt) | Investigate | Ministry (Egypt) | 2005-04-19\n- Other Authorities / Officials (Egypt) | Investigate | Ministry (Egypt) | 2005-04-17\n- Other Authorities / Officials (Egypt) | Investigate | Education (Egypt) | 2005-07-15\n- Head of Government (Egypt) | Make statement | Other Authorities / Officials (Egypt) | 2005-07-27\n- Iran | Accuse | Other Authorities / Officials (Egypt) | 2005-03-27\n- Rights Activist (Egypt) | Accuse | Other Authorities / Officials (Egypt) | 2005-12-07\n- Rights Activist (Egypt) | Accuse | Other Authorities / Officials (Egypt) | 2005-12-06\nAnswer:", "completion": " Rights Activist (Egypt)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1350821", "prompt": "In which year did Mahmoud Ahmadinejad negotiate with Wen Jiabao?\nEvidence:\n- Wen Jiabao | Engage in negotiation | Bertie Ahern | 2005-01-19\n- Bertie Ahern | Engage in negotiation | Wen Jiabao | 2005-01-19\n- Wen Jiabao | Investigate | China | 2005-01-08\n- Thailand | Investigate | Wen Jiabao | 2005-01-24\n- Cambodia | Investigate | Wen Jiabao | 2005-01-24\n- Wen Jiabao | Express intent to meet or negotiate | China | 2005-02-03\n- China | Express intent to meet or negotiate | Wen Jiabao | 2005-01-24\n- Wen Jiabao | Make statement | Maldives | 2005-01-07\n- Wen Jiabao | Make statement | China | 2005-02-02\n- Wen Jiabao | Make statement | China | 2005-01-21\n- Wen Jiabao | Make statement | China | 2005-01-20\n- Wen Jiabao | Make statement | China | 2005-01-13\n- Wen Jiabao | Make statement | China | 2005-01-08\n- Wen Jiabao | Make statement | China | 2005-01-07\n- Wen Jiabao | Make statement | China | 2005-01-06\nAnswer:", "completion": " 2012", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1138711", "prompt": "Which country would want to negotiate with the citizens of Thailand last, before the Director General of Thailand?\nEvidence:\n- Director General (Thailand) | Make an appeal or request | Citizen (Thailand) | 2005-01-14\n- Cabinet / Council of Ministers / Advisors (Thailand) | Express intent to meet or negotiate | Citizen (Thailand) | 2005-01-10\n- Cabinet / Council of Ministers / Advisors (Thailand) | Express intent to meet or negotiate | Citizen (Thailand) | 2005-01-06\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2005-02-16\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2005-02-10\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2005-01-20\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2005-01-17\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2005-01-14\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2005-01-13\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2005-01-12\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2005-01-10\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2005-01-09\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2005-01-06\n- Children (Thailand) | Express intent to meet or negotiate | Thailand | 2005-01-08\n- Vietnam | Express intent to meet or negotiate | Thailand | 2005-01-05\nAnswer:", "completion": " United Arab Emirates", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1021061", "prompt": "Who made pessimistic comments about Abhisit Vejjajiva in the same year as Jatuporn Prompan?\nEvidence:\n- Jatuporn Prompan | Make pessimistic comment | Abhisit Vejjajiva | 2010-01-05\n- Jatuporn Prompan | Reject | Abhisit Vejjajiva | 2009-05-05\n- Jatuporn Prompan | Accuse | Abhisit Vejjajiva | 2010-01-18\n- Jatuporn Prompan | Accuse | Abhisit Vejjajiva | 2009-12-15\n- Jatuporn Prompan | Accuse | Abhisit Vejjajiva | 2009-05-11\n- Jatuporn Prompan | Accuse | Abhisit Vejjajiva | 2009-05-09\n- Jatuporn Prompan | Accuse | Abhisit Vejjajiva | 2009-05-08\n- Jatuporn Prompan | Make statement | Abhisit Vejjajiva | 2009-09-11\n- Jatuporn Prompan | Make statement | Abhisit Vejjajiva | 2009-04-09\n- Jatuporn Prompan | Deny responsibility | Abhisit Vejjajiva | 2009-05-05\n- Abhisit Vejjajiva | Bring lawsuit against | Jatuporn Prompan | 2010-01-19\n- Abhisit Vejjajiva | Bring lawsuit against | Jatuporn Prompan | 2010-01-18\n- Abhisit Vejjajiva | Bring lawsuit against | Jatuporn Prompan | 2009-07-28\n- Jatuporn Prompan | Accuse of crime, corruption | Abhisit Vejjajiva | 2010-01-05\n- Jatuporn Prompan | Make an appeal or request | Abhisit Vejjajiva | 2009-09-04\nAnswer:", "completion": " Citizen (Thailand)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1090379", "prompt": "Who expressed the intention to negotiate with the Cabinet Council of Ministers Advisors of the United States in the same month of the Foreign Affairs of Malaysia?\nEvidence:\n- Naval (United States) | Express intent to cooperate militarily | Malaysia | 2005-03-31\n- Naval (United States) | Express intent to cooperate militarily | Malaysia | 2005-03-30\n- Naval (United States) | Make a visit | Malaysia | 2006-07-05\n- Naval (United States) | Make a visit | Malaysia | 2005-01-02\n- Malaysia | Host a visit | Naval (United States) | 2006-07-05\n- Malaysia | Host a visit | Naval (United States) | 2005-01-02\n- Naval (United States) | Express intent to meet or negotiate | Vietnam | 2006-07-05\n- Naval (United States) | Express intent to meet or negotiate | Vietnam | 2006-07-04\n- Naval (United States) | Express intent to meet or negotiate | Vietnam | 2006-07-01\n- Naval (United States) | Express intent to meet or negotiate | Tanzania | 2009-02-07\n- Naval (United States) | Express intent to meet or negotiate | France | 2009-06-08\n- Naval (United States) | Express intent to meet or negotiate | Djibouti | 2009-02-07\n- Naval (United States) | Express intent to meet or negotiate | Cambodia | 2007-01-26\n- Naval (United States) | Express intent to meet or negotiate | Cambodia | 2007-01-25\n- Naval (United States) | Express intent to meet or negotiate | Cambodia | 2007-01-24\nAnswer:", "completion": " Catherine Ashton", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1157283", "prompt": "Who did the Men of Philippines accuse after Abu Sayyaf?\nEvidence:\n- Men (Philippines) | Accuse | Abu Sayyaf | 2005-02-16\n- Police (Philippines) | Accuse | Abu Sayyaf | 2005-08-01\n- Police (Philippines) | Accuse | Abu Sayyaf | 2005-07-07\n- Secret Agent (Philippines) | Accuse | Abu Sayyaf | 2005-03-24\n- Military Personnel - Special (Philippines) | Accuse | Abu Sayyaf | 2005-02-14\n- Police (Philippines) | Assassinate | Abu Sayyaf | 2005-03-26\n- Police (Philippines) | Make statement | Abu Sayyaf | 2005-08-01\n- Police (Philippines) | Make statement | Abu Sayyaf | 2005-03-27\n- Police (Philippines) | Make statement | Abu Sayyaf | 2005-02-19\n- Police (Philippines) | Make statement | Abu Sayyaf | 2005-02-17\n- Military (Philippines) | Make statement | Abu Sayyaf | 2005-09-02\n- Military (Philippines) | Make statement | Abu Sayyaf | 2005-08-30\n- Military (Philippines) | Make statement | Abu Sayyaf | 2005-07-31\n- Military (Philippines) | Make statement | Abu Sayyaf | 2005-03-10\n- Military (Philippines) | Make statement | Abu Sayyaf | 2005-03-06\nAnswer:", "completion": " Police (Philippines)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1260742", "prompt": "After the head of government of Cuba, with whom did Raúl Castro negotiate first?\nEvidence:\n- Raúl Castro | Praise or endorse | Combatant (Cuba) | 2005-03-13\n- Raúl Castro | Consult | China | 2005-04-19\n- China | Consult | Raúl Castro | 2005-04-19\n- Xu Caihou | Consult | Raúl Castro | 2005-04-18\n- Wen Jiabao | Consult | Raúl Castro | 2005-04-19\n- Raúl Castro | Make statement | Vietnam | 2005-05-04\n- Raúl Castro | Make statement | Vietnam | 2005-04-30\n- Raúl Castro | Make statement | China | 2005-04-21\n- Raúl Castro | Make statement | China | 2005-04-20\n- Raúl Castro | Consult | Xu Caihou | 2005-04-18\n- Raúl Castro | Consult | Wen Jiabao | 2005-04-19\n- Raúl Castro | Express intent to meet or negotiate | Vietnam | 2005-04-27\n- Raúl Castro | Express intent to meet or negotiate | Vietnam | 2005-04-26\n- Raúl Castro | Express intent to meet or negotiate | Vietnam | 2005-04-25\n- Raúl Castro | Express intent to meet or negotiate | Vietnam | 2005-04-22\nAnswer:", "completion": " Barack Obama", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1073088", "prompt": "In which year did John Togo first make pessimistic comments about the government of Nigeria?\nEvidence:\n- John Togo | Make pessimistic comment | Government (Nigeria) | 2009-10-27\n- Government (Nigeria) | Forgive | John Togo | 2010-12-30\n- John Togo | Make pessimistic comment | Emmanuel Eweta Uduaghan | 2009-10-27\n- John Togo | Accuse | Citizen (Nigeria) | 2010-10-25\n- John Togo | Criticize or denounce | Citizen (Nigeria) | 2011-05-19\n- Citizen (Nigeria) | Criticize or denounce | John Togo | 2010-12-06\n- John Togo | Conduct suicide, car, or other non-military bombing | Niger | 2010-12-19\n- Emmanuel Eweta Uduaghan | Make pessimistic comment | Citizen (Nigeria) | 2009-07-31\n- Emmanuel Eweta Uduaghan | Make pessimistic comment | Citizen (Nigeria) | 2008-05-05\n- Head of Government (Nigeria) | Make statement | Emmanuel Eweta Uduaghan | 2010-02-17\n- Emmanuel Eweta Uduaghan | Engage in diplomatic cooperation | Government (Nigeria) | 2009-12-03\n- Government (Nigeria) | Make statement | Emmanuel Eweta Uduaghan | 2010-11-23\n- Emmanuel Eweta Uduaghan | Make statement | Government (Nigeria) | 2010-11-04\n- Emmanuel Eweta Uduaghan | Make statement | Government (Nigeria) | 2010-10-21\n- Emmanuel Eweta Uduaghan | Make statement | Government (Nigeria) | 2010-10-06\nAnswer:", "completion": " 2009", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1076568", "prompt": "In 2010, who made an appeal to the leader of Qatar?\nEvidence:\n- Qatar | Make an appeal or request | Government (Djibouti) | 2005-02-15\n- Al Jazeera | Make an appeal or request | Qatar | 2006-02-04\n- Qatar | Engage in diplomatic cooperation | Government (Qatar) | 2012-11-13\n- Government (Qatar) | Accuse | Head of Government (Qatar) | 2014-09-21\n- Government (Qatar) | Make an appeal or request | Citizen (Sudan) | 2015-12-09\n- Citizen (Thailand) | Make an appeal or request | Government (Qatar) | 2006-12-19\n- Head of Government (Qatar) | Make statement | Government (Qatar) | 2014-12-05\n- Head of Government (Qatar) | Make statement | Government (Qatar) | 2014-03-21\n- Head of Government (Qatar) | Make statement | Government (Qatar) | 2012-06-11\n- Head of Government (Qatar) | Make statement | Government (Qatar) | 2006-06-03\n- Government (Qatar) | Make statement | Head of Government (Qatar) | 2015-05-28\n- Government (Qatar) | Make an appeal or request | Foreign Affairs (Israel) | 2008-12-31\n- Member of Parliament (Qatar) | Praise or endorse | Government (Qatar) | 2013-06-23\n- Member of Legislative (Govt) (Qatar) | Make statement | Government (Qatar) | 2012-10-11\n- Head of Government (Qatar) | Praise or endorse | Government (Qatar) | 2015-07-16\nAnswer:", "completion": " Mahmoud Ahmadinejad", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1369492", "prompt": "At what time did the Jamaican legislature praise the National Party of Jamaica?\nEvidence:\n- Legislature (Jamaica) | Praise or endorse | National Party (Jamaica) | 2012-01-05\n- National Party (Jamaica) | Criticize or denounce | Legislature (Jamaica) | 2007-09-05\n- Police (Jamaica) | Consult | National Party (Jamaica) | 2005-05-07\n- National Party (Jamaica) | Consult | Police (Jamaica) | 2005-05-07\n- Ministry (Jamaica) | Reduce relations | National Party (Jamaica) | 2006-10-09\n- National Party (Jamaica) | Refuse to yield | Government (Jamaica) | 2008-01-23\n- National Party (Jamaica) | Reduce relations | Main Opposition (Jamaica) | 2007-12-12\n- Ministry (Jamaica) | Criticize or denounce | National Party (Jamaica) | 2007-11-24\n- National Party (Jamaica) | Accuse | Bruce Golding | 2008-05-13\n- Bruce Golding | Accuse | National Party (Jamaica) | 2007-08-12\n- Legislature (Jamaica) | Praise or endorse | Bruce Golding | 2007-09-17\n- Legislature (Jamaica) | Praise or endorse | Bruce Golding | 2007-09-16\n- Legislature (Jamaica) | Reject | Human Rights Group (Jamaica) | 2008-11-26\n- Legislature (Jamaica) | Reject | Human Rights Group (Jamaica) | 2008-11-25\n- Portia Simpson Miller | Demand | National Party (Jamaica) | 2006-10-09\nAnswer:", "completion": " 2012-01-05", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1055183", "prompt": "In 2009, who last expressed the intention to cooperate with Portugal?\nEvidence:\n- Portugal | Express intent to cooperate | France | 2005-01-27\n- France | Express intent to cooperate | Portugal | 2005-01-27\n- Portugal | Express intent to cooperate economically | Japan | 2005-05-26\n- Japan | Express intent to cooperate economically | Portugal | 2005-05-26\n- Portugal | Cooperate militarily | Iraq | 2005-05-14\n- Portugal | Arrest, detain, or charge with legal action | Criminal (Portugal) | 2005-03-30\n- Portugal | Engage in negotiation | France | 2005-01-11\n- France | Engage in negotiation | Portugal | 2005-01-11\n- Portugal | Express intent to engage in material cooperation | France | 2005-02-28\n- France | Express intent to engage in material cooperation | Portugal | 2005-02-28\n- Portugal | Engage in symbolic act | China | 2005-01-13\n- Portugal | Engage in diplomatic cooperation | China | 2005-01-12\n- China | Engage in symbolic act | Portugal | 2005-01-13\n- China | Engage in diplomatic cooperation | Portugal | 2005-01-12\n- Children (Portugal) | Occupy territory | Portugal | 2005-06-10\nAnswer:", "completion": " Ireland", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1192317", "prompt": "In which year did the party member from Taiwan first make optimistic remarks about the leader of Taiwan?\nEvidence:\n- People First Party Korea | Make statement | Party Member (Taiwan) | 2005-01-11\n- Party Member (Taiwan) | Make optimistic comment | Head of Government (Taiwan) | 2013-02-02\n- Kuomintang | Make optimistic comment | Party Member (Taiwan) | 2007-05-03\n- Party Member (Taiwan) | Make optimistic comment | Lien Chan | 2005-07-11\n- Lien Chan | Make optimistic comment | Party Member (Taiwan) | 2005-06-01\n- People First Party Korea | Consult | New Party (Taiwan) | 2006-01-25\n- New Party (Taiwan) | Consult | People First Party Korea | 2006-01-25\n- Party Member (Taiwan) | Accuse | Head of Government (Taiwan) | 2009-11-10\n- People First Party Korea | Engage in diplomatic cooperation | New Party (Taiwan) | 2006-12-19\n- New Party (Taiwan) | Engage in diplomatic cooperation | People First Party Korea | 2006-12-08\n- Tsai Ing-wen | Make optimistic comment | Party Member (Taiwan) | 2011-03-09\n- People First Party Korea | Make statement | Business (Taiwan) | 2005-06-29\n- Professor (Taiwan) | Make statement | Party Member (Taiwan) | 2015-10-16\n- Professor (Taiwan) | Make statement | Party Member (Taiwan) | 2008-03-02\n- Professor (Taiwan) | Make statement | Party Member (Taiwan) | 2008-03-01\nAnswer:", "completion": " 2013", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1355418", "prompt": "When did the Labour Party of the United Kingdom last threaten the citizens of the United Kingdom?\nEvidence:\n- National Party (United Kingdom) | Threaten | Labor Party (United Kingdom) | 2009-04-10\n- Party Member (United Kingdom) | Threaten | Citizen (United Kingdom) | 2015-08-06\n- Party Member (United Kingdom) | Threaten | Citizen (United Kingdom) | 2013-07-18\n- Party Member (United Kingdom) | Threaten | Citizen (United Kingdom) | 2012-01-19\n- Party Member (United Kingdom) | Threaten | Citizen (United Kingdom) | 2011-08-20\n- Labor Party (United Kingdom) | Threaten | Citizen (United Kingdom) | 2014-08-28\n- Citizen (United Kingdom) | Threaten | Party Member (United Kingdom) | 2013-10-11\n- Citizen (United Kingdom) | Threaten | Party Member (United Kingdom) | 2013-09-12\n- Citizen (United Kingdom) | Threaten | Party Member (United Kingdom) | 2011-06-11\n- Citizen (United Kingdom) | Threaten | Party Member (United Kingdom) | 2010-11-06\n- Citizen (United Kingdom) | Threaten | National Party (United Kingdom) | 2006-04-26\n- Citizen (United Kingdom) | Threaten | Labor Party (United Kingdom) | 2008-09-21\n- Tony Blair | Threaten | Labor Party (United Kingdom) | 2006-09-10\n- Tony Blair | Threaten | Labor Party (United Kingdom) | 2006-09-09\n- Tony Blair | Threaten | Labor Party (United Kingdom) | 2006-05-08\nAnswer:", "completion": " 2014-08-28", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1384960", "prompt": "Who investigated the men of India on 28 September 2011?\nEvidence:\n- Election Commission (India) | Investigate | Men (India) | 2011-09-28\nAnswer:", "completion": " Election Commission (India)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1153893", "prompt": "Who had a telephone conversation with Abdel Fattah Al-Sisi in 2013?\nEvidence:\n- Chuck Hagel | Discuss by telephone | Abdel Fattah Al-Sisi | 2013-07-24\n- Chuck Hagel | Discuss by telephone | Abdel Fattah Al-Sisi | 2013-07-07\n- Abdel Fattah Al-Sisi | Discuss by telephone | Chuck Hagel | 2013-07-24\n- Abdel Fattah Al-Sisi | Discuss by telephone | Chuck Hagel | 2013-07-07\n- Abdel Fattah Al-Sisi | Consult | A.K. Antony | 2013-03-20\n- A.K. Antony | Consult | Abdel Fattah Al-Sisi | 2013-03-20\n- Protester (Egypt) | Reject | Abdel Fattah Al-Sisi | 2013-01-29\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-07-03\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-04-24\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-20\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-18\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-17\n- Barack Obama | Consult | Abdel Fattah Al-Sisi | 2013-04-26\n- Abdel Fattah Al-Sisi | Threaten | Protester (Egypt) | 2013-07-24\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-07-03\nAnswer:", "completion": " Pope Tawadros II", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1350849", "prompt": "In 2005, who was the first to speak optimistically about Romania?\nEvidence:\n- Ministry (Romania) | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2005-01-10\n- Ministry (Romania) | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2005-01-08\n- Vietnam | Engage in diplomatic cooperation | Romania | 2005-01-31\n- Romania | Engage in diplomatic cooperation | Vietnam | 2005-01-31\n- Ministry (Romania) | Make statement | Romania | 2005-03-25\n- Ministry (Romania) | Make statement | Romania | 2005-01-12\n- Lawyer/Attorney (Romania) | Investigate | Romania | 2005-03-22\n- Romania | Engage in negotiation | International Monetary Fund | 2005-01-27\n- International Monetary Fund | Engage in negotiation | Romania | 2005-01-27\n- Romania | Reduce relations | Royal Administration (Romania) | 2005-03-24\n- Romania | Praise or endorse | Intelligence (Romania) | 2005-02-08\n- Ministry (Romania) | Make optimistic comment | Romania | 2005-01-14\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-21\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-04\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-01-31\nAnswer:", "completion": " Ministry (Romania)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1217385", "prompt": "In Nov 9th, 2007, which country accused the citizens of Sudan?\nEvidence:\n- Sudan | Engage in negotiation | Ethiopia | 2005-04-19\n- Ethiopia | Engage in negotiation | Sudan | 2005-04-19\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Citizen (Sudan) | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-01-23\n- Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | Head of Government (Egypt) | 2005-01-24\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\nAnswer:", "completion": " Sudan", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1212839", "prompt": "In 2012, who was the first to make a request to Malawi?\nEvidence:\n- Malawi Congress Party | Make a visit | Malawi | 2015-09-25\n- Malawi Congress Party | Make a visit | Malawi | 2015-07-02\n- Malawi Congress Party | Make statement | People Associated with the Opposition (Malawi) | 2008-04-28\n- Banda (Malawi) | Make statement | Malawi | 2005-07-20\n- Malawi | Host a visit | Malawi Congress Party | 2015-09-25\n- Malawi | Host a visit | Malawi Congress Party | 2015-07-02\n- Malawi | Make a visit | Angola | 2005-09-20\n- Malawi | Make statement | Malawi Congress Party | 2010-05-07\n- Malawi Congress Party | Make statement | Malawi | 2015-09-28\n- Malawi Congress Party | Make statement | Malawi | 2007-07-03\n- Indigenous People (Malawi) | Make statement | Malawi | 2005-10-30\n- Jack McConnell | Make a visit | Malawi | 2005-11-02\n- Jack McConnell | Make a visit | Malawi | 2005-09-26\n- Jack McConnell | Make a visit | Malawi | 2005-06-02\n- Jack McConnell | Make a visit | Malawi | 2005-05-24\nAnswer:", "completion": " African Union", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1058747", "prompt": "Who was the first to negotiate with Mikhail Yefimovich Fradkov?\nEvidence:\n- Zurab Nogaideli | Consult | Mikhail Yefimovich Fradkov | 2005-06-03\n- Mikhail Yefimovich Fradkov | Make statement | Gazprom | 2005-02-16\n- Mikhail Yefimovich Fradkov | Make statement | China | 2005-05-27\n- Mikhail Yefimovich Fradkov | Make statement | China | 2005-02-03\n- Mikhail Yefimovich Fradkov | Consult | Zurab Nogaideli | 2005-06-03\n- Mikhail Yefimovich Fradkov | Consult | Abdul Kalam | 2005-05-23\n- Abdul Kalam | Consult | Mikhail Yefimovich Fradkov | 2005-05-23\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | Kazakhstan | 2005-03-23\n- Wen Jiabao | Express intent to meet or negotiate | Mikhail Yefimovich Fradkov | 2005-06-10\n- Wen Jiabao | Express intent to meet or negotiate | Mikhail Yefimovich Fradkov | 2005-03-15\n- Wen Jiabao | Express intent to meet or negotiate | Mikhail Yefimovich Fradkov | 2005-03-14\n- Wen Jiabao | Express intent to meet or negotiate | Mikhail Yefimovich Fradkov | 2005-02-03\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | Zurab Nogaideli | 2005-06-03\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | Wen Jiabao | 2005-02-03\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | Veterans (Russia) | 2005-05-06\nAnswer:", "completion": " Abdul Kalam", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1008367", "prompt": "Before Nahas Angula, who last expressed the intention to negotiate with Portugal?\nEvidence:\n- Nahas Angula | Express intent to meet or negotiate | Portugal | 2007-12-07\n- Nahas Angula | Demand | Citizen (Africa) | 2007-06-19\n- Nahas Angula | Consult | Media (Africa) | 2011-12-09\n- Nahas Angula | Consult | Media (Africa) | 2011-11-18\n- Nahas Angula | Consult | Media (Africa) | 2008-10-16\n- Nahas Angula | Consult | Media (Africa) | 2008-10-02\n- Nahas Angula | Consult | Media (Africa) | 2008-09-17\n- Nahas Angula | Consult | Media (Africa) | 2008-06-26\n- Nahas Angula | Consult | Media (Africa) | 2007-11-07\n- Media (Africa) | Consult | Nahas Angula | 2011-12-09\n- Media (Africa) | Consult | Nahas Angula | 2011-11-18\n- Media (Africa) | Consult | Nahas Angula | 2008-10-16\n- Media (Africa) | Consult | Nahas Angula | 2008-10-02\n- Media (Africa) | Consult | Nahas Angula | 2008-09-17\n- Media (Africa) | Consult | Nahas Angula | 2008-06-26\nAnswer:", "completion": " Javier Solana", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1357233", "prompt": "At what time did the owner or operator of Mali last speak to Al Jazeera by telephone?\nEvidence:\n- Iran | Demand | Al Jazeera | 2005-04-18\n- Al Jazeera | Accuse | Iraq | 2005-12-19\n- Tichaona Jokonya | Consult | Al Jazeera | 2006-01-19\n- Mahmoud Abbas | Consult | Al Jazeera | 2006-02-20\n- Mahmoud Abbas | Consult | Al Jazeera | 2005-11-18\n- Iran | Reduce relations | Al Jazeera | 2005-04-20\n- Iran | Reduce relations | Al Jazeera | 2005-04-19\n- Iran | Make statement | Al Jazeera | 2005-04-19\n- Evo Morales | Consult | Al Jazeera | 2005-12-20\n- Donald Rumsfeld | Accuse | Al Jazeera | 2005-09-29\n- Donald Rumsfeld | Accuse | Al Jazeera | 2005-06-04\n- Al Jazeera | Make statement | Zawahiri | 2006-01-31\n- Al Jazeera | Make statement | Zawahiri | 2005-12-08\n- Al Jazeera | Make statement | Qatar | 2006-02-01\n- Al Jazeera | Make statement | Qatar | 2006-01-04\nAnswer:", "completion": " 2015-11-20", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1149820", "prompt": "Before Abdul Kalam, who made an appeal to Indian industry?\nEvidence:\n- Abdul Kalam | Make an appeal or request | Pervez Musharraf | 2005-04-17\n- Abdul Kalam | Make an appeal or request | Member of Parliament (India) | 2005-03-05\n- Pervez Musharraf | Consult | Abdul Kalam | 2005-04-18\n- Governor (India) | Consult | Abdul Kalam | 2005-03-06\n- Governor (India) | Consult | Abdul Kalam | 2005-03-05\n- Governor (India) | Consult | Abdul Kalam | 2005-03-03\n- Abdul Kalam | Consult | Pervez Musharraf | 2005-04-18\n- Abdul Kalam | Consult | Mahmoud Abbas | 2005-05-20\n- Abdul Kalam | Consult | Governor (India) | 2005-03-06\n- Abdul Kalam | Consult | Governor (India) | 2005-03-05\n- Abdul Kalam | Consult | Governor (India) | 2005-03-03\n- Maumoon Abdul Gayoom | Engage in negotiation | Abdul Kalam | 2005-03-30\n- Abdul Kalam | Engage in negotiation | Maumoon Abdul Gayoom | 2005-03-30\n- Maumoon Abdul Gayoom | Express intent to meet or negotiate | Abdul Kalam | 2005-03-29\n- Maumoon Abdul Gayoom | Express intent to meet or negotiate | Abdul Kalam | 2005-03-28\nAnswer:", "completion": " Governor (India)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1345298", "prompt": "Who was the first to make a request to Roh Moo Hyun after the North Korean party member?\nEvidence:\n- Citizen (North Korea) | Make an appeal or request | Roh Moo Hyun | 2005-03-08\n- Roh Moo Hyun | Make a visit | France | 2005-01-15\n- Roh Moo Hyun | Express intent to meet or negotiate | Citizen (North Korea) | 2005-01-14\n- Roh Moo Hyun | Make statement | Japan | 2005-03-14\n- Roh Moo Hyun | Make statement | Japan | 2005-03-02\n- Roh Moo Hyun | Make statement | Chongwadai | 2005-02-23\n- Chongwadai | Make statement | Roh Moo Hyun | 2005-03-07\n- Chongwadai | Make statement | Roh Moo Hyun | 2005-01-31\n- Chongwadai | Make statement | Roh Moo Hyun | 2005-01-28\n- Chongwadai | Make statement | Roh Moo Hyun | 2005-01-18\n- Chongwadai | Make statement | Roh Moo Hyun | 2005-01-05\n- Roh Moo Hyun | Make a visit | South Korea | 2005-02-27\n- France | Host a visit | Roh Moo Hyun | 2005-01-15\n- Roh Moo Hyun | Demand | Japan | 2005-03-04\n- Roh Moo Hyun | Demand | Japan | 2005-03-03\nAnswer:", "completion": " Lee Myung Bak", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1023557", "prompt": "In which year did Segolene Royal first appeal to the activists of France?\nEvidence:\n- Segolene Royal | Threaten | Women (France) | 2006-11-26\n- Segolene Royal | Make statement | France | 2006-11-27\n- Segolene Royal | Make statement | France | 2006-11-26\n- Segolene Royal | Make statement | France | 2006-10-23\n- Segolene Royal | Make statement | France | 2006-10-18\n- Segolene Royal | Make statement | France | 2006-09-29\n- Segolene Royal | Make statement | France | 2006-06-19\n- France | Make statement | Segolene Royal | 2006-07-05\n- Segolene Royal | Make an appeal or request | France | 2006-12-01\n- Segolene Royal | Decline comment | Activist (France) | 2006-09-15\n- Segolene Royal | Criticize or denounce | France | 2006-11-18\n- Newspaper (France) | Make statement | Segolene Royal | 2006-11-11\n- France | Criticize or denounce | Segolene Royal | 2006-12-06\n- Segolene Royal | Make an appeal or request | Activist (France) | 2006-11-13\n- Segolene Royal | Make statement | Foreign Affairs (France) | 2006-12-05\nAnswer:", "completion": " 2006", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1351330", "prompt": "Before September 2008, with which country did Eritrea sign a formal agreement?\nEvidence:\n- Yemen | Sign formal agreement | Kuwait | 2005-06-17\n- Yemen | Sign formal agreement | France | 2005-02-27\n- Yemen | Sign formal agreement | Ethiopia | 2005-06-21\n- Kuwait | Sign formal agreement | Yemen | 2005-06-17\n- France | Sign formal agreement | Yemen | 2005-02-27\n- Ethiopia | Sign formal agreement | Yemen | 2005-06-21\n- Yemen | Sign formal agreement | United Arab Emirates | 2005-04-03\n- Yemen | Sign formal agreement | United Arab Emirates | 2005-04-02\n- United Arab Emirates | Sign formal agreement | Yemen | 2005-04-03\n- United Arab Emirates | Sign formal agreement | Yemen | 2005-04-02\n- Yemen | Sign formal agreement | Royal Administration (Saudi Arabia) | 2005-04-20\n- Royal Administration (Saudi Arabia) | Sign formal agreement | Yemen | 2005-04-20\n- Yemen | Host a visit | Eritrea | 2005-02-10\n- Eritrea | Make a visit | Yemen | 2005-02-10\n- Eritrea | Make a visit | China | 2005-02-28\nAnswer:", "completion": " Government (Sudan)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1116387", "prompt": "Who was the first to be endorsed by Bukola Saraki after the formation of Nigeria?\nEvidence:\n- Bukola Saraki | Threaten | Citizen (Nigeria) | 2009-11-25\n- Bukola Saraki | Accuse | Government (Nigeria) | 2005-09-22\n- Bukola Saraki | Accuse | Citizen (Nigeria) | 2007-05-28\n- Head of Government (Nigeria) | Make statement | Bukola Saraki | 2007-12-20\n- Citizen (Nigeria) | Complain officially | Bukola Saraki | 2009-02-06\n- Bukola Saraki | Provide aid | Citizen (Nigeria) | 2009-02-19\n- Bukola Saraki | Make statement | Government (Nigeria) | 2009-11-25\n- Bukola Saraki | Make statement | Government (Nigeria) | 2009-03-30\n- Bukola Saraki | Make statement | Government (Nigeria) | 2008-11-07\n- Bukola Saraki | Make statement | Government (Nigeria) | 2008-06-02\n- Bukola Saraki | Make statement | Government (Nigeria) | 2007-12-20\n- Bukola Saraki | Make statement | Government (Nigeria) | 2007-12-10\n- Bukola Saraki | Make statement | Government (Nigeria) | 2005-05-18\n- Bukola Saraki | Make statement | Government (Nigeria) | 2005-04-05\n- Bukola Saraki | Make statement | Education (Nigeria) | 2009-06-30\nAnswer:", "completion": " Umaru Musa Yar'Adua", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1185620", "prompt": "When did Oluṣẹgun Ọbasanjọ first criticise the government of the Ivory Coast?\nEvidence:\n- Oluṣẹgun Ọbasanjọ | Consult | Head of Government (Nigeria) | 2006-08-02\n- Oluṣẹgun Ọbasanjọ | Consult | Head of Government (Nigeria) | 2006-04-17\n- Oluṣẹgun Ọbasanjọ | Consult | Head of Government (Nigeria) | 2005-12-02\n- Oluṣẹgun Ọbasanjọ | Consult | Head of Government (Nigeria) | 2005-01-24\n- Oluṣẹgun Ọbasanjọ | Consult | Head of Government (Chad) | 2005-12-27\n- Oluṣẹgun Ọbasanjọ | Consult | Head of Government (Cameroon) | 2005-11-27\n- Oluṣẹgun Ọbasanjọ | Accuse | Head of Government (Nigeria) | 2005-09-01\n- Head of Government (Nigeria) | Consult | Oluṣẹgun Ọbasanjọ | 2006-08-02\n- Head of Government (Nigeria) | Consult | Oluṣẹgun Ọbasanjọ | 2006-04-17\n- Head of Government (Nigeria) | Consult | Oluṣẹgun Ọbasanjọ | 2005-12-02\n- Head of Government (Nigeria) | Consult | Oluṣẹgun Ọbasanjọ | 2005-01-24\n- Head of Government (Chad) | Consult | Oluṣẹgun Ọbasanjọ | 2005-12-27\n- Head of Government (Cameroon) | Consult | Oluṣẹgun Ọbasanjọ | 2005-11-27\n- Oluṣẹgun Ọbasanjọ | Demand | Government (Nigeria) | 2006-01-20\n- Oluṣẹgun Ọbasanjọ | Accuse | Government (Nigeria) | 2006-03-13\nAnswer:", "completion": " 2006-04-19", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1348368", "prompt": "In March 2006, who requested the Rapid Action Battalion?\nEvidence:\n- Rapid Action Battalion | Torture | Citizen (Bangladesh) | 2005-07-16\n- Rapid Action Battalion | Investigate | Citizen (Bangladesh) | 2005-08-29\n- Citizen (Bangladesh) | Reject | Rapid Action Battalion | 2005-09-06\n- Citizen (Bangladesh) | Accuse | Rapid Action Battalion | 2005-08-03\n- Citizen (Bangladesh) | Accuse | Rapid Action Battalion | 2005-07-02\n- Rapid Action Battalion | Confiscate property | Citizen (Bangladesh) | 2005-10-16\n- Rapid Action Battalion | Confiscate property | Citizen (Bangladesh) | 2005-10-09\n- Rapid Action Battalion | Confiscate property | Citizen (Bangladesh) | 2005-10-08\n- Rapid Action Battalion | Confiscate property | Citizen (Bangladesh) | 2005-09-29\n- Rapid Action Battalion | Confiscate property | Citizen (Bangladesh) | 2005-07-21\n- Rapid Action Battalion | Confiscate property | Citizen (Bangladesh) | 2005-06-01\n- Rapid Action Battalion | Confiscate property | Citizen (Bangladesh) | 2005-02-25\n- Lutfozzaman Babar | Make statement | Rapid Action Battalion | 2006-08-17\n- Citizen (Bangladesh) | Physically assault | Rapid Action Battalion | 2005-06-12\n- Rapid Action Battalion | Provide humanitarian aid | Citizen (Bangladesh) | 2005-06-15\nAnswer:", "completion": " Citizen (Bangladesh)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1090897", "prompt": "After the Cabinet Council of Ministers Advisors of the United States, who did the Ministry of South Korea want to negotiate with first?\nEvidence:\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Thailand | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-01-05\n- Thailand | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-01-04\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | Thailand | 2005-01-05\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | Thailand | 2005-01-04\n- Defense / Security Ministry (United States) | Express intent to meet or negotiate | Thailand | 2005-01-14\n- Congress (United States) | Express intent to meet or negotiate | Thailand | 2005-01-06\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Vietnam | Express intent to meet or negotiate | South Korea | 2005-01-05\n- Thailand | Express intent to meet or negotiate | South Korea | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-12\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-08\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-07\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1008066", "prompt": "In March 2007, who asked for the member of parliament of Australia?\nEvidence:\n- People Associated with the Opposition (Australia) | Appeal for change in leadership | Member of Parliament (Australia) | 2015-10-12\n- People Associated with the Opposition (Australia) | Appeal for change in leadership | Member of Parliament (Australia) | 2008-03-06\n- Member of Parliament (Australia) | Appeal for change in leadership | Citizen (Australia) | 2012-02-22\n- Member of Parliament (Australia) | Appeal for change in leadership | Citizen (Australia) | 2009-11-26\n- Citizen (Australia) | Appeal for change in leadership | Member of Parliament (Australia) | 2009-07-20\n- The Daily Telegraph | Consult | Member of Parliament (Australia) | 2012-01-25\n- Member of Parliament (Australia) | Consult | The Daily Telegraph | 2012-01-25\n- Member of Parliament (Australia) | Appeal for intelligence | Police (Australia) | 2010-05-27\n- Member of Parliament (Australia) | Appeal for intelligence | Police (Australia) | 2010-05-26\n- Member of Parliament (Australia) | Appeal for intelligence | Police (Australia) | 2010-03-03\n- Member of Parliament (Australia) | Appeal for intelligence | Citizen (Australia) | 2015-11-11\n- Member of Parliament (Australia) | Appeal for intelligence | Citizen (Australia) | 2014-05-06\n- Member of Parliament (Australia) | Appeal for intelligence | Citizen (Australia) | 2010-01-26\n- Citizen (Australia) | Appeal for aid | Member of Parliament (Australia) | 2009-08-26\n- People Associated with the Opposition (Australia) | Engage in negotiation | Member of Parliament (Australia) | 2008-06-25\nAnswer:", "completion": " Citizen (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1250145", "prompt": "When did John Faulkner visit the United Arab Emirates?\nEvidence:\n- United Arab Emirates | Host a visit | John Faulkner | 2010-06-10\n- John Faulkner | Make a visit | United Arab Emirates | 2010-06-10\n- John Faulkner | Make a visit | Japan | 2010-05-23\n- Japan | Host a visit | John Faulkner | 2010-05-23\n- Timor-Leste | Host a visit | John Faulkner | 2009-10-04\n- John Faulkner | Make a visit | Timor-Leste | 2009-10-04\n- Shivshankar Menon | Consult | John Faulkner | 2010-06-07\n- Police (Australia) | Consult | John Faulkner | 2009-07-16\n- Okada Katsuya | Consult | John Faulkner | 2010-05-19\n- Okada Katsuya | Consult | John Faulkner | 2010-02-21\n- Okada Katsuya | Consult | John Faulkner | 2010-02-20\n- John Faulkner | Make statement | China | 2009-10-15\n- John Faulkner | Investigate | Robert Hill | 2005-02-16\n- John Faulkner | Demand | Citizen (Australia) | 2005-06-30\n- John Faulkner | Demand | Business (Iran) | 2010-02-04\nAnswer:", "completion": " 2010-06-10", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1088682", "prompt": "After 7 June 2008, with whom did the head of Turkmenistan negotiate?\nEvidence:\n- Head of Government (Turkmenistan) | Engage in negotiation | Dmitry Anatolyevich Medvedev | 2008-06-07\n- Dmitry Anatolyevich Medvedev | Engage in negotiation | Head of Government (Turkmenistan) | 2008-06-07\nAnswer:", "completion": " Islam Karimov", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 0} +{"id": "mtq_1352604", "prompt": "Which country blamed the Associated Press first, after the citizens of Sudan?\nEvidence:\n- Citizen (Sudan) | Accuse | Associated Press | 2005-05-11\n- Japan | Consult | Associated Press | 2005-05-07\n- China | Consult | Associated Press | 2005-05-05\n- Associated Press | Consult | Japan | 2005-05-07\n- Associated Press | Consult | China | 2005-05-05\n- Mahmoud Abbas | Consult | Associated Press | 2005-01-01\n- Lawmaker (Lebanon) | Consult | Associated Press | 2005-02-14\n- Associated Press | Consult | Mahmoud Abbas | 2005-01-01\n- Associated Press | Consult | Lawmaker (Lebanon) | 2005-02-14\n- Pervez Musharraf | Make statement | Associated Press | 2005-04-03\n- Media Personnel (Colombia) | Consult | Associated Press | 2005-01-18\n- Iraq | Discuss by telephone | Associated Press | 2005-02-27\n- Iran | Discuss by telephone | Associated Press | 2005-03-23\n- Colombia | Host a visit | Associated Press | 2005-03-11\n- Colombia | Discuss by telephone | Associated Press | 2005-01-31\nAnswer:", "completion": " Vietnam", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1266852", "prompt": "Who provided humanitarian aid to the women of Australia on 7 April 2005?\nEvidence:\n- Police (Australia) | Provide humanitarian aid | Women (Australia) | 2005-04-07\nAnswer:", "completion": " Police (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1304153", "prompt": "Before Human Rights Watch, who was the last to want to meet with Cape Verde?\nEvidence:\n- Human Rights Watch | Express intent to meet or negotiate | Cape Verde | 2009-08-01\n- Foreign Affairs (Cape Verde) | Make statement | Cape Verde | 2006-04-25\n- Human Rights Watch | Accuse of human rights abuses | Vietnam | 2005-01-10\n- Human Rights Commission (Pakistan) | Make statement | Human Rights Watch | 2005-10-22\n- Portugal | Consult | Cape Verde | 2006-05-10\n- Portugal | Consult | Cape Verde | 2006-05-09\n- Cape Verde | Consult | Portugal | 2006-05-10\n- Cape Verde | Consult | Portugal | 2006-05-09\n- Cape Verde | Consult | Angola | 2009-05-29\n- Cape Verde | Consult | Angola | 2009-05-19\n- Cape Verde | Consult | Angola | 2009-04-21\n- Cape Verde | Consult | Angola | 2007-10-12\n- Angola | Consult | Cape Verde | 2009-05-29\n- Angola | Consult | Cape Verde | 2009-05-19\n- Angola | Consult | Cape Verde | 2009-04-21\nAnswer:", "completion": " Guinea-Bissau", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1323865", "prompt": "Which was the first country with which Evo Morales wanted to establish diplomatic cooperation?\nEvidence:\n- Evo Morales | Engage in diplomatic cooperation | Felipe Quispe | 2005-03-09\n- Evo Morales | Engage in diplomatic cooperation | Farm Worker (Bolivia) | 2008-10-21\n- Evo Morales | Engage in diplomatic cooperation | Farm Worker (Bolivia) | 2005-03-09\n- Evo Morales | Demand | Bolivia | 2005-09-25\n- Evo Morales | Consult | Bolivia | 2005-12-19\n- Bolivia | Consult | Evo Morales | 2005-12-19\n- Evo Morales | Express intent to engage in diplomatic cooperation (such as policy support) | Military (Bolivia) | 2007-10-05\n- Felipe Quispe | Accuse | Evo Morales | 2012-08-20\n- Evo Morales | Make statement | Bolivia | 2005-12-20\n- Evo Morales | Make statement | Bolivia | 2005-12-19\n- Evo Morales | Make statement | Bolivia | 2005-12-02\n- Evo Morales | Make statement | Bolivia | 2005-11-24\n- Evo Morales | Make statement | Bolivia | 2005-11-05\n- Evo Morales | Make statement | Bolivia | 2005-09-27\n- Evo Morales | Make statement | Bolivia | 2005-09-20\nAnswer:", "completion": " Bolivia", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1177404", "prompt": "Before Feb, the year 2010, to whom did the Lawyer/Attorney of Uganda make a request?\nEvidence:\n- Attorney General (Uganda) | Make statement | Lawyer/Attorney (Uganda) | 2005-03-21\n- Women (Uganda) | Make an appeal or request | Lawyer/Attorney (Uganda) | 2010-08-31\n- Lawyer/Attorney (Uganda) | Make an appeal or request | Police (Uganda) | 2005-02-10\n- Lawyer/Attorney (Uganda) | Make an appeal or request | Citizen (Uganda) | 2015-01-30\n- Lawyer/Attorney (Uganda) | Make an appeal or request | Citizen (Uganda) | 2013-07-15\n- Lawyer/Attorney (Uganda) | Make an appeal or request | Citizen (Uganda) | 2010-10-26\n- Lawyer/Attorney (Uganda) | Make an appeal or request | Citizen (Uganda) | 2010-02-17\n- Lawyer/Attorney (Uganda) | Make an appeal or request | Citizen (Uganda) | 2009-07-22\n- Lawyer/Attorney (Uganda) | Make an appeal or request | Citizen (Uganda) | 2006-06-19\n- Lawyer/Attorney (Uganda) | Make an appeal or request | Citizen (Uganda) | 2006-03-22\n- Lawyer/Attorney (Uganda) | Make an appeal or request | Citizen (Uganda) | 2006-03-01\n- Lawyer/Attorney (Uganda) | Make an appeal or request | Citizen (Uganda) | 2006-01-17\n- Lawyer/Attorney (Uganda) | Make an appeal or request | Citizen (Uganda) | 2006-01-04\n- Lawyer/Attorney (Uganda) | Make an appeal or request | Citizen (Uganda) | 2005-12-12\n- Lawyer/Attorney (Uganda) | Make an appeal or request | Children (Uganda) | 2008-06-24\nAnswer:", "completion": " Constitutional Court (Uganda)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1256844", "prompt": "Who was the first to appeal to the citizens of Tanzania in 2009?\nEvidence:\n- Tanzania | Express intent to engage in diplomatic cooperation (such as policy support) | The Hague | 2009-02-25\n- Tanzania | Express intent to cooperate | Burundi | 2009-04-09\n- Burundi | Express intent to cooperate | Tanzania | 2009-04-09\n- Citizen (Tanzania) | Make pessimistic comment | Tanzania | 2009-04-06\n- Tanzania | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2009-02-16\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Tanzania | 2009-02-15\n- Tanzania | Host a visit | Head of Government (Burundi) | 2009-04-27\n- Head of Government (Burundi) | Make a visit | Tanzania | 2009-04-27\n- Rights Activist (Tanzania) | Bring lawsuit against | Tanzania | 2009-03-21\n- Police (Tanzania) | Use conventional military force | Tanzania | 2009-04-30\n- Abdullah Gül | Express intent to engage in diplomatic cooperation (such as policy support) | Tanzania | 2009-02-22\n- Tanzania | Engage in diplomatic cooperation | Royal Administration (Saudi Arabia) | 2009-04-15\n- Royal Administration (Saudi Arabia) | Engage in diplomatic cooperation | Tanzania | 2009-04-15\n- Sudan | Accuse of human rights abuses | Special Rapporteurs of the United Nations | 2009-02-04\n- Tanzania | Express intent to provide military aid | Sudan | 2009-01-07\nAnswer:", "completion": " Civic United Front", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1259742", "prompt": "Who fought the men of Lebanon with small arms and light weapons after the kidnapper of Lebanon?\nEvidence:\n- Men (Lebanon) | fight with small arms and light weapons | Kidnapper (Lebanon) | 2012-05-14\n- Kidnapper (Lebanon) | fight with small arms and light weapons | Men (Lebanon) | 2012-05-14\n- Military (Lebanon) | fight with small arms and light weapons | Men (Lebanon) | 2014-09-27\n- Military (Lebanon) | fight with small arms and light weapons | Men (Lebanon) | 2013-12-16\n- Military (Lebanon) | fight with small arms and light weapons | Men (Lebanon) | 2009-07-24\n- Military (Lebanon) | fight with small arms and light weapons | Men (Lebanon) | 2008-05-31\n- Military (Lebanon) | fight with small arms and light weapons | Men (Lebanon) | 2005-05-23\n- Men (Lebanon) | fight with small arms and light weapons | Military (Lebanon) | 2008-06-12\n- Attacker (Lebanon) | fight with small arms and light weapons | Men (Lebanon) | 2013-11-28\n- Attacker (Lebanon) | fight with small arms and light weapons | Men (Lebanon) | 2011-10-15\n- Military (Lebanon) | fight with small arms and light weapons | Protester (Lebanon) | 2013-06-28\n- Military (Lebanon) | fight with small arms and light weapons | Protester (Lebanon) | 2012-10-21\n- Military (Lebanon) | fight with small arms and light weapons | Attacker (Lebanon) | 2013-12-15\n- Military (Lebanon) | fight with small arms and light weapons | Attacker (Lebanon) | 2008-07-30\n- Military (Lebanon) | fight with small arms and light weapons | Attacker (Lebanon) | 2008-06-12\nAnswer:", "completion": " Military (Lebanon)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1095541", "prompt": "Who condemned Al Jazeera before 24 June 2014?\nEvidence:\n- Lawyer/Attorney (Egypt) | Make statement | Al Jazeera | 2014-06-24\n- Other Authorities / Officials (Egypt) | Criticize or denounce | Al Jazeera | 2014-06-24\n- Abdel Fattah Al-Sisi | Make statement | Other Authorities / Officials (Egypt) | 2014-06-24\n- Abdel Fattah Al-Sisi | Make optimistic comment | Other Authorities / Officials (Egypt) | 2014-06-24\n- Lawyer/Attorney (Egypt) | Demand | Hisham Barakat | 2014-06-24\n- Lawyer/Attorney (Egypt) | Accuse | Police (Egypt) | 2014-06-24\n- Head of Government (Egypt) | Make optimistic comment | Other Authorities / Officials (Egypt) | 2014-06-24\nAnswer:", "completion": " Member of the Judiciary (South Africa)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 7, "n_anchors": 1} +{"id": "mtq_1253445", "prompt": "When did the police of Indonesia investigate the Muslims of Indonesia?\nEvidence:\n- Police (Indonesia) | Investigate | Member of Parliament (Indonesia) | 2010-02-25\n- Police (Indonesia) | Investigate | House of Representatives (Indonesia) | 2015-05-02\n- Police (Indonesia) | Investigate | Women (Indonesia) | 2015-07-06\n- Police (Indonesia) | Investigate | Women (Indonesia) | 2013-06-26\n- Police (Indonesia) | Investigate | Women (Indonesia) | 2012-12-10\n- Police (Indonesia) | Investigate | Women (Indonesia) | 2011-09-23\n- Police (Indonesia) | Investigate | Women (Indonesia) | 2009-10-24\n- Police (Indonesia) | Investigate | Women (Indonesia) | 2008-01-04\n- Police (Indonesia) | Investigate | Women (Indonesia) | 2007-12-05\n- Police (Indonesia) | Investigate | Women (Indonesia) | 2007-07-25\n- Police (Indonesia) | Investigate | Women (Indonesia) | 2005-10-07\n- Police (Indonesia) | Investigate | Women (Indonesia) | 2005-08-22\n- Police (Indonesia) | Investigate | Muslim (Indonesia) | 2012-09-06\n- Police (Indonesia) | Investigate | Men (Indonesia) | 2015-11-28\n- Police (Indonesia) | Investigate | Men (Indonesia) | 2015-08-06\nAnswer:", "completion": " 2012-09-06", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1032598", "prompt": "Who was the first person Dmitry Anatolyevich Medvedev wanted to meet after Koichiro Matsuura?\nEvidence:\n- Koichiro Matsuura | Consult | Dmitry Anatolyevich Medvedev | 2009-07-21\n- Dmitry Anatolyevich Medvedev | Consult | Koichiro Matsuura | 2009-07-21\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | Koichiro Matsuura | 2009-07-17\n- Koichiro Matsuura | Consult | Chen Zhili | 2010-03-23\n- Koichiro Matsuura | Consult | Branko Crvenkovski | 2007-06-08\n- Chen Zhili | Consult | Koichiro Matsuura | 2010-03-23\n- Branko Crvenkovski | Consult | Koichiro Matsuura | 2007-06-08\n- Koichiro Matsuura | Express intent to cooperate | Cambodia | 2011-03-03\n- Cambodia | Express intent to cooperate | Koichiro Matsuura | 2011-03-03\n- Thailand | Host a visit | Koichiro Matsuura | 2011-03-01\n- Thailand | Engage in negotiation | Koichiro Matsuura | 2011-02-25\n- Koichiro Matsuura | Make statement | Abhisit Vejjajiva | 2011-03-07\n- Koichiro Matsuura | Make a visit | Thailand | 2011-03-01\n- Koichiro Matsuura | Make a visit | Iran | 2005-04-05\n- Koichiro Matsuura | Make a visit | France | 2006-03-01\nAnswer:", "completion": " Shimon Peres", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1364359", "prompt": "Who did Human Rights Watch condemn in the same month as Oswaldo Álvarez Paz?\nEvidence:\n- Human Rights Watch | Accuse of human rights abuses | Vietnam | 2005-01-10\n- Human Rights Commission (Pakistan) | Make statement | Human Rights Watch | 2005-10-22\n- Human Rights Watch | Accuse of human rights abuses | Government (Sudan) | 2005-04-06\n- Human Rights Watch | Accuse of human rights abuses | Government (Sudan) | 2005-04-04\n- Human Rights Watch | Accuse of human rights abuses | Citizen (Sudan) | 2005-05-31\n- Human Rights Watch | Reject | Alberto Gonzales | 2005-01-25\n- Human Rights Watch | Make statement | Thailand | 2005-06-07\n- Human Rights Watch | Make statement | Romania | 2005-11-05\n- Human Rights Watch | Make statement | Eritrea | 2005-02-02\n- Human Rights Watch | Demand | Government (Pakistan) | 2005-03-09\n- Human Rights Watch | Accuse | Military (Russia) | 2005-03-22\n- Human Rights Watch | Accuse of human rights abuses | Government (South Africa) | 2005-09-11\n- Human Rights Watch | Accuse of human rights abuses | Government (Cote d'Ivoire) | 2005-04-01\n- Human Rights Watch | Accuse of human rights abuses | Government (Cote d'Ivoire) | 2005-03-31\n- Mohammed Qasim Fahim | Reject | Human Rights Watch | 2005-08-31\nAnswer:", "completion": " Government (Pakistan)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1248139", "prompt": "With whom did Ali Abdullah Saleh last declare his intention to meet in 2007?\nEvidence:\n- Seyoum Mesfin | Consult | Ali Abdullah Saleh | 2007-01-25\n- Scholar (Yemen) | Consult | Ali Abdullah Saleh | 2007-03-05\n- Muhammad VI | Consult | Ali Abdullah Saleh | 2007-03-12\n- Muhammad VI | Consult | Ali Abdullah Saleh | 2007-03-11\n- Mahmoud Ahmadinejad | Consult | Ali Abdullah Saleh | 2007-03-08\n- Mahmoud Abbas | Consult | Ali Abdullah Saleh | 2007-02-10\n- Governor (Yemen) | Consult | Ali Abdullah Saleh | 2007-03-13\n- Ali Abdullah Saleh | Make statement | Yemen | 2007-06-26\n- Ali Abdullah Saleh | Make statement | Yemen | 2007-06-25\n- Ali Abdullah Saleh | Make statement | Yemen | 2007-06-17\n- Ali Abdullah Saleh | Make statement | Yemen | 2007-06-15\n- Ali Abdullah Saleh | Make statement | Yemen | 2007-06-08\n- Ali Abdullah Saleh | Make statement | Yemen | 2007-06-07\n- Ali Abdullah Saleh | Make statement | Yemen | 2007-06-01\n- Ali Abdullah Saleh | Make statement | Yemen | 2007-05-20\nAnswer:", "completion": " Head of Government (Egypt)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1103673", "prompt": "In 2013, who was the last person to receive a request from South Korea?\nEvidence:\n- South Korea | Engage in negotiation | Japan | 2005-01-08\n- South Korea | Engage in negotiation | Japan | 2005-01-03\n- Japan | Engage in negotiation | South Korea | 2005-01-08\n- Japan | Engage in negotiation | South Korea | 2005-01-03\n- South Korea | Make a visit | Aceh | 2005-01-08\n- Aceh | Host a visit | South Korea | 2005-01-08\n- South Korea | Host a visit | Ognyan Gerdzhikov | 2005-01-02\n- South Korea | Host a visit | Emperor Akihito | 2005-01-13\n- Ognyan Gerdzhikov | Make a visit | South Korea | 2005-01-02\n- Emperor Akihito | Make a visit | South Korea | 2005-01-13\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- South Korea | Express intent to cooperate | Japan | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-06\n- Japan | Express intent to cooperate | South Korea | 2005-01-13\nAnswer:", "completion": " Japan Self-Defense Forces", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1161192", "prompt": "Before April 2nd, 2013, which country received the visit from Pat Quinn?\nEvidence:\n- Pat Quinn | Make a visit | Mexico | 2013-04-02\n- Pat Quinn | Make a visit | Japan | 2013-09-10\n- Pat Quinn | Make a visit | Japan | 2013-09-09\n- Pat Quinn | Make a visit | Japan | 2013-09-06\n- Pat Quinn | Make a visit | Iraq | 2009-08-03\n- Mexico | Host a visit | Pat Quinn | 2013-04-02\n- Japan | Host a visit | Pat Quinn | 2013-09-10\n- Japan | Host a visit | Pat Quinn | 2013-09-09\n- Japan | Host a visit | Pat Quinn | 2013-09-06\n- Iraq | Host a visit | Pat Quinn | 2009-08-03\n- Pat Quinn | Make statement | Japan | 2013-09-06\n- Pat Quinn | Express intent to meet or negotiate | Mexico | 2013-04-02\n- Pat Quinn | Express intent to meet or negotiate | Mexico | 2013-03-27\n- The Hague | Express intent to de-escalate military engagement | Iraq | 2005-02-09\n- Iraq | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2005-01-18\nAnswer:", "completion": " Iraq", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1020743", "prompt": "Who did the citizens of the United Kingdom make optimistic comments about on the same year of the scientist of the United Kingdom?\nEvidence:\n- Citizen (United Kingdom) | Make optimistic comment | Scientist (United Kingdom) | 2015-04-23\n- Newspaper (United Kingdom) | Make statement | Scientist (United Kingdom) | 2005-07-19\n- Newspaper (United Kingdom) | Make statement | Scientist (United Kingdom) | 2005-01-24\n- Scientist (United Kingdom) | Threaten | Looter (United Kingdom) | 2015-11-10\n- Scientist (United Kingdom) | Reject | Citizen (United Kingdom) | 2007-06-11\n- Scientist (United Kingdom) | Accuse | Citizen (United Kingdom) | 2006-01-15\n- Citizen (United Kingdom) | Reject | Scientist (United Kingdom) | 2005-05-24\n- Scientist (United Kingdom) | Yield | Court Judge (United Kingdom) | 2006-12-12\n- Scientist (United Kingdom) | Make pessimistic comment | Party Member (United Kingdom) | 2009-11-01\n- Scientist (United Kingdom) | Criticize or denounce | Citizen (United Kingdom) | 2009-03-12\n- Citizen (United Kingdom) | Criticize or denounce | Scientist (United Kingdom) | 2013-06-09\n- Citizen (United Kingdom) | Criticize or denounce | Scientist (United Kingdom) | 2009-01-08\n- Citizen (United Kingdom) | Bring lawsuit against | Scientist (United Kingdom) | 2014-01-09\n- Citizen (United Kingdom) | Bring lawsuit against | Scientist (United Kingdom) | 2010-11-13\n- Tony Blair | Make statement | Scientist (United Kingdom) | 2005-11-23\nAnswer:", "completion": " Boris Johnson", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1382912", "prompt": "Who did Mahmoud Abbas discuss with by telephone on the same month of Muhammad VI?\nEvidence:\n- Muhammad VI | Discuss by telephone | Mahmoud Abbas | 2005-08-16\n- Mahmoud Abbas | Discuss by telephone | Muhammad VI | 2005-08-16\n- Muhammad VI | Consult | Mahmoud Abbas | 2005-05-28\n- Mahmoud Abbas | Consult | Muhammad VI | 2005-05-28\n- Tony Blair | Discuss by telephone | Mahmoud Abbas | 2005-01-10\n- Mahmoud Abbas | Discuss by telephone | Tony Blair | 2005-01-10\n- Muhammad VI | Engage in negotiation | Mahmoud Abbas | 2005-05-28\n- Mahmoud Abbas | Engage in negotiation | Muhammad VI | 2005-05-28\n- Shimon Peres | Consult | Muhammad VI | 2005-03-20\n- Shimon Peres | Consult | Muhammad VI | 2005-03-12\n- Muhammad VI | Consult | Shimon Peres | 2005-03-20\n- Muhammad VI | Consult | Shimon Peres | 2005-03-12\n- Muhammad VI | Consult | Emperor Akihito | 2005-11-29\n- Jack Straw | Consult | Muhammad VI | 2006-02-13\n- Emperor Akihito | Consult | Muhammad VI | 2005-11-29\nAnswer:", "completion": " State Media (Lebanon)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1159816", "prompt": "In 2014, who blamed Boko Haram?\nEvidence:\n- Boko Haram | Engage in mass killings | Citizen (Nigeria) | 2010-07-19\n- Government (Nigeria) | Accuse | Boko Haram | 2010-10-13\n- Citizen (Nigeria) | Accuse | Boko Haram | 2011-05-26\n- Boko Haram | Threaten | Citizen (Nigeria) | 2011-02-03\n- Boko Haram | Demand | Government (Nigeria) | 2010-10-15\n- Boko Haram | Demand | Citizen (Nigeria) | 2011-02-03\n- Boko Haram | Assassinate | Citizen (Nigeria) | 2010-11-14\n- Boko Haram | Assassinate | Citizen (Nigeria) | 2010-11-09\n- Ministry (Nigeria) | Make statement | Boko Haram | 2009-08-11\n- Hafiz Ringim | Make statement | Boko Haram | 2011-02-03\n- Government (Nigeria) | Make statement | Boko Haram | 2009-08-02\n- Citizen (Nigeria) | Reduce relations | Boko Haram | 2011-02-03\n- Boko Haram | Make statement | Government (Nigeria) | 2010-10-14\n- Boko Haram | Make statement | Government (Nigeria) | 2009-08-19\n- Scholar (Nigeria) | Criticize or denounce | Boko Haram | 2010-10-11\nAnswer:", "completion": " Head of Government (Nigeria)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1284953", "prompt": "Who was the last to negotiate with Julie Bishop before Abhisit Vejjajiva?\nEvidence:\n- Julie Bishop | Make statement | People Associated with the Opposition (Australia) | 2009-03-09\n- Julie Bishop | Make statement | People Associated with the Opposition (Australia) | 2009-01-21\n- Julie Bishop | Make statement | People Associated with the Opposition (Australia) | 2008-02-20\n- Julie Bishop | Make statement | People Associated with the Opposition (Australia) | 2008-02-19\n- Julie Bishop | Express intent to meet or negotiate | South Korea | 2009-11-03\n- Citizen (Australia) | Express intent to meet or negotiate | Julie Bishop | 2006-03-03\n- The Daily Telegraph | Make an appeal or request | Julie Bishop | 2006-10-17\n- Julie Bishop | Make statement | China | 2009-07-16\n- Julie Bishop | Make statement | China | 2009-07-14\n- Julie Bishop | Investigate | Julia Gillard | 2008-03-20\n- Julie Bishop | Demand | Robert McClelland | 2009-07-18\n- Julie Bishop | Demand | Julia Gillard | 2007-12-06\n- Julie Bishop | Demand | Citizen (Australia) | 2006-03-10\n- Julie Bishop | Accuse | Julia Gillard | 2010-01-28\n- Julie Bishop | Accuse | Julia Gillard | 2008-03-20\nAnswer:", "completion": " Frank Bainimarama", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1023712", "prompt": "In 2005, who had a telephone conversation with the media personnel of Iran?\nEvidence:\n- Media Personnel (Iran) | Make statement | Iran | 2005-01-16\n- Media Personnel (International) | Make a visit | Iraq | 2005-01-12\n- Iraq | Host a visit | Media Personnel (International) | 2005-01-12\n- Representative to the United Nations (Iran) | Make statement | Iran | 2005-01-16\n- Iraq | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2005-01-18\n- Iran | Impose restrictions on political freedoms | Media (United States) | 2005-01-05\n- Iraq | Engage in diplomatic cooperation | Iran | 2005-02-17\n- Iran | Engage in diplomatic cooperation | Iraq | 2005-02-17\n- Vietnam | Host a visit | Iran | 2005-01-11\n- Vietnam | Host a visit | Iran | 2005-01-10\n- Iran | Make a visit | Vietnam | 2005-01-11\n- Iran | Make a visit | Vietnam | 2005-01-10\n- Riaz Khokhar | Make a visit | Iran | 2005-01-12\n- Oluṣẹgun Ọbasanjọ | Make a visit | Iran | 2005-01-12\n- Islam Karimov | Make a visit | Iran | 2005-01-05\nAnswer:", "completion": " Web Site (Iran)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1116198", "prompt": "After Janez Jansa, who was the first to wish to negotiate with Javier Solana?\nEvidence:\n- Janez Jansa | Express intent to meet or negotiate | Javier Solana | 2005-01-21\n- Janez Jansa | Express intent to meet or negotiate | Kuwait | 2006-11-11\n- Janez Jansa | Express intent to meet or negotiate | Kuwait | 2006-11-10\n- Wen Jiabao | Consult | Janez Jansa | 2006-09-11\n- Vlado Buckovski | Consult | Janez Jansa | 2005-11-16\n- Tony Blair | Consult | Janez Jansa | 2005-12-08\n- Milo Djukanovic | Consult | Janez Jansa | 2006-01-09\n- Laila Freivalds | Consult | Janez Jansa | 2005-10-13\n- Janez Jansa | Consult | Wen Jiabao | 2006-09-11\n- Janez Jansa | Consult | Vlado Buckovski | 2005-11-16\n- Janez Jansa | Consult | Tony Blair | 2005-12-08\n- Janez Jansa | Consult | Milo Djukanovic | 2006-01-09\n- Janez Jansa | Consult | Laila Freivalds | 2005-10-13\n- Janez Jansa | Consult | Branko Crvenkovski | 2005-02-16\n- Janez Jansa | Consult | Branko Crvenkovski | 2005-02-15\nAnswer:", "completion": " Shaukat Aziz", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1341909", "prompt": "With whom did the Ministry of Foreign Affairs of South Korea want to meet first in 2012?\nEvidence:\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2012-01-06\n- Head of Government (South Korea) | Express intent to meet or negotiate | China | 2012-01-04\n- Chancellor of the Exchequer | Express intent to meet or negotiate | China | 2012-01-14\n- Chancellor of the Exchequer | Express intent to meet or negotiate | China | 2012-01-13\n- Head of Government (South Korea) | Threaten | South Korea | 2012-01-02\n- Head of Government (South Korea) | Threaten | South Korea | 2012-01-01\n- South Korea | Express intent to meet or negotiate | Japan | 2012-01-12\n- Japan | Express intent to meet or negotiate | South Korea | 2012-01-13\n- Japan | Express intent to meet or negotiate | South Korea | 2012-01-12\n- China | Express intent to meet or negotiate | South Korea | 2012-01-18\n- South Korea | Engage in negotiation | Japan | 2012-01-13\n- South Korea | Engage in negotiation | Japan | 2012-01-12\n- South Korea | Engage in negotiation | Japan | 2012-01-11\n- South Korea | Engage in negotiation | China | 2012-01-12\n- South Korea | Engage in negotiation | China | 2012-01-11\nAnswer:", "completion": " Chongwadai", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1291975", "prompt": "After Tsai Ing-wen, who was the first person Ma Ying Jeou made negative remarks about?\nEvidence:\n- Tsai Ing-wen | Reject | Ma Ying Jeou | 2008-10-26\n- Tsai Ing-wen | Consult | Ma Ying Jeou | 2008-11-13\n- Tsai Ing-wen | Consult | Ma Ying Jeou | 2008-11-12\n- Tsai Ing-wen | Accuse | Ma Ying Jeou | 2008-12-27\n- Tsai Ing-wen | Accuse | Ma Ying Jeou | 2008-11-08\n- Tsai Ing-wen | Accuse | Ma Ying Jeou | 2008-10-19\n- Ma Ying Jeou | Consult | Tsai Ing-wen | 2008-11-13\n- Ma Ying Jeou | Consult | Tsai Ing-wen | 2008-11-12\n- Ma Ying Jeou | Accuse | Tsai Ing-wen | 2008-11-08\n- Ma Ying Jeou | Accuse | Tsai Ing-wen | 2008-11-07\n- Tsai Ing-wen | Make statement | Ma Ying Jeou | 2009-03-22\n- Tsai Ing-wen | Make statement | Ma Ying Jeou | 2008-06-20\n- Tsai Ing-wen | Make statement | Ma Ying Jeou | 2008-06-19\n- Tsai Ing-wen | Deny responsibility | Ma Ying Jeou | 2008-09-23\n- Tsai Ing-wen | Praise or endorse | Ma Ying Jeou | 2008-07-02\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1287574", "prompt": "Who did the International Monetary Fund sign formal agreements with in the same month as the Sudanese Ministry of Finance and Treasury?\nEvidence:\n- Treasury/Finance Ministry (Bangladesh) | Consult | International Monetary Fund | 2005-02-23\n- International Monetary Fund | Consult | Treasury/Finance Ministry (Bangladesh) | 2005-02-23\n- Treasury/Finance Ministry (Japan) | Express accord | International Monetary Fund | 2005-01-10\n- Romania | Sign formal agreement | International Monetary Fund | 2005-06-23\n- International Monetary Fund | Sign formal agreement | Romania | 2005-06-23\n- People Associated with the Opposition (Sri Lanka) | Consult | International Monetary Fund | 2005-06-02\n- International Monetary Fund | Consult | People Associated with the Opposition (Sri Lanka) | 2005-06-02\n- Romania | Engage in negotiation | International Monetary Fund | 2005-01-27\n- International Monetary Fund | Engage in negotiation | Romania | 2005-01-27\n- International Monetary Fund | Threaten | Romania | 2005-06-28\n- International Monetary Fund | Investigate | Tanzania | 2005-08-02\n- International Monetary Fund | Investigate | Tanzania | 2005-02-25\n- International Monetary Fund | Investigate | Iraq | 2005-05-12\n- International Monetary Fund | Demand | China | 2005-04-20\n- International Monetary Fund | Demand | Angola | 2005-07-06\nAnswer:", "completion": " European Central Bank", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1067300", "prompt": "Who was the first person the Associated Press phoned after the Foreign Ministry of Zimbabwe?\nEvidence:\n- Associated Press | Consult | Foreign Affairs (Israel) | 2005-05-12\n- Associated Press | Make statement | Foreign Affairs (South Korea) | 2005-05-06\n- Japan | Consult | Associated Press | 2005-05-07\n- China | Consult | Associated Press | 2005-05-05\n- Associated Press | Consult | Japan | 2005-05-07\n- Associated Press | Consult | China | 2005-05-05\n- Mahmoud Abbas | Consult | Associated Press | 2005-01-01\n- Lawmaker (Lebanon) | Consult | Associated Press | 2005-02-14\n- Citizen (Sudan) | Accuse | Associated Press | 2005-05-11\n- Associated Press | Consult | Mahmoud Abbas | 2005-01-01\n- Associated Press | Consult | Lawmaker (Lebanon) | 2005-02-14\n- Pervez Musharraf | Make statement | Associated Press | 2005-04-03\n- Media Personnel (Colombia) | Consult | Associated Press | 2005-01-18\n- Iraq | Discuss by telephone | Associated Press | 2005-02-27\n- Iran | Discuss by telephone | Associated Press | 2005-03-23\nAnswer:", "completion": " Environment Department/Ministry (Philippines)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1038756", "prompt": "When did the Ministry of Women Children Social Welfare Development Religion of the Philippines first express its intention to meet with the Ministry of the Philippines?\nEvidence:\n- Women / Children / Social / Welfare / Development / Religion Ministry (Philippines) | Express intent to meet or negotiate | Ministry (Philippines) | 2005-09-28\n- Women / Children / Social / Welfare / Development / Religion Ministry (Philippines) | Express intent to meet or negotiate | Ministry (Philippines) | 2005-09-27\n- Women / Children / Social / Welfare / Development / Religion Ministry (South Korea) | Consult | Chongwadai | 2005-07-06\n- Women / Children / Social / Welfare / Development / Religion Ministry (Rwanda) | Make statement | Strabag | 2011-11-14\n- Women / Children / Social / Welfare / Development / Religion Ministry (Ecuador) | Make statement | Iran | 2008-12-06\n- Women / Children / Social / Welfare / Development / Religion Ministry (Canada) | Consult | Business (Canada) | 2014-04-10\n- Women / Children / Social / Welfare / Development / Religion Ministry (Canada) | Consult | Anne McLellan | 2005-09-22\n- Police (Rwanda) | Investigate | Women / Children / Social / Welfare / Development / Religion Ministry (Rwanda) | 2008-12-15\n- Police (Rwanda) | Investigate | Women / Children / Social / Welfare / Development / Religion Ministry (Rwanda) | 2008-12-14\n- Chongwadai | Consult | Women / Children / Social / Welfare / Development / Religion Ministry (South Korea) | 2005-07-06\n- Business (Canada) | Consult | Women / Children / Social / Welfare / Development / Religion Ministry (Canada) | 2014-04-10\n- Anne McLellan | Consult | Women / Children / Social / Welfare / Development / Religion Ministry (Canada) | 2005-09-22\n- Women / Children / Social / Welfare / Development / Religion Ministry (Turkey) | Make statement | Nonaligned Movement | 2012-08-30\n- Women / Children / Social / Welfare / Development / Religion Ministry (Pakistan) | Make statement | Legislature (Pakistan) | 2014-11-09\n- Women / Children / Social / Welfare / Development / Religion Ministry (Cambodia) | Make a visit | Vietnam | 2009-03-05\nAnswer:", "completion": " 2005-09-27", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1127000", "prompt": "Who last did Tony Blair made optimistic comments on before the UN security council?\nEvidence:\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- African Union | Make optimistic comment | UN Security Council | 2005-01-28\n- Tony Blair | Make optimistic comment | Secretary of State for the Home Department | 2005-01-06\n- UN Security Council | Rally support on behalf of | Rafiq Hariri | 2005-02-16\n- UN Security Council | Rally support on behalf of | Rafiq Hariri | 2005-02-15\n- Tony Blair | Make optimistic comment | African Union | 2005-01-23\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- Tony Blair | Accuse | Iran | 2005-02-05\n- Iran | Reject | Tony Blair | 2005-02-08\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\n- UN Security Council | Consult | Nabil Shaath | 2005-01-11\n- UN Security Council | Consult | John Garang | 2005-02-09\nAnswer:", "completion": " Middle East", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1279452", "prompt": "Who was the first to want to negotiate with Cristina Fernández de Kirchner after the head of government of Uruguay?\nEvidence:\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-05-24\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-03-03\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-02-28\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-12-26\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-11-15\n- Cristina Fernández de Kirchner | Accuse | Alberto Fernández | 2005-12-24\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2012-09-23\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2007-11-15\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-05-24\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-03-03\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-02-28\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2007-12-26\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2007-11-15\n- Alberto Fernández | Accuse | Cristina Fernández de Kirchner | 2012-05-27\n- Cristina Fernández de Kirchner | Make statement | Alberto Fernández | 2011-07-28\nAnswer:", "completion": " Dmitry Anatolyevich Medvedev", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1107609", "prompt": "When did the government-owned Bank of Brazil last appeal to the International Monetary Fund?\nEvidence:\n- International Monetary Fund | Consult | European Central Bank | 2005-06-27\n- International Monetary Fund | Consult | European Central Bank | 2005-06-26\n- European Central Bank | Consult | International Monetary Fund | 2005-06-27\n- European Central Bank | Consult | International Monetary Fund | 2005-06-26\n- Head of Government (Brazil) | Praise or endorse | International Monetary Fund | 2005-04-29\n- International Monetary Fund | Threaten | Romania | 2005-06-28\n- International Monetary Fund | Investigate | Tanzania | 2005-08-02\n- International Monetary Fund | Investigate | Tanzania | 2005-02-25\n- International Monetary Fund | Investigate | Iraq | 2005-05-12\n- International Monetary Fund | Demand | China | 2005-04-20\n- International Monetary Fund | Demand | Angola | 2005-07-06\n- International Monetary Fund | Make an appeal or request | Citizen (International) | 2005-04-17\n- International Monetary Fund | Appeal for political reform | Japan | 2005-04-17\n- International Monetary Fund | Praise or endorse | Other Authorities / Officials (Brazil) | 2005-03-28\n- Romania | Express accord | International Monetary Fund | 2005-04-13\nAnswer:", "completion": " 2008-11-10", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1159361", "prompt": "Which country last visited the United Arab Emirates before Frank Bainimarama?\nEvidence:\n- Winston Peters | Consult | Frank Bainimarama | 2006-02-27\n- Winston Peters | Consult | Frank Bainimarama | 2006-02-25\n- Winston Peters | Consult | Frank Bainimarama | 2006-02-24\n- Frank Bainimarama | Consult | Winston Peters | 2006-02-27\n- Frank Bainimarama | Consult | Winston Peters | 2006-02-25\n- Frank Bainimarama | Consult | Winston Peters | 2006-02-24\n- Supreme Council (United Arab Emirates) | Make statement | United Arab Emirates | 2005-03-26\n- Treasury/Finance Ministry (United Arab Emirates) | Make statement | United Arab Emirates | 2005-02-13\n- Prime Minister Qarase | Consult | Frank Bainimarama | 2006-01-19\n- Prime Minister Qarase | Consult | Frank Bainimarama | 2006-01-16\n- High Commission (Australia) | Threaten | Frank Bainimarama | 2005-07-15\n- Frank Bainimarama | Threaten | Prime Minister Qarase | 2006-05-19\n- Frank Bainimarama | Threaten | Prime Minister Qarase | 2006-05-18\n- Frank Bainimarama | Threaten | Prime Minister Qarase | 2006-05-05\n- Frank Bainimarama | Threaten | Prime Minister Qarase | 2006-01-16\nAnswer:", "completion": " Romania", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1003628", "prompt": "Before 22 December 2014, who rejected the criminal of Pakistan?\nEvidence:\n- Head of Government (Pakistan) | Reject | Criminal (Pakistan) | 2014-12-22\n- Media Personnel (Pakistan) | Make statement | Criminal (Pakistan) | 2014-12-22\nAnswer:", "completion": " Head of Government (Pakistan)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 0} +{"id": "mtq_1246607", "prompt": "In which year did the Armed Rebel of Somalia use unconventional violence against the Militant of Somalia?\nEvidence:\n- Armed Rebel (Somalia) | Use unconventional violence | Militant (Somalia) | 2015-08-25\n- Militant (Somalia) | Use unconventional violence | Armed Band (Somalia) | 2009-01-03\n- Armed Band (Somalia) | Use unconventional violence | Militant (Somalia) | 2009-01-03\n- Armed Rebel (Somalia) | Use unconventional violence | Commando (Somalia) | 2014-05-24\n- Armed Rebel (Somalia) | Use unconventional violence | Ethiopia | 2008-10-15\n- Armed Rebel (Somalia) | Use unconventional violence | Ethiopia | 2008-02-21\n- Armed Rebel (Somalia) | Use unconventional violence | Ethiopia | 2007-11-13\n- Armed Rebel (Somalia) | Use unconventional violence | Police (Kenya) | 2007-11-21\n- Armed Rebel (Somalia) | Use unconventional violence | Military (Burundi) | 2009-04-27\n- Armed Rebel (Somalia) | Use unconventional violence | Citizen (Uganda) | 2010-08-02\n- Armed Rebel (Somalia) | Use unconventional violence | African Union | 2012-05-08\n- Armed Rebel (Somalia) | Use unconventional violence | African Union | 2011-11-18\n- Armed Rebel (Somalia) | Use unconventional violence | African Union | 2011-10-20\n- Armed Rebel (Somalia) | Use unconventional violence | African Union | 2011-08-06\n- Armed Rebel (Somalia) | Use unconventional violence | African Union | 2010-11-01\nAnswer:", "completion": " 2015", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1388014", "prompt": "Before the economy of Iran, who was praised by the Ministry of Kyrgyzstan?\nEvidence:\n- Ministry (Iran) | Make statement | Iran | 2005-01-05\n- Representative to the United Nations (Iran) | Make statement | Iran | 2005-01-16\n- Iraq | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2005-01-18\n- Economist (Iran) | Make statement | Iran | 2005-01-12\n- Business (Iran) | Make statement | Iran | 2005-01-02\n- The Hague | Express intent to de-escalate military engagement | Iraq | 2005-02-09\n- Media Personnel (Iran) | Make statement | Iran | 2005-01-16\n- Kuwait | Consult | Iran | 2005-01-06\n- Iraq | Consult | Iran | 2005-01-27\n- Iraq | Consult | Iran | 2005-01-25\n- Iraq | Accuse | Iran | 2005-01-28\n- Iraq | Accuse | Iran | 2005-01-07\n- Iran | Consult | Kuwait | 2005-01-06\n- Iran | Consult | Iraq | 2005-01-27\n- Iran | Consult | Iraq | 2005-01-25\nAnswer:", "completion": " Iran", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1234991", "prompt": "Which country did the United Arab Emirates want to meet first after Khairat El-Shater?\nEvidence:\n- United Arab Emirates | Express intent to meet or negotiate | Khairat El-Shater | 2013-08-04\n- Khairat El-Shater | Accuse | Police (Egypt) | 2012-04-22\n- Omar Suleiman | Make statement | Khairat El-Shater | 2012-04-15\n- Khairat El-Shater | Make statement | Police (Egypt) | 2013-07-01\n- Qatar | Express intent to meet or negotiate | Khairat El-Shater | 2013-08-04\n- Al Jazeera | Express intent to meet or negotiate | Khairat El-Shater | 2013-08-04\n- Khairat El-Shater | Criticize or denounce | Omar Suleiman | 2012-07-20\n- Khairat El-Shater | Reject proposal to meet, discuss, or negotiate | Member of the Judiciary (Egypt) | 2013-08-24\n- Khairat El-Shater | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2013-08-06\n- Cabinet / Council of Ministers / Advisors (United States) | Consult | Khairat El-Shater | 2013-08-06\n- Khairat El-Shater | Complain officially | Abdel Fattah Al-Sisi | 2013-11-14\n- Police (Egypt) | Arrest, detain, or charge with legal action | Khairat El-Shater | 2013-07-06\n- Police (Egypt) | Arrest, detain, or charge with legal action | Khairat El-Shater | 2013-07-05\n- Lawyer/Attorney (Egypt) | Arrest, detain, or charge with legal action | Khairat El-Shater | 2013-07-04\n- Attorney General (Egypt) | Arrest, detain, or charge with legal action | Khairat El-Shater | 2013-07-04\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1004863", "prompt": "Who negotiated with the governor of Thailand before 9 September 2007?\nEvidence:\n- Governor (Thailand) | Investigate | Citizen (Thailand) | 2005-01-27\n- Governor (Thailand) | Give ultimatum | Citizen (Thailand) | 2005-01-12\n- Governor (Thailand) | Engage in symbolic act | Citizen (Thailand) | 2005-01-19\n- Citizen (Thailand) | Engage in symbolic act | Governor (Thailand) | 2005-01-19\n- Governor (Thailand) | Make an appeal or request | Citizen (Thailand) | 2005-02-21\n- Governor (Thailand) | Appeal for diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-01-28\n- Member of Parliament (Thailand) | Consult | Citizen (Thailand) | 2005-01-28\n- Member of Parliament (Thailand) | Accuse | Citizen (Thailand) | 2005-01-25\n- Citizen (Thailand) | Consult | Member of Parliament (Thailand) | 2005-01-28\n- Thailand | Arrest, detain, or charge with legal action | Citizen (Thailand) | 2005-02-11\n- Thailand | Arrest, detain, or charge with legal action | Citizen (Thailand) | 2005-02-10\n- Thailand | Arrest, detain, or charge with legal action | Citizen (Thailand) | 2005-02-04\n- Thailand | Arrest, detain, or charge with legal action | Citizen (Thailand) | 2005-01-31\n- Thailand | Arrest, detain, or charge with legal action | Citizen (Thailand) | 2005-01-19\n- Thailand | Arrest, detain, or charge with legal action | Citizen (Thailand) | 2005-01-14\nAnswer:", "completion": " Thanong Bidaya", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1199160", "prompt": "After Mark S. Minton, who was the first to request a meeting with South Korea?\nEvidence:\n- Mark S. Minton | Express intent to meet or negotiate | South Korea | 2010-08-12\n- U.S. Pacific Air Force | Make a visit | South Korea | 2005-02-23\n- South Korea | Host a visit | U.S. Pacific Air Force | 2005-02-23\n- South Korea | Make an appeal or request | Business (South Korea) | 2005-02-23\n- South Korea | Arrest, detain, or charge with legal action | Business (South Korea) | 2005-02-12\n- South Korea | Arrest, detain, or charge with legal action | Business (South Korea) | 2005-01-27\n- Tanzania | Host a visit | South Korea | 2005-01-17\n- Tanzania | Host a visit | South Korea | 2005-01-16\n- South Korea | Make a visit | Tanzania | 2005-01-17\n- South Korea | Make a visit | Tanzania | 2005-01-16\n- South Korea | Make a visit | China | 2005-02-18\n- South Korea | Make a visit | China | 2005-02-17\n- South Korea | Make a visit | Aceh | 2005-01-08\n- China | Host a visit | South Korea | 2005-02-18\n- China | Host a visit | South Korea | 2005-02-17\nAnswer:", "completion": " Evo Morales", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1326942", "prompt": "In which year did Mahmoud Abbas telephone Mohammed VI?\nEvidence:\n- Tony Blair | Discuss by telephone | Mahmoud Abbas | 2005-01-10\n- Mahmoud Abbas | Discuss by telephone | Tony Blair | 2005-01-10\n- Mahmoud Abbas | Engage in negotiation | Abdullah Gül | 2005-01-08\n- Abdullah Gül | Engage in negotiation | Mahmoud Abbas | 2005-01-08\n- Mahmoud Abbas | Engage in negotiation | Agence France-Presse | 2005-01-10\n- Javier Solana | Engage in diplomatic cooperation | Mahmoud Abbas | 2005-01-13\n- Agence France-Presse | Engage in negotiation | Mahmoud Abbas | 2005-01-10\n- Mahmoud Abbas | Make statement | Japan | 2005-01-10\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-11\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-10\n- Mahmoud Abbas | Consult | Associated Press | 2005-01-01\n- Mahmoud Abbas | Consult | Abdullah Gül | 2005-01-05\n- Javier Solana | Consult | Mahmoud Abbas | 2005-01-11\n- Javier Solana | Consult | Mahmoud Abbas | 2005-01-10\n- Associated Press | Consult | Mahmoud Abbas | 2005-01-01\nAnswer:", "completion": " 2005", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1044559", "prompt": "In which year did Uhuru Muigai Kenyatta first criticise the Ministry of Internal Affairs of Kenya?\nEvidence:\n- Uhuru Muigai Kenyatta | Accuse | Head of Government (Kenya) | 2007-04-02\n- Uhuru Muigai Kenyatta | Accuse | Head of Government (Kenya) | 2006-11-10\n- Uhuru Muigai Kenyatta | Accuse | Head of Government (Kenya) | 2006-09-29\n- Uhuru Muigai Kenyatta | Accuse | Head of Government (Kenya) | 2006-08-19\n- Uhuru Muigai Kenyatta | Accuse | Head of Government (Kenya) | 2005-05-23\n- Uhuru Muigai Kenyatta | Make statement | Head of Government (Kenya) | 2007-03-20\n- Uhuru Muigai Kenyatta | Make statement | Head of Government (Kenya) | 2006-11-10\n- Uhuru Muigai Kenyatta | Make statement | Head of Government (Kenya) | 2005-12-08\n- Uhuru Muigai Kenyatta | Make statement | Head of Government (Kenya) | 2005-10-17\n- Uhuru Muigai Kenyatta | Make statement | Head of Government (Kenya) | 2005-02-16\n- Uhuru Muigai Kenyatta | Engage in material cooperation | Head of Government (Kenya) | 2006-05-30\n- Head of Government (Kenya) | Engage in material cooperation | Uhuru Muigai Kenyatta | 2006-05-30\n- Uhuru Muigai Kenyatta | Demonstrate or rally | Media (Kenya) | 2005-09-25\n- Police (Kenya) | Criticize or denounce | Uhuru Muigai Kenyatta | 2007-06-07\n- Member of Legislative (Govt) (Kenya) | Make statement | Uhuru Muigai Kenyatta | 2006-12-05\nAnswer:", "completion": " 2015", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1190362", "prompt": "In which year did the women of Indonesia first express their intention to negotiate with the police of Indonesia?\nEvidence:\n- Women (Indonesia) | Express intent to meet or negotiate | Police (Indonesia) | 2005-05-20\n- Police (Indonesia) | Investigate | Women (Indonesia) | 2015-07-06\n- Police (Indonesia) | Investigate | Women (Indonesia) | 2013-06-26\n- Police (Indonesia) | Investigate | Women (Indonesia) | 2012-12-10\n- Police (Indonesia) | Investigate | Women (Indonesia) | 2011-09-23\n- Police (Indonesia) | Investigate | Women (Indonesia) | 2009-10-24\n- Police (Indonesia) | Investigate | Women (Indonesia) | 2008-01-04\n- Police (Indonesia) | Investigate | Women (Indonesia) | 2007-12-05\n- Police (Indonesia) | Investigate | Women (Indonesia) | 2007-07-25\n- Police (Indonesia) | Investigate | Women (Indonesia) | 2005-10-07\n- Police (Indonesia) | Investigate | Women (Indonesia) | 2005-08-22\n- Police (Indonesia) | Accuse | Women (Indonesia) | 2014-10-22\n- Police (Indonesia) | Accuse | Women (Indonesia) | 2011-01-27\n- Police (Indonesia) | Accuse | Women (Indonesia) | 2006-05-26\n- Women (Indonesia) | Complain officially | Police (Indonesia) | 2007-03-09\nAnswer:", "completion": " 2005", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1360710", "prompt": "Who was the first to make a request to Xi Jinping after the Egyptian leader?\nEvidence:\n- Xi Jinping | Make a visit | China | 2008-05-28\n- Xi Jinping | Make a visit | China | 2008-02-02\n- Xi Jinping | Make a visit | China | 2008-02-01\n- Xi Jinping | Make a visit | China | 2007-04-06\n- Xi Jinping | Make a visit | China | 2007-04-03\n- Xi Jinping | Make a visit | Governor (Japan) | 2008-04-23\n- China | Host a visit | Xi Jinping | 2008-05-28\n- China | Host a visit | Xi Jinping | 2008-02-02\n- China | Host a visit | Xi Jinping | 2008-02-01\n- China | Host a visit | Xi Jinping | 2007-04-06\n- China | Host a visit | Xi Jinping | 2007-04-03\n- Xi Jinping | Make statement | Japan | 2008-04-18\n- Xi Jinping | Make statement | China | 2008-05-29\n- Xi Jinping | Make statement | China | 2008-04-29\n- Xi Jinping | Make statement | China | 2008-04-27\nAnswer:", "completion": " Abdel Fattah Al-Sisi", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1215417", "prompt": "Who was the first to blame the Government of Nigeria after the Domestic Affairs of Nigeria did?\nEvidence:\n- Head of Government (Nigeria) | Consult | Domestic Affairs (Nigeria) | 2010-07-15\n- Domestic Affairs (Nigeria) | Consult | Head of Government (Nigeria) | 2010-07-15\n- Government (Nigeria) | Accuse | Domestic Affairs (Nigeria) | 2007-02-24\n- Domestic Affairs (Nigeria) | Accuse | Government (Nigeria) | 2012-10-05\n- Head of Government (Nigeria) | Make statement | Domestic Affairs (Nigeria) | 2013-01-30\n- Government (Nigeria) | Make statement | Domestic Affairs (Nigeria) | 2006-12-29\n- Domestic Affairs (Nigeria) | Make statement | Government (Nigeria) | 2015-03-27\n- Domestic Affairs (Nigeria) | Make statement | Government (Nigeria) | 2013-05-27\n- Domestic Affairs (Nigeria) | Make statement | Government (Nigeria) | 2013-03-14\n- Domestic Affairs (Nigeria) | Make statement | Government (Nigeria) | 2012-12-18\n- Domestic Affairs (Nigeria) | Make statement | Government (Nigeria) | 2012-06-14\n- Domestic Affairs (Nigeria) | Make statement | Government (Nigeria) | 2010-01-20\n- Domestic Affairs (Nigeria) | Make statement | Government (Nigeria) | 2005-09-30\n- Hindu (Nigeria) | Consult | Domestic Affairs (Nigeria) | 2009-06-14\n- Domestic Affairs (Nigeria) | Demand | Ministry (Nigeria) | 2015-10-14\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1025451", "prompt": "On 23 February 2007, who attacked the children of Timor-Leste with small arms and light weapons?\nEvidence:\n- Timor-Leste | fight with small arms and light weapons | Children (Timor-Leste) | 2007-02-23\n- Children (Timor-Leste) | Use unconventional violence | Military (Timor-Leste) | 2007-02-23\nAnswer:", "completion": " Timor-Leste", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 1} +{"id": "mtq_1168227", "prompt": "Which country did the Ministry of Energy of Armenia praise last?\nEvidence:\n- Energy Department/Ministry (Armenia) | Praise or endorse | Iran | 2012-11-08\n- Energy Department/Ministry (Armenia) | Praise or endorse | Iran | 2011-02-01\n- Energy Department/Ministry (Armenia) | Praise or endorse | Iran | 2011-01-29\n- Energy Department/Ministry (Armenia) | Praise or endorse | Iran | 2008-08-19\n- Energy Department/Ministry (Armenia) | Praise or endorse | Iran | 2008-08-18\n- Iran | Consult | Energy Department/Ministry (Armenia) | 2005-07-21\n- Energy Department/Ministry (Armenia) | Consult | Iran | 2005-07-21\n- Energy Department/Ministry (Iran) | Sign formal agreement | Energy Department/Ministry (Armenia) | 2006-09-30\n- Energy Department/Ministry (Armenia) | Sign formal agreement | Energy Department/Ministry (Iran) | 2006-09-30\n- Energy Department/Ministry (Armenia) | Demand | Company - Owner or Operator (Armenia) | 2015-09-23\n- Energy Department/Ministry (Armenia) | Make statement | Iran | 2015-07-14\n- Energy Department/Ministry (Armenia) | Make statement | Iran | 2013-10-08\n- Energy Department/Ministry (Armenia) | Make statement | Iran | 2008-08-20\n- Iran | Engage in negotiation | Energy Department/Ministry (Armenia) | 2008-10-08\n- Energy Department/Ministry (Armenia) | Engage in negotiation | Iran | 2008-10-08\nAnswer:", "completion": " Iran", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1123641", "prompt": "After Ismaïl Omar Guelleh, to whom did the citizens of the United Kingdom first appeal?\nEvidence:\n- Peter Pace | Consult | Ismaïl Omar Guelleh | 2006-01-03\n- Ismaïl Omar Guelleh | Make statement | France | 2006-11-14\n- Ismaïl Omar Guelleh | Make statement | China | 2006-11-06\n- Ismaïl Omar Guelleh | Make statement | China | 2006-11-05\n- Ismaïl Omar Guelleh | Consult | Peter Pace | 2006-01-03\n- Djibouti | Make statement | Ismaïl Omar Guelleh | 2005-04-09\n- Naval (United States) | Engage in negotiation | Ismaïl Omar Guelleh | 2006-04-21\n- Ismaïl Omar Guelleh | Engage in negotiation | Naval (United States) | 2006-04-21\n- Qatar | Host a visit | Ismaïl Omar Guelleh | 2005-06-14\n- Qatar | Host a visit | Ismaïl Omar Guelleh | 2005-02-16\n- Qatar | Host a visit | Ismaïl Omar Guelleh | 2005-02-15\n- Qatar | Engage in negotiation | Ismaïl Omar Guelleh | 2005-02-15\n- Oman | Host a visit | Ismaïl Omar Guelleh | 2006-08-17\n- Ismaïl Omar Guelleh | Praise or endorse | Iran | 2006-11-18\n- Ismaïl Omar Guelleh | Make a visit | Qatar | 2005-06-14\nAnswer:", "completion": " Party Member (United Kingdom)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1325199", "prompt": "Who was the first to blame the Military of Lebanon?\nEvidence:\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-07-02\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-06-27\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- First Command of the Capital | Criticize or denounce | Citizen (Brazil) | 2008-10-30\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2012-05-31\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2009-10-23\nAnswer:", "completion": " Fatah al-Islam", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1130714", "prompt": "At what time did Wen Jiabao express his intention to meet the citizens of North Korea?\nEvidence:\n- Wen Jiabao | Express intent to meet or negotiate | China | 2005-02-03\n- China | Express intent to meet or negotiate | Wen Jiabao | 2005-01-24\n- Bertie Ahern | Express intent to meet or negotiate | Wen Jiabao | 2005-01-17\n- Bertie Ahern | Express intent to meet or negotiate | Wen Jiabao | 2005-01-11\n- Wen Jiabao | Express intent to meet or negotiate | Association of Southeast Asian Nations | 2005-01-04\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | Wen Jiabao | 2005-02-03\n- Wen Jiabao | Praise or endorse | South Korea | 2005-01-07\n- Wen Jiabao | Investigate | China | 2005-01-08\n- Thailand | Investigate | Wen Jiabao | 2005-01-24\n- Cambodia | Investigate | Wen Jiabao | 2005-01-24\n- Wen Jiabao | Consult | Association of Southeast Asian Nations | 2005-01-06\n- Association of Southeast Asian Nations | Consult | Wen Jiabao | 2005-01-06\n- China | Demand | Citizen (North Korea) | 2005-01-12\n- Wen Jiabao | Make statement | Maldives | 2005-01-07\n- Wen Jiabao | Make statement | China | 2005-02-02\nAnswer:", "completion": " 2005-03-23", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1346184", "prompt": "After the other authorities and officials of Russia, who was the first to be accused by Dmitry Anatolyevich Medvedev?\nEvidence:\n- Other Authorities / Officials (Russia) | Consult | Dmitry Anatolyevich Medvedev | 2006-05-31\n- Other Authorities / Officials (Russia) | Consult | Dmitry Anatolyevich Medvedev | 2006-02-01\n- Other Authorities / Officials (Russia) | Consult | Dmitry Anatolyevich Medvedev | 2005-11-18\n- Dmitry Anatolyevich Medvedev | Consult | Other Authorities / Officials (Russia) | 2006-05-31\n- Dmitry Anatolyevich Medvedev | Consult | Other Authorities / Officials (Russia) | 2006-02-01\n- Dmitry Anatolyevich Medvedev | Consult | Other Authorities / Officials (Russia) | 2005-11-18\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | Other Authorities / Officials (Russia) | 2006-08-04\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | Other Authorities / Officials (Russia) | 2006-08-01\n- Veterans (Russia) | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Dmitry Anatolyevich Medvedev | Consult | Veterans (Russia) | 2006-05-06\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- Dmitry Anatolyevich Medvedev | Consult | China | 2005-12-08\n- China | Consult | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Head of Government (Germany) | Consult | Dmitry Anatolyevich Medvedev | 2006-07-28\n- Dmitry Anatolyevich Medvedev | Consult | Head of Government (Germany) | 2006-07-28\nAnswer:", "completion": " Citizen (International)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1089501", "prompt": "Could you tell me the exact month when the royal administration of Nigeria first made an appeal to Boko Haram?\nEvidence:\n- Citizen (Nigeria) | Make an appeal or request | Boko Haram | 2009-08-04\n- Government (Nigeria) | Accuse | Boko Haram | 2010-10-13\n- Citizen (Nigeria) | Accuse | Boko Haram | 2011-05-26\n- Boko Haram | Threaten | Citizen (Nigeria) | 2011-02-03\n- Boko Haram | Demand | Government (Nigeria) | 2010-10-15\n- Boko Haram | Demand | Citizen (Nigeria) | 2011-02-03\n- Boko Haram | Assassinate | Citizen (Nigeria) | 2010-11-14\n- Boko Haram | Assassinate | Citizen (Nigeria) | 2010-11-09\n- Ministry (Nigeria) | Make statement | Boko Haram | 2009-08-11\n- Government (Nigeria) | Make statement | Boko Haram | 2009-08-02\n- Citizen (Nigeria) | Reduce relations | Boko Haram | 2011-02-03\n- Boko Haram | Make statement | Government (Nigeria) | 2010-10-14\n- Boko Haram | Make statement | Government (Nigeria) | 2009-08-19\n- Scholar (Nigeria) | Criticize or denounce | Boko Haram | 2010-10-11\n- Scholar (Nigeria) | Criticize or denounce | Boko Haram | 2010-10-09\nAnswer:", "completion": " 2011-12", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1364474", "prompt": "Could you tell me the exact month in which the citizens of Sudan last accused Qutbi Al-Mahdi?\nEvidence:\n- Qutbi Al-Mahdi | Accuse | South Sudan | 2012-11-28\n- Citizen (Sudan) | Accuse | Qutbi Al-Mahdi | 2013-03-29\n- Qutbi Al-Mahdi | Make statement | South Sudan | 2013-01-22\n- Qutbi Al-Mahdi | Make statement | South Sudan | 2010-08-23\n- Qutbi Al-Mahdi | Criticize or denounce | Sudan | 2012-10-22\n- Qutbi Al-Mahdi | Make statement | National Congress (Sudan) | 2011-02-01\n- Citizen (Sudan) | Use unconventional violence | Qutbi Al-Mahdi | 2013-03-29\n- Qutbi Al-Mahdi | Make statement | France | 2005-05-09\n- Qutbi Al-Mahdi | Make an appeal or request | Sudan | 2012-05-26\n- Qutbi Al-Mahdi | Make an appeal or request | South Sudan | 2012-03-26\n- Qutbi Al-Mahdi | Make an appeal or request | Citizen (Sudan) | 2007-07-30\n- Qutbi Al-Mahdi | Make statement | Envoy (United States) | 2005-02-17\n- Qutbi Al-Mahdi | Host a visit | Foreign Affairs (France) | 2005-05-09\n- Qutbi Al-Mahdi | Criticize or denounce | Congress (United States) | 2012-03-12\n- Foreign Affairs (France) | Make a visit | Qutbi Al-Mahdi | 2005-05-09\nAnswer:", "completion": " 2013-03", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1149940", "prompt": "Who was the first to release Boko Haram captives?\nEvidence:\n- Boko Haram | Return, release person(s) | Citizen (Nigeria) | 2010-09-08\n- Government (Nigeria) | Accuse | Boko Haram | 2010-10-13\n- Citizen (Nigeria) | Accuse | Boko Haram | 2011-05-26\n- Boko Haram | Threaten | Citizen (Nigeria) | 2011-02-03\n- Boko Haram | Demand | Government (Nigeria) | 2010-10-15\n- Boko Haram | Demand | Citizen (Nigeria) | 2011-02-03\n- Boko Haram | Assassinate | Citizen (Nigeria) | 2010-11-14\n- Boko Haram | Assassinate | Citizen (Nigeria) | 2010-11-09\n- Ministry (Nigeria) | Make statement | Boko Haram | 2009-08-11\n- Hafiz Ringim | Make statement | Boko Haram | 2011-02-03\n- Government (Nigeria) | Make statement | Boko Haram | 2009-08-02\n- Citizen (Nigeria) | Reduce relations | Boko Haram | 2011-02-03\n- Boko Haram | Make statement | Government (Nigeria) | 2010-10-14\n- Boko Haram | Make statement | Government (Nigeria) | 2009-08-19\n- Scholar (Nigeria) | Criticize or denounce | Boko Haram | 2010-10-11\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1326999", "prompt": "Which country last receive the visit from Elmar Mammadyarov before Kazakhstan did?\nEvidence:\n- Elmar Mammadyarov | Consult | Elmar Mammadyarov | 2005-01-28\n- Elmar Mammadyarov | Express intent to meet or negotiate | Elmar Mammadyarov | 2005-07-20\n- Yemen | Host a visit | Elmar Mammadyarov | 2005-06-27\n- Iraq | Host a visit | Elmar Mammadyarov | 2005-06-23\n- Elmar Mammadyarov | Make a visit | Yemen | 2005-06-27\n- Elmar Mammadyarov | Make a visit | Qatar | 2006-02-20\n- Elmar Mammadyarov | Make a visit | Iraq | 2005-06-23\n- Elmar Mammadyarov | Make a visit | China | 2005-02-04\n- Elmar Mammadyarov | Make a visit | China | 2005-02-03\n- China | Host a visit | Elmar Mammadyarov | 2005-02-04\n- China | Host a visit | Elmar Mammadyarov | 2005-02-03\n- Elmar Mammadyarov | Consult | China | 2005-02-07\n- China | Consult | Elmar Mammadyarov | 2005-02-07\n- South Korea | Host a visit | Elmar Mammadyarov | 2005-12-01\n- Elmar Mammadyarov | Make a visit | South Korea | 2005-12-01\nAnswer:", "completion": " France", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1013360", "prompt": "Who last used unconventional force against the Mexican military in 2010?\nEvidence:\n- Committees for the Defense of the Revolution | Use conventional military force | People Associated with the Opposition (Cuba) | 2010-04-14\n- Thailand | Use conventional military force | National United Front for Democracy Against Dictatorship | 2010-04-24\n- National United Front for Democracy Against Dictatorship | Use unconventional violence | Protester (Thailand) | 2010-04-23\n- National United Front for Democracy Against Dictatorship | Use unconventional violence | Citizen (Thailand) | 2010-05-23\n- National United Front for Democracy Against Dictatorship | Use unconventional violence | Citizen (Thailand) | 2010-04-29\n- National United Front for Democracy Against Dictatorship | Use unconventional violence | Citizen (Thailand) | 2010-04-28\n- Citizen (Thailand) | Use unconventional violence | National United Front for Democracy Against Dictatorship | 2010-04-28\n- Citizen (Thailand) | Use unconventional violence | National United Front for Democracy Against Dictatorship | 2010-04-23\n- People Associated with the Opposition (Australia) | Use unconventional violence | Citizen (Australia) | 2010-10-12\n- Citizen (Brazil) | Use unconventional violence | People Associated with the Opposition (Brazil) | 2010-09-09\n- Citizen (Australia) | Use unconventional violence | People Associated with the Opposition (Australia) | 2010-01-22\n- Men (India) | Use unconventional violence | Central Reserve Police Force | 2010-02-03\n- Member of the Judiciary (South Africa) | Make statement | South African National Defence Force | 2010-12-09\nAnswer:", "completion": " Criminal (Mexico)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 13, "n_anchors": 0} +{"id": "mtq_1125172", "prompt": "Which country host the head of government of Qatar's visit from the head of government of Qatar last before Kazakhstan did?\nEvidence:\n- Qatar | Host a visit | Head of Government (Germany) | 2005-03-03\n- Government (Qatar) | Accuse | Head of Government (Qatar) | 2014-09-21\n- Head of Government (Qatar) | Make statement | Government (Qatar) | 2014-12-05\n- Head of Government (Qatar) | Make statement | Government (Qatar) | 2014-03-21\n- Head of Government (Qatar) | Make statement | Government (Qatar) | 2012-06-11\n- Head of Government (Qatar) | Make statement | Government (Qatar) | 2006-06-03\n- Government (Qatar) | Make statement | Head of Government (Qatar) | 2015-05-28\n- Head of Government (Qatar) | Praise or endorse | Government (Qatar) | 2015-07-16\n- Government (Qatar) | Praise or endorse | Head of Government (Qatar) | 2008-05-22\n- Head of Government (Germany) | Make a visit | Qatar | 2005-03-03\n- Head of Government (India) | Consult | Kazakhstan | 2005-05-09\n- Vietnam | Host a visit | Government (Qatar) | 2007-02-01\n- Sudan | Host a visit | Government (Qatar) | 2012-01-16\n- Sudan | Host a visit | Government (Qatar) | 2011-10-25\n- Angola | Host a visit | Government (Qatar) | 2006-12-12\nAnswer:", "completion": " Iran", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1042933", "prompt": "Which country wanted to participate in diplomatic cooperation with the UN Security Council on 17 October 2007?\nEvidence:\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | UN Security Council | 2007-10-17\n- Vietnam | Express intent to meet or negotiate | UN Security Council | 2007-10-17\n- Government (Croatia) | Make statement | UN Security Council | 2007-10-17\n- Vietnam | Engage in diplomatic cooperation | Cambodia | 2007-10-17\n- Cambodia | Engage in diplomatic cooperation | Vietnam | 2007-10-17\n- Vietnam | Grant diplomatic recognition | South Korea | 2007-10-17\n- Representatives (International) | Praise or endorse | Vietnam | 2007-10-17\nAnswer:", "completion": " Vietnam", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 7, "n_anchors": 1} +{"id": "mtq_1065387", "prompt": "When did Catherine Ashton first express her intention to negotiate with Georgia's main opposition?\nEvidence:\n- Catherine Ashton | Express intent to meet or negotiate | China | 2009-09-05\n- Ronald Kirk | Express intent to meet or negotiate | Catherine Ashton | 2009-06-04\n- Ronald Kirk | Express intent to meet or negotiate | Catherine Ashton | 2009-05-11\n- Ronald Kirk | Express intent to meet or negotiate | Catherine Ashton | 2009-05-07\n- Javier Solana | Express intent to meet or negotiate | Catherine Ashton | 2009-05-19\n- Catherine Ashton | Express intent to meet or negotiate | South Korea | 2008-12-24\n- Catherine Ashton | Express intent to meet or negotiate | Ronald Kirk | 2009-06-04\n- Catherine Ashton | Express intent to meet or negotiate | Ronald Kirk | 2009-05-07\n- Catherine Ashton | Express intent to meet or negotiate | Javier Solana | 2009-05-19\n- Catherine Ashton | Express intent to meet or negotiate | Citizen (Bulgaria) | 2006-09-15\n- Ministry (South Korea) | Express intent to meet or negotiate | Catherine Ashton | 2009-03-25\n- Citizen (United Kingdom) | Express intent to meet or negotiate | Catherine Ashton | 2009-03-26\n- Catherine Ashton | Express intent to meet or negotiate | Ministry (South Korea) | 2009-03-25\n- Catherine Ashton | Express intent to meet or negotiate | Ministry (South Korea) | 2008-10-29\n- Chen Deming | Express intent to cooperate | Catherine Ashton | 2009-01-31\nAnswer:", "completion": " 2010-07-15", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1339834", "prompt": "In which year did João Baptista Kussumua first express his intention to negotiate with Angola?\nEvidence:\n- João Baptista Kussumua | Investigate | Angola | 2008-07-22\n- João Baptista Kussumua | Consult | Angola | 2010-06-01\n- Angola | Consult | João Baptista Kussumua | 2010-06-01\n- João Baptista Kussumua | Make statement | Angola | 2013-08-22\n- João Baptista Kussumua | Make statement | Angola | 2012-01-16\n- João Baptista Kussumua | Make statement | Angola | 2011-01-28\n- João Baptista Kussumua | Make statement | Angola | 2010-11-04\n- João Baptista Kussumua | Make statement | Angola | 2010-07-19\n- João Baptista Kussumua | Make statement | Angola | 2010-04-26\n- João Baptista Kussumua | Make statement | Angola | 2008-10-08\n- João Baptista Kussumua | Make statement | Angola | 2006-10-04\n- João Baptista Kussumua | Express intent to meet or negotiate | Angola | 2014-03-18\n- João Baptista Kussumua | Express intent to meet or negotiate | Angola | 2010-11-25\n- João Baptista Kussumua | Express intent to meet or negotiate | Angola | 2010-06-15\n- João Baptista Kussumua | Provide humanitarian aid | Angola | 2011-01-28\nAnswer:", "completion": " 2010", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1361520", "prompt": "When did the police of South Africa use conventional military force against the Member of Parliament of South Africa?\nEvidence:\n- Member of Legislative (Govt) (South Africa) | Make statement | Member of Parliament (South Africa) | 2009-10-21\n- Movement for Democratic Change | Use conventional military force | South Africa | 2005-02-07\n- Member of Legislative (Govt) (South Africa) | Make statement | Parliament of South Africa | 2014-10-31\n- Member of Parliament (South Africa) | Demand diplomatic cooperation (such as policy support) | Member of Legislative (Govt) (South Africa) | 2005-05-27\n- Police (South Africa) | Make statement | Member of Legislative (Govt) (South Africa) | 2011-05-19\n- France | Use conventional military force | Government (France) | 2005-11-09\n- Parliament of South Africa | Consult | Government (France) | 2015-11-26\n- Government (France) | Consult | Parliament of South Africa | 2015-11-26\n- Member of Legislative (Govt) (South Africa) | Make statement | South Africa | 2008-09-12\n- Member of Legislative (Govt) (South Africa) | Reduce relations | Legislature (South Africa) | 2013-07-26\n- Member of Legislative (Govt) (South Africa) | Make statement | Legislature (South Africa) | 2012-10-14\n- Member of Legislative (Govt) (South Africa) | Make statement | Legislature (South Africa) | 2011-06-22\n- Member of Legislative (Govt) (South Africa) | Make statement | Government (South Africa) | 2006-04-10\n- Member of Legislative (Govt) (South Africa) | Make statement | Main Opposition (South Africa) | 2006-04-10\n- Parliament of South Africa | Make empathetic comment | Government (France) | 2015-11-26\nAnswer:", "completion": " 2014-11-18", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1228628", "prompt": "When did Antony Harold Curties Tony Windsor first express his intention to negotiate with Julia Gillard?\nEvidence:\n- Julia Gillard | Express intent to meet or negotiate | Citizen (Australia) | 2006-12-12\n- Julia Gillard | Express accord | John Faulkner | 2005-10-24\n- Peter Costello | Accuse | Julia Gillard | 2007-05-10\n- Julia Gillard | Reject | David Hawker | 2006-06-02\n- Julia Gillard | Reject | David Hawker | 2006-05-31\n- Julia Gillard | Consult | Businessperson (Australia) | 2007-05-03\n- Julia Gillard | Accuse | David Hawker | 2006-06-01\n- Julia Gillard | Accuse | David Hawker | 2006-05-31\n- Julia Gillard | Accuse | Citizen (Australia) | 2005-01-23\n- David Hawker | Demand | Julia Gillard | 2006-05-31\n- Citizen (Australia) | Reject | Julia Gillard | 2007-01-03\n- Citizen (Australia) | Reject | Julia Gillard | 2005-09-27\n- Citizen (Australia) | Demand | Julia Gillard | 2005-01-26\n- Citizen (Australia) | Demand | Julia Gillard | 2005-01-25\n- Businessperson (Australia) | Consult | Julia Gillard | 2007-05-03\nAnswer:", "completion": " 2010-08-23", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1125325", "prompt": "When did the citizens of Nigeria express their intention to meet with Mohamed Ibn Chambas?\nEvidence:\n- Mohamed Ibn Chambas | Consult | Head of Government (Nigeria) | 2010-02-16\n- Head of Government (Nigeria) | Consult | Mohamed Ibn Chambas | 2010-02-16\n- Mohamed Ibn Chambas | Mediate | Niger | 2010-02-22\n- Mohamed Ibn Chambas | Make statement | Government (Nigeria) | 2005-12-01\n- Representatives (Sudan) | Consult | Mohamed Ibn Chambas | 2013-05-06\n- Representatives (Sudan) | Consult | Mohamed Ibn Chambas | 2013-05-01\n- Ramtane Lamamra | Consult | Mohamed Ibn Chambas | 2010-02-21\n- Oluṣẹgun Ọbasanjọ | Consult | Mohamed Ibn Chambas | 2005-04-23\n- Mohamed Ibn Chambas | Make statement | Togo | 2005-04-19\n- Mohamed Ibn Chambas | Make statement | Niger | 2010-01-26\n- Mohamed Ibn Chambas | Make statement | Niger | 2005-08-01\n- Mohamed Ibn Chambas | Consult | Representatives (Sudan) | 2013-05-06\n- Mohamed Ibn Chambas | Consult | Representatives (Sudan) | 2013-05-01\n- Mohamed Ibn Chambas | Consult | Ramtane Lamamra | 2010-02-21\n- Mohamed Ibn Chambas | Consult | Oluṣẹgun Ọbasanjọ | 2005-04-23\nAnswer:", "completion": " 2015-03-17", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1328736", "prompt": "Who negotiated with Islam Karimov in the same year as the head of government of Turkmenistan?\nEvidence:\n- Head of Government (South Korea) | Express intent to meet or negotiate | Islam Karimov | 2005-05-10\n- Pervez Musharraf | Engage in negotiation | Islam Karimov | 2005-03-07\n- Pervez Musharraf | Engage in negotiation | Islam Karimov | 2005-03-06\n- Pervez Musharraf | Engage in negotiation | Islam Karimov | 2005-03-05\n- Janez Susnik | Engage in negotiation | Islam Karimov | 2005-03-16\n- Islam Karimov | Engage in negotiation | Pervez Musharraf | 2005-03-07\n- Islam Karimov | Engage in negotiation | Pervez Musharraf | 2005-03-06\n- Islam Karimov | Engage in negotiation | Pervez Musharraf | 2005-03-05\n- Islam Karimov | Engage in negotiation | Janez Susnik | 2005-03-16\n- Roh Moo Hyun | Engage in negotiation | Islam Karimov | 2005-05-10\n- Islam Karimov | Engage in negotiation | Roh Moo Hyun | 2005-05-10\n- Zurab Nogaideli | Consult | Islam Karimov | 2005-04-18\n- Senate (Uzbekistan) | Consult | Islam Karimov | 2005-04-06\n- Senate (Uzbekistan) | Consult | Islam Karimov | 2005-01-28\n- Pervez Musharraf | Consult | Islam Karimov | 2005-03-06\nAnswer:", "completion": " Head of Government (South Korea)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1210423", "prompt": "Which country wanted to meet with Kazakhstan first after Jian Yu?\nEvidence:\n- Jian Yu | Demand | China | 2006-07-06\n- Jian Yu | Consult | Japan | 2006-11-30\n- Japan | Consult | Jian Yu | 2006-11-30\n- Jian Yu | Express intent to meet or negotiate | Vietnam | 2006-11-08\n- Jian Yu | Express intent to meet or negotiate | Vietnam | 2006-11-07\n- Jian Yu | Express intent to meet or negotiate | Malaysia | 2006-07-20\n- Jian Yu | Express intent to meet or negotiate | Malaysia | 2006-07-18\n- Jian Yu | Express intent to meet or negotiate | Laos | 2006-11-08\n- Jian Yu | Express intent to meet or negotiate | Laos | 2006-11-07\n- Jian Yu | Express intent to meet or negotiate | China | 2006-11-16\n- Jian Yu | Make statement | Mexico | 2006-11-21\n- Jian Yu | Make statement | Malaysia | 2006-07-27\n- Jian Yu | Make statement | Japan | 2007-01-25\n- Jian Yu | Make statement | China | 2007-02-04\n- Jian Yu | Make statement | China | 2007-02-01\nAnswer:", "completion": " Iran", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1366630", "prompt": "In what year did the Communist Party of Indonesia first express its intention to participate in the diplomatic cooperation of Indonesian political parties?\nEvidence:\n- Communist Party (Indonesia) | Express intent to engage in diplomatic cooperation (such as policy support) | Political Parties (Indonesia) | 2015-06-09\n- Women (Indonesia) | Demand | Political Parties (Indonesia) | 2011-05-23\n- Political Parties (Indonesia) | Reject | Women (Indonesia) | 2010-06-14\n- Political Parties (Indonesia) | Demand | Police (Indonesia) | 2008-08-27\n- Political Parties (Indonesia) | Express intent to cooperate | Aceh | 2008-07-29\n- Political Parties (Indonesia) | Express intent to cooperate | Aceh | 2008-07-28\n- Aceh | Express intent to cooperate | Political Parties (Indonesia) | 2008-07-29\n- Aceh | Express intent to cooperate | Political Parties (Indonesia) | 2008-07-28\n- Political Parties (Indonesia) | Accuse | Boediono | 2010-03-09\n- Prachanda | Engage in diplomatic cooperation | Political Parties (Nepal) | 2008-04-21\n- Political Parties (Indonesia) | Express intent to engage in diplomatic cooperation (such as policy support) | Jusuf Kalla | 2009-04-23\n- City Mayor (Indonesia) | Demand | Political Parties (Indonesia) | 2012-05-16\n- Professor (Australia) | Make statement | Political Parties (First Nations) | 2010-12-03\n- Political Parties (Indonesia) | Consult | Jusuf Kalla | 2015-01-14\n- Jusuf Kalla | Consult | Political Parties (Indonesia) | 2015-01-14\nAnswer:", "completion": " 2015", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1105755", "prompt": "Who was the first to accuse Rupiah Banda?\nEvidence:\n- Rupiah Banda | Demand | Citizen (Zambia) | 2008-10-24\n- Rupiah Banda | Consult | Michael Sata | 2007-06-04\n- Michael Sata | Reject | Rupiah Banda | 2008-11-04\n- Michael Sata | Demand | Rupiah Banda | 2008-07-15\n- Michael Sata | Consult | Rupiah Banda | 2007-06-04\n- Catherine Namugala | Demand | Rupiah Banda | 2008-09-16\n- Rupiah Banda | Express intent to cooperate | Citizen (Zambia) | 2007-08-22\n- Rupiah Banda | Express intent to cooperate | Citizen (Zambia) | 2007-02-07\n- Rupiah Banda | Make statement | Villager (Zambia) | 2007-05-22\n- Rupiah Banda | Make statement | Sylvia Masebo | 2008-07-02\n- Rupiah Banda | Make statement | Michael Sata | 2008-10-09\n- Rupiah Banda | Make statement | Kabinga Pande | 2008-07-02\n- Rupiah Banda | Make a visit | Angola | 2008-01-28\n- Nevers Mumba | Make statement | Rupiah Banda | 2008-09-10\n- Michael Sata | Make statement | Rupiah Banda | 2008-11-04\nAnswer:", "completion": " Michael Sata", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1232588", "prompt": "Before Sudan, with whom did the Italian Foreign Ministry last wish to meet?\nEvidence:\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2005-01-13\n- Sudan | Express intent to meet or negotiate | Ethiopia | 2005-08-10\n- Sudan | Express intent to meet or negotiate | Ethiopia | 2005-04-19\n- Sudan | Express intent to meet or negotiate | Ethiopia | 2005-04-18\n- Ethiopia | Express intent to meet or negotiate | Sudan | 2005-08-10\n- Ethiopia | Express intent to meet or negotiate | Sudan | 2005-07-08\n- Ethiopia | Express intent to meet or negotiate | Sudan | 2005-04-19\n- Ethiopia | Express intent to meet or negotiate | Sudan | 2005-04-18\n- Richard Boucher | Express intent to meet or negotiate | Sudan | 2005-01-07\n- Richard Boucher | Express intent to meet or negotiate | Sudan | 2005-01-06\n- John Garang | Express intent to meet or negotiate | Sudan | 2005-01-26\n- John Garang | Express intent to meet or negotiate | Sudan | 2005-01-18\n- John Garang | Express intent to meet or negotiate | Sudan | 2005-01-17\n- John Garang | Express intent to meet or negotiate | Sudan | 2005-01-10\n- Citizen (Sudan) | Express intent to meet or negotiate | Ethiopia | 2005-03-29\nAnswer:", "completion": " Qatar", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1137836", "prompt": "In which month did Manuel Chang sign formal agreements with the Foreign Ministry of Denmark?\nEvidence:\n- Manuel Chang | Sign formal agreement | Foreign Affairs (Denmark) | 2005-11-18\n- Foreign Affairs (Denmark) | Sign formal agreement | Manuel Chang | 2005-11-18\n- Manuel Chang | Sign formal agreement | Foreign Affairs (France) | 2014-03-05\n- Manuel Chang | Sign formal agreement | Foreign Affairs (France) | 2007-04-02\n- Foreign Affairs (France) | Sign formal agreement | Manuel Chang | 2014-03-05\n- Foreign Affairs (France) | Sign formal agreement | Manuel Chang | 2007-04-02\n- Manuel Chang | Make statement | Romania | 2007-05-22\n- Manuel Chang | Make statement | Portugal | 2008-07-02\n- Manuel Chang | Make statement | China | 2010-01-15\n- Manuel Chang | Accuse | Police (Mozambique) | 2005-04-01\n- Manuel Chang | Praise or endorse | Japan | 2006-11-02\n- Foreign Affairs (Denmark) | Engage in symbolic act | Citizen (Denmark) | 2008-06-03\n- Foreign Affairs (Denmark) | Engage in symbolic act | Citizen (Denmark) | 2005-01-24\n- Foreign Affairs (Denmark) | Threaten | Citizen (Denmark) | 2005-01-17\n- Media (Denmark) | Make statement | Foreign Affairs (Denmark) | 2008-09-20\nAnswer:", "completion": " 2005-11", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1375789", "prompt": "After Jacob J. Lew, who was the first to praise Antonis Samaras?\nEvidence:\n- Jacob J. Lew | Praise or endorse | Antonis Samaras | 2013-07-21\n- Antonis Samaras | Praise or endorse | Jacob J. Lew | 2013-07-21\n- Jacob J. Lew | Make a visit | Antonis Samaras | 2013-07-21\n- Jacob J. Lew | Host a visit | Antonis Samaras | 2013-07-21\n- Antonis Samaras | Make a visit | Jacob J. Lew | 2013-07-21\n- Antonis Samaras | Host a visit | Jacob J. Lew | 2013-07-21\n- Jacob J. Lew | Express intent to meet or negotiate | Antonis Samaras | 2013-07-20\n- Jacob J. Lew | Express intent to meet or negotiate | Antonis Samaras | 2013-07-17\n- Jacob J. Lew | Praise or endorse | Japan | 2014-02-22\n- Jacob J. Lew | Consult | China | 2013-11-15\n- Jacob J. Lew | Consult | China | 2013-03-24\n- China | Consult | Jacob J. Lew | 2013-11-15\n- China | Consult | Jacob J. Lew | 2013-03-24\n- Jacob J. Lew | Praise or endorse | African Union | 2010-04-21\n- Xi Jinping | Consult | Jacob J. Lew | 2013-11-15\nAnswer:", "completion": " Angela Merkel", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1205835", "prompt": "To whom did Abdel Fattah Al-Sisi last make a request before Mahmoud Abbas?\nEvidence:\n- Abdel Fattah Al-Sisi | Consult | A.K. Antony | 2013-03-20\n- A.K. Antony | Consult | Abdel Fattah Al-Sisi | 2013-03-20\n- Protester (Egypt) | Reject | Abdel Fattah Al-Sisi | 2013-01-29\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-07-03\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-04-24\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-20\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-18\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-17\n- Barack Obama | Consult | Abdel Fattah Al-Sisi | 2013-04-26\n- Abdel Fattah Al-Sisi | Threaten | Protester (Egypt) | 2013-07-24\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-07-03\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-04-24\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-20\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-18\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-17\nAnswer:", "completion": " Muhammadu Buhari", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1147890", "prompt": "Before Evo Morales, who was the last to praise Benedict XVI?\nEvidence:\n- China | Praise or endorse | Benedict XVI | 2005-04-21\n- China | Praise or endorse | Benedict XVI | 2005-04-20\n- Benedict XVI | Praise or endorse | Solidarity | 2005-08-31\n- Tony Blair | Praise or endorse | Benedict XVI | 2005-04-19\n- Citizen (Africa) | Praise or endorse | Benedict XVI | 2005-04-19\n- China | Reject | Benedict XVI | 2005-09-11\n- China | Accuse | Benedict XVI | 2005-09-11\n- John Paul II | Praise or endorse | Benedict XVI | 2005-04-22\n- Bolivia | Praise or endorse | Evo Morales | 2005-12-20\n- Bolivia | Praise or endorse | Evo Morales | 2005-12-19\n- Bolivia | Praise or endorse | Evo Morales | 2005-12-16\n- Bolivia | Praise or endorse | Evo Morales | 2005-12-15\n- Bolivia | Praise or endorse | Evo Morales | 2005-12-01\n- Bolivia | Praise or endorse | Evo Morales | 2005-11-23\n- Ivan Gasparovic | Consult | Benedict XVI | 2005-06-17\nAnswer:", "completion": " Blogger (Iran)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1124154", "prompt": "Who was the first to visit Sudan in 2010?\nEvidence:\n- UN Mission in Sudan | Make a visit | Sudan | 2010-01-09\n- Sudan | Host a visit | UN Mission in Sudan | 2010-01-09\n- Citizen (Sudan) | Express intent to engage in diplomatic cooperation (such as policy support) | UN Mission in Sudan | 2010-07-05\n- Ministry (Sudan) | Engage in symbolic act | Citizen (Sudan) | 2010-06-29\n- Citizen (Sudan) | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2010-05-02\n- Citizen (Sudan) | Express intent to engage in diplomatic cooperation (such as policy support) | Government (Sudan) | 2010-07-22\n- Citizen (Sudan) | Express intent to engage in diplomatic cooperation (such as policy support) | Government (Sudan) | 2010-07-05\n- UN Mission in Sudan | Make pessimistic comment | Citizen (Sudan) | 2010-01-09\n- Sudan | Host a visit | Japan | 2010-01-19\n- Japan | Make a visit | Sudan | 2010-01-19\n- Sudan | Express intent to meet or negotiate | Citizen (Sudan) | 2010-05-08\n- Peacekeeping Troop (Sudan) | Express intent to cooperate | Citizen (Sudan) | 2010-04-28\n- Government (Sudan) | Accede to demands for rights | Citizen (Sudan) | 2010-01-11\n- Envoy (Sudan) | Express intent to meet or negotiate | Sudan | 2010-02-16\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2010-10-04\nAnswer:", "completion": " UN Mission in Sudan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1362688", "prompt": "At what time did the Ministry of Nigeria blame Abba Sayyadi Ruma?\nEvidence:\n- Ministry (Nigeria) | Accuse | Abba Sayyadi Ruma | 2008-01-07\n- Abba Sayyadi Ruma | Make statement | Government (Nigeria) | 2010-03-08\n- Abba Sayyadi Ruma | Make statement | Government (Nigeria) | 2009-05-12\n- Abba Sayyadi Ruma | Make statement | Government (Nigeria) | 2009-01-19\n- Abba Sayyadi Ruma | Make statement | Government (Nigeria) | 2008-02-27\n- Abba Sayyadi Ruma | Make statement | Sudan | 2009-05-04\n- Abba Sayyadi Ruma | Make optimistic comment | Education (Nigeria) | 2006-10-31\n- Abba Sayyadi Ruma | Make statement | Umaru Musa Yar'Adua | 2008-06-02\n- Ministry (Nigeria) | Threaten | Education (Nigeria) | 2011-10-17\n- Ministry (Nigeria) | Threaten | Education (Nigeria) | 2011-10-11\n- Ministry (Nigeria) | Investigate | Education (Nigeria) | 2011-01-07\n- Ministry (Nigeria) | Consult | Education (Nigeria) | 2011-08-23\n- Ministry (Nigeria) | Apologize | Education (Nigeria) | 2011-02-10\n- Ministry (Nigeria) | Accuse | Education (Nigeria) | 2011-07-12\n- Ministry (Nigeria) | Accuse | Education (Nigeria) | 2007-12-06\nAnswer:", "completion": " 2008-01-07", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1386494", "prompt": "Who did the Prime Minister of Greece want to meet on the same day as the Prime Minister of Slovenia?\nEvidence:\n- Prime Minister Chaudhry | Express intent to meet or negotiate | Prime Minister Qarase | 2006-05-19\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-09\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-08\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-11-14\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-10-05\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Demand | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-11-24\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-05-19\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2005-05-05\nAnswer:", "completion": " Janez Jansa", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1315829", "prompt": "With which country was Angela Merkel engaged in negotiations in the same month as the leader of Ghana?\nEvidence:\n- Angela Merkel | Defend verbally | People Associated with the Opposition (Germany) | 2005-07-17\n- Gerhard Schröder | Engage in negotiation | Angela Merkel | 2005-05-22\n- Angela Merkel | Engage in negotiation | Gerhard Schröder | 2005-05-22\n- France | Consult | Angela Merkel | 2005-07-18\n- Angela Merkel | Demand | France | 2005-07-19\n- Angela Merkel | Consult | France | 2005-07-18\n- Angela Merkel | Engage in diplomatic cooperation | Government (Germany) | 2005-06-02\n- Tony Blair | Consult | Angela Merkel | 2005-02-07\n- Gerhard Schröder | Demand | Angela Merkel | 2005-07-27\n- Gerhard Schröder | Accuse | Angela Merkel | 2005-07-15\n- Angela Merkel | Reject | Gerhard Schröder | 2005-03-17\n- Angela Merkel | Make statement | France | 2005-07-20\n- Angela Merkel | Consult | Tony Blair | 2005-02-07\n- Angela Merkel | Accuse | Gerhard Schröder | 2005-07-20\n- Angela Merkel | Accuse | Gerhard Schröder | 2005-07-19\nAnswer:", "completion": " France", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1212404", "prompt": "In what year did Shamsi Vuai Nahodha first threaten the citizens of Tanzania?\nEvidence:\n- Shamsi Vuai Nahodha | Threaten | Police (Tanzania) | 2012-01-19\n- Shamsi Vuai Nahodha | Threaten | Citizen (Tanzania) | 2013-05-08\n- Shamsi Vuai Nahodha | Make statement | Tanzania | 2012-01-19\n- Shamsi Vuai Nahodha | Consult | Police (Tanzania) | 2011-01-17\n- Police (Tanzania) | Consult | Shamsi Vuai Nahodha | 2011-01-17\n- Shamsi Vuai Nahodha | Make statement | Police (Tanzania) | 2011-06-22\n- Shamsi Vuai Nahodha | Make statement | Ministry (Tanzania) | 2012-07-17\n- Shamsi Vuai Nahodha | Criticize or denounce | Citizen (Tanzania) | 2013-04-02\n- Shamsi Vuai Nahodha | Make an appeal or request | Tanzania | 2006-02-24\n- Shamsi Vuai Nahodha | Criticize or denounce | Zanzibar | 2015-10-27\n- Shamsi Vuai Nahodha | Make an appeal or request | Police (Tanzania) | 2012-01-19\n- Shamsi Vuai Nahodha | Make an appeal or request | Citizen (Tanzania) | 2012-10-17\n- Shamsi Vuai Nahodha | Engage in negotiation | Sergey Kuzhugetovich Shoygu | 2013-07-02\n- Sergey Kuzhugetovich Shoygu | Engage in negotiation | Shamsi Vuai Nahodha | 2013-07-02\n- Shamsi Vuai Nahodha | Deny responsibility | Civic United Front | 2006-11-03\nAnswer:", "completion": " 2013", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1091680", "prompt": "Who did the Rapid Action Battalion give humanitarian aid to before 2009?\nEvidence:\n- Rapid Action Battalion | Provide humanitarian aid | Citizen (Bangladesh) | 2005-06-15\n- Rapid Action Battalion | Provide humanitarian aid | Citizen (Bangladesh) | 2005-06-11\n- Rapid Action Battalion | Torture | Citizen (Bangladesh) | 2005-07-16\n- Rapid Action Battalion | Investigate | Citizen (Bangladesh) | 2005-08-29\n- Citizen (Bangladesh) | Reject | Rapid Action Battalion | 2005-09-06\n- Citizen (Bangladesh) | Accuse | Rapid Action Battalion | 2005-08-03\n- Citizen (Bangladesh) | Accuse | Rapid Action Battalion | 2005-07-02\n- Rapid Action Battalion | Confiscate property | Citizen (Bangladesh) | 2005-10-16\n- Rapid Action Battalion | Confiscate property | Citizen (Bangladesh) | 2005-10-09\n- Rapid Action Battalion | Confiscate property | Citizen (Bangladesh) | 2005-10-08\n- Rapid Action Battalion | Confiscate property | Citizen (Bangladesh) | 2005-09-29\n- Rapid Action Battalion | Confiscate property | Citizen (Bangladesh) | 2005-07-21\n- Rapid Action Battalion | Confiscate property | Citizen (Bangladesh) | 2005-06-01\n- Rapid Action Battalion | Confiscate property | Citizen (Bangladesh) | 2005-02-25\n- Lutfozzaman Babar | Make statement | Rapid Action Battalion | 2006-08-17\nAnswer:", "completion": " Japan", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1174154", "prompt": "Who was the last to praise Algirdas Butkevičius before the Indian foreign minister?\nEvidence:\n- Valdas Adamkus | Praise or endorse | Algirdas Butkevičius | 2012-10-10\n- Algirdas Butkevičius | Praise or endorse | Valdas Adamkus | 2007-07-24\n- Valdis Dombrovskis | Consult | Algirdas Butkevičius | 2013-01-10\n- Valdis Dombrovskis | Consult | Algirdas Butkevičius | 2013-01-04\n- Valdas Adamkus | Consult | Algirdas Butkevičius | 2005-04-19\n- Representatives (Lithuania) | Consult | Algirdas Butkevičius | 2013-02-26\n- Angela Merkel | Consult | Algirdas Butkevičius | 2013-05-30\n- Andrius Kubilius | Consult | Algirdas Butkevičius | 2012-04-06\n- Algirdas Butkevičius | Make statement | Gazprom | 2013-02-05\n- Algirdas Butkevičius | Make statement | Chevron | 2013-02-27\n- Algirdas Butkevičius | Consult | Valdis Dombrovskis | 2013-01-10\n- Algirdas Butkevičius | Consult | Valdis Dombrovskis | 2013-01-04\n- Algirdas Butkevičius | Consult | Valdas Adamkus | 2005-04-19\n- Algirdas Butkevičius | Consult | Representatives (Lithuania) | 2013-02-26\n- Algirdas Butkevičius | Consult | Angela Merkel | 2013-05-30\nAnswer:", "completion": " Foreign Affairs (France)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1171014", "prompt": "Who accused the citizens of Nigeria in the same month of your party?\nEvidence:\n- Defector (Your Party) | Make statement | Your Party | 2012-07-17\n- Your Party | Accuse | Government (Nigeria) | 2008-05-30\n- Your Party | Accuse | Citizen (Nigeria) | 2011-05-24\n- Government (Nigeria) | Accuse | Your Party | 2008-05-30\n- Citizen (Nigeria) | Yield | Your Party | 2007-04-26\n- Your Party | Make statement | Government (Nigeria) | 2012-05-07\n- Your Party | Consult | Lawmaker (Japan) | 2015-06-05\n- Your Party | Consult | Barack Obama | 2013-09-23\n- Your Party | Accuse | Murtala Nyako | 2009-07-01\n- Lawmaker (Japan) | Consult | Your Party | 2015-06-05\n- Barack Obama | Consult | Your Party | 2013-09-23\n- Your Party | Engage in diplomatic cooperation | Ryutaro Hashimoto | 2014-06-05\n- Your Party | Demand change in leadership | Sengoku Yoshito | 2010-11-29\n- Sengoku Yoshito | Engage in diplomatic cooperation | Your Party | 2010-07-14\n- Ryutaro Hashimoto | Engage in diplomatic cooperation | Your Party | 2014-06-05\nAnswer:", "completion": " Farm Worker (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1165109", "prompt": "Who was the first person threatened by the Nigerian government after the Nigerian Labour Union?\nEvidence:\n- Labour Coordinating Committee | Praise or endorse | Government (Nigeria) | 2010-04-27\n- Nigerian Tribune | Discuss by telephone | Citizen (Nigeria) | 2014-09-01\n- Citizen (Nigeria) | Discuss by telephone | Nigerian Tribune | 2014-09-01\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Nigerian Tribune | Make statement | Labor Union (Nigeria) | 2012-11-26\n- Nigerian Tribune | Make statement | Labor Union (Nigeria) | 2012-11-23\n- The Irrawaddy | Consult | National Coalition Government of the Union of Burma | 2010-02-25\n- National Coalition Government of the Union of Burma | Consult | The Irrawaddy | 2010-02-25\n- Citizen (Nigeria) | Return, release person(s) | Nigerian Television Authority | 2013-03-25\n- Citizen (Nigeria) | Return, release person(s) | Nigerian Television Authority | 2013-03-24\n- Nigerian Governors Forum | Discuss by telephone | Media (Africa) | 2013-06-27\n- Nigerian Bar Association | Discuss by telephone | Daily Trust | 2012-01-03\n- Media (Africa) | Discuss by telephone | Nigerian Governors Forum | 2013-06-27\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1369663", "prompt": "Who praised the Brazilian party member before 21 October 2009?\nEvidence:\n- Socialism and Freedom Party | Engage in material cooperation | Brazilian Communist Party | 2006-05-29\n- Brazilian Communist Party | Engage in material cooperation | Socialism and Freedom Party | 2006-05-29\n- Party Member (Turkey) | Accuse | Member of the Judiciary (Turkey) | 2008-12-27\n- Member of the Judiciary (Turkey) | Accuse | Party Member (Turkey) | 2008-12-27\n- The Daily Telegraph | Demand | Party Member (Vietnam) | 2005-10-25\n- Party Member (Tanzania) | Criticize or denounce | Member of the Judiciary (Tanzania) | 2010-05-12\n- Member of the Judiciary (Tanzania) | Praise or endorse | Party Member (Tanzania) | 2006-05-06\n- The Sunday Times | Make statement | Party Member (United Kingdom) | 2009-12-16\n- The Daily Telegraph | Make statement | Party Member (United Kingdom) | 2009-05-11\n- Member of the Judiciary (Sri Lanka) | Express accord | Party Member (Sri Lanka) | 2013-10-08\n- Party Member (Tanzania) | Make an appeal or request | Member of the Judiciary (Tanzania) | 2013-08-19\n- Party Member (Tanzania) | Make an appeal or request | Member of the Judiciary (Tanzania) | 2011-12-28\n- Member of the Judiciary (Turkey) | Accuse | Justice and Development Party | 2010-05-07\n- Party Member (Brazil) | Make statement | People Associated with the Opposition (Brazil) | 2014-10-16\n- Party Member (Brazil) | Make statement | People Associated with the Opposition (Brazil) | 2012-08-30\nAnswer:", "completion": " Political Parties (Brazil)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1022739", "prompt": "Who did Benjamin Netanyahu indict after 21 September 2015?\nEvidence:\n- Benjamin Netanyahu | Accuse | Iran | 2015-09-21\n- Eli Yishai | Consult | Benjamin Netanyahu | 2015-09-21\n- Benjamin Netanyahu | Consult | Eli Yishai | 2015-09-21\n- Benjamin Netanyahu | Consult | Barack Obama | 2015-09-21\n- Barack Obama | Consult | Benjamin Netanyahu | 2015-09-21\n- Benjamin Netanyahu | Make pessimistic comment | Middle East | 2015-09-21\n- Head of Government (Brazil) | Make an appeal or request | Benjamin Netanyahu | 2015-09-21\n- Benjamin Netanyahu | Express intent to engage in diplomatic cooperation (such as policy support) | Japan | 2015-09-21\n- Benjamin Netanyahu | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2015-09-21\n- Xi Jinping | Host a visit | Barack Obama | 2015-09-21\n- Xi Jinping | Express intent to meet or negotiate | Barack Obama | 2015-09-21\n- UN Security Council | Praise or endorse | China | 2015-09-21\n- Oman | Sign formal agreement | Iran | 2015-09-21\n- Oman | Express intent to engage in diplomatic cooperation (such as policy support) | Iran | 2015-09-21\n- Ministry (Oman) | Make a visit | Iran | 2015-09-21\nAnswer:", "completion": " Barack Obama", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1364552", "prompt": "Against whom did the citizens of the United Kingdom first use unconventional violence after the attacker of the United Kingdom?\nEvidence:\n- Citizen (United Kingdom) | Use unconventional violence | Attacker (United Kingdom) | 2006-05-16\n- Children (United Kingdom) | Use unconventional violence | Attacker (United Kingdom) | 2012-07-31\n- Attacker (United Kingdom) | Use unconventional violence | Men (United Kingdom) | 2015-12-07\n- Attacker (United Kingdom) | Use unconventional violence | Men (United Kingdom) | 2015-09-08\n- Attacker (United Kingdom) | Use unconventional violence | Men (United Kingdom) | 2013-05-22\n- Attacker (United Kingdom) | Use unconventional violence | Men (United Kingdom) | 2010-08-24\n- Attacker (United Kingdom) | Use unconventional violence | Men (United Kingdom) | 2008-03-10\n- Attacker (United Kingdom) | Use unconventional violence | Men (United Kingdom) | 2006-10-10\n- Attacker (United Kingdom) | Use unconventional violence | Men (United Kingdom) | 2005-01-14\n- Attacker (United Kingdom) | Use unconventional violence | Citizen (United Kingdom) | 2015-09-13\n- Attacker (United Kingdom) | Use unconventional violence | Citizen (United Kingdom) | 2015-04-21\n- Attacker (United Kingdom) | Use unconventional violence | Citizen (United Kingdom) | 2011-03-26\n- Attacker (United Kingdom) | Use unconventional violence | Citizen (United Kingdom) | 2009-01-13\n- Attacker (United Kingdom) | Use unconventional violence | Citizen (United Kingdom) | 2009-01-07\n- Attacker (United Kingdom) | Use unconventional violence | Citizen (United Kingdom) | 2008-10-23\nAnswer:", "completion": " Student (France)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1172590", "prompt": "Who made the last request to Mahmoud Ahmadinejad before the United Arab Emirates?\nEvidence:\n- United Arab Emirates | Praise or endorse | Mahmoud Ahmadinejad | 2005-06-28\n- Supreme Council (United Arab Emirates) | Make statement | United Arab Emirates | 2005-03-26\n- Treasury/Finance Ministry (United Arab Emirates) | Make statement | United Arab Emirates | 2005-02-13\n- United Arab Emirates | Consult | Iran | 2005-02-01\n- Iran | Consult | United Arab Emirates | 2005-02-01\n- United Arab Emirates | Cooperate militarily | France | 2005-02-20\n- United Arab Emirates | Consult | Benazir Bhutto | 2005-03-24\n- France | Cooperate militarily | United Arab Emirates | 2005-02-20\n- Benazir Bhutto | Consult | United Arab Emirates | 2005-03-24\n- United Arab Emirates | Sign formal agreement | Malaysia | 2005-03-19\n- United Arab Emirates | Sign formal agreement | Iraq | 2005-03-07\n- United Arab Emirates | Provide humanitarian aid | Sudan | 2005-02-04\n- United Arab Emirates | Praise or endorse | Iraq | 2005-02-02\n- United Arab Emirates | Praise or endorse | China | 2005-03-18\n- United Arab Emirates | Make a visit | Iran | 2005-02-25\nAnswer:", "completion": " Nuri al-Maliki", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1031873", "prompt": "To whom did the Iraqi legislature send an appeal to Haider Al-Abadi in the same year?\nEvidence:\n- Haider Al-Abadi | Make an appeal or request | Barack Obama | 2014-08-11\n- Barack Obama | Make an appeal or request | Haider Al-Abadi | 2014-08-11\n- Nuri al-Maliki | Consult | Haider Al-Abadi | 2014-08-14\n- Haider Al-Abadi | Reject | Nuri al-Maliki | 2014-08-12\n- Haider Al-Abadi | Consult | Nuri al-Maliki | 2014-08-14\n- Haider Al-Abadi | Make an appeal or request | UN Security Council | 2014-08-14\n- Iraq | Make statement | Haider Al-Abadi | 2014-08-15\n- Iraq | Make statement | Haider Al-Abadi | 2014-08-13\n- Haider Al-Abadi | Make statement | Iraq | 2014-08-14\n- Haider Al-Abadi | Make statement | Iraq | 2014-08-12\n- Haider Al-Abadi | Consult | Barack Obama | 2014-08-14\n- Haider Al-Abadi | Consult | Barack Obama | 2014-08-11\n- Fuad Masum | Accuse | Haider Al-Abadi | 2014-08-17\n- Barack Obama | Consult | Haider Al-Abadi | 2014-08-14\n- Barack Obama | Consult | Haider Al-Abadi | 2014-08-11\nAnswer:", "completion": " Iraq", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1071120", "prompt": "Before April, the year of 2014, which country received the visit from Office of the United Nations High Commissioner for Human Rights?\nEvidence:\n- Office of the United Nations High Commissioner for Human Rights | Demand | Sudan | 2012-10-19\n- Iraq | Demand | Office of the United Nations High Commissioner for Human Rights | 2014-08-27\n- Office of the United Nations High Commissioner for Human Rights | Host a visit | Human Rights Watch | 2007-05-30\n- Human Rights Watch | Make a visit | Office of the United Nations High Commissioner for Human Rights | 2007-05-30\n- Human Rights Watch | Make statement | Office of the United Nations High Commissioner for Human Rights | 2011-12-12\n- Office of the United Nations High Commissioner for Human Rights | Accuse of human rights abuses | Eritrea | 2012-06-20\n- Yemen | Host a visit | Office of the United Nations High Commissioner for Human Rights | 2013-09-30\n- Yemen | Host a visit | Office of the United Nations High Commissioner for Human Rights | 2012-06-25\n- Sudan | Host a visit | Office of the United Nations High Commissioner for Human Rights | 2011-06-29\n- Sudan | Host a visit | Office of the United Nations High Commissioner for Human Rights | 2006-05-11\n- Office of the United Nations High Commissioner for Human Rights | Make a visit | Yemen | 2013-09-30\n- Office of the United Nations High Commissioner for Human Rights | Make a visit | Yemen | 2012-06-25\n- Office of the United Nations High Commissioner for Human Rights | Make a visit | Sudan | 2011-06-29\n- Office of the United Nations High Commissioner for Human Rights | Make a visit | Sudan | 2006-05-11\n- Office of the United Nations High Commissioner for Human Rights | Make a visit | Mexico | 2015-10-10\nAnswer:", "completion": " Yemen", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1069814", "prompt": "To whom did the other authorities and officials of Nigeria provide humanitarian aid after 24 August 2009?\nEvidence:\n- Other Authorities / Officials (Nigeria) | Provide humanitarian aid | Citizen (Nigeria) | 2009-08-24\n- Other Authorities / Officials (Greece) | Provide humanitarian aid | Citizen (Greece) | 2009-08-24\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 0} +{"id": "mtq_1082556", "prompt": "Who did the Lawyer/Attorney of Kenya reject before the year of 2007?\nEvidence:\n- Lawyer/Attorney (Kenya) | Reject | Head of Government (Kenya) | 2007-01-11\n- Police (Kenya) | Reject | Lawyer/Attorney (Kenya) | 2011-02-22\n- Lawyer/Attorney (Kenya) | Reject | Police (Kenya) | 2015-08-20\n- Lawyer/Attorney (Kenya) | Reject | Police (Kenya) | 2008-08-11\n- Lawyer/Attorney (Kenya) | Reject | Police (Kenya) | 2007-01-04\n- Lawyer/Attorney (Kenya) | Reject | Police (Kenya) | 2006-07-11\n- Office of the Attorney General | Reject | Lawyer/Attorney (Indonesia) | 2008-11-04\n- William Ruto | Reject | Lawyer/Attorney (Kenya) | 2012-07-27\n- William Ruto | Reject | Lawyer/Attorney (Kenya) | 2012-07-26\n- Lawyer/Attorney (Kenya) | Reject | William Ruto | 2013-04-25\n- Lawyer/Attorney (Kenya) | Make statement | The Hague | 2012-06-01\n- Lawyer/Attorney (Kenya) | Make statement | The Hague | 2011-10-03\n- Member of the Judiciary (Mauritius) | Reject | Lawyer/Attorney (Mauritius) | 2011-02-11\n- Uhuru Muigai Kenyatta | Reject | Lawyer/Attorney (Kenya) | 2012-07-27\n- Uhuru Muigai Kenyatta | Reject | Lawyer/Attorney (Kenya) | 2012-07-26\nAnswer:", "completion": " Police (Kenya)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1292536", "prompt": "In which month did South Africa last express interest in cooperating with Malawi?\nEvidence:\n- South Africa | Consult | Malawi | 2005-09-20\n- South Africa | Consult | Malawi | 2005-08-01\n- South Africa | Consult | Malawi | 2005-06-01\n- South Africa | Consult | Malawi | 2005-05-31\n- Malawi | Consult | South Africa | 2005-09-20\n- Malawi | Consult | South Africa | 2005-08-01\n- Malawi | Consult | South Africa | 2005-06-01\n- Malawi | Consult | South Africa | 2005-05-31\n- Malawi | Engage in diplomatic cooperation | South Africa | 2005-04-04\n- Malawi | Engage in diplomatic cooperation | South Africa | 2005-04-03\n- Malawi | Express intent to cooperate economically | South Africa | 2005-08-03\n- Malawi | Express intent to cooperate economically | South Africa | 2005-06-10\n- South Africa | Provide humanitarian aid | Malawi | 2005-11-23\n- South Africa | Express intent to engage in diplomatic cooperation (such as policy support) | Malawi | 2005-08-12\n- Malawi | Express intent to engage in diplomatic cooperation (such as policy support) | South Africa | 2005-08-12\nAnswer:", "completion": " 2013-05", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1357249", "prompt": "Who blamed Benjamin Netanyahu first after the Foreign Affairs of Israel did?\nEvidence:\n- Benjamin Netanyahu | Make statement | Ministry of Tourism (Israel) | 2005-06-10\n- Settler (Israel) | Praise or endorse | Benjamin Netanyahu | 2005-09-26\n- Ministry of Tourism (Israel) | Express intent to cooperate | Benjamin Netanyahu | 2005-03-08\n- Benjamin Netanyahu | Express intent to cooperate | Ministry of Tourism (Israel) | 2005-03-08\n- Benjamin Netanyahu | Criticize or denounce | Interim Government (Israel) | 2006-01-12\n- Agriculture / Fishing / Forestry Ministry (Israel) | Make statement | Benjamin Netanyahu | 2006-01-12\n- Likud | Return, release person(s) | Foreign Affairs (Israel) | 2008-12-01\n- Likud | Threaten | Benjamin Netanyahu | 2006-02-15\n- Likud | Reject | Benjamin Netanyahu | 2009-05-15\n- Likud | Reject | Benjamin Netanyahu | 2005-09-27\n- Likud | Investigate | Benjamin Netanyahu | 2010-08-30\n- Likud | Demand | Benjamin Netanyahu | 2011-03-01\n- Likud | Demand | Benjamin Netanyahu | 2010-09-01\n- Likud | Demand | Benjamin Netanyahu | 2009-06-14\n- Likud | Consult | Benjamin Netanyahu | 2013-01-03\nAnswer:", "completion": " Mahmoud Abbas", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1204907", "prompt": "Who was the first to praise the Muslims of Nigeria?\nEvidence:\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- First Command of the Capital | Criticize or denounce | Citizen (Brazil) | 2008-10-30\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2012-05-31\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2009-10-23\n- Public Prosecutor (Brazil) | Criticize or denounce | First Command of the Capital | 2013-10-18\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-13\nAnswer:", "completion": " Umaru Musa Yar'Adua", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1061424", "prompt": "Who made Al-Shabaab suffer from unconventional violence after the militant of Somalia?\nEvidence:\n- Intellectual (Somalia) | Consult | Al-Shabaab | 2008-04-28\n- Governor (Somalia) | Accuse | Al-Shabaab | 2007-11-11\n- Criminal (Somalia) | Reject | Al-Shabaab | 2008-10-05\n- Al-Shabaab | Threaten | Criminal (Somalia) | 2008-05-18\n- Al-Shabaab | Consult | Intellectual (Somalia) | 2008-04-28\n- Media Personnel (Somalia) | Accuse | Al-Shabaab | 2008-09-22\n- Governor (Somalia) | Make statement | Al-Shabaab | 2007-11-11\n- Al-Shabaab | Make statement | Criminal (Somalia) | 2008-11-15\n- Media Personnel (Somalia) | Make statement | Al-Shabaab | 2008-11-17\n- Media Personnel (Somalia) | Make statement | Al-Shabaab | 2008-11-12\n- Media Personnel (Somalia) | Make statement | Al-Shabaab | 2008-10-19\n- Media Personnel (Somalia) | Make statement | Al-Shabaab | 2008-10-05\n- Media Personnel (Somalia) | Make statement | Al-Shabaab | 2008-05-10\n- Media Personnel (Somalia) | Make statement | Al-Shabaab | 2008-03-20\n- Media Personnel (Somalia) | Make statement | Al-Shabaab | 2008-03-09\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1116825", "prompt": "Who praised Northern Ireland last before Benedict XVI?\nEvidence:\n- Northern Ireland | Investigate crime, corruption | Northern Ireland | 2005-09-15\n- Northern Ireland | Consult | Ireland | 2005-05-11\n- Ireland | Consult | Northern Ireland | 2005-05-11\n- China | Reject | Benedict XVI | 2005-09-11\n- China | Accuse | Benedict XVI | 2005-09-11\n- Ivan Gasparovic | Consult | Benedict XVI | 2005-06-17\n- Iraq | Make statement | Benedict XVI | 2005-09-01\n- Gerhard Schröder | Consult | Benedict XVI | 2005-08-20\n- Bertie Ahern | Consult | Benedict XVI | 2005-07-08\n- Benedict XVI | Make statement | Solidarity | 2005-08-31\n- Benedict XVI | Consult | Ivan Gasparovic | 2005-06-17\n- Benedict XVI | Consult | Gerhard Schröder | 2005-08-20\n- Benedict XVI | Consult | Bertie Ahern | 2005-07-08\n- Benedict XVI | Consult | Angela Merkel | 2005-08-20\n- Angela Merkel | Consult | Benedict XVI | 2005-08-20\nAnswer:", "completion": " Barack Obama", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1334948", "prompt": "Before Tony Blair, which country was the last to criticise Nuri al-Maliki?\nEvidence:\n- Tony Blair | Consult | Nuri al-Maliki | 2006-05-22\n- Nuri al-Maliki | Consult | Tony Blair | 2006-05-22\n- Nuri al-Maliki | Engage in negotiation | Tony Blair | 2006-05-22\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-05-20\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-26\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-25\n- Nuri al-Maliki | Consult | Iraq | 2006-04-27\n- Iraq | Consult | Nuri al-Maliki | 2006-04-27\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-22\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-20\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-09\n- Nuri al-Maliki | Make statement | Iraq | 2006-04-22\n- Nuri al-Maliki | Make statement | Iraq | 2005-08-22\n- Nuri al-Maliki | Consult | Legislature (Iraq) | 2006-05-20\n- Nuri al-Maliki | Consult | Legislature (Iraq) | 2006-05-17\nAnswer:", "completion": " Iraq", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1047155", "prompt": "On 3 April 2006, who made the Al-Aqsa Martyrs Brigades suffer at the hands of conventional military forces?\nEvidence:\n- Israeli Defense Forces | Use conventional military force | al-Aqsa Martyrs' Brigades | 2006-04-03\nAnswer:", "completion": " Israeli Defense Forces", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1389672", "prompt": "Who did the Greek lawmakers praise last before the Prime Minister of Greece?\nEvidence:\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-09\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-08\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-11-14\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-10-05\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Demand | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-11-24\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-05-19\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2005-05-05\n- Prime Minister Qarase | Make statement | Prime Minister Chaudhry | 2006-07-13\nAnswer:", "completion": " Head of Government (Germany)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1260330", "prompt": "When did A.K. Antony first praise the economy of South Korea?\nEvidence:\n- Head of Government (India) | Consult | A.K. Antony | 2006-12-24\n- Head of Government (India) | Accuse | A.K. Antony | 2005-08-19\n- A.K. Antony | Consult | Head of Government (India) | 2006-12-24\n- Shivshankar Menon | Consult | A.K. Antony | 2007-05-09\n- Shivshankar Menon | Consult | A.K. Antony | 2007-05-08\n- Shivraj Patil | Consult | A.K. Antony | 2007-08-19\n- Shivraj Patil | Consult | A.K. Antony | 2007-07-25\n- Shivraj Patil | Consult | A.K. Antony | 2007-04-06\n- Minister Bogollagama | Consult | A.K. Antony | 2007-06-03\n- Arjun Singh | Consult | A.K. Antony | 2007-10-09\n- Arjun Singh | Consult | A.K. Antony | 2007-08-19\n- A.K. Antony | Consult | Shivshankar Menon | 2007-05-09\n- A.K. Antony | Consult | Shivshankar Menon | 2007-05-08\n- A.K. Antony | Consult | Shivraj Patil | 2007-08-19\n- A.K. Antony | Consult | Shivraj Patil | 2007-07-25\nAnswer:", "completion": " 2014-01-17", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1315999", "prompt": "Who was the last to condemn the Member of Parliament of India before Meira Kumar?\nEvidence:\n- Member of Parliament (India) | Consult | Meira Kumar | 2010-07-27\n- Member of Parliament (India) | Consult | Meira Kumar | 2009-07-24\n- Meira Kumar | Threaten | Member of Parliament (India) | 2010-04-23\n- Meira Kumar | Consult | Member of Parliament (India) | 2010-07-27\n- Meira Kumar | Consult | Member of Parliament (India) | 2009-07-24\n- Member of Parliament (India) | Make statement | Meira Kumar | 2009-06-06\n- Member of Parliament (India) | Make statement | Meira Kumar | 2009-06-04\n- Meira Kumar | Make statement | Member of Parliament (India) | 2009-12-18\n- Meira Kumar | Make statement | Member of Parliament (India) | 2009-06-03\n- Meira Kumar | Praise or endorse | Member of Parliament (India) | 2012-10-05\n- Meira Kumar | Criticize or denounce | Member of Parliament (India) | 2009-12-18\n- Member of Parliament (India) | Make an appeal or request | Meira Kumar | 2012-10-05\n- Meira Kumar | Make an appeal or request | Member of Parliament (India) | 2012-05-08\n- Meira Kumar | Make an appeal or request | Member of Parliament (India) | 2009-12-18\n- Meira Kumar | Make statement | House of Representatives (India) | 2011-06-03\nAnswer:", "completion": " Media (India)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1012553", "prompt": "Before South Africa, with which country did Mexico last want to engage in diplomatic cooperation?\nEvidence:\n- Government (South Africa) | Engage in diplomatic cooperation | African Union | 2005-02-26\n- Border Patrol (Mexico) | Engage in judicial cooperation | Mexico | 2005-01-07\n- Mexico | Express intent to engage in diplomatic cooperation (such as policy support) | Japan | 2005-02-14\n- South Africa | Engage in negotiation | Japan | 2005-02-05\n- South Africa | Engage in negotiation | France | 2005-02-05\n- Japan | Engage in negotiation | South Africa | 2005-02-05\n- France | Engage in negotiation | South Africa | 2005-02-05\n- African Union | Engage in diplomatic cooperation | Sudan | 2005-04-27\n- Government (Djibouti) | Engage in diplomatic cooperation | African Union | 2005-02-07\n- Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | African Union | 2005-04-30\n- Japan | Express intent to engage in diplomatic cooperation (such as policy support) | African Union | 2005-03-28\n- African Union | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-03-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\nAnswer:", "completion": " Iran", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1226883", "prompt": "Who blamed the Sudanese police after the Sudanese military?\nEvidence:\n- Military (Singapore) | Make statement | The Sunday Times | 2005-01-16\n- Police (Israel) | Make statement | The Hague | 2005-04-26\n- The Hague | Reject | The Hague | 2005-05-04\n- The Hague | Accuse | The Hague | 2006-03-11\n- The Hague | Use conventional military force | Vojislav Šešelj | 2006-12-04\n- The Hague | Host a visit | Military Personnel (Serbia) | 2005-03-25\n- The Hague | Host a visit | Military Personnel (Serbia) | 2005-03-17\n- Military Personnel (Serbia) | Make a visit | The Hague | 2005-03-25\n- Military Personnel (Serbia) | Make a visit | The Hague | 2005-03-17\n- The Daily Telegraph | Make statement | Police (Australia) | 2005-06-22\n- The Daily Telegraph | Make statement | Police (Australia) | 2005-06-20\n- The Hague | Threaten | Criminal (The Hague) | 2006-04-30\n- The Hague | Make statement | The Hague | 2006-03-08\n- The Hague | Deny responsibility | The Hague | 2005-03-03\n- Military Personnel (Serbia) | Express intent to de-escalate military engagement | The Hague | 2005-04-08\nAnswer:", "completion": " Human Rights Watch", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1371674", "prompt": "Who was the first person Ma Ying Jeou wanted to negotiate with in 2013?\nEvidence:\n- Ma Ying Jeou | Consult | Kuomintang | 2013-02-22\n- Ma Ying Jeou | Consult | Kuomintang | 2013-02-05\n- Kuomintang | Consult | Ma Ying Jeou | 2013-02-22\n- Kuomintang | Consult | Ma Ying Jeou | 2013-02-05\n- Ma Ying Jeou | Express intent to meet or negotiate | China | 2013-02-22\n- Xi Jinping | Consult | Ma Ying Jeou | 2013-02-22\n- Ma Ying Jeou | Make statement | Japan | 2013-05-01\n- Ma Ying Jeou | Make statement | Japan | 2013-02-20\n- Ma Ying Jeou | Make statement | Japan | 2013-02-04\n- Ma Ying Jeou | Make statement | Japan | 2013-01-01\n- Ma Ying Jeou | Make statement | China | 2013-05-08\n- Ma Ying Jeou | Make statement | China | 2013-04-09\n- Ma Ying Jeou | Make statement | China | 2013-04-01\n- Ma Ying Jeou | Make statement | China | 2013-02-04\n- Ma Ying Jeou | Make statement | China | 2013-01-16\nAnswer:", "completion": " Lien Chan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1251731", "prompt": "Who would wish to negotiate with International Monetary Fund on the same month of the Treasury/Finance Ministry of Japan?\nEvidence:\n- Treasury/Finance Ministry (Japan) | Express accord | International Monetary Fund | 2005-01-10\n- Treasury/Finance Ministry (Bangladesh) | Consult | International Monetary Fund | 2005-02-23\n- International Monetary Fund | Consult | Treasury/Finance Ministry (Bangladesh) | 2005-02-23\n- People Associated with the Opposition (Sri Lanka) | Consult | International Monetary Fund | 2005-06-02\n- International Monetary Fund | Consult | People Associated with the Opposition (Sri Lanka) | 2005-06-02\n- International Monetary Fund | Threaten | Romania | 2005-06-28\n- International Monetary Fund | Investigate | Tanzania | 2005-08-02\n- International Monetary Fund | Investigate | Tanzania | 2005-02-25\n- International Monetary Fund | Investigate | Iraq | 2005-05-12\n- International Monetary Fund | Demand | China | 2005-04-20\n- International Monetary Fund | Demand | Angola | 2005-07-06\n- International Monetary Fund | Express intent to meet or negotiate | Bolivia | 2005-06-23\n- International Monetary Fund | Appeal for political reform | Japan | 2005-04-17\n- Romania | Express accord | International Monetary Fund | 2005-04-13\n- Iraq | Express accord | International Monetary Fund | 2005-03-07\nAnswer:", "completion": " Antonis Samaras", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1153034", "prompt": "After Oct 2011, who used conventional military force against Mexico?\nEvidence:\n- Colombia | Use conventional military force | Guerrilla (Colombia) | 2005-05-10\n- Colombia | Use conventional military force | Guerrilla (Colombia) | 2005-04-27\n- Military (Mexico) | Cooperate militarily | Mexico | 2005-01-17\n- Military (Mexico) | Mobilize or increase armed forces | Mexico | 2005-01-24\n- Other Authorities / Officials (Mexico) | Demonstrate military or police power | Mexico | 2005-01-26\n- Mexico | Investigate | Criminal (Mexico) | 2005-01-12\n- Secretariat (Mexico) | Make statement | Mexico | 2005-02-03\n- Organized Crime (Mexico) | Demand | Mexico | 2005-01-24\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-26\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-25\n- Economist (Mexico) | Make statement | Mexico | 2005-02-11\n- Other Authorities / Officials (Mexico) | Investigate | Mexico | 2005-01-27\n- National Union Party (Mexico) | Reject | Mexico | 2005-01-26\n- Central Bank (Mexico) | Make statement | Mexico | 2005-01-31\n- Other Authorities / Officials (Mexico) | Make statement | Mexico | 2005-01-18\nAnswer:", "completion": " Hacker group Anonymous", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1078812", "prompt": "Who was the last to negotiate with Isaias Afewerki in 2008?\nEvidence:\n- Sudan | Engage in negotiation | Isaias Afewerki | 2008-07-27\n- Qatar | Engage in negotiation | Isaias Afewerki | 2008-03-27\n- Japan | Engage in negotiation | Isaias Afewerki | 2008-08-05\n- Isaias Afewerki | Engage in negotiation | Sudan | 2008-07-27\n- Isaias Afewerki | Engage in negotiation | Qatar | 2008-03-27\n- Isaias Afewerki | Engage in negotiation | Japan | 2008-08-05\n- Isaias Afewerki | Engage in negotiation | Iran | 2008-05-23\n- Isaias Afewerki | Engage in negotiation | Djibouti | 2008-01-18\n- Iran | Engage in negotiation | Isaias Afewerki | 2008-05-23\n- Djibouti | Engage in negotiation | Isaias Afewerki | 2008-01-18\n- Mahmoud Ahmadinejad | Engage in negotiation | Isaias Afewerki | 2008-05-23\n- Isaias Afewerki | Engage in negotiation | Mahmoud Ahmadinejad | 2008-05-23\n- Mahmoud Ahmadinejad | Consult | Isaias Afewerki | 2008-05-20\n- Isaias Afewerki | Make statement | Iran | 2008-05-20\n- Isaias Afewerki | Make statement | Eritrea | 2008-06-22\nAnswer:", "completion": " Al-Walid Bin-Talal Bin-Abd-al-Aziz", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1199525", "prompt": "Who was the last person to praise Daniel Scioli in 2015?\nEvidence:\n- Lawmaker (Argentina) | Praise or endorse | Daniel Scioli | 2015-10-29\n- Lawmaker (Argentina) | Praise or endorse | Daniel Scioli | 2015-10-02\n- Lawmaker (Argentina) | Praise or endorse | Daniel Scioli | 2015-03-25\n- Daniel Scioli | Praise or endorse | Senate (Argentina) | 2015-06-28\n- Daniel Scioli | Praise or endorse | Senate (Argentina) | 2015-04-20\n- Juan Manuel Urtubey | Praise or endorse | Daniel Scioli | 2015-06-05\n- Daniel Scioli | Praise or endorse | Juan Manuel Urtubey | 2015-05-17\n- Daniel Scioli | Praise or endorse | Juan Manuel Urtubey | 2015-04-10\n- Daniel Scioli | Praise or endorse | Carlos Saul Menem | 2015-07-02\n- Senate (Argentina) | Consult | Daniel Scioli | 2015-04-14\n- Daniel Scioli | Consult | Senate (Argentina) | 2015-04-14\n- Daniel Scioli | Consult | Business (Argentina) | 2015-04-14\n- Business (Argentina) | Consult | Daniel Scioli | 2015-04-14\n- Daniel Scioli | Praise or endorse | Cristina Fernández de Kirchner | 2015-06-22\n- Daniel Scioli | Praise or endorse | Cristina Fernández de Kirchner | 2015-05-10\nAnswer:", "completion": " Cristina Fernández de Kirchner", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1372217", "prompt": "Who praised Yasuo Fukuda in the same year as Sali Berisha?\nEvidence:\n- Sali Berisha | Consult | Iran | 2005-12-21\n- Iran | Consult | Sali Berisha | 2005-12-21\n- Vlado Buckovski | Consult | Sali Berisha | 2006-01-23\n- Vlado Buckovski | Consult | Sali Berisha | 2005-10-24\n- Sali Berisha | Make statement | Romania | 2005-10-03\n- Sali Berisha | Consult | Vlado Buckovski | 2006-01-23\n- Sali Berisha | Consult | Vlado Buckovski | 2005-10-24\n- Sali Berisha | Consult | Milo Djukanovic | 2005-10-18\n- Sali Berisha | Consult | Military (Albania) | 2005-12-20\n- Sali Berisha | Consult | Javier Solana | 2005-11-30\n- Sali Berisha | Consult | Javier Solana | 2005-09-18\n- Sali Berisha | Consult | Businessperson (Italy) | 2005-11-10\n- Sali Berisha | Consult | Branko Crvenkovski | 2005-11-16\n- Sali Berisha | Consult | Branko Crvenkovski | 2005-10-24\n- Milo Djukanovic | Consult | Sali Berisha | 2005-10-18\nAnswer:", "completion": " Dmitry Anatolyevich Medvedev", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1225141", "prompt": "Who praised the government of Nigeria in Feb, 2014?\nEvidence:\n- The Chronicle | Consult | Head of Government (Ghana) | 2005-06-15\n- Head of Government (Ghana) | Consult | The Chronicle | 2005-06-15\n- Vietnam | Engage in diplomatic cooperation | Committees for the Defense of the Revolution | 2005-09-30\n- Militant (Movement for the Emancipation of the Niger Delta) | Use unconventional violence | Citizen (Nigeria) | 2006-04-05\n- Government (Gabon) | Deny responsibility | Union of the Gabonese People | 2006-03-24\n- Head of Government (Brazil) | Engage in diplomatic cooperation | People Associated with the Opposition (Brazil) | 2006-10-30\n- National Coalition Government of the Union of Burma | Make optimistic comment | China | 2006-06-02\n- National Coalition Government of the Union of Burma | Make optimistic comment | China | 2006-05-31\n- Special Rapporteurs of the United Nations | Consult | Government Official (Turkey) | 2006-02-23\n- Special Rapporteurs of the United Nations | Consult | Government Official (Russia) | 2006-06-16\n- Member of the Judiciary (South Africa) | Reject | Government (South Africa) | 2006-08-31\n- Government Official (Turkey) | Consult | Special Rapporteurs of the United Nations | 2006-02-23\n- Government Official (Russia) | Consult | Special Rapporteurs of the United Nations | 2006-06-16\n- Secretary of State for the Home Department | Make statement | Head of Government (India) | 2005-04-29\n- Member of the Judiciary (Sri Lanka) | Make statement | Head of Government (Sri Lanka) | 2006-10-17\nAnswer:", "completion": " Clergy (Nigeria)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1264431", "prompt": "Who was the first to be asked by the media in Uganda?\nEvidence:\n- Media Personnel (Uganda) | Discuss by telephone | Air Force (Uganda) | 2006-06-20\n- Citizen (Uganda) | Kill by physical assault | Media Personnel (Uganda) | 2010-09-16\n- Air Force (Uganda) | Discuss by telephone | Media Personnel (Uganda) | 2006-06-20\n- Media Personnel (Uganda) | Discuss by telephone | Daily Monitor | 2011-05-28\n- Media Personnel (Uganda) | Discuss by telephone | Daily Monitor | 2010-12-07\n- Media Personnel (Uganda) | Discuss by telephone | Daily Monitor | 2010-05-18\n- Media Personnel (Uganda) | Discuss by telephone | Daily Monitor | 2008-10-16\n- Media Personnel (Uganda) | Discuss by telephone | Daily Monitor | 2008-10-10\n- Media Personnel (Uganda) | Discuss by telephone | Daily Monitor | 2006-08-12\n- Media Personnel (Uganda) | Discuss by telephone | Daily Monitor | 2006-07-04\n- Media Personnel (Uganda) | Discuss by telephone | Daily Monitor | 2006-03-20\n- Media Personnel (Uganda) | Discuss by telephone | Daily Monitor | 2006-03-11\n- Media Personnel (Uganda) | Discuss by telephone | Associated Press | 2006-10-11\n- Media Personnel (Uganda) | Discuss by telephone | Associated Press | 2006-08-26\n- Daily Monitor | Discuss by telephone | Media Personnel (Uganda) | 2011-05-28\nAnswer:", "completion": " Citizen (Uganda)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1308841", "prompt": "Who made the last appeal for the citizens of International in 2013?\nEvidence:\n- Transparency International | Appeal for intelligence | Government (Nigeria) | 2013-08-09\n- Lawyer/Attorney (Kenya) | Appeal for judicial cooperation | International Court of Justice | 2013-08-07\n- Citizen (International) | Appeal for de-escalation of military engagement | Xi Jinping | 2013-03-16\n- International Court of Justice | Accuse of war crimes | The Hague | 2013-11-27\n- International Monetary Fund | Appeal for political reform | Yemen | 2013-10-19\n- International Monetary Fund | Appeal for political reform | Yemen | 2013-10-18\n- The Hague | Praise or endorse | International Court of Justice | 2013-10-16\n- People Associated with the Opposition (Ukraine) | Appeal for change in leadership | Viktor Pshonka | 2013-12-20\n- Secretary of State for the Home Department | Reject | Member of Parliament (Portugal) | 2013-03-08\n- Theresa May | Consult | Secretary of State for the Home Department | 2013-06-26\n- Secretary of State for the Home Department | Consult | Theresa May | 2013-06-26\n- USAID | Sign formal agreement | International Union For Conservation Of Nature | 2013-03-21\n- Tanzania | Host a visit | Secretary of State for International Development | 2013-06-23\n- Secretary of State for International Development | Make a visit | Tanzania | 2013-06-23\n- International Union For Conservation Of Nature | Sign formal agreement | USAID | 2013-03-21\nAnswer:", "completion": " Barack Obama", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1003609", "prompt": "Who denounced the other authorities and officials of Russia before the opposition coalition of Russia?\nEvidence:\n- Other Authorities / Officials (Russia) | Impose administrative sanctions | Opposition Coalition (Russia) | 2007-11-15\n- Opposition Coalition (Russia) | Criticize or denounce | Other Authorities / Officials (Russia) | 2009-04-16\n- Main Opposition (Ingush) | Accuse | Other Authorities / Officials (Russia) | 2005-05-11\n- Main Opposition (Ingush) | Make statement | Other Authorities / Officials (Russia) | 2005-05-11\n- United Russia | Consult | Other Authorities / Officials (Russia) | 2014-01-13\n- Other Authorities / Officials (Russia) | Reject | Representatives (Russia) | 2009-10-07\n- Other Authorities / Officials (Russia) | Investigate | Military (Russia) | 2013-10-19\n- Other Authorities / Officials (Russia) | Investigate | Military (Russia) | 2009-06-17\n- Other Authorities / Officials (Russia) | Consult | United Russia | 2014-01-13\n- Other Authorities / Officials (Russia) | Apologize | Media (Russia) | 2007-04-17\n- Military (Russia) | Accuse | Other Authorities / Officials (Russia) | 2006-09-05\n- Boris Abramovich Berezovsky | Rally opposition against | Other Authorities / Officials (Russia) | 2007-07-06\n- Office of the Attorney General | Praise or endorse | Other Authorities / Officials (Russia) | 2015-10-28\n- Tatarstan | Accuse | Other Authorities / Officials (Russia) | 2012-11-07\n- Romania | Accuse | Other Authorities / Officials (Russia) | 2010-08-17\nAnswer:", "completion": " Ilya Iosifovich Klebanov", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1265676", "prompt": "With whom did Zurab Nogaideli express his intention to negotiate after 28 November 2005?\nEvidence:\n- Zurab Nogaideli | Express intent to meet or negotiate | Representatives (International) | 2005-11-28\n- Zurab Nogaideli | Express intent to meet or negotiate | Javier Solana | 2005-11-28\n- Zurab Nogaideli | Express intent to meet or negotiate | Citizen (Belgium) | 2005-11-28\n- Zurab Nogaideli | Express intent to meet or negotiate | Foreign Affairs (Belgium) | 2005-11-28\nAnswer:", "completion": " Republic of South Ossetia", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 4, "n_anchors": 1} +{"id": "mtq_1002493", "prompt": "In which year did the judge of the court of the United Kingdom first condemn the indigenous people of the United Kingdom?\nEvidence:\n- Court Judge (United Kingdom) | Make statement | Indigenous People (United Kingdom) | 2007-05-13\n- Court Judge (United Kingdom) | Criticize or denounce | Indigenous People (United Kingdom) | 2013-07-26\n- Court Judge (United Kingdom) | Make an appeal or request | Indigenous People (United Kingdom) | 2012-07-19\n- Court Judge (United Kingdom) | Arrest, detain, or charge with legal action | Indigenous People (United Kingdom) | 2013-07-26\n- Indigenous People (United Kingdom) | Threaten | Citizen (United Kingdom) | 2013-05-25\n- Indigenous People (United Kingdom) | Reject | Citizen (United Kingdom) | 2008-01-06\n- Indigenous People (United Kingdom) | Investigate | Citizen (United Kingdom) | 2008-04-02\n- Indigenous People (United Kingdom) | Consult | Businessperson (United Kingdom) | 2006-07-24\n- Indigenous People (United Kingdom) | Accuse | Men (United Kingdom) | 2006-11-06\n- Citizen (United Kingdom) | Threaten | Indigenous People (United Kingdom) | 2015-05-11\n- Citizen (United Kingdom) | Reject | Indigenous People (United Kingdom) | 2005-09-20\n- Citizen (United Kingdom) | Demand | Indigenous People (United Kingdom) | 2007-11-05\n- Citizen (United Kingdom) | Demand | Indigenous People (United Kingdom) | 2005-10-01\n- Citizen (United Kingdom) | Demand | Indigenous People (United Kingdom) | 2005-01-27\n- Businessperson (United Kingdom) | Consult | Indigenous People (United Kingdom) | 2006-07-24\nAnswer:", "completion": " 2013", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1140829", "prompt": "Who wanted to meet the citizens of Sudan in April 2005?\nEvidence:\n- Police (Sudan) | Express intent to meet or negotiate | Sudan | 2005-04-01\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | Sudan | 2005-04-15\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | Sudan | 2005-04-14\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | Sudan | 2005-04-13\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | Sudan | 2005-04-07\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | Sudan | 2005-04-05\n- Sudan | Engage in negotiation | Cabinet / Council of Ministers / Advisors (United States) | 2005-04-14\n- Cabinet / Council of Ministers / Advisors (United States) | Engage in negotiation | Sudan | 2005-04-14\n- Sudan | Engage in diplomatic cooperation | Kuwait | 2005-04-13\n- Kuwait | Engage in diplomatic cooperation | Sudan | 2005-04-13\n- Sudan | Accuse of war crimes | UN Security Council | 2005-04-01\n- Police (Sudan) | Make statement | Sudan | 2005-04-15\n- Newspaper (Sudan) | Make statement | Sudan | 2005-04-07\n- Bishop (Sudan) | Make statement | Sudan | 2005-04-13\n- Sudan | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2005-04-14\nAnswer:", "completion": " Ministry (Sudan)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1376605", "prompt": "Which country last host Benjamin Netanyahu's visit from Benjamin Netanyahu before Javier Solana did?\nEvidence:\n- Middle East | Host a visit | Javier Solana | 2005-01-09\n- Middle East | Host a visit | Javier Solana | 2005-01-08\n- Japan | Host a visit | Benjamin Netanyahu | 2005-09-01\n- Javier Solana | Demand | Iran | 2005-02-01\n- Javier Solana | Consult | Iran | 2005-02-01\n- Iran | Consult | Javier Solana | 2005-02-01\n- Javier Solana | Make a visit | Middle East | 2005-01-09\n- Javier Solana | Make a visit | Middle East | 2005-01-08\n- Stephen Hadley | Consult | Javier Solana | 2005-01-07\n- Milo Djukanovic | Consult | Javier Solana | 2005-03-03\n- Mahmoud Abbas | Consult | Javier Solana | 2005-03-03\n- Mahmoud Abbas | Consult | Javier Solana | 2005-03-02\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-29\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-28\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-24\nAnswer:", "completion": " France", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1258164", "prompt": "After Bukola Saraki, who was the first to be threatened by the citizens of Nigeria?\nEvidence:\n- Bukola Saraki | Threaten | Citizen (Nigeria) | 2009-11-25\n- Bukola Saraki | Accuse | Government (Nigeria) | 2005-09-22\n- Bukola Saraki | Accuse | Citizen (Nigeria) | 2007-05-28\n- Head of Government (Nigeria) | Make statement | Bukola Saraki | 2007-12-20\n- Citizen (Nigeria) | Complain officially | Bukola Saraki | 2009-02-06\n- Bukola Saraki | Provide aid | Citizen (Nigeria) | 2009-02-19\n- Bukola Saraki | Make statement | Government (Nigeria) | 2009-11-25\n- Bukola Saraki | Make statement | Government (Nigeria) | 2009-03-30\n- Bukola Saraki | Make statement | Government (Nigeria) | 2008-11-07\n- Bukola Saraki | Make statement | Government (Nigeria) | 2008-06-02\n- Bukola Saraki | Make statement | Government (Nigeria) | 2007-12-20\n- Bukola Saraki | Make statement | Government (Nigeria) | 2007-12-10\n- Bukola Saraki | Make statement | Government (Nigeria) | 2005-05-18\n- Bukola Saraki | Make statement | Government (Nigeria) | 2005-04-05\n- Bukola Saraki | Make statement | Education (Nigeria) | 2009-06-30\nAnswer:", "completion": " Government (Nigeria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1118543", "prompt": "In which year did Human Rights Watch last denounce Donald Rumsfeld?\nEvidence:\n- Human Rights Watch | Criticize or denounce | Donald Rumsfeld | 2005-04-24\n- Human Rights Watch | Criticize or denounce | Kazakhstan | 2005-01-10\n- Human Rights Watch | Criticize or denounce | Iran | 2005-06-12\n- Human Rights Watch | Criticize or denounce | Iran | 2005-01-17\n- Human Rights Watch | Criticize or denounce | Cambodia | 2005-01-10\n- Human Rights Watch | Accuse of human rights abuses | Vietnam | 2005-01-10\n- Human Rights Commission (Pakistan) | Make statement | Human Rights Watch | 2005-10-22\n- Human Rights Watch | Criticize or denounce | Islam Karimov | 2005-05-15\n- Human Rights Watch | Criticize or denounce | Government (Burundi) | 2005-11-06\n- Human Rights Watch | Criticize or denounce | Citizen (Sudan) | 2005-11-09\n- Human Rights Watch | Criticize or denounce | Alberto Gonzales | 2005-01-25\n- Human Rights Watch | Accuse of human rights abuses | Government (Sudan) | 2005-04-06\n- Human Rights Watch | Accuse of human rights abuses | Government (Sudan) | 2005-04-04\n- Human Rights Watch | Accuse of human rights abuses | Citizen (Sudan) | 2005-05-31\n- Human Rights Watch | Criticize or denounce | UN Security Council | 2005-11-09\nAnswer:", "completion": " 2005", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1065379", "prompt": "After Mahmoud Ahmadinejad, whom did Islam Karimov praise first?\nEvidence:\n- Iran | Praise or endorse | Islam Karimov | 2005-01-06\n- Sodiq Safoyev | Praise or endorse | Islam Karimov | 2005-01-26\n- Islam Karimov | Praise or endorse | Zurab Nogaideli | 2005-04-18\n- Islam Karimov | Praise or endorse | Senate (Uzbekistan) | 2005-01-31\n- Islam Karimov | Praise or endorse | Senate (Uzbekistan) | 2005-01-29\n- Abdul Kalam | Praise or endorse | Islam Karimov | 2005-04-05\n- International Government Organizations | Praise or endorse | Islam Karimov | 2005-01-20\n- Zurab Nogaideli | Consult | Islam Karimov | 2005-04-18\n- Senate (Uzbekistan) | Consult | Islam Karimov | 2005-04-06\n- Senate (Uzbekistan) | Consult | Islam Karimov | 2005-01-28\n- Pervez Musharraf | Consult | Islam Karimov | 2005-03-06\n- Islam Karimov | Demand | Senate (Uzbekistan) | 2005-01-31\n- Islam Karimov | Consult | Zurab Nogaideli | 2005-04-18\n- Islam Karimov | Consult | Senate (Uzbekistan) | 2005-04-06\n- Islam Karimov | Consult | Senate (Uzbekistan) | 2005-01-28\nAnswer:", "completion": " Dmitry Anatolyevich Medvedev", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1035462", "prompt": "In which month did the Jubo Dal first accuse the Bangladeshi Member of Parliament?\nEvidence:\n- Jubo Dal | Accuse | Member of Parliament (Bangladesh) | 2006-10-17\n- Jubo Dal | Use unconventional violence | Member of Parliament (Bangladesh) | 2008-09-03\n- Jubo Dal | Demand | Bashir Ahmed | 2005-08-03\n- Jubo Dal | Demand | Bashir Ahmed | 2005-07-02\n- Citizen (Bangladesh) | Assassinate | Jubo Dal | 2007-08-16\n- Party Member (Bangladesh) | Use conventional military force | Jubo Dal | 2009-01-15\n- Jubo Dal | Physically assault | Citizen (Bangladesh) | 2006-04-11\n- Jubo Dal | Physically assault | Citizen (Bangladesh) | 2005-06-08\n- Employee (Bangladesh) | Physically assault | Jubo Dal | 2006-10-27\n- Employee (Bangladesh) | Physically assault | Jubo Dal | 2006-10-26\n- Citizen (United Kingdom) | Assassinate | Jubo Dal | 2008-03-04\n- Citizen (Bangladesh) | Physically assault | Jubo Dal | 2006-06-25\n- Jubo Dal | Use unconventional violence | Citizen (Bangladesh) | 2006-07-14\n- Jubo Dal | Bring lawsuit against | Citizen (Bangladesh) | 2005-07-17\n- Citizen (Bangladesh) | Use unconventional violence | Jubo Dal | 2009-01-01\nAnswer:", "completion": " 2006-10", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1141400", "prompt": "Which country received Lee Myung Bak's visit from Lee Myung Bak on the same day of UAE Armed Forces?\nEvidence:\n- UAE Armed Forces | Make a visit | Qatar | 2005-02-16\n- UAE Armed Forces | Make a visit | Kuwait | 2006-01-17\n- UAE Armed Forces | Make a visit | China | 2009-08-18\n- Qatar | Host a visit | UAE Armed Forces | 2005-02-16\n- Kuwait | Host a visit | UAE Armed Forces | 2006-01-17\n- China | Host a visit | UAE Armed Forces | 2009-08-18\n- UAE Armed Forces | Host a visit | Pervez Musharraf | 2007-07-27\n- UAE Armed Forces | Host a visit | Pervez Musharraf | 2007-01-24\n- UAE Armed Forces | Host a visit | Government (Qatar) | 2005-02-20\n- UAE Armed Forces | Host a visit | Gerhard Schröder | 2005-03-05\n- UAE Armed Forces | Host a visit | Angela Merkel | 2007-02-08\n- Pervez Musharraf | Make a visit | UAE Armed Forces | 2007-07-27\n- Pervez Musharraf | Make a visit | UAE Armed Forces | 2007-01-24\n- Government (Qatar) | Make a visit | UAE Armed Forces | 2005-02-20\n- Gerhard Schröder | Make a visit | UAE Armed Forces | 2005-03-05\nAnswer:", "completion": " United Arab Emirates", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1212984", "prompt": "Who was the first to be investigated by the Ukrainian police, after the Presidential Press Service of the Security Service of Ukraine?\nEvidence:\n- Police (Ukraine) | Investigate | Presidential Press Service (Security Service of Ukraine) | 2009-03-10\n- Police (Ukraine) | Arrest, detain, or charge with legal action | Presidential Press Service (Security Service of Ukraine) | 2009-03-10\n- Presidential Press Service (Nigeria) | Discuss by telephone | Media (Africa) | 2015-04-10\n- Presidential Press Service (Nigeria) | Discuss by telephone | Media (Africa) | 2015-02-17\n- Presidential Press Service (Nigeria) | Discuss by telephone | Daily Trust | 2011-01-24\n- Media (Africa) | Discuss by telephone | Presidential Press Service (Nigeria) | 2015-04-10\n- Media (Africa) | Discuss by telephone | Presidential Press Service (Nigeria) | 2015-02-17\n- Daily Trust | Discuss by telephone | Presidential Press Service (Nigeria) | 2011-01-24\n- Presidential Press Service (Liberia) | Make statement | Member of the Judiciary (Liberia) | 2010-06-22\n- Presidential Press Service (Philippines) | Make statement | Police (Philippines) | 2009-04-01\n- Presidential Press Service (Kenya) | Accuse | Head of Government (Kenya) | 2012-02-21\n- Presidential Press Service (Department of Defense) | Make statement | Iraq | 2014-09-12\n- Presidential Press Service (Department of Defense) | Make statement | Iraq | 2010-09-09\n- Presidential Press Service (Department of Defense) | Make statement | Iraq | 2008-10-20\n- Presidential Press Service (Department of Defense) | Make statement | Iraq | 2007-10-31\nAnswer:", "completion": " Healthcare Facility (Ukraine)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1152535", "prompt": "When did Benedict XVI first express his intention to negotiate with Mahmoud Abbas?\nEvidence:\n- Mahmoud Abbas | Make an appeal or request | Benedict XVI | 2005-08-24\n- Benedict XVI | Express intent to meet or negotiate | Carlo Azeglio Ciampi | 2005-05-03\n- China | Reject | Benedict XVI | 2005-09-11\n- China | Accuse | Benedict XVI | 2005-09-11\n- Ivan Gasparovic | Consult | Benedict XVI | 2005-06-17\n- Iraq | Make statement | Benedict XVI | 2005-09-01\n- Gerhard Schröder | Consult | Benedict XVI | 2005-08-20\n- Bertie Ahern | Consult | Benedict XVI | 2005-07-08\n- Benedict XVI | Make statement | Solidarity | 2005-08-31\n- Benedict XVI | Consult | Ivan Gasparovic | 2005-06-17\n- Benedict XVI | Consult | Gerhard Schröder | 2005-08-20\n- Benedict XVI | Consult | Bertie Ahern | 2005-07-08\n- Benedict XVI | Consult | Angela Merkel | 2005-08-20\n- Angela Merkel | Consult | Benedict XVI | 2005-08-20\n- Mexico | Host a visit | Benedict XVI | 2005-04-25\nAnswer:", "completion": " 2008-12-16", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1201087", "prompt": "After Okada Katsuya, who was the first to be engaged in negotiations by the Cabinet Council of Ministers Advisors of the United States?\nEvidence:\n- Okada Katsuya | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2009-09-21\n- Cabinet / Council of Ministers / Advisors (United States) | Consult | Okada Katsuya | 2009-09-21\n- Okada Katsuya | Make statement | Cabinet / Council of Ministers / Advisors (Japan) | 2009-09-06\n- Okada Katsuya | Consult | Envoy (United States) | 2009-09-21\n- Envoy (United States) | Consult | Okada Katsuya | 2009-09-21\n- Okada Katsuya | Demand | Japan | 2009-09-05\n- Okada Katsuya | Demand | Iran | 2006-05-03\n- Okada Katsuya | Make statement | Japan | 2009-09-24\n- Okada Katsuya | Make statement | Japan | 2009-09-21\n- Okada Katsuya | Make statement | Japan | 2009-09-18\n- Okada Katsuya | Make statement | Japan | 2009-09-17\n- Okada Katsuya | Make statement | Japan | 2009-09-16\n- Okada Katsuya | Make statement | Japan | 2009-09-06\n- Okada Katsuya | Make statement | Japan | 2009-08-10\n- Okada Katsuya | Make statement | Japan | 2009-08-04\nAnswer:", "completion": " Abu Bakr Abdullah al-Qirbi", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1046451", "prompt": "In which year did Vuk Jeremić sign an agreement with the Ministry of Foreign Affairs of India?\nEvidence:\n- Vuk Jeremić | Engage in negotiation | China | 2007-09-14\n- China | Engage in negotiation | Vuk Jeremić | 2007-09-14\n- Vuk Jeremić | Consult | Portugal | 2007-05-17\n- Portugal | Consult | Vuk Jeremić | 2007-05-17\n- Vuk Jeremić | Express intent to meet or negotiate | Foreign Affairs (Hungary) | 2008-01-14\n- Vuk Jeremić | Make statement | China | 2007-09-13\n- Vuk Jeremić | Consult | Maxime Verhagen | 2007-08-29\n- Vuk Jeremić | Consult | Javier Solana | 2008-01-08\n- Vuk Jeremić | Consult | Janez Jansa | 2007-07-17\n- Vuk Jeremić | Consult | Arseniy Yatsenyuk | 2007-07-02\n- Maxime Verhagen | Consult | Vuk Jeremić | 2007-08-29\n- Javier Solana | Consult | Vuk Jeremić | 2008-01-08\n- Janez Jansa | Consult | Vuk Jeremić | 2007-07-17\n- Arseniy Yatsenyuk | Consult | Vuk Jeremić | 2007-07-02\n- Vuk Jeremić | Make statement | International Court of Justice | 2007-06-04\nAnswer:", "completion": " 2008", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1297241", "prompt": "After the Nigerian human rights activist, who was the first to speak to Agence France-Presse by telephone?\nEvidence:\n- Japan | Discuss by telephone | Agence France-Presse | 2005-03-20\n- Agence France-Presse | Discuss by telephone | Japan | 2005-03-20\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2006-03-28\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-18\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-04-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-01-03\n- Governor (Thailand) | Discuss by telephone | Agence France-Presse | 2005-01-23\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2006-03-28\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-07-19\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-07-18\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-04-19\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-01-03\n- Agence France-Presse | Discuss by telephone | Governor (Thailand) | 2005-01-23\n- News Editor (Russia) | Discuss by telephone | Agence France-Presse | 2005-02-21\nAnswer:", "completion": " Defense Attorney (Burundi)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1317471", "prompt": "When did Corsica first use conventional military force against the children of France?\nEvidence:\n- Corsica | Use conventional military force | Children (France) | 2009-03-28\n- Corsica | Use conventional military force | France | 2015-02-02\n- Children (France) | Protest violently, riot | Corsica | 2009-03-28\n- Corsica | Increase military alert status | Corsica | 2005-01-08\n- Corsica | Occupy territory | France | 2008-09-03\n- Agence France-Presse | Investigate | Corsica | 2005-08-21\n- Separatist (France) | Rally support on behalf of | Corsica | 2007-12-14\n- Corsica | Arrest, detain, or charge with legal action | Men (France) | 2013-04-05\n- Corsica | Arrest, detain, or charge with legal action | Men (France) | 2007-01-08\n- Corsica | Arrest, detain, or charge with legal action | Men (France) | 2006-05-07\n- Men (France) | Threaten with military force | France | 2005-01-28\n- Corsica | Express intent to engage in diplomatic cooperation (such as policy support) | France | 2007-01-02\n- Bolivia | Rally opposition against | France | 2005-01-11\n- Government (France) | Express intent to engage in diplomatic cooperation (such as policy support) | Corsica | 2012-11-15\n- Government (France) | Express intent to engage in diplomatic cooperation (such as policy support) | Corsica | 2012-10-17\nAnswer:", "completion": " 2009-03-28", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1384910", "prompt": "After 21 April 2011, whom did the citizens of North Korea blame?\nEvidence:\n- Citizen (North Korea) | Accuse | South Korea | 2011-04-21\n- Citizen (North Korea) | Accuse | Reserve Personnel (South Korea) | 2011-04-21\n- Reserve Personnel (South Korea) | Confiscate property | Citizen (North Korea) | 2011-04-21\n- South Korea | Abduct, hijack, or take hostage | Citizen (North Korea) | 2011-04-21\nAnswer:", "completion": " Reserve Personnel (South Korea)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 4, "n_anchors": 0} +{"id": "mtq_1359825", "prompt": "After the leader of Turkmenistan, who was the first to want to negotiate with Roza Otunbayeva?\nEvidence:\n- Member of the Judiciary (Kyrgyzstan) | Reject | Roza Otunbayeva | 2005-01-19\n- Roza Otunbayeva | Conduct suicide, car, or other non-military bombing | Roza Otunbayeva | 2005-03-03\n- Roza Otunbayeva | Demand | Citizen (Kyrgyzstan) | 2010-04-14\n- Roza Otunbayeva | Consult | Muratbek Imanaliyev | 2010-04-20\n- Roza Otunbayeva | Consult | Ministry (Kyrgyzstan) | 2005-03-27\n- Roza Otunbayeva | Consult | Abdullah Gül | 2005-05-06\n- Muratbek Imanaliyev | Consult | Roza Otunbayeva | 2010-04-20\n- Ministry (Kyrgyzstan) | Consult | Roza Otunbayeva | 2005-03-27\n- Abdullah Gül | Consult | Roza Otunbayeva | 2005-05-06\n- Roza Otunbayeva | Express intent to meet or negotiate | Elyor Ganiyev | 2005-06-04\n- Roza Otunbayeva | Express intent to meet or negotiate | Citizen (Kyrgyzstan) | 2010-06-18\n- Citizen (Kyrgyzstan) | Express intent to meet or negotiate | Roza Otunbayeva | 2010-06-16\n- Citizen (Kyrgyzstan) | Express intent to meet or negotiate | Roza Otunbayeva | 2005-05-03\n- Citizen (Kyrgyzstan) | Express intent to meet or negotiate | Roza Otunbayeva | 2005-03-31\n- Abdullah Gül | Express intent to meet or negotiate | Roza Otunbayeva | 2005-05-04\nAnswer:", "completion": " Barack Obama", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1112907", "prompt": "After Obaid Humaid Al Tayer, who was the first to visit South Korea?\nEvidence:\n- South Korea | Host a visit | Obaid Humaid Al Tayer | 2007-05-23\n- Obaid Humaid Al Tayer | Make a visit | South Korea | 2007-05-23\n- Obaid Humaid Al Tayer | Make a visit | Kuwait | 2009-12-14\n- Kuwait | Host a visit | Obaid Humaid Al Tayer | 2009-12-14\n- Obaid Humaid Al Tayer | Sign formal agreement | Elyor Ganiyev | 2008-03-18\n- Obaid Humaid Al Tayer | Make statement | United Arab Emirates | 2014-06-11\n- Obaid Humaid Al Tayer | Consult | Legislature (United Arab Emirates) | 2007-03-21\n- Legislature (United Arab Emirates) | Consult | Obaid Humaid Al Tayer | 2007-03-21\n- Elyor Ganiyev | Sign formal agreement | Obaid Humaid Al Tayer | 2008-03-18\n- Tanzania | Host a visit | South Korea | 2005-01-17\n- Tanzania | Host a visit | South Korea | 2005-01-16\n- South Korea | Make a visit | Tanzania | 2005-01-17\n- South Korea | Make a visit | Tanzania | 2005-01-16\n- South Korea | Make a visit | China | 2005-02-18\n- South Korea | Make a visit | China | 2005-02-17\nAnswer:", "completion": " Ministry (Oman)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1286915", "prompt": "Who accuse the head of government of Greece before Democratic Left did?\nEvidence:\n- Head of Government (Greece) | Consult | Democratic Left | 2012-08-29\n- Democratic Left | Consult | Head of Government (Greece) | 2012-08-29\n- Democratic Left | Accuse | Mexico | 2007-07-26\n- Head of Government (Greece) | Express intent to meet or negotiate | Democratic Left | 2012-05-13\n- Democratic Left | Make statement | Lawmaker (Greece) | 2013-01-07\n- Democratic Left | Accuse | Alexis Tsipras | 2013-04-08\n- Alexis Tsipras | Accuse | Democratic Left | 2012-10-29\n- Alexis Tsipras | Accuse | Democratic Left | 2012-05-14\n- Democratic Left | Criticize or denounce | Citizen (Greece) | 2013-06-14\n- Democratic Left | Make an appeal or request | Citizen (Greece) | 2013-06-04\n- Democratic Left | Praise or endorse | Government (Ecuador) | 2005-01-05\n- New Democracy | Consult | Democratic Left | 2012-06-20\n- Democratic Left | Reject | Antonis Samaras | 2012-05-08\n- Democratic Left | Reject | Antonis Samaras | 2012-05-07\n- Democratic Left | Consult | New Democracy | 2012-06-20\nAnswer:", "completion": " Georgios Papandreou", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1020426", "prompt": "At what time did the Secretariat of Colombia last reject Rafael Correa?\nEvidence:\n- Rafael Correa | Reject | Rafael Antonio Bielsa | 2006-11-23\n- Rafael Correa | Make statement | Colombia | 2006-12-14\n- Rafael Correa | Make statement | Colombia | 2006-12-13\n- Rafael Correa | Make statement | Colombia | 2006-10-13\n- Rafael Correa | Express accord | Colombia | 2006-11-28\n- Rafael Correa | Make a visit | Colombia | 2006-12-17\n- Colombia | Host a visit | Rafael Correa | 2006-12-17\n- Rafael Correa | Make statement | Terrorist (Revolutionary Armed Forces of Colombia) | 2006-11-27\n- Rafael Ramírez | Consult | Rafael Correa | 2005-07-14\n- Rafael Correa | Consult | Rafael Ramírez | 2005-07-14\n- Defense / Security Ministry (Colombia) | Make statement | Rafael Correa | 2006-12-08\n- Rafael Correa | Consult | Rafael Antonio Bielsa | 2006-09-26\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-26\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-20\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-01\nAnswer:", "completion": " 2008-04-16", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1150572", "prompt": "When was the last time Richard Boucher negotiated with Shivshankar Menon?\nEvidence:\n- Shivshankar Menon | Consult | Richard Boucher | 2006-11-11\n- Richard Boucher | Consult | Shivshankar Menon | 2006-11-11\n- Shivshankar Menon | Engage in negotiation | Richard Boucher | 2006-11-11\n- Shivshankar Menon | Engage in negotiation | Richard Boucher | 2006-11-10\n- Richard Boucher | Engage in negotiation | Shivshankar Menon | 2006-11-11\n- Richard Boucher | Engage in negotiation | Shivshankar Menon | 2006-11-10\n- Richard Boucher | Make statement | Togo | 2005-02-23\n- Richard Boucher | Make statement | Sudan | 2005-02-25\n- Richard Boucher | Make statement | Iraq | 2005-04-08\n- Richard Boucher | Make statement | Iran | 2006-12-22\n- Richard Boucher | Make statement | Iran | 2006-06-14\n- Richard Boucher | Make statement | Iran | 2005-06-02\n- Richard Boucher | Make statement | Iran | 2005-04-14\n- Richard Boucher | Make statement | China | 2006-04-08\n- Richard Boucher | Make statement | China | 2005-02-16\nAnswer:", "completion": " 2008-03-04", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1242863", "prompt": "With whom did the French Foreign Minister last want to negotiate?\nEvidence:\n- Police (French Polynesia) | Consult | Lawyer/Attorney (French Polynesia) | 2014-08-22\n- Lawyer/Attorney (French Polynesia) | Consult | Police (French Polynesia) | 2014-08-22\n- Foreign Affairs (France) | Make statement | French Southern Territories | 2015-11-09\n- Foreign Affairs (France) | Make statement | French Southern Territories | 2015-11-07\n- Foreign Affairs (France) | Make statement | French Southern Territories | 2015-11-04\n- Foreign Affairs (India) | Express intent to meet or negotiate | Minister Bogollagama | 2009-01-16\n- Police (French Guiana) | Arrest, detain, or charge with legal action | City Mayor (French Guiana) | 2009-11-28\n- Information Minister Huda | Accuse | People Associated with the Opposition (Bangladesh) | 2005-09-10\n- Prime Minister Qarase | Express intent to meet or negotiate | Foreign Affairs (India) | 2005-10-09\n- French Communist Party | Express intent to meet or negotiate | José Bové | 2005-09-10\n- Prime Minister Chaudhry | Express intent to meet or negotiate | Prime Minister Qarase | 2006-05-19\n- Minister Bogollagama | Consult | Foreign Affairs (Nepal) | 2007-07-03\n- Minister Bogollagama | Consult | Foreign Affairs (India) | 2009-09-23\n- Minister Bogollagama | Consult | Foreign Affairs (India) | 2009-01-21\n- Minister Bogollagama | Consult | Foreign Affairs (India) | 2008-10-18\nAnswer:", "completion": " Citizen (Sudan)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1115608", "prompt": "With which country did the Prime Minister of Pakistan last express the intention to meet in 2008?\nEvidence:\n- Prime Minister Qarase | Engage in negotiation | Frank Bainimarama | 2008-05-19\n- Frank Bainimarama | Engage in negotiation | Prime Minister Qarase | 2008-05-19\n- Prime Minister Qarase | Demand | Frank Bainimarama | 2008-07-16\n- Prime Minister Qarase | Consult | Frank Bainimarama | 2008-05-30\n- Prime Minister Chaudhry | Consult | Frank Bainimarama | 2008-08-18\n- Prime Minister Chaudhry | Consult | Frank Bainimarama | 2008-07-24\n- Frank Bainimarama | Consult | Prime Minister Qarase | 2008-05-30\n- Frank Bainimarama | Consult | Prime Minister Chaudhry | 2008-08-18\n- Frank Bainimarama | Consult | Prime Minister Chaudhry | 2008-07-24\n- Frank Bainimarama | Accuse of crime, corruption | Prime Minister Qarase | 2008-03-19\n- Frank Bainimarama | Accuse of crime, corruption | Prime Minister Qarase | 2008-02-26\n- Frank Bainimarama | Accuse of crime, corruption | Prime Minister Qarase | 2008-01-17\n- Minister Bogollagama | Engage in negotiation | Head of Government (Pakistan) | 2008-02-07\n- Head of Government (Pakistan) | Engage in negotiation | Minister Bogollagama | 2008-02-07\n- Prime Minister Qarase | Accuse | Court Judge (Fiji) | 2008-10-09\nAnswer:", "completion": " Iran", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1315167", "prompt": "After January 2015, who praised the government of Pakistan?\nEvidence:\n- Government (Pakistan) | Consider policy option | The Poor (Pakistan) | 2008-05-26\n- Special Rapporteurs of the United Nations | Make statement | Government (Pakistan) | 2013-03-16\n- Special Rapporteurs of the United Nations | Make statement | Government (Pakistan) | 2013-03-15\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2012-07-17\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2009-06-28\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2009-06-27\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2007-12-28\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2007-12-27\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2007-10-27\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2007-10-24\n- Women (Pakistan) | Deny responsibility | Member of the Judiciary (United States) | 2005-06-02\n- The Chronicle | Consult | Head of Government (Ghana) | 2005-06-15\n- Head of Government (Ghana) | Consult | The Chronicle | 2005-06-15\n- Secretary of State for the Home Department | Make statement | Criminal (Pakistan) | 2015-02-28\n- People Associated with the Opposition (Akali Dal) | Criticize or denounce | Government (Pakistan) | 2006-06-12\nAnswer:", "completion": " Head of Government (Pakistan)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1220069", "prompt": "Could you tell me the exact month in which the Armed Band of Afghanistan used small arms and light weapons against the Kandahar Provincial Council?\nEvidence:\n- Armed Band (Afghanistan) | fight with small arms and light weapons | Kandahar Provincial Council | 2006-10-15\n- Armed Band (Afghanistan) | fight with small arms and light weapons | Women (Afghanistan) | 2005-09-08\n- Armed Band (Afghanistan) | fight with small arms and light weapons | Refugee (Afghanistan) | 2011-07-18\n- Armed Band (Afghanistan) | fight with small arms and light weapons | Protester (Afghanistan) | 2005-05-30\n- Armed Band (Afghanistan) | fight with small arms and light weapons | Employee (Afghanistan) | 2015-10-12\n- Armed Band (Afghanistan) | fight with small arms and light weapons | Employee (Afghanistan) | 2013-04-17\n- Armed Band (Afghanistan) | fight with small arms and light weapons | Employee (Afghanistan) | 2007-04-05\n- Armed Band (Afghanistan) | fight with small arms and light weapons | Employee (Afghanistan) | 2005-12-08\n- Armed Band (Afghanistan) | fight with small arms and light weapons | Employee (Afghanistan) | 2005-10-12\n- Armed Band (Afghanistan) | fight with small arms and light weapons | Clergy (Afghanistan) | 2005-07-13\n- Kandahar Provincial Council | Make statement | Armed Rebel (Afghanistan) | 2008-06-17\n- Armed Band (Afghanistan) | fight with small arms and light weapons | Public Prosecutor (Afghanistan) | 2014-01-18\n- Armed Band (Afghanistan) | fight with small arms and light weapons | Navy Personnel (Afghanistan) | 2011-01-06\n- Armed Band (Afghanistan) | fight with small arms and light weapons | Islamic Preacher (Afghanistan) | 2013-07-26\n- Armed Band (Afghanistan) | fight with small arms and light weapons | Islamic Preacher (Afghanistan) | 2007-04-04\nAnswer:", "completion": " 2006-10", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1126088", "prompt": "Who was the first to appeal to Muslims in Nigeria after Ibrahim Shekarau?\nEvidence:\n- Ibrahim Shekarau | Accuse | Government (Nigeria) | 2010-10-05\n- Ibrahim Shekarau | Accuse | Citizen (Nigeria) | 2009-05-25\n- Ibrahim Shekarau | Accuse | Citizen (Nigeria) | 2008-12-24\n- Citizen (Nigeria) | Accuse | Ibrahim Shekarau | 2006-12-15\n- Ibrahim Shekarau | Make statement | Government (Nigeria) | 2010-05-20\n- Ibrahim Shekarau | Make statement | Government (Nigeria) | 2009-12-29\n- Ibrahim Shekarau | Make statement | Government (Nigeria) | 2009-05-28\n- Ibrahim Shekarau | Make statement | Government (Nigeria) | 2009-03-09\n- Ibrahim Shekarau | Make statement | Government (Nigeria) | 2009-01-15\n- Ibrahim Shekarau | Make statement | Government (Nigeria) | 2008-12-18\n- Ibrahim Shekarau | Make statement | Government (Nigeria) | 2008-11-18\n- Ibrahim Shekarau | Make statement | Government (Nigeria) | 2008-08-27\n- Ibrahim Shekarau | Make statement | Government (Nigeria) | 2008-08-08\n- Ibrahim Shekarau | Make statement | Government (Nigeria) | 2008-08-04\n- Ibrahim Shekarau | Make statement | Government (Nigeria) | 2008-06-18\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1027873", "prompt": "Who, after Sudan, wants to engage in diplomatic cooperation with the head of government of Egypt?\nEvidence:\n- Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | Head of Government (Egypt) | 2005-01-24\n- Head of Government (Ethiopia) | Express intent to engage in diplomatic cooperation (such as policy support) | Ethiopia | 2005-01-27\n- Government (Germany) | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-01-09\n- Citizen (Sudan) | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-01-23\n- Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | Ethiopia | 2005-04-19\n- Ethiopia | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-04-19\n- France | Engage in diplomatic cooperation | Ethiopia | 2005-04-21\n- France | Engage in diplomatic cooperation | Ethiopia | 2005-04-15\n- Ethiopia | Engage in diplomatic cooperation | France | 2005-04-21\n- Ethiopia | Engage in diplomatic cooperation | France | 2005-04-15\n- Ethiopia | Engage in diplomatic cooperation | China | 2005-08-16\n- Ethiopia | Engage in diplomatic cooperation | China | 2005-08-15\n- Ethiopia | Engage in diplomatic cooperation | China | 2005-06-20\n- Ethiopia | Engage in diplomatic cooperation | China | 2005-04-22\n- China | Engage in diplomatic cooperation | Ethiopia | 2005-06-20\nAnswer:", "completion": " Kuwait", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1004471", "prompt": "Who was the last to condemn the armed rebels in Syria before the UN Security Council?\nEvidence:\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- Foreign Affairs (Syria) | Express intent to meet or negotiate | UN Security Council | 2005-03-04\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\n- UN Security Council | Consult | Nabil Shaath | 2005-01-11\n- UN Security Council | Consult | John Garang | 2005-02-09\n- UN Security Council | Consult | John Garang | 2005-02-08\n- UN Security Council | Consult | African Union | 2005-01-10\n- Nabil Shaath | Consult | UN Security Council | 2005-01-11\n- John Garang | Consult | UN Security Council | 2005-02-09\n- John Garang | Consult | UN Security Council | 2005-02-08\n- African Union | Consult | UN Security Council | 2005-01-10\nAnswer:", "completion": " Murderer (Syria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1176594", "prompt": "In 2006, who was the last victim of unconventional violence by Ugandan citizens?\nEvidence:\n- The Hague | Use unconventional violence | The Hague | 2013-10-10\n- The Hague | Use unconventional violence | The Hague | 2013-10-09\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- Citizen (Kyrgyzstan) | Use unconventional violence | Member of the Judiciary (Kyrgyzstan) | 2005-06-01\n- Citizen (Kyrgyzstan) | Use unconventional violence | Member of the Judiciary (Kyrgyzstan) | 2005-04-27\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- Militant (Movement for the Emancipation of the Niger Delta) | Use unconventional violence | Citizen (Nigeria) | 2006-04-05\n- The Poor (Nigeria) | Use unconventional violence | Citizen (Nigeria) | 2015-11-17\n- The Poor (Nigeria) | Use unconventional violence | Citizen (Nigeria) | 2015-11-13\n- The Poor (Nigeria) | Use unconventional violence | Citizen (Nigeria) | 2015-11-12\n- Citizen (Nigeria) | Use unconventional violence | The Poor (Nigeria) | 2015-11-17\n- Citizen (Nigeria) | Use unconventional violence | The Poor (Nigeria) | 2015-11-13\n- Citizen (Nigeria) | Use unconventional violence | The Poor (Nigeria) | 2015-11-12\nAnswer:", "completion": " Police (Uganda)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1187454", "prompt": "Which country first receive Dmitry Anatolyevich Medvedev's visit from Dmitry Anatolyevich Medvedev after the Ministry of Nigeria did?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- Kazakhstan | Host a visit | Dmitry Anatolyevich Medvedev | 2005-07-29\n- Dmitry Anatolyevich Medvedev | Make a visit | Kazakhstan | 2005-07-29\n- Dmitry Anatolyevich Medvedev | Make a visit | China | 2005-12-10\n- Dmitry Anatolyevich Medvedev | Make a visit | China | 2005-12-09\n- Dmitry Anatolyevich Medvedev | Make a visit | China | 2005-12-08\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2006-08-29\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2005-12-10\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2005-12-09\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Dmitry Anatolyevich Medvedev | Consult | China | 2005-12-08\n- China | Consult | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Head of Government (Germany) | Consult | Dmitry Anatolyevich Medvedev | 2006-07-28\n- Dmitry Anatolyevich Medvedev | Consult | Head of Government (Germany) | 2006-07-28\n- Islam Karimov | Make a visit | Dmitry Anatolyevich Medvedev | 2006-05-06\nAnswer:", "completion": " Angola", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1379486", "prompt": "After the Western Cape High Court, who was the first to be criticised by Al Jazeera?\nEvidence:\n- Al Jazeera | Make statement | Western Cape High Court | 2014-04-09\n- Al Jazeera | Criticize or denounce | Western Cape High Court | 2010-04-14\n- Western Cape High Court | Reject | South Africa | 2012-06-15\n- Western Cape High Court | Reject | Men (South Africa) | 2010-12-02\n- Western Cape High Court | Make statement | Shrien Dewani | 2014-11-03\n- Western Cape High Court | Make statement | Businessperson (Germany) | 2011-12-12\n- Western Cape High Court | Demand | Police (South Africa) | 2011-03-15\n- Western Cape High Court | Make statement | Legislature (South Africa) | 2015-05-13\n- Western Cape High Court | Host a visit | Shrien Dewani | 2014-06-20\n- Western Cape High Court | Host a visit | Shrien Dewani | 2014-04-09\n- Western Cape High Court | Host a visit | Shrien Dewani | 2014-04-08\n- Western Cape High Court | Ease administrative sanctions | Shrien Dewani | 2014-12-08\n- Western Cape High Court | Ease administrative sanctions | Citizen (Australia) | 2013-06-27\n- Western Cape High Court | Demand | Main Opposition (South Africa) | 2012-02-03\n- Western Cape High Court | Demand intelligence cooperation | South Africa | 2011-12-21\nAnswer:", "completion": " Labor Union (Tunisia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1151806", "prompt": "Before Lin Yi-hsiung, who was the last to criticise Tsai Ing-wen?\nEvidence:\n- Lin Yi-hsiung | Criticize or denounce | Tsai Ing-wen | 2015-06-01\n- Professor (Taiwan) | Make statement | Lin Yi-hsiung | 2014-04-27\n- Business (Taiwan) | Make statement | Lin Yi-hsiung | 2014-09-29\n- Lin Yi-hsiung | Make statement | Ma Ying Jeou | 2015-05-04\n- Party Member (Taiwan) | Praise or endorse | Lin Yi-hsiung | 2014-04-24\n- Tsai Ing-wen | Investigate | Kuomintang | 2008-05-18\n- Tsai Ing-wen | Demand | Kuomintang | 2008-07-05\n- Tsai Ing-wen | Accuse | China | 2005-03-20\n- China | Reject | Tsai Ing-wen | 2007-08-06\n- China | Reject | Tsai Ing-wen | 2007-08-05\n- Tsai Ing-wen | Reject | Ma Ying Jeou | 2008-10-26\n- Tsai Ing-wen | Praise or endorse | China | 2006-03-06\n- Tsai Ing-wen | Make a visit | Japan | 2009-03-24\n- Tsai Ing-wen | Demand material cooperation | Kuomintang | 2008-06-13\n- Tsai Ing-wen | Consult | Media Personnel (International) | 2006-03-27\nAnswer:", "completion": " Charles Chen", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1335799", "prompt": "Who negotiated with the High Commission for Refugees in the same month of Abu Bakr Abdullah al-Qirbi?\nEvidence:\n- Iran | Consult | Abu Bakr Abdullah al-Qirbi | 2005-10-02\n- Abu Bakr Abdullah al-Qirbi | Consult | Iran | 2005-10-02\n- Iran | Engage in negotiation | Abu Bakr Abdullah al-Qirbi | 2005-06-01\n- Abu Bakr Abdullah al-Qirbi | Engage in negotiation | Iran | 2005-06-01\n- Solomon Passy | Consult | Abu Bakr Abdullah al-Qirbi | 2005-02-24\n- Mahmoud Abbas | Consult | Abu Bakr Abdullah al-Qirbi | 2006-02-26\n- Abu Bakr Abdullah al-Qirbi | Make statement | Yemen | 2006-05-04\n- Abu Bakr Abdullah al-Qirbi | Make statement | Yemen | 2006-04-21\n- Abu Bakr Abdullah al-Qirbi | Make statement | Yemen | 2006-03-22\n- Abu Bakr Abdullah al-Qirbi | Make statement | Yemen | 2006-02-27\n- Abu Bakr Abdullah al-Qirbi | Make statement | Yemen | 2006-01-16\n- Abu Bakr Abdullah al-Qirbi | Make statement | Yemen | 2006-01-01\n- Abu Bakr Abdullah al-Qirbi | Make statement | Yemen | 2005-10-01\n- Abu Bakr Abdullah al-Qirbi | Make statement | Yemen | 2005-09-30\n- Abu Bakr Abdullah al-Qirbi | Make statement | Yemen | 2005-09-20\nAnswer:", "completion": " Governor (Yemen)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1109343", "prompt": "The citizens of Nigeria were rejected by who on 5 June 2008?\nEvidence:\n- Police (Uganda) | Threaten with restrictions on political freedoms | Democratic Party | 2008-06-05\nAnswer:", "completion": " Oversight Court (Nigeria)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1336916", "prompt": "Who first appealed for the government of South Africa in 2009?\nEvidence:\n- Police (South Africa) | Investigate | Member of the Judiciary (South Africa) | 2009-02-27\n- Member of the Judiciary (South Africa) | Make statement | Police (South Africa) | 2009-02-27\n- Member of the Judiciary (South Africa) | Ease administrative sanctions | Police (South Africa) | 2009-05-01\n- Member of the Judiciary (South Africa) | Ease administrative sanctions | Police (South Africa) | 2009-04-30\n- South Africa | Praise or endorse | Government (South Africa) | 2009-01-07\n- Police (South Africa) | Cooperate economically | Government (South Africa) | 2009-06-19\n- Government (South Africa) | Investigate | Armed Gang (South Africa) | 2009-11-19\n- Government (South Africa) | Investigate | Armed Gang (South Africa) | 2009-11-18\n- South Africa | Make statement | Movement for Democratic Change | 2009-01-28\n- South Africa | Praise or endorse | Movement for Democratic Change | 2009-01-30\n- Police (South Africa) | Investigate | South Africa | 2009-07-01\n- Police (South Africa) | Investigate | South Africa | 2009-06-16\n- Police (South Africa) | Investigate | South Africa | 2009-06-10\n- Police (South Africa) | Investigate | South Africa | 2009-05-11\n- Police (South Africa) | Investigate | South Africa | 2009-04-23\nAnswer:", "completion": " Bishop (South Africa)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1070126", "prompt": "In which month did Irakli Alasania first express his intention to negotiate with Seyran Ohanyan?\nEvidence:\n- Seyran Ohanyan | Consult | Irakli Alasania | 2013-07-17\n- Seyran Ohanyan | Consult | Irakli Alasania | 2013-03-08\n- Irakli Alasania | Consult | Seyran Ohanyan | 2013-07-17\n- Irakli Alasania | Consult | Seyran Ohanyan | 2013-03-08\n- Irakli Alasania | Express intent to meet or negotiate | Seyran Ohanyan | 2013-03-07\n- Irakli Alasania | Express intent to meet or negotiate | Seyran Ohanyan | 2013-03-06\n- Seyran Ohanyan | Make a visit | Irakli Alasania | 2013-07-17\n- Irakli Alasania | Host a visit | Seyran Ohanyan | 2013-07-17\n- Seyran Ohanyan | Express intent to meet or negotiate | Kazakhstan | 2013-01-28\n- Seyran Ohanyan | Express intent to meet or negotiate | Iran | 2010-07-16\n- Iran | Express intent to meet or negotiate | Seyran Ohanyan | 2010-07-16\n- Seyran Ohanyan | Consult | Iran | 2013-02-08\n- Seyran Ohanyan | Consult | France | 2008-09-17\n- Iran | Consult | Seyran Ohanyan | 2013-02-08\n- France | Consult | Seyran Ohanyan | 2008-09-17\nAnswer:", "completion": " 2013-03", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1006510", "prompt": "Who wants to negotiate with the head of government of Mongolia after the representatives of Russia?\nEvidence:\n- Representatives (Russia) | Express intent to meet or negotiate | Head of Government (Mongolia) | 2006-10-20\n- Media (Russia) | Consult | Head of Government (Mongolia) | 2006-12-08\n- Head of Government (Mongolia) | Consult | Media (Russia) | 2006-12-08\n- Head of Government (Mongolia) | Express intent to meet or negotiate | Representatives (International) | 2012-06-05\n- Member of the Judiciary (Mongolia) | Ease administrative sanctions | Head of Government (Mongolia) | 2012-12-10\n- Head of Government (Mongolia) | Express intent to meet or negotiate | Citizen (Mongolia) | 2015-05-08\n- Head of Government (Mongolia) | Express intent to meet or negotiate | Citizen (Mongolia) | 2006-12-08\n- Citizen (Mongolia) | Express intent to meet or negotiate | Head of Government (Mongolia) | 2012-05-01\n- Head of Government (Mongolia) | Demand | Legislature (Mongolia) | 2006-06-26\n- Head of Government (Mongolia) | Consult | Governor (Mongolia) | 2009-11-24\n- Head of Government (Mongolia) | Consult | Citizen (Mongolia) | 2006-10-11\n- Head of Government (Mongolia) | Consult | Citizen (Mongolia) | 2006-05-17\n- Head of Government (Mongolia) | Consult | Citizen (Mongolia) | 2006-05-15\n- Head of Government (Mongolia) | Consult | Citizen (Mongolia) | 2006-04-26\n- Head of Government (Mongolia) | Consult | Citizen (Mongolia) | 2005-02-03\nAnswer:", "completion": " Dmitry Anatolyevich Medvedev", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1357878", "prompt": "In which year did the Media Personnel of Somalia blame the Armed Band of Somalia?\nEvidence:\n- Media Personnel (Somalia) | Accuse | Armed Band (Somalia) | 2008-09-27\n- Media Personnel (Somalia) | Make statement | Armed Band (Somalia) | 2011-01-07\n- Media Personnel (Somalia) | Make statement | Armed Band (Somalia) | 2009-10-04\n- Media Personnel (Somalia) | Make statement | Armed Band (Somalia) | 2008-11-10\n- Media Personnel (Somalia) | Make statement | Armed Band (Somalia) | 2008-09-23\n- Media Personnel (Somalia) | Make statement | Armed Band (Somalia) | 2008-07-07\n- Armed Band (Somalia) | Use unconventional violence | Media Personnel (Somalia) | 2013-10-23\n- Media Personnel (Somalia) | Appeal for release of persons or property | Armed Band (Somalia) | 2011-10-31\n- Armed Band (Somalia) | Use unconventional violence | Medical Personnel (Somalia) | 2013-12-19\n- Armed Band (Somalia) | Threaten | Governor (Somalia) | 2007-12-23\n- Armed Band (Somalia) | fight with small arms and light weapons | Media Personnel (Somalia) | 2015-05-04\n- Armed Band (Somalia) | fight with small arms and light weapons | Media Personnel (Somalia) | 2014-11-20\n- Armed Band (Somalia) | fight with small arms and light weapons | Media Personnel (Somalia) | 2013-07-08\n- Armed Band (Somalia) | fight with small arms and light weapons | Media Personnel (Somalia) | 2013-01-19\n- Armed Band (Somalia) | fight with small arms and light weapons | Media Personnel (Somalia) | 2012-01-31\nAnswer:", "completion": " 2008", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1082943", "prompt": "Before Mexico, which was the last country to host John Baird's visit?\nEvidence:\n- Mexico | Host a visit | Valdas Adamkus | 2005-01-20\n- Mexico | Host a visit | Muhammad VI | 2005-02-10\n- Mexico | Host a visit | Jaroslav Palas | 2005-02-08\n- Royal Administration (Bulgaria) | Host a visit | Mexico | 2005-02-09\n- Valdas Adamkus | Make a visit | Mexico | 2005-01-20\n- Muhammad VI | Make a visit | Mexico | 2005-02-10\n- Jaroslav Palas | Make a visit | Mexico | 2005-02-08\n- Mexico | Investigate | Criminal (Mexico) | 2005-01-12\n- Other Authorities / Officials (Mexico) | Express intent to meet or negotiate | Mexico | 2005-01-06\n- Mexico | Express intent to cooperate | Colombia | 2005-06-30\n- Colombia | Express intent to cooperate | Mexico | 2005-06-30\n- Secretariat (Mexico) | Make statement | Mexico | 2005-02-03\n- Organized Crime (Mexico) | Demand | Mexico | 2005-01-24\n- Military (Mexico) | Cooperate militarily | Mexico | 2005-01-17\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-26\nAnswer:", "completion": " China", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1229965", "prompt": "Before the Ministry of Kyrgyzstan, to whom did the member of the Kyrgyz Parliament appeal?\nEvidence:\n- Ministry (Kyrgyzstan) | Accuse | Member of Parliament (Kyrgyzstan) | 2005-10-01\n- Member of Parliament (Kyrgyzstan) | Reject | Ministry (Kyrgyzstan) | 2005-10-01\n- Member of the Judiciary (Kyrgyzstan) | Make statement | Member of Parliament (Kyrgyzstan) | 2007-09-18\n- Member of Parliament (Kyrgyzstan) | Make statement | Member of the Judiciary (Kyrgyzstan) | 2008-01-22\n- Ministry (Kyrgyzstan) | Consult | Member of the Judiciary (Kyrgyzstan) | 2006-06-07\n- Member of the Judiciary (Kyrgyzstan) | Consult | Ministry (Kyrgyzstan) | 2006-06-07\n- Member of Parliament (Kyrgyzstan) | Make an appeal or request | Member of the Judiciary (Kyrgyzstan) | 2006-11-17\n- Member of Parliament (Kyrgyzstan) | Make an appeal or request | Member of the Judiciary (Kyrgyzstan) | 2005-06-10\n- Member of Parliament (Kyrgyzstan) | Make an appeal or request | Ministry (Kyrgyzstan) | 2014-10-01\n- Representatives (Kyrgyzstan) | Consult | Member of Parliament (Kyrgyzstan) | 2006-05-16\n- Member of Parliament (Kyrgyzstan) | Investigate | Citizen (Kyrgyzstan) | 2005-10-22\n- Member of Parliament (Kyrgyzstan) | Demand | Citizen (Kyrgyzstan) | 2006-12-30\n- Member of Parliament (Kyrgyzstan) | Consult | Representatives (Kyrgyzstan) | 2006-05-16\n- Member of Parliament (Kyrgyzstan) | Consult | Citizen (Kyrgyzstan) | 2012-04-18\n- Member of Parliament (Kyrgyzstan) | Consult | Citizen (Kyrgyzstan) | 2009-03-10\nAnswer:", "completion": " Member of the Judiciary (Kyrgyzstan)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1342359", "prompt": "After Mahmoud Ahmadinejad, who was the first to be rejected by Daniel Ortega?\nEvidence:\n- Evo Morales | Discuss by telephone | Daniel Ortega | 2005-12-20\n- Daniel Ortega | Discuss by telephone | Evo Morales | 2006-11-08\n- Daniel Ortega | Discuss by telephone | Evo Morales | 2005-12-20\n- Villager (Nicaragua) | Consult | Daniel Ortega | 2006-11-02\n- USAID | Make statement | Daniel Ortega | 2006-10-28\n- Government (Nicaragua) | Accuse | Daniel Ortega | 2005-04-26\n- Eduardo Montealegre | Demand | Daniel Ortega | 2006-10-25\n- Eduardo Montealegre | Accuse | Daniel Ortega | 2006-11-03\n- Eduardo Montealegre | Accuse | Daniel Ortega | 2006-06-15\n- Daniel Ortega | Reject | Government (Nicaragua) | 2005-04-27\n- Daniel Ortega | Consult | Villager (Nicaragua) | 2006-11-02\n- Daniel Ortega | Consult | Businessperson (Nicaragua) | 2006-11-08\n- Businessperson (Nicaragua) | Consult | Daniel Ortega | 2006-11-08\n- José Rizo | Make statement | Daniel Ortega | 2006-04-24\n- José Miguel Insulza | Consult | Daniel Ortega | 2005-06-17\nAnswer:", "completion": " Colombia", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1338733", "prompt": "Before Rafael Ramírez, who did the citizens of Venezuela express cooperation to last?\nEvidence:\n- Rafael Ramírez | Express intent to cooperate | Media (Venezuela) | 2007-07-13\n- Rafael Ramírez | Express intent to cooperate | Citizen (Venezuela) | 2008-05-20\n- Citizen (Venezuela) | Express intent to cooperate | Rafael Ramírez | 2008-05-20\n- Rafael Ramírez | Accuse | Citizen (Venezuela) | 2010-06-04\n- Rafael Ramírez | Accuse | Citizen (Venezuela) | 2005-12-04\n- Rafael Ramírez | Make statement | Ministry (Venezuela) | 2008-01-06\n- Rafael Ramírez | Make statement | Ministry (Venezuela) | 2005-09-27\n- Citizen (Venezuela) | Express intent to meet or negotiate | Rafael Ramírez | 2013-01-22\n- Rafael Ramírez | Make statement | Foreign Affairs (Venezuela) | 2008-04-30\n- Rafael Ramírez | Criticize or denounce | Citizen (Venezuela) | 2009-10-02\n- Rafael Ramírez | Criticize or denounce | Citizen (Venezuela) | 2009-10-01\n- Foreign Affairs (Venezuela) | Make statement | Rafael Ramírez | 2005-08-24\n- Citizen (Venezuela) | Make pessimistic comment | Rafael Ramírez | 2013-10-18\n- Rafael Ramírez | Sign formal agreement | Rafael Ramírez | 2008-01-08\n- Rafael Ramírez | Consult | Rafael Correa | 2005-07-14\nAnswer:", "completion": " Maria Duarte", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1315631", "prompt": "When did the presidential candidate of Ghana express his intention to engage in diplomatic cooperation with the New Patriotic Party?\nEvidence:\n- Presidential Candidate (Ghana) | Make statement | New Patriotic Party | 2008-08-25\n- Presidential Candidate (Ghana) | Make statement | New Patriotic Party | 2008-05-21\n- New Patriotic Party | Make statement | Presidential Candidate (Ghana) | 2008-04-30\n- New Patriotic Party | Make an appeal or request | Presidential Candidate (Ghana) | 2008-07-16\n- Head of Government (Ghana) | Express intent to engage in diplomatic cooperation (such as policy support) | New Patriotic Party | 2007-01-08\n- New Patriotic Party | Demand | Head of Government (Ghana) | 2011-08-04\n- New Patriotic Party | Accuse | Head of Government (Ghana) | 2010-04-08\n- New Patriotic Party | Accuse | Head of Government (Ghana) | 2007-12-07\n- New Patriotic Party | Accuse | Head of Government (Ghana) | 2006-11-21\n- Head of Government (Ghana) | Accuse | New Patriotic Party | 2008-09-28\n- Head of Government (Ghana) | Accuse | New Patriotic Party | 2008-09-11\n- Head of Government (Ghana) | Accuse | New Patriotic Party | 2007-12-19\n- New Patriotic Party | Make statement | Ruling Party (Ghana) | 2007-07-19\n- New Patriotic Party | Make statement | Senate (Ghana) | 2007-07-26\n- The Chronicle | Express accord | New Patriotic Party | 2013-08-29\nAnswer:", "completion": " 2008-12-19", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1101520", "prompt": "When did the Lebanese military first make negative remarks about the men of Lebanon?\nEvidence:\n- Military (Lebanon) | Investigate | Men (Lebanon) | 2009-05-13\n- Men (Lebanon) | Accuse | Military (Lebanon) | 2014-07-23\n- Military (Lebanon) | Make pessimistic comment | Men (Lebanon) | 2015-08-11\n- Military (Lebanon) | Reduce relations | Men (Lebanon) | 2013-08-07\n- Military (Lebanon) | Physically assault | Men (Lebanon) | 2013-07-18\n- Military (Lebanon) | Use conventional military force | Men (Lebanon) | 2015-02-17\n- Military (Lebanon) | Use conventional military force | Men (Lebanon) | 2013-12-15\n- Military (Lebanon) | Use conventional military force | Men (Lebanon) | 2013-08-04\n- Military (Lebanon) | Use conventional military force | Men (Lebanon) | 2013-02-04\n- Military (Lebanon) | Use conventional military force | Men (Lebanon) | 2012-06-26\n- Military (Lebanon) | Use conventional military force | Men (Lebanon) | 2012-06-16\n- Military (Lebanon) | Use conventional military force | Men (Lebanon) | 2010-08-16\n- Military (Lebanon) | Use conventional military force | Men (Lebanon) | 2010-08-15\n- Military (Lebanon) | Use conventional military force | Men (Lebanon) | 2010-08-14\n- Military (Lebanon) | Use conventional military force | Men (Lebanon) | 2009-07-25\nAnswer:", "completion": " 2015-08-11", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1305774", "prompt": "Who was the first person Agence France-Presse telephoned after Kembo Dugish Campbell Mohadi?\nEvidence:\n- Kembo Dugish Campbell Mohadi | Discuss by telephone | Agence France-Presse | 2006-08-25\n- Agence France-Presse | Discuss by telephone | Kembo Dugish Campbell Mohadi | 2006-08-25\n- Kembo Dugish Campbell Mohadi | Reject | Citizen (Africa) | 2013-01-07\n- Kembo Dugish Campbell Mohadi | Make statement | Angola | 2007-03-23\n- Kembo Dugish Campbell Mohadi | Make statement | Angola | 2007-03-22\n- Kembo Dugish Campbell Mohadi | Threaten | Domestic Affairs (Zimbabwe) | 2006-04-10\n- Kembo Dugish Campbell Mohadi | Make statement | South Africa | 2014-10-03\n- Kembo Dugish Campbell Mohadi | Make a visit | China | 2005-11-14\n- China | Host a visit | Kembo Dugish Campbell Mohadi | 2005-11-14\n- South Africa | Host a visit | Kembo Dugish Campbell Mohadi | 2014-08-14\n- South Africa | Host a visit | Kembo Dugish Campbell Mohadi | 2011-02-21\n- Movement for Democratic Change | Consult | Kembo Dugish Campbell Mohadi | 2007-10-27\n- Movement for Democratic Change | Consult | Kembo Dugish Campbell Mohadi | 2007-10-25\n- Kembo Dugish Campbell Mohadi | Sign formal agreement | Giles Mutsekwa | 2010-04-23\n- Kembo Dugish Campbell Mohadi | Make statement | Simon Khaya Moyo | 2014-08-24\nAnswer:", "completion": " Head of Government (Democratic Republic of Congo)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1006639", "prompt": "In what year did the Eritrean military first use conventional military force against Eritrea?\nEvidence:\n- Yemen | Engage in negotiation | Eritrea | 2005-02-10\n- Yemen | Engage in negotiation | Eritrea | 2005-02-09\n- Eritrea | Engage in negotiation | Yemen | 2005-02-10\n- Eritrea | Engage in negotiation | Yemen | 2005-02-09\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-03-10\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-01-01\n- Eritrea | Engage in diplomatic cooperation | Yemen | 2005-03-10\n- Eritrea | Engage in diplomatic cooperation | Yemen | 2005-01-01\n- Eritrea | Engage in diplomatic cooperation | Djibouti | 2005-02-22\n- Eritrea | Engage in diplomatic cooperation | Djibouti | 2005-02-18\n- Eritrea | Engage in diplomatic cooperation | Djibouti | 2005-02-09\n- Djibouti | Engage in diplomatic cooperation | Eritrea | 2005-02-22\n- Djibouti | Engage in diplomatic cooperation | Eritrea | 2005-02-18\n- Djibouti | Engage in diplomatic cooperation | Eritrea | 2005-02-09\n- China | Engage in diplomatic cooperation | Eritrea | 2005-02-18\nAnswer:", "completion": " 2013", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1111531", "prompt": "Which country made pessimistic remarks about Saudi Arabia's defence forces in April 2011?\nEvidence:\n- Iran | Make pessimistic comment | Saudi Arabian Defence Forces | 2011-04-25\n- Royal Administration (Saudi Arabia) | Make an appeal or request | Saudi Arabian Defence Forces | 2011-04-06\n- Saudi Arabian Defence Forces | Arrest, detain, or charge with legal action | Citizen (Saudi Arabia) | 2011-04-25\n- Yemen | Make statement | Saudi Arabian Defence Forces | 2011-04-06\n- Mahmoud Ahmadinejad | Demand | Saudi Arabian Defence Forces | 2011-04-06\n- Mahmoud Ahmadinejad | Demand | Saudi Arabian Defence Forces | 2011-04-04\n- Iran | Criticize or denounce | Saudi Arabian Defence Forces | 2011-04-12\n- South African National Defence Force | Mobilize or increase armed forces | South Africa | 2011-04-18\nAnswer:", "completion": " Iran", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 8, "n_anchors": 0} +{"id": "mtq_1194040", "prompt": "After Associated Press, who was the first declined by the Lawyer/Attorney of Australia?\nEvidence:\n- Lawyer/Attorney (United Kingdom) | Discuss by telephone | Associated Press | 2005-03-02\n- Associated Press | Discuss by telephone | Lawyer/Attorney (United Kingdom) | 2005-03-02\n- Iraq | Discuss by telephone | Associated Press | 2005-02-27\n- Iran | Discuss by telephone | Associated Press | 2005-03-23\n- Colombia | Discuss by telephone | Associated Press | 2005-01-31\n- Associated Press | Discuss by telephone | Iraq | 2005-02-27\n- Associated Press | Discuss by telephone | Iran | 2005-03-23\n- Associated Press | Discuss by telephone | Colombia | 2005-01-31\n- Uladi Mussa | Discuss by telephone | Associated Press | 2005-01-01\n- Tomas Borge | Discuss by telephone | Associated Press | 2005-03-22\n- Police (Peru) | Discuss by telephone | Associated Press | 2005-04-20\n- Nabil Shaath | Discuss by telephone | Associated Press | 2005-01-29\n- Jerzy Szmajdzinski | Discuss by telephone | Associated Press | 2005-02-11\n- Gilchrist Olympio | Discuss by telephone | Associated Press | 2005-04-27\n- Fazlul Huq | Discuss by telephone | Associated Press | 2005-02-02\nAnswer:", "completion": " Women (Australia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1011140", "prompt": "Which country first hosted the visit from Roh Moo Hyun?\nEvidence:\n- Roh Moo Hyun | Make a visit | France | 2005-01-15\n- France | Host a visit | Roh Moo Hyun | 2005-01-15\n- Roh Moo Hyun | Demand | Japan | 2005-03-04\n- Roh Moo Hyun | Demand | Japan | 2005-03-03\n- Roh Moo Hyun | Demand | Japan | 2005-03-02\n- Roh Moo Hyun | Demand | Japan | 2005-03-01\n- Roh Moo Hyun | Demand | Japan | 2005-02-25\n- Roh Moo Hyun | Consult | Chongwadai | 2005-02-19\n- Chongwadai | Consult | Roh Moo Hyun | 2005-02-19\n- South Korea | Host a visit | Roh Moo Hyun | 2005-02-27\n- Roh Moo Hyun | Make a visit | South Korea | 2005-02-27\n- South Korea | Reject | Roh Moo Hyun | 2005-02-17\n- Roh Moo Hyun | Make statement | Japan | 2005-03-14\n- Roh Moo Hyun | Make statement | Japan | 2005-03-02\n- Roh Moo Hyun | Make statement | Chongwadai | 2005-02-23\nAnswer:", "completion": " France", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1194749", "prompt": "Who did the Verkhovna Rada praise before March 2015?\nEvidence:\n- Verkhovna Rada | Praise or endorse | Borys Tarasyuk | 2006-11-06\n- Police (Ukraine) | Praise or endorse | Verkhovna Rada | 2006-06-06\n- Yuriy Yekhanurov | Consult | Verkhovna Rada | 2006-05-25\n- Verkhovna Rada | Consult | Yuriy Yekhanurov | 2006-05-25\n- Verkhovna Rada | Consult | Police (Ukraine) | 2007-05-29\n- Police (Ukraine) | Consult | Verkhovna Rada | 2007-05-29\n- Arseniy Yatsenyuk | Demand | Verkhovna Rada | 2008-09-18\n- Arseniy Yatsenyuk | Consult | Verkhovna Rada | 2008-10-10\n- Verkhovna Rada | Praise or endorse | Bloc Yulia Tymoshenko | 2005-12-22\n- Verkhovna Rada | Praise or endorse | Head of Government (Ukraine) | 2005-01-24\n- Yuriy Lutsenko | Make statement | Verkhovna Rada | 2008-05-27\n- Verkhovna Rada | Make statement | Yuriy Yekhanurov | 2005-09-22\n- Verkhovna Rada | Make a visit | China | 2007-03-28\n- Verkhovna Rada | Investigate | Boris Abramovich Berezovsky | 2005-10-07\n- Verkhovna Rada | Investigate | Boris Abramovich Berezovsky | 2005-09-20\nAnswer:", "completion": " Borys Tarasyuk", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1262065", "prompt": "Who did the Police of Uganda reject before Jul 31st, 2007?\nEvidence:\n- Police (Uganda) | Reject | Citizen (Uganda) | 2015-09-18\n- Police (Uganda) | Reject | Citizen (Uganda) | 2014-01-17\n- Police (Uganda) | Reject | Citizen (Uganda) | 2012-10-10\n- Police (Uganda) | Reject | Citizen (Uganda) | 2010-02-09\n- Police (Uganda) | Reject | Citizen (Uganda) | 2009-06-11\n- Police (Uganda) | Reject | Citizen (Uganda) | 2008-10-06\n- Police (Uganda) | Reject | Citizen (Uganda) | 2007-07-31\n- Police (Uganda) | Reject | Citizen (Uganda) | 2006-11-08\n- Police (Uganda) | Reject | Citizen (Uganda) | 2006-11-07\n- Police (Uganda) | Reject | Citizen (Uganda) | 2006-09-17\n- Police (Uganda) | Reject | Citizen (Uganda) | 2005-04-18\n- Police (Uganda) | Reject | Children (Uganda) | 2008-01-15\n- Police (Uganda) | Reject | Children (Uganda) | 2005-06-01\n- Citizen (Uganda) | Reject | Police (Uganda) | 2010-03-22\n- Citizen (Uganda) | Reject | Police (Uganda) | 2009-10-29\nAnswer:", "completion": " Citizen (Uganda)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1372408", "prompt": "In what year did Tanya Plibersek first formally sign an agreement with Julie Bishop?\nEvidence:\n- Tanya Plibersek | Sign formal agreement | Julie Bishop | 2015-02-12\n- Julie Bishop | Sign formal agreement | Tanya Plibersek | 2015-02-12\n- Tanya Plibersek | Accuse | Julie Bishop | 2015-05-02\n- Julie Bishop | Accuse | Tanya Plibersek | 2015-08-18\n- Tanya Plibersek | Make statement | Julie Bishop | 2015-04-25\n- Julie Bishop | Criticize or denounce | Tanya Plibersek | 2015-03-24\n- Tanya Plibersek | Accuse | Citizen (Australia) | 2015-09-02\n- Tanya Plibersek | Make statement | Australia Greens | 2015-03-29\n- Tanya Plibersek | Criticize or denounce | Iran | 2014-02-19\n- Tanya Plibersek | Make statement | People Associated with the Opposition (Australia) | 2015-04-30\n- Julie Bishop | Make statement | China | 2009-07-16\n- Julie Bishop | Make statement | China | 2009-07-14\n- Julie Bishop | Investigate | Julia Gillard | 2008-03-20\n- Julie Bishop | Demand | Robert McClelland | 2009-07-18\n- Julie Bishop | Demand | Julia Gillard | 2007-12-06\nAnswer:", "completion": " 2015", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1149845", "prompt": "With which country did Angola first express its intention to negotiate, after the citizens of Guinea-Bissau?\nEvidence:\n- Guinea-Bissau | Consult | Angola | 2007-10-12\n- Angola | Consult | Guinea-Bissau | 2007-10-12\n- Guinea-Bissau | Express intent to meet or negotiate | Angola | 2009-05-25\n- Guinea-Bissau | Express intent to meet or negotiate | Angola | 2009-05-23\n- Angola | Express intent to meet or negotiate | Guinea-Bissau | 2009-05-25\n- Angola | Express intent to meet or negotiate | Guinea-Bissau | 2009-05-23\n- Guinea-Bissau | Sign formal agreement | Angola | 2007-10-24\n- Guinea-Bissau | Sign formal agreement | Angola | 2007-10-11\n- Guinea-Bissau | Sign formal agreement | Angola | 2007-06-19\n- Guinea-Bissau | Make a visit | Angola | 2006-04-07\n- Guinea-Bissau | Host a visit | Angola | 2006-11-21\n- Angola | Sign formal agreement | Guinea-Bissau | 2007-10-24\n- Angola | Sign formal agreement | Guinea-Bissau | 2007-10-11\n- Angola | Sign formal agreement | Guinea-Bissau | 2007-06-19\n- Angola | Provide military aid | Guinea-Bissau | 2007-10-11\nAnswer:", "completion": " South Korea", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1113564", "prompt": "Before the other authorities and officials of Liberia, to whom did the Nigerian head of government last appeal?\nEvidence:\n- Head of Government (Nigeria) | Make an appeal or request | Other Authorities / Officials (Liberia) | 2005-10-07\n- Other Authorities / Officials (Liberia) | Praise or endorse | University of Liberia | 2015-12-15\n- Other Authorities / Officials (Liberia) | Make statement | Ministry (Liberia) | 2012-07-04\n- Other Authorities / Officials (Liberia) | Make statement | Ministry (Liberia) | 2007-06-28\n- Other Authorities / Officials (Liberia) | Make statement | Employee (Liberia) | 2013-04-30\n- Other Authorities / Officials (Liberia) | Consult | Media Personnel (Liberia) | 2006-08-29\n- Ministry (Liberia) | Make statement | Other Authorities / Officials (Liberia) | 2013-02-05\n- Ministry (Liberia) | Make statement | Other Authorities / Officials (Liberia) | 2008-01-03\n- Ministry (Liberia) | Make statement | Other Authorities / Officials (Liberia) | 2007-03-06\n- Media Personnel (Liberia) | Consult | Other Authorities / Officials (Liberia) | 2006-08-29\n- Media Personnel (Liberia) | Accuse | Other Authorities / Officials (Liberia) | 2006-02-14\n- Employee (Liberia) | Make statement | Other Authorities / Officials (Liberia) | 2014-02-12\n- Employee (Liberia) | Make statement | Other Authorities / Officials (Liberia) | 2012-03-26\n- Government (Nigeria) | Make statement | Other Authorities / Officials (Liberia) | 2006-03-26\n- Ministry (Liberia) | Make an appeal or request | Other Authorities / Officials (Liberia) | 2013-06-27\nAnswer:", "completion": " Government (Nigeria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1031849", "prompt": "Who was last rejected by Eritrea?\nEvidence:\n- Yemen | Consult | Eritrea | 2005-03-11\n- Sudan | Accuse | Eritrea | 2005-02-23\n- Eritrea | Consult | Yemen | 2005-03-11\n- Eritrea | Accuse | Ethiopia | 2005-02-10\n- Eritrea | Accuse | Ethiopia | 2005-01-18\n- Ethiopia | Occupy territory | Eritrea | 2005-02-25\n- Eritrea | Make statement | Ethiopia | 2005-03-10\n- Eritrea | Accuse | John Garang | 2005-01-26\n- Yemen | Host a visit | Eritrea | 2005-02-10\n- Yemen | Engage in negotiation | Eritrea | 2005-02-10\n- Yemen | Engage in negotiation | Eritrea | 2005-02-09\n- John Garang | Make statement | Eritrea | 2005-01-06\n- Isaias Afewerki | Make statement | Eritrea | 2005-03-07\n- Eritrea | Praise or endorse | Yemen | 2005-02-04\n- Eritrea | Make a visit | Yemen | 2005-02-10\nAnswer:", "completion": " Eritrean Air Force", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1270896", "prompt": "At what time did Aïchatou Mindaoudou Souleymane make a telephone call to Agence France-Presse?\nEvidence:\n- Aïchatou Mindaoudou Souleymane | Discuss by telephone | Agence France-Presse | 2009-07-12\n- Agence France-Presse | Discuss by telephone | Aïchatou Mindaoudou Souleymane | 2009-07-12\n- Aïchatou Mindaoudou Souleymane | Make a visit | Sudan | 2012-10-16\n- Aïchatou Mindaoudou Souleymane | Make a visit | Sudan | 2011-08-07\n- France | Praise or endorse | Aïchatou Mindaoudou Souleymane | 2013-05-21\n- Sudan | Host a visit | Aïchatou Mindaoudou Souleymane | 2012-10-16\n- Sudan | Host a visit | Aïchatou Mindaoudou Souleymane | 2011-08-07\n- Foued Mebazaa | Consult | Aïchatou Mindaoudou Souleymane | 2007-04-30\n- Aïchatou Mindaoudou Souleymane | Consult | Foued Mebazaa | 2007-04-30\n- Mark Simmonds | Make a visit | Aïchatou Mindaoudou Souleymane | 2014-01-31\n- Aïchatou Mindaoudou Souleymane | Host a visit | Mark Simmonds | 2014-01-31\n- UN Security Council | Consult | Aïchatou Mindaoudou Souleymane | 2014-06-17\n- Mohamed Ibn Chambas | Consult | Aïchatou Mindaoudou Souleymane | 2005-02-12\n- Aïchatou Mindaoudou Souleymane | Praise or endorse | Togo | 2014-03-18\n- Aïchatou Mindaoudou Souleymane | Consult | UN Security Council | 2014-06-17\nAnswer:", "completion": " 2009-07-12", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1000845", "prompt": "In which year did the Member of Parliament of Botswana last praise the Sister of Botswana?\nEvidence:\n- Member of Parliament (Botswana) | Praise or endorse | Nurse (Botswana) | 2009-12-01\n- Member of Parliament (Botswana) | Reject | Citizen (Botswana) | 2009-03-17\n- Member of Parliament (Botswana) | Demand | Citizen (Botswana) | 2015-11-03\n- Member of Parliament (Botswana) | Accuse | Citizen (Botswana) | 2006-12-12\n- Member of Parliament (Botswana) | Accuse | Citizen (Botswana) | 2005-11-10\n- Citizen (Botswana) | Threaten | Member of Parliament (Botswana) | 2006-08-01\n- Member of Legislative (Govt) (Botswana) | Reject | Member of Parliament (Botswana) | 2015-03-02\n- Member of Parliament (Botswana) | Make statement | Government (Botswana) | 2015-12-21\n- Member of Parliament (Botswana) | Make statement | Government (Botswana) | 2015-12-09\n- Member of Parliament (Botswana) | Make statement | Government (Botswana) | 2015-12-03\n- Member of Parliament (Botswana) | Make statement | Government (Botswana) | 2015-11-25\n- Member of Parliament (Botswana) | Make statement | Government (Botswana) | 2015-11-20\n- Member of Parliament (Botswana) | Make statement | Government (Botswana) | 2015-11-10\n- Member of Parliament (Botswana) | Make statement | Government (Botswana) | 2015-10-27\n- Member of Parliament (Botswana) | Make statement | Government (Botswana) | 2015-03-12\nAnswer:", "completion": " 2009", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1307953", "prompt": "Which country was the first to be criticised by the UN Security Council?\nEvidence:\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\n- UN Security Council | Consult | Nabil Shaath | 2005-01-11\n- UN Security Council | Consult | John Garang | 2005-02-09\n- UN Security Council | Consult | John Garang | 2005-02-08\n- UN Security Council | Consult | African Union | 2005-01-10\n- Nabil Shaath | Consult | UN Security Council | 2005-01-11\n- John Garang | Consult | UN Security Council | 2005-02-09\n- John Garang | Consult | UN Security Council | 2005-02-08\n- African Union | Consult | UN Security Council | 2005-01-10\n- UN Security Council | Rally opposition against | Togo | 2005-02-25\nAnswer:", "completion": " Japan", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1039112", "prompt": "In what month did Sheikh Hamad bin Khalifa al-Thani visit Portugal?\nEvidence:\n- Sheikh Hamad bin Khalifa al-Thani | Discuss by telephone | Sheikh Hamad bin Isa al Khalifah | 2005-05-07\n- Sheikh Hamad bin Isa al Khalifah | Discuss by telephone | Sheikh Hamad bin Khalifa al-Thani | 2005-05-07\n- Sheikh Hamad bin Khalifa al-Thani | Make a visit | Maldives | 2005-04-17\n- Sheikh Hamad bin Khalifa al-Thani | Make a visit | Japan | 2005-06-08\n- Sheikh Hamad bin Khalifa al-Thani | Make a visit | Japan | 2005-06-07\n- Maldives | Host a visit | Sheikh Hamad bin Khalifa al-Thani | 2005-04-17\n- Japan | Host a visit | Sheikh Hamad bin Khalifa al-Thani | 2005-06-08\n- Japan | Host a visit | Sheikh Hamad bin Khalifa al-Thani | 2005-06-07\n- Tony Blair | Consult | Sheikh Hamad bin Khalifa al-Thani | 2005-03-03\n- Sheikh Hamad bin Khalifa al-Thani | Make statement | Qatar | 2005-06-08\n- Sheikh Hamad bin Khalifa al-Thani | Make statement | Qatar | 2005-04-15\n- Sheikh Hamad bin Khalifa al-Thani | Make statement | Qatar | 2005-04-01\n- Sheikh Hamad bin Khalifa al-Thani | Make statement | Qatar | 2005-03-22\n- Sheikh Hamad bin Khalifa al-Thani | Consult | Tony Blair | 2005-03-03\n- Sheikh Hamad bin Khalifa al-Thani | Consult | Pervez Musharraf | 2005-06-05\nAnswer:", "completion": " 2009-04", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1058814", "prompt": "In what year did Lee Myung Bak negotiate with Julia Gillard?\nEvidence:\n- South Korea | Threaten | Lee Myung Bak | 2007-06-05\n- Lee Myung Bak | Demand | South Korea | 2007-06-20\n- Lee Myung Bak | Consult | Islam Karimov | 2006-03-30\n- Islam Karimov | Consult | Lee Myung Bak | 2006-03-30\n- South Korea | Make statement | Lee Myung Bak | 2007-05-10\n- South Korea | Make statement | Lee Myung Bak | 2007-01-23\n- Lee Myung Bak | Make statement | South Korea | 2006-03-29\n- Lee Myung Bak | Deny responsibility | Governor (Japan) | 2005-04-05\n- Lee Myung Bak | Criticize or denounce | Japan | 2005-04-05\n- Chung Dong-young | Investigate | Lee Myung Bak | 2006-03-21\n- Lee Myung Bak | Express intent to meet or negotiate | Industry (India) | 2007-04-10\n- Lee Myung Bak | Express intent to meet or negotiate | Citizen (Mongolia) | 2005-09-04\n- Lee Myung Bak | Express intent to meet or negotiate | Abdul Kalam | 2007-04-10\n- Lee Myung Bak | Express intent to meet or negotiate | Abdul Kalam | 2007-04-09\n- South Korea | Praise or endorse | Lee Myung Bak | 2007-05-02\nAnswer:", "completion": " 2011", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1356502", "prompt": "Before the media of Russia, with whom did Xi Jinping last want to negotiate?\nEvidence:\n- Xi Jinping | Accuse | France | 2008-04-27\n- Henry M. Paulson | Express intent to meet or negotiate | Xi Jinping | 2006-09-19\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | Xi Jinping | 2008-05-23\n- Xi Jinping | Make statement | Japan | 2008-04-18\n- Xi Jinping | Make statement | China | 2008-05-29\n- Xi Jinping | Make statement | China | 2008-04-29\n- Xi Jinping | Make statement | China | 2008-04-27\n- Xi Jinping | Make statement | China | 2008-04-23\n- Xi Jinping | Make statement | China | 2008-04-18\n- Xi Jinping | Make statement | China | 2008-04-03\n- Xi Jinping | Make statement | China | 2007-12-19\n- Xi Jinping | Make statement | China | 2007-11-22\n- Xi Jinping | Make statement | China | 2007-11-16\n- Xi Jinping | Consult | Wen Jiabao | 2008-02-28\n- Xi Jinping | Consult | Wen Jiabao | 2008-01-09\nAnswer:", "completion": " Tanzania", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1171951", "prompt": "After the Taiwanese Ministry of Education, who was the first to accuse Ma Ying Jeou?\nEvidence:\n- Education (Hong Kong) | Express intent to meet or negotiate | Ma Ying Jeou | 2005-01-07\n- Education (Hong Kong) | Express intent to meet or negotiate | Ma Ying Jeou | 2005-01-05\n- Ma Ying Jeou | Demand | Kuomintang | 2005-02-05\n- China | Reject | Ma Ying Jeou | 2005-01-05\n- China | Reject | Ma Ying Jeou | 2005-01-04\n- Education (Hong Kong) | Make an appeal or request | Ma Ying Jeou | 2005-01-07\n- Education (Hong Kong) | Make an appeal or request | Ma Ying Jeou | 2005-01-05\n- Ma Ying Jeou | Make statement | Kuomintang | 2005-04-15\n- Ma Ying Jeou | Make statement | Japan | 2005-03-04\n- Ma Ying Jeou | Make statement | China | 2005-03-28\n- Ma Ying Jeou | Make statement | China | 2005-03-06\n- Ma Ying Jeou | Make statement | China | 2005-01-07\n- Kuomintang | Make statement | Ma Ying Jeou | 2005-02-07\n- Professor (Taiwan) | Make statement | Ma Ying Jeou | 2005-02-15\n- Ma Ying Jeou | Praise or endorse | China | 2005-05-04\nAnswer:", "completion": " Kuomintang", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1173898", "prompt": "Who did the Sri Lankan Navy attack with small arms and light weapons after 21 June 2006?\nEvidence:\n- Naval (Sri Lanka) | fight with small arms and light weapons | Fishermen (Sri Lanka) | 2006-06-21\nAnswer:", "completion": " Indigenous People (Sri Lanka)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1319350", "prompt": "In what year did the Government of Sudan use conventional military force against South Sudan?\nEvidence:\n- South Sudan | Accuse | Government (Sudan) | 2006-02-21\n- Government (Sudan) | Mediate | South Sudan | 2006-07-24\n- South Sudan | Accuse | Military Intelligence (Sudan) | 2006-02-13\n- Resistance Movement (South Sudan) | Use unconventional violence | South Sudan | 2006-06-06\n- South Sudan | Make statement | Government (Sudan) | 2005-11-30\n- Government (Sudan) | Make statement | South Sudan | 2006-03-06\n- The Juba Post | Consult | High Ranking Military Personnel (Sudan) | 2010-08-19\n- High Ranking Military Personnel (Sudan) | Consult | The Juba Post | 2010-08-19\n- High Ranking Military Personnel (Sudan) | Accuse | South Sudan | 2013-06-10\n- High Ranking Military Personnel (Sudan) | Consult | Head of Government (Chad) | 2011-12-06\n- Head of Government (Chad) | Consult | High Ranking Military Personnel (Sudan) | 2011-12-06\n- South Sudan | Make statement | UN Mission in Sudan | 2005-08-05\n- High Ranking Military Personnel (Sudan) | Make statement | Government (Sudan) | 2015-10-19\n- High Ranking Military Personnel (Sudan) | Make statement | Government (Sudan) | 2015-10-07\n- High Ranking Military Personnel (Sudan) | Make statement | Government (Sudan) | 2015-09-16\nAnswer:", "completion": " 2012", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1175221", "prompt": "Who was the last to negotiate with Xi Jinping before the Nigerian leader?\nEvidence:\n- Xi Jinping | Accuse | France | 2008-04-27\n- Henry M. Paulson | Express intent to meet or negotiate | Xi Jinping | 2006-09-19\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | Xi Jinping | 2008-05-23\n- Xi Jinping | Make statement | Japan | 2008-04-18\n- Xi Jinping | Make statement | China | 2008-05-29\n- Xi Jinping | Make statement | China | 2008-04-29\n- Xi Jinping | Make statement | China | 2008-04-27\n- Xi Jinping | Make statement | China | 2008-04-23\n- Xi Jinping | Make statement | China | 2008-04-18\n- Xi Jinping | Make statement | China | 2008-04-03\n- Xi Jinping | Make statement | China | 2007-12-19\n- Xi Jinping | Make statement | China | 2007-11-22\n- Xi Jinping | Make statement | China | 2007-11-16\n- Xi Jinping | Consult | Wen Jiabao | 2008-02-28\n- Xi Jinping | Consult | Wen Jiabao | 2008-01-09\nAnswer:", "completion": " Barack Obama", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1005347", "prompt": "In which year did the other authorities and officials of Brazil first investigate the Criminal of Brazil?\nEvidence:\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- Other Authorities / Officials (Brazil) | Investigate | Criminal (Brazil) | 2012-04-17\n- Other Authorities / Officials (Brazil) | Investigate | Criminal (Brazil) | 2009-12-08\n- Other Authorities / Officials (Brazil) | Investigate | Criminal (Brazil) | 2007-02-08\n- Other Authorities / Officials (Brazil) | Investigate | Criminal (Brazil) | 2007-02-07\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-13\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-04\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-05-17\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2005-06-16\n- Other Authorities / Officials (Brazil) | Sign formal agreement | First Command of the Capital | 2006-05-18\n- First Command of the Capital | Use unconventional violence | Other Authorities / Officials (Brazil) | 2006-08-25\n- First Command of the Capital | Sign formal agreement | Other Authorities / Officials (Brazil) | 2006-05-18\n- Other Authorities / Officials (Brazil) | Investigate | Military (Brazil) | 2006-03-15\n- Other Authorities / Officials (Brazil) | Investigate | Citizen (Brazil) | 2015-07-29\n- Other Authorities / Officials (Brazil) | Investigate | Citizen (Brazil) | 2010-06-02\nAnswer:", "completion": " 2007", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1074322", "prompt": "With which country did South Korea first express an interest in cooperation?\nEvidence:\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | South Korea | 2005-01-06\n- South Korea | Demand material cooperation | China | 2005-01-13\n- South Korea | Express intent to engage in diplomatic cooperation (such as policy support) | Emperor Akihito | 2005-01-13\n- South Korea | Engage in negotiation | Japan | 2005-01-08\n- South Korea | Engage in negotiation | Japan | 2005-01-03\n- Japan | Engage in negotiation | South Korea | 2005-01-08\n- Japan | Engage in negotiation | South Korea | 2005-01-03\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- South Korea | Express intent to cooperate | Japan | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-06\n- Japan | Express intent to cooperate | South Korea | 2005-01-13\n- China | Express intent to cooperate | South Korea | 2005-01-13\n- China | Express intent to cooperate | South Korea | 2005-01-06\nAnswer:", "completion": " China", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1244475", "prompt": "In which month did the Mayor of the United States praise Vietnam?\nEvidence:\n- Vietnam | Praise or endorse | China | 2005-01-14\n- Vietnam | Praise or endorse | China | 2005-01-13\n- China | Praise or endorse | Vietnam | 2005-01-15\n- Vietnam | Praise or endorse | Mahmoud Abbas | 2005-01-11\n- Foreign Affairs (Hungary) | Praise or endorse | Vietnam | 2005-01-31\n- Foreign Affairs (Hungary) | Praise or endorse | Vietnam | 2005-01-29\n- Foreign Affairs (Hungary) | Praise or endorse | Vietnam | 2005-01-28\n- Unified Buddhist Church of Vietnam | Appeal for rights | Vietnam | 2005-02-11\n- Vietnam | Engage in diplomatic cooperation | Romania | 2005-01-31\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-02-05\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-01-07\n- Vietnam | Engage in diplomatic cooperation | Japan | 2005-01-09\n- Romania | Engage in diplomatic cooperation | Vietnam | 2005-01-31\n- Laos | Engage in diplomatic cooperation | Vietnam | 2005-02-05\n- Laos | Engage in diplomatic cooperation | Vietnam | 2005-01-07\nAnswer:", "completion": " 2008-08", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1308703", "prompt": "Who was the last to praise the Government of Poland before the Government of Croatia did?\nEvidence:\n- Government (Croatia) | Praise or endorse | Government (Poland) | 2008-04-15\n- Government (Poland) | Express intent to provide material aid | The Poor (Poland) | 2006-11-29\n- Business (Poland) | Praise or endorse | Government (Poland) | 2009-06-18\n- Business (Poland) | Praise or endorse | Government (Poland) | 2009-06-17\n- Government (Poland) | Praise or endorse | Royal Administration (Poland) | 2008-05-06\n- Police (Croatia) | Praise or endorse | Government (Croatia) | 2008-01-13\n- Police (Croatia) | Praise or endorse | Government (Croatia) | 2008-01-12\n- Police (Croatia) | Praise or endorse | Government (Croatia) | 2006-02-01\n- Police (Croatia) | Praise or endorse | Government (Croatia) | 2005-11-29\n- Police (Croatia) | Praise or endorse | Government (Croatia) | 2005-09-23\n- Police (Croatia) | Praise or endorse | Government (Croatia) | 2005-03-23\n- Police (Croatia) | Praise or endorse | Government (Croatia) | 2005-02-17\n- Government (Croatia) | Praise or endorse | Student (Croatia) | 2010-03-24\n- Government (Croatia) | Praise or endorse | Business (Croatia) | 2010-01-02\n- Government (Croatia) | Praise or endorse | Business (Croatia) | 2006-10-02\nAnswer:", "completion": " Pervez Musharraf", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1147966", "prompt": "To which country did Okada Katsuya make an appeal on the same day as South Korea?\nEvidence:\n- Okada Katsuya | Make an appeal or request | Japan | 2005-02-21\n- Okada Katsuya | Make an appeal or request | Mahmoud Abbas | 2005-04-30\n- Okada Katsuya | Make an appeal or request | Citizen (International) | 2009-09-24\n- Okada Katsuya | Make statement | Japan | 2009-09-24\n- Okada Katsuya | Make statement | Japan | 2009-09-21\n- Okada Katsuya | Make statement | Japan | 2009-09-18\n- Okada Katsuya | Make statement | Japan | 2009-09-17\n- Okada Katsuya | Make statement | Japan | 2009-09-16\n- Okada Katsuya | Make statement | Japan | 2009-09-06\n- Okada Katsuya | Make statement | Japan | 2009-08-10\n- Okada Katsuya | Make statement | Japan | 2009-08-04\n- Okada Katsuya | Make statement | Japan | 2009-05-15\n- Okada Katsuya | Make statement | Japan | 2005-08-29\n- Japan | Make statement | Okada Katsuya | 2008-07-30\n- Okada Katsuya | Demand | Japan | 2009-09-05\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1059076", "prompt": "After the Indian judge, who was the first to be accused by the Indian head of government?\nEvidence:\n- Head of Government (Brazil) | Arrest, detain, or charge with legal action | First Command of the Capital | 2006-01-15\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Head of Government (Ukraine) | Discuss by telephone | Head of Government (Germany) | 2015-12-30\n- Head of Government (Ukraine) | Discuss by telephone | Head of Government (Germany) | 2015-02-20\n- Head of Government (Pakistan) | Discuss by telephone | Head of Government (Bangladesh) | 2005-02-02\n- Head of Government (Germany) | Discuss by telephone | Head of Government (Ukraine) | 2015-12-30\n- Head of Government (Germany) | Discuss by telephone | Head of Government (Ukraine) | 2015-02-20\n- Head of Government (Bangladesh) | Discuss by telephone | Head of Government (Pakistan) | 2005-02-02\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- The Chronicle | Consult | Head of Government (Ghana) | 2005-06-15\n- Head of Government (Ghana) | Consult | The Chronicle | 2005-06-15\n- Head of Government (Egypt) | Discuss by telephone | Government (Italy) | 2015-07-14\nAnswer:", "completion": " Member of Parliament (India)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1332477", "prompt": "Who accused the citizens of the United Kingdom on 25 December 2013?\nEvidence:\n- Party Member (United Kingdom) | Rally support on behalf of | Indigenous People (United Kingdom) | 2005-05-11\n- Member of Legislative (Govt) (United Kingdom) | Impose restrictions on political freedoms | Lawmaker (United Kingdom) | 2008-02-26\n- Chancellor of the Exchequer | Reject | Citizen (United Kingdom) | 2006-07-13\n- Indigenous People (United Kingdom) | Rally support on behalf of | France | 2015-11-20\n- Heinz Fischer | Rally support on behalf of | Citizen (United Kingdom) | 2005-07-09\n- Member of the Judiciary (United States) | Reject | Businessperson (United Kingdom) | 2011-10-27\n- Lawyer/Attorney (United Kingdom) | Impose restrictions on political freedoms | Citizen (United Kingdom) | 2015-09-03\n- Lawyer/Attorney (United Kingdom) | Impose restrictions on political freedoms | Citizen (United Kingdom) | 2014-02-25\n- Court Judge (United Kingdom) | Impose restrictions on political freedoms | Men (United Kingdom) | 2014-11-20\n- Court Judge (United Kingdom) | Impose restrictions on political freedoms | Men (United Kingdom) | 2007-02-13\n- Court Judge (United Kingdom) | Impose restrictions on political freedoms | Men (United Kingdom) | 2006-04-05\n- Court Judge (United Kingdom) | Impose restrictions on political freedoms | Citizen (United Kingdom) | 2012-06-27\n- Court Judge (United Kingdom) | Impose restrictions on political freedoms | Citizen (United Kingdom) | 2012-03-10\n- Court Judge (United Kingdom) | Impose restrictions on political freedoms | Citizen (United Kingdom) | 2007-02-26\n- Court Judge (United Kingdom) | Impose restrictions on political freedoms | Citizen (United Kingdom) | 2006-04-22\nAnswer:", "completion": " Vincent Cable", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1333277", "prompt": "In which year did the Iraqi legislature last negotiate with Massoud Barzani?\nEvidence:\n- Massoud Barzani | Demand | Legislature (Iraq) | 2006-09-11\n- Massoud Barzani | Engage in negotiation | Legislature (Iraq) | 2005-08-07\n- Massoud Barzani | Engage in negotiation | Legislature (Iraq) | 2005-08-06\n- Legislature (Iraq) | Engage in negotiation | Massoud Barzani | 2005-08-07\n- Legislature (Iraq) | Engage in negotiation | Massoud Barzani | 2005-08-06\n- Massoud Barzani | Make statement | Legislature (Iraq) | 2008-01-21\n- Massoud Barzani | Consult | Iraq | 2008-03-27\n- Massoud Barzani | Consult | Iraq | 2006-10-06\n- Iraq | Consult | Massoud Barzani | 2008-03-27\n- Iraq | Consult | Massoud Barzani | 2006-10-06\n- Massoud Barzani | Make an appeal or request | Legislature (Iraq) | 2008-10-16\n- Massoud Barzani | Make an appeal or request | Legislature (Iraq) | 2006-09-03\n- Tony Blair | Consult | Massoud Barzani | 2005-11-01\n- Massoud Barzani | Make statement | Iraq | 2008-10-30\n- Massoud Barzani | Make statement | Iraq | 2008-01-22\nAnswer:", "completion": " 2014", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1316519", "prompt": "Which country was the first to be rejected by the US Council of Ministers?\nEvidence:\n- Cabinet / Council of Ministers / Advisors (Brazil) | Make statement | First Command of the Capital | 2006-07-15\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Cabinet / Council of Ministers / Advisors (United States) | Discuss by telephone | Cabinet / Council of Ministers / Advisors (Kazakhstan) | 2010-06-15\n- Cabinet / Council of Ministers / Advisors (Kazakhstan) | Discuss by telephone | Cabinet / Council of Ministers / Advisors (United States) | 2010-06-15\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- First Command of the Capital | Criticize or denounce | Citizen (Brazil) | 2008-10-30\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2012-05-31\nAnswer:", "completion": " Iran", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1288567", "prompt": "With whom did the High Commission for Refugees last sign formal agreements?\nEvidence:\n- High Commission for Refugees | Sign formal agreement | Cambodia | 2005-01-26\n- High Commission for Refugees | Sign formal agreement | Cambodia | 2005-01-25\n- Cambodia | Sign formal agreement | High Commission for Refugees | 2005-01-26\n- Cambodia | Sign formal agreement | High Commission for Refugees | 2005-01-25\n- Japan | Reject | High Commission for Refugees | 2005-01-19\n- High Commission for Refugees | Consult | Cambodia | 2005-01-24\n- Cambodia | Consult | High Commission for Refugees | 2005-01-24\n- Shaukat Aziz | Consult | High Commission for Refugees | 2005-05-04\n- Ruud Lubbers | Mediate | High Commission for Refugees | 2005-02-16\n- Pervez Musharraf | Consult | High Commission for Refugees | 2005-05-06\n- High Commission for Refugees | Make statement | Togo | 2005-05-04\n- High Commission for Refugees | Make statement | Tanzania | 2005-04-06\n- High Commission for Refugees | Make statement | Iran | 2005-02-25\n- High Commission for Refugees | Grant asylum | Japan | 2005-01-19\n- High Commission for Refugees | Consult | Shaukat Aziz | 2005-05-04\nAnswer:", "completion": " Ministry (Czech Republic)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1134601", "prompt": "Which country last host Lee Myung Bak's visit from Lee Myung Bak before International Court of Justice did?\nEvidence:\n- Tanzania | Host a visit | International Court of Justice | 2006-10-28\n- The Hague | Host a visit | International Court of Justice | 2007-05-31\n- South Korea | Host a visit | Lee Myung Bak | 2007-03-23\n- South Korea | Host a visit | Lee Myung Bak | 2006-06-26\n- Abdukahhor Tuhtayev | Host a visit | Lee Myung Bak | 2006-03-29\n- International Court of Justice | Make a visit | Tanzania | 2006-10-28\n- International Court of Justice | Host a visit | Foreign Affairs (South Korea) | 2007-02-01\n- Dubai Internet City | Host a visit | Lee Myung Bak | 2007-05-20\n- International Court of Justice | Make a visit | The Hague | 2007-05-31\n- Ministry (Sudan) | Reject | International Court of Justice | 2007-02-28\n- International Court of Justice | Reject | Ante Gotovina | 2005-01-12\n- International Court of Justice | Make statement | France | 2006-08-12\n- International Court of Justice | Accuse | Vojislav Šešelj | 2006-12-03\n- International Court of Justice | Accuse | Ante Gotovina | 2005-12-08\n- International Court of Justice | Accuse | Ante Gotovina | 2005-11-22\nAnswer:", "completion": " South Korea", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1083892", "prompt": "Who was the last country to praise Pakistan-administered Kashmir in 2005?\nEvidence:\n- Pakistan administered Kashmir | Express intent to meet or negotiate | Pakistan administered Kashmir | 2005-05-31\n- Pakistan administered Kashmir | Demand | Government (Pakistan) | 2005-07-03\n- Pakistan administered Kashmir | Accuse | Government (Pakistan) | 2005-10-14\n- Shaukat Aziz | Praise or endorse | Pakistan administered Kashmir | 2005-10-19\n- Shaukat Aziz | Praise or endorse | Pakistan administered Kashmir | 2005-04-01\n- Pervez Musharraf | Praise or endorse | Pakistan administered Kashmir | 2005-04-26\n- Pervez Musharraf | Praise or endorse | Pakistan administered Kashmir | 2005-02-04\n- Pakistan administered Kashmir | Praise or endorse | Shaukat Aziz | 2005-12-01\n- Pakistan administered Kashmir | Praise or endorse | Shaukat Aziz | 2005-08-26\n- Pakistan administered Kashmir | Praise or endorse | Shaukat Aziz | 2005-04-04\n- Pakistan administered Kashmir | Praise or endorse | Pervez Musharraf | 2005-12-01\n- Pakistan administered Kashmir | Praise or endorse | Pervez Musharraf | 2005-02-10\n- Pakistan administered Kashmir | Make statement | Government (Pakistan) | 2005-10-14\n- Pervez Musharraf | Engage in negotiation | Pakistan administered Kashmir | 2005-06-08\n- Pakistan administered Kashmir | Engage in negotiation | Pervez Musharraf | 2005-06-08\nAnswer:", "completion": " Shaukat Aziz", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1047741", "prompt": "In which month did the Men of Argentina last use unconventional violence against the media personnel of Argentina?\nEvidence:\n- Men (Argentina) | Use unconventional violence | Media Personnel (Argentina) | 2015-03-31\n- Men (Argentina) | Use unconventional violence | Media Personnel (Argentina) | 2012-03-01\n- Men (Argentina) | Use unconventional violence | Media (Argentina) | 2008-02-10\n- Men (Argentina) | Use unconventional violence | Senate (Argentina) | 2013-10-03\n- Men (Argentina) | Use unconventional violence | Dissident (Argentina) | 2011-10-27\n- Men (Argentina) | Use unconventional violence | Dissident (Argentina) | 2011-10-26\n- Men (Argentina) | Use unconventional violence | Business (Argentina) | 2013-09-12\n- Men (Argentina) | Use unconventional violence | Business (Argentina) | 2013-04-04\n- Men (Argentina) | Use unconventional violence | Business (Argentina) | 2012-12-19\n- Men (Argentina) | Use unconventional violence | Business (Argentina) | 2009-12-15\n- Men (Argentina) | Use unconventional violence | Business (Argentina) | 2008-10-15\n- Looter (Argentina) | Use unconventional violence | Men (Argentina) | 2015-05-17\n- Men (Argentina) | Use unconventional violence | China | 2013-09-28\n- Men (Argentina) | Use unconventional violence | Lawyer/Attorney (Argentina) | 2013-03-15\n- Men (Argentina) | Use unconventional violence | Lawyer/Attorney (Argentina) | 2010-04-12\nAnswer:", "completion": " 2015-03", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1020377", "prompt": "With whom did Cristina Fernández de Kirchner want to negotiate before 2008?\nEvidence:\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-05-24\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-03-03\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-02-28\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-12-26\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-11-15\n- Cristina Fernández de Kirchner | Accuse | Alberto Fernández | 2005-12-24\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2012-09-23\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2007-11-15\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-05-24\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-03-03\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-02-28\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2007-12-26\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2007-11-15\n- Alberto Fernández | Accuse | Cristina Fernández de Kirchner | 2012-05-27\n- Cristina Fernández de Kirchner | Make statement | Alberto Fernández | 2011-07-28\nAnswer:", "completion": " France", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1028658", "prompt": "Before the Dominican Republic, who visited Mexico last?\nEvidence:\n- Mexico | Consult | Dominican Republic | 2005-12-21\n- Mexico | Consult | Dominican Republic | 2005-12-14\n- Mexico | Consult | Dominican Republic | 2005-12-13\n- Mexico | Consult | Dominican Republic | 2005-05-23\n- Dominican Republic | Consult | Mexico | 2005-12-21\n- Dominican Republic | Consult | Mexico | 2005-12-14\n- Dominican Republic | Consult | Mexico | 2005-12-13\n- Dominican Republic | Consult | Mexico | 2005-05-23\n- Dominican Republic | Make statement | Revolutionary Party (Dominican Republic) | 2005-10-19\n- Dominican Republic | Praise or endorse | Revolutionary Party (Dominican Republic) | 2005-10-19\n- Guatemala | Consult | Dominican Republic | 2005-12-13\n- Dominican Republic | Consult | Guatemala | 2005-12-13\n- Dominican Republic | Consult | Colombia | 2005-12-13\n- Dominican Republic | Consult | Belize | 2005-12-01\n- Dominican Republic | Consult | Belize | 2005-09-05\nAnswer:", "completion": " Barack Obama", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1338953", "prompt": "Who was the first to praise Sali Berisha after Abdullah Gül?\nEvidence:\n- Sali Berisha | Praise or endorse | Iran | 2005-10-28\n- Sali Berisha | Praise or endorse | Yuriy Yekhanurov | 2005-11-25\n- Javier Solana | Praise or endorse | Sali Berisha | 2005-09-18\n- Sali Berisha | Consult | Iran | 2005-12-21\n- Iran | Consult | Sali Berisha | 2005-12-21\n- Vlado Buckovski | Consult | Sali Berisha | 2006-01-23\n- Vlado Buckovski | Consult | Sali Berisha | 2005-10-24\n- Sali Berisha | Make statement | Romania | 2005-10-03\n- Sali Berisha | Consult | Vlado Buckovski | 2006-01-23\n- Sali Berisha | Consult | Vlado Buckovski | 2005-10-24\n- Sali Berisha | Consult | Milo Djukanovic | 2005-10-18\n- Sali Berisha | Consult | Military (Albania) | 2005-12-20\n- Sali Berisha | Consult | Javier Solana | 2005-11-30\n- Sali Berisha | Consult | Javier Solana | 2005-09-18\n- Sali Berisha | Consult | Businessperson (Italy) | 2005-11-10\nAnswer:", "completion": " Lulzim Basha", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1061314", "prompt": "Who did Yemen last blame in 2010?\nEvidence:\n- Yemen | Engage in diplomatic cooperation | Governor (Yemen) | 2010-01-19\n- Yemen | Engage in negotiation | Eritrea | 2010-01-10\n- Eritrea | Engage in negotiation | Yemen | 2010-01-10\n- Yemen | Make statement | Combatant (Yemen) | 2010-01-21\n- Yemen | Accuse | Armed Rebel (Yemen) | 2010-01-07\n- Rioter (Yemen) | Use unconventional violence | Yemen | 2010-01-24\n- Yemen | Provide humanitarian aid | Displaced Families (Yemen) | 2010-01-24\n- Yemen | Provide humanitarian aid | Displaced Families (Yemen) | 2010-01-23\n- Armed Rebel (Yemen) | Use unconventional violence | Yemen | 2010-01-24\n- Armed Rebel (Yemen) | Use unconventional violence | Yemen | 2010-01-23\n- Yemen | Use conventional military force | Armed Rebel (Yemen) | 2010-01-23\n- Yemen | Use conventional military force | Armed Rebel (Yemen) | 2010-01-14\n- Governor (Yemen) | Make an appeal or request | Yemen | 2010-01-18\n- Combatant (Yemen) | Mobilize or increase armed forces | Yemen | 2010-01-07\n- Yemen | Accuse | Iran | 2010-01-11\nAnswer:", "completion": " Armed Rebel (Yemen)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1195288", "prompt": "Who wanted to meet the citizens of the United Kingdom first, after David Blunkett?\nEvidence:\n- David Blunkett | Consult | Citizen (United Kingdom) | 2005-03-12\n- Citizen (United Kingdom) | Consult | David Blunkett | 2005-03-12\n- Newspaper (United Kingdom) | Make statement | David Blunkett | 2005-03-05\n- David Blunkett | Express intent to meet or negotiate | Citizen (United Kingdom) | 2006-10-12\n- Lawmaker (United Kingdom) | Make pessimistic comment | David Blunkett | 2005-10-30\n- David Blunkett | Make statement | Labor Party (United Kingdom) | 2013-07-04\n- Citizen (United Kingdom) | Engage in symbolic act | David Blunkett | 2005-11-04\n- David Blunkett | Make an appeal or request | Citizen (United Kingdom) | 2006-10-12\n- David Blunkett | Make an appeal or request | Citizen (United Kingdom) | 2005-11-01\n- David Blunkett | Make an appeal or request | Citizen (United Kingdom) | 2005-10-31\n- Citizen (United Kingdom) | Make an appeal or request | David Blunkett | 2008-12-18\n- Tony Blair | Consult | David Blunkett | 2005-11-07\n- David Blunkett | Consult | Tony Blair | 2005-11-07\n- David Blunkett | Accuse | Citizen (Australia) | 2005-05-07\n- Tony Blair | Make statement | David Blunkett | 2006-10-12\nAnswer:", "completion": " Tony Blair", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1312770", "prompt": "Who was the last person to visit Gurbanguly Berdymukhammedov?\nEvidence:\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-30\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-29\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-28\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-22\n- Iran | Host a visit | Gurbanguly Berdymukhammedov | 2007-06-15\n- Gurbanguly Berdymukhammedov | Make a visit | Kazakhstan | 2007-05-30\n- Gurbanguly Berdymukhammedov | Make a visit | Kazakhstan | 2007-05-29\n- Gurbanguly Berdymukhammedov | Make a visit | Kazakhstan | 2007-05-28\n- Gurbanguly Berdymukhammedov | Make a visit | Kazakhstan | 2007-05-22\n- Gurbanguly Berdymukhammedov | Make a visit | Iran | 2007-06-15\n- Gurbanguly Berdymukhammedov | Make a visit | China | 2007-07-29\n- Gurbanguly Berdymukhammedov | Make a visit | China | 2007-07-27\n- Gurbanguly Berdymukhammedov | Make a visit | China | 2007-07-21\n- Gurbanguly Berdymukhammedov | Make a visit | China | 2007-07-20\n- Gurbanguly Berdymukhammedov | Make a visit | China | 2007-07-19\nAnswer:", "completion": " Foreign Affairs (Israel)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1336201", "prompt": "Before the Ugandan police, who last used conventional military force against the Kenyan police?\nEvidence:\n- The Hague | Use conventional military force | Vojislav Šešelj | 2006-12-04\n- Police (Ukraine) | Use conventional military force | People Associated with the Opposition (Ukraine) | 2014-02-20\n- Police (Egypt) | Use conventional military force | People Associated with the Opposition (Egypt) | 2012-12-15\n- Police (Tanzania) | Use conventional military force | Tanzania | 2005-04-05\n- Police (Tanzania) | Use conventional military force | Tanzania | 2005-03-09\n- Police (Tanzania) | Use conventional military force | Tanzania | 2005-03-08\n- Police (Sudan) | Use conventional military force | Sudan | 2005-04-09\n- Police (Sudan) | Use conventional military force | Sudan | 2005-04-08\n- Police (Sudan) | Use conventional military force | Sudan | 2005-04-07\n- Police (Sudan) | Use conventional military force | Sudan | 2005-04-06\n- Police (Sudan) | Use conventional military force | Sudan | 2005-02-04\n- Police (Malaysia) | Use conventional military force | Malaysia | 2005-10-21\n- Police (Malaysia) | Use conventional military force | Malaysia | 2005-06-15\n- Police (Malaysia) | Use conventional military force | Malaysia | 2005-04-08\n- Police (Malaysia) | Use conventional military force | Malaysia | 2005-02-02\nAnswer:", "completion": " Al-Shabaab", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1298293", "prompt": "After Doctors Without Borders, who was suffered from the unconventional violence of the Armed Rebel of Lord's Resistance Army first?\nEvidence:\n- Armed Rebel (Lord's Resistance Army) | Use unconventional violence | Doctors Without Borders | 2005-02-11\n- Doctors Without Borders | Make statement | Armed Rebel (Lord's Resistance Army) | 2005-02-10\n- Ethiopia | Reject | Doctors Without Borders | 2007-08-31\n- Doctors Without Borders | Accuse | Ethiopia | 2007-08-31\n- Doctors Without Borders | Make statement | Thailand | 2007-11-06\n- Doctors Without Borders | Make statement | Thailand | 2007-11-05\n- Doctors Without Borders | Make statement | France | 2005-03-30\n- Doctors Without Borders | Cooperate economically | Angola | 2006-07-24\n- Doctors Without Borders | Cooperate economically | Angola | 2006-07-21\n- Cemex | Make statement | Doctors Without Borders | 2005-01-08\n- Willias Madzimure | Make statement | Doctors Without Borders | 2008-11-06\n- Sudan | Host a visit | Doctors Without Borders | 2005-06-06\n- Japan | Host a visit | Doctors Without Borders | 2005-02-10\n- France | Praise or endorse | Doctors Without Borders | 2005-03-15\n- Doctors Without Borders | Provide humanitarian aid | Sudan | 2006-05-24\nAnswer:", "completion": " Citizen (Uganda)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1056471", "prompt": "In Oct. 2010, which country praised the UN Security Council?\nEvidence:\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\n- UN Security Council | Consult | Nabil Shaath | 2005-01-11\n- UN Security Council | Consult | John Garang | 2005-02-09\n- UN Security Council | Consult | John Garang | 2005-02-08\n- UN Security Council | Consult | African Union | 2005-01-10\n- Nabil Shaath | Consult | UN Security Council | 2005-01-11\n- John Garang | Consult | UN Security Council | 2005-02-09\n- John Garang | Consult | UN Security Council | 2005-02-08\n- African Union | Consult | UN Security Council | 2005-01-10\n- UN Security Council | Rally opposition against | Togo | 2005-02-25\nAnswer:", "completion": " China", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1373824", "prompt": "In which month did Jaroslav Baska last express his intention to meet with Romania?\nEvidence:\n- Jaroslav Baska | Express intent to meet or negotiate | Romania | 2008-12-07\n- Jaroslav Baska | Express intent to meet or negotiate | Education (Slovakia) | 2008-05-22\n- Jaroslav Baska | Express intent to meet or negotiate | Citizen (Bulgaria) | 2008-04-10\n- Jaroslav Baska | Express intent to meet or negotiate | Citizen (Bulgaria) | 2008-04-09\n- Yuriy Yekhanurov | Consult | Jaroslav Baska | 2008-05-27\n- Jaroslav Baska | Consult | Yuriy Yekhanurov | 2008-05-27\n- Jaroslav Baska | Consult | Ivan Gasparovic | 2010-02-10\n- Jaroslav Baska | Consult | Ivan Gasparovic | 2009-12-15\n- Ivan Gasparovic | Consult | Jaroslav Baska | 2010-02-10\n- Ivan Gasparovic | Consult | Jaroslav Baska | 2009-12-15\n- Jaroslav Baska | Make statement | Lubomír Galko | 2011-09-22\n- Jaroslav Baska | Make statement | Lubomír Galko | 2011-02-18\n- Jaroslav Baska | Make statement | Lubomír Galko | 2011-02-15\n- Jaroslav Baska | Consult | Eimert van Middelkoop | 2008-04-24\n- Jaroslav Baska | Consult | Eimert van Middelkoop | 2008-04-23\nAnswer:", "completion": " 2008-12", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1337440", "prompt": "Before the Party Member of Brazil, who last did the citizens of Brazil made negative comments on?\nEvidence:\n- Head of Government (Brazil) | Rally support on behalf of | Party Member (Brazil) | 2012-10-09\n- Member of Parliament (Brazil) | Make statement | Party Member (Brazil) | 2012-09-13\n- Member of Parliament (Brazil) | Make statement | Party Member (Brazil) | 2008-10-21\n- Communist Party of Brazil | Make statement | Party Member (Brazil) | 2005-02-17\n- Party Member (Brazil) | Accuse | Governing Party (Brazil) | 2005-06-15\n- Party Member (Brazil) | Accuse | Governing Party (Brazil) | 2005-06-14\n- Party Member (Brazil) | Consult | Head of Government (Brazil) | 2007-04-18\n- Head of Government (Brazil) | Reject | Party Member (Brazil) | 2005-11-24\n- Head of Government (Brazil) | Consult | Party Member (Brazil) | 2007-04-18\n- Head of Government (Brazil) | Accuse | Party Member (Brazil) | 2014-09-04\n- Party Member (Brazil) | Make statement | People Associated with the Opposition (Brazil) | 2014-10-16\n- Party Member (Brazil) | Make statement | People Associated with the Opposition (Brazil) | 2012-08-30\n- Party Member (Brazil) | Make statement | People Associated with the Opposition (Brazil) | 2011-05-11\n- Party Member (Brazil) | Make statement | People Associated with the Opposition (Brazil) | 2010-07-30\n- Party Member (Brazil) | Make statement | People Associated with the Opposition (Brazil) | 2006-07-26\nAnswer:", "completion": " Citizen (Brazil)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1126943", "prompt": "Who would wish to visit Vietnam in November 26th, 2007?\nEvidence:\n- Vietnam | Host a visit | Iran | 2005-01-11\n- Vietnam | Host a visit | Iran | 2005-01-10\n- Vietnam | Host a visit | China | 2005-01-09\n- Laos | Host a visit | Vietnam | 2005-02-16\n- Iran | Make a visit | Vietnam | 2005-01-11\n- Iran | Make a visit | Vietnam | 2005-01-10\n- China | Make a visit | Vietnam | 2005-01-09\n- Vietnam | Engage in diplomatic cooperation | Romania | 2005-01-31\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-02-05\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-01-07\n- Vietnam | Engage in diplomatic cooperation | Japan | 2005-01-09\n- Romania | Engage in diplomatic cooperation | Vietnam | 2005-01-31\n- Laos | Engage in diplomatic cooperation | Vietnam | 2005-02-05\n- Laos | Engage in diplomatic cooperation | Vietnam | 2005-01-07\n- Japan | Engage in diplomatic cooperation | Vietnam | 2005-01-09\nAnswer:", "completion": " Labor Union (South Korea)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1311709", "prompt": "After South Korea, which country did Tanzania negotiate with?\nEvidence:\n- Tanzania | Host a visit | South Korea | 2005-01-17\n- Tanzania | Host a visit | South Korea | 2005-01-16\n- South Korea | Make a visit | Tanzania | 2005-01-17\n- South Korea | Make a visit | Tanzania | 2005-01-16\n- Tanzania | Host a visit | Foreign Affairs (South Korea) | 2005-01-12\n- Foreign Affairs (South Korea) | Make a visit | Tanzania | 2005-01-12\n- Legislature (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-04-01\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-03-07\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-01-06\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-01-05\n- Tanzania | Arrest, detain, or charge with legal action | Citizen (Tanzania) | 2005-04-18\n- Tanzania | Arrest, detain, or charge with legal action | Citizen (Tanzania) | 2005-03-10\n- Tanzania | Arrest, detain, or charge with legal action | Citizen (Tanzania) | 2005-03-09\n- Tanzania | Arrest, detain, or charge with legal action | Citizen (Tanzania) | 2005-02-14\n- Party Member (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-05-06\nAnswer:", "completion": " China", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1125680", "prompt": "Which country would wish to visit the head of government of Cyprus last before the Party President of Turkey did?\nEvidence:\n- Party President (Turkey) | Make a visit | Head of Government (Cyprus) | 2011-02-22\n- Head of Government (Cyprus) | Host a visit | Party President (Turkey) | 2011-02-22\n- Party President (Cyprus) | Consult | Head of Government (Cyprus) | 2013-03-21\n- Party President (Cyprus) | Consult | Head of Government (Cyprus) | 2013-03-20\n- Head of Government (Cyprus) | Consult | Party President (Cyprus) | 2013-03-21\n- Head of Government (Cyprus) | Consult | Party President (Cyprus) | 2013-03-20\n- Party President (Cyprus) | Make pessimistic comment | Settler (Turkey) | 2008-04-22\n- Legislature (Turkey) | Consult | Head of Government (Cyprus) | 2009-08-27\n- Head of Government (Cyprus) | Consult | Legislature (Turkey) | 2009-08-27\n- Party President (Turkey) | Threaten | Legislature (Turkey) | 2009-12-08\n- Party President (Cyprus) | Consult | Nikos Christodoulides | 2014-11-18\n- Party President (Cyprus) | Consult | Nicos Anastasiades | 2014-11-18\n- Party President (Cyprus) | Consult | Nicos Anastasiades | 2014-10-07\n- Party President (Cyprus) | Consult | Nicos Anastasiades | 2014-08-25\n- Party President (Cyprus) | Consult | Nicos Anastasiades | 2014-02-07\nAnswer:", "completion": " Vietnam", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1116093", "prompt": "Which country last issued an appeal to the media personnel of the International before the Ministry of Afghanistan?\nEvidence:\n- Ministry (Afghanistan) | Make an appeal or request | Media Personnel (International) | 2010-09-28\n- Media Personnel (International) | Make an appeal or request | Military Personnel - Special (Afghanistan) | 2013-02-19\n- Ministry (Nigeria) | Make an appeal or request | Media Personnel (International) | 2015-02-06\n- Media Personnel (International) | Make statement | Employee (Afghanistan) | 2006-11-18\n- Media Personnel (International) | Make statement | Attacker (Afghanistan) | 2011-04-07\n- Media Personnel (China) | Make an appeal or request | Media Personnel (International) | 2014-01-31\n- Media Personnel (International) | Make statement | Military Personnel - Special (Afghanistan) | 2013-01-13\n- Media Personnel (International) | Make statement | Military Personnel - Special (Afghanistan) | 2013-01-09\n- Media Personnel (International) | Make statement | Military Personnel - Special (Afghanistan) | 2012-07-23\n- Media Personnel (International) | Make statement | Military Personnel - Special (Afghanistan) | 2011-08-22\n- Media Personnel (International) | Make statement | Military Personnel - Special (Afghanistan) | 2011-04-07\n- Media Personnel (International) | Make statement | Military Personnel - Special (Afghanistan) | 2009-11-11\n- Media Personnel (International) | Make statement | Military Personnel - Special (Afghanistan) | 2009-01-14\n- Media Personnel (International) | Make statement | Military Personnel - Special (Afghanistan) | 2008-07-16\n- Media Personnel (International) | Make statement | Military Personnel - Special (Afghanistan) | 2008-05-03\nAnswer:", "completion": " Iran", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1329885", "prompt": "In what year did the citizens of Saudi Arabia use unconventional violence against the armed gang of Saudi Arabia?\nEvidence:\n- Citizen (Saudi Arabia) | Use unconventional violence | Armed Gang (Saudi Arabia) | 2007-05-15\n- Armed Gang (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2015-09-04\n- Armed Gang (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2014-12-14\n- Armed Gang (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2014-11-12\n- Armed Gang (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2014-09-02\n- Armed Gang (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2014-02-26\n- Armed Gang (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2012-03-22\n- Armed Gang (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2012-01-15\n- Armed Gang (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2009-09-02\n- Armed Gang (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2006-12-07\n- Armed Gang (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2005-12-27\n- Armed Gang (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2005-10-30\n- Armed Gang (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2005-09-05\n- Armed Gang (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2005-06-18\n- Armed Gang (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2005-06-01\nAnswer:", "completion": " 2007", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1247631", "prompt": "Which was the last country to sign formal agreements with Sudan in 2015?\nEvidence:\n- Sudan | Sign formal agreement | South Sudan | 2015-01-13\n- Sudan | Sign formal agreement | South Sudan | 2015-01-05\n- South Sudan | Sign formal agreement | Sudan | 2015-01-13\n- South Sudan | Sign formal agreement | Sudan | 2015-01-05\n- France | Sign formal agreement | Angola | 2015-01-19\n- Angola | Sign formal agreement | France | 2015-01-19\n- France | Sign formal agreement | Barack Obama | 2015-01-08\n- Barack Obama | Sign formal agreement | France | 2015-01-08\n- France | Sign formal agreement | Military Personnel - Special (France) | 2015-01-07\n- Sudan | Arrest, detain, or charge with legal action | Citizen (Sudan) | 2015-01-18\n- Sudan | Engage in diplomatic cooperation | Ethiopia | 2015-01-06\n- Ethiopia | Engage in diplomatic cooperation | Sudan | 2015-01-06\n- Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | Ethiopia | 2015-01-12\n- Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2015-01-13\n- Sudan | Express intent to cooperate | France | 2015-01-01\nAnswer:", "completion": " Ethiopia", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1299983", "prompt": "Who did South Africa wish to negotiate with on the same year of the head of government of India?\nEvidence:\n- Head of Government (Nigeria) | Express intent to meet or negotiate | African Union | 2005-02-28\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-27\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-26\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-25\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-23\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-19\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-16\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-13\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-02\n- Police (South Africa) | Arrest, detain, or charge with legal action | South Africa | 2005-02-11\nAnswer:", "completion": " Tanzania", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1050003", "prompt": "In what year did the lawyer of Montenegro first appeal to the New Serbian Democracy?\nEvidence:\n- Lawyer/Attorney (Montenegro) | Make an appeal or request | New Serb Democracy | 2010-05-06\n- Lawyer/Attorney (Montenegro) | Investigate | Citizen (Montenegro) | 2010-12-29\n- Lawyer/Attorney (Montenegro) | Investigate | Citizen (Montenegro) | 2010-12-24\n- Citizen (Montenegro) | Express intent to meet or negotiate | Lawyer/Attorney (Montenegro) | 2014-03-18\n- Police (New Zealand) | Reject | New Zealand First | 2008-12-24\n- Labor Party (New Zealand) | Engage in diplomatic cooperation | New Zealand First | 2008-09-24\n- New Democracy | Make statement | Government Lawyer/Representative (Ukraine) | 2005-08-22\n- Lawyer/Attorney (Montenegro) | Appeal for intelligence | Police (Croatia) | 2009-10-21\n- New Zealand First | Make statement | Police (New Zealand) | 2008-07-11\n- New Zealand First | Make statement | Military (New Zealand) | 2007-12-11\n- First Command of the Capital | Use unconventional violence | Lawyer/Attorney (Costa Rica) | 2008-07-26\n- New Democracy | Engage in negotiation | Democratic Left | 2012-07-19\n- New Democracy | Engage in negotiation | Antonis Samaras | 2012-07-18\n- New Democracy | Engage in diplomatic cooperation | Laos | 2009-03-16\n- Laos | Engage in diplomatic cooperation | New Democracy | 2009-03-16\nAnswer:", "completion": " 2010", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1013709", "prompt": "Who was the first to endorse the government of Nigeria in 2013?\nEvidence:\n- Public Prosecutor (Brazil) | Criticize or denounce | First Command of the Capital | 2013-10-18\n- Assembly of First Nations | Engage in material cooperation | Police (Canada) | 2013-02-16\n- Commander in Chief of the Navy (Uruguay) | Praise or endorse | Military Personnel (Uruguay) | 2013-10-22\n- The Hague | Praise or endorse | International Court of Justice | 2013-10-16\n- José Miguel Insulza | Praise or endorse | Member of the Judiciary (Venezuela) | 2013-01-18\n- Winston Peters | Make statement | New Zealand First | 2013-06-19\n- People First Party Korea | Make a visit | Japan | 2013-11-23\n- Japan | Host a visit | People First Party Korea | 2013-11-23\n- Cabinet / Council of Ministers / Advisors (Australia) | Praise or endorse | People Associated with the Opposition (Australia) | 2013-05-21\n- Police (South Africa) | Praise or endorse | The Poor (South Africa) | 2013-04-17\n- Member of Parliament (Ukraine) | Praise or endorse | People Associated with the Opposition (Ukrainian Democratic Alliance for Reform) | 2013-04-01\n- Citizen (Australia) | Praise or endorse | People Associated with the Opposition (Australia) | 2013-09-02\n- People Associated with the Opposition (Bangladesh) | Praise or endorse | Party Member (Bangladesh) | 2013-07-13\n- People Associated with the Opposition (Egypt) | Praise or endorse | Abdel Fattah Al-Sisi | 2013-07-01\nAnswer:", "completion": " Ministry (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 14, "n_anchors": 0} +{"id": "mtq_1319568", "prompt": "Which country supported Yemen in the same month as Al Sharq al Awsat?\nEvidence:\n- Al Sharq al Awsat | Praise or endorse | Yemen | 2008-09-15\n- Sudan | Consult | Al Sharq al Awsat | 2008-10-19\n- Sudan | Accuse | Al Sharq al Awsat | 2009-03-23\n- Portugal | Consult | Al Sharq al Awsat | 2007-07-18\n- Eritrea | Consult | Al Sharq al Awsat | 2007-07-26\n- Al Sharq al Awsat | Consult | Sudan | 2008-10-19\n- Al Sharq al Awsat | Consult | Portugal | 2007-07-18\n- Al Sharq al Awsat | Consult | Eritrea | 2007-07-26\n- Shura Council | Consult | Al Sharq al Awsat | 2006-10-17\n- Ministry (Morocco) | Consult | Al Sharq al Awsat | 2009-06-11\n- Military (Lebanon) | Consult | Al Sharq al Awsat | 2007-09-12\n- Javier Solana | Consult | Al Sharq al Awsat | 2007-07-18\n- Al Sharq al Awsat | Yield | Mahmoud Abbas | 2007-12-13\n- Al Sharq al Awsat | Consult | Shura Council | 2006-10-17\n- Al Sharq al Awsat | Consult | Ministry (Morocco) | 2009-06-11\nAnswer:", "completion": " France", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1125909", "prompt": "Which year did Abdullah Gül host the visit from Dragan Šutanovac?\nEvidence:\n- China | Host a visit | Abdullah Gül | 2005-02-02\n- China | Host a visit | Abdullah Gül | 2005-02-01\n- China | Host a visit | Abdullah Gül | 2005-01-27\n- China | Host a visit | Abdullah Gül | 2005-01-25\n- Middle East | Host a visit | Abdullah Gül | 2005-01-09\n- Middle East | Host a visit | Abdullah Gül | 2005-01-06\n- Middle East | Host a visit | Abdullah Gül | 2005-01-03\n- Abdullah Gül | Make a visit | China | 2005-02-03\n- Abdullah Gül | Make a visit | China | 2005-02-02\n- Abdullah Gül | Make a visit | China | 2005-02-01\n- Abdullah Gül | Make a visit | China | 2005-01-27\n- Abdullah Gül | Make a visit | China | 2005-01-25\n- Abdullah Gül | Make a visit | Middle East | 2005-01-09\n- Abdullah Gül | Make a visit | Middle East | 2005-01-06\n- Abdullah Gül | Make a visit | Middle East | 2005-01-03\nAnswer:", "completion": " 2009", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1156218", "prompt": "In which month did the citizens of Australia appeal the citizens of International?\nEvidence:\n- The Hague | Make an appeal or request | International Court of Justice | 2007-09-12\n- International Court of Justice | Accuse of war crimes | The Hague | 2013-11-27\n- The Hague | Praise or endorse | International Court of Justice | 2013-10-16\n- The Hague | Host a visit | International Court of Justice | 2015-05-10\n- The Hague | Host a visit | International Court of Justice | 2007-05-31\n- Member of the Judiciary (Venezuela) | Make statement | RCTV International | 2007-05-18\n- Member of the Judiciary (United States) | Demand | Tyco International | 2005-09-19\n- International Court of Justice | Make a visit | The Hague | 2015-05-10\n- International Court of Justice | Make a visit | The Hague | 2007-05-31\n- Chancellor of the Exchequer | Make statement | International Monetary Fund | 2006-09-18\n- Member of the Judiciary (United States) | Reject | International Court of Justice | 2008-03-26\n- Chief of Staff (Supreme Council of the Armed Forces) | Engage in symbolic act | International Government Organizations | 2011-11-16\n- Activist (International Committee of the Red Cross) | Make an appeal or request | Citizen (Kyrgyzstan) | 2007-09-12\n- Member of the Judiciary (United States) | Make statement | International Court of Justice | 2008-03-26\n- The Hague | Retreat or surrender militarily | International Court of Justice | 2005-04-25\nAnswer:", "completion": " 2006-03", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1325812", "prompt": "Before Barack Obama, who was the last to be supported by the Office of the United Nations High Commissioner for Human Rights?\nEvidence:\n- Head of Government (Kenya) | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Consult | Head of Government (Kenya) | 2006-08-25\n- Barack Obama | Express intent to settle dispute | Iraq | 2007-06-02\n- Barack Obama | Demand de-escalation of military engagement | Iraq | 2007-06-02\n- Barack Obama | Reject | Iraq | 2007-04-03\n- Barack Obama | Reject | Iraq | 2006-10-28\n- High Commission (United Kingdom) | Make statement | South Africa | 2005-01-26\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2005-10-10\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-22\n- Mwai Kibaki | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Make statement | Iraq | 2007-05-15\n- Barack Obama | Make statement | Iraq | 2007-03-20\nAnswer:", "completion": " Detainee (Myanmar)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1272846", "prompt": "Which country praised Mahmoud Abbas first, after Saud bin Faisal bin Abdul-Aziz?\nEvidence:\n- Saud bin Faisal bin Abdul-Aziz | Reject | Iraq | 2005-09-22\n- Saud bin Faisal bin Abdul-Aziz | Accuse | Iran | 2005-10-16\n- Saud bin Faisal bin Abdul-Aziz | Criticize or denounce | Mahmoud Ahmadinejad | 2006-01-17\n- Tony Blair | Consult | Saud bin Faisal bin Abdul-Aziz | 2006-01-17\n- Tony Blair | Consult | Saud bin Faisal bin Abdul-Aziz | 2006-01-16\n- Saud bin Faisal bin Abdul-Aziz | Make statement | Iraq | 2005-10-03\n- Saud bin Faisal bin Abdul-Aziz | Make statement | Iraq | 2005-10-02\n- Saud bin Faisal bin Abdul-Aziz | Consult | Tony Blair | 2006-01-17\n- Saud bin Faisal bin Abdul-Aziz | Consult | Tony Blair | 2006-01-16\n- Saud bin Faisal bin Abdul-Aziz | Consult | Jack Straw | 2006-01-17\n- Saud bin Faisal bin Abdul-Aziz | Consult | Jack Straw | 2006-01-16\n- Saud bin Faisal bin Abdul-Aziz | Consult | Jack Straw | 2005-02-24\n- Saud bin Faisal bin Abdul-Aziz | Consult | Jack Straw | 2005-02-23\n- Jack Straw | Consult | Saud bin Faisal bin Abdul-Aziz | 2006-01-17\n- Jack Straw | Consult | Saud bin Faisal bin Abdul-Aziz | 2006-01-16\nAnswer:", "completion": " Kuwait", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1319423", "prompt": "Who was the last to denounce the Panhellenic Socialist Movement in 2005?\nEvidence:\n- Panhellenic Socialist Movement | Criticize or denounce | Citizen (Greece) | 2005-12-04\n- Georgios Papandreou | Criticize or denounce | Panhellenic Socialist Movement | 2005-02-23\n- Citizen (Greece) | Criticize or denounce | Panhellenic Socialist Movement | 2005-10-09\n- Citizen (Greece) | Criticize or denounce | Panhellenic Socialist Movement | 2005-09-03\n- Citizen (Greece) | Criticize or denounce | Panhellenic Socialist Movement | 2005-04-06\n- Panhellenic Socialist Movement | Consult | Ismail Cem | 2005-03-02\n- Panhellenic Socialist Movement | Accuse | New Democracy | 2005-04-15\n- Panhellenic Socialist Movement | Accuse | New Democracy | 2005-01-14\n- Panhellenic Socialist Movement | Accuse | Citizen (Greece) | 2005-10-08\n- New Democracy | Accuse | Panhellenic Socialist Movement | 2005-10-12\n- Ismail Cem | Consult | Panhellenic Socialist Movement | 2005-03-02\n- Citizen (Greece) | Accuse | Panhellenic Socialist Movement | 2005-12-10\n- Government Official (Greece) | Criticize or denounce | Panhellenic Socialist Movement | 2005-04-06\n- City Mayor (Greece) | Criticize or denounce | Panhellenic Socialist Movement | 2005-05-16\n- Panhellenic Socialist Movement | Make statement | New Democracy | 2005-12-16\nAnswer:", "completion": " Citizen (Greece)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1349707", "prompt": "Who did the Italian Foreign Minister want to meet in the same year as Mahmoud Abbas?\nEvidence:\n- Foreign Affairs (France) | Praise or endorse | Mahmoud Abbas | 2005-01-12\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-11\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Pervez Musharraf | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Javier Solana | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-14\n- Javier Solana | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-08\n- Gerhard Schröder | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Abdullah Gül | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-05\n- Mahmoud Abbas | Engage in negotiation | Abdullah Gül | 2005-01-08\n- Abdullah Gül | Engage in negotiation | Mahmoud Abbas | 2005-01-08\n- Mahmoud Abbas | Engage in negotiation | Agence France-Presse | 2005-01-10\n- Javier Solana | Engage in diplomatic cooperation | Mahmoud Abbas | 2005-01-13\n- Agence France-Presse | Engage in negotiation | Mahmoud Abbas | 2005-01-10\n- Mahmoud Abbas | Make statement | Japan | 2005-01-10\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-11\nAnswer:", "completion": " Benjamin Netanyahu", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1314291", "prompt": "With whom did Dmitry Anatolyevich Medvedev telephone in the same month of the head of government of Brazil?\nEvidence:\n- Head of Government (Germany) | Consult | Dmitry Anatolyevich Medvedev | 2006-07-28\n- Dmitry Anatolyevich Medvedev | Consult | Head of Government (Germany) | 2006-07-28\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- Dmitry Anatolyevich Medvedev | Engage in negotiation | China | 2005-12-09\n- China | Engage in negotiation | Dmitry Anatolyevich Medvedev | 2005-12-09\n- Dmitry Anatolyevich Medvedev | Consult | China | 2005-12-08\n- China | Consult | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Veterans (Russia) | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Islam Karimov | Consult | Dmitry Anatolyevich Medvedev | 2006-05-07\n- Islam Karimov | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2006-01-13\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2006-01-12\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2005-11-15\n- Dmitry Anatolyevich Medvedev | Make statement | Kazakhstan | 2006-03-30\n- Dmitry Anatolyevich Medvedev | Consult | Veterans (Russia) | 2006-05-06\nAnswer:", "completion": " Barack Obama", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1063290", "prompt": "At what time did Mswati III reject the Legislature of Swaziland?\nEvidence:\n- Mswati III | Reject | Legislature (Swaziland) | 2012-11-15\n- Mswati III | Demand | Legislature (Swaziland) | 2005-07-12\n- Mswati III | Demand | Swaziland | 2015-03-24\n- Mswati III | Demand | Swaziland | 2012-08-30\n- Mswati III | Demand | Swaziland | 2012-08-20\n- Mswati III | Impose administrative sanctions | Legislature (Swaziland) | 2008-06-10\n- Mswati III | Make statement | Swaziland | 2012-07-25\n- Mswati III | Make statement | Swaziland | 2011-09-14\n- Mswati III | Make statement | Swaziland | 2008-09-05\n- Mswati III | Make statement | Swaziland | 2007-09-29\n- Mswati III | Make statement | Swaziland | 2006-02-10\n- Mswati III | Make statement | Swaziland | 2005-08-16\n- Mswati III | Make an appeal or request | Legislature (Swaziland) | 2005-07-14\n- Mswati III | Make an appeal or request | Legislature (Swaziland) | 2005-07-13\n- Swaziland | Praise or endorse | Mswati III | 2008-07-28\nAnswer:", "completion": " 2012-11-15", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1218443", "prompt": "Who was the first to express the intention to engage in diplomatic cooperation with the Association of Southeast Asian Nations, after the Assemblies of Cambodia?\nEvidence:\n- Japan | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | Japan | 2005-01-08\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | Association of Southeast Asian Nations | 2005-04-04\n- Laos | Express intent to engage in diplomatic cooperation (such as policy support) | Association of Southeast Asian Nations | 2005-04-07\n- Laos | Express intent to engage in diplomatic cooperation (such as policy support) | Association of Southeast Asian Nations | 2005-04-04\n- Laos | Express intent to engage in diplomatic cooperation (such as policy support) | Association of Southeast Asian Nations | 2005-03-23\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Association of Southeast Asian Nations | 2005-03-18\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Association of Southeast Asian Nations | 2005-01-26\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Association of Southeast Asian Nations | 2005-01-25\n- Association of Southeast Asian Nations | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-03-18\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-02-24\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | South Korea | 2005-02-24\n- Association of Southeast Asian Nations | Engage in negotiation | South Korea | 2005-01-08\n- South Korea | Express intent to engage in diplomatic cooperation (such as policy support) | Association of Southeast Asian Nations | 2005-03-05\nAnswer:", "completion": " Congress (United States)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1370385", "prompt": "In which month did the Venezuelan opposition supporter first express his intention to negotiate with José Miguel Insulza?\nEvidence:\n- José Miguel Insulza | Criticize or denounce | José Miguel Insulza | 2005-02-24\n- José Miguel Insulza | Yield | Bolivia | 2005-05-03\n- José Miguel Insulza | Consult | Bolivia | 2005-05-02\n- Bolivia | Reject | José Miguel Insulza | 2005-05-01\n- Bolivia | Reject | José Miguel Insulza | 2005-04-29\n- Bolivia | Reject | José Miguel Insulza | 2005-04-19\n- Bolivia | Consult | José Miguel Insulza | 2005-05-02\n- José Miguel Insulza | Express intent to meet or negotiate | Madeleine Albright | 2005-01-31\n- José Miguel Insulza | Express intent to meet or negotiate | Andean Community | 2005-07-14\n- José Miguel Insulza | Make statement | Mexico | 2005-05-03\n- José Miguel Insulza | Make statement | Mexico | 2005-01-18\n- José Miguel Insulza | Make statement | Bolivia | 2005-05-03\n- José Miguel Insulza | Consult | Government (Nicaragua) | 2005-06-17\n- José Miguel Insulza | Consult | Daniel Ortega | 2005-06-17\n- Government (Nicaragua) | Consult | José Miguel Insulza | 2005-06-17\nAnswer:", "completion": " 2015-02", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1173258", "prompt": "Who attacked the citizens of Thailand with small arms and light weapons on 16 December 2008?\nEvidence:\n- Insurgent (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2008-12-16\n- Protester (Thailand) | Protest violently, riot | Member of Parliament (Thailand) | 2008-12-16\n- Member of Parliament (Thailand) | Praise or endorse | Abhisit Vejjajiva | 2008-12-16\n- Abhisit Vejjajiva | Make statement | Cabinet / Council of Ministers / Advisors (Thailand) | 2008-12-16\n- Protester (Thailand) | Obstruct passage, block | Thailand | 2008-12-16\n- Citizen (Thailand) | Make an appeal or request | Thailand | 2008-12-16\n- Separatist Militant (Thailand) | Use conventional military force | Citizen (Thailand) | 2008-12-16\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2008-12-16\n- Abhisit Vejjajiva | Make statement | Thailand | 2008-12-16\n- Thailand | Praise or endorse | Abhisit Vejjajiva | 2008-12-16\n- Jatuporn Prompan | Express intent to meet or negotiate | Thailand | 2008-12-16\n- Vietnam | Praise or endorse | Abhisit Vejjajiva | 2008-12-16\n- Malaysia | Praise or endorse | Abhisit Vejjajiva | 2008-12-16\n- Chart Thai | Praise or endorse | Abhisit Vejjajiva | 2008-12-16\nAnswer:", "completion": " Insurgent (Thailand)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 14, "n_anchors": 1} +{"id": "mtq_1235607", "prompt": "Who did the Clergy of Nigeria make an appeal to last before the head of government of Nigeria?\nEvidence:\n- Clergy (Nigeria) | Make an appeal or request | Head of Government (Nigeria) | 2009-08-03\n- Clergy (Nigeria) | Make an appeal or request | Government (Nigeria) | 2014-02-10\n- Clergy (Nigeria) | Make an appeal or request | Government (Nigeria) | 2012-01-25\n- Head of Government (Nigeria) | Declare truce, ceasefire | Clergy (Nigeria) | 2015-04-01\n- Clergy (Nigeria) | Declare truce, ceasefire | Head of Government (Nigeria) | 2015-04-01\n- Clergy (Nigeria) | Make an appeal or request | Muslim (Nigeria) | 2012-06-23\n- Clergy (Nigeria) | Make an appeal or request | Citizen (Nigeria) | 2015-02-19\n- Clergy (Nigeria) | Make an appeal or request | Citizen (Nigeria) | 2011-01-18\n- Clergy (Nigeria) | Make an appeal or request | Citizen (Nigeria) | 2010-01-21\n- Clergy (Nigeria) | Make an appeal or request | Citizen (Nigeria) | 2006-10-18\n- Citizen (Nigeria) | Make an appeal or request | Clergy (Nigeria) | 2014-05-29\n- Citizen (Nigeria) | Make an appeal or request | Clergy (Nigeria) | 2007-01-02\n- Clergy (Nigeria) | Make statement | Government (Nigeria) | 2015-10-05\n- Oluṣẹgun Ọbasanjọ | Make an appeal or request | Clergy (Nigeria) | 2015-01-14\n- Clergy (Nigeria) | Praise or endorse | Government (Nigeria) | 2014-02-24\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1340347", "prompt": "Who did Devlet Bahçeli condemn last before Milliyet?\nEvidence:\n- Devlet Bahçeli | Criticize or denounce | Milliyet | 2008-03-06\n- Devlet Bahçeli | Reject | Abdullah Gül | 2008-09-03\n- Devlet Bahçeli | Make statement | Iraq | 2007-10-23\n- Devlet Bahçeli | Make statement | Iraq | 2005-01-30\n- Devlet Bahçeli | Consult | Abdullah Gül | 2014-05-22\n- Devlet Bahçeli | Consult | Abdullah Gül | 2007-10-23\n- Devlet Bahçeli | Consult | Abdullah Gül | 2007-08-14\n- Devlet Bahçeli | Accuse | Abdullah Gül | 2014-05-14\n- Abdullah Gül | Consult | Devlet Bahçeli | 2014-05-22\n- Abdullah Gül | Consult | Devlet Bahçeli | 2007-10-23\n- Abdullah Gül | Consult | Devlet Bahçeli | 2007-08-14\n- Iraq | Host a visit | Devlet Bahçeli | 2012-08-16\n- Devlet Bahçeli | Make statement | Massoud Barzani | 2007-10-23\n- Devlet Bahçeli | Make statement | Legislature (Turkey) | 2008-01-22\n- Devlet Bahçeli | Make statement | Legislature (Turkey) | 2007-10-21\nAnswer:", "completion": " Justice and Development Party", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1150425", "prompt": "Before South Korea, who received the head of government of Sri Lanka's visit from the head of government of Sri Lanka last?\nEvidence:\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- South Korea | Make a visit | Aceh | 2005-01-08\n- Aceh | Host a visit | South Korea | 2005-01-08\n- South Korea | Host a visit | Ognyan Gerdzhikov | 2005-01-02\n- South Korea | Host a visit | Emperor Akihito | 2005-01-13\n- Ognyan Gerdzhikov | Make a visit | South Korea | 2005-01-02\n- Emperor Akihito | Make a visit | South Korea | 2005-01-13\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- Royal Administration (Japan) | Make a visit | South Korea | 2005-01-13\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | South Korea | 2005-01-08\n- Head of Government (Finland) | Express intent to meet or negotiate | Thailand | 2005-01-18\nAnswer:", "completion": " Pervez Musharraf", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1017524", "prompt": "Who wanted to negotiate with Arseniy Yatsenyuk in the same month of the UN Security Council?\nEvidence:\n- Arseniy Yatsenyuk | Make statement | Arseniy Yatsenyuk | 2007-11-15\n- Cabinet / Council of Ministers / Advisors (United States) | Consult | Arseniy Yatsenyuk | 2007-09-24\n- Arseniy Yatsenyuk | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2007-09-24\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | France | 2007-04-16\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | France | 2007-04-11\n- Head of Government (Turkmenistan) | Consult | Arseniy Yatsenyuk | 2007-10-26\n- Head of Government (Turkmenistan) | Consult | Arseniy Yatsenyuk | 2007-06-29\n- Arseniy Yatsenyuk | Consult | Head of Government (Turkmenistan) | 2007-10-26\n- Arseniy Yatsenyuk | Consult | Head of Government (Turkmenistan) | 2007-06-29\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | Head of Government (Turkmenistan) | 2007-10-25\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | Vuk Jeremić | 2007-07-02\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | Vuk Jeremić | 2007-06-27\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | Lulzim Basha | 2007-06-25\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | Joachim Rücker | 2007-07-02\nAnswer:", "completion": " Angela Merkel", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1224282", "prompt": "After the Development Council of Nigeria, to whom did the citizens of Nigeria first make an appeal?\nEvidence:\n- Ministry (Nigeria) | Make an appeal or request | Development Council (Nigeria) | 2014-09-15\n- Development Council (Nigeria) | Make an appeal or request | Government (Nigeria) | 2013-04-19\n- Development Council (Nigeria) | Make an appeal or request | Government (Nigeria) | 2012-09-12\n- Development Council (Nigeria) | Make an appeal or request | Government (Nigeria) | 2012-07-26\n- Development Council (Nigeria) | Make an appeal or request | Government (Nigeria) | 2010-07-14\n- Development Council (Nigeria) | Make an appeal or request | Citizen (Nigeria) | 2014-08-01\n- Development Council (Nigeria) | Make an appeal or request | Citizen (Nigeria) | 2014-07-25\n- Development Council (Nigeria) | Make an appeal or request | Citizen (Nigeria) | 2012-10-10\n- Development Council (Nigeria) | Make an appeal or request | Citizen (Nigeria) | 2012-09-12\n- Citizen (Nigeria) | Make an appeal or request | Development Council (Nigeria) | 2012-07-27\n- Development Council (Nigeria) | Make statement | Government (Nigeria) | 2012-01-03\n- Development Council (Nigeria) | Threaten | Citizen (Nigeria) | 2010-03-15\n- Cabinet / Council of Ministers / Advisors (Brazil) | Make statement | First Command of the Capital | 2006-07-15\n- Labor Union (Nigeria) | Make statement | Development Council (Nigeria) | 2010-11-02\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\nAnswer:", "completion": " Government (Nigeria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1052577", "prompt": "Who was the first to telephone Agence France-Presse after the deposed leader of Mauritania?\nEvidence:\n- Japan | Discuss by telephone | Agence France-Presse | 2005-03-20\n- Agence France-Presse | Discuss by telephone | Japan | 2005-03-20\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2006-03-28\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-18\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-04-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-01-03\n- Governor (Thailand) | Discuss by telephone | Agence France-Presse | 2005-01-23\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2006-03-28\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-07-19\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-07-18\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-04-19\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-01-03\n- Agence France-Presse | Discuss by telephone | Governor (Thailand) | 2005-01-23\n- News Editor (Russia) | Discuss by telephone | Agence France-Presse | 2005-02-21\nAnswer:", "completion": " Military Personnel (Mali)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1097991", "prompt": "Which country was the first to express optimism about Barack Obama in 2014?\nEvidence:\n- Xi Jinping | Express intent to cooperate | Barack Obama | 2014-03-24\n- Barack Obama | Express intent to cooperate | Xi Jinping | 2014-03-24\n- Barack Obama | Express intent to cooperate | Angela Merkel | 2014-01-20\n- Barack Obama | Express intent to cooperate | Angela Merkel | 2014-01-19\n- Barack Obama | Express intent to cooperate | Angela Merkel | 2014-01-18\n- Iraq | Engage in negotiation | Barack Obama | 2014-01-08\n- Iran | Engage in negotiation | Barack Obama | 2014-01-10\n- Barack Obama | Engage in negotiation | Iraq | 2014-01-08\n- Barack Obama | Engage in negotiation | Iran | 2014-01-24\n- Barack Obama | Engage in negotiation | Iran | 2014-01-10\n- Xi Jinping | Express intent to settle dispute | Barack Obama | 2014-01-23\n- Xi Jinping | Express intent to settle dispute | Barack Obama | 2014-01-01\n- Xi Jinping | Express intent to cooperate economically | Barack Obama | 2014-03-10\n- Barack Obama | Express intent to settle dispute | Xi Jinping | 2014-01-23\n- Barack Obama | Express intent to settle dispute | Xi Jinping | 2014-01-01\nAnswer:", "completion": " Japan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1378145", "prompt": "After Rodolphe Adada, who was the first to return people to the citizens of Sudan?\nEvidence:\n- Sudan | Consult | Rodolphe Adada | 2008-01-27\n- Rodolphe Adada | Consult | Sudan | 2008-01-27\n- Rodolphe Adada | Make statement | Sudan | 2008-05-08\n- Rodolphe Adada | Make statement | Sudan | 2008-01-02\n- Rodolphe Adada | Consult | Representatives (Sudan) | 2008-10-21\n- Rodolphe Adada | Consult | Police (Sudan) | 2009-03-03\n- Rodolphe Adada | Consult | Ministry (Sudan) | 2008-04-08\n- Rodolphe Adada | Consult | Ministry (Sudan) | 2008-01-30\n- Rodolphe Adada | Consult | Ministry (Sudan) | 2008-01-06\n- Representatives (Sudan) | Consult | Rodolphe Adada | 2008-10-21\n- Police (Sudan) | Consult | Rodolphe Adada | 2009-03-03\n- Ministry (Sudan) | Consult | Rodolphe Adada | 2008-04-08\n- Ministry (Sudan) | Consult | Rodolphe Adada | 2008-01-30\n- Ministry (Sudan) | Consult | Rodolphe Adada | 2008-01-06\n- Sudan | Host a visit | Rodolphe Adada | 2007-07-07\nAnswer:", "completion": " Police (Sudan)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1285730", "prompt": "Who was the first person Barack Obama wanted to negotiate with after the Civic Group of Kenya?\nEvidence:\n- Head of Government (Kenya) | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Consult | Head of Government (Kenya) | 2006-08-25\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2005-10-10\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | South Africa | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | South Africa | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | South Africa | 2005-10-10\n- Barack Obama | Express intent to settle dispute | Iraq | 2007-06-02\n- Barack Obama | Demand de-escalation of military engagement | Iraq | 2007-06-02\n- Barack Obama | Reject | Iraq | 2007-04-03\n- Barack Obama | Reject | Iraq | 2006-10-28\n- Mwai Kibaki | Consult | Barack Obama | 2006-08-25\nAnswer:", "completion": " Muhammadu Buhari", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1074485", "prompt": "Who blamed the citizens of Zambia after 19 September 2011?\nEvidence:\n- Citizen (Zambia) | Make an appeal or request | Political Parties (Zambia) | 2011-09-19\n- Michael Sata | Accuse | Citizen (Zambia) | 2011-09-19\n- Rupiah Banda | Make an appeal or request | Citizen (Zambia) | 2011-09-19\n- Michael Sata | Make an appeal or request | Citizen (Zambia) | 2011-09-19\nAnswer:", "completion": " Political Parties (Zambia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 4, "n_anchors": 0} +{"id": "mtq_1282845", "prompt": "Before 25 May 2006, with whom did Hashim Thaçi express an interest in cooperating?\nEvidence:\n- Javier Solana | Consult | Hashim Thaçi | 2006-05-25\n- Hashim Thaçi | Consult | Javier Solana | 2006-05-25\n- Hashim Thaçi | Express intent to cooperate | Javier Solana | 2006-05-25\n- Javier Solana | Host a visit | Hashim Thaçi | 2006-05-25\n- Hashim Thaçi | Make a visit | Javier Solana | 2006-05-25\nAnswer:", "completion": " Vlado Buckovski", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 5, "n_anchors": 1} +{"id": "mtq_1375571", "prompt": "Who was the first to condemn the Kenyan police after Uhuru Muigai Kenyatta?\nEvidence:\n- Police (Kenya) | Criticize or denounce | Uhuru Muigai Kenyatta | 2007-06-07\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2012-10-05\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2012-02-18\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2007-03-15\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2006-12-20\n- William Ruto | Accuse | Uhuru Muigai Kenyatta | 2012-05-08\n- Uhuru Muigai Kenyatta | Yield | Mwai Kibaki | 2005-09-12\n- Uhuru Muigai Kenyatta | Demand | Media (Africa) | 2005-05-23\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2012-10-05\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2012-02-18\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2007-03-15\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2006-12-20\n- Uhuru Muigai Kenyatta | Accuse | William Ruto | 2005-02-22\n- William Ruto | Make statement | Uhuru Muigai Kenyatta | 2012-01-20\n- William Ruto | Make statement | Uhuru Muigai Kenyatta | 2009-12-19\nAnswer:", "completion": " Lawyer/Attorney (Kenya)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1060073", "prompt": "In the same month, the citizens of Croatia made a request to the Ministry of Internal Affairs of Croatia?\nEvidence:\n- Ministry of Tourism (Croatia) | Consult | City Mayor (Croatia) | 2014-05-02\n- City Mayor (Croatia) | Consult | Ministry of Tourism (Croatia) | 2014-05-02\n- Police (Croatia) | Engage in judicial cooperation | Domestic Affairs (Croatia) | 2014-03-01\n- Ministry of Tourism (Croatia) | Make a visit | Japan | 2014-11-12\n- Japan | Host a visit | Ministry of Tourism (Croatia) | 2014-11-12\n- Education Ministry (Croatia) | Engage in symbolic act | Citizen (Croatia) | 2005-11-18\n- Citizen (Croatia) | Engage in symbolic act | Education Ministry (Croatia) | 2005-11-18\n- Domestic Affairs (Croatia) | Make an appeal or request | Police (Croatia) | 2005-01-18\n- Domestic Affairs (Croatia) | Make an appeal or request | Citizen (Croatia) | 2015-09-18\n- Citizen (Croatia) | Make an appeal or request | Domestic Affairs (Croatia) | 2006-01-31\n- Ministry of Tourism (Croatia) | Express intent to meet or negotiate | Citizen (Croatia) | 2012-06-23\n- Government (Croatia) | Express intent to provide material aid | Ministry of Women (Croatia) | 2008-06-19\n- Ministry of Tourism (Croatia) | Make empathetic comment | Citizen (Croatia) | 2012-06-23\n- Police (Croatia) | Consult | Domestic Affairs (Croatia) | 2010-03-24\n- Government (Croatia) | Demand | Domestic Affairs (Croatia) | 2012-11-16\nAnswer:", "completion": " Party Member (Croatia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1358219", "prompt": "In which month did Tzipi Livni negotiate with Catherine Ashton?\nEvidence:\n- Tzipi Livni | Reject | Qatar | 2006-02-13\n- Tzipi Livni | Engage in negotiation | Mahmoud Abbas | 2006-05-20\n- Mahmoud Abbas | Engage in negotiation | Tzipi Livni | 2006-05-21\n- Mahmoud Abbas | Engage in negotiation | Tzipi Livni | 2006-05-20\n- Tzipi Livni | Engage in negotiation | Foreign Affairs (France) | 2006-05-17\n- Foreign Affairs (France) | Engage in negotiation | Tzipi Livni | 2006-05-17\n- Wolfgang Schüssel | Consult | Tzipi Livni | 2006-03-02\n- Tzipi Livni | Investigate | Police (Israel) | 2005-12-30\n- Tzipi Livni | Demand | Settler (Israel) | 2005-05-25\n- Tzipi Livni | Consult | Wolfgang Schüssel | 2006-03-02\n- Tzipi Livni | Consult | Javier Solana | 2006-02-16\n- Tzipi Livni | Consult | Heinz Fischer | 2006-03-02\n- Tzipi Livni | Consult | Abdullah Gül | 2006-04-19\n- Mahmoud Abbas | Consult | Tzipi Livni | 2006-05-21\n- Javier Solana | Consult | Tzipi Livni | 2006-02-16\nAnswer:", "completion": " 2011-06", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1117942", "prompt": "In which month did the head of the Gambian government express his interest in cooperating with Macky Sall?\nEvidence:\n- Macky Sall | Engage in negotiation | France | 2011-12-02\n- France | Engage in negotiation | Macky Sall | 2011-12-02\n- Macky Sall | Consult | China | 2006-04-28\n- China | Consult | Macky Sall | 2006-04-28\n- Macky Sall | Reject | Abdoulaye Wade | 2009-02-03\n- Macky Sall | Reject | Abdoulaye Wade | 2009-01-27\n- Macky Sall | Make statement | China | 2006-04-28\n- Macky Sall | Make statement | China | 2006-04-27\n- Macky Sall | Make statement | China | 2006-01-13\n- Macky Sall | Demand | Abdoulaye Wade | 2012-02-27\n- Macky Sall | Consult | Abdoulaye Wade | 2007-06-02\n- Macky Sall | Consult | Abdoulaye Wade | 2006-02-09\n- Macky Sall | Consult | Abdoulaye Wade | 2005-01-13\n- Macky Sall | Apologize | Abdoulaye Wade | 2008-01-07\n- Abdoulaye Wade | Consult | Macky Sall | 2007-06-02\nAnswer:", "completion": " 2012-09", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1114518", "prompt": "Before Joachim Gauck, who would want to negotiate with Shimon Peres last?\nEvidence:\n- Shimon Peres | Consult | Joachim Gauck | 2012-05-29\n- Joachim Gauck | Consult | Shimon Peres | 2012-05-29\n- Joachim Gauck | Express intent to meet or negotiate | Shimon Peres | 2012-05-28\n- Romania | Express intent to meet or negotiate | Joachim Gauck | 2014-01-31\n- Joachim Gauck | Express intent to meet or negotiate | France | 2013-06-16\n- Joachim Gauck | Threaten | Government (Germany) | 2012-03-23\n- Joachim Gauck | Consult | Benjamin Netanyahu | 2012-05-30\n- Joachim Gauck | Consult | Angela Merkel | 2012-04-26\n- Joachim Gauck | Consult | Algirdas Butkevičius | 2013-07-12\n- Benjamin Netanyahu | Consult | Joachim Gauck | 2012-05-30\n- Angela Merkel | Consult | Joachim Gauck | 2012-04-26\n- Algirdas Butkevičius | Consult | Joachim Gauck | 2013-07-12\n- Joachim Gauck | Express intent to meet or negotiate | Valdis Dombrovskis | 2013-07-02\n- Joachim Gauck | Express intent to meet or negotiate | Citizen (Croatia) | 2012-12-06\n- Barack Obama | Express intent to meet or negotiate | Joachim Gauck | 2013-06-14\nAnswer:", "completion": " Barack Obama", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1358239", "prompt": "Who did Ismaïl Omar Guelleh last support before the French Foreign Minister?\nEvidence:\n- Peter Pace | Consult | Ismaïl Omar Guelleh | 2006-01-03\n- Ismaïl Omar Guelleh | Make statement | France | 2006-11-14\n- Ismaïl Omar Guelleh | Make statement | China | 2006-11-06\n- Ismaïl Omar Guelleh | Make statement | China | 2006-11-05\n- Ismaïl Omar Guelleh | Consult | Peter Pace | 2006-01-03\n- Djibouti | Make statement | Ismaïl Omar Guelleh | 2005-04-09\n- Qatar | Host a visit | Ismaïl Omar Guelleh | 2005-06-14\n- Qatar | Host a visit | Ismaïl Omar Guelleh | 2005-02-16\n- Qatar | Host a visit | Ismaïl Omar Guelleh | 2005-02-15\n- Qatar | Engage in negotiation | Ismaïl Omar Guelleh | 2005-02-15\n- Oman | Host a visit | Ismaïl Omar Guelleh | 2006-08-17\n- Ismaïl Omar Guelleh | Praise or endorse | Iran | 2006-11-18\n- Ismaïl Omar Guelleh | Make a visit | Qatar | 2005-06-14\n- Ismaïl Omar Guelleh | Make a visit | Qatar | 2005-02-16\n- Ismaïl Omar Guelleh | Make a visit | Qatar | 2005-02-15\nAnswer:", "completion": " Iran", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1086427", "prompt": "In 2009, who wanted to negotiate with Tanzania first?\nEvidence:\n- Legislature (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-04-01\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-07-15\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-05-21\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-03-07\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-01-06\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-01-05\n- Party Member (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-05-06\n- Party Member (Tanzania) | Express intent to meet or negotiate | Citizen (Tanzania) | 2005-08-25\n- Tanzania | Arrest, detain, or charge with legal action | Citizen (Tanzania) | 2005-05-17\n- Tanzania | Arrest, detain, or charge with legal action | Citizen (Tanzania) | 2005-05-13\n- Tanzania | Arrest, detain, or charge with legal action | Citizen (Tanzania) | 2005-04-18\n- Tanzania | Arrest, detain, or charge with legal action | Citizen (Tanzania) | 2005-03-10\n- Tanzania | Arrest, detain, or charge with legal action | Citizen (Tanzania) | 2005-03-09\n- Tanzania | Arrest, detain, or charge with legal action | Citizen (Tanzania) | 2005-02-14\n- Citizen (Tanzania) | Express intent to engage in diplomatic cooperation (such as policy support) | Police (Tanzania) | 2005-02-28\nAnswer:", "completion": " Naval (United States)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1144756", "prompt": "Who wanted to participate in diplomatic cooperation with Yair Lapid in February 2014?\nEvidence:\n- Benjamin Netanyahu | Express intent to engage in diplomatic cooperation (such as policy support) | Yair Lapid | 2014-02-10\n- Tzipi Livni | Engage in diplomatic cooperation | Benjamin Netanyahu | 2014-02-25\n- Benjamin Netanyahu | Engage in negotiation | Angela Merkel | 2014-02-24\n- Angela Merkel | Engage in negotiation | Benjamin Netanyahu | 2014-02-24\n- Benjamin Netanyahu | Engage in symbolic act | Angela Merkel | 2014-02-27\n- Angela Merkel | Engage in symbolic act | Benjamin Netanyahu | 2014-02-27\n- Mahmoud Abbas | Express intent to meet or negotiate | Benjamin Netanyahu | 2014-02-28\n- Benjamin Netanyahu | Express intent to meet or negotiate | Mahmoud Abbas | 2014-02-28\n- Benjamin Netanyahu | Express intent to meet or negotiate | Barack Obama | 2014-02-28\n- Benjamin Netanyahu | Express intent to meet or negotiate | Barack Obama | 2014-02-27\n- Benjamin Netanyahu | Express intent to meet or negotiate | Barack Obama | 2014-02-12\n- Benjamin Netanyahu | Express intent to meet or negotiate | Barack Obama | 2014-02-10\n- Benjamin Netanyahu | Express intent to meet or negotiate | Barack Obama | 2014-02-09\n- Benjamin Netanyahu | Express intent to meet or negotiate | Angela Merkel | 2014-02-24\n- Benjamin Netanyahu | Express intent to meet or negotiate | Angela Merkel | 2014-02-23\nAnswer:", "completion": " Benjamin Netanyahu", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1121030", "prompt": "In what month did the Prime Minister of Ukraine first express cooperation with the women of Ukraine?\nEvidence:\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-09\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-08\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-11-14\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-10-05\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Demand | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-11-24\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-05-19\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2005-05-05\n- Prime Minister Qarase | Express intent to cooperate | Prime Minister Chaudhry | 2006-05-22\nAnswer:", "completion": " 2014-07", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1306465", "prompt": "Before Apr, 2010, which country did Yemen express an interest in cooperating with?\nEvidence:\n- Yemen | Engage in negotiation | Malaysia | 2005-02-06\n- Yemen | Engage in negotiation | Eritrea | 2005-02-10\n- Yemen | Engage in negotiation | Eritrea | 2005-02-09\n- Malaysia | Engage in negotiation | Yemen | 2005-02-06\n- Eritrea | Engage in negotiation | Yemen | 2005-02-10\n- Eritrea | Engage in negotiation | Yemen | 2005-02-09\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-02-08\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-01-30\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-01-29\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-07-21\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-03-10\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-01-01\n- Malaysia | Engage in diplomatic cooperation | Yemen | 2005-02-08\n- Malaysia | Engage in diplomatic cooperation | Yemen | 2005-01-30\n- Malaysia | Engage in diplomatic cooperation | Yemen | 2005-01-29\nAnswer:", "completion": " Oman", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1321318", "prompt": "Who wanted to negotiate with the Lithuanian military before 13 June 2008?\nEvidence:\n- People Associated with the Opposition (Seimas of the Lithuanian Republic) | Consult | Algirdas Butkevičius | 2014-07-15\n- Algirdas Butkevičius | Consult | People Associated with the Opposition (Seimas of the Lithuanian Republic) | 2014-07-15\n- Military Personnel (Georgia) | Express intent to meet or negotiate | Lithuanian Armed Forces | 2007-05-28\n- Lithuanian Armed Forces | Provide military aid | Military (Ukraine) | 2015-07-08\n- Homeland Union – Lithuanian Christian Democrats | Make statement | People Associated with the Opposition (Lithuania) | 2013-09-10\n- Lithuanian Armed Forces | Express intent to meet or negotiate | Peter Pace | 2006-05-03\n- Lithuanian Armed Forces | Express intent to meet or negotiate | Hilmi Özkök | 2006-03-22\n- Irakli Okruashvili | Express intent to meet or negotiate | Lithuanian Armed Forces | 2006-06-13\n- Lithuanian Armed Forces | Express intent to meet or negotiate | Jonas Vytautas Žukas | 2015-03-04\n- Gazprom | Yield | AB Lithuanian Gas | 2014-06-12\n- Gazprom | Yield | AB Lithuanian Gas | 2014-06-10\n- Gazprom | Consult | AB Lithuanian Gas | 2014-04-30\n- AB Lithuanian Gas | Consult | Gazprom | 2014-04-30\n- Valdas Adamkus | Express intent to meet or negotiate | Homeland Union – Lithuanian Christian Democrats | 2006-05-10\n- Homeland Union – Lithuanian Christian Democrats | Make pessimistic comment | Military (Ukraine) | 2013-12-12\nAnswer:", "completion": " Valdas Adamkus", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1068658", "prompt": "Who was the last person to support Ma Ying Jeou in 2010?\nEvidence:\n- Ma Ying Jeou | Consult | Japan | 2010-02-05\n- Ma Ying Jeou | Consult | Japan | 2010-02-04\n- Japan | Consult | Ma Ying Jeou | 2010-02-05\n- Japan | Consult | Ma Ying Jeou | 2010-02-04\n- Ma Ying Jeou | Engage in negotiation | Dominican Republic | 2010-01-25\n- Ma Ying Jeou | Engage in diplomatic cooperation | China | 2010-02-06\n- Dominican Republic | Engage in negotiation | Ma Ying Jeou | 2010-01-25\n- Ma Ying Jeou | Make statement | Kuomintang | 2010-01-25\n- Ma Ying Jeou | Make statement | Japan | 2010-01-13\n- Ma Ying Jeou | Make statement | Japan | 2010-01-12\n- Ma Ying Jeou | Make statement | China | 2010-02-15\n- Ma Ying Jeou | Make statement | China | 2010-02-09\n- Ma Ying Jeou | Make statement | China | 2010-01-30\n- Ma Ying Jeou | Make statement | China | 2010-01-28\n- Ma Ying Jeou | Make statement | China | 2010-01-22\nAnswer:", "completion": " Lee Huan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1067962", "prompt": "Before the head of government of Nigeria, who last did Boko Haram criticize?\nEvidence:\n- Government (Nigeria) | Accuse | Boko Haram | 2010-10-13\n- Boko Haram | Demand | Government (Nigeria) | 2010-10-15\n- Scholar (Nigeria) | Criticize or denounce | Boko Haram | 2010-10-11\n- Scholar (Nigeria) | Criticize or denounce | Boko Haram | 2010-10-09\n- Citizen (Nigeria) | Criticize or denounce | Boko Haram | 2011-06-07\n- Citizen (Nigeria) | Criticize or denounce | Boko Haram | 2009-09-21\n- Government (Nigeria) | Make statement | Boko Haram | 2009-08-02\n- Boko Haram | Make statement | Government (Nigeria) | 2010-10-14\n- Boko Haram | Make statement | Government (Nigeria) | 2009-08-19\n- Citizen (Nigeria) | Accuse | Boko Haram | 2011-05-26\n- Boko Haram | Threaten | Citizen (Nigeria) | 2011-02-03\n- Boko Haram | Demand | Citizen (Nigeria) | 2011-02-03\n- Boko Haram | Assassinate | Citizen (Nigeria) | 2010-11-14\n- Boko Haram | Assassinate | Citizen (Nigeria) | 2010-11-09\n- Government (Nigeria) | Use conventional military force | Boko Haram | 2009-09-21\nAnswer:", "completion": " Hafiz Ringim", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1082690", "prompt": "Before the Sudan People's Liberation Army, who was the last to reject Sudan?\nEvidence:\n- Sudan People's Liberation Army | Occupy territory | Sudan | 2006-06-20\n- Sudan | Sign formal agreement | Sudan People's Liberation Army | 2005-10-05\n- Sudan | Sign formal agreement | Sudan People's Liberation Army | 2005-09-23\n- Sudan | Sign formal agreement | Sudan People's Liberation Army | 2005-09-21\n- Sudan | Sign formal agreement | Sudan People's Liberation Army | 2005-06-17\n- Sudan | Sign formal agreement | Sudan People's Liberation Army | 2005-02-04\n- Sudan People's Liberation Army | Make statement | Police (Sudan) | 2006-12-01\n- Sudan People's Liberation Army | Give ultimatum | Citizen (Sudan) | 2005-01-11\n- South Sudan | Make statement | Sudan People's Liberation Army | 2006-03-06\n- Ministry (Sudan) | Make statement | Sudan People's Liberation Army | 2005-01-06\n- Sudan People's Liberation Army | Return, release person(s) | Police (Sudan) | 2006-12-07\n- Sudan People's Liberation Army | Make statement | Military Wing (Lord's Resistance Army) | 2006-06-13\n- Sudan People's Liberation Army | Make statement | Armed Rebel (Lord's Resistance Army) | 2005-12-17\n- Sudan People's Liberation Army | Make statement | Armed Rebel (Lord's Resistance Army) | 2005-01-11\n- Sudan | Use conventional military force | Sudan People's Liberation Army | 2007-01-10\nAnswer:", "completion": " Government (Sudan)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1053646", "prompt": "Who hosted the visit of the Foreign Minister of Israel after 15 March 2012?\nEvidence:\n- South Korea | Host a visit | Foreign Affairs (Israel) | 2012-03-15\n- Foreign Affairs (Israel) | Make a visit | South Korea | 2012-03-15\nAnswer:", "completion": " Algirdas Butkevičius", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 0} +{"id": "mtq_1393887", "prompt": "When did Maxime Verhagen announce his intention to meet Barack Obama?\nEvidence:\n- Maxime Verhagen | Express intent to meet or negotiate | Barack Obama | 2008-06-05\n- Vuk Jeremić | Consult | Maxime Verhagen | 2009-12-16\n- Vuk Jeremić | Consult | Maxime Verhagen | 2007-08-29\n- Tzipi Livni | Consult | Maxime Verhagen | 2008-01-23\n- Radoslaw Sikorski | Consult | Maxime Verhagen | 2008-04-25\n- Radoslaw Sikorski | Consult | Maxime Verhagen | 2008-04-24\n- Noppadon Pattama | Consult | Maxime Verhagen | 2008-06-06\n- Maxime Verhagen | Make statement | Sudan | 2008-02-04\n- Maxime Verhagen | Make statement | Iran | 2009-03-26\n- Maxime Verhagen | Make statement | Iran | 2009-03-25\n- Maxime Verhagen | Consult | Vuk Jeremić | 2009-12-16\n- Maxime Verhagen | Consult | Vuk Jeremić | 2007-08-29\n- Maxime Verhagen | Consult | Tzipi Livni | 2008-01-23\n- Maxime Verhagen | Consult | Radoslaw Sikorski | 2008-04-25\n- Maxime Verhagen | Consult | Radoslaw Sikorski | 2008-04-24\nAnswer:", "completion": " 2008-06-05", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1072654", "prompt": "Who blamed the citizens of Uganda on the same month of Raymond Tshibanda?\nEvidence:\n- Raymond Tshibanda | Accuse | Citizen (Uganda) | 2012-12-20\n- Raymond Tshibanda | Make statement | Japan | 2011-03-18\n- Raymond Tshibanda | Praise or endorse | China | 2015-07-30\n- Raymond Tshibanda | Make a visit | China | 2010-09-21\n- Raymond Tshibanda | Consult | Foreign Affairs (Belgium) | 2010-06-11\n- Foreign Affairs (Belgium) | Consult | Raymond Tshibanda | 2010-06-11\n- China | Host a visit | Raymond Tshibanda | 2010-09-21\n- Wang Yi | Engage in negotiation | Raymond Tshibanda | 2015-01-21\n- Raymond Tshibanda | Engage in negotiation | Wang Yi | 2015-01-21\n- Raymond Tshibanda | Praise or endorse | Foreign Affairs (France) | 2011-05-24\n- Raymond Tshibanda | Express intent to meet or negotiate | China | 2015-07-24\n- Raymond Tshibanda | Meet at a 'third' location | Abdel Fattah Al-Sisi | 2014-06-10\n- Abdel Fattah Al-Sisi | Meet at a 'third' location | Raymond Tshibanda | 2014-06-10\n- Foreign Affairs (Belgium) | Consult | Cabinet / Council of Ministers / Advisors (Belgium) | 2008-09-16\n- Cabinet / Council of Ministers / Advisors (Belgium) | Consult | Foreign Affairs (Belgium) | 2008-09-16\nAnswer:", "completion": " Police (Uganda)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1386659", "prompt": "In which month did Jacob J. Lew last express his intention to meet Christine Lagarde?\nEvidence:\n- Christine Lagarde | Consult | Jacob J. Lew | 2014-02-24\n- Christine Lagarde | Express intent to cooperate | Jacob J. Lew | 2014-02-24\n- Jacob J. Lew | Consult | China | 2013-11-15\n- Jacob J. Lew | Consult | China | 2013-03-24\n- China | Consult | Jacob J. Lew | 2013-11-15\n- China | Consult | Jacob J. Lew | 2013-03-24\n- Jacob J. Lew | Engage in negotiation | Iran | 2013-10-31\n- Iran | Engage in negotiation | Jacob J. Lew | 2013-10-31\n- Jacob J. Lew | Express intent to meet or negotiate | Vietnam | 2013-11-13\n- Jacob J. Lew | Express intent to meet or negotiate | Malaysia | 2013-11-13\n- Jacob J. Lew | Express intent to meet or negotiate | Japan | 2013-11-08\n- Jacob J. Lew | Express intent to meet or negotiate | China | 2013-11-13\n- Jacob J. Lew | Express intent to meet or negotiate | China | 2013-11-10\n- Jacob J. Lew | Express intent to meet or negotiate | China | 2013-03-14\n- Xi Jinping | Consult | Jacob J. Lew | 2013-11-15\nAnswer:", "completion": " 2014-06", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1075049", "prompt": "Which country would like to negotiate with Kazakhstan first after Seyran Ohanyan?\nEvidence:\n- Seyran Ohanyan | Express intent to meet or negotiate | Kazakhstan | 2013-01-28\n- Seyran Ohanyan | Consult | Iran | 2013-02-08\n- Seyran Ohanyan | Consult | France | 2008-09-17\n- Iran | Consult | Seyran Ohanyan | 2013-02-08\n- France | Consult | Seyran Ohanyan | 2008-09-17\n- Seyran Ohanyan | Express intent to meet or negotiate | Iran | 2010-07-16\n- Iran | Express intent to meet or negotiate | Seyran Ohanyan | 2010-07-16\n- Seyran Ohanyan | Make statement | Iran | 2010-07-19\n- Seyran Ohanyan | Consult | Representatives (Russia) | 2013-09-25\n- Seyran Ohanyan | Consult | Lubomír Galko | 2010-11-23\n- Seyran Ohanyan | Consult | Lubomír Galko | 2010-11-22\n- Seyran Ohanyan | Consult | Irakli Alasania | 2013-07-17\n- Seyran Ohanyan | Consult | Irakli Alasania | 2013-03-08\n- Seyran Ohanyan | Consult | Evangelos Meimarakis | 2008-06-12\n- Seyran Ohanyan | Consult | Dimitrios Grapsas | 2007-10-23\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1012630", "prompt": "At what time did the East African Community endorse Barack Obama?\nEvidence:\n- East African Community | Make statement | Secretariat (East African Community) | 2006-02-20\n- African Union | Praise or endorse | East African Community | 2005-02-05\n- East African Community | Praise or endorse | Burundi | 2006-11-30\n- Tanzania | Consult | East African Community | 2008-04-18\n- Tanzania | Consult | East African Community | 2006-11-10\n- East African Community | Consult | Tanzania | 2008-04-18\n- East African Community | Consult | Tanzania | 2006-11-10\n- East African Community | Consult | Burundi | 2007-08-20\n- Burundi | Consult | East African Community | 2007-08-20\n- Citizen (Uganda) | Praise or endorse | East African Community | 2007-07-09\n- Tanzania | Make statement | East African Community | 2007-09-18\n- Ministry (Tanzania) | Consult | East African Community | 2006-09-03\n- East African Community | Make statement | Tanzania | 2005-12-16\n- East African Community | Make statement | Tanzania | 2005-08-10\n- East African Community | Make statement | Burundi | 2006-01-12\nAnswer:", "completion": " 2015-08-03", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1371250", "prompt": "Could you tell me the exact month in which the judge of the court of the United Kingdom first criticised the men of the United Kingdom?\nEvidence:\n- Men (United Kingdom) | Accuse | Court Judge (United Kingdom) | 2013-06-05\n- Court Judge (United Kingdom) | Reject | Men (United Kingdom) | 2013-10-13\n- Court Judge (United Kingdom) | Reject | Men (United Kingdom) | 2013-02-28\n- Court Judge (United Kingdom) | Reject | Men (United Kingdom) | 2012-12-08\n- Court Judge (United Kingdom) | Reject | Men (United Kingdom) | 2012-09-21\n- Court Judge (United Kingdom) | Reject | Men (United Kingdom) | 2012-06-20\n- Court Judge (United Kingdom) | Reject | Men (United Kingdom) | 2011-12-03\n- Court Judge (United Kingdom) | Reject | Men (United Kingdom) | 2010-11-12\n- Court Judge (United Kingdom) | Reject | Men (United Kingdom) | 2010-11-10\n- Court Judge (United Kingdom) | Reject | Men (United Kingdom) | 2009-03-05\n- Court Judge (United Kingdom) | Reject | Men (United Kingdom) | 2008-11-15\n- Court Judge (United Kingdom) | Reject | Men (United Kingdom) | 2008-04-23\n- Court Judge (United Kingdom) | Reject | Men (United Kingdom) | 2007-07-05\n- Court Judge (United Kingdom) | Reject | Men (United Kingdom) | 2005-02-02\n- Court Judge (United Kingdom) | Demand | Men (United Kingdom) | 2015-12-12\nAnswer:", "completion": " 2011-07", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1155682", "prompt": "Who did José Miguel Insulza wish to negotiate with on the same year of Madeleine Albright?\nEvidence:\n- José Miguel Insulza | Express intent to meet or negotiate | Madeleine Albright | 2005-01-31\n- José Miguel Insulza | Criticize or denounce | José Miguel Insulza | 2005-02-24\n- José Miguel Insulza | Yield | Bolivia | 2005-05-03\n- José Miguel Insulza | Consult | Bolivia | 2005-05-02\n- Bolivia | Reject | José Miguel Insulza | 2005-05-01\n- Bolivia | Reject | José Miguel Insulza | 2005-04-29\n- Bolivia | Reject | José Miguel Insulza | 2005-04-19\n- Bolivia | Consult | José Miguel Insulza | 2005-05-02\n- Madeleine Albright | Rally support on behalf of | Head of Government (Portugal) | 2005-04-19\n- José Miguel Insulza | Make statement | Mexico | 2005-05-03\n- José Miguel Insulza | Make statement | Mexico | 2005-01-18\n- José Miguel Insulza | Make statement | Bolivia | 2005-05-03\n- José Miguel Insulza | Consult | Government (Nicaragua) | 2005-06-17\n- José Miguel Insulza | Consult | Daniel Ortega | 2005-06-17\n- Government (Nicaragua) | Consult | José Miguel Insulza | 2005-06-17\nAnswer:", "completion": " Head of Government (Colombia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1322834", "prompt": "After the Buddhist from Vietnam, which country was the first to want to meet with Vietnam?\nEvidence:\n- Unified Buddhist Church of Vietnam | Appeal for rights | Vietnam | 2005-02-11\n- Vietnam | Express intent to meet or negotiate | Thailand | 2005-01-05\n- Vietnam | Express intent to meet or negotiate | Japan | 2005-01-05\n- Thailand | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- Japan | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- Vietnam | Express intent to meet or negotiate | South Korea | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- Vietnam | fight with small arms and light weapons | Fishermen (Vietnam) | 2005-01-14\n- Vietnam | Demand | China | 2005-01-15\n- Vietnam | Demand | China | 2005-01-14\n- Vietnam | Consult | China | 2005-02-11\n- Vietnam | Accuse | China | 2005-01-21\n- China | Consult | Vietnam | 2005-02-11\n- Finance / Economy / Commerce / Trade Ministry (Vietnam) | Make statement | Vietnam | 2005-01-18\n- Thailand | Express intent to meet or negotiate | Japan | 2005-01-25\nAnswer:", "completion": " South Korea", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1011530", "prompt": "Who was the last person to wish to negotiate with Yemen before the Austrian Foreign Minister?\nEvidence:\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-30\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-29\n- James Wolfensohn | Express intent to meet or negotiate | Yemen | 2005-02-04\n- Gerhard Schröder | Express intent to meet or negotiate | Yemen | 2005-01-06\n- Abdoulaye Wade | Express intent to meet or negotiate | Yemen | 2005-02-18\n- Abdoulaye Wade | Express intent to meet or negotiate | Yemen | 2005-02-17\n- Head of Government (Germany) | Express intent to meet or negotiate | Yemen | 2005-02-18\n- Yemen | Consult | Sudan | 2005-01-02\n- Yemen | Consult | Ethiopia | 2005-01-02\n- Yemen | Consult | Eritrea | 2005-03-11\n- Yemen | Consult | Djibouti | 2005-02-08\n- Yemen | Consult | Djibouti | 2005-02-07\n- Sudan | Consult | Yemen | 2005-01-02\n- Ethiopia | Consult | Yemen | 2005-01-02\n- Eritrea | Consult | Yemen | 2005-03-11\nAnswer:", "completion": " Ismail Qasim Naji", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1211642", "prompt": "Who criticised the Nigerian Ministry before the Nigerian Secretariat?\nEvidence:\n- Nigerian Governors Forum | Make statement | Secretariat (Nigeria) | 2011-11-03\n- Secretariat (Vietnam) | Demand | Ministry (Vietnam) | 2014-05-20\n- Ministry (Nigeria) | Provide aid | Secretariat (Nigeria) | 2014-10-03\n- Ministry (Nigeria) | Make statement | Secretariat (Nigeria) | 2015-01-06\n- Ministry (Nigeria) | Make statement | Secretariat (Nigeria) | 2013-06-27\n- Ministry (Nigeria) | Make statement | Secretariat (Nigeria) | 2012-05-16\n- Ministry (Nigeria) | Make statement | Secretariat (Nigeria) | 2012-05-11\n- Ministry (Nigeria) | Make statement | Secretariat (Nigeria) | 2010-06-17\n- Ministry (Egypt) | Make statement | Secretariat (Egypt) | 2014-02-27\n- Ministry (Nigeria) | Make statement | Nigerian Navy | 2008-04-29\n- Ministry (Nigeria) | Make statement | Nigerian Navy | 2005-05-05\n- Member of the Judiciary (Egypt) | Make statement | Secretariat (Egypt) | 2015-11-13\n- Secretariat (Nigeria) | Praise or endorse | Ministry (Nigeria) | 2010-05-11\n- Secretariat (Nigeria) | Praise or endorse | Ministry (Nigeria) | 2007-11-06\n- Secretariat (Nigeria) | Criticize or denounce | Ministry (Nigeria) | 2010-08-12\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1206114", "prompt": "Who was the last to blame the media in Africa?\nEvidence:\n- The Cape Times | Provide aid | Media (Africa) | 2013-05-21\n- Media (Africa) | Engage in negotiation | Eritrea | 2005-11-23\n- Eritrea | Engage in negotiation | Media (Africa) | 2005-11-23\n- Media (Africa) | Engage in diplomatic cooperation | Government (South Africa) | 2011-06-25\n- Media (Africa) | Engage in diplomatic cooperation | Government (South Africa) | 2011-02-04\n- Media (Africa) | Engage in diplomatic cooperation | Court Judge (Africa) | 2010-11-19\n- Government (South Africa) | Engage in diplomatic cooperation | Media (Africa) | 2011-06-25\n- Government (South Africa) | Engage in diplomatic cooperation | Media (Africa) | 2011-02-04\n- South Africa | Consult | Media (Africa) | 2006-07-03\n- Media (Africa) | Consult | South Africa | 2006-07-03\n- Media (Africa) | Consult | Business (Africa) | 2008-08-11\n- Business (Africa) | Consult | Media (Africa) | 2008-08-11\n- Media (Africa) | Express intent to meet or negotiate | South Africa | 2009-08-24\n- Media (Africa) | Engage in diplomatic cooperation | Government (Sudan) | 2010-03-08\n- Media Personnel (Somalia) | Consult | Media (Africa) | 2011-07-29\nAnswer:", "completion": " Joseph Ole Nkaissery", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1227266", "prompt": "Who was the last person to sign a formal agreement with Angola in 2006?\nEvidence:\n- Tanzania | Sign formal agreement | Comoros | 2006-04-03\n- Tanzania | Sign formal agreement | China | 2006-06-23\n- Tanzania | Sign formal agreement | China | 2006-06-21\n- Tanzania | Sign formal agreement | Burundi | 2006-04-01\n- Comoros | Sign formal agreement | Tanzania | 2006-04-03\n- China | Sign formal agreement | Tanzania | 2006-06-23\n- China | Sign formal agreement | Tanzania | 2006-06-21\n- Burundi | Sign formal agreement | Tanzania | 2006-04-01\n- Romania | Make a visit | Angola | 2006-02-09\n- Romania | Make a visit | Angola | 2006-02-07\n- Portugal | Make a visit | Angola | 2006-04-06\n- Portugal | Make a visit | Angola | 2006-04-04\n- Angola | Host a visit | Romania | 2006-02-09\n- Angola | Host a visit | Romania | 2006-02-07\n- Angola | Host a visit | Portugal | 2006-04-06\nAnswer:", "completion": " Burundi", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1147390", "prompt": "Who was the last person to praise Abdullah Gül before Elizabeth II?\nEvidence:\n- Lawrence Gonzi | Praise or endorse | Elizabeth II | 2005-11-23\n- Elizabeth II | Praise or endorse | Veterans (United Kingdom) | 2005-07-10\n- Elizabeth II | Praise or endorse | Carlo Azeglio Ciampi | 2005-03-17\n- Tony Blair | Consult | Elizabeth II | 2005-11-12\n- Police (Australia) | Consult | Elizabeth II | 2006-03-14\n- Elizabeth II | Consult | Tony Blair | 2005-11-12\n- Elizabeth II | Consult | Police (Australia) | 2006-03-14\n- Elizabeth II | Consult | Aleksander Kwasniewski | 2005-11-08\n- Aleksander Kwasniewski | Consult | Elizabeth II | 2005-11-08\n- Tony Blair | Make statement | Elizabeth II | 2006-04-19\n- Royal Administration (Australia) | Consult | Elizabeth II | 2006-03-14\n- Police (Australia) | Make statement | Elizabeth II | 2006-01-29\n- Japan | Host a visit | Elizabeth II | 2005-08-25\n- Japan | Host a visit | Elizabeth II | 2005-08-23\n- Ireland | Host a visit | Elizabeth II | 2005-06-09\nAnswer:", "completion": " Head of Government (Turkmenistan)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1123356", "prompt": "Who was the first to be praised by Abdullah Gül after Ali Abdullah Saleh?\nEvidence:\n- Ali Abdullah Saleh | Investigate | Yemen | 2005-02-11\n- Ali Abdullah Saleh | Investigate | Yemen | 2005-02-06\n- Qatar | Express intent to cooperate | Ali Abdullah Saleh | 2005-03-21\n- Yemen | Make statement | Ali Abdullah Saleh | 2005-05-03\n- Solomon Passy | Consult | Ali Abdullah Saleh | 2005-02-24\n- Pervez Musharraf | Consult | Ali Abdullah Saleh | 2005-02-13\n- Gerhard Schröder | Consult | Ali Abdullah Saleh | 2005-03-04\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-06-16\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-06-10\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-05-21\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-05-01\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-04-30\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-04-28\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-04-12\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-03-22\nAnswer:", "completion": " Dmitry Anatolyevich Medvedev", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1202160", "prompt": "After Abdullah Gül, to whom did Gurbanguly Berdymukhammedov make the first appeal?\nEvidence:\n- Gurbanguly Berdymukhammedov | Make statement | China | 2007-07-27\n- Gurbanguly Berdymukhammedov | Make a visit | Kazakhstan | 2007-05-30\n- Gurbanguly Berdymukhammedov | Make a visit | Kazakhstan | 2007-05-29\n- Gurbanguly Berdymukhammedov | Make a visit | Kazakhstan | 2007-05-28\n- Gurbanguly Berdymukhammedov | Make a visit | Kazakhstan | 2007-05-22\n- Gurbanguly Berdymukhammedov | Make a visit | Iran | 2007-06-15\n- Gurbanguly Berdymukhammedov | Make a visit | China | 2007-07-29\n- Gurbanguly Berdymukhammedov | Make a visit | China | 2007-07-27\n- Gurbanguly Berdymukhammedov | Make a visit | China | 2007-07-21\n- Gurbanguly Berdymukhammedov | Make a visit | China | 2007-07-20\n- Gurbanguly Berdymukhammedov | Make a visit | China | 2007-07-19\n- Gurbanguly Berdymukhammedov | Make a visit | China | 2007-07-18\n- Gurbanguly Berdymukhammedov | Make a visit | China | 2007-07-17\n- Gurbanguly Berdymukhammedov | Make an appeal or request | Citizen (Mongolia) | 2007-08-17\n- UN Security Council | Make an appeal or request | Gurbanguly Berdymukhammedov | 2006-12-21\nAnswer:", "completion": " Head of Government (Turkmenistan)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1148029", "prompt": "Which country hosted the visit of the French Foreign Minister in the same month as Thongsing Thammavong?\nEvidence:\n- Thongsing Thammavong | Host a visit | Foreign Affairs (India) | 2006-11-21\n- Foreign Affairs (India) | Make a visit | Thongsing Thammavong | 2006-11-21\n- Thongsing Thammavong | Make statement | Foreign Affairs (Malaysia) | 2006-07-18\n- Thongsing Thammavong | Consult | Laos | 2007-01-29\n- Thongsing Thammavong | Consult | Laos | 2007-01-26\n- Laos | Consult | Thongsing Thammavong | 2007-01-29\n- Laos | Consult | Thongsing Thammavong | 2007-01-26\n- Vietnam | Make a visit | Thongsing Thammavong | 2007-10-10\n- Vietnam | Make a visit | Thongsing Thammavong | 2005-11-08\n- Vietnam | Host a visit | Thongsing Thammavong | 2006-11-24\n- Vietnam | Host a visit | Thongsing Thammavong | 2006-11-23\n- Vietnam | Host a visit | Thongsing Thammavong | 2006-11-22\n- Vietnam | Host a visit | Thongsing Thammavong | 2006-11-21\n- Thongsing Thammavong | Make a visit | Vietnam | 2006-11-24\n- Thongsing Thammavong | Make a visit | Vietnam | 2006-11-23\nAnswer:", "completion": " Japan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1242352", "prompt": "In 2015, which country made the citizens of Sudan suffer first from conventional military forces?\nEvidence:\n- Sudan | Use conventional military force | Ethiopia | 2005-04-01\n- Ethiopia | Use conventional military force | Sudan | 2005-04-01\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Sudan | Engage in negotiation | Ethiopia | 2005-04-19\n- Ethiopia | Engage in negotiation | Sudan | 2005-04-19\n- Police (Ethiopia) | Use conventional military force | Ethiopia | 2005-06-08\n- African Union | Provide military protection or peacekeeping | Sudan | 2005-01-12\n- African Union | Provide military protection or peacekeeping | Sudan | 2005-01-11\n- African Union | Provide military protection or peacekeeping | Sudan | 2005-01-10\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\nAnswer:", "completion": " Sudan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1244669", "prompt": "Who did the Egyptian leader negotiate with first, after the US Department of Defense?\nEvidence:\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-07-02\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-06-27\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Israeli Defense Forces | Use conventional military force | Combatant (Egyptian Islamic Jihad) | 2008-02-04\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- First Command of the Capital | Criticize or denounce | Citizen (Brazil) | 2008-10-30\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2012-05-31\nAnswer:", "completion": " Iran", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1055624", "prompt": "Who made a request to the Ministry of Foreign Affairs of South Korea before the Governor of South Korea did?\nEvidence:\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- Thailand | Host a visit | Foreign Affairs (Italy) | 2005-01-22\n- Foreign Affairs (Italy) | Make a visit | Thailand | 2005-01-22\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- South Korea | Make a visit | Aceh | 2005-01-08\n- Aceh | Host a visit | South Korea | 2005-01-08\n- South Korea | Host a visit | Ognyan Gerdzhikov | 2005-01-02\n- South Korea | Host a visit | Emperor Akihito | 2005-01-13\n- Ognyan Gerdzhikov | Make a visit | South Korea | 2005-01-02\n- Emperor Akihito | Make a visit | South Korea | 2005-01-13\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- South Korea | Express intent to cooperate | Japan | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-13\nAnswer:", "completion": " Defense / Security Ministry (United States)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1370603", "prompt": "Could you tell me the exact month when Agence France-Presse had a telephone conversation with the head of government of Angola?\nEvidence:\n- Japan | Discuss by telephone | Agence France-Presse | 2005-03-20\n- Agence France-Presse | Discuss by telephone | Japan | 2005-03-20\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2006-03-28\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-18\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-04-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-01-03\n- Governor (Thailand) | Discuss by telephone | Agence France-Presse | 2005-01-23\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2006-03-28\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-07-19\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-07-18\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-04-19\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-01-03\n- Agence France-Presse | Discuss by telephone | Governor (Thailand) | 2005-01-23\n- News Editor (Russia) | Discuss by telephone | Agence France-Presse | 2005-02-21\nAnswer:", "completion": " 2008-01", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1323679", "prompt": "Before Sudan, with whom did the citizens of Nigeria last wish to negotiate?\nEvidence:\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2005-01-13\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Sudan | Express intent to meet or negotiate | Ethiopia | 2005-08-10\n- Sudan | Express intent to meet or negotiate | Ethiopia | 2005-04-19\n- Sudan | Express intent to meet or negotiate | Ethiopia | 2005-04-18\n- Ethiopia | Express intent to meet or negotiate | Sudan | 2005-08-10\n- Ethiopia | Express intent to meet or negotiate | Sudan | 2005-07-08\n- Ethiopia | Express intent to meet or negotiate | Sudan | 2005-04-19\n- Ethiopia | Express intent to meet or negotiate | Sudan | 2005-04-18\n- Richard Boucher | Express intent to meet or negotiate | Sudan | 2005-01-07\n- Richard Boucher | Express intent to meet or negotiate | Sudan | 2005-01-06\n- John Garang | Express intent to meet or negotiate | Sudan | 2005-01-26\n- John Garang | Express intent to meet or negotiate | Sudan | 2005-01-18\nAnswer:", "completion": " Indigenous People (Ethiopia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1256514", "prompt": "Who made the first request to Emmanuel Eweta Uduaghan in 2010?\nEvidence:\n- Emmanuel Eweta Uduaghan | Yield | Citizen (Nigeria) | 2010-03-01\n- Emmanuel Eweta Uduaghan | Demand | Citizen (Nigeria) | 2010-10-06\n- Edwin Clark | Reject | Emmanuel Eweta Uduaghan | 2010-07-26\n- Edwin Clark | Accuse | Emmanuel Eweta Uduaghan | 2010-11-26\n- Edwin Clark | Accuse | Emmanuel Eweta Uduaghan | 2010-05-05\n- Citizen (Nigeria) | Reject | Emmanuel Eweta Uduaghan | 2010-01-11\n- Citizen (Nigeria) | Accuse | Emmanuel Eweta Uduaghan | 2010-11-22\n- Government (Nigeria) | Make statement | Emmanuel Eweta Uduaghan | 2010-11-23\n- Emmanuel Eweta Uduaghan | Make statement | Ministry (Nigeria) | 2010-04-22\n- Emmanuel Eweta Uduaghan | Make statement | Government (Nigeria) | 2010-11-04\n- Emmanuel Eweta Uduaghan | Make statement | Government (Nigeria) | 2010-10-21\n- Emmanuel Eweta Uduaghan | Make statement | Government (Nigeria) | 2010-10-06\n- Emmanuel Eweta Uduaghan | Make statement | Government (Nigeria) | 2010-09-10\n- Emmanuel Eweta Uduaghan | Make statement | Government (Nigeria) | 2010-08-30\n- Emmanuel Eweta Uduaghan | Make statement | Government (Nigeria) | 2010-08-03\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1364518", "prompt": "Before the government of Pakistan, who was the last to criticise Barack Obama?\nEvidence:\n- Head of Government (Kenya) | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Consult | Head of Government (Kenya) | 2006-08-25\n- Barack Obama | Express intent to settle dispute | Iraq | 2007-06-02\n- Barack Obama | Demand de-escalation of military engagement | Iraq | 2007-06-02\n- Barack Obama | Reject | Iraq | 2007-04-03\n- Barack Obama | Reject | Iraq | 2006-10-28\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2005-10-10\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-22\n- Mwai Kibaki | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Make statement | Iraq | 2007-05-15\n- Barack Obama | Make statement | Iraq | 2007-03-20\n- Barack Obama | Make statement | Iraq | 2007-02-11\nAnswer:", "completion": " Media (India)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1142129", "prompt": "Who last wanted to meet Aivis Ronis before Valdis Dombrovskis?\nEvidence:\n- Valdis Dombrovskis | Consult | Aivis Ronis | 2013-01-18\n- Valdis Dombrovskis | Consult | Aivis Ronis | 2010-07-05\n- Valdis Dombrovskis | Consult | Aivis Ronis | 2010-05-12\n- Aivis Ronis | Consult | Valdis Dombrovskis | 2013-01-18\n- Aivis Ronis | Consult | Valdis Dombrovskis | 2010-07-05\n- Aivis Ronis | Consult | Valdis Dombrovskis | 2010-05-12\n- Valdis Dombrovskis | Make statement | Aivis Ronis | 2013-01-15\n- Valdis Dombrovskis | Make statement | Aivis Ronis | 2010-04-27\n- Aivis Ronis | Make statement | Valdis Dombrovskis | 2013-01-15\n- Valdis Dombrovskis | Praise or endorse | Aivis Ronis | 2013-01-18\n- Aivis Ronis | Praise or endorse | Valdis Dombrovskis | 2013-01-18\n- Valdis Dombrovskis | Express intent to meet or negotiate | Aivis Ronis | 2013-01-15\n- Aivis Ronis | Express intent to meet or negotiate | Valdis Dombrovskis | 2013-01-16\n- Aivis Ronis | Express intent to meet or negotiate | Valdis Dombrovskis | 2013-01-15\n- Valdis Dombrovskis | Make an appeal or request | Aivis Ronis | 2013-01-15\nAnswer:", "completion": " Information / Communication / Transparency Ministry (Russia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1189984", "prompt": "Who was the last to express optimism about South Sudan before the People's Congress?\nEvidence:\n- South Sudan | Make statement | Sudan People's Liberation Army | 2006-03-06\n- South Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan People's Liberation Army | 2005-12-01\n- Sudan People's Liberation Army | Consult | High Ranking Military Personnel (Sudan) | 2011-02-07\n- Sudan People's Liberation Army | Consult | High Ranking Military Personnel (Sudan) | 2011-02-06\n- High Ranking Military Personnel (Sudan) | Consult | Sudan People's Liberation Army | 2011-02-07\n- High Ranking Military Personnel (Sudan) | Consult | Sudan People's Liberation Army | 2011-02-06\n- Sudan People's Liberation Army | Make statement | Armed Rebel (Lord's Resistance Army) | 2005-01-11\n- Sudan | Express intent to cooperate | South Sudan | 2005-11-23\n- South Sudan | Express intent to cooperate | Sudan | 2005-11-23\n- Armed Rebel (Lord's Resistance Army) | Use unconventional violence | Sudan People's Liberation Army | 2005-10-18\n- Sudan People's Liberation Army | Sign formal agreement | High Ranking Military Personnel (Sudan) | 2005-11-20\n- High Ranking Military Personnel (Sudan) | Sign formal agreement | Sudan People's Liberation Army | 2005-11-20\n- South Sudan | Express intent to meet or negotiate | Sudan | 2005-12-15\n- Resistance Movement (South Sudan) | Express intent to meet or negotiate | South Sudan | 2006-08-14\n- Citizen (Sudan) | Express intent to meet or negotiate | South Sudan | 2006-06-05\nAnswer:", "completion": " Xi Jinping", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1204396", "prompt": "Who was the last to make a request to Jack Straw before the lawmakers of the United Kingdom did?\nEvidence:\n- Jack Straw | Make an appeal or request | Citizen (United Kingdom) | 2005-01-26\n- Jack Straw | Make statement | Indigenous People (United Kingdom) | 2005-01-03\n- Jack Straw | Meet at a 'third' location | Indigenous People (United Kingdom) | 2005-01-07\n- Indigenous People (United Kingdom) | Meet at a 'third' location | Jack Straw | 2005-01-07\n- Jack Straw | Make a visit | Thailand | 2005-01-10\n- Jack Straw | Make a visit | Thailand | 2005-01-08\n- Jack Straw | Make a visit | Thailand | 2005-01-07\n- Jack Straw | Make a visit | Japan | 2005-01-18\n- Jack Straw | Make a visit | China | 2005-01-24\n- Jack Straw | Make a visit | China | 2005-01-21\n- Jack Straw | Make a visit | China | 2005-01-20\n- Citizen (United Kingdom) | Appeal to engage in or accept mediation | Jack Straw | 2005-02-08\n- Thailand | Host a visit | Jack Straw | 2005-01-10\n- Thailand | Host a visit | Jack Straw | 2005-01-08\n- Thailand | Host a visit | Jack Straw | 2005-01-07\nAnswer:", "completion": " Tony Blair", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1196960", "prompt": "Who was the last person to negotiate with Georgios Papandreou before Mahmoud Abbas?\nEvidence:\n- Georgios Papandreou | Consult | Georgios Papandreou | 2005-02-10\n- Georgios Papandreou | Express intent to meet or negotiate | Mahmoud Ahmadinejad | 2006-06-26\n- Georgios Papandreou | Express intent to meet or negotiate | Iran | 2006-06-25\n- Georgios Papandreou | Express intent to meet or negotiate | Cleric (Greece) | 2005-12-09\n- Georgios Papandreou | Express intent to meet or negotiate | Citizen (Greece) | 2008-02-04\n- Georgios Papandreou | Express intent to meet or negotiate | Citizen (Greece) | 2007-10-25\n- Georgios Papandreou | Express intent to meet or negotiate | Citizen (Greece) | 2007-02-23\n- Georgios Papandreou | Express intent to meet or negotiate | Citizen (Greece) | 2007-01-14\n- Georgios Papandreou | Express intent to meet or negotiate | Citizen (Greece) | 2007-01-12\n- Georgios Papandreou | Express intent to meet or negotiate | Archbishop (Albania) | 2006-06-09\n- New Democracy | Demand | Georgios Papandreou | 2006-04-17\n- Laila Freivalds | Consult | Georgios Papandreou | 2005-09-07\n- Ismail Cem | Consult | Georgios Papandreou | 2005-03-02\n- Georgios Papandreou | Make statement | Portugal | 2005-02-21\n- Georgios Papandreou | Make statement | Iran | 2006-02-15\nAnswer:", "completion": " Antonis Samaras", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1294321", "prompt": "In 2010, who wanted to negotiate with the Ministry of Foreign Affairs of South Korea?\nEvidence:\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Vietnam | Express intent to meet or negotiate | South Korea | 2005-01-05\n- Thailand | Express intent to meet or negotiate | South Korea | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-12\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-08\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-07\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-05\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-08\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-07\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-05\nAnswer:", "completion": " Cabinet / Council of Ministers / Advisors (United States)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1314316", "prompt": "In which year did the Limpopo police investigate the armed gang of South Africa?\nEvidence:\n- Limpopo Police | Investigate | Armed Gang (South Africa) | 2009-11-15\n- Limpopo Police | Investigate | South Africa | 2011-08-31\n- Limpopo Police | Investigate | South Africa | 2011-05-11\n- Limpopo Police | Investigate | South Africa | 2009-05-13\n- Limpopo Police | Investigate | South Africa | 2005-09-27\n- Limpopo Police | Investigate | Men (South Africa) | 2014-02-27\n- Limpopo Police | Investigate | Men (South Africa) | 2012-10-17\n- Limpopo Police | Investigate | Men (South Africa) | 2011-12-06\n- Limpopo Police | Investigate | Men (South Africa) | 2011-02-22\n- Limpopo Police | Investigate | Men (South Africa) | 2009-07-07\n- Limpopo Police | Investigate | Men (South Africa) | 2008-10-02\n- Limpopo Police | Investigate | Men (South Africa) | 2007-06-10\n- Limpopo Police | Investigate | Men (South Africa) | 2006-04-01\n- Limpopo Police | Investigate | Men (South Africa) | 2006-02-27\n- Limpopo Police | Investigate | Men (South Africa) | 2005-04-28\nAnswer:", "completion": " 2009", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1033390", "prompt": "In August 2006, who wanted to meet with the Trade Union Congress?\nEvidence:\n- Trade Union Congress | Consult | African Union | 2010-07-27\n- African Union | Consult | Trade Union Congress | 2010-07-27\n- Trade Union Congress | Express intent to meet or negotiate | Labor Union (India) | 2006-08-19\n- Labor Union (India) | Express intent to meet or negotiate | Trade Union Congress | 2006-08-19\n- Vincent Cable | Engage in negotiation | Trade Union Congress | 2010-07-29\n- Trade Union Congress | Engage in negotiation | Vincent Cable | 2010-07-29\n- Trade Union Congress | Make statement | Iraq | 2008-04-20\n- Trade Union Congress | Demand | Tony Blair | 2005-09-07\n- Trade Union Congress | Demand | Government (Nigeria) | 2011-11-15\n- Trade Union Congress | Consult | Peter Esele | 2011-07-18\n- Trade Union Congress | Accuse | Government (Nigeria) | 2008-12-01\n- Trade Union Congress | Accuse | Citizen (Nigeria) | 2011-10-10\n- Peter Esele | Consult | Trade Union Congress | 2011-07-18\n- Trade Union Congress | Make statement | Labor Union (Nigeria) | 2011-02-04\n- Trade Union Congress | Make statement | Labor Union (Nigeria) | 2005-09-05\nAnswer:", "completion": " Labor Union (India)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1003838", "prompt": "Who was the last person accused by the Head of Government of Kenya before the Member of Legislative of Govt. of Kenya?\nEvidence:\n- Member of Legislative (Govt) (Kenya) | Consult | Head of Government (Kenya) | 2011-05-27\n- Member of Legislative (Govt) (Kenya) | Consult | Head of Government (Kenya) | 2007-12-06\n- Head of Government (Kenya) | Consult | Member of Legislative (Govt) (Kenya) | 2011-05-27\n- Head of Government (Kenya) | Consult | Member of Legislative (Govt) (Kenya) | 2007-12-06\n- Head of Government (Kenya) | Accuse | Member of Legislative (Govt) (Kenya) | 2011-02-21\n- Member of Legislative (Govt) (Kenya) | Make statement | Head of Government (Kenya) | 2011-02-18\n- Member of Legislative (Govt) (Kenya) | Make statement | Head of Government (Kenya) | 2011-02-17\n- Member of Legislative (Govt) (Kenya) | Criticize or denounce | Head of Government (Kenya) | 2009-01-26\n- Member of Legislative (Govt) (South Korea) | Consult | Head of Government (Kenya) | 2013-07-04\n- Head of Government (Kenya) | Consult | Member of Legislative (Govt) (South Korea) | 2013-07-04\n- Member of Legislative (Govt) (Kenya) | Engage in symbolic act | Head of Government (Kenya) | 2008-03-06\n- Women (Kenya) | Accuse | Member of Legislative (Govt) (Kenya) | 2015-05-14\n- Member of Legislative (Govt) (Kenya) | Demand | Police (Kenya) | 2013-09-25\n- Member of Legislative (Govt) (Kenya) | Make an appeal or request | Head of Government (Kenya) | 2005-02-16\n- Member of Legislative (Govt) (Kenya) | Make statement | Governor (Kenya) | 2014-09-11\nAnswer:", "completion": " Daniel Arap Moi", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1229743", "prompt": "After 3 March 2005, with whom did Ronnie Mamoepa wish to meet?\nEvidence:\n- Ronnie Mamoepa | Express intent to meet or negotiate | South Africa | 2005-03-03\n- Ronnie Mamoepa | Make statement | Secretariat (Southern African Development Community) | 2005-03-03\n- South Africa | Occupy territory | Sudan | 2005-03-03\nAnswer:", "completion": " France", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 3, "n_anchors": 1} +{"id": "mtq_1323656", "prompt": "In which year did Ma Ying-jeou last make optimistic remarks about Tsai Ing-wen?\nEvidence:\n- Tsai Ing-wen | Make optimistic comment | Ma Ying Jeou | 2008-06-26\n- Tsai Ing-wen | Reject | Ma Ying Jeou | 2008-10-26\n- Tsai Ing-wen | Consult | Ma Ying Jeou | 2008-11-13\n- Tsai Ing-wen | Consult | Ma Ying Jeou | 2008-11-12\n- Tsai Ing-wen | Accuse | Ma Ying Jeou | 2008-12-27\n- Tsai Ing-wen | Accuse | Ma Ying Jeou | 2008-11-08\n- Tsai Ing-wen | Accuse | Ma Ying Jeou | 2008-10-19\n- Ma Ying Jeou | Consult | Tsai Ing-wen | 2008-11-13\n- Ma Ying Jeou | Consult | Tsai Ing-wen | 2008-11-12\n- Ma Ying Jeou | Accuse | Tsai Ing-wen | 2008-11-08\n- Ma Ying Jeou | Accuse | Tsai Ing-wen | 2008-11-07\n- Tsai Ing-wen | Make statement | Ma Ying Jeou | 2009-03-22\n- Tsai Ing-wen | Make statement | Ma Ying Jeou | 2008-06-20\n- Tsai Ing-wen | Make statement | Ma Ying Jeou | 2008-06-19\n- Tsai Ing-wen | Deny responsibility | Ma Ying Jeou | 2008-09-23\nAnswer:", "completion": " 2015", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1205810", "prompt": "Before June 2011, who did the Thai media accuse?\nEvidence:\n- Citizen (Thailand) | Accuse | Chart Thai | 2008-08-27\n- Citizen (Thailand) | Accuse | Chart Thai | 2008-08-26\n- The Hague | Accuse | The Hague | 2012-11-29\n- The Hague | Accuse | The Hague | 2006-03-11\n- Media Personnel (Thailand) | Make statement | Chart Thai | 2010-11-15\n- Media Personnel (Thailand) | Make statement | Chart Thai | 2010-03-22\n- Media Personnel (Thailand) | Make statement | Chart Thai | 2010-03-19\n- Media Personnel (Thailand) | Make statement | Chart Thai | 2009-12-26\n- Media Personnel (Thailand) | Make statement | Chart Thai | 2008-01-15\n- Media Personnel (Thailand) | Make statement | Chart Thai | 2007-11-07\n- Media Personnel (Thailand) | Make statement | Chart Thai | 2007-11-06\n- Media Personnel (Thailand) | Express accord | Chart Thai | 2011-04-19\n- Royal Thai Police | Make statement | Media Personnel (Thailand) | 2006-05-03\n- Media Personnel (Thailand) | Make statement | Royal Thai Police | 2008-08-25\n- Media Personnel (Thailand) | Make statement | Royal Thai Police | 2008-06-11\nAnswer:", "completion": " Media (Thailand)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1021817", "prompt": "Who was the last person Georgios Papandreou spoke to on the phone?\nEvidence:\n- Georgios Papandreou | Consult | Georgios Papandreou | 2005-02-10\n- New Democracy | Demand | Georgios Papandreou | 2006-04-17\n- Laila Freivalds | Consult | Georgios Papandreou | 2005-09-07\n- Ismail Cem | Consult | Georgios Papandreou | 2005-03-02\n- Georgios Papandreou | Make statement | Portugal | 2005-02-21\n- Georgios Papandreou | Make statement | Iran | 2006-02-15\n- Georgios Papandreou | Demand | Citizen (Greece) | 2006-07-17\n- Georgios Papandreou | Demand | Citizen (Greece) | 2006-03-29\n- Georgios Papandreou | Consult | Laila Freivalds | 2005-09-07\n- Georgios Papandreou | Consult | Ismail Cem | 2005-03-02\n- Georgios Papandreou | Consult | Citizen (Greece) | 2008-08-21\n- Georgios Papandreou | Consult | Citizen (Greece) | 2007-09-11\n- Georgios Papandreou | Consult | Citizen (Greece) | 2007-07-20\n- Georgios Papandreou | Consult | Citizen (Greece) | 2005-02-15\n- Georgios Papandreou | Accuse | New Democracy | 2005-07-15\nAnswer:", "completion": " Antonis Samaras", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1303655", "prompt": "In which year did the South Korean criminal have his first telephone conversation with the South Korean police?\nEvidence:\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Police (South Korea) | Discuss by telephone | Criminal (South Korea) | 2009-03-13\n- Criminal (South Korea) | Discuss by telephone | Police (South Korea) | 2009-03-13\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-07-02\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-06-27\n- Police (South Korea) | Reject | Korean Confederation of Trade Unions | 2015-12-03\n- Korean Confederation of Trade Unions | Yield | Police (South Korea) | 2015-12-10\n- Korean Confederation of Trade Unions | Accuse | Police (South Korea) | 2015-11-29\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- The Hague | Threaten | Criminal (The Hague) | 2006-04-30\n- The Juba Post | Discuss by telephone | South Sudan | 2008-10-09\n- South Sudan | Discuss by telephone | The Juba Post | 2008-10-09\n- Police (South Korea) | Make statement | Korean Confederation of Trade Unions | 2015-12-10\nAnswer:", "completion": " 2009", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1342223", "prompt": "Could you tell me the exact month when Ashraf Ghani Ahmadzai started negotiations with Kazakhstan?\nEvidence:\n- Kabul University | Consult | Ashraf Ghani Ahmadzai | 2005-03-30\n- Associated Press | Consult | Ashraf Ghani Ahmadzai | 2014-04-03\n- Ashraf Ghani Ahmadzai | Consult | Kabul University | 2005-03-30\n- Ashraf Ghani Ahmadzai | Consult | Associated Press | 2014-04-03\n- Mohammed Qasim Fahim | Consult | Ashraf Ghani Ahmadzai | 2014-02-26\n- Kandahar Provincial Council | Consult | Ashraf Ghani Ahmadzai | 2012-05-10\n- Emal Faizi | Make statement | Ashraf Ghani Ahmadzai | 2013-08-20\n- Ashraf Ghani Ahmadzai | Make statement | Refugee (Afghanistan) | 2006-04-12\n- Ashraf Ghani Ahmadzai | Make statement | Insurgent (Afghanistan) | 2010-09-21\n- Ashraf Ghani Ahmadzai | Consult | Mohammed Qasim Fahim | 2014-02-26\n- Ashraf Ghani Ahmadzai | Consult | Kandahar Provincial Council | 2012-05-10\n- Ashraf Ghani Ahmadzai | Consult | Armed Band (Afghanistan) | 2008-08-11\n- Armed Band (Afghanistan) | Consult | Ashraf Ghani Ahmadzai | 2008-08-11\n- Zalmai Rassoul | Host a visit | Ashraf Ghani Ahmadzai | 2014-04-14\n- Toryalai Wesa | Praise or endorse | Ashraf Ghani Ahmadzai | 2010-04-24\nAnswer:", "completion": " 2015-11", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1332551", "prompt": "In what year did the citizens of Tanzania last express their intention to meet with Jakaya Mrisho Kikwete?\nEvidence:\n- Jakaya Mrisho Kikwete | Express intent to cooperate | Tanzania | 2006-03-01\n- Jakaya Mrisho Kikwete | Express intent to meet or negotiate | Tanzania | 2006-04-11\n- Tanzania | Make statement | Jakaya Mrisho Kikwete | 2005-12-13\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-04-21\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-04-07\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-04-06\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-04-01\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-03-25\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-03-10\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-03-09\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-23\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-21\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-10\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-02\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-01\nAnswer:", "completion": " 2015", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1188538", "prompt": "In which year did the government of Ecuador praise Rafael Correa?\nEvidence:\n- Rafael Correa | Make statement | Government (Ecuador) | 2006-09-19\n- Indigenous People (Ecuador) | Praise or endorse | Rafael Correa | 2006-09-30\n- Rafael Correa | Make statement | Legislature (Ecuador) | 2006-11-23\n- Rafael Correa | Consult | Media Personnel (Ecuador) | 2006-10-15\n- Media Personnel (Ecuador) | Consult | Rafael Correa | 2006-10-15\n- Rafael Correa | Make a visit | Education (Ecuador) | 2006-10-05\n- Education (Ecuador) | Host a visit | Rafael Correa | 2006-10-05\n- Rafael Correa | Criticize or denounce | Organized Crime (Ecuador) | 2006-12-13\n- Rafael Ramírez | Consult | Rafael Correa | 2005-07-14\n- Rafael Correa | Consult | Rafael Ramírez | 2005-07-14\n- Rafael Correa | Praise or endorse | Evo Morales | 2005-12-21\n- Andean Community | Praise or endorse | Rafael Correa | 2006-11-30\n- Rafael Correa | Reject | Rafael Antonio Bielsa | 2006-11-23\n- Rafael Correa | Consult | Rafael Antonio Bielsa | 2006-09-26\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-26\nAnswer:", "completion": " 2012", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1189513", "prompt": "Who made an appeal to Muhammadu Buhari in 2015-05?\nEvidence:\n- Muhammadu Buhari | Make an appeal or request | Citizen (Nigeria) | 2015-01-23\n- Muhammadu Buhari | Make an appeal or request | Citizen (Nigeria) | 2015-01-21\n- Muhammadu Buhari | Make an appeal or request | Citizen (Nigeria) | 2015-01-20\n- Muhammadu Buhari | Make an appeal or request | Citizen (Nigeria) | 2015-01-19\n- Muhammadu Buhari | Make an appeal or request | Citizen (Nigeria) | 2015-01-15\n- Muhammadu Buhari | Make an appeal or request | Citizen (Nigeria) | 2015-01-13\n- Muhammadu Buhari | Make an appeal or request | Citizen (Nigeria) | 2015-01-12\n- Muhammadu Buhari | Make an appeal or request | Citizen (Nigeria) | 2015-01-07\n- Muhammadu Buhari | Make an appeal or request | Citizen (Nigeria) | 2015-01-02\n- Citizen (Benin) | Make an appeal or request | Muhammadu Buhari | 2015-01-04\n- Oluṣẹgun Ọbasanjọ | Consult | Muhammadu Buhari | 2015-01-14\n- Muhammadu Buhari | Threaten | Citizen (Nigeria) | 2015-01-07\n- Muhammadu Buhari | Reject | Citizen (Nigeria) | 2015-01-12\n- Muhammadu Buhari | Consult | Oluṣẹgun Ọbasanjọ | 2015-01-14\n- Muhammadu Buhari | Consult | Media (Africa) | 2015-01-04\nAnswer:", "completion": " Head of Government (Nigeria)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1251436", "prompt": "Before Mexico, which was the last country South Africa made pessimistic remarks about?\nEvidence:\n- Mexico | Make pessimistic comment | Other Authorities / Officials (Mexico) | 2005-01-28\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- South Africa | Consult | China | 2005-02-05\n- China | Consult | South Africa | 2005-02-05\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-27\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-26\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-25\nAnswer:", "completion": " Mbhazima Samuel Shilowa", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1245081", "prompt": "In which month did Mahmoud Ahmadinejad accuse Mehdi Karrubi?\nEvidence:\n- Mehdi Karrubi | Accuse | Mahmoud Ahmadinejad | 2009-09-10\n- Mehdi Karrubi | Accuse | Mahmoud Ahmadinejad | 2009-06-06\n- Mahmoud Ahmadinejad | Accuse | Mehdi Karrubi | 2009-06-04\n- Mehdi Karrubi | Demand | Mahmoud Ahmadinejad | 2009-05-25\n- Mahmoud Ahmadinejad | Accuse of crime, corruption | Mehdi Karrubi | 2009-06-07\n- Mehdi Karrubi | Make statement | Mahmoud Ahmadinejad | 2009-05-06\n- Mahmoud Ahmadinejad | Make statement | Mehdi Karrubi | 2009-06-13\n- Mehdi Karrubi | Demonstrate or rally | Mahmoud Ahmadinejad | 2009-08-02\n- Mehdi Karrubi | Criticize or denounce | Mahmoud Ahmadinejad | 2009-07-03\n- Mehdi Karrubi | Criticize or denounce | Mahmoud Ahmadinejad | 2009-07-02\n- Mehdi Karrubi | Criticize or denounce | Mahmoud Ahmadinejad | 2009-07-01\n- Mehdi Karrubi | Criticize or denounce | Mahmoud Ahmadinejad | 2009-06-08\n- Mehdi Karrubi | Criticize or denounce | Mahmoud Ahmadinejad | 2009-06-07\n- Mehdi Karrubi | Criticize or denounce | Mahmoud Ahmadinejad | 2009-06-06\n- Mehdi Karrubi | Criticize or denounce | Mahmoud Ahmadinejad | 2009-06-03\nAnswer:", "completion": " 2009-06", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1183017", "prompt": "When did Evo Morales express his intention to negotiate with the Council of Ministers of the United States?\nEvidence:\n- City Mayor (United States) | Praise or endorse | Evo Morales | 2005-11-29\n- City Mayor (United States) | Make empathetic comment | Evo Morales | 2005-11-29\n- Head of Government (Brazil) | Express intent to meet or negotiate | Evo Morales | 2005-12-20\n- Evo Morales | Express intent to meet or negotiate | Andean Community | 2006-04-25\n- Evo Morales | Demand | Bolivia | 2005-09-25\n- Evo Morales | Consult | Bolivia | 2005-12-19\n- Bolivia | Consult | Evo Morales | 2005-12-19\n- Evo Morales | Accuse of espionage, treason | Eduardo Rodríguez | 2005-11-30\n- Evo Morales | Accuse of espionage, treason | Eduardo Rodríguez | 2005-11-23\n- Felipe Quispe | Accuse | Evo Morales | 2012-08-20\n- Evo Morales | Make statement | Bolivia | 2005-12-20\n- Evo Morales | Make statement | Bolivia | 2005-12-19\n- Evo Morales | Make statement | Bolivia | 2005-12-02\n- Evo Morales | Make statement | Bolivia | 2005-11-24\n- Evo Morales | Make statement | Bolivia | 2005-11-05\nAnswer:", "completion": " 2006-03-09", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1074514", "prompt": "Before Tzipi Livni, who was the last to praise the Lebanese military?\nEvidence:\n- Tzipi Livni | Praise or endorse | Professor (Israel) | 2005-11-17\n- Tzipi Livni | Reject | Qatar | 2006-02-13\n- Wolfgang Schüssel | Consult | Tzipi Livni | 2006-03-02\n- Tzipi Livni | Investigate | Police (Israel) | 2005-12-30\n- Tzipi Livni | Demand | Settler (Israel) | 2005-05-25\n- Tzipi Livni | Consult | Wolfgang Schüssel | 2006-03-02\n- Tzipi Livni | Consult | Javier Solana | 2006-02-16\n- Tzipi Livni | Consult | Heinz Fischer | 2006-03-02\n- Tzipi Livni | Consult | Abdullah Gül | 2006-04-19\n- Mahmoud Abbas | Consult | Tzipi Livni | 2006-05-21\n- Javier Solana | Consult | Tzipi Livni | 2006-02-16\n- Heinz Fischer | Consult | Tzipi Livni | 2006-03-02\n- Abdullah Gül | Consult | Tzipi Livni | 2006-04-19\n- Abdullah Gül | Express intent to cooperate | Tzipi Livni | 2006-02-14\n- Tzipi Livni | Make statement | Mahmoud Abbas | 2006-03-24\nAnswer:", "completion": " Iran", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1278735", "prompt": "To whom did Shimon Peres make a request in the same month as James Wolfensohn?\nEvidence:\n- Shimon Peres | Consult | James Wolfensohn | 2005-05-03\n- Shimon Peres | Consult | James Wolfensohn | 2005-05-01\n- James Wolfensohn | Consult | Shimon Peres | 2005-05-03\n- James Wolfensohn | Consult | Shimon Peres | 2005-05-01\n- Shimon Peres | Make an appeal or request | James Wolfensohn | 2005-07-26\n- Shimon Peres | Express intent to cooperate | James Wolfensohn | 2005-05-01\n- James Wolfensohn | Express intent to cooperate | Shimon Peres | 2005-05-01\n- Shimon Peres | Express intent to meet or negotiate | James Wolfensohn | 2005-08-03\n- James Wolfensohn | Express intent to meet or negotiate | Shimon Peres | 2005-06-07\n- James Wolfensohn | Express intent to meet or negotiate | Shimon Peres | 2005-06-06\n- James Wolfensohn | Make a visit | Yemen | 2005-02-16\n- James Wolfensohn | Make a visit | Yemen | 2005-02-15\n- James Wolfensohn | Make a visit | Cambodia | 2005-02-11\n- James Wolfensohn | Make statement | Japan | 2005-01-12\n- Kazakhstan | Consult | James Wolfensohn | 2005-03-09\nAnswer:", "completion": " Citizen (Unidentified State Actor)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1057185", "prompt": "Who supported Ali Abdullah Saleh on the same year of the government of Germany?\nEvidence:\n- Head of Government (Germany) | Make a visit | Ali Abdullah Saleh | 2005-03-03\n- Ali Abdullah Saleh | Praise or endorse | Head of Government (Germany) | 2005-03-03\n- Ali Abdullah Saleh | Host a visit | Head of Government (Germany) | 2005-03-03\n- Ali Abdullah Saleh | Investigate | Yemen | 2005-02-11\n- Ali Abdullah Saleh | Investigate | Yemen | 2005-02-06\n- Government Official (Libya) | Make statement | Ali Abdullah Saleh | 2005-03-09\n- Yemen | Make statement | Ali Abdullah Saleh | 2005-05-03\n- Solomon Passy | Consult | Ali Abdullah Saleh | 2005-02-24\n- Pervez Musharraf | Consult | Ali Abdullah Saleh | 2005-02-13\n- Gerhard Schröder | Consult | Ali Abdullah Saleh | 2005-03-04\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-06-16\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-06-10\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-05-21\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-05-01\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-04-30\nAnswer:", "completion": " Yemen", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1360368", "prompt": "In what year did the Prime Minister of India first express his intention to cooperate with the fishermen of India?\nEvidence:\n- Prime Minister Qarase | Express intent to cooperate | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Express intent to cooperate | Prime Minister Chaudhry | 2006-05-20\n- Prime Minister Chaudhry | Express intent to cooperate | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Express intent to cooperate | Prime Minister Qarase | 2006-05-20\n- Head of Government (India) | Express intent to cooperate | Fishermen (India) | 2012-11-27\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-09\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-08\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-11-14\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-10-05\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Demand | Prime Minister Qarase | 2006-05-22\nAnswer:", "completion": " 2012", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1061588", "prompt": "Who signed an agreement with the rebel group of Burundi before April 2007?\nEvidence:\n- Burundi | Sign formal agreement | Rebel Group (Burundi) | 2005-05-31\n- Rebel Group (Burundi) | Use unconventional violence | Burundi | 2005-09-14\n- Rebel Group (Burundi) | Use unconventional violence | Burundi | 2005-08-18\n- Rebel Group (Burundi) | Use unconventional violence | Burundi | 2005-04-24\n- Rebel Group (Burundi) | Use unconventional violence | Burundi | 2005-04-05\n- Burundi | Use conventional military force | Rebel Group (Burundi) | 2005-04-05\n- Rebel Group (Burundi) | fight with small arms and light weapons | Burundi | 2005-07-06\n- Rebel Group (Burundi) | fight with small arms and light weapons | Burundi | 2005-03-16\n- Burundi | Make an appeal or request | Head of Government (Burundi) | 2005-09-02\n- Burundi | Arrest, detain, or charge with legal action | Detainee (Burundi) | 2005-11-17\n- Burundi | Make statement | Government (Burundi) | 2005-08-02\n- High Commission for Refugees | Sign formal agreement | Burundi | 2005-08-18\n- Burundi | Sign formal agreement | High Commission for Refugees | 2005-08-18\n- Burundi | Receive deployment of peacekeepers | Ethiopia | 2005-05-05\n- Military (Burundi) | Increase military alert status | Burundi | 2005-08-25\nAnswer:", "completion": " Burundi", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1216593", "prompt": "Could you tell me the exact month when the head of government of Turkmenistan praised the police of Turkmenistan for the first time?\nEvidence:\n- Police (Turkmenistan) | Investigate | Head of Government (Turkmenistan) | 2005-08-13\n- Police (Turkmenistan) | Consult | Head of Government (Turkmenistan) | 2015-07-01\n- Police (Turkmenistan) | Consult | Head of Government (Turkmenistan) | 2015-03-07\n- Police (Turkmenistan) | Consult | Head of Government (Turkmenistan) | 2010-10-06\n- Police (Turkmenistan) | Consult | Head of Government (Turkmenistan) | 2007-05-06\n- Police (Turkmenistan) | Consult | Head of Government (Turkmenistan) | 2005-06-22\n- Head of Government (Turkmenistan) | Threaten | Police (Turkmenistan) | 2007-04-10\n- Head of Government (Turkmenistan) | Demand | Police (Turkmenistan) | 2006-12-09\n- Head of Government (Turkmenistan) | Consult | Police (Turkmenistan) | 2015-07-01\n- Head of Government (Turkmenistan) | Consult | Police (Turkmenistan) | 2015-03-07\n- Head of Government (Turkmenistan) | Consult | Police (Turkmenistan) | 2010-10-06\n- Head of Government (Turkmenistan) | Consult | Police (Turkmenistan) | 2007-05-06\n- Head of Government (Turkmenistan) | Consult | Police (Turkmenistan) | 2005-06-22\n- Police (Turkmenistan) | Make statement | Head of Government (Turkmenistan) | 2013-10-31\n- Police (Turkmenistan) | Make statement | Head of Government (Turkmenistan) | 2006-12-23\nAnswer:", "completion": " 2006-05", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1051428", "prompt": "At what time did Donatille Mukabalisa praise Angola?\nEvidence:\n- Donatille Mukabalisa | Praise or endorse | Angola | 2014-05-29\n- China | Praise or endorse | Angola | 2006-06-21\n- China | Praise or endorse | Angola | 2005-06-12\n- China | Praise or endorse | Angola | 2005-06-11\n- Angola | Praise or endorse | Portugal | 2006-04-05\n- Angola | Praise or endorse | South Africa | 2006-06-05\n- Intelligence Chief (Angola) | Investigate | Angola | 2006-04-03\n- Military Personnel (Angola) | Make statement | Angola | 2006-07-16\n- Military Personnel (Angola) | Make statement | Angola | 2005-02-22\n- Armed Separatist (Angola) | Use conventional military force | Angola | 2006-03-28\n- Angola | Use conventional military force | Armed Separatist (Angola) | 2006-03-28\n- Portugal | Consult | Angola | 2005-10-17\n- Malawi | Consult | Angola | 2006-03-30\n- Malawi | Consult | Angola | 2005-08-01\n- Madagascar | Consult | Angola | 2006-03-30\nAnswer:", "completion": " 2014-05-29", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1279719", "prompt": "Who accused the citizens of the United Kingdom in 2011?\nEvidence:\n- Member of the Judiciary (United States) | Reject | Businessperson (United Kingdom) | 2011-10-27\n- Citizen (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2011-02-23\n- Citizen (United Kingdom) | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2011-05-04\n- Secretary of State for the Home Department | Express accord | Citizen (United Kingdom) | 2011-05-13\n- Secretary of State for the Home Department | Express accord | Citizen (United Kingdom) | 2011-05-12\n- Civil Servant (United Kingdom) | Accuse | Secretary of State for the Home Department | 2011-11-10\n- The Daily Telegraph | Make statement | Civil Servant (United Kingdom) | 2011-10-18\n- Lawyer/Attorney (United Kingdom) | Make statement | The Daily Telegraph | 2011-03-02\n- Secretary of State for the Home Department | Ease administrative sanctions | Citizen (United Kingdom) | 2011-11-08\n- Citizen (United Kingdom) | Criticize or denounce | Secretary of State for the Home Department | 2011-08-16\n- Ministry (Brazil) | Criticize or denounce | Universal Church of the Kingdom of God | 2011-09-10\n- Citizen (United Kingdom) | Express intent to meet or negotiate | Secretary of State for the Home Department | 2011-08-25\nAnswer:", "completion": " Lawyer/Attorney (United Kingdom)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 12, "n_anchors": 0} +{"id": "mtq_1286897", "prompt": "Who did the Taiwanese party member praise after Koo Chen-fu?\nEvidence:\n- Party Member (Taiwan) | Praise or endorse | Koo Chen-fu | 2005-01-04\n- Koo Chen-fu | Consult | China | 2008-06-10\n- China | Consult | Koo Chen-fu | 2008-06-10\n- Professor (Singapore) | Consult | Koo Chen-fu | 2005-12-24\n- Koo Chen-fu | Make statement | Japan | 2005-02-04\n- Koo Chen-fu | Consult | Professor (Singapore) | 2005-12-24\n- Ma Ying Jeou | Praise or endorse | Koo Chen-fu | 2008-04-24\n- Koo Chen-fu | Sign formal agreement | China | 2013-04-29\n- Koo Chen-fu | Sign formal agreement | China | 2005-12-24\n- Koo Chen-fu | Make a visit | China | 2005-12-30\n- Koo Chen-fu | Make a visit | China | 2005-04-28\n- Koo Chen-fu | Host a visit | China | 2005-02-03\n- China | Sign formal agreement | Koo Chen-fu | 2013-04-29\n- China | Sign formal agreement | Koo Chen-fu | 2005-12-24\n- China | Make a visit | Koo Chen-fu | 2005-02-03\nAnswer:", "completion": " Government Official (Taiwan)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1019391", "prompt": "After José Dirceu de Oliveira e Silva, who was the first to suffer the unconventional violence of the citizens of Bangladesh?\nEvidence:\n- José Dirceu de Oliveira e Silva | Accuse | José Dirceu de Oliveira e Silva | 2005-06-16\n- Citizen (Brazil) | Use unconventional violence | José Dirceu de Oliveira e Silva | 2005-09-14\n- Citizen (Brazil) | Use unconventional violence | José Dirceu de Oliveira e Silva | 2005-06-19\n- Stephen Hadley | Consult | José Dirceu de Oliveira e Silva | 2005-03-03\n- Romania | Decline comment | José Dirceu de Oliveira e Silva | 2005-09-27\n- Ministry (Brazil) | Consult | José Dirceu de Oliveira e Silva | 2005-06-13\n- Luiz Gushiken | Consult | José Dirceu de Oliveira e Silva | 2005-03-14\n- José Dirceu de Oliveira e Silva | Consult | Stephen Hadley | 2005-03-03\n- José Dirceu de Oliveira e Silva | Consult | Ministry (Brazil) | 2005-06-13\n- José Dirceu de Oliveira e Silva | Consult | Luiz Gushiken | 2005-03-14\n- José Dirceu de Oliveira e Silva | Accuse | Citizen (Venezuela) | 2005-06-19\n- José Dirceu de Oliveira e Silva | Accuse | Citizen (Brazil) | 2005-08-02\n- Congress (Brazil) | Investigate | José Dirceu de Oliveira e Silva | 2005-08-05\n- Congress (Brazil) | Accuse | José Dirceu de Oliveira e Silva | 2005-06-21\n- Congress (Brazil) | Accuse | José Dirceu de Oliveira e Silva | 2005-06-20\nAnswer:", "completion": " Kamal Hossain", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1111805", "prompt": "Who did Trinidad and Tobago sign formal agreements with on the same month of South Korea?\nEvidence:\n- Trinidad and Tobago | Sign formal agreement | Patrick Manning | 2008-07-24\n- Trinidad and Tobago | Sign formal agreement | Patrick Manning | 2006-06-29\n- Trinidad and Tobago | Sign formal agreement | Oluṣẹgun Ọbasanjọ | 2005-08-02\n- Oluṣẹgun Ọbasanjọ | Sign formal agreement | Trinidad and Tobago | 2005-08-02\n- Trinidad and Tobago | Make statement | Government (Trinidad and Tobago) | 2011-11-14\n- Trinidad and Tobago | Make statement | Government (Trinidad and Tobago) | 2008-01-08\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2013-03-30\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2012-04-26\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2011-11-14\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2011-02-23\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2011-02-12\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2010-03-10\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2008-08-19\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2008-01-16\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2007-04-23\nAnswer:", "completion": " Malaysia", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1148672", "prompt": "On 8 November 2014, which country made negative remarks about Vietnam?\nEvidence:\n- China | Make pessimistic comment | Vietnam | 2014-11-08\n- Xi Jinping | Make statement | China | 2014-11-08\n- Xi Jinping | Express intent to meet or negotiate | China | 2014-11-08\n- Xi Jinping | Demand diplomatic cooperation (such as policy support) | China | 2014-11-08\n- Wang Yi | Make statement | China | 2014-11-08\n- Japan | Sign formal agreement | China | 2014-11-08\n- Japan | Make a visit | China | 2014-11-08\n- Japan | Express intent to meet or negotiate | China | 2014-11-08\n- Japan | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2014-11-08\n- Japan | Express intent to cooperate | China | 2014-11-08\n- Japan | Engage in negotiation | China | 2014-11-08\n- Jakaya Mrisho Kikwete | Make a visit | China | 2014-11-08\n- Head of Government (Pakistan) | Praise or endorse | China | 2014-11-08\n- Foreign Affairs (Singapore) | Consult | China | 2014-11-08\n- China | Sign formal agreement | Japan | 2014-11-08\nAnswer:", "completion": " China", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1330227", "prompt": "In what year did the fishermen of India make a request to the Prime Minister of Pakistan?\nEvidence:\n- Prime Minister Qarase | Make an appeal or request | Prime Minister Chaudhry | 2006-07-26\n- Prime Minister Qarase | Make statement | Prime Minister Chaudhry | 2006-07-13\n- Prime Minister Qarase | Make statement | Prime Minister Chaudhry | 2006-06-15\n- Prime Minister Qarase | Make statement | Prime Minister Chaudhry | 2006-05-03\n- Prime Minister Qarase | Make statement | Prime Minister Chaudhry | 2006-04-27\n- Prime Minister Chaudhry | Make statement | Prime Minister Qarase | 2006-06-27\n- Prime Minister Chaudhry | Make statement | Prime Minister Qarase | 2006-06-14\n- Prime Minister Chaudhry | Make statement | Prime Minister Qarase | 2006-05-24\n- Prime Minister Chaudhry | Make statement | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Make statement | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Make statement | Prime Minister Qarase | 2006-05-19\n- Prime Minister Chaudhry | Make statement | Prime Minister Qarase | 2006-05-17\n- Prime Minister Chaudhry | Make statement | Prime Minister Qarase | 2006-05-16\n- Prime Minister Chaudhry | Make statement | Prime Minister Qarase | 2005-08-16\n- Prime Minister Chaudhry | Make statement | Prime Minister Qarase | 2005-04-06\nAnswer:", "completion": " 2013", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1193771", "prompt": "Who was the last person to praise the Prime Minister of Greece before the Council of Ministers of Greece?\nEvidence:\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-09\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-08\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-11-14\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-10-05\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Demand | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-11-24\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-05-19\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2005-05-05\n- Prime Minister Qarase | Express intent to cooperate | Prime Minister Chaudhry | 2006-05-22\nAnswer:", "completion": " Alexis Tsipras", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1036178", "prompt": "Who received the visit from the head of government of Ethiopia before 2013?\nEvidence:\n- Head of Government (Ethiopia) | Praise or endorse | Sudan | 2005-02-25\n- Head of Government (Ethiopia) | Express intent to engage in diplomatic cooperation (such as policy support) | Ethiopia | 2005-01-27\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Ethiopia | Praise or endorse | Government (Sudan) | 2005-01-10\n- Mwai Kibaki | Make a visit | Ethiopia | 2005-03-12\n- Mwai Kibaki | Make a visit | Ethiopia | 2005-03-10\n- Ethiopia | Host a visit | Mwai Kibaki | 2005-03-12\n- Ethiopia | Host a visit | Mwai Kibaki | 2005-03-10\n- Ethiopia | Host a visit | African Union | 2005-02-22\n- Ethiopia | Host a visit | African Union | 2005-01-30\n- African Union | Make a visit | Ethiopia | 2005-02-22\n- African Union | Make a visit | Ethiopia | 2005-01-30\nAnswer:", "completion": " China", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1201256", "prompt": "At what time did the Prime Minister of Pakistan last express his intention to negotiate with Shaukat Aziz?\nEvidence:\n- Head of Government (Pakistan) | Express intent to meet or negotiate | Shaukat Aziz | 2005-02-16\n- Head of Government (Pakistan) | Express intent to meet or negotiate | Shaukat Aziz | 2005-02-15\n- Shaukat Aziz | Express intent to cooperate | Pakistan administered Kashmir | 2005-01-27\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-02-16\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-02-15\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-02-13\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-01-21\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-01-20\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-01-14\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-01-12\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-01-10\n- Shaukat Aziz | Express intent to meet or negotiate | Iran | 2005-02-10\n- Shaukat Aziz | Express intent to meet or negotiate | Iran | 2005-02-06\n- Shaukat Aziz | Express intent to meet or negotiate | Iran | 2005-01-31\n- Shaukat Aziz | Express intent to meet or negotiate | Iran | 2005-01-05\nAnswer:", "completion": " 2006-06-19", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1122170", "prompt": "Who was the first to appeal to the UN Security Council after Edgars Rinkevics?\nEvidence:\n- Edgars Rinkevics | Make an appeal or request | UN Security Council | 2014-08-29\n- Edgars Rinkevics | Appeal to engage in or accept mediation | UN Security Council | 2014-08-29\n- Martin Lidegaard | Consult | Edgars Rinkevics | 2014-04-03\n- Iran | Make statement | Edgars Rinkevics | 2014-08-11\n- Gerd Mueller | Consult | Edgars Rinkevics | 2014-07-24\n- Fiona Woolf | Consult | Edgars Rinkevics | 2014-09-22\n- Edgars Rinkevics | Consult | Martin Lidegaard | 2014-04-03\n- Edgars Rinkevics | Consult | Gerd Mueller | 2014-07-24\n- Edgars Rinkevics | Consult | Fiona Woolf | 2014-09-22\n- Edgars Rinkevics | Consult | Alexander Stubb | 2014-04-16\n- Alexander Stubb | Consult | Edgars Rinkevics | 2014-04-16\n- Iran | Host a visit | Edgars Rinkevics | 2014-04-28\n- Iran | Host a visit | Edgars Rinkevics | 2014-04-25\n- Iran | Host a visit | Edgars Rinkevics | 2014-04-24\n- Iran | Host a visit | Edgars Rinkevics | 2014-04-23\nAnswer:", "completion": " Aladdin Boroujerdi", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1004726", "prompt": "When was the last time Lee Myung Bak made pessimistic remarks about South Korea?\nEvidence:\n- South Korea | Threaten | Lee Myung Bak | 2007-06-05\n- Lee Myung Bak | Demand | South Korea | 2007-06-20\n- Lawyer/Attorney (South Korea) | Make pessimistic comment | Lee Myung Bak | 2007-02-21\n- South Korea | Make statement | Lee Myung Bak | 2007-05-10\n- South Korea | Make statement | Lee Myung Bak | 2007-01-23\n- Lee Myung Bak | Make statement | South Korea | 2006-03-29\n- South Korea | Praise or endorse | Lee Myung Bak | 2007-05-02\n- South Korea | Host a visit | Lee Myung Bak | 2007-03-23\n- South Korea | Host a visit | Lee Myung Bak | 2006-06-26\n- Lee Myung Bak | Refuse to yield | South Korea | 2007-05-13\n- Lee Myung Bak | Make a visit | South Korea | 2007-03-23\n- Lee Myung Bak | Make a visit | South Korea | 2006-06-26\n- Governor (South Korea) | Defy norms, law | Lee Myung Bak | 2007-03-17\n- Business (South Korea) | Criticize or denounce | Lee Myung Bak | 2007-03-14\n- Roh Moo Hyun | Make pessimistic comment | Lee Myung Bak | 2007-03-02\nAnswer:", "completion": " 2012-06-05", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1115454", "prompt": "In which year did the women of Singapore last appeal to George Yeo?\nEvidence:\n- George Yeo | Make empathetic comment | Citizen (Singapore) | 2005-10-02\n- Wen Jiabao | Consult | George Yeo | 2005-10-07\n- South Korea | Consult | George Yeo | 2005-11-16\n- George Yeo | Make statement | Mexico | 2005-11-21\n- George Yeo | Make statement | Malaysia | 2005-10-18\n- George Yeo | Make statement | Japan | 2005-12-10\n- George Yeo | Make statement | Japan | 2005-06-24\n- George Yeo | Make statement | Japan | 2005-01-24\n- George Yeo | Make statement | China | 2005-09-07\n- George Yeo | Make statement | China | 2005-05-07\n- George Yeo | Cooperate economically | China | 2005-12-29\n- George Yeo | Consult | Wen Jiabao | 2005-10-07\n- George Yeo | Consult | South Korea | 2005-11-16\n- George Yeo | Engage in negotiation | Foreign Affairs (Malaysia) | 2006-02-06\n- Foreign Affairs (Malaysia) | Engage in negotiation | George Yeo | 2006-02-06\nAnswer:", "completion": " 2008", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1075483", "prompt": "Who was the first to suffer from the unconventional violence of the citizens of Bangladesh in 2010?\nEvidence:\n- Citizen (Bangladesh) | Use unconventional violence | Indigenous People (Bangladesh) | 2010-10-20\n- Citizen (Bangladesh) | Use unconventional violence | Military Personnel - Special (Bangladesh) | 2010-10-24\n- Citizen (Bangladesh) | Use unconventional violence | Military Personnel - Special (Bangladesh) | 2010-07-14\n- Citizen (Bangladesh) | Use unconventional violence | Shibir Activist | 2010-02-13\n- Attacker (Afghanistan) | Use unconventional violence | Employee (Bangladesh) | 2010-12-18\n- Citizen (Bangladesh) | Use unconventional violence | Abu Bakar Siddique | 2010-12-04\n- People Associated with the Opposition (Bangladesh) | Praise or endorse | Head of Government (Bangladesh) | 2010-06-08\n- Terrorist (Awami (People's) League) | Use unconventional violence | Citizen (Bangladesh) | 2010-04-15\n- People Associated with the Opposition (Australia) | Use unconventional violence | Citizen (Australia) | 2010-10-12\n- Citizen (Brazil) | Use unconventional violence | People Associated with the Opposition (Brazil) | 2010-09-09\n- Citizen (Australia) | Use unconventional violence | People Associated with the Opposition (Australia) | 2010-01-22\nAnswer:", "completion": " Shibir Activist", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 11, "n_anchors": 0} +{"id": "mtq_1143848", "prompt": "In the same year, who made pessimistic remarks about Boko Haram?\nEvidence:\n- Citizen (Nigeria) | Make pessimistic comment | Boko Haram | 2010-10-11\n- Boko Haram | Engage in mass killings | Citizen (Nigeria) | 2010-07-19\n- Government (Nigeria) | Accuse | Boko Haram | 2010-10-13\n- Citizen (Nigeria) | Accuse | Boko Haram | 2011-05-26\n- Boko Haram | Threaten | Citizen (Nigeria) | 2011-02-03\n- Boko Haram | Demand | Government (Nigeria) | 2010-10-15\n- Boko Haram | Demand | Citizen (Nigeria) | 2011-02-03\n- Boko Haram | Assassinate | Citizen (Nigeria) | 2010-11-14\n- Boko Haram | Assassinate | Citizen (Nigeria) | 2010-11-09\n- Ministry (Nigeria) | Make statement | Boko Haram | 2009-08-11\n- Hafiz Ringim | Make statement | Boko Haram | 2011-02-03\n- Government (Nigeria) | Make statement | Boko Haram | 2009-08-02\n- Citizen (Nigeria) | Reduce relations | Boko Haram | 2011-02-03\n- Boko Haram | Make statement | Government (Nigeria) | 2010-10-14\n- Boko Haram | Make statement | Government (Nigeria) | 2009-08-19\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1279534", "prompt": "Could you tell me the specific month when did the citizens of Brazil first accuse the Military of Brazil?\nEvidence:\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-07-02\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-06-27\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- First Command of the Capital | Criticize or denounce | Citizen (Brazil) | 2008-10-30\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2012-05-31\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2009-10-23\n- Public Prosecutor (Brazil) | Criticize or denounce | First Command of the Capital | 2013-10-18\nAnswer:", "completion": " 2005-08", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1172864", "prompt": "In 2014, which country made optimistic comments about South Sudan?\nEvidence:\n- South Sudan | Make statement | UN Mission in Sudan | 2005-08-05\n- South Sudan | Cooperate economically | Sudan | 2006-03-14\n- South Sudan | Accuse | Government (Sudan) | 2006-02-21\n- South Sudan | Accuse | Citizen (Sudan) | 2006-02-21\n- Government (Sudan) | Mediate | South Sudan | 2006-07-24\n- South Sudan | Engage in symbolic act | John Garang | 2005-09-27\n- Sudan | Make a visit | South Sudan | 2005-08-02\n- South Sudan | Make statement | Government (Sudan) | 2005-11-30\n- South Sudan | Host a visit | Sudan | 2005-08-02\n- South Sudan | Accuse | Military Intelligence (Sudan) | 2006-02-13\n- Government (Sudan) | Make statement | South Sudan | 2006-03-06\n- Resistance Movement (South Sudan) | Use unconventional violence | South Sudan | 2006-06-06\n- Sudan | Express intent to cooperate | South Sudan | 2005-11-23\n- South Sudan | Express intent to cooperate | Sudan | 2005-11-23\n- Citizen (Sudan) | Praise or endorse | South Sudan | 2005-12-06\nAnswer:", "completion": " China", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1233994", "prompt": "Who was the first to praise Rafael Correa after Augusto Barrera?\nEvidence:\n- Rafael Correa | Praise or endorse | Augusto Barrera | 2014-02-24\n- Augusto Barrera | Make statement | Government (Ecuador) | 2010-01-07\n- Rafael Ramírez | Consult | Rafael Correa | 2005-07-14\n- Rafael Correa | Consult | Rafael Ramírez | 2005-07-14\n- Rafael Correa | Praise or endorse | Evo Morales | 2005-12-21\n- Andean Community | Praise or endorse | Rafael Correa | 2006-11-30\n- Rafael Correa | Reject | Rafael Antonio Bielsa | 2006-11-23\n- Rafael Correa | Consult | Rafael Antonio Bielsa | 2006-09-26\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-26\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-20\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-01\n- Rafael Antonio Bielsa | Consult | Rafael Correa | 2006-09-26\n- Rafael Antonio Bielsa | Accuse | Rafael Correa | 2006-10-15\n- Indigenous People (Ecuador) | Praise or endorse | Rafael Correa | 2006-09-30\n- Rafael Correa | Make statement | Rafael Antonio Bielsa | 2006-11-22\nAnswer:", "completion": " Qatar", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1151730", "prompt": "Before Angela Merkel, who did Barack Obama last speak optimistically about?\nEvidence:\n- France | Consult | Angela Merkel | 2005-07-18\n- Angela Merkel | Demand | France | 2005-07-19\n- Angela Merkel | Consult | France | 2005-07-18\n- Tony Blair | Consult | Angela Merkel | 2005-02-07\n- Gerhard Schröder | Demand | Angela Merkel | 2005-07-27\n- Gerhard Schröder | Accuse | Angela Merkel | 2005-07-15\n- Angela Merkel | Reject | Gerhard Schröder | 2005-03-17\n- Angela Merkel | Make statement | France | 2005-07-20\n- Angela Merkel | Consult | Tony Blair | 2005-02-07\n- Angela Merkel | Accuse | Gerhard Schröder | 2005-07-20\n- Angela Merkel | Accuse | Gerhard Schröder | 2005-07-19\n- Angela Merkel | Accuse | Gerhard Schröder | 2005-06-16\n- France | Host a visit | Angela Merkel | 2005-07-20\n- Angela Merkel | Reduce relations | Gerhard Schröder | 2005-05-25\n- Angela Merkel | Make statement | Government (Germany) | 2005-07-17\nAnswer:", "completion": " Iran", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1357606", "prompt": "Which country hosted the visit of the Joint Chiefs of Staff of the United States after 2011?\nEvidence:\n- Joint Chiefs of Staff (United States) | Make a visit | Japan | 2015-11-04\n- Joint Chiefs of Staff (United States) | Make a visit | Japan | 2009-11-02\n- Joint Chiefs of Staff (United States) | Make a visit | Iraq | 2015-03-10\n- Joint Chiefs of Staff (United States) | Make a visit | Iraq | 2015-03-09\n- Joint Chiefs of Staff (United States) | Make a visit | Iraq | 2014-11-15\n- Joint Chiefs of Staff (United States) | Make a visit | Iraq | 2012-08-21\n- Joint Chiefs of Staff (United States) | Make a visit | Iraq | 2010-07-27\n- Joint Chiefs of Staff (United States) | Make a visit | Iraq | 2005-03-17\n- Joint Chiefs of Staff (United States) | Make a visit | China | 2011-07-13\n- Joint Chiefs of Staff (United States) | Make a visit | China | 2007-03-23\n- Japan | Host a visit | Joint Chiefs of Staff (United States) | 2015-11-04\n- Japan | Host a visit | Joint Chiefs of Staff (United States) | 2009-11-02\n- Iraq | Host a visit | Joint Chiefs of Staff (United States) | 2015-03-10\n- Iraq | Host a visit | Joint Chiefs of Staff (United States) | 2015-03-09\n- Iraq | Host a visit | Joint Chiefs of Staff (United States) | 2014-11-15\nAnswer:", "completion": " Japan", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1152455", "prompt": "In what month did the police of Kenya last use conventional military force against the Kenya Television Network?\nEvidence:\n- Police (Kenya) | Use conventional military force | Kenya Television Network | 2006-03-06\n- Police (Kenya) | Use conventional military force | Kenya Television Network | 2006-03-05\n- Police (Kenya) | Use conventional military force | Kenya Television Network | 2006-03-02\n- Police (Kenya) | Bring lawsuit against | Kenya Television Network | 2011-11-24\n- Police (Kenya) | Demand | Kenya Television Network | 2006-03-16\n- Police (Kenya) | Make statement | Kenya Television Network | 2013-10-25\n- Kenya Television Network | Make statement | Police (Kenya) | 2010-02-27\n- Kenya Television Network | Bring lawsuit against | Lucy Kibaki | 2005-07-05\n- Kenya Television Network | Bring lawsuit against | Lucy Kibaki | 2005-05-23\n- Kenya Television Network | Bring lawsuit against | Lucy Kibaki | 2005-05-16\n- Police (Kenya) | Return, release person(s) | Kenya Television Network | 2006-10-23\n- Kenya Television Network | Engage in diplomatic cooperation | Kenya Broadcasting Corporation | 2005-02-01\n- Kenya Television Network | Engage in diplomatic cooperation | Kenya Broadcasting Corporation | 2005-01-31\n- Police (Kenya) | Impose restrictions on political freedoms | Kenya Television Network | 2006-04-03\n- Police (Kenya) | Impose restrictions on political freedoms | Kenya Television Network | 2006-04-02\nAnswer:", "completion": " 2006-03", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1143857", "prompt": "At what time did the military of Myanmar use conventional military force against the villagers of Myanmar?\nEvidence:\n- Military (Myanmar) | Use conventional military force | Villager (Myanmar) | 2007-12-12\n- Military (Myanmar) | Use conventional military force | Student (Myanmar) | 2007-09-27\n- Military (Myanmar) | Use conventional military force | Student (Myanmar) | 2007-09-26\n- Military (Myanmar) | Use conventional military force | Protester (Myanmar) | 2008-08-10\n- Military (Myanmar) | Use conventional military force | Protester (Myanmar) | 2007-09-29\n- Military (Myanmar) | Use conventional military force | Protester (Myanmar) | 2007-09-27\n- Military (Myanmar) | Use conventional military force | Education (Myanmar) | 2015-11-28\n- Military (Myanmar) | Use conventional military force | Combatant (Myanmar) | 2014-10-29\n- Military (Myanmar) | Use conventional military force | Combatant (Myanmar) | 2010-11-19\n- Military (Myanmar) | Use conventional military force | Combatant (Myanmar) | 2007-03-27\n- Military (Myanmar) | Use conventional military force | Combatant (Myanmar) | 2007-03-24\n- Thailand | Use conventional military force | Military (Myanmar) | 2007-03-27\n- Military (Myanmar) | Use conventional military force | Thailand | 2009-01-29\n- Military (Myanmar) | Use conventional military force | Thailand | 2007-03-27\n- Military (Myanmar) | Use conventional military force | China | 2015-03-16\nAnswer:", "completion": " 2007-12-12", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1281995", "prompt": "Who did the Council of Representatives want to negotiate with before 18 January 2009?\nEvidence:\n- Council of Representatives | Express intent to meet or negotiate | Iraq | 2009-01-18\n- Barack Obama | Express intent to de-escalate military engagement | Iraq | 2009-01-18\nAnswer:", "completion": " Iraq", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 1} +{"id": "mtq_1011552", "prompt": "After the Armed Rebel of Sudan Revolutionary Front, who was the first to make the Sudanese police suffer from unconventional violence?\nEvidence:\n- Sudan | Sign formal agreement | Rebel Group (Sudan People's Liberation Movement) | 2005-01-16\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Ethiopia | Accuse of human rights abuses | Ogaden National Liberation Front | 2005-07-20\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2005-01-13\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Human Rights Group (Sudan) | Make pessimistic comment | Sudan | 2005-01-10\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\nAnswer:", "completion": " Citizen (Sudan)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1307947", "prompt": "With whom did Ma Ying Jeou first sign a formal agreement?\nEvidence:\n- Ma Ying Jeou | Make a visit | Japan | 2005-03-02\n- Ma Ying Jeou | Make a visit | China | 2005-05-22\n- Ma Ying Jeou | Make a visit | China | 2005-04-24\n- Ma Ying Jeou | Make a visit | China | 2005-04-05\n- Ma Ying Jeou | Make a visit | China | 2005-01-04\n- Japan | Host a visit | Ma Ying Jeou | 2005-03-02\n- China | Host a visit | Ma Ying Jeou | 2005-05-22\n- China | Host a visit | Ma Ying Jeou | 2005-04-24\n- China | Host a visit | Ma Ying Jeou | 2005-04-05\n- China | Host a visit | Ma Ying Jeou | 2005-01-04\n- Ma Ying Jeou | Demand | Kuomintang | 2005-02-05\n- China | Reject | Ma Ying Jeou | 2005-01-05\n- China | Reject | Ma Ying Jeou | 2005-01-04\n- South Korea | Host a visit | Ma Ying Jeou | 2005-02-24\n- Monastery (Taiwan) | Host a visit | Ma Ying Jeou | 2005-02-19\nAnswer:", "completion": " People First Party Korea", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1372825", "prompt": "Who made the last appeal to the government of South Africa before the Democratic Alliance of Africa?\nEvidence:\n- Movement for Democratic Change | Use conventional military force | South Africa | 2005-02-07\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- South Africa | Make an appeal or request | Togo | 2005-02-06\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- South Africa | Make an appeal or request | Citizen (International) | 2005-02-03\n- South Africa | Make an appeal or request | Citizen (International) | 2005-01-21\n- African Union | Make an appeal or request | South Africa | 2005-01-02\n- Government (South Africa) | Engage in diplomatic cooperation | African Union | 2005-02-26\n- South Africa | Make an appeal or request | UN Security Council | 2005-01-31\n- South Africa | Consult | China | 2005-02-05\n- China | Consult | South Africa | 2005-02-05\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\nAnswer:", "completion": " Legislature (South Africa)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1017174", "prompt": "Who was the first to denounce Barack Obama after the Colombian leader?\nEvidence:\n- Barack Obama | Criticize or denounce | Iraq | 2007-06-05\n- Barack Obama | Criticize or denounce | Iraq | 2007-04-24\n- Barack Obama | Criticize or denounce | Iraq | 2007-02-12\n- Citizen (Australia) | Criticize or denounce | Barack Obama | 2007-02-14\n- Barack Obama | Criticize or denounce | Mwai Kibaki | 2006-08-31\n- Barack Obama | Express intent to settle dispute | Iraq | 2007-06-02\n- Barack Obama | Reject | Iraq | 2007-04-03\n- Barack Obama | Reject | Iraq | 2006-10-28\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2005-10-10\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-22\n- Mwai Kibaki | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Make statement | Iraq | 2007-05-15\nAnswer:", "completion": " Mahmoud Abbas", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1160868", "prompt": "Who did the Armed Band of Afghanistan last use unconventional force against before the Foreign Secretary of India?\nEvidence:\n- Armed Band (Afghanistan) | Use unconventional violence | Foreign Affairs (India) | 2014-05-24\n- Armed Band (Afghanistan) | Use unconventional violence | Women (Afghanistan) | 2015-05-06\n- Armed Band (Afghanistan) | Use unconventional violence | Women (Afghanistan) | 2015-02-04\n- Armed Band (Afghanistan) | Use unconventional violence | Women (Afghanistan) | 2014-04-24\n- Armed Band (Afghanistan) | Use unconventional violence | Women (Afghanistan) | 2014-04-23\n- Armed Band (Afghanistan) | Use unconventional violence | Employee (Afghanistan) | 2015-05-20\n- Armed Band (Afghanistan) | Use unconventional violence | Employee (Afghanistan) | 2014-07-10\n- Armed Band (Afghanistan) | Use unconventional violence | Employee (Afghanistan) | 2014-04-15\n- Armed Band (Afghanistan) | Use unconventional violence | Employee (Afghanistan) | 2013-09-03\n- Armed Band (Afghanistan) | Use unconventional violence | Employee (Afghanistan) | 2013-08-27\n- Armed Band (Afghanistan) | Use unconventional violence | Employee (Afghanistan) | 2013-08-17\n- Armed Band (Afghanistan) | Use unconventional violence | Employee (Afghanistan) | 2011-09-13\n- Armed Band (Afghanistan) | Use unconventional violence | Employee (Afghanistan) | 2011-01-15\n- Armed Band (Afghanistan) | Use unconventional violence | Employee (Afghanistan) | 2010-11-30\n- Armed Band (Afghanistan) | Use unconventional violence | Employee (Afghanistan) | 2010-11-07\nAnswer:", "completion": " Women (Afghanistan)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1127826", "prompt": "After the Cabinet Council of Ministers Advisors of United States, which country first hosted Toomas Hendrik Ilves's visit from Toomas Hendrik Ilves?\nEvidence:\n- Toomas Hendrik Ilves | Make a visit | Ireland | 2008-04-14\n- Ireland | Host a visit | Toomas Hendrik Ilves | 2008-04-14\n- Toomas Hendrik Ilves | Make statement | France | 2008-04-07\n- Toomas Hendrik Ilves | Consult | Borys Tarasyuk | 2006-10-31\n- Toomas Hendrik Ilves | Consult | Barack Obama | 2009-06-16\n- Toomas Hendrik Ilves | Consult | Abdullah Gül | 2010-04-16\n- Toomas Hendrik Ilves | Consult | Abdullah Gül | 2008-10-10\n- Borys Tarasyuk | Consult | Toomas Hendrik Ilves | 2006-10-31\n- Barack Obama | Consult | Toomas Hendrik Ilves | 2009-06-16\n- Abdullah Gül | Consult | Toomas Hendrik Ilves | 2010-04-16\n- Abdullah Gül | Consult | Toomas Hendrik Ilves | 2008-10-10\n- Toomas Hendrik Ilves | Make a visit | Luka Bebic | 2009-03-17\n- Toomas Hendrik Ilves | Host a visit | Elizabeth II | 2006-10-19\n- Luka Bebic | Host a visit | Toomas Hendrik Ilves | 2009-03-17\n- Elizabeth II | Make a visit | Toomas Hendrik Ilves | 2006-10-19\nAnswer:", "completion": " Romania", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1329010", "prompt": "After Emma Bonino, who accused the Government of Italy first?\nEvidence:\n- Emma Bonino | Accuse | Government (Italy) | 2005-05-13\n- Emma Bonino | Make statement | Government (Italy) | 2013-08-27\n- Emma Bonino | Make statement | Government (Italy) | 2013-07-18\n- Emma Bonino | Make statement | Government (Italy) | 2006-06-19\n- Emma Bonino | Make statement | Government (Italy) | 2005-03-03\n- Senate (Italy) | Consult | Emma Bonino | 2012-07-16\n- Emma Bonino | Consult | Senate (Italy) | 2012-07-16\n- Emma Bonino | Make statement | Foreign Affairs (Italy) | 2013-12-24\n- Nicolas Schmit | Consult | Emma Bonino | 2006-07-08\n- Emma Bonino | Make statement | China | 2007-06-25\n- Emma Bonino | Consult | Nicolas Schmit | 2006-07-08\n- Qatar | Host a visit | Emma Bonino | 2007-01-10\n- Kuwait | Host a visit | Emma Bonino | 2007-01-10\n- Iran | Host a visit | Emma Bonino | 2013-12-24\n- Iran | Host a visit | Emma Bonino | 2013-12-23\nAnswer:", "completion": " Public Prosecutor (Italy)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1041794", "prompt": "In February 2012, who investigated the women of Canada?\nEvidence:\n- Women (Canada) | Reject | Police (Canada) | 2008-05-23\n- Women (Canada) | Accuse | Police (Canada) | 2015-10-23\n- Women (Canada) | Accuse | Police (Canada) | 2010-07-23\n- Women (Canada) | Accuse | Police (Canada) | 2007-11-22\n- Women (Canada) | Accuse | Police (Canada) | 2006-05-25\n- Women (Canada) | Accuse | Police (Canada) | 2005-05-16\n- Police (Canada) | Investigate | Women (Canada) | 2013-04-25\n- Police (Canada) | Investigate | Women (Canada) | 2012-09-30\n- Police (Canada) | Investigate | Women (Canada) | 2012-02-17\n- Police (Canada) | Investigate | Women (Canada) | 2012-01-28\n- Police (Canada) | Investigate | Women (Canada) | 2010-04-01\n- Police (Canada) | Investigate | Women (Canada) | 2010-03-27\n- Police (Canada) | Investigate | Women (Canada) | 2009-08-24\n- Police (Canada) | Investigate | Women (Canada) | 2008-05-23\n- Police (Canada) | Investigate | Women (Canada) | 2008-05-13\nAnswer:", "completion": " Police (Canada)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1158980", "prompt": "In 2005, who was the last to express the intention to negotiate with the citizens of Bulgaria?\nEvidence:\n- Representatives (Bulgaria) | Express intent to meet or negotiate | Citizen (Bulgaria) | 2013-09-13\n- Representatives (Bulgaria) | Express intent to meet or negotiate | Citizen (Bulgaria) | 2006-03-28\n- Representatives (Bulgaria) | Express intent to meet or negotiate | Citizen (Bulgaria) | 2005-10-09\n- Representatives (Bulgaria) | Express intent to meet or negotiate | Citizen (Bulgaria) | 2005-10-07\n- Representatives (Bulgaria) | Express intent to meet or negotiate | Businessperson (Bulgaria) | 2006-03-28\n- Representatives (Bulgaria) | Express intent to meet or negotiate | Business (Bulgaria) | 2009-03-23\n- Representatives (Bulgaria) | Express intent to meet or negotiate | Business (Bulgaria) | 2005-09-27\n- Police (Bulgaria) | Express intent to meet or negotiate | Employee (Bulgaria) | 2009-01-12\n- Citizen (Bulgaria) | Express intent to meet or negotiate | Scientist (Bulgaria) | 2006-04-04\n- Citizen (Bulgaria) | Express intent to meet or negotiate | Representatives (Bulgaria) | 2015-10-06\n- Citizen (Bulgaria) | Express intent to meet or negotiate | Representatives (Bulgaria) | 2013-09-13\n- Citizen (Bulgaria) | Express intent to meet or negotiate | Representatives (Bulgaria) | 2013-04-09\n- Citizen (Bulgaria) | Express intent to meet or negotiate | Representatives (Bulgaria) | 2013-04-03\n- Citizen (Bulgaria) | Express intent to meet or negotiate | Representatives (Bulgaria) | 2012-09-25\n- Citizen (Bulgaria) | Express intent to meet or negotiate | Representatives (Bulgaria) | 2012-07-18\nAnswer:", "completion": " Representatives (Bulgaria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1096198", "prompt": "Before the detainee of Myanmar, with whom did the Special Rapporteurs of the United Nations last wish to negotiate?\nEvidence:\n- Special Rapporteurs of the United Nations | Make statement | Detainee (Myanmar) | 2005-06-16\n- Special Rapporteurs of the United Nations | Make statement | Military Ruler (Myanmar) | 2005-06-17\n- Special Rapporteurs of the United Nations | Demand | Iran | 2005-09-16\n- Special Rapporteurs of the United Nations | Make statement | Mexico | 2005-07-30\n- Special Rapporteurs of the United Nations | Make statement | Mexico | 2005-02-26\n- Special Rapporteurs of the United Nations | Make statement | Malaysia | 2007-02-13\n- Special Rapporteurs of the United Nations | Make statement | Japan | 2007-04-05\n- Special Rapporteurs of the United Nations | Make statement | Japan | 2006-05-19\n- Special Rapporteurs of the United Nations | Make statement | China | 2005-11-22\n- Special Rapporteurs of the United Nations | Consult | Representatives (Russia) | 2006-06-16\n- Special Rapporteurs of the United Nations | Consult | Ministry (Sudan) | 2005-10-17\n- Special Rapporteurs of the United Nations | Consult | Legislature (Turkey) | 2006-02-23\n- Representatives (Russia) | Consult | Special Rapporteurs of the United Nations | 2006-06-16\n- Ministry (Sudan) | Consult | Special Rapporteurs of the United Nations | 2005-10-17\n- Legislature (Turkey) | Consult | Special Rapporteurs of the United Nations | 2006-02-23\nAnswer:", "completion": " South Korea", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1367935", "prompt": "In which month did Mexico last express an interest in cooperating with the Criminal of Mexico?\nEvidence:\n- Mexico | Investigate | Criminal (Mexico) | 2005-01-12\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-26\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-25\n- Mexico | Arrest, detain, or charge with legal action | Criminal (Mexico) | 2005-01-29\n- Mexico | Arrest, detain, or charge with legal action | Criminal (Mexico) | 2005-01-18\n- Mexico | Arrest, detain, or charge with legal action | Criminal (Mexico) | 2005-01-14\n- Mexico | Arrest, detain, or charge with legal action | Criminal (Mexico) | 2005-01-07\n- Border Patrol (Mexico) | Engage in judicial cooperation | Mexico | 2005-01-07\n- Mexico | Arrest, detain, or charge with legal action | Government Official (Mexico) | 2005-02-02\n- Mexico | Arrest, detain, or charge with legal action | Domestic Affairs (Mexico) | 2005-01-24\n- Mexico | Make an appeal or request | Iran | 2005-02-03\n- Other Authorities / Officials (Mexico) | Express intent to meet or negotiate | Mexico | 2005-01-06\n- Mexico | Express intent to cooperate | Colombia | 2005-06-30\n- Colombia | Express intent to cooperate | Mexico | 2005-06-30\n- Mexico | Express intent to meet or negotiate | Zapatista Army of National Liberation | 2005-01-14\nAnswer:", "completion": " 2011-04", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1058864", "prompt": "With which country did Andrew Robb wish to meet in the same month as the Cabinet Council of Ministers Advisors of Japan?\nEvidence:\n- Andrew Robb | Express intent to meet or negotiate | Cabinet / Council of Ministers / Advisors (Japan) | 2014-03-11\n- Lawmaker (Japan) | Consult | Andrew Robb | 2014-02-25\n- Andrew Robb | Make statement | Japan | 2014-09-30\n- Andrew Robb | Consult | Lawmaker (Japan) | 2014-02-25\n- Andrew Robb | Express intent to meet or negotiate | Japan | 2014-03-11\n- Andrew Robb | Express intent to meet or negotiate | Japan | 2014-01-29\n- Japan | Sign formal agreement | Andrew Robb | 2015-06-16\n- Japan | Host a visit | Andrew Robb | 2014-03-17\n- Andrew Robb | Sign formal agreement | Japan | 2015-06-16\n- Andrew Robb | Make a visit | Japan | 2014-03-17\n- Andrew Robb | Express intent to engage in diplomatic cooperation (such as policy support) | Japan | 2014-02-25\n- Koya Nishikawa | Consult | Andrew Robb | 2014-03-17\n- Julie Bishop | Consult | Andrew Robb | 2015-11-15\n- Denis Manturov | Demand | Andrew Robb | 2014-07-21\n- Denis Manturov | Demand | Andrew Robb | 2014-07-18\nAnswer:", "completion": " Japan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1246001", "prompt": "Which country did Vietnam appeal to before 19 May 2008?\nEvidence:\n- Representative to the United Nations (Vietnam) | Make statement | Vietnam | 2008-05-19\n- Vietnam | Make an appeal or request | Japan | 2008-05-19\n- Vietnam | Engage in diplomatic cooperation | Japan | 2008-05-19\n- Japan | Engage in diplomatic cooperation | Vietnam | 2008-05-19\n- Vietnam | Rally support on behalf of | Sudan | 2008-05-19\n- Lee Myung Bak | Make an appeal or request | Japan | 2008-05-19\n- Japan | Express intent to yield | Women (Australia) | 2008-05-19\n- Japan | Express intent to provide humanitarian aid | China | 2008-05-19\n- Yemen | Sign formal agreement | Japan | 2008-05-19\n- Sudan | Host a visit | African Union | 2008-05-19\n- South Korea | Criticize or denounce | Japan | 2008-05-19\n- South Korea | Consult | Japan | 2008-05-19\n- Japan | Sign formal agreement | Yemen | 2008-05-19\n- Japan | Provide humanitarian aid | China | 2008-05-19\n- Japan | Make statement | South Korea | 2008-05-19\nAnswer:", "completion": " UN Security Council", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1356607", "prompt": "In which month did Lee Myung Bak investigate Roh Moo Hyun for the first time?\nEvidence:\n- Roh Moo Hyun | Make statement | Lee Myung Bak | 2007-06-13\n- Roh Moo Hyun | Make statement | Lee Myung Bak | 2007-06-07\n- Lee Myung Bak | Complain officially | Roh Moo Hyun | 2007-06-18\n- Roh Moo Hyun | Make pessimistic comment | Lee Myung Bak | 2007-03-02\n- Roh Moo Hyun | Criticize or denounce | Lee Myung Bak | 2007-06-25\n- Roh Moo Hyun | Criticize or denounce | Lee Myung Bak | 2007-06-19\n- Roh Moo Hyun | Criticize or denounce | Lee Myung Bak | 2007-06-06\n- Roh Moo Hyun | Criticize or denounce | Lee Myung Bak | 2007-06-04\n- Roh Moo Hyun | Criticize or denounce | Lee Myung Bak | 2007-05-22\n- Lee Myung Bak | Criticize or denounce | Roh Moo Hyun | 2006-12-28\n- Lee Myung Bak | Make an appeal or request | Roh Moo Hyun | 2007-06-28\n- Roh Moo Hyun | Appeal for rights | Japan | 2005-03-01\n- Chung Dong-young | Investigate | Lee Myung Bak | 2006-03-21\n- Roh Moo Hyun | Demand | Japan | 2005-03-04\n- Roh Moo Hyun | Demand | Japan | 2005-03-03\nAnswer:", "completion": " 2008-07", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1274993", "prompt": "In what year did the guerrillas of Russia use small arms and light weapons to fight the military of Russia?\nEvidence:\n- Guerrilla (Russia) | fight with small arms and light weapons | Military (Russia) | 2005-04-19\n- AvtoVAZ | fight with small arms and light weapons | Military (Russia) | 2008-05-29\n- Military (Ukraine) | fight with small arms and light weapons | Military (Russia) | 2015-05-19\n- Military (Russia) | fight with small arms and light weapons | Military (Ukraine) | 2015-05-19\n- Military (Russia) | fight with small arms and light weapons | Military (Ukraine) | 2015-03-14\n- Military (Russia) | fight with small arms and light weapons | Military (Ukraine) | 2015-02-16\n- Military (Russia) | fight with small arms and light weapons | Military (Ukraine) | 2014-09-06\n- Military (Russia) | fight with small arms and light weapons | Military (Ukraine) | 2014-07-28\n- Military (Russia) | fight with small arms and light weapons | Military (Ukraine) | 2014-04-13\n- Military (Russia) | fight with small arms and light weapons | Guerilla Faction (Russia) | 2005-05-28\n- Military (Russia) | fight with small arms and light weapons | Armed Rebel (Russia) | 2012-12-14\n- Military (Russia) | fight with small arms and light weapons | Armed Rebel (Russia) | 2009-10-28\n- Military (Russia) | fight with small arms and light weapons | Armed Rebel (Russia) | 2009-06-16\n- Military (Russia) | fight with small arms and light weapons | Armed Rebel (Russia) | 2009-04-14\n- Military (Russia) | fight with small arms and light weapons | Armed Rebel (Russia) | 2009-02-11\nAnswer:", "completion": " 2005", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1288610", "prompt": "Before Rafael Correa, who was the last country to appeal to South Korea?\nEvidence:\n- Rafael Ramírez | Consult | Rafael Correa | 2005-07-14\n- Rafael Correa | Consult | Rafael Ramírez | 2005-07-14\n- Rafael Correa | Reject | Rafael Antonio Bielsa | 2006-11-23\n- Rafael Correa | Consult | Rafael Antonio Bielsa | 2006-09-26\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-26\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-20\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-01\n- Rafael Antonio Bielsa | Consult | Rafael Correa | 2006-09-26\n- Rafael Antonio Bielsa | Accuse | Rafael Correa | 2006-10-15\n- Rafael Correa | Make statement | Rafael Antonio Bielsa | 2006-11-22\n- Rafael Correa | Make statement | Rafael Antonio Bielsa | 2006-10-30\n- Rafael Correa | Criticize or denounce | Rafael Antonio Bielsa | 2006-11-25\n- Rafael Correa | Criticize or denounce | Rafael Antonio Bielsa | 2006-11-22\n- Rafael Correa | Criticize or denounce | Rafael Antonio Bielsa | 2006-10-15\n- Rafael Correa | Make statement | Colombia | 2006-12-14\nAnswer:", "completion": " Japan", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1152184", "prompt": "Who did the Australian police investigate in the same month as Campbell Newman?\nEvidence:\n- Police (Australia) | Consult | Campbell Newman | 2005-11-15\n- Campbell Newman | Consult | Police (Australia) | 2005-11-15\n- Police (Australia) | Criticize or denounce | Campbell Newman | 2005-02-22\n- Campbell Newman | Criticize or denounce | Police (Australia) | 2005-02-22\n- Citizen (Australia) | Accuse | Campbell Newman | 2010-02-10\n- Campbell Newman | Accuse | Citizen (Mauritius) | 2007-05-02\n- Campbell Newman | Accuse | Citizen (Australia) | 2006-11-21\n- Campbell Newman | Accuse | Businessperson (Australia) | 2009-11-13\n- People Associated with the Opposition (Australia) | Make statement | Campbell Newman | 2011-03-23\n- Professor (Australia) | Make statement | Campbell Newman | 2011-03-23\n- Liberal National Party | Consult | Campbell Newman | 2011-03-26\n- Liberal National Party | Consult | Campbell Newman | 2011-03-24\n- City Mayor (Australia) | Consult | Campbell Newman | 2007-08-11\n- Citizen (Australia) | Express accord | Campbell Newman | 2009-04-30\n- Campbell Newman | Physically assault | Citizen (Australia) | 2008-03-17\nAnswer:", "completion": " Citizen (Australia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1201033", "prompt": "After Eni S.p.a., who was the first to negotiate with the Iranian Ministry?\nEvidence:\n- Ministry (Iran) | Engage in negotiation | Eni S.p.a. | 2015-05-04\n- Eni S.p.a. | Engage in negotiation | Ministry (Iran) | 2015-05-04\n- Gazprom | Express intent to cooperate | Eni S.p.a. | 2007-11-22\n- Eni S.p.a. | Express intent to cooperate | Gazprom | 2007-11-22\n- Energy Department/Ministry (Russia) | Express intent to meet or negotiate | Gazprom | 2007-11-07\n- Iran | Express intent to meet or negotiate | Gazprom | 2008-06-23\n- Gazprom | Express intent to meet or negotiate | Iran | 2008-07-13\n- Gazprom | Express intent to meet or negotiate | Iran | 2008-04-22\n- Gazprom | Express intent to meet or negotiate | Iran | 2008-04-13\n- Aigars Kalvitis | Express intent to meet or negotiate | Gazprom | 2007-03-26\n- Ministry (Iran) | Consult | Gazprom | 2008-10-21\n- Ministry (Iran) | Consult | Gazprom | 2008-02-19\n- Gazprom | Consult | Ministry (Iran) | 2008-10-21\n- Gazprom | Consult | Ministry (Iran) | 2008-02-19\n- Gazprom | Express intent to meet or negotiate | Government Official (Georgia) | 2005-12-20\nAnswer:", "completion": " Business (Iran)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1220553", "prompt": "Before Jun 16, 2008, who wanted to negotiate with Ali Abdullah Saleh?\nEvidence:\n- Mahmoud Abbas | Express intent to meet or negotiate | Ali Abdullah Saleh | 2008-06-16\n- Djibouti | Engage in negotiation | Ali Abdullah Saleh | 2008-06-16\n- Ali Abdullah Saleh | Engage in negotiation | Djibouti | 2008-06-16\n- Mahmoud Abbas | Express intent to meet or negotiate | Yemen | 2008-06-16\n- Mahmoud Abbas | Engage in negotiation | Cabinet / Council of Ministers / Advisors (United States) | 2008-06-16\n- Head of Government (Kenya) | Praise or endorse | Djibouti | 2008-06-16\n- Eritrea | Use conventional military force | Djibouti | 2008-06-16\n- Cabinet / Council of Ministers / Advisors (United States) | Engage in negotiation | Mahmoud Abbas | 2008-06-16\nAnswer:", "completion": " Head of Government (Ethiopia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 8, "n_anchors": 1} +{"id": "mtq_1058505", "prompt": "Who supported the police in the Philippines before 3 March 2008?\nEvidence:\n- March 23 Movement | Make statement | Police (Senegal) | 2012-02-02\n- Police (Philippines) | Make statement | University of the Philippines | 2014-08-12\n- Police (Philippines) | Make statement | Civil Aviation Authority of the Philippines | 2013-09-10\n- Political Parties (Senegal) | Consult | March 23 Movement | 2012-01-26\n- March 23 Movement | Consult | Political Parties (Senegal) | 2012-01-26\n- Abdoulaye Wade | Make statement | March 23 Movement | 2012-02-18\n- Civil Aviation Authority of the Philippines | Criticize or denounce | Police (Philippines) | 2012-11-05\n- Men (Philippines) | Threaten | University of the Philippines | 2009-09-24\n- Police (Senegal) | Arrest, detain, or charge with legal action | March 23 Movement | 2012-01-30\n- University of the Philippines | Cooperate militarily | Military (Philippines) | 2014-08-10\n- Men (Philippines) | Physically assault | University of the Philippines | 2015-07-03\n- Men (Philippines) | Physically assault | University of the Philippines | 2015-07-02\n- March 23 Movement | Discuss by telephone | Agence France-Presse | 2012-11-22\n- Agence France-Presse | Discuss by telephone | March 23 Movement | 2012-11-22\n- University of the Philippines | Criticize or denounce | Men (Philippines) | 2009-09-24\nAnswer:", "completion": " Military (Philippines)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1023452", "prompt": "Who asked for the citizens of Hungary on the same month of the Hungarian Justice and Life Party?\nEvidence:\n- Hungarian Justice and Life Party | Make an appeal or request | Citizen (Hungary) | 2006-09-22\n- Hungarian Justice and Life Party | Appeal for diplomatic cooperation (such as policy support) | Citizen (Hungary) | 2006-04-14\n- Citizen (Hungary) | Reject | Socialist Party (Hungary) | 2007-11-06\n- Appeals Court (Hungary) | Impose restrictions on political freedoms | Citizen (Hungary) | 2012-02-10\n- Socialist Party (Hungary) | Appeal for diplomatic cooperation (such as policy support) | Citizen (Hungary) | 2009-03-28\n- Citizen (Hungary) | Appeal for aid | Foreign Affairs (Hungary) | 2009-03-12\n- Citizen (Hungary) | Appeal for policy change | Education Ministry (Hungary) | 2012-12-17\n- Citizen (Hungary) | Engage in symbolic act | Socialist Party (Hungary) | 2007-05-02\n- Citizen (Hungary) | Appeal for rights | Romania | 2006-03-15\n- Criminal (Hungary) | fight with small arms and light weapons | Citizen (Hungary) | 2012-10-13\n- Criminal (Hungary) | fight with small arms and light weapons | Citizen (Hungary) | 2007-03-04\n- Criminal (Hungary) | fight with small arms and light weapons | Citizen (Hungary) | 2005-11-04\n- Citizen (Hungary) | fight with small arms and light weapons | Criminal (Hungary) | 2012-10-13\n- Military of Hungary | Provide humanitarian aid | Citizen (Hungary) | 2005-04-11\n- Citizen (Hungary) | Demonstrate for policy change | Viktor Orban | 2012-10-24\nAnswer:", "completion": " Viktor Orban", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1105947", "prompt": "In what month did the Senegalese media last praise Macky Sall?\nEvidence:\n- France | Praise or endorse | Macky Sall | 2006-05-31\n- Macky Sall | Engage in negotiation | France | 2011-12-02\n- France | Engage in negotiation | Macky Sall | 2011-12-02\n- Macky Sall | Praise or endorse | Abdoulaye Wade | 2007-02-06\n- Abdoulaye Wade | Praise or endorse | Macky Sall | 2007-06-20\n- Abdoulaye Wade | Praise or endorse | Macky Sall | 2006-05-29\n- Macky Sall | Consult | China | 2006-04-28\n- China | Consult | Macky Sall | 2006-04-28\n- Macky Sall | Reject | Abdoulaye Wade | 2009-02-03\n- Macky Sall | Reject | Abdoulaye Wade | 2009-01-27\n- Macky Sall | Make statement | China | 2006-04-28\n- Macky Sall | Make statement | China | 2006-04-27\n- Macky Sall | Make statement | China | 2006-01-13\n- Macky Sall | Demand | Abdoulaye Wade | 2012-02-27\n- Macky Sall | Consult | Abdoulaye Wade | 2007-06-02\nAnswer:", "completion": " 2012-03", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1103138", "prompt": "Who was the first to be honoured by the United States Senate after Dmitry Medvedev?\nEvidence:\n- United States Senate | Consult | Iraq | 2007-02-07\n- Iraq | Consult | United States Senate | 2007-02-07\n- United States Senate | Accuse | Lawmaker (United Kingdom) | 2005-08-04\n- United States Senate | Accuse | Lawmaker (United Kingdom) | 2005-05-18\n- United States Senate | Make statement | Iraq | 2007-05-15\n- United States Senate | Consult | Pervez Musharraf | 2007-01-14\n- Pervez Musharraf | Consult | United States Senate | 2007-01-14\n- United States Senate | Express intent to cooperate economically | Oman | 2006-09-19\n- United States Senate | Express intent to cooperate economically | Oman | 2006-06-29\n- Lawmaker (United Kingdom) | Deny responsibility | United States Senate | 2005-05-16\n- Vuk Jeremić | Make statement | United States Senate | 2007-01-19\n- United States Senate | Praise or endorse | Oman | 2006-09-19\n- United States Senate | Praise or endorse | Oman | 2006-06-28\n- United States Senate | Praise or endorse | Iraq | 2006-07-13\n- United States Senate | Make statement | Augusto Pinochet | 2005-03-17\nAnswer:", "completion": " Iran", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1243717", "prompt": "Who did the Brazilian ministry telephone before June 2009?\nEvidence:\n- Ministry (Brazil) | Make statement | Brazilian Institute of Environment and Renewable Natural Resources | 2006-10-26\n- The Hague | Impose administrative sanctions | Ministry (The Hague) | 2015-09-16\n- The Chronicle | Discuss by telephone | Obed Asamoah | 2006-01-12\n- The Chronicle | Discuss by telephone | Businessperson (Ghana) | 2013-03-14\n- Obed Asamoah | Discuss by telephone | The Chronicle | 2006-01-12\n- Businessperson (Ghana) | Discuss by telephone | The Chronicle | 2013-03-14\n- Socialism and Freedom Party | Engage in material cooperation | Brazilian Communist Party | 2006-05-29\n- Citizen (Brazil) | Threaten | Brazilian Institute of Environment and Renewable Natural Resources | 2007-09-13\n- Brazilian Communist Party | Engage in material cooperation | Socialism and Freedom Party | 2006-05-29\n- The Juba Post | Discuss by telephone | South Sudan | 2008-10-09\n- The Chronicle | Discuss by telephone | New Patriotic Party | 2010-02-02\n- The Chronicle | Discuss by telephone | New Patriotic Party | 2006-11-22\n- The Chronicle | Discuss by telephone | City Mayor (Ghana) | 2013-07-12\n- The Chronicle | Discuss by telephone | City Mayor (Ghana) | 2010-02-09\n- South Sudan | Discuss by telephone | The Juba Post | 2008-10-09\nAnswer:", "completion": " Associated Press", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1287044", "prompt": "Who negotiated with Tzipi Livni in the same year as Stephen Hadley?\nEvidence:\n- Tariq Aziz | Engage in negotiation | Stephen Hadley | 2005-09-27\n- Stephen Hadley | Engage in negotiation | Tariq Aziz | 2005-09-27\n- Zalmai Rassoul | Consult | Stephen Hadley | 2005-09-25\n- Stephen Hadley | Make statement | Romania | 2005-10-24\n- Stephen Hadley | Make statement | Japan | 2005-11-11\n- Stephen Hadley | Make statement | Iraq | 2006-03-17\n- Stephen Hadley | Make statement | Iraq | 2006-02-26\n- Stephen Hadley | Make statement | Iran | 2006-03-18\n- Stephen Hadley | Make statement | Iran | 2006-03-17\n- Stephen Hadley | Make statement | Iran | 2005-10-24\n- Stephen Hadley | Consult | Zalmai Rassoul | 2005-09-25\n- Stephen Hadley | Consult | Solomon Passy | 2005-03-25\n- Stephen Hadley | Consult | Joschka Fischer | 2005-06-08\n- Stephen Hadley | Consult | Javier Solana | 2005-01-07\n- Stephen Hadley | Consult | Hilmi Özkök | 2005-09-27\nAnswer:", "completion": " Government (Qatar)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1161524", "prompt": "Who last praised the head of government of Ukraine before the Communist Party of Russia?\nEvidence:\n- Communist Party (Russia) | Praise or endorse | Head of Government (Ukraine) | 2010-03-11\n- Government Official (Russia) | Make statement | Communist Party (Russia) | 2012-10-09\n- United Russia | Consult | Communist Party (Russia) | 2006-09-01\n- Communist Party (Russia) | Consult | United Russia | 2006-09-01\n- Communist Party (Russia) | Accuse | United Russia | 2008-05-28\n- Communist Party (Russia) | Accuse | United Russia | 2006-11-16\n- Head of Government (Ukraine) | Accuse | Military (Russia) | 2014-08-29\n- Head of Government (Ukraine) | Accuse | Military (Russia) | 2014-02-28\n- United Russia | Reduce relations | Communist Party (Russia) | 2005-03-21\n- United Russia | Make statement | Communist Party (Russia) | 2007-12-03\n- United Russia | Make statement | Communist Party (Russia) | 2005-12-03\n- Communist Party (Russia) | Make statement | United Russia | 2012-09-21\n- Communist Party (Russia) | Make statement | Representatives (Russia) | 2007-11-21\n- Communist Party (Russia) | Make statement | Media (Russia) | 2008-01-23\n- Communist Party (Russia) | Make an appeal or request | Communist Party (Azerbaijan) | 2007-09-29\nAnswer:", "completion": " Arseniy Yatsenyuk", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1037142", "prompt": "Before the Democratic Renewal Party, who last wanted to negotiate with Angola?\nEvidence:\n- Democratic Renewal Party | Express intent to meet or negotiate | Angola | 2007-06-01\n- Democratic Renewal Party | Make statement | Electoral Union | 2007-07-11\n- Democratic Renewal Party | Criticize or denounce | National Water Commission | 2007-09-21\n- Political Parties (Benin) | Express intent to engage in diplomatic cooperation (such as policy support) | Democratic Renewal Party | 2014-12-10\n- Member of the Judiciary (Angola) | Make pessimistic comment | Angola | 2005-01-21\n- Angola | Express intent to meet or negotiate | Military Personnel (Angola) | 2005-06-01\n- Angola | Express intent to meet or negotiate | Government Official (Angola) | 2006-05-11\n- Tanzania | Express intent to meet or negotiate | Angola | 2006-01-23\n- Portugal | Express intent to meet or negotiate | Angola | 2006-05-22\n- Portugal | Express intent to meet or negotiate | Angola | 2006-03-02\n- Portugal | Express intent to meet or negotiate | Angola | 2006-02-21\n- Portugal | Express intent to meet or negotiate | Angola | 2005-08-26\n- Iran | Express intent to meet or negotiate | Angola | 2006-04-20\n- China | Express intent to meet or negotiate | Angola | 2005-02-25\n- Angola | Express intent to meet or negotiate | Tanzania | 2006-01-23\nAnswer:", "completion": " Citizen (Zambia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1108912", "prompt": "In which month did the Nigerian Ministry of Justice indict Ibrahim Idris?\nEvidence:\n- Ministry (Nigeria) | Accuse | Ibrahim Idris | 2009-01-16\n- Ministry (Nigeria) | Engage in symbolic act | Ibrahim Idris | 2010-04-20\n- Ibrahim Idris | Demand | Citizen (Nigeria) | 2010-07-05\n- Ibrahim Idris | Accuse | Citizen (Nigeria) | 2008-05-01\n- Citizen (Nigeria) | Accuse | Ibrahim Idris | 2008-05-19\n- Ibrahim Idris | Engage in symbolic act | Citizen (Nigeria) | 2007-12-15\n- Royal Administration (Nigeria) | Accuse | Ibrahim Idris | 2008-10-31\n- Muhammadu Buhari | Make statement | Ibrahim Idris | 2007-10-12\n- Ibrahim Idris | Make statement | Government (Nigeria) | 2011-11-18\n- Ibrahim Idris | Make statement | Government (Nigeria) | 2011-08-25\n- Ibrahim Idris | Make statement | Government (Nigeria) | 2011-08-05\n- Ibrahim Idris | Make statement | Government (Nigeria) | 2011-07-07\n- Ibrahim Idris | Make statement | Government (Nigeria) | 2010-02-08\n- Ibrahim Idris | Make statement | Government (Nigeria) | 2009-10-19\n- Ibrahim Idris | Make statement | Government (Nigeria) | 2008-09-15\nAnswer:", "completion": " 2009-01", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1309050", "prompt": "Who was the last person to visit the Middle East in 2005?\nEvidence:\n- Military (Middle East) | Mobilize or increase armed forces | Middle East | 2005-02-14\n- Okada Katsuya | Make a visit | Middle East | 2005-03-30\n- Middle East | Host a visit | Okada Katsuya | 2005-03-30\n- Middle East | Host a visit | Mahmoud Abbas | 2005-02-01\n- Middle East | Host a visit | Kay Granger | 2005-01-11\n- Middle East | Host a visit | Javier Solana | 2005-01-09\n- Middle East | Host a visit | Javier Solana | 2005-01-08\n- Middle East | Host a visit | Hannes Swoboda | 2005-02-04\n- Middle East | Host a visit | Gerhard Schröder | 2005-04-03\n- Middle East | Host a visit | Abdullah Gül | 2005-01-09\n- Middle East | Host a visit | Abdullah Gül | 2005-01-06\n- Middle East | Host a visit | Abdullah Gül | 2005-01-03\n- Mahmoud Abbas | Make a visit | Middle East | 2005-02-01\n- Kay Granger | Make a visit | Middle East | 2005-01-11\n- Javier Solana | Make a visit | Middle East | 2005-01-09\nAnswer:", "completion": " Central Intelligence Agency", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1310593", "prompt": "Who did the Bolivian military use conventional military force against after Evo Morales?\nEvidence:\n- Military (Bolivia) | Use conventional military force | Evo Morales | 2008-05-05\n- Evo Morales | Bring lawsuit against | Eduardo Rodríguez | 2005-12-02\n- Evo Morales | Demand | Military (Bolivia) | 2015-04-19\n- Evo Morales | Demand | Military (Bolivia) | 2012-08-14\n- Evo Morales | Demand | Military (Bolivia) | 2010-12-31\n- Evo Morales | Demand | Military (Bolivia) | 2009-08-08\n- Evo Morales | Demand | Military (Bolivia) | 2009-05-05\n- Evo Morales | Demand | Military (Bolivia) | 2007-10-21\n- Evo Morales | Demand | Military (Bolivia) | 2007-10-20\n- Evo Morales | Demand | Military (Bolivia) | 2007-10-19\n- Evo Morales | Demand | Military (Bolivia) | 2007-02-16\n- Evo Morales | Demand | Military (Bolivia) | 2006-05-29\n- Evo Morales | Demand | Military (Bolivia) | 2006-05-02\n- Military (Bolivia) | Use conventional military force | Bolivia | 2007-05-31\n- Military (Bolivia) | Use conventional military force | Bolivia | 2007-03-04\nAnswer:", "completion": " Settler (Bolivia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1212754", "prompt": "When did Charles Taylor request Oluṣẹgun Ọbasanjọ?\nEvidence:\n- Oluṣẹgun Ọbasanjọ | Demand | Charles Taylor | 2005-09-19\n- Oluṣẹgun Ọbasanjọ | Consult | Charles Taylor | 2006-03-03\n- Oluṣẹgun Ọbasanjọ | Consult | Charles Taylor | 2006-02-28\n- Oluṣẹgun Ọbasanjọ | Consult | Charles Taylor | 2006-02-27\n- Charles Taylor | Consult | Oluṣẹgun Ọbasanjọ | 2006-03-03\n- Charles Taylor | Consult | Oluṣẹgun Ọbasanjọ | 2006-02-28\n- Charles Taylor | Consult | Oluṣẹgun Ọbasanjọ | 2006-02-27\n- Oluṣẹgun Ọbasanjọ | Make statement | Charles Taylor | 2006-03-23\n- Oluṣẹgun Ọbasanjọ | Make statement | Charles Taylor | 2006-03-17\n- Oluṣẹgun Ọbasanjọ | Make statement | Charles Taylor | 2005-12-15\n- Oluṣẹgun Ọbasanjọ | Make statement | Charles Taylor | 2005-10-16\n- Oluṣẹgun Ọbasanjọ | Make statement | Charles Taylor | 2005-10-15\n- Oluṣẹgun Ọbasanjọ | Make statement | Charles Taylor | 2005-09-19\n- Oluṣẹgun Ọbasanjọ | Make statement | Charles Taylor | 2005-09-17\n- Oluṣẹgun Ọbasanjọ | Make statement | Charles Taylor | 2005-08-30\nAnswer:", "completion": " 2006-03-10", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1095829", "prompt": "In which year did the Muslim Militant of India first use unconventional violence against the Military Personnel - Special of India?\nEvidence:\n- Muslim Militant (India) | Use unconventional violence | Military Personnel - Special (India) | 2009-04-24\n- Muslim Militant (India) | Use unconventional violence | Military Personnel - Special (India) | 2009-01-05\n- Muslim Militant (India) | Use unconventional violence | Military Personnel (India) | 2010-02-24\n- Muslim Militant (India) | Use unconventional violence | Military Personnel (India) | 2007-01-03\n- Muslim Militant (Pakistan administered Kashmir) | Use unconventional violence | Military Personnel - Special (India) | 2005-03-21\n- Islamic Militant (India) | Use unconventional violence | Military Personnel - Special (India) | 2010-01-06\n- Islamic Militant (India) | Use unconventional violence | Military Personnel - Special (India) | 2006-12-05\n- Islamic Militant (India) | Use unconventional violence | Military Personnel - Special (India) | 2006-11-23\n- Islamic Militant (India) | Use unconventional violence | Military Personnel - Special (India) | 2006-10-05\n- Islamic Militant (India) | Use unconventional violence | Military Personnel - Special (India) | 2006-09-10\n- Islamic Militant (India) | Use unconventional violence | Military Personnel - Special (India) | 2006-08-18\n- Islamic Militant (India) | Use unconventional violence | Military Personnel - Special (India) | 2005-03-28\n- Islamic Militant (India) | Use unconventional violence | Military Personnel - Special (India) | 2005-01-31\n- Islamic Militant (India) | Use unconventional violence | Military Personnel - Special (India) | 2005-01-08\n- Muslim Militant (Philippines) | Use unconventional violence | Military Personnel - Special (Philippines) | 2013-05-27\nAnswer:", "completion": " 2009", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1022901", "prompt": "Who signed an agreement with Gurbanguly Berdymukhammedov in the same year as Lee Myung Bak?\nEvidence:\n- Mahmoud Ahmadinejad | Sign formal agreement | Gurbanguly Berdymukhammedov | 2007-08-16\n- Gurbanguly Berdymukhammedov | Sign formal agreement | Mahmoud Ahmadinejad | 2007-08-16\n- Nguyen Quoc Trieu | Sign formal agreement | Lee Myung Bak | 2005-09-30\n- Nguyen Quoc Trieu | Sign formal agreement | Lee Myung Bak | 2005-07-05\n- Lee Myung Bak | Sign formal agreement | Nguyen Quoc Trieu | 2005-09-30\n- Lee Myung Bak | Sign formal agreement | Nguyen Quoc Trieu | 2005-07-05\n- Mahmoud Ahmadinejad | Engage in negotiation | Gurbanguly Berdymukhammedov | 2007-08-16\n- Mahmoud Ahmadinejad | Engage in negotiation | Gurbanguly Berdymukhammedov | 2007-08-15\n- Gurbanguly Berdymukhammedov | Engage in negotiation | Mahmoud Ahmadinejad | 2007-08-16\n- Gurbanguly Berdymukhammedov | Engage in negotiation | Mahmoud Ahmadinejad | 2007-08-15\n- Lee Myung Bak | Make an appeal or request | Japan | 2006-11-10\n- South Korea | Threaten | Lee Myung Bak | 2007-06-05\n- Lee Myung Bak | Demand | South Korea | 2007-06-20\n- Lee Myung Bak | Consult | Islam Karimov | 2006-03-30\n- Islam Karimov | Consult | Lee Myung Bak | 2006-03-30\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1126845", "prompt": "After the 10th of November 2013, to whom did the Cabinet Council of Ministers Advisors of the United States give the criticism?\nEvidence:\n- The Hague | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2009-03-12\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | The Hague | 2009-03-12\n- Vietnam | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2005-05-12\n- Vietnam | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2005-05-06\n- Sudan | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2005-04-14\n- Japan | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2006-01-23\n- Japan | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2005-10-24\n- Iraq | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2007-12-18\n- Iraq | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2007-12-05\n- Iraq | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2006-10-06\n- Iraq | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2005-05-16\n- Iran | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2005-03-12\n- France | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2006-02-03\n- China | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2007-03-03\n- China | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2006-01-24\nAnswer:", "completion": " France", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1341006", "prompt": "Who was last endorsed by the Senate of Italy before Middle East?\nEvidence:\n- Military (Middle East) | Mobilize or increase armed forces | Middle East | 2005-02-14\n- Tony Blair | Make statement | Middle East | 2005-02-04\n- Shimon Peres | Make statement | Middle East | 2005-02-26\n- Middle East | Praise or endorse | Iraq | 2005-03-22\n- Iraq | Provide military aid | Middle East | 2005-01-16\n- Gerhard Schröder | Make statement | Middle East | 2005-03-31\n- China | Praise or endorse | Middle East | 2005-03-23\n- China | Make optimistic comment | Middle East | 2005-02-09\n- Abdullah Gül | Make statement | Middle East | 2005-01-07\n- Tony Blair | Praise or endorse | Middle East | 2005-02-24\n- Shirin Ebadi | Criticize or denounce | Middle East | 2005-03-09\n- Royal Administration (Saudi Arabia) | Investigate | Middle East | 2005-04-16\n- Okada Katsuya | Make a visit | Middle East | 2005-03-30\n- Middle East | Host a visit | Okada Katsuya | 2005-03-30\n- Middle East | Host a visit | Mahmoud Abbas | 2005-02-01\nAnswer:", "completion": " Military (Lebanon)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1292138", "prompt": "After Roh Moo Hyun, who was the first to request a meeting with the indigenous people of South Korea?\nEvidence:\n- South Korea | Reject | Roh Moo Hyun | 2005-02-17\n- Roh Moo Hyun | Demand | South Korea | 2005-01-04\n- South Korea | Host a visit | Roh Moo Hyun | 2005-02-27\n- Roh Moo Hyun | Make a visit | South Korea | 2005-02-27\n- Roh Moo Hyun | Make statement | South Korea | 2005-03-09\n- Roh Moo Hyun | Make statement | South Korea | 2005-03-08\n- Roh Moo Hyun | Make statement | South Korea | 2005-02-25\n- Roh Moo Hyun | Make statement | South Korea | 2005-01-13\n- Roh Moo Hyun | Make statement | South Korea | 2005-01-07\n- Roh Moo Hyun | Make statement | South Korea | 2005-01-04\n- Roh Moo Hyun | Consult | Ministry (South Korea) | 2005-01-04\n- Ministry (South Korea) | Consult | Roh Moo Hyun | 2005-01-04\n- Roh Moo Hyun | Make an appeal or request | South Korea | 2005-01-03\n- South Korea | Criticize or denounce | Roh Moo Hyun | 2005-02-17\n- Roh Moo Hyun | Make statement | Ministry (South Korea) | 2005-01-13\nAnswer:", "completion": " Head of Government (South Korea)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1379879", "prompt": "Which country was the first to start negotiations with Eritrea after the Islamic Courts Union?\nEvidence:\n- Eritrea | Cooperate militarily | Islamic Courts Union | 2006-06-27\n- Eritrea | Provide military aid | Islamic Courts Union | 2006-07-29\n- Eritrea | Provide military aid | Islamic Courts Union | 2006-07-25\n- Eritrea | Provide military aid | Islamic Courts Union | 2006-06-30\n- Islamic Courts Union | Reject | Ethiopia | 2006-07-06\n- Islamic Courts Union | Accuse | Ethiopia | 2006-06-20\n- Islamic Courts Union | Make statement | African Union | 2006-09-15\n- Islamic Courts Union | Make statement | African Union | 2006-09-14\n- Raphael Tuju | Consult | Islamic Courts Union | 2006-09-04\n- Islamic Courts Union | Make statement | Ethiopia | 2006-07-06\n- Islamic Courts Union | Make statement | Ethiopia | 2006-06-17\n- Islamic Courts Union | Consult | Raphael Tuju | 2006-09-04\n- Islamic Courts Union | Consult | Associated Press | 2006-07-21\n- Djibouti | Make statement | Islamic Courts Union | 2006-08-19\n- Associated Press | Consult | Islamic Courts Union | 2006-07-21\nAnswer:", "completion": " Yemen", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1146345", "prompt": "Which was the last country to formally sign an agreement with Mexico, before Ivan Gasparovic?\nEvidence:\n- Valdas Adamkus | Consult | Ivan Gasparovic | 2005-02-28\n- Pavol Hrusovský | Consult | Ivan Gasparovic | 2005-01-17\n- Mikulas Dzurinda | Consult | Ivan Gasparovic | 2006-06-19\n- Mikulas Dzurinda | Consult | Ivan Gasparovic | 2006-03-31\n- Mikulas Dzurinda | Consult | Ivan Gasparovic | 2005-09-12\n- Mikulas Dzurinda | Consult | Ivan Gasparovic | 2005-01-17\n- Ivan Gasparovic | Make statement | Iraq | 2005-02-28\n- Ivan Gasparovic | Consult | Valdas Adamkus | 2005-02-28\n- Ivan Gasparovic | Consult | Pavol Hrusovský | 2005-01-17\n- Ivan Gasparovic | Consult | Mikulas Dzurinda | 2006-06-19\n- Ivan Gasparovic | Consult | Mikulas Dzurinda | 2006-03-31\n- Ivan Gasparovic | Consult | Mikulas Dzurinda | 2005-09-12\n- Ivan Gasparovic | Consult | Mikulas Dzurinda | 2005-01-17\n- Ivan Gasparovic | Consult | Heinz Fischer | 2005-05-04\n- Ivan Gasparovic | Consult | Branko Crvenkovski | 2005-05-16\nAnswer:", "completion": " Bolivia", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1053074", "prompt": "Who negotiated with Nabih Berri before the Syrian Foreign Minister?\nEvidence:\n- Nabih Berri | Consult | Iran | 2005-06-20\n- Iran | Consult | Nabih Berri | 2005-06-20\n- Nabih Berri | Host a visit | Foreign Affairs (France) | 2006-01-27\n- Foreign Affairs (France) | Make a visit | Nabih Berri | 2006-01-27\n- Foreign Affairs (Lebanon) | Engage in symbolic act | Nabih Berri | 2005-10-17\n- Nabih Berri | Reject | Extremist (Lebanon) | 2005-02-21\n- Nabih Berri | Make statement | Iran | 2005-06-20\n- Nabih Berri | Consult | Ministry (Iran) | 2006-02-18\n- Nabih Berri | Consult | Mahmoud Ahmadinejad | 2006-01-21\n- Nabih Berri | Consult | Georgios Papandreou | 2006-07-26\n- Nabih Berri | Consult | Fawzi Salloukh | 2006-07-25\n- Nabih Berri | Assassinate | Rafiq Hariri | 2006-03-02\n- Ministry (Iran) | Consult | Nabih Berri | 2006-02-18\n- Mahmoud Ahmadinejad | Consult | Nabih Berri | 2006-01-21\n- Georgios Papandreou | Consult | Nabih Berri | 2006-07-26\nAnswer:", "completion": " Angela Merkel", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1200154", "prompt": "After the workers of Ghana, to whom did the Trade Union Congress make the first request?\nEvidence:\n- Employee (Ghana) | Praise or endorse | Trade Union Congress | 2010-07-01\n- Trade Union Congress | Consult | African Union | 2010-07-27\n- African Union | Consult | Trade Union Congress | 2010-07-27\n- Trade Union Congress | Make statement | Iraq | 2008-04-20\n- Trade Union Congress | Make statement | Labor Union (Nigeria) | 2011-02-04\n- Trade Union Congress | Make statement | Labor Union (Nigeria) | 2005-09-05\n- Trade Union Congress | Make statement | Tony Blair | 2006-09-08\n- Trade Union Congress | Make statement | Government (Nigeria) | 2012-01-04\n- Trade Union Congress | Make statement | Government (Nigeria) | 2012-01-03\n- Trade Union Congress | Make statement | Government (Nigeria) | 2011-07-06\n- Trade Union Congress | Make statement | Government (Nigeria) | 2011-05-17\n- Trade Union Congress | Make statement | Government (Nigeria) | 2011-01-07\n- Trade Union Congress | Make statement | Government (Nigeria) | 2010-11-08\n- Tony Blair | Make statement | Trade Union Congress | 2006-09-12\n- Peter Esele | Make statement | Trade Union Congress | 2011-07-18\nAnswer:", "completion": " Government (Nigeria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1092651", "prompt": "Who appealed to the head of government of Kenya in 2012-10?\nEvidence:\n- Head of Government (Kenya) | Make statement | The Hague | 2012-04-26\n- Rights Activist (Kenya) | Accuse | Head of Government (Kenya) | 2012-04-26\n- Lawyer/Attorney (Kenya) | Consult | Head of Government (Kenya) | 2012-10-25\n- Head of Government (Kenya) | Make statement | Media (Kenya) | 2012-01-09\n- Head of Government (Kenya) | Consult | Lawyer/Attorney (Kenya) | 2012-10-25\n- Presidential Press Service (Kenya) | Accuse | Head of Government (Kenya) | 2012-02-21\n- Lawyer/Attorney (Kenya) | Make statement | Head of Government (Kenya) | 2012-07-13\n- Head of Government (Kenya) | Praise or endorse | Media (Kenya) | 2012-05-03\n- Xi Jinping | Consult | Head of Government (Kenya) | 2012-05-29\n- Head of Government (Kenya) | Consult | Xi Jinping | 2012-05-29\n- Head of Government (Kenya) | Accuse | Media (Africa) | 2012-12-18\n- Head of Government (Kenya) | Make statement | Military Personnel - Special (Kenya) | 2012-08-31\n- Head of Government (Kenya) | Demand de-escalation of military engagement | Police (Kenya) | 2012-09-13\n- William Ruto | Make statement | Head of Government (Kenya) | 2012-03-13\n- Uhuru Muigai Kenyatta | Yield | Head of Government (Kenya) | 2012-06-09\nAnswer:", "completion": " Rights Activist (Kenya)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1205958", "prompt": "Who commended Yemen in Oct 2013?\nEvidence:\n- Iran | Engage in diplomatic cooperation | Yemen | 2013-10-16\n- Iran | Engage in diplomatic cooperation | Yemen | 2013-10-14\n- Governor (Yemen) | Make statement | Yemen | 2013-10-10\n- Yemen | Engage in diplomatic cooperation | United Arab Emirates | 2013-10-20\n- United Arab Emirates | Engage in diplomatic cooperation | Yemen | 2013-10-20\n- Criminal (Yemen) | Use unconventional violence | Yemen | 2013-10-19\n- Yemen | Engage in diplomatic cooperation | High Commission for Refugees | 2013-10-27\n- High Commission for Refugees | Engage in diplomatic cooperation | Yemen | 2013-10-27\n- Yemen | Arrest, detain, or charge with legal action | Military Personnel (Yemen) | 2013-10-31\n- Yemen | Arrest, detain, or charge with legal action | Military Personnel (Yemen) | 2013-10-29\n- Iran | Express intent to engage in diplomatic cooperation (such as policy support) | Yemen | 2013-10-07\n- Yemen | Make a visit | Iran | 2013-10-14\n- Iran | Host a visit | Yemen | 2013-10-14\n- Government (Germany) | Express intent to engage in diplomatic cooperation (such as policy support) | Yemen | 2013-10-09\n- Yemen | Host a visit | Abdirahman Mohamed Farole | 2013-10-08\nAnswer:", "completion": " National Reform Movement", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1151919", "prompt": "In which month did Dmitry Anatolyevich Medvedev first express his intention to negotiate with Benjamin Netanyahu?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | China | 2006-08-29\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | China | 2005-12-08\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | China | 2005-12-07\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | China | 2005-12-06\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | Wen Jiabao | 2006-08-29\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | Islam Karimov | 2006-05-06\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | Islam Karimov | 2006-05-05\n- Angela Merkel | Express intent to meet or negotiate | Dmitry Anatolyevich Medvedev | 2006-04-23\n- Dmitry Anatolyevich Medvedev | Engage in negotiation | China | 2005-12-09\n- China | Engage in negotiation | Dmitry Anatolyevich Medvedev | 2005-12-09\n- Dmitry Anatolyevich Medvedev | Consult | China | 2005-12-08\n- China | Consult | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | Other Authorities / Officials (Russia) | 2006-08-04\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | Other Authorities / Officials (Russia) | 2006-08-01\nAnswer:", "completion": " 2010-02", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1205340", "prompt": "The citizens of Sudan were rejected by who after 26 November 2010?\nEvidence:\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-27\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-26\n- Sudan | Return, release person(s) | Citizen (Sudan) | 2005-01-19\nAnswer:", "completion": " National Party (Sudan)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1091966", "prompt": "After the Nigerian Labour Union, who was the first to make an appeal to the Nigerian Ministry of Foreign Affairs?\nEvidence:\n- Foreign Affairs (Namibia) | Make an appeal or request | African Union | 2013-05-27\n- Foreign Affairs (Ethiopia) | Make an appeal or request | African Union | 2015-03-12\n- Foreign Affairs (Ethiopia) | Make an appeal or request | African Union | 2015-03-11\n- Nigerian Bar Association | Make an appeal or request | African Union | 2010-11-15\n- Nigerian Bar Association | Make an appeal or request | African Union | 2010-11-12\n- Ministry (Brazil) | Make an appeal or request | Foreign Affairs (Venezuela) | 2007-06-02\n- Foreign Affairs (South Korea) | Make an appeal or request | African Union | 2014-01-12\n- Foreign Affairs (India) | Make an appeal or request | Labor Union (India) | 2007-09-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- African Union | Make an appeal or request | The Hague | 2013-10-17\n- Citizen (Nigeria) | Make an appeal or request | Ministry (Ministry of the Niger Delta) | 2009-01-22\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Foreign Affairs (South Korea) | Make an appeal or request | Ministry (South Korea) | 2010-10-11\nAnswer:", "completion": " Labor and Employment Ministry (Nigeria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1289835", "prompt": "Who did Devlet Bahçeli condemn in Milliyet in the same month?\nEvidence:\n- Devlet Bahçeli | Criticize or denounce | Milliyet | 2008-03-06\n- Devlet Bahçeli | Engage in negotiation | Abdullah Gül | 2007-08-14\n- Abdullah Gül | Engage in negotiation | Devlet Bahçeli | 2007-08-14\n- Devlet Bahçeli | Reject | Abdullah Gül | 2008-09-03\n- Devlet Bahçeli | Make statement | Iraq | 2007-10-23\n- Devlet Bahçeli | Make statement | Iraq | 2005-01-30\n- Devlet Bahçeli | Consult | Abdullah Gül | 2014-05-22\n- Devlet Bahçeli | Consult | Abdullah Gül | 2007-10-23\n- Devlet Bahçeli | Consult | Abdullah Gül | 2007-08-14\n- Devlet Bahçeli | Accuse | Abdullah Gül | 2014-05-14\n- Abdullah Gül | Consult | Devlet Bahçeli | 2014-05-22\n- Abdullah Gül | Consult | Devlet Bahçeli | 2007-10-23\n- Abdullah Gül | Consult | Devlet Bahçeli | 2007-08-14\n- Iraq | Host a visit | Devlet Bahçeli | 2012-08-16\n- Devlet Bahçeli | Make statement | Massoud Barzani | 2007-10-23\nAnswer:", "completion": " Justice and Development Party", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1107472", "prompt": "Before 2007-04, who wanted to meet Emperor Akihito?\nEvidence:\n- Emperor Akihito | Express intent to meet or negotiate | Thailand | 2006-01-27\n- Emperor Akihito | Express intent to meet or negotiate | Malaysia | 2006-01-27\n- Emperor Akihito | Express intent to meet or negotiate | Japan | 2005-08-20\n- Emperor Akihito | Express intent to meet or negotiate | Japan | 2005-06-28\n- Emperor Akihito | Express intent to meet or negotiate | Ireland | 2005-05-07\n- Emperor Akihito | Express intent to meet or negotiate | Ireland | 2005-05-06\n- Emperor Akihito | Express intent to meet or negotiate | Ireland | 2005-05-04\n- Samuel Schmid | Consult | Emperor Akihito | 2005-04-19\n- Muhammad VI | Consult | Emperor Akihito | 2005-11-29\n- Mikulas Dzurinda | Consult | Emperor Akihito | 2005-05-24\n- Emperor Akihito | Make statement | Japan | 2005-04-25\n- Emperor Akihito | Make statement | China | 2006-01-30\n- Emperor Akihito | Consult | Samuel Schmid | 2005-04-19\n- Emperor Akihito | Consult | Muhammad VI | 2005-11-29\n- Emperor Akihito | Consult | Mikulas Dzurinda | 2005-05-24\nAnswer:", "completion": " Mikhail Yefimovich Fradkov", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1226439", "prompt": "With which country did South Korea want to meet first in 2010?\nEvidence:\n- Foreign Affairs (South Korea) | Express intent to meet or negotiate | South Korea | 2010-01-07\n- Mahmoud Abbas | Express intent to meet or negotiate | South Korea | 2010-01-23\n- South Korea | Engage in negotiation | France | 2010-01-09\n- France | Engage in negotiation | South Korea | 2010-01-09\n- Envoy (United States) | Express intent to meet or negotiate | South Korea | 2010-01-08\n- South Korea | Engage in diplomatic cooperation | Japan | 2010-01-19\n- South Korea | Engage in diplomatic cooperation | Japan | 2010-01-16\n- South Korea | Engage in diplomatic cooperation | Japan | 2010-01-15\n- South Korea | Engage in diplomatic cooperation | Japan | 2010-01-08\n- Japan | Engage in diplomatic cooperation | South Korea | 2010-01-19\n- Japan | Engage in diplomatic cooperation | South Korea | 2010-01-16\n- Japan | Engage in diplomatic cooperation | South Korea | 2010-01-15\n- Japan | Engage in diplomatic cooperation | South Korea | 2010-01-08\n- South Korea | Express intent to cooperate | Japan | 2010-01-20\n- South Korea | Express intent to cooperate | Japan | 2010-01-16\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1340460", "prompt": "Which country first hosted Georgios Papandreou's visit from Georgios Papandreou?\nEvidence:\n- Georgios Papandreou | Consult | Georgios Papandreou | 2005-02-10\n- Iran | Host a visit | Georgios Papandreou | 2006-06-30\n- Iran | Host a visit | Georgios Papandreou | 2006-06-26\n- Georgios Papandreou | Make a visit | Iran | 2006-06-30\n- Georgios Papandreou | Make a visit | Iran | 2006-06-26\n- Georgios Papandreou | Make a visit | France | 2005-02-11\n- France | Host a visit | Georgios Papandreou | 2005-02-11\n- Middle East | Host a visit | Georgios Papandreou | 2006-06-27\n- Georgios Papandreou | Make a visit | Middle East | 2006-07-04\n- Georgios Papandreou | Make a visit | Middle East | 2006-06-27\n- New Democracy | Demand | Georgios Papandreou | 2006-04-17\n- Laila Freivalds | Consult | Georgios Papandreou | 2005-09-07\n- Ismail Cem | Consult | Georgios Papandreou | 2005-03-02\n- Georgios Papandreou | Make statement | Portugal | 2005-02-21\n- Georgios Papandreou | Make statement | Iran | 2006-02-15\nAnswer:", "completion": " France", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1180714", "prompt": "Before Nuri al-Maliki, who made a visit to the Ministry of Iran?\nEvidence:\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-05-20\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-26\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-25\n- Nuri al-Maliki | Consult | Iraq | 2006-04-27\n- Iraq | Consult | Nuri al-Maliki | 2006-04-27\n- Council of Representatives | Make statement | Nuri al-Maliki | 2006-05-17\n- Tony Blair | Consult | Nuri al-Maliki | 2006-05-22\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-22\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-20\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-09\n- Nuri al-Maliki | Make statement | Iraq | 2006-04-22\n- Nuri al-Maliki | Make statement | Iraq | 2005-08-22\n- Nuri al-Maliki | Consult | Tony Blair | 2006-05-22\n- Nuri al-Maliki | Consult | Legislature (Iraq) | 2006-05-20\n- Nuri al-Maliki | Consult | Legislature (Iraq) | 2006-05-17\nAnswer:", "completion": " Evo Morales", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1194296", "prompt": "After William Ruto, who was the first to negotiate with Jakaya Mrisho Kikwete?\nEvidence:\n- Benjamin William Mkapa | Make statement | Jakaya Mrisho Kikwete | 2005-12-13\n- Jakaya Mrisho Kikwete | Praise or endorse | Benjamin William Mkapa | 2005-12-22\n- Jakaya Mrisho Kikwete | Criticize or denounce | Benjamin William Mkapa | 2005-12-18\n- Jakaya Mrisho Kikwete | Criticize or denounce | Benjamin William Mkapa | 2005-12-12\n- Jakaya Mrisho Kikwete | Criticize or denounce | Benjamin William Mkapa | 2005-10-27\n- Benjamin William Mkapa | Praise or endorse | Jakaya Mrisho Kikwete | 2005-12-14\n- Tanzania | Make statement | Jakaya Mrisho Kikwete | 2005-12-13\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-03-10\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-03-09\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-23\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-21\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-10\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-02\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-01\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-01-02\nAnswer:", "completion": " Barack Obama", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1210389", "prompt": "In 2015, who used unconventional force against the military personnel - special of Afghanistan?\nEvidence:\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Women (Afghanistan) | 2008-04-30\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Women (Afghanistan) | 2006-03-09\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Protester (Afghanistan) | 2013-06-04\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Protester (Afghanistan) | 2011-05-19\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Protester (Afghanistan) | 2011-04-02\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Protester (Afghanistan) | 2009-12-09\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Protester (Afghanistan) | 2006-02-06\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Protester (Afghanistan) | 2005-05-12\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Murderer (Afghanistan) | 2015-04-30\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Insurgent (Afghanistan) | 2015-12-11\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Insurgent (Afghanistan) | 2015-12-01\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Insurgent (Afghanistan) | 2015-11-25\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Insurgent (Afghanistan) | 2015-11-24\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Insurgent (Afghanistan) | 2015-11-14\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Insurgent (Afghanistan) | 2015-11-09\nAnswer:", "completion": " Armed Rebel (Afghanistan)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1298994", "prompt": "In which year did Jack Straw last negotiate with the French Foreign Minister?\nEvidence:\n- Thailand | Consult | Jack Straw | 2005-01-07\n- Jack Straw | Consult | Thailand | 2005-01-07\n- Wen Jiabao | Consult | Jack Straw | 2005-01-21\n- Tony Blair | Consult | Jack Straw | 2005-02-04\n- Jack Straw | Reject | Tony Blair | 2005-01-04\n- Jack Straw | Make statement | Iraq | 2005-01-31\n- Jack Straw | Make statement | Iraq | 2005-01-03\n- Jack Straw | Make statement | Iraq | 2005-01-01\n- Jack Straw | Make statement | China | 2005-01-21\n- Jack Straw | Defend verbally | France | 2005-01-19\n- Jack Straw | Consult | Wen Jiabao | 2005-01-21\n- Jack Straw | Consult | Tony Blair | 2005-02-04\n- Jack Straw | Consult | Pervez Musharraf | 2005-02-14\n- Jack Straw | Consult | Gerhard Schröder | 2005-02-04\n- Gerhard Schröder | Consult | Jack Straw | 2005-02-04\nAnswer:", "completion": " 2006", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1211576", "prompt": "In August, 2009, who appealed for the Cabinet Council of Ministers Advisors of United States?\nEvidence:\n- Cabinet / Council of Ministers / Advisors (United States) | Appeal for intelligence | Thailand | 2014-03-01\n- Cabinet / Council of Ministers / Advisors (United States) | Appeal for intelligence | France | 2013-06-05\n- Cabinet / Council of Ministers / Advisors (United States) | Appeal for intelligence | China | 2010-02-01\n- The Hague | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2009-03-12\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | The Hague | 2009-03-12\n- Vietnam | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2005-05-12\n- Vietnam | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2005-05-06\n- Sudan | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2005-04-14\n- Japan | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2006-01-23\n- Japan | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2005-10-24\n- Iraq | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2007-12-05\n- Iraq | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2006-10-06\n- Iraq | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2005-05-16\n- Iran | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2005-03-12\n- France | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2006-02-03\nAnswer:", "completion": " Human Rights Watch", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1065941", "prompt": "When did the citizens of Nigeria reject Bukola Saraki?\nEvidence:\n- Bukola Saraki | Threaten | Citizen (Nigeria) | 2009-11-25\n- Bukola Saraki | Accuse | Government (Nigeria) | 2005-09-22\n- Bukola Saraki | Accuse | Citizen (Nigeria) | 2007-05-28\n- Head of Government (Nigeria) | Make statement | Bukola Saraki | 2007-12-20\n- Citizen (Nigeria) | Complain officially | Bukola Saraki | 2009-02-06\n- Bukola Saraki | Provide aid | Citizen (Nigeria) | 2009-02-19\n- Bukola Saraki | Make statement | Government (Nigeria) | 2009-11-25\n- Bukola Saraki | Make statement | Government (Nigeria) | 2009-03-30\n- Bukola Saraki | Make statement | Government (Nigeria) | 2008-11-07\n- Bukola Saraki | Make statement | Government (Nigeria) | 2008-06-02\n- Bukola Saraki | Make statement | Government (Nigeria) | 2007-12-20\n- Bukola Saraki | Make statement | Government (Nigeria) | 2007-12-10\n- Bukola Saraki | Make statement | Government (Nigeria) | 2005-05-18\n- Bukola Saraki | Make statement | Government (Nigeria) | 2005-04-05\n- Bukola Saraki | Make statement | Education (Nigeria) | 2009-06-30\nAnswer:", "completion": " 2015-11-05", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1040171", "prompt": "Who was the last person threatened by the Men of South Africa before the Nurse of South Africa?\nEvidence:\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-27\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-26\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-25\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-23\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-19\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-16\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-13\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-02\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\nAnswer:", "completion": " Police (South Africa)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1206892", "prompt": "After Ali Abdullah Saleh, who appealed for the Foreign Affairs of France first?\nEvidence:\n- Foreign Affairs (Mauritania) | Consult | Ali Abdullah Saleh | 2005-03-15\n- Ali Abdullah Saleh | Consult | Foreign Affairs (Mauritania) | 2005-03-15\n- France | Host a visit | Ali Abdullah Saleh | 2005-02-28\n- France | Host a visit | Ali Abdullah Saleh | 2005-02-21\n- Ali Abdullah Saleh | Make a visit | France | 2005-02-28\n- Ali Abdullah Saleh | Make a visit | France | 2005-02-21\n- Ali Abdullah Saleh | Make an appeal or request | Foreign Affairs (Mauritania) | 2005-03-15\n- Ali Abdullah Saleh | Investigate | Yemen | 2005-02-11\n- Ali Abdullah Saleh | Investigate | Yemen | 2005-02-06\n- Ali Abdullah Saleh | Reduce or break diplomatic relations | France | 2005-03-10\n- Yemen | Make statement | Ali Abdullah Saleh | 2005-05-03\n- Solomon Passy | Consult | Ali Abdullah Saleh | 2005-02-24\n- Pervez Musharraf | Consult | Ali Abdullah Saleh | 2005-02-13\n- Gerhard Schröder | Consult | Ali Abdullah Saleh | 2005-03-04\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-06-16\nAnswer:", "completion": " Representatives (France)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1312581", "prompt": "Before South Korea, who wanted to participate in diplomatic cooperation with the business of South Korea?\nEvidence:\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | South Korea | 2005-01-06\n- South Korea | Express intent to engage in diplomatic cooperation (such as policy support) | Emperor Akihito | 2005-01-13\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Thailand | Engage in diplomatic cooperation | Malaysia | 2005-02-02\n- South Korea | Demand material cooperation | China | 2005-01-13\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | South Korea | 2005-01-08\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- South Korea | Engage in negotiation | Japan | 2005-01-08\n- South Korea | Engage in negotiation | Japan | 2005-01-03\n- Japan | Engage in negotiation | South Korea | 2005-01-08\n- Japan | Engage in negotiation | South Korea | 2005-01-03\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Malaysia | 2005-01-31\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Malaysia | 2005-01-28\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Japan | 2005-01-08\nAnswer:", "completion": " Lee Myung Bak", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1301957", "prompt": "Who denounced the Australian police in 2012?\nEvidence:\n- Police (Israel) | Make statement | The Hague | 2005-04-26\n- Vietnam | Engage in diplomatic cooperation | Committees for the Defense of the Revolution | 2005-09-30\n- People Associated with the Opposition (Ukraine) | Demand change in leadership | Police (Ukraine) | 2005-07-05\n- The Hague | Reject | The Hague | 2005-05-04\n- The Hague | Accuse | The Hague | 2006-03-11\n- The Daily Telegraph | Make statement | Police (Australia) | 2005-06-22\n- The Daily Telegraph | Make statement | Police (Australia) | 2005-06-20\n- The Hague | Threaten | Criminal (The Hague) | 2006-04-30\n- The Hague | Make statement | The Hague | 2006-03-08\n- The Hague | Deny responsibility | The Hague | 2005-03-03\n- The Hague | Accuse of war crimes | Police (Macedonia) | 2005-03-15\n- The Hague | Make optimistic comment | The Hague | 2006-06-13\n- The Hague | Engage in negotiation | Justice Department/Ministery (Serbia) | 2005-03-15\n- The Daily Telegraph | Engage in symbolic act | Citizen (Australia) | 2005-01-08\n- Justice Department/Ministery (Serbia) | Engage in negotiation | The Hague | 2005-03-15\nAnswer:", "completion": " Lawyer/Attorney (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1332634", "prompt": "Who was the first to threaten the South African police?\nEvidence:\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-07-02\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-06-27\n- South African National Defence Force | Threaten | South Africa | 2011-02-14\n- The Hague | Threaten | Criminal (The Hague) | 2006-04-30\n- People First Party Korea | Threaten | Civil Servant (Taiwan) | 2005-11-10\n- Sudan | Threaten | African Union | 2010-06-08\n- African Union | Threaten | Sudan | 2010-08-27\n- African Union | Threaten | Sudan | 2006-01-15\n- African Union | Threaten | Eritrea | 2009-10-26\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- The Poor (Mexico) | Threaten | Mexico | 2007-06-30\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\nAnswer:", "completion": " Jacob Sello Selebi", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1265415", "prompt": "At what time did the people associated with the Australian opposition last make a request to Julia Gillard?\nEvidence:\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2007-05-17\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2006-04-06\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2005-09-06\n- Julia Gillard | Consider policy option | People Associated with the Opposition (Australia) | 2007-05-02\n- Julia Gillard | Make a visit | Vietnam | 2005-01-19\n- Vietnam | Host a visit | Julia Gillard | 2005-01-19\n- Mike Rann | Make an appeal or request | Julia Gillard | 2005-01-25\n- Julia Gillard | Make an appeal or request | Citizen (Australia) | 2006-03-23\n- Julia Gillard | Make an appeal or request | Citizen (Australia) | 2005-09-29\n- Julia Gillard | Make an appeal or request | Citizen (Australia) | 2005-01-22\n- David Hawker | Make an appeal or request | Julia Gillard | 2006-05-31\n- Citizen (Australia) | Make an appeal or request | Julia Gillard | 2005-01-26\n- Citizen (Australia) | Make an appeal or request | Julia Gillard | 2005-01-25\n- Police (Australia) | Make statement | Julia Gillard | 2006-12-03\n- Peter Costello | Make statement | Julia Gillard | 2006-12-07\nAnswer:", "completion": " 2011-08-24", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1009457", "prompt": "Who supported Nuri al-Maliki in June 2006?\nEvidence:\n- Nuri al-Maliki | Reject | Iran | 2006-06-14\n- Nuri al-Maliki | Consult | Iraq | 2006-06-09\n- Iraq | Consult | Nuri al-Maliki | 2006-06-09\n- Nuri al-Maliki | Make statement | Iraq | 2006-06-21\n- Nuri al-Maliki | Make statement | Iraq | 2006-06-13\n- Nuri al-Maliki | Make statement | Iraq | 2006-06-02\n- Nuri al-Maliki | Consult | Elizabeth Dole | 2006-06-04\n- Nuri al-Maliki | Consult | Elizabeth Dole | 2006-06-03\n- Elizabeth Dole | Consult | Nuri al-Maliki | 2006-06-04\n- Elizabeth Dole | Consult | Nuri al-Maliki | 2006-06-03\n- Nuri al-Maliki | Make statement | Insurgent (Al Qaeda) | 2006-06-08\n- Tony Snow | Make statement | Nuri al-Maliki | 2006-06-02\n- Stephen Hadley | Make statement | Nuri al-Maliki | 2006-06-20\n- Nuri al-Maliki | Make statement | Militant (Jordan) | 2006-06-08\n- Nuri al-Maliki | Make statement | Legislature (Iraq) | 2006-06-08\nAnswer:", "completion": " Legislature (Iraq)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1163969", "prompt": "Who was the last person to support Alexis Tsipras before Dmitry Anatolyevich Medvedev?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- Dmitry Anatolyevich Medvedev | Consult | China | 2005-12-08\n- China | Consult | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Veterans (Russia) | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Islam Karimov | Consult | Dmitry Anatolyevich Medvedev | 2006-05-07\n- Islam Karimov | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2006-01-13\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2006-01-12\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2005-11-15\n- Dmitry Anatolyevich Medvedev | Make statement | Kazakhstan | 2006-03-30\n- Dmitry Anatolyevich Medvedev | Consult | Veterans (Russia) | 2006-05-06\n- Dmitry Anatolyevich Medvedev | Consult | Islam Karimov | 2006-05-07\n- Dmitry Anatolyevich Medvedev | Consult | Islam Karimov | 2006-05-06\n- Georgios Papandreou | Accuse | Alexis Tsipras | 2011-04-01\n- Democratic Left | Consult | Alexis Tsipras | 2012-05-08\nAnswer:", "completion": " Angela Merkel", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1292052", "prompt": "Before United Arab Emirates, who last received Cristina Fernández de Kirchner's visit from Cristina Fernández de Kirchner?\nEvidence:\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-05-24\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-03-03\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-02-28\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-12-26\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-11-15\n- Cristina Fernández de Kirchner | Accuse | Alberto Fernández | 2005-12-24\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2012-09-23\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2007-11-15\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-05-24\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-03-03\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-02-28\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2007-12-26\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2007-11-15\n- Alberto Fernández | Accuse | Cristina Fernández de Kirchner | 2012-05-27\n- Cristina Fernández de Kirchner | Make a visit | Alberto Fernández | 2006-12-14\nAnswer:", "completion": " Congress (Argentina)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1255995", "prompt": "Who was the first person investigated by the Australian police in 2010?\nEvidence:\n- The Chronicle | Discuss by telephone | New Patriotic Party | 2010-02-02\n- The Chronicle | Discuss by telephone | City Mayor (Ghana) | 2010-02-09\n- New Patriotic Party | Discuss by telephone | The Chronicle | 2010-02-02\n- City Mayor (Ghana) | Discuss by telephone | The Chronicle | 2010-02-09\n- Office of the Attorney General | Return, release person(s) | Thailand | 2010-05-26\n- Professor (Australia) | Make statement | Political Parties (First Nations) | 2010-12-03\n- Civic Platform | Criticize or denounce | Poland Comes First | 2010-12-15\nAnswer:", "completion": " Citizen (Australia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 7, "n_anchors": 0} +{"id": "mtq_1372711", "prompt": "In what year did Hanan Ashrawi make a request to the government of South Africa?\nEvidence:\n- Hanan Ashrawi | Make an appeal or request | Government (South Africa) | 2015-06-21\n- Tzipi Livni | Consult | Hanan Ashrawi | 2007-06-02\n- Tony Blair | Consult | Hanan Ashrawi | 2012-01-12\n- Tony Blair | Consult | Hanan Ashrawi | 2012-01-10\n- Tony Blair | Consult | Hanan Ashrawi | 2011-09-07\n- John Baird | Consult | Hanan Ashrawi | 2011-07-29\n- Javier Solana | Consult | Hanan Ashrawi | 2007-01-20\n- Hanan Ashrawi | Reject | Benjamin Netanyahu | 2011-03-12\n- Hanan Ashrawi | Consult | Tzipi Livni | 2007-06-02\n- Hanan Ashrawi | Consult | Tony Blair | 2012-01-12\n- Hanan Ashrawi | Consult | Tony Blair | 2012-01-10\n- Hanan Ashrawi | Consult | Tony Blair | 2011-09-07\n- Hanan Ashrawi | Consult | John Baird | 2011-07-29\n- Hanan Ashrawi | Consult | Javier Solana | 2007-01-20\n- Hanan Ashrawi | Consult | Catherine Ashton | 2012-10-25\nAnswer:", "completion": " 2015", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1227294", "prompt": "Who was accused by the Cabinet Council of Ministers Advisors of Australia last before Julia Gillard?\nEvidence:\n- Julia Gillard | Make statement | Cabinet / Council of Ministers / Advisors (Australia) | 2007-04-13\n- Member of Parliament (Australia) | Accuse | Julia Gillard | 2007-05-02\n- Julia Gillard | Consult | Businessperson (Australia) | 2007-05-03\n- Julia Gillard | Accuse | Citizen (Australia) | 2005-01-23\n- Citizen (Australia) | Reject | Julia Gillard | 2007-01-03\n- Citizen (Australia) | Reject | Julia Gillard | 2005-09-27\n- Citizen (Australia) | Demand | Julia Gillard | 2005-01-26\n- Citizen (Australia) | Demand | Julia Gillard | 2005-01-25\n- Businessperson (Australia) | Consult | Julia Gillard | 2007-05-03\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2007-05-17\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2006-04-06\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2005-09-06\n- Member of Parliament (Australia) | Make statement | Julia Gillard | 2007-01-19\n- Member of Parliament (Australia) | Make statement | Julia Gillard | 2006-12-06\n- Julia Gillard | Consider policy option | People Associated with the Opposition (Australia) | 2007-05-02\nAnswer:", "completion": " Citizen (Australia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1021423", "prompt": "Who did Rafael Correa want to meet after January 2015?\nEvidence:\n- Rafael Ramírez | Consult | Rafael Correa | 2005-07-14\n- Rafael Correa | Consult | Rafael Ramírez | 2005-07-14\n- Rafael Correa | Reject | Rafael Antonio Bielsa | 2006-11-23\n- Rafael Correa | Consult | Rafael Antonio Bielsa | 2006-09-26\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-26\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-20\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-01\n- Rafael Antonio Bielsa | Consult | Rafael Correa | 2006-09-26\n- Rafael Antonio Bielsa | Accuse | Rafael Correa | 2006-10-15\n- Rafael Correa | Express intent to meet or negotiate | Colombia | 2006-12-19\n- Rafael Correa | Express intent to meet or negotiate | Colombia | 2006-12-15\n- Rafael Correa | Express intent to meet or negotiate | Colombia | 2006-12-13\n- Rafael Correa | Express intent to meet or negotiate | Colombia | 2006-12-11\n- Rafael Correa | Express intent to meet or negotiate | Colombia | 2006-12-01\n- Rafael Correa | Express intent to meet or negotiate | Bolivia | 2006-12-05\nAnswer:", "completion": " France", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1327301", "prompt": "After 13 August 2012, to whom did the citizens of Mali make a request?\nEvidence:\n- Citizen (Mali) | Make an appeal or request | Interim Government (Mali) | 2012-08-13\nAnswer:", "completion": " France", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1102958", "prompt": "Before Olivier Kamitatu Etsu, which was the last country to visit Angola?\nEvidence:\n- Olivier Kamitatu Etsu | Make a visit | Angola | 2005-12-05\n- Angola | Host a visit | Olivier Kamitatu Etsu | 2005-12-05\n- Olivier Kamitatu Etsu | Express intent to cooperate | Citizen (Unidentified State Actor) | 2005-02-02\n- Member of the Judiciary (Angola) | Make pessimistic comment | Angola | 2005-01-21\n- Angola | Express intent to meet or negotiate | Military Personnel (Angola) | 2005-06-01\n- South Africa | Host a visit | Angola | 2005-02-18\n- Businessperson (Germany) | Make a visit | Angola | 2005-03-15\n- Angola | Make a visit | South Africa | 2005-02-18\n- Angola | Host a visit | Businessperson (Germany) | 2005-03-15\n- Military Personnel (Angola) | Make statement | Angola | 2005-02-22\n- Yang Hyong Sop | Make a visit | Angola | 2005-03-31\n- Yang Hyong Sop | Make a visit | Angola | 2005-03-30\n- Foreign Affairs (Portugal) | Make a visit | Angola | 2005-01-27\n- Angola | Host a visit | Yang Hyong Sop | 2005-03-31\n- Angola | Host a visit | Yang Hyong Sop | 2005-03-30\nAnswer:", "completion": " Japan", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1145728", "prompt": "When did Zillur Rahman praise Abdullah Gül?\nEvidence:\n- Abdullah Gül | Praise or endorse | Zillur Rahman | 2009-02-17\n- Mahmoud Ahmadinejad | Praise or endorse | Zillur Rahman | 2009-03-30\n- Zillur Rahman | Praise or endorse | Indigenous People (Bangladesh) | 2009-05-11\n- Zillur Rahman | Make statement | Lesotho | 2009-03-13\n- Zillur Rahman | Make statement | Lesotho | 2009-03-12\n- Zillur Rahman | Make statement | Japan | 2009-06-29\n- Zillur Rahman | Demand | Citizen (Bangladesh) | 2008-08-04\n- Zillur Rahman | Consult | Employee (Bangladesh) | 2008-05-05\n- Zillur Rahman | Consult | Employee (Bangladesh) | 2007-10-16\n- Zillur Rahman | Consult | Employee (Bangladesh) | 2007-10-14\n- Employee (Bangladesh) | Consult | Zillur Rahman | 2008-05-05\n- Employee (Bangladesh) | Consult | Zillur Rahman | 2007-10-16\n- Employee (Bangladesh) | Consult | Zillur Rahman | 2007-10-14\n- Head of Government (India) | Praise or endorse | Zillur Rahman | 2009-02-17\n- Head of Government (India) | Praise or endorse | Zillur Rahman | 2009-02-12\nAnswer:", "completion": " 2010-02-12", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1205658", "prompt": "Who used small arms and light weapons to attack Somalia's intelligence chief in 2008?\nEvidence:\n- Armed Gang (Somalia) | fight with small arms and light weapons | Intelligence Officer (Somalia) | 2008-04-22\n- Armed Gang (Somalia) | fight with small arms and light weapons | Intelligence Officer (Somalia) | 2008-03-05\n- Armed Gang (Somalia) | fight with small arms and light weapons | Intelligence (Puntland) | 2008-05-24\n- Armed Opposition (Somalia) | fight with small arms and light weapons | Education (Somalia) | 2008-02-20\n- Armed Opposition (Somalia) | fight with small arms and light weapons | Education (Somalia) | 2008-02-14\n- Armed Gang (Somalia) | fight with small arms and light weapons | Businessperson (Somalia) | 2008-07-10\n- Armed Gang (Somalia) | fight with small arms and light weapons | Activist (Somalia) | 2008-06-22\n- Armed Opposition (Somalia) | fight with small arms and light weapons | Media Personnel (Somalia) | 2008-06-03\n- Armed Gang (Somalia) | fight with small arms and light weapons | Media Personnel (Somalia) | 2008-02-01\n- Armed Gang (Somalia) | fight with small arms and light weapons | Associated Press | 2008-06-09\n- Armed Opposition (Somalia) | fight with small arms and light weapons | Islamic Courts Union | 2008-10-07\n- Armed Band (Somalia) | fight with small arms and light weapons | Media Personnel (International) | 2008-06-09\n- Sudan People's Liberation Army | fight with small arms and light weapons | Police (Sudan) | 2008-07-09\nAnswer:", "completion": " Armed Gang (Somalia)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 13, "n_anchors": 0} +{"id": "mtq_1298342", "prompt": "When was the last time the Taliban militant used small arms and light weapons to fight the Military Personnel - Special of Afghanistan?\nEvidence:\n- Military Personnel - Special (Afghanistan) | fight with small arms and light weapons | Militant (Taliban) | 2015-10-05\n- Military Personnel - Special (Afghanistan) | fight with small arms and light weapons | Militant (Taliban) | 2015-06-22\n- Military Personnel - Special (Afghanistan) | fight with small arms and light weapons | Militant (Taliban) | 2013-09-13\n- Military Personnel - Special (Afghanistan) | fight with small arms and light weapons | Militant (Taliban) | 2012-06-22\n- Military Personnel - Special (Afghanistan) | fight with small arms and light weapons | Militant (Taliban) | 2006-03-22\n- Militant (Taliban) | fight with small arms and light weapons | Military Personnel - Special (Afghanistan) | 2015-10-06\n- Militant (Taliban) | fight with small arms and light weapons | Military Personnel - Special (Afghanistan) | 2015-10-05\n- Militant (Taliban) | fight with small arms and light weapons | Military Personnel - Special (Afghanistan) | 2013-09-13\n- Militant (Taliban) | fight with small arms and light weapons | Military Personnel - Special (Afghanistan) | 2012-06-22\n- Military Personnel - Special (Afghanistan) | fight with small arms and light weapons | Combatant (Taliban) | 2013-04-04\n- Military Personnel - Special (Afghanistan) | fight with small arms and light weapons | Combatant (Taliban) | 2008-08-26\n- Military Personnel - Special (Afghanistan) | fight with small arms and light weapons | Combatant (Taliban) | 2006-09-27\n- Combatant (Taliban) | fight with small arms and light weapons | Military Personnel - Special (Afghanistan) | 2015-10-07\n- Combatant (Taliban) | fight with small arms and light weapons | Military Personnel - Special (Afghanistan) | 2015-10-06\n- Combatant (Taliban) | fight with small arms and light weapons | Military Personnel - Special (Afghanistan) | 2009-12-21\nAnswer:", "completion": " 2015-10-06", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1371814", "prompt": "Who did Kazakhstan want to meet in the same month as the head of the Brazilian government?\nEvidence:\n- Head of Government (Ukraine) | Express intent to meet or negotiate | Kazakhstan | 2005-03-04\n- Head of Government (India) | Consult | Kazakhstan | 2005-05-09\n- South Korea | Express intent to engage in diplomatic cooperation (such as policy support) | Kazakhstan | 2005-04-22\n- Kazakhstan | Express intent to engage in diplomatic cooperation (such as policy support) | South Korea | 2005-04-22\n- Kazakhstan | Reject | Main Opposition (Democratic Choice of Kazakhstan) | 2005-01-17\n- Abdullah Gül | Express intent to meet or negotiate | Kazakhstan | 2005-04-18\n- Kazakhstan | Engage in negotiation | China | 2005-02-07\n- China | Engage in negotiation | Kazakhstan | 2005-02-07\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | Kazakhstan | 2005-03-23\n- Kazakhstan | Engage in diplomatic cooperation | Iran | 2005-04-07\n- Kazakhstan | Engage in diplomatic cooperation | Iran | 2005-04-06\n- Kazakhstan | Engage in diplomatic cooperation | China | 2005-03-14\n- Iran | Engage in diplomatic cooperation | Kazakhstan | 2005-04-07\n- Iran | Engage in diplomatic cooperation | Kazakhstan | 2005-04-06\n- China | Engage in diplomatic cooperation | Kazakhstan | 2005-03-14\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1249266", "prompt": "Who did Vuk Jeremić want to negotiate with on the same day as Maxime Verhagen?\nEvidence:\n- Vuk Jeremić | Consult | Maxime Verhagen | 2009-12-16\n- Vuk Jeremić | Consult | Maxime Verhagen | 2007-08-29\n- Maxime Verhagen | Consult | Vuk Jeremić | 2009-12-16\n- Maxime Verhagen | Consult | Vuk Jeremić | 2007-08-29\n- Vuk Jeremić | Praise or endorse | Maxime Verhagen | 2009-12-16\n- Vuk Jeremić | Express intent to meet or negotiate | Maxime Verhagen | 2008-01-14\n- Maxime Verhagen | Express intent to meet or negotiate | Vuk Jeremić | 2009-06-26\n- The Hague | Express intent to meet or negotiate | Maxime Verhagen | 2008-01-09\n- Tzipi Livni | Consult | Maxime Verhagen | 2008-01-23\n- Radoslaw Sikorski | Consult | Maxime Verhagen | 2008-04-25\n- Radoslaw Sikorski | Consult | Maxime Verhagen | 2008-04-24\n- Noppadon Pattama | Consult | Maxime Verhagen | 2008-06-06\n- Maxime Verhagen | Make statement | Sudan | 2008-02-04\n- Maxime Verhagen | Make statement | Iran | 2009-03-26\n- Maxime Verhagen | Make statement | Iran | 2009-03-25\nAnswer:", "completion": " UN Security Council", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1139607", "prompt": "Who was criticised by the Grand National Party in the same month of Chongwadai?\nEvidence:\n- Grand National Party | Make statement | Chongwadai | 2006-02-07\n- Chongwadai | Make an appeal or request | Grand National Party | 2005-12-22\n- Grand National Party | Consult | China | 2005-05-09\n- China | Consult | Grand National Party | 2005-05-09\n- Grand National Party | Make statement | China | 2005-05-25\n- Grand National Party | Make statement | China | 2005-05-23\n- Grand National Party | Make statement | China | 2005-01-14\n- Grand National Party | Investigate | South Korea | 2005-01-26\n- Grand National Party | Reject | Roh Moo Hyun | 2005-07-06\n- Grand National Party | Reject | Roh Moo Hyun | 2005-06-08\n- Grand National Party | Make statement | South Korea | 2005-07-22\n- Grand National Party | Make statement | South Korea | 2005-07-18\n- Grand National Party | Make statement | South Korea | 2005-07-12\n- Grand National Party | Make statement | South Korea | 2005-06-08\n- Grand National Party | Make statement | South Korea | 2005-05-17\nAnswer:", "completion": " Roh Moo Hyun", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1174116", "prompt": "Which country made optimistic remarks about the Asian Disaster Preparedness Centre on 21 January 2005?\nEvidence:\n- Thailand | Make optimistic comment | Asian Disaster Preparedness Center | 2005-01-21\n- Government (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2005-01-21\nAnswer:", "completion": " Thailand", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 0} +{"id": "mtq_1362430", "prompt": "Which country would like to negotiate with the United Arab Emirates in the same month of Pibulsonggram?\nEvidence:\n- Pibulsonggram | Express intent to meet or negotiate | United Arab Emirates | 2007-04-23\n- Supreme Council (United Arab Emirates) | Make statement | United Arab Emirates | 2005-03-26\n- Treasury/Finance Ministry (United Arab Emirates) | Make statement | United Arab Emirates | 2005-02-13\n- United Arab Emirates | Engage in negotiation | Qatar | 2005-03-07\n- Qatar | Engage in negotiation | United Arab Emirates | 2005-03-07\n- Thailand | Express intent to meet or negotiate | United Arab Emirates | 2005-02-04\n- United Arab Emirates | Consult | Iran | 2005-02-01\n- Iran | Consult | United Arab Emirates | 2005-02-01\n- United Arab Emirates | Engage in negotiation | South Korea | 2005-02-01\n- United Arab Emirates | Engage in diplomatic cooperation | Kuwait | 2005-03-29\n- United Arab Emirates | Engage in diplomatic cooperation | Iran | 2005-01-11\n- United Arab Emirates | Engage in diplomatic cooperation | Iran | 2005-01-10\n- South Korea | Engage in negotiation | United Arab Emirates | 2005-02-01\n- Kuwait | Engage in diplomatic cooperation | United Arab Emirates | 2005-03-29\n- Iran | Engage in diplomatic cooperation | United Arab Emirates | 2005-02-07\nAnswer:", "completion": " Kuwait", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1210065", "prompt": "Who did Xi Jinping want to engage in diplomatic cooperation with in the same month of Australian citizens?\nEvidence:\n- Xi Jinping | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2007-10-29\n- Xi Jinping | Engage in negotiation | Wen Jiabao | 2008-03-10\n- Wen Jiabao | Engage in negotiation | Xi Jinping | 2008-03-10\n- Xi Jinping | Engage in symbolic act | Scientist (China) | 2008-01-08\n- Noppadon Pattama | Engage in symbolic act | Xi Jinping | 2008-04-18\n- Xi Jinping | Accuse | France | 2008-04-27\n- Xi Jinping | Make statement | Japan | 2008-04-18\n- Xi Jinping | Make statement | China | 2008-05-29\n- Xi Jinping | Make statement | China | 2008-04-29\n- Xi Jinping | Make statement | China | 2008-04-27\n- Xi Jinping | Make statement | China | 2008-04-23\n- Xi Jinping | Make statement | China | 2008-04-18\n- Xi Jinping | Make statement | China | 2008-04-03\n- Xi Jinping | Make statement | China | 2007-12-19\n- Xi Jinping | Make statement | China | 2007-11-22\nAnswer:", "completion": " Citizen (International)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1156233", "prompt": "Before the Iraqi party member, which country last praised the Iraqi legislature?\nEvidence:\n- Iraqi Islamic Party | Make statement | Legislature (Iraq) | 2014-07-13\n- Iraqi Islamic Party | Make statement | Legislature (Iraq) | 2006-08-06\n- Iraqi Islamic Party | Make statement | Party Member (Iraq) | 2009-02-18\n- Legislature (Iraq) | Praise or endorse | Iraqi Islamic Party | 2007-07-06\n- Iraqi Islamic Party | Praise or endorse | Party Member (Iraq) | 2009-02-21\n- Iraqi Islamic Party | Praise or endorse | Party Member (Iraq) | 2009-02-05\n- Iraqi Islamic Party | Make an appeal or request | Legislature (Iraq) | 2009-09-29\n- Ministry (Iraqi Kurdistan) | Consult | Legislature (Iraq) | 2006-04-25\n- Legislature (Iraq) | Consult | Ministry (Iraqi Kurdistan) | 2006-04-25\n- Member of Parliament (Iraq) | Make statement | Iraqi Islamic Party | 2009-01-06\n- Iraqi Islamic Party | Make statement | Member of Parliament (Iraq) | 2006-08-27\n- Party Member (Iraq) | Threaten | Legislature (Iraq) | 2009-02-09\n- Party Member (Iraq) | Threaten | Legislature (Iraq) | 2006-11-19\n- Party Member (Iraq) | Threaten | Legislature (Iraq) | 2006-11-18\n- Legislature (Turkey) | Reject | Party Member (Turkey) | 2007-04-28\nAnswer:", "completion": " Iraq", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1097796", "prompt": "Who expressed an interest in working with Umaru Musa Yar'Adua after Jun, 2009?\nEvidence:\n- Umaru Musa Yar'Adua | Threaten | Government (Nigeria) | 2005-01-25\n- Umaru Musa Yar'Adua | Demand | Citizen (Nigeria) | 2007-05-31\n- Umaru Musa Yar'Adua | Consult | South Africa | 2007-04-26\n- Umaru Musa Yar'Adua | Consult | Abdoulaye Wade | 2007-05-08\n- Umaru Musa Yar'Adua | Accuse | Citizen (Nigeria) | 2007-01-05\n- South Africa | Consult | Umaru Musa Yar'Adua | 2007-04-26\n- Oluṣẹgun Ọbasanjọ | Yield | Umaru Musa Yar'Adua | 2007-05-30\n- Oluṣẹgun Ọbasanjọ | Yield | Umaru Musa Yar'Adua | 2007-05-29\n- Daily Trust | Reject | Umaru Musa Yar'Adua | 2007-02-09\n- Citizen (Nigeria) | Demand | Umaru Musa Yar'Adua | 2007-04-23\n- Abdoulaye Wade | Consult | Umaru Musa Yar'Adua | 2007-05-08\n- Umaru Musa Yar'Adua | Praise or endorse | China | 2007-05-30\n- Umaru Musa Yar'Adua | Make statement | Government (Nigeria) | 2007-05-29\n- Umaru Musa Yar'Adua | Make statement | Government (Nigeria) | 2007-05-08\n- Oluṣẹgun Ọbasanjọ | Make statement | Umaru Musa Yar'Adua | 2006-12-22\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1120094", "prompt": "After the terrorist leader of Algeria, who was the first to praise Boko Haram?\nEvidence:\n- Government (Nigeria) | Accuse | Boko Haram | 2010-10-13\n- Citizen (Nigeria) | Accuse | Boko Haram | 2011-05-26\n- Boko Haram | Threaten | Citizen (Nigeria) | 2011-02-03\n- Boko Haram | Demand | Government (Nigeria) | 2010-10-15\n- Boko Haram | Demand | Citizen (Nigeria) | 2011-02-03\n- Boko Haram | Assassinate | Citizen (Nigeria) | 2010-11-14\n- Boko Haram | Assassinate | Citizen (Nigeria) | 2010-11-09\n- Ministry (Nigeria) | Make statement | Boko Haram | 2009-08-11\n- Hafiz Ringim | Make statement | Boko Haram | 2011-02-03\n- Government (Nigeria) | Make statement | Boko Haram | 2009-08-02\n- Citizen (Nigeria) | Reduce relations | Boko Haram | 2011-02-03\n- Boko Haram | Make statement | Government (Nigeria) | 2010-10-14\n- Boko Haram | Make statement | Government (Nigeria) | 2009-08-19\n- Scholar (Nigeria) | Criticize or denounce | Boko Haram | 2010-10-11\n- Scholar (Nigeria) | Criticize or denounce | Boko Haram | 2010-10-09\nAnswer:", "completion": " Government (Nigeria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1394275", "prompt": "After the citizens of Nigeria in 2008, who was the last to investigate?\nEvidence:\n- Daily Monitor | Investigate | Member of the Judiciary (United States) | 2008-03-10\n- People Associated with the Opposition (Brazil) | Investigate | Citizen (Brazil) | 2008-09-17\n- People Associated with the Opposition (Brazil) | Investigate | Other Authorities / Officials (Brazil) | 2008-02-13\nAnswer:", "completion": " Umaru Musa Yar'Adua", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 3, "n_anchors": 0} +{"id": "mtq_1317562", "prompt": "Who was suffered from the conventional military forces of the Police of Israel on the same year of the employees of Israel?\nEvidence:\n- Police (Israel) | Use conventional military force | Israeli Defense Forces | 2015-05-01\n- Police (Israel) | Use conventional military force | Israeli Defense Forces | 2005-01-26\n- Israeli Defense Forces | Use conventional military force | Police (Israel) | 2005-01-26\n- Religion (Israel) | Use conventional military force | Police (Israel) | 2014-11-07\n- Religion (Israel) | Use conventional military force | Police (Israel) | 2013-05-08\n- Religion (Israel) | Use conventional military force | Police (Israel) | 2009-10-25\n- Religion (Israel) | Use conventional military force | Police (Israel) | 2009-09-27\n- Religion (Israel) | Use conventional military force | Police (Israel) | 2007-02-09\n- Police (Israel) | Use conventional military force | Settler (Israel) | 2011-03-31\n- Police (Israel) | Use conventional military force | Settler (Israel) | 2011-03-01\n- Police (Israel) | Use conventional military force | Settler (Israel) | 2006-11-06\n- Police (Israel) | Use conventional military force | Settler (Israel) | 2006-02-03\n- Police (Israel) | Use conventional military force | Settler (Israel) | 2006-02-02\n- Police (Israel) | Use conventional military force | Settler (Israel) | 2005-07-01\n- Police (Israel) | Use conventional military force | Settler (Israel) | 2005-01-26\nAnswer:", "completion": " Jew (Israel)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1358074", "prompt": "After the Eurasian Economic Community, with whom did Dmitry Anatolyevich Medvedev first express his intention to cooperate?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Make optimistic comment | Eurasian Economic Community | 2008-09-01\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | Eurasian Economic Community | 2010-07-03\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | Eurasian Economic Community | 2008-10-03\n- Kazakhstan | Consult | Eurasian Economic Community | 2010-05-21\n- Kazakhstan | Consult | Eurasian Economic Community | 2006-05-10\n- Eurasian Economic Community | Consult | Kazakhstan | 2010-05-21\n- Eurasian Economic Community | Consult | Kazakhstan | 2006-05-10\n- Islam Karimov | Consult | Eurasian Economic Community | 2006-08-17\n- Islam Karimov | Consult | Eurasian Economic Community | 2006-08-15\n- Islam Karimov | Consult | Eurasian Economic Community | 2006-06-24\n- Islam Karimov | Consult | Eurasian Economic Community | 2006-06-22\n- Islam Karimov | Consult | Eurasian Economic Community | 2006-01-26\n- Islam Karimov | Consult | Eurasian Economic Community | 2006-01-25\n- Islam Karimov | Consult | Eurasian Economic Community | 2006-01-24\n- Government (Belarus) | Consult | Eurasian Economic Community | 2006-06-22\nAnswer:", "completion": " Barack Obama", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1173776", "prompt": "In which year did Shaukat Aziz last support the government of Pakistan?\nEvidence:\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-02-16\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-02-15\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-02-13\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-01-21\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-01-20\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-01-14\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-01-12\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-01-10\n- Shaukat Aziz | Engage in negotiation | Head of Government (Sri Lanka) | 2005-02-09\n- Head of Government (Sri Lanka) | Engage in negotiation | Shaukat Aziz | 2005-02-09\n- Head of Government (Pakistan) | Express intent to meet or negotiate | Shaukat Aziz | 2005-02-16\n- Head of Government (Pakistan) | Express intent to meet or negotiate | Shaukat Aziz | 2005-02-15\n- Shaukat Aziz | Make statement | Pakistan administered Kashmir | 2005-02-05\n- Shaukat Aziz | Make statement | Pakistan administered Kashmir | 2005-01-27\n- Shaukat Aziz | Express intent to cooperate | Pakistan administered Kashmir | 2005-01-27\nAnswer:", "completion": " 2007", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1254471", "prompt": "Which country received the Member of Legislative of Govt South Korea's visit from the Member of Legislative of Govt South Korea before 2009?\nEvidence:\n- South Korea | Make a visit | Aceh | 2005-01-08\n- Aceh | Host a visit | South Korea | 2005-01-08\n- South Korea | Host a visit | Ognyan Gerdzhikov | 2005-01-02\n- South Korea | Host a visit | Emperor Akihito | 2005-01-13\n- Ognyan Gerdzhikov | Make a visit | South Korea | 2005-01-02\n- Emperor Akihito | Make a visit | South Korea | 2005-01-13\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- Royal Administration (Japan) | Make a visit | South Korea | 2005-01-13\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | South Korea | 2005-01-08\n- South Korea | Consult | Japan | 2005-01-06\nAnswer:", "completion": " Mexico", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1264351", "prompt": "After Sheikh Hamad bin Isa al Khalifah, who was the first to negotiate with Mahmoud Ahmadinejad?\nEvidence:\n- Sheikh Hamad bin Isa al Khalifah | Consult | Mahmoud Ahmadinejad | 2007-11-17\n- Mahmoud Ahmadinejad | Consult | Sheikh Hamad bin Isa al Khalifah | 2007-11-17\n- Mahmoud Ahmadinejad | Make statement | Sheikh Hamad bin Isa al Khalifah | 2007-11-17\n- Sheikh Hamad bin Isa al Khalifah | Consult | Mahmoud Abbas | 2006-09-03\n- Sheikh Hamad bin Isa al Khalifah | Consult | Mahmoud Abbas | 2006-01-04\n- Sheikh Hamad bin Isa al Khalifah | Consult | Mahmoud Abbas | 2006-01-03\n- Sheikh Hamad bin Isa al Khalifah | Consult | Mahmoud Abbas | 2005-06-14\n- Mahmoud Abbas | Consult | Sheikh Hamad bin Isa al Khalifah | 2006-09-03\n- Mahmoud Abbas | Consult | Sheikh Hamad bin Isa al Khalifah | 2006-01-04\n- Mahmoud Abbas | Consult | Sheikh Hamad bin Isa al Khalifah | 2006-01-03\n- Mahmoud Abbas | Consult | Sheikh Hamad bin Isa al Khalifah | 2005-06-14\n- Sheikh Hamad bin Isa al Khalifah | Engage in negotiation | Mahmoud Ahmadinejad | 2007-11-18\n- Mahmoud Ahmadinejad | Engage in negotiation | Sheikh Hamad bin Isa al Khalifah | 2007-11-18\n- Sheikh Hamad bin Isa al Khalifah | Investigate | Iraq | 2005-10-04\n- Sheikh Hamad bin Khalifa al-Thani | Discuss by telephone | Sheikh Hamad bin Isa al Khalifah | 2005-05-07\nAnswer:", "completion": " Royal Administration (Saudi Arabia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1266227", "prompt": "Who was the first to denounce Al-Shabaab after the African peacekeepers?\nEvidence:\n- Al-Shabaab | Threaten | Peacekeeping Troop (African Union) | 2009-01-14\n- Islamic Courts Union | Criticize or denounce | Al-Shabaab | 2008-10-19\n- Islamic Courts Union | Criticize or denounce | Al-Shabaab | 2008-04-16\n- Al-Shabaab | Criticize or denounce | Islamic Courts Union | 2008-04-16\n- Al-Shabaab | Criticize or denounce | Interim Government (Somalia) | 2008-10-06\n- Al-Shabaab | Criticize or denounce | Interim Government (Somalia) | 2008-10-05\n- Al-Shabaab | Criticize or denounce | Armed Band (Somalia) | 2008-11-11\n- Al-Shabaab | Threaten with military force | Peacekeeping Troop (African Union) | 2009-01-16\n- Al-Shabaab | Threaten | Ethiopia | 2008-12-22\n- Isaaq | Make statement | Al-Shabaab | 2008-01-17\n- Intellectual (Somalia) | Consult | Al-Shabaab | 2008-04-28\n- Governor (Somalia) | Accuse | Al-Shabaab | 2007-11-11\n- Criminal (Somalia) | Reject | Al-Shabaab | 2008-10-05\n- Al-Shabaab | Threaten | Criminal (Somalia) | 2008-05-18\n- Al-Shabaab | Occupy territory | Iraq | 2009-01-12\nAnswer:", "completion": " Citizen (Uganda)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1063157", "prompt": "Who provided humanitarian aid to the citizens of Sudan on 13 January 2006?\nEvidence:\n- African Union | Provide humanitarian aid | Citizen (Sudan) | 2006-01-13\n- Sudan | Host a visit | African Union | 2006-01-13\n- African Union | Make a visit | Sudan | 2006-01-13\n- African Union | Mobilize or increase armed forces | Sudan | 2006-01-13\n- UN Security Council | Express intent to cooperate | African Union | 2006-01-13\n- African Union | Express intent to cooperate | UN Security Council | 2006-01-13\nAnswer:", "completion": " African Union", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 6, "n_anchors": 1} +{"id": "mtq_1177673", "prompt": "Could you tell me the exact month when the Head of Government of Burundi last criticised the Lawyer/Attorney of Burundi?\nEvidence:\n- Burundi | Make an appeal or request | Head of Government (Burundi) | 2005-09-02\n- Burundi | Make statement | Government (Burundi) | 2005-08-02\n- Government Official (Rwanda) | Consult | Burundi | 2005-10-13\n- Burundi | Consult | Government Official (Rwanda) | 2005-10-13\n- Burundi | Receive deployment of peacekeepers | Ethiopia | 2005-05-05\n- Rebel Group (Burundi) | Use unconventional violence | Burundi | 2005-09-14\n- Rebel Group (Burundi) | Use unconventional violence | Burundi | 2005-08-18\n- Rebel Group (Burundi) | Use unconventional violence | Burundi | 2005-04-24\n- Rebel Group (Burundi) | Use unconventional violence | Burundi | 2005-04-05\n- Military (Burundi) | Increase military alert status | Burundi | 2005-08-25\n- Burundi | Sign formal agreement | Rebel Group (Burundi) | 2005-05-31\n- Burundi | Receive deployment of peacekeepers | South Africa | 2005-06-03\n- Military (Burundi) | Mobilize or increase armed forces | Burundi | 2005-09-23\n- Burundi | Use conventional military force | Rebel Group (Burundi) | 2005-04-05\n- Tanzania | Consult | Burundi | 2005-04-24\nAnswer:", "completion": " 2011-08", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1285501", "prompt": "Who would like to negotiate with the Ministry of Kyrgyzstan first, after the Energy Department/Ministry of Morocco?\nEvidence:\n- Energy Department/Ministry (Morocco) | Express intent to meet or negotiate | Ministry (Kyrgyzstan) | 2007-06-15\n- Citizen (Kyrgyzstan) | Demand | Energy Department/Ministry (Kyrgyzstan) | 2013-06-21\n- Energy Department/Ministry (Kyrgyzstan) | Make statement | Representatives (Kyrgyzstan) | 2009-12-02\n- Energy Department/Ministry (Kyrgyzstan) | Make statement | Employee (Kyrgyzstan) | 2011-12-28\n- Citizen (Kyrgyzstan) | Express intent to meet or negotiate | Energy Department/Ministry (Kyrgyzstan) | 2013-10-25\n- Energy Department/Ministry (Morocco) | Express intent to meet or negotiate | France | 2007-10-24\n- Iran | Praise or endorse | Energy Department/Ministry (Morocco) | 2007-09-19\n- Gurbanguly Berdymukhammedov | Consult | Energy Department/Ministry (Kyrgyzstan) | 2008-09-18\n- Energy Department/Ministry (Kyrgyzstan) | Consult | Gurbanguly Berdymukhammedov | 2008-09-18\n- Citizen (Kyrgyzstan) | Make an appeal or request | Energy Department/Ministry (Kyrgyzstan) | 2013-10-25\n- Energy Department/Ministry (United States) | Express intent to meet or negotiate | Energy Department/Ministry (Kuwait) | 2005-11-14\n- Energy Department/Ministry (United States) | Consult | Energy Department/Ministry (Iran) | 2015-07-09\n- Energy Department/Ministry (Iran) | Consult | Energy Department/Ministry (United States) | 2015-07-09\n- Energy Department/Ministry (Russia) | Sign formal agreement | Energy Department/Ministry (Iran) | 2013-11-21\n- Energy Department/Ministry (Russia) | Sign formal agreement | Energy Department/Ministry (Iran) | 2013-11-19\nAnswer:", "completion": " Citizen (Kyrgyzstan)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1198406", "prompt": "To whom did the government of South Africa last appeal before the government of Sudan?\nEvidence:\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- South Africa | Mobilize or increase armed forces | Sudan | 2005-01-28\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- South Africa | Make an appeal or request | Togo | 2005-02-06\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- South Africa | Make an appeal or request | Citizen (International) | 2005-02-03\n- South Africa | Make an appeal or request | Citizen (International) | 2005-01-21\n- African Union | Make an appeal or request | South Africa | 2005-01-02\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\nAnswer:", "completion": " Police (South Africa)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1104979", "prompt": "After the year 2007, which country was engaged in negotiations by Eritrea?\nEvidence:\n- Yemen | Engage in negotiation | Eritrea | 2005-02-10\n- Yemen | Engage in negotiation | Eritrea | 2005-02-09\n- Eritrea | Engage in negotiation | Yemen | 2005-02-10\n- Eritrea | Engage in negotiation | Yemen | 2005-02-09\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-03-10\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-01-01\n- Eritrea | Engage in diplomatic cooperation | Yemen | 2005-03-10\n- Eritrea | Engage in diplomatic cooperation | Yemen | 2005-01-01\n- Eritrea | Engage in diplomatic cooperation | Djibouti | 2005-02-22\n- Eritrea | Engage in diplomatic cooperation | Djibouti | 2005-02-18\n- Eritrea | Engage in diplomatic cooperation | Djibouti | 2005-02-09\n- Djibouti | Engage in diplomatic cooperation | Eritrea | 2005-02-22\n- Djibouti | Engage in diplomatic cooperation | Eritrea | 2005-02-18\n- Djibouti | Engage in diplomatic cooperation | Eritrea | 2005-02-09\n- China | Engage in diplomatic cooperation | Eritrea | 2005-02-18\nAnswer:", "completion": " Government (Sudan)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1122720", "prompt": "When was the last time the head of government of Turkmenistan made a request to Dmitry Anatolyevich Medvedev?\nEvidence:\n- Head of Government (Germany) | Consult | Dmitry Anatolyevich Medvedev | 2006-07-28\n- Dmitry Anatolyevich Medvedev | Consult | Head of Government (Germany) | 2006-07-28\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- Kazakhstan | Host a visit | Dmitry Anatolyevich Medvedev | 2005-07-29\n- Dmitry Anatolyevich Medvedev | Make a visit | Kazakhstan | 2005-07-29\n- Dmitry Anatolyevich Medvedev | Make a visit | China | 2005-12-10\n- Dmitry Anatolyevich Medvedev | Make a visit | China | 2005-12-09\n- Dmitry Anatolyevich Medvedev | Make a visit | China | 2005-12-08\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2006-08-29\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2005-12-10\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2005-12-09\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Dmitry Anatolyevich Medvedev | Consult | China | 2005-12-08\n- China | Consult | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Islam Karimov | Make a visit | Dmitry Anatolyevich Medvedev | 2006-05-06\nAnswer:", "completion": " 2010-08-06", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1103812", "prompt": "When did Zambia's political parties last praise Michael Sata?\nEvidence:\n- Michael Sata | Make statement | Political Parties (Zambia) | 2006-03-09\n- Michael Sata | Make statement | Political Parties (Zambia) | 2006-02-10\n- Citizen (Zambia) | Reject | Political Parties (Zambia) | 2006-05-04\n- Michael Sata | Demand | Citizen (Zambia) | 2006-08-14\n- Michael Sata | Demand | Children (Zambia) | 2013-12-10\n- Michael Sata | Consult | Assemblies (Zambia) | 2014-09-20\n- Michael Sata | Consult | Assemblies (Zambia) | 2014-09-19\n- Michael Sata | Consult | Assemblies (Zambia) | 2012-09-22\n- Michael Sata | Consult | Assemblies (Zambia) | 2011-10-17\n- Michael Sata | Consult | Assemblies (Zambia) | 2011-10-16\n- Michael Sata | Consult | Assemblies (Zambia) | 2011-10-15\n- Michael Sata | Accuse | Citizen (Zambia) | 2006-10-02\n- Assemblies (Zambia) | Consult | Michael Sata | 2014-09-20\n- Assemblies (Zambia) | Consult | Michael Sata | 2014-09-19\n- Assemblies (Zambia) | Consult | Michael Sata | 2012-09-22\nAnswer:", "completion": " 2012-09-22", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1088286", "prompt": "When did the militia of Africa use unconventional violence against the citizens of Africa?\nEvidence:\n- Militia (Africa) | Use unconventional violence | Citizen (Africa) | 2014-03-08\n- Militia (Qatar) | Use unconventional violence | Qatar | 2007-06-08\n- Militia (Chad) | Use unconventional violence | Sudan | 2006-04-13\n- Militia (Syria) | Use unconventional violence | Combatant (Islamic State of Iraq and the Levant) | 2014-01-17\n- Combatant (Islamic State of Iraq and the Levant) | Use unconventional violence | Militia (Syria) | 2014-01-17\n- Militia (Tanzania) | Use unconventional violence | Citizen (Tanzania) | 2015-07-31\n- Militia (Tanzania) | Use unconventional violence | Citizen (Tanzania) | 2013-08-13\n- Militia (Tanzania) | Use unconventional violence | Citizen (Tanzania) | 2008-10-13\n- Militia (Tanzania) | Use unconventional violence | Citizen (Tanzania) | 2008-05-15\n- Militia (Tanzania) | Use unconventional violence | Citizen (Tanzania) | 2005-11-01\n- Militia (Tanzania) | Use unconventional violence | Citizen (Tanzania) | 2005-08-19\n- Militia (Syria) | Use unconventional violence | Population (Syria) | 2012-09-25\n- Militia (Syria) | Use unconventional violence | Military (Lebanon) | 2006-05-27\n- Militia (Syria) | Use unconventional violence | Militant (Syria) | 2015-02-25\n- Militia (Syria) | Use unconventional violence | Militant (Syria) | 2015-01-19\nAnswer:", "completion": " 2014-03-08", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1331474", "prompt": "Before May 2013, which country hosted the visit of Bilawal Bhutto Zardari?\nEvidence:\n- China | Consult | Bilawal Bhutto Zardari | 2008-08-09\n- Bilawal Bhutto Zardari | Consult | China | 2008-08-09\n- Bilawal Bhutto Zardari | Make statement | Benazir Bhutto | 2012-12-27\n- Benazir Bhutto | Make statement | Bilawal Bhutto Zardari | 2014-09-15\n- Yu Zhengsheng | Consult | Bilawal Bhutto Zardari | 2014-08-28\n- Yu Zhengsheng | Consult | Bilawal Bhutto Zardari | 2014-08-27\n- Rehman Malik | Consult | Bilawal Bhutto Zardari | 2012-08-16\n- Legislature (Pakistan) | Consult | Bilawal Bhutto Zardari | 2008-03-23\n- Cleric (Pakistan) | Threaten | Bilawal Bhutto Zardari | 2008-01-04\n- Bilawal Bhutto Zardari | Demand | Government (Pakistan) | 2014-01-29\n- Bilawal Bhutto Zardari | Consult | Yu Zhengsheng | 2014-08-28\n- Bilawal Bhutto Zardari | Consult | Yu Zhengsheng | 2014-08-27\n- Bilawal Bhutto Zardari | Consult | Rehman Malik | 2012-08-16\n- Bilawal Bhutto Zardari | Consult | Legislature (Pakistan) | 2008-03-23\n- Bilawal Bhutto Zardari | Accuse | Pervez Musharraf | 2013-03-29\nAnswer:", "completion": " United Arab Emirates", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1366548", "prompt": "Could you tell me the exact month when the media in the occupied Palestinian territories last denounced Benjamin Netanyahu?\nEvidence:\n- Likud | Engage in material cooperation | Benjamin Netanyahu | 2012-12-30\n- Benjamin Netanyahu | Engage in material cooperation | Likud | 2012-12-30\n- Benjamin Netanyahu | Engage in material cooperation | Likud | 2009-02-11\n- Benjamin Netanyahu | Demand change in leadership | Likud | 2006-01-03\n- Likud | Accuse | Government (Palestinian Territory, Occupied) | 2009-01-18\n- Benjamin Netanyahu | Appeal for change in leadership | Likud | 2006-01-12\n- Likud | Threaten | Benjamin Netanyahu | 2006-02-15\n- Likud | Reject | Benjamin Netanyahu | 2009-05-15\n- Likud | Reject | Benjamin Netanyahu | 2005-09-27\n- Likud | Investigate | Benjamin Netanyahu | 2010-08-30\n- Likud | Demand | Benjamin Netanyahu | 2011-03-01\n- Likud | Demand | Benjamin Netanyahu | 2010-09-01\n- Likud | Demand | Benjamin Netanyahu | 2009-06-14\n- Likud | Consult | Benjamin Netanyahu | 2013-01-03\n- Likud | Consult | Benjamin Netanyahu | 2012-12-27\nAnswer:", "completion": " 2014-10", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1284698", "prompt": "Could you tell me the specific month when did the Women of Kenya first appeal the Police of Kenya?\nEvidence:\n- Women (Kenya) | Yield | Police (Kenya) | 2014-02-26\n- Women (Kenya) | Threaten | Police (Kenya) | 2011-11-11\n- Women (Kenya) | Demand | Police (Kenya) | 2015-03-29\n- Women (Kenya) | Accuse | Police (Kenya) | 2014-06-25\n- Women (Kenya) | Accuse | Police (Kenya) | 2013-04-09\n- Women (Kenya) | Accuse | Police (Kenya) | 2013-02-07\n- Women (Kenya) | Accuse | Police (Kenya) | 2008-10-20\n- Police (Kenya) | Investigate | Women (Kenya) | 2014-12-30\n- Police (Kenya) | Investigate | Women (Kenya) | 2014-06-22\n- Police (Kenya) | Investigate | Women (Kenya) | 2013-01-11\n- Police (Kenya) | Investigate | Women (Kenya) | 2012-06-13\n- Police (Kenya) | Investigate | Women (Kenya) | 2012-04-17\n- Police (Kenya) | Investigate | Women (Kenya) | 2011-05-10\n- Police (Kenya) | Investigate | Women (Kenya) | 2010-12-27\n- Police (Kenya) | Investigate | Women (Kenya) | 2010-06-10\nAnswer:", "completion": " 2011-06", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1277355", "prompt": "Which country was the first to be supported by Tony Blair in 2007?\nEvidence:\n- Tony Blair | Engage in negotiation | Iran | 2007-02-05\n- Iran | Engage in negotiation | Tony Blair | 2007-02-05\n- Tony Blair | Threaten | Iran | 2007-02-06\n- Tony Blair | Accuse | Iran | 2007-02-06\n- Tony Blair | Make statement | Japan | 2007-01-09\n- Tony Blair | Consult | Bertie Ahern | 2007-02-01\n- Tony Blair | Consult | Bertie Ahern | 2007-01-31\n- Tony Blair | Consult | Bertie Ahern | 2007-01-30\n- Shilpa Shetty | Consult | Tony Blair | 2007-02-07\n- Ian Paisley | Reject | Tony Blair | 2007-01-09\n- Ian Paisley | Accuse | Tony Blair | 2007-01-08\n- Bertie Ahern | Consult | Tony Blair | 2007-02-01\n- Bertie Ahern | Consult | Tony Blair | 2007-01-31\n- Bertie Ahern | Consult | Tony Blair | 2007-01-30\n- Labor Party (United Kingdom) | Express intent to engage in material cooperation | Tony Blair | 2007-04-22\nAnswer:", "completion": " Iraq", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1336475", "prompt": "Who was attacked with small arms and light weapons by the Armed Band of Somalia after 2007?\nEvidence:\n- Armed Band (Somalia) | fight with small arms and light weapons | Scholar (Somalia) | 2007-10-11\n- Armed Band (Somalia) | fight with small arms and light weapons | Businessperson (Somalia) | 2007-11-01\n- Armed Band (Somalia) | fight with small arms and light weapons | Businessperson (Somalia) | 2007-10-27\n- Armed Band (Somalia) | fight with small arms and light weapons | Businessperson (Somalia) | 2007-10-26\n- Armed Band (Somalia) | fight with small arms and light weapons | Media Personnel (Somalia) | 2015-05-04\n- Armed Band (Somalia) | fight with small arms and light weapons | Media Personnel (Somalia) | 2014-11-20\n- Armed Band (Somalia) | fight with small arms and light weapons | Media Personnel (Somalia) | 2013-07-08\n- Armed Band (Somalia) | fight with small arms and light weapons | Media Personnel (Somalia) | 2013-01-19\n- Armed Band (Somalia) | fight with small arms and light weapons | Media Personnel (Somalia) | 2012-01-31\n- Armed Band (Somalia) | fight with small arms and light weapons | Cleric (Pakistan) | 2009-08-12\n- Armed Band (Somalia) | fight with small arms and light weapons | Media Personnel (International) | 2008-06-09\n- Commando (Somalia) | fight with small arms and light weapons | Armed Gang (Somalia) | 2009-04-30\n- Armed Opposition (Somalia) | fight with small arms and light weapons | Scholar (Somalia) | 2014-02-07\n- Armed Opposition (Somalia) | fight with small arms and light weapons | Education (Somalia) | 2008-02-20\n- Armed Opposition (Somalia) | fight with small arms and light weapons | Education (Somalia) | 2008-02-14\nAnswer:", "completion": " Businessperson (Somalia)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1240981", "prompt": "After the Foreign Minister of Italy, who was the first to wish to negotiate with Benjamin Netanyahu?\nEvidence:\n- Minister Without Portfolio (Israel) | Express intent to meet or negotiate | Benjamin Netanyahu | 2005-08-28\n- Likud | Express intent to meet or negotiate | Benjamin Netanyahu | 2006-10-11\n- Angela Merkel | Express intent to meet or negotiate | Benjamin Netanyahu | 2006-01-29\n- Angela Merkel | Express intent to meet or negotiate | Benjamin Netanyahu | 2006-01-28\n- Ministry of Tourism (Israel) | Express intent to cooperate | Benjamin Netanyahu | 2005-03-08\n- Benjamin Netanyahu | Express intent to cooperate | Ministry of Tourism (Israel) | 2005-03-08\n- Benjamin Netanyahu | Express intent to cooperate | Likud | 2011-01-08\n- Likud | Threaten | Benjamin Netanyahu | 2006-02-15\n- Likud | Reject | Benjamin Netanyahu | 2009-05-15\n- Likud | Reject | Benjamin Netanyahu | 2005-09-27\n- Likud | Investigate | Benjamin Netanyahu | 2010-08-30\n- Likud | Demand | Benjamin Netanyahu | 2011-03-01\n- Likud | Demand | Benjamin Netanyahu | 2010-09-01\n- Likud | Demand | Benjamin Netanyahu | 2009-06-14\n- Likud | Consult | Benjamin Netanyahu | 2013-01-03\nAnswer:", "completion": " Federica Mogherini", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1222603", "prompt": "Who was the last person Don McKinnon wanted to negotiate with before Winston Peters?\nEvidence:\n- Don McKinnon | Express intent to meet or negotiate | Winston Peters | 2006-03-13\n- Don McKinnon | Express intent to meet or negotiate | Vanuatu | 2006-03-13\n- Don McKinnon | Express intent to meet or negotiate | Tanzania | 2007-01-23\n- Don McKinnon | Express intent to meet or negotiate | Kikuyu | 2007-01-23\n- Saifur Rahman | Consult | Don McKinnon | 2006-02-16\n- Pervez Musharraf | Consult | Don McKinnon | 2006-02-19\n- Oluṣẹgun Ọbasanjọ | Consult | Don McKinnon | 2006-09-07\n- Mwai Kibaki | Consult | Don McKinnon | 2005-04-05\n- Media (Africa) | Consult | Don McKinnon | 2005-02-03\n- Don McKinnon | Consult | Saifur Rahman | 2006-02-16\n- Don McKinnon | Consult | Pervez Musharraf | 2006-02-19\n- Don McKinnon | Consult | Oluṣẹgun Ọbasanjọ | 2006-09-07\n- Don McKinnon | Consult | Mwai Kibaki | 2005-04-05\n- Don McKinnon | Consult | Media (Africa) | 2005-02-03\n- Winston Peters | Consult | Malaysia | 2006-02-22\nAnswer:", "completion": " Pervez Musharraf", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1246599", "prompt": "On 26 July 2011, who used small arms and light weapons against the citizens of Norway?\nEvidence:\n- Citizen (Norway) | fight with small arms and light weapons | Labor Party (Norway) | 2011-07-26\n- Anders Breivik | fight with small arms and light weapons | Citizen (Norway) | 2011-07-26\n- Anders Breivik | fight with small arms and light weapons | Children (Norway) | 2011-07-26\n- Anders Breivik | fight with small arms and light weapons | Labor Party (Norway) | 2011-07-26\nAnswer:", "completion": " Anders Breivik", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 4, "n_anchors": 0} +{"id": "mtq_1110364", "prompt": "Who was the first to visit the Foreign Ministry of France after the Foreign Ministry of Israel?\nEvidence:\n- Foreign Affairs (France) | Make statement | France | 2005-01-25\n- Foreign Affairs (France) | Make statement | France | 2005-01-11\n- Foreign Affairs (France) | Make statement | France | 2005-01-10\n- Foreign Affairs (Israel) | Express intent to meet or negotiate | UN Security Council | 2005-05-18\n- Iraq | Make a visit | France | 2005-01-29\n- Iraq | Make a visit | France | 2005-01-14\n- France | Host a visit | Iraq | 2005-01-29\n- France | Host a visit | Iraq | 2005-01-14\n- France | Host a visit | Cape Verde | 2005-01-19\n- Cape Verde | Make a visit | France | 2005-01-19\n- Portugal | Express intent to cooperate | France | 2005-01-27\n- France | Express intent to cooperate | Portugal | 2005-01-27\n- Roh Moo Hyun | Make a visit | France | 2005-01-15\n- Rafael Antonio Bielsa | Make a visit | France | 2005-01-19\n- Rafael Antonio Bielsa | Make a visit | France | 2005-01-18\nAnswer:", "completion": " Barack Obama", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1160128", "prompt": "Which country criticised Lee Myung Bak on the same day as Japanese lawmakers?\nEvidence:\n- South Korea | Threaten | Lee Myung Bak | 2007-06-05\n- Lee Myung Bak | Demand | South Korea | 2007-06-20\n- Lee Myung Bak | Consult | Islam Karimov | 2006-03-30\n- Islam Karimov | Consult | Lee Myung Bak | 2006-03-30\n- Lee Myung Bak | Rally support on behalf of | Head of Government (South Korea) | 2005-04-05\n- South Korea | Make statement | Lee Myung Bak | 2007-05-10\n- South Korea | Make statement | Lee Myung Bak | 2007-01-23\n- Lee Myung Bak | Make statement | South Korea | 2006-03-29\n- Lee Myung Bak | Deny responsibility | Governor (Japan) | 2005-04-05\n- Lee Myung Bak | Criticize or denounce | Japan | 2005-04-05\n- Chung Dong-young | Investigate | Lee Myung Bak | 2006-03-21\n- South Korea | Praise or endorse | Lee Myung Bak | 2007-05-02\n- South Korea | Host a visit | Lee Myung Bak | 2007-03-23\n- South Korea | Host a visit | Lee Myung Bak | 2006-06-26\n- Roh Moo Hyun | Make statement | Lee Myung Bak | 2007-06-13\nAnswer:", "completion": " Japan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1321933", "prompt": "Which country praised the government of Burundi in the same month as the Undersecretary of the United States?\nEvidence:\n- Burundi | Make statement | Government (Burundi) | 2005-08-02\n- Burundi | Make an appeal or request | Head of Government (Burundi) | 2005-09-02\n- Government Official (Rwanda) | Consult | Burundi | 2005-10-13\n- Burundi | Consult | Government Official (Rwanda) | 2005-10-13\n- Burundi | Receive deployment of peacekeepers | Ethiopia | 2005-05-05\n- Rebel Group (Burundi) | Use unconventional violence | Burundi | 2005-09-14\n- Rebel Group (Burundi) | Use unconventional violence | Burundi | 2005-08-18\n- Rebel Group (Burundi) | Use unconventional violence | Burundi | 2005-04-24\n- Rebel Group (Burundi) | Use unconventional violence | Burundi | 2005-04-05\n- Military (Burundi) | Increase military alert status | Burundi | 2005-08-25\n- Burundi | Sign formal agreement | Rebel Group (Burundi) | 2005-05-31\n- Burundi | Receive deployment of peacekeepers | South Africa | 2005-06-03\n- Military (Burundi) | Mobilize or increase armed forces | Burundi | 2005-09-23\n- Burundi | Use conventional military force | Rebel Group (Burundi) | 2005-04-05\n- Tanzania | Consult | Burundi | 2005-04-24\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1175784", "prompt": "After the Austrian Press Agency, who did Gholamali Haddad Adel appeal to first?\nEvidence:\n- Mahmoud Ahmadinejad | Consult | Gholamali Haddad Adel | 2005-06-25\n- Gholamali Haddad Adel | Make statement | Iraq | 2005-09-04\n- Gholamali Haddad Adel | Make statement | Iraq | 2005-09-03\n- Gholamali Haddad Adel | Make statement | Iraq | 2005-08-29\n- Gholamali Haddad Adel | Make statement | Iran | 2005-12-15\n- Gholamali Haddad Adel | Make statement | Iran | 2005-12-12\n- Gholamali Haddad Adel | Make statement | Iran | 2005-10-04\n- Gholamali Haddad Adel | Make statement | Iran | 2005-10-03\n- Gholamali Haddad Adel | Make statement | Iran | 2005-10-01\n- Gholamali Haddad Adel | Make statement | Iran | 2005-09-20\n- Gholamali Haddad Adel | Make statement | Iran | 2005-08-15\n- Gholamali Haddad Adel | Make statement | Iran | 2005-08-02\n- Gholamali Haddad Adel | Make statement | Iran | 2005-08-01\n- Gholamali Haddad Adel | Make statement | Iran | 2005-07-31\n- Gholamali Haddad Adel | Make statement | Iran | 2005-07-13\nAnswer:", "completion": " Mahmoud Ahmadinejad", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1086126", "prompt": "In which month did the men of India use unconventional violence against the Akali leader?\nEvidence:\n- Men (India) | Use unconventional violence | Akali Leader | 2014-09-23\n- Men (India) | Assassinate | Akali Leader | 2012-07-08\n- Protester (India) | Investigate | Akali Leader | 2015-10-24\n- Labor Union (India) | Consult | Akali Leader | 2014-05-20\n- Armed Band (India) | Investigate | Akali Leader | 2015-10-23\n- Akali Leader | Consult | Labor Union (India) | 2014-05-20\n- Rajya Sabha | Accuse | Akali Leader | 2014-04-06\n- Civil Lines | Consult | Akali Leader | 2010-03-04\n- Akali Leader | Consult | Civil Lines | 2010-03-04\n- Thief (India) | Use unconventional violence | Men (India) | 2008-08-30\n- Thief (India) | Use unconventional violence | Men (India) | 2008-05-31\n- Thief (India) | Use unconventional violence | Men (India) | 2005-03-08\n- Rioter (India) | Use unconventional violence | Men (India) | 2006-05-03\n- Men (India) | Use unconventional violence | Navy Personnel (India) | 2005-05-04\n- Men (India) | Use unconventional violence | Military Personnel (India) | 2008-08-27\nAnswer:", "completion": " 2014-09", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1142296", "prompt": "After International Monetary Fund, who appealed for the Ministry of United States first?\nEvidence:\n- International Monetary Fund | Appeal for political reform | Japan | 2005-04-17\n- Treasury/Finance Ministry (Bangladesh) | Consult | International Monetary Fund | 2005-02-23\n- International Monetary Fund | Consult | Treasury/Finance Ministry (Bangladesh) | 2005-02-23\n- International Monetary Fund | Threaten | Romania | 2005-06-28\n- International Monetary Fund | Investigate | Tanzania | 2005-08-02\n- International Monetary Fund | Investigate | Tanzania | 2005-02-25\n- International Monetary Fund | Investigate | Iraq | 2005-05-12\n- International Monetary Fund | Demand | China | 2005-04-20\n- International Monetary Fund | Demand | Angola | 2005-07-06\n- Treasury/Finance Ministry (Japan) | Express accord | International Monetary Fund | 2005-01-10\n- Romania | Express accord | International Monetary Fund | 2005-04-13\n- Iraq | Express accord | International Monetary Fund | 2005-03-07\n- International Monetary Fund | Make statement | Vietnam | 2005-05-31\n- International Monetary Fund | Make statement | France | 2005-01-27\n- International Monetary Fund | Make statement | China | 2005-01-25\nAnswer:", "completion": " Jason Yuan", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1074537", "prompt": "Before the insurgent in Thailand, who used unconventional violence against the company - owner or operator of Thailand?\nEvidence:\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-10\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-18\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-14\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-09\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-07\n- Citizen (Thailand) | Use unconventional violence | Thailand | 2005-02-11\n- Children (Thailand) | Use unconventional violence | Thailand | 2005-01-04\n- Armed Opposition (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-03-02\n- Armed Opposition (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-03-01\n- Armed Opposition (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-26\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-03-01\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-26\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-03\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-01\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-31\nAnswer:", "completion": " Armed Gang (Thailand)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1112515", "prompt": "Who did Heinz Fischer wish to meet after 2 September 2015?\nEvidence:\n- Heinz Fischer | Express intent to meet or negotiate | Iran | 2015-09-02\n- Iran | Host a visit | Heinz Fischer | 2015-09-02\n- Heinz Fischer | Make a visit | Iran | 2015-09-02\n- Iran | Express intent to engage in diplomatic cooperation (such as policy support) | Iraq | 2015-09-02\n- Foreign Affairs (Lebanon) | Praise or endorse | Iran | 2015-09-02\n- Barack Obama | Make statement | Iran | 2015-09-02\n- Barack Obama | Engage in diplomatic cooperation | Iran | 2015-09-02\nAnswer:", "completion": " Iran", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 7, "n_anchors": 1} +{"id": "mtq_1258772", "prompt": "In which month did the Czech Republic denounce Jan Fischer?\nEvidence:\n- Party Member (Czech Republic) | Criticize or denounce | Jan Fischer | 2009-09-08\n- Party Member (Czech Republic) | Consult | Jan Fischer | 2009-04-30\n- Jan Fischer | Consult | Party Member (Czech Republic) | 2009-04-30\n- Jan Fischer | Express accord | Party Member (Czech Republic) | 2009-05-05\n- Jan Fischer | Praise or endorse | Constitutional Court (Czech Republic) | 2009-11-03\n- Scientist (Czech Republic) | Make an appeal or request | Jan Fischer | 2009-10-09\n- Jan Fischer | Make statement | Cabinet / Council of Ministers / Advisors (Czech Republic) | 2009-12-17\n- Jan Fischer | Make statement | Cabinet / Council of Ministers / Advisors (Czech Republic) | 2009-12-14\n- Jan Fischer | Make statement | Cabinet / Council of Ministers / Advisors (Czech Republic) | 2009-11-08\n- Jan Fischer | Make statement | Cabinet / Council of Ministers / Advisors (Czech Republic) | 2009-09-21\n- Jan Fischer | Make statement | Cabinet / Council of Ministers / Advisors (Czech Republic) | 2009-08-31\n- Czech Statistical Office | Make statement | Jan Fischer | 2009-04-09\n- Jan Fischer | Demand diplomatic cooperation (such as policy support) | Legislature (Czech Republic) | 2009-09-15\n- Joschka Fischer | Criticize or denounce | Party Member (Czech Republic) | 2005-05-20\n- Jan Kavan | Make statement | Party Member (Czech Republic) | 2007-03-29\nAnswer:", "completion": " 2009-09", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1013838", "prompt": "Who rejected the UN Security Council after the other authorities and officials of Libya?\nEvidence:\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- UN Security Council | Demand settling of dispute | Citizen (Sudan) | 2005-01-13\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\n- UN Security Council | Consult | Nabil Shaath | 2005-01-11\n- UN Security Council | Consult | John Garang | 2005-02-09\n- UN Security Council | Consult | John Garang | 2005-02-08\n- UN Security Council | Consult | African Union | 2005-01-10\n- Nabil Shaath | Consult | UN Security Council | 2005-01-11\n- John Garang | Consult | UN Security Council | 2005-02-09\n- John Garang | Consult | UN Security Council | 2005-02-08\n- African Union | Consult | UN Security Council | 2005-01-10\nAnswer:", "completion": " Iran", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1063120", "prompt": "In which month did the Czech legislature praise Portugal?\nEvidence:\n- Portugal | Praise or endorse | Head of Government (Portugal) | 2005-05-27\n- Portugal | Engage in negotiation | France | 2005-01-11\n- France | Engage in negotiation | Portugal | 2005-01-11\n- Portugal | Engage in symbolic act | China | 2005-01-13\n- Portugal | Engage in diplomatic cooperation | China | 2005-01-12\n- China | Engage in symbolic act | Portugal | 2005-01-13\n- China | Engage in diplomatic cooperation | Portugal | 2005-01-12\n- Children (Portugal) | Occupy territory | Portugal | 2005-06-10\n- Head of Government (Portugal) | Praise or endorse | China | 2005-01-17\n- Foreign Affairs (Portugal) | Make statement | Portugal | 2005-06-15\n- Foreign Affairs (Portugal) | Make statement | Portugal | 2005-05-30\n- Foreign Affairs (Portugal) | Make statement | Portugal | 2005-03-31\n- Portugal | Make statement | Head of Government (Portugal) | 2005-03-13\n- Portugal | Make statement | Head of Government (Portugal) | 2005-03-12\n- Head of Government (Portugal) | Make statement | Portugal | 2005-03-21\nAnswer:", "completion": " 2009-05", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1137613", "prompt": "Who did the Malaysian police release last before the citizens of Nigeria?\nEvidence:\n- Lawyer/Attorney (Malaysia) | Return, release person(s) | Malaysian People's Party | 2008-02-19\n- Police (Malaysia) | Investigate | Malaysian People's Party | 2011-01-18\n- Police (Malaysia) | Investigate | Malaysian People's Party | 2010-07-23\n- Police (Malaysia) | Investigate | Malaysian People's Party | 2010-01-08\n- Police (Malaysia) | Investigate | Malaysian People's Party | 2009-11-07\n- Police (Malaysia) | Investigate | Malaysian People's Party | 2008-06-30\n- Police (Malaysia) | Investigate | Malaysian People's Party | 2008-04-15\n- Police (Indonesia) | Investigate | Malaysian People's Party | 2010-02-25\n- Malaysian People's Party | Express intent to release persons or property | Malaysia | 2010-06-20\n- Police (Malaysia) | Make statement | Malaysian People's Party | 2008-07-15\n- Police (Malaysia) | Make statement | Malaysian People's Party | 2008-03-06\n- Police (Malaysia) | Make statement | Malaysian People's Party | 2007-08-09\n- Malaysian People's Party | Make statement | Police (Malaysia) | 2007-10-28\n- Tanzania | Return, release person(s) | Member of the Judiciary (Tanzania) | 2008-06-23\n- Office of the Attorney General | Return, release person(s) | Thailand | 2010-05-26\nAnswer:", "completion": " Asylum Seeker (Myanmar)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1368300", "prompt": "Who was the first to criticise the citizens of Brazil after the First Command of the Capital?\nEvidence:\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- First Command of the Capital | Criticize or denounce | Citizen (Brazil) | 2008-10-30\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2012-05-31\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2009-10-23\n- Public Prosecutor (Brazil) | Criticize or denounce | First Command of the Capital | 2013-10-18\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-13\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-04\nAnswer:", "completion": " Ministry (Brazil)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1077390", "prompt": "Who hosted the visit of Joachim Gauck after 2015-02?\nEvidence:\n- The Hague | Host a visit | Joachim Gauck | 2013-05-30\n- Joachim Gauck | Make a visit | The Hague | 2013-05-30\n- Joachim Gauck | Make a visit | France | 2013-09-05\n- Joachim Gauck | Make a visit | France | 2013-09-03\n- Joachim Gauck | Make a visit | Ethiopia | 2013-03-19\n- Joachim Gauck | Make a visit | Ethiopia | 2013-03-18\n- France | Host a visit | Joachim Gauck | 2013-09-05\n- France | Host a visit | Joachim Gauck | 2013-09-03\n- Ethiopia | Host a visit | Joachim Gauck | 2013-03-19\n- Ethiopia | Host a visit | Joachim Gauck | 2013-03-18\n- Joachim Gauck | Consult | Head of Government (Ethiopia) | 2013-03-19\n- Joachim Gauck | Consult | Head of Government (Ethiopia) | 2013-03-18\n- Head of Government (Ethiopia) | Consult | Joachim Gauck | 2013-03-19\n- Head of Government (Ethiopia) | Consult | Joachim Gauck | 2013-03-18\n- Middle East | Host a visit | Joachim Gauck | 2012-05-29\nAnswer:", "completion": " Ireland", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1370355", "prompt": "After Elmar Mammadyarov, who was the first to negotiate with Wang Yi?\nEvidence:\n- Elmar Mammadyarov | Express intent to meet or negotiate | Elmar Mammadyarov | 2005-07-20\n- Elmar Mammadyarov | Consult | Elmar Mammadyarov | 2005-01-28\n- Elmar Mammadyarov | Consult | China | 2005-02-07\n- China | Consult | Elmar Mammadyarov | 2005-02-07\n- Elmar Mammadyarov | Express intent to meet or negotiate | France | 2005-11-10\n- Elmar Mammadyarov | Express intent to meet or negotiate | France | 2005-06-14\n- Irakli Alasania | Express intent to meet or negotiate | Elmar Mammadyarov | 2005-07-04\n- Elmar Mammadyarov | Express intent to meet or negotiate | Heinz Fischer | 2005-09-06\n- Elmar Mammadyarov | Express intent to meet or negotiate | Cyril Svoboda | 2005-03-01\n- Irakli Alasania | Consult | Elmar Mammadyarov | 2005-07-07\n- Intelligence (Germany) | Consult | Elmar Mammadyarov | 2005-08-13\n- Heinz Fischer | Consult | Elmar Mammadyarov | 2005-09-09\n- Elmar Mammadyarov | Make statement | China | 2005-02-04\n- Elmar Mammadyarov | Consult | Irakli Alasania | 2005-07-07\n- Elmar Mammadyarov | Consult | Intelligence (Germany) | 2005-08-13\nAnswer:", "completion": " John Baird", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1056061", "prompt": "The criminal of China was rejected by whom before 6 January 2009?\nEvidence:\n- Thailand | Make statement | China | 2009-01-06\n- China | Make statement | Japan | 2009-01-06\n- China | Deny responsibility | Japan | 2009-01-06\n- Qin Gang | Make statement | China | 2009-01-06\n- Japan | Criticize or denounce | China | 2009-01-06\n- Abhisit Vejjajiva | Make statement | China | 2009-01-06\n- Thailand | Host a visit | Association of Southeast Asian Nations | 2009-01-06\n- Association of Southeast Asian Nations | Make a visit | Thailand | 2009-01-06\n- Abhisit Vejjajiva | Make statement | Association of Southeast Asian Nations | 2009-01-06\n- China | Make an appeal or request | Japan | 2009-01-06\n- Japan | Express intent to meet or negotiate | China | 2009-01-06\n- China | Express intent to meet or negotiate | Japan | 2009-01-06\n- Straits Exchange Foundation | Express intent to meet or negotiate | China | 2009-01-06\n- Thailand | Provide humanitarian aid | Citizen (Thailand) | 2009-01-06\n- Thailand | Make statement | Japan | 2009-01-06\nAnswer:", "completion": " Public Prosecutor (China)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1322068", "prompt": "Who supported the media of India before the Ministry of Information of India did?\nEvidence:\n- Media (India) | Consult | Information Ministry (India) | 2015-09-06\n- Media (India) | Consult | Information Ministry (India) | 2013-03-08\n- Media (India) | Consult | Information Ministry (India) | 2012-11-29\n- Media (India) | Consult | Information Ministry (India) | 2012-10-11\n- Media (India) | Consult | Information Ministry (India) | 2009-01-07\n- Media (India) | Consult | Information Ministry (India) | 2009-01-06\n- Media (India) | Consult | Information Ministry (India) | 2007-10-02\n- Information Ministry (India) | Consult | Media (India) | 2015-09-06\n- Information Ministry (India) | Consult | Media (India) | 2013-03-08\n- Information Ministry (India) | Consult | Media (India) | 2012-11-29\n- Information Ministry (India) | Consult | Media (India) | 2012-10-11\n- Information Ministry (India) | Consult | Media (India) | 2009-01-07\n- Information Ministry (India) | Consult | Media (India) | 2009-01-06\n- Information Ministry (India) | Consult | Media (India) | 2007-10-02\n- Information Ministry (India) | Praise or endorse | Media (India) | 2014-03-13\nAnswer:", "completion": " Protester (India)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1360489", "prompt": "Who negotiated last with Sheikh Hamad bin Khalifa al-Thani before Shimon Peres?\nEvidence:\n- Sheikh Hamad bin Khalifa al-Thani | Discuss by telephone | Sheikh Hamad bin Isa al Khalifah | 2005-05-07\n- Sheikh Hamad bin Isa al Khalifah | Discuss by telephone | Sheikh Hamad bin Khalifa al-Thani | 2005-05-07\n- Tony Blair | Consult | Sheikh Hamad bin Khalifa al-Thani | 2005-03-03\n- Sheikh Hamad bin Khalifa al-Thani | Make statement | Qatar | 2005-06-08\n- Sheikh Hamad bin Khalifa al-Thani | Make statement | Qatar | 2005-04-15\n- Sheikh Hamad bin Khalifa al-Thani | Make statement | Qatar | 2005-04-01\n- Sheikh Hamad bin Khalifa al-Thani | Make statement | Qatar | 2005-03-22\n- Sheikh Hamad bin Khalifa al-Thani | Consult | Tony Blair | 2005-03-03\n- Sheikh Hamad bin Khalifa al-Thani | Consult | Pervez Musharraf | 2005-06-05\n- Sheikh Hamad bin Khalifa al-Thani | Consult | Pervez Musharraf | 2005-02-18\n- Sheikh Hamad bin Khalifa al-Thani | Consult | Pervez Musharraf | 2005-02-17\n- Sheikh Hamad bin Khalifa al-Thani | Consult | Congress (Qatar) | 2005-03-30\n- Pervez Musharraf | Consult | Sheikh Hamad bin Khalifa al-Thani | 2005-06-05\n- Pervez Musharraf | Consult | Sheikh Hamad bin Khalifa al-Thani | 2005-02-18\n- Pervez Musharraf | Consult | Sheikh Hamad bin Khalifa al-Thani | 2005-02-17\nAnswer:", "completion": " Ali Abdullah Saleh", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1162675", "prompt": "In what year did Mohammed VI last praise Abdelilah Benkirane?\nEvidence:\n- Muhammad VI | Consult | Abdelilah Benkirane | 2011-12-10\n- Muhammad VI | Consult | Abdelilah Benkirane | 2011-11-29\n- Abdelilah Benkirane | Consult | Muhammad VI | 2011-12-10\n- Abdelilah Benkirane | Consult | Muhammad VI | 2011-11-29\n- Muhammad VI | Praise or endorse | Abdelilah Benkirane | 2012-07-15\n- Muhammad VI | Praise or endorse | Abdelilah Benkirane | 2011-11-30\n- Muhammad VI | Praise or endorse | Abdelilah Benkirane | 2011-11-29\n- Abdelilah Benkirane | Praise or endorse | Muhammad VI | 2013-09-23\n- Abdelilah Benkirane | Praise or endorse | Muhammad VI | 2008-08-05\n- Muhammad VI | Make statement | Abdelilah Benkirane | 2013-10-11\n- Muhammad VI | Decline comment | Abdelilah Benkirane | 2011-12-10\n- Abdelilah Benkirane | Make statement | Muhammad VI | 2011-12-10\n- Muhammad VI | Host a visit | Abdelilah Benkirane | 2011-11-29\n- Abdelilah Benkirane | Make a visit | Muhammad VI | 2011-11-29\n- Muhammad VI | Express intent to cooperate | Abdelilah Benkirane | 2012-07-15\nAnswer:", "completion": " 2012", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1095196", "prompt": "Before Richard Boucher, with whom did the citizens of Bangladesh last wish to cooperate?\nEvidence:\n- Citizen (Bangladesh) | Express intent to cooperate | Richard Boucher | 2006-11-11\n- Richard Boucher | Express intent to meet or negotiate | Citizen (Bangladesh) | 2006-11-09\n- Richard Boucher | Express intent to meet or negotiate | Indigenous People (Bangladesh) | 2006-11-11\n- Shivshankar Menon | Consult | Richard Boucher | 2006-11-11\n- Richard Boucher | Make statement | Togo | 2005-02-23\n- Richard Boucher | Make statement | Sudan | 2005-02-25\n- Richard Boucher | Make statement | Iraq | 2005-04-08\n- Richard Boucher | Make statement | Iran | 2006-12-22\n- Richard Boucher | Make statement | Iran | 2006-06-14\n- Richard Boucher | Make statement | Iran | 2005-06-02\n- Richard Boucher | Make statement | Iran | 2005-04-14\n- Richard Boucher | Make statement | China | 2006-04-08\n- Richard Boucher | Make statement | China | 2005-02-16\n- Richard Boucher | Consult | Shivshankar Menon | 2006-11-11\n- Richard Boucher | Consult | Pervez Musharraf | 2006-04-06\nAnswer:", "completion": " Head of Government (Bangladesh)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1294592", "prompt": "With whom did Daily Trust have a telephone conversation in the same year with Wilson Uwujaren?\nEvidence:\n- Wilson Uwujaren | Discuss by telephone | Daily Trust | 2015-07-08\n- Daily Trust | Discuss by telephone | Wilson Uwujaren | 2015-07-08\n- Wilson Uwujaren | Make statement | Daily Trust | 2015-07-08\n- Wilson Uwujaren | Make statement | China | 2014-08-25\n- Wilson Uwujaren | Make statement | Sule Lamido | 2015-09-23\n- Wilson Uwujaren | Make statement | Sule Lamido | 2015-07-08\n- Wilson Uwujaren | Make statement | Sule Lamido | 2015-06-19\n- Wilson Uwujaren | Make statement | Ministry (Nigeria) | 2015-10-21\n- Wilson Uwujaren | Make statement | Ministry (Nigeria) | 2015-01-28\n- Wilson Uwujaren | Make statement | Abdul Aziz | 2015-07-08\n- Wilson Uwujaren | Make statement | Abdul Aziz | 2015-02-16\n- Wilson Uwujaren | Make statement | Abdul Aziz | 2015-02-15\n- Wilson Uwujaren | Return, release property | Government (Nigeria) | 2014-03-28\n- Wilson Uwujaren | Provide economic aid | Government (Nigeria) | 2014-03-28\n- Wilson Uwujaren | Make statement | Royal Administration (Nigeria) | 2015-05-14\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1387595", "prompt": "Before Prime Minister Chaudhry, with whom did the Associated Press last have a telephone conversation?\nEvidence:\n- Prime Minister Chaudhry | Discuss by telephone | Associated Press | 2006-05-05\n- Associated Press | Discuss by telephone | Prime Minister Chaudhry | 2006-05-05\n- Prime Minister Qarase | Discuss by telephone | Associated Press | 2006-05-17\n- Associated Press | Discuss by telephone | Prime Minister Qarase | 2006-05-17\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-09\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-08\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-11-14\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-10-05\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Demand | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-11-24\nAnswer:", "completion": " Foreign Affairs (Venezuela)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1071714", "prompt": "Who was the first to be praised by the Congress of Argentina after the Supreme Court of Argentina?\nEvidence:\n- Congress (Argentina) | Praise or endorse | Supreme Court of Argentina | 2013-06-18\n- Supreme Court of Argentina | Make statement | Raul Alfonsin | 2005-06-15\n- Supreme Court of Argentina | Reject | Cristina Fernández de Kirchner | 2012-12-11\n- Supreme Court of Argentina | Reject | Cristina Fernández de Kirchner | 2012-12-10\n- Cristina Fernández de Kirchner | Make statement | Supreme Court of Argentina | 2015-04-08\n- Cristina Fernández de Kirchner | Consult | Congress (Argentina) | 2007-03-01\n- Congress (Argentina) | Consult | Cristina Fernández de Kirchner | 2007-03-01\n- Congress (Argentina) | Make statement | Cristina Fernández de Kirchner | 2006-12-10\n- Congress (Argentina) | Make statement | Cristina Fernández de Kirchner | 2006-11-25\n- Congress (Argentina) | Make statement | Cristina Fernández de Kirchner | 2005-04-28\n- Congress (Argentina) | Praise or endorse | Cristina Fernández de Kirchner | 2007-07-07\n- Congress (Argentina) | Praise or endorse | Cristina Fernández de Kirchner | 2007-01-30\n- Congress (Argentina) | Praise or endorse | Cristina Fernández de Kirchner | 2005-06-03\n- Presidential Candidate (Argentina) | Discuss by telephone | Cristina Fernández de Kirchner | 2007-09-03\n- Cristina Fernández de Kirchner | Discuss by telephone | Presidential Candidate (Argentina) | 2007-09-03\nAnswer:", "completion": " Cristina Fernández de Kirchner", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1024611", "prompt": "Before 26 August 2013, which country praised South Sudan?\nEvidence:\n- UN Security Council | Make pessimistic comment | South Sudan | 2013-08-26\n- South Sudan | Praise or endorse | James Wani Igga | 2013-08-26\nAnswer:", "completion": " Armed Rebel (Libération)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 1} +{"id": "mtq_1373366", "prompt": "Who signed an agreement with South Africa on 16 May 2011?\nEvidence:\n- Tanzania | Sign formal agreement | South Africa | 2011-05-16\n- South Africa | Sign formal agreement | Tanzania | 2011-05-16\n- South Africa | Sign formal agreement | Japan | 2011-05-16\n- South Africa | Sign formal agreement | Guatemala | 2011-05-16\n- Japan | Sign formal agreement | South Africa | 2011-05-16\n- Guatemala | Sign formal agreement | South Africa | 2011-05-16\n- Citizen (Australia) | Conduct suicide, car, or other non-military bombing | South Africa | 2011-05-16\n- Japan | Sign formal agreement | Guatemala | 2011-05-16\n- Guatemala | Sign formal agreement | Japan | 2011-05-16\n- South Korea | Consult | Japan | 2011-05-16\n- Japan | Consult | South Korea | 2011-05-16\n- Police (Australia) | Arrest, detain, or charge with legal action | Citizen (Australia) | 2011-05-16\n- Wen Jiabao | Make a visit | Japan | 2011-05-16\n- Wen Jiabao | Express intent to meet or negotiate | Japan | 2011-05-16\n- Police (Australia) | Investigate | Citizen (Australia) | 2011-05-16\nAnswer:", "completion": " Tanzania", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1182679", "prompt": "Could you tell me the exact month when Agence France-Presse had a telephone conversation with the Ministry of Tourism of Pakistan?\nEvidence:\n- Japan | Discuss by telephone | Agence France-Presse | 2005-03-20\n- Agence France-Presse | Discuss by telephone | Japan | 2005-03-20\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2006-03-28\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-18\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-04-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-01-03\n- Governor (Thailand) | Discuss by telephone | Agence France-Presse | 2005-01-23\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2006-03-28\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-07-19\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-07-18\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-04-19\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-01-03\n- Agence France-Presse | Discuss by telephone | Governor (Thailand) | 2005-01-23\n- News Editor (Russia) | Discuss by telephone | Agence France-Presse | 2005-02-21\nAnswer:", "completion": " 2007-07", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1204354", "prompt": "After the citizens of Nigeria, with whom did the Labour Union of Nigeria first express its intention to cooperate?\nEvidence:\n- Labor Union (Nigeria) | Express intent to cooperate | Government (Nigeria) | 2015-07-15\n- Labor Union (Nigeria) | Express intent to cooperate | Government (Nigeria) | 2013-03-13\n- Labor Union (Nigeria) | Express intent to cooperate | Government (Nigeria) | 2012-12-21\n- Labor Union (Nigeria) | Express intent to cooperate | Government (Nigeria) | 2011-05-12\n- Labor Union (Nigeria) | Express intent to cooperate | Citizen (Nigeria) | 2007-04-27\n- Government (Nigeria) | Express intent to cooperate | Labor Union (Nigeria) | 2015-07-15\n- Government (Nigeria) | Express intent to cooperate | Labor Union (Nigeria) | 2013-03-13\n- Government (Nigeria) | Express intent to cooperate | Labor Union (Nigeria) | 2012-12-21\n- Government (Nigeria) | Express intent to cooperate | Labor Union (Nigeria) | 2011-05-12\n- Citizen (Nigeria) | Express intent to cooperate | Labor Union (Nigeria) | 2015-11-17\n- Citizen (Nigeria) | Express intent to cooperate | Labor Union (Nigeria) | 2012-02-16\n- Citizen (Nigeria) | Express intent to cooperate | Labor Union (Nigeria) | 2011-04-28\n- Citizen (Nigeria) | Express intent to cooperate | Labor Union (Nigeria) | 2009-04-13\n- Medical Personnel (Nigeria) | Express intent to cooperate | Labor Union (Nigeria) | 2014-05-20\n- Labor Union (Nigeria) | Express intent to cooperate | Medical Personnel (Nigeria) | 2014-05-20\nAnswer:", "completion": " Government (Nigeria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1023118", "prompt": "Before 3 October 2005, who did Ali Abdullah Saleh negotiate with?\nEvidence:\n- Djibouti | Engage in negotiation | Ali Abdullah Saleh | 2005-10-03\n- Ali Abdullah Saleh | Engage in negotiation | Djibouti | 2005-10-03\n- Ismaïl Omar Guelleh | Praise or endorse | Ali Abdullah Saleh | 2005-10-03\nAnswer:", "completion": " Azali Assouman", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 3, "n_anchors": 1} +{"id": "mtq_1160317", "prompt": "On 9 September 2008, who made the tenants of Australia suffer from unconventional violence?\nEvidence:\n- Citizen (Australia) | Use unconventional violence | Tenants (Australia) | 2008-09-09\nAnswer:", "completion": " Citizen (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1016379", "prompt": "Who made the citizens of Norway suffer from unconventional violence in August 2011?\nEvidence:\n- Anders Breivik | Use unconventional violence | Citizen (Norway) | 2011-08-22\n- Anders Breivik | Use unconventional violence | Citizen (Norway) | 2011-08-21\n- Anders Breivik | Use unconventional violence | Citizen (Norway) | 2011-08-20\n- Anders Breivik | Use unconventional violence | Citizen (Norway) | 2011-08-19\n- Anders Breivik | Use unconventional violence | Citizen (Norway) | 2011-08-18\n- Anders Breivik | Use unconventional violence | Citizen (Norway) | 2011-08-15\n- Anders Breivik | Use unconventional violence | Citizen (Norway) | 2011-08-14\n- Anders Breivik | Use unconventional violence | Citizen (Norway) | 2011-08-10\n- Anders Breivik | Use unconventional violence | Citizen (Norway) | 2011-08-09\n- Anders Breivik | Use unconventional violence | Citizen (Norway) | 2011-08-08\n- Anders Breivik | Use unconventional violence | Citizen (Norway) | 2011-08-03\n- Anders Breivik | Use unconventional violence | Citizen (Norway) | 2011-08-02\n- Anders Breivik | Use unconventional violence | Children (Norway) | 2011-08-20\n- Anders Breivik | Use unconventional violence | Labor Party (Norway) | 2011-08-05\n- People Associated with the Opposition (Australia) | Use unconventional violence | Citizen (Australia) | 2011-08-18\nAnswer:", "completion": " Anders Breivik", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1343591", "prompt": "After Feb, 2011, who was praised by Dimeji Bankole?\nEvidence:\n- Dimeji Bankole | Threaten | Citizen (Nigeria) | 2008-06-30\n- Dimeji Bankole | Reject | Citizen (Nigeria) | 2009-03-19\n- Dimeji Bankole | Make statement | USAID | 2008-06-05\n- Dimeji Bankole | Investigate | Ministry (Nigeria) | 2008-05-22\n- Dimeji Bankole | Demand | Citizen (Nigeria) | 2009-03-17\n- Dimeji Bankole | Accuse | Ministry (Nigeria) | 2009-01-29\n- Dimeji Bankole | Accuse | Citizen (Nigeria) | 2009-04-13\n- Dimeji Bankole | Accuse | Citizen (Nigeria) | 2009-01-19\n- Citizen (Nigeria) | Demand | Dimeji Bankole | 2008-10-24\n- Ethnic Group (Nigeria) | Accuse | Dimeji Bankole | 2008-10-17\n- Dimeji Bankole | Make statement | Government (Nigeria) | 2009-04-13\n- Dimeji Bankole | Make statement | Assemblies (France) | 2008-04-04\n- Dimeji Bankole | Consult | Congress (United States) | 2008-06-30\n- Congress (United States) | Consult | Dimeji Bankole | 2008-06-30\n- Umaru Musa Yar'Adua | Consult | Dimeji Bankole | 2008-10-09\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1355911", "prompt": "Before Vietnam, which country received Wendy Sherman's visit from Wendy Sherman last?\nEvidence:\n- Wendy Sherman | Consult | Iran | 2013-10-15\n- Iran | Reject | Wendy Sherman | 2012-04-14\n- Iran | Consult | Wendy Sherman | 2013-10-15\n- Yemen | Host a visit | Wendy Sherman | 2012-01-26\n- Wendy Sherman | Make a visit | Yemen | 2012-01-26\n- Wendy Sherman | Make a visit | Japan | 2011-11-19\n- Wendy Sherman | Make a visit | Colombia | 2012-01-27\n- Wendy Sherman | Make a visit | China | 2012-08-14\n- Wendy Sherman | Make a visit | Angola | 2012-03-06\n- Japan | Host a visit | Wendy Sherman | 2011-11-19\n- Colombia | Host a visit | Wendy Sherman | 2012-01-27\n- China | Host a visit | Wendy Sherman | 2012-08-14\n- Angola | Host a visit | Wendy Sherman | 2012-03-06\n- Wendy Sherman | Make a visit | South Korea | 2011-12-01\n- Wendy Sherman | Make a visit | South Korea | 2011-11-22\nAnswer:", "completion": " China", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1389525", "prompt": "Who praised the government of France in the same year of Abdelilah Benkirane?\nEvidence:\n- Agence France-Presse | Make statement | Abdelilah Benkirane | 2012-07-15\n- Independent Party | Engage in negotiation | Abdelilah Benkirane | 2013-08-23\n- Abdelilah Benkirane | Engage in negotiation | Independent Party | 2013-08-23\n- Wen Jiabao | Consult | Abdelilah Benkirane | 2012-06-21\n- Wen Jiabao | Consult | Abdelilah Benkirane | 2012-06-20\n- Wen Jiabao | Consult | Abdelilah Benkirane | 2012-06-19\n- Muhammad VI | Consult | Abdelilah Benkirane | 2011-12-10\n- Muhammad VI | Consult | Abdelilah Benkirane | 2011-11-29\n- Hisham Qandil | Consult | Abdelilah Benkirane | 2013-02-07\n- Catherine Ashton | Consult | Abdelilah Benkirane | 2012-11-06\n- Abdelilah Benkirane | Consult | Wen Jiabao | 2012-06-21\n- Abdelilah Benkirane | Consult | Wen Jiabao | 2012-06-20\n- Abdelilah Benkirane | Consult | Wen Jiabao | 2012-06-19\n- Abdelilah Benkirane | Consult | Muhammad VI | 2011-12-10\n- Abdelilah Benkirane | Consult | Muhammad VI | 2011-11-29\nAnswer:", "completion": " Oman", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1157221", "prompt": "After Charlie Baker, who expressed the intention to meet with the citizens of the United Kingdom?\nEvidence:\n- Charlie Baker | Express intent to meet or negotiate | Citizen (United Kingdom) | 2014-10-11\n- Charlie Baker | Express intent to meet or negotiate | Businessperson (United Kingdom) | 2015-01-09\n- Charlie Baker | Make statement | Dzhokhar Tsarnaev | 2014-02-06\n- Citizen (United Kingdom) | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2005-01-09\n- Secretary of State for the Home Department | Demand | Citizen (United Kingdom) | 2005-02-22\n- Newspaper (United Kingdom) | Yield | Citizen (United Kingdom) | 2005-02-16\n- Newspaper (United Kingdom) | Investigate | Citizen (United Kingdom) | 2005-01-19\n- Newspaper (United Kingdom) | Investigate | Citizen (United Kingdom) | 2005-01-18\n- Citizen (United Kingdom) | Threaten | Newspaper (United Kingdom) | 2005-02-17\n- Citizen (United Kingdom) | Express intent to meet or negotiate | Thailand | 2005-03-25\n- Lawyer/Attorney (United Kingdom) | Arrest, detain, or charge with legal action | Citizen (United Kingdom) | 2005-03-01\n- Court Judge (United Kingdom) | Arrest, detain, or charge with legal action | Citizen (United Kingdom) | 2005-02-25\n- Court Judge (United Kingdom) | Arrest, detain, or charge with legal action | Citizen (United Kingdom) | 2005-02-21\n- Court Judge (United Kingdom) | Arrest, detain, or charge with legal action | Citizen (United Kingdom) | 2005-02-12\n- Court Judge (United Kingdom) | Arrest, detain, or charge with legal action | Citizen (United Kingdom) | 2005-02-03\nAnswer:", "completion": " Lawyer/Attorney (United Kingdom)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1162822", "prompt": "In which month did the citizens of Mali first express their cooperation with the citizens of International?\nEvidence:\n- International Federation of Human Rights | Engage in diplomatic cooperation | Rights Activist (Mali) | 2013-01-16\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-07-02\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-06-27\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Assembly of First Nations | Engage in material cooperation | Police (Canada) | 2013-02-16\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- First Command of the Capital | Express intent to engage in diplomatic cooperation (such as policy support) | Party Member (Brazil) | 2006-06-12\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- First Command of the Capital | Criticize or denounce | Citizen (Brazil) | 2008-10-30\nAnswer:", "completion": " 2013-08", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1283847", "prompt": "Which year did the Party Member of Brazil first praise José Alencar Gomes da Silva?\nEvidence:\n- Party Member (Brazil) | Praise or endorse | José Alencar Gomes da Silva | 2010-02-10\n- José Alencar Gomes da Silva | Reduce relations | Liberal Party (Brazil) | 2005-09-29\n- José Alencar Gomes da Silva | Reduce relations | Liberal Party (Brazil) | 2005-09-03\n- José Alencar Gomes da Silva | Make statement | Population (Brazil) | 2006-08-24\n- José Alencar Gomes da Silva | Make statement | Ministry (Brazil) | 2006-12-12\n- José Alencar Gomes da Silva | Make statement | Military (Brazil) | 2005-04-26\n- José Alencar Gomes da Silva | Consult | Head of Government (Brazil) | 2005-03-23\n- Head of Government (Brazil) | Consult | José Alencar Gomes da Silva | 2005-03-23\n- José Alencar Gomes da Silva | Praise or endorse | China | 2006-03-23\n- Head of Government (Brazil) | Make statement | José Alencar Gomes da Silva | 2006-06-24\n- Head of Government (Brazil) | Make statement | José Alencar Gomes da Silva | 2005-08-17\n- José Alencar Gomes da Silva | Consult | Donald Rumsfeld | 2005-03-24\n- José Alencar Gomes da Silva | Consult | Donald Rumsfeld | 2005-03-22\n- Donald Rumsfeld | Consult | José Alencar Gomes da Silva | 2005-03-24\n- Donald Rumsfeld | Consult | José Alencar Gomes da Silva | 2005-03-22\nAnswer:", "completion": " 2010", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1327449", "prompt": "Which country supported Sudan last, before the French government?\nEvidence:\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-27\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-26\n- Ethiopia | Praise or endorse | Government (Sudan) | 2005-01-10\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Sudan | Return, release person(s) | Citizen (Sudan) | 2005-01-19\n- Human Rights Group (Sudan) | Make pessimistic comment | Sudan | 2005-01-10\n- Yemen | Consult | Sudan | 2005-01-02\n- Sudan | Consult | Yemen | 2005-01-02\nAnswer:", "completion": " Malaysia", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1226092", "prompt": "Could you tell me the exact month in which Romania last investigated the Central Intelligence Agency?\nEvidence:\n- Portugal | Investigate | Central Intelligence Agency | 2006-02-06\n- Central Intelligence Agency | Reject | Iraq | 2005-10-28\n- Central Intelligence Agency | Investigate | Iraq | 2005-07-17\n- Central Intelligence Agency | Accuse | Iran | 2005-03-17\n- Central Intelligence Agency | Accuse | China | 2006-01-26\n- Central Intelligence Agency | Investigate | Inter-Services Intelligence | 2006-01-25\n- Central Intelligence Agency | Appeal for intelligence | Government (France) | 2005-12-13\n- Senate (Switzerland) | Investigate | Central Intelligence Agency | 2005-12-14\n- China | Make statement | Central Intelligence Agency | 2005-02-18\n- Central Intelligence Agency | Make statement | Mexico | 2005-02-21\n- Central Intelligence Agency | Investigate | Militant (Syria) | 2005-11-29\n- Central Intelligence Agency | Investigate | Government (Sudan) | 2005-05-01\n- Central Intelligence Agency | Investigate | Government (Sudan) | 2005-04-30\n- Central Intelligence Agency | Share intelligence or information | South Korea | 2005-09-21\n- Central Intelligence Agency | Praise or endorse | Inter-Services Intelligence | 2005-12-21\nAnswer:", "completion": " 2006-10", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1350056", "prompt": "In which year did Raúl Castro announce his intention to meet Mikhail Yefimovich Fradkov?\nEvidence:\n- Zurab Nogaideli | Engage in negotiation | Mikhail Yefimovich Fradkov | 2005-06-03\n- Mikhail Yefimovich Fradkov | Engage in negotiation | Zurab Nogaideli | 2005-06-03\n- Mikhail Yefimovich Fradkov | Engage in negotiation | Abdul Kalam | 2005-05-23\n- Abdul Kalam | Engage in negotiation | Mikhail Yefimovich Fradkov | 2005-05-23\n- Zurab Nogaideli | Consult | Mikhail Yefimovich Fradkov | 2005-06-03\n- Mikhail Yefimovich Fradkov | Make statement | Gazprom | 2005-02-16\n- Mikhail Yefimovich Fradkov | Make statement | China | 2005-05-27\n- Mikhail Yefimovich Fradkov | Make statement | China | 2005-02-03\n- Mikhail Yefimovich Fradkov | Consult | Zurab Nogaideli | 2005-06-03\n- Mikhail Yefimovich Fradkov | Consult | Abdul Kalam | 2005-05-23\n- Abdul Kalam | Consult | Mikhail Yefimovich Fradkov | 2005-05-23\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | Kazakhstan | 2005-03-23\n- Zurab Nogaideli | Make statement | Mikhail Yefimovich Fradkov | 2005-06-06\n- Rashid Gumarovich Nurgaliyev | Consult | Mikhail Yefimovich Fradkov | 2005-02-19\n- Mikhail Yefimovich Fradkov | Make statement | Media (Russia) | 2005-03-14\nAnswer:", "completion": " 2006", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1337597", "prompt": "Who was the first person Roh Moo Hyun wanted to meet after the Egyptian leader?\nEvidence:\n- Roh Moo Hyun | Demand | Japan | 2005-03-04\n- Roh Moo Hyun | Demand | Japan | 2005-03-03\n- Roh Moo Hyun | Demand | Japan | 2005-03-02\n- Roh Moo Hyun | Demand | Japan | 2005-03-01\n- Roh Moo Hyun | Demand | Japan | 2005-02-25\n- Roh Moo Hyun | Consult | Chongwadai | 2005-02-19\n- Chongwadai | Consult | Roh Moo Hyun | 2005-02-19\n- South Korea | Reject | Roh Moo Hyun | 2005-02-17\n- Roh Moo Hyun | Make statement | Japan | 2005-03-14\n- Roh Moo Hyun | Make statement | Japan | 2005-03-02\n- Roh Moo Hyun | Make statement | Chongwadai | 2005-02-23\n- Roh Moo Hyun | Demand | South Korea | 2005-01-04\n- Roh Moo Hyun | Demand rights | Japan | 2005-03-04\n- Roh Moo Hyun | Demand rights | Japan | 2005-03-03\n- Chongwadai | Make statement | Roh Moo Hyun | 2005-03-07\nAnswer:", "completion": " Japan", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1315498", "prompt": "Who wanted to participate in diplomatic cooperation with Romania in 2010?\nEvidence:\n- Thailand | Engage in diplomatic cooperation | Romania | 2010-03-10\n- Romania | Engage in diplomatic cooperation | Thailand | 2010-03-10\n- Romania | Engage in diplomatic cooperation | Japan | 2010-02-11\n- Japan | Engage in diplomatic cooperation | Romania | 2010-02-11\n- Romania | Engage in diplomatic cooperation | International Monetary Fund | 2010-06-25\n- Romania | Express intent to engage in diplomatic cooperation (such as policy support) | Portugal | 2010-03-19\n- Romania | Express intent to engage in diplomatic cooperation (such as policy support) | Kazakhstan | 2010-03-02\n- Kazakhstan | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2010-03-02\n- Iran | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2010-02-08\n- Barack Obama | Appeal for diplomatic cooperation (such as policy support) | Romania | 2010-02-04\n- Democratic Union of Hungarians in Romania | Make statement | Romania | 2010-04-08\n- Herman Van Rompuy | Appeal for diplomatic cooperation (such as policy support) | Romania | 2010-10-19\n- Ministry (Romania) | Make statement | Romania | 2010-01-31\n- Lawyer/Attorney (Romania) | Investigate | Romania | 2010-04-08\n- Lawyer/Attorney (Romania) | Investigate | Romania | 2010-02-18\nAnswer:", "completion": " Iran", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1012628", "prompt": "Which country visited Sudan on 31 Oct 2012?\nEvidence:\n- Sudan | Sign formal agreement | South Sudan | 2012-10-31\n- Sudan | Host a visit | Iran | 2012-10-31\n- Iran | Make a visit | Sudan | 2012-10-31\n- Iraq | Express intent to provide economic aid | Sudan | 2012-10-31\n- Ministry (Iran) | Make statement | Iran | 2012-10-31\n- Mahmoud Ahmadinejad | Make statement | Iran | 2012-10-31\n- Mahmoud Ahmadinejad | Make a visit | Iraq | 2012-10-31\n- Mahmoud Ahmadinejad | Express intent to meet or negotiate | Iraq | 2012-10-31\n- Mahmoud Ahmadinejad | Express intent to meet or negotiate | Iran | 2012-10-31\n- Iraq | Reject | Iran | 2012-10-31\n- Iraq | Host a visit | Mahmoud Ahmadinejad | 2012-10-31\n- Iraq | Express intent to provide economic aid | Yemen | 2012-10-31\n- Iran | Praise or endorse | Student (Iran) | 2012-10-31\n- Iran | Demonstrate military or police power | Iraq | 2012-10-31\n- Barack Obama | Express intent to de-escalate military engagement | Iraq | 2012-10-31\nAnswer:", "completion": " Iran", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1372436", "prompt": "In what year did Jorge del Castillo last accuse Alberto Fujimori?\nEvidence:\n- Jorge del Castillo | Accuse | Alberto Fujimori | 2008-01-19\n- Jorge del Castillo | Make statement | Alberto Fujimori | 2007-06-14\n- Jorge del Castillo | Accuse | Labor Union (Peru) | 2008-05-20\n- Congress (Peru) | Investigate | Jorge del Castillo | 2007-04-13\n- Jorge del Castillo | Make statement | Manuel Rosales | 2009-04-27\n- Jorge del Castillo | Make statement | Businessperson (Peru) | 2006-02-01\n- Jorge del Castillo | Make statement | Business (Peru) | 2007-02-24\n- Jorge del Castillo | Make statement | Business (Peru) | 2006-12-22\n- Military Personnel (Peru) | Make statement | Jorge del Castillo | 2008-01-18\n- Jorge del Castillo | Praise or endorse | Business (Norway) | 2008-10-15\n- Jorge del Castillo | Make statement | Political Parties (Peru) | 2013-12-24\n- Jorge del Castillo | Make statement | Domestic Affairs (Peru) | 2008-08-19\n- Jorge del Castillo | Criticize or denounce | Citizen (Venezuela) | 2006-05-31\n- Jorge del Castillo | Consult | Head of Government (Peru) | 2008-08-03\n- Jorge del Castillo | Consult | Head of Government (Peru) | 2006-11-28\nAnswer:", "completion": " 2008", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1066771", "prompt": "In 2010, who was the first to endorse Dmitry Anatolyevich Medvedev?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- Dmitry Anatolyevich Medvedev | Engage in negotiation | China | 2005-12-09\n- China | Engage in negotiation | Dmitry Anatolyevich Medvedev | 2005-12-09\n- Dmitry Anatolyevich Medvedev | Praise or endorse | Islam Karimov | 2006-05-08\n- Dmitry Anatolyevich Medvedev | Praise or endorse | Islam Karimov | 2006-05-06\n- Dmitry Anatolyevich Medvedev | Consult | China | 2005-12-08\n- China | Consult | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Mikhail Yefimovich Fradkov | Praise or endorse | Dmitry Anatolyevich Medvedev | 2005-11-14\n- Veterans (Russia) | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Islam Karimov | Consult | Dmitry Anatolyevich Medvedev | 2006-05-07\n- Islam Karimov | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2006-01-13\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2006-01-12\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2005-11-15\n- Dmitry Anatolyevich Medvedev | Make statement | Kazakhstan | 2006-03-30\nAnswer:", "completion": " Resistance Movement (Slovakia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1215494", "prompt": "Who was the last to visit Islam Karimov before Hamadoun Touré?\nEvidence:\n- Islam Karimov | Host a visit | Hamadoun Touré | 2007-09-28\n- Hamadoun Touré | Make a visit | Islam Karimov | 2007-09-28\n- Hamadoun Touré | Make a visit | Burundi | 2011-04-18\n- Burundi | Host a visit | Hamadoun Touré | 2011-04-18\n- Ministry (Morocco) | Sign formal agreement | Hamadoun Touré | 2005-05-23\n- Hamadoun Touré | Sign formal agreement | Ministry (Morocco) | 2005-05-23\n- Hamadoun Touré | Praise or endorse | Zhang Dejiang | 2013-03-21\n- Hamadoun Touré | Praise or endorse | Yu Zhengsheng | 2013-03-21\n- Hamadoun Touré | Make statement | UN Security Council | 2006-10-16\n- Hamadoun Touré | Make statement | Police (Cote d'Ivoire) | 2009-04-02\n- Islam Karimov | Make a visit | Iran | 2005-01-05\n- Iran | Host a visit | Islam Karimov | 2005-01-05\n- Zurab Nogaideli | Make a visit | Islam Karimov | 2005-04-18\n- Zurab Nogaideli | Host a visit | Islam Karimov | 2005-04-19\n- Pervez Musharraf | Make a visit | Islam Karimov | 2005-03-07\nAnswer:", "completion": " Jin Renqing", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1391835", "prompt": "Who was the first one that the Government of Germany praisee?\nEvidence:\n- Radio One | Consult | Marek Borowski | 2005-07-12\n- Marek Borowski | Consult | Radio One | 2005-07-12\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- People Associated with the Opposition (Germany) | Accuse | Government (Germany) | 2015-05-22\n- People Associated with the Opposition (Germany) | Accuse | Government (Germany) | 2012-08-06\n- People Associated with the Opposition (Germany) | Use unconventional violence | Head of Government (Germany) | 2012-01-28\n- People Associated with the Opposition (Germany) | Criticize or denounce | Head of Government (Germany) | 2012-01-28\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Member of the Judiciary (United States) | Demand that target yields | Iran | 2012-09-19\n- Head of Government (Germany) | Make statement | Government (Germany) | 2006-07-23\n- Office for the Protection of the Constitution | Consult | Intelligence (Germany) | 2006-03-13\n- Intelligence (Germany) | Consult | Office for the Protection of the Constitution | 2006-03-13\nAnswer:", "completion": " Supreme Court of Chile", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1194730", "prompt": "In which year did the Foreign Ministry of Romania support the government of the occupied Palestinian territories?\nEvidence:\n- Ministry (Romania) | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2005-01-10\n- Ministry (Romania) | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2005-01-08\n- Ministry (Romania) | Make statement | Romania | 2005-03-25\n- Ministry (Romania) | Make statement | Romania | 2005-01-12\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-21\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-04\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-01-31\n- Ministry (Romania) | Make optimistic comment | Romania | 2005-01-14\n- Environment Department/Ministry (Romania) | Threaten | Romania | 2005-03-22\n- Romania | Host a visit | Foreign Affairs (Portugal) | 2005-01-19\n- Foreign Affairs (Portugal) | Make a visit | Romania | 2005-01-19\n- Vietnam | Engage in diplomatic cooperation | Romania | 2005-01-31\n- Romania | Engage in diplomatic cooperation | Vietnam | 2005-01-31\n- Head of Government (Ukraine) | Express intent to meet or negotiate | Romania | 2005-03-14\n- Foreign Affairs (Slovakia) | Express intent to cooperate economically | Romania | 2005-03-06\nAnswer:", "completion": " 2005", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1205292", "prompt": "Before the Foreign Affairs of France, which country hosted Raúl Castro's visit from Raúl Castro last?\nEvidence:\n- Vietnam | Host a visit | Raúl Castro | 2005-05-04\n- Vietnam | Host a visit | Raúl Castro | 2005-05-03\n- Vietnam | Host a visit | Raúl Castro | 2005-05-02\n- Vietnam | Host a visit | Raúl Castro | 2005-05-01\n- Vietnam | Host a visit | Raúl Castro | 2005-04-28\n- Vietnam | Host a visit | Raúl Castro | 2005-04-26\n- Raúl Castro | Make a visit | Vietnam | 2005-05-04\n- Raúl Castro | Make a visit | Vietnam | 2005-05-03\n- Raúl Castro | Make a visit | Vietnam | 2005-05-02\n- Raúl Castro | Make a visit | Vietnam | 2005-05-01\n- Raúl Castro | Make a visit | Vietnam | 2005-04-28\n- Raúl Castro | Make a visit | Vietnam | 2005-04-26\n- Raúl Castro | Make a visit | Malaysia | 2005-04-25\n- Raúl Castro | Make a visit | Malaysia | 2005-04-24\n- Raúl Castro | Make a visit | Laos | 2005-04-26\nAnswer:", "completion": " Vietnam", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1030962", "prompt": "Who was negotiating with Zurab Nogaideli before 25 November 2005?\nEvidence:\n- Zurab Nogaideli | Consult | Gazprom | 2005-11-25\n- Gazprom | Consult | Zurab Nogaideli | 2005-11-25\n- Zurab Nogaideli | Make statement | Government (Georgia) | 2005-11-25\n- Zurab Nogaideli | Make statement | Republic of South Ossetia | 2005-11-25\n- Zurab Nogaideli | Engage in negotiation | Mikhail Yefimovich Fradkov | 2005-11-25\n- Mikhail Yefimovich Fradkov | Engage in negotiation | Zurab Nogaideli | 2005-11-25\n- Yuriy Yekhanurov | Consult | Mikhail Yefimovich Fradkov | 2005-11-25\n- Sergey Mikhaylovich Ignatyev | Make statement | Gazprom | 2005-11-25\n- Mikhail Yefimovich Fradkov | Consult | Yuriy Yekhanurov | 2005-11-25\nAnswer:", "completion": " Mikhail Yefimovich Fradkov", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 9, "n_anchors": 1} +{"id": "mtq_1218045", "prompt": "In January 2012, who made an appeal to the UN Security Council?\nEvidence:\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- Ethiopia | Make an appeal or request | UN Security Council | 2005-02-08\n- UN Security Council | Make an appeal or request | Citizen (Sudan) | 2005-02-02\n- UN Security Council | Make an appeal or request | African Union | 2005-02-25\n- South Africa | Make an appeal or request | UN Security Council | 2005-01-31\n- John Garang | Make an appeal or request | UN Security Council | 2005-02-09\n- African Union | Make an appeal or request | UN Security Council | 2005-02-25\n- Abdallah Baali | Make an appeal or request | UN Security Council | 2005-10-26\n- Office of the United Nations High Commissioner for Human Rights | Make an appeal or request | UN Security Council | 2005-02-18\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\n- UN Security Council | Consult | Nabil Shaath | 2005-01-11\nAnswer:", "completion": " Iran", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1353986", "prompt": "Who was the last to negotiate with Mahmoud Abbas before the advisors of the Jordanian Cabinet?\nEvidence:\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-11\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Pervez Musharraf | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Javier Solana | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-14\n- Javier Solana | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-08\n- Gerhard Schröder | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Abdullah Gül | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-05\n- Mahmoud Abbas | Make statement | Japan | 2005-01-10\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-11\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-10\n- Mahmoud Abbas | Consult | Associated Press | 2005-01-01\n- Mahmoud Abbas | Consult | Abdullah Gül | 2005-01-05\n- Javier Solana | Consult | Mahmoud Abbas | 2005-01-11\n- Javier Solana | Consult | Mahmoud Abbas | 2005-01-10\n- Associated Press | Consult | Mahmoud Abbas | 2005-01-01\nAnswer:", "completion": " Cabinet / Council of Ministers / Advisors (United States)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1123567", "prompt": "With whom did Julia Gillard express an interest in cooperation in the same month as Wen Jiabao?\nEvidence:\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2007-05-17\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2006-04-06\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2005-09-06\n- Citizen (Australia) | Express intent to engage in diplomatic cooperation (such as policy support) | Julia Gillard | 2006-12-04\n- Citizen (Australia) | Express intent to engage in diplomatic cooperation (such as policy support) | Julia Gillard | 2005-01-21\n- Julia Gillard | Consider policy option | People Associated with the Opposition (Australia) | 2007-05-02\n- Julia Gillard | Express accord | John Faulkner | 2005-10-24\n- Member of Parliament (Australia) | Express intent to engage in diplomatic cooperation (such as policy support) | Julia Gillard | 2006-12-01\n- Peter Costello | Accuse | Julia Gillard | 2007-05-10\n- Julia Gillard | Reject | David Hawker | 2006-06-02\n- Julia Gillard | Reject | David Hawker | 2006-05-31\n- Julia Gillard | Consult | Businessperson (Australia) | 2007-05-03\n- Julia Gillard | Accuse | David Hawker | 2006-06-01\n- Julia Gillard | Accuse | David Hawker | 2006-05-31\n- Julia Gillard | Accuse | Citizen (Australia) | 2005-01-23\nAnswer:", "completion": " Lee Myung Bak", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1187476", "prompt": "Who did the Supreme Electoral Court praise after 2006-09?\nEvidence:\n- Supreme Electoral Court | Consult | Ministry (Supreme Electoral Court) | 2006-12-06\n- Supreme Electoral Court | Consult | Ministry (Supreme Electoral Court) | 2006-12-05\n- Ministry (Supreme Electoral Court) | Consult | Supreme Electoral Court | 2006-12-06\n- Ministry (Supreme Electoral Court) | Consult | Supreme Electoral Court | 2006-12-05\n- Supreme Electoral Court | Praise or endorse | Ministry (Brazil) | 2008-08-01\n- Supreme Electoral Court | Praise or endorse | Military (Brazil) | 2006-10-27\n- Supreme Electoral Court | Praise or endorse | Military (Brazil) | 2006-09-30\n- Supreme Electoral Court | Praise or endorse | Military (Brazil) | 2006-09-29\n- Supreme Electoral Court | Praise or endorse | Military (Brazil) | 2006-09-28\n- Ministry (Brazil) | Praise or endorse | Supreme Electoral Court | 2008-08-15\n- Supreme Electoral Court | Reject | Citizen (Brazil) | 2008-01-21\n- Supreme Electoral Court | Accuse | Congress (Brazil) | 2006-09-05\n- Ministry (Brazil) | Investigate | Supreme Electoral Court | 2006-09-20\n- Ministry (Brazil) | Investigate | Supreme Electoral Court | 2006-09-19\n- Ministry (Brazil) | Investigate | Supreme Electoral Court | 2006-08-29\nAnswer:", "completion": " Head of Government (Brazil)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1231686", "prompt": "In which year did the local media in Greece make pessimistic comments about the citizens of Greece?\nEvidence:\n- Local Media (Greece) | Make pessimistic comment | Citizen (Greece) | 2011-01-27\n- Antonis Samaras | Make statement | Local Media (Greece) | 2012-11-27\n- Local Media (Greece) | Criticize or denounce | Citizen (Greece) | 2011-01-27\n- Local Media (China) | Make statement | China | 2010-05-15\n- Media Personnel (China) | Make statement | Local Media (China) | 2009-08-05\n- China | Demand | Local Media (China) | 2012-01-05\n- Media Personnel (Angola) | Consult | Local Media (Angola) | 2005-09-28\n- Local Media (Angola) | Consult | Media Personnel (Angola) | 2005-09-28\n- Head of Government (Greece) | Make pessimistic comment | City Mayor (Greece) | 2015-06-30\n- Member of the Judiciary (Greece) | Reject | Citizen (Greece) | 2010-01-21\n- Raúl Castro | Make statement | Local Media (Cuba) | 2010-03-24\n- Local Media (Uruguay) | Make statement | Business (Uruguay) | 2009-09-19\n- Local Media (Turkey) | Make statement | Protester (Turkey) | 2014-03-13\n- Local Media (Turkey) | Make statement | Attacker (Turkey) | 2007-06-05\n- Local Media (Senegal) | Make statement | Police (Senegal) | 2010-07-16\nAnswer:", "completion": " 2011", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1040337", "prompt": "Who did Mahmoud Abbas wish to meet after the Prime Minister of Greece?\nEvidence:\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-11\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Pervez Musharraf | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Javier Solana | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-14\n- Javier Solana | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-08\n- Gerhard Schröder | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Abdullah Gül | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-05\n- Mahmoud Abbas | Make statement | Japan | 2005-01-10\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-11\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-10\n- Mahmoud Abbas | Consult | Associated Press | 2005-01-01\n- Mahmoud Abbas | Consult | Abdullah Gül | 2005-01-05\n- Javier Solana | Consult | Mahmoud Abbas | 2005-01-11\n- Javier Solana | Consult | Mahmoud Abbas | 2005-01-10\n- Associated Press | Consult | Mahmoud Abbas | 2005-01-01\nAnswer:", "completion": " Alexis Tsipras", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1106274", "prompt": "Before the year 2014, who suffered from the unconventional violence of the children of New Zealand?\nEvidence:\n- Murderer (New Zealand) | Use unconventional violence | Children (New Zealand) | 2007-01-10\n- Children (New Zealand) | Use unconventional violence | Police (New Zealand) | 2013-03-26\n- Children (New Zealand) | Use unconventional violence | Police (New Zealand) | 2010-12-29\n- Children (New Zealand) | Use unconventional violence | Police (New Zealand) | 2010-12-26\n- Children (New Zealand) | Use unconventional violence | Police (New Zealand) | 2010-12-20\n- Children (New Zealand) | Use unconventional violence | Police (New Zealand) | 2010-12-14\n- Children (New Zealand) | Use unconventional violence | Police (New Zealand) | 2010-06-14\n- Children (New Zealand) | Use unconventional violence | Police (New Zealand) | 2010-03-28\n- Children (New Zealand) | Use unconventional violence | Police (New Zealand) | 2010-03-27\n- Children (New Zealand) | Use unconventional violence | Police (New Zealand) | 2010-02-23\n- Children (New Zealand) | Use unconventional violence | Police (New Zealand) | 2010-01-16\n- Children (New Zealand) | Use unconventional violence | Police (New Zealand) | 2009-04-07\n- Children (New Zealand) | Use unconventional violence | Police (New Zealand) | 2007-07-08\n- Children (New Zealand) | Use unconventional violence | Children (Fiji) | 2010-01-16\n- Children (New Zealand) | Use unconventional violence | Women (Australia) | 2007-09-07\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1072775", "prompt": "With whom did Mahmoud Abbas declare his intention to negotiate in the same month as Herman Van Rompuy?\nEvidence:\n- Mahmoud Abbas | Consult | Herman Van Rompuy | 2010-02-24\n- Herman Van Rompuy | Consult | Mahmoud Abbas | 2010-02-24\n- Japan | Consult | Herman Van Rompuy | 2010-04-28\n- Herman Van Rompuy | Reject | France | 2010-06-10\n- Herman Van Rompuy | Consult | Japan | 2010-04-28\n- Jan Fischer | Consult | Herman Van Rompuy | 2010-01-30\n- Herman Van Rompuy | Demand | Citizen (Belgium) | 2008-12-30\n- Herman Van Rompuy | Consult | Wen Jiabao | 2010-10-06\n- Herman Van Rompuy | Consult | Jan Fischer | 2010-01-30\n- Herman Van Rompuy | Consult | Gjorge Ivanov | 2010-09-10\n- Herman Van Rompuy | Consult | Georgios Papandreou | 2010-08-19\n- Herman Van Rompuy | Consult | Georgios Papandreou | 2010-04-09\n- Herman Van Rompuy | Consult | Georgios Papandreou | 2010-03-25\n- Herman Van Rompuy | Consult | Barack Obama | 2010-08-17\n- Herman Van Rompuy | Consult | Barack Obama | 2010-04-08\nAnswer:", "completion": " Abdullah Gül", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1303998", "prompt": "When did the European Central Bank visit Angela Merkel?\nEvidence:\n- Angela Merkel | Make statement | European Central Bank | 2008-02-19\n- Angela Merkel | Make statement | European Central Bank | 2008-02-18\n- Angela Merkel | Make statement | European Central Bank | 2007-07-19\n- Angela Merkel | Defend verbally | European Central Bank | 2007-11-28\n- Angela Merkel | Praise or endorse | European Central Bank | 2008-02-18\n- France | Accuse | European Central Bank | 2007-09-15\n- European Central Bank | Make a visit | China | 2007-11-13\n- China | Host a visit | European Central Bank | 2007-11-13\n- European Central Bank | Reject | Government Affiliated Bank (Belgium) | 2005-10-28\n- Rodrigo Rato | Demand | European Central Bank | 2005-05-20\n- European Central Bank | Make statement | Ireland | 2007-12-10\n- European Central Bank | Make statement | France | 2007-07-23\n- Christine Lagarde | Demand | European Central Bank | 2008-06-13\n- Government Affiliated Bank (South Africa) | Consult | European Central Bank | 2005-02-28\n- European Central Bank | Consult | Government Affiliated Bank (South Africa) | 2005-02-28\nAnswer:", "completion": " 2015-06-03", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1182697", "prompt": "Which country last host the Foreign Affairs of Belarus's visit from the Foreign Affairs of Belarus before Sudan did?\nEvidence:\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Sudan | Host a visit | Ethiopia | 2005-08-02\n- Ethiopia | Host a visit | Sudan | 2005-04-11\n- Sudan | Return, release person(s) | Citizen (Sudan) | 2005-01-19\n- Sudan | Host a visit | Oluṣẹgun Ọbasanjọ | 2005-01-10\n- Sudan | Host a visit | Oluṣẹgun Ọbasanjọ | 2005-01-08\n- Sudan | Host a visit | John Garang | 2005-01-23\n- Sudan | Host a visit | John Garang | 2005-01-22\n- Sudan | Host a visit | Ed Royce | 2005-01-24\n- Foreign Affairs (Ethiopia) | Consult | Ethiopia | 2005-07-05\n- Ethiopia | Consult | Foreign Affairs (Ethiopia) | 2005-07-05\n- Foreign Affairs (South Africa) | Consult | Ethiopia | 2005-01-31\n- Foreign Affairs (Ethiopia) | Make statement | Ethiopia | 2005-08-02\n- Ethiopia | Make statement | Foreign Affairs (Israel) | 2005-03-30\n- Ethiopia | Consult | Foreign Affairs (South Africa) | 2005-01-31\nAnswer:", "completion": " Kazakhstan", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1171243", "prompt": "Who was the last person to want to negotiate with the Prime Minister of Mongolia in 2006?\nEvidence:\n- Prime Minister Chaudhry | Express intent to meet or negotiate | Prime Minister Qarase | 2006-05-19\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-11-14\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-10-05\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Demand | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-11-24\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-05-19\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2006-05-22\n- Prime Minister Qarase | Express intent to cooperate | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Express intent to cooperate | Prime Minister Chaudhry | 2006-05-20\n- Prime Minister Chaudhry | Express intent to cooperate | Prime Minister Qarase | 2006-05-22\nAnswer:", "completion": " Representatives (Russia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1221621", "prompt": "In the same year, with whom did the Military Personnel - Special of the Philippines want to negotiate?\nEvidence:\n- Military Personnel (Philippines) | Make statement | Military Personnel - Special (Philippines) | 2015-08-20\n- Military Personnel (Philippines) | Make statement | Military Personnel - Special (Philippines) | 2014-12-06\n- Military Personnel (Philippines) | Make statement | Military Personnel - Special (Philippines) | 2014-12-02\n- Military Personnel (Philippines) | Make statement | Military Personnel - Special (Philippines) | 2013-09-13\n- Military Personnel (Philippines) | Make statement | Military Personnel - Special (Philippines) | 2013-04-18\n- Military Personnel (Philippines) | Make statement | Military Personnel - Special (Philippines) | 2013-04-17\n- Military Personnel (Philippines) | Make statement | Military Personnel - Special (Philippines) | 2012-10-03\n- Military Personnel (Philippines) | Make statement | Military Personnel - Special (Philippines) | 2012-10-01\n- Military Personnel (Philippines) | Make statement | Military Personnel - Special (Philippines) | 2012-08-15\n- Military Personnel (Philippines) | Make statement | Military Personnel - Special (Philippines) | 2012-04-06\n- Military Personnel (Philippines) | Make statement | Military Personnel - Special (Philippines) | 2012-04-05\n- Military Personnel (Philippines) | Make statement | Military Personnel - Special (Philippines) | 2012-02-02\n- Military Personnel (Philippines) | Make statement | Military Personnel - Special (Philippines) | 2010-08-05\n- Military Personnel (Philippines) | Make statement | Military Personnel - Special (Philippines) | 2010-06-06\n- Military Personnel (Philippines) | Make statement | Military Personnel - Special (Philippines) | 2009-05-01\nAnswer:", "completion": " Congress (Philippines)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1270436", "prompt": "In which year did Okada Katsuya express cooperation to the envoy of the United States?\nEvidence:\n- Okada Katsuya | Consult | Envoy (United States) | 2009-09-21\n- Envoy (United States) | Consult | Okada Katsuya | 2009-09-21\n- Okada Katsuya | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2009-09-21\n- Cabinet / Council of Ministers / Advisors (United States) | Consult | Okada Katsuya | 2009-09-21\n- Wang Yi | Express intent to cooperate | Okada Katsuya | 2005-04-19\n- Okada Katsuya | Express intent to cooperate | Wang Yi | 2005-04-19\n- Okada Katsuya | Express intent to meet or negotiate | United Arab Emirates | 2006-04-26\n- Okada Katsuya | Demand | Japan | 2009-09-05\n- Okada Katsuya | Demand | Iran | 2006-05-03\n- Okada Katsuya | Express intent to meet or negotiate | Iran | 2006-04-26\n- Okada Katsuya | Express intent to meet or negotiate | China | 2009-09-15\n- Okada Katsuya | Express intent to meet or negotiate | China | 2005-11-16\n- Okada Katsuya | Express intent to meet or negotiate | China | 2005-04-19\n- Okada Katsuya | Express intent to meet or negotiate | Cambodia | 2009-09-25\n- Okada Katsuya | Make statement | Japan | 2009-09-24\nAnswer:", "completion": " 2010", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1142634", "prompt": "Before October 2011, who did the citizens of Belarus appeal to?\nEvidence:\n- Special Rapporteurs of the United Nations | Consult | House of Representatives (Belarus) | 2007-10-17\n- House of Representatives (Belarus) | Consult | Special Rapporteurs of the United Nations | 2007-10-17\n- Head of Government (Belarus) | Make an appeal or request | Citizen (Belarus) | 2008-09-30\n- Citizen (Belarus) | Make an appeal or request | Head of Government (Belarus) | 2011-12-01\n- Citizen (Belarus) | Make an appeal or request | Head of Government (Belarus) | 2011-11-30\n- Citizen (Belarus) | Express intent to cooperate | Head of Government (Belarus) | 2008-07-31\n- Special Rapporteurs of the United Nations | Consult | Government Official (Belarus) | 2015-02-04\n- Government Official (Belarus) | Consult | Special Rapporteurs of the United Nations | 2015-02-04\n- Senate (Belarus) | Consult | House of Representatives (Belarus) | 2013-12-20\n- Senate (Belarus) | Consult | House of Representatives (Belarus) | 2008-10-23\n- House of Representatives (Belarus) | Consult | Senate (Belarus) | 2013-12-20\n- House of Representatives (Belarus) | Consult | Senate (Belarus) | 2008-10-23\n- Head of Government (Belarus) | Coerce | Citizen (Belarus) | 2011-04-29\n- Citizen (Belarus) | Reject | Head of Government (Belarus) | 2012-03-21\n- Protester (Belarus) | Make statement | Head of Government (Belarus) | 2006-03-21\nAnswer:", "completion": " Committee for State Security", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1030562", "prompt": "Who did the lawyer of the United States investigate before the citizens of Venezuela?\nEvidence:\n- Lawyer/Attorney (United States) | Investigate | Citizen (Venezuela) | 2015-05-18\n- Daily Monitor | Investigate | Member of the Judiciary (United States) | 2008-03-10\n- Court Judge (Venezuela) | Deny responsibility | Member of the Judiciary (United States) | 2014-07-25\n- Court Judge (Venezuela) | Deny responsibility | Member of the Judiciary (United States) | 2014-07-24\n- Lawyer/Attorney (United States) | Accuse | Court Judge (Venezuela) | 2015-02-06\n- Lawyer/Attorney (United Kingdom) | Apologize | Member of the Judiciary (United States) | 2008-03-22\n- Lawyer/Attorney (United States) | Investigate | Citizen (United Kingdom) | 2014-03-11\n- Member of Parliament (Venezuela) | Investigate | Citizen (Venezuela) | 2008-09-06\n- Member of the Judiciary (Georgia) | Reject | Lawyer/Attorney (United States) | 2013-03-18\n- Member of the Judiciary (Georgia) | Reject | Lawyer/Attorney (United States) | 2011-09-22\n- Lawyer/Attorney (United States) | Accuse | Member of the Judiciary (Georgia) | 2010-06-01\n- Member of the Judiciary (Venezuela) | Demand | Citizen (Venezuela) | 2014-03-25\n- Citizen (Venezuela) | Reject | Member of the Judiciary (Venezuela) | 2015-06-02\n- Citizen (Venezuela) | Reject | Member of the Judiciary (Venezuela) | 2013-01-18\n- Lawyer/Attorney (United States) | Investigate | Krispy Kreme | 2005-06-21\nAnswer:", "completion": " Citizen (Australia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1155855", "prompt": "Who blamed the Member of Parliament of Australia in October, the year of 2007?\nEvidence:\n- The Daily Telegraph | Consult | Member of Parliament (Australia) | 2012-01-25\n- Member of Parliament (Australia) | Consult | The Daily Telegraph | 2012-01-25\n- People Associated with the Opposition (Australia) | Engage in negotiation | Member of Parliament (Australia) | 2008-06-25\n- Member of Parliament (Australia) | Engage in negotiation | People Associated with the Opposition (Australia) | 2008-06-25\n- The Sunday Times | Make statement | Member of Parliament (Australia) | 2008-04-28\n- People Associated with the Opposition (Australia) | Reject | Member of Parliament (Australia) | 2010-09-27\n- People Associated with the Opposition (Australia) | Demand | Member of Parliament (Australia) | 2011-08-18\n- People Associated with the Opposition (Australia) | Accuse | Member of Parliament (Australia) | 2015-05-04\n- People Associated with the Opposition (Australia) | Accuse | Member of Parliament (Australia) | 2009-03-25\n- People Associated with the Opposition (Australia) | Accuse | Member of Parliament (Australia) | 2008-08-28\n- People Associated with the Opposition (Australia) | Accuse | Member of Parliament (Australia) | 2005-11-23\n- Member of Parliament (Australia) | Reject | People Associated with the Opposition (Australia) | 2011-05-15\n- Member of Parliament (Australia) | Reject | People Associated with the Opposition (Australia) | 2011-02-09\n- Member of Parliament (Australia) | Demand | People Associated with the Opposition (Australia) | 2008-04-11\n- Member of Parliament (Australia) | Accuse | People Associated with the Opposition (Australia) | 2010-09-17\nAnswer:", "completion": " Citizen (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1241912", "prompt": "Who blamed the Government of Pakistan in the year of 2008?\nEvidence:\n- Government (Pakistan) | Consider policy option | The Poor (Pakistan) | 2008-05-26\n- Special Rapporteurs of the United Nations | Make statement | Government (Pakistan) | 2013-03-16\n- Special Rapporteurs of the United Nations | Make statement | Government (Pakistan) | 2013-03-15\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2012-07-17\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2009-06-28\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2009-06-27\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2007-12-28\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2007-12-27\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2007-10-27\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2007-10-24\n- Women (Pakistan) | Deny responsibility | Member of the Judiciary (United States) | 2005-06-02\n- The Chronicle | Consult | Head of Government (Ghana) | 2005-06-15\n- Head of Government (Ghana) | Consult | The Chronicle | 2005-06-15\n- Secretary of State for the Home Department | Make statement | Criminal (Pakistan) | 2015-02-28\n- Vietnam | Engage in diplomatic cooperation | Committees for the Defense of the Revolution | 2005-09-30\nAnswer:", "completion": " Head of Government (India)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1006182", "prompt": "After 17 December 2007, who praised United Russia?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Make statement | United Russia | 2007-12-17\n- United Russia | Praise or endorse | Dmitry Anatolyevich Medvedev | 2007-12-17\n- Head of Government (Ukraine) | Praise or endorse | Dmitry Anatolyevich Medvedev | 2007-12-17\nAnswer:", "completion": " Communist Party (Russia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 3, "n_anchors": 1} +{"id": "mtq_1013420", "prompt": "On 13 January 2009, who made the armed gang of the Occupied Palestinian Territories suffer from conventional military forces?\nEvidence:\n- Israeli Defense Forces | Use conventional military force | Armed Gang (Palestinian Territory, Occupied) | 2009-01-13\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Israeli Defense Forces | 2009-01-13\nAnswer:", "completion": " Israeli Defense Forces", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 0} +{"id": "mtq_1073032", "prompt": "In which month did the armed opposition of Lebanon use unconventional violence against the Lebanese military for the first time?\nEvidence:\n- Armed Opposition (Lebanon) | Use unconventional violence | Military (Lebanon) | 2014-04-09\n- Armed Opposition (Lebanon) | Use unconventional violence | Military (Lebanon) | 2013-05-29\n- Armed Opposition (Lebanon) | Use unconventional violence | Military (Lebanon) | 2012-10-23\n- Armed Opposition (Lebanon) | Use unconventional violence | Men (Lebanon) | 2013-06-21\n- Armed Rebel (Lebanon) | Use unconventional violence | Military (Lebanon) | 2014-05-06\n- Armed Rebel (Lebanon) | Use unconventional violence | Military (Lebanon) | 2013-02-07\n- Armed Rebel (Lebanon) | Use unconventional violence | Military (Lebanon) | 2012-12-08\n- Armed Band (Lebanon) | Use unconventional violence | Military (Lebanon) | 2015-08-07\n- Armed Band (Lebanon) | Use unconventional violence | Military (Lebanon) | 2015-03-08\n- Armed Band (Lebanon) | Use unconventional violence | Military (Lebanon) | 2015-01-24\n- Armed Band (Lebanon) | Use unconventional violence | Military (Lebanon) | 2014-12-04\n- Armed Band (Lebanon) | Use unconventional violence | Military (Lebanon) | 2014-12-03\n- Armed Band (Lebanon) | Use unconventional violence | Military (Lebanon) | 2014-12-02\n- Armed Band (Lebanon) | Use unconventional violence | Military (Lebanon) | 2014-10-26\n- Armed Band (Lebanon) | Use unconventional violence | Military (Lebanon) | 2014-10-25\nAnswer:", "completion": " 2012-10", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1174039", "prompt": "In January 2012, who made optimistic comments about Okada Katsuya?\nEvidence:\n- Okada Katsuya | Demand | Japan | 2009-09-05\n- Okada Katsuya | Demand | Iran | 2006-05-03\n- Okada Katsuya | Make statement | Japan | 2009-09-24\n- Okada Katsuya | Make statement | Japan | 2009-09-21\n- Okada Katsuya | Make statement | Japan | 2009-09-18\n- Okada Katsuya | Make statement | Japan | 2009-09-17\n- Okada Katsuya | Make statement | Japan | 2009-09-16\n- Okada Katsuya | Make statement | Japan | 2009-09-06\n- Okada Katsuya | Make statement | Japan | 2009-08-10\n- Okada Katsuya | Make statement | Japan | 2009-08-04\n- Okada Katsuya | Make statement | Japan | 2009-05-15\n- Okada Katsuya | Make statement | Japan | 2005-08-29\n- Okada Katsuya | Consult | Mahmoud Abbas | 2005-04-30\n- Okada Katsuya | Consult | George Yeo | 2009-09-24\n- Okada Katsuya | Consult | George Yeo | 2009-09-23\nAnswer:", "completion": " Yoshihiko Noda", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1249156", "prompt": "After the terrorist of Syria, who was the first to make the terrorist leader of Syria suffer from unconventional violence?\nEvidence:\n- Terrorist (Syria) | Use unconventional violence | Terrorist Leader (Syria) | 2014-04-20\n- Terrorist Leader (Syria) | Use unconventional violence | Police (Syria) | 2011-11-21\n- Terrorist Leader (Syria) | Use unconventional violence | Police (Syria) | 2011-11-20\n- Terrorist Leader (Syria) | Use unconventional violence | Police (Syria) | 2011-10-19\n- Terrorist Leader (Syria) | Use unconventional violence | Police (Syria) | 2011-09-10\n- Terrorist Leader (Syria) | Use unconventional violence | Police (Syria) | 2011-09-03\n- Terrorist Leader (Syria) | Use unconventional violence | Police (Syria) | 2011-08-31\n- Terrorist Leader (Syria) | Use unconventional violence | Police (Syria) | 2011-08-21\n- Terrorist Leader (Syria) | Use unconventional violence | Citizen (Kyrgyzstan) | 2015-11-15\n- Terrorist Leader (Syria) | Use unconventional violence | Citizen (Australia) | 2015-12-29\n- Terrorist Leader (Syria) | Use unconventional violence | Citizen (Australia) | 2015-08-27\n- Terrorist Leader (Syria) | Use unconventional violence | Citizen (Australia) | 2014-12-09\n- Terrorist Leader (Syria) | Use unconventional violence | Citizen (Australia) | 2014-09-21\n- Terrorist Leader (Syria) | Use unconventional violence | Citizen (Australia) | 2014-06-25\n- Citizen (Kyrgyzstan) | Use unconventional violence | Terrorist Leader (Syria) | 2015-11-15\nAnswer:", "completion": " Citizen (Australia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1125348", "prompt": "Who made the citizens of Australia suffer from unconventional violence in the same month as the insurgents of Thailand?\nEvidence:\n- Citizen (Thailand) | Use unconventional violence | Thailand | 2005-02-11\n- Children (Thailand) | Use unconventional violence | Thailand | 2005-01-04\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-10\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-18\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-14\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-09\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-07\n- Armed Opposition (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-03-02\n- Armed Opposition (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-03-01\n- Armed Opposition (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-26\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-03-01\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-26\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-03\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-01\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-31\nAnswer:", "completion": " Criminal (Australia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1086378", "prompt": "After the South Korean deal, with whom did the German head of government negotiate first?\nEvidence:\n- Head of Government (Brazil) | Arrest, detain, or charge with legal action | First Command of the Capital | 2006-01-15\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-07-02\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-06-27\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- The Chronicle | Consult | Head of Government (Ghana) | 2005-06-15\n- Head of Government (Ghana) | Consult | The Chronicle | 2005-06-15\n- People Associated with the Opposition (Ukraine) | Demand | Head of Government (Ukraine) | 2007-03-30\n- People Associated with the Opposition (Ukraine) | Consult | Head of Government (Ukraine) | 2014-01-27\n- People Associated with the Opposition (Ukraine) | Consult | Head of Government (Ukraine) | 2008-02-04\n- People Associated with the Opposition (Egypt) | Accuse | Head of Government (Egypt) | 2013-02-19\n- People Associated with the Opposition (Brazil) | Investigate | Head of Government (Brazil) | 2011-05-25\nAnswer:", "completion": " Angela Merkel", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1099891", "prompt": "Who was the last person to praise Emperor Akihito before Valdas Adamkus?\nEvidence:\n- Valdas Adamkus | Praise or endorse | Ivan Gasparovic | 2005-02-28\n- Emperor Akihito | Praise or endorse | Envoy (Uzbekistan) | 2005-07-13\n- Juan Carlos I | Praise or endorse | Valdas Adamkus | 2005-06-06\n- Valdas Adamkus | Consult | Representatives (Lithuania) | 2005-05-04\n- Valdas Adamkus | Consult | Ivan Gasparovic | 2005-02-28\n- Valdas Adamkus | Consult | Arnold Rüütel | 2005-03-29\n- Valdas Adamkus | Consult | Antanas Valionis | 2005-06-20\n- Valdas Adamkus | Consult | Antanas Valionis | 2005-04-11\n- Valdas Adamkus | Consult | Antanas Valionis | 2005-03-23\n- Valdas Adamkus | Consult | Algirdas Butkevičius | 2005-04-19\n- Valdas Adamkus | Consult | Aleksander Kwasniewski | 2005-03-09\n- Representatives (Lithuania) | Consult | Valdas Adamkus | 2005-05-04\n- Ivan Gasparovic | Consult | Valdas Adamkus | 2005-02-28\n- Arnold Rüütel | Consult | Valdas Adamkus | 2005-03-29\n- Antanas Valionis | Consult | Valdas Adamkus | 2005-06-20\nAnswer:", "completion": " Nuri al-Maliki", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1023763", "prompt": "Who first hosted the visit of the Royal Administration of Saudi Arabia after the United Arab Emirates?\nEvidence:\n- Supreme Council (United Arab Emirates) | Make statement | United Arab Emirates | 2005-03-26\n- Treasury/Finance Ministry (United Arab Emirates) | Make statement | United Arab Emirates | 2005-02-13\n- United Arab Emirates | Make a visit | Iran | 2005-02-25\n- Iran | Host a visit | United Arab Emirates | 2005-02-25\n- United Arab Emirates | Consult | Iran | 2005-02-01\n- Iran | Consult | United Arab Emirates | 2005-02-01\n- United Arab Emirates | Host a visit | Tariq Aziz | 2005-01-30\n- United Arab Emirates | Host a visit | South Korea | 2005-03-15\n- United Arab Emirates | Host a visit | Gerhard Schröder | 2005-03-05\n- United Arab Emirates | Host a visit | Benazir Bhutto | 2005-04-02\n- Tariq Aziz | Make a visit | United Arab Emirates | 2005-01-30\n- South Korea | Make a visit | United Arab Emirates | 2005-03-15\n- Gerhard Schröder | Make a visit | United Arab Emirates | 2005-03-05\n- Benazir Bhutto | Make a visit | United Arab Emirates | 2005-04-02\n- United Arab Emirates | Cooperate militarily | France | 2005-02-20\nAnswer:", "completion": " Benedict XVI", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1240780", "prompt": "Who last receive the Foreign Affairs of France's visit from the Foreign Affairs of France before Kazakhstan did?\nEvidence:\n- Kazakhstan | Host a visit | Foreign Affairs (Belarus) | 2005-04-19\n- Foreign Affairs (Belarus) | Make a visit | Kazakhstan | 2005-04-19\n- Foreign Affairs (France) | Make statement | France | 2005-01-25\n- Foreign Affairs (France) | Make statement | France | 2005-01-11\n- Foreign Affairs (France) | Make statement | France | 2005-01-10\n- Kazakhstan | Reject | Main Opposition (Democratic Choice of Kazakhstan) | 2005-01-17\n- Sudan | Receive deployment of peacekeepers | UN Security Council | 2005-04-28\n- Sudan | Receive deployment of peacekeepers | UN Security Council | 2005-03-25\n- Sudan | Receive deployment of peacekeepers | UN Security Council | 2005-03-24\n- Kazakhstan | Make a visit | China | 2005-01-25\n- China | Host a visit | Kazakhstan | 2005-01-25\n- Head of Government (India) | Consult | Kazakhstan | 2005-05-09\n- Yuriy Lutsenko | Make a visit | Kazakhstan | 2005-04-05\n- Representatives (Russia) | Make a visit | Kazakhstan | 2005-03-05\n- Kazakhstan | Host a visit | Yuriy Lutsenko | 2005-04-05\nAnswer:", "completion": " Mohammed Qasim Fahim", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1378594", "prompt": "Before the Nigerian government, who rejected Human Rights Watch?\nEvidence:\n- Human Rights Watch | Accuse of human rights abuses | Government (Sudan) | 2005-04-06\n- Human Rights Watch | Accuse of human rights abuses | Government (Sudan) | 2005-04-04\n- Human Rights Watch | Demand | Government (Pakistan) | 2005-03-09\n- Human Rights Watch | Accuse of human rights abuses | Government (South Africa) | 2005-09-11\n- Human Rights Watch | Accuse of human rights abuses | Vietnam | 2005-01-10\n- Human Rights Commission (Pakistan) | Make statement | Human Rights Watch | 2005-10-22\n- Human Rights Watch | Accuse of human rights abuses | Government (Cote d'Ivoire) | 2005-04-01\n- Human Rights Watch | Accuse of human rights abuses | Government (Cote d'Ivoire) | 2005-03-31\n- Human Rights Watch | Accuse of human rights abuses | Citizen (Sudan) | 2005-05-31\n- Human Rights Watch | Criticize or denounce | Government (Burundi) | 2005-11-06\n- Human Rights Watch | Reject | Alberto Gonzales | 2005-01-25\n- Human Rights Watch | Make statement | Thailand | 2005-06-07\n- Human Rights Watch | Make statement | Romania | 2005-11-05\n- Human Rights Watch | Make statement | Eritrea | 2005-02-02\n- Human Rights Watch | Accuse | Military (Russia) | 2005-03-22\nAnswer:", "completion": " Other Authorities / Officials (Nigeria)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1307985", "prompt": "When was the last time the Ministry of Justice of Namibia accused the media of Namibia?\nEvidence:\n- Member of the Judiciary (Namibia) | Reject | Justice Department/Ministery (Namibia) | 2012-07-04\n- Justice Department/Ministery (Namibia) | Accuse | Media (Namibia) | 2008-06-13\n- Member of the Judiciary (Namibia) | Demand | Children (Namibia) | 2008-11-19\n- Media (Namibia) | Accuse | Finance / Economy / Commerce / Trade Ministry (Namibia) | 2012-03-12\n- Member of the Judiciary (Namibia) | Reject | Medical Personnel (Namibia) | 2013-11-28\n- Member of the Judiciary (Namibia) | Demand | Election Commission (Namibia) | 2010-09-08\n- Member of the Judiciary (Namibia) | Demand | Election Commission (Namibia) | 2010-09-07\n- Member of the Judiciary (Namibia) | Demand | Election Commission (Namibia) | 2010-09-06\n- Court Judge (Namibia) | Reject | Member of the Judiciary (Namibia) | 2012-04-05\n- Court Judge (Namibia) | Demand | Member of the Judiciary (Namibia) | 2015-04-14\n- Ombudsman (Namibia) | Make statement | Justice Department/Ministery (Namibia) | 2013-07-12\n- Court Judge (Namibia) | Make statement | Member of the Judiciary (Namibia) | 2014-12-05\n- Court Judge (Namibia) | Make statement | Member of the Judiciary (Namibia) | 2014-04-08\n- Court Judge (Namibia) | Make statement | Member of the Judiciary (Namibia) | 2007-05-07\n- Court Judge (Namibia) | Make statement | Member of the Judiciary (Namibia) | 2006-04-26\nAnswer:", "completion": " 2008-06-13", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1182097", "prompt": "In what year did Massoud Barzani first express an interest in cooperating with Haider Al-Abadi?\nEvidence:\n- Massoud Barzani | Discuss by telephone | Haider Al-Abadi | 2014-08-14\n- Haider Al-Abadi | Discuss by telephone | Massoud Barzani | 2014-08-14\n- Nuri al-Maliki | Engage in negotiation | Massoud Barzani | 2009-08-03\n- Nuri al-Maliki | Engage in negotiation | Massoud Barzani | 2007-02-26\n- Nuri al-Maliki | Engage in negotiation | Massoud Barzani | 2007-02-25\n- Massoud Barzani | Engage in negotiation | Nuri al-Maliki | 2009-08-03\n- Massoud Barzani | Engage in negotiation | Nuri al-Maliki | 2007-02-26\n- Massoud Barzani | Engage in negotiation | Nuri al-Maliki | 2007-02-25\n- Nuri al-Maliki | Consult | Massoud Barzani | 2009-08-02\n- Nuri al-Maliki | Consult | Massoud Barzani | 2008-10-14\n- Nuri al-Maliki | Consult | Massoud Barzani | 2007-08-19\n- Massoud Barzani | Consult | Nuri al-Maliki | 2009-08-02\n- Massoud Barzani | Consult | Nuri al-Maliki | 2008-10-14\n- Massoud Barzani | Consult | Nuri al-Maliki | 2007-08-19\n- Nuri al-Maliki | Consult | Haider Al-Abadi | 2014-08-14\nAnswer:", "completion": " 2015", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1114608", "prompt": "Who did the Australian police blame last, before the men from India?\nEvidence:\n- Police (Australia) | Investigate | Men (India) | 2012-12-29\n- Police (Australia) | Confiscate property | Men (India) | 2009-06-16\n- Villager (India) | Accuse | Men (India) | 2012-07-02\n- Villager (India) | Accuse | Men (India) | 2012-05-15\n- Villager (India) | Accuse | Men (India) | 2008-12-29\n- Villager (India) | Accuse | Men (India) | 2007-11-24\n- Villager (India) | Accuse | Men (India) | 2006-12-18\n- Villager (India) | Accuse | Men (India) | 2005-09-20\n- Villager (India) | Accuse | Men (India) | 2005-03-14\n- Thief (India) | Threaten | Men (India) | 2009-07-17\n- Men (India) | Threaten | Villager (India) | 2005-10-25\n- Men (India) | Threaten | VIP (India) | 2005-12-08\n- Men (India) | Accuse | Villager (India) | 2012-11-27\n- Men (India) | Accuse | Thief (India) | 2008-10-28\n- Men (India) | Accuse | Media (India) | 2006-04-28\nAnswer:", "completion": " Citizen (Australia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1026847", "prompt": "Who denounced the head of government of Nigeria in the same year as the Muslims of Nigeria?\nEvidence:\n- The Chronicle | Consult | Head of Government (Ghana) | 2005-06-15\n- Head of Government (Ghana) | Consult | The Chronicle | 2005-06-15\n- Head of Government (Nigeria) | Express intent to engage in diplomatic cooperation (such as policy support) | Government (Nigeria) | 2015-07-29\n- Head of Government (Nigeria) | Express intent to engage in diplomatic cooperation (such as policy support) | Government (Nigeria) | 2014-05-13\n- Head of Government (Nigeria) | Express intent to engage in diplomatic cooperation (such as policy support) | Government (Nigeria) | 2013-04-16\n- Head of Government (Nigeria) | Express intent to engage in diplomatic cooperation (such as policy support) | Government (Nigeria) | 2013-04-15\n- Head of Government (Nigeria) | Appeal for diplomatic cooperation (such as policy support) | Government (Nigeria) | 2015-10-26\n- Head of Government (Nigeria) | Appeal for diplomatic cooperation (such as policy support) | Government (Nigeria) | 2015-09-18\n- Head of Government (Nigeria) | Appeal for diplomatic cooperation (such as policy support) | Government (Nigeria) | 2013-04-05\n- Head of Government (Nigeria) | Appeal for diplomatic cooperation (such as policy support) | Government (Nigeria) | 2011-09-06\n- Head of Government (Nigeria) | Appeal for diplomatic cooperation (such as policy support) | Government (Nigeria) | 2010-03-04\n- University of the Republic | Consult | Head of Government (Uruguay) | 2010-02-19\n- Head of Government (Uruguay) | Consult | University of the Republic | 2010-02-19\n- Head of Government (Chile) | Consult | Chancellor of the Exchequer | 2009-05-02\n- Chancellor of the Exchequer | Consult | Head of Government (Chile) | 2009-05-02\nAnswer:", "completion": " Democratic Party (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1113307", "prompt": "In which year did Polish lawmakers use small arms and light weapons against the Polish government?\nEvidence:\n- Criminal (Pakistan) | fight with small arms and light weapons | Government (Pakistan) | 2006-01-08\n- Iran | fight with small arms and light weapons | Iraq | 2006-05-08\n- Colombia | fight with small arms and light weapons | Mexico | 2005-01-03\n- Liberians United for Reconciliation and Democracy | fight with small arms and light weapons | The Hague | 2008-08-28\n- Liberians United for Reconciliation and Democracy | fight with small arms and light weapons | The Hague | 2008-08-27\n- Vietnam | fight with small arms and light weapons | Fishermen (Vietnam) | 2005-01-14\n- Police (Kenya) | fight with small arms and light weapons | Tanzania | 2005-10-29\n- Police (Indonesia) | fight with small arms and light weapons | Aceh | 2005-08-26\n- Military (Brazil) | fight with small arms and light weapons | Colombia | 2006-04-07\n- Iraq | fight with small arms and light weapons | Employee (Iraq) | 2006-03-25\n- Iraq | fight with small arms and light weapons | Employee (Iraq) | 2006-03-24\n- Insurgent (Thailand) | fight with small arms and light weapons | Thailand | 2005-11-01\n- Insurgent (Thailand) | fight with small arms and light weapons | Thailand | 2005-06-30\n- Insurgent (Thailand) | fight with small arms and light weapons | Thailand | 2005-04-14\n- Guerrilla (Iraq) | fight with small arms and light weapons | Iraq | 2005-12-26\nAnswer:", "completion": " 2008", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1032319", "prompt": "Who last expressed the intention to negotiate with the Grand National Party?\nEvidence:\n- Grand National Party | Consult | China | 2005-05-09\n- China | Consult | Grand National Party | 2005-05-09\n- Grand National Party | Express intent to meet or negotiate | China | 2005-05-22\n- Grand National Party | Express intent to meet or negotiate | China | 2005-05-18\n- Grand National Party | Express intent to meet or negotiate | China | 2005-05-09\n- Grand National Party | Make statement | China | 2005-05-25\n- Grand National Party | Make statement | China | 2005-05-23\n- Grand National Party | Make statement | China | 2005-01-14\n- Grand National Party | Investigate | South Korea | 2005-01-26\n- Grand National Party | Express intent to meet or negotiate | Citizen (North Korea) | 2005-01-12\n- Grand National Party | Reject | Roh Moo Hyun | 2005-07-06\n- Grand National Party | Reject | Roh Moo Hyun | 2005-06-08\n- Grand National Party | Make statement | South Korea | 2005-07-22\n- Grand National Party | Make statement | South Korea | 2005-07-18\n- Grand National Party | Make statement | South Korea | 2005-07-12\nAnswer:", "completion": " Head of Government (South Korea)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1005592", "prompt": "Who was the first person Nabih Berri asked?\nEvidence:\n- Nabih Berri | Consult | Iran | 2005-06-20\n- Iran | Consult | Nabih Berri | 2005-06-20\n- Nabih Berri | Reject | Extremist (Lebanon) | 2005-02-21\n- Nabih Berri | Make statement | Iran | 2005-06-20\n- Nabih Berri | Consult | Ministry (Iran) | 2006-02-18\n- Nabih Berri | Consult | Mahmoud Ahmadinejad | 2006-01-21\n- Nabih Berri | Consult | Georgios Papandreou | 2006-07-26\n- Nabih Berri | Consult | Fawzi Salloukh | 2006-07-25\n- Nabih Berri | Assassinate | Rafiq Hariri | 2006-03-02\n- Ministry (Iran) | Consult | Nabih Berri | 2006-02-18\n- Mahmoud Ahmadinejad | Consult | Nabih Berri | 2006-01-21\n- Georgios Papandreou | Consult | Nabih Berri | 2006-07-26\n- Fawzi Salloukh | Consult | Nabih Berri | 2006-07-25\n- Terje Roed Larsen | Consult | Nabih Berri | 2005-04-06\n- Terje Roed Larsen | Consult | Nabih Berri | 2005-04-04\nAnswer:", "completion": " Jack Straw", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1174548", "prompt": "Who did Al Jazeera criticise last, before the Military Personnel - Special of Sudan?\nEvidence:\n- Al Jazeera | Make statement | Military Personnel - Special (Sudan) | 2005-08-01\n- Iran | Demand | Al Jazeera | 2005-04-18\n- Al Jazeera | Accuse | Iraq | 2005-12-19\n- Tichaona Jokonya | Consult | Al Jazeera | 2006-01-19\n- Mahmoud Abbas | Consult | Al Jazeera | 2006-02-20\n- Mahmoud Abbas | Consult | Al Jazeera | 2005-11-18\n- Iran | Reduce relations | Al Jazeera | 2005-04-20\n- Iran | Reduce relations | Al Jazeera | 2005-04-19\n- Iran | Make statement | Al Jazeera | 2005-04-19\n- Evo Morales | Consult | Al Jazeera | 2005-12-20\n- Donald Rumsfeld | Accuse | Al Jazeera | 2005-09-29\n- Donald Rumsfeld | Accuse | Al Jazeera | 2005-06-04\n- Al Jazeera | Make statement | Zawahiri | 2006-01-31\n- Al Jazeera | Make statement | Zawahiri | 2005-12-08\n- Al Jazeera | Make statement | Qatar | 2006-02-01\nAnswer:", "completion": " Labor Union (Tunisia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1047271", "prompt": "Who accuse the citizens of Bangladesh first after the Labor Union of Bangladesh did?\nEvidence:\n- Labor Union (Bangladesh) | Accuse | Citizen (Bangladesh) | 2009-10-19\n- Labor Union (Bangladesh) | Investigate | Citizen (Bangladesh) | 2008-08-20\n- Villager (Bangladesh) | Make statement | Labor Union (Bangladesh) | 2006-09-28\n- Oversight Court (Bangladesh) | Coerce | Labor Union (Bangladesh) | 2005-04-16\n- Labor Union (Bangladesh) | Physically assault | Citizen (Bangladesh) | 2005-08-11\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Labor Union (Bangladesh) | Bring lawsuit against | Citizen (Bangladesh) | 2009-10-19\n- Citizen (Bangladesh) | Use unconventional violence | Labor Union (Bangladesh) | 2005-11-30\n- Citizen (Bangladesh) | Use unconventional violence | Labor Union (Bangladesh) | 2005-05-07\n- Citizen (Bangladesh) | Protest violently, riot | Labor Union (Bangladesh) | 2006-06-24\n- Citizen (Bangladesh) | Criticize or denounce | Labor Union (Bangladesh) | 2007-07-03\n- Citizen (Bangladesh) | Bring lawsuit against | Labor Union (Bangladesh) | 2013-01-02\n- Citizen (Bangladesh) | Bring lawsuit against | Labor Union (Bangladesh) | 2007-05-05\n- Labor Union (Bangladesh) | Use conventional military force | Student (Bangladesh) | 2007-05-05\n- Labor Union (Bangladesh) | Use conventional military force | Citizen (Bangladesh) | 2008-01-24\nAnswer:", "completion": " Information Minister Huda", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1121922", "prompt": "Who did the citizens of Sudan make optimistic remarks about after June 2015?\nEvidence:\n- Sudan | Make optimistic comment | Ethiopia | 2005-07-01\n- Sudan | Make optimistic comment | Ethiopia | 2005-06-30\n- Ethiopia | Make optimistic comment | Sudan | 2005-07-01\n- Ethiopia | Make optimistic comment | Sudan | 2005-06-30\n- Zine El Abidine Ben Ali | Make optimistic comment | Sudan | 2005-01-12\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Ethiopia | Make optimistic comment | Eritrea | 2005-07-01\n- Ethiopia | Make optimistic comment | Eritrea | 2005-06-30\n- Ethiopia | Make optimistic comment | Djibouti | 2005-07-01\n- Ethiopia | Make optimistic comment | Djibouti | 2005-06-30\n- Eritrea | Make optimistic comment | Ethiopia | 2005-07-01\n- Eritrea | Make optimistic comment | Ethiopia | 2005-06-30\n- Djibouti | Make optimistic comment | Ethiopia | 2005-07-01\n- Djibouti | Make optimistic comment | Ethiopia | 2005-06-30\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\nAnswer:", "completion": " Government (Sudan)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1032987", "prompt": "Who negotiated with Julia Gillard after Benjamin Netanyahu?\nEvidence:\n- Peter Costello | Accuse | Julia Gillard | 2007-05-10\n- Julia Gillard | Reject | David Hawker | 2006-06-02\n- Julia Gillard | Reject | David Hawker | 2006-05-31\n- Julia Gillard | Consult | Businessperson (Australia) | 2007-05-03\n- Julia Gillard | Accuse | David Hawker | 2006-06-01\n- Julia Gillard | Accuse | David Hawker | 2006-05-31\n- Julia Gillard | Accuse | Citizen (Australia) | 2005-01-23\n- David Hawker | Demand | Julia Gillard | 2006-05-31\n- Citizen (Australia) | Reject | Julia Gillard | 2007-01-03\n- Citizen (Australia) | Reject | Julia Gillard | 2005-09-27\n- Citizen (Australia) | Demand | Julia Gillard | 2005-01-26\n- Citizen (Australia) | Demand | Julia Gillard | 2005-01-25\n- Businessperson (Australia) | Consult | Julia Gillard | 2007-05-03\n- Vietnam | Host a visit | Julia Gillard | 2005-01-19\n- Police (Australia) | Make statement | Julia Gillard | 2006-12-03\nAnswer:", "completion": " Member of Parliament (Australia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1394157", "prompt": "In May 2009, who gave a condemnation to the police of Slovakia?\nEvidence:\n- Party of the Hungarian Coalition | Make statement | Police (Slovakia) | 2005-10-06\n- Police (Slovakia) | Investigate | Member of Parliament (Slovakia) | 2005-01-20\n- Police (Slovakia) | Confiscate property | Member of Parliament (Slovakia) | 2015-03-05\n- Theresa May | Consult | Secretary of State for the Home Department | 2013-06-26\n- Secretary of State for the Home Department | Consult | Theresa May | 2013-06-26\n- Secretary of State for the Home Department | Accuse | Theresa May | 2014-11-04\n- Police (Slovakia) | Investigate | Murderer (Slovakia) | 2006-11-18\n- Police (Slovakia) | Investigate | Murderer (Slovakia) | 2005-03-31\n- Police (Slovakia) | Accuse | Media (Slovakia) | 2007-05-16\n- Media (Slovakia) | Accuse | Police (Slovakia) | 2009-04-02\n- Activist (Slovakia) | Accuse | Police (Slovakia) | 2007-02-14\n- Police (Slovakia) | Criticize or denounce | Member of Parliament (Slovakia) | 2011-04-06\n- Theresa May | Make statement | Secretary of State for the Home Department | 2011-12-14\n- Secretary of State for the Home Department | Make statement | Theresa May | 2014-05-23\n- Secretary of State for the Home Department | Make statement | Theresa May | 2012-04-19\nAnswer:", "completion": " Slovenian National Party", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1198334", "prompt": "Which year did Umaru Musa Yar'Adua reject the Militant of Nigeria?\nEvidence:\n- Daily Trust | Reject | Umaru Musa Yar'Adua | 2007-02-09\n- Umaru Musa Yar'Adua | Threaten | Government (Nigeria) | 2005-01-25\n- Umaru Musa Yar'Adua | Demand | Citizen (Nigeria) | 2007-05-31\n- Umaru Musa Yar'Adua | Accuse | Citizen (Nigeria) | 2007-01-05\n- Citizen (Nigeria) | Demand | Umaru Musa Yar'Adua | 2007-04-23\n- Umaru Musa Yar'Adua | Make statement | Government (Nigeria) | 2007-05-29\n- Umaru Musa Yar'Adua | Make statement | Government (Nigeria) | 2007-05-08\n- Umaru Musa Yar'Adua | Make statement | Head of Government (Nigeria) | 2007-05-07\n- Umaru Musa Yar'Adua | Make statement | Head of Government (Nigeria) | 2006-11-28\n- Umaru Musa Yar'Adua | Make optimistic comment | Government (Nigeria) | 2007-05-03\n- Umaru Musa Yar'Adua | Criticize or denounce | Citizen (Nigeria) | 2007-04-23\n- Government (Nigeria) | Praise or endorse | Umaru Musa Yar'Adua | 2007-04-24\n- Democratic Party (Nigeria) | Make statement | Umaru Musa Yar'Adua | 2007-04-23\n- Democratic Party (Nigeria) | Make statement | Umaru Musa Yar'Adua | 2007-03-06\n- Citizen (Nigeria) | Praise or endorse | Umaru Musa Yar'Adua | 2007-02-05\nAnswer:", "completion": " 2009", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1046097", "prompt": "Who first gave humanitarian aid to the children of the Philippines in 2012?\nEvidence:\n- Police (Philippines) | Provide humanitarian aid | Children (Philippines) | 2012-12-10\n- Police (Philippines) | Provide humanitarian aid | Children (Philippines) | 2012-10-25\n- Police (Philippines) | Provide humanitarian aid | Children (Philippines) | 2012-06-02\n- Military (Philippines) | Provide humanitarian aid | Children (Philippines) | 2012-12-10\n- Secret Agent (Philippines) | Provide humanitarian aid | Children (Philippines) | 2012-11-26\n- Secret Agent (Philippines) | Provide humanitarian aid | Children (Philippines) | 2012-11-24\n- Secret Agent (Philippines) | Provide humanitarian aid | Children (Philippines) | 2012-11-22\n- Police (Uganda) | Provide humanitarian aid | Children (Uganda) | 2012-06-20\n- Police (Canada) | Provide humanitarian aid | Children (Canada) | 2012-10-17\n- Hunter (Thailand) | Provide humanitarian aid | Children (Thailand) | 2012-03-21\n- Police (Philippines) | Provide humanitarian aid | China | 2012-09-19\n- Police (Philippines) | Provide humanitarian aid | China | 2012-09-18\n- Police (South Africa) | Provide humanitarian aid | Children (Mozambique) | 2012-12-19\n- Police (Philippines) | Provide humanitarian aid | South Korea | 2012-11-05\n- Military Personnel - Special (Philippines) | Provide humanitarian aid | China | 2012-09-21\nAnswer:", "completion": " Police (Philippines)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1361362", "prompt": "When did the citizens of the United Kingdom first accuse the Sikh of the United Kingdom?\nEvidence:\n- Citizen (United Kingdom) | Accuse | Sikh (United Kingdom) | 2013-07-18\n- Citizen (United Kingdom) | Accuse | Sikh (United Kingdom) | 2013-07-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Sikh (India) | Occupy territory | Citizen (United Kingdom) | 2010-05-19\n- Sikh (India) | Occupy territory | Citizen (United Kingdom) | 2009-05-19\n- Sikh (India) | Occupy territory | Citizen (United Kingdom) | 2008-05-19\n- Sikh (India) | Occupy territory | Citizen (United Kingdom) | 2007-05-19\n- Sikh (India) | Occupy territory | Citizen (United Kingdom) | 2006-05-19\n- Sikh (India) | Occupy territory | Citizen (United Kingdom) | 2005-05-19\n- Citizen (United Kingdom) | Accuse | The Daily Telegraph | 2015-02-18\n- Citizen (United Kingdom) | Accuse | The Daily Telegraph | 2009-05-08\n- Secretary of State for the Home Department | Accuse | Citizen (United Kingdom) | 2014-02-10\n- Secretary of State for the Home Department | Accuse | Citizen (United Kingdom) | 2009-04-25\n- Secretary of State for the Home Department | Accuse | Citizen (United Kingdom) | 2006-10-18\n- Citizen (United Kingdom) | Accuse | Secretary of State for the Home Department | 2006-09-20\nAnswer:", "completion": " 2013-07-17", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1251930", "prompt": "Before Christiana Anyanwu, who was on the phone with the other authorities and officials of Nigeria?\nEvidence:\n- Other Authorities / Officials (Nigeria) | Make statement | Christiana Anyanwu | 2015-04-13\n- Other Authorities / Officials (Nigeria) | Make statement | Christiana Anyanwu | 2009-06-19\n- Christiana Anyanwu | Make statement | Other Authorities / Officials (Nigeria) | 2015-04-13\n- Christiana Anyanwu | Make statement | Other Authorities / Officials (Nigeria) | 2009-07-01\n- Other Authorities / Officials (Nigeria) | Discuss by telephone | Christiana Anyanwu | 2014-12-08\n- Christiana Anyanwu | Discuss by telephone | Other Authorities / Officials (Nigeria) | 2014-12-08\n- Christiana Anyanwu | Accuse | Government (Nigeria) | 2013-11-05\n- Democratic Party (Nigeria) | Consult | Christiana Anyanwu | 2013-07-15\n- Christiana Anyanwu | Consult | Democratic Party (Nigeria) | 2013-07-15\n- Christiana Anyanwu | Make statement | Head of Government (Nigeria) | 2015-10-26\n- Citizen (Nigeria) | Use unconventional violence | Christiana Anyanwu | 2011-03-21\n- Christiana Anyanwu | Criticize or denounce | Citizen (Nigeria) | 2007-07-31\n- Christiana Anyanwu | Criticize or denounce | Head of Government (Nigeria) | 2015-10-26\n- Christiana Anyanwu | Make statement | Nigerian Navy | 2012-09-21\n- Christiana Anyanwu | Make an appeal or request | Government (Nigeria) | 2012-10-08\nAnswer:", "completion": " Media (Africa)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1322507", "prompt": "Who last did Abdul Kalam appeal for before the Military of New Zealand?\nEvidence:\n- Head of Government (India) | Consult | Abdul Kalam | 2005-04-15\n- Head of Government (India) | Consult | Abdul Kalam | 2005-03-02\n- Head of Government (India) | Consult | Abdul Kalam | 2005-01-18\n- Abdul Kalam | Consult | Head of Government (India) | 2005-04-15\n- Abdul Kalam | Consult | Head of Government (India) | 2005-03-02\n- Abdul Kalam | Consult | Head of Government (India) | 2005-01-18\n- Pervez Musharraf | Consult | Abdul Kalam | 2005-04-18\n- Governor (India) | Consult | Abdul Kalam | 2005-03-06\n- Governor (India) | Consult | Abdul Kalam | 2005-03-05\n- Governor (India) | Consult | Abdul Kalam | 2005-03-03\n- Abdul Kalam | Consult | Pervez Musharraf | 2005-04-18\n- Abdul Kalam | Consult | Mahmoud Abbas | 2005-05-20\n- Abdul Kalam | Consult | Governor (India) | 2005-03-06\n- Abdul Kalam | Consult | Governor (India) | 2005-03-05\n- Abdul Kalam | Consult | Governor (India) | 2005-03-03\nAnswer:", "completion": " Member of Parliament (India)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1322544", "prompt": "Who was the first person to be praised by Mexico in 2006?\nEvidence:\n- Labor Union (Mexico) | Express intent to change policy | Mexico | 2006-01-26\n- Mexico | Engage in diplomatic cooperation | France | 2006-02-01\n- France | Engage in diplomatic cooperation | Mexico | 2006-02-01\n- Mexico | Engage in material cooperation | Dominican Republic | 2006-01-11\n- Dominican Republic | Engage in material cooperation | Mexico | 2006-01-11\n- Mexico | Express intent to cooperate | Guatemala | 2006-02-28\n- Mexico | Express intent to cooperate | Guatemala | 2006-02-27\n- Mexico | Express intent to cooperate | Belize | 2006-04-08\n- Mexico | Express intent to cooperate | Belize | 2006-02-28\n- Mexico | Express intent to cooperate | Belize | 2006-02-27\n- Guatemala | Express intent to cooperate | Mexico | 2006-02-28\n- Guatemala | Express intent to cooperate | Mexico | 2006-02-27\n- Belize | Express intent to cooperate | Mexico | 2006-04-08\n- Belize | Express intent to cooperate | Mexico | 2006-02-28\n- Belize | Express intent to cooperate | Mexico | 2006-02-27\nAnswer:", "completion": " Other Authorities / Officials (Mexico)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1112377", "prompt": "In 2008, who was the last to want to negotiate with the United Arab Emirates?\nEvidence:\n- Supreme Council (United Arab Emirates) | Make statement | United Arab Emirates | 2005-03-26\n- Treasury/Finance Ministry (United Arab Emirates) | Make statement | United Arab Emirates | 2005-02-13\n- United Arab Emirates | Engage in negotiation | Qatar | 2005-03-07\n- Qatar | Engage in negotiation | United Arab Emirates | 2005-03-07\n- Thailand | Express intent to meet or negotiate | United Arab Emirates | 2005-02-04\n- United Arab Emirates | Consult | Iran | 2005-02-01\n- Iran | Consult | United Arab Emirates | 2005-02-01\n- United Arab Emirates | Engage in negotiation | South Korea | 2005-02-01\n- United Arab Emirates | Engage in diplomatic cooperation | Kuwait | 2005-03-29\n- United Arab Emirates | Engage in diplomatic cooperation | Iran | 2005-01-11\n- United Arab Emirates | Engage in diplomatic cooperation | Iran | 2005-01-10\n- South Korea | Engage in negotiation | United Arab Emirates | 2005-02-01\n- Kuwait | Engage in diplomatic cooperation | United Arab Emirates | 2005-03-29\n- Iran | Engage in diplomatic cooperation | United Arab Emirates | 2005-02-07\n- Iran | Engage in diplomatic cooperation | United Arab Emirates | 2005-01-11\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1115019", "prompt": "With whom did Mikhail Yefimovich Fradkov formally sign an agreement after April 2007?\nEvidence:\n- Zurab Nogaideli | Consult | Mikhail Yefimovich Fradkov | 2005-06-03\n- Mikhail Yefimovich Fradkov | Make statement | Gazprom | 2005-02-16\n- Mikhail Yefimovich Fradkov | Make statement | China | 2005-05-27\n- Mikhail Yefimovich Fradkov | Make statement | China | 2005-02-03\n- Mikhail Yefimovich Fradkov | Consult | Zurab Nogaideli | 2005-06-03\n- Mikhail Yefimovich Fradkov | Consult | Abdul Kalam | 2005-05-23\n- Abdul Kalam | Consult | Mikhail Yefimovich Fradkov | 2005-05-23\n- Zurab Nogaideli | Make statement | Mikhail Yefimovich Fradkov | 2005-06-06\n- Rashid Gumarovich Nurgaliyev | Consult | Mikhail Yefimovich Fradkov | 2005-02-19\n- Mikhail Yefimovich Fradkov | Make statement | Media (Russia) | 2005-03-14\n- Mikhail Yefimovich Fradkov | Make optimistic comment | China | 2005-06-10\n- Mikhail Yefimovich Fradkov | Make a visit | Kazakhstan | 2005-03-23\n- Mikhail Yefimovich Fradkov | Demand | Government Official (Russia) | 2005-01-13\n- Mikhail Yefimovich Fradkov | Consult | Rashid Gumarovich Nurgaliyev | 2005-02-19\n- Mikhail Yefimovich Fradkov | Consult | Eurasian Economic Community | 2005-03-23\nAnswer:", "completion": " Aigars Kalvitis", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1216084", "prompt": "Before Xi Jinping, which country made the last optimistic comments about Sudan?\nEvidence:\n- Xi Jinping | Make optimistic comment | Japan | 2008-04-18\n- Xi Jinping | Accuse | France | 2008-04-27\n- Xi Jinping | Make statement | Japan | 2008-04-18\n- Xi Jinping | Make statement | China | 2008-05-29\n- Xi Jinping | Make statement | China | 2008-04-29\n- Xi Jinping | Make statement | China | 2008-04-27\n- Xi Jinping | Make statement | China | 2008-04-23\n- Xi Jinping | Make statement | China | 2008-04-18\n- Xi Jinping | Make statement | China | 2008-04-03\n- Xi Jinping | Make statement | China | 2007-12-19\n- Xi Jinping | Make statement | China | 2007-11-22\n- Xi Jinping | Make statement | China | 2007-11-16\n- Xi Jinping | Consult | Wen Jiabao | 2008-02-28\n- Xi Jinping | Consult | Wen Jiabao | 2008-01-09\n- Xi Jinping | Consult | Wen Jiabao | 2007-12-26\nAnswer:", "completion": " China", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1394504", "prompt": "After 4 May 2006, with whom did the Governor of Japan wish to meet?\nEvidence:\n- Governor (Japan) | Express intent to meet or negotiate | Japan | 2006-05-04\n- Japan | Express intent to cooperate | China | 2006-05-04\n- China | Express intent to cooperate | Japan | 2006-05-04\n- South Korea | Express intent to cooperate | Japan | 2006-05-04\n- Japan | Express intent to cooperate | South Korea | 2006-05-04\n- Japan | Consult | China | 2006-05-04\n- China | Consult | Japan | 2006-05-04\n- South Korea | Consult | Japan | 2006-05-04\n- Japan | Consult | South Korea | 2006-05-04\n- Japan | Engage in negotiation | China | 2006-05-04\n- Japan | Complain officially | South Korea | 2006-05-04\n- China | Engage in negotiation | Japan | 2006-05-04\n- China | Criticize or denounce | Japan | 2006-05-04\n- South Korea | Engage in negotiation | Japan | 2006-05-04\n- South Korea | Criticize or denounce | Japan | 2006-05-04\nAnswer:", "completion": " Media Personnel (Japan)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1072307", "prompt": "To whom did Aladdin Boroujerdi first make an appeal?\nEvidence:\n- Aladdin Boroujerdi | Make statement | Portugal | 2005-11-06\n- Aladdin Boroujerdi | Make statement | Iraq | 2005-03-06\n- Aladdin Boroujerdi | Make statement | Iran | 2007-02-22\n- Aladdin Boroujerdi | Make statement | Iran | 2007-01-28\n- Aladdin Boroujerdi | Make statement | Iran | 2007-01-27\n- Aladdin Boroujerdi | Make statement | Iran | 2007-01-17\n- Aladdin Boroujerdi | Make statement | Iran | 2006-12-24\n- Aladdin Boroujerdi | Make statement | Iran | 2006-12-23\n- Aladdin Boroujerdi | Make statement | Iran | 2006-10-22\n- Aladdin Boroujerdi | Make statement | Iran | 2006-10-08\n- Aladdin Boroujerdi | Make statement | Iran | 2006-10-04\n- Aladdin Boroujerdi | Make statement | Iran | 2006-08-27\n- Aladdin Boroujerdi | Make statement | Iran | 2006-08-21\n- Aladdin Boroujerdi | Make statement | Iran | 2006-07-28\n- Aladdin Boroujerdi | Make statement | Iran | 2006-07-18\nAnswer:", "completion": " Javier Solana", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1183907", "prompt": "In which year did Kazakhstan visit Valdas Adamkus for the first time?\nEvidence:\n- Valdas Adamkus | Host a visit | Kazakhstan | 2005-06-22\n- Kazakhstan | Make a visit | Valdas Adamkus | 2005-06-22\n- Valdas Adamkus | Make a visit | Mexico | 2005-01-20\n- Mexico | Host a visit | Valdas Adamkus | 2005-01-20\n- Valdas Adamkus | Host a visit | Javier Solana | 2005-04-21\n- Valdas Adamkus | Host a visit | Ivan Gasparovic | 2005-02-28\n- Javier Solana | Make a visit | Valdas Adamkus | 2005-04-21\n- Ivan Gasparovic | Make a visit | Valdas Adamkus | 2005-02-28\n- Valdas Adamkus | Consult | Representatives (Lithuania) | 2005-05-04\n- Valdas Adamkus | Consult | Ivan Gasparovic | 2005-02-28\n- Valdas Adamkus | Consult | Arnold Rüütel | 2005-03-29\n- Valdas Adamkus | Consult | Antanas Valionis | 2005-06-20\n- Valdas Adamkus | Consult | Antanas Valionis | 2005-04-11\n- Valdas Adamkus | Consult | Antanas Valionis | 2005-03-23\n- Valdas Adamkus | Consult | Algirdas Butkevičius | 2005-04-19\nAnswer:", "completion": " 2005", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1225262", "prompt": "Before the UN Security Council, which country was the last to speak optimistically about Vietnam?\nEvidence:\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\n- UN Security Council | Consult | Nabil Shaath | 2005-01-11\n- UN Security Council | Consult | John Garang | 2005-02-09\n- UN Security Council | Consult | John Garang | 2005-02-08\n- UN Security Council | Consult | African Union | 2005-01-10\n- Nabil Shaath | Consult | UN Security Council | 2005-01-11\n- John Garang | Consult | UN Security Council | 2005-02-09\n- John Garang | Consult | UN Security Council | 2005-02-08\n- African Union | Consult | UN Security Council | 2005-01-10\n- UN Security Council | Rally opposition against | Togo | 2005-02-25\nAnswer:", "completion": " Japan", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1229197", "prompt": "Before the People Associated with the Opposition of Australia, who made a request to the Medical Personnel of Australia?\nEvidence:\n- People Associated with the Opposition (Australia) | Make statement | Medical Personnel (Australia) | 2013-04-24\n- People Associated with the Opposition (Australia) | Make statement | Medical Personnel (Australia) | 2009-09-17\n- People Associated with the Opposition (Australia) | Use unconventional violence | Medical Personnel (Australia) | 2008-06-19\n- People Associated with the Opposition (Australia) | Make an appeal or request | Medical Personnel (Australia) | 2010-03-01\n- Media Personnel (Australia) | Demand | People Associated with the Opposition (Australia) | 2011-09-29\n- Media Personnel (Australia) | Accuse | People Associated with the Opposition (Australia) | 2010-07-22\n- Media Personnel (Australia) | Make statement | People Associated with the Opposition (Australia) | 2015-11-15\n- Media Personnel (Australia) | Make statement | People Associated with the Opposition (Australia) | 2015-11-11\n- Media Personnel (Australia) | Make statement | People Associated with the Opposition (Australia) | 2014-08-12\n- Media Personnel (Australia) | Make statement | People Associated with the Opposition (Australia) | 2014-02-16\n- Media Personnel (Australia) | Make statement | People Associated with the Opposition (Australia) | 2013-11-19\n- Media Personnel (Australia) | Make statement | People Associated with the Opposition (Australia) | 2013-09-03\n- Media Personnel (Australia) | Make statement | People Associated with the Opposition (Australia) | 2011-12-19\n- Media Personnel (Australia) | Make statement | People Associated with the Opposition (Australia) | 2011-10-17\n- Media Personnel (Australia) | Make statement | People Associated with the Opposition (Australia) | 2011-10-04\nAnswer:", "completion": " Lawyer/Attorney (Australia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1232570", "prompt": "With whom did Dmitry Anatolyevich Medvedev want to start diplomatic cooperation before 24 December 2008?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Express intent to engage in diplomatic cooperation (such as policy support) | Barack Obama | 2008-12-24\n- Dmitry Anatolyevich Medvedev | Make statement | Barack Obama | 2008-12-24\n- Evo Morales | Make an appeal or request | Barack Obama | 2008-12-24\nAnswer:", "completion": " Republic of South Ossetia", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 3, "n_anchors": 1} +{"id": "mtq_1035063", "prompt": "Who was the first to praise Eric Chu in 2015?\nEvidence:\n- Kuomintang | Praise or endorse | Eric Chu | 2015-01-17\n- Kuomintang | Engage in negotiation | Eric Chu | 2015-11-14\n- Kuomintang | Engage in negotiation | Eric Chu | 2015-05-08\n- Eric Chu | Engage in negotiation | Kuomintang | 2015-11-14\n- Eric Chu | Engage in negotiation | Kuomintang | 2015-05-08\n- Kuomintang | Consult | Eric Chu | 2015-05-02\n- Eric Chu | Consult | Kuomintang | 2015-05-02\n- Xi Jinping | Praise or endorse | Eric Chu | 2015-01-19\n- Xi Jinping | Praise or endorse | Eric Chu | 2015-01-18\n- Xi Jinping | Praise or endorse | Eric Chu | 2015-01-17\n- Ma Ying Jeou | Praise or endorse | Eric Chu | 2015-02-25\n- Yu Zhengsheng | Consult | Eric Chu | 2015-05-03\n- Xi Jinping | Consult | Eric Chu | 2015-05-01\n- Xi Jinping | Consult | Eric Chu | 2015-04-25\n- Xi Jinping | Consult | Eric Chu | 2015-04-23\nAnswer:", "completion": " Kuomintang", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1328961", "prompt": "Who last negotiated with Ali Abdullah Saleh in 2008?\nEvidence:\n- Ali Abdullah Saleh | Engage in negotiation | Abdullah Gül | 2008-02-26\n- Abdullah Gül | Engage in negotiation | Ali Abdullah Saleh | 2008-02-26\n- Ali Abdullah Saleh | Consult | Abdullah Gül | 2008-02-26\n- Ali Abdullah Saleh | Consult | Abdullah Gül | 2008-02-25\n- Abdullah Gül | Consult | Ali Abdullah Saleh | 2008-02-26\n- Abdullah Gül | Consult | Ali Abdullah Saleh | 2008-02-25\n- Ali Abdullah Saleh | Engage in symbolic act | Abdullah Gül | 2008-02-26\n- Abdullah Gül | Engage in symbolic act | Ali Abdullah Saleh | 2008-02-26\n- Abdullah Gül | Make statement | Ali Abdullah Saleh | 2008-02-26\n- Ali Muhammad Mujawar | Make statement | Ali Abdullah Saleh | 2008-02-26\n- Ali Abdullah Saleh | Make a visit | Abdullah Gül | 2008-02-26\n- Abdullah Gül | Praise or endorse | Ali Abdullah Saleh | 2008-02-26\n- Abdullah Gül | Host a visit | Ali Abdullah Saleh | 2008-02-26\n- Yemen | Make statement | Ali Abdullah Saleh | 2008-01-27\n- Javier Solana | Consult | Ali Abdullah Saleh | 2008-02-01\nAnswer:", "completion": " Head of Government (Ethiopia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1062764", "prompt": "Who wanted to negotiate with Yemen in November 2007?\nEvidence:\n- Military Personnel (Yemen) | Express intent to meet or negotiate | Yemen | 2007-11-09\n- Yemen | Express intent to meet or negotiate | United Arab Emirates | 2007-11-23\n- United Arab Emirates | Express intent to meet or negotiate | Yemen | 2007-11-23\n- Yemen | Engage in negotiation | United Arab Emirates | 2007-11-21\n- Yemen | Engage in negotiation | Foreign Affairs (Denmark) | 2007-11-27\n- United Arab Emirates | Engage in negotiation | Yemen | 2007-11-21\n- Foreign Affairs (Denmark) | Engage in negotiation | Yemen | 2007-11-27\n- Yemen | Express intent to engage in diplomatic cooperation (such as policy support) | Royal Administration (Saudi Arabia) | 2007-11-10\n- Royal Administration (Saudi Arabia) | Express intent to engage in diplomatic cooperation (such as policy support) | Yemen | 2007-11-10\n- High Commission for Refugees | Express intent to engage in diplomatic cooperation (such as policy support) | Yemen | 2007-11-08\n- Abu Bakr Abdullah al-Qirbi | Make statement | Yemen | 2007-11-11\n- Angela Merkel | Express intent to meet or negotiate | Royal Administration (Saudi Arabia) | 2007-11-07\n- Japan | Express intent to engage in diplomatic cooperation (such as policy support) | High Commission for Refugees | 2007-11-15\n- High Commission for Refugees | Express intent to engage in diplomatic cooperation (such as policy support) | Japan | 2007-11-15\n- United Arab Emirates | Engage in diplomatic cooperation | Kazakhstan | 2007-11-11\nAnswer:", "completion": " Military Personnel (Yemen)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1189855", "prompt": "When did South Korea last ask the US Navy for help?\nEvidence:\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- South Korea | Consult | Japan | 2005-01-06\n- Japan | Consult | South Korea | 2005-01-06\n- South Korea | Reduce relations | Citizen (North Korea) | 2005-01-03\n- South Korea | Provide humanitarian aid | Citizen (North Korea) | 2005-01-11\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- South Korea | Provide military aid | Iraq | 2005-01-03\n- South Korea | Provide humanitarian aid | Thailand | 2005-01-02\n- South Korea | Provide humanitarian aid | Thailand | 2005-01-01\n- South Korea | Make a visit | Aceh | 2005-01-08\n- South Korea | Engage in negotiation | Japan | 2005-01-08\n- South Korea | Engage in negotiation | Japan | 2005-01-03\n- South Korea | Demand material cooperation | China | 2005-01-13\nAnswer:", "completion": " 2015-03-16", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1140693", "prompt": "In 2014, which country last wanted to establish diplomatic cooperation with South Africa?\nEvidence:\n- Government (South Africa) | Engage in diplomatic cooperation | African Union | 2005-02-26\n- South Africa | Engage in negotiation | Japan | 2005-02-05\n- South Africa | Engage in negotiation | France | 2005-02-05\n- Japan | Engage in negotiation | South Africa | 2005-02-05\n- France | Engage in negotiation | South Africa | 2005-02-05\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-27\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-26\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-25\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-23\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-19\nAnswer:", "completion": " Japan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1279399", "prompt": "Before Evo Morales, which country was the last to received the visit from Raúl Castro?\nEvidence:\n- Vietnam | Host a visit | Raúl Castro | 2005-05-04\n- Vietnam | Host a visit | Raúl Castro | 2005-05-03\n- Vietnam | Host a visit | Raúl Castro | 2005-05-02\n- Vietnam | Host a visit | Raúl Castro | 2005-05-01\n- Vietnam | Host a visit | Raúl Castro | 2005-04-28\n- Vietnam | Host a visit | Raúl Castro | 2005-04-26\n- Raúl Castro | Make a visit | Vietnam | 2005-05-04\n- Raúl Castro | Make a visit | Vietnam | 2005-05-03\n- Raúl Castro | Make a visit | Vietnam | 2005-05-02\n- Raúl Castro | Make a visit | Vietnam | 2005-05-01\n- Raúl Castro | Make a visit | Vietnam | 2005-04-28\n- Raúl Castro | Make a visit | Vietnam | 2005-04-26\n- Raúl Castro | Make a visit | Malaysia | 2005-04-25\n- Raúl Castro | Make a visit | Malaysia | 2005-04-24\n- Raúl Castro | Make a visit | Laos | 2005-04-26\nAnswer:", "completion": " Angola", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1143755", "prompt": "In which year did the Kenyan student last accuse the Kenyan police?\nEvidence:\n- Student (Kenya) | Accuse | Police (Kenya) | 2012-05-17\n- Student (Kenya) | Accuse | Police (Kenya) | 2008-09-10\n- The Hague | Accuse | The Hague | 2012-11-29\n- The Hague | Accuse | The Hague | 2006-03-11\n- Student (Thailand) | Accuse | Citizen (Thailand) | 2015-02-03\n- Student (Thailand) | Accuse | Citizen (Australia) | 2005-04-01\n- Student (Belgium) | Accuse | Citizen (Belgium) | 2011-07-19\n- Student (Bangladesh) | Accuse | Citizen (Bangladesh) | 2006-07-19\n- Student (Bangladesh) | Accuse | Citizen (Bangladesh) | 2006-06-01\n- Student (Argentina) | Accuse | Business (Argentina) | 2015-05-04\n- Citizen (Bangladesh) | Accuse | Student (Bangladesh) | 2012-05-24\n- Student (Kenya) | Engage in political dissent | Police (Kenya) | 2009-09-11\n- The Hague | Accuse of war crimes | Police (Macedonia) | 2005-03-15\n- Student (Argentina) | Accuse | Cristina Fernández de Kirchner | 2013-06-23\n- Military Personnel - Special (Bangladesh) | Accuse | Student (Bangladesh) | 2014-10-21\nAnswer:", "completion": " 2012", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1139006", "prompt": "In which month did the Chinese scientist negotiate with the Polish ministry?\nEvidence:\n- Scientist (China) | Engage in negotiation | Ministry (Poland) | 2006-03-30\n- Ministry (Poland) | Engage in negotiation | Scientist (China) | 2006-03-30\n- Scientist (Ukraine) | Make statement | People Associated with the Opposition (Ukraine) | 2009-01-24\n- Scientist (China) | Engage in diplomatic cooperation | Scientist (Russia) | 2006-07-23\n- Secretariat (Chinese Communist Party) | Investigate | China | 2006-11-08\n- Secretariat (Chinese Communist Party) | Investigate | China | 2006-09-12\n- People Associated with the Opposition (Brazil) | Engage in negotiation | Ministry (Brazil) | 2007-03-24\n- People Associated with the Opposition (Brazil) | Engage in negotiation | Ministry (Brazil) | 2006-07-05\n- People Associated with the Opposition (Brazil) | Engage in negotiation | Ministry (Brazil) | 2006-04-19\n- Ministry (Brazil) | Engage in negotiation | People Associated with the Opposition (Brazil) | 2007-03-24\n- Ministry (Brazil) | Engage in negotiation | People Associated with the Opposition (Brazil) | 2006-07-05\n- Ministry (Brazil) | Engage in negotiation | People Associated with the Opposition (Brazil) | 2006-04-19\n- Secretariat (Chinese Communist Party) | Consult | Gennady Andreyevich Zyuganov | 2008-01-24\n- Gennady Andreyevich Zyuganov | Consult | Secretariat (Chinese Communist Party) | 2008-01-24\n- Ministry (The Hague) | Express intent to meet or negotiate | The Hague | 2015-11-18\nAnswer:", "completion": " 2006-03", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1310018", "prompt": "Before Rafael Correa, whom did Ingrid Betancourt Pulecio praise last?\nEvidence:\n- France | Praise or endorse | Ingrid Betancourt Pulecio | 2005-09-24\n- Ingrid Betancourt Pulecio | Demand | France | 2008-03-04\n- Ingrid Betancourt Pulecio | Accuse | France | 2007-02-23\n- France | Demand | Ingrid Betancourt Pulecio | 2008-03-30\n- Trevor Sargent | Consult | Ingrid Betancourt Pulecio | 2005-06-30\n- Ingrid Betancourt Pulecio | Make statement | France | 2008-01-01\n- Ingrid Betancourt Pulecio | Make statement | France | 2007-12-05\n- Ingrid Betancourt Pulecio | Make statement | Colombia | 2007-12-11\n- Ingrid Betancourt Pulecio | Consult | Trevor Sargent | 2005-06-30\n- Colombia | Make statement | Ingrid Betancourt Pulecio | 2008-03-27\n- Colombia | Make statement | Ingrid Betancourt Pulecio | 2007-12-15\n- Ingrid Betancourt Pulecio | Make statement | Government (France) | 2007-02-20\n- Ingrid Betancourt Pulecio | Make a visit | France | 2005-09-23\n- Ingrid Betancourt Pulecio | Make a visit | France | 2005-02-22\n- Ingrid Betancourt Pulecio | Make a visit | Colombia | 2008-03-28\nAnswer:", "completion": " Benedict XVI", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1053969", "prompt": "Who was last praised by the Prime Minister of Bahrain before Gurbanguly Berdymukhammedov?\nEvidence:\n- Gurbanguly Berdymukhammedov | Make statement | China | 2007-07-27\n- Gurbanguly Berdymukhammedov | Make statement | Head of Government (Turkmenistan) | 2007-06-21\n- Gurbanguly Berdymukhammedov | Make statement | Head of Government (Turkmenistan) | 2007-05-11\n- Gurbanguly Berdymukhammedov | Make statement | Head of Government (Turkmenistan) | 2007-03-30\n- Mikhail Yefimovich Fradkov | Consult | Gurbanguly Berdymukhammedov | 2007-02-15\n- Mikhail Yefimovich Fradkov | Consult | Gurbanguly Berdymukhammedov | 2007-02-14\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-30\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-29\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-28\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-22\n- Iran | Host a visit | Gurbanguly Berdymukhammedov | 2007-06-15\n- Gurbanguly Berdymukhammedov | Make a visit | Kazakhstan | 2007-05-30\n- Gurbanguly Berdymukhammedov | Make a visit | Kazakhstan | 2007-05-29\n- Gurbanguly Berdymukhammedov | Make a visit | Kazakhstan | 2007-05-28\n- Gurbanguly Berdymukhammedov | Make a visit | Kazakhstan | 2007-05-22\nAnswer:", "completion": " Thailand", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1243801", "prompt": "Who used unconventional force against the Men of Syria in June 2015?\nEvidence:\n- Militant (Syria) | Use unconventional violence | Men (Syria) | 2015-06-25\n- Militant (Syria) | Use unconventional violence | Men (Syria) | 2015-06-12\n- Air Force (Syria) | Use conventional military force | Terrorist (Syria) | 2015-06-25\n- Militant (Syria) | Use unconventional violence | Police (Syria) | 2015-06-13\n- Terrorist Leader (Islamic State of Iraq and the Levant) | Kill by physical assault | Men (Syria) | 2015-06-27\n- Islamic (Syria) | Kill by physical assault | Men (Syria) | 2015-06-30\n- Activist (Syria) | Make statement | Combatant (Islamic State of Iraq and the Levant) | 2015-06-26\n- Police (Syria) | Arrest, detain, or charge with legal action | Men (Syria) | 2015-06-08\n- Militia (Syrian Kurds) | Use unconventional violence | Islamic (Syria) | 2015-06-24\n- Combatant (Islamic State of Iraq and the Levant) | Use unconventional violence | Iraq | 2015-06-07\n- Combatant (Islamic State of Iraq and the Levant) | Use unconventional violence | Iraq | 2015-06-06\n- Muslim (Syria) | Use conventional military force | Militia (Syrian Kurds) | 2015-06-25\nAnswer:", "completion": " Militant (Syria)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 12, "n_anchors": 0} +{"id": "mtq_1249634", "prompt": "Who used small arms and light weapons against the police of South Africa after Nov, 2013?\nEvidence:\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- Police (South Africa) | Arrest, detain, or charge with legal action | South Africa | 2005-02-11\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- South Africa | Consult | China | 2005-02-05\n- China | Consult | South Africa | 2005-02-05\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-27\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-26\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-25\nAnswer:", "completion": " Men (South Africa)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1384923", "prompt": "Who was the first to accuse Mexico after the organised crime of Mexico?\nEvidence:\n- Mexico | Investigate crime, corruption | Organized Crime (Mexico) | 2005-01-17\n- Organized Crime (Mexico) | Demand | Mexico | 2005-01-24\n- Mexico | Investigate | Criminal (Mexico) | 2005-01-12\n- Other Authorities / Officials (Mexico) | Express intent to meet or negotiate | Mexico | 2005-01-06\n- Mexico | Express intent to cooperate | Colombia | 2005-06-30\n- Colombia | Express intent to cooperate | Mexico | 2005-06-30\n- Mexico | Express intent to meet or negotiate | Zapatista Army of National Liberation | 2005-01-14\n- Secretariat (Mexico) | Make statement | Mexico | 2005-02-03\n- Military (Mexico) | Cooperate militarily | Mexico | 2005-01-17\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-26\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-25\n- Economist (Mexico) | Make statement | Mexico | 2005-02-11\n- Member of Legislative (Govt) (South Korea) | Express intent to meet or negotiate | Mexico | 2005-02-07\n- Other Authorities / Officials (Mexico) | Investigate | Mexico | 2005-01-27\n- National Union Party (Mexico) | Reject | Mexico | 2005-01-26\nAnswer:", "completion": " Democratic Left", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1160981", "prompt": "Who did the UN Security Council appeal to in the same month of the actor of France?\nEvidence:\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- UN Security Council | Praise or endorse | France | 2005-02-01\n- France | Praise or endorse | UN Security Council | 2005-01-06\n- UN Security Council | Demand change in leadership | Head of Government (Togo) | 2005-02-25\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- Office of the United Nations High Commissioner for Human Rights | Make an appeal or request | UN Security Council | 2005-02-18\n- Ethiopia | Make an appeal or request | UN Security Council | 2005-02-08\n- UN Security Council | Demand settling of dispute | Citizen (Sudan) | 2005-01-13\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\n- UN Security Council | Consult | Nabil Shaath | 2005-01-11\n- UN Security Council | Consult | John Garang | 2005-02-09\n- UN Security Council | Consult | John Garang | 2005-02-08\nAnswer:", "completion": " Citizen (Unidentified State Actor)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1347461", "prompt": "In the same month, to whom did Romania appeal to Abdul Kalam?\nEvidence:\n- Maumoon Abdul Gayoom | Engage in negotiation | Abdul Kalam | 2005-03-30\n- Abdul Kalam | Engage in negotiation | Maumoon Abdul Gayoom | 2005-03-30\n- Pervez Musharraf | Engage in negotiation | Abdul Kalam | 2005-04-17\n- Abdul Kalam | Engage in negotiation | Pervez Musharraf | 2005-04-17\n- Abdul Kalam | Engage in negotiation | Mahmoud Abbas | 2005-05-20\n- Pervez Musharraf | Consult | Abdul Kalam | 2005-04-18\n- Governor (India) | Consult | Abdul Kalam | 2005-03-06\n- Governor (India) | Consult | Abdul Kalam | 2005-03-05\n- Governor (India) | Consult | Abdul Kalam | 2005-03-03\n- Abdul Kalam | Consult | Pervez Musharraf | 2005-04-18\n- Abdul Kalam | Consult | Mahmoud Abbas | 2005-05-20\n- Abdul Kalam | Consult | Governor (India) | 2005-03-06\n- Abdul Kalam | Consult | Governor (India) | 2005-03-05\n- Abdul Kalam | Consult | Governor (India) | 2005-03-03\n- Pervez Musharraf | Engage in symbolic act | Abdul Kalam | 2005-01-25\nAnswer:", "completion": " Head of Government (India)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1048030", "prompt": "Which country did Sudan make a request to last before the Ministry of Sudan?\nEvidence:\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Sudan | Make a visit | Ethiopia | 2005-04-11\n- Ethiopia | Make a visit | Sudan | 2005-08-02\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Oluṣẹgun Ọbasanjọ | Make a visit | Sudan | 2005-01-10\n- Oluṣẹgun Ọbasanjọ | Make a visit | Sudan | 2005-01-08\n- John Garang | Make a visit | Sudan | 2005-01-23\n- John Garang | Make a visit | Sudan | 2005-01-22\n- Ed Royce | Make a visit | Sudan | 2005-01-27\n- Ed Royce | Make a visit | Sudan | 2005-01-24\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\nAnswer:", "completion": " International Government Organizations", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1251660", "prompt": "Which country was the first to make optimistic remarks about Jian Yu?\nEvidence:\n- Jian Yu | Make optimistic comment | China | 2006-11-22\n- Jian Yu | Make optimistic comment | China | 2006-11-07\n- Jian Yu | Make optimistic comment | Wen Jiabao | 2007-02-06\n- Jian Yu | Make statement | Mexico | 2006-11-21\n- Jian Yu | Make statement | Malaysia | 2006-07-27\n- Jian Yu | Make statement | Japan | 2007-01-25\n- Jian Yu | Make statement | China | 2007-02-04\n- Jian Yu | Make statement | China | 2007-02-01\n- Jian Yu | Make statement | China | 2007-01-30\n- Jian Yu | Make statement | China | 2007-01-26\n- Jian Yu | Make statement | China | 2007-01-25\n- Jian Yu | Make statement | China | 2006-12-01\n- Jian Yu | Make statement | China | 2006-11-30\n- Jian Yu | Make statement | China | 2006-11-28\n- Jian Yu | Make statement | China | 2006-11-23\nAnswer:", "completion": " China", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1350802", "prompt": "Who first received USAID's visit from USAID?\nEvidence:\n- Yemen | Host a visit | USAID | 2007-10-31\n- Vietnam | Host a visit | USAID | 2005-08-04\n- USAID | Make a visit | Yemen | 2007-10-31\n- USAID | Make a visit | Vietnam | 2005-08-04\n- USAID | Make a visit | Niger | 2005-07-28\n- USAID | Make a visit | Ethiopia | 2006-04-21\n- Niger | Host a visit | USAID | 2005-07-28\n- Ethiopia | Host a visit | USAID | 2006-04-21\n- USAID | Provide humanitarian aid | United Nations Children's Fund | 2005-08-04\n- USAID | Consult | France | 2006-03-23\n- France | Consult | USAID | 2006-03-23\n- USAID | Make statement | Sudan | 2005-04-22\n- USAID | Consult | Saifur Rahman | 2005-05-11\n- USAID | Consult | Representatives (Ethiopia) | 2006-04-21\n- USAID | Accuse | Citizen (Sudan) | 2006-03-09\nAnswer:", "completion": " Niger", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1350024", "prompt": "After Carlos Pascual, who was the first to condemn Mexico?\nEvidence:\n- Carlos Pascual | Demand | Mexico | 2009-09-08\n- Carlos Pascual | Make statement | Mexico | 2011-03-20\n- Carlos Pascual | Make statement | Mexico | 2011-03-14\n- Carlos Pascual | Make statement | Mexico | 2010-10-20\n- Carlos Pascual | Make statement | Mexico | 2010-04-20\n- Carlos Pascual | Make statement | Mexico | 2010-03-10\n- Carlos Pascual | Make statement | Mexico | 2010-02-24\n- Carlos Pascual | Make statement | Mexico | 2009-12-08\n- Carlos Pascual | Make statement | Mexico | 2009-08-12\n- Mexico | Host a visit | Carlos Pascual | 2011-03-10\n- Mexico | Host a visit | Carlos Pascual | 2011-03-09\n- Mexico | Host a visit | Carlos Pascual | 2010-04-15\n- Mexico | Host a visit | Carlos Pascual | 2010-04-13\n- Mexico | Criticize or denounce | Carlos Pascual | 2011-03-20\n- Carlos Pascual | Make a visit | Mexico | 2011-03-10\nAnswer:", "completion": " Police (Peru)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1191202", "prompt": "After February 2010, with whom did the member of the South Korean government wish to meet?\nEvidence:\n- Member of the Judiciary (South Africa) | Reject | Government (South Africa) | 2012-11-21\n- Member of the Judiciary (South Africa) | Reject | Government (South Africa) | 2006-08-31\n- Member of the Judiciary (South Africa) | Demand | Government (South Africa) | 2007-06-26\n- Government (South Africa) | Investigate | Member of the Judiciary (South Africa) | 2012-06-04\n- Member of the Judiciary (South Africa) | Make statement | Government (South Africa) | 2008-11-19\n- Member of the Judiciary (South Africa) | Make statement | Government (South Africa) | 2008-11-18\n- Government (South Africa) | Praise or endorse | Member of the Judiciary (South Africa) | 2012-12-13\n- Member of the Judiciary (South Africa) | Reject | South Africa | 2012-03-29\n- Member of the Judiciary (South Africa) | Reject | South Africa | 2008-05-07\n- Member of the Judiciary (South Africa) | Reject | South Africa | 2008-03-25\n- Member of the Judiciary (South Africa) | Reject | South Africa | 2007-03-23\n- Member of the Judiciary (South Africa) | Demand | South Africa | 2012-07-10\n- Member of the Judiciary (South Africa) | Demand | South Africa | 2010-07-23\n- South Africa | Make statement | Member of the Judiciary (South Africa) | 2012-06-14\n- Police (South Africa) | Investigate | Member of the Judiciary (South Africa) | 2009-02-27\nAnswer:", "completion": " Japan", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1260492", "prompt": "In which year did Kisii make an appeal to the Governor of Kenya?\nEvidence:\n- Kisii | Make an appeal or request | Governor (Kenya) | 2013-09-30\n- Kisii | Accuse | Governor (Kenya) | 2015-07-29\n- Kisii | Make statement | Governor (Kenya) | 2015-07-29\n- Kisii | Make statement | Governor (Kenya) | 2013-09-30\n- Governor (Kenya) | Make statement | Kisii | 2014-03-31\n- Businessperson (Kenya) | Make an appeal or request | Kisii | 2014-09-29\n- Energy Department/Ministry (Kenya) | Make an appeal or request | Kisii | 2005-10-02\n- Energy Department/Ministry (Kenya) | Make an appeal or request | Kisii | 2005-10-01\n- Kisii | Threaten | Head of Government (Kenya) | 2008-03-17\n- Police (Kenya) | Make statement | Kisii | 2013-04-12\n- Police (Kenya) | Make statement | Kisii | 2012-04-24\n- Kisii | Make statement | Police (Kenya) | 2015-04-02\n- Kisii | Make statement | Police (Kenya) | 2013-05-09\n- Kisii | Make statement | Police (Kenya) | 2008-06-13\n- Kisii | Make statement | Police (Kenya) | 2007-12-26\nAnswer:", "completion": " 2013", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1168862", "prompt": "Which country requested a meeting with Catherine Ashton on 24 May 2012?\nEvidence:\n- Iraq | Host a visit | Catherine Ashton | 2012-05-24\n- Catherine Ashton | Make a visit | Iraq | 2012-05-24\n- Catherine Ashton | Make statement | Iran | 2012-05-24\n- Catherine Ashton | Consult | Ali Baqeri | 2012-05-24\n- Ali Baqeri | Consult | Catherine Ashton | 2012-05-24\n- Iran | Criticize or denounce | Catherine Ashton | 2012-05-24\n- Catherine Ashton | Make statement | Ali Baqeri | 2012-05-24\n- China | Express intent to meet or negotiate | Catherine Ashton | 2012-05-24\n- Japan | Host a visit | Iraq | 2012-05-24\n- Iraq | Make a visit | Japan | 2012-05-24\n- Iraq | Host a visit | Iran | 2012-05-24\n- Iran | Make a visit | Iraq | 2012-05-24\n- Senate (Romania) | Host a visit | China | 2012-05-24\n- Mahmoud Ahmadinejad | Make a visit | China | 2012-05-24\n- China | Make a visit | Senate (Romania) | 2012-05-24\nAnswer:", "completion": " China", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1299494", "prompt": "Before the Northern Alliance, who last asked for Mallam Isa Yuguda?\nEvidence:\n- Northern Alliance | Make an appeal or request | Mallam Isa Yuguda | 2015-01-28\n- Mallam Isa Yuguda | Investigate | Ministry (Nigeria) | 2009-04-09\n- Mallam Isa Yuguda | Investigate | Government (Nigeria) | 2008-07-03\n- Mallam Isa Yuguda | Investigate | Citizen (Nigeria) | 2007-12-17\n- Mallam Isa Yuguda | Demand | Citizen (Nigeria) | 2008-03-21\n- Mallam Isa Yuguda | Accuse | Government (Nigeria) | 2007-09-16\n- Mallam Isa Yuguda | Accuse | Citizen (Nigeria) | 2010-03-18\n- Edwin Clark | Accuse | Mallam Isa Yuguda | 2009-09-01\n- Citizen (Nigeria) | Reject | Mallam Isa Yuguda | 2009-08-21\n- Citizen (Nigeria) | Accuse | Mallam Isa Yuguda | 2007-10-11\n- Democratic Party (Nigeria) | Appeal for intelligence | Mallam Isa Yuguda | 2008-09-15\n- Ministry (Nigeria) | Make statement | Mallam Isa Yuguda | 2006-12-22\n- Mallam Isa Yuguda | Sign formal agreement | USAID | 2010-03-24\n- Mallam Isa Yuguda | Make statement | Ministry (Nigeria) | 2005-01-03\n- Mallam Isa Yuguda | Make statement | Government (Nigeria) | 2010-01-28\nAnswer:", "completion": " Head of Government (Nigeria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1368578", "prompt": "When did the Public Prosecutor of Belgium investigate the citizens of Belgium for the first time?\nEvidence:\n- Public Prosecutor (Belgium) | Investigate | Citizen (Belgium) | 2006-05-12\n- Public Prosecutor (Belgium) | Consult | Police (Belgium) | 2010-07-24\n- Public Prosecutor (Belgium) | Accuse | Men (Belgium) | 2012-08-23\n- Police (Belgium) | Consult | Public Prosecutor (Belgium) | 2010-07-24\n- Public Prosecutor (Brazil) | Criticize or denounce | First Command of the Capital | 2013-10-18\n- Public Prosecutor (Belgium) | Make statement | Police (Belgium) | 2013-12-29\n- Public Prosecutor (Belgium) | Make statement | Police (Belgium) | 2008-10-19\n- Public Prosecutor (Belgium) | Make statement | Military Advisor (Belgium) | 2006-12-14\n- Public Prosecutor (Belgium) | Make statement | Lawyer/Attorney (Belgium) | 2005-11-23\n- Public Prosecutor (Greece) | Investigate | Ethnos | 2013-11-04\n- Public Prosecutor (Brazil) | Investigate | Head of Government (Brazil) | 2006-05-02\n- Public Prosecutor (Tunisia) | Investigate | Ministry (Tunisia) | 2015-08-07\n- Public Prosecutor (Peru) | Investigate | Nadine Heredia | 2015-10-30\n- Public Prosecutor (Peru) | Investigate | Nadine Heredia | 2015-10-12\n- Public Prosecutor (Peru) | Investigate | Congress (Peru) | 2012-05-15\nAnswer:", "completion": " 2006-05-12", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1288622", "prompt": "Who was the last to speak negatively about Sudan in 2012?\nEvidence:\n- Sudan | Engage in negotiation | South Sudan | 2012-03-13\n- Sudan | Engage in negotiation | South Sudan | 2012-02-19\n- Sudan | Engage in negotiation | South Sudan | 2012-02-18\n- Sudan | Engage in negotiation | South Sudan | 2012-02-12\n- Sudan | Engage in negotiation | South Sudan | 2012-02-07\n- Sudan | Engage in negotiation | South Sudan | 2012-01-19\n- South Sudan | Engage in negotiation | Sudan | 2012-03-13\n- South Sudan | Engage in negotiation | Sudan | 2012-02-19\n- South Sudan | Engage in negotiation | Sudan | 2012-02-18\n- South Sudan | Engage in negotiation | Sudan | 2012-02-12\n- South Sudan | Engage in negotiation | Sudan | 2012-02-07\n- South Sudan | Engage in negotiation | Sudan | 2012-01-19\n- Sudan | Engage in diplomatic cooperation | South Sudan | 2012-03-23\n- South Sudan | Engage in negotiation | Representatives (Sudan) | 2012-01-18\n- South Sudan | Engage in material cooperation | Sudan | 2012-02-14\nAnswer:", "completion": " High Commission for Refugees", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1116964", "prompt": "After Angela Merkel, who was the first to express the intention to meet Werner Faymann?\nEvidence:\n- Werner Faymann | Consult | Angela Merkel | 2011-12-05\n- Angela Merkel | Consult | Werner Faymann | 2011-12-05\n- Angela Merkel | Express intent to meet or negotiate | Werner Faymann | 2012-09-06\n- Werner Faymann | Make a visit | Angela Merkel | 2012-01-24\n- Angela Merkel | Host a visit | Werner Faymann | 2012-01-24\n- Werner Faymann | Meet at a 'third' location | Angela Merkel | 2011-02-15\n- Angela Merkel | Meet at a 'third' location | Werner Faymann | 2011-02-15\n- Werner Faymann | Express intent to meet or negotiate | France | 2012-10-03\n- Werner Faymann | Express intent to meet or negotiate | China | 2011-04-28\n- Werner Faymann | Express intent to meet or negotiate | Shimon Peres | 2010-04-06\n- Werner Faymann | Express intent to meet or negotiate | Mahmoud Abbas | 2010-04-06\n- Werner Faymann | Express intent to meet or negotiate | Ewald Nowotny | 2011-12-01\n- Werner Faymann | Express intent to meet or negotiate | Benjamin Netanyahu | 2010-04-06\n- Werner Faymann | Express intent to meet or negotiate | Ales Rebícek | 2007-02-26\n- Mahmoud Abbas | Express intent to meet or negotiate | Werner Faymann | 2011-11-29\nAnswer:", "completion": " Shimon Peres", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1220964", "prompt": "To whom did Mahmoud Ahmadinejad make the last appeal before Daniel Ortega?\nEvidence:\n- USAID | Make statement | Daniel Ortega | 2006-10-28\n- Daniel Ortega | Make an appeal or request | Eduardo Montealegre | 2006-11-07\n- José Rizo | Make statement | Daniel Ortega | 2006-04-24\n- Eduardo Montealegre | Make statement | Daniel Ortega | 2006-10-28\n- Eden Pastora | Make statement | Daniel Ortega | 2006-09-14\n- Daniel Ortega | Make statement | Lawmaker (Nicaragua) | 2005-09-12\n- Daniel Ortega | Make statement | Government (Nicaragua) | 2006-11-07\n- Daniel Ortega | Make statement | Government (Nicaragua) | 2006-06-27\n- Daniel Ortega | Make statement | Government (Nicaragua) | 2006-06-10\n- Daniel Ortega | Make statement | Evo Morales | 2005-12-21\n- Daniel Ortega | Make statement | Eduardo Montealegre | 2006-07-31\n- Businessperson (Nicaragua) | Make statement | Daniel Ortega | 2006-05-23\n- Villager (Nicaragua) | Consult | Daniel Ortega | 2006-11-02\n- Government (Nicaragua) | Accuse | Daniel Ortega | 2005-04-26\n- Eduardo Montealegre | Demand | Daniel Ortega | 2006-10-25\nAnswer:", "completion": " Oman", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1018961", "prompt": "Who was accused by the media in India before the party member in Canada?\nEvidence:\n- Media (India) | Accuse | Party Member (Canada) | 2008-03-10\n- Police (Canada) | Consult | Party Member (Canada) | 2009-04-21\n- Police (Canada) | Consult | Party Member (Canada) | 2007-04-17\n- Police (Canada) | Consult | Party Member (Canada) | 2005-04-05\n- Party Member (Canada) | Investigate | Police (Canada) | 2013-12-10\n- Party Member (Canada) | Investigate | Police (Canada) | 2013-12-09\n- Party Member (Canada) | Consult | Police (Canada) | 2009-04-21\n- Party Member (Canada) | Consult | Police (Canada) | 2007-04-17\n- Party Member (Canada) | Consult | Police (Canada) | 2005-04-05\n- Party Member (Canada) | Consult | Business (Canada) | 2008-04-11\n- Party Member (Canada) | Consult | Business (Canada) | 2008-04-10\n- Party Member (Canada) | Accuse | Police (Canada) | 2006-10-18\n- Party Member (Canada) | Accuse | Businessperson (Canada) | 2015-02-13\n- Party Member (Canada) | Accuse | Businessperson (Canada) | 2015-02-12\n- Business (Canada) | Investigate | Party Member (Canada) | 2008-05-18\nAnswer:", "completion": " Member of Parliament (India)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1124781", "prompt": "In which year did the Kosovo Police last investigate the Kosovo Ministry?\nEvidence:\n- Police (Kosovo) | Investigate | Ministry (Kosovo) | 2007-12-24\n- Police (Kosovo) | Investigate | Ministry (Kosovo) | 2007-08-10\n- Police (Kosovo) | Investigate | Bank (Kosovo) | 2007-03-12\n- Police (Kosovo) | Consult | Ministry (Kosovo) | 2009-02-17\n- Police (Kosovo) | Accuse | Ministry (Kosovo) | 2009-04-17\n- Police (Kosovo) | Accuse | Ministry (Kosovo) | 2007-12-24\n- Ministry (Kosovo) | Consult | Police (Kosovo) | 2009-02-17\n- Police (Kosovo) | Investigate | Women (Ukraine) | 2007-03-23\n- Police (Kosovo) | Impose blockade, restrict movement | Ministry (Kosovo) | 2012-01-12\n- Defense / Security Ministry (Kosovo) | Make statement | Police (Kosovo) | 2012-08-01\n- Ministry (Kosovo) | Threaten | Men (Kosovo) | 2008-12-17\n- Police (Slovakia) | Consult | Ministry (Kosovo) | 2012-12-06\n- Ministry (Kosovo) | Consult | Police (Slovakia) | 2012-12-06\n- United Nations Interim Administration in Kosovo | Yield | Ministry (Kosovo) | 2009-02-21\n- United Nations Interim Administration in Kosovo | Consult | Ministry (Kosovo) | 2008-04-26\nAnswer:", "completion": " 2007", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1198906", "prompt": "Who did the Government of Pakistan give humanitarian aid to last before the villagers of Pakistan?\nEvidence:\n- Government (Pakistan) | Provide humanitarian aid | Villager (Pakistan) | 2010-08-05\n- Malaysia | Provide humanitarian aid | Government (Pakistan) | 2005-10-11\n- Government (Pakistan) | Provide humanitarian aid | China | 2015-04-21\n- Government (Pakistan) | Provide humanitarian aid | China | 2008-05-16\n- Government (Pakistan) | Provide humanitarian aid | Displaced Families (Pakistan) | 2007-12-03\n- Royal Administration (Pakistan) | Express intent to provide humanitarian aid | Head of Government (Pakistan) | 2006-01-23\n- Government (Pakistan) | Provide humanitarian aid | Wang Yi | 2013-07-24\n- Human Rights Commission (Pakistan) | Demand humanitarian aid | Government (Pakistan) | 2006-05-16\n- Displaced Families (Pakistan) | Appeal for humanitarian aid | Government (Pakistan) | 2012-09-05\n- Government (Pakistan) | Give ultimatum | Criminal (Pakistan) | 2012-05-07\n- Cleric (Pakistan) | Give ultimatum | Government (Pakistan) | 2013-01-14\n- Cleric (Pakistan) | Give ultimatum | Government (Pakistan) | 2007-09-24\n- Cleric (Pakistan) | Give ultimatum | Government (Pakistan) | 2007-04-09\n- Cleric (Pakistan) | Give ultimatum | Government (Pakistan) | 2007-04-01\n- Special Court (Pakistan) | Give ultimatum | Government (Pakistan) | 2014-11-21\nAnswer:", "completion": " China", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1005443", "prompt": "In what year did Sambo Dasuki express an interest in working with the citizens of Nigeria?\nEvidence:\n- Sambo Dasuki | Threaten | Citizen (Nigeria) | 2014-11-04\n- Sambo Dasuki | Reject | Citizen (Nigeria) | 2015-07-20\n- Citizen (Nigeria) | Accuse | Sambo Dasuki | 2015-11-17\n- Sambo Dasuki | Make statement | Government (Nigeria) | 2015-07-20\n- Sambo Dasuki | Make statement | Government (Nigeria) | 2015-04-15\n- Sambo Dasuki | Make statement | Government (Nigeria) | 2014-11-04\n- Sambo Dasuki | Make statement | Government (Nigeria) | 2014-03-19\n- Government (Nigeria) | Make statement | Sambo Dasuki | 2015-11-27\n- Citizen (Nigeria) | Occupy territory | Sambo Dasuki | 2015-07-20\n- Sambo Dasuki | Engage in symbolic act | Citizen (Nigeria) | 2015-03-23\n- Sambo Dasuki | Express intent to cooperate | Government (Nigeria) | 2014-07-10\n- Sambo Dasuki | Express intent to cooperate | Citizen (Nigeria) | 2015-02-10\n- Sambo Dasuki | Make an appeal or request | Muslim (Nigeria) | 2014-03-19\n- Sambo Dasuki | Make an appeal or request | Citizen (Nigeria) | 2015-02-10\n- Sambo Dasuki | Make an appeal or request | Citizen (Nigeria) | 2015-02-09\nAnswer:", "completion": " 2015", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1290813", "prompt": "Who used conventional military force against the education of Nigeria after October, the year 2014?\nEvidence:\n- Secretariat (Nigeria) | Use conventional military force | Education (Nigeria) | 2014-04-29\n- Muslim (Nigeria) | Use conventional military force | Education (Nigeria) | 2014-06-05\n- Muslim (Nigeria) | Use conventional military force | Education (Nigeria) | 2013-11-29\n- Muslim (Nigeria) | Use conventional military force | Education (Nigeria) | 2006-02-24\n- Muslim (Nigeria) | Use conventional military force | Education (Nigeria) | 2006-02-23\n- Muslim (Nigeria) | Use conventional military force | Education (Nigeria) | 2006-02-22\n- Boko Haram | Use conventional military force | Education (Nigeria) | 2015-11-02\n- Boko Haram | Use conventional military force | Education (Nigeria) | 2015-07-03\n- Boko Haram | Use conventional military force | Education (Nigeria) | 2015-05-09\n- Boko Haram | Use conventional military force | Education (Nigeria) | 2015-03-11\n- Boko Haram | Use conventional military force | Education (Nigeria) | 2014-12-12\n- Boko Haram | Use conventional military force | Education (Nigeria) | 2014-11-18\n- Boko Haram | Use conventional military force | Education (Nigeria) | 2014-11-13\n- Boko Haram | Use conventional military force | Education (Nigeria) | 2014-11-12\n- Boko Haram | Use conventional military force | Education (Nigeria) | 2014-10-29\nAnswer:", "completion": " Boko Haram", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1150797", "prompt": "Who praised the economy of Germany on 27 September 2015?\nEvidence:\n- Government (Germany) | Rally support on behalf of | Iraq | 2007-08-16\n- Government (Germany) | Rally support on behalf of | France | 2015-06-26\n- Office for the Protection of the Constitution | Consult | Intelligence (Germany) | 2006-03-13\n- Intelligence (Germany) | Consult | Office for the Protection of the Constitution | 2006-03-13\n- Government (Germany) | Rally support on behalf of | Employee (Afghanistan) | 2010-08-08\n- Lawyer/Attorney (Germany) | Investigate | Office for the Protection of the Constitution | 2015-08-01\n- Government (Germany) | Rally support on behalf of | Israeli Defense Forces | 2006-06-26\n- People Associated with the Opposition (Germany) | Use unconventional violence | Head of Government (Germany) | 2012-01-28\n- People Associated with the Opposition (Germany) | Criticize or denounce | Head of Government (Germany) | 2012-01-28\n- People Associated with the Opposition (Germany) | Accuse | Government (Germany) | 2015-05-22\n- People Associated with the Opposition (Germany) | Accuse | Government (Germany) | 2012-08-06\n- Member of the Judiciary (Iceland) | Rally support on behalf of | Bank (Iceland) | 2014-05-25\n- European Central Bank | Rally support on behalf of | Treasury/Finance Ministry (Germany) | 2012-10-21\n- Special Rapporteurs of the United Nations | Rally support on behalf of | Detainee (Myanmar) | 2011-08-25\n- Special Rapporteurs of the United Nations | Rally support on behalf of | Detainee (Myanmar) | 2009-02-20\nAnswer:", "completion": " Head of Government (Germany)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1019677", "prompt": "In June 2014, who accused Rustam Makhmudov?\nEvidence:\n- Lom-Ali Gaitukayev | Accuse | Rustam Makhmudov | 2014-06-09\nAnswer:", "completion": " Lom-Ali Gaitukayev", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 1, "n_anchors": 1} +{"id": "mtq_1026324", "prompt": "Who hosted Cristina Fernández de Kirchner's visit from Cristina Fernández de Kirchner on the same year of the Foreign Affairs of France?\nEvidence:\n- Foreign Affairs (France) | Host a visit | Cristina Fernández de Kirchner | 2007-02-06\n- Cristina Fernández de Kirchner | Make a visit | Foreign Affairs (France) | 2007-02-06\n- France | Host a visit | Cristina Fernández de Kirchner | 2007-02-06\n- France | Host a visit | Cristina Fernández de Kirchner | 2007-02-05\n- France | Host a visit | Cristina Fernández de Kirchner | 2007-02-04\n- France | Host a visit | Cristina Fernández de Kirchner | 2007-02-03\n- France | Host a visit | Cristina Fernández de Kirchner | 2007-01-28\n- Cristina Fernández de Kirchner | Make a visit | France | 2007-02-06\n- Cristina Fernández de Kirchner | Make a visit | France | 2007-02-05\n- Cristina Fernández de Kirchner | Make a visit | France | 2007-02-04\n- Cristina Fernández de Kirchner | Make a visit | France | 2007-02-03\n- Cristina Fernández de Kirchner | Make a visit | France | 2007-01-28\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-05-24\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-03-03\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-02-28\nAnswer:", "completion": " Angela Merkel", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1001929", "prompt": "Which country did Sudan request for first after the Ministry of Sudan?\nEvidence:\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- UN Security Council | Appeal for diplomatic cooperation (such as policy support) | Sudan | 2005-01-11\n- UN Security Council | Appeal for diplomatic cooperation (such as policy support) | Sudan | 2005-01-10\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-27\nAnswer:", "completion": " Citizen (Sudan)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1326482", "prompt": "In 2007, with whom did the Government of Pakistan first formally sign an agreement?\nEvidence:\n- Head of Government (Pakistan) | Sign formal agreement | Government (Pakistan) | 2009-04-13\n- Head of Government (Pakistan) | Sign formal agreement | Government (Pakistan) | 2007-08-26\n- Government (Pakistan) | Sign formal agreement | Head of Government (Pakistan) | 2009-04-13\n- Government (Pakistan) | Sign formal agreement | Head of Government (Pakistan) | 2007-08-26\n- Other Authorities / Officials (Brazil) | Sign formal agreement | First Command of the Capital | 2006-05-18\n- First Command of the Capital | Sign formal agreement | Other Authorities / Officials (Brazil) | 2006-05-18\n- Scholar (Pakistan) | Sign formal agreement | Government (Pakistan) | 2013-01-17\n- Legislature (Pakistan) | Sign formal agreement | Government (Pakistan) | 2006-11-22\n- Government (Pakistan) | Sign formal agreement | Scholar (Pakistan) | 2013-01-17\n- Government (Pakistan) | Sign formal agreement | Legislature (Pakistan) | 2006-11-22\n- Government (Pakistan) | Sign formal agreement | Cleric (Pakistan) | 2013-01-24\n- Government (Pakistan) | Sign formal agreement | Cleric (Pakistan) | 2013-01-18\n- Government (Pakistan) | Sign formal agreement | Cleric (Pakistan) | 2013-01-17\n- Government (Pakistan) | Sign formal agreement | Cleric (Pakistan) | 2009-05-18\n- Government (Pakistan) | Sign formal agreement | Cleric (Pakistan) | 2009-03-02\nAnswer:", "completion": " Benazir Bhutto", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1380024", "prompt": "Who did the Governor of Kenya make a request to on the same month of the Domestic Affairs of Kenya?\nEvidence:\n- Governor (Kenya) | Make an appeal or request | Domestic Affairs (Kenya) | 2014-11-19\n- Head of Government (Kenya) | Make statement | Domestic Affairs (Kenya) | 2006-02-22\n- Police (Kenya) | Make statement | Domestic Affairs (Kenya) | 2005-01-18\n- Domestic Affairs (Kenya) | Make statement | Student (Kenya) | 2015-04-02\n- Domestic Affairs (Kenya) | Make statement | Police (Kenya) | 2015-05-26\n- Domestic Affairs (Kenya) | Make statement | Police (Kenya) | 2014-05-19\n- Domestic Affairs (Kenya) | Make statement | Police (Kenya) | 2013-08-19\n- Domestic Affairs (Kenya) | Make statement | Police (Kenya) | 2008-11-19\n- Domestic Affairs (Kenya) | Make statement | Police (Kenya) | 2006-03-14\n- Domestic Affairs (Kenya) | Make statement | Police (Kenya) | 2005-10-01\n- Domestic Affairs (Kenya) | Make statement | Media (Kenya) | 2005-09-29\n- Member of Legislative (Govt) (Kenya) | Make statement | Domestic Affairs (Kenya) | 2013-11-26\n- Member of Legislative (Govt) (Kenya) | Accuse | Domestic Affairs (Kenya) | 2013-11-26\n- Domestic Affairs (Kenya) | Make statement | Indigenous People (Kenya) | 2005-10-09\n- Domestic Affairs (Macedonia) | Make a visit | The Hague | 2005-03-24\nAnswer:", "completion": " Police (Kenya)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1103501", "prompt": "Who was last accused by the Ugandan police before South Sudan?\nEvidence:\n- South Sudan | Discuss by telephone | Agence France-Presse | 2006-06-07\n- Agence France-Presse | Discuss by telephone | South Sudan | 2006-06-07\n- South Sudan | Cooperate economically | Sudan | 2006-03-14\n- South Sudan | Accuse | Government (Sudan) | 2006-02-21\n- South Sudan | Accuse | Citizen (Sudan) | 2006-02-21\n- Government (Sudan) | Mediate | South Sudan | 2006-07-24\n- Sudan | Make a visit | South Sudan | 2005-08-02\n- South Sudan | Make statement | Government (Sudan) | 2005-11-30\n- South Sudan | Host a visit | Sudan | 2005-08-02\n- South Sudan | Accuse | Military Intelligence (Sudan) | 2006-02-13\n- Government (Sudan) | Make statement | South Sudan | 2006-03-06\n- Resistance Movement (South Sudan) | Use unconventional violence | South Sudan | 2006-06-06\n- Sudan | Express intent to cooperate | South Sudan | 2005-11-23\n- South Sudan | Express intent to cooperate | Sudan | 2005-11-23\n- Citizen (Sudan) | Praise or endorse | South Sudan | 2005-12-06\nAnswer:", "completion": " Citizen (Uganda)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1004032", "prompt": "Who last praised Rafael Correa in 2012?\nEvidence:\n- Rafael Correa | Consult | Iran | 2012-05-30\n- Iran | Consult | Rafael Correa | 2012-05-30\n- Raúl Castro | Consult | Rafael Correa | 2012-03-09\n- Rafael Correa | Make statement | Iran | 2012-01-11\n- Rafael Correa | Demand | Military (Ecuador) | 2012-05-05\n- Rafael Correa | Demand | Military (Ecuador) | 2012-02-27\n- Rafael Correa | Defend verbally | Iran | 2012-01-13\n- Rafael Correa | Consult | Raúl Castro | 2012-03-09\n- Rafael Correa | Consult | Mahmoud Ahmadinejad | 2012-01-14\n- Rafael Correa | Consult | Mahmoud Ahmadinejad | 2012-01-13\n- Rafael Correa | Consult | Mahmoud Ahmadinejad | 2012-01-12\n- Rafael Correa | Consult | Daniel Ortega | 2012-04-15\n- Rafael Correa | Consult | Andrés Allamand | 2012-01-27\n- Rafael Correa | Accuse | Media (Ecuador) | 2012-02-07\n- Mahmoud Ahmadinejad | Consult | Rafael Correa | 2012-01-14\nAnswer:", "completion": " Government (Ecuador)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1178620", "prompt": "Who was the first to visit Valdas Adamkus after the Italian Foreign Ministry?\nEvidence:\n- Valdas Adamkus | Make a visit | Mexico | 2005-01-20\n- Valdas Adamkus | Host a visit | Kazakhstan | 2005-06-22\n- Mexico | Host a visit | Valdas Adamkus | 2005-01-20\n- Kazakhstan | Make a visit | Valdas Adamkus | 2005-06-22\n- Valdas Adamkus | Host a visit | Javier Solana | 2005-04-21\n- Valdas Adamkus | Host a visit | Ivan Gasparovic | 2005-02-28\n- Javier Solana | Make a visit | Valdas Adamkus | 2005-04-21\n- Ivan Gasparovic | Make a visit | Valdas Adamkus | 2005-02-28\n- Valdas Adamkus | Consult | Representatives (Lithuania) | 2005-05-04\n- Valdas Adamkus | Consult | Ivan Gasparovic | 2005-02-28\n- Valdas Adamkus | Consult | Arnold Rüütel | 2005-03-29\n- Valdas Adamkus | Consult | Antanas Valionis | 2005-06-20\n- Valdas Adamkus | Consult | Antanas Valionis | 2005-04-11\n- Valdas Adamkus | Consult | Antanas Valionis | 2005-03-23\n- Valdas Adamkus | Consult | Algirdas Butkevičius | 2005-04-19\nAnswer:", "completion": " Foreign Affairs (Macedonia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1082104", "prompt": "In which month did the citizens of International make the first request to the citizens of Sudan?\nEvidence:\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Citizen (Sudan) | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-01-23\n- Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | Head of Government (Egypt) | 2005-01-24\n- Sudan | Engage in negotiation | Ethiopia | 2005-04-19\n- Ethiopia | Engage in negotiation | Sudan | 2005-04-19\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Transparency International | Make statement | Ethiopia | 2005-03-13\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2005-01-13\n- Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | Ethiopia | 2005-04-19\n- Ethiopia | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-04-19\nAnswer:", "completion": " 2005-08", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1117494", "prompt": "Who was the first to use conventional military force against Sudan, after the US Department of Defense?\nEvidence:\n- Sudan | Use conventional military force | Ethiopia | 2005-04-01\n- Ethiopia | Use conventional military force | Sudan | 2005-04-01\n- Police (Ethiopia) | Use conventional military force | Ethiopia | 2005-06-08\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- UN Security Council | Express intent to provide military protection or peacekeeping | Sudan | 2005-01-19\n- Eritrea | Rally opposition against | Ethiopia | 2005-03-11\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2005-01-13\n- Isaias Afewerki | Rally opposition against | Ethiopia | 2005-06-22\n- African Union | Provide military protection or peacekeeping | Sudan | 2005-01-12\n- African Union | Provide military protection or peacekeeping | Sudan | 2005-01-11\n- African Union | Provide military protection or peacekeeping | Sudan | 2005-01-10\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\nAnswer:", "completion": " Police (Sudan)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1057839", "prompt": "In which month did Muslim Rights Concern last appeal to the other authorities and officials of Nigeria?\nEvidence:\n- Muslim Rights Concern | Make an appeal or request | Other Authorities / Officials (Nigeria) | 2014-12-19\n- Muslim Rights Concern | Threaten | Government (Nigeria) | 2015-01-31\n- Muslim (Nigeria) | Criticize or denounce | Muslim Rights Concern | 2014-03-31\n- Muslim Rights Concern | Praise or endorse | Government (Nigeria) | 2014-07-29\n- Muslim Rights Concern | Make an appeal or request | Government (Nigeria) | 2014-06-17\n- Muslim Rights Concern | Make an appeal or request | Government (Nigeria) | 2014-05-14\n- Muslim Rights Concern | Make an appeal or request | Government (Nigeria) | 2014-03-18\n- Muslim Rights Concern | Make an appeal or request | Human Rights Commission (Nigeria) | 2014-11-12\n- Muslim Rights Concern | Praise or endorse | Head of Government (Nigeria) | 2015-12-10\n- Muslim Rights Concern | Make statement | Boko Haram | 2014-05-08\n- Muslim Rights Concern | Deny responsibility | Boko Haram | 2014-05-13\n- Muslim Rights Concern | Make an appeal or request | Muhammadu Buhari | 2015-04-22\n- Muslim Rights Concern | Praise or endorse | Muhammadu Buhari | 2015-07-09\n- Muslim Rights Concern | Make statement | Alhaji Lai Mohammed | 2015-01-05\n- Muslim Rights Concern | Appeal for diplomatic cooperation (such as policy support) | Government (Nigeria) | 2014-03-18\nAnswer:", "completion": " 2014-12", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1099687", "prompt": "In 2010, with whom did the citizens of Nigeria last wish to engage in diplomatic cooperation?\nEvidence:\n- Vietnam | Engage in diplomatic cooperation | Committees for the Defense of the Revolution | 2005-09-30\n- Head of Government (Brazil) | Engage in diplomatic cooperation | People Associated with the Opposition (Brazil) | 2006-10-30\n- Chancellor of the Exchequer | Express intent to engage in diplomatic cooperation (such as policy support) | Tony Blair | 2005-01-16\n- Ruling Party (Czech Republic) | Engage in diplomatic cooperation | People Associated with the Opposition (Czech Republic) | 2006-04-21\n- People Associated with the Opposition (Czech Republic) | Engage in diplomatic cooperation | Ruling Party (Czech Republic) | 2006-04-21\n- Head of Government (Ukraine) | Express intent to engage in diplomatic cooperation (such as policy support) | People Associated with the Opposition (Ukraine) | 2006-04-02\n- People Associated with the Opposition (Bangladesh) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Bangladesh) | 2006-04-19\n- Citizen (Australia) | Express intent to engage in diplomatic cooperation (such as policy support) | People Associated with the Opposition (Australia) | 2005-01-29\n- National Alliance (Egypt) | Express intent to engage in diplomatic cooperation (such as policy support) | Member of the Judiciary (Egypt) | 2005-07-01\n- First Command of the Capital | Express intent to engage in diplomatic cooperation (such as policy support) | Party Member (Brazil) | 2006-06-12\n- People Associated with the Opposition (Brazil) | Express intent to engage in diplomatic cooperation (such as policy support) | Party Member (Brazil) | 2005-09-24\n- People Associated with the Opposition (Brazil) | Engage in negotiation | Ministry (Brazil) | 2006-07-05\n- People Associated with the Opposition (Brazil) | Engage in negotiation | Ministry (Brazil) | 2006-04-19\n- Ministry (Brazil) | Engage in negotiation | People Associated with the Opposition (Brazil) | 2006-07-05\n- Ministry (Brazil) | Engage in negotiation | People Associated with the Opposition (Brazil) | 2006-04-19\nAnswer:", "completion": " Sule Lamido", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1170580", "prompt": "Who supported Muhammad VI in the same month of the representatives of Guinea-Bissau?\nEvidence:\n- Guinea-Bissau | Consult | China | 2008-05-12\n- Guinea-Bissau | Consult | Angola | 2007-10-12\n- China | Consult | Guinea-Bissau | 2008-05-12\n- Angola | Consult | Guinea-Bissau | 2007-10-12\n- Guinea-Bissau | Engage in diplomatic cooperation | Angola | 2007-05-26\n- Angola | Engage in diplomatic cooperation | Guinea-Bissau | 2007-05-26\n- Guinea-Bissau | Arrest, detain, or charge with legal action | Citizen (Guinea-Bissau) | 2008-07-21\n- Timor-Leste | Consult | Guinea-Bissau | 2006-04-07\n- Guinea-Bissau | Consult | Timor-Leste | 2006-04-07\n- Guinea-Bissau | Consult | Cape Verde | 2007-10-12\n- Cape Verde | Consult | Guinea-Bissau | 2007-10-12\n- Oluṣẹgun Ọbasanjọ | Engage in diplomatic cooperation | Guinea-Bissau | 2005-06-21\n- Muhammad VI | Engage in negotiation | Head of Government (Qatar) | 2005-07-07\n- Head of Government (Qatar) | Engage in negotiation | Muhammad VI | 2005-07-07\n- Wen Jiabao | Make statement | Guinea-Bissau | 2006-11-01\nAnswer:", "completion": " Ministry (Senegal)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1369575", "prompt": "Who did Rafael Antonio Bielsa want to negotiate with in the same month as Abdullah Gül?\nEvidence:\n- Rafael Antonio Bielsa | Consult | Abdullah Gül | 2005-03-29\n- Rafael Antonio Bielsa | Consult | Abdullah Gül | 2005-03-28\n- Abdullah Gül | Consult | Rafael Antonio Bielsa | 2005-03-29\n- Abdullah Gül | Consult | Rafael Antonio Bielsa | 2005-03-28\n- Rafael Antonio Bielsa | Sign formal agreement | Abdullah Gül | 2005-03-28\n- Abdullah Gül | Sign formal agreement | Rafael Antonio Bielsa | 2005-03-28\n- Rafael Antonio Bielsa | Express intent to meet or negotiate | Abdullah Gül | 2005-03-28\n- Representatives (France) | Consult | Rafael Antonio Bielsa | 2005-01-21\n- Rafael Antonio Bielsa | Make statement | Bolivia | 2005-03-08\n- Rafael Antonio Bielsa | Consult | Representatives (France) | 2005-01-21\n- Rafael Antonio Bielsa | Consult | Radio Mitre | 2005-03-08\n- Rafael Antonio Bielsa | Consult | Mahmoud Abbas | 2005-01-10\n- Rafael Antonio Bielsa | Consult | Businessperson (Haiti) | 2005-01-16\n- Radio Mitre | Consult | Rafael Antonio Bielsa | 2005-03-08\n- Mahmoud Abbas | Consult | Rafael Antonio Bielsa | 2005-01-10\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1029137", "prompt": "Who would wish to visit Romania in October, the year of 2014?\nEvidence:\n- Ministry (Romania) | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2005-01-10\n- Ministry (Romania) | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2005-01-08\n- Vietnam | Make a visit | Romania | 2005-03-08\n- Vietnam | Make a visit | Romania | 2005-03-05\n- Romania | Host a visit | Vietnam | 2005-03-08\n- Romania | Host a visit | Vietnam | 2005-03-05\n- Vietnam | Engage in diplomatic cooperation | Romania | 2005-01-31\n- Romania | Engage in diplomatic cooperation | Vietnam | 2005-01-31\n- Romania | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-03-30\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | Romania | 2005-03-30\n- Romania | Host a visit | Branko Crvenkovski | 2005-02-17\n- Branko Crvenkovski | Make a visit | Romania | 2005-02-17\n- Head of Government (Ukraine) | Express intent to meet or negotiate | Romania | 2005-03-14\n- Ministry (Romania) | Make statement | Romania | 2005-03-25\n- Ministry (Romania) | Make statement | Romania | 2005-01-12\nAnswer:", "completion": " Kyriakos Gerontopoulos", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1155701", "prompt": "Before Xu Caihou, who was the last country to announce its intention to establish diplomatic cooperation with Vietnam?\nEvidence:\n- Xu Caihou | Investigate | China | 2006-03-04\n- Xu Caihou | Demand | China | 2009-10-27\n- Xu Caihou | Consult | Japan | 2006-06-28\n- Japan | Consult | Xu Caihou | 2006-06-28\n- Xu Caihou | Express intent to engage in diplomatic cooperation (such as policy support) | Vietnam | 2010-04-23\n- Xu Caihou | Make statement | Sudan | 2005-07-20\n- Xu Caihou | Make statement | China | 2010-06-29\n- Xu Caihou | Make statement | China | 2010-05-24\n- Xu Caihou | Make statement | China | 2009-11-29\n- Xu Caihou | Make statement | China | 2009-10-28\n- Xu Caihou | Make statement | China | 2009-10-26\n- Xu Caihou | Make statement | China | 2009-10-15\n- Xu Caihou | Make statement | China | 2009-09-23\n- Xu Caihou | Make statement | China | 2008-07-04\n- Xu Caihou | Make statement | China | 2008-07-02\nAnswer:", "completion": " Japan", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1065875", "prompt": "After the Council of Ministers of Belgium, who did the citizens of Belgium criticise?\nEvidence:\n- Foreign Affairs (Belgium) | Consult | Cabinet / Council of Ministers / Advisors (Belgium) | 2008-09-16\n- Cabinet / Council of Ministers / Advisors (Belgium) | Consult | Foreign Affairs (Belgium) | 2008-09-16\n- Citizen (Belgium) | Criticize or denounce | Cabinet / Council of Ministers / Advisors (Belgium) | 2010-10-29\n- Cabinet / Council of Ministers / Advisors (Belgium) | Demand | Sudan | 2014-07-09\n- Citizen (Belgium) | Express intent to cooperate | Cabinet / Council of Ministers / Advisors (Belgium) | 2006-09-27\n- Cabinet / Council of Ministers / Advisors (Belgium) | Express intent to cooperate | Citizen (Belgium) | 2006-09-27\n- Davit Usupashvili | Consult | Cabinet / Council of Ministers / Advisors (Belgium) | 2007-10-27\n- Cabinet / Council of Ministers / Advisors (Belgium) | Consult | Davit Usupashvili | 2007-10-27\n- Cabinet / Council of Ministers / Advisors (Belgium) | Praise or endorse | Military Personnel - Special (Belgium) | 2014-05-15\n- Citizen (Belgium) | Express intent to meet or negotiate | Cabinet / Council of Ministers / Advisors (Belgium) | 2006-03-09\n- Agriculture / Fishing / Forestry Ministry (Belgium) | Make optimistic comment | Cabinet / Council of Ministers / Advisors (Belgium) | 2010-07-13\n- France | Praise or endorse | Cabinet / Council of Ministers / Advisors (Belgium) | 2010-07-13\n- Cabinet / Council of Ministers / Advisors (Belgium) | Praise or endorse | France | 2013-01-21\n- Cabinet / Council of Ministers / Advisors (Belgium) | Make statement | Scottish Government | 2007-10-04\n- Cabinet / Council of Ministers / Advisors (Brazil) | Make statement | First Command of the Capital | 2006-07-15\nAnswer:", "completion": " Liberals (Belgium)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1258054", "prompt": "After the Federal Judge of Argentina, who was the first to appeal to the Senate of Argentina?\nEvidence:\n- Senate (Argentina) | Praise or endorse | Federal Judge (Argentina) | 2011-09-01\n- Senate (Argentina) | Make an appeal or request | Federal Judge (Argentina) | 2006-06-20\n- Federal Judge (Argentina) | Make an appeal or request | Senate (Argentina) | 2007-12-28\n- Senate (Argentina) | Abduct, hijack, or take hostage | Federal Judge (Argentina) | 2006-11-03\n- Federal Judge (Argentina) | Investigate | Men (Argentina) | 2011-11-16\n- Federal Judge (Argentina) | Investigate | Business (Argentina) | 2013-12-12\n- Federal Judge (Argentina) | Investigate | Pepsico | 2009-08-19\n- Secret Agent (Argentina) | Consult | Federal Judge (Argentina) | 2015-04-12\n- Lawyer/Attorney (Argentina) | Demand | Federal Judge (Argentina) | 2007-08-10\n- Lawyer/Attorney (Argentina) | Consult | Federal Judge (Argentina) | 2015-04-12\n- Lawyer/Attorney (Argentina) | Consult | Federal Judge (Argentina) | 2013-03-12\n- Lawyer/Attorney (Argentina) | Accuse | Federal Judge (Argentina) | 2015-03-30\n- Federal Judge (Argentina) | Threaten | Lawyer/Attorney (Argentina) | 2009-06-04\n- Federal Judge (Argentina) | Reject | Lawyer/Attorney (Argentina) | 2007-08-13\n- Federal Judge (Argentina) | Reject | Defense Attorney (Argentina) | 2015-11-13\nAnswer:", "completion": " Business (Argentina)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1156848", "prompt": "Before the National Liberal Party, which country was the last to praise Romania?\nEvidence:\n- National Liberal Party (Romania) | Praise or endorse | National Liberal Party | 2015-09-21\n- National Liberal Party (Romania) | Praise or endorse | National Liberal Party | 2014-12-18\n- National Liberal Party | Demand | National Liberal Party (Romania) | 2007-05-25\n- National Liberal Party (Romania) | Accuse | National Liberal Party | 2006-07-10\n- National Liberal Party | Make statement | National Liberal Party (Romania) | 2015-11-05\n- National Liberal Party | Make statement | National Liberal Party (Romania) | 2015-02-04\n- National Liberal Party | Make statement | National Liberal Party (Romania) | 2014-06-27\n- National Liberal Party | Make statement | National Liberal Party (Romania) | 2009-05-22\n- National Liberal Party | Make statement | National Liberal Party (Romania) | 2007-07-01\n- National Liberal Party | Make statement | National Liberal Party (Romania) | 2007-02-26\n- National Liberal Party | Make statement | National Liberal Party (Romania) | 2005-07-08\n- National Liberal Party (Romania) | Make statement | National Liberal Party | 2015-12-04\n- National Liberal Party (Romania) | Make statement | National Liberal Party | 2015-11-20\n- National Liberal Party (Romania) | Make statement | National Liberal Party | 2015-09-04\n- National Liberal Party (Romania) | Make statement | National Liberal Party | 2015-08-19\nAnswer:", "completion": " National Transitional Council", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1371019", "prompt": "After the Republic of South Ossetia, with whom did the Georgian government seek diplomatic cooperation first?\nEvidence:\n- Republic of South Ossetia | Accuse | Government (Georgia) | 2005-10-04\n- Republic of South Ossetia | Abduct, hijack, or take hostage | Republic of South Ossetia | 2005-12-06\n- Republic of South Ossetia | Make statement | Government (Georgia) | 2006-04-04\n- Member of the Judiciary (Georgia) | Ease administrative sanctions | Republic of South Ossetia | 2005-12-05\n- Zurab Nogaideli | Consult | Republic of South Ossetia | 2005-10-28\n- Zurab Nogaideli | Consult | Republic of South Ossetia | 2005-09-22\n- Sergey Bagapsh | Consult | Republic of South Ossetia | 2008-08-20\n- Sergey Bagapsh | Consult | Republic of South Ossetia | 2008-06-16\n- Sergey Bagapsh | Consult | Republic of South Ossetia | 2006-11-02\n- Sergey Bagapsh | Consult | Republic of South Ossetia | 2006-06-13\n- Sergey Bagapsh | Consult | Republic of South Ossetia | 2006-06-08\n- Sergey Bagapsh | Consult | Republic of South Ossetia | 2006-06-05\n- Sergey Bagapsh | Consult | Republic of South Ossetia | 2006-04-28\n- Sergey Bagapsh | Consult | Republic of South Ossetia | 2005-07-27\n- Sergey Bagapsh | Consult | Republic of South Ossetia | 2005-07-26\nAnswer:", "completion": " Population (Georgia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1130123", "prompt": "Who did the People Associated with the Opposition of Australia decline last?\nEvidence:\n- Citizen (Australia) | Decline comment | People Associated with the Opposition (Australia) | 2011-11-04\n- People Associated with the Opposition (Australia) | Threaten | Police (Australia) | 2009-09-24\n- People Associated with the Opposition (Australia) | Threaten | Citizen (Australia) | 2008-06-06\n- People Associated with the Opposition (Australia) | Reject | Citizen (Australia) | 2012-05-21\n- People Associated with the Opposition (Australia) | Reject | Citizen (Australia) | 2009-11-27\n- People Associated with the Opposition (Australia) | Reject | Citizen (Australia) | 2009-11-19\n- People Associated with the Opposition (Australia) | Reject | Citizen (Australia) | 2008-02-13\n- People Associated with the Opposition (Australia) | Reject | Citizen (Australia) | 2008-02-11\n- People Associated with the Opposition (Australia) | Reject | Citizen (Australia) | 2007-03-02\n- People Associated with the Opposition (Australia) | Investigate | Citizen (Australia) | 2009-06-25\n- People Associated with the Opposition (Australia) | Investigate | Citizen (Australia) | 2009-06-16\n- People Associated with the Opposition (Australia) | Investigate | Citizen (Australia) | 2009-05-05\n- People Associated with the Opposition (Australia) | Investigate | Citizen (Australia) | 2005-10-27\n- People Associated with the Opposition (Australia) | Demand | Citizen (Australia) | 2011-09-08\n- People Associated with the Opposition (Australia) | Demand | Citizen (Australia) | 2009-11-05\nAnswer:", "completion": " Cabinet / Council of Ministers / Advisors (Australia)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1291227", "prompt": "Who wants to negotiate with Madagascar after Barack Obama?\nEvidence:\n- Madagascar | Arrest, detain, or charge with legal action | Legislature (Madagascar) | 2005-12-22\n- Military (Madagascar) | Make statement | Madagascar | 2006-03-06\n- Huang Ju | Express intent to meet or negotiate | Madagascar | 2005-11-21\n- Huang Ju | Express intent to meet or negotiate | Madagascar | 2005-11-14\n- Huang Ju | Express intent to meet or negotiate | Madagascar | 2005-11-10\n- Huang Ju | Express intent to meet or negotiate | Madagascar | 2005-11-03\n- Citizen (Bangladesh) | Express intent to meet or negotiate | Madagascar | 2006-04-12\n- Assemblies (France) | Express intent to meet or negotiate | Madagascar | 2005-09-29\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2005-10-10\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | South Africa | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | South Africa | 2006-07-22\nAnswer:", "completion": " Julie Bishop", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1120665", "prompt": "Who did the head of government of India wish to meet with last before Laos?\nEvidence:\n- Vietnam | Express intent to meet or negotiate | Laos | 2005-02-16\n- Laos | Express intent to meet or negotiate | Vietnam | 2005-03-10\n- Vietnam | Host a visit | Head of Government (Mongolia) | 2005-01-20\n- Head of Government (Mongolia) | Make a visit | Vietnam | 2005-01-20\n- Vietnam | Host a visit | Head of Government (South Korea) | 2005-04-19\n- Head of Government (South Korea) | Make a visit | Vietnam | 2005-04-19\n- Vietnam | Express intent to cooperate | Laos | 2005-04-12\n- Vietnam | Express intent to cooperate | Laos | 2005-04-10\n- Thailand | Express intent to cooperate | Laos | 2005-03-28\n- Thailand | Express intent to cooperate | Laos | 2005-03-05\n- Laos | Express intent to cooperate | Vietnam | 2005-04-12\n- Laos | Express intent to cooperate | Vietnam | 2005-04-10\n- Laos | Express intent to cooperate | Thailand | 2005-03-30\n- Laos | Express intent to cooperate | Thailand | 2005-03-28\n- Laos | Express intent to cooperate | Thailand | 2005-03-05\nAnswer:", "completion": " China", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1139942", "prompt": "In the same month, who suffered at the hands of South Africa's conventional military forces?\nEvidence:\n- Israeli Defense Forces | Use conventional military force | South Africa | 2014-07-05\n- Hellenic Armed Forces | Use conventional military force | Citizen (Africa) | 2007-10-26\n- U.S. Forces Korea | Engage in negotiation | South Korea | 2008-03-12\n- U.S. Forces Korea | Engage in negotiation | South Korea | 2005-11-08\n- U.S. Forces Korea | Engage in negotiation | South Korea | 2005-05-17\n- South Korea | Engage in negotiation | U.S. Forces Korea | 2008-03-12\n- South Korea | Engage in negotiation | U.S. Forces Korea | 2005-11-08\n- South Korea | Engage in negotiation | U.S. Forces Korea | 2005-05-17\n- Military Personnel (South Korea) | Cooperate militarily | U.S. Forces Korea | 2012-06-26\n- South Africa | Return, release person(s) | Refugee (South Africa) | 2005-08-12\n- South Africa | Return, release person(s) | Police (South Africa) | 2012-07-20\n- South Africa | Return, release person(s) | Police (South Africa) | 2008-04-17\n- South Africa | Return, release person(s) | Men (South Africa) | 2012-07-18\n- South Africa | Return, release person(s) | Men (South Africa) | 2008-05-22\n- Men (South Africa) | Return, release person(s) | South Africa | 2010-09-21\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1205198", "prompt": "Who was the first to accuse Oluṣẹgun Ọbasanjọ after the royal administration of Nigeria?\nEvidence:\n- Royal Administration (Nigeria) | Accuse | Oluṣẹgun Ọbasanjọ | 2007-10-15\n- Oluṣẹgun Ọbasanjọ | Accuse | Royal Administration (Nigeria) | 2014-01-20\n- Royal Administration (Nigeria) | Consult | Oluṣẹgun Ọbasanjọ | 2014-02-20\n- Oluṣẹgun Ọbasanjọ | Demand | Royal Administration (Nigeria) | 2014-01-20\n- Oluṣẹgun Ọbasanjọ | Consult | Royal Administration (Nigeria) | 2014-02-20\n- Royal Administration (Nigeria) | Make statement | Oluṣẹgun Ọbasanjọ | 2009-12-03\n- Royal Administration (Nigeria) | Give ultimatum | Oluṣẹgun Ọbasanjọ | 2014-01-20\n- Oluṣẹgun Ọbasanjọ | Make statement | Royal Administration (Nigeria) | 2014-01-13\n- Royal Administration (Nigeria) | Host a visit | Oluṣẹgun Ọbasanjọ | 2013-08-30\n- Royal Administration (Nigeria) | Criticize or denounce | Oluṣẹgun Ọbasanjọ | 2015-02-20\n- Oluṣẹgun Ọbasanjọ | Praise or endorse | Royal Administration (Nigeria) | 2006-11-13\n- Oluṣẹgun Ọbasanjọ | Make a visit | Royal Administration (Nigeria) | 2013-08-30\n- Royal Administration (Spain) | Consult | Oluṣẹgun Ọbasanjọ | 2005-09-13\n- Oluṣẹgun Ọbasanjọ | Consult | Royal Administration (Spain) | 2005-09-13\n- Royal Administration (Nigeria) | Make an appeal or request | Oluṣẹgun Ọbasanjọ | 2014-12-01\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1176527", "prompt": "Who made pessimistic remarks about the citizens of Australia in October, 2014?\nEvidence:\n- Member of Parliament (Australia) | Make pessimistic comment | People Associated with the Opposition (Australia) | 2010-08-01\n- People Associated with the Opposition (Australia) | Make pessimistic comment | Police (Australia) | 2010-10-28\n- People Associated with the Opposition (Australia) | Make pessimistic comment | Citizen (Australia) | 2012-12-10\n- People Associated with the Opposition (Australia) | Make pessimistic comment | Citizen (Australia) | 2011-03-18\n- People Associated with the Opposition (Australia) | Make pessimistic comment | Citizen (Australia) | 2005-09-13\n- Citizen (Australia) | Make pessimistic comment | People Associated with the Opposition (Australia) | 2007-03-24\n- Citizen (Australia) | Make pessimistic comment | People Associated with the Opposition (Australia) | 2005-06-06\n- Member of the Judiciary (Angola) | Make pessimistic comment | Angola | 2005-01-21\n- Member of Parliament (Australia) | Make pessimistic comment | Women (Australia) | 2005-08-29\n- Member of Parliament (Australia) | Make pessimistic comment | Citizen (Australia) | 2007-05-22\n- Member of Parliament (Australia) | Make pessimistic comment | Citizen (Australia) | 2007-02-14\n- Member of Parliament (Australia) | Make pessimistic comment | Citizen (Australia) | 2006-07-21\n- Member of Parliament (Australia) | Make pessimistic comment | Citizen (Australia) | 2005-11-04\n- Member of Parliament (Australia) | Make pessimistic comment | Citizen (Australia) | 2005-07-30\n- Member of Parliament (Australia) | Make pessimistic comment | Citizen (Australia) | 2005-06-19\nAnswer:", "completion": " Lawyer/Attorney (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1295215", "prompt": "To whom did the Governor of Japan give the last criticism before the Ministry of Finance, Economy, Trade and Industry of Japan?\nEvidence:\n- Ministry of Health | Consult | International Government Organizations | 2005-10-26\n- International Government Organizations | Consult | Ministry of Health | 2005-10-26\n- Japan | Express intent to cooperate | China | 2005-01-06\n- Japan | Express intent to cooperate | China | 2005-01-05\n- China | Express intent to cooperate | Japan | 2005-01-06\n- China | Express intent to cooperate | Japan | 2005-01-05\n- Japan | Express intent to provide material aid | Japan Self-Defense Forces | 2005-01-03\n- Japan | Express intent to cooperate economically | China | 2005-01-05\n- China | Express intent to cooperate economically | Japan | 2005-01-05\n- International Government Organizations | Express intent to cooperate | Education Ministry (China) | 2005-11-28\n- Education Ministry (China) | Express intent to cooperate | International Government Organizations | 2005-11-28\n- International Government Organizations | Express intent to engage in diplomatic cooperation (such as policy support) | Ministry of Public Security (Vietnam) | 2005-08-21\n- Japan | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | Japan | 2005-01-08\n- Vietnam | Express intent to meet or negotiate | Japan | 2005-01-05\nAnswer:", "completion": " China", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1052404", "prompt": "Could you tell me the exact month when Uong Chu Luu made an appeal to the Assemblies of Cambodia?\nEvidence:\n- Uong Chu Luu | Make an appeal or request | Assemblies (Cambodia) | 2010-06-21\n- Uong Chu Luu | Make an appeal or request | Vietnam | 2010-02-12\n- Vietnam | Make statement | Uong Chu Luu | 2010-08-27\n- Uong Chu Luu | Make statement | Vietnam | 2015-03-31\n- Uong Chu Luu | Make statement | Vietnam | 2015-03-29\n- Uong Chu Luu | Make statement | Vietnam | 2014-08-13\n- Uong Chu Luu | Make statement | Vietnam | 2013-11-25\n- Uong Chu Luu | Make statement | Vietnam | 2012-10-02\n- Uong Chu Luu | Make statement | Vietnam | 2012-10-01\n- Uong Chu Luu | Make statement | Vietnam | 2011-11-07\n- Uong Chu Luu | Make statement | Vietnam | 2011-11-04\n- Uong Chu Luu | Make statement | Vietnam | 2010-03-01\n- Uong Chu Luu | Make statement | Vietnam | 2009-11-12\n- Uong Chu Luu | Make statement | Vietnam | 2009-09-23\n- Uong Chu Luu | Make statement | Vietnam | 2008-12-02\nAnswer:", "completion": " 2010-06", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1068864", "prompt": "Who endorsed the government of Nigeria last, before the leader of Ghana?\nEvidence:\n- The Chronicle | Consult | Head of Government (Ghana) | 2005-06-15\n- Head of Government (Ghana) | Consult | The Chronicle | 2005-06-15\n- Head of Government (Ghana) | Demand | Citizen (Nigeria) | 2009-07-14\n- Head of Government (Ghana) | Praise or endorse | Government (Nigeria) | 2008-10-15\n- Head of Government (Ghana) | Make a visit | Government (Nigeria) | 2010-05-14\n- Head of Government (Ghana) | Criticize or denounce | Government (Nigeria) | 2013-06-24\n- Head of Government (Ghana) | Criticize or denounce | Government (Nigeria) | 2013-06-18\n- Government (Nigeria) | Host a visit | Head of Government (Ghana) | 2010-05-14\n- Head of Government (Ghana) | Make statement | Religion (Ghana) | 2007-03-06\n- Head of Government (Ghana) | Make statement | Employee (Ghana) | 2015-11-16\n- Employee (Ghana) | Make statement | Head of Government (Ghana) | 2008-01-17\n- Head of Government (Ghana) | Deny responsibility | Newspaper (Nigeria) | 2013-06-24\n- Presidential Candidate (Ghana) | Make statement | Head of Government (Ghana) | 2008-11-12\n- Head of Government (Ghana) | Praise or endorse | Employee (Ghana) | 2008-10-02\n- Head of Government (Ghana) | Make statement | Party President (Ghana) | 2005-06-15\nAnswer:", "completion": " Ministry (Nigeria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1146717", "prompt": "Who wanted to negotiate with the United Arab Emirates in the same month as Jakaya Mrisho Kikwete?\nEvidence:\n- Civic United Front | Make statement | Jakaya Mrisho Kikwete | 2005-05-25\n- Tanzania | Make statement | Jakaya Mrisho Kikwete | 2005-12-13\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-23\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-21\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-10\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-02\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-01\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-01-02\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-12-30\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-10-27\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-08-09\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-06-19\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-03-01\n- Jakaya Mrisho Kikwete | Demand | Citizen (Tanzania) | 2006-02-21\n- Civic United Front | Praise or endorse | Jakaya Mrisho Kikwete | 2006-01-05\nAnswer:", "completion": " Kuwait", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1062392", "prompt": "Can you tell me the exact month when the National Party of Jamaica accused Bruce Golding?\nEvidence:\n- National Party (Jamaica) | Accuse | Bruce Golding | 2008-05-13\n- Bruce Golding | Accuse | National Party (Jamaica) | 2007-08-12\n- National Party (Jamaica) | Criticize or denounce | Bruce Golding | 2007-12-18\n- Bruce Golding | Criticize or denounce | National Party (Jamaica) | 2007-11-19\n- National Party (Jamaica) | Make an appeal or request | Bruce Golding | 2010-08-30\n- Bruce Golding | Make statement | Police (Jamaica) | 2009-05-23\n- Bruce Golding | Make statement | Police (Jamaica) | 2008-05-13\n- Bruce Golding | Make statement | Legislature (Jamaica) | 2009-10-14\n- Bruce Golding | Make statement | Government (Jamaica) | 2011-01-04\n- Bruce Golding | Make statement | Government (Jamaica) | 2010-06-11\n- Bruce Golding | Make statement | Government (Jamaica) | 2009-11-17\n- Bruce Golding | Make statement | Government (Jamaica) | 2009-06-30\n- Bruce Golding | Make statement | Government (Jamaica) | 2008-07-23\n- Bruce Golding | Make statement | Government (Jamaica) | 2008-05-09\n- Bruce Golding | Make statement | Government (Jamaica) | 2007-09-17\nAnswer:", "completion": " 2008-05", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1243499", "prompt": "With which country did the Iranian Ministry last want to meet?\nEvidence:\n- National Iranian Petrochemical Company | Reject | People Associated with the Opposition (Hong Kong) | 2014-08-31\n- Ministry (The Hague) | Express intent to meet or negotiate | The Hague | 2015-11-18\n- Ministry (Nigeria) | Make statement | National Iranian Petrochemical Company | 2007-05-01\n- National Iranian Petrochemical Company | Express intent to meet or negotiate | China | 2012-10-15\n- Ministry (Brazil) | Express intent to meet or negotiate | People Associated with the Opposition (Brazil) | 2007-10-24\n- Ministry (Brazil) | Express intent to meet or negotiate | People Associated with the Opposition (Brazil) | 2005-08-14\n- Business (Iran) | Express intent to meet or negotiate | National Iranian Petrochemical Company | 2009-05-08\n- Environment Department/Ministry (India) | Express intent to meet or negotiate | The Hague | 2007-06-12\n- People Associated with the Opposition (Brazil) | Demand | Ministry (Brazil) | 2012-01-11\n- People Associated with the Opposition (Brazil) | Demand | Ministry (Brazil) | 2012-01-10\n- People Associated with the Opposition (Brazil) | Demand | Ministry (Brazil) | 2011-05-20\n- People Associated with the Opposition (Brazil) | Accuse | Ministry (Brazil) | 2008-04-12\n- Ministry (Brazil) | Threaten | People Associated with the Opposition (Brazil) | 2005-12-23\n- Ministry (Brazil) | Demand | People Associated with the Opposition (Brazil) | 2009-11-18\n- Ministry (Brazil) | Demand | People Associated with the Opposition (Brazil) | 2006-11-25\nAnswer:", "completion": " Iran", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1348879", "prompt": "Before Oct. 2007, with whom did the French government want to negotiate?\nEvidence:\n- Police (French Polynesia) | Consult | Lawyer/Attorney (French Polynesia) | 2014-08-22\n- Lawyer/Attorney (French Polynesia) | Consult | Police (French Polynesia) | 2014-08-22\n- Police (French Guiana) | Arrest, detain, or charge with legal action | City Mayor (French Guiana) | 2009-11-28\n- French Communist Party | Express intent to meet or negotiate | José Bové | 2005-09-10\n- French Communist Party | Criticize or denounce | Government (France) | 2005-04-06\n- French Armed Forces | Express intent to meet or negotiate | National Maritime Service | 2007-12-04\n- Lawyer/Attorney (French Polynesia) | Make an appeal or request | Oversight Court (French Polynesia) | 2012-12-11\n- Religion (France) | Express intent to cooperate | French Communist Party | 2008-02-01\n- Population (French Polynesia) | Make an appeal or request | Government (France) | 2013-05-18\n- French Communist Party | Make an appeal or request | Government (France) | 2005-11-04\n- French Communist Party | Make statement | France | 2006-02-25\n- French Armed Forces | Make statement | France | 2011-03-27\n- French Armed Forces | Make statement | France | 2011-03-26\n- Vietnam | Host a visit | French Communist Party | 2009-11-18\n- French Communist Party | Praise or endorse | Vietnam | 2013-01-25\nAnswer:", "completion": " France", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1340285", "prompt": "Before Imtiaz Sooliman, who was the last person to visit South Africa?\nEvidence:\n- South Africa | Host a visit | Imtiaz Sooliman | 2012-06-15\n- Imtiaz Sooliman | Make a visit | South Africa | 2012-06-15\n- Imtiaz Sooliman | Make statement | South Africa | 2014-10-29\n- Imtiaz Sooliman | Make statement | South Africa | 2010-01-19\n- Imtiaz Sooliman | Make statement | Yemen | 2014-01-14\n- South Africa | Host a visit | Legislature (Africa) | 2005-04-10\n- Legislature (Africa) | Make a visit | South Africa | 2005-04-10\n- Men (South Africa) | Express intent to meet or negotiate | South Africa | 2005-05-03\n- Police (South Africa) | Investigate | South Africa | 2005-07-08\n- Police (South Africa) | Investigate | South Africa | 2005-06-25\n- Police (South Africa) | Investigate | South Africa | 2005-03-15\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Men (South Africa) | Threaten | South Africa | 2005-05-15\n- Legislature (South Africa) | Investigate | South Africa | 2005-07-22\n- Tanzania | Make a visit | South Africa | 2005-02-22\nAnswer:", "completion": " Head of Government (India)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1210461", "prompt": "In 2015, who accused the Royal Administration of Nigeria last?\nEvidence:\n- Royal Administration (Nigeria) | Engage in symbolic act | Citizen (Nigeria) | 2006-01-11\n- Royal Administration (Nigeria) | Demand change in leadership | Citizen (Nigeria) | 2007-08-17\n- Royal Administration (Nigeria) | Reject | Citizen (Nigeria) | 2007-06-06\n- Royal Administration (Nigeria) | Demand | Citizen (Nigeria) | 2006-05-18\n- Royal Administration (Nigeria) | Accuse | Ministry (Nigeria) | 2007-01-05\n- Royal Administration (Nigeria) | Accuse | Citizen (Nigeria) | 2007-03-13\n- Royal Administration (Nigeria) | Accuse | Citizen (Nigeria) | 2007-02-08\n- Royal Administration (Nigeria) | Accuse | Citizen (Nigeria) | 2007-01-25\n- Royal Administration (Nigeria) | Accuse | Citizen (Nigeria) | 2006-03-15\n- Royal Administration (Nigeria) | Accuse | Citizen (Nigeria) | 2005-05-10\n- Citizen (Nigeria) | Accuse | Royal Administration (Nigeria) | 2007-04-18\n- Citizen (Nigeria) | Accuse | Royal Administration (Nigeria) | 2006-01-13\n- Royal Administration (Nigeria) | Make statement | Head of Government (Nigeria) | 2006-04-04\n- Royal Administration (Nigeria) | Make statement | Head of Government (Nigeria) | 2005-02-07\n- Royal Administration (Nigeria) | Make statement | Ministry (Nigeria) | 2007-08-28\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1181886", "prompt": "Who would wish to visit the head of government of Germany before Dmitry Anatolyevich Medvedev did?\nEvidence:\n- Head of Government (Germany) | Consult | Dmitry Anatolyevich Medvedev | 2006-07-28\n- Dmitry Anatolyevich Medvedev | Consult | Head of Government (Germany) | 2006-07-28\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- Kazakhstan | Host a visit | Dmitry Anatolyevich Medvedev | 2005-07-29\n- Dmitry Anatolyevich Medvedev | Make a visit | Kazakhstan | 2005-07-29\n- Dmitry Anatolyevich Medvedev | Make a visit | China | 2005-12-10\n- Dmitry Anatolyevich Medvedev | Make a visit | China | 2005-12-09\n- Dmitry Anatolyevich Medvedev | Make a visit | China | 2005-12-08\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2006-08-29\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2005-12-10\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2005-12-09\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Dmitry Anatolyevich Medvedev | Consult | China | 2005-12-08\n- China | Consult | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Islam Karimov | Make a visit | Dmitry Anatolyevich Medvedev | 2006-05-06\nAnswer:", "completion": " Benedict XVI", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1302321", "prompt": "After Gurbanguly Berdymukhammedov, with whom did the Iranian Foreign Ministry want to meet first?\nEvidence:\n- Gurbanguly Berdymukhammedov | Consult | Foreign Affairs (Italy) | 2007-05-23\n- Foreign Affairs (Italy) | Consult | Gurbanguly Berdymukhammedov | 2007-05-23\n- Ministry (Iran) | Express intent to meet or negotiate | Gurbanguly Berdymukhammedov | 2007-03-16\n- Gurbanguly Berdymukhammedov | Express intent to meet or negotiate | Kazakhstan | 2007-05-14\n- Gurbanguly Berdymukhammedov | Express intent to meet or negotiate | China | 2007-07-12\n- Zurab Nogaideli | Express intent to meet or negotiate | Gurbanguly Berdymukhammedov | 2007-03-22\n- Gurbanguly Berdymukhammedov | Make statement | China | 2007-07-27\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | Gurbanguly Berdymukhammedov | 2007-02-14\n- Gurbanguly Berdymukhammedov | Express intent to meet or negotiate | Mikhail Yefimovich Fradkov | 2007-02-21\n- Rashid Meredov | Express intent to cooperate | Gurbanguly Berdymukhammedov | 2007-07-23\n- Mikhail Yefimovich Fradkov | Consult | Gurbanguly Berdymukhammedov | 2007-02-15\n- Mikhail Yefimovich Fradkov | Consult | Gurbanguly Berdymukhammedov | 2007-02-14\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-30\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-29\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-28\nAnswer:", "completion": " Business (Austria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1033925", "prompt": "Which country hosted the Foreign Affairs of France's visit from the Foreign Affairs of France on the same month of the head of government of Gabon?\nEvidence:\n- Foreign Affairs (France) | Make statement | France | 2005-01-25\n- Foreign Affairs (France) | Make statement | France | 2005-01-11\n- Foreign Affairs (France) | Make statement | France | 2005-01-10\n- UN Security Council | Rally support on behalf of | Kuwait | 2005-04-19\n- UN Security Council | Rally support on behalf of | Rafiq Hariri | 2005-02-16\n- UN Security Council | Rally support on behalf of | Rafiq Hariri | 2005-02-15\n- UN Security Council | Consult | Foreign Affairs (South Korea) | 2005-01-09\n- Foreign Affairs (South Korea) | Consult | UN Security Council | 2005-01-09\n- Foreign Affairs (Denmark) | Make statement | UN Security Council | 2005-05-12\n- UN Security Council | Demand change in leadership | Head of Government (Togo) | 2005-02-25\n- Iraq | Make a visit | France | 2005-01-29\n- Iraq | Make a visit | France | 2005-01-14\n- France | Host a visit | Iraq | 2005-01-29\n- France | Host a visit | Iraq | 2005-01-14\n- Foreign Affairs (Syria) | Express intent to meet or negotiate | UN Security Council | 2005-03-04\nAnswer:", "completion": " Romania", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1131167", "prompt": "After 2014-12, who used small arms and light weapons to attack the women of the Occupied Palestinian Territories?\nEvidence:\n- Armed Gang (Palestinian Territory, Occupied) | fight with small arms and light weapons | Women (Palestinian Territory, Occupied) | 2006-05-30\n- Women (Palestinian Territory, Occupied) | fight with small arms and light weapons | Police (Israel) | 2009-04-04\n- Police (Israel) | fight with small arms and light weapons | Women (Palestinian Territory, Occupied) | 2015-12-26\n- Police (Israel) | fight with small arms and light weapons | Women (Palestinian Territory, Occupied) | 2015-12-25\n- Police (Israel) | fight with small arms and light weapons | Women (Palestinian Territory, Occupied) | 2015-12-01\n- Police (Israel) | fight with small arms and light weapons | Women (Palestinian Territory, Occupied) | 2015-11-09\n- Police (Israel) | fight with small arms and light weapons | Women (Palestinian Territory, Occupied) | 2015-10-26\n- Police (Israel) | fight with small arms and light weapons | Women (Palestinian Territory, Occupied) | 2015-10-25\n- Police (Israel) | fight with small arms and light weapons | Women (Palestinian Territory, Occupied) | 2015-10-18\n- Police (Israel) | fight with small arms and light weapons | Women (Palestinian Territory, Occupied) | 2009-04-05\n- Police (Israel) | fight with small arms and light weapons | Women (Palestinian Territory, Occupied) | 2009-04-04\n- Police (Israel) | fight with small arms and light weapons | Women (Palestinian Territory, Occupied) | 2009-04-03\n- Israeli Defense Forces | fight with small arms and light weapons | Women (Palestinian Territory, Occupied) | 2015-11-09\n- Israeli Defense Forces | fight with small arms and light weapons | Women (Palestinian Territory, Occupied) | 2015-11-07\n- Israeli Defense Forces | fight with small arms and light weapons | Women (Palestinian Territory, Occupied) | 2015-11-06\nAnswer:", "completion": " Police (Israel)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1154066", "prompt": "Who was last endorsed by the Egyptian Ministry before the Egyptian Court Judge?\nEvidence:\n- Ministry (Tunisia) | Consult | Court Judge (Tunisia) | 2012-09-07\n- Court Judge (Venezuela) | Reject | Ministry (Venezuela) | 2009-11-25\n- Court Judge (Tunisia) | Consult | Ministry (Tunisia) | 2012-09-07\n- Court Judge (Egypt) | Demand | Ministry (Egypt) | 2011-09-28\n- Court Judge (Tunisia) | Discuss by telephone | Al Jazeera | 2010-11-04\n- Court Judge (Georgia) | Discuss by telephone | Associated Press | 2005-07-27\n- Associated Press | Discuss by telephone | Court Judge (Georgia) | 2005-07-27\n- Al Jazeera | Discuss by telephone | Court Judge (Tunisia) | 2010-11-04\n- The Chronicle | Praise or endorse | Court Judge (India) | 2011-07-28\n- Ministry (Venezuela) | Make statement | Court Judge (Venezuela) | 2009-12-10\n- Ministry (Egypt) | Make statement | Court Judge (Egypt) | 2014-06-09\n- Ministry (Egypt) | Make statement | Court Judge (Egypt) | 2014-05-01\n- Ministry (Egypt) | Make statement | Court Judge (Egypt) | 2013-07-27\n- Court Judge (Tunisia) | Make statement | Ministry (Tunisia) | 2014-10-20\n- Court Judge (Tunisia) | Make statement | Ministry (Tunisia) | 2013-05-21\nAnswer:", "completion": " Al-Azhar University", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1103347", "prompt": "Who denounced the ruling party of Zambia last, before Catherine Namugala?\nEvidence:\n- Catherine Namugala | Criticize or denounce | Ruling Party (Zambia) | 2013-03-04\n- Catherine Namugala | Make statement | Population (Zambia) | 2010-03-17\n- Catherine Namugala | Make pessimistic comment | Citizen (Zambia) | 2007-08-28\n- Catherine Namugala | Make an appeal or request | Citizen (Zambia) | 2007-08-28\n- Ruling Party (Zambia) | Reduce relations | Citizen (Zambia) | 2005-07-15\n- Ruling Party (Zambia) | Reduce relations | Citizen (Zambia) | 2005-07-11\n- Citizen (Zambia) | Reduce relations | Ruling Party (Zambia) | 2005-07-14\n- Catherine Namugala | Make statement | Tanzania | 2010-03-17\n- Catherine Namugala | Demand | Rupiah Banda | 2008-09-16\n- Catherine Namugala | Demand | African Union | 2008-12-08\n- Ruling Party (Zambia) | Make optimistic comment | Citizen (Zambia) | 2008-02-25\n- Catherine Namugala | Make statement | Michael Sata | 2013-09-22\n- Catherine Namugala | Criticize or denounce | Nevers Mumba | 2013-03-04\n- Catherine Namugala | Engage in symbolic act | Situmbeko Musokotwane | 2011-08-09\n- Ruling Party (Zambia) | Demand diplomatic cooperation (such as policy support) | Citizen (Zambia) | 2006-06-12\nAnswer:", "completion": " Rupiah Banda", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1079980", "prompt": "At what time did the Navy of Spain express its intention to meet with the Middle East?\nEvidence:\n- Mahmoud Abbas | Express intent to meet or negotiate | Middle East | 2005-02-01\n- Joschka Fischer | Express intent to meet or negotiate | Middle East | 2005-03-12\n- Joschka Fischer | Express intent to meet or negotiate | Middle East | 2005-03-11\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-14\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-13\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-08\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-05\n- William E. Ward | Express intent to meet or negotiate | Middle East | 2005-02-08\n- William E. Ward | Express intent to meet or negotiate | Middle East | 2005-02-07\n- Japan | Express intent to provide economic aid | Middle East | 2005-02-01\n- Military (Middle East) | Mobilize or increase armed forces | Middle East | 2005-02-14\n- Tony Blair | Make statement | Middle East | 2005-02-04\n- Shimon Peres | Make statement | Middle East | 2005-02-26\n- Middle East | Praise or endorse | Iraq | 2005-03-22\n- Iraq | Provide military aid | Middle East | 2005-01-16\nAnswer:", "completion": " 2006-09-01", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1015771", "prompt": "After the militant of the Middle East, against whom did the military of the Middle East use conventional military force for the first time?\nEvidence:\n- Middle East | Use conventional military force | Rafiq Hariri | 2005-02-15\n- Military (Middle East) | Mobilize or increase armed forces | Middle East | 2005-02-14\n- Iraq | Provide military aid | Middle East | 2005-01-16\n- Tony Blair | Make statement | Middle East | 2005-02-04\n- Shimon Peres | Make statement | Middle East | 2005-02-26\n- Middle East | Praise or endorse | Iraq | 2005-03-22\n- Gerhard Schröder | Make statement | Middle East | 2005-03-31\n- China | Praise or endorse | Middle East | 2005-03-23\n- China | Make optimistic comment | Middle East | 2005-02-09\n- Abdullah Gül | Make statement | Middle East | 2005-01-07\n- Tony Blair | Praise or endorse | Middle East | 2005-02-24\n- Shirin Ebadi | Criticize or denounce | Middle East | 2005-03-09\n- Royal Administration (Saudi Arabia) | Investigate | Middle East | 2005-04-16\n- Okada Katsuya | Make a visit | Middle East | 2005-03-30\n- Middle East | Host a visit | Okada Katsuya | 2005-03-30\nAnswer:", "completion": " Business (Bulgaria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1196561", "prompt": "After Benjamin Netanyahu, who wished to negotiate with Mexico first?\nEvidence:\n- Likud | Express intent to meet or negotiate | Benjamin Netanyahu | 2006-10-11\n- Angela Merkel | Express intent to meet or negotiate | Benjamin Netanyahu | 2006-01-29\n- Angela Merkel | Express intent to meet or negotiate | Benjamin Netanyahu | 2006-01-28\n- Benjamin Netanyahu | Express intent to cooperate | Likud | 2011-01-08\n- Likud | Threaten | Benjamin Netanyahu | 2006-02-15\n- Likud | Reject | Benjamin Netanyahu | 2009-05-15\n- Likud | Reject | Benjamin Netanyahu | 2005-09-27\n- Likud | Investigate | Benjamin Netanyahu | 2010-08-30\n- Likud | Demand | Benjamin Netanyahu | 2011-03-01\n- Likud | Demand | Benjamin Netanyahu | 2010-09-01\n- Likud | Demand | Benjamin Netanyahu | 2009-06-14\n- Likud | Consult | Benjamin Netanyahu | 2013-01-03\n- Likud | Consult | Benjamin Netanyahu | 2012-12-27\n- Likud | Consult | Benjamin Netanyahu | 2010-10-20\n- Likud | Consult | Benjamin Netanyahu | 2010-10-18\nAnswer:", "completion": " Chuck Hagel", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1139058", "prompt": "In what year did the government of Nigeria last formally sign an agreement with the Education of Nigeria?\nEvidence:\n- Government (Nigeria) | Sign formal agreement | Education (Nigeria) | 2011-11-21\n- Government (Nigeria) | Sign formal agreement | Education (Nigeria) | 2009-09-30\n- Education (Nigeria) | Sign formal agreement | Government (Nigeria) | 2011-11-21\n- Education (Nigeria) | Sign formal agreement | Government (Nigeria) | 2009-09-30\n- Save the Children International | Sign formal agreement | Government (Nigeria) | 2013-07-30\n- Government (Nigeria) | Sign formal agreement | Save the Children International | 2013-07-30\n- The Poor (Nigeria) | Make statement | Education (Nigeria) | 2015-07-13\n- People Associated with the Opposition (Germany) | Sign formal agreement | Government (Germany) | 2009-12-02\n- People Associated with the Opposition (Egypt) | Sign formal agreement | Government (Sudan) | 2005-06-23\n- Government (Sudan) | Sign formal agreement | People Associated with the Opposition (Egypt) | 2005-06-23\n- Government (Germany) | Sign formal agreement | People Associated with the Opposition (Germany) | 2009-12-02\n- Education (Argentina) | Sign formal agreement | Business (Argentina) | 2007-10-09\n- Education (Argentina) | Sign formal agreement | Business (Argentina) | 2006-10-09\n- China | Sign formal agreement | Education Ministry (China) | 2011-07-11\n- Business (Argentina) | Sign formal agreement | Education (Argentina) | 2007-10-09\nAnswer:", "completion": " 2011", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1007883", "prompt": "When did Angola first support Tanzania?\nEvidence:\n- Military Personnel (Angola) | Make statement | Angola | 2005-02-22\n- Police (Tanzania) | Investigate | Tanzania | 2005-04-04\n- Police (Tanzania) | Confiscate property | Tanzania | 2005-04-29\n- Police (Tanzania) | Confiscate property | Tanzania | 2005-03-08\n- Criminal (Tanzania) | Use unconventional violence | Tanzania | 2005-04-03\n- Citizen (Tanzania) | Use unconventional violence | Tanzania | 2005-04-06\n- Member of the Judiciary (Angola) | Make pessimistic comment | Angola | 2005-01-21\n- Tanzania | Return, release person(s) | Citizen (Tanzania) | 2005-04-26\n- Police (Tanzania) | Use conventional military force | Tanzania | 2005-04-05\n- Police (Tanzania) | Use conventional military force | Tanzania | 2005-03-09\n- Police (Tanzania) | Use conventional military force | Tanzania | 2005-03-08\n- Party Member (Tanzania) | Demonstrate or rally | Tanzania | 2005-01-26\n- Angola | Express intent to meet or negotiate | Military Personnel (Angola) | 2005-06-01\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Angola | 2005-02-26\n- Qatar | Make statement | Angola | 2005-06-16\nAnswer:", "completion": " 2012-12-07", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1264442", "prompt": "In what month did South Sudan first appeal to Eritrea?\nEvidence:\n- Sudan | Accuse | Eritrea | 2005-02-23\n- Yemen | Engage in negotiation | Eritrea | 2005-02-10\n- Yemen | Engage in negotiation | Eritrea | 2005-02-09\n- Eritrea | Engage in negotiation | Yemen | 2005-02-10\n- Eritrea | Engage in negotiation | Yemen | 2005-02-09\n- South Sudan | Make statement | UN Mission in Sudan | 2005-08-05\n- Sudan | Express intent to cooperate | South Sudan | 2005-11-23\n- South Sudan | Express intent to cooperate | Sudan | 2005-11-23\n- Eritrea | Mobilize or increase armed forces | Sudan | 2005-03-10\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-03-10\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-01-01\n- Eritrea | Engage in diplomatic cooperation | Yemen | 2005-03-10\n- Eritrea | Engage in diplomatic cooperation | Yemen | 2005-01-01\n- Eritrea | Engage in diplomatic cooperation | Djibouti | 2005-02-22\n- Eritrea | Engage in diplomatic cooperation | Djibouti | 2005-02-18\nAnswer:", "completion": " 2011-08", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1208748", "prompt": "Who was the last to want to negotiate with Aceh before Javier Solana?\nEvidence:\n- Javier Solana | Consider policy option | The Hague | 2005-02-05\n- Aceh | Express intent to meet or negotiate | Aceh | 2005-01-03\n- Javier Solana | Express intent to meet or negotiate | France | 2005-02-18\n- Javier Solana | Express intent to meet or negotiate | Colombia | 2005-01-03\n- Javier Solana | Demand | Iran | 2005-02-01\n- Javier Solana | Consult | Iran | 2005-02-01\n- Iran | Consult | Javier Solana | 2005-02-01\n- Shaukat Aziz | Express intent to meet or negotiate | Javier Solana | 2005-01-25\n- Milo Djukanovic | Express intent to meet or negotiate | Javier Solana | 2005-02-24\n- Mahmoud Abbas | Express intent to meet or negotiate | Javier Solana | 2005-02-28\n- Mahmoud Abbas | Express intent to meet or negotiate | Javier Solana | 2005-02-25\n- Javier Solana | Express intent to meet or negotiate | Milo Djukanovic | 2005-02-24\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-14\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-13\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-08\nAnswer:", "completion": " Media Personnel (International)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1098141", "prompt": "After the women of Argentina, who did Cristina Fernández de Kirchner ask first?\nEvidence:\n- Senate (Argentina) | Consult | Cristina Fernández de Kirchner | 2005-11-29\n- Cristina Fernández de Kirchner | Consult | Senate (Argentina) | 2005-11-29\n- Cristina Fernández de Kirchner | Consult | Congress (Argentina) | 2011-03-01\n- Cristina Fernández de Kirchner | Consult | Congress (Argentina) | 2011-02-27\n- Cristina Fernández de Kirchner | Consult | Congress (Argentina) | 2010-02-05\n- Cristina Fernández de Kirchner | Consult | Congress (Argentina) | 2009-11-25\n- Cristina Fernández de Kirchner | Consult | Congress (Argentina) | 2007-03-01\n- Congress (Argentina) | Consult | Cristina Fernández de Kirchner | 2011-03-01\n- Congress (Argentina) | Consult | Cristina Fernández de Kirchner | 2011-02-27\n- Congress (Argentina) | Consult | Cristina Fernández de Kirchner | 2010-02-05\n- Congress (Argentina) | Consult | Cristina Fernández de Kirchner | 2009-11-25\n- Congress (Argentina) | Consult | Cristina Fernández de Kirchner | 2007-03-01\n- Senate (Argentina) | Make statement | Cristina Fernández de Kirchner | 2007-03-05\n- Population (Argentina) | Make statement | Cristina Fernández de Kirchner | 2005-10-04\n- Cristina Fernández de Kirchner | Make statement | Congress (Argentina) | 2010-11-16\nAnswer:", "completion": " Alberto Fernández", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1136246", "prompt": "Before Kahinda Otafiire, who expressed interest in working with the citizens of Uganda?\nEvidence:\n- Kahinda Otafiire | Make statement | Kahinda Otafiire | 2008-09-22\n- Kahinda Otafiire | Threaten | Citizen (Uganda) | 2010-01-11\n- Kahinda Otafiire | Threaten | Citizen (Uganda) | 2008-10-17\n- Kahinda Otafiire | Threaten | Citizen (Uganda) | 2008-08-25\n- Kahinda Otafiire | Reject | Citizen (Uganda) | 2010-04-09\n- Kahinda Otafiire | Consult | Citizen (Uganda) | 2008-09-19\n- Kahinda Otafiire | Consult | Citizen (Uganda) | 2006-03-16\n- Kahinda Otafiire | Accuse | Police (Uganda) | 2008-09-19\n- Kahinda Otafiire | Accuse | Citizen (Uganda) | 2007-09-17\n- Citizen (Uganda) | Consult | Kahinda Otafiire | 2008-09-19\n- Citizen (Uganda) | Consult | Kahinda Otafiire | 2006-03-16\n- Citizen (Uganda) | Accuse | Kahinda Otafiire | 2009-06-25\n- Citizen (Uganda) | Accuse | Kahinda Otafiire | 2008-01-11\n- Police (Uganda) | Make statement | Kahinda Otafiire | 2007-06-18\n- Kahinda Otafiire | Threaten | Political Parties (Uganda) | 2006-07-11\nAnswer:", "completion": " Progressive Alliance", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1002400", "prompt": "Who visited Jack Straw on the same day of Shura Council?\nEvidence:\n- Shura Council | Make a visit | Jack Straw | 2006-04-19\n- Jack Straw | Host a visit | Shura Council | 2006-04-19\n- Jack Straw | Rally support on behalf of | Sudan | 2005-01-27\n- Jack Straw | Make statement | UN Security Council | 2005-02-04\n- Jack Straw | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2005-01-25\n- Jack Straw | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2005-01-24\n- Cabinet / Council of Ministers / Advisors (United States) | Consult | Jack Straw | 2005-01-25\n- Cabinet / Council of Ministers / Advisors (United States) | Consult | Jack Straw | 2005-01-24\n- Thailand | Consult | Jack Straw | 2005-01-07\n- Jack Straw | Consult | Thailand | 2005-01-07\n- Wen Jiabao | Consult | Jack Straw | 2005-01-21\n- Tony Blair | Consult | Jack Straw | 2005-02-04\n- Jack Straw | Reject | Tony Blair | 2005-01-04\n- Jack Straw | Make statement | Iraq | 2005-01-31\n- Jack Straw | Make statement | Iraq | 2005-01-03\nAnswer:", "completion": " Saud bin Faisal bin Abdul-Aziz", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1305124", "prompt": "Who accused the lawyer of the United Kingdom of the lawyer of the United States in the same year?\nEvidence:\n- Lawyer/Attorney (United Kingdom) | Apologize | Member of the Judiciary (United States) | 2008-03-22\n- Lawyer/Attorney (United Kingdom) | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2008-03-22\n- Member of the Judiciary (United States) | Reject | Businessperson (United Kingdom) | 2011-10-27\n- Lawyer/Attorney (United States) | Accuse | Lawyer/Attorney (United Kingdom) | 2010-01-29\n- Lawyer/Attorney (United States) | Accuse of crime, corruption | Lawyer/Attorney (United Kingdom) | 2013-01-29\n- President of the Senate (United Kingdom) | Consult | House Speaker (United States) | 2005-12-29\n- Men (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2006-07-13\n- House Speaker (United States) | Consult | President of the Senate (United Kingdom) | 2005-12-29\n- Citizen (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2011-02-23\n- Citizen (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2009-02-12\n- Citizen (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2009-02-11\n- Citizen (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2008-11-05\n- Citizen (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2006-07-15\n- Lawyer/Attorney (United States) | Make statement | Lawyer/Attorney (United Kingdom) | 2014-05-30\n- Lawyer/Attorney (United States) | Make statement | Lawyer/Attorney (United Kingdom) | 2014-04-25\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1211488", "prompt": "In which year did the Armed Band of Uganda last use unconventional violence against the Police of Uganda?\nEvidence:\n- Armed Band (Uganda) | Use unconventional violence | Police (Uganda) | 2014-07-07\n- Armed Band (Uganda) | Use unconventional violence | Police (Uganda) | 2012-08-02\n- Armed Band (Uganda) | Use unconventional violence | Police (Uganda) | 2006-03-13\n- Armed Band (Uganda) | Use unconventional violence | Citizen (Uganda) | 2014-12-30\n- Armed Band (Uganda) | Use unconventional violence | Citizen (Uganda) | 2014-06-27\n- Armed Band (Uganda) | Use unconventional violence | Citizen (Uganda) | 2013-02-16\n- Armed Band (Uganda) | Use unconventional violence | Citizen (Uganda) | 2008-05-19\n- Armed Band (Uganda) | Use unconventional violence | Citizen (Uganda) | 2007-12-03\n- Armed Band (Uganda) | Use unconventional violence | Citizen (Uganda) | 2007-10-30\n- Armed Band (Uganda) | Use unconventional violence | Citizen (Uganda) | 2007-08-17\n- Armed Band (Uganda) | Use unconventional violence | Citizen (Uganda) | 2007-08-14\n- Armed Band (Uganda) | Use unconventional violence | Citizen (Uganda) | 2007-05-30\n- Armed Band (Uganda) | Use unconventional violence | Citizen (Uganda) | 2007-05-08\n- Armed Band (Uganda) | Use unconventional violence | Citizen (Uganda) | 2006-02-03\n- Armed Band (Uganda) | Use unconventional violence | Lawyer/Attorney (Uganda) | 2015-03-31\nAnswer:", "completion": " 2014", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1244002", "prompt": "Could you tell me the specific month when did the Lawyer/Attorney of Zambia reject Rupiah Banda?\nEvidence:\n- Rupiah Banda | Demand | Citizen (Zambia) | 2008-10-24\n- Lawyer/Attorney (Zambia) | Reject | Citizen (Zambia) | 2005-10-07\n- Lawyer/Attorney (Zambia) | Reject | Citizen (Zambia) | 2005-08-04\n- Lawyer/Attorney (Zambia) | Reject | Citizen (Zambia) | 2005-06-23\n- Rupiah Banda | Make statement | Villager (Zambia) | 2007-05-22\n- Michael Sata | Reject | Rupiah Banda | 2008-11-04\n- Rupiah Banda | Make statement | Ruling Party (Zambia) | 2008-06-13\n- Rupiah Banda | Make statement | Political Parties (Zambia) | 2008-09-23\n- Domestic Affairs (Zambia) | Make statement | Rupiah Banda | 2008-10-31\n- Rupiah Banda | Express intent to cooperate | Citizen (Zambia) | 2007-08-22\n- Rupiah Banda | Express intent to cooperate | Citizen (Zambia) | 2007-02-07\n- Rupiah Banda | Engage in symbolic act | Citizen (Zambia) | 2007-10-10\n- Rupiah Banda | Engage in symbolic act | Citizen (Zambia) | 2007-05-22\n- Rupiah Banda | Appeal for economic aid | Citizen (Zambia) | 2008-07-26\n- Ruling Party (Zambia) | Praise or endorse | Rupiah Banda | 2008-09-15\nAnswer:", "completion": " 2013-06", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1274638", "prompt": "In 2005, who was the first to praise the government of Pakistan?\nEvidence:\n- Head of Government (Pakistan) | Praise or endorse | Government (Pakistan) | 2015-10-28\n- Head of Government (Pakistan) | Praise or endorse | Government (Pakistan) | 2015-10-13\n- Head of Government (Pakistan) | Praise or endorse | Government (Pakistan) | 2011-02-17\n- Head of Government (Pakistan) | Praise or endorse | Government (Pakistan) | 2010-06-10\n- Head of Government (Pakistan) | Praise or endorse | Government (Pakistan) | 2009-03-23\n- Head of Government (Pakistan) | Praise or endorse | Government (Pakistan) | 2009-03-07\n- Head of Government (Pakistan) | Praise or endorse | Government (Pakistan) | 2008-02-20\n- Head of Government (Pakistan) | Praise or endorse | Government (Pakistan) | 2008-02-18\n- Head of Government (Pakistan) | Praise or endorse | Government (Pakistan) | 2007-09-25\n- Head of Government (Pakistan) | Praise or endorse | Government (Pakistan) | 2007-08-17\n- Government (Pakistan) | Praise or endorse | Head of Government (Pakistan) | 2015-10-09\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Legislature (Pakistan) | Praise or endorse | Head of Government (Pakistan) | 2012-05-04\nAnswer:", "completion": " Head of Government (Sri Lanka)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1032089", "prompt": "In which year did the media of Africa make an appeal to Barack Obama for the first time?\nEvidence:\n- Barack Obama | Make optimistic comment | Citizen (Africa) | 2006-08-20\n- Barack Obama | Make optimistic comment | Citizen (Africa) | 2006-08-19\n- Barack Obama | Make optimistic comment | Citizen (Africa) | 2006-08-17\n- Barack Obama | Make a visit | South Africa | 2006-08-23\n- Barack Obama | Express intent to meet or negotiate | South Africa | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | South Africa | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | South Africa | 2005-10-10\n- South Africa | Host a visit | Barack Obama | 2006-08-23\n- South Africa | Make an appeal or request | Togo | 2005-02-06\n- South Africa | Make an appeal or request | Citizen (International) | 2005-02-03\n- South Africa | Make an appeal or request | Citizen (International) | 2005-01-21\n- African Union | Make an appeal or request | South Africa | 2005-01-02\n- Head of Government (Kenya) | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Consult | Head of Government (Kenya) | 2006-08-25\n- South Africa | Make an appeal or request | UN Security Council | 2005-01-31\nAnswer:", "completion": " 2011", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1091961", "prompt": "Before the State Security Service, who last used conventional military force against the government of Nigeria?\nEvidence:\n- State Security Service | Use conventional military force | Media (Nigeria) | 2006-03-21\n- State Security Service | Use conventional military force | Citizen (Nigeria) | 2007-02-12\n- State Security Service | Use conventional military force | Citizen (Nigeria) | 2006-09-22\n- State Security Service | Use conventional military force | Citizen (Nigeria) | 2006-09-20\n- State Security Service | Torture | Citizen (Nigeria) | 2006-12-04\n- State Security Service | Investigate | Citizen (Nigeria) | 2007-09-28\n- State Security Service | Accuse | Citizen (Nigeria) | 2007-06-01\n- State Security Service | Accuse | Citizen (Nigeria) | 2007-01-10\n- Citizen (Nigeria) | Accuse | State Security Service | 2006-06-25\n- Citizen (Nigeria) | Accuse | State Security Service | 2005-04-12\n- State Security Service | Return, release person(s) | Head of Government (Nigeria) | 2006-09-22\n- State Security Service | Occupy territory | Citizen (Nigeria) | 2005-08-29\n- Ministry (Nigeria) | Make statement | State Security Service | 2006-08-19\n- Labor Union (Nigeria) | Accuse | State Security Service | 2007-04-19\n- Citizen (Nigeria) | Express accord | State Security Service | 2005-02-03\nAnswer:", "completion": " Boko Haram", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1347389", "prompt": "When did Cristina Fernández de Kirchner first express her intention to meet with South Korea?\nEvidence:\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-05-24\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-03-03\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-02-28\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-12-26\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-11-15\n- Cristina Fernández de Kirchner | Accuse | Alberto Fernández | 2005-12-24\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2012-09-23\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2007-11-15\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-05-24\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-03-03\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-02-28\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2007-12-26\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2007-11-15\n- Alberto Fernández | Accuse | Cristina Fernández de Kirchner | 2012-05-27\n- Cristina Fernández de Kirchner | Express intent to meet or negotiate | France | 2007-02-02\nAnswer:", "completion": " 2009-01-23", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1362745", "prompt": "Who first received the Military Personnel of France's visit from the Military Personnel of France?\nEvidence:\n- Men (France) | Threaten with military force | France | 2005-01-28\n- UN Security Council | Demand de-escalation of military engagement | Armed Rebel (Lord's Resistance Army) | 2005-05-12\n- Iraq | Make a visit | France | 2005-01-29\n- Iraq | Make a visit | France | 2005-01-14\n- France | Host a visit | Iraq | 2005-01-29\n- France | Host a visit | Iraq | 2005-01-14\n- France | Host a visit | Cape Verde | 2005-01-19\n- Cape Verde | Make a visit | France | 2005-01-19\n- Roh Moo Hyun | Make a visit | France | 2005-01-15\n- Rafael Antonio Bielsa | Make a visit | France | 2005-01-19\n- Rafael Antonio Bielsa | Make a visit | France | 2005-01-18\n- Marie-George Buffet | Make a visit | France | 2005-01-12\n- Interim Leader (Iraq) | Make a visit | France | 2005-01-13\n- Interim Leader (Iraq) | Make a visit | France | 2005-01-12\n- France | Host a visit | Roh Moo Hyun | 2005-01-15\nAnswer:", "completion": " Military (Jordan)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1061783", "prompt": "When did the attacker of Ecuador use unconventional force against the military of Ecuador?\nEvidence:\n- Attacker (Ecuador) | Use unconventional violence | Military (Ecuador) | 2013-08-10\n- Military (Ecuador) | Use conventional military force | Healthcare Facility (Ecuador) | 2011-04-22\n- Military (Ecuador) | Use conventional military force | Healthcare Facility (Ecuador) | 2010-10-02\n- Military (Ecuador) | Use conventional military force | Healthcare Facility (Ecuador) | 2010-10-01\n- Military (Ecuador) | Use conventional military force | Healthcare Facility (Ecuador) | 2010-09-30\n- Military (Ecuador) | Use conventional military force | Armed Rebel (Ecuador) | 2010-10-02\n- Military (Ecuador) | Use conventional military force | Armed Rebel (Ecuador) | 2008-03-04\n- Armed Rebel (Ecuador) | Use unconventional violence | Military (Ecuador) | 2010-10-02\n- Military (Ecuador) | Use conventional military force | Mexico | 2008-04-16\n- Military (Ecuador) | Use conventional military force | Colombia | 2007-11-26\n- Military (Ecuador) | Use conventional military force | Guerrilla (Colombia) | 2013-08-08\n- Military (Ecuador) | Use conventional military force | Guerrilla (Colombia) | 2010-04-19\n- Guerrilla (Colombia) | Use unconventional violence | Military (Ecuador) | 2013-08-08\n- Military (Lebanon) | Use conventional military force | Attacker (Lebanon) | 2014-10-25\n- Military (Lebanon) | Use conventional military force | Attacker (Lebanon) | 2013-12-17\nAnswer:", "completion": " 2013-08-10", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1131997", "prompt": "Who was the last person to be praised by the Council of Advisers to the Cabinet of Ministers of Japan?\nEvidence:\n- Japan | Express intent to cooperate | China | 2005-01-06\n- Japan | Express intent to cooperate | China | 2005-01-05\n- China | Express intent to cooperate | Japan | 2005-01-06\n- China | Express intent to cooperate | Japan | 2005-01-05\n- Japan | Express intent to provide material aid | Japan Self-Defense Forces | 2005-01-03\n- Japan | Express intent to cooperate economically | China | 2005-01-05\n- China | Express intent to cooperate economically | Japan | 2005-01-05\n- Japan | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | Japan | 2005-01-08\n- Vietnam | Express intent to meet or negotiate | Japan | 2005-01-05\n- Thailand | Express intent to meet or negotiate | Japan | 2005-01-05\n- Japan | Express intent to provide humanitarian aid | Thailand | 2005-01-06\n- Japan | Express intent to provide humanitarian aid | Maldives | 2005-01-06\n- Japan | Express intent to provide economic aid | Maldives | 2005-01-06\n- Japan | Express intent to provide economic aid | Iraq | 2005-01-07\nAnswer:", "completion": " Japan Self-Defense Forces", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1134484", "prompt": "Who last was accused by the Lawyer/Attorney of United States before International Monetary Fund?\nEvidence:\n- International Monetary Fund | Threaten | Romania | 2005-06-28\n- International Monetary Fund | Investigate | Tanzania | 2005-08-02\n- International Monetary Fund | Investigate | Tanzania | 2005-02-25\n- International Monetary Fund | Investigate | Iraq | 2005-05-12\n- International Monetary Fund | Demand | China | 2005-04-20\n- International Monetary Fund | Demand | Angola | 2005-07-06\n- Romania | Express accord | International Monetary Fund | 2005-04-13\n- Iraq | Express accord | International Monetary Fund | 2005-03-07\n- International Monetary Fund | Make statement | Vietnam | 2005-05-31\n- International Monetary Fund | Make statement | France | 2005-01-27\n- International Monetary Fund | Make statement | China | 2005-01-25\n- International Monetary Fund | Make empathetic comment | Citizen (United Kingdom) | 2005-07-07\n- People Associated with the Opposition (Sri Lanka) | Consult | International Monetary Fund | 2005-06-02\n- International Monetary Fund | Consult | People Associated with the Opposition (Sri Lanka) | 2005-06-02\n- Romania | Sign formal agreement | International Monetary Fund | 2005-06-23\nAnswer:", "completion": " Citizen (Australia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1098865", "prompt": "With which country did South Korea last formally sign an agreement before the governor of South Korea?\nEvidence:\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Thailand | Sign formal agreement | Malaysia | 2005-01-28\n- Thailand | Sign formal agreement | China | 2005-01-21\n- Malaysia | Sign formal agreement | Thailand | 2005-01-28\n- China | Sign formal agreement | Thailand | 2005-01-21\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- Roh Moo Hyun | Make an appeal or request | South Korea | 2005-01-03\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | South Korea | 2005-01-08\n- South Korea | Consult | Japan | 2005-01-06\n- Japan | Consult | South Korea | 2005-01-06\n- South Korea | Reduce relations | Citizen (North Korea) | 2005-01-03\nAnswer:", "completion": " Justice Department/Ministery (South Korea)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1261633", "prompt": "In 2010, with whom did the Nigerian Ministry last express an interest in cooperation?\nEvidence:\n- Ministry (Nigeria) | Make statement | Nigerian Navy | 2008-04-29\n- Ministry (Nigeria) | Make statement | Nigerian Navy | 2005-05-05\n- Nigerian Governors Forum | Appeal for change in leadership | Ministry (Nigeria) | 2013-09-19\n- Nigerian Governors Forum | Appeal for change in leadership | Ministry (Nigeria) | 2013-09-18\n- People Associated with the Opposition (Brazil) | Engage in negotiation | Ministry (Brazil) | 2007-03-24\n- People Associated with the Opposition (Brazil) | Engage in negotiation | Ministry (Brazil) | 2006-07-05\n- People Associated with the Opposition (Brazil) | Engage in negotiation | Ministry (Brazil) | 2006-04-19\n- Ministry (Brazil) | Engage in negotiation | People Associated with the Opposition (Brazil) | 2007-03-24\n- Ministry (Brazil) | Engage in negotiation | People Associated with the Opposition (Brazil) | 2006-07-05\n- Ministry (Brazil) | Engage in negotiation | People Associated with the Opposition (Brazil) | 2006-04-19\n- Nigerian Bar Association | Criticize or denounce | The Poor (Nigeria) | 2013-06-25\n- Ministry (Nigeria) | Make statement | Nigerian Bar Association | 2010-09-10\n- Ministry (The Hague) | Express intent to meet or negotiate | The Hague | 2015-11-18\n- Ministry (Sri Lanka) | Express intent to engage in diplomatic cooperation (such as policy support) | People Associated with the Opposition (Sri Lanka) | 2014-12-31\n- People Associated with the Opposition (Brazil) | Appeal for change in leadership | Ministry (Brazil) | 2006-12-08\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1118404", "prompt": "Before the Member of Parliament of India, who did Smriti Irani make an appeal to last?\nEvidence:\n- Smriti Irani | Consult | Member of Parliament (India) | 2015-09-11\n- Smriti Irani | Consult | Member of Parliament (India) | 2015-03-15\n- Member of Parliament (India) | Investigate | Smriti Irani | 2015-01-21\n- Member of Parliament (India) | Consult | Smriti Irani | 2015-09-11\n- Member of Parliament (India) | Consult | Smriti Irani | 2015-03-15\n- Smriti Irani | Make an appeal or request | Member of Parliament (India) | 2015-03-15\n- Member of Parliament (India) | Make an appeal or request | Smriti Irani | 2015-08-04\n- Member of Parliament (India) | Make an appeal or request | Smriti Irani | 2015-05-05\n- Member of Parliament (India) | Complain officially | Smriti Irani | 2015-08-14\n- Smriti Irani | Praise or endorse | Member of Parliament (India) | 2014-12-18\n- Smriti Irani | Bring lawsuit against | Member of Parliament (India) | 2014-11-18\n- Smriti Irani | Make an appeal or request | Industry (India) | 2014-11-20\n- Smriti Irani | Make an appeal or request | Head of Government (India) | 2014-09-13\n- Smriti Irani | Make an appeal or request | Head of Government (India) | 2014-09-11\n- Smriti Irani | Make statement | Industry (India) | 2015-01-06\nAnswer:", "completion": " Industry (India)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1102861", "prompt": "After Nuri al-Maliki, who was the first to blame Ma Ying Jeou?\nEvidence:\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-05-20\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-26\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-25\n- Ma Ying Jeou | Demand | Kuomintang | 2005-02-05\n- China | Reject | Ma Ying Jeou | 2005-01-05\n- China | Reject | Ma Ying Jeou | 2005-01-04\n- Ma Ying Jeou | Make statement | Kuomintang | 2005-04-15\n- Ma Ying Jeou | Make statement | Japan | 2005-03-04\n- Ma Ying Jeou | Make statement | China | 2005-03-28\n- Ma Ying Jeou | Make statement | China | 2005-03-06\n- Ma Ying Jeou | Make statement | China | 2005-01-07\n- Kuomintang | Make statement | Ma Ying Jeou | 2005-02-07\n- Nuri al-Maliki | Consult | Iraq | 2006-04-27\n- Iraq | Consult | Nuri al-Maliki | 2006-04-27\n- Professor (Taiwan) | Make statement | Ma Ying Jeou | 2005-02-15\nAnswer:", "completion": " Tsai Ing-wen", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1117371", "prompt": "Who made optimistic remarks about the citizens of Australia in March 2006?\nEvidence:\n- Police (Australia) | Make optimistic comment | Citizen (Australia) | 2006-03-23\n- Citizen (Australia) | Make optimistic comment | Police (Australia) | 2006-03-03\n- Japan | Make optimistic comment | Citizen (Australia) | 2006-03-12\n- Citizen (Australia) | Make optimistic comment | Japan | 2006-03-12\n- Envoy (United States) | Make optimistic comment | People Associated with the Opposition (Bangladesh) | 2006-03-14\n- Nicholas \"Nick\" Xenophon | Make optimistic comment | Citizen (Australia) | 2006-03-01\n- Thailand | Make optimistic comment | Malaysia | 2006-03-31\n- Mexico | Make optimistic comment | Colombia | 2006-03-21\n- Malaysia | Make optimistic comment | Thailand | 2006-03-31\n- Malaysia | Make optimistic comment | Iran | 2006-03-02\n- Japan | Make optimistic comment | Iran | 2006-03-30\n- China | Make optimistic comment | Japan | 2006-03-30\n- China | Make optimistic comment | Japan | 2006-03-14\n- China | Make optimistic comment | Japan | 2006-03-10\n- China | Make optimistic comment | Japan | 2006-03-09\nAnswer:", "completion": " Japan", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1319899", "prompt": "Who gave a criticism to the Head of Government of Kenya last before the Member of Legislative of Govt Kenya did?\nEvidence:\n- Member of Legislative (Govt) (Kenya) | Consult | Head of Government (Kenya) | 2011-05-27\n- Member of Legislative (Govt) (Kenya) | Consult | Head of Government (Kenya) | 2007-12-06\n- Head of Government (Kenya) | Consult | Member of Legislative (Govt) (Kenya) | 2011-05-27\n- Head of Government (Kenya) | Consult | Member of Legislative (Govt) (Kenya) | 2007-12-06\n- Head of Government (Kenya) | Accuse | Member of Legislative (Govt) (Kenya) | 2011-02-21\n- Member of Legislative (Govt) (Kenya) | Make statement | Head of Government (Kenya) | 2011-02-18\n- Member of Legislative (Govt) (Kenya) | Make statement | Head of Government (Kenya) | 2011-02-17\n- Member of Legislative (Govt) (Kenya) | Criticize or denounce | Head of Government (Kenya) | 2009-01-26\n- Member of Legislative (Govt) (South Korea) | Consult | Head of Government (Kenya) | 2013-07-04\n- Head of Government (Kenya) | Consult | Member of Legislative (Govt) (South Korea) | 2013-07-04\n- Member of Legislative (Govt) (Kenya) | Engage in symbolic act | Head of Government (Kenya) | 2008-03-06\n- Women (Kenya) | Accuse | Member of Legislative (Govt) (Kenya) | 2015-05-14\n- Member of Legislative (Govt) (Kenya) | Demand | Police (Kenya) | 2013-09-25\n- Head of Government (Kenya) | Express intent to meet or negotiate | Member of Legislative (Govt) (Kenya) | 2006-01-15\n- Member of Legislative (Govt) (Kenya) | Make an appeal or request | Head of Government (Kenya) | 2005-02-16\nAnswer:", "completion": " Raphael Tuju", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1143096", "prompt": "With whom did the International Monetary Fund last sign an agreement before the government of Georgia?\nEvidence:\n- Romania | Sign formal agreement | International Monetary Fund | 2005-06-23\n- International Monetary Fund | Sign formal agreement | Romania | 2005-06-23\n- People Associated with the Opposition (Sri Lanka) | Consult | International Monetary Fund | 2005-06-02\n- International Monetary Fund | Consult | People Associated with the Opposition (Sri Lanka) | 2005-06-02\n- International Monetary Fund | Threaten | Romania | 2005-06-28\n- International Monetary Fund | Investigate | Tanzania | 2005-08-02\n- International Monetary Fund | Investigate | Tanzania | 2005-02-25\n- International Monetary Fund | Investigate | Iraq | 2005-05-12\n- International Monetary Fund | Demand | China | 2005-04-20\n- International Monetary Fund | Demand | Angola | 2005-07-06\n- International Monetary Fund | Make an appeal or request | Citizen (International) | 2005-04-17\n- Head of Government (Brazil) | Praise or endorse | International Monetary Fund | 2005-04-29\n- Romania | Express accord | International Monetary Fund | 2005-04-13\n- Iraq | Express accord | International Monetary Fund | 2005-03-07\n- International Monetary Fund | Make statement | Vietnam | 2005-05-31\nAnswer:", "completion": " Romania", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1207540", "prompt": "In the same month, who expressed the intention to negotiate with Sudan?\nEvidence:\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2005-01-13\n- Sudan | Express intent to meet or negotiate | Ethiopia | 2005-08-10\n- Sudan | Express intent to meet or negotiate | Ethiopia | 2005-04-19\n- Sudan | Express intent to meet or negotiate | Ethiopia | 2005-04-18\n- Ethiopia | Express intent to meet or negotiate | Sudan | 2005-08-10\n- Ethiopia | Express intent to meet or negotiate | Sudan | 2005-07-08\n- Ethiopia | Express intent to meet or negotiate | Sudan | 2005-04-19\n- Ethiopia | Express intent to meet or negotiate | Sudan | 2005-04-18\n- Richard Boucher | Express intent to meet or negotiate | Sudan | 2005-01-07\n- Richard Boucher | Express intent to meet or negotiate | Sudan | 2005-01-06\n- John Garang | Express intent to meet or negotiate | Sudan | 2005-01-26\n- John Garang | Express intent to meet or negotiate | Sudan | 2005-01-18\n- John Garang | Express intent to meet or negotiate | Sudan | 2005-01-17\n- John Garang | Express intent to meet or negotiate | Sudan | 2005-01-10\n- Citizen (Sudan) | Express intent to meet or negotiate | Ethiopia | 2005-03-29\nAnswer:", "completion": " Envoy (United States)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1370269", "prompt": "After Nuri al-Maliki, who first did Barack Obama blame?\nEvidence:\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-05-20\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-26\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-25\n- Nuri al-Maliki | Consult | Iraq | 2006-04-27\n- Iraq | Consult | Nuri al-Maliki | 2006-04-27\n- Tony Blair | Consult | Nuri al-Maliki | 2006-05-22\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-22\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-20\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-09\n- Nuri al-Maliki | Make statement | Iraq | 2006-04-22\n- Nuri al-Maliki | Make statement | Iraq | 2005-08-22\n- Nuri al-Maliki | Consult | Tony Blair | 2006-05-22\n- Nuri al-Maliki | Consult | Legislature (Iraq) | 2006-05-20\n- Nuri al-Maliki | Consult | Legislature (Iraq) | 2006-05-17\n- Nuri al-Maliki | Consult | Donald Rumsfeld | 2006-05-03\nAnswer:", "completion": " Benjamin Netanyahu", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1333579", "prompt": "In 2008, who wanted to negotiate with Janez Jansa?\nEvidence:\n- Janez Jansa | Express intent to meet or negotiate | Kuwait | 2006-11-11\n- Janez Jansa | Express intent to meet or negotiate | Kuwait | 2006-11-10\n- Wen Jiabao | Consult | Janez Jansa | 2006-09-11\n- Vlado Buckovski | Consult | Janez Jansa | 2005-11-16\n- Tony Blair | Consult | Janez Jansa | 2005-12-08\n- Milo Djukanovic | Consult | Janez Jansa | 2006-01-09\n- Laila Freivalds | Consult | Janez Jansa | 2005-10-13\n- Janez Jansa | Consult | Wen Jiabao | 2006-09-11\n- Janez Jansa | Consult | Vlado Buckovski | 2005-11-16\n- Janez Jansa | Consult | Tony Blair | 2005-12-08\n- Janez Jansa | Consult | Milo Djukanovic | 2006-01-09\n- Janez Jansa | Consult | Laila Freivalds | 2005-10-13\n- Janez Jansa | Consult | Branko Crvenkovski | 2005-02-16\n- Janez Jansa | Consult | Branko Crvenkovski | 2005-02-15\n- Janez Jansa | Consult | Aigars Kalvitis | 2006-07-24\nAnswer:", "completion": " Branko Crvenkovski", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1061346", "prompt": "Who paid a visit to Yemen in the same month as the Secretary of State for International Development?\nEvidence:\n- Yemen | Host a visit | Secretary of State for International Development | 2006-11-09\n- Secretary of State for International Development | Make a visit | Yemen | 2006-11-09\n- Tanzania | Host a visit | Secretary of State for International Development | 2013-06-23\n- Sudan | Host a visit | Secretary of State for International Development | 2010-11-09\n- Secretary of State for International Development | Make a visit | Tanzania | 2013-06-23\n- Secretary of State for International Development | Make a visit | Sudan | 2010-11-09\n- Secretary of State for International Development | Demand | China | 2007-02-09\n- Secretary of State for International Development | Host a visit | Douglas Alexander | 2007-12-19\n- Douglas Alexander | Make a visit | Secretary of State for International Development | 2007-12-19\n- Secretary of State for International Development | Consult | A.P. Sharma | 2010-11-26\n- A.P. Sharma | Consult | Secretary of State for International Development | 2010-11-26\n- Secretary of State for International Development | Make statement | Sudan | 2012-03-02\n- Secretary of State for International Development | Make statement | Sudan | 2010-11-09\n- Secretary of State for International Development | Make statement | China | 2007-02-09\n- Secretary of State for International Development | Consult | Rajiv Shah | 2014-09-25\nAnswer:", "completion": " Foreign Affairs (Syria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1158798", "prompt": "Which country wanted to cooperate with Yemen in 2005?\nEvidence:\n- Yemen | Engage in negotiation | Malaysia | 2005-02-06\n- Yemen | Engage in negotiation | Eritrea | 2005-02-10\n- Yemen | Engage in negotiation | Eritrea | 2005-02-09\n- Malaysia | Engage in negotiation | Yemen | 2005-02-06\n- Eritrea | Engage in negotiation | Yemen | 2005-02-10\n- Eritrea | Engage in negotiation | Yemen | 2005-02-09\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-02-08\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-01-30\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-01-29\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-07-21\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-03-10\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-01-01\n- Malaysia | Engage in diplomatic cooperation | Yemen | 2005-02-08\n- Malaysia | Engage in diplomatic cooperation | Yemen | 2005-01-30\n- Malaysia | Engage in diplomatic cooperation | Yemen | 2005-01-29\nAnswer:", "completion": " Oman", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1322520", "prompt": "Before the terrorist leader of Pakistan, who was supported by the Inter-Services Intelligence?\nEvidence:\n- Legislature (Pakistan) | Consult | Inter-Services Intelligence | 2008-04-03\n- Inter-Services Intelligence | Consult | Legislature (Pakistan) | 2008-04-03\n- Inter-Services Intelligence | Make statement | Government (Pakistan) | 2007-03-22\n- Inter-Services Intelligence | Make statement | Government (Pakistan) | 2006-12-28\n- Inter-Services Intelligence | Make statement | Government (Pakistan) | 2006-10-19\n- Head of Government (Pakistan) | Make statement | Inter-Services Intelligence | 2008-07-29\n- Inter-Services Intelligence | Discuss by telephone | Benazir Bhutto | 2007-11-18\n- Benazir Bhutto | Discuss by telephone | Inter-Services Intelligence | 2007-11-18\n- Pakistan People's Party | Consult | Inter-Services Intelligence | 2007-09-06\n- Media Personnel (Pakistan) | Make statement | Inter-Services Intelligence | 2008-08-01\n- Media Personnel (Pakistan) | Make statement | Inter-Services Intelligence | 2008-07-27\n- Inter-Services Intelligence | Consult | Pakistan People's Party | 2007-09-06\n- Government (Pakistan) | Criticize or denounce | Inter-Services Intelligence | 2006-07-23\n- Central Intelligence Agency | Investigate | Inter-Services Intelligence | 2006-01-25\n- Pervez Musharraf | Consult | Inter-Services Intelligence | 2006-04-16\nAnswer:", "completion": " Lashkar-e-Taiba", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1252623", "prompt": "After the Sudan People's Liberation Army, who did Isaias Afewerki appeal to?\nEvidence:\n- Sudan People's Liberation Army | Engage in negotiation | Isaias Afewerki | 2005-01-06\n- Isaias Afewerki | Engage in negotiation | Sudan People's Liberation Army | 2005-01-06\n- Isaias Afewerki | Make an appeal or request | Sudan People's Liberation Army | 2005-02-04\n- Sudan People's Liberation Army | Occupy territory | Sudan | 2006-06-20\n- Sudan | Sign formal agreement | Sudan People's Liberation Army | 2005-10-05\n- Sudan | Sign formal agreement | Sudan People's Liberation Army | 2005-09-23\n- Sudan | Sign formal agreement | Sudan People's Liberation Army | 2005-09-21\n- Sudan | Sign formal agreement | Sudan People's Liberation Army | 2005-06-17\n- Sudan | Sign formal agreement | Sudan People's Liberation Army | 2005-02-04\n- Sudan People's Liberation Army | Make statement | Police (Sudan) | 2006-12-01\n- Sudan People's Liberation Army | Give ultimatum | Citizen (Sudan) | 2005-01-11\n- South Sudan | Make statement | Sudan People's Liberation Army | 2006-03-06\n- Ministry (Sudan) | Make statement | Sudan People's Liberation Army | 2005-01-06\n- Sudan People's Liberation Army | Return, release person(s) | Police (Sudan) | 2006-12-07\n- Sudan People's Liberation Army | Make an appeal or request | Citizen (Sudan) | 2006-06-20\nAnswer:", "completion": " South Sudan", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1175623", "prompt": "Before 14 November 2006, with whom did the German economy sign formal agreements?\nEvidence:\n- German Oskarovich Gref | Make statement | Finance / Economy / Commerce / Trade Ministry (Russia) | 2005-02-24\n- Thailand | Sign formal agreement | Finance / Economy / Commerce / Trade Ministry (Maldives) | 2013-06-05\n- Finance / Economy / Commerce / Trade Ministry (Maldives) | Sign formal agreement | Thailand | 2013-06-05\n- German Oskarovich Gref | Make statement | China | 2011-11-12\n- People Associated with the Opposition (Kadima) | Sign formal agreement | Benjamin Netanyahu | 2012-05-08\n- People Associated with the Opposition (Germany) | Sign formal agreement | Government (Germany) | 2009-12-02\n- People Associated with the Opposition (Egypt) | Sign formal agreement | Government (Sudan) | 2005-06-23\n- Government (Sudan) | Sign formal agreement | People Associated with the Opposition (Egypt) | 2005-06-23\n- Government (Germany) | Sign formal agreement | People Associated with the Opposition (Germany) | 2009-12-02\n- Benjamin Netanyahu | Sign formal agreement | People Associated with the Opposition (Kadima) | 2012-05-08\n- Ronald Kirk | Sign formal agreement | Finance / Economy / Commerce / Trade Ministry (India) | 2010-03-18\n- Ronald Kirk | Sign formal agreement | Finance / Economy / Commerce / Trade Ministry (India) | 2010-03-17\n- Finance / Economy / Commerce / Trade Ministry (India) | Sign formal agreement | Ronald Kirk | 2010-03-18\n- Finance / Economy / Commerce / Trade Ministry (India) | Sign formal agreement | Ronald Kirk | 2010-03-17\n- People Associated with the Opposition (Australia) | Sign formal agreement | Media Personnel (Australia) | 2009-02-04\nAnswer:", "completion": " Gazprom", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1289202", "prompt": "Before Dragan Šutanovac, who was the last country to sign an agreement with Romania?\nEvidence:\n- Romania | Sign formal agreement | International Monetary Fund | 2005-06-23\n- International Monetary Fund | Sign formal agreement | Romania | 2005-06-23\n- Romania | Arrest, detain, or charge with legal action | Dissident (Romania) | 2005-01-18\n- Iraq | Sign formal agreement | International Monetary Fund | 2005-08-19\n- International Monetary Fund | Sign formal agreement | Iraq | 2005-08-19\n- International Monetary Fund | Sign formal agreement | Angola | 2005-11-18\n- Angola | Sign formal agreement | International Monetary Fund | 2005-11-18\n- Ministry (Romania) | Make statement | Romania | 2005-03-25\n- Ministry (Romania) | Make statement | Romania | 2005-01-12\n- Lawyer/Attorney (Romania) | Investigate | Romania | 2005-03-22\n- Romania | Reduce relations | Royal Administration (Romania) | 2005-03-24\n- Romania | Praise or endorse | Intelligence (Romania) | 2005-02-08\n- Ministry (Romania) | Make optimistic comment | Romania | 2005-01-14\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-21\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-04\nAnswer:", "completion": " Japan", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1105615", "prompt": "In 2007, who was the first to want to engage in diplomatic cooperation with the citizens of Thailand?\nEvidence:\n- Member of Parliament (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-02-08\n- Member of Parliament (Thailand) | Express intent to engage in material cooperation | Citizen (Thailand) | 2005-02-08\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-03-01\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-02-26\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-01-05\n- Villager (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-02-22\n- Citizen (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Media (Thailand) | 2005-02-15\n- Citizen (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Media (Thailand) | 2005-02-11\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-01-07\n- Military Personnel (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-01-11\n- Media Personnel (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-03-02\n- Police (Australia) | Engage in material cooperation | Thailand | 2005-01-04\n- Citizen (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Department of Geologic Survey and its Mineral Exploration (Thailand) | 2005-01-04\n- Governor (Thailand) | Engage in symbolic act | Citizen (Thailand) | 2005-01-19\n- Citizen (Thailand) | Engage in symbolic act | Governor (Thailand) | 2005-01-19\nAnswer:", "completion": " Council for National Security", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1338248", "prompt": "In 2008, who last expressed an intention to meet with Benedict XVI?\nEvidence:\n- China | Reject | Benedict XVI | 2005-09-11\n- China | Accuse | Benedict XVI | 2005-09-11\n- China | Make an appeal or request | Benedict XVI | 2005-04-20\n- Ivan Gasparovic | Consult | Benedict XVI | 2005-06-17\n- Iraq | Make statement | Benedict XVI | 2005-09-01\n- Gerhard Schröder | Consult | Benedict XVI | 2005-08-20\n- Bertie Ahern | Consult | Benedict XVI | 2005-07-08\n- Benedict XVI | Make statement | Solidarity | 2005-08-31\n- Benedict XVI | Consult | Ivan Gasparovic | 2005-06-17\n- Benedict XVI | Consult | Gerhard Schröder | 2005-08-20\n- Benedict XVI | Consult | Bertie Ahern | 2005-07-08\n- Benedict XVI | Consult | Angela Merkel | 2005-08-20\n- Angela Merkel | Consult | Benedict XVI | 2005-08-20\n- Radio Mitre | Engage in symbolic act | Benedict XVI | 2005-04-25\n- Mikulas Dzurinda | Engage in symbolic act | Benedict XVI | 2005-04-24\nAnswer:", "completion": " Military (Lebanon)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1390589", "prompt": "Who negotiated with Saud bin Faisal bin Abdul-Aziz after the interim leader of Tunisia?\nEvidence:\n- Saud bin Faisal bin Abdul-Aziz | Reject | Iraq | 2005-09-22\n- Saud bin Faisal bin Abdul-Aziz | Accuse | Iran | 2005-10-16\n- Tony Blair | Consult | Saud bin Faisal bin Abdul-Aziz | 2006-01-17\n- Tony Blair | Consult | Saud bin Faisal bin Abdul-Aziz | 2006-01-16\n- Saud bin Faisal bin Abdul-Aziz | Make statement | Iraq | 2005-10-03\n- Saud bin Faisal bin Abdul-Aziz | Make statement | Iraq | 2005-10-02\n- Saud bin Faisal bin Abdul-Aziz | Consult | Tony Blair | 2006-01-17\n- Saud bin Faisal bin Abdul-Aziz | Consult | Tony Blair | 2006-01-16\n- Saud bin Faisal bin Abdul-Aziz | Consult | Jack Straw | 2006-01-17\n- Saud bin Faisal bin Abdul-Aziz | Consult | Jack Straw | 2006-01-16\n- Saud bin Faisal bin Abdul-Aziz | Consult | Jack Straw | 2005-02-24\n- Saud bin Faisal bin Abdul-Aziz | Consult | Jack Straw | 2005-02-23\n- Jack Straw | Consult | Saud bin Faisal bin Abdul-Aziz | 2006-01-17\n- Jack Straw | Consult | Saud bin Faisal bin Abdul-Aziz | 2006-01-16\n- Jack Straw | Consult | Saud bin Faisal bin Abdul-Aziz | 2005-02-24\nAnswer:", "completion": " Nasser Judeh", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1351273", "prompt": "In 2007, who were the first Australian police to express optimism?\nEvidence:\n- Police (Kenya) | Make statement | Mugabe Were | 2008-01-30\n- Police (Kenya) | Make statement | Mugabe Were | 2008-01-29\n- Police (Kenya) | Use conventional military force | Mugabe Were | 2008-02-21\n- Citizen (Brazil) | Express intent to release persons or property | First Command of the Capital | 2008-10-16\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- First Command of the Capital | Express intent to engage in diplomatic cooperation (such as policy support) | Party Member (Brazil) | 2006-06-12\n- People First Party Korea | Express intent to engage in material cooperation | Kuomintang | 2007-04-23\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Assembly of First Nations | Engage in material cooperation | Police (Canada) | 2013-02-16\n- People First Party Korea | Express intent to yield | Kuomintang | 2005-06-05\n- People First Party Korea | Express intent to cooperate | Kuomintang | 2006-06-05\n- People First Party Korea | Express intent to cooperate | Kuomintang | 2006-05-17\nAnswer:", "completion": " Citizen (Australia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1179783", "prompt": "After Nicos Anastasiades, who was the first to be supported by Evangelos Meimarakis?\nEvidence:\n- Nicos Anastasiades | Consult | Evangelos Meimarakis | 2013-03-11\n- Evangelos Meimarakis | Consult | Nicos Anastasiades | 2013-03-11\n- Nicos Anastasiades | Make a visit | Evangelos Meimarakis | 2013-03-11\n- Evangelos Meimarakis | Praise or endorse | Nicos Anastasiades | 2013-03-11\n- Evangelos Meimarakis | Host a visit | Nicos Anastasiades | 2013-03-11\n- Evangelos Meimarakis | Express intent to meet or negotiate | Nicos Anastasiades | 2007-12-17\n- France | Consult | Evangelos Meimarakis | 2006-06-15\n- Evangelos Meimarakis | Consult | France | 2006-06-15\n- Evangelos Meimarakis | Accuse | Laos | 2008-03-28\n- Nicos Anastasiades | Discuss by telephone | Antonis Samaras | 2013-02-24\n- Nicos Anastasiades | Discuss by telephone | Angela Merkel | 2013-03-11\n- Antonis Samaras | Discuss by telephone | Nicos Anastasiades | 2013-02-24\n- Angela Merkel | Discuss by telephone | Nicos Anastasiades | 2013-03-11\n- Seyran Ohanyan | Consult | Evangelos Meimarakis | 2008-06-12\n- Fatmir Mediu | Consult | Evangelos Meimarakis | 2006-09-27\nAnswer:", "completion": " Member of Legislative (Govt) (Greece)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1286685", "prompt": "Who last wanted to meet with the other authorities and officials of Egypt before Middle East did?\nEvidence:\n- Military (Middle East) | Mobilize or increase armed forces | Middle East | 2005-02-14\n- Mahmoud Abbas | Express intent to meet or negotiate | Middle East | 2005-02-01\n- Joschka Fischer | Express intent to meet or negotiate | Middle East | 2005-03-12\n- Joschka Fischer | Express intent to meet or negotiate | Middle East | 2005-03-11\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-14\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-13\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-08\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-05\n- Abdullah Gül | Make statement | Other Authorities / Officials (Turkey) | 2005-04-27\n- William E. Ward | Express intent to meet or negotiate | Middle East | 2005-02-08\n- William E. Ward | Express intent to meet or negotiate | Middle East | 2005-02-07\n- Japan | Express intent to provide economic aid | Middle East | 2005-02-01\n- Tony Blair | Make statement | Middle East | 2005-02-04\n- Shimon Peres | Make statement | Middle East | 2005-02-26\n- Middle East | Praise or endorse | Iraq | 2005-03-22\nAnswer:", "completion": " Main Opposition (Egypt)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1335462", "prompt": "Who was the first to praise the Russian military after Chen Bingde?\nEvidence:\n- Chen Bingde | Praise or endorse | Military (Russia) | 2009-07-24\n- Chen Bingde | Praise or endorse | Togo | 2009-11-16\n- Chen Bingde | Praise or endorse | Togo | 2009-11-13\n- Chen Bingde | Praise or endorse | Colombia | 2008-10-21\n- Chen Bingde | Demand | Tanzania | 2010-05-31\n- Chen Bingde | Demand | China | 2010-05-31\n- Jakaya Mrisho Kikwete | Praise or endorse | Chen Bingde | 2010-06-05\n- Xu Caihou | Consult | Chen Bingde | 2009-03-12\n- Rafael Correa | Consult | Chen Bingde | 2010-11-13\n- Naval (Morocco) | Consult | Chen Bingde | 2007-12-11\n- John Faulkner | Consult | Chen Bingde | 2009-10-16\n- John Faulkner | Consult | Chen Bingde | 2009-10-15\n- Dragan Šutanovac | Consult | Chen Bingde | 2008-09-14\n- Chen Bingde | Make statement | Kazakhstan | 2010-09-10\n- Chen Bingde | Make statement | China | 2010-11-05\nAnswer:", "completion": " Dmitry Anatolyevich Medvedev", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1276542", "prompt": "Who used small arms and light weapons to attack Thai military personnel in 2006?\nEvidence:\n- Separatist (India) | fight with small arms and light weapons | Military Personnel (India) | 2006-09-26\n- Military Personnel - Special (India) | fight with small arms and light weapons | Protester (India) | 2006-06-13\n- Military Personnel - Special (India) | fight with small arms and light weapons | Dissident (India) | 2006-03-16\n- Military Personnel - Special (Azerbaijan) | fight with small arms and light weapons | Protester (Azerbaijan) | 2006-05-28\n- Military Personnel - Special (Afghanistan) | fight with small arms and light weapons | Militant (Taliban) | 2006-03-22\n- Military Personnel - Special (Afghanistan) | fight with small arms and light weapons | Combatant (Taliban) | 2006-09-27\n- Armed Gang (Thailand) | fight with small arms and light weapons | Military Personnel (Thailand) | 2006-10-27\n- Armed Gang (Thailand) | fight with small arms and light weapons | Military Personnel (Thailand) | 2006-05-09\n- Armed Gang (Thailand) | fight with small arms and light weapons | Military Personnel (Thailand) | 2006-05-08\n- Armed Gang (Thailand) | fight with small arms and light weapons | Military Personnel (Thailand) | 2006-05-06\n- Tamil Rebel | fight with small arms and light weapons | Military Personnel - Special (Sri Lanka) | 2006-10-30\n- Military Personnel - Special (Sri Lanka) | fight with small arms and light weapons | Tamil Rebel | 2006-10-30\n- Military Personnel - Special (India) | fight with small arms and light weapons | Lashkar-e-Taiba | 2006-01-17\n- Military Personnel - Special (India) | fight with small arms and light weapons | Islamic Militant (India) | 2006-12-22\n- Military Personnel - Special (India) | fight with small arms and light weapons | Islamic Militant (India) | 2006-10-06\nAnswer:", "completion": " Armed Gang (Thailand)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1251146", "prompt": "Who did Mwai Kibaki negotiate with after Wen Jiabao?\nEvidence:\n- Mwai Kibaki | Express intent to meet or negotiate | Wen Jiabao | 2005-08-15\n- Mwai Kibaki | Express intent to meet or negotiate | Wen Jiabao | 2005-08-13\n- Romania | Consult | Mwai Kibaki | 2005-02-22\n- Mwai Kibaki | Demand | China | 2005-02-23\n- Mwai Kibaki | Consult | Romania | 2005-02-22\n- Mwai Kibaki | Threaten | Police (Kenya) | 2005-04-16\n- Mwai Kibaki | Make statement | Sudan | 2005-01-08\n- Mwai Kibaki | Consult | Don McKinnon | 2005-04-05\n- Don McKinnon | Consult | Mwai Kibaki | 2005-04-05\n- Mwai Kibaki | Express intent to meet or negotiate | Ethiopia | 2005-03-08\n- Mwai Kibaki | Express intent to meet or negotiate | China | 2005-08-15\n- Mwai Kibaki | Express intent to meet or negotiate | China | 2005-08-13\n- Mwai Kibaki | Express intent to meet or negotiate | China | 2005-08-10\n- Sudan | Host a visit | Mwai Kibaki | 2005-08-06\n- Sudan | Host a visit | Mwai Kibaki | 2005-07-08\nAnswer:", "completion": " William J. Fallon", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1175067", "prompt": "Who was the last person to be praised by the leader of Turkmenistan before Emperor Akihito?\nEvidence:\n- Samuel Schmid | Consult | Emperor Akihito | 2005-04-19\n- Muhammad VI | Consult | Emperor Akihito | 2005-11-29\n- Mikulas Dzurinda | Consult | Emperor Akihito | 2005-05-24\n- Emperor Akihito | Make statement | Japan | 2005-04-25\n- Emperor Akihito | Make statement | China | 2006-01-30\n- Emperor Akihito | Consult | Samuel Schmid | 2005-04-19\n- Emperor Akihito | Consult | Muhammad VI | 2005-11-29\n- Emperor Akihito | Consult | Mikulas Dzurinda | 2005-05-24\n- Royal Administration (Japan) | Consult | Emperor Akihito | 2005-03-07\n- Paramount Ruler Sirajuddin | Consult | Emperor Akihito | 2005-03-07\n- Mikulas Dzurinda | Make statement | Emperor Akihito | 2005-05-24\n- Japan | Host a visit | Emperor Akihito | 2005-08-20\n- Japan | Host a visit | Emperor Akihito | 2005-06-28\n- Ireland | Host a visit | Emperor Akihito | 2005-05-14\n- Ireland | Host a visit | Emperor Akihito | 2005-05-07\nAnswer:", "completion": " Abdullah Gül", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1157556", "prompt": "Could you tell me the exact month when the Italian businessman expressed his intention to negotiate with Romania?\nEvidence:\n- Solomon Passy | Express intent to meet or negotiate | Romania | 2005-02-01\n- Romania | Express intent to meet or negotiate | Solomon Passy | 2005-02-01\n- Cyril Svoboda | Express intent to meet or negotiate | Romania | 2005-02-28\n- Romania | Arrest, detain, or charge with legal action | Dissident (Romania) | 2005-01-18\n- Pier Ferdinando Casini | Express intent to meet or negotiate | Romania | 2005-02-03\n- Head of Government (Ukraine) | Express intent to meet or negotiate | Romania | 2005-03-14\n- Defense / Security Ministry (Croatia) | Express intent to meet or negotiate | Romania | 2005-03-25\n- Ministry (Romania) | Make statement | Romania | 2005-03-25\n- Ministry (Romania) | Make statement | Romania | 2005-01-12\n- Lawyer/Attorney (Romania) | Investigate | Romania | 2005-03-22\n- Romania | Reduce relations | Royal Administration (Romania) | 2005-03-24\n- Romania | Praise or endorse | Intelligence (Romania) | 2005-02-08\n- Ministry (Romania) | Make optimistic comment | Romania | 2005-01-14\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-21\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-04\nAnswer:", "completion": " 2005-05", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1276711", "prompt": "In which month did the Ministry of Oman last visit Saud bin Faisal bin Abdul-Aziz?\nEvidence:\n- Saud bin Faisal bin Abdul-Aziz | Reject | Iraq | 2005-09-22\n- Saud bin Faisal bin Abdul-Aziz | Accuse | Iran | 2005-10-16\n- Tony Blair | Consult | Saud bin Faisal bin Abdul-Aziz | 2006-01-17\n- Tony Blair | Consult | Saud bin Faisal bin Abdul-Aziz | 2006-01-16\n- Saud bin Faisal bin Abdul-Aziz | Make statement | Iraq | 2005-10-03\n- Saud bin Faisal bin Abdul-Aziz | Make statement | Iraq | 2005-10-02\n- Saud bin Faisal bin Abdul-Aziz | Consult | Tony Blair | 2006-01-17\n- Saud bin Faisal bin Abdul-Aziz | Consult | Tony Blair | 2006-01-16\n- Saud bin Faisal bin Abdul-Aziz | Consult | Jack Straw | 2006-01-17\n- Saud bin Faisal bin Abdul-Aziz | Consult | Jack Straw | 2006-01-16\n- Saud bin Faisal bin Abdul-Aziz | Consult | Jack Straw | 2005-02-24\n- Saud bin Faisal bin Abdul-Aziz | Consult | Jack Straw | 2005-02-23\n- Jack Straw | Consult | Saud bin Faisal bin Abdul-Aziz | 2006-01-17\n- Jack Straw | Consult | Saud bin Faisal bin Abdul-Aziz | 2006-01-16\n- Jack Straw | Consult | Saud bin Faisal bin Abdul-Aziz | 2005-02-24\nAnswer:", "completion": " 2010-01", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1275811", "prompt": "Who condemned Mahmoud Ahmadinejad before 2 November 2005?\nEvidence:\n- Mahmoud Ahmadinejad | Make statement | Iraq | 2005-11-02\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-11-02\n- Iran | Make statement | Mahmoud Ahmadinejad | 2005-11-02\n- Tony Blair | Criticize or denounce | Mahmoud Ahmadinejad | 2005-11-02\n- Foreign Affairs (Israel) | Criticize or denounce | Mahmoud Ahmadinejad | 2005-11-02\n- Tony Blair | Make statement | Iran | 2005-11-02\n- Iraq | Consult | Iran | 2005-11-02\n- Iran | Impose restrictions on political freedoms | Agence France-Presse | 2005-11-02\n- Iran | Engage in negotiation | France | 2005-11-02\n- Iran | Consult | Iraq | 2005-11-02\n- Iran | Consult | Foreign Affairs (Italy) | 2005-11-02\n- France | Engage in negotiation | Iran | 2005-11-02\n- Foreign Affairs (Italy) | Consult | Iran | 2005-11-02\n- Citizen (International) | Make pessimistic comment | Iran | 2005-11-02\n- China | Deny responsibility | Iran | 2005-11-02\nAnswer:", "completion": " Iran", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1258386", "prompt": "When did the legislators of Hong Kong last express their intention to cooperate with the Liberal Party of Hong Kong?\nEvidence:\n- Liberal Party (Hong Kong) | Express intent to cooperate | Lawmaker (Hong Kong) | 2014-12-05\n- Lawmaker (Hong Kong) | Express intent to cooperate | Liberal Party (Hong Kong) | 2014-12-05\n- Police (Hong Kong) | Make statement | Liberal Party (Hong Kong) | 2005-03-24\n- Liberal Party (Hong Kong) | Make statement | Lawmaker (Hong Kong) | 2008-10-07\n- Lawmaker (Hong Kong) | Reduce relations | Liberal Party (Hong Kong) | 2009-01-21\n- Lawmaker (Hong Kong) | Make statement | Liberal Party (Hong Kong) | 2009-06-24\n- Lawmaker (Hong Kong) | Make statement | Liberal Party (Hong Kong) | 2006-08-14\n- Liberal Party (Hong Kong) | Praise or endorse | Lawmaker (Hong Kong) | 2008-10-07\n- Lawmaker (Hong Kong) | Criticize or denounce | Liberal Party (Hong Kong) | 2008-09-12\n- Liberal Party (Hong Kong) | Express intent to engage in diplomatic cooperation (such as policy support) | Police (Hong Kong) | 2008-02-12\n- Lawmaker (Hong Kong) | Make statement | New Party (Hong Kong) | 2011-01-09\n- Women (Hong Kong) | Yield | Police (Hong Kong) | 2007-02-06\n- Women (Hong Kong) | Accuse | Police (Hong Kong) | 2015-08-08\n- Women (Hong Kong) | Accuse | Police (Hong Kong) | 2015-03-27\n- Police (Hong Kong) | Investigate | Women (Hong Kong) | 2015-07-24\nAnswer:", "completion": " 2014-12-05", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1118603", "prompt": "Who was the last person to cause unconventional violence to the citizens of the United Kingdom before the citizens of Bangladesh?\nEvidence:\n- Citizen (Bangladesh) | Use unconventional violence | Citizen (United Kingdom) | 2005-11-05\n- Citizen (Bangladesh) | Use unconventional violence | The Poor (Bangladesh) | 2008-11-20\n- People Associated with the Opposition (Bangladesh) | Use unconventional violence | Citizen (Bangladesh) | 2013-10-27\n- People Associated with the Opposition (Bangladesh) | Use unconventional violence | Citizen (Bangladesh) | 2005-08-20\n- Muslim (United Kingdom) | Use unconventional violence | Citizen (United Kingdom) | 2009-02-17\n- Muslim (United Kingdom) | Use unconventional violence | Citizen (United Kingdom) | 2005-03-01\n- Men (United Kingdom) | Use unconventional violence | Lawmaker (United Kingdom) | 2014-08-30\n- Men (United Kingdom) | Use unconventional violence | Businessperson (United Kingdom) | 2013-08-28\n- Men (United Kingdom) | Use unconventional violence | Businessperson (United Kingdom) | 2013-01-16\n- Men (United Kingdom) | Use unconventional violence | Businessperson (United Kingdom) | 2009-03-28\n- Looter (United Kingdom) | Use unconventional violence | Citizen (United Kingdom) | 2012-03-13\n- Citizen (United Kingdom) | Use unconventional violence | Muslim (United Kingdom) | 2013-10-22\n- Citizen (United Kingdom) | Use unconventional violence | Muslim (United Kingdom) | 2006-11-08\n- Citizen (United Kingdom) | Use unconventional violence | Muslim (United Kingdom) | 2006-09-14\n- Citizen (United Kingdom) | Use unconventional violence | Muslim (United Kingdom) | 2006-09-03\nAnswer:", "completion": " Attacker (United Kingdom)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1055584", "prompt": "Who was denounced by Sondhi Limthongkul before Nov, 2010?\nEvidence:\n- Sondhi Limthongkul | Accuse | Citizen (Thailand) | 2005-12-02\n- Sondhi Limthongkul | Accuse | Citizen (Thailand) | 2005-11-20\n- Governor (Thailand) | Investigate | Sondhi Limthongkul | 2005-11-24\n- Citizen (Thailand) | Accuse | Sondhi Limthongkul | 2005-10-13\n- Citizen (Thailand) | Accuse | Sondhi Limthongkul | 2005-10-05\n- Thailand | Ease administrative sanctions | Sondhi Limthongkul | 2005-11-24\n- Thailand | Bring lawsuit against | Sondhi Limthongkul | 2005-11-18\n- Sondhi Limthongkul | Make statement | Thanong Bidaya | 2005-12-17\n- Sondhi Limthongkul | Make statement | Protester (Thailand) | 2006-02-08\n- Sondhi Limthongkul | Make statement | Protester (Thailand) | 2006-02-05\n- Sondhi Limthongkul | Make statement | Prem Tinsulanonda | 2006-02-20\n- Sondhi Limthongkul | Make statement | Prem Tinsulanonda | 2005-11-29\n- Sondhi Limthongkul | Make statement | Insurgent (Thailand) | 2005-12-26\n- Sondhi Limthongkul | Make statement | Insurgent (Thailand) | 2005-12-25\n- Military Personnel (Thailand) | Accuse | Sondhi Limthongkul | 2005-11-28\nAnswer:", "completion": " Party Member (Thailand)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1073600", "prompt": "Who was the last to investigate Julia Gillard before Julian Paul Assange?\nEvidence:\n- Julia Gillard | Criticize or denounce | Julian Paul Assange | 2010-12-02\n- Robert McClelland | Investigate | Julian Paul Assange | 2010-11-30\n- Police (Sweden) | Investigate | Julian Paul Assange | 2010-09-01\n- Police (Sweden) | Investigate | Julian Paul Assange | 2010-08-31\n- Police (Sweden) | Investigate | Julian Paul Assange | 2010-08-25\n- Police (Australia) | Investigate | Julian Paul Assange | 2010-11-30\n- Lawyer/Attorney (Sweden) | Investigate | Julian Paul Assange | 2010-11-19\n- Lawyer/Attorney (Sweden) | Investigate | Julian Paul Assange | 2010-10-19\n- Lawyer/Attorney (Sweden) | Investigate | Julian Paul Assange | 2010-08-26\n- Lawyer/Attorney (Sweden) | Investigate | Julian Paul Assange | 2010-08-25\n- Julian Paul Assange | Make statement | Iraq | 2010-10-26\n- Julian Paul Assange | Demand | Police (Sweden) | 2010-08-26\n- John Ensign | Accuse | Julian Paul Assange | 2010-12-02\n- Robert McClelland | Make statement | Julian Paul Assange | 2010-11-29\n- Police (Sweden) | Make statement | Julian Paul Assange | 2010-08-23\nAnswer:", "completion": " Rio Tinto", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1290733", "prompt": "Who wanted to participate in diplomatic cooperation with Laos before 2005-03?\nEvidence:\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-04-05\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-03-25\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-03-15\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-03-11\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-03-09\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-03-08\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-03-04\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-02-05\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-01-07\n- Laos | Engage in diplomatic cooperation | Vietnam | 2005-04-05\n- Laos | Engage in diplomatic cooperation | Vietnam | 2005-03-25\n- Laos | Engage in diplomatic cooperation | Vietnam | 2005-03-15\n- Laos | Engage in diplomatic cooperation | Vietnam | 2005-03-11\n- Laos | Engage in diplomatic cooperation | Vietnam | 2005-03-09\n- Laos | Engage in diplomatic cooperation | Vietnam | 2005-03-08\nAnswer:", "completion": " Media (Thailand)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1179029", "prompt": "Who asked for Abdullah Gül before Middle East?\nEvidence:\n- Abdullah Gül | Make statement | Middle East | 2005-01-07\n- Middle East | Host a visit | Abdullah Gül | 2005-01-09\n- Middle East | Host a visit | Abdullah Gül | 2005-01-06\n- Middle East | Host a visit | Abdullah Gül | 2005-01-03\n- Abdullah Gül | Make a visit | Middle East | 2005-01-09\n- Abdullah Gül | Make a visit | Middle East | 2005-01-06\n- Abdullah Gül | Make a visit | Middle East | 2005-01-03\n- Abdullah Gül | Appeal for economic cooperation | Businessperson (China) | 2005-02-02\n- Military (Middle East) | Mobilize or increase armed forces | Middle East | 2005-02-14\n- Wen Jiabao | Consult | Abdullah Gül | 2005-02-02\n- Shimon Peres | Consult | Abdullah Gül | 2006-01-05\n- Shimon Peres | Consult | Abdullah Gül | 2006-01-04\n- Shimon Peres | Consult | Abdullah Gül | 2006-01-03\n- Shimon Peres | Consult | Abdullah Gül | 2005-01-05\n- Shimon Peres | Consult | Abdullah Gül | 2005-01-04\nAnswer:", "completion": " Children (Azerbaijan)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1205690", "prompt": "Before the Middle East, who last hosted the visit of the Head of Government of Portugal?\nEvidence:\n- Portugal | Make statement | Head of Government (Portugal) | 2005-03-13\n- Portugal | Make statement | Head of Government (Portugal) | 2005-03-12\n- Head of Government (Portugal) | Make statement | Portugal | 2005-03-21\n- Head of Government (Portugal) | Make statement | Portugal | 2005-03-13\n- Head of Government (Portugal) | Make statement | Portugal | 2005-03-12\n- Portugal | Praise or endorse | Head of Government (Portugal) | 2005-05-27\n- Portugal | Make pessimistic comment | Head of Government (Finland) | 2005-04-25\n- Military (Middle East) | Mobilize or increase armed forces | Middle East | 2005-02-14\n- Okada Katsuya | Make a visit | Middle East | 2005-03-30\n- Middle East | Host a visit | Okada Katsuya | 2005-03-30\n- Middle East | Host a visit | Mahmoud Abbas | 2005-02-01\n- Middle East | Host a visit | Kay Granger | 2005-01-11\n- Middle East | Host a visit | Javier Solana | 2005-01-09\n- Middle East | Host a visit | Javier Solana | 2005-01-08\n- Middle East | Host a visit | Hannes Swoboda | 2005-02-04\nAnswer:", "completion": " Cape Verde", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1333664", "prompt": "Who was optimistic about Alexis Tsipras in 2012?\nEvidence:\n- Citizen (Greece) | Make optimistic comment | Alexis Tsipras | 2012-06-17\n- Antonis Samaras | Engage in negotiation | Alexis Tsipras | 2012-06-18\n- Alexis Tsipras | Engage in negotiation | Antonis Samaras | 2012-06-18\n- Alexis Tsipras | Engage in material cooperation | New Democracy | 2012-06-18\n- New Democracy | Accuse | Alexis Tsipras | 2012-06-15\n- Democratic Left | Consult | Alexis Tsipras | 2012-05-08\n- Antonis Samaras | Consult | Alexis Tsipras | 2012-06-18\n- Antonis Samaras | Consult | Alexis Tsipras | 2012-05-09\n- Antonis Samaras | Consult | Alexis Tsipras | 2012-05-07\n- Antonis Samaras | Accuse | Alexis Tsipras | 2012-06-17\n- Antonis Samaras | Accuse | Alexis Tsipras | 2012-06-15\n- Antonis Samaras | Accuse | Alexis Tsipras | 2012-05-08\n- Alexis Tsipras | Demand | Citizen (Greece) | 2012-05-09\n- Alexis Tsipras | Consult | Democratic Left | 2012-05-08\n- Alexis Tsipras | Consult | Antonis Samaras | 2012-06-18\nAnswer:", "completion": " Citizen (Greece)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1212661", "prompt": "Who received the visit from the head of government of Burundi on the same month of Angola?\nEvidence:\n- Burundi | Consult | Angola | 2005-10-20\n- Angola | Consult | Burundi | 2005-10-20\n- Burundi | Make an appeal or request | Head of Government (Burundi) | 2005-09-02\n- Member of the Judiciary (Angola) | Make pessimistic comment | Angola | 2005-01-21\n- Burundi | Make statement | Government (Burundi) | 2005-08-02\n- Government Official (Rwanda) | Consult | Burundi | 2005-10-13\n- Burundi | Consult | Government Official (Rwanda) | 2005-10-13\n- Tanzania | Host a visit | Burundi | 2005-10-27\n- Tanzania | Host a visit | Burundi | 2005-09-17\n- China | Make a visit | Burundi | 2005-09-15\n- China | Make a visit | Burundi | 2005-08-25\n- Burundi | Make a visit | Tanzania | 2005-10-27\n- Burundi | Make a visit | Tanzania | 2005-09-17\n- Burundi | Host a visit | China | 2005-09-15\n- Burundi | Host a visit | China | 2005-08-25\nAnswer:", "completion": " Abdoulaye Wade", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1217815", "prompt": "Who was the last to donate humanitarian aid to Mexico in 2009?\nEvidence:\n- Mexico | Express intent to cooperate | Guatemala | 2009-01-17\n- Mexico | Express intent to cooperate | Colombia | 2009-01-17\n- Guatemala | Express intent to cooperate | Mexico | 2009-01-17\n- Colombia | Express intent to cooperate | Mexico | 2009-01-17\n- Mexico | Express intent to engage in diplomatic cooperation (such as policy support) | Guatemala | 2009-01-16\n- Mexico | Express intent to engage in diplomatic cooperation (such as policy support) | Colombia | 2009-01-16\n- Guatemala | Express intent to engage in diplomatic cooperation (such as policy support) | Mexico | 2009-01-16\n- Colombia | Express intent to engage in diplomatic cooperation (such as policy support) | Mexico | 2009-01-16\n- Barack Obama | Express intent to engage in diplomatic cooperation (such as policy support) | Mexico | 2009-01-12\n- Settler (Mexico) | Criticize or denounce | Mexico | 2009-01-15\n- Other Authorities / Officials (Mexico) | Investigate | Mexico | 2009-01-06\n- Other Authorities / Officials (Mexico) | Demand | Mexico | 2009-01-17\n- Mexico | Express intent to meet or negotiate | Guatemala | 2009-01-16\n- Mexico | Express intent to meet or negotiate | Guatemala | 2009-01-14\n- Mexico | Express intent to meet or negotiate | Colombia | 2009-01-16\nAnswer:", "completion": " Central Bank (Mexico)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1198006", "prompt": "In which year did Pervez Musharraf last express his intention to negotiate with Mahmoud Abbas?\nEvidence:\n- Pervez Musharraf | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Pervez Musharraf | Make statement | Mahmoud Abbas | 2005-01-11\n- Pervez Musharraf | Make statement | Mahmoud Abbas | 2005-01-10\n- Pervez Musharraf | Make an appeal or request | Mahmoud Abbas | 2005-01-10\n- Jack Straw | Express intent to meet or negotiate | Pervez Musharraf | 2005-02-14\n- Jack Straw | Express intent to meet or negotiate | Pervez Musharraf | 2005-02-13\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-11\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Javier Solana | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-14\n- Javier Solana | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-08\n- Gerhard Schröder | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Abdullah Gül | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-05\n- Pervez Musharraf | Consult | Japan | 2005-01-10\n- Japan | Consult | Pervez Musharraf | 2005-01-10\n- Pervez Musharraf | Refuse to yield | Benazir Bhutto | 2005-01-12\nAnswer:", "completion": " 2005", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1302654", "prompt": "Who were the last Australians to make optimistic remarks about before John Faulkner?\nEvidence:\n- Citizen (Australia) | Make optimistic comment | John Faulkner | 2008-09-27\n- John Faulkner | Make statement | China | 2009-10-15\n- Julia Gillard | Make statement | John Faulkner | 2005-10-24\n- John Faulkner | Make statement | Timor-Leste | 2010-05-12\n- John Faulkner | Make statement | Police (Australia) | 2010-05-24\n- John Faulkner | Make statement | Julia Gillard | 2010-07-08\n- John Faulkner | Make statement | Frank Bainimarama | 2008-09-02\n- John Faulkner | Make statement | Barack Obama | 2009-12-02\n- John Faulkner | Make a visit | Japan | 2010-05-23\n- Barack Obama | Make statement | John Faulkner | 2010-02-03\n- Shivshankar Menon | Consult | John Faulkner | 2010-06-07\n- Police (Australia) | Consult | John Faulkner | 2009-07-16\n- Okada Katsuya | Consult | John Faulkner | 2010-05-19\n- Okada Katsuya | Consult | John Faulkner | 2010-02-21\n- Okada Katsuya | Consult | John Faulkner | 2010-02-20\nAnswer:", "completion": " Peter Costello", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1336499", "prompt": "Who used unconventional force against Tanzania before 21 February 2012?\nEvidence:\n- Citizen (Tanzania) | Use unconventional violence | Tanzania | 2012-02-21\n- Mexico | Use conventional military force | Criminal (Mexico) | 2012-02-21\n- Tanzania | Express intent to engage in diplomatic cooperation (such as policy support) | Mexico | 2012-02-21\n- Government Official (Mexico) | Make statement | Mexico | 2012-02-21\nAnswer:", "completion": " Police (Tanzania)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 4, "n_anchors": 1} +{"id": "mtq_1050899", "prompt": "Who did Niger use conventional military force against in the same month of the militant of Nigeria?\nEvidence:\n- Military (Niger) | Use conventional military force | Niger | 2005-04-14\n- People Associated with the Opposition (Niger) | Accuse | Niger | 2005-08-09\n- Niger | Ease administrative sanctions | Activist (Niger) | 2006-06-09\n- Media (Niger) | Provide humanitarian aid | Niger | 2005-09-01\n- Media (Niger) | Provide humanitarian aid | Niger | 2005-08-31\n- South Africa | Engage in diplomatic cooperation | Niger | 2006-07-05\n- Niger | Engage in diplomatic cooperation | South Africa | 2006-07-05\n- Niger | Consult | Mauritania | 2005-07-12\n- Niger | Consult | Mauritania | 2005-06-30\n- Mauritania | Consult | Niger | 2005-07-12\n- Mauritania | Consult | Niger | 2005-06-30\n- International Court of Justice | Praise or endorse | Niger | 2005-07-12\n- USAID | Make a visit | Niger | 2005-07-28\n- South Africa | Cooperate economically | Niger | 2006-07-03\n- Niger | Sign formal agreement | China | 2005-12-31\nAnswer:", "completion": " Militant (Boko Haram)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1220434", "prompt": "In what year did John Faulkner last appeal to the citizens of Australia?\nEvidence:\n- Police (Australia) | Consult | John Faulkner | 2009-07-16\n- John Faulkner | Demand | Citizen (Australia) | 2005-06-30\n- John Faulkner | Consult | Police (Australia) | 2009-07-16\n- John Faulkner | Make statement | Member of Parliament (Australia) | 2008-03-10\n- John Faulkner | Make statement | Police (Australia) | 2010-05-24\n- John Faulkner | Make an appeal or request | Citizen (Australia) | 2010-06-22\n- John Faulkner | Make statement | Media Personnel (Australia) | 2008-03-22\n- Citizen (Australia) | Make optimistic comment | John Faulkner | 2008-09-27\n- John Faulkner | Make an appeal or request | Election Commission (Australia) | 2008-04-28\n- Shivshankar Menon | Consult | John Faulkner | 2010-06-07\n- Okada Katsuya | Consult | John Faulkner | 2010-05-19\n- Okada Katsuya | Consult | John Faulkner | 2010-02-21\n- Okada Katsuya | Consult | John Faulkner | 2010-02-20\n- John Faulkner | Make statement | China | 2009-10-15\n- John Faulkner | Investigate | Robert Hill | 2005-02-16\nAnswer:", "completion": " 2011", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1230198", "prompt": "Who was the first to be investigated by the Philippine police after the Islamic Militant of the Philippines?\nEvidence:\n- Police (Philippines) | Investigate | Islamic Militant (Philippines) | 2008-04-09\n- Police (Philippines) | Accuse | Islamic Militant (Philippines) | 2008-01-16\n- Police (Philippines) | Accuse | Islamic Militant (Philippines) | 2007-06-10\n- Islamic Militant (Philippines) | Kill by physical assault | Military (Philippines) | 2012-02-21\n- Islamic Militant (Philippines) | Make statement | Police (Philippines) | 2008-03-28\n- Police (Philippines) | Use tactics of violent repression | Islamic Militant (Philippines) | 2012-01-10\n- Police (Philippines) | Demand release of persons or property | Islamic Militant (Philippines) | 2009-04-19\n- Military (Philippines) | Accuse | Islamic Militant (Philippines) | 2007-06-10\n- Police (Philippines) | Use conventional military force | Islamic Militant (Philippines) | 2007-11-15\n- Police (Philippines) | Use conventional military force | Islamic Militant (Philippines) | 2005-03-15\n- Police (Philippines) | Make statement | Philippine Military Academy | 2007-08-22\n- Military Personnel (Philippines) | Accuse | Islamic Militant (Philippines) | 2009-10-29\n- Military (Philippines) | Make statement | Islamic Militant (Philippines) | 2006-09-01\n- Military (Philippines) | Make statement | Islamic Militant (Philippines) | 2006-05-14\n- Police (Philippines) | Reduce or stop humanitarian assistance | Islamic Militant (Philippines) | 2005-03-15\nAnswer:", "completion": " Men (Philippines)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1362834", "prompt": "Who was praised by the Royal Government of Nigeria after 9 January 2015?\nEvidence:\n- Royal Administration (Nigeria) | Make statement | Head of Government (Nigeria) | 2006-04-04\n- Royal Administration (Nigeria) | Make statement | Head of Government (Nigeria) | 2005-02-07\n- Royal Administration (Egypt) | Discuss by telephone | Head of Government (Egypt) | 2015-02-11\n- Head of Government (Egypt) | Discuss by telephone | Royal Administration (Egypt) | 2015-02-11\n- Scottish Government | Make statement | The Royal Bank of Scotland Group | 2014-02-10\n- Scottish Government | Make statement | The Royal Bank of Scotland Group | 2014-02-07\n- Royal Administration (Saudi Arabia) | Discuss by telephone | Head of Government (Egypt) | 2015-03-27\n- Head of Government (Egypt) | Discuss by telephone | Royal Administration (Saudi Arabia) | 2015-03-27\n- Royal Administration (Nigeria) | Make statement | Government (Nigeria) | 2006-09-08\n- Royal Administration (Nigeria) | Make statement | Government (Nigeria) | 2005-08-29\n- Government (Nigeria) | Praise or endorse | Royal Administration (Nigeria) | 2006-09-08\n- The Royal Bank of Scotland Group | Make statement | Fred Goodwin | 2009-03-20\n- The Royal Bank of Scotland Group | Make statement | Elizabeth II | 2012-02-01\n- Office of the Attorney General | Make statement | Royal Thai Police | 2010-11-11\n- Office of the Attorney General | Make statement | Royal Thai Police | 2007-03-15\nAnswer:", "completion": " Emmanuel Eweta Uduaghan", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1070902", "prompt": "Before September, the year of 2013, who received the visit from the Member of Legislative of Govt Myanmar?\nEvidence:\n- Vietnam | Host a visit | Member of Legislative (Govt) (Myanmar) | 2014-08-11\n- Vietnam | Host a visit | Member of Legislative (Govt) (Myanmar) | 2014-08-10\n- Thailand | Host a visit | Member of Legislative (Govt) (Myanmar) | 2013-09-06\n- Member of Legislative (Govt) (Myanmar) | Make a visit | Vietnam | 2014-08-11\n- Member of Legislative (Govt) (Myanmar) | Make a visit | Vietnam | 2014-08-10\n- Member of Legislative (Govt) (Myanmar) | Make a visit | Thailand | 2013-09-06\n- Member of Legislative (Govt) (Myanmar) | Make statement | Presidential Candidate (Myanmar) | 2015-05-07\n- Xu Caihou | Host a visit | Member of Legislative (Govt) (Myanmar) | 2011-05-16\n- Xu Caihou | Host a visit | Member of Legislative (Govt) (Myanmar) | 2011-05-13\n- Member of Legislative (Govt) (Myanmar) | Make a visit | Xu Caihou | 2011-05-16\n- Member of Legislative (Govt) (Myanmar) | Make a visit | Xu Caihou | 2011-05-13\n- Member of Legislative (Govt) (Myanmar) | Make statement | Tin Aung Aye | 2011-02-16\n- Member of Legislative (Govt) (Myanmar) | Express intent to meet or negotiate | Senate (Myanmar) | 2011-12-23\n- Member of Legislative (Govt) (Libya) | Make statement | Member of the Judiciary (Libya) | 2014-11-13\n- Member of Legislative (Govt) (Iran) | Express intent to meet or negotiate | Member of Legislative (Govt) (Lebanon) | 2009-02-17\nAnswer:", "completion": " Xu Caihou", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1134918", "prompt": "Who was accused by the lawyer of the United States after the judge of the Venezuelan court?\nEvidence:\n- Lawyer/Attorney (United States) | Accuse | Court Judge (Venezuela) | 2015-02-06\n- Lawyer/Attorney (United States) | Accuse | Court Judge (Mexico) | 2014-02-05\n- Court Judge (Venezuela) | Deny responsibility | Member of the Judiciary (United States) | 2014-07-25\n- Court Judge (Venezuela) | Deny responsibility | Member of the Judiciary (United States) | 2014-07-24\n- Lawyer/Attorney (United States) | Make statement | Court Judge (Mexico) | 2014-03-20\n- Lawyer/Attorney (United States) | Make statement | Court Judge (Mexico) | 2014-02-05\n- Court Judge (Venezuela) | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2014-11-06\n- Special Rapporteurs of the United Nations | Consult | Court Judge (Mexico) | 2010-10-01\n- Court Judge (Mexico) | Consult | Special Rapporteurs of the United Nations | 2010-10-01\n- Lawyer/Attorney (Malaysia) | Discuss by telephone | Court Judge (Malaysia) | 2008-05-10\n- Lawyer/Attorney (Malaysia) | Discuss by telephone | Court Judge (Malaysia) | 2008-04-17\n- Lawyer/Attorney (Malaysia) | Discuss by telephone | Court Judge (Malaysia) | 2008-01-17\n- Lawyer/Attorney (Malaysia) | Discuss by telephone | Court Judge (Malaysia) | 2008-01-15\n- Lawyer/Attorney (Malaysia) | Discuss by telephone | Court Judge (Malaysia) | 2008-01-14\n- Lawyer/Attorney (Malaysia) | Discuss by telephone | Court Judge (Malaysia) | 2007-10-05\nAnswer:", "completion": " Government (South Africa)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1316327", "prompt": "Before the party member of Brazil, who did the citizens of Brazil last support?\nEvidence:\n- Head of Government (Brazil) | Rally support on behalf of | Party Member (Brazil) | 2012-10-09\n- Member of Parliament (Brazil) | Make statement | Party Member (Brazil) | 2012-09-13\n- Member of Parliament (Brazil) | Make statement | Party Member (Brazil) | 2008-10-21\n- Communist Party of Brazil | Make statement | Party Member (Brazil) | 2005-02-17\n- Party Member (Brazil) | Accuse | Governing Party (Brazil) | 2005-06-15\n- Party Member (Brazil) | Accuse | Governing Party (Brazil) | 2005-06-14\n- Party Member (Brazil) | Consult | Head of Government (Brazil) | 2007-04-18\n- Head of Government (Brazil) | Reject | Party Member (Brazil) | 2005-11-24\n- Head of Government (Brazil) | Consult | Party Member (Brazil) | 2007-04-18\n- Head of Government (Brazil) | Accuse | Party Member (Brazil) | 2014-09-04\n- Party Member (Brazil) | Make statement | People Associated with the Opposition (Brazil) | 2014-10-16\n- Party Member (Brazil) | Make statement | People Associated with the Opposition (Brazil) | 2012-08-30\n- Party Member (Brazil) | Make statement | People Associated with the Opposition (Brazil) | 2011-05-11\n- Party Member (Brazil) | Make statement | People Associated with the Opposition (Brazil) | 2010-07-30\n- Party Member (Brazil) | Make statement | People Associated with the Opposition (Brazil) | 2006-07-26\nAnswer:", "completion": " Japan", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1222061", "prompt": "Against whom did the Criminal of El Salvador last use unconventional violence in 2015?\nEvidence:\n- Criminal (El Salvador) | Use unconventional violence | Military (El Salvador) | 2015-09-05\n- Criminal (El Salvador) | Use unconventional violence | Military (El Salvador) | 2015-08-07\n- Criminal (El Salvador) | Use unconventional violence | Military (El Salvador) | 2015-07-03\n- Criminal (El Salvador) | Use unconventional violence | Military (El Salvador) | 2015-06-21\n- Criminal (El Salvador) | Use unconventional violence | Military (El Salvador) | 2015-05-10\n- Criminal (El Salvador) | Use unconventional violence | Military (El Salvador) | 2015-04-22\n- Criminal (El Salvador) | Use unconventional violence | Military (El Salvador) | 2015-04-20\n- Criminal (El Salvador) | Use unconventional violence | Other Authorities / Officials (El Salvador) | 2015-09-11\n- Criminal (El Salvador) | Use unconventional violence | Other Authorities / Officials (El Salvador) | 2015-06-23\n- Criminal (El Salvador) | Use unconventional violence | Other Authorities / Officials (El Salvador) | 2015-04-30\n- Military (El Salvador) | Use conventional military force | Criminal (El Salvador) | 2015-06-11\n- Military (El Salvador) | Use conventional military force | Criminal (El Salvador) | 2015-04-19\n- Guerrilla (El Salvador) | Make statement | Criminal (El Salvador) | 2015-01-26\n- Guerrilla (El Salvador) | Make statement | Criminal (El Salvador) | 2015-01-24\n- Other Authorities / Officials (El Salvador) | Investigate | Criminal (El Salvador) | 2015-05-10\nAnswer:", "completion": " Other Authorities / Officials (El Salvador)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1010472", "prompt": "Who denounced Cristina Fernández de Kirchner before 2015?\nEvidence:\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-05-24\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-03-03\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-02-28\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-12-26\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-11-15\n- Cristina Fernández de Kirchner | Accuse | Alberto Fernández | 2005-12-24\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2012-09-23\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2007-11-15\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-05-24\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-03-03\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-02-28\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2007-12-26\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2007-11-15\n- Alberto Fernández | Accuse | Cristina Fernández de Kirchner | 2012-05-27\n- Cristina Fernández de Kirchner | Make statement | Alberto Fernández | 2011-07-28\nAnswer:", "completion": " Lawmaker (Argentina)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1041105", "prompt": "To whom did the Ijaw Youth Council first appeal after Oluṣẹgun Ọbasanjọ?\nEvidence:\n- Ijaw Youth Council | Make statement | Oluṣẹgun Ọbasanjọ | 2015-07-19\n- Ijaw Youth Council | Make an appeal or request | Oluṣẹgun Ọbasanjọ | 2007-05-21\n- Ijaw Youth Council | Yield | Boko Haram | 2011-08-01\n- Ijaw Youth Council | Accuse | Muhammadu Buhari | 2015-10-26\n- Ijaw Youth Council | Accuse | Muhammadu Buhari | 2015-09-14\n- Ijaw Youth Council | Accuse | Government (Nigeria) | 2014-09-08\n- Ijaw Youth Council | Accuse | Government (Nigeria) | 2005-10-21\n- Ijaw Youth Council | Accuse | Citizen (Nigeria) | 2013-12-01\n- Ijaw Youth Council | Appeal for judicial cooperation | Citizen (International) | 2006-03-06\n- Muhammadu Buhari | Make statement | Ijaw Youth Council | 2015-04-05\n- Ijaw Youth Council | Make statement | Militant (Nigeria) | 2009-11-04\n- Ijaw Youth Council | Make statement | Militant (Nigeria) | 2009-04-13\n- Ijaw Youth Council | Make statement | Government (Nigeria) | 2014-09-08\n- Ijaw Youth Council | Make statement | Government (Nigeria) | 2008-07-09\n- Ijaw Youth Council | Make statement | Government (Nigeria) | 2008-06-23\nAnswer:", "completion": " Emmanuel Eweta Uduaghan", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1210713", "prompt": "Who was the first person with whom the advisors of the US Cabinet of Ministers announced their intention to meet?\nEvidence:\n- Cabinet / Council of Ministers / Advisors (Brazil) | Make statement | First Command of the Capital | 2006-07-15\n- Cabinet / Council of Ministers / Advisors (Thailand) | Consult | Cabinet / Council of Ministers / Advisors (Indonesia) | 2005-12-22\n- Cabinet / Council of Ministers / Advisors (Thailand) | Consult | Cabinet / Council of Ministers / Advisors (Indonesia) | 2005-12-21\n- Cabinet / Council of Ministers / Advisors (Indonesia) | Consult | Cabinet / Council of Ministers / Advisors (Thailand) | 2005-12-22\n- Cabinet / Council of Ministers / Advisors (Indonesia) | Consult | Cabinet / Council of Ministers / Advisors (Thailand) | 2005-12-21\n- People Associated with the Opposition (Australia) | Reject | Cabinet / Council of Ministers / Advisors (Australia) | 2014-06-26\n- People Associated with the Opposition (Australia) | Accuse | Cabinet / Council of Ministers / Advisors (Australia) | 2013-04-06\n- Cabinet / Council of Ministers / Advisors (Australia) | Accuse | People Associated with the Opposition (Australia) | 2007-03-08\n- Cabinet / Council of Ministers / Advisors (Australia) | Accuse | People Associated with the Opposition (Australia) | 2007-03-07\n- Police (Australia) | Return, release person(s) | Cabinet / Council of Ministers / Advisors (Australia) | 2007-07-04\n- Cabinet / Council of Ministers / Advisors (United States) | Return, release person(s) | China | 2009-09-29\n- Cabinet / Council of Ministers / Advisors (Australia) | Return, release person(s) | Citizen (Australia) | 2005-10-17\n- People Associated with the Opposition (Australia) | Make statement | Cabinet / Council of Ministers / Advisors (Australia) | 2009-07-20\n- People Associated with the Opposition (Australia) | Make statement | Cabinet / Council of Ministers / Advisors (Australia) | 2008-10-16\n- People Associated with the Opposition (Australia) | Make statement | Cabinet / Council of Ministers / Advisors (Australia) | 2008-02-18\nAnswer:", "completion": " Abdullah Gül", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1065466", "prompt": "When did the Australian Greens first threaten the Australian police?\nEvidence:\n- Australia Greens | Threaten | Police (Australia) | 2005-08-31\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-07-02\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-06-27\n- Australia Greens | Accuse | Police (Australia) | 2005-02-04\n- The Hague | Threaten | Criminal (The Hague) | 2006-04-30\n- Australia Greens | Accuse | People Associated with the Opposition (Australia) | 2009-10-29\n- Australia Greens | Accuse | People Associated with the Opposition (Australia) | 2009-09-13\n- People First Party Korea | Threaten | Civil Servant (Taiwan) | 2005-11-10\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Australia Greens | Make statement | People Associated with the Opposition (Australia) | 2011-10-04\n- Australia Greens | Consider policy option | Police (Australia) | 2005-08-31\n- The Poor (Mexico) | Threaten | Mexico | 2007-06-30\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\nAnswer:", "completion": " 2005-08-31", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1164080", "prompt": "When did the Police of Kenya last accuse the Armed Rebel of Somalia?\nEvidence:\n- Police (Kenya) | Accuse | Armed Rebel (Somalia) | 2011-10-15\n- Police (Kenya) | Make statement | Armed Rebel (Somalia) | 2011-06-11\n- Armed Rebel (Somalia) | Accuse | Military Personnel - Special (Kenya) | 2014-04-04\n- Activist (Somalia) | Accuse | Armed Rebel (Somalia) | 2009-09-10\n- Armed Rebel (Somalia) | Accuse | Ethiopia | 2007-07-26\n- Armed Rebel (Somalia) | Use unconventional violence | Police (Kenya) | 2007-11-21\n- Media Personnel (Somalia) | Accuse | Armed Rebel (Somalia) | 2013-02-04\n- Armed Rebel (Somalia) | Accuse | Al-Shabaab | 2009-11-25\n- Armed Rebel (Somalia) | Demand | Education (Somalia) | 2009-09-20\n- Armed Rebel (Somalia) | Demand | Business (Somalia) | 2010-08-03\n- Armed Rebel (Somalia) | Make statement | Armed Gang (Somalia) | 2014-02-13\n- The Hague | Accuse of war crimes | Armed Rebel (Serbia) | 2011-07-22\n- Islamic (Somalia) | Make statement | Armed Rebel (Somalia) | 2009-01-11\n- Armed Rebel (Somalia) | Threaten | Ethiopia | 2011-11-20\n- Head of Government (Kenya) | Accuse | Militant (Somalia) | 2014-06-18\nAnswer:", "completion": " 2011-10-15", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1359054", "prompt": "When did the Prime Minister of Portugal last express his intention to negotiate with Edmund Ho?\nEvidence:\n- Edmund Ho | Make statement | Portugal | 2009-11-19\n- Head of Government (Portugal) | Consult | Edmund Ho | 2005-01-16\n- Edmund Ho | Consult | Head of Government (Portugal) | 2005-01-16\n- Head of Government (Portugal) | Express intent to meet or negotiate | Edmund Ho | 2005-01-16\n- Head of Government (Portugal) | Praise or endorse | Edmund Ho | 2005-01-16\n- Edmund Ho | Express intent to meet or negotiate | China | 2007-04-12\n- Edmund Ho | Make statement | Thailand | 2007-04-12\n- Head of Government (Portugal) | Make an appeal or request | Edmund Ho | 2005-01-16\n- Thailand | Host a visit | Edmund Ho | 2007-04-12\n- Edmund Ho | Make a visit | Thailand | 2007-04-12\n- China | Praise or endorse | Edmund Ho | 2009-11-19\n- Media Personnel (China) | Make statement | Edmund Ho | 2007-08-13\n- Liu Yandong | Praise or endorse | Edmund Ho | 2006-12-15\n- Head of Government (Portugal) | Express intent to meet or negotiate | Portugal | 2010-03-05\n- Head of Government (Portugal) | Express intent to meet or negotiate | Portugal | 2010-02-21\nAnswer:", "completion": " 2005-01-16", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1254693", "prompt": "At what time did the citizens of Nigeria last blame the Armed Rebel of Nigeria?\nEvidence:\n- The Hague | Accuse of war crimes | Armed Rebel (Serbia) | 2011-07-22\n- Citizen (Nigeria) | Accuse | Armed Rebel (Nigeria) | 2008-02-08\n- Armed Rebel (Nigeria) | Accuse | Government (Nigeria) | 2008-02-06\n- Armed Rebel (Nigeria) | Accuse | Government (Nigeria) | 2008-01-18\n- Government (Sudan) | Consult | Armed Rebel (Nigeria) | 2005-07-18\n- Armed Rebel (Nigeria) | Consult | Government (Sudan) | 2005-07-18\n- Armed Rebel (Nigeria) | Use unconventional violence | Citizen (Nigeria) | 2008-07-24\n- Armed Rebel (Nigeria) | Use unconventional violence | Citizen (Nigeria) | 2008-06-11\n- Armed Rebel (Nigeria) | Use unconventional violence | Citizen (Nigeria) | 2007-10-31\n- Armed Rebel (Nigeria) | Use unconventional violence | Citizen (Nigeria) | 2007-01-28\n- Oluṣẹgun Ọbasanjọ | Make statement | Armed Rebel (Nigeria) | 2005-02-01\n- Government (Sudan) | Halt negotiations | Armed Rebel (Nigeria) | 2006-01-08\n- Armed Rebel (Nigeria) | Halt negotiations | Government (Sudan) | 2006-01-08\n- African Union | Make statement | Armed Rebel (Nigeria) | 2005-05-26\n- Armed Rebel (Nigeria) | Return, release person(s) | Citizen (Nigeria) | 2008-10-05\nAnswer:", "completion": " 2008-02-08", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1015440", "prompt": "Who was the last person to praise the Italian Foreign Minister before the Prime Minister of Ukraine?\nEvidence:\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-09\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-08\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-11-14\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-10-05\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Demand | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-11-24\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-05-19\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2005-05-05\n- Prime Minister Qarase | Express intent to cooperate | Prime Minister Chaudhry | 2006-05-22\nAnswer:", "completion": " Gjorge Ivanov", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1108444", "prompt": "After the citizens of Australia, who was the first to use unconventional violence against the Foreign Ministry of Israel?\nEvidence:\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- Citizen (Australia) | Use unconventional violence | Foreign Affairs (Israel) | 2006-08-21\n- First Command of the Capital | Use unconventional violence | Other Authorities / Officials (Brazil) | 2006-08-25\n- First Command of the Capital | Use unconventional violence | Lawyer/Attorney (Costa Rica) | 2008-07-26\n- Student (Iran) | Use unconventional violence | Foreign Affairs (Israel) | 2011-09-13\n- Student (Iran) | Use unconventional violence | Foreign Affairs (Israel) | 2011-09-10\n- Citizen (Mauritania) | Use unconventional violence | Foreign Affairs (Israel) | 2014-11-20\n- Settler (Israel) | Use unconventional violence | Police (Israel) | 2011-03-31\n- Settler (Israel) | Use unconventional violence | Police (Israel) | 2011-03-09\n- Settler (Israel) | Use unconventional violence | Police (Israel) | 2011-03-01\n- Settler (Israel) | Use unconventional violence | Police (Israel) | 2008-11-02\n- Settler (Israel) | Use unconventional violence | Police (Israel) | 2006-11-06\nAnswer:", "completion": " Armed Band (Al-Akhbar)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1357035", "prompt": "Who rejected Portugal before December 2008?\nEvidence:\n- Children (Portugal) | Occupy territory | Portugal | 2005-06-10\n- Foreign Affairs (Portugal) | Make statement | Portugal | 2005-06-15\n- Foreign Affairs (Portugal) | Make statement | Portugal | 2005-05-30\n- Foreign Affairs (Portugal) | Make statement | Portugal | 2005-03-31\n- Portugal | Make statement | Head of Government (Portugal) | 2005-03-13\n- Portugal | Make statement | Head of Government (Portugal) | 2005-03-12\n- Head of Government (Portugal) | Make statement | Portugal | 2005-03-21\n- Head of Government (Portugal) | Make statement | Portugal | 2005-03-13\n- Head of Government (Portugal) | Make statement | Portugal | 2005-03-12\n- Portugal | Praise or endorse | Head of Government (Portugal) | 2005-05-27\n- Portugal | Consult | China | 2005-01-13\n- China | Consult | Portugal | 2005-01-13\n- Portugal | Arrest, detain, or charge with legal action | Criminal (Portugal) | 2005-03-30\n- Portugal | Reject | Abu Salem | 2005-07-21\n- Portugal | Cooperate militarily | Iraq | 2005-05-14\nAnswer:", "completion": " France", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1146509", "prompt": "Who was the first to endorse the government of Nigeria after the Alliance for Democracy?\nEvidence:\n- Alliance for Democracy | Praise or endorse | Government (Nigeria) | 2007-07-05\n- Government (Nigeria) | Make statement | Alliance for Democracy | 2007-03-31\n- Citizen (Nigeria) | Reject | Alliance for Democracy | 2006-08-15\n- Citizen (Nigeria) | Accuse | Alliance for Democracy | 2006-04-27\n- Citizen (Nigeria) | Accuse | Alliance for Democracy | 2006-01-26\n- Alliance for Democracy | Accuse | Citizen (Nigeria) | 2006-05-15\n- Alliance for Democracy | Accuse | Citizen (Nigeria) | 2006-04-24\n- Alliance for Democracy | Praise or endorse | Head of Government (Burkina Faso) | 2010-08-23\n- Alliance for Democracy | Express intent to cooperate | Citizen (Nigeria) | 2007-04-11\n- Alliance for Democracy | Praise or endorse | Muhammadu Buhari | 2007-10-11\n- Alliance for Democracy | Make an appeal or request | Head of Government (Nigeria) | 2015-07-27\n- Alliance for Democracy | Make an appeal or request | Head of Government (Nigeria) | 2005-03-30\n- Alliance for Democracy | Make an appeal or request | Government (Nigeria) | 2015-11-24\n- Alliance for Democracy | Make an appeal or request | Government (Nigeria) | 2013-01-02\n- Alliance for Democracy | Make an appeal or request | Government (Nigeria) | 2010-07-13\nAnswer:", "completion": " Democratic Party (Nigeria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1360522", "prompt": "Who did the UN security council made negative comments on on the same month of Portugal?\nEvidence:\n- UN Security Council | Rally support on behalf of | Rafiq Hariri | 2005-02-16\n- UN Security Council | Rally support on behalf of | Rafiq Hariri | 2005-02-15\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- UN Security Council | Demand settling of dispute | Citizen (Sudan) | 2005-01-13\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\n- UN Security Council | Consult | Nabil Shaath | 2005-01-11\n- UN Security Council | Consult | John Garang | 2005-02-09\n- UN Security Council | Consult | John Garang | 2005-02-08\n- UN Security Council | Consult | African Union | 2005-01-10\n- Nabil Shaath | Consult | UN Security Council | 2005-01-11\n- John Garang | Consult | UN Security Council | 2005-02-09\nAnswer:", "completion": " Comoros", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1371227", "prompt": "Which country wanted to meet with Sudan in the same month as Mark Simmonds?\nEvidence:\n- Mark Simmonds | Make statement | Sudan | 2014-01-17\n- Mark Simmonds | Express intent to meet or negotiate | Sudan | 2014-01-09\n- Sudan | Host a visit | Mark Simmonds | 2014-01-15\n- Mark Simmonds | Make a visit | Sudan | 2014-01-15\n- Mark Simmonds | Engage in negotiation | Aïchatou Mindaoudou Souleymane | 2014-01-31\n- Aïchatou Mindaoudou Souleymane | Engage in negotiation | Mark Simmonds | 2014-01-31\n- Tanzania | Host a visit | Mark Simmonds | 2014-07-10\n- Mark Simmonds | Praise or endorse | Ethiopia | 2014-01-29\n- Mark Simmonds | Make optimistic comment | France | 2014-05-23\n- Mark Simmonds | Make a visit | Tanzania | 2014-07-10\n- Mark Simmonds | Make a visit | Angola | 2014-06-26\n- Mark Simmonds | Make a visit | Angola | 2014-06-25\n- Mark Simmonds | Make a visit | Angola | 2014-06-23\n- Mark Simmonds | Consult | James Wani Igga | 2014-04-19\n- Mark Simmonds | Consult | Foreign Affairs (Ethiopia) | 2014-08-04\nAnswer:", "completion": " South Sudan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1351032", "prompt": "Who first expressed the intention to meet with Christine Lagarde in 2015?\nEvidence:\n- Valdis Dombrovskis | Express intent to meet or negotiate | Christine Lagarde | 2015-04-16\n- Christine Lagarde | Express intent to meet or negotiate | Macky Sall | 2015-01-17\n- Alexis Tsipras | Express intent to meet or negotiate | Christine Lagarde | 2015-06-24\n- Alexis Tsipras | Express intent to meet or negotiate | Christine Lagarde | 2015-06-23\n- Alexis Tsipras | Express intent to meet or negotiate | Christine Lagarde | 2015-06-22\n- Alexis Tsipras | Express intent to meet or negotiate | Christine Lagarde | 2015-06-21\n- Macky Sall | Consult | Christine Lagarde | 2015-02-01\n- Habib Essid | Consult | Christine Lagarde | 2015-09-08\n- Christine Lagarde | Make statement | China | 2015-07-29\n- Christine Lagarde | Make statement | China | 2015-03-22\n- Christine Lagarde | Consult | Macky Sall | 2015-02-01\n- Christine Lagarde | Consult | Habib Essid | 2015-09-08\n- Christine Lagarde | Consult | Arseniy Yatsenyuk | 2015-09-07\n- Christine Lagarde | Consult | Arseniy Yatsenyuk | 2015-06-11\n- Christine Lagarde | Consult | Angela Merkel | 2015-06-02\nAnswer:", "completion": " Valdis Dombrovskis", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1142442", "prompt": "Who did the Sudanese Ministry negotiate with after Feb, 2009?\nEvidence:\n- Ministry (The Hague) | Express intent to meet or negotiate | The Hague | 2015-11-18\n- People Associated with the Opposition (Brazil) | Demand | Ministry (Brazil) | 2012-01-11\n- People Associated with the Opposition (Brazil) | Demand | Ministry (Brazil) | 2012-01-10\n- People Associated with the Opposition (Brazil) | Demand | Ministry (Brazil) | 2011-05-20\n- People Associated with the Opposition (Brazil) | Accuse | Ministry (Brazil) | 2008-04-12\n- Ministry (Brazil) | Threaten | People Associated with the Opposition (Brazil) | 2005-12-23\n- Ministry (Brazil) | Demand | People Associated with the Opposition (Brazil) | 2009-11-18\n- Ministry (Brazil) | Demand | People Associated with the Opposition (Brazil) | 2006-11-25\n- Ministry (Brazil) | Accuse | People Associated with the Opposition (Brazil) | 2005-05-23\n- The Hague | Impose administrative sanctions | Ministry (The Hague) | 2015-09-16\n- Ministry (Brazil) | Express intent to meet or negotiate | People Associated with the Opposition (Brazil) | 2007-10-24\n- Ministry (Brazil) | Express intent to meet or negotiate | People Associated with the Opposition (Brazil) | 2005-08-14\n- People Associated with the Opposition (Brazil) | Make statement | Ministry (Brazil) | 2010-02-11\n- Ministry (Egypt) | Make statement | People Associated with the Opposition (Egypt) | 2013-02-18\n- Ministry (Brazil) | Make statement | People Associated with the Opposition (Brazil) | 2013-05-20\nAnswer:", "completion": " Eritrea", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1378615", "prompt": "Who visited South Korea in May 2014?\nEvidence:\n- Japan | Engage in negotiation | South Korea | 2014-05-15\n- Police (South Korea) | Investigate | South Korea | 2014-05-20\n- Police (South Korea) | Investigate | South Korea | 2014-05-06\n- Police (South Korea) | Confiscate property | South Korea | 2014-05-06\n- Lawyer/Attorney (South Korea) | Investigate | South Korea | 2014-05-14\n- South Korea | Sign formal agreement | Governor (South Korea) | 2014-05-09\n- Police (South Korea) | Seize or damage property | South Korea | 2014-05-20\n- South Korea | Demand | Japan | 2014-05-15\n- South Korea | Consult | Vietnam | 2014-05-20\n- South Korea | Consult | Japan | 2014-05-15\n- South Korea | Consult | Iran | 2014-05-02\n- Japan | Consult | South Korea | 2014-05-15\n- Iran | Consult | South Korea | 2014-05-02\n- South Korea | Arrest, detain, or charge with legal action | Business (South Korea) | 2014-05-08\n- South Korea | Make statement | Japan | 2014-05-15\nAnswer:", "completion": " Catherine Ashton", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1294134", "prompt": "After the Trade Union of South Korea, whom did the Lawyer/Attorney of South Korea investigate first?\nEvidence:\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | South Korea | 2005-01-08\n- South Korea | Consult | Japan | 2005-01-06\n- Japan | Consult | South Korea | 2005-01-06\n- South Korea | Reduce relations | Citizen (North Korea) | 2005-01-03\n- South Korea | Provide humanitarian aid | Citizen (North Korea) | 2005-01-11\n- South Korea | Provide military aid | Iraq | 2005-01-03\n- South Korea | Provide humanitarian aid | Thailand | 2005-01-02\n- South Korea | Provide humanitarian aid | Thailand | 2005-01-01\n- South Korea | Make a visit | Aceh | 2005-01-08\nAnswer:", "completion": " Sankei", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1101077", "prompt": "Who appealed for Al-Shabaab before the Council of Ministers of the United States?\nEvidence:\n- Seyoum Mesfin | Engage in negotiation | Cabinet / Council of Ministers / Advisors (United States) | 2009-11-06\n- Cabinet / Council of Ministers / Advisors (United States) | Engage in negotiation | Seyoum Mesfin | 2009-11-06\n- Al-Shabaab | Threaten | Ethiopia | 2008-12-22\n- Isaaq | Make statement | Al-Shabaab | 2008-01-17\n- Intellectual (Somalia) | Consult | Al-Shabaab | 2008-04-28\n- Governor (Somalia) | Accuse | Al-Shabaab | 2007-11-11\n- Criminal (Somalia) | Reject | Al-Shabaab | 2008-10-05\n- Al-Shabaab | Threaten | Criminal (Somalia) | 2008-05-18\n- Al-Shabaab | Occupy territory | Iraq | 2009-01-12\n- Al-Shabaab | Consult | Intellectual (Somalia) | 2008-04-28\n- Seyoum Mesfin | Make statement | Al-Shabaab | 2007-04-28\n- Media Personnel (Somalia) | Accuse | Al-Shabaab | 2008-09-22\n- Governor (Somalia) | Make statement | Al-Shabaab | 2007-11-11\n- Eritrea | Praise or endorse | Al-Shabaab | 2007-07-26\n- Al-Shabaab | Make statement | Criminal (Somalia) | 2008-11-15\nAnswer:", "completion": " Businessperson (Somalia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1077366", "prompt": "After William ole Ntimama, who did the Kenyan police ask first?\nEvidence:\n- Police (Kenya) | Investigate | William ole Ntimama | 2006-07-05\n- William ole Ntimama | Demand | William Ruto | 2011-08-22\n- William Ruto | Accuse | William ole Ntimama | 2012-12-24\n- William ole Ntimama | Threaten | Maasai | 2006-07-05\n- William ole Ntimama | Make statement | William Ruto | 2012-12-24\n- William ole Ntimama | Deny responsibility | William Ruto | 2012-12-24\n- William ole Ntimama | Make statement | Police (Kenya) | 2011-07-04\n- William ole Ntimama | Make statement | Maasai | 2012-01-03\n- William ole Ntimama | Make statement | Maasai | 2011-07-04\n- William ole Ntimama | Make statement | Maasai | 2005-10-24\n- William ole Ntimama | Make statement | Maasai | 2005-10-03\n- William ole Ntimama | Make statement | Maasai | 2005-10-02\n- William ole Ntimama | Make statement | Maasai | 2005-05-23\n- William ole Ntimama | Consult | Media (Africa) | 2012-12-24\n- Media (Africa) | Consult | William ole Ntimama | 2012-12-24\nAnswer:", "completion": " Student (Kenya)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1385836", "prompt": "Who did Murtala Nyako praise before 18 October 2011?\nEvidence:\n- Murtala Nyako | Praise or endorse | Farm Worker (Nigeria) | 2011-10-18\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 1} +{"id": "mtq_1327470", "prompt": "After Solidarity, who investigated the citizens of Brazil first?\nEvidence:\n- Solidarity | Accuse | Japan | 2010-02-23\n- Iran | Demand | Solidarity | 2007-11-09\n- Solidarity | Make statement | Head of Government (Nigeria) | 2005-02-01\n- Villager (Myanmar) | Reject | Solidarity | 2010-12-16\n- Solidarity | Make statement | Iraq | 2005-08-01\n- Solidarity | Make statement | Iran | 2011-01-05\n- Solidarity | Make statement | China | 2009-04-28\n- Solidarity | Consult | Simone Veil | 2008-05-03\n- Solidarity | Consult | Radoslaw Sikorski | 2011-05-28\n- Solidarity | Consult | Angela Merkel | 2009-05-04\n- Solidarity | Complain officially | Samsung | 2007-11-07\n- Solidarity | Accuse | Government (Poland) | 2007-08-24\n- Simone Veil | Consult | Solidarity | 2008-05-03\n- Radoslaw Sikorski | Consult | Solidarity | 2011-05-28\n- Angela Merkel | Consult | Solidarity | 2009-05-04\nAnswer:", "completion": " Public Prosecutor (Brazil)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1370397", "prompt": "Before Yemen, who blamed Al-Shabaab last?\nEvidence:\n- Al-Shabaab | Threaten | Ethiopia | 2008-12-22\n- Isaaq | Make statement | Al-Shabaab | 2008-01-17\n- Intellectual (Somalia) | Consult | Al-Shabaab | 2008-04-28\n- Governor (Somalia) | Accuse | Al-Shabaab | 2007-11-11\n- Criminal (Somalia) | Reject | Al-Shabaab | 2008-10-05\n- Al-Shabaab | Threaten | Criminal (Somalia) | 2008-05-18\n- Al-Shabaab | Occupy territory | Iraq | 2009-01-12\n- Al-Shabaab | Consult | Intellectual (Somalia) | 2008-04-28\n- Seyoum Mesfin | Make statement | Al-Shabaab | 2007-04-28\n- Media Personnel (Somalia) | Accuse | Al-Shabaab | 2008-09-22\n- Governor (Somalia) | Make statement | Al-Shabaab | 2007-11-11\n- Eritrea | Praise or endorse | Al-Shabaab | 2007-07-26\n- Al-Shabaab | Make statement | Criminal (Somalia) | 2008-11-15\n- Al-Shabaab | Demonstrate or rally | Ethiopia | 2009-01-09\n- Sheikh Mukhtar Robow | Make statement | Al-Shabaab | 2008-11-19\nAnswer:", "completion": " Governor (Somalia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1262273", "prompt": "Who asked for the other authorities and officials of Egypt on 13 May 2014?\nEvidence:\n- Lawyer/Attorney (Egypt) | Make an appeal or request | Other Authorities / Officials (Egypt) | 2014-05-13\n- High Commission for Refugees | Praise or endorse | Other Authorities / Officials (Libya) | 2014-05-13\nAnswer:", "completion": " Lawyer/Attorney (Egypt)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 0} +{"id": "mtq_1275333", "prompt": "After Barack Obama, who hosted the visit of the Afghan Foreign Ministry?\nEvidence:\n- Sudan | Host a visit | Barack Obama | 2006-09-03\n- Sudan | Host a visit | Barack Obama | 2006-09-02\n- Iraq | Host a visit | Barack Obama | 2006-01-08\n- Iraq | Host a visit | Barack Obama | 2006-01-07\n- Ethiopia | Host a visit | Barack Obama | 2006-09-01\n- Djibouti | Host a visit | Barack Obama | 2006-09-01\n- Barack Obama | Make a visit | Sudan | 2006-09-03\n- Barack Obama | Make a visit | Sudan | 2006-09-02\n- Barack Obama | Make a visit | Iraq | 2006-01-08\n- Barack Obama | Make a visit | Iraq | 2006-01-07\n- Barack Obama | Make a visit | Ethiopia | 2006-09-01\n- Barack Obama | Make a visit | Djibouti | 2006-09-01\n- Head of Government (Kenya) | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Consult | Head of Government (Kenya) | 2006-08-25\n- South Africa | Host a visit | Barack Obama | 2006-08-23\nAnswer:", "completion": " Gurbanguly Berdymukhammedov", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1124718", "prompt": "Before the displaced families of Sudan, with whom did Javier Solana last want to negotiate?\nEvidence:\n- Javier Solana | Consider policy option | The Hague | 2005-02-05\n- Javier Solana | Express intent to meet or negotiate | France | 2005-02-18\n- Javier Solana | Express intent to meet or negotiate | Colombia | 2005-01-03\n- Javier Solana | Demand | Iran | 2005-02-01\n- Javier Solana | Consult | Iran | 2005-02-01\n- Iran | Consult | Javier Solana | 2005-02-01\n- Shaukat Aziz | Express intent to meet or negotiate | Javier Solana | 2005-01-25\n- Milo Djukanovic | Express intent to meet or negotiate | Javier Solana | 2005-02-24\n- Mahmoud Abbas | Express intent to meet or negotiate | Javier Solana | 2005-02-28\n- Mahmoud Abbas | Express intent to meet or negotiate | Javier Solana | 2005-02-25\n- Javier Solana | Express intent to meet or negotiate | Milo Djukanovic | 2005-02-24\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-14\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-13\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-08\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-05\nAnswer:", "completion": " Mahmoud Ahmadinejad", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1289556", "prompt": "In which year did Kazakhstan praise Mahmoud Ahmadinejad?\nEvidence:\n- Iran | Praise or endorse | Mahmoud Ahmadinejad | 2005-06-25\n- Iran | Praise or endorse | Mahmoud Ahmadinejad | 2005-05-21\n- China | Praise or endorse | Mahmoud Ahmadinejad | 2005-06-28\n- United Arab Emirates | Praise or endorse | Mahmoud Ahmadinejad | 2005-06-28\n- Gholamali Haddad Adel | Praise or endorse | Mahmoud Ahmadinejad | 2005-06-25\n- Mahmoud Ahmadinejad | Investigate | Iran | 2005-06-21\n- Mahmoud Ahmadinejad | Demand | Iran | 2005-04-07\n- Mahmoud Ahmadinejad | Accuse | Iran | 2005-06-25\n- China | Praise or endorse | Kazakhstan | 2005-03-30\n- Mahmoud Ahmadinejad | Engage in symbolic act | Islamic Preacher (Iran) | 2005-06-26\n- Mahmoud Ahmadinejad | Engage in symbolic act | Islamic Preacher (Iran) | 2005-06-25\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-07-01\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-09\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-04-17\n- Ministry (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-29\nAnswer:", "completion": " 2013", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1040917", "prompt": "Who was the first to visit Angela Merkel after Sheikh Hamad bin Khalifa al-Thani?\nEvidence:\n- Sheikh Hamad bin Khalifa al-Thani | Discuss by telephone | Sheikh Hamad bin Isa al Khalifah | 2005-05-07\n- Sheikh Hamad bin Isa al Khalifah | Discuss by telephone | Sheikh Hamad bin Khalifa al-Thani | 2005-05-07\n- Sheikh Hamad bin Khalifa al-Thani | Make a visit | Maldives | 2005-04-17\n- Sheikh Hamad bin Khalifa al-Thani | Make a visit | Japan | 2005-06-08\n- Sheikh Hamad bin Khalifa al-Thani | Make a visit | Japan | 2005-06-07\n- Maldives | Host a visit | Sheikh Hamad bin Khalifa al-Thani | 2005-04-17\n- Japan | Host a visit | Sheikh Hamad bin Khalifa al-Thani | 2005-06-08\n- Japan | Host a visit | Sheikh Hamad bin Khalifa al-Thani | 2005-06-07\n- Tony Blair | Consult | Sheikh Hamad bin Khalifa al-Thani | 2005-03-03\n- Sheikh Hamad bin Khalifa al-Thani | Make statement | Qatar | 2005-06-08\n- Sheikh Hamad bin Khalifa al-Thani | Make statement | Qatar | 2005-04-15\n- Sheikh Hamad bin Khalifa al-Thani | Make statement | Qatar | 2005-04-01\n- Sheikh Hamad bin Khalifa al-Thani | Make statement | Qatar | 2005-03-22\n- Sheikh Hamad bin Khalifa al-Thani | Consult | Tony Blair | 2005-03-03\n- Sheikh Hamad bin Khalifa al-Thani | Consult | Pervez Musharraf | 2005-06-05\nAnswer:", "completion": " Wen Jiabao", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1137072", "prompt": "Which country made the first appeal to Yemen after the Italian government?\nEvidence:\n- Head of Government (Germany) | Express intent to meet or negotiate | Yemen | 2005-02-18\n- Ali Abdullah Saleh | Make an appeal or request | Yemen | 2005-01-02\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-30\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-29\n- Yemen | Consult | Sudan | 2005-01-02\n- Yemen | Consult | Ethiopia | 2005-01-02\n- Yemen | Consult | Eritrea | 2005-03-11\n- Yemen | Consult | Djibouti | 2005-02-08\n- Yemen | Consult | Djibouti | 2005-02-07\n- Sudan | Consult | Yemen | 2005-01-02\n- Ethiopia | Consult | Yemen | 2005-01-02\n- Eritrea | Consult | Yemen | 2005-03-11\n- Djibouti | Consult | Yemen | 2005-02-08\n- Djibouti | Consult | Yemen | 2005-02-07\n- James Wolfensohn | Express intent to meet or negotiate | Yemen | 2005-02-04\nAnswer:", "completion": " Ethiopia", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1287616", "prompt": "In which month was the Bank of Poland the first to support transport in Poland?\nEvidence:\n- Bank (Poland) | Praise or endorse | Transport (Poland) | 2009-05-19\n- Bank (Poland) | Express intent to provide economic aid | Transport (Poland) | 2005-02-25\n- Government (Poland) | Demand | Bank (Poland) | 2009-07-14\n- Ministry (Poland) | Make statement | Bank (Poland) | 2010-03-11\n- Ministry (Poland) | Make statement | Bank (Poland) | 2009-11-16\n- Business (Poland) | Make statement | Bank (Poland) | 2015-08-06\n- Business (Poland) | Make statement | Bank (Poland) | 2015-05-12\n- Business (Poland) | Make statement | Bank (Poland) | 2015-02-05\n- Women (Poland) | Bring lawsuit against | Bank (Poland) | 2005-04-27\n- Thief (Poland) | Use unconventional violence | Bank (Poland) | 2005-04-28\n- Business (Poland) | Sign formal agreement | Bank (Poland) | 2009-03-06\n- Bank (Poland) | Sign formal agreement | Business (Poland) | 2009-03-06\n- Bank (Poland) | Provide humanitarian aid | Government (Poland) | 2014-06-14\n- Bank (Poland) | Express intent to provide economic aid | Business (Poland) | 2014-06-23\n- Central Bank (Poland) | Make pessimistic comment | Government (Poland) | 2008-10-30\nAnswer:", "completion": " 2009-05", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1222635", "prompt": "Who denounced Mexico in 2012?\nEvidence:\n- Mexico | Engage in symbolic act | Criminal (Mexico) | 2012-01-05\n- Mexico | Make statement | Criminal (Mexico) | 2012-02-29\n- Domestic Affairs (Mexico) | Reject | Mexico | 2012-01-31\n- Other Authorities / Officials (Mexico) | Threaten | Mexico | 2012-06-15\n- Other Authorities / Officials (Mexico) | Investigate | Mexico | 2012-05-16\n- Other Authorities / Officials (Mexico) | Investigate | Mexico | 2012-04-21\n- Other Authorities / Officials (Mexico) | Demand | Mexico | 2012-01-06\n- Military (Mexico) | Occupy territory | Criminal (Mexico) | 2012-02-22\n- Military (Mexico) | Make statement | Criminal (Mexico) | 2012-04-05\n- Military (Mexico) | Make statement | Criminal (Mexico) | 2012-03-06\n- Military (Mexico) | Make statement | Criminal (Mexico) | 2012-01-02\n- Military (Mexico) | Confiscate property | Criminal (Mexico) | 2012-04-04\n- Mexico | Criticize or denounce | Congress (Mexico) | 2012-01-06\n- Government Official (Mexico) | Make statement | Mexico | 2012-01-30\n- Domestic Affairs (Mexico) | Make statement | Mexico | 2012-01-06\nAnswer:", "completion": " National Action Party", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1227826", "prompt": "Who did Solomon Passy want to negotiate with first, after the citizens of Bulgaria?\nEvidence:\n- Solomon Passy | Consult | Representatives (Bulgaria) | 2005-03-27\n- Solomon Passy | Consult | Representatives (Bulgaria) | 2005-01-11\n- Representatives (Bulgaria) | Consult | Solomon Passy | 2005-03-27\n- Representatives (Bulgaria) | Consult | Solomon Passy | 2005-01-11\n- Solomon Passy | Make statement | Representatives (Bulgaria) | 2005-04-21\n- Solomon Passy | Express intent to meet or negotiate | Citizen (Bulgaria) | 2005-03-17\n- Citizen (Bulgaria) | Express intent to meet or negotiate | Solomon Passy | 2005-03-17\n- House of Representatives (Bulgaria) | Express intent to meet or negotiate | Solomon Passy | 2008-08-06\n- Solomon Passy | fight with small arms and light weapons | Citizen (Bulgaria) | 2005-05-19\n- Solomon Passy | Express intent to meet or negotiate | Romania | 2005-02-01\n- Solomon Passy | Express intent to meet or negotiate | Iran | 2008-01-21\n- Solomon Passy | Express intent to meet or negotiate | Colombia | 2005-06-03\n- Romania | Express intent to meet or negotiate | Solomon Passy | 2005-02-01\n- Stephen Hadley | Consult | Solomon Passy | 2005-03-25\n- Solomon Passy | Consult | Stephen Hadley | 2005-03-25\nAnswer:", "completion": " Stephen Hadley", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1391584", "prompt": "Who was the first person Angela Merkel made optimistic comments about after the Ministry of Finance of Germany?\nEvidence:\n- Angela Merkel | Defend verbally | People Associated with the Opposition (Germany) | 2005-07-17\n- Angela Merkel | Make statement | Government (Germany) | 2005-07-17\n- Angela Merkel | Make statement | Government (Germany) | 2005-07-15\n- Angela Merkel | Make statement | Government (Germany) | 2005-05-31\n- Angela Merkel | Praise or endorse | Head of Government (Germany) | 2005-07-21\n- Angela Merkel | Reject material cooperation | Government (Germany) | 2005-07-17\n- Angela Merkel | Engage in diplomatic cooperation | Government (Germany) | 2005-06-02\n- Angela Merkel | Make an appeal or request | Government (Germany) | 2005-03-03\n- France | Consult | Angela Merkel | 2005-07-18\n- Angela Merkel | Demand | France | 2005-07-19\n- Angela Merkel | Consult | France | 2005-07-18\n- Tony Blair | Consult | Angela Merkel | 2005-02-07\n- Gerhard Schröder | Demand | Angela Merkel | 2005-07-27\n- Gerhard Schröder | Accuse | Angela Merkel | 2005-07-15\n- Angela Merkel | Reject | Gerhard Schröder | 2005-03-17\nAnswer:", "completion": " Barack Obama", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1284092", "prompt": "In which year did Alhaji Lai Mohammed investigate the citizens of Nigeria?\nEvidence:\n- Alhaji Lai Mohammed | Investigate | Citizen (Nigeria) | 2013-09-20\n- Alhaji Lai Mohammed | Demand | Government (Nigeria) | 2012-11-20\n- Alhaji Lai Mohammed | Demand | Government (Nigeria) | 2012-08-09\n- Alhaji Lai Mohammed | Demand | Citizen (Nigeria) | 2012-12-31\n- Alhaji Lai Mohammed | Accuse | Ministry (Nigeria) | 2014-01-31\n- Alhaji Lai Mohammed | Accuse | Government (Nigeria) | 2006-02-27\n- Alhaji Lai Mohammed | Accuse | Citizen (Nigeria) | 2014-02-13\n- Alhaji Lai Mohammed | Accuse | Citizen (Nigeria) | 2014-01-20\n- Alhaji Lai Mohammed | Accuse | Citizen (Nigeria) | 2012-08-15\n- Alhaji Lai Mohammed | Make statement | Newspaper (Nigeria) | 2013-05-24\n- Alhaji Lai Mohammed | Make statement | Government (Nigeria) | 2013-09-20\n- Alhaji Lai Mohammed | Make statement | Government (Nigeria) | 2013-01-24\n- Alhaji Lai Mohammed | Make statement | Government (Nigeria) | 2012-09-16\n- Alhaji Lai Mohammed | Make statement | Government (Nigeria) | 2011-11-03\n- Alhaji Lai Mohammed | Make statement | Government (Nigeria) | 2007-02-15\nAnswer:", "completion": " 2013", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1158177", "prompt": "In January 6th, 2010, who would wish to visit Tanzania?\nEvidence:\n- Citizen (Tanzania) | Express intent to engage in diplomatic cooperation (such as policy support) | Police (Tanzania) | 2005-02-28\n- Legislature (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-04-01\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-07-15\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-05-21\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-03-07\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-01-06\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-01-05\n- Tanzania | Engage in diplomatic cooperation | China | 2005-04-15\n- China | Engage in diplomatic cooperation | Tanzania | 2005-04-15\n- Party Member (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-05-06\n- Tanzania | Accuse | Citizen (Tanzania) | 2005-08-23\n- Police (Tanzania) | Investigate | Tanzania | 2005-04-04\n- Tanzania | Make a visit | South Africa | 2005-02-22\n- Tanzania | Host a visit | South Korea | 2005-01-17\n- Tanzania | Host a visit | South Korea | 2005-01-16\nAnswer:", "completion": " Juvénal Habyarimana", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1379557", "prompt": "Before Sudan, who received the visit from the Foreign Affairs of Belgium?\nEvidence:\n- Foreign Affairs (Ethiopia) | Consult | Ethiopia | 2005-07-05\n- Ethiopia | Consult | Foreign Affairs (Ethiopia) | 2005-07-05\n- Foreign Affairs (South Africa) | Consult | Ethiopia | 2005-01-31\n- Foreign Affairs (Ethiopia) | Make statement | Ethiopia | 2005-08-02\n- Ethiopia | Make statement | Foreign Affairs (Israel) | 2005-03-30\n- Ethiopia | Consult | Foreign Affairs (South Africa) | 2005-01-31\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Sudan | Make a visit | Ethiopia | 2005-04-11\n- Sudan | Host a visit | Ethiopia | 2005-08-02\n- Ethiopia | Make a visit | Sudan | 2005-08-02\n- Ethiopia | Host a visit | Sudan | 2005-04-11\n- Sudan | Host a visit | Oluṣẹgun Ọbasanjọ | 2005-01-10\n- Sudan | Host a visit | Oluṣẹgun Ọbasanjọ | 2005-01-08\nAnswer:", "completion": " Valdas Adamkus", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1361265", "prompt": "When did the mayor of the Philippines express his intention to meet with the settler of the Philippines?\nEvidence:\n- City Mayor (Philippines) | Express intent to meet or negotiate | Settler (Philippines) | 2013-10-04\n- Settler (Philippines) | Consult | City Mayor (Philippines) | 2014-02-11\n- City Mayor (Philippines) | Consult | Settler (Philippines) | 2014-02-11\n- City Mayor (Philippines) | Make statement | Settler (Philippines) | 2013-08-19\n- City Mayor (Philippines) | Make statement | Settler (Philippines) | 2013-08-16\n- University of the Philippines | Complain officially | City Mayor (Philippines) | 2014-10-29\n- Settler (Philippines) | Accuse | Police (Philippines) | 2013-12-06\n- City Mayor (Philippines) | Make statement | Civil Aviation Authority of the Philippines | 2014-04-29\n- Police (Philippines) | Express intent to meet or negotiate | City Mayor (Philippines) | 2009-01-22\n- Police (Philippines) | Express intent to meet or negotiate | City Mayor (Philippines) | 2009-01-20\n- Congress (Philippines) | Express intent to meet or negotiate | City Mayor (Philippines) | 2005-07-10\n- City Mayor (Philippines) | Express intent to meet or negotiate | Police (Philippines) | 2010-11-26\n- City Mayor (Philippines) | Express intent to meet or negotiate | Police (Philippines) | 2010-02-08\n- City Mayor (Philippines) | Express intent to meet or negotiate | Police (Philippines) | 2009-01-22\n- City Mayor (Philippines) | Express intent to meet or negotiate | Police (Philippines) | 2009-01-20\nAnswer:", "completion": " 2013-10-04", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1265491", "prompt": "In what year did the Foreign Minister of France last express an intention to meet with Muhammadu Buhari?\nEvidence:\n- Muhammadu Buhari | Express intent to meet or negotiate | Presidential Candidate (Nigeria) | 2007-04-09\n- Muhammadu Buhari | Express intent to cooperate | Citizen (Nigeria) | 2007-04-09\n- Muhammadu Buhari | Express intent to cooperate | Citizen (Nigeria) | 2007-04-05\n- Muhammadu Buhari | Engage in symbolic act | Citizen (Nigeria) | 2006-06-12\n- Citizen (Nigeria) | Engage in symbolic act | Muhammadu Buhari | 2007-05-02\n- Muhammadu Buhari | Provide aid | Niger | 2005-07-28\n- Muhammadu Buhari | Demand | Oluṣẹgun Ọbasanjọ | 2005-07-01\n- Muhammadu Buhari | Consult | Bukola Saraki | 2006-11-21\n- Muhammadu Buhari | Accuse | Oluṣẹgun Ọbasanjọ | 2006-02-25\n- Citizen (Nigeria) | Yield | Muhammadu Buhari | 2006-12-19\n- Citizen (Nigeria) | Reject | Muhammadu Buhari | 2006-12-24\n- Bukola Saraki | Consult | Muhammadu Buhari | 2006-11-21\n- Muhammadu Buhari | Make an appeal or request | Government (Nigeria) | 2007-04-27\n- Muhammadu Buhari | Make an appeal or request | Citizen (Nigeria) | 2007-04-27\n- Muhammadu Buhari | Make an appeal or request | Citizen (Nigeria) | 2007-04-03\nAnswer:", "completion": " 2015", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1175269", "prompt": "After April 2012, who gave a denunciation to Mexico?\nEvidence:\n- Valdas Adamkus | Make a visit | Mexico | 2005-01-20\n- Muhammad VI | Make a visit | Mexico | 2005-02-10\n- Mexico | Host a visit | Valdas Adamkus | 2005-01-20\n- Mexico | Host a visit | Muhammad VI | 2005-02-10\n- Mexico | Host a visit | Jaroslav Palas | 2005-02-08\n- Jaroslav Palas | Make a visit | Mexico | 2005-02-08\n- Mexico | Investigate | Criminal (Mexico) | 2005-01-12\n- Other Authorities / Officials (Mexico) | Express intent to meet or negotiate | Mexico | 2005-01-06\n- Mexico | Express intent to cooperate | Colombia | 2005-06-30\n- Colombia | Express intent to cooperate | Mexico | 2005-06-30\n- Secretariat (Mexico) | Make statement | Mexico | 2005-02-03\n- Organized Crime (Mexico) | Demand | Mexico | 2005-01-24\n- Military (Mexico) | Cooperate militarily | Mexico | 2005-01-17\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-26\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-25\nAnswer:", "completion": " Criminal (Mexico)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1184440", "prompt": "Who first wished to negotiate with Eurasian Economic Community after the head of government of Belarus did?\nEvidence:\n- Head of Government (Belarus) | Consult | Eurasian Economic Community | 2005-09-22\n- Head of Government (Belarus) | Consult | Eurasian Economic Community | 2005-06-07\n- Eurasian Economic Community | Consult | Head of Government (Belarus) | 2005-09-22\n- Eurasian Economic Community | Consult | Head of Government (Belarus) | 2005-06-07\n- Government (Belarus) | Consult | Eurasian Economic Community | 2006-06-22\n- Eurasian Economic Community | Consult | Government (Belarus) | 2006-06-22\n- Head of Government (Belarus) | Make statement | Eurasian Economic Community | 2006-05-26\n- Head of Government (Belarus) | Express intent to meet or negotiate | Eurasian Economic Community | 2006-10-20\n- Eurasian Economic Community | Express intent to meet or negotiate | Head of Government (Belarus) | 2006-10-20\n- Legislature (Belarus) | Engage in diplomatic cooperation | Eurasian Economic Community | 2009-10-02\n- Kazakhstan | Consult | Eurasian Economic Community | 2010-05-21\n- Kazakhstan | Consult | Eurasian Economic Community | 2006-05-10\n- Eurasian Economic Community | Consult | Kazakhstan | 2010-05-21\n- Eurasian Economic Community | Consult | Kazakhstan | 2006-05-10\n- Government Official (Russia) | Consult | Eurasian Economic Community | 2006-08-15\nAnswer:", "completion": " Mikhail Yefimovich Fradkov", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1228505", "prompt": "Before USS Harry S Truman, who was the last ship to visit the Middle East?\nEvidence:\n- Military (Middle East) | Mobilize or increase armed forces | Middle East | 2005-02-14\n- Okada Katsuya | Make a visit | Middle East | 2005-03-30\n- Middle East | Host a visit | Okada Katsuya | 2005-03-30\n- Middle East | Host a visit | Mahmoud Abbas | 2005-02-01\n- Middle East | Host a visit | Kay Granger | 2005-01-11\n- Middle East | Host a visit | Javier Solana | 2005-01-09\n- Middle East | Host a visit | Javier Solana | 2005-01-08\n- Middle East | Host a visit | Hannes Swoboda | 2005-02-04\n- Middle East | Host a visit | Gerhard Schröder | 2005-04-03\n- Middle East | Host a visit | Abdullah Gül | 2005-01-09\n- Middle East | Host a visit | Abdullah Gül | 2005-01-06\n- Middle East | Host a visit | Abdullah Gül | 2005-01-03\n- Mahmoud Abbas | Make a visit | Middle East | 2005-02-01\n- Kay Granger | Make a visit | Middle East | 2005-01-11\n- Javier Solana | Make a visit | Middle East | 2005-01-09\nAnswer:", "completion": " Foreign Affairs (South Korea)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1215598", "prompt": "In which month did Frank Bainimarama negotiate with the Israeli Foreign Ministry?\nEvidence:\n- Winston Peters | Engage in negotiation | Frank Bainimarama | 2006-02-24\n- Frank Bainimarama | Engage in negotiation | Winston Peters | 2006-02-24\n- Winston Peters | Consult | Frank Bainimarama | 2006-02-27\n- Winston Peters | Consult | Frank Bainimarama | 2006-02-25\n- Winston Peters | Consult | Frank Bainimarama | 2006-02-24\n- Frank Bainimarama | Consult | Winston Peters | 2006-02-27\n- Frank Bainimarama | Consult | Winston Peters | 2006-02-25\n- Frank Bainimarama | Consult | Winston Peters | 2006-02-24\n- Prime Minister Qarase | Engage in negotiation | Frank Bainimarama | 2006-12-05\n- Prime Minister Qarase | Engage in negotiation | Frank Bainimarama | 2006-12-04\n- Prime Minister Qarase | Engage in negotiation | Frank Bainimarama | 2006-11-30\n- Prime Minister Qarase | Engage in negotiation | Frank Bainimarama | 2006-11-29\n- Prime Minister Qarase | Engage in negotiation | Frank Bainimarama | 2006-01-16\n- Prime Minister Qarase | Engage in negotiation | Frank Bainimarama | 2006-01-13\n- Frank Bainimarama | Engage in negotiation | Prime Minister Qarase | 2006-12-05\nAnswer:", "completion": " 2014-07", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1312211", "prompt": "To whom did Haider Al-Abadi last make an appeal before the Iraqi party member?\nEvidence:\n- Haider Al-Abadi | Make an appeal or request | Barack Obama | 2014-08-11\n- Barack Obama | Make an appeal or request | Haider Al-Abadi | 2014-08-11\n- Iraq | Make statement | Haider Al-Abadi | 2014-08-15\n- Iraq | Make statement | Haider Al-Abadi | 2014-08-13\n- Haider Al-Abadi | Make statement | Iraq | 2014-08-14\n- Haider Al-Abadi | Make statement | Iraq | 2014-08-12\n- Haider Al-Abadi | Make an appeal or request | UN Security Council | 2014-08-14\n- Nuri al-Maliki | Make statement | Haider Al-Abadi | 2014-08-15\n- Nuri al-Maliki | Make statement | Haider Al-Abadi | 2014-08-13\n- Nuri al-Maliki | Consult | Haider Al-Abadi | 2014-08-14\n- Haider Al-Abadi | Reject | Nuri al-Maliki | 2014-08-12\n- Haider Al-Abadi | Consult | Nuri al-Maliki | 2014-08-14\n- Haider Al-Abadi | Make a visit | Iraq | 2014-08-15\n- Haider Al-Abadi | Make a visit | Iraq | 2014-08-13\n- Haider Al-Abadi | Consult | Barack Obama | 2014-08-14\nAnswer:", "completion": " Chuck Hagel", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1147450", "prompt": "Who was the first to appeal to Xi Jinping in 2014?\nEvidence:\n- Xi Jinping | Demand | China | 2014-01-16\n- Xi Jinping | Make statement | France | 2014-01-23\n- Xi Jinping | Make statement | China | 2014-02-14\n- Xi Jinping | Make statement | China | 2014-02-09\n- Xi Jinping | Make statement | China | 2014-01-23\n- Xi Jinping | Make statement | China | 2014-01-02\n- Xi Jinping | Consult | Scientist (China) | 2014-01-07\n- Xi Jinping | Consult | Scientist (China) | 2014-01-06\n- Xi Jinping | Consult | Lien Chan | 2014-02-18\n- Xi Jinping | Consult | Evo Morales | 2014-01-07\n- Xi Jinping | Consult | Barack Obama | 2014-01-29\n- Xi Jinping | Consult | Assemblies (France) | 2014-01-24\n- Xi Jinping | Consult | Assemblies (France) | 2014-01-23\n- Scientist (China) | Consult | Xi Jinping | 2014-01-07\n- Scientist (China) | Consult | Xi Jinping | 2014-01-06\nAnswer:", "completion": " Lien Chan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1296857", "prompt": "Before South Africa, with whom did Barack Obama last express the intention to engage in diplomatic cooperation?\nEvidence:\n- Government (South Africa) | Engage in diplomatic cooperation | African Union | 2005-02-26\n- Barack Obama | Express intent to meet or negotiate | South Africa | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | South Africa | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | South Africa | 2005-10-10\n- South Africa | Host a visit | Barack Obama | 2006-08-23\n- Barack Obama | Make a visit | South Africa | 2006-08-23\n- South Africa | Engage in negotiation | Japan | 2005-02-05\n- South Africa | Engage in negotiation | France | 2005-02-05\n- Japan | Engage in negotiation | South Africa | 2005-02-05\n- France | Engage in negotiation | South Africa | 2005-02-05\n- African Union | Engage in diplomatic cooperation | Sudan | 2005-04-27\n- Uhuru Muigai Kenyatta | Engage in negotiation | Barack Obama | 2006-08-25\n- Barack Obama | Engage in negotiation | Uhuru Muigai Kenyatta | 2006-08-25\n- Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | African Union | 2005-04-30\n- Japan | Express intent to engage in diplomatic cooperation (such as policy support) | African Union | 2005-03-28\nAnswer:", "completion": " Benjamin Netanyahu", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1073922", "prompt": "Who praised Niger before 17 March 2011?\nEvidence:\n- African Union | Praise or endorse | Niger | 2011-03-17\n- South Africa | Praise or endorse | African Union | 2011-03-17\n- African Union | Make an appeal or request | Constitutional Court (Cote d'Ivoire) | 2011-03-17\nAnswer:", "completion": " International Court of Justice", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 3, "n_anchors": 1} +{"id": "mtq_1165943", "prompt": "In which year did the citizens of Brazil first condemn the First Command of the capital?\nEvidence:\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- First Command of the Capital | Criticize or denounce | Citizen (Brazil) | 2008-10-30\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2012-05-31\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2009-10-23\n- Public Prosecutor (Brazil) | Criticize or denounce | First Command of the Capital | 2013-10-18\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-13\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-04\nAnswer:", "completion": " 2009", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1088588", "prompt": "Who was the first to denounce the insurgent in Thailand after the villager in Thailand did so?\nEvidence:\n- Villager (Thailand) | Reject | Citizen (Thailand) | 2005-02-03\n- Villager (Thailand) | Reject | Citizen (Thailand) | 2005-02-01\n- Villager (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-02-22\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-10\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-18\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-14\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-09\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-07\n- Population (Thailand) | Criticize or denounce | Citizen (Thailand) | 2005-02-14\n- Party Member (Thailand) | Criticize or denounce | Citizen (Thailand) | 2005-02-06\n- Party Member (Thailand) | Criticize or denounce | Citizen (Thailand) | 2005-02-02\n- Party Member (Thailand) | Criticize or denounce | Citizen (Thailand) | 2005-01-31\n- Party Member (Thailand) | Criticize or denounce | Citizen (Thailand) | 2005-01-28\n- Military Personnel (Thailand) | Criticize or denounce | Citizen (Thailand) | 2005-01-24\n- Citizen (Thailand) | Criticize or denounce | Party Member (Thailand) | 2005-02-06\nAnswer:", "completion": " Human Rights Watch", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1362611", "prompt": "Which country first expressed its intention to negotiate with the Middle East after the Marine Corp of Spain?\nEvidence:\n- Military (Middle East) | Mobilize or increase armed forces | Middle East | 2005-02-14\n- Mahmoud Abbas | Express intent to meet or negotiate | Middle East | 2005-02-01\n- Joschka Fischer | Express intent to meet or negotiate | Middle East | 2005-03-12\n- Joschka Fischer | Express intent to meet or negotiate | Middle East | 2005-03-11\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-14\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-13\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-08\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-05\n- William E. Ward | Express intent to meet or negotiate | Middle East | 2005-02-08\n- William E. Ward | Express intent to meet or negotiate | Middle East | 2005-02-07\n- Japan | Express intent to provide economic aid | Middle East | 2005-02-01\n- Tony Blair | Make statement | Middle East | 2005-02-04\n- Shimon Peres | Make statement | Middle East | 2005-02-26\n- Middle East | Praise or endorse | Iraq | 2005-03-22\n- Iraq | Provide military aid | Middle East | 2005-01-16\nAnswer:", "completion": " Japan", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1218218", "prompt": "In which year did Harald Ringstorff last visit Vietnam?\nEvidence:\n- Vietnam | Host a visit | Harald Ringstorff | 2007-09-11\n- Vietnam | Host a visit | Harald Ringstorff | 2007-09-10\n- Vietnam | Host a visit | Harald Ringstorff | 2007-09-06\n- Harald Ringstorff | Make a visit | Vietnam | 2007-09-11\n- Harald Ringstorff | Make a visit | Vietnam | 2007-09-10\n- Harald Ringstorff | Make a visit | Vietnam | 2007-09-06\n- Harald Ringstorff | Praise or endorse | Vietnam | 2005-04-27\n- Harald Ringstorff | Consult | Anna Fotyga | 2006-12-20\n- Anna Fotyga | Consult | Harald Ringstorff | 2006-12-20\n- Harald Ringstorff | Express intent to meet or negotiate | Vietnam | 2007-09-05\n- Harald Ringstorff | Express intent to meet or negotiate | Vietnam | 2007-09-04\n- Harald Ringstorff | Express intent to meet or negotiate | Vietnam | 2007-09-02\n- Angela Merkel | Make an appeal or request | Harald Ringstorff | 2006-09-29\n- Vietnam | Engage in negotiation | Cambodia | 2005-04-26\n- Cambodia | Engage in negotiation | Vietnam | 2005-04-26\nAnswer:", "completion": " 2007", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1213531", "prompt": "Before Mikhail Yefimovich Fradkov, with whom did Roh Moo Hyun last express an intention to cooperate?\nEvidence:\n- Zurab Nogaideli | Consult | Mikhail Yefimovich Fradkov | 2005-06-03\n- Mikhail Yefimovich Fradkov | Make statement | Gazprom | 2005-02-16\n- Mikhail Yefimovich Fradkov | Make statement | China | 2005-05-27\n- Mikhail Yefimovich Fradkov | Make statement | China | 2005-02-03\n- Mikhail Yefimovich Fradkov | Consult | Zurab Nogaideli | 2005-06-03\n- Mikhail Yefimovich Fradkov | Consult | Abdul Kalam | 2005-05-23\n- Abdul Kalam | Consult | Mikhail Yefimovich Fradkov | 2005-05-23\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | Kazakhstan | 2005-03-23\n- Zurab Nogaideli | Make statement | Mikhail Yefimovich Fradkov | 2005-06-06\n- Rashid Gumarovich Nurgaliyev | Consult | Mikhail Yefimovich Fradkov | 2005-02-19\n- Mikhail Yefimovich Fradkov | Make statement | Media (Russia) | 2005-03-14\n- Mikhail Yefimovich Fradkov | Make optimistic comment | China | 2005-06-10\n- Mikhail Yefimovich Fradkov | Make a visit | Kazakhstan | 2005-03-23\n- Mikhail Yefimovich Fradkov | Demand | Government Official (Russia) | 2005-01-13\n- Mikhail Yefimovich Fradkov | Consult | Rashid Gumarovich Nurgaliyev | 2005-02-19\nAnswer:", "completion": " Japan", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1366008", "prompt": "After the Muslim Militant of the Philippines, who made the Military Personnel - Special of the Philippines suffer from unconventional violence for the first time?\nEvidence:\n- Muslim Militant (Philippines) | Use unconventional violence | Military Personnel - Special (Philippines) | 2013-05-27\n- Militant (Philippines) | Use unconventional violence | Military Personnel - Special (Philippines) | 2011-10-02\n- Militant (Philippines) | Use unconventional violence | Military Personnel - Special (Philippines) | 2010-03-20\n- Muslim Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2014-05-01\n- Muslim Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2013-08-08\n- Muslim Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2013-05-28\n- Muslim Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2009-11-02\n- Muslim Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2009-03-09\n- Muslim Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2009-01-15\n- Muslim Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2008-12-08\n- Muslim Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2008-06-26\n- Muslim Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2008-05-19\n- Muslim Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2007-11-30\n- Muslim Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2007-10-02\n- Muslim Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2007-08-11\nAnswer:", "completion": " Combatant (Moro National Liberation Front)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1095221", "prompt": "With whom did Dmitry Anatolyevich Medvedev want to cooperate first after Miro Cerar?\nEvidence:\n- Miro Cerar | Express intent to cooperate | Dmitry Anatolyevich Medvedev | 2015-07-27\n- Dmitry Anatolyevich Medvedev | Express intent to cooperate | Miro Cerar | 2015-07-27\n- Miro Cerar | Express intent to meet or negotiate | Dmitry Anatolyevich Medvedev | 2015-07-10\n- Miro Cerar | Express intent to meet or negotiate | Dmitry Anatolyevich Medvedev | 2015-04-13\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | Miro Cerar | 2015-07-10\n- Miro Cerar | Make an appeal or request | Dmitry Anatolyevich Medvedev | 2015-04-13\n- Dmitry Anatolyevich Medvedev | Make an appeal or request | Miro Cerar | 2015-07-27\n- Miro Cerar | Express intent to cooperate | Milo Djukanovic | 2015-10-26\n- Milo Djukanovic | Express intent to cooperate | Miro Cerar | 2015-10-26\n- UN Security Council | Consult | Miro Cerar | 2015-10-29\n- UN Security Council | Consult | Miro Cerar | 2015-10-28\n- Toomas Hendrik Ilves | Consult | Miro Cerar | 2015-02-03\n- Miro Cerar | Make statement | Večernji list | 2015-07-22\n- Miro Cerar | Make statement | Government (Croatia) | 2015-07-28\n- Miro Cerar | Make statement | Angela Merkel | 2015-10-09\nAnswer:", "completion": " Alexis Tsipras", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1063125", "prompt": "Who negotiated with Mexico before 4 August 2010?\nEvidence:\n- Mexico | Engage in negotiation | Belize | 2010-08-04\n- Belize | Engage in negotiation | Mexico | 2010-08-04\nAnswer:", "completion": " Envoy (United States)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 1} +{"id": "mtq_1256884", "prompt": "In 2014, against whom did the Taliban militant last use unconventional violence?\nEvidence:\n- Militant (Taliban) | Use unconventional violence | Combatant (Taliban) | 2007-09-25\n- Combatant (Taliban) | Use unconventional violence | Militant (Taliban) | 2015-10-05\n- Militant (Taliban) | Use unconventional violence | Pech | 2006-08-21\n- Militant (Taliban) | Use unconventional violence | Iran | 2014-06-10\n- Villager (Pakistan) | Use unconventional violence | Militant (Taliban) | 2009-06-10\n- Villager (Pakistan) | Use unconventional violence | Militant (Taliban) | 2009-06-07\n- Militant (Taliban) | Use unconventional violence | Women (Afghanistan) | 2008-11-05\n- Militant (Taliban) | Use unconventional violence | Women (Afghanistan) | 2008-07-30\n- Militant (Taliban) | Use unconventional violence | Women (Afghanistan) | 2007-11-03\n- Militant (Taliban) | Use unconventional violence | Women (Afghanistan) | 2006-08-10\n- Militant (Taliban) | Use unconventional violence | Women (Afghanistan) | 2006-07-18\n- Militant (Taliban) | Use unconventional violence | Women (Afghanistan) | 2005-07-23\n- Militant (Taliban) | Use unconventional violence | Villager (Pakistan) | 2009-06-10\n- Militant (Taliban) | Use unconventional violence | Refugee (Afghanistan) | 2009-04-02\n- Militant (Taliban) | Use unconventional violence | Refugee (Afghanistan) | 2009-01-06\nAnswer:", "completion": " Education (Pakistan)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1173173", "prompt": "Who did the Indian judge reject after 4 August 2015?\nEvidence:\n- Court Judge (India) | Reject | Medical Personnel (India) | 2015-08-04\nAnswer:", "completion": " Justice Department/Ministery (India)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1117766", "prompt": "Who was the first to use conventional military force against the Kenyan student?\nEvidence:\n- Military (Senegal) | Use conventional military force | Student (Senegal) | 2015-05-20\n- Military (Senegal) | Use conventional military force | Student (Senegal) | 2014-09-17\n- Military (Senegal) | Use conventional military force | Student (Senegal) | 2014-08-25\n- Military (Senegal) | Use conventional military force | Student (Senegal) | 2014-08-18\n- Military (Senegal) | Use conventional military force | Student (Senegal) | 2014-05-22\n- Military (Senegal) | Use conventional military force | Student (Senegal) | 2014-01-17\n- Military (Senegal) | Use conventional military force | Student (Senegal) | 2012-12-19\n- Military (Senegal) | Use conventional military force | Student (Senegal) | 2012-01-20\n- Military (Senegal) | Use conventional military force | Student (Senegal) | 2006-12-22\n- Military (Myanmar) | Use conventional military force | Student (Myanmar) | 2007-09-27\n- Military (Myanmar) | Use conventional military force | Student (Myanmar) | 2007-09-26\n- Thailand | Use conventional military force | Student (Thailand) | 2007-06-05\n- Iraq | Use conventional military force | Student (Iraq) | 2010-05-04\n- France | Use conventional military force | Student (France) | 2015-11-19\n- Ansars | Use conventional military force | Student (Bangladesh) | 2005-09-18\nAnswer:", "completion": " Police (Kenya)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1242552", "prompt": "Who made optimistic comments about the African Union in the same month as Angola?\nEvidence:\n- Tony Blair | Make optimistic comment | African Union | 2005-01-23\n- African Union | Make optimistic comment | UN Security Council | 2005-01-28\n- Member of the Judiciary (Angola) | Make pessimistic comment | Angola | 2005-01-21\n- African Union | Investigate | Sudan | 2005-02-08\n- Government (Djibouti) | Engage in diplomatic cooperation | African Union | 2005-02-07\n- Ruhakana Rugunda | Express intent to engage in diplomatic cooperation (such as policy support) | African Union | 2005-01-07\n- Ruhakana Rugunda | Express intent to engage in diplomatic cooperation (such as policy support) | African Union | 2005-01-06\n- African Union | Praise or endorse | East African Community | 2005-02-05\n- Oluṣẹgun Ọbasanjọ | Consult | African Union | 2005-01-08\n- African Union | Make statement | Sudan | 2005-02-07\n- African Union | Make statement | Sudan | 2005-01-29\n- African Union | Consult | Oluṣẹgun Ọbasanjọ | 2005-01-08\n- UN Security Council | Consult | African Union | 2005-01-10\n- Sudan | Make pessimistic comment | African Union | 2005-01-04\n- Sudan | Host a visit | African Union | 2005-02-07\nAnswer:", "completion": " Government (South Africa)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1239937", "prompt": "Who was the first to telephone Alexis Tsipras after the High Commission for Refugees?\nEvidence:\n- Japan | Reject | High Commission for Refugees | 2005-01-19\n- High Commission for Refugees | Consult | Cambodia | 2005-01-24\n- Cambodia | Consult | High Commission for Refugees | 2005-01-24\n- High Commission for Refugees | Discuss by telephone | Agence France-Presse | 2005-02-24\n- Agence France-Presse | Discuss by telephone | High Commission for Refugees | 2005-02-24\n- Shaukat Aziz | Consult | High Commission for Refugees | 2005-05-04\n- Ruud Lubbers | Mediate | High Commission for Refugees | 2005-02-16\n- Pervez Musharraf | Consult | High Commission for Refugees | 2005-05-06\n- High Commission for Refugees | Make statement | Togo | 2005-05-04\n- High Commission for Refugees | Make statement | Tanzania | 2005-04-06\n- High Commission for Refugees | Make statement | Iran | 2005-02-25\n- High Commission for Refugees | Grant asylum | Japan | 2005-01-19\n- High Commission for Refugees | Consult | Shaukat Aziz | 2005-05-04\n- High Commission for Refugees | Consult | Pervez Musharraf | 2005-05-06\n- Citizen (Uganda) | Reject | High Commission for Refugees | 2005-01-17\nAnswer:", "completion": " Angela Merkel", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1119394", "prompt": "Before Romania, with whom did Elmar Mammadyarov last announce his intention to meet?\nEvidence:\n- Elmar Mammadyarov | Consult | Elmar Mammadyarov | 2005-01-28\n- Elmar Mammadyarov | Express intent to meet or negotiate | Elmar Mammadyarov | 2005-07-20\n- Elmar Mammadyarov | Consult | China | 2005-02-07\n- China | Consult | Elmar Mammadyarov | 2005-02-07\n- Elmar Mammadyarov | Express intent to meet or negotiate | France | 2005-11-10\n- Elmar Mammadyarov | Express intent to meet or negotiate | France | 2005-06-14\n- Irakli Alasania | Consult | Elmar Mammadyarov | 2005-07-07\n- Intelligence (Germany) | Consult | Elmar Mammadyarov | 2005-08-13\n- Heinz Fischer | Consult | Elmar Mammadyarov | 2005-09-09\n- Elmar Mammadyarov | Make statement | China | 2005-02-04\n- Elmar Mammadyarov | Consult | Irakli Alasania | 2005-07-07\n- Elmar Mammadyarov | Consult | Intelligence (Germany) | 2005-08-13\n- Elmar Mammadyarov | Consult | Heinz Fischer | 2005-09-09\n- Elmar Mammadyarov | Consult | Borys Tarasyuk | 2005-09-19\n- Elmar Mammadyarov | Consult | Abdullah Gül | 2005-02-11\nAnswer:", "completion": " China", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1278630", "prompt": "After Chung Dong-young, who was the first to investigate Lee Myung Bak?\nEvidence:\n- Chung Dong-young | Investigate | Lee Myung Bak | 2006-03-21\n- Chung Dong-young | Accuse | Japan | 2005-03-22\n- Chung Dong-young | Make statement | Japan | 2005-03-19\n- Chung Dong-young | Make statement | Japan | 2005-03-18\n- Chung Dong-young | Make statement | Japan | 2005-01-30\n- Chung Dong-young | Make statement | China | 2005-04-19\n- Chung Dong-young | Make statement | China | 2005-02-04\n- South Korea | Make statement | Chung Dong-young | 2005-06-17\n- South Korea | Make statement | Chung Dong-young | 2005-06-16\n- South Korea | Make statement | Chung Dong-young | 2005-06-15\n- Roh Moo Hyun | Demand | Chung Dong-young | 2005-06-13\n- Roh Moo Hyun | Demand | Chung Dong-young | 2005-05-17\n- Roh Moo Hyun | Consult | Chung Dong-young | 2005-06-17\n- Japan | Host a visit | Chung Dong-young | 2005-05-25\n- Chung Dong-young | Make statement | South Korea | 2005-06-28\nAnswer:", "completion": " Lawyer/Attorney (South Korea)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1191262", "prompt": "Who condemned Tony Blair after September, 2009?\nEvidence:\n- Tony Blair | Accuse | Iran | 2005-02-05\n- Iran | Reject | Tony Blair | 2005-02-08\n- Tony Blair | Make statement | Iraq | 2005-02-04\n- Tony Blair | Make statement | Iraq | 2005-01-30\n- Tony Blair | Make statement | Iraq | 2005-01-09\n- Tony Blair | Make statement | Iran | 2005-01-26\n- Tony Blair | Investigate | Oluṣẹgun Ọbasanjọ | 2005-01-27\n- Tony Blair | Investigate | Oluṣẹgun Ọbasanjọ | 2005-01-26\n- Tony Blair | Consult | Mahmoud Abbas | 2005-01-27\n- Tony Blair | Consult | Jack Straw | 2005-02-04\n- Tony Blair | Consult | Bertie Ahern | 2005-02-02\n- Tony Blair | Consult | Angela Merkel | 2005-02-07\n- Mahmoud Abbas | Consult | Tony Blair | 2005-01-27\n- Jack Straw | Reject | Tony Blair | 2005-01-04\n- Jack Straw | Consult | Tony Blair | 2005-02-04\nAnswer:", "completion": " Jack McConnell", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1079041", "prompt": "Which country was the first to visit Mahmoud Ahmadinejad after Wen Jiabao?\nEvidence:\n- Wen Jiabao | Make a visit | Ireland | 2005-01-18\n- Wen Jiabao | Make a visit | Ireland | 2005-01-11\n- Wen Jiabao | Make a visit | China | 2005-01-21\n- Ireland | Host a visit | Wen Jiabao | 2005-01-18\n- Ireland | Host a visit | Wen Jiabao | 2005-01-11\n- China | Host a visit | Wen Jiabao | 2005-01-21\n- Wen Jiabao | Investigate | China | 2005-01-08\n- Thailand | Investigate | Wen Jiabao | 2005-01-24\n- Cambodia | Investigate | Wen Jiabao | 2005-01-24\n- Mahmoud Ahmadinejad | Make a visit | Iran | 2005-06-26\n- Mahmoud Ahmadinejad | Make a visit | Iran | 2005-06-07\n- Iran | Host a visit | Mahmoud Ahmadinejad | 2005-06-26\n- Iran | Host a visit | Mahmoud Ahmadinejad | 2005-06-07\n- Wen Jiabao | Make statement | Maldives | 2005-01-07\n- Wen Jiabao | Make statement | China | 2005-02-02\nAnswer:", "completion": " Iran", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1225061", "prompt": "Who had a telephone conversation with the media personnel of China after 24 March 2008?\nEvidence:\n- Lien Chan | Make a visit | China | 2008-03-24\n- Claire McCaskill | Make a visit | China | 2008-03-24\n- China | Host a visit | Lien Chan | 2008-03-24\n- China | Host a visit | Claire McCaskill | 2008-03-24\n- China | Criticize or denounce | Head of Government (Taiwan) | 2008-03-24\n- Bank (China) | Cooperate economically | China | 2008-03-24\n- Japan | Arrest, detain, or charge with legal action | Men (Japan) | 2008-03-24\n- Ma Ying Jeou | Make statement | China | 2008-03-24\n- Japan | Use conventional military force | China | 2008-03-24\n- Japan | Express intent to cooperate | China | 2008-03-24\n- China | Make statement | Ma Ying Jeou | 2008-03-24\n- China | Express intent to cooperate | Japan | 2008-03-24\n- Ma Ying Jeou | Praise or endorse | China | 2008-03-24\n- Ma Ying Jeou | Express intent to yield | China | 2008-03-24\n- Lee Myung Bak | Express intent to meet or negotiate | China | 2008-03-24\nAnswer:", "completion": " Associated Press", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1035995", "prompt": "Who made an appeal to the Prime Minister of Kenya in the same month from the Ministry of Defence and Security of Kenya?\nEvidence:\n- Prime Minister Qarase | Make an appeal or request | Prime Minister Chaudhry | 2006-07-26\n- Prime Minister Qarase | Consult | Defense / Security Ministry (Fiji) | 2006-11-03\n- Defense / Security Ministry (Fiji) | Consult | Prime Minister Qarase | 2006-11-03\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-09\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-08\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-11-14\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-10-05\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Demand | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-11-24\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-05-19\nAnswer:", "completion": " William Ruto", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1088921", "prompt": "Who did the children of Thailand want to meet with before 2 October 2014?\nEvidence:\n- Children (Thailand) | Express intent to meet or negotiate | Thailand | 2014-10-02\n- Member of Legislative (Govt) (South Korea) | Express intent to meet or negotiate | Japan | 2014-10-02\n- Japan | Cooperate economically | Thailand | 2014-10-02\n- South Africa | Express intent to engage in diplomatic cooperation (such as policy support) | Japan | 2014-10-02\n- Japan | Make statement | South Korea | 2014-10-02\n- Foreign Affairs (South Korea) | Make an appeal or request | Japan | 2014-10-02\nAnswer:", "completion": " China", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 6, "n_anchors": 1} +{"id": "mtq_1084786", "prompt": "Who was the last to criticise the Brazilian education system before the Brazilian party member?\nEvidence:\n- Socialism and Freedom Party | Engage in material cooperation | Brazilian Communist Party | 2006-05-29\n- Brazilian Communist Party | Engage in material cooperation | Socialism and Freedom Party | 2006-05-29\n- Party Member (Turkey) | Accuse | Member of the Judiciary (Turkey) | 2008-12-27\n- Member of the Judiciary (Turkey) | Accuse | Party Member (Turkey) | 2008-12-27\n- Party Member (Brazil) | Criticize or denounce | Education (Brazil) | 2014-11-24\n- The Daily Telegraph | Demand | Party Member (Vietnam) | 2005-10-25\n- Party Member (Tanzania) | Criticize or denounce | Member of the Judiciary (Tanzania) | 2010-05-12\n- Member of the Judiciary (Tanzania) | Praise or endorse | Party Member (Tanzania) | 2006-05-06\n- Member of the Judiciary (South Africa) | Reject | Education Ministry (South Africa) | 2011-10-28\n- Member of the Judiciary (South Africa) | Reject | Education Ministry (South Africa) | 2005-09-23\n- Member of the Judiciary (South Africa) | Demand | Education Ministry (South Africa) | 2014-12-22\n- Member of the Judiciary (South Africa) | Demand | Education Ministry (South Africa) | 2014-12-17\n- Member of the Judiciary (South Africa) | Demand | Education Ministry (South Africa) | 2014-02-20\n- Party of the Hungarian Coalition | Praise or endorse | Education Ministry (Slovakia) | 2005-02-23\n- The Sunday Times | Make statement | Party Member (United Kingdom) | 2009-12-16\nAnswer:", "completion": " Citizen (Brazil)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1381426", "prompt": "Who made a request to the Party Member of Iraq on the same year of the staff of Iraq?\nEvidence:\n- Chief of Staff (Poland) | Make statement | Iraq | 2005-01-04\n- Special Rapporteurs of the United Nations | Make a visit | Iran | 2005-02-06\n- Iran | Host a visit | Special Rapporteurs of the United Nations | 2005-02-06\n- Iraq | Make a visit | France | 2005-01-14\n- France | Host a visit | Iraq | 2005-01-14\n- Interim Leader (Iraq) | Express intent to meet or negotiate | Iraq | 2005-01-14\n- Mitch McConnell | Make a visit | Iraq | 2005-01-09\n- Mitch McConnell | Make a visit | Iraq | 2005-01-08\n- Military (Lithuania) | Make a visit | Iraq | 2005-01-06\n- Iraq | Host a visit | Mitch McConnell | 2005-01-09\n- Iraq | Host a visit | Mitch McConnell | 2005-01-08\n- Iraq | Host a visit | Military (Lithuania) | 2005-01-06\n- Representative to the United Nations (Iran) | Make statement | Iran | 2005-01-16\n- Legislature (Iraq) | Investigate | Iraq | 2005-01-15\n- Media Personnel (International) | Make a visit | Iraq | 2005-01-12\nAnswer:", "completion": " Cabinet / Council of Ministers / Advisors (United States)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1049939", "prompt": "With whom did William E. Ward want to negotiate before 2005-02-11?\nEvidence:\n- William E. Ward | Express intent to meet or negotiate | Police (Israel) | 2005-02-11\n- Police (Israel) | Arrest, detain, or charge with legal action | Criminal (Israel) | 2005-02-11\n- Police (Israel) | Criticize or denounce | Settler (Israel) | 2005-02-11\nAnswer:", "completion": " Middle East", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 3, "n_anchors": 1} +{"id": "mtq_1172929", "prompt": "Who would wish to visit Laos in November 27th, 2007?\nEvidence:\n- Vietnam | Make a visit | Laos | 2005-04-11\n- Vietnam | Make a visit | Laos | 2005-04-08\n- Vietnam | Make a visit | Laos | 2005-04-07\n- Vietnam | Make a visit | Laos | 2005-04-06\n- Vietnam | Make a visit | Laos | 2005-02-16\n- Laos | Host a visit | Vietnam | 2005-04-11\n- Laos | Host a visit | Vietnam | 2005-04-08\n- Laos | Host a visit | Vietnam | 2005-04-07\n- Laos | Host a visit | Vietnam | 2005-04-06\n- Laos | Host a visit | Vietnam | 2005-02-16\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-04-05\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-03-25\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-03-15\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-03-11\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-03-09\nAnswer:", "completion": " Justice Department/Ministery (Vietnam)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1233192", "prompt": "Who made negative remarks about Yemen on 27 June 2011?\nEvidence:\n- Yemen | Arrest, detain, or charge with legal action | Criminal (Yemen) | 2011-06-27\n- Yemen | Demand | Ali Abdullah Saleh | 2011-06-27\n- Yemen | Praise or endorse | UN Security Council | 2011-06-27\n- Yemen | Engage in negotiation | Ali Abdullah Saleh | 2011-06-27\n- UN Security Council | Make pessimistic comment | Yemen | 2011-06-27\n- Ali Abdullah Saleh | Engage in negotiation | Yemen | 2011-06-27\n- Yemen | Arrest, detain, or charge with legal action | Media Personnel (New Zealand) | 2011-06-27\n- UN Security Council | Express intent to provide military protection or peacekeeping | Sudan | 2011-06-27\n- Sudan | Receive deployment of peacekeepers | UN Security Council | 2011-06-27\nAnswer:", "completion": " UN Security Council", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 9, "n_anchors": 1} +{"id": "mtq_1143892", "prompt": "Which country was the first to be rejected by Mexico?\nEvidence:\n- Mexico | Investigate | Criminal (Mexico) | 2005-01-12\n- Other Authorities / Officials (Mexico) | Express intent to meet or negotiate | Mexico | 2005-01-06\n- Mexico | Express intent to cooperate | Colombia | 2005-06-30\n- Colombia | Express intent to cooperate | Mexico | 2005-06-30\n- Secretariat (Mexico) | Make statement | Mexico | 2005-02-03\n- Organized Crime (Mexico) | Demand | Mexico | 2005-01-24\n- Military (Mexico) | Cooperate militarily | Mexico | 2005-01-17\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-26\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-25\n- Economist (Mexico) | Make statement | Mexico | 2005-02-11\n- Other Authorities / Officials (Mexico) | Investigate | Mexico | 2005-01-27\n- National Union Party (Mexico) | Reject | Mexico | 2005-01-26\n- Central Bank (Mexico) | Make statement | Mexico | 2005-01-31\n- National Action Party | Express intent to cooperate | Mexico | 2005-02-02\n- Mexico | Express intent to provide material aid | Colombia | 2005-01-19\nAnswer:", "completion": " Iraq", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1376734", "prompt": "After Madrid, who was the first person the Associated Press had a telephone conversation with?\nEvidence:\n- Madrid | Discuss by telephone | Associated Press | 2008-08-01\n- Associated Press | Discuss by telephone | Madrid | 2008-08-01\n- Madrid | Make statement | Associated Press | 2007-05-02\n- Iraq | Discuss by telephone | Associated Press | 2005-02-27\n- Iran | Discuss by telephone | Associated Press | 2005-03-23\n- Colombia | Discuss by telephone | Associated Press | 2005-01-31\n- Associated Press | Discuss by telephone | Iraq | 2005-02-27\n- Associated Press | Discuss by telephone | Iran | 2005-03-23\n- Associated Press | Discuss by telephone | Colombia | 2005-01-31\n- Uladi Mussa | Discuss by telephone | Associated Press | 2005-01-01\n- Tomas Borge | Discuss by telephone | Associated Press | 2005-03-22\n- Police (Peru) | Discuss by telephone | Associated Press | 2005-04-20\n- Nabil Shaath | Discuss by telephone | Associated Press | 2005-01-29\n- Jerzy Szmajdzinski | Discuss by telephone | Associated Press | 2005-02-11\n- Gilchrist Olympio | Discuss by telephone | Associated Press | 2005-04-27\nAnswer:", "completion": " Media Personnel (Argentina)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1180392", "prompt": "Which country first receive Mwai Kibaki's visit from Mwai Kibaki after the Indigenous People of Uganda did?\nEvidence:\n- Sudan | Host a visit | Mwai Kibaki | 2005-08-06\n- Sudan | Host a visit | Mwai Kibaki | 2005-07-08\n- Mwai Kibaki | Make a visit | Sudan | 2005-08-06\n- Mwai Kibaki | Make a visit | Sudan | 2005-07-08\n- Mwai Kibaki | Make a visit | Ethiopia | 2005-03-12\n- Mwai Kibaki | Make a visit | Ethiopia | 2005-03-10\n- Mwai Kibaki | Make a visit | China | 2005-08-15\n- Mwai Kibaki | Make a visit | China | 2005-08-13\n- Ethiopia | Host a visit | Mwai Kibaki | 2005-03-12\n- Ethiopia | Host a visit | Mwai Kibaki | 2005-03-10\n- China | Host a visit | Mwai Kibaki | 2005-08-16\n- China | Host a visit | Mwai Kibaki | 2005-08-15\n- China | Host a visit | Mwai Kibaki | 2005-08-13\n- Romania | Consult | Mwai Kibaki | 2005-02-22\n- Mwai Kibaki | Demand | China | 2005-02-23\nAnswer:", "completion": " Tanzania", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1257058", "prompt": "Who negotiated with Boko Haram before 5 July 2014?\nEvidence:\n- Government (Nigeria) | Engage in negotiation | Boko Haram | 2014-07-05\n- Boko Haram | Engage in negotiation | Government (Nigeria) | 2014-07-05\nAnswer:", "completion": " Head of Government (Nigeria)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 1} +{"id": "mtq_1392451", "prompt": "In which month did Tanzania last indict the Tanzanian party member?\nEvidence:\n- Party Member (Tanzania) | Demand | Citizen (Tanzania) | 2005-07-16\n- Party Member (Tanzania) | Demonstrate or rally | Tanzania | 2005-01-26\n- Party Member (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-05-06\n- Party Member (Tanzania) | Express intent to meet or negotiate | Citizen (Tanzania) | 2005-08-25\n- Citizen (Tanzania) | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2005-04-01\n- Tanzania | Engage in diplomatic cooperation | China | 2005-04-15\n- China | Engage in diplomatic cooperation | Tanzania | 2005-04-15\n- Tanzania | Accuse | Citizen (Tanzania) | 2005-08-23\n- Police (Tanzania) | Investigate | Tanzania | 2005-04-04\n- Police (Tanzania) | Confiscate property | Tanzania | 2005-04-29\n- Police (Tanzania) | Confiscate property | Tanzania | 2005-03-08\n- Police (Tanzania) | Accuse | Citizen (Tanzania) | 2005-07-25\n- Police (Tanzania) | Accuse | Citizen (Tanzania) | 2005-04-09\n- Citizen (Tanzania) | Yield | Police (Tanzania) | 2005-04-06\n- Police (Tanzania) | Physically assault | Citizen (Tanzania) | 2005-04-29\nAnswer:", "completion": " 2014-03", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1008296", "prompt": "Before Apr, 2008, with whom did Gazprom negotiate?\nEvidence:\n- Gazprom | Consult | Gazprom Neft | 2005-10-28\n- Gazprom | Consult | Gazprom Neft | 2005-07-08\n- Gazprom Neft | Consult | Gazprom | 2005-10-28\n- Gazprom Neft | Consult | Gazprom | 2005-07-08\n- Gazprom | Make statement | Gazprom Neft | 2005-11-22\n- Gazprom | Make statement | Gazprom Neft | 2005-10-15\n- Zurab Nogaideli | Consult | Gazprom | 2005-12-20\n- Zurab Nogaideli | Consult | Gazprom | 2005-11-25\n- Konstantinos Karamanlis | Consult | Gazprom | 2006-02-05\n- Islam Karimov | Consult | Gazprom | 2006-01-20\n- Gazprom | Make statement | China | 2006-03-22\n- Gazprom | Consult | Zurab Nogaideli | 2005-12-20\n- Gazprom | Consult | Zurab Nogaideli | 2005-11-25\n- Gazprom | Consult | Konstantinos Karamanlis | 2006-02-05\n- Gazprom | Consult | Islam Karimov | 2006-01-20\nAnswer:", "completion": " Shaukat Aziz", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1168663", "prompt": "After Rafael Ramírez, who was the first to want to cooperate with the citizens of Venezuela?\nEvidence:\n- Rafael Ramírez | Express intent to cooperate | Media (Venezuela) | 2007-07-13\n- Rafael Ramírez | Express intent to cooperate | Citizen (Venezuela) | 2008-05-20\n- Citizen (Venezuela) | Express intent to cooperate | Rafael Ramírez | 2008-05-20\n- Rafael Ramírez | Accuse | Citizen (Venezuela) | 2010-06-04\n- Rafael Ramírez | Accuse | Citizen (Venezuela) | 2005-12-04\n- Rafael Ramírez | Make statement | Ministry (Venezuela) | 2008-01-06\n- Rafael Ramírez | Make statement | Ministry (Venezuela) | 2005-09-27\n- Rafael Ramírez | Make statement | Foreign Affairs (Venezuela) | 2008-04-30\n- Rafael Ramírez | Criticize or denounce | Citizen (Venezuela) | 2009-10-02\n- Rafael Ramírez | Criticize or denounce | Citizen (Venezuela) | 2009-10-01\n- Foreign Affairs (Venezuela) | Make statement | Rafael Ramírez | 2005-08-24\n- Citizen (Venezuela) | Make pessimistic comment | Rafael Ramírez | 2013-10-18\n- Rafael Ramírez | Sign formal agreement | Rafael Ramírez | 2008-01-08\n- Citizen (Venezuela) | Express intent to meet or negotiate | Rafael Ramírez | 2013-01-22\n- Rafael Ramírez | Consult | Rafael Correa | 2005-07-14\nAnswer:", "completion": " Professor (Venezuela)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1253232", "prompt": "With whom did Cyril Svoboda announce his intention to meet before 21 April 2006?\nEvidence:\n- Cyril Svoboda | Express intent to meet or negotiate | Yemen | 2006-04-21\n- Abu Bakr Abdullah al-Qirbi | Make statement | Yemen | 2006-04-21\nAnswer:", "completion": " Colombia", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 1} +{"id": "mtq_1025172", "prompt": "Who made Al-Shabaab suffer from unconventional violence on 20 August 2013?\nEvidence:\n- Criminal (Somalia) | Use unconventional violence | Al-Shabaab | 2013-08-20\n- Al-Shabaab | Use conventional military force | Criminal (Somalia) | 2013-08-20\nAnswer:", "completion": " Criminal (Somalia)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 1} +{"id": "mtq_1207218", "prompt": "To whom did the Ugandan lawyer first make an appeal?\nEvidence:\n- Lawyer/Attorney (Kenya) | Make an appeal or request | The Hague | 2013-12-05\n- First Command of the Capital | Use unconventional violence | Lawyer/Attorney (Costa Rica) | 2008-07-26\n- People First Party Korea | Make an appeal or request | Kuomintang | 2007-03-22\n- People First Party Korea | Make an appeal or request | Kuomintang | 2006-11-24\n- People First Party Korea | Make an appeal or request | Kuomintang | 2005-10-07\n- Kuomintang | Make an appeal or request | People First Party Korea | 2006-05-21\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- People First Party Korea | Make an appeal or request | Business (Taiwan) | 2006-02-15\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Lawyer/Attorney (Mauritius) | Make an appeal or request | Member of the Judiciary (Mauritius) | 2012-01-02\n- Lawyer/Attorney (Liberia) | Make an appeal or request | Member of the Judiciary (Liberia) | 2014-12-08\n- Lawyer/Attorney (Liberia) | Make an appeal or request | Member of the Judiciary (Liberia) | 2006-10-23\n- Lawyer/Attorney (Liberia) | Make an appeal or request | Member of the Judiciary (Liberia) | 2005-03-23\nAnswer:", "completion": " Police (Uganda)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1210034", "prompt": "Who wanted to negotiate with Gerhard Schröder on the same day as Chongwadai?\nEvidence:\n- Chongwadai | Express intent to meet or negotiate | Gerhard Schröder | 2005-03-09\n- Gerhard Schröder | Appeal to yield | Iran | 2005-02-24\n- Gerhard Schröder | Appeal to yield | Iran | 2005-02-23\n- Gerhard Schröder | Appeal to yield | Iran | 2005-01-28\n- Gerhard Schröder | Threaten | Iran | 2005-02-24\n- Gerhard Schröder | Threaten | Iran | 2005-02-23\n- Gerhard Schröder | Threaten | Iran | 2005-02-01\n- Gerhard Schröder | Reject | Iraq | 2005-02-21\n- Gerhard Schröder | Express intent to meet or negotiate | Yemen | 2005-02-28\n- Gerhard Schröder | Express intent to meet or negotiate | Yemen | 2005-02-22\n- Gerhard Schröder | Express intent to meet or negotiate | Yemen | 2005-01-06\n- Gerhard Schröder | Express intent to meet or negotiate | Qatar | 2005-02-28\n- Gerhard Schröder | Express intent to meet or negotiate | Qatar | 2005-01-31\n- Gerhard Schröder | Express intent to meet or negotiate | Oman | 2005-02-28\n- Gerhard Schröder | Express intent to meet or negotiate | Kuwait | 2005-02-27\nAnswer:", "completion": " Roh Moo Hyun", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1087495", "prompt": "Who praised the Congress of the United States in March 2015?\nEvidence:\n- Iran | Engage in negotiation | Congress (United States) | 2008-12-03\n- Congress (United States) | Engage in negotiation | Iran | 2008-12-03\n- Congress (United States) | Express intent to meet or negotiate | Special Rapporteurs of the United Nations | 2012-05-04\n- Yuriy Yekhanurov | Engage in negotiation | Congress (United States) | 2005-11-02\n- Seyoum Mesfin | Engage in negotiation | Congress (United States) | 2005-08-08\n- Raúl Castro | Engage in negotiation | Congress (United States) | 2013-02-20\n- Raúl Castro | Engage in negotiation | Congress (United States) | 2013-02-19\n- Mahmoud Abbas | Engage in negotiation | Congress (United States) | 2005-05-26\n- Legislature (Turkey) | Engage in negotiation | Congress (United States) | 2007-03-16\n- Isaias Afewerki | Engage in negotiation | Congress (United States) | 2005-08-03\n- Haaretz | Engage in diplomatic cooperation | Congress (United States) | 2011-05-25\n- Congress (United States) | Engage in negotiation | Yuriy Yekhanurov | 2005-11-02\n- Congress (United States) | Engage in negotiation | Seyoum Mesfin | 2005-08-08\n- Congress (United States) | Engage in negotiation | Raúl Castro | 2013-02-20\n- Congress (United States) | Engage in negotiation | Raúl Castro | 2013-02-19\nAnswer:", "completion": " Abdel Fattah Al-Sisi", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1346930", "prompt": "Before Bagong Alyansang Makabayan, against whom did the citizens of Saudi Arabia last use unconventional force?\nEvidence:\n- Citizen (Saudi Arabia) | Use unconventional violence | Bagong Alyansang Makabayan | 2010-11-26\n- Bagong Alyansang Makabayan | Investigate | Vietnam | 2012-07-04\n- Bagong Alyansang Makabayan | Accuse | Police (Philippines) | 2006-09-05\n- Police (Philippines) | Make statement | Bagong Alyansang Makabayan | 2007-12-21\n- Military (Philippines) | Make statement | Bagong Alyansang Makabayan | 2013-08-12\n- Bagong Alyansang Makabayan | Provide aid | Children (Philippines) | 2015-10-16\n- Bagong Alyansang Makabayan | Make statement | Military (Philippines) | 2006-09-06\n- Bagong Alyansang Makabayan | Make statement | Employee (Philippines) | 2010-12-05\n- Military Personnel (Philippines) | Make statement | Bagong Alyansang Makabayan | 2006-09-06\n- Bagong Alyansang Makabayan | Make statement | Military Personnel (Philippines) | 2010-03-25\n- Military (Philippines) | Return, release person(s) | Bagong Alyansang Makabayan | 2007-11-07\n- Bagong Alyansang Makabayan | Make statement | Spy Plane (United States) | 2012-07-04\n- Bagong Alyansang Makabayan | Host a visit | Ali Abdullah Saleh | 2006-01-17\n- Bagong Alyansang Makabayan | Host a visit | Ali Abdullah Saleh | 2006-01-16\n- Ali Abdullah Saleh | Make a visit | Bagong Alyansang Makabayan | 2006-01-17\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1369873", "prompt": "Who was the last person to visit Tanzania before Bertie Ahern?\nEvidence:\n- Ireland | Host a visit | Bertie Ahern | 2005-06-07\n- China | Host a visit | Bertie Ahern | 2005-01-19\n- China | Host a visit | Bertie Ahern | 2005-01-18\n- China | Host a visit | Bertie Ahern | 2005-01-17\n- Bertie Ahern | Make a visit | Ireland | 2005-06-07\n- Bertie Ahern | Make a visit | China | 2005-01-19\n- Bertie Ahern | Make a visit | China | 2005-01-18\n- Bertie Ahern | Make a visit | China | 2005-01-17\n- Wen Jiabao | Consult | Bertie Ahern | 2005-01-19\n- Wen Jiabao | Consult | Bertie Ahern | 2005-01-18\n- Tony Blair | Consult | Bertie Ahern | 2005-03-03\n- Tony Blair | Consult | Bertie Ahern | 2005-02-02\n- Northern Ireland | Consult | Bertie Ahern | 2005-03-04\n- Bertie Ahern | Make statement | Ireland | 2005-03-17\n- Bertie Ahern | Make statement | Ireland | 2005-03-16\nAnswer:", "completion": " Juvénal Habyarimana", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1187037", "prompt": "Who praised the United Arab Emirates in the same month as Yemen?\nEvidence:\n- Supreme Council (United Arab Emirates) | Make statement | United Arab Emirates | 2005-03-26\n- Treasury/Finance Ministry (United Arab Emirates) | Make statement | United Arab Emirates | 2005-02-13\n- United Arab Emirates | Engage in negotiation | Qatar | 2005-03-07\n- Qatar | Engage in negotiation | United Arab Emirates | 2005-03-07\n- United Arab Emirates | Consult | Iran | 2005-02-01\n- Iran | Consult | United Arab Emirates | 2005-02-01\n- United Arab Emirates | Engage in negotiation | South Korea | 2005-02-01\n- United Arab Emirates | Engage in diplomatic cooperation | Kuwait | 2005-03-29\n- United Arab Emirates | Engage in diplomatic cooperation | Iran | 2005-01-11\n- United Arab Emirates | Engage in diplomatic cooperation | Iran | 2005-01-10\n- South Korea | Engage in negotiation | United Arab Emirates | 2005-02-01\n- Kuwait | Engage in diplomatic cooperation | United Arab Emirates | 2005-03-29\n- Iran | Engage in diplomatic cooperation | United Arab Emirates | 2005-02-07\n- Iran | Engage in diplomatic cooperation | United Arab Emirates | 2005-01-11\n- Iran | Engage in diplomatic cooperation | United Arab Emirates | 2005-01-10\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1197270", "prompt": "Who was the last person the South African police returned to?\nEvidence:\n- The Chronicle | Consult | African Union | 2010-01-11\n- African Union | Consult | The Chronicle | 2010-01-11\n- African Union | Accuse | The Hague | 2015-06-14\n- South Africa | Return, release person(s) | Police (South Africa) | 2008-04-17\n- Representative to the United Nations (Vietnam) | Consult | African Union | 2008-07-28\n- Representative to the United Nations (Vietnam) | Consult | African Union | 2008-07-24\n- African Union | Consult | Representative to the United Nations (Vietnam) | 2008-07-28\n- African Union | Consult | Representative to the United Nations (Vietnam) | 2008-07-24\n- Member of the Judiciary (South Africa) | Demand | South African National Defence Force | 2013-10-21\n- Member of the Judiciary (South Africa) | Demand | South African National Defence Force | 2008-07-25\n- Police (South Korea) | Return, release person(s) | Criminal (South Korea) | 2008-04-01\n- Police (South Korea) | Return, release person(s) | Criminal (South Korea) | 2008-03-31\n- Police (South Korea) | Return, release person(s) | Criminal (South Korea) | 2005-06-30\n- Police (South Africa) | Return, release person(s) | Men (South Africa) | 2008-07-20\n- Police (South Africa) | Return, release person(s) | Men (South Africa) | 2008-04-09\nAnswer:", "completion": " Men (South Africa)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1059283", "prompt": "In which year did Dzhokhar Tsarnaev reject the Lawyer/Attorney of United States?\nEvidence:\n- Dzhokhar Tsarnaev | Reject | Lawyer/Attorney (United States) | 2014-07-03\n- Lawyer/Attorney (United States) | Investigate | Dzhokhar Tsarnaev | 2015-01-05\n- Lawyer/Attorney (United States) | Accuse | Dzhokhar Tsarnaev | 2015-03-19\n- Lawyer/Attorney (United States) | Accuse | Dzhokhar Tsarnaev | 2015-03-11\n- Lawyer/Attorney (United States) | Accuse | Dzhokhar Tsarnaev | 2015-01-16\n- Lawyer/Attorney (United States) | Accuse | Dzhokhar Tsarnaev | 2015-01-13\n- Lawyer/Attorney (United States) | Accuse | Dzhokhar Tsarnaev | 2014-11-26\n- Lawyer/Attorney (United States) | Accuse | Dzhokhar Tsarnaev | 2014-11-25\n- Lawyer/Attorney (United States) | Accuse | Dzhokhar Tsarnaev | 2014-11-04\n- Lawyer/Attorney (United States) | Accuse | Dzhokhar Tsarnaev | 2014-09-18\n- Lawyer/Attorney (United States) | Accuse | Dzhokhar Tsarnaev | 2014-06-18\n- Lawyer/Attorney (United States) | Accuse | Dzhokhar Tsarnaev | 2014-02-13\n- Lawyer/Attorney (United States) | Accuse | Dzhokhar Tsarnaev | 2014-02-06\n- Lawyer/Attorney (United States) | Make statement | Dzhokhar Tsarnaev | 2015-04-07\n- Lawyer/Attorney (United States) | Make statement | Dzhokhar Tsarnaev | 2015-04-06\nAnswer:", "completion": " 2014", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1307858", "prompt": "Who condemned the head of government of Brazil before the Council of Ministers of Brazil?\nEvidence:\n- Head of Government (Brazil) | Consult | Cabinet / Council of Ministers / Advisors (Brazil) | 2013-03-05\n- Cabinet / Council of Ministers / Advisors (Brazil) | Consult | Head of Government (Brazil) | 2013-03-05\n- Head of Government (Brazil) | Make statement | Cabinet / Council of Ministers / Advisors (Brazil) | 2008-04-17\n- Cabinet / Council of Ministers / Advisors (Brazil) | Criticize or denounce | Head of Government (Brazil) | 2009-03-03\n- People Associated with the Opposition (Brazil) | Investigate | Head of Government (Brazil) | 2011-05-25\n- People Associated with the Opposition (Brazil) | Consult | Head of Government (Brazil) | 2007-09-25\n- People Associated with the Opposition (Brazil) | Accuse | Head of Government (Brazil) | 2009-08-12\n- Head of Government (Brazil) | Reject | People Associated with the Opposition (Brazil) | 2015-12-23\n- Head of Government (Brazil) | Consult | People Associated with the Opposition (Brazil) | 2007-09-25\n- People Associated with the Opposition (Brazil) | Provide aid | Head of Government (Brazil) | 2011-05-24\n- People Associated with the Opposition (Brazil) | Make statement | Head of Government (Brazil) | 2012-02-29\n- Head of Government (Brazil) | Make statement | People Associated with the Opposition (Brazil) | 2014-07-29\n- Head of Government (Brazil) | Make statement | People Associated with the Opposition (Brazil) | 2008-03-27\n- Head of Government (Brazil) | Make statement | People Associated with the Opposition (Brazil) | 2005-08-28\n- Head of Government (Brazil) | Make statement | People Associated with the Opposition (Brazil) | 2005-06-20\nAnswer:", "completion": " Party Member (Brazil)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1061120", "prompt": "In which month did the armed rebel of the Czech Republic threaten the Council of Ministers of the Czech Republic?\nEvidence:\n- Armed Rebel (Czech Republic) | Threaten | Cabinet / Council of Ministers / Advisors (Czech Republic) | 2012-10-23\n- Legislature (Czech Republic) | Reject | Cabinet / Council of Ministers / Advisors (Czech Republic) | 2013-08-16\n- People Associated with the Opposition (Czech Republic) | Engage in negotiation | Cabinet / Council of Ministers / Advisors (Czech Republic) | 2008-11-06\n- Cabinet / Council of Ministers / Advisors (Czech Republic) | Engage in negotiation | People Associated with the Opposition (Czech Republic) | 2008-11-06\n- Cabinet / Council of Ministers / Advisors (Czech Republic) | Make statement | Ministry (Czech Republic) | 2005-01-26\n- Cabinet / Council of Ministers / Advisors (Czech Republic) | Accuse | Party Member (Czech Republic) | 2005-08-18\n- People Associated with the Opposition (Czech Republic) | Bring lawsuit against | Cabinet / Council of Ministers / Advisors (Czech Republic) | 2013-02-26\n- Party Member (Czech Republic) | Make statement | Cabinet / Council of Ministers / Advisors (Czech Republic) | 2008-06-06\n- Education Ministry (Czech Republic) | Make statement | Cabinet / Council of Ministers / Advisors (Czech Republic) | 2010-05-25\n- Cabinet / Council of Ministers / Advisors (Czech Republic) | Praise or endorse | Ministry (Czech Republic) | 2015-11-06\n- Communist Party (Czech Republic) | Praise or endorse | Cabinet / Council of Ministers / Advisors (Czech Republic) | 2013-10-21\n- Communist Party (Czech Republic) | Praise or endorse | Cabinet / Council of Ministers / Advisors (Czech Republic) | 2006-01-13\n- Cabinet / Council of Ministers / Advisors (Czech Republic) | Reject | Information / Communication / Transparency Ministry (Czech Republic) | 2009-06-08\n- Party Member (Czech Republic) | Threaten | Constitutional Court (Czech Republic) | 2009-12-31\n- Armed Rebel (Yemen) | Threaten | Cabinet / Council of Ministers / Advisors (Yemen) | 2015-02-23\nAnswer:", "completion": " 2012-10", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1115443", "prompt": "Who was the first person released by the Indonesian police?\nEvidence:\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- First Command of the Capital | Criticize or denounce | Citizen (Brazil) | 2008-10-30\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2012-05-31\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2009-10-23\n- Police (New Zealand) | Reject | New Zealand First | 2008-12-24\n- Public Prosecutor (Brazil) | Criticize or denounce | First Command of the Capital | 2013-10-18\nAnswer:", "completion": " Citizen (Australia)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1149016", "prompt": "Who was the first to speak optimistically about the citizens of Africa after the leader of Grenada?\nEvidence:\n- Police (Grenada) | Consult | Head of Government (Grenada) | 2007-03-13\n- Head of Government (Grenada) | Consult | Police (Grenada) | 2007-03-13\n- Police (Grenada) | Investigate | Men (Grenada) | 2015-01-30\n- Men (Grenada) | Threaten | Police (Grenada) | 2007-12-03\n- Ministry (Grenada) | Express intent to cooperate | Indigenous People (Grenada) | 2007-03-12\n- Head of Government (Grenada) | Make optimistic comment | Citizen (Africa) | 2011-10-23\n- Men (Grenada) | Use unconventional violence | Ministry (Grenada) | 2015-01-30\n- Head of Government (Grenada) | Make an appeal or request | Men (Grenada) | 2007-01-17\n- Police (Grenada) | Return, release person(s) | Men (Grenada) | 2007-07-17\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Ministry (Grenada) | Make an appeal or request | Men (Grenada) | 2015-04-20\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\nAnswer:", "completion": " Citizen (International)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1130919", "prompt": "Who investigated the citizens of Croatia in 2006?\nEvidence:\n- The Daily Telegraph | Make statement | Government (Croatia) | 2006-10-28\n- Citizen (Croatia) | Criticize or denounce | The Hague | 2006-09-12\n- Government (Croatia) | Engage in symbolic act | Citizen (Croatia) | 2006-06-23\n- Archbishop (Croatia) | Engage in symbolic act | Citizen (Croatia) | 2006-01-09\n- Defense / Security Ministry (Croatia) | Engage in symbolic act | Citizen (Croatia) | 2006-06-23\n- The Hague | Make an appeal or request | Citizen (Croatia) | 2006-04-21\n- Police (Croatia) | Investigate | Student (Croatia) | 2006-06-03\n- Police (Croatia) | Investigate | Citizen (Croatia) | 2006-08-07\n- Police (Croatia) | Investigate | Citizen (Croatia) | 2006-03-20\n- Government (Croatia) | Demand | Citizen (Croatia) | 2006-01-13\n- Citizen (Croatia) | Yield | Police (Croatia) | 2006-08-02\n- Citizen (Croatia) | Reject | Government (Croatia) | 2006-04-10\n- Citizen (Croatia) | Accuse | Police (Croatia) | 2006-01-11\n- Citizen (Croatia) | Accuse | Government (Croatia) | 2006-07-18\n- Citizen (Croatia) | Accuse | Government (Croatia) | 2006-02-09\nAnswer:", "completion": " Branimir Glavas", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1301181", "prompt": "Who was the first to seek diplomatic cooperation with the citizens of Zambia?\nEvidence:\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-07-02\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-06-27\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- First Command of the Capital | Express intent to engage in diplomatic cooperation (such as policy support) | Party Member (Brazil) | 2006-06-12\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- First Command of the Capital | Criticize or denounce | Citizen (Brazil) | 2008-10-30\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2012-05-31\nAnswer:", "completion": " Hakainde Hichilema", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1330549", "prompt": "Who was the first Nigerian presidential candidate to be rejected?\nEvidence:\n- Presidential Candidate (China) | Threaten | China | 2012-09-06\n- Presidential Candidate (Georgia) | Demonstrate or rally | Member of the Judiciary (Georgia) | 2012-01-21\n- Sule Lamido | Accuse | Presidential Candidate (Nigeria) | 2014-12-29\n- Senate (Argentina) | Consult | Presidential Candidate (Argentina) | 2015-09-17\n- Senate (Argentina) | Consult | Presidential Candidate (Argentina) | 2007-08-05\n- Presidential Candidate (South Korea) | Investigate | Samsung | 2007-11-14\n- Presidential Candidate (Nigeria) | Threaten | Citizen (Nigeria) | 2007-03-28\n- Presidential Candidate (Nigeria) | Forgive | Citizen (Nigeria) | 2013-04-17\n- Presidential Candidate (Nigeria) | Demand | Government (Nigeria) | 2013-05-31\n- Presidential Candidate (Nigeria) | Demand | Government (Nigeria) | 2011-07-21\n- Presidential Candidate (Nigeria) | Demand | Government (Nigeria) | 2010-04-30\n- Presidential Candidate (Nigeria) | Consult | Oluṣẹgun Ọbasanjọ | 2007-03-12\n- Presidential Candidate (Nigeria) | Consult | Oluṣẹgun Ọbasanjọ | 2007-01-05\n- Presidential Candidate (Nigeria) | Accuse | Muhammadu Buhari | 2008-12-01\n- Presidential Candidate (Nigeria) | Accuse | Citizen (Nigeria) | 2011-03-10\nAnswer:", "completion": " Labor Union (Nigeria)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1359420", "prompt": "Who was the last person with whom the Foreign Minister of Malaysia wished to meet before the United States' Cabinet Advisors?\nEvidence:\n- Naval (United States) | Express intent to cooperate militarily | Malaysia | 2005-03-31\n- Naval (United States) | Express intent to cooperate militarily | Malaysia | 2005-03-30\n- Naval (United States) | Return, release person(s) | Men (Bahrain) | 2005-11-05\n- Naval (United States) | Make a visit | Malaysia | 2006-07-05\n- Naval (United States) | Make a visit | Malaysia | 2005-01-02\n- Malaysia | Host a visit | Naval (United States) | 2006-07-05\n- Malaysia | Host a visit | Naval (United States) | 2005-01-02\n- Naval (United States) | Express intent to meet or negotiate | Vietnam | 2006-07-05\n- Naval (United States) | Express intent to meet or negotiate | Vietnam | 2006-07-04\n- Naval (United States) | Express intent to meet or negotiate | Vietnam | 2006-07-01\n- Naval (United States) | Express intent to meet or negotiate | Tanzania | 2009-02-07\n- Naval (United States) | Express intent to meet or negotiate | France | 2009-06-08\n- Naval (United States) | Express intent to meet or negotiate | Djibouti | 2009-02-07\n- Naval (United States) | Express intent to meet or negotiate | Cambodia | 2007-01-26\n- Naval (United States) | Express intent to meet or negotiate | Cambodia | 2007-01-25\nAnswer:", "completion": " Malaysia", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1084916", "prompt": "When was the last time that Kenya's top military officials praised Kenya's police force?\nEvidence:\n- Police (Malaysia) | Use conventional military force | Noordin M. Top | 2009-08-09\n- Police (Indonesia) | Use conventional military force | Noordin M. Top | 2009-09-29\n- Police (Indonesia) | Use conventional military force | Noordin M. Top | 2009-08-10\n- Police (Indonesia) | Use conventional military force | Noordin M. Top | 2009-08-09\n- Police (Indonesia) | Use conventional military force | Noordin M. Top | 2009-08-08\n- Preacher (Kenya) | Use conventional military force | Police (Kenya) | 2012-09-03\n- Police (Kenya) | Use conventional military force | Women (Kenya) | 2015-03-26\n- Police (Kenya) | Use conventional military force | Women (Kenya) | 2015-03-06\n- Police (Kenya) | Use conventional military force | Women (Kenya) | 2015-01-28\n- Police (Kenya) | Use conventional military force | Women (Kenya) | 2014-11-25\n- Police (Kenya) | Use conventional military force | Women (Kenya) | 2014-04-16\n- Police (Kenya) | Use conventional military force | Women (Kenya) | 2013-01-25\n- Police (Kenya) | Use conventional military force | Women (Kenya) | 2011-12-13\n- Police (Kenya) | Use conventional military force | Women (Kenya) | 2010-11-09\n- Police (Kenya) | Use conventional military force | Women (Kenya) | 2008-04-30\nAnswer:", "completion": " 2007-07-09", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1174387", "prompt": "Who was last to express an intention to engage in diplomatic cooperation with Rupiah Banda, before the National Democratic Party did?\nEvidence:\n- National Democratic Party | Express intent to engage in diplomatic cooperation (such as policy support) | Rupiah Banda | 2008-11-14\n- National Democratic Party | Make statement | Rupiah Banda | 2008-11-14\n- National Democratic Party | Make an appeal or request | Rupiah Banda | 2008-11-14\n- National Democratic Focus | Express intent to engage in diplomatic cooperation (such as policy support) | Rupiah Banda | 2008-09-15\n- Rupiah Banda | Make statement | National Democratic Focus | 2008-09-15\n- Rupiah Banda | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2008-09-03\n- Rupiah Banda | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Zambia) | 2006-10-10\n- Rupiah Banda | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Zambia) | 2006-10-09\n- Citizen (Zambia) | Express intent to engage in diplomatic cooperation (such as policy support) | Rupiah Banda | 2008-09-09\n- National Democratic Party | Express intent to engage in diplomatic cooperation (such as policy support) | Mahmoud Ahmadinejad | 2006-03-30\n- Rupiah Banda | Engage in symbolic act | Citizen (Zambia) | 2007-10-10\n- Rupiah Banda | Engage in symbolic act | Citizen (Zambia) | 2007-05-22\n- Citizen (Zambia) | Engage in symbolic act | Rupiah Banda | 2008-09-09\n- Rupiah Banda | Make statement | Ruling Party (Zambia) | 2008-06-13\n- Rupiah Banda | Make an appeal or request | Ruling Party (Zambia) | 2008-09-05\nAnswer:", "completion": " National Democratic Focus", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1092512", "prompt": "Which country was the first to criticise Barack Obama after Rafael Correa?\nEvidence:\n- Rafael Ramírez | Consult | Rafael Correa | 2005-07-14\n- Rafael Correa | Consult | Rafael Ramírez | 2005-07-14\n- Rafael Correa | Reject | Rafael Antonio Bielsa | 2006-11-23\n- Rafael Correa | Consult | Rafael Antonio Bielsa | 2006-09-26\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-26\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-20\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-01\n- Rafael Antonio Bielsa | Consult | Rafael Correa | 2006-09-26\n- Rafael Antonio Bielsa | Accuse | Rafael Correa | 2006-10-15\n- Rafael Correa | Make statement | Rafael Antonio Bielsa | 2006-11-22\n- Rafael Correa | Make statement | Rafael Antonio Bielsa | 2006-10-30\n- Rafael Correa | Criticize or denounce | Rafael Antonio Bielsa | 2006-11-25\n- Rafael Correa | Criticize or denounce | Rafael Antonio Bielsa | 2006-11-22\n- Rafael Correa | Criticize or denounce | Rafael Antonio Bielsa | 2006-10-15\n- Rafael Correa | Make statement | Colombia | 2006-12-14\nAnswer:", "completion": " Sudan", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1273496", "prompt": "After the Australian lawyer, who was the first to make pessimistic comments about the Australian Member of Parliament?\nEvidence:\n- Lawyer/Attorney (Australia) | Make pessimistic comment | Member of Parliament (Australia) | 2006-12-13\n- Member of Parliament (Iraq) | Make pessimistic comment | Iraq | 2011-11-21\n- Member of the Judiciary (Kyrgyzstan) | Make statement | Member of Parliament (Kyrgyzstan) | 2007-09-18\n- Member of Parliament (Kyrgyzstan) | Make statement | Member of the Judiciary (Kyrgyzstan) | 2008-01-22\n- Member of Parliament (Australia) | Make pessimistic comment | People Associated with the Opposition (Australia) | 2010-08-01\n- Member of the Judiciary (Angola) | Make pessimistic comment | Angola | 2005-01-21\n- Women (Australia) | Make pessimistic comment | Member of Parliament (Australia) | 2008-10-30\n- Robert McClelland | Make pessimistic comment | Member of Parliament (Australia) | 2006-04-17\n- Protester (Thailand) | Make pessimistic comment | Member of Parliament (Thailand) | 2010-06-01\n- Ombudsman (Australia) | Make pessimistic comment | Member of Parliament (Australia) | 2013-01-26\n- Ministry (Brazil) | Make pessimistic comment | Member of Parliament (Brazil) | 2006-01-26\n- Member of Parliament (Ukraine) | Make pessimistic comment | Verkhovna Rada | 2008-10-09\n- Member of Parliament (Thailand) | Make pessimistic comment | Citizen (Thailand) | 2010-01-21\n- Member of Parliament (India) | Make pessimistic comment | Villager (India) | 2006-12-30\n- Member of Parliament (India) | Make pessimistic comment | Men (India) | 2006-07-28\nAnswer:", "completion": " Citizen (Australia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1388341", "prompt": "In which year did the separatists of India first use small arms and light weapons to attack the men of India?\nEvidence:\n- Thief (India) | fight with small arms and light weapons | Men (India) | 2015-12-28\n- Thief (India) | fight with small arms and light weapons | Men (India) | 2015-10-31\n- Thief (India) | fight with small arms and light weapons | Men (India) | 2015-02-13\n- Thief (India) | fight with small arms and light weapons | Men (India) | 2012-10-19\n- Thief (India) | fight with small arms and light weapons | Men (India) | 2012-09-28\n- Thief (India) | fight with small arms and light weapons | Men (India) | 2011-10-03\n- Thief (India) | fight with small arms and light weapons | Men (India) | 2011-09-24\n- Thief (India) | fight with small arms and light weapons | Men (India) | 2010-06-06\n- Thief (India) | fight with small arms and light weapons | Men (India) | 2009-02-24\n- Thief (India) | fight with small arms and light weapons | Men (India) | 2008-12-30\n- Thief (India) | fight with small arms and light weapons | Men (India) | 2008-09-09\n- Thief (India) | fight with small arms and light weapons | Men (India) | 2007-08-31\n- Separatist (India) | fight with small arms and light weapons | Men (India) | 2014-03-28\n- Separatist (India) | fight with small arms and light weapons | Men (India) | 2011-05-28\n- Men (India) | fight with small arms and light weapons | Thief (India) | 2008-07-31\nAnswer:", "completion": " 2011", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1226217", "prompt": "Which country praised the African Union on 1 March 2011?\nEvidence:\n- China | Praise or endorse | African Union | 2011-03-01\n- Jian Yu | Make statement | China | 2011-03-01\n- Japan | Threaten to reduce or stop aid | China | 2011-03-01\n- Japan | Provide economic aid | China | 2011-03-01\n- Japan | Provide aid | China | 2011-03-01\n- Japan | Engage in negotiation | China | 2011-03-01\n- Head of Government (Mongolia) | Engage in diplomatic cooperation | China | 2011-03-01\n- Citizen (Brazil) | Express intent to meet or negotiate | China | 2011-03-01\n- China | Praise or endorse | UN Security Council | 2011-03-01\n- China | Engage in negotiation | Japan | 2011-03-01\nAnswer:", "completion": " China", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 10, "n_anchors": 1} +{"id": "mtq_1007371", "prompt": "After David Bakradze, who expressed the intention to negotiate with the citizens of Denmark first?\nEvidence:\n- David Bakradze | Express intent to meet or negotiate | The Hague | 2008-10-17\n- David Bakradze | Consult | Republic of South Ossetia | 2009-03-19\n- Valdas Adamkus | Consult | David Bakradze | 2009-02-18\n- David Bakradze | Make statement | Romania | 2008-03-26\n- David Bakradze | Make statement | Kazakhstan | 2008-04-08\n- David Bakradze | Consult | Valdas Adamkus | 2009-02-18\n- David Bakradze | Consult | Barack Obama | 2008-08-29\n- David Bakradze | Accuse | Military (Russia) | 2007-12-15\n- Barack Obama | Consult | David Bakradze | 2008-08-29\n- David Bakradze | Express intent to meet or negotiate | Republic of South Ossetia | 2007-09-11\n- David Bakradze | Express intent to meet or negotiate | Head of Government (Germany) | 2008-04-20\n- David Bakradze | Express intent to meet or negotiate | Taavi Veskimägi | 2005-11-16\n- David Bakradze | Express intent to meet or negotiate | Stephen Hadley | 2008-04-23\n- David Bakradze | Express intent to meet or negotiate | Stephen Hadley | 2008-04-21\n- David Bakradze | Express intent to meet or negotiate | Sergey Bagapsh | 2008-04-07\nAnswer:", "completion": " Grigol Vashadze", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1392682", "prompt": "Who were the citizens of the United Kingdom investigated by the Royal Thai Police on the same day?\nEvidence:\n- Office of the Attorney General | Make statement | Royal Thai Police | 2007-03-15\n- High Ranking Military Personnel (United Kingdom) | Make statement | Royal Thai Police | 2006-01-15\n- Thailand | Reject | Royal Thai Police | 2007-02-05\n- Royal Thai Police | Investigate | Thailand | 2007-01-29\n- Royal Thai Police | Make statement | Police (Malaysia) | 2006-11-27\n- Royal Thai Police | Make statement | Thailand | 2007-09-25\n- Royal Thai Police | Make statement | Thailand | 2006-08-16\n- Royal Thai Police | Make statement | Thailand | 2006-02-17\n- Royal Thai Police | Consult | Citizen (Thailand) | 2007-09-10\n- Citizen (Thailand) | Demand | Royal Thai Police | 2007-02-16\n- Citizen (Thailand) | Consult | Royal Thai Police | 2007-09-10\n- Royal Thai Police | Increase police alert status | Thailand | 2007-12-25\n- Police (Australia) | Praise or endorse | Royal Thai Police | 2005-12-24\n- Thailand | Host a visit | Royal Thai Police | 2007-09-25\n- Royal Thai Police | Praise or endorse | Malaysia | 2006-10-20\nAnswer:", "completion": " Citizen (Thailand)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1203554", "prompt": "Before Jatuporn Prompan, who was the last to condemn the Thai protesters?\nEvidence:\n- Jatuporn Prompan | Demand | Cambodia | 2009-11-23\n- Jatuporn Prompan | Reject | Abhisit Vejjajiva | 2009-05-05\n- Jatuporn Prompan | Make statement | Thailand | 2009-09-25\n- Jatuporn Prompan | Accuse | Newin Chidchob | 2009-04-21\n- Jatuporn Prompan | Accuse | Abhisit Vejjajiva | 2010-01-18\n- Jatuporn Prompan | Accuse | Abhisit Vejjajiva | 2009-12-15\n- Jatuporn Prompan | Accuse | Abhisit Vejjajiva | 2009-05-11\n- Jatuporn Prompan | Accuse | Abhisit Vejjajiva | 2009-05-09\n- Jatuporn Prompan | Accuse | Abhisit Vejjajiva | 2009-05-08\n- Citizen (Thailand) | Reject | Jatuporn Prompan | 2009-01-06\n- Jatuporn Prompan | Make statement | Protester (Thailand) | 2009-05-10\n- Jatuporn Prompan | Make statement | Activist (Thailand) | 2009-02-24\n- Jatuporn Prompan | Make statement | Abhisit Vejjajiva | 2009-09-11\n- Jatuporn Prompan | Make statement | Abhisit Vejjajiva | 2009-04-09\n- Jatuporn Prompan | Deny responsibility | Citizen (Thailand) | 2009-05-05\nAnswer:", "completion": " Citizen (Thailand)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1303848", "prompt": "Who was the last to request International Government Organizations before the citizens of United Kingdom did?\nEvidence:\n- Representatives (International) | Consult | International Government Organizations | 2005-06-03\n- International Government Organizations | Consult | Representatives (International) | 2005-06-03\n- Japan | Express intent to mediate | International Government Organizations | 2005-01-17\n- International Government Organizations | Praise or endorse | Head of Government (Ukraine) | 2005-01-24\n- International Government Organizations | Praise or endorse | Head of Government (Mongolia) | 2005-06-27\n- Representatives (Kyrgyzstan) | Consult | International Government Organizations | 2005-06-07\n- Iran | Make statement | International Government Organizations | 2005-01-27\n- International Government Organizations | Provide aid | Thailand | 2005-01-04\n- International Government Organizations | Provide aid | Sudan | 2005-04-11\n- International Government Organizations | Make statement | Thailand | 2005-08-26\n- International Government Organizations | Consult | Representatives (Kyrgyzstan) | 2005-06-07\n- International Government Organizations | Complain officially | Colombia | 2005-09-09\n- China | Reduce relations | International Government Organizations | 2005-04-06\n- International Government Organizations | Consult | Association of Southeast Asian Nations | 2005-01-05\n- International Government Organizations | Accuse of human rights abuses | Iran | 2005-05-05\nAnswer:", "completion": " UN Security Council", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1096352", "prompt": "In which year was Gerhard Schröder last optimistic about Romania?\nEvidence:\n- Gerhard Schröder | Make optimistic comment | Romania | 2005-03-22\n- Gerhard Schröder | Make optimistic comment | Romania | 2005-03-21\n- Gerhard Schröder | Praise or endorse | Romania | 2005-03-21\n- Gerhard Schröder | Make optimistic comment | Government (Germany) | 2005-10-12\n- Gerhard Schröder | Make optimistic comment | Government (Germany) | 2005-10-05\n- Gerhard Schröder | Make optimistic comment | Congress (United States) | 2005-02-22\n- Gerhard Schröder | Threaten | Iran | 2005-02-24\n- Gerhard Schröder | Threaten | Iran | 2005-02-23\n- Gerhard Schröder | Threaten | Iran | 2005-02-01\n- Gerhard Schröder | Reject | Iraq | 2005-02-21\n- Joschka Fischer | Engage in negotiation | Gerhard Schröder | 2005-02-26\n- Gerhard Schröder | Engage in negotiation | Joschka Fischer | 2005-02-26\n- Gerhard Schröder | Engage in negotiation | Aleksander Kwasniewski | 2005-01-07\n- Aleksander Kwasniewski | Engage in negotiation | Gerhard Schröder | 2005-01-07\n- Jack Straw | Consult | Gerhard Schröder | 2005-02-04\nAnswer:", "completion": " 2005", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1334312", "prompt": "Who was the last to praise the government of Jamaica?\nEvidence:\n- Rights Activist (Jamaica) | Praise or endorse | Government (Jamaica) | 2005-08-03\n- National Party (Jamaica) | Refuse to yield | Government (Jamaica) | 2008-01-23\n- Government (Jamaica) | Accuse | Criminal (Jamaica) | 2005-11-07\n- China | Praise or endorse | Government (Jamaica) | 2009-02-13\n- Ministry (Jamaica) | Praise or endorse | Police (Jamaica) | 2009-06-12\n- News Editor (Jamaica) | Demand | Government (Jamaica) | 2010-10-05\n- Ministry (Jamaica) | Make statement | Government (Jamaica) | 2015-08-18\n- Ministry (Jamaica) | Make statement | Government (Jamaica) | 2012-06-06\n- Ministry (Jamaica) | Make statement | Government (Jamaica) | 2010-01-20\n- Ministry (Jamaica) | Make statement | Government (Jamaica) | 2008-09-29\n- Ministry (Jamaica) | Make statement | Government (Jamaica) | 2007-02-21\n- Main Opposition (Jamaica) | Demand | Government (Jamaica) | 2015-07-06\n- Main Opposition (Jamaica) | Accuse | Government (Jamaica) | 2005-09-07\n- Government (Jamaica) | Make statement | Police (Jamaica) | 2007-11-17\n- Government (Jamaica) | Accuse | Main Opposition (Jamaica) | 2005-09-07\nAnswer:", "completion": " José Miguel Insulza", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1199234", "prompt": "Before June 2009, which country hosted the visit of the Foreign Minister of Venezuela?\nEvidence:\n- Member of the Judiciary (Venezuela) | Demand | Citizen (Venezuela) | 2014-03-25\n- Citizen (Venezuela) | Reject | Member of the Judiciary (Venezuela) | 2015-06-02\n- Citizen (Venezuela) | Reject | Member of the Judiciary (Venezuela) | 2013-01-18\n- The Voice (Vietnam) | Make statement | Foreign Affairs (Venezuela) | 2008-06-30\n- Member of the Judiciary (Venezuela) | Impose administrative sanctions | Citizen (Venezuela) | 2015-09-11\n- Citizen (Venezuela) | Protest violently, riot | Member of the Judiciary (Venezuela) | 2008-01-11\n- Citizen (Venezuela) | Make optimistic comment | Member of the Judiciary (Venezuela) | 2013-01-10\n- Citizen (Venezuela) | Demonstrate or rally | Member of the Judiciary (Venezuela) | 2008-07-12\n- Citizen (Venezuela) | Criticize or denounce | Member of the Judiciary (Venezuela) | 2014-06-01\n- Citizen (Venezuela) | Criticize or denounce | Member of the Judiciary (Venezuela) | 2009-04-09\n- Citizen (Venezuela) | Criticize or denounce | Member of the Judiciary (Venezuela) | 2008-01-07\n- Foreign Affairs (Venezuela) | Praise or endorse | Special Rapporteurs of the United Nations | 2006-07-09\n- Foreign Affairs (Venezuela) | Reject | Citizen (Venezuela) | 2014-07-01\n- Citizen (Venezuela) | Accuse | Foreign Affairs (Venezuela) | 2010-05-12\n- Citizen (Venezuela) | Accuse | Foreign Affairs (Venezuela) | 2009-05-27\nAnswer:", "completion": " Vietnam", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1159105", "prompt": "Before 29 December 2013, with whom did Uhuru Muigai Kenyatta negotiate?\nEvidence:\n- Uhuru Muigai Kenyatta | Consult | Detainee (South Sudan) | 2013-12-29\n- Detainee (South Sudan) | Consult | Uhuru Muigai Kenyatta | 2013-12-29\n- Uhuru Muigai Kenyatta | Make a visit | South Sudan | 2013-12-29\n- South Sudan | Host a visit | Uhuru Muigai Kenyatta | 2013-12-29\n- Uhuru Muigai Kenyatta | Engage in negotiation | Detainee (South Sudan) | 2013-12-29\n- Detainee (South Sudan) | Engage in negotiation | Uhuru Muigai Kenyatta | 2013-12-29\n- Uhuru Muigai Kenyatta | Engage in negotiation | Head of Government (Ethiopia) | 2013-12-29\n- Head of Government (Ethiopia) | Engage in negotiation | Uhuru Muigai Kenyatta | 2013-12-29\n- South Sudan | Host a visit | Ethiopia | 2013-12-29\n- South Sudan | Express intent to release persons or property | Detainee (South Sudan) | 2013-12-29\n- South Sudan | Abduct, hijack, or take hostage | Media Personnel (Somalia) | 2013-12-29\n- Head of Government (Ethiopia) | Engage in negotiation | Detainee (South Sudan) | 2013-12-29\n- Ethiopia | Make a visit | South Sudan | 2013-12-29\n- Detainee (South Sudan) | Engage in negotiation | Head of Government (Ethiopia) | 2013-12-29\nAnswer:", "completion": " William Ruto", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 14, "n_anchors": 1} +{"id": "mtq_1343287", "prompt": "In which year did the environmentalist from the Philippines support Reynato Puno y Serrano?\nEvidence:\n- Environmentalist (Philippines) | Praise or endorse | Reynato Puno y Serrano | 2010-02-02\n- Reynato Puno y Serrano | Consult | Inquirer | 2008-04-01\n- Inquirer | Consult | Reynato Puno y Serrano | 2008-04-01\n- Reynato Puno y Serrano | Make statement | Employee (Philippines) | 2007-06-13\n- Reynato Puno y Serrano | Consult | Philip Alston | 2007-02-16\n- Reynato Puno y Serrano | Consult | Norberto Gonzales | 2009-07-25\n- Philip Alston | Consult | Reynato Puno y Serrano | 2007-02-16\n- Norberto Gonzales | Consult | Reynato Puno y Serrano | 2009-07-25\n- Reynato Puno y Serrano | Make statement | Public Courts (Philippines) | 2008-09-01\n- Reynato Puno y Serrano | Make statement | Public Courts (Philippines) | 2007-02-16\n- Reynato Puno y Serrano | Make statement | Medical Personnel (Philippines) | 2015-08-10\n- Reynato Puno y Serrano | Make an appeal or request | Congress (Philippines) | 2007-11-21\n- Reynato Puno y Serrano | Sign formal agreement | Pius Nkonzo Langa | 2009-03-02\n- Reynato Puno y Serrano | Sign formal agreement | Pius Nkonzo Langa | 2009-02-26\n- Pius Nkonzo Langa | Sign formal agreement | Reynato Puno y Serrano | 2009-03-02\nAnswer:", "completion": " 2010", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1154416", "prompt": "Who used conventional military force against the Sudanese peacekeeping force in the same month?\nEvidence:\n- Sudan | Use conventional military force | Peacekeeping Troop (Sudan) | 2007-10-01\n- Police (Sudan) | Use conventional military force | Peacekeeping Troop (Sudan) | 2013-07-14\n- Peacekeeping Troop (Sudan) | Use conventional military force | Police (Sudan) | 2013-07-14\n- Peacekeeping Troop (Sudan) | Use conventional military force | Citizen (Sudan) | 2015-04-27\n- Peacekeeping Troop (Sudan) | Use conventional military force | Citizen (Sudan) | 2015-04-26\n- Peacekeeping Troop (Sudan) | Use conventional military force | Citizen (Sudan) | 2014-05-08\n- Peacekeeping Troop (Sudan) | Use conventional military force | Citizen (Sudan) | 2006-12-11\n- Peacekeeping Troop (African Union) | Use conventional military force | Eritrea | 2009-06-16\n- Peacekeeping Troop (Africa) | Use conventional military force | Rioter (Sudan) | 2006-12-11\n- Peacekeeping Troop (Africa) | Use conventional military force | Militant (Somalia) | 2014-09-19\n- Peacekeeping Troop (Africa) | Use conventional military force | Militant (Somalia) | 2014-08-15\n- Peacekeeping Troop (Africa) | Use conventional military force | Al-Shabaab | 2014-01-03\n- Peacekeeping Troop (Africa) | Use conventional military force | Al-Shabaab | 2014-01-02\n- Peacekeeping Troop (Africa) | Use conventional military force | Al-Shabaab | 2011-12-06\n- Peacekeeping Troop (Africa) | Use conventional military force | Al-Shabaab | 2011-10-28\nAnswer:", "completion": " Citizen (Sudan)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1237744", "prompt": "After Umaru Musa Yar'Adua, who did Peter Esele ask first?\nEvidence:\n- Peter Esele | Praise or endorse | Umaru Musa Yar'Adua | 2007-08-23\n- Peter Esele | Make an appeal or request | Umaru Musa Yar'Adua | 2010-03-01\n- Umaru Musa Yar'Adua | Threaten | Government (Nigeria) | 2005-01-25\n- Umaru Musa Yar'Adua | Demand | Citizen (Nigeria) | 2007-05-31\n- Umaru Musa Yar'Adua | Consult | South Africa | 2007-04-26\n- Umaru Musa Yar'Adua | Consult | Abdoulaye Wade | 2007-05-08\n- Umaru Musa Yar'Adua | Accuse | Citizen (Nigeria) | 2007-01-05\n- South Africa | Consult | Umaru Musa Yar'Adua | 2007-04-26\n- Oluṣẹgun Ọbasanjọ | Yield | Umaru Musa Yar'Adua | 2007-05-30\n- Oluṣẹgun Ọbasanjọ | Yield | Umaru Musa Yar'Adua | 2007-05-29\n- Daily Trust | Reject | Umaru Musa Yar'Adua | 2007-02-09\n- Citizen (Nigeria) | Demand | Umaru Musa Yar'Adua | 2007-04-23\n- Abdoulaye Wade | Consult | Umaru Musa Yar'Adua | 2007-05-08\n- Umaru Musa Yar'Adua | Praise or endorse | China | 2007-05-30\n- Umaru Musa Yar'Adua | Make statement | Government (Nigeria) | 2007-05-29\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1180942", "prompt": "When did the Ministry of Tanzania praise Jakaya Mrisho Kikwete for the first time?\nEvidence:\n- Ministry (Tanzania) | Praise or endorse | Jakaya Mrisho Kikwete | 2005-12-30\n- Jakaya Mrisho Kikwete | Make statement | Ministry (Tanzania) | 2006-01-19\n- Jakaya Mrisho Kikwete | Make statement | Ministry (Tanzania) | 2006-01-17\n- Tanzania | Praise or endorse | Jakaya Mrisho Kikwete | 2006-01-20\n- Tanzania | Praise or endorse | Jakaya Mrisho Kikwete | 2005-12-18\n- Jakaya Mrisho Kikwete | Praise or endorse | Citizen (Tanzania) | 2005-12-31\n- Jakaya Mrisho Kikwete | Praise or endorse | Citizen (Tanzania) | 2005-10-21\n- Tanzania | Make statement | Jakaya Mrisho Kikwete | 2005-12-13\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-04-21\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-04-07\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-04-06\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-04-01\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-03-25\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-03-10\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-03-09\nAnswer:", "completion": " 2005-12-30", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1273940", "prompt": "When did the Criminal of Austria first wish to engage in diplomatic cooperation with the Police of Austria?\nEvidence:\n- Criminal (Austria) | Express intent to engage in diplomatic cooperation (such as policy support) | Police (Austria) | 2006-12-18\n- Business (Austria) | Engage in diplomatic cooperation | Iran | 2014-03-07\n- Business (Austria) | Engage in diplomatic cooperation | Iran | 2014-03-04\n- Police (Austria) | Investigate | Criminal (Austria) | 2010-09-07\n- Police (Austria) | Investigate | Criminal (Austria) | 2008-01-02\n- Police (Austria) | Investigate | Criminal (Austria) | 2007-11-21\n- Police (Austria) | Investigate | Criminal (Austria) | 2005-06-17\n- Police (Austria) | Investigate | Criminal (Austria) | 2005-03-17\n- Police (Austria) | Investigate | Criminal (Austria) | 2005-02-10\n- Police (Austria) | Consult | Criminal (Austria) | 2005-10-16\n- Police (Austria) | Accuse | Criminal (Austria) | 2015-03-04\n- Police (Austria) | Accuse | Criminal (Austria) | 2015-03-03\n- Police (Austria) | Accuse | Criminal (Austria) | 2006-01-25\n- Criminal (Austria) | Consult | Police (Austria) | 2005-10-16\n- Assembly of First Nations | Engage in material cooperation | Police (Canada) | 2013-02-16\nAnswer:", "completion": " 2006-12-18", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1295385", "prompt": "Before the government of Sudan, which country did Sudan last use conventional military force against?\nEvidence:\n- Sudan | Use conventional military force | Ethiopia | 2005-04-01\n- Ethiopia | Use conventional military force | Sudan | 2005-04-01\n- Police (Ethiopia) | Use conventional military force | Ethiopia | 2005-06-08\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-27\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-26\n- Eritrea | Rally opposition against | Ethiopia | 2005-03-11\nAnswer:", "completion": " Citizen (Sudan)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1001949", "prompt": "After the head of government of Cyprus, who did Alexis Tsipras make a request to first?\nEvidence:\n- Alexis Tsipras | Make statement | Head of Government (Greece) | 2010-09-06\n- Head of Government (Greece) | Consult | Alexis Tsipras | 2012-05-13\n- Head of Government (Greece) | Consult | Alexis Tsipras | 2012-05-08\n- Head of Government (Greece) | Accuse | Alexis Tsipras | 2011-04-01\n- Alexis Tsipras | Consult | Head of Government (Greece) | 2012-05-13\n- Alexis Tsipras | Consult | Head of Government (Greece) | 2012-05-08\n- Alexis Tsipras | Accuse | Head of Government (Greece) | 2011-11-16\n- Alexis Tsipras | Make an appeal or request | Head of Government (Greece) | 2011-11-02\n- Head of Government (Greece) | Engage in negotiation | Alexis Tsipras | 2012-05-08\n- Alexis Tsipras | Engage in negotiation | Head of Government (Greece) | 2012-05-08\n- Alexis Tsipras | Criticize or denounce | Head of Government (Greece) | 2009-06-02\n- Alexis Tsipras | Express intent to meet or negotiate | Head of Government (Greece) | 2012-05-09\n- Alexis Tsipras | Make a visit | Marios Garoyian | 2008-07-04\n- Alexis Tsipras | Make an appeal or request | New Democracy | 2012-05-08\n- Alexis Tsipras | Make an appeal or request | Georgios Papandreou | 2011-04-01\nAnswer:", "completion": " Citizen (Greece)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1301891", "prompt": "In which month did the citizens of Africa criticise the citizens of Sudan for the first time?\nEvidence:\n- Sudan | Engage in negotiation | Ethiopia | 2005-04-19\n- Ethiopia | Engage in negotiation | Sudan | 2005-04-19\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- UN Security Council | Appeal for diplomatic cooperation (such as policy support) | Sudan | 2005-01-11\n- UN Security Council | Appeal for diplomatic cooperation (such as policy support) | Sudan | 2005-01-10\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Citizen (Sudan) | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-01-23\n- Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | Head of Government (Egypt) | 2005-01-24\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\nAnswer:", "completion": " 2007-12", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1100646", "prompt": "With whom did Mikhail Yefimovich Fradkov want to cooperate in the same year of Jens Stoltenberg?\nEvidence:\n- Mikhail Yefimovich Fradkov | Consult | Jens Stoltenberg | 2006-03-29\n- Jens Stoltenberg | Consult | Mikhail Yefimovich Fradkov | 2006-03-29\n- Mikhail Yefimovich Fradkov | Sign formal agreement | Jens Stoltenberg | 2006-03-29\n- Jens Stoltenberg | Sign formal agreement | Mikhail Yefimovich Fradkov | 2006-03-29\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | Jens Stoltenberg | 2006-03-29\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | Jens Stoltenberg | 2006-03-28\n- Zurab Nogaideli | Engage in negotiation | Mikhail Yefimovich Fradkov | 2005-06-03\n- Mikhail Yefimovich Fradkov | Engage in negotiation | Zurab Nogaideli | 2005-06-03\n- Mikhail Yefimovich Fradkov | Engage in negotiation | Abdul Kalam | 2005-05-23\n- Abdul Kalam | Engage in negotiation | Mikhail Yefimovich Fradkov | 2005-05-23\n- Zurab Nogaideli | Consult | Mikhail Yefimovich Fradkov | 2005-06-03\n- Mikhail Yefimovich Fradkov | Make statement | Gazprom | 2005-02-16\n- Mikhail Yefimovich Fradkov | Make statement | China | 2005-05-27\n- Mikhail Yefimovich Fradkov | Make statement | China | 2005-02-03\n- Mikhail Yefimovich Fradkov | Consult | Zurab Nogaideli | 2005-06-03\nAnswer:", "completion": " Citizen (Belarus)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1348490", "prompt": "Who supported Tony Blair in the same month of ITAR TASS?\nEvidence:\n- Tony Blair | Make statement | ITAR TASS | 2005-10-05\n- ITAR TASS | Investigate | Iran | 2006-02-14\n- South Korea | Engage in negotiation | ITAR TASS | 2006-05-18\n- ITAR TASS | Engage in negotiation | South Korea | 2006-05-18\n- ITAR TASS | Make statement | Iran | 2006-04-20\n- ITAR TASS | Make statement | Iran | 2006-02-20\n- ITAR TASS | Make statement | Iran | 2006-02-06\n- ITAR TASS | Consult | Driss Jettou | 2005-11-22\n- Driss Jettou | Consult | ITAR TASS | 2005-11-22\n- Media (Russia) | Engage in diplomatic cooperation | ITAR TASS | 2005-12-12\n- ITAR TASS | Engage in diplomatic cooperation | Media (Russia) | 2005-12-12\n- ITAR TASS | Make statement | Head of Government (Ukraine) | 2006-01-03\n- Head of Government (Ukraine) | Make statement | ITAR TASS | 2005-01-24\n- Zhang Deguang | Make statement | ITAR TASS | 2006-04-20\n- Zhang Deguang | Make statement | ITAR TASS | 2006-04-19\nAnswer:", "completion": " Ireland", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1014688", "prompt": "Before the citizens of Saudi Arabia, who last released persons to the men of the Philippines?\nEvidence:\n- Police (Saudi Arabia) | Refuse to release persons or property | Citizen (Saudi Arabia) | 2015-08-04\n- Police (Saudi Arabia) | Express intent to release persons or property | Citizen (Saudi Arabia) | 2006-08-15\n- Royal Administration (Saudi Arabia) | Express intent to release persons or property | Citizen (Saudi Arabia) | 2006-10-31\n- Men (Philippines) | Threaten | University of the Philippines | 2009-09-24\n- Citizen (Saudi Arabia) | Return, release person(s) | Men (Philippines) | 2010-10-06\n- Men (Philippines) | Physically assault | University of the Philippines | 2015-07-03\n- Men (Philippines) | Physically assault | University of the Philippines | 2015-07-02\n- Employee (Philippines) | Accuse | Citizen (Saudi Arabia) | 2014-02-21\n- Iraq | Express intent to release persons or property | Citizen (Saudi Arabia) | 2012-03-19\n- University of the Philippines | Criticize or denounce | Men (Philippines) | 2009-09-24\n- Men (Philippines) | Criticize or denounce | University of the Philippines | 2009-06-02\n- Police (Philippines) | Express intent to release persons or property | Men (Philippines) | 2005-09-25\n- Military (Philippines) | Express intent to release persons or property | Men (Philippines) | 2014-07-21\n- Police (Saudi Arabia) | Reject | Citizen (Saudi Arabia) | 2006-09-25\n- Police (Saudi Arabia) | Investigate | Citizen (Saudi Arabia) | 2008-03-26\nAnswer:", "completion": " Police (Philippines)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1081185", "prompt": "After Carlos Kauffmann, who was the first to appeal to the member of the judiciary of the United States?\nEvidence:\n- Carlos Kauffmann | Make an appeal or request | Member of the Judiciary (United States) | 2008-02-08\n- Lawyer/Attorney (United States) | Make statement | Carlos Kauffmann | 2008-07-06\n- Member of the Judiciary (United States) | Demand | Iran | 2007-09-09\n- Member of the Judiciary (United States) | Demand | Iran | 2007-09-08\n- Member of the Judiciary (United States) | Demand | Iran | 2007-09-07\n- China | Accuse | Member of the Judiciary (United States) | 2015-06-26\n- Member of the Judiciary (United States) | Reject | Businessperson (United Kingdom) | 2011-10-27\n- Member of the Judiciary (United States) | Reject | Military (Cuba) | 2006-06-30\n- Member of the Judiciary (United States) | Reject | Manuel Noriega | 2010-06-28\n- Member of the Judiciary (United States) | Reject | Manuel Noriega | 2010-03-22\n- Member of the Judiciary (United States) | Reject | Immigrants (Cuba) | 2009-06-25\n- Member of the Judiciary (United States) | Reject | Amazon.com | 2013-12-03\n- Member of the Judiciary (United States) | Make statement | Mexico | 2014-03-26\n- Member of the Judiciary (United States) | Make statement | France | 2014-03-26\n- Member of the Judiciary (United States) | Demand | Tyco International | 2005-09-19\nAnswer:", "completion": " Drug Gang (Colombia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1378722", "prompt": "In which month did the Aam Aadmi Party last request Harish Rawat?\nEvidence:\n- Aam Aadmi Party | Make an appeal or request | Harish Rawat | 2015-12-13\n- Aam Aadmi Party | Express intent to meet or negotiate | Harish Rawat | 2015-12-13\n- Satpal Maharaj | Accuse | Harish Rawat | 2014-03-30\n- Media (India) | Consult | Harish Rawat | 2015-02-26\n- Media (India) | Consult | Harish Rawat | 2014-12-28\n- Harish Rawat | Consult | Media (India) | 2015-02-26\n- Harish Rawat | Consult | Media (India) | 2014-12-28\n- Medical Association (India) | Consult | Harish Rawat | 2015-12-21\n- Harish Rawat | Consult | Medical Association (India) | 2015-12-21\n- Governor (India) | Consult | Aam Aadmi Party | 2014-05-16\n- Aam Aadmi Party | Consult | Governor (India) | 2014-05-16\n- Aam Aadmi Party | Make statement | National Party (India) | 2014-07-19\n- Chairman Pratap | Make an appeal or request | Harish Rawat | 2015-11-26\n- Villager (India) | Criticize or denounce | Harish Rawat | 2014-03-12\n- Yogendra Yadav | Make statement | Aam Aadmi Party | 2014-09-19\nAnswer:", "completion": " 2015-12", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1330963", "prompt": "In 2010, who was the first to condemn South Korea?\nEvidence:\n- South Korea | Engage in negotiation | Japan | 2005-01-08\n- South Korea | Engage in negotiation | Japan | 2005-01-03\n- Japan | Engage in negotiation | South Korea | 2005-01-08\n- Japan | Engage in negotiation | South Korea | 2005-01-03\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- South Korea | Express intent to cooperate | Japan | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-06\n- Japan | Express intent to cooperate | South Korea | 2005-01-13\n- China | Express intent to cooperate | South Korea | 2005-01-13\n- China | Express intent to cooperate | South Korea | 2005-01-06\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | South Korea | 2005-01-06\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\nAnswer:", "completion": " Citizen (North Korea)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1215304", "prompt": "Could you tell me the exact month when the Lawyer/Attorney of Indonesia made a condemnation to the women of Indonesia?\nEvidence:\n- Lawyer/Attorney (Indonesia) | Demand | Women (Indonesia) | 2010-08-03\n- Office of the Attorney General | Reject | Lawyer/Attorney (Indonesia) | 2008-11-04\n- Lawyer/Attorney (Indonesia) | Reject | Women (Australia) | 2005-05-06\n- Lawyer/Attorney (Indonesia) | Criticize or denounce | Women (Indonesia) | 2005-05-27\n- Lawyer/Attorney (Indonesia) | Make an appeal or request | Women (Indonesia) | 2005-04-28\n- Lawyer/Attorney (Indonesia) | Ease administrative sanctions | Women (Australia) | 2007-01-30\n- Lawyer/Attorney (Indonesia) | Make statement | The Daily Telegraph | 2005-09-28\n- Lawyer/Attorney (Indonesia) | Consult | House of Representatives (Indonesia) | 2010-12-17\n- House of Representatives (Indonesia) | Consult | Lawyer/Attorney (Indonesia) | 2010-12-17\n- Lawyer/Attorney (Indonesia) | Consult | Lawyer/Attorney (Australia) | 2005-06-05\n- Lawyer/Attorney (Australia) | Demand | Lawyer/Attorney (Indonesia) | 2005-05-29\n- Lawyer/Attorney (Australia) | Consult | Lawyer/Attorney (Indonesia) | 2005-06-05\n- Police (Indonesia) | Investigate | Lawyer/Attorney (Indonesia) | 2015-08-06\n- Police (Indonesia) | Investigate | Lawyer/Attorney (Indonesia) | 2011-02-12\n- Police (Indonesia) | Investigate | Lawyer/Attorney (Indonesia) | 2010-04-24\nAnswer:", "completion": " 2005-05", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1060745", "prompt": "In which month did the government of Pakistan last criticise the women of Pakistan?\nEvidence:\n- Women (Pakistan) | Demand | Government (Pakistan) | 2010-11-30\n- Women (Pakistan) | Accuse | Government (Pakistan) | 2005-08-16\n- Government (Pakistan) | Investigate | Women (Pakistan) | 2008-09-01\n- Government (Pakistan) | Demand | Women (Pakistan) | 2005-12-13\n- Head of Government (Pakistan) | Investigate crime, corruption | Women (Pakistan) | 2005-08-31\n- Head of Government (Pakistan) | Criticize or denounce | Women (Pakistan) | 2005-09-07\n- Women (Pakistan) | Deny responsibility | Government (Pakistan) | 2007-04-23\n- Government (Pakistan) | Confiscate property | Women (Pakistan) | 2005-06-23\n- Government (Pakistan) | Confiscate property | Women (Pakistan) | 2005-06-22\n- Women (Pakistan) | Deny responsibility | Member of the Judiciary (United States) | 2005-06-02\n- Women (Pakistan) | Appeal for easing of administrative sanctions | Government (Pakistan) | 2005-06-11\n- Women (Pakistan) | Demonstrate or rally | Government (Pakistan) | 2015-02-01\n- Women (Pakistan) | Demonstrate or rally | Government (Pakistan) | 2015-01-31\n- Women (Pakistan) | Demonstrate or rally | Government (Pakistan) | 2013-11-23\n- Women (Pakistan) | Demonstrate or rally | Government (Pakistan) | 2013-11-22\nAnswer:", "completion": " 2005-10", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1353111", "prompt": "Before Anyim Pius Anyim, who did Sule Lamido express an interest in working with?\nEvidence:\n- Sule Lamido | Express intent to cooperate | Anyim Pius Anyim | 2008-02-14\n- Citizen (Nigeria) | Engage in diplomatic cooperation | Anyim Pius Anyim | 2014-12-08\n- Trade Union Congress | Consult | Anyim Pius Anyim | 2012-08-23\n- Ministry (Nigeria) | Make statement | Anyim Pius Anyim | 2013-12-19\n- Labaran Maku | Make statement | Anyim Pius Anyim | 2014-06-19\n- Anyim Pius Anyim | Make statement | Ministry (Nigeria) | 2013-02-06\n- Anyim Pius Anyim | Make statement | Ministry (Nigeria) | 2013-02-05\n- Anyim Pius Anyim | Make statement | Government (Nigeria) | 2014-02-17\n- Anyim Pius Anyim | Make statement | Government (Nigeria) | 2013-12-21\n- Anyim Pius Anyim | Make statement | Government (Nigeria) | 2013-09-23\n- Anyim Pius Anyim | Make statement | Government (Nigeria) | 2013-09-20\n- Anyim Pius Anyim | Make statement | Government (Nigeria) | 2013-05-06\n- Anyim Pius Anyim | Make statement | Government (Nigeria) | 2013-01-28\n- Anyim Pius Anyim | Make statement | Government (Nigeria) | 2013-01-26\n- Anyim Pius Anyim | Make statement | Government (Nigeria) | 2012-10-23\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1115429", "prompt": "In which month did the senior military officer of Venezuela last make a request to the member of the Venezuelan judiciary?\nEvidence:\n- Member of the Judiciary (Venezuela) | Demand | Citizen (Venezuela) | 2014-03-25\n- Citizen (Venezuela) | Reject | Member of the Judiciary (Venezuela) | 2015-06-02\n- Citizen (Venezuela) | Reject | Member of the Judiciary (Venezuela) | 2013-01-18\n- Member of the Judiciary (Venezuela) | Make an appeal or request | Citizen (Venezuela) | 2005-12-02\n- Citizen (Venezuela) | Make an appeal or request | Member of the Judiciary (Venezuela) | 2013-02-22\n- Citizen (Venezuela) | Make an appeal or request | Member of the Judiciary (Venezuela) | 2008-10-28\n- Citizen (Venezuela) | Make an appeal or request | Member of the Judiciary (Venezuela) | 2006-04-27\n- Citizen (Venezuela) | Make optimistic comment | Member of the Judiciary (Venezuela) | 2013-01-10\n- Member of the Judiciary (Venezuela) | Make statement | Colombia | 2014-11-15\n- High Ranking Military Personnel (Venezuela) | Make an appeal or request | Member of the Judiciary (Venezuela) | 2008-07-02\n- High Ranking Military Personnel (Venezuela) | Make an appeal or request | Member of the Judiciary (Venezuela) | 2008-07-01\n- High Ranking Military Personnel (Venezuela) | Make an appeal or request | Member of the Judiciary (Venezuela) | 2008-06-28\n- Opposition Supporter (Venezuela) | Make an appeal or request | Member of the Judiciary (Venezuela) | 2013-01-09\n- Opposition Supporter (Venezuela) | Make an appeal or request | Member of the Judiciary (Venezuela) | 2013-01-08\n- Member of the Judiciary (Venezuela) | Impose administrative sanctions | Citizen (Venezuela) | 2015-09-11\nAnswer:", "completion": " 2008-07", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1096302", "prompt": "With whom did Macky Sall first announce his intention to meet after the Senegalese Ministry?\nEvidence:\n- Macky Sall | Consult | China | 2006-04-28\n- China | Consult | Macky Sall | 2006-04-28\n- Macky Sall | Reject | Abdoulaye Wade | 2009-02-03\n- Macky Sall | Reject | Abdoulaye Wade | 2009-01-27\n- Macky Sall | Make statement | China | 2006-04-28\n- Macky Sall | Make statement | China | 2006-04-27\n- Macky Sall | Make statement | China | 2006-01-13\n- Macky Sall | Demand | Abdoulaye Wade | 2012-02-27\n- Macky Sall | Consult | Abdoulaye Wade | 2007-06-02\n- Macky Sall | Consult | Abdoulaye Wade | 2006-02-09\n- Macky Sall | Consult | Abdoulaye Wade | 2005-01-13\n- Macky Sall | Apologize | Abdoulaye Wade | 2008-01-07\n- Abdoulaye Wade | Consult | Macky Sall | 2007-06-02\n- Abdoulaye Wade | Consult | Macky Sall | 2006-02-09\n- Abdoulaye Wade | Consult | Macky Sall | 2005-01-13\nAnswer:", "completion": " Kuwait", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1374710", "prompt": "In which year did the citizens of Hungary criticise Vladimír Palko?\nEvidence:\n- Vladimír Palko | Criticize or denounce | Citizen (Hungary) | 2007-09-24\n- Citizen (Hungary) | Criticize or denounce | Vladimír Palko | 2007-04-15\n- Vladimír Palko | Threaten | Police (Slovakia) | 2005-11-04\n- Vladimír Palko | Reject | Police (Slovakia) | 2005-03-01\n- Vladimír Palko | Demand | Pavol Hrusovský | 2007-01-08\n- Vladimír Palko | Consult | Vladimir Meciar | 2005-10-11\n- Vladimír Palko | Consult | Béla Bugár | 2010-02-01\n- Vladimír Palko | Accuse | Police (Slovakia) | 2005-10-01\n- Vladimir Meciar | Consult | Vladimír Palko | 2005-10-11\n- Béla Bugár | Consult | Vladimír Palko | 2010-02-01\n- Vladimír Palko | Make statement | Member of Parliament (Slovakia) | 2008-02-22\n- Vladimír Palko | Make statement | Member of Parliament (Slovakia) | 2007-02-22\n- Vladimír Palko | Praise or endorse | Vietnam | 2005-10-17\n- Vladimír Palko | Make statement | Police (Slovakia) | 2008-08-06\n- Vladimír Palko | Make statement | Police (Slovakia) | 2005-12-03\nAnswer:", "completion": " 2007", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1001642", "prompt": "Before Dmitry Anatolyevich Medvedev, who last wanted to negotiate with Yoshihiko Noda?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | China | 2006-08-29\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | China | 2005-12-08\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | China | 2005-12-07\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | China | 2005-12-06\n- Dmitry Anatolyevich Medvedev | Consult | China | 2005-12-08\n- China | Consult | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Yoshihiko Noda | Express intent to meet or negotiate | Vietnam | 2011-05-03\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | Wen Jiabao | 2006-08-29\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | Islam Karimov | 2006-05-06\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | Islam Karimov | 2006-05-05\n- Angela Merkel | Express intent to meet or negotiate | Dmitry Anatolyevich Medvedev | 2006-04-23\n- Yoshihiko Noda | Demand | Japan | 2010-11-24\n- Veterans (Russia) | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Islam Karimov | Consult | Dmitry Anatolyevich Medvedev | 2006-05-07\nAnswer:", "completion": " Barack Obama", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1374801", "prompt": "Who did Henry M. Paulson try to negotiate with after 18 June 2008?\nEvidence:\n- Henry M. Paulson | Express intent to meet or negotiate | China | 2008-06-18\n- Japan | Express intent to cooperate | China | 2008-06-18\n- China | Express intent to cooperate | Japan | 2008-06-18\n- Japan | Express intent to settle dispute | China | 2008-06-18\n- China | Express intent to settle dispute | Japan | 2008-06-18\n- Japan | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2008-06-18\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Japan | 2008-06-18\n- Xi Jinping | Make statement | China | 2008-06-18\n- UN Security Council | Consult | China | 2008-06-18\n- Togo | Sign formal agreement | China | 2008-06-18\n- Sudan | Host a visit | China | 2008-06-18\n- Ministry (Egypt) | Make a visit | China | 2008-06-18\n- Media Personnel (China) | Make statement | China | 2008-06-18\n- Lee Myung Bak | Make a visit | China | 2008-06-18\n- Japan | Sign formal agreement | China | 2008-06-18\nAnswer:", "completion": " Igor Ivanovich Shuvalov", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1376150", "prompt": "At what time did Abdoulaye Wade first praise Souleymane Ndéné Ndiaye?\nEvidence:\n- Souleymane Ndéné Ndiaye | Praise or endorse | Abdoulaye Wade | 2011-11-03\n- Souleymane Ndéné Ndiaye | Praise or endorse | Abdoulaye Wade | 2009-07-14\n- Abdoulaye Wade | Praise or endorse | Souleymane Ndéné Ndiaye | 2011-12-30\n- Souleymane Ndéné Ndiaye | Make statement | Abdoulaye Wade | 2015-05-22\n- Souleymane Ndéné Ndiaye | Make statement | Abdoulaye Wade | 2015-03-25\n- Souleymane Ndéné Ndiaye | Make statement | Abdoulaye Wade | 2011-12-13\n- Souleymane Ndéné Ndiaye | Make statement | Abdoulaye Wade | 2009-06-04\n- Abdoulaye Wade | Make an appeal or request | Souleymane Ndéné Ndiaye | 2010-11-04\n- Abdoulaye Wade | Make an appeal or request | Souleymane Ndéné Ndiaye | 2010-10-08\n- Souleymane Ndéné Ndiaye | Make statement | Karim Wade | 2009-05-01\n- Souleymane Ndéné Ndiaye | Criticize or denounce | Karim Wade | 2015-04-03\n- Souleymane Ndéné Ndiaye | Consult | Ministry (Senegal) | 2011-12-14\n- Ministry (Senegal) | Consult | Souleymane Ndéné Ndiaye | 2011-12-14\n- Souleymane Ndéné Ndiaye | Make a visit | Kuwait | 2009-11-18\n- Souleymane Ndéné Ndiaye | Make a visit | Kuwait | 2009-11-17\nAnswer:", "completion": " 2011-12-30", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1126203", "prompt": "After the Christian Democratic Movement, who was the first to praise the Slovak police?\nEvidence:\n- Police (Slovakia) | Praise or endorse | Christian Democratic Movement | 2009-10-09\n- Christian Democratic Movement | Reduce relations | Police (Slovakia) | 2007-10-20\n- Christian Democratic Movement | Criticize or denounce | Police (Slovakia) | 2007-03-26\n- Vladimir Meciar | Consult | Christian Democratic Movement | 2005-09-17\n- Vladimir Meciar | Accuse | Christian Democratic Movement | 2006-10-19\n- Pavol Hrusovský | Demand | Christian Democratic Movement | 2006-07-08\n- Mikulas Dzurinda | Accuse | Christian Democratic Movement | 2006-02-07\n- Media (Slovakia) | Consult | Christian Democratic Movement | 2008-09-04\n- Lucia Zitnanská | Consult | Christian Democratic Movement | 2008-07-17\n- Christian Democratic Movement | Consult | Vladimir Meciar | 2005-09-17\n- Christian Democratic Movement | Consult | Media (Slovakia) | 2008-09-04\n- Christian Democratic Movement | Consult | Lucia Zitnanská | 2008-07-17\n- Christian Democratic Movement | Consult | Béla Bugár | 2006-06-23\n- Christian Democratic Movement | Accuse | Vladimir Meciar | 2007-12-04\n- Béla Bugár | Consult | Christian Democratic Movement | 2006-06-23\nAnswer:", "completion": " Farm Worker (Slovakia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1335986", "prompt": "Who first did the Bank of China formally sign an agreement with after the Central Bank of Myanmar?\nEvidence:\n- Mexico | Sign formal agreement | Japan | 2005-01-31\n- Japan | Sign formal agreement | Mexico | 2005-01-31\n- Timor-Leste | Sign formal agreement | Japan | 2005-01-25\n- Japan | Sign formal agreement | Timor-Leste | 2005-01-25\n- China | Make an appeal or request | Japan | 2005-01-25\n- China | Make an appeal or request | Japan | 2005-01-18\n- Wen Jiabao | Make an appeal or request | China | 2005-01-03\n- China | Make an appeal or request | Lawmaker (Japan) | 2005-01-05\n- Japan | Make an appeal or request | Malaysia | 2005-01-19\n- Japan | Make an appeal or request | Malaysia | 2005-01-11\n- Japan | Demand | China | 2005-02-01\n- Japan | Consult | China | 2005-01-30\n- Japan | Consult | China | 2005-01-24\n- Japan | Consult | China | 2005-01-21\n- Japan | Consult | China | 2005-01-15\nAnswer:", "completion": " Taiwan Affairs Office", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1282948", "prompt": "When did the business of South Korea last express interest in cooperation with Gazprom?\nEvidence:\n- Gazprom | Sign formal agreement | Business (Norway) | 2005-06-21\n- Gazprom | Sign formal agreement | Business (Germany) | 2006-02-02\n- Gazprom | Sign formal agreement | Business (Germany) | 2006-01-16\n- Gazprom | Sign formal agreement | Business (Germany) | 2005-04-11\n- Business (Norway) | Sign formal agreement | Gazprom | 2005-06-21\n- Business (Germany) | Sign formal agreement | Gazprom | 2006-02-02\n- Business (Germany) | Sign formal agreement | Gazprom | 2006-01-16\n- Business (Germany) | Sign formal agreement | Gazprom | 2005-04-11\n- Gazprom | Consult | Gazprom Neft | 2005-10-28\n- Gazprom | Consult | Gazprom Neft | 2005-07-08\n- Gazprom Neft | Consult | Gazprom | 2005-10-28\n- Gazprom Neft | Consult | Gazprom | 2005-07-08\n- Head of Government (Turkmenistan) | Engage in negotiation | Gazprom | 2006-02-17\n- Head of Government (Turkmenistan) | Engage in negotiation | Gazprom | 2006-01-22\n- Gazprom | Engage in negotiation | Head of Government (Turkmenistan) | 2006-02-17\nAnswer:", "completion": " 2008-05-29", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1092671", "prompt": "Who was the last to make an appeal to the international media before Jonathan Moyo?\nEvidence:\n- Jonathan Moyo | Make an appeal or request | Media Personnel (International) | 2013-11-21\n- Jonathan Moyo | Make an appeal or request | Media (Zimbabwe) | 2014-03-28\n- The Chronicle | Make statement | Jonathan Moyo | 2005-01-13\n- Jonathan Moyo | Demand | Media (Africa) | 2013-10-23\n- Jonathan Moyo | Demand | Media (Africa) | 2013-10-21\n- Jonathan Moyo | Accuse | Media (Zimbabwe) | 2014-11-21\n- Jonathan Moyo | Make statement | USAID | 2009-03-13\n- Jonathan Moyo | Make statement | USAID | 2009-03-12\n- Jonathan Moyo | Make statement | USAID | 2009-03-10\n- Jonathan Moyo | Make statement | China | 2013-11-02\n- Media (Africa) | Praise or endorse | Jonathan Moyo | 2014-06-10\n- Jonathan Moyo | Praise or endorse | Media (Zimbabwe) | 2014-02-18\n- Jonathan Moyo | Praise or endorse | Media (Zimbabwe) | 2013-09-19\n- Jonathan Moyo | Make an appeal or request | Indigenous People (Zimbabwe) | 2014-03-09\n- Jonathan Moyo | Make an appeal or request | Indigenous People (Zimbabwe) | 2014-03-08\nAnswer:", "completion": " Ali al-Dabbagh", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1078491", "prompt": "On 20 April 2012, which country praised the UN Security Council?\nEvidence:\n- Japan | Praise or endorse | UN Security Council | 2012-04-20\n- China | Praise or endorse | UN Security Council | 2012-04-20\n- UN Security Council | Host a visit | Business (Iran) | 2012-04-20\n- China | Engage in diplomatic cooperation | UN Security Council | 2012-04-20\n- Business (Iran) | Make a visit | UN Security Council | 2012-04-20\n- Cabinet / Council of Ministers / Advisors (Japan) | Make statement | Japan | 2012-04-20\n- Wen Jiabao | Make statement | China | 2012-04-20\n- Villager (China) | Demonstrate or rally | China | 2012-04-20\n- South Sudan | Express intent to meet or negotiate | China | 2012-04-20\n- South Korea | Make an appeal or request | China | 2012-04-20\n- South Africa | Express intent to cooperate | China | 2012-04-20\n- Korean Workers Party | Make a visit | China | 2012-04-20\n- Japan | Express intent to engage in diplomatic cooperation (such as policy support) | Cambodia | 2012-04-20\n- China | Host a visit | Korean Workers Party | 2012-04-20\n- China | Express intent to cooperate | South Africa | 2012-04-20\nAnswer:", "completion": " China", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1333081", "prompt": "When did Christina B. Rocca express her intention to negotiate with the citizens of Bangladesh?\nEvidence:\n- Head of Government (Bangladesh) | Consult | Christina B. Rocca | 2005-05-12\n- Christina B. Rocca | Consult | Head of Government (Bangladesh) | 2005-05-12\n- Christina B. Rocca | Express intent to meet or negotiate | Citizen (Bangladesh) | 2005-05-11\n- Christina B. Rocca | Demand | Maldives | 2005-09-28\n- Party Member (Bangladesh) | Engage in negotiation | Christina B. Rocca | 2006-01-28\n- Christina B. Rocca | Engage in negotiation | Party Member (Bangladesh) | 2006-01-28\n- Shaukat Aziz | Consult | Christina B. Rocca | 2005-05-25\n- Khandu Wangchuk | Consult | Christina B. Rocca | 2005-09-19\n- Christina B. Rocca | Make statement | China | 2007-02-13\n- Christina B. Rocca | Consult | Shaukat Aziz | 2005-05-25\n- Christina B. Rocca | Consult | Khandu Wangchuk | 2005-09-19\n- Christina B. Rocca | Express intent to cooperate | Pervez Musharraf | 2005-05-26\n- Government (Pakistan) | Express intent to meet or negotiate | Christina B. Rocca | 2005-05-23\n- Christina B. Rocca | Express intent to meet or negotiate | Shaukat Aziz | 2005-05-25\n- Christina B. Rocca | Express intent to meet or negotiate | Shaukat Aziz | 2005-05-19\nAnswer:", "completion": " 2005-05-11", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1393883", "prompt": "Who negotiated with Catherine Ashton in the same month as Igor Ivanovich Shuvalov?\nEvidence:\n- Igor Ivanovich Shuvalov | Engage in negotiation | Catherine Ashton | 2009-07-01\n- Catherine Ashton | Engage in negotiation | Igor Ivanovich Shuvalov | 2009-07-01\n- Igor Ivanovich Shuvalov | Consult | Igor Ivanovich Shuvalov | 2010-03-25\n- Igor Ivanovich Shuvalov | Express intent to meet or negotiate | Catherine Ashton | 2010-04-13\n- Ronald Kirk | Consult | Igor Ivanovich Shuvalov | 2009-09-22\n- Representatives (Russia) | Consult | Igor Ivanovich Shuvalov | 2009-04-29\n- Representatives (Russia) | Consult | Igor Ivanovich Shuvalov | 2009-04-08\n- Islam Karimov | Consult | Igor Ivanovich Shuvalov | 2010-01-19\n- Igor Ivanovich Shuvalov | Make statement | Mexico | 2005-06-30\n- Igor Ivanovich Shuvalov | Make statement | Kazakhstan | 2010-04-29\n- Igor Ivanovich Shuvalov | Make statement | Iran | 2006-04-24\n- Igor Ivanovich Shuvalov | Make statement | Gazprom | 2006-04-28\n- Igor Ivanovich Shuvalov | Make statement | France | 2009-11-25\n- Igor Ivanovich Shuvalov | Make statement | China | 2005-06-30\n- Igor Ivanovich Shuvalov | Consult | Ronald Kirk | 2009-09-22\nAnswer:", "completion": " Ronald Kirk", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1099341", "prompt": "Who last investigated Al Jazeera before the Egyptian police?\nEvidence:\n- Iran | Demand | Al Jazeera | 2005-04-18\n- Al Jazeera | Accuse | Iraq | 2005-12-19\n- Tichaona Jokonya | Consult | Al Jazeera | 2006-01-19\n- Mahmoud Abbas | Consult | Al Jazeera | 2006-02-20\n- Mahmoud Abbas | Consult | Al Jazeera | 2005-11-18\n- Iran | Reduce relations | Al Jazeera | 2005-04-20\n- Iran | Reduce relations | Al Jazeera | 2005-04-19\n- Iran | Make statement | Al Jazeera | 2005-04-19\n- Evo Morales | Consult | Al Jazeera | 2005-12-20\n- Donald Rumsfeld | Accuse | Al Jazeera | 2005-09-29\n- Donald Rumsfeld | Accuse | Al Jazeera | 2005-06-04\n- Al Jazeera | Make statement | Zawahiri | 2006-01-31\n- Al Jazeera | Make statement | Zawahiri | 2005-12-08\n- Al Jazeera | Make statement | Qatar | 2006-02-01\n- Al Jazeera | Make statement | Qatar | 2006-01-04\nAnswer:", "completion": " Military Personnel (Canada)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1348451", "prompt": "Who was the last to express the intention to negotiate with South Korea before Mikhail Sergeyevich Gorbachev?\nEvidence:\n- Mikhail Sergeyevich Gorbachev | Express intent to meet or negotiate | South Korea | 2008-09-26\n- Wojciech Jaruzelski | Investigate | Mikhail Sergeyevich Gorbachev | 2008-05-16\n- Wen Jiabao | Consult | Mikhail Sergeyevich Gorbachev | 2007-04-12\n- Natan Sharansky | Consult | Mikhail Sergeyevich Gorbachev | 2005-03-08\n- Mikhail Sergeyevich Gorbachev | Make statement | Iraq | 2005-01-31\n- Mikhail Sergeyevich Gorbachev | Make statement | Iran | 2006-02-27\n- Mikhail Sergeyevich Gorbachev | Consult | Wen Jiabao | 2007-04-12\n- Mikhail Sergeyevich Gorbachev | Consult | Natan Sharansky | 2005-03-08\n- Mikhail Sergeyevich Gorbachev | Consult | Barack Obama | 2009-02-02\n- Barack Obama | Consult | Mikhail Sergeyevich Gorbachev | 2009-02-02\n- News Editor (Russia) | Consult | Mikhail Sergeyevich Gorbachev | 2009-01-29\n- Mikhail Sergeyevich Gorbachev | Make statement | United Russia | 2009-02-24\n- Mikhail Sergeyevich Gorbachev | Make statement | United Russia | 2009-02-20\n- Mikhail Sergeyevich Gorbachev | Make statement | Media (Russia) | 2007-04-12\n- Mikhail Sergeyevich Gorbachev | Make statement | Barack Obama | 2009-02-19\nAnswer:", "completion": " Business (South Korea)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1343770", "prompt": "Who did Avelino J. Cruz, Jr. want to meet with on the same day in the New Zealand Ministry of Defence and Security?\nEvidence:\n- Avelino J. Cruz, Jr. | Express intent to meet or negotiate | Defense / Security Ministry (New Zealand) | 2005-04-10\n- Avelino J. Cruz, Jr. | Make statement | Defense / Security Ministry (Spain) | 2005-11-21\n- Robert Hill | Consult | Avelino J. Cruz, Jr. | 2005-10-15\n- Radoslaw Sikorski | Consult | Avelino J. Cruz, Jr. | 2006-06-05\n- Donald Rumsfeld | Consult | Avelino J. Cruz, Jr. | 2005-12-01\n- Avelino J. Cruz, Jr. | Make statement | Japan | 2006-08-24\n- Avelino J. Cruz, Jr. | Make statement | Japan | 2006-03-31\n- Avelino J. Cruz, Jr. | Make statement | Japan | 2006-03-24\n- Avelino J. Cruz, Jr. | Make statement | China | 2005-04-28\n- Avelino J. Cruz, Jr. | Consult | Robert Hill | 2005-10-15\n- Avelino J. Cruz, Jr. | Consult | Radoslaw Sikorski | 2006-06-05\n- Avelino J. Cruz, Jr. | Consult | Donald Rumsfeld | 2005-12-01\n- Defense / Security Ministry (Spain) | Express intent to meet or negotiate | Avelino J. Cruz, Jr. | 2005-11-17\n- Avelino J. Cruz, Jr. | Express intent to meet or negotiate | Defense / Security Ministry (Spain) | 2005-11-17\n- Avelino J. Cruz, Jr. | Make statement | Military (Philippines) | 2006-09-22\nAnswer:", "completion": " Robert Hill", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1069221", "prompt": "Before the extremist of the Middle East, who last used conventional military force against the police of Egypt?\nEvidence:\n- Middle East | Use conventional military force | Rafiq Hariri | 2005-02-15\n- Military (Middle East) | Mobilize or increase armed forces | Middle East | 2005-02-14\n- Iraq | Provide military aid | Middle East | 2005-01-16\n- Tony Blair | Make statement | Middle East | 2005-02-04\n- Shimon Peres | Make statement | Middle East | 2005-02-26\n- Middle East | Praise or endorse | Iraq | 2005-03-22\n- Gerhard Schröder | Make statement | Middle East | 2005-03-31\n- China | Praise or endorse | Middle East | 2005-03-23\n- China | Make optimistic comment | Middle East | 2005-02-09\n- Abdullah Gül | Make statement | Middle East | 2005-01-07\n- Tony Blair | Praise or endorse | Middle East | 2005-02-24\n- Shirin Ebadi | Criticize or denounce | Middle East | 2005-03-09\n- Royal Administration (Saudi Arabia) | Investigate | Middle East | 2005-04-16\n- Okada Katsuya | Make a visit | Middle East | 2005-03-30\n- Middle East | Host a visit | Okada Katsuya | 2005-03-30\nAnswer:", "completion": " Ministry (Egypt)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1016332", "prompt": "After the military personnel of South Korea, who was the first to be condemned by the head of government of South Korea?\nEvidence:\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- South Korea | Provide military aid | Iraq | 2005-01-03\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Head of Government (Finland) | Express intent to meet or negotiate | Thailand | 2005-01-18\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- South Korea | Express intent to cooperate | Japan | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-06\n- Japan | Express intent to cooperate | South Korea | 2005-01-13\n- China | Express intent to cooperate | South Korea | 2005-01-13\n- China | Express intent to cooperate | South Korea | 2005-01-06\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- Thailand | Demand | Military Personnel (Thailand) | 2005-01-26\n- Vietnam | Express intent to meet or negotiate | South Korea | 2005-01-05\nAnswer:", "completion": " Japan", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1270920", "prompt": "To whom did the German government make an appeal after Aug. 2010?\nEvidence:\n- German Oskarovich Gref | Make statement | China | 2011-11-12\n- Other Authorities / Officials (Russia) | Consult | German Oskarovich Gref | 2006-07-11\n- German Oskarovich Gref | Consult | Other Authorities / Officials (Russia) | 2006-07-11\n- German Oskarovich Gref | Make statement | Finance / Economy / Commerce / Trade Ministry (Russia) | 2005-02-24\n- Vojislav Šešelj | Make an appeal or request | The Hague | 2005-03-31\n- The Hague | Make an appeal or request | Citizen (Croatia) | 2006-04-21\n- Special Rapporteurs of the United Nations | Make an appeal or request | Government (Sudan) | 2006-05-10\n- Special Rapporteurs of the United Nations | Make an appeal or request | Government (Sudan) | 2006-05-09\n- Government (South Africa) | Make an appeal or request | Member of the Judiciary (South Africa) | 2006-01-18\n- The Daily Telegraph | Make an appeal or request | Julie Bishop | 2006-10-17\n- The Daily Telegraph | Make an appeal or request | Citizen (Australia) | 2005-08-03\n- The Daily Telegraph | Make an appeal or request | Citizen (Australia) | 2005-05-04\n- The Daily Telegraph | Make an appeal or request | Citizen (Australia) | 2005-02-26\n- Head of Government (Bangladesh) | Make an appeal or request | People Associated with the Opposition (Bangladesh) | 2006-11-04\n- Head of Government (Bangladesh) | Make an appeal or request | People Associated with the Opposition (Bangladesh) | 2006-02-10\nAnswer:", "completion": " France", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1303447", "prompt": "When did Mikulas Dzurinda make optimistic comments about the economy of South Korea?\nEvidence:\n- Mikulas Dzurinda | Make optimistic comment | South Korea | 2005-05-27\n- Mikulas Dzurinda | Make optimistic comment | Business (South Korea) | 2005-05-27\n- Mikulas Dzurinda | Make a visit | South Korea | 2005-05-29\n- Mikulas Dzurinda | Make a visit | South Korea | 2005-05-27\n- Mikulas Dzurinda | Make a visit | South Korea | 2005-05-26\n- Mikulas Dzurinda | Make a visit | South Korea | 2005-05-25\n- Mikulas Dzurinda | Make a visit | South Korea | 2005-05-23\n- Mikulas Dzurinda | Make a visit | South Korea | 2005-05-16\n- Mikulas Dzurinda | Make statement | Head of Government (South Korea) | 2005-05-27\n- Pavol Hrusovský | Make optimistic comment | Mikulas Dzurinda | 2006-01-28\n- South Korea | Host a visit | Mikulas Dzurinda | 2005-05-29\n- South Korea | Host a visit | Mikulas Dzurinda | 2005-05-27\n- South Korea | Host a visit | Mikulas Dzurinda | 2005-05-26\n- South Korea | Host a visit | Mikulas Dzurinda | 2005-05-25\n- South Korea | Host a visit | Mikulas Dzurinda | 2005-05-23\nAnswer:", "completion": " 2005-05-27", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1379657", "prompt": "Who made a request to the Supreme Electoral Court before October 2010?\nEvidence:\n- Supreme Electoral Court | Consult | Ministry (Supreme Electoral Court) | 2006-12-06\n- Supreme Electoral Court | Consult | Ministry (Supreme Electoral Court) | 2006-12-05\n- Ministry (Supreme Electoral Court) | Consult | Supreme Electoral Court | 2006-12-06\n- Ministry (Supreme Electoral Court) | Consult | Supreme Electoral Court | 2006-12-05\n- Supreme Electoral Court | Reject | Citizen (Brazil) | 2008-01-21\n- Supreme Electoral Court | Accuse | Congress (Brazil) | 2006-09-05\n- Ministry (Brazil) | Investigate | Supreme Electoral Court | 2006-09-20\n- Ministry (Brazil) | Investigate | Supreme Electoral Court | 2006-09-19\n- Ministry (Brazil) | Investigate | Supreme Electoral Court | 2006-08-29\n- Citizen (Brazil) | Accuse | Supreme Electoral Court | 2007-02-07\n- Supreme Electoral Court | Reject | Party Member (Brazil) | 2006-10-11\n- Supreme Electoral Court | Reject | Party Member (Brazil) | 2006-09-27\n- Supreme Electoral Court | Reject | Party Member (Brazil) | 2006-09-21\n- Supreme Electoral Court | Reject | Party Member (Brazil) | 2006-08-25\n- Supreme Electoral Court | Make statement | Ministry (Brazil) | 2008-03-06\nAnswer:", "completion": " Ministry (Brazil)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1345000", "prompt": "Before 6 June 2005, which country signed an agreement with Romania?\nEvidence:\n- Solomon Passy | Sign formal agreement | Romania | 2005-06-06\n- Romania | Sign formal agreement | Solomon Passy | 2005-06-06\n- Solomon Passy | Make optimistic comment | Foreign Affairs (Romania) | 2005-06-06\nAnswer:", "completion": " Thailand", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 3, "n_anchors": 1} +{"id": "mtq_1252303", "prompt": "Who was the last to be threatened by the Sudanese government?\nEvidence:\n- The Chronicle | Discuss by telephone | Obed Asamoah | 2006-01-12\n- The Chronicle | Discuss by telephone | Businessperson (Ghana) | 2013-03-14\n- Obed Asamoah | Discuss by telephone | The Chronicle | 2006-01-12\n- Businessperson (Ghana) | Discuss by telephone | The Chronicle | 2013-03-14\n- The Juba Post | Discuss by telephone | South Sudan | 2008-10-09\n- The Chronicle | Discuss by telephone | New Patriotic Party | 2010-02-02\n- The Chronicle | Discuss by telephone | New Patriotic Party | 2006-11-22\n- The Chronicle | Discuss by telephone | City Mayor (Ghana) | 2013-07-12\n- The Chronicle | Discuss by telephone | City Mayor (Ghana) | 2010-02-09\n- South Sudan | Discuss by telephone | The Juba Post | 2008-10-09\n- New Patriotic Party | Discuss by telephone | The Chronicle | 2010-02-02\n- New Patriotic Party | Discuss by telephone | The Chronicle | 2006-11-22\n- City Mayor (Ghana) | Discuss by telephone | The Chronicle | 2013-07-12\n- City Mayor (Ghana) | Discuss by telephone | The Chronicle | 2010-02-09\n- The Chronicle | Discuss by telephone | Other Authorities / Officials (Ghana) | 2015-06-11\nAnswer:", "completion": " Muslim (Sudan)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1085083", "prompt": "Who appealed on behalf of Julia Gillard in July 2011?\nEvidence:\n- Malaysia | Engage in negotiation | Julia Gillard | 2011-07-22\n- Julia Gillard | Engage in negotiation | Malaysia | 2011-07-22\n- Member of Parliament (Australia) | Make statement | Julia Gillard | 2011-07-10\n- Tony Blair | Consult | Julia Gillard | 2011-07-26\n- Julia Gillard | Consult | Tony Blair | 2011-07-26\n- Julia Gillard | Consult | Employee (Philippines) | 2011-07-16\n- Julia Gillard | Consult | Barack Obama | 2011-07-26\n- Employee (Philippines) | Consult | Julia Gillard | 2011-07-16\n- Citizen (Australia) | Reject | Julia Gillard | 2011-07-21\n- Citizen (Australia) | Reject | Julia Gillard | 2011-07-14\n- Barack Obama | Consult | Julia Gillard | 2011-07-26\n- Tony Blair | Make statement | Julia Gillard | 2011-07-26\n- Julie Bishop | Make statement | Julia Gillard | 2011-07-06\n- Julia Gillard | Make statement | Employee (Philippines) | 2011-07-16\n- Julia Gillard | Cooperate economically | Citizen (Australia) | 2011-07-13\nAnswer:", "completion": " Citizen (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1344397", "prompt": "Who made the citizens of Australia suffer from conventional military forces in October 2009?\nEvidence:\n- Israeli Defense Forces | Use conventional military force | Children (Palestinian Territory, Occupied) | 2009-10-28\n- Israeli Defense Forces | Use conventional military force | Children (Palestinian Territory, Occupied) | 2009-10-16\n- Israeli Defense Forces | Use conventional military force | Children (Palestinian Territory, Occupied) | 2009-10-15\nAnswer:", "completion": " Activist (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 3, "n_anchors": 0} +{"id": "mtq_1288163", "prompt": "When did the Danish Ministry of Foreign Affairs denounce the Danish Human Rights Group?\nEvidence:\n- Foreign Affairs (Denmark) | Criticize or denounce | Human Rights Group (Denmark) | 2009-08-27\n- Foreign Affairs (France) | Praise or endorse | Human Rights Group (Tunisia) | 2005-10-01\n- Human Rights Group (Sudan) | Accuse of human rights abuses | Sudan | 2005-02-20\n- Human Rights Group (Burundi) | Accuse of human rights abuses | Burundi | 2008-10-14\n- Human Rights Group (Zimbabwe) | Accuse of human rights abuses | South Africa | 2009-12-09\n- Human Rights Group (Zimbabwe) | Accuse of human rights abuses | Children (Zimbabwe) | 2006-12-04\n- Human Rights Group (Sudan) | Accuse of human rights abuses | Police (Sudan) | 2011-03-04\n- Human Rights Group (Sudan) | Accuse of human rights abuses | Government (Sudan) | 2012-02-01\n- Human Rights Group (Sudan) | Accuse of human rights abuses | Government (Sudan) | 2008-06-03\n- Human Rights Group (Sudan) | Accuse of human rights abuses | Government (Sudan) | 2005-04-15\n- Human Rights Group (Mexico) | Accuse of human rights abuses | Military (Mexico) | 2011-12-27\n- Human Rights Group (Mexico) | Accuse of human rights abuses | Military (Mexico) | 2011-12-18\n- Human Rights Group (Mali) | Accuse of human rights abuses | Military (Mali) | 2013-04-25\n- Human Rights Group (Jamaica) | Accuse of human rights abuses | Police (Jamaica) | 2012-03-09\n- Human Rights Group (Jamaica) | Accuse of human rights abuses | Police (Jamaica) | 2012-03-08\nAnswer:", "completion": " 2009-08-27", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1208352", "prompt": "Who was the last to investigate the citizens of the United Kingdom in 2014?\nEvidence:\n- Lawmaker (United Kingdom) | Investigate | Veterans (United Kingdom) | 2014-04-09\n- Lawyer/Attorney (United Kingdom) | Investigate | Citizen (United Kingdom) | 2014-08-13\n- Lawyer/Attorney (United Kingdom) | Investigate | Citizen (United Kingdom) | 2014-05-31\n- Lawyer/Attorney (United Kingdom) | Investigate | Citizen (United Kingdom) | 2014-03-06\n- Lawmaker (United Kingdom) | Investigate | Civil Servant (United Kingdom) | 2014-07-08\n- Secretary of State for the Home Department | Investigate crime, corruption | Citizen (United Kingdom) | 2014-08-28\n- Court Judge (United Kingdom) | Investigate | Party Member (United Kingdom) | 2014-05-02\n- Court Judge (United Kingdom) | Investigate | Party Member (United Kingdom) | 2014-05-01\n- President of the Senate (United Kingdom) | Consult | Joaquim Barbosa | 2014-05-29\n- Joaquim Barbosa | Consult | President of the Senate (United Kingdom) | 2014-05-29\n- Police (Australia) | Investigate | Men (United Kingdom) | 2014-08-08\n- Northern Ireland | Investigate | Citizen (United Kingdom) | 2014-11-21\n- Lawyer/Attorney (United States) | Investigate | Citizen (United Kingdom) | 2014-03-11\n- Secretary of State for the Home Department | Accuse | Citizen (United Kingdom) | 2014-02-10\n- Lawmaker (United Kingdom) | Make statement | The Royal Bank of Scotland Group | 2014-06-17\nAnswer:", "completion": " Northern Ireland", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1037792", "prompt": "Who was optimistic about the citizens of Africa after May 2013?\nEvidence:\n- Theresa May | Consult | Secretary of State for the Home Department | 2013-06-26\n- Secretary of State for the Home Department | Consult | Theresa May | 2013-06-26\n- Secretary of State for the Home Department | Accuse | Theresa May | 2014-11-04\n- Theresa May | Make statement | Secretary of State for the Home Department | 2011-12-14\n- Secretary of State for the Home Department | Make statement | Theresa May | 2014-05-23\n- Secretary of State for the Home Department | Make statement | Theresa May | 2012-04-19\n- Theresa May | Make optimistic comment | Citizen (United Kingdom) | 2013-07-07\n- Secretary of State for the Home Department | Criticize or denounce | Theresa May | 2011-10-05\n- The Hague | Make optimistic comment | The Hague | 2007-10-04\n- The Hague | Make optimistic comment | The Hague | 2006-06-13\n- South Africa | Consult | Member of the Judiciary (South Africa) | 2015-08-28\n- Member of the Judiciary (South Africa) | Yield | South Africa | 2014-02-26\n- Member of the Judiciary (South Africa) | Yield | South Africa | 2014-02-25\n- Member of the Judiciary (South Africa) | Reject | South Africa | 2014-06-27\n- Member of the Judiciary (South Africa) | Reject | South Africa | 2013-06-20\nAnswer:", "completion": " Activist (United States)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1188807", "prompt": "In what year did Yoshihiko Noda first request South Korea?\nEvidence:\n- Yoshihiko Noda | Make statement | South Korea | 2011-05-04\n- Yoshihiko Noda | Make statement | South Korea | 2010-10-14\n- Yoshihiko Noda | Criticize or denounce | South Korea | 2010-10-14\n- Yoshihiko Noda | Demand | Japan | 2010-11-24\n- Yoshihiko Noda | Make statement | Japan | 2011-05-27\n- Yoshihiko Noda | Make statement | Japan | 2011-05-19\n- Yoshihiko Noda | Make statement | Japan | 2011-05-04\n- Yoshihiko Noda | Make statement | Japan | 2011-04-16\n- Yoshihiko Noda | Make statement | Japan | 2011-04-15\n- Yoshihiko Noda | Make statement | Japan | 2011-04-05\n- Yoshihiko Noda | Make statement | Japan | 2011-03-10\n- Yoshihiko Noda | Make statement | Japan | 2011-01-27\n- Yoshihiko Noda | Make statement | Japan | 2011-01-17\n- Yoshihiko Noda | Make statement | Japan | 2011-01-12\n- Yoshihiko Noda | Make statement | Japan | 2010-11-02\nAnswer:", "completion": " 2012", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1225063", "prompt": "After Omar Khalid Khorasani, who did the Military Personnel - Special of Afghanistan use conventional military force against first?\nEvidence:\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Omar Khalid Khorasani | 2015-02-08\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Women (Afghanistan) | 2008-04-30\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Women (Afghanistan) | 2006-03-09\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Protester (Afghanistan) | 2006-02-06\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Protester (Afghanistan) | 2005-05-12\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Insurgent (Afghanistan) | 2009-07-26\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Insurgent (Afghanistan) | 2009-05-28\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Insurgent (Afghanistan) | 2009-05-27\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Insurgent (Afghanistan) | 2009-05-08\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Insurgent (Afghanistan) | 2009-04-24\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Insurgent (Afghanistan) | 2009-04-21\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Insurgent (Afghanistan) | 2009-04-10\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Insurgent (Afghanistan) | 2009-02-12\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Insurgent (Afghanistan) | 2009-02-07\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Insurgent (Afghanistan) | 2008-12-15\nAnswer:", "completion": " Insurgent (Afghanistan)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1060182", "prompt": "Who wanted to cooperate with the citizens of Australia in October 2012?\nEvidence:\n- People Associated with the Opposition (Australia) | Accuse | Member of Parliament (Australia) | 2005-11-23\n- The Hague | Express intent to cooperate economically | The Hague | 2011-09-21\n- People Associated with the Opposition (Australia) | Demand change in leadership | Citizen (Australia) | 2005-08-11\n- People Associated with the Opposition (Australia) | Make statement | Member of Parliament (Australia) | 2005-03-15\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2006-06-28\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2006-05-14\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2006-04-04\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2005-11-08\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2005-05-09\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2005-03-15\n- Member of Parliament (Australia) | Criticize or denounce | People Associated with the Opposition (Australia) | 2006-06-10\n- People Associated with the Opposition (Australia) | Investigate | Citizen (Australia) | 2005-10-27\n- People Associated with the Opposition (Australia) | Demand | Citizen (Australia) | 2006-06-22\n- People Associated with the Opposition (Australia) | Accuse | Citizen (Australia) | 2005-08-11\n- Citizen (Australia) | Reject | People Associated with the Opposition (Australia) | 2006-03-20\nAnswer:", "completion": " Criminal (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1390247", "prompt": "On 23 February 2010, who used conventional military force against workers in the Philippines?\nEvidence:\n- Police (Philippines) | Use conventional military force | Employee (Philippines) | 2010-02-23\nAnswer:", "completion": " Police (Philippines)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1320597", "prompt": "Which country last criticised Tony Blair before Mahmoud Ahmadinejad?\nEvidence:\n- Tony Blair | Consult | Mahmoud Abbas | 2005-01-27\n- Mahmoud Abbas | Consult | Tony Blair | 2005-01-27\n- Tony Blair | Praise or endorse | Mahmoud Abbas | 2005-01-10\n- Tony Blair | Discuss by telephone | Mahmoud Abbas | 2005-01-10\n- Mahmoud Abbas | Discuss by telephone | Tony Blair | 2005-01-10\n- Tony Blair | Accuse | Iran | 2005-02-05\n- Iran | Reject | Tony Blair | 2005-02-08\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-11\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Tony Blair | Make statement | Iraq | 2005-02-04\n- Tony Blair | Make statement | Iraq | 2005-01-30\n- Tony Blair | Make statement | Iraq | 2005-01-09\n- Tony Blair | Make statement | Iran | 2005-01-26\n- Tony Blair | Investigate | Oluṣẹgun Ọbasanjọ | 2005-01-27\n- Tony Blair | Investigate | Oluṣẹgun Ọbasanjọ | 2005-01-26\nAnswer:", "completion": " Iraq", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1333639", "prompt": "Who did the Senate of Argentina condemn in the same month as the presidential candidate of Argentina?\nEvidence:\n- Senate (Argentina) | Consult | Presidential Candidate (Argentina) | 2015-09-17\n- Senate (Argentina) | Consult | Presidential Candidate (Argentina) | 2007-08-05\n- Presidential Candidate (Argentina) | Consult | Senate (Argentina) | 2015-09-17\n- Presidential Candidate (Argentina) | Consult | Senate (Argentina) | 2007-08-05\n- Senate (Argentina) | Make statement | Presidential Candidate (Argentina) | 2015-07-11\n- Senate (Argentina) | Make statement | Presidential Candidate (Argentina) | 2015-02-27\n- Senate (Argentina) | Make statement | Presidential Candidate (Argentina) | 2015-02-18\n- Senate (Argentina) | Make statement | Presidential Candidate (Argentina) | 2014-09-01\n- Presidential Candidate (Argentina) | Make statement | Senate (Argentina) | 2015-07-11\n- Presidential Candidate (Argentina) | Make statement | Senate (Argentina) | 2015-02-27\n- Presidential Candidate (Argentina) | Make statement | Senate (Argentina) | 2015-02-18\n- Presidential Candidate (Argentina) | Make statement | Senate (Argentina) | 2014-09-01\n- Presidential Candidate (Argentina) | Make statement | Senate (Argentina) | 2014-08-16\n- Senate (Argentina) | Make optimistic comment | Presidential Candidate (Argentina) | 2015-06-27\n- Senate (Argentina) | Criticize or denounce | Presidential Candidate (Argentina) | 2014-10-24\nAnswer:", "completion": " Lawyer/Attorney (Argentina)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1138334", "prompt": "Who was the last person to be attacked with small arms and light weapons by the Swedish police before the kidnapping in Sweden?\nEvidence:\n- Police (Sweden) | fight with small arms and light weapons | Men (Sweden) | 2015-10-24\n- Police (Sweden) | fight with small arms and light weapons | Men (Sweden) | 2015-10-23\n- Police (Sweden) | fight with small arms and light weapons | Men (Sweden) | 2015-10-22\n- Police (Sweden) | fight with small arms and light weapons | Men (Sweden) | 2013-08-07\n- Police (Sweden) | fight with small arms and light weapons | Men (Sweden) | 2010-02-17\n- Police (Sweden) | fight with small arms and light weapons | Men (Sweden) | 2006-07-08\n- Police (Sweden) | fight with small arms and light weapons | Men (Sweden) | 2006-06-11\n- Police (Sweden) | fight with small arms and light weapons | Men (Sweden) | 2005-03-20\n- Police (Sweden) | fight with small arms and light weapons | Kidnapper (Sweden) | 2010-07-12\n- Men (Sweden) | fight with small arms and light weapons | Head of Government (Sweden) | 2006-02-27\n- Police (Kenya) | fight with small arms and light weapons | Tanzania | 2005-10-29\n- Police (Indonesia) | fight with small arms and light weapons | Aceh | 2005-08-26\n- Iran | fight with small arms and light weapons | Iraq | 2006-05-08\n- Colombia | fight with small arms and light weapons | Mexico | 2005-01-03\n- Thief (Philippines) | fight with small arms and light weapons | Police (Philippines) | 2006-05-03\nAnswer:", "completion": " Men (Sweden)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1172886", "prompt": "Who was blamed by Uhuru Muigai Kenyatta after 2014?\nEvidence:\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2012-10-05\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2012-02-18\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2007-03-15\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2006-12-20\n- William Ruto | Accuse | Uhuru Muigai Kenyatta | 2012-05-08\n- Uhuru Muigai Kenyatta | Yield | Mwai Kibaki | 2005-09-12\n- Uhuru Muigai Kenyatta | Demand | Media (Africa) | 2005-05-23\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2012-10-05\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2012-02-18\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2007-03-15\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2006-12-20\n- Uhuru Muigai Kenyatta | Accuse | William Ruto | 2005-02-22\n- William Ruto | Make statement | Uhuru Muigai Kenyatta | 2012-01-20\n- William Ruto | Make statement | Uhuru Muigai Kenyatta | 2009-12-19\n- William Ruto | Make statement | Uhuru Muigai Kenyatta | 2006-05-22\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1251870", "prompt": "Who was the last to negotiate with Abdel Fattah Al-Sisi before the head of government of Cyprus?\nEvidence:\n- Head of Government (Egypt) | Reject | Abdel Fattah Al-Sisi | 2013-07-03\n- Head of Government (Egypt) | Consult | Abdel Fattah Al-Sisi | 2013-07-03\n- Head of Government (Egypt) | Consult | Abdel Fattah Al-Sisi | 2013-07-02\n- Head of Government (Egypt) | Consult | Abdel Fattah Al-Sisi | 2013-06-23\n- Head of Government (Egypt) | Consult | Abdel Fattah Al-Sisi | 2013-05-17\n- Head of Government (Bahrain) | Consult | Abdel Fattah Al-Sisi | 2013-07-12\n- Abdel Fattah Al-Sisi | Consult | Head of Government (Egypt) | 2013-07-03\n- Abdel Fattah Al-Sisi | Consult | Head of Government (Egypt) | 2013-07-02\n- Abdel Fattah Al-Sisi | Consult | Head of Government (Egypt) | 2013-06-23\n- Abdel Fattah Al-Sisi | Consult | Head of Government (Egypt) | 2013-05-17\n- Abdel Fattah Al-Sisi | Consult | Head of Government (Bahrain) | 2013-07-12\n- Abdel Fattah Al-Sisi | Make statement | Head of Government (Egypt) | 2013-07-03\n- Abdel Fattah Al-Sisi | Give ultimatum | Head of Government (Egypt) | 2013-07-05\n- Abdel Fattah Al-Sisi | Threaten | People Associated with the Opposition (Egypt) | 2013-06-24\n- Abdel Fattah Al-Sisi | Make an appeal or request | Head of Government (Egypt) | 2013-07-14\nAnswer:", "completion": " John Brennan", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1160750", "prompt": "Which country first hosted the visit from the head of government of Greece in 2013?\nEvidence:\n- Legislature (Greece) | Consult | Head of Government (Greece) | 2013-10-29\n- Head of Government (Greece) | Yield | Citizen (Greece) | 2013-06-25\n- Head of Government (Greece) | Demand | Citizen (Greece) | 2013-12-31\n- Head of Government (Greece) | Demand | Citizen (Greece) | 2013-12-30\n- Head of Government (Greece) | Consult | Legislature (Greece) | 2013-10-29\n- Head of Government (Greece) | Accuse | Citizen (Greece) | 2013-05-01\n- Head of Government (Greece) | Consult | Head of Government (Cyprus) | 2013-08-05\n- Head of Government (Cyprus) | Consult | Head of Government (Greece) | 2013-08-05\n- Qatar | Host a visit | Head of Government (Greece) | 2013-02-03\n- Head of Government (Greece) | Make a visit | Qatar | 2013-02-03\n- Head of Government (Greece) | Make a visit | China | 2013-05-21\n- China | Host a visit | Head of Government (Greece) | 2013-05-21\n- Yannis Stournaras | Make a visit | Head of Government (Greece) | 2013-04-16\n- Xi Jinping | Host a visit | Head of Government (Greece) | 2013-05-18\n- South Korea | Host a visit | Head of Government (Greece) | 2013-12-04\nAnswer:", "completion": " Qatar", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1015347", "prompt": "Before Jul, 2005, who praised the head of government of Turkmenistan?\nEvidence:\n- Head of Government (Turkmenistan) | Make statement | People Associated with the Opposition (Turkmenistan) | 2011-08-05\n- Police (Turkmenistan) | Investigate | Head of Government (Turkmenistan) | 2005-08-13\n- Police (Turkmenistan) | Consult | Head of Government (Turkmenistan) | 2015-07-01\n- Police (Turkmenistan) | Consult | Head of Government (Turkmenistan) | 2015-03-07\n- Police (Turkmenistan) | Consult | Head of Government (Turkmenistan) | 2010-10-06\n- Police (Turkmenistan) | Consult | Head of Government (Turkmenistan) | 2007-05-06\n- Police (Turkmenistan) | Consult | Head of Government (Turkmenistan) | 2005-06-22\n- Head of Government (Turkmenistan) | Threaten | Police (Turkmenistan) | 2007-04-10\n- Head of Government (Turkmenistan) | Demand | Police (Turkmenistan) | 2006-12-09\n- Head of Government (Turkmenistan) | Consult | Police (Turkmenistan) | 2015-07-01\n- Head of Government (Turkmenistan) | Consult | Police (Turkmenistan) | 2015-03-07\n- Head of Government (Turkmenistan) | Consult | Police (Turkmenistan) | 2010-10-06\n- Head of Government (Turkmenistan) | Consult | Police (Turkmenistan) | 2007-05-06\n- Head of Government (Turkmenistan) | Consult | Police (Turkmenistan) | 2005-06-22\n- Special Rapporteurs of the United Nations | Consult | Head of Government (Turkmenistan) | 2008-09-04\nAnswer:", "completion": " China", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1159294", "prompt": "In which year did Pedro Manuel Mamede Passos Coelho first wish to establish diplomatic cooperation with Portugal?\nEvidence:\n- Pedro Manuel Mamede Passos Coelho | Accuse | Portugal | 2011-05-26\n- Pedro Manuel Mamede Passos Coelho | Make statement | Portugal | 2012-10-09\n- Pedro Manuel Mamede Passos Coelho | Make statement | Portugal | 2012-09-07\n- Pedro Manuel Mamede Passos Coelho | Make statement | Portugal | 2012-04-18\n- Pedro Manuel Mamede Passos Coelho | Make statement | Portugal | 2012-04-11\n- Pedro Manuel Mamede Passos Coelho | Make statement | Portugal | 2011-12-25\n- Pedro Manuel Mamede Passos Coelho | Make statement | Portugal | 2011-11-17\n- Pedro Manuel Mamede Passos Coelho | Make statement | Portugal | 2011-11-03\n- Pedro Manuel Mamede Passos Coelho | Make statement | Portugal | 2011-03-19\n- Portugal | Host a visit | Pedro Manuel Mamede Passos Coelho | 2012-06-04\n- Pedro Manuel Mamede Passos Coelho | Make statement | Representatives (Portugal) | 2012-07-24\n- Pedro Manuel Mamede Passos Coelho | Make statement | Business (Portugal) | 2011-12-01\n- Pedro Manuel Mamede Passos Coelho | Make optimistic comment | Portugal | 2011-03-25\n- Pedro Manuel Mamede Passos Coelho | Make a visit | Portugal | 2012-06-04\n- Pedro Manuel Mamede Passos Coelho | Reject | Head of Government (Portugal) | 2010-09-23\nAnswer:", "completion": " 2011", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1237821", "prompt": "Which country hosted the visit of the Association of Southeast Asian Nations in the same month of Somsavat Lengsava?\nEvidence:\n- Somsavat Lengsava | Host a visit | Association of Southeast Asian Nations | 2005-08-09\n- Association of Southeast Asian Nations | Make a visit | Somsavat Lengsava | 2005-08-09\n- Somsavat Lengsava | Make statement | Association of Southeast Asian Nations | 2005-08-07\n- Somsavat Lengsava | Make statement | Association of Southeast Asian Nations | 2005-07-06\n- Somsavat Lengsava | Make statement | Association of Southeast Asian Nations | 2005-05-06\n- Somsavat Lengsava | Make statement | Association of Southeast Asian Nations | 2005-04-11\n- Somsavat Lengsava | Engage in symbolic act | Association of Southeast Asian Nations | 2005-08-11\n- Somsavat Lengsava | Praise or endorse | Association of Southeast Asian Nations | 2005-08-11\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-07\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-06\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-04\n- Japan | Mediate | Association of Southeast Asian Nations | 2005-02-09\n- Japan | Consult | Association of Southeast Asian Nations | 2005-02-25\n- China | Consult | Association of Southeast Asian Nations | 2005-02-25\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-07\nAnswer:", "completion": " Thailand", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1233174", "prompt": "After the Member of Legislative of Govt United States, who gave a denunciation to Dimeji Bankole first?\nEvidence:\n- Member of Legislative (Govt) (Nigeria) | Consult | Dimeji Bankole | 2008-01-17\n- Dimeji Bankole | Consult | Member of Legislative (Govt) (Nigeria) | 2008-01-17\n- Dimeji Bankole | Consult | Congress (United States) | 2008-06-30\n- Congress (United States) | Consult | Dimeji Bankole | 2008-06-30\n- Dimeji Bankole | Make statement | House of Representatives (United States) | 2008-06-05\n- Dimeji Bankole | Threaten | Citizen (Nigeria) | 2008-06-30\n- Dimeji Bankole | Reject | Citizen (Nigeria) | 2009-03-19\n- Dimeji Bankole | Make statement | USAID | 2008-06-05\n- Dimeji Bankole | Investigate | Ministry (Nigeria) | 2008-05-22\n- Dimeji Bankole | Demand | Citizen (Nigeria) | 2009-03-17\n- Dimeji Bankole | Accuse | Ministry (Nigeria) | 2009-01-29\n- Dimeji Bankole | Accuse | Citizen (Nigeria) | 2009-04-13\n- Dimeji Bankole | Accuse | Citizen (Nigeria) | 2009-01-19\n- Citizen (Nigeria) | Demand | Dimeji Bankole | 2008-10-24\n- Dimeji Bankole | Make statement | High Commission (United Kingdom) | 2008-04-23\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1013467", "prompt": "After the police of Australia, who did the businessman of China criticise first?\nEvidence:\n- Japan | Demand | China | 2005-02-01\n- Japan | Consult | China | 2005-01-30\n- Japan | Consult | China | 2005-01-24\n- Japan | Consult | China | 2005-01-21\n- Japan | Consult | China | 2005-01-15\n- Japan | Consult | China | 2005-01-03\n- China | Threaten | Japan | 2005-02-01\n- China | Threaten | Japan | 2005-01-05\n- China | Threaten | Japan | 2005-01-02\n- China | Investigate | Japan | 2005-01-31\n- China | Consult | Japan | 2005-01-30\n- China | Consult | Japan | 2005-01-24\n- China | Consult | Japan | 2005-01-21\n- China | Consult | Japan | 2005-01-15\n- China | Consult | Japan | 2005-01-03\nAnswer:", "completion": " City Mayor (China)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1159822", "prompt": "When did the Men of South Africa reject the Police of South Africa?\nEvidence:\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- South Africa | Reject | Winnie Madikizela-Mandela | 2005-02-11\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-27\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-26\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-25\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-23\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-19\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-16\nAnswer:", "completion": " 2005-01-10", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1325941", "prompt": "Before Nov. 2006, who rejected Evo Morales?\nEvidence:\n- Evo Morales | Demand | Bolivia | 2005-09-25\n- Evo Morales | Consult | Bolivia | 2005-12-19\n- Bolivia | Consult | Evo Morales | 2005-12-19\n- Felipe Quispe | Accuse | Evo Morales | 2012-08-20\n- Evo Morales | Make statement | Bolivia | 2005-12-20\n- Evo Morales | Make statement | Bolivia | 2005-12-19\n- Evo Morales | Make statement | Bolivia | 2005-12-02\n- Evo Morales | Make statement | Bolivia | 2005-11-24\n- Evo Morales | Make statement | Bolivia | 2005-11-05\n- Evo Morales | Make statement | Bolivia | 2005-09-27\n- Evo Morales | Make statement | Bolivia | 2005-09-20\n- Evo Morales | Make statement | Bolivia | 2005-05-16\n- Evo Morales | Make statement | Bolivia | 2005-03-16\n- Evo Morales | Demand | Military (Bolivia) | 2015-04-19\n- Evo Morales | Demand | Military (Bolivia) | 2012-08-14\nAnswer:", "completion": " Sacha Llorenti", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1346028", "prompt": "After the Government of Nigeria, who first did Ibrahim Idris make a request to?\nEvidence:\n- Ibrahim Idris | Make statement | Government (Nigeria) | 2011-11-18\n- Ibrahim Idris | Make statement | Government (Nigeria) | 2011-08-25\n- Ibrahim Idris | Make statement | Government (Nigeria) | 2011-08-05\n- Ibrahim Idris | Make statement | Government (Nigeria) | 2011-07-07\n- Ibrahim Idris | Make statement | Government (Nigeria) | 2010-02-08\n- Ibrahim Idris | Make statement | Government (Nigeria) | 2009-10-19\n- Ibrahim Idris | Make statement | Government (Nigeria) | 2008-09-15\n- Ibrahim Idris | Make statement | Government (Nigeria) | 2008-07-30\n- Ibrahim Idris | Make statement | Government (Nigeria) | 2008-07-29\n- Ibrahim Idris | Make statement | Government (Nigeria) | 2008-05-01\n- Ibrahim Idris | Make an appeal or request | Government (Nigeria) | 2010-08-20\n- Ministry (Nigeria) | Accuse | Ibrahim Idris | 2009-01-16\n- Ibrahim Idris | Demand | Citizen (Nigeria) | 2010-07-05\n- Ibrahim Idris | Accuse | Citizen (Nigeria) | 2008-05-01\n- Citizen (Nigeria) | Accuse | Ibrahim Idris | 2008-05-19\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1017393", "prompt": "Who was the first to negotiate with Mexico after the envoy of the United States?\nEvidence:\n- Mexico | Arrest, detain, or charge with legal action | Men (United States) | 2005-02-02\n- Office of the United Nations High Commissioner for Human Rights | Express intent to meet or negotiate | Colombia | 2005-05-10\n- Other Authorities / Officials (Mexico) | Express intent to meet or negotiate | Mexico | 2005-01-06\n- Mexico | Express intent to meet or negotiate | Zapatista Army of National Liberation | 2005-01-14\n- Mexico | Express intent to meet or negotiate | China | 2005-02-14\n- Member of Legislative (Govt) (South Korea) | Express intent to meet or negotiate | Mexico | 2005-02-07\n- Valdas Adamkus | Express intent to meet or negotiate | Mexico | 2005-01-13\n- Mexico | Arrest, detain, or charge with legal action | Criminal (Mexico) | 2005-01-29\n- Mexico | Arrest, detain, or charge with legal action | Criminal (Mexico) | 2005-01-18\n- Mexico | Arrest, detain, or charge with legal action | Criminal (Mexico) | 2005-01-14\n- Mexico | Arrest, detain, or charge with legal action | Criminal (Mexico) | 2005-01-07\n- Mexico | Arrest, detain, or charge with legal action | Government Official (Mexico) | 2005-02-02\n- Mexico | Arrest, detain, or charge with legal action | Domestic Affairs (Mexico) | 2005-01-24\n- Colombia | Arrest, detain, or charge with legal action | Indigenous People (United States) | 2005-05-04\n- Mexico | Investigate | Criminal (Mexico) | 2005-01-12\nAnswer:", "completion": " Belize", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1087035", "prompt": "Who was last investigated by the South African police in 2014?\nEvidence:\n- Member of the Judiciary (South Africa) | Praise or endorse | South African National Defence Force | 2014-07-02\n- Member of the Judiciary (South Africa) | Arrest, detain, or charge with legal action | South African National Defence Force | 2014-07-03\n- Member of the Judiciary (South Africa) | Arrest, detain, or charge with legal action | South African National Defence Force | 2014-07-02\n- Member of the Judiciary (South Africa) | Arrest, detain, or charge with legal action | South African National Defence Force | 2014-07-01\n- Combatant (Islamic State of Iraq and the Levant) | Kill by physical assault | Citizen (United Kingdom) | 2014-10-03\n- Combatant (Islamic State of Iraq and the Levant) | Kill by physical assault | Indigenous People (United States) | 2014-11-30\n- Combatant (Islamic State of Iraq and the Levant) | Kill by physical assault | Indigenous People (United Kingdom) | 2014-11-30\nAnswer:", "completion": " Tourist (United States)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 7, "n_anchors": 0} +{"id": "mtq_1113654", "prompt": "Who made the first appeal to the Government of Burundi after the Head of Government of Burundi?\nEvidence:\n- Burundi | Make an appeal or request | Head of Government (Burundi) | 2005-09-02\n- Burundi | Make statement | Government (Burundi) | 2005-08-02\n- Government Official (Rwanda) | Express intent to cooperate | Burundi | 2005-10-18\n- Burundi | Express intent to cooperate | Government Official (Rwanda) | 2005-10-18\n- Léonard Nyangoma | Make an appeal or request | Government (Burundi) | 2007-12-20\n- Government Official (Rwanda) | Consult | Burundi | 2005-10-13\n- Burundi | Consult | Government Official (Rwanda) | 2005-10-13\n- Burundi | Receive deployment of peacekeepers | Ethiopia | 2005-05-05\n- Rebel Group (Burundi) | Use unconventional violence | Burundi | 2005-09-14\n- Rebel Group (Burundi) | Use unconventional violence | Burundi | 2005-08-18\n- Rebel Group (Burundi) | Use unconventional violence | Burundi | 2005-04-24\n- Rebel Group (Burundi) | Use unconventional violence | Burundi | 2005-04-05\n- Military (Burundi) | Increase military alert status | Burundi | 2005-08-25\n- Burundi | Sign formal agreement | Rebel Group (Burundi) | 2005-05-31\n- Burundi | Receive deployment of peacekeepers | South Africa | 2005-06-03\nAnswer:", "completion": " UN Security Council", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1019308", "prompt": "Before 9 May 2011, to whom did the citizens of Benin make a request?\nEvidence:\n- Citizen (Benin) | Make an appeal or request | Citizen (Nigeria) | 2011-05-09\nAnswer:", "completion": " Political Parties (Benin)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1383758", "prompt": "Which country blamed the Media Personnel of International first after Granma did?\nEvidence:\n- Granma | Accuse | Media Personnel (International) | 2008-02-13\n- Granma | Make statement | Head of Government (Cuba) | 2012-07-14\n- Granma | Make statement | Head of Government (Cuba) | 2006-09-04\n- Granma | Make statement | Head of Government (Cuba) | 2006-08-13\n- Granma | Make statement | Head of Government (Cuba) | 2006-08-12\n- Granma | Demand | Children (Cuba) | 2006-04-18\n- Granma | Accuse | Barack Obama | 2009-08-08\n- Raúl Castro | Make statement | Granma | 2012-01-23\n- Raúl Castro | Make statement | Granma | 2007-03-31\n- Raúl Castro | Make statement | Granma | 2006-09-24\n- Raúl Castro | Make statement | Granma | 2006-09-23\n- Granma | Praise or endorse | China | 2008-11-17\n- Granma | Make statement | South Africa | 2006-04-10\n- Granma | Make statement | Raúl Castro | 2012-07-02\n- Granma | Make statement | Raúl Castro | 2011-12-07\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1263301", "prompt": "Who was the first to negotiate with the High Commission for Refugees after the Pakistani government?\nEvidence:\n- Japan | Reject | High Commission for Refugees | 2005-01-19\n- High Commission for Refugees | Consult | Cambodia | 2005-01-24\n- Cambodia | Consult | High Commission for Refugees | 2005-01-24\n- High Commission for Refugees | Provide aid | Government (Pakistan) | 2005-05-02\n- High Commission for Refugees | Provide aid | Government (Pakistan) | 2005-03-03\n- High Commission for Refugees | Make statement | Government (Pakistan) | 2005-09-23\n- High Commission for Refugees | Express intent to cooperate | Government (Pakistan) | 2005-01-13\n- High Commission for Refugees | Express intent to cooperate | Government (Pakistan) | 2005-01-12\n- High Commission for Refugees | Express intent to cooperate | Government (Pakistan) | 2005-01-11\n- Government (Pakistan) | Express intent to cooperate | High Commission for Refugees | 2005-01-13\n- Government (Pakistan) | Express intent to cooperate | High Commission for Refugees | 2005-01-12\n- Government (Pakistan) | Express intent to cooperate | High Commission for Refugees | 2005-01-11\n- Shaukat Aziz | Consult | High Commission for Refugees | 2005-05-04\n- Ruud Lubbers | Mediate | High Commission for Refugees | 2005-02-16\n- Pervez Musharraf | Consult | High Commission for Refugees | 2005-05-06\nAnswer:", "completion": " Governor (Yemen)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1142054", "prompt": "Who was the first to denounce the Australian Member of Parliament in 2012?\nEvidence:\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2012-05-31\n- The Daily Telegraph | Consult | Member of Parliament (Australia) | 2012-01-25\n- Member of Parliament (Australia) | Consult | The Daily Telegraph | 2012-01-25\n- People Associated with the Opposition (Australia) | Criticize or denounce | Member of Parliament (Australia) | 2012-06-27\n- People Associated with the Opposition (Australia) | Criticize or denounce | Member of Parliament (Australia) | 2012-05-10\n- Special Rapporteurs of the United Nations | Consult | Member of Parliament (Uruguay) | 2012-12-07\n- Member of Parliament (Uruguay) | Consult | Special Rapporteurs of the United Nations | 2012-12-07\n- Member of Parliament (Sri Lanka) | Defy norms, law | Member of the Judiciary (Sri Lanka) | 2012-11-23\n- Member of Parliament (Thailand) | Criticize or denounce | Citizen (Thailand) | 2012-02-07\n- Member of Parliament (Thailand) | Criticize or denounce | Citizen (Thailand) | 2012-02-03\n- Member of Parliament (Brazil) | Criticize or denounce | Ministry (Brazil) | 2012-09-03\n- Member of Parliament (Brazil) | Criticize or denounce | Citizen (Brazil) | 2012-06-16\n- Member of Parliament (Brazil) | Criticize or denounce | Citizen (Brazil) | 2012-05-19\n- Member of Parliament (Australia) | Criticize or denounce | Julie Bishop | 2012-11-28\n- Member of Parliament (Australia) | Criticize or denounce | Julia Gillard | 2012-11-28\nAnswer:", "completion": " Citizen (Australia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1276391", "prompt": "In which month did Islam Karimov criticise Kazakhstan?\nEvidence:\n- Kazakhstan | Discuss by telephone | Islam Karimov | 2005-02-25\n- Islam Karimov | Discuss by telephone | Kazakhstan | 2005-02-25\n- Islam Karimov | Accuse | Other Authorities / Officials (Kazakhstan) | 2005-02-01\n- Pervez Musharraf | Engage in negotiation | Islam Karimov | 2005-03-07\n- Pervez Musharraf | Engage in negotiation | Islam Karimov | 2005-03-06\n- Pervez Musharraf | Engage in negotiation | Islam Karimov | 2005-03-05\n- Janez Susnik | Engage in negotiation | Islam Karimov | 2005-03-16\n- Islam Karimov | Engage in negotiation | Pervez Musharraf | 2005-03-07\n- Islam Karimov | Engage in negotiation | Pervez Musharraf | 2005-03-06\n- Islam Karimov | Engage in negotiation | Pervez Musharraf | 2005-03-05\n- Islam Karimov | Engage in negotiation | Janez Susnik | 2005-03-16\n- Roh Moo Hyun | Engage in negotiation | Islam Karimov | 2005-05-10\n- Islam Karimov | Engage in negotiation | Roh Moo Hyun | 2005-05-10\n- Zurab Nogaideli | Consult | Islam Karimov | 2005-04-18\n- Senate (Uzbekistan) | Consult | Islam Karimov | 2005-04-06\nAnswer:", "completion": " 2014-06", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1123244", "prompt": "When did the head of government of Nigeria first praise Ibrahim Hassan Dankwambo?\nEvidence:\n- Ibrahim Hassan Dankwambo | Praise or endorse | Head of Government (Nigeria) | 2013-12-04\n- Head of Government (Nigeria) | Praise or endorse | Ibrahim Hassan Dankwambo | 2013-06-10\n- Ibrahim Hassan Dankwambo | Praise or endorse | Government (Nigeria) | 2011-06-28\n- Ibrahim Hassan Dankwambo | Make statement | Government (Nigeria) | 2014-10-13\n- Ibrahim Hassan Dankwambo | Make statement | Government (Nigeria) | 2014-06-12\n- Ibrahim Hassan Dankwambo | Make statement | Government (Nigeria) | 2013-11-29\n- Ibrahim Hassan Dankwambo | Make statement | Government (Nigeria) | 2013-11-22\n- Ibrahim Hassan Dankwambo | Make statement | Government (Nigeria) | 2013-10-25\n- Ibrahim Hassan Dankwambo | Make statement | Government (Nigeria) | 2013-09-27\n- Ibrahim Hassan Dankwambo | Make statement | Government (Nigeria) | 2013-09-19\n- Ibrahim Hassan Dankwambo | Make statement | Government (Nigeria) | 2013-06-10\n- Ibrahim Hassan Dankwambo | Make statement | Government (Nigeria) | 2013-05-13\n- Ibrahim Hassan Dankwambo | Make statement | Government (Nigeria) | 2013-05-02\n- Ibrahim Hassan Dankwambo | Make statement | Government (Nigeria) | 2013-01-28\n- Ibrahim Hassan Dankwambo | Make statement | Government (Nigeria) | 2012-07-27\nAnswer:", "completion": " 2013-06-10", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1242979", "prompt": "Who was endorsed by the African Union on the same day by the representatives of Ethiopia?\nEvidence:\n- Ethiopia | Make statement | African Union | 2005-03-11\n- Ethiopia | Host a visit | African Union | 2005-02-22\n- Ethiopia | Host a visit | African Union | 2005-01-30\n- African Union | Make a visit | Ethiopia | 2005-02-22\n- African Union | Make a visit | Ethiopia | 2005-01-30\n- Oluṣẹgun Ọbasanjọ | Discuss by telephone | African Union | 2005-02-02\n- African Union | Discuss by telephone | Oluṣẹgun Ọbasanjọ | 2005-02-02\n- African Union | Express intent to meet or negotiate | Ethiopia | 2005-03-06\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-31\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Nigeria) | Consult | African Union | 2005-02-01\n- Head of Government (Nigeria) | Consult | African Union | 2005-01-31\n- African Union | Consult | Head of Government (Nigeria) | 2005-02-01\nAnswer:", "completion": " Foreign Affairs (Ethiopia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1146264", "prompt": "With whom did Zhang Dejiang last negotiate before the National Assembly of Pakistan?\nEvidence:\n- Zhang Dejiang | Engage in negotiation | National Assembly of Pakistan | 2015-02-01\n- National Assembly of Pakistan | Engage in negotiation | Zhang Dejiang | 2015-02-01\n- National Assembly of Pakistan | Demand | Government (Pakistan) | 2005-05-10\n- National Assembly of Pakistan | Make statement | Legislature (Pakistan) | 2005-06-02\n- National Assembly of Pakistan | Make statement | Legislature (Pakistan) | 2005-06-01\n- National Assembly of Pakistan | Make optimistic comment | Legislature (Pakistan) | 2014-12-03\n- National Assembly of Pakistan | Make a visit | Iran | 2010-02-04\n- Iran | Host a visit | National Assembly of Pakistan | 2010-02-04\n- Zhang Dejiang | Investigate | China | 2008-05-24\n- Zhang Dejiang | Demand | China | 2006-04-04\n- Zhang Dejiang | Consult | China | 2010-06-19\n- Zhang Dejiang | Consult | China | 2008-08-22\n- China | Consult | Zhang Dejiang | 2010-06-19\n- China | Consult | Zhang Dejiang | 2008-08-22\n- Zhang Dejiang | Make statement | China | 2010-11-04\nAnswer:", "completion": " Head of Government (Colombia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1333018", "prompt": "Before Fatmir Mediu, with whom did Donald Rumsfeld last express his intention to meet?\nEvidence:\n- Fatmir Mediu | Consult | Donald Rumsfeld | 2006-03-09\n- Donald Rumsfeld | Consult | Fatmir Mediu | 2006-03-09\n- Donald Rumsfeld | Express intent to meet or negotiate | Fatmir Mediu | 2006-09-26\n- Frantisek Kasický | Consult | Fatmir Mediu | 2007-10-25\n- Fatmir Mediu | Consult | Frantisek Kasický | 2007-10-25\n- Fatmir Mediu | Consult | Evangelos Meimarakis | 2006-09-27\n- Fatmir Mediu | Accuse | Military (Albania) | 2008-06-16\n- Evangelos Meimarakis | Consult | Fatmir Mediu | 2006-09-27\n- Sali Berisha | Make statement | Fatmir Mediu | 2008-03-17\n- Romania | Host a visit | Fatmir Mediu | 2008-03-06\n- Lawyer/Attorney (Albania) | Investigate | Fatmir Mediu | 2008-06-16\n- Lawyer/Attorney (Albania) | Accuse | Fatmir Mediu | 2008-06-16\n- Kuwait | Host a visit | Fatmir Mediu | 2007-05-12\n- France | Host a visit | Fatmir Mediu | 2006-06-16\n- Fatmir Mediu | Make statement | Military (Albania) | 2007-06-22\nAnswer:", "completion": " Nuri al-Maliki", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1004719", "prompt": "Before 14 May 2006, who fought the citizens of Sudan with small arms and light weapons?\nEvidence:\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-27\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-26\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Sudan | Return, release person(s) | Citizen (Sudan) | 2005-01-19\nAnswer:", "completion": " Police (Sudan)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1324024", "prompt": "Who accused the women of Australia in June 2014?\nEvidence:\n- People Associated with the Opposition (Australia) | Accuse | Women (Australia) | 2009-02-23\n- Member of the Judiciary (Mongolia) | Engage in symbolic act | Women (Mongolia) | 2009-04-11\n- Member of Parliament (Australia) | Reject | Women (Australia) | 2006-05-03\n- Women (Australia) | Use unconventional violence | Member of Parliament (Australia) | 2005-09-05\n- Member of Parliament (Australia) | Make pessimistic comment | Women (Australia) | 2005-08-29\n- Member of Parliament (Australia) | Criticize or denounce | Women (Australia) | 2005-09-05\n- Women (Australia) | Make an appeal or request | People Associated with the Opposition (Australia) | 2010-09-28\n- People Associated with the Opposition (Australia) | Accede to demands for rights | Women (Australia) | 2009-01-18\n- Women (Pakistan) | Deny responsibility | Member of the Judiciary (United States) | 2005-06-02\n- Women (Australia) | Yield | Police (Australia) | 2005-03-15\n- Women (Australia) | Yield | Police (Australia) | 2005-03-14\n- Women (Australia) | Threaten | Police (Australia) | 2005-11-21\n- Women (Australia) | Threaten | Police (Australia) | 2005-02-16\n- Women (Australia) | Threaten | Police (Australia) | 2005-02-15\n- Women (Australia) | Reject | Police (Australia) | 2006-04-22\nAnswer:", "completion": " Police (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1125561", "prompt": "When did the head of government of Ukraine first blame the Military of Ukraine?\nEvidence:\n- Military (Ukraine) | Demand | Head of Government (Ukraine) | 2006-07-24\n- Military (Ukraine) | Consult | Head of Government (Ukraine) | 2014-09-08\n- Military (Ukraine) | Consult | Head of Government (Ukraine) | 2014-07-09\n- Military (Ukraine) | Consult | Head of Government (Ukraine) | 2007-04-26\n- Head of Government (Ukraine) | Demand | Military (Ukraine) | 2015-02-19\n- Head of Government (Ukraine) | Demand | Military (Ukraine) | 2015-02-15\n- Head of Government (Ukraine) | Demand | Military (Ukraine) | 2014-09-05\n- Head of Government (Ukraine) | Demand | Military (Ukraine) | 2014-06-11\n- Head of Government (Ukraine) | Demand | Military (Ukraine) | 2014-04-23\n- Head of Government (Ukraine) | Demand | Military (Ukraine) | 2014-04-22\n- Head of Government (Ukraine) | Consult | Military (Ukraine) | 2014-09-08\n- Head of Government (Ukraine) | Consult | Military (Ukraine) | 2014-07-09\n- Head of Government (Ukraine) | Consult | Military (Ukraine) | 2007-04-26\n- Head of Government (Ukraine) | Accuse | Military (Ukraine) | 2014-09-17\n- Head of Government (Ukraine) | Accuse | Military (Ukraine) | 2014-09-16\nAnswer:", "completion": " 2014-09-16", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1114623", "prompt": "Who was the first person Shimon Peres condemned after Benazir Bhutto?\nEvidence:\n- Government (Pakistan) | Reject | Benazir Bhutto | 2005-10-21\n- Government (Pakistan) | Investigate | Benazir Bhutto | 2005-09-21\n- Government (Pakistan) | Accuse | Benazir Bhutto | 2005-09-19\n- Benazir Bhutto | Reject | Pervez Musharraf | 2005-01-28\n- Benazir Bhutto | Make statement | Iraq | 2005-07-18\n- Benazir Bhutto | Demand | Pervez Musharraf | 2006-01-30\n- Benazir Bhutto | Accuse | Pervez Musharraf | 2005-07-21\n- Benazir Bhutto | Accuse | Pervez Musharraf | 2005-07-19\n- Benazir Bhutto | Accuse | Government (Pakistan) | 2005-03-11\n- Shimon Peres | Make statement | Iran | 2005-01-24\n- Shimon Peres | Consult | Muhammad VI | 2005-03-20\n- Shimon Peres | Consult | Muhammad VI | 2005-03-12\n- Shimon Peres | Consult | James Wolfensohn | 2005-05-03\n- Shimon Peres | Consult | James Wolfensohn | 2005-05-01\n- Shimon Peres | Consult | Emaar Properties | 2005-02-18\nAnswer:", "completion": " Iran", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1218633", "prompt": "In which month did Yuri Mikhailovich Luzhkov accuse the other authorities and officials of Russia?\nEvidence:\n- Yury Mikhaylovich Luzhkov | Accuse | Other Authorities / Officials (Russia) | 2005-11-26\n- Military (Russia) | Accuse | Other Authorities / Officials (Russia) | 2006-09-05\n- Tatarstan | Accuse | Other Authorities / Officials (Russia) | 2012-11-07\n- Romania | Accuse | Other Authorities / Officials (Russia) | 2010-08-17\n- France | Accuse | Other Authorities / Officials (Russia) | 2007-07-13\n- Other Authorities / Officials (Russia) | Accuse | Medical Personnel (Russia) | 2011-07-05\n- Other Authorities / Officials (Russia) | Accuse | Armed Gang (Russia) | 2010-04-02\n- Other Authorities / Officials (Russia) | Accuse | Armed Gang (Russia) | 2010-04-01\n- Other Authorities / Officials (Russia) | Accuse | Armed Gang (Russia) | 2010-03-31\n- News Editor (Russia) | Accuse | Other Authorities / Officials (Russia) | 2009-08-22\n- News Editor (Russia) | Accuse | Other Authorities / Officials (Russia) | 2008-11-19\n- News Editor (Russia) | Accuse | Other Authorities / Officials (Russia) | 2006-08-24\n- Communist Party (Russia) | Accuse | Other Authorities / Officials (Russia) | 2012-05-16\n- Yuriy Lutsenko | Accuse | Other Authorities / Officials (Russia) | 2006-10-09\n- Viktor Basargin | Accuse | Other Authorities / Officials (Russia) | 2010-03-16\nAnswer:", "completion": " 2005-11", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1051792", "prompt": "Who was the last country to sign an agreement with Barack Obama in 2009?\nEvidence:\n- Iran | Make an appeal or request | Barack Obama | 2009-01-13\n- Iran | Make an appeal or request | Barack Obama | 2009-01-12\n- Barack Obama | Make an appeal or request | Mexico | 2009-03-19\n- Tony Blair | Make an appeal or request | Barack Obama | 2009-01-02\n- South Korea | Sign formal agreement | Mexico | 2009-03-05\n- South Korea | Sign formal agreement | Mexico | 2009-03-04\n- Mexico | Sign formal agreement | South Korea | 2009-03-05\n- Mexico | Sign formal agreement | South Korea | 2009-03-04\n- Dmitry Anatolyevich Medvedev | Engage in symbolic act | Barack Obama | 2009-01-02\n- Zawahiri | Accuse | Barack Obama | 2009-01-06\n- Mexico | Consult | Barack Obama | 2009-01-13\n- Mexico | Consult | Barack Obama | 2009-01-12\n- Mexico | Consult | Barack Obama | 2009-01-09\n- Barack Obama | Threaten | Iran | 2009-01-12\n- Barack Obama | Threaten | Iran | 2009-01-11\nAnswer:", "completion": " Dmitry Anatolyevich Medvedev", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1228587", "prompt": "Before the German businessman, who was the last person to visit Nuri al-Maliki?\nEvidence:\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-05-20\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-26\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-25\n- Nuri al-Maliki | Consult | Iraq | 2006-04-27\n- Iraq | Consult | Nuri al-Maliki | 2006-04-27\n- Tony Blair | Consult | Nuri al-Maliki | 2006-05-22\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-22\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-20\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-09\n- Nuri al-Maliki | Make statement | Iraq | 2006-04-22\n- Nuri al-Maliki | Make statement | Iraq | 2005-08-22\n- Nuri al-Maliki | Consult | Tony Blair | 2006-05-22\n- Nuri al-Maliki | Consult | Legislature (Iraq) | 2006-05-20\n- Nuri al-Maliki | Consult | Legislature (Iraq) | 2006-05-17\n- Nuri al-Maliki | Consult | Donald Rumsfeld | 2006-05-03\nAnswer:", "completion": " Adil Abdul-Mahdi", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1152647", "prompt": "Who made pessimistic remarks about the Australian Member of Parliament on 2 October 2013?\nEvidence:\n- Citizen (Australia) | Make pessimistic comment | Member of Parliament (Australia) | 2013-10-02\nAnswer:", "completion": " Citizen (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1209291", "prompt": "In which year did Abdullah Gül announce his intention to meet with representatives of Bahrain?\nEvidence:\n- Abdullah Gül | Express intent to meet or negotiate | China | 2005-02-02\n- Abdullah Gül | Express intent to meet or negotiate | China | 2005-02-01\n- Abdullah Gül | Express intent to meet or negotiate | China | 2005-01-27\n- Abdullah Gül | Express intent to meet or negotiate | China | 2005-01-26\n- Mahmoud Abbas | Engage in negotiation | Abdullah Gül | 2005-01-08\n- Abdullah Gül | Engage in negotiation | Mahmoud Abbas | 2005-01-08\n- Abdullah Gül | Express intent to meet or negotiate | Shimon Peres | 2005-01-04\n- Abdullah Gül | Express intent to meet or negotiate | Shimon Peres | 2005-01-03\n- Abdullah Gül | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-05\n- Abdullah Gül | Express intent to meet or negotiate | Businessperson (China) | 2005-02-03\n- Undersecretary (United States) | Express intent to meet or negotiate | Abdullah Gül | 2005-01-31\n- Wen Jiabao | Consult | Abdullah Gül | 2005-02-02\n- Shimon Peres | Consult | Abdullah Gül | 2006-01-05\n- Shimon Peres | Consult | Abdullah Gül | 2006-01-04\n- Shimon Peres | Consult | Abdullah Gül | 2006-01-03\nAnswer:", "completion": " 2009", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1065829", "prompt": "When was the last time the indigenous people of Zimbabwe used unconventional violence against South Africa?\nEvidence:\n- South Africa | Host a visit | Labor Union (Zimbabwe) | 2005-02-02\n- Labor Union (Zimbabwe) | Make a visit | South Africa | 2005-02-02\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- Armed Opposition (Sudan) | Use unconventional violence | African Union | 2005-03-30\n- South Africa | Consult | China | 2005-02-05\n- China | Consult | South Africa | 2005-02-05\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-27\nAnswer:", "completion": " 2008-05-26", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1281448", "prompt": "Who was the first to negotiate with Niger after Umaru Musa Yar'Adua?\nEvidence:\n- Umaru Musa Yar'Adua | Threaten | Government (Nigeria) | 2005-01-25\n- Umaru Musa Yar'Adua | Demand | Citizen (Nigeria) | 2007-05-31\n- Umaru Musa Yar'Adua | Consult | South Africa | 2007-04-26\n- Umaru Musa Yar'Adua | Consult | Abdoulaye Wade | 2007-05-08\n- Umaru Musa Yar'Adua | Accuse | Citizen (Nigeria) | 2007-01-05\n- South Africa | Consult | Umaru Musa Yar'Adua | 2007-04-26\n- Oluṣẹgun Ọbasanjọ | Yield | Umaru Musa Yar'Adua | 2007-05-30\n- Oluṣẹgun Ọbasanjọ | Yield | Umaru Musa Yar'Adua | 2007-05-29\n- Daily Trust | Reject | Umaru Musa Yar'Adua | 2007-02-09\n- Citizen (Nigeria) | Demand | Umaru Musa Yar'Adua | 2007-04-23\n- Abdoulaye Wade | Consult | Umaru Musa Yar'Adua | 2007-05-08\n- Umaru Musa Yar'Adua | Praise or endorse | China | 2007-05-30\n- Umaru Musa Yar'Adua | Make statement | Government (Nigeria) | 2007-05-29\n- Umaru Musa Yar'Adua | Make statement | Government (Nigeria) | 2007-05-08\n- Oluṣẹgun Ọbasanjọ | Make statement | Umaru Musa Yar'Adua | 2006-12-22\nAnswer:", "completion": " Mohamed Ould Abdel Aziz", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1209393", "prompt": "In what year did the head of government of Burkina Faso last appeal to the governor of Burkina Faso?\nEvidence:\n- Head of Government (Burkina Faso) | Make an appeal or request | Governor (Burkina Faso) | 2012-07-12\n- Governor (Burkina Faso) | Consult | Business (Burkina Faso) | 2015-06-01\n- Business (Burkina Faso) | Consult | Governor (Burkina Faso) | 2015-06-01\n- Indigenous People (Burkina Faso) | Consult | Head of Government (Burkina Faso) | 2015-08-21\n- Indigenous People (Burkina Faso) | Consult | Head of Government (Burkina Faso) | 2013-03-21\n- Indigenous People (Burkina Faso) | Consult | Head of Government (Burkina Faso) | 2013-03-19\n- Indigenous People (Burkina Faso) | Consult | Head of Government (Burkina Faso) | 2012-02-23\n- Head of Government (Burkina Faso) | Consult | Indigenous People (Burkina Faso) | 2015-08-21\n- Head of Government (Burkina Faso) | Consult | Indigenous People (Burkina Faso) | 2013-03-21\n- Head of Government (Burkina Faso) | Consult | Indigenous People (Burkina Faso) | 2013-03-19\n- Head of Government (Burkina Faso) | Consult | Indigenous People (Burkina Faso) | 2012-02-23\n- Head of Government (Burkina Faso) | Consult | City Mayor (Burkina Faso) | 2015-02-18\n- Head of Government (Burkina Faso) | Consult | City Mayor (Burkina Faso) | 2012-07-05\n- City Mayor (Burkina Faso) | Consult | Head of Government (Burkina Faso) | 2015-02-18\n- City Mayor (Burkina Faso) | Consult | Head of Government (Burkina Faso) | 2012-07-05\nAnswer:", "completion": " 2012", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1046521", "prompt": "Who was the first to visit Abdullah Gül after Devlet Bahçeli?\nEvidence:\n- Devlet Bahçeli | Reject | Abdullah Gül | 2008-09-03\n- Devlet Bahçeli | Consult | Abdullah Gül | 2014-05-22\n- Devlet Bahçeli | Consult | Abdullah Gül | 2007-10-23\n- Devlet Bahçeli | Consult | Abdullah Gül | 2007-08-14\n- Devlet Bahçeli | Accuse | Abdullah Gül | 2014-05-14\n- Abdullah Gül | Consult | Devlet Bahçeli | 2014-05-22\n- Abdullah Gül | Consult | Devlet Bahçeli | 2007-10-23\n- Abdullah Gül | Consult | Devlet Bahçeli | 2007-08-14\n- Devlet Bahçeli | Make a visit | Abdullah Gül | 2008-03-27\n- Abdullah Gül | Host a visit | Devlet Bahçeli | 2008-03-27\n- Devlet Bahçeli | Make statement | Abdullah Gül | 2008-03-27\n- Devlet Bahçeli | Engage in negotiation | Abdullah Gül | 2007-08-14\n- Devlet Bahçeli | Criticize or denounce | Abdullah Gül | 2014-05-14\n- Devlet Bahçeli | Criticize or denounce | Abdullah Gül | 2009-08-23\n- Abdullah Gül | Engage in negotiation | Devlet Bahçeli | 2007-08-14\nAnswer:", "completion": " Elizabeth II", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1190022", "prompt": "When did Angela Merkel express her intention to negotiate with the citizens of Nigeria?\nEvidence:\n- Angela Merkel | Express intent to meet or negotiate | France | 2005-07-18\n- Angela Merkel | Defend verbally | People Associated with the Opposition (Germany) | 2005-07-17\n- Gerhard Schröder | Express intent to meet or negotiate | Angela Merkel | 2005-08-02\n- Gerhard Schröder | Express intent to meet or negotiate | Angela Merkel | 2005-03-09\n- Gerhard Schröder | Express intent to meet or negotiate | Angela Merkel | 2005-03-06\n- Gerhard Schröder | Express intent to cooperate | Angela Merkel | 2005-03-24\n- Angela Merkel | Express intent to cooperate | Gerhard Schröder | 2005-08-05\n- Angela Merkel | Express intent to cooperate | Gerhard Schröder | 2005-03-24\n- France | Consult | Angela Merkel | 2005-07-18\n- Angela Merkel | Demand | France | 2005-07-19\n- Angela Merkel | Consult | France | 2005-07-18\n- Tony Blair | Consult | Angela Merkel | 2005-02-07\n- Gerhard Schröder | Demand | Angela Merkel | 2005-07-27\n- Gerhard Schröder | Accuse | Angela Merkel | 2005-07-15\n- Angela Merkel | Reject | Gerhard Schröder | 2005-03-17\nAnswer:", "completion": " 2015-04-03", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1305007", "prompt": "Could you tell me the exact month in which the Department of Sudan first investigated Sudan?\nEvidence:\n- Sudan | Engage in negotiation | Ethiopia | 2005-04-19\n- Ethiopia | Engage in negotiation | Sudan | 2005-04-19\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Citizen (Sudan) | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-01-23\n- Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | Head of Government (Egypt) | 2005-01-24\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\nAnswer:", "completion": " 2012-06", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1382160", "prompt": "After Julian Paul Assange, who was the first to reject Barack Obama?\nEvidence:\n- Julian Paul Assange | Criticize or denounce | Barack Obama | 2010-10-24\n- Appeals Court (Sweden) | Reject | Julian Paul Assange | 2010-11-30\n- Robert McClelland | Investigate | Julian Paul Assange | 2010-11-30\n- Police (Sweden) | Investigate | Julian Paul Assange | 2010-09-01\n- Police (Sweden) | Investigate | Julian Paul Assange | 2010-08-31\n- Police (Sweden) | Investigate | Julian Paul Assange | 2010-08-25\n- Police (Australia) | Investigate | Julian Paul Assange | 2010-11-30\n- Julian Paul Assange | Make statement | Iraq | 2010-10-26\n- Julian Paul Assange | Demand | Police (Sweden) | 2010-08-26\n- John Ensign | Accuse | Julian Paul Assange | 2010-12-02\n- Robert McClelland | Make statement | Julian Paul Assange | 2010-11-29\n- Police (Sweden) | Make statement | Julian Paul Assange | 2010-08-23\n- Lawyer/Attorney (Sweden) | Investigate | Julian Paul Assange | 2010-11-19\n- Lawyer/Attorney (Sweden) | Investigate | Julian Paul Assange | 2010-10-19\n- Lawyer/Attorney (Sweden) | Investigate | Julian Paul Assange | 2010-08-26\nAnswer:", "completion": " Citizen (International)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1189239", "prompt": "Who was the first to accuse the citizens of Thailand after the Council for National Security did?\nEvidence:\n- Council for National Security | Accuse | Thailand | 2006-11-30\n- Protester (Thailand) | Demand | Council for National Security | 2006-12-10\n- Council for National Security | Threaten | Media (Thailand) | 2007-01-11\n- Council for National Security | Make statement | Thailand | 2007-01-25\n- Council for National Security | Investigate | Citizen (Thailand) | 2007-01-22\n- Council for National Security | Investigate | Citizen (Thailand) | 2006-10-04\n- Council for National Security | Demand | Media (Thailand) | 2007-01-10\n- Council for National Security | Confiscate property | Thailand | 2007-02-05\n- Council for National Security | Confiscate property | Thailand | 2007-02-02\n- Citizen (Thailand) | Demand | Council for National Security | 2007-02-13\n- Council for National Security | Investigate | Cabinet / Council of Ministers / Advisors (Thailand) | 2007-01-22\n- Council for National Security | Consult | Cabinet / Council of Ministers / Advisors (Thailand) | 2006-10-10\n- Cabinet / Council of Ministers / Advisors (Thailand) | Consult | Council for National Security | 2006-10-10\n- Council for National Security | Make pessimistic comment | Thailand | 2007-02-13\n- Council for National Security | Expel or withdraw | Thailand | 2006-12-08\nAnswer:", "completion": " Abhisit Vejjajiva", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1329512", "prompt": "Which country receive the Envoy of United States's visit from the Envoy of United States after Abdul Hamid did?\nEvidence:\n- Envoy (United States) | Make a visit | Abdul Hamid | 2015-02-04\n- Abdul Hamid | Host a visit | Envoy (United States) | 2015-02-04\n- Abdul Hamid | Praise or endorse | Envoy (United States) | 2015-02-04\n- Envoy (Argentina) | Make a visit | Abdul Hamid | 2015-02-03\n- Abdul Hamid | Host a visit | Envoy (Argentina) | 2015-02-03\n- Abdul Hamid | Praise or endorse | Envoy (Argentina) | 2015-02-03\n- Abdul Hamid | Express intent to cooperate | Envoy (Argentina) | 2015-02-03\n- Malaysian People's Party | Make statement | Abdul Hamid | 2009-09-23\n- Vietnam | Host a visit | Abdul Hamid | 2015-08-14\n- Vietnam | Host a visit | Abdul Hamid | 2015-08-13\n- Vietnam | Host a visit | Abdul Hamid | 2015-08-11\n- Abdul Hamid | Make a visit | Vietnam | 2015-08-14\n- Abdul Hamid | Make a visit | Vietnam | 2015-08-13\n- Abdul Hamid | Make a visit | Vietnam | 2015-08-11\n- Newspaper (United Kingdom) | Make statement | Abdul Hamid | 2015-06-16\nAnswer:", "completion": " South Africa", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1292114", "prompt": "After Alexis Tsipras, with whom did Angela Merkel first express an interest in cooperation?\nEvidence:\n- Angela Merkel | Engage in diplomatic cooperation | Government (Germany) | 2005-06-02\n- Georgios Papandreou | Accuse | Alexis Tsipras | 2011-04-01\n- Democratic Left | Consult | Alexis Tsipras | 2012-05-08\n- Antonis Samaras | Consult | Alexis Tsipras | 2012-05-09\n- Antonis Samaras | Consult | Alexis Tsipras | 2012-05-07\n- Antonis Samaras | Accuse | Alexis Tsipras | 2012-05-08\n- Alexis Tsipras | Demand | Citizen (Greece) | 2012-05-09\n- Alexis Tsipras | Consult | Democratic Left | 2012-05-08\n- Alexis Tsipras | Consult | Antonis Samaras | 2012-05-09\n- Alexis Tsipras | Consult | Antonis Samaras | 2012-05-07\n- Alexis Tsipras | Accuse | New Democracy | 2012-05-14\n- Alexis Tsipras | Accuse | Georgios Papandreou | 2010-11-14\n- Alexis Tsipras | Accuse | Democratic Left | 2012-05-14\n- Alexis Tsipras | Accuse | Antonis Samaras | 2012-03-12\n- Alexis Tsipras | Express intent to engage in diplomatic cooperation (such as policy support) | New Democracy | 2012-05-09\nAnswer:", "completion": " Viktor Orban", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1266189", "prompt": "Who was the first person investigated by the Police of Croatia after the Student of Croatia?\nEvidence:\n- Police (Croatia) | Investigate | Student (Croatia) | 2006-06-03\n- Police (Croatia) | Make statement | Student (Croatia) | 2009-10-23\n- Police (Croatia) | Return, release person(s) | Citizen (Croatia) | 2011-02-02\n- Police (Croatia) | Return, release person(s) | Citizen (Croatia) | 2008-10-28\n- Police (Croatia) | Return, release person(s) | Business (Croatia) | 2010-04-15\n- Police (Croatia) | Return, release person(s) | City Mayor (Croatia) | 2015-12-28\n- Government (Croatia) | Praise or endorse | Student (Croatia) | 2010-03-24\n- Education Ministry (Croatia) | Make statement | Student (Croatia) | 2010-03-12\n- Police (Croatia) | Arrest, detain, or charge with legal action | Student (Croatia) | 2006-06-06\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Police (Kenya) | Return, release person(s) | Student (Kenya) | 2013-11-13\nAnswer:", "completion": " Citizen (Croatia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1348401", "prompt": "Which country last wanted to meet with South Africa before the South African Reserve Bank did?\nEvidence:\n- South Africa | Make statement | South African Reserve Bank | 2014-11-20\n- South African Reserve Bank | Express intent to meet or negotiate | South Africa | 2012-10-24\n- Men (South Africa) | Express intent to meet or negotiate | South Africa | 2005-05-03\n- Citizen (Africa) | Express intent to meet or negotiate | South Africa | 2005-06-17\n- South Africa | Host a visit | African Union | 2005-05-20\n- African Union | Make a visit | South Africa | 2005-05-20\n- South African National Defence Force | fight with small arms and light weapons | South Africa | 2005-05-21\n- South African National Defence Force | fight with small arms and light weapons | South Africa | 2005-05-20\n- South Africa | Praise or endorse | South African National Defence Force | 2005-05-15\n- Protester (South African Communist Party) | Demonstrate or rally | South Africa | 2005-01-26\n- South Africa | Express intent to meet or negotiate | Mexico | 2005-07-07\n- South Africa | Express intent to meet or negotiate | Mexico | 2005-07-06\n- South Africa | Express intent to meet or negotiate | China | 2005-07-07\n- South Africa | Express intent to meet or negotiate | China | 2005-07-06\n- South Africa | Express intent to meet or negotiate | China | 2005-06-16\nAnswer:", "completion": " China", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1388602", "prompt": "After Oluṣẹgun Ọbasanjọ, who first wanted to meet with the citizens of Sudan?\nEvidence:\n- Sudan | Host a visit | Oluṣẹgun Ọbasanjọ | 2005-01-10\n- Sudan | Host a visit | Oluṣẹgun Ọbasanjọ | 2005-01-08\n- Oluṣẹgun Ọbasanjọ | Make a visit | Sudan | 2005-01-10\n- Oluṣẹgun Ọbasanjọ | Make a visit | Sudan | 2005-01-08\n- Oluṣẹgun Ọbasanjọ | Make statement | Ethiopia | 2005-08-23\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2005-01-13\n- Sudan | Express intent to meet or negotiate | Ethiopia | 2005-08-10\n- Sudan | Express intent to meet or negotiate | Ethiopia | 2005-04-19\n- Sudan | Express intent to meet or negotiate | Ethiopia | 2005-04-18\n- Ethiopia | Express intent to meet or negotiate | Sudan | 2005-08-10\n- Ethiopia | Express intent to meet or negotiate | Sudan | 2005-07-08\n- Ethiopia | Express intent to meet or negotiate | Sudan | 2005-04-19\n- Ethiopia | Express intent to meet or negotiate | Sudan | 2005-04-18\n- Richard Boucher | Express intent to meet or negotiate | Sudan | 2005-01-07\n- Richard Boucher | Express intent to meet or negotiate | Sudan | 2005-01-06\nAnswer:", "completion": " Bill Richardson", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1103052", "prompt": "After August, the year of 2012, which country was denounced by Tanzania?\nEvidence:\n- Citizen (Tanzania) | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2005-04-01\n- Police (Tanzania) | Use tactics of violent repression | Citizen (Tanzania) | 2005-04-12\n- Police (Tanzania) | Use tactics of violent repression | Citizen (Tanzania) | 2005-04-11\n- Tanzania | Accuse | Citizen (Tanzania) | 2005-08-23\n- Police (Tanzania) | Investigate | Tanzania | 2005-04-04\n- Police (Tanzania) | Confiscate property | Tanzania | 2005-04-29\n- Police (Tanzania) | Confiscate property | Tanzania | 2005-03-08\n- Police (Tanzania) | Accuse | Citizen (Tanzania) | 2005-07-25\n- Police (Tanzania) | Accuse | Citizen (Tanzania) | 2005-04-09\n- Citizen (Tanzania) | Yield | Police (Tanzania) | 2005-04-06\n- Police (Tanzania) | Physically assault | Citizen (Tanzania) | 2005-04-29\n- Police (Tanzania) | Physically assault | Citizen (Tanzania) | 2005-03-08\n- Police (Tanzania) | Confiscate property | Citizen (Tanzania) | 2005-03-08\n- Party Member (Tanzania) | Demand | Citizen (Tanzania) | 2005-07-16\n- Criminal (Tanzania) | Use unconventional violence | Tanzania | 2005-04-03\nAnswer:", "completion": " Citizen (Tanzania)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1007023", "prompt": "After the Attorney General of Afghanistan, to whom did the Election Commission of Afghanistan appeal first?\nEvidence:\n- Attorney General (Afghanistan) | Make statement | Election Commission (Afghanistan) | 2010-12-11\n- Attorney General (Afghanistan) | Make statement | Election Commission (Afghanistan) | 2010-11-24\n- Attorney General (Afghanistan) | Criticize or denounce | Election Commission (Afghanistan) | 2010-11-26\n- Attorney General (Afghanistan) | Criticize or denounce | Election Commission (Afghanistan) | 2010-11-25\n- Election Commission (Afghanistan) | Make an appeal or request | Attorney General (Afghanistan) | 2010-02-27\n- Attorney General (Afghanistan) | Arrest, detain, or charge with legal action | Election Commission (Afghanistan) | 2010-11-30\n- Ministry (Afghanistan) | Accuse | Election Commission (Afghanistan) | 2009-04-04\n- Election Commission (Afghanistan) | Accuse | Employee (Afghanistan) | 2014-06-08\n- Lower House of Parliament (Afghanistan) | Accuse | Election Commission (Afghanistan) | 2014-08-15\n- Defense Attorney (Afghanistan) | Accuse | Attorney General (Afghanistan) | 2012-07-26\n- Attorney General (Afghanistan) | Reject | Defense Attorney (Afghanistan) | 2012-07-26\n- Protester (Afghanistan) | Make statement | Election Commission (Afghanistan) | 2010-11-03\n- Presidential Candidate (Afghanistan) | Demand | Election Commission (Afghanistan) | 2009-08-27\n- Presidential Candidate (Afghanistan) | Consult | Election Commission (Afghanistan) | 2014-06-24\n- Presidential Candidate (Afghanistan) | Consult | Election Commission (Afghanistan) | 2014-06-18\nAnswer:", "completion": " Employee (Afghanistan)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1105322", "prompt": "Who wanted to negotiate with Algirdas Butkevičius after 20 February 2013?\nEvidence:\n- John Bercow | Express intent to meet or negotiate | Algirdas Butkevičius | 2013-02-20\n- John Bercow | Express intent to meet or negotiate | Vilnius University | 2013-02-20\nAnswer:", "completion": " Member of Parliament (Moldova)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 1} +{"id": "mtq_1158214", "prompt": "When did the National Union Party of South Africa make an appeal to the government of South Africa?\nEvidence:\n- African Union | Make an appeal or request | South Africa | 2005-01-02\n- South Africa | Make an appeal or request | Togo | 2005-02-06\n- South Africa | Make an appeal or request | Citizen (International) | 2005-02-03\n- South Africa | Make an appeal or request | Citizen (International) | 2005-01-21\n- Government (South Africa) | Engage in diplomatic cooperation | African Union | 2005-02-26\n- Labor Union (Zimbabwe) | Make a visit | South Africa | 2005-02-02\n- South Africa | Make an appeal or request | UN Security Council | 2005-01-31\n- Oluṣẹgun Ọbasanjọ | Make an appeal or request | African Union | 2005-02-10\n- South Africa | Host a visit | Labor Union (Zimbabwe) | 2005-02-02\n- South African National Defence Force | Increase military alert status | South Africa | 2005-02-03\n- Protester (South African Communist Party) | Demonstrate or rally | South Africa | 2005-01-26\n- UN Security Council | Make an appeal or request | African Union | 2005-02-25\n- Ange-Félix Patassé | Make an appeal or request | African Union | 2005-01-07\n- African Union | Make an appeal or request | UN Security Council | 2005-02-25\n- Head of Government (Nigeria) | Consult | African Union | 2005-02-01\nAnswer:", "completion": " 2011-12-21", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1208888", "prompt": "With whom did Seyoum Mesfin last negotiate before the Ministry of Sudan?\nEvidence:\n- Seyoum Mesfin | Make statement | Sudan | 2006-04-03\n- Seyoum Mesfin | Make statement | Sudan | 2006-04-01\n- Seyoum Mesfin | Make statement | Sudan | 2006-03-31\n- Sudan | Host a visit | Seyoum Mesfin | 2006-01-17\n- Sudan | Engage in negotiation | Seyoum Mesfin | 2006-03-09\n- Sudan | Engage in negotiation | Seyoum Mesfin | 2005-04-19\n- Seyoum Mesfin | Make a visit | Sudan | 2006-01-17\n- Seyoum Mesfin | Engage in negotiation | Sudan | 2006-03-09\n- Seyoum Mesfin | Engage in negotiation | Sudan | 2005-04-19\n- Seyoum Mesfin | Make statement | Ireland | 2006-07-06\n- Seyoum Mesfin | Make statement | Ethiopia | 2006-07-06\n- Seyoum Mesfin | Make statement | Ethiopia | 2006-05-15\n- Seyoum Mesfin | Make statement | Ethiopia | 2006-05-10\n- Seyoum Mesfin | Make statement | Ethiopia | 2006-05-09\n- Seyoum Mesfin | Make statement | Ethiopia | 2006-04-03\nAnswer:", "completion": " Abdullah Gül", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1101478", "prompt": "Who was the first to criticise the New Patriotic Party after Kwame Addo-Kufuor?\nEvidence:\n- Kwame Addo-Kufuor | Make statement | New Patriotic Party | 2007-11-10\n- Kwame Addo-Kufuor | Make statement | New Patriotic Party | 2007-11-01\n- Kwame Addo-Kufuor | Make statement | New Patriotic Party | 2007-03-06\n- New Patriotic Party | Praise or endorse | Kwame Addo-Kufuor | 2005-06-15\n- Kwame Addo-Kufuor | Criticize or denounce | New Patriotic Party | 2007-11-06\n- The Chronicle | Consult | Kwame Addo-Kufuor | 2007-09-19\n- Kwame Addo-Kufuor | Consult | The Chronicle | 2007-09-19\n- Kwame Addo-Kufuor | Praise or endorse | Japan | 2005-07-19\n- Kwame Addo-Kufuor | Praise or endorse | Government (Germany) | 2005-08-10\n- Kwame Addo-Kufuor | Make statement | Attorney General (Ghana) | 2006-06-02\n- Kwame Addo-Kufuor | Make statement | Other Authorities / Officials (Ghana) | 2005-04-22\n- Admiral (Ghana) | Engage in symbolic act | Kwame Addo-Kufuor | 2006-03-20\n- Kwame Addo-Kufuor | Make an appeal or request | Government (Germany) | 2007-05-18\n- The Chronicle | Consult | New Patriotic Party | 2015-08-10\n- The Chronicle | Consult | New Patriotic Party | 2013-04-12\nAnswer:", "completion": " Head of Government (Ghana)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1303831", "prompt": "Who was the first to appeal to Mahmoud Ahmadinejad after Sheikh Hamad bin Khalifa al-Thani?\nEvidence:\n- Sheikh Hamad bin Khalifa al-Thani | Discuss by telephone | Sheikh Hamad bin Isa al Khalifah | 2005-05-07\n- Sheikh Hamad bin Isa al Khalifah | Discuss by telephone | Sheikh Hamad bin Khalifa al-Thani | 2005-05-07\n- Tony Blair | Consult | Sheikh Hamad bin Khalifa al-Thani | 2005-03-03\n- Sheikh Hamad bin Khalifa al-Thani | Make statement | Qatar | 2005-06-08\n- Sheikh Hamad bin Khalifa al-Thani | Make statement | Qatar | 2005-04-15\n- Sheikh Hamad bin Khalifa al-Thani | Make statement | Qatar | 2005-04-01\n- Sheikh Hamad bin Khalifa al-Thani | Make statement | Qatar | 2005-03-22\n- Sheikh Hamad bin Khalifa al-Thani | Consult | Tony Blair | 2005-03-03\n- Sheikh Hamad bin Khalifa al-Thani | Consult | Pervez Musharraf | 2005-06-05\n- Sheikh Hamad bin Khalifa al-Thani | Consult | Pervez Musharraf | 2005-02-18\n- Sheikh Hamad bin Khalifa al-Thani | Consult | Pervez Musharraf | 2005-02-17\n- Sheikh Hamad bin Khalifa al-Thani | Consult | Congress (Qatar) | 2005-03-30\n- Pervez Musharraf | Consult | Sheikh Hamad bin Khalifa al-Thani | 2005-06-05\n- Pervez Musharraf | Consult | Sheikh Hamad bin Khalifa al-Thani | 2005-02-18\n- Pervez Musharraf | Consult | Sheikh Hamad bin Khalifa al-Thani | 2005-02-17\nAnswer:", "completion": " Royal Administration (Saudi Arabia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1356638", "prompt": "Before Daily Trust, with whom did the citizens of Nigeria last express their intention to cooperate?\nEvidence:\n- Head of Government (Nigeria) | Consult | Daily Trust | 2006-11-02\n- Head of Government (Nigeria) | Consult | Daily Trust | 2005-04-11\n- Head of Government (Nigeria) | Accuse | Daily Trust | 2009-03-18\n- Daily Trust | Consult | Head of Government (Nigeria) | 2006-11-02\n- Daily Trust | Consult | Head of Government (Nigeria) | 2005-04-11\n- Scholar (Nigeria) | Consult | Daily Trust | 2009-02-13\n- Daily Trust | Demand | Government (Nigeria) | 2009-04-20\n- Daily Trust | Consult | Scholar (Nigeria) | 2009-02-13\n- Citizen (Nigeria) | Demand | Daily Trust | 2008-09-22\n- Democratic Party (Nigeria) | Consult | Daily Trust | 2008-06-20\n- Daily Trust | Make statement | Government (Nigeria) | 2009-11-16\n- Daily Trust | Consult | Democratic Party (Nigeria) | 2008-06-20\n- Presidential Press Service (Nigeria) | Consult | Daily Trust | 2008-07-22\n- Other Authorities / Officials (Nigeria) | Consult | Daily Trust | 2005-08-08\n- Other Authorities / Officials (Nigeria) | Accuse | Daily Trust | 2009-11-03\nAnswer:", "completion": " Murtala Nyako", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1316030", "prompt": "Who was the last person to negotiate with Tony Blair before Ali Abdullah Saleh?\nEvidence:\n- Ali Abdullah Saleh | Investigate | Yemen | 2005-02-11\n- Ali Abdullah Saleh | Investigate | Yemen | 2005-02-06\n- Qatar | Express intent to cooperate | Ali Abdullah Saleh | 2005-03-21\n- Yemen | Make statement | Ali Abdullah Saleh | 2005-05-03\n- Solomon Passy | Consult | Ali Abdullah Saleh | 2005-02-24\n- Pervez Musharraf | Consult | Ali Abdullah Saleh | 2005-02-13\n- Gerhard Schröder | Consult | Ali Abdullah Saleh | 2005-03-04\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-06-16\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-06-10\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-05-21\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-05-01\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-04-30\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-04-28\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-04-12\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-03-22\nAnswer:", "completion": " Bertie Ahern", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1147587", "prompt": "In which month did the Italian Foreign Ministry praise the other authorities and officials of Libya?\nEvidence:\n- Other Authorities / Officials (Libya) | Praise or endorse | Foreign Affairs (Mauritania) | 2012-12-27\n- Foreign Affairs (Italy) | Praise or endorse | Other Authorities / Officials (Libya) | 2006-10-15\n- Other Authorities / Officials (Libya) | Reject | Separatist (Libya) | 2012-03-07\n- Legislature (Libya) | Accuse | Other Authorities / Officials (Libya) | 2012-08-26\n- Other Authorities / Officials (Nigeria) | Engage in judicial cooperation | Other Authorities / Officials (Libya) | 2014-02-15\n- Other Authorities / Officials (Libya) | Engage in negotiation | Foreign Affairs (Portugal) | 2007-10-15\n- Foreign Affairs (Portugal) | Engage in negotiation | Other Authorities / Officials (Libya) | 2007-10-15\n- Other Authorities / Officials (Libya) | Praise or endorse | Romania | 2011-12-29\n- France | Praise or endorse | Other Authorities / Officials (Libya) | 2013-07-29\n- France | Praise or endorse | Other Authorities / Officials (Libya) | 2013-06-26\n- Police (Libya) | Engage in material cooperation | Other Authorities / Officials (Libya) | 2011-03-15\n- Other Authorities / Officials (Libya) | Make statement | Police (Libya) | 2008-09-14\n- Other Authorities / Officials (Libya) | Make statement | Media (Libya) | 2014-03-29\n- Other Authorities / Officials (Libya) | Investigate | Lawyer/Attorney (Libya) | 2012-06-08\n- Other Authorities / Officials (Libya) | Consult | Lawyer/Attorney (Libya) | 2011-12-06\nAnswer:", "completion": " 2006-10", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1028779", "prompt": "Who used conventional military force against the children of Israel in September 2008?\nEvidence:\n- Israeli Defense Forces | Use conventional military force | Children (Israel) | 2008-09-13\n- Police (Philippines) | Use conventional military force | Children (Philippines) | 2008-09-10\n- Israeli Defense Forces | Use conventional military force | Settler (Israel) | 2008-09-14\n- Israeli Defense Forces | Use conventional military force | Children (Palestinian Territory, Occupied) | 2008-09-23\n- Israeli Defense Forces | Use conventional military force | Children (Palestinian Territory, Occupied) | 2008-09-20\n- Israeli Defense Forces | Use conventional military force | Children (Palestinian Territory, Occupied) | 2008-09-16\n- Israeli Defense Forces | Use conventional military force | Children (Palestinian Territory, Occupied) | 2008-09-14\n- Israeli Defense Forces | Use conventional military force | Children (Palestinian Territory, Occupied) | 2008-09-13\n- Settler (Israel) | Use unconventional violence | Children (Israel) | 2008-09-29\n- Settler (Israel) | Use unconventional violence | Children (Israel) | 2008-09-14\nAnswer:", "completion": " Israeli Defense Forces", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 10, "n_anchors": 0} +{"id": "mtq_1220424", "prompt": "Who did Yoshihiko Noda negotiate with before Nuri al-Maliki?\nEvidence:\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-05-20\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-26\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-25\n- Nuri al-Maliki | Consult | Iraq | 2006-04-27\n- Iraq | Consult | Nuri al-Maliki | 2006-04-27\n- Tony Blair | Consult | Nuri al-Maliki | 2006-05-22\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-22\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-20\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-09\n- Nuri al-Maliki | Make statement | Iraq | 2006-04-22\n- Nuri al-Maliki | Make statement | Iraq | 2005-08-22\n- Nuri al-Maliki | Consult | Tony Blair | 2006-05-22\n- Nuri al-Maliki | Consult | Legislature (Iraq) | 2006-05-20\n- Nuri al-Maliki | Consult | Legislature (Iraq) | 2006-05-17\n- Nuri al-Maliki | Consult | Donald Rumsfeld | 2006-05-03\nAnswer:", "completion": " Dmitry Anatolyevich Medvedev", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1190649", "prompt": "To whom did the Mexican Congress make an appeal before 2009?\nEvidence:\n- Muhammadiyah | Make an appeal or request | Congress (Indonesia) | 2005-07-02\n- Mexico | Make an appeal or request | Congress (Mexico) | 2007-09-28\n- Congress (Mexico) | Make an appeal or request | Mexico | 2007-06-15\n- Congress (Mexico) | Make an appeal or request | Mexico | 2005-09-15\n- Congress (Argentina) | Make statement | The Poor (Argentina) | 2015-09-20\n- Congress (Argentina) | Make statement | The Poor (Argentina) | 2013-04-17\n- Vietnam | Make an appeal or request | Congress (United States) | 2005-12-14\n- Vietnam | Make an appeal or request | Congress (United States) | 2005-12-12\n- Police (Philippines) | Make an appeal or request | Congress (Philippines) | 2007-09-01\n- National Congress (Sudan) | Make an appeal or request | Sudan | 2006-01-23\n- Loren Legarda | Make an appeal or request | Congress (Philippines) | 2007-03-10\n- Iran | Make an appeal or request | Congress (United States) | 2006-03-14\n- Ignacio Bunye | Make an appeal or request | Congress (Philippines) | 2006-04-20\n- Ignacio Bunye | Make an appeal or request | Congress (Philippines) | 2005-09-08\n- Ignacio Bunye | Make an appeal or request | Congress (Philippines) | 2005-02-17\nAnswer:", "completion": " Legislature (Spain)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1061887", "prompt": "Who did Daniel Ortega condemn after the government of Nicaragua?\nEvidence:\n- Government (Nicaragua) | Accuse | Daniel Ortega | 2005-04-26\n- Daniel Ortega | Reject | Government (Nicaragua) | 2005-04-27\n- Daniel Ortega | Accuse | Government (Nicaragua) | 2008-09-29\n- Government (Nicaragua) | Make statement | Daniel Ortega | 2011-11-12\n- Daniel Ortega | Make statement | Government (Nicaragua) | 2011-09-04\n- Daniel Ortega | Make statement | Government (Nicaragua) | 2010-10-22\n- Daniel Ortega | Make statement | Government (Nicaragua) | 2009-08-24\n- Daniel Ortega | Make statement | Government (Nicaragua) | 2009-03-14\n- Daniel Ortega | Make statement | Government (Nicaragua) | 2007-11-08\n- Daniel Ortega | Make statement | Government (Nicaragua) | 2007-09-15\n- Daniel Ortega | Make statement | Government (Nicaragua) | 2007-08-27\n- Daniel Ortega | Make statement | Government (Nicaragua) | 2007-05-24\n- Daniel Ortega | Make statement | Government (Nicaragua) | 2007-02-07\n- Daniel Ortega | Make statement | Government (Nicaragua) | 2006-11-07\n- Daniel Ortega | Make statement | Government (Nicaragua) | 2006-06-27\nAnswer:", "completion": " Government (Costa Rica)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1020986", "prompt": "Before the Australian Greens, with whom did the Australian Member of Parliament last want to participate in diplomatic cooperation?\nEvidence:\n- Member of Parliament (Australia) | Express intent to engage in diplomatic cooperation (such as policy support) | Australia Greens | 2011-07-06\n- Australia Greens | Express intent to engage in diplomatic cooperation (such as policy support) | Member of Parliament (Australia) | 2011-07-06\n- Member of Parliament (Australia) | Make statement | Australia Greens | 2013-02-20\n- Australia Greens | Make statement | Member of Parliament (Australia) | 2013-02-04\n- Australia Greens | Appeal for diplomatic cooperation (such as policy support) | Member of Parliament (Australia) | 2012-01-15\n- People Associated with the Opposition (Ukraine) | Engage in material cooperation | Member of Parliament (Ukraine) | 2007-03-22\n- People Associated with the Opposition (Australia) | Engage in material cooperation | Member of Parliament (Australia) | 2015-12-03\n- Member of Parliament (Ukraine) | Engage in material cooperation | People Associated with the Opposition (Ukraine) | 2007-03-22\n- Member of Parliament (Australia) | Engage in material cooperation | People Associated with the Opposition (Australia) | 2015-12-03\n- Australia Greens | Express intent to meet or negotiate | Member of Parliament (Australia) | 2013-03-17\n- People Associated with the Opposition (Australia) | Express intent to engage in material cooperation | Member of Parliament (Australia) | 2010-12-22\n- People Associated with the Opposition (Australia) | Express intent to engage in diplomatic cooperation (such as policy support) | Member of Parliament (Australia) | 2011-11-28\n- People Associated with the Opposition (Australia) | Express intent to engage in diplomatic cooperation (such as policy support) | Member of Parliament (Australia) | 2011-11-25\n- People Associated with the Opposition (Australia) | Engage in negotiation | Member of Parliament (Australia) | 2008-06-25\n- Member of Parliament (Australia) | Engage in negotiation | People Associated with the Opposition (Australia) | 2008-06-25\nAnswer:", "completion": " Campbell Newman", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1369656", "prompt": "When did Barack Obama first accuse Nuri al-Maliki?\nEvidence:\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-05-20\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-26\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-25\n- Nuri al-Maliki | Consult | Iraq | 2006-04-27\n- Iraq | Consult | Nuri al-Maliki | 2006-04-27\n- Tony Blair | Consult | Nuri al-Maliki | 2006-05-22\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-22\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-20\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-09\n- Nuri al-Maliki | Make statement | Iraq | 2006-04-22\n- Nuri al-Maliki | Make statement | Iraq | 2005-08-22\n- Nuri al-Maliki | Consult | Tony Blair | 2006-05-22\n- Nuri al-Maliki | Consult | Legislature (Iraq) | 2006-05-20\n- Nuri al-Maliki | Consult | Legislature (Iraq) | 2006-05-17\n- Nuri al-Maliki | Consult | Donald Rumsfeld | 2006-05-03\nAnswer:", "completion": " 2015-02-22", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1269982", "prompt": "Who investigated South Korea in the same month of Chung Dong-young?\nEvidence:\n- South Korea | Make statement | Chung Dong-young | 2005-06-17\n- South Korea | Make statement | Chung Dong-young | 2005-06-16\n- South Korea | Make statement | Chung Dong-young | 2005-06-15\n- Chung Dong-young | Make statement | South Korea | 2005-06-28\n- Chung Dong-young | Make statement | South Korea | 2005-06-27\n- Chung Dong-young | Make statement | South Korea | 2005-06-22\n- Chung Dong-young | Make statement | South Korea | 2005-06-15\n- Chung Dong-young | Make statement | South Korea | 2005-05-27\n- Chung Dong-young | Make statement | South Korea | 2005-05-26\n- Chung Dong-young | Make statement | South Korea | 2005-05-21\n- Chung Dong-young | Make statement | South Korea | 2005-05-13\n- Chung Dong-young | Make statement | South Korea | 2005-04-29\n- Chung Dong-young | Make statement | South Korea | 2005-04-19\n- Chung Dong-young | Make statement | South Korea | 2005-03-23\n- Chung Dong-young | Make statement | South Korea | 2005-03-22\nAnswer:", "completion": " Police (South Korea)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1152502", "prompt": "After Murli Deora, which country made the first request to the head of the Egyptian government?\nEvidence:\n- Murli Deora | Make an appeal or request | Head of Government (Egypt) | 2007-04-24\n- Government (Qatar) | Consult | Murli Deora | 2008-11-10\n- Murli Deora | Consult | China | 2006-12-15\n- Murli Deora | Consult | China | 2006-12-14\n- China | Consult | Murli Deora | 2006-12-15\n- China | Consult | Murli Deora | 2006-12-14\n- Shaukat Aziz | Consult | Murli Deora | 2007-04-16\n- Murli Deora | Make statement | Iran | 2007-04-27\n- Murli Deora | Make statement | Iran | 2006-05-18\n- Murli Deora | Consult | Shaukat Aziz | 2007-04-16\n- Murli Deora | Consult | Ministry (Iran) | 2006-06-20\n- Ministry (Iran) | Consult | Murli Deora | 2006-06-20\n- Yemen | Sign formal agreement | Murli Deora | 2007-04-03\n- Murli Deora | Sign formal agreement | Yemen | 2007-04-03\n- Murli Deora | Make optimistic comment | China | 2006-12-17\nAnswer:", "completion": " Japan", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1172136", "prompt": "After Valdas Adamkus, who was the first to want to negotiate with the head of the German government?\nEvidence:\n- Valdas Adamkus | Express intent to meet or negotiate | Mexico | 2005-01-13\n- Valdas Adamkus | Express intent to meet or negotiate | Japan | 2005-08-05\n- Valdas Adamkus | Consult | Representatives (Lithuania) | 2005-05-04\n- Valdas Adamkus | Consult | Ivan Gasparovic | 2005-02-28\n- Valdas Adamkus | Consult | Arnold Rüütel | 2005-03-29\n- Valdas Adamkus | Consult | Antanas Valionis | 2005-06-20\n- Valdas Adamkus | Consult | Antanas Valionis | 2005-04-11\n- Valdas Adamkus | Consult | Antanas Valionis | 2005-03-23\n- Valdas Adamkus | Consult | Algirdas Butkevičius | 2005-04-19\n- Valdas Adamkus | Consult | Aleksander Kwasniewski | 2005-03-09\n- Representatives (Lithuania) | Consult | Valdas Adamkus | 2005-05-04\n- Ivan Gasparovic | Consult | Valdas Adamkus | 2005-02-28\n- Arnold Rüütel | Consult | Valdas Adamkus | 2005-03-29\n- Antanas Valionis | Consult | Valdas Adamkus | 2005-06-20\n- Antanas Valionis | Consult | Valdas Adamkus | 2005-04-11\nAnswer:", "completion": " Angela Merkel", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1305567", "prompt": "In which year did the Secretariat of Nigeria first endorse the Newspaper of Nigeria?\nEvidence:\n- Secretariat (Nigeria) | Praise or endorse | Newspaper (Nigeria) | 2015-08-06\n- Secretariat (Nigeria) | Praise or endorse | Ministry (Nigeria) | 2010-05-11\n- Secretariat (Nigeria) | Praise or endorse | Ministry (Nigeria) | 2007-11-06\n- Secretariat (Nigeria) | Engage in negotiation | Government (Nigeria) | 2013-09-20\n- Government (Nigeria) | Engage in negotiation | Secretariat (Nigeria) | 2013-09-20\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Newspaper (Nigeria) | Praise or endorse | Ministry (Nigeria) | 2013-02-11\n- Newspaper (Nigeria) | Praise or endorse | Government (Nigeria) | 2014-12-11\n- Newspaper (Nigeria) | Praise or endorse | Government (Nigeria) | 2012-07-23\n- Newspaper (Nigeria) | Praise or endorse | Citizen (Nigeria) | 2015-09-14\n- Newspaper (Nigeria) | Praise or endorse | Citizen (Nigeria) | 2015-05-29\n- Newspaper (Nigeria) | Praise or endorse | Citizen (Nigeria) | 2012-09-21\n- Secretariat (Nigeria) | Engage in symbolic act | Citizen (Nigeria) | 2012-09-06\nAnswer:", "completion": " 2015", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1220236", "prompt": "Who accused the military of Taiwan on 20 March 2005?\nEvidence:\n- Government Official (Taiwan) | Rally support on behalf of | Kuomintang | 2006-05-03\n- High Ranking Military Personnel (Taiwan) | Rally support on behalf of | Ma Ying Jeou | 2011-09-03\n- Businessperson (Taiwan) | Rally support on behalf of | Tsai Ing-wen | 2012-01-06\n- Businessperson (Taiwan) | Rally support on behalf of | Tsai Ing-wen | 2012-01-05\n- Tsai Ing-wen | Rally support on behalf of | Party Member (Taiwan) | 2011-02-02\n- New Party (Taiwan) | Rally support on behalf of | Ma Ying Jeou | 2011-08-14\n- Ma Ying Jeou | Rally support on behalf of | Party Member (Taiwan) | 2014-10-17\n- Ma Ying Jeou | Rally support on behalf of | Party Member (Taiwan) | 2009-12-04\n- Member of the Judiciary (Iceland) | Rally support on behalf of | Bank (Iceland) | 2014-05-25\n- Political Parties (Senegal) | Consult | March 23 Movement | 2012-01-26\n- March 23 Movement | Make statement | Police (Senegal) | 2012-02-02\n- March 23 Movement | Consult | Political Parties (Senegal) | 2012-01-26\n- Abdoulaye Wade | Make statement | March 23 Movement | 2012-02-18\n- Special Rapporteurs of the United Nations | Rally support on behalf of | Detainee (Myanmar) | 2011-08-25\n- Special Rapporteurs of the United Nations | Rally support on behalf of | Detainee (Myanmar) | 2009-02-20\nAnswer:", "completion": " Wen Jiabao", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1354002", "prompt": "In which month did the City Mayor of Somalia last accuse the Business of Somalia?\nEvidence:\n- City Mayor (Somalia) | Accuse | Business (Somalia) | 2008-03-24\n- City Mayor (Somalia) | Accuse | Business (Somalia) | 2007-05-11\n- City Mayor (Somalia) | Consult | Business (Somalia) | 2013-04-21\n- Business (Somalia) | Consult | City Mayor (Somalia) | 2013-04-21\n- City Mayor (Somalia) | Accuse | Al-Shabaab | 2011-09-19\n- City Mayor (Somalia) | Make an appeal or request | Business (Somalia) | 2014-01-16\n- City Mayor (Somalia) | Threaten | Businessperson (Somalia) | 2010-12-27\n- City Mayor (Somalia) | Investigate | Criminal (Somalia) | 2007-05-10\n- City Mayor (Somalia) | Accuse | Peacekeeping Troop (African Union) | 2009-02-03\n- City Mayor (Somalia) | Threaten | Media Personnel (Somalia) | 2012-04-13\n- City Mayor (Somalia) | Make statement | Criminal (Somalia) | 2012-11-21\n- City Mayor (Somalia) | Make statement | Criminal (Somalia) | 2011-01-26\n- City Mayor (Somalia) | Make statement | Criminal (Somalia) | 2008-10-14\n- City Mayor (Somalia) | Make statement | Criminal (Somalia) | 2008-08-25\n- Media Personnel (Somalia) | Accuse | Business (Somalia) | 2009-10-17\nAnswer:", "completion": " 2008-03", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1323429", "prompt": "In which year did the Nigerian Television Authority condemn the Nigerian government?\nEvidence:\n- Nigerian Television Authority | Demand | Muhammadu Buhari | 2015-10-31\n- Muhammadu Buhari | Threaten | Nigerian Television Authority | 2015-02-02\n- Dora Akunyili | Threaten | Nigerian Television Authority | 2010-06-22\n- Daily Trust | Investigate | Nigerian Television Authority | 2006-07-17\n- Citizen (Nigeria) | Reject | Nigerian Television Authority | 2015-02-24\n- Boko Haram | Accuse | Nigerian Television Authority | 2011-10-31\n- Nigerian Television Authority | Criticize or denounce | Government (Nigeria) | 2006-09-23\n- Government (Nigeria) | Provide economic aid | Nigerian Television Authority | 2012-04-06\n- Nigerian Television Authority | Make statement | Media (Nigeria) | 2013-09-27\n- Boko Haram | Make statement | Nigerian Television Authority | 2012-02-08\n- Alhaji Lai Mohammed | Accuse | Nigerian Television Authority | 2015-11-20\n- Police (Kenya) | Criticize or denounce | Nigerian Television Authority | 2015-04-22\n- Nigerian Television Authority | Make statement | Lawyer/Attorney (Kenya) | 2014-01-06\n- Ministry (Nigeria) | Praise or endorse | Nigerian Television Authority | 2012-02-20\n- Ministry (Nigeria) | Praise or endorse | Nigerian Television Authority | 2011-07-20\nAnswer:", "completion": " 2006", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1034109", "prompt": "Before 28 April 2009, who accused the United Progressive Alliance?\nEvidence:\n- Labor Union (India) | Accuse | United Progressive Alliance | 2009-04-28\nAnswer:", "completion": " M.L. Khurana", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 1} +{"id": "mtq_1322335", "prompt": "Who was the first person to be praised by the Governor of Thailand after the student?\nEvidence:\n- Governor (Thailand) | Investigate | Citizen (Thailand) | 2005-01-27\n- Governor (Thailand) | Give ultimatum | Citizen (Thailand) | 2005-01-12\n- Governor (Thailand) | Engage in symbolic act | Citizen (Thailand) | 2005-01-19\n- Citizen (Thailand) | Engage in symbolic act | Governor (Thailand) | 2005-01-19\n- Governor (Thailand) | Make an appeal or request | Citizen (Thailand) | 2005-02-21\n- Vietnam | Return, release person(s) | Citizen (Thailand) | 2005-03-01\n- Governor (Thailand) | Appeal for diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-01-28\n- Member of Parliament (Thailand) | Express intent to engage in material cooperation | Citizen (Thailand) | 2005-02-08\n- Member of Parliament (Thailand) | Consult | Citizen (Thailand) | 2005-01-28\n- Member of Parliament (Thailand) | Accuse | Citizen (Thailand) | 2005-01-25\n- Citizen (Thailand) | Consult | Member of Parliament (Thailand) | 2005-01-28\n- Cabinet / Council of Ministers / Advisors (Thailand) | Express intent to meet or negotiate | Citizen (Thailand) | 2005-01-10\n- Cabinet / Council of Ministers / Advisors (Thailand) | Express intent to meet or negotiate | Citizen (Thailand) | 2005-01-06\n- Member of Parliament (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-02-08\n- Thailand | Express intent to provide humanitarian aid | Citizen (Thailand) | 2005-01-11\nAnswer:", "completion": " Citizen (Thailand)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1177853", "prompt": "When did Abhisit Vejjajiva first express his intention to meet with Laos?\nEvidence:\n- Abhisit Vejjajiva | Express intent to meet or negotiate | Thailand | 2005-11-08\n- Abhisit Vejjajiva | Express intent to meet or negotiate | Thailand | 2005-06-15\n- Abhisit Vejjajiva | Express intent to meet or negotiate | Thailand | 2005-06-14\n- Citizen (Thailand) | Express intent to meet or negotiate | Abhisit Vejjajiva | 2005-08-04\n- Abhisit Vejjajiva | Express intent to meet or negotiate | Thanong Bidaya | 2005-07-29\n- Abhisit Vejjajiva | Express intent to meet or negotiate | Thanong Bidaya | 2005-07-12\n- Abhisit Vejjajiva | Express intent to meet or negotiate | Citizen (Thailand) | 2005-11-08\n- Abhisit Vejjajiva | Express intent to meet or negotiate | Citizen (Thailand) | 2005-08-04\n- Abhisit Vejjajiva | Express intent to meet or negotiate | Banharn Silpa-archa | 2013-09-02\n- Abhisit Vejjajiva | Express intent to meet or negotiate | Banharn Silpa-archa | 2013-08-30\n- Abhisit Vejjajiva | Express intent to meet or negotiate | Banharn Silpa-archa | 2010-08-19\n- Abhisit Vejjajiva | Express intent to meet or negotiate | Banharn Silpa-archa | 2010-01-14\n- Abhisit Vejjajiva | Express intent to meet or negotiate | Banharn Silpa-archa | 2008-12-08\n- Abhisit Vejjajiva | Express intent to meet or negotiate | Banharn Silpa-archa | 2005-06-14\n- Chart Thai | Express intent to cooperate | Abhisit Vejjajiva | 2005-05-28\nAnswer:", "completion": " 2008-12-26", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1143661", "prompt": "When did Boko Haram blame Muhammadu Buhari?\nEvidence:\n- Muhammadu Buhari | Provide aid | Niger | 2005-07-28\n- Muhammadu Buhari | Demand | Oluṣẹgun Ọbasanjọ | 2005-07-01\n- Muhammadu Buhari | Consult | Bukola Saraki | 2006-11-21\n- Muhammadu Buhari | Accuse | Oluṣẹgun Ọbasanjọ | 2006-02-25\n- Citizen (Nigeria) | Yield | Muhammadu Buhari | 2006-12-19\n- Citizen (Nigeria) | Reject | Muhammadu Buhari | 2006-12-24\n- Bukola Saraki | Consult | Muhammadu Buhari | 2006-11-21\n- Government (Nigeria) | Accuse | Boko Haram | 2010-10-13\n- Citizen (Nigeria) | Accuse | Boko Haram | 2011-05-26\n- Boko Haram | Threaten | Citizen (Nigeria) | 2011-02-03\n- Boko Haram | Demand | Government (Nigeria) | 2010-10-15\n- Boko Haram | Demand | Citizen (Nigeria) | 2011-02-03\n- Boko Haram | Assassinate | Citizen (Nigeria) | 2010-11-14\n- Boko Haram | Assassinate | Citizen (Nigeria) | 2010-11-09\n- Nigerian Governors Forum | Consult | Muhammadu Buhari | 2015-12-04\nAnswer:", "completion": " 2014-07-23", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1321711", "prompt": "Who was the first to support Mikulas Dzurinda after Mladjan Dinkic?\nEvidence:\n- Mladjan Dinkic | Praise or endorse | Mikulas Dzurinda | 2010-11-05\n- Mladjan Dinkic | Consult | Iran | 2009-03-06\n- Iran | Consult | Mladjan Dinkic | 2009-03-06\n- Mladjan Dinkic | Make statement | Gazprom | 2006-07-29\n- Mladjan Dinkic | Make statement | Intelligence (Serbia) | 2009-03-12\n- Mladjan Dinkic | Make statement | Businessperson (Serbia) | 2006-02-08\n- Mladjan Dinkic | Make statement | Assemblies (Serbia) | 2005-08-24\n- Mladjan Dinkic | Make a visit | China | 2009-08-22\n- Mladjan Dinkic | Make a visit | China | 2009-08-21\n- Mladjan Dinkic | Consult | Democratic Party (Serbia) | 2007-05-05\n- Mladjan Dinkic | Consider policy option | Gazprom | 2008-12-11\n- Democratic Party (Serbia) | Consult | Mladjan Dinkic | 2007-05-05\n- China | Host a visit | Mladjan Dinkic | 2009-08-22\n- China | Host a visit | Mladjan Dinkic | 2009-08-21\n- News Editor (Serbia) | Make statement | Mladjan Dinkic | 2005-06-16\nAnswer:", "completion": " Lubomír Galko", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1355279", "prompt": "Who did Qin Gang appeal to first in 2007?\nEvidence:\n- Qin Gang | Demand | Japan | 2007-04-03\n- Qin Gang | Demand | Japan | 2007-03-14\n- Qin Gang | Demand | China | 2007-04-03\n- Qin Gang | Demand | China | 2007-03-09\n- Qin Gang | Demand | China | 2007-03-08\n- Qin Gang | Make an appeal or request | Japan | 2007-06-28\n- Qin Gang | Make an appeal or request | Japan | 2007-06-21\n- Qin Gang | Make an appeal or request | Japan | 2007-03-08\n- Qin Gang | Make statement | Japan | 2007-04-12\n- Qin Gang | Make statement | Japan | 2007-02-27\n- Qin Gang | Make statement | China | 2007-07-11\n- Qin Gang | Make statement | China | 2007-07-10\n- Qin Gang | Make statement | China | 2007-07-09\n- Qin Gang | Make statement | China | 2007-07-07\n- Qin Gang | Make statement | China | 2007-07-06\nAnswer:", "completion": " Wen Jiabao", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1247205", "prompt": "In March 2010, who made an appeal to the citizens of Nigeria?\nEvidence:\n- Political Parties (Senegal) | Consult | March 23 Movement | 2012-01-26\n- March 23 Movement | Make statement | Police (Senegal) | 2012-02-02\n- March 23 Movement | Consult | Political Parties (Senegal) | 2012-01-26\n- Abdoulaye Wade | Make statement | March 23 Movement | 2012-02-18\n- UNITA | Make an appeal or request | Member of the Judiciary (Angola) | 2005-12-19\n- March 23 Movement | Discuss by telephone | Agence France-Presse | 2012-11-22\n- Agence France-Presse | Discuss by telephone | March 23 Movement | 2012-11-22\n- Member of Parliament (Kyrgyzstan) | Make an appeal or request | Member of the Judiciary (Kyrgyzstan) | 2006-11-17\n- Member of Parliament (Kyrgyzstan) | Make an appeal or request | Member of the Judiciary (Kyrgyzstan) | 2005-06-10\n- Sondhi Limthongkul | Make an appeal or request | Office of the Attorney General | 2006-11-06\n- Sondhi Limthongkul | Make an appeal or request | Office of the Attorney General | 2006-11-04\n- Rodrigo Cabezas | Make an appeal or request | Member of the Judiciary (Venezuela) | 2006-06-28\n- Men (Denmark) | Make an appeal or request | Member of the Judiciary (Denmark) | 2005-03-14\n- Member of the Judiciary (Venezuela) | Make an appeal or request | Citizen (Venezuela) | 2005-12-02\n- Imedi TV | Make an appeal or request | Member of the Judiciary (Georgia) | 2005-12-05\nAnswer:", "completion": " Democratic Party (Nigeria)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1332778", "prompt": "Who was the last person to be rejected by an Indian judge in 2013?\nEvidence:\n- The Chronicle | Discuss by telephone | Businessperson (Ghana) | 2013-03-14\n- Businessperson (Ghana) | Discuss by telephone | The Chronicle | 2013-03-14\n- Court Judge (Venezuela) | Return, release person(s) | Citizen (Venezuela) | 2013-06-15\n- Court Judge (India) | Return, release person(s) | Men (India) | 2013-05-24\n- Court Judge (Egypt) | Return, release person(s) | Protester (Egypt) | 2013-10-14\n- Court Judge (Egypt) | Return, release person(s) | Police (Egypt) | 2013-06-01\n- Ministry (Indian National Trade Union Congress) | Consult | Labor Union (India) | 2013-02-15\n- Labor Union (India) | Consult | Ministry (Indian National Trade Union Congress) | 2013-02-15\n- The Chronicle | Discuss by telephone | City Mayor (Ghana) | 2013-07-12\n- City Mayor (Ghana) | Discuss by telephone | The Chronicle | 2013-07-12\n- Government (Cote d'Ivoire) | Return, release person(s) | The Hague | 2013-10-03\n- High Ranking Military Personnel (India) | Make statement | Ministry (Indian Administered Kashmir) | 2013-09-25\n- Court Judge (United Kingdom) | Return, release person(s) | Citizen (United Kingdom) | 2013-08-01\n- People Associated with the Opposition (Lok Sabha) | Demand | Court Judge (India) | 2013-12-04\n- Court Judge (United Kingdom) | Reject | Secretary of State for the Home Department | 2013-03-28\nAnswer:", "completion": " Member of Parliament (India)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1313383", "prompt": "Who last accuse Ma Ying Jeou before the Professor of Taiwan did?\nEvidence:\n- Professor (Taiwan) | Make statement | Ma Ying Jeou | 2005-02-15\n- Monastery (Taiwan) | Host a visit | Ma Ying Jeou | 2005-02-19\n- Ma Ying Jeou | Make a visit | Monastery (Taiwan) | 2005-02-19\n- Government Official (Taiwan) | Make statement | Ma Ying Jeou | 2005-04-12\n- Ma Ying Jeou | Demand | Kuomintang | 2005-02-05\n- China | Reject | Ma Ying Jeou | 2005-01-05\n- China | Reject | Ma Ying Jeou | 2005-01-04\n- Ma Ying Jeou | Make statement | Kuomintang | 2005-04-15\n- Ma Ying Jeou | Make statement | Japan | 2005-03-04\n- Ma Ying Jeou | Make statement | China | 2005-03-28\n- Ma Ying Jeou | Make statement | China | 2005-03-06\n- Ma Ying Jeou | Make statement | China | 2005-01-07\n- Kuomintang | Make statement | Ma Ying Jeou | 2005-02-07\n- Ma Ying Jeou | Praise or endorse | China | 2005-05-04\n- Ma Ying Jeou | Praise or endorse | China | 2005-02-04\nAnswer:", "completion": " Party Member (Taiwan)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1040569", "prompt": "In which month did Jawad al-Bulani last visit the United Arab Emirates?\nEvidence:\n- United Arab Emirates | Host a visit | Jawad al-Bulani | 2009-05-29\n- Jawad al-Bulani | Make a visit | United Arab Emirates | 2009-05-29\n- Jawad al-Bulani | Reject | Iraq | 2008-05-29\n- Jawad al-Bulani | Reject | Iraq | 2007-12-26\n- Jawad al-Bulani | Investigate | Iraq | 2008-08-20\n- Kuwait | Host a visit | Jawad al-Bulani | 2007-10-22\n- Jawad al-Bulani | Make a visit | Kuwait | 2007-10-22\n- Jawad al-Bulani | Make a visit | Iraq | 2010-08-02\n- Jawad al-Bulani | Make a visit | Iraq | 2010-01-30\n- Jawad al-Bulani | Make a visit | Iraq | 2010-01-22\n- Jawad al-Bulani | Make a visit | Iraq | 2008-09-17\n- Jawad al-Bulani | Make a visit | Iraq | 2008-02-26\n- Jawad al-Bulani | Make a visit | Iran | 2010-10-16\n- Iraq | Host a visit | Jawad al-Bulani | 2010-08-02\n- Iraq | Host a visit | Jawad al-Bulani | 2010-01-30\nAnswer:", "completion": " 2009-05", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1005226", "prompt": "Who negotiated with Barack Obama in April 2009?\nEvidence:\n- Barack Obama | Engage in diplomatic cooperation | Sudan | 2009-04-01\n- Dmitry Anatolyevich Medvedev | Engage in negotiation | Barack Obama | 2009-04-03\n- Dmitry Anatolyevich Medvedev | Engage in negotiation | Barack Obama | 2009-04-02\n- Dmitry Anatolyevich Medvedev | Engage in negotiation | Barack Obama | 2009-04-01\n- Barack Obama | Engage in negotiation | Dmitry Anatolyevich Medvedev | 2009-04-03\n- Barack Obama | Engage in negotiation | Dmitry Anatolyevich Medvedev | 2009-04-02\n- Barack Obama | Engage in negotiation | Dmitry Anatolyevich Medvedev | 2009-04-01\n- Iran | Consult | Barack Obama | 2009-04-01\n- Barack Obama | Reject | Iran | 2009-04-06\n- Barack Obama | Demand | Iran | 2009-04-06\n- Barack Obama | Demand | Iran | 2009-04-01\n- Barack Obama | Consult | Japan | 2009-04-02\n- Barack Obama | Consult | Iran | 2009-04-01\n- Barack Obama | Accuse | Iran | 2009-04-06\n- Barack Obama | Accuse | Iran | 2009-04-05\nAnswer:", "completion": " Nuri al-Maliki", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1027645", "prompt": "Who was the last person to make optimistic comments about South Korea in 2009?\nEvidence:\n- Lee Myung Bak | Make optimistic comment | South Korea | 2009-01-13\n- South Korea | Engage in negotiation | Iraq | 2009-01-12\n- Iraq | Engage in negotiation | South Korea | 2009-01-12\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2009-01-09\n- Police (South Korea) | Express intent to meet or negotiate | South Korea | 2009-01-05\n- South Korea | Engage in diplomatic cooperation | Japan | 2009-01-11\n- South Korea | Appeal to yield | Japan | 2009-01-07\n- Police (South Korea) | Investigate | South Korea | 2009-01-12\n- Intelligence Officer (South Korea) | Investigate | South Korea | 2009-01-12\n- Japan | Make statement | South Korea | 2009-01-12\n- South Korea | Express intent to cooperate | Japan | 2009-01-12\n- South Korea | Express intent to cooperate | Japan | 2009-01-11\n- Japan | Express intent to cooperate | South Korea | 2009-01-12\n- Japan | Express intent to cooperate | South Korea | 2009-01-11\n- Ministry (South Korea) | Criticize or denounce | South Korea | 2009-01-02\nAnswer:", "completion": " Foreign Affairs (South Korea)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1217588", "prompt": "After Mexico, who was the first to praise the mayor of the United States?\nEvidence:\n- Mexico | Arrest, detain, or charge with legal action | Men (United States) | 2005-02-02\n- Mexico | Praise or endorse | Colombia | 2005-07-06\n- Colombia | Praise or endorse | Mexico | 2005-04-19\n- Colombia | Praise or endorse | Mexico | 2005-04-18\n- China | Praise or endorse | Mexico | 2005-01-25\n- Office of the United Nations High Commissioner for Human Rights | Express intent to meet or negotiate | Colombia | 2005-05-10\n- Mexico | Praise or endorse | National Action Party | 2005-01-20\n- Mexico | Investigate | Criminal (Mexico) | 2005-01-12\n- Other Authorities / Officials (Mexico) | Express intent to meet or negotiate | Mexico | 2005-01-06\n- Mexico | Express intent to cooperate | Colombia | 2005-06-30\n- Colombia | Express intent to cooperate | Mexico | 2005-06-30\n- Mexico | Express intent to meet or negotiate | Zapatista Army of National Liberation | 2005-01-14\n- Secretariat (Mexico) | Make statement | Mexico | 2005-02-03\n- Organized Crime (Mexico) | Demand | Mexico | 2005-01-24\n- Military (Mexico) | Cooperate militarily | Mexico | 2005-01-17\nAnswer:", "completion": " Evo Morales", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1351456", "prompt": "Who last did the Protester of India appeal for before the citizens of International?\nEvidence:\n- Citizen (International) | Appeal for de-escalation of military engagement | Protester (Egypt) | 2011-01-28\n- Protester (India) | Demonstrate for leadership change | Member of Parliament (India) | 2012-07-26\n- Protester (India) | Make an appeal or request | Citizen (International) | 2014-09-20\n- Secretary of State for the Home Department | Appeal for change in leadership | Governor (India) | 2014-07-04\n- Protester (India) | Demonstrate for leadership change | Member of Legislative (Govt) (India) | 2013-02-08\n- Protester (India) | Consult | Member of Parliament (India) | 2014-02-07\n- Protester (India) | Consult | Head of Government (India) | 2015-11-06\n- Protester (India) | Consult | Head of Government (India) | 2015-08-25\n- Member of Parliament (India) | Consult | Protester (India) | 2014-02-07\n- Head of Government (India) | Consult | Protester (India) | 2015-11-06\n- Head of Government (India) | Consult | Protester (India) | 2015-08-25\n- Secretary of State for the Home Department | Consult | Media (India) | 2014-10-23\n- Secretary of State for the Home Department | Consult | Media (India) | 2012-11-28\n- Media (India) | Consult | Secretary of State for the Home Department | 2014-10-23\n- Media (India) | Consult | Secretary of State for the Home Department | 2012-11-28\nAnswer:", "completion": " Head of Government (India)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1198793", "prompt": "In which month did the Military of Ukraine praise the Military of Russia?\nEvidence:\n- Military (Ukraine) | Praise or endorse | Military (Russia) | 2014-03-04\n- Military (Ukraine) | Accuse of aggression | Military (Russia) | 2015-06-03\n- Military (Ukraine) | Accuse of aggression | Military (Russia) | 2014-09-21\n- Military (Ukraine) | Yield | Military (Russia) | 2014-03-24\n- Military (Ukraine) | Yield | Military (Russia) | 2014-03-23\n- Military (Ukraine) | Accuse | Military (Russia) | 2014-09-23\n- Head of Government (Ukraine) | Accuse | Military (Russia) | 2014-08-29\n- Head of Government (Ukraine) | Accuse | Military (Russia) | 2014-02-28\n- Military (Russia) | Praise or endorse | Armed Rebel (Ukraine) | 2015-05-29\n- Military (Ukraine) | Make statement | Military (Russia) | 2015-09-11\n- Military (Ukraine) | Make statement | Military (Russia) | 2015-07-26\n- Military (Ukraine) | Make statement | Military (Russia) | 2015-05-18\n- Military (Ukraine) | Make statement | Military (Russia) | 2015-03-02\n- Military (Ukraine) | Make statement | Military (Russia) | 2015-02-10\n- Military (Ukraine) | Make statement | Military (Russia) | 2014-12-04\nAnswer:", "completion": " 2014-03", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1193122", "prompt": "Who requested for the citizens of Australia in July 19th, 2009?\nEvidence:\n- Vietnam | Engage in diplomatic cooperation | Committees for the Defense of the Revolution | 2005-09-30\n- People Associated with the Opposition (Australia) | Appeal for change in leadership | Member of Parliament (Australia) | 2015-10-12\n- People Associated with the Opposition (Australia) | Appeal for change in leadership | Member of Parliament (Australia) | 2008-03-06\n- Movement for the Liberation of the Central African People | Appeal for change in leadership | François Bozizé | 2008-07-15\n- People Associated with the Opposition (Australia) | Appeal for change in leadership | Citizen (Australia) | 2014-07-22\n- People Associated with the Opposition (Australia) | Appeal for change in leadership | Citizen (Australia) | 2010-06-02\n- People Associated with the Opposition (Australia) | Appeal for change in leadership | Citizen (Australia) | 2009-11-30\n- Office for the Protection of the Constitution | Consult | Intelligence (Germany) | 2006-03-13\n- Intelligence (Germany) | Consult | Office for the Protection of the Constitution | 2006-03-13\n- Secretary of State for the Home Department | Appeal for change in leadership | Governor (India) | 2014-07-04\n- Liu Yandong | Consult | Democratic Front for the Reunification of the Fatherland | 2005-10-21\n- Lawyer/Attorney (Germany) | Investigate | Office for the Protection of the Constitution | 2015-08-01\n- Democratic Front for the Reunification of the Fatherland | Consult | Liu Yandong | 2005-10-21\n- Democratic Front for the Reunification of the Fatherland | Accuse | South Korea | 2005-12-25\n- Member of Parliament (Australia) | Reject request for policy change | People Associated with the Opposition (Australia) | 2010-10-13\nAnswer:", "completion": " Police (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1276298", "prompt": "With whom did Uhuru Muigai Kenyatta negotiate for the first time in 2014?\nEvidence:\n- USAID | Threaten | Uhuru Muigai Kenyatta | 2014-02-15\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2014-08-17\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2014-06-16\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2014-04-17\n- Uhuru Muigai Kenyatta | Make statement | Ethiopia | 2014-03-13\n- Uhuru Muigai Kenyatta | Demand | Citizen (Africa) | 2014-01-18\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2014-08-17\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2014-06-16\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2014-04-17\n- Uhuru Muigai Kenyatta | Consult | Mulatu Teshome | 2014-03-13\n- Uhuru Muigai Kenyatta | Consult | Envoy (Sudan) | 2014-02-07\n- Mulatu Teshome | Consult | Uhuru Muigai Kenyatta | 2014-03-13\n- Envoy (Sudan) | Consult | Uhuru Muigai Kenyatta | 2014-02-07\n- Uhuru Muigai Kenyatta | Accede to demands for change in leadership | William Ruto | 2014-10-08\n- Uhuru Muigai Kenyatta | Accede to demands for change in leadership | William Ruto | 2014-10-07\nAnswer:", "completion": " Detainee (South Sudan)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1350746", "prompt": "Who was accused by Lee Myung Bak before Nov, 2008?\nEvidence:\n- South Korea | Threaten | Lee Myung Bak | 2007-06-05\n- Lee Myung Bak | Demand | South Korea | 2007-06-20\n- Lee Myung Bak | Consult | Islam Karimov | 2006-03-30\n- Islam Karimov | Consult | Lee Myung Bak | 2006-03-30\n- South Korea | Make statement | Lee Myung Bak | 2007-05-10\n- South Korea | Make statement | Lee Myung Bak | 2007-01-23\n- Lee Myung Bak | Make statement | South Korea | 2006-03-29\n- Lee Myung Bak | Deny responsibility | Governor (Japan) | 2005-04-05\n- Lee Myung Bak | Criticize or denounce | Japan | 2005-04-05\n- Chung Dong-young | Investigate | Lee Myung Bak | 2006-03-21\n- South Korea | Praise or endorse | Lee Myung Bak | 2007-05-02\n- South Korea | Host a visit | Lee Myung Bak | 2007-03-23\n- South Korea | Host a visit | Lee Myung Bak | 2006-06-26\n- Roh Moo Hyun | Make statement | Lee Myung Bak | 2007-06-13\n- Roh Moo Hyun | Make statement | Lee Myung Bak | 2007-06-07\nAnswer:", "completion": " Chongwadai", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1357452", "prompt": "In which year did the Armed Rebel of Yemen use unconventional violence against the Separatist of Yemen?\nEvidence:\n- Yemen | Engage in negotiation | Malaysia | 2005-02-06\n- Yemen | Engage in negotiation | Eritrea | 2005-02-10\n- Yemen | Engage in negotiation | Eritrea | 2005-02-09\n- Malaysia | Engage in negotiation | Yemen | 2005-02-06\n- Eritrea | Engage in negotiation | Yemen | 2005-02-10\n- Eritrea | Engage in negotiation | Yemen | 2005-02-09\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-02-08\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-01-30\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-01-29\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-07-21\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-03-10\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-01-01\n- Malaysia | Engage in diplomatic cooperation | Yemen | 2005-02-08\n- Malaysia | Engage in diplomatic cooperation | Yemen | 2005-01-30\n- Malaysia | Engage in diplomatic cooperation | Yemen | 2005-01-29\nAnswer:", "completion": " 2015", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1319806", "prompt": "In which year did the Brazilian ministry last criticise a member of the Brazilian parliament?\nEvidence:\n- The Hague | Host a visit | Member of Parliament (Thailand) | 2011-12-02\n- Member of Parliament (Thailand) | Make a visit | The Hague | 2011-12-02\n- Member of the Judiciary (Kyrgyzstan) | Make statement | Member of Parliament (Kyrgyzstan) | 2007-09-18\n- Member of Parliament (Kyrgyzstan) | Make statement | Member of the Judiciary (Kyrgyzstan) | 2008-01-22\n- The Daily Telegraph | Consult | Member of Parliament (Australia) | 2012-01-25\n- The Daily Telegraph | Accuse | Member of Parliament (Iraq) | 2005-10-12\n- Member of Parliament (Australia) | Consult | The Daily Telegraph | 2012-01-25\n- Member of the Judiciary (South Africa) | Reject | Member of Parliament (South Africa) | 2015-03-25\n- Ministry (Kyrgyzstan) | Accuse | Member of Parliament (Kyrgyzstan) | 2005-10-01\n- Ministry (Brazil) | Reject | Member of Parliament (Brazil) | 2013-11-21\n- Ministry (Brazil) | Consult | Member of Parliament (Brazil) | 2009-12-24\n- Ministry (Brazil) | Consult | Member of Parliament (Brazil) | 2006-05-09\n- Ministry (Brazil) | Consult | Member of Parliament (Brazil) | 2005-11-29\n- Member of Parliament (Kyrgyzstan) | Reject | Ministry (Kyrgyzstan) | 2005-10-01\n- Member of Parliament (Brazil) | Consult | Ministry (Brazil) | 2009-12-24\nAnswer:", "completion": " 2005", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1172797", "prompt": "With whom did the Associated Press have the last telephone conversation before Yair Lapid?\nEvidence:\n- Likud | Accuse | Yair Lapid | 2013-03-12\n- Yair Lapid | Reject | Benjamin Netanyahu | 2013-10-15\n- Yair Lapid | Consult | Tzipi Livni | 2013-01-07\n- Yair Lapid | Consult | Shimon Peres | 2012-07-11\n- Yair Lapid | Consult | Benjamin Netanyahu | 2013-10-16\n- Yair Lapid | Consult | Benjamin Netanyahu | 2013-04-14\n- Yair Lapid | Consult | Benjamin Netanyahu | 2013-03-15\n- Yair Lapid | Consult | Benjamin Netanyahu | 2013-03-14\n- Yair Lapid | Consult | Benjamin Netanyahu | 2013-03-11\n- Yair Lapid | Consult | Benjamin Netanyahu | 2013-03-10\n- Yair Lapid | Consult | Benjamin Netanyahu | 2013-02-07\n- Yair Lapid | Consult | Benjamin Netanyahu | 2013-01-25\n- Yair Lapid | Consult | Benjamin Netanyahu | 2013-01-24\n- Yair Lapid | Accuse | Benjamin Netanyahu | 2013-01-19\n- Yair Lapid | Accuse | Benjamin Netanyahu | 2012-10-05\nAnswer:", "completion": " Business (Paraguay)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1016719", "prompt": "Who made a telephone call to Radoslaw Sikorski before 30 January 2009?\nEvidence:\n- Radoslaw Sikorski | Discuss by telephone | Cabinet / Council of Ministers / Advisors (United States) | 2009-01-30\n- Cabinet / Council of Ministers / Advisors (United States) | Discuss by telephone | Radoslaw Sikorski | 2009-01-30\n- Makhdoom Shah Mahmood Qureshi | Express intent to cooperate | Radoslaw Sikorski | 2009-01-30\n- Radoslaw Sikorski | Make statement | Makhdoom Shah Mahmood Qureshi | 2009-01-30\n- Radoslaw Sikorski | Engage in negotiation | Makhdoom Shah Mahmood Qureshi | 2009-01-30\n- Makhdoom Shah Mahmood Qureshi | Engage in negotiation | Radoslaw Sikorski | 2009-01-30\nAnswer:", "completion": " Barack Obama", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 6, "n_anchors": 1} +{"id": "mtq_1310514", "prompt": "Who did Rafael Correa reject in the same year of the news editor of Ecuador?\nEvidence:\n- Rafael Correa | Make statement | Legislature (Ecuador) | 2006-11-23\n- Rafael Correa | Make statement | Government (Ecuador) | 2006-09-19\n- Rafael Correa | Consult | Media Personnel (Ecuador) | 2006-10-15\n- Media Personnel (Ecuador) | Consult | Rafael Correa | 2006-10-15\n- Rafael Correa | Reject | Rafael Antonio Bielsa | 2006-11-23\n- Rafael Correa | Make a visit | Education (Ecuador) | 2006-10-05\n- Education (Ecuador) | Host a visit | Rafael Correa | 2006-10-05\n- Rafael Correa | Criticize or denounce | Organized Crime (Ecuador) | 2006-12-13\n- Indigenous People (Ecuador) | Praise or endorse | Rafael Correa | 2006-09-30\n- Rafael Ramírez | Consult | Rafael Correa | 2005-07-14\n- Rafael Correa | Consult | Rafael Ramírez | 2005-07-14\n- Rafael Correa | Consult | Rafael Antonio Bielsa | 2006-09-26\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-26\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-20\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-01\nAnswer:", "completion": " Colombia", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1311671", "prompt": "In which year did the Businessperson of Australia first appeal Antony Harold Curties \"Tony\" Windsor?\nEvidence:\n- Businessperson (Australia) | Mediate | Antony Harold Curties \"Tony\" Windsor | 2005-03-16\n- Businessperson (Australia) | Accuse | Antony Harold Curties \"Tony\" Windsor | 2005-03-11\n- Businessperson (Australia) | Make statement | Antony Harold Curties \"Tony\" Windsor | 2005-03-11\n- Antony Harold Curties \"Tony\" Windsor | Make statement | Businessperson (Australia) | 2005-02-04\n- Antony Harold Curties \"Tony\" Windsor | Make statement | Businessperson (Australia) | 2005-02-03\n- Police (Australia) | Reject | Antony Harold Curties \"Tony\" Windsor | 2005-03-10\n- Police (Australia) | Reject | Antony Harold Curties \"Tony\" Windsor | 2005-02-03\n- Citizen (Australia) | Demand | Antony Harold Curties \"Tony\" Windsor | 2013-06-26\n- Antony Harold Curties \"Tony\" Windsor | Demand | Citizen (Australia) | 2011-03-28\n- Antony Harold Curties \"Tony\" Windsor | Accuse | Citizen (Australia) | 2007-04-02\n- Businessperson (Australia) | Make an appeal or request | Antony Harold Curties \"Tony\" Windsor | 2005-03-11\n- Member of Parliament (Australia) | Demand | Antony Harold Curties \"Tony\" Windsor | 2012-10-10\n- Member of Parliament (Australia) | Consult | Antony Harold Curties \"Tony\" Windsor | 2011-09-23\n- Antony Harold Curties \"Tony\" Windsor | Demand | Member of Parliament (Australia) | 2010-09-07\n- Antony Harold Curties \"Tony\" Windsor | Consult | Member of Parliament (Australia) | 2011-09-23\nAnswer:", "completion": " 2005", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1049792", "prompt": "Which country did Barack Obama want to meet first?\nEvidence:\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2005-10-10\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | South Africa | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | South Africa | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | South Africa | 2005-10-10\n- Barack Obama | Express intent to settle dispute | Iraq | 2007-06-02\n- Barack Obama | Reject | Iraq | 2007-04-03\n- Barack Obama | Reject | Iraq | 2006-10-28\n- Mwai Kibaki | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Make statement | Iraq | 2007-05-15\n- Barack Obama | Make statement | Iraq | 2007-03-20\n- Barack Obama | Make statement | Iraq | 2007-02-11\nAnswer:", "completion": " South Africa", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1304548", "prompt": "In which month did the Democratic Party first threaten William Ruto?\nEvidence:\n- William Ruto | Make statement | Labor Party (Kenya) | 2006-01-16\n- Democratic Party | Threaten | Citizen (Uganda) | 2005-05-23\n- Citizen (Uganda) | Threaten | Democratic Party | 2006-06-07\n- William Ruto | Consult | Chris Okemo | 2006-02-06\n- William Ruto | Accuse | Police (Kenya) | 2007-04-30\n- William Ruto | Accuse | Police (Kenya) | 2005-07-20\n- Police (Kenya) | Demand | William Ruto | 2006-02-01\n- Chris Okemo | Consult | William Ruto | 2006-02-06\n- People First Party Korea | Express intent to meet or negotiate | Democratic Party | 2006-09-12\n- Democratic Party | Express intent to meet or negotiate | People First Party Korea | 2006-09-12\n- Democratic Party | Threaten non-force | Citizen (Uganda) | 2005-01-13\n- William Ruto | Engage in diplomatic cooperation | Uhuru Muigai Kenyatta | 2006-07-17\n- William Ruto | Make statement | Police (Kenya) | 2005-12-08\n- William Ruto | Make statement | Mwai Kibaki | 2005-11-24\n- William Ruto | Demand | Daniel Arap Moi | 2006-09-04\nAnswer:", "completion": " 2012-01", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1128111", "prompt": "Who was the last person to criticise the Nigerian government before Tunde Bakare?\nEvidence:\n- Tunde Bakare | Reject | Government (Nigeria) | 2012-01-16\n- Tunde Bakare | Make statement | Government (Nigeria) | 2013-04-01\n- Tunde Bakare | Make statement | Government (Nigeria) | 2011-04-07\n- Tunde Bakare | Make statement | Government (Nigeria) | 2011-02-03\n- Tunde Bakare | Threaten | Citizen (Nigeria) | 2015-01-12\n- Tunde Bakare | Accuse | Oluṣẹgun Ọbasanjọ | 2014-11-18\n- Citizen (Nigeria) | Accuse | Tunde Bakare | 2011-02-02\n- Tunde Bakare | Make statement | Oluṣẹgun Ọbasanjọ | 2014-11-18\n- Tunde Bakare | Make statement | Oluṣẹgun Ọbasanjọ | 2007-08-13\n- Tunde Bakare | Make statement | Muhammadu Buhari | 2014-07-28\n- Tunde Bakare | Make statement | Muhammadu Buhari | 2011-04-07\n- Tunde Bakare | Make statement | Muhammadu Buhari | 2011-03-30\n- Tunde Bakare | Make statement | Ministry (Nigeria) | 2011-07-06\n- Tunde Bakare | Consult | Isa Ayo Salami | 2014-01-16\n- State Security Service | Investigate | Tunde Bakare | 2012-07-23\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1027548", "prompt": "Before the Election Commission of India, who last asked for the Military Personnel - Special of India?\nEvidence:\n- Election Commission (India) | Make statement | Military Personnel - Special (India) | 2013-10-16\n- Election Commission (India) | Make statement | Military Personnel - Special (India) | 2012-11-29\n- Election Commission (India) | Make statement | Military Personnel - Special (India) | 2009-10-22\n- Military Personnel (India) | Threaten | Election Commission (India) | 2014-05-15\n- Election Commission (India) | Make an appeal or request | Military Personnel - Special (India) | 2013-10-17\n- Secretary of State for the Home Department | Consult | Election Commission (India) | 2013-07-06\n- Secretary of State for the Home Department | Consult | Election Commission (India) | 2013-07-01\n- Secretary of State for the Home Department | Consult | Election Commission (India) | 2009-09-22\n- Secretary of State for the Home Department | Consult | Election Commission (India) | 2009-04-17\n- Secretary of State for the Home Department | Consult | Election Commission (India) | 2009-04-16\n- Secretary of State for the Home Department | Consult | Election Commission (India) | 2009-03-02\n- Election Commission (India) | Consult | Secretary of State for the Home Department | 2013-07-06\n- Election Commission (India) | Consult | Secretary of State for the Home Department | 2013-07-01\n- Election Commission (India) | Consult | Secretary of State for the Home Department | 2009-09-22\n- Election Commission (India) | Consult | Secretary of State for the Home Department | 2009-04-17\nAnswer:", "completion": " A.K. Antony", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1327075", "prompt": "Who praised Mohammed VI on the same day as the government of Guinea-Bissau?\nEvidence:\n- UN Security Council | Rally support on behalf of | Guinea-Bissau | 2009-06-10\n- Guinea-Bissau | Consult | China | 2008-05-12\n- Guinea-Bissau | Consult | Angola | 2007-10-12\n- China | Consult | Guinea-Bissau | 2008-05-12\n- Angola | Consult | Guinea-Bissau | 2007-10-12\n- Guinea-Bissau | Arrest, detain, or charge with legal action | Citizen (Guinea-Bissau) | 2008-07-21\n- Timor-Leste | Consult | Guinea-Bissau | 2006-04-07\n- Guinea-Bissau | Consult | Timor-Leste | 2006-04-07\n- Guinea-Bissau | Consult | Cape Verde | 2007-10-12\n- Cape Verde | Consult | Guinea-Bissau | 2007-10-12\n- Wen Jiabao | Make statement | Guinea-Bissau | 2006-11-01\n- Portugal | Provide economic aid | Guinea-Bissau | 2006-11-08\n- Portugal | Make pessimistic comment | Guinea-Bissau | 2009-03-11\n- Guinea-Bissau | Sign formal agreement | China | 2006-06-29\n- Guinea-Bissau | Sign formal agreement | Angola | 2007-10-24\nAnswer:", "completion": " Representatives (Guinea-Bissau)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1005354", "prompt": "To whom did the Lawyer/Attorney of Australia make negative remarks after 2012-10?\nEvidence:\n- The Daily Telegraph | Make statement | Lawyer/Attorney (Australia) | 2009-08-20\n- Lawyer/Attorney (Australia) | Make a visit | The Hague | 2012-07-03\n- Lawyer/Attorney (Australia) | Accuse | The Daily Telegraph | 2007-05-25\n- Lawyer/Attorney (Angola) | Make statement | Office of the Attorney General | 2012-10-11\n- Office of the Attorney General | Reject | Lawyer/Attorney (Indonesia) | 2008-11-04\n- People Associated with the Opposition (Australia) | Make statement | Lawyer/Attorney (Australia) | 2009-11-17\n- People Associated with the Opposition (Australia) | Make statement | Lawyer/Attorney (Australia) | 2009-08-06\n- People Associated with the Opposition (Australia) | Make statement | Lawyer/Attorney (Australia) | 2008-06-04\n- People Associated with the Opposition (Australia) | Make statement | Lawyer/Attorney (Australia) | 2007-05-02\n- Lawyer/Attorney (Australia) | Make statement | People Associated with the Opposition (Australia) | 2015-04-26\n- The Hague | Host a visit | Lawyer/Attorney (Australia) | 2012-07-03\n- Lawyer/Attorney (Indonesia) | Make statement | Lawyer/Attorney (Australia) | 2005-07-23\n- Lawyer/Attorney (Indonesia) | Make statement | Lawyer/Attorney (Australia) | 2005-06-29\n- Lawyer/Attorney (Australia) | Make statement | Lawyer/Attorney (Indonesia) | 2005-05-30\n- People Associated with the Opposition (Australia) | Demand | Lawyer/Attorney (Australia) | 2006-10-16\nAnswer:", "completion": " Police (Australia)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1128298", "prompt": "Who was the last person to visit Romania before Valdis Dombrovskis?\nEvidence:\n- Valdis Dombrovskis | Make a visit | China | 2010-06-05\n- China | Host a visit | Valdis Dombrovskis | 2010-06-05\n- Valdis Dombrovskis | Consult | Angela Merkel | 2010-09-07\n- Valdis Dombrovskis | Consult | Angela Merkel | 2009-04-17\n- Valdis Dombrovskis | Consult | Andrius Kubilius | 2009-04-12\n- Valdis Dombrovskis | Consult | Aivis Ronis | 2010-07-05\n- Valdis Dombrovskis | Consult | Aivis Ronis | 2010-05-12\n- Angela Merkel | Consult | Valdis Dombrovskis | 2010-09-07\n- Angela Merkel | Consult | Valdis Dombrovskis | 2009-04-17\n- Andrius Kubilius | Consult | Valdis Dombrovskis | 2009-04-12\n- Aivis Ronis | Consult | Valdis Dombrovskis | 2010-07-05\n- Aivis Ronis | Consult | Valdis Dombrovskis | 2010-05-12\n- Valdis Dombrovskis | Make a visit | United Arab Emirates | 2010-06-05\n- United Arab Emirates | Host a visit | Valdis Dombrovskis | 2010-06-05\n- Lee Myung Bak | Host a visit | Valdis Dombrovskis | 2011-06-09\nAnswer:", "completion": " Undersecretary (United States)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1201841", "prompt": "Who did Lee Myung Bak telephone after 20 December 2011?\nEvidence:\n- Lee Myung Bak | Discuss by telephone | Barack Obama | 2011-12-20\n- Barack Obama | Discuss by telephone | Lee Myung Bak | 2011-12-20\n- Yoshihiko Noda | Consult | Lee Myung Bak | 2011-12-20\n- Lee Myung Bak | Consult | Yoshihiko Noda | 2011-12-20\n- Lee Myung Bak | Consult | Barack Obama | 2011-12-20\n- Barack Obama | Consult | Lee Myung Bak | 2011-12-20\n- UN Security Council | Consult | Lee Myung Bak | 2011-12-20\n- Lee Myung Bak | Make a visit | Japan | 2011-12-20\n- Lee Myung Bak | Consult | UN Security Council | 2011-12-20\n- Japan | Host a visit | Lee Myung Bak | 2011-12-20\n- Lee Myung Bak | Engage in negotiation | Barack Obama | 2011-12-20\n- Barack Obama | Engage in negotiation | Lee Myung Bak | 2011-12-20\n- Barack Obama | Express intent to cooperate | Lee Myung Bak | 2011-12-20\n- Lee Myung Bak | Express intent to meet or negotiate | Japan | 2011-12-20\n- Yoshihiko Noda | Discuss by telephone | Barack Obama | 2011-12-20\nAnswer:", "completion": " Barack Obama", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1215285", "prompt": "Could you tell me the exact month when the South African Fire Brigade first investigated South Africa?\nEvidence:\n- Protester (South African Communist Party) | Demonstrate or rally | South Africa | 2005-01-26\n- South African National Defence Force | Increase military alert status | South Africa | 2005-02-03\n- Government (South Africa) | Engage in diplomatic cooperation | African Union | 2005-02-26\n- African Union | Make an appeal or request | South Africa | 2005-01-02\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- South Africa | Consult | China | 2005-02-05\n- China | Consult | South Africa | 2005-02-05\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\nAnswer:", "completion": " 2011-07", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1214732", "prompt": "After the other authorities and officials of New Zealand, with whom did Winston Peters want to negotiate first?\nEvidence:\n- Winston Peters | Demand | New Zealand First | 2005-10-14\n- Winston Peters | Make statement | New Zealand First | 2013-06-19\n- Winston Peters | Make statement | New Zealand First | 2008-10-05\n- Winston Peters | Make statement | New Zealand First | 2008-04-08\n- Winston Peters | Make statement | New Zealand First | 2008-04-06\n- Winston Peters | Make statement | New Zealand First | 2008-04-01\n- Winston Peters | Make statement | New Zealand First | 2007-10-28\n- Winston Peters | Make statement | New Zealand First | 2007-04-05\n- Winston Peters | Make statement | New Zealand First | 2006-06-07\n- Winston Peters | Make statement | New Zealand First | 2005-12-05\n- Winston Peters | Make statement | New Zealand First | 2005-10-13\n- Winston Peters | Make statement | New Zealand First | 2005-10-12\n- Winston Peters | Make statement | New Zealand First | 2005-09-12\n- Winston Peters | Make statement | New Zealand First | 2005-09-07\n- Winston Peters | Make statement | New Zealand First | 2005-05-26\nAnswer:", "completion": " South Africa", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1088410", "prompt": "Who was the first to condemn the government of Nigeria after the Human Rights Commission of Nigeria?\nEvidence:\n- Human Rights Commission (Nigeria) | Demand | Government (Nigeria) | 2014-04-09\n- Human Rights Commission (Nigeria) | Accuse | Government (Nigeria) | 2014-03-19\n- Human Rights Commission (Nigeria) | Accuse of human rights abuses | Muhammadu Buhari | 2015-03-01\n- Human Rights Commission (Nigeria) | Accuse of human rights abuses | Muhammadu Buhari | 2015-01-23\n- Human Rights Commission (Nigeria) | Make statement | Government (Nigeria) | 2014-04-18\n- Human Rights Commission (Nigeria) | Make statement | Government (Nigeria) | 2009-07-17\n- Government (Nigeria) | Make statement | Human Rights Commission (Nigeria) | 2015-07-06\n- Human Rights Watch | Make statement | Human Rights Commission (Nigeria) | 2006-06-30\n- Human Rights Commission (Pakistan) | Accuse of human rights abuses | Government (Pakistan) | 2006-12-22\n- Human Rights Commission (Nigeria) | Praise or endorse | Government (Nigeria) | 2014-08-26\n- Human Rights Commission (Nigeria) | Praise or endorse | Government (Nigeria) | 2014-08-20\n- Human Rights Commission (Nigeria) | Praise or endorse | Government (Nigeria) | 2012-08-01\n- Human Rights Commission (Nigeria) | Criticize or denounce | Government (Nigeria) | 2015-01-22\n- Human Rights Watch | Accuse of human rights abuses | Government (Nigeria) | 2007-04-05\n- Human Rights Watch | Accuse of human rights abuses | Government (Nigeria) | 2007-04-04\nAnswer:", "completion": " Muhammadu Buhari", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1262922", "prompt": "Who did Emmanuel Eweta Uduaghan blame last before the government of Nigeria?\nEvidence:\n- Emmanuel Eweta Uduaghan | Accuse | Government (Nigeria) | 2008-04-22\n- Emmanuel Eweta Uduaghan | Make statement | Government (Nigeria) | 2008-05-22\n- Emmanuel Eweta Uduaghan | Make statement | Government (Nigeria) | 2008-05-05\n- Emmanuel Eweta Uduaghan | Make statement | Government (Nigeria) | 2008-01-17\n- Emmanuel Eweta Uduaghan | Make statement | Government (Nigeria) | 2007-09-24\n- Emmanuel Eweta Uduaghan | Make statement | Government (Nigeria) | 2007-08-01\n- Emmanuel Eweta Uduaghan | Make statement | Government (Nigeria) | 2007-05-31\n- Emmanuel Eweta Uduaghan | Make statement | Government (Nigeria) | 2006-03-14\n- Emmanuel Eweta Uduaghan | Make statement | Government (Nigeria) | 2005-09-12\n- Emmanuel Eweta Uduaghan | Demand | Media (Nigeria) | 2008-01-23\n- Emmanuel Eweta Uduaghan | Demand | Education (Nigeria) | 2007-10-02\n- Emmanuel Eweta Uduaghan | Accuse | Citizen (Nigeria) | 2008-04-08\n- Emmanuel Eweta Uduaghan | Accuse | Citizen (Nigeria) | 2008-02-18\n- Citizen (Nigeria) | Reject | Emmanuel Eweta Uduaghan | 2007-01-29\n- Government (Nigeria) | Praise or endorse | Emmanuel Eweta Uduaghan | 2007-11-15\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1025816", "prompt": "To whom did the Government of South Africa make an appeal before 14 October 2010?\nEvidence:\n- Government (South Africa) | Make an appeal or request | Government (Nigeria) | 2010-10-14\n- Government (South Africa) | Provide aid | South Africa | 2010-10-14\n- Information / Communication / Transparency Ministry (South Africa) | Make statement | South Africa | 2010-10-14\nAnswer:", "completion": " UN Security Council", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 3, "n_anchors": 1} +{"id": "mtq_1073338", "prompt": "Who was the last to appeal to the citizens of Belarus, before Dmitry Medvedev?\nEvidence:\n- Head of Government (Belarus) | Consult | Dmitry Anatolyevich Medvedev | 2009-11-23\n- Head of Government (Belarus) | Consult | Dmitry Anatolyevich Medvedev | 2009-01-27\n- Dmitry Anatolyevich Medvedev | Consult | Head of Government (Belarus) | 2009-11-23\n- Dmitry Anatolyevich Medvedev | Consult | Head of Government (Belarus) | 2009-01-27\n- Dmitry Anatolyevich Medvedev | Make statement | Head of Government (Belarus) | 2009-11-23\n- Media Personnel (Belarus) | Consult | Dmitry Anatolyevich Medvedev | 2009-11-26\n- Media Personnel (Belarus) | Consult | Dmitry Anatolyevich Medvedev | 2009-11-25\n- Media Personnel (Belarus) | Consult | Dmitry Anatolyevich Medvedev | 2009-11-23\n- Legislature (Belarus) | Make statement | Dmitry Anatolyevich Medvedev | 2010-04-26\n- Dmitry Anatolyevich Medvedev | Consult | Media Personnel (Belarus) | 2009-11-26\n- Dmitry Anatolyevich Medvedev | Consult | Media Personnel (Belarus) | 2009-11-25\n- Dmitry Anatolyevich Medvedev | Consult | Media Personnel (Belarus) | 2009-11-23\n- Dmitry Anatolyevich Medvedev | Make an appeal or request | Citizen (Belarus) | 2009-11-23\n- Head of Government (Belarus) | Praise or endorse | Dmitry Anatolyevich Medvedev | 2008-08-19\n- Dmitry Anatolyevich Medvedev | Consider policy option | Head of Government (Belarus) | 2014-10-07\nAnswer:", "completion": " Military (Belarus)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1080434", "prompt": "Who did Uhuru Muigai Kenyatta praise in the same year as the South Sudanese prisoner?\nEvidence:\n- William Ruto | Praise or endorse | Uhuru Muigai Kenyatta | 2005-01-17\n- Uhuru Muigai Kenyatta | Engage in negotiation | Barack Obama | 2006-08-25\n- Barack Obama | Engage in negotiation | Uhuru Muigai Kenyatta | 2006-08-25\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2012-10-05\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2012-02-18\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2007-03-15\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2006-12-20\n- William Ruto | Accuse | Uhuru Muigai Kenyatta | 2012-05-08\n- Uhuru Muigai Kenyatta | Yield | Mwai Kibaki | 2005-09-12\n- Uhuru Muigai Kenyatta | Demand | Media (Africa) | 2005-05-23\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2012-10-05\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2012-02-18\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2007-03-15\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2006-12-20\n- Uhuru Muigai Kenyatta | Accuse | William Ruto | 2005-02-22\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1325447", "prompt": "Before the High Commission for Refugees, which country did the Middle East want to participate in diplomatic cooperation with?\nEvidence:\n- Other Authorities / Officials (Nigeria) | Engage in diplomatic cooperation | High Commission for Refugees | 2005-01-18\n- Japan | Reject | High Commission for Refugees | 2005-01-19\n- High Commission for Refugees | Consult | Cambodia | 2005-01-24\n- Cambodia | Consult | High Commission for Refugees | 2005-01-24\n- Shaukat Aziz | Consult | High Commission for Refugees | 2005-05-04\n- Ruud Lubbers | Mediate | High Commission for Refugees | 2005-02-16\n- Pervez Musharraf | Consult | High Commission for Refugees | 2005-05-06\n- High Commission for Refugees | Make statement | Togo | 2005-05-04\n- High Commission for Refugees | Make statement | Tanzania | 2005-04-06\n- High Commission for Refugees | Make statement | Iran | 2005-02-25\n- High Commission for Refugees | Grant asylum | Japan | 2005-01-19\n- High Commission for Refugees | Consult | Shaukat Aziz | 2005-05-04\n- High Commission for Refugees | Consult | Pervez Musharraf | 2005-05-06\n- Citizen (Uganda) | Reject | High Commission for Refugees | 2005-01-17\n- Ruud Lubbers | Demand diplomatic cooperation (such as policy support) | High Commission for Refugees | 2005-02-24\nAnswer:", "completion": " Vietnam", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1030447", "prompt": "After the royal administration of Saudi Arabia, to whom did Mahmoud Ahmadinejad first express optimism?\nEvidence:\n- Mahmoud Ahmadinejad | Express intent to meet or negotiate | Iran | 2005-04-11\n- Donald Rumsfeld | Express accord | Mahmoud Ahmadinejad | 2005-06-29\n- Mahmoud Ahmadinejad | Investigate | Iran | 2005-06-21\n- Mahmoud Ahmadinejad | Demand | Iran | 2005-04-07\n- Mahmoud Ahmadinejad | Accuse | Iran | 2005-06-25\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-07-01\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-09\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-04-17\n- Ministry (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-29\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-07-02\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-30\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-29\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-28\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-27\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-26\nAnswer:", "completion": " Iran", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1161067", "prompt": "Who was the last person Zalmai Rassoul wanted to meet before the Indian foreign minister?\nEvidence:\n- Zalmai Rassoul | Consult | Foreign Affairs (Denmark) | 2011-11-26\n- Foreign Affairs (Denmark) | Consult | Zalmai Rassoul | 2011-11-26\n- Zalmai Rassoul | Consult | Iran | 2010-07-17\n- Iran | Consult | Zalmai Rassoul | 2010-07-17\n- Zalmai Rassoul | Express intent to meet or negotiate | Foreign Affairs (India) | 2012-04-30\n- Zalmai Rassoul | Host a visit | Foreign Affairs (India) | 2011-01-11\n- Foreign Affairs (India) | Make a visit | Zalmai Rassoul | 2011-01-11\n- Zalmai Rassoul | Make statement | Iran | 2012-06-15\n- Zalmai Rassoul | Make statement | Iran | 2012-02-18\n- Zalmai Rassoul | Make statement | Iran | 2010-07-20\n- Zalmai Rassoul | Make statement | Iran | 2010-07-19\n- Zalmai Rassoul | Make statement | France | 2012-12-25\n- Zalmai Rassoul | Make statement | China | 2010-03-25\n- Zalmai Rassoul | Consult | Timor-Leste | 2010-04-17\n- Zalmai Rassoul | Consult | Stephen Hadley | 2005-09-25\nAnswer:", "completion": " Qatar", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1385263", "prompt": "Which country was first rejected by Eritrea in 2005?\nEvidence:\n- Yemen | Engage in negotiation | Eritrea | 2005-02-10\n- Yemen | Engage in negotiation | Eritrea | 2005-02-09\n- Eritrea | Engage in negotiation | Yemen | 2005-02-10\n- Eritrea | Engage in negotiation | Yemen | 2005-02-09\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-03-10\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-01-01\n- Eritrea | Engage in diplomatic cooperation | Yemen | 2005-03-10\n- Eritrea | Engage in diplomatic cooperation | Yemen | 2005-01-01\n- Eritrea | Engage in diplomatic cooperation | Djibouti | 2005-02-22\n- Eritrea | Engage in diplomatic cooperation | Djibouti | 2005-02-18\n- Eritrea | Engage in diplomatic cooperation | Djibouti | 2005-02-09\n- Djibouti | Engage in diplomatic cooperation | Eritrea | 2005-02-22\n- Djibouti | Engage in diplomatic cooperation | Eritrea | 2005-02-18\n- Djibouti | Engage in diplomatic cooperation | Eritrea | 2005-02-09\n- China | Engage in diplomatic cooperation | Eritrea | 2005-02-18\nAnswer:", "completion": " Sudan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1286641", "prompt": "Who made an appeal to the Prime Minister of Bangladesh in 2009?\nEvidence:\n- Prime Minister Qarase | Make an appeal or request | Frank Bainimarama | 2009-02-23\n- Prime Minister Chaudhry | Make an appeal or request | Frank Bainimarama | 2009-04-27\n- Prime Minister Qarase | Consult | Frank Bainimarama | 2009-04-09\n- Frank Bainimarama | Consult | Prime Minister Qarase | 2009-04-09\n- Frank Bainimarama | Accuse | Prime Minister Qarase | 2009-02-17\n- Prime Minister Qarase | Make statement | Frank Bainimarama | 2009-02-22\n- Frank Bainimarama | Make statement | Prime Minister Qarase | 2009-02-22\n- Frank Bainimarama | Make statement | Prime Minister Qarase | 2009-02-17\n- Frank Bainimarama | Confiscate property | Prime Minister Qarase | 2009-05-02\n- Prime Minister Qarase | Make pessimistic comment | Frank Bainimarama | 2009-01-28\n- The Poor (Bangladesh) | Torture | Citizen (Bangladesh) | 2009-03-21\n- Governor (India) | Make an appeal or request | Minister Patnaik | 2009-03-09\n- Governor (India) | Make an appeal or request | Minister Patnaik | 2009-03-08\n- Treasury/Finance Ministry (Bangladesh) | Demand | People Associated with the Opposition (Bangladesh) | 2009-06-18\n- Citizen (Bangladesh) | Make optimistic comment | People Associated with the Opposition (Bangladesh) | 2009-06-08\nAnswer:", "completion": " Education Ministry (Bangladesh)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1365844", "prompt": "Who praised the Education of Nigeria last before Muhammadu Buhari did?\nEvidence:\n- Citizen (Nigeria) | Yield | Muhammadu Buhari | 2006-12-19\n- Citizen (Nigeria) | Reject | Muhammadu Buhari | 2006-12-24\n- Muhammadu Buhari | Deny responsibility | Citizen (Nigeria) | 2007-01-26\n- Citizen (Nigeria) | Reduce relations | Muhammadu Buhari | 2007-08-17\n- Royal Administration (Nigeria) | Make statement | Muhammadu Buhari | 2006-09-27\n- Muhammadu Buhari | Make statement | Royal Administration (Nigeria) | 2007-03-05\n- Muhammadu Buhari | Make statement | Presidential Candidate (Nigeria) | 2007-01-29\n- Muhammadu Buhari | Make statement | Democratic Party (Nigeria) | 2007-04-23\n- Muhammadu Buhari | Make empathetic comment | Government (Nigeria) | 2006-11-21\n- Muhammadu Buhari | Criticize or denounce | Government (Nigeria) | 2007-07-26\n- Muhammadu Buhari | Criticize or denounce | Citizen (Nigeria) | 2006-12-02\n- Muhammadu Buhari | Criticize or denounce | Citizen (Nigeria) | 2005-01-04\n- Muhammadu Buhari | Bring lawsuit against | Citizen (Nigeria) | 2005-07-01\n- Citizen (Nigeria) | Rally opposition against | Muhammadu Buhari | 2006-01-09\n- Citizen (Nigeria) | Make optimistic comment | Muhammadu Buhari | 2007-03-02\nAnswer:", "completion": " Government (Nigeria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1160637", "prompt": "Before Nicos Anastasiades, which country last wanted to meet the head of government of Greece?\nEvidence:\n- Head of Government (Greece) | Express intent to meet or negotiate | Nicos Anastasiades | 2013-03-10\n- Head of Government (Greece) | Express intent to meet or negotiate | Nicos Anastasiades | 2009-04-22\n- Government Official (Greece) | Make statement | Nicos Anastasiades | 2013-03-13\n- Government Official (Greece) | Make statement | Nicos Anastasiades | 2013-03-11\n- Head of Government (Cyprus) | Make statement | Nicos Anastasiades | 2013-03-01\n- Nicos Anastasiades | Criticize or denounce | Head of Government (Cyprus) | 2012-02-13\n- Nicos Anastasiades | Consult | Georgios Papandreou | 2006-07-19\n- Nicos Anastasiades | Consult | Evangelos Meimarakis | 2013-03-11\n- Nicos Anastasiades | Consult | Antonis Samaras | 2013-03-11\n- Nicos Anastasiades | Consult | Antonis Samaras | 2013-03-10\n- Nicos Anastasiades | Consult | Antonis Samaras | 2012-02-20\n- Nicos Anastasiades | Consult | Abdullah Gül | 2005-02-12\n- Nicos Anastasiades | Consult | Abdullah Gül | 2005-02-10\n- Georgios Papandreou | Consult | Nicos Anastasiades | 2006-07-19\n- Evangelos Meimarakis | Consult | Nicos Anastasiades | 2013-03-11\nAnswer:", "completion": " France", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1384852", "prompt": "Who receive the Treasury/Finance Ministry of Saudi Arabia's visit from the Treasury/Finance Ministry of Saudi Arabia after Roh Moo Hyun did?\nEvidence:\n- Roh Moo Hyun | Consult | Ministry (South Korea) | 2005-01-04\n- Ministry (South Korea) | Consult | Roh Moo Hyun | 2005-01-04\n- Roh Moo Hyun | Make statement | Ministry (South Korea) | 2005-01-13\n- Roh Moo Hyun | Make a visit | France | 2005-01-15\n- France | Host a visit | Roh Moo Hyun | 2005-01-15\n- Roh Moo Hyun | Demand | Japan | 2005-03-04\n- Roh Moo Hyun | Demand | Japan | 2005-03-03\n- Roh Moo Hyun | Demand | Japan | 2005-03-02\n- Roh Moo Hyun | Demand | Japan | 2005-03-01\n- Roh Moo Hyun | Demand | Japan | 2005-02-25\n- Roh Moo Hyun | Consult | Chongwadai | 2005-02-19\n- Chongwadai | Consult | Roh Moo Hyun | 2005-02-19\n- Roh Moo Hyun | Praise or endorse | Ministry (South Korea) | 2005-01-27\n- South Korea | Host a visit | Roh Moo Hyun | 2005-02-27\n- Roh Moo Hyun | Make a visit | South Korea | 2005-02-27\nAnswer:", "completion": " Abdullah Gül", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1352619", "prompt": "After Indonesia, with whom did the Nigerian government first formally sign an agreement?\nEvidence:\n- Government (Nigeria) | Sign formal agreement | Business (Indonesia) | 2011-12-08\n- Business (Indonesia) | Sign formal agreement | Government (Nigeria) | 2011-12-08\n- Other Authorities / Officials (Brazil) | Sign formal agreement | First Command of the Capital | 2006-05-18\n- First Command of the Capital | Sign formal agreement | Other Authorities / Officials (Brazil) | 2006-05-18\n- Police (Indonesia) | Sign formal agreement | Business (Indonesia) | 2011-03-04\n- Business (Indonesia) | Sign formal agreement | Police (Indonesia) | 2011-03-04\n- People First Party Korea | Sign formal agreement | Kuomintang | 2007-03-17\n- Kuomintang | Sign formal agreement | People First Party Korea | 2007-03-17\n- People Associated with the Opposition (Germany) | Sign formal agreement | Government (Germany) | 2009-12-02\n- People Associated with the Opposition (Egypt) | Sign formal agreement | Government (Sudan) | 2005-06-23\n- Government (Sudan) | Sign formal agreement | People Associated with the Opposition (Egypt) | 2005-06-23\n- Government (Germany) | Sign formal agreement | People Associated with the Opposition (Germany) | 2009-12-02\n- Nigerian Governors Forum | Sign formal agreement | Bukola Saraki | 2009-05-25\n- Bukola Saraki | Sign formal agreement | Nigerian Governors Forum | 2009-05-25\n- Mitsubishi | Sign formal agreement | Business (Indonesia) | 2007-08-21\nAnswer:", "completion": " Labor Union (Nigeria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1231558", "prompt": "After 3 April 2015, who used unconventional violence against the police of Kenya?\nEvidence:\n- Men (Kenya) | Use unconventional violence | Police (Kenya) | 2015-04-03\n- Militant (Somalia) | Use unconventional violence | Student (Kenya) | 2015-04-03\nAnswer:", "completion": " Women (Kenya)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 0} +{"id": "mtq_1165816", "prompt": "Which country accuse the UN security council last before the Cabinet Council of Ministers Advisors of United States did?\nEvidence:\n- France | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-02-15\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | France | 2005-02-15\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- Office of the United Nations High Commissioner for Human Rights | Make an appeal or request | UN Security Council | 2005-02-18\n- UN Security Council | Demand settling of dispute | Citizen (Sudan) | 2005-01-13\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\n- UN Security Council | Consult | Nabil Shaath | 2005-01-11\n- UN Security Council | Consult | John Garang | 2005-02-09\n- UN Security Council | Consult | John Garang | 2005-02-08\n- UN Security Council | Consult | African Union | 2005-01-10\n- Nabil Shaath | Consult | UN Security Council | 2005-01-11\nAnswer:", "completion": " Iran", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1291784", "prompt": "At what time did the Foreign Affairs of Romania praise the citizens of Saudi Arabia?\nEvidence:\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-21\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-04\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-01-31\n- Romania | Host a visit | Foreign Affairs (Portugal) | 2005-01-19\n- Foreign Affairs (Portugal) | Make a visit | Romania | 2005-01-19\n- Foreign Affairs (Slovakia) | Express intent to cooperate economically | Romania | 2005-03-06\n- Romania | Praise or endorse | Intelligence (Romania) | 2005-02-08\n- France | Praise or endorse | Romania | 2005-04-02\n- France | Praise or endorse | Romania | 2005-02-25\n- China | Praise or endorse | Romania | 2005-03-10\n- Tony Blair | Praise or endorse | Romania | 2005-01-31\n- Heinz Fischer | Praise or endorse | Romania | 2005-01-28\n- Gerhard Schröder | Praise or endorse | Romania | 2005-03-21\n- Romania | Praise or endorse | UN Security Council | 2005-04-02\n- International Monetary Fund | Praise or endorse | Romania | 2005-01-04\nAnswer:", "completion": " 2015-05-30", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1005970", "prompt": "Who did the Prime Minister of Ukraine last want to negotiate with in 2007?\nEvidence:\n- Prime Minister Chaudhry | Consult | Malaysia | 2007-10-21\n- Malaysia | Consult | Prime Minister Chaudhry | 2007-10-21\n- Representatives (Malaysia) | Engage in negotiation | Prime Minister Chaudhry | 2007-10-22\n- Prime Minister Chaudhry | Engage in negotiation | Representatives (Malaysia) | 2007-10-22\n- Prime Minister Qarase | Express intent to meet or negotiate | Frank Bainimarama | 2007-09-01\n- Prime Minister Chaudhry | Consult | Don McKinnon | 2007-09-14\n- Frank Bainimarama | Accuse | Prime Minister Qarase | 2007-09-18\n- Frank Bainimarama | Accuse | Prime Minister Qarase | 2007-09-08\n- Frank Bainimarama | Accuse | Prime Minister Qarase | 2007-09-07\n- Frank Bainimarama | Accuse | Prime Minister Qarase | 2007-09-06\n- Don McKinnon | Consult | Prime Minister Chaudhry | 2007-09-14\n- People Associated with the Opposition (Ukraine) | Engage in material cooperation | Member of Parliament (Ukraine) | 2007-03-22\n- Member of Parliament (Ukraine) | Engage in material cooperation | People Associated with the Opposition (Ukraine) | 2007-03-22\n- People Associated with the Opposition (Ukraine) | Demand | Head of Government (Ukraine) | 2007-03-30\n- Frank Bainimarama | Accuse of crime, corruption | Prime Minister Qarase | 2007-09-02\nAnswer:", "completion": " Member of Parliament (Ukraine)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1119246", "prompt": "Who praised the Israeli police before 2015?\nEvidence:\n- The Hague | Investigate | Israeli Defense Forces | 2014-08-08\n- The Hague | Investigate | Israeli Defense Forces | 2014-08-07\n- Israeli Information Center for Human Rights in the Occupied Territories | Make statement | Israeli Defense Forces | 2012-12-12\n- Police (Israel) | Accuse | Israeli Defense Forces | 2005-12-01\n- Israeli Defense Forces | Investigate | Police (Israel) | 2005-06-16\n- Police (Israel) | Make statement | Israeli Defense Forces | 2006-08-09\n- Police (Israel) | Make statement | Israeli Defense Forces | 2006-07-12\n- Police (Israel) | Make statement | Israeli Defense Forces | 2006-04-10\n- Police (Israel) | Make statement | Israeli Defense Forces | 2006-03-14\n- Police (Israel) | Make statement | Israeli Defense Forces | 2006-03-10\n- Police (Israel) | Make statement | Israeli Defense Forces | 2005-12-25\n- Police (Israel) | Make statement | Israeli Defense Forces | 2005-12-04\n- Police (Israel) | Make statement | Israeli Defense Forces | 2005-11-23\n- Police (Israel) | Make statement | Israeli Defense Forces | 2005-10-11\n- Police (Israel) | Make statement | Israeli Defense Forces | 2005-09-12\nAnswer:", "completion": " Benjamin Netanyahu", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1024140", "prompt": "When did the Prime Minister of Pakistan threaten the citizens of International?\nEvidence:\n- Frank Bainimarama | Threaten | Prime Minister Qarase | 2006-12-14\n- Frank Bainimarama | Threaten | Prime Minister Qarase | 2006-12-06\n- Frank Bainimarama | Threaten | Prime Minister Qarase | 2006-12-05\n- Frank Bainimarama | Threaten | Prime Minister Qarase | 2006-12-04\n- Frank Bainimarama | Threaten | Prime Minister Qarase | 2006-12-02\n- Frank Bainimarama | Threaten | Prime Minister Qarase | 2006-12-01\n- Frank Bainimarama | Threaten | Prime Minister Qarase | 2006-11-30\n- Frank Bainimarama | Threaten | Prime Minister Qarase | 2006-11-28\n- Frank Bainimarama | Threaten | Prime Minister Qarase | 2006-11-27\n- Frank Bainimarama | Threaten | Prime Minister Qarase | 2006-11-26\n- Frank Bainimarama | Threaten | Prime Minister Qarase | 2006-11-24\n- Frank Bainimarama | Threaten | Prime Minister Qarase | 2006-11-04\n- Frank Bainimarama | Threaten | Prime Minister Qarase | 2006-11-03\n- Frank Bainimarama | Threaten | Prime Minister Qarase | 2006-11-01\n- Frank Bainimarama | Threaten | Prime Minister Qarase | 2006-10-30\nAnswer:", "completion": " 2008-01-24", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1320925", "prompt": "After the Justicialist Party, who was the first to praise the lawmakers of Argentina?\nEvidence:\n- Justicialist Party | Praise or endorse | Senate (Argentina) | 2011-07-20\n- Justicialist Party | Praise or endorse | Senate (Argentina) | 2008-07-14\n- Justicialist Party | Praise or endorse | Lawmaker (Argentina) | 2008-03-07\n- Senate (Argentina) | Consult | Justicialist Party | 2010-04-08\n- Justicialist Party | Consult | Senate (Argentina) | 2010-04-08\n- Senate (Argentina) | Make statement | Justicialist Party | 2008-01-20\n- Justicialist Party | Make statement | Congress (Argentina) | 2009-04-28\n- Dissident (Argentina) | Make statement | Justicialist Party | 2009-08-13\n- Justicialist Party | Criticize or denounce | Media (Argentina) | 2010-05-01\n- Dissident (Argentina) | Express intent to accept mediation | Justicialist Party | 2007-08-04\n- Senate (Argentina) | Make an appeal or request | Justicialist Party | 2008-12-23\n- Justicialist Party | Praise or endorse | Hugo Moyano | 2008-07-07\n- Justicialist Party | Praise or endorse | Daniel Scioli | 2010-08-27\n- Daniel Scioli | Praise or endorse | Justicialist Party | 2007-08-10\n- Alberto Fernández | Praise or endorse | Justicialist Party | 2007-10-27\nAnswer:", "completion": " Senate (Argentina)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1047062", "prompt": "After the Prime Minister of Ukraine, who was the first person Yuriy Lutsenko appealed to?\nEvidence:\n- Police (Ukraine) | Return, release person(s) | Yuriy Lutsenko | 2013-04-24\n- Police (Ukraine) | Return, release person(s) | Yuriy Lutsenko | 2013-04-19\n- Police (Ukraine) | Return, release person(s) | Yuriy Lutsenko | 2013-04-08\n- Police (Ukraine) | Return, release person(s) | Yuriy Lutsenko | 2013-04-07\n- Yuriy Lutsenko | Reject | Police (Ukraine) | 2005-07-05\n- Yuriy Lutsenko | Investigate | Police (Ukraine) | 2005-04-12\n- Yuriy Lutsenko | Consult | Police (Ukraine) | 2008-03-20\n- Yuriy Lutsenko | Consult | Police (Ukraine) | 2008-03-19\n- Yuriy Lutsenko | Accuse | Police (Ukraine) | 2006-01-24\n- Police (Ukraine) | Investigate | Yuriy Lutsenko | 2007-03-27\n- Police (Ukraine) | Consult | Yuriy Lutsenko | 2008-03-20\n- Police (Ukraine) | Consult | Yuriy Lutsenko | 2008-03-19\n- Police (Ukraine) | Accuse | Yuriy Lutsenko | 2006-11-20\n- Yuriy Lutsenko | Consult | Member of Parliament (Ukraine) | 2007-03-20\n- Member of Parliament (Ukraine) | Consult | Yuriy Lutsenko | 2007-03-20\nAnswer:", "completion": " Member of Parliament (Ukraine)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1323672", "prompt": "In the same year, who asked for the mayor of Australia to be a member of the Australian parliament?\nEvidence:\n- Member of Parliament (Australia) | Engage in negotiation | City Mayor (Australia) | 2013-06-19\n- City Mayor (Australia) | Engage in negotiation | Member of Parliament (Australia) | 2013-06-19\n- Member of Parliament (Australia) | Threaten | City Mayor (Australia) | 2011-06-19\n- Member of Parliament (Australia) | Consult | City Mayor (Australia) | 2012-01-13\n- Member of Parliament (Australia) | Consult | City Mayor (Australia) | 2011-03-08\n- Member of Parliament (Australia) | Consult | City Mayor (Australia) | 2009-06-12\n- Member of Parliament (Australia) | Consult | City Mayor (Australia) | 2007-02-15\n- Member of Parliament (Australia) | Consult | City Mayor (Australia) | 2006-11-06\n- Member of Parliament (Australia) | Consult | City Mayor (Australia) | 2005-11-03\n- Member of Parliament (Australia) | Accuse | City Mayor (Australia) | 2008-02-11\n- City Mayor (Australia) | Threaten | Member of Parliament (Australia) | 2005-09-06\n- City Mayor (Australia) | Threaten | Member of Parliament (Australia) | 2005-08-18\n- City Mayor (Australia) | Consult | Member of Parliament (Australia) | 2012-01-13\n- City Mayor (Australia) | Consult | Member of Parliament (Australia) | 2011-03-08\n- City Mayor (Australia) | Consult | Member of Parliament (Australia) | 2009-06-12\nAnswer:", "completion": " Citizen (Australia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1246659", "prompt": "Which country was last attacked by the conventional military forces of Mexico in 2007?\nEvidence:\n- Military (Mexico) | Use conventional military force | Mexico | 2007-06-12\n- Military (Mexico) | Use conventional military force | Mexico | 2007-05-07\n- Military (Mexico) | Use conventional military force | Mexico | 2007-05-02\n- Military (Mexico) | Use conventional military force | Mexico | 2007-03-21\n- Military (Mexico) | Use conventional military force | Mexico | 2007-02-27\n- Military (Mexico) | Use conventional military force | Mexico | 2007-02-16\n- Military (Mexico) | Use conventional military force | Mexico | 2007-01-15\n- Military (Mexico) | Use conventional military force | Criminal (Mexico) | 2007-09-16\n- Military (Mexico) | Use conventional military force | Criminal (Mexico) | 2007-09-13\n- Military (Mexico) | Use conventional military force | Criminal (Mexico) | 2007-06-06\n- Military (Mexico) | Use conventional military force | Criminal (Mexico) | 2007-06-02\n- Military (Mexico) | Use conventional military force | Criminal (Mexico) | 2007-06-01\n- Military (Mexico) | Use conventional military force | Criminal (Mexico) | 2007-05-15\n- Military (Mexico) | Use conventional military force | Criminal (Mexico) | 2007-05-13\n- Military (Mexico) | Use conventional military force | Criminal (Mexico) | 2007-05-12\nAnswer:", "completion": " Mexico", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1062319", "prompt": "Could you tell me the exact month when Kwesi Ahwoi made an appeal to the workers of Ghana?\nEvidence:\n- Kwesi Ahwoi | Make statement | Employee (Ghana) | 2012-05-18\n- Kwesi Ahwoi | Make an appeal or request | Employee (Ghana) | 2012-05-18\n- Kwesi Ahwoi | Praise or endorse | Bank (Ghana) | 2012-06-21\n- Treasury/Finance Ministry (Ghana) | Make an appeal or request | Bank (Ghana) | 2005-02-02\n- Head of Government (Ghana) | Make statement | Employee (Ghana) | 2015-11-16\n- Employee (Ghana) | Make statement | Head of Government (Ghana) | 2008-01-17\n- Head of Government (Ghana) | Praise or endorse | Employee (Ghana) | 2008-10-02\n- Trade Union Congress | Make an appeal or request | Employee (Ghana) | 2013-08-28\n- John Dramani Mahama | Make an appeal or request | Employee (Ghana) | 2015-05-01\n- John Dramani Mahama | Make an appeal or request | Bank (Ghana) | 2010-08-17\n- John Dramani Mahama | Make an appeal or request | Bank (Ghana) | 2010-08-16\n- Employee (Ghana) | Make an appeal or request | John Dramani Mahama | 2015-04-27\n- Employee (Ghana) | Make statement | Bank (Ghana) | 2010-04-19\n- Protester (Ghana) | Demonstrate or rally | Bank (Ghana) | 2014-01-17\n- Other Authorities / Officials (Ghana) | Make statement | Employee (Ghana) | 2009-12-28\nAnswer:", "completion": " 2012-05", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1230191", "prompt": "Who did Angela Merkel reject last before Alexis Tsipras?\nEvidence:\n- Angela Merkel | Reject | Gerhard Schröder | 2005-03-17\n- Georgios Papandreou | Accuse | Alexis Tsipras | 2011-04-01\n- Democratic Left | Consult | Alexis Tsipras | 2012-05-08\n- Antonis Samaras | Consult | Alexis Tsipras | 2012-05-09\n- Antonis Samaras | Consult | Alexis Tsipras | 2012-05-07\n- Antonis Samaras | Accuse | Alexis Tsipras | 2012-05-08\n- Alexis Tsipras | Demand | Citizen (Greece) | 2012-05-09\n- Alexis Tsipras | Consult | Democratic Left | 2012-05-08\n- Alexis Tsipras | Consult | Antonis Samaras | 2012-05-09\n- Alexis Tsipras | Consult | Antonis Samaras | 2012-05-07\n- Alexis Tsipras | Accuse | New Democracy | 2012-05-14\n- Alexis Tsipras | Accuse | Georgios Papandreou | 2010-11-14\n- Alexis Tsipras | Accuse | Democratic Left | 2012-05-14\n- Alexis Tsipras | Accuse | Antonis Samaras | 2012-03-12\n- Angela Merkel | Reject material cooperation | Government (Germany) | 2005-07-17\nAnswer:", "completion": " Georgios Papandreou", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1181615", "prompt": "After the citizens of Brazil, who were the first to blame the citizens of Thailand?\nEvidence:\n- Member of Parliament (Thailand) | Express intent to engage in material cooperation | Citizen (Thailand) | 2005-02-08\n- Member of Parliament (Thailand) | Consult | Citizen (Thailand) | 2005-01-28\n- Member of Parliament (Thailand) | Accuse | Citizen (Thailand) | 2005-01-25\n- Citizen (Thailand) | Consult | Member of Parliament (Thailand) | 2005-01-28\n- Cabinet / Council of Ministers / Advisors (Thailand) | Express intent to meet or negotiate | Citizen (Thailand) | 2005-01-10\n- Cabinet / Council of Ministers / Advisors (Thailand) | Express intent to meet or negotiate | Citizen (Thailand) | 2005-01-06\n- Member of Parliament (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-02-08\n- Thailand | Express intent to provide humanitarian aid | Citizen (Thailand) | 2005-01-11\n- Thailand | Express intent to provide economic aid | Citizen (Thailand) | 2005-01-05\n- Citizen (Thailand) | Express intent to provide material aid | Thailand | 2005-01-09\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2005-02-16\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2005-02-10\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2005-01-20\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2005-01-17\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2005-01-14\nAnswer:", "completion": " Democratic Party", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1151842", "prompt": "In 2015, who made Boko Haram suffer at the hands of conventional military forces?\nEvidence:\n- Government (Nigeria) | Use conventional military force | Boko Haram | 2009-09-21\n- Boko Haram | Use conventional military force | Scholar (Nigeria) | 2010-10-11\n- Boko Haram | Use conventional military force | Government (Nigeria) | 2009-08-03\n- Boko Haram | Use conventional military force | Education (Nigeria) | 2009-08-03\n- Boko Haram | Use conventional military force | Citizen (Nigeria) | 2011-04-25\n- Boko Haram | Use conventional military force | Citizen (Nigeria) | 2011-02-09\n- Boko Haram | Use conventional military force | Citizen (Nigeria) | 2011-02-07\n- Boko Haram | Use conventional military force | Citizen (Nigeria) | 2011-02-03\n- Boko Haram | Use conventional military force | Citizen (Nigeria) | 2011-01-29\n- Boko Haram | Use conventional military force | Citizen (Nigeria) | 2010-12-31\n- Boko Haram | Use conventional military force | Citizen (Nigeria) | 2010-12-29\n- Boko Haram | Use conventional military force | Citizen (Nigeria) | 2010-12-28\n- Boko Haram | Use conventional military force | Citizen (Nigeria) | 2010-12-26\n- Boko Haram | Use conventional military force | Citizen (Nigeria) | 2010-11-23\n- Boko Haram | Use conventional military force | Citizen (Nigeria) | 2010-11-22\nAnswer:", "completion": " Niger", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1251005", "prompt": "In which year did Julia Gillard last have a telephone conversation with Yoshihiko Noda?\nEvidence:\n- Yoshihiko Noda | Demand | Japan | 2010-11-24\n- Vietnam | Host a visit | Julia Gillard | 2005-01-19\n- Julia Gillard | Make a visit | Vietnam | 2005-01-19\n- Yoshihiko Noda | Make statement | Japan | 2011-05-27\n- Yoshihiko Noda | Make statement | Japan | 2011-05-19\n- Yoshihiko Noda | Make statement | Japan | 2011-05-04\n- Yoshihiko Noda | Make statement | Japan | 2011-04-16\n- Yoshihiko Noda | Make statement | Japan | 2011-04-15\n- Yoshihiko Noda | Make statement | Japan | 2011-04-05\n- Yoshihiko Noda | Make statement | Japan | 2011-03-10\n- Yoshihiko Noda | Make statement | Japan | 2011-01-27\n- Yoshihiko Noda | Make statement | Japan | 2011-01-17\n- Yoshihiko Noda | Make statement | Japan | 2011-01-12\n- Yoshihiko Noda | Make statement | Japan | 2010-11-02\n- Yoshihiko Noda | Make statement | Japan | 2010-10-21\nAnswer:", "completion": " 2011", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1370283", "prompt": "Who received the Foreign Affairs of Belgium's visit from the Foreign Affairs of Belgium after Apr 16th, 2007?\nEvidence:\n- Foreign Affairs (Slovakia) | Consult | Foreign Affairs (Belgium) | 2007-04-04\n- Foreign Affairs (Senegal) | Consult | Foreign Affairs (Belgium) | 2011-07-12\n- Foreign Affairs (Belgium) | Consult | Foreign Affairs (Slovakia) | 2007-04-04\n- Foreign Affairs (Belgium) | Consult | Foreign Affairs (Senegal) | 2011-07-12\n- Foreign Affairs (Belgium) | Consult | Foreign Affairs (Belarus) | 2013-07-23\n- Foreign Affairs (Belarus) | Consult | Foreign Affairs (Belgium) | 2013-07-23\n- Foreign Affairs (Belgium) | Make statement | Tourist (Belgium) | 2014-05-18\n- Foreign Affairs (Belgium) | Make statement | Tourist (Belgium) | 2007-09-14\n- Foreign Affairs (Belgium) | Make statement | Tourist (Belgium) | 2007-08-18\n- Foreign Affairs (Belgium) | Make statement | Police (Belgium) | 2006-04-05\n- Foreign Affairs (Belgium) | Make statement | Ministry (Belgium) | 2014-11-07\n- Foreign Affairs (Belgium) | Make statement | Ministry (Belgium) | 2007-02-07\n- Foreign Affairs (Belgium) | Consult | Cabinet / Council of Ministers / Advisors (Belgium) | 2008-09-16\n- Cabinet / Council of Ministers / Advisors (Belgium) | Consult | Foreign Affairs (Belgium) | 2008-09-16\n- Vietnam | Host a visit | Foreign Affairs (Belgium) | 2013-10-18\nAnswer:", "completion": " Iran", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1283098", "prompt": "When did Human Rights Watch make a request to Benedict XVI?\nEvidence:\n- Human Rights Commission (Pakistan) | Make statement | Human Rights Watch | 2005-10-22\n- Human Rights Watch | Accuse of human rights abuses | Vietnam | 2005-01-10\n- Human Rights Watch | Make statement | Thailand | 2005-06-07\n- Human Rights Watch | Make statement | Romania | 2005-11-05\n- Human Rights Watch | Make statement | Eritrea | 2005-02-02\n- Human Rights Watch | Make an appeal or request | Malaysia | 2005-05-18\n- Human Rights Watch | Make an appeal or request | China | 2005-04-14\n- Human Rights Watch | Make an appeal or request | Cambodia | 2005-03-12\n- Human Rights Watch | Make an appeal or request | Cambodia | 2005-01-10\n- Human Rights Watch | Accuse of human rights abuses | Government (Sudan) | 2005-04-06\n- Human Rights Watch | Accuse of human rights abuses | Government (Sudan) | 2005-04-04\n- Human Rights Watch | Accuse of human rights abuses | Citizen (Sudan) | 2005-05-31\n- Human Rights Watch | Make statement | South Africa | 2005-10-10\n- Human Rights Watch | Make statement | Reagan Okumu | 2005-04-27\n- Human Rights Watch | Make statement | Business (Indonesia) | 2005-06-20\nAnswer:", "completion": " 2007-04-20", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1171125", "prompt": "What was the last country that Islam Karimov wanted to meet with in 2005?\nEvidence:\n- Pervez Musharraf | Engage in negotiation | Islam Karimov | 2005-03-07\n- Pervez Musharraf | Engage in negotiation | Islam Karimov | 2005-03-06\n- Pervez Musharraf | Engage in negotiation | Islam Karimov | 2005-03-05\n- Janez Susnik | Engage in negotiation | Islam Karimov | 2005-03-16\n- Islam Karimov | Engage in negotiation | Pervez Musharraf | 2005-03-07\n- Islam Karimov | Engage in negotiation | Pervez Musharraf | 2005-03-06\n- Islam Karimov | Engage in negotiation | Pervez Musharraf | 2005-03-05\n- Islam Karimov | Engage in negotiation | Janez Susnik | 2005-03-16\n- Zurab Nogaideli | Express intent to meet or negotiate | Islam Karimov | 2005-04-12\n- Pervez Musharraf | Express intent to meet or negotiate | Islam Karimov | 2005-03-05\n- Islam Karimov | Express intent to meet or negotiate | Pervez Musharraf | 2005-03-05\n- Roh Moo Hyun | Engage in negotiation | Islam Karimov | 2005-05-10\n- Islam Karimov | Engage in negotiation | Roh Moo Hyun | 2005-05-10\n- Zurab Nogaideli | Consult | Islam Karimov | 2005-04-18\n- Senate (Uzbekistan) | Consult | Islam Karimov | 2005-04-06\nAnswer:", "completion": " Malaysia", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1119417", "prompt": "Who was the first to express an interest in working with Yoshihiko Noda after the Cabinet Council of Ministers Advisors of Japan?\nEvidence:\n- Yoshihiko Noda | Consult | Cabinet / Council of Ministers / Advisors (Japan) | 2011-05-17\n- Yoshihiko Noda | Consult | Cabinet / Council of Ministers / Advisors (Japan) | 2011-04-08\n- Yoshihiko Noda | Consult | Cabinet / Council of Ministers / Advisors (Japan) | 2011-04-05\n- Yoshihiko Noda | Consult | Cabinet / Council of Ministers / Advisors (Japan) | 2011-03-11\n- Yoshihiko Noda | Consult | Cabinet / Council of Ministers / Advisors (Japan) | 2011-03-10\n- Yoshihiko Noda | Consult | Cabinet / Council of Ministers / Advisors (Japan) | 2011-02-10\n- Yoshihiko Noda | Consult | Cabinet / Council of Ministers / Advisors (Japan) | 2011-01-24\n- Yoshihiko Noda | Consult | Cabinet / Council of Ministers / Advisors (Japan) | 2010-09-10\n- Cabinet / Council of Ministers / Advisors (Japan) | Consult | Yoshihiko Noda | 2011-05-17\n- Cabinet / Council of Ministers / Advisors (Japan) | Consult | Yoshihiko Noda | 2011-04-08\n- Cabinet / Council of Ministers / Advisors (Japan) | Consult | Yoshihiko Noda | 2011-04-05\n- Cabinet / Council of Ministers / Advisors (Japan) | Consult | Yoshihiko Noda | 2011-03-11\n- Cabinet / Council of Ministers / Advisors (Japan) | Consult | Yoshihiko Noda | 2011-03-10\n- Cabinet / Council of Ministers / Advisors (Japan) | Consult | Yoshihiko Noda | 2011-02-10\n- Cabinet / Council of Ministers / Advisors (Japan) | Consult | Yoshihiko Noda | 2011-01-24\nAnswer:", "completion": " Dmitry Anatolyevich Medvedev", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1066871", "prompt": "Who would wish to visit Mexico on the same month of the Foreign Affairs of Italy?\nEvidence:\n- Foreign Affairs (Israel) | Make statement | Colombia | 2005-01-27\n- Mexico | Arrest, detain, or charge with legal action | Domestic Affairs (Mexico) | 2005-01-24\n- Jesse Chacón | Express intent to cooperate on judicial matters | Colombia | 2005-03-06\n- Valdas Adamkus | Make a visit | Mexico | 2005-01-20\n- Muhammad VI | Make a visit | Mexico | 2005-02-10\n- Mexico | Host a visit | Valdas Adamkus | 2005-01-20\n- Mexico | Host a visit | Muhammad VI | 2005-02-10\n- Mexico | Host a visit | Jaroslav Palas | 2005-02-08\n- Jaroslav Palas | Make a visit | Mexico | 2005-02-08\n- Mexico | Investigate | Criminal (Mexico) | 2005-01-12\n- Other Authorities / Officials (Mexico) | Express intent to meet or negotiate | Mexico | 2005-01-06\n- Mexico | Express intent to cooperate | Colombia | 2005-06-30\n- Colombia | Express intent to cooperate | Mexico | 2005-06-30\n- Mexico | Express intent to meet or negotiate | Zapatista Army of National Liberation | 2005-01-14\n- Secretariat (Mexico) | Make statement | Mexico | 2005-02-03\nAnswer:", "completion": " Special Rapporteurs of the United Nations", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1135295", "prompt": "Who did Ashraf Ghani Ahmadzai support first after the presidential candidate of Afghanistan?\nEvidence:\n- Ashraf Ghani Ahmadzai | Make statement | Presidential Candidate (Afghanistan) | 2009-05-16\n- Presidential Candidate (Afghanistan) | Praise or endorse | Ashraf Ghani Ahmadzai | 2014-06-09\n- Presidential Candidate (Afghanistan) | Praise or endorse | Ashraf Ghani Ahmadzai | 2014-06-08\n- Presidential Candidate (Afghanistan) | Praise or endorse | Ashraf Ghani Ahmadzai | 2014-05-21\n- Ashraf Ghani Ahmadzai | Praise or endorse | Presidential Candidate (Afghanistan) | 2014-06-08\n- Ashraf Ghani Ahmadzai | Criticize or denounce | Presidential Candidate (Afghanistan) | 2009-07-31\n- Ashraf Ghani Ahmadzai | Make an appeal or request | Presidential Candidate (Afghanistan) | 2014-01-03\n- Ashraf Ghani Ahmadzai | Make an appeal or request | Presidential Candidate (Afghanistan) | 2014-01-02\n- Ashraf Ghani Ahmadzai | Express intent to meet or negotiate | Presidential Candidate (Afghanistan) | 2009-05-24\n- Ashraf Ghani Ahmadzai | Make statement | Refugee (Afghanistan) | 2006-04-12\n- Ashraf Ghani Ahmadzai | Make statement | Insurgent (Afghanistan) | 2010-09-21\n- Ashraf Ghani Ahmadzai | Consult | Armed Band (Afghanistan) | 2008-08-11\n- Armed Band (Afghanistan) | Consult | Ashraf Ghani Ahmadzai | 2008-08-11\n- Ministry (Afghanistan) | Praise or endorse | Ashraf Ghani Ahmadzai | 2014-05-26\n- Election Commission (Afghanistan) | Make statement | Ashraf Ghani Ahmadzai | 2014-05-18\nAnswer:", "completion": " Military Personnel - Special (Afghanistan)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1215374", "prompt": "In which month did the Criminal of Jamaica last use unconventional violence against the children of Jamaica?\nEvidence:\n- Criminal (Jamaica) | Use unconventional violence | Children (Jamaica) | 2014-06-03\n- Criminal (Jamaica) | Use unconventional violence | Children (Jamaica) | 2014-02-15\n- Criminal (Jamaica) | Use unconventional violence | Police (Jamaica) | 2010-05-27\n- Criminal (Jamaica) | Use unconventional violence | Police (Jamaica) | 2010-05-25\n- Criminal (Jamaica) | Use unconventional violence | Police (Jamaica) | 2010-05-24\n- Criminal (Jamaica) | Use unconventional violence | Police (Jamaica) | 2008-05-27\n- Criminal (Jamaica) | Use unconventional violence | Police (Jamaica) | 2005-03-31\n- Criminal (Jamaica) | Use unconventional violence | Healthcare Facility (Jamaica) | 2010-05-25\n- Drug Gang (Jamaica) | Use unconventional violence | Police (Jamaica) | 2010-05-25\n- Criminal (Netherlands) | Use unconventional violence | Children (Netherlands) | 2013-06-10\n- Criminal (Netherlands) | Use unconventional violence | Children (Netherlands) | 2010-03-17\n- Criminal (Jordan) | Use unconventional violence | Children (Jordan) | 2009-01-29\n- Criminal (Israel) | Use unconventional violence | Children (Israel) | 2011-07-19\n- Criminal (Israel) | Use unconventional violence | Children (Israel) | 2011-02-20\n- Police (Jamaica) | Use conventional military force | Children (Jamaica) | 2014-04-06\nAnswer:", "completion": " 2014-06", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1154706", "prompt": "With whom did Raúl Castro last negotiate before Ricardo Alarcón de Quesada?\nEvidence:\n- Ricardo Alarcón de Quesada | Consult | Raúl Castro | 2006-12-19\n- Raúl Castro | Consult | Ricardo Alarcón de Quesada | 2006-12-19\n- Ricardo Alarcón de Quesada | Make statement | Raúl Castro | 2006-08-04\n- Ricardo Alarcón de Quesada | Consult | China | 2007-06-06\n- China | Consult | Ricardo Alarcón de Quesada | 2007-06-06\n- Ricardo Alarcón de Quesada | Make statement | Iran | 2007-05-06\n- Ricardo Alarcón de Quesada | Make statement | Iran | 2007-05-05\n- Ricardo Alarcón de Quesada | Defend verbally | Iran | 2006-02-17\n- Ricardo Alarcón de Quesada | Consult | Associated Press | 2005-05-17\n- Paya | Deny responsibility | Ricardo Alarcón de Quesada | 2005-03-11\n- Iran | Make statement | Ricardo Alarcón de Quesada | 2007-05-06\n- Associated Press | Consult | Ricardo Alarcón de Quesada | 2005-05-17\n- Vietnam | Host a visit | Ricardo Alarcón de Quesada | 2007-06-18\n- Vietnam | Host a visit | Ricardo Alarcón de Quesada | 2007-06-15\n- Vietnam | Host a visit | Ricardo Alarcón de Quesada | 2007-06-14\nAnswer:", "completion": " Xi Jinping", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1017824", "prompt": "Who was the last to request a meeting with Sergei Ivanovich Shmatko?\nEvidence:\n- Sergei Ivanovich Shmatkó | Consult | China | 2009-02-16\n- China | Consult | Sergei Ivanovich Shmatkó | 2009-02-16\n- Sergei Ivanovich Shmatkó | Make a visit | Japan | 2008-06-06\n- Sergei Ivanovich Shmatkó | Make a visit | Iran | 2009-12-02\n- Sergei Ivanovich Shmatkó | Make a visit | Iran | 2009-12-01\n- Sergei Ivanovich Shmatkó | Make a visit | Iran | 2009-11-30\n- Sergei Ivanovich Shmatkó | Make a visit | Iran | 2007-07-01\n- Japan | Host a visit | Sergei Ivanovich Shmatkó | 2008-06-06\n- Iran | Host a visit | Sergei Ivanovich Shmatkó | 2009-12-02\n- Iran | Host a visit | Sergei Ivanovich Shmatkó | 2009-12-01\n- Iran | Host a visit | Sergei Ivanovich Shmatkó | 2009-11-30\n- Iran | Host a visit | Sergei Ivanovich Shmatkó | 2007-07-01\n- Sergei Ivanovich Shmatkó | Make statement | Iran | 2010-07-14\n- Sergei Ivanovich Shmatkó | Make statement | Iran | 2009-11-30\n- Sergei Ivanovich Shmatkó | Make statement | Iran | 2009-11-17\nAnswer:", "completion": " Ministry (Iran)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1173563", "prompt": "Before Hui Liangyu, who wished to negotiate with Rafael Correa last?\nEvidence:\n- Hui Liangyu | Investigate | China | 2007-02-06\n- Hui Liangyu | Investigate | China | 2006-09-19\n- Hui Liangyu | Investigate | China | 2006-04-01\n- Hui Liangyu | Investigate | China | 2005-12-02\n- Hui Liangyu | Investigate | China | 2005-06-26\n- Hui Liangyu | Demand | China | 2006-09-05\n- Hui Liangyu | Demand | China | 2005-04-05\n- Hui Liangyu | Express intent to meet or negotiate | France | 2006-04-19\n- Hui Liangyu | Express intent to meet or negotiate | France | 2006-04-18\n- Zyta Gilowska | Consult | Hui Liangyu | 2006-04-13\n- Hui Liangyu | Make statement | Thailand | 2006-01-16\n- Hui Liangyu | Make statement | China | 2006-12-23\n- Hui Liangyu | Make statement | China | 2006-11-09\n- Hui Liangyu | Make statement | China | 2006-07-13\n- Hui Liangyu | Make statement | China | 2006-07-04\nAnswer:", "completion": " Ingrid Betancourt Pulecio", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1065271", "prompt": "Who negotiated with Benjamin Netanyahu in the same year as Abdel Fattah Al-Sisi?\nEvidence:\n- Abdel Fattah Al-Sisi | Threaten | People Associated with the Opposition (Egypt) | 2013-06-24\n- Protester (Egypt) | Reject | Abdel Fattah Al-Sisi | 2013-01-29\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-07-03\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-04-24\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-20\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-18\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-17\n- Barack Obama | Consult | Abdel Fattah Al-Sisi | 2013-04-26\n- Abdel Fattah Al-Sisi | Threaten | Protester (Egypt) | 2013-07-24\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-07-03\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-04-24\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-20\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-18\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-17\n- Abdel Fattah Al-Sisi | Consult | Barack Obama | 2013-04-26\nAnswer:", "completion": " Iran", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1306449", "prompt": "Before the citizens of Thailand, who did the National United Front for Democracy Against Dictatorship last reject?\nEvidence:\n- Thailand | Reject | Citizen (Thailand) | 2005-02-08\n- Citizen (Thailand) | Reject | Thailand | 2005-02-09\n- Citizen (Thailand) | Reject | Thailand | 2005-02-08\n- Citizen (Thailand) | Reject | Thailand | 2005-02-04\n- Citizen (Thailand) | Reject | Thailand | 2005-01-16\n- Citizen (Thailand) | Reject | Thailand | 2005-01-01\n- Villager (Thailand) | Reject | Citizen (Thailand) | 2005-02-03\n- Villager (Thailand) | Reject | Citizen (Thailand) | 2005-02-01\n- Party Member (Thailand) | Bring lawsuit against | Citizen (Thailand) | 2005-01-15\n- Party Member (Thailand) | Reject | Citizen (Thailand) | 2005-02-08\n- Citizen (Thailand) | Demonstrate for policy change | Thailand | 2005-01-17\n- Banharn Silpa-archa | Reject | Citizen (Thailand) | 2005-01-02\n- Thailand | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-01-05\n- Thailand | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-01-04\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | Thailand | 2005-01-05\nAnswer:", "completion": " Abhisit Vejjajiva", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1104151", "prompt": "Before South Africa, with which country did the United Arab Emirates last sign a formal agreement?\nEvidence:\n- United Arab Emirates | Sign formal agreement | Malaysia | 2005-03-19\n- United Arab Emirates | Sign formal agreement | Iraq | 2005-03-07\n- Malaysia | Sign formal agreement | United Arab Emirates | 2005-03-19\n- Iraq | Sign formal agreement | United Arab Emirates | 2005-03-07\n- South Africa | Sign formal agreement | Mauritania | 2005-01-25\n- South Africa | Sign formal agreement | Angola | 2005-02-25\n- South Africa | Sign formal agreement | Angola | 2005-02-18\n- South Africa | Sign formal agreement | Angola | 2005-02-17\n- Mauritania | Sign formal agreement | South Africa | 2005-01-25\n- Angola | Sign formal agreement | South Africa | 2005-02-25\n- Angola | Sign formal agreement | South Africa | 2005-02-18\n- Angola | Sign formal agreement | South Africa | 2005-02-17\n- United Arab Emirates | Host a visit | South Korea | 2005-03-15\n- South Korea | Make a visit | United Arab Emirates | 2005-03-15\n- Supreme Council (United Arab Emirates) | Make statement | United Arab Emirates | 2005-03-26\nAnswer:", "completion": " UAE Armed Forces", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1159349", "prompt": "On 3 March 2008, who appealed on behalf of the other authorities and officials of Nigeria?\nEvidence:\n- France | Rally support on behalf of | Other Authorities / Officials (Russia) | 2012-05-04\n- Javier Solana | Rally support on behalf of | Other Authorities / Officials (Somalia) | 2008-10-31\n- Government (Burundi) | Rally support on behalf of | Other Authorities / Officials (Burundi) | 2015-09-06\n- Other Authorities / Officials (Turkey) | Rally support on behalf of | Party Member (Turkey) | 2006-03-23\n- Head of Government (Brazil) | Rally support on behalf of | Other Authorities / Officials (Brazil) | 2015-03-27\n- Other Authorities / Officials (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2005-09-16\n- The Hague | Consult | Other Authorities / Officials (Serbia) | 2008-11-18\n- The Chronicle | Consult | Other Authorities / Officials (Ghana) | 2005-08-10\n- Other Authorities / Officials (Serbia) | Consult | The Hague | 2008-11-18\n- Other Authorities / Officials (Ghana) | Consult | The Chronicle | 2005-08-10\n- Head of Government (Nigeria) | Accuse | Other Authorities / Officials (Nigeria) | 2005-12-07\n- Other Authorities / Officials (Serbia) | Express intent to cooperate on judicial matters | The Hague | 2011-06-04\n- Other Authorities / Officials (Nigeria) | Threaten | Government (Nigeria) | 2005-12-06\n- Other Authorities / Officials (Nigeria) | Threaten | Citizen (Nigeria) | 2005-12-05\n- Other Authorities / Officials (Nigeria) | Reject | Citizen (Nigeria) | 2005-03-21\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1191831", "prompt": "In what year did the Kosovo police first appeal to the United Nations Interim Administration in Kosovo?\nEvidence:\n- United Nations Interim Administration in Kosovo | Demonstrate or rally | United Nations Interim Administration in Kosovo | 2006-06-08\n- United Nations Interim Administration in Kosovo | Make statement | Police (Kosovo) | 2007-01-09\n- United Nations Interim Administration in Kosovo | Make statement | Police (Kosovo) | 2006-06-07\n- United Nations Interim Administration in Kosovo | Make statement | Police (Kosovo) | 2005-08-18\n- Police (Kosovo) | Make an appeal or request | United Nations Interim Administration in Kosovo | 2006-07-04\n- United Nations Interim Administration in Kosovo | Make statement | Ministry (Kosovo) | 2005-12-08\n- United Nations Interim Administration in Kosovo | Make statement | Ministry (Kosovo) | 2005-11-24\n- United Nations Interim Administration in Kosovo | Consult | City Mayor (Kosovo) | 2006-03-16\n- City Mayor (Kosovo) | Consult | United Nations Interim Administration in Kosovo | 2006-03-16\n- United Nations Interim Administration in Kosovo | Express intent to cooperate | Veterans (Kosovo) | 2005-09-23\n- United Nations Interim Administration in Kosovo | Make statement | City Mayor (Kosovo) | 2006-11-03\n- Vlado Buckovski | Consult | United Nations Interim Administration in Kosovo | 2006-06-07\n- United Nations Interim Administration in Kosovo | Consult | Vlado Buckovski | 2006-06-07\n- United Nations Interim Administration in Kosovo | Consult | Milo Djukanovic | 2005-10-06\n- United Nations Interim Administration in Kosovo | Consult | Javier Solana | 2006-06-14\nAnswer:", "completion": " 2006", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1390625", "prompt": "Who made a request to the preacher of Kenya on 17 April 2015?\nEvidence:\n- Preacher (Kenya) | Make an appeal or request | Hassan Joho | 2015-04-17\n- Al-Shabaab | Make an appeal or request | Preacher (Kenya) | 2015-04-17\n- Al-Shabaab | Make an appeal or request | Islamic Preacher (Kenya) | 2015-04-17\nAnswer:", "completion": " Al-Shabaab", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 3, "n_anchors": 0} +{"id": "mtq_1125179", "prompt": "In February 2013, who had a telephone conversation with Benjamin Netanyahu?\nEvidence:\n- Japan | Host a visit | Benjamin Netanyahu | 2005-09-01\n- Benjamin Netanyahu | Make a visit | Japan | 2005-09-01\n- Likud | Engage in material cooperation | Benjamin Netanyahu | 2012-12-30\n- Benjamin Netanyahu | Engage in material cooperation | Likud | 2012-12-30\n- Benjamin Netanyahu | Engage in material cooperation | Likud | 2009-02-11\n- Benjamin Netanyahu | Demand change in leadership | Likud | 2006-01-03\n- Benjamin Netanyahu | Appeal for change in leadership | Likud | 2006-01-12\n- Likud | Threaten | Benjamin Netanyahu | 2006-02-15\n- Likud | Reject | Benjamin Netanyahu | 2009-05-15\n- Likud | Reject | Benjamin Netanyahu | 2005-09-27\n- Likud | Investigate | Benjamin Netanyahu | 2010-08-30\n- Likud | Demand | Benjamin Netanyahu | 2011-03-01\n- Likud | Demand | Benjamin Netanyahu | 2010-09-01\n- Likud | Demand | Benjamin Netanyahu | 2009-06-14\n- Likud | Consult | Benjamin Netanyahu | 2013-01-03\nAnswer:", "completion": " Barack Obama", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1021675", "prompt": "In what year did the Uruguayan Ministry of the Interior sign an agreement with Alberto Fernández?\nEvidence:\n- Domestic Affairs (Uruguay) | Sign formal agreement | Alberto Fernández | 2005-05-31\n- Alberto Fernández | Sign formal agreement | Domestic Affairs (Uruguay) | 2005-05-31\n- Cristina Fernández de Kirchner | Engage in negotiation | Alberto Fernández | 2007-11-24\n- Alberto Fernández | Engage in negotiation | Cristina Fernández de Kirchner | 2007-11-24\n- Eduardo Sigal | Engage in negotiation | Alberto Fernández | 2006-10-20\n- Alberto Fernández | Engage in negotiation | Eduardo Sigal | 2006-10-20\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-12-26\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-11-15\n- Cristina Fernández de Kirchner | Accuse | Alberto Fernández | 2005-12-24\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2007-11-15\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2007-12-26\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2007-11-15\n- Cristina Fernández de Kirchner | Make an appeal or request | Alberto Fernández | 2008-01-24\n- International Monetary Fund | Engage in negotiation | Alberto Fernández | 2005-12-14\n- Alberto Fernández | Engage in negotiation | International Monetary Fund | 2005-12-14\nAnswer:", "completion": " 2005", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1283292", "prompt": "With whom did Benjamin Netanyahu negotiate for the first time in 2010?\nEvidence:\n- Mahmoud Abbas | Engage in negotiation | Benjamin Netanyahu | 2010-01-02\n- Benjamin Netanyahu | Engage in negotiation | Mahmoud Abbas | 2010-01-02\n- Benjamin Netanyahu | Engage in negotiation | Angela Merkel | 2010-01-18\n- Angela Merkel | Engage in negotiation | Benjamin Netanyahu | 2010-01-18\n- Envoy (United States) | Engage in negotiation | Benjamin Netanyahu | 2010-01-21\n- Benjamin Netanyahu | Engage in negotiation | Envoy (United States) | 2010-01-21\n- Head of Government (Egypt) | Engage in negotiation | Benjamin Netanyahu | 2010-01-03\n- Benjamin Netanyahu | Engage in negotiation | Head of Government (Egypt) | 2010-01-03\n- Tzipi Livni | Accuse | Benjamin Netanyahu | 2010-02-25\n- Government (Germany) | Consult | Benjamin Netanyahu | 2010-01-18\n- Benjamin Netanyahu | Reject | Mahmoud Ahmadinejad | 2010-02-18\n- Benjamin Netanyahu | Reject | Mahmoud Ahmadinejad | 2010-02-16\n- Benjamin Netanyahu | Reject | Mahmoud Abbas | 2010-01-21\n- Benjamin Netanyahu | Consult | Government (Germany) | 2010-01-18\n- Benjamin Netanyahu | Consult | Angela Merkel | 2010-01-22\nAnswer:", "completion": " Mahmoud Abbas", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1064234", "prompt": "After 11 March 2014, to whom did the Royal Administration of Saudi Arabia send the condemnation?\nEvidence:\n- Royal Administration (Saudi Arabia) | Threaten | Citizen (Saudi Arabia) | 2008-10-28\n- Royal Administration (Saudi Arabia) | Investigate | Education (Saudi Arabia) | 2006-03-26\n- Royal Administration (Saudi Arabia) | Investigate | Detainee (Saudi Arabia) | 2006-05-18\n- Royal Administration (Saudi Arabia) | Investigate | Citizen (Saudi Arabia) | 2008-12-04\n- Royal Administration (Saudi Arabia) | Demand | Police (Saudi Arabia) | 2008-04-29\n- Royal Administration (Saudi Arabia) | Demand | Employee (Saudi Arabia) | 2010-01-17\n- Royal Administration (Saudi Arabia) | Demand | Education (Saudi Arabia) | 2010-05-03\n- Royal Administration (Saudi Arabia) | Consult | Police (Saudi Arabia) | 2010-09-20\n- Royal Administration (Saudi Arabia) | Consult | Education (Saudi Arabia) | 2008-03-18\n- Royal Administration (Saudi Arabia) | Consult | Citizen (Saudi Arabia) | 2011-10-07\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-09\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-07\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-04\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-03\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-02\nAnswer:", "completion": " Citizen (Saudi Arabia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1079824", "prompt": "After Shimon Peres, who was the first to praise Antonis Samaras?\nEvidence:\n- Laos | Accuse | Antonis Samaras | 2010-09-28\n- Shimon Peres | Praise or endorse | Mahmoud Abbas | 2005-01-25\n- Shimon Peres | Praise or endorse | Mahmoud Abbas | 2005-01-12\n- Shimon Peres | Praise or endorse | Mahmoud Abbas | 2005-01-11\n- Shimon Peres | Praise or endorse | Mahmoud Abbas | 2005-01-10\n- Georgios Papandreou | Consult | Antonis Samaras | 2010-12-14\n- Georgios Papandreou | Consult | Antonis Samaras | 2009-12-15\n- Antonis Samaras | Demand | New Democracy | 2009-11-07\n- Antonis Samaras | Demand | Citizen (Greece) | 2010-07-21\n- Antonis Samaras | Consult | Georgios Papandreou | 2010-12-14\n- Antonis Samaras | Consult | Georgios Papandreou | 2009-12-15\n- Antonis Samaras | Accuse | Georgios Papandreou | 2011-04-01\n- Antonis Samaras | Accuse | Georgios Papandreou | 2010-09-23\n- Shimon Peres | Praise or endorse | United Arab Emirates | 2005-02-18\n- Shimon Peres | Appeal to yield | Eli Yishai | 2005-02-13\nAnswer:", "completion": " Angela Merkel", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1059683", "prompt": "Who was the first to suffer from the unconventional violence of the Criminal of Sudan in 2015?\nEvidence:\n- Women (France) | Use unconventional violence | France | 2015-01-14\n- Men (France) | Use unconventional violence | France | 2015-01-13\n- Men (France) | Use unconventional violence | France | 2015-01-10\n- Men (France) | Use unconventional violence | France | 2015-01-08\n- Men (France) | Use unconventional violence | France | 2015-01-07\n- Military Personnel - Special (France) | Use unconventional violence | France | 2015-01-11\n- Sudan | Engage in diplomatic cooperation | Ethiopia | 2015-01-06\n- Ethiopia | Engage in diplomatic cooperation | Sudan | 2015-01-06\n- Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | Ethiopia | 2015-01-12\n- Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2015-01-13\n- Sudan | Express intent to cooperate | France | 2015-01-01\n- France | Express intent to cooperate | Sudan | 2015-01-01\n- Head of Government (Chad) | Make a visit | Sudan | 2015-01-30\n- Sudan | Consult | South Sudan | 2015-01-11\n- Sudan | Accuse | South Sudan | 2015-01-25\nAnswer:", "completion": " Citizen (Sudan)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1328823", "prompt": "Who was the Lawyer/Attorney of Australia negotiating with after 10 March 2005?\nEvidence:\n- Police (Australia) | Engage in negotiation | Lawyer/Attorney (Australia) | 2005-03-10\n- Lawyer/Attorney (Australia) | Engage in negotiation | Police (Australia) | 2005-03-10\n- Lawyer/Attorney (Australia) | Arrest, detain, or charge with legal action | Medical Personnel (Australia) | 2005-03-10\n- Lawyer/Attorney (United States) | Make statement | Employee (Canada) | 2005-03-10\n- Lawyer/Attorney (South Korea) | Investigate | Grand National Party | 2005-03-10\n- Labor Union (South Korea) | Complain officially | Lawyer/Attorney (South Korea) | 2005-03-10\nAnswer:", "completion": " Royal Administration (Australia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 6, "n_anchors": 0} +{"id": "mtq_1277440", "prompt": "After Raúl Castro, who was the first to meet with the other authorities and officials of Russia?\nEvidence:\n- Raúl Castro | Express intent to meet or negotiate | Vietnam | 2005-04-27\n- Raúl Castro | Express intent to meet or negotiate | Vietnam | 2005-04-26\n- Raúl Castro | Express intent to meet or negotiate | Vietnam | 2005-04-25\n- Raúl Castro | Express intent to meet or negotiate | Vietnam | 2005-04-22\n- Raúl Castro | Express intent to meet or negotiate | Vietnam | 2005-04-21\n- Raúl Castro | Express intent to meet or negotiate | Vietnam | 2005-04-15\n- Raúl Castro | Express intent to meet or negotiate | Malaysia | 2005-04-22\n- Raúl Castro | Express intent to meet or negotiate | Malaysia | 2005-04-21\n- Raúl Castro | Express intent to meet or negotiate | Laos | 2005-04-21\n- Raúl Castro | Express intent to meet or negotiate | China | 2005-04-15\n- Raúl Castro | Consult | China | 2005-04-19\n- China | Consult | Raúl Castro | 2005-04-19\n- Xu Caihou | Consult | Raúl Castro | 2005-04-18\n- Wen Jiabao | Consult | Raúl Castro | 2005-04-19\n- Raúl Castro | Make statement | Vietnam | 2005-05-04\nAnswer:", "completion": " Dmitry Anatolyevich Medvedev", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1376553", "prompt": "After June, the year of 2007, who received the head of government of Taiwan's visit from the head of government of Taiwan?\nEvidence:\n- Head of Government (Taiwan) | Consult | Government Official (Taiwan) | 2009-04-22\n- Government Official (Taiwan) | Consult | Head of Government (Taiwan) | 2009-04-22\n- Professor (Taiwan) | Demand | Head of Government (Taiwan) | 2007-01-30\n- Professor (Taiwan) | Demand | Head of Government (Taiwan) | 2007-01-29\n- Head of Government (Taiwan) | Consult | Businessperson (Taiwan) | 2007-09-04\n- Businessperson (Taiwan) | Consult | Head of Government (Taiwan) | 2007-09-04\n- Business (Taiwan) | Accuse | Head of Government (Taiwan) | 2007-12-04\n- Head of Government (Taiwan) | Make statement | Government Official (Taiwan) | 2014-04-27\n- Government Official (Taiwan) | Make statement | Head of Government (Taiwan) | 2006-08-07\n- Professor (Taiwan) | Make statement | Head of Government (Taiwan) | 2007-01-30\n- Party Member (Taiwan) | Accuse | Head of Government (Taiwan) | 2009-11-10\n- Indigenous People (Taiwan) | Consult | Head of Government (Taiwan) | 2009-04-22\n- Head of Government (Taiwan) | Make statement | Military (Taiwan) | 2011-04-21\n- Head of Government (Taiwan) | Make statement | Business (Taiwan) | 2012-09-18\n- Head of Government (Taiwan) | Make statement | Business (Taiwan) | 2012-04-05\nAnswer:", "completion": " Malaysia", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1208375", "prompt": "Before Aree Wong Araya, who made the last request to the media in Thailand?\nEvidence:\n- Aree Wong Araya | Threaten | Thailand | 2007-02-23\n- Aree Wong Araya | Make statement | Media (Thailand) | 2007-02-23\n- Governor (Thailand) | Consult | Aree Wong Araya | 2006-12-04\n- Governor (Thailand) | Consult | Aree Wong Araya | 2006-12-03\n- Aree Wong Araya | Threaten | Governor (Thailand) | 2007-06-05\n- Aree Wong Araya | Make statement | Thailand | 2007-04-10\n- Aree Wong Araya | Make statement | Thailand | 2007-04-09\n- Aree Wong Araya | Make statement | Thailand | 2007-04-07\n- Aree Wong Araya | Demand | Governor (Thailand) | 2007-03-08\n- Aree Wong Araya | Demand | Citizen (Thailand) | 2006-11-07\n- Aree Wong Araya | Demand | Citizen (Thailand) | 2006-10-18\n- Aree Wong Araya | Consult | Governor (Thailand) | 2006-12-04\n- Aree Wong Araya | Consult | Governor (Thailand) | 2006-12-03\n- Media Personnel (Thailand) | Make statement | Aree Wong Araya | 2007-02-08\n- Aree Wong Araya | Make an appeal or request | Media (Thailand) | 2007-04-10\nAnswer:", "completion": " Abhisit Vejjajiva", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1273112", "prompt": "When did the militant of Syria last threaten the citizens of the United Kingdom?\nEvidence:\n- Militant (Syria) | Threaten | Citizen (United Kingdom) | 2014-02-07\n- Militant (Syria) | Threaten | Men (Syria) | 2015-04-05\n- Armed Rebel (Syria) | Threaten | Militant (Syria) | 2012-09-28\n- Militant (Syria) | Threaten | Middle East | 2014-08-15\n- Militant (Syria) | Use unconventional violence | Citizen (United Kingdom) | 2015-09-29\n- Lawmaker (United Kingdom) | Criticize or denounce | Militant (Syria) | 2015-12-03\n- Citizen (United Kingdom) | Use unconventional violence | Militant (Syria) | 2015-09-29\n- Secretary of State for the Home Department | Threaten | Citizen (United Kingdom) | 2010-12-13\n- Scientist (United Kingdom) | Threaten | Looter (United Kingdom) | 2015-11-10\n- Muslim (United Kingdom) | Threaten | Citizen (United Kingdom) | 2014-04-26\n- Citizen (United Kingdom) | Threaten | Newspaper (United Kingdom) | 2005-02-17\n- Citizen (United Kingdom) | Threaten | Muslim (United Kingdom) | 2008-06-02\n- Citizen (United Kingdom) | Threaten | Businessperson (United Kingdom) | 2010-10-18\n- Citizen (United Kingdom) | Threaten | Businessperson (United Kingdom) | 2006-07-20\n- Businessperson (United Kingdom) | Threaten | Lawmaker (United Kingdom) | 2008-01-21\nAnswer:", "completion": " 2014-02-07", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1126043", "prompt": "In what month did Irakli Alasania last denounce the government of Georgia?\nEvidence:\n- Irakli Alasania | Criticize or denounce | Government (Georgia) | 2012-12-08\n- Irakli Alasania | Accuse | Government (Georgia) | 2012-03-23\n- Irakli Alasania | Accuse | Government (Georgia) | 2012-03-21\n- Irakli Alasania | Accuse | Government (Georgia) | 2009-12-15\n- Irakli Alasania | Make statement | Government (Georgia) | 2012-10-30\n- Irakli Alasania | Make statement | Government (Georgia) | 2012-03-23\n- Irakli Alasania | Consult | Government Official (Georgia) | 2009-03-14\n- Government Official (Georgia) | Consult | Irakli Alasania | 2009-03-14\n- Irakli Alasania | Engage in negotiation | Government Official (Georgia) | 2009-03-26\n- Government Official (Georgia) | Engage in negotiation | Irakli Alasania | 2009-03-26\n- Population (Georgia) | Consult | Irakli Alasania | 2010-12-07\n- Irakli Alasania | Consult | Population (Georgia) | 2010-12-07\n- Military Personnel (Georgia) | Consult | Irakli Alasania | 2013-06-27\n- Military Personnel (Georgia) | Consult | Irakli Alasania | 2012-11-07\n- Irakli Alasania | Consult | Military Personnel (Georgia) | 2013-06-27\nAnswer:", "completion": " 2012-12", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1241861", "prompt": "When did Mikhail Yefimovich Fradkov first express an interest in cooperation with Yuriy Yekhanurov?\nEvidence:\n- Yuriy Yekhanurov | Consult | Mikhail Yefimovich Fradkov | 2005-11-25\n- Yuriy Yekhanurov | Consult | Mikhail Yefimovich Fradkov | 2005-10-19\n- Yuriy Yekhanurov | Consult | Mikhail Yefimovich Fradkov | 2005-10-02\n- Yuriy Yekhanurov | Consult | Mikhail Yefimovich Fradkov | 2005-09-30\n- Mikhail Yefimovich Fradkov | Consult | Yuriy Yekhanurov | 2005-11-25\n- Mikhail Yefimovich Fradkov | Consult | Yuriy Yekhanurov | 2005-10-19\n- Mikhail Yefimovich Fradkov | Consult | Yuriy Yekhanurov | 2005-10-02\n- Mikhail Yefimovich Fradkov | Consult | Yuriy Yekhanurov | 2005-09-30\n- Yuriy Yekhanurov | Express intent to cooperate | Mikhail Yefimovich Fradkov | 2005-11-22\n- Mikhail Yefimovich Fradkov | Express intent to cooperate | Yuriy Yekhanurov | 2005-11-22\n- Mikhail Yefimovich Fradkov | Praise or endorse | Yuriy Yekhanurov | 2005-09-30\n- Mikhail Yefimovich Fradkov | Praise or endorse | Yuriy Yekhanurov | 2005-09-23\n- Yuriy Yekhanurov | Express intent to meet or negotiate | Mikhail Yefimovich Fradkov | 2005-09-30\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | Yuriy Yekhanurov | 2005-11-22\n- Zurab Nogaideli | Engage in negotiation | Mikhail Yefimovich Fradkov | 2005-06-03\nAnswer:", "completion": " 2005-11-22", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1384765", "prompt": "Who was the last to be threatened by Boko Haram before the Nigerian media?\nEvidence:\n- Nigerian Governors Forum | Make statement | Boko Haram | 2009-07-31\n- Nigerian Red Cross Society | Make statement | Boko Haram | 2009-08-17\n- Nigerian Governors Forum | Discuss by telephone | Media (Africa) | 2013-06-27\n- Media (Africa) | Discuss by telephone | Nigerian Governors Forum | 2013-06-27\n- Government (Nigeria) | Accuse | Boko Haram | 2010-10-13\n- Citizen (Nigeria) | Accuse | Boko Haram | 2011-05-26\n- Boko Haram | Threaten | Citizen (Nigeria) | 2011-02-03\n- Boko Haram | Demand | Government (Nigeria) | 2010-10-15\n- Boko Haram | Demand | Citizen (Nigeria) | 2011-02-03\n- Boko Haram | Assassinate | Citizen (Nigeria) | 2010-11-14\n- Boko Haram | Assassinate | Citizen (Nigeria) | 2010-11-09\n- Ministry (Nigeria) | Make statement | Boko Haram | 2009-08-11\n- Hafiz Ringim | Make statement | Boko Haram | 2011-02-03\n- Government (Nigeria) | Make statement | Boko Haram | 2009-08-02\n- Citizen (Nigeria) | Reduce relations | Boko Haram | 2011-02-03\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1142123", "prompt": "After the citizens of the United Kingdom, who was the first to be rejected by Nuri al-Maliki?\nEvidence:\n- Citizen (United Kingdom) | Demand | Nuri al-Maliki | 2006-05-12\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-05-20\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-26\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-25\n- Nuri al-Maliki | Consult | Iraq | 2006-04-27\n- Iraq | Consult | Nuri al-Maliki | 2006-04-27\n- Council of Representatives | Make statement | Nuri al-Maliki | 2006-05-17\n- Tony Blair | Consult | Nuri al-Maliki | 2006-05-22\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-22\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-20\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-09\n- Nuri al-Maliki | Make statement | Iraq | 2006-04-22\n- Nuri al-Maliki | Make statement | Iraq | 2005-08-22\n- Nuri al-Maliki | Consult | Tony Blair | 2006-05-22\n- Nuri al-Maliki | Consult | Legislature (Iraq) | 2006-05-20\nAnswer:", "completion": " Party Member (Iraq)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1335775", "prompt": "After Ma Ying Jeou, which country was the first to praise Xi Jinping?\nEvidence:\n- Ma Ying Jeou | Praise or endorse | China | 2005-05-04\n- Ma Ying Jeou | Praise or endorse | China | 2005-02-04\n- Ma Ying Jeou | Praise or endorse | Lien Chan | 2005-04-03\n- Ma Ying Jeou | Demand | Kuomintang | 2005-02-05\n- China | Reject | Ma Ying Jeou | 2005-01-05\n- China | Reject | Ma Ying Jeou | 2005-01-04\n- Ma Ying Jeou | Make statement | Kuomintang | 2005-04-15\n- Ma Ying Jeou | Make statement | Japan | 2005-03-04\n- Ma Ying Jeou | Make statement | China | 2005-03-28\n- Ma Ying Jeou | Make statement | China | 2005-03-06\n- Ma Ying Jeou | Make statement | China | 2005-01-07\n- Kuomintang | Make statement | Ma Ying Jeou | 2005-02-07\n- Professor (Taiwan) | Make statement | Ma Ying Jeou | 2005-02-15\n- Ma Ying Jeou | Make statement | Lien Chan | 2005-06-02\n- Ma Ying Jeou | Make statement | Lien Chan | 2005-05-27\nAnswer:", "completion": " Laos", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1382522", "prompt": "Who did Branko Crvenkovski appeal to after 21 November 2008?\nEvidence:\n- Branko Crvenkovski | Make an appeal or request | Government Affiliated Bank (Macedonia) | 2008-11-21\nAnswer:", "completion": " Social Democratic Union", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 1} +{"id": "mtq_1060075", "prompt": "Who did Umaru Musa Yar'Adua negotiate with on the same month as the leader of Ghana?\nEvidence:\n- Umaru Musa Yar'Adua | Threaten | Government (Nigeria) | 2005-01-25\n- Umaru Musa Yar'Adua | Demand | Citizen (Nigeria) | 2007-05-31\n- Umaru Musa Yar'Adua | Consult | South Africa | 2007-04-26\n- Umaru Musa Yar'Adua | Consult | Abdoulaye Wade | 2007-05-08\n- Umaru Musa Yar'Adua | Accuse | Citizen (Nigeria) | 2007-01-05\n- South Africa | Consult | Umaru Musa Yar'Adua | 2007-04-26\n- Oluṣẹgun Ọbasanjọ | Yield | Umaru Musa Yar'Adua | 2007-05-30\n- Oluṣẹgun Ọbasanjọ | Yield | Umaru Musa Yar'Adua | 2007-05-29\n- Daily Trust | Reject | Umaru Musa Yar'Adua | 2007-02-09\n- Citizen (Nigeria) | Demand | Umaru Musa Yar'Adua | 2007-04-23\n- Abdoulaye Wade | Consult | Umaru Musa Yar'Adua | 2007-05-08\n- Umaru Musa Yar'Adua | Praise or endorse | China | 2007-05-30\n- Umaru Musa Yar'Adua | Make statement | Government (Nigeria) | 2007-05-29\n- Umaru Musa Yar'Adua | Make statement | Government (Nigeria) | 2007-05-08\n- Oluṣẹgun Ọbasanjọ | Make statement | Umaru Musa Yar'Adua | 2006-12-22\nAnswer:", "completion": " Dmitry Anatolyevich Medvedev", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1391143", "prompt": "Which country receive the visit from Xi Jinping last before Jacob J. Lew did?\nEvidence:\n- Xi Jinping | Consult | Jacob J. Lew | 2013-11-15\n- Xi Jinping | Consult | Jacob J. Lew | 2013-03-21\n- Xi Jinping | Consult | Jacob J. Lew | 2013-03-20\n- Xi Jinping | Consult | Jacob J. Lew | 2013-03-19\n- Jacob J. Lew | Consult | Xi Jinping | 2013-11-15\n- Jacob J. Lew | Consult | Xi Jinping | 2013-03-21\n- Jacob J. Lew | Consult | Xi Jinping | 2013-03-20\n- Jacob J. Lew | Consult | Xi Jinping | 2013-03-19\n- Xi Jinping | Engage in negotiation | Jacob J. Lew | 2013-03-20\n- Jacob J. Lew | Engage in negotiation | Xi Jinping | 2013-03-20\n- Jacob J. Lew | Consult | China | 2013-11-15\n- Jacob J. Lew | Consult | China | 2013-03-24\n- China | Consult | Jacob J. Lew | 2013-11-15\n- China | Consult | Jacob J. Lew | 2013-03-24\n- Portugal | Host a visit | Jacob J. Lew | 2014-01-09\nAnswer:", "completion": " South Korea", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1185060", "prompt": "With which country did Ashraf Ghani Ahmadzai want to negotiate first in 2015?\nEvidence:\n- Japan | Consult | Ashraf Ghani Ahmadzai | 2015-02-10\n- China | Consult | Ashraf Ghani Ahmadzai | 2015-02-10\n- Ashraf Ghani Ahmadzai | Consult | Japan | 2015-02-10\n- Ashraf Ghani Ahmadzai | Consult | China | 2015-02-10\n- Raheel Sharif | Engage in negotiation | Ashraf Ghani Ahmadzai | 2015-02-19\n- Raheel Sharif | Engage in negotiation | Ashraf Ghani Ahmadzai | 2015-02-17\n- Ashraf Ghani Ahmadzai | Engage in negotiation | Raheel Sharif | 2015-02-19\n- Ashraf Ghani Ahmadzai | Engage in negotiation | Raheel Sharif | 2015-02-17\n- Raheel Sharif | Consult | Ashraf Ghani Ahmadzai | 2015-02-27\n- Raheel Sharif | Consult | Ashraf Ghani Ahmadzai | 2015-02-18\n- Ministry (Afghanistan) | Reject | Ashraf Ghani Ahmadzai | 2015-01-16\n- Julie Bishop | Consult | Ashraf Ghani Ahmadzai | 2015-01-26\n- Ashraf Ghani Ahmadzai | Demand | Citizen (International) | 2015-02-08\n- Ashraf Ghani Ahmadzai | Consult | Raheel Sharif | 2015-02-27\n- Ashraf Ghani Ahmadzai | Consult | Raheel Sharif | 2015-02-18\nAnswer:", "completion": " Iran", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1000212", "prompt": "In what year did Barack Obama last praise the citizens of Tanzania?\nEvidence:\n- Barack Obama | Praise or endorse | Japan | 2007-05-15\n- Barack Obama | Praise or endorse | UN Security Council | 2006-11-23\n- Tanzania | Praise or endorse | China | 2005-04-15\n- Head of Government (Kenya) | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Consult | Head of Government (Kenya) | 2006-08-25\n- Uhuru Muigai Kenyatta | Engage in negotiation | Barack Obama | 2006-08-25\n- Barack Obama | Engage in negotiation | Uhuru Muigai Kenyatta | 2006-08-25\n- Tanzania | Praise or endorse | African Union | 2005-04-18\n- Barack Obama | Demand de-escalation of military engagement | Iraq | 2007-06-02\n- Barack Obama | Reject | Iraq | 2007-04-03\n- Barack Obama | Reject | Iraq | 2006-10-28\n- Tanzania | Engage in diplomatic cooperation | China | 2005-04-15\n- China | Engage in diplomatic cooperation | Tanzania | 2005-04-15\n- Police (Tanzania) | Investigate | Tanzania | 2005-04-04\n- Mwai Kibaki | Consult | Barack Obama | 2006-08-25\nAnswer:", "completion": " 2013", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1241111", "prompt": "Before the High Commission for Refugees, who was the last to make a request to international governmental organisations?\nEvidence:\n- High Commission for Refugees | Make an appeal or request | Citizen (International) | 2005-03-11\n- Thailand | Make a visit | High Commission for Refugees | 2005-04-04\n- High Commission for Refugees | Make a visit | Sudan | 2005-04-27\n- Japan | Reject | High Commission for Refugees | 2005-01-19\n- High Commission for Refugees | Consult | Cambodia | 2005-01-24\n- Cambodia | Consult | High Commission for Refugees | 2005-01-24\n- High Commission for Refugees | Make statement | Togo | 2005-05-04\n- High Commission for Refugees | Make statement | Tanzania | 2005-04-06\n- High Commission for Refugees | Make statement | Iran | 2005-02-25\n- Sudan | Host a visit | High Commission for Refugees | 2005-04-27\n- High Commission for Refugees | Host a visit | Thailand | 2005-04-04\n- Refugee (Tanzania) | Make a visit | High Commission for Refugees | 2005-02-02\n- Refugee (Tanzania) | Make a visit | High Commission for Refugees | 2005-02-01\n- Shaukat Aziz | Consult | High Commission for Refugees | 2005-05-04\n- Ruud Lubbers | Mediate | High Commission for Refugees | 2005-02-16\nAnswer:", "completion": " Legislature (Syria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1122774", "prompt": "After Dimeji Bankole, who was the first to reject the citizens of Nigeria?\nEvidence:\n- Dimeji Bankole | Reject | Citizen (Nigeria) | 2009-03-19\n- Dimeji Bankole | Threaten | Citizen (Nigeria) | 2008-06-30\n- Dimeji Bankole | Investigate | Ministry (Nigeria) | 2008-05-22\n- Dimeji Bankole | Demand | Citizen (Nigeria) | 2009-03-17\n- Dimeji Bankole | Accuse | Ministry (Nigeria) | 2009-01-29\n- Dimeji Bankole | Accuse | Citizen (Nigeria) | 2009-04-13\n- Dimeji Bankole | Accuse | Citizen (Nigeria) | 2009-01-19\n- Citizen (Nigeria) | Demand | Dimeji Bankole | 2008-10-24\n- Ethnic Group (Nigeria) | Accuse | Dimeji Bankole | 2008-10-17\n- Dimeji Bankole | Make statement | Government (Nigeria) | 2009-04-13\n- Member of Legislative (Govt) (Nigeria) | Consult | Dimeji Bankole | 2008-01-17\n- Dimeji Bankole | Consult | Member of Legislative (Govt) (Nigeria) | 2008-01-17\n- Dimeji Bankole | Express intent to cooperate | Citizen (Nigeria) | 2008-08-26\n- Dimeji Bankole | Express intent to cooperate | Citizen (Nigeria) | 2007-12-27\n- Dimeji Bankole | Praise or endorse | Citizen (Nigeria) | 2008-11-07\nAnswer:", "completion": " Member of Legislative (Govt) (Nigeria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1172806", "prompt": "After the police of Sudan, who was the first to suffer from the conventional military forces of the government of Sudan?\nEvidence:\n- Sudan | Use conventional military force | Ethiopia | 2005-04-01\n- Ethiopia | Use conventional military force | Sudan | 2005-04-01\n- Police (Ethiopia) | Use conventional military force | Ethiopia | 2005-06-08\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-27\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-26\n- Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | Head of Government (Egypt) | 2005-01-24\nAnswer:", "completion": " Sudan People's Liberation Army", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1306445", "prompt": "Who expressed the intention to negotiate with Mahmoud Ahmadinejad in the same month of Sergey Vladilenovich Kiriyenko?\nEvidence:\n- Sergey Vladilenovich Kiriyenko | Investigate | Iran | 2006-02-15\n- Sergey Vladilenovich Kiriyenko | Consult | Iran | 2006-01-25\n- Sergey Vladilenovich Kiriyenko | Consult | Iran | 2006-01-24\n- Iran | Consult | Sergey Vladilenovich Kiriyenko | 2006-01-25\n- Iran | Consult | Sergey Vladilenovich Kiriyenko | 2006-01-24\n- Sergey Vladilenovich Kiriyenko | Engage in negotiation | Iran | 2006-01-25\n- Iran | Engage in negotiation | Sergey Vladilenovich Kiriyenko | 2006-01-25\n- Yuriy Yekhanurov | Consult | Sergey Vladilenovich Kiriyenko | 2006-01-21\n- Sergey Vladilenovich Kiriyenko | Make statement | Iran | 2006-02-19\n- Sergey Vladilenovich Kiriyenko | Make statement | Iran | 2006-02-13\n- Sergey Vladilenovich Kiriyenko | Make statement | Iran | 2006-02-08\n- Sergey Vladilenovich Kiriyenko | Make statement | Iran | 2006-01-25\n- Sergey Vladilenovich Kiriyenko | Make statement | Iran | 2006-01-20\n- Sergey Vladilenovich Kiriyenko | Consult | Yuriy Yekhanurov | 2006-01-21\n- Sergey Vladilenovich Kiriyenko | Consult | Representatives (Russia) | 2005-02-12\nAnswer:", "completion": " Head of Government (Qatar)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1109208", "prompt": "On 8 September 2005, who announced his intention to negotiate with Mexico?\nEvidence:\n- Roh Moo Hyun | Express intent to meet or negotiate | Mexico | 2005-09-08\n- Mexico | Arrest, detain, or charge with legal action | Criminal (Mexico) | 2005-09-08\n- Domestic Affairs (Mexico) | Make statement | Mexico | 2005-09-08\n- Mexico | Accuse | China | 2005-09-08\n- Japan | Express intent to meet or negotiate | China | 2005-09-08\n- China | Express intent to meet or negotiate | Japan | 2005-09-08\n- South Korea | Express intent to meet or negotiate | China | 2005-09-08\n- Donald Rumsfeld | Express intent to meet or negotiate | China | 2005-09-08\n- Roh Moo Hyun | Make a visit | Mexico | 2005-09-08\n- Mexico | Host a visit | Roh Moo Hyun | 2005-09-08\n- William J. Fallon | Express intent to meet or negotiate | China | 2005-09-08\n- Mexico | Host a visit | Head of Government (South Korea) | 2005-09-08\n- Head of Government (South Korea) | Make a visit | Mexico | 2005-09-08\n- Defense / Security Ministry (United States) | Express intent to meet or negotiate | China | 2005-09-08\n- China | Express intent to provide economic aid | Businessperson (Taiwan) | 2005-09-08\nAnswer:", "completion": " Roh Moo Hyun", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1269711", "prompt": "Who gave a condemnation to the Police of Tanzania in 2005?\nEvidence:\n- Police (Tanzania) | Investigate | Tanzania | 2005-04-04\n- Police (Tanzania) | Use tactics of violent repression | Citizen (Tanzania) | 2005-11-01\n- Police (Tanzania) | Use tactics of violent repression | Citizen (Tanzania) | 2005-04-12\n- Police (Tanzania) | Use tactics of violent repression | Citizen (Tanzania) | 2005-04-11\n- Police (Tanzania) | Confiscate property | Tanzania | 2005-04-29\n- Police (Tanzania) | Confiscate property | Tanzania | 2005-03-08\n- Police (Tanzania) | Accuse | Citizen (Tanzania) | 2005-09-27\n- Police (Tanzania) | Accuse | Citizen (Tanzania) | 2005-09-26\n- Police (Tanzania) | Accuse | Citizen (Tanzania) | 2005-07-25\n- Police (Tanzania) | Accuse | Citizen (Tanzania) | 2005-04-09\n- Citizen (Tanzania) | Yield | Police (Tanzania) | 2005-04-06\n- Citizen (Tanzania) | Demand | Police (Tanzania) | 2005-10-30\n- Citizen (Tanzania) | Express intent to engage in diplomatic cooperation (such as policy support) | Police (Tanzania) | 2005-02-28\n- Police (Tanzania) | Mobilize or increase police power | Tanzania | 2005-04-08\n- Police (Tanzania) | Physically assault | Citizen (Tanzania) | 2005-12-17\nAnswer:", "completion": " Civic United Front", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1034872", "prompt": "After the Ministry of South Korea, who would want to negotiate with the head of government of South Korea first?\nEvidence:\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Head of Government (Finland) | Express intent to meet or negotiate | Thailand | 2005-01-18\n- Vietnam | Express intent to meet or negotiate | South Korea | 2005-01-05\n- Thailand | Express intent to meet or negotiate | South Korea | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-12\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-08\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-07\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-05\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-08\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-07\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-05\n- Emperor Akihito | Express intent to meet or negotiate | South Korea | 2005-01-13\nAnswer:", "completion": " Gurbanguly Berdymukhammedov", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1072250", "prompt": "Before the Democratic Party, which country praised South Korea last?\nEvidence:\n- Democratic Party | Make statement | South Korea | 2005-10-25\n- Democratic Party | Express intent to meet or negotiate | South Korea | 2005-10-21\n- Party Member (Turkey) | Consult | Democratic Party | 2005-12-04\n- Democratic Party | Consult | Party Member (Turkey) | 2005-12-04\n- People First Party Korea | Express intent to meet or negotiate | Democratic Party | 2006-09-12\n- Democratic Party | Express intent to meet or negotiate | People First Party Korea | 2006-09-12\n- Milliyet | Make statement | Democratic Party | 2005-06-15\n- Democratic Party | Threaten | Citizen (Uganda) | 2005-05-23\n- Democratic Party | Reject | Women (Uganda) | 2006-06-01\n- Democratic Party | Reject | Women (Uganda) | 2006-05-31\n- Democratic Party | Reject | Citizen (Uganda) | 2006-01-07\n- Citizen (Uganda) | Threaten | Democratic Party | 2006-06-07\n- Citizen (Uganda) | Accuse | Democratic Party | 2006-08-28\n- Justice and Development Party | Reduce relations | Democratic Party | 2005-08-29\n- Democratic Party | Demonstrate or rally | Party Member (Turkey) | 2005-05-17\nAnswer:", "completion": " China", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1282539", "prompt": "Before Joao Miranda, with whom did the South African legislature last wish to meet?\nEvidence:\n- Legislature (South Africa) | Express intent to meet or negotiate | Joao Miranda | 2007-10-01\n- Joao Miranda | Make statement | African Union | 2007-10-29\n- Joao Miranda | Make statement | South Africa | 2007-11-21\n- Joao Miranda | Demand | Government (South Africa) | 2007-11-21\n- Joao Miranda | Express intent to meet or negotiate | South Korea | 2005-03-28\n- Joao Miranda | Make statement | Sudan | 2006-01-25\n- Joao Miranda | Make statement | Angola | 2012-02-25\n- Joao Miranda | Make statement | Angola | 2009-12-30\n- Joao Miranda | Make statement | Angola | 2008-06-09\n- Joao Miranda | Make statement | Angola | 2008-04-14\n- Joao Miranda | Make statement | Angola | 2008-01-18\n- Joao Miranda | Make statement | Angola | 2007-11-21\n- Joao Miranda | Make statement | Angola | 2007-06-20\n- Joao Miranda | Make statement | Angola | 2007-06-08\n- Joao Miranda | Make statement | Angola | 2007-03-14\nAnswer:", "completion": " Police (South Africa)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1158372", "prompt": "After 2006, who made the Armed Rebel of Afghanistan suffer from unconventional violence?\nEvidence:\n- Insurgent (Afghanistan) | Use unconventional violence | Armed Rebel (Afghanistan) | 2006-10-05\n- Insurgent (Afghanistan) | Use unconventional violence | Armed Rebel (Afghanistan) | 2006-07-15\n- Insurgent (Afghanistan) | Use unconventional violence | Armed Rebel (Afghanistan) | 2005-05-09\n- Armed Rebel (Afghanistan) | Use unconventional violence | Women (Afghanistan) | 2006-05-30\n- Armed Rebel (Afghanistan) | Use unconventional violence | Insurgent (Afghanistan) | 2010-03-27\n- Armed Rebel (Afghanistan) | Use unconventional violence | Islamic Preacher (Afghanistan) | 2008-03-29\n- Militant (Taliban) | Use unconventional violence | Armed Rebel (Afghanistan) | 2015-04-25\n- Militant (Taliban) | Use unconventional violence | Armed Rebel (Afghanistan) | 2010-07-04\n- Militant (Taliban) | Use unconventional violence | Armed Rebel (Afghanistan) | 2009-11-22\n- Militant (Taliban) | Use unconventional violence | Armed Rebel (Afghanistan) | 2009-06-11\n- Militant (Taliban) | Use unconventional violence | Armed Rebel (Afghanistan) | 2007-12-17\n- Armed Rebel (Afghanistan) | Use unconventional violence | Militant (Taliban) | 2006-09-22\n- Armed Rebel (Afghanistan) | Use unconventional violence | Military Personnel - Special (Afghanistan) | 2015-06-22\n- Armed Rebel (Afghanistan) | Use unconventional violence | Military Personnel - Special (Afghanistan) | 2014-03-08\n- Armed Rebel (Afghanistan) | Use unconventional violence | Military Personnel - Special (Afghanistan) | 2012-04-17\nAnswer:", "completion": " Militant (Taliban)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1018202", "prompt": "On what date did the attacker from Croatia use unconventional violence against the citizens of Denmark?\nEvidence:\n- Attacker (Croatia) | Use unconventional violence | Citizen (Denmark) | 2012-07-25\n- Attacker (Croatia) | Use unconventional violence | Citizen (Croatia) | 2008-09-20\n- Attacker (Croatia) | Use unconventional violence | Citizen (Croatia) | 2005-07-19\n- Armed Gang (Denmark) | Use unconventional violence | Men (Denmark) | 2015-02-24\n- Armed Gang (Denmark) | Use unconventional violence | Men (Denmark) | 2015-02-17\n- Armed Gang (Denmark) | Use unconventional violence | Men (Denmark) | 2015-02-16\n- Armed Gang (Denmark) | Use unconventional violence | Men (Denmark) | 2015-02-15\n- Armed Gang (Denmark) | Use unconventional violence | Men (Denmark) | 2015-02-14\n- Armed Gang (Denmark) | Use unconventional violence | Citizen (Denmark) | 2015-02-27\n- Armed Gang (Denmark) | Use unconventional violence | Citizen (Denmark) | 2015-02-24\n- Armed Gang (Denmark) | Use unconventional violence | Citizen (Denmark) | 2015-02-20\n- Armed Gang (Denmark) | Use unconventional violence | Citizen (Denmark) | 2015-02-18\n- Armed Gang (Denmark) | Use unconventional violence | Citizen (Denmark) | 2015-02-17\n- Armed Gang (Denmark) | Use unconventional violence | Citizen (Denmark) | 2015-02-16\n- Armed Gang (Denmark) | Use unconventional violence | Citizen (Denmark) | 2015-02-15\nAnswer:", "completion": " 2012-07-25", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1065499", "prompt": "Who visited Sudan in July 2005?\nEvidence:\n- Sudan | Engage in diplomatic cooperation | Eritrea | 2005-07-15\n- Japan | Engage in diplomatic cooperation | Sudan | 2005-07-16\n- Eritrea | Engage in diplomatic cooperation | Sudan | 2005-07-15\n- African Union | Engage in diplomatic cooperation | Sudan | 2005-07-11\n- John Garang | Engage in diplomatic cooperation | Government (Sudan) | 2005-07-21\n- Police (Sudan) | Investigate | Government (Sudan) | 2005-07-01\n- Police (Sudan) | Sexually assault | Citizen (Sudan) | 2005-07-30\n- Police (Sudan) | Sexually assault | Citizen (Sudan) | 2005-07-29\n- Citizen (Sudan) | Criticize or denounce | Sudan | 2005-07-17\n- Criminal (Sudan) | Use unconventional violence | Citizen (Sudan) | 2005-07-07\n- Citizen (Sudan) | Use unconventional violence | Government (Sudan) | 2005-07-10\n- Police (Sudan) | Mobilize or increase police power | Sudan | 2005-07-01\n- Government (Sudan) | Use conventional military force | Citizen (Sudan) | 2005-07-10\n- Government (Sudan) | Use conventional military force | Citizen (Sudan) | 2005-07-01\n- Sudan | Accuse | Eritrea | 2005-07-13\nAnswer:", "completion": " John Garang", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1093030", "prompt": "After the environmentalist of Uganda, against whom did the Ugandan police use conventional military force first?\nEvidence:\n- Police (Uganda) | Use conventional military force | Environmentalist (Uganda) | 2007-04-16\n- Police (Uganda) | Use conventional military force | Bank of Uganda | 2009-12-02\n- Police (Uganda) | Use conventional military force | Women (Uganda) | 2006-11-13\n- Police (Uganda) | Use conventional military force | Rioter (Uganda) | 2011-04-29\n- Police (Uganda) | Use conventional military force | Rioter (Uganda) | 2011-04-14\n- Police (Uganda) | Use conventional military force | Rioter (Uganda) | 2010-10-23\n- Police (Uganda) | Use conventional military force | Rioter (Uganda) | 2009-09-21\n- Police (Uganda) | Use conventional military force | Mob (Uganda) | 2009-09-21\n- Police (Uganda) | Use conventional military force | Mob (Uganda) | 2009-02-09\n- Police (Uganda) | Use conventional military force | Mob (Uganda) | 2007-10-08\n- Police (Uganda) | Use conventional military force | Mob (Uganda) | 2006-11-07\n- Police (Uganda) | Use conventional military force | Mob (Uganda) | 2006-11-06\n- Police (Uganda) | Use conventional military force | Mob (Uganda) | 2005-11-14\n- Police (Uganda) | Use conventional military force | Mob (Uganda) | 2005-09-24\n- Police (Uganda) | Use conventional military force | Citizen (Uganda) | 2015-10-22\nAnswer:", "completion": " Citizen (Uganda)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1089270", "prompt": "In what month did NASA formally sign an agreement with the Israeli Space Agency?\nEvidence:\n- Space Agency (Israel) | Sign formal agreement | NASA | 2015-10-14\n- NASA | Sign formal agreement | Space Agency (Israel) | 2015-10-14\n- NASA | Engage in symbolic act | Colombia | 2005-02-03\n- NASA | Engage in diplomatic cooperation | Vietnam | 2012-12-11\n- Government (Guatemala) | Make an appeal or request | NASA | 2015-01-27\n- Yuriy Yekhanurov | Consult | NASA | 2005-11-01\n- Yoshihiko Noda | Consult | NASA | 2012-05-01\n- NASA | Make statement | Colombia | 2005-06-29\n- NASA | Make statement | China | 2015-10-12\n- NASA | Make statement | China | 2006-09-12\n- NASA | Make statement | China | 2006-09-11\n- NASA | Consult | Yuriy Yekhanurov | 2005-11-01\n- NASA | Consult | Yoshihiko Noda | 2012-05-01\n- Lawyer/Attorney (Romania) | Engage in diplomatic cooperation | NASA | 2012-01-31\n- NASA | Engage in diplomatic cooperation | Other Authorities / Officials (Romania) | 2012-02-09\nAnswer:", "completion": " 2015-10", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1120223", "prompt": "Which was the last country with which South Korea signed formal agreements in 2006?\nEvidence:\n- South Korea | Sign formal agreement | Japan | 2006-01-12\n- South Korea | Sign formal agreement | China | 2006-01-12\n- Japan | Sign formal agreement | South Korea | 2006-01-12\n- China | Sign formal agreement | South Korea | 2006-01-12\n- South Korea | Engage in negotiation | Japan | 2006-01-12\n- Japan | Engage in negotiation | South Korea | 2006-01-12\n- South Korea | Engage in diplomatic cooperation | China | 2006-01-10\n- Japan | Engage in diplomatic cooperation | South Korea | 2006-01-17\n- Japan | Engage in diplomatic cooperation | South Korea | 2006-01-10\n- Japan | Engage in diplomatic cooperation | South Korea | 2006-01-02\n- China | Engage in diplomatic cooperation | South Korea | 2006-01-10\n- South Korea | Arrest, detain, or charge with legal action | Citizen (North Korea) | 2006-01-07\n- Ministry (South Korea) | Ease administrative sanctions | South Korea | 2006-01-13\n- Police (South Korea) | Use conventional military force | South Korea | 2006-01-14\n- South Korea | Consult | Japan | 2006-01-17\nAnswer:", "completion": " Japan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1226242", "prompt": "Who made the Military of Ukraine suffer from unconventional violence last in 2014?\nEvidence:\n- Militant (Ukraine) | Use unconventional violence | Military (Ukraine) | 2014-12-23\n- Militant (Ukraine) | Use unconventional violence | Military (Ukraine) | 2014-12-14\n- Militant (Ukraine) | Use unconventional violence | Military (Ukraine) | 2014-11-24\n- Militant (Ukraine) | Use unconventional violence | Military (Ukraine) | 2014-11-07\n- Militant (Ukraine) | Use unconventional violence | Military (Ukraine) | 2014-10-29\n- Militant (Ukraine) | Use unconventional violence | Military (Ukraine) | 2014-10-15\n- Militant (Ukraine) | Use unconventional violence | Military (Ukraine) | 2014-10-11\n- Militant (Ukraine) | Use unconventional violence | Military (Ukraine) | 2014-10-07\n- Militant (Ukraine) | Use unconventional violence | Military (Ukraine) | 2014-08-20\n- Militant (Ukraine) | Use unconventional violence | Military (Ukraine) | 2014-08-03\n- Militant (Ukraine) | Use unconventional violence | Military (Ukraine) | 2014-08-01\n- Militant (Ukraine) | Use unconventional violence | Military (Ukraine) | 2014-07-07\n- Militant (Ukraine) | Use unconventional violence | Military (Ukraine) | 2014-07-06\n- Militant (Ukraine) | Use unconventional violence | Military (Ukraine) | 2014-06-19\n- Militant (Ukraine) | Use unconventional violence | Military (Ukraine) | 2014-06-18\nAnswer:", "completion": " Armed Rebel (Ukraine)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1386490", "prompt": "Who did the citizens of Mauritania make a request to last before Mahmoud Ahmadinejad?\nEvidence:\n- Mahmoud Abbas | Make a visit | Mauritania | 2005-07-03\n- Mahmoud Abbas | Make a visit | Mauritania | 2005-07-02\n- Mauritania | Host a visit | Mahmoud Abbas | 2005-07-03\n- Mauritania | Host a visit | Mahmoud Abbas | 2005-07-02\n- Mahmoud Abbas | Make statement | Mauritania | 2005-07-03\n- Mahmoud Ahmadinejad | Make a visit | Iran | 2005-06-26\n- Mahmoud Ahmadinejad | Make a visit | Iran | 2005-06-07\n- Mahmoud Ahmadinejad | Make a visit | Javier Solana | 2005-07-01\n- Mahmoud Ahmadinejad | Make an appeal or request | Iran | 2005-06-26\n- Mahmoud Ahmadinejad | Make an appeal or request | Iran | 2005-06-25\n- Japan | Make an appeal or request | Mahmoud Ahmadinejad | 2005-06-25\n- Iran | Host a visit | Mahmoud Ahmadinejad | 2005-06-26\n- Iran | Host a visit | Mahmoud Ahmadinejad | 2005-06-07\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-07-02\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-30\nAnswer:", "completion": " Mohamed Ould Abdel Aziz", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1108989", "prompt": "Could you tell me the specific month when did the Police of Philippines first accuse the Thief of Philippines?\nEvidence:\n- Police (Philippines) | Accuse | Thief (Philippines) | 2011-03-23\n- Police (Philippines) | Accuse | Thief (Philippines) | 2010-06-22\n- Police (Philippines) | Accuse | Thief (Philippines) | 2005-02-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Police (Philippines) | Investigate | Thief (Philippines) | 2008-09-12\n- Thief (Philippines) | Physically assault | Police (Philippines) | 2008-09-12\n- Thief (Philippines) | Physically assault | Police (Philippines) | 2007-07-22\n- Police (Philippines) | Make statement | Thief (Philippines) | 2015-09-13\n- Police (Philippines) | Make statement | Thief (Philippines) | 2015-08-18\n- Police (Philippines) | Make statement | Thief (Philippines) | 2015-07-12\n- Police (Philippines) | Make statement | Thief (Philippines) | 2015-06-07\n- Police (Philippines) | Make statement | Thief (Philippines) | 2015-01-06\n- Police (Philippines) | Make statement | Thief (Philippines) | 2014-11-18\n- Police (Philippines) | Make statement | Thief (Philippines) | 2014-11-11\n- Police (Philippines) | Make statement | Thief (Philippines) | 2014-08-31\nAnswer:", "completion": " 2005-02", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1324680", "prompt": "Who made an appeal to Uhuru Muigai Kenyatta before 2013?\nEvidence:\n- William Ruto | Make an appeal or request | Uhuru Muigai Kenyatta | 2009-11-25\n- William Ruto | Make an appeal or request | Uhuru Muigai Kenyatta | 2009-11-24\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2012-10-05\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2012-02-18\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2007-03-15\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2006-12-20\n- William Ruto | Accuse | Uhuru Muigai Kenyatta | 2012-05-08\n- Uhuru Muigai Kenyatta | Yield | Mwai Kibaki | 2005-09-12\n- Uhuru Muigai Kenyatta | Demand | Media (Africa) | 2005-05-23\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2012-10-05\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2012-02-18\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2007-03-15\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2006-12-20\n- Uhuru Muigai Kenyatta | Accuse | William Ruto | 2005-02-22\n- Uhuru Muigai Kenyatta | Make an appeal or request | Daniel Arap Moi | 2006-11-27\nAnswer:", "completion": " Media (Africa)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1248789", "prompt": "Who was the first to blame the Media of Africa after Chirau Ali Mwakwere did?\nEvidence:\n- Chirau Ali Mwakwere | Accuse | Media (Africa) | 2006-02-02\n- Chirau Ali Mwakwere | Make statement | Sudan | 2005-09-01\n- Chirau Ali Mwakwere | Make statement | Sudan | 2005-02-08\n- Chirau Ali Mwakwere | Make statement | Ethiopia | 2005-02-08\n- Chirau Ali Mwakwere | Make statement | Djibouti | 2005-02-08\n- Chirau Ali Mwakwere | Demand | Police (Kenya) | 2005-12-23\n- Chirau Ali Mwakwere | Accuse | Police (Kenya) | 2005-03-29\n- Police (Kenya) | Make statement | Chirau Ali Mwakwere | 2009-06-30\n- Lawyer/Attorney (Uganda) | Consult | Chirau Ali Mwakwere | 2012-09-01\n- Lawyer/Attorney (Kenya) | Consult | Chirau Ali Mwakwere | 2010-02-09\n- Chirau Ali Mwakwere | Make statement | William Ruto | 2012-10-12\n- Chirau Ali Mwakwere | Make statement | Police (Kenya) | 2008-06-11\n- Chirau Ali Mwakwere | Consult | Lawyer/Attorney (Uganda) | 2012-09-01\n- Chirau Ali Mwakwere | Consult | Lawyer/Attorney (Kenya) | 2010-02-09\n- Shirikisho Party of Kenya | Make statement | Chirau Ali Mwakwere | 2013-01-15\nAnswer:", "completion": " Military Personnel - Special (Kenya)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1233598", "prompt": "Before the government of Qatar, who was the last to be supported by the foreign ministry of Liberia?\nEvidence:\n- Foreign Affairs (Liberia) | Praise or endorse | Government (Qatar) | 2014-11-14\n- Government (Qatar) | Accuse | Head of Government (Qatar) | 2014-09-21\n- Head of Government (Qatar) | Make statement | Government (Qatar) | 2014-12-05\n- Head of Government (Qatar) | Make statement | Government (Qatar) | 2014-03-21\n- Head of Government (Qatar) | Make statement | Government (Qatar) | 2012-06-11\n- Head of Government (Qatar) | Make statement | Government (Qatar) | 2006-06-03\n- Government (Qatar) | Make statement | Head of Government (Qatar) | 2015-05-28\n- Head of Government (Qatar) | Praise or endorse | Government (Qatar) | 2015-07-16\n- Government (Qatar) | Praise or endorse | Head of Government (Qatar) | 2008-05-22\n- Qatar | Consult | Government (Qatar) | 2015-05-20\n- Government (Qatar) | Consult | Qatar | 2015-05-20\n- Member of Parliament (Qatar) | Praise or endorse | Government (Qatar) | 2013-06-23\n- Member of Legislative (Govt) (Qatar) | Make statement | Government (Qatar) | 2012-10-11\n- Foreign Affairs (Syria) | Criticize or denounce | Government (Qatar) | 2012-12-01\n- Government (Qatar) | Express intent to meet or negotiate | Qatar | 2009-02-09\nAnswer:", "completion": " African Union", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1259855", "prompt": "In what year did Avelino J. Cruz, Jr. last express his intention to negotiate with Robert Hill?\nEvidence:\n- Robert Hill | Consult | Avelino J. Cruz, Jr. | 2005-10-15\n- Avelino J. Cruz, Jr. | Consult | Robert Hill | 2005-10-15\n- Avelino J. Cruz, Jr. | Make optimistic comment | Robert Hill | 2005-10-18\n- Robert Hill | Express intent to meet or negotiate | Avelino J. Cruz, Jr. | 2005-10-16\n- Robert Hill | Express intent to meet or negotiate | Avelino J. Cruz, Jr. | 2005-10-15\n- Avelino J. Cruz, Jr. | Express intent to meet or negotiate | Robert Hill | 2005-04-10\n- Robert Hill | Express intent to meet or negotiate | Sudan | 2005-04-21\n- Robert Hill | Express intent to meet or negotiate | China | 2005-06-06\n- Robert Hill | Express intent to meet or negotiate | China | 2005-06-05\n- Robert Hill | Express intent to meet or negotiate | China | 2005-06-04\n- Robert Hill | Consult | China | 2005-06-08\n- China | Consult | Robert Hill | 2005-06-08\n- Robert Hill | Express intent to meet or negotiate | Donald Rumsfeld | 2005-11-15\n- Robert Hill | Express intent to meet or negotiate | Citizen (Australia) | 2005-06-24\n- Donald Rumsfeld | Express intent to meet or negotiate | Robert Hill | 2005-11-17\nAnswer:", "completion": " 2005", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1307003", "prompt": "After Shimon Peres, who was the first to praise Federica Mogherini?\nEvidence:\n- Shimon Peres | Consult | Federica Mogherini | 2014-07-16\n- Federica Mogherini | Consult | Shimon Peres | 2014-07-16\n- Shimon Peres | Praise or endorse | Federica Mogherini | 2014-07-16\n- Shimon Peres | Host a visit | Federica Mogherini | 2014-07-16\n- Federica Mogherini | Make a visit | Shimon Peres | 2014-07-16\n- Federica Mogherini | Express intent to meet or negotiate | Shimon Peres | 2014-07-15\n- Iurie Leanca | Praise or endorse | Federica Mogherini | 2014-09-01\n- Federica Mogherini | Praise or endorse | Catherine Ashton | 2014-11-22\n- Federica Mogherini | Praise or endorse | Catherine Ashton | 2014-11-20\n- Elmar Brok | Praise or endorse | Federica Mogherini | 2014-11-07\n- Angela Merkel | Praise or endorse | Federica Mogherini | 2014-08-28\n- Iran | Consult | Federica Mogherini | 2014-06-12\n- Federica Mogherini | Consult | Iran | 2014-06-12\n- Herman Van Rompuy | Praise or endorse | Federica Mogherini | 2014-08-30\n- Ministry (Belgium) | Consult | Federica Mogherini | 2014-11-17\nAnswer:", "completion": " Angela Merkel", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1230009", "prompt": "Before international governmental organisations, which country last provided humanitarian aid to Yemen?\nEvidence:\n- Yemen | Host a visit | Ministry of International Cooperation (Sudan) | 2005-02-17\n- Ministry of International Cooperation (Sudan) | Make a visit | Yemen | 2005-02-17\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-30\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-29\n- Yemen | Consult | Sudan | 2005-01-02\n- Yemen | Consult | Ethiopia | 2005-01-02\n- Yemen | Consult | Eritrea | 2005-03-11\n- Yemen | Consult | Djibouti | 2005-02-08\n- Yemen | Consult | Djibouti | 2005-02-07\n- Sudan | Consult | Yemen | 2005-01-02\n- Ethiopia | Consult | Yemen | 2005-01-02\n- Eritrea | Consult | Yemen | 2005-03-11\n- Djibouti | Consult | Yemen | 2005-02-08\n- Djibouti | Consult | Yemen | 2005-02-07\n- James Wolfensohn | Express intent to meet or negotiate | Yemen | 2005-02-04\nAnswer:", "completion": " Iran", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1286144", "prompt": "After the Treasury/Finance Ministry of Slovakia, who was the first blamed by the Police of Slovakia?\nEvidence:\n- Police (Slovakia) | Accuse | Treasury/Finance Ministry (Slovakia) | 2008-11-28\n- Police (Slovakia) | Praise or endorse | Treasury/Finance Ministry (Slovakia) | 2006-11-29\n- Health Ministry (Slovakia) | Make statement | Treasury/Finance Ministry (Slovakia) | 2008-05-19\n- Main Opposition (Slovakia) | Reduce relations | Treasury/Finance Ministry (Slovakia) | 2008-12-05\n- Member of Parliament (Slovakia) | Criticize or denounce | Treasury/Finance Ministry (Slovakia) | 2012-05-18\n- Treasury/Finance Ministry (Slovakia) | Make statement | Kazakhstan | 2009-03-25\n- Richard Sulík | Reject | Treasury/Finance Ministry (Slovakia) | 2009-04-16\n- Ivan Miklos | Accuse | Treasury/Finance Ministry (Slovakia) | 2007-06-01\n- Main Opposition (Slovakia) | Criticize or denounce | Treasury/Finance Ministry (Slovakia) | 2008-12-02\n- Vladimir Meciar | Decline comment | Treasury/Finance Ministry (Slovakia) | 2008-03-12\n- Treasury/Finance Ministry (Slovakia) | Make statement | Ivan Gasparovic | 2006-06-06\n- Ivan Miklos | Make statement | Treasury/Finance Ministry (Slovakia) | 2007-05-15\n- Ivan Gasparovic | Make statement | Treasury/Finance Ministry (Slovakia) | 2010-12-20\n- Treasury/Finance Ministry (Slovakia) | Criticize or denounce | Justice Department/Ministery (Slovakia) | 2005-08-13\n- Treasury/Finance Ministry (Ghana) | Consult | The Chronicle | 2011-05-09\nAnswer:", "completion": " Citizen (Hungary)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1131041", "prompt": "In which month did Okada Katsuya first express his intention to meet Yoshihiko Noda?\nEvidence:\n- Yoshihiko Noda | Praise or endorse | Okada Katsuya | 2009-05-18\n- Okada Katsuya | Express intent to meet or negotiate | Iran | 2006-04-26\n- Okada Katsuya | Express intent to meet or negotiate | China | 2009-09-15\n- Okada Katsuya | Express intent to meet or negotiate | China | 2005-11-16\n- Okada Katsuya | Express intent to meet or negotiate | China | 2005-04-19\n- Okada Katsuya | Express intent to meet or negotiate | Cambodia | 2009-09-25\n- Mahmoud Abbas | Express intent to meet or negotiate | Okada Katsuya | 2005-05-15\n- Wang Yi | Express intent to cooperate | Okada Katsuya | 2005-04-19\n- Okada Katsuya | Express intent to cooperate | Wang Yi | 2005-04-19\n- Okada Katsuya | Demand | Japan | 2009-09-05\n- Okada Katsuya | Demand | Iran | 2006-05-03\n- Yoshihiko Noda | Express intent to meet or negotiate | Vietnam | 2011-05-03\n- Okada Katsuya | Express intent to meet or negotiate | United Arab Emirates | 2006-04-26\n- Sengoku Yoshito | Express intent to meet or negotiate | Yoshihiko Noda | 2010-08-25\n- Okada Katsuya | Make statement | Japan | 2009-09-24\nAnswer:", "completion": " 2012-08", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1180085", "prompt": "Against whom did the armed opposition of Sudan use unconventional violence before August 2006?\nEvidence:\n- Eritrea | Rally opposition against | Ethiopia | 2005-03-11\n- Isaias Afewerki | Rally opposition against | Ethiopia | 2005-06-22\n- Sudan | Use conventional military force | Ethiopia | 2005-04-01\n- Ethiopia | Use conventional military force | Sudan | 2005-04-01\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Ethiopia | Make statement | Opposition Force (Ethiopia) | 2005-03-25\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\nAnswer:", "completion": " Military (Senegal)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1017961", "prompt": "In which year did Romania last want to engage in diplomatic cooperation with the business of South Korea?\nEvidence:\n- Vietnam | Engage in diplomatic cooperation | Romania | 2005-01-31\n- Romania | Engage in diplomatic cooperation | Vietnam | 2005-01-31\n- Ministry (Romania) | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2005-01-10\n- Ministry (Romania) | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2005-01-08\n- South Korea | Grant diplomatic recognition | Romania | 2005-03-29\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | South Korea | 2005-01-06\n- South Korea | Express intent to engage in diplomatic cooperation (such as policy support) | Emperor Akihito | 2005-01-13\n- Thailand | Engage in diplomatic cooperation | Malaysia | 2005-02-02\n- South Korea | Engage in negotiation | Japan | 2005-01-08\n- South Korea | Engage in negotiation | Japan | 2005-01-03\n- Japan | Engage in negotiation | South Korea | 2005-01-08\n- Japan | Engage in negotiation | South Korea | 2005-01-03\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | South Korea | 2005-01-08\n- Romania | Engage in negotiation | International Monetary Fund | 2005-01-27\nAnswer:", "completion": " 2006", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1173140", "prompt": "Who was the first to denounce Mahmoud Ahmadinejad in 2009?\nEvidence:\n- Mahmoud Ahmadinejad | Criticize or denounce | Barack Obama | 2009-01-15\n- Mahmoud Ahmadinejad | Criticize or denounce | UN Security Council | 2009-01-15\n- Mahmoud Ahmadinejad | Criticize or denounce | Israeli Defense Forces | 2009-01-16\n- Mahmoud Ahmadinejad | Criticize or denounce | Israeli Defense Forces | 2009-01-15\n- Mahmoud Ahmadinejad | Criticize or denounce | Citizen (Unidentified State Actor) | 2009-01-05\n- Raúl Castro | Engage in symbolic act | Mahmoud Ahmadinejad | 2009-01-09\n- Mahmoud Ahmadinejad | Demand | Iran | 2009-01-10\n- Raúl Castro | Consult | Mahmoud Ahmadinejad | 2009-01-09\n- Mahmoud Ahmadinejad | Reject | Student (Iran) | 2009-01-05\n- Mahmoud Ahmadinejad | Make statement | Iraq | 2009-01-22\n- Mahmoud Ahmadinejad | Make statement | Iran | 2009-01-25\n- Mahmoud Ahmadinejad | Make statement | Iran | 2009-01-15\n- Mahmoud Ahmadinejad | Make statement | Iran | 2009-01-12\n- Mahmoud Ahmadinejad | Make statement | Iran | 2009-01-11\n- Mahmoud Ahmadinejad | Make statement | Iran | 2009-01-01\nAnswer:", "completion": " Gerhard Schröder", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1016890", "prompt": "In which month did the head of the Nigerian government first criticise Muhammadu Buhari?\nEvidence:\n- Muhammadu Buhari | Make an appeal or request | Nigerian Red Cross Society | 2005-07-28\n- Muhammadu Buhari | Make empathetic comment | Government (Nigeria) | 2006-11-21\n- Muhammadu Buhari | Criticize or denounce | Government (Nigeria) | 2007-07-26\n- Muhammadu Buhari | Engage in symbolic act | Citizen (Nigeria) | 2006-06-12\n- Citizen (Nigeria) | Engage in symbolic act | Muhammadu Buhari | 2007-05-02\n- Muhammadu Buhari | Provide aid | Niger | 2005-07-28\n- Muhammadu Buhari | Demand | Oluṣẹgun Ọbasanjọ | 2005-07-01\n- Muhammadu Buhari | Consult | Bukola Saraki | 2006-11-21\n- Muhammadu Buhari | Accuse | Oluṣẹgun Ọbasanjọ | 2006-02-25\n- Citizen (Nigeria) | Yield | Muhammadu Buhari | 2006-12-19\n- Citizen (Nigeria) | Reject | Muhammadu Buhari | 2006-12-24\n- Bukola Saraki | Consult | Muhammadu Buhari | 2006-11-21\n- Muhammadu Buhari | Make an appeal or request | Government (Nigeria) | 2007-04-27\n- Muhammadu Buhari | Make statement | Oluṣẹgun Ọbasanjọ | 2006-12-15\n- Muhammadu Buhari | Deny responsibility | Citizen (Nigeria) | 2007-01-26\nAnswer:", "completion": " 2015-10", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1041716", "prompt": "After September, 2008, to whom did the businessman of the United Kingdom make a request?\nEvidence:\n- Citizen (United Kingdom) | Make an appeal or request | Chancellor of the Exchequer | 2012-09-26\n- Citizen (United Kingdom) | Make an appeal or request | Member of the Judiciary (United States) | 2014-04-21\n- Citizen (United Kingdom) | Make an appeal or request | Member of the Judiciary (United States) | 2014-03-31\n- Newspaper (United Kingdom) | Make statement | Chancellor of the Exchequer | 2006-11-24\n- Chancellor of the Exchequer | Reject | Citizen (United Kingdom) | 2006-07-13\n- Member of the Judiciary (United States) | Reject | Businessperson (United Kingdom) | 2011-10-27\n- Labor Party (United Kingdom) | Make statement | Chancellor of the Exchequer | 2007-05-17\n- President of the Senate (United States) | Make statement | House Speaker (United Kingdom) | 2013-07-31\n- The Sunday Times | Make an appeal or request | Citizen (United Kingdom) | 2005-04-30\n- The Daily Telegraph | Make an appeal or request | Citizen (United Kingdom) | 2015-12-22\n- The Daily Telegraph | Make an appeal or request | Citizen (United Kingdom) | 2015-12-21\n- President of the Senate (United Kingdom) | Consult | Joaquim Barbosa | 2014-05-29\n- Joaquim Barbosa | Consult | President of the Senate (United Kingdom) | 2014-05-29\n- President of the Senate (United Kingdom) | Consult | House Speaker (United States) | 2005-12-29\n- Men (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2006-07-13\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1140861", "prompt": "Who negotiated with the Indian foreign ministry first, after the Nepalese foreign ministry?\nEvidence:\n- Ministry (Indian Administered Kashmir) | Physically assault | Men (India) | 2005-01-18\n- Ministry (Indian Administered Kashmir) | Physically assault | Men (India) | 2005-01-17\n- Medical Personnel (India) | Accuse | Ministry (Indian Administered Kashmir) | 2014-02-07\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-07-02\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-06-27\n- Ministry (Indian National Trade Union Congress) | Consult | Labor Union (India) | 2013-02-15\n- Labor Union (India) | Consult | Ministry (Indian National Trade Union Congress) | 2013-02-15\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- High Ranking Military Personnel (India) | Make statement | Ministry (Indian Administered Kashmir) | 2013-09-25\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\nAnswer:", "completion": " Shivraj Singh Chouhan", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1301609", "prompt": "Who would want to negotiate with the Lawyer/Attorney of Australia first, after the citizens of Africa?\nEvidence:\n- First Command of the Capital | Use unconventional violence | Lawyer/Attorney (Costa Rica) | 2008-07-26\n- People Associated with the Opposition (Australia) | Demand | Lawyer/Attorney (Australia) | 2006-10-16\n- Lawyer/Attorney (Australia) | Demand | People Associated with the Opposition (Australia) | 2015-11-10\n- People Associated with the Opposition (Australia) | Express intent to meet or negotiate | Lawyer/Attorney (Australia) | 2007-08-10\n- Lawyer/Attorney (Australia) | Express intent to meet or negotiate | The Hague | 2012-07-03\n- People Associated with the Opposition (Australia) | Make statement | Lawyer/Attorney (Australia) | 2009-11-17\n- People Associated with the Opposition (Australia) | Make statement | Lawyer/Attorney (Australia) | 2009-08-06\n- People Associated with the Opposition (Australia) | Make statement | Lawyer/Attorney (Australia) | 2008-06-04\n- People Associated with the Opposition (Australia) | Make statement | Lawyer/Attorney (Australia) | 2007-05-02\n- Lawyer/Attorney (Australia) | Make statement | People Associated with the Opposition (Australia) | 2015-04-26\n- Lawyer/Attorney (Australia) | Accuse | The Daily Telegraph | 2007-05-25\n- Citizen (Africa) | Express intent to meet or negotiate | Lawyer/Attorney (Australia) | 2012-04-17\n- Office of the Attorney General | Reject | Lawyer/Attorney (Indonesia) | 2008-11-04\n- The Hague | Host a visit | Lawyer/Attorney (Australia) | 2012-07-03\n- The Daily Telegraph | Make statement | Lawyer/Attorney (Australia) | 2009-08-20\nAnswer:", "completion": " Citizen (Australia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1147504", "prompt": "Before 2 September 2008, who made an appeal on behalf of Ma Ying Jeou?\nEvidence:\n- Tsai Ing-wen | Make an appeal or request | Ma Ying Jeou | 2008-09-02\nAnswer:", "completion": " Kuomintang", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 1} +{"id": "mtq_1130770", "prompt": "In which year did Zillur Rahman make his first request to the staff of Bangladesh?\nEvidence:\n- Zillur Rahman | Demand | Citizen (Bangladesh) | 2008-08-04\n- Zillur Rahman | Consult | Employee (Bangladesh) | 2008-05-05\n- Zillur Rahman | Consult | Employee (Bangladesh) | 2007-10-16\n- Zillur Rahman | Consult | Employee (Bangladesh) | 2007-10-14\n- Employee (Bangladesh) | Consult | Zillur Rahman | 2008-05-05\n- Employee (Bangladesh) | Consult | Zillur Rahman | 2007-10-16\n- Employee (Bangladesh) | Consult | Zillur Rahman | 2007-10-14\n- Head of Government (Bangladesh) | Make statement | Zillur Rahman | 2009-01-04\n- Head of Government (Bangladesh) | Make statement | Zillur Rahman | 2007-07-16\n- Zillur Rahman | Make an appeal or request | Employee (Bangladesh) | 2007-11-17\n- Zillur Rahman | Make an appeal or request | Employee (Bangladesh) | 2007-10-17\n- Zillur Rahman | Make an appeal or request | Employee (Bangladesh) | 2007-10-13\n- Zillur Rahman | Make an appeal or request | Employee (Bangladesh) | 2007-08-09\n- Zillur Rahman | Make an appeal or request | Citizen (Bangladesh) | 2009-03-25\n- Zillur Rahman | Make an appeal or request | Citizen (Bangladesh) | 2009-02-27\nAnswer:", "completion": " 2007", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1253770", "prompt": "Who hosted European Central Bank's visit from European Central Bank before Jun 3rd, 2015?\nEvidence:\n- France | Accuse | European Central Bank | 2007-09-15\n- European Central Bank | Make a visit | China | 2007-11-13\n- China | Host a visit | European Central Bank | 2007-11-13\n- European Central Bank | Reject | Government Affiliated Bank (Belgium) | 2005-10-28\n- Rodrigo Rato | Demand | European Central Bank | 2005-05-20\n- European Central Bank | Make statement | Ireland | 2007-12-10\n- European Central Bank | Make statement | France | 2007-07-23\n- Christine Lagarde | Demand | European Central Bank | 2008-06-13\n- Government Affiliated Bank (South Africa) | Consult | European Central Bank | 2005-02-28\n- European Central Bank | Consult | Government Affiliated Bank (South Africa) | 2005-02-28\n- Segolene Royal | Make statement | European Central Bank | 2007-01-17\n- Segolene Royal | Make statement | European Central Bank | 2006-12-08\n- Ministry (Belgium) | Make statement | European Central Bank | 2005-11-07\n- Laurent Wauquiez | Make statement | European Central Bank | 2008-03-12\n- International Monetary Fund | Consult | European Central Bank | 2005-06-27\nAnswer:", "completion": " Ireland", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1348881", "prompt": "Who did Ali Abdullah Saleh last threaten before the Yemeni military?\nEvidence:\n- Ali Abdullah Saleh | Investigate | Yemen | 2005-02-11\n- Ali Abdullah Saleh | Investigate | Yemen | 2005-02-06\n- Yemen | Make statement | Ali Abdullah Saleh | 2005-05-03\n- Solomon Passy | Consult | Ali Abdullah Saleh | 2005-02-24\n- Pervez Musharraf | Consult | Ali Abdullah Saleh | 2005-02-13\n- Gerhard Schröder | Consult | Ali Abdullah Saleh | 2005-03-04\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-06-16\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-06-10\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-05-21\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-05-01\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-04-30\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-04-28\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-04-12\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-03-22\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-03-21\nAnswer:", "completion": " Armed Rebel (Yemen)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1334470", "prompt": "Who formally signed an agreement with the Armenian Revolutionary Federation in 2007?\nEvidence:\n- Republican Party (Armenia) | Sign formal agreement | Armenian Revolutionary Federation | 2007-05-25\n- Armenian Revolutionary Federation | Sign formal agreement | Republican Party (Armenia) | 2007-05-25\n- Armenian Revolutionary Federation | Make statement | Other Authorities / Officials (Turkey) | 2007-08-30\n- Other Authorities / Officials (Turkey) | Engage in negotiation | Iraq | 2007-10-27\n- Other Authorities / Officials (Turkey) | Engage in negotiation | China | 2007-04-02\n- Other Authorities / Officials (Turkey) | Engage in negotiation | China | 2007-04-01\n- Iraq | Engage in negotiation | Other Authorities / Officials (Turkey) | 2007-10-27\n- China | Engage in negotiation | Other Authorities / Officials (Turkey) | 2007-04-02\n- China | Engage in negotiation | Other Authorities / Officials (Turkey) | 2007-04-01\n- Other Authorities / Officials (Turkey) | Engage in diplomatic cooperation | Iraq | 2007-10-22\n- Iraq | Engage in diplomatic cooperation | Other Authorities / Officials (Turkey) | 2007-10-22\n- Other Authorities / Officials (Turkey) | Make an appeal or request | Bank (Greece) | 2007-08-11\n- Ministry (Council of Europe) | Make an appeal or request | Other Authorities / Officials (Turkey) | 2007-02-17\n- Protester (Turkey) | Demonstrate or rally | Other Authorities / Officials (Turkey) | 2007-11-26\n- Other Authorities / Officials (Turkey) | Return, release person(s) | Iraq | 2007-07-26\nAnswer:", "completion": " Republican Party (Armenia)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1237976", "prompt": "In which year did Mike Rann praise the police of Australia for the first time?\nEvidence:\n- Mike Rann | Praise or endorse | Police (Australia) | 2005-11-15\n- Mike Rann | Investigate | Police (Australia) | 2005-04-29\n- Mike Rann | Appeal for intelligence | Citizen (Australia) | 2005-07-04\n- Mike Rann | Appeal for intelligence | Citizen (Australia) | 2005-06-17\n- Mike Rann | Appeal for change in leadership | Citizen (Australia) | 2005-04-08\n- Mike Rann | Appeal for change in leadership | Citizen (Australia) | 2005-04-04\n- Mike Rann | Make statement | Police (Australia) | 2006-02-22\n- Mike Rann | Make statement | Police (Australia) | 2006-02-12\n- Mike Rann | Make statement | Police (Australia) | 2005-05-07\n- Mike Rann | Make statement | Police (Australia) | 2005-03-09\n- Mike Rann | Praise or endorse | Citizen (Australia) | 2006-03-19\n- Mike Rann | Praise or endorse | Member of Parliament (Australia) | 2006-03-22\n- Member of Parliament (Australia) | Praise or endorse | Mike Rann | 2005-11-26\n- Mike Rann | Reject | Citizen (Australia) | 2005-03-11\n- Mike Rann | Investigate | Citizen (Australia) | 2005-04-30\nAnswer:", "completion": " 2005", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1049389", "prompt": "Who denounced Dmitry Anatolyevich Medvedev before 30 September 2010?\nEvidence:\n- Japan | Threaten | Dmitry Anatolyevich Medvedev | 2010-09-30\n- Dmitry Anatolyevich Medvedev | Make a visit | China | 2010-09-30\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2010-09-30\n- Dmitry Anatolyevich Medvedev | Make statement | Lee Myung Bak | 2010-09-30\n- Yury Mikhaylovich Luzhkov | Criticize or denounce | Dmitry Anatolyevich Medvedev | 2010-09-30\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | South Korea | 2010-09-30\n- Vietnam | Engage in diplomatic cooperation | China | 2010-09-30\n- Thailand | Consult | South Korea | 2010-09-30\n- Thailand | Consult | Japan | 2010-09-30\n- Thailand | Consult | China | 2010-09-30\n- South Korea | Host a visit | Barack Obama | 2010-09-30\n- South Korea | Express intent to meet or negotiate | Japan | 2010-09-30\n- South Korea | Express intent to meet or negotiate | Colombia | 2010-09-30\n- South Korea | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2010-09-30\n- South Korea | Consult | Thailand | 2010-09-30\nAnswer:", "completion": " Iran", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1075663", "prompt": "Who was accused by the citizens of Nigeria first in 2007?\nEvidence:\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- People First Party Korea | Engage in negotiation | Kuomintang | 2007-04-20\n- Kuomintang | Engage in negotiation | People First Party Korea | 2007-04-20\n- People First Party Korea | Engage in diplomatic cooperation | Kuomintang | 2007-03-21\n- Kuomintang | Engage in diplomatic cooperation | People First Party Korea | 2007-03-21\n- People First Party Korea | Engage in diplomatic cooperation | Lee Myung Bak | 2007-12-03\n- Lee Myung Bak | Engage in diplomatic cooperation | People First Party Korea | 2007-12-03\n- People First Party Korea | Express intent to engage in material cooperation | Kuomintang | 2007-04-23\n- Winston Peters | Make statement | New Zealand First | 2007-10-28\n- Winston Peters | Make statement | New Zealand First | 2007-04-05\n- People First Party Korea | Make statement | Kuomintang | 2007-05-01\n- People First Party Korea | Consult | Military (Taiwan) | 2007-04-30\n- New Zealand First | Make statement | Winston Peters | 2007-07-20\n- Military (Taiwan) | Consult | People First Party Korea | 2007-04-30\n- People First Party Korea | Sign formal agreement | Kuomintang | 2007-03-17\nAnswer:", "completion": " Government (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1253224", "prompt": "Who did the Ministry of Foreign Affairs of Senegal last support before Abdoulaye Wade?\nEvidence:\n- Abdoulaye Wade | Express intent to meet or negotiate | Foreign Affairs (Senegal) | 2006-02-09\n- China | Consult | Abdoulaye Wade | 2006-06-22\n- Abdoulaye Wade | Consult | China | 2006-06-22\n- Head of Government (Qatar) | Consult | Abdoulaye Wade | 2005-09-17\n- Abdoulaye Wade | Consult | Head of Government (Qatar) | 2005-09-17\n- Oluṣẹgun Ọbasanjọ | Consult | Abdoulaye Wade | 2006-05-17\n- Oluṣẹgun Ọbasanjọ | Consult | Abdoulaye Wade | 2005-10-21\n- Macky Sall | Reject | Abdoulaye Wade | 2009-02-03\n- Macky Sall | Reject | Abdoulaye Wade | 2009-01-27\n- Macky Sall | Demand | Abdoulaye Wade | 2012-02-27\n- Macky Sall | Consult | Abdoulaye Wade | 2012-03-04\n- Macky Sall | Consult | Abdoulaye Wade | 2007-06-02\n- Macky Sall | Consult | Abdoulaye Wade | 2006-02-09\n- Macky Sall | Consult | Abdoulaye Wade | 2005-01-13\n- Macky Sall | Apologize | Abdoulaye Wade | 2008-01-07\nAnswer:", "completion": " Other Authorities / Officials (Senegal)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1155324", "prompt": "Who did the Nigerian government accuse on the same day as Mallam Isa Yuguda?\nEvidence:\n- Mallam Isa Yuguda | Accuse | Government (Nigeria) | 2007-09-16\n- Mallam Isa Yuguda | Accuse | Citizen (Nigeria) | 2010-03-18\n- Edwin Clark | Accuse | Mallam Isa Yuguda | 2009-09-01\n- Citizen (Nigeria) | Accuse | Mallam Isa Yuguda | 2007-10-11\n- Mallam Isa Yuguda | Investigate | Government (Nigeria) | 2008-07-03\n- Mallam Isa Yuguda | Make statement | Government (Nigeria) | 2010-01-28\n- Mallam Isa Yuguda | Make statement | Government (Nigeria) | 2010-01-14\n- Mallam Isa Yuguda | Make statement | Government (Nigeria) | 2009-12-17\n- Mallam Isa Yuguda | Make statement | Government (Nigeria) | 2009-11-05\n- Mallam Isa Yuguda | Make statement | Government (Nigeria) | 2009-10-14\n- Mallam Isa Yuguda | Make statement | Government (Nigeria) | 2008-11-28\n- Mallam Isa Yuguda | Make statement | Government (Nigeria) | 2008-10-24\n- Mallam Isa Yuguda | Make statement | Government (Nigeria) | 2008-06-23\n- Mallam Isa Yuguda | Make statement | Government (Nigeria) | 2008-05-27\n- Mallam Isa Yuguda | Make statement | Government (Nigeria) | 2008-03-14\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1352028", "prompt": "In what month did Lee Myung Bak formally sign an agreement with Tsakhiagiyn Elbegdorj?\nEvidence:\n- Tsakhiagiyn Elbegdorj | Sign formal agreement | Dmitry Anatolyevich Medvedev | 2009-08-25\n- Dmitry Anatolyevich Medvedev | Sign formal agreement | Tsakhiagiyn Elbegdorj | 2009-08-25\n- Nguyen Quoc Trieu | Sign formal agreement | Lee Myung Bak | 2005-09-30\n- Nguyen Quoc Trieu | Sign formal agreement | Lee Myung Bak | 2005-07-05\n- Lee Myung Bak | Sign formal agreement | Nguyen Quoc Trieu | 2005-09-30\n- Lee Myung Bak | Sign formal agreement | Nguyen Quoc Trieu | 2005-07-05\n- Tsakhiagiyn Elbegdorj | Engage in diplomatic cooperation | China | 2009-10-13\n- Tsakhiagiyn Elbegdorj | Make statement | China | 2010-06-19\n- Tsakhiagiyn Elbegdorj | Consult | Okada Katsuya | 2010-08-30\n- Tsakhiagiyn Elbegdorj | Consult | Legislature (Mongolia) | 2006-01-12\n- Tsakhiagiyn Elbegdorj | Consult | Emperor Akihito | 2010-10-22\n- Tsakhiagiyn Elbegdorj | Consult | Abdullah Gül | 2010-06-09\n- Okada Katsuya | Consult | Tsakhiagiyn Elbegdorj | 2010-08-30\n- Legislature (Mongolia) | Consult | Tsakhiagiyn Elbegdorj | 2006-01-12\n- Emperor Akihito | Consult | Tsakhiagiyn Elbegdorj | 2010-10-22\nAnswer:", "completion": " 2011-08", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1343171", "prompt": "In which year did the Member of Parliament of the United Kingdom criticise the Scottish Government?\nEvidence:\n- Party Member (United Kingdom) | Accuse | Scottish Government | 2011-02-14\n- Party Member (United Kingdom) | Make statement | Scottish Government | 2009-12-30\n- Party Member (United Kingdom) | Make statement | Scottish Government | 2007-12-20\n- Party Member (United Kingdom) | Criticize or denounce | Scottish Government | 2008-11-15\n- Lawmaker (United Kingdom) | Demand | Scottish Government | 2010-08-09\n- Citizen (United Kingdom) | Threaten | Scottish Government | 2010-05-07\n- Citizen (United Kingdom) | Threaten | Scottish Government | 2009-12-22\n- Citizen (United Kingdom) | Accuse | Scottish Government | 2008-04-05\n- Court Judge (United Kingdom) | Reject | Scottish Government | 2011-09-03\n- Government Official (United Kingdom) | Make statement | Scottish Government | 2008-03-29\n- Court Judge (United Kingdom) | Deny responsibility | Scottish Government | 2011-09-03\n- Citizen (United Kingdom) | Use unconventional violence | Scottish Government | 2010-12-29\n- Citizen (United Kingdom) | Make pessimistic comment | Scottish Government | 2009-09-08\n- Citizen (United Kingdom) | Demand intelligence cooperation | Scottish Government | 2010-06-30\n- Citizen (United Kingdom) | Criticize or denounce | Scottish Government | 2009-09-25\nAnswer:", "completion": " 2008", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1236338", "prompt": "Who did South Korea sign an agreement with in the same month as Herman Van Rompuy?\nEvidence:\n- Herman Van Rompuy | Sign formal agreement | Lee Myung Bak | 2010-10-06\n- Japan | Consult | Herman Van Rompuy | 2010-04-28\n- Herman Van Rompuy | Reject | France | 2010-06-10\n- Herman Van Rompuy | Consult | Japan | 2010-04-28\n- Mahmoud Abbas | Consult | Herman Van Rompuy | 2010-02-24\n- Jan Fischer | Consult | Herman Van Rompuy | 2010-01-30\n- Herman Van Rompuy | Demand | Citizen (Belgium) | 2008-12-30\n- Herman Van Rompuy | Consult | Wen Jiabao | 2010-10-06\n- Herman Van Rompuy | Consult | Mahmoud Abbas | 2010-02-24\n- Herman Van Rompuy | Consult | Jan Fischer | 2010-01-30\n- Herman Van Rompuy | Consult | Gjorge Ivanov | 2010-09-10\n- Herman Van Rompuy | Consult | Georgios Papandreou | 2010-08-19\n- Herman Van Rompuy | Consult | Georgios Papandreou | 2010-04-09\n- Herman Van Rompuy | Consult | Georgios Papandreou | 2010-03-25\n- Herman Van Rompuy | Consult | Barack Obama | 2010-08-17\nAnswer:", "completion": " Cambodia", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1065450", "prompt": "Who was the first to provide humanitarian aid to refugees in Afghanistan, after the Afghan Ministry?\nEvidence:\n- Ministry (Afghanistan) | Provide humanitarian aid | Refugee (Afghanistan) | 2008-04-02\n- High Commission for Refugees | Provide humanitarian aid | Refugee (Afghanistan) | 2014-12-07\n- High Commission for Refugees | Provide humanitarian aid | Refugee (Afghanistan) | 2007-07-04\n- Japan | Provide humanitarian aid | Refugee (Afghanistan) | 2006-02-13\n- Iran | Provide humanitarian aid | Refugee (Afghanistan) | 2007-05-23\n- Military Personnel - Special (Afghanistan) | Provide humanitarian aid | Employee (Afghanistan) | 2013-05-24\n- Military Personnel - Special (Afghanistan) | Provide humanitarian aid | Employee (Afghanistan) | 2009-04-28\n- Government (Croatia) | Express intent to provide humanitarian aid | Afghan National Army | 2015-04-23\n- Kazakhstan | Express intent to provide humanitarian aid | Population (Afghanistan) | 2006-02-02\n- High Commission for Refugees | Provide humanitarian aid | Vietnam | 2006-01-16\n- High Commission for Refugees | Provide humanitarian aid | Togo | 2008-03-24\n- High Commission for Refugees | Provide humanitarian aid | Ethiopia | 2014-09-03\n- High Commission for Refugees | Provide humanitarian aid | Ethiopia | 2011-07-28\n- High Commission for Refugees | Provide humanitarian aid | China | 2008-05-22\n- China | Provide humanitarian aid | The Poor (China) | 2014-08-28\nAnswer:", "completion": " High Commission for Refugees", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1315824", "prompt": "Who did the Military Personnel of Thailand reject before April 19th, 2006?\nEvidence:\n- Citizen (Thailand) | Demand | Military Personnel (Thailand) | 2005-01-19\n- Military Personnel (Thailand) | Provide aid | Citizen (Thailand) | 2005-02-04\n- Military Personnel (Thailand) | Make optimistic comment | Thailand | 2005-01-03\n- Thailand | Reject | Citizen (Thailand) | 2005-02-08\n- Citizen (Thailand) | Reject | Thailand | 2005-02-09\n- Citizen (Thailand) | Reject | Thailand | 2005-02-08\n- Citizen (Thailand) | Reject | Thailand | 2005-02-04\n- Citizen (Thailand) | Reject | Thailand | 2005-01-16\n- Citizen (Thailand) | Reject | Thailand | 2005-01-01\n- Military Personnel (Thailand) | Make optimistic comment | Citizen (Thailand) | 2005-03-02\n- Military Personnel (Thailand) | Criticize or denounce | Citizen (Thailand) | 2005-01-24\n- Villager (Thailand) | Reject | Citizen (Thailand) | 2005-02-03\n- Villager (Thailand) | Reject | Citizen (Thailand) | 2005-02-01\n- Party Member (Thailand) | Reject | Citizen (Thailand) | 2005-02-08\n- Banharn Silpa-archa | Reject | Citizen (Thailand) | 2005-01-02\nAnswer:", "completion": " Sondhi Limthongkul", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1223987", "prompt": "When did the Brazilian Congress make negative remarks about Mexico?\nEvidence:\n- Secretariat (Mexico) | Make statement | Mexico | 2005-02-03\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-26\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-25\n- Economist (Mexico) | Make statement | Mexico | 2005-02-11\n- Central Bank (Mexico) | Make statement | Mexico | 2005-01-31\n- Other Authorities / Officials (Mexico) | Make statement | Mexico | 2005-01-18\n- Mexico | Make pessimistic comment | Other Authorities / Officials (Mexico) | 2005-01-28\n- Mexico | Investigate | Criminal (Mexico) | 2005-01-12\n- Organized Crime (Mexico) | Demand | Mexico | 2005-01-24\n- Military (Mexico) | Cooperate militarily | Mexico | 2005-01-17\n- Other Authorities / Officials (Mexico) | Investigate | Mexico | 2005-01-27\n- National Union Party (Mexico) | Reject | Mexico | 2005-01-26\n- Jaroslav Palas | Make statement | Mexico | 2005-02-08\n- Mexico | Investigate crime, corruption | Organized Crime (Mexico) | 2005-01-17\n- Mexico | Criticize or denounce | Court Judge (Mexico) | 2005-01-11\nAnswer:", "completion": " 2005-09-13", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1264108", "prompt": "With whom did Madagascar formally sign an agreement before 22 August 2010?\nEvidence:\n- Madagascar | Sign formal agreement | France | 2010-08-22\n- France | Sign formal agreement | Madagascar | 2010-08-22\n- Foreign Affairs (Israel) | Make an appeal or request | France | 2010-08-22\n- Romania | Increase military alert status | France | 2010-08-22\n- Romania | Host a visit | France | 2010-08-22\n- Industrial / Textiles / Mining Ministry (Vietnam) | Make a visit | France | 2010-08-22\n- France | Make a visit | Romania | 2010-08-22\n- France | Host a visit | Industrial / Textiles / Mining Ministry (Vietnam) | 2010-08-22\nAnswer:", "completion": " Government (Mauritius)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 8, "n_anchors": 1} +{"id": "mtq_1322327", "prompt": "On 26 April 2007, who wanted to participate in diplomatic cooperation with Vietnam?\nEvidence:\n- Vietnam | Engage in diplomatic cooperation | Laos | 2007-04-26\n- Vietnam | Engage in diplomatic cooperation | China | 2007-04-26\n- Laos | Engage in diplomatic cooperation | Vietnam | 2007-04-26\n- China | Engage in diplomatic cooperation | Vietnam | 2007-04-26\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2007-04-26\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | Middle East | 2007-04-26\n- Middle East | Express intent to engage in diplomatic cooperation (such as policy support) | Vietnam | 2007-04-26\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | National Front Malaysia | 2007-04-26\n- Vietnam | Grant diplomatic recognition | Middle East | 2007-04-26\n- Vietnam | Arrest, detain, or charge with legal action | Men (France) | 2007-04-26\n- Vietnam | Express intent to meet or negotiate | Laos | 2007-04-26\n- Vietnam | Host a visit | Laos | 2007-04-26\n- Laos | Make a visit | Vietnam | 2007-04-26\n- Vietnam | Host a visit | Armed Separatist (China) | 2007-04-26\n- Armed Separatist (China) | Make a visit | Vietnam | 2007-04-26\nAnswer:", "completion": " Middle East", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1191817", "prompt": "Who wanted to negotiate with Ahmad Shuja Pasha in November 2009?\nEvidence:\n- Ahmad Shuja Pasha | Accuse | Central Intelligence Agency | 2009-11-21\n- Ahmad Shuja Pasha | Express intent to cooperate | Central Intelligence Agency | 2009-11-21\n- Central Intelligence Agency | Express intent to meet or negotiate | Ahmad Shuja Pasha | 2009-11-20\n- National Patriotic Front of Liberia | Share intelligence or information | Central Intelligence Agency | 2009-11-20\n- National Patriotic Front of Liberia | Share intelligence or information | Central Intelligence Agency | 2009-11-17\n- Inter-Services Intelligence | Make statement | Central Intelligence Agency | 2009-11-22\n- Central Intelligence Agency | Share intelligence or information | National Patriotic Front of Liberia | 2009-11-20\nAnswer:", "completion": " Central Intelligence Agency", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 7, "n_anchors": 1} +{"id": "mtq_1105000", "prompt": "Who praised the Lebanese military on 25 January 2007?\nEvidence:\n- Iran | Make statement | Militia (Lebanese Forces) | 2008-07-03\n- Party President (Lebanese Democratic Party) | Praise or endorse | Iran | 2012-03-17\n- Militia (Lebanese Forces) | Abduct, hijack, or take hostage | Iran | 2008-07-03\n- Police (Uganda) | Impose restrictions on political freedoms | The Voice (Uganda) | 2014-12-12\n- Citizen (Croatia) | Express intent to cooperate on judicial matters | The Hague | 2005-03-17\n- Member of the Judiciary (Iceland) | Rally support on behalf of | Bank (Iceland) | 2014-05-25\n- Military (Ecuador) | Rally support on behalf of | Rafael Correa | 2010-09-30\n- Special Rapporteurs of the United Nations | Rally support on behalf of | Detainee (Myanmar) | 2011-08-25\n- Special Rapporteurs of the United Nations | Rally support on behalf of | Detainee (Myanmar) | 2009-02-20\n- Other Authorities / Officials (Serbia) | Express intent to cooperate on judicial matters | The Hague | 2011-06-04\n- Ministry (Brazil) | Rally support on behalf of | People Associated with the Opposition (Brazil) | 2005-11-12\n- Timor-Leste | Rally support on behalf of | Military (Timor-Leste) | 2006-04-30\n- Timor-Leste | Rally support on behalf of | Military (Timor-Leste) | 2006-04-28\n- Progressive Socialist Party | Rally support on behalf of | Military (Lebanon) | 2013-05-22\n- Military Personnel (Thailand) | Impose restrictions on political freedoms | Citizen (Thailand) | 2008-07-17\nAnswer:", "completion": " Abdel-Amir Qabalan", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1168884", "prompt": "After the National United Front for Democracy Against Dictatorship, who was the first to investigate the citizens of Thailand?\nEvidence:\n- Thailand | Investigate | Citizen (Thailand) | 2005-01-18\n- Thailand | Investigate | Citizen (Thailand) | 2005-01-05\n- Governor (Thailand) | Investigate | Citizen (Thailand) | 2005-01-27\n- Party Member (Thailand) | Bring lawsuit against | Citizen (Thailand) | 2005-01-15\n- Japan | Investigate | Citizen (Thailand) | 2005-01-11\n- Citizen (Thailand) | Demonstrate for policy change | Thailand | 2005-01-17\n- Police (Cambodia) | Investigate | Citizen (Thailand) | 2005-01-24\n- Police (Cambodia) | Investigate | Citizen (Thailand) | 2005-01-20\n- Congress (United States) | Express intent to meet or negotiate | Thailand | 2005-01-06\n- Thailand | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-01-05\n- Thailand | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-01-04\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | Thailand | 2005-01-05\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | Thailand | 2005-01-04\n- Member of Parliament (Thailand) | Express intent to engage in material cooperation | Citizen (Thailand) | 2005-02-08\n- Member of Parliament (Thailand) | Consult | Citizen (Thailand) | 2005-01-28\nAnswer:", "completion": " Abhisit Vejjajiva", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1030637", "prompt": "Who was the last to blame José Dirceu de Oliveira e Silva?\nEvidence:\n- José Dirceu de Oliveira e Silva | Accuse | José Dirceu de Oliveira e Silva | 2005-06-16\n- Stephen Hadley | Consult | José Dirceu de Oliveira e Silva | 2005-03-03\n- Romania | Decline comment | José Dirceu de Oliveira e Silva | 2005-09-27\n- Ministry (Brazil) | Consult | José Dirceu de Oliveira e Silva | 2005-06-13\n- Luiz Gushiken | Consult | José Dirceu de Oliveira e Silva | 2005-03-14\n- José Dirceu de Oliveira e Silva | Consult | Stephen Hadley | 2005-03-03\n- José Dirceu de Oliveira e Silva | Consult | Ministry (Brazil) | 2005-06-13\n- José Dirceu de Oliveira e Silva | Consult | Luiz Gushiken | 2005-03-14\n- José Dirceu de Oliveira e Silva | Accuse | Citizen (Venezuela) | 2005-06-19\n- José Dirceu de Oliveira e Silva | Accuse | Citizen (Brazil) | 2005-08-02\n- Congress (Brazil) | Investigate | José Dirceu de Oliveira e Silva | 2005-08-05\n- Congress (Brazil) | Accuse | José Dirceu de Oliveira e Silva | 2005-06-21\n- Congress (Brazil) | Accuse | José Dirceu de Oliveira e Silva | 2005-06-20\n- Citizen (Brazil) | Demand | José Dirceu de Oliveira e Silva | 2005-07-30\n- Citizen (Brazil) | Demand | José Dirceu de Oliveira e Silva | 2005-06-15\nAnswer:", "completion": " Citizen (Brazil)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1244605", "prompt": "Which country made pessimistic comments about Mexico after March 2012?\nEvidence:\n- Mexico | Make pessimistic comment | Other Authorities / Officials (Mexico) | 2005-01-28\n- Mexico | Investigate | Criminal (Mexico) | 2005-01-12\n- Secretariat (Mexico) | Make statement | Mexico | 2005-02-03\n- Organized Crime (Mexico) | Demand | Mexico | 2005-01-24\n- Military (Mexico) | Cooperate militarily | Mexico | 2005-01-17\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-26\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-25\n- Economist (Mexico) | Make statement | Mexico | 2005-02-11\n- Other Authorities / Officials (Mexico) | Investigate | Mexico | 2005-01-27\n- National Union Party (Mexico) | Reject | Mexico | 2005-01-26\n- Central Bank (Mexico) | Make statement | Mexico | 2005-01-31\n- Other Authorities / Officials (Mexico) | Make statement | Mexico | 2005-01-18\n- Mexico | Investigate crime, corruption | Organized Crime (Mexico) | 2005-01-17\n- Mexico | Criticize or denounce | Court Judge (Mexico) | 2005-01-11\n- Court Judge (Mexico) | Impose administrative sanctions | Mexico | 2005-02-11\nAnswer:", "completion": " Iran", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1201547", "prompt": "With whom did Mahmoud Ahmadinejad negotiate in the same year of the member of the legislative of the government of Iran?\nEvidence:\n- Mahmoud Ahmadinejad | Investigate | Iran | 2005-06-21\n- Mahmoud Ahmadinejad | Demand | Iran | 2005-04-07\n- Mahmoud Ahmadinejad | Accuse | Iran | 2005-06-25\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-07-01\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-09\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-04-17\n- Ministry (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-29\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-07-02\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-30\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-29\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-28\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-27\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-26\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-25\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-24\nAnswer:", "completion": " Mohamed Ould Abdel Aziz", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1281380", "prompt": "Who was the last person denounced by the citizens of Greece before the people associated with the opposition of the Panhellenic Socialist Movement?\nEvidence:\n- Main Opposition (Panhellenic Socialist Movement) | Make statement | Panhellenic Socialist Movement | 2006-02-10\n- Panhellenic Socialist Movement | Accuse | Citizen (Greece) | 2005-10-08\n- Citizen (Greece) | Accuse | Panhellenic Socialist Movement | 2005-12-10\n- Panhellenic Socialist Movement | Accuse | Head of Government (Greece) | 2005-09-16\n- Panhellenic Socialist Movement | Make statement | Legislature (Greece) | 2006-03-01\n- Panhellenic Socialist Movement | Accuse | Ruling Party (Greece) | 2006-03-01\n- Domestic Affairs (Greece) | Accuse | Panhellenic Socialist Movement | 2005-09-29\n- Citizen (Greece) | Demand mediation | Panhellenic Socialist Movement | 2005-02-05\n- Panhellenic Socialist Movement | Make statement | Head of Government (Greece) | 2005-12-04\n- Panhellenic Socialist Movement | Make statement | Government Official (Greece) | 2005-04-16\n- Panhellenic Socialist Movement | Make pessimistic comment | Citizen (Greece) | 2005-04-20\n- Panhellenic Socialist Movement | Criticize or denounce | Citizen (Greece) | 2005-12-04\n- Media Personnel (Greece) | Make statement | Panhellenic Socialist Movement | 2005-12-02\n- Government Official (Greece) | Make statement | Panhellenic Socialist Movement | 2006-03-14\n- Government Official (Greece) | Make statement | Panhellenic Socialist Movement | 2005-12-11\nAnswer:", "completion": " Georgios Papandreou", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1285860", "prompt": "Who visited Angola in the same month as Guillermo Moreno?\nEvidence:\n- Guillermo Moreno | Make a visit | Angola | 2012-03-19\n- Angola | Host a visit | Guillermo Moreno | 2012-03-19\n- Ricardo Echegaray | Consult | Guillermo Moreno | 2013-05-21\n- Raul Alfonsin | Investigate | Guillermo Moreno | 2008-08-17\n- Lawmaker (Argentina) | Accuse | Guillermo Moreno | 2013-03-25\n- Guillermo Moreno | Demand | Business (Argentina) | 2008-07-22\n- Guillermo Moreno | Consult | Ricardo Echegaray | 2013-05-21\n- Guillermo Moreno | Consult | Business (Argentina) | 2013-09-21\n- Guillermo Moreno | Consult | Business (Argentina) | 2008-01-16\n- Guillermo Moreno | Consult | Business (Argentina) | 2006-10-11\n- El País | Accuse | Guillermo Moreno | 2013-11-20\n- Business (Argentina) | Consult | Guillermo Moreno | 2013-09-21\n- Business (Argentina) | Consult | Guillermo Moreno | 2008-01-16\n- Business (Argentina) | Consult | Guillermo Moreno | 2006-10-11\n- Business (Argentina) | Accuse | Guillermo Moreno | 2013-09-01\nAnswer:", "completion": " Head of Government (Brazil)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1236841", "prompt": "In which year did Abdel Fattah Al-Sisi praise the Prime Minister of India?\nEvidence:\n- Abdel Fattah Al-Sisi | Praise or endorse | Police (Egypt) | 2012-12-19\n- People Associated with the Opposition (Egypt) | Praise or endorse | Abdel Fattah Al-Sisi | 2013-07-01\n- Protester (Egypt) | Reject | Abdel Fattah Al-Sisi | 2013-01-29\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-07-03\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-04-24\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-20\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-18\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-17\n- Barack Obama | Consult | Abdel Fattah Al-Sisi | 2013-04-26\n- Abdel Fattah Al-Sisi | Threaten | Protester (Egypt) | 2013-07-24\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-07-03\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-04-24\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-20\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-18\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-17\nAnswer:", "completion": " 2015", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1268881", "prompt": "In which month did the women of Hong Kong last use unconventional violence against the police of Hong Kong?\nEvidence:\n- Women (Hong Kong) | Use unconventional violence | Police (Hong Kong) | 2015-08-03\n- Women (Hong Kong) | Use unconventional violence | Police (Hong Kong) | 2012-01-04\n- Women (Hong Kong) | Yield | Police (Hong Kong) | 2007-02-06\n- Women (Hong Kong) | Accuse | Police (Hong Kong) | 2015-08-08\n- Women (Hong Kong) | Accuse | Police (Hong Kong) | 2015-03-27\n- Police (Hong Kong) | Investigate | Women (Hong Kong) | 2015-07-24\n- Police (Hong Kong) | Investigate | Women (Hong Kong) | 2014-02-26\n- Police (Hong Kong) | Investigate | Women (Hong Kong) | 2013-12-03\n- Police (Hong Kong) | Investigate | Women (Hong Kong) | 2009-12-21\n- Police (Hong Kong) | Investigate | Women (Hong Kong) | 2007-11-08\n- Police (Hong Kong) | Accuse | Women (Hong Kong) | 2014-01-22\n- Men (United Kingdom) | Use unconventional violence | Women (Hong Kong) | 2014-11-02\n- Police (Hong Kong) | Use conventional military force | Women (Hong Kong) | 2015-08-26\n- Police (Hong Kong) | Use conventional military force | Women (Hong Kong) | 2009-01-20\n- Villager (China) | Use unconventional violence | Police (Hong Kong) | 2009-12-11\nAnswer:", "completion": " 2015-08", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1347577", "prompt": "Before the government of Pakistan, who was the last to want to negotiate with Pervez Musharraf?\nEvidence:\n- Pervez Musharraf | Make statement | Head of Government (Pakistan) | 2005-01-12\n- Pervez Musharraf | Make statement | Head of Government (Pakistan) | 2005-01-11\n- Pervez Musharraf | Make statement | Government (Pakistan) | 2005-02-14\n- Pervez Musharraf | Make statement | Government (Pakistan) | 2005-02-01\n- Pervez Musharraf | Make statement | Government (Pakistan) | 2005-01-04\n- Pervez Musharraf | Make statement | Government (Pakistan) | 2005-01-03\n- Pervez Musharraf | Coerce | Criminal (Pakistan) | 2005-01-12\n- Pervez Musharraf | Engage in symbolic act | Head of Government (Pakistan) | 2005-02-08\n- Pervez Musharraf | Engage in symbolic act | Head of Government (Pakistan) | 2005-01-21\n- Head of Government (Pakistan) | Engage in symbolic act | Pervez Musharraf | 2005-01-21\n- Pervez Musharraf | Make an appeal or request | Head of Government (Pakistan) | 2005-01-19\n- Pervez Musharraf | Make an appeal or request | Head of Government (Pakistan) | 2005-01-18\n- Pervez Musharraf | Make statement | Legislature (Pakistan) | 2005-01-01\n- Opposition Supporter (Pakistan) | Accuse | Pervez Musharraf | 2005-01-13\n- Opposition Supporter (Pakistan) | Accuse | Pervez Musharraf | 2005-01-12\nAnswer:", "completion": " Mahmoud Ahmadinejad", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1285392", "prompt": "Who visited South Africa last before the Businessman of the United Kingdom?\nEvidence:\n- High Commission (United Kingdom) | Make statement | South Africa | 2005-01-26\n- Citizen (United Kingdom) | Acknowledge or claim responsibility | South Africa | 2005-02-16\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- South Africa | Consult | China | 2005-02-05\n- China | Consult | South Africa | 2005-02-05\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-27\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-26\nAnswer:", "completion": " Indigenous People (Zimbabwe)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1213474", "prompt": "In which year did the African Union praise the member of the judiciary of Madagascar?\nEvidence:\n- African Union | Praise or endorse | East African Community | 2005-02-05\n- Government (Sudan) | Praise or endorse | African Union | 2005-01-28\n- Government (Sudan) | Praise or endorse | African Union | 2005-01-17\n- Charles Murigande | Praise or endorse | African Union | 2005-01-26\n- Cabinet / Council of Ministers / Advisors (Somalia) | Praise or endorse | African Union | 2005-02-06\n- Cabinet / Council of Ministers / Advisors (Somalia) | Praise or endorse | African Union | 2005-02-05\n- Madagascar | Praise or endorse | China | 2006-03-03\n- Madagascar | Praise or endorse | China | 2006-03-02\n- Madagascar | Praise or endorse | China | 2005-08-19\n- China | Praise or endorse | Madagascar | 2005-08-29\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-31\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Nigeria) | Consult | African Union | 2005-02-01\nAnswer:", "completion": " 2015", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1182656", "prompt": "Who did Tony Blair last negotiate with before the Sierra Leone Ministry?\nEvidence:\n- Tony Blair | Accuse | Iran | 2005-02-05\n- Iran | Reject | Tony Blair | 2005-02-08\n- Tony Blair | Make statement | Iraq | 2005-02-04\n- Tony Blair | Make statement | Iraq | 2005-01-30\n- Tony Blair | Make statement | Iraq | 2005-01-09\n- Tony Blair | Make statement | Iran | 2005-01-26\n- Tony Blair | Investigate | Oluṣẹgun Ọbasanjọ | 2005-01-27\n- Tony Blair | Investigate | Oluṣẹgun Ọbasanjọ | 2005-01-26\n- Tony Blair | Consult | Mahmoud Abbas | 2005-01-27\n- Tony Blair | Consult | Jack Straw | 2005-02-04\n- Tony Blair | Consult | Bertie Ahern | 2005-02-02\n- Tony Blair | Consult | Angela Merkel | 2005-02-07\n- Mahmoud Abbas | Consult | Tony Blair | 2005-01-27\n- Jack Straw | Reject | Tony Blair | 2005-01-04\n- Jack Straw | Consult | Tony Blair | 2005-02-04\nAnswer:", "completion": " Bertie Ahern", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1333642", "prompt": "In which year did the Ukrainian police use conventional military force against the Ukrainian opposition activist?\nEvidence:\n- Police (Ukraine) | Use conventional military force | Opposition Activist (Ukraine) | 2014-01-11\n- Kiev police | Use conventional military force | Opposition Activist (Ukraine) | 2014-01-11\n- Military (Ukraine) | Use conventional military force | Opposition Activist (Ukraine) | 2014-05-26\n- Military Police (Cambodia) | Use conventional military force | Activist (Cambodia) | 2012-05-04\n- Police (Australia) | Use conventional military force | Activist (Australia) | 2014-07-25\n- Police (Australia) | Use conventional military force | Activist (Australia) | 2006-04-17\n- Police (Australia) | Use conventional military force | Activist (Australia) | 2005-03-29\n- Police (Australia) | Use conventional military force | Activist (Australia) | 2005-03-28\n- Police (Ukraine) | Use conventional military force | People Associated with the Opposition (Ukraine) | 2014-02-20\n- Police (Egypt) | Use conventional military force | People Associated with the Opposition (Egypt) | 2012-12-15\n- Military (Russia) | Use conventional military force | Opposition Force (Russia) | 2012-05-15\n- Military (Russia) | Use conventional military force | Opposition Force (Russia) | 2012-05-14\n- Military (Russia) | Use conventional military force | Opposition Force (Russia) | 2005-05-16\n- Activist (Iraq) | Use conventional military force | Iraq | 2011-08-02\n- Police (Indonesia) | Use conventional military force | Activist (Papua New Guinea) | 2011-12-01\nAnswer:", "completion": " 2014", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1066018", "prompt": "Before Mahmoud Ahmadinejad, to whom did Islam Karimov last praise?\nEvidence:\n- Iran | Praise or endorse | Islam Karimov | 2005-01-06\n- Sodiq Safoyev | Praise or endorse | Islam Karimov | 2005-01-26\n- Islam Karimov | Praise or endorse | Zurab Nogaideli | 2005-04-18\n- Islam Karimov | Praise or endorse | Senate (Uzbekistan) | 2005-01-31\n- Islam Karimov | Praise or endorse | Senate (Uzbekistan) | 2005-01-29\n- Abdul Kalam | Praise or endorse | Islam Karimov | 2005-04-05\n- International Government Organizations | Praise or endorse | Islam Karimov | 2005-01-20\n- Zurab Nogaideli | Consult | Islam Karimov | 2005-04-18\n- Senate (Uzbekistan) | Consult | Islam Karimov | 2005-04-06\n- Senate (Uzbekistan) | Consult | Islam Karimov | 2005-01-28\n- Pervez Musharraf | Consult | Islam Karimov | 2005-03-06\n- Islam Karimov | Demand | Senate (Uzbekistan) | 2005-01-31\n- Islam Karimov | Consult | Zurab Nogaideli | 2005-04-18\n- Islam Karimov | Consult | Senate (Uzbekistan) | 2005-04-06\n- Islam Karimov | Consult | Senate (Uzbekistan) | 2005-01-28\nAnswer:", "completion": " United Arab Emirates", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1152294", "prompt": "Before the media of Nigeria, who had a telephone conversation with the other authorities and officials of Nigeria?\nEvidence:\n- Other Authorities / Officials (Nigeria) | Discuss by telephone | Media (Nigeria) | 2012-08-13\n- Media (Nigeria) | Discuss by telephone | Other Authorities / Officials (Nigeria) | 2012-08-13\n- Other Authorities / Officials (Nigeria) | Discuss by telephone | Media (Africa) | 2015-12-29\n- Other Authorities / Officials (Nigeria) | Discuss by telephone | Media (Africa) | 2015-01-19\n- Other Authorities / Officials (Nigeria) | Discuss by telephone | Media (Africa) | 2011-04-20\n- Media (Africa) | Discuss by telephone | Other Authorities / Officials (Nigeria) | 2015-12-29\n- Media (Africa) | Discuss by telephone | Other Authorities / Officials (Nigeria) | 2015-01-19\n- Media (Africa) | Discuss by telephone | Other Authorities / Officials (Nigeria) | 2011-04-20\n- Other Authorities / Officials (Nigeria) | Consult | Media (Nigeria) | 2015-04-06\n- Other Authorities / Officials (Nigeria) | Consult | Media (Nigeria) | 2015-01-04\n- Other Authorities / Officials (Nigeria) | Consult | Media (Nigeria) | 2014-01-13\n- Other Authorities / Officials (Nigeria) | Consult | Media (Nigeria) | 2013-08-12\n- Other Authorities / Officials (Nigeria) | Consult | Media (Nigeria) | 2012-01-09\n- Other Authorities / Officials (Nigeria) | Consult | Media (Nigeria) | 2010-01-27\n- Media (Nigeria) | Consult | Other Authorities / Officials (Nigeria) | 2015-04-06\nAnswer:", "completion": " Media (Africa)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1391772", "prompt": "Who was the last to request the Peacekeeping Troop of Sudan in 2009?\nEvidence:\n- Peacekeeping Troop (Sudan) | Investigate | Sudan | 2009-01-29\n- Sudan | Make an appeal or request | Peacekeeping Troop (Sudan) | 2009-02-04\n- Sudan | Make an appeal or request | Peacekeeping Troop (Sudan) | 2009-02-03\n- Sudan | Make an appeal or request | Peacekeeping Troop (Sudan) | 2009-02-02\n- China | Provide military protection or peacekeeping | Sudan | 2009-01-12\n- African Union | Provide military protection or peacekeeping | Sudan | 2009-02-04\n- African Union | Provide military protection or peacekeeping | Sudan | 2009-02-03\n- Sudan | Accuse of human rights abuses | Special Rapporteurs of the United Nations | 2009-02-04\n- UN Mission in Sudan | Make statement | Sudan | 2009-01-26\n- Tanzania | Express intent to engage in diplomatic cooperation (such as policy support) | The Hague | 2009-02-25\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2009-02-01\n- Citizen (Sudan) | Express intent to settle dispute | Sudan | 2009-02-01\n- Sudan | Engage in diplomatic cooperation | Japan | 2009-01-30\n- Sudan | Engage in diplomatic cooperation | Ethiopia | 2009-02-05\n- Japan | Engage in diplomatic cooperation | Sudan | 2009-01-30\nAnswer:", "completion": " Government (Sudan)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1220479", "prompt": "Before the citizens of Sudan, with whom did the High Commission for Refugees last announce its intention to meet?\nEvidence:\n- High Commission for Refugees | Express intent to meet or negotiate | Sudan | 2005-04-19\n- Sudan | Host a visit | High Commission for Refugees | 2005-04-27\n- High Commission for Refugees | Make a visit | Sudan | 2005-04-27\n- Japan | Reject | High Commission for Refugees | 2005-01-19\n- High Commission for Refugees | Consult | Cambodia | 2005-01-24\n- Cambodia | Consult | High Commission for Refugees | 2005-01-24\n- Shaukat Aziz | Consult | High Commission for Refugees | 2005-05-04\n- Ruud Lubbers | Mediate | High Commission for Refugees | 2005-02-16\n- Pervez Musharraf | Consult | High Commission for Refugees | 2005-05-06\n- High Commission for Refugees | Make statement | Togo | 2005-05-04\n- High Commission for Refugees | Make statement | Tanzania | 2005-04-06\n- High Commission for Refugees | Make statement | Iran | 2005-02-25\n- High Commission for Refugees | Grant asylum | Japan | 2005-01-19\n- High Commission for Refugees | Consult | Shaukat Aziz | 2005-05-04\n- High Commission for Refugees | Consult | Pervez Musharraf | 2005-05-06\nAnswer:", "completion": " Sudan", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1323131", "prompt": "Could you tell me the exact month when the police of the Philippines first made optimistic remarks about the Department of Tourism of the Philippines?\nEvidence:\n- Police (Philippines) | Make optimistic comment | Ministry of Tourism (Philippines) | 2013-09-05\n- Police (Philippines) | Make optimistic comment | Ministry of Tourism (Philippines) | 2013-09-04\n- Ministry of Tourism (Philippines) | Consult | Military (Philippines) | 2012-06-30\n- Military (Philippines) | Consult | Ministry of Tourism (Philippines) | 2012-06-30\n- City Mayor (Philippines) | Make statement | Ministry of Tourism (Philippines) | 2015-07-02\n- City Mayor (Philippines) | Make statement | Ministry of Tourism (Philippines) | 2013-12-23\n- City Mayor (Philippines) | Make statement | Ministry of Tourism (Philippines) | 2013-10-17\n- Police (Philippines) | Make statement | University of the Philippines | 2014-08-12\n- Ministry of Tourism (Philippines) | Praise or endorse | City Mayor (Philippines) | 2015-11-26\n- Justice Department/Ministery (Philippines) | Make statement | Civil Aviation Authority of the Philippines | 2015-06-29\n- Police (Philippines) | Make statement | Department of Transportation | 2015-10-07\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Justice Department/Ministery (Philippines) | Threaten | Police (Philippines) | 2011-06-09\nAnswer:", "completion": " 2013-09", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1031092", "prompt": "In which year did the International Monetary Fund last negotiate with the Egyptian Ministry of Finance?\nEvidence:\n- Treasury/Finance Ministry (Bangladesh) | Consult | International Monetary Fund | 2005-02-23\n- International Monetary Fund | Consult | Treasury/Finance Ministry (Bangladesh) | 2005-02-23\n- Treasury/Finance Ministry (Japan) | Express accord | International Monetary Fund | 2005-01-10\n- People Associated with the Opposition (Sri Lanka) | Consult | International Monetary Fund | 2005-06-02\n- International Monetary Fund | Consult | People Associated with the Opposition (Sri Lanka) | 2005-06-02\n- Romania | Engage in negotiation | International Monetary Fund | 2005-01-27\n- International Monetary Fund | Engage in negotiation | Romania | 2005-01-27\n- International Monetary Fund | Threaten | Romania | 2005-06-28\n- International Monetary Fund | Investigate | Tanzania | 2005-08-02\n- International Monetary Fund | Investigate | Tanzania | 2005-02-25\n- International Monetary Fund | Investigate | Iraq | 2005-05-12\n- International Monetary Fund | Demand | China | 2005-04-20\n- International Monetary Fund | Demand | Angola | 2005-07-06\n- Portugal | Engage in diplomatic cooperation | International Monetary Fund | 2005-04-28\n- International Monetary Fund | Engage in diplomatic cooperation | China | 2005-05-23\nAnswer:", "completion": " 2013", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1257959", "prompt": "Before Jun, 2006, with whom did the Indian military official express the intention to negotiate?\nEvidence:\n- Wang Jun | Make statement | China | 2013-08-28\n- Wang Jun | Make statement | China | 2008-11-14\n- Wang Jun | Make statement | China | 2006-09-06\n- Military (Macedonia) | Express intent to meet or negotiate | Government Official (Macedonia) | 2009-11-04\n- Military Personnel (India) | Make statement | Insurgent (Indian Administered Kashmir) | 2015-07-09\n- Special Rapporteurs of the United Nations | Express intent to meet or negotiate | Government Official (Japan) | 2011-01-17\n- Special Rapporteurs of the United Nations | Express intent to meet or negotiate | Government Official (South Africa) | 2015-05-11\n- Rights Activist (United States) | Make statement | Wang Jun | 2006-11-30\n- Separatist Militant (Indian Administered Kashmir) | fight with small arms and light weapons | Military Personnel (India) | 2007-10-06\n- Military Personnel (India) | fight with small arms and light weapons | Separatist Militant (Indian Administered Kashmir) | 2007-10-06\n- High Ranking Military Personnel (India) | Make statement | Ministry (Indian Administered Kashmir) | 2013-09-25\n- Japan | Express intent to meet or negotiate | Government Official (Japan) | 2010-01-25\n- Japan | Express intent to meet or negotiate | Government Official (Japan) | 2009-12-14\n- Government Official (Vietnam) | Express intent to meet or negotiate | Vietnam | 2006-10-09\n- Government Official (Vietnam) | Express intent to meet or negotiate | Vietnam | 2006-02-09\nAnswer:", "completion": " Head of Government (India)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1015420", "prompt": "In what year did José Miguel Insulza first express his intention to meet Rafael Correa?\nEvidence:\n- José Miguel Insulza | Make statement | Rafael Correa | 2006-11-27\n- Rafael Correa | Criticize or denounce | José Miguel Insulza | 2006-10-30\n- José Miguel Insulza | Criticize or denounce | José Miguel Insulza | 2005-02-24\n- José Miguel Insulza | Yield | Bolivia | 2005-05-03\n- José Miguel Insulza | Consult | Bolivia | 2005-05-02\n- Bolivia | Reject | José Miguel Insulza | 2005-05-01\n- Bolivia | Reject | José Miguel Insulza | 2005-04-29\n- Bolivia | Reject | José Miguel Insulza | 2005-04-19\n- Bolivia | Consult | José Miguel Insulza | 2005-05-02\n- José Miguel Insulza | Express intent to meet or negotiate | Madeleine Albright | 2005-01-31\n- José Miguel Insulza | Express intent to meet or negotiate | Andean Community | 2005-07-14\n- José Miguel Insulza | Make statement | Mexico | 2005-05-03\n- José Miguel Insulza | Make statement | Mexico | 2005-01-18\n- José Miguel Insulza | Make statement | Bolivia | 2005-05-03\n- José Miguel Insulza | Consult | Government (Nicaragua) | 2005-06-17\nAnswer:", "completion": " 2008", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1213748", "prompt": "Which country was the first to blame the Congress of United States after Manlio Fabio Beltrones did?\nEvidence:\n- Manlio Fabio Beltrones | Accuse | Congress (United States) | 2010-06-14\n- Manlio Fabio Beltrones | Make statement | Congress (Mexico) | 2009-11-06\n- Manlio Fabio Beltrones | Make statement | Congress (Mexico) | 2005-11-13\n- Manlio Fabio Beltrones | Criticize or denounce | Congress (Mexico) | 2010-12-19\n- Manlio Fabio Beltrones | Engage in diplomatic cooperation | Congress (Mexico) | 2008-04-17\n- Manlio Fabio Beltrones | Make statement | Pemex | 2008-06-29\n- Manlio Fabio Beltrones | Make statement | Pemex | 2008-06-05\n- Manlio Fabio Beltrones | Make statement | Pemex | 2007-10-26\n- Manlio Fabio Beltrones | Make statement | Mexico | 2010-08-19\n- Manlio Fabio Beltrones | Make statement | Mexico | 2010-06-21\n- Manlio Fabio Beltrones | Make statement | Mexico | 2010-06-16\n- Manlio Fabio Beltrones | Make statement | Mexico | 2009-11-18\n- Manlio Fabio Beltrones | Make statement | Mexico | 2009-10-22\n- Manlio Fabio Beltrones | Make statement | Mexico | 2009-05-25\n- Manlio Fabio Beltrones | Make statement | Mexico | 2009-03-20\nAnswer:", "completion": " Iran", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1000648", "prompt": "Who was the last to endorse the Royal Administration of Saudi Arabia before the Prime Minister of India?\nEvidence:\n- Head of Government (India) | Praise or endorse | Royal Administration (Saudi Arabia) | 2014-02-28\n- Royal Administration (Saudi Arabia) | Praise or endorse | Employee (Saudi Arabia) | 2014-12-24\n- Royal Administration (Saudi Arabia) | Praise or endorse | Citizen (Saudi Arabia) | 2015-05-30\n- Royal Administration (Saudi Arabia) | Praise or endorse | Citizen (Saudi Arabia) | 2011-03-21\n- Royal Administration (Saudi Arabia) | Praise or endorse | Citizen (Saudi Arabia) | 2005-08-22\n- Police (Saudi Arabia) | Praise or endorse | Royal Administration (Saudi Arabia) | 2011-05-23\n- Royal Administration (Saudi Arabia) | Praise or endorse | Royal Administration (Jordan) | 2006-08-23\n- Royal Administration (Saudi Arabia) | Threaten | Citizen (Saudi Arabia) | 2008-10-28\n- Royal Administration (Saudi Arabia) | Investigate | Education (Saudi Arabia) | 2006-03-26\n- Royal Administration (Saudi Arabia) | Investigate | Detainee (Saudi Arabia) | 2006-05-18\n- Royal Administration (Saudi Arabia) | Investigate | Citizen (Saudi Arabia) | 2008-12-04\n- Royal Administration (Saudi Arabia) | Demand | Police (Saudi Arabia) | 2008-04-29\n- Royal Administration (Saudi Arabia) | Demand | Employee (Saudi Arabia) | 2010-01-17\n- Royal Administration (Saudi Arabia) | Demand | Education (Saudi Arabia) | 2010-05-03\n- Royal Administration (Saudi Arabia) | Consult | Police (Saudi Arabia) | 2010-09-20\nAnswer:", "completion": " Abdel Fattah Al-Sisi", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1060528", "prompt": "Before the mayor of Croatia, who made the last appeal to the government of Croatia?\nEvidence:\n- City Mayor (Croatia) | Accuse | Government (Croatia) | 2013-03-06\n- City Mayor (Croatia) | Accuse | Government (Croatia) | 2008-01-16\n- City Mayor (Croatia) | Make an appeal or request | Government (Croatia) | 2014-10-09\n- City Mayor (Croatia) | Make statement | Government (Croatia) | 2014-10-29\n- City Mayor (Croatia) | Make statement | Government (Croatia) | 2014-10-20\n- City Mayor (Croatia) | Praise or endorse | Government (Croatia) | 2006-08-02\n- Ministry of Tourism (Croatia) | Consult | City Mayor (Croatia) | 2014-05-02\n- City Mayor (Croatia) | Consult | Ministry of Tourism (Croatia) | 2014-05-02\n- Police (Croatia) | Demand | City Mayor (Croatia) | 2012-03-18\n- City Mayor (Croatia) | Express intent to cooperate | Citizen (Croatia) | 2006-03-28\n- City Mayor (Croatia) | Express intent to cooperate | Citizen (Croatia) | 2006-03-24\n- Citizen (Croatia) | Express intent to cooperate | City Mayor (Croatia) | 2006-03-28\n- Citizen (Croatia) | Express intent to cooperate | City Mayor (Croatia) | 2006-03-24\n- The Hague | Make an appeal or request | Government (Croatia) | 2007-12-31\n- City Mayor (Croatia) | Make an appeal or request | Women (Croatia) | 2007-08-05\nAnswer:", "completion": " Labor Union (Croatia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1274189", "prompt": "In which year did the criminal of Brazil negotiate with José Alencar Gomes da Silva?\nEvidence:\n- José Alencar Gomes da Silva | Engage in negotiation | Criminal (Brazil) | 2010-04-28\n- Criminal (Brazil) | Engage in negotiation | José Alencar Gomes da Silva | 2010-04-28\n- José Alencar Gomes da Silva | Make statement | Population (Brazil) | 2006-08-24\n- José Alencar Gomes da Silva | Make statement | Ministry (Brazil) | 2006-12-12\n- José Alencar Gomes da Silva | Make statement | Military (Brazil) | 2005-04-26\n- José Alencar Gomes da Silva | Consult | Head of Government (Brazil) | 2005-03-23\n- Head of Government (Brazil) | Consult | José Alencar Gomes da Silva | 2005-03-23\n- Congress (Brazil) | Demand change in leadership | José Alencar Gomes da Silva | 2005-07-14\n- Head of Government (Brazil) | Make statement | José Alencar Gomes da Silva | 2006-06-24\n- Head of Government (Brazil) | Make statement | José Alencar Gomes da Silva | 2005-08-17\n- José Alencar Gomes da Silva | Consult | Donald Rumsfeld | 2005-03-24\n- José Alencar Gomes da Silva | Consult | Donald Rumsfeld | 2005-03-22\n- Donald Rumsfeld | Consult | José Alencar Gomes da Silva | 2005-03-24\n- Donald Rumsfeld | Consult | José Alencar Gomes da Silva | 2005-03-22\n- Ministry (Brazil) | Host a visit | José Alencar Gomes da Silva | 2005-01-07\nAnswer:", "completion": " 2010", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1005278", "prompt": "Who would wish to visit the Ministry of Public Security of China on the same month of Kazakhstan?\nEvidence:\n- Kazakhstan | Make a visit | China | 2005-01-25\n- China | Host a visit | Kazakhstan | 2005-01-25\n- Kazakhstan | Consult | China | 2005-03-30\n- China | Consult | Kazakhstan | 2005-03-30\n- UN Security Council | Make statement | Kazakhstan | 2005-03-29\n- Kazakhstan | Reject | Main Opposition (Democratic Choice of Kazakhstan) | 2005-01-17\n- Kazakhstan | Engage in negotiation | China | 2005-02-07\n- China | Praise or endorse | Kazakhstan | 2005-03-30\n- China | Engage in negotiation | Kazakhstan | 2005-02-07\n- Head of Government (India) | Consult | Kazakhstan | 2005-05-09\n- Yuriy Lutsenko | Make a visit | Kazakhstan | 2005-04-05\n- Representatives (Russia) | Make a visit | Kazakhstan | 2005-03-05\n- Kazakhstan | Host a visit | Yuriy Lutsenko | 2005-04-05\n- Kazakhstan | Host a visit | Representatives (Russia) | 2005-03-05\n- Kazakhstan | Host a visit | Citizen (Kyrgyzstan) | 2005-03-09\nAnswer:", "completion": " Shivraj Patil", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1266359", "prompt": "Before Abdullah Gül, who was the last to be supported by Jakaya Mrisho Kikwete?\nEvidence:\n- Tanzania | Make statement | Jakaya Mrisho Kikwete | 2005-12-13\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-03-10\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-03-09\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-23\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-21\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-10\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-02\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-01\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-01-02\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-12-30\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-10-27\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-08-09\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-06-19\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-03-01\n- Jakaya Mrisho Kikwete | Demand | Citizen (Tanzania) | 2006-02-21\nAnswer:", "completion": " Head of Government (Kenya)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1079506", "prompt": "When did the Ministry of Education of Nigeria praise the Ministry of Education of Nigeria?\nEvidence:\n- Ministry (Nigeria) | Praise or endorse | Education (Nigeria) | 2012-10-16\n- Education (Nigeria) | Praise or endorse | Ministry (Nigeria) | 2009-08-11\n- Party of the Hungarian Coalition | Praise or endorse | Education Ministry (Slovakia) | 2005-02-23\n- Ministry (Nigeria) | Threaten | Education (Nigeria) | 2011-10-17\n- Ministry (Nigeria) | Threaten | Education (Nigeria) | 2011-10-11\n- Ministry (Nigeria) | Investigate | Education (Nigeria) | 2012-05-18\n- Ministry (Nigeria) | Investigate | Education (Nigeria) | 2011-01-07\n- Ministry (Nigeria) | Consult | Education (Nigeria) | 2015-03-16\n- Ministry (Nigeria) | Consult | Education (Nigeria) | 2012-12-05\n- Ministry (Nigeria) | Consult | Education (Nigeria) | 2011-08-23\n- Ministry (Nigeria) | Apologize | Education (Nigeria) | 2011-02-10\n- Ministry (Nigeria) | Accuse | Education (Nigeria) | 2011-07-12\n- Ministry (Nigeria) | Accuse | Education (Nigeria) | 2007-12-06\n- Education (Nigeria) | Consult | Ministry (Nigeria) | 2015-03-16\n- Education (Nigeria) | Consult | Ministry (Nigeria) | 2012-12-05\nAnswer:", "completion": " 2009-08-11", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1268802", "prompt": "Who was the last person to denounce the police in Australia before the lawyer/advocate in Indonesia?\nEvidence:\n- Police (Indonesia) | Return, release person(s) | Lawyer/Attorney (Indonesia) | 2009-07-29\n- Lawyer/Attorney (Indonesia) | Criticize or denounce | Police (Australia) | 2011-01-06\n- Lawyer/Attorney (Indonesia) | Criticize or denounce | Police (Indonesia) | 2014-07-17\n- Lawyer/Attorney (Indonesia) | Criticize or denounce | Police (Indonesia) | 2013-06-03\n- Lawyer/Attorney (Indonesia) | Criticize or denounce | Police (Indonesia) | 2011-10-07\n- Police (Indonesia) | Investigate | Lawyer/Attorney (Australia) | 2013-10-19\n- Police (Australia) | Consult | Lawyer/Attorney (Indonesia) | 2005-03-21\n- Lawyer/Attorney (Indonesia) | Reject | Police (Australia) | 2006-01-31\n- Lawyer/Attorney (Indonesia) | Consult | Police (Australia) | 2005-03-21\n- Lawyer/Attorney (Indonesia) | Accuse | Police (Australia) | 2006-02-14\n- Police (Indonesia) | Return, release person(s) | Women (Australia) | 2014-02-10\n- Police (Indonesia) | Return, release person(s) | Criminal (Australia) | 2015-03-03\n- Police (Indonesia) | Return, release person(s) | Criminal (Australia) | 2014-02-11\n- Police (Indonesia) | Return, release person(s) | Citizen (Australia) | 2005-11-19\n- Police (Indonesia) | Return, release person(s) | Citizen (Australia) | 2005-02-20\nAnswer:", "completion": " Citizen (Australia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1095482", "prompt": "Who praised Julia Gillard on 11 November 2010?\nEvidence:\n- Vietnam | Host a visit | Julia Gillard | 2010-11-11\n- Portugal | Host a visit | Julia Gillard | 2010-11-11\n- Julia Gillard | Make a visit | Vietnam | 2010-11-11\n- Julia Gillard | Make a visit | Portugal | 2010-11-11\n- South Korea | Host a visit | Julia Gillard | 2010-11-11\n- Julia Gillard | Make a visit | South Korea | 2010-11-11\n- Lee Myung Bak | Express intent to cooperate | Julia Gillard | 2010-11-11\n- Julia Gillard | Express intent to cooperate | Lee Myung Bak | 2010-11-11\n- Antony Harold Curties \"Tony\" Windsor | Praise or endorse | Julia Gillard | 2010-11-11\n- South Korea | Host a visit | International Government Organizations | 2010-11-11\n- South Korea | Host a visit | Giulio Tremonti | 2010-11-11\n- South Korea | Host a visit | Dmitry Anatolyevich Medvedev | 2010-11-11\n- South Korea | Host a visit | Boediono | 2010-11-11\n- South Korea | Host a visit | Barack Obama | 2010-11-11\n- South Korea | Host a visit | Angela Merkel | 2010-11-11\nAnswer:", "completion": " Antony Harold Curties \"Tony\" Windsor", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1273053", "prompt": "Who was the last person to make a request to Ivan Gasparovic, before the Slovak MP?\nEvidence:\n- Ivan Gasparovic | Make a visit | Valdas Adamkus | 2005-02-28\n- Ivan Gasparovic | Make a visit | Angelo Sodano | 2005-06-10\n- Aigars Kalvitis | Make a visit | Ivan Gasparovic | 2005-03-03\n- Ivan Gasparovic | Make statement | Iraq | 2005-02-28\n- Valdas Adamkus | Host a visit | Ivan Gasparovic | 2005-02-28\n- Ivan Gasparovic | Host a visit | Aigars Kalvitis | 2005-03-03\n- Angelo Sodano | Host a visit | Ivan Gasparovic | 2005-06-10\n- Ivan Gasparovic | Make statement | Mikulas Dzurinda | 2005-05-23\n- Ivan Gasparovic | Make statement | Mikulas Dzurinda | 2005-01-17\n- Ivan Gasparovic | Make statement | Benedict XVI | 2005-06-17\n- Mikulas Dzurinda | Make an appeal or request | Ivan Gasparovic | 2006-03-30\n- Mikulas Dzurinda | Make an appeal or request | Ivan Gasparovic | 2005-08-28\n- Mikulas Dzurinda | Make an appeal or request | Ivan Gasparovic | 2005-08-24\n- Valdas Adamkus | Consult | Ivan Gasparovic | 2005-02-28\n- Pavol Hrusovský | Consult | Ivan Gasparovic | 2005-01-17\nAnswer:", "completion": " Richard Sulík", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1262947", "prompt": "Who praised the Foreign Ministry of India before Algirdas Butkevičius?\nEvidence:\n- Head of Government (Germany) | Consult | Algirdas Butkevičius | 2013-05-29\n- Algirdas Butkevičius | Consult | Head of Government (Germany) | 2013-05-29\n- Algirdas Butkevičius | Make statement | Energy Department/Ministry (Lithuania) | 2013-03-29\n- Valdis Dombrovskis | Consult | Algirdas Butkevičius | 2013-01-10\n- Valdis Dombrovskis | Consult | Algirdas Butkevičius | 2013-01-04\n- Valdas Adamkus | Consult | Algirdas Butkevičius | 2005-04-19\n- Representatives (Lithuania) | Consult | Algirdas Butkevičius | 2013-02-26\n- Angela Merkel | Consult | Algirdas Butkevičius | 2013-05-30\n- Andrius Kubilius | Consult | Algirdas Butkevičius | 2012-04-06\n- Algirdas Butkevičius | Make statement | Gazprom | 2013-02-05\n- Algirdas Butkevičius | Make statement | Chevron | 2013-02-27\n- Algirdas Butkevičius | Consult | Valdis Dombrovskis | 2013-01-10\n- Algirdas Butkevičius | Consult | Valdis Dombrovskis | 2013-01-04\n- Algirdas Butkevičius | Consult | Valdas Adamkus | 2005-04-19\n- Algirdas Butkevičius | Consult | Representatives (Lithuania) | 2013-02-26\nAnswer:", "completion": " Ahmed el-Tayeb", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1020924", "prompt": "In May 18th, 2005, who blamed the lawmakers of United Kingdom?\nEvidence:\n- Theresa May | Reject | Citizen (United Kingdom) | 2012-12-14\n- Theresa May | Demand | Citizen (United Kingdom) | 2011-08-06\n- Theresa May | Accuse | Citizen (United Kingdom) | 2011-11-15\n- Theresa May | Accuse | Citizen (United Kingdom) | 2011-11-08\n- Citizen (United Kingdom) | Threaten | Theresa May | 2013-12-10\n- Citizen (United Kingdom) | Demand | Theresa May | 2014-12-22\n- Citizen (United Kingdom) | Accuse | Theresa May | 2011-11-09\n- Citizen (United Kingdom) | Accuse | Theresa May | 2011-11-08\n- Theresa May | Demand change in leadership | Citizen (United Kingdom) | 2014-08-28\n- Court Judge (United Kingdom) | Reject | Theresa May | 2013-10-10\n- Court Judge (United Kingdom) | Demand | Theresa May | 2014-04-10\n- Civil Servant (United Kingdom) | Accuse | Theresa May | 2011-11-16\n- Civil Servant (United Kingdom) | Accuse | Theresa May | 2011-11-10\n- Theresa May | Praise or endorse | Businessperson (United Kingdom) | 2011-10-03\n- Theresa May | Make statement | Party Member (United Kingdom) | 2013-10-22\nAnswer:", "completion": " United States Senate", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1338995", "prompt": "Who praised Tony Blair on 11 May 2005?\nEvidence:\n- Stephen Byers | Demand | Tony Blair | 2005-05-11\n- Tony Blair | Demand | Lawmaker (United Kingdom) | 2005-05-11\n- Tony Blair | Demand | Citizen (United Kingdom) | 2005-05-11\n- Citizen (United Kingdom) | Accuse | Tony Blair | 2005-05-11\n- Tony Blair | Threaten | Armed Rebel (United Kingdom) | 2005-05-11\n- Tony Blair | Demand | Labor Party (United Kingdom) | 2005-05-11\n- Iraq | Make an appeal or request | Tony Blair | 2005-05-11\n- Labor Party (United Kingdom) | Praise or endorse | Tony Blair | 2005-05-11\n- Citizen (United Kingdom) | Demand change in leadership | Tony Blair | 2005-05-11\n- Tony Blair | Make an appeal or request | Lawmaker (United Kingdom) | 2005-05-11\n- Citizen (United Kingdom) | Make an appeal or request | Tony Blair | 2005-05-11\n- Citizen (United Kingdom) | Appeal for change in leadership | Tony Blair | 2005-05-11\n- Tony Blair | Make an appeal or request | Labor Party (United Kingdom) | 2005-05-11\n- Labor Party (United Kingdom) | Make an appeal or request | Tony Blair | 2005-05-11\n- Armed Rebel (United Kingdom) | Make an appeal or request | Tony Blair | 2005-05-11\nAnswer:", "completion": " Labor Party (United Kingdom)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1165380", "prompt": "Before Mike Rann, who was the last Australian member of parliament to praise?\nEvidence:\n- Mike Rann | Praise or endorse | Member of Parliament (Australia) | 2006-03-22\n- Member of Parliament (Australia) | Praise or endorse | Mike Rann | 2005-11-26\n- Member of Parliament (Australia) | Make statement | Mike Rann | 2006-05-31\n- Member of Parliament (Australia) | Make statement | Mike Rann | 2006-03-01\n- Member of Parliament (Australia) | Make statement | Mike Rann | 2006-02-02\n- Member of Parliament (Australia) | Make statement | Mike Rann | 2005-05-04\n- Mike Rann | Express intent to meet or negotiate | Member of Parliament (Australia) | 2006-03-20\n- Member of Parliament (Australia) | Express intent to meet or negotiate | Mike Rann | 2006-03-20\n- Mike Rann | Make an appeal or request | Member of Parliament (Australia) | 2005-11-21\n- Peter Costello | Praise or endorse | Mike Rann | 2005-11-15\n- Mike Rann | Praise or endorse | Police (Australia) | 2005-11-15\n- Mike Rann | Praise or endorse | Citizen (Australia) | 2006-03-19\n- Peter Costello | Demand | Mike Rann | 2006-02-16\n- Mike Rann | Reject | Citizen (Australia) | 2005-03-11\n- Mike Rann | Investigate | Police (Australia) | 2005-04-29\nAnswer:", "completion": " Media Personnel (Australia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1118658", "prompt": "In which year did Angela Merkel praise Philipp Roesler?\nEvidence:\n- Angela Merkel | Praise or endorse | Tony Blair | 2005-06-18\n- Angela Merkel | Praise or endorse | Gerhard Schröder | 2005-07-01\n- Angela Merkel | Praise or endorse | Gerhard Schröder | 2005-05-23\n- Angela Merkel | Praise or endorse | Gerhard Schröder | 2005-03-17\n- Gerhard Schröder | Engage in negotiation | Angela Merkel | 2005-05-22\n- Angela Merkel | Engage in negotiation | Gerhard Schröder | 2005-05-22\n- Angela Merkel | Praise or endorse | Free Democratic Party | 2005-05-23\n- France | Consult | Angela Merkel | 2005-07-18\n- Angela Merkel | Demand | France | 2005-07-19\n- Angela Merkel | Consult | France | 2005-07-18\n- Angela Merkel | Praise or endorse | Head of Government (Germany) | 2005-07-21\n- Angela Merkel | Engage in diplomatic cooperation | Government (Germany) | 2005-06-02\n- Tony Blair | Consult | Angela Merkel | 2005-02-07\n- Gerhard Schröder | Demand | Angela Merkel | 2005-07-27\n- Gerhard Schröder | Accuse | Angela Merkel | 2005-07-15\nAnswer:", "completion": " 2009", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1307457", "prompt": "Before Oct, 2007, against whom did the citizens of Hungary use unconventional violence?\nEvidence:\n- Rebel Group (Hungary) | Use unconventional violence | Military of Hungary | 2005-10-25\n- Thief (Hungary) | Use unconventional violence | Criminal (Hungary) | 2011-02-05\n- Thief (Hungary) | Use unconventional violence | Citizen (Hungary) | 2014-07-04\n- Thief (Hungary) | Use unconventional violence | Citizen (Hungary) | 2012-01-29\n- Thief (Hungary) | Use unconventional violence | Citizen (Hungary) | 2005-11-30\n- Criminal (Hungary) | Use unconventional violence | Citizen (Hungary) | 2012-05-10\n- Criminal (Hungary) | Use unconventional violence | Citizen (Hungary) | 2007-07-28\n- Criminal (Hungary) | Use unconventional violence | Citizen (Hungary) | 2006-11-23\n- Criminal (Hungary) | Use unconventional violence | Citizen (Hungary) | 2005-11-04\n- Citizen (Hungary) | Use unconventional violence | Criminal (Hungary) | 2009-04-23\n- Citizen (Hungary) | Use unconventional violence | Criminal (Hungary) | 2007-07-28\n- Citizen (Uganda) | Use unconventional violence | Citizen (Hungary) | 2012-06-29\n- Citizen (Hungary) | Use unconventional violence | Péter Balázs | 2012-08-15\n- Citizen (Hungary) | Use unconventional violence | Péter Balázs | 2007-10-03\n- Citizen (Hungary) | Use unconventional violence | Péter Balázs | 2005-07-25\nAnswer:", "completion": " Péter Balázs", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1144813", "prompt": "Who denounced Chung Sye Kyun to Lee Myung Bak in the same year?\nEvidence:\n- Chung Sye Kyun | Accuse | Lee Myung Bak | 2008-12-03\n- Chung Sye Kyun | Accuse | Lee Myung Bak | 2008-11-28\n- Lee Myung Bak | Engage in negotiation | Chung Sye Kyun | 2011-06-21\n- Chung Sye Kyun | Engage in negotiation | Lee Myung Bak | 2011-06-21\n- Chung Sye Kyun | Make statement | Lee Myung Bak | 2008-07-10\n- Chung Sye Kyun | Criticize or denounce | Lee Myung Bak | 2008-10-30\n- Chung Sye Kyun | Make an appeal or request | Lee Myung Bak | 2009-06-22\n- Chung Sye Kyun | Make an appeal or request | Lee Myung Bak | 2009-02-03\n- Chung Sye Kyun | Make an appeal or request | Lee Myung Bak | 2008-12-08\n- Chung Sye Kyun | Consult | Chung Dong-young | 2010-01-13\n- Chung Sye Kyun | Consult | Chung Dong-young | 2009-03-24\n- Chung Dong-young | Consult | Chung Sye Kyun | 2010-01-13\n- Chung Dong-young | Consult | Chung Sye Kyun | 2009-03-24\n- Chung Sye Kyun | Appeal for diplomatic cooperation (such as policy support) | Lee Myung Bak | 2009-06-01\n- Democratic Party | Consult | Chung Sye Kyun | 2010-11-03\nAnswer:", "completion": " Lawyer/Attorney (South Korea)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1152712", "prompt": "In which month did the criminal of Somalia last release people to the citizens of Greece?\nEvidence:\n- Criminal (Somalia) | Return, release person(s) | Citizen (Greece) | 2010-01-18\n- Criminal (Somalia) | Return, release person(s) | Indigenous People (South Korea) | 2012-12-02\n- Criminal (Somalia) | Return, release person(s) | Malaysia | 2008-09-30\n- China | Express intent to release persons or property | Criminal (Somalia) | 2009-10-29\n- Criminal (Somalia) | Deny responsibility | Member of the Judiciary (United States) | 2011-07-20\n- Other Authorities / Officials (Greece) | Make statement | Criminal (Somalia) | 2009-12-29\n- South Korea | Return, release person(s) | Criminal (Somalia) | 2012-10-09\n- Police (Kenya) | Return, release person(s) | Criminal (Somalia) | 2007-06-14\n- Criminal (Somalia) | Return, release person(s) | Transport (Yemen) | 2009-04-26\n- Criminal (Somalia) | Return, release person(s) | Transport (China) | 2009-12-28\n- Criminal (Somalia) | Return, release person(s) | Citizen (Thailand) | 2015-02-27\n- Criminal (Somalia) | Return, release person(s) | Citizen (Thailand) | 2011-04-12\n- Criminal (Somalia) | Return, release person(s) | Citizen (Tanzania) | 2012-07-21\n- Criminal (Somalia) | Return, release person(s) | Citizen (Sudan) | 2012-12-31\n- Criminal (Somalia) | Return, release person(s) | Citizen (Denmark) | 2011-09-07\nAnswer:", "completion": " 2010-01", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1102110", "prompt": "Before 2 October 2005, who suffered from the conventional military forces of the Mahdi Army?\nEvidence:\n- Mahdi Army | Use conventional military force | Kidnapper (Iraq) | 2005-10-02\n- Kidnapper (Iraq) | Use unconventional violence | Mahdi Army | 2005-10-02\nAnswer:", "completion": " Iraq", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 1} +{"id": "mtq_1020168", "prompt": "In which year did the employees of Liberia appeal to the civil service of Liberia?\nEvidence:\n- Civil Service (Liberia) | Engage in diplomatic cooperation | Employee (Liberia) | 2014-05-06\n- Employee (Liberia) | Make an appeal or request | Civil Service (Liberia) | 2014-10-16\n- Civil Service (Liberia) | Praise or endorse | Employee (Liberia) | 2010-02-01\n- Presidential Press Service (Liberia) | Make statement | Member of the Judiciary (Liberia) | 2010-06-22\n- News Editor (Liberia) | Apologize | Member of the Judiciary (Liberia) | 2013-09-30\n- Military Personnel (Liberia) | Accuse | Member of the Judiciary (Liberia) | 2013-04-23\n- Military Personnel (Liberia) | Accuse | Member of the Judiciary (Liberia) | 2013-04-18\n- Member of the Judiciary (Liberia) | Investigate | Lawyer/Attorney (Liberia) | 2013-08-13\n- Member of the Judiciary (Liberia) | Demand | Lawyer/Attorney (Liberia) | 2008-01-09\n- Member of the Judiciary (Liberia) | Consult | Media Personnel (Liberia) | 2015-01-23\n- Member of the Judiciary (Liberia) | Consult | Lawyer/Attorney (Liberia) | 2005-03-23\n- Media Personnel (Liberia) | Consult | Member of the Judiciary (Liberia) | 2015-01-23\n- Lawyer/Attorney (Liberia) | Consult | Member of the Judiciary (Liberia) | 2005-03-23\n- Presidential Press Service (Liberia) | Make an appeal or request | Foreign Affairs (Liberia) | 2008-01-16\n- Head of Government (Kenya) | Consult | Civil Service (Kenya) | 2008-04-01\nAnswer:", "completion": " 2014", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1148008", "prompt": "Before 11 January 2012, who was denounced by the conservative party in Germany?\nEvidence:\n- Conservative Party (Germany) | Criticize or denounce | Lawyer/Attorney (Germany) | 2012-01-11\n- Conservative Party (Germany) | Criticize or denounce | Head of Government (Germany) | 2012-01-11\nAnswer:", "completion": " Angela Merkel", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 0} +{"id": "mtq_1231972", "prompt": "Who did the legislature of Pakistan make negative comments about after 6 September 2007?\nEvidence:\n- Legislature (Pakistan) | Make pessimistic comment | Pervez Musharraf | 2007-09-06\n- Legislature (Pakistan) | Make pessimistic comment | Benazir Bhutto | 2007-09-06\n- Legislature (Czech Republic) | Demand | Dana Kuchtová | 2007-09-06\nAnswer:", "completion": " Yemen", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 3, "n_anchors": 0} +{"id": "mtq_1062515", "prompt": "Who made an request to the citizens of United Kingdom first after John Githongo did?\nEvidence:\n- Citizen (United Kingdom) | Threaten | John Githongo | 2006-09-18\n- John Githongo | Make an appeal or request | Citizen (United Kingdom) | 2008-02-22\n- John Githongo | Investigate | Government Official (United Kingdom) | 2006-03-31\n- John Githongo | Consult | Court Judge (United Kingdom) | 2006-03-29\n- John Githongo | Consult | Court Judge (United Kingdom) | 2006-03-28\n- John Githongo | Consult | Court Judge (United Kingdom) | 2006-03-15\n- Court Judge (United Kingdom) | Consult | John Githongo | 2006-03-29\n- Court Judge (United Kingdom) | Consult | John Githongo | 2006-03-28\n- Court Judge (United Kingdom) | Consult | John Githongo | 2006-03-15\n- Citizen (United Kingdom) | Deny responsibility | John Githongo | 2006-09-19\n- Head of Government (Kenya) | Make an appeal or request | John Githongo | 2005-02-10\n- John Githongo | Make an appeal or request | Uhuru Muigai Kenyatta | 2015-03-23\n- John Githongo | Consult | Head of Government (Kenya) | 2006-04-18\n- John Githongo | Consult | Head of Government (Kenya) | 2006-04-05\n- John Githongo | Consult | Head of Government (Kenya) | 2006-04-04\nAnswer:", "completion": " Court Judge (United Kingdom)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1027410", "prompt": "After High Commission for Refugees, who did the Armed Gang of Somalia release persons to first?\nEvidence:\n- Japan | Reject | High Commission for Refugees | 2005-01-19\n- High Commission for Refugees | Consult | Cambodia | 2005-01-24\n- Cambodia | Consult | High Commission for Refugees | 2005-01-24\n- Shaukat Aziz | Consult | High Commission for Refugees | 2005-05-04\n- Ruud Lubbers | Mediate | High Commission for Refugees | 2005-02-16\n- Pervez Musharraf | Consult | High Commission for Refugees | 2005-05-06\n- High Commission for Refugees | Make statement | Togo | 2005-05-04\n- High Commission for Refugees | Make statement | Tanzania | 2005-04-06\n- High Commission for Refugees | Make statement | Iran | 2005-02-25\n- High Commission for Refugees | Grant asylum | Japan | 2005-01-19\n- High Commission for Refugees | Consult | Shaukat Aziz | 2005-05-04\n- High Commission for Refugees | Consult | Pervez Musharraf | 2005-05-06\n- Citizen (Uganda) | Reject | High Commission for Refugees | 2005-01-17\n- Wendy Chamberlin | Make statement | High Commission for Refugees | 2005-04-21\n- Thailand | Make a visit | High Commission for Refugees | 2005-04-04\nAnswer:", "completion": " Doctors Without Borders", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1286073", "prompt": "After the military of the Philippines, who first made the thief of the Philippines suffer from conventional military forces?\nEvidence:\n- Military Personnel (Philippines) | Use conventional military force | Thief (Philippines) | 2005-04-12\n- Police (Philippines) | Use conventional military force | Thief (Philippines) | 2014-07-18\n- Police (Philippines) | Use conventional military force | Thief (Philippines) | 2013-02-28\n- Police (Philippines) | Use conventional military force | Thief (Philippines) | 2013-01-14\n- Police (Philippines) | Use conventional military force | Thief (Philippines) | 2013-01-10\n- Police (Philippines) | Use conventional military force | Thief (Philippines) | 2012-05-08\n- Police (Philippines) | Use conventional military force | Thief (Philippines) | 2011-12-12\n- Police (Philippines) | Use conventional military force | Thief (Philippines) | 2011-04-06\n- Police (Philippines) | Use conventional military force | Thief (Philippines) | 2011-01-07\n- Police (Philippines) | Use conventional military force | Thief (Philippines) | 2010-10-13\n- Police (Philippines) | Use conventional military force | Thief (Philippines) | 2010-07-25\n- Police (Philippines) | Use conventional military force | Thief (Philippines) | 2010-06-22\n- Police (Philippines) | Use conventional military force | Thief (Philippines) | 2010-04-12\n- Police (Philippines) | Use conventional military force | Thief (Philippines) | 2009-10-25\n- Police (Philippines) | Use conventional military force | Thief (Philippines) | 2008-12-10\nAnswer:", "completion": " Police (Philippines)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1185412", "prompt": "In which month did the International Monetary Fund first visit Yemen?\nEvidence:\n- Romania | Engage in negotiation | International Monetary Fund | 2005-01-27\n- International Monetary Fund | Engage in negotiation | Romania | 2005-01-27\n- International Monetary Fund | Threaten | Romania | 2005-06-28\n- International Monetary Fund | Investigate | Tanzania | 2005-08-02\n- International Monetary Fund | Investigate | Tanzania | 2005-02-25\n- International Monetary Fund | Investigate | Iraq | 2005-05-12\n- International Monetary Fund | Demand | China | 2005-04-20\n- International Monetary Fund | Demand | Angola | 2005-07-06\n- Portugal | Engage in diplomatic cooperation | International Monetary Fund | 2005-04-28\n- International Monetary Fund | Engage in diplomatic cooperation | China | 2005-05-23\n- China | Engage in diplomatic cooperation | International Monetary Fund | 2005-05-23\n- Kemal Unakitan | Host a visit | International Monetary Fund | 2005-04-06\n- International Monetary Fund | Make a visit | Kemal Unakitan | 2005-04-06\n- Romania | Express accord | International Monetary Fund | 2005-04-13\n- Iraq | Express accord | International Monetary Fund | 2005-03-07\nAnswer:", "completion": " 2006-05", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1094898", "prompt": "Who gave a denunciation to the government of Nigeria on 3 April 2009?\nEvidence:\n- Head of Government (Nigeria) | Rally support on behalf of | Government (Nigeria) | 2013-08-13\n- Government (Nigeria) | Rally support on behalf of | Citizen (Nigeria) | 2014-01-08\n- Citizen (Nigeria) | Rally support on behalf of | Government (Nigeria) | 2012-01-11\n- Citizen (Nigeria) | Rally support on behalf of | Government (Nigeria) | 2011-12-16\n- Head of Government (Nigeria) | Rally support on behalf of | Citizen (Nigeria) | 2013-04-11\n- Muhammadu Buhari | Rally support on behalf of | Head of Government (Nigeria) | 2010-04-30\n- Citizen (Nigeria) | Express intent to cooperate on judicial matters | Government (Nigeria) | 2007-11-05\n- Trade Union Congress | Rally support on behalf of | Government (Nigeria) | 2012-01-05\n- Ibrahim Saminu Turaki | Rally support on behalf of | Government (Nigeria) | 2008-02-05\n- Government (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2013-09-23\n- Government (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2012-04-02\n- Government (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2011-12-07\n- Government (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2011-08-03\n- Government (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2011-08-02\n- Government (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2011-06-15\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1331466", "prompt": "Before Jul, 2009, who received the visit from Sheikh Hamad bin Isa al Khalifah?\nEvidence:\n- Sheikh Hamad bin Isa al Khalifah | Investigate | Iraq | 2005-10-04\n- Sheikh Hamad bin Khalifa al-Thani | Discuss by telephone | Sheikh Hamad bin Isa al Khalifah | 2005-05-07\n- Sheikh Hamad bin Isa al Khalifah | Discuss by telephone | Sheikh Hamad bin Khalifa al-Thani | 2005-05-07\n- Sheikh Hamad bin Isa al Khalifah | Make a visit | Kuwait | 2007-02-03\n- Sheikh Hamad bin Isa al Khalifah | Make a visit | Iraq | 2008-03-25\n- Kuwait | Host a visit | Sheikh Hamad bin Isa al Khalifah | 2007-02-03\n- Iraq | Host a visit | Sheikh Hamad bin Isa al Khalifah | 2008-03-25\n- Sheikh Hamad bin Isa al Khalifah | Make statement | Qatar | 2005-03-03\n- Sheikh Hamad bin Isa al Khalifah | Make statement | Iraq | 2008-03-25\n- Sheikh Hamad bin Isa al Khalifah | Make statement | Iran | 2006-12-18\n- Sheikh Hamad bin Isa al Khalifah | Consult | Mahmoud Ahmadinejad | 2007-11-17\n- Sheikh Hamad bin Isa al Khalifah | Consult | Mahmoud Abbas | 2006-09-03\n- Sheikh Hamad bin Isa al Khalifah | Consult | Mahmoud Abbas | 2006-01-04\n- Sheikh Hamad bin Isa al Khalifah | Consult | Mahmoud Abbas | 2006-01-03\n- Sheikh Hamad bin Isa al Khalifah | Consult | Mahmoud Abbas | 2005-06-14\nAnswer:", "completion": " Iran", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1109568", "prompt": "Which country last praised Barack Obama before Tanzania did?\nEvidence:\n- Barack Obama | Reject | Iraq | 2007-04-03\n- Barack Obama | Reject | Iraq | 2006-10-28\n- Police (Tanzania) | Investigate | Tanzania | 2005-04-04\n- Mwai Kibaki | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Make statement | Iraq | 2007-05-15\n- Barack Obama | Make statement | Iraq | 2007-03-20\n- Barack Obama | Make statement | Iraq | 2007-02-11\n- Barack Obama | Make statement | Iran | 2007-04-27\n- Barack Obama | Make statement | China | 2006-09-08\n- Barack Obama | Consult | Mwai Kibaki | 2006-08-25\n- Police (Tanzania) | Confiscate property | Tanzania | 2005-04-29\n- Police (Tanzania) | Confiscate property | Tanzania | 2005-03-08\n- Sudan | Host a visit | Barack Obama | 2006-09-03\n- Sudan | Host a visit | Barack Obama | 2006-09-02\n- Iraq | Host a visit | Barack Obama | 2006-01-08\nAnswer:", "completion": " Cambodia", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1338270", "prompt": "In what month did the Chinese businessman visit Romania?\nEvidence:\n- Vietnam | Make a visit | Romania | 2005-03-08\n- Vietnam | Make a visit | Romania | 2005-03-05\n- Romania | Host a visit | Vietnam | 2005-03-08\n- Romania | Host a visit | Vietnam | 2005-03-05\n- Vietnam | Engage in diplomatic cooperation | Romania | 2005-01-31\n- Romania | Engage in diplomatic cooperation | Vietnam | 2005-01-31\n- Romania | Host a visit | Branko Crvenkovski | 2005-02-17\n- Branko Crvenkovski | Make a visit | Romania | 2005-02-17\n- Ministry (Romania) | Make statement | Romania | 2005-03-25\n- Ministry (Romania) | Make statement | Romania | 2005-01-12\n- Lawyer/Attorney (Romania) | Investigate | Romania | 2005-03-22\n- Romania | Engage in negotiation | International Monetary Fund | 2005-01-27\n- International Monetary Fund | Engage in negotiation | Romania | 2005-01-27\n- Romania | Reduce relations | Royal Administration (Romania) | 2005-03-24\n- Romania | Praise or endorse | Intelligence (Romania) | 2005-02-08\nAnswer:", "completion": " 2006-10", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1023435", "prompt": "After Syarhey Sidorski, with whom did Yuriy Yekhanurov want to negotiate?\nEvidence:\n- Yuriy Yekhanurov | Sign formal agreement | Syarhey Sidorski | 2005-10-18\n- Syarhey Sidorski | Sign formal agreement | Yuriy Yekhanurov | 2005-10-18\n- Yuriy Yekhanurov | Express intent to meet or negotiate | Syarhey Sidorski | 2005-10-12\n- Syarhey Sidorski | Consult | Gazprom | 2010-06-22\n- Gazprom | Consult | Syarhey Sidorski | 2010-06-22\n- Syarhey Sidorski | Make statement | Gazprom | 2010-02-04\n- Syarhey Sidorski | Make statement | Gazprom | 2006-08-11\n- Syarhey Sidorski | Make statement | Gazprom | 2006-06-02\n- Syarhey Sidorski | Make statement | Gazprom | 2006-03-07\n- Syarhey Sidorski | Make statement | China | 2007-07-16\n- Syarhey Sidorski | Consult | Serik Akhmetov | 2009-09-24\n- Syarhey Sidorski | Consult | Gurbanguly Berdymukhammedov | 2007-11-21\n- Syarhey Sidorski | Consult | Andrius Kubilius | 2010-07-28\n- Serik Akhmetov | Consult | Syarhey Sidorski | 2009-09-24\n- Gurbanguly Berdymukhammedov | Consult | Syarhey Sidorski | 2007-11-21\nAnswer:", "completion": " Mikhail Yefimovich Fradkov", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1032136", "prompt": "Who did Israel's foreign minister make optimistic remarks about before Arab Israelis?\nEvidence:\n- Foreign Affairs (Israel) | Make optimistic comment | Arab Israelis | 2009-08-18\n- Foreign Affairs (Israel) | Make statement | Arab Israelis | 2008-12-12\n- Jew (Israel) | Accuse | Arab Israelis | 2009-07-22\n- Jew (Israel) | Accuse | Arab Israelis | 2005-06-23\n- Arab Israelis | Threaten | Jew (Israel) | 2012-10-04\n- Arab Israelis | Make statement | Criminal (Israel) | 2015-01-19\n- Arab Israelis | Physically assault | Police (Israel) | 2009-03-25\n- Settler (Israel) | Use unconventional violence | Arab Israelis | 2005-08-07\n- Mob (Israel) | Use unconventional violence | Arab Israelis | 2007-08-05\n- Arab Israelis | Use unconventional violence | Police (Israel) | 2011-10-03\n- Arab Israelis | Use unconventional violence | Police (Israel) | 2010-10-27\n- Arab Israelis | Use unconventional violence | Police (Israel) | 2009-03-24\n- Arab Israelis | Use unconventional violence | Police (Israel) | 2009-02-09\n- Arab Israelis | Use unconventional violence | Children (Israel) | 2005-05-18\n- Arab Israelis | Protest violently, riot | Police (Israel) | 2014-07-21\nAnswer:", "completion": " Government (Poland)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1339555", "prompt": "Who did Lee Myung Bak last speak optimistically to before the leader of South Korea?\nEvidence:\n- South Korea | Threaten | Lee Myung Bak | 2007-06-05\n- Lee Myung Bak | Demand | South Korea | 2007-06-20\n- Lee Myung Bak | Refuse to yield | South Korea | 2007-05-13\n- South Korea | Make statement | Lee Myung Bak | 2007-05-10\n- South Korea | Make statement | Lee Myung Bak | 2007-01-23\n- Lee Myung Bak | Make statement | South Korea | 2006-03-29\n- Lee Myung Bak | Deny responsibility | Head of Government (South Korea) | 2005-04-05\n- Head of Government (South Korea) | Make statement | Lee Myung Bak | 2007-06-07\n- South Korea | Praise or endorse | Lee Myung Bak | 2007-05-02\n- South Korea | Host a visit | Lee Myung Bak | 2007-03-23\n- South Korea | Host a visit | Lee Myung Bak | 2006-06-26\n- Lee Myung Bak | Make a visit | South Korea | 2007-03-23\n- Lee Myung Bak | Make a visit | South Korea | 2006-06-26\n- Governor (South Korea) | Defy norms, law | Lee Myung Bak | 2007-03-17\n- Business (South Korea) | Criticize or denounce | Lee Myung Bak | 2007-03-14\nAnswer:", "completion": " South Korea", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1293604", "prompt": "After the Australian Electoral Commission, who was the first to threaten the citizens of Australia?\nEvidence:\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-07-02\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-06-27\n- Election Commission (Australia) | Threaten | Citizen (Australia) | 2015-04-07\n- Citizen (Australia) | Threaten | Election Commission (Australia) | 2014-02-07\n- High Commission (Australia) | Threaten | Frank Bainimarama | 2005-07-15\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- The Daily Telegraph | Threaten | Citizen (Australia) | 2006-11-02\n- Citizen (Australia) | Threaten | The Daily Telegraph | 2007-04-25\n- Citizen (Australia) | Threaten | The Daily Telegraph | 2006-11-16\n- Independent Electoral Commission (Niger) | Make statement | Niger | 2010-07-18\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Supreme Electoral Court | Threaten | Party Member (Brazil) | 2013-02-12\nAnswer:", "completion": " Police (Australia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1285732", "prompt": "With whom did Wen Jiabao last negotiate before South Africa?\nEvidence:\n- Wen Jiabao | Praise or endorse | South Korea | 2005-01-07\n- Wen Jiabao | Investigate | China | 2005-01-08\n- Thailand | Investigate | Wen Jiabao | 2005-01-24\n- Cambodia | Investigate | Wen Jiabao | 2005-01-24\n- Wen Jiabao | Express intent to meet or negotiate | China | 2005-02-03\n- China | Express intent to meet or negotiate | Wen Jiabao | 2005-01-24\n- Wen Jiabao | Make statement | Maldives | 2005-01-07\n- Wen Jiabao | Make statement | China | 2005-02-02\n- Wen Jiabao | Make statement | China | 2005-01-21\n- Wen Jiabao | Make statement | China | 2005-01-20\n- Wen Jiabao | Make statement | China | 2005-01-13\n- Wen Jiabao | Make statement | China | 2005-01-08\n- Wen Jiabao | Make statement | China | 2005-01-07\n- Wen Jiabao | Make statement | China | 2005-01-06\n- Wen Jiabao | Make statement | China | 2005-01-04\nAnswer:", "completion": " Jakaya Mrisho Kikwete", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1101814", "prompt": "Who was the first person Barack Obama threatened after the UN Security Council?\nEvidence:\n- Barack Obama | Praise or endorse | UN Security Council | 2006-11-23\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\n- UN Security Council | Consult | Nabil Shaath | 2005-01-11\n- UN Security Council | Consult | John Garang | 2005-02-09\n- UN Security Council | Consult | John Garang | 2005-02-08\n- UN Security Council | Consult | African Union | 2005-01-10\n- Nabil Shaath | Consult | UN Security Council | 2005-01-11\n- John Garang | Consult | UN Security Council | 2005-02-09\n- John Garang | Consult | UN Security Council | 2005-02-08\n- African Union | Consult | UN Security Council | 2005-01-10\nAnswer:", "completion": " Iran", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1249862", "prompt": "In 2005, with whom did the Royal Administration of Saudi Arabia last wish to negotiate?\nEvidence:\n- Royal Administration (Saudi Arabia) | Threaten | Citizen (Saudi Arabia) | 2008-10-28\n- Royal Administration (Saudi Arabia) | Investigate | Education (Saudi Arabia) | 2006-03-26\n- Royal Administration (Saudi Arabia) | Investigate | Detainee (Saudi Arabia) | 2006-05-18\n- Royal Administration (Saudi Arabia) | Investigate | Citizen (Saudi Arabia) | 2008-12-04\n- Royal Administration (Saudi Arabia) | Demand | Police (Saudi Arabia) | 2008-04-29\n- Royal Administration (Saudi Arabia) | Demand | Employee (Saudi Arabia) | 2010-01-17\n- Royal Administration (Saudi Arabia) | Demand | Education (Saudi Arabia) | 2010-05-03\n- Royal Administration (Saudi Arabia) | Consult | Police (Saudi Arabia) | 2010-09-20\n- Royal Administration (Saudi Arabia) | Consult | Education (Saudi Arabia) | 2008-03-18\n- Royal Administration (Saudi Arabia) | Consult | Citizen (Saudi Arabia) | 2011-10-07\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-09\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-07\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-04\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-03\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-02\nAnswer:", "completion": " Pervez Musharraf", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1293247", "prompt": "After the Trade Union of Kyrgyzstan, who was the first to provide humanitarian aid to the citizens of Kyrgyzstan?\nEvidence:\n- Labor Union (Kyrgyzstan) | Provide humanitarian aid | Citizen (Kyrgyzstan) | 2005-01-27\n- Ministry (Kyrgyzstan) | Provide humanitarian aid | Citizen (Kyrgyzstan) | 2006-01-30\n- Employee (Kyrgyzstan) | Provide humanitarian aid | Citizen (Kyrgyzstan) | 2010-08-06\n- Reserve Personnel (Kyrgyzstan) | Provide humanitarian aid | Citizen (Kyrgyzstan) | 2008-10-06\n- Korean Confederation of Trade Unions | Provide humanitarian aid | Labor Union (South Korea) | 2008-10-24\n- Business (Germany) | Provide humanitarian aid | Citizen (Kyrgyzstan) | 2008-01-07\n- Sudan | Provide humanitarian aid | African Union | 2006-04-10\n- China | Provide humanitarian aid | African Union | 2007-05-10\n- African Union | Provide humanitarian aid | Sudan | 2012-09-12\n- Representatives (Kyrgyzstan) | Provide aid | Citizen (Kyrgyzstan) | 2009-02-25\n- China | Provide humanitarian aid | The Poor (China) | 2014-08-28\n- Korean Confederation of Trade Unions | Provide humanitarian aid | Citizen (North Korea) | 2008-10-24\n- African Union | Provide humanitarian aid | Citizen (Sudan) | 2013-09-11\n- African Union | Provide humanitarian aid | Citizen (Sudan) | 2012-03-02\n- African Union | Provide humanitarian aid | Citizen (Sudan) | 2006-01-13\nAnswer:", "completion": " Ministry (Kyrgyzstan)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1376159", "prompt": "In which month did Lee Myung Bak last appeal to the Cabinet Council of Ministers Advisors of South Korea?\nEvidence:\n- South Korea | Threaten | Lee Myung Bak | 2007-06-05\n- Lee Myung Bak | Demand | South Korea | 2007-06-20\n- Lee Myung Bak | Refuse to yield | South Korea | 2007-05-13\n- South Korea | Make statement | Lee Myung Bak | 2007-05-10\n- South Korea | Make statement | Lee Myung Bak | 2007-01-23\n- Lee Myung Bak | Make statement | South Korea | 2006-03-29\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Lee Myung Bak | Praise or endorse | Supreme Council (South Korea) | 2006-07-14\n- Lee Myung Bak | Make an appeal or request | South Korea | 2007-06-07\n- Lee Myung Bak | Deny responsibility | Head of Government (South Korea) | 2005-04-05\n- Head of Government (South Korea) | Make statement | Lee Myung Bak | 2007-06-07\n- South Korea | Praise or endorse | Lee Myung Bak | 2007-05-02\n- South Korea | Host a visit | Lee Myung Bak | 2007-03-23\n- South Korea | Host a visit | Lee Myung Bak | 2006-06-26\n- Lee Myung Bak | Make a visit | South Korea | 2007-03-23\nAnswer:", "completion": " 2012-11", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1024610", "prompt": "Who was the first person Aleksander Kwasniewski wanted to meet after Carlo Azeglio Ciampi?\nEvidence:\n- Carlo Azeglio Ciampi | Consult | Aleksander Kwasniewski | 2005-12-09\n- Aleksander Kwasniewski | Consult | Carlo Azeglio Ciampi | 2005-12-09\n- Aleksander Kwasniewski | Express intent to meet or negotiate | Carlo Azeglio Ciampi | 2005-12-08\n- Mahmoud Abbas | Consult | Carlo Azeglio Ciampi | 2005-12-02\n- Giulio Tremonti | Consult | Carlo Azeglio Ciampi | 2005-12-20\n- Carlo Azeglio Ciampi | Consult | Mahmoud Abbas | 2005-12-02\n- Carlo Azeglio Ciampi | Consult | Giulio Tremonti | 2005-12-20\n- Carlo Azeglio Ciampi | Consult | Businessperson (Italy) | 2005-12-04\n- Carlo Azeglio Ciampi | Consult | Benedict XVI | 2005-11-11\n- Businessperson (Italy) | Consult | Carlo Azeglio Ciampi | 2005-12-04\n- Benedict XVI | Consult | Carlo Azeglio Ciampi | 2005-11-11\n- Foreign Affairs (Syria) | Consult | Carlo Azeglio Ciampi | 2005-02-02\n- Carlo Azeglio Ciampi | Praise or endorse | Vietnam | 2005-08-06\n- Carlo Azeglio Ciampi | Praise or endorse | Vietnam | 2005-07-01\n- Carlo Azeglio Ciampi | Praise or endorse | Vietnam | 2005-06-30\nAnswer:", "completion": " Civic Platform", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1359533", "prompt": "In what year did Roh Moo Hyun first express his intention to negotiate with the indigenous people of South Korea?\nEvidence:\n- South Korea | Express intent to meet or negotiate | Roh Moo Hyun | 2005-02-23\n- South Korea | Reject | Roh Moo Hyun | 2005-02-17\n- Roh Moo Hyun | Demand | South Korea | 2005-01-04\n- Roh Moo Hyun | Make statement | South Korea | 2005-03-09\n- Roh Moo Hyun | Make statement | South Korea | 2005-03-08\n- Roh Moo Hyun | Make statement | South Korea | 2005-02-25\n- Roh Moo Hyun | Make statement | South Korea | 2005-01-13\n- Roh Moo Hyun | Make statement | South Korea | 2005-01-07\n- Roh Moo Hyun | Make statement | South Korea | 2005-01-04\n- Roh Moo Hyun | Consult | Ministry (South Korea) | 2005-01-04\n- Ministry (South Korea) | Consult | Roh Moo Hyun | 2005-01-04\n- South Korea | Host a visit | Roh Moo Hyun | 2005-02-27\n- South Korea | Criticize or denounce | Roh Moo Hyun | 2005-02-17\n- Roh Moo Hyun | Make statement | Ministry (South Korea) | 2005-01-13\n- Roh Moo Hyun | Make a visit | South Korea | 2005-02-27\nAnswer:", "completion": " 2005", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1063997", "prompt": "Who was the first to express the intention to participate in diplomatic cooperation with the Republic of South Ossetia?\nEvidence:\n- Republic of South Ossetia | Abduct, hijack, or take hostage | Republic of South Ossetia | 2005-12-06\n- Sergey Bagapsh | Express intent to engage in diplomatic cooperation (such as policy support) | Republic of South Ossetia | 2009-10-05\n- Sergey Bagapsh | Express intent to engage in diplomatic cooperation (such as policy support) | Republic of South Ossetia | 2009-04-29\n- Republic of South Ossetia | Express intent to engage in diplomatic cooperation (such as policy support) | Sergey Bagapsh | 2009-04-29\n- Sergey Bagapsh | Express intent to cooperate | Republic of South Ossetia | 2008-10-07\n- Republic of South Ossetia | Express intent to cooperate | Sergey Bagapsh | 2008-10-07\n- Republic of South Ossetia | Express intent to engage in diplomatic cooperation (such as policy support) | International Government Organizations | 2005-05-10\n- Member of the Judiciary (Georgia) | Ease administrative sanctions | Republic of South Ossetia | 2005-12-05\n- Sergey Bagapsh | Engage in negotiation | Republic of South Ossetia | 2008-08-14\n- Republic of South Ossetia | Engage in negotiation | Sergey Bagapsh | 2008-08-14\n- Zurab Nogaideli | Consult | Republic of South Ossetia | 2005-10-28\n- Zurab Nogaideli | Consult | Republic of South Ossetia | 2005-09-22\n- Sergey Bagapsh | Consult | Republic of South Ossetia | 2008-08-20\n- Sergey Bagapsh | Consult | Republic of South Ossetia | 2008-06-16\n- Sergey Bagapsh | Consult | Republic of South Ossetia | 2006-11-02\nAnswer:", "completion": " Government (Georgia)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1319873", "prompt": "Who visited Lee Myung Bak in the same month as the Cabinet Council of Ministers Advisors of the United States?\nEvidence:\n- Lee Myung Bak | Consult | City Mayor (United States) | 2006-03-16\n- City Mayor (United States) | Consult | Lee Myung Bak | 2006-03-16\n- Lee Myung Bak | Express intent to meet or negotiate | City Mayor (United States) | 2006-03-16\n- South Korea | Threaten | Lee Myung Bak | 2007-06-05\n- Lee Myung Bak | Demand | South Korea | 2007-06-20\n- Lee Myung Bak | Consult | Islam Karimov | 2006-03-30\n- Islam Karimov | Consult | Lee Myung Bak | 2006-03-30\n- Lee Myung Bak | Praise or endorse | Supreme Council (South Korea) | 2006-07-14\n- South Korea | Make statement | Lee Myung Bak | 2007-05-10\n- South Korea | Make statement | Lee Myung Bak | 2007-01-23\n- Lee Myung Bak | Make statement | South Korea | 2006-03-29\n- Lee Myung Bak | Deny responsibility | Governor (Japan) | 2005-04-05\n- Lee Myung Bak | Criticize or denounce | Japan | 2005-04-05\n- Chung Dong-young | Investigate | Lee Myung Bak | 2006-03-21\n- Lee Myung Bak | Deny responsibility | Head of Government (South Korea) | 2005-04-05\nAnswer:", "completion": " Yasuo Fukuda", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1309944", "prompt": "Who rejected the Australian police on 27 September 2006?\nEvidence:\n- Police (Uganda) | Impose restrictions on political freedoms | The Voice (Uganda) | 2014-12-12\n- Citizen (Croatia) | Express intent to cooperate on judicial matters | The Hague | 2005-03-17\n- Member of the Judiciary (Iceland) | Rally support on behalf of | Bank (Iceland) | 2014-05-25\n- Police (Tanzania) | Impose restrictions on political freedoms | Tanzania | 2005-05-26\n- Police (Maldives) | Impose restrictions on political freedoms | Maldives | 2011-05-06\n- Police (Cambodia) | Impose restrictions on political freedoms | Sudan | 2008-01-20\n- Police (Cambodia) | Impose restrictions on political freedoms | Cambodia | 2008-01-20\n- Maldives | Rally support on behalf of | Police (Maldives) | 2012-02-10\n- Special Rapporteurs of the United Nations | Rally support on behalf of | Detainee (Myanmar) | 2011-08-25\n- Special Rapporteurs of the United Nations | Rally support on behalf of | Detainee (Myanmar) | 2009-02-20\n- Other Authorities / Officials (Serbia) | Express intent to cooperate on judicial matters | The Hague | 2011-06-04\n- Ministry (Brazil) | Rally support on behalf of | People Associated with the Opposition (Brazil) | 2005-11-12\n- People Associated with the Opposition (Sri Lanka) | Rally support on behalf of | Sarath Fonseka | 2010-03-23\n- People Associated with the Opposition (Sri Lanka) | Rally support on behalf of | Sarath Fonseka | 2010-03-16\n- People Associated with the Opposition (Sri Lanka) | Rally support on behalf of | Sarath Fonseka | 2010-02-13\nAnswer:", "completion": " Citizen (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1122943", "prompt": "Which country was the first to blame the citizens of Thailand after the Democratic Party?\nEvidence:\n- People First Party Korea | Express intent to meet or negotiate | Democratic Party | 2006-09-12\n- Democratic Party | Express intent to meet or negotiate | People First Party Korea | 2006-09-12\n- Democratic Party | Reject | Head of Government (Kenya) | 2006-01-09\n- Party Member (Turkey) | Consult | Democratic Party | 2005-12-04\n- Democratic Party | Consult | Party Member (Turkey) | 2005-12-04\n- Democratic Party | Make statement | Head of Government (Kenya) | 2006-07-12\n- Democratic Party | Deny responsibility | Head of Government (Kenya) | 2006-01-09\n- Milliyet | Make statement | Democratic Party | 2005-06-15\n- Democratic Party | Threaten | Citizen (Uganda) | 2005-05-23\n- Democratic Party | Reject | Women (Uganda) | 2006-06-01\n- Democratic Party | Reject | Women (Uganda) | 2006-05-31\n- Democratic Party | Reject | Citizen (Uganda) | 2006-01-07\n- Citizen (Uganda) | Threaten | Democratic Party | 2006-06-07\n- Citizen (Uganda) | Accuse | Democratic Party | 2006-08-28\n- Head of Government (Kenya) | Praise or endorse | Democratic Party | 2006-07-23\nAnswer:", "completion": " Thailand", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1231519", "prompt": "Who was the first to investigate the tourist in the United States after the Israeli Defence Forces did so?\nEvidence:\n- Israeli Defense Forces | Investigate | Tourist (United States) | 2012-05-28\n- The Hague | Investigate | Israeli Defense Forces | 2014-08-08\n- The Hague | Investigate | Israeli Defense Forces | 2014-08-07\n- Police (Israel) | Investigate | Tourist (United States) | 2012-05-28\n- Police (Israel) | Investigate | Tourist (United States) | 2010-12-20\n- Police (Israel) | Investigate | Tourist (United States) | 2010-12-19\n- Police (South Africa) | Investigate | Tourist (United States) | 2014-12-15\n- Saudi Arabian Defence Forces | Investigate | Yemen | 2015-10-05\n- Israeli Defense Forces | Torture | Activist (United States) | 2014-10-27\n- Israeli Defense Forces | Consult | Envoy (United States) | 2006-01-13\n- Envoy (United States) | Consult | Israeli Defense Forces | 2006-01-13\n- Activist (United States) | Accuse | Israeli Defense Forces | 2006-09-20\n- Activist (United States) | Accuse | Israeli Defense Forces | 2005-03-01\n- Activist (United States) | Accuse | Israeli Defense Forces | 2005-02-28\n- Israeli Defense Forces | Investigate | Japan | 2011-03-21\nAnswer:", "completion": " Police (South Africa)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1249628", "prompt": "Who suffered from the unconventional violence of the Al Qaeda fighter before 4 July 2012?\nEvidence:\n- Combatant (Al Qaeda) | Use unconventional violence | Muslim Cleric (Mali) | 2012-07-04\n- Yemen | Employ aerial weapons | Combatant (Al Qaeda) | 2012-07-04\nAnswer:", "completion": " Militant (Syria)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 0} +{"id": "mtq_1202873", "prompt": "At what time did the Integrated Regional Information Networks telephone the lawyer/attorney for the United States?\nEvidence:\n- Lawyer/Attorney (United States) | Discuss by telephone | Integrated Regional Information Networks | 2005-03-01\n- Integrated Regional Information Networks | Discuss by telephone | Lawyer/Attorney (United States) | 2005-03-01\n- Police (Uganda) | Discuss by telephone | Integrated Regional Information Networks | 2007-10-12\n- Police (Uganda) | Discuss by telephone | Integrated Regional Information Networks | 2006-06-14\n- Integrated Regional Information Networks | Discuss by telephone | Police (Uganda) | 2007-10-12\n- Integrated Regional Information Networks | Discuss by telephone | Police (Uganda) | 2006-06-14\n- Integrated Regional Information Networks | Discuss by telephone | Employee (Chad) | 2008-06-13\n- Integrated Regional Information Networks | Discuss by telephone | African Union | 2005-05-26\n- Employee (Chad) | Discuss by telephone | Integrated Regional Information Networks | 2008-06-13\n- African Union | Discuss by telephone | Integrated Regional Information Networks | 2005-05-26\n- Integrated Regional Information Networks | Discuss by telephone | High Commission for Refugees | 2005-07-14\n- Integrated Regional Information Networks | Discuss by telephone | High Commission for Refugees | 2005-06-16\n- High Commission for Refugees | Discuss by telephone | Integrated Regional Information Networks | 2005-07-14\n- High Commission for Refugees | Discuss by telephone | Integrated Regional Information Networks | 2005-06-16\n- Police (Mauritania) | Consult | Integrated Regional Information Networks | 2008-04-01\nAnswer:", "completion": " 2005-03-01", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1370767", "prompt": "In October 1st, 2013, who requested for the citizens of Australia?\nEvidence:\n- Vietnam | Engage in diplomatic cooperation | Committees for the Defense of the Revolution | 2005-09-30\n- People Associated with the Opposition (Australia) | Appeal for change in leadership | Member of Parliament (Australia) | 2015-10-12\n- People Associated with the Opposition (Australia) | Appeal for change in leadership | Member of Parliament (Australia) | 2008-03-06\n- Movement for the Liberation of the Central African People | Appeal for change in leadership | François Bozizé | 2008-07-15\n- People Associated with the Opposition (Australia) | Appeal for change in leadership | Citizen (Australia) | 2014-07-22\n- People Associated with the Opposition (Australia) | Appeal for change in leadership | Citizen (Australia) | 2010-06-02\n- People Associated with the Opposition (Australia) | Appeal for change in leadership | Citizen (Australia) | 2009-11-30\n- Office for the Protection of the Constitution | Consult | Intelligence (Germany) | 2006-03-13\n- Intelligence (Germany) | Consult | Office for the Protection of the Constitution | 2006-03-13\n- Secretary of State for the Home Department | Appeal for change in leadership | Governor (India) | 2014-07-04\n- Liu Yandong | Consult | Democratic Front for the Reunification of the Fatherland | 2005-10-21\n- Lawyer/Attorney (Germany) | Investigate | Office for the Protection of the Constitution | 2015-08-01\n- Democratic Front for the Reunification of the Fatherland | Consult | Liu Yandong | 2005-10-21\n- Democratic Front for the Reunification of the Fatherland | Accuse | South Korea | 2005-12-25\n- Member of Parliament (Australia) | Reject request for policy change | People Associated with the Opposition (Australia) | 2010-10-13\nAnswer:", "completion": " Police (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1349557", "prompt": "After Reinhold Stephanes, to whom did the citizens of Brazil first appeal?\nEvidence:\n- Reinhold Stephanes | Consult | Congress (Brazil) | 2007-05-23\n- Congress (Brazil) | Consult | Reinhold Stephanes | 2007-05-23\n- Reinhold Stephanes | Make statement | Ministry (Brazil) | 2008-03-19\n- Reinhold Stephanes | Make statement | Ministry (Brazil) | 2008-02-07\n- Reinhold Stephanes | Make statement | Ministry (Brazil) | 2007-04-03\n- Citizen (Brazil) | Make an appeal or request | Reinhold Stephanes | 2007-03-23\n- Reinhold Stephanes | Express intent to cooperate economically | Iran | 2008-05-12\n- Reinhold Stephanes | Express intent to meet or negotiate | Iran | 2008-05-12\n- Reinhold Stephanes | Express intent to meet or negotiate | Middle East | 2008-01-31\n- Environment Department/Ministry (United States) | Make statement | Reinhold Stephanes | 2009-05-22\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- Citizen (Brazil) | Accuse | People Associated with the Opposition (Brazil) | 2005-08-04\n- Labor Union (Brazil) | Appeal to others to meet or negotiate | Citizen (Brazil) | 2005-01-05\n- Citizen (Brazil) | Make an appeal or request | Head of Government (Brazil) | 2005-02-17\nAnswer:", "completion": " Military (Brazil)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1326017", "prompt": "Who expressed the intention to meet with the Foreign Minister of Romania after the Prime Minister of Greece?\nEvidence:\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-21\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-04\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-01-31\n- Head of Government (Ukraine) | Express intent to meet or negotiate | Romania | 2005-03-14\n- Foreign Affairs (Slovakia) | Express intent to cooperate economically | Romania | 2005-03-06\n- Romania | Host a visit | Foreign Affairs (Portugal) | 2005-01-19\n- Foreign Affairs (Portugal) | Make a visit | Romania | 2005-01-19\n- Solomon Passy | Express intent to meet or negotiate | Romania | 2005-02-01\n- Romania | Express intent to meet or negotiate | Solomon Passy | 2005-02-01\n- Cyril Svoboda | Express intent to meet or negotiate | Romania | 2005-02-28\n- Romania | Arrest, detain, or charge with legal action | Dissident (Romania) | 2005-01-18\n- Pier Ferdinando Casini | Express intent to meet or negotiate | Romania | 2005-02-03\n- Defense / Security Ministry (Croatia) | Express intent to meet or negotiate | Romania | 2005-03-25\n- Ministry (Romania) | Make statement | Romania | 2005-03-25\n- Ministry (Romania) | Make statement | Romania | 2005-01-12\nAnswer:", "completion": " Klaus Johannis", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1328189", "prompt": "Before Lee Myung Bak, which country was the last to visit Islam Karimov?\nEvidence:\n- Lee Myung Bak | Consult | Islam Karimov | 2006-03-30\n- Islam Karimov | Consult | Lee Myung Bak | 2006-03-30\n- South Korea | Host a visit | Lee Myung Bak | 2007-03-23\n- South Korea | Host a visit | Lee Myung Bak | 2006-06-26\n- Lee Myung Bak | Make a visit | South Korea | 2007-03-23\n- Lee Myung Bak | Make a visit | South Korea | 2006-06-26\n- Lee Myung Bak | Make a visit | Abdukahhor Tuhtayev | 2006-03-29\n- Abdukahhor Tuhtayev | Host a visit | Lee Myung Bak | 2006-03-29\n- Lee Myung Bak | Refuse to yield | South Korea | 2007-05-13\n- South Korea | Threaten | Lee Myung Bak | 2007-06-05\n- Lee Myung Bak | Demand | South Korea | 2007-06-20\n- Islam Karimov | Make a visit | Iran | 2005-01-05\n- Iran | Host a visit | Islam Karimov | 2005-01-05\n- Lee Myung Bak | Make a visit | Dubai Internet City | 2007-05-20\n- Dubai Internet City | Host a visit | Lee Myung Bak | 2007-05-20\nAnswer:", "completion": " Oman", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1179768", "prompt": "In which year did the Ombudsman of Azerbaijan last make a request to the Government Advocate/Representative of Azerbaijan?\nEvidence:\n- Ombudsman (Azerbaijan) | Make an appeal or request | Government Lawyer/Representative (Azerbaijan) | 2011-02-10\n- Ombudsman (Azerbaijan) | Make an appeal or request | Government Lawyer/Representative (Azerbaijan) | 2011-01-17\n- Ombudsman (Azerbaijan) | Make an appeal or request | Government Lawyer/Representative (Azerbaijan) | 2010-12-09\n- Ombudsman (Azerbaijan) | Make an appeal or request | Government Lawyer/Representative (Azerbaijan) | 2005-07-07\n- Government Lawyer/Representative (Azerbaijan) | Make statement | Population (Azerbaijan) | 2011-10-01\n- Media (Azerbaijan) | Make statement | Ombudsman (Azerbaijan) | 2010-12-15\n- Media (Azerbaijan) | Consult | Government Lawyer/Representative (Azerbaijan) | 2007-08-30\n- Media (Azerbaijan) | Consult | Government Lawyer/Representative (Azerbaijan) | 2006-12-23\n- Government Lawyer/Representative (Azerbaijan) | Consult | Media (Azerbaijan) | 2007-08-30\n- Government Lawyer/Representative (Azerbaijan) | Consult | Media (Azerbaijan) | 2006-12-23\n- Ombudsman (Azerbaijan) | Consult | Media (Azerbaijan) | 2008-10-15\n- Ombudsman (Azerbaijan) | Consult | Media (Azerbaijan) | 2008-06-21\n- Media (Azerbaijan) | Consult | Ombudsman (Azerbaijan) | 2008-10-15\n- Media (Azerbaijan) | Consult | Ombudsman (Azerbaijan) | 2008-06-21\n- Special Rapporteurs of the United Nations | Consult | Government Lawyer/Representative (Azerbaijan) | 2006-03-04\nAnswer:", "completion": " 2011", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1227151", "prompt": "Who made a request to the other authorities and officials of Greece first, after the other authorities and officials of Romania?\nEvidence:\n- International Monetary Fund | Praise or endorse | Other Authorities / Officials (Democratic Republic of Congo) | 2005-09-02\n- International Monetary Fund | Praise or endorse | Other Authorities / Officials (Brazil) | 2005-03-28\n- Vietnam | Make a visit | Romania | 2005-03-08\n- Vietnam | Make a visit | Romania | 2005-03-05\n- Romania | Host a visit | Vietnam | 2005-03-08\n- Romania | Host a visit | Vietnam | 2005-03-05\n- Romania | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-03-30\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | Romania | 2005-03-30\n- Head of Government (Ukraine) | Express intent to meet or negotiate | Romania | 2005-03-14\n- Romania | Host a visit | Branko Crvenkovski | 2005-02-17\n- Branko Crvenkovski | Make a visit | Romania | 2005-02-17\n- Ministry (Romania) | Make statement | Romania | 2005-03-25\n- Ministry (Romania) | Make statement | Romania | 2005-01-12\n- Lawyer/Attorney (Romania) | Investigate | Romania | 2005-03-22\n- Romania | Reduce relations | Royal Administration (Romania) | 2005-03-24\nAnswer:", "completion": " High Commission for Refugees", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1335234", "prompt": "After the thief of Japan, who was the first to suffer from the unconventional violence of the men of Japan?\nEvidence:\n- Japan | Express intent to cooperate | China | 2005-01-06\n- Japan | Express intent to cooperate | China | 2005-01-05\n- China | Express intent to cooperate | Japan | 2005-01-06\n- China | Express intent to cooperate | Japan | 2005-01-05\n- Japan | Express intent to provide material aid | Japan Self-Defense Forces | 2005-01-03\n- Japan | Express intent to cooperate economically | China | 2005-01-05\n- China | Express intent to cooperate economically | Japan | 2005-01-05\n- Japan | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | Japan | 2005-01-08\n- Vietnam | Express intent to meet or negotiate | Japan | 2005-01-05\n- Thailand | Express intent to meet or negotiate | Japan | 2005-01-05\n- Japan | Express intent to provide humanitarian aid | Thailand | 2005-01-06\n- Japan | Express intent to provide humanitarian aid | Maldives | 2005-01-06\n- Japan | Express intent to provide economic aid | Maldives | 2005-01-06\n- Japan | Express intent to provide economic aid | Iraq | 2005-01-07\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1317979", "prompt": "In 2006, which country was the last to make a request to Roh Moo Hyun?\nEvidence:\n- Roh Moo Hyun | Make a visit | France | 2005-01-15\n- Roh Moo Hyun | Make statement | Japan | 2005-03-14\n- Roh Moo Hyun | Make statement | Japan | 2005-03-02\n- Roh Moo Hyun | Make statement | Chongwadai | 2005-02-23\n- Chongwadai | Make statement | Roh Moo Hyun | 2005-03-07\n- Chongwadai | Make statement | Roh Moo Hyun | 2005-01-31\n- Chongwadai | Make statement | Roh Moo Hyun | 2005-01-28\n- Chongwadai | Make statement | Roh Moo Hyun | 2005-01-18\n- Chongwadai | Make statement | Roh Moo Hyun | 2005-01-05\n- Roh Moo Hyun | Make a visit | South Korea | 2005-02-27\n- France | Host a visit | Roh Moo Hyun | 2005-01-15\n- Roh Moo Hyun | Demand | Japan | 2005-03-04\n- Roh Moo Hyun | Demand | Japan | 2005-03-03\n- Roh Moo Hyun | Demand | Japan | 2005-03-02\n- Roh Moo Hyun | Demand | Japan | 2005-03-01\nAnswer:", "completion": " Cambodia", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1124128", "prompt": "Before the Chief Justice of Senegal, who was the last to request a meeting with Barack Obama?\nEvidence:\n- Sudan | Host a visit | Barack Obama | 2006-09-03\n- Sudan | Host a visit | Barack Obama | 2006-09-02\n- Iraq | Host a visit | Barack Obama | 2006-01-08\n- Iraq | Host a visit | Barack Obama | 2006-01-07\n- Ethiopia | Host a visit | Barack Obama | 2006-09-01\n- Djibouti | Host a visit | Barack Obama | 2006-09-01\n- Barack Obama | Make a visit | Sudan | 2006-09-03\n- Barack Obama | Make a visit | Sudan | 2006-09-02\n- Barack Obama | Make a visit | Iraq | 2006-01-08\n- Barack Obama | Make a visit | Iraq | 2006-01-07\n- Barack Obama | Make a visit | Ethiopia | 2006-09-01\n- Barack Obama | Make a visit | Djibouti | 2006-09-01\n- Head of Government (Kenya) | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Consult | Head of Government (Kenya) | 2006-08-25\n- South Africa | Host a visit | Barack Obama | 2006-08-23\nAnswer:", "completion": " Head of Government (Germany)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1347969", "prompt": "Before the other authorities and officials of Egypt, who last did the citizens of Sudan accuse?\nEvidence:\n- Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | Head of Government (Egypt) | 2005-01-24\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Ethiopia | Accuse of human rights abuses | Ogaden National Liberation Front | 2005-07-20\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-27\nAnswer:", "completion": " Sudan", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1366755", "prompt": "Before Barack Obama, who was the last to praise the Israeli Defence Forces?\nEvidence:\n- Barack Obama | Praise or endorse | Japan | 2007-05-15\n- Barack Obama | Praise or endorse | UN Security Council | 2006-11-23\n- South Africa | Praise or endorse | South African National Defence Force | 2005-05-15\n- Barack Obama | Express intent to settle dispute | Iraq | 2007-06-02\n- Barack Obama | Reject | Iraq | 2007-04-03\n- Barack Obama | Reject | Iraq | 2006-10-28\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2005-10-10\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-22\n- Mwai Kibaki | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Make statement | Iraq | 2007-05-15\n- Barack Obama | Make statement | Iraq | 2007-03-20\n- Barack Obama | Make statement | Iraq | 2007-02-11\nAnswer:", "completion": " Police (Israel)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1365209", "prompt": "After the Jundallah armed gang, who made the Israeli Defence Forces suffer from unconventional violence first?\nEvidence:\n- Armed Gang (Jundallah) | Use unconventional violence | Israeli Defense Forces | 2005-05-20\n- Armed Gang (Saudi Arabia) | Use unconventional violence | Saudi Arabian Defence Forces | 2014-12-14\n- Armed Gang (Saudi Arabia) | Use unconventional violence | Saudi Arabian Defence Forces | 2012-02-20\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Israeli Defense Forces | 2015-11-08\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Israeli Defense Forces | 2015-09-01\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Israeli Defense Forces | 2015-08-31\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Israeli Defense Forces | 2014-07-29\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Israeli Defense Forces | 2014-06-03\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Israeli Defense Forces | 2014-06-02\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Israeli Defense Forces | 2013-09-22\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Israeli Defense Forces | 2012-06-01\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Israeli Defense Forces | 2012-03-28\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Israeli Defense Forces | 2011-03-01\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Israeli Defense Forces | 2011-01-06\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Israeli Defense Forces | 2010-04-16\nAnswer:", "completion": " Settler (Israel)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1158573", "prompt": "Who was the first to praise Yoshihiko Noda?\nEvidence:\n- Yoshihiko Noda | Praise or endorse | Okada Katsuya | 2009-05-18\n- Yoshihiko Noda | Demand | Japan | 2010-11-24\n- Yoshihiko Noda | Make statement | Japan | 2011-05-27\n- Yoshihiko Noda | Make statement | Japan | 2011-05-19\n- Yoshihiko Noda | Make statement | Japan | 2011-05-04\n- Yoshihiko Noda | Make statement | Japan | 2011-04-16\n- Yoshihiko Noda | Make statement | Japan | 2011-04-15\n- Yoshihiko Noda | Make statement | Japan | 2011-04-05\n- Yoshihiko Noda | Make statement | Japan | 2011-03-10\n- Yoshihiko Noda | Make statement | Japan | 2011-01-27\n- Yoshihiko Noda | Make statement | Japan | 2011-01-17\n- Yoshihiko Noda | Make statement | Japan | 2011-01-12\n- Yoshihiko Noda | Make statement | Japan | 2010-11-02\n- Yoshihiko Noda | Make statement | Japan | 2010-10-21\n- Yoshihiko Noda | Make statement | Japan | 2010-09-18\nAnswer:", "completion": " Okada Katsuya", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1093155", "prompt": "After Romania, who was the first to be praised by the head of government of Cyprus?\nEvidence:\n- Head of Government (Ukraine) | Express intent to meet or negotiate | Romania | 2005-03-14\n- Ministry (Romania) | Make statement | Romania | 2005-03-25\n- Ministry (Romania) | Make statement | Romania | 2005-01-12\n- Lawyer/Attorney (Romania) | Investigate | Romania | 2005-03-22\n- Romania | Reduce relations | Royal Administration (Romania) | 2005-03-24\n- Romania | Praise or endorse | Intelligence (Romania) | 2005-02-08\n- Ministry (Romania) | Make optimistic comment | Romania | 2005-01-14\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-21\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-04\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-01-31\n- Environment Department/Ministry (Romania) | Threaten | Romania | 2005-03-22\n- Reporters Sans Frontieres | Appeal to yield | Romania | 2005-01-28\n- Head of Government (Brazil) | Praise or endorse | International Monetary Fund | 2005-04-29\n- Ministry (Romania) | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2005-01-10\n- Ministry (Romania) | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2005-01-08\nAnswer:", "completion": " Cabinet / Council of Ministers / Advisors (Cyprus)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1272345", "prompt": "Who was the first to seek diplomatic cooperation with Dmitry Anatolyevich Medvedev, after the Russian military?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- Dmitry Anatolyevich Medvedev | Consult | China | 2005-12-08\n- China | Consult | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Veterans (Russia) | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Islam Karimov | Consult | Dmitry Anatolyevich Medvedev | 2006-05-07\n- Islam Karimov | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2006-01-13\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2006-01-12\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2005-11-15\n- Dmitry Anatolyevich Medvedev | Make statement | Kazakhstan | 2006-03-30\n- Dmitry Anatolyevich Medvedev | Consult | Veterans (Russia) | 2006-05-06\n- Dmitry Anatolyevich Medvedev | Consult | Islam Karimov | 2006-05-07\n- Dmitry Anatolyevich Medvedev | Consult | Islam Karimov | 2006-05-06\n- Mikhail Yefimovich Fradkov | Consult | Dmitry Anatolyevich Medvedev | 2005-12-10\n- Mikhail Yefimovich Fradkov | Consult | Dmitry Anatolyevich Medvedev | 2005-04-15\nAnswer:", "completion": " Russian Union of Industrialists and Entrepreneurs", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1261108", "prompt": "Who was the first to praise the leader of Egypt after Pervez Musharraf?\nEvidence:\n- Pervez Musharraf | Praise or endorse | Head of Government (Sri Lanka) | 2005-02-09\n- Head of Government (Sri Lanka) | Praise or endorse | Pervez Musharraf | 2005-02-09\n- Benazir Bhutto | Praise or endorse | Pervez Musharraf | 2005-01-08\n- Pervez Musharraf | Praise or endorse | Pakistan administered Kashmir | 2005-02-04\n- Pakistan administered Kashmir | Praise or endorse | Pervez Musharraf | 2005-02-10\n- Pervez Musharraf | Consult | Japan | 2005-01-10\n- Japan | Consult | Pervez Musharraf | 2005-01-10\n- Pervez Musharraf | Refuse to yield | Benazir Bhutto | 2005-01-12\n- Pervez Musharraf | Refuse to yield | Benazir Bhutto | 2005-01-11\n- Pervez Musharraf | Make statement | Head of Government (Pakistan) | 2005-01-12\n- Pervez Musharraf | Make statement | Head of Government (Pakistan) | 2005-01-11\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-02-04\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-01-10\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-02-04\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-01-10\nAnswer:", "completion": " Javier Solana", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1000634", "prompt": "In February 2010, which country wanted to establish diplomatic cooperation with Portugal?\nEvidence:\n- Portugal | Engage in diplomatic cooperation | China | 2005-01-12\n- China | Engage in diplomatic cooperation | Portugal | 2005-01-12\n- Portugal | Engage in diplomatic cooperation | International Monetary Fund | 2005-04-28\n- Portugal | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-01-14\n- Portugal | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-01-13\n- Portugal | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-01-12\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Portugal | 2005-01-14\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Portugal | 2005-01-13\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Portugal | 2005-01-12\n- Portugal | Express intent to engage in material cooperation | France | 2005-02-28\n- France | Express intent to engage in material cooperation | Portugal | 2005-02-28\n- Portugal | Grant diplomatic recognition | China | 2005-01-12\n- China | Grant diplomatic recognition | Portugal | 2005-01-12\n- Madagascar | Engage in diplomatic cooperation | China | 2005-01-11\n- Japan | Engage in diplomatic cooperation | China | 2005-01-07\nAnswer:", "completion": " Iran", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1363990", "prompt": "In what year did Mikhail Sergeyevich Gorbachev last express the intention to participate in diplomatic cooperation with Evo Morales?\nEvidence:\n- Mikhail Sergeyevich Gorbachev | Express intent to engage in diplomatic cooperation (such as policy support) | Evo Morales | 2007-09-26\n- Wojciech Jaruzelski | Investigate | Mikhail Sergeyevich Gorbachev | 2008-05-16\n- Wen Jiabao | Consult | Mikhail Sergeyevich Gorbachev | 2007-04-12\n- Natan Sharansky | Consult | Mikhail Sergeyevich Gorbachev | 2005-03-08\n- Mikhail Sergeyevich Gorbachev | Make statement | Iraq | 2005-01-31\n- Mikhail Sergeyevich Gorbachev | Make statement | Iran | 2006-02-27\n- Mikhail Sergeyevich Gorbachev | Consult | Wen Jiabao | 2007-04-12\n- Mikhail Sergeyevich Gorbachev | Consult | Natan Sharansky | 2005-03-08\n- Mikhail Sergeyevich Gorbachev | Consult | Barack Obama | 2009-02-02\n- Barack Obama | Consult | Mikhail Sergeyevich Gorbachev | 2009-02-02\n- News Editor (Russia) | Consult | Mikhail Sergeyevich Gorbachev | 2009-01-29\n- Mikhail Sergeyevich Gorbachev | Make statement | United Russia | 2009-02-24\n- Mikhail Sergeyevich Gorbachev | Make statement | United Russia | 2009-02-20\n- Mikhail Sergeyevich Gorbachev | Make statement | Media (Russia) | 2007-04-12\n- Mikhail Sergeyevich Gorbachev | Make statement | Barack Obama | 2009-02-19\nAnswer:", "completion": " 2007", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1163185", "prompt": "Who did Eid Kabalu have a telephone conversation with after Dec, 2005?\nEvidence:\n- Eid Kabalu | Discuss by telephone | Associated Press | 2007-07-17\n- Eid Kabalu | Discuss by telephone | Associated Press | 2007-03-08\n- Eid Kabalu | Discuss by telephone | Associated Press | 2006-11-29\n- Eid Kabalu | Discuss by telephone | Associated Press | 2006-06-29\n- Eid Kabalu | Discuss by telephone | Associated Press | 2005-12-27\n- Eid Kabalu | Discuss by telephone | Associated Press | 2005-07-24\n- Associated Press | Discuss by telephone | Eid Kabalu | 2007-07-17\n- Associated Press | Discuss by telephone | Eid Kabalu | 2007-03-08\n- Associated Press | Discuss by telephone | Eid Kabalu | 2006-11-29\n- Associated Press | Discuss by telephone | Eid Kabalu | 2006-06-29\n- Associated Press | Discuss by telephone | Eid Kabalu | 2005-12-27\n- Associated Press | Discuss by telephone | Eid Kabalu | 2005-07-24\n- Eid Kabalu | Discuss by telephone | Agence France-Presse | 2007-07-23\n- Agence France-Presse | Discuss by telephone | Eid Kabalu | 2007-07-23\n- Moro Islamic Liberation Front | Discuss by telephone | Eid Kabalu | 2007-01-27\nAnswer:", "completion": " Agence France-Presse", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1291792", "prompt": "Who was the last to be praised by Tony Blair before the Egyptian Prime Minister?\nEvidence:\n- Tony Blair | Discuss by telephone | Mahmoud Abbas | 2005-01-10\n- Mahmoud Abbas | Discuss by telephone | Tony Blair | 2005-01-10\n- Tony Blair | Accuse | Iran | 2005-02-05\n- Iran | Reject | Tony Blair | 2005-02-08\n- Tony Blair | Make statement | Iraq | 2005-02-04\n- Tony Blair | Make statement | Iraq | 2005-01-30\n- Tony Blair | Make statement | Iraq | 2005-01-09\n- Tony Blair | Make statement | Iran | 2005-01-26\n- Tony Blair | Investigate | Oluṣẹgun Ọbasanjọ | 2005-01-27\n- Tony Blair | Investigate | Oluṣẹgun Ọbasanjọ | 2005-01-26\n- Tony Blair | Consult | Mahmoud Abbas | 2005-01-27\n- Tony Blair | Consult | Jack Straw | 2005-02-04\n- Tony Blair | Consult | Bertie Ahern | 2005-02-02\n- Tony Blair | Consult | Angela Merkel | 2005-02-07\n- Mahmoud Abbas | Consult | Tony Blair | 2005-01-27\nAnswer:", "completion": " Bertie Ahern", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1135412", "prompt": "After the Government of Georgia, who wanted to negotiate with the other authorities and officials of Russia first?\nEvidence:\n- Government (Georgia) | Express intent to meet or negotiate | Other Authorities / Officials (Russia) | 2008-11-25\n- Other Authorities / Officials (Russia) | Engage in negotiation | Government (Georgia) | 2011-03-02\n- Government (Georgia) | Engage in negotiation | Other Authorities / Officials (Russia) | 2011-03-02\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-13\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-04\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-05-17\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2005-06-16\n- Government (Georgia) | Make an appeal or request | Other Authorities / Officials (Russia) | 2008-11-25\n- Other Authorities / Officials (Brazil) | Sign formal agreement | First Command of the Capital | 2006-05-18\n- First Command of the Capital | Use unconventional violence | Other Authorities / Officials (Brazil) | 2006-08-25\n- First Command of the Capital | Sign formal agreement | Other Authorities / Officials (Brazil) | 2006-05-18\n- Other Authorities / Officials (Russia) | Demand | Government (Poland) | 2006-03-21\n- Government Official (Russia) | Make statement | Other Authorities / Officials (Russia) | 2011-10-05\n- Government Official (Russia) | Make statement | Other Authorities / Officials (Russia) | 2005-11-17\nAnswer:", "completion": " Raúl Castro", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1225493", "prompt": "In which month did the media personnel of Thailand first want to engage in diplomatic cooperation with the citizens of Thailand?\nEvidence:\n- Media Personnel (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-03-02\n- Citizen (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Media (Thailand) | 2005-02-15\n- Citizen (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Media (Thailand) | 2005-02-11\n- Military Personnel (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-01-11\n- Member of Parliament (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-02-08\n- Member of Parliament (Thailand) | Express intent to engage in material cooperation | Citizen (Thailand) | 2005-02-08\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-03-01\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-02-26\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-01-05\n- Villager (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-02-22\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-01-07\n- Police (Australia) | Engage in material cooperation | Thailand | 2005-01-04\n- Citizen (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Department of Geologic Survey and its Mineral Exploration (Thailand) | 2005-01-04\n- Media Personnel (Thailand) | Make an appeal or request | Citizen (Thailand) | 2005-02-15\n- Governor (Thailand) | Engage in symbolic act | Citizen (Thailand) | 2005-01-19\nAnswer:", "completion": " 2005-03", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1279058", "prompt": "When did the Bank of Greece reject the Bank of Iceland?\nEvidence:\n- Bank (Greece) | Reject | Bank (Iceland) | 2008-06-26\n- Member of the Judiciary (Iceland) | Rally support on behalf of | Bank (Iceland) | 2014-05-25\n- Member of the Judiciary (Iceland) | Refuse to release persons or property | Bank (Iceland) | 2015-02-13\n- Citizen (Greece) | Reject | Bank (Greece) | 2015-07-07\n- Member of the Judiciary (Greece) | Reject | Citizen (Greece) | 2010-01-21\n- Geir H. Haarde | Accuse | Bank (Iceland) | 2008-12-04\n- Citizen (Greece) | Reject | European Central Bank | 2014-12-03\n- Member of the Judiciary (Iceland) | Criticize or denounce | Company - Owner or Operator (Iceland) | 2014-05-25\n- Member of the Judiciary (Iceland) | Rally support on behalf of | Company - Owner or Operator (Iceland) | 2014-05-25\n- Bank (Iceland) | Make statement | International Monetary Fund | 2008-10-16\n- Member of the Judiciary (Greece) | Reject | Citizen (Australia) | 2008-03-05\n- Head of Government (Greece) | Make statement | Bank (Greece) | 2015-06-28\n- Head of Government (Greece) | Make statement | Bank (Greece) | 2008-05-06\n- Citizen (Greece) | Threaten | Bank (Greece) | 2012-08-29\n- Citizen (Greece) | Demand | Bank (Greece) | 2014-03-05\nAnswer:", "completion": " 2008-06-26", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1132517", "prompt": "After 2014, against whom did the Nigerian government use small arms and light weapons?\nEvidence:\n- Boko Haram | fight with small arms and light weapons | Nigerian Television Authority | 2011-10-24\n- Boko Haram | fight with small arms and light weapons | Nigerian Television Authority | 2011-10-22\n- Criminal (Pakistan) | fight with small arms and light weapons | Government (Pakistan) | 2006-01-08\n- Iran | fight with small arms and light weapons | Iraq | 2006-05-08\n- Colombia | fight with small arms and light weapons | Mexico | 2005-01-03\n- Liberians United for Reconciliation and Democracy | fight with small arms and light weapons | The Hague | 2008-08-28\n- Liberians United for Reconciliation and Democracy | fight with small arms and light weapons | The Hague | 2008-08-27\n- Vietnam | fight with small arms and light weapons | Fishermen (Vietnam) | 2005-01-14\n- Police (Kenya) | fight with small arms and light weapons | Tanzania | 2005-10-29\n- Police (Indonesia) | fight with small arms and light weapons | Aceh | 2005-08-26\n- Military (Brazil) | fight with small arms and light weapons | Colombia | 2006-04-07\n- Iraq | fight with small arms and light weapons | Employee (Iraq) | 2006-03-25\n- Iraq | fight with small arms and light weapons | Employee (Iraq) | 2006-03-24\n- Insurgent (Thailand) | fight with small arms and light weapons | Thailand | 2005-11-01\n- Insurgent (Thailand) | fight with small arms and light weapons | Thailand | 2005-06-30\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1379819", "prompt": "When did Peter O'Neill criticise Transparency International?\nEvidence:\n- Peter O'Neill | Make statement | Transparency International | 2013-07-17\n- Peter O'Neill | Criticize or denounce | Transparency International | 2013-03-11\n- Peter O'Neill | Demand | China | 2012-11-29\n- Police (Australia) | Accuse | Peter O'Neill | 2014-06-16\n- Peter O'Neill | Reject | Police (Australia) | 2014-06-24\n- Peter O'Neill | Make statement | China | 2014-11-10\n- Peter O'Neill | Make statement | China | 2012-06-23\n- Peter O'Neill | Consult | Julie Bishop | 2014-02-06\n- Peter O'Neill | Consult | Julia Gillard | 2013-05-10\n- Peter O'Neill | Consult | Julia Gillard | 2012-09-08\n- Peter O'Neill | Consult | Julia Gillard | 2012-04-20\n- Peter O'Neill | Consult | John Momis | 2014-01-22\n- Julie Bishop | Consult | Peter O'Neill | 2014-02-06\n- Julia Gillard | Consult | Peter O'Neill | 2013-05-10\n- Julia Gillard | Consult | Peter O'Neill | 2012-09-08\nAnswer:", "completion": " 2013-03-11", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1319426", "prompt": "After September 2010, who used conventional military force against the Indian protesters?\nEvidence:\n- The Hague | Use conventional military force | Vojislav Šešelj | 2006-12-04\n- Committees for the Defense of the Revolution | Use conventional military force | People Associated with the Opposition (Cuba) | 2010-04-14\n- Thailand | Use conventional military force | National United Front for Democracy Against Dictatorship | 2010-04-24\n- Military (Mali) | Use conventional military force | Combatant (al-Qaeda in the Islamic Maghreb) | 2009-07-20\n- Military (Russia) | Use conventional military force | Opposition Force (Russia) | 2005-05-16\n- Military Personnel (India) | Make statement | Insurgent (Indian Administered Kashmir) | 2015-07-09\n- Military Personnel - Special (Bangladesh) | Use conventional military force | People Associated with the Opposition (Bangladesh) | 2013-11-27\n- Military (Russia) | Use conventional military force | Insurgent (Islamic State of Iraq and the Levant) | 2015-09-09\n- Military (Lebanon) | Use conventional military force | Combatant (Islamic State of Iraq and the Levant) | 2015-12-15\n- Military (Lebanon) | Use conventional military force | Combatant (Islamic State of Iraq and the Levant) | 2014-08-14\n- Military (Lebanon) | Use conventional military force | Combatant (Islamic State of Iraq and the Levant) | 2014-08-10\n- Thailand | Use conventional military force | Military (Cambodia) | 2005-05-18\n- Thailand | Use conventional military force | Military (Cambodia) | 2005-05-16\n- Military (Niger) | Use conventional military force | Niger | 2005-04-14\n- Military (Mexico) | Use conventional military force | Mexico | 2005-10-13\nAnswer:", "completion": " Military Personnel - Special (India)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1316048", "prompt": "Who accused Nuri al-Maliki on 11 September 2009?\nEvidence:\n- Party Member (Iraq) | Accuse | Nuri al-Maliki | 2009-09-11\n- Nuri al-Maliki | Make an appeal or request | UN Security Council | 2009-09-11\nAnswer:", "completion": " Party Member (Iraq)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 1} +{"id": "mtq_1236835", "prompt": "Who was the last to denounce the main opposition of the Panhellenic Socialist Movement?\nEvidence:\n- Main Opposition (Panhellenic Socialist Movement) | Make statement | Panhellenic Socialist Movement | 2006-02-10\n- Main Opposition (Panhellenic Socialist Movement) | Make statement | Georgios Papandreou | 2007-09-05\n- Panhellenic Socialist Movement | Criticize or denounce | Iraq | 2006-05-09\n- Panhellenic Socialist Movement | Criticize or denounce | Georgios Papandreou | 2007-09-11\n- Panhellenic Socialist Movement | Criticize or denounce | Citizen (Greece) | 2005-12-04\n- Georgios Papandreou | Criticize or denounce | Panhellenic Socialist Movement | 2005-02-23\n- Citizen (Greece) | Criticize or denounce | Panhellenic Socialist Movement | 2005-10-09\n- Citizen (Greece) | Criticize or denounce | Panhellenic Socialist Movement | 2005-09-03\n- Citizen (Greece) | Criticize or denounce | Panhellenic Socialist Movement | 2005-04-06\n- Savvas Tsitouridis | Accuse | Panhellenic Socialist Movement | 2006-03-13\n- Panhellenic Socialist Movement | Consult | Ismail Cem | 2005-03-02\n- Panhellenic Socialist Movement | Consult | Georgios Papandreou | 2007-08-14\n- Panhellenic Socialist Movement | Consult | Georgios Papandreou | 2007-07-13\n- Panhellenic Socialist Movement | Consult | Georgios Papandreou | 2007-06-19\n- Panhellenic Socialist Movement | Consult | Georgios Papandreou | 2006-09-14\nAnswer:", "completion": " Citizen (Greece)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1207958", "prompt": "In what month did Moussa Dadis Camara first negotiate with the head of government of Burkina Faso?\nEvidence:\n- Head of Government (Burkina Faso) | Make statement | Moussa Dadis Camara | 2009-12-04\n- Moussa Dadis Camara | Engage in negotiation | France | 2009-01-04\n- France | Engage in negotiation | Moussa Dadis Camara | 2009-01-04\n- Moussa Dadis Camara | Demand | Military (Guinea) | 2008-12-27\n- Moussa Dadis Camara | Consult | African Union | 2009-02-18\n- Moussa Dadis Camara | Consult | Abdoulaye Wade | 2009-09-15\n- African Union | Consult | Moussa Dadis Camara | 2009-02-18\n- Abdoulaye Wade | Consult | Moussa Dadis Camara | 2009-09-15\n- Moussa Dadis Camara | Engage in negotiation | Military (Guinea) | 2008-12-24\n- Military (Guinea) | Engage in negotiation | Moussa Dadis Camara | 2008-12-24\n- Police (Gambia) | Make statement | Moussa Dadis Camara | 2006-11-03\n- Moussa Dadis Camara | Make statement | Military (Guinea) | 2009-09-29\n- Moussa Dadis Camara | Make statement | Military (Guinea) | 2009-07-14\n- Moussa Dadis Camara | Make statement | Military (Guinea) | 2008-12-28\n- Moussa Dadis Camara | Make statement | Military (Guinea) | 2008-12-26\nAnswer:", "completion": " 2010-01", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1318163", "prompt": "Who was Abdullah Gül negotiating with in the same year as Devlet Bahçeli?\nEvidence:\n- Devlet Bahçeli | Reject | Abdullah Gül | 2008-09-03\n- Devlet Bahçeli | Consult | Abdullah Gül | 2014-05-22\n- Devlet Bahçeli | Consult | Abdullah Gül | 2007-10-23\n- Devlet Bahçeli | Consult | Abdullah Gül | 2007-08-14\n- Devlet Bahçeli | Accuse | Abdullah Gül | 2014-05-14\n- Abdullah Gül | Consult | Devlet Bahçeli | 2014-05-22\n- Abdullah Gül | Consult | Devlet Bahçeli | 2007-10-23\n- Abdullah Gül | Consult | Devlet Bahçeli | 2007-08-14\n- Devlet Bahçeli | Engage in negotiation | Abdullah Gül | 2007-08-14\n- Abdullah Gül | Engage in negotiation | Devlet Bahçeli | 2007-08-14\n- Devlet Bahçeli | Make statement | Abdullah Gül | 2008-03-27\n- Devlet Bahçeli | Make a visit | Abdullah Gül | 2008-03-27\n- Devlet Bahçeli | Criticize or denounce | Abdullah Gül | 2014-05-14\n- Devlet Bahçeli | Criticize or denounce | Abdullah Gül | 2009-08-23\n- Abdullah Gül | Host a visit | Devlet Bahçeli | 2008-03-27\nAnswer:", "completion": " Stephen Hadley", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1344487", "prompt": "Before Samuel Schmid, who last expressed the intention to negotiate with Romania?\nEvidence:\n- Samuel Schmid | Express intent to meet or negotiate | Romania | 2005-06-15\n- Samuel Schmid | Make statement | China | 2006-03-01\n- Samuel Schmid | Make statement | China | 2006-02-28\n- Samuel Schmid | Consult | Huang Ju | 2005-01-30\n- Samuel Schmid | Consult | Huang Ju | 2005-01-29\n- Samuel Schmid | Consult | Emperor Akihito | 2005-04-19\n- Samuel Schmid | Consult | Branko Crvenkovski | 2005-05-17\n- Samuel Schmid | Consult | Aigars Kalvitis | 2005-06-20\n- Huang Ju | Consult | Samuel Schmid | 2005-01-30\n- Huang Ju | Consult | Samuel Schmid | 2005-01-29\n- Emperor Akihito | Consult | Samuel Schmid | 2005-04-19\n- Branko Crvenkovski | Consult | Samuel Schmid | 2005-05-17\n- Aigars Kalvitis | Consult | Samuel Schmid | 2005-06-20\n- Samuel Schmid | Express intent to meet or negotiate | Japan | 2005-04-12\n- Samuel Schmid | Express intent to meet or negotiate | South Korea | 2006-02-28\nAnswer:", "completion": " Businessperson (Italy)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1027151", "prompt": "Who visited Angola on 28 June 2012?\nEvidence:\n- Malawi | Consult | Angola | 2012-06-28\n- Angola | Consult | Malawi | 2012-06-28\n- Foreign Affairs (Portugal) | Make statement | Angola | 2012-06-28\n- Ricardo Alarcón de Quesada | Make a visit | Angola | 2012-06-28\n- Head of Government (Cuba) | Make a visit | Angola | 2012-06-28\n- Angola | Host a visit | Ricardo Alarcón de Quesada | 2012-06-28\n- Angola | Host a visit | Head of Government (Cuba) | 2012-06-28\nAnswer:", "completion": " Head of Government (Cuba)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 7, "n_anchors": 1} +{"id": "mtq_1315910", "prompt": "Who was the first to visit Yemen after Adrian Edwards?\nEvidence:\n- Yemen | Host a visit | Adrian Edwards | 2015-10-28\n- Adrian Edwards | Make a visit | Yemen | 2015-10-28\n- Adrian Edwards | Make statement | Niger | 2014-03-12\n- Adrian Edwards | Make statement | Ethiopia | 2014-08-21\n- Adrian Edwards | Make statement | Refugee (Cameroon) | 2014-09-03\n- High Commission for Refugees | Make statement | Adrian Edwards | 2014-01-13\n- Adrian Edwards | Make statement | High Commission for Refugees | 2015-04-21\n- Adrian Edwards | Make statement | High Commission for Refugees | 2015-03-04\n- Adrian Edwards | Make statement | High Commission for Refugees | 2015-02-17\n- Adrian Edwards | Make statement | High Commission for Refugees | 2014-03-12\n- Adrian Edwards | Make statement | High Commission for Refugees | 2014-03-11\n- Adrian Edwards | Make statement | High Commission for Refugees | 2014-01-13\n- Yemen | Host a visit | Malaysia | 2005-02-06\n- Yemen | Host a visit | France | 2005-02-14\n- Yemen | Host a visit | Eritrea | 2005-02-10\nAnswer:", "completion": " Middle East", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1345760", "prompt": "Who did Catherine Ashton praise first after John Dramani Mahama?\nEvidence:\n- Catherine Ashton | Praise or endorse | John Dramani Mahama | 2012-12-11\n- John Dramani Mahama | Praise or endorse | Japan | 2009-10-30\n- John Dramani Mahama | Praise or endorse | Religion (Ghana) | 2012-12-14\n- John Dramani Mahama | Praise or endorse | Mahmoud Ahmadinejad | 2012-08-13\n- John Dramani Mahama | Express accord | China | 2012-08-10\n- John Dramani Mahama | Express accord | China | 2012-08-09\n- Ruling Party (Ghana) | Praise or endorse | John Dramani Mahama | 2012-08-30\n- Togo | Host a visit | John Dramani Mahama | 2009-07-23\n- New Patriotic Party | Demand | John Dramani Mahama | 2013-01-04\n- John Dramani Mahama | Make statement | Government (Nigeria) | 2012-06-15\n- John Dramani Mahama | Make a visit | Togo | 2009-07-23\n- John Dramani Mahama | Make a visit | Ethiopia | 2011-05-26\n- John Dramani Mahama | Make a visit | Ethiopia | 2009-01-31\n- John Dramani Mahama | Consult | Herman Van Rompuy | 2012-08-02\n- Herman Van Rompuy | Consult | John Dramani Mahama | 2012-08-02\nAnswer:", "completion": " Other Authorities / Officials (Armenia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1387990", "prompt": "To whom did Umaru Musa Yar'Adua last appeal in 2009?\nEvidence:\n- Umaru Musa Yar'Adua | Make an appeal or request | Umaru Musa Yar'Adua | 2009-02-19\n- Umaru Musa Yar'Adua | Praise or endorse | Umaru Musa Yar'Adua | 2009-02-19\n- Umaru Musa Yar'Adua | Demand | Ministry (Nigeria) | 2009-04-13\n- Umaru Musa Yar'Adua | Demand | Ministry (Nigeria) | 2009-03-09\n- Umaru Musa Yar'Adua | Demand | Citizen (Nigeria) | 2009-02-17\n- Umaru Musa Yar'Adua | Demand | Citizen (Nigeria) | 2009-02-04\n- Umaru Musa Yar'Adua | Consult | Ministry (Nigeria) | 2009-07-02\n- Umaru Musa Yar'Adua | Consult | Ministry (Nigeria) | 2009-02-11\n- Umaru Musa Yar'Adua | Consult | Ministry (Nigeria) | 2009-02-10\n- Umaru Musa Yar'Adua | Consult | Ministry (Nigeria) | 2009-02-09\n- Umaru Musa Yar'Adua | Consult | Ministry (Nigeria) | 2009-01-15\n- Umaru Musa Yar'Adua | Accuse | Militant (Nigeria) | 2009-02-21\n- Ministry (Nigeria) | Consult | Umaru Musa Yar'Adua | 2009-07-02\n- Ministry (Nigeria) | Consult | Umaru Musa Yar'Adua | 2009-02-11\n- Ministry (Nigeria) | Consult | Umaru Musa Yar'Adua | 2009-02-10\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1177065", "prompt": "Who first signed an agreement with Kostyantyn Gryshchenko after Iurie Leanca did?\nEvidence:\n- Kostyantyn Gryshchenko | Consult | Iurie Leanca | 2011-02-25\n- Iurie Leanca | Consult | Kostyantyn Gryshchenko | 2011-02-25\n- Kostyantyn Gryshchenko | Sign formal agreement | Iurie Leanca | 2011-07-07\n- Iurie Leanca | Sign formal agreement | Kostyantyn Gryshchenko | 2011-07-07\n- Yevgeny Shevchuk | Consult | Iurie Leanca | 2013-09-20\n- John Hoeven | Consult | Iurie Leanca | 2014-04-17\n- Iurie Leanca | Make statement | France | 2013-11-29\n- Iurie Leanca | Consult | Yevgeny Shevchuk | 2013-09-20\n- Iurie Leanca | Consult | John Hoeven | 2014-04-17\n- Iurie Leanca | Consult | Elmar Mammadyarov | 2011-02-25\n- Iurie Leanca | Consult | Catherine Ashton | 2013-10-24\n- Iurie Leanca | Consult | Carlos Pascual | 2014-03-24\n- Iurie Leanca | Consult | Antonis Samaras | 2013-12-02\n- Iurie Leanca | Consult | Antonis Samaras | 2013-11-28\n- Elmar Mammadyarov | Consult | Iurie Leanca | 2011-02-25\nAnswer:", "completion": " Ricardo Echegaray", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1273803", "prompt": "In which year did the Saudi army investigate the armed gang of Saudi Arabia?\nEvidence:\n- Saudi Army | Investigate | Armed Gang (Saudi Arabia) | 2009-12-04\n- Citizen (Saudi Arabia) | Criticize or denounce | Saudi Army | 2015-07-22\n- Saudi Army | Use conventional military force | Citizen (Saudi Arabia) | 2015-09-04\n- Saudi Army | fight with artillery and tanks | Citizen (Saudi Arabia) | 2015-11-19\n- Saudi Army | fight with artillery and tanks | Citizen (Saudi Arabia) | 2015-10-24\n- Armed Rebel (Yemen) | Make statement | Saudi Army | 2010-01-28\n- Saudi Army | Mobilize or increase armed forces | Yemen | 2015-05-12\n- Saudi Army | Use conventional military force | Armed Rebel (Yemen) | 2015-04-03\n- Zillur Rahman | Consult | Saudi Army | 2012-01-26\n- Saudi Army | Consult | Zillur Rahman | 2012-01-26\n- Saudi Army | Employ aerial weapons | Yemen | 2009-11-05\n- Saudi Army | Use conventional military force | Saudi Arabian Defence Forces | 2015-12-27\n- Saudi Army | Use conventional military force | Saudi Arabian Defence Forces | 2015-09-04\n- Saudi Arabian Defence Forces | Use conventional military force | Saudi Army | 2015-09-22\n- Saudi Arabian Defence Forces | Use conventional military force | Saudi Army | 2015-08-16\nAnswer:", "completion": " 2009", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1199721", "prompt": "Before Tim Nicholls, who was last praised by the Liberal National Party?\nEvidence:\n- Liberal National Party | Praise or endorse | Tim Nicholls | 2014-10-07\n- Tim Nicholls | Demand | Campbell Newman | 2014-10-05\n- Tim Nicholls | Accuse | Media Personnel (Australia) | 2014-06-06\n- Campbell Newman | Make statement | Tim Nicholls | 2015-01-16\n- Party President (Liberal National Party) | Make statement | Liberal National Party | 2009-03-21\n- Tim Nicholls | Make an appeal or request | Citizen (Australia) | 2014-04-08\n- Liberal National Party | Express intent to meet or negotiate | Party President (Liberal National Party) | 2008-07-11\n- Tim Nicholls | Express intent to meet or negotiate | Citizen (Australia) | 2014-04-08\n- Tim Nicholls | fight with small arms and light weapons | People Associated with the Opposition (Australia) | 2015-01-08\n- Liberal National Party | Reject | Citizen (Australia) | 2010-01-29\n- Liberal National Party | Reject | Citizen (Australia) | 2009-10-17\n- Liberal National Party | Reject | Citizen (Australia) | 2009-01-23\n- Liberal National Party | Reject | Citizen (Australia) | 2008-07-09\n- Liberal National Party | Demand | Citizen (Australia) | 2008-07-28\n- Liberal National Party | Accuse | Citizen (Australia) | 2009-10-05\nAnswer:", "completion": " Campbell Newman", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1047319", "prompt": "Who did Sergei Kuzhugetovich Shoygu negotiate with after Xi Jinping?\nEvidence:\n- Xi Jinping | Accuse | France | 2008-04-27\n- Xi Jinping | Make statement | Japan | 2008-04-18\n- Xi Jinping | Make statement | China | 2008-05-29\n- Xi Jinping | Make statement | China | 2008-04-29\n- Xi Jinping | Make statement | China | 2008-04-27\n- Xi Jinping | Make statement | China | 2008-04-23\n- Xi Jinping | Make statement | China | 2008-04-18\n- Xi Jinping | Make statement | China | 2008-04-03\n- Xi Jinping | Make statement | China | 2007-12-19\n- Xi Jinping | Make statement | China | 2007-11-22\n- Xi Jinping | Make statement | China | 2007-11-16\n- Xi Jinping | Consult | Wen Jiabao | 2008-02-28\n- Xi Jinping | Consult | Wen Jiabao | 2008-01-09\n- Xi Jinping | Consult | Wen Jiabao | 2007-12-26\n- Xi Jinping | Consult | Wen Jiabao | 2007-11-28\nAnswer:", "completion": " Iran", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1044208", "prompt": "Who were the Belgian police investigating before 14 June 2006?\nEvidence:\n- The Hague | Arrest, detain, or charge with legal action | Ante Gotovina | 2006-06-14\n- Media (Azerbaijan) | Make statement | People Associated with the Opposition (Independence Party) | 2006-06-14\nAnswer:", "completion": " Agence France-Presse", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 0} +{"id": "mtq_1106880", "prompt": "Before South Korea, who last received the visit from the head of government of Ghana?\nEvidence:\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- South Korea | Make a visit | Aceh | 2005-01-08\n- Aceh | Host a visit | South Korea | 2005-01-08\n- South Korea | Host a visit | Ognyan Gerdzhikov | 2005-01-02\n- South Korea | Host a visit | Emperor Akihito | 2005-01-13\n- Ognyan Gerdzhikov | Make a visit | South Korea | 2005-01-02\n- Emperor Akihito | Make a visit | South Korea | 2005-01-13\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- Royal Administration (Japan) | Make a visit | South Korea | 2005-01-13\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | South Korea | 2005-01-08\n- Head of Government (Finland) | Express intent to meet or negotiate | Thailand | 2005-01-18\nAnswer:", "completion": " Barack Obama", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1280087", "prompt": "In which year did the Philippine police use small arms and light weapons to fight Abu Sayyaf?\nEvidence:\n- Abu Sayyaf | fight with small arms and light weapons | Military (Philippines) | 2005-10-13\n- Abu Sayyaf | fight with small arms and light weapons | Military (Philippines) | 2005-01-29\n- Military (Philippines) | fight with small arms and light weapons | Militant (Philippines) | 2005-02-12\n- Muslim Militant (Philippines) | fight with small arms and light weapons | Military (Philippines) | 2005-11-23\n- Military (Philippines) | fight with small arms and light weapons | Muslim Militant (Philippines) | 2005-11-23\n- Military (Philippines) | fight with small arms and light weapons | City Mayor (Philippines) | 2005-01-25\n- Police (Philippines) | Use conventional military force | Abu Sayyaf | 2005-03-17\n- Police (Philippines) | Use conventional military force | Abu Sayyaf | 2005-03-16\n- Police (Philippines) | Use conventional military force | Abu Sayyaf | 2005-03-15\n- Abu Sayyaf | Use conventional military force | Police (Philippines) | 2005-03-14\n- Police (Philippines) | Assassinate | Abu Sayyaf | 2005-03-26\n- Police (Philippines) | Accuse | Abu Sayyaf | 2005-08-01\n- Police (Philippines) | Accuse | Abu Sayyaf | 2005-07-07\n- Police (Philippines) | Make statement | Abu Sayyaf | 2005-08-01\n- Police (Philippines) | Make statement | Abu Sayyaf | 2005-03-27\nAnswer:", "completion": " 2007", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1270330", "prompt": "Who did the Thai leader condemn before June 2011?\nEvidence:\n- Chart Thai | Make statement | Royal Thai Police | 2009-01-13\n- Office of the Attorney General | Make statement | Royal Thai Police | 2010-11-11\n- Office of the Attorney General | Make statement | Royal Thai Police | 2007-03-15\n- Terrorist Leader (Islamic State of Iraq and the Levant) | Threaten | Iraq | 2014-12-29\n- Terrorist Leader (Islamic State of Iraq and the Levant) | Threaten | Iraq | 2014-12-27\n- Iraq | Assassinate | Terrorist Leader (Islamic State of Iraq and the Levant) | 2014-07-14\n- Royal Thai Police | Sign formal agreement | Office of the Attorney General | 2015-08-10\n- Office of the Attorney General | Sign formal agreement | Royal Thai Police | 2015-08-10\n- Ministry (Office of the Attorney General) | Make statement | Royal Thai Police | 2008-10-30\n- Terrorist Leader (Islamic State of Iraq and the Levant) | Occupy territory | Iraq | 2015-02-25\n- Terrorist Leader (Islamic State of Iraq and the Levant) | Occupy territory | Iraq | 2014-09-22\n- Office of the Attorney General | Engage in diplomatic cooperation | Royal Thai Police | 2012-02-21\n- Terrorist Leader (Islamic State of Iraq and the Levant) | Use unconventional violence | Iraq | 2015-05-31\n- Terrorist Leader (Islamic State of Iraq and the Levant) | Use unconventional violence | France | 2015-12-29\n- Terrorist Leader (Islamic State of Iraq and the Levant) | Use unconventional violence | France | 2015-11-17\nAnswer:", "completion": " Kittiratt Na-Ranong", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1042186", "prompt": "Who first did the head of government of South Korea give the criticism to after Grand National Party?\nEvidence:\n- Grand National Party | Criticize or denounce | Head of Government (South Korea) | 2005-08-02\n- Grand National Party | Investigate | South Korea | 2005-01-26\n- Grand National Party | Reject plan, agreement to settle dispute | Head of Government (South Korea) | 2005-08-01\n- Grand National Party | Make statement | South Korea | 2005-07-22\n- Grand National Party | Make statement | South Korea | 2005-07-18\n- Grand National Party | Make statement | South Korea | 2005-07-12\n- Grand National Party | Make statement | South Korea | 2005-06-08\n- Grand National Party | Make statement | South Korea | 2005-05-17\n- Grand National Party | Make statement | South Korea | 2005-05-01\n- Grand National Party | Make statement | South Korea | 2005-04-12\n- Lawyer/Attorney (South Korea) | Investigate | Grand National Party | 2005-03-10\n- Grand National Party | Make statement | Ministry (South Korea) | 2005-02-21\n- Grand National Party | Make optimistic comment | South Korea | 2005-02-19\n- Grand National Party | Make statement | Member of Legislative (Govt) (South Korea) | 2005-02-17\n- Lawyer/Attorney (South Korea) | Make statement | Grand National Party | 2005-05-23\nAnswer:", "completion": " Presidential Candidate (South Korea)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1240988", "prompt": "Who was the last to investigate South Korea in 2009?\nEvidence:\n- Police (South Korea) | Investigate | South Korea | 2009-01-12\n- Intelligence Officer (South Korea) | Investigate | South Korea | 2009-01-12\n- South Korea | Engage in negotiation | Iraq | 2009-01-12\n- Iraq | Engage in negotiation | South Korea | 2009-01-12\n- Police (South Korea) | Express intent to meet or negotiate | South Korea | 2009-01-05\n- South Korea | Engage in diplomatic cooperation | Japan | 2009-01-11\n- South Korea | Appeal to yield | Japan | 2009-01-07\n- South Korea | Express intent to cooperate | Japan | 2009-01-12\n- South Korea | Express intent to cooperate | Japan | 2009-01-11\n- Japan | Express intent to cooperate | South Korea | 2009-01-12\n- Japan | Express intent to cooperate | South Korea | 2009-01-11\n- Ministry (South Korea) | Criticize or denounce | South Korea | 2009-01-02\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2009-01-09\n- South Korea | Express intent to engage in diplomatic cooperation (such as policy support) | Japan | 2009-01-13\n- South Korea | Express intent to engage in diplomatic cooperation (such as policy support) | Japan | 2009-01-12\nAnswer:", "completion": " Police (South Korea)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1330566", "prompt": "Which country did the indigenous people of Thailand want to negotiate with first?\nEvidence:\n- Cabinet / Council of Ministers / Advisors (Thailand) | Express intent to meet or negotiate | Citizen (Thailand) | 2005-01-10\n- Cabinet / Council of Ministers / Advisors (Thailand) | Express intent to meet or negotiate | Citizen (Thailand) | 2005-01-06\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2005-02-16\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2005-02-10\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2005-01-20\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2005-01-17\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2005-01-14\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2005-01-13\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2005-01-12\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2005-01-10\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2005-01-09\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2005-01-06\n- Children (Thailand) | Express intent to meet or negotiate | Thailand | 2005-01-08\n- Vietnam | Express intent to meet or negotiate | Thailand | 2005-01-05\n- Thailand | Express intent to meet or negotiate | Vietnam | 2005-01-05\nAnswer:", "completion": " Thailand", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1061114", "prompt": "Who did Okada Katsuya make a request to last before Mahmoud Abbas?\nEvidence:\n- Okada Katsuya | Consult | Mahmoud Abbas | 2005-04-30\n- Mahmoud Abbas | Consult | Okada Katsuya | 2005-04-30\n- Okada Katsuya | Make an appeal or request | Mahmoud Abbas | 2005-04-30\n- Mahmoud Abbas | Express intent to meet or negotiate | Okada Katsuya | 2005-05-15\n- Okada Katsuya | Make a visit | Sudan | 2005-05-05\n- Okada Katsuya | Make a visit | Japan | 2005-09-10\n- Okada Katsuya | Make a visit | Iran | 2006-04-26\n- Okada Katsuya | Make a visit | China | 2005-05-11\n- Okada Katsuya | Make a visit | Middle East | 2005-03-30\n- Okada Katsuya | Make statement | Japan | 2009-09-24\n- Okada Katsuya | Make statement | Japan | 2009-09-21\n- Okada Katsuya | Make statement | Japan | 2009-09-18\n- Okada Katsuya | Make statement | Japan | 2009-09-17\n- Okada Katsuya | Make statement | Japan | 2009-09-16\n- Okada Katsuya | Make statement | Japan | 2009-09-06\nAnswer:", "completion": " Japan", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1249161", "prompt": "Who gave a criticism to the government of Sudan in January, the year 2007?\nEvidence:\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | Head of Government (Egypt) | 2005-01-24\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-27\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-26\n- Government (Germany) | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-01-09\n- Citizen (Sudan) | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-01-23\n- Sudan | Engage in negotiation | Ethiopia | 2005-04-19\n- Ethiopia | Engage in negotiation | Sudan | 2005-04-19\nAnswer:", "completion": " Head of Government (Chad)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1194828", "prompt": "In which year did Barack Obama last criticise North America?\nEvidence:\n- North America | Consult | Barack Obama | 2009-08-09\n- Barack Obama | Consult | North America | 2009-08-09\n- Barack Obama | Make statement | North America | 2009-07-17\n- Barack Obama | Make statement | North America | 2008-06-27\n- North America | Host a visit | Barack Obama | 2009-05-28\n- Barack Obama | Make a visit | North America | 2009-05-28\n- Barack Obama | Criticize or denounce | North America | 2008-11-06\n- Barack Obama | Criticize or denounce | North America | 2008-03-04\n- Barack Obama | Criticize or denounce | North America | 2008-02-25\n- Barack Obama | Meet at a 'third' location | North America | 2009-08-09\n- Barack Obama | Express intent to meet or negotiate | North America | 2009-08-07\n- Barack Obama | Express intent to meet or negotiate | North America | 2009-07-17\n- Vietnam | Consult | North America | 2008-11-18\n- Vietnam | Consult | North America | 2008-11-17\n- North America | Consult | Vietnam | 2008-11-18\nAnswer:", "completion": " 2008", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1010811", "prompt": "Who made a request to the lawmakers of Lebanon after December 2007?\nEvidence:\n- The Hague | Host a visit | Special Court (Lebanon) | 2014-12-05\n- The Hague | Host a visit | Public Courts (Lebanon) | 2014-01-16\n- Special Court (Lebanon) | Make a visit | The Hague | 2014-12-05\n- Public Courts (Lebanon) | Make a visit | The Hague | 2014-01-16\n- The Voice (Lebanon) | Consult | Fawzi Salloukh | 2007-03-07\n- Fawzi Salloukh | Consult | The Voice (Lebanon) | 2007-03-07\n- Member of Legislative (Govt) (Lebanon) | Make an appeal or request | Lawmaker (Lebanon) | 2005-05-07\n- Defense Attorney (Lebanon) | Make statement | The Hague | 2012-06-13\n- The Hague | Impose administrative sanctions | Media Personnel (Lebanon) | 2015-09-28\n- Military (Lebanon) | Use tactics of violent repression | Protester (Lebanon) | 2008-02-03\n- Military (Lebanon) | Use tactics of violent repression | Protester (Lebanon) | 2008-02-02\n- Military (Lebanon) | Use tactics of violent repression | Protester (Lebanon) | 2008-01-29\n- Military (Lebanon) | Use tactics of violent repression | Protester (Lebanon) | 2008-01-27\n- Military (Lebanon) | Use tactics of violent repression | Protester (Lebanon) | 2008-01-23\n- Military (Lebanon) | Use tactics of violent repression | Protester (Lebanon) | 2008-01-16\nAnswer:", "completion": " Nabih Berri", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1249029", "prompt": "When did the Haitian legislature first praise Garry Conille?\nEvidence:\n- Legislature (Haiti) | Praise or endorse | Garry Conille | 2011-10-23\n- Legislature (Haiti) | Praise or endorse | Garry Conille | 2011-10-20\n- Legislature (Haiti) | Praise or endorse | Garry Conille | 2011-10-15\n- Government (Haiti) | Make statement | Garry Conille | 2012-02-25\n- José Miguel Insulza | Meet at a 'third' location | Garry Conille | 2012-02-10\n- Garry Conille | Meet at a 'third' location | José Miguel Insulza | 2012-02-10\n- Legislature (Haiti) | Praise or endorse | Ministry (Haiti) | 2011-10-23\n- Legislature (Haiti) | Praise or endorse | Ministry (Haiti) | 2011-10-20\n- Legislature (Haiti) | Praise or endorse | Michèle Pierre-Louis | 2008-08-01\n- Legislature (Haiti) | Praise or endorse | Michèle Pierre-Louis | 2008-07-17\n- Legislature (Haiti) | Praise or endorse | Cabinet / Council of Ministers / Advisors (Haiti) | 2011-10-15\n- Legislature (Haiti) | Praise or endorse | Cabinet / Council of Ministers / Advisors (Haiti) | 2006-06-09\n- Legislature (Haiti) | Praise or endorse | Cabinet / Council of Ministers / Advisors (Haiti) | 2006-06-08\n- Legislature (Haiti) | Decline comment | Evans Paul | 2015-01-15\n- Legislature (Haiti) | Decline comment | Evans Paul | 2015-01-14\nAnswer:", "completion": " 2011-10-15", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1125502", "prompt": "Against whom did the military of Mexico use conventional military force before 19 June 2005?\nEvidence:\n- Military (Mexico) | Use conventional military force | Mexico | 2005-06-19\n- Revolutionary Confederation of Workers and Peasants | Criticize or denounce | Mexico | 2005-06-19\n- Revolutionary Confederation of Workers and Peasants | Criticize or denounce | National Action Party (Mexico) | 2005-06-19\nAnswer:", "completion": " Criminal (Mexico)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 3, "n_anchors": 1} +{"id": "mtq_1296744", "prompt": "In which year did Benjamin Netanyahu express his intention to negotiate with the envoy of the United States?\nEvidence:\n- Likud | Express intent to meet or negotiate | Benjamin Netanyahu | 2006-10-11\n- Angela Merkel | Express intent to meet or negotiate | Benjamin Netanyahu | 2006-01-29\n- Angela Merkel | Express intent to meet or negotiate | Benjamin Netanyahu | 2006-01-28\n- Ministry of Tourism (Israel) | Express intent to cooperate | Benjamin Netanyahu | 2005-03-08\n- Benjamin Netanyahu | Express intent to cooperate | Ministry of Tourism (Israel) | 2005-03-08\n- Benjamin Netanyahu | Express intent to cooperate | Likud | 2011-01-08\n- Minister Without Portfolio (Israel) | Express intent to meet or negotiate | Benjamin Netanyahu | 2005-08-28\n- Likud | Engage in material cooperation | Benjamin Netanyahu | 2012-12-30\n- Benjamin Netanyahu | Engage in material cooperation | Likud | 2012-12-30\n- Benjamin Netanyahu | Engage in material cooperation | Likud | 2009-02-11\n- Benjamin Netanyahu | Demand change in leadership | Likud | 2006-01-03\n- Likud | Express intent to engage in diplomatic cooperation (such as policy support) | Benjamin Netanyahu | 2012-12-11\n- Likud | Express intent to engage in diplomatic cooperation (such as policy support) | Benjamin Netanyahu | 2007-07-10\n- Likud | Express intent to engage in diplomatic cooperation (such as policy support) | Benjamin Netanyahu | 2005-12-13\n- Likud | Express intent to engage in diplomatic cooperation (such as policy support) | Benjamin Netanyahu | 2005-09-26\nAnswer:", "completion": " 2009", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1391066", "prompt": "Who did Dmitry Olegovich Rogozin express intent to meet with on the same year of the UN security council?\nEvidence:\n- Dmitry Olegovich Rogozin | Express intent to meet or negotiate | UN Security Council | 2011-05-30\n- Dmitry Olegovich Rogozin | Express intent to meet or negotiate | Portugal | 2011-09-02\n- Dmitry Olegovich Rogozin | Express intent to meet or negotiate | Iran | 2011-09-06\n- Dmitry Olegovich Rogozin | Express intent to meet or negotiate | France | 2011-09-02\n- Dmitry Olegovich Rogozin | Express intent to meet or negotiate | Xi Jinping | 2012-04-26\n- Dmitry Olegovich Rogozin | Express intent to meet or negotiate | Abdullah Gül | 2011-07-26\n- France | Consult | Dmitry Olegovich Rogozin | 2011-09-15\n- Dmitry Olegovich Rogozin | Consult | France | 2011-09-15\n- Dmitry Olegovich Rogozin | Express intent to meet or negotiate | Congress (United States) | 2011-07-20\n- Yevgeny Shevchuk | Consult | Dmitry Olegovich Rogozin | 2012-04-17\n- Sergey Bagapsh | Consult | Dmitry Olegovich Rogozin | 2009-07-15\n- Media (Russia) | Consult | Dmitry Olegovich Rogozin | 2011-02-22\n- Dmitry Olegovich Rogozin | Reject | United Russia | 2005-08-08\n- Dmitry Olegovich Rogozin | Consult | Yevgeny Shevchuk | 2012-04-17\n- Dmitry Olegovich Rogozin | Consult | Sergey Bagapsh | 2009-07-15\nAnswer:", "completion": " Iran", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1112190", "prompt": "Could you tell me the exact month in which Rashid Gumarovich Nurgaliyev first investigated the Russian military?\nEvidence:\n- Rashid Gumarovich Nurgaliyev | Investigate | Military (Russia) | 2006-12-11\n- Rashid Gumarovich Nurgaliyev | Make statement | Military (Russia) | 2007-11-28\n- Rashid Gumarovich Nurgaliyev | Make statement | Military (Russia) | 2007-07-13\n- Rashid Gumarovich Nurgaliyev | Make statement | Military (Russia) | 2007-04-16\n- Rashid Gumarovich Nurgaliyev | Make statement | Military (Russia) | 2006-08-21\n- Rashid Gumarovich Nurgaliyev | Make statement | Military (Russia) | 2006-04-07\n- Rashid Gumarovich Nurgaliyev | Make statement | Military (Russia) | 2005-03-23\n- Rashid Gumarovich Nurgaliyev | Make statement | Military (Russia) | 2005-03-09\n- Rashid Gumarovich Nurgaliyev | Make statement | Military (Russia) | 2005-02-16\n- Veterans (Russia) | Consult | Rashid Gumarovich Nurgaliyev | 2006-11-05\n- Valentin Sobolev | Consult | Rashid Gumarovich Nurgaliyev | 2007-12-29\n- Rashid Gumarovich Nurgaliyev | Make statement | Tatarstan | 2006-08-22\n- Rashid Gumarovich Nurgaliyev | Consult | Veterans (Russia) | 2006-11-05\n- Rashid Gumarovich Nurgaliyev | Consult | Valentin Sobolev | 2007-12-29\n- Rashid Gumarovich Nurgaliyev | Consult | Media (Russia) | 2006-11-11\nAnswer:", "completion": " 2006-12", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1365127", "prompt": "Who was the first to make a request to the Israeli police after Eli Yishai?\nEvidence:\n- Eli Yishai | Make statement | Israeli Defense Forces | 2012-04-09\n- Eli Yishai | Make statement | Israeli Defense Forces | 2009-10-16\n- Eli Yishai | Make an appeal or request | Israeli Defense Forces | 2006-06-26\n- Likud | Reject | Eli Yishai | 2008-03-04\n- Eli Yishai | Make an appeal or request | Police (Israel) | 2005-05-10\n- Tzipi Livni | Reject | Eli Yishai | 2008-02-06\n- Tzipi Livni | Consult | Eli Yishai | 2008-09-19\n- Tzipi Livni | Consult | Eli Yishai | 2008-02-14\n- Tzipi Livni | Consult | Eli Yishai | 2008-02-06\n- Shimon Peres | Consult | Eli Yishai | 2005-02-13\n- Omar Suleiman | Consult | Eli Yishai | 2005-02-03\n- Eli Yishai | Consult | Tzipi Livni | 2008-09-19\n- Eli Yishai | Consult | Tzipi Livni | 2008-02-14\n- Eli Yishai | Consult | Tzipi Livni | 2008-02-06\n- Eli Yishai | Consult | Shimon Peres | 2005-02-13\nAnswer:", "completion": " Criminal (Israel)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1066427", "prompt": "Who made negative comments about Mexico after March 2011?\nEvidence:\n- Mexico | Investigate | Criminal (Mexico) | 2005-01-12\n- Secretariat (Mexico) | Make statement | Mexico | 2005-02-03\n- Organized Crime (Mexico) | Demand | Mexico | 2005-01-24\n- Military (Mexico) | Cooperate militarily | Mexico | 2005-01-17\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-26\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-25\n- Economist (Mexico) | Make statement | Mexico | 2005-02-11\n- Other Authorities / Officials (Mexico) | Investigate | Mexico | 2005-01-27\n- National Union Party (Mexico) | Reject | Mexico | 2005-01-26\n- Central Bank (Mexico) | Make statement | Mexico | 2005-01-31\n- Other Authorities / Officials (Mexico) | Make statement | Mexico | 2005-01-18\n- Mexico | Investigate crime, corruption | Organized Crime (Mexico) | 2005-01-17\n- Mexico | Criticize or denounce | Court Judge (Mexico) | 2005-01-11\n- Court Judge (Mexico) | Impose administrative sanctions | Mexico | 2005-02-11\n- Military (Mexico) | Mobilize or increase armed forces | Mexico | 2005-01-24\nAnswer:", "completion": " Other Authorities / Officials (Mexico)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1295880", "prompt": "Before the Joint Chiefs of Staff of South Korea, with whom did the police of South Korea last express the intention to negotiate?\nEvidence:\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Vietnam | Express intent to meet or negotiate | South Korea | 2005-01-05\n- Thailand | Express intent to meet or negotiate | South Korea | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-12\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-08\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-07\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-05\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-08\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-07\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-05\n- Emperor Akihito | Express intent to meet or negotiate | South Korea | 2005-01-13\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- South Korea | Express intent to cooperate | Japan | 2005-01-13\nAnswer:", "completion": " South Korea", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1154065", "prompt": "In which year did Farouk al-Sharaa last visit the Member of Legislative of Govt. of Algeria?\nEvidence:\n- Ministry (Iran) | Engage in negotiation | Farouk al-Sharaa | 2005-11-14\n- Farouk al-Sharaa | Engage in negotiation | Ministry (Iran) | 2005-11-14\n- Nabil Shaath | Consult | Farouk al-Sharaa | 2005-01-29\n- Ministry (Sudan) | Consult | Farouk al-Sharaa | 2005-05-12\n- Mahmoud Abbas | Consult | Farouk al-Sharaa | 2005-07-06\n- Farouk al-Sharaa | Make statement | Iraq | 2005-07-26\n- Farouk al-Sharaa | Make statement | Iraq | 2005-04-30\n- Farouk al-Sharaa | Make statement | Iraq | 2005-01-13\n- Farouk al-Sharaa | Consult | Nabil Shaath | 2005-01-29\n- Farouk al-Sharaa | Consult | Ministry (Sudan) | 2005-05-12\n- Farouk al-Sharaa | Consult | Mahmoud Abbas | 2005-07-06\n- Mahmoud Abbas | Make a visit | Farouk al-Sharaa | 2005-07-06\n- Mahmoud Abbas | Host a visit | Farouk al-Sharaa | 2005-06-15\n- Farouk al-Sharaa | Make a visit | Mahmoud Abbas | 2005-06-15\n- Farouk al-Sharaa | Host a visit | Mahmoud Abbas | 2005-07-06\nAnswer:", "completion": " 2010", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1291787", "prompt": "Who was the last to be praised by Frank Bainimarama before Winston Peters?\nEvidence:\n- Winston Peters | Consult | Frank Bainimarama | 2006-02-27\n- Winston Peters | Consult | Frank Bainimarama | 2006-02-25\n- Winston Peters | Consult | Frank Bainimarama | 2006-02-24\n- Frank Bainimarama | Consult | Winston Peters | 2006-02-27\n- Frank Bainimarama | Consult | Winston Peters | 2006-02-25\n- Frank Bainimarama | Consult | Winston Peters | 2006-02-24\n- Winston Peters | Engage in negotiation | Frank Bainimarama | 2006-02-24\n- Frank Bainimarama | Engage in negotiation | Winston Peters | 2006-02-24\n- Winston Peters | Express intent to meet or negotiate | Frank Bainimarama | 2006-02-07\n- Winston Peters | Consult | Malaysia | 2006-02-22\n- Malaysia | Consult | Winston Peters | 2006-02-22\n- Winston Peters | Make statement | France | 2005-11-03\n- Winston Peters | Consult | Michael Cullen | 2005-10-12\n- Winston Peters | Consult | Borys Tarasyuk | 2006-04-08\n- Winston Peters | Accuse | Michael Cullen | 2005-04-18\nAnswer:", "completion": " China", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1267553", "prompt": "Who was the last to negotiate with Yasuo Fukuda before the head of government of South Korea?\nEvidence:\n- Yasuo Fukuda | Express intent to meet or negotiate | South Korea | 2006-03-14\n- Yasuo Fukuda | Engage in diplomatic cooperation | South Korea | 2006-06-19\n- Yasuo Fukuda | Express intent to meet or negotiate | Japan | 2007-09-15\n- Yasuo Fukuda | Express intent to meet or negotiate | Japan | 2006-04-03\n- Yasuo Fukuda | Express intent to meet or negotiate | House of Representatives (Indonesia) | 2006-06-20\n- Yasuo Fukuda | Demand | Japan | 2007-09-15\n- Yasuo Fukuda | Express intent to meet or negotiate | Jusuf Kalla | 2006-06-20\n- Yasuo Fukuda | Express intent to meet or negotiate | Jusuf Kalla | 2006-06-19\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Yasuo Fukuda | Make statement | Japan | 2007-09-25\n- Yasuo Fukuda | Make statement | Japan | 2007-09-23\n- Yasuo Fukuda | Make statement | Japan | 2007-09-15\n- Yasuo Fukuda | Make statement | Japan | 2006-04-09\n- Yasuo Fukuda | Consult | Jusuf Kalla | 2006-05-24\n- Yasuo Fukuda | Consult | Donald Rumsfeld | 2006-05-17\nAnswer:", "completion": " Lee Myung Bak", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1239802", "prompt": "Who was condemned by Catherine Ashton in the same month by the Yemeni Ministry of Defence and Security?\nEvidence:\n- Ministry (Romania) | Consult | Catherine Ashton | 2006-05-05\n- Catherine Ashton | Consult | Ministry (Romania) | 2006-05-05\n- Ronald Kirk | Engage in negotiation | Catherine Ashton | 2009-07-01\n- Catherine Ashton | Engage in negotiation | Ronald Kirk | 2009-07-01\n- Catherine Ashton | Demand | China | 2008-12-19\n- Catherine Ashton | Demand | China | 2008-12-15\n- Catherine Ashton | Consult | Angola | 2009-02-12\n- Catherine Ashton | Consult | Angola | 2009-02-11\n- Angola | Consult | Catherine Ashton | 2009-02-12\n- Angola | Consult | Catherine Ashton | 2009-02-11\n- Treasury/Finance Ministry (Germany) | Praise or endorse | Catherine Ashton | 2009-02-28\n- Igor Ivanovich Shuvalov | Engage in negotiation | Catherine Ashton | 2009-07-01\n- Catherine Ashton | Engage in negotiation | Igor Ivanovich Shuvalov | 2009-07-01\n- Ronald Kirk | Consult | Catherine Ashton | 2009-07-13\n- Ronald Kirk | Consult | Catherine Ashton | 2009-05-11\nAnswer:", "completion": " Government (Sudan)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1266338", "prompt": "Before Ivan Gasparovic, who was the last person to request a meeting with Lawrence Gonzi?\nEvidence:\n- Ivan Gasparovic | Express intent to meet or negotiate | Lawrence Gonzi | 2011-09-05\n- Tony Blair | Consult | Lawrence Gonzi | 2005-10-24\n- Mahmoud Abbas | Consult | Lawrence Gonzi | 2008-07-16\n- Lawrence Gonzi | Make statement | France | 2005-05-30\n- Lawrence Gonzi | Make statement | China | 2011-03-19\n- Lawrence Gonzi | Consult | Tony Blair | 2005-10-24\n- Lawrence Gonzi | Consult | Mahmoud Abbas | 2008-07-16\n- Lawrence Gonzi | Consult | Andrius Kubilius | 2009-06-23\n- Andrius Kubilius | Consult | Lawrence Gonzi | 2009-06-23\n- Lawrence Gonzi | Host a visit | Hui Liangyu | 2005-08-05\n- Lawrence Gonzi | Host a visit | Elizabeth II | 2005-11-23\n- Hui Liangyu | Make a visit | Lawrence Gonzi | 2005-08-05\n- Elizabeth II | Make a visit | Lawrence Gonzi | 2005-11-23\n- Lawrence Gonzi | Make a visit | City Mayor (Croatia) | 2006-08-24\n- City Mayor (Croatia) | Host a visit | Lawrence Gonzi | 2006-08-24\nAnswer:", "completion": " Herman Van Rompuy", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1247925", "prompt": "After the year 2008, who did Sheikh Ahmed Abdullah praise?\nEvidence:\n- Sheikh Ahmed Abdullah | Praise or endorse | Ahmed Abdallah Sambi | 2007-04-25\n- Sheikh Ahmed Abdullah | Praise or endorse | Pibulsonggram | 2007-04-23\n- Sheikh Ahmed Abdullah | Praise or endorse | Maldives | 2006-03-03\n- Sheikh Ahmed Abdullah | Praise or endorse | Iraq | 2007-02-08\n- Sheikh Ahmed Abdullah | Consult | Ahmed Abdallah Sambi | 2007-04-25\n- Ahmed Abdallah Sambi | Consult | Sheikh Ahmed Abdullah | 2007-04-25\n- Sheikh Ahmed Abdullah | Praise or endorse | Tony Blair | 2007-07-26\n- Sheikh Ahmed Abdullah | Praise or endorse | Tony Blair | 2007-07-25\n- Sheikh Ahmed Abdullah | Praise or endorse | Government (Sudan) | 2007-07-19\n- Sheikh Ahmed Abdullah | Praise or endorse | Abdoulaye Wade | 2007-04-17\n- Mahmoud Abbas | Praise or endorse | Sheikh Ahmed Abdullah | 2005-10-09\n- Tony Blair | Consult | Sheikh Ahmed Abdullah | 2007-11-22\n- Tony Blair | Consult | Sheikh Ahmed Abdullah | 2007-07-26\n- Tony Blair | Consult | Sheikh Ahmed Abdullah | 2007-07-25\n- Sheikh Ahmed Abdullah | Make statement | Japan | 2007-05-02\nAnswer:", "completion": " Japan", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1006681", "prompt": "On 19 July 2010, who wanted to negotiate with Sudan?\nEvidence:\n- Envoy (Sudan) | Express intent to meet or negotiate | Sudan | 2010-07-19\n- Envoy (Sudan) | Express intent to meet or negotiate | Representatives (Sudan) | 2010-07-19\n- Envoy (United States) | Express intent to meet or negotiate | Sudan | 2010-07-19\n- Envoy (Sudan) | Express intent to meet or negotiate | African Union | 2010-07-19\n- Citizen (Sudan) | Make an appeal or request | Sudan | 2010-07-19\n- Envoy (United States) | Express intent to meet or negotiate | Qatar | 2010-07-19\n- South Sudan | Host a visit | Envoy (United States) | 2010-07-19\n- Envoy (United States) | Make a visit | South Sudan | 2010-07-19\n- Envoy (United States) | Express intent to engage in diplomatic cooperation (such as policy support) | Abhisit Vejjajiva | 2010-07-19\n- Envoy (United States) | Consult | Abhisit Vejjajiva | 2010-07-19\n- Abhisit Vejjajiva | Consult | Envoy (United States) | 2010-07-19\nAnswer:", "completion": " Envoy (Sudan)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 11, "n_anchors": 1} +{"id": "mtq_1218737", "prompt": "Who blamed South Africa after Jonathan Moyo?\nEvidence:\n- Jonathan Moyo | Accuse | South Africa | 2015-04-28\n- Jonathan Moyo | Make statement | South Africa | 2015-04-18\n- Jonathan Moyo | Make statement | South Africa | 2011-10-22\n- Jonathan Moyo | Cooperate economically | South Africa | 2013-11-01\n- Jonathan Moyo | Demand | Media (Africa) | 2013-10-23\n- Jonathan Moyo | Demand | Media (Africa) | 2013-10-21\n- South Africa | Host a visit | Jonathan Moyo | 2015-10-19\n- Jonathan Moyo | Make a visit | South Africa | 2015-10-19\n- Jonathan Moyo | Consult | Government Official (South Africa) | 2015-10-19\n- Government Official (South Africa) | Consult | Jonathan Moyo | 2015-10-19\n- Media (Africa) | Praise or endorse | Jonathan Moyo | 2014-06-10\n- Jonathan Moyo | Reject | Gideon Gono | 2014-09-26\n- Jonathan Moyo | Make statement | USAID | 2009-03-13\n- Jonathan Moyo | Make statement | USAID | 2009-03-12\n- Jonathan Moyo | Make statement | USAID | 2009-03-10\nAnswer:", "completion": " Men (South Africa)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1009951", "prompt": "Before Jun, 2005, to whom did Ali Abdullah Saleh express his intention to meet?\nEvidence:\n- Qatar | Express intent to cooperate | Ali Abdullah Saleh | 2005-03-21\n- James Wolfensohn | Express intent to meet or negotiate | Ali Abdullah Saleh | 2005-02-04\n- Ali Abdullah Saleh | Express intent to meet or negotiate | South Korea | 2005-03-15\n- Ali Abdullah Saleh | Investigate | Yemen | 2005-02-11\n- Ali Abdullah Saleh | Investigate | Yemen | 2005-02-06\n- Ali Abdullah Saleh | Express intent to meet or negotiate | Roh Moo Hyun | 2005-03-15\n- Ali Abdullah Saleh | Express intent to provide humanitarian aid | Yemen | 2005-03-31\n- Yemen | Make statement | Ali Abdullah Saleh | 2005-05-03\n- Solomon Passy | Consult | Ali Abdullah Saleh | 2005-02-24\n- Pervez Musharraf | Consult | Ali Abdullah Saleh | 2005-02-13\n- Gerhard Schröder | Consult | Ali Abdullah Saleh | 2005-03-04\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-06-16\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-06-10\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-05-21\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-05-01\nAnswer:", "completion": " Malaysia", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1084946", "prompt": "In which month did Taavi Rõivas first sign an agreement with Alexander Stubb?\nEvidence:\n- Taavi Rõivas | Sign formal agreement | Alexander Stubb | 2014-12-02\n- Taavi Rõivas | Sign formal agreement | Alexander Stubb | 2014-11-18\n- Taavi Rõivas | Sign formal agreement | Alexander Stubb | 2014-10-27\n- Alexander Stubb | Sign formal agreement | Taavi Rõivas | 2014-12-02\n- Alexander Stubb | Sign formal agreement | Taavi Rõivas | 2014-11-18\n- Alexander Stubb | Sign formal agreement | Taavi Rõivas | 2014-10-27\n- Taavi Rõivas | Consult | Alexander Stubb | 2014-11-13\n- Taavi Rõivas | Consult | Alexander Stubb | 2014-06-30\n- Alexander Stubb | Consult | Taavi Rõivas | 2014-11-13\n- Alexander Stubb | Consult | Taavi Rõivas | 2014-06-30\n- Taavi Rõivas | Express intent to meet or negotiate | Alexander Stubb | 2014-11-13\n- Taavi Rõivas | Sign formal agreement | Algirdas Butkevičius | 2014-12-06\n- Algirdas Butkevičius | Sign formal agreement | Taavi Rõivas | 2014-12-06\n- Japan | Engage in negotiation | Alexander Stubb | 2009-05-25\n- Alexander Stubb | Engage in negotiation | Japan | 2009-05-25\nAnswer:", "completion": " 2014-10", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1159878", "prompt": "Who was endorsed by the Prime Minister of Bangladesh in the same month of the Military Personnel - Special of Bangladesh?\nEvidence:\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-09\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-08\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-11-14\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-10-05\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Demand | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-11-24\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-05-19\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2005-05-05\n- Prime Minister Qarase | Make statement | Prime Minister Chaudhry | 2006-07-13\nAnswer:", "completion": " Citizen (Bangladesh)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1204143", "prompt": "Which country was the first to make a request to the head of government of Qatar after Roh Moo Hyun did so?\nEvidence:\n- Roh Moo Hyun | Praise or endorse | Head of Government (South Korea) | 2005-01-27\n- Roh Moo Hyun | Make a visit | France | 2005-01-15\n- Roh Moo Hyun | Make statement | Japan | 2005-03-14\n- Roh Moo Hyun | Make statement | Japan | 2005-03-02\n- Roh Moo Hyun | Make statement | Chongwadai | 2005-02-23\n- Chongwadai | Make statement | Roh Moo Hyun | 2005-03-07\n- Chongwadai | Make statement | Roh Moo Hyun | 2005-01-31\n- Chongwadai | Make statement | Roh Moo Hyun | 2005-01-28\n- Chongwadai | Make statement | Roh Moo Hyun | 2005-01-18\n- Chongwadai | Make statement | Roh Moo Hyun | 2005-01-05\n- Roh Moo Hyun | Make a visit | South Korea | 2005-02-27\n- France | Host a visit | Roh Moo Hyun | 2005-01-15\n- Roh Moo Hyun | Demand | Japan | 2005-03-04\n- Roh Moo Hyun | Demand | Japan | 2005-03-03\n- Roh Moo Hyun | Demand | Japan | 2005-03-02\nAnswer:", "completion": " Iran", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1387571", "prompt": "After the men of the Philippines, who blamed the military of the Philippines?\nEvidence:\n- Men (Philippines) | Threaten | University of the Philippines | 2009-09-24\n- Men (Philippines) | Physically assault | University of the Philippines | 2015-07-03\n- Men (Philippines) | Physically assault | University of the Philippines | 2015-07-02\n- University of the Philippines | Criticize or denounce | Men (Philippines) | 2009-09-24\n- Men (Philippines) | Criticize or denounce | University of the Philippines | 2009-06-02\n- University of the Philippines | Cooperate militarily | Military (Philippines) | 2014-08-10\n- Military Personnel (Philippines) | Make statement | University of the Philippines | 2014-08-12\n- Military (Philippines) | Torture | Men (Philippines) | 2006-05-07\n- Military (Philippines) | Threaten | Men (Philippines) | 2008-02-25\n- Military (Philippines) | Investigate | Men (Philippines) | 2009-01-17\n- Military (Philippines) | Investigate | Men (Philippines) | 2006-03-16\n- Military (Philippines) | Investigate | Men (Philippines) | 2006-03-09\n- Military (Philippines) | Demand | Men (Philippines) | 2007-04-20\n- Military (Philippines) | Demand | Men (Philippines) | 2006-06-30\n- Men (Philippines) | Yield | Military (Philippines) | 2007-09-06\nAnswer:", "completion": " Police (Philippines)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1195983", "prompt": "Before 16 May 2005, who wanted to meet with the New Zealand military?\nEvidence:\n- Military (New Zealand) | Express intent to meet or negotiate | Police (New Zealand) | 2005-05-16\n- Military (New Zealand) | Express intent to meet or negotiate | City Mayor (New Zealand) | 2005-05-16\n- City Mayor (New Zealand) | Express intent to meet or negotiate | Military (New Zealand) | 2005-05-16\n- City Mayor (New Zealand) | Express intent to meet or negotiate | Police (New Zealand) | 2005-05-16\nAnswer:", "completion": " Hilmi Özkök", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 4, "n_anchors": 0} +{"id": "mtq_1172215", "prompt": "After the businessman of Somalia, who was the first to make Al-Shabaab suffer from conventional military forces?\nEvidence:\n- Al-Shabaab | Use conventional military force | Interim Government (Somalia) | 2008-11-12\n- Governor (Somalia) | Make statement | Al-Shabaab | 2007-11-11\n- Al-Shabaab | Make statement | Criminal (Somalia) | 2008-11-15\n- Intellectual (Somalia) | Consult | Al-Shabaab | 2008-04-28\n- Governor (Somalia) | Accuse | Al-Shabaab | 2007-11-11\n- Criminal (Somalia) | Reject | Al-Shabaab | 2008-10-05\n- Al-Shabaab | Threaten | Criminal (Somalia) | 2008-05-18\n- Al-Shabaab | Consult | Intellectual (Somalia) | 2008-04-28\n- Al-Shabaab | Threaten with military force | Criminal (Somalia) | 2008-05-18\n- Media Personnel (Somalia) | Make statement | Al-Shabaab | 2008-11-17\n- Media Personnel (Somalia) | Make statement | Al-Shabaab | 2008-11-12\n- Media Personnel (Somalia) | Make statement | Al-Shabaab | 2008-10-19\n- Media Personnel (Somalia) | Make statement | Al-Shabaab | 2008-10-05\n- Media Personnel (Somalia) | Make statement | Al-Shabaab | 2008-05-10\n- Media Personnel (Somalia) | Make statement | Al-Shabaab | 2008-03-20\nAnswer:", "completion": " African Union", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1071069", "prompt": "Who did the head of the Egyptian government want to negotiate with in the same year of Tony Blair?\nEvidence:\n- Chancellor of the Exchequer | Express intent to engage in diplomatic cooperation (such as policy support) | Tony Blair | 2005-01-16\n- Tony Blair | Express intent to meet or negotiate | Thailand | 2005-01-04\n- Tony Blair | Make optimistic comment | Secretary of State for the Home Department | 2005-01-06\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-11\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Ian Paisley | Express intent to meet or negotiate | Tony Blair | 2005-01-12\n- Ian Paisley | Express intent to meet or negotiate | Tony Blair | 2005-01-08\n- Bertie Ahern | Express intent to meet or negotiate | Tony Blair | 2005-01-31\n- Tony Blair | Accuse | Iran | 2005-02-05\n- Iran | Reject | Tony Blair | 2005-02-08\n- Tony Blair | Express intent to meet or negotiate | Citizen (United Kingdom) | 2005-02-17\n- Citizen (United Kingdom) | Express intent to meet or negotiate | Tony Blair | 2005-01-08\n- Tony Blair | Express intent to meet or negotiate | Labor Party (United Kingdom) | 2005-01-10\n- Tony Blair | Make statement | Iraq | 2005-02-04\n- Tony Blair | Make statement | Iraq | 2005-01-30\nAnswer:", "completion": " Angela Merkel", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1106885", "prompt": "Who was the first to ask the Supreme Court of India, after Minister Patnaik?\nEvidence:\n- Minister Patnaik | Consult | Governor (India) | 2009-05-20\n- Minister Patnaik | Consult | Governor (India) | 2009-03-09\n- Governor (India) | Consult | Minister Patnaik | 2009-05-20\n- Governor (India) | Consult | Minister Patnaik | 2009-03-09\n- Head of Government (India) | Accuse | Minister Patnaik | 2007-06-10\n- Head of Government (India) | Accuse | Minister Patnaik | 2006-11-16\n- Minister Patnaik | Consult | Labor Union (India) | 2009-09-28\n- Labor Union (India) | Consult | Minister Patnaik | 2009-09-28\n- Minister Patnaik | Make statement | Head of Government (India) | 2012-12-03\n- Minister Patnaik | Make statement | Head of Government (India) | 2010-12-11\n- Minister Patnaik | Make statement | Head of Government (India) | 2009-05-29\n- Member of Parliament (India) | Make statement | Minister Patnaik | 2005-11-24\n- Head of Government (India) | Make statement | Minister Patnaik | 2013-05-26\n- Minister Patnaik | Make an appeal or request | Court Judge (India) | 2005-06-08\n- Minister Patnaik | Engage in negotiation | Head of Government (India) | 2012-02-16\nAnswer:", "completion": " Head of Government (India)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1232314", "prompt": "With whom did the Foreign Minister of Singapore want to negotiate before Mexico?\nEvidence:\n- Other Authorities / Officials (Mexico) | Express intent to meet or negotiate | Mexico | 2005-01-06\n- Mexico | Express intent to meet or negotiate | Zapatista Army of National Liberation | 2005-01-14\n- Mexico | Express intent to meet or negotiate | China | 2005-02-14\n- Member of Legislative (Govt) (South Korea) | Express intent to meet or negotiate | Mexico | 2005-02-07\n- Valdas Adamkus | Express intent to meet or negotiate | Mexico | 2005-01-13\n- Mexico | Arrest, detain, or charge with legal action | Criminal (Mexico) | 2005-01-29\n- Mexico | Arrest, detain, or charge with legal action | Criminal (Mexico) | 2005-01-18\n- Mexico | Arrest, detain, or charge with legal action | Criminal (Mexico) | 2005-01-14\n- Mexico | Arrest, detain, or charge with legal action | Criminal (Mexico) | 2005-01-07\n- Office of the United Nations High Commissioner for Human Rights | Express intent to meet or negotiate | Colombia | 2005-05-10\n- Mexico | Arrest, detain, or charge with legal action | Government Official (Mexico) | 2005-02-02\n- Mexico | Arrest, detain, or charge with legal action | Domestic Affairs (Mexico) | 2005-01-24\n- Mexico | Investigate | Criminal (Mexico) | 2005-01-12\n- Mexico | Express intent to cooperate | Colombia | 2005-06-30\n- Colombia | Express intent to cooperate | Mexico | 2005-06-30\nAnswer:", "completion": " Kazakhstan", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1320562", "prompt": "Who was the last person praised by the Royal Administration of Saudi Arabia in 2007?\nEvidence:\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-09\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-07\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-04\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-03\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-02\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-03-25\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-03-19\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-03-03\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-02-19\n- Royal Administration (Saudi Arabia) | Engage in symbolic act | Citizen (Saudi Arabia) | 2007-10-16\n- Royal Administration (Saudi Arabia) | Engage in symbolic act | Citizen (Saudi Arabia) | 2007-10-15\n- Royal Administration (Saudi Arabia) | Engage in symbolic act | Citizen (Saudi Arabia) | 2007-02-05\n- Royal Administration (Saudi Arabia) | Provide aid | Education (Saudi Arabia) | 2007-11-05\n- Royal Administration (Saudi Arabia) | Make statement | Police (Saudi Arabia) | 2007-12-06\n- Royal Administration (Saudi Arabia) | Make pessimistic comment | Citizen (Saudi Arabia) | 2007-09-20\nAnswer:", "completion": " Saudi Arabian Defence Forces", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1227421", "prompt": "Before Notimex, who was the last to appeal to the other authorities and officials of Mexico?\nEvidence:\n- Notimex | Make an appeal or request | Other Authorities / Officials (Mexico) | 2007-01-16\n- Other Authorities / Officials (Mexico) | Investigate | Mexico | 2005-01-27\n- Other Authorities / Officials (Mexico) | Make statement | Mexico | 2005-01-18\n- Mexico | Make pessimistic comment | Other Authorities / Officials (Mexico) | 2005-01-28\n- Other Authorities / Officials (Mexico) | Express intent to meet or negotiate | Mexico | 2005-01-06\n- Other Authorities / Officials (Mexico) | Mobilize or increase police power | Mexico | 2005-01-17\n- Other Authorities / Officials (Mexico) | Demonstrate military or police power | Mexico | 2005-01-26\n- Vietnam | Consult | Notimex | 2009-12-11\n- Notimex | Consult | Vietnam | 2009-12-11\n- Notimex | Make a visit | China | 2005-04-26\n- China | Host a visit | Notimex | 2005-04-26\n- Notimex | Sign formal agreement | National Water Commission | 2005-05-05\n- National Water Commission | Sign formal agreement | Notimex | 2005-05-05\n- Colombia | fight with small arms and light weapons | Mexico | 2005-01-03\n- Mexico | Make an appeal or request | Iran | 2005-02-03\nAnswer:", "completion": " Labor Union (Mexico)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1179846", "prompt": "After the Israeli Defence Forces, who suffered from the unconventional violence of the Armed Rebel of Syria?\nEvidence:\n- Armed Rebel (Syria) | Use unconventional violence | Israeli Defense Forces | 2014-11-12\n- Armed Rebel (Yemen) | Use unconventional violence | Saudi Arabian Defence Forces | 2015-05-06\n- Armed Rebel (Yemen) | Use unconventional violence | Saudi Arabian Defence Forces | 2015-04-02\n- Armed Rebel (Yemen) | Use unconventional violence | Saudi Arabian Defence Forces | 2010-02-01\n- Armed Rebel (Yemen) | Use unconventional violence | Saudi Arabian Defence Forces | 2010-01-23\n- Armed Rebel (Yemen) | Use unconventional violence | Saudi Arabian Defence Forces | 2010-01-16\n- Armed Rebel (Yemen) | Use unconventional violence | Saudi Arabian Defence Forces | 2010-01-13\n- Armed Rebel (Yemen) | Use unconventional violence | Saudi Arabian Defence Forces | 2010-01-12\n- Armed Rebel (Yemen) | Use unconventional violence | Saudi Arabian Defence Forces | 2009-12-22\n- Armed Rebel (Yemen) | Use unconventional violence | Saudi Arabian Defence Forces | 2009-12-21\n- Armed Rebel (Yemen) | Use unconventional violence | Saudi Arabian Defence Forces | 2009-12-04\n- Armed Rebel (Yemen) | Use unconventional violence | Saudi Arabian Defence Forces | 2009-12-03\n- Armed Rebel (Yemen) | Use unconventional violence | Saudi Arabian Defence Forces | 2009-11-27\n- Armed Rebel (Yemen) | Use unconventional violence | Saudi Arabian Defence Forces | 2009-11-19\n- Armed Rebel (Yemen) | Use unconventional violence | Saudi Arabian Defence Forces | 2009-11-11\nAnswer:", "completion": " Men (Syria)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1129382", "prompt": "Who was the first to visit Jack Straw after the Shura Council?\nEvidence:\n- Shura Council | Make a visit | Jack Straw | 2006-04-19\n- Jack Straw | Host a visit | Shura Council | 2006-04-19\n- Jack Straw | Make statement | UN Security Council | 2005-02-04\n- Thailand | Host a visit | Jack Straw | 2005-01-10\n- Thailand | Host a visit | Jack Straw | 2005-01-08\n- Thailand | Host a visit | Jack Straw | 2005-01-07\n- Japan | Host a visit | Jack Straw | 2005-01-18\n- Jack Straw | Make a visit | Thailand | 2005-01-10\n- Jack Straw | Make a visit | Thailand | 2005-01-08\n- Jack Straw | Make a visit | Thailand | 2005-01-07\n- Jack Straw | Make a visit | Japan | 2005-01-18\n- Jack Straw | Make a visit | China | 2005-01-24\n- Jack Straw | Make a visit | China | 2005-01-21\n- Jack Straw | Make a visit | China | 2005-01-20\n- China | Host a visit | Jack Straw | 2005-01-24\nAnswer:", "completion": " Media Personnel (Pakistan)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1084558", "prompt": "Before Madagascar, with which country did Tanzania last express an interest in cooperation?\nEvidence:\n- Thailand | Engage in diplomatic cooperation | Madagascar | 2006-08-25\n- Madagascar | Engage in diplomatic cooperation | Thailand | 2006-08-25\n- Madagascar | Engage in diplomatic cooperation | France | 2006-05-04\n- Madagascar | Engage in diplomatic cooperation | China | 2005-08-30\n- Madagascar | Engage in diplomatic cooperation | China | 2005-01-11\n- Japan | Engage in diplomatic cooperation | Madagascar | 2006-08-15\n- France | Engage in diplomatic cooperation | Madagascar | 2006-05-04\n- China | Engage in diplomatic cooperation | Madagascar | 2005-08-30\n- China | Engage in diplomatic cooperation | Madagascar | 2005-01-11\n- Tanzania | Engage in diplomatic cooperation | China | 2005-04-15\n- China | Engage in diplomatic cooperation | Tanzania | 2005-04-15\n- Madagascar | Arrest, detain, or charge with legal action | Legislature (Madagascar) | 2005-12-22\n- Madagascar | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-01-11\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Madagascar | 2006-07-04\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Madagascar | 2006-07-03\nAnswer:", "completion": " Burundi", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1366666", "prompt": "Before the citizens of the State Actor, who was the last to be requested by the Royal Administration of Saudi Arabia?\nEvidence:\n- Royal Administration (Saudi Arabia) | Kill by physical assault | Citizen (Saudi Arabia) | 2010-10-21\n- Royal Administration (Saudi Arabia) | Make an appeal or request | Citizen (Unidentified State Actor) | 2013-12-04\n- Royal Administration (Saudi Arabia) | Discuss by telephone | Iraq | 2015-01-07\n- Royal Administration (Saudi Arabia) | Discuss by telephone | Iraq | 2015-01-06\n- Iraq | Discuss by telephone | Royal Administration (Saudi Arabia) | 2015-01-07\n- Iraq | Discuss by telephone | Royal Administration (Saudi Arabia) | 2015-01-06\n- Royal Administration (Saudi Arabia) | Threaten | Citizen (Saudi Arabia) | 2008-10-28\n- Royal Administration (Saudi Arabia) | Investigate | Education (Saudi Arabia) | 2006-03-26\n- Royal Administration (Saudi Arabia) | Investigate | Detainee (Saudi Arabia) | 2006-05-18\n- Royal Administration (Saudi Arabia) | Investigate | Citizen (Saudi Arabia) | 2008-12-04\n- Royal Administration (Saudi Arabia) | Demand | Police (Saudi Arabia) | 2008-04-29\n- Royal Administration (Saudi Arabia) | Demand | Employee (Saudi Arabia) | 2010-01-17\n- Royal Administration (Saudi Arabia) | Demand | Education (Saudi Arabia) | 2010-05-03\n- Royal Administration (Saudi Arabia) | Consult | Police (Saudi Arabia) | 2010-09-20\n- Royal Administration (Saudi Arabia) | Consult | Education (Saudi Arabia) | 2008-03-18\nAnswer:", "completion": " UN Security Council", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1365591", "prompt": "When did Saud bin Faisal bin Abdul-Aziz visit the Lebanese Ministry of Information?\nEvidence:\n- Saud bin Faisal bin Abdul-Aziz | Reject | Iraq | 2005-09-22\n- Saud bin Faisal bin Abdul-Aziz | Accuse | Iran | 2005-10-16\n- Tony Blair | Consult | Saud bin Faisal bin Abdul-Aziz | 2006-01-17\n- Tony Blair | Consult | Saud bin Faisal bin Abdul-Aziz | 2006-01-16\n- Saud bin Faisal bin Abdul-Aziz | Make statement | Iraq | 2005-10-03\n- Saud bin Faisal bin Abdul-Aziz | Make statement | Iraq | 2005-10-02\n- Saud bin Faisal bin Abdul-Aziz | Consult | Tony Blair | 2006-01-17\n- Saud bin Faisal bin Abdul-Aziz | Consult | Tony Blair | 2006-01-16\n- Saud bin Faisal bin Abdul-Aziz | Consult | Jack Straw | 2006-01-17\n- Saud bin Faisal bin Abdul-Aziz | Consult | Jack Straw | 2006-01-16\n- Saud bin Faisal bin Abdul-Aziz | Consult | Jack Straw | 2005-02-24\n- Saud bin Faisal bin Abdul-Aziz | Consult | Jack Straw | 2005-02-23\n- Jack Straw | Consult | Saud bin Faisal bin Abdul-Aziz | 2006-01-17\n- Jack Straw | Consult | Saud bin Faisal bin Abdul-Aziz | 2006-01-16\n- Jack Straw | Consult | Saud bin Faisal bin Abdul-Aziz | 2005-02-24\nAnswer:", "completion": " 2006-03-21", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1206767", "prompt": "Who was the last to suffer from the unconventional violence of the Criminal of the Occupied Palestinian Territory before the Women of the Occupied Palestinian Territory?\nEvidence:\n- Criminal (Palestinian Territory, Occupied) | Use unconventional violence | Women (Palestinian Territory, Occupied) | 2009-01-04\n- Mob (Palestinian Territory, Occupied) | Use unconventional violence | Criminal (Palestinian Territory, Occupied) | 2005-03-31\n- Criminal (Palestinian Territory, Occupied) | Use unconventional violence | Children (Palestinian Territory, Occupied) | 2014-09-23\n- Criminal (Palestinian Territory, Occupied) | Use unconventional violence | Children (Palestinian Territory, Occupied) | 2011-08-21\n- Criminal (Palestinian Territory, Occupied) | Use unconventional violence | Children (Palestinian Territory, Occupied) | 2011-03-12\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Women (Palestinian Territory, Occupied) | 2006-06-10\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Women (Palestinian Territory, Occupied) | 2006-06-06\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Women (Palestinian Territory, Occupied) | 2006-06-04\n- Criminal (Palestinian Territory, Occupied) | Use unconventional violence | Armed Gang (Palestinian Territory, Occupied) | 2008-08-04\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Criminal (Palestinian Territory, Occupied) | 2006-08-04\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Criminal (Palestinian Territory, Occupied) | 2005-02-15\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Criminal (Palestinian Territory, Occupied) | 2005-02-14\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | Criminal (Palestinian Territory, Occupied) | 2005-02-10\n- Women (Palestinian Territory, Occupied) | Use unconventional violence | Police (Israel) | 2015-10-11\n- Women (Palestinian Territory, Occupied) | Use unconventional violence | Police (Israel) | 2009-10-25\nAnswer:", "completion": " Armed Gang (Palestinian Territory, Occupied)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1169004", "prompt": "Who was the first person Hugo Moyano wanted to meet after Angel Luis D'Elia?\nEvidence:\n- Hugo Moyano | Consult | Angel Luis D'Elia | 2009-11-13\n- Hugo Moyano | Consult | Angel Luis D'Elia | 2008-03-31\n- Angel Luis D'Elia | Consult | Hugo Moyano | 2009-11-13\n- Angel Luis D'Elia | Consult | Hugo Moyano | 2008-03-31\n- Hugo Moyano | Engage in material cooperation | Angel Luis D'Elia | 2009-11-12\n- Angel Luis D'Elia | Engage in material cooperation | Hugo Moyano | 2009-11-12\n- Hugo Moyano | Express intent to meet or negotiate | Angel Luis D'Elia | 2009-11-11\n- Angel Luis D'Elia | Express intent to meet or negotiate | Hugo Moyano | 2009-11-11\n- Media (Argentina) | Consult | Angel Luis D'Elia | 2006-09-10\n- Media (Argentina) | Accuse | Angel Luis D'Elia | 2009-11-12\n- Eduardo Sigal | Consult | Angel Luis D'Elia | 2012-05-02\n- Daniel Scioli | Consult | Angel Luis D'Elia | 2012-08-13\n- Angel Luis D'Elia | Make statement | Iran | 2010-04-07\n- Angel Luis D'Elia | Make statement | Iran | 2007-03-03\n- Angel Luis D'Elia | Make statement | Iran | 2007-03-02\nAnswer:", "completion": " Cristina Fernández de Kirchner", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1313346", "prompt": "Who last used unconventional force against the police of Sudan in 2013?\nEvidence:\n- Citizen (Sudan) | Use unconventional violence | Sudan | 2013-01-15\n- Resistance Movement (Sudan) | Use unconventional violence | Sudan | 2013-01-12\n- Sudan | Use conventional military force | South Sudan | 2013-03-18\n- Sudan | Use conventional military force | South Sudan | 2013-02-20\n- Sudan | Use conventional military force | South Sudan | 2013-01-16\n- Sudan | Use conventional military force | South Sudan | 2013-01-12\n- Sudan | Use conventional military force | South Sudan | 2013-01-05\n- Sudan | Use conventional military force | Citizen (Sudan) | 2013-01-15\n- South Sudan | Use conventional military force | Sudan | 2013-02-20\n- Government (Sudan) | Use conventional military force | Sudan | 2013-01-08\n- UN Mission in Sudan | Rally support on behalf of | South Sudan | 2013-03-14\n- Indigenous People (South Sudan) | Use unconventional violence | South Sudan | 2013-03-26\n- Police (Sudan) | Mobilize or increase police power | Sudan | 2013-01-08\n- Military (South Sudan) | Use conventional military force | South Sudan | 2013-03-28\n- Sudan | Engage in negotiation | South Sudan | 2013-03-05\nAnswer:", "completion": " Citizen (Sudan)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1142933", "prompt": "Could you tell me the exact month in which Vietnam first negotiated with the Ministry of Vietnam?\nEvidence:\n- Finance / Economy / Commerce / Trade Ministry (Vietnam) | Make statement | Vietnam | 2005-01-18\n- Unified Buddhist Church of Vietnam | Appeal for rights | Vietnam | 2005-02-11\n- Vietnam | fight with small arms and light weapons | Fishermen (Vietnam) | 2005-01-14\n- Vietnam | Engage in diplomatic cooperation | Romania | 2005-01-31\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-02-05\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-01-07\n- Vietnam | Engage in diplomatic cooperation | Japan | 2005-01-09\n- Romania | Engage in diplomatic cooperation | Vietnam | 2005-01-31\n- Laos | Engage in diplomatic cooperation | Vietnam | 2005-02-05\n- Laos | Engage in diplomatic cooperation | Vietnam | 2005-01-07\n- Japan | Engage in diplomatic cooperation | Vietnam | 2005-01-09\n- Vietnam | Host a visit | Head of Government (Mongolia) | 2005-01-20\n- Head of Government (Mongolia) | Make a visit | Vietnam | 2005-01-20\n- Vietnam | Host a visit | Association of Southeast Asian Nations | 2005-01-26\n- Human Rights Watch | Accuse of human rights abuses | Vietnam | 2005-01-10\nAnswer:", "completion": " 2006-10", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1254854", "prompt": "Which country was the first to reject South Korea in 2005?\nEvidence:\n- South Korea | Engage in negotiation | Japan | 2005-01-08\n- South Korea | Engage in negotiation | Japan | 2005-01-03\n- Japan | Engage in negotiation | South Korea | 2005-01-08\n- Japan | Engage in negotiation | South Korea | 2005-01-03\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- South Korea | Express intent to cooperate | Japan | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-06\n- Japan | Express intent to cooperate | South Korea | 2005-01-13\n- China | Express intent to cooperate | South Korea | 2005-01-13\n- China | Express intent to cooperate | South Korea | 2005-01-06\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | South Korea | 2005-01-06\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\nAnswer:", "completion": " Japan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1037772", "prompt": "After the other authorities and officials of Russia, who did Radoslaw Sikorski support?\nEvidence:\n- Radoslaw Sikorski | Rally support on behalf of | Benazir Bhutto | 2007-12-28\n- Radoslaw Sikorski | Rally support on behalf of | Benazir Bhutto | 2007-12-27\n- Stephen Hadley | Consult | Radoslaw Sikorski | 2008-02-01\n- Robert Wexler | Consult | Radoslaw Sikorski | 2008-02-01\n- Radoslaw Sikorski | Make statement | Iraq | 2005-11-25\n- Radoslaw Sikorski | Consult | Stephen Hadley | 2008-02-01\n- Radoslaw Sikorski | Consult | Robert Wexler | 2008-02-01\n- Radoslaw Sikorski | Consult | Police (Philippines) | 2006-06-05\n- Radoslaw Sikorski | Consult | Javier Solana | 2008-02-20\n- Radoslaw Sikorski | Consult | Javier Solana | 2005-11-23\n- Radoslaw Sikorski | Consult | Irakli Okruashvili | 2006-05-10\n- Radoslaw Sikorski | Consult | Donald Rumsfeld | 2006-11-05\n- Radoslaw Sikorski | Consult | Donald Rumsfeld | 2005-12-08\n- Radoslaw Sikorski | Consult | Borys Tarasyuk | 2006-08-29\n- Radoslaw Sikorski | Consult | Bogdan Klich | 2008-01-11\nAnswer:", "completion": " Catherine Ashton", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1153971", "prompt": "When did the Legislature of Algeria last commend the Representatives of Algeria?\nEvidence:\n- Legislature (Algeria) | Praise or endorse | Representatives (Algeria) | 2012-05-08\n- Legislature (Algeria) | Praise or endorse | Representatives (Algeria) | 2012-04-17\n- Legislature (Algeria) | Praise or endorse | Representatives (Algeria) | 2007-05-17\n- Representatives (Algeria) | Consult | Activist (Algeria) | 2006-12-04\n- Activist (Algeria) | Consult | Representatives (Algeria) | 2006-12-04\n- Protester (Algeria) | Reject | Legislature (Algeria) | 2012-05-27\n- Population (Algeria) | Consult | Legislature (Algeria) | 2013-03-20\n- Legislature (Algeria) | Consult | Population (Algeria) | 2013-03-20\n- Representatives (Algeria) | Consult | Education Ministry (Algeria) | 2014-11-17\n- Education Ministry (Algeria) | Consult | Representatives (Algeria) | 2014-11-17\n- Protester (Algeria) | Demonstrate or rally | Legislature (Algeria) | 2012-05-27\n- Legislature (Algeria) | Make statement | Political Parties (Algeria) | 2014-04-28\n- Domestic Affairs (Algeria) | Make statement | Legislature (Algeria) | 2012-04-25\n- Domestic Affairs (Algeria) | Make statement | Legislature (Algeria) | 2012-04-24\n- Domestic Affairs (Algeria) | Make statement | Legislature (Algeria) | 2011-10-17\nAnswer:", "completion": " 2012-05-08", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1136045", "prompt": "To whom did Shaukat Aziz make an appeal in the same month of the Businessman of Malaysia?\nEvidence:\n- Shaukat Aziz | Engage in negotiation | Head of Government (Sri Lanka) | 2005-02-09\n- Head of Government (Sri Lanka) | Engage in negotiation | Shaukat Aziz | 2005-02-09\n- Douglas Alexander | Appeal to others to meet or negotiate | Shaukat Aziz | 2005-01-12\n- Shaukat Aziz | Consult | Japan | 2005-01-10\n- Japan | Consult | Shaukat Aziz | 2005-01-10\n- Shaukat Aziz | Make statement | Riaz Khokhar | 2005-02-16\n- Shaukat Aziz | Make statement | Pervez Musharraf | 2005-01-28\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-02-16\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-02-15\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-02-13\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-01-21\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-01-20\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-01-14\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-01-12\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-01-10\nAnswer:", "completion": " Scholar (Pakistan)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1079667", "prompt": "Who wanted to negotiate with the head of government of Turkmenistan last in 2009?\nEvidence:\n- Head of Government (Turkmenistan) | Engage in symbolic act | Member of Legislative (Govt) (Turkmenistan) | 2009-10-27\n- Head of Government (Turkmenistan) | Criticize or denounce | Industry (Turkmenistan) | 2009-08-12\n- Head of Government (Turkmenistan) | Express intent to meet or negotiate | Kazakhstan | 2009-09-11\n- Head of Government (Turkmenistan) | Express intent to meet or negotiate | Japan | 2009-12-15\n- Head of Government (Turkmenistan) | Express intent to meet or negotiate | Iran | 2009-02-16\n- Islam Karimov | Engage in negotiation | Head of Government (Turkmenistan) | 2009-02-25\n- Head of Government (Turkmenistan) | Engage in negotiation | Islam Karimov | 2009-02-25\n- Mahmoud Ahmadinejad | Express intent to meet or negotiate | Head of Government (Turkmenistan) | 2009-02-11\n- Head of Government (Turkmenistan) | Express intent to meet or negotiate | Abdullah Gül | 2009-08-03\n- Gurbanguly Berdymukhammedov | Express intent to meet or negotiate | Head of Government (Turkmenistan) | 2009-11-09\n- Abdullah Gül | Express intent to meet or negotiate | Head of Government (Turkmenistan) | 2009-08-03\n- Rashid Meredov | Consult | Head of Government (Turkmenistan) | 2009-11-06\n- Islam Karimov | Consult | Head of Government (Turkmenistan) | 2009-02-26\n- Islam Karimov | Consult | Head of Government (Turkmenistan) | 2009-02-24\n- Head of Government (Turkmenistan) | Consult | Rashid Meredov | 2009-11-06\nAnswer:", "completion": " Gurbanguly Berdymukhammedov", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1137650", "prompt": "Who was first denounced by the citizens of the United Kingdom after the Nigerian Tribune?\nEvidence:\n- Citizen (United Kingdom) | Criticize or denounce | Nigerian Tribune | 2006-01-31\n- Nigerian Tribune | Discuss by telephone | Citizen (Nigeria) | 2014-09-01\n- Citizen (Nigeria) | Discuss by telephone | Nigerian Tribune | 2014-09-01\n- Nigerian Tribune | Make statement | Labor Union (Nigeria) | 2012-11-26\n- Nigerian Tribune | Make statement | Labor Union (Nigeria) | 2012-11-23\n- Citizen (United Kingdom) | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2005-01-09\n- Secretary of State for the Home Department | Demand | Citizen (United Kingdom) | 2005-02-22\n- Newspaper (United Kingdom) | Yield | Citizen (United Kingdom) | 2005-02-16\n- Newspaper (United Kingdom) | Investigate | Citizen (United Kingdom) | 2005-01-19\n- Newspaper (United Kingdom) | Investigate | Citizen (United Kingdom) | 2005-01-18\n- Citizen (United Kingdom) | Threaten | Newspaper (United Kingdom) | 2005-02-17\n- Citizen (United Kingdom) | Demand | Attacker (United Kingdom) | 2005-04-28\n- Party Member (United Kingdom) | Accuse | Citizen (United Kingdom) | 2005-03-29\n- News Editor (United Kingdom) | Demand | Citizen (United Kingdom) | 2005-03-08\n- Lawyer/Attorney (United Kingdom) | Demand | Citizen (United Kingdom) | 2005-01-27\nAnswer:", "completion": " Tony Blair", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1342000", "prompt": "Who made the first appeal for Mexico after the Green Party of Mexico?\nEvidence:\n- National Union Party (Mexico) | Reject | Mexico | 2005-01-26\n- Mexico | Praise or endorse | National Action Party | 2005-01-20\n- National Action Party | Express intent to cooperate | Mexico | 2005-02-02\n- Office of the United Nations High Commissioner for Human Rights | Express intent to meet or negotiate | Colombia | 2005-05-10\n- Mexico | Make an appeal or request | Iran | 2005-02-03\n- Mexico | Investigate | Criminal (Mexico) | 2005-01-12\n- Secretariat (Mexico) | Make statement | Mexico | 2005-02-03\n- Organized Crime (Mexico) | Demand | Mexico | 2005-01-24\n- Military (Mexico) | Cooperate militarily | Mexico | 2005-01-17\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-26\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-25\n- Economist (Mexico) | Make statement | Mexico | 2005-02-11\n- Other Authorities / Officials (Mexico) | Investigate | Mexico | 2005-01-27\n- Central Bank (Mexico) | Make statement | Mexico | 2005-01-31\n- Other Authorities / Officials (Mexico) | Make statement | Mexico | 2005-01-18\nAnswer:", "completion": " Barack Obama", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1369138", "prompt": "Before Mwai Kibaki, which country last expressed its intention to engage in diplomatic cooperation with the citizens of State Actor?\nEvidence:\n- Mwai Kibaki | Engage in symbolic act | John Garang | 2005-08-01\n- Romania | Consult | Mwai Kibaki | 2005-02-22\n- Mwai Kibaki | Demand | China | 2005-02-23\n- Mwai Kibaki | Consult | Romania | 2005-02-22\n- Mwai Kibaki | Consult | Head of Government (Cuba) | 2005-03-18\n- Head of Government (Cuba) | Consult | Mwai Kibaki | 2005-03-18\n- Mwai Kibaki | Threaten | Police (Kenya) | 2005-04-16\n- Mwai Kibaki | Make statement | Sudan | 2005-01-08\n- Mwai Kibaki | Consult | Don McKinnon | 2005-04-05\n- Don McKinnon | Consult | Mwai Kibaki | 2005-04-05\n- John Githongo | Accuse of crime, corruption | Mwai Kibaki | 2005-02-10\n- Mwai Kibaki | Express intent to cooperate | Citizen (Sudan) | 2005-08-03\n- Sudan | Host a visit | Mwai Kibaki | 2005-08-06\n- Sudan | Host a visit | Mwai Kibaki | 2005-07-08\n- Mwai Kibaki | Praise or endorse | Sudan | 2005-01-09\nAnswer:", "completion": " China", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1086990", "prompt": "In which month did the envoy of the United States last express his intention to meet with Tzipi Livni?\nEvidence:\n- Tzipi Livni | Consult | Envoy (United States) | 2006-03-31\n- Envoy (United States) | Consult | Tzipi Livni | 2006-03-31\n- Tzipi Livni | Express intent to meet or negotiate | Congress (United States) | 2006-02-08\n- Tzipi Livni | Express intent to meet or negotiate | France | 2006-02-28\n- Tzipi Livni | Express intent to meet or negotiate | Mahmoud Abbas | 2006-05-20\n- Tzipi Livni | Express intent to meet or negotiate | Mahmoud Abbas | 2006-05-19\n- Tzipi Livni | Express intent to meet or negotiate | Benedict XVI | 2006-03-23\n- Mahmoud Abbas | Express intent to meet or negotiate | Tzipi Livni | 2006-05-20\n- Mahmoud Abbas | Express intent to meet or negotiate | Tzipi Livni | 2006-05-19\n- Mahmoud Abbas | Express intent to meet or negotiate | Tzipi Livni | 2006-05-18\n- Javier Solana | Express intent to meet or negotiate | Tzipi Livni | 2006-02-10\n- Abdullah Gül | Express intent to meet or negotiate | Tzipi Livni | 2006-03-09\n- Abdullah Gül | Express intent to cooperate | Tzipi Livni | 2006-02-14\n- Tzipi Livni | Express intent to meet or negotiate | Foreign Affairs (Austria) | 2006-02-22\n- Tzipi Livni | Reject | Qatar | 2006-02-13\nAnswer:", "completion": " 2009-01", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1224059", "prompt": "In which year did Gurbanguly Berdymukhammedov first support the head of government of Turkmenistan?\nEvidence:\n- Gurbanguly Berdymukhammedov | Make statement | Head of Government (Turkmenistan) | 2007-06-21\n- Gurbanguly Berdymukhammedov | Make statement | Head of Government (Turkmenistan) | 2007-05-11\n- Gurbanguly Berdymukhammedov | Make statement | Head of Government (Turkmenistan) | 2007-03-30\n- Gurbanguly Berdymukhammedov | Praise or endorse | Head of Government (Turkmenistan) | 2006-12-25\n- Gurbanguly Berdymukhammedov | Demand | Government Affiliated Bank (Turkmenistan) | 2006-12-24\n- Mahmoud Ahmadinejad | Engage in negotiation | Gurbanguly Berdymukhammedov | 2007-08-16\n- Mahmoud Ahmadinejad | Engage in negotiation | Gurbanguly Berdymukhammedov | 2007-08-15\n- Gurbanguly Berdymukhammedov | Engage in negotiation | Mahmoud Ahmadinejad | 2007-08-16\n- Gurbanguly Berdymukhammedov | Engage in negotiation | Mahmoud Ahmadinejad | 2007-08-15\n- Gurbanguly Berdymukhammedov | Make statement | China | 2007-07-27\n- Mikhail Yefimovich Fradkov | Engage in negotiation | Gurbanguly Berdymukhammedov | 2007-02-15\n- Gurbanguly Berdymukhammedov | Engage in negotiation | Mikhail Yefimovich Fradkov | 2007-02-15\n- Mikhail Yefimovich Fradkov | Consult | Gurbanguly Berdymukhammedov | 2007-02-15\n- Mikhail Yefimovich Fradkov | Consult | Gurbanguly Berdymukhammedov | 2007-02-14\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-30\nAnswer:", "completion": " 2006", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1168424", "prompt": "Prime Minister Qarase was declined by who in Oct 5th, 2006?\nEvidence:\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-09\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-08\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-11-14\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-10-05\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Demand | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-11-24\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-05-19\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2005-05-05\n- Prime Minister Qarase | Make statement | Prime Minister Chaudhry | 2006-07-13\nAnswer:", "completion": " Prime Minister Chaudhry", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1378388", "prompt": "Who was the last person to visit South Korea before the other authorities and officials of Libya?\nEvidence:\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- South Korea | Make a visit | Aceh | 2005-01-08\n- Aceh | Host a visit | South Korea | 2005-01-08\n- South Korea | Host a visit | Ognyan Gerdzhikov | 2005-01-02\n- South Korea | Host a visit | Emperor Akihito | 2005-01-13\n- Ognyan Gerdzhikov | Make a visit | South Korea | 2005-01-02\n- Emperor Akihito | Make a visit | South Korea | 2005-01-13\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- South Korea | Express intent to cooperate | Japan | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-06\n- Japan | Express intent to cooperate | South Korea | 2005-01-13\n- China | Express intent to cooperate | South Korea | 2005-01-13\n- China | Express intent to cooperate | South Korea | 2005-01-06\nAnswer:", "completion": " Envoy (United States)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1009308", "prompt": "Before Gurbanguly Berdymukhammedov, who last wanted to negotiate with Wen Jiabao?\nEvidence:\n- Gurbanguly Berdymukhammedov | Express intent to meet or negotiate | Kazakhstan | 2007-05-14\n- Gurbanguly Berdymukhammedov | Express intent to meet or negotiate | China | 2007-07-12\n- Zurab Nogaideli | Express intent to meet or negotiate | Gurbanguly Berdymukhammedov | 2007-03-22\n- Ministry (Iran) | Express intent to meet or negotiate | Gurbanguly Berdymukhammedov | 2007-03-16\n- Gurbanguly Berdymukhammedov | Make statement | China | 2007-07-27\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | Gurbanguly Berdymukhammedov | 2007-02-14\n- Gurbanguly Berdymukhammedov | Express intent to meet or negotiate | Mikhail Yefimovich Fradkov | 2007-02-21\n- Rashid Meredov | Express intent to cooperate | Gurbanguly Berdymukhammedov | 2007-07-23\n- Mikhail Yefimovich Fradkov | Consult | Gurbanguly Berdymukhammedov | 2007-02-15\n- Mikhail Yefimovich Fradkov | Consult | Gurbanguly Berdymukhammedov | 2007-02-14\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-30\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-29\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-28\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-22\n- Iran | Host a visit | Gurbanguly Berdymukhammedov | 2007-06-15\nAnswer:", "completion": " Royal Administration (Jordan)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1131046", "prompt": "After Feb 21st, 2006, who accused Roh Moo Hyun?\nEvidence:\n- Roh Moo Hyun | Demand | Japan | 2005-03-04\n- Roh Moo Hyun | Demand | Japan | 2005-03-03\n- Roh Moo Hyun | Demand | Japan | 2005-03-02\n- Roh Moo Hyun | Demand | Japan | 2005-03-01\n- Roh Moo Hyun | Demand | Japan | 2005-02-25\n- Roh Moo Hyun | Consult | Chongwadai | 2005-02-19\n- Chongwadai | Consult | Roh Moo Hyun | 2005-02-19\n- South Korea | Reject | Roh Moo Hyun | 2005-02-17\n- Roh Moo Hyun | Make statement | Japan | 2005-03-14\n- Roh Moo Hyun | Make statement | Japan | 2005-03-02\n- Roh Moo Hyun | Make statement | Chongwadai | 2005-02-23\n- Roh Moo Hyun | Demand | South Korea | 2005-01-04\n- Roh Moo Hyun | Demand rights | Japan | 2005-03-04\n- Roh Moo Hyun | Demand rights | Japan | 2005-03-03\n- Chongwadai | Make statement | Roh Moo Hyun | 2005-03-07\nAnswer:", "completion": " South Korea", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1364245", "prompt": "Before December 2012, who made a request to the leader of Taiwan?\nEvidence:\n- Terrorist Leader (Islamic State of Iraq and the Levant) | Threaten | Iraq | 2014-12-29\n- Terrorist Leader (Islamic State of Iraq and the Levant) | Threaten | Iraq | 2014-12-27\n- Iraq | Assassinate | Terrorist Leader (Islamic State of Iraq and the Levant) | 2014-07-14\n- Terrorist Leader (Islamic State of Iraq and the Levant) | Occupy territory | Iraq | 2015-02-25\n- Terrorist Leader (Islamic State of Iraq and the Levant) | Occupy territory | Iraq | 2014-09-22\n- Terrorist Leader (Islamic State of Iraq and the Levant) | Use unconventional violence | Iraq | 2015-05-31\n- Terrorist Leader (Islamic State of Iraq and the Levant) | Use unconventional violence | France | 2015-12-29\n- Terrorist Leader (Islamic State of Iraq and the Levant) | Use unconventional violence | France | 2015-11-17\n- Terrorist (Popular Front for the Liberation of Palestine) | Make statement | Terrorist Leader (Syria) | 2012-06-23\n- Mahmoud Alavi | Make statement | Terrorist Leader (Islamic State of Iraq and the Levant) | 2015-08-25\n- Iraq | Employ aerial weapons | Terrorist Leader (Islamic State of Iraq and the Levant) | 2015-07-22\n- Iran | Praise or endorse | Terrorist Leader (Islamic State of Iraq and the Levant) | 2014-06-23\n- Iran | Criticize or denounce | Terrorist Leader (Islamic State of Iraq and the Levant) | 2015-12-11\n- Iran | Criticize or denounce | Terrorist Leader (Islamic State of Iraq and the Levant) | 2014-09-22\n- Iran | Criticize or denounce | Terrorist Leader (Islamic State of Iraq and the Levant) | 2014-09-20\nAnswer:", "completion": " Medical Personnel (Taiwan)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1168061", "prompt": "Which country hosted Philipp Rösler's visit from Philipp Rösler first?\nEvidence:\n- Vietnam | Host a visit | Philipp Rösler | 2012-09-24\n- Vietnam | Host a visit | Philipp Rösler | 2012-09-20\n- Vietnam | Host a visit | Philipp Rösler | 2012-09-18\n- Vietnam | Host a visit | Philipp Rösler | 2012-09-14\n- Vietnam | Host a visit | Philipp Rösler | 2012-08-26\n- Vietnam | Host a visit | Philipp Rösler | 2012-08-24\n- Vietnam | Host a visit | Philipp Rösler | 2012-08-23\n- Philipp Rösler | Make a visit | Vietnam | 2012-09-24\n- Philipp Rösler | Make a visit | Vietnam | 2012-09-20\n- Philipp Rösler | Make a visit | Vietnam | 2012-09-18\n- Philipp Rösler | Make a visit | Vietnam | 2012-09-14\n- Philipp Rösler | Make a visit | Vietnam | 2012-08-26\n- Philipp Rösler | Make a visit | Vietnam | 2012-08-24\n- Philipp Rösler | Make a visit | Vietnam | 2012-08-23\n- Philipp Rösler | Make a visit | China | 2012-08-30\nAnswer:", "completion": " Vietnam", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1008106", "prompt": "In which year did the citizens of Brazil make their first request to the Public Prosecutor of Brazil?\nEvidence:\n- Public Prosecutor (Brazil) | Criticize or denounce | First Command of the Capital | 2013-10-18\n- Public Prosecutor (Brazil) | Make statement | Ombudsman (Brazil) | 2009-02-26\n- Public Prosecutor (Brazil) | Make statement | Ministry (Brazil) | 2010-09-25\n- Public Prosecutor (Brazil) | Make statement | Ministry (Brazil) | 2008-02-21\n- Public Prosecutor (Brazil) | Make statement | Criminal (Brazil) | 2014-02-14\n- Public Prosecutor (Brazil) | Make statement | Criminal (Brazil) | 2014-02-13\n- Public Prosecutor (Brazil) | Make statement | Criminal (Brazil) | 2008-12-17\n- Ministry (Brazil) | Make statement | Public Prosecutor (Brazil) | 2012-12-03\n- Ministry (Brazil) | Make statement | Public Prosecutor (Brazil) | 2009-10-08\n- Ministry (Brazil) | Make statement | Public Prosecutor (Brazil) | 2006-05-17\n- Ministry (Brazil) | Make statement | Public Prosecutor (Brazil) | 2005-08-18\n- Ministry (Brazil) | Make statement | Public Prosecutor (Brazil) | 2005-05-12\n- Head of Government (Brazil) | Make statement | Public Prosecutor (Brazil) | 2009-02-05\n- Head of Government (Brazil) | Make statement | Public Prosecutor (Brazil) | 2008-09-03\n- Public Prosecutor (Brazil) | Investigate | Head of Government (Brazil) | 2006-05-02\nAnswer:", "completion": " 2005", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1042601", "prompt": "Which country was the first to accuse Evangelos Meimarakis?\nEvidence:\n- Evangelos Meimarakis | Accuse | Laos | 2008-03-28\n- France | Consult | Evangelos Meimarakis | 2006-06-15\n- Evangelos Meimarakis | Consult | France | 2006-06-15\n- Seyran Ohanyan | Consult | Evangelos Meimarakis | 2008-06-12\n- Fatmir Mediu | Consult | Evangelos Meimarakis | 2006-09-27\n- Evangelos Meimarakis | Demand | Citizen (Greece) | 2008-03-17\n- Evangelos Meimarakis | Consult | Seyran Ohanyan | 2008-06-12\n- Evangelos Meimarakis | Consult | Fatmir Mediu | 2006-09-27\n- Evangelos Meimarakis | Consult | Dragan Šutanovac | 2009-02-26\n- Dragan Šutanovac | Consult | Evangelos Meimarakis | 2009-02-26\n- Romania | Host a visit | Evangelos Meimarakis | 2006-03-22\n- France | Host a visit | Evangelos Meimarakis | 2006-06-15\n- Foreign Affairs (Austria) | Consult | Evangelos Meimarakis | 2005-05-25\n- Evangelos Meimarakis | Reject | Panhellenic Socialist Movement | 2006-03-04\n- Evangelos Meimarakis | Reduce relations | New Democracy | 2005-10-25\nAnswer:", "completion": " Laos", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1383394", "prompt": "In which year did the lawyer of South Korea investigate the military personnel of South Korea for the first time?\nEvidence:\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | South Korea | 2005-01-08\n- South Korea | Provide military aid | Iraq | 2005-01-03\n- South Korea | Engage in negotiation | Japan | 2005-01-08\n- South Korea | Engage in negotiation | Japan | 2005-01-03\n- Japan | Engage in negotiation | South Korea | 2005-01-08\n- Japan | Engage in negotiation | South Korea | 2005-01-03\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- Thailand | Demand | Military Personnel (Thailand) | 2005-01-26\n- Military Personnel (Thailand) | Make statement | Thailand | 2005-01-29\n- South Korea | Consult | Japan | 2005-01-06\nAnswer:", "completion": " 2005", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1305023", "prompt": "Which country hosted the visit of Abdullah Gül after April, 2014?\nEvidence:\n- China | Host a visit | Abdullah Gül | 2005-02-02\n- China | Host a visit | Abdullah Gül | 2005-02-01\n- China | Host a visit | Abdullah Gül | 2005-01-27\n- China | Host a visit | Abdullah Gül | 2005-01-25\n- Abdullah Gül | Make a visit | China | 2005-02-03\n- Abdullah Gül | Make a visit | China | 2005-02-02\n- Abdullah Gül | Make a visit | China | 2005-02-01\n- Abdullah Gül | Make a visit | China | 2005-01-27\n- Abdullah Gül | Make a visit | China | 2005-01-25\n- Middle East | Host a visit | Abdullah Gül | 2005-01-09\n- Middle East | Host a visit | Abdullah Gül | 2005-01-06\n- Middle East | Host a visit | Abdullah Gül | 2005-01-03\n- Abdullah Gül | Make a visit | Middle East | 2005-01-09\n- Abdullah Gül | Make a visit | Middle East | 2005-01-06\n- Abdullah Gül | Make a visit | Middle East | 2005-01-03\nAnswer:", "completion": " Kuwait", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1182757", "prompt": "Who was the first to endorse the International Monetary Fund after Abdel Fattah Al-Sisi?\nEvidence:\n- Abdel Fattah Al-Sisi | Praise or endorse | Police (Egypt) | 2012-12-19\n- People Associated with the Opposition (Egypt) | Praise or endorse | Abdel Fattah Al-Sisi | 2013-07-01\n- Protester (Egypt) | Reject | Abdel Fattah Al-Sisi | 2013-01-29\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-07-03\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-04-24\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-20\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-18\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-17\n- Barack Obama | Consult | Abdel Fattah Al-Sisi | 2013-04-26\n- Abdel Fattah Al-Sisi | Threaten | Protester (Egypt) | 2013-07-24\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-07-03\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-04-24\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-20\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-18\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-17\nAnswer:", "completion": " Treasury/Finance Ministry (Egypt)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1163334", "prompt": "Who did Tony Blair praise after 23 July 2014?\nEvidence:\n- Tony Blair | Praise or endorse | Vietnam | 2014-07-23\n- Tony Blair | Make statement | Vietnam | 2014-07-23\n- Vietnam | Make statement | UN Security Council | 2014-07-23\n- Pham Binh Minh | Make statement | Vietnam | 2014-07-23\nAnswer:", "completion": " Muhammadu Buhari", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 4, "n_anchors": 1} +{"id": "mtq_1141120", "prompt": "Who spoke to the Daily Trust by telephone after November 2012?\nEvidence:\n- Muhammadu Buhari | Discuss by telephone | Daily Trust | 2009-01-02\n- Government (Nigeria) | Discuss by telephone | Daily Trust | 2007-02-12\n- Daily Trust | Discuss by telephone | Muhammadu Buhari | 2009-01-02\n- Daily Trust | Discuss by telephone | Government (Nigeria) | 2007-02-12\n- Other Authorities / Officials (Nigeria) | Discuss by telephone | Daily Trust | 2009-08-13\n- Other Authorities / Officials (Nigeria) | Discuss by telephone | Daily Trust | 2009-05-18\n- Other Authorities / Officials (Nigeria) | Discuss by telephone | Daily Trust | 2008-12-30\n- Other Authorities / Officials (Nigeria) | Discuss by telephone | Daily Trust | 2008-07-28\n- Other Authorities / Officials (Nigeria) | Discuss by telephone | Daily Trust | 2005-08-17\n- Ghali Umar Na'Abba | Discuss by telephone | Daily Trust | 2006-12-14\n- Daily Trust | Discuss by telephone | Other Authorities / Officials (Nigeria) | 2009-08-13\n- Daily Trust | Discuss by telephone | Other Authorities / Officials (Nigeria) | 2009-05-18\n- Daily Trust | Discuss by telephone | Other Authorities / Officials (Nigeria) | 2008-12-30\n- Daily Trust | Discuss by telephone | Other Authorities / Officials (Nigeria) | 2008-07-28\n- Daily Trust | Discuss by telephone | Other Authorities / Officials (Nigeria) | 2005-08-17\nAnswer:", "completion": " Head of Government (Nigeria)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1177456", "prompt": "After Muhammad VI, who wanted to meet with the Royal Administration of Jordan?\nEvidence:\n- Muhammad VI | Express intent to meet or negotiate | Japan | 2005-11-15\n- Jack Straw | Express intent to meet or negotiate | Muhammad VI | 2006-02-13\n- Azali Assouman | Express intent to meet or negotiate | Muhammad VI | 2005-07-05\n- Shimon Peres | Consult | Muhammad VI | 2005-03-20\n- Shimon Peres | Consult | Muhammad VI | 2005-03-12\n- Muhammad VI | Consult | Shimon Peres | 2005-03-20\n- Muhammad VI | Consult | Shimon Peres | 2005-03-12\n- Muhammad VI | Consult | Mahmoud Abbas | 2005-05-28\n- Muhammad VI | Consult | Emperor Akihito | 2005-11-29\n- Mahmoud Abbas | Consult | Muhammad VI | 2005-05-28\n- Jack Straw | Consult | Muhammad VI | 2006-02-13\n- Emperor Akihito | Consult | Muhammad VI | 2005-11-29\n- Donald Rumsfeld | Consult | Muhammad VI | 2006-02-13\n- Royal Administration (Jordan) | Host a visit | Juan Carlos I | 2006-04-24\n- Juan Carlos I | Make a visit | Royal Administration (Jordan) | 2006-04-24\nAnswer:", "completion": " International Monetary Fund", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1331451", "prompt": "Who provided humanitarian aid for Yemen in the same month as the Healthcare Facility of Yemen?\nEvidence:\n- Yemen | Engage in negotiation | Malaysia | 2005-02-06\n- Yemen | Engage in negotiation | Eritrea | 2005-02-10\n- Yemen | Engage in negotiation | Eritrea | 2005-02-09\n- Malaysia | Engage in negotiation | Yemen | 2005-02-06\n- Eritrea | Engage in negotiation | Yemen | 2005-02-10\n- Eritrea | Engage in negotiation | Yemen | 2005-02-09\n- Yemen | Express intent to engage in diplomatic cooperation (such as policy support) | Business (Iran) | 2005-01-28\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-02-08\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-01-30\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-01-29\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-07-21\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-03-10\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-01-01\n- Malaysia | Engage in diplomatic cooperation | Yemen | 2005-02-08\n- Malaysia | Engage in diplomatic cooperation | Yemen | 2005-01-30\nAnswer:", "completion": " Iran", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1390106", "prompt": "To whom did Uganda's lawyer return people after March 2006?\nEvidence:\n- Lawyer/Attorney (Uganda) | Return, release person(s) | Priest (Uganda) | 2010-04-22\n- Lawyer/Attorney (Uganda) | Return, release person(s) | Citizen (Uganda) | 2011-07-15\n- Lawyer/Attorney (Uganda) | Return, release person(s) | Citizen (Uganda) | 2011-07-13\n- Lawyer/Attorney (Uganda) | Return, release person(s) | Citizen (Uganda) | 2009-11-12\n- Lawyer/Attorney (Uganda) | Return, release person(s) | Citizen (Uganda) | 2009-11-04\n- Lawyer/Attorney (Uganda) | Return, release person(s) | Citizen (Uganda) | 2009-03-23\n- Lawyer/Attorney (Uganda) | Return, release person(s) | Citizen (Uganda) | 2009-02-11\n- Lawyer/Attorney (Uganda) | Return, release person(s) | Citizen (Uganda) | 2008-06-02\n- Lawyer/Attorney (Uganda) | Return, release person(s) | Citizen (Uganda) | 2008-01-14\n- Lawyer/Attorney (Uganda) | Return, release person(s) | Citizen (Uganda) | 2007-12-21\n- Lawyer/Attorney (Uganda) | Return, release person(s) | Citizen (Uganda) | 2007-09-14\n- Lawyer/Attorney (Uganda) | Return, release person(s) | Citizen (Uganda) | 2007-03-28\n- Lawyer/Attorney (Uganda) | Return, release person(s) | Citizen (Uganda) | 2006-03-28\n- Lawyer/Attorney (Uganda) | Return, release person(s) | Citizen (Uganda) | 2006-03-01\n- Lawyer/Attorney (Malaysia) | Return, release person(s) | Malaysian People's Party | 2008-02-19\nAnswer:", "completion": " Citizen (Uganda)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1085618", "prompt": "Who did Yoshihiko Noda praise after Sep, 2011?\nEvidence:\n- Yoshihiko Noda | Praise or endorse | Okada Katsuya | 2009-05-18\n- Yoshihiko Noda | Demand | Japan | 2010-11-24\n- Yoshihiko Noda | Make statement | Japan | 2011-05-27\n- Yoshihiko Noda | Make statement | Japan | 2011-05-19\n- Yoshihiko Noda | Make statement | Japan | 2011-05-04\n- Yoshihiko Noda | Make statement | Japan | 2011-04-16\n- Yoshihiko Noda | Make statement | Japan | 2011-04-15\n- Yoshihiko Noda | Make statement | Japan | 2011-04-05\n- Yoshihiko Noda | Make statement | Japan | 2011-03-10\n- Yoshihiko Noda | Make statement | Japan | 2011-01-27\n- Yoshihiko Noda | Make statement | Japan | 2011-01-17\n- Yoshihiko Noda | Make statement | Japan | 2011-01-12\n- Yoshihiko Noda | Make statement | Japan | 2010-11-02\n- Yoshihiko Noda | Make statement | Japan | 2010-10-21\n- Yoshihiko Noda | Make statement | Japan | 2010-09-18\nAnswer:", "completion": " Kittiratt Na-Ranong", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1297637", "prompt": "Could you tell me the exact month when the media of Africa had a telephone conversation with the police of South Africa?\nEvidence:\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Police (South Africa) | Arrest, detain, or charge with legal action | South Africa | 2005-02-11\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-27\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-26\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-25\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-23\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-19\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-16\nAnswer:", "completion": " 2015-08", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1093569", "prompt": "Who negotiated with the Nigerian government after 2014?\nEvidence:\n- Nigerian Navy | Demand | Government (Nigeria) | 2009-06-29\n- Nigerian Navy | Accuse | Government (Nigeria) | 2013-11-05\n- Government (Nigeria) | Demand | Nigerian Navy | 2012-10-29\n- Nigerian Bar Association | Criticize or denounce | The Poor (Nigeria) | 2013-06-25\n- Nigerian Navy | Make statement | Government (Nigeria) | 2010-09-30\n- Nigerian Navy | Make statement | Government (Nigeria) | 2010-03-31\n- Nigerian Navy | Make statement | Government (Nigeria) | 2009-11-19\n- Nigerian Bar Association | Threaten | Government (Nigeria) | 2009-07-03\n- Nigerian Bar Association | Demand | Government (Nigeria) | 2013-09-02\n- Nigerian Bar Association | Demand | Government (Nigeria) | 2009-04-21\n- Nigerian Bar Association | Accuse | Government (Nigeria) | 2012-10-11\n- Nigerian Bar Association | Accuse | Government (Nigeria) | 2011-01-18\n- Nigerian Bar Association | Accuse | Government (Nigeria) | 2011-01-17\n- Government (Nigeria) | Demand | Nigerian Bar Association | 2008-10-27\n- Government (Nigeria) | Accuse | Nigerian Bar Association | 2008-10-27\nAnswer:", "completion": " Boko Haram", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1241668", "prompt": "Which country last hosted the visit of Ma Ying Jeou before the monastery of Taiwan?\nEvidence:\n- Monastery (Taiwan) | Host a visit | Ma Ying Jeou | 2005-02-19\n- Ma Ying Jeou | Make a visit | Monastery (Taiwan) | 2005-02-19\n- Professor (Taiwan) | Make statement | Ma Ying Jeou | 2005-02-15\n- Government Official (Taiwan) | Make statement | Ma Ying Jeou | 2005-04-12\n- Ma Ying Jeou | Make a visit | Japan | 2005-03-02\n- Ma Ying Jeou | Make a visit | China | 2005-05-22\n- Ma Ying Jeou | Make a visit | China | 2005-04-24\n- Ma Ying Jeou | Make a visit | China | 2005-04-05\n- Ma Ying Jeou | Make a visit | China | 2005-01-04\n- Japan | Host a visit | Ma Ying Jeou | 2005-03-02\n- China | Host a visit | Ma Ying Jeou | 2005-05-22\n- China | Host a visit | Ma Ying Jeou | 2005-04-24\n- China | Host a visit | Ma Ying Jeou | 2005-04-05\n- China | Host a visit | Ma Ying Jeou | 2005-01-04\n- Ma Ying Jeou | Demand | Kuomintang | 2005-02-05\nAnswer:", "completion": " China", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1037624", "prompt": "Who criticised Terje Roed Larsen on 1 November 2006?\nEvidence:\n- Foreign Affairs (Lebanon) | Criticize or denounce | Terje Roed Larsen | 2006-11-01\nAnswer:", "completion": " Foreign Affairs (Lebanon)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 1} +{"id": "mtq_1188923", "prompt": "Who did the African Union appeal to first in 2014?\nEvidence:\n- African Union | Engage in diplomatic cooperation | France | 2014-01-05\n- African Union | Make an appeal or request | Madagascar | 2014-01-27\n- Ethiopia | Consult | African Union | 2014-01-30\n- African Union | Consult | Ethiopia | 2014-01-30\n- African Union | Make an appeal or request | South Africa | 2014-01-31\n- African Union | Make an appeal or request | Citizen (Africa) | 2014-01-28\n- South Africa | Consult | African Union | 2014-01-31\n- African Union | Make statement | Ethiopia | 2014-01-23\n- African Union | Consult | South Africa | 2014-01-31\n- Japan | Express intent to provide economic aid | African Union | 2014-01-15\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | African Union | 2014-01-13\n- UN Security Council | Consult | African Union | 2014-01-30\n- Media Personnel (Angola) | Consult | African Union | 2014-01-28\n- France | Provide military aid | African Union | 2014-01-10\n- Ethiopia | Host a visit | African Union | 2014-02-03\nAnswer:", "completion": " Madagascar", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1252158", "prompt": "Before Tony Tan Keng Yam, with whom did Thongsing Thammavong express his intention to negotiate?\nEvidence:\n- Tony Tan Keng Yam | Consult | Thongsing Thammavong | 2014-02-21\n- Thongsing Thammavong | Consult | Tony Tan Keng Yam | 2014-02-21\n- Thongsing Thammavong | Express intent to meet or negotiate | Tony Tan Keng Yam | 2014-02-19\n- Tony Tan Keng Yam | Express intent to meet or negotiate | Vietnam | 2012-04-22\n- Tony Tan Keng Yam | Express intent to meet or negotiate | Malaysia | 2013-09-18\n- Tony Tan Keng Yam | Express intent to meet or negotiate | Malaysia | 2013-09-17\n- Tony Tan Keng Yam | Express intent to meet or negotiate | Boediono | 2012-11-26\n- Tony Tan Keng Yam | Make statement | Iran | 2012-05-31\n- Tony Tan Keng Yam | Consult | János Áder | 2013-11-12\n- Tony Tan Keng Yam | Consult | Businessperson (Germany) | 2012-06-25\n- János Áder | Consult | Tony Tan Keng Yam | 2013-11-12\n- Businessperson (Germany) | Consult | Tony Tan Keng Yam | 2012-06-25\n- Tony Tan Keng Yam | Express intent to cooperate | János Áder | 2013-11-13\n- János Áder | Express intent to cooperate | Tony Tan Keng Yam | 2013-11-13\n- Tsakhiagiyn Elbegdorj | Express intent to meet or negotiate | Tony Tan Keng Yam | 2013-11-23\nAnswer:", "completion": " Kim Hwang Sik", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1036258", "prompt": "After Dmitry Anatolyevich Medvedev, who negotiated first with Umaru Musa Yar'Adua?\nEvidence:\n- Umaru Musa Yar'Adua | Threaten | Government (Nigeria) | 2005-01-25\n- Umaru Musa Yar'Adua | Demand | Citizen (Nigeria) | 2007-05-31\n- Umaru Musa Yar'Adua | Consult | South Africa | 2007-04-26\n- Umaru Musa Yar'Adua | Consult | Abdoulaye Wade | 2007-05-08\n- Umaru Musa Yar'Adua | Accuse | Citizen (Nigeria) | 2007-01-05\n- South Africa | Consult | Umaru Musa Yar'Adua | 2007-04-26\n- Oluṣẹgun Ọbasanjọ | Yield | Umaru Musa Yar'Adua | 2007-05-30\n- Oluṣẹgun Ọbasanjọ | Yield | Umaru Musa Yar'Adua | 2007-05-29\n- Daily Trust | Reject | Umaru Musa Yar'Adua | 2007-02-09\n- Citizen (Nigeria) | Demand | Umaru Musa Yar'Adua | 2007-04-23\n- Abdoulaye Wade | Consult | Umaru Musa Yar'Adua | 2007-05-08\n- Umaru Musa Yar'Adua | Praise or endorse | China | 2007-05-30\n- Umaru Musa Yar'Adua | Make statement | Government (Nigeria) | 2007-05-29\n- Umaru Musa Yar'Adua | Make statement | Government (Nigeria) | 2007-05-08\n- Oluṣẹgun Ọbasanjọ | Make statement | Umaru Musa Yar'Adua | 2006-12-22\nAnswer:", "completion": " Cabinet / Council of Ministers / Advisors (United States)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1193438", "prompt": "Who did the Cabinet Council of Ministers Advisors of Thailand commend last before National Intelligence Agency?\nEvidence:\n- Cabinet / Council of Ministers / Advisors (Thailand) | Praise or endorse | National Intelligence Agency | 2014-09-24\n- Thailand | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-01-05\n- Thailand | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-01-04\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | Thailand | 2005-01-05\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | Thailand | 2005-01-04\n- Swaziland | Make statement | National Intelligence Agency | 2008-07-01\n- Police (Senegal) | Consult | National Intelligence Agency | 2007-10-30\n- National Intelligence Agency | Demand | Detainee (Gambia) | 2008-03-27\n- National Intelligence Agency | Consult | Police (Senegal) | 2007-10-30\n- National Intelligence Agency | Accuse | Citizen (Nigeria) | 2015-10-14\n- Government (South Africa) | Appeal for intelligence | National Intelligence Agency | 2005-06-09\n- National Intelligence Agency | Make statement | Head of Government (Gambia) | 2012-09-18\n- Police (South Africa) | Consult | National Intelligence Agency | 2009-10-15\n- Police (South Africa) | Consult | National Intelligence Agency | 2009-10-14\n- Pius Nkonzo Langa | Demand | National Intelligence Agency | 2007-03-01\nAnswer:", "completion": " Governor (Thailand)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1232859", "prompt": "Who last used conventional military force against the Muslims of Indonesia in 2006?\nEvidence:\n- Police (Indonesia) | Use conventional military force | Muslim (Indonesia) | 2006-04-12\n- Police (Indonesia) | Use conventional military force | Men (Indonesia) | 2006-10-31\n- Police (Indonesia) | Use conventional military force | Men (Indonesia) | 2006-10-23\n- Police (Indonesia) | Use conventional military force | Men (Indonesia) | 2006-09-06\n- Muslim (Indonesia) | Use conventional military force | Police (Indonesia) | 2006-04-12\n- Muslim (Indonesia) | Use conventional military force | Christian (Indonesia) | 2006-04-09\n- Muslim (Indonesia) | Use conventional military force | Christian (Indonesia) | 2006-03-16\n- Muslim (Indonesia) | Use conventional military force | Christian (Indonesia) | 2006-02-09\n- Christian (Indonesia) | Use conventional military force | Muslim (Indonesia) | 2006-09-22\n- Christian (Indonesia) | Use conventional military force | Muslim (Indonesia) | 2006-08-10\n- Christian (Indonesia) | Use conventional military force | Muslim (Indonesia) | 2006-08-09\n- Christian (Indonesia) | Use conventional military force | Muslim (Indonesia) | 2006-04-09\n- Christian (Indonesia) | Use conventional military force | Muslim (Indonesia) | 2006-03-16\n- Christian (Indonesia) | Use conventional military force | Muslim (Indonesia) | 2006-02-09\n- Police (Indonesia) | Use conventional military force | Azahari Husin | 2006-01-31\nAnswer:", "completion": " Christian (Indonesia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1273625", "prompt": "In which year did the Pakistani government use conventional military force against Benazir Bhutto for the first time?\nEvidence:\n- Government (Pakistan) | Engage in negotiation | Benazir Bhutto | 2006-02-13\n- Benazir Bhutto | Engage in negotiation | Government (Pakistan) | 2006-02-13\n- Government (Pakistan) | Reject | Benazir Bhutto | 2005-10-21\n- Government (Pakistan) | Investigate | Benazir Bhutto | 2005-09-21\n- Government (Pakistan) | Accuse | Benazir Bhutto | 2005-09-19\n- Benazir Bhutto | Accuse | Government (Pakistan) | 2005-03-11\n- Benazir Bhutto | Make statement | Government (Pakistan) | 2006-01-29\n- Benazir Bhutto | Make statement | Government (Pakistan) | 2005-11-28\n- Benazir Bhutto | Make statement | Government (Pakistan) | 2005-03-05\n- Benazir Bhutto | Make statement | Government (Pakistan) | 2005-01-18\n- Benazir Bhutto | Make statement | Government (Pakistan) | 2005-01-17\n- Government (Pakistan) | Sign formal agreement | Benazir Bhutto | 2006-04-20\n- Government (Pakistan) | Praise or endorse | Benazir Bhutto | 2005-12-04\n- Benazir Bhutto | Sign formal agreement | Government (Pakistan) | 2006-04-20\n- Pervez Musharraf | Engage in diplomatic cooperation | Benazir Bhutto | 2005-01-04\nAnswer:", "completion": " 2007", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1274645", "prompt": "Which country hosted the visit of the Israeli Defence Forces before April 2007?\nEvidence:\n- The Hague | Investigate | Israeli Defense Forces | 2014-08-08\n- The Hague | Investigate | Israeli Defense Forces | 2014-08-07\n- Israeli Defense Forces | Consult | Israeli Defense Forces | 2005-11-16\n- Israeli Defense Forces | Cooperate militarily | Israeli Defense Forces | 2005-10-17\n- Yemen | Host a visit | Saudi Arabian Defence Forces | 2015-09-07\n- Yemen | Host a visit | Saudi Arabian Defence Forces | 2015-08-03\n- Yemen | Host a visit | Saudi Arabian Defence Forces | 2015-05-03\n- Saudi Arabian Defence Forces | Make a visit | Yemen | 2015-09-07\n- Saudi Arabian Defence Forces | Make a visit | Yemen | 2015-08-03\n- Saudi Arabian Defence Forces | Make a visit | Yemen | 2015-05-03\n- Saudi Arabian Defence Forces | Host a visit | Abdul Aziz | 2006-02-02\n- Abdul Aziz | Make a visit | Saudi Arabian Defence Forces | 2006-02-02\n- Saudi Arabian Defence Forces | Threaten | Yemen | 2015-05-12\n- Saudi Arabian Defence Forces | Threaten | Yemen | 2015-05-09\n- Saudi Arabian Defence Forces | Reject | Iran | 2015-06-09\nAnswer:", "completion": " France", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1144280", "prompt": "Who was the first commended by Daniel Ortega after the Presidential Family of Nicaragua?\nEvidence:\n- Villager (Nicaragua) | Consult | Daniel Ortega | 2006-11-02\n- Government (Nicaragua) | Accuse | Daniel Ortega | 2005-04-26\n- Daniel Ortega | Reject | Government (Nicaragua) | 2005-04-27\n- Daniel Ortega | Consult | Villager (Nicaragua) | 2006-11-02\n- Daniel Ortega | Consult | Businessperson (Nicaragua) | 2006-11-08\n- Daniel Ortega | Accuse | Government (Nicaragua) | 2008-09-29\n- Businessperson (Nicaragua) | Consult | Daniel Ortega | 2006-11-08\n- Government (Nicaragua) | Make statement | Daniel Ortega | 2011-11-12\n- Daniel Ortega | Make statement | Lawmaker (Nicaragua) | 2005-09-12\n- Daniel Ortega | Make statement | Government (Nicaragua) | 2011-09-04\n- Daniel Ortega | Make statement | Government (Nicaragua) | 2010-10-22\n- Daniel Ortega | Make statement | Government (Nicaragua) | 2009-08-24\n- Daniel Ortega | Make statement | Government (Nicaragua) | 2009-03-14\n- Daniel Ortega | Make statement | Government (Nicaragua) | 2007-11-08\n- Daniel Ortega | Make statement | Government (Nicaragua) | 2007-09-15\nAnswer:", "completion": " Ma Ying Jeou", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1297916", "prompt": "Who was the last person to want to engage in diplomatic cooperation with the citizens of the United Kingdom before Ian Paisley?\nEvidence:\n- Ian Paisley | Reject | Citizen (United Kingdom) | 2006-05-22\n- Ian Paisley | Reject | Party Member (United Kingdom) | 2006-05-22\n- Citizen (United Kingdom) | Make pessimistic comment | Ian Paisley | 2005-04-26\n- Citizen (United Kingdom) | Bring lawsuit against | Ian Paisley | 2005-11-17\n- Tony Blair | Engage in negotiation | Ian Paisley | 2005-08-05\n- Tony Blair | Engage in negotiation | Ian Paisley | 2005-08-04\n- Tony Blair | Engage in negotiation | Ian Paisley | 2005-05-21\n- Tony Blair | Engage in negotiation | Ian Paisley | 2005-05-19\n- Ian Paisley | Engage in negotiation | Tony Blair | 2005-08-05\n- Ian Paisley | Engage in negotiation | Tony Blair | 2005-08-04\n- Ian Paisley | Engage in negotiation | Tony Blair | 2005-05-21\n- Ian Paisley | Engage in negotiation | Tony Blair | 2005-05-19\n- Ian Paisley | Engage in negotiation | Bertie Ahern | 2005-11-18\n- Ian Paisley | Engage in negotiation | Bertie Ahern | 2005-06-15\n- Ian Paisley | Engage in negotiation | Bertie Ahern | 2005-06-13\nAnswer:", "completion": " News Editor (United Kingdom)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1304719", "prompt": "Who was the first person to visit Islam Karimov after Philip Hammond?\nEvidence:\n- Philip Hammond | Consult | Islam Karimov | 2012-02-28\n- Islam Karimov | Consult | Philip Hammond | 2012-02-28\n- Philip Hammond | Make a visit | Islam Karimov | 2012-03-13\n- Philip Hammond | Host a visit | Islam Karimov | 2012-03-01\n- Islam Karimov | Make a visit | Philip Hammond | 2012-03-01\n- Islam Karimov | Host a visit | Philip Hammond | 2012-03-13\n- Philip Hammond | Make a visit | Kazakhstan | 2012-02-28\n- Philip Hammond | Make a visit | Iraq | 2014-06-29\n- Philip Hammond | Make a visit | Iraq | 2014-06-24\n- Kazakhstan | Host a visit | Philip Hammond | 2012-02-28\n- Iraq | Host a visit | Philip Hammond | 2014-06-29\n- Iraq | Host a visit | Philip Hammond | 2014-06-24\n- Philip Hammond | Threaten | Iran | 2012-10-12\n- Urmas Reinsalu | Host a visit | Philip Hammond | 2013-12-02\n- Philip Hammond | Make a visit | Urmas Reinsalu | 2013-12-02\nAnswer:", "completion": " Congress (United States)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1098821", "prompt": "Who was the first to express optimism about Vietnam after Nuri al-Maliki?\nEvidence:\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-05-20\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-26\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-25\n- Nuri al-Maliki | Consult | Iraq | 2006-04-27\n- Iraq | Consult | Nuri al-Maliki | 2006-04-27\n- Tony Blair | Consult | Nuri al-Maliki | 2006-05-22\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-22\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-20\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-09\n- Nuri al-Maliki | Make statement | Iraq | 2006-04-22\n- Nuri al-Maliki | Make statement | Iraq | 2005-08-22\n- Nuri al-Maliki | Consult | Tony Blair | 2006-05-22\n- Nuri al-Maliki | Consult | Legislature (Iraq) | 2006-05-20\n- Nuri al-Maliki | Consult | Legislature (Iraq) | 2006-05-17\n- Nuri al-Maliki | Consult | Donald Rumsfeld | 2006-05-03\nAnswer:", "completion": " Lockwood Smith", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1113777", "prompt": "Could you tell me the specific month when did Joachim Gauck receive the visit from Mahmoud Abbas?\nEvidence:\n- Mahmoud Abbas | Make a visit | Joachim Gauck | 2012-05-31\n- Mahmoud Abbas | Host a visit | Joachim Gauck | 2012-06-01\n- Joachim Gauck | Make a visit | Mahmoud Abbas | 2012-06-01\n- Joachim Gauck | Host a visit | Mahmoud Abbas | 2012-05-31\n- Mahmoud Abbas | Praise or endorse | Joachim Gauck | 2012-06-01\n- The Hague | Host a visit | Joachim Gauck | 2013-05-30\n- Joachim Gauck | Make a visit | The Hague | 2013-05-30\n- Joachim Gauck | Make an appeal or request | Mahmoud Abbas | 2012-05-31\n- Joachim Gauck | Make a visit | France | 2013-09-05\n- Joachim Gauck | Make a visit | France | 2013-09-03\n- Joachim Gauck | Make a visit | Ethiopia | 2013-03-19\n- Joachim Gauck | Make a visit | Ethiopia | 2013-03-18\n- France | Host a visit | Joachim Gauck | 2013-09-05\n- France | Host a visit | Joachim Gauck | 2013-09-03\n- Ethiopia | Host a visit | Joachim Gauck | 2013-03-19\nAnswer:", "completion": " 2012-05", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1335517", "prompt": "Who made the armed gang of Russia suffer from conventional military forces in 2006?\nEvidence:\n- Military (Russia) | Use conventional military force | Armed Gang (Russia) | 2006-05-07\n- Military (Russia) | Use conventional military force | Armed Gang (Russia) | 2006-03-04\n- Military (Russia) | Use conventional military force | Armed Gang (Russia) | 2006-02-11\n- Military (Russia) | Use conventional military force | Armed Gang (Russia) | 2006-02-03\n- Secret Agent (Russia) | Use conventional military force | Armed Gang (Russia) | 2006-10-19\n- Armed Gang (Russia) | Demand de-escalation of military engagement | Military (Russia) | 2006-05-26\n- Armed Gang (Russia) | Use unconventional violence | Military (Russia) | 2006-09-21\n- Armed Gang (Russia) | Use unconventional violence | Military (Russia) | 2006-07-05\n- Armed Gang (Russia) | Use unconventional violence | Military (Russia) | 2006-07-04\n- Armed Gang (Russia) | Use unconventional violence | Military (Russia) | 2006-06-29\n- Armed Gang (Russia) | Use unconventional violence | Military (Russia) | 2006-06-07\n- Armed Gang (Russia) | Use unconventional violence | Military (Russia) | 2006-05-07\n- Armed Gang (Russia) | Use unconventional violence | Military (Russia) | 2006-03-15\n- Armed Gang (Russia) | Use unconventional violence | Military (Russia) | 2006-03-04\n- Armed Gang (Russia) | Use unconventional violence | Military (Russia) | 2006-02-21\nAnswer:", "completion": " Military (Russia)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1177418", "prompt": "Before the ruling party of the United States, to whom did the citizens of International make their last appeal?\nEvidence:\n- Citizen (International) | Make an appeal or request | Ruling Party (United States) | 2011-01-30\n- Democratic Party | Make statement | Ruling Party (United States) | 2011-11-22\n- Muhammadu Buhari | Make statement | Ruling Party (United States) | 2008-11-10\n- Member of the Judiciary (United States) | Demand | Tyco International | 2005-09-19\n- Member of the Judiciary (United States) | Make statement | International Court of Justice | 2008-03-26\n- Member of the Judiciary (United States) | Reject | International Court of Justice | 2008-03-26\n- Ruling Party (South Korea) | Criticize or denounce | Envoy (United States) | 2006-02-23\n- The Chronicle | Praise or endorse | Ruling Party (Ghana) | 2010-01-19\n- Special Rapporteurs of the United Nations | Appeal to others to meet or negotiate | Citizen (International) | 2007-04-25\n- Sri Lanka United National Party | Make statement | Ruling Party (Sri Lanka) | 2015-08-18\n- Mexico | Make an appeal or request | Member of the Judiciary (United States) | 2010-06-23\n- Mexico | Make an appeal or request | Member of the Judiciary (United States) | 2010-06-22\n- Citizen (United Kingdom) | Make an appeal or request | Member of the Judiciary (United States) | 2014-04-21\n- Citizen (United Kingdom) | Make an appeal or request | Member of the Judiciary (United States) | 2014-03-31\n- People Associated with the Opposition (Ukraine) | Refuse to yield | Ruling Party (Ukraine) | 2013-02-20\nAnswer:", "completion": " China", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1309769", "prompt": "To which country was Raúl Castro's first denunciation addressed?\nEvidence:\n- Raúl Castro | Return, release person(s) | Miguel Galván Gutiérrez | 2010-09-25\n- Raúl Castro | Return, release person(s) | Detainee (United States) | 2010-07-10\n- Raúl Castro | Reject | Iran | 2012-01-12\n- Raúl Castro | Consult | Mexico | 2008-12-16\n- Raúl Castro | Consult | Laos | 2006-09-13\n- Raúl Castro | Consult | Iran | 2012-01-12\n- Raúl Castro | Consult | France | 2009-03-05\n- Raúl Castro | Consult | Colombia | 2012-03-05\n- Raúl Castro | Consult | China | 2012-07-07\n- Raúl Castro | Consult | China | 2012-07-06\n- Raúl Castro | Consult | China | 2009-09-03\n- Raúl Castro | Consult | China | 2008-02-27\n- Raúl Castro | Consult | China | 2007-05-12\n- Raúl Castro | Consult | China | 2005-04-19\n- Mexico | Consult | Raúl Castro | 2008-12-16\nAnswer:", "completion": " Iran", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1017917", "prompt": "With whom did Catherine Ashton announce her intention to meet in Kazakhstan in the same month?\nEvidence:\n- Catherine Ashton | Express intent to meet or negotiate | China | 2009-09-05\n- Ronald Kirk | Engage in negotiation | Catherine Ashton | 2009-07-01\n- Catherine Ashton | Engage in negotiation | Ronald Kirk | 2009-07-01\n- Catherine Ashton | Demand | China | 2008-12-19\n- Catherine Ashton | Demand | China | 2008-12-15\n- Catherine Ashton | Consult | Angola | 2009-02-12\n- Catherine Ashton | Consult | Angola | 2009-02-11\n- Angola | Consult | Catherine Ashton | 2009-02-12\n- Angola | Consult | Catherine Ashton | 2009-02-11\n- Ronald Kirk | Express intent to meet or negotiate | Catherine Ashton | 2009-06-04\n- Ronald Kirk | Express intent to meet or negotiate | Catherine Ashton | 2009-05-11\n- Ronald Kirk | Express intent to meet or negotiate | Catherine Ashton | 2009-05-07\n- Javier Solana | Express intent to meet or negotiate | Catherine Ashton | 2009-05-19\n- Catherine Ashton | Express intent to meet or negotiate | South Korea | 2008-12-24\n- Catherine Ashton | Express intent to meet or negotiate | Ronald Kirk | 2009-06-04\nAnswer:", "completion": " Middle East", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1307357", "prompt": "Who did Mario Monti want to cooperate with before 13 March 2012?\nEvidence:\n- Mario Monti | Express intent to cooperate | Catherine Ashton | 2012-03-13\n- Catherine Ashton | Express intent to cooperate | Mario Monti | 2012-03-13\n- Mario Monti | Consult | Catherine Ashton | 2012-03-13\n- Catherine Ashton | Consult | Mario Monti | 2012-03-13\n- Mario Monti | Meet at a 'third' location | Catherine Ashton | 2012-03-13\n- Catherine Ashton | Meet at a 'third' location | Mario Monti | 2012-03-13\nAnswer:", "completion": " Angela Merkel", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 6, "n_anchors": 1} +{"id": "mtq_1172890", "prompt": "After Sudan, who did the citizens of International accuse first?\nEvidence:\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Transparency International | Make statement | Ethiopia | 2005-03-13\n- Ethiopia | Accuse of human rights abuses | Ogaden National Liberation Front | 2005-07-20\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-27\nAnswer:", "completion": " Iran", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1059657", "prompt": "Which country did the citizens of Tanzania want to negotiate with on the same day of the East African Community?\nEvidence:\n- Tanzania | Consult | East African Community | 2008-04-18\n- Tanzania | Consult | East African Community | 2006-11-10\n- East African Community | Consult | Tanzania | 2008-04-18\n- East African Community | Consult | Tanzania | 2006-11-10\n- Tanzania | Make statement | East African Community | 2007-09-18\n- Ministry (Tanzania) | Consult | East African Community | 2006-09-03\n- East African Community | Make statement | Tanzania | 2005-12-16\n- East African Community | Make statement | Tanzania | 2005-08-10\n- East African Community | Consult | Ministry (Tanzania) | 2006-09-03\n- Tanzania | Express intent to cooperate | East African Community | 2007-08-22\n- East African Community | Express intent to cooperate | Tanzania | 2007-08-22\n- East African Community | Make statement | Secretariat (East African Community) | 2006-02-20\n- Tanzania | Host a visit | East African Community | 2007-08-21\n- Tanzania | Host a visit | East African Community | 2007-08-20\n- Tanzania | Host a visit | East African Community | 2007-02-26\nAnswer:", "completion": " Tanzania", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1299748", "prompt": "Which country did the Governor of Thailand last investigate in 2010?\nEvidence:\n- Thailand | Engage in negotiation | Abhisit Vejjajiva | 2010-01-14\n- Thailand | Engage in diplomatic cooperation | Laos | 2010-01-18\n- Thailand | Engage in diplomatic cooperation | Cambodia | 2010-02-10\n- Thailand | Engage in diplomatic cooperation | Cambodia | 2010-02-09\n- Thailand | Engage in diplomatic cooperation | Cambodia | 2010-01-12\n- Laos | Engage in diplomatic cooperation | Thailand | 2010-01-18\n- Cambodia | Engage in diplomatic cooperation | Thailand | 2010-02-10\n- Cambodia | Engage in diplomatic cooperation | Thailand | 2010-02-09\n- Cambodia | Engage in diplomatic cooperation | Thailand | 2010-01-12\n- Abhisit Vejjajiva | Engage in negotiation | Thailand | 2010-01-14\n- Special Rapporteurs of the United Nations | Make an appeal or request | Cambodia | 2010-06-17\n- Member of Parliament (Thailand) | Make a visit | Cambodia | 2010-01-26\n- Cambodia | Host a visit | Member of Parliament (Thailand) | 2010-01-26\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Industry (Thailand) | 2010-01-08\n- Abbot (Thailand) | Make statement | Thailand | 2010-01-18\nAnswer:", "completion": " Thailand", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1332594", "prompt": "Which was the first country that Ingrid Betancourt Pulecio wanted to meet in 2008?\nEvidence:\n- Ingrid Betancourt Pulecio | Demand | France | 2008-03-04\n- France | Demand | Ingrid Betancourt Pulecio | 2008-03-31\n- France | Demand | Ingrid Betancourt Pulecio | 2008-03-30\n- Rafael Correa | Consult | Ingrid Betancourt Pulecio | 2008-05-15\n- Rafael Correa | Consult | Ingrid Betancourt Pulecio | 2008-05-14\n- Rafael Correa | Consult | Ingrid Betancourt Pulecio | 2008-05-11\n- Ingrid Betancourt Pulecio | Make statement | France | 2008-01-01\n- Ingrid Betancourt Pulecio | Consult | Rafael Correa | 2008-05-15\n- Ingrid Betancourt Pulecio | Consult | Rafael Correa | 2008-05-14\n- Ingrid Betancourt Pulecio | Consult | Rafael Correa | 2008-05-11\n- Ingrid Betancourt Pulecio | Consult | Guerrilla (Colombia) | 2008-04-09\n- Guerrilla (Colombia) | Consult | Ingrid Betancourt Pulecio | 2008-04-09\n- France | Make statement | Ingrid Betancourt Pulecio | 2008-04-07\n- Colombia | Make statement | Ingrid Betancourt Pulecio | 2008-07-02\n- Colombia | Make statement | Ingrid Betancourt Pulecio | 2008-04-13\nAnswer:", "completion": " France", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1117559", "prompt": "Before the UN Security Council, with whom did Lee Myung Bak last express the intention to participate in diplomatic cooperation?\nEvidence:\n- UN Security Council | Express intent to engage in diplomatic cooperation (such as policy support) | Iraq | 2005-02-01\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- Lee Myung Bak | Refuse to yield | South Korea | 2007-05-13\n- Lee Myung Bak | Reduce or break diplomatic relations | Thailand | 2007-01-14\n- South Korea | Threaten | Lee Myung Bak | 2007-06-05\n- Lee Myung Bak | Demand | South Korea | 2007-06-20\n- Lee Myung Bak | Consult | Islam Karimov | 2006-03-30\n- Islam Karimov | Consult | Lee Myung Bak | 2006-03-30\n- Lee Myung Bak | Praise or endorse | Supreme Council (South Korea) | 2006-07-14\n- Lee Myung Bak | Express intent to meet or negotiate | Industry (India) | 2007-04-10\n- Lee Myung Bak | Express intent to meet or negotiate | Citizen (Mongolia) | 2005-09-04\n- Lee Myung Bak | Express intent to meet or negotiate | Abdul Kalam | 2007-04-10\n- Lee Myung Bak | Express intent to meet or negotiate | Abdul Kalam | 2007-04-09\n- South Korea | Make statement | Lee Myung Bak | 2007-05-10\n- South Korea | Make statement | Lee Myung Bak | 2007-01-23\nAnswer:", "completion": " Association of Southeast Asian Nations", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1024880", "prompt": "Who was the first to praise Raúl Castro after the member of the Algerian government?\nEvidence:\n- Raúl Castro | Praise or endorse | Vietnam | 2005-05-01\n- Raúl Castro | Praise or endorse | Combatant (Cuba) | 2005-03-13\n- Raúl Castro | Consult | China | 2005-04-19\n- China | Consult | Raúl Castro | 2005-04-19\n- Xu Caihou | Consult | Raúl Castro | 2005-04-18\n- Wen Jiabao | Consult | Raúl Castro | 2005-04-19\n- Raúl Castro | Make statement | Vietnam | 2005-05-04\n- Raúl Castro | Make statement | Vietnam | 2005-04-30\n- Raúl Castro | Make statement | China | 2005-04-21\n- Raúl Castro | Make statement | China | 2005-04-20\n- Raúl Castro | Consult | Xu Caihou | 2005-04-18\n- Raúl Castro | Consult | Wen Jiabao | 2005-04-19\n- Vietnam | Host a visit | Raúl Castro | 2005-05-04\n- Vietnam | Host a visit | Raúl Castro | 2005-05-03\n- Vietnam | Host a visit | Raúl Castro | 2005-05-02\nAnswer:", "completion": " Legislature (Venezuela)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1213415", "prompt": "Which country hosted the visit of Sheikh Hamad bin Khalifa al-Thani last, before Portugal?\nEvidence:\n- Sheikh Hamad bin Khalifa al-Thani | Discuss by telephone | Sheikh Hamad bin Isa al Khalifah | 2005-05-07\n- Sheikh Hamad bin Isa al Khalifah | Discuss by telephone | Sheikh Hamad bin Khalifa al-Thani | 2005-05-07\n- Sheikh Hamad bin Khalifa al-Thani | Make a visit | Maldives | 2005-04-17\n- Sheikh Hamad bin Khalifa al-Thani | Make a visit | Japan | 2005-06-08\n- Sheikh Hamad bin Khalifa al-Thani | Make a visit | Japan | 2005-06-07\n- Maldives | Host a visit | Sheikh Hamad bin Khalifa al-Thani | 2005-04-17\n- Japan | Host a visit | Sheikh Hamad bin Khalifa al-Thani | 2005-06-08\n- Japan | Host a visit | Sheikh Hamad bin Khalifa al-Thani | 2005-06-07\n- Tony Blair | Consult | Sheikh Hamad bin Khalifa al-Thani | 2005-03-03\n- Sheikh Hamad bin Khalifa al-Thani | Make statement | Qatar | 2005-06-08\n- Sheikh Hamad bin Khalifa al-Thani | Make statement | Qatar | 2005-04-15\n- Sheikh Hamad bin Khalifa al-Thani | Make statement | Qatar | 2005-04-01\n- Sheikh Hamad bin Khalifa al-Thani | Make statement | Qatar | 2005-03-22\n- Sheikh Hamad bin Khalifa al-Thani | Consult | Tony Blair | 2005-03-03\n- Sheikh Hamad bin Khalifa al-Thani | Consult | Pervez Musharraf | 2005-06-05\nAnswer:", "completion": " Yemen", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1117928", "prompt": "Who did the citizens of Australia made optimistic comments on last before the Professor of Australia?\nEvidence:\n- Professor (Australia) | Make optimistic comment | Citizen (Australia) | 2010-05-24\n- Professor (Australia) | Make optimistic comment | Citizen (Australia) | 2007-02-27\n- Citizen (Australia) | Make optimistic comment | Professor (Australia) | 2009-08-24\n- France | Rally support on behalf of | Professor (France) | 2009-08-08\n- Peter O'Neill | Impose restrictions on political freedoms | Professor (Australia) | 2013-01-14\n- Member of Parliament (Australia) | Demand | Professor (Australia) | 2014-10-27\n- Professor (Australia) | Make statement | People Associated with the Opposition (Australia) | 2008-07-06\n- Professor (Australia) | Make statement | People Associated with the Opposition (Australia) | 2006-02-13\n- Foreign Affairs (France) | Rally support on behalf of | Professor (France) | 2009-08-08\n- Professor (Australia) | Make statement | Member of Parliament (Australia) | 2015-09-03\n- Professor (Australia) | Make statement | Member of Parliament (Australia) | 2009-10-31\n- Professor (Australia) | Make statement | Member of Parliament (Australia) | 2006-03-20\n- Member of Parliament (Australia) | Make statement | Professor (Australia) | 2009-02-10\n- Member of Parliament (Australia) | Make statement | Professor (Australia) | 2008-10-02\n- Head of Government (Taiwan) | Make optimistic comment | Professor (Taiwan) | 2005-01-21\nAnswer:", "completion": " Citizen (Australia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1363822", "prompt": "Before the Government of Nigeria, who did Ibrahim Shekarau request for last?\nEvidence:\n- Ibrahim Shekarau | Accuse | Government (Nigeria) | 2010-10-05\n- Ibrahim Shekarau | Consult | Head of Government (Nigeria) | 2008-12-10\n- Ibrahim Shekarau | Consult | Head of Government (Nigeria) | 2006-01-17\n- Head of Government (Nigeria) | Consult | Ibrahim Shekarau | 2008-12-10\n- Head of Government (Nigeria) | Consult | Ibrahim Shekarau | 2006-01-17\n- Ibrahim Shekarau | Make statement | Government (Nigeria) | 2010-05-20\n- Ibrahim Shekarau | Make statement | Government (Nigeria) | 2009-12-29\n- Ibrahim Shekarau | Make statement | Government (Nigeria) | 2009-05-28\n- Ibrahim Shekarau | Make statement | Government (Nigeria) | 2009-03-09\n- Ibrahim Shekarau | Make statement | Government (Nigeria) | 2009-01-15\n- Ibrahim Shekarau | Make statement | Government (Nigeria) | 2008-12-18\n- Ibrahim Shekarau | Make statement | Government (Nigeria) | 2008-11-18\n- Ibrahim Shekarau | Make statement | Government (Nigeria) | 2008-08-27\n- Ibrahim Shekarau | Make statement | Government (Nigeria) | 2008-08-08\n- Ibrahim Shekarau | Make statement | Government (Nigeria) | 2008-08-04\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1158861", "prompt": "In which month did the Lawyer/Attorney of Uganda first make negative remarks about the women of Uganda?\nEvidence:\n- Lawyer/Attorney (Uganda) | Make pessimistic comment | Women (Uganda) | 2015-12-28\n- Lawyer/Attorney (Uganda) | Make pessimistic comment | Women (Uganda) | 2014-03-07\n- Women (Uganda) | Make an appeal or request | Lawyer/Attorney (Uganda) | 2010-08-31\n- First Command of the Capital | Use unconventional violence | Lawyer/Attorney (Costa Rica) | 2008-07-26\n- Attorney General (Uganda) | Make statement | Lawyer/Attorney (Uganda) | 2005-03-21\n- Professor (Uganda) | Make statement | Lawyer/Attorney (Uganda) | 2008-08-08\n- Police (Uganda) | Make statement | Lawyer/Attorney (Uganda) | 2013-11-20\n- Police (Uganda) | Make statement | Lawyer/Attorney (Uganda) | 2012-10-10\n- Police (Uganda) | Make statement | Lawyer/Attorney (Uganda) | 2011-11-22\n- Police (Uganda) | Make statement | Lawyer/Attorney (Uganda) | 2010-09-06\n- Police (Uganda) | Make statement | Lawyer/Attorney (Uganda) | 2009-10-29\n- Police (Uganda) | Make statement | Lawyer/Attorney (Uganda) | 2008-04-10\n- Lawyer/Attorney (Uganda) | Make statement | Police (Uganda) | 2013-07-24\n- Lawyer/Attorney (Uganda) | Make statement | Police (Uganda) | 2011-04-21\n- Lawyer/Attorney (Uganda) | Make statement | Police (Uganda) | 2010-10-04\nAnswer:", "completion": " 2014-03", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1040197", "prompt": "When was the last time the Egyptian Prime Minister spoke by telephone with the Royal Administration of Saudi Arabia?\nEvidence:\n- Royal Administration (Saudi Arabia) | Discuss by telephone | Iraq | 2015-01-07\n- Royal Administration (Saudi Arabia) | Discuss by telephone | Iraq | 2015-01-06\n- Iraq | Discuss by telephone | Royal Administration (Saudi Arabia) | 2015-01-07\n- Iraq | Discuss by telephone | Royal Administration (Saudi Arabia) | 2015-01-06\n- Royal Administration (Saudi Arabia) | Discuss by telephone | Mahmoud Ahmadinejad | 2010-11-22\n- Royal Administration (Saudi Arabia) | Discuss by telephone | Mahmoud Ahmadinejad | 2010-10-23\n- Royal Administration (Saudi Arabia) | Discuss by telephone | Mahmoud Ahmadinejad | 2010-10-22\n- Royal Administration (Saudi Arabia) | Discuss by telephone | Business (Iran) | 2010-10-21\n- Royal Administration (Saudi Arabia) | Discuss by telephone | Barack Obama | 2013-07-13\n- Royal Administration (Saudi Arabia) | Discuss by telephone | Barack Obama | 2013-07-12\n- Royal Administration (Saudi Arabia) | Discuss by telephone | Barack Obama | 2011-03-17\n- Royal Administration (Saudi Arabia) | Discuss by telephone | Abdullah Gül | 2009-01-16\n- Mahmoud Ahmadinejad | Discuss by telephone | Royal Administration (Saudi Arabia) | 2010-11-22\n- Mahmoud Ahmadinejad | Discuss by telephone | Royal Administration (Saudi Arabia) | 2010-10-23\n- Mahmoud Ahmadinejad | Discuss by telephone | Royal Administration (Saudi Arabia) | 2010-10-22\nAnswer:", "completion": " 2015-03-27", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1245646", "prompt": "Who did the citizens of Australia condemn first, after the citizens of Africa?\nEvidence:\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- First Command of the Capital | Criticize or denounce | Citizen (Brazil) | 2008-10-30\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2012-05-31\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2009-10-23\n- Public Prosecutor (Brazil) | Criticize or denounce | First Command of the Capital | 2013-10-18\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-13\nAnswer:", "completion": " Police (Australia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1189727", "prompt": "Who wanted to negotiate with the UN security council on the same month of the Envoy of Democratic Republic of Congo?\nEvidence:\n- UN Security Council | Rally support on behalf of | Rafiq Hariri | 2005-02-16\n- UN Security Council | Rally support on behalf of | Rafiq Hariri | 2005-02-15\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- Foreign Affairs (Syria) | Express intent to meet or negotiate | UN Security Council | 2005-03-04\n- UN Security Council | Demand settling of dispute | Citizen (Sudan) | 2005-01-13\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\n- UN Security Council | Consult | Nabil Shaath | 2005-01-11\n- UN Security Council | Consult | John Garang | 2005-02-09\n- UN Security Council | Consult | John Garang | 2005-02-08\n- UN Security Council | Consult | African Union | 2005-01-10\n- Nabil Shaath | Consult | UN Security Council | 2005-01-11\nAnswer:", "completion": " Ismaïl Omar Guelleh", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1095032", "prompt": "After 25 November 2008, who returned people to the fishermen of India?\nEvidence:\n- Government (Pakistan) | Return, release person(s) | Fishermen (India) | 2008-11-25\nAnswer:", "completion": " Court Judge (India)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1068981", "prompt": "After the 9th of August 2014, against whom did the Department of Defense of the United States use conventional military force?\nEvidence:\n- Israeli Defense Forces | Use conventional military force | Men (United States) | 2009-03-24\n- Israeli Defense Forces | Use conventional military force | Men (United States) | 2009-03-23\n- Israeli Defense Forces | Use conventional military force | Activist (United States) | 2009-03-14\n- Defense / Security Ministry (United States) | Use conventional military force | Sudan | 2015-07-24\n- Defense / Security Ministry (United States) | Use conventional military force | Iraq | 2014-08-09\n- Defense / Security Ministry (United States) | Use conventional military force | China | 2007-06-04\n- Secretary of State for the Home Department | Use conventional military force | Children (United Kingdom) | 2006-06-12\n- Defense / Security Ministry (United States) | Use conventional military force | Adan Garar | 2015-03-20\n- Defense / Security Ministry (United States) | Use conventional military force | Abu Sayyaf | 2015-05-16\n- Vietnam | Use conventional military force | Naval (United States) | 2005-12-06\n- Vietnam | Use conventional military force | Naval (United States) | 2005-10-31\n- United States Senate | Use conventional military force | Iraq | 2007-03-26\n- Sudan | Use conventional military force | Congress (United States) | 2006-11-27\n- Naval (United States) | Use conventional military force | Japan | 2008-09-02\n- Naval (United States) | Use conventional military force | Iran | 2007-01-14\nAnswer:", "completion": " Abu Sayyaf", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1022422", "prompt": "Which country was praised by the French Foreign Minister in the same month by the Georgian government?\nEvidence:\n- Minister Bogollagama | Discuss by telephone | Foreign Affairs (India) | 2009-10-04\n- Foreign Affairs (India) | Discuss by telephone | Minister Bogollagama | 2009-10-04\n- Police (French Polynesia) | Consult | Lawyer/Attorney (French Polynesia) | 2014-08-22\n- Lawyer/Attorney (French Polynesia) | Consult | Police (French Polynesia) | 2014-08-22\n- Foreign Affairs (France) | Make statement | French Southern Territories | 2015-11-09\n- Foreign Affairs (France) | Make statement | French Southern Territories | 2015-11-07\n- Foreign Affairs (France) | Make statement | French Southern Territories | 2015-11-04\n- Minister Bogollagama | Engage in negotiation | Foreign Affairs (India) | 2009-01-18\n- Foreign Affairs (India) | Engage in negotiation | Minister Bogollagama | 2009-01-18\n- Georgian Troupe | Make statement | Detainee (Georgia) | 2009-04-06\n- Prime Minister Bhattarai | Engage in negotiation | Foreign Affairs (India) | 2011-09-13\n- Foreign Affairs (India) | Engage in negotiation | Prime Minister Bhattarai | 2011-09-13\n- Vietnam | Engage in diplomatic cooperation | French Communist Party | 2009-04-29\n- French Communist Party | Criticize or denounce | Government (France) | 2005-04-06\n- Minister Bogollagama | Consult | Foreign Affairs (Nepal) | 2007-07-03\nAnswer:", "completion": " Yemen", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1124338", "prompt": "Who was the first to visit Wang Yi after Shimon Peres?\nEvidence:\n- Wang Yi | Make a visit | Japan | 2007-12-25\n- Wang Yi | Make a visit | Japan | 2006-04-06\n- Wang Yi | Make a visit | Japan | 2005-10-17\n- Japan | Host a visit | Wang Yi | 2007-12-25\n- Japan | Host a visit | Wang Yi | 2006-04-06\n- Japan | Host a visit | Wang Yi | 2005-10-17\n- Wang Yi | Investigate | China | 2005-08-17\n- Wang Yi | Demand | Japan | 2006-05-10\n- Shimon Peres | Make a visit | France | 2005-04-15\n- France | Host a visit | Shimon Peres | 2005-04-15\n- Wang Yi | Make a visit | South Korea | 2008-01-15\n- Wang Yi | Make a visit | South Korea | 2008-01-14\n- Wang Yi | Make a visit | South Korea | 2008-01-13\n- Wang Yi | Host a visit | Pervez Musharraf | 2007-12-15\n- South Korea | Host a visit | Wang Yi | 2008-01-15\nAnswer:", "completion": " Abdelilah Benkirane", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1227282", "prompt": "In 2014, who used small arms and light weapons against the citizens of Tanzania?\nEvidence:\n- Citizen (Tanzania) | fight with small arms and light weapons | Police (Tanzania) | 2005-05-01\n- Police (Kenya) | fight with small arms and light weapons | Businessperson (Kenya) | 2013-04-04\n- Men (Kenya) | fight with small arms and light weapons | Businessperson (Kenya) | 2010-12-06\n- Businessperson (Kenya) | fight with small arms and light weapons | Student (Kenya) | 2015-10-06\n- Businessperson (Kenya) | fight with small arms and light weapons | Police (Kenya) | 2006-09-29\n- Citizen (Tanzania) | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2005-04-01\n- Police (Tanzania) | Use tactics of violent repression | Citizen (Tanzania) | 2005-04-12\n- Police (Tanzania) | Use tactics of violent repression | Citizen (Tanzania) | 2005-04-11\n- Tanzania | Engage in diplomatic cooperation | China | 2005-04-15\n- China | Engage in diplomatic cooperation | Tanzania | 2005-04-15\n- Tanzania | Accuse | Citizen (Tanzania) | 2005-08-23\n- Police (Tanzania) | Investigate | Tanzania | 2005-04-04\n- Police (Tanzania) | Confiscate property | Tanzania | 2005-04-29\n- Police (Tanzania) | Confiscate property | Tanzania | 2005-03-08\n- Police (Tanzania) | Accuse | Citizen (Tanzania) | 2005-07-25\nAnswer:", "completion": " Police (Tanzania)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1135932", "prompt": "When did the Islamic militant group Hamas first sign an agreement with Mahmoud Abbas?\nEvidence:\n- Pervez Musharraf | Make an appeal or request | Mahmoud Abbas | 2005-01-10\n- Gerhard Schröder | Make an appeal or request | Mahmoud Abbas | 2005-01-10\n- Mahmoud Abbas | Make statement | Japan | 2005-01-10\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-11\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-10\n- Mahmoud Abbas | Consult | Associated Press | 2005-01-01\n- Mahmoud Abbas | Consult | Abdullah Gül | 2005-01-05\n- Javier Solana | Consult | Mahmoud Abbas | 2005-01-11\n- Javier Solana | Consult | Mahmoud Abbas | 2005-01-10\n- Associated Press | Consult | Mahmoud Abbas | 2005-01-01\n- Abdullah Gül | Consult | Mahmoud Abbas | 2005-01-05\n- Vietnam | Praise or endorse | Mahmoud Abbas | 2005-01-11\n- Shimon Peres | Make statement | Mahmoud Abbas | 2005-01-10\n- Rafael Antonio Bielsa | Consult | Mahmoud Abbas | 2005-01-10\n- Pervez Musharraf | Make statement | Mahmoud Abbas | 2005-01-11\nAnswer:", "completion": " 2006-11-06", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1125293", "prompt": "Who last wanted to negotiate with the Governor of India before the Air Marshal of India?\nEvidence:\n- Governor (India) | Consult | Air Marshall (India) | 2012-10-06\n- Air Marshall (India) | Consult | Governor (India) | 2012-10-06\n- Air Marshall (India) | Express intent to meet or negotiate | Governor (India) | 2005-03-22\n- Head of Government (India) | Express intent to meet or negotiate | Governor (India) | 2015-11-12\n- Head of Government (India) | Express intent to meet or negotiate | Governor (India) | 2015-01-13\n- Head of Government (India) | Express intent to meet or negotiate | Governor (India) | 2013-12-18\n- Head of Government (India) | Express intent to meet or negotiate | Governor (India) | 2006-07-10\n- Head of Government (India) | Express intent to meet or negotiate | Governor (India) | 2005-11-05\n- Governor (India) | Express intent to meet or negotiate | Head of Government (India) | 2013-12-18\n- Governor (India) | Express intent to meet or negotiate | Head of Government (India) | 2005-03-05\n- Secretary of State for the Home Department | Express intent to meet or negotiate | Governor (India) | 2015-10-07\n- Secretary of State for the Home Department | Express intent to meet or negotiate | Governor (India) | 2006-06-16\n- Secretary of State for the Home Department | Express intent to meet or negotiate | Governor (India) | 2006-06-15\n- People Associated with the Opposition (Rajya Sabha) | Accuse | Governor (India) | 2015-12-17\n- Villager (India) | Express intent to meet or negotiate | Governor (India) | 2015-09-25\nAnswer:", "completion": " Shivraj Patil", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1109487", "prompt": "Before Jun 5th, 2005, who received the visit from Abdullah Gül?\nEvidence:\n- China | Host a visit | Abdullah Gül | 2005-02-02\n- China | Host a visit | Abdullah Gül | 2005-02-01\n- China | Host a visit | Abdullah Gül | 2005-01-27\n- China | Host a visit | Abdullah Gül | 2005-01-25\n- Abdullah Gül | Make a visit | China | 2005-02-03\n- Abdullah Gül | Make a visit | China | 2005-02-02\n- Abdullah Gül | Make a visit | China | 2005-02-01\n- Abdullah Gül | Make a visit | China | 2005-01-27\n- Abdullah Gül | Make a visit | China | 2005-01-25\n- Middle East | Host a visit | Abdullah Gül | 2005-01-09\n- Middle East | Host a visit | Abdullah Gül | 2005-01-06\n- Middle East | Host a visit | Abdullah Gül | 2005-01-03\n- Abdullah Gül | Make a visit | Middle East | 2005-01-09\n- Abdullah Gül | Make a visit | Middle East | 2005-01-06\n- Abdullah Gül | Make a visit | Middle East | 2005-01-03\nAnswer:", "completion": " Jack Straw", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1061093", "prompt": "When did South Africa last reject the Government of Nigeria?\nEvidence:\n- South Africa | Reject | Winnie Madikizela-Mandela | 2005-02-11\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- Head of Government (Nigeria) | Consult | African Union | 2005-02-01\n- Head of Government (Nigeria) | Consult | African Union | 2005-01-31\n- African Union | Consult | Head of Government (Nigeria) | 2005-02-01\n- African Union | Consult | Head of Government (Nigeria) | 2005-01-31\n- Government (South Africa) | Engage in diplomatic cooperation | African Union | 2005-02-26\n- South Africa | Consult | China | 2005-02-05\n- China | Consult | South Africa | 2005-02-05\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\nAnswer:", "completion": " 2014-09-19", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1324046", "prompt": "Which country accused Sudan first, after the Foreign Ministry of Israel?\nEvidence:\n- Ethiopia | Make statement | Foreign Affairs (Israel) | 2005-03-30\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-27\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-26\nAnswer:", "completion": " South Sudan", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1010362", "prompt": "In which month did Mahmoud Abbas last negotiate with Eli Yishai?\nEvidence:\n- Mahmoud Abbas | Engage in negotiation | Eli Yishai | 2007-10-09\n- Eli Yishai | Engage in negotiation | Mahmoud Abbas | 2007-10-09\n- Eli Yishai | Make statement | Mahmoud Abbas | 2007-10-15\n- Likud | Reject | Eli Yishai | 2008-03-04\n- Omar Suleiman | Engage in negotiation | Eli Yishai | 2005-02-04\n- Eli Yishai | Engage in negotiation | Omar Suleiman | 2005-02-04\n- Eli Yishai | Engage in negotiation | Benjamin Netanyahu | 2010-03-11\n- Benjamin Netanyahu | Engage in negotiation | Eli Yishai | 2010-03-11\n- Tzipi Livni | Reject | Eli Yishai | 2008-02-06\n- Tzipi Livni | Consult | Eli Yishai | 2008-09-19\n- Tzipi Livni | Consult | Eli Yishai | 2008-02-14\n- Tzipi Livni | Consult | Eli Yishai | 2008-02-06\n- Shimon Peres | Consult | Eli Yishai | 2005-02-13\n- Omar Suleiman | Consult | Eli Yishai | 2005-02-03\n- Eli Yishai | Consult | Tzipi Livni | 2008-09-19\nAnswer:", "completion": " 2007-10", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1008936", "prompt": "Before Barack Obama, who last hosted Saud bin Faisal bin Abdul-Aziz's visit from Saud bin Faisal bin Abdul-Aziz?\nEvidence:\n- Saud bin Faisal bin Abdul-Aziz | Reject | Iraq | 2005-09-22\n- Saud bin Faisal bin Abdul-Aziz | Accuse | Iran | 2005-10-16\n- Tony Blair | Consult | Saud bin Faisal bin Abdul-Aziz | 2006-01-17\n- Tony Blair | Consult | Saud bin Faisal bin Abdul-Aziz | 2006-01-16\n- Saud bin Faisal bin Abdul-Aziz | Make statement | Iraq | 2005-10-03\n- Saud bin Faisal bin Abdul-Aziz | Make statement | Iraq | 2005-10-02\n- Saud bin Faisal bin Abdul-Aziz | Consult | Tony Blair | 2006-01-17\n- Saud bin Faisal bin Abdul-Aziz | Consult | Tony Blair | 2006-01-16\n- Saud bin Faisal bin Abdul-Aziz | Consult | Jack Straw | 2006-01-17\n- Saud bin Faisal bin Abdul-Aziz | Consult | Jack Straw | 2006-01-16\n- Saud bin Faisal bin Abdul-Aziz | Consult | Jack Straw | 2005-02-24\n- Saud bin Faisal bin Abdul-Aziz | Consult | Jack Straw | 2005-02-23\n- Jack Straw | Consult | Saud bin Faisal bin Abdul-Aziz | 2006-01-17\n- Jack Straw | Consult | Saud bin Faisal bin Abdul-Aziz | 2006-01-16\n- Jack Straw | Consult | Saud bin Faisal bin Abdul-Aziz | 2005-02-24\nAnswer:", "completion": " Dmitry Anatolyevich Medvedev", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1051505", "prompt": "Who wanted to meet with Aceh after 2005?\nEvidence:\n- Aceh | Express intent to meet or negotiate | Aceh | 2005-01-03\n- Aceh | Provide aid | Aceh | 2005-01-11\n- Aceh | Provide humanitarian aid | Aceh | 2005-01-11\n- Thailand | Express intent to meet or negotiate | Aceh | 2005-01-14\n- Jusuf Kalla | Express intent to meet or negotiate | Aceh | 2005-02-05\n- Military (New Zealand) | Express intent to meet or negotiate | Aceh | 2005-01-07\n- Military (New Zealand) | Express intent to meet or negotiate | Aceh | 2005-01-01\n- Malaysia | Provide aid | Aceh | 2005-01-08\n- Malaysia | Provide humanitarian aid | Aceh | 2005-01-27\n- Malaysia | Make a visit | Aceh | 2005-01-23\n- Malaysia | Make a visit | Aceh | 2005-01-06\n- Jusuf Kalla | Make statement | Aceh | 2005-01-12\n- Japan | Make a visit | Aceh | 2005-01-17\n- Japan | Make a visit | Aceh | 2005-01-16\n- Iran | Provide humanitarian aid | Aceh | 2005-01-27\nAnswer:", "completion": " Jusuf Kalla", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1170465", "prompt": "Who did the African Union use conventional military force against before 31 August 2010?\nEvidence:\n- African Union | Use conventional military force | Extremist (Somalia) | 2010-08-31\nAnswer:", "completion": " Islamic Extremist Group (Al-Shabaab)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 1} +{"id": "mtq_1221550", "prompt": "When did the Australian police investigate British citizens?\nEvidence:\n- Police (Virgin Islands, British) | Investigate | Citizen (Australia) | 2005-11-22\n- Police (Virgin Islands, British) | Arrest, detain, or charge with legal action | Criminal (Virgin Islands, British) | 2008-06-02\n- The Hague | Investigate | The Hague | 2007-11-27\n- Police (Australia) | Investigate | The Daily Telegraph | 2010-03-29\n- The Hague | Investigate | Iran | 2005-09-17\n- Police (Virgin Islands, British) | Arrest, detain, or charge with legal action | Men (United States) | 2007-01-12\n- Police (South Africa) | Investigate | Member of the Judiciary (South Africa) | 2009-02-27\n- The Hague | Investigate | Israeli Defense Forces | 2014-08-08\n- The Hague | Investigate | Israeli Defense Forces | 2014-08-07\n- Lawyer/Attorney (United States) | Make statement | Illegal Immigrant (Virgin Islands, British) | 2010-01-12\n- Police (Croatia) | Investigate | People Associated with the Opposition (Croatian Democratic Union) | 2014-02-05\n- People Associated with the Opposition (Australia) | Investigate crime, corruption | Police (Australia) | 2009-04-18\n- Lawyer/Attorney (Germany) | Investigate | Office for the Protection of the Constitution | 2015-08-01\n- Office of the Attorney General | Investigate | Thailand | 2013-09-10\n- Office of the Attorney General | Investigate | Thailand | 2013-09-08\nAnswer:", "completion": " 2009-01-26", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1100417", "prompt": "With which country did Chuck Hagel want to meet in the same month of the Association of Southeast Asian Nations?\nEvidence:\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-07\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-06\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-04\n- Japan | Mediate | Association of Southeast Asian Nations | 2005-02-09\n- Japan | Consult | Association of Southeast Asian Nations | 2005-02-25\n- China | Consult | Association of Southeast Asian Nations | 2005-02-25\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-07\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-06\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-04\n- Association of Southeast Asian Nations | Consult | Japan | 2005-02-25\n- Association of Southeast Asian Nations | Consult | China | 2005-02-25\n- Japan | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | Japan | 2005-01-08\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-02-24\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1332424", "prompt": "After Philip Hammond, who made the first appeal to the citizens of the United Kingdom?\nEvidence:\n- Citizen (United Kingdom) | Accuse | Philip Hammond | 2013-10-01\n- Philip Hammond | Make an appeal or request | Citizen (United Kingdom) | 2009-07-25\n- Philip Hammond | Make statement | Lawyer/Attorney (United Kingdom) | 2013-05-29\n- Philip Hammond | Express intent to meet or negotiate | Citizen (United Kingdom) | 2012-10-29\n- Philip Hammond | Threaten | Iran | 2012-10-12\n- Philip Hammond | Make statement | Naval (United States) | 2012-01-06\n- Philip Hammond | Make statement | Naval (United States) | 2012-01-05\n- United Arab Emirates | Host a visit | Philip Hammond | 2014-06-24\n- Philip Hammond | Make a visit | United Arab Emirates | 2014-06-24\n- Valdis Dombrovskis | Consult | Philip Hammond | 2013-09-06\n- Philip Hammond | Make statement | Japan | 2014-05-31\n- Philip Hammond | Make statement | Iran | 2012-01-15\n- Philip Hammond | Make statement | France | 2013-08-31\n- Philip Hammond | Consult | Valdis Dombrovskis | 2013-09-06\n- Philip Hammond | Consult | Nasser Judeh | 2014-07-21\nAnswer:", "completion": " Lawyer/Attorney (United Kingdom)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1078792", "prompt": "Who was the first to visit the Association of Southeast Asian Nations after Barack Obama?\nEvidence:\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-07\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-06\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-04\n- Japan | Mediate | Association of Southeast Asian Nations | 2005-02-09\n- Japan | Consult | Association of Southeast Asian Nations | 2005-02-25\n- China | Consult | Association of Southeast Asian Nations | 2005-02-25\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-07\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-06\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-04\n- Association of Southeast Asian Nations | Consult | Japan | 2005-02-25\n- Association of Southeast Asian Nations | Consult | China | 2005-02-25\n- Vietnam | Host a visit | Association of Southeast Asian Nations | 2005-01-26\n- Laos | Host a visit | Association of Southeast Asian Nations | 2005-01-19\n- Association of Southeast Asian Nations | Make a visit | Vietnam | 2005-01-26\n- Association of Southeast Asian Nations | Make a visit | Laos | 2005-01-19\nAnswer:", "completion": " Julie Bishop", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1112015", "prompt": "Who last requested a meeting with the Ministry of Kyrgyzstan before the Ministry of Energy of Morocco?\nEvidence:\n- Energy Department/Ministry (Morocco) | Express intent to meet or negotiate | Ministry (Kyrgyzstan) | 2007-06-15\n- Citizen (Kyrgyzstan) | Demand | Energy Department/Ministry (Kyrgyzstan) | 2013-06-21\n- Ministry (Kyrgyzstan) | Consult | Member of the Judiciary (Kyrgyzstan) | 2006-06-07\n- Member of the Judiciary (Kyrgyzstan) | Consult | Ministry (Kyrgyzstan) | 2006-06-07\n- Energy Department/Ministry (Kyrgyzstan) | Make statement | Representatives (Kyrgyzstan) | 2009-12-02\n- Energy Department/Ministry (Kyrgyzstan) | Make statement | Employee (Kyrgyzstan) | 2011-12-28\n- Media (Kyrgyzstan) | Demand meeting, negotiation | Representatives (Kyrgyzstan) | 2010-10-14\n- Iran | Praise or endorse | Energy Department/Ministry (Morocco) | 2007-09-19\n- Gurbanguly Berdymukhammedov | Consult | Energy Department/Ministry (Kyrgyzstan) | 2008-09-18\n- Energy Department/Ministry (Kyrgyzstan) | Consult | Gurbanguly Berdymukhammedov | 2008-09-18\n- Ministry (Morocco) | Investigate | Thief (Morocco) | 2011-07-17\n- Ministry (Morocco) | Accuse | Media (Morocco) | 2013-01-22\n- Citizen (Kyrgyzstan) | Make an appeal or request | Energy Department/Ministry (Kyrgyzstan) | 2013-10-25\n- Member of the Judiciary (Kyrgyzstan) | Reject | Citizen (Kyrgyzstan) | 2007-12-18\n- Member of the Judiciary (Kyrgyzstan) | Reject | Citizen (Kyrgyzstan) | 2005-06-30\nAnswer:", "completion": " Sergey Vladilenovich Kiriyenko", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1163517", "prompt": "Who supported Kazakhstan in 2012?\nEvidence:\n- Romania | Engage in diplomatic cooperation | Kazakhstan | 2012-03-15\n- Kazakhstan | Engage in symbolic act | China | 2012-04-02\n- Kazakhstan | Engage in diplomatic cooperation | Romania | 2012-03-15\n- China | Engage in symbolic act | Kazakhstan | 2012-04-02\n- Military (Kazakhstan) | Increase military alert status | Kazakhstan | 2012-01-19\n- Member of Legislative (Govt) (Kazakhstan) | Make statement | Kazakhstan | 2012-01-31\n- Qatar | Consult | Kazakhstan | 2012-02-14\n- Oman | Consult | Kazakhstan | 2012-02-14\n- Kazakhstan | Consult | Qatar | 2012-02-14\n- Kazakhstan | Consult | Oman | 2012-02-14\n- Kazakhstan | Consult | Iran | 2012-05-01\n- Kazakhstan | Consult | China | 2012-03-27\n- Kazakhstan | Consult | China | 2012-02-29\n- Kazakhstan | Consult | China | 2012-02-27\n- Iran | Consult | Kazakhstan | 2012-05-01\nAnswer:", "completion": " Iran", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1209938", "prompt": "After 22 June 2005, who investigated Charles Taylor?\nEvidence:\n- UN Security Council | Investigate | Charles Taylor | 2005-06-22\n- UN Security Council | Make pessimistic comment | Citizen (Sudan) | 2005-06-22\n- Government (Burundi) | Praise or endorse | UN Security Council | 2005-06-22\n- Foreign Affairs (Italy) | Make statement | UN Security Council | 2005-06-22\nAnswer:", "completion": " Stephen Rapp", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 4, "n_anchors": 1} +{"id": "mtq_1211598", "prompt": "Who appealed on behalf of the Member of Parliament of India before 18 August 2006?\nEvidence:\n- Member of Parliament (India) | Rally support on behalf of | Fishermen (India) | 2013-12-12\n- Member of Parliament (Australia) | Rally support on behalf of | Mike Rann | 2010-11-20\n- Citizen (Kyrgyzstan) | Rally support on behalf of | Member of Parliament (Kyrgyzstan) | 2013-11-29\n- Citizen (Kyrgyzstan) | Rally support on behalf of | Member of Parliament (Kyrgyzstan) | 2012-10-08\n- Member of Legislative (Govt) (France) | Rally support on behalf of | Member of Parliament (France) | 2013-05-23\n- Member of the Judiciary (Iceland) | Rally support on behalf of | Bank (Iceland) | 2014-05-25\n- Nicholas \"Nick\" Xenophon | Rally support on behalf of | Member of Parliament (Australia) | 2010-02-15\n- Member of Parliament (Australia) | Rally support on behalf of | Lawyer/Attorney (Australia) | 2005-07-05\n- Member of Parliament (Australia) | Rally support on behalf of | Agence France-Presse | 2007-09-12\n- Protester (India) | Rally support on behalf of | Villager (India) | 2006-02-11\n- Protester (India) | Rally support on behalf of | Bishop (India) | 2006-03-21\n- Head of Government (India) | Rally support on behalf of | Villager (India) | 2013-11-12\n- Head of Government (India) | Rally support on behalf of | Industry (India) | 2014-09-28\n- Rajya Sabha | Rally support on behalf of | Fishermen (India) | 2011-02-16\n- Protester (India) | Rally support on behalf of | Michael Brown | 2014-12-22\nAnswer:", "completion": " Head of Government (India)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1340276", "prompt": "In May, 2013, who blamed the citizens of Tanzania?\nEvidence:\n- Citizen (Tanzania) | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2005-04-01\n- Police (Tanzania) | Use tactics of violent repression | Citizen (Tanzania) | 2005-04-12\n- Police (Tanzania) | Use tactics of violent repression | Citizen (Tanzania) | 2005-04-11\n- Tanzania | Engage in diplomatic cooperation | China | 2005-04-15\n- China | Engage in diplomatic cooperation | Tanzania | 2005-04-15\n- Tanzania | Accuse | Citizen (Tanzania) | 2005-08-23\n- Police (Tanzania) | Investigate | Tanzania | 2005-04-04\n- Police (Tanzania) | Confiscate property | Tanzania | 2005-04-29\n- Police (Tanzania) | Confiscate property | Tanzania | 2005-03-08\n- Police (Tanzania) | Accuse | Citizen (Tanzania) | 2005-07-25\n- Police (Tanzania) | Accuse | Citizen (Tanzania) | 2005-04-09\n- Citizen (Tanzania) | Yield | Police (Tanzania) | 2005-04-06\n- Police (Tanzania) | Physically assault | Citizen (Tanzania) | 2005-04-29\n- Police (Tanzania) | Physically assault | Citizen (Tanzania) | 2005-03-08\n- Police (Tanzania) | Confiscate property | Citizen (Tanzania) | 2005-03-08\nAnswer:", "completion": " Celina Kombani", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1107505", "prompt": "Who was praised by M.R. Sharma before the citizens of Tanzania?\nEvidence:\n- M.R. Sharma | Praise or endorse | Citizen (Tanzania) | 2010-08-04\n- M.R. Sharma | Demand | Prachanda | 2008-09-07\n- Ronald Kirk | Consult | M.R. Sharma | 2009-06-09\n- Rioter (India) | Investigate | M.R. Sharma | 2008-02-23\n- Media (Africa) | Consult | M.R. Sharma | 2008-04-16\n- M.R. Sharma | Make statement | Prachanda | 2009-04-06\n- M.R. Sharma | Consult | Ronald Kirk | 2009-06-09\n- M.R. Sharma | Consult | Media (Africa) | 2008-04-16\n- M.R. Sharma | Consult | Kenneth Chipungu | 2010-09-28\n- M.R. Sharma | Accuse | Media (India) | 2008-10-11\n- Kenneth Chipungu | Consult | M.R. Sharma | 2010-09-28\n- M.R. Sharma | Make statement | M.L. Khurana | 2006-07-18\n- Member of Parliament (India) | Consult | M.R. Sharma | 2006-03-19\n- M.R. Sharma | Consult | Member of Parliament (India) | 2006-03-19\n- M.R. Sharma | Consult | Head of Government (India) | 2008-04-04\nAnswer:", "completion": " Don McKinnon", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1316472", "prompt": "Who was the last person to request a meeting with the leader of Qatar before the citizens of Sudan?\nEvidence:\n- Sudan | Host a visit | Government (Qatar) | 2012-01-16\n- Sudan | Host a visit | Government (Qatar) | 2011-10-25\n- Government (Qatar) | Make a visit | Sudan | 2012-01-16\n- Government (Qatar) | Make a visit | Sudan | 2011-10-25\n- Sudan | Return, release person(s) | Citizen (Sudan) | 2005-01-19\n- Government (Qatar) | Make an appeal or request | Citizen (Sudan) | 2015-12-09\n- Qatar | Praise or endorse | Sudan | 2005-04-06\n- Government (Qatar) | Make statement | Sudan | 2015-12-14\n- Government (Qatar) | Make statement | Sudan | 2013-04-08\n- Government (Qatar) | Accuse | Head of Government (Qatar) | 2014-09-21\n- Government (Qatar) | Express intent to meet or negotiate | Sudan | 2012-03-08\n- Government (Qatar) | Express intent to meet or negotiate | Sudan | 2011-10-22\n- Qatar | Host a visit | Head of Government (Germany) | 2005-03-03\n- Head of Government (Germany) | Make a visit | Qatar | 2005-03-03\n- Head of Government (Qatar) | Make statement | Government (Qatar) | 2014-12-05\nAnswer:", "completion": " Head of Government (Greece)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1108527", "prompt": "Who made a denunciation to Catherine Ashton before 2014?\nEvidence:\n- Romania | Host a visit | Catherine Ashton | 2009-07-09\n- Romania | Host a visit | Catherine Ashton | 2006-05-05\n- China | Host a visit | Catherine Ashton | 2009-09-10\n- Catherine Ashton | Make a visit | Romania | 2009-07-09\n- Catherine Ashton | Make a visit | Romania | 2006-05-05\n- Catherine Ashton | Make a visit | China | 2009-09-10\n- Catherine Ashton | Demand | China | 2008-12-19\n- Catherine Ashton | Demand | China | 2008-12-15\n- Catherine Ashton | Consult | Angola | 2009-02-12\n- Catherine Ashton | Consult | Angola | 2009-02-11\n- Angola | Consult | Catherine Ashton | 2009-02-12\n- Angola | Consult | Catherine Ashton | 2009-02-11\n- South Africa | Host a visit | Catherine Ashton | 2009-02-10\n- Ronald Kirk | Host a visit | Catherine Ashton | 2009-03-05\n- Catherine Ashton | Make a visit | South Africa | 2009-02-10\nAnswer:", "completion": " Iran", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1155413", "prompt": "After the National Action Party, which country was the first to make optimistic comments about Mexico?\nEvidence:\n- National Action Party | Make statement | National Action Party (Mexico) | 2006-09-29\n- National Action Party | Make statement | National Action Party (Mexico) | 2005-08-17\n- National Action Party (Mexico) | Make statement | National Action Party | 2005-02-09\n- National Action Party | Consult | National Action Party (Mexico) | 2006-03-11\n- National Action Party (Mexico) | Consult | National Action Party | 2006-03-11\n- National Action Party (Mexico) | Make statement | Mexico | 2005-04-05\n- National Action Party (Mexico) | Make statement | Mexico | 2005-03-05\n- National Action Party (Mexico) | Demand | Mexico | 2005-06-21\n- National Action Party | Make statement | Mexico | 2006-08-02\n- National Action Party | Make statement | Mexico | 2006-07-27\n- National Action Party | Make statement | Mexico | 2006-01-18\n- National Action Party | Threaten | Mexico | 2006-08-28\n- National Action Party | Demand | Mexico | 2006-06-01\n- National Action Party | Consult | Mexico | 2006-08-17\n- National Action Party | Consult | Mexico | 2006-04-20\nAnswer:", "completion": " Military (Mexico)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1015338", "prompt": "Before Vladislav Yuryevich Surkov, who was the last person to support Dmitry Anatolyevich Medvedev?\nEvidence:\n- Vladislav Yuryevich Surkov | Demand | Dmitry Anatolyevich Medvedev | 2009-09-15\n- Vladislav Yuryevich Surkov | Consult | Dmitry Anatolyevich Medvedev | 2013-05-08\n- Vladislav Yuryevich Surkov | Consult | Dmitry Anatolyevich Medvedev | 2011-12-27\n- Dmitry Anatolyevich Medvedev | Consult | Vladislav Yuryevich Surkov | 2013-05-08\n- Dmitry Anatolyevich Medvedev | Consult | Vladislav Yuryevich Surkov | 2011-12-27\n- Dmitry Anatolyevich Medvedev | Make statement | Vladislav Yuryevich Surkov | 2011-12-28\n- Dmitry Anatolyevich Medvedev | Make statement | Vladislav Yuryevich Surkov | 2011-12-27\n- Vladislav Yuryevich Surkov | Praise or endorse | Dmitry Anatolyevich Medvedev | 2013-05-29\n- Vladislav Yuryevich Surkov | Host a visit | Dmitry Anatolyevich Medvedev | 2013-05-29\n- Dmitry Anatolyevich Medvedev | Praise or endorse | Vladislav Yuryevich Surkov | 2011-12-27\n- Dmitry Anatolyevich Medvedev | Make a visit | Vladislav Yuryevich Surkov | 2013-05-29\n- Vladislav Yuryevich Surkov | Criticize or denounce | Vladislav Yuryevich Surkov | 2009-02-11\n- Vladislav Yuryevich Surkov | Engage in diplomatic cooperation | Dmitry Anatolyevich Medvedev | 2011-09-15\n- Vladislav Yuryevich Surkov | Make an appeal or request | Dmitry Anatolyevich Medvedev | 2012-06-13\n- Dmitry Anatolyevich Medvedev | Make an appeal or request | Vladislav Yuryevich Surkov | 2010-10-11\nAnswer:", "completion": " Pussy Riot", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1187119", "prompt": "Who first threatened the citizens of Australia after the Royal Australian Government?\nEvidence:\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- First Command of the Capital | Criticize or denounce | Citizen (Brazil) | 2008-10-30\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2012-05-31\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2009-10-23\n- Scottish Government | Make statement | The Royal Bank of Scotland Group | 2014-02-10\n- Scottish Government | Make statement | The Royal Bank of Scotland Group | 2014-02-07\nAnswer:", "completion": " Lawyer/Attorney (Australia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1042631", "prompt": "Which country last host the Ministry of Afghanistan's visit from the Ministry of Afghanistan before Barack Obama did?\nEvidence:\n- Sudan | Host a visit | Barack Obama | 2006-09-03\n- Sudan | Host a visit | Barack Obama | 2006-09-02\n- Iraq | Host a visit | Barack Obama | 2006-01-08\n- Iraq | Host a visit | Barack Obama | 2006-01-07\n- Ethiopia | Host a visit | Barack Obama | 2006-09-01\n- Djibouti | Host a visit | Barack Obama | 2006-09-01\n- South Africa | Host a visit | Barack Obama | 2006-08-23\n- Middle East | Host a visit | Barack Obama | 2006-01-05\n- Barack Obama | Make a visit | Sudan | 2006-09-03\n- Barack Obama | Make a visit | Sudan | 2006-09-02\n- Barack Obama | Make a visit | Iraq | 2006-01-08\n- Barack Obama | Make a visit | Iraq | 2006-01-07\n- Barack Obama | Make a visit | Ethiopia | 2006-09-01\n- Barack Obama | Make a visit | Djibouti | 2006-09-01\n- Head of Government (Kenya) | Consult | Barack Obama | 2006-08-25\nAnswer:", "completion": " Iran", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1188748", "prompt": "Who used unconventional force against the citizens of Nigeria on 5 March 2012?\nEvidence:\n- The Poor (Nigeria) | Use unconventional violence | Citizen (Nigeria) | 2015-11-17\n- The Poor (Nigeria) | Use unconventional violence | Citizen (Nigeria) | 2015-11-13\n- The Poor (Nigeria) | Use unconventional violence | Citizen (Nigeria) | 2015-11-12\n- Citizen (Nigeria) | Use unconventional violence | The Poor (Nigeria) | 2015-11-17\n- Citizen (Nigeria) | Use unconventional violence | The Poor (Nigeria) | 2015-11-13\n- Citizen (Nigeria) | Use unconventional violence | The Poor (Nigeria) | 2015-11-12\n- Militant (Movement for the Emancipation of the Niger Delta) | Use unconventional violence | Citizen (Nigeria) | 2006-04-05\n- Member of the Judiciary (Iceland) | Rally support on behalf of | Bank (Iceland) | 2014-05-25\n- Political Parties (Senegal) | Consult | March 23 Movement | 2012-01-26\n- March 23 Movement | Make statement | Police (Senegal) | 2012-02-02\n- March 23 Movement | Consult | Political Parties (Senegal) | 2012-01-26\n- Abdoulaye Wade | Make statement | March 23 Movement | 2012-02-18\n- Citizen (Belarus) | Rally support on behalf of | Democratic Force | 2011-03-29\n- Special Rapporteurs of the United Nations | Rally support on behalf of | Detainee (Myanmar) | 2011-08-25\n- Special Rapporteurs of the United Nations | Rally support on behalf of | Detainee (Myanmar) | 2009-02-20\nAnswer:", "completion": " Armed Opposition (Nigeria)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1172545", "prompt": "Before February 2009, with whom did the United States Department of Defense Security want to meet?\nEvidence:\n- Defense / Security Ministry (United States) | Yield | Special Rapporteurs of the United Nations | 2011-07-13\n- Special Rapporteurs of the United Nations | Make statement | Defense / Security Ministry (United States) | 2011-04-11\n- Defense / Security Ministry (United States) | Consult | Defense / Security Ministry (Nigeria) | 2008-02-18\n- Defense / Security Ministry (Nigeria) | Consult | Defense / Security Ministry (United States) | 2008-02-18\n- Defense / Security Ministry (United States) | Cooperate militarily | Defense / Security Ministry (Croatia) | 2013-03-22\n- Defense / Security Ministry (Croatia) | Cooperate militarily | Defense / Security Ministry (United States) | 2013-03-22\n- Japan | Express intent to meet or negotiate | Defense / Security Ministry (United States) | 2007-04-26\n- Defense / Security Ministry (United States) | Express intent to meet or negotiate | Vietnam | 2015-05-29\n- Defense / Security Ministry (United States) | Express intent to meet or negotiate | Vietnam | 2015-05-28\n- Defense / Security Ministry (United States) | Express intent to meet or negotiate | Vietnam | 2010-10-02\n- Defense / Security Ministry (United States) | Express intent to meet or negotiate | Vietnam | 2006-06-07\n- Defense / Security Ministry (United States) | Express intent to meet or negotiate | Vietnam | 2006-06-06\n- Defense / Security Ministry (United States) | Express intent to meet or negotiate | Thailand | 2012-11-14\n- Defense / Security Ministry (United States) | Express intent to meet or negotiate | Thailand | 2012-11-13\n- Defense / Security Ministry (United States) | Express intent to meet or negotiate | Thailand | 2008-05-29\nAnswer:", "completion": " Thailand", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1101994", "prompt": "Who was the first to accuse the Member of Parliament of India after the Medical Personnel of India did?\nEvidence:\n- Medical Personnel (India) | Accuse | Member of Parliament (India) | 2014-11-17\n- Member of Parliament (India) | Investigate | Medical Personnel (India) | 2008-07-12\n- Member of Parliament (India) | Provide aid | Medical Personnel (India) | 2015-01-29\n- Member of Parliament (India) | Make statement | Medical Personnel (India) | 2014-11-11\n- Medical Personnel (India) | Make statement | Member of Parliament (India) | 2015-08-15\n- Medical Personnel (India) | Make statement | Member of Parliament (India) | 2015-05-17\n- Medical Personnel (India) | Make statement | Member of Parliament (India) | 2014-11-17\n- Medical Personnel (India) | Make statement | Member of Parliament (India) | 2009-12-19\n- Member of Parliament (India) | Accuse | Military Personnel (India) | 2011-11-15\n- Medical Personnel (India) | Criticize or denounce | Member of Parliament (India) | 2014-09-18\n- Medical Association (India) | Accuse | Medical Personnel (India) | 2015-04-16\n- Medical Association (India) | Accuse | Medical Personnel (India) | 2015-04-15\n- Member of Parliament (India) | Accuse | Men (India) | 2011-05-30\n- Member of Parliament (India) | Accuse | Media (India) | 2013-01-14\n- Member of Parliament (India) | Accuse | Media (India) | 2013-01-13\nAnswer:", "completion": " Aam Aadmi Party", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1079464", "prompt": "After the Mob of Kenya, who was the first to accuse the Police of Kenya?\nEvidence:\n- Mob (Kenya) | Accuse | Police (Kenya) | 2008-02-01\n- Police (Kenya) | Make statement | Mob (Kenya) | 2015-12-07\n- Police (Kenya) | Make statement | Mob (Kenya) | 2015-08-14\n- Police (Kenya) | Make statement | Mob (Kenya) | 2014-06-27\n- Police (Kenya) | Make statement | Mob (Kenya) | 2011-05-25\n- Police (Kenya) | Make statement | Mob (Kenya) | 2008-01-28\n- Police (Kenya) | Make statement | Mob (Kenya) | 2007-07-24\n- Mob (Kenya) | Physically assault | Police (Kenya) | 2008-01-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Police (Kenya) | Use tactics of violent repression | Mob (Kenya) | 2015-09-18\n- Police (Kenya) | Use tactics of violent repression | Mob (Kenya) | 2014-12-04\n- Police (Kenya) | Use tactics of violent repression | Mob (Kenya) | 2014-11-25\n- Police (Kenya) | Use tactics of violent repression | Mob (Kenya) | 2011-05-19\n- Police (Kenya) | Use tactics of violent repression | Mob (Kenya) | 2011-05-18\n- Police (Kenya) | Use tactics of violent repression | Mob (Kenya) | 2010-08-06\nAnswer:", "completion": " Lawyer/Attorney (Kenya)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1074904", "prompt": "Before Madagascar, which country did South Africa last appeal to?\nEvidence:\n- Madagascar | Consult | South Africa | 2006-10-23\n- Madagascar | Use conventional military force | South Africa | 2006-03-07\n- Military (Madagascar) | Make statement | Madagascar | 2006-03-06\n- Police (Madagascar) | Mobilize or increase police power | Madagascar | 2006-03-24\n- Other Authorities / Officials (Madagascar) | Impose administrative sanctions | Madagascar | 2006-10-11\n- Other Authorities / Officials (Madagascar) | Impose administrative sanctions | Madagascar | 2006-10-10\n- Other Authorities / Officials (Madagascar) | Impose administrative sanctions | Madagascar | 2006-10-08\n- Other Authorities / Officials (Madagascar) | Impose administrative sanctions | Madagascar | 2006-10-07\n- Malawi | Consult | Madagascar | 2006-10-23\n- Malawi | Consult | Madagascar | 2006-03-30\n- Madagascar | Consult | Malawi | 2006-10-23\n- Madagascar | Consult | Malawi | 2006-03-30\n- Madagascar | Consult | Lesotho | 2006-03-30\n- Madagascar | Consult | Comoros | 2005-07-19\n- Madagascar | Consult | Angola | 2006-03-30\nAnswer:", "completion": " China", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1321821", "prompt": "Who last used conventional military force against the police of Kenya before the preacher of Kenya did?\nEvidence:\n- Preacher (Kenya) | Use conventional military force | Police (Kenya) | 2012-09-03\n- Police (Kenya) | Use conventional military force | Women (Kenya) | 2015-03-26\n- Police (Kenya) | Use conventional military force | Women (Kenya) | 2015-03-06\n- Police (Kenya) | Use conventional military force | Women (Kenya) | 2015-01-28\n- Police (Kenya) | Use conventional military force | Women (Kenya) | 2014-11-25\n- Police (Kenya) | Use conventional military force | Women (Kenya) | 2014-04-16\n- Police (Kenya) | Use conventional military force | Women (Kenya) | 2013-01-25\n- Police (Kenya) | Use conventional military force | Women (Kenya) | 2011-12-13\n- Police (Kenya) | Use conventional military force | Women (Kenya) | 2010-11-09\n- Police (Kenya) | Use conventional military force | Women (Kenya) | 2008-04-30\n- Police (Kenya) | Use conventional military force | Women (Kenya) | 2007-01-27\n- Police (Kenya) | Use conventional military force | Women (Kenya) | 2005-03-31\n- Police (Kenya) | Use conventional military force | Women (Kenya) | 2005-03-30\n- Police (Kenya) | Use conventional military force | Student (Kenya) | 2015-10-14\n- Police (Kenya) | Use conventional military force | Student (Kenya) | 2014-10-02\nAnswer:", "completion": " Al-Shabaab", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1159689", "prompt": "In which month did Yasuo Fukuda express his intention to negotiate with the government official of Japan?\nEvidence:\n- Yasuo Fukuda | Express intent to meet or negotiate | Japan | 2007-09-15\n- Yasuo Fukuda | Express intent to meet or negotiate | Japan | 2006-04-03\n- Yasuo Fukuda | Demand | Japan | 2007-09-15\n- Yasuo Fukuda | Make statement | Japan | 2007-09-25\n- Yasuo Fukuda | Make statement | Japan | 2007-09-23\n- Yasuo Fukuda | Make statement | Japan | 2007-09-15\n- Yasuo Fukuda | Make statement | Japan | 2006-04-09\n- Yasuo Fukuda | Express intent to meet or negotiate | House of Representatives (Indonesia) | 2006-06-20\n- Yasuo Fukuda | Express intent to meet or negotiate | South Korea | 2006-03-14\n- Yasuo Fukuda | Express intent to meet or negotiate | Jusuf Kalla | 2006-06-20\n- Yasuo Fukuda | Express intent to meet or negotiate | Jusuf Kalla | 2006-06-19\n- Yasuo Fukuda | Make statement | Lawmaker (Japan) | 2007-09-16\n- Yasuo Fukuda | Make a visit | Japan | 2006-01-07\n- Japan | Host a visit | Yasuo Fukuda | 2006-01-07\n- House of Representatives (Japan) | Praise or endorse | Yasuo Fukuda | 2007-09-25\nAnswer:", "completion": " 2009-03", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1109069", "prompt": "Before 22 October 2010, who did Canada's military personnel use conventional military force against?\nEvidence:\n- Military Personnel (Canada) | Use conventional military force | Women (Canada) | 2010-10-22\nAnswer:", "completion": " Insurgent (Afghanistan)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1376833", "prompt": "Against whom did the criminal of Mexico last use unconventional violence before the villager of Mexico?\nEvidence:\n- Mexico | Investigate | Criminal (Mexico) | 2005-01-12\n- Thief (Colombia) | Use unconventional violence | Colombia | 2005-08-22\n- Guerrilla (Colombia) | Use unconventional violence | Colombia | 2005-06-26\n- Guerrilla (Colombia) | Use unconventional violence | Colombia | 2005-04-27\n- Guerrilla (Colombia) | Use unconventional violence | Colombia | 2005-04-19\n- Guerrilla (Colombia) | Use unconventional violence | Colombia | 2005-03-02\n- Guerrilla (Colombia) | Use unconventional violence | Colombia | 2005-02-22\n- United Self-Defense Forces of Colombia | Use unconventional violence | Colombia | 2005-01-01\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-26\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-25\n- Armed Force (Colombia) | Use unconventional violence | Colombia | 2005-09-01\n- Mexico | Arrest, detain, or charge with legal action | Criminal (Mexico) | 2005-01-29\n- Mexico | Arrest, detain, or charge with legal action | Criminal (Mexico) | 2005-01-18\n- Mexico | Arrest, detain, or charge with legal action | Criminal (Mexico) | 2005-01-14\n- Mexico | Arrest, detain, or charge with legal action | Criminal (Mexico) | 2005-01-07\nAnswer:", "completion": " Military (Mexico)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1007819", "prompt": "In which year did the Governor of Thailand first praise the citizens of Thailand?\nEvidence:\n- Governor (Thailand) | Engage in symbolic act | Citizen (Thailand) | 2005-01-19\n- Citizen (Thailand) | Engage in symbolic act | Governor (Thailand) | 2005-01-19\n- Governor (Thailand) | Investigate | Citizen (Thailand) | 2005-01-27\n- Governor (Thailand) | Give ultimatum | Citizen (Thailand) | 2005-01-12\n- Governor (Thailand) | Make an appeal or request | Citizen (Thailand) | 2005-02-21\n- Governor (Thailand) | Appeal for diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-01-28\n- Member of Parliament (Thailand) | Express intent to engage in material cooperation | Citizen (Thailand) | 2005-02-08\n- Member of Parliament (Thailand) | Consult | Citizen (Thailand) | 2005-01-28\n- Member of Parliament (Thailand) | Accuse | Citizen (Thailand) | 2005-01-25\n- Citizen (Thailand) | Consult | Member of Parliament (Thailand) | 2005-01-28\n- Christian (Thailand) | Engage in symbolic act | Citizen (Thailand) | 2005-01-05\n- Joschka Fischer | Praise or endorse | Citizen (Thailand) | 2005-01-08\n- Citizen (Thailand) | Praise or endorse | Citizen (Singapore) | 2005-01-18\n- Party Member (Thailand) | Engage in symbolic act | Citizen (Thailand) | 2005-02-09\n- Citizen (Thailand) | Engage in symbolic act | Party Member (Thailand) | 2005-02-09\nAnswer:", "completion": " 2008", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1153929", "prompt": "Who made a request to Shivraj Patil before the Rajya Sabha?\nEvidence:\n- Shivraj Patil | Consult | Rajya Sabha | 2005-03-22\n- Rajya Sabha | Demand | Shivraj Patil | 2007-08-29\n- Rajya Sabha | Consult | Shivraj Patil | 2005-03-22\n- Shivraj Patil | Express intent to cooperate | Rajya Sabha | 2005-08-24\n- Shivraj Patil | Express intent to cooperate | Rajya Sabha | 2005-08-07\n- Shivraj Patil | Express intent to cooperate | Rajya Sabha | 2005-05-12\n- Rajya Sabha | Make an appeal or request | Shivraj Patil | 2007-01-11\n- Rajya Sabha | Make a visit | China | 2006-07-03\n- China | Host a visit | Rajya Sabha | 2006-07-03\n- Shivraj Patil | Make a visit | China | 2005-03-30\n- China | Host a visit | Shivraj Patil | 2005-03-30\n- Shivraj Patil | Reject | China | 2005-04-05\n- Villager (India) | Consult | Rajya Sabha | 2006-10-19\n- Rajya Sabha | Threaten | Media (India) | 2005-03-14\n- Rajya Sabha | Demand | Media (India) | 2005-10-25\nAnswer:", "completion": " Member of Parliament (India)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1302041", "prompt": "In which country was the member of the South African judiciary investigated by the South African government in the same year?\nEvidence:\n- Member of the Judiciary (South Africa) | Reject | Government (South Africa) | 2014-02-20\n- Member of the Judiciary (South Africa) | Reject | Government (South Africa) | 2012-11-21\n- Member of the Judiciary (South Africa) | Reject | Government (South Africa) | 2006-08-31\n- Member of the Judiciary (South Africa) | Demand | Government (South Africa) | 2007-06-26\n- Member of the Judiciary (South Africa) | Consult | Government (South Africa) | 2014-02-14\n- Government (South Africa) | Investigate | Member of the Judiciary (South Africa) | 2012-06-04\n- Government (South Africa) | Consult | Member of the Judiciary (South Africa) | 2014-02-14\n- Member of the Judiciary (South Africa) | Demand | South African National Defence Force | 2013-10-21\n- Member of the Judiciary (South Africa) | Demand | South African National Defence Force | 2008-07-25\n- Member of the Judiciary (South Africa) | Make statement | Government (South Africa) | 2008-11-19\n- Member of the Judiciary (South Africa) | Make statement | Government (South Africa) | 2008-11-18\n- Member of the Judiciary (South Africa) | Make statement | South African National Defence Force | 2010-12-09\n- Member of the Judiciary (South Africa) | Reject | Boeremag | 2013-10-31\n- Member of the Judiciary (South Africa) | Yield | South Africa | 2014-02-26\n- Member of the Judiciary (South Africa) | Yield | South Africa | 2014-02-25\nAnswer:", "completion": " South Africa", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1123026", "prompt": "Could you tell me the exact month when the Revolutionary Socialist Party made a request to A.K. Antony?\nEvidence:\n- Revolutionary Socialist Party | Make an appeal or request | A.K. Antony | 2008-05-05\n- Revolutionary Socialist Party | Express intent to meet or negotiate | A.K. Antony | 2008-05-05\n- Revolutionary Socialist Party | Consult | A.B. Bardhan | 2012-05-23\n- Revolutionary Socialist Party | Consult | A.B. Bardhan | 2009-02-28\n- A.B. Bardhan | Consult | Revolutionary Socialist Party | 2012-05-23\n- A.B. Bardhan | Consult | Revolutionary Socialist Party | 2009-02-28\n- A.B. Bardhan | Make statement | Revolutionary Socialist Party | 2012-06-21\n- Revolutionary Socialist Party | Threaten | United Progressive Alliance | 2005-01-08\n- Revolutionary Socialist Party | Accuse | United Progressive Alliance | 2005-01-07\n- Rajya Sabha | Make statement | Revolutionary Socialist Party | 2010-03-29\n- Election Commission (India) | Investigate | Revolutionary Socialist Party | 2008-08-29\n- Revolutionary Socialist Party | Make an appeal or request | Democratic Force | 2014-05-13\n- Revolutionary Socialist Party | Make statement | United Progressive Alliance | 2013-03-10\n- Revolutionary Socialist Party | Make statement | United Progressive Alliance | 2012-01-20\n- Revolutionary Socialist Party | Make statement | United Progressive Alliance | 2009-04-12\nAnswer:", "completion": " 2008-05", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1073533", "prompt": "After Oluṣẹgun Ọbasanjọ, who was the first to appeal to Daily Trust?\nEvidence:\n- Oluṣẹgun Ọbasanjọ | Make an appeal or request | Daily Trust | 2010-01-22\n- Scholar (Nigeria) | Consult | Daily Trust | 2009-02-13\n- Daily Trust | Demand | Government (Nigeria) | 2009-04-20\n- Daily Trust | Consult | Scholar (Nigeria) | 2009-02-13\n- Daily Trust | Consult | Muhammadu Buhari | 2010-02-05\n- Daily Trust | Consult | African Union | 2007-02-02\n- Daily Trust | Consult | African Union | 2007-02-01\n- Citizen (Nigeria) | Demand | Daily Trust | 2008-09-22\n- African Union | Consult | Daily Trust | 2007-02-02\n- African Union | Consult | Daily Trust | 2007-02-01\n- Citizen (Nigeria) | Make an appeal or request | Daily Trust | 2009-05-18\n- Citizen (Nigeria) | Make an appeal or request | Daily Trust | 2007-04-03\n- State Security Service | Consult | Daily Trust | 2009-06-30\n- Democratic Party (Nigeria) | Consult | Daily Trust | 2008-06-20\n- Daily Trust | Make statement | Government (Nigeria) | 2009-11-16\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1059335", "prompt": "In which year did Abdullah Gül visit Dmitry Anatolyevich Medvedev for the first time?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- Dmitry Anatolyevich Medvedev | Engage in negotiation | China | 2005-12-09\n- China | Engage in negotiation | Dmitry Anatolyevich Medvedev | 2005-12-09\n- Kazakhstan | Host a visit | Dmitry Anatolyevich Medvedev | 2005-07-29\n- Dmitry Anatolyevich Medvedev | Make a visit | Kazakhstan | 2005-07-29\n- Dmitry Anatolyevich Medvedev | Make a visit | China | 2005-12-10\n- Dmitry Anatolyevich Medvedev | Make a visit | China | 2005-12-09\n- Dmitry Anatolyevich Medvedev | Make a visit | China | 2005-12-08\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2006-08-29\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2005-12-10\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2005-12-09\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Dmitry Anatolyevich Medvedev | Consult | China | 2005-12-08\n- China | Consult | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Islam Karimov | Make a visit | Dmitry Anatolyevich Medvedev | 2006-05-06\nAnswer:", "completion": " 2010", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1107431", "prompt": "Who did Qin Gang wish to meet after the year 2007?\nEvidence:\n- Qin Gang | Demand | Japan | 2005-04-10\n- Qin Gang | Demand | China | 2005-09-23\n- Qin Gang | Make statement | Japan | 2005-09-27\n- Qin Gang | Make statement | Japan | 2005-07-28\n- Qin Gang | Make statement | Japan | 2005-04-14\n- Qin Gang | Make statement | Japan | 2005-04-13\n- Qin Gang | Make statement | Japan | 2005-04-10\n- Qin Gang | Make statement | Japan | 2005-04-07\n- Qin Gang | Make statement | Japan | 2005-04-05\n- Qin Gang | Make statement | China | 2005-12-08\n- Qin Gang | Make statement | China | 2005-12-07\n- Qin Gang | Make statement | China | 2005-12-06\n- Qin Gang | Make statement | China | 2005-12-02\n- Qin Gang | Make statement | China | 2005-12-01\n- Qin Gang | Make statement | China | 2005-11-09\nAnswer:", "completion": " South Korea", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1183750", "prompt": "Who wants to negotiate with Romania in the same month as Anguel Marin?\nEvidence:\n- Anguel Marin | Express intent to meet or negotiate | Romania | 2006-04-20\n- Vietnam | Engage in negotiation | Anguel Marin | 2005-10-13\n- Vietnam | Engage in negotiation | Anguel Marin | 2005-10-11\n- Anguel Marin | Engage in negotiation | Vietnam | 2005-10-13\n- Anguel Marin | Engage in negotiation | Vietnam | 2005-10-11\n- Representatives (Vietnam) | Consult | Anguel Marin | 2007-04-22\n- Police (Bulgaria) | Consult | Anguel Marin | 2006-04-12\n- Anguel Marin | Consult | Representatives (Vietnam) | 2007-04-22\n- Anguel Marin | Consult | Police (Bulgaria) | 2006-04-12\n- Anguel Marin | Express intent to meet or negotiate | Vietnam | 2007-04-22\n- Anguel Marin | Express intent to meet or negotiate | Japan | 2005-05-10\n- Vietnam | Host a visit | Anguel Marin | 2007-04-25\n- Vietnam | Host a visit | Anguel Marin | 2007-04-23\n- Anguel Marin | Make statement | Xi Jinping | 2009-10-15\n- Anguel Marin | Make optimistic comment | Vietnam | 2005-10-11\nAnswer:", "completion": " Karl Erjavec", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1080911", "prompt": "Before 2 January 2009, which country supported the terrorist leader of the occupied Palestinian territories?\nEvidence:\n- Iran | Praise or endorse | Terrorist Leader (Palestinian Territory, Occupied) | 2009-01-02\nAnswer:", "completion": " Iran", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1090221", "prompt": "Who was the last to appeal for the police in Malaysia before the National Front Malaysia?\nEvidence:\n- National Front Malaysia | Appeal for change in leadership | Malaysia | 2009-05-15\n- Police (Malaysia) | Make statement | National Front Malaysia | 2005-11-17\n- National Front Malaysia | Make statement | Police (Malaysia) | 2009-12-03\n- National Front Malaysia | Make an appeal or request | Police (Malaysia) | 2009-05-29\n- National Front Malaysia | Make statement | Malaysia | 2009-01-08\n- National Front Malaysia | Investigate | Representatives (Malaysia) | 2008-04-30\n- Police (Malaysia) | Express intent to meet or negotiate | National Front Malaysia | 2005-11-17\n- National Front Malaysia | Mobilize or increase police power | Malaysia | 2009-05-06\n- National Front Malaysia | Make an appeal or request | Representatives (Malaysia) | 2007-05-12\n- National Front Malaysia | Make a visit | Malaysia | 2009-12-01\n- National Front Malaysia | Make a visit | Malaysia | 2008-12-15\n- National Front Malaysia | Consult | Lawyer/Attorney (Malaysia) | 2009-08-05\n- Malaysia | Praise or endorse | National Front Malaysia | 2009-04-08\n- Malaysia | Praise or endorse | National Front Malaysia | 2008-09-16\n- Malaysia | Praise or endorse | National Front Malaysia | 2008-03-12\nAnswer:", "completion": " Minister of Public Works Vellu", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1370126", "prompt": "In what year did the head of the Egyptian secret service negotiate with Mahmoud Abbas?\nEvidence:\n- Mahmoud Abbas | Engage in negotiation | Abdullah Gül | 2005-01-08\n- Abdullah Gül | Engage in negotiation | Mahmoud Abbas | 2005-01-08\n- Mahmoud Abbas | Engage in negotiation | Agence France-Presse | 2005-01-10\n- Javier Solana | Engage in diplomatic cooperation | Mahmoud Abbas | 2005-01-13\n- Agence France-Presse | Engage in negotiation | Mahmoud Abbas | 2005-01-10\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-11\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Pervez Musharraf | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Javier Solana | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-14\n- Javier Solana | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-08\n- Gerhard Schröder | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Abdullah Gül | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-05\n- Mahmoud Abbas | Make statement | Japan | 2005-01-10\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-11\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-10\nAnswer:", "completion": " 2009", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1341711", "prompt": "Before November 2013, who wanted to establish diplomatic cooperation with William Ruto?\nEvidence:\n- William Ruto | Engage in diplomatic cooperation | Uhuru Muigai Kenyatta | 2011-07-18\n- William Ruto | Engage in diplomatic cooperation | Uhuru Muigai Kenyatta | 2006-07-17\n- William Ruto | Consult | Chris Okemo | 2006-02-06\n- William Ruto | Accuse | Police (Kenya) | 2007-04-30\n- William Ruto | Accuse | Police (Kenya) | 2005-07-20\n- Police (Kenya) | Demand | William Ruto | 2006-02-01\n- Chris Okemo | Consult | William Ruto | 2006-02-06\n- William Ruto | Appeal for diplomatic cooperation (such as policy support) | Uhuru Muigai Kenyatta | 2006-08-21\n- William Ruto | Make statement | Police (Kenya) | 2005-12-08\n- William Ruto | Make statement | Mwai Kibaki | 2005-11-24\n- William Ruto | Demand | Daniel Arap Moi | 2006-09-04\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2013-02-13\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2012-12-24\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2012-11-29\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2012-10-05\nAnswer:", "completion": " Daniel Arap Moi", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1225181", "prompt": "Who made the first request to the Election Commission of India after the Governor of India?\nEvidence:\n- Governor (India) | Consult | Election Commission (India) | 2008-10-08\n- Governor (India) | Consult | Election Commission (India) | 2005-05-20\n- Governor (India) | Accuse | Election Commission (India) | 2005-07-06\n- Election Commission (India) | Investigate | Governor (India) | 2009-03-28\n- Election Commission (India) | Consult | Governor (India) | 2008-10-08\n- Election Commission (India) | Consult | Governor (India) | 2005-05-20\n- Governor (India) | Make statement | Election Commission (India) | 2014-01-26\n- Governor (India) | Make statement | Election Commission (India) | 2005-09-10\n- Governor (India) | Make statement | Election Commission (India) | 2005-07-06\n- Election Commission (India) | Make statement | Governor (India) | 2009-03-30\n- Governor (India) | Make an appeal or request | Election Commission (India) | 2008-02-13\n- Election Commission (India) | Make an appeal or request | Governor (India) | 2013-04-15\n- Election Commission (India) | Make an appeal or request | Governor (India) | 2012-01-08\n- Election Commission (India) | Make an appeal or request | Governor (India) | 2011-12-08\n- Election Commission (India) | Make an appeal or request | Governor (India) | 2006-10-25\nAnswer:", "completion": " Head of Government (India)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1268644", "prompt": "Who used conventional military force against the attackers of Afghanistan on 28 July 2011?\nEvidence:\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Attacker (Afghanistan) | 2011-07-28\nAnswer:", "completion": " Military Personnel - Special (Afghanistan)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1153710", "prompt": "Who last accused Mohamed Ould Abdel Aziz before the People Associated with the Opposition of Mauritania?\nEvidence:\n- Mohamed Ould Abdel Aziz | Yield | People Associated with the Opposition (Mauritania) | 2009-04-25\n- People Associated with the Opposition (Mauritania) | Criticize or denounce | Mohamed Ould Abdel Aziz | 2009-04-16\n- Mohamed Ould Abdel Aziz | Reject | Mauritania | 2008-08-10\n- Mohamed Ould Abdel Aziz | Reduce relations | The Poor (Mauritania) | 2009-07-18\n- Mohamed Ould Abdel Aziz | Threaten with repression | Mauritania | 2009-08-19\n- Police (Mauritania) | Reject | Mohamed Ould Abdel Aziz | 2009-02-21\n- Mohamed Ould Abdel Aziz | Threaten | Citizen (Mauritania) | 2009-07-13\n- Mohamed Ould Abdel Aziz | Make statement | Mauritania | 2009-10-19\n- Mohamed Ould Abdel Aziz | Make statement | Mauritania | 2009-04-09\n- Lawmaker (Mauritania) | Make statement | Mohamed Ould Abdel Aziz | 2008-09-17\n- Mohamed Ould Abdel Aziz | Make statement | Associated Press | 2009-04-12\n- Mohamed Ould Abdel Aziz | Engage in symbolic act | Mauritania | 2008-11-28\n- Mohamed Ould Abdel Aziz | Criticize or denounce | Citizen (Mauritania) | 2009-04-25\n- Citizen (Mauritania) | Demonstrate or rally | Mohamed Ould Abdel Aziz | 2008-08-20\n- Citizen (Mauritania) | Demonstrate or rally | Mohamed Ould Abdel Aziz | 2008-08-11\nAnswer:", "completion": " Media Personnel (Mali)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1050838", "prompt": "Who appealed for the citizens of Saudi Arabia after 21 July 2015?\nEvidence:\n- Intellectual (Saudi Arabia) | Appeal for political reform | Royal Administration (Saudi Arabia) | 2011-02-24\n- Intellectual (Saudi Arabia) | Appeal for judicial cooperation | Royal Administration (Saudi Arabia) | 2013-01-02\n- Citizen (Saudi Arabia) | Appeal for political reform | Royal Administration (Saudi Arabia) | 2013-03-16\n- Police (Saudi Arabia) | Reject | Citizen (Saudi Arabia) | 2006-09-25\n- Police (Saudi Arabia) | Investigate | Citizen (Saudi Arabia) | 2008-03-26\n- Police (Saudi Arabia) | Investigate | Citizen (Saudi Arabia) | 2008-03-19\n- Police (Saudi Arabia) | Assassinate | Citizen (Saudi Arabia) | 2005-04-05\n- Citizen (Saudi Arabia) | Yield | Police (Saudi Arabia) | 2006-02-17\n- Citizen (Saudi Arabia) | Accuse | Police (Saudi Arabia) | 2007-05-26\n- Royal Administration (Saudi Arabia) | Investigate | Education (Saudi Arabia) | 2006-03-26\n- Royal Administration (Saudi Arabia) | Investigate | Detainee (Saudi Arabia) | 2006-05-18\n- Royal Administration (Saudi Arabia) | Demand | Police (Saudi Arabia) | 2008-04-29\n- Royal Administration (Saudi Arabia) | Consult | Education (Saudi Arabia) | 2008-03-18\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-09\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-07\nAnswer:", "completion": " Police (Saudi Arabia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1139590", "prompt": "Who condemned the other authorities and officials of Russia on 25 November 2008?\nEvidence:\n- News Editor (Russia) | Criticize or denounce | Other Authorities / Officials (Russia) | 2008-11-25\n- Government (Georgia) | Make an appeal or request | Other Authorities / Officials (Russia) | 2008-11-25\n- Government (Georgia) | Express intent to meet or negotiate | Other Authorities / Officials (Russia) | 2008-11-25\nAnswer:", "completion": " News Editor (Russia)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 3, "n_anchors": 0} +{"id": "mtq_1386436", "prompt": "Who was the last person with whom Tanzania wanted to meet in 2006?\nEvidence:\n- Police (Tanzania) | Return, release person(s) | Citizen (Tanzania) | 2006-01-12\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2006-07-17\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2006-05-30\n- Police (Kenya) | Return, release person(s) | Tanzania | 2006-01-22\n- Rebel Group (Tanzania) | Express intent to meet or negotiate | Tanzania | 2006-01-12\n- The Hague | Arrest, detain, or charge with legal action | Citizen (Tanzania) | 2006-11-06\n- Police (Rwanda) | Return, release person(s) | Citizen (Tanzania) | 2006-06-02\n- Jakaya Mrisho Kikwete | Return, release person(s) | Citizen (Tanzania) | 2006-12-09\n- Jakaya Mrisho Kikwete | Return, release person(s) | Citizen (Tanzania) | 2006-04-26\n- Tanzania | Express intent to meet or negotiate | Angola | 2006-01-23\n- Angola | Express intent to meet or negotiate | Tanzania | 2006-01-23\n- South Africa | Express intent to meet or negotiate | Tanzania | 2006-04-07\n- Mwai Kibaki | Express intent to meet or negotiate | Tanzania | 2006-04-03\n- Cyril Svoboda | Express intent to meet or negotiate | Tanzania | 2006-01-16\n- Tanzania | Arrest, detain, or charge with legal action | Student (Tanzania) | 2006-01-19\nAnswer:", "completion": " Lesotho", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1340666", "prompt": "In which month did the Uganda Revenue Authority make an appeal to the citizens of Uganda?\nEvidence:\n- Uganda Revenue Authority | Make an appeal or request | Police (Uganda) | 2008-01-24\n- Uganda Revenue Authority | Make an appeal or request | Citizen (Uganda) | 2010-06-21\n- Uganda Revenue Authority | Accuse | Citizen (Uganda) | 2009-07-06\n- Police (Uganda) | Accuse | Uganda Revenue Authority | 2009-04-28\n- Citizen (Uganda) | Accuse | Uganda Revenue Authority | 2011-08-10\n- Uganda Revenue Authority | Make statement | Businessperson (Uganda) | 2006-11-01\n- Police (Uganda) | Make statement | Uganda Revenue Authority | 2006-05-22\n- Police (Uganda) | Make statement | Uganda Revenue Authority | 2006-05-20\n- Public Courts (Uganda) | Reject | Uganda Revenue Authority | 2007-11-12\n- Public Courts (Uganda) | Demand | Uganda Revenue Authority | 2007-10-29\n- Lawyer/Attorney (Uganda) | Accuse | Uganda Revenue Authority | 2009-07-06\n- Police (Uganda) | Engage in material cooperation | Uganda Revenue Authority | 2008-09-06\n- Uganda Revenue Authority | Make statement | Public Courts (Uganda) | 2008-10-03\n- Public Courts (Uganda) | Make statement | Uganda Revenue Authority | 2008-10-03\n- Media Personnel (Uganda) | Make statement | Uganda Revenue Authority | 2007-11-23\nAnswer:", "completion": " 2010-06", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1005366", "prompt": "Who expressed the intention to participate in diplomatic cooperation with Laos before 20 September 2005?\nEvidence:\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | Laos | 2005-09-20\n- Laos | Express intent to engage in diplomatic cooperation (such as policy support) | Vietnam | 2005-09-20\n- Vietnam | Make statement | Justice Department/Ministery (Vietnam) | 2005-09-20\n- Vietnam | Make statement | France | 2005-09-20\n- China | Provide economic aid | Vietnam | 2005-09-20\nAnswer:", "completion": " Thailand", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 5, "n_anchors": 1} +{"id": "mtq_1102218", "prompt": "Before Agence France-Presse, with whom did Barack Obama last speak by telephone?\nEvidence:\n- Japan | Discuss by telephone | Agence France-Presse | 2005-03-20\n- Agence France-Presse | Discuss by telephone | Japan | 2005-03-20\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2006-03-28\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-18\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-04-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-01-03\n- Governor (Thailand) | Discuss by telephone | Agence France-Presse | 2005-01-23\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2006-03-28\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-07-19\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-07-18\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-04-19\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-01-03\n- Agence France-Presse | Discuss by telephone | Governor (Thailand) | 2005-01-23\n- News Editor (Russia) | Discuss by telephone | Agence France-Presse | 2005-02-21\nAnswer:", "completion": " Head of Government (Ghana)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1060648", "prompt": "Who was the first to formally sign an agreement with Trinidad and Tobago in 2015?\nEvidence:\n- Trinidad and Tobago | Sign formal agreement | Malaysia | 2015-10-07\n- Trinidad and Tobago | Sign formal agreement | Laos | 2015-10-07\n- Trinidad and Tobago | Sign formal agreement | Japan | 2015-10-07\n- Trinidad and Tobago | Sign formal agreement | China | 2015-10-07\n- Trinidad and Tobago | Sign formal agreement | Belize | 2015-10-07\n- Malaysia | Sign formal agreement | Trinidad and Tobago | 2015-10-07\n- Laos | Sign formal agreement | Trinidad and Tobago | 2015-10-07\n- Japan | Sign formal agreement | Trinidad and Tobago | 2015-10-07\n- China | Sign formal agreement | Trinidad and Tobago | 2015-10-07\n- Belize | Sign formal agreement | Trinidad and Tobago | 2015-10-07\n- Trinidad and Tobago | Praise or endorse | People Associated with the Opposition (Trinidad and Tobago) | 2015-09-08\n- Trinidad and Tobago | Sign formal agreement | South Korea | 2015-10-07\n- South Korea | Sign formal agreement | Trinidad and Tobago | 2015-10-07\n- Trinidad and Tobago | Engage in negotiation | Finance / Economy / Commerce / Trade Ministry (Trinidad and Tobago) | 2015-11-06\n- Finance / Economy / Commerce / Trade Ministry (Trinidad and Tobago) | Engage in negotiation | Trinidad and Tobago | 2015-11-06\nAnswer:", "completion": " Belize", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1237375", "prompt": "In which country did Jakaya Mrisho Kikwete last announce his intention to meet in 2008?\nEvidence:\n- Wen Jiabao | Consult | Jakaya Mrisho Kikwete | 2008-04-14\n- Mwai Kibaki | Consult | Jakaya Mrisho Kikwete | 2008-12-20\n- Mwai Kibaki | Consult | Jakaya Mrisho Kikwete | 2008-01-04\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2008-04-14\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2008-03-31\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2008-03-03\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2008-03-01\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2008-01-26\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2008-01-17\n- Jakaya Mrisho Kikwete | Make statement | Sudan | 2008-02-19\n- Jakaya Mrisho Kikwete | Make statement | China | 2008-04-14\n- Jakaya Mrisho Kikwete | Demand | Police (Tanzania) | 2008-01-01\n- Jakaya Mrisho Kikwete | Consult | Wen Jiabao | 2008-04-15\n- Jakaya Mrisho Kikwete | Consult | Wen Jiabao | 2008-04-14\n- Jakaya Mrisho Kikwete | Consult | Mwai Kibaki | 2008-12-20\nAnswer:", "completion": " Sudan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1195036", "prompt": "Who was the last to praise the Croatian government before the US Department of Defense?\nEvidence:\n- Government (Croatia) | Reject | Croatian Party of Rights | 2006-05-26\n- Head of Government (India) | Praise or endorse | Secretary of State for the Home Department | 2015-08-31\n- Government (Croatia) | Deny responsibility | Croatian Party of Rights | 2006-05-26\n- Croatian Party of Rights | Make statement | Government (Croatia) | 2005-04-09\n- Croatian Party of Rights | Praise or endorse | Party Member (Croatia) | 2005-06-14\n- Croatian Party of Rights | Make pessimistic comment | Government (Croatia) | 2005-12-13\n- Croatian Party of Rights | Criticize or denounce | Government (Croatia) | 2005-03-17\n- People Associated with the Opposition (Croatian Democratic Union) | Praise or endorse | Angela Merkel | 2015-10-01\n- People Associated with the Opposition (Croatian Democratic Union) | Make statement | Government (Croatia) | 2015-10-01\n- People Associated with the Opposition (Croatian Democratic Union) | Criticize or denounce | Government (Croatia) | 2015-10-01\n- People Associated with the Opposition (Croatian Democratic Union) | Criticize or denounce | Government (Croatia) | 2015-09-09\n- People Associated with the Opposition (Croatian Democratic Union) | Criticize or denounce | Government (Croatia) | 2014-09-17\n- Tony Blair | Praise or endorse | Secretary of State for the Home Department | 2006-04-29\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2012-07-17\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2009-06-28\nAnswer:", "completion": " Police (Croatia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1338333", "prompt": "Who was the first to appeal to the UN Security Council after the Republic of South Ossetia?\nEvidence:\n- UN Security Council | Make a visit | Republic of South Ossetia | 2005-07-06\n- Republic of South Ossetia | Host a visit | UN Security Council | 2005-07-06\n- Republic of South Ossetia | Abduct, hijack, or take hostage | Republic of South Ossetia | 2005-12-06\n- Member of the Judiciary (Georgia) | Ease administrative sanctions | Republic of South Ossetia | 2005-12-05\n- Zurab Nogaideli | Consult | Republic of South Ossetia | 2005-10-28\n- Zurab Nogaideli | Consult | Republic of South Ossetia | 2005-09-22\n- Sergey Bagapsh | Consult | Republic of South Ossetia | 2008-08-20\n- Sergey Bagapsh | Consult | Republic of South Ossetia | 2008-06-16\n- Sergey Bagapsh | Consult | Republic of South Ossetia | 2006-11-02\n- Sergey Bagapsh | Consult | Republic of South Ossetia | 2006-06-13\n- Sergey Bagapsh | Consult | Republic of South Ossetia | 2006-06-08\n- Sergey Bagapsh | Consult | Republic of South Ossetia | 2006-06-05\n- Sergey Bagapsh | Consult | Republic of South Ossetia | 2006-04-28\n- Sergey Bagapsh | Consult | Republic of South Ossetia | 2005-07-27\n- Sergey Bagapsh | Consult | Republic of South Ossetia | 2005-07-26\nAnswer:", "completion": " Rafiq Hariri", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1193419", "prompt": "Who was the first person praised by the Egyptian Ministry of Foreign Affairs after Al-Azhar University?\nEvidence:\n- Foreign Affairs (Singapore) | Provide aid | Al-Azhar University | 2011-02-03\n- Al-Azhar University | Make statement | Ministry (Egypt) | 2010-05-17\n- Ministry (Egypt) | Praise or endorse | Al-Azhar University | 2013-11-22\n- Al-Azhar University | Make statement | Iran | 2013-02-06\n- Al-Azhar University | Demand | Police (Egypt) | 2013-12-11\n- Thailand | Host a visit | Al-Azhar University | 2007-06-26\n- Police (Egypt) | Occupy territory | Al-Azhar University | 2013-11-01\n- Education (Egypt) | Make statement | Al-Azhar University | 2010-03-22\n- Al-Azhar University | Reduce relations | Shimon Peres | 2008-12-07\n- Al-Azhar University | Physically assault | Police (Egypt) | 2013-12-09\n- Al-Azhar University | Physically assault | Police (Egypt) | 2013-12-08\n- Al-Azhar University | Make a visit | Thailand | 2007-06-26\n- Head of Government (Egypt) | Make statement | Al-Azhar University | 2006-11-24\n- Al-Azhar University | Reduce relations | Head of Government (Egypt) | 2009-12-22\n- Al-Azhar University | Make statement | Abdel Fattah Al-Sisi | 2014-02-26\nAnswer:", "completion": " Court Judge (Egypt)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1041247", "prompt": "When did Ibrahim Hassan Dankwambo praise the government of Nigeria?\nEvidence:\n- Ibrahim Hassan Dankwambo | Praise or endorse | Government (Nigeria) | 2011-06-28\n- Ibrahim Hassan Dankwambo | Praise or endorse | Head of Government (Nigeria) | 2013-12-04\n- Head of Government (Nigeria) | Praise or endorse | Ibrahim Hassan Dankwambo | 2013-06-10\n- Ibrahim Hassan Dankwambo | Make statement | Government (Nigeria) | 2014-10-13\n- Ibrahim Hassan Dankwambo | Make statement | Government (Nigeria) | 2014-06-12\n- Ibrahim Hassan Dankwambo | Make statement | Government (Nigeria) | 2013-11-29\n- Ibrahim Hassan Dankwambo | Make statement | Government (Nigeria) | 2013-11-22\n- Ibrahim Hassan Dankwambo | Make statement | Government (Nigeria) | 2013-10-25\n- Ibrahim Hassan Dankwambo | Make statement | Government (Nigeria) | 2013-09-27\n- Ibrahim Hassan Dankwambo | Make statement | Government (Nigeria) | 2013-09-19\n- Ibrahim Hassan Dankwambo | Make statement | Government (Nigeria) | 2013-06-10\n- Ibrahim Hassan Dankwambo | Make statement | Government (Nigeria) | 2013-05-13\n- Ibrahim Hassan Dankwambo | Make statement | Government (Nigeria) | 2013-05-02\n- Ibrahim Hassan Dankwambo | Make statement | Government (Nigeria) | 2013-01-28\n- Ibrahim Hassan Dankwambo | Make statement | Government (Nigeria) | 2012-07-27\nAnswer:", "completion": " 2011-06-28", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1237588", "prompt": "Who hosted the visit of Rafael Correa in the same month of the head of government of Cuba?\nEvidence:\n- Rafael Ramírez | Consult | Rafael Correa | 2005-07-14\n- Rafael Correa | Consult | Rafael Ramírez | 2005-07-14\n- Rafael Correa | Make statement | Government (Ecuador) | 2006-09-19\n- Rafael Correa | Make a visit | Colombia | 2006-12-17\n- Rafael Correa | Make a visit | Bolivia | 2006-12-11\n- Rafael Correa | Make a visit | Bolivia | 2006-12-10\n- Rafael Correa | Make a visit | Bolivia | 2006-12-09\n- Colombia | Host a visit | Rafael Correa | 2006-12-17\n- Bolivia | Host a visit | Rafael Correa | 2006-12-11\n- Bolivia | Host a visit | Rafael Correa | 2006-12-10\n- Bolivia | Host a visit | Rafael Correa | 2006-12-09\n- Rafael Correa | Reject | Rafael Antonio Bielsa | 2006-11-23\n- Rafael Correa | Consult | Rafael Antonio Bielsa | 2006-09-26\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-26\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-20\nAnswer:", "completion": " Iran", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1289663", "prompt": "After the other authorities and officials of Brazil, to whom did the Ministry of Foreign Affairs of Lebanon first appeal?\nEvidence:\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-13\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-04\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-05-17\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2005-06-16\n- Foreign Affairs (Lebanon) | Make an appeal or request | Other Authorities / Officials (Brazil) | 2006-03-15\n- Other Authorities / Officials (Brazil) | Sign formal agreement | First Command of the Capital | 2006-05-18\n- First Command of the Capital | Use unconventional violence | Other Authorities / Officials (Brazil) | 2006-08-25\n- First Command of the Capital | Sign formal agreement | Other Authorities / Officials (Brazil) | 2006-05-18\n- Foreign Affairs (Italy) | Yield | Other Authorities / Officials (Brazil) | 2011-01-01\n- Other Authorities / Officials (Brazil) | Consult | Ministry (Brazil) | 2006-07-14\n- Ministry (Brazil) | Investigate | Other Authorities / Officials (Brazil) | 2005-06-21\n- Ministry (Brazil) | Consult | Other Authorities / Officials (Brazil) | 2006-07-14\n- Ministry (Brazil) | Accuse | Other Authorities / Officials (Brazil) | 2006-08-08\n- Foreign Affairs (Lebanon) | Make an appeal or request | Other Authorities / Officials (Libya) | 2011-02-25\nAnswer:", "completion": " UN Security Council", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1272586", "prompt": "Who did the Ministry of Vietnam sign an agreement with after 2010?\nEvidence:\n- Vietnam | Sign formal agreement | China | 2005-01-14\n- Vietnam | Sign formal agreement | China | 2005-01-13\n- China | Sign formal agreement | Vietnam | 2005-01-14\n- China | Sign formal agreement | Vietnam | 2005-01-13\n- Timor-Leste | Sign formal agreement | Japan | 2005-01-25\n- Japan | Sign formal agreement | Timor-Leste | 2005-01-25\n- Finance / Economy / Commerce / Trade Ministry (Vietnam) | Make statement | Vietnam | 2005-01-18\n- Unified Buddhist Church of Vietnam | Appeal for rights | Vietnam | 2005-02-11\n- Vietnam | fight with small arms and light weapons | Fishermen (Vietnam) | 2005-01-14\n- Vietnam | Make an appeal or request | China | 2005-01-14\n- Vietnam | Host a visit | Head of Government (Mongolia) | 2005-01-20\n- Head of Government (Mongolia) | Make a visit | Vietnam | 2005-01-20\n- Vietnam | Host a visit | Association of Southeast Asian Nations | 2005-01-26\n- Human Rights Watch | Accuse of human rights abuses | Vietnam | 2005-01-10\n- Association of Southeast Asian Nations | Make a visit | Vietnam | 2005-01-26\nAnswer:", "completion": " Japan", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1137468", "prompt": "Which country was the first to praise the Maldives, after the Council of Ministers of Kazakhstan?\nEvidence:\n- Maldives | Praise or endorse | China | 2005-04-03\n- Police (Maldives) | Investigate | Maldives | 2005-07-06\n- Maldives | Accuse | Scientist (Maldives) | 2005-01-09\n- Maldives | Make statement | UN Security Council | 2005-07-20\n- Police (Maldives) | Make statement | Maldives | 2005-07-06\n- Maumoon Abdul Gayoom | Praise or endorse | Member of Legislative (Govt) (Maldives) | 2008-08-10\n- Maldives | Express intent to cooperate | Bhutan | 2005-06-28\n- Bhutan | Express intent to cooperate | Maldives | 2005-06-28\n- China | Praise or endorse | Kazakhstan | 2005-03-30\n- Thailand | Consult | Maldives | 2005-02-13\n- Maldives | Consult | Thailand | 2005-02-13\n- Maldives | Consult | Bhutan | 2005-11-06\n- Maldives | Consult | Bhutan | 2005-10-19\n- Maldives | Consult | Bhutan | 2005-09-10\n- Maldives | Consult | Bhutan | 2005-08-29\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1154885", "prompt": "What month did Barack Obama first praise the citizens of Brazil?\nEvidence:\n- Barack Obama | Praise or endorse | Japan | 2007-05-15\n- Barack Obama | Praise or endorse | UN Security Council | 2006-11-23\n- Head of Government (Kenya) | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Consult | Head of Government (Kenya) | 2006-08-25\n- Barack Obama | Demand de-escalation of military engagement | Iraq | 2007-06-02\n- Barack Obama | Reject | Iraq | 2007-04-03\n- Barack Obama | Reject | Iraq | 2006-10-28\n- Mwai Kibaki | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Make statement | Iraq | 2007-05-15\n- Barack Obama | Make statement | Iraq | 2007-03-20\n- Barack Obama | Make statement | Iraq | 2007-02-11\n- Barack Obama | Make statement | Iran | 2007-04-27\n- Barack Obama | Make statement | China | 2006-09-08\n- Barack Obama | Consult | Mwai Kibaki | 2006-08-25\n- Sudan | Host a visit | Barack Obama | 2006-09-03\nAnswer:", "completion": " 2010-11", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1081507", "prompt": "Who made the men of India suffer from conventional military forces on 15 November 2009?\nEvidence:\n- Central Reserve Police Force | Use conventional military force | Men (India) | 2009-11-15\nAnswer:", "completion": " Central Reserve Police Force", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1067876", "prompt": "Who was the first to use unconventional force against the citizens of Brazil in 2006?\nEvidence:\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- First Command of the Capital | Use unconventional violence | Other Authorities / Officials (Brazil) | 2006-08-25\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-07-02\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-06-27\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-13\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-04\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-05-17\n- People Associated with the Opposition (Brazil) | Use unconventional violence | Ministry (Brazil) | 2006-10-02\n- People Associated with the Opposition (Brazil) | Use unconventional violence | Citizen (Brazil) | 2006-09-27\n- Cabinet / Council of Ministers / Advisors (Brazil) | Make statement | First Command of the Capital | 2006-07-15\n- Other Authorities / Officials (Brazil) | Sign formal agreement | First Command of the Capital | 2006-05-18\n- First Command of the Capital | Sign formal agreement | Other Authorities / Officials (Brazil) | 2006-05-18\n- Criminal (Brazil) | Use unconventional violence | Head of Government (Brazil) | 2006-12-08\n- Citizen (Brazil) | Use unconventional violence | Head of Government (Brazil) | 2006-09-12\n- First Command of the Capital | Express intent to engage in diplomatic cooperation (such as policy support) | Party Member (Brazil) | 2006-06-12\nAnswer:", "completion": " Criminal (Brazil)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1274554", "prompt": "When did the Lebanese Ministry of Information threaten the Lebanese media workers?\nEvidence:\n- Information Ministry (Lebanon) | Threaten | Media Personnel (Lebanon) | 2005-06-03\n- Information Ministry (Madagascar) | Threaten | Madagascar | 2014-10-14\n- Information / Communication / Transparency Ministry (Indonesia) | Reduce relations | Workers' Party | 2011-10-04\n- Media (India) | Consult | Information Ministry (India) | 2015-09-06\n- Media (India) | Consult | Information Ministry (India) | 2013-03-08\n- Media (India) | Consult | Information Ministry (India) | 2012-11-29\n- Media (India) | Consult | Information Ministry (India) | 2012-10-11\n- Media (India) | Consult | Information Ministry (India) | 2009-01-07\n- Media (India) | Consult | Information Ministry (India) | 2009-01-06\n- Media (India) | Consult | Information Ministry (India) | 2007-10-02\n- Media (Africa) | Consult | Information Ministry (Somalia) | 2014-02-04\n- Information Ministry (Somalia) | Consult | Media (Africa) | 2014-02-04\n- Information Ministry (India) | Consult | Media (India) | 2015-09-06\n- Information Ministry (India) | Consult | Media (India) | 2013-03-08\n- Information Ministry (India) | Consult | Media (India) | 2012-11-29\nAnswer:", "completion": " 2005-06-03", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1285658", "prompt": "When did Ann Margaret Veneman last make a request to Mwai Kibaki?\nEvidence:\n- Ann Margaret Veneman | Make an appeal or request | Mwai Kibaki | 2006-03-02\n- Ann Margaret Veneman | Make a visit | Swaziland | 2005-05-26\n- Ann Margaret Veneman | Make a visit | Swaziland | 2005-05-25\n- Swaziland | Host a visit | Ann Margaret Veneman | 2005-05-26\n- Swaziland | Host a visit | Ann Margaret Veneman | 2005-05-25\n- Ann Margaret Veneman | Make a visit | Education (Pakistan) | 2005-10-30\n- Education (Pakistan) | Host a visit | Ann Margaret Veneman | 2005-10-30\n- France | Praise or endorse | Ann Margaret Veneman | 2006-12-12\n- Ann Margaret Veneman | Praise or endorse | Romania | 2007-06-13\n- Ann Margaret Veneman | Praise or endorse | Japan | 2005-12-14\n- Ann Margaret Veneman | Express intent to settle dispute | Middle East | 2006-07-30\n- Ann Margaret Veneman | Express intent to meet or negotiate | Swaziland | 2005-05-23\n- Ann Margaret Veneman | Express intent to meet or negotiate | Swaziland | 2005-05-19\n- Ann Margaret Veneman | Express intent to meet or negotiate | Swaziland | 2005-05-18\n- Ann Margaret Veneman | Express intent to meet or negotiate | Ethiopia | 2007-02-14\nAnswer:", "completion": " 2006-03-02", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1095184", "prompt": "When did Ashraf Rifi receive the visit from Ali Awad Asiri?\nEvidence:\n- Ashraf Rifi | Host a visit | Ali Awad Asiri | 2014-06-19\n- Ali Awad Asiri | Make a visit | Ashraf Rifi | 2014-06-19\n- Ali Awad Asiri | Accuse | Iran | 2015-04-13\n- Ali Awad Asiri | Praise or endorse | Nabih Berri | 2014-11-25\n- Ashraf Rifi | Accuse | Qatar | 2015-07-07\n- Muslim (Syria) | Consult | Ashraf Rifi | 2015-06-21\n- Bahia Hariri | Consult | Ashraf Rifi | 2015-06-08\n- Ashraf Rifi | Make statement | Qatar | 2015-07-07\n- Ashraf Rifi | Consult | Muslim (Syria) | 2015-06-21\n- Ashraf Rifi | Consult | Bahia Hariri | 2015-06-08\n- Al-Akhbar | Apologize | Ashraf Rifi | 2014-11-03\n- Lawyer/Attorney (Libya) | Make a visit | Ashraf Rifi | 2014-02-27\n- Ashraf Rifi | Host a visit | Lawyer/Attorney (Libya) | 2014-02-27\n- Ashraf Rifi | Engage in diplomatic cooperation | Iran | 2014-04-11\n- Ashraf Rifi | Engage in diplomatic cooperation | Iran | 2014-04-08\nAnswer:", "completion": " 2014-06-19", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1038789", "prompt": "Who was the first person to make a request to the Israeli settler?\nEvidence:\n- Settler (Israel) | Make an appeal or request | Israeli Defense Forces | 2005-08-11\n- Settler (Israel) | Make statement | Israeli Defense Forces | 2005-03-30\n- Israeli Defense Forces | Make statement | Settler (Israel) | 2014-07-01\n- Israeli Defense Forces | Make statement | Settler (Israel) | 2008-12-02\n- Israeli Defense Forces | Make statement | Settler (Israel) | 2006-07-29\n- Israeli Defense Forces | Make statement | Settler (Israel) | 2005-01-26\n- Israeli Defense Forces | Make pessimistic comment | Settler (Israel) | 2005-05-09\n- Settler (Israel) | Physically assault | Israeli Defense Forces | 2005-08-17\n- Israeli Defense Forces | Confiscate property | Settler (Israel) | 2008-09-14\n- Police (Israel) | Return, release person(s) | Settler (Israel) | 2015-06-18\n- Settler (Israel) | Use unconventional violence | Israeli Defense Forces | 2015-07-28\n- Settler (Israel) | Use unconventional violence | Israeli Defense Forces | 2011-12-14\n- Settler (Israel) | Use unconventional violence | Israeli Defense Forces | 2011-12-13\n- Settler (Israel) | Use unconventional violence | Israeli Defense Forces | 2008-09-14\n- Settler (Israel) | Use unconventional violence | Israeli Defense Forces | 2006-11-06\nAnswer:", "completion": " Benjamin Netanyahu", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1269618", "prompt": "With whom did Eid Kabalu have a telephone conversation after the year 2008?\nEvidence:\n- Eid Kabalu | Discuss by telephone | Associated Press | 2007-07-17\n- Eid Kabalu | Discuss by telephone | Associated Press | 2007-03-08\n- Eid Kabalu | Discuss by telephone | Associated Press | 2006-11-29\n- Eid Kabalu | Discuss by telephone | Associated Press | 2006-06-29\n- Eid Kabalu | Discuss by telephone | Associated Press | 2005-12-27\n- Eid Kabalu | Discuss by telephone | Associated Press | 2005-07-24\n- Associated Press | Discuss by telephone | Eid Kabalu | 2007-07-17\n- Associated Press | Discuss by telephone | Eid Kabalu | 2007-03-08\n- Associated Press | Discuss by telephone | Eid Kabalu | 2006-11-29\n- Associated Press | Discuss by telephone | Eid Kabalu | 2006-06-29\n- Associated Press | Discuss by telephone | Eid Kabalu | 2005-12-27\n- Associated Press | Discuss by telephone | Eid Kabalu | 2005-07-24\n- Eid Kabalu | Discuss by telephone | Agence France-Presse | 2007-07-23\n- Agence France-Presse | Discuss by telephone | Eid Kabalu | 2007-07-23\n- Moro Islamic Liberation Front | Discuss by telephone | Eid Kabalu | 2007-01-27\nAnswer:", "completion": " Agence France-Presse", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1205402", "prompt": "Who negotiated with Federica Mogherini after Benjamin Netanyahu?\nEvidence:\n- Federica Mogherini | Consult | Benjamin Netanyahu | 2014-11-09\n- Federica Mogherini | Consult | Benjamin Netanyahu | 2014-11-07\n- Benjamin Netanyahu | Consult | Federica Mogherini | 2014-11-09\n- Benjamin Netanyahu | Consult | Federica Mogherini | 2014-11-07\n- Federica Mogherini | Express intent to meet or negotiate | Benjamin Netanyahu | 2014-11-06\n- Federica Mogherini | Express intent to meet or negotiate | Benjamin Netanyahu | 2014-11-05\n- Federica Mogherini | Express intent to meet or negotiate | Benjamin Netanyahu | 2014-07-15\n- Iran | Consult | Federica Mogherini | 2014-06-12\n- Federica Mogherini | Consult | Iran | 2014-06-12\n- Shimon Peres | Consult | Federica Mogherini | 2014-07-16\n- Ministry (Belgium) | Consult | Federica Mogherini | 2014-11-17\n- Martin Lidegaard | Consult | Federica Mogherini | 2014-11-29\n- Federica Mogherini | Consult | Shimon Peres | 2014-07-16\n- Federica Mogherini | Consult | Ministry (Belgium) | 2014-11-17\n- Federica Mogherini | Consult | Martin Lidegaard | 2014-11-29\nAnswer:", "completion": " Head of Government (Egypt)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1347120", "prompt": "Who praised the Prime Minister of India after the Trade Union of India?\nEvidence:\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-09\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-08\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-11-14\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-10-05\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Demand | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-11-24\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-05-19\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2005-05-05\n- Prime Minister Qarase | Make statement | Prime Minister Chaudhry | 2006-07-13\nAnswer:", "completion": " Aam Aadmi Party", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1366717", "prompt": "Who did the Sri Lankan Navy give humanitarian aid to first, after the Tamils of Sri Lanka?\nEvidence:\n- Naval (Sri Lanka) | Provide humanitarian aid | Tamil (Sri Lanka) | 2009-02-24\n- Naval (Sri Lanka) | Provide humanitarian aid | Fishermen (Sri Lanka) | 2013-06-10\n- Naval (Sri Lanka) | Provide humanitarian aid | Fishermen (Sri Lanka) | 2012-01-01\n- Healthcare Facility (Sri Lanka) | Provide humanitarian aid | Ministry (Sri Lanka) | 2009-03-10\n- Naval (Sri Lanka) | Provide humanitarian aid | China | 2010-03-01\n- Ministry (Sri Lanka) | Accuse | Member of the Judiciary (Sri Lanka) | 2012-10-26\n- Member of the Judiciary (Sri Lanka) | Demand | Criminal (Sri Lanka) | 2015-10-08\n- Member of the Judiciary (Sri Lanka) | Coerce | Fishermen (Sri Lanka) | 2014-11-21\n- Member of the Judiciary (Sri Lanka) | Coerce | Fishermen (Sri Lanka) | 2014-11-17\n- Member of the Judiciary (Sri Lanka) | Coerce | Fishermen (Sri Lanka) | 2014-11-03\n- Member of the Judiciary (Sri Lanka) | Coerce | Fishermen (Sri Lanka) | 2014-10-31\n- Member of the Judiciary (Sri Lanka) | Coerce | Criminal (Sri Lanka) | 2011-08-25\n- Naval (Sri Lanka) | Provide humanitarian aid | Fishermen (India) | 2012-01-01\n- Fishermen (Sri Lanka) | Provide humanitarian aid | Fishermen (India) | 2012-03-16\n- Fishermen (India) | Provide humanitarian aid | Refugee (Sri Lanka) | 2009-05-20\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1040459", "prompt": "In which year did Solidarity last declare its intention to negotiate with Barack Obama?\nEvidence:\n- Barack Obama | Praise or endorse | Solidarity | 2011-05-29\n- Solidarity | Express intent to meet or negotiate | Military (Russia) | 2009-09-22\n- SENIAT | Reject proposal to meet, discuss, or negotiate | Solidarity | 2009-06-08\n- Solidarity | Engage in negotiation | Government (Poland) | 2009-04-03\n- Government (Poland) | Engage in negotiation | Solidarity | 2009-04-03\n- Solidarity | Accuse | Japan | 2010-02-23\n- Iran | Demand | Solidarity | 2007-11-09\n- Ministry (Egypt) | Engage in diplomatic cooperation | Solidarity | 2011-07-25\n- Citizen (International) | Engage in symbolic act | Solidarity | 2005-08-31\n- Mwai Kibaki | Express intent to cooperate | Solidarity | 2006-05-31\n- Activist (United States) | Engage in symbolic act | Solidarity | 2011-04-20\n- Villager (Myanmar) | Reject | Solidarity | 2010-12-16\n- Solidarity | Make statement | Iraq | 2005-08-01\n- Solidarity | Make statement | Iran | 2011-01-05\n- Solidarity | Make statement | China | 2009-04-28\nAnswer:", "completion": " 2014", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1294503", "prompt": "In what year did Michael Sata last sentence the citizens of Tonga?\nEvidence:\n- Michael Sata | Accuse | China | 2006-09-06\n- Michael Sata | Accuse | China | 2006-09-05\n- Michael Sata | Accuse | China | 2006-09-01\n- Ronnie Shikapwasha | Threaten | Michael Sata | 2006-08-30\n- Nevers Mumba | Accuse | Michael Sata | 2013-12-24\n- Michael Sata | Make statement | China | 2006-09-06\n- Michael Sata | Demand | Nevers Mumba | 2012-08-01\n- Michael Sata | Demand | Citizen (Zambia) | 2006-08-14\n- Michael Sata | Demand | Children (Zambia) | 2013-12-10\n- Michael Sata | Consult | Businessperson (Taiwan) | 2006-09-09\n- Michael Sata | Consult | Businessperson (Taiwan) | 2006-09-08\n- Michael Sata | Consult | Businessperson (Taiwan) | 2006-09-05\n- Michael Sata | Consult | Businessperson (Taiwan) | 2006-08-30\n- Michael Sata | Consult | Assemblies (Zambia) | 2014-09-20\n- Michael Sata | Consult | Assemblies (Zambia) | 2014-09-19\nAnswer:", "completion": " 2013", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1373469", "prompt": "When did Xu Zongheng last praise the mayor of China?\nEvidence:\n- Xu Zongheng | Praise or endorse | City Mayor (China) | 2012-12-04\n- China | Coerce | Xu Zongheng | 2011-05-09\n- Xu Zongheng | Make statement | China | 2008-11-26\n- Xu Zongheng | Make statement | China | 2008-06-07\n- Xu Zongheng | Make statement | China | 2006-03-22\n- Xu Zongheng | Make statement | China | 2006-02-27\n- Xu Zongheng | Make statement | China | 2005-07-25\n- Xu Zongheng | Make statement | China | 2005-04-11\n- Xu Zongheng | Make statement | Vietnam | 2005-07-21\n- Xu Zongheng | Consult | Jusuf Kalla | 2006-04-20\n- Xu Zongheng | Consult | George Yeo | 2007-10-13\n- Xu Zongheng | Consult | Abdoulaye Wade | 2006-06-24\n- Jusuf Kalla | Consult | Xu Zongheng | 2006-04-20\n- George Yeo | Consult | Xu Zongheng | 2007-10-13\n- Abdoulaye Wade | Consult | Xu Zongheng | 2006-06-24\nAnswer:", "completion": " 2012-12-04", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1047791", "prompt": "Before 31 Aug 2007, who was rejected by Pervez Musharraf?\nEvidence:\n- Pervez Musharraf | Reject | Benazir Bhutto | 2007-08-31\n- Pervez Musharraf | Consult | Benazir Bhutto | 2007-08-31\n- Benazir Bhutto | Demand | Pervez Musharraf | 2007-08-31\n- Benazir Bhutto | Consult | Pervez Musharraf | 2007-08-31\n- Government (Pakistan) | Make statement | Pervez Musharraf | 2007-08-31\n- Benazir Bhutto | Make statement | Pervez Musharraf | 2007-08-31\n- Pervez Musharraf | Engage in negotiation | Benazir Bhutto | 2007-08-31\n- Media Personnel (Pakistan) | Make statement | Pervez Musharraf | 2007-08-31\n- Benazir Bhutto | Engage in negotiation | Pervez Musharraf | 2007-08-31\n- Benazir Bhutto | Appeal for easing of administrative sanctions | Pervez Musharraf | 2007-08-31\n- Benazir Bhutto | Express intent to engage in diplomatic cooperation (such as policy support) | Pervez Musharraf | 2007-08-31\n- Party Member (United Kingdom) | Engage in negotiation | Benazir Bhutto | 2007-08-31\n- Benazir Bhutto | Make pessimistic comment | Head of Government (Pakistan) | 2007-08-31\n- Benazir Bhutto | Engage in negotiation | Party Member (United Kingdom) | 2007-08-31\n- Benazir Bhutto | Criticize or denounce | Head of Government (Pakistan) | 2007-08-31\nAnswer:", "completion": " France", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1020682", "prompt": "Who did Benjamin Netanyahu threaten before the Settler of Israel?\nEvidence:\n- Settler (Israel) | Praise or endorse | Benjamin Netanyahu | 2005-09-26\n- Likud | Threaten | Benjamin Netanyahu | 2006-02-15\n- Benjamin Netanyahu | Make statement | Ministry of Tourism (Israel) | 2005-06-10\n- Ministry of Tourism (Israel) | Express intent to cooperate | Benjamin Netanyahu | 2005-03-08\n- Benjamin Netanyahu | Express intent to cooperate | Ministry of Tourism (Israel) | 2005-03-08\n- Benjamin Netanyahu | Criticize or denounce | Interim Government (Israel) | 2006-01-12\n- Agriculture / Fishing / Forestry Ministry (Israel) | Make statement | Benjamin Netanyahu | 2006-01-12\n- Benjamin Netanyahu | Threaten to reduce or break relations | Likud | 2012-02-17\n- Benjamin Netanyahu | Threaten to reduce or break relations | Likud | 2006-01-12\n- Likud | Reject | Benjamin Netanyahu | 2009-05-15\n- Likud | Reject | Benjamin Netanyahu | 2005-09-27\n- Likud | Investigate | Benjamin Netanyahu | 2010-08-30\n- Likud | Demand | Benjamin Netanyahu | 2011-03-01\n- Likud | Demand | Benjamin Netanyahu | 2010-09-01\n- Likud | Demand | Benjamin Netanyahu | 2009-06-14\nAnswer:", "completion": " Middle East", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1362453", "prompt": "In what month did Murtala Nyako make an appeal to Nigerian exiles?\nEvidence:\n- Murtala Nyako | Make an appeal or request | Government (Nigeria) | 2010-01-22\n- Murtala Nyako | Make an appeal or request | Government (Nigeria) | 2009-11-12\n- Murtala Nyako | Make an appeal or request | Citizen (Nigeria) | 2010-09-29\n- Murtala Nyako | Make an appeal or request | Citizen (Nigeria) | 2010-06-24\n- Murtala Nyako | Make an appeal or request | Citizen (Nigeria) | 2010-04-28\n- Murtala Nyako | Make an appeal or request | Citizen (Nigeria) | 2009-05-18\n- Murtala Nyako | Make an appeal or request | Citizen (Nigeria) | 2009-01-02\n- Murtala Nyako | Make an appeal or request | Citizen (Nigeria) | 2008-12-25\n- Murtala Nyako | Make an appeal or request | Citizen (Nigeria) | 2008-03-05\n- Murtala Nyako | Make an appeal or request | Citizen (Nigeria) | 2007-12-21\n- Murtala Nyako | Make an appeal or request | Citizen (Nigeria) | 2007-11-17\n- Murtala Nyako | Make an appeal or request | Citizen (Nigeria) | 2007-11-16\n- Murtala Nyako | Make an appeal or request | Citizen (Nigeria) | 2007-10-23\n- Oluṣẹgun Ọbasanjọ | Make statement | Murtala Nyako | 2007-06-11\n- Murtala Nyako | Make statement | Government (Nigeria) | 2010-09-29\nAnswer:", "completion": " 2013-12", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1174582", "prompt": "Who, after Mikhail Yefimovich Fradkov, wanted to negotiate with the Council of Ministers of Japan?\nEvidence:\n- Zurab Nogaideli | Consult | Mikhail Yefimovich Fradkov | 2005-06-03\n- Mikhail Yefimovich Fradkov | Make statement | Gazprom | 2005-02-16\n- Mikhail Yefimovich Fradkov | Make statement | China | 2005-05-27\n- Mikhail Yefimovich Fradkov | Make statement | China | 2005-02-03\n- Mikhail Yefimovich Fradkov | Consult | Zurab Nogaideli | 2005-06-03\n- Mikhail Yefimovich Fradkov | Consult | Abdul Kalam | 2005-05-23\n- Abdul Kalam | Consult | Mikhail Yefimovich Fradkov | 2005-05-23\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | Kazakhstan | 2005-03-23\n- Mikhail Yefimovich Fradkov | Make statement | Head of Government (Ukraine) | 2005-02-25\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | Head of Government (Ukraine) | 2005-06-03\n- Head of Government (Finland) | Express intent to meet or negotiate | Mikhail Yefimovich Fradkov | 2005-06-07\n- Head of Government (Finland) | Express intent to meet or negotiate | Mikhail Yefimovich Fradkov | 2005-05-27\n- Wen Jiabao | Express intent to meet or negotiate | Mikhail Yefimovich Fradkov | 2005-06-10\n- Wen Jiabao | Express intent to meet or negotiate | Mikhail Yefimovich Fradkov | 2005-03-15\n- Wen Jiabao | Express intent to meet or negotiate | Mikhail Yefimovich Fradkov | 2005-03-14\nAnswer:", "completion": " Andrew Robb", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1118395", "prompt": "When did the Party Member of Tanzania make a condemnation to the Member of the Judiciary of Tanzania?\nEvidence:\n- Citizen (Tanzania) | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2005-04-01\n- Party Member (Tanzania) | Demand | Citizen (Tanzania) | 2005-07-16\n- Party Member (Tanzania) | Demonstrate or rally | Tanzania | 2005-01-26\n- Party Member (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-05-06\n- Party Member (Tanzania) | Express intent to meet or negotiate | Citizen (Tanzania) | 2005-08-25\n- Tanzania | Make a visit | South Africa | 2005-02-22\n- South Korea | Make a visit | Tanzania | 2005-01-17\n- South Korea | Make a visit | Tanzania | 2005-01-16\n- Police (Tanzania) | Use tactics of violent repression | Citizen (Tanzania) | 2005-04-12\n- Police (Tanzania) | Use tactics of violent repression | Citizen (Tanzania) | 2005-04-11\n- Benjamin William Mkapa | Make a visit | Tanzania | 2005-05-10\n- Legislature (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-04-01\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-07-15\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-05-21\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-03-07\nAnswer:", "completion": " 2010-05-12", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1089349", "prompt": "Before the Department of Education of the Philippines, who was the last to ask for the police of the Philippines?\nEvidence:\n- Police (Philippines) | Appeal for easing of administrative sanctions | Justice Department/Ministery (Philippines) | 2015-12-13\n- Police (Philippines) | Make statement | University of the Philippines | 2014-08-12\n- Justice Department/Ministery (Philippines) | Make statement | Civil Aviation Authority of the Philippines | 2015-06-29\n- Police (Philippines) | Make statement | Department of Transportation | 2015-10-07\n- Police (Philippines) | Consult | Education Official (Philippines) | 2014-12-02\n- Police (Philippines) | Consult | Education Official (Philippines) | 2010-06-08\n- Education Official (Philippines) | Consult | Police (Philippines) | 2014-12-02\n- Education Official (Philippines) | Consult | Police (Philippines) | 2010-06-08\n- Secretary of State for the Home Department | Appeal for intelligence | ZTE Corp. | 2010-05-14\n- ZTE Corp. | Consult | Secretary of State for the Home Department | 2010-05-13\n- Theresa May | Consult | Secretary of State for the Home Department | 2013-06-26\n- Shivshankar Menon | Consult | Secretary of State for the Home Department | 2012-08-08\n- Shivraj Patil | Demand | Secretary of State for the Home Department | 2006-12-31\n- Shivraj Patil | Consult | Secretary of State for the Home Department | 2007-08-28\n- Secretary of State for the Home Department | Investigate | Northern Ireland | 2009-01-27\nAnswer:", "completion": " Men (Philippines)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1164903", "prompt": "Who was the first to ask for Uhuru Muigai Kenyatta after Noah Mahalang'ang'a Wekesa?\nEvidence:\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2012-10-05\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2012-02-18\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2007-03-15\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2006-12-20\n- William Ruto | Accuse | Uhuru Muigai Kenyatta | 2012-05-08\n- Uhuru Muigai Kenyatta | Yield | Mwai Kibaki | 2005-09-12\n- Uhuru Muigai Kenyatta | Demand | Media (Africa) | 2005-05-23\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2012-10-05\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2012-02-18\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2007-03-15\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2006-12-20\n- Uhuru Muigai Kenyatta | Accuse | William Ruto | 2005-02-22\n- William Ruto | Make statement | Uhuru Muigai Kenyatta | 2012-01-20\n- William Ruto | Make statement | Uhuru Muigai Kenyatta | 2009-12-19\n- William Ruto | Make statement | Uhuru Muigai Kenyatta | 2006-05-22\nAnswer:", "completion": " Men (Kenya)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1215903", "prompt": "On 27 July 2009, who provided humanitarian aid to the children of Israel?\nEvidence:\n- Israeli Defense Forces | Provide humanitarian aid | Children (Israel) | 2009-07-27\nAnswer:", "completion": " Israeli Defense Forces", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1252899", "prompt": "In which year did Julia Gillard announce her intention to meet with the Australian media?\nEvidence:\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2007-05-17\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2006-04-06\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2005-09-06\n- Julia Gillard | Consider policy option | People Associated with the Opposition (Australia) | 2007-05-02\n- Media Personnel (Australia) | Make statement | Julia Gillard | 2006-12-04\n- Media Personnel (Australia) | Praise or endorse | Julia Gillard | 2006-12-02\n- Julia Gillard | Express intent to meet or negotiate | Citizen (Australia) | 2006-12-12\n- Peter Costello | Accuse | Julia Gillard | 2007-05-10\n- Julia Gillard | Reject | David Hawker | 2006-06-02\n- Julia Gillard | Reject | David Hawker | 2006-05-31\n- Julia Gillard | Consult | Businessperson (Australia) | 2007-05-03\n- Julia Gillard | Accuse | David Hawker | 2006-06-01\n- Julia Gillard | Accuse | David Hawker | 2006-05-31\n- Julia Gillard | Accuse | Citizen (Australia) | 2005-01-23\n- David Hawker | Demand | Julia Gillard | 2006-05-31\nAnswer:", "completion": " 2010", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1338799", "prompt": "When did Trinidad and Tobago last praise Keith Rowley?\nEvidence:\n- Keith Rowley | Demand | Trinidad and Tobago | 2015-12-29\n- Trinidad and Tobago | Praise or endorse | Keith Rowley | 2015-09-08\n- Keith Rowley | Make statement | Trinidad and Tobago | 2015-12-29\n- Keith Rowley | Make statement | Trinidad and Tobago | 2011-08-22\n- Keith Rowley | Make statement | Government (Trinidad and Tobago) | 2014-07-02\n- Keith Rowley | Criticize or denounce | Trinidad and Tobago | 2012-06-08\n- Keith Rowley | Demonstrate or rally | Government (Trinidad and Tobago) | 2014-05-30\n- Keith Rowley | Criticize or denounce | Government (Trinidad and Tobago) | 2005-06-24\n- Keith Rowley | Apologize | Member of the Judiciary (Trinidad and Tobago) | 2011-11-14\n- Keith Rowley | Make statement | People Associated with the Opposition (Trinidad and Tobago) | 2011-10-18\n- Trinidad and Tobago | Praise or endorse | Government (Trinidad and Tobago) | 2009-05-28\n- Trinidad and Tobago | Make statement | Government (Trinidad and Tobago) | 2011-11-14\n- Trinidad and Tobago | Make statement | Government (Trinidad and Tobago) | 2008-01-08\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2013-03-30\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2012-04-26\nAnswer:", "completion": " 2015-09-08", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1394189", "prompt": "To whom did Mahmoud Ahmadinejad make an appeal in the same month?\nEvidence:\n- Mahmoud Ahmadinejad | Make an appeal or request | Iran | 2005-06-26\n- Mahmoud Ahmadinejad | Make an appeal or request | Iran | 2005-06-25\n- Japan | Make an appeal or request | Mahmoud Ahmadinejad | 2005-06-25\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-07-02\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-30\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-29\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-28\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-27\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-26\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-25\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-24\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-10\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-04\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-05-08\n- Iran | Make statement | Mahmoud Ahmadinejad | 2005-06-26\nAnswer:", "completion": " Citizen (Belarus)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1186024", "prompt": "Before the Religion of Zambia, to whom did the citizens of Zambia last appeal?\nEvidence:\n- Religion (Zambia) | Demand | Citizen (Zambia) | 2007-11-21\n- Religion (Zambia) | Demand | Citizen (Zambia) | 2006-04-21\n- Religion (Zambia) | Accuse | Citizen (Zambia) | 2015-06-19\n- Religion (Zambia) | Make an appeal or request | Citizen (Zambia) | 2012-08-23\n- Citizen (Zambia) | Make an appeal or request | Religion (Zambia) | 2009-04-27\n- Men (Zambia) | Physically assault | Religion (Zambia) | 2015-01-02\n- Citizen (Zambia) | Physically assault | Religion (Zambia) | 2015-01-02\n- Citizen (Zambia) | Physically assault | Religion (Zambia) | 2014-07-21\n- Citizen (Zambia) | Physically assault | Religion (Zambia) | 2013-07-09\n- Criminal (Zambia) | Use unconventional violence | Religion (Zambia) | 2008-06-18\n- Children (Zambia) | Criticize or denounce | Religion (Zambia) | 2005-03-07\n- Religion (Zambia) | Host a visit | Michael Sata | 2011-03-15\n- Michael Sata | Make a visit | Religion (Zambia) | 2011-03-15\n- Religion (Uganda) | Appeal to yield | Women (Uganda) | 2007-04-25\n- Domestic Affairs (Zambia) | Appeal to others to meet or negotiate | Citizen (Zambia) | 2006-10-19\nAnswer:", "completion": " Chief Court Judge (Zambia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1044319", "prompt": "Before Yasuo Fukuda, who was the last to negotiate with the Grand National Party?\nEvidence:\n- Grand National Party | Consult | China | 2005-05-09\n- China | Consult | Grand National Party | 2005-05-09\n- Grand National Party | Express intent to meet or negotiate | China | 2005-05-22\n- Grand National Party | Express intent to meet or negotiate | China | 2005-05-18\n- Grand National Party | Express intent to meet or negotiate | China | 2005-05-09\n- Grand National Party | Make statement | China | 2005-05-25\n- Grand National Party | Make statement | China | 2005-05-23\n- Grand National Party | Make statement | China | 2005-01-14\n- Grand National Party | Investigate | South Korea | 2005-01-26\n- Grand National Party | Express intent to meet or negotiate | Citizen (North Korea) | 2005-01-12\n- Yasuo Fukuda | Express intent to meet or negotiate | Japan | 2007-09-15\n- Yasuo Fukuda | Express intent to meet or negotiate | Japan | 2006-04-03\n- Grand National Party | Reject | Roh Moo Hyun | 2005-07-06\n- Grand National Party | Reject | Roh Moo Hyun | 2005-06-08\n- Grand National Party | Make statement | South Korea | 2005-07-22\nAnswer:", "completion": " Roh Moo Hyun", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1106339", "prompt": "When was the last time the Malaysian rights activist made a condemnation to the Malaysian police?\nEvidence:\n- Rights Activist (Kenya) | Accuse | Police (Kenya) | 2014-12-11\n- Rights Activist (Kenya) | Accuse | Police (Kenya) | 2014-10-06\n- Rights Activist (Kenya) | Accuse | Police (Kenya) | 2007-11-28\n- Rights Activist (Kenya) | Accuse | Police (Kenya) | 2007-07-26\n- Rights Activist (Indonesia) | Accuse | Police (Indonesia) | 2007-04-11\n- Rights Activist (Egypt) | Accuse | Police (Egypt) | 2015-12-27\n- Rights Activist (Egypt) | Accuse | Police (Egypt) | 2015-12-26\n- Rights Activist (Egypt) | Accuse | Police (Egypt) | 2015-12-16\n- Rights Activist (Egypt) | Accuse | Police (Egypt) | 2015-03-04\n- Rights Activist (Egypt) | Accuse | Police (Egypt) | 2015-02-12\n- Rights Activist (Egypt) | Accuse | Police (Egypt) | 2013-03-15\n- Rights Activist (Egypt) | Accuse | Police (Egypt) | 2013-02-16\n- Rights Activist (Egypt) | Accuse | Police (Egypt) | 2013-01-23\n- Rights Activist (Egypt) | Accuse | Police (Egypt) | 2013-01-22\n- Rights Activist (Egypt) | Accuse | Police (Egypt) | 2009-12-15\nAnswer:", "completion": " 2008-01-05", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1047982", "prompt": "Which year did Vietnam receive the visit from the Women Children Social Welfare Development Religion Ministry of Cambodia?\nEvidence:\n- Sudan | Receive deployment of peacekeepers | Cambodia | 2005-03-25\n- Vietnam | Host a visit | Cambodia | 2005-03-15\n- Cambodia | Make a visit | Vietnam | 2005-03-15\n- Vietnam | Make statement | Cambodia | 2005-02-22\n- Cambodia | Make statement | Vietnam | 2005-03-29\n- Vietnam | Praise or endorse | Cambodia | 2005-02-28\n- Police (Cambodia) | Provide humanitarian aid | Vietnam | 2005-02-04\n- Cambodia | Engage in diplomatic cooperation | Vietnam | 2005-03-30\n- Cambodia | Demonstrate military or police power | Vietnam | 2005-01-10\n- Vietnam | Host a visit | Head of Government (Mongolia) | 2005-01-20\n- Head of Government (Mongolia) | Make a visit | Vietnam | 2005-01-20\n- Finance / Economy / Commerce / Trade Ministry (Vietnam) | Make statement | Vietnam | 2005-01-18\n- Vietnam | Host a visit | Association of Southeast Asian Nations | 2005-01-26\n- Association of Southeast Asian Nations | Make a visit | Vietnam | 2005-01-26\n- Thailand | Make a visit | Cambodia | 2005-01-24\nAnswer:", "completion": " 2009", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1214703", "prompt": "Which country was last accused by Vietnam before the men of the United States?\nEvidence:\n- Unified Buddhist Church of Vietnam | Appeal for rights | Vietnam | 2005-02-11\n- Vietnam | Host a visit | Head of Government (Mongolia) | 2005-01-20\n- Head of Government (Mongolia) | Make a visit | Vietnam | 2005-01-20\n- Vietnam | Host a visit | Association of Southeast Asian Nations | 2005-01-26\n- Human Rights Watch | Accuse of human rights abuses | Vietnam | 2005-01-10\n- Association of Southeast Asian Nations | Make a visit | Vietnam | 2005-01-26\n- Vietnam | Demand | China | 2005-01-15\n- Vietnam | Demand | China | 2005-01-14\n- Vietnam | Consult | China | 2005-02-11\n- Vietnam | Accuse | China | 2005-01-21\n- China | Consult | Vietnam | 2005-02-11\n- Finance / Economy / Commerce / Trade Ministry (Vietnam) | Make statement | Vietnam | 2005-01-18\n- Vietnam | fight with small arms and light weapons | Fishermen (Vietnam) | 2005-01-14\n- Vietnam | Sign formal agreement | China | 2005-01-14\n- Vietnam | Sign formal agreement | China | 2005-01-13\nAnswer:", "completion": " China", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1353269", "prompt": "After Peter Costello, who was the first person Australian citizens made negative comments about?\nEvidence:\n- Peter Costello | Threaten | Citizen (Australia) | 2005-05-07\n- Peter Costello | Reject | Citizen (Australia) | 2005-11-24\n- Peter Costello | Make statement | China | 2005-10-16\n- Peter Costello | Make statement | China | 2005-09-30\n- Peter Costello | Consult | Michael Cullen | 2007-01-30\n- Peter Costello | Consult | Michael Cullen | 2007-01-29\n- Peter Costello | Consult | Michael Cullen | 2007-01-25\n- Peter Costello | Consult | Michael Cullen | 2006-02-17\n- Peter Costello | Consult | Jusuf Kalla | 2005-09-08\n- Peter Costello | Accuse | Citizen (Australia) | 2005-08-21\n- Michael Cullen | Consult | Peter Costello | 2007-01-30\n- Michael Cullen | Consult | Peter Costello | 2007-01-29\n- Michael Cullen | Consult | Peter Costello | 2007-01-25\n- Michael Cullen | Consult | Peter Costello | 2006-02-17\n- Jusuf Kalla | Consult | Peter Costello | 2005-09-08\nAnswer:", "completion": " Citizen (Africa)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1021279", "prompt": "Who was the last person to want to cooperate with Dmitry Anatolyevich Medvedev before Magomedsalam Magomedov?\nEvidence:\n- Magomedsalam Magomedov | Consult | Dmitry Anatolyevich Medvedev | 2011-08-24\n- Magomedsalam Magomedov | Consult | Dmitry Anatolyevich Medvedev | 2011-08-23\n- Magomedsalam Magomedov | Consult | Dmitry Anatolyevich Medvedev | 2011-08-20\n- Magomedsalam Magomedov | Consult | Dmitry Anatolyevich Medvedev | 2010-08-13\n- Magomedsalam Magomedov | Consult | Dmitry Anatolyevich Medvedev | 2010-08-11\n- Dmitry Anatolyevich Medvedev | Consult | Magomedsalam Magomedov | 2011-08-24\n- Dmitry Anatolyevich Medvedev | Consult | Magomedsalam Magomedov | 2011-08-23\n- Dmitry Anatolyevich Medvedev | Consult | Magomedsalam Magomedov | 2011-08-20\n- Dmitry Anatolyevich Medvedev | Consult | Magomedsalam Magomedov | 2010-08-13\n- Dmitry Anatolyevich Medvedev | Consult | Magomedsalam Magomedov | 2010-08-11\n- Magomedsalam Magomedov | Express intent to cooperate | Dmitry Anatolyevich Medvedev | 2010-03-31\n- Magomedsalam Magomedov | Make statement | Dmitry Anatolyevich Medvedev | 2010-03-31\n- Magomedsalam Magomedov | Discuss by telephone | Dmitry Anatolyevich Medvedev | 2012-05-04\n- Magomedsalam Magomedov | Discuss by telephone | Dmitry Anatolyevich Medvedev | 2010-08-11\n- Magomedsalam Magomedov | Discuss by telephone | Dmitry Anatolyevich Medvedev | 2010-08-05\nAnswer:", "completion": " Barack Obama", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1261091", "prompt": "Who praised Joschka Fischer in the same month of Surakiart Sathirathai?\nEvidence:\n- Surakiart Sathirathai | Consult | Joschka Fischer | 2005-01-08\n- Joschka Fischer | Consult | Surakiart Sathirathai | 2005-01-08\n- Joschka Fischer | Praise or endorse | Surakiart Sathirathai | 2005-01-08\n- Surakiart Sathirathai | Engage in negotiation | Malaysia | 2005-10-26\n- Surakiart Sathirathai | Engage in negotiation | Malaysia | 2005-10-21\n- Malaysia | Engage in negotiation | Surakiart Sathirathai | 2005-10-26\n- Malaysia | Engage in negotiation | Surakiart Sathirathai | 2005-10-21\n- Surakiart Sathirathai | Reject | Japan | 2005-01-08\n- Surakiart Sathirathai | Reduce relations | Malaysia | 2005-02-25\n- Surakiart Sathirathai | Make statement | Thailand | 2005-11-03\n- Surakiart Sathirathai | Make statement | Thailand | 2005-10-26\n- Surakiart Sathirathai | Make statement | Thailand | 2005-10-24\n- Surakiart Sathirathai | Make statement | Thailand | 2005-06-26\n- Surakiart Sathirathai | Make statement | Thailand | 2005-04-27\n- Surakiart Sathirathai | Make statement | Thailand | 2005-04-14\nAnswer:", "completion": " Iraq", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1233285", "prompt": "Who wished to engage in diplomatic cooperation with the Party Member of Thailand before June 22nd, 2011?\nEvidence:\n- Member of Parliament (Thailand) | Express intent to engage in material cooperation | Citizen (Thailand) | 2005-02-08\n- Party Member (Thailand) | Engage in symbolic act | Citizen (Thailand) | 2005-02-09\n- Citizen (Thailand) | Engage in symbolic act | Party Member (Thailand) | 2005-02-09\n- Member of Parliament (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-02-08\n- Party Member (Thailand) | Appeal for diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-01-25\n- Party Member (Thailand) | Reject | Citizen (Thailand) | 2005-02-08\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-02-16\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-02-14\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-02-11\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-02-02\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-02-01\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-01-29\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-01-22\n- Party Member (Thailand) | Accuse | Citizen (Thailand) | 2005-01-21\n- Citizen (Thailand) | Accuse | Party Member (Thailand) | 2005-02-14\nAnswer:", "completion": " Chart Thai", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1017556", "prompt": "Who asked for Peter Costello in the same month as the Businessman of Australia?\nEvidence:\n- Citizen (Australia) | Appeal for political reform | Peter Costello | 2005-11-23\n- Member of Parliament (Australia) | Demand | Peter Costello | 2005-07-25\n- Peter Costello | Threaten | Citizen (Australia) | 2005-05-07\n- Peter Costello | Reject | Citizen (Australia) | 2005-11-24\n- Peter Costello | Accuse | Citizen (Australia) | 2005-08-21\n- Citizen (Australia) | Threaten | Peter Costello | 2005-05-04\n- Citizen (Australia) | Accuse | Peter Costello | 2005-11-23\n- Peter Costello | Make statement | Member of Parliament (Australia) | 2005-11-25\n- Peter Costello | Make statement | Member of Parliament (Australia) | 2005-04-02\n- Member of Parliament (Australia) | Make statement | Peter Costello | 2005-03-29\n- Member of Parliament (Australia) | Make statement | Peter Costello | 2005-03-28\n- Peter Costello | Make statement | Criminal (Australia) | 2005-11-08\n- Peter Costello | Demand | Lawyer/Attorney (Australia) | 2005-10-26\n- Peter Costello | Consult | Cabinet / Council of Ministers / Advisors (Australia) | 2005-05-09\n- Cabinet / Council of Ministers / Advisors (Australia) | Consult | Peter Costello | 2005-05-09\nAnswer:", "completion": " Julia Gillard", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1340362", "prompt": "After the German government, who was the first to want to meet Shimon Peres?\nEvidence:\n- Shimon Peres | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-28\n- Joschka Fischer | Express intent to meet or negotiate | Shimon Peres | 2005-03-11\n- James Wolfensohn | Express intent to meet or negotiate | Shimon Peres | 2005-06-07\n- James Wolfensohn | Express intent to meet or negotiate | Shimon Peres | 2005-06-06\n- Abdullah Gül | Express intent to meet or negotiate | Shimon Peres | 2005-01-04\n- Abdullah Gül | Express intent to meet or negotiate | Shimon Peres | 2005-01-03\n- Shimon Peres | Appeal to yield | Eli Yishai | 2005-02-13\n- Shimon Peres | Make statement | Iran | 2005-01-24\n- Shimon Peres | Consult | Muhammad VI | 2005-03-20\n- Shimon Peres | Consult | Muhammad VI | 2005-03-12\n- Shimon Peres | Consult | James Wolfensohn | 2005-05-03\n- Shimon Peres | Consult | James Wolfensohn | 2005-05-01\n- Shimon Peres | Consult | Emaar Properties | 2005-02-18\n- Shimon Peres | Consult | Eli Yishai | 2005-02-13\n- Shimon Peres | Consult | Abdullah Gül | 2005-01-05\nAnswer:", "completion": " Lee Myung Bak", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1167590", "prompt": "Before Jerry Brown, who was the last to sign formal agreements with Benjamin Netanyahu?\nEvidence:\n- Jerry Brown | Sign formal agreement | Benjamin Netanyahu | 2014-03-07\n- Benjamin Netanyahu | Sign formal agreement | Jerry Brown | 2014-03-07\n- Jerry Brown | Sign formal agreement | China | 2013-09-14\n- China | Sign formal agreement | Jerry Brown | 2013-09-14\n- Xi Jinping | Consult | Jerry Brown | 2012-02-18\n- Jerry Brown | Make statement | Ireland | 2014-06-09\n- Jerry Brown | Make statement | China | 2013-04-04\n- Jerry Brown | Consult | Xi Jinping | 2012-02-18\n- Mexico | Host a visit | Jerry Brown | 2014-08-25\n- Mexico | Host a visit | Jerry Brown | 2014-08-22\n- Mexico | Host a visit | Jerry Brown | 2014-07-30\n- Mexico | Host a visit | Jerry Brown | 2014-07-29\n- Mexico | Host a visit | Jerry Brown | 2014-07-25\n- Jerry Brown | Make statement | Professor (Taiwan) | 2011-09-01\n- Jerry Brown | Make a visit | Mexico | 2014-08-25\nAnswer:", "completion": " Cabinet / Council of Ministers / Advisors (United States)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1241479", "prompt": "Who appealed for the citizens of Sudan in the same month as Jack Straw?\nEvidence:\n- Jack Straw | Appeal for de-escalation of military engagement | Government (Sudan) | 2005-02-12\n- Jack Straw | Appeal for de-escalation of military engagement | Government (Sudan) | 2005-02-11\n- Jack Straw | Rally support on behalf of | Sudan | 2005-01-27\n- Jack Straw | Criticize or denounce | Sudan | 2005-01-27\n- Jack Straw | Criticize or denounce | Government (Sudan) | 2005-01-27\n- Thailand | Consult | Jack Straw | 2005-01-07\n- Jack Straw | Consult | Thailand | 2005-01-07\n- Wen Jiabao | Consult | Jack Straw | 2005-01-21\n- Tony Blair | Consult | Jack Straw | 2005-02-04\n- Jack Straw | Reject | Tony Blair | 2005-01-04\n- Jack Straw | Make statement | Iraq | 2005-01-31\n- Jack Straw | Make statement | Iraq | 2005-01-03\n- Jack Straw | Make statement | Iraq | 2005-01-01\n- Jack Straw | Make statement | China | 2005-01-21\n- Jack Straw | Defend verbally | France | 2005-01-19\nAnswer:", "completion": " UN Security Council", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1174662", "prompt": "In the same year, who did the citizens of Brazil want to negotiate with international governmental organisations?\nEvidence:\n- Head of Government (Brazil) | Engage in diplomatic cooperation | People Associated with the Opposition (Brazil) | 2006-10-30\n- People Associated with the Opposition (Brazil) | Engage in negotiation | Ministry (Brazil) | 2007-03-24\n- People Associated with the Opposition (Brazil) | Engage in negotiation | Ministry (Brazil) | 2006-07-05\n- People Associated with the Opposition (Brazil) | Engage in negotiation | Ministry (Brazil) | 2006-04-19\n- Ministry (Brazil) | Engage in negotiation | People Associated with the Opposition (Brazil) | 2007-03-24\n- Ministry (Brazil) | Engage in negotiation | People Associated with the Opposition (Brazil) | 2006-07-05\n- Ministry (Brazil) | Engage in negotiation | People Associated with the Opposition (Brazil) | 2006-04-19\n- People Associated with the Opposition (Brazil) | Express intent to meet or negotiate | Citizen (Brazil) | 2008-04-12\n- Ministry (Brazil) | Express intent to meet or negotiate | People Associated with the Opposition (Brazil) | 2007-10-24\n- Ministry (Brazil) | Express intent to meet or negotiate | People Associated with the Opposition (Brazil) | 2005-08-14\n- People Associated with the Opposition (Brazil) | Investigate | Head of Government (Brazil) | 2011-05-25\n- People Associated with the Opposition (Brazil) | Consult | Head of Government (Brazil) | 2007-09-25\n- People Associated with the Opposition (Brazil) | Accuse | Head of Government (Brazil) | 2009-08-12\n- Head of Government (Brazil) | Reject | People Associated with the Opposition (Brazil) | 2015-12-23\n- Head of Government (Brazil) | Consult | People Associated with the Opposition (Brazil) | 2007-09-25\nAnswer:", "completion": " Head of Government (Brazil)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1357155", "prompt": "Before the citizens of Denmark, who were the last to be attacked with small arms and light weapons by the armed gang of Saudi Arabia?\nEvidence:\n- Armed Gang (Saudi Arabia) | fight with small arms and light weapons | Citizen (Denmark) | 2014-11-30\n- Police (Saudi Arabia) | fight with small arms and light weapons | Armed Gang (Saudi Arabia) | 2015-10-17\n- Police (Saudi Arabia) | fight with small arms and light weapons | Armed Gang (Saudi Arabia) | 2015-10-16\n- Police (Saudi Arabia) | fight with small arms and light weapons | Armed Gang (Saudi Arabia) | 2012-02-11\n- Police (Saudi Arabia) | fight with small arms and light weapons | Armed Gang (Saudi Arabia) | 2011-11-24\n- Police (Saudi Arabia) | fight with small arms and light weapons | Armed Gang (Saudi Arabia) | 2006-12-07\n- Police (Saudi Arabia) | fight with small arms and light weapons | Armed Gang (Saudi Arabia) | 2005-03-14\n- Citizen (Saudi Arabia) | fight with small arms and light weapons | Armed Gang (Saudi Arabia) | 2007-05-15\n- Armed Gang (Saudi Arabia) | fight with small arms and light weapons | Police (Saudi Arabia) | 2015-09-26\n- Armed Gang (Saudi Arabia) | fight with small arms and light weapons | Police (Saudi Arabia) | 2015-09-25\n- Armed Gang (Saudi Arabia) | fight with small arms and light weapons | Police (Saudi Arabia) | 2015-04-08\n- Armed Gang (Saudi Arabia) | fight with small arms and light weapons | Police (Saudi Arabia) | 2014-02-26\n- Armed Gang (Saudi Arabia) | fight with small arms and light weapons | Police (Saudi Arabia) | 2014-02-25\n- Armed Gang (Saudi Arabia) | fight with small arms and light weapons | Police (Saudi Arabia) | 2012-01-15\n- Armed Gang (Saudi Arabia) | fight with small arms and light weapons | Police (Saudi Arabia) | 2011-11-21\nAnswer:", "completion": " Citizen (Saudi Arabia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1093544", "prompt": "Which country did South Africa wish to negotiate with in the same month as the citizens of Saudi Arabia?\nEvidence:\n- South Africa | Engage in negotiation | Japan | 2005-02-05\n- South Africa | Engage in negotiation | France | 2005-02-05\n- Japan | Engage in negotiation | South Africa | 2005-02-05\n- France | Engage in negotiation | South Africa | 2005-02-05\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-27\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-26\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-25\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-23\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-19\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-16\nAnswer:", "completion": " Qatar", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1065216", "prompt": "Who last did the Government of Germany request for before the City Mayor of Philippines?\nEvidence:\n- Government (Germany) | Make an appeal or request | City Mayor (Philippines) | 2008-04-01\n- University of the Philippines | Complain officially | City Mayor (Philippines) | 2014-10-29\n- Police (Philippines) | Appeal for aid | City Mayor (Philippines) | 2012-12-11\n- City Mayor (Philippines) | Appeal for intelligence | Police (Philippines) | 2009-03-26\n- City Mayor (Philippines) | Make statement | Civil Aviation Authority of the Philippines | 2014-04-29\n- City Mayor (Philippines) | Make an appeal or request | Civil Aviation Authority of the Philippines | 2012-08-29\n- Employee (Philippines) | Appeal for economic aid | City Mayor (Philippines) | 2008-10-08\n- City Mayor (Philippines) | Appeal for military aid | Police (Philippines) | 2008-09-05\n- City Mayor (Philippines) | Appeal for de-escalation of military engagement | Military (Philippines) | 2009-03-14\n- Self-Defence of the Republic of Poland | Make statement | City Mayor (Philippines) | 2010-04-23\n- City Mayor (Philippines) | Make statement | Self-Defence of the Republic of Poland | 2013-09-10\n- City Mayor (Philippines) | Make statement | Self-Defence of the Republic of Poland | 2013-09-09\n- City Mayor (Philippines) | Make statement | Self-Defence of the Republic of Poland | 2013-09-06\n- Police (Philippines) | Investigate | City Mayor (Philippines) | 2012-03-28\n- Police (Philippines) | Investigate | City Mayor (Philippines) | 2010-08-14\nAnswer:", "completion": " Other Authorities / Officials (Zimbabwe)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1171018", "prompt": "To whom did the Democratic Party offer cooperation in the same month as the South Korean presidential candidate?\nEvidence:\n- Democratic Party | Express intent to engage in diplomatic cooperation (such as policy support) | Motherland Party | 2005-05-08\n- Democratic Party | Make statement | South Korea | 2005-10-25\n- Democratic Party | Appeal for diplomatic cooperation (such as policy support) | Citizen (Uganda) | 2006-01-16\n- Democratic Party | Express intent to meet or negotiate | South Korea | 2005-10-21\n- Party Member (Turkey) | Consult | Democratic Party | 2005-12-04\n- Democratic Party | Consult | Party Member (Turkey) | 2005-12-04\n- Lawyer/Attorney (Uganda) | Appeal for material cooperation | Democratic Party | 2005-04-28\n- Democratic Party | Appeal for change in leadership | Citizen (Uganda) | 2006-07-11\n- Milliyet | Make statement | Democratic Party | 2005-06-15\n- Democratic Party | Threaten | Citizen (Uganda) | 2005-05-23\n- Democratic Party | Reject | Women (Uganda) | 2006-06-01\n- Democratic Party | Reject | Women (Uganda) | 2006-05-31\n- Democratic Party | Reject | Citizen (Uganda) | 2006-01-07\n- Citizen (Uganda) | Threaten | Democratic Party | 2006-06-07\n- Citizen (Uganda) | Accuse | Democratic Party | 2006-08-28\nAnswer:", "completion": " Grand National Party", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1296423", "prompt": "After Fazlul Huq, who was the first to telephone the Associated Press?\nEvidence:\n- Fazlul Huq | Discuss by telephone | Associated Press | 2005-02-02\n- Associated Press | Discuss by telephone | Fazlul Huq | 2005-02-02\n- Citizen (Bangladesh) | Demand | Fazlul Huq | 2005-10-06\n- Citizen (Bangladesh) | Physically assault | Fazlul Huq | 2005-10-06\n- Treasury/Finance Ministry (Bangladesh) | Consult | Fazlul Huq | 2009-12-02\n- Fazlul Huq | Make optimistic comment | Citizen (Bangladesh) | 2006-12-11\n- Fazlul Huq | Consult | Treasury/Finance Ministry (Bangladesh) | 2009-12-02\n- Citizen (Hungary) | Use unconventional violence | Fazlul Huq | 2011-02-15\n- Iraq | Discuss by telephone | Associated Press | 2005-02-27\n- Iran | Discuss by telephone | Associated Press | 2005-03-23\n- Colombia | Discuss by telephone | Associated Press | 2005-01-31\n- China | Discuss by telephone | Associated Press | 2005-10-11\n- Associated Press | Discuss by telephone | Iraq | 2005-02-27\n- Associated Press | Discuss by telephone | Iran | 2005-03-23\n- Associated Press | Discuss by telephone | Colombia | 2005-01-31\nAnswer:", "completion": " Boris Abramovich Berezovsky", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1298379", "prompt": "Before the Muslims of Nigeria, with whom did the citizens of Nigeria last want to engage in diplomatic cooperation?\nEvidence:\n- Vietnam | Engage in diplomatic cooperation | Committees for the Defense of the Revolution | 2005-09-30\n- Head of Government (Brazil) | Engage in diplomatic cooperation | People Associated with the Opposition (Brazil) | 2006-10-30\n- Chancellor of the Exchequer | Express intent to engage in diplomatic cooperation (such as policy support) | Tony Blair | 2005-01-16\n- Ruling Party (Czech Republic) | Engage in diplomatic cooperation | People Associated with the Opposition (Czech Republic) | 2006-04-21\n- People Associated with the Opposition (Czech Republic) | Engage in diplomatic cooperation | Ruling Party (Czech Republic) | 2006-04-21\n- Head of Government (Ukraine) | Express intent to engage in diplomatic cooperation (such as policy support) | People Associated with the Opposition (Ukraine) | 2006-04-02\n- People Associated with the Opposition (Bangladesh) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Bangladesh) | 2006-04-19\n- Citizen (Australia) | Express intent to engage in diplomatic cooperation (such as policy support) | People Associated with the Opposition (Australia) | 2005-01-29\n- National Alliance (Egypt) | Express intent to engage in diplomatic cooperation (such as policy support) | Member of the Judiciary (Egypt) | 2005-07-01\n- First Command of the Capital | Express intent to engage in diplomatic cooperation (such as policy support) | Party Member (Brazil) | 2006-06-12\n- People Associated with the Opposition (Brazil) | Express intent to engage in diplomatic cooperation (such as policy support) | Party Member (Brazil) | 2005-09-24\n- People Associated with the Opposition (Brazil) | Engage in negotiation | Ministry (Brazil) | 2006-07-05\n- People Associated with the Opposition (Brazil) | Engage in negotiation | Ministry (Brazil) | 2006-04-19\n- Ministry (Brazil) | Engage in negotiation | People Associated with the Opposition (Brazil) | 2006-07-05\n- Ministry (Brazil) | Engage in negotiation | People Associated with the Opposition (Brazil) | 2006-04-19\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1264509", "prompt": "Who made a request to Muhammadu Buhari before 2015?\nEvidence:\n- Muhammadu Buhari | Provide aid | Niger | 2005-07-28\n- Muhammadu Buhari | Demand | Oluṣẹgun Ọbasanjọ | 2005-07-01\n- Muhammadu Buhari | Consult | Bukola Saraki | 2006-11-21\n- Muhammadu Buhari | Accuse | Oluṣẹgun Ọbasanjọ | 2006-02-25\n- Citizen (Nigeria) | Yield | Muhammadu Buhari | 2006-12-19\n- Citizen (Nigeria) | Reject | Muhammadu Buhari | 2006-12-24\n- Bukola Saraki | Consult | Muhammadu Buhari | 2006-11-21\n- Muhammadu Buhari | Make an appeal or request | Government (Nigeria) | 2007-04-27\n- Muhammadu Buhari | Make an appeal or request | Citizen (Nigeria) | 2007-04-27\n- Muhammadu Buhari | Make an appeal or request | Citizen (Nigeria) | 2007-04-03\n- Muhammadu Buhari | Make an appeal or request | Citizen (Nigeria) | 2007-03-01\n- Muhammadu Buhari | Make an appeal or request | Citizen (Nigeria) | 2007-02-27\n- Muhammadu Buhari | Make an appeal or request | Citizen (Nigeria) | 2007-02-26\n- Muhammadu Buhari | Make an appeal or request | Citizen (Nigeria) | 2007-02-22\n- Muhammadu Buhari | Make an appeal or request | Citizen (Nigeria) | 2005-02-04\nAnswer:", "completion": " Sule Lamido", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1371101", "prompt": "Which country did the Iranian Ministry of Foreign Affairs want to negotiate with in the same month of Pervez Musharraf?\nEvidence:\n- Pervez Musharraf | Engage in symbolic act | Head of Government (Pakistan) | 2005-02-08\n- Pervez Musharraf | Engage in symbolic act | Head of Government (Pakistan) | 2005-01-21\n- Pervez Musharraf | Engage in negotiation | Head of Government (Sri Lanka) | 2005-02-09\n- Head of Government (Sri Lanka) | Engage in negotiation | Pervez Musharraf | 2005-02-09\n- Head of Government (Pakistan) | Engage in symbolic act | Pervez Musharraf | 2005-01-21\n- Pervez Musharraf | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Jack Straw | Express intent to meet or negotiate | Pervez Musharraf | 2005-02-14\n- Jack Straw | Express intent to meet or negotiate | Pervez Musharraf | 2005-02-13\n- Pervez Musharraf | Consult | Japan | 2005-01-10\n- Japan | Consult | Pervez Musharraf | 2005-01-10\n- Pervez Musharraf | Refuse to yield | Benazir Bhutto | 2005-01-12\n- Pervez Musharraf | Refuse to yield | Benazir Bhutto | 2005-01-11\n- Pervez Musharraf | Engage in symbolic act | Abdul Kalam | 2005-01-25\n- Pervez Musharraf | Engage in diplomatic cooperation | Benazir Bhutto | 2005-01-04\n- Don McKinnon | Demand change in leadership | Pervez Musharraf | 2005-02-12\nAnswer:", "completion": " Iran", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1101536", "prompt": "After the UN security council, who did the Ministry of United States appeal for first?\nEvidence:\n- Office of the United Nations High Commissioner for Human Rights | Make an appeal or request | UN Security Council | 2005-02-18\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- UN Security Council | Appeal for diplomatic cooperation (such as policy support) | Sudan | 2005-01-11\n- UN Security Council | Appeal for diplomatic cooperation (such as policy support) | Sudan | 2005-01-10\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- Ethiopia | Make an appeal or request | UN Security Council | 2005-02-08\n- UN Security Council | Demand settling of dispute | Citizen (Sudan) | 2005-01-13\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\n- UN Security Council | Consult | Nabil Shaath | 2005-01-11\n- UN Security Council | Consult | John Garang | 2005-02-09\n- UN Security Council | Consult | John Garang | 2005-02-08\n- UN Security Council | Consult | African Union | 2005-01-10\nAnswer:", "completion": " Citizen (Africa)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1165082", "prompt": "Who first did The Hague make a request to after International Court of Justice?\nEvidence:\n- International Court of Justice | Make a visit | The Hague | 2007-05-31\n- The Hague | Host a visit | International Court of Justice | 2007-05-31\n- The Hague | Retreat or surrender militarily | International Court of Justice | 2005-04-25\n- The Hague | Retreat or surrender militarily | International Court of Justice | 2005-03-18\n- International Court of Justice | Arrest, detain, or charge with legal action | The Hague | 2006-07-11\n- International Court of Justice | Arrest, detain, or charge with legal action | The Hague | 2005-04-26\n- International Court of Justice | Make a visit | Tanzania | 2006-10-28\n- International Court of Justice | Make statement | France | 2006-08-12\n- Tanzania | Host a visit | International Court of Justice | 2006-10-28\n- Justice Department/Ministery (Serbia) | Make a visit | The Hague | 2005-03-12\n- Žarko Puhovski | Make statement | International Court of Justice | 2007-03-31\n- Vuk Jeremić | Make statement | International Court of Justice | 2007-06-04\n- Professor (Australia) | Make statement | International Court of Justice | 2005-11-25\n- Ivan Jarnjak | Make statement | International Court of Justice | 2006-04-06\n- International Court of Justice | Make statement | Vojislav Šešelj | 2006-12-01\nAnswer:", "completion": " Government (Croatia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1154890", "prompt": "With whom did Haider Al-Abadi first express his intention to negotiate after the Iraqi Member of Parliament?\nEvidence:\n- Nuri al-Maliki | Consult | Haider Al-Abadi | 2014-08-14\n- Haider Al-Abadi | Reject | Nuri al-Maliki | 2014-08-12\n- Haider Al-Abadi | Consult | Nuri al-Maliki | 2014-08-14\n- Iraq | Make statement | Haider Al-Abadi | 2014-08-15\n- Iraq | Make statement | Haider Al-Abadi | 2014-08-13\n- Haider Al-Abadi | Make statement | Iraq | 2014-08-14\n- Haider Al-Abadi | Make statement | Iraq | 2014-08-12\n- Haider Al-Abadi | Consult | Barack Obama | 2014-08-14\n- Haider Al-Abadi | Consult | Barack Obama | 2014-08-11\n- Fuad Masum | Accuse | Haider Al-Abadi | 2014-08-17\n- Barack Obama | Consult | Haider Al-Abadi | 2014-08-14\n- Barack Obama | Consult | Haider Al-Abadi | 2014-08-11\n- Nuri al-Maliki | Make statement | Haider Al-Abadi | 2014-08-15\n- Nuri al-Maliki | Make statement | Haider Al-Abadi | 2014-08-13\n- Nuri al-Maliki | Rally support on behalf of | Haider Al-Abadi | 2014-08-14\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1265484", "prompt": "In 2010, who wanted to meet the head of government of Egypt first?\nEvidence:\n- People Associated with the Opposition (Egypt) | Engage in negotiation | Head of Government (Egypt) | 2011-02-03\n- Head of Government (Egypt) | Engage in negotiation | People Associated with the Opposition (Egypt) | 2011-02-03\n- Head of Government (Egypt) | Appeal to others to meet or negotiate | People Associated with the Opposition (Egypt) | 2012-12-07\n- Head of Government (Egypt) | Express intent to meet or negotiate | People Associated with the Opposition (Egypt) | 2013-01-28\n- People Associated with the Opposition (Egypt) | Accuse | Head of Government (Egypt) | 2013-02-19\n- Head of Government (Kenya) | Express intent to meet or negotiate | Head of Government (Egypt) | 2005-03-14\n- Head of Government (India) | Express intent to meet or negotiate | Head of Government (Egypt) | 2012-08-20\n- Head of Government (Egypt) | Express intent to meet or negotiate | Head of Government (India) | 2012-08-20\n- Head of Government (Egypt) | Express intent to meet or negotiate | Protester (Egypt) | 2011-03-04\n- People Associated with the Opposition (Egypt) | Make statement | Head of Government (Egypt) | 2012-12-07\n- Head of Government (Egypt) | Make an appeal or request | Member of the Judiciary (Egypt) | 2010-03-15\n- Head of Government (Egypt) | Consult | Government Official (Egypt) | 2006-03-21\n- Government Official (Egypt) | Consult | Head of Government (Egypt) | 2006-03-21\n- Protester (Egypt) | Demand change in leadership | Head of Government (Egypt) | 2011-02-03\n- Protester (Egypt) | Demand change in leadership | Head of Government (Egypt) | 2011-01-31\nAnswer:", "completion": " Mahmoud Abbas", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1215041", "prompt": "In which year did the UN Security Council first express its intention to negotiate with Yemen?\nEvidence:\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- Foreign Affairs (Syria) | Express intent to meet or negotiate | UN Security Council | 2005-03-04\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- UN Security Council | Express intent to engage in diplomatic cooperation (such as policy support) | Iraq | 2005-02-01\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\n- UN Security Council | Consult | Nabil Shaath | 2005-01-11\n- UN Security Council | Consult | John Garang | 2005-02-09\n- UN Security Council | Consult | John Garang | 2005-02-08\n- UN Security Council | Consult | African Union | 2005-01-10\n- Nabil Shaath | Consult | UN Security Council | 2005-01-11\n- John Garang | Consult | UN Security Council | 2005-02-09\n- John Garang | Consult | UN Security Council | 2005-02-08\nAnswer:", "completion": " 2013", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1343841", "prompt": "When did the citizens of Australia first use small arms and light weapons to fight the United States of America?\nEvidence:\n- Police (Australia) | fight with small arms and light weapons | Men (United States) | 2006-12-05\n- Citizen (Australia) | fight with small arms and light weapons | Education (United States) | 2012-12-14\n- Naval (United States) | fight with small arms and light weapons | Japan | 2010-08-10\n- Naval (United States) | fight with small arms and light weapons | Iran | 2008-04-26\n- Mexico | fight with small arms and light weapons | Congress (United States) | 2011-09-22\n- Naval (United States) | fight with small arms and light weapons | United Arab Emirates | 2012-07-16\n- Men (United States) | fight with small arms and light weapons | Men (United Kingdom) | 2014-09-08\n- Men (United States) | fight with small arms and light weapons | Citizen (United Kingdom) | 2009-08-04\n- Men (United States) | fight with small arms and light weapons | Children (United Kingdom) | 2014-05-14\n- Men (United Kingdom) | fight with small arms and light weapons | Men (United States) | 2014-09-08\n- Men (United Kingdom) | fight with small arms and light weapons | Men (United States) | 2007-12-31\n- Citizen (United Kingdom) | fight with small arms and light weapons | Men (United States) | 2008-07-08\n- Citizen (United Kingdom) | fight with small arms and light weapons | Men (United States) | 2008-07-02\n- Women (Jamaica) | fight with small arms and light weapons | Men (United States) | 2008-06-16\n- Police (Kenya) | fight with small arms and light weapons | Men (United States) | 2013-06-03\nAnswer:", "completion": " 2012-12-14", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1240729", "prompt": "In September 2015, who expressed the intention to meet with Benjamin Netanyahu?\nEvidence:\n- Likud | Express intent to meet or negotiate | Benjamin Netanyahu | 2006-10-11\n- Angela Merkel | Express intent to meet or negotiate | Benjamin Netanyahu | 2006-01-29\n- Angela Merkel | Express intent to meet or negotiate | Benjamin Netanyahu | 2006-01-28\n- Likud | Engage in material cooperation | Benjamin Netanyahu | 2012-12-30\n- Benjamin Netanyahu | Engage in material cooperation | Likud | 2012-12-30\n- Benjamin Netanyahu | Engage in material cooperation | Likud | 2009-02-11\n- Benjamin Netanyahu | Demand change in leadership | Likud | 2006-01-03\n- Benjamin Netanyahu | Express intent to cooperate | Likud | 2011-01-08\n- Benjamin Netanyahu | Appeal for change in leadership | Likud | 2006-01-12\n- Likud | Threaten | Benjamin Netanyahu | 2006-02-15\n- Likud | Reject | Benjamin Netanyahu | 2009-05-15\n- Likud | Reject | Benjamin Netanyahu | 2005-09-27\n- Likud | Investigate | Benjamin Netanyahu | 2010-08-30\n- Likud | Demand | Benjamin Netanyahu | 2011-03-01\n- Likud | Demand | Benjamin Netanyahu | 2010-09-01\nAnswer:", "completion": " Foreign Affairs (Zambia)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1091832", "prompt": "Who was the first to receive a request from the Royal Administration of Saudi Arabia?\nEvidence:\n- Royal Administration (Saudi Arabia) | Receive inspectors | Employee (Saudi Arabia) | 2015-07-18\n- Royal Administration (Saudi Arabia) | Threaten | Citizen (Saudi Arabia) | 2008-10-28\n- Royal Administration (Saudi Arabia) | Investigate | Education (Saudi Arabia) | 2006-03-26\n- Royal Administration (Saudi Arabia) | Investigate | Detainee (Saudi Arabia) | 2006-05-18\n- Royal Administration (Saudi Arabia) | Investigate | Citizen (Saudi Arabia) | 2008-12-04\n- Royal Administration (Saudi Arabia) | Demand | Police (Saudi Arabia) | 2008-04-29\n- Royal Administration (Saudi Arabia) | Demand | Employee (Saudi Arabia) | 2010-01-17\n- Royal Administration (Saudi Arabia) | Demand | Education (Saudi Arabia) | 2010-05-03\n- Royal Administration (Saudi Arabia) | Consult | Police (Saudi Arabia) | 2010-09-20\n- Royal Administration (Saudi Arabia) | Consult | Education (Saudi Arabia) | 2008-03-18\n- Royal Administration (Saudi Arabia) | Consult | Citizen (Saudi Arabia) | 2011-10-07\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-09\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-07\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-04\n- Royal Administration (Saudi Arabia) | Coerce | Citizen (Saudi Arabia) | 2007-04-03\nAnswer:", "completion": " Citizen (Saudi Arabia)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1046375", "prompt": "After the Kenyan scholar, who was the first to denounce Al-Shabaab?\nEvidence:\n- Islamic Courts Union | Criticize or denounce | Al-Shabaab | 2008-10-19\n- Islamic Courts Union | Criticize or denounce | Al-Shabaab | 2008-04-16\n- Al-Shabaab | Criticize or denounce | Islamic Courts Union | 2008-04-16\n- Al-Shabaab | Criticize or denounce | Interim Government (Somalia) | 2008-10-06\n- Al-Shabaab | Criticize or denounce | Interim Government (Somalia) | 2008-10-05\n- Al-Shabaab | Criticize or denounce | Armed Band (Somalia) | 2008-11-11\n- Al-Shabaab | Threaten | Ethiopia | 2008-12-22\n- Isaaq | Make statement | Al-Shabaab | 2008-01-17\n- Intellectual (Somalia) | Consult | Al-Shabaab | 2008-04-28\n- Governor (Somalia) | Accuse | Al-Shabaab | 2007-11-11\n- Criminal (Somalia) | Reject | Al-Shabaab | 2008-10-05\n- Al-Shabaab | Threaten | Criminal (Somalia) | 2008-05-18\n- Al-Shabaab | Occupy territory | Iraq | 2009-01-12\n- Al-Shabaab | Consult | Intellectual (Somalia) | 2008-04-28\n- Seyoum Mesfin | Make statement | Al-Shabaab | 2007-04-28\nAnswer:", "completion": " Scholar (Somalia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1233843", "prompt": "After the Criminal of Tanzania, who was the first to use unconventional violence against the tourist of the United States?\nEvidence:\n- Criminal (Tanzania) | Use unconventional violence | Tanzania | 2005-04-03\n- Criminal (Tanzania) | Use unconventional violence | Citizen (Tanzania) | 2005-08-08\n- Criminal (Tanzania) | Use unconventional violence | Citizen (Tanzania) | 2005-05-06\n- Citizen (Tanzania) | Use unconventional violence | Criminal (Tanzania) | 2005-05-06\n- Citizen (Tanzania) | Use unconventional violence | Tanzania | 2005-04-06\n- Militia (Tanzania) | Use unconventional violence | Citizen (Tanzania) | 2005-08-19\n- Citizen (Tanzania) | Use unconventional violence | Police (Tanzania) | 2005-04-21\n- Citizen (Tanzania) | Use unconventional violence | Civic United Front | 2005-03-10\n- Citizen (Tanzania) | Use unconventional violence | Maasai | 2005-05-04\n- Citizen (Tanzania) | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2005-04-01\n- Criminal (Tanzania) | Physically assault | Citizen (Tanzania) | 2005-08-08\n- Police (Tanzania) | Use tactics of violent repression | Citizen (Tanzania) | 2005-04-12\n- Police (Tanzania) | Use tactics of violent repression | Citizen (Tanzania) | 2005-04-11\n- Men (Kenya) | Use unconventional violence | Businessperson (Kenya) | 2015-10-28\n- Men (Kenya) | Use unconventional violence | Businessperson (Kenya) | 2014-07-14\nAnswer:", "completion": " Children (New Zealand)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1209188", "prompt": "Who investigated the business of South Korea in the same month as the Ministry of Finance of Japan?\nEvidence:\n- South Korea | Engage in negotiation | Japan | 2005-01-08\n- South Korea | Engage in negotiation | Japan | 2005-01-03\n- Japan | Engage in negotiation | South Korea | 2005-01-08\n- Japan | Engage in negotiation | South Korea | 2005-01-03\n- South Korea | Consult | Japan | 2005-01-06\n- Japan | Consult | South Korea | 2005-01-06\n- Treasury/Finance Ministry (Cambodia) | Make a visit | Thailand | 2005-02-05\n- Thailand | Host a visit | Treasury/Finance Ministry (Cambodia) | 2005-02-05\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | South Korea | 2005-01-08\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | South Korea | 2005-01-06\n- South Korea | Express intent to cooperate | Japan | 2005-01-13\n- Japan | Express intent to cooperate | South Korea | 2005-01-13\n- South Korea | Express intent to engage in diplomatic cooperation (such as policy support) | Emperor Akihito | 2005-01-13\n- Royal Administration (Japan) | Make a visit | South Korea | 2005-01-13\nAnswer:", "completion": " Lawyer/Attorney (South Korea)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1177192", "prompt": "Before Andal Ampatuan Sr, who was the last to be killed by the conventional forces of the Moro Islamic Liberation Front?\nEvidence:\n- Moro Islamic Liberation Front | Use conventional military force | Andal Ampatuan Sr | 2011-04-11\n- Andal Ampatuan Sr | Use unconventional violence | Moro Islamic Liberation Front | 2011-04-11\n- Police (Philippines) | Investigate | Andal Ampatuan Sr | 2009-12-04\n- Police (Philippines) | Make statement | Andal Ampatuan Sr | 2009-11-26\n- Military (Philippines) | Make statement | Andal Ampatuan Sr | 2009-12-05\n- Esmael Mangudadatu | Make statement | Andal Ampatuan Sr | 2012-06-28\n- Andal Ampatuan Sr | Make statement | Associated Press | 2009-11-27\n- Andal Ampatuan Sr | Complain officially | Police (Philippines) | 2012-05-19\n- City Mayor (Philippines) | Make statement | Andal Ampatuan Sr | 2013-06-18\n- City Mayor (Philippines) | Make statement | Andal Ampatuan Sr | 2010-01-13\n- Andal Ampatuan Sr | Make statement | Medical Personnel (Philippines) | 2011-05-03\n- Alan Peter Cayetano | Make statement | Andal Ampatuan Sr | 2011-11-21\n- Alan Peter Cayetano | Make statement | Andal Ampatuan Sr | 2011-11-18\n- Justice Department/Ministery (Philippines) | Make statement | Andal Ampatuan Sr | 2015-07-20\n- City Mayor (Philippines) | Engage in diplomatic cooperation | Andal Ampatuan Sr | 2010-08-31\nAnswer:", "completion": " Military (Philippines)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1021912", "prompt": "When did Kwesi Ahwoi support the Bank of Ghana?\nEvidence:\n- Kwesi Ahwoi | Praise or endorse | Bank (Ghana) | 2012-06-21\n- Kwesi Ahwoi | Make statement | Employee (Ghana) | 2012-05-18\n- Kwesi Ahwoi | Make an appeal or request | Employee (Ghana) | 2012-05-18\n- Employee (Ghana) | Make statement | Bank (Ghana) | 2010-04-19\n- Protester (Ghana) | Demonstrate or rally | Bank (Ghana) | 2014-01-17\n- Bank (Ghana) | Appeal for diplomatic cooperation (such as policy support) | Company - Owner or Operator (Ghana) | 2006-12-19\n- Treasury/Finance Ministry (Ghana) | Make an appeal or request | Bank (Ghana) | 2005-02-02\n- Bank (Ghana) | Provide economic aid | Volta River Authority | 2015-10-30\n- Head of Government (Ghana) | Make statement | Employee (Ghana) | 2015-11-16\n- Employee (Ghana) | Make statement | Head of Government (Ghana) | 2008-01-17\n- Head of Government (Ghana) | Praise or endorse | Employee (Ghana) | 2008-10-02\n- John Dramani Mahama | Make an appeal or request | Bank (Ghana) | 2010-08-17\n- John Dramani Mahama | Make an appeal or request | Bank (Ghana) | 2010-08-16\n- Other Authorities / Officials (Ghana) | Make statement | Employee (Ghana) | 2009-12-28\n- New Patriotic Party | Praise or endorse | Employee (Ghana) | 2009-06-18\nAnswer:", "completion": " 2012-06-21", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1132618", "prompt": "Who attacked the children of Guinea with small arms and light weapons in 2012?\nEvidence:\n- Military (Senegal) | fight with small arms and light weapons | Children (Guinea) | 2012-01-16\n- France | fight with small arms and light weapons | Children (France) | 2012-03-23\n- Police (Uganda) | fight with small arms and light weapons | Children (Uganda) | 2012-08-10\n- Police (Sudan) | fight with small arms and light weapons | Children (Sudan) | 2012-01-24\n- Police (Israel) | fight with small arms and light weapons | Children (Israel) | 2012-12-13\n- Police (Canada) | fight with small arms and light weapons | Children (Canada) | 2012-07-17\n- France | fight with small arms and light weapons | Children (United Kingdom) | 2012-09-09\n- Anders Breivik | fight with small arms and light weapons | Children (Norway) | 2012-08-25\n- Anders Breivik | fight with small arms and light weapons | Children (Norway) | 2012-04-10\n- Police (Israel) | fight with small arms and light weapons | Children (Palestinian Territory, Occupied) | 2012-12-13\n- Armed Gang (Al Qaeda) | fight with small arms and light weapons | Children (France) | 2012-03-30\n- Israeli Defense Forces | fight with small arms and light weapons | Children (Palestinian Territory, Occupied) | 2012-12-13\n- Israeli Defense Forces | fight with small arms and light weapons | Children (Palestinian Territory, Occupied) | 2012-12-12\n- Israeli Defense Forces | fight with small arms and light weapons | Children (Palestinian Territory, Occupied) | 2012-11-15\n- Israeli Defense Forces | fight with small arms and light weapons | Children (Palestinian Territory, Occupied) | 2012-11-09\nAnswer:", "completion": " Military (Senegal)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1070997", "prompt": "With whom did the military of Thailand have a telephone conversation after the year 2012?\nEvidence:\n- Citizen (Thailand) | Demand | Military Personnel (Thailand) | 2005-01-19\n- Military Personnel (Thailand) | Provide aid | Citizen (Thailand) | 2005-02-04\n- Military Personnel (Thailand) | Make optimistic comment | Thailand | 2005-01-03\n- Military Personnel (Thailand) | Make optimistic comment | Citizen (Thailand) | 2005-03-02\n- Military Personnel (Thailand) | Criticize or denounce | Citizen (Thailand) | 2005-01-24\n- Member of Parliament (Thailand) | Consult | Citizen (Thailand) | 2005-01-28\n- Member of Parliament (Thailand) | Accuse | Citizen (Thailand) | 2005-01-25\n- Citizen (Thailand) | Consult | Member of Parliament (Thailand) | 2005-01-28\n- Japan | Provide military aid | Thailand | 2005-01-06\n- Party Member (Thailand) | Use conventional military force | Citizen (Thailand) | 2005-02-01\n- Party Member (Thailand) | Use conventional military force | Citizen (Thailand) | 2005-01-24\n- Thailand | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-01-05\n- Thailand | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-01-04\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | Thailand | 2005-01-05\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | Thailand | 2005-01-04\nAnswer:", "completion": " Agence France-Presse", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1027348", "prompt": "In which month was the Supreme Electoral Court the first to endorse the Brazilian government?\nEvidence:\n- Supreme Electoral Court | Consult | Ministry (Supreme Electoral Court) | 2006-12-06\n- Supreme Electoral Court | Consult | Ministry (Supreme Electoral Court) | 2006-12-05\n- Ministry (Supreme Electoral Court) | Consult | Supreme Electoral Court | 2006-12-06\n- Ministry (Supreme Electoral Court) | Consult | Supreme Electoral Court | 2006-12-05\n- Supreme Electoral Court | Praise or endorse | Ministry (Brazil) | 2008-08-01\n- Supreme Electoral Court | Praise or endorse | Military (Brazil) | 2006-10-27\n- Supreme Electoral Court | Praise or endorse | Military (Brazil) | 2006-09-30\n- Supreme Electoral Court | Praise or endorse | Military (Brazil) | 2006-09-29\n- Supreme Electoral Court | Praise or endorse | Military (Brazil) | 2006-09-28\n- Ministry (Brazil) | Praise or endorse | Supreme Electoral Court | 2008-08-15\n- Supreme Electoral Court | Praise or endorse | Head of Government (Brazil) | 2008-01-02\n- Head of Government (Brazil) | Praise or endorse | Supreme Electoral Court | 2007-03-28\n- Supreme Electoral Court | Reject | Citizen (Brazil) | 2008-01-21\n- Supreme Electoral Court | Accuse | Congress (Brazil) | 2006-09-05\n- Ministry (Brazil) | Investigate | Supreme Electoral Court | 2006-09-20\nAnswer:", "completion": " 2008-08", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1359448", "prompt": "After 27 July 2007, who paid a visit to the armed forces of the United Arab Emirates?\nEvidence:\n- United Arab Emirates | Host a visit | Pervez Musharraf | 2007-07-27\n- United Arab Emirates | Host a visit | Benazir Bhutto | 2007-07-27\n- Pervez Musharraf | Make a visit | United Arab Emirates | 2007-07-27\n- Benazir Bhutto | Make a visit | United Arab Emirates | 2007-07-27\n- UAE Armed Forces | Host a visit | Pervez Musharraf | 2007-07-27\n- Pervez Musharraf | Make a visit | UAE Armed Forces | 2007-07-27\n- Pervez Musharraf | Express intent to meet or negotiate | United Arab Emirates | 2007-07-27\n- Pervez Musharraf | Meet at a 'third' location | Benazir Bhutto | 2007-07-27\n- Benazir Bhutto | Meet at a 'third' location | Pervez Musharraf | 2007-07-27\n- Pervez Musharraf | Make statement | Government (Pakistan) | 2007-07-27\n- Pervez Musharraf | Consult | Benazir Bhutto | 2007-07-27\n- Media Personnel (Pakistan) | Make statement | Pervez Musharraf | 2007-07-27\n- Benazir Bhutto | Consult | Pervez Musharraf | 2007-07-27\n- Benazir Bhutto | Accuse | Government (Pakistan) | 2007-07-27\nAnswer:", "completion": " World Conservation Union", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 14, "n_anchors": 1} +{"id": "mtq_1346488", "prompt": "After Sep 8, 2006, who blamed the People Associated with the Opposition of Bangladesh?\nEvidence:\n- Treasury/Finance Ministry (Bangladesh) | Accuse | People Associated with the Opposition (Bangladesh) | 2006-09-08\nAnswer:", "completion": " Citizen (Bangladesh)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1219221", "prompt": "In which month did the envoy of the United States ask the government of Pakistan?\nEvidence:\n- Government (Pakistan) | Consult | Envoy (United States) | 2013-06-08\n- Government (Pakistan) | Consult | Envoy (United States) | 2012-04-26\n- Envoy (United States) | Consult | Government (Pakistan) | 2013-06-08\n- Envoy (United States) | Consult | Government (Pakistan) | 2012-04-26\n- Head of Government (Pakistan) | Consult | Envoy (United States) | 2013-06-25\n- Envoy (United States) | Consult | Head of Government (Pakistan) | 2013-06-25\n- Envoy (United States) | Make statement | Government (Pakistan) | 2011-10-10\n- Envoy (United States) | Make statement | Government (Pakistan) | 2006-10-03\n- Special Rapporteurs of the United Nations | Consult | Envoy (United States) | 2014-11-12\n- Envoy (United States) | Consult | Special Rapporteurs of the United Nations | 2014-11-12\n- Head of Government (Pakistan) | Express intent to cooperate | Envoy (United States) | 2013-06-26\n- Envoy (United States) | Make an appeal or request | Government (Pakistan) | 2010-09-20\n- Envoy (United States) | Appeal for release of persons or property | Head of Government (Pakistan) | 2007-11-18\n- Head of Government (Egypt) | Consult | Envoy (United States) | 2009-01-28\n- Envoy (United States) | Consult | Head of Government (Egypt) | 2009-01-28\nAnswer:", "completion": " 2010-09", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1013278", "prompt": "Who gave a criticism to State Security Service on the same month of the head of government of Nigeria?\nEvidence:\n- State Security Service | Return, release person(s) | Head of Government (Nigeria) | 2006-09-22\n- State Security Service | Impose restrictions on political freedoms | Media (Nigeria) | 2006-01-04\n- State Security Service | Impose restrictions on political freedoms | Media (Nigeria) | 2006-01-03\n- State Security Service | Torture | Citizen (Nigeria) | 2006-12-04\n- State Security Service | Investigate | Citizen (Nigeria) | 2007-09-28\n- State Security Service | Accuse | Citizen (Nigeria) | 2007-06-01\n- State Security Service | Accuse | Citizen (Nigeria) | 2007-01-10\n- Citizen (Nigeria) | Accuse | State Security Service | 2006-06-25\n- Citizen (Nigeria) | Accuse | State Security Service | 2005-04-12\n- State Security Service | Occupy territory | Citizen (Nigeria) | 2005-08-29\n- Ministry (Nigeria) | Make statement | State Security Service | 2006-08-19\n- Labor Union (Nigeria) | Accuse | State Security Service | 2007-04-19\n- Citizen (Nigeria) | Express accord | State Security Service | 2005-02-03\n- Citizen (Nigeria) | Use unconventional violence | State Security Service | 2006-05-04\n- Citizen (Nigeria) | Criticize or denounce | State Security Service | 2006-09-13\nAnswer:", "completion": " Muhammadu Buhari", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1197686", "prompt": "When was the first telephone conversation between Médecins du Monde and Agence France-Presse?\nEvidence:\n- Japan | Discuss by telephone | Agence France-Presse | 2005-03-20\n- Agence France-Presse | Discuss by telephone | Japan | 2005-03-20\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2006-03-28\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-18\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-04-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-01-03\n- Governor (Thailand) | Discuss by telephone | Agence France-Presse | 2005-01-23\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2006-03-28\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-07-19\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-07-18\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-04-19\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-01-03\n- Agence France-Presse | Discuss by telephone | Governor (Thailand) | 2005-01-23\n- News Editor (Russia) | Discuss by telephone | Agence France-Presse | 2005-02-21\nAnswer:", "completion": " 2007-01-29", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1214442", "prompt": "In which month did the Government Official of United Kingdom last accuse the Court Judge of United Kingdom?\nEvidence:\n- Government Official (United Kingdom) | Accuse | Court Judge (United Kingdom) | 2009-11-13\n- Court Judge (United Kingdom) | Criticize or denounce | Government Official (United Kingdom) | 2006-11-21\n- Men (United Kingdom) | Accuse | Court Judge (United Kingdom) | 2013-06-05\n- Court Judge (United Kingdom) | Accuse | Citizen (United Kingdom) | 2015-08-05\n- Court Judge (United Kingdom) | Accuse | Citizen (United Kingdom) | 2014-10-25\n- Court Judge (United Kingdom) | Accuse | Citizen (United Kingdom) | 2014-10-24\n- Court Judge (United Kingdom) | Accuse | Citizen (United Kingdom) | 2013-10-04\n- Court Judge (United Kingdom) | Accuse | Citizen (United Kingdom) | 2013-01-25\n- Court Judge (United Kingdom) | Accuse | Citizen (United Kingdom) | 2011-11-16\n- Court Judge (United Kingdom) | Accuse | Citizen (United Kingdom) | 2011-10-07\n- Court Judge (United Kingdom) | Accuse | Citizen (United Kingdom) | 2011-01-08\n- Court Judge (United Kingdom) | Accuse | Citizen (United Kingdom) | 2009-12-18\n- Court Judge (United Kingdom) | Accuse | Citizen (United Kingdom) | 2009-06-23\n- Court Judge (United Kingdom) | Accuse | Citizen (United Kingdom) | 2009-06-17\n- Court Judge (United Kingdom) | Accuse | Citizen (United Kingdom) | 2009-01-29\nAnswer:", "completion": " 2009-11", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1255701", "prompt": "Before Taavi Rõivas, which country hosted the last visit of Jens Stoltenberg?\nEvidence:\n- Taavi Rõivas | Host a visit | Jens Stoltenberg | 2014-11-20\n- Jens Stoltenberg | Make a visit | Taavi Rõivas | 2014-11-20\n- Taavi Rõivas | Praise or endorse | Jens Stoltenberg | 2014-11-20\n- Taavi Rõivas | Make a visit | France | 2014-07-08\n- France | Host a visit | Taavi Rõivas | 2014-07-08\n- Valdis Dombrovskis | Consult | Taavi Rõivas | 2014-12-22\n- Urmas Reinsalu | Demand | Taavi Rõivas | 2014-11-10\n- Taavi Rõivas | Consult | Valdis Dombrovskis | 2014-12-22\n- Taavi Rõivas | Consult | Maris Lauri | 2014-11-03\n- Taavi Rõivas | Consult | Barack Obama | 2014-09-03\n- Taavi Rõivas | Consult | Antonis Samaras | 2014-07-31\n- Taavi Rõivas | Consult | Alexander Stubb | 2014-11-13\n- Taavi Rõivas | Consult | Alexander Stubb | 2014-06-30\n- Maris Lauri | Consult | Taavi Rõivas | 2014-11-03\n- Barack Obama | Consult | Taavi Rõivas | 2014-09-03\nAnswer:", "completion": " Japan", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1151829", "prompt": "Who was the last person to praise Muhammadu Buhari before NASA?\nEvidence:\n- NASA | Praise or endorse | Muhammadu Buhari | 2015-06-03\n- NASA | Praise or endorse | China | 2005-10-13\n- Democratic Party (Nigeria) | Praise or endorse | Muhammadu Buhari | 2007-01-04\n- Muhammadu Buhari | Praise or endorse | Umaru Musa Yar'Adua | 2007-06-25\n- Muhammadu Buhari | Provide aid | Niger | 2005-07-28\n- Muhammadu Buhari | Demand | Oluṣẹgun Ọbasanjọ | 2005-07-01\n- Muhammadu Buhari | Consult | Bukola Saraki | 2006-11-21\n- Muhammadu Buhari | Accuse | Oluṣẹgun Ọbasanjọ | 2006-02-25\n- Citizen (Nigeria) | Yield | Muhammadu Buhari | 2006-12-19\n- Citizen (Nigeria) | Reject | Muhammadu Buhari | 2006-12-24\n- Bukola Saraki | Consult | Muhammadu Buhari | 2006-11-21\n- Muhammadu Buhari | Express intent to cooperate | Citizen (Nigeria) | 2007-04-09\n- Muhammadu Buhari | Express intent to cooperate | Citizen (Nigeria) | 2007-04-05\n- Muhammadu Buhari | Make statement | Oluṣẹgun Ọbasanjọ | 2006-12-15\n- Muhammadu Buhari | Deny responsibility | Citizen (Nigeria) | 2007-01-26\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1149034", "prompt": "Who praised Vietnam on the same day as the Mayor of China?\nEvidence:\n- Vietnam | Demand | China | 2005-01-15\n- Vietnam | Demand | China | 2005-01-14\n- Vietnam | Consult | China | 2005-02-11\n- Vietnam | Accuse | China | 2005-01-21\n- China | Consult | Vietnam | 2005-02-11\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Vietnam | 2005-01-20\n- Unified Buddhist Church of Vietnam | Appeal for rights | Vietnam | 2005-02-11\n- Vietnam | Sign formal agreement | China | 2005-01-14\n- Vietnam | Sign formal agreement | China | 2005-01-13\n- Vietnam | Praise or endorse | China | 2005-01-14\n- Vietnam | Praise or endorse | China | 2005-01-13\n- Vietnam | Host a visit | China | 2005-01-09\n- Vietnam | Appeal for intelligence | China | 2005-01-15\n- China | Sign formal agreement | Vietnam | 2005-01-14\n- China | Sign formal agreement | Vietnam | 2005-01-13\nAnswer:", "completion": " Transparency International", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1260631", "prompt": "Who was attacked with small arms and light weapons by the armed gang of Benin after 2008?\nEvidence:\n- Police (Benin) | fight with small arms and light weapons | Armed Gang (Benin) | 2012-12-26\n- Citizen (Benin) | fight with small arms and light weapons | Armed Gang (Benin) | 2015-10-01\n- Armed Gang (Benin) | fight with small arms and light weapons | Citizen (Benin) | 2012-05-06\n- Armed Gang (Benin) | fight with small arms and light weapons | Citizen (Benin) | 2010-03-12\n- Armed Gang (Benin) | fight with small arms and light weapons | Citizen (Benin) | 2008-10-27\n- Armed Gang (Benin) | fight with small arms and light weapons | Citizen (Benin) | 2008-08-25\n- Armed Gang (Benin) | fight with small arms and light weapons | Citizen (Benin) | 2008-08-20\n- Armed Gang (Thailand) | fight with small arms and light weapons | Thailand | 2012-06-18\n- Armed Gang (Thailand) | fight with small arms and light weapons | Thailand | 2011-10-24\n- Armed Gang (Thailand) | fight with small arms and light weapons | Thailand | 2011-03-16\n- Armed Gang (Thailand) | fight with small arms and light weapons | Thailand | 2011-02-21\n- Armed Gang (Thailand) | fight with small arms and light weapons | Thailand | 2011-02-03\n- Armed Gang (Thailand) | fight with small arms and light weapons | Thailand | 2010-12-22\n- Armed Gang (Thailand) | fight with small arms and light weapons | Thailand | 2010-03-17\n- Armed Gang (Thailand) | fight with small arms and light weapons | Thailand | 2009-08-23\nAnswer:", "completion": " Citizen (Benin)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1299470", "prompt": "In what year did the African Union last express its intention to engage in diplomatic cooperation with the transitional government of Somalia?\nEvidence:\n- Government (Djibouti) | Engage in diplomatic cooperation | African Union | 2005-02-07\n- Ruhakana Rugunda | Express intent to engage in diplomatic cooperation (such as policy support) | African Union | 2005-01-07\n- Ruhakana Rugunda | Express intent to engage in diplomatic cooperation (such as policy support) | African Union | 2005-01-06\n- Head of Government (Nigeria) | Consult | African Union | 2005-02-01\n- Head of Government (Nigeria) | Consult | African Union | 2005-01-31\n- African Union | Consult | Head of Government (Nigeria) | 2005-02-01\n- African Union | Consult | Head of Government (Nigeria) | 2005-01-31\n- Cabinet / Council of Ministers / Advisors (Somalia) | Praise or endorse | African Union | 2005-02-06\n- Cabinet / Council of Ministers / Advisors (Somalia) | Praise or endorse | African Union | 2005-02-05\n- African Union | Make statement | Government (Sudan) | 2005-01-28\n- Sudan | Express intent to meet or negotiate | African Union | 2005-02-07\n- Malawi | Engage in diplomatic cooperation | South Africa | 2005-04-04\n- Malawi | Engage in diplomatic cooperation | South Africa | 2005-04-03\n- Government (Sudan) | Praise or endorse | African Union | 2005-01-28\n- Government (Sudan) | Praise or endorse | African Union | 2005-01-17\nAnswer:", "completion": " 2006", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1157259", "prompt": "Who supported the government of France in the same year of Nathalie Kosciusko-Morizet?\nEvidence:\n- Nathalie Kosciusko-Morizet | Make statement | France | 2014-02-11\n- Nathalie Kosciusko-Morizet | Make statement | France | 2008-02-15\n- Nathalie Kosciusko-Morizet | Praise or endorse | Government (France) | 2012-02-22\n- Nathalie Kosciusko-Morizet | Make a visit | France | 2014-03-03\n- France | Praise or endorse | Nathalie Kosciusko-Morizet | 2013-06-04\n- France | Host a visit | Nathalie Kosciusko-Morizet | 2014-03-03\n- Nathalie Kosciusko-Morizet | Make statement | Japan | 2011-03-15\n- Nathalie Kosciusko-Morizet | Consult | Boris Johnson | 2013-03-20\n- Boris Johnson | Consult | Nathalie Kosciusko-Morizet | 2013-03-20\n- Nathalie Kosciusko-Morizet | Criticize or denounce | Men (France) | 2014-10-20\n- Activist (France) | Criticize or denounce | Nathalie Kosciusko-Morizet | 2013-05-24\n- Nathalie Kosciusko-Morizet | Consult | Business (South Korea) | 2009-02-23\n- Business (South Korea) | Consult | Nathalie Kosciusko-Morizet | 2009-02-23\n- Nathalie Kosciusko-Morizet | Engage in diplomatic cooperation | Patrick Devedjian | 2009-03-01\n- Nathalie Kosciusko-Morizet | Praise or endorse | Patrick Devedjian | 2012-12-06\nAnswer:", "completion": " Benjamin Netanyahu", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1067312", "prompt": "In 2015, who first expressed the intention to meet with the citizens of the United Kingdom?\nEvidence:\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-07-02\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-06-27\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Chancellor of the Exchequer | Reject | Citizen (United Kingdom) | 2006-07-13\n- Citizen (United Kingdom) | Express intent to meet or negotiate | The Hague | 2010-07-09\n- Member of the Judiciary (United States) | Reject | Businessperson (United Kingdom) | 2011-10-27\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- President of the Senate (United Kingdom) | Consult | Joaquim Barbosa | 2014-05-29\n- Newspaper (United Kingdom) | Make statement | Chancellor of the Exchequer | 2006-11-24\n- Joaquim Barbosa | Consult | President of the Senate (United Kingdom) | 2014-05-29\n- President of the Senate (United Kingdom) | Consult | House Speaker (United States) | 2005-12-29\n- Men (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2006-07-13\nAnswer:", "completion": " Peter O'Neill", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1010487", "prompt": "With which country did Angela Merkel want to negotiate on the same day as Xi Jinping?\nEvidence:\n- Angela Merkel | Defend verbally | People Associated with the Opposition (Germany) | 2005-07-17\n- Angela Merkel | Express intent to meet or negotiate | France | 2005-07-18\n- Gerhard Schröder | Express intent to meet or negotiate | Angela Merkel | 2005-08-02\n- Gerhard Schröder | Express intent to meet or negotiate | Angela Merkel | 2005-03-09\n- Gerhard Schröder | Express intent to meet or negotiate | Angela Merkel | 2005-03-06\n- Xi Jinping | Accuse | France | 2008-04-27\n- Henry M. Paulson | Express intent to meet or negotiate | Xi Jinping | 2006-09-19\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | Xi Jinping | 2008-05-23\n- France | Consult | Angela Merkel | 2005-07-18\n- Angela Merkel | Demand | France | 2005-07-19\n- Angela Merkel | Consult | France | 2005-07-18\n- Xi Jinping | Make statement | Japan | 2008-04-18\n- Xi Jinping | Make statement | China | 2008-05-29\n- Xi Jinping | Make statement | China | 2008-04-29\n- Xi Jinping | Make statement | China | 2008-04-27\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1126136", "prompt": "Which country negotiated with Javier Solana on 7 May 2007?\nEvidence:\n- Javier Solana | Engage in negotiation | Iran | 2007-05-07\n- Iran | Engage in negotiation | Javier Solana | 2007-05-07\n- UN Security Council | Impose embargo, boycott, or sanctions | Iran | 2007-05-07\n- Iran | Expel or deport individuals | Refugee (Afghanistan) | 2007-05-07\n- Iran | Consider policy option | South Africa | 2007-05-07\nAnswer:", "completion": " Iran", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 5, "n_anchors": 1} +{"id": "mtq_1207287", "prompt": "Who was the first to threaten the Egyptian police after the head of the Egyptian government?\nEvidence:\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-07-02\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-06-27\n- Head of Government (Ukraine) | Threaten | Police (Ukraine) | 2007-09-25\n- Head of Government (Turkmenistan) | Threaten | Police (Turkmenistan) | 2007-04-10\n- Head of Government (Egypt) | Threaten | Police (Egypt) | 2013-03-15\n- Head of Government (Nigeria) | Threaten | Government (Nigeria) | 2014-12-15\n- Head of Government (Nigeria) | Threaten | Government (Nigeria) | 2014-10-22\n- Head of Government (Nigeria) | Threaten | Government (Nigeria) | 2014-02-04\n- Head of Government (Nigeria) | Threaten | Government (Nigeria) | 2012-01-03\n- Head of Government (Nigeria) | Threaten | Government (Nigeria) | 2011-07-27\n- Head of Government (Nigeria) | Threaten | Government (Nigeria) | 2009-03-03\n- Head of Government (Nigeria) | Threaten | Government (Nigeria) | 2009-03-02\n- Head of Government (Germany) | Threaten | Government (Germany) | 2009-05-29\nAnswer:", "completion": " Lawyer/Attorney (Egypt)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1030362", "prompt": "In which month did Ma Ying Jeou last make optimistic comments about Gina McCarthy?\nEvidence:\n- Ma Ying Jeou | Make optimistic comment | Gina McCarthy | 2014-04-14\n- Ma Ying Jeou | Consult | Gina McCarthy | 2014-04-15\n- Ma Ying Jeou | Consult | Gina McCarthy | 2014-04-14\n- Gina McCarthy | Consult | Ma Ying Jeou | 2014-04-15\n- Gina McCarthy | Consult | Ma Ying Jeou | 2014-04-14\n- Ma Ying Jeou | Make statement | Gina McCarthy | 2014-04-14\n- Ma Ying Jeou | Praise or endorse | Gina McCarthy | 2014-04-14\n- Gina McCarthy | Express intent to meet or negotiate | Ma Ying Jeou | 2014-04-13\n- Gina McCarthy | Make statement | China | 2014-11-17\n- Gina McCarthy | Make a visit | Vietnam | 2014-04-16\n- Vietnam | Host a visit | Gina McCarthy | 2014-04-16\n- Ma Ying Jeou | Make optimistic comment | Kuomintang | 2005-04-16\n- United States Senate | Praise or endorse | Gina McCarthy | 2009-06-02\n- Gina McCarthy | Express intent to meet or negotiate | Vietnam | 2014-04-13\n- Ma Ying Jeou | Make statement | Kuomintang | 2005-04-15\nAnswer:", "completion": " 2014-04", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1287412", "prompt": "After 2012, who suffered from the conventional military forces of the Sri Lankan Navy?\nEvidence:\n- Military Personnel - Special (Sri Lanka) | Use conventional military force | Member of Parliament (Sri Lanka) | 2008-03-06\n- Ministry (Sri Lanka) | Accuse | Member of the Judiciary (Sri Lanka) | 2012-10-26\n- Member of the Judiciary (Sri Lanka) | Demand | Criminal (Sri Lanka) | 2015-10-08\n- Member of the Judiciary (Sri Lanka) | Coerce | Fishermen (Sri Lanka) | 2014-11-21\n- Member of the Judiciary (Sri Lanka) | Coerce | Fishermen (Sri Lanka) | 2014-11-17\n- Member of the Judiciary (Sri Lanka) | Coerce | Fishermen (Sri Lanka) | 2014-11-03\n- Member of the Judiciary (Sri Lanka) | Coerce | Fishermen (Sri Lanka) | 2014-10-31\n- Member of the Judiciary (Sri Lanka) | Coerce | Criminal (Sri Lanka) | 2011-08-25\n- Royal Thai Navy | Use conventional military force | Thailand | 2010-09-13\n- Royal Thai Navy | Use conventional military force | Thailand | 2009-09-14\n- Nigerian Navy | Use conventional military force | Militant (Nigeria) | 2013-08-21\n- Nigerian Navy | Use conventional military force | Militant (Nigeria) | 2009-06-04\n- Nigerian Navy | Use conventional military force | Militant (Nigeria) | 2009-06-03\n- Nigerian Navy | Use conventional military force | Militant (Nigeria) | 2007-11-28\n- Nigerian Navy | Use conventional military force | Citizen (Nigeria) | 2015-09-30\nAnswer:", "completion": " Fishermen (India)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1283958", "prompt": "Could you tell me the specific month when did Abhisit Vejjajiva first praise National United Front for Democracy Against Dictatorship?\nEvidence:\n- Banharn Silpa-archa | Make statement | National United Front for Democracy Against Dictatorship | 2010-05-18\n- Banharn Silpa-archa | Make statement | National United Front for Democracy Against Dictatorship | 2010-03-29\n- Banharn Silpa-archa | Demonstrate or rally | National United Front for Democracy Against Dictatorship | 2010-05-18\n- Banharn Silpa-archa | Appeal for easing of political dissent | National United Front for Democracy Against Dictatorship | 2010-05-18\n- Banharn Silpa-archa | Make an appeal or request | National United Front for Democracy Against Dictatorship | 2010-05-20\n- Banharn Silpa-archa | Make an appeal or request | National United Front for Democracy Against Dictatorship | 2010-05-19\n- Citizen (Thailand) | Bring lawsuit against | Abhisit Vejjajiva | 2006-07-01\n- Abhisit Vejjajiva | Praise or endorse | Sondhi Limthongkul | 2006-01-24\n- Abhisit Vejjajiva | Praise or endorse | Sondhi Limthongkul | 2006-01-21\n- Banharn Silpa-archa | Praise or endorse | Abhisit Vejjajiva | 2009-04-23\n- Thailand | Consult | Abhisit Vejjajiva | 2006-04-27\n- Thailand | Consult | Abhisit Vejjajiva | 2005-02-16\n- Abhisit Vejjajiva | Consult | Thailand | 2006-04-27\n- Abhisit Vejjajiva | Consult | Thailand | 2005-02-16\n- Abhisit Vejjajiva | Make statement | Thailand | 2006-04-30\nAnswer:", "completion": " 2011-05", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1098340", "prompt": "When did Antonis Samaras visit Zhang Dejiang for the first time?\nEvidence:\n- Zhang Dejiang | Make a visit | China | 2009-06-06\n- Zhang Dejiang | Make a visit | China | 2009-01-12\n- Zhang Dejiang | Make a visit | China | 2008-06-03\n- Zhang Dejiang | Make a visit | Angola | 2007-06-11\n- China | Host a visit | Zhang Dejiang | 2009-06-06\n- China | Host a visit | Zhang Dejiang | 2009-01-12\n- China | Host a visit | Zhang Dejiang | 2008-06-03\n- Angola | Host a visit | Zhang Dejiang | 2007-06-11\n- Zhang Dejiang | Investigate | China | 2008-05-24\n- Zhang Dejiang | Demand | China | 2006-04-04\n- Zhang Dejiang | Consult | China | 2010-06-19\n- Zhang Dejiang | Consult | China | 2008-08-22\n- China | Consult | Zhang Dejiang | 2010-06-19\n- China | Consult | Zhang Dejiang | 2008-08-22\n- Zhang Dejiang | Make statement | China | 2010-11-04\nAnswer:", "completion": " 2013-05-17", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1393452", "prompt": "Who wished to negotiate with Okada Katsuya first after the Ministry of South Korea did?\nEvidence:\n- Ministry (Sudan) | Praise or endorse | Okada Katsuya | 2005-05-05\n- Okada Katsuya | Demand | Japan | 2009-09-05\n- Okada Katsuya | Demand | Iran | 2006-05-03\n- Okada Katsuya | Express intent to meet or negotiate | Iran | 2006-04-26\n- Okada Katsuya | Express intent to meet or negotiate | China | 2009-09-15\n- Okada Katsuya | Express intent to meet or negotiate | China | 2005-11-16\n- Okada Katsuya | Express intent to meet or negotiate | China | 2005-04-19\n- Okada Katsuya | Express intent to meet or negotiate | Cambodia | 2009-09-25\n- Mahmoud Abbas | Express intent to meet or negotiate | Okada Katsuya | 2005-05-15\n- Okada Katsuya | Make statement | Japan | 2009-09-24\n- Okada Katsuya | Make statement | Japan | 2009-09-21\n- Okada Katsuya | Make statement | Japan | 2009-09-18\n- Okada Katsuya | Make statement | Japan | 2009-09-17\n- Okada Katsuya | Make statement | Japan | 2009-09-16\n- Okada Katsuya | Make statement | Japan | 2009-09-06\nAnswer:", "completion": " Mahmoud Abbas", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1364434", "prompt": "Could you tell me the exact month when the criminal of Somalia used unconventional violence against the transport of South Korea for the first time?\nEvidence:\n- Insurgent (Thailand) | Use unconventional violence | Thailand | 2005-01-14\n- Children (Thailand) | Use unconventional violence | Thailand | 2005-01-04\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | South Korea | 2005-01-08\n- South Korea | Consult | Japan | 2005-01-06\n- Japan | Consult | South Korea | 2005-01-06\n- South Korea | Reduce relations | Citizen (North Korea) | 2005-01-03\n- South Korea | Provide humanitarian aid | Citizen (North Korea) | 2005-01-11\n- South Korea | Provide military aid | Iraq | 2005-01-03\n- South Korea | Provide humanitarian aid | Thailand | 2005-01-02\nAnswer:", "completion": " 2011-05", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1016162", "prompt": "Who denounced the citizens of Belarus first, after the government of Poland?\nEvidence:\n- Government (Poland) | Criticize or denounce | Citizen (Belarus) | 2005-08-03\n- Government (Poland) | Express intent to provide material aid | The Poor (Poland) | 2006-11-29\n- Ministry (Poland) | Consult | Foreign Affairs (Belarus) | 2006-03-23\n- Foreign Affairs (Belarus) | Consult | Ministry (Poland) | 2006-03-23\n- Government (Poland) | Accuse of crime, corruption | Business (Poland) | 2007-09-06\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Civic Platform | Criticize or denounce | Poland Comes First | 2010-12-15\n- Special Rapporteurs of the United Nations | Consult | Government Official (Belarus) | 2015-02-04\n- Government Official (Belarus) | Consult | Special Rapporteurs of the United Nations | 2015-02-04\n- Representatives (Poland) | Consult | Government (Poland) | 2013-10-11\n- Ministry (Poland) | Consult | Government (Poland) | 2015-07-20\n- Ministry (Poland) | Accuse | Government (Poland) | 2011-01-04\n- Ministry (Poland) | Accuse | Government (Poland) | 2009-01-13\nAnswer:", "completion": " Social Democratic Party (Belarus)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1235245", "prompt": "Before the Treasury/Finance Ministry of Germany, who did Angela Merkel appeal for last?\nEvidence:\n- Angela Merkel | Defend verbally | People Associated with the Opposition (Germany) | 2005-07-17\n- Angela Merkel | Make statement | Government (Germany) | 2005-07-17\n- Angela Merkel | Make statement | Government (Germany) | 2005-07-15\n- Angela Merkel | Make statement | Government (Germany) | 2005-05-31\n- Angela Merkel | Make an appeal or request | Government (Germany) | 2005-03-03\n- Angela Merkel | Praise or endorse | Head of Government (Germany) | 2005-07-21\n- Angela Merkel | Reject material cooperation | Government (Germany) | 2005-07-17\n- Angela Merkel | Engage in diplomatic cooperation | Government (Germany) | 2005-06-02\n- France | Consult | Angela Merkel | 2005-07-18\n- Angela Merkel | Demand | France | 2005-07-19\n- Angela Merkel | Consult | France | 2005-07-18\n- Tony Blair | Consult | Angela Merkel | 2005-02-07\n- Gerhard Schröder | Demand | Angela Merkel | 2005-07-27\n- Gerhard Schröder | Accuse | Angela Merkel | 2005-07-15\n- Angela Merkel | Reject | Gerhard Schröder | 2005-03-17\nAnswer:", "completion": " Dmitry Anatolyevich Medvedev", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1094911", "prompt": "When did the men of Denmark first use small arms and light weapons to attack the lawyer of Denmark?\nEvidence:\n- Men (Denmark) | fight with small arms and light weapons | Lawyer/Attorney (Denmark) | 2015-03-19\n- Men (Denmark) | fight with small arms and light weapons | Murderer (Denmark) | 2015-02-16\n- Armed Gang (Denmark) | fight with small arms and light weapons | Men (Denmark) | 2015-02-17\n- Armed Gang (Denmark) | fight with small arms and light weapons | Men (Denmark) | 2015-02-16\n- Men (United States) | fight with small arms and light weapons | Citizen (Denmark) | 2006-12-16\n- Men (United States) | fight with small arms and light weapons | Citizen (Denmark) | 2006-12-15\n- Armed Gang (Denmark) | fight with small arms and light weapons | Citizen (Denmark) | 2015-02-17\n- Citizen (Thailand) | fight with small arms and light weapons | Citizen (Denmark) | 2013-01-25\n- Military (South Sudan) | fight with small arms and light weapons | Attack Craft (Sudan) | 2012-04-17\n- Attack Helicopter (Afghanistan) | fight with small arms and light weapons | Armed Rebel (Afghanistan) | 2005-06-19\n- Citizen (Saudi Arabia) | fight with small arms and light weapons | Citizen (Denmark) | 2014-12-03\n- Citizen (Saudi Arabia) | fight with small arms and light weapons | Citizen (Denmark) | 2014-12-02\n- Men (Philippines) | fight with small arms and light weapons | Men (Japan) | 2008-10-03\n- Men (Philippines) | fight with small arms and light weapons | Men (Japan) | 2007-06-23\n- Men (Yemen) | fight with small arms and light weapons | Yemen | 2012-02-20\nAnswer:", "completion": " 2015-03-19", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1232293", "prompt": "After the governor of Spain, who was the first to make a request to the police in the Philippines?\nEvidence:\n- Governor (Spain) | Make an appeal or request | Police (Philippines) | 2015-01-15\n- Lawmaker (Spain) | Make statement | Governor (Spain) | 2014-03-19\n- Governor (Spain) | Engage in diplomatic cooperation | Engineer (Spain) | 2013-10-13\n- Legislature (Spain) | Accuse | Governor (Spain) | 2005-05-21\n- Governor (Spain) | Reject | Legislature (Spain) | 2007-03-13\n- Presidential Press Service (Philippines) | Make an appeal or request | Governor (Spain) | 2008-06-16\n- Governor (Spain) | Criticize or denounce | People Associated with the Opposition (Spain) | 2014-11-02\n- Police (Philippines) | Make statement | University of the Philippines | 2014-08-12\n- Governor (Spain) | Retreat or surrender militarily | Military (Philippines) | 2008-06-16\n- Mexico | Make an appeal or request | Governor (Spain) | 2006-02-23\n- Governor (Spain) | Consult | Defense / Security Ministry (Spain) | 2010-03-24\n- Defense / Security Ministry (Spain) | Consult | Governor (Spain) | 2010-03-24\n- Police (Philippines) | Make statement | Civil Aviation Authority of the Philippines | 2013-09-10\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\nAnswer:", "completion": " City Mayor (Philippines)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1106224", "prompt": "Who was the first to speak to Daily Trust on the phone after the lawyer from Germany?\nEvidence:\n- Scholar (Nigeria) | Consult | Daily Trust | 2009-02-13\n- Daily Trust | Demand | Government (Nigeria) | 2009-04-20\n- Daily Trust | Consult | Scholar (Nigeria) | 2009-02-13\n- Daily Trust | Consult | Muhammadu Buhari | 2010-02-05\n- Daily Trust | Consult | African Union | 2007-02-02\n- Daily Trust | Consult | African Union | 2007-02-01\n- Citizen (Nigeria) | Demand | Daily Trust | 2008-09-22\n- African Union | Consult | Daily Trust | 2007-02-02\n- African Union | Consult | Daily Trust | 2007-02-01\n- State Security Service | Consult | Daily Trust | 2009-06-30\n- Democratic Party (Nigeria) | Consult | Daily Trust | 2008-06-20\n- Daily Trust | Make statement | Government (Nigeria) | 2009-11-16\n- Daily Trust | Investigate | Nigerian Television Authority | 2006-07-17\n- Daily Trust | Consult | State Security Service | 2009-06-30\n- Daily Trust | Consult | Democratic Party (Nigeria) | 2008-06-20\nAnswer:", "completion": " Labor Union (Nigeria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1089568", "prompt": "In April 2007, who negotiated with Wen Jiabao?\nEvidence:\n- Wen Jiabao | Engage in negotiation | Bertie Ahern | 2005-01-19\n- Bertie Ahern | Engage in negotiation | Wen Jiabao | 2005-01-19\n- Wen Jiabao | Investigate | China | 2005-01-08\n- Thailand | Investigate | Wen Jiabao | 2005-01-24\n- Cambodia | Investigate | Wen Jiabao | 2005-01-24\n- Wen Jiabao | Make statement | Maldives | 2005-01-07\n- Wen Jiabao | Make statement | China | 2005-02-02\n- Wen Jiabao | Make statement | China | 2005-01-21\n- Wen Jiabao | Make statement | China | 2005-01-20\n- Wen Jiabao | Make statement | China | 2005-01-13\n- Wen Jiabao | Make statement | China | 2005-01-08\n- Wen Jiabao | Make statement | China | 2005-01-07\n- Wen Jiabao | Make statement | China | 2005-01-06\n- Wen Jiabao | Make statement | China | 2005-01-04\n- Wen Jiabao | Make statement | China | 2005-01-03\nAnswer:", "completion": " Shaukat Aziz", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1122370", "prompt": "After the year 2013, who did the political parties of Indonesia support?\nEvidence:\n- Women (Indonesia) | Demand | Political Parties (Indonesia) | 2011-05-23\n- Political Parties (Indonesia) | Reject | Women (Indonesia) | 2010-06-14\n- Political Parties (Indonesia) | Demand | Police (Indonesia) | 2008-08-27\n- Political Parties (Indonesia) | Accuse | Boediono | 2010-03-09\n- City Mayor (Indonesia) | Demand | Political Parties (Indonesia) | 2012-05-16\n- Political Parties (Indonesia) | Consult | Jusuf Kalla | 2015-01-14\n- Jusuf Kalla | Consult | Political Parties (Indonesia) | 2015-01-14\n- Political Parties (Indonesia) | Make statement | City Mayor (Indonesia) | 2015-07-09\n- Muslim (Indonesia) | Praise or endorse | Political Parties (Indonesia) | 2009-06-03\n- Business (Indonesia) | Praise or endorse | Political Parties (Indonesia) | 2009-04-07\n- Political Parties (Indonesia) | Make statement | Cabinet / Council of Ministers / Advisors (Indonesia) | 2010-01-13\n- Protester (Indonesia) | Demonstrate for leadership change | Political Parties (Indonesia) | 2007-07-19\n- Political Parties (Indonesia) | Praise or endorse | Presidential Candidate (Indonesia) | 2014-05-26\n- Political Parties (Indonesia) | Praise or endorse | Presidential Candidate (Indonesia) | 2009-02-26\n- Political Parties (Indonesia) | Praise or endorse | City Mayor (Indonesia) | 2013-09-20\nAnswer:", "completion": " City Mayor (Indonesia)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1177408", "prompt": "Who wanted to negotiate with Shimon Peres in 2008?\nEvidence:\n- Shimon Peres | Express intent to meet or negotiate | Iran | 2008-03-06\n- Shimon Peres | Express intent to meet or negotiate | France | 2008-03-08\n- Shimon Peres | Express intent to meet or negotiate | France | 2008-03-06\n- Romania | Express intent to meet or negotiate | Shimon Peres | 2008-02-20\n- Shimon Peres | Threaten | Iran | 2008-01-10\n- Shimon Peres | Threaten | Iran | 2008-01-09\n- Tzipi Livni | Express intent to meet or negotiate | Shimon Peres | 2008-02-26\n- Tzipi Livni | Express intent to meet or negotiate | Shimon Peres | 2008-02-25\n- Tony Blair | Express intent to meet or negotiate | Shimon Peres | 2008-01-23\n- Stephen Hadley | Express intent to meet or negotiate | Shimon Peres | 2008-05-07\n- Angela Merkel | Express intent to meet or negotiate | Shimon Peres | 2008-03-16\n- Foreign Affairs (Israel) | Express intent to meet or negotiate | Shimon Peres | 2008-04-03\n- Veterans (Israel) | Consult | Shimon Peres | 2008-01-23\n- Tony Blair | Consult | Shimon Peres | 2008-02-06\n- Shimon Peres | Make statement | Iran | 2008-05-13\nAnswer:", "completion": " Stephen Hadley", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1286776", "prompt": "After Gholamali Haddad Adel, who wanted to meet Elmar Mammadyarov?\nEvidence:\n- Mahmoud Ahmadinejad | Consult | Gholamali Haddad Adel | 2005-06-25\n- Gholamali Haddad Adel | Make statement | Iraq | 2005-09-04\n- Gholamali Haddad Adel | Make statement | Iraq | 2005-09-03\n- Gholamali Haddad Adel | Make statement | Iraq | 2005-08-29\n- Gholamali Haddad Adel | Make statement | Iran | 2005-12-15\n- Gholamali Haddad Adel | Make statement | Iran | 2005-12-12\n- Gholamali Haddad Adel | Make statement | Iran | 2005-10-04\n- Gholamali Haddad Adel | Make statement | Iran | 2005-10-03\n- Gholamali Haddad Adel | Make statement | Iran | 2005-10-01\n- Gholamali Haddad Adel | Make statement | Iran | 2005-09-20\n- Gholamali Haddad Adel | Make statement | Iran | 2005-08-15\n- Gholamali Haddad Adel | Make statement | Iran | 2005-08-02\n- Gholamali Haddad Adel | Make statement | Iran | 2005-08-01\n- Gholamali Haddad Adel | Make statement | Iran | 2005-07-31\n- Gholamali Haddad Adel | Make statement | Iran | 2005-07-13\nAnswer:", "completion": " John Baird", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1246532", "prompt": "When did South Korea last investigate Samsung?\nEvidence:\n- Police (South Korea) | Investigate | Samsung | 2007-11-28\n- Police (South Korea) | Investigate | Samsung | 2007-11-23\n- South Korea | Investigate crime, corruption | Samsung | 2005-07-26\n- Presidential Candidate (South Korea) | Investigate | Samsung | 2007-11-14\n- Lawyer/Attorney (South Korea) | Investigate | Samsung | 2007-11-28\n- Lawyer/Attorney (South Korea) | Investigate | Samsung | 2007-11-14\n- Lawyer/Attorney (South Korea) | Investigate | Samsung | 2007-03-27\n- Lawyer/Attorney (South Korea) | Investigate | Samsung | 2006-06-27\n- Lawyer/Attorney (South Korea) | Investigate | Samsung | 2005-08-11\n- Lawyer/Attorney (South Korea) | Investigate | Samsung | 2005-08-10\n- Police (South Korea) | Investigate crime, corruption | Samsung | 2007-11-28\n- Lawyer/Attorney (South Korea) | Investigate crime, corruption | Samsung | 2007-11-07\n- Samsung | Make statement | South Korea | 2007-04-04\n- South Korea | Praise or endorse | Samsung | 2007-05-02\n- South Korea | Impose administrative sanctions | Samsung | 2007-06-14\nAnswer:", "completion": " 2008-01-25", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1140002", "prompt": "In April, the year of 2009, who would wish to visit Romania?\nEvidence:\n- Ministry (Romania) | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2005-01-10\n- Ministry (Romania) | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2005-01-08\n- Vietnam | Make a visit | Romania | 2005-03-08\n- Vietnam | Make a visit | Romania | 2005-03-05\n- Romania | Host a visit | Vietnam | 2005-03-08\n- Romania | Host a visit | Vietnam | 2005-03-05\n- Vietnam | Engage in diplomatic cooperation | Romania | 2005-01-31\n- Romania | Engage in diplomatic cooperation | Vietnam | 2005-01-31\n- Romania | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-03-30\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | Romania | 2005-03-30\n- Romania | Host a visit | Branko Crvenkovski | 2005-02-17\n- Branko Crvenkovski | Make a visit | Romania | 2005-02-17\n- Head of Government (Ukraine) | Express intent to meet or negotiate | Romania | 2005-03-14\n- Ministry (Romania) | Make statement | Romania | 2005-03-25\n- Ministry (Romania) | Make statement | Romania | 2005-01-12\nAnswer:", "completion": " China", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1034514", "prompt": "Who last denounced Umaru Musa Yar'Adua in 2007?\nEvidence:\n- Umaru Musa Yar'Adua | Demand | Citizen (Nigeria) | 2007-05-31\n- Umaru Musa Yar'Adua | Consult | Tony Blair | 2007-06-06\n- Umaru Musa Yar'Adua | Consult | South Africa | 2007-04-26\n- Umaru Musa Yar'Adua | Consult | Abdoulaye Wade | 2007-05-08\n- Umaru Musa Yar'Adua | Accuse | Citizen (Nigeria) | 2007-01-05\n- Tony Blair | Consult | Umaru Musa Yar'Adua | 2007-06-06\n- South Africa | Consult | Umaru Musa Yar'Adua | 2007-04-26\n- Oluṣẹgun Ọbasanjọ | Yield | Umaru Musa Yar'Adua | 2007-05-30\n- Oluṣẹgun Ọbasanjọ | Yield | Umaru Musa Yar'Adua | 2007-05-29\n- Daily Trust | Reject | Umaru Musa Yar'Adua | 2007-02-09\n- Citizen (Nigeria) | Demand | Umaru Musa Yar'Adua | 2007-04-23\n- Abdoulaye Wade | Consult | Umaru Musa Yar'Adua | 2007-05-08\n- Umaru Musa Yar'Adua | Praise or endorse | China | 2007-05-30\n- Umaru Musa Yar'Adua | Make statement | Government (Nigeria) | 2007-06-07\n- Umaru Musa Yar'Adua | Make statement | Government (Nigeria) | 2007-05-29\nAnswer:", "completion": " Head of Government (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1217114", "prompt": "Who used unconventional violence against the Marine Corp of Thailand on the same year of the Villager of Thailand?\nEvidence:\n- Citizen (Thailand) | Use unconventional violence | Thailand | 2005-02-11\n- Children (Thailand) | Use unconventional violence | Thailand | 2005-01-04\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-10\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-18\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-14\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-09\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-07\n- Villager (Thailand) | Reject | Citizen (Thailand) | 2005-02-03\n- Villager (Thailand) | Reject | Citizen (Thailand) | 2005-02-01\n- Armed Opposition (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-03-02\n- Armed Opposition (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-03-01\n- Armed Opposition (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-26\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-03-01\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-26\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-03\nAnswer:", "completion": " Citizen (Thailand)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1256766", "prompt": "Who was the last person Shaukat Aziz wanted to meet before the Russian representatives?\nEvidence:\n- Shaukat Aziz | Return, release person(s) | Refugee (Afghanistan) | 2005-01-11\n- Shaukat Aziz | Express intent to meet or negotiate | Iran | 2005-02-10\n- Shaukat Aziz | Express intent to meet or negotiate | Iran | 2005-02-06\n- Shaukat Aziz | Express intent to meet or negotiate | Iran | 2005-01-31\n- Shaukat Aziz | Express intent to meet or negotiate | Iran | 2005-01-05\n- Shaukat Aziz | Consult | Japan | 2005-01-10\n- Japan | Consult | Shaukat Aziz | 2005-01-10\n- Douglas Alexander | Appeal to others to meet or negotiate | Shaukat Aziz | 2005-01-12\n- Shaukat Aziz | Express intent to meet or negotiate | Pervez Musharraf | 2005-02-15\n- Shaukat Aziz | Express intent to meet or negotiate | Javier Solana | 2005-01-25\n- Shaukat Aziz | Express intent to meet or negotiate | Citizen (Belgium) | 2005-01-24\n- Shaukat Aziz | Express intent to meet or negotiate | Businessperson (Belgium) | 2005-01-24\n- Shaukat Aziz | Express intent to meet or negotiate | Businessperson (Belgium) | 2005-01-23\n- Shaukat Aziz | Express intent to meet or negotiate | Businessperson (Belgium) | 2005-01-22\n- Pervez Musharraf | Express intent to meet or negotiate | Shaukat Aziz | 2005-02-15\nAnswer:", "completion": " Wen Jiabao", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1234683", "prompt": "Who was the first to visit the United Arab Emirates after Jakaya Mrisho Kikwete?\nEvidence:\n- Tanzania | Host a visit | Jakaya Mrisho Kikwete | 2006-02-22\n- Tanzania | Host a visit | Jakaya Mrisho Kikwete | 2005-09-30\n- Sudan | Host a visit | Jakaya Mrisho Kikwete | 2006-01-21\n- Jakaya Mrisho Kikwete | Make a visit | Tanzania | 2006-02-22\n- Jakaya Mrisho Kikwete | Make a visit | Tanzania | 2005-09-30\n- Jakaya Mrisho Kikwete | Make a visit | Sudan | 2006-01-21\n- Civic United Front | Make statement | Jakaya Mrisho Kikwete | 2005-05-25\n- Tanzania | Make statement | Jakaya Mrisho Kikwete | 2005-12-13\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-23\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-21\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-10\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-02\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-01\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-01-02\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-12-30\nAnswer:", "completion": " Head of Government (South Korea)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1074336", "prompt": "What month did the Armed Gang of Indonesia reject the Lawyer/Attorney of Indonesia?\nEvidence:\n- Armed Gang (Indonesia) | Reject | Lawyer/Attorney (Indonesia) | 2006-08-04\n- Lawyer/Attorney (Indonesia) | Consult | Armed Gang (Indonesia) | 2007-12-17\n- Armed Gang (Indonesia) | Consult | Lawyer/Attorney (Indonesia) | 2007-12-17\n- Office of the Attorney General | Reject | Lawyer/Attorney (Indonesia) | 2008-11-04\n- Lawyer/Attorney (Indonesia) | Make statement | Armed Gang (Indonesia) | 2010-04-03\n- Lawyer/Attorney (Indonesia) | Make an appeal or request | Armed Gang (Indonesia) | 2005-03-16\n- Lawyer/Attorney (Indonesia) | Reject | Women (Australia) | 2005-05-06\n- Lawyer/Attorney (Indonesia) | Reject | Police (Australia) | 2006-01-31\n- Abdul Aziz | Reject | Lawyer/Attorney (Indonesia) | 2006-08-04\n- Member of the Judiciary (Mauritius) | Reject | Lawyer/Attorney (Mauritius) | 2011-02-11\n- Police (Indonesia) | Investigate | Armed Gang (Indonesia) | 2012-04-09\n- Police (Indonesia) | Investigate | Armed Gang (Indonesia) | 2011-05-21\n- Police (Indonesia) | Investigate | Armed Gang (Indonesia) | 2010-02-15\n- Police (Indonesia) | Investigate | Armed Gang (Indonesia) | 2009-09-12\n- Police (Indonesia) | Investigate | Armed Gang (Indonesia) | 2009-07-21\nAnswer:", "completion": " 2006-08", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1305720", "prompt": "Who rejected the People Associated with the Opposition of Australia before Feb, the year 2011?\nEvidence:\n- People Associated with the Opposition (Australia) | Threaten | Police (Australia) | 2009-09-24\n- People Associated with the Opposition (Australia) | Threaten | Citizen (Australia) | 2008-06-06\n- People Associated with the Opposition (Australia) | Reject | Citizen (Australia) | 2012-05-21\n- People Associated with the Opposition (Australia) | Reject | Citizen (Australia) | 2009-11-27\n- People Associated with the Opposition (Australia) | Reject | Citizen (Australia) | 2009-11-19\n- People Associated with the Opposition (Australia) | Reject | Citizen (Australia) | 2008-02-13\n- People Associated with the Opposition (Australia) | Reject | Citizen (Australia) | 2008-02-11\n- People Associated with the Opposition (Australia) | Reject | Citizen (Australia) | 2007-03-02\n- People Associated with the Opposition (Australia) | Investigate | Citizen (Australia) | 2009-06-25\n- People Associated with the Opposition (Australia) | Investigate | Citizen (Australia) | 2009-06-16\n- People Associated with the Opposition (Australia) | Investigate | Citizen (Australia) | 2009-05-05\n- People Associated with the Opposition (Australia) | Investigate | Citizen (Australia) | 2005-10-27\n- People Associated with the Opposition (Australia) | Demand | Citizen (Australia) | 2011-09-08\n- People Associated with the Opposition (Australia) | Demand | Citizen (Australia) | 2009-11-05\n- People Associated with the Opposition (Australia) | Demand | Citizen (Australia) | 2009-06-21\nAnswer:", "completion": " Citizen (Australia)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1151494", "prompt": "Before January 2010, who asked for the political parties of Yemen?\nEvidence:\n- Yemen | Rally support on behalf of | Rafiq Hariri | 2005-02-15\n- Yemen | Host a visit | Ministry of International Cooperation (Sudan) | 2005-02-17\n- Ministry of International Cooperation (Sudan) | Make a visit | Yemen | 2005-02-17\n- Yemen | Consult | Sudan | 2005-01-02\n- Yemen | Consult | Ethiopia | 2005-01-02\n- Yemen | Consult | Eritrea | 2005-03-11\n- Yemen | Consult | Djibouti | 2005-02-08\n- Yemen | Consult | Djibouti | 2005-02-07\n- Sudan | Consult | Yemen | 2005-01-02\n- Ethiopia | Consult | Yemen | 2005-01-02\n- Eritrea | Consult | Yemen | 2005-03-11\n- Djibouti | Consult | Yemen | 2005-02-08\n- Djibouti | Consult | Yemen | 2005-02-07\n- Head of Government (Germany) | Express intent to meet or negotiate | Yemen | 2005-02-18\n- UN Security Council | Appeal for easing of administrative sanctions | Eritrea | 2005-10-05\nAnswer:", "completion": " Ali Abdullah Saleh", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1051406", "prompt": "Who was the last to threaten South Korea in 2010?\nEvidence:\n- Special Rapporteurs of the United Nations | Express intent to meet or negotiate | South Korea | 2010-01-04\n- South Korea | Engage in negotiation | France | 2010-01-09\n- France | Engage in negotiation | South Korea | 2010-01-09\n- Special Rapporteurs of the United Nations | Make a visit | South Korea | 2010-01-15\n- South Korea | Host a visit | Special Rapporteurs of the United Nations | 2010-01-15\n- South Korea | Engage in diplomatic cooperation | Japan | 2010-01-19\n- South Korea | Engage in diplomatic cooperation | Japan | 2010-01-16\n- South Korea | Engage in diplomatic cooperation | Japan | 2010-01-15\n- South Korea | Engage in diplomatic cooperation | Japan | 2010-01-08\n- Japan | Engage in diplomatic cooperation | South Korea | 2010-01-19\n- Japan | Engage in diplomatic cooperation | South Korea | 2010-01-16\n- Japan | Engage in diplomatic cooperation | South Korea | 2010-01-15\n- Japan | Engage in diplomatic cooperation | South Korea | 2010-01-08\n- Foreign Affairs (South Korea) | Express intent to meet or negotiate | South Korea | 2010-01-07\n- South Korea | Express intent to cooperate | Japan | 2010-01-20\nAnswer:", "completion": " Citizen (North Korea)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1075985", "prompt": "In which month did Hashim Thaçi announce his intention to start diplomatic cooperation with the United Nations Interim Administration in Kosovo?\nEvidence:\n- United Nations Interim Administration in Kosovo | Consult | Hashim Thaçi | 2006-07-06\n- Hashim Thaçi | Consult | United Nations Interim Administration in Kosovo | 2006-07-06\n- United Nations Interim Administration in Kosovo | Make statement | Hashim Thaçi | 2006-07-06\n- Hashim Thaçi | Make statement | United Nations Interim Administration in Kosovo | 2007-12-07\n- Hashim Thaçi | Make statement | United Nations Interim Administration in Kosovo | 2006-12-08\n- Hashim Thaçi | Make statement | United Nations Interim Administration in Kosovo | 2006-08-23\n- Hashim Thaçi | Express intent to cooperate | United Nations Interim Administration in Kosovo | 2007-01-06\n- United Nations Interim Administration in Kosovo | Demonstrate or rally | United Nations Interim Administration in Kosovo | 2006-06-08\n- United Nations Interim Administration in Kosovo | Make statement | Police (Kosovo) | 2007-01-09\n- United Nations Interim Administration in Kosovo | Make statement | Police (Kosovo) | 2006-06-07\n- United Nations Interim Administration in Kosovo | Make statement | Police (Kosovo) | 2005-08-18\n- United Nations Interim Administration in Kosovo | Make statement | Ministry (Kosovo) | 2005-12-08\n- United Nations Interim Administration in Kosovo | Make statement | Ministry (Kosovo) | 2005-11-24\n- United Nations Interim Administration in Kosovo | Consult | City Mayor (Kosovo) | 2006-03-16\n- City Mayor (Kosovo) | Consult | United Nations Interim Administration in Kosovo | 2006-03-16\nAnswer:", "completion": " 2008-06", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1253800", "prompt": "Who rejected the UN Security Council on 10 April 2006?\nEvidence:\n- UN Security Council | Give ultimatum | Iran | 2006-04-10\n- Mahmoud Ahmadinejad | Reject | UN Security Council | 2006-04-10\n- Javier Solana | Reject | UN Security Council | 2006-04-10\n- Pervez Musharraf | Make optimistic comment | Iran | 2006-04-10\n- Mahmoud Ahmadinejad | Make statement | Iran | 2006-04-10\n- Javier Solana | Express intent to meet or negotiate | Iran | 2006-04-10\n- Iraq | Express intent to meet or negotiate | Iran | 2006-04-10\n- Iran | Make statement | Mahmoud Ahmadinejad | 2006-04-10\n- Ali Abdullah Saleh | Make optimistic comment | Iran | 2006-04-10\nAnswer:", "completion": " Javier Solana", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 9, "n_anchors": 1} +{"id": "mtq_1064050", "prompt": "After the Eritrean envoy, which country was the first to request a meeting with Yemen?\nEvidence:\n- Yemen | Host a visit | Malaysia | 2005-02-06\n- Yemen | Host a visit | France | 2005-02-14\n- Yemen | Host a visit | Eritrea | 2005-02-10\n- Malaysia | Make a visit | Yemen | 2005-02-06\n- France | Make a visit | Yemen | 2005-02-21\n- France | Make a visit | Yemen | 2005-02-14\n- Eritrea | Make a visit | Yemen | 2005-02-10\n- Yemen | Host a visit | James Wolfensohn | 2005-02-16\n- Yemen | Host a visit | James Wolfensohn | 2005-02-15\n- Yemen | Host a visit | Isaias Afewerki | 2005-02-09\n- Ministry (Egypt) | Make a visit | Yemen | 2005-02-21\n- James Wolfensohn | Make a visit | Yemen | 2005-02-16\n- James Wolfensohn | Make a visit | Yemen | 2005-02-15\n- Isaias Afewerki | Make a visit | Yemen | 2005-02-09\n- Yemen | Host a visit | Ali Abdullah Saleh | 2005-02-06\nAnswer:", "completion": " Eritrea", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1165310", "prompt": "Who formally signed an agreement with the business community of Tunisia on 29 March 2010?\nEvidence:\n- Business (Tunisia) | Sign formal agreement | Business (Africa) | 2010-03-29\n- Business (Africa) | Sign formal agreement | Business (Tunisia) | 2010-03-29\nAnswer:", "completion": " Business (Africa)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 0} +{"id": "mtq_1008365", "prompt": "When did the other authorities and officials of Nigeria investigate the Secretariat of Nigeria?\nEvidence:\n- Other Authorities / Officials (Nigeria) | Investigate | Secretariat (Nigeria) | 2006-06-29\n- Other Authorities / Officials (Nigeria) | Make statement | Secretariat (Nigeria) | 2015-05-20\n- Other Authorities / Officials (Nigeria) | Make statement | Secretariat (Nigeria) | 2015-03-27\n- Other Authorities / Officials (Nigeria) | Investigate | Government (Nigeria) | 2015-07-08\n- Other Authorities / Officials (Nigeria) | Investigate | Citizen (Nigeria) | 2015-08-20\n- Other Authorities / Officials (Nigeria) | Investigate | Citizen (Nigeria) | 2015-08-19\n- Other Authorities / Officials (Nigeria) | Investigate | Citizen (Nigeria) | 2015-07-28\n- Other Authorities / Officials (Nigeria) | Investigate | Citizen (Nigeria) | 2014-04-20\n- Other Authorities / Officials (Nigeria) | Investigate | Citizen (Nigeria) | 2013-05-20\n- Other Authorities / Officials (Nigeria) | Investigate | Citizen (Nigeria) | 2012-08-07\n- Other Authorities / Officials (Nigeria) | Investigate | Citizen (Nigeria) | 2011-11-24\n- Other Authorities / Officials (Nigeria) | Investigate | Citizen (Nigeria) | 2010-10-05\n- Other Authorities / Officials (Nigeria) | Investigate | Citizen (Nigeria) | 2009-11-03\n- Other Authorities / Officials (Nigeria) | Investigate | Citizen (Nigeria) | 2009-08-26\n- Other Authorities / Officials (Nigeria) | Investigate | Citizen (Nigeria) | 2009-08-17\nAnswer:", "completion": " 2006-06-29", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1289247", "prompt": "When did the Lebanese military last use conventional military force against the Syrian militia?\nEvidence:\n- Muslim (Syria) | Use conventional military force | Militia (Syrian Kurds) | 2015-06-25\n- Military (Lebanon) | Use conventional military force | Militia (Syria) | 2006-05-27\n- Iran | Make statement | Militia (Lebanese Forces) | 2008-07-03\n- Defector (Syria) | Use conventional military force | Militia (Syria) | 2011-11-07\n- Military Personnel - Special (Tanzania) | Use conventional military force | Militia (Tanzania) | 2005-11-01\n- Tamil Rebel | Use conventional military force | Militia (Sri Lanka) | 2007-03-29\n- South African National Defence Force | Use conventional military force | Militia (South Africa) | 2005-03-03\n- France | Use conventional military force | Syrian Observatory for Human Rights | 2015-11-18\n- Militia (Lebanese Forces) | Abduct, hijack, or take hostage | Iran | 2008-07-03\n- Militia (Syrian Kurds) | Use unconventional violence | Militant (Syria) | 2014-09-20\n- Militia (Syrian Kurds) | Use unconventional violence | Islamic (Syria) | 2015-06-24\n- Militia (Syrian Kurds) | Use unconventional violence | Islamic (Syria) | 2015-02-22\n- Militia (Syrian Kurds) | Use unconventional violence | Combatant (Turkey) | 2013-07-18\n- The Hague | Use conventional military force | Vojislav Šešelj | 2006-12-04\n- Syrian Observatory for Human Rights | Use conventional military force | Militant (Syria) | 2015-08-24\nAnswer:", "completion": " 2006-05-27", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1296050", "prompt": "Who had a telephone conversation with Islam Karimov on 18 June 2010?\nEvidence:\n- Islam Karimov | Discuss by telephone | Cabinet / Council of Ministers / Advisors (United States) | 2010-06-18\n- Cabinet / Council of Ministers / Advisors (United States) | Discuss by telephone | Islam Karimov | 2010-06-18\nAnswer:", "completion": " Cabinet / Council of Ministers / Advisors (United States)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 1} +{"id": "mtq_1273280", "prompt": "Which country was the last to negotiate with Wen Jiabao before Laos?\nEvidence:\n- Wen Jiabao | Express intent to meet or negotiate | China | 2005-02-03\n- China | Express intent to meet or negotiate | Wen Jiabao | 2005-01-24\n- Bertie Ahern | Express intent to meet or negotiate | Wen Jiabao | 2005-01-17\n- Bertie Ahern | Express intent to meet or negotiate | Wen Jiabao | 2005-01-11\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | Wen Jiabao | 2005-02-03\n- Wen Jiabao | Investigate | China | 2005-01-08\n- Thailand | Investigate | Wen Jiabao | 2005-01-24\n- Cambodia | Investigate | Wen Jiabao | 2005-01-24\n- Wen Jiabao | Make statement | Maldives | 2005-01-07\n- Wen Jiabao | Make statement | China | 2005-02-02\n- Wen Jiabao | Make statement | China | 2005-01-21\n- Wen Jiabao | Make statement | China | 2005-01-20\n- Wen Jiabao | Make statement | China | 2005-01-13\n- Wen Jiabao | Make statement | China | 2005-01-08\n- Wen Jiabao | Make statement | China | 2005-01-07\nAnswer:", "completion": " South Korea", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1278247", "prompt": "Who was the last to express the intention to negotiate with the media personnel of Japan?\nEvidence:\n- Vietnam | Express intent to meet or negotiate | Japan | 2005-01-05\n- Thailand | Express intent to meet or negotiate | Japan | 2005-01-05\n- Japan | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- Japan | Express intent to meet or negotiate | Thailand | 2005-01-07\n- Japan | Express intent to meet or negotiate | Thailand | 2005-01-06\n- Japan | Express intent to meet or negotiate | Thailand | 2005-01-05\n- Japan | Express intent to meet or negotiate | China | 2005-01-08\n- Japan | Express intent to meet or negotiate | China | 2005-01-07\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-08\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-07\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-05\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-08\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-07\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-05\n- International Government Organizations | Express intent to meet or negotiate | Japan | 2006-01-04\nAnswer:", "completion": " Ryutaro Hashimoto", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1119344", "prompt": "In which year did the Ukrainian MP appeal to the Ukrainian lawmakers?\nEvidence:\n- Member of Parliament (Ukraine) | Praise or endorse | People Associated with the Opposition (Ukrainian Democratic Alliance for Reform) | 2013-04-01\n- Vietnam | Engage in diplomatic cooperation | Committees for the Defense of the Revolution | 2005-09-30\n- People Associated with the Opposition (Brazil) | Appeal for change in leadership | Ministry (Brazil) | 2006-12-08\n- People Associated with the Opposition (Brazil) | Appeal for change in leadership | Ministry (Brazil) | 2006-04-20\n- The Hague | Reject | The Hague | 2005-05-04\n- The Hague | Accuse | The Hague | 2006-03-11\n- The Hague | Threaten | Criminal (The Hague) | 2006-04-30\n- The Hague | Make statement | The Hague | 2006-03-08\n- The Hague | Deny responsibility | The Hague | 2005-03-03\n- The Hague | Make optimistic comment | The Hague | 2006-06-13\n- Vojislav Šešelj | Make an appeal or request | The Hague | 2005-03-31\n- The Hague | Make an appeal or request | Citizen (Croatia) | 2006-04-21\n- The Hague | Engage in negotiation | Justice Department/Ministery (Serbia) | 2005-03-15\n- The Daily Telegraph | Engage in symbolic act | Citizen (Australia) | 2005-01-08\n- Justice Department/Ministery (Serbia) | Engage in negotiation | The Hague | 2005-03-15\nAnswer:", "completion": " 2014", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1105113", "prompt": "Who did Shaukat Aziz last negotiate with before the Prime Minister of Greece?\nEvidence:\n- Shaukat Aziz | Consult | Japan | 2005-01-10\n- Japan | Consult | Shaukat Aziz | 2005-01-10\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-02-16\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-02-04\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-01-10\n- Shaukat Aziz | Consult | James Wolfensohn | 2005-02-09\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-02-16\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-02-04\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-01-10\n- James Wolfensohn | Consult | Shaukat Aziz | 2005-02-09\n- Head of Government (Pakistan) | Express intent to meet or negotiate | Shaukat Aziz | 2005-02-16\n- Head of Government (Pakistan) | Express intent to meet or negotiate | Shaukat Aziz | 2005-02-15\n- Shaukat Aziz | Express intent to meet or negotiate | Iran | 2005-02-10\n- Shaukat Aziz | Express intent to meet or negotiate | Iran | 2005-02-06\n- Shaukat Aziz | Express intent to meet or negotiate | Iran | 2005-01-31\nAnswer:", "completion": " Royal Administration (Saudi Arabia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1004654", "prompt": "Who was the last person to negotiate with Aladdin Boroujerdi before the member of the Algerian government?\nEvidence:\n- Iraq | Consult | Aladdin Boroujerdi | 2005-01-12\n- Aladdin Boroujerdi | Consult | Iraq | 2005-01-12\n- Aladdin Boroujerdi | Express intent to meet or negotiate | Iran | 2005-05-18\n- Student (Iran) | Consult | Aladdin Boroujerdi | 2007-01-26\n- Ruprecht Polenz | Consult | Aladdin Boroujerdi | 2006-05-03\n- Aladdin Boroujerdi | Make statement | Portugal | 2005-11-06\n- Aladdin Boroujerdi | Make statement | Iraq | 2005-03-06\n- Aladdin Boroujerdi | Make statement | Iran | 2007-02-22\n- Aladdin Boroujerdi | Make statement | Iran | 2007-01-28\n- Aladdin Boroujerdi | Make statement | Iran | 2007-01-27\n- Aladdin Boroujerdi | Make statement | Iran | 2007-01-17\n- Aladdin Boroujerdi | Make statement | Iran | 2006-12-24\n- Aladdin Boroujerdi | Make statement | Iran | 2006-12-23\n- Aladdin Boroujerdi | Make statement | Iran | 2006-10-22\n- Aladdin Boroujerdi | Make statement | Iran | 2006-10-08\nAnswer:", "completion": " Legislature (Syria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1255070", "prompt": "Against whom did the armed gang of the Occupied Palestinian Territories use unconventional violence in the same month of the Al-Aqsa Martyrs' Brigades?\nEvidence:\n- al-Aqsa Martyrs' Brigades | Make statement | Armed Gang (Palestinian Territory, Occupied) | 2005-08-28\n- al-Aqsa Martyrs' Brigades | Make statement | Armed Gang (Palestinian Territory, Occupied) | 2005-01-22\n- Armed Gang (Palestinian Territory, Occupied) | Make statement | al-Aqsa Martyrs' Brigades | 2006-01-04\n- al-Aqsa Martyrs' Brigades | Use conventional military force | Armed Gang (Palestinian Territory, Occupied) | 2006-02-08\n- al-Aqsa Martyrs' Brigades | Threaten | Media (Palestinian Territory, Occupied) | 2005-12-04\n- al-Aqsa Martyrs' Brigades | Demand | Children (Palestinian Territory, Occupied) | 2005-10-12\n- al-Aqsa Martyrs' Brigades | Consult | Government (Palestinian Territory, Occupied) | 2005-04-15\n- Government (Palestinian Territory, Occupied) | Consult | al-Aqsa Martyrs' Brigades | 2005-04-15\n- al-Aqsa Martyrs' Brigades | Make statement | Media (Palestinian Territory, Occupied) | 2006-01-25\n- al-Aqsa Martyrs' Brigades | Make statement | Combatant (Palestinian Territory, Occupied) | 2005-05-25\n- al-Aqsa Martyrs' Brigades | Use conventional military force | Government (Palestinian Territory, Occupied) | 2006-01-05\n- Armed Gang (Palestinian Territory, Occupied) | fight with small arms and light weapons | al-Aqsa Martyrs' Brigades | 2005-07-15\n- al-Aqsa Martyrs' Brigades | Reject | Mahmoud Abbas | 2005-08-20\n- al-Aqsa Martyrs' Brigades | Reject | Mahmoud Abbas | 2005-04-06\n- al-Aqsa Martyrs' Brigades | Reject | Mahmoud Abbas | 2005-01-22\nAnswer:", "completion": " Military (Lebanon)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1115796", "prompt": "Before February 2009, with whom did Dmitry Anatolyevich Medvedev sign an agreement?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- Dmitry Anatolyevich Medvedev | Consult | China | 2005-12-08\n- China | Consult | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Veterans (Russia) | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Islam Karimov | Consult | Dmitry Anatolyevich Medvedev | 2006-05-07\n- Islam Karimov | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2006-01-13\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2006-01-12\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2005-11-15\n- Dmitry Anatolyevich Medvedev | Make statement | Kazakhstan | 2006-03-30\n- Dmitry Anatolyevich Medvedev | Consult | Veterans (Russia) | 2006-05-06\n- Dmitry Anatolyevich Medvedev | Consult | Islam Karimov | 2006-05-07\n- Dmitry Anatolyevich Medvedev | Consult | Islam Karimov | 2006-05-06\n- Angela Merkel | Make an appeal or request | Dmitry Anatolyevich Medvedev | 2006-04-23\n- Mikhail Yefimovich Fradkov | Consult | Dmitry Anatolyevich Medvedev | 2005-12-10\nAnswer:", "completion": " France", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1164568", "prompt": "Who was the first to have a telephone conversation with the Associated Press after the Criminal of Pakistan?\nEvidence:\n- Iraq | Discuss by telephone | Associated Press | 2005-02-27\n- Iran | Discuss by telephone | Associated Press | 2005-03-23\n- Colombia | Discuss by telephone | Associated Press | 2005-01-31\n- Associated Press | Discuss by telephone | Iraq | 2005-02-27\n- Associated Press | Discuss by telephone | Iran | 2005-03-23\n- Associated Press | Discuss by telephone | Colombia | 2005-01-31\n- Uladi Mussa | Discuss by telephone | Associated Press | 2005-01-01\n- Tomas Borge | Discuss by telephone | Associated Press | 2005-03-22\n- Police (Peru) | Discuss by telephone | Associated Press | 2005-04-20\n- Nabil Shaath | Discuss by telephone | Associated Press | 2005-01-29\n- Jerzy Szmajdzinski | Discuss by telephone | Associated Press | 2005-02-11\n- Gilchrist Olympio | Discuss by telephone | Associated Press | 2005-04-27\n- Fazlul Huq | Discuss by telephone | Associated Press | 2005-02-02\n- Associated Press | Discuss by telephone | Uladi Mussa | 2005-01-01\n- Associated Press | Discuss by telephone | Tomas Borge | 2005-03-22\nAnswer:", "completion": " Immigrants (Cuba)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1026656", "prompt": "In which month did the Russian military last express its intention to negotiate with the Belarusian military?\nEvidence:\n- Military Personnel (Finland) | Express intent to meet or negotiate | Military Academy (Armed Forces of the Russian Federation) | 2012-02-13\n- Russian Railways | Express intent to meet or negotiate | Iran | 2008-03-29\n- Russian Railways | Express intent to meet or negotiate | Iran | 2006-11-04\n- Security Council of the Russian Federation | Engage in negotiation | Iran | 2011-11-09\n- Iran | Engage in negotiation | Security Council of the Russian Federation | 2011-11-09\n- Russian Railways | Express intent to meet or negotiate | South Korea | 2006-07-20\n- Security Council of the Russian Federation | Express intent to cooperate | Domestic Affairs (Mexico) | 2011-11-28\n- Domestic Affairs (Mexico) | Express intent to cooperate | Security Council of the Russian Federation | 2011-11-28\n- Russian News Channel Vesti | Express intent to meet or negotiate | Macky Sall | 2014-01-05\n- Valentin Sobolev | Consult | Security Council of the Russian Federation | 2008-01-29\n- Security Council of the Russian Federation | Consult | Valentin Sobolev | 2008-01-29\n- Russian Railways | Express intent to cooperate | Dmitry Anatolyevich Medvedev | 2008-09-10\n- Russian Railways | Express intent to cooperate economically | Middle East | 2006-05-18\n- Military Personnel (Serbia) | Express intent to meet or negotiate | The Hague | 2005-04-08\n- Military Personnel (Serbia) | Express intent to meet or negotiate | The Hague | 2005-03-15\nAnswer:", "completion": " 2008-03", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1310949", "prompt": "After the interim government of Egypt, to whom did Abdullah Gul first make an appeal?\nEvidence:\n- Abdullah Gül | Make an appeal or request | Interim Government (Egypt) | 2013-07-05\n- Kazakhstan | Make an appeal or request | Interim Government (Egypt) | 2013-08-15\n- Ministry (Egypt) | Make statement | Interim Government (Egypt) | 2013-08-19\n- Interim Government (Egypt) | Make statement | Education (Egypt) | 2014-02-24\n- Head of Government (Egypt) | Make an appeal or request | Member of the Judiciary (Egypt) | 2010-03-15\n- Head of Government (Egypt) | Appeal for de-escalation of military engagement | Interim Government (Egypt) | 2013-08-14\n- Interim Government (Egypt) | Yield | Protester (Egypt) | 2011-04-02\n- Head of Government (Egypt) | Criticize or denounce | Interim Government (Egypt) | 2013-08-14\n- Interim Government (Egypt) | Threaten | Ethiopia | 2013-07-29\n- Ali Abdullah Saleh | Make an appeal or request | Head of Government (Egypt) | 2006-08-02\n- People Associated with the Opposition (Egypt) | Make an appeal or request | Head of Government (Egypt) | 2013-04-20\n- Japan | Make optimistic comment | Interim Government (Egypt) | 2013-08-21\n- Interim Government (Egypt) | Make statement | Catherine Ashton | 2013-07-29\n- Hisham Qandil | Make statement | Interim Government (Egypt) | 2013-07-26\n- Hisham Qandil | Make statement | Interim Government (Egypt) | 2013-07-25\nAnswer:", "completion": " UN Security Council", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1029251", "prompt": "After Shimon Peres, who would be the first to want to engage in diplomatic cooperation with Barack Obama?\nEvidence:\n- Shimon Peres | Engage in diplomatic cooperation | Mahmoud Abbas | 2005-01-15\n- Shimon Peres | Engage in negotiation | Joschka Fischer | 2005-03-11\n- Shimon Peres | Engage in negotiation | Emaar Properties | 2005-02-23\n- Shimon Peres | Engage in negotiation | Emaar Properties | 2005-02-18\n- Joschka Fischer | Engage in negotiation | Shimon Peres | 2005-03-11\n- Emaar Properties | Engage in negotiation | Shimon Peres | 2005-02-23\n- Emaar Properties | Engage in negotiation | Shimon Peres | 2005-02-18\n- Shimon Peres | Appeal to yield | Eli Yishai | 2005-02-13\n- Shimon Peres | Make statement | Iran | 2005-01-24\n- Shimon Peres | Consult | Muhammad VI | 2005-03-20\n- Shimon Peres | Consult | Muhammad VI | 2005-03-12\n- Shimon Peres | Consult | James Wolfensohn | 2005-05-03\n- Shimon Peres | Consult | James Wolfensohn | 2005-05-01\n- Shimon Peres | Consult | Emaar Properties | 2005-02-18\n- Shimon Peres | Consult | Eli Yishai | 2005-02-13\nAnswer:", "completion": " Benjamin Netanyahu", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1285129", "prompt": "With whom did M.R. Sharma last express his intention to meet before A.K. Antony?\nEvidence:\n- M.R. Sharma | Demand | Prachanda | 2008-09-07\n- M.R. Sharma | Express intent to meet or negotiate | Malaysia | 2008-08-01\n- M.R. Sharma | Express intent to meet or negotiate | China | 2008-08-01\n- Thailand | Host a visit | M.R. Sharma | 2009-08-17\n- M.R. Sharma | Make a visit | Thailand | 2009-08-17\n- Ronald Kirk | Consult | M.R. Sharma | 2009-06-09\n- Rioter (India) | Investigate | M.R. Sharma | 2008-02-23\n- Media (Africa) | Consult | M.R. Sharma | 2008-04-16\n- M.R. Sharma | Make statement | Prachanda | 2009-04-06\n- M.R. Sharma | Consult | Ronald Kirk | 2009-06-09\n- M.R. Sharma | Consult | Media (Africa) | 2008-04-16\n- M.R. Sharma | Consult | Kenneth Chipungu | 2010-09-28\n- M.R. Sharma | Accuse | Media (India) | 2008-10-11\n- Kenneth Chipungu | Consult | M.R. Sharma | 2010-09-28\n- M.R. Sharma | Make statement | M.L. Khurana | 2006-07-18\nAnswer:", "completion": " China", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1003548", "prompt": "Who negotiated with Pervez Musharraf in August 2006?\nEvidence:\n- Tony Blair | Engage in diplomatic cooperation | Pervez Musharraf | 2006-08-12\n- Pervez Musharraf | Engage in negotiation | Armed Rebel (Pakistan) | 2006-08-28\n- Armed Rebel (Pakistan) | Engage in negotiation | Pervez Musharraf | 2006-08-28\n- Shaukat Aziz | Consult | Pervez Musharraf | 2006-08-02\n- Pervez Musharraf | Consult | Shaukat Aziz | 2006-08-02\n- Benazir Bhutto | Accuse | Pervez Musharraf | 2006-08-14\n- Shaukat Aziz | Make statement | Pervez Musharraf | 2006-08-29\n- Pervez Musharraf | Praise or endorse | China | 2006-08-30\n- Pervez Musharraf | Make statement | Tony Blair | 2006-08-12\n- Pervez Musharraf | Make statement | Muslim (Lebanon) | 2006-08-29\n- Pervez Musharraf | Make statement | Government (Pakistan) | 2006-08-28\n- Pervez Musharraf | Make statement | Government (Pakistan) | 2006-08-27\n- Pervez Musharraf | Make statement | Government (Pakistan) | 2006-08-26\n- Pervez Musharraf | Make statement | Government (Pakistan) | 2006-08-14\n- Pervez Musharraf | Make statement | Government (Pakistan) | 2006-08-11\nAnswer:", "completion": " Armed Rebel (Pakistan)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1163123", "prompt": "Who did Roh Moo Hyun want to meet before 2005-06?\nEvidence:\n- Roh Moo Hyun | Demand | Japan | 2005-03-04\n- Roh Moo Hyun | Demand | Japan | 2005-03-03\n- Roh Moo Hyun | Demand | Japan | 2005-03-02\n- Roh Moo Hyun | Demand | Japan | 2005-03-01\n- Roh Moo Hyun | Demand | Japan | 2005-02-25\n- Roh Moo Hyun | Consult | Chongwadai | 2005-02-19\n- Chongwadai | Consult | Roh Moo Hyun | 2005-02-19\n- South Korea | Reject | Roh Moo Hyun | 2005-02-17\n- Roh Moo Hyun | Make statement | Japan | 2005-03-14\n- Roh Moo Hyun | Make statement | Japan | 2005-03-02\n- Roh Moo Hyun | Make statement | Chongwadai | 2005-02-23\n- Roh Moo Hyun | Demand | South Korea | 2005-01-04\n- Roh Moo Hyun | Demand rights | Japan | 2005-03-04\n- Roh Moo Hyun | Demand rights | Japan | 2005-03-03\n- Chongwadai | Make statement | Roh Moo Hyun | 2005-03-07\nAnswer:", "completion": " South Korea", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1168922", "prompt": "After the formation of Saudi Arabia, who was the first to be investigated by the Royal Administration of Saudi Arabia?\nEvidence:\n- Royal Administration (Saudi Arabia) | Kill by physical assault | Citizen (Saudi Arabia) | 2010-10-21\n- Royal Administration (Saudi Arabia) | Discuss by telephone | Iraq | 2015-01-07\n- Royal Administration (Saudi Arabia) | Discuss by telephone | Iraq | 2015-01-06\n- Iraq | Discuss by telephone | Royal Administration (Saudi Arabia) | 2015-01-07\n- Iraq | Discuss by telephone | Royal Administration (Saudi Arabia) | 2015-01-06\n- Royal Administration (Saudi Arabia) | Threaten | Citizen (Saudi Arabia) | 2008-10-28\n- Royal Administration (Saudi Arabia) | Investigate | Education (Saudi Arabia) | 2006-03-26\n- Royal Administration (Saudi Arabia) | Investigate | Detainee (Saudi Arabia) | 2006-05-18\n- Royal Administration (Saudi Arabia) | Investigate | Citizen (Saudi Arabia) | 2008-12-04\n- Royal Administration (Saudi Arabia) | Demand | Police (Saudi Arabia) | 2008-04-29\n- Royal Administration (Saudi Arabia) | Demand | Employee (Saudi Arabia) | 2010-01-17\n- Royal Administration (Saudi Arabia) | Demand | Education (Saudi Arabia) | 2010-05-03\n- Royal Administration (Saudi Arabia) | Consult | Police (Saudi Arabia) | 2010-09-20\n- Royal Administration (Saudi Arabia) | Consult | Education (Saudi Arabia) | 2008-03-18\n- Royal Administration (Saudi Arabia) | Consult | Citizen (Saudi Arabia) | 2011-10-07\nAnswer:", "completion": " Detainee (Saudi Arabia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1340661", "prompt": "When did Meglena Kuneva last express her intention to negotiate with Bulgarian MPs?\nEvidence:\n- Meglena Kuneva | Consult | Japan | 2015-08-04\n- Japan | Consult | Meglena Kuneva | 2015-08-04\n- Meglena Kuneva | Express intent to meet or negotiate | Romania | 2015-01-14\n- Meglena Kuneva | Express accord | Citizen (Bulgaria) | 2014-04-11\n- Citizen (Bulgaria) | Express accord | Meglena Kuneva | 2014-04-11\n- Roumyana Buchvarova | Express intent to meet or negotiate | Meglena Kuneva | 2015-04-23\n- Phil Hogan | Express intent to meet or negotiate | Meglena Kuneva | 2015-07-09\n- Meglena Kuneva | Express intent to meet or negotiate | Roumyana Buchvarova | 2015-04-23\n- Meglena Kuneva | Express intent to meet or negotiate | Representatives (Bulgaria) | 2014-11-17\n- Meglena Kuneva | Express intent to meet or negotiate | Daniel Mitov | 2015-05-09\n- Citizen (Bulgaria) | Express intent to meet or negotiate | Meglena Kuneva | 2015-12-09\n- Roumyana Buchvarova | Consult | Meglena Kuneva | 2015-05-08\n- Meglena Kuneva | Make statement | Romania | 2015-10-13\n- Meglena Kuneva | Make statement | Romania | 2014-11-17\n- Meglena Kuneva | Make statement | Japan | 2015-08-04\nAnswer:", "completion": " 2014-11-17", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1126606", "prompt": "In what month did PTT Public Company Limited express its intention to engage in diplomatic cooperation with the Business of Indonesia?\nEvidence:\n- PTT Public Company Limited | Express intent to engage in diplomatic cooperation (such as policy support) | Business (Indonesia) | 2005-12-17\n- Vietnam | Host a visit | PTT Public Company Limited | 2014-09-15\n- PTT Public Company Limited | Make a visit | Vietnam | 2014-09-15\n- Shamsudeen Usman | Appeal for economic cooperation | PTT Public Company Limited | 2008-07-21\n- Business (Indonesia) | Engage in diplomatic cooperation | Business (Bulgaria) | 2012-05-24\n- Business (Bulgaria) | Engage in diplomatic cooperation | Business (Indonesia) | 2012-05-24\n- Police (Indonesia) | Engage in material cooperation | Business (Indonesia) | 2013-12-31\n- Police (Indonesia) | Engage in material cooperation | Business (Indonesia) | 2009-08-14\n- Police (Indonesia) | Engage in material cooperation | Business (Indonesia) | 2006-12-12\n- Police (Indonesia) | Engage in material cooperation | Business (Indonesia) | 2006-02-25\n- Business (Indonesia) | Engage in material cooperation | Police (Indonesia) | 2008-03-18\n- Business (Indonesia) | Engage in material cooperation | Police (Indonesia) | 2006-02-25\n- Business (Indonesia) | Express intent to engage in diplomatic cooperation (such as policy support) | Police (Indonesia) | 2006-08-01\n- Information / Communication / Transparency Ministry (Indonesia) | Express intent to engage in diplomatic cooperation (such as policy support) | Business (Indonesia) | 2009-01-12\n- China | Engage in negotiation | Business (Indonesia) | 2015-09-30\nAnswer:", "completion": " 2005-12", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1113315", "prompt": "Who made the Military of New Zealand suffer from unconventional violence on 21 November 2005?\nEvidence:\n- Insurgent (Afghanistan) | Use unconventional violence | Military (New Zealand) | 2005-11-21\n- Military (New Zealand) | Use conventional military force | Insurgent (Afghanistan) | 2005-11-21\nAnswer:", "completion": " Insurgent (Afghanistan)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 0} +{"id": "mtq_1285208", "prompt": "Who was denounced by the lawyer of Uganda after the year 2008?\nEvidence:\n- Lawyer/Attorney (Uganda) | Discuss by telephone | Daily Monitor | 2006-09-29\n- Daily Monitor | Discuss by telephone | Lawyer/Attorney (Uganda) | 2006-09-29\n- Lawyer/Attorney (Uganda) | Discuss by telephone | Agence France-Presse | 2006-03-21\n- Agence France-Presse | Discuss by telephone | Lawyer/Attorney (Uganda) | 2006-03-21\n- Citizen (Uganda) | Accuse of crime, corruption | Lawyer/Attorney (Uganda) | 2011-09-05\n- Citizen (Uganda) | Accuse of crime, corruption | Lawyer/Attorney (Uganda) | 2005-01-10\n- Religion (Uganda) | Discuss by telephone | Police (Uganda) | 2006-03-13\n- Police (Uganda) | Discuss by telephone | Religion (Uganda) | 2006-03-13\n- Police (Uganda) | Make statement | The Poor (Uganda) | 2009-03-20\n- Police (Uganda) | Investigate | Lawyer/Attorney (Uganda) | 2009-12-24\n- Police (Uganda) | Investigate | Lawyer/Attorney (Uganda) | 2008-07-24\n- Police (Uganda) | Investigate | Lawyer/Attorney (Uganda) | 2006-12-07\n- Police (Uganda) | Accuse | Lawyer/Attorney (Uganda) | 2013-01-18\n- Police (Uganda) | Accuse | Lawyer/Attorney (Uganda) | 2009-04-03\n- Lawyer/Attorney (Uganda) | Threaten | Citizen (Uganda) | 2009-09-21\nAnswer:", "completion": " Citizen (Uganda)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1128994", "prompt": "After 29 September 2014, who appealed for the citizens of Brazil?\nEvidence:\n- Movement for the Liberation of the Central African People | Make an appeal or request | Citizen (Brazil) | 2015-09-14\n- Head of Government (Brazil) | Appeal for intelligence | Citizen (Brazil) | 2008-01-29\n- Citizen (Brazil) | Appeal for aid | Head of Government (Brazil) | 2006-03-10\n- People Associated with the Opposition (Brazil) | Appeal for change in leadership | Ministry (Brazil) | 2006-12-08\n- People Associated with the Opposition (Brazil) | Appeal for change in leadership | Ministry (Brazil) | 2006-04-20\n- Office for the Protection of the Constitution | Consult | Intelligence (Germany) | 2006-03-13\n- Intelligence (Germany) | Consult | Office for the Protection of the Constitution | 2006-03-13\n- People Associated with the Opposition (Brazil) | Investigate | Head of Government (Brazil) | 2011-05-25\n- People Associated with the Opposition (Brazil) | Consult | Head of Government (Brazil) | 2007-09-25\n- People Associated with the Opposition (Brazil) | Accuse | Head of Government (Brazil) | 2009-08-12\n- Head of Government (Brazil) | Reject | People Associated with the Opposition (Brazil) | 2015-12-23\n- Head of Government (Brazil) | Consult | People Associated with the Opposition (Brazil) | 2007-09-25\n- Citizen (Brazil) | Demonstrate for leadership change | Head of Government (Brazil) | 2015-08-16\n- Citizen (Brazil) | Demonstrate for leadership change | Head of Government (Brazil) | 2015-05-08\n- Citizen (Brazil) | Demonstrate for leadership change | Head of Government (Brazil) | 2015-03-16\nAnswer:", "completion": " Movement for the Liberation of the Central African People", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1387105", "prompt": "Which country was last praised by the Ambassador of the United States in 2006?\nEvidence:\n- Member of the Judiciary (United States) | Reject | Military (Cuba) | 2006-06-30\n- Member of the Judiciary (Georgia) | Reject | Men (United States) | 2006-07-17\n- Men (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2006-07-13\n- Citizen (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2006-07-15\n- Sierra Club | Make statement | Member of the Judiciary (United States) | 2006-06-26\n- Men (United Kingdom) | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2006-06-19\n- Member of the Judiciary (Georgia) | Reduce relations | City Mayor (United States) | 2006-11-21\n- Men (United States) | Kill by physical assault | Men (United Kingdom) | 2006-08-15\n- Rights Activist (United States) | Make optimistic comment | Member of the Judiciary (Georgia) | 2006-07-07\n- Lawyer/Attorney (United States) | Praise or endorse | Member of the Judiciary (Georgia) | 2006-12-04\n- Francisco Rafael Arellano Félix | Deny responsibility | Member of the Judiciary (United States) | 2006-09-19\n- UN Security Council | Discuss by telephone | Media (United States) | 2006-07-12\n- Media (United States) | Discuss by telephone | UN Security Council | 2006-07-12\n- Member of the Judiciary (United States) | Refuse to release persons or property | Citizen (Greece) | 2006-01-05\n- Member of the Judiciary (United States) | Express intent to cooperate on judicial matters | Mexico | 2006-04-04\nAnswer:", "completion": " Vietnam", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1191200", "prompt": "Who was the first to visit Queen Elizabeth II after the leader of South Korea?\nEvidence:\n- Japan | Host a visit | Elizabeth II | 2005-08-25\n- Japan | Host a visit | Elizabeth II | 2005-08-23\n- Ireland | Host a visit | Elizabeth II | 2005-06-09\n- Elizabeth II | Make a visit | Japan | 2005-08-25\n- Elizabeth II | Make a visit | Japan | 2005-08-23\n- Elizabeth II | Make a visit | Ireland | 2005-06-09\n- Head of Government (Brazil) | Consult | Elizabeth II | 2006-03-13\n- Elizabeth II | Consult | Head of Government (Brazil) | 2006-03-13\n- Tony Blair | Make a visit | Elizabeth II | 2005-04-05\n- Lawrence Gonzi | Host a visit | Elizabeth II | 2005-11-23\n- Elizabeth II | Make a visit | Lawrence Gonzi | 2005-11-23\n- Elizabeth II | Host a visit | Tony Blair | 2005-04-05\n- Tony Blair | Consult | Elizabeth II | 2005-11-12\n- Police (Australia) | Consult | Elizabeth II | 2006-03-14\n- Elizabeth II | Consult | Tony Blair | 2005-11-12\nAnswer:", "completion": " Michael D. Higgins", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1242257", "prompt": "Who visited the Dominican Republic in the same month as Evans Paul?\nEvidence:\n- Evans Paul | Make a visit | Dominican Republic | 2015-07-10\n- Evans Paul | Criticize or denounce | Dominican Republic | 2015-06-26\n- Dominican Republic | Host a visit | Evans Paul | 2015-07-10\n- Dominican Republic | Make statement | Revolutionary Party (Dominican Republic) | 2005-10-19\n- Dominican Republic | Praise or endorse | Revolutionary Party (Dominican Republic) | 2005-10-19\n- Legislature (Haiti) | Decline comment | Evans Paul | 2015-01-15\n- Legislature (Haiti) | Decline comment | Evans Paul | 2015-01-14\n- Evans Paul | Make statement | Government (Haiti) | 2015-12-21\n- Evans Paul | Make statement | Government (Haiti) | 2015-02-11\n- Evans Paul | Make statement | Government (Haiti) | 2015-02-09\n- Mexico | Consult | Dominican Republic | 2005-12-21\n- Mexico | Consult | Dominican Republic | 2005-12-14\n- Mexico | Consult | Dominican Republic | 2005-12-13\n- Mexico | Consult | Dominican Republic | 2005-05-23\n- Guatemala | Consult | Dominican Republic | 2005-12-13\nAnswer:", "completion": " Ma Ying Jeou", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1207866", "prompt": "Who was the first person to be praised by the Council of Advisors to the Thai Cabinet after Chart Thai?\nEvidence:\n- Chart Thai | Accuse | Cabinet / Council of Ministers / Advisors (Thailand) | 2005-08-17\n- Chart Thai | Make statement | Cabinet / Council of Ministers / Advisors (Thailand) | 2008-07-16\n- Chart Thai | Make statement | Cabinet / Council of Ministers / Advisors (Thailand) | 2005-01-28\n- Chart Thai | Make pessimistic comment | Cabinet / Council of Ministers / Advisors (Thailand) | 2005-10-18\n- Chart Thai | Investigate | Thailand | 2005-06-21\n- Thailand | Make statement | Chart Thai | 2006-09-12\n- Thailand | Make statement | Chart Thai | 2006-05-16\n- Thailand | Make statement | Chart Thai | 2006-03-14\n- Chart Thai | Reject | Citizen (Thailand) | 2007-12-28\n- Chart Thai | Make statement | Thailand | 2008-05-15\n- Chart Thai | Make statement | Thailand | 2008-01-30\n- Chart Thai | Make statement | Thailand | 2008-01-29\n- Chart Thai | Make statement | Thailand | 2006-05-11\n- Member of Parliament (Thailand) | Make statement | Chart Thai | 2008-05-06\n- Chart Thai | Express intent to cooperate | Abhisit Vejjajiva | 2005-05-28\nAnswer:", "completion": " Director General (Thailand)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1350616", "prompt": "After Tony Tan Keng Yam, with whom did Thongsing Thammavong first express his intention to meet?\nEvidence:\n- Tony Tan Keng Yam | Consult | Thongsing Thammavong | 2014-02-21\n- Thongsing Thammavong | Consult | Tony Tan Keng Yam | 2014-02-21\n- Thongsing Thammavong | Express intent to meet or negotiate | Tony Tan Keng Yam | 2014-02-19\n- Tony Tan Keng Yam | Make statement | Iran | 2012-05-31\n- Tony Tan Keng Yam | Consult | János Áder | 2013-11-12\n- Tony Tan Keng Yam | Consult | Businessperson (Germany) | 2012-06-25\n- János Áder | Consult | Tony Tan Keng Yam | 2013-11-12\n- Businessperson (Germany) | Consult | Tony Tan Keng Yam | 2012-06-25\n- Tony Tan Keng Yam | Express intent to meet or negotiate | Vietnam | 2012-04-22\n- Tony Tan Keng Yam | Express intent to meet or negotiate | Malaysia | 2013-09-18\n- Tony Tan Keng Yam | Express intent to meet or negotiate | Malaysia | 2013-09-17\n- Tony Tan Keng Yam | Express intent to meet or negotiate | Boediono | 2012-11-26\n- Tony Tan Keng Yam | Express intent to cooperate | János Áder | 2013-11-13\n- János Áder | Express intent to cooperate | Tony Tan Keng Yam | 2013-11-13\n- Tsakhiagiyn Elbegdorj | Express intent to meet or negotiate | Tony Tan Keng Yam | 2013-11-23\nAnswer:", "completion": " Japan", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1013256", "prompt": "After the National Security Advisor of Iraq, who was the first to negotiate with international governmental organisations?\nEvidence:\n- Interim Leader (Iraq) | Express intent to meet or negotiate | Iraq | 2005-01-14\n- Media Personnel (International) | Make a visit | Iraq | 2005-01-12\n- Iraq | Host a visit | Media Personnel (International) | 2005-01-12\n- Kuwait | Express intent to meet or negotiate | Iraq | 2005-01-05\n- Iraq | Express intent to meet or negotiate | Kuwait | 2005-01-05\n- Rebel Group (Iraq) | Threaten with military force | Iraq | 2005-01-16\n- Rebel Group (Iraq) | Threaten with military force | Iraq | 2005-01-15\n- Defense / Security Ministry (Poland) | Make statement | Iraq | 2005-01-17\n- National Council of Resistance of Iran | Make statement | Iran | 2005-02-03\n- Representative to the United Nations (Iran) | Make statement | Iran | 2005-01-16\n- Chief of Staff (Poland) | Make statement | Iraq | 2005-01-04\n- Special Rapporteurs of the United Nations | Make a visit | Iran | 2005-02-06\n- Iran | Host a visit | Special Rapporteurs of the United Nations | 2005-02-06\n- Legislature (Iraq) | Investigate | Iraq | 2005-01-15\n- International Government Organizations | Express intent to provide material aid | Iran | 2005-01-19\nAnswer:", "completion": " Royal Thai Police", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1300877", "prompt": "Who first blamed Shiv Sena?\nEvidence:\n- Shiv Sena | Consult | Activist (Shiv Sena) | 2005-12-13\n- Activist (Shiv Sena) | Consult | Shiv Sena | 2005-12-13\n- Shiv Sena | Praise or endorse | Activist (Shiv Sena) | 2008-09-24\n- Shiv Sena | Criticize or denounce | Activist (Shiv Sena) | 2009-01-19\n- Shivraj Patil | Consult | Shiv Sena | 2007-08-24\n- Shivraj Patil | Accuse | Shiv Sena | 2006-10-27\n- Shiv Sena | Consult | Shivraj Patil | 2007-08-24\n- Shiv Sena | Accuse | Arjun Singh | 2006-09-01\n- Shiv Sena | Accuse | Arjun Singh | 2006-08-23\n- Rajya Sabha | Accuse | Shiv Sena | 2005-10-03\n- Governor (India) | Accuse | Shiv Sena | 2009-01-19\n- Dharam Singh | Accuse | Shiv Sena | 2005-11-28\n- Shiv Sena | Appeal for diplomatic cooperation (such as policy support) | Activist (Shiv Sena) | 2005-12-13\n- Shivraj Patil | Make statement | Shiv Sena | 2006-03-08\n- Shiv Sena | Make statement | Shivraj Patil | 2006-08-30\nAnswer:", "completion": " Rajya Sabha", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1195435", "prompt": "With whom did Kamalesh Sharma last wish to meet before the Council of Ministers of Trinidad and Tobago?\nEvidence:\n- Kamalesh Sharma | Express intent to meet or negotiate | Cabinet / Council of Ministers / Advisors (Trinidad and Tobago) | 2009-05-03\n- Kamalesh Sharma | Express intent to meet or negotiate | Trinidad and Tobago | 2009-05-03\n- Government (Trinidad and Tobago) | Assassinate | Cabinet / Council of Ministers / Advisors (Trinidad and Tobago) | 2012-01-09\n- Trinidad and Tobago | Make statement | Government (Trinidad and Tobago) | 2011-11-14\n- Trinidad and Tobago | Make statement | Government (Trinidad and Tobago) | 2008-01-08\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2013-03-30\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2012-04-26\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2011-11-14\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2011-02-23\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2011-02-12\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2010-03-10\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2008-08-19\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2008-01-16\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2007-04-23\n- Government (Trinidad and Tobago) | Make statement | Trinidad and Tobago | 2007-03-20\nAnswer:", "completion": " Patrick Manning", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1141156", "prompt": "In what year did Barack Obama praise the leader of Colombia?\nEvidence:\n- Barack Obama | Praise or endorse | Japan | 2007-05-15\n- Head of Government (Colombia) | Make statement | Colombia | 2005-01-27\n- Barack Obama | Praise or endorse | UN Security Council | 2006-11-23\n- Head of Government (Kenya) | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Consult | Head of Government (Kenya) | 2006-08-25\n- Head of Government (Colombia) | Criticize or denounce | Colombia | 2005-02-12\n- Uhuru Muigai Kenyatta | Engage in negotiation | Barack Obama | 2006-08-25\n- Barack Obama | Engage in negotiation | Uhuru Muigai Kenyatta | 2006-08-25\n- United Self-Defense Forces of Colombia | Use unconventional violence | Colombia | 2005-01-01\n- Barack Obama | Demand de-escalation of military engagement | Iraq | 2007-06-02\n- Barack Obama | Reject | Iraq | 2007-04-03\n- Barack Obama | Reject | Iraq | 2006-10-28\n- NASA | Engage in symbolic act | Colombia | 2005-02-03\n- China | Engage in diplomatic cooperation | Colombia | 2005-02-05\n- Colombia | Mediate | Tourist (Colombia) | 2005-01-26\nAnswer:", "completion": " 2014", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1054102", "prompt": "Who was the last person to whom Catherine Ashton made an appeal before the Middle East?\nEvidence:\n- Catherine Ashton | Make an appeal or request | China | 2009-05-06\n- Ministry (United States) | Make an appeal or request | Catherine Ashton | 2009-02-11\n- Catherine Ashton | Demand | China | 2008-12-19\n- Catherine Ashton | Demand | China | 2008-12-15\n- Catherine Ashton | Consult | Angola | 2009-02-12\n- Catherine Ashton | Consult | Angola | 2009-02-11\n- Angola | Consult | Catherine Ashton | 2009-02-12\n- Angola | Consult | Catherine Ashton | 2009-02-11\n- Ronald Kirk | Consult | Catherine Ashton | 2009-07-13\n- Ronald Kirk | Consult | Catherine Ashton | 2009-05-11\n- Ministry (Romania) | Consult | Catherine Ashton | 2006-05-05\n- Chen Deming | Consult | Catherine Ashton | 2009-09-11\n- Catherine Ashton | Make statement | China | 2009-06-24\n- Catherine Ashton | Consult | Ronald Kirk | 2009-07-13\n- Catherine Ashton | Consult | Ronald Kirk | 2009-05-11\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1266951", "prompt": "In which year was Angela Merkel the first to condemn the citizens of Great Britain?\nEvidence:\n- Gerhard Schröder | Engage in negotiation | Angela Merkel | 2005-05-22\n- Angela Merkel | Engage in negotiation | Gerhard Schröder | 2005-05-22\n- Angela Merkel | Defend verbally | People Associated with the Opposition (Germany) | 2005-07-17\n- France | Consult | Angela Merkel | 2005-07-18\n- Angela Merkel | Demand | France | 2005-07-19\n- Angela Merkel | Consult | France | 2005-07-18\n- Angela Merkel | Engage in diplomatic cooperation | Government (Germany) | 2005-06-02\n- Angela Merkel | Express intent to engage in material cooperation | Free Democratic Party | 2005-05-31\n- Gerhard Schröder | Express intent to cooperate | Angela Merkel | 2005-03-24\n- Angela Merkel | Express intent to cooperate | Gerhard Schröder | 2005-08-05\n- Angela Merkel | Express intent to cooperate | Gerhard Schröder | 2005-03-24\n- Tony Blair | Consult | Angela Merkel | 2005-02-07\n- Gerhard Schröder | Demand | Angela Merkel | 2005-07-27\n- Gerhard Schröder | Accuse | Angela Merkel | 2005-07-15\n- Angela Merkel | Reject | Gerhard Schröder | 2005-03-17\nAnswer:", "completion": " 2009", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1154243", "prompt": "Before Xi Jinping, who was the last person to want to engage in diplomatic cooperation with the citizens of Australia?\nEvidence:\n- Xi Jinping | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2007-10-29\n- Xi Jinping | Engage in negotiation | Wen Jiabao | 2008-03-10\n- Wen Jiabao | Engage in negotiation | Xi Jinping | 2008-03-10\n- Xi Jinping | Engage in symbolic act | Scientist (China) | 2008-01-08\n- Noppadon Pattama | Engage in symbolic act | Xi Jinping | 2008-04-18\n- Xi Jinping | Accuse | France | 2008-04-27\n- Xi Jinping | Make statement | Japan | 2008-04-18\n- Xi Jinping | Make statement | China | 2008-05-29\n- Xi Jinping | Make statement | China | 2008-04-29\n- Xi Jinping | Make statement | China | 2008-04-27\n- Xi Jinping | Make statement | China | 2008-04-23\n- Xi Jinping | Make statement | China | 2008-04-18\n- Xi Jinping | Make statement | China | 2008-04-03\n- Xi Jinping | Make statement | China | 2007-12-19\n- Xi Jinping | Make statement | China | 2007-11-22\nAnswer:", "completion": " City Mayor (Australia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1017332", "prompt": "Who made a request to the citizens of Sudan in 2014?\nEvidence:\n- Sudan | Engage in negotiation | South Sudan | 2014-01-08\n- South Sudan | Engage in negotiation | Sudan | 2014-01-08\n- Sudan | Express intent to cooperate | South Sudan | 2014-01-13\n- Sudan | Express intent to cooperate | South Sudan | 2014-01-08\n- Sudan | Express intent to cooperate | South Sudan | 2014-01-07\n- Sudan | Express intent to cooperate | South Sudan | 2014-01-06\n- South Sudan | Express intent to cooperate | Sudan | 2014-01-13\n- South Sudan | Express intent to cooperate | Sudan | 2014-01-08\n- South Sudan | Express intent to cooperate | Sudan | 2014-01-07\n- South Sudan | Express intent to cooperate | Sudan | 2014-01-06\n- Sudan | Engage in negotiation | Ethiopia | 2014-01-16\n- Ethiopia | Engage in negotiation | Sudan | 2014-01-16\n- Sudan | Make a visit | Ethiopia | 2014-01-09\n- Sudan | Host a visit | Iraq | 2014-01-19\n- Iraq | Make a visit | Sudan | 2014-01-19\nAnswer:", "completion": " Government (Sudan)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1012154", "prompt": "In which year did the foreign minister of South Korea last express his intention to meet with the cabinet advisors of the United States?\nEvidence:\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Thailand | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-01-05\n- Thailand | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-01-04\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | Thailand | 2005-01-05\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | Thailand | 2005-01-04\n- Congress (United States) | Express intent to meet or negotiate | Thailand | 2005-01-06\n- Vietnam | Express intent to meet or negotiate | South Korea | 2005-01-05\n- Thailand | Express intent to meet or negotiate | South Korea | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-12\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-08\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-07\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-05\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-08\nAnswer:", "completion": " 2010", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1215430", "prompt": "Who was the last person Irakli Alasania wanted to negotiate with before Alexander Vershbow?\nEvidence:\n- Irakli Alasania | Express intent to meet or negotiate | Alexander Vershbow | 2012-11-14\n- Radoslaw Sikorski | Consult | Alexander Vershbow | 2009-07-31\n- Bachana Akhalaia | Consult | Alexander Vershbow | 2009-10-21\n- Alexander Vershbow | Threaten | South Korea | 2005-12-12\n- Alexander Vershbow | Make statement | China | 2007-09-13\n- Alexander Vershbow | Demand | South Korea | 2008-02-01\n- Alexander Vershbow | Demand | South Korea | 2006-10-28\n- Alexander Vershbow | Consult | Radoslaw Sikorski | 2009-07-31\n- Alexander Vershbow | Consult | Bachana Akhalaia | 2009-10-21\n- Sergey Bagapsh | Consult | Irakli Alasania | 2008-05-15\n- Population (Georgia) | Consult | Irakli Alasania | 2010-12-07\n- Irakli Alasania | Consult | Sergey Bagapsh | 2008-05-15\n- Irakli Alasania | Consult | Population (Georgia) | 2010-12-07\n- Irakli Alasania | Consult | Elmar Mammadyarov | 2005-07-07\n- Irakli Alasania | Consult | Davit Usupashvili | 2009-05-14\nAnswer:", "completion": " Congress (United States)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1003879", "prompt": "After the military of Jordan, who was the first to suffer from the unconventional violence of the Men of Jordan?\nEvidence:\n- Men (Jordan) | Use unconventional violence | Military (Jordan) | 2012-10-23\n- Men (Jordan) | Use unconventional violence | Police (Jordan) | 2015-08-17\n- Men (Jordan) | Use unconventional violence | Police (Jordan) | 2010-08-18\n- Men (Jordan) | Use unconventional violence | Police (Jordan) | 2010-05-04\n- Men (Jordan) | Use unconventional violence | Police (Jordan) | 2007-06-07\n- Men (Jordan) | Use unconventional violence | Police (Jordan) | 2005-07-11\n- Attacker (Jordan) | Use unconventional violence | Men (Jordan) | 2014-08-07\n- Men (Jordan) | Use unconventional violence | Royal Administration (Jordan) | 2011-06-14\n- Men (Jordan) | Use unconventional violence | Healthcare Facility (Jordan) | 2014-10-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- Shabiha | Use unconventional violence | Men (Jordan) | 2012-01-25\n- Armed Band (Jordan) | Use unconventional violence | Military (Jordan) | 2014-12-14\nAnswer:", "completion": " Healthcare Facility (Jordan)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1366583", "prompt": "Before the Central Intelligence Agency, to whom did Angela Merkel last make a request?\nEvidence:\n- Angela Merkel | Make statement | Central Intelligence Agency | 2005-12-06\n- Central Intelligence Agency | Abduct, hijack, or take hostage | Angela Merkel | 2005-12-06\n- Central Intelligence Agency | Make a visit | Niger | 2005-07-22\n- Central Intelligence Agency | Make a visit | Niger | 2005-07-17\n- China | Make statement | Central Intelligence Agency | 2005-02-18\n- Central Intelligence Agency | Make statement | Mexico | 2005-02-21\n- Portugal | Investigate | Central Intelligence Agency | 2006-02-06\n- Central Intelligence Agency | Reject | Iraq | 2005-10-28\n- Central Intelligence Agency | Investigate | Iraq | 2005-07-17\n- Central Intelligence Agency | Accuse | Iran | 2005-03-17\n- Central Intelligence Agency | Accuse | China | 2006-01-26\n- Central Intelligence Agency | Make a visit | Middle East | 2005-12-27\n- Niger | Host a visit | Central Intelligence Agency | 2005-07-22\n- Niger | Host a visit | Central Intelligence Agency | 2005-07-17\n- Central Intelligence Agency | Investigate | Inter-Services Intelligence | 2006-01-25\nAnswer:", "completion": " Abdel Fattah Al-Sisi", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1217068", "prompt": "Who investigated the Australian police after the year 2007?\nEvidence:\n- Police (Israel) | Make statement | The Hague | 2005-04-26\n- The Hague | Reject | The Hague | 2005-05-04\n- The Hague | Accuse | The Hague | 2006-03-11\n- The Daily Telegraph | Make statement | Police (Australia) | 2005-06-22\n- The Daily Telegraph | Make statement | Police (Australia) | 2005-06-20\n- The Hague | Threaten | Criminal (The Hague) | 2006-04-30\n- The Hague | Make statement | The Hague | 2006-03-08\n- The Hague | Deny responsibility | The Hague | 2005-03-03\n- The Hague | Accuse of war crimes | Police (Macedonia) | 2005-03-15\n- The Hague | Make optimistic comment | The Hague | 2006-06-13\n- Party of the Hungarian Coalition | Make statement | Police (Slovakia) | 2005-10-06\n- Member of the Judiciary (South Africa) | Reject | Limpopo Police | 2005-03-30\n- Police (Australia) | Make statement | People Associated with the Opposition (Australia) | 2006-04-01\n- People Associated with the Opposition (Australia) | Make statement | Police (Australia) | 2006-06-25\n- People Associated with the Opposition (Australia) | Make statement | Police (Australia) | 2006-01-17\nAnswer:", "completion": " Tesco", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1118216", "prompt": "Who was last accused by Al Jazeera?\nEvidence:\n- Iran | Demand | Al Jazeera | 2005-04-18\n- Al Jazeera | Accuse | Iraq | 2005-12-19\n- Tichaona Jokonya | Consult | Al Jazeera | 2006-01-19\n- Mahmoud Abbas | Consult | Al Jazeera | 2006-02-20\n- Mahmoud Abbas | Consult | Al Jazeera | 2005-11-18\n- Iran | Reduce relations | Al Jazeera | 2005-04-20\n- Iran | Reduce relations | Al Jazeera | 2005-04-19\n- Iran | Make statement | Al Jazeera | 2005-04-19\n- Evo Morales | Consult | Al Jazeera | 2005-12-20\n- Donald Rumsfeld | Accuse | Al Jazeera | 2005-09-29\n- Donald Rumsfeld | Accuse | Al Jazeera | 2005-06-04\n- Al Jazeera | Make statement | Zawahiri | 2006-01-31\n- Al Jazeera | Make statement | Zawahiri | 2005-12-08\n- Al Jazeera | Make statement | Qatar | 2006-02-01\n- Al Jazeera | Make statement | Qatar | 2006-01-04\nAnswer:", "completion": " Government (South Africa)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1271193", "prompt": "With which country was Henry M. Paulson first engaged in negotiations?\nEvidence:\n- Henry M. Paulson | Engage in negotiation | China | 2006-09-10\n- China | Engage in negotiation | Henry M. Paulson | 2006-09-10\n- Henry M. Paulson | Make statement | Iran | 2006-09-17\n- Henry M. Paulson | Make statement | China | 2006-09-14\n- Henry M. Paulson | Make statement | China | 2006-08-11\n- Henry M. Paulson | Make statement | China | 2006-07-01\n- China | Make statement | Henry M. Paulson | 2006-06-01\n- Vietnam | Host a visit | Henry M. Paulson | 2006-09-11\n- Vietnam | Host a visit | Henry M. Paulson | 2006-09-07\n- Vietnam | Host a visit | Henry M. Paulson | 2006-09-06\n- International Monetary Fund | Consult | Henry M. Paulson | 2006-09-17\n- Henry M. Paulson | Make a visit | Vietnam | 2006-09-11\n- Henry M. Paulson | Make a visit | Vietnam | 2006-09-07\n- Henry M. Paulson | Make a visit | Vietnam | 2006-09-06\n- Henry M. Paulson | Make a visit | China | 2006-09-17\nAnswer:", "completion": " China", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1227299", "prompt": "With whom did Mikhail Yefimovich Fradkov want to negotiate first after Nahas Angula?\nEvidence:\n- Nahas Angula | Engage in negotiation | Mikhail Yefimovich Fradkov | 2007-03-19\n- Mikhail Yefimovich Fradkov | Engage in negotiation | Nahas Angula | 2007-03-19\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | Nahas Angula | 2007-03-17\n- Zurab Nogaideli | Consult | Mikhail Yefimovich Fradkov | 2005-06-03\n- Mikhail Yefimovich Fradkov | Make statement | Gazprom | 2005-02-16\n- Mikhail Yefimovich Fradkov | Make statement | China | 2005-05-27\n- Mikhail Yefimovich Fradkov | Make statement | China | 2005-02-03\n- Mikhail Yefimovich Fradkov | Consult | Zurab Nogaideli | 2005-06-03\n- Mikhail Yefimovich Fradkov | Consult | Abdul Kalam | 2005-05-23\n- Abdul Kalam | Consult | Mikhail Yefimovich Fradkov | 2005-05-23\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | Kazakhstan | 2005-03-23\n- Nahas Angula | Demand | Citizen (Africa) | 2007-06-19\n- Nahas Angula | Consult | Media (Africa) | 2011-12-09\n- Nahas Angula | Consult | Media (Africa) | 2011-11-18\n- Nahas Angula | Consult | Media (Africa) | 2008-10-16\nAnswer:", "completion": " South Africa", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1067619", "prompt": "After the Detainee of Lebanon, who first used small arms and light weapons to attack the Military of Lebanon?\nEvidence:\n- Detainee (Lebanon) | fight with small arms and light weapons | Military (Lebanon) | 2012-10-29\n- Military (Lebanon) | fight with small arms and light weapons | Protester (Lebanon) | 2013-06-28\n- Military (Lebanon) | fight with small arms and light weapons | Protester (Lebanon) | 2012-10-21\n- Military (Lebanon) | fight with small arms and light weapons | Men (Lebanon) | 2014-09-27\n- Military (Lebanon) | fight with small arms and light weapons | Men (Lebanon) | 2013-12-16\n- Military (Lebanon) | fight with small arms and light weapons | Men (Lebanon) | 2009-07-24\n- Military (Lebanon) | fight with small arms and light weapons | Men (Lebanon) | 2008-05-31\n- Military (Lebanon) | fight with small arms and light weapons | Men (Lebanon) | 2005-05-23\n- Military (Lebanon) | fight with small arms and light weapons | Attacker (Lebanon) | 2013-12-15\n- Military (Lebanon) | fight with small arms and light weapons | Attacker (Lebanon) | 2008-07-30\n- Military (Lebanon) | fight with small arms and light weapons | Attacker (Lebanon) | 2008-06-12\n- Men (Lebanon) | fight with small arms and light weapons | Military (Lebanon) | 2008-06-12\n- Attacker (Lebanon) | fight with small arms and light weapons | Military (Lebanon) | 2014-10-26\n- Attacker (Lebanon) | fight with small arms and light weapons | Military (Lebanon) | 2013-05-28\n- Attacker (Lebanon) | fight with small arms and light weapons | Military (Lebanon) | 2012-08-03\nAnswer:", "completion": " Armed Rebel (Syria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1006676", "prompt": "Which country was the last to condemn the European Central Bank before the Belgian economy?\nEvidence:\n- France | Accuse | European Central Bank | 2007-09-15\n- European Central Bank | Reject | Government Affiliated Bank (Belgium) | 2005-10-28\n- Rodrigo Rato | Demand | European Central Bank | 2005-05-20\n- European Central Bank | Make statement | Ireland | 2007-12-10\n- European Central Bank | Make statement | France | 2007-07-23\n- Christine Lagarde | Demand | European Central Bank | 2008-06-13\n- Government Affiliated Bank (South Africa) | Consult | European Central Bank | 2005-02-28\n- European Central Bank | Consult | Government Affiliated Bank (South Africa) | 2005-02-28\n- Segolene Royal | Make statement | European Central Bank | 2007-01-17\n- Segolene Royal | Make statement | European Central Bank | 2006-12-08\n- Ministry (Belgium) | Make statement | European Central Bank | 2005-11-07\n- Laurent Wauquiez | Make statement | European Central Bank | 2008-03-12\n- International Monetary Fund | Consult | European Central Bank | 2005-06-27\n- International Monetary Fund | Consult | European Central Bank | 2005-06-26\n- France | Criticize or denounce | European Central Bank | 2008-07-07\nAnswer:", "completion": " France", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1361184", "prompt": "When did Mahamat Saleh Annadif first support the African Union?\nEvidence:\n- Mahamat Saleh Annadif | Make statement | African Union | 2014-05-14\n- Mahamat Saleh Annadif | Make statement | African Union | 2014-05-13\n- African Union | Make statement | Mahamat Saleh Annadif | 2013-05-10\n- Mahamat Saleh Annadif | Praise or endorse | African Union | 2014-01-09\n- Mahamat Saleh Annadif | Praise or endorse | African Union | 2013-05-27\n- Mahamat Saleh Annadif | Engage in symbolic act | African Union | 2013-05-27\n- Mahamat Saleh Annadif | Make a visit | Ethiopia | 2006-02-06\n- Mahamat Saleh Annadif | Host a visit | Burundi | 2013-02-12\n- Ethiopia | Host a visit | Mahamat Saleh Annadif | 2006-02-06\n- Burundi | Make a visit | Mahamat Saleh Annadif | 2013-02-12\n- Mahamat Saleh Annadif | Praise or endorse | Citizen (Uganda) | 2013-10-14\n- Mahamat Saleh Annadif | Make empathetic comment | Citizen (Djibouti) | 2014-03-19\n- Mahamat Saleh Annadif | Make empathetic comment | Citizen (Djibouti) | 2013-12-09\n- Mahamat Saleh Annadif | Engage in symbolic act | Abdirahman Mohamed Farole | 2014-01-10\n- Mahamat Saleh Annadif | Engage in symbolic act | Abdirahman Mohamed Farole | 2014-01-09\nAnswer:", "completion": " 2013-05-27", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1345472", "prompt": "Which country was supported by the Foreign Ministry of Italy in the same month of the other authorities and officials of Libya?\nEvidence:\n- Foreign Affairs (Italy) | Praise or endorse | Other Authorities / Officials (Libya) | 2006-10-15\n- Other Authorities / Officials (Libya) | Reject | Separatist (Libya) | 2012-03-07\n- Legislature (Libya) | Accuse | Other Authorities / Officials (Libya) | 2012-08-26\n- Other Authorities / Officials (Nigeria) | Engage in judicial cooperation | Other Authorities / Officials (Libya) | 2014-02-15\n- Other Authorities / Officials (Libya) | Engage in negotiation | Foreign Affairs (Portugal) | 2007-10-15\n- Foreign Affairs (Portugal) | Engage in negotiation | Other Authorities / Officials (Libya) | 2007-10-15\n- Foreign Affairs (Italy) | Yield | Other Authorities / Officials (Brazil) | 2011-01-01\n- Foreign Affairs (Italy) | Demand | Other Authorities / Officials (Romania) | 2009-02-09\n- Police (Libya) | Engage in material cooperation | Other Authorities / Officials (Libya) | 2011-03-15\n- Other Authorities / Officials (Libya) | Make statement | Police (Libya) | 2008-09-14\n- Other Authorities / Officials (Libya) | Make statement | Media (Libya) | 2014-03-29\n- Other Authorities / Officials (Libya) | Investigate | Lawyer/Attorney (Libya) | 2012-06-08\n- Other Authorities / Officials (Libya) | Consult | Lawyer/Attorney (Libya) | 2011-12-06\n- Other Authorities / Officials (Libya) | Accuse | Military Personnel (Libya) | 2014-02-27\n- Other Authorities / Officials (Libya) | Accuse | Intelligence Chief (Libya) | 2013-04-17\nAnswer:", "completion": " Sudan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1074397", "prompt": "Who praised Portugal in the same year as Angela Merkel?\nEvidence:\n- Gerhard Schröder | Engage in negotiation | Angela Merkel | 2005-05-22\n- Angela Merkel | Engage in negotiation | Gerhard Schröder | 2005-05-22\n- Angela Merkel | Defend verbally | People Associated with the Opposition (Germany) | 2005-07-17\n- France | Consult | Angela Merkel | 2005-07-18\n- Angela Merkel | Demand | France | 2005-07-19\n- Angela Merkel | Consult | France | 2005-07-18\n- Angela Merkel | Engage in diplomatic cooperation | Government (Germany) | 2005-06-02\n- Tony Blair | Consult | Angela Merkel | 2005-02-07\n- Gerhard Schröder | Demand | Angela Merkel | 2005-07-27\n- Gerhard Schröder | Accuse | Angela Merkel | 2005-07-15\n- Angela Merkel | Reject | Gerhard Schröder | 2005-03-17\n- Angela Merkel | Make statement | France | 2005-07-20\n- Angela Merkel | Consult | Tony Blair | 2005-02-07\n- Angela Merkel | Accuse | Gerhard Schröder | 2005-07-20\n- Angela Merkel | Accuse | Gerhard Schröder | 2005-07-19\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1186775", "prompt": "Who expressed the intention to meet with South Africa in 2015?\nEvidence:\n- Men (South Africa) | Reject | Member of the Judiciary (South Africa) | 2015-08-05\n- Member of the Judiciary (South Africa) | Arrest, detain, or charge with legal action | Police (South Africa) | 2015-02-19\n- Member of the Judiciary (South Africa) | Arrest, detain, or charge with legal action | Men (South Africa) | 2015-03-13\n- Member of the Judiciary (South Africa) | Arrest, detain, or charge with legal action | Men (South Africa) | 2015-03-12\n- Member of the Judiciary (South Africa) | Arrest, detain, or charge with legal action | Men (South Africa) | 2015-03-02\n- Member of the Judiciary (South Africa) | Arrest, detain, or charge with legal action | Men (South Africa) | 2015-02-19\n- Police (South Africa) | Engage in material cooperation | Government (South Africa) | 2015-04-13\n- Police (South Africa) | Engage in material cooperation | Government (South Africa) | 2015-04-12\n- Police (South Africa) | Engage in material cooperation | Government (South Africa) | 2015-01-22\n- Police (South Africa) | Express intent to cooperate | South Africa | 2015-04-16\n- South Africa | Arrest, detain, or charge with legal action | Police (South Africa) | 2015-03-01\n- South Africa | Arrest, detain, or charge with legal action | Police (South Africa) | 2015-02-04\n- South Africa | Arrest, detain, or charge with legal action | Police (South Africa) | 2015-02-03\n- South Africa | Arrest, detain, or charge with legal action | Police (South Africa) | 2015-02-02\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2015-12-28\nAnswer:", "completion": " Member of the Judiciary (South Africa)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1127446", "prompt": "Who would wish to visit Sudan in May 25, 2009?\nEvidence:\n- United States Senate | Make a visit | Sudan | 2009-05-25\n- Sudan | Host a visit | United States Senate | 2009-05-25\n- Citizen (Sudan) | Use unconventional violence | Sudan | 2009-05-25\n- Citizen (Sudan) | Accuse | Sudan People's Liberation Army | 2009-05-25\n- Legislature (Iraq) | Investigate | Citizen (Sudan) | 2009-05-25\n- Legislature (Iraq) | Investigate crime, corruption | Citizen (Sudan) | 2009-05-25\nAnswer:", "completion": " United States Senate", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 6, "n_anchors": 1} +{"id": "mtq_1197855", "prompt": "After Special Rapporteurs of the United Nations, which country first wished to negotiate with Mexico?\nEvidence:\n- Special Rapporteurs of the United Nations | Make statement | Mexico | 2005-07-30\n- Special Rapporteurs of the United Nations | Make statement | Mexico | 2005-02-26\n- Special Rapporteurs of the United Nations | Demand | Iran | 2005-09-16\n- Special Rapporteurs of the United Nations | Make statement | Malaysia | 2007-02-13\n- Special Rapporteurs of the United Nations | Make statement | Japan | 2007-04-05\n- Special Rapporteurs of the United Nations | Make statement | Japan | 2006-05-19\n- Special Rapporteurs of the United Nations | Make statement | China | 2005-11-22\n- Special Rapporteurs of the United Nations | Consult | Representatives (Russia) | 2006-06-16\n- Special Rapporteurs of the United Nations | Consult | Ministry (Sudan) | 2005-10-17\n- Special Rapporteurs of the United Nations | Consult | Legislature (Turkey) | 2006-02-23\n- Representatives (Russia) | Consult | Special Rapporteurs of the United Nations | 2006-06-16\n- Ministry (Sudan) | Consult | Special Rapporteurs of the United Nations | 2005-10-17\n- Legislature (Turkey) | Consult | Special Rapporteurs of the United Nations | 2006-02-23\n- Special Rapporteurs of the United Nations | Express intent to meet or negotiate | Japan | 2005-07-01\n- Special Rapporteurs of the United Nations | Express intent to meet or negotiate | China | 2005-08-23\nAnswer:", "completion": " Colombia", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1206992", "prompt": "After the men of Zimbabwe, against whom did the citizens of Africa use unconventional violence?\nEvidence:\n- Men (Zimbabwe) | Use unconventional violence | Citizen (Africa) | 2011-06-20\n- Citizen (Africa) | Use unconventional violence | Men (Zimbabwe) | 2015-04-20\n- Men (Zimbabwe) | Use unconventional violence | Ministry (Zimbabwe) | 2013-09-27\n- Men (Zimbabwe) | Use unconventional violence | Police (South Africa) | 2015-04-08\n- Men (Zimbabwe) | Use unconventional violence | TelOne | 2009-07-22\n- Children (Zimbabwe) | Use unconventional violence | Business (Zimbabwe) | 2009-11-16\n- Indigenous People (Zimbabwe) | Use unconventional violence | South Africa | 2008-05-26\n- Children (Zimbabwe) | Use unconventional violence | Director General (Zimbabwe) | 2010-04-24\n- Children (Zimbabwe) | Use unconventional violence | Director General (Zimbabwe) | 2010-04-23\n- Men (South Africa) | Use unconventional violence | South Africa | 2015-01-14\n- Men (South Africa) | Use unconventional violence | South Africa | 2014-12-04\n- Men (South Africa) | Use unconventional violence | South Africa | 2014-11-14\n- Men (South Africa) | Use unconventional violence | South Africa | 2014-08-21\n- Men (South Africa) | Use unconventional violence | South Africa | 2010-04-04\n- Men (South Africa) | Use unconventional violence | South Africa | 2010-04-01\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1122818", "prompt": "When did Abhisit Vejjajiva last support the Congress of the United States?\nEvidence:\n- Thailand | Consult | Abhisit Vejjajiva | 2006-04-27\n- Thailand | Consult | Abhisit Vejjajiva | 2005-02-16\n- Abhisit Vejjajiva | Consult | Thailand | 2006-04-27\n- Abhisit Vejjajiva | Consult | Thailand | 2005-02-16\n- Citizen (Thailand) | Accuse of crime, corruption | Abhisit Vejjajiva | 2006-05-23\n- Abhisit Vejjajiva | Make statement | Thailand | 2006-04-30\n- Abhisit Vejjajiva | Make statement | Thailand | 2006-02-25\n- Abhisit Vejjajiva | Make statement | Thailand | 2005-12-28\n- Abhisit Vejjajiva | Make statement | Thailand | 2005-06-30\n- Abhisit Vejjajiva | Make statement | Thailand | 2005-06-29\n- Abhisit Vejjajiva | Demand | Citizen (Thailand) | 2006-04-03\n- Abhisit Vejjajiva | Demand | Cabinet / Council of Ministers / Advisors (Thailand) | 2005-08-05\n- Abhisit Vejjajiva | Demand | Cabinet / Council of Ministers / Advisors (Thailand) | 2005-08-03\n- Minister Kachornprasart | Make statement | Abhisit Vejjajiva | 2005-07-04\n- Media Personnel (Thailand) | Consult | Abhisit Vejjajiva | 2006-03-06\nAnswer:", "completion": " 2010-07-06", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1175990", "prompt": "In which year did Barack Obama endorse the head of government of Brazil?\nEvidence:\n- Head of Government (Kenya) | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Consult | Head of Government (Kenya) | 2006-08-25\n- Barack Obama | Praise or endorse | Japan | 2007-05-15\n- Barack Obama | Praise or endorse | UN Security Council | 2006-11-23\n- Uhuru Muigai Kenyatta | Engage in negotiation | Barack Obama | 2006-08-25\n- Barack Obama | Engage in negotiation | Uhuru Muigai Kenyatta | 2006-08-25\n- Barack Obama | Demand de-escalation of military engagement | Iraq | 2007-06-02\n- Barack Obama | Reject | Iraq | 2007-04-03\n- Barack Obama | Reject | Iraq | 2006-10-28\n- Mwai Kibaki | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Make statement | Iraq | 2007-05-15\n- Barack Obama | Make statement | Iraq | 2007-03-20\n- Barack Obama | Make statement | Iraq | 2007-02-11\n- Barack Obama | Make statement | Iran | 2007-04-27\n- Barack Obama | Make statement | China | 2006-09-08\nAnswer:", "completion": " 2011", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1055159", "prompt": "Who negotiated with Omar Suleiman after Eli Yishai?\nEvidence:\n- Omar Suleiman | Consult | Eli Yishai | 2005-02-03\n- Eli Yishai | Consult | Omar Suleiman | 2005-02-03\n- Eli Yishai | Make statement | Omar Suleiman | 2005-02-04\n- Omar Suleiman | Engage in negotiation | Eli Yishai | 2005-02-04\n- Eli Yishai | Engage in negotiation | Omar Suleiman | 2005-02-04\n- Omar Suleiman | Express intent to meet or negotiate | Eli Yishai | 2008-05-12\n- Likud | Reject | Eli Yishai | 2008-03-04\n- Tzipi Livni | Reject | Eli Yishai | 2008-02-06\n- Tzipi Livni | Consult | Eli Yishai | 2008-09-19\n- Tzipi Livni | Consult | Eli Yishai | 2008-02-14\n- Tzipi Livni | Consult | Eli Yishai | 2008-02-06\n- Shimon Peres | Consult | Eli Yishai | 2005-02-13\n- Eli Yishai | Consult | Tzipi Livni | 2008-09-19\n- Eli Yishai | Consult | Tzipi Livni | 2008-02-14\n- Eli Yishai | Consult | Tzipi Livni | 2008-02-06\nAnswer:", "completion": " Government (Palestinian Territory, Occupied)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1256184", "prompt": "Who did the Council of Advisors of the Cabinet of Ministers of the United States express the intention to participate in diplomatic cooperation before the Ministry of Foreign Affairs of Romania?\nEvidence:\n- Romania | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-03-30\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | Romania | 2005-03-30\n- International Monetary Fund | Sign formal agreement | Cabinet / Council of Ministers / Advisors (United States) | 2005-09-16\n- Cabinet / Council of Ministers / Advisors (United States) | Sign formal agreement | International Monetary Fund | 2005-09-16\n- Ministry (Romania) | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2005-01-10\n- Ministry (Romania) | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2005-01-08\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-21\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-04\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-01-31\n- Foreign Affairs (Slovakia) | Express intent to cooperate economically | Romania | 2005-03-06\n- Vietnam | Engage in diplomatic cooperation | Romania | 2005-01-31\n- Romania | Engage in diplomatic cooperation | Vietnam | 2005-01-31\n- Congress (United States) | Express intent to provide economic aid | Romania | 2005-02-17\n- Romania | Host a visit | Foreign Affairs (Portugal) | 2005-01-19\n- Foreign Affairs (Portugal) | Make a visit | Romania | 2005-01-19\nAnswer:", "completion": " Foreign Affairs (South Korea)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1041954", "prompt": "On 21 March 2005, which country returned people to the guerrillas of Colombia?\nEvidence:\n- Colombia | Return, release person(s) | Guerrilla (Colombia) | 2005-03-21\nAnswer:", "completion": " Colombia", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 1} +{"id": "mtq_1000255", "prompt": "Could you tell me the exact month when the legislature of Pakistan first made a request to Rehman Malik?\nEvidence:\n- Rehman Malik | Accuse | Government (Pakistan) | 2008-01-06\n- Rehman Malik | Make statement | Head of Government (Pakistan) | 2008-09-24\n- Rehman Malik | Make statement | Head of Government (Pakistan) | 2008-09-22\n- Rehman Malik | Make statement | Head of Government (Pakistan) | 2008-09-02\n- Rehman Malik | Make statement | Head of Government (Pakistan) | 2008-07-08\n- Rehman Malik | Make statement | Government (Pakistan) | 2008-11-16\n- Rehman Malik | Make statement | Government (Pakistan) | 2008-11-09\n- Rehman Malik | Make statement | Government (Pakistan) | 2008-10-12\n- Rehman Malik | Make statement | Government (Pakistan) | 2008-10-08\n- Rehman Malik | Make statement | Government (Pakistan) | 2008-08-26\n- Rehman Malik | Make statement | Government (Pakistan) | 2008-08-22\n- Rehman Malik | Make statement | Government (Pakistan) | 2008-08-21\n- Rehman Malik | Make statement | Government (Pakistan) | 2008-08-15\n- Rehman Malik | Make statement | Government (Pakistan) | 2008-06-30\n- Rehman Malik | Make statement | Government (Pakistan) | 2008-06-27\nAnswer:", "completion": " 2011-09", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1042333", "prompt": "Which country hosted Gurbanguly Berdymukhammedov's visit from Gurbanguly Berdymukhammedov on the same month of Islam Karimov?\nEvidence:\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-30\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-29\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-28\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-22\n- Iran | Host a visit | Gurbanguly Berdymukhammedov | 2007-06-15\n- Gurbanguly Berdymukhammedov | Make a visit | Kazakhstan | 2007-05-30\n- Gurbanguly Berdymukhammedov | Make a visit | Kazakhstan | 2007-05-29\n- Gurbanguly Berdymukhammedov | Make a visit | Kazakhstan | 2007-05-28\n- Gurbanguly Berdymukhammedov | Make a visit | Kazakhstan | 2007-05-22\n- Gurbanguly Berdymukhammedov | Make a visit | Iran | 2007-06-15\n- Gurbanguly Berdymukhammedov | Make a visit | China | 2007-07-29\n- Gurbanguly Berdymukhammedov | Make a visit | China | 2007-07-27\n- Gurbanguly Berdymukhammedov | Make a visit | China | 2007-07-21\n- Gurbanguly Berdymukhammedov | Make a visit | China | 2007-07-20\n- Gurbanguly Berdymukhammedov | Make a visit | China | 2007-07-19\nAnswer:", "completion": " Thailand", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1164836", "prompt": "To whom did the Prime Minister of India first make an appeal?\nEvidence:\n- Prime Minister Qarase | Make an appeal or request | Prime Minister Chaudhry | 2006-07-26\n- Prime Minister Qarase | Make statement | Prime Minister Chaudhry | 2006-07-13\n- Prime Minister Qarase | Make statement | Prime Minister Chaudhry | 2006-06-15\n- Prime Minister Qarase | Make statement | Prime Minister Chaudhry | 2006-05-03\n- Prime Minister Qarase | Make statement | Prime Minister Chaudhry | 2006-04-27\n- Prime Minister Chaudhry | Make statement | Prime Minister Qarase | 2006-06-27\n- Prime Minister Chaudhry | Make statement | Prime Minister Qarase | 2006-06-14\n- Prime Minister Chaudhry | Make statement | Prime Minister Qarase | 2006-05-24\n- Prime Minister Chaudhry | Make statement | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Make statement | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Make statement | Prime Minister Qarase | 2006-05-19\n- Prime Minister Chaudhry | Make statement | Prime Minister Qarase | 2006-05-17\n- Prime Minister Chaudhry | Make statement | Prime Minister Qarase | 2006-05-16\n- Prime Minister Chaudhry | Make statement | Prime Minister Qarase | 2005-08-16\n- Prime Minister Chaudhry | Make statement | Prime Minister Qarase | 2005-04-06\nAnswer:", "completion": " Governor (India)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1236715", "prompt": "After Kittiratt Na-Ranong, whom did Yoshihiko Noda praise first?\nEvidence:\n- Yoshihiko Noda | Praise or endorse | Kittiratt Na-Ranong | 2011-11-28\n- Yoshihiko Noda | Appeal for aid | Kittiratt Na-Ranong | 2011-11-28\n- Kittiratt Na-Ranong | Demand | Thailand | 2013-04-26\n- Mario Monti | Consult | Kittiratt Na-Ranong | 2012-04-02\n- Kittiratt Na-Ranong | Make statement | Thailand | 2013-05-10\n- Kittiratt Na-Ranong | Make statement | Thailand | 2013-04-27\n- Kittiratt Na-Ranong | Make statement | Thailand | 2013-03-25\n- Kittiratt Na-Ranong | Make statement | Thailand | 2012-11-06\n- Kittiratt Na-Ranong | Make statement | Thailand | 2012-08-30\n- Kittiratt Na-Ranong | Make statement | Thailand | 2012-07-13\n- Kittiratt Na-Ranong | Make statement | Thailand | 2012-06-19\n- Kittiratt Na-Ranong | Make statement | Thailand | 2012-05-31\n- Kittiratt Na-Ranong | Make statement | Thailand | 2012-05-21\n- Kittiratt Na-Ranong | Make statement | Thailand | 2012-04-01\n- Kittiratt Na-Ranong | Make statement | Thailand | 2012-01-20\nAnswer:", "completion": " Okada Katsuya", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1126253", "prompt": "Who was the first to appeal to Benedict XVI?\nEvidence:\n- China | Reject | Benedict XVI | 2005-09-11\n- China | Accuse | Benedict XVI | 2005-09-11\n- China | Make an appeal or request | Benedict XVI | 2005-04-20\n- Ivan Gasparovic | Consult | Benedict XVI | 2005-06-17\n- Iraq | Make statement | Benedict XVI | 2005-09-01\n- Gerhard Schröder | Consult | Benedict XVI | 2005-08-20\n- Bertie Ahern | Consult | Benedict XVI | 2005-07-08\n- Benedict XVI | Make statement | Solidarity | 2005-08-31\n- Benedict XVI | Consult | Ivan Gasparovic | 2005-06-17\n- Benedict XVI | Consult | Gerhard Schröder | 2005-08-20\n- Benedict XVI | Consult | Bertie Ahern | 2005-07-08\n- Benedict XVI | Consult | Angela Merkel | 2005-08-20\n- Angela Merkel | Consult | Benedict XVI | 2005-08-20\n- Qin Gang | Make an appeal or request | Benedict XVI | 2005-04-20\n- Mahmoud Abbas | Make an appeal or request | Benedict XVI | 2005-08-24\nAnswer:", "completion": " Aleksander Kwasniewski", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1102929", "prompt": "Who asked for Pervez Musharraf in the same month of the indigenous people of the United States?\nEvidence:\n- Pakistan People's Party | Criticize or denounce | Pervez Musharraf | 2005-01-07\n- Pervez Musharraf | Engage in symbolic act | Head of Government (Pakistan) | 2005-02-08\n- Pervez Musharraf | Engage in symbolic act | Head of Government (Pakistan) | 2005-01-21\n- Pervez Musharraf | Engage in negotiation | Head of Government (Sri Lanka) | 2005-02-09\n- Head of Government (Sri Lanka) | Engage in negotiation | Pervez Musharraf | 2005-02-09\n- Head of Government (Pakistan) | Engage in symbolic act | Pervez Musharraf | 2005-01-21\n- Pervez Musharraf | Consult | Japan | 2005-01-10\n- Japan | Consult | Pervez Musharraf | 2005-01-10\n- Pervez Musharraf | Engage in symbolic act | Abdul Kalam | 2005-01-25\n- Pervez Musharraf | Engage in diplomatic cooperation | Benazir Bhutto | 2005-01-04\n- Don McKinnon | Demand change in leadership | Pervez Musharraf | 2005-02-12\n- Pervez Musharraf | Make statement | Head of Government (Pakistan) | 2005-01-12\n- Pervez Musharraf | Make statement | Head of Government (Pakistan) | 2005-01-11\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-02-04\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-01-10\nAnswer:", "completion": " Sikh (India)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1200660", "prompt": "After the Libyan military, who was the first to appeal to the other authorities and officials of Libya?\nEvidence:\n- Other Authorities / Officials (Libya) | Accuse | Military Personnel (Libya) | 2014-02-27\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- Other Authorities / Officials (Libya) | Make statement | Military Personnel (Libya) | 2014-03-09\n- Other Authorities / Officials (Libya) | Make statement | Military Personnel (Libya) | 2014-03-08\n- Military Personnel (Libya) | Make statement | Other Authorities / Officials (Libya) | 2011-09-27\n- Other Authorities / Officials (Libya) | Reject | Separatist (Libya) | 2012-03-07\n- Legislature (Libya) | Accuse | Other Authorities / Officials (Libya) | 2012-08-26\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-13\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-04\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-05-17\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2005-06-16\n- Military Personnel (Libya) | Make an appeal or request | Other Authorities / Officials (Libya) | 2014-04-30\n- Other Authorities / Officials (Libya) | Make statement | Police (Libya) | 2008-09-14\n- Other Authorities / Officials (Libya) | Make statement | Media (Libya) | 2014-03-29\n- Other Authorities / Officials (Libya) | Investigate | Lawyer/Attorney (Libya) | 2012-06-08\nAnswer:", "completion": " Catherine Ashton", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1150144", "prompt": "After 22 June 2013, who was attacked with small arms and light weapons by the police of Saudi Arabia?\nEvidence:\n- Police (Saudi Arabia) | fight with small arms and light weapons | Citizen (Saudi Arabia) | 2013-06-22\n- Armed Gang (Saudi Arabia) | fight with small arms and light weapons | Citizen (Saudi Arabia) | 2013-06-22\nAnswer:", "completion": " Armed Gang (Saudi Arabia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 0} +{"id": "mtq_1373730", "prompt": "Who was the first to visit South Korea after the Prime Minister of Finland?\nEvidence:\n- Head of Government (Finland) | Express intent to meet or negotiate | Thailand | 2005-01-18\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- South Korea | Make a visit | Aceh | 2005-01-08\n- Aceh | Host a visit | South Korea | 2005-01-08\n- South Korea | Host a visit | Ognyan Gerdzhikov | 2005-01-02\n- South Korea | Host a visit | Emperor Akihito | 2005-01-13\n- Ognyan Gerdzhikov | Make a visit | South Korea | 2005-01-02\n- Emperor Akihito | Make a visit | South Korea | 2005-01-13\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- South Korea | Express intent to cooperate | Japan | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-06\n- Japan | Express intent to cooperate | South Korea | 2005-01-13\n- China | Express intent to cooperate | South Korea | 2005-01-13\nAnswer:", "completion": " Defense / Security Ministry (United States)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1240325", "prompt": "Before Pakistan administered Kashmir, who last used small arms and light weapons to fight the separatists of India?\nEvidence:\n- Pakistan administered Kashmir | Express intent to meet or negotiate | Pakistan administered Kashmir | 2005-05-31\n- Foreign Affairs (India) | Reject | Pakistan administered Kashmir | 2005-06-22\n- Pakistan administered Kashmir | Consult | Head of Government (Pakistan) | 2005-03-25\n- Head of Government (Pakistan) | Consult | Pakistan administered Kashmir | 2005-03-25\n- Head of Government (Pakistan) | Make statement | Pakistan administered Kashmir | 2005-06-22\n- Head of Government (Pakistan) | Make statement | Pakistan administered Kashmir | 2005-05-04\n- Shaukat Aziz | Consult | Pakistan administered Kashmir | 2005-06-11\n- Shaukat Aziz | Consult | Pakistan administered Kashmir | 2005-04-06\n- Pervez Musharraf | Consult | Pakistan administered Kashmir | 2005-06-11\n- Pervez Musharraf | Consult | Pakistan administered Kashmir | 2005-04-16\n- Pakistan administered Kashmir | Consult | Shaukat Aziz | 2005-06-11\n- Pakistan administered Kashmir | Consult | Shaukat Aziz | 2005-04-06\n- Pakistan administered Kashmir | Consult | Pervez Musharraf | 2005-06-11\n- Pakistan administered Kashmir | Consult | Pervez Musharraf | 2005-04-16\n- Pakistan administered Kashmir | Accuse | Ram Paswan | 2005-03-21\nAnswer:", "completion": " Military Personnel - Special (India)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1159064", "prompt": "In which month did the Member of Parliament of Australia use conventional military force against the priest of Australia?\nEvidence:\n- Member of Parliament (Australia) | Use conventional military force | Priest (Australia) | 2006-05-06\n- Police (Australia) | Use conventional military force | Member of Parliament (Australia) | 2012-10-24\n- Police (Australia) | Use conventional military force | Member of Parliament (Australia) | 2012-03-08\n- Police (Australia) | Use conventional military force | Member of Parliament (Australia) | 2007-03-10\n- Police (Australia) | Use conventional military force | Member of Parliament (Australia) | 2007-03-09\n- Police (Australia) | Use conventional military force | Member of Parliament (Australia) | 2007-03-07\n- Member of Parliament (Australia) | Use conventional military force | Women (Australia) | 2015-03-30\n- Member of Parliament (Australia) | Use conventional military force | Women (Australia) | 2009-07-16\n- Member of Parliament (Australia) | Use conventional military force | Women (Australia) | 2008-05-15\n- Member of Parliament (Australia) | Use conventional military force | Women (Australia) | 2007-06-13\n- Member of Parliament (Australia) | Use conventional military force | Women (Australia) | 2007-06-12\n- Member of Parliament (Australia) | Use conventional military force | Dissident (Australia) | 2006-06-20\n- Member of Parliament (Australia) | Use conventional military force | Citizen (Australia) | 2015-12-22\n- Member of Parliament (Australia) | Use conventional military force | Citizen (Australia) | 2015-12-01\n- Member of Parliament (Australia) | Use conventional military force | Citizen (Australia) | 2015-03-30\nAnswer:", "completion": " 2006-05", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1378665", "prompt": "Who commend the Military of Lebanon first after the citizens of Saudi Arabia did?\nEvidence:\n- Royal Administration (Saudi Arabia) | Make statement | Military (Lebanon) | 2010-12-07\n- Citizen (Saudi Arabia) | Praise or endorse | Military (Lebanon) | 2006-07-18\n- Police (Saudi Arabia) | Use conventional military force | Citizen (Saudi Arabia) | 2006-08-21\n- Police (Saudi Arabia) | Use conventional military force | Citizen (Saudi Arabia) | 2005-04-15\n- Police (Saudi Arabia) | Use conventional military force | Citizen (Saudi Arabia) | 2005-04-07\n- Police (Saudi Arabia) | Use conventional military force | Citizen (Saudi Arabia) | 2005-04-06\n- Royal Administration (Saudi Arabia) | Use conventional military force | Citizen (Saudi Arabia) | 2007-09-07\n- Police (Saudi Arabia) | Use conventional military force | Islamic Militant (Saudi Arabia) | 2005-03-14\n- Police (Saudi Arabia) | Use conventional military force | Islamic Militant (Saudi Arabia) | 2005-03-13\n- Police (Saudi Arabia) | Use conventional military force | Armed Gang (Saudi Arabia) | 2006-02-26\n- Police (Saudi Arabia) | Use conventional military force | Armed Gang (Saudi Arabia) | 2006-02-25\n- Police (Saudi Arabia) | Use conventional military force | Armed Gang (Saudi Arabia) | 2005-12-28\n- Police (Saudi Arabia) | Use conventional military force | Armed Gang (Saudi Arabia) | 2005-12-27\n- Police (Saudi Arabia) | Use conventional military force | Armed Gang (Saudi Arabia) | 2005-01-09\n- Police (Saudi Arabia) | Reject | Citizen (Saudi Arabia) | 2006-09-25\nAnswer:", "completion": " UN Security Council", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1355538", "prompt": "After Chongwadai, to whom did Roh Moo Hyun first make optimistic remarks?\nEvidence:\n- Roh Moo Hyun | Demand | Chongwadai | 2005-07-20\n- Roh Moo Hyun | Consult | Chongwadai | 2006-02-28\n- Roh Moo Hyun | Consult | Chongwadai | 2005-07-29\n- Roh Moo Hyun | Consult | Chongwadai | 2005-02-19\n- Chongwadai | Consult | Roh Moo Hyun | 2006-03-14\n- Chongwadai | Consult | Roh Moo Hyun | 2006-02-28\n- Chongwadai | Consult | Roh Moo Hyun | 2005-07-29\n- Chongwadai | Consult | Roh Moo Hyun | 2005-02-19\n- Roh Moo Hyun | Make statement | Chongwadai | 2005-09-13\n- Roh Moo Hyun | Make statement | Chongwadai | 2005-02-23\n- Chongwadai | Make statement | Roh Moo Hyun | 2006-01-31\n- Chongwadai | Make statement | Roh Moo Hyun | 2006-01-05\n- Chongwadai | Make statement | Roh Moo Hyun | 2005-10-25\n- Chongwadai | Make statement | Roh Moo Hyun | 2005-10-19\n- Chongwadai | Make statement | Roh Moo Hyun | 2005-09-20\nAnswer:", "completion": " Foreign Affairs (South Korea)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1325294", "prompt": "In what year did the Kenyan police last release people to Agence France-Presse?\nEvidence:\n- Agence France-Presse | Engage in material cooperation | Police (Australia) | 2005-03-29\n- Police (Indonesia) | Make statement | Agence France-Presse | 2005-01-15\n- Agence France-Presse | Make statement | Police (Egypt) | 2005-03-11\n- France | Make statement | Agence France-Presse | 2005-02-21\n- Agence France-Presse | Investigate | Iran | 2005-03-10\n- Agence France-Presse | Investigate | Iran | 2005-01-19\n- Mahmoud Abbas | Engage in negotiation | Agence France-Presse | 2005-01-10\n- Agence France-Presse | Engage in negotiation | Mahmoud Abbas | 2005-01-10\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2006-03-28\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-18\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-04-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-01-03\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2006-03-28\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-07-19\nAnswer:", "completion": " 2009", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1021159", "prompt": "Who visited Xi Jinping after Islam Karimov?\nEvidence:\n- Zurab Nogaideli | Consult | Islam Karimov | 2005-04-18\n- Senate (Uzbekistan) | Consult | Islam Karimov | 2005-04-06\n- Senate (Uzbekistan) | Consult | Islam Karimov | 2005-01-28\n- Pervez Musharraf | Consult | Islam Karimov | 2005-03-06\n- Islam Karimov | Demand | Senate (Uzbekistan) | 2005-01-31\n- Islam Karimov | Consult | Zurab Nogaideli | 2005-04-18\n- Islam Karimov | Consult | Senate (Uzbekistan) | 2005-04-06\n- Islam Karimov | Consult | Senate (Uzbekistan) | 2005-01-28\n- Islam Karimov | Consult | Pervez Musharraf | 2005-03-06\n- Roh Moo Hyun | Consult | Islam Karimov | 2005-05-10\n- Kazakhstan | Discuss by telephone | Islam Karimov | 2005-02-25\n- Islam Karimov | Make a visit | Iran | 2005-01-05\n- Islam Karimov | Discuss by telephone | Kazakhstan | 2005-02-25\n- Islam Karimov | Consult | Roh Moo Hyun | 2005-05-11\n- Islam Karimov | Consult | Roh Moo Hyun | 2005-05-10\nAnswer:", "completion": " Vietnam", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1050171", "prompt": "Who was the first to negotiate with Mahmoud Abbas after the Al-Aqsa Martyrs Brigades?\nEvidence:\n- al-Aqsa Martyrs' Brigades | Make statement | Armed Gang (Palestinian Territory, Occupied) | 2005-08-28\n- al-Aqsa Martyrs' Brigades | Make statement | Armed Gang (Palestinian Territory, Occupied) | 2005-01-22\n- Armed Gang (Palestinian Territory, Occupied) | Make statement | al-Aqsa Martyrs' Brigades | 2006-01-04\n- Armed Gang (Palestinian Territory, Occupied) | Use unconventional violence | al-Aqsa Martyrs' Brigades | 2006-05-22\n- al-Aqsa Martyrs' Brigades | Use conventional military force | Armed Gang (Palestinian Territory, Occupied) | 2006-02-08\n- Armed Gang (Palestinian Territory, Occupied) | fight with small arms and light weapons | al-Aqsa Martyrs' Brigades | 2005-07-15\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-11\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Pervez Musharraf | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Javier Solana | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-14\n- Javier Solana | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-08\n- Gerhard Schröder | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Abdullah Gül | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-05\n- Mahmoud Abbas | Make statement | Japan | 2005-01-10\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-11\nAnswer:", "completion": " Nabil Shaath", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1054870", "prompt": "Who made the men of the United States suffer from conventional military forces after the police of Indonesia did?\nEvidence:\n- Police (Indonesia) | Use conventional military force | Men (United States) | 2009-08-15\n- Police (Indonesia) | Use conventional military force | Men (Indonesia) | 2013-05-15\n- Police (Indonesia) | Use conventional military force | Men (Indonesia) | 2013-05-13\n- Police (Indonesia) | Use conventional military force | Men (Indonesia) | 2013-03-30\n- Police (Indonesia) | Use conventional military force | Men (Indonesia) | 2012-08-03\n- Police (Indonesia) | Use conventional military force | Men (Indonesia) | 2011-10-17\n- Police (Indonesia) | Use conventional military force | Men (Indonesia) | 2010-03-09\n- Police (Indonesia) | Use conventional military force | Men (Indonesia) | 2009-12-16\n- Police (Indonesia) | Use conventional military force | Men (Indonesia) | 2009-11-25\n- Police (Indonesia) | Use conventional military force | Men (Indonesia) | 2009-10-12\n- Police (Indonesia) | Use conventional military force | Men (Indonesia) | 2009-10-09\n- Police (Indonesia) | Use conventional military force | Men (Indonesia) | 2009-09-20\n- Police (Indonesia) | Use conventional military force | Men (Indonesia) | 2009-09-19\n- Police (Indonesia) | Use conventional military force | Men (Indonesia) | 2009-08-12\n- Police (Indonesia) | Use conventional military force | Men (Indonesia) | 2009-08-11\nAnswer:", "completion": " Al-Shabaab", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1009680", "prompt": "After Nov 5, 2010, who gave a denouncement to Dmitry Anatolyevich Medvedev?\nEvidence:\n- Portugal | Host a visit | Dmitry Anatolyevich Medvedev | 2010-11-05\n- Dmitry Anatolyevich Medvedev | Make a visit | Portugal | 2010-11-05\n- Japan | Criticize or denounce | Dmitry Anatolyevich Medvedev | 2010-11-05\n- Portugal | Make a visit | China | 2010-11-05\n- China | Host a visit | Portugal | 2010-11-05\n- Barack Obama | Express intent to meet or negotiate | Japan | 2010-11-05\n- Japan | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2010-11-05\n- South Korea | Consult | Japan | 2010-11-05\n- Japan | Use conventional military force | China | 2010-11-05\n- Japan | Consult | South Korea | 2010-11-05\n- China | Use conventional military force | Japan | 2010-11-05\n- China | Make an appeal or request | Japan | 2010-11-05\n- China | Investigate | Japan | 2010-11-05\nAnswer:", "completion": " Mikhail Sergeyevich Gorbachev", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 13, "n_anchors": 1} +{"id": "mtq_1365437", "prompt": "To whom did the Royal Administration of Nigeria make the last request before the other authorities and officials of Nigeria?\nEvidence:\n- Royal Administration (Nigeria) | Consult | Other Authorities / Officials (Nigeria) | 2007-12-12\n- Other Authorities / Officials (Nigeria) | Reject | Royal Administration (Nigeria) | 2008-02-07\n- Other Authorities / Officials (Nigeria) | Consult | Royal Administration (Nigeria) | 2007-12-12\n- Royal Administration (Nigeria) | Make statement | Other Authorities / Officials (Nigeria) | 2010-08-23\n- Other Authorities / Officials (Nigeria) | Make statement | Royal Administration (Nigeria) | 2014-01-23\n- Other Authorities / Officials (Nigeria) | Make statement | Royal Administration (Nigeria) | 2011-02-22\n- Other Authorities / Officials (Nigeria) | Make statement | Royal Administration (Nigeria) | 2008-02-07\n- Other Authorities / Officials (Nigeria) | Deny responsibility | Royal Administration (Nigeria) | 2008-02-07\n- Royal Administration (Nigeria) | Make an appeal or request | Other Authorities / Officials (Nigeria) | 2012-10-30\n- Royal Administration (Nigeria) | Praise or endorse | Other Authorities / Officials (Nigeria) | 2010-03-23\n- Other Authorities / Officials (Nigeria) | Express intent to meet or negotiate | Royal Administration (Nigeria) | 2012-04-18\n- Royal Administration (Jordan) | Make an appeal or request | Other Authorities / Officials (Jordan) | 2011-02-20\n- Other Authorities / Officials (Nigeria) | Make an appeal or request | Office of the Attorney General | 2009-01-05\n- Royal Administration (Romania) | Express intent to meet or negotiate | Other Authorities / Officials (Romania) | 2008-05-06\n- Royal Administration (Romania) | Express intent to meet or negotiate | Other Authorities / Officials (Romania) | 2007-06-07\nAnswer:", "completion": " Government (Nigeria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1094365", "prompt": "When did The Hague last appeal to the UN Security Council?\nEvidence:\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- The Hague | Reject | The Hague | 2005-05-04\n- The Hague | Deny responsibility | The Hague | 2005-03-03\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- Vojislav Šešelj | Make an appeal or request | The Hague | 2005-03-31\n- Ethiopia | Make an appeal or request | UN Security Council | 2005-02-08\n- The Hague | Consult | Media Personnel (Serbia) | 2005-03-15\n- Police (Israel) | Make statement | The Hague | 2005-04-26\n- Media Personnel (Serbia) | Consult | The Hague | 2005-03-15\n- Bishop (Uganda) | Make statement | The Hague | 2005-03-29\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\n- UN Security Council | Consult | Nabil Shaath | 2005-01-11\nAnswer:", "completion": " 2014-05-12", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1287599", "prompt": "Before the Moro Islamic Liberation Front, with whom did Eid Kabalu last have a telephone conversation?\nEvidence:\n- Moro Islamic Liberation Front | Discuss by telephone | Eid Kabalu | 2007-01-27\n- Eid Kabalu | Discuss by telephone | Moro Islamic Liberation Front | 2007-01-27\n- Eid Kabalu | Make statement | Moro Islamic Liberation Front | 2008-05-03\n- Eid Kabalu | Make statement | Moro Islamic Liberation Front | 2007-12-15\n- Eid Kabalu | Make statement | Moro Islamic Liberation Front | 2007-12-14\n- Eid Kabalu | Make statement | Moro Islamic Liberation Front | 2007-09-25\n- Eid Kabalu | Make statement | Moro Islamic Liberation Front | 2007-05-31\n- Eid Kabalu | Make statement | Moro Islamic Liberation Front | 2007-05-18\n- Eid Kabalu | Make statement | Moro Islamic Liberation Front | 2007-03-15\n- Eid Kabalu | Make statement | Moro Islamic Liberation Front | 2007-01-31\n- Eid Kabalu | Make statement | Moro Islamic Liberation Front | 2007-01-13\n- Eid Kabalu | Make statement | Moro Islamic Liberation Front | 2006-11-10\n- Eid Kabalu | Make statement | Moro Islamic Liberation Front | 2006-10-11\n- Eid Kabalu | Make statement | Moro Islamic Liberation Front | 2006-10-10\n- Eid Kabalu | Make statement | Moro Islamic Liberation Front | 2006-08-29\nAnswer:", "completion": " Associated Press", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1363303", "prompt": "Before Agence France-Presse, with whom did Médecins Sans Frontières last have a telephone conversation?\nEvidence:\n- Japan | Discuss by telephone | Agence France-Presse | 2005-03-20\n- Agence France-Presse | Discuss by telephone | Japan | 2005-03-20\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2006-03-28\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-18\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-04-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-01-03\n- Governor (Thailand) | Discuss by telephone | Agence France-Presse | 2005-01-23\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2006-03-28\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-07-19\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-07-18\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-04-19\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-01-03\n- Agence France-Presse | Discuss by telephone | Governor (Thailand) | 2005-01-23\n- News Editor (Russia) | Discuss by telephone | Agence France-Presse | 2005-02-21\nAnswer:", "completion": " Integrated Regional Information Networks", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1187915", "prompt": "In which year did Iftikhar Muhammad Chaudhry visit the Pakistan People's Party?\nEvidence:\n- Pakistan People's Party | Host a visit | Iftikhar Muhammad Chaudhry | 2007-07-18\n- Iftikhar Muhammad Chaudhry | Make a visit | Pakistan People's Party | 2007-07-18\n- Pakistan People's Party | Praise or endorse | Iftikhar Muhammad Chaudhry | 2007-07-18\n- Iftikhar Muhammad Chaudhry | Demand | Government (Pakistan) | 2007-09-05\n- Iftikhar Muhammad Chaudhry | Make statement | Government (Pakistan) | 2007-11-07\n- Iftikhar Muhammad Chaudhry | Make statement | Government (Pakistan) | 2007-05-07\n- Government (Pakistan) | Engage in diplomatic cooperation | Iftikhar Muhammad Chaudhry | 2007-04-03\n- Media Personnel (Pakistan) | Make statement | Iftikhar Muhammad Chaudhry | 2007-07-23\n- Iftikhar Muhammad Chaudhry | Rally opposition against | Government (Pakistan) | 2007-10-01\n- Iftikhar Muhammad Chaudhry | Demand judicial cooperation | Government (Pakistan) | 2007-10-01\n- Iftikhar Muhammad Chaudhry | Criticize or denounce | Government (Pakistan) | 2007-10-17\n- Iftikhar Muhammad Chaudhry | Criticize or denounce | Government (Pakistan) | 2007-03-12\n- Head of Government (Pakistan) | Accuse | Iftikhar Muhammad Chaudhry | 2007-03-24\n- High Ranking Military Personnel (Pakistan) | Threaten | Iftikhar Muhammad Chaudhry | 2007-06-24\n- Pervez Musharraf | Investigate | Iftikhar Muhammad Chaudhry | 2007-07-21\nAnswer:", "completion": " 2007", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1258366", "prompt": "Who was endorsed by Cristina Fernández de Kirchner on the same month of the citizens of Greece?\nEvidence:\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-05-24\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-03-03\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-02-28\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-12-26\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-11-15\n- Cristina Fernández de Kirchner | Accuse | Alberto Fernández | 2005-12-24\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2012-09-23\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2007-11-15\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-05-24\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-03-03\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-02-28\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2007-12-26\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2007-11-15\n- Alberto Fernández | Accuse | Cristina Fernández de Kirchner | 2012-05-27\n- Cristina Fernández de Kirchner | Make statement | Alberto Fernández | 2011-07-28\nAnswer:", "completion": " Daniel Scioli", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1215880", "prompt": "Who was the last to be condemned by Javier Solana?\nEvidence:\n- Mahmoud Abbas | Discuss by telephone | Javier Solana | 2005-02-09\n- Javier Solana | Discuss by telephone | Mahmoud Abbas | 2005-02-09\n- Javier Solana | Consider policy option | The Hague | 2005-02-05\n- Javier Solana | Demand | Iran | 2005-02-01\n- Javier Solana | Consult | Iran | 2005-02-01\n- Iran | Consult | Javier Solana | 2005-02-01\n- Stephen Hadley | Consult | Javier Solana | 2005-01-07\n- Milo Djukanovic | Consult | Javier Solana | 2005-03-03\n- Mahmoud Abbas | Consult | Javier Solana | 2005-03-03\n- Mahmoud Abbas | Consult | Javier Solana | 2005-03-02\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-29\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-28\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-24\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-23\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-11\nAnswer:", "completion": " Military (Guinea)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1033731", "prompt": "Who wanted to meet Ali Abdullah Saleh in May 2007?\nEvidence:\n- Ali Abdullah Saleh | Engage in negotiation | Abdul Aziz | 2007-05-06\n- Abdul Aziz | Engage in negotiation | Ali Abdullah Saleh | 2007-05-06\n- Ali Abdullah Saleh | Make statement | Yemen | 2007-05-20\n- Ali Abdullah Saleh | Make statement | Yemen | 2007-05-03\n- Ali Abdullah Saleh | Make statement | Yemen | 2007-05-02\n- Foreign Affairs (Singapore) | Express intent to meet or negotiate | Ali Abdullah Saleh | 2007-05-23\n- Abu Bakr Abdullah al-Qirbi | Make statement | Ali Abdullah Saleh | 2007-05-13\n- Head of Government (Qatar) | Express intent to meet or negotiate | Ali Abdullah Saleh | 2007-05-09\n- Sheikh Hamad bin Khalifa al-Thani | Engage in negotiation | Ali Abdullah Saleh | 2007-05-10\n- Ali Abdullah Saleh | Engage in negotiation | Sheikh Hamad bin Khalifa al-Thani | 2007-05-10\n- High Ranking Military Personnel (Sudan) | Praise or endorse | Ali Abdullah Saleh | 2007-05-20\n- George Yeo | Express intent to meet or negotiate | Abu Bakr Abdullah al-Qirbi | 2007-05-23\n- Abu Bakr Abdullah al-Qirbi | Express intent to meet or negotiate | George Yeo | 2007-05-23\n- Ali Muhammad Mujawar | Make statement | Yemen | 2007-05-20\n- Yemen | Express intent to meet or negotiate | Malaysia | 2007-05-06\nAnswer:", "completion": " Head of Government (Qatar)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1134365", "prompt": "When did the other authorities and officials of Nigeria praise the media of Africa?\nEvidence:\n- Other Authorities / Officials (Nigeria) | Praise or endorse | Media (Africa) | 2014-07-29\n- Other Authorities / Officials (Nigeria) | Consult | Media (Africa) | 2015-07-30\n- Other Authorities / Officials (Nigeria) | Consult | Media (Africa) | 2015-04-27\n- Other Authorities / Officials (Nigeria) | Consult | Media (Africa) | 2015-04-13\n- Other Authorities / Officials (Nigeria) | Consult | Media (Africa) | 2015-02-23\n- Other Authorities / Officials (Nigeria) | Consult | Media (Africa) | 2014-07-28\n- Other Authorities / Officials (Nigeria) | Consult | Media (Africa) | 2011-02-15\n- Media (Africa) | Consult | Other Authorities / Officials (Nigeria) | 2015-07-30\n- Media (Africa) | Consult | Other Authorities / Officials (Nigeria) | 2015-04-27\n- Media (Africa) | Consult | Other Authorities / Officials (Nigeria) | 2015-04-13\n- Media (Africa) | Consult | Other Authorities / Officials (Nigeria) | 2015-02-23\n- Media (Africa) | Consult | Other Authorities / Officials (Nigeria) | 2014-07-28\n- Media (Africa) | Consult | Other Authorities / Officials (Nigeria) | 2011-02-15\n- Other Authorities / Officials (Nigeria) | Make statement | Media (Africa) | 2015-12-29\n- Other Authorities / Officials (Nigeria) | Make statement | Media (Africa) | 2014-06-09\nAnswer:", "completion": " 2014-07-29", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1258214", "prompt": "Who blamed the Government of Sudan in Dec 13, 2010?\nEvidence:\n- Sudan People's Liberation Army | Accuse | Government (Sudan) | 2010-12-13\n- Minni Minnawi | Accuse | Government (Sudan) | 2010-12-13\n- Sudan | Engage in diplomatic cooperation | Eritrea | 2010-12-13\n- Eritrea | Engage in diplomatic cooperation | Sudan | 2010-12-13\n- Minni Minnawi | Sign formal agreement | Government (Sudan) | 2010-12-13\n- Government (Sudan) | Sign formal agreement | Minni Minnawi | 2010-12-13\n- Ministry (Sudan) | Make statement | Sudan | 2010-12-13\n- Sudan People's Liberation Army | Reject | Sudan | 2010-12-13\n- Sudan People's Liberation Army | Deny responsibility | Sudan | 2010-12-13\n- Sudan | Sign formal agreement | Minni Minnawi | 2010-12-13\nAnswer:", "completion": " Minni Minnawi", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 10, "n_anchors": 1} +{"id": "mtq_1093350", "prompt": "After Barack Obama, who was the first to have a telephone conversation with Rafael Correa?\nEvidence:\n- Rafael Ramírez | Consult | Rafael Correa | 2005-07-14\n- Rafael Correa | Consult | Rafael Ramírez | 2005-07-14\n- Rafael Correa | Reject | Rafael Antonio Bielsa | 2006-11-23\n- Rafael Correa | Consult | Rafael Antonio Bielsa | 2006-09-26\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-26\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-20\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-01\n- Rafael Antonio Bielsa | Consult | Rafael Correa | 2006-09-26\n- Rafael Antonio Bielsa | Accuse | Rafael Correa | 2006-10-15\n- Rafael Correa | Make a visit | Colombia | 2006-12-17\n- Rafael Correa | Make a visit | Bolivia | 2006-12-11\n- Rafael Correa | Make a visit | Bolivia | 2006-12-10\n- Rafael Correa | Make a visit | Bolivia | 2006-12-09\n- Colombia | Host a visit | Rafael Correa | 2006-12-17\n- Bolivia | Host a visit | Rafael Correa | 2006-12-11\nAnswer:", "completion": " José Miguel Insulza", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1133368", "prompt": "Who accused the citizens of Croatia before Jul 10th, 2007?\nEvidence:\n- The Hague | Accuse of war crimes | Citizen (Croatia) | 2007-01-09\n- Citizen (Croatia) | Deny responsibility | The Hague | 2005-09-26\n- The Hague | Ease administrative sanctions | Citizen (Croatia) | 2011-04-15\n- The Daily Telegraph | Make statement | Government (Croatia) | 2006-10-28\n- Citizen (Croatia) | Criticize or denounce | The Hague | 2006-09-12\n- Member of the Judiciary (Greece) | Expel or deport individuals | Citizen (Croatia) | 2005-11-22\n- Citizen (Croatia) | Accuse of crime, corruption | Government (Croatia) | 2005-02-02\n- Government (Croatia) | Engage in diplomatic cooperation | The Hague | 2011-04-28\n- The Hague | Make an appeal or request | Government (Croatia) | 2007-12-31\n- The Hague | Make an appeal or request | Citizen (Croatia) | 2006-04-21\n- People Associated with the Opposition (Croatian Democratic Union) | Accuse of crime, corruption | Citizen (Croatia) | 2014-02-05\n- Police (Croatia) | Torture | Citizen (Croatia) | 2008-03-26\n- Police (Croatia) | Reject | Citizen (Croatia) | 2008-05-08\n- Police (Croatia) | Reject | Citizen (Croatia) | 2007-11-15\n- Police (Croatia) | Investigate | Student (Croatia) | 2006-06-03\nAnswer:", "completion": " Croatian Party of Rights", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1156499", "prompt": "Could you tell me the specific month when the other authorities and officials of Nigeria condemned the member of the legislative of Govt Nigeria?\nEvidence:\n- Other Authorities / Officials (Nigeria) | Investigate | Member of Legislative (Govt) (Nigeria) | 2013-05-20\n- Member of Legislative (Govt) (Nigeria) | Yield | Other Authorities / Officials (Nigeria) | 2009-06-12\n- Other Authorities / Officials (Nigeria) | Make statement | Member of Legislative (Govt) (Nigeria) | 2007-07-26\n- Member of Legislative (Govt) (Nigeria) | Make statement | Other Authorities / Officials (Nigeria) | 2009-01-05\n- Other Authorities / Officials (Nigeria) | Criticize or denounce | Member of Legislative (Govt) (Nigeria) | 2005-12-01\n- Member of Legislative (Govt) (Serbia) | Accuse | Other Authorities / Officials (Serbia) | 2010-09-29\n- Member of Legislative (Govt) (Nigeria) | Make an appeal or request | Other Authorities / Officials (Nigeria) | 2015-09-11\n- Member of Legislative (Govt) (Nigeria) | Make an appeal or request | Other Authorities / Officials (Nigeria) | 2015-04-06\n- Other Authorities / Officials (Nigeria) | Arrest, detain, or charge with legal action | Member of Legislative (Govt) (Nigeria) | 2013-05-20\n- Other Authorities / Officials (Jordan) | Impose administrative sanctions | Member of Legislative (Govt) (Palestinian Territory, Occupied) | 2007-06-30\n- Member of Legislative (Govt) (Nigeria) | Reject | Citizen (Nigeria) | 2009-04-15\n- Member of Legislative (Govt) (Nigeria) | Reject | Citizen (Nigeria) | 2008-07-16\n- Member of Legislative (Govt) (Nigeria) | Investigate | Citizen (Nigeria) | 2009-03-06\n- Member of Legislative (Govt) (Nigeria) | Investigate | Citizen (Nigeria) | 2006-02-06\n- Member of Legislative (Govt) (Nigeria) | Demand | Government (Nigeria) | 2012-05-02\nAnswer:", "completion": " 2005-12", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1207319", "prompt": "Who was the last person Christine Lagarde wanted to meet before Henry M. Paulson?\nEvidence:\n- Henry M. Paulson | Consult | Christine Lagarde | 2007-09-18\n- Henry M. Paulson | Consult | Christine Lagarde | 2007-09-17\n- Christine Lagarde | Consult | Henry M. Paulson | 2008-02-09\n- Christine Lagarde | Consult | Henry M. Paulson | 2007-09-18\n- Christine Lagarde | Consult | Henry M. Paulson | 2007-09-17\n- Christine Lagarde | Express accord | Henry M. Paulson | 2007-10-22\n- Henry M. Paulson | Make statement | Iran | 2006-09-17\n- Henry M. Paulson | Make statement | China | 2006-09-14\n- Henry M. Paulson | Make statement | China | 2006-08-11\n- Henry M. Paulson | Make statement | China | 2006-07-01\n- China | Make statement | Henry M. Paulson | 2006-06-01\n- Henry M. Paulson | Express intent to meet or negotiate | Vietnam | 2006-09-06\n- Henry M. Paulson | Express intent to meet or negotiate | Vietnam | 2006-09-05\n- Henry M. Paulson | Express intent to meet or negotiate | Vietnam | 2006-08-09\n- Henry M. Paulson | Express intent to meet or negotiate | Japan | 2006-09-14\nAnswer:", "completion": " China", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1071537", "prompt": "Who was the last person to visit the Middle East before the citizens of Thailand?\nEvidence:\n- Military (Middle East) | Mobilize or increase armed forces | Middle East | 2005-02-14\n- Okada Katsuya | Make a visit | Middle East | 2005-03-30\n- Middle East | Host a visit | Okada Katsuya | 2005-03-30\n- Middle East | Host a visit | Mahmoud Abbas | 2005-02-01\n- Middle East | Host a visit | Kay Granger | 2005-01-11\n- Middle East | Host a visit | Javier Solana | 2005-01-09\n- Middle East | Host a visit | Javier Solana | 2005-01-08\n- Middle East | Host a visit | Hannes Swoboda | 2005-02-04\n- Middle East | Host a visit | Gerhard Schröder | 2005-04-03\n- Middle East | Host a visit | Abdullah Gül | 2005-01-09\n- Middle East | Host a visit | Abdullah Gül | 2005-01-06\n- Middle East | Host a visit | Abdullah Gül | 2005-01-03\n- Mahmoud Abbas | Make a visit | Middle East | 2005-02-01\n- Kay Granger | Make a visit | Middle East | 2005-01-11\n- Javier Solana | Make a visit | Middle East | 2005-01-09\nAnswer:", "completion": " Head of Government (South Korea)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1348387", "prompt": "After 2013-12, who wanted to negotiate with the Prime Minister of Greece?\nEvidence:\n- Prime Minister Chaudhry | Express intent to meet or negotiate | Prime Minister Qarase | 2006-05-19\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-09\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-08\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-11-14\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-10-05\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Demand | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-11-24\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-05-19\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2005-05-05\nAnswer:", "completion": " Opposition Supporter (Greece)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1020088", "prompt": "In which year did the citizens of Nigeria last express their intention to meet with the Ministry of Defence and Security of Nigeria?\nEvidence:\n- Ministry (The Hague) | Express intent to meet or negotiate | The Hague | 2015-11-18\n- Ministry (Nigeria) | Consult | Labor and Employment Ministry (Nigeria) | 2008-03-27\n- Labor and Employment Ministry (Nigeria) | Consult | Ministry (Nigeria) | 2008-03-27\n- Ministry (Brazil) | Express intent to meet or negotiate | People Associated with the Opposition (Brazil) | 2007-10-24\n- Ministry (Brazil) | Express intent to meet or negotiate | People Associated with the Opposition (Brazil) | 2005-08-14\n- UN Security Council | Express intent to meet or negotiate | Peace and Security Council | 2008-04-01\n- Peace and Security Council | Express intent to meet or negotiate | UN Security Council | 2008-04-01\n- Defense / Security Ministry (Zambia) | Make statement | Zambian Defence Force | 2013-01-09\n- Ministry (Nigeria) | Make statement | Labor and Employment Ministry (Nigeria) | 2009-10-29\n- Ministry (Nigeria) | Make statement | Labor and Employment Ministry (Nigeria) | 2007-11-29\n- Labor and Employment Ministry (Nigeria) | Make statement | Ministry (Nigeria) | 2008-07-18\n- National Coalition Government of the Union of Burma | Express intent to meet or negotiate | UN Security Council | 2006-06-02\n- National Coalition Government of the Union of Burma | Express intent to meet or negotiate | UN Security Council | 2006-05-31\n- Peace and Security Council | Express intent to meet or negotiate | Sudan | 2007-05-22\n- Peace and Security Council | Express intent to meet or negotiate | Sudan | 2006-09-08\nAnswer:", "completion": " 2008", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1228527", "prompt": "After the Justice and Development Party, who did Abdullah Gul make the first request to?\nEvidence:\n- Justice and Development Party | Consult | Abdullah Gül | 2005-04-04\n- Justice and Development Party | Consult | Abdullah Gül | 2005-01-12\n- Abdullah Gül | Consult | Justice and Development Party | 2006-06-12\n- Abdullah Gül | Consult | Justice and Development Party | 2005-04-04\n- Abdullah Gül | Consult | Justice and Development Party | 2005-01-12\n- Justice and Development Party | Make statement | Abdullah Gül | 2006-06-02\n- Abdullah Gül | Make statement | Justice and Development Party | 2006-01-06\n- Abdullah Gül | Make statement | Justice and Development Party | 2005-10-25\n- Abdullah Gül | Make statement | Justice and Development Party | 2005-05-24\n- Abdullah Gül | Make statement | Justice and Development Party | 2005-04-03\n- Abdullah Gül | Make statement | Justice and Development Party | 2005-03-14\n- Abdullah Gül | Praise or endorse | Justice and Development Party | 2005-05-24\n- Justice and Development Party | Accuse | Motherland Party | 2006-04-21\n- Milliyet | Make statement | Justice and Development Party | 2005-06-06\n- Justice and Development Party | Make statement | Milliyet | 2005-06-16\nAnswer:", "completion": " Elmar Mammadyarov", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1257387", "prompt": "Who received the visit from Philip Hammond on the same year of United Arab Emirates?\nEvidence:\n- United Arab Emirates | Host a visit | Philip Hammond | 2014-06-24\n- Philip Hammond | Make a visit | United Arab Emirates | 2014-06-24\n- Citizen (United Kingdom) | Accuse | Philip Hammond | 2013-10-01\n- Philip Hammond | Make a visit | Kazakhstan | 2012-02-28\n- Philip Hammond | Make a visit | Iraq | 2014-06-29\n- Philip Hammond | Make a visit | Iraq | 2014-06-24\n- Kazakhstan | Host a visit | Philip Hammond | 2012-02-28\n- Iraq | Host a visit | Philip Hammond | 2014-06-29\n- Iraq | Host a visit | Philip Hammond | 2014-06-24\n- Philip Hammond | Threaten | Iran | 2012-10-12\n- Philip Hammond | Make statement | Naval (United States) | 2012-01-06\n- Philip Hammond | Make statement | Naval (United States) | 2012-01-05\n- Urmas Reinsalu | Host a visit | Philip Hammond | 2013-12-02\n- Philip Hammond | Make a visit | Urmas Reinsalu | 2013-12-02\n- Philip Hammond | Make a visit | Islam Karimov | 2012-03-13\nAnswer:", "completion": " Kuwait", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1066163", "prompt": "In January 2014, which country was negotiating with South Sudan?\nEvidence:\n- South Sudan | Make statement | UN Mission in Sudan | 2005-08-05\n- South Sudan | Cooperate economically | Sudan | 2006-03-14\n- South Sudan | Accuse | Government (Sudan) | 2006-02-21\n- South Sudan | Accuse | Citizen (Sudan) | 2006-02-21\n- Government (Sudan) | Mediate | South Sudan | 2006-07-24\n- South Sudan | Engage in symbolic act | John Garang | 2005-09-27\n- Sudan | Make a visit | South Sudan | 2005-08-02\n- South Sudan | Make statement | Government (Sudan) | 2005-11-30\n- South Sudan | Host a visit | Sudan | 2005-08-02\n- South Sudan | Accuse | Military Intelligence (Sudan) | 2006-02-13\n- Government (Sudan) | Make statement | South Sudan | 2006-03-06\n- Resistance Movement (South Sudan) | Use unconventional violence | South Sudan | 2006-06-06\n- South Sudan | Arrest, detain, or charge with legal action | High Ranking Military Personnel (Sudan) | 2012-01-06\n- Sudan | Express intent to cooperate | South Sudan | 2005-11-23\n- South Sudan | Express intent to cooperate | Sudan | 2005-11-23\nAnswer:", "completion": " Sudan", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1058559", "prompt": "Which country first honoured Vietnam in 2005?\nEvidence:\n- Vietnam | Engage in diplomatic cooperation | Romania | 2005-01-31\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-02-05\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-01-07\n- Vietnam | Engage in diplomatic cooperation | Japan | 2005-01-09\n- Romania | Engage in diplomatic cooperation | Vietnam | 2005-01-31\n- Laos | Engage in diplomatic cooperation | Vietnam | 2005-02-05\n- Laos | Engage in diplomatic cooperation | Vietnam | 2005-01-07\n- Japan | Engage in diplomatic cooperation | Vietnam | 2005-01-09\n- Vietnam | Demand | China | 2005-01-15\n- Vietnam | Demand | China | 2005-01-14\n- Vietnam | Consult | China | 2005-02-11\n- Vietnam | Accuse | China | 2005-01-21\n- China | Consult | Vietnam | 2005-02-11\n- Unified Buddhist Church of Vietnam | Appeal for rights | Vietnam | 2005-02-11\n- Finance / Economy / Commerce / Trade Ministry (Vietnam) | Make statement | Vietnam | 2005-01-18\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1092948", "prompt": "Which was the first country with which the US envoy expressed the intention to engage in diplomatic cooperation?\nEvidence:\n- People First Party Korea | Engage in diplomatic cooperation | Kuomintang | 2007-03-21\n- People First Party Korea | Engage in diplomatic cooperation | Kuomintang | 2006-12-19\n- People First Party Korea | Engage in diplomatic cooperation | Kuomintang | 2006-09-11\n- People First Party Korea | Engage in diplomatic cooperation | Kuomintang | 2006-06-27\n- Kuomintang | Engage in diplomatic cooperation | People First Party Korea | 2007-03-21\n- Kuomintang | Engage in diplomatic cooperation | People First Party Korea | 2006-12-19\n- Kuomintang | Engage in diplomatic cooperation | People First Party Korea | 2006-12-12\n- Kuomintang | Engage in diplomatic cooperation | People First Party Korea | 2006-07-30\n- People First Party Korea | Engage in diplomatic cooperation | New Party (Taiwan) | 2006-12-19\n- People First Party Korea | Engage in diplomatic cooperation | Lee Myung Bak | 2007-12-03\n- New Party (Taiwan) | Engage in diplomatic cooperation | People First Party Korea | 2006-12-08\n- Lee Myung Bak | Engage in diplomatic cooperation | People First Party Korea | 2007-12-03\n- Labor Party (New Zealand) | Engage in diplomatic cooperation | New Zealand First | 2008-09-24\n- First Command of the Capital | Express intent to engage in diplomatic cooperation (such as policy support) | Party Member (Brazil) | 2006-06-12\n- People First Party Korea | Engage in material cooperation | Kuomintang | 2006-11-08\nAnswer:", "completion": " China", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1128731", "prompt": "Before Saud bin Faisal bin Abdul-Aziz, who was the last to visit the Royal Administration of Jordan?\nEvidence:\n- Saud bin Faisal bin Abdul-Aziz | Consult | Royal Administration (Saudi Arabia) | 2005-02-23\n- Saud bin Faisal bin Abdul-Aziz | Consult | Royal Administration (Saudi Arabia) | 2005-02-22\n- Royal Administration (Saudi Arabia) | Consult | Saud bin Faisal bin Abdul-Aziz | 2005-02-23\n- Royal Administration (Saudi Arabia) | Consult | Saud bin Faisal bin Abdul-Aziz | 2005-02-22\n- Saud bin Faisal bin Abdul-Aziz | Make statement | Royal Administration (Saudi Arabia) | 2005-09-21\n- Saud bin Faisal bin Abdul-Aziz | Make statement | Royal Administration (Saudi Arabia) | 2005-06-19\n- Saud bin Faisal bin Abdul-Aziz | Make statement | Royal Administration (Saudi Arabia) | 2005-02-08\n- Saud bin Faisal bin Abdul-Aziz | Reject | Iraq | 2005-09-22\n- Saud bin Faisal bin Abdul-Aziz | Accuse | Iran | 2005-10-16\n- Tony Blair | Consult | Saud bin Faisal bin Abdul-Aziz | 2006-01-17\n- Tony Blair | Consult | Saud bin Faisal bin Abdul-Aziz | 2006-01-16\n- Saud bin Faisal bin Abdul-Aziz | Make statement | Iraq | 2005-10-03\n- Saud bin Faisal bin Abdul-Aziz | Make statement | Iraq | 2005-10-02\n- Saud bin Faisal bin Abdul-Aziz | Consult | Tony Blair | 2006-01-17\n- Saud bin Faisal bin Abdul-Aziz | Consult | Tony Blair | 2006-01-16\nAnswer:", "completion": " Al-Mustaqbal", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1161710", "prompt": "Who was the first to praise the United States Congress after Ma Ying Jeou?\nEvidence:\n- Ma Ying Jeou | Praise or endorse | China | 2005-05-04\n- Ma Ying Jeou | Praise or endorse | China | 2005-02-04\n- Ma Ying Jeou | Praise or endorse | Lien Chan | 2005-04-03\n- Ma Ying Jeou | Demand | Kuomintang | 2005-02-05\n- China | Reject | Ma Ying Jeou | 2005-01-05\n- China | Reject | Ma Ying Jeou | 2005-01-04\n- Ma Ying Jeou | Make statement | Kuomintang | 2005-04-15\n- Ma Ying Jeou | Make statement | Japan | 2005-03-04\n- Ma Ying Jeou | Make statement | China | 2005-03-28\n- Ma Ying Jeou | Make statement | China | 2005-03-06\n- Ma Ying Jeou | Make statement | China | 2005-01-07\n- Kuomintang | Make statement | Ma Ying Jeou | 2005-02-07\n- Professor (Taiwan) | Make statement | Ma Ying Jeou | 2005-02-15\n- Ma Ying Jeou | Make statement | Lien Chan | 2005-06-02\n- Ma Ying Jeou | Make statement | Lien Chan | 2005-05-27\nAnswer:", "completion": " High Commission for Refugees", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1034770", "prompt": "Who did Nicos Anastasiades praise before 26 January 2015?\nEvidence:\n- Nicos Anastasiades | Praise or endorse | Alexis Tsipras | 2015-01-26\n- Nicos Anastasiades | Express intent to cooperate | Alexis Tsipras | 2015-01-26\n- Alexis Tsipras | Express intent to cooperate | Nicos Anastasiades | 2015-01-26\n- Solidarity | Praise or endorse | Alexis Tsipras | 2015-01-26\n- Head of Government (Greece) | Praise or endorse | Alexis Tsipras | 2015-01-26\n- Nikos Christodoulides | Make statement | Alexis Tsipras | 2015-01-26\n- France | Make an appeal or request | Alexis Tsipras | 2015-01-26\n- France | Express intent to meet or negotiate | Alexis Tsipras | 2015-01-26\n- Evangelos Meimarakis | Discuss by telephone | Alexis Tsipras | 2015-01-26\n- Dimitris Koutsoumbas | Discuss by telephone | Alexis Tsipras | 2015-01-26\n- Citizen (Greece) | Sign formal agreement | Alexis Tsipras | 2015-01-26\n- Antonis Samaras | Discuss by telephone | Alexis Tsipras | 2015-01-26\n- Alexis Tsipras | Sign formal agreement | Citizen (Greece) | 2015-01-26\n- Alexis Tsipras | Make an appeal or request | Air Force Chief (Greece) | 2015-01-26\n- Alexis Tsipras | Express intent to meet or negotiate | Citizen (Greece) | 2015-01-26\nAnswer:", "completion": " High Commission (United Kingdom)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1232034", "prompt": "Before 19 March 2014, who suffered from the conventional military forces of the Middle East?\nEvidence:\n- Middle East | Use conventional military force | Armed Rebel (Syria) | 2014-03-19\n- Armed Rebel (Syria) | Use unconventional violence | Middle East | 2014-03-19\n- Armed Rebel (Syria) | Protest violently, riot | Police (Syria) | 2014-03-19\nAnswer:", "completion": " Rafiq Hariri", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 3, "n_anchors": 1} +{"id": "mtq_1168331", "prompt": "To whom did Kenya's lawyer make an appeal before 15 February 2006?\nEvidence:\n- Lawyer/Attorney (Kenya) | Make an appeal or request | Appeals Court (Kenya) | 2006-02-15\nAnswer:", "completion": " Police (Kenya)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1171032", "prompt": "In which month did the citizens of North Korea express their intention to negotiate with Marta Lomas?\nEvidence:\n- Citizen (North Korea) | Express intent to meet or negotiate | Marta Lomas | 2005-09-22\n- Head of Government (Cuba) | Express intent to meet or negotiate | Marta Lomas | 2005-09-23\n- Aristides Gomes | Make statement | Marta Lomas | 2007-02-01\n- Yang Hyong Sop | Engage in negotiation | Marta Lomas | 2005-09-23\n- Marta Lomas | Engage in negotiation | Yang Hyong Sop | 2005-09-23\n- Rafael Ramírez | Sign formal agreement | Marta Lomas | 2005-10-06\n- Marta Lomas | Sign formal agreement | Rafael Ramírez | 2005-10-06\n- Marta Lomas | Sign formal agreement | Leire Pajín | 2007-09-29\n- Leire Pajín | Sign formal agreement | Marta Lomas | 2007-09-29\n- Foreign Affairs (Namibia) | Provide aid | Marta Lomas | 2008-10-13\n- South Korea | Express intent to meet or negotiate | Citizen (North Korea) | 2006-05-26\n- South Korea | Express intent to meet or negotiate | Citizen (North Korea) | 2006-04-22\n- South Korea | Express intent to meet or negotiate | Citizen (North Korea) | 2006-03-17\n- South Korea | Express intent to meet or negotiate | Citizen (North Korea) | 2005-04-26\n- Citizen (North Korea) | Express intent to meet or negotiate | South Korea | 2007-03-22\nAnswer:", "completion": " 2005-09", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1077795", "prompt": "In 2006, who formally signed an agreement with the Trade Union of Croatia?\nEvidence:\n- Labor Union (Croatia) | Sign formal agreement | Government (Croatia) | 2014-02-28\n- Labor Union (Croatia) | Sign formal agreement | Government (Croatia) | 2012-07-02\n- Labor Union (Croatia) | Sign formal agreement | Government (Croatia) | 2010-11-24\n- Labor Union (Croatia) | Sign formal agreement | Government (Croatia) | 2010-06-18\n- Government (Croatia) | Sign formal agreement | Labor Union (Croatia) | 2014-02-28\n- Government (Croatia) | Sign formal agreement | Labor Union (Croatia) | 2012-07-02\n- Government (Croatia) | Sign formal agreement | Labor Union (Croatia) | 2010-11-24\n- Government (Croatia) | Sign formal agreement | Labor Union (Croatia) | 2010-06-18\n- Labor Union (Croatia) | Engage in negotiation | Government (Croatia) | 2012-06-06\n- Labor Union (Croatia) | Engage in negotiation | Government (Croatia) | 2012-06-04\n- Labor Union (Croatia) | Engage in negotiation | Business (Croatia) | 2010-10-22\n- Labor Union (Croatia) | Engage in negotiation | Business (Croatia) | 2007-03-25\n- Government (Croatia) | Engage in negotiation | Labor Union (Croatia) | 2012-06-06\n- Government (Croatia) | Engage in negotiation | Labor Union (Croatia) | 2012-06-04\n- Business (Croatia) | Engage in negotiation | Labor Union (Croatia) | 2010-10-22\nAnswer:", "completion": " Democratic Party (Serbia)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1277894", "prompt": "Who did Sylvia Masebo appeal to after 5 August 2008?\nEvidence:\n- Sylvia Masebo | Make an appeal or request | Citizen (Zambia) | 2008-08-05\n- Ronnie Shikapwasha | Make an appeal or request | Citizen (Zambia) | 2008-08-05\nAnswer:", "completion": " Citizen (Zambia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 1} +{"id": "mtq_1008751", "prompt": "Who praised Ibrahim Boubacar Keïta after December, the year 2013?\nEvidence:\n- Mahmoud Abbas | Consult | Ibrahim Boubacar Keïta | 2013-11-19\n- Ibrahim Boubacar Keïta | Make statement | France | 2013-08-14\n- Ibrahim Boubacar Keïta | Make statement | France | 2013-08-13\n- Ibrahim Boubacar Keïta | Consult | Mahmoud Abbas | 2013-11-19\n- Citizen (Mali) | Yield | Ibrahim Boubacar Keïta | 2013-08-21\n- Mauritania | Host a visit | Ibrahim Boubacar Keïta | 2014-01-11\n- Ibrahim Boubacar Keïta | Make a visit | Mauritania | 2014-01-15\n- Ibrahim Boubacar Keïta | Make a visit | Mauritania | 2014-01-11\n- Ibrahim Boubacar Keïta | Make a visit | France | 2013-12-06\n- Ibrahim Boubacar Keïta | Make a visit | France | 2013-12-04\n- Ibrahim Boubacar Keïta | Make a visit | France | 2013-10-02\n- Ibrahim Boubacar Keïta | Make a visit | France | 2013-10-01\n- Ibrahim Boubacar Keïta | Make a visit | France | 2013-09-30\n- Ibrahim Boubacar Keïta | Make a visit | Angola | 2006-08-28\n- France | Praise or endorse | Ibrahim Boubacar Keïta | 2013-09-05\nAnswer:", "completion": " Macky Sall", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1391555", "prompt": "Who used conventional military force against the fishermen of India in 2013?\nEvidence:\n- Naval (Sri Lanka) | Use conventional military force | Fishermen (India) | 2013-06-17\n- Naval (Sri Lanka) | Use conventional military force | Fishermen (India) | 2013-06-01\n- Naval (Sri Lanka) | Use conventional military force | Fishermen (India) | 2013-05-04\n- Naval (Sri Lanka) | Use conventional military force | Fishermen (India) | 2013-03-21\n- Naval (Sri Lanka) | Use conventional military force | Fishermen (India) | 2013-03-10\n- Naval (Sri Lanka) | Use conventional military force | Fishermen (India) | 2013-03-08\n- Marine Corp (Italy) | Use conventional military force | Fishermen (India) | 2013-10-27\n- Marine Corp (Italy) | Use conventional military force | Fishermen (India) | 2013-08-14\n- Marine Corp (Italy) | Use conventional military force | Fishermen (India) | 2013-08-06\n- Marine Corp (Italy) | Use conventional military force | Fishermen (India) | 2013-07-15\n- Marine Corp (Italy) | Use conventional military force | Fishermen (India) | 2013-04-28\n- Marine Corp (Italy) | Use conventional military force | Fishermen (India) | 2013-04-09\n- Marine Corp (Italy) | Use conventional military force | Fishermen (India) | 2013-04-03\n- Marine Corp (Italy) | Use conventional military force | Fishermen (India) | 2013-03-30\n- Marine Corp (Italy) | Use conventional military force | Fishermen (India) | 2013-03-29\nAnswer:", "completion": " Naval (Sri Lanka)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1175148", "prompt": "In 2005, who last expressed an intention to meet with Islam Karimov?\nEvidence:\n- Pervez Musharraf | Engage in negotiation | Islam Karimov | 2005-03-07\n- Pervez Musharraf | Engage in negotiation | Islam Karimov | 2005-03-06\n- Pervez Musharraf | Engage in negotiation | Islam Karimov | 2005-03-05\n- Janez Susnik | Engage in negotiation | Islam Karimov | 2005-03-16\n- Islam Karimov | Engage in negotiation | Pervez Musharraf | 2005-03-07\n- Islam Karimov | Engage in negotiation | Pervez Musharraf | 2005-03-06\n- Islam Karimov | Engage in negotiation | Pervez Musharraf | 2005-03-05\n- Islam Karimov | Engage in negotiation | Janez Susnik | 2005-03-16\n- Zurab Nogaideli | Express intent to meet or negotiate | Islam Karimov | 2005-04-12\n- Pervez Musharraf | Express intent to meet or negotiate | Islam Karimov | 2005-03-05\n- Islam Karimov | Express intent to meet or negotiate | Pervez Musharraf | 2005-03-05\n- Roh Moo Hyun | Engage in negotiation | Islam Karimov | 2005-05-10\n- Islam Karimov | Engage in negotiation | Roh Moo Hyun | 2005-05-10\n- Zurab Nogaideli | Consult | Islam Karimov | 2005-04-18\n- Senate (Uzbekistan) | Consult | Islam Karimov | 2005-04-06\nAnswer:", "completion": " Roh Moo Hyun", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1386288", "prompt": "Who did the Prime Minister of India sign an agreement with before 26 September 2013?\nEvidence:\n- Mikhail Sergeyevich Gorbachev | Sign formal agreement | Head of Government (India) | 2013-09-26\n- Head of Government (India) | Sign formal agreement | Mikhail Sergeyevich Gorbachev | 2013-09-26\nAnswer:", "completion": " Cristina Fernández de Kirchner", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 0} +{"id": "mtq_1002920", "prompt": "In 2015, which country did Sergey Kuzhugetovich Shoygu engage in negotiation with first?\nEvidence:\n- Sergey Kuzhugetovich Shoygu | Engage in negotiation | Rashid Gumarovich Nurgaliyev | 2008-11-13\n- Rashid Gumarovich Nurgaliyev | Engage in negotiation | Sergey Kuzhugetovich Shoygu | 2008-11-13\n- Sergey Kuzhugetovich Shoygu | Consult | Gazprom | 2008-08-09\n- Gazprom | Consult | Sergey Kuzhugetovich Shoygu | 2008-08-09\n- Vuk Jeremić | Consult | Sergey Kuzhugetovich Shoygu | 2007-06-22\n- Sergey Kuzhugetovich Shoygu | Consult | Vuk Jeremić | 2007-06-22\n- Sergey Kuzhugetovich Shoygu | Consult | Daniel Ortega | 2009-11-10\n- Daniel Ortega | Consult | Sergey Kuzhugetovich Shoygu | 2009-11-10\n- United Russia | Make statement | Sergey Kuzhugetovich Shoygu | 2007-08-17\n- Sholban Kara-ool | Consult | Sergey Kuzhugetovich Shoygu | 2007-08-13\n- Sergey Kuzhugetovich Shoygu | Sign formal agreement | Bundesrat | 2005-06-29\n- Sergey Kuzhugetovich Shoygu | Make statement | ITAR TASS | 2009-12-06\n- Sergey Kuzhugetovich Shoygu | Make a visit | Japan | 2006-02-25\n- Sergey Kuzhugetovich Shoygu | Make a visit | Japan | 2006-02-22\n- Sergey Kuzhugetovich Shoygu | Make a visit | China | 2006-11-22\nAnswer:", "completion": " Iran", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1053863", "prompt": "In May 2012, who used conventional military force against protesters in Egypt?\nEvidence:\n- Theresa May | Use conventional military force | Citizen (United Kingdom) | 2010-06-04\n- Theresa May | Use conventional military force | Businessperson (United Kingdom) | 2013-03-04\n- Police (Egypt) | Use conventional military force | Protester (Egypt) | 2015-08-14\n- Police (Egypt) | Use conventional military force | Protester (Egypt) | 2015-02-09\n- Police (Egypt) | Use conventional military force | Protester (Egypt) | 2015-01-30\n- Police (Egypt) | Use conventional military force | Protester (Egypt) | 2015-01-27\n- Police (Egypt) | Use conventional military force | Protester (Egypt) | 2015-01-26\n- Police (Egypt) | Use conventional military force | Protester (Egypt) | 2015-01-25\n- Police (Egypt) | Use conventional military force | Protester (Egypt) | 2014-12-01\n- Police (Egypt) | Use conventional military force | Protester (Egypt) | 2014-11-30\n- Police (Egypt) | Use conventional military force | Protester (Egypt) | 2014-11-29\n- Police (Egypt) | Use conventional military force | Protester (Egypt) | 2014-11-28\n- Police (Egypt) | Use conventional military force | Protester (Egypt) | 2014-08-16\n- Police (Egypt) | Use conventional military force | Protester (Egypt) | 2014-08-15\n- Police (Egypt) | Use conventional military force | Protester (Egypt) | 2014-08-12\nAnswer:", "completion": " Police (Egypt)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1177835", "prompt": "Who asked for the business of Indonesia after Médecins Sans Frontières?\nEvidence:\n- House of Representatives (Indonesia) | Consult | Business (Indonesia) | 2015-12-19\n- Business (Indonesia) | Consult | House of Representatives (Indonesia) | 2015-12-19\n- Police (Indonesia) | Accuse of crime, corruption | Business (Indonesia) | 2011-04-12\n- House of Representatives (Indonesia) | Make statement | Business (Indonesia) | 2010-01-04\n- Police (Indonesia) | Reject | Business (Indonesia) | 2005-10-06\n- Police (Indonesia) | Investigate | Business (Indonesia) | 2015-06-26\n- Police (Indonesia) | Investigate | Business (Indonesia) | 2014-06-05\n- Police (Indonesia) | Investigate | Business (Indonesia) | 2014-05-09\n- Police (Indonesia) | Investigate | Business (Indonesia) | 2012-06-06\n- Police (Indonesia) | Investigate | Business (Indonesia) | 2011-11-29\n- Police (Indonesia) | Investigate | Business (Indonesia) | 2010-06-15\n- Police (Indonesia) | Investigate | Business (Indonesia) | 2010-06-07\n- Police (Indonesia) | Investigate | Business (Indonesia) | 2010-03-20\n- Police (Indonesia) | Investigate | Business (Indonesia) | 2008-05-03\n- Police (Indonesia) | Investigate | Business (Indonesia) | 2007-04-21\nAnswer:", "completion": " Iran", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1257481", "prompt": "Which country did M.R. Sharma say he wanted to meet first?\nEvidence:\n- M.R. Sharma | Demand | Prachanda | 2008-09-07\n- Ronald Kirk | Consult | M.R. Sharma | 2009-06-09\n- Rioter (India) | Investigate | M.R. Sharma | 2008-02-23\n- Media (Africa) | Consult | M.R. Sharma | 2008-04-16\n- M.R. Sharma | Make statement | Prachanda | 2009-04-06\n- M.R. Sharma | Consult | Ronald Kirk | 2009-06-09\n- M.R. Sharma | Consult | Media (Africa) | 2008-04-16\n- M.R. Sharma | Consult | Kenneth Chipungu | 2010-09-28\n- M.R. Sharma | Accuse | Media (India) | 2008-10-11\n- Kenneth Chipungu | Consult | M.R. Sharma | 2010-09-28\n- M.R. Sharma | Make statement | M.L. Khurana | 2006-07-18\n- M.R. Sharma | Express intent to meet or negotiate | Malaysia | 2008-08-01\n- M.R. Sharma | Express intent to meet or negotiate | China | 2008-08-01\n- Thief (India) | Make statement | M.R. Sharma | 2008-03-22\n- Thailand | Host a visit | M.R. Sharma | 2009-08-17\nAnswer:", "completion": " China", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1353552", "prompt": "On 23 January 2006, who attacked the citizens of Thailand with small arms and light weapons?\nEvidence:\n- Armed Gang (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2006-01-23\n- Thailand | Arrest, detain, or charge with legal action | Citizen (Thailand) | 2006-01-23\n- Thailand | Engage in diplomatic cooperation | China | 2006-01-23\n- China | Engage in diplomatic cooperation | Thailand | 2006-01-23\n- China | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2006-01-23\n- Cabinet / Council of Ministers / Advisors (United States) | Consult | China | 2006-01-23\n- China | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2006-01-23\n- China | Engage in negotiation | Cabinet / Council of Ministers / Advisors (United States) | 2006-01-23\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | China | 2006-01-23\n- Cabinet / Council of Ministers / Advisors (United States) | Engage in negotiation | China | 2006-01-23\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | China | 2006-01-23\n- South Korea | Express intent to cooperate | China | 2006-01-23\n- Mainland Affairs Council | Make an appeal or request | China | 2006-01-23\n- Japan | Make pessimistic comment | China | 2006-01-23\n- Japan | Make an appeal or request | China | 2006-01-23\nAnswer:", "completion": " Armed Gang (Thailand)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1295795", "prompt": "When did Antony Harold Curties Tony Windsor make optimistic remarks about the citizens of Australia?\nEvidence:\n- Antony Harold Curties \"Tony\" Windsor | Make optimistic comment | Citizen (Australia) | 2013-08-06\n- Police (Australia) | Reject | Antony Harold Curties \"Tony\" Windsor | 2005-03-10\n- Police (Australia) | Reject | Antony Harold Curties \"Tony\" Windsor | 2005-02-03\n- Citizen (Australia) | Demand | Antony Harold Curties \"Tony\" Windsor | 2013-06-26\n- Businessperson (Australia) | Mediate | Antony Harold Curties \"Tony\" Windsor | 2005-03-16\n- Businessperson (Australia) | Accuse | Antony Harold Curties \"Tony\" Windsor | 2005-03-11\n- Antony Harold Curties \"Tony\" Windsor | Demand | Citizen (Australia) | 2011-03-28\n- Antony Harold Curties \"Tony\" Windsor | Accuse | Citizen (Australia) | 2007-04-02\n- Businessperson (Australia) | Make statement | Antony Harold Curties \"Tony\" Windsor | 2005-03-11\n- Antony Harold Curties \"Tony\" Windsor | Make statement | Businessperson (Australia) | 2005-02-04\n- Antony Harold Curties \"Tony\" Windsor | Make statement | Businessperson (Australia) | 2005-02-03\n- Member of Parliament (Australia) | Demand | Antony Harold Curties \"Tony\" Windsor | 2012-10-10\n- Member of Parliament (Australia) | Consult | Antony Harold Curties \"Tony\" Windsor | 2011-09-23\n- Antony Harold Curties \"Tony\" Windsor | Demand | Member of Parliament (Australia) | 2010-09-07\n- Antony Harold Curties \"Tony\" Windsor | Consult | Member of Parliament (Australia) | 2011-09-23\nAnswer:", "completion": " 2013-08-06", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1007490", "prompt": "Who was Javier Solana negotiating with the Syrian Ministry of Finance in the same month?\nEvidence:\n- Javier Solana | Consider policy option | The Hague | 2005-02-05\n- Javier Solana | Demand | Iran | 2005-02-01\n- Javier Solana | Consult | Iran | 2005-02-01\n- Iran | Consult | Javier Solana | 2005-02-01\n- Javier Solana | Engage in diplomatic cooperation | Mahmoud Abbas | 2005-01-13\n- Stephen Hadley | Consult | Javier Solana | 2005-01-07\n- Milo Djukanovic | Consult | Javier Solana | 2005-03-03\n- Mahmoud Abbas | Consult | Javier Solana | 2005-03-03\n- Mahmoud Abbas | Consult | Javier Solana | 2005-03-02\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-29\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-28\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-24\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-23\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-11\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-10\nAnswer:", "completion": " Farouk al-Sharaa", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1238813", "prompt": "Who wanted to negotiate with Vietnam on the same day as Mario Monti?\nEvidence:\n- Mario Monti | Express intent to meet or negotiate | France | 2012-01-03\n- Mario Monti | Express intent to meet or negotiate | France | 2011-11-24\n- Mario Monti | Express intent to meet or negotiate | France | 2011-11-18\n- Mario Monti | Consult | Barack Obama | 2011-12-08\n- Mario Monti | Consult | Angela Merkel | 2012-01-12\n- Mario Monti | Consult | Angela Merkel | 2011-11-25\n- Mario Monti | Consult | Angela Merkel | 2011-11-24\n- China | Make statement | Mario Monti | 2012-01-18\n- Barack Obama | Consult | Mario Monti | 2011-12-08\n- Angela Merkel | Consult | Mario Monti | 2012-01-12\n- Angela Merkel | Consult | Mario Monti | 2011-11-25\n- Angela Merkel | Consult | Mario Monti | 2011-11-24\n- Mario Monti | Express intent to meet or negotiate | Citizen (Belgium) | 2011-11-20\n- Mario Monti | Express intent to meet or negotiate | Barack Obama | 2012-01-23\n- Mario Monti | Express intent to meet or negotiate | Angela Merkel | 2012-01-16\nAnswer:", "completion": " Dmitry Anatolyevich Medvedev", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1001233", "prompt": "Before 15 October 2006, who visited Eritrea?\nEvidence:\n- Yemen | Make a visit | Eritrea | 2006-10-15\n- Eritrea | Host a visit | Yemen | 2006-10-15\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2006-10-15\n- Eritrea | Engage in diplomatic cooperation | Yemen | 2006-10-15\nAnswer:", "completion": " Mubarak al Fadil al Mahdi", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 4, "n_anchors": 1} +{"id": "mtq_1324502", "prompt": "Before Tzipi Livni, to whom did Benjamin Netanyahu last express optimism?\nEvidence:\n- Abdullah Gül | Express intent to cooperate | Tzipi Livni | 2006-02-14\n- Tzipi Livni | Reject | Qatar | 2006-02-13\n- Tzipi Livni | Express intent to meet or negotiate | France | 2006-02-28\n- Tzipi Livni | Express intent to meet or negotiate | Mahmoud Abbas | 2006-05-20\n- Tzipi Livni | Express intent to meet or negotiate | Mahmoud Abbas | 2006-05-19\n- Tzipi Livni | Express intent to meet or negotiate | Benedict XVI | 2006-03-23\n- Mahmoud Abbas | Express intent to meet or negotiate | Tzipi Livni | 2006-05-20\n- Mahmoud Abbas | Express intent to meet or negotiate | Tzipi Livni | 2006-05-19\n- Mahmoud Abbas | Express intent to meet or negotiate | Tzipi Livni | 2006-05-18\n- Javier Solana | Express intent to meet or negotiate | Tzipi Livni | 2006-02-10\n- Abdullah Gül | Express intent to meet or negotiate | Tzipi Livni | 2006-03-09\n- Wolfgang Schüssel | Consult | Tzipi Livni | 2006-03-02\n- Tzipi Livni | Investigate | Police (Israel) | 2005-12-30\n- Tzipi Livni | Demand | Settler (Israel) | 2005-05-25\n- Tzipi Livni | Consult | Wolfgang Schüssel | 2006-03-02\nAnswer:", "completion": " Barack Obama", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1335317", "prompt": "Who last appealed to the UN Security Council before the representative of Iran to the United Nations?\nEvidence:\n- Representative to the United Nations (Iran) | Make statement | Iran | 2005-01-16\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- Office of the United Nations High Commissioner for Human Rights | Make an appeal or request | UN Security Council | 2005-02-18\n- UN Security Council | Make a visit | Iran | 2005-02-03\n- Iran | Host a visit | UN Security Council | 2005-02-03\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- UN Security Council | Impose embargo, boycott, or sanctions | Iran | 2005-02-28\n- UN Security Council | Demand settling of dispute | Citizen (Sudan) | 2005-01-13\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\n- UN Security Council | Consult | Nabil Shaath | 2005-01-11\n- UN Security Council | Consult | John Garang | 2005-02-09\n- UN Security Council | Consult | John Garang | 2005-02-08\nAnswer:", "completion": " Nonaligned Movement", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1016707", "prompt": "Before Sidi Ould Cheikh Abdallahi, who was the last person to praise Zine El Abidine Ben Ali?\nEvidence:\n- Sidi Ould Cheikh Abdallahi | Praise or endorse | Zine El Abidine Ben Ali | 2008-03-31\n- Mauritania | Praise or endorse | Sidi Ould Cheikh Abdallahi | 2007-04-18\n- France | Praise or endorse | Sidi Ould Cheikh Abdallahi | 2008-12-22\n- France | Praise or endorse | Sidi Ould Cheikh Abdallahi | 2008-12-21\n- France | Praise or endorse | Sidi Ould Cheikh Abdallahi | 2007-03-27\n- Sidi Ould Cheikh Abdallahi | Make statement | Mauritania | 2008-11-19\n- Sidi Ould Cheikh Abdallahi | Consult | Alain Joyandet | 2008-10-25\n- Sidi Ould Cheikh Abdallahi | Consult | Abdoulaye Wade | 2009-05-14\n- Police (Mauritania) | Accuse | Sidi Ould Cheikh Abdallahi | 2008-10-05\n- France | Make statement | Sidi Ould Cheikh Abdallahi | 2008-12-21\n- Alain Joyandet | Consult | Sidi Ould Cheikh Abdallahi | 2008-10-25\n- Abdoulaye Wade | Consult | Sidi Ould Cheikh Abdallahi | 2009-05-14\n- Police (Mauritania) | Return, release person(s) | Sidi Ould Cheikh Abdallahi | 2008-12-21\n- Citizen (Mauritania) | Return, release person(s) | Sidi Ould Cheikh Abdallahi | 2008-12-23\n- Sidi Ould Cheikh Abdallahi | Praise or endorse | Citizen (Mauritania) | 2008-05-21\nAnswer:", "completion": " Labor Union (Tunisia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1263025", "prompt": "In which year did the South African Foreign Minister visit Angola for the first time?\nEvidence:\n- Foreign Affairs (South Korea) | Make a visit | Angola | 2005-03-30\n- Angola | Host a visit | Foreign Affairs (South Korea) | 2005-03-30\n- Foreign Affairs (Portugal) | Make a visit | Angola | 2005-01-27\n- Foreign Affairs (Argentina) | Make a visit | Angola | 2010-03-03\n- Angola | Host a visit | Foreign Affairs (Portugal) | 2005-01-27\n- Angola | Host a visit | Foreign Affairs (Argentina) | 2010-03-03\n- Member of the Judiciary (Angola) | Make pessimistic comment | Angola | 2005-01-21\n- South Africa | Host a visit | Angola | 2005-02-18\n- Angola | Make a visit | South Africa | 2005-02-18\n- Foreign Affairs (Italy) | Make statement | Angola | 2005-03-31\n- Foreign Affairs (Israel) | Provide aid | Angola | 2005-05-10\n- Foreign Affairs (Sao Tome and Principe) | Make a visit | Angola | 2005-04-11\n- Angola | Host a visit | Foreign Affairs (Sao Tome and Principe) | 2005-04-11\n- Foreign Affairs (Argentina) | Grant diplomatic recognition | Angola | 2005-01-18\n- Mexico | Engage in diplomatic cooperation | Angola | 2005-07-13\nAnswer:", "completion": " 2014", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1154350", "prompt": "With which country did Barack Obama last express the intention to engage in diplomatic cooperation in 2015?\nEvidence:\n- Barack Obama | Engage in diplomatic cooperation | Raúl Castro | 2015-09-29\n- Barack Obama | Express intent to engage in diplomatic cooperation (such as policy support) | Mexico | 2015-01-08\n- Raúl Castro | Express intent to engage in diplomatic cooperation (such as policy support) | Barack Obama | 2015-01-01\n- Barack Obama | Express intent to engage in diplomatic cooperation (such as policy support) | Raúl Castro | 2015-03-24\n- Barack Obama | Express intent to engage in diplomatic cooperation (such as policy support) | Raúl Castro | 2015-01-01\n- Raúl Castro | Engage in negotiation | Barack Obama | 2015-09-30\n- Raúl Castro | Engage in negotiation | Barack Obama | 2015-09-29\n- Raúl Castro | Engage in negotiation | Barack Obama | 2015-09-19\n- Raúl Castro | Engage in negotiation | Barack Obama | 2015-07-17\n- Raúl Castro | Engage in negotiation | Barack Obama | 2015-04-16\n- Raúl Castro | Engage in negotiation | Barack Obama | 2015-04-15\n- Raúl Castro | Engage in negotiation | Barack Obama | 2015-04-14\n- Raúl Castro | Engage in negotiation | Barack Obama | 2015-04-13\n- Raúl Castro | Engage in negotiation | Barack Obama | 2015-04-12\n- Raúl Castro | Engage in negotiation | Barack Obama | 2015-04-11\nAnswer:", "completion": " France", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1142693", "prompt": "Who last praised the head of government of Brazil before the Brazilian Congress?\nEvidence:\n- Head of Government (Brazil) | Threaten | Congress (Brazil) | 2007-02-08\n- Head of Government (Brazil) | Accuse | Congress (Brazil) | 2010-07-31\n- Head of Government (Brazil) | Make statement | Congress (Brazil) | 2011-05-22\n- Head of Government (Brazil) | Make statement | Congress (Brazil) | 2008-07-08\n- Head of Government (Brazil) | Make statement | Congress (Brazil) | 2008-05-21\n- Head of Government (Brazil) | Make statement | Congress (Brazil) | 2006-12-15\n- Head of Government (Brazil) | Make statement | Congress (Brazil) | 2006-07-04\n- Head of Government (Brazil) | Make statement | Congress (Brazil) | 2005-09-01\n- Head of Government (Brazil) | Make statement | Congress (Brazil) | 2005-08-12\n- Head of Government (Brazil) | Make statement | Congress (Brazil) | 2005-07-28\n- Congress (Brazil) | Reduce relations | Head of Government (Brazil) | 2005-12-02\n- Congress (Brazil) | Reduce relations | Head of Government (Brazil) | 2005-12-01\n- Congress (Brazil) | Make statement | Head of Government (Brazil) | 2005-11-02\n- Head of Government (Brazil) | Make pessimistic comment | Congress (Brazil) | 2005-10-23\n- Head of Government (Brazil) | Criticize or denounce | Congress (Brazil) | 2007-10-17\nAnswer:", "completion": " Political Parties (Brazil)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1135416", "prompt": "After the refugee from Afghanistan, with whom did the Ministry of Afghanistan want to meet first?\nEvidence:\n- Refugee (Afghanistan) | Consult | Ministry (Afghanistan) | 2010-09-09\n- Ministry (Afghanistan) | Consult | Refugee (Afghanistan) | 2010-09-09\n- Ministry (Afghanistan) | Express intent to meet or negotiate | Refugee (Afghanistan) | 2015-03-09\n- Ministry (Afghanistan) | Make statement | Refugee (Afghanistan) | 2015-10-03\n- Ministry (Afghanistan) | Make statement | Refugee (Afghanistan) | 2013-06-21\n- Ministry (Afghanistan) | Make statement | Refugee (Afghanistan) | 2009-01-29\n- Ministry (Afghanistan) | Make statement | Refugee (Afghanistan) | 2008-07-04\n- Ministry (Afghanistan) | Make statement | Refugee (Afghanistan) | 2008-02-20\n- Ministry (Afghanistan) | Make statement | Refugee (Afghanistan) | 2008-01-03\n- Ministry (Afghanistan) | Provide humanitarian aid | Refugee (Afghanistan) | 2008-04-02\n- Ministry (Iran) | Make statement | Refugee (Afghanistan) | 2010-05-09\n- Refugee (Afghanistan) | Express intent to meet or negotiate | Iran | 2011-12-20\n- Refugee (Afghanistan) | Express intent to meet or negotiate | Iran | 2005-02-16\n- Refugee (Afghanistan) | Sexually assault | Women (Afghanistan) | 2012-04-12\n- Envoy (Afghanistan) | Make statement | Refugee (Afghanistan) | 2008-06-21\nAnswer:", "completion": " Iran", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1372395", "prompt": "In which month did the citizens of Uganda express their intention to meet Makhdoom Shah Mahmood Qureshi?\nEvidence:\n- Citizen (Uganda) | Express intent to meet or negotiate | Makhdoom Shah Mahmood Qureshi | 2008-06-23\n- Radoslaw Sikorski | Consult | Makhdoom Shah Mahmood Qureshi | 2010-08-27\n- Makhdoom Shah Mahmood Qureshi | Make statement | China | 2008-04-26\n- Makhdoom Shah Mahmood Qureshi | Make statement | China | 2008-04-25\n- Makhdoom Shah Mahmood Qureshi | Consult | Radoslaw Sikorski | 2010-08-27\n- Makhdoom Shah Mahmood Qureshi | Consult | George Yeo | 2010-11-23\n- Makhdoom Shah Mahmood Qureshi | Consult | Catherine Ashton | 2010-09-10\n- George Yeo | Consult | Makhdoom Shah Mahmood Qureshi | 2010-11-23\n- Catherine Ashton | Consult | Makhdoom Shah Mahmood Qureshi | 2010-09-10\n- Radoslaw Sikorski | Engage in negotiation | Makhdoom Shah Mahmood Qureshi | 2009-01-30\n- Makhdoom Shah Mahmood Qureshi | Engage in negotiation | Radoslaw Sikorski | 2009-01-30\n- Makhdoom Shah Mahmood Qureshi | Express intent to cooperate | Radoslaw Sikorski | 2009-01-30\n- Radoslaw Sikorski | Make statement | Makhdoom Shah Mahmood Qureshi | 2009-01-30\n- Makhdoom Shah Mahmood Qureshi | Praise or endorse | Vietnam | 2010-07-27\n- Makhdoom Shah Mahmood Qureshi | Praise or endorse | Vietnam | 2010-07-26\nAnswer:", "completion": " 2008-06", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1305717", "prompt": "In May 2015, who made the armed gang of Albania suffer from conventional military forces?\nEvidence:\n- Police (Macedonia) | Use conventional military force | Armed Gang (Albania) | 2015-05-22\n- Police (Macedonia) | Use conventional military force | Armed Gang (Albania) | 2015-05-20\n- Police (Macedonia) | Use conventional military force | Armed Gang (Albania) | 2015-05-18\n- Police (Macedonia) | Use conventional military force | Armed Gang (Albania) | 2015-05-16\n- Military (Albania) | Mobilize or increase armed forces | Iraq | 2008-02-20\n- Armed Gang (Albania) | Use unconventional violence | City Mayor (Albania) | 2005-09-23\n- Police (Macedonia) | Make statement | Armed Gang (Albania) | 2010-05-12\n- Armed Gang (Albania) | Use unconventional violence | Armed Band (Macedonia) | 2015-05-18\n- Armed Gang (Albania) | Use unconventional violence | Armed Band (Macedonia) | 2015-05-16\n- Armed Band (Macedonia) | Use unconventional violence | Armed Gang (Albania) | 2015-05-18\n- Armed Band (Macedonia) | Use unconventional violence | Armed Gang (Albania) | 2015-05-16\n- Armed Gang (Albania) | Use unconventional violence | Police (Macedonia) | 2015-05-22\n- Armed Gang (Albania) | Use unconventional violence | Police (Macedonia) | 2015-05-20\n- Armed Gang (Albania) | Use unconventional violence | Police (Macedonia) | 2015-05-18\n- Armed Gang (Albania) | Use unconventional violence | Police (Macedonia) | 2015-05-16\nAnswer:", "completion": " Police (Macedonia)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1258157", "prompt": "Who was the last person Pervez Musharraf wanted to meet before Islam Karimov?\nEvidence:\n- Pervez Musharraf | Consult | Islam Karimov | 2005-03-06\n- Islam Karimov | Consult | Pervez Musharraf | 2005-03-06\n- Pervez Musharraf | Express intent to cooperate | Islam Karimov | 2005-03-09\n- Pervez Musharraf | Express intent to meet or negotiate | Islam Karimov | 2005-03-05\n- Islam Karimov | Express intent to meet or negotiate | Pervez Musharraf | 2005-03-05\n- Pervez Musharraf | Sign formal agreement | Islam Karimov | 2005-03-07\n- Pervez Musharraf | Sign formal agreement | Islam Karimov | 2005-03-06\n- Pervez Musharraf | Make a visit | Islam Karimov | 2005-03-07\n- Pervez Musharraf | Engage in negotiation | Islam Karimov | 2005-03-07\n- Pervez Musharraf | Engage in negotiation | Islam Karimov | 2005-03-06\n- Pervez Musharraf | Engage in negotiation | Islam Karimov | 2005-03-05\n- Islam Karimov | Sign formal agreement | Pervez Musharraf | 2005-03-07\n- Islam Karimov | Sign formal agreement | Pervez Musharraf | 2005-03-06\n- Islam Karimov | Host a visit | Pervez Musharraf | 2005-03-07\n- Islam Karimov | Engage in negotiation | Pervez Musharraf | 2005-03-07\nAnswer:", "completion": " Shaukat Aziz", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1005000", "prompt": "In what month did the Council of Ministers of Somalia first praise Osman Jama Ali?\nEvidence:\n- Cabinet / Council of Ministers / Advisors (Somalia) | Praise or endorse | Osman Jama Ali | 2014-06-20\n- Scholar (Somalia) | Praise or endorse | Cabinet / Council of Ministers / Advisors (Somalia) | 2015-02-10\n- Scholar (Somalia) | Praise or endorse | Cabinet / Council of Ministers / Advisors (Somalia) | 2012-11-15\n- Scholar (Somalia) | Praise or endorse | Cabinet / Council of Ministers / Advisors (Somalia) | 2009-03-11\n- Media Personnel (Somalia) | Praise or endorse | Cabinet / Council of Ministers / Advisors (Somalia) | 2015-01-12\n- Media Personnel (Somalia) | Praise or endorse | Cabinet / Council of Ministers / Advisors (Somalia) | 2012-11-27\n- Cabinet / Council of Ministers / Advisors (Somalia) | Praise or endorse | Media Personnel (Somalia) | 2011-11-28\n- Cabinet / Council of Ministers / Advisors (Somalia) | Engage in symbolic act | Education (Somalia) | 2012-09-08\n- Cabinet / Council of Ministers / Advisors (Somalia) | Engage in material cooperation | Businessperson (Somalia) | 2006-04-20\n- Businessperson (Somalia) | Engage in material cooperation | Cabinet / Council of Ministers / Advisors (Somalia) | 2006-04-20\n- France | Praise or endorse | Cabinet / Council of Ministers / Advisors (Somalia) | 2012-11-06\n- Other Authorities / Officials (Somalia) | Engage in negotiation | Cabinet / Council of Ministers / Advisors (Somalia) | 2014-04-20\n- Cabinet / Council of Ministers / Advisors (Somalia) | Engage in negotiation | Other Authorities / Officials (Somalia) | 2014-04-20\n- Information Ministry (Somalia) | Reject | Cabinet / Council of Ministers / Advisors (Somalia) | 2005-09-09\n- Cabinet / Council of Ministers / Advisors (Somalia) | Accuse | Armed Band (Somalia) | 2009-07-12\nAnswer:", "completion": " 2014-06", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1048468", "prompt": "In the same month as the Prime Minister of Pakistan, who expressed an interest in working with the Prime Minister of India?\nEvidence:\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-09\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-08\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-11-14\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-10-05\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Demand | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-11-24\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-05-19\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2005-05-05\n- Prime Minister Qarase | Make an appeal or request | Prime Minister Chaudhry | 2006-07-26\nAnswer:", "completion": " Pervez Musharraf", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1014866", "prompt": "At what time did the Businessman of the United Kingdom accuse the Labour Party of the United Kingdom?\nEvidence:\n- Party Member (United Kingdom) | Accuse | Guerrilla (United Kingdom) | 2007-11-08\n- Party Member (United Kingdom) | Accuse | Citizen (United Kingdom) | 2015-04-28\n- Party Member (United Kingdom) | Accuse | Citizen (United Kingdom) | 2015-03-13\n- Party Member (United Kingdom) | Accuse | Citizen (United Kingdom) | 2012-11-02\n- Party Member (United Kingdom) | Accuse | Citizen (United Kingdom) | 2010-11-11\n- Party Member (United Kingdom) | Accuse | Citizen (United Kingdom) | 2010-05-31\n- Party Member (United Kingdom) | Accuse | Citizen (United Kingdom) | 2010-05-06\n- Party Member (United Kingdom) | Accuse | Citizen (United Kingdom) | 2010-04-22\n- Party Member (United Kingdom) | Accuse | Citizen (United Kingdom) | 2008-01-26\n- Party Member (United Kingdom) | Accuse | Citizen (United Kingdom) | 2007-12-05\n- Party Member (United Kingdom) | Accuse | Citizen (United Kingdom) | 2007-03-06\n- Party Member (United Kingdom) | Accuse | Citizen (United Kingdom) | 2005-03-29\n- Newspaper (United Kingdom) | Accuse | Party Member (United Kingdom) | 2015-03-23\n- Newspaper (United Kingdom) | Accuse | Party Member (United Kingdom) | 2006-08-04\n- Lawmaker (United Kingdom) | Accuse | Party Member (United Kingdom) | 2015-07-22\nAnswer:", "completion": " 2006-03-13", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1211852", "prompt": "In which month did Abhisit Vejjajiva praise the Foreign Minister of Israel?\nEvidence:\n- Minister Kachornprasart | Make statement | Abhisit Vejjajiva | 2005-07-04\n- Abhisit Vejjajiva | Praise or endorse | Sondhi Limthongkul | 2006-01-24\n- Abhisit Vejjajiva | Praise or endorse | Sondhi Limthongkul | 2006-01-21\n- Citizen (Thailand) | Engage in negotiation | Abhisit Vejjajiva | 2006-07-25\n- Abhisit Vejjajiva | Engage in negotiation | Citizen (Thailand) | 2006-07-25\n- Banharn Silpa-archa | Praise or endorse | Abhisit Vejjajiva | 2009-04-23\n- Thailand | Consult | Abhisit Vejjajiva | 2006-04-27\n- Thailand | Consult | Abhisit Vejjajiva | 2005-02-16\n- Abhisit Vejjajiva | Consult | Thailand | 2006-04-27\n- Abhisit Vejjajiva | Consult | Thailand | 2005-02-16\n- Party Member (Thailand) | Engage in negotiation | Abhisit Vejjajiva | 2006-07-25\n- Abhisit Vejjajiva | Engage in negotiation | Party Member (Thailand) | 2006-07-25\n- Citizen (Thailand) | Accuse of crime, corruption | Abhisit Vejjajiva | 2006-05-23\n- Abhisit Vejjajiva | Make statement | Thailand | 2006-04-30\n- Abhisit Vejjajiva | Make statement | Thailand | 2006-02-25\nAnswer:", "completion": " 2010-07", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1293859", "prompt": "Which country last hosted the visit from the head of government of Bahrain?\nEvidence:\n- Legislature (Bahrain) | Investigate | Head of Government (Bahrain) | 2014-09-19\n- Legislature (Bahrain) | Consult | Head of Government (Bahrain) | 2014-10-08\n- Head of Government (Bahrain) | Reject | Women (Bahrain) | 2014-04-26\n- Head of Government (Bahrain) | Consult | Legislature (Bahrain) | 2014-10-08\n- Undersecretary (Bahrain) | Make statement | Head of Government (Bahrain) | 2011-04-11\n- Military Personnel (Bahrain) | Consult | Head of Government (Bahrain) | 2015-03-23\n- Military Personnel (Bahrain) | Consult | Head of Government (Bahrain) | 2014-12-07\n- Head of Government (Bahrain) | Make statement | Education (Bahrain) | 2015-12-16\n- Head of Government (Bahrain) | Make statement | Business (Bahrain) | 2014-06-12\n- Head of Government (Bahrain) | Consult | Military Personnel (Bahrain) | 2015-03-23\n- Head of Government (Bahrain) | Consult | Military Personnel (Bahrain) | 2014-12-07\n- Head of Government (Bahrain) | Consult | Court Judge (Bahrain) | 2015-12-09\n- Envoy (Bahrain) | Make statement | Head of Government (Bahrain) | 2010-08-21\n- Court Judge (Bahrain) | Consult | Head of Government (Bahrain) | 2015-12-09\n- Business (Bahrain) | Make statement | Head of Government (Bahrain) | 2014-10-13\nAnswer:", "completion": " Kuwait", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1128474", "prompt": "Who was the last person to sign an agreement with Daniel arap Moi before Mwai Kibaki?\nEvidence:\n- Mwai Kibaki | Sign formal agreement | Daniel Arap Moi | 2006-05-22\n- Daniel Arap Moi | Sign formal agreement | Mwai Kibaki | 2006-05-22\n- Mwai Kibaki | Consult | Daniel Arap Moi | 2005-12-17\n- Mwai Kibaki | Consult | Daniel Arap Moi | 2005-11-28\n- Daniel Arap Moi | Consult | Mwai Kibaki | 2005-12-17\n- Daniel Arap Moi | Consult | Mwai Kibaki | 2005-11-28\n- Daniel Arap Moi | Praise or endorse | Mwai Kibaki | 2006-05-22\n- Daniel Arap Moi | Sign formal agreement | Benjamin William Mkapa | 2006-04-05\n- Benjamin William Mkapa | Sign formal agreement | Daniel Arap Moi | 2006-04-05\n- Head of Government (Kenya) | Sign formal agreement | Daniel Arap Moi | 2006-05-22\n- Daniel Arap Moi | Sign formal agreement | Head of Government (Kenya) | 2006-05-22\n- Daniel Arap Moi | Mediate | Sudan | 2005-07-04\n- Daniel Arap Moi | Demand | Sudan | 2005-04-19\n- Citizen (Africa) | Demand | Daniel Arap Moi | 2005-08-30\n- Citizen (Africa) | Demand | Daniel Arap Moi | 2005-08-29\nAnswer:", "completion": " Benjamin William Mkapa", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1309416", "prompt": "Who did the Kenyan lawyer/attorney release people to before the Kenyan police?\nEvidence:\n- People Associated with the Opposition (Australia) | Demand | Lawyer/Attorney (Australia) | 2006-10-16\n- Lawyer/Attorney (Egypt) | Accuse | People Associated with the Opposition (Egypt) | 2012-12-05\n- Lawyer/Attorney (Australia) | Demand | People Associated with the Opposition (Australia) | 2015-11-10\n- Lawyer/Attorney (Malaysia) | Return, release person(s) | Malaysian People's Party | 2008-02-19\n- Police (Uganda) | Refuse to release persons or property | Lawyer/Attorney (Uganda) | 2008-06-18\n- Police (Uganda) | Refuse to release persons or property | Lawyer/Attorney (Uganda) | 2008-06-17\n- Lawyer/Attorney (Australia) | Refuse to release persons or property | Police (Australia) | 2005-07-01\n- People Associated with the Opposition (Australia) | Make statement | Lawyer/Attorney (Australia) | 2009-11-17\n- People Associated with the Opposition (Australia) | Make statement | Lawyer/Attorney (Australia) | 2009-08-06\n- People Associated with the Opposition (Australia) | Make statement | Lawyer/Attorney (Australia) | 2008-06-04\n- People Associated with the Opposition (Australia) | Make statement | Lawyer/Attorney (Australia) | 2007-05-02\n- Lawyer/Attorney (Egypt) | Make statement | People Associated with the Opposition (Egypt) | 2013-07-05\n- Lawyer/Attorney (Egypt) | Make statement | People Associated with the Opposition (Egypt) | 2013-07-04\n- Lawyer/Attorney (Australia) | Make statement | People Associated with the Opposition (Australia) | 2015-04-26\n- Police (Jordan) | Return, release person(s) | Lawyer/Attorney (Jordan) | 2014-09-24\nAnswer:", "completion": " Men (Kenya)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1278776", "prompt": "Who last negotiated with Seyoum Mesfin before South Sudan?\nEvidence:\n- Seyoum Mesfin | Make statement | Sudan | 2006-04-03\n- Seyoum Mesfin | Make statement | Sudan | 2006-04-01\n- Seyoum Mesfin | Make statement | Sudan | 2006-03-31\n- Sudan | Host a visit | Seyoum Mesfin | 2006-01-17\n- Sudan | Engage in negotiation | Seyoum Mesfin | 2006-03-09\n- Sudan | Engage in negotiation | Seyoum Mesfin | 2005-04-19\n- Seyoum Mesfin | Make a visit | Sudan | 2006-01-17\n- Seyoum Mesfin | Engage in negotiation | Sudan | 2006-03-09\n- Seyoum Mesfin | Engage in negotiation | Sudan | 2005-04-19\n- Seyoum Mesfin | Make statement | Ireland | 2006-07-06\n- Seyoum Mesfin | Make statement | Ethiopia | 2006-07-06\n- Seyoum Mesfin | Make statement | Ethiopia | 2006-05-15\n- Seyoum Mesfin | Make statement | Ethiopia | 2006-05-10\n- Seyoum Mesfin | Make statement | Ethiopia | 2006-05-09\n- Seyoum Mesfin | Make statement | Ethiopia | 2006-04-03\nAnswer:", "completion": " High Commission for Refugees", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1073601", "prompt": "Who last did the citizens of Venezuela accuse before the Opposition Supporter of Venezuela?\nEvidence:\n- Opposition Supporter (Venezuela) | Accuse | Citizen (Venezuela) | 2015-11-30\n- Citizen (Venezuela) | Accuse | Opposition Supporter (Venezuela) | 2015-10-24\n- Citizen (Venezuela) | Accuse of crime, corruption | Opposition Supporter (Venezuela) | 2008-10-25\n- Opposition Supporter (Venezuela) | Demonstrate or rally | Member of the Judiciary (Venezuela) | 2014-04-25\n- Opposition Supporter (Venezuela) | Threaten | Citizen (Venezuela) | 2013-03-10\n- Opposition Supporter (Venezuela) | Demand | Citizen (Venezuela) | 2015-01-24\n- Opposition Supporter (Venezuela) | Rally opposition against | Citizen (Venezuela) | 2014-02-23\n- Opposition Supporter (Venezuela) | Consult | Colombia | 2015-03-09\n- Opposition Supporter (Venezuela) | Consult | Colombia | 2013-05-30\n- Colombia | Consult | Opposition Supporter (Venezuela) | 2015-03-09\n- Colombia | Consult | Opposition Supporter (Venezuela) | 2013-05-30\n- Opposition Supporter (Venezuela) | Make an appeal or request | Member of the Judiciary (Venezuela) | 2013-01-09\n- Opposition Supporter (Venezuela) | Make an appeal or request | Member of the Judiciary (Venezuela) | 2013-01-08\n- Opposition Supporter (Venezuela) | Make statement | Ministry (Venezuela) | 2005-07-14\n- Opposition Supporter (Venezuela) | Criticize or denounce | Citizen (Venezuela) | 2006-02-08\nAnswer:", "completion": " Associated Press", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1345031", "prompt": "Who host the visit from Kazakhstan first after Valdas Adamkus did?\nEvidence:\n- Valdas Adamkus | Host a visit | Kazakhstan | 2005-06-22\n- Kazakhstan | Make a visit | Valdas Adamkus | 2005-06-22\n- Mexico | Host a visit | Valdas Adamkus | 2005-01-20\n- Valdas Adamkus | Host a visit | Javier Solana | 2005-04-21\n- Valdas Adamkus | Host a visit | Ivan Gasparovic | 2005-02-28\n- Juan Carlos I | Host a visit | Valdas Adamkus | 2005-06-06\n- Valdas Adamkus | Make a visit | Mexico | 2005-01-20\n- Javier Solana | Make a visit | Valdas Adamkus | 2005-04-21\n- Ivan Gasparovic | Make a visit | Valdas Adamkus | 2005-02-28\n- Valdas Adamkus | Consult | Representatives (Lithuania) | 2005-05-04\n- Valdas Adamkus | Consult | Ivan Gasparovic | 2005-02-28\n- Valdas Adamkus | Consult | Arnold Rüütel | 2005-03-29\n- Valdas Adamkus | Consult | Antanas Valionis | 2005-06-20\n- Valdas Adamkus | Consult | Antanas Valionis | 2005-04-11\n- Valdas Adamkus | Consult | Antanas Valionis | 2005-03-23\nAnswer:", "completion": " Ministry of Public Security (China)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1074128", "prompt": "After Georgios Papandreou, who was the first to want to negotiate with the Greek armed forces?\nEvidence:\n- Georgios Papandreou | Consult | Georgios Papandreou | 2005-02-10\n- Georgios Papandreou | Express intent to meet or negotiate | Iran | 2006-06-25\n- Georgios Papandreou | Express intent to meet or negotiate | Mahmoud Ahmadinejad | 2006-06-26\n- Georgios Papandreou | Express intent to meet or negotiate | Cleric (Greece) | 2005-12-09\n- Georgios Papandreou | Express intent to meet or negotiate | Citizen (Greece) | 2008-02-04\n- Georgios Papandreou | Express intent to meet or negotiate | Citizen (Greece) | 2007-10-25\n- Georgios Papandreou | Express intent to meet or negotiate | Citizen (Greece) | 2007-02-23\n- Georgios Papandreou | Express intent to meet or negotiate | Citizen (Greece) | 2007-01-14\n- Georgios Papandreou | Express intent to meet or negotiate | Citizen (Greece) | 2007-01-12\n- Georgios Papandreou | Express intent to meet or negotiate | Archbishop (Albania) | 2006-06-09\n- New Democracy | Demand | Georgios Papandreou | 2006-04-17\n- Laila Freivalds | Consult | Georgios Papandreou | 2005-09-07\n- Ismail Cem | Consult | Georgios Papandreou | 2005-03-02\n- Georgios Papandreou | Make statement | Portugal | 2005-02-21\n- Georgios Papandreou | Make statement | Iran | 2006-02-15\nAnswer:", "completion": " Irakli Alasania", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1328509", "prompt": "Who was criticised by the Governor of Kenya after Jul, the year 2013?\nEvidence:\n- Media (Africa) | Discuss by telephone | Governor (Kenya) | 2013-05-03\n- Governor (Kenya) | Discuss by telephone | Media (Africa) | 2013-05-03\n- Head of Government (Kenya) | Consult | Governor (Kenya) | 2013-09-19\n- Head of Government (Kenya) | Consult | Governor (Kenya) | 2013-07-09\n- Governor (Kenya) | Demand | Head of Government (Kenya) | 2013-12-17\n- Governor (Kenya) | Consult | Head of Government (Kenya) | 2013-09-19\n- Governor (Kenya) | Consult | Head of Government (Kenya) | 2013-07-09\n- Police (Kenya) | Accuse of crime, corruption | Governor (Kenya) | 2015-01-26\n- Head of Government (Kenya) | Make statement | Governor (Kenya) | 2014-03-28\n- Head of Government (Kenya) | Make statement | Governor (Kenya) | 2013-06-20\n- Governor (Kenya) | Make statement | Head of Government (Kenya) | 2013-04-08\n- Women (Kenya) | Demand | Governor (Kenya) | 2013-02-18\n- Police (Kenya) | Investigate | Governor (Kenya) | 2015-04-29\n- Police (Kenya) | Investigate | Governor (Kenya) | 2013-07-09\n- Police (Kenya) | Accuse | Governor (Kenya) | 2015-01-26\nAnswer:", "completion": " William Ruto", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1087045", "prompt": "Who made the last appeal to Tony Blair before the Iraqi Party member?\nEvidence:\n- Party Member (United Kingdom) | Make statement | Tony Blair | 2005-01-12\n- Tony Blair | Express intent to meet or negotiate | Labor Party (United Kingdom) | 2005-01-10\n- Tony Blair | Accuse | Iran | 2005-02-05\n- Iran | Reject | Tony Blair | 2005-02-08\n- Tony Blair | Make an appeal or request | Iran | 2005-02-08\n- Tony Blair | Make statement | Iraq | 2005-02-04\n- Tony Blair | Make statement | Iraq | 2005-01-30\n- Tony Blair | Make statement | Iraq | 2005-01-09\n- Tony Blair | Make statement | Iran | 2005-01-26\n- Tony Blair | Investigate | Oluṣẹgun Ọbasanjọ | 2005-01-27\n- Tony Blair | Investigate | Oluṣẹgun Ọbasanjọ | 2005-01-26\n- Tony Blair | Consult | Mahmoud Abbas | 2005-01-27\n- Tony Blair | Consult | Jack Straw | 2005-02-04\n- Tony Blair | Consult | Bertie Ahern | 2005-02-02\n- Tony Blair | Consult | Angela Merkel | 2005-02-07\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1172809", "prompt": "Who did the Member of Parliament of India blame after 2013-08-10?\nEvidence:\n- Member of Parliament (India) | Accuse | Baldev Singh | 2013-08-10\nAnswer:", "completion": " Rajya Sabha", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1235825", "prompt": "Who made a request to the citizens of Australia on 22 June 2005?\nEvidence:\n- Activist (Australia) | Rally support on behalf of | Citizen (Australia) | 2012-05-17\n- Member of the Judiciary (Iceland) | Rally support on behalf of | Bank (Iceland) | 2014-05-25\n- Member of Parliament (Australia) | Rally support on behalf of | Lawyer/Attorney (Australia) | 2005-07-05\n- Businessperson (Australia) | Rally support on behalf of | Media Personnel (Australia) | 2008-06-20\n- Member of the Judiciary (United States) | Express intent to cooperate on judicial matters | Mexico | 2006-04-04\n- Member of the Judiciary (United States) | Express intent to cooperate on judicial matters | France | 2010-04-06\n- Special Rapporteurs of the United Nations | Rally support on behalf of | Detainee (Myanmar) | 2011-08-25\n- Special Rapporteurs of the United Nations | Rally support on behalf of | Detainee (Myanmar) | 2009-02-20\n- Citizen (Croatia) | Express intent to cooperate on judicial matters | The Hague | 2005-03-17\n- Member of the Judiciary (United States) | Express intent to cooperate on judicial matters | South Korea | 2007-11-01\n- Member of the Judiciary (United States) | Express intent to cooperate on judicial matters | South Korea | 2007-10-25\n- Robert McClelland | Rally support on behalf of | Citizen (Australia) | 2007-10-09\n- Member of Parliament (Australia) | Rally support on behalf of | Mike Rann | 2010-11-20\n- Member of the Judiciary (Iceland) | Rally support on behalf of | Company - Owner or Operator (Iceland) | 2014-05-25\n- Nicholas \"Nick\" Xenophon | Rally support on behalf of | Member of Parliament (Australia) | 2010-02-15\nAnswer:", "completion": " Police (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1361636", "prompt": "In which year did the Associated Press telephone the Ministry of Sudan?\nEvidence:\n- Iraq | Discuss by telephone | Associated Press | 2005-02-27\n- Iran | Discuss by telephone | Associated Press | 2005-03-23\n- Colombia | Discuss by telephone | Associated Press | 2005-01-31\n- Associated Press | Discuss by telephone | Iraq | 2005-02-27\n- Associated Press | Discuss by telephone | Iran | 2005-03-23\n- Associated Press | Discuss by telephone | Colombia | 2005-01-31\n- Citizen (Sudan) | Accuse | Associated Press | 2005-05-11\n- Uladi Mussa | Discuss by telephone | Associated Press | 2005-01-01\n- Tomas Borge | Discuss by telephone | Associated Press | 2005-03-22\n- Police (Peru) | Discuss by telephone | Associated Press | 2005-04-20\n- Nabil Shaath | Discuss by telephone | Associated Press | 2005-01-29\n- Jerzy Szmajdzinski | Discuss by telephone | Associated Press | 2005-02-11\n- Gilchrist Olympio | Discuss by telephone | Associated Press | 2005-04-27\n- Fazlul Huq | Discuss by telephone | Associated Press | 2005-02-02\n- Associated Press | Discuss by telephone | Uladi Mussa | 2005-01-01\nAnswer:", "completion": " 2008", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1277606", "prompt": "Who negotiated with Abu Bakr Abdullah al-Qirbi after October 2009?\nEvidence:\n- Iran | Consult | Abu Bakr Abdullah al-Qirbi | 2005-10-02\n- Abu Bakr Abdullah al-Qirbi | Consult | Iran | 2005-10-02\n- Solomon Passy | Consult | Abu Bakr Abdullah al-Qirbi | 2005-02-24\n- Mahmoud Abbas | Consult | Abu Bakr Abdullah al-Qirbi | 2006-02-26\n- Abu Bakr Abdullah al-Qirbi | Make statement | Yemen | 2006-05-04\n- Abu Bakr Abdullah al-Qirbi | Make statement | Yemen | 2006-04-21\n- Abu Bakr Abdullah al-Qirbi | Make statement | Yemen | 2006-03-22\n- Abu Bakr Abdullah al-Qirbi | Make statement | Yemen | 2006-02-27\n- Abu Bakr Abdullah al-Qirbi | Make statement | Yemen | 2006-01-16\n- Abu Bakr Abdullah al-Qirbi | Make statement | Yemen | 2006-01-01\n- Abu Bakr Abdullah al-Qirbi | Make statement | Yemen | 2005-10-01\n- Abu Bakr Abdullah al-Qirbi | Make statement | Yemen | 2005-09-30\n- Abu Bakr Abdullah al-Qirbi | Make statement | Yemen | 2005-09-20\n- Abu Bakr Abdullah al-Qirbi | Make statement | Yemen | 2005-09-10\n- Abu Bakr Abdullah al-Qirbi | Make statement | Djibouti | 2005-10-01\nAnswer:", "completion": " Comoros", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1295782", "prompt": "Which country first receive Tony Blair's visit from Tony Blair after the muslims of Indonesia did?\nEvidence:\n- Tony Blair | Make optimistic comment | Secretary of State for the Home Department | 2005-01-06\n- Tony Blair | Make a visit | South Africa | 2005-01-14\n- South Africa | Host a visit | Tony Blair | 2005-01-14\n- Tony Blair | Accuse | Iran | 2005-02-05\n- Iran | Reject | Tony Blair | 2005-02-08\n- Tony Blair | Make statement | Iraq | 2005-02-04\n- Tony Blair | Make statement | Iraq | 2005-01-30\n- Tony Blair | Make statement | Iraq | 2005-01-09\n- Tony Blair | Make statement | Iran | 2005-01-26\n- Tony Blair | Investigate | Oluṣẹgun Ọbasanjọ | 2005-01-27\n- Tony Blair | Investigate | Oluṣẹgun Ọbasanjọ | 2005-01-26\n- Tony Blair | Consult | Mahmoud Abbas | 2005-01-27\n- Tony Blair | Consult | Jack Straw | 2005-02-04\n- Tony Blair | Consult | Bertie Ahern | 2005-02-02\n- Tony Blair | Consult | Angela Merkel | 2005-02-07\nAnswer:", "completion": " Iraq", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1194770", "prompt": "When did the citizens of the United Kingdom last express their intention to meet with Lee Myung Bak?\nEvidence:\n- Citizen (United Kingdom) | Express intent to meet or negotiate | Lee Myung Bak | 2005-11-14\n- Lee Myung Bak | Express intent to meet or negotiate | City Mayor (United States) | 2006-03-16\n- Lee Myung Bak | Express intent to meet or negotiate | Industry (India) | 2007-04-10\n- Lee Myung Bak | Express intent to meet or negotiate | Citizen (Mongolia) | 2005-09-04\n- Lee Myung Bak | Express intent to meet or negotiate | Abdul Kalam | 2007-04-10\n- Lee Myung Bak | Express intent to meet or negotiate | Abdul Kalam | 2007-04-09\n- Lee Myung Bak | Consult | City Mayor (United States) | 2006-03-16\n- City Mayor (United States) | Consult | Lee Myung Bak | 2006-03-16\n- Grand National Party | Express intent to meet or negotiate | Lee Myung Bak | 2007-05-02\n- Lee Myung Bak | Refuse to yield | South Korea | 2007-05-13\n- South Korea | Threaten | Lee Myung Bak | 2007-06-05\n- Lee Myung Bak | Demand | South Korea | 2007-06-20\n- Lee Myung Bak | Consult | Islam Karimov | 2006-03-30\n- Islam Karimov | Consult | Lee Myung Bak | 2006-03-30\n- South Korea | Make statement | Lee Myung Bak | 2007-05-10\nAnswer:", "completion": " 2005-11-14", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1190951", "prompt": "In which year did Mallam Isa Yuguda praise the Nigerian leader?\nEvidence:\n- Citizen (Nigeria) | Praise or endorse | Mallam Isa Yuguda | 2009-03-23\n- Mallam Isa Yuguda | Investigate | Ministry (Nigeria) | 2009-04-09\n- Mallam Isa Yuguda | Investigate | Government (Nigeria) | 2008-07-03\n- Mallam Isa Yuguda | Investigate | Citizen (Nigeria) | 2007-12-17\n- Mallam Isa Yuguda | Demand | Citizen (Nigeria) | 2008-03-21\n- Mallam Isa Yuguda | Accuse | Government (Nigeria) | 2007-09-16\n- Mallam Isa Yuguda | Accuse | Citizen (Nigeria) | 2010-03-18\n- Edwin Clark | Accuse | Mallam Isa Yuguda | 2009-09-01\n- Citizen (Nigeria) | Reject | Mallam Isa Yuguda | 2009-08-21\n- Citizen (Nigeria) | Accuse | Mallam Isa Yuguda | 2007-10-11\n- Mallam Isa Yuguda | Make an appeal or request | Nigerian Governors Forum | 2010-03-19\n- Ministry (Nigeria) | Make statement | Mallam Isa Yuguda | 2006-12-22\n- Mallam Isa Yuguda | Sign formal agreement | USAID | 2010-03-24\n- Mallam Isa Yuguda | Make statement | Ministry (Nigeria) | 2005-01-03\n- Mallam Isa Yuguda | Make statement | Government (Nigeria) | 2010-01-28\nAnswer:", "completion": " 2011", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1067225", "prompt": "Who made the first telephone call to the Associated Press after the guerrillas in Colombia?\nEvidence:\n- Colombia | Discuss by telephone | Associated Press | 2005-01-31\n- Associated Press | Discuss by telephone | Colombia | 2005-01-31\n- Media Personnel (Colombia) | Consult | Associated Press | 2005-01-18\n- Colombia | Host a visit | Associated Press | 2005-03-11\n- Associated Press | Make a visit | Colombia | 2005-03-11\n- Associated Press | Consult | Media Personnel (Colombia) | 2005-01-18\n- Iraq | Discuss by telephone | Associated Press | 2005-02-27\n- Iran | Discuss by telephone | Associated Press | 2005-03-23\n- Associated Press | Discuss by telephone | Iraq | 2005-02-27\n- Associated Press | Discuss by telephone | Iran | 2005-03-23\n- Uladi Mussa | Discuss by telephone | Associated Press | 2005-01-01\n- Tomas Borge | Discuss by telephone | Associated Press | 2005-03-22\n- Police (Peru) | Discuss by telephone | Associated Press | 2005-04-20\n- Nabil Shaath | Discuss by telephone | Associated Press | 2005-01-29\n- Jerzy Szmajdzinski | Discuss by telephone | Associated Press | 2005-02-11\nAnswer:", "completion": " John Baird", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1365912", "prompt": "When did the Government Affiliated Bank of Singapore announce its intention to negotiate with the citizens of Singapore?\nEvidence:\n- Government Affiliated Bank (Singapore) | Express intent to meet or negotiate | Citizen (Singapore) | 2006-09-08\n- Citizen (Singapore) | Express intent to meet or negotiate | Government Affiliated Bank (Singapore) | 2006-09-08\n- Henry M. Paulson | Consult | Government Affiliated Bank (Singapore) | 2006-09-17\n- Government Affiliated Bank (Singapore) | Consult | Henry M. Paulson | 2006-09-17\n- Government Affiliated Bank (Singapore) | Engage in diplomatic cooperation | Malaysia | 2015-07-08\n- Government Affiliated Bank (Spain) | Demand | Bank (Spain) | 2010-11-27\n- Government Affiliated Bank (Egypt) | Demand | Bank (Egypt) | 2013-07-05\n- Government Affiliated Bank (Egypt) | Demand | Bank (Egypt) | 2013-07-03\n- Government Affiliated Bank (Belarus) | Sign formal agreement | Bank of Lithuania | 2007-04-05\n- Bank of Lithuania | Sign formal agreement | Government Affiliated Bank (Belarus) | 2007-04-05\n- Government Affiliated Bank (Egypt) | Make statement | Bank (Egypt) | 2015-11-13\n- Government Affiliated Bank (Egypt) | Make statement | Bank (Egypt) | 2013-07-03\n- Government Affiliated Bank (Egypt) | Make statement | Bank (Egypt) | 2011-02-20\n- Government Affiliated Bank (Egypt) | Make statement | Bank (Egypt) | 2011-02-15\n- Government Affiliated Bank (Cyprus) | Make statement | Bank (Cyprus) | 2013-03-19\nAnswer:", "completion": " 2006-09-08", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1275952", "prompt": "Who made an request to the Member of the Judiciary of United States on the same year of Dzhokhar Tsarnaev?\nEvidence:\n- Dzhokhar Tsarnaev | Deny responsibility | Member of the Judiciary (United States) | 2014-12-17\n- Dzhokhar Tsarnaev | Make an appeal or request | Member of the Judiciary (United States) | 2014-05-07\n- Lawyer/Attorney (United States) | Investigate | Dzhokhar Tsarnaev | 2015-01-05\n- Lawyer/Attorney (United States) | Accuse | Dzhokhar Tsarnaev | 2015-03-19\n- Lawyer/Attorney (United States) | Accuse | Dzhokhar Tsarnaev | 2015-03-11\n- Lawyer/Attorney (United States) | Accuse | Dzhokhar Tsarnaev | 2015-01-16\n- Lawyer/Attorney (United States) | Accuse | Dzhokhar Tsarnaev | 2015-01-13\n- Lawyer/Attorney (United States) | Accuse | Dzhokhar Tsarnaev | 2014-11-26\n- Lawyer/Attorney (United States) | Accuse | Dzhokhar Tsarnaev | 2014-11-25\n- Lawyer/Attorney (United States) | Accuse | Dzhokhar Tsarnaev | 2014-11-04\n- Lawyer/Attorney (United States) | Accuse | Dzhokhar Tsarnaev | 2014-09-18\n- Lawyer/Attorney (United States) | Accuse | Dzhokhar Tsarnaev | 2014-06-18\n- Lawyer/Attorney (United States) | Accuse | Dzhokhar Tsarnaev | 2014-02-13\n- Lawyer/Attorney (United States) | Accuse | Dzhokhar Tsarnaev | 2014-02-06\n- Dzhokhar Tsarnaev | Reject | Lawyer/Attorney (United States) | 2014-07-03\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1003647", "prompt": "Who was the last person Wang Yi wanted to meet before the Association of Southeast Asian Nations?\nEvidence:\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-07\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-06\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-04\n- Japan | Mediate | Association of Southeast Asian Nations | 2005-02-09\n- Japan | Consult | Association of Southeast Asian Nations | 2005-02-25\n- China | Consult | Association of Southeast Asian Nations | 2005-02-25\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-07\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-06\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-04\n- Association of Southeast Asian Nations | Consult | Japan | 2005-02-25\n- Association of Southeast Asian Nations | Consult | China | 2005-02-25\n- Wen Jiabao | Consult | Association of Southeast Asian Nations | 2005-01-06\n- South Korea | Consult | Association of Southeast Asian Nations | 2005-02-25\n- Association of Southeast Asian Nations | Consult | Wen Jiabao | 2005-01-06\n- Association of Southeast Asian Nations | Consult | South Korea | 2005-02-25\nAnswer:", "completion": " Kazakhstan", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1045977", "prompt": "When did the Military of Brazil last reject Cláudio Lembo?\nEvidence:\n- Military (Brazil) | Reject | Cláudio Lembo | 2006-07-12\n- Cláudio Lembo | Reject | Military (Brazil) | 2006-08-11\n- Cláudio Lembo | Reject | Military (Brazil) | 2006-08-10\n- Cláudio Lembo | Make statement | Military (Brazil) | 2006-08-10\n- Cláudio Lembo | Make statement | Military (Brazil) | 2006-07-20\n- Ministry (Brazil) | Consult | Cláudio Lembo | 2006-08-21\n- Ministry (Brazil) | Consult | Cláudio Lembo | 2006-08-18\n- Ministry (Brazil) | Consult | Cláudio Lembo | 2006-08-14\n- Ministry (Brazil) | Consult | Cláudio Lembo | 2006-07-14\n- Ministry (Brazil) | Consult | Cláudio Lembo | 2006-07-07\n- Ministry (Brazil) | Consult | Cláudio Lembo | 2006-05-16\n- Cláudio Lembo | Consult | Ministry (Brazil) | 2006-08-21\n- Cláudio Lembo | Consult | Ministry (Brazil) | 2006-08-18\n- Cláudio Lembo | Consult | Ministry (Brazil) | 2006-08-14\n- Cláudio Lembo | Consult | Ministry (Brazil) | 2006-07-14\nAnswer:", "completion": " 2006-07-12", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1169664", "prompt": "With whom did Yasuo Fukuda last seek diplomatic cooperation before Vietnam?\nEvidence:\n- Yasuo Fukuda | Engage in diplomatic cooperation | China | 2006-06-19\n- Yasuo Fukuda | Engage in diplomatic cooperation | China | 2006-04-25\n- Yasuo Fukuda | Engage in diplomatic cooperation | South Korea | 2006-06-19\n- Yasuo Fukuda | Praise or endorse | Vietnam | 2006-04-13\n- Yasuo Fukuda | Praise or endorse | Vietnam | 2006-04-09\n- Yasuo Fukuda | Make a visit | Vietnam | 2006-04-09\n- Vietnam | Host a visit | Yasuo Fukuda | 2006-04-09\n- Yasuo Fukuda | Demand diplomatic cooperation (such as policy support) | Japan | 2006-05-17\n- Yasuo Fukuda | Demand | Japan | 2007-09-15\n- Yasuo Fukuda | Appeal for diplomatic cooperation (such as policy support) | China | 2006-06-19\n- Yasuo Fukuda | Make statement | Japan | 2007-09-25\n- Yasuo Fukuda | Make statement | Japan | 2007-09-23\n- Yasuo Fukuda | Make statement | Japan | 2007-09-15\n- Yasuo Fukuda | Make statement | Japan | 2006-04-09\n- Yasuo Fukuda | Consult | Jusuf Kalla | 2006-05-24\nAnswer:", "completion": " Wen Jiabao", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1192056", "prompt": "Before the year of 2010, who received the visit from Farouk al-Sharaa?\nEvidence:\n- Nabil Shaath | Consult | Farouk al-Sharaa | 2005-01-29\n- Ministry (Sudan) | Consult | Farouk al-Sharaa | 2005-05-12\n- Mahmoud Abbas | Consult | Farouk al-Sharaa | 2005-07-06\n- Farouk al-Sharaa | Make statement | Iraq | 2005-07-26\n- Farouk al-Sharaa | Make statement | Iraq | 2005-04-30\n- Farouk al-Sharaa | Make statement | Iraq | 2005-01-13\n- Farouk al-Sharaa | Consult | Nabil Shaath | 2005-01-29\n- Farouk al-Sharaa | Consult | Ministry (Sudan) | 2005-05-12\n- Farouk al-Sharaa | Consult | Mahmoud Abbas | 2005-07-06\n- Mahmoud Abbas | Make a visit | Farouk al-Sharaa | 2005-07-06\n- Mahmoud Abbas | Host a visit | Farouk al-Sharaa | 2005-06-15\n- Farouk al-Sharaa | Make a visit | Mahmoud Abbas | 2005-06-15\n- Farouk al-Sharaa | Host a visit | Mahmoud Abbas | 2005-07-06\n- Head of Government (Bahrain) | Host a visit | Farouk al-Sharaa | 2005-11-12\n- Farouk al-Sharaa | Make a visit | Head of Government (Bahrain) | 2005-11-12\nAnswer:", "completion": " Iran", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1116446", "prompt": "In which year did the judge of the Supreme Court of India return people to the leader of the Bharatiya Janata Party?\nEvidence:\n- Court Judge (India) | Return, release person(s) | Party President (Bharatiya Janata) | 2011-11-16\n- Party President (Bharatiya Janata) | Accuse | Men (India) | 2014-09-09\n- Party President (Bharatiya Janata) | Consult | Member of Parliament (India) | 2010-01-25\n- Party President (Bharatiya Janata) | Consult | Head of Government (India) | 2015-02-18\n- Party President (Bharatiya Janata) | Consult | Head of Government (India) | 2010-12-12\n- Party President (Bharatiya Janata) | Accuse | Member of Parliament (India) | 2014-04-01\n- Member of Parliament (India) | Consult | Party President (Bharatiya Janata) | 2010-01-25\n- Member of Parliament (India) | Accuse | Party President (Bharatiya Janata) | 2009-03-23\n- Head of Government (India) | Consult | Party President (Bharatiya Janata) | 2015-02-18\n- Head of Government (India) | Consult | Party President (Bharatiya Janata) | 2010-12-12\n- Party President (Bharatiya Janata) | Make statement | National Party (India) | 2013-08-14\n- Party President (Bharatiya Janata) | Make statement | Pilgrim (India) | 2015-03-21\n- Party President (Bharatiya Janata) | Make statement | Governor (India) | 2013-12-22\n- Party President (Bharatiya Janata) | Make statement | Governor (India) | 2007-05-22\n- Party President (Bharatiya Janata) | Demand | Election Commission (India) | 2006-03-19\nAnswer:", "completion": " 2011", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1367312", "prompt": "After the leader of Turkmenistan, who was the first to negotiate with Mikhail Yefimovich Fradkov?\nEvidence:\n- Zurab Nogaideli | Consult | Mikhail Yefimovich Fradkov | 2005-06-03\n- Mikhail Yefimovich Fradkov | Make statement | Gazprom | 2005-02-16\n- Mikhail Yefimovich Fradkov | Make statement | China | 2005-05-27\n- Mikhail Yefimovich Fradkov | Make statement | China | 2005-02-03\n- Mikhail Yefimovich Fradkov | Consult | Zurab Nogaideli | 2005-06-03\n- Mikhail Yefimovich Fradkov | Consult | Abdul Kalam | 2005-05-23\n- Abdul Kalam | Consult | Mikhail Yefimovich Fradkov | 2005-05-23\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | Kazakhstan | 2005-03-23\n- Mikhail Yefimovich Fradkov | Make statement | Head of Government (Ukraine) | 2005-02-25\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | Head of Government (Ukraine) | 2005-06-03\n- Head of Government (Finland) | Express intent to meet or negotiate | Mikhail Yefimovich Fradkov | 2005-06-07\n- Head of Government (Finland) | Express intent to meet or negotiate | Mikhail Yefimovich Fradkov | 2005-05-27\n- Wen Jiabao | Express intent to meet or negotiate | Mikhail Yefimovich Fradkov | 2005-06-10\n- Wen Jiabao | Express intent to meet or negotiate | Mikhail Yefimovich Fradkov | 2005-03-15\n- Wen Jiabao | Express intent to meet or negotiate | Mikhail Yefimovich Fradkov | 2005-03-14\nAnswer:", "completion": " Nahas Angula", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1074379", "prompt": "Who made the first appeal for the citizens of Saudi Arabia after Ali Abdullah Saleh?\nEvidence:\n- Ali Abdullah Saleh | Investigate | Yemen | 2005-02-11\n- Ali Abdullah Saleh | Investigate | Yemen | 2005-02-06\n- Yemen | Make statement | Ali Abdullah Saleh | 2005-05-03\n- Solomon Passy | Consult | Ali Abdullah Saleh | 2005-02-24\n- Pervez Musharraf | Consult | Ali Abdullah Saleh | 2005-02-13\n- Gerhard Schröder | Consult | Ali Abdullah Saleh | 2005-03-04\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-06-16\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-06-10\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-05-21\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-05-01\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-04-30\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-04-28\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-04-12\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-03-22\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-03-21\nAnswer:", "completion": " Islamic Preacher (Saudi Arabia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1054800", "prompt": "Who declined the Media Personnel of Australia after Mar, 2007?\nEvidence:\n- Media Personnel (Australia) | Make statement | The Daily Telegraph | 2015-01-19\n- Media Personnel (Australia) | Make statement | The Daily Telegraph | 2012-11-14\n- Media Personnel (Australia) | Make statement | The Daily Telegraph | 2008-06-02\n- Media Personnel (Australia) | Make statement | The Daily Telegraph | 2005-02-09\n- Media Personnel (Australia) | Demand | People Associated with the Opposition (Australia) | 2011-09-29\n- Media Personnel (Australia) | Accuse | People Associated with the Opposition (Australia) | 2010-07-22\n- Media Personnel (Australia) | Make statement | People Associated with the Opposition (Australia) | 2015-11-15\n- Media Personnel (Australia) | Make statement | People Associated with the Opposition (Australia) | 2015-11-11\n- Media Personnel (Australia) | Make statement | People Associated with the Opposition (Australia) | 2014-08-12\n- Media Personnel (Australia) | Make statement | People Associated with the Opposition (Australia) | 2014-02-16\n- Media Personnel (Australia) | Make statement | People Associated with the Opposition (Australia) | 2013-11-19\n- Media Personnel (Australia) | Make statement | People Associated with the Opposition (Australia) | 2013-09-03\n- Media Personnel (Australia) | Make statement | People Associated with the Opposition (Australia) | 2011-12-19\n- Media Personnel (Australia) | Make statement | People Associated with the Opposition (Australia) | 2011-10-17\n- Media Personnel (Australia) | Make statement | People Associated with the Opposition (Australia) | 2011-10-04\nAnswer:", "completion": " Citizen (Australia)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1019710", "prompt": "In what year did Abdul Aziz Abdul Ghani last investigate Yemen?\nEvidence:\n- Abdul Aziz Abdul Ghani | Investigate | Yemen | 2005-08-30\n- Yemen | Consult | Abdul Aziz Abdul Ghani | 2005-04-11\n- Abdul Aziz Abdul Ghani | Consult | Yemen | 2005-04-11\n- Abdul Aziz Abdul Ghani | Make statement | Yemen | 2010-08-08\n- Abdul Aziz Abdul Ghani | Make statement | Yemen | 2010-02-19\n- Abdul Aziz Abdul Ghani | Make statement | Yemen | 2005-11-30\n- Shura Council | Consult | Abdul Aziz Abdul Ghani | 2010-01-23\n- Shura Council | Consult | Abdul Aziz Abdul Ghani | 2007-05-09\n- Oluṣẹgun Ọbasanjọ | Consult | Abdul Aziz Abdul Ghani | 2006-06-07\n- Legislature (Bahrain) | Consult | Abdul Aziz Abdul Ghani | 2010-02-19\n- Abdul Aziz Abdul Ghani | Consult | Shura Council | 2010-01-23\n- Abdul Aziz Abdul Ghani | Consult | Shura Council | 2007-05-09\n- Abdul Aziz Abdul Ghani | Consult | Oluṣẹgun Ọbasanjọ | 2006-06-07\n- Abdul Aziz Abdul Ghani | Consult | Legislature (Bahrain) | 2010-02-19\n- Foreign Affairs (France) | Engage in negotiation | Abdul Aziz Abdul Ghani | 2006-03-22\nAnswer:", "completion": " 2005", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1098173", "prompt": "When did Margaret Keech last express an intention to meet with the Lord Mayor of Australia?\nEvidence:\n- Margaret Keech | Consult | City Mayor (Australia) | 2008-06-20\n- City Mayor (Australia) | Consult | Margaret Keech | 2008-06-20\n- Margaret Keech | Express intent to meet or negotiate | City Mayor (Australia) | 2008-06-18\n- Margaret Keech | Express intent to meet or negotiate | Citizen (Australia) | 2006-11-13\n- Citizen (Australia) | Express intent to meet or negotiate | Margaret Keech | 2006-11-13\n- Margaret Keech | Make statement | Police (Australia) | 2007-07-04\n- Margaret Keech | Make statement | Police (Australia) | 2006-11-29\n- Margaret Keech | Make an appeal or request | Citizen (Australia) | 2006-04-10\n- Margaret Keech | Make pessimistic comment | Criminal (Australia) | 2006-07-31\n- Margaret Keech | Engage in diplomatic cooperation | Member of Parliament (Australia) | 2006-09-11\n- Margaret Keech | Arrest, detain, or charge with legal action | Citizen (Australia) | 2008-04-07\n- City Mayor (Australia) | Express intent to meet or negotiate | Citizen (Australia) | 2005-01-12\n- Citizen (Australia) | Use unconventional violence | People Associated with the Opposition (Australia) | 2005-02-14\n- Citizen (Australia) | Express intent to engage in diplomatic cooperation (such as policy support) | People Associated with the Opposition (Australia) | 2005-01-29\n- Police (Australia) | Express intent to meet or negotiate | Citizen (Australia) | 2005-02-13\nAnswer:", "completion": " 2008-06-18", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1062429", "prompt": "Before the villager of India, with whom did the leader of India last wish to cooperate?\nEvidence:\n- Member of Parliament (India) | Express intent to cooperate | Villager (India) | 2006-03-29\n- Head of Government (India) | Express intent to cooperate | Villager (India) | 2013-05-29\n- Governor (India) | Express intent to cooperate | Villager (India) | 2008-08-23\n- Villager (India) | Cooperate militarily | Military Personnel - Special (India) | 2010-08-17\n- Villager (India) | Consult | Member of Parliament (India) | 2008-12-19\n- Villager (India) | Consult | Member of Parliament (India) | 2008-03-16\n- Member of Parliament (India) | Consult | Villager (India) | 2008-12-19\n- Member of Parliament (India) | Consult | Villager (India) | 2008-03-16\n- Villager (India) | Provide aid | Head of Government (India) | 2007-07-09\n- Villager (India) | Make statement | Head of Government (India) | 2007-02-24\n- Member of Parliament (India) | Make statement | Villager (India) | 2008-05-18\n- Head of Government (India) | Make statement | Villager (India) | 2015-06-17\n- Head of Government (India) | Make statement | Villager (India) | 2015-06-16\n- Head of Government (India) | Make statement | Villager (India) | 2015-04-22\n- Head of Government (India) | Make statement | Villager (India) | 2014-03-03\nAnswer:", "completion": " Protester (India)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1021481", "prompt": "Before 7 June 2011, to whom did the Congress of Trade Unions appeal?\nEvidence:\n- Trade Union Congress | Make an appeal or request | Government (Nigeria) | 2011-06-07\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1203812", "prompt": "Who did Wendy Sherman want to meet with after November 2011?\nEvidence:\n- Wendy Sherman | Consult | Iran | 2013-10-15\n- Iran | Reject | Wendy Sherman | 2012-04-14\n- Iran | Consult | Wendy Sherman | 2013-10-15\n- Wendy Sherman | Express intent to meet or negotiate | Mexico | 2011-12-05\n- Wendy Sherman | Express intent to meet or negotiate | Malawi | 2012-03-02\n- Wendy Sherman | Express intent to meet or negotiate | Japan | 2011-11-19\n- Wendy Sherman | Express intent to meet or negotiate | Japan | 2011-11-18\n- Wendy Sherman | Express intent to meet or negotiate | Iran | 2013-10-03\n- Wendy Sherman | Express intent to meet or negotiate | Iran | 2012-04-14\n- Wendy Sherman | Express intent to meet or negotiate | China | 2011-11-19\n- Wendy Sherman | Express intent to meet or negotiate | China | 2011-11-18\n- Wendy Sherman | Express intent to meet or negotiate | Angola | 2012-03-02\n- Yerlan Idrisov | Consult | Wendy Sherman | 2012-11-29\n- Wendy Sherman | Make statement | Iran | 2014-02-10\n- Wendy Sherman | Make statement | Iran | 2014-02-06\nAnswer:", "completion": " Government Official (Angola)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1365052", "prompt": "In which month did the Royal Thai Police return people to the Men of Denmark?\nEvidence:\n- Office of the Attorney General | Make statement | Royal Thai Police | 2007-03-15\n- Thailand | Reject | Royal Thai Police | 2007-02-05\n- Royal Thai Police | Investigate | Thailand | 2007-01-29\n- Royal Thai Police | Make statement | Police (Malaysia) | 2006-11-27\n- Royal Thai Police | Make statement | Thailand | 2007-09-25\n- Royal Thai Police | Make statement | Thailand | 2006-08-16\n- Royal Thai Police | Make statement | Thailand | 2006-02-17\n- Royal Thai Police | Consult | Citizen (Thailand) | 2007-09-10\n- Citizen (Thailand) | Demand | Royal Thai Police | 2007-02-16\n- Citizen (Thailand) | Consult | Royal Thai Police | 2007-09-10\n- Royal Thai Police | Increase police alert status | Thailand | 2007-12-25\n- Police (Australia) | Praise or endorse | Royal Thai Police | 2005-12-24\n- Thailand | Host a visit | Royal Thai Police | 2007-09-25\n- Royal Thai Police | Praise or endorse | Malaysia | 2006-10-20\n- Royal Thai Police | Make a visit | Thailand | 2007-09-25\nAnswer:", "completion": " 2010-02", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1281360", "prompt": "Who was the last to make a request to William Ruto?\nEvidence:\n- William Ruto | Make an appeal or request | Mwai Kibaki | 2005-12-04\n- William Ruto | Make statement | Police (Kenya) | 2005-12-08\n- William Ruto | Make statement | Mwai Kibaki | 2005-11-24\n- William Ruto | Consult | Chris Okemo | 2006-02-06\n- William Ruto | Accuse | Police (Kenya) | 2007-04-30\n- William Ruto | Accuse | Police (Kenya) | 2005-07-20\n- Police (Kenya) | Demand | William Ruto | 2006-02-01\n- Chris Okemo | Consult | William Ruto | 2006-02-06\n- William Ruto | Make an appeal or request | Uhuru Muigai Kenyatta | 2013-01-14\n- William Ruto | Make an appeal or request | Uhuru Muigai Kenyatta | 2009-11-25\n- William Ruto | Make an appeal or request | Uhuru Muigai Kenyatta | 2009-11-24\n- William Ruto | Make an appeal or request | Indigenous People (Kenya) | 2007-05-28\n- William Ruto | Make an appeal or request | Daniel Arap Moi | 2006-11-06\n- William Ruto | Make an appeal or request | Daniel Arap Moi | 2006-06-12\n- Daniel Arap Moi | Make an appeal or request | William Ruto | 2005-02-07\nAnswer:", "completion": " Police (Kenya)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1075310", "prompt": "Who did Philip J. Crowley request for after South Korea?\nEvidence:\n- Philip J. Crowley | Make statement | South Korea | 2010-10-20\n- Philip J. Crowley | Make an appeal or request | South Korea | 2010-01-28\n- Philip J. Crowley | Consult | Head of Government (South Korea) | 2010-07-01\n- Head of Government (South Korea) | Consult | Philip J. Crowley | 2010-07-01\n- Philip J. Crowley | Make statement | Romania | 2010-02-04\n- Philip J. Crowley | Make statement | Japan | 2010-10-30\n- Philip J. Crowley | Make statement | Japan | 2010-09-14\n- Philip J. Crowley | Make statement | Japan | 2010-03-10\n- Philip J. Crowley | Make statement | Japan | 2010-01-16\n- Philip J. Crowley | Make statement | Iran | 2010-08-11\n- Philip J. Crowley | Make statement | Iran | 2010-07-12\n- Philip J. Crowley | Make statement | Iran | 2010-02-10\n- Philip J. Crowley | Make statement | Iran | 2009-09-10\n- Philip J. Crowley | Make statement | Iran | 2009-09-04\n- Philip J. Crowley | Make statement | Colombia | 2010-07-28\nAnswer:", "completion": " Military Personnel - Special (Africa)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1096837", "prompt": "After the lawmakers of the United Kingdom, to whom did the citizens of the United Kingdom first express optimism?\nEvidence:\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Chancellor of the Exchequer | Reject | Citizen (United Kingdom) | 2006-07-13\n- Member of the Judiciary (United States) | Reject | Businessperson (United Kingdom) | 2011-10-27\n- Citizen (Brazil) | Express intent to release persons or property | First Command of the Capital | 2008-10-16\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Citizen (United Kingdom) | Express intent to meet or negotiate | The Hague | 2010-07-09\n- President of the Senate (United Kingdom) | Consult | Joaquim Barbosa | 2014-05-29\n- Newspaper (United Kingdom) | Make statement | Chancellor of the Exchequer | 2006-11-24\n- Joaquim Barbosa | Consult | President of the Senate (United Kingdom) | 2014-05-29\n- President of the Senate (United Kingdom) | Consult | House Speaker (United States) | 2005-12-29\n- Men (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2006-07-13\n- Lawyer/Attorney (United Kingdom) | Apologize | Member of the Judiciary (United States) | 2008-03-22\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1376252", "prompt": "In which country did the military of Mexico last use conventional force in 2006?\nEvidence:\n- Other Authorities / Officials (Mexico) | Demonstrate military or police power | Mexico | 2006-01-12\n- Mexico | Engage in diplomatic cooperation | France | 2006-02-01\n- France | Engage in diplomatic cooperation | Mexico | 2006-02-01\n- Mexico | Consult | Head of Government (Chile) | 2006-01-27\n- Head of Government (Chile) | Consult | Mexico | 2006-01-27\n- Mexico | Engage in material cooperation | Dominican Republic | 2006-01-11\n- Dominican Republic | Engage in material cooperation | Mexico | 2006-01-11\n- Government Official (Mexico) | Investigate | Mexico | 2006-01-25\n- Other Authorities / Officials (Mexico) | Engage in negotiation | Guatemala | 2006-04-06\n- Guatemala | Engage in negotiation | Other Authorities / Officials (Mexico) | 2006-04-06\n- Congress (United States) | Demonstrate military or police power | Mexico | 2006-01-28\n- Zapatista Army of National Liberation | Make statement | Mexico | 2006-11-17\n- Zapatista Army of National Liberation | Make statement | Mexico | 2006-01-23\n- Revolutionary Confederation of Workers and Peasants | Consult | Mexico | 2006-01-30\n- Mexico | Consult | Revolutionary Confederation of Workers and Peasants | 2006-01-30\nAnswer:", "completion": " Mexico", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1183266", "prompt": "In 2013, who first would wish to visit Malawi?\nEvidence:\n- Malawi | Host a visit | Malawi Congress Party | 2015-09-25\n- Malawi | Host a visit | Malawi Congress Party | 2015-07-02\n- Malawi Congress Party | Make a visit | Malawi | 2015-09-25\n- Malawi Congress Party | Make a visit | Malawi | 2015-07-02\n- Malawi Congress Party | Investigate | Malawi | 2015-02-02\n- Banda (Malawi) | Make statement | Malawi | 2005-07-20\n- Malawi | Make a visit | Angola | 2005-09-20\n- Angola | Host a visit | Malawi | 2005-09-20\n- Malawi | Make statement | Malawi Congress Party | 2010-05-07\n- Malawi Congress Party | Make statement | Malawi | 2015-09-28\n- Malawi Congress Party | Make statement | Malawi | 2007-07-03\n- Indigenous People (Malawi) | Make statement | Malawi | 2005-10-30\n- Malawi | Host a visit | Jack McConnell | 2005-11-02\n- Malawi | Host a visit | Jack McConnell | 2005-09-26\n- Malawi | Host a visit | Jack McConnell | 2005-06-02\nAnswer:", "completion": " Head of Government (Kenya)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1244052", "prompt": "Before the Cabinet Council of Ministers Advisors of the United States, who last gave a criticism to the settler of Israel?\nEvidence:\n- Cabinet / Council of Ministers / Advisors (United States) | Criticize or denounce | Settler (Israel) | 2010-09-02\n- The Hague | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2009-03-12\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | The Hague | 2009-03-12\n- Foreign Affairs (Israel) | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2015-01-25\n- Foreign Affairs (Israel) | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2010-02-25\n- Cabinet / Council of Ministers / Advisors (United States) | Consult | Foreign Affairs (Israel) | 2015-01-25\n- Cabinet / Council of Ministers / Advisors (United States) | Consult | Foreign Affairs (Israel) | 2010-02-25\n- Foreign Affairs (Israel) | Make statement | Cabinet / Council of Ministers / Advisors (United States) | 2011-10-28\n- Vietnam | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2005-05-12\n- Vietnam | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2005-05-06\n- Sudan | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2005-04-14\n- Japan | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2006-01-23\n- Japan | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2005-10-24\n- Iraq | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2007-12-18\n- Iraq | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2007-12-05\nAnswer:", "completion": " Barack Obama", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1266238", "prompt": "In which month did the Ugandan police release people to the citizens of Uganda?\nEvidence:\n- Police (Uganda) | Engage in material cooperation | Indigenous People (Uganda) | 2009-12-31\n- Police (Uganda) | Reject | Indigenous People (Uganda) | 2010-01-18\n- Citizen (Uganda) | Return, release property | Police (Uganda) | 2011-10-03\n- Police (Uganda) | Make statement | Indigenous People (Uganda) | 2015-09-30\n- Police (Uganda) | Make statement | Indigenous People (Uganda) | 2008-02-08\n- Citizen (Uganda) | Appeal for release of persons or property | Police (Uganda) | 2008-04-08\n- Police (Uganda) | Return, release person(s) | Religion (Uganda) | 2008-05-14\n- Police (Uganda) | Return, release person(s) | Citizen (Uganda) | 2015-07-10\n- Police (Uganda) | Return, release person(s) | Citizen (Uganda) | 2015-06-11\n- Police (Uganda) | Return, release person(s) | Citizen (Uganda) | 2015-01-09\n- Police (Uganda) | Return, release person(s) | Citizen (Uganda) | 2012-07-13\n- Police (Uganda) | Return, release person(s) | Citizen (Uganda) | 2011-06-14\n- Police (Uganda) | Return, release person(s) | Citizen (Uganda) | 2011-06-09\n- Police (Uganda) | Return, release person(s) | Citizen (Uganda) | 2011-06-08\n- Police (Uganda) | Return, release person(s) | Citizen (Uganda) | 2011-01-14\nAnswer:", "completion": " 2006-03", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1058799", "prompt": "When did High Commission for Refugees first praise the Government of Pakistan?\nEvidence:\n- High Commission for Refugees | Praise or endorse | Head of Government (Pakistan) | 2005-05-06\n- High Commission for Refugees | Provide aid | Government (Pakistan) | 2005-05-02\n- High Commission for Refugees | Provide aid | Government (Pakistan) | 2005-03-03\n- High Commission for Refugees | Make statement | Government (Pakistan) | 2005-09-23\n- High Commission for Refugees | Express intent to cooperate | Government (Pakistan) | 2005-01-13\n- High Commission for Refugees | Express intent to cooperate | Government (Pakistan) | 2005-01-12\n- High Commission for Refugees | Express intent to cooperate | Government (Pakistan) | 2005-01-11\n- Government (Pakistan) | Express intent to cooperate | High Commission for Refugees | 2005-01-13\n- Government (Pakistan) | Express intent to cooperate | High Commission for Refugees | 2005-01-12\n- Government (Pakistan) | Express intent to cooperate | High Commission for Refugees | 2005-01-11\n- Japan | Reject | High Commission for Refugees | 2005-01-19\n- High Commission for Refugees | Consult | Cambodia | 2005-01-24\n- Cambodia | Consult | High Commission for Refugees | 2005-01-24\n- High Commission for Refugees | Praise or endorse | Pervez Musharraf | 2005-05-06\n- Shaukat Aziz | Consult | High Commission for Refugees | 2005-05-04\nAnswer:", "completion": " 2005-11-25", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1205791", "prompt": "Who telephoned Wen Jiabao before 7 September 2011?\nEvidence:\n- Yoshihiko Noda | Consult | Wen Jiabao | 2011-09-07\n- Wen Jiabao | Destroy property | China | 2011-09-07\n- Wen Jiabao | Consult | Yoshihiko Noda | 2011-09-07\n- Yoshihiko Noda | Discuss by telephone | Wen Jiabao | 2011-09-07\n- Wen Jiabao | Praise or endorse | Yoshihiko Noda | 2011-09-07\n- Wen Jiabao | Discuss by telephone | Yoshihiko Noda | 2011-09-07\n- Wen Jiabao | Express intent to meet or negotiate | China | 2011-09-07\n- Yoshihiko Noda | Express intent to meet or negotiate | Wen Jiabao | 2011-09-07\n- Yoshihiko Noda | Make a visit | China | 2011-09-07\n- Yoshihiko Noda | Express intent to meet or negotiate | Xi Jinping | 2011-09-07\n- Kuomintang | Make statement | China | 2011-09-07\n- Joon Young Woo | Make statement | China | 2011-09-07\n- Jian Yu | Make statement | China | 2011-09-07\n- Hui Liangyu | Make statement | China | 2011-09-07\n- Governor (Japan) | Reject | Yoshihiko Noda | 2011-09-07\nAnswer:", "completion": " Angela Merkel", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1340737", "prompt": "Which country first hosted the visit of the New Zealand military after the Middle East?\nEvidence:\n- Military (Middle East) | Mobilize or increase armed forces | Middle East | 2005-02-14\n- Iraq | Provide military aid | Middle East | 2005-01-16\n- Okada Katsuya | Make a visit | Middle East | 2005-03-30\n- Middle East | Host a visit | Okada Katsuya | 2005-03-30\n- Middle East | Host a visit | Mahmoud Abbas | 2005-02-01\n- Middle East | Host a visit | Kay Granger | 2005-01-11\n- Middle East | Host a visit | Javier Solana | 2005-01-09\n- Middle East | Host a visit | Javier Solana | 2005-01-08\n- Middle East | Host a visit | Hannes Swoboda | 2005-02-04\n- Middle East | Host a visit | Gerhard Schröder | 2005-04-03\n- Middle East | Host a visit | Abdullah Gül | 2005-01-09\n- Middle East | Host a visit | Abdullah Gül | 2005-01-06\n- Middle East | Host a visit | Abdullah Gül | 2005-01-03\n- Mahmoud Abbas | Make a visit | Middle East | 2005-02-01\n- Kay Granger | Make a visit | Middle East | 2005-01-11\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1170798", "prompt": "Who wanted to negotiate with Vietnam in the same month as the President of the Senate of the Czech Republic?\nEvidence:\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | Cambodia | 2005-01-25\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Vietnam | 2005-01-20\n- Cambodia | Express intent to engage in diplomatic cooperation (such as policy support) | Vietnam | 2005-01-25\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | South Korea | 2005-01-06\n- Vietnam | Express intent to meet or negotiate | Thailand | 2005-01-05\n- Vietnam | Express intent to meet or negotiate | Japan | 2005-01-05\n- Thailand | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- Japan | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- Vietnam | Express intent to meet or negotiate | South Korea | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- Unified Buddhist Church of Vietnam | Appeal for rights | Vietnam | 2005-02-11\n- Vietnam | fight with small arms and light weapons | Fishermen (Vietnam) | 2005-01-14\n- Vietnam | Engage in diplomatic cooperation | Romania | 2005-01-31\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-02-05\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-01-07\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1252694", "prompt": "On 31 January 2011, who announced his intention to negotiate with the Egyptian opposition?\nEvidence:\n- Omar Suleiman | Express intent to meet or negotiate | People Associated with the Opposition (Egypt) | 2011-01-31\nAnswer:", "completion": " Omar Suleiman", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1319161", "prompt": "Which country issued an appeal to the citizens of Thailand on the same day as Laos?\nEvidence:\n- Thailand | Express intent to cooperate | Laos | 2005-03-28\n- Thailand | Express intent to cooperate | Laos | 2005-03-05\n- Laos | Express intent to cooperate | Thailand | 2005-03-30\n- Laos | Express intent to cooperate | Thailand | 2005-03-28\n- Laos | Express intent to cooperate | Thailand | 2005-03-05\n- Thailand | Consult | Laos | 2005-03-04\n- Thailand | Consult | Laos | 2005-02-25\n- Thailand | Consult | Laos | 2005-02-24\n- Thailand | Consult | Laos | 2005-02-21\n- Thailand | Consult | Laos | 2005-02-08\n- Thailand | Consult | Laos | 2005-01-24\n- Laos | Consult | Thailand | 2005-03-04\n- Laos | Consult | Thailand | 2005-02-25\n- Laos | Consult | Thailand | 2005-02-24\n- Laos | Consult | Thailand | 2005-02-21\nAnswer:", "completion": " Thailand", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1172442", "prompt": "Which country first requested a meeting with the Middle East in 2009?\nEvidence:\n- Middle East | Host a visit | France | 2009-01-02\n- Middle East | Host a visit | Cambodia | 2009-01-15\n- France | Make a visit | Middle East | 2009-01-02\n- Cambodia | Make a visit | Middle East | 2009-01-15\n- Middle East | Engage in negotiation | Barack Obama | 2009-01-22\n- Middle East | Engage in diplomatic cooperation | Iraq | 2009-01-06\n- Iraq | Engage in diplomatic cooperation | Middle East | 2009-01-06\n- Barack Obama | Engage in negotiation | Middle East | 2009-01-22\n- Tony Blair | Make a visit | Middle East | 2009-01-28\n- Middle East | Host a visit | Tony Blair | 2009-01-28\n- Middle East | Host a visit | Mahmoud Abbas | 2009-01-16\n- Middle East | Host a visit | Javier Solana | 2009-01-26\n- Middle East | Host a visit | Barack Obama | 2009-02-11\n- Middle East | Host a visit | Barack Obama | 2009-02-02\n- Middle East | Host a visit | Barack Obama | 2009-01-28\nAnswer:", "completion": " France", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1377073", "prompt": "Before Barack Obama, who did Abdel Fattah Al-Sisi negotiate with?\nEvidence:\n- Barack Obama | Consult | Abdel Fattah Al-Sisi | 2013-04-26\n- Abdel Fattah Al-Sisi | Consult | Barack Obama | 2013-04-26\n- Protester (Egypt) | Reject | Abdel Fattah Al-Sisi | 2013-01-29\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-07-03\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-04-24\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-20\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-18\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-17\n- Abdel Fattah Al-Sisi | Threaten | Protester (Egypt) | 2013-07-24\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-07-03\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-04-24\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-20\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-18\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-17\n- Protester (Egypt) | Make statement | Abdel Fattah Al-Sisi | 2013-07-26\nAnswer:", "completion": " Head of Government (Ethiopia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1321804", "prompt": "When was the last time the African Union praised Madagascar?\nEvidence:\n- African Union | Investigate | Sudan | 2005-02-08\n- Military (Madagascar) | Make statement | Madagascar | 2006-03-06\n- African Union | Praise or endorse | East African Community | 2005-02-05\n- Oluṣẹgun Ọbasanjọ | Consult | African Union | 2005-01-08\n- African Union | Make statement | Sudan | 2005-02-07\n- African Union | Make statement | Sudan | 2005-01-29\n- African Union | Consult | Oluṣẹgun Ọbasanjọ | 2005-01-08\n- UN Security Council | Consult | African Union | 2005-01-10\n- Sudan | Make pessimistic comment | African Union | 2005-01-04\n- Sudan | Host a visit | African Union | 2005-02-07\n- Ronnie Mamoepa | Make statement | African Union | 2005-01-26\n- Oluṣẹgun Ọbasanjọ | Make statement | African Union | 2005-02-08\n- Oluṣẹgun Ọbasanjọ | Make statement | African Union | 2005-02-07\n- Oluṣẹgun Ọbasanjọ | Make statement | African Union | 2005-01-28\n- Ethiopia | Host a visit | African Union | 2005-01-30\nAnswer:", "completion": " 2013-08-19", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1025266", "prompt": "Who did Pervez Musharraf accuse last before the citizens of State Actor?\nEvidence:\n- Opposition Supporter (Pakistan) | Accuse | Pervez Musharraf | 2005-01-13\n- Opposition Supporter (Pakistan) | Accuse | Pervez Musharraf | 2005-01-12\n- Islamic Extremist Group (Pakistan) | Accuse | Pervez Musharraf | 2005-01-21\n- Pervez Musharraf | Consult | Japan | 2005-01-10\n- Japan | Consult | Pervez Musharraf | 2005-01-10\n- Pervez Musharraf | Make statement | Head of Government (Pakistan) | 2005-01-12\n- Pervez Musharraf | Make statement | Head of Government (Pakistan) | 2005-01-11\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-02-04\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-01-10\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-02-04\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-01-10\n- Pervez Musharraf | Consult | Jack Straw | 2005-02-14\n- Pervez Musharraf | Coerce | Criminal (Pakistan) | 2005-01-12\n- Jack Straw | Consult | Pervez Musharraf | 2005-02-14\n- Benazir Bhutto | Reject | Pervez Musharraf | 2005-01-28\nAnswer:", "completion": " Benazir Bhutto", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1026427", "prompt": "Who did the Nigerian government first make pessimistic remarks about in 2015?\nEvidence:\n- Nigerian Bar Association | Make an appeal or request | Government (Nigeria) | 2015-01-28\n- Nigerian Governors Forum | Praise or endorse | Government (Nigeria) | 2015-08-28\n- New Zealand First | Make statement | Winston Peters | 2015-03-20\n- Alex Badeh | Make statement | Nigerian Navy | 2015-05-29\n- Eric Chu | Make statement | People First Party Korea | 2015-08-06\n- Bob Paulson | Make statement | Assembly of First Nations | 2015-12-10\n- Conference of Nigerian Political Parties | Make an appeal or request | Government (Nigeria) | 2015-02-27\n- Nigerian Governors Forum | Make statement | Muhammadu Buhari | 2015-04-03\n- Nigerian Bar Association | Make statement | Muhammadu Buhari | 2015-06-01\n- Citizen (Nigeria) | Make optimistic comment | Nigerian Navy | 2015-02-04\n- Citizen (Nigeria) | Accuse | Nigerian Navy | 2015-09-30\n- Philippe Couillard | Consult | Assembly of First Nations | 2015-11-04\n- Assembly of First Nations | Consult | Philippe Couillard | 2015-11-04\n- UN Security Council | Make pessimistic comment | Terrorist Leader (Islamic State of Iraq and the Levant) | 2015-05-23\n- Simon Lalong | Consult | Nigerian Bar Association | 2015-03-02\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1386184", "prompt": "After 2 August 2012, who did the party member of Brazil denounce?\nEvidence:\n- Party Member (Brazil) | Criticize or denounce | Gilberto Kassab | 2012-08-02\nAnswer:", "completion": " Education (Brazil)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1243249", "prompt": "Before Chris Bowen, who was the last person to investigate the media in Australia?\nEvidence:\n- Citizen (Australia) | Consult | Chris Bowen | 2010-11-01\n- Chris Bowen | Reject | Citizen (Australia) | 2010-03-31\n- Chris Bowen | Demand | Citizen (Australia) | 2010-05-17\n- Chris Bowen | Consult | Citizen (Australia) | 2010-11-01\n- Chris Bowen | Consult | Businessperson (Australia) | 2010-11-02\n- Businessperson (Australia) | Consult | Chris Bowen | 2010-11-02\n- People Associated with the Opposition (Australia) | Make statement | Chris Bowen | 2009-06-09\n- Chris Bowen | Make statement | People Associated with the Opposition (Australia) | 2009-10-08\n- City Mayor (Australia) | Consult | Chris Bowen | 2010-11-01\n- Chris Bowen | Make statement | Businessperson (Australia) | 2008-10-07\n- Chris Bowen | Deny responsibility | Citizen (Australia) | 2010-03-31\n- Chris Bowen | Consult | City Mayor (Australia) | 2010-11-01\n- Chris Bowen | Express intent to cooperate | Citizen (Australia) | 2010-10-23\n- Member of Parliament (Australia) | Reject | Chris Bowen | 2010-11-06\n- Mike Rann | Consult | Chris Bowen | 2010-10-27\nAnswer:", "completion": " Police (Australia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1319805", "prompt": "In 2011, which country was the first to receive pessimistic comments from the UN Security Council?\nEvidence:\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\n- UN Security Council | Consult | Nabil Shaath | 2005-01-11\n- UN Security Council | Consult | John Garang | 2005-02-09\n- UN Security Council | Consult | John Garang | 2005-02-08\n- UN Security Council | Consult | African Union | 2005-01-10\n- Nabil Shaath | Consult | UN Security Council | 2005-01-11\n- John Garang | Consult | UN Security Council | 2005-02-09\n- John Garang | Consult | UN Security Council | 2005-02-08\n- African Union | Consult | UN Security Council | 2005-01-10\n- UN Security Council | Rally opposition against | Togo | 2005-02-25\nAnswer:", "completion": " Sudan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1297493", "prompt": "After 20 September 2015, who released people to the citizens of Nigeria?\nEvidence:\n- Union of the Gabonese People | Consult | Constitutional Court (Gabon) | 2008-09-29\n- Government (Gabon) | Deny responsibility | Union of the Gabonese People | 2006-03-24\n- Constitutional Court (Gabon) | Consult | Union of the Gabonese People | 2008-09-29\n- Committees for the Defense of the Revolution | Use conventional military force | People Associated with the Opposition (Cuba) | 2010-04-14\n- Union of the Gabonese People | Praise or endorse | Head of Government (Gabon) | 2010-10-04\n- Togo | Sign formal agreement | Political Parties (Rally of the Togolese People) | 2009-10-09\n- People Associated with the Opposition (Ukraine) | Demand | Head of Government (Ukraine) | 2007-03-30\n- People Associated with the Opposition (Ukraine) | Consult | Head of Government (Ukraine) | 2008-02-04\n- People Associated with the Opposition (Brazil) | Investigate | Head of Government (Brazil) | 2011-05-25\n- People Associated with the Opposition (Brazil) | Consult | Head of Government (Brazil) | 2007-09-25\n- People Associated with the Opposition (Brazil) | Accuse | Head of Government (Brazil) | 2009-08-12\n- People Associated with the Opposition (Australia) | Reject | Member of Parliament (Australia) | 2010-09-27\n- People Associated with the Opposition (Australia) | Demand | Member of Parliament (Australia) | 2011-08-18\n- People Associated with the Opposition (Australia) | Accuse | Member of Parliament (Australia) | 2009-03-25\n- People Associated with the Opposition (Australia) | Accuse | Member of Parliament (Australia) | 2008-08-28\nAnswer:", "completion": " Government (Nigeria)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1103944", "prompt": "When did India's senior military officials support Shivraj Patil?\nEvidence:\n- Shivraj Patil | Consult | Governor (India) | 2007-11-30\n- Shivraj Patil | Consult | Governor (India) | 2007-11-06\n- Shivraj Patil | Consult | Governor (India) | 2007-10-25\n- Shivraj Patil | Consult | Governor (India) | 2006-12-09\n- Shivraj Patil | Consult | Governor (India) | 2006-12-04\n- Shivraj Patil | Consult | Governor (India) | 2006-10-18\n- Shivraj Patil | Consult | Governor (India) | 2006-01-25\n- Shivraj Patil | Consult | Governor (India) | 2005-04-28\n- Shivraj Patil | Consult | Governor (India) | 2005-02-23\n- Shivraj Patil | Consult | Governor (India) | 2005-01-31\n- Shivraj Patil | Consult | Governor (India) | 2005-01-12\n- Shivraj Patil | Consult | Governor (India) | 2005-01-11\n- Governor (India) | Consult | Shivraj Patil | 2007-11-30\n- Governor (India) | Consult | Shivraj Patil | 2007-11-06\n- Governor (India) | Consult | Shivraj Patil | 2007-10-25\nAnswer:", "completion": " 2013-06-26", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1392144", "prompt": "Before the City Mayor of Australia, who last did the Member of Parliament of Australia threaten?\nEvidence:\n- Member of Parliament (Australia) | Threaten | City Mayor (Australia) | 2011-06-19\n- City Mayor (Australia) | Threaten | Member of Parliament (Australia) | 2005-09-06\n- City Mayor (Australia) | Threaten | Member of Parliament (Australia) | 2005-08-18\n- Member of Parliament (Australia) | Consult | City Mayor (Australia) | 2012-01-13\n- Member of Parliament (Australia) | Consult | City Mayor (Australia) | 2011-03-08\n- Member of Parliament (Australia) | Consult | City Mayor (Australia) | 2009-06-12\n- Member of Parliament (Australia) | Consult | City Mayor (Australia) | 2007-02-15\n- Member of Parliament (Australia) | Consult | City Mayor (Australia) | 2006-11-06\n- Member of Parliament (Australia) | Consult | City Mayor (Australia) | 2005-11-03\n- Member of Parliament (Australia) | Accuse | City Mayor (Australia) | 2008-02-11\n- City Mayor (Australia) | Consult | Member of Parliament (Australia) | 2012-01-13\n- City Mayor (Australia) | Consult | Member of Parliament (Australia) | 2011-03-08\n- City Mayor (Australia) | Consult | Member of Parliament (Australia) | 2009-06-12\n- City Mayor (Australia) | Consult | Member of Parliament (Australia) | 2007-02-15\n- City Mayor (Australia) | Consult | Member of Parliament (Australia) | 2006-11-06\nAnswer:", "completion": " Citizen (Australia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1187709", "prompt": "Could you tell me the exact month when the fighter of the Moro National Liberation Front first used unconventional violence against the military of the Philippines?\nEvidence:\n- Moro National Liberation Front | Use unconventional violence | Military (Philippines) | 2005-02-13\n- Combatant (Moro National Liberation Front) | Use unconventional violence | Moro National Liberation Front | 2007-04-28\n- Military (Philippines) | Accuse | Moro National Liberation Front | 2007-08-10\n- Moro National Liberation Front | Cooperate militarily | Military (Philippines) | 2008-01-01\n- Moro National Liberation Front | Consult | Military Personnel (Philippines) | 2009-03-01\n- Military Personnel (Philippines) | Consult | Moro National Liberation Front | 2009-03-01\n- Military Personnel (Philippines) | Accuse | Moro National Liberation Front | 2008-09-23\n- Military (Philippines) | Make statement | Moro National Liberation Front | 2009-08-21\n- Moro National Liberation Front | Use conventional military force | Combatant (Moro National Liberation Front) | 2007-04-28\n- Moro National Liberation Front | Consult | Moro Islamic Liberation Front | 2006-04-13\n- Moro Islamic Liberation Front | Consult | Moro National Liberation Front | 2006-04-13\n- Moro National Liberation Front | Sign formal agreement | Military (Philippines) | 2005-02-28\n- Moro National Liberation Front | Make statement | Military Personnel (Philippines) | 2008-04-07\n- Military Personnel (Philippines) | Make statement | Moro National Liberation Front | 2009-08-25\n- Military Personnel (Philippines) | Make statement | Moro National Liberation Front | 2008-09-24\nAnswer:", "completion": " 2007-08", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1351251", "prompt": "In which year did Tomás Borec appeal to the Slovak judge?\nEvidence:\n- Tomás Borec | Consider policy option | Court Judge (Slovakia) | 2013-03-24\n- Tomás Borec | Make an appeal or request | Court Judge (Slovakia) | 2013-03-24\n- Tomás Borec | Consult | Andrej Kiska | 2015-08-18\n- Andrej Kiska | Consult | Tomás Borec | 2015-08-18\n- Tomás Borec | Engage in negotiation | Peter Kazimír | 2014-11-30\n- Peter Kazimír | Engage in negotiation | Tomás Borec | 2014-11-30\n- Vietnam | Host a visit | Tomás Borec | 2015-03-12\n- Tomás Borec | Praise or endorse | Vietnam | 2015-03-18\n- Tomás Borec | Praise or endorse | Vietnam | 2015-03-13\n- Tomás Borec | Make statement | Lucia Zitnanská | 2012-07-16\n- Tomás Borec | Make a visit | Vietnam | 2015-03-12\n- Tomás Borec | Express accord | Lucia Zitnanská | 2015-04-18\n- Lucia Zitnanská | Express accord | Tomás Borec | 2015-04-18\n- Treasury/Finance Ministry (Slovakia) | Engage in negotiation | Tomás Borec | 2015-02-19\n- Tomás Borec | Engage in negotiation | Treasury/Finance Ministry (Slovakia) | 2015-02-19\nAnswer:", "completion": " 2013", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1160576", "prompt": "Before Northern Ireland, who was the last person to make optimistic remarks about the citizens of the United Kingdom?\nEvidence:\n- Northern Ireland | Return, release person(s) | Men (United Kingdom) | 2005-04-06\n- Northern Ireland | Return, release person(s) | Men (United Kingdom) | 2005-03-10\n- Northern Ireland | Return, release person(s) | Men (United Kingdom) | 2005-02-27\n- Northern Ireland | Investigate | Men (United Kingdom) | 2005-04-04\n- Northern Ireland | Investigate | Men (United Kingdom) | 2005-03-10\n- Northern Ireland | Investigate | Men (United Kingdom) | 2005-02-27\n- Northern Ireland | Investigate | Citizen (United Kingdom) | 2005-06-23\n- Northern Ireland | Investigate | Citizen (United Kingdom) | 2005-01-12\n- Northern Ireland | Investigate | Citizen (United Kingdom) | 2005-01-10\n- Northern Ireland | Accuse | Citizen (United Kingdom) | 2005-08-09\n- Northern Ireland | Accuse | Citizen (United Kingdom) | 2005-02-07\n- Citizen (United Kingdom) | Threaten | Northern Ireland | 2005-08-02\n- Guerrilla (United Kingdom) | Criticize or denounce | Northern Ireland | 2005-09-19\n- Citizen (United Kingdom) | Use unconventional violence | Northern Ireland | 2005-09-25\n- Citizen (United Kingdom) | Criticize or denounce | Northern Ireland | 2005-10-13\nAnswer:", "completion": " Tony Blair", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1320942", "prompt": "At what time did the citizens of Singapore make an appeal to International Court of Justice?\nEvidence:\n- International Court of Justice | Make a visit | The Hague | 2007-05-31\n- The Hague | Host a visit | International Court of Justice | 2007-05-31\n- International Court of Justice | Make an appeal or request | Vojislav Šešelj | 2007-01-11\n- Citizen (Croatia) | Make an appeal or request | International Court of Justice | 2006-07-11\n- The Hague | Retreat or surrender militarily | International Court of Justice | 2005-04-25\n- The Hague | Retreat or surrender militarily | International Court of Justice | 2005-03-18\n- International Court of Justice | Make statement | France | 2006-08-12\n- Banharn Silpa-archa | Make an appeal or request | International Court of Justice | 2007-07-26\n- Lawyer/Attorney (United Kingdom) | Make an appeal or request | International Court of Justice | 2005-02-08\n- International Court of Justice | Make an appeal or request | Other Authorities / Officials (Serbia) | 2007-02-26\n- Žarko Puhovski | Make statement | International Court of Justice | 2007-03-31\n- Vuk Jeremić | Make statement | International Court of Justice | 2007-06-04\n- Professor (Australia) | Make statement | International Court of Justice | 2005-11-25\n- Ivan Jarnjak | Make statement | International Court of Justice | 2006-04-06\n- International Court of Justice | Make statement | Vojislav Šešelj | 2006-12-01\nAnswer:", "completion": " 2007-11-21", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1286967", "prompt": "In which year did the UN Security Council condemn the terrorist leader of the Islamic State of Iraq and the Levant?\nEvidence:\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- UN Security Council | Praise or endorse | Iraq | 2005-02-01\n- Iraq | Defy norms, law | UN Security Council | 2005-02-03\n- UN Security Council | Praise or endorse | Employee (Iraq) | 2005-02-01\n- UN Security Council | Demand change in leadership | Head of Government (Togo) | 2005-02-25\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- UN Security Council | Demand settling of dispute | Citizen (Sudan) | 2005-01-13\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\n- UN Security Council | Consult | Nabil Shaath | 2005-01-11\n- UN Security Council | Consult | John Garang | 2005-02-09\n- UN Security Council | Consult | John Garang | 2005-02-08\n- UN Security Council | Consult | African Union | 2005-01-10\nAnswer:", "completion": " 2015", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1348991", "prompt": "Before South Korea, who was the last to formally sign an agreement with Oluṣẹgun Ọbasanjọ?\nEvidence:\n- Thailand | Sign formal agreement | Malaysia | 2005-01-28\n- Thailand | Sign formal agreement | China | 2005-01-21\n- Malaysia | Sign formal agreement | Thailand | 2005-01-28\n- China | Sign formal agreement | Thailand | 2005-01-21\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- South Korea | Express intent to cooperate | Japan | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-06\n- Japan | Express intent to cooperate | South Korea | 2005-01-13\n- China | Express intent to cooperate | South Korea | 2005-01-13\n- China | Express intent to cooperate | South Korea | 2005-01-06\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\nAnswer:", "completion": " Roh Moo Hyun", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1384502", "prompt": "Who last wished to negotiate with the citizens of International in 2007?\nEvidence:\n- Special Rapporteurs of the United Nations | Appeal to others to meet or negotiate | Citizen (International) | 2007-04-25\n- The Hague | Host a visit | International Court of Justice | 2007-05-31\n- Member of the Judiciary (Venezuela) | Make statement | RCTV International | 2007-05-18\n- International Court of Justice | Make a visit | The Hague | 2007-05-31\n- The Hague | Make an appeal or request | International Court of Justice | 2007-09-12\n- Activist (International Committee of the Red Cross) | Make an appeal or request | Citizen (Kyrgyzstan) | 2007-09-12\nAnswer:", "completion": " Finance / Economy / Commerce / Trade Ministry (Australia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 6, "n_anchors": 0} +{"id": "mtq_1226796", "prompt": "Who last criticised the citizens of Australia before the Four Coalition?\nEvidence:\n- Four-Coalition | Criticize or denounce | Citizen (Australia) | 2011-01-29\n- Four-Coalition | Make statement | Police (Uganda) | 2010-12-09\n- New Wafd Party | Make statement | Four-Coalition | 2007-10-01\n- Media Personnel (Uganda) | Make statement | Four-Coalition | 2010-01-05\n- Four-Coalition | Praise or endorse | Jusuf Kalla | 2014-08-27\n- Four-Coalition | Criticize or denounce | Government (Gabon) | 2008-01-16\n- Four-Coalition | Criticize or denounce | Government (Gabon) | 2008-01-10\n- Adil Abdul-Mahdi | Make statement | Four-Coalition | 2010-01-04\n- Habib Essid | Express intent to cooperate | Four-Coalition | 2015-05-15\n- Four-Coalition | Make an appeal or request | Tanzania | 2008-01-20\n- Four-Coalition | Express intent to cooperate | Habib Essid | 2015-05-15\n- Constitutional Court (Cote d'Ivoire) | Reject | Four-Coalition | 2010-11-07\n- Four-Coalition | Make an appeal or request | Citizen (Tanzania) | 2015-09-03\n- The Irrawaddy | Consult | National Coalition Government of the Union of Burma | 2010-02-25\n- National Coalition Government of the Union of Burma | Consult | The Irrawaddy | 2010-02-25\nAnswer:", "completion": " Police (Australia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1224099", "prompt": "Before Cyril Svoboda, which country hosted the visit from Abdullah Gül last?\nEvidence:\n- Cyril Svoboda | Consult | Abdullah Gül | 2006-02-16\n- Abdullah Gül | Consult | Cyril Svoboda | 2006-02-16\n- Cyril Svoboda | Host a visit | Abdullah Gül | 2006-02-16\n- Abdullah Gül | Make a visit | Cyril Svoboda | 2006-02-16\n- Cyril Svoboda | Make statement | Abdullah Gül | 2006-03-02\n- Cyril Svoboda | Consult | Ali Abdullah Saleh | 2006-04-30\n- Ali Abdullah Saleh | Consult | Cyril Svoboda | 2006-04-30\n- Cyril Svoboda | Express intent to meet or negotiate | Abdullah Gül | 2006-02-16\n- Cyril Svoboda | Make a visit | Ali Abdullah Saleh | 2006-04-30\n- Ali Abdullah Saleh | Host a visit | Cyril Svoboda | 2006-04-30\n- Yemen | Host a visit | Cyril Svoboda | 2006-04-29\n- Guatemala | Host a visit | Cyril Svoboda | 2005-07-12\n- Cyril Svoboda | Make a visit | Yemen | 2006-04-29\n- Cyril Svoboda | Make a visit | Guatemala | 2005-07-12\n- Cyril Svoboda | Make a visit | Angola | 2006-01-27\nAnswer:", "completion": " Kazakhstan", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1190858", "prompt": "Who made the first denunciation to the Police of Australia after the Lawyer/Attorney of Indonesia?\nEvidence:\n- Office of the Attorney General | Reject | Lawyer/Attorney (Indonesia) | 2008-11-04\n- Police (Indonesia) | Investigate | Lawyer/Attorney (Australia) | 2013-10-19\n- Police (Australia) | Consult | Lawyer/Attorney (Indonesia) | 2005-03-21\n- Lawyer/Attorney (Indonesia) | Reject | Police (Australia) | 2006-01-31\n- Lawyer/Attorney (Indonesia) | Consult | Police (Australia) | 2005-03-21\n- Lawyer/Attorney (Indonesia) | Accuse | Police (Australia) | 2006-02-14\n- Lawyer/Attorney (Indonesia) | Consult | Lawyer/Attorney (Australia) | 2005-06-05\n- Lawyer/Attorney (Australia) | Demand | Lawyer/Attorney (Indonesia) | 2005-05-29\n- Lawyer/Attorney (Australia) | Consult | Lawyer/Attorney (Indonesia) | 2005-06-05\n- Police (Indonesia) | Investigate | Lawyer/Attorney (Indonesia) | 2015-08-06\n- Police (Indonesia) | Investigate | Lawyer/Attorney (Indonesia) | 2011-02-12\n- Police (Indonesia) | Investigate | Lawyer/Attorney (Indonesia) | 2010-04-24\n- Police (Indonesia) | Investigate | Lawyer/Attorney (Indonesia) | 2008-04-01\n- Police (Indonesia) | Investigate | Lawyer/Attorney (Indonesia) | 2006-01-09\n- Police (Indonesia) | Demand | Lawyer/Attorney (Indonesia) | 2014-12-19\nAnswer:", "completion": " Citizen (Australia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1161253", "prompt": "Which country was the last to make optimistic comments about Mexico before the United States customs official did?\nEvidence:\n- Mexico | Arrest, detain, or charge with legal action | Government Official (Mexico) | 2005-02-02\n- Mexico | Arrest, detain, or charge with legal action | Men (United States) | 2005-02-02\n- Secretariat (Mexico) | Make statement | Mexico | 2005-02-03\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-26\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-25\n- Economist (Mexico) | Make statement | Mexico | 2005-02-11\n- Central Bank (Mexico) | Make statement | Mexico | 2005-01-31\n- Other Authorities / Officials (Mexico) | Make statement | Mexico | 2005-01-18\n- Mexico | Make pessimistic comment | Other Authorities / Officials (Mexico) | 2005-01-28\n- Mexico | Investigate | Criminal (Mexico) | 2005-01-12\n- Colombia | Make optimistic comment | France | 2005-09-23\n- Colombia | Make optimistic comment | China | 2005-01-28\n- Other Authorities / Officials (Mexico) | Express intent to meet or negotiate | Mexico | 2005-01-06\n- Mexico | Express intent to cooperate | Colombia | 2005-06-30\n- Colombia | Express intent to cooperate | Mexico | 2005-06-30\nAnswer:", "completion": " China", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1225229", "prompt": "After Abdullah Gül, with whom did Xi Jinping want to negotiate first?\nEvidence:\n- Abdullah Gül | Express intent to meet or negotiate | China | 2005-02-02\n- Abdullah Gül | Express intent to meet or negotiate | China | 2005-02-01\n- Abdullah Gül | Express intent to meet or negotiate | China | 2005-01-27\n- Abdullah Gül | Express intent to meet or negotiate | China | 2005-01-26\n- Abdullah Gül | Express intent to meet or negotiate | Shimon Peres | 2005-01-04\n- Abdullah Gül | Express intent to meet or negotiate | Shimon Peres | 2005-01-03\n- Abdullah Gül | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-05\n- Abdullah Gül | Express intent to meet or negotiate | Businessperson (China) | 2005-02-03\n- Undersecretary (United States) | Express intent to meet or negotiate | Abdullah Gül | 2005-01-31\n- Xi Jinping | Accuse | France | 2008-04-27\n- Henry M. Paulson | Express intent to meet or negotiate | Xi Jinping | 2006-09-19\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | Xi Jinping | 2008-05-23\n- Wen Jiabao | Consult | Abdullah Gül | 2005-02-02\n- Shimon Peres | Consult | Abdullah Gül | 2006-01-05\n- Shimon Peres | Consult | Abdullah Gül | 2006-01-04\nAnswer:", "completion": " Vladislav Yuryevich Surkov", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1327662", "prompt": "Before April 2005, who made threats to the Australian police?\nEvidence:\n- Police (Israel) | Make statement | The Hague | 2005-04-26\n- The Hague | Reject | The Hague | 2005-05-04\n- The Hague | Accuse | The Hague | 2006-03-11\n- The Daily Telegraph | Make statement | Police (Australia) | 2005-06-22\n- The Daily Telegraph | Make statement | Police (Australia) | 2005-06-20\n- The Hague | Threaten | Criminal (The Hague) | 2006-04-30\n- The Hague | Make statement | The Hague | 2006-03-08\n- The Hague | Deny responsibility | The Hague | 2005-03-03\n- The Hague | Accuse of war crimes | Police (Macedonia) | 2005-03-15\n- The Hague | Make optimistic comment | The Hague | 2006-06-13\n- Party of the Hungarian Coalition | Make statement | Police (Slovakia) | 2005-10-06\n- Member of the Judiciary (South Africa) | Reject | Limpopo Police | 2005-03-30\n- The Chronicle | Express intent to meet or negotiate | Iran | 2005-06-11\n- Representative to the United Nations (Vietnam) | Make statement | Vietnam | 2006-10-05\n- Representative to the United Nations (Iran) | Make statement | Iran | 2006-04-27\nAnswer:", "completion": " Citizen (Australia)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1383556", "prompt": "Who was the first person against whom the Israeli police used conventional military force after the creation of Israel?\nEvidence:\n- Police (Israel) | Use conventional military force | Israeli Defense Forces | 2015-05-01\n- Police (Israel) | Use conventional military force | Israeli Defense Forces | 2005-01-26\n- Israeli Defense Forces | Use conventional military force | Police (Israel) | 2005-01-26\n- Religion (Israel) | Use conventional military force | Police (Israel) | 2014-11-07\n- Religion (Israel) | Use conventional military force | Police (Israel) | 2013-05-08\n- Religion (Israel) | Use conventional military force | Police (Israel) | 2009-10-25\n- Religion (Israel) | Use conventional military force | Police (Israel) | 2009-09-27\n- Religion (Israel) | Use conventional military force | Police (Israel) | 2007-02-09\n- Police (Israel) | Use conventional military force | Settler (Israel) | 2011-03-31\n- Police (Israel) | Use conventional military force | Settler (Israel) | 2011-03-01\n- Police (Israel) | Use conventional military force | Settler (Israel) | 2006-11-06\n- Police (Israel) | Use conventional military force | Settler (Israel) | 2006-02-03\n- Police (Israel) | Use conventional military force | Settler (Israel) | 2006-02-02\n- Police (Israel) | Use conventional military force | Settler (Israel) | 2005-07-01\n- Police (Israel) | Use conventional military force | Settler (Israel) | 2005-01-26\nAnswer:", "completion": " Children (Israel)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1128297", "prompt": "After Shivraj Singh Chouhan, who did the Indian Prime Minister ask first?\nEvidence:\n- Shivraj Singh Chouhan | Consult | Amit Shah | 2015-08-02\n- Shivraj Singh Chouhan | Consult | Amit Shah | 2015-08-01\n- Shivraj Singh Chouhan | Consult | Amit Shah | 2015-07-20\n- Shivraj Singh Chouhan | Consult | Amit Shah | 2015-07-14\n- Shivraj Singh Chouhan | Consult | Amit Shah | 2015-07-13\n- Shivraj Singh Chouhan | Accuse | Media (India) | 2015-07-09\n- Qatar | Make statement | Shivraj Singh Chouhan | 2014-09-17\n- Govindacharya | Make statement | Shivraj Singh Chouhan | 2015-04-27\n- Amit Shah | Consult | Shivraj Singh Chouhan | 2015-08-02\n- Amit Shah | Consult | Shivraj Singh Chouhan | 2015-08-01\n- Amit Shah | Consult | Shivraj Singh Chouhan | 2015-07-20\n- Amit Shah | Consult | Shivraj Singh Chouhan | 2015-07-14\n- Amit Shah | Consult | Shivraj Singh Chouhan | 2015-07-13\n- Shivraj Singh Chouhan | Make statement | Rajya Sabha | 2014-09-12\n- Shivraj Singh Chouhan | Make statement | Media (India) | 2015-07-09\nAnswer:", "completion": " Governor (India)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1020012", "prompt": "After Yuriy Yekhanurov, with whom did Mikhail Yefimovich Fradkov first express an interest in cooperation?\nEvidence:\n- Yuriy Yekhanurov | Consult | Mikhail Yefimovich Fradkov | 2005-11-25\n- Yuriy Yekhanurov | Consult | Mikhail Yefimovich Fradkov | 2005-10-19\n- Yuriy Yekhanurov | Consult | Mikhail Yefimovich Fradkov | 2005-10-02\n- Yuriy Yekhanurov | Consult | Mikhail Yefimovich Fradkov | 2005-09-30\n- Mikhail Yefimovich Fradkov | Consult | Yuriy Yekhanurov | 2005-11-25\n- Mikhail Yefimovich Fradkov | Consult | Yuriy Yekhanurov | 2005-10-19\n- Mikhail Yefimovich Fradkov | Consult | Yuriy Yekhanurov | 2005-10-02\n- Mikhail Yefimovich Fradkov | Consult | Yuriy Yekhanurov | 2005-09-30\n- Yuriy Yekhanurov | Express intent to cooperate | Mikhail Yefimovich Fradkov | 2005-11-22\n- Mikhail Yefimovich Fradkov | Express intent to cooperate | Yuriy Yekhanurov | 2005-11-22\n- Mikhail Yefimovich Fradkov | Praise or endorse | Yuriy Yekhanurov | 2005-09-30\n- Mikhail Yefimovich Fradkov | Praise or endorse | Yuriy Yekhanurov | 2005-09-23\n- Yuriy Yekhanurov | Express intent to meet or negotiate | Mikhail Yefimovich Fradkov | 2005-09-30\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | Yuriy Yekhanurov | 2005-11-22\n- Zurab Nogaideli | Engage in negotiation | Mikhail Yefimovich Fradkov | 2005-06-03\nAnswer:", "completion": " Wolfgang Schüssel", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1082112", "prompt": "In which year did the Ministry of Foreign Affairs of Brazil last express its intention to meet with Evo Morales?\nEvidence:\n- Head of Government (Brazil) | Express intent to meet or negotiate | Evo Morales | 2005-12-20\n- Evo Morales | Make an appeal or request | Foreign Affairs (Argentina) | 2005-03-25\n- Evo Morales | Express intent to meet or negotiate | Andean Community | 2006-04-25\n- Military (Bolivia) | Engage in negotiation | Evo Morales | 2012-08-06\n- Evo Morales | Engage in negotiation | Military (Bolivia) | 2012-08-06\n- Evo Morales | Demand | Bolivia | 2005-09-25\n- Evo Morales | Consult | Bolivia | 2005-12-19\n- Bolivia | Consult | Evo Morales | 2005-12-19\n- Evo Morales | Engage in diplomatic cooperation | Felipe Quispe | 2005-03-09\n- Evo Morales | Accuse of espionage, treason | Eduardo Rodríguez | 2005-11-30\n- Evo Morales | Accuse of espionage, treason | Eduardo Rodríguez | 2005-11-23\n- Felipe Quispe | Accuse | Evo Morales | 2012-08-20\n- Evo Morales | Make statement | Bolivia | 2005-12-20\n- Evo Morales | Make statement | Bolivia | 2005-12-19\n- Evo Morales | Make statement | Bolivia | 2005-12-02\nAnswer:", "completion": " 2008", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1016595", "prompt": "In which year did Wen Jiabao last visit Norodom Sihanouk?\nEvidence:\n- Wen Jiabao | Make a visit | Norodom Sihanouk | 2012-01-21\n- Wen Jiabao | Make a visit | Norodom Sihanouk | 2011-01-29\n- Wen Jiabao | Make a visit | Norodom Sihanouk | 2008-02-10\n- Wen Jiabao | Make a visit | Norodom Sihanouk | 2006-01-20\n- Norodom Sihanouk | Host a visit | Wen Jiabao | 2012-01-21\n- Norodom Sihanouk | Host a visit | Wen Jiabao | 2011-01-29\n- Norodom Sihanouk | Host a visit | Wen Jiabao | 2008-02-10\n- Norodom Sihanouk | Host a visit | Wen Jiabao | 2006-01-20\n- Norodom Sihanouk | Consult | China | 2005-08-23\n- China | Consult | Norodom Sihanouk | 2005-08-23\n- Vietnam | Host a visit | Norodom Sihanouk | 2010-08-27\n- Vietnam | Host a visit | Norodom Sihanouk | 2010-06-28\n- Vietnam | Host a visit | Norodom Sihanouk | 2008-06-26\n- Vietnam | Host a visit | Norodom Sihanouk | 2008-06-25\n- Vietnam | Host a visit | Norodom Sihanouk | 2008-06-24\nAnswer:", "completion": " 2012", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1103530", "prompt": "Before Benjamin Netanyahu, who was the last Egyptian leader to appeal to?\nEvidence:\n- Benjamin Netanyahu | Express intent to cooperate | Likud | 2011-01-08\n- Likud | Make an appeal or request | Benjamin Netanyahu | 2012-11-18\n- Likud | Make an appeal or request | Benjamin Netanyahu | 2012-08-31\n- Likud | Make an appeal or request | Benjamin Netanyahu | 2011-05-16\n- Likud | Make an appeal or request | Benjamin Netanyahu | 2010-03-26\n- Likud | Make an appeal or request | Benjamin Netanyahu | 2009-06-15\n- Likud | Make an appeal or request | Benjamin Netanyahu | 2009-06-14\n- Benjamin Netanyahu | Make an appeal or request | Qatar | 2005-08-23\n- Benjamin Netanyahu | Make an appeal or request | Likud | 2012-11-25\n- Benjamin Netanyahu | Make an appeal or request | Likud | 2012-06-04\n- Benjamin Netanyahu | Make an appeal or request | Likud | 2012-02-17\n- Benjamin Netanyahu | Make an appeal or request | Likud | 2010-04-27\n- Benjamin Netanyahu | Make an appeal or request | Likud | 2007-08-15\n- Benjamin Netanyahu | Make an appeal or request | Likud | 2006-06-05\n- Benjamin Netanyahu | Appeal for change in leadership | Likud | 2006-01-12\nAnswer:", "completion": " Citizen (Unidentified State Actor)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1227879", "prompt": "Who was the last to negotiate with the Brazilian Ministry before the Supreme Electoral Court?\nEvidence:\n- Supreme Electoral Court | Consult | Ministry (Supreme Electoral Court) | 2006-12-06\n- Supreme Electoral Court | Consult | Ministry (Supreme Electoral Court) | 2006-12-05\n- Ministry (Supreme Electoral Court) | Consult | Supreme Electoral Court | 2006-12-06\n- Ministry (Supreme Electoral Court) | Consult | Supreme Electoral Court | 2006-12-05\n- Ministry (Brazil) | Investigate | Supreme Electoral Court | 2006-09-20\n- Ministry (Brazil) | Investigate | Supreme Electoral Court | 2006-09-19\n- Ministry (Brazil) | Investigate | Supreme Electoral Court | 2006-08-29\n- Supreme Electoral Court | Make statement | Ministry (Brazil) | 2008-03-06\n- Ministry (Brazil) | Make statement | Supreme Electoral Court | 2008-08-20\n- Ministry (Brazil) | Make statement | Supreme Electoral Court | 2008-08-13\n- Ministry (Brazil) | Make statement | Supreme Electoral Court | 2008-03-04\n- Ministry (Brazil) | Make statement | Supreme Electoral Court | 2007-04-23\n- Ministry (Brazil) | Make statement | Supreme Electoral Court | 2007-03-29\n- Ministry (Brazil) | Make statement | Supreme Electoral Court | 2007-03-28\n- Ministry (Brazil) | Make statement | Supreme Electoral Court | 2006-12-14\nAnswer:", "completion": " Head of Government (Brazil)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1315526", "prompt": "In August 2014, who made a request to the Member of Parliament of India?\nEvidence:\n- Member of Parliament (India) | Engage in negotiation | Head of Government (India) | 2011-03-18\n- Head of Government (India) | Engage in negotiation | Member of Parliament (India) | 2011-03-18\n- Villager (India) | Consult | Member of Parliament (India) | 2008-12-19\n- Villager (India) | Consult | Member of Parliament (India) | 2008-03-16\n- Protester (India) | Consult | Member of Parliament (India) | 2014-02-07\n- Men (India) | Threaten | Member of Parliament (India) | 2006-12-14\n- Men (India) | Threaten | Member of Parliament (India) | 2006-12-13\n- Men (India) | Threaten | Member of Parliament (India) | 2006-09-23\n- Men (India) | Threaten | Member of Parliament (India) | 2006-09-22\n- Member of Parliament (India) | Demand | Media (India) | 2012-10-14\n- Member of Parliament (India) | Consult | Villager (India) | 2008-12-19\n- Member of Parliament (India) | Consult | Villager (India) | 2008-03-16\n- Member of Parliament (India) | Consult | Protester (India) | 2014-02-07\n- Member of Parliament (India) | Consult | Media (India) | 2014-10-05\n- Member of Parliament (India) | Consult | Media (India) | 2014-08-26\nAnswer:", "completion": " R.S. Naik", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1128042", "prompt": "After Sergey Vladilenovich Kiriyenko, who was the first to want to negotiate with Yuriy Yekhanurov?\nEvidence:\n- Yuriy Yekhanurov | Consult | Sergey Vladilenovich Kiriyenko | 2006-01-21\n- Sergey Vladilenovich Kiriyenko | Consult | Yuriy Yekhanurov | 2006-01-21\n- Sergey Vladilenovich Kiriyenko | Express intent to meet or negotiate | Yuriy Yekhanurov | 2006-01-21\n- Sergey Vladilenovich Kiriyenko | Investigate | Iran | 2006-02-15\n- Sergey Vladilenovich Kiriyenko | Consult | Iran | 2006-01-25\n- Sergey Vladilenovich Kiriyenko | Consult | Iran | 2006-01-24\n- Iran | Consult | Sergey Vladilenovich Kiriyenko | 2006-01-25\n- Iran | Consult | Sergey Vladilenovich Kiriyenko | 2006-01-24\n- Sergey Vladilenovich Kiriyenko | Make statement | Iran | 2006-02-19\n- Sergey Vladilenovich Kiriyenko | Make statement | Iran | 2006-02-13\n- Sergey Vladilenovich Kiriyenko | Make statement | Iran | 2006-02-08\n- Sergey Vladilenovich Kiriyenko | Make statement | Iran | 2006-01-25\n- Sergey Vladilenovich Kiriyenko | Make statement | Iran | 2006-01-20\n- Sergey Vladilenovich Kiriyenko | Consult | Representatives (Russia) | 2005-02-12\n- Representatives (Russia) | Consult | Sergey Vladilenovich Kiriyenko | 2005-02-12\nAnswer:", "completion": " Citizen (Denmark)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1159435", "prompt": "Who last would wish to visit Yemen before the Terrorist of Syria did?\nEvidence:\n- Yemen | Host a visit | Ministry of International Cooperation (Sudan) | 2005-02-17\n- Ministry of International Cooperation (Sudan) | Make a visit | Yemen | 2005-02-17\n- Yemen | Host a visit | Malaysia | 2005-02-06\n- Yemen | Host a visit | France | 2005-02-14\n- Yemen | Host a visit | Eritrea | 2005-02-10\n- Malaysia | Make a visit | Yemen | 2005-02-06\n- France | Make a visit | Yemen | 2005-02-21\n- France | Make a visit | Yemen | 2005-02-14\n- Eritrea | Make a visit | Yemen | 2005-02-10\n- Head of Government (Germany) | Express intent to meet or negotiate | Yemen | 2005-02-18\n- Yemen | Host a visit | James Wolfensohn | 2005-02-16\n- Yemen | Host a visit | James Wolfensohn | 2005-02-15\n- Yemen | Host a visit | Isaias Afewerki | 2005-02-09\n- Ministry (Egypt) | Make a visit | Yemen | 2005-02-21\n- James Wolfensohn | Make a visit | Yemen | 2005-02-16\nAnswer:", "completion": " Human Rights Watch", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1109989", "prompt": "When did Javier Solana formally sign an agreement with Janez Jansa?\nEvidence:\n- Janez Jansa | Express intent to meet or negotiate | Javier Solana | 2005-01-21\n- Wen Jiabao | Consult | Janez Jansa | 2006-09-11\n- Vlado Buckovski | Consult | Janez Jansa | 2005-11-16\n- Tony Blair | Consult | Janez Jansa | 2005-12-08\n- Milo Djukanovic | Consult | Janez Jansa | 2006-01-09\n- Laila Freivalds | Consult | Janez Jansa | 2005-10-13\n- Janez Jansa | Consult | Wen Jiabao | 2006-09-11\n- Janez Jansa | Consult | Vlado Buckovski | 2005-11-16\n- Janez Jansa | Consult | Tony Blair | 2005-12-08\n- Janez Jansa | Consult | Milo Djukanovic | 2006-01-09\n- Janez Jansa | Consult | Laila Freivalds | 2005-10-13\n- Janez Jansa | Consult | Branko Crvenkovski | 2005-02-16\n- Janez Jansa | Consult | Branko Crvenkovski | 2005-02-15\n- Janez Jansa | Consult | Aigars Kalvitis | 2006-07-24\n- Janez Jansa | Consult | Aigars Kalvitis | 2005-09-13\nAnswer:", "completion": " 2008-06-28", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1235337", "prompt": "Who signed an agreement with the trade union of Kyrgyzstan in 2014-01?\nEvidence:\n- Ministry (Kyrgyzstan) | Sign formal agreement | Labor Union (Kyrgyzstan) | 2014-01-25\n- Labor Union (Kyrgyzstan) | Sign formal agreement | Ministry (Kyrgyzstan) | 2014-01-25\n- Trade Union Congress | Make an appeal or request | Government (Nigeria) | 2014-11-12\n- Trade Union Congress | Make an appeal or request | Government (Nigeria) | 2014-09-15\n- Trade Union Congress | Make an appeal or request | Government (Nigeria) | 2014-09-12\n- Trade Union Congress | Make an appeal or request | Government (Nigeria) | 2014-05-05\n- Trade Union Congress | Make an appeal or request | Government (Nigeria) | 2014-03-18\n- Citizen (Nigeria) | Make an appeal or request | Trade Union Congress | 2014-05-19\n- Trade Union Congress | Threaten | Government (Nigeria) | 2014-08-22\n- Trade Union Congress | Threaten | Government (Nigeria) | 2014-08-19\n- Trade Union Congress | Praise or endorse | Government (Nigeria) | 2014-10-17\n- Trade Union Congress | Praise or endorse | Government (Nigeria) | 2014-09-12\n- Trade Union Congress | Praise or endorse | Government (Nigeria) | 2014-03-11\n- Trade Union Congress | Criticize or denounce | Ministry (Nigeria) | 2014-01-24\n- Trade Union Congress | Criticize or denounce | Government (Nigeria) | 2014-05-05\nAnswer:", "completion": " Ministry (Kyrgyzstan)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1281534", "prompt": "Who had the last telephone conversation with Barack Obama in 2012?\nEvidence:\n- Benjamin Netanyahu | Discuss by telephone | Barack Obama | 2012-01-14\n- Benjamin Netanyahu | Discuss by telephone | Barack Obama | 2012-01-13\n- Benjamin Netanyahu | Discuss by telephone | Barack Obama | 2012-01-12\n- Barack Obama | Discuss by telephone | Benjamin Netanyahu | 2012-01-14\n- Barack Obama | Discuss by telephone | Benjamin Netanyahu | 2012-01-13\n- Barack Obama | Discuss by telephone | Benjamin Netanyahu | 2012-01-12\n- Nasser Judeh | Engage in negotiation | Barack Obama | 2012-01-21\n- Barack Obama | Engage in negotiation | Nasser Judeh | 2012-01-21\n- Barack Obama | Engage in diplomatic cooperation | Iran | 2012-01-07\n- Barack Obama | Threaten | Iran | 2012-01-13\n- Mahmoud Ahmadinejad | Consult | Barack Obama | 2012-01-04\n- Benjamin Netanyahu | Reject | Barack Obama | 2012-01-23\n- Benjamin Netanyahu | Consult | Barack Obama | 2012-01-16\n- Benjamin Netanyahu | Consult | Barack Obama | 2012-01-13\n- Benjamin Netanyahu | Consult | Barack Obama | 2012-01-12\nAnswer:", "completion": " Benjamin Netanyahu", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1069816", "prompt": "Who wanted to work with the Indian Prime Minister after South Africa?\nEvidence:\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-27\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-26\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-25\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-23\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-19\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-16\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-13\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-02\n- Police (South Africa) | Arrest, detain, or charge with legal action | South Africa | 2005-02-11\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\nAnswer:", "completion": " China", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1235763", "prompt": "To whom did Abdulsalami Alhaji Abubakar make an appeal after 1 April 2015?\nEvidence:\n- Abdulsalami Alhaji Abubakar | Make an appeal or request | Citizen (Nigeria) | 2015-04-01\n- Abdulsalami Alhaji Abubakar | Praise or endorse | Muhammadu Buhari | 2015-04-01\n- Oluṣẹgun Ọbasanjọ | Make an appeal or request | Muhammadu Buhari | 2015-04-01\n- Muhammadu Buhari | Make an appeal or request | Citizen (Nigeria) | 2015-04-01\n- Barack Obama | Make an appeal or request | Citizen (Nigeria) | 2015-04-01\n- Head of Government (Nigeria) | Make an appeal or request | Citizen (Nigeria) | 2015-04-01\n- Chief Court Judge (Nigeria) | Express intent to cooperate | Citizen (Nigeria) | 2015-04-01\n- Muhammadu Buhari | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Nigeria) | 2015-04-01\n- Citizen (Nigeria) | Express intent to engage in diplomatic cooperation (such as policy support) | Muhammadu Buhari | 2015-04-01\n- Presidential Candidate (Nigeria) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Nigeria) | 2015-04-01\n- Muhammadu Buhari | Make statement | Government (Nigeria) | 2015-04-01\n- Muhammadu Buhari | Make statement | Boko Haram | 2015-04-01\n- Muhammadu Buhari | Express intent to engage in diplomatic cooperation (such as policy support) | Head of Government (Nigeria) | 2015-04-01\n- Royal Administration (Nigeria) | Make statement | Muhammadu Buhari | 2015-04-01\n- Oluṣẹgun Ọbasanjọ | Make optimistic comment | Muhammadu Buhari | 2015-04-01\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1162336", "prompt": "After Kazakhstan, who hosted the visit of Alexander Stubb?\nEvidence:\n- Kazakhstan | Host a visit | Alexander Stubb | 2008-07-03\n- Alexander Stubb | Make a visit | Kazakhstan | 2008-07-03\n- France | Host a visit | Alexander Stubb | 2008-08-10\n- China | Host a visit | Alexander Stubb | 2009-11-02\n- Alexander Stubb | Make a visit | France | 2008-08-10\n- Alexander Stubb | Make a visit | China | 2009-11-02\n- Alexander Stubb | Express intent to meet or negotiate | Kazakhstan | 2008-06-27\n- Alexander Stubb | Express intent to meet or negotiate | Kazakhstan | 2008-06-26\n- Republic of South Ossetia | Host a visit | Alexander Stubb | 2008-08-11\n- Alexander Stubb | Make a visit | Republic of South Ossetia | 2008-08-11\n- Valdas Adamkus | Host a visit | Alexander Stubb | 2009-03-30\n- Middle East | Host a visit | Alexander Stubb | 2010-01-17\n- Islam Karimov | Host a visit | Alexander Stubb | 2008-06-05\n- Alexander Stubb | Make a visit | Valdas Adamkus | 2009-03-30\n- Alexander Stubb | Make a visit | Middle East | 2010-01-17\nAnswer:", "completion": " South Korea", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1193479", "prompt": "Who was the first person Ma Ying Jeou wanted to meet after the media representatives of Japan?\nEvidence:\n- Ma Ying Jeou | Express intent to meet or negotiate | Japan | 2005-03-02\n- Ma Ying Jeou | Express intent to meet or negotiate | Japan | 2005-03-01\n- Ma Ying Jeou | Express intent to meet or negotiate | Japan | 2005-02-24\n- Ma Ying Jeou | Make statement | Japan | 2005-03-04\n- Ma Ying Jeou | Make a visit | Japan | 2005-03-02\n- Japan | Host a visit | Ma Ying Jeou | 2005-03-02\n- Ma Ying Jeou | Demand | Kuomintang | 2005-02-05\n- China | Reject | Ma Ying Jeou | 2005-01-05\n- China | Reject | Ma Ying Jeou | 2005-01-04\n- Ma Ying Jeou | Express intent to meet or negotiate | Thailand | 2005-01-13\n- Ma Ying Jeou | Express intent to meet or negotiate | China | 2005-04-18\n- Ma Ying Jeou | Make statement | Kuomintang | 2005-04-15\n- Ma Ying Jeou | Make statement | China | 2005-03-28\n- Ma Ying Jeou | Make statement | China | 2005-03-06\n- Ma Ying Jeou | Make statement | China | 2005-01-07\nAnswer:", "completion": " Japan", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1282315", "prompt": "After 4 November 2014, who received humanitarian aid from the Nigerian Ministry of Foreign Affairs?\nEvidence:\n- Ministry (Nigeria) | Provide humanitarian aid | Boko Haram | 2014-11-04\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1082251", "prompt": "Before Zurab Nogaideli, who was the last person to want to negotiate with Islam Karimov?\nEvidence:\n- Zurab Nogaideli | Consult | Islam Karimov | 2005-04-18\n- Islam Karimov | Consult | Zurab Nogaideli | 2005-04-18\n- Zurab Nogaideli | Make a visit | Islam Karimov | 2005-04-18\n- Zurab Nogaideli | Host a visit | Islam Karimov | 2005-04-19\n- Islam Karimov | Praise or endorse | Zurab Nogaideli | 2005-04-18\n- Islam Karimov | Make a visit | Zurab Nogaideli | 2005-04-19\n- Islam Karimov | Host a visit | Zurab Nogaideli | 2005-04-18\n- Zurab Nogaideli | Express intent to meet or negotiate | Islam Karimov | 2005-04-12\n- Zurab Nogaideli | Express intent to meet or negotiate | Kazakhstan | 2005-11-09\n- Iran | Express intent to meet or negotiate | Zurab Nogaideli | 2005-04-25\n- Zurab Nogaideli | Make statement | Kazakhstan | 2005-06-06\n- Zurab Nogaideli | Consult | Population (Georgia) | 2005-09-25\n- Zurab Nogaideli | Consult | Government (Georgia) | 2007-01-29\n- Zurab Nogaideli | Consult | Government (Georgia) | 2006-09-13\n- Zurab Nogaideli | Consult | Government (Georgia) | 2005-04-25\nAnswer:", "completion": " Roh Moo Hyun", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1141744", "prompt": "Who was the first to provide humanitarian aid to the citizens of Uganda in 2010?\nEvidence:\n- Police (Uganda) | Provide humanitarian aid | Citizen (Uganda) | 2010-12-16\n- Police (Uganda) | Provide humanitarian aid | Citizen (Uganda) | 2010-08-02\n- Police (Uganda) | Provide humanitarian aid | Citizen (Uganda) | 2010-07-22\n- Police (Uganda) | Provide humanitarian aid | Citizen (Uganda) | 2010-01-29\n- Police (Uganda) | Provide humanitarian aid | Citizen (Uganda) | 2010-01-25\n- Police (Uganda) | Provide humanitarian aid | Children (Uganda) | 2010-12-02\n- Police (Uganda) | Provide humanitarian aid | Children (Uganda) | 2010-01-07\n- Police (Uganda) | Provide humanitarian aid | Children (Uganda) | 2010-01-05\n- High Commission for Refugees | Provide humanitarian aid | Citizen (Uganda) | 2010-03-04\n- People Associated with the Opposition (Australia) | Provide humanitarian aid | Citizen (Australia) | 2010-05-13\nAnswer:", "completion": " Police (Uganda)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 10, "n_anchors": 0} +{"id": "mtq_1071370", "prompt": "Before March 2014, who praised Arseniy Yatsenyuk?\nEvidence:\n- Arseniy Yatsenyuk | Make statement | Arseniy Yatsenyuk | 2007-11-15\n- Vuk Jeremić | Consult | Arseniy Yatsenyuk | 2007-07-02\n- Rashid Meredov | Consult | Arseniy Yatsenyuk | 2007-07-14\n- Joachim Rücker | Consult | Arseniy Yatsenyuk | 2007-07-04\n- Elmar Mammadyarov | Consult | Arseniy Yatsenyuk | 2007-10-05\n- Arseniy Yatsenyuk | Threaten | Military (Ukraine) | 2007-04-27\n- Arseniy Yatsenyuk | Make statement | Kazakhstan | 2007-10-19\n- Arseniy Yatsenyuk | Make statement | Iraq | 2007-11-14\n- Arseniy Yatsenyuk | Make statement | Gazprom | 2005-12-23\n- Arseniy Yatsenyuk | Consult | Vuk Jeremić | 2007-07-02\n- Arseniy Yatsenyuk | Consult | Rashid Meredov | 2007-07-14\n- Arseniy Yatsenyuk | Consult | Joachim Rücker | 2007-07-04\n- Arseniy Yatsenyuk | Consult | Elmar Mammadyarov | 2007-10-05\n- Arseniy Yatsenyuk | Consult | Anna Fotyga | 2007-05-22\n- Arseniy Yatsenyuk | Consult | Adrian Cioroianu | 2007-09-26\nAnswer:", "completion": " Algirdas Butkevičius", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1349084", "prompt": "After the citizens of North Korea, with whom did the men of the United States first express their willingness to negotiate?\nEvidence:\n- Men (United States) | Express intent to meet or negotiate | Citizen (North Korea) | 2009-09-03\n- Representative to the United Nations (North Korea) | Express intent to meet or negotiate | Japan | 2006-04-05\n- Envoy (United States) | Express intent to meet or negotiate | Citizen (North Korea) | 2012-09-21\n- Envoy (United States) | Express intent to meet or negotiate | Citizen (North Korea) | 2012-03-07\n- Envoy (United States) | Express intent to meet or negotiate | Citizen (North Korea) | 2012-03-06\n- Envoy (United States) | Express intent to meet or negotiate | Citizen (North Korea) | 2012-03-05\n- Envoy (United States) | Express intent to meet or negotiate | Citizen (North Korea) | 2012-03-03\n- Envoy (United States) | Express intent to meet or negotiate | Citizen (North Korea) | 2012-03-02\n- Envoy (United States) | Express intent to meet or negotiate | Citizen (North Korea) | 2011-12-14\n- Envoy (United States) | Express intent to meet or negotiate | Citizen (North Korea) | 2009-12-09\n- Envoy (United States) | Express intent to meet or negotiate | Citizen (North Korea) | 2008-11-03\n- Envoy (United States) | Express intent to meet or negotiate | Citizen (North Korea) | 2008-11-01\n- Envoy (United States) | Express intent to meet or negotiate | Citizen (North Korea) | 2008-04-04\n- Envoy (United States) | Express intent to meet or negotiate | Citizen (North Korea) | 2008-03-11\n- Envoy (United States) | Express intent to meet or negotiate | Citizen (North Korea) | 2007-12-01\nAnswer:", "completion": " South Korea", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1056071", "prompt": "Who received Macky Sall's visit from Macky Sall before Apr 18th, 2012?\nEvidence:\n- Macky Sall | Make a visit | France | 2012-02-27\n- Macky Sall | Make a visit | France | 2012-02-26\n- Macky Sall | Make a visit | France | 2008-09-25\n- Macky Sall | Make a visit | France | 2006-07-09\n- France | Host a visit | Macky Sall | 2012-02-27\n- France | Host a visit | Macky Sall | 2012-02-26\n- France | Host a visit | Macky Sall | 2008-09-25\n- France | Host a visit | Macky Sall | 2006-07-09\n- Macky Sall | Consult | China | 2006-04-28\n- China | Consult | Macky Sall | 2006-04-28\n- Wen Jiabao | Host a visit | Macky Sall | 2006-04-27\n- Macky Sall | Make a visit | Wen Jiabao | 2006-04-27\n- Macky Sall | Host a visit | Alain Madelin | 2006-07-06\n- Macky Sall | Host a visit | Abdoulaye Wade | 2006-11-13\n- Alain Madelin | Make a visit | Macky Sall | 2006-07-06\nAnswer:", "completion": " Abdoulaye Wade", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1092692", "prompt": "In 2007, with whom did the citizens of the United Kingdom first wish to negotiate?\nEvidence:\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-07-02\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-06-27\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Chancellor of the Exchequer | Reject | Citizen (United Kingdom) | 2006-07-13\n- Citizen (United Kingdom) | Express intent to meet or negotiate | The Hague | 2010-07-09\n- Member of the Judiciary (United States) | Reject | Businessperson (United Kingdom) | 2011-10-27\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- President of the Senate (United Kingdom) | Consult | Joaquim Barbosa | 2014-05-29\n- Newspaper (United Kingdom) | Make statement | Chancellor of the Exchequer | 2006-11-24\n- Joaquim Barbosa | Consult | President of the Senate (United Kingdom) | 2014-05-29\n- President of the Senate (United Kingdom) | Consult | House Speaker (United States) | 2005-12-29\n- Men (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2006-07-13\nAnswer:", "completion": " Northern Ireland", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1253931", "prompt": "In which year did the Croatian business community last condemn the Croatian government?\nEvidence:\n- People Associated with the Opposition (Croatian Democratic Union) | Make statement | Government (Croatia) | 2015-10-01\n- People Associated with the Opposition (Croatian Democratic Union) | Criticize or denounce | Government (Croatia) | 2015-10-01\n- People Associated with the Opposition (Croatian Democratic Union) | Criticize or denounce | Government (Croatia) | 2015-09-09\n- People Associated with the Opposition (Croatian Democratic Union) | Criticize or denounce | Government (Croatia) | 2014-09-17\n- Government (Croatia) | Reject | Croatian Party of Rights | 2006-05-26\n- Police (Croatia) | Investigate | People Associated with the Opposition (Croatian Democratic Union) | 2014-02-05\n- Citizen (Croatia) | Reject | People Associated with the Opposition (Croatian Democratic Union) | 2014-07-03\n- Government (Croatia) | Deny responsibility | Croatian Party of Rights | 2006-05-26\n- Croatian Party of Rights | Make statement | Government (Croatia) | 2005-04-09\n- People Associated with the Opposition (Croatian Democratic Union) | Make an appeal or request | Government (Croatia) | 2015-06-16\n- Government (Sudan) | Engage in diplomatic cooperation | East African Community | 2010-12-08\n- The Chronicle | Consult | Business (Netherlands) | 2014-01-16\n- Business (Netherlands) | Consult | The Chronicle | 2014-01-16\n- Croatian Party of Rights | Make pessimistic comment | Government (Croatia) | 2005-12-13\n- Croatian Party of Rights | Criticize or denounce | Government (Croatia) | 2005-03-17\nAnswer:", "completion": " 2012", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1247467", "prompt": "After Sir Charles Guthrie, who was the first to threaten Tony Blair?\nEvidence:\n- Sir Charles Guthrie | Threaten | Tony Blair | 2007-11-21\n- Tony Blair | Threaten | Iran | 2005-02-08\n- Citizen (United Kingdom) | Threaten | Tony Blair | 2005-05-05\n- Citizen (United Kingdom) | Threaten | Tony Blair | 2005-04-23\n- Tony Blair | Reject | Iraq | 2005-05-07\n- Tony Blair | Reject | Iraq | 2005-05-05\n- Tony Blair | Accuse | Iran | 2005-02-05\n- Iran | Reject | Tony Blair | 2005-02-09\n- Iran | Reject | Tony Blair | 2005-02-08\n- Tony Blair | Express intent to cooperate | Mahmoud Abbas | 2005-03-05\n- Tony Blair | Express intent to cooperate | Mahmoud Abbas | 2005-02-28\n- Mahmoud Abbas | Express intent to cooperate | Tony Blair | 2005-02-28\n- Mahmoud Abbas | Express intent to cooperate | Tony Blair | 2005-02-16\n- Wen Jiabao | Consult | Tony Blair | 2005-04-07\n- Wen Jiabao | Consult | Tony Blair | 2005-04-06\nAnswer:", "completion": " Jack Straw", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1286613", "prompt": "Who was the first to sign an agreement with the government of Pakistan in 2006?\nEvidence:\n- Other Authorities / Officials (Brazil) | Sign formal agreement | First Command of the Capital | 2006-05-18\n- First Command of the Capital | Sign formal agreement | Other Authorities / Officials (Brazil) | 2006-05-18\n- Legislature (Pakistan) | Sign formal agreement | Government (Pakistan) | 2006-11-22\n- Government (Pakistan) | Sign formal agreement | Legislature (Pakistan) | 2006-11-22\n- Yemen | Sign formal agreement | Government (Pakistan) | 2006-07-05\n- Government (Pakistan) | Sign formal agreement | Yemen | 2006-07-05\n- Head of Government (Pakistan) | Sign formal agreement | Benazir Bhutto | 2006-08-03\n- Benazir Bhutto | Sign formal agreement | Head of Government (Pakistan) | 2006-08-03\n- Militant (Taliban) | Sign formal agreement | Government (Pakistan) | 2006-09-30\n- Militant (Taliban) | Sign formal agreement | Government (Pakistan) | 2006-09-21\n- Militant (Taliban) | Sign formal agreement | Government (Pakistan) | 2006-09-19\n- Militant (Taliban) | Sign formal agreement | Government (Pakistan) | 2006-09-17\n- Militant (Taliban) | Sign formal agreement | Government (Pakistan) | 2006-09-10\n- Militant (Taliban) | Sign formal agreement | Government (Pakistan) | 2006-09-06\n- Militant (Taliban) | Sign formal agreement | Government (Pakistan) | 2006-09-05\nAnswer:", "completion": " Benazir Bhutto", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1109623", "prompt": "In which year did the Royal Administration of Jordan make an appeal to the citizens of the International?\nEvidence:\n- Royal Administration (Jordan) | Make an appeal or request | Citizen (International) | 2010-03-12\n- Royal Administration (Jordan) | Make an appeal or request | Police (Jordan) | 2015-01-06\n- Royal Administration (Jordan) | Make an appeal or request | Police (Jordan) | 2011-11-23\n- Royal Administration (Jordan) | Make an appeal or request | Ministry (Jordan) | 2009-12-10\n- Royal Administration (Jordan) | Make an appeal or request | Party Member (Jordan) | 2010-11-24\n- Party Member (Jordan) | Make an appeal or request | Royal Administration (Jordan) | 2007-08-21\n- Royal Administration (Jordan) | Make statement | Royal Administration (Egypt) | 2015-05-22\n- Royal Administration (Jordan) | Make an appeal or request | Cabinet / Council of Ministers / Advisors (Jordan) | 2011-01-31\n- Royal Administration (Jordan) | Express intent to meet or negotiate | President of the Senate (Jordan) | 2011-01-26\n- Royal Administration (Jordan) | Engage in negotiation | Police (Jordan) | 2009-04-12\n- Police (Jordan) | Engage in negotiation | Royal Administration (Jordan) | 2009-04-12\n- Royal Administration (Jordan) | Make an appeal or request | Other Authorities / Officials (Jordan) | 2011-02-20\n- Royal Administration (Jordan) | Make statement | Ministry (Jordan) | 2013-08-21\n- Ministry (Jordan) | Make statement | Royal Administration (Jordan) | 2014-09-30\n- Ministry (Jordan) | Make statement | Royal Administration (Jordan) | 2007-08-01\nAnswer:", "completion": " 2010", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1369317", "prompt": "Who made negative remarks on the Police of Australia first after the Rights Activist of Australia did?\nEvidence:\n- Police (Australia) | Demand | Rights Activist (Australia) | 2012-08-28\n- Activist (Australia) | Rally support on behalf of | Citizen (Australia) | 2012-05-17\n- Rights Activist (United States) | Rally support on behalf of | China | 2006-06-01\n- Rights Activist (Australia) | Make pessimistic comment | Police (Australia) | 2015-01-20\n- Rights Activist (Australia) | Demonstrate or rally | Police (Australia) | 2014-08-08\n- Rights Activist (Australia) | Demonstrate or rally | Police (Australia) | 2014-08-07\n- International Federation of Human Rights | Rally support on behalf of | Activist (Algeria) | 2014-05-17\n- Human Rights Activist (Nigeria) | Rally support on behalf of | South Africa | 2015-04-21\n- Rights Activist (Australia) | Make statement | Priest (Australia) | 2009-08-03\n- Citizen (Australia) | Provide aid | Rights Activist (Australia) | 2013-04-01\n- Rights Activist (Australia) | Accuse | Philip Ruddock | 2008-04-23\n- Rights Activist (South Africa) | Accuse | Alliance for the Renewal of Congo | 2012-10-23\n- Rights Activist (Australia) | Criticize or denounce | Citizen (Australia) | 2006-09-04\n- Citizen (Australia) | Criticize or denounce | Rights Activist (Australia) | 2013-01-04\n- Citizen (Australia) | Bring lawsuit against | Rights Activist (Australia) | 2007-08-08\nAnswer:", "completion": " Tesco", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1288172", "prompt": "When was the last time Thongsing Thammavong expressed his intention to negotiate with Vietnam?\nEvidence:\n- Vietnam | Make a visit | Thongsing Thammavong | 2007-10-10\n- Vietnam | Make a visit | Thongsing Thammavong | 2005-11-08\n- Vietnam | Host a visit | Thongsing Thammavong | 2006-11-24\n- Vietnam | Host a visit | Thongsing Thammavong | 2006-11-23\n- Vietnam | Host a visit | Thongsing Thammavong | 2006-11-22\n- Vietnam | Host a visit | Thongsing Thammavong | 2006-11-21\n- Thongsing Thammavong | Praise or endorse | Vietnam | 2007-10-05\n- Thongsing Thammavong | Praise or endorse | Vietnam | 2006-11-23\n- Thongsing Thammavong | Praise or endorse | Vietnam | 2006-11-22\n- Thongsing Thammavong | Praise or endorse | Vietnam | 2006-11-21\n- Thongsing Thammavong | Make optimistic comment | Vietnam | 2007-05-17\n- Thongsing Thammavong | Make a visit | Vietnam | 2006-11-24\n- Thongsing Thammavong | Make a visit | Vietnam | 2006-11-23\n- Thongsing Thammavong | Make a visit | Vietnam | 2006-11-22\n- Thongsing Thammavong | Make a visit | Vietnam | 2006-11-21\nAnswer:", "completion": " 2011-03-01", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1001427", "prompt": "After Chongwadai, who was the first to criticise Chung Dong-young?\nEvidence:\n- Chung Dong-young | Accuse | Japan | 2005-03-22\n- Chung Dong-young | Make statement | Japan | 2005-03-19\n- Chung Dong-young | Make statement | Japan | 2005-03-18\n- Chung Dong-young | Make statement | Japan | 2005-01-30\n- Chung Dong-young | Make statement | China | 2005-04-19\n- Chung Dong-young | Make statement | China | 2005-02-04\n- South Korea | Make statement | Chung Dong-young | 2005-06-17\n- South Korea | Make statement | Chung Dong-young | 2005-06-16\n- South Korea | Make statement | Chung Dong-young | 2005-06-15\n- Roh Moo Hyun | Demand | Chung Dong-young | 2005-06-13\n- Roh Moo Hyun | Demand | Chung Dong-young | 2005-05-17\n- Roh Moo Hyun | Consult | Chung Dong-young | 2005-06-17\n- Japan | Host a visit | Chung Dong-young | 2005-05-25\n- Chung Dong-young | Make statement | South Korea | 2005-06-28\n- Chung Dong-young | Make statement | South Korea | 2005-06-27\nAnswer:", "completion": " Democratic Party", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1125222", "prompt": "In which year did the militant of Mali use unconventional violence against the military personnel of Mali?\nEvidence:\n- Militant (Mali) | Use unconventional violence | Military Personnel (Mali) | 2015-04-30\n- Military (Mali) | Use unconventional violence | Militant (Mali) | 2012-07-21\n- Militant (Mali) | Use unconventional violence | Military (Mali) | 2015-09-03\n- Militant (Mali) | Use unconventional violence | Military (Mali) | 2015-08-08\n- Militant (Mali) | Use unconventional violence | Military (Mali) | 2015-08-05\n- Militant (Mali) | Use unconventional violence | Military (Mali) | 2015-08-03\n- Militant (Mali) | Use unconventional violence | Military (Mali) | 2014-06-13\n- Militant (Mali) | Use unconventional violence | Military (Mali) | 2014-05-22\n- Militant (Mali) | Use unconventional violence | Military (Mali) | 2014-05-21\n- Militant (Mali) | Use unconventional violence | Military (Mali) | 2013-02-21\n- Militant (Mali) | Use unconventional violence | Military (Mali) | 2013-02-06\n- Militant (Mali) | Use unconventional violence | Military (Mali) | 2011-12-30\n- Militant (Mali) | Use unconventional violence | Muslim (Mali) | 2012-07-07\n- Militant (Mali) | Use unconventional violence | Citizen (Mali) | 2015-12-27\n- Militant (Mali) | Use unconventional violence | Citizen (Mali) | 2015-11-21\nAnswer:", "completion": " 2015", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1026994", "prompt": "Who was the first to negotiate with Yuriy Yekhanurov after the Energy Department/Ministry of the United States?\nEvidence:\n- Yuriy Yekhanurov | Consult | Congress (United States) | 2005-11-07\n- Yuriy Yekhanurov | Consult | Congress (United States) | 2005-11-05\n- Yuriy Yekhanurov | Consult | Congress (United States) | 2005-10-12\n- Congress (United States) | Consult | Yuriy Yekhanurov | 2005-11-07\n- Congress (United States) | Consult | Yuriy Yekhanurov | 2005-11-05\n- Congress (United States) | Consult | Yuriy Yekhanurov | 2005-10-12\n- Head of Government (Ukraine) | Consult | Energy Department/Ministry (United States) | 2006-12-05\n- Energy Department/Ministry (United States) | Consult | Head of Government (Ukraine) | 2006-12-05\n- Yuriy Yekhanurov | Engage in negotiation | Congress (United States) | 2005-11-02\n- Congress (United States) | Engage in negotiation | Yuriy Yekhanurov | 2005-11-02\n- Yuriy Lutsenko | Make statement | Yuriy Yekhanurov | 2005-09-10\n- Yuriy Yekhanurov | Consult | NASA | 2005-11-01\n- NASA | Consult | Yuriy Yekhanurov | 2005-11-01\n- Yuriy Yekhanurov | Express intent to meet or negotiate | NASA | 2005-10-31\n- Yuriy Yekhanurov | Consult | Head of Government (Ukraine) | 2006-06-19\nAnswer:", "completion": " Military (Ukraine)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1282913", "prompt": "In what month did Pakistan-administered Kashmir last express its willingness to negotiate with Shaukat Aziz?\nEvidence:\n- Shaukat Aziz | Express intent to cooperate | Pakistan administered Kashmir | 2005-01-27\n- Shaukat Aziz | Make statement | Pakistan administered Kashmir | 2005-02-05\n- Shaukat Aziz | Make statement | Pakistan administered Kashmir | 2005-01-27\n- Head of Government (Pakistan) | Express intent to meet or negotiate | Shaukat Aziz | 2005-02-16\n- Head of Government (Pakistan) | Express intent to meet or negotiate | Shaukat Aziz | 2005-02-15\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-02-16\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-02-15\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-02-13\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-01-21\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-01-20\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-01-14\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-01-12\n- Shaukat Aziz | Make statement | Government (Pakistan) | 2005-01-10\n- Shaukat Aziz | Express intent to meet or negotiate | Iran | 2005-02-10\n- Shaukat Aziz | Express intent to meet or negotiate | Iran | 2005-02-06\nAnswer:", "completion": " 2005-06", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1089101", "prompt": "With whom did Lee Myung Bak last negotiate?\nEvidence:\n- South Korea | Threaten | Lee Myung Bak | 2007-06-05\n- Lee Myung Bak | Demand | South Korea | 2007-06-20\n- Lee Myung Bak | Consult | Islam Karimov | 2006-03-30\n- Islam Karimov | Consult | Lee Myung Bak | 2006-03-30\n- South Korea | Make statement | Lee Myung Bak | 2007-05-10\n- South Korea | Make statement | Lee Myung Bak | 2007-01-23\n- Lee Myung Bak | Make statement | South Korea | 2006-03-29\n- Lee Myung Bak | Deny responsibility | Governor (Japan) | 2005-04-05\n- Lee Myung Bak | Criticize or denounce | Japan | 2005-04-05\n- Chung Dong-young | Investigate | Lee Myung Bak | 2006-03-21\n- Lee Myung Bak | Express intent to meet or negotiate | Industry (India) | 2007-04-10\n- Lee Myung Bak | Express intent to meet or negotiate | Citizen (Mongolia) | 2005-09-04\n- Lee Myung Bak | Express intent to meet or negotiate | Abdul Kalam | 2007-04-10\n- Lee Myung Bak | Express intent to meet or negotiate | Abdul Kalam | 2007-04-09\n- South Korea | Praise or endorse | Lee Myung Bak | 2007-05-02\nAnswer:", "completion": " Wen Jiabao", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1058963", "prompt": "Who was the last person Tony Blair wanted to meet before Ian Paisley?\nEvidence:\n- Tony Blair | Consult | Ian Paisley | 2006-09-15\n- Tony Blair | Consult | Ian Paisley | 2006-09-12\n- Tony Blair | Consult | Ian Paisley | 2006-01-24\n- Tony Blair | Consult | Ian Paisley | 2005-10-06\n- Tony Blair | Consult | Ian Paisley | 2005-08-04\n- Tony Blair | Consult | Ian Paisley | 2005-05-19\n- Ian Paisley | Demand | Tony Blair | 2006-11-29\n- Ian Paisley | Consult | Tony Blair | 2006-09-15\n- Ian Paisley | Consult | Tony Blair | 2006-09-12\n- Ian Paisley | Consult | Tony Blair | 2006-01-24\n- Ian Paisley | Consult | Tony Blair | 2005-10-06\n- Ian Paisley | Consult | Tony Blair | 2005-08-04\n- Ian Paisley | Consult | Tony Blair | 2005-05-19\n- Ian Paisley | Make statement | Tony Blair | 2006-10-16\n- Tony Blair | Express intent to cooperate | Ian Paisley | 2006-10-23\nAnswer:", "completion": " Ireland", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1083279", "prompt": "After Cho Hyun-ah, who was the first person accused by the police of South Korea?\nEvidence:\n- Police (South Korea) | Accuse | Cho Hyun-ah | 2015-01-07\n- South Korea | Make statement | Cho Hyun-ah | 2015-05-23\n- South Korea | Make statement | Cho Hyun-ah | 2015-05-22\n- South Korea | Make statement | Cho Hyun-ah | 2015-02-13\n- Cho Hyun-ah | Make statement | South Korea | 2015-02-13\n- Ministry (South Korea) | Complain officially | Cho Hyun-ah | 2014-12-29\n- Lawyer/Attorney (South Korea) | Accuse | Cho Hyun-ah | 2015-01-08\n- Cho Hyun-ah | Reject | Military Personnel (South Korea) | 2014-12-17\n- Cho Hyun-ah | Defy norms, law | South Korea | 2015-02-12\n- Lawyer/Attorney (South Korea) | Make statement | Cho Hyun-ah | 2015-04-20\n- Lawyer/Attorney (South Korea) | Make statement | Cho Hyun-ah | 2014-12-23\n- Seoul High Court | Make statement | Cho Hyun-ah | 2015-05-22\n- Seoul High Court | Make statement | Cho Hyun-ah | 2015-05-21\n- South Korea | Arrest, detain, or charge with legal action | Cho Hyun-ah | 2015-05-23\n- South Korea | Arrest, detain, or charge with legal action | Cho Hyun-ah | 2015-05-22\nAnswer:", "completion": " South Korea", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1105423", "prompt": "To whom did Julia Gillard deliver the condemnation after the Economist of Australia?\nEvidence:\n- Member of Parliament (Australia) | Accuse | Julia Gillard | 2007-05-02\n- Julia Gillard | Consult | Businessperson (Australia) | 2007-05-03\n- Julia Gillard | Accuse | Citizen (Australia) | 2005-01-23\n- Citizen (Australia) | Reject | Julia Gillard | 2007-01-03\n- Citizen (Australia) | Reject | Julia Gillard | 2005-09-27\n- Citizen (Australia) | Demand | Julia Gillard | 2005-01-26\n- Citizen (Australia) | Demand | Julia Gillard | 2005-01-25\n- Businessperson (Australia) | Consult | Julia Gillard | 2007-05-03\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2007-05-17\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2006-04-06\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2005-09-06\n- Member of Parliament (Australia) | Make statement | Julia Gillard | 2007-01-19\n- Member of Parliament (Australia) | Make statement | Julia Gillard | 2006-12-06\n- Julia Gillard | Consider policy option | People Associated with the Opposition (Australia) | 2007-05-02\n- Police (Australia) | Make statement | Julia Gillard | 2006-12-03\nAnswer:", "completion": " Citizen (Australia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1139581", "prompt": "At what time did the Constitutional Liberal Party express its intention to cooperate with Eduardo Montealegre?\nEvidence:\n- Constitutionalist Liberal Party | Express intent to cooperate | Eduardo Montealegre | 2008-01-02\n- Eduardo Montealegre | Make statement | Constitutionalist Liberal Party | 2014-10-21\n- Eduardo Montealegre | Make statement | Constitutionalist Liberal Party | 2009-01-28\n- Constitutionalist Liberal Party | Make statement | Eduardo Montealegre | 2007-01-31\n- Constitutionalist Liberal Party | Make statement | Eduardo Montealegre | 2005-12-12\n- Eduardo Montealegre | Praise or endorse | Constitutionalist Liberal Party | 2010-09-08\n- Eduardo Montealegre | Engage in negotiation | Constitutionalist Liberal Party | 2007-01-08\n- Constitutionalist Liberal Party | Praise or endorse | Eduardo Montealegre | 2006-01-10\n- Constitutionalist Liberal Party | Engage in negotiation | Eduardo Montealegre | 2007-01-08\n- Dissident (Constitutionalist Liberal Party) | Praise or endorse | Eduardo Montealegre | 2006-06-27\n- The Hague | Host a visit | Eduardo Montealegre | 2014-10-26\n- Eduardo Montealegre | Make a visit | The Hague | 2014-10-26\n- Eduardo Montealegre | Express intent to engage in diplomatic cooperation (such as policy support) | Liberal Party (Nicaragua) | 2006-05-06\n- Roberto Micheletti | Consult | Eduardo Montealegre | 2009-07-29\n- Eduardo Montealegre | Make statement | Colombia | 2015-12-11\nAnswer:", "completion": " 2008-01-02", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1209582", "prompt": "When did the government official from South Africa first express his intention to negotiate with South Africa?\nEvidence:\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-27\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-26\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-25\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-23\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-19\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-16\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-13\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-02\n- Police (South Africa) | Arrest, detain, or charge with legal action | South Africa | 2005-02-11\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\nAnswer:", "completion": " 2007-06-01", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1208725", "prompt": "Who was the first country to visit Barack Obama in 2011?\nEvidence:\n- France | Engage in negotiation | Barack Obama | 2011-01-12\n- Barack Obama | Engage in negotiation | France | 2011-01-12\n- China | Host a visit | Barack Obama | 2011-01-24\n- China | Host a visit | Barack Obama | 2011-01-22\n- China | Host a visit | Barack Obama | 2011-01-17\n- China | Host a visit | Barack Obama | 2011-01-07\n- China | Host a visit | Barack Obama | 2011-01-05\n- China | Host a visit | Barack Obama | 2011-01-03\n- Barack Obama | Make a visit | China | 2011-01-24\n- Barack Obama | Make a visit | China | 2011-01-22\n- Barack Obama | Make a visit | China | 2011-01-17\n- Barack Obama | Make a visit | China | 2011-01-07\n- Barack Obama | Make a visit | China | 2011-01-05\n- Barack Obama | Make a visit | China | 2011-01-03\n- Rafiq Hariri | Engage in negotiation | Barack Obama | 2011-01-13\nAnswer:", "completion": " Julia Gillard", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1293538", "prompt": "Who was the last person Alexandr Vondra wanted to meet before Vietnam?\nEvidence:\n- Japan | Consult | Alexandr Vondra | 2008-06-05\n- Japan | Consult | Alexandr Vondra | 2008-06-04\n- Gazprom | Consult | Alexandr Vondra | 2009-01-03\n- France | Consult | Alexandr Vondra | 2007-09-20\n- Alexandr Vondra | Consult | Japan | 2008-06-05\n- Alexandr Vondra | Consult | Japan | 2008-06-04\n- Alexandr Vondra | Consult | Gazprom | 2009-01-03\n- Alexandr Vondra | Consult | France | 2007-09-20\n- Radoslaw Sikorski | Consult | Alexandr Vondra | 2008-10-23\n- Lubomír Galko | Consult | Alexandr Vondra | 2010-07-29\n- Lubomír Galko | Consult | Alexandr Vondra | 2010-07-27\n- Lubomír Galko | Consult | Alexandr Vondra | 2010-07-22\n- Grigol Vashadze | Consult | Alexandr Vondra | 2011-02-24\n- Bogdan Klich | Consult | Alexandr Vondra | 2010-10-11\n- Anna Fotyga | Consult | Alexandr Vondra | 2006-10-07\nAnswer:", "completion": " Romania", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1139757", "prompt": "Who was the first to criticise Roh Moo Hyun after Chang Sang?\nEvidence:\n- Chang Sang | Criticize or denounce | Roh Moo Hyun | 2007-01-31\n- Chen Zhili | Consult | Chang Sang | 2011-08-29\n- Chang Sang | Consult | Chen Zhili | 2011-08-29\n- Roh Moo Hyun | Demand | Japan | 2005-03-04\n- Roh Moo Hyun | Demand | Japan | 2005-03-03\n- Roh Moo Hyun | Demand | Japan | 2005-03-02\n- Roh Moo Hyun | Demand | Japan | 2005-03-01\n- Roh Moo Hyun | Demand | Japan | 2005-02-25\n- Roh Moo Hyun | Consult | Chongwadai | 2005-02-19\n- Chongwadai | Consult | Roh Moo Hyun | 2005-02-19\n- South Korea | Reject | Roh Moo Hyun | 2005-02-17\n- Roh Moo Hyun | Make statement | Japan | 2005-03-14\n- Roh Moo Hyun | Make statement | Japan | 2005-03-02\n- Roh Moo Hyun | Make statement | Chongwadai | 2005-02-23\n- Roh Moo Hyun | Demand | South Korea | 2005-01-04\nAnswer:", "completion": " Government Official (Japan)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1294368", "prompt": "Who praised the representatives of Ethiopia in January 2015?\nEvidence:\n- African Union | Praise or endorse | Representatives (Ethiopia) | 2015-01-30\n- Member of Parliament (Ethiopia) | Make statement | Ethiopia | 2015-01-09\n- Sudan | Engage in diplomatic cooperation | Ethiopia | 2015-01-06\n- Ethiopia | Engage in diplomatic cooperation | Sudan | 2015-01-06\n- Head of Government (Ethiopia) | Express intent to meet or negotiate | Ethiopia | 2015-01-29\n- Head of Government (Egypt) | Halt negotiations | Ethiopia | 2015-01-30\n- Head of Government (Egypt) | Make a visit | Ethiopia | 2015-01-27\n- Ethiopia | Host a visit | Head of Government (Egypt) | 2015-01-27\n- Sudan | Consult | Ethiopia | 2015-01-11\n- Ethiopia | Consult | Sudan | 2015-01-11\n- Ethiopia | Consult | Djibouti | 2015-01-11\n- Djibouti | Consult | Ethiopia | 2015-01-11\n- Head of Government (Egypt) | Reduce or break diplomatic relations | Ethiopia | 2015-01-30\n- Head of Government (Egypt) | Express intent to meet or negotiate | Ethiopia | 2015-01-29\n- South Sudan | Consult | Ethiopia | 2015-01-11\nAnswer:", "completion": " African Union", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1321749", "prompt": "After Angola, which country was the first to be negotiated with by South Korea?\nEvidence:\n- Member of the Judiciary (Angola) | Make pessimistic comment | Angola | 2005-01-21\n- Foreign Affairs (South Korea) | Make a visit | Angola | 2005-03-30\n- Angola | Host a visit | Foreign Affairs (South Korea) | 2005-03-30\n- South Korea | Express intent to engage in diplomatic cooperation (such as policy support) | Angola | 2005-03-28\n- Angola | Express intent to engage in diplomatic cooperation (such as policy support) | South Korea | 2005-03-28\n- Angola | Express intent to meet or negotiate | Military Personnel (Angola) | 2005-06-01\n- South Africa | Sign formal agreement | Angola | 2005-02-25\n- South Africa | Sign formal agreement | Angola | 2005-02-18\n- South Africa | Sign formal agreement | Angola | 2005-02-17\n- South Africa | Host a visit | Angola | 2005-02-18\n- Angola | Sign formal agreement | South Africa | 2005-02-25\n- Angola | Sign formal agreement | South Africa | 2005-02-18\n- Angola | Sign formal agreement | South Africa | 2005-02-17\n- Angola | Make a visit | South Africa | 2005-02-18\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1346725", "prompt": "When did Abdoulaye Wade last praise the French foreign minister?\nEvidence:\n- Macky Sall | Praise or endorse | Abdoulaye Wade | 2012-07-16\n- Macky Sall | Praise or endorse | Abdoulaye Wade | 2012-05-16\n- Macky Sall | Praise or endorse | Abdoulaye Wade | 2012-04-30\n- Macky Sall | Praise or endorse | Abdoulaye Wade | 2012-03-29\n- Macky Sall | Praise or endorse | Abdoulaye Wade | 2012-03-27\n- Macky Sall | Praise or endorse | Abdoulaye Wade | 2012-03-26\n- Macky Sall | Praise or endorse | Abdoulaye Wade | 2007-02-06\n- Abdoulaye Wade | Praise or endorse | Macky Sall | 2012-04-03\n- Abdoulaye Wade | Praise or endorse | Macky Sall | 2012-03-29\n- Abdoulaye Wade | Praise or endorse | Macky Sall | 2012-03-28\n- Abdoulaye Wade | Praise or endorse | Macky Sall | 2012-03-27\n- Abdoulaye Wade | Praise or endorse | Macky Sall | 2012-03-26\n- Abdoulaye Wade | Praise or endorse | Macky Sall | 2012-03-25\n- Abdoulaye Wade | Praise or endorse | Macky Sall | 2007-06-20\n- Abdoulaye Wade | Praise or endorse | Macky Sall | 2006-05-29\nAnswer:", "completion": " 2008-06-23", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1215682", "prompt": "With whom did the Governor of Yemen last negotiate before the Foreign Minister of South Korea?\nEvidence:\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Head of Government (Germany) | Express intent to meet or negotiate | Yemen | 2005-02-18\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- Vietnam | Express intent to meet or negotiate | South Korea | 2005-01-05\n- Thailand | Express intent to meet or negotiate | South Korea | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-12\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-08\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-07\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-05\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-08\nAnswer:", "completion": " Doctors Without Borders", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1314792", "prompt": "In which year did the Cabinet Council of Ministers Advisors of the United States for the first time express the intention to meet with Arseniy Yatsenyuk?\nEvidence:\n- Cabinet / Council of Ministers / Advisors (United States) | Consult | Arseniy Yatsenyuk | 2007-09-24\n- Arseniy Yatsenyuk | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2007-09-24\n- Arseniy Yatsenyuk | Make statement | Arseniy Yatsenyuk | 2007-11-15\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | France | 2007-04-16\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | France | 2007-04-11\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | Head of Government (Turkmenistan) | 2007-10-25\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | Vuk Jeremić | 2007-07-02\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | Vuk Jeremić | 2007-06-27\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | Lulzim Basha | 2007-06-25\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | Joachim Rücker | 2007-07-02\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | Business (Canada) | 2007-05-05\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | Anna Fotyga | 2007-05-21\n- Arseniy Yatsenyuk | Express intent to meet or negotiate | Anna Fotyga | 2007-05-19\n- Head of Government (Turkmenistan) | Consult | Arseniy Yatsenyuk | 2007-10-26\n- Head of Government (Turkmenistan) | Consult | Arseniy Yatsenyuk | 2007-06-29\nAnswer:", "completion": " 2014", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1151047", "prompt": "Which country would like to be the first to engage in diplomatic cooperation with the other authorities and officials of Romania?\nEvidence:\n- Vietnam | Engage in diplomatic cooperation | Romania | 2005-01-31\n- Romania | Engage in diplomatic cooperation | Vietnam | 2005-01-31\n- Ministry (Romania) | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2005-01-10\n- Ministry (Romania) | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2005-01-08\n- International Monetary Fund | Praise or endorse | Other Authorities / Officials (Democratic Republic of Congo) | 2005-09-02\n- International Monetary Fund | Praise or endorse | Other Authorities / Officials (Brazil) | 2005-03-28\n- Yemen | Engage in diplomatic cooperation | International Monetary Fund | 2006-03-18\n- Portugal | Engage in diplomatic cooperation | International Monetary Fund | 2005-04-28\n- International Monetary Fund | Engage in diplomatic cooperation | Yemen | 2006-03-18\n- International Monetary Fund | Engage in diplomatic cooperation | China | 2005-05-23\n- China | Engage in diplomatic cooperation | International Monetary Fund | 2005-05-23\n- Romania | Engage in negotiation | International Monetary Fund | 2005-01-27\n- International Monetary Fund | Engage in negotiation | Romania | 2005-01-27\n- Thanong Bidaya | Express intent to engage in diplomatic cooperation (such as policy support) | International Monetary Fund | 2005-09-28\n- Thanong Bidaya | Express intent to engage in diplomatic cooperation (such as policy support) | International Monetary Fund | 2005-09-26\nAnswer:", "completion": " France", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1224315", "prompt": "After the police of Cambodia, which country signed an agreement with Vietnam first?\nEvidence:\n- Police (Cambodia) | Provide humanitarian aid | Vietnam | 2005-02-04\n- Cambodia | Demonstrate military or police power | Vietnam | 2005-01-10\n- Vietnam | Make statement | Cambodia | 2005-02-22\n- Cambodia | Make statement | Vietnam | 2005-03-29\n- Police (Cambodia) | Make statement | Cambodia | 2005-03-10\n- Vietnam | Praise or endorse | Cambodia | 2005-02-28\n- Vietnam | Host a visit | Cambodia | 2005-03-15\n- Cambodia | Make a visit | Vietnam | 2005-03-15\n- Cambodia | Praise or endorse | Police (Cambodia) | 2005-03-11\n- Vietnam | Sign formal agreement | China | 2005-01-14\n- Vietnam | Sign formal agreement | China | 2005-01-13\n- China | Sign formal agreement | Vietnam | 2005-01-14\n- China | Sign formal agreement | Vietnam | 2005-01-13\n- Cambodia | Engage in diplomatic cooperation | Vietnam | 2005-03-30\n- Cambodia | Arrest, detain, or charge with legal action | Men (Cambodia) | 2005-03-29\nAnswer:", "completion": " Cambodia", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1278984", "prompt": "At what time did the Yulia Tymoshenko bloc first criticise the head of government of Ukraine?\nEvidence:\n- Head of Government (Ukraine) | Make statement | Bloc Yulia Tymoshenko | 2007-11-27\n- Head of Government (Ukraine) | Deny responsibility | Bloc Yulia Tymoshenko | 2009-04-17\n- Bloc Yulia Tymoshenko | Make statement | Head of Government (Ukraine) | 2006-06-13\n- Head of Government (Ukraine) | Make optimistic comment | Bloc Yulia Tymoshenko | 2006-05-05\n- Bloc Yulia Tymoshenko | Criticize or denounce | Head of Government (Ukraine) | 2009-06-08\n- Head of Government (Ukraine) | Accuse of espionage, treason | Bloc Yulia Tymoshenko | 2008-09-08\n- Member of Parliament (Ukraine) | Make statement | Bloc Yulia Tymoshenko | 2008-06-21\n- Member of Parliament (Ukraine) | Make statement | Bloc Yulia Tymoshenko | 2006-12-21\n- Bloc Yulia Tymoshenko | Make an appeal or request | Head of Government (Ukraine) | 2006-06-09\n- Our Ukraine | Sign formal agreement | Bloc Yulia Tymoshenko | 2007-03-01\n- Our Ukraine | Make optimistic comment | Bloc Yulia Tymoshenko | 2007-02-23\n- Our Ukraine | Engage in negotiation | Bloc Yulia Tymoshenko | 2007-10-03\n- Bloc Yulia Tymoshenko | Sign formal agreement | Our Ukraine | 2007-03-01\n- Bloc Yulia Tymoshenko | Make optimistic comment | Our Ukraine | 2007-02-23\n- Bloc Yulia Tymoshenko | Engage in negotiation | Our Ukraine | 2007-10-03\nAnswer:", "completion": " 2009-06-08", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1235273", "prompt": "Which country negotiated with Vietnam in the same year as the armed separatist from China?\nEvidence:\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Vietnam | 2005-01-20\n- Vietnam | Demand | China | 2005-01-15\n- Vietnam | Demand | China | 2005-01-14\n- Vietnam | Consult | China | 2005-02-11\n- Vietnam | Accuse | China | 2005-01-21\n- China | Consult | Vietnam | 2005-02-11\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | Cambodia | 2005-01-25\n- Cambodia | Express intent to engage in diplomatic cooperation (such as policy support) | Vietnam | 2005-01-25\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | South Korea | 2005-01-06\n- Vietnam | fight with small arms and light weapons | Fishermen (Vietnam) | 2005-01-14\n- Vietnam | Engage in diplomatic cooperation | Romania | 2005-01-31\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-02-05\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-01-07\n- Vietnam | Engage in diplomatic cooperation | Japan | 2005-01-09\n- Romania | Engage in diplomatic cooperation | Vietnam | 2005-01-31\nAnswer:", "completion": " Laos", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1001950", "prompt": "When did Jacob J. Lew first praise Antonis Samaras?\nEvidence:\n- Jacob J. Lew | Praise or endorse | Antonis Samaras | 2013-07-21\n- Antonis Samaras | Praise or endorse | Jacob J. Lew | 2013-07-21\n- Jacob J. Lew | Make a visit | Antonis Samaras | 2013-07-21\n- Jacob J. Lew | Host a visit | Antonis Samaras | 2013-07-21\n- Antonis Samaras | Make a visit | Jacob J. Lew | 2013-07-21\n- Antonis Samaras | Host a visit | Jacob J. Lew | 2013-07-21\n- Jacob J. Lew | Express intent to meet or negotiate | Antonis Samaras | 2013-07-20\n- Jacob J. Lew | Express intent to meet or negotiate | Antonis Samaras | 2013-07-17\n- Jacob J. Lew | Praise or endorse | Japan | 2014-02-22\n- Jacob J. Lew | Consult | China | 2013-11-15\n- Jacob J. Lew | Consult | China | 2013-03-24\n- China | Consult | Jacob J. Lew | 2013-11-15\n- China | Consult | Jacob J. Lew | 2013-03-24\n- Jacob J. Lew | Praise or endorse | African Union | 2010-04-21\n- Xi Jinping | Consult | Jacob J. Lew | 2013-11-15\nAnswer:", "completion": " 2013-07-21", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1042923", "prompt": "Who wanted to start diplomatic cooperation with the other authorities and officials of Romania before the Foreign Ministry of Romania?\nEvidence:\n- Ministry (Romania) | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2005-01-10\n- Ministry (Romania) | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2005-01-08\n- Vietnam | Engage in diplomatic cooperation | Romania | 2005-01-31\n- Romania | Engage in diplomatic cooperation | Vietnam | 2005-01-31\n- Ministry (Romania) | Make statement | Romania | 2005-03-25\n- Ministry (Romania) | Make statement | Romania | 2005-01-12\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-21\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-04\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-01-31\n- International Monetary Fund | Praise or endorse | Other Authorities / Officials (Democratic Republic of Congo) | 2005-09-02\n- International Monetary Fund | Praise or endorse | Other Authorities / Officials (Brazil) | 2005-03-28\n- Ministry (Romania) | Make optimistic comment | Romania | 2005-01-14\n- Environment Department/Ministry (Romania) | Threaten | Romania | 2005-03-22\n- Foreign Affairs (Slovakia) | Express intent to cooperate economically | Romania | 2005-03-06\n- Romania | Host a visit | Foreign Affairs (Portugal) | 2005-01-19\nAnswer:", "completion": " France", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1307606", "prompt": "After Omar Suleiman, who was the first person with whom the advisor to the US Cabinet of Ministers had a telephone conversation?\nEvidence:\n- Omar Suleiman | Consult | Head of Government (Egypt) | 2006-11-29\n- Head of Government (Egypt) | Consult | Omar Suleiman | 2006-11-30\n- Head of Government (Egypt) | Consult | Omar Suleiman | 2006-11-29\n- Omar Suleiman | Make a visit | Mahmoud Abbas | 2005-12-21\n- Omar Suleiman | Make a visit | Mahmoud Abbas | 2005-08-29\n- Omar Suleiman | Host a visit | Mahmoud Abbas | 2006-07-28\n- Mahmoud Abbas | Make a visit | Omar Suleiman | 2006-07-28\n- Mahmoud Abbas | Host a visit | Omar Suleiman | 2005-12-21\n- Mahmoud Abbas | Host a visit | Omar Suleiman | 2005-08-29\n- Omar Suleiman | Make statement | Iran | 2006-02-04\n- Omar Suleiman | Consult | Mahmoud Abbas | 2006-07-06\n- Omar Suleiman | Consult | Mahmoud Abbas | 2006-02-02\n- Omar Suleiman | Consult | Mahmoud Abbas | 2005-12-22\n- Omar Suleiman | Consult | Mahmoud Abbas | 2005-12-21\n- Omar Suleiman | Consult | Mahmoud Abbas | 2005-08-29\nAnswer:", "completion": " Mahmoud Abbas", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1280645", "prompt": "Who wants to negotiate with Heinz Fischer in the same year of the head of government of Qatar?\nEvidence:\n- Heinz Fischer | Express intent to meet or negotiate | Head of Government (Brazil) | 2005-09-17\n- Heinz Fischer | Express intent to cooperate | Head of Government (Greece) | 2005-06-13\n- Head of Government (Greece) | Express intent to cooperate | Heinz Fischer | 2005-06-13\n- Mahmoud Abbas | Engage in negotiation | Heinz Fischer | 2006-03-14\n- Heinz Fischer | Engage in negotiation | Mahmoud Abbas | 2006-03-14\n- Mahmoud Abbas | Express intent to meet or negotiate | Heinz Fischer | 2006-03-13\n- Heinz Fischer | Express intent to meet or negotiate | Business (Austria) | 2005-05-30\n- Heinz Fischer | Express intent to meet or negotiate | Business (Austria) | 2005-02-17\n- Heinz Fischer | Express intent to meet or negotiate | Abdul Kalam | 2005-02-15\n- Elmar Mammadyarov | Express intent to meet or negotiate | Heinz Fischer | 2005-09-06\n- Aleksander Kwasniewski | Express intent to meet or negotiate | Heinz Fischer | 2005-11-29\n- Abdullah Gül | Express intent to meet or negotiate | Heinz Fischer | 2005-06-03\n- Zurab Nogaideli | Consult | Heinz Fischer | 2006-03-27\n- Wolfgang Schüssel | Consult | Heinz Fischer | 2005-04-05\n- Tzipi Livni | Consult | Heinz Fischer | 2006-03-02\nAnswer:", "completion": " Abdullah Gül", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1302538", "prompt": "Who did William Ruto make an appeal to after 2009?\nEvidence:\n- William Ruto | Make an appeal or request | Mwai Kibaki | 2005-12-04\n- William Ruto | Make an appeal or request | Uhuru Muigai Kenyatta | 2013-01-14\n- William Ruto | Make an appeal or request | Uhuru Muigai Kenyatta | 2009-11-25\n- William Ruto | Make an appeal or request | Uhuru Muigai Kenyatta | 2009-11-24\n- William Ruto | Make an appeal or request | Indigenous People (Kenya) | 2007-05-28\n- William Ruto | Make an appeal or request | Daniel Arap Moi | 2006-11-06\n- William Ruto | Make an appeal or request | Daniel Arap Moi | 2006-06-12\n- Daniel Arap Moi | Make an appeal or request | William Ruto | 2005-02-07\n- William Ruto | Make statement | Police (Kenya) | 2005-12-08\n- William Ruto | Make statement | Mwai Kibaki | 2005-11-24\n- William Ruto | Consult | Chris Okemo | 2006-02-06\n- William Ruto | Accuse | Police (Kenya) | 2007-04-30\n- William Ruto | Accuse | Police (Kenya) | 2005-07-20\n- Police (Kenya) | Demand | William Ruto | 2006-02-01\n- Chris Okemo | Consult | William Ruto | 2006-02-06\nAnswer:", "completion": " Jackson Mandago", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1226054", "prompt": "After November, the year 2010, with whom did the Trade Union of Nigeria formally sign an agreement?\nEvidence:\n- Trade Union Congress | Sign formal agreement | Peter Esele | 2008-04-25\n- Peter Esele | Sign formal agreement | Trade Union Congress | 2008-04-25\n- Labor Union (Nigeria) | Sign formal agreement | Government (Nigeria) | 2015-07-15\n- Labor Union (Nigeria) | Sign formal agreement | Government (Nigeria) | 2015-07-01\n- Labor Union (Nigeria) | Sign formal agreement | Government (Nigeria) | 2015-05-07\n- Labor Union (Nigeria) | Sign formal agreement | Government (Nigeria) | 2015-05-04\n- Labor Union (Nigeria) | Sign formal agreement | Government (Nigeria) | 2015-01-19\n- Labor Union (Nigeria) | Sign formal agreement | Government (Nigeria) | 2014-01-13\n- Labor Union (Nigeria) | Sign formal agreement | Government (Nigeria) | 2013-08-12\n- Labor Union (Nigeria) | Sign formal agreement | Government (Nigeria) | 2012-02-28\n- Labor Union (Nigeria) | Sign formal agreement | Government (Nigeria) | 2012-02-03\n- Labor Union (Nigeria) | Sign formal agreement | Government (Nigeria) | 2011-08-08\n- Labor Union (Nigeria) | Sign formal agreement | Government (Nigeria) | 2011-07-21\n- Labor Union (Nigeria) | Sign formal agreement | Government (Nigeria) | 2011-07-20\n- Labor Union (Nigeria) | Sign formal agreement | Government (Nigeria) | 2011-02-04\nAnswer:", "completion": " Government (Nigeria)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1345078", "prompt": "Before the Health Ministry of Romania, who praised the Foreign Affairs of Israel?\nEvidence:\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-21\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-04\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-01-31\n- Romania | Host a visit | Foreign Affairs (Portugal) | 2005-01-19\n- Foreign Affairs (Portugal) | Make a visit | Romania | 2005-01-19\n- Ministry (Romania) | Make statement | Romania | 2005-03-25\n- Ministry (Romania) | Make statement | Romania | 2005-01-12\n- Foreign Affairs (Slovakia) | Express intent to cooperate economically | Romania | 2005-03-06\n- Ministry (Romania) | Make optimistic comment | Romania | 2005-01-14\n- Environment Department/Ministry (Romania) | Threaten | Romania | 2005-03-22\n- Ministry (Romania) | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2005-01-10\n- Ministry (Romania) | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2005-01-08\n- International Monetary Fund | Consult | Foreign Affairs (Nepal) | 2005-02-28\n- Foreign Affairs (Nepal) | Consult | International Monetary Fund | 2005-02-28\n- Lawyer/Attorney (Romania) | Investigate | Romania | 2005-03-22\nAnswer:", "completion": " Iran", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1105131", "prompt": "On 16 January 2010, who used conventional military force against the Mafia in Kenya?\nEvidence:\n- Police (Kenya) | Use conventional military force | Mob (Kenya) | 2010-01-16\nAnswer:", "completion": " Police (Kenya)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1134140", "prompt": "When did Karl Erjavec declare his intention to negotiate with the citizens of Bulgaria?\nEvidence:\n- Karl Erjavec | Express intent to meet or negotiate | Citizen (Bulgaria) | 2006-03-31\n- Karl Erjavec | Consult | Irakli Okruashvili | 2006-02-06\n- Karl Erjavec | Consult | Donald Rumsfeld | 2005-12-07\n- Irakli Okruashvili | Consult | Karl Erjavec | 2006-02-06\n- Donald Rumsfeld | Consult | Karl Erjavec | 2005-12-07\n- Karl Erjavec | Express intent to meet or negotiate | Romania | 2006-04-05\n- Karl Erjavec | Express intent to meet or negotiate | Iran | 2015-12-22\n- Karl Erjavec | Make statement | Head of Government (Slovenia) | 2008-11-12\n- Karl Erjavec | Make statement | Miro Cerar | 2015-07-27\n- Karl Erjavec | Make statement | Miro Cerar | 2014-09-12\n- Karl Erjavec | Make statement | Joyce Anelay | 2015-08-31\n- Karl Erjavec | Make statement | Janez Jansa | 2013-02-21\n- Karl Erjavec | Make statement | Janez Jansa | 2013-02-15\n- Karl Erjavec | Make statement | Immigrants (Slovenia) | 2015-11-10\n- Karl Erjavec | Make statement | Immigrants (Slovenia) | 2015-11-09\nAnswer:", "completion": " 2006-03-31", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1021119", "prompt": "In which month did the Federal Judge of Argentina investigate Maria Servini de Cubria?\nEvidence:\n- Federal Judge (Argentina) | Investigate | Maria Servini de Cubria | 2012-03-07\n- Maria Servini de Cubria | Provide aid | Federal Judge (Argentina) | 2007-12-06\n- Maria Servini de Cubria | Make statement | Federal Judge (Argentina) | 2011-07-31\n- Maria Servini de Cubria | Investigate | Augusto Pinochet | 2005-01-12\n- Maria Servini de Cubria | Make statement | Congress (Argentina) | 2007-10-11\n- Lawyer/Attorney (Argentina) | Demand | Maria Servini de Cubria | 2005-06-13\n- Maria Servini de Cubria | Make a visit | Education (Argentina) | 2011-08-14\n- Education (Argentina) | Host a visit | Maria Servini de Cubria | 2011-08-14\n- Appeals Court (Chile) | Reject | Maria Servini de Cubria | 2005-01-13\n- Maria Servini de Cubria | Praise or endorse | Justicialist Party | 2008-04-22\n- Lawyer/Attorney (Argentina) | Make an appeal or request | Maria Servini de Cubria | 2015-02-14\n- Lawyer/Attorney (Argentina) | Make an appeal or request | Maria Servini de Cubria | 2015-02-13\n- Lawyer/Attorney (Argentina) | Make an appeal or request | Maria Servini de Cubria | 2006-01-17\n- Maria Servini de Cubria | Arrest, detain, or charge with legal action | Women (Argentina) | 2007-04-30\n- Federal Judge (Argentina) | Investigate | Lawyer/Attorney (Argentina) | 2005-05-05\nAnswer:", "completion": " 2012-03", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1014654", "prompt": "With whom did Frank Bainimarama want to negotiate after 21 May 2013?\nEvidence:\n- Frank Bainimarama | Express intent to meet or negotiate | China | 2013-05-21\n- Head of Government (Greece) | Make a visit | China | 2013-05-21\n- Foreign Affairs (India) | Make statement | China | 2013-05-21\n- China | Host a visit | Head of Government (Greece) | 2013-05-21\n- China | Host a visit | Antonis Samaras | 2013-05-21\n- Barack Obama | Make an appeal or request | China | 2013-05-21\n- Antonis Samaras | Make a visit | China | 2013-05-21\nAnswer:", "completion": " France", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 7, "n_anchors": 1} +{"id": "mtq_1014903", "prompt": "Who endorsed Roh Moo Hyun in the same year as Barack Obama?\nEvidence:\n- Roh Moo Hyun | Demand | Japan | 2005-03-04\n- Roh Moo Hyun | Demand | Japan | 2005-03-03\n- Roh Moo Hyun | Demand | Japan | 2005-03-02\n- Roh Moo Hyun | Demand | Japan | 2005-03-01\n- Roh Moo Hyun | Demand | Japan | 2005-02-25\n- Roh Moo Hyun | Consult | Chongwadai | 2005-02-19\n- Chongwadai | Consult | Roh Moo Hyun | 2005-02-19\n- South Korea | Reject | Roh Moo Hyun | 2005-02-17\n- Roh Moo Hyun | Make statement | Japan | 2005-03-14\n- Roh Moo Hyun | Make statement | Japan | 2005-03-02\n- Roh Moo Hyun | Make statement | Chongwadai | 2005-02-23\n- Roh Moo Hyun | Demand | South Korea | 2005-01-04\n- Roh Moo Hyun | Demand rights | Japan | 2005-03-04\n- Roh Moo Hyun | Demand rights | Japan | 2005-03-03\n- Chongwadai | Make statement | Roh Moo Hyun | 2005-03-07\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1071882", "prompt": "Who was the last person Rasa Juknevičienė wanted to meet?\nEvidence:\n- Vitalie Marinuta | Consult | Rasa Juknevičienė | 2011-05-18\n- Rasa Juknevičienė | Consult | Vitalie Marinuta | 2011-05-18\n- Rasa Juknevičienė | Consult | Grigol Vashadze | 2010-05-21\n- Rasa Juknevičienė | Consult | Grigol Vashadze | 2010-05-20\n- Rasa Juknevičienė | Consult | Bogdan Klich | 2009-02-03\n- Grigol Vashadze | Consult | Rasa Juknevičienė | 2010-05-21\n- Grigol Vashadze | Consult | Rasa Juknevičienė | 2010-05-20\n- Bogdan Klich | Consult | Rasa Juknevičienė | 2009-02-03\n- Rasa Juknevičienė | Express intent to meet or negotiate | Portugal | 2010-11-18\n- Rasa Juknevičienė | Express intent to meet or negotiate | France | 2011-05-09\n- Rasa Juknevičienė | Express intent to meet or negotiate | South Korea | 2010-02-12\n- Rasa Juknevičienė | Express intent to meet or negotiate | South Korea | 2010-02-10\n- Rasa Juknevičienė | Express intent to meet or negotiate | Military (Lithuania) | 2010-10-08\n- Rasa Juknevičienė | Express intent to meet or negotiate | Kęstutis Macijauskas | 2009-09-23\n- Rasa Juknevičienė | Express intent to meet or negotiate | Karin Enström | 2012-05-04\nAnswer:", "completion": " Karin Enström", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1142471", "prompt": "After the United Arab Emirates, who made the militant of Syria suffer from conventional military forces?\nEvidence:\n- UAE Armed Forces | Make statement | United Arab Emirates | 2005-02-15\n- Supreme Council (United Arab Emirates) | Make statement | United Arab Emirates | 2005-03-26\n- Iraq | Provide military aid | United Arab Emirates | 2005-02-04\n- United Arab Emirates | Consider policy option | UAE Armed Forces | 2005-02-14\n- Treasury/Finance Ministry (United Arab Emirates) | Make statement | United Arab Emirates | 2005-02-13\n- United Arab Emirates | Consult | Iran | 2005-02-01\n- Iran | Consult | United Arab Emirates | 2005-02-01\n- United Arab Emirates | Cooperate militarily | France | 2005-02-20\n- United Arab Emirates | Consult | Benazir Bhutto | 2005-03-24\n- France | Cooperate militarily | United Arab Emirates | 2005-02-20\n- Benazir Bhutto | Consult | United Arab Emirates | 2005-03-24\n- Head of Government (Germany) | Praise or endorse | United Arab Emirates | 2005-03-06\n- United Arab Emirates | Sign formal agreement | Malaysia | 2005-03-19\n- United Arab Emirates | Sign formal agreement | Iraq | 2005-03-07\n- United Arab Emirates | Provide humanitarian aid | Sudan | 2005-02-04\nAnswer:", "completion": " Military (Lebanon)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1285635", "prompt": "Who last praised the citizens of Brazil before the government of Ecuador?\nEvidence:\n- Government (Ecuador) | Praise or endorse | Citizen (Brazil) | 2014-08-14\n- Government (Ecuador) | Make empathetic comment | Citizen (Brazil) | 2013-12-31\n- Citizen (Brazil) | Make empathetic comment | Government (Ecuador) | 2013-12-31\n- Confederation of Indigenous Nationalities of Ecuador | Give ultimatum | Government (Ecuador) | 2006-03-15\n- Media (Ecuador) | Investigate | Government (Ecuador) | 2009-07-15\n- Media (Ecuador) | Investigate | Government (Ecuador) | 2009-06-06\n- Media (Ecuador) | Accuse | Government (Ecuador) | 2005-02-04\n- Government (Ecuador) | Demand | Education (Ecuador) | 2006-01-26\n- People Associated with the Opposition (Brazil) | Investigate | Head of Government (Brazil) | 2011-05-25\n- People Associated with the Opposition (Brazil) | Consult | Head of Government (Brazil) | 2007-09-25\n- People Associated with the Opposition (Brazil) | Accuse | Head of Government (Brazil) | 2009-08-12\n- Head of Government (Brazil) | Reject | People Associated with the Opposition (Brazil) | 2015-12-23\n- Head of Government (Brazil) | Consult | People Associated with the Opposition (Brazil) | 2007-09-25\n- Confederation of Indigenous Nationalities of Ecuador | Demonstrate or rally | Government (Ecuador) | 2015-08-20\n- People Associated with the Opposition (Brazil) | Provide aid | Head of Government (Brazil) | 2011-05-24\nAnswer:", "completion": " Barack Obama", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1060312", "prompt": "Before the year 2007, with whom did the member of the Legislative Council of the Government of South Korea announce his intention to meet?\nEvidence:\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Vietnam | Express intent to meet or negotiate | South Korea | 2005-01-05\n- Thailand | Express intent to meet or negotiate | South Korea | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-12\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-08\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-07\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-05\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-08\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-07\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-05\n- Emperor Akihito | Express intent to meet or negotiate | South Korea | 2005-01-13\n- Head of Government (Finland) | Express intent to meet or negotiate | Thailand | 2005-01-18\nAnswer:", "completion": " Government Official (Vietnam)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1038126", "prompt": "Who was the last to appeal Yemen before the Cabinet Council of Ministers Advisors of United States did?\nEvidence:\n- Head of Government (Germany) | Express intent to meet or negotiate | Yemen | 2005-02-18\n- UN Security Council | Appeal for easing of administrative sanctions | Eritrea | 2005-10-05\n- UN Security Council | Appeal for easing of administrative sanctions | Eritrea | 2005-10-04\n- Naval (United States) | Make a visit | Eritrea | 2005-02-20\n- Eritrea | Host a visit | Naval (United States) | 2005-02-20\n- Congress (United States) | Praise or endorse | Eritrea | 2005-08-03\n- Yemen | Rally support on behalf of | Rafiq Hariri | 2005-02-15\n- Ali Abdullah Saleh | Make an appeal or request | Yemen | 2005-01-02\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-30\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-29\n- Yemen | Host a visit | Ministry of International Cooperation (Sudan) | 2005-02-17\n- Ministry of International Cooperation (Sudan) | Make a visit | Yemen | 2005-02-17\n- Yemen | Consult | Sudan | 2005-01-02\n- Yemen | Consult | Ethiopia | 2005-01-02\n- Yemen | Consult | Eritrea | 2005-03-11\nAnswer:", "completion": " Governor (Yemen)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1003864", "prompt": "Who was the first to praise Pakistan-administered Kashmir?\nEvidence:\n- Senate (Pakistan administered Kashmir) | Make statement | Pakistan administered Kashmir | 2006-04-23\n- Congress (Pakistan administered Kashmir) | Make statement | Criminal (Pakistan administered Kashmir) | 2015-01-29\n- Pakistan administered Kashmir | Express intent to meet or negotiate | Pakistan administered Kashmir | 2005-05-31\n- Head of Government (Pakistan administered Kashmir) | Make statement | Pakistan administered Kashmir | 2015-08-28\n- Pakistan administered Kashmir | Praise or endorse | Government (Pakistan) | 2012-12-18\n- Pakistan administered Kashmir | Praise or endorse | Government (Pakistan) | 2012-08-01\n- Pakistan administered Kashmir | Praise or endorse | Government (Pakistan) | 2012-07-05\n- Pakistan administered Kashmir | Praise or endorse | Government (Pakistan) | 2006-08-27\n- Pakistan administered Kashmir | Praise or endorse | Government (Pakistan) | 2006-07-22\n- Mujahideen (Pakistan) | Praise or endorse | Pakistan administered Kashmir | 2008-05-15\n- Government (Pakistan) | Praise or endorse | Pakistan administered Kashmir | 2012-02-05\n- Government (Pakistan) | Praise or endorse | Pakistan administered Kashmir | 2012-02-04\n- Government (Pakistan) | Praise or endorse | Pakistan administered Kashmir | 2008-06-24\n- Pakistan administered Kashmir | Praise or endorse | Iran | 2010-12-15\n- Iran | Praise or endorse | Pakistan administered Kashmir | 2009-02-09\nAnswer:", "completion": " Pervez Musharraf", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1375909", "prompt": "With which country did South Korea sign the first agreement after Yoshihiko Noda?\nEvidence:\n- Yoshihiko Noda | Make statement | South Korea | 2011-05-04\n- Yoshihiko Noda | Make statement | South Korea | 2010-10-14\n- Yoshihiko Noda | Criticize or denounce | South Korea | 2010-10-14\n- Yoshihiko Noda | Demand | Japan | 2010-11-24\n- Yoshihiko Noda | Make statement | Japan | 2011-05-27\n- Yoshihiko Noda | Make statement | Japan | 2011-05-19\n- Yoshihiko Noda | Make statement | Japan | 2011-05-04\n- Yoshihiko Noda | Make statement | Japan | 2011-04-16\n- Yoshihiko Noda | Make statement | Japan | 2011-04-15\n- Yoshihiko Noda | Make statement | Japan | 2011-04-05\n- Yoshihiko Noda | Make statement | Japan | 2011-03-10\n- Yoshihiko Noda | Make statement | Japan | 2011-01-27\n- Yoshihiko Noda | Make statement | Japan | 2011-01-17\n- Yoshihiko Noda | Make statement | Japan | 2011-01-12\n- Yoshihiko Noda | Make statement | Japan | 2010-11-02\nAnswer:", "completion": " Angola", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1047422", "prompt": "Which country visited Somsavat Lengsava first, after the Ministry of Justice of Vietnam?\nEvidence:\n- Vietnam | Make a visit | Somsavat Lengsava | 2007-08-31\n- Vietnam | Host a visit | Somsavat Lengsava | 2006-10-10\n- Vietnam | Host a visit | Somsavat Lengsava | 2006-05-04\n- Somsavat Lengsava | Praise or endorse | Vietnam | 2007-01-09\n- Somsavat Lengsava | Praise or endorse | Vietnam | 2006-01-09\n- Somsavat Lengsava | Praise or endorse | Vietnam | 2006-01-06\n- Somsavat Lengsava | Make a visit | Vietnam | 2007-09-19\n- Somsavat Lengsava | Make a visit | Vietnam | 2006-10-10\n- Somsavat Lengsava | Make a visit | Vietnam | 2006-05-04\n- Somsavat Lengsava | Host a visit | Vietnam | 2007-08-31\n- Somsavat Lengsava | Investigate | Laos | 2005-06-13\n- Somsavat Lengsava | Consult | Laos | 2006-12-18\n- Somsavat Lengsava | Consult | Japan | 2005-08-01\n- Laos | Consult | Somsavat Lengsava | 2006-12-18\n- Japan | Consult | Somsavat Lengsava | 2005-08-01\nAnswer:", "completion": " Thailand", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1162455", "prompt": "Who was the first to receive the visit from Mswati III after South Africa did?\nEvidence:\n- South Africa | Host a visit | Mswati III | 2009-05-11\n- Mswati III | Make a visit | South Africa | 2009-05-11\n- Mswati III | Make statement | South Africa | 2009-03-25\n- Mswati III | Appeal for economic aid | South Africa | 2011-06-28\n- Mswati III | Consult | Malawi | 2009-01-28\n- Mswati III | Consult | Angola | 2009-03-19\n- Malawi | Consult | Mswati III | 2009-01-28\n- Angola | Consult | Mswati III | 2009-03-19\n- Yemen | Host a visit | Mswati III | 2009-10-22\n- Yemen | Host a visit | Mswati III | 2009-10-21\n- Swaziland | Host a visit | Mswati III | 2008-09-06\n- Mswati III | Make a visit | Yemen | 2009-10-22\n- Mswati III | Make a visit | Yemen | 2009-10-21\n- Mswati III | Make a visit | Swaziland | 2008-09-06\n- Mswati III | Make a visit | Malaysia | 2007-08-14\nAnswer:", "completion": " Rupiah Banda", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1020251", "prompt": "Who was the last person attacked with small arms and light weapons by the Egyptian police in 2013?\nEvidence:\n- People Associated with the Opposition (Australia) | fight with small arms and light weapons | Citizen (Australia) | 2013-06-06\nAnswer:", "completion": " Protester (Egypt)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1090332", "prompt": "Who visited Yemen in the same month as the Foreign Minister of Ethiopia?\nEvidence:\n- Yemen | Consult | Ethiopia | 2005-01-02\n- Ethiopia | Consult | Yemen | 2005-01-02\n- Head of Government (Ethiopia) | Express intent to engage in diplomatic cooperation (such as policy support) | Ethiopia | 2005-01-27\n- Foreign Affairs (South Africa) | Consult | Ethiopia | 2005-01-31\n- Ethiopia | Consult | Foreign Affairs (South Africa) | 2005-01-31\n- Ethiopia | Engage in negotiation | Eritrea | 2005-10-15\n- Eritrea | Engage in negotiation | Ethiopia | 2005-10-15\n- Yemen | Engage in negotiation | Malaysia | 2005-02-06\n- Yemen | Engage in negotiation | Eritrea | 2005-02-10\n- Yemen | Engage in negotiation | Eritrea | 2005-02-09\n- Malaysia | Engage in negotiation | Yemen | 2005-02-06\n- Eritrea | Engage in negotiation | Yemen | 2005-02-10\n- Eritrea | Engage in negotiation | Yemen | 2005-02-09\n- Ethiopia | Engage in diplomatic cooperation | Eritrea | 2005-09-08\n- Eritrea | Engage in diplomatic cooperation | Ethiopia | 2005-09-08\nAnswer:", "completion": " International Monetary Fund", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1346500", "prompt": "In which month did the Prime Minister of Ukraine first express his intention to negotiate with Janez Jansa?\nEvidence:\n- Janez Jansa | Express intent to meet or negotiate | Kuwait | 2006-11-11\n- Janez Jansa | Express intent to meet or negotiate | Kuwait | 2006-11-10\n- Head of Government (Greece) | Express intent to meet or negotiate | Janez Jansa | 2005-05-15\n- Wolfgang Schüssel | Express intent to meet or negotiate | Janez Jansa | 2005-08-26\n- Janez Jansa | Express intent to meet or negotiate | Wolfgang Schüssel | 2005-08-26\n- Janez Jansa | Express intent to meet or negotiate | Tony Blair | 2005-11-27\n- Janez Jansa | Express intent to meet or negotiate | Javier Solana | 2005-01-21\n- Janez Jansa | Express intent to meet or negotiate | Aigars Kalvitis | 2005-09-12\n- Branko Crvenkovski | Express intent to meet or negotiate | Janez Jansa | 2005-02-14\n- Aigars Kalvitis | Express intent to meet or negotiate | Janez Jansa | 2005-09-12\n- Laila Freivalds | Express intent to cooperate | Janez Jansa | 2005-10-13\n- Janez Jansa | Express intent to cooperate | Laila Freivalds | 2005-10-13\n- Janez Jansa | Express intent to cooperate | Branko Crvenkovski | 2005-02-15\n- Branko Crvenkovski | Express intent to cooperate | Janez Jansa | 2005-02-15\n- Wen Jiabao | Consult | Janez Jansa | 2006-09-11\nAnswer:", "completion": " 2008-06", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1351682", "prompt": "Who offered cooperation to Kostyantyn Gryshchenko on 1 December 2012?\nEvidence:\n- Ronald Kirk | Express intent to cooperate | Kostyantyn Gryshchenko | 2012-12-01\n- Kostyantyn Gryshchenko | Express intent to cooperate | Ronald Kirk | 2012-12-01\n- Ronald Kirk | Sign formal agreement | Kostyantyn Gryshchenko | 2012-12-01\n- Kostyantyn Gryshchenko | Sign formal agreement | Ronald Kirk | 2012-12-01\nAnswer:", "completion": " Ronald Kirk", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 4, "n_anchors": 1} +{"id": "mtq_1304716", "prompt": "Who did the criminal of Brazil release people to after 16 April 2012?\nEvidence:\n- Criminal (Brazil) | Return, release person(s) | Citizen (Brazil) | 2012-04-16\nAnswer:", "completion": " Citizen (Brazil)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1287245", "prompt": "With whom did the citizens of Nigeria first want to establish diplomatic cooperation in 2011?\nEvidence:\n- Kuomintang | Express intent to engage in diplomatic cooperation (such as policy support) | People First Party Korea | 2011-07-05\n- People First Party Korea | Express intent to meet or negotiate | Bhutan | 2011-12-22\n- Kuomintang | Express intent to meet or negotiate | People First Party Korea | 2011-11-07\n- People First Party Korea | Make statement | Kuomintang | 2011-11-07\n- People First Party Korea | Accuse | Tsai Ing-wen | 2011-11-01\n- Kuomintang | Make pessimistic comment | People First Party Korea | 2011-11-07\n- People First Party Korea | Criticize or denounce | Ma Ying Jeou | 2011-11-03\nAnswer:", "completion": " Sule Lamido", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 7, "n_anchors": 0} +{"id": "mtq_1239805", "prompt": "After Saud bin Faisal bin Abdul-Aziz, who had the first telephone conversation with the advisor to the Council of Ministers of the United States?\nEvidence:\n- Saud bin Faisal bin Abdul-Aziz | Reject | Iraq | 2005-09-22\n- Saud bin Faisal bin Abdul-Aziz | Accuse | Iran | 2005-10-16\n- Saud bin Faisal bin Abdul-Aziz | Consult | Newspaper (United Kingdom) | 2005-09-17\n- Newspaper (United Kingdom) | Consult | Saud bin Faisal bin Abdul-Aziz | 2005-09-17\n- Tony Blair | Consult | Saud bin Faisal bin Abdul-Aziz | 2006-01-17\n- Tony Blair | Consult | Saud bin Faisal bin Abdul-Aziz | 2006-01-16\n- Saud bin Faisal bin Abdul-Aziz | Make statement | Iraq | 2005-10-03\n- Saud bin Faisal bin Abdul-Aziz | Make statement | Iraq | 2005-10-02\n- Saud bin Faisal bin Abdul-Aziz | Consult | Tony Blair | 2006-01-17\n- Saud bin Faisal bin Abdul-Aziz | Consult | Tony Blair | 2006-01-16\n- Saud bin Faisal bin Abdul-Aziz | Consult | Jack Straw | 2006-01-17\n- Saud bin Faisal bin Abdul-Aziz | Consult | Jack Straw | 2006-01-16\n- Saud bin Faisal bin Abdul-Aziz | Consult | Jack Straw | 2005-02-24\n- Saud bin Faisal bin Abdul-Aziz | Consult | Jack Straw | 2005-02-23\n- Jack Straw | Consult | Saud bin Faisal bin Abdul-Aziz | 2006-01-17\nAnswer:", "completion": " Royal Administration (Jordan)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1278008", "prompt": "When did the German government first investigate Oles Buzina?\nEvidence:\n- Government (Germany) | Investigate | Oles Buzina | 2015-04-17\n- Government (Germany) | Investigate | China | 2005-08-18\n- Lawyer/Attorney (Germany) | Investigate | Government (Germany) | 2006-02-21\n- People Associated with the Opposition (Germany) | Express intent to cooperate | Government (Germany) | 2005-06-15\n- Government (Germany) | Express intent to cooperate | People Associated with the Opposition (Germany) | 2005-06-15\n- Head of Government (Germany) | Make statement | Government (Germany) | 2007-04-03\n- Head of Government (Germany) | Make statement | Government (Germany) | 2006-12-06\n- Head of Government (Germany) | Make statement | Government (Germany) | 2006-07-23\n- Government (Germany) | Appeal for diplomatic cooperation (such as policy support) | Government (Sudan) | 2007-03-28\n- Zurab Nogaideli | Consult | Government (Germany) | 2006-05-18\n- Wolfgang Gerhardt | Accuse | Government (Germany) | 2006-03-06\n- Iran | Make statement | Government (Germany) | 2006-01-25\n- Government (Germany) | Threaten | Business (Germany) | 2007-02-06\n- Government (Germany) | Provide aid | Djibouti | 2005-12-22\n- Government (Germany) | Make statement | Iran | 2005-08-10\nAnswer:", "completion": " 2015-04-17", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1260346", "prompt": "Before the Danish Ministry of Defence and Security, which country was the last to visit Sudan?\nEvidence:\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- UN Security Council | Express intent to provide military protection or peacekeeping | Sudan | 2005-01-19\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Sudan | Make a visit | Ethiopia | 2005-04-11\n- Sudan | Host a visit | Ethiopia | 2005-08-02\n- Ethiopia | Make a visit | Sudan | 2005-08-02\n- Ethiopia | Host a visit | Sudan | 2005-04-11\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2005-01-13\n- Sudan | Host a visit | Oluṣẹgun Ọbasanjọ | 2005-01-10\n- Sudan | Host a visit | Oluṣẹgun Ọbasanjọ | 2005-01-08\n- Sudan | Host a visit | John Garang | 2005-01-23\n- Sudan | Host a visit | John Garang | 2005-01-22\n- Sudan | Host a visit | Ed Royce | 2005-01-24\nAnswer:", "completion": " China", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1175382", "prompt": "When was the last time the citizens of North Korea spoke negatively about Barack Obama?\nEvidence:\n- Head of Government (Kenya) | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Consult | Head of Government (Kenya) | 2006-08-25\n- Barack Obama | Demand de-escalation of military engagement | Iraq | 2007-06-02\n- Barack Obama | Reject | Iraq | 2007-04-03\n- Barack Obama | Reject | Iraq | 2006-10-28\n- Mwai Kibaki | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Make statement | Iraq | 2007-05-15\n- Barack Obama | Make statement | Iraq | 2007-03-20\n- Barack Obama | Make statement | Iraq | 2007-02-11\n- Barack Obama | Make statement | Iran | 2007-04-27\n- Barack Obama | Make statement | China | 2006-09-08\n- Barack Obama | Consult | Mwai Kibaki | 2006-08-25\n- Sudan | Host a visit | Barack Obama | 2006-09-03\n- Sudan | Host a visit | Barack Obama | 2006-09-02\n- Iraq | Host a visit | Barack Obama | 2006-01-08\nAnswer:", "completion": " 2008-11-20", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1391438", "prompt": "Who last host Cristina Fernández de Kirchner's visit from Cristina Fernández de Kirchner before Juan Carlos I did?\nEvidence:\n- Juan Carlos I | Consult | Alberto Fernández | 2006-11-17\n- Alberto Fernández | Consult | Juan Carlos I | 2006-11-17\n- Carlos Saul Menem | Accuse | Cristina Fernández de Kirchner | 2005-08-14\n- Vietnam | Host a visit | Juan Carlos I | 2006-02-20\n- Vietnam | Host a visit | Juan Carlos I | 2006-02-15\n- Vietnam | Host a visit | Juan Carlos I | 2006-01-19\n- Thailand | Host a visit | Juan Carlos I | 2006-02-20\n- Thailand | Host a visit | Juan Carlos I | 2006-02-15\n- Portugal | Host a visit | Juan Carlos I | 2005-07-27\n- Alberto Fernández | Host a visit | Cristina Fernández de Kirchner | 2006-12-14\n- France | Host a visit | Cristina Fernández de Kirchner | 2007-02-06\n- France | Host a visit | Cristina Fernández de Kirchner | 2007-02-05\n- France | Host a visit | Cristina Fernández de Kirchner | 2007-02-04\n- France | Host a visit | Cristina Fernández de Kirchner | 2007-02-03\n- France | Host a visit | Cristina Fernández de Kirchner | 2007-01-28\nAnswer:", "completion": " Raúl Castro", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1171358", "prompt": "After 6 May 2015, who wanted to negotiate with the citizens of Australia?\nEvidence:\n- Theresa May | Consult | Secretary of State for the Home Department | 2013-06-26\n- Secretary of State for the Home Department | Consult | Theresa May | 2013-06-26\n- Secretary of State for the Home Department | Accuse | Theresa May | 2014-11-04\n- Theresa May | Make statement | Secretary of State for the Home Department | 2011-12-14\n- Secretary of State for the Home Department | Make statement | Theresa May | 2014-05-23\n- Secretary of State for the Home Department | Make statement | Theresa May | 2012-04-19\n- Secretary of State for the Home Department | Criticize or denounce | Theresa May | 2011-10-05\n- Theresa May | Express intent to meet or negotiate | France | 2015-08-19\n- Theresa May | Express intent to meet or negotiate | France | 2015-08-18\n- Citizen (Australia) | Express intent to meet or negotiate | People Associated with the Opposition (Australia) | 2006-04-26\n- People Associated with the Opposition (Australia) | Accuse | Member of Parliament (Australia) | 2005-11-23\n- Theresa May | Express intent to meet or negotiate | Ministry (Tunisia) | 2015-06-29\n- People Associated with the Opposition (Australia) | Make statement | Member of Parliament (Australia) | 2005-03-15\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2006-06-28\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2006-05-14\nAnswer:", "completion": " Jakaya Mrisho Kikwete", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1262020", "prompt": "Who did Evo Morales made optimistic remarks on on the same month of the citizens of State Actor?\nEvidence:\n- Farm Worker (Bolivia) | Rally support on behalf of | Evo Morales | 2007-09-12\n- Farm Worker (Bolivia) | Make optimistic comment | Evo Morales | 2008-08-11\n- Farm Worker (Bolivia) | Make optimistic comment | Evo Morales | 2008-08-10\n- Evo Morales | Demand | Bolivia | 2005-09-25\n- Evo Morales | Consult | Bolivia | 2005-12-19\n- Bolivia | Consult | Evo Morales | 2005-12-19\n- Evo Morales | Accuse of espionage, treason | Eduardo Rodríguez | 2005-11-30\n- Evo Morales | Accuse of espionage, treason | Eduardo Rodríguez | 2005-11-23\n- Felipe Quispe | Accuse | Evo Morales | 2012-08-20\n- Evo Morales | Make statement | Bolivia | 2005-12-20\n- Evo Morales | Make statement | Bolivia | 2005-12-19\n- Evo Morales | Make statement | Bolivia | 2005-12-02\n- Evo Morales | Make statement | Bolivia | 2005-11-24\n- Evo Morales | Make statement | Bolivia | 2005-11-05\n- Evo Morales | Make statement | Bolivia | 2005-09-27\nAnswer:", "completion": " Movement Toward Socialism Party", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1258146", "prompt": "Who applied for the International Monetary Fund on 12 October 2008?\nEvidence:\n- Henry M. Paulson | Make an appeal or request | International Monetary Fund | 2008-10-12\nAnswer:", "completion": " Henry M. Paulson", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 1} +{"id": "mtq_1083886", "prompt": "When did Michael D. Higgins first negotiate with Xi Jinping?\nEvidence:\n- Xi Jinping | Consult | Michael D. Higgins | 2012-02-21\n- Xi Jinping | Consult | Michael D. Higgins | 2012-02-20\n- Michael D. Higgins | Consult | Xi Jinping | 2012-02-21\n- Michael D. Higgins | Consult | Xi Jinping | 2012-02-20\n- Xi Jinping | Engage in negotiation | Michael D. Higgins | 2014-12-10\n- Michael D. Higgins | Engage in negotiation | Xi Jinping | 2014-12-10\n- Xi Jinping | Express intent to settle dispute | Michael D. Higgins | 2014-12-10\n- Michael D. Higgins | Express intent to settle dispute | Xi Jinping | 2014-12-10\n- Michael D. Higgins | Consult | Ireland | 2012-10-04\n- Ireland | Consult | Michael D. Higgins | 2012-10-04\n- Zhang Dejiang | Consult | Michael D. Higgins | 2014-12-10\n- Michael D. Higgins | Make statement | Ireland | 2014-06-18\n- Michael D. Higgins | Make statement | Ireland | 2014-06-17\n- Michael D. Higgins | Make statement | Ireland | 2014-04-08\n- Michael D. Higgins | Make statement | Ireland | 2011-10-29\nAnswer:", "completion": " 2014-12-10", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1089156", "prompt": "Who was the first to use unconventional violence against the military of the Philippines after the Moro National Liberation Front?\nEvidence:\n- Moro National Liberation Front | Use unconventional violence | Military (Philippines) | 2005-02-13\n- Combatant (Moro National Liberation Front) | Use unconventional violence | Moro National Liberation Front | 2007-04-28\n- Moro National Liberation Front | Use conventional military force | Combatant (Moro National Liberation Front) | 2007-04-28\n- Military (Philippines) | Accuse | Moro National Liberation Front | 2007-08-10\n- Moro National Liberation Front | Use conventional military force | Military (Philippines) | 2007-05-09\n- Moro National Liberation Front | Use conventional military force | Military (Philippines) | 2007-05-01\n- Moro National Liberation Front | Use conventional military force | Military (Philippines) | 2007-04-18\n- Moro National Liberation Front | Use conventional military force | Military (Philippines) | 2007-02-26\n- Moro National Liberation Front | Use conventional military force | Military (Philippines) | 2006-02-23\n- Moro National Liberation Front | Use conventional military force | Military (Philippines) | 2005-03-04\n- Moro National Liberation Front | Use conventional military force | Military (Philippines) | 2005-02-26\n- Moro National Liberation Front | Use conventional military force | Military (Philippines) | 2005-02-13\n- Moro National Liberation Front | Use conventional military force | Military (Philippines) | 2005-02-10\n- Moro National Liberation Front | Use conventional military force | Military (Philippines) | 2005-02-07\n- Military (Philippines) | Use conventional military force | Moro National Liberation Front | 2009-08-20\nAnswer:", "completion": " Criminal (Abu Sayyaf)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1344112", "prompt": "On 24 December 2010, who appealed for the citizens of Croatia?\nEvidence:\n- Office of the United Nations High Commissioner for Human Rights | Make statement | Police (Cote d'Ivoire) | 2010-12-24\nAnswer:", "completion": " Police (Croatia)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1175766", "prompt": "After Bertie Ahern, who first would wish to visit Northern Ireland?\nEvidence:\n- Northern Ireland | Consult | Bertie Ahern | 2005-03-04\n- Bertie Ahern | Consult | Northern Ireland | 2005-03-04\n- Bertie Ahern | Make statement | Northern Ireland | 2005-03-17\n- Ireland | Host a visit | Bertie Ahern | 2005-06-07\n- Bertie Ahern | Make a visit | Ireland | 2005-06-07\n- Bertie Ahern | Make statement | Ireland | 2005-03-17\n- Bertie Ahern | Make statement | Ireland | 2005-03-16\n- Bertie Ahern | Make statement | Ireland | 2005-03-15\n- Bertie Ahern | Make statement | Ireland | 2005-02-03\n- Bertie Ahern | Make statement | Ireland | 2005-01-19\n- Bertie Ahern | Make statement | Ireland | 2005-01-18\n- Bertie Ahern | Make statement | Murderer (Ireland) | 2005-03-03\n- Northern Ireland | Investigate crime, corruption | Northern Ireland | 2005-09-15\n- Northern Ireland | Consult | Ireland | 2005-05-11\n- Ireland | Consult | Northern Ireland | 2005-05-11\nAnswer:", "completion": " Valdas Adamkus", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1000665", "prompt": "Before the Grand National Party, with whom did Roh Moo Hyun announce his intention to cooperate?\nEvidence:\n- Grand National Party | Reject | Roh Moo Hyun | 2005-07-06\n- Grand National Party | Reject | Roh Moo Hyun | 2005-06-08\n- Grand National Party | Demand | Roh Moo Hyun | 2005-08-01\n- Grand National Party | Demand | Roh Moo Hyun | 2005-06-27\n- Grand National Party | Accuse | Roh Moo Hyun | 2005-08-17\n- Grand National Party | Accuse | Roh Moo Hyun | 2005-06-30\n- Roh Moo Hyun | Make statement | Grand National Party | 2005-08-19\n- Grand National Party | Make statement | Roh Moo Hyun | 2005-06-07\n- Roh Moo Hyun | Criticize or denounce | Grand National Party | 2005-07-30\n- Grand National Party | Make pessimistic comment | Roh Moo Hyun | 2005-04-12\n- Grand National Party | Make pessimistic comment | Roh Moo Hyun | 2005-03-25\n- Grand National Party | Make pessimistic comment | Roh Moo Hyun | 2005-03-24\n- Grand National Party | Criticize or denounce | Roh Moo Hyun | 2005-07-05\n- Grand National Party | Criticize or denounce | Roh Moo Hyun | 2005-04-12\n- Grand National Party | Criticize or denounce | Roh Moo Hyun | 2005-04-06\nAnswer:", "completion": " Mikhail Yefimovich Fradkov", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1086186", "prompt": "Before Mahmoud Abbas, with whom did Pervez Musharraf last negotiate?\nEvidence:\n- Pervez Musharraf | Make statement | Mahmoud Abbas | 2005-01-11\n- Pervez Musharraf | Make statement | Mahmoud Abbas | 2005-01-10\n- Pervez Musharraf | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Pervez Musharraf | Make an appeal or request | Mahmoud Abbas | 2005-01-10\n- Pervez Musharraf | Consult | Japan | 2005-01-10\n- Japan | Consult | Pervez Musharraf | 2005-01-10\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-02-04\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-01-10\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-02-04\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-01-10\n- Pervez Musharraf | Consult | Jack Straw | 2005-02-14\n- Pervez Musharraf | Coerce | Criminal (Pakistan) | 2005-01-12\n- Jack Straw | Consult | Pervez Musharraf | 2005-02-14\n- Benazir Bhutto | Reject | Pervez Musharraf | 2005-01-28\n- Jack Straw | Express intent to meet or negotiate | Pervez Musharraf | 2005-02-14\nAnswer:", "completion": " Shaukat Aziz", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1082577", "prompt": "After Harold Wilson, who was the first to appeal to the citizens of the United Kingdom?\nEvidence:\n- Citizen (United Kingdom) | Make an appeal or request | Harold Wilson | 2014-10-02\n- The Sunday Times | Make an appeal or request | Citizen (United Kingdom) | 2005-04-30\n- Citizen (United Kingdom) | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2005-01-09\n- Secretary of State for the Home Department | Demand | Citizen (United Kingdom) | 2005-02-22\n- Citizen (United Kingdom) | Make an appeal or request | Muslim (United Kingdom) | 2005-04-19\n- Citizen (United Kingdom) | Appeal for material cooperation | Labor Party (United Kingdom) | 2005-01-17\n- Citizen (United Kingdom) | Appeal for material cooperation | Labor Party (United Kingdom) | 2005-01-16\n- Party Member (United Kingdom) | Make an appeal or request | Citizen (United Kingdom) | 2005-04-29\n- Labor Party (United Kingdom) | Make an appeal or request | Citizen (United Kingdom) | 2005-04-08\n- Citizen (United Kingdom) | Make an appeal or request | Party Member (United Kingdom) | 2005-04-22\n- Citizen (United Kingdom) | Make an appeal or request | Party Member (United Kingdom) | 2005-04-16\n- Citizen (United Kingdom) | Make an appeal or request | Party Member (United Kingdom) | 2005-04-07\n- Citizen (United Kingdom) | Make an appeal or request | Government Official (United Kingdom) | 2005-03-16\n- Newspaper (United Kingdom) | Yield | Citizen (United Kingdom) | 2005-02-16\n- Newspaper (United Kingdom) | Investigate | Citizen (United Kingdom) | 2005-01-19\nAnswer:", "completion": " Head of Government (India)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1018173", "prompt": "Who wanted to negotiate with Barack Obama in June 2009?\nEvidence:\n- Barack Obama | Express intent to meet or negotiate | France | 2009-06-03\n- Barack Obama | Express intent to meet or negotiate | France | 2009-06-02\n- Barack Obama | Express intent to meet or negotiate | Middle East | 2009-06-01\n- Barack Obama | Express intent to meet or negotiate | Angela Merkel | 2009-06-03\n- Barack Obama | Express intent to meet or negotiate | Angela Merkel | 2009-06-01\n- Lee Myung Bak | Express intent to meet or negotiate | Barack Obama | 2009-06-09\n- Lee Myung Bak | Express intent to meet or negotiate | Barack Obama | 2009-06-08\n- Lee Myung Bak | Express intent to meet or negotiate | Barack Obama | 2009-06-06\n- Lee Myung Bak | Express intent to meet or negotiate | Barack Obama | 2009-06-01\n- Barack Obama | Express intent to meet or negotiate | Lee Myung Bak | 2009-06-12\n- Barack Obama | Express intent to meet or negotiate | Lee Myung Bak | 2009-06-09\n- Barack Obama | Express intent to meet or negotiate | Lee Myung Bak | 2009-06-08\n- Mahmoud Abbas | Engage in negotiation | Barack Obama | 2009-06-18\n- Mahmoud Abbas | Engage in negotiation | Barack Obama | 2009-06-08\n- Benjamin Netanyahu | Engage in negotiation | Barack Obama | 2009-06-19\nAnswer:", "completion": " Angela Merkel", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1235418", "prompt": "Who receive the visit from Hashim Thaçi before Janez Jansa did?\nEvidence:\n- Janez Jansa | Make a visit | Kuwait | 2006-11-13\n- Janez Jansa | Host a visit | Aigars Kalvitis | 2005-09-13\n- Aigars Kalvitis | Make a visit | Janez Jansa | 2005-09-13\n- Wen Jiabao | Consult | Janez Jansa | 2006-09-11\n- Vlado Buckovski | Consult | Janez Jansa | 2005-11-16\n- Tony Blair | Consult | Janez Jansa | 2005-12-08\n- Milo Djukanovic | Consult | Janez Jansa | 2006-01-09\n- Laila Freivalds | Consult | Janez Jansa | 2005-10-13\n- Janez Jansa | Consult | Wen Jiabao | 2006-09-11\n- Janez Jansa | Consult | Vlado Buckovski | 2005-11-16\n- Janez Jansa | Consult | Tony Blair | 2005-12-08\n- Janez Jansa | Consult | Milo Djukanovic | 2006-01-09\n- Janez Jansa | Consult | Laila Freivalds | 2005-10-13\n- Janez Jansa | Consult | Branko Crvenkovski | 2005-02-16\n- Janez Jansa | Consult | Branko Crvenkovski | 2005-02-15\nAnswer:", "completion": " Indigenous People (Serbia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1089574", "prompt": "What month did the Police of South Africa first reject South Africa?\nEvidence:\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- South Africa | Reject | Winnie Madikizela-Mandela | 2005-02-11\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- Police (South Africa) | Arrest, detain, or charge with legal action | South Africa | 2005-02-11\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- South Africa | Consult | China | 2005-02-05\n- China | Consult | South Africa | 2005-02-05\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-27\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-26\nAnswer:", "completion": " 2013-10", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1367324", "prompt": "Who was the last person to sign an agreement with the Italian Foreign Ministry, before Emma Bonino?\nEvidence:\n- Emma Bonino | Make statement | Foreign Affairs (Italy) | 2013-12-24\n- Senate (Italy) | Consult | Emma Bonino | 2012-07-16\n- Nicolas Schmit | Consult | Emma Bonino | 2006-07-08\n- Emma Bonino | Make statement | China | 2007-06-25\n- Emma Bonino | Consult | Senate (Italy) | 2012-07-16\n- Emma Bonino | Consult | Nicolas Schmit | 2006-07-08\n- Emma Bonino | Accuse | Government (Italy) | 2005-05-13\n- Emma Bonino | Make an appeal or request | Iran | 2013-12-22\n- Qatar | Host a visit | Emma Bonino | 2007-01-10\n- Kuwait | Host a visit | Emma Bonino | 2007-01-10\n- Iran | Host a visit | Emma Bonino | 2013-12-24\n- Iran | Host a visit | Emma Bonino | 2013-12-23\n- Iran | Host a visit | Emma Bonino | 2013-12-22\n- Iran | Host a visit | Emma Bonino | 2013-12-21\n- Iran | Host a visit | Emma Bonino | 2013-12-20\nAnswer:", "completion": " Rafael Antonio Bielsa", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1079074", "prompt": "In the same month, who held a telephone discussion with the media of Africa on the economy of Somalia?\nEvidence:\n- Media Personnel (Somalia) | Discuss by telephone | Media (Africa) | 2007-03-08\n- Media (Africa) | Discuss by telephone | Media Personnel (Somalia) | 2007-03-08\n- Villager (Somalia) | Discuss by telephone | Media (Africa) | 2012-03-16\n- Media (Africa) | Discuss by telephone | Villager (Somalia) | 2012-03-16\n- Media (Africa) | Discuss by telephone | Governor (Somalia) | 2012-10-13\n- Media (Africa) | Discuss by telephone | Governor (Somalia) | 2011-01-04\n- Media (Africa) | Discuss by telephone | Business (Somalia) | 2006-12-15\n- Governor (Somalia) | Discuss by telephone | Media (Africa) | 2012-10-13\n- Governor (Somalia) | Discuss by telephone | Media (Africa) | 2011-01-04\n- Business (Somalia) | Discuss by telephone | Media (Africa) | 2006-12-15\n- Interim Government (Somalia) | Threaten with restrictions on political freedoms | Media (Africa) | 2010-11-26\n- Media (Africa) | Discuss by telephone | Information Ministry (Somalia) | 2007-02-12\n- Information Ministry (Somalia) | Discuss by telephone | Media (Africa) | 2007-02-12\n- France | Rally support on behalf of | Media Personnel (Somalia) | 2013-01-21\n- France | Rally support on behalf of | Media Personnel (Somalia) | 2012-09-25\nAnswer:", "completion": " Islamic Courts Union", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1073175", "prompt": "After Lee Myung Bak, who was the first to be condemned by Japanese lawmakers?\nEvidence:\n- Lee Myung Bak | Refuse to yield | South Korea | 2007-05-13\n- South Korea | Threaten | Lee Myung Bak | 2007-06-05\n- Lee Myung Bak | Demand | South Korea | 2007-06-20\n- Lee Myung Bak | Consult | Islam Karimov | 2006-03-30\n- Islam Karimov | Consult | Lee Myung Bak | 2006-03-30\n- South Korea | Make statement | Lee Myung Bak | 2007-05-10\n- South Korea | Make statement | Lee Myung Bak | 2007-01-23\n- Lee Myung Bak | Make statement | South Korea | 2006-03-29\n- Lee Myung Bak | Deny responsibility | Governor (Japan) | 2005-04-05\n- Lee Myung Bak | Criticize or denounce | Japan | 2005-04-05\n- Chung Dong-young | Investigate | Lee Myung Bak | 2006-03-21\n- South Korea | Praise or endorse | Lee Myung Bak | 2007-05-02\n- South Korea | Host a visit | Lee Myung Bak | 2007-03-23\n- South Korea | Host a visit | Lee Myung Bak | 2006-06-26\n- Roh Moo Hyun | Make statement | Lee Myung Bak | 2007-06-13\nAnswer:", "completion": " South Korea", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1244292", "prompt": "Which country blamed Eritrea last in 2006?\nEvidence:\n- Ethiopia | Engage in negotiation | Eritrea | 2006-03-11\n- Ethiopia | Engage in negotiation | Eritrea | 2006-03-10\n- Eritrea | Engage in negotiation | Ethiopia | 2006-03-11\n- Eritrea | Engage in negotiation | Ethiopia | 2006-03-10\n- Sudan | Consult | Eritrea | 2006-02-22\n- Ethiopia | Consult | Eritrea | 2006-03-10\n- Ethiopia | Accuse | Eritrea | 2006-03-12\n- Ethiopia | Accuse | Eritrea | 2006-01-17\n- Eritrea | Consult | Sudan | 2006-02-22\n- Eritrea | Consult | Ethiopia | 2006-03-10\n- Eritrea | Consult | Djibouti | 2006-02-22\n- Eritrea | Accuse | Ethiopia | 2006-03-14\n- Eritrea | Accuse | Ethiopia | 2006-01-17\n- Djibouti | Consult | Eritrea | 2006-02-22\n- Sudan | Make statement | Eritrea | 2006-01-03\nAnswer:", "completion": " Ethiopia", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1349042", "prompt": "In which month did South Africa last make optimistic comments about Sudan?\nEvidence:\n- South Africa | Engage in negotiation | Japan | 2005-02-05\n- South Africa | Engage in negotiation | France | 2005-02-05\n- Japan | Engage in negotiation | South Africa | 2005-02-05\n- France | Engage in negotiation | South Africa | 2005-02-05\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- South Africa | Mobilize or increase armed forces | Sudan | 2005-01-28\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- Zine El Abidine Ben Ali | Make optimistic comment | Sudan | 2005-01-12\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- Tanzania | Make a visit | South Africa | 2005-02-22\n- South Africa | Make empathetic comment | Togo | 2005-02-06\n- Ronnie Mamoepa | Make statement | South Africa | 2005-01-06\n- Ronnie Mamoepa | Make statement | South Africa | 2005-01-02\n- Angola | Make a visit | South Africa | 2005-02-18\nAnswer:", "completion": " 2008-08", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1170415", "prompt": "Who was the first to negotiate with Evo Morales after Dmitry Anatolyevich Medvedev?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | China | 2006-08-29\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | China | 2005-12-08\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | China | 2005-12-07\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | China | 2005-12-06\n- Dmitry Anatolyevich Medvedev | Consult | China | 2005-12-08\n- China | Consult | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | Wen Jiabao | 2006-08-29\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | Islam Karimov | 2006-05-06\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | Islam Karimov | 2006-05-05\n- Angela Merkel | Express intent to meet or negotiate | Dmitry Anatolyevich Medvedev | 2006-04-23\n- Veterans (Russia) | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Islam Karimov | Consult | Dmitry Anatolyevich Medvedev | 2006-05-07\n- Islam Karimov | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2006-01-13\nAnswer:", "completion": " Barack Obama", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1031251", "prompt": "In which month did the Business of Peru express its intention to meet with Romania?\nEvidence:\n- Head of Government (Ukraine) | Express intent to meet or negotiate | Romania | 2005-03-14\n- Solomon Passy | Express intent to meet or negotiate | Romania | 2005-02-01\n- Romania | Express intent to meet or negotiate | Solomon Passy | 2005-02-01\n- Cyril Svoboda | Express intent to meet or negotiate | Romania | 2005-02-28\n- Ministry (Romania) | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2005-01-10\n- Ministry (Romania) | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2005-01-08\n- Pier Ferdinando Casini | Express intent to meet or negotiate | Romania | 2005-02-03\n- Defense / Security Ministry (Croatia) | Express intent to meet or negotiate | Romania | 2005-03-25\n- Romania | Arrest, detain, or charge with legal action | Dissident (Romania) | 2005-01-18\n- Foreign Affairs (Slovakia) | Express intent to cooperate economically | Romania | 2005-03-06\n- Vietnam | Engage in diplomatic cooperation | Romania | 2005-01-31\n- Romania | Engage in diplomatic cooperation | Vietnam | 2005-01-31\n- Congress (United States) | Express intent to provide economic aid | Romania | 2005-02-17\n- Ministry (Romania) | Make statement | Romania | 2005-03-25\n- Ministry (Romania) | Make statement | Romania | 2005-01-12\nAnswer:", "completion": " 2013-01", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1084889", "prompt": "Who did the High Commission of the United Kingdom make pessimistic remarks about before Apr, the year 2011?\nEvidence:\n- Citizen (United Kingdom) | Make pessimistic comment | High Commission (United Kingdom) | 2006-11-23\n- High Commission (United Kingdom) | Make pessimistic comment | Tanzania | 2015-10-29\n- High Commission (United Kingdom) | Make pessimistic comment | Elizabeth II | 2011-04-02\n- High Commission (United Kingdom) | Make pessimistic comment | Elizabeth II | 2011-04-01\n- High Commission (United Kingdom) | Make pessimistic comment | Elizabeth II | 2011-03-31\n- High Commission (United Kingdom) | Make pessimistic comment | Boko Haram | 2014-07-07\n- High Commission (United Kingdom) | Make statement | Businessperson (United Kingdom) | 2014-06-12\n- Veterans (United Kingdom) | Consult | High Commission (United Kingdom) | 2011-03-30\n- High Commission (United Kingdom) | Reject | Citizen (United Kingdom) | 2008-11-04\n- High Commission (United Kingdom) | Reject | Citizen (United Kingdom) | 2005-06-27\n- High Commission (United Kingdom) | Consult | Veterans (United Kingdom) | 2011-03-30\n- High Commission (United Kingdom) | Consult | Businessperson (United Kingdom) | 2014-09-05\n- Citizen (United Kingdom) | Reject | High Commission (United Kingdom) | 2009-11-02\n- Businessperson (United Kingdom) | Consult | High Commission (United Kingdom) | 2014-09-05\n- Secretary of State for the Home Department | Make statement | High Commission (United Kingdom) | 2013-09-25\nAnswer:", "completion": " Elizabeth II", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1167446", "prompt": "In which month did the Member of Parliament of Australia make optimistic comments about the bureaucrat of Australia?\nEvidence:\n- Member of Parliament (Australia) | Make optimistic comment | Bureaucrat (Australia) | 2006-07-15\n- Member of Parliament (Australia) | Make statement | Bureaucrat (Australia) | 2008-01-08\n- Bureaucrat (Australia) | Make an appeal or request | Member of Parliament (Australia) | 2015-02-08\n- Member of Parliament (Australia) | Make optimistic comment | Police (Australia) | 2008-09-06\n- Member of Parliament (Australia) | Make optimistic comment | Police (Australia) | 2008-05-01\n- Member of Parliament (Australia) | Make optimistic comment | Citizen (Australia) | 2015-12-14\n- Member of Parliament (Australia) | Make optimistic comment | Citizen (Australia) | 2015-01-22\n- Member of Parliament (Australia) | Make optimistic comment | Citizen (Australia) | 2013-09-11\n- Member of Parliament (Australia) | Make optimistic comment | Citizen (Australia) | 2012-10-30\n- Member of Parliament (Australia) | Make optimistic comment | Citizen (Australia) | 2011-01-28\n- Member of Parliament (Australia) | Make optimistic comment | Citizen (Australia) | 2008-03-28\n- Member of Parliament (Australia) | Make optimistic comment | Citizen (Australia) | 2006-09-04\n- Member of Parliament (Australia) | Make optimistic comment | Citizen (Australia) | 2005-04-01\n- Citizen (Australia) | Make optimistic comment | Member of Parliament (Australia) | 2015-08-04\n- Citizen (Australia) | Make optimistic comment | Member of Parliament (Australia) | 2014-03-25\nAnswer:", "completion": " 2006-07", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1225940", "prompt": "When did Barack Obama threaten Pervez Musharraf?\nEvidence:\n- Pervez Musharraf | Consult | Japan | 2005-01-10\n- Japan | Consult | Pervez Musharraf | 2005-01-10\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-02-04\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-01-10\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-02-04\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-01-10\n- Pervez Musharraf | Consult | Jack Straw | 2005-02-14\n- Pervez Musharraf | Coerce | Criminal (Pakistan) | 2005-01-12\n- Jack Straw | Consult | Pervez Musharraf | 2005-02-14\n- Benazir Bhutto | Reject | Pervez Musharraf | 2005-01-28\n- Shaukat Aziz | Make statement | Pervez Musharraf | 2005-01-28\n- Pervez Musharraf | Make statement | Rafiq Hariri | 2005-02-14\n- Pervez Musharraf | Make statement | Mahmoud Abbas | 2005-01-11\n- Pervez Musharraf | Make statement | Mahmoud Abbas | 2005-01-10\n- Pervez Musharraf | Make statement | Legislature (Switzerland) | 2005-01-28\nAnswer:", "completion": " 2007-08-02", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1076942", "prompt": "Who negotiated with Lien Chan after 22 May 2005?\nEvidence:\n- Lien Chan | Make a visit | China | 2005-05-22\n- Lien Chan | Engage in negotiation | China | 2005-05-22\n- China | Host a visit | Lien Chan | 2005-05-22\n- China | Engage in negotiation | Lien Chan | 2005-05-22\n- Mahmoud Abbas | Make a visit | China | 2005-05-22\n- Ma Ying Jeou | Make a visit | China | 2005-05-22\n- Lawmaker (Japan) | Make a visit | China | 2005-05-22\n- John Paul II | Host a visit | China | 2005-05-22\n- Japan | Make statement | China | 2005-05-22\n- Japan | Express intent to provide economic aid | China | 2005-05-22\n- Japan | Engage in negotiation | China | 2005-05-22\n- Japan | Engage in diplomatic cooperation | China | 2005-05-22\n- Grand National Party | Express intent to meet or negotiate | China | 2005-05-22\n- China | Make a visit | John Paul II | 2005-05-22\n- China | Host a visit | Mahmoud Abbas | 2005-05-22\nAnswer:", "completion": " China", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1393181", "prompt": "When did the Taliban fighter first use unconventional violence against the citizens of International?\nEvidence:\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- Combatant (Taliban) | Use unconventional violence | Citizen (International) | 2009-07-10\n- Combatant (Taliban) | Use unconventional violence | Citizen (International) | 2007-11-17\n- Militant (Taliban) | Use unconventional violence | Media Personnel (International) | 2008-11-14\n- Militant (Taliban) | Use unconventional violence | International Rescue Committee | 2008-08-16\n- First Command of the Capital | Use unconventional violence | Other Authorities / Officials (Brazil) | 2006-08-25\n- First Command of the Capital | Use unconventional violence | Lawyer/Attorney (Costa Rica) | 2008-07-26\n- Militant (Taliban) | Use unconventional violence | Combatant (Taliban) | 2007-09-25\n- Combatant (Taliban) | Use unconventional violence | Militant (Taliban) | 2015-10-05\n- Militant (Taliban) | Use unconventional violence | Pech | 2006-08-21\n- Militant (Taliban) | Use unconventional violence | Iran | 2014-06-10\n- The Hague | Use unconventional violence | The Hague | 2013-10-10\nAnswer:", "completion": " 2007-11-17", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1256836", "prompt": "After the year 2008, with whom did the Brazilian Ministry of Foreign Affairs have a telephone conversation?\nEvidence:\n- The Hague | Host a visit | Foreign Affairs (Malaysia) | 2007-11-13\n- Foreign Affairs (Malaysia) | Make a visit | The Hague | 2007-11-13\n- Ministry (Brazil) | Make statement | Brazilian Institute of Environment and Renewable Natural Resources | 2006-10-26\n- The Hague | Host a visit | Foreign Affairs (South Korea) | 2007-02-01\n- Foreign Affairs (South Korea) | Make a visit | The Hague | 2007-02-01\n- Head of Government (Pakistan) | Discuss by telephone | Foreign Affairs (India) | 2008-12-07\n- Foreign Affairs (India) | Discuss by telephone | Head of Government (Pakistan) | 2008-12-07\n- Ministry (Romania) | Host a visit | Foreign Affairs (Italy) | 2010-10-20\n- Ministry (Nigeria) | Host a visit | Foreign Affairs (Romania) | 2009-02-27\n- Foreign Affairs (Romania) | Make a visit | Ministry (Nigeria) | 2009-02-27\n- Foreign Affairs (Italy) | Make a visit | Ministry (Romania) | 2010-10-20\n- Foreign Affairs (Italy) | Make statement | Member of the Judiciary (Libya) | 2014-11-10\n- Prachanda | Discuss by telephone | Foreign Affairs (Nepal) | 2013-09-27\n- Foreign Affairs (Nepal) | Discuss by telephone | Prachanda | 2013-09-27\n- The Sunday Times | Consult | Foreign Affairs (Singapore) | 2010-09-19\nAnswer:", "completion": " ITAR TASS", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1313836", "prompt": "Who threatened the citizens of Sudan before 2006?\nEvidence:\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-27\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-26\n- Sudan | Return, release person(s) | Citizen (Sudan) | 2005-01-19\nAnswer:", "completion": " Government (Sudan)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1006041", "prompt": "After Alexis Tsipras, who received Abdel Fattah Al-Sisi's visit from Abdel Fattah Al-Sisi first?\nEvidence:\n- Protester (Egypt) | Reject | Abdel Fattah Al-Sisi | 2013-01-29\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-07-03\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-04-24\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-20\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-18\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-17\n- Barack Obama | Consult | Abdel Fattah Al-Sisi | 2013-04-26\n- Abdel Fattah Al-Sisi | Threaten | Protester (Egypt) | 2013-07-24\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-07-03\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-04-24\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-20\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-18\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-17\n- Abdel Fattah Al-Sisi | Consult | Barack Obama | 2013-04-26\n- Protester (Egypt) | Make statement | Abdel Fattah Al-Sisi | 2013-07-26\nAnswer:", "completion": " Head of Government (Greece)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1248241", "prompt": "Before 6 February 2006, who did Abdul Kalam want to meet?\nEvidence:\n- Abdul Kalam | Express intent to meet or negotiate | South Korea | 2006-02-06\n- Abdul Kalam | Express intent to meet or negotiate | Roh Moo Hyun | 2006-02-06\n- South Korea | Host a visit | Abdul Kalam | 2006-02-06\n- Abdul Kalam | Make a visit | South Korea | 2006-02-06\n- Roh Moo Hyun | Engage in negotiation | Abdul Kalam | 2006-02-06\n- Abdul Kalam | Engage in negotiation | Roh Moo Hyun | 2006-02-06\n- South Korea | Express intent to meet or negotiate | Mexico | 2006-02-06\n- Mexico | Express intent to meet or negotiate | South Korea | 2006-02-06\n- South Korea | Express intent to cooperate | Japan | 2006-02-06\n- Japan | Express intent to cooperate | South Korea | 2006-02-06\n- South Korea | Express intent to cooperate economically | Japan | 2006-02-06\n- Japan | Express intent to cooperate economically | South Korea | 2006-02-06\n- Japan | Express intent to provide economic aid | South Korea | 2006-02-06\n- South Korea | Reduce relations | Japan | 2006-02-06\n- South Korea | Host a visit | Head of Government (India) | 2006-02-06\nAnswer:", "completion": " Sheikh Hamad bin Khalifa al-Thani", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1266662", "prompt": "After the Nigerian government, to whom did the International Monetary Fund first make an appeal?\nEvidence:\n- International Monetary Fund | Make an appeal or request | Citizen (International) | 2005-04-17\n- International Monetary Fund | Make an appeal or request | Vietnam | 2005-03-24\n- International Monetary Fund | Make statement | Vietnam | 2005-05-31\n- International Monetary Fund | Make statement | France | 2005-01-27\n- International Monetary Fund | Make statement | China | 2005-01-25\n- International Monetary Fund | Threaten | Romania | 2005-06-28\n- International Monetary Fund | Investigate | Tanzania | 2005-08-02\n- International Monetary Fund | Investigate | Tanzania | 2005-02-25\n- International Monetary Fund | Investigate | Iraq | 2005-05-12\n- International Monetary Fund | Demand | China | 2005-04-20\n- International Monetary Fund | Demand | Angola | 2005-07-06\n- International Monetary Fund | Appeal for political reform | Japan | 2005-04-17\n- Rodrigo Rato | Make statement | International Monetary Fund | 2005-02-07\n- Rafael Correa | Make statement | International Monetary Fund | 2005-06-06\n- Pervez Musharraf | Make statement | International Monetary Fund | 2005-01-01\nAnswer:", "completion": " Ministry (United States)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1116201", "prompt": "Who first appealed for State Security Service after Ibrahim Idris did?\nEvidence:\n- Ibrahim Idris | Make an appeal or request | State Security Service | 2010-06-29\n- Presidential Press Service (Nigeria) | Demand | Ibrahim Idris | 2008-05-12\n- Presidential Press Service (Nigeria) | Make statement | Ibrahim Idris | 2009-08-14\n- Presidential Press Service (Nigeria) | Make statement | Ibrahim Idris | 2009-08-13\n- UN Security Council | Consult | State Security Service | 2006-03-27\n- State Security Service | Consult | UN Security Council | 2006-03-27\n- State Security Service | Torture | Citizen (Nigeria) | 2006-12-04\n- State Security Service | Investigate | Citizen (Nigeria) | 2007-09-28\n- State Security Service | Accuse | Citizen (Nigeria) | 2007-06-01\n- State Security Service | Accuse | Citizen (Nigeria) | 2007-01-10\n- Citizen (Nigeria) | Accuse | State Security Service | 2006-06-25\n- Citizen (Nigeria) | Accuse | State Security Service | 2005-04-12\n- Ministry (Nigeria) | Accuse | Ibrahim Idris | 2009-01-16\n- Ibrahim Idris | Demand | Citizen (Nigeria) | 2010-07-05\n- Ibrahim Idris | Accuse | Citizen (Nigeria) | 2008-05-01\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1164183", "prompt": "Who was the first to visit the leader of Mongolia after Xi Jinping?\nEvidence:\n- Xi Jinping | Make a visit | China | 2008-05-28\n- Xi Jinping | Make a visit | China | 2008-02-02\n- Xi Jinping | Make a visit | China | 2008-02-01\n- Xi Jinping | Make a visit | China | 2007-04-06\n- Xi Jinping | Make a visit | China | 2007-04-03\n- China | Host a visit | Xi Jinping | 2008-05-28\n- China | Host a visit | Xi Jinping | 2008-02-02\n- China | Host a visit | Xi Jinping | 2008-02-01\n- China | Host a visit | Xi Jinping | 2007-04-06\n- China | Host a visit | Xi Jinping | 2007-04-03\n- Xi Jinping | Make a visit | Governor (Japan) | 2008-04-23\n- Governor (Japan) | Host a visit | Xi Jinping | 2008-04-23\n- Xi Jinping | Accuse | France | 2008-04-27\n- Xi Jinping | Make statement | Japan | 2008-04-18\n- Xi Jinping | Make statement | China | 2008-05-29\nAnswer:", "completion": " Millennium Challenge Corporation", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1158138", "prompt": "When did the South African Police last express an intention to meet with Shrien Dewani?\nEvidence:\n- Police (South Africa) | Express intent to meet or negotiate | Shrien Dewani | 2014-03-24\n- South Africa | Accuse | Shrien Dewani | 2014-04-08\n- Shrien Dewani | Express intent to meet or negotiate | South Africa | 2014-04-08\n- Shrien Dewani | Express intent to meet or negotiate | South Africa | 2014-04-07\n- Shrien Dewani | Express intent to meet or negotiate | South Africa | 2014-04-04\n- Shrien Dewani | Express intent to meet or negotiate | South Africa | 2014-03-31\n- Shrien Dewani | Express intent to meet or negotiate | South Africa | 2014-03-26\n- Shrien Dewani | Express intent to meet or negotiate | South Africa | 2014-03-23\n- Member of the Judiciary (South Africa) | Reject | Shrien Dewani | 2014-03-04\n- South Africa | Make statement | Shrien Dewani | 2014-04-07\n- Shrien Dewani | Deny responsibility | South Africa | 2014-10-06\n- Shrien Dewani | Make an appeal or request | Member of the Judiciary (South Africa) | 2014-11-11\n- South Africa | Host a visit | Shrien Dewani | 2014-12-09\n- South Africa | Host a visit | Shrien Dewani | 2014-11-24\n- South Africa | Host a visit | Shrien Dewani | 2014-10-21\nAnswer:", "completion": " 2014-03-24", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1279386", "prompt": "After Benjamin Netanyahu, who was the first to be praised by Philip J. Crowley?\nEvidence:\n- Philip J. Crowley | Make statement | Benjamin Netanyahu | 2010-09-14\n- Philip J. Crowley | Make statement | Benjamin Netanyahu | 2010-07-27\n- Philip J. Crowley | Praise or endorse | Benjamin Netanyahu | 2010-05-09\n- Philip J. Crowley | Make statement | Romania | 2010-02-04\n- Philip J. Crowley | Make statement | Japan | 2010-10-30\n- Philip J. Crowley | Make statement | Japan | 2010-09-14\n- Philip J. Crowley | Make statement | Japan | 2010-03-10\n- Philip J. Crowley | Make statement | Japan | 2010-01-16\n- Philip J. Crowley | Make statement | Iran | 2010-08-11\n- Philip J. Crowley | Make statement | Iran | 2010-07-12\n- Philip J. Crowley | Make statement | Iran | 2010-02-10\n- Philip J. Crowley | Make statement | Iran | 2009-09-10\n- Philip J. Crowley | Make statement | Iran | 2009-09-04\n- Philip J. Crowley | Make statement | Colombia | 2010-07-28\n- Philip J. Crowley | Make statement | China | 2010-04-02\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1248981", "prompt": "After 8 November 2015, with whom was Xi Jinping engaged in negotiations?\nEvidence:\n- Xi Jinping | Engage in negotiation | Ma Ying Jeou | 2015-11-08\n- Ma Ying Jeou | Engage in negotiation | Xi Jinping | 2015-11-08\n- Xi Jinping | Engage in negotiation | Head of Government (Taiwan) | 2015-11-08\n- Head of Government (Taiwan) | Engage in negotiation | Xi Jinping | 2015-11-08\n- Xi Jinping | Make a visit | Vietnam | 2015-11-08\n- Xi Jinping | Consult | Ma Ying Jeou | 2015-11-08\n- Vietnam | Host a visit | Xi Jinping | 2015-11-08\n- Ma Ying Jeou | Consult | Xi Jinping | 2015-11-08\n- Ma Ying Jeou | Make statement | Xi Jinping | 2015-11-08\n- Xi Jinping | Express intent to meet or negotiate | Ma Ying Jeou | 2015-11-08\n- Ma Ying Jeou | Express intent to meet or negotiate | Xi Jinping | 2015-11-08\n- Vietnam | Sign formal agreement | China | 2015-11-08\n- Tsai Ing-wen | Make statement | Ma Ying Jeou | 2015-11-08\n- Ma Ying Jeou | Make optimistic comment | China | 2015-11-08\n- China | Sign formal agreement | Vietnam | 2015-11-08\nAnswer:", "completion": " Ma Ying Jeou", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1051590", "prompt": "Who appealed for the government of Burundi in 2009?\nEvidence:\n- Government (Burundi) | Make statement | Burundi | 2009-09-11\n- Head of Government (Burundi) | Express intent to meet or negotiate | Burundi | 2009-02-20\n- High Commission for Refugees | Make statement | Burundi | 2009-08-04\n- High Commission for Refugees | Make statement | Burundi | 2009-08-03\n- Tanzania | Consult | Burundi | 2009-12-04\n- Tanzania | Consult | Burundi | 2009-04-18\n- Tanzania | Consult | Burundi | 2009-03-13\n- Tanzania | Consult | Burundi | 2009-02-23\n- Ethiopia | Consult | Burundi | 2009-10-19\n- Eritrea | Consult | Burundi | 2009-10-19\n- Djibouti | Consult | Burundi | 2009-10-19\n- Burundi | Consult | Tanzania | 2009-12-04\n- Burundi | Consult | Tanzania | 2009-04-18\n- Burundi | Consult | Tanzania | 2009-03-13\n- Burundi | Consult | Tanzania | 2009-02-23\nAnswer:", "completion": " Human Rights Watch", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1016667", "prompt": "Who last did International Government Organizations request for before Middle East?\nEvidence:\n- Representatives (International) | Consult | International Government Organizations | 2005-06-03\n- International Government Organizations | Consult | Representatives (International) | 2005-06-03\n- High Commission for Refugees | Make statement | International Government Organizations | 2005-06-23\n- Republic of South Ossetia | Appeal for intelligence | International Government Organizations | 2005-08-11\n- Representatives (Kyrgyzstan) | Consult | International Government Organizations | 2005-06-07\n- Iran | Make statement | International Government Organizations | 2005-01-27\n- International Government Organizations | Provide aid | Thailand | 2005-01-04\n- International Government Organizations | Provide aid | Sudan | 2005-04-11\n- International Government Organizations | Make statement | Thailand | 2005-08-26\n- International Government Organizations | Consult | Representatives (Kyrgyzstan) | 2005-06-07\n- International Government Organizations | Complain officially | Colombia | 2005-09-09\n- China | Reduce relations | International Government Organizations | 2005-04-06\n- Ministry (Kyrgyzstan) | Make an appeal or request | International Government Organizations | 2005-06-20\n- International Government Organizations | Make an appeal or request | Oluṣẹgun Ọbasanjọ | 2005-09-07\n- Shaukat Aziz | Make statement | International Government Organizations | 2005-06-01\nAnswer:", "completion": " Iraq", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1288768", "prompt": "In which year did Awá praise the Businessperson of Syria?\nEvidence:\n- Awá | Praise or endorse | Businessperson (Syria) | 2005-05-06\n- Businessperson (Syria) | Praise or endorse | Armed Rebel (Syria) | 2012-09-18\n- Police (Philippines) | Accuse | Awá | 2009-03-19\n- Citizen (Nigeria) | Threaten | Awá | 2006-05-22\n- Romania | Demand | Businessperson (Syria) | 2006-07-24\n- Foreign Affairs (Syria) | Make statement | Businessperson (Syria) | 2011-05-13\n- Police (Philippines) | Make statement | Awá | 2009-01-13\n- Awá | Make statement | Guerrilla (Colombia) | 2009-02-09\n- Mehmet Simsek | Demand | Businessperson (Syria) | 2010-07-30\n- Mehmet Simsek | Consult | Businessperson (Syria) | 2010-07-30\n- Businessperson (Syria) | Consult | Mehmet Simsek | 2010-07-30\n- Guerrilla (Colombia) | Use unconventional violence | Awá | 2009-02-17\n- Citizen (Nigeria) | Criticize or denounce | Awá | 2006-05-22\n- Barack Obama | Make statement | Businessperson (Syria) | 2008-03-07\n- Awá | Make an appeal or request | Colombia | 2009-02-24\nAnswer:", "completion": " 2005", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1352545", "prompt": "In which month did A.P. Sharma last formally sign an agreement with the Indian Ministry of Finance, Economy, Commerce and Trade?\nEvidence:\n- Finance / Economy / Commerce / Trade Ministry (India) | Sign formal agreement | A.P. Sharma | 2009-08-13\n- A.P. Sharma | Sign formal agreement | Finance / Economy / Commerce / Trade Ministry (India) | 2009-08-13\n- Head of Government (India) | Consult | A.P. Sharma | 2006-07-18\n- A.P. Sharma | Consult | Head of Government (India) | 2006-07-18\n- Vuk Jeremić | Consult | A.P. Sharma | 2007-09-18\n- Ronald Kirk | Consult | A.P. Sharma | 2009-06-20\n- Ronald Kirk | Consult | A.P. Sharma | 2009-06-19\n- Ronald Kirk | Consult | A.P. Sharma | 2009-06-09\n- Ronald Kirk | Consult | A.P. Sharma | 2009-06-08\n- Abhisit Vejjajiva | Consult | A.P. Sharma | 2009-08-17\n- A.P. Sharma | Consult | Vuk Jeremić | 2007-09-18\n- A.P. Sharma | Consult | Ronald Kirk | 2009-10-26\n- A.P. Sharma | Consult | Ronald Kirk | 2009-06-20\n- A.P. Sharma | Consult | Ronald Kirk | 2009-06-19\n- A.P. Sharma | Consult | Ronald Kirk | 2009-06-09\nAnswer:", "completion": " 2009-08", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1175224", "prompt": "In what month did Ricardo Alarcón de Quesada last formally sign an agreement with Mikhail Yefimovich Fradkov?\nEvidence:\n- Ricardo Alarcón de Quesada | Sign formal agreement | Mikhail Yefimovich Fradkov | 2006-09-30\n- Mikhail Yefimovich Fradkov | Sign formal agreement | Ricardo Alarcón de Quesada | 2006-09-30\n- Ricardo Alarcón de Quesada | Consult | Mikhail Yefimovich Fradkov | 2006-11-02\n- Mikhail Yefimovich Fradkov | Consult | Ricardo Alarcón de Quesada | 2006-11-02\n- Ricardo Alarcón de Quesada | Make statement | Mikhail Yefimovich Fradkov | 2006-11-02\n- Mikhail Yefimovich Fradkov | Praise or endorse | Ricardo Alarcón de Quesada | 2006-11-02\n- Ricardo Alarcón de Quesada | Consult | China | 2007-06-06\n- China | Consult | Ricardo Alarcón de Quesada | 2007-06-06\n- Ricardo Alarcón de Quesada | Make statement | Iran | 2007-05-06\n- Ricardo Alarcón de Quesada | Make statement | Iran | 2007-05-05\n- Ricardo Alarcón de Quesada | Defend verbally | Iran | 2006-02-17\n- Ricardo Alarcón de Quesada | Consult | Raúl Castro | 2006-12-19\n- Ricardo Alarcón de Quesada | Consult | Associated Press | 2005-05-17\n- Raúl Castro | Consult | Ricardo Alarcón de Quesada | 2006-12-19\n- Paya | Deny responsibility | Ricardo Alarcón de Quesada | 2005-03-11\nAnswer:", "completion": " 2006-09", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1041766", "prompt": "Against whom did the men of Malaysia use unconventional force in the same month as the citizens of Singapore?\nEvidence:\n- Men (Bahrain) | Use unconventional violence | Naval (United States) | 2009-12-22\n- Representatives (Malaysia) | Express intent to engage in diplomatic cooperation (such as policy support) | Malaysia | 2005-01-25\n- Malaysia | Express intent to engage in diplomatic cooperation (such as policy support) | Representatives (Malaysia) | 2005-01-25\n- Malaysia | Arrest, detain, or charge with legal action | Men (Malaysia) | 2005-01-29\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Malaysia | 2005-01-31\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Malaysia | 2005-01-28\n- Malaysia | Express intent to engage in diplomatic cooperation (such as policy support) | Thailand | 2005-01-28\n- Malaysia | Express intent to engage in diplomatic cooperation (such as policy support) | Thailand | 2005-01-27\n- Malaysia | Express intent to engage in diplomatic cooperation (such as policy support) | France | 2005-01-26\n- France | Express intent to engage in diplomatic cooperation (such as policy support) | Malaysia | 2005-01-26\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-01-30\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-01-29\n- Malaysia | Engage in diplomatic cooperation | Yemen | 2005-01-30\n- Malaysia | Engage in diplomatic cooperation | Yemen | 2005-01-29\n- Malaysia | Engage in diplomatic cooperation | Kuwait | 2005-01-27\nAnswer:", "completion": " Businessperson (Malaysia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1250853", "prompt": "Before the kidnapping in Malaysia, which country last returned people to the Men of Malaysia?\nEvidence:\n- Malaysia | Arrest, detain, or charge with legal action | Men (Malaysia) | 2005-01-29\n- Representatives (Malaysia) | Express intent to engage in diplomatic cooperation (such as policy support) | Malaysia | 2005-01-25\n- Malaysia | Express intent to engage in diplomatic cooperation (such as policy support) | Representatives (Malaysia) | 2005-01-25\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-01-30\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-01-29\n- Malaysia | Engage in diplomatic cooperation | Yemen | 2005-01-30\n- Malaysia | Engage in diplomatic cooperation | Yemen | 2005-01-29\n- Malaysia | Engage in diplomatic cooperation | Kuwait | 2005-01-27\n- Kuwait | Engage in diplomatic cooperation | Malaysia | 2005-01-27\n- Police (Malaysia) | Investigate | Malaysia | 2005-01-24\n- Malaysia | Investigate | Police (Malaysia) | 2005-01-28\n- Thailand | Express intent to cooperate | Malaysia | 2005-01-31\n- Malaysia | Express intent to cooperate | Thailand | 2005-01-31\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Malaysia | 2005-01-31\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Malaysia | 2005-01-28\nAnswer:", "completion": " Malaysia", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1239077", "prompt": "Which country last receive Angela Merkel's visit from Angela Merkel before UAE Armed Forces did?\nEvidence:\n- UAE Armed Forces | Host a visit | Angela Merkel | 2007-02-08\n- Angela Merkel | Make a visit | UAE Armed Forces | 2007-02-08\n- UAE Armed Forces | Make a visit | Qatar | 2005-02-16\n- UAE Armed Forces | Make a visit | Kuwait | 2006-01-17\n- UAE Armed Forces | Make a visit | China | 2009-08-18\n- Qatar | Host a visit | UAE Armed Forces | 2005-02-16\n- Kuwait | Host a visit | UAE Armed Forces | 2006-01-17\n- China | Host a visit | UAE Armed Forces | 2009-08-18\n- UAE Armed Forces | Host a visit | Pervez Musharraf | 2007-07-27\n- UAE Armed Forces | Host a visit | Pervez Musharraf | 2007-01-24\n- UAE Armed Forces | Host a visit | Government (Qatar) | 2005-02-20\n- UAE Armed Forces | Host a visit | Gerhard Schröder | 2005-03-05\n- Pervez Musharraf | Make a visit | UAE Armed Forces | 2007-07-27\n- Pervez Musharraf | Make a visit | UAE Armed Forces | 2007-01-24\n- Government (Qatar) | Make a visit | UAE Armed Forces | 2005-02-20\nAnswer:", "completion": " United Arab Emirates", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1377357", "prompt": "Which country was the first to denounce the citizens of the United Kingdom after the civil servant of the United Kingdom?\nEvidence:\n- Civil Servant (United Kingdom) | Criticize or denounce | Citizen (United Kingdom) | 2007-03-22\n- Citizen (United Kingdom) | Criticize or denounce | Civil Servant (United Kingdom) | 2007-01-13\n- Citizen (United Kingdom) | Criticize or denounce | Civil Servant (United Kingdom) | 2006-01-27\n- The Daily Telegraph | Make statement | Civil Servant (United Kingdom) | 2015-04-04\n- The Daily Telegraph | Make statement | Civil Servant (United Kingdom) | 2011-10-18\n- Lawmaker (United Kingdom) | Investigate | Civil Servant (United Kingdom) | 2014-07-08\n- Civil Servant (United Kingdom) | Investigate | Men (United Kingdom) | 2011-10-11\n- Civil Servant (United Kingdom) | Investigate | Citizen (United Kingdom) | 2011-10-11\n- Civil Servant (United Kingdom) | Investigate | Citizen (United Kingdom) | 2011-10-08\n- Civil Servant (United Kingdom) | Demand | Newspaper (United Kingdom) | 2013-08-21\n- Civil Servant (United Kingdom) | Accuse | Citizen (United Kingdom) | 2005-11-17\n- Civil Servant (United Kingdom) | Accuse | Citizen (United Kingdom) | 2005-05-21\n- Citizen (United Kingdom) | Accuse | Civil Servant (United Kingdom) | 2007-11-08\n- Tanzania | Consult | Civil Servant (United Kingdom) | 2005-07-11\n- Civil Servant (United Kingdom) | Consult | Tanzania | 2005-07-11\nAnswer:", "completion": " Iran", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1312465", "prompt": "In which year did Vitali Klitschko make his last appeal to the Ukrainian military?\nEvidence:\n- Vitali Klitschko | Make an appeal or request | Military (Ukraine) | 2014-02-20\n- Vitali Klitschko | Make an appeal or request | Military (Ukraine) | 2014-01-19\n- Vitali Klitschko | Make an appeal or request | Military (Ukraine) | 2013-12-13\n- Vitali Klitschko | Appeal for change in leadership | Women (Ukraine) | 2014-02-18\n- Vitali Klitschko | Make statement | Police (Ukraine) | 2014-01-24\n- Vitali Klitschko | Make statement | Police (Ukraine) | 2014-01-23\n- Verkhovna Rada | Make statement | Vitali Klitschko | 2012-10-05\n- Rudy Giuliani | Make statement | Vitali Klitschko | 2008-05-08\n- Vitali Klitschko | Threaten | Police (Ukraine) | 2013-12-09\n- Vitali Klitschko | Consult | Dmytro Bulatov | 2014-01-31\n- Vitali Klitschko | Consult | Catherine Ashton | 2014-02-06\n- Vitali Klitschko | Consult | Arseniy Yatsenyuk | 2014-02-20\n- Vitali Klitschko | Consult | Arseniy Yatsenyuk | 2014-01-26\n- Vitali Klitschko | Consult | Arseniy Yatsenyuk | 2013-12-05\n- Vitali Klitschko | Consult | Angela Merkel | 2014-02-17\nAnswer:", "completion": " 2014", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1149053", "prompt": "Who praised the citizens of Nigeria in 2006?\nEvidence:\n- Militant (Movement for the Emancipation of the Niger Delta) | Use unconventional violence | Citizen (Nigeria) | 2006-04-05\n- Office for the Protection of the Constitution | Consult | Intelligence (Germany) | 2006-03-13\n- Intelligence (Germany) | Consult | Office for the Protection of the Constitution | 2006-03-13\n- The Hague | Accuse | The Hague | 2006-03-11\n- Tony Blair | Consult | Chancellor of the Exchequer | 2006-09-11\n- Chancellor of the Exchequer | Consult | Tony Blair | 2006-09-11\n- The Hague | Threaten | Criminal (The Hague) | 2006-04-30\n- The Hague | Make statement | The Hague | 2006-03-08\n- Head of Government (Brazil) | Engage in diplomatic cooperation | People Associated with the Opposition (Brazil) | 2006-10-30\n- Office of the Attorney General | Make statement | Mexico | 2006-05-07\n- Ministry (Kyrgyzstan) | Consult | Member of the Judiciary (Kyrgyzstan) | 2006-06-07\n- Member of the Judiciary (Norway) | Demand | Citizen (Norway) | 2006-01-30\n- Member of the Judiciary (Kyrgyzstan) | Consult | Ministry (Kyrgyzstan) | 2006-06-07\n- Member of the Judiciary (Ireland) | Make statement | Ireland | 2006-06-07\n- Member of the Judiciary (Greece) | Consult | Anastasios Papaligouras | 2006-02-27\nAnswer:", "completion": " Conference of Nigerian Political Parties", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1387690", "prompt": "Before Sudan, who would wish to visit the head of government of Brazil last?\nEvidence:\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | Head of Government (Egypt) | 2005-01-24\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-27\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-26\n- Head of Government (Ethiopia) | Express intent to engage in diplomatic cooperation (such as policy support) | Ethiopia | 2005-01-27\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Sudan | Make a visit | Ethiopia | 2005-04-11\n- Sudan | Host a visit | Ethiopia | 2005-08-02\nAnswer:", "completion": " Shimon Peres", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1045034", "prompt": "Who was the last person with whom Tony Blair had a telephone conversation?\nEvidence:\n- Tony Blair | Discuss by telephone | Mahmoud Abbas | 2005-01-10\n- Mahmoud Abbas | Discuss by telephone | Tony Blair | 2005-01-10\n- Tony Blair | Make a visit | South Africa | 2005-01-14\n- South Africa | Host a visit | Tony Blair | 2005-01-14\n- Tony Blair | Accuse | Iran | 2005-02-05\n- Iran | Reject | Tony Blair | 2005-02-08\n- Tony Blair | Make statement | Iraq | 2005-02-04\n- Tony Blair | Make statement | Iraq | 2005-01-30\n- Tony Blair | Make statement | Iraq | 2005-01-09\n- Tony Blair | Make statement | Iran | 2005-01-26\n- Tony Blair | Investigate | Oluṣẹgun Ọbasanjọ | 2005-01-27\n- Tony Blair | Investigate | Oluṣẹgun Ọbasanjọ | 2005-01-26\n- Tony Blair | Consult | Mahmoud Abbas | 2005-01-27\n- Tony Blair | Consult | Jack Straw | 2005-02-04\n- Tony Blair | Consult | Bertie Ahern | 2005-02-02\nAnswer:", "completion": " Angela Merkel", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1136862", "prompt": "After Macky Sall, who was the first to visit the Royal Administration of Saudi Arabia?\nEvidence:\n- Royal Administration (Saudi Arabia) | Host a visit | Abdoulaye Wade | 2007-09-11\n- Royal Administration (Saudi Arabia) | Host a visit | Abdoulaye Wade | 2007-09-09\n- Abdoulaye Wade | Make a visit | Royal Administration (Saudi Arabia) | 2007-09-11\n- Abdoulaye Wade | Make a visit | Royal Administration (Saudi Arabia) | 2007-09-09\n- Macky Sall | Make a visit | France | 2012-02-27\n- Macky Sall | Make a visit | France | 2012-02-26\n- Macky Sall | Make a visit | France | 2008-09-25\n- Macky Sall | Make a visit | France | 2006-07-09\n- France | Host a visit | Macky Sall | 2012-02-27\n- France | Host a visit | Macky Sall | 2012-02-26\n- France | Host a visit | Macky Sall | 2008-09-25\n- France | Host a visit | Macky Sall | 2006-07-09\n- Macky Sall | Consult | China | 2006-04-28\n- China | Consult | Macky Sall | 2006-04-28\n- Wen Jiabao | Host a visit | Macky Sall | 2006-04-27\nAnswer:", "completion": " Sedki Sobhi", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1013077", "prompt": "When was the last time Arab Israelis used unconventional violence against Israeli police?\nEvidence:\n- Arab Israelis | Use unconventional violence | Israeli Defense Forces | 2012-02-26\n- Arab Israelis | Use unconventional violence | Police (Israel) | 2011-10-03\n- Arab Israelis | Use unconventional violence | Police (Israel) | 2010-10-27\n- Arab Israelis | Use unconventional violence | Police (Israel) | 2009-03-24\n- Arab Israelis | Use unconventional violence | Police (Israel) | 2009-02-09\n- Settler (Israel) | Use unconventional violence | Arab Israelis | 2005-08-07\n- Mob (Israel) | Use unconventional violence | Arab Israelis | 2007-08-05\n- Arab Israelis | Use unconventional violence | Children (Israel) | 2005-05-18\n- Israeli Defense Forces | Yield | Arab Israelis | 2009-06-01\n- Israeli Defense Forces | Yield | Arab Israelis | 2009-05-20\n- Israeli Defense Forces | Yield | Arab Israelis | 2008-12-07\n- Police (Egypt) | Make statement | Arab Israelis | 2013-06-26\n- Police (Egypt) | Make statement | Arab Israelis | 2006-08-22\n- Arab Israelis | Physically assault | Police (Israel) | 2009-03-25\n- Israeli Defense Forces | Use conventional military force | Arab Israelis | 2009-07-02\nAnswer:", "completion": " 2011-10-03", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1228513", "prompt": "Who was the first to visit Sudan after Sedki Sobhi?\nEvidence:\n- Sudan | Host a visit | Sedki Sobhi | 2013-04-29\n- Sedki Sobhi | Make a visit | Sudan | 2013-04-29\n- Sedki Sobhi | Make a visit | Ethiopia | 2012-10-30\n- Ethiopia | Host a visit | Sedki Sobhi | 2012-10-30\n- Sedki Sobhi | Investigate | Police (Egypt) | 2015-02-16\n- Sedki Sobhi | Investigate | Police (Egypt) | 2015-02-14\n- Sedki Sobhi | Consult | Police (Egypt) | 2014-04-01\n- Sedki Sobhi | Consult | Chuck Hagel | 2014-09-22\n- Sedki Sobhi | Consult | Chuck Hagel | 2014-09-21\n- Sedki Sobhi | Consult | Chuck Hagel | 2014-09-20\n- Sedki Sobhi | Consult | Chuck Hagel | 2014-04-28\n- Sedki Sobhi | Consult | Chuck Hagel | 2014-04-25\n- Sedki Sobhi | Consult | Chuck Hagel | 2014-04-14\n- Police (Egypt) | Consult | Sedki Sobhi | 2014-04-01\n- Chuck Hagel | Consult | Sedki Sobhi | 2014-09-22\nAnswer:", "completion": " Mohamed Ibn Chambas", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1136498", "prompt": "After January 2015, who wanted to negotiate with the Foreign Ministry of Romania?\nEvidence:\n- Ministry (Romania) | Make statement | Romania | 2005-03-25\n- Ministry (Romania) | Make statement | Romania | 2005-01-12\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-21\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-04\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-01-31\n- Ministry (Romania) | Make optimistic comment | Romania | 2005-01-14\n- Environment Department/Ministry (Romania) | Threaten | Romania | 2005-03-22\n- Defense / Security Ministry (Croatia) | Express intent to meet or negotiate | Romania | 2005-03-25\n- Head of Government (Ukraine) | Express intent to meet or negotiate | Romania | 2005-03-14\n- Foreign Affairs (Slovakia) | Express intent to cooperate economically | Romania | 2005-03-06\n- Ministry (Romania) | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2005-01-10\n- Ministry (Romania) | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2005-01-08\n- Romania | Host a visit | Foreign Affairs (Portugal) | 2005-01-19\n- Foreign Affairs (Portugal) | Make a visit | Romania | 2005-01-19\n- Solomon Passy | Express intent to meet or negotiate | Romania | 2005-02-01\nAnswer:", "completion": " Klaus Johannis", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1192463", "prompt": "Which country last praised Kazakhstan before Iurie Leanca?\nEvidence:\n- Iurie Leanca | Praise or endorse | Kazakhstan | 2010-04-01\n- Yevgeny Shevchuk | Consult | Iurie Leanca | 2013-09-20\n- Kostyantyn Gryshchenko | Consult | Iurie Leanca | 2011-02-25\n- John Hoeven | Consult | Iurie Leanca | 2014-04-17\n- Iurie Leanca | Make statement | France | 2013-11-29\n- Iurie Leanca | Consult | Yevgeny Shevchuk | 2013-09-20\n- Iurie Leanca | Consult | Kostyantyn Gryshchenko | 2011-02-25\n- Iurie Leanca | Consult | John Hoeven | 2014-04-17\n- Iurie Leanca | Consult | Elmar Mammadyarov | 2011-02-25\n- Iurie Leanca | Consult | Catherine Ashton | 2013-10-24\n- Iurie Leanca | Consult | Carlos Pascual | 2014-03-24\n- Iurie Leanca | Consult | Antonis Samaras | 2013-12-02\n- Iurie Leanca | Consult | Antonis Samaras | 2013-11-28\n- Elmar Mammadyarov | Consult | Iurie Leanca | 2011-02-25\n- Catherine Ashton | Consult | Iurie Leanca | 2013-10-24\nAnswer:", "completion": " Romania", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1279843", "prompt": "With whom did the Prime Minister of Pakistan sign a formal agreement after 6 October 2007?\nEvidence:\n- Head of Government (Pakistan) | Sign formal agreement | Benazir Bhutto | 2007-10-06\n- Benazir Bhutto | Sign formal agreement | Head of Government (Pakistan) | 2007-10-06\nAnswer:", "completion": " Government (Pakistan)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 0} +{"id": "mtq_1172891", "prompt": "When was the last time Bernardino Leon spoke optimistically about the Libyan legislature?\nEvidence:\n- Legislature (Libya) | Consult | Bernardino Leon | 2015-01-08\n- Legislature (Libya) | Consult | Bernardino Leon | 2014-12-08\n- Legislature (Libya) | Consult | Bernardino Leon | 2014-09-13\n- Bernardino Leon | Consult | Legislature (Libya) | 2015-01-08\n- Bernardino Leon | Consult | Legislature (Libya) | 2014-12-08\n- Bernardino Leon | Consult | Legislature (Libya) | 2014-09-13\n- Bernardino Leon | Make statement | Legislature (Libya) | 2015-09-22\n- Bernardino Leon | Make statement | Legislature (Libya) | 2015-09-18\n- Bernardino Leon | Make statement | Legislature (Libya) | 2015-03-23\n- Bernardino Leon | Make optimistic comment | Legislature (Libya) | 2015-06-30\n- Bernardino Leon | Make optimistic comment | Legislature (Libya) | 2015-06-29\n- Legislature (Libya) | Make an appeal or request | Bernardino Leon | 2015-01-23\n- Representatives (Libya) | Consult | Bernardino Leon | 2015-06-24\n- Representatives (Libya) | Consult | Bernardino Leon | 2015-03-13\n- Representatives (Libya) | Consult | Bernardino Leon | 2015-03-09\nAnswer:", "completion": " 2015-06-30", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1321938", "prompt": "To whom did Julie Bishop make an appeal before 28 February 2014?\nEvidence:\n- Julie Bishop | Make an appeal or request | Citizen (Australia) | 2014-02-28\n- Police (Australia) | Express intent to cooperate | Citizen (Australia) | 2014-02-28\n- Lawyer/Attorney (Australia) | Accuse | Citizen (Australia) | 2014-02-28\n- Citizen (Australia) | Use unconventional violence | Police (Australia) | 2014-02-28\nAnswer:", "completion": " Citizen (Australia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 4, "n_anchors": 1} +{"id": "mtq_1220064", "prompt": "Before Oct 2nd, 2007, who did African Union threaten?\nEvidence:\n- African Union | Threaten with sanctions, boycott, embargo | Togo | 2005-02-09\n- African Union | Threaten with sanctions, boycott, embargo | Togo | 2005-02-08\n- African Union | Threaten with sanctions, boycott, embargo | Togo | 2005-02-07\n- African Union | Threaten with sanctions, boycott, embargo | Niger | 2005-02-09\n- African Union | Investigate | Sudan | 2005-02-08\n- African Union | Praise or endorse | East African Community | 2005-02-05\n- Oluṣẹgun Ọbasanjọ | Consult | African Union | 2005-01-08\n- African Union | Make statement | Sudan | 2005-02-07\n- African Union | Make statement | Sudan | 2005-01-29\n- African Union | Consult | Oluṣẹgun Ọbasanjọ | 2005-01-08\n- UN Security Council | Consult | African Union | 2005-01-10\n- Sudan | Make pessimistic comment | African Union | 2005-01-04\n- Sudan | Host a visit | African Union | 2005-02-07\n- Ronnie Mamoepa | Make statement | African Union | 2005-01-26\n- Oluṣẹgun Ọbasanjọ | Make statement | African Union | 2005-02-08\nAnswer:", "completion": " Citizen (Sudan)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1197447", "prompt": "After Luka Bebic, with whom did Toomas Hendrik Ilves want to meet?\nEvidence:\n- Toomas Hendrik Ilves | Make a visit | Luka Bebic | 2009-03-17\n- Luka Bebic | Host a visit | Toomas Hendrik Ilves | 2009-03-17\n- Toomas Hendrik Ilves | Express intent to meet or negotiate | Luka Bebic | 2009-03-16\n- Toomas Hendrik Ilves | Make statement | France | 2008-04-07\n- Toomas Hendrik Ilves | Consult | Borys Tarasyuk | 2006-10-31\n- Toomas Hendrik Ilves | Consult | Barack Obama | 2009-06-16\n- Toomas Hendrik Ilves | Consult | Abdullah Gül | 2010-04-16\n- Toomas Hendrik Ilves | Consult | Abdullah Gül | 2008-10-10\n- Borys Tarasyuk | Consult | Toomas Hendrik Ilves | 2006-10-31\n- Barack Obama | Consult | Toomas Hendrik Ilves | 2009-06-16\n- Abdullah Gül | Consult | Toomas Hendrik Ilves | 2010-04-16\n- Abdullah Gül | Consult | Toomas Hendrik Ilves | 2008-10-10\n- Toomas Hendrik Ilves | Make statement | Legislature (Estonia) | 2015-03-30\n- Toomas Hendrik Ilves | Make statement | Legislature (Estonia) | 2012-05-10\n- Toomas Hendrik Ilves | Make statement | Legislature (Estonia) | 2011-08-29\nAnswer:", "completion": " Japan", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1226055", "prompt": "Who wanted to meet Raúl Castro in 2008?\nEvidence:\n- Raúl Castro | Consult | China | 2008-02-27\n- China | Consult | Raúl Castro | 2008-02-27\n- Raúl Castro | Engage in negotiation | Evo Morales | 2008-05-21\n- Evo Morales | Engage in negotiation | Raúl Castro | 2008-05-22\n- Evo Morales | Engage in negotiation | Raúl Castro | 2008-05-21\n- Evo Morales | Express intent to meet or negotiate | Raúl Castro | 2008-05-21\n- Benedict XVI | Express intent to meet or negotiate | Raúl Castro | 2008-02-29\n- Barack Obama | Express intent to meet or negotiate | Raúl Castro | 2008-05-21\n- Barack Obama | Express intent to meet or negotiate | Raúl Castro | 2008-05-20\n- Barack Obama | Express intent to meet or negotiate | Raúl Castro | 2008-02-29\n- Barack Obama | Express intent to meet or negotiate | Raúl Castro | 2008-02-28\n- Barack Obama | Express intent to meet or negotiate | Raúl Castro | 2008-02-26\n- Raúl Castro | Make statement | Mexico | 2008-02-14\n- Raúl Castro | Consult | Bruce Golding | 2008-05-05\n- Mexico | Make statement | Raúl Castro | 2008-03-14\nAnswer:", "completion": " Evo Morales", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1192136", "prompt": "In which year did the Turkish party member negotiate with Abdullah Gül?\nEvidence:\n- Justice and Development Party | Consult | Abdullah Gül | 2005-01-12\n- Abdullah Gül | Consult | Justice and Development Party | 2005-01-12\n- Mahmoud Abbas | Engage in negotiation | Abdullah Gül | 2005-01-08\n- Abdullah Gül | Engage in negotiation | Mahmoud Abbas | 2005-01-08\n- Abdullah Gül | Express intent to meet or negotiate | China | 2005-02-02\n- Abdullah Gül | Express intent to meet or negotiate | China | 2005-02-01\n- Abdullah Gül | Express intent to meet or negotiate | China | 2005-01-27\n- Abdullah Gül | Express intent to meet or negotiate | China | 2005-01-26\n- Wen Jiabao | Consult | Abdullah Gül | 2005-02-02\n- Shimon Peres | Consult | Abdullah Gül | 2006-01-05\n- Shimon Peres | Consult | Abdullah Gül | 2006-01-04\n- Shimon Peres | Consult | Abdullah Gül | 2006-01-03\n- Shimon Peres | Consult | Abdullah Gül | 2005-01-05\n- Shimon Peres | Consult | Abdullah Gül | 2005-01-04\n- Nabil Shaath | Consult | Abdullah Gül | 2005-01-05\nAnswer:", "completion": " 2009", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1318381", "prompt": "Who did Aladdin Boroujerdi make optimistic remarks about after 12 October 2008?\nEvidence:\n- Aladdin Boroujerdi | Make optimistic comment | Barack Obama | 2008-10-12\nAnswer:", "completion": " France", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 1} +{"id": "mtq_1256269", "prompt": "At what time did the South African Minister of Foreign Affairs announce his intention to negotiate with the President of Belarus?\nEvidence:\n- Foreign Affairs (Belarus) | Express intent to meet or negotiate | Citizen (Belarus) | 2015-05-22\n- Foreign Affairs (Belarus) | Express intent to meet or negotiate | Citizen (Belarus) | 2012-08-15\n- Citizen (Belarus) | Express intent to meet or negotiate | Foreign Affairs (Belarus) | 2014-11-19\n- Ministry (Belarus) | Consult | Foreign Affairs (Belarus) | 2008-04-02\n- Foreign Affairs (Belarus) | Reject | Citizen (Belarus) | 2012-01-20\n- Foreign Affairs (Belarus) | Consult | Ministry (Belarus) | 2008-04-02\n- Head of Government (Belarus) | Make statement | Foreign Affairs (Belarus) | 2012-04-02\n- Foreign Affairs (Belarus) | Make statement | Head of Government (Belarus) | 2013-06-21\n- Foreign Affairs (Venezuela) | Consult | Foreign Affairs (Belarus) | 2007-07-16\n- Foreign Affairs (Venezuela) | Consult | Foreign Affairs (Belarus) | 2007-07-15\n- Foreign Affairs (Syria) | Consult | Foreign Affairs (Belarus) | 2008-10-02\n- Foreign Affairs (Slovakia) | Consult | Foreign Affairs (Belarus) | 2006-03-31\n- Foreign Affairs (Slovakia) | Consult | Foreign Affairs (Belarus) | 2006-03-27\n- Foreign Affairs (France) | Consult | Foreign Affairs (Belarus) | 2006-03-27\n- Foreign Affairs (Belgium) | Consult | Foreign Affairs (Belarus) | 2013-07-23\nAnswer:", "completion": " 2008-09-11", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1305271", "prompt": "Before Barack Obama, who did the Australian people last ask for?\nEvidence:\n- Barack Obama | Reject | Iraq | 2007-04-03\n- Barack Obama | Reject | Iraq | 2006-10-28\n- Mwai Kibaki | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Make statement | Iraq | 2007-05-15\n- Barack Obama | Make statement | Iraq | 2007-03-20\n- Barack Obama | Make statement | Iraq | 2007-02-11\n- Barack Obama | Make statement | Iran | 2007-04-27\n- Barack Obama | Make statement | China | 2006-09-08\n- Barack Obama | Consult | Mwai Kibaki | 2006-08-25\n- Sudan | Host a visit | Barack Obama | 2006-09-03\n- Sudan | Host a visit | Barack Obama | 2006-09-02\n- Iraq | Host a visit | Barack Obama | 2006-01-08\n- Iraq | Host a visit | Barack Obama | 2006-01-07\n- Ethiopia | Host a visit | Barack Obama | 2006-09-01\n- Djibouti | Host a visit | Barack Obama | 2006-09-01\nAnswer:", "completion": " Lawyer/Attorney (Australia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1308845", "prompt": "In 2009, who did the Governor of Thailand request for last?\nEvidence:\n- Governor (Thailand) | Engage in symbolic act | Citizen (Thailand) | 2005-01-19\n- Citizen (Thailand) | Engage in symbolic act | Governor (Thailand) | 2005-01-19\n- Governor (Thailand) | Make an appeal or request | Citizen (Thailand) | 2005-02-21\n- Governor (Thailand) | Appeal for diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-01-28\n- Governor (Thailand) | Investigate | Citizen (Thailand) | 2005-01-27\n- Governor (Thailand) | Give ultimatum | Citizen (Thailand) | 2005-01-12\n- Citizen (Thailand) | Demonstrate for policy change | Thailand | 2005-01-17\n- Member of Parliament (Thailand) | Express intent to engage in material cooperation | Citizen (Thailand) | 2005-02-08\n- Citizen (Thailand) | Make an appeal or request | Thailand | 2005-01-31\n- Citizen (Thailand) | Make an appeal or request | Thailand | 2005-01-27\n- Citizen (Thailand) | Make an appeal or request | Thailand | 2005-01-24\n- Citizen (Thailand) | Make an appeal or request | Thailand | 2005-01-20\n- Member of Parliament (Thailand) | Consult | Citizen (Thailand) | 2005-01-28\n- Member of Parliament (Thailand) | Accuse | Citizen (Thailand) | 2005-01-25\n- Citizen (Thailand) | Consult | Member of Parliament (Thailand) | 2005-01-28\nAnswer:", "completion": " Citizen (Thailand)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1330343", "prompt": "Before the citizens of Nigeria, which country did the United Arab Emirates last want to negotiate with?\nEvidence:\n- Supreme Council (United Arab Emirates) | Make statement | United Arab Emirates | 2005-03-26\n- Treasury/Finance Ministry (United Arab Emirates) | Make statement | United Arab Emirates | 2005-02-13\n- Thailand | Express intent to meet or negotiate | United Arab Emirates | 2005-02-04\n- United Arab Emirates | Consult | Iran | 2005-02-01\n- Iran | Consult | United Arab Emirates | 2005-02-01\n- Gerhard Schröder | Express intent to meet or negotiate | United Arab Emirates | 2005-02-28\n- Gerhard Schröder | Express intent to meet or negotiate | United Arab Emirates | 2005-02-14\n- Abdullah Gül | Express intent to meet or negotiate | United Arab Emirates | 2005-04-02\n- United Arab Emirates | Cooperate militarily | France | 2005-02-20\n- United Arab Emirates | Consult | Benazir Bhutto | 2005-03-24\n- France | Cooperate militarily | United Arab Emirates | 2005-02-20\n- Benazir Bhutto | Consult | United Arab Emirates | 2005-03-24\n- Head of Government (Germany) | Praise or endorse | United Arab Emirates | 2005-03-06\n- United Arab Emirates | Sign formal agreement | Malaysia | 2005-03-19\n- United Arab Emirates | Sign formal agreement | Iraq | 2005-03-07\nAnswer:", "completion": " Yemen", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1093146", "prompt": "Who did Sergei Kuzhugetovich Shoygu praise after Raúl Castro?\nEvidence:\n- Raúl Castro | Praise or endorse | Vietnam | 2005-05-01\n- Raúl Castro | Praise or endorse | Combatant (Cuba) | 2005-03-13\n- Raúl Castro | Consult | China | 2005-04-19\n- China | Consult | Raúl Castro | 2005-04-19\n- Xu Caihou | Consult | Raúl Castro | 2005-04-18\n- Wen Jiabao | Consult | Raúl Castro | 2005-04-19\n- Raúl Castro | Make statement | Vietnam | 2005-05-04\n- Raúl Castro | Make statement | Vietnam | 2005-04-30\n- Raúl Castro | Make statement | China | 2005-04-21\n- Raúl Castro | Make statement | China | 2005-04-20\n- Raúl Castro | Consult | Xu Caihou | 2005-04-18\n- Raúl Castro | Consult | Wen Jiabao | 2005-04-19\n- Vietnam | Host a visit | Raúl Castro | 2005-05-04\n- Vietnam | Host a visit | Raúl Castro | 2005-05-03\n- Vietnam | Host a visit | Raúl Castro | 2005-05-02\nAnswer:", "completion": " China", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1138116", "prompt": "After the other authorities and officials of Armenia, who was the first to be praised by the External Affairs Ministry of India?\nEvidence:\n- Other Authorities / Officials (Armenia) | Praise or endorse | Foreign Affairs (India) | 2005-08-16\n- Foreign Affairs (India) | Praise or endorse | Other Authorities / Officials (Armenia) | 2005-08-16\n- Legislature (Armenia) | Accuse | Other Authorities / Officials (Armenia) | 2014-09-17\n- Environmentalist (Armenia) | Accuse | Other Authorities / Officials (Armenia) | 2011-03-18\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- Other Authorities / Officials (Armenia) | Use tactics of violent repression | Protester (Armenia) | 2013-04-09\n- Republican Party (Armenia) | Make statement | Other Authorities / Officials (Armenia) | 2009-02-11\n- Protester (Armenia) | Protest violently, riot | Other Authorities / Officials (Armenia) | 2008-03-03\n- Protester (Armenia) | Demonstrate or rally | Other Authorities / Officials (Armenia) | 2015-07-06\n- Presidential Candidate (Armenia) | Make statement | Other Authorities / Officials (Armenia) | 2008-06-13\n- National Unity Party (Armenia) | Accuse | Other Authorities / Officials (Armenia) | 2007-02-09\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-13\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-04\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-05-17\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2005-06-16\nAnswer:", "completion": " Head of Government (India)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1369071", "prompt": "Before May 2008, who hosted the visit of Elizabeth II?\nEvidence:\n- Japan | Host a visit | Elizabeth II | 2005-08-25\n- Japan | Host a visit | Elizabeth II | 2005-08-23\n- Ireland | Host a visit | Elizabeth II | 2005-06-09\n- Elizabeth II | Make a visit | Japan | 2005-08-25\n- Elizabeth II | Make a visit | Japan | 2005-08-23\n- Elizabeth II | Make a visit | Ireland | 2005-06-09\n- Head of Government (Brazil) | Consult | Elizabeth II | 2006-03-13\n- Elizabeth II | Consult | Head of Government (Brazil) | 2006-03-13\n- Tony Blair | Make a visit | Elizabeth II | 2005-04-05\n- Lawrence Gonzi | Host a visit | Elizabeth II | 2005-11-23\n- Elizabeth II | Make a visit | Lawrence Gonzi | 2005-11-23\n- Elizabeth II | Host a visit | Tony Blair | 2005-04-05\n- Tony Blair | Consult | Elizabeth II | 2005-11-12\n- Police (Australia) | Consult | Elizabeth II | 2006-03-14\n- Elizabeth II | Consult | Tony Blair | 2005-11-12\nAnswer:", "completion": " Toomas Hendrik Ilves", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1153968", "prompt": "In 2011, which country was the first to host the visit of Japanese lawmakers?\nEvidence:\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- First Command of the Capital | Criticize or denounce | Citizen (Brazil) | 2008-10-30\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2012-05-31\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2009-10-23\n- People First Party Korea | Host a visit | Kuomintang | 2005-08-28\n- Japan | Host a visit | People First Party Korea | 2013-11-23\nAnswer:", "completion": " South Korea", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1121565", "prompt": "With whom did Shimon Peres last express an interest in cooperation before Mahmoud Abbas?\nEvidence:\n- Shimon Peres | Engage in diplomatic cooperation | Mahmoud Abbas | 2005-01-15\n- Shimon Peres | Make statement | Mahmoud Abbas | 2005-04-04\n- Shimon Peres | Make statement | Mahmoud Abbas | 2005-03-03\n- Shimon Peres | Make statement | Mahmoud Abbas | 2005-02-03\n- Shimon Peres | Make statement | Mahmoud Abbas | 2005-01-28\n- Shimon Peres | Make statement | Mahmoud Abbas | 2005-01-24\n- Shimon Peres | Make statement | Mahmoud Abbas | 2005-01-23\n- Shimon Peres | Make statement | Mahmoud Abbas | 2005-01-10\n- Shimon Peres | Praise or endorse | Mahmoud Abbas | 2005-01-25\n- Shimon Peres | Praise or endorse | Mahmoud Abbas | 2005-01-12\n- Shimon Peres | Praise or endorse | Mahmoud Abbas | 2005-01-11\n- Shimon Peres | Praise or endorse | Mahmoud Abbas | 2005-01-10\n- Shimon Peres | Make optimistic comment | Mahmoud Abbas | 2005-01-09\n- Shimon Peres | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-28\n- Shimon Peres | Engage in negotiation | Joschka Fischer | 2005-03-11\nAnswer:", "completion": " Elizabeth II", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1033550", "prompt": "Who was the first country to sign formal agreements with the High Commission for Refugees, after Tanzania?\nEvidence:\n- High Commission for Refugees | Sign formal agreement | Cambodia | 2005-01-26\n- High Commission for Refugees | Sign formal agreement | Cambodia | 2005-01-25\n- Cambodia | Sign formal agreement | High Commission for Refugees | 2005-01-26\n- Cambodia | Sign formal agreement | High Commission for Refugees | 2005-01-25\n- High Commission for Refugees | Make statement | Tanzania | 2005-04-06\n- High Commission for Refugees | Make statement | Refugee (Tanzania) | 2005-03-31\n- Refugee (Tanzania) | Make a visit | High Commission for Refugees | 2005-02-02\n- Refugee (Tanzania) | Make a visit | High Commission for Refugees | 2005-02-01\n- High Commission for Refugees | Host a visit | Refugee (Tanzania) | 2005-02-02\n- High Commission for Refugees | Host a visit | Refugee (Tanzania) | 2005-02-01\n- Japan | Reject | High Commission for Refugees | 2005-01-19\n- High Commission for Refugees | Consult | Cambodia | 2005-01-24\n- Cambodia | Consult | High Commission for Refugees | 2005-01-24\n- Shaukat Aziz | Consult | High Commission for Refugees | 2005-05-04\n- Ruud Lubbers | Mediate | High Commission for Refugees | 2005-02-16\nAnswer:", "completion": " Foreign Affairs (Argentina)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1218589", "prompt": "Which country receive the visit from Emperor Akihito first after Xi Jinping did?\nEvidence:\n- Japan | Host a visit | Emperor Akihito | 2005-08-20\n- Japan | Host a visit | Emperor Akihito | 2005-06-28\n- Ireland | Host a visit | Emperor Akihito | 2005-05-14\n- Ireland | Host a visit | Emperor Akihito | 2005-05-07\n- Ireland | Host a visit | Emperor Akihito | 2005-05-02\n- Ireland | Host a visit | Emperor Akihito | 2005-04-25\n- Emperor Akihito | Make a visit | Japan | 2005-08-20\n- Emperor Akihito | Make a visit | Japan | 2005-06-28\n- Emperor Akihito | Make a visit | Ireland | 2005-05-14\n- Emperor Akihito | Make a visit | Ireland | 2005-05-07\n- Emperor Akihito | Make a visit | Ireland | 2005-05-02\n- Emperor Akihito | Make a visit | Ireland | 2005-04-25\n- South Korea | Host a visit | Emperor Akihito | 2005-01-13\n- Emperor Akihito | Make a visit | South Korea | 2005-01-13\n- Samuel Schmid | Consult | Emperor Akihito | 2005-04-19\nAnswer:", "completion": " Japan", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1045747", "prompt": "Who first wanted to negotiate with the Brazilian ministry after the Jordanian ministry?\nEvidence:\n- Ministry (The Hague) | Express intent to meet or negotiate | The Hague | 2015-11-18\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-07-02\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-06-27\n- Ministry (Brazil) | Make statement | Brazilian Institute of Environment and Renewable Natural Resources | 2006-10-26\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Ministry (Brazil) | Express intent to meet or negotiate | People Associated with the Opposition (Brazil) | 2007-10-24\n- Ministry (Brazil) | Express intent to meet or negotiate | People Associated with the Opposition (Brazil) | 2005-08-14\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\nAnswer:", "completion": " Citizen (Brazil)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1342288", "prompt": "Which country negotiated with Barack Obama on the same day as Shivshankar Menon?\nEvidence:\n- Shivshankar Menon | Make statement | Iran | 2007-04-01\n- Shivshankar Menon | Make statement | China | 2006-11-23\n- Shivshankar Menon | Make statement | Bhutan | 2006-10-29\n- Shivshankar Menon | Consult | Shaukat Aziz | 2007-03-14\n- Shivshankar Menon | Consult | Shaukat Aziz | 2007-03-13\n- Shivshankar Menon | Consult | Richard Boucher | 2006-11-11\n- Shivshankar Menon | Consult | Media (India) | 2007-06-09\n- Shaukat Aziz | Consult | Shivshankar Menon | 2007-03-14\n- Shaukat Aziz | Consult | Shivshankar Menon | 2007-03-13\n- Richard Boucher | Consult | Shivshankar Menon | 2006-11-11\n- Media (India) | Consult | Shivshankar Menon | 2007-06-09\n- Undersecretary (United States) | Consult | Shivshankar Menon | 2007-05-31\n- Undersecretary (United States) | Consult | Shivshankar Menon | 2007-04-30\n- Surya Bahadur Thapa | Consult | Shivshankar Menon | 2006-12-01\n- Shivshankar Menon | Provide aid | Citizen (Bangladesh) | 2007-06-28\nAnswer:", "completion": " South Korea", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1041542", "prompt": "After 2009, who wanted to meet with the citizens of Venezuela?\nEvidence:\n- Member of the Judiciary (Venezuela) | Demand | Citizen (Venezuela) | 2014-03-25\n- Citizen (Venezuela) | Reject | Member of the Judiciary (Venezuela) | 2015-06-02\n- Citizen (Venezuela) | Reject | Member of the Judiciary (Venezuela) | 2013-01-18\n- Member of the Judiciary (Venezuela) | Refuse to ease administrative sanctions | Citizen (Venezuela) | 2011-10-19\n- Member of the Judiciary (Venezuela) | Impose administrative sanctions | Citizen (Venezuela) | 2015-09-11\n- Citizen (Venezuela) | Protest violently, riot | Member of the Judiciary (Venezuela) | 2008-01-11\n- Citizen (Venezuela) | Make optimistic comment | Member of the Judiciary (Venezuela) | 2013-01-10\n- Citizen (Venezuela) | Demonstrate or rally | Member of the Judiciary (Venezuela) | 2008-07-12\n- Citizen (Venezuela) | Criticize or denounce | Member of the Judiciary (Venezuela) | 2014-06-01\n- Citizen (Venezuela) | Criticize or denounce | Member of the Judiciary (Venezuela) | 2009-04-09\n- Citizen (Venezuela) | Criticize or denounce | Member of the Judiciary (Venezuela) | 2008-01-07\n- Member of the Judiciary (Venezuela) | Arrest, detain, or charge with legal action | Men (Venezuela) | 2014-10-14\n- Member of the Judiciary (Venezuela) | Arrest, detain, or charge with legal action | Citizen (Venezuela) | 2014-03-20\n- Member of the Judiciary (Venezuela) | Arrest, detain, or charge with legal action | Citizen (Venezuela) | 2012-03-14\n- Member of the Judiciary (Venezuela) | Arrest, detain, or charge with legal action | Citizen (Venezuela) | 2008-08-23\nAnswer:", "completion": " Evo Morales", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1216347", "prompt": "After Wang Yi, who was the first to host Benjamin Netanyahu's visit?\nEvidence:\n- Japan | Host a visit | Wang Yi | 2007-12-25\n- Japan | Host a visit | Wang Yi | 2006-04-06\n- Japan | Host a visit | Wang Yi | 2005-10-17\n- Wang Yi | Host a visit | Pervez Musharraf | 2007-12-15\n- South Korea | Host a visit | Wang Yi | 2008-01-15\n- South Korea | Host a visit | Wang Yi | 2008-01-14\n- South Korea | Host a visit | Wang Yi | 2008-01-13\n- Wang Yi | Make a visit | Japan | 2007-12-25\n- Wang Yi | Make a visit | Japan | 2006-04-06\n- Wang Yi | Make a visit | Japan | 2005-10-17\n- Wang Yi | Investigate | China | 2005-08-17\n- Wang Yi | Demand | Japan | 2006-05-10\n- Wang Yi | Make a visit | South Korea | 2008-01-15\n- Wang Yi | Make a visit | South Korea | 2008-01-14\n- Wang Yi | Make a visit | South Korea | 2008-01-13\nAnswer:", "completion": " Middle East", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1166622", "prompt": "In which year did Aivis Ronis first express his intention to negotiate with the Russian Ministry for Information and Communication Transparency?\nEvidence:\n- Information / Communication / Transparency Ministry (Russia) | Express intent to meet or negotiate | Aivis Ronis | 2012-12-10\n- Aivis Ronis | Express intent to meet or negotiate | Information / Communication / Transparency Ministry (Russia) | 2012-12-10\n- Aivis Ronis | Express intent to meet or negotiate | Information / Communication / Transparency Ministry (Russia) | 2012-12-08\n- Aivis Ronis | Express intent to meet or negotiate | Information / Communication / Transparency Ministry (Russia) | 2012-12-05\n- Aivis Ronis | Make an appeal or request | Information / Communication / Transparency Ministry (Russia) | 2012-12-08\n- Valdis Dombrovskis | Express intent to meet or negotiate | Aivis Ronis | 2013-01-15\n- Citizen (International) | Express intent to meet or negotiate | Aivis Ronis | 2012-05-02\n- Aivis Ronis | Express intent to meet or negotiate | Valdis Dombrovskis | 2013-01-16\n- Aivis Ronis | Express intent to meet or negotiate | Valdis Dombrovskis | 2013-01-15\n- Aivis Ronis | Express intent to meet or negotiate | Citizen (International) | 2012-05-02\n- Valdis Dombrovskis | Consult | Aivis Ronis | 2013-01-18\n- Valdis Dombrovskis | Consult | Aivis Ronis | 2010-07-05\n- Valdis Dombrovskis | Consult | Aivis Ronis | 2010-05-12\n- Gurbanguly Berdymukhammedov | Consult | Aivis Ronis | 2012-11-16\n- Aivis Ronis | Consult | Valdis Dombrovskis | 2013-01-18\nAnswer:", "completion": " 2012", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1157800", "prompt": "Who requested a meeting with Abdullah Gül on 13 August 2008?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Consult | Abdullah Gül | 2008-08-13\n- Abdullah Gül | Consult | Dmitry Anatolyevich Medvedev | 2008-08-13\n- Dmitry Anatolyevich Medvedev | Engage in negotiation | Abdullah Gül | 2008-08-13\n- Dmitry Anatolyevich Medvedev | Discuss by telephone | Abdullah Gül | 2008-08-13\n- Abdullah Gül | Engage in negotiation | Dmitry Anatolyevich Medvedev | 2008-08-13\n- Abdullah Gül | Discuss by telephone | Dmitry Anatolyevich Medvedev | 2008-08-13\n- Mahmoud Ahmadinejad | Express intent to meet or negotiate | Abdullah Gül | 2008-08-13\n- Mahmoud Ahmadinejad | Make statement | Iran | 2008-08-13\n- Head of Government (Germany) | Express intent to meet or negotiate | Dmitry Anatolyevich Medvedev | 2008-08-13\n- France | Express intent to cooperate | Dmitry Anatolyevich Medvedev | 2008-08-13\n- Dmitry Anatolyevich Medvedev | Make statement | Republic of South Ossetia | 2008-08-13\n- Dmitry Anatolyevich Medvedev | Make statement | Military (Russia) | 2008-08-13\n- Dmitry Anatolyevich Medvedev | Express intent to cooperate | France | 2008-08-13\n- Dmitry Anatolyevich Medvedev | Engage in negotiation | Angela Merkel | 2008-08-13\n- Dmitry Anatolyevich Medvedev | Demand | Military (Russia) | 2008-08-13\nAnswer:", "completion": " Mahmoud Ahmadinejad", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1287297", "prompt": "Who wanted to participate in diplomatic cooperation with the United Arab Emirates before 14 August 2006?\nEvidence:\n- United Arab Emirates | Express intent to engage in diplomatic cooperation (such as policy support) | Malaysia | 2006-08-14\n- Malaysia | Express intent to engage in diplomatic cooperation (such as policy support) | United Arab Emirates | 2006-08-14\nAnswer:", "completion": " South Africa", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 1} +{"id": "mtq_1077154", "prompt": "Before the Ghanaian businessman, with whom did Henry M. Paulson last announce his intention to negotiate?\nEvidence:\n- Henry M. Paulson | Make statement | Iran | 2006-09-17\n- Henry M. Paulson | Make statement | China | 2006-09-14\n- Henry M. Paulson | Make statement | China | 2006-08-11\n- Henry M. Paulson | Make statement | China | 2006-07-01\n- China | Make statement | Henry M. Paulson | 2006-06-01\n- Henry M. Paulson | Express intent to meet or negotiate | Vietnam | 2006-09-06\n- Henry M. Paulson | Express intent to meet or negotiate | Vietnam | 2006-09-05\n- Henry M. Paulson | Express intent to meet or negotiate | Vietnam | 2006-08-09\n- Henry M. Paulson | Express intent to meet or negotiate | Japan | 2006-09-14\n- Henry M. Paulson | Express intent to meet or negotiate | China | 2006-09-18\n- Henry M. Paulson | Express intent to meet or negotiate | China | 2006-09-17\n- Henry M. Paulson | Express intent to meet or negotiate | China | 2006-09-15\n- Henry M. Paulson | Express intent to meet or negotiate | China | 2006-09-14\n- Henry M. Paulson | Express intent to meet or negotiate | China | 2006-09-13\n- Henry M. Paulson | Express intent to meet or negotiate | China | 2006-09-12\nAnswer:", "completion": " South Africa", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1249345", "prompt": "Who last wished to meet the citizens of Bangladesh before the Navy of Bangladesh did?\nEvidence:\n- The Poor (Bangladesh) | Torture | Citizen (Bangladesh) | 2009-03-21\n- Citizen (Bangladesh) | Express intent to meet or negotiate | People Associated with the Opposition (Bangladesh) | 2011-03-18\n- Citizen (Bangladesh) | Express intent to meet or negotiate | People Associated with the Opposition (Bangladesh) | 2006-05-31\n- Villager (Bangladesh) | Make statement | The Poor (Bangladesh) | 2005-08-04\n- Head of Government (Bangladesh) | Reject | People Associated with the Opposition (Bangladesh) | 2006-06-29\n- Head of Government (Bangladesh) | Accuse | People Associated with the Opposition (Bangladesh) | 2013-08-03\n- Head of Government (Bangladesh) | Accuse | People Associated with the Opposition (Bangladesh) | 2012-10-09\n- Citizen (Bangladesh) | Express intent to provide economic aid | The Poor (Bangladesh) | 2007-02-19\n- Head of Government (Bangladesh) | Express intent to meet or negotiate | Citizen (Bangladesh) | 2005-12-08\n- Citizen (Bangladesh) | Express intent to meet or negotiate | Head of Government (Bangladesh) | 2005-12-08\n- Member of Parliament (Bangladesh) | Make statement | People Associated with the Opposition (Bangladesh) | 2006-09-02\n- Head of Government (Bangladesh) | Make statement | People Associated with the Opposition (Bangladesh) | 2006-03-06\n- Head of Government (Bangladesh) | Make statement | People Associated with the Opposition (Bangladesh) | 2005-01-26\n- The Poor (Bangladesh) | Demand economic aid | Citizen (Bangladesh) | 2005-04-30\n- Citizen (Bangladesh) | Use unconventional violence | The Poor (Bangladesh) | 2008-11-20\nAnswer:", "completion": " Ramalinga Reddy", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1349243", "prompt": "Before 2011, who investigated the news editor of Egypt?\nEvidence:\n- News Editor (Egypt) | Reject | Head of Government (Egypt) | 2006-09-07\n- News Editor (Egypt) | Consult | Head of Government (Egypt) | 2014-08-24\n- News Editor (Egypt) | Consult | Head of Government (Egypt) | 2012-06-29\n- Head of Government (Egypt) | Consult | News Editor (Egypt) | 2014-08-24\n- Head of Government (Egypt) | Consult | News Editor (Egypt) | 2012-06-29\n- News Editor (Egypt) | Consult | Ministry (Egypt) | 2015-07-08\n- News Editor (Egypt) | Consult | Ministry (Egypt) | 2012-06-11\n- Ministry (Egypt) | Consult | News Editor (Egypt) | 2015-07-08\n- Ministry (Egypt) | Consult | News Editor (Egypt) | 2012-06-11\n- News Editor (Egypt) | Make statement | Head of Government (Egypt) | 2005-09-17\n- News Editor (Egypt) | Make statement | Police (Egypt) | 2013-03-15\n- News Editor (Egypt) | Make statement | Police (Egypt) | 2006-12-25\n- Lawyer/Attorney (Egypt) | Investigate | News Editor (Egypt) | 2013-01-02\n- Lawyer/Attorney (Egypt) | Investigate | News Editor (Egypt) | 2011-05-19\n- Lawyer/Attorney (Egypt) | Investigate | News Editor (Egypt) | 2008-08-13\nAnswer:", "completion": " Lawyer/Attorney (Egypt)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1143554", "prompt": "Before 14 February 2014, who made a request to the government of Burundi?\nEvidence:\n- Burundi | Make an appeal or request | Head of Government (Burundi) | 2005-09-02\n- Burundi | Make statement | Government (Burundi) | 2005-08-02\n- Léonard Nyangoma | Make an appeal or request | Government (Burundi) | 2007-12-20\n- Government Official (Rwanda) | Express intent to cooperate | Burundi | 2005-10-18\n- Burundi | Express intent to cooperate | Government Official (Rwanda) | 2005-10-18\n- Government Official (Rwanda) | Consult | Burundi | 2005-10-13\n- Burundi | Consult | Government Official (Rwanda) | 2005-10-13\n- Tanzania | Host a visit | Burundi | 2005-10-27\n- Tanzania | Host a visit | Burundi | 2005-09-17\n- China | Make a visit | Burundi | 2005-09-15\n- China | Make a visit | Burundi | 2005-08-25\n- Burundi | Make a visit | Tanzania | 2005-10-27\n- Burundi | Make a visit | Tanzania | 2005-09-17\n- Burundi | Host a visit | China | 2005-09-15\n- Burundi | Host a visit | China | 2005-08-25\nAnswer:", "completion": " African Union", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1254070", "prompt": "Which country hosted the visit of Valdas Adamkus in the same month as Borys Tarasyuk?\nEvidence:\n- Valdas Adamkus | Make a visit | Borys Tarasyuk | 2005-12-23\n- Borys Tarasyuk | Host a visit | Valdas Adamkus | 2005-12-23\n- Borys Tarasyuk | Express intent to meet or negotiate | Valdas Adamkus | 2005-12-22\n- Romania | Consult | Borys Tarasyuk | 2006-01-04\n- Japan | Consult | Borys Tarasyuk | 2006-01-04\n- Borys Tarasyuk | Consult | Romania | 2006-01-04\n- Borys Tarasyuk | Consult | Japan | 2006-01-04\n- Ireland | Host a visit | Borys Tarasyuk | 2006-02-08\n- Ireland | Host a visit | Borys Tarasyuk | 2006-02-07\n- Borys Tarasyuk | Make a visit | Ireland | 2006-02-08\n- Borys Tarasyuk | Make a visit | Ireland | 2006-02-07\n- Laila Freivalds | Engage in negotiation | Borys Tarasyuk | 2006-01-17\n- Borys Tarasyuk | Engage in negotiation | Laila Freivalds | 2006-01-17\n- Ministry (Council of Europe) | Consult | Borys Tarasyuk | 2006-01-31\n- Head of Government (Ukraine) | Consult | Borys Tarasyuk | 2005-08-25\nAnswer:", "completion": " Romania", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1295733", "prompt": "When did the Business of Iraq make an appeal to the Kidnapper of Iraq?\nEvidence:\n- Chief of Staff (Poland) | Make statement | Iraq | 2005-01-04\n- Representative to the United Nations (Iran) | Make statement | Iran | 2005-01-16\n- Special Rapporteurs of the United Nations | Make a visit | Iran | 2005-02-06\n- Iran | Make statement | Business (Iran) | 2005-01-31\n- Business (Iran) | Make statement | Iran | 2005-01-02\n- Business (Austria) | Make statement | Iran | 2005-01-16\n- Mexico | Make an appeal or request | Iran | 2005-02-03\n- Japan | Make an appeal or request | Iran | 2005-02-09\n- Iran | Make an appeal or request | Japan | 2005-02-11\n- France | Make an appeal or request | Iran | 2005-02-04\n- France | Make an appeal or request | Iran | 2005-02-03\n- France | Make an appeal or request | Iran | 2005-02-01\n- France | Make an appeal or request | Iran | 2005-01-31\n- France | Make an appeal or request | Iran | 2005-01-29\n- France | Make an appeal or request | Iran | 2005-01-25\nAnswer:", "completion": " 2006-02-01", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1095064", "prompt": "On 6th March 2007, who returned persons to the citizens of Australia?\nEvidence:\n- The Hague | Express intent to release persons or property | The Hague | 2012-11-17\n- The Hague | Express intent to release persons or property | The Hague | 2012-11-16\n- Member of the Judiciary (Kyrgyzstan) | Refuse to release persons or property | Citizen (Kyrgyzstan) | 2011-12-22\n- Member of the Judiciary (Kyrgyzstan) | Refuse to release persons or property | Citizen (Kyrgyzstan) | 2011-12-21\n- Member of the Judiciary (Iceland) | Refuse to release persons or property | Bank (Iceland) | 2015-02-13\n- Member of the Judiciary (Portugal) | Refuse to release persons or property | Head of Government (Portugal) | 2014-12-04\n- Member of the Judiciary (Portugal) | Refuse to release persons or property | Head of Government (Portugal) | 2014-12-03\n- Member of the Judiciary (Iceland) | Rally support on behalf of | Bank (Iceland) | 2014-05-25\n- Political Parties (Senegal) | Consult | March 23 Movement | 2012-01-26\n- March 23 Movement | Make statement | Police (Senegal) | 2012-02-02\n- March 23 Movement | Consult | Political Parties (Senegal) | 2012-01-26\n- Abdoulaye Wade | Make statement | March 23 Movement | 2012-02-18\n- Member of the Judiciary (United States) | Refuse to release persons or property | Citizen (Greece) | 2006-01-05\n- Member of the Judiciary (Tanzania) | Express intent to release persons or property | Citizen (Tanzania) | 2009-10-12\n- Member of the Judiciary (Sri Lanka) | Refuse to release persons or property | Sarath Fonseka | 2010-02-24\nAnswer:", "completion": " Lawyer/Attorney (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1250586", "prompt": "With whom did the Foreign Minister of Syria negotiate first?\nEvidence:\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-07-02\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-06-27\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Member of Legislative (Govt) (Syria) | Consult | Foreign Affairs (Syria) | 2006-01-31\n- Foreign Affairs (Syria) | Consult | Member of Legislative (Govt) (Syria) | 2006-01-31\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- First Command of the Capital | Criticize or denounce | Citizen (Brazil) | 2008-10-30\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\nAnswer:", "completion": " Terje Roed Larsen", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1312439", "prompt": "Who did the military of the Philippines last repatriate?\nEvidence:\n- University of the Philippines | Cooperate militarily | Military (Philippines) | 2014-08-10\n- Military Personnel (Philippines) | Make statement | University of the Philippines | 2014-08-12\n- Civil Aviation Authority of the Philippines | Make statement | Military (Philippines) | 2014-04-29\n- Military Personnel (Philippines) | Return, release person(s) | University of the Philippines | 2011-06-22\n- Military Personnel (Philippines) | Return, release person(s) | University of the Philippines | 2011-06-20\n- Men (Philippines) | Threaten | University of the Philippines | 2009-09-24\n- Police (Philippines) | Make statement | University of the Philippines | 2014-08-12\n- Men (Philippines) | Physically assault | University of the Philippines | 2015-07-03\n- Men (Philippines) | Physically assault | University of the Philippines | 2015-07-02\n- Military Personnel (Philippines) | Praise or endorse | The Poor (Philippines) | 2012-09-11\n- Military (Philippines) | Arrest, detain, or charge with legal action | University of the Philippines | 2014-08-10\n- Special Rapporteurs of the United Nations | Make statement | Military (Philippines) | 2007-12-02\n- Special Rapporteurs of the United Nations | Make statement | Military (Philippines) | 2007-06-28\n- University of the Philippines | Criticize or denounce | Men (Philippines) | 2009-09-24\n- University of the Philippines | Complain officially | City Mayor (Philippines) | 2014-10-29\nAnswer:", "completion": " Abu Sayyaf", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1323795", "prompt": "Who did National Democratic Party request for before the citizens of Suriname?\nEvidence:\n- Assemblies (Suriname) | Praise or endorse | National Democratic Party | 2005-06-16\n- Alliance for Democracy | Reduce relations | National Democratic Party | 2006-07-22\n- National Democratic Party | Reject | Iran | 2007-11-03\n- National Democratic Party | Reject | Citizen (International) | 2010-11-27\n- National Democratic Party | Make statement | Eritrea | 2009-10-04\n- National Democratic Party | Consult | Barack Obama | 2010-11-26\n- National Democratic Party | Accuse | Oluṣẹgun Ọbasanjọ | 2009-12-03\n- National Democratic Party | Accuse | Oluṣẹgun Ọbasanjọ | 2006-03-13\n- Citizen (Nigeria) | Threaten | National Democratic Party | 2006-05-02\n- Barack Obama | Consult | National Democratic Party | 2010-11-26\n- New Wafd Party | Make statement | National Democratic Party | 2008-11-03\n- National Democratic Party | Make statement | Head of Government (Nigeria) | 2006-04-04\n- National Democratic Party | Make statement | Head of Government (Egypt) | 2010-09-22\n- National Democratic Party | Make an appeal or request | Rupiah Banda | 2008-11-14\n- National Democratic Party | Make an appeal or request | Government (Nigeria) | 2008-01-02\nAnswer:", "completion": " Government (Georgia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1386835", "prompt": "Who was the first person threatened by the Australian Member of Parliament after the Women of Australia?\nEvidence:\n- Women (Australia) | Accuse | Member of Parliament (Australia) | 2015-10-13\n- Women (Australia) | Accuse | Member of Parliament (Australia) | 2015-04-01\n- Women (Australia) | Accuse | Member of Parliament (Australia) | 2015-03-30\n- Women (Australia) | Accuse | Member of Parliament (Australia) | 2009-08-30\n- Women (Australia) | Accuse | Member of Parliament (Australia) | 2009-07-17\n- Women (Australia) | Accuse | Member of Parliament (Australia) | 2009-07-16\n- Women (Australia) | Accuse | Member of Parliament (Australia) | 2009-07-08\n- Women (Australia) | Accuse | Member of Parliament (Australia) | 2009-06-22\n- Member of Parliament (Australia) | Threaten | Women (Australia) | 2008-12-12\n- Member of Parliament (Australia) | Reject | Women (Australia) | 2006-05-03\n- Member of Parliament (Australia) | Demand | Women (Australia) | 2015-08-25\n- Women (Australia) | Complain officially | Member of Parliament (Australia) | 2015-12-09\n- Women (Australia) | Complain officially | Member of Parliament (Australia) | 2015-10-11\n- Member of Parliament (Australia) | Sexually assault | Women (Australia) | 2009-07-16\n- Member of Parliament (Australia) | Sexually assault | Women (Australia) | 2009-07-15\nAnswer:", "completion": " Citizen (Australia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1219651", "prompt": "At what time did Agence France-Presse telephone the Burundian defence lawyer?\nEvidence:\n- Japan | Discuss by telephone | Agence France-Presse | 2005-03-20\n- Agence France-Presse | Discuss by telephone | Japan | 2005-03-20\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2006-03-28\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-18\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-04-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-01-03\n- Governor (Thailand) | Discuss by telephone | Agence France-Presse | 2005-01-23\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2006-03-28\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-07-19\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-07-18\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-04-19\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-01-03\n- Agence France-Presse | Discuss by telephone | Governor (Thailand) | 2005-01-23\n- Lawyer/Attorney (Jordan) | Make statement | Agence France-Presse | 2005-01-11\nAnswer:", "completion": " 2008-10-14", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1014686", "prompt": "On 5 November 2012, who made a request to Boko Haram?\nEvidence:\n- Government (Nigeria) | Make an appeal or request | Boko Haram | 2012-11-05\n- Boko Haram | Express intent to meet or negotiate | Government (Nigeria) | 2012-11-05\n- Government (Nigeria) | Reject proposal to meet, discuss, or negotiate | Boko Haram | 2012-11-05\n- Government (Nigeria) | Express intent to provide material aid | Citizen (Nigeria) | 2012-11-05\n- Government (Nigeria) | Reduce relations | Citizen (Nigeria) | 2012-11-05\n- Government (Nigeria) | Appeal for diplomatic cooperation (such as policy support) | Citizen (Nigeria) | 2012-11-05\n- Government (Nigeria) | Accuse | Citizen (Nigeria) | 2012-11-05\n- Citizen (Nigeria) | Accuse | Government (Nigeria) | 2012-11-05\nAnswer:", "completion": " Government (Nigeria)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 8, "n_anchors": 1} +{"id": "mtq_1284924", "prompt": "Who was the last to make a request to Pervez Musharraf before the citizens of the United Kingdom?\nEvidence:\n- Pervez Musharraf | Make a visit | Iran | 2005-02-13\n- Pervez Musharraf | Make a visit | Iran | 2005-02-12\n- Head of Government (Sri Lanka) | Make a visit | Pervez Musharraf | 2005-02-09\n- Pervez Musharraf | Make an appeal or request | Head of Government (Pakistan) | 2005-01-19\n- Pervez Musharraf | Make an appeal or request | Head of Government (Pakistan) | 2005-01-18\n- Pervez Musharraf | Make an appeal or request | France | 2005-02-10\n- Iran | Host a visit | Pervez Musharraf | 2005-02-13\n- Iran | Host a visit | Pervez Musharraf | 2005-02-12\n- Pervez Musharraf | Make statement | Head of Government (Pakistan) | 2005-01-12\n- Pervez Musharraf | Make statement | Head of Government (Pakistan) | 2005-01-11\n- Pervez Musharraf | Make an appeal or request | Mahmoud Abbas | 2005-01-10\n- Pervez Musharraf | Make an appeal or request | James Wolfensohn | 2005-02-08\n- Pervez Musharraf | Host a visit | Head of Government (Sri Lanka) | 2005-02-09\n- Pervez Musharraf | Consult | Japan | 2005-01-10\n- Japan | Consult | Pervez Musharraf | 2005-01-10\nAnswer:", "completion": " Benazir Bhutto", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1346275", "prompt": "In the same month, who did the Nigerian Prime Minister blame for Boko Haram?\nEvidence:\n- Nigerian Governors Forum | Make statement | Boko Haram | 2009-07-31\n- Nigerian Red Cross Society | Make statement | Boko Haram | 2009-08-17\n- Boko Haram | Engage in mass killings | Citizen (Nigeria) | 2010-07-19\n- Government (Nigeria) | Accuse | Boko Haram | 2010-10-13\n- Citizen (Nigeria) | Accuse | Boko Haram | 2011-05-26\n- Boko Haram | Threaten | Citizen (Nigeria) | 2011-02-03\n- Boko Haram | Demand | Government (Nigeria) | 2010-10-15\n- Boko Haram | Demand | Citizen (Nigeria) | 2011-02-03\n- Boko Haram | Assassinate | Citizen (Nigeria) | 2010-11-14\n- Boko Haram | Assassinate | Citizen (Nigeria) | 2010-11-09\n- Ministry (Nigeria) | Make statement | Boko Haram | 2009-08-11\n- Hafiz Ringim | Make statement | Boko Haram | 2011-02-03\n- Government (Nigeria) | Make statement | Boko Haram | 2009-08-02\n- Citizen (Nigeria) | Reduce relations | Boko Haram | 2011-02-03\n- Boko Haram | Make statement | Government (Nigeria) | 2010-10-14\nAnswer:", "completion": " Government (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1315299", "prompt": "In which year did the Prime Minister of Egypt visit Viktor Orban for the first time?\nEvidence:\n- Viktor Orban | Make a visit | Vietnam | 2009-09-21\n- Viktor Orban | Make a visit | China | 2010-10-29\n- Viktor Orban | Make a visit | China | 2009-12-05\n- Vietnam | Host a visit | Viktor Orban | 2009-09-21\n- China | Host a visit | Viktor Orban | 2010-10-29\n- China | Host a visit | Viktor Orban | 2009-12-05\n- Viktor Orban | Consult | Jobbik | 2010-03-23\n- Jobbik | Consult | Viktor Orban | 2010-03-23\n- Wen Jiabao | Consult | Viktor Orban | 2010-11-01\n- Wen Jiabao | Consult | Viktor Orban | 2010-10-31\n- Viktor Orban | Make statement | Romania | 2011-04-15\n- Viktor Orban | Make statement | Romania | 2008-02-28\n- Viktor Orban | Investigate | Ministry (Hungary) | 2006-12-28\n- Viktor Orban | Consult | Wen Jiabao | 2010-11-01\n- Viktor Orban | Consult | Wen Jiabao | 2010-10-31\nAnswer:", "completion": " 2015", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1244287", "prompt": "Who was endorsed by the Medical Council of Nigeria before November 2015?\nEvidence:\n- Medical Personnel (Nigeria) | Criticize or denounce | The Poor (Nigeria) | 2012-06-29\n- Member of the Judiciary (Namibia) | Reject | Medical Personnel (Namibia) | 2013-11-28\n- Medical Personnel (Nigeria) | Threaten | Citizen (Nigeria) | 2008-07-29\n- Medical Personnel (Nigeria) | Threaten | Citizen (Nigeria) | 2008-07-21\n- Citizen (Nigeria) | Accuse | Medical Personnel (Nigeria) | 2009-03-02\n- Medical Personnel (Philippines) | Discuss by telephone | Inquirer | 2008-12-13\n- Inquirer | Discuss by telephone | Medical Personnel (Philippines) | 2008-12-13\n- Presidential Candidate (Nigeria) | Consult | Medical Personnel (Nigeria) | 2007-03-07\n- Nurse (Nigeria) | Make statement | Medical Personnel (Nigeria) | 2007-03-01\n- Medical Personnel (Nigeria) | Make statement | Government (Nigeria) | 2009-01-09\n- Medical Personnel (Nigeria) | Consult | Presidential Candidate (Nigeria) | 2007-03-07\n- Pasuya Yao | Discuss by telephone | Medical Personnel (Taiwan) | 2014-06-13\n- Medical Personnel (Taiwan) | Discuss by telephone | Pasuya Yao | 2014-06-13\n- Medical Personnel (Australia) | Discuss by telephone | Chris Evans | 2008-11-26\n- Medical Personnel (Australia) | Discuss by telephone | Associated Press | 2008-11-10\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1139076", "prompt": "With which country did the Mayor of China first express the intention to negotiate in 2005?\nEvidence:\n- Portugal | Express intent to meet or negotiate | China | 2005-01-05\n- Kuomintang | Express intent to meet or negotiate | China | 2005-01-06\n- Kuomintang | Express intent to meet or negotiate | China | 2005-01-03\n- Japan | Express intent to meet or negotiate | China | 2005-01-14\n- Japan | Express intent to meet or negotiate | China | 2005-01-08\n- Japan | Express intent to meet or negotiate | China | 2005-01-07\n- China | Express intent to meet or negotiate | Thailand | 2005-01-07\n- China | Express intent to meet or negotiate | Kuomintang | 2005-01-07\n- China | Express intent to meet or negotiate | Japan | 2005-01-20\n- China | Express intent to meet or negotiate | Japan | 2005-01-14\n- Lawmaker (Japan) | Express intent to meet or negotiate | China | 2005-01-05\n- Mainland Affairs Council | Express intent to meet or negotiate | China | 2005-01-04\n- Mainland Affairs Council | Express intent to meet or negotiate | China | 2005-01-03\n- Japan | Express intent to meet or negotiate | Association of Southeast Asian Nations | 2005-01-27\n- Japan | Express intent to cooperate | China | 2005-01-13\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1096553", "prompt": "In which month did the citizens of Venezuela last express an interest in cooperating with Hugo de los Reyes Chávez?\nEvidence:\n- Citizen (Venezuela) | Accuse of crime, corruption | Hugo de los Reyes Chávez | 2013-06-13\n- Citizen (Venezuela) | Express intent to cooperate | Hugo de los Reyes Chávez | 2006-05-06\n- Hugo de los Reyes Chávez | Share intelligence or information | Legislature (Venezuela) | 2008-04-03\n- Hugo de los Reyes Chávez | Share intelligence or information | Legislature (Venezuela) | 2008-04-02\n- Member of the Judiciary (Venezuela) | Make an appeal or request | Citizen (Venezuela) | 2005-12-02\n- Citizen (Venezuela) | Make an appeal or request | Member of the Judiciary (Venezuela) | 2006-04-27\n- Citizen (Venezuela) | Protest violently, riot | Member of the Judiciary (Venezuela) | 2008-01-11\n- Citizen (Venezuela) | Criticize or denounce | Member of the Judiciary (Venezuela) | 2008-01-07\n- Member of the Judiciary (United States) | Arrest, detain, or charge with legal action | Citizen (Venezuela) | 2007-12-15\n- Citizen (Venezuela) | Praise or endorse | The Chronicle | 2006-03-11\n- Citizen (Venezuela) | Engage in symbolic act | Detainee (Venezuela) | 2008-01-23\n- Ministry (Venezuela) | Make an appeal or request | Citizen (Venezuela) | 2005-03-14\n- Citizen (Venezuela) | Make an appeal or request | Population (Venezuela) | 2007-08-02\n- Citizen (Venezuela) | Make an appeal or request | Legislature (Venezuela) | 2007-01-25\n- Citizen (Venezuela) | Make an appeal or request | Legislature (Venezuela) | 2006-09-29\nAnswer:", "completion": " 2006-05", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1306786", "prompt": "In 2008, who endorsed Mallam Isa Yuguda?\nEvidence:\n- Mallam Isa Yuguda | Investigate | Ministry (Nigeria) | 2009-04-09\n- Mallam Isa Yuguda | Investigate | Government (Nigeria) | 2008-07-03\n- Mallam Isa Yuguda | Investigate | Citizen (Nigeria) | 2007-12-17\n- Mallam Isa Yuguda | Demand | Citizen (Nigeria) | 2008-03-21\n- Mallam Isa Yuguda | Accuse | Government (Nigeria) | 2007-09-16\n- Mallam Isa Yuguda | Accuse | Citizen (Nigeria) | 2010-03-18\n- Edwin Clark | Accuse | Mallam Isa Yuguda | 2009-09-01\n- Citizen (Nigeria) | Reject | Mallam Isa Yuguda | 2009-08-21\n- Citizen (Nigeria) | Accuse | Mallam Isa Yuguda | 2007-10-11\n- Ministry (Nigeria) | Make statement | Mallam Isa Yuguda | 2006-12-22\n- Mallam Isa Yuguda | Sign formal agreement | USAID | 2010-03-24\n- Mallam Isa Yuguda | Make statement | Ministry (Nigeria) | 2005-01-03\n- Mallam Isa Yuguda | Make statement | Government (Nigeria) | 2010-01-28\n- Mallam Isa Yuguda | Make statement | Government (Nigeria) | 2010-01-14\n- Mallam Isa Yuguda | Make statement | Government (Nigeria) | 2009-12-17\nAnswer:", "completion": " Head of Government (Nigeria)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1034503", "prompt": "Before Ali Abdullah Saleh, which was the last country to want to work with Pervez Musharraf?\nEvidence:\n- Pervez Musharraf | Consult | Ali Abdullah Saleh | 2005-02-13\n- Ali Abdullah Saleh | Consult | Pervez Musharraf | 2005-02-13\n- Ali Abdullah Saleh | Investigate | Yemen | 2005-02-11\n- Ali Abdullah Saleh | Investigate | Yemen | 2005-02-06\n- Qatar | Express intent to cooperate | Ali Abdullah Saleh | 2005-03-21\n- Yemen | Make statement | Ali Abdullah Saleh | 2005-05-03\n- Solomon Passy | Consult | Ali Abdullah Saleh | 2005-02-24\n- Gerhard Schröder | Consult | Ali Abdullah Saleh | 2005-03-04\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-06-16\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-06-10\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-05-21\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-05-01\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-04-30\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-04-28\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-04-12\nAnswer:", "completion": " China", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1243740", "prompt": "When did the Taliban militant first use unconventional violence against the refugee from Afghanistan?\nEvidence:\n- Militant (Taliban) | Use unconventional violence | Refugee (Afghanistan) | 2009-04-02\n- Militant (Taliban) | Use unconventional violence | Refugee (Afghanistan) | 2009-01-06\n- Militant (Taliban) | Use unconventional violence | Refugee (Afghanistan) | 2008-08-08\n- Militant (Taliban) | Use unconventional violence | Refugee (Afghanistan) | 2008-08-03\n- Militant (Taliban) | Use unconventional violence | Women (Afghanistan) | 2008-11-05\n- Militant (Taliban) | Use unconventional violence | Women (Afghanistan) | 2008-07-30\n- Militant (Taliban) | Use unconventional violence | Women (Afghanistan) | 2007-11-03\n- Militant (Taliban) | Use unconventional violence | Women (Afghanistan) | 2006-08-10\n- Militant (Taliban) | Use unconventional violence | Women (Afghanistan) | 2006-07-18\n- Militant (Taliban) | Use unconventional violence | Women (Afghanistan) | 2005-07-23\n- Militant (Taliban) | Use unconventional violence | Insurgent (Afghanistan) | 2014-05-10\n- Militant (Taliban) | Use unconventional violence | Insurgent (Afghanistan) | 2010-08-30\n- Militant (Taliban) | Use unconventional violence | Employee (Afghanistan) | 2015-06-02\n- Militant (Taliban) | Use unconventional violence | Employee (Afghanistan) | 2014-12-13\n- Militant (Taliban) | Use unconventional violence | Employee (Afghanistan) | 2014-11-29\nAnswer:", "completion": " 2008-08-03", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1108899", "prompt": "Who visited the Dominican Republic after January 2010?\nEvidence:\n- Dominican Republic | Make statement | Revolutionary Party (Dominican Republic) | 2005-10-19\n- Dominican Republic | Praise or endorse | Revolutionary Party (Dominican Republic) | 2005-10-19\n- Mexico | Consult | Dominican Republic | 2005-12-21\n- Mexico | Consult | Dominican Republic | 2005-12-14\n- Mexico | Consult | Dominican Republic | 2005-12-13\n- Mexico | Consult | Dominican Republic | 2005-05-23\n- Guatemala | Consult | Dominican Republic | 2005-12-13\n- Dominican Republic | Consult | Mexico | 2005-12-21\n- Dominican Republic | Consult | Mexico | 2005-12-14\n- Dominican Republic | Consult | Mexico | 2005-12-13\n- Dominican Republic | Consult | Mexico | 2005-05-23\n- Dominican Republic | Consult | Guatemala | 2005-12-13\n- Dominican Republic | Consult | Colombia | 2005-12-13\n- Dominican Republic | Consult | Belize | 2005-12-01\n- Dominican Republic | Consult | Belize | 2005-09-05\nAnswer:", "completion": " Human Rights Commission (United States)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1357978", "prompt": "In which month did Georgios Papandreou praise the poor of Greece for the first time?\nEvidence:\n- Georgios Papandreou | Praise or endorse | Citizen (Greece) | 2006-12-09\n- Georgios Papandreou | Demand | Citizen (Greece) | 2006-07-17\n- Georgios Papandreou | Demand | Citizen (Greece) | 2006-03-29\n- Georgios Papandreou | Consult | Citizen (Greece) | 2008-08-21\n- Georgios Papandreou | Consult | Citizen (Greece) | 2007-09-11\n- Georgios Papandreou | Consult | Citizen (Greece) | 2007-07-20\n- Georgios Papandreou | Consult | Citizen (Greece) | 2005-02-15\n- Georgios Papandreou | Accuse | Citizen (Greece) | 2007-09-14\n- Georgios Papandreou | Accuse | Citizen (Greece) | 2007-09-13\n- Citizen (Greece) | Reject | Georgios Papandreou | 2008-05-13\n- Citizen (Greece) | Consult | Georgios Papandreou | 2008-08-21\n- Citizen (Greece) | Consult | Georgios Papandreou | 2007-09-11\n- Citizen (Greece) | Consult | Georgios Papandreou | 2007-07-20\n- Citizen (Greece) | Consult | Georgios Papandreou | 2005-02-15\n- Georgios Papandreou | Accuse | Head of Government (Greece) | 2006-05-14\nAnswer:", "completion": " 2009-09", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1289727", "prompt": "Who was the last to criticise Nelson Azevedo Jobim?\nEvidence:\n- Nelson Azevedo Jobim | Demand | Citizen (Brazil) | 2005-07-25\n- Nelson Azevedo Jobim | Consult | Ministry (Brazil) | 2007-08-13\n- Nelson Azevedo Jobim | Consult | Gilberto Kassab | 2007-08-23\n- Nelson Azevedo Jobim | Consult | Gilberto Kassab | 2007-07-30\n- Nelson Azevedo Jobim | Consult | Congress (Brazil) | 2006-03-08\n- Nelson Azevedo Jobim | Consult | Business (Congo) | 2007-08-14\n- Nelson Azevedo Jobim | Accuse | Ministry (Brazil) | 2005-10-19\n- Ministry (Brazil) | Consult | Nelson Azevedo Jobim | 2007-08-13\n- Gilberto Kassab | Consult | Nelson Azevedo Jobim | 2007-08-23\n- Gilberto Kassab | Consult | Nelson Azevedo Jobim | 2007-07-30\n- Congress (Brazil) | Consult | Nelson Azevedo Jobim | 2006-03-08\n- Citizen (Brazil) | Demand | Nelson Azevedo Jobim | 2007-07-26\n- Business (Congo) | Consult | Nelson Azevedo Jobim | 2007-08-14\n- Nelson Azevedo Jobim | Make statement | Population (Brazil) | 2005-08-25\n- Nelson Azevedo Jobim | Make statement | Ministry (Brazil) | 2007-08-22\nAnswer:", "completion": " Citizen (Brazil)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1006967", "prompt": "Who last wished to negotiate with the Legislature of Romania?\nEvidence:\n- Head of Government (Ukraine) | Express intent to meet or negotiate | Romania | 2005-03-14\n- Solomon Passy | Express intent to meet or negotiate | Romania | 2005-02-01\n- Romania | Express intent to meet or negotiate | Solomon Passy | 2005-02-01\n- Cyril Svoboda | Express intent to meet or negotiate | Romania | 2005-02-28\n- Romania | Arrest, detain, or charge with legal action | Dissident (Romania) | 2005-01-18\n- Pier Ferdinando Casini | Express intent to meet or negotiate | Romania | 2005-02-03\n- Defense / Security Ministry (Croatia) | Express intent to meet or negotiate | Romania | 2005-03-25\n- Ministry (Romania) | Make statement | Romania | 2005-03-25\n- Ministry (Romania) | Make statement | Romania | 2005-01-12\n- Lawyer/Attorney (Romania) | Investigate | Romania | 2005-03-22\n- Romania | Reduce relations | Royal Administration (Romania) | 2005-03-24\n- Romania | Praise or endorse | Intelligence (Romania) | 2005-02-08\n- Ministry (Romania) | Make optimistic comment | Romania | 2005-01-14\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-21\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-04\nAnswer:", "completion": " Senate (Romania)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1157171", "prompt": "Which country first wanted to meet with the Iraqi legislature in 2014?\nEvidence:\n- Iraqi Islamic Party | Make statement | Legislature (Iraq) | 2014-07-13\n- Iraqi Communist Party | Engage in negotiation | Iraq | 2014-07-09\n- Iraq | Engage in negotiation | Iraqi Communist Party | 2014-07-09\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- Legislature (Czech Republic) | Express accord | People Associated with the Opposition (Czech Republic) | 2014-08-08\n- Legislature (Libya) | Reject | Member of the Judiciary (Libya) | 2014-11-07\n- Legislature (Libya) | Reject | Member of the Judiciary (Libya) | 2014-11-06\n- Insurgent (Islamic State of Iraq and the Levant) | Use unconventional violence | Combatant (Iraqi Kurds) | 2014-08-27\n- Combatant (Iraqi Kurds) | Use unconventional violence | Insurgent (Islamic State of Iraq and the Levant) | 2014-08-27\n- Member of the Judiciary (Libya) | Make statement | Legislature (Libya) | 2014-11-11\n- Member of the Judiciary (Libya) | Make statement | Legislature (Libya) | 2014-11-06\n- Iraqi Communist Party | Make statement | Iraq | 2014-10-16\n- Iraq | Make statement | Iraqi Islamic Party | 2014-05-26\n- Iraq | Make statement | Iraqi Islamic Party | 2014-01-09\n- Iraq | Make statement | Combatant (Iraqi Kurds) | 2014-12-10\nAnswer:", "completion": " Iraq", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1001675", "prompt": "In which year did the Bishop of Ireland ask Angela Merkel to marry him?\nEvidence:\n- Gerhard Schröder | Engage in negotiation | Angela Merkel | 2005-05-22\n- Angela Merkel | Engage in negotiation | Gerhard Schröder | 2005-05-22\n- Angela Merkel | Defend verbally | People Associated with the Opposition (Germany) | 2005-07-17\n- France | Consult | Angela Merkel | 2005-07-18\n- Angela Merkel | Demand | France | 2005-07-19\n- Angela Merkel | Consult | France | 2005-07-18\n- Angela Merkel | Engage in diplomatic cooperation | Government (Germany) | 2005-06-02\n- Angela Merkel | Express intent to engage in material cooperation | Free Democratic Party | 2005-05-31\n- Gerhard Schröder | Express intent to cooperate | Angela Merkel | 2005-03-24\n- Angela Merkel | Express intent to cooperate | Gerhard Schröder | 2005-08-05\n- Angela Merkel | Express intent to cooperate | Gerhard Schröder | 2005-03-24\n- Tony Blair | Consult | Angela Merkel | 2005-02-07\n- Gerhard Schröder | Demand | Angela Merkel | 2005-07-27\n- Gerhard Schröder | Accuse | Angela Merkel | 2005-07-15\n- Angela Merkel | Reject | Gerhard Schröder | 2005-03-17\nAnswer:", "completion": " 2007", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1050241", "prompt": "Who would want to negotiate with the citizens of Croatia after the head of the Ukrainian government?\nEvidence:\n- Head of Government (Turkmenistan) | Consult | Government (Croatia) | 2015-02-07\n- Government (Croatia) | Consult | Head of Government (Turkmenistan) | 2015-02-07\n- Head of Government (Ukraine) | Express intent to meet or negotiate | Citizen (Croatia) | 2007-05-29\n- Head of Government (Slovenia) | Express intent to meet or negotiate | Citizen (Croatia) | 2013-02-15\n- Citizen (Croatia) | Threaten with military force | Head of Government (Slovenia) | 2009-12-09\n- Member of Parliament (Ukraine) | Praise or endorse | People Associated with the Opposition (Ukrainian Democratic Alliance for Reform) | 2013-04-01\n- Government (Croatia) | Express intent to meet or negotiate | Business (Croatia) | 2009-01-07\n- Head of Government (Kenya) | Express intent to meet or negotiate | The Hague | 2013-10-01\n- Head of Government (Egypt) | Appeal to others to meet or negotiate | People Associated with the Opposition (Egypt) | 2012-12-07\n- Head of Government (Ukraine) | Express intent to meet or negotiate | People Associated with the Opposition (Ukraine) | 2014-02-19\n- Head of Government (Egypt) | Express intent to meet or negotiate | People Associated with the Opposition (Egypt) | 2013-01-28\n- The Daily Telegraph | Make statement | Government (Croatia) | 2006-10-28\n- Citizen (Croatia) | Express intent to meet or negotiate | The Hague | 2011-05-27\n- Head of Government (Ukraine) | Refuse to yield | People Associated with the Opposition (Ukraine) | 2014-01-27\n- The Chronicle | Consult | Head of Government (Ghana) | 2005-06-15\nAnswer:", "completion": " Police (Croatia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1024659", "prompt": "In 2007, which country was the last to condemn Evo Morales?\nEvidence:\n- Military (Bolivia) | Engage in negotiation | Evo Morales | 2012-08-06\n- Evo Morales | Engage in negotiation | Military (Bolivia) | 2012-08-06\n- Evo Morales | Demand | Bolivia | 2005-09-25\n- Evo Morales | Consult | Bolivia | 2005-12-19\n- Bolivia | Consult | Evo Morales | 2005-12-19\n- Evo Morales | Engage in diplomatic cooperation | Felipe Quispe | 2005-03-09\n- Felipe Quispe | Accuse | Evo Morales | 2012-08-20\n- Evo Morales | Make statement | Bolivia | 2005-12-20\n- Evo Morales | Make statement | Bolivia | 2005-12-19\n- Evo Morales | Make statement | Bolivia | 2005-12-02\n- Evo Morales | Make statement | Bolivia | 2005-11-24\n- Evo Morales | Make statement | Bolivia | 2005-11-05\n- Evo Morales | Make statement | Bolivia | 2005-09-27\n- Evo Morales | Make statement | Bolivia | 2005-09-20\n- Evo Morales | Make statement | Bolivia | 2005-05-16\nAnswer:", "completion": " Bolivia", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1351394", "prompt": "Before José Miguel Insulza, who had the last telephone conversation with the Associated Press?\nEvidence:\n- José Miguel Insulza | Discuss by telephone | Associated Press | 2006-04-06\n- Associated Press | Discuss by telephone | José Miguel Insulza | 2006-04-06\n- José Miguel Insulza | Criticize or denounce | José Miguel Insulza | 2005-02-24\n- José Miguel Insulza | Yield | Bolivia | 2005-05-03\n- José Miguel Insulza | Consult | Bolivia | 2005-05-02\n- Bolivia | Reject | José Miguel Insulza | 2005-05-01\n- Bolivia | Reject | José Miguel Insulza | 2005-04-29\n- Bolivia | Reject | José Miguel Insulza | 2005-04-19\n- Bolivia | Consult | José Miguel Insulza | 2005-05-02\n- José Miguel Insulza | Discuss by telephone | Foreign Affairs (Venezuela) | 2005-05-02\n- Foreign Affairs (Venezuela) | Discuss by telephone | José Miguel Insulza | 2005-05-02\n- José Miguel Insulza | Make statement | Mexico | 2005-05-03\n- José Miguel Insulza | Make statement | Mexico | 2005-01-18\n- José Miguel Insulza | Make statement | Bolivia | 2005-05-03\n- José Miguel Insulza | Consult | Government (Nicaragua) | 2005-06-17\nAnswer:", "completion": " Head of Government (Colombia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1096971", "prompt": "Which country did Oluṣẹgun Ọbasanjọ announce his intention to negotiate with in the same month of South Africa?\nEvidence:\n- Oluṣẹgun Ọbasanjọ | Express intent to meet or negotiate | African Union | 2005-02-03\n- African Union | Express intent to meet or negotiate | Oluṣẹgun Ọbasanjọ | 2005-02-03\n- Oluṣẹgun Ọbasanjọ | Consult | African Union | 2005-03-08\n- Oluṣẹgun Ọbasanjọ | Consult | African Union | 2005-02-28\n- Oluṣẹgun Ọbasanjọ | Consult | African Union | 2005-01-08\n- African Union | Consult | Oluṣẹgun Ọbasanjọ | 2005-03-08\n- African Union | Consult | Oluṣẹgun Ọbasanjọ | 2005-02-28\n- African Union | Consult | Oluṣẹgun Ọbasanjọ | 2005-01-08\n- Oluṣẹgun Ọbasanjọ | Make statement | African Union | 2005-02-08\n- Oluṣẹgun Ọbasanjọ | Make statement | African Union | 2005-02-07\n- Oluṣẹgun Ọbasanjọ | Make statement | African Union | 2005-01-28\n- Oluṣẹgun Ọbasanjọ | Praise or endorse | African Union | 2005-02-27\n- Oluṣẹgun Ọbasanjọ | Discuss by telephone | African Union | 2005-02-02\n- African Union | Discuss by telephone | Oluṣẹgun Ọbasanjọ | 2005-02-02\n- Oluṣẹgun Ọbasanjọ | Make an appeal or request | African Union | 2005-02-10\nAnswer:", "completion": " France", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1375213", "prompt": "Which country last receive the visit from International Government Organizations before Laos did?\nEvidence:\n- Representatives (International) | Consult | International Government Organizations | 2005-06-03\n- International Government Organizations | Consult | Representatives (International) | 2005-06-03\n- International Government Organizations | Make a visit | China | 2005-03-14\n- China | Host a visit | International Government Organizations | 2005-03-14\n- Representatives (Kyrgyzstan) | Consult | International Government Organizations | 2005-06-07\n- Iran | Make statement | International Government Organizations | 2005-01-27\n- International Government Organizations | Provide aid | Thailand | 2005-01-04\n- International Government Organizations | Provide aid | Sudan | 2005-04-11\n- International Government Organizations | Make statement | Thailand | 2005-08-26\n- International Government Organizations | Consult | Representatives (Kyrgyzstan) | 2005-06-07\n- International Government Organizations | Complain officially | Colombia | 2005-09-09\n- China | Reduce relations | International Government Organizations | 2005-04-06\n- Shaukat Aziz | Make statement | International Government Organizations | 2005-06-01\n- Nabih Berri | Make statement | International Government Organizations | 2005-09-01\n- International Government Organizations | Provide aid | Refugee (Uzbekistan) | 2005-05-21\nAnswer:", "completion": " Vietnam", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1393592", "prompt": "In which year did the Military Personnel - Special of the Philippines last use conventional military force against the Militant of the Philippines?\nEvidence:\n- Military Personnel - Special (Philippines) | Use conventional military force | Militant (Philippines) | 2015-02-07\n- Military Personnel - Special (Philippines) | Use conventional military force | Militant (Philippines) | 2011-10-02\n- Military Personnel - Special (Philippines) | Use conventional military force | Militant (Philippines) | 2011-03-11\n- Military Personnel - Special (Philippines) | Use conventional military force | Militant (Philippines) | 2010-02-14\n- Military Personnel - Special (Philippines) | Use conventional military force | Muslim Militant (Philippines) | 2013-05-27\n- Military Personnel - Special (Philippines) | Use conventional military force | Muslim Militant (Philippines) | 2007-02-01\n- Military Personnel - Special (Philippines) | Use conventional military force | Islamic Militant (Philippines) | 2015-02-16\n- Military Personnel - Special (Philippines) | Use conventional military force | Islamic Militant (Philippines) | 2009-06-13\n- Military Personnel - Special (Philippines) | Use conventional military force | Islamic Militant (Philippines) | 2007-11-15\n- Military Personnel - Special (Philippines) | Use conventional military force | Islamic Militant (Philippines) | 2007-08-08\n- Military Personnel - Special (Philippines) | Use conventional military force | Islamic Militant (Philippines) | 2005-03-16\n- Military Personnel (Philippines) | Use conventional military force | Militant (Philippines) | 2009-07-16\n- Military Personnel - Special (Philippines) | Use conventional military force | Men (Philippines) | 2014-10-29\n- Military Personnel - Special (Philippines) | Use conventional military force | Men (Philippines) | 2014-07-01\n- Military Personnel - Special (Philippines) | Use conventional military force | Men (Philippines) | 2014-06-27\nAnswer:", "completion": " 2015", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1278171", "prompt": "In what year did the head of government of Uruguay declare his intention to negotiate with the leader of the Revolutionary Armed Forces of Colombia?\nEvidence:\n- United Self-Defense Forces of Colombia | Accuse | Head of Government (Colombia) | 2007-05-17\n- Head of Government (Colombia) | Demand | United Self-Defense Forces of Colombia | 2005-11-24\n- Head of Government (Colombia) | Make statement | United Self-Defense Forces of Colombia | 2007-12-20\n- Head of Government (Colombia) | Make statement | Colombia | 2005-01-27\n- Head of Government (Colombia) | Make an appeal or request | United Self-Defense Forces of Colombia | 2012-10-30\n- Head of Government (Colombia) | Make an appeal or request | United Self-Defense Forces of Colombia | 2007-05-17\n- Head of Government (Colombia) | Criticize or denounce | Colombia | 2005-02-12\n- United Self-Defense Forces of Colombia | Engage in negotiation | Colombia | 2008-10-16\n- United Self-Defense Forces of Colombia | Engage in negotiation | Colombia | 2005-07-22\n- Colombia | Engage in negotiation | United Self-Defense Forces of Colombia | 2008-10-16\n- Colombia | Engage in negotiation | United Self-Defense Forces of Colombia | 2005-07-22\n- United Self-Defense Forces of Colombia | Investigate | Colombia | 2006-08-15\n- United Self-Defense Forces of Colombia | Investigate | Colombia | 2006-08-14\n- Colombia | Yield | United Self-Defense Forces of Colombia | 2005-12-12\n- Head of Government (Peru) | Make statement | Colombia | 2005-01-24\nAnswer:", "completion": " 2014", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1319987", "prompt": "In which month did the citizens of Thailand wish to establish diplomatic cooperation with the Member of Parliament of Thailand?\nEvidence:\n- Member of Parliament (Thailand) | Express intent to engage in material cooperation | Citizen (Thailand) | 2005-02-08\n- Member of Parliament (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-02-08\n- Member of Parliament (Thailand) | Consult | Citizen (Thailand) | 2005-01-28\n- Member of Parliament (Thailand) | Accuse | Citizen (Thailand) | 2005-01-25\n- Citizen (Thailand) | Consult | Member of Parliament (Thailand) | 2005-01-28\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-03-01\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-02-26\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-01-05\n- Party Member (Thailand) | Appeal for diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-01-25\n- Villager (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-02-22\n- Citizen (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Media (Thailand) | 2005-02-15\n- Citizen (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Media (Thailand) | 2005-02-11\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-01-07\n- Military Personnel (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-01-11\n- Media Personnel (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-03-02\nAnswer:", "completion": " 2010-06", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1344092", "prompt": "Before Georgios Papandreou, with whom did the Council of Ministers' Advisers of the United States last wish to negotiate?\nEvidence:\n- Georgios Papandreou | Consult | Georgios Papandreou | 2005-02-10\n- Georgios Papandreou | Express intent to meet or negotiate | Iran | 2006-06-25\n- Head of Government (Cyprus) | Consult | Georgios Papandreou | 2006-06-14\n- Georgios Papandreou | Consult | Head of Government (Cyprus) | 2006-06-14\n- Georgios Papandreou | Accuse | Head of Government (Greece) | 2006-05-14\n- Georgios Papandreou | Express intent to meet or negotiate | Mahmoud Ahmadinejad | 2006-06-26\n- Georgios Papandreou | Express intent to meet or negotiate | Cleric (Greece) | 2005-12-09\n- Georgios Papandreou | Express intent to meet or negotiate | Citizen (Greece) | 2008-02-04\n- Georgios Papandreou | Express intent to meet or negotiate | Citizen (Greece) | 2007-10-25\n- Georgios Papandreou | Express intent to meet or negotiate | Citizen (Greece) | 2007-02-23\n- Georgios Papandreou | Express intent to meet or negotiate | Citizen (Greece) | 2007-01-14\n- Georgios Papandreou | Express intent to meet or negotiate | Citizen (Greece) | 2007-01-12\n- Georgios Papandreou | Express intent to meet or negotiate | Archbishop (Albania) | 2006-06-09\n- New Democracy | Demand | Georgios Papandreou | 2006-04-17\n- Laila Freivalds | Consult | Georgios Papandreou | 2005-09-07\nAnswer:", "completion": " Tanzania", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1137080", "prompt": "In which month did the Sudan last praise John Garang?\nEvidence:\n- Sudan | Praise or endorse | John Garang | 2005-01-23\n- John Garang | Praise or endorse | Citizen (Sudan) | 2005-01-02\n- Government (Sudan) | Praise or endorse | John Garang | 2005-03-07\n- Citizen (Sudan) | Praise or endorse | John Garang | 2005-07-09\n- Citizen (Sudan) | Praise or endorse | John Garang | 2005-07-08\n- Citizen (Sudan) | Praise or endorse | John Garang | 2005-01-22\n- John Garang | Engage in negotiation | Government (Sudan) | 2005-02-08\n- Government (Sudan) | Engage in negotiation | John Garang | 2005-02-08\n- John Garang | Make statement | Sudan | 2005-01-09\n- John Garang | Make statement | Sudan | 2005-01-08\n- John Garang | Sign formal agreement | John Garang | 2005-01-26\n- Citizen (Sudan) | Engage in symbolic act | John Garang | 2005-08-07\n- Citizen (Sudan) | Engage in symbolic act | John Garang | 2005-08-06\n- Citizen (Sudan) | Engage in symbolic act | John Garang | 2005-08-03\n- Citizen (Sudan) | Engage in symbolic act | John Garang | 2005-08-02\nAnswer:", "completion": " 2013-01", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1234774", "prompt": "In what year did Rose Gottemoeller last express an intention to negotiate with Vietnam?\nEvidence:\n- Rose Gottemoeller | Express intent to meet or negotiate | Vietnam | 2015-03-04\n- Rose Gottemoeller | Express intent to meet or negotiate | Vietnam | 2015-03-02\n- Vietnam | Host a visit | Rose Gottemoeller | 2015-03-03\n- Rose Gottemoeller | Make a visit | Vietnam | 2015-03-03\n- Rose Gottemoeller | Express intent to meet or negotiate | Japan | 2015-08-04\n- Rose Gottemoeller | Express intent to meet or negotiate | Japan | 2015-08-03\n- Rose Gottemoeller | Express intent to meet or negotiate | France | 2015-07-09\n- Rose Gottemoeller | Consult | Manuel Augusto | 2015-12-11\n- Manuel Augusto | Consult | Rose Gottemoeller | 2015-12-11\n- Ministry (South Korea) | Express intent to meet or negotiate | Rose Gottemoeller | 2015-01-28\n- Rose Gottemoeller | Make a visit | Japan | 2014-08-05\n- Rose Gottemoeller | Make a visit | France | 2015-07-09\n- Rose Gottemoeller | Consult | Ministry (South Korea) | 2015-01-30\n- Ministry (South Korea) | Consult | Rose Gottemoeller | 2015-01-30\n- Japan | Host a visit | Rose Gottemoeller | 2014-08-05\nAnswer:", "completion": " 2015", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1253551", "prompt": "Who requested for the citizens of Nigeria in August 27th, 2010?\nEvidence:\n- Vietnam | Engage in diplomatic cooperation | Committees for the Defense of the Revolution | 2005-09-30\n- Movement for the Liberation of the Central African People | Appeal for change in leadership | François Bozizé | 2008-07-15\n- Militant (Movement for the Emancipation of the Niger Delta) | Use unconventional violence | Citizen (Nigeria) | 2006-04-05\n- Office for the Protection of the Constitution | Consult | Intelligence (Germany) | 2006-03-13\n- Intelligence (Germany) | Consult | Office for the Protection of the Constitution | 2006-03-13\n- Secretary of State for the Home Department | Appeal for change in leadership | Governor (India) | 2014-07-04\n- Liu Yandong | Consult | Democratic Front for the Reunification of the Fatherland | 2005-10-21\n- Lawyer/Attorney (Germany) | Investigate | Office for the Protection of the Constitution | 2015-08-01\n- Democratic Front for the Reunification of the Fatherland | Consult | Liu Yandong | 2005-10-21\n- Democratic Front for the Reunification of the Fatherland | Accuse | South Korea | 2005-12-25\n- Secretary of State for the Home Department | Engage in negotiation | Governor (India) | 2015-06-26\n- Secretary of State for the Home Department | Engage in negotiation | Andrew Robathan | 2008-06-14\n- Governor (India) | Engage in negotiation | Secretary of State for the Home Department | 2015-06-26\n- Andrew Robathan | Engage in negotiation | Secretary of State for the Home Department | 2008-06-14\n- Democratic Front for the Reunification of the Fatherland | Make statement | South Korea | 2008-10-20\nAnswer:", "completion": " Royal Administration (Nigeria)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1003685", "prompt": "Who made a request to the citizens of Sudan on 29 May 2013?\nEvidence:\n- South Sudan | Make an appeal or request | Sudan | 2013-05-29\n- Government (Sudan) | Accuse of war crimes | Armed Rebel (Sudan Revolutionary Front) | 2013-05-29\n- UN Security Council | Make an appeal or request | Sudan | 2013-05-29\n- Sudan | Accuse | South Sudan | 2013-05-29\n- UN Security Council | Make an appeal or request | South Sudan | 2013-05-29\n- South Sudan | Make statement | Sudan | 2013-05-29\n- Sudan | Receive deployment of peacekeepers | Tanzania People's Defence Force | 2013-05-29\n- Armed Rebel (Sudan Revolutionary Front) | Use unconventional violence | Sudan | 2013-05-29\n- High Ranking Military Personnel (South Sudan) | Deny responsibility | South Sudan | 2013-05-29\n- Tanzania People's Defence Force | Provide military protection or peacekeeping | Sudan | 2013-05-29\n- Eritrea | Receive deployment of peacekeepers | Tanzania People's Defence Force | 2013-05-29\n- Tanzania People's Defence Force | Provide military protection or peacekeeping | Eritrea | 2013-05-29\nAnswer:", "completion": " Popular Congress", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 12, "n_anchors": 1} +{"id": "mtq_1329708", "prompt": "Who was the first to praise William Ruto after William ole Ntimama?\nEvidence:\n- William ole Ntimama | Demand | William Ruto | 2011-08-22\n- William Ruto | Accuse | William ole Ntimama | 2012-12-24\n- William ole Ntimama | Praise or endorse | William Ruto | 2014-08-06\n- William ole Ntimama | Make statement | William Ruto | 2012-12-24\n- William ole Ntimama | Deny responsibility | William Ruto | 2012-12-24\n- Isaac Kiprono Ruto | Accuse | William ole Ntimama | 2009-09-11\n- William ole Ntimama | Criticize or denounce | Isaac Kiprono Ruto | 2009-09-11\n- William ole Ntimama | Praise or endorse | Maasai | 2005-11-23\n- William ole Ntimama | Threaten | Maasai | 2006-07-05\n- William ole Ntimama | Praise or endorse | Governor (Kenya) | 2012-09-01\n- William ole Ntimama | Make statement | Maasai | 2012-01-03\n- William ole Ntimama | Make statement | Maasai | 2011-07-04\n- William ole Ntimama | Make statement | Maasai | 2005-10-24\n- William ole Ntimama | Make statement | Maasai | 2005-10-03\n- William ole Ntimama | Make statement | Maasai | 2005-10-02\nAnswer:", "completion": " Mwai Kibaki", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1321494", "prompt": "In which year did the member of parliament of Thailand investigate Abhisit Vejjajiva for the first time?\nEvidence:\n- Party Member (Thailand) | Engage in negotiation | Abhisit Vejjajiva | 2006-07-25\n- Abhisit Vejjajiva | Engage in negotiation | Party Member (Thailand) | 2006-07-25\n- Thailand | Consult | Abhisit Vejjajiva | 2006-04-27\n- Thailand | Consult | Abhisit Vejjajiva | 2005-02-16\n- Abhisit Vejjajiva | Consult | Thailand | 2006-04-27\n- Abhisit Vejjajiva | Consult | Thailand | 2005-02-16\n- Citizen (Thailand) | Engage in negotiation | Abhisit Vejjajiva | 2006-07-25\n- Abhisit Vejjajiva | Engage in negotiation | Citizen (Thailand) | 2006-07-25\n- Abhisit Vejjajiva | Make statement | Thailand | 2006-04-30\n- Abhisit Vejjajiva | Make statement | Thailand | 2006-02-25\n- Abhisit Vejjajiva | Make statement | Thailand | 2005-12-28\n- Abhisit Vejjajiva | Make statement | Thailand | 2005-06-30\n- Abhisit Vejjajiva | Make statement | Thailand | 2005-06-29\n- Abhisit Vejjajiva | Demand | Citizen (Thailand) | 2006-04-03\n- Citizen (Thailand) | Accuse of crime, corruption | Abhisit Vejjajiva | 2006-05-23\nAnswer:", "completion": " 2008", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1381949", "prompt": "In which year did the Bishop of Uganda last appeal to the citizens of Uganda?\nEvidence:\n- Bishop (Uganda) | Make statement | The Hague | 2005-03-29\n- Citizen (Uganda) | Engage in symbolic act | Bishop (Uganda) | 2010-02-16\n- Citizen (Uganda) | Engage in symbolic act | Bishop (Uganda) | 2010-02-11\n- Bishop (Uganda) | Engage in symbolic act | Citizen (Uganda) | 2010-02-16\n- Bishop (Uganda) | Mediate | Congress (Uganda) | 2009-12-03\n- Bishop (Uganda) | Demand | Citizen (Uganda) | 2010-02-19\n- Bishop (Uganda) | Demand | Citizen (Uganda) | 2006-03-08\n- Bishop (Uganda) | Make an appeal or request | Police (Uganda) | 2010-08-09\n- Bishop (Uganda) | Make an appeal or request | Citizen (Uganda) | 2014-12-01\n- Bishop (Uganda) | Make an appeal or request | Citizen (Uganda) | 2013-12-17\n- Bishop (Uganda) | Make an appeal or request | Citizen (Uganda) | 2008-08-04\n- Bishop (Uganda) | Make an appeal or request | Citizen (Uganda) | 2006-06-13\n- Bishop (Uganda) | Rally support on behalf of | Citizen (Uganda) | 2010-06-25\n- Bishop (Uganda) | Make statement | Religion (Uganda) | 2005-01-10\n- Bishop (Uganda) | Make an appeal or request | Political Parties (Uganda) | 2006-03-08\nAnswer:", "completion": " 2014", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1011632", "prompt": "Who made a telephone call to Agence France-Presse in the same month from the police of Bosnia and Herzegovina?\nEvidence:\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2006-03-28\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-18\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-04-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-01-03\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2006-03-28\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-07-19\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-07-18\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-04-19\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-01-03\n- Japan | Discuss by telephone | Agence France-Presse | 2005-03-20\n- Agence France-Presse | Discuss by telephone | Japan | 2005-03-20\n- Governor (Thailand) | Discuss by telephone | Agence France-Presse | 2005-01-23\n- Agence France-Presse | Discuss by telephone | Governor (Thailand) | 2005-01-23\n- Agence France-Presse | Engage in material cooperation | Police (Australia) | 2005-03-29\nAnswer:", "completion": " Citizen (Sudan)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1178219", "prompt": "Who was the last person to want to negotiate with international governmental organisations before Javier Solana?\nEvidence:\n- Javier Solana | Consider policy option | The Hague | 2005-02-05\n- Javier Solana | Express intent to meet or negotiate | France | 2005-02-18\n- Javier Solana | Express intent to meet or negotiate | Colombia | 2005-01-03\n- Javier Solana | Demand | Iran | 2005-02-01\n- Javier Solana | Consult | Iran | 2005-02-01\n- Iran | Consult | Javier Solana | 2005-02-01\n- Shaukat Aziz | Express intent to meet or negotiate | Javier Solana | 2005-01-25\n- Milo Djukanovic | Express intent to meet or negotiate | Javier Solana | 2005-02-24\n- Mahmoud Abbas | Express intent to meet or negotiate | Javier Solana | 2005-02-28\n- Mahmoud Abbas | Express intent to meet or negotiate | Javier Solana | 2005-02-25\n- Javier Solana | Express intent to meet or negotiate | Milo Djukanovic | 2005-02-24\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-14\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-13\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-08\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-05\nAnswer:", "completion": " Women (Georgia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1083812", "prompt": "Who asked for the citizens of Norway before the Business of Norway did?\nEvidence:\n- Member of the Judiciary (Norway) | Praise or endorse | Business (Norway) | 2010-02-12\n- Member of the Judiciary (Norway) | Demand | Citizen (Norway) | 2006-01-30\n- Professor (Norway) | Make statement | Business (Norway) | 2009-11-17\n- Citizen (Norway) | Use unconventional violence | Business (Norway) | 2006-12-20\n- Citizen (Norway) | Conduct strike or boycott | Member of the Judiciary (Norway) | 2010-12-13\n- Member of the Judiciary (Norway) | Expel or deport individuals | Asylum Seeker (Norway) | 2012-12-21\n- Citizen (Norway) | Make an appeal or request | Member of the Judiciary (Norway) | 2007-11-15\n- Business (Norway) | Cooperate economically | Iraq | 2015-08-24\n- Business (Norway) | Cooperate economically | Iraq | 2015-08-23\n- Business (Norway) | Cooperate economically | Ethiopia | 2014-06-11\n- Treasury/Finance Ministry (Norway) | Criticize or denounce | Business (Norway) | 2009-04-09\n- Labor Union (Norway) | Express intent to cooperate | Business (Norway) | 2009-03-31\n- Company - Owner or Operator (Norway) | Make statement | Business (Norway) | 2012-01-25\n- Company - Owner or Operator (Norway) | Make statement | Business (Norway) | 2011-05-12\n- Business (Norway) | Make an appeal or request | Citizen (Norway) | 2008-09-01\nAnswer:", "completion": " Jens Stoltenberg", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1158086", "prompt": "Before the Criminal of Australia, to whom did the Mayor of Australia last make negative remarks?\nEvidence:\n- City Mayor (Australia) | Make statement | Criminal (Australia) | 2009-09-11\n- City Mayor (Australia) | Make statement | Criminal (Australia) | 2008-02-01\n- City Mayor (Australia) | Make statement | Criminal (Australia) | 2005-02-01\n- City Mayor (Australia) | Make pessimistic comment | Criminal (Australia) | 2005-12-20\n- City Mayor (Australia) | Criticize or denounce | Criminal (Australia) | 2008-10-06\n- Criminal (Australia) | Make a visit | Member of the Judiciary (United States) | 2007-03-26\n- City Mayor (Australia) | Make statement | People Associated with the Opposition (Australia) | 2011-05-31\n- City Mayor (Australia) | Make statement | People Associated with the Opposition (Australia) | 2008-11-19\n- City Mayor (Australia) | Make statement | People Associated with the Opposition (Australia) | 2007-11-06\n- People Associated with the Opposition (Australia) | Make statement | Criminal (Australia) | 2010-11-09\n- People Associated with the Opposition (Australia) | Make statement | Criminal (Australia) | 2009-09-19\n- The Hague | Make statement | Criminal (The Hague) | 2010-12-15\n- Member of Parliament (Australia) | Make statement | City Mayor (Australia) | 2005-11-02\n- City Mayor (Australia) | Make statement | Member of Parliament (Australia) | 2007-10-29\n- City Mayor (Australia) | Make statement | Member of Parliament (Australia) | 2007-08-06\nAnswer:", "completion": " Citizen (Australia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1164701", "prompt": "After United Arab Emirates, which country was the first to host the visit of Shaukat Aziz of Shaukat Aziz?\nEvidence:\n- United Arab Emirates | Host a visit | Tariq Aziz | 2005-01-30\n- Tariq Aziz | Make a visit | United Arab Emirates | 2005-01-30\n- Iran | Host a visit | United Arab Emirates | 2005-02-25\n- Iran | Host a visit | Shaukat Aziz | 2005-02-21\n- China | Host a visit | Shaukat Aziz | 2005-01-31\n- China | Host a visit | Shaukat Aziz | 2005-01-28\n- United Arab Emirates | Host a visit | South Korea | 2005-03-15\n- United Arab Emirates | Host a visit | Gerhard Schröder | 2005-03-05\n- United Arab Emirates | Host a visit | Benazir Bhutto | 2005-04-02\n- Supreme Council (United Arab Emirates) | Make statement | United Arab Emirates | 2005-03-26\n- Treasury/Finance Ministry (United Arab Emirates) | Make statement | United Arab Emirates | 2005-02-13\n- United Arab Emirates | Make a visit | Iran | 2005-02-25\n- United Arab Emirates | Consult | Iran | 2005-02-01\n- Iran | Consult | United Arab Emirates | 2005-02-01\n- Royal Administration (Saudi Arabia) | Host a visit | Shaukat Aziz | 2005-02-15\nAnswer:", "completion": " Iran", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1017077", "prompt": "On 23 August 2007, which country signed an agreement with Laos?\nEvidence:\n- Laos | Sign formal agreement | China | 2007-08-23\n- China | Sign formal agreement | Laos | 2007-08-23\n- Military (Laos) | Make a visit | China | 2007-08-23\n- Laos | Engage in diplomatic cooperation | China | 2007-08-23\n- China | Host a visit | Military (Laos) | 2007-08-23\n- China | Engage in diplomatic cooperation | Laos | 2007-08-23\n- Laos | Host a visit | Cao Duc Phat | 2007-08-23\n- Cao Duc Phat | Make a visit | Laos | 2007-08-23\n- Military (Laos) | Express intent to meet or negotiate | China | 2007-08-23\n- South Korea | Engage in diplomatic cooperation | China | 2007-08-23\n- South Korea | Consult | China | 2007-08-23\n- Pier Ferdinando Casini | Express intent to meet or negotiate | China | 2007-08-23\n- Madeleine Albright | Consult | China | 2007-08-23\n- Japan | Make a visit | China | 2007-08-23\n- Japan | Consult | China | 2007-08-23\nAnswer:", "completion": " China", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1014728", "prompt": "Which year did the City Mayor of United States last reject Al Jazeera?\nEvidence:\n- Al Jazeera | Make statement | Insurgency (United States) | 2005-11-30\n- Al Jazeera | Make statement | Detainee (United States) | 2005-08-13\n- Iran | Demand | Al Jazeera | 2005-04-18\n- Al Jazeera | Accuse | Iraq | 2005-12-19\n- Tichaona Jokonya | Consult | Al Jazeera | 2006-01-19\n- Mahmoud Abbas | Consult | Al Jazeera | 2006-02-20\n- Mahmoud Abbas | Consult | Al Jazeera | 2005-11-18\n- Iran | Reduce relations | Al Jazeera | 2005-04-20\n- Iran | Reduce relations | Al Jazeera | 2005-04-19\n- Iran | Make statement | Al Jazeera | 2005-04-19\n- Evo Morales | Consult | Al Jazeera | 2005-12-20\n- Donald Rumsfeld | Accuse | Al Jazeera | 2005-09-29\n- Donald Rumsfeld | Accuse | Al Jazeera | 2005-06-04\n- Al Jazeera | Make statement | Zawahiri | 2006-01-31\n- Al Jazeera | Make statement | Zawahiri | 2005-12-08\nAnswer:", "completion": " 2008", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1310134", "prompt": "After Cristina Fernández de Kirchner, who was the first to visit the French Ministry of Foreign Affairs?\nEvidence:\n- Foreign Affairs (France) | Host a visit | Cristina Fernández de Kirchner | 2007-02-06\n- Cristina Fernández de Kirchner | Make a visit | Foreign Affairs (France) | 2007-02-06\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-05-24\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-03-03\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-02-28\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-12-26\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-11-15\n- Cristina Fernández de Kirchner | Accuse | Alberto Fernández | 2005-12-24\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2012-09-23\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2007-11-15\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-05-24\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-03-03\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2008-02-28\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2007-12-26\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2007-11-15\nAnswer:", "completion": " Hamrokhon Zarifi", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1277653", "prompt": "In the year of 2011, who accused the citizens of Australia?\nEvidence:\n- Vietnam | Engage in diplomatic cooperation | Committees for the Defense of the Revolution | 2005-09-30\n- People Associated with the Opposition (Australia) | Accuse | Member of Parliament (Australia) | 2005-11-23\n- The Daily Telegraph | Engage in symbolic act | Citizen (Australia) | 2005-01-08\n- People Associated with the Opposition (Australia) | Demand change in leadership | Citizen (Australia) | 2005-08-11\n- People Associated with the Opposition (Australia) | Make statement | Member of Parliament (Australia) | 2005-03-15\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2006-06-28\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2006-05-14\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2006-04-04\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2005-11-08\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2005-05-09\n- Member of Parliament (Australia) | Make statement | People Associated with the Opposition (Australia) | 2005-03-15\n- People Associated with the Opposition (Australia) | Criticize or denounce | Member of Parliament (Australia) | 2006-11-29\n- Member of Parliament (Australia) | Criticize or denounce | People Associated with the Opposition (Australia) | 2006-06-10\n- Member of Parliament (Australia) | Bring lawsuit against | The Daily Telegraph | 2006-09-28\n- Cabinet / Council of Ministers / Advisors (Australia) | Make statement | People Associated with the Opposition (Australia) | 2005-06-28\nAnswer:", "completion": " Lawyer/Attorney (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1360061", "prompt": "Who was the first to express interest in cooperation with the citizens of Croatia?\nEvidence:\n- Government (Croatia) | Engage in diplomatic cooperation | The Hague | 2011-04-28\n- First Command of the Capital | Express intent to engage in diplomatic cooperation (such as policy support) | Party Member (Brazil) | 2006-06-12\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-07-02\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-06-27\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- People First Party Korea | Express intent to engage in material cooperation | Kuomintang | 2007-04-23\n- Citizen (Brazil) | Express intent to release persons or property | First Command of the Capital | 2008-10-16\n- Assembly of First Nations | Engage in material cooperation | Police (Canada) | 2013-02-16\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Police (Croatia) | Express intent to engage in diplomatic cooperation (such as policy support) | Government (Croatia) | 2007-11-30\n- Police (Croatia) | Express intent to engage in diplomatic cooperation (such as policy support) | Government (Croatia) | 2006-12-05\n- Police (Croatia) | Express intent to engage in diplomatic cooperation (such as policy support) | Government (Croatia) | 2005-06-07\nAnswer:", "completion": " Government (Croatia)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1049558", "prompt": "Could you tell me the exact month when the Greek government official accused Alexis Tsipras?\nEvidence:\n- Head of Government (Greece) | Consult | Alexis Tsipras | 2012-05-13\n- Head of Government (Greece) | Consult | Alexis Tsipras | 2012-05-08\n- Head of Government (Greece) | Accuse | Alexis Tsipras | 2011-04-01\n- Alexis Tsipras | Consult | Head of Government (Greece) | 2012-05-13\n- Alexis Tsipras | Consult | Head of Government (Greece) | 2012-05-08\n- Alexis Tsipras | Accuse | Head of Government (Greece) | 2011-11-16\n- Alexis Tsipras | Make statement | Head of Government (Greece) | 2010-09-06\n- Georgios Papandreou | Accuse | Alexis Tsipras | 2011-04-01\n- Democratic Left | Consult | Alexis Tsipras | 2012-05-08\n- Antonis Samaras | Consult | Alexis Tsipras | 2012-05-09\n- Antonis Samaras | Consult | Alexis Tsipras | 2012-05-07\n- Antonis Samaras | Accuse | Alexis Tsipras | 2012-05-08\n- Alexis Tsipras | Demand | Citizen (Greece) | 2012-05-09\n- Alexis Tsipras | Consult | Democratic Left | 2012-05-08\n- Alexis Tsipras | Consult | Antonis Samaras | 2012-05-09\nAnswer:", "completion": " 2012-10", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1319606", "prompt": "In which month did the Criminal of Tanzania first want to establish diplomatic cooperation with the Police of Tanzania?\nEvidence:\n- Tanzania | Engage in diplomatic cooperation | China | 2005-04-15\n- China | Engage in diplomatic cooperation | Tanzania | 2005-04-15\n- Citizen (Tanzania) | Express intent to engage in diplomatic cooperation (such as policy support) | Police (Tanzania) | 2005-02-28\n- Citizen (Tanzania) | Demand judicial cooperation | Police (Tanzania) | 2005-07-22\n- Criminal (Tanzania) | Use unconventional violence | Tanzania | 2005-04-03\n- Criminal (Tanzania) | Physically assault | Citizen (Tanzania) | 2005-08-08\n- Tanzania | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-04-15\n- Criminal (Tanzania) | Use unconventional violence | Citizen (Tanzania) | 2005-08-08\n- Criminal (Tanzania) | Use unconventional violence | Citizen (Tanzania) | 2005-05-06\n- Citizen (Tanzania) | Use unconventional violence | Criminal (Tanzania) | 2005-05-06\n- Police (Tanzania) | Investigate | Tanzania | 2005-04-04\n- Police (Tanzania) | Use tactics of violent repression | Citizen (Tanzania) | 2005-04-12\n- Police (Tanzania) | Use tactics of violent repression | Citizen (Tanzania) | 2005-04-11\n- Citizen (Tanzania) | Express intent to engage in diplomatic cooperation (such as policy support) | Jakaya Mrisho Kikwete | 2005-05-10\n- Police (Tanzania) | Confiscate property | Tanzania | 2005-04-29\nAnswer:", "completion": " 2013-05", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1311119", "prompt": "In which year did Anders Breivik use small arms and light weapons to attack activists in Norway?\nEvidence:\n- Anders Breivik | fight with small arms and light weapons | Citizen (Norway) | 2012-07-25\n- Anders Breivik | fight with small arms and light weapons | Citizen (Norway) | 2012-06-22\n- Anders Breivik | fight with small arms and light weapons | Citizen (Norway) | 2012-05-17\n- Anders Breivik | fight with small arms and light weapons | Citizen (Norway) | 2012-05-16\n- Anders Breivik | fight with small arms and light weapons | Citizen (Norway) | 2012-05-15\n- Anders Breivik | fight with small arms and light weapons | Citizen (Norway) | 2012-05-09\n- Anders Breivik | fight with small arms and light weapons | Citizen (Norway) | 2012-04-21\n- Anders Breivik | fight with small arms and light weapons | Citizen (Norway) | 2012-04-20\n- Anders Breivik | fight with small arms and light weapons | Citizen (Norway) | 2012-04-18\n- Anders Breivik | fight with small arms and light weapons | Citizen (Norway) | 2012-04-17\n- Anders Breivik | fight with small arms and light weapons | Citizen (Norway) | 2012-04-16\n- Anders Breivik | fight with small arms and light weapons | Citizen (Norway) | 2012-04-15\n- Anders Breivik | fight with small arms and light weapons | Citizen (Norway) | 2012-03-27\n- Anders Breivik | fight with small arms and light weapons | Citizen (Norway) | 2012-03-26\n- Anders Breivik | fight with small arms and light weapons | Citizen (Norway) | 2011-11-30\nAnswer:", "completion": " 2015", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1099666", "prompt": "When was the last time the military of Timor-Leste made a request to the international media?\nEvidence:\n- Media Personnel (Timor-Leste) | Make statement | Timor-Leste | 2006-04-28\n- Timor-Leste | Rally support on behalf of | Military (Timor-Leste) | 2006-04-30\n- Timor-Leste | Rally support on behalf of | Military (Timor-Leste) | 2006-04-28\n- Head of Government (Timor-Leste) | Make statement | Timor-Leste | 2005-11-15\n- Head of Government (Timor-Leste) | Make statement | Timor-Leste | 2005-07-05\n- Military (Timor-Leste) | Mobilize or increase armed forces | Timor-Leste | 2006-05-23\n- Military (Timor-Leste) | Mobilize or increase armed forces | Timor-Leste | 2006-04-29\n- Catholic Bishop (Timor-Leste) | Reject | Timor-Leste | 2005-02-07\n- Head of Government (Timor-Leste) | Engage in symbolic act | Timor-Leste | 2005-05-20\n- Timor-Leste | Make a visit | Angola | 2006-04-07\n- Angola | Host a visit | Timor-Leste | 2006-04-07\n- Portugal | Express intent to provide military aid | Timor-Leste | 2006-05-24\n- Portugal | Express intent to provide military aid | Timor-Leste | 2006-05-12\n- Portugal | Express intent to provide military aid | Timor-Leste | 2006-05-11\n- Timor-Leste | Receive deployment of peacekeepers | Thailand | 2005-02-23\nAnswer:", "completion": " 2007-02-09", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1133796", "prompt": "When did Barack Obama first express his intention to engage in diplomatic cooperation with Jakaya Mrisho Kikwete?\nEvidence:\n- Citizen (Tanzania) | Express intent to engage in diplomatic cooperation (such as policy support) | Jakaya Mrisho Kikwete | 2005-05-10\n- Jakaya Mrisho Kikwete | Express intent to cooperate | Tanzania | 2006-03-01\n- Jakaya Mrisho Kikwete | Express intent to cooperate | Citizen (Tanzania) | 2006-01-15\n- Jakaya Mrisho Kikwete | Express intent to cooperate | Citizen (Tanzania) | 2005-10-07\n- Tanzania | Make statement | Jakaya Mrisho Kikwete | 2005-12-13\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-03-10\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-03-09\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-23\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-21\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-10\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-02\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-01\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-01-02\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-12-30\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2005-10-27\nAnswer:", "completion": " 2009-05-19", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1293723", "prompt": "After Benazir Bhutto, who was the first to be criticised by the international community?\nEvidence:\n- Pervez Musharraf | Refuse to yield | Benazir Bhutto | 2005-01-12\n- Pervez Musharraf | Refuse to yield | Benazir Bhutto | 2005-01-11\n- Benazir Bhutto | Refuse to yield | Pervez Musharraf | 2005-11-29\n- Government (Pakistan) | Reject | Benazir Bhutto | 2005-10-21\n- Government (Pakistan) | Investigate | Benazir Bhutto | 2005-09-21\n- Government (Pakistan) | Accuse | Benazir Bhutto | 2005-09-19\n- Benazir Bhutto | Reject | Pervez Musharraf | 2005-01-28\n- Benazir Bhutto | Make statement | Iraq | 2005-07-18\n- Benazir Bhutto | Demand | Pervez Musharraf | 2006-01-30\n- Benazir Bhutto | Accuse | Pervez Musharraf | 2005-07-21\n- Benazir Bhutto | Accuse | Pervez Musharraf | 2005-07-19\n- Benazir Bhutto | Accuse | Government (Pakistan) | 2005-03-11\n- United Arab Emirates | Consult | Benazir Bhutto | 2005-03-24\n- Pervez Musharraf | Make statement | Benazir Bhutto | 2006-03-26\n- Pervez Musharraf | Make statement | Benazir Bhutto | 2005-09-17\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1162377", "prompt": "With which country did Abdullah Gül last want to meet in 2008?\nEvidence:\n- Ali Abdullah Saleh | Express intent to meet or negotiate | Abdullah Gül | 2008-02-25\n- Ali Abdullah Saleh | Express intent to meet or negotiate | Abdullah Gül | 2008-02-24\n- Ali Abdullah Saleh | Express intent to meet or negotiate | Abdullah Gül | 2008-02-22\n- Ali Abdullah Saleh | Express intent to meet or negotiate | Abdullah Gül | 2008-02-08\n- Abdullah Gül | Express intent to meet or negotiate | Ali Abdullah Saleh | 2008-02-24\n- Abdullah Gül | Express intent to meet or negotiate | Tanzania | 2008-02-25\n- Abdullah Gül | Express intent to meet or negotiate | Tanzania | 2008-02-21\n- Abdullah Gül | Express intent to meet or negotiate | Tanzania | 2008-02-19\n- Abdullah Gül | Express intent to meet or negotiate | Qatar | 2008-02-05\n- Abdullah Gül | Express intent to meet or negotiate | Qatar | 2008-02-04\n- Abdullah Gül | Express intent to meet or negotiate | Qatar | 2008-02-01\n- Abdullah Gül | Express intent to meet or negotiate | Qatar | 2008-01-16\n- Citizen (Sudan) | Express intent to meet or negotiate | Abdullah Gül | 2008-01-20\n- Abdullah Gül | Express intent to meet or negotiate | Citizen (Sudan) | 2008-01-20\n- Abdullah Gül | Express intent to meet or negotiate | Businessperson (Turkey) | 2008-02-24\nAnswer:", "completion": " Iraq", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1036150", "prompt": "Who was the first person the Police of Peru spoke to on the phone after the Military of Peru?\nEvidence:\n- Villager (Peru) | Return, release person(s) | Police (Peru) | 2008-06-16\n- Police (Peru) | Return, release person(s) | Religion (Peru) | 2006-03-11\n- Police (Peru) | Return, release person(s) | Business (Peru) | 2013-03-19\n- Police (Peru) | Make statement | Military Personnel (Peru) | 2008-02-03\n- Military Personnel (Peru) | Make statement | Police (Peru) | 2010-12-24\n- Military Personnel (Peru) | Make statement | Police (Peru) | 2008-11-25\n- Military Personnel (Peru) | Make statement | Police (Peru) | 2008-02-03\n- Military Personnel (Peru) | Make statement | Police (Peru) | 2007-12-06\n- Military Personnel (Peru) | Make statement | Police (Peru) | 2007-05-20\n- Military Personnel (Peru) | Make statement | Police (Peru) | 2006-07-13\n- Military Personnel (Peru) | Make statement | Police (Peru) | 2005-03-02\n- Military Personnel (Peru) | Cooperate militarily | Police (Peru) | 2007-05-01\n- President of the Senate (Peru) | Bring lawsuit against | Congress (Peru) | 2012-10-16\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-07-02\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-06-27\nAnswer:", "completion": " Associated Press", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1168902", "prompt": "Who was the first to negotiate with Abdel Fattah Al-Sisi in 2015?\nEvidence:\n- Haider Al-Abadi | Engage in negotiation | Abdel Fattah Al-Sisi | 2015-01-13\n- Haider Al-Abadi | Engage in negotiation | Abdel Fattah Al-Sisi | 2015-01-12\n- Abdel Fattah Al-Sisi | Engage in negotiation | Haider Al-Abadi | 2015-01-13\n- Abdel Fattah Al-Sisi | Engage in negotiation | Haider Al-Abadi | 2015-01-12\n- Haider Al-Abadi | Consult | Abdel Fattah Al-Sisi | 2015-01-11\n- Abdel Fattah Al-Sisi | Consult | Haider Al-Abadi | 2015-01-11\n- Mahmoud Abbas | Consult | Abdel Fattah Al-Sisi | 2015-01-15\n- Mahmoud Abbas | Consult | Abdel Fattah Al-Sisi | 2015-01-14\n- John Baird | Consult | Abdel Fattah Al-Sisi | 2015-01-15\n- Abdel Fattah Al-Sisi | Make statement | Kuwait | 2015-03-15\n- Abdel Fattah Al-Sisi | Demand | Police (Egypt) | 2015-01-17\n- Abdel Fattah Al-Sisi | Consult | Mahmoud Abbas | 2015-01-15\n- Abdel Fattah Al-Sisi | Consult | Mahmoud Abbas | 2015-01-14\n- Abdel Fattah Al-Sisi | Consult | John Baird | 2015-01-15\n- Ministry (Egypt) | Engage in negotiation | Abdel Fattah Al-Sisi | 2015-01-08\nAnswer:", "completion": " Ministry (Egypt)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1253870", "prompt": "After Mahmoud Ahmadinejad, who was the first to be criticised by the Israeli Foreign Ministry?\nEvidence:\n- Ministry (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-29\n- Mahmoud Ahmadinejad | Consult | Ministry (Iran) | 2005-06-29\n- Ministry (Iran) | Make statement | Mahmoud Ahmadinejad | 2005-06-25\n- Foreign Affairs (Israel) | Make statement | Mahmoud Ahmadinejad | 2005-06-27\n- Mahmoud Ahmadinejad | Investigate | Iran | 2005-06-21\n- Mahmoud Ahmadinejad | Demand | Iran | 2005-04-07\n- Mahmoud Ahmadinejad | Accuse | Iran | 2005-06-25\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-07-01\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-09\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-04-17\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-07-02\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-30\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-29\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-28\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-27\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1266651", "prompt": "Who did the Prime Minister of Bangladesh condemn first after Tablig Jamaat?\nEvidence:\n- Head of Government (Bangladesh) | Criticize or denounce | Tablig Jamaat | 2014-09-30\n- Head of Government (Bangladesh) | Reject | People Associated with the Opposition (Bangladesh) | 2006-06-29\n- Head of Government (Bangladesh) | Make statement | People Associated with the Opposition (Bangladesh) | 2006-03-06\n- Head of Government (Bangladesh) | Make statement | People Associated with the Opposition (Bangladesh) | 2005-01-26\n- Head of Government (Bangladesh) | Make optimistic comment | People Associated with the Opposition (Bangladesh) | 2005-12-01\n- Head of Government (Bangladesh) | Criticize or denounce | People Associated with the Opposition (Bangladesh) | 2005-03-18\n- Head of Government (Bangladesh) | Make an appeal or request | People Associated with the Opposition (Bangladesh) | 2006-11-04\n- Head of Government (Bangladesh) | Make an appeal or request | People Associated with the Opposition (Bangladesh) | 2006-02-10\n- Head of Government (Bangladesh) | Make an appeal or request | People Associated with the Opposition (Bangladesh) | 2006-02-05\n- Head of Government (Bangladesh) | Make an appeal or request | People Associated with the Opposition (Bangladesh) | 2005-07-15\n- Head of Government (Bangladesh) | Threaten | Citizen (Bangladesh) | 2005-10-10\n- Head of Government (Bangladesh) | Threaten | Citizen (Bangladesh) | 2005-10-06\n- Head of Government (Bangladesh) | Threaten | Citizen (Bangladesh) | 2005-02-08\n- Head of Government (Bangladesh) | Reject | Citizen (Bangladesh) | 2007-03-06\n- Head of Government (Bangladesh) | Reject | Citizen (Bangladesh) | 2005-06-02\nAnswer:", "completion": " Citizen (Bangladesh)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1352173", "prompt": "Who was last investigated by Umaru Musa Yar'Adua?\nEvidence:\n- Umaru Musa Yar'Adua | Discuss by telephone | Oluṣẹgun Ọbasanjọ | 2007-03-08\n- Oluṣẹgun Ọbasanjọ | Discuss by telephone | Umaru Musa Yar'Adua | 2007-03-08\n- Umaru Musa Yar'Adua | Threaten | Government (Nigeria) | 2005-01-25\n- Umaru Musa Yar'Adua | Demand | Citizen (Nigeria) | 2007-05-31\n- Umaru Musa Yar'Adua | Consult | South Africa | 2007-04-26\n- Umaru Musa Yar'Adua | Consult | Abdoulaye Wade | 2007-05-08\n- Umaru Musa Yar'Adua | Accuse | Citizen (Nigeria) | 2007-01-05\n- South Africa | Consult | Umaru Musa Yar'Adua | 2007-04-26\n- Oluṣẹgun Ọbasanjọ | Yield | Umaru Musa Yar'Adua | 2007-05-30\n- Oluṣẹgun Ọbasanjọ | Yield | Umaru Musa Yar'Adua | 2007-05-29\n- Daily Trust | Reject | Umaru Musa Yar'Adua | 2007-02-09\n- Citizen (Nigeria) | Demand | Umaru Musa Yar'Adua | 2007-04-23\n- Abdoulaye Wade | Consult | Umaru Musa Yar'Adua | 2007-05-08\n- Umaru Musa Yar'Adua | Praise or endorse | China | 2007-05-30\n- Umaru Musa Yar'Adua | Make statement | Government (Nigeria) | 2007-05-29\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1197278", "prompt": "Who visited South Sudan on 26 August 2014?\nEvidence:\n- South Sudan | Consult | Djibouti | 2014-08-26\n- Djibouti | Consult | South Sudan | 2014-08-26\n- South Sudan | Host a visit | Daily Monitor | 2014-08-26\n- Daily Monitor | Make a visit | South Sudan | 2014-08-26\n- China | Express intent to provide military protection or peacekeeping | South Sudan | 2014-08-26\n- Yu Zhengsheng | Express intent to provide material aid | China | 2014-08-26\n- Le Hong Anh | Make a visit | China | 2014-08-26\n- Le Hong Anh | Express intent to meet or negotiate | China | 2014-08-26\n- City Mayor (China) | Make statement | China | 2014-08-26\n- China | Host a visit | Le Hong Anh | 2014-08-26\nAnswer:", "completion": " Daily Monitor", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 10, "n_anchors": 1} +{"id": "mtq_1171188", "prompt": "When did Prime Minister Qarase first express his intention to negotiate with the Middle East?\nEvidence:\n- Prime Minister Qarase | Express intent to cooperate | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Express intent to cooperate | Prime Minister Chaudhry | 2006-05-20\n- Prime Minister Chaudhry | Express intent to cooperate | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Express intent to cooperate | Prime Minister Qarase | 2006-05-20\n- Prime Minister Chaudhry | Express intent to meet or negotiate | Prime Minister Qarase | 2006-05-19\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-09\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-08\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-11-14\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-10-05\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Demand | Prime Minister Qarase | 2006-05-22\nAnswer:", "completion": " 2006-11-01", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1223959", "prompt": "After Maumoon Abdul Gayoom, who was the first to negotiate with Abdul Kalam?\nEvidence:\n- Maumoon Abdul Gayoom | Engage in negotiation | Abdul Kalam | 2005-03-30\n- Abdul Kalam | Engage in negotiation | Maumoon Abdul Gayoom | 2005-03-30\n- Maumoon Abdul Gayoom | Express intent to meet or negotiate | Abdul Kalam | 2005-03-29\n- Maumoon Abdul Gayoom | Express intent to meet or negotiate | Abdul Kalam | 2005-03-28\n- Maumoon Abdul Gayoom | Express intent to meet or negotiate | Abdul Kalam | 2005-03-27\n- Maumoon Abdul Gayoom | Express intent to meet or negotiate | Abdul Kalam | 2005-03-23\n- Maumoon Abdul Gayoom | Consult | Kuwait | 2006-05-31\n- Maumoon Abdul Gayoom | Consult | China | 2005-01-10\n- Maumoon Abdul Gayoom | Consult | China | 2005-01-06\n- Kuwait | Consult | Maumoon Abdul Gayoom | 2006-05-31\n- China | Consult | Maumoon Abdul Gayoom | 2005-01-10\n- China | Consult | Maumoon Abdul Gayoom | 2005-01-06\n- Wen Jiabao | Consult | Maumoon Abdul Gayoom | 2005-01-05\n- Maumoon Abdul Gayoom | Make statement | Maldives | 2008-08-10\n- Maumoon Abdul Gayoom | Make statement | Maldives | 2008-06-24\nAnswer:", "completion": " Pervez Musharraf", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1245756", "prompt": "Who was the first to be criticised by the citizens of Botswana?\nEvidence:\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Member of Parliament (Botswana) | Reject | Citizen (Botswana) | 2009-03-17\n- Member of Parliament (Botswana) | Demand | Citizen (Botswana) | 2015-11-03\n- Member of Parliament (Botswana) | Accuse | Citizen (Botswana) | 2006-12-12\n- Member of Parliament (Botswana) | Accuse | Citizen (Botswana) | 2005-11-10\n- Head of Government (Botswana) | Demand | Government (Botswana) | 2010-11-23\n- Head of Government (Botswana) | Demand | Citizen (Botswana) | 2015-07-29\n- Head of Government (Botswana) | Consult | Government (Botswana) | 2005-08-12\n- Government (Botswana) | Consult | Head of Government (Botswana) | 2005-08-12\n- Citizen (Botswana) | Yield | Head of Government (Botswana) | 2008-04-15\n- Citizen (Botswana) | Threaten | Member of Parliament (Botswana) | 2006-08-01\nAnswer:", "completion": " City Mayor (Botswana)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1240645", "prompt": "Who was the last to be denounced by the citizens of Nigeria before the Presidential Press Service of Nigeria?\nEvidence:\n- Presidential Press Service (Nigeria) | Discuss by telephone | Media (Africa) | 2015-04-10\n- Presidential Press Service (Nigeria) | Discuss by telephone | Media (Africa) | 2015-02-17\n- Presidential Press Service (Nigeria) | Discuss by telephone | Daily Trust | 2011-01-24\n- Media (Africa) | Discuss by telephone | Presidential Press Service (Nigeria) | 2015-04-10\n- Media (Africa) | Discuss by telephone | Presidential Press Service (Nigeria) | 2015-02-17\n- Daily Trust | Discuss by telephone | Presidential Press Service (Nigeria) | 2011-01-24\n- Presidential Press Service (Nigeria) | Consult | Ministry (Nigeria) | 2012-11-30\n- Presidential Press Service (Nigeria) | Accuse | Citizen (Nigeria) | 2015-11-24\n- Presidential Press Service (Nigeria) | Accuse | Citizen (Nigeria) | 2015-09-14\n- Presidential Press Service (Nigeria) | Accuse | Citizen (Nigeria) | 2013-02-06\n- Ministry (Nigeria) | Consult | Presidential Press Service (Nigeria) | 2012-11-30\n- Citizen (Nigeria) | Accuse | Presidential Press Service (Nigeria) | 2015-03-16\n- Presidential Press Service (Nigeria) | Demand | Oluṣẹgun Ọbasanjọ | 2015-02-17\n- Presidential Press Service (Nigeria) | Demand | Ibrahim Idris | 2008-05-12\n- Presidential Press Service (Nigeria) | Consult | Media (Africa) | 2015-07-13\nAnswer:", "completion": " Oodua Peoples Congress", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1391221", "prompt": "When did the government of Côte d'Ivoire make a request to the student of Côte d'Ivoire?\nEvidence:\n- Student (Cote d'Ivoire) | Apologize | Government (Cote d'Ivoire) | 2014-02-07\n- Government (Cote d'Ivoire) | Make statement | Student (Cote d'Ivoire) | 2015-11-25\n- Government (Cote d'Ivoire) | Make an appeal or request | Student (Cote d'Ivoire) | 2014-02-08\n- Student (Cote d'Ivoire) | Make statement | Police (Cote d'Ivoire) | 2014-02-21\n- Government (Cote d'Ivoire) | Sign formal agreement | Armed Rebel (Forces Nouvelles de Côte d'Ivoire) | 2010-12-14\n- Government (Cote d'Ivoire) | Sign formal agreement | Armed Rebel (Forces Nouvelles de Côte d'Ivoire) | 2008-07-15\n- Armed Rebel (Forces Nouvelles de Côte d'Ivoire) | Sign formal agreement | Government (Cote d'Ivoire) | 2010-12-14\n- Armed Rebel (Forces Nouvelles de Côte d'Ivoire) | Sign formal agreement | Government (Cote d'Ivoire) | 2008-07-15\n- Police (Cote d'Ivoire) | Consult | Armed Rebel (Forces Nouvelles de Côte d'Ivoire) | 2007-12-19\n- Armed Rebel (Forces Nouvelles de Côte d'Ivoire) | Consult | Police (Cote d'Ivoire) | 2007-12-19\n- Student (Cote d'Ivoire) | Reduce relations | Police (Cote d'Ivoire) | 2014-02-24\n- Student (Cote d'Ivoire) | Physically assault | Police (Cote d'Ivoire) | 2006-09-05\n- Student (Cote d'Ivoire) | Physically assault | Police (Cote d'Ivoire) | 2006-09-02\n- Student (Cote d'Ivoire) | Physically assault | Police (Cote d'Ivoire) | 2006-09-01\n- Government (Cote d'Ivoire) | Express intent to meet or negotiate | Armed Rebel (Forces Nouvelles de Côte d'Ivoire) | 2006-07-05\nAnswer:", "completion": " 2014-02-08", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1384807", "prompt": "Who was the last person to appeal for Umaru Musa Yar'Adua before the Royal Administration of Nigeria?\nEvidence:\n- Umaru Musa Yar'Adua | Threaten | Government (Nigeria) | 2005-01-25\n- Umaru Musa Yar'Adua | Demand | Citizen (Nigeria) | 2007-05-31\n- Umaru Musa Yar'Adua | Accuse | Citizen (Nigeria) | 2007-01-05\n- Citizen (Nigeria) | Demand | Umaru Musa Yar'Adua | 2007-04-23\n- Umaru Musa Yar'Adua | Make statement | Government (Nigeria) | 2007-05-29\n- Umaru Musa Yar'Adua | Make statement | Government (Nigeria) | 2007-05-08\n- Umaru Musa Yar'Adua | Make statement | Head of Government (Nigeria) | 2007-05-07\n- Umaru Musa Yar'Adua | Make statement | Head of Government (Nigeria) | 2006-11-28\n- Umaru Musa Yar'Adua | Express intent to cooperate | Citizen (Nigeria) | 2007-05-31\n- Umaru Musa Yar'Adua | Make optimistic comment | Government (Nigeria) | 2007-05-03\n- Umaru Musa Yar'Adua | Criticize or denounce | Citizen (Nigeria) | 2007-04-23\n- Government (Nigeria) | Praise or endorse | Umaru Musa Yar'Adua | 2007-04-24\n- Democratic Party (Nigeria) | Make statement | Umaru Musa Yar'Adua | 2007-04-23\n- Democratic Party (Nigeria) | Make statement | Umaru Musa Yar'Adua | 2007-03-06\n- Citizen (Nigeria) | Praise or endorse | Umaru Musa Yar'Adua | 2007-02-05\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1246820", "prompt": "After Alfredo Lim, who did the Police of Philippines blame first?\nEvidence:\n- Police (Philippines) | Consult | Alfredo Lim | 2011-03-15\n- Police (Philippines) | Accuse | Alfredo Lim | 2010-10-13\n- Alfredo Lim | Demand | Police (Philippines) | 2011-03-18\n- Alfredo Lim | Demand | Police (Philippines) | 2011-03-16\n- Alfredo Lim | Demand | Police (Philippines) | 2011-03-15\n- Alfredo Lim | Demand | Police (Philippines) | 2010-10-22\n- Alfredo Lim | Demand | Police (Philippines) | 2008-12-10\n- Alfredo Lim | Demand | Police (Philippines) | 2008-11-29\n- Alfredo Lim | Demand | Police (Philippines) | 2008-05-23\n- Alfredo Lim | Demand | Police (Philippines) | 2007-12-11\n- Alfredo Lim | Demand | Police (Philippines) | 2007-08-22\n- Alfredo Lim | Demand | Police (Philippines) | 2007-07-17\n- Alfredo Lim | Consult | Police (Philippines) | 2011-03-15\n- Alfredo Lim | Make statement | Police (Philippines) | 2010-09-27\n- Alfredo Lim | Make statement | Police (Philippines) | 2007-10-27\nAnswer:", "completion": " Children (Philippines)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1170809", "prompt": "In February 2009, who investigated the Israeli Defence Forces?\nEvidence:\n- The Hague | Investigate | Israeli Defense Forces | 2014-08-08\n- The Hague | Investigate | Israeli Defense Forces | 2014-08-07\n- Israeli Defense Forces | Consult | Israeli Defense Forces | 2005-11-16\n- Israeli Information Center for Human Rights in the Occupied Territories | Make statement | Israeli Defense Forces | 2012-12-12\n- Israeli Defense Forces | Cooperate militarily | Israeli Defense Forces | 2005-10-17\n- Saudi Arabian Defence Forces | Threaten | Yemen | 2015-05-12\n- Saudi Arabian Defence Forces | Threaten | Yemen | 2015-05-09\n- Saudi Arabian Defence Forces | Reject | Iran | 2015-06-09\n- Saudi Arabian Defence Forces | Investigate | Yemen | 2015-10-05\n- Settler (Israel) | Engage in negotiation | Israeli Defense Forces | 2005-08-23\n- Israeli Defense Forces | Engage in negotiation | Settler (Israel) | 2005-08-23\n- Saudi Arabian Defence Forces | Mobilize or increase armed forces | Yemen | 2015-05-12\n- Saudi Arabian Defence Forces | Mobilize or increase armed forces | Yemen | 2015-04-27\n- Yemen | Reduce relations | Saudi Arabian Defence Forces | 2015-07-13\n- Yemen | Make statement | Saudi Arabian Defence Forces | 2011-04-06\nAnswer:", "completion": " Lawyer/Attorney (Palestinian Territory, Occupied)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1287733", "prompt": "In what year did the Israeli Defence Forces last use conventional military force against Sudan?\nEvidence:\n- Sudan | Use conventional military force | Ethiopia | 2005-04-01\n- Ethiopia | Use conventional military force | Sudan | 2005-04-01\n- Police (Ethiopia) | Use conventional military force | Ethiopia | 2005-06-08\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Sudan | Engage in negotiation | Ethiopia | 2005-04-19\n- Ethiopia | Engage in negotiation | Sudan | 2005-04-19\n- Eritrea | Rally opposition against | Ethiopia | 2005-03-11\n- Isaias Afewerki | Rally opposition against | Ethiopia | 2005-06-22\n- African Union | Provide military protection or peacekeeping | Sudan | 2005-01-12\n- African Union | Provide military protection or peacekeeping | Sudan | 2005-01-11\n- African Union | Provide military protection or peacekeeping | Sudan | 2005-01-10\n- Citizen (Sudan) | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-01-23\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\nAnswer:", "completion": " 2013", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1341613", "prompt": "Who was the last person to be condemned by the UN Security Council before Democratic Force?\nEvidence:\n- UN Security Council | Criticize or denounce | Democratic Force | 2006-01-30\n- Democratic Force | Make an appeal or request | UN Security Council | 2010-10-02\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- Democratic Force | Use conventional military force | Defense / Security Ministry (Senegal) | 2010-10-31\n- People Associated with the Opposition (Bangladesh) | Reject | Democratic Force | 2005-05-24\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\n- UN Security Council | Consult | Nabil Shaath | 2005-01-11\n- UN Security Council | Consult | John Garang | 2005-02-09\n- UN Security Council | Consult | John Garang | 2005-02-08\n- UN Security Council | Consult | African Union | 2005-01-10\n- Nabil Shaath | Consult | UN Security Council | 2005-01-11\nAnswer:", "completion": " Armed Rebel (Lord's Resistance Army)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1128687", "prompt": "Who asked for the police of Tanzania in June 2013?\nEvidence:\n- Tanzania | Host a visit | Secretary of State for International Development | 2013-06-23\n- Secretary of State for International Development | Make a visit | Tanzania | 2013-06-23\n- Ministry (Tanzania) | Make statement | Police (Tanzania) | 2013-06-27\n- Ministry (Tanzania) | Make statement | Police (Tanzania) | 2013-06-26\n- Ministry (Tanzania) | Make statement | Police (Tanzania) | 2013-06-21\n- Ministry (Tanzania) | Make statement | Police (Tanzania) | 2013-06-11\n- Tanzania | Appeal for diplomatic cooperation (such as policy support) | Citizen (Tanzania) | 2013-06-29\n- Ministry (Tanzania) | Demand change in leadership | Citizen (Tanzania) | 2013-06-05\n- Tanzania | Threaten | Citizen (Tanzania) | 2013-06-11\n- Ministry (Tanzania) | Make statement | Tanzania | 2013-06-02\n- Citizen (Tanzania) | Deny responsibility | Tanzania | 2013-06-25\n- Tanzania | Praise or endorse | Citizen (Tanzania) | 2013-06-12\n- Ministry (Tanzania) | Consult | Education Ministry (Tanzania) | 2013-06-05\n- Education Ministry (Tanzania) | Consult | Ministry (Tanzania) | 2013-06-05\n- Tanzania | Consult | Malawi | 2013-06-25\nAnswer:", "completion": " Citizen (Tanzania)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1394205", "prompt": "In 2009, which country received Eritrea's visit from Eritrea last?\nEvidence:\n- Yemen | Engage in negotiation | Eritrea | 2005-02-10\n- Yemen | Engage in negotiation | Eritrea | 2005-02-09\n- Eritrea | Engage in negotiation | Yemen | 2005-02-10\n- Eritrea | Engage in negotiation | Yemen | 2005-02-09\n- Yemen | Host a visit | Eritrea | 2005-02-10\n- Eritrea | Make a visit | Yemen | 2005-02-10\n- Eritrea | Make a visit | China | 2005-02-28\n- Eritrea | Host a visit | Djibouti | 2005-02-09\n- Djibouti | Make a visit | Eritrea | 2005-02-09\n- China | Host a visit | Eritrea | 2005-02-28\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-03-10\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-01-01\n- Eritrea | Engage in diplomatic cooperation | Yemen | 2005-03-10\n- Eritrea | Engage in diplomatic cooperation | Yemen | 2005-01-01\n- Eritrea | Engage in diplomatic cooperation | Djibouti | 2005-02-22\nAnswer:", "completion": " South Sudan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1040249", "prompt": "In which year did Wang Yi first praise the Royal Administration of Saudi Arabia?\nEvidence:\n- Japan | Praise or endorse | Wang Yi | 2006-09-27\n- Wang Yi | Praise or endorse | Pervez Musharraf | 2007-12-14\n- Wang Yi | Praise or endorse | Pervez Musharraf | 2007-12-13\n- Wang Yi | Praise or endorse | Government (Pakistan) | 2007-12-14\n- Wang Yi | Praise or endorse | Government (Pakistan) | 2007-12-13\n- Wang Yi | Investigate | China | 2005-08-17\n- Wang Yi | Demand | Japan | 2006-05-10\n- Wang Yi | Engage in symbolic act | Pervez Musharraf | 2007-12-14\n- Wang Yi | Engage in symbolic act | Pervez Musharraf | 2007-12-13\n- Wang Yi | Make statement | Japan | 2005-11-29\n- Wang Yi | Make statement | Japan | 2005-05-11\n- Wang Yi | Make statement | Japan | 2005-04-22\n- Wang Yi | Make statement | Japan | 2005-04-10\n- Wang Yi | Make statement | China | 2007-12-14\n- Wang Yi | Make statement | China | 2007-12-13\nAnswer:", "completion": " 2011", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1080791", "prompt": "Who did Javier Solana praise in South Africa in the same year?\nEvidence:\n- Javier Solana | Consider policy option | The Hague | 2005-02-05\n- Javier Solana | Praise or endorse | Yemen | 2005-01-20\n- Javier Solana | Praise or endorse | Iraq | 2005-01-31\n- Javier Solana | Praise or endorse | Vlado Buckovski | 2005-02-17\n- Javier Solana | Praise or endorse | Mahmoud Abbas | 2005-02-08\n- Javier Solana | Demand | Iran | 2005-02-01\n- Javier Solana | Consult | Iran | 2005-02-01\n- Iran | Consult | Javier Solana | 2005-02-01\n- Javier Solana | Engage in diplomatic cooperation | Mahmoud Abbas | 2005-01-13\n- Javier Solana | Praise or endorse | Head of Government (Ukraine) | 2005-01-13\n- Javier Solana | Praise or endorse | Government (Palestinian Territory, Occupied) | 2005-03-03\n- Stephen Hadley | Consult | Javier Solana | 2005-01-07\n- Milo Djukanovic | Consult | Javier Solana | 2005-03-03\n- Mahmoud Abbas | Consult | Javier Solana | 2005-03-03\n- Mahmoud Abbas | Consult | Javier Solana | 2005-03-02\nAnswer:", "completion": " Iran", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1025073", "prompt": "Who was the first person to criticise Tsai Ing-wen?\nEvidence:\n- Tsai Ing-wen | Investigate | Kuomintang | 2008-05-18\n- Tsai Ing-wen | Demand | Kuomintang | 2008-07-05\n- Tsai Ing-wen | Accuse | China | 2005-03-20\n- China | Reject | Tsai Ing-wen | 2007-08-06\n- China | Reject | Tsai Ing-wen | 2007-08-05\n- Tsai Ing-wen | Reject | Ma Ying Jeou | 2008-10-26\n- Tsai Ing-wen | Praise or endorse | China | 2006-03-06\n- Tsai Ing-wen | Make a visit | Japan | 2009-03-24\n- Tsai Ing-wen | Demand material cooperation | Kuomintang | 2008-06-13\n- Tsai Ing-wen | Consult | Media Personnel (International) | 2006-03-27\n- Tsai Ing-wen | Consult | Ma Ying Jeou | 2008-11-13\n- Tsai Ing-wen | Consult | Ma Ying Jeou | 2008-11-12\n- Tsai Ing-wen | Accuse | Ma Ying Jeou | 2008-12-27\n- Tsai Ing-wen | Accuse | Ma Ying Jeou | 2008-11-08\n- Tsai Ing-wen | Accuse | Ma Ying Jeou | 2008-10-19\nAnswer:", "completion": " Ma Ying Jeou", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1303679", "prompt": "Before 2013-04, with which country did Kazakhstan make a telephone call?\nEvidence:\n- Kazakhstan | Discuss by telephone | Islam Karimov | 2005-02-25\n- Islam Karimov | Discuss by telephone | Kazakhstan | 2005-02-25\n- Kazakhstan | Make a visit | China | 2005-01-25\n- Yuriy Lutsenko | Make a visit | Kazakhstan | 2005-04-05\n- Representatives (Russia) | Make a visit | Kazakhstan | 2005-03-05\n- Citizen (Kyrgyzstan) | Make a visit | Kazakhstan | 2005-03-09\n- Wesley K. Clark | Make a visit | Kazakhstan | 2005-04-23\n- Mikhail Yefimovich Fradkov | Make a visit | Kazakhstan | 2005-03-23\n- Foreign Affairs (Belarus) | Make a visit | Kazakhstan | 2005-04-19\n- China | Host a visit | Kazakhstan | 2005-01-25\n- Kazakhstan | Host a visit | Yuriy Lutsenko | 2005-04-05\n- Kazakhstan | Host a visit | Representatives (Russia) | 2005-03-05\n- Kazakhstan | Host a visit | Citizen (Kyrgyzstan) | 2005-03-09\n- Kazakhstan | Meet at a 'third' location | Cambodia | 2005-04-04\n- Kazakhstan | Host a visit | Wesley K. Clark | 2005-04-23\nAnswer:", "completion": " Islam Karimov", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1374425", "prompt": "Before Okada Katsuya, who was the last country to condemn South Korea?\nEvidence:\n- Okada Katsuya | Demand | Japan | 2009-09-05\n- Okada Katsuya | Demand | Iran | 2006-05-03\n- Okada Katsuya | Make statement | Japan | 2009-09-24\n- Okada Katsuya | Make statement | Japan | 2009-09-21\n- Okada Katsuya | Make statement | Japan | 2009-09-18\n- Okada Katsuya | Make statement | Japan | 2009-09-17\n- Okada Katsuya | Make statement | Japan | 2009-09-16\n- Okada Katsuya | Make statement | Japan | 2009-09-06\n- Okada Katsuya | Make statement | Japan | 2009-08-10\n- Okada Katsuya | Make statement | Japan | 2009-08-04\n- Okada Katsuya | Make statement | Japan | 2009-05-15\n- Okada Katsuya | Make statement | Japan | 2005-08-29\n- Okada Katsuya | Consult | Mahmoud Abbas | 2005-04-30\n- Okada Katsuya | Consult | George Yeo | 2009-09-24\n- Okada Katsuya | Consult | George Yeo | 2009-09-23\nAnswer:", "completion": " China", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1262717", "prompt": "In what year did Julia Gillard first wish to engage in diplomatic cooperation with Nicholas Nick Xenophon?\nEvidence:\n- Citizen (Australia) | Express intent to engage in diplomatic cooperation (such as policy support) | Julia Gillard | 2006-12-04\n- Citizen (Australia) | Express intent to engage in diplomatic cooperation (such as policy support) | Julia Gillard | 2005-01-21\n- Member of Parliament (Australia) | Express intent to engage in diplomatic cooperation (such as policy support) | Julia Gillard | 2006-12-01\n- Peter Costello | Accuse | Julia Gillard | 2007-05-10\n- Julia Gillard | Reject | David Hawker | 2006-06-02\n- Julia Gillard | Reject | David Hawker | 2006-05-31\n- Julia Gillard | Consult | Businessperson (Australia) | 2007-05-03\n- Julia Gillard | Accuse | David Hawker | 2006-06-01\n- Julia Gillard | Accuse | David Hawker | 2006-05-31\n- Julia Gillard | Accuse | Citizen (Australia) | 2005-01-23\n- David Hawker | Demand | Julia Gillard | 2006-05-31\n- Citizen (Australia) | Reject | Julia Gillard | 2007-01-03\n- Citizen (Australia) | Reject | Julia Gillard | 2005-09-27\n- Citizen (Australia) | Demand | Julia Gillard | 2005-01-26\n- Citizen (Australia) | Demand | Julia Gillard | 2005-01-25\nAnswer:", "completion": " 2010", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1254621", "prompt": "Who was the first to praise the head of Belarus after the citizens of Kyrgyzstan?\nEvidence:\n- Citizen (Kyrgyzstan) | Praise or endorse | Head of Government (Belarus) | 2010-06-29\n- Ombudsman (Kyrgyzstan) | Praise or endorse | Member of the Judiciary (Kyrgyzstan) | 2012-04-17\n- Ministry (Belarus) | Praise or endorse | Head of Government (Belarus) | 2008-10-09\n- Head of Government (Belarus) | Praise or endorse | Military (Belarus) | 2006-07-03\n- Head of Government (Belarus) | Praise or endorse | Government (Belarus) | 2013-12-18\n- House of Representatives (Belarus) | Praise or endorse | Head of Government (Belarus) | 2006-04-17\n- Ministry (Kyrgyzstan) | Consult | Member of the Judiciary (Kyrgyzstan) | 2006-06-07\n- Member of the Judiciary (Kyrgyzstan) | Reject | Citizen (Kyrgyzstan) | 2007-12-18\n- Member of the Judiciary (Kyrgyzstan) | Reject | Citizen (Kyrgyzstan) | 2005-06-30\n- Member of the Judiciary (Kyrgyzstan) | Reject | Citizen (Kyrgyzstan) | 2005-06-28\n- Member of the Judiciary (Kyrgyzstan) | Reject | Citizen (Kyrgyzstan) | 2005-02-25\n- Member of the Judiciary (Kyrgyzstan) | Reject | Citizen (Kyrgyzstan) | 2005-02-24\n- Member of the Judiciary (Kyrgyzstan) | Consult | Ministry (Kyrgyzstan) | 2006-06-07\n- Citizen (Kyrgyzstan) | Reject | Member of the Judiciary (Kyrgyzstan) | 2005-04-27\n- Head of Government (Belarus) | Praise or endorse | Foreign Affairs (Belarus) | 2013-01-29\nAnswer:", "completion": " Shimon Peres", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1233212", "prompt": "With whom did Dmitry Anatolyevich Medvedev first formally sign an agreement in 2008?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Demand | Gazprom | 2008-11-20\n- Veterans (Russia) | Consult | Dmitry Anatolyevich Medvedev | 2008-02-13\n- Radoslaw Sikorski | Consult | Dmitry Anatolyevich Medvedev | 2008-03-04\n- Radoslaw Sikorski | Consult | Dmitry Anatolyevich Medvedev | 2008-03-03\n- Media (Russia) | Consult | Dmitry Anatolyevich Medvedev | 2008-02-04\n- Dmitry Anatolyevich Medvedev | Make statement | Kazakhstan | 2008-02-22\n- Dmitry Anatolyevich Medvedev | Make statement | Gazprom | 2008-11-26\n- Dmitry Anatolyevich Medvedev | Make statement | Gazprom | 2008-02-05\n- Dmitry Anatolyevich Medvedev | Consult | Veterans (Russia) | 2008-02-13\n- Dmitry Anatolyevich Medvedev | Consult | Radoslaw Sikorski | 2008-03-04\n- Dmitry Anatolyevich Medvedev | Consult | Radoslaw Sikorski | 2008-03-03\n- Dmitry Anatolyevich Medvedev | Consult | Media (Russia) | 2008-02-04\n- Angela Merkel | Consult | Dmitry Anatolyevich Medvedev | 2008-03-05\n- Scientist (Russia) | Make an appeal or request | Dmitry Anatolyevich Medvedev | 2008-03-03\n- Dmitry Anatolyevich Medvedev | Make an appeal or request | Media (Russia) | 2008-08-16\nAnswer:", "completion": " Gurbanguly Berdymukhammedov", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1303682", "prompt": "Who accused the citizens of Nigeria in October 2014?\nEvidence:\n- Vietnam | Engage in diplomatic cooperation | Committees for the Defense of the Revolution | 2005-09-30\n- Militant (Movement for the Emancipation of the Niger Delta) | Use unconventional violence | Citizen (Nigeria) | 2006-04-05\n- Office for the Protection of the Constitution | Consult | Intelligence (Germany) | 2006-03-13\n- Intelligence (Germany) | Consult | Office for the Protection of the Constitution | 2006-03-13\n- Citizen (Kyrgyzstan) | Demand change in leadership | Member of the Judiciary (Kyrgyzstan) | 2005-04-28\n- Liu Yandong | Consult | Democratic Front for the Reunification of the Fatherland | 2005-10-21\n- Democratic Front for the Reunification of the Fatherland | Consult | Liu Yandong | 2005-10-21\n- Democratic Front for the Reunification of the Fatherland | Accuse | South Korea | 2005-12-25\n- The Hague | Reject | The Hague | 2005-05-04\n- The Hague | Accuse | The Hague | 2006-03-11\n- Wen Jiabao | Consult | Chancellor of the Exchequer | 2005-02-21\n- University of the Philippines | Make statement | China | 2005-02-23\n- University of the Philippines | Make statement | China | 2005-02-22\n- Tony Blair | Consult | Chancellor of the Exchequer | 2006-09-11\n- The Chronicle | Consult | Head of Government (Ghana) | 2005-06-15\nAnswer:", "completion": " Democratic Party (Nigeria)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1291025", "prompt": "Against whom did the police of Syria use conventional military force in the same month as the armed gang of Syria?\nEvidence:\n- Police (Syria) | Use conventional military force | Armed Gang (Syria) | 2012-08-11\n- Air Force (Syria) | Use conventional military force | Armed Gang (Syria) | 2015-02-07\n- Military (Lebanon) | Use conventional military force | Armed Gang (Syria) | 2014-09-01\n- Military (Lebanon) | Use conventional military force | Armed Gang (Syria) | 2014-08-31\n- Military (Lebanon) | Use conventional military force | Armed Gang (Syria) | 2014-08-27\n- Military (Lebanon) | Use conventional military force | Armed Gang (Syria) | 2014-08-26\n- Military (Lebanon) | Use conventional military force | Armed Gang (Syria) | 2012-05-24\n- Police (Syria) | Use conventional military force | Armed Rebel (Syria) | 2012-08-16\n- Police (Syria) | Use conventional military force | Armed Services Deserter (Syria) | 2012-01-14\n- Police (Syria) | Use conventional military force | Armed Services Deserter (Syria) | 2011-12-10\n- Armed Services Deserter (Syria) | Use conventional military force | Police (Syria) | 2012-01-31\n- Armed Services Deserter (Syria) | Use conventional military force | Police (Syria) | 2011-10-25\n- Air Force (Syria) | Use conventional military force | Armed Rebel (Syria) | 2014-05-25\n- Air Force (Syria) | Use conventional military force | Armed Rebel (Syria) | 2014-01-22\n- Air Force (Syria) | Use conventional military force | Armed Rebel (Syria) | 2014-01-21\nAnswer:", "completion": " Armed Rebel (Syria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1369572", "prompt": "With which country did South Korea express interest in cooperation in the same month of the Ministry of South Korea?\nEvidence:\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | South Korea | 2005-01-06\n- South Korea | Demand material cooperation | China | 2005-01-13\n- South Korea | Express intent to engage in diplomatic cooperation (such as policy support) | Emperor Akihito | 2005-01-13\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | South Korea | 2005-01-08\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- South Korea | Engage in negotiation | Japan | 2005-01-08\n- South Korea | Engage in negotiation | Japan | 2005-01-03\n- Japan | Engage in negotiation | South Korea | 2005-01-08\n- Japan | Engage in negotiation | South Korea | 2005-01-03\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- South Korea | Express intent to cooperate | Japan | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-06\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1244606", "prompt": "Who negotiated with Lee Myung Bak in the same month as Angela Merkel?\nEvidence:\n- South Korea | Threaten | Lee Myung Bak | 2007-06-05\n- Lee Myung Bak | Demand | South Korea | 2007-06-20\n- Lee Myung Bak | Consult | Islam Karimov | 2006-03-30\n- Islam Karimov | Consult | Lee Myung Bak | 2006-03-30\n- South Korea | Make statement | Lee Myung Bak | 2007-05-10\n- South Korea | Make statement | Lee Myung Bak | 2007-01-23\n- Lee Myung Bak | Make statement | South Korea | 2006-03-29\n- Lee Myung Bak | Deny responsibility | Governor (Japan) | 2005-04-05\n- Lee Myung Bak | Criticize or denounce | Japan | 2005-04-05\n- Chung Dong-young | Investigate | Lee Myung Bak | 2006-03-21\n- Angela Merkel | Defend verbally | People Associated with the Opposition (Germany) | 2005-07-17\n- South Korea | Praise or endorse | Lee Myung Bak | 2007-05-02\n- South Korea | Host a visit | Lee Myung Bak | 2007-03-23\n- South Korea | Host a visit | Lee Myung Bak | 2006-06-26\n- Roh Moo Hyun | Make statement | Lee Myung Bak | 2007-06-13\nAnswer:", "completion": " Barack Obama", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1164809", "prompt": "In which month did Nuri al-Maliki praise Philip Hammond?\nEvidence:\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-05-20\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-26\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-25\n- Philip Hammond | Praise or endorse | Japan | 2013-06-01\n- Philip Hammond | Praise or endorse | Japan | 2013-05-31\n- Iraq | Praise or endorse | Nuri al-Maliki | 2006-05-22\n- Valdis Dombrovskis | Praise or endorse | Philip Hammond | 2013-09-06\n- Philip Hammond | Praise or endorse | Boris Johnson | 2010-12-09\n- Philip Hammond | Threaten | Iran | 2012-10-12\n- Legislature (Iraq) | Praise or endorse | Nuri al-Maliki | 2006-05-21\n- Legislature (Iraq) | Praise or endorse | Nuri al-Maliki | 2006-05-20\n- Legislature (Iraq) | Praise or endorse | Nuri al-Maliki | 2006-05-19\n- Legislature (Iraq) | Praise or endorse | Nuri al-Maliki | 2006-04-27\n- Muhammad Naji al-Otari | Praise or endorse | Nuri al-Maliki | 2006-04-27\n- Nuri al-Maliki | Consult | Iraq | 2006-04-27\nAnswer:", "completion": " 2014-08", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1103273", "prompt": "Who was the first to reject the citizens of Nigeria after Issa Aremu did?\nEvidence:\n- Issa Aremu | Reject | Citizen (Nigeria) | 2015-10-26\n- Issa Aremu | Demand | Ministry (Nigeria) | 2015-10-22\n- Issa Aremu | Demand | Citizen (Nigeria) | 2015-05-28\n- Issa Aremu | Accuse | Citizen (Nigeria) | 2015-11-09\n- Issa Aremu | Accuse | Citizen (Nigeria) | 2010-09-16\n- Issa Aremu | Make statement | Government (Nigeria) | 2015-10-12\n- Issa Aremu | Make statement | Government (Nigeria) | 2015-08-31\n- Issa Aremu | Make statement | Government (Nigeria) | 2014-11-18\n- Issa Aremu | Make statement | Head of Government (Nigeria) | 2015-03-03\n- Issa Aremu | Make statement | Labor Union (Nigeria) | 2014-08-11\n- Issa Aremu | Make statement | Labor Union (Nigeria) | 2012-09-18\n- Issa Aremu | Praise or endorse | Head of Government (Nigeria) | 2015-06-29\n- Issa Aremu | Praise or endorse | Head of Government (Nigeria) | 2015-06-26\n- Issa Aremu | Threaten | Muhammadu Buhari | 2015-10-02\n- Issa Aremu | Demand | Muhammadu Buhari | 2015-10-02\nAnswer:", "completion": " Godwin Emefiele", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1105156", "prompt": "Before 2014, against whom did the citizens of Mauritania use unconventional violence?\nEvidence:\n- Police (Mauritania) | Use unconventional violence | Citizen (Mauritania) | 2008-08-08\n- Murderer (Mauritania) | Use unconventional violence | Citizen (Mauritania) | 2009-11-30\n- Citizen (Mauritania) | Use unconventional violence | Police (Mauritania) | 2009-05-29\n- Citizen (Mauritania) | Use unconventional violence | Police (Mauritania) | 2007-11-08\n- Armed Opposition (Mauritania) | Use unconventional violence | Citizen (Mauritania) | 2008-02-01\n- Armed Gang (Mauritania) | Use unconventional violence | Citizen (Mauritania) | 2008-02-01\n- Armed Gang (Mauritania) | Use unconventional violence | Citizen (Mauritania) | 2007-12-26\n- Armed Gang (Mauritania) | Use unconventional violence | Citizen (Mauritania) | 2007-03-12\n- Police (Mauritania) | Use tactics of violent repression | Citizen (Mauritania) | 2008-08-06\n- Citizen (Mauritania) | Deny responsibility | People Associated with the Opposition (Mauritania) | 2007-10-15\n- Police (Mauritania) | Use conventional military force | Citizen (Mauritania) | 2011-03-26\n- Police (Mauritania) | Use conventional military force | Citizen (Mauritania) | 2009-05-29\n- Police (Mauritania) | Use conventional military force | Citizen (Mauritania) | 2008-10-06\n- Police (Mauritania) | Use conventional military force | Citizen (Mauritania) | 2008-04-09\n- Police (Mauritania) | Use conventional military force | Citizen (Mauritania) | 2007-11-08\nAnswer:", "completion": " Police (Mauritania)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1053695", "prompt": "In which month did Aleksander Kwasniewski last negotiate with Gerhard Schröder?\nEvidence:\n- Gerhard Schröder | Consult | Aleksander Kwasniewski | 2005-07-25\n- Gerhard Schröder | Consult | Aleksander Kwasniewski | 2005-05-20\n- Gerhard Schröder | Consult | Aleksander Kwasniewski | 2005-05-19\n- Aleksander Kwasniewski | Consult | Gerhard Schröder | 2005-07-25\n- Aleksander Kwasniewski | Consult | Gerhard Schröder | 2005-05-20\n- Aleksander Kwasniewski | Consult | Gerhard Schröder | 2005-05-19\n- Gerhard Schröder | Engage in negotiation | Aleksander Kwasniewski | 2005-05-19\n- Gerhard Schröder | Engage in negotiation | Aleksander Kwasniewski | 2005-01-07\n- Aleksander Kwasniewski | Engage in negotiation | Gerhard Schröder | 2005-05-19\n- Aleksander Kwasniewski | Engage in negotiation | Gerhard Schröder | 2005-01-07\n- Gerhard Schröder | Engage in material cooperation | Aleksander Kwasniewski | 2005-05-20\n- Gerhard Schröder | Engage in diplomatic cooperation | Aleksander Kwasniewski | 2005-05-20\n- Aleksander Kwasniewski | Engage in material cooperation | Gerhard Schröder | 2005-05-23\n- Aleksander Kwasniewski | Engage in material cooperation | Gerhard Schröder | 2005-05-20\n- Gerhard Schröder | Express intent to meet or negotiate | Aleksander Kwasniewski | 2005-07-18\nAnswer:", "completion": " 2005-05", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1308476", "prompt": "In which year did the Israeli Defence Forces last investigate the armed gang of the Occupied Palestinian Territories?\nEvidence:\n- Israeli Defense Forces | Investigate | Armed Gang (Palestinian Territory, Occupied) | 2015-10-03\n- Israeli Defense Forces | Investigate | Armed Gang (Palestinian Territory, Occupied) | 2006-07-30\n- Israeli Defense Forces | Investigate | Armed Gang (Palestinian Territory, Occupied) | 2006-06-25\n- Israeli Defense Forces | Demand | Armed Gang (Palestinian Territory, Occupied) | 2005-12-29\n- Israeli Defense Forces | Accuse | Armed Gang (Palestinian Territory, Occupied) | 2006-02-10\n- Israeli Information Center for Human Rights in the Occupied Territories | Make statement | Israeli Defense Forces | 2012-12-12\n- Israeli Defense Forces | Occupy territory | Armed Gang (Palestinian Territory, Occupied) | 2006-10-18\n- Israeli Defense Forces | Make statement | Armed Gang (Palestinian Territory, Occupied) | 2012-06-03\n- Israeli Defense Forces | Make statement | Armed Gang (Palestinian Territory, Occupied) | 2012-06-02\n- Israeli Defense Forces | Make statement | Armed Gang (Palestinian Territory, Occupied) | 2012-05-02\n- Israeli Defense Forces | Make statement | Armed Gang (Palestinian Territory, Occupied) | 2010-03-27\n- Israeli Defense Forces | Make statement | Armed Gang (Palestinian Territory, Occupied) | 2008-08-27\n- Israeli Defense Forces | Make statement | Armed Gang (Palestinian Territory, Occupied) | 2008-08-26\n- Israeli Defense Forces | Make statement | Armed Gang (Palestinian Territory, Occupied) | 2008-01-04\n- Israeli Defense Forces | Make statement | Armed Gang (Palestinian Territory, Occupied) | 2007-04-24\nAnswer:", "completion": " 2015", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1388214", "prompt": "Who last praised Pervez Musharraf in 2006?\nEvidence:\n- United Arab Emirates | Engage in negotiation | Pervez Musharraf | 2006-01-24\n- Pervez Musharraf | Engage in negotiation | United Arab Emirates | 2006-01-24\n- Shaukat Aziz | Consult | Pervez Musharraf | 2006-01-10\n- Pervez Musharraf | Make statement | Thailand | 2006-01-05\n- Pervez Musharraf | Make statement | Iraq | 2006-01-10\n- Pervez Musharraf | Make statement | Iran | 2006-01-27\n- Pervez Musharraf | Make statement | Iran | 2006-01-26\n- Pervez Musharraf | Make statement | Iran | 2006-01-09\n- Pervez Musharraf | Consult | Shaukat Aziz | 2006-01-10\n- Pervez Musharraf | Consult | Mahmoud Ahmadinejad | 2006-01-03\n- Mahmoud Ahmadinejad | Consult | Pervez Musharraf | 2006-01-03\n- Benazir Bhutto | Demand | Pervez Musharraf | 2006-01-30\n- Pervez Musharraf | Engage in symbolic act | Royal Administration (Pakistan) | 2006-04-19\n- Shaukat Aziz | Make statement | Pervez Musharraf | 2006-01-13\n- Pervez Musharraf | Make statement | Government (Pakistan) | 2006-01-23\nAnswer:", "completion": " Legislature (Pakistan)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1154822", "prompt": "Which country hosted the visit of Branko Crvenkovski of the Macedonian military in the same year?\nEvidence:\n- Branko Crvenkovski | Make statement | Military (Macedonia) | 2005-08-18\n- Romania | Host a visit | Branko Crvenkovski | 2005-02-17\n- Branko Crvenkovski | Make a visit | Romania | 2005-02-17\n- Vlado Buckovski | Engage in negotiation | Branko Crvenkovski | 2005-10-08\n- Vlado Buckovski | Engage in negotiation | Branko Crvenkovski | 2005-05-05\n- Branko Crvenkovski | Engage in negotiation | Vlado Buckovski | 2005-10-08\n- Branko Crvenkovski | Engage in negotiation | Vlado Buckovski | 2005-05-05\n- Branko Crvenkovski | Engage in negotiation | Aleksander Kwasniewski | 2005-10-15\n- Aleksander Kwasniewski | Engage in negotiation | Branko Crvenkovski | 2005-10-15\n- Wolfgang Schüssel | Consult | Branko Crvenkovski | 2005-09-27\n- Vlado Buckovski | Consult | Branko Crvenkovski | 2005-04-29\n- Vlado Buckovski | Consult | Branko Crvenkovski | 2005-04-19\n- Samuel Schmid | Consult | Branko Crvenkovski | 2005-05-17\n- Janez Jansa | Consult | Branko Crvenkovski | 2005-02-16\n- Janez Jansa | Consult | Branko Crvenkovski | 2005-02-15\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1382083", "prompt": "In which year did Okada Katsuya last visit the Cabinet Council of Ministers Advisors of the United States?\nEvidence:\n- Okada Katsuya | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2009-09-21\n- Cabinet / Council of Ministers / Advisors (United States) | Consult | Okada Katsuya | 2009-09-21\n- Okada Katsuya | Make statement | Cabinet / Council of Ministers / Advisors (Japan) | 2009-09-06\n- Okada Katsuya | Consult | Envoy (United States) | 2009-09-21\n- Envoy (United States) | Consult | Okada Katsuya | 2009-09-21\n- Sudan | Host a visit | Okada Katsuya | 2005-05-05\n- Okada Katsuya | Make a visit | Sudan | 2005-05-05\n- Okada Katsuya | Make a visit | Japan | 2005-09-10\n- Okada Katsuya | Make a visit | Iran | 2006-04-26\n- Okada Katsuya | Make a visit | China | 2005-05-11\n- Japan | Host a visit | Okada Katsuya | 2005-09-10\n- Iran | Host a visit | Okada Katsuya | 2006-04-26\n- China | Host a visit | Okada Katsuya | 2005-05-11\n- Okada Katsuya | Demand | Japan | 2009-09-05\n- Okada Katsuya | Demand | Iran | 2006-05-03\nAnswer:", "completion": " 2010", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1265898", "prompt": "In what year did the leader of Togo last visit Angola?\nEvidence:\n- Togo | Engage in symbolic act | Head of Government (Togo) | 2005-03-13\n- Member of the Judiciary (Angola) | Make pessimistic comment | Angola | 2005-01-21\n- Head of Government (Togo) | Make statement | Togo | 2005-02-07\n- Head of Government (Togo) | Express intent to meet or negotiate | Togo | 2005-02-09\n- France | Demand change in leadership | Togo | 2005-02-07\n- Head of Government (Togo) | Reject proposal to meet, discuss, or negotiate | Togo | 2005-02-12\n- Togo | Make a visit | African Union | 2005-02-21\n- Togo | Host a visit | Oluṣẹgun Ọbasanjọ | 2005-03-01\n- Togo | Host a visit | Oluṣẹgun Ọbasanjọ | 2005-02-14\n- Togo | Host a visit | Joseph Ushigiale | 2005-02-23\n- Togo | Host a visit | Gnassingbé Eyadéma | 2005-02-25\n- Togo | Host a visit | African Union | 2005-05-02\n- Oluṣẹgun Ọbasanjọ | Make a visit | Togo | 2005-03-01\n- Oluṣẹgun Ọbasanjọ | Make a visit | Togo | 2005-02-14\n- Joseph Ushigiale | Make a visit | Togo | 2005-02-23\nAnswer:", "completion": " 2007", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1186057", "prompt": "Before Sudan, who was last praised by the United States Senate?\nEvidence:\n- United States Senate | Consult | Iraq | 2007-02-07\n- Iraq | Consult | United States Senate | 2007-02-07\n- United States Senate | Accuse | Lawmaker (United Kingdom) | 2005-08-04\n- United States Senate | Accuse | Lawmaker (United Kingdom) | 2005-05-18\n- United States Senate | Make statement | Iraq | 2007-05-15\n- United States Senate | Consult | Pervez Musharraf | 2007-01-14\n- Pervez Musharraf | Consult | United States Senate | 2007-01-14\n- Lawmaker (United Kingdom) | Deny responsibility | United States Senate | 2005-05-16\n- Vuk Jeremić | Make statement | United States Senate | 2007-01-19\n- United States Senate | Praise or endorse | Oman | 2006-09-19\n- United States Senate | Praise or endorse | Oman | 2006-06-28\n- United States Senate | Praise or endorse | Iraq | 2006-07-13\n- United States Senate | Make statement | Augusto Pinochet | 2005-03-17\n- United States Senate | Make statement | Augusto Pinochet | 2005-01-09\n- United States Senate | Make a visit | China | 2006-08-12\nAnswer:", "completion": " Veterans (Philippines)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1354891", "prompt": "Before Javier Solana, who held a telephone conversation with Dmitry Anatolyevich Medvedev?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- Mahmoud Abbas | Discuss by telephone | Javier Solana | 2005-02-09\n- Javier Solana | Discuss by telephone | Mahmoud Abbas | 2005-02-09\n- Kazakhstan | Host a visit | Dmitry Anatolyevich Medvedev | 2005-07-29\n- Dmitry Anatolyevich Medvedev | Make a visit | Kazakhstan | 2005-07-29\n- Dmitry Anatolyevich Medvedev | Make a visit | China | 2005-12-10\n- Dmitry Anatolyevich Medvedev | Make a visit | China | 2005-12-09\n- Dmitry Anatolyevich Medvedev | Make a visit | China | 2005-12-08\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2006-08-29\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2005-12-10\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2005-12-09\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Dmitry Anatolyevich Medvedev | Consult | China | 2005-12-08\n- China | Consult | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Islam Karimov | Make a visit | Dmitry Anatolyevich Medvedev | 2006-05-06\nAnswer:", "completion": " Lee Myung Bak", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1271247", "prompt": "When did Muhammad Naji al-Otari first visit Sudan?\nEvidence:\n- Sudan | Host a visit | Muhammad Naji al-Otari | 2009-03-24\n- Sudan | Host a visit | Muhammad Naji al-Otari | 2007-07-07\n- Sudan | Host a visit | Muhammad Naji al-Otari | 2007-06-29\n- Muhammad Naji al-Otari | Make a visit | Sudan | 2009-03-24\n- Muhammad Naji al-Otari | Make a visit | Sudan | 2007-07-07\n- Muhammad Naji al-Otari | Make a visit | Sudan | 2007-06-29\n- Tatarstan | Consult | Muhammad Naji al-Otari | 2006-03-31\n- Muhammad Naji al-Otari | Consult | Tatarstan | 2006-03-31\n- Yemen | Host a visit | Muhammad Naji al-Otari | 2008-05-09\n- Yemen | Host a visit | Muhammad Naji al-Otari | 2005-04-16\n- Muhammad Naji al-Otari | Make a visit | Yemen | 2008-05-09\n- Muhammad Naji al-Otari | Make a visit | Yemen | 2005-04-16\n- Muhammad Naji al-Otari | Make a visit | Iraq | 2011-01-12\n- Muhammad Naji al-Otari | Make a visit | Iraq | 2009-04-21\n- Muhammad Naji al-Otari | Make a visit | Iran | 2009-02-28\nAnswer:", "completion": " 2007-06-29", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1178569", "prompt": "Who negotiated with the government of Nigeria on 3 August 2015?\nEvidence:\n- Head of Government (Nigeria) | Rally support on behalf of | Government (Nigeria) | 2013-08-13\n- Government (Nigeria) | Rally support on behalf of | Citizen (Nigeria) | 2014-01-08\n- Citizen (Nigeria) | Rally support on behalf of | Government (Nigeria) | 2012-01-11\n- Citizen (Nigeria) | Rally support on behalf of | Government (Nigeria) | 2011-12-16\n- Head of Government (Nigeria) | Rally support on behalf of | Citizen (Nigeria) | 2013-04-11\n- Government (Nigeria) | Threaten with restrictions on political freedoms | Media (Nigeria) | 2013-10-17\n- Muhammadu Buhari | Rally support on behalf of | Head of Government (Nigeria) | 2010-04-30\n- Trade Union Congress | Rally support on behalf of | Government (Nigeria) | 2012-01-05\n- Ibrahim Saminu Turaki | Rally support on behalf of | Government (Nigeria) | 2008-02-05\n- Ministry (Brazil) | Rally support on behalf of | People Associated with the Opposition (Brazil) | 2005-11-12\n- Government (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2013-09-23\n- Government (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2012-04-02\n- Government (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2011-12-07\n- Government (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2011-08-03\n- Government (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2011-08-02\nAnswer:", "completion": " Boko Haram", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1274965", "prompt": "Who was the last person to whom Umaru Musa Yar'Adua made an appeal in 2007?\nEvidence:\n- Umaru Musa Yar'Adua | Demand | Citizen (Nigeria) | 2007-05-31\n- Umaru Musa Yar'Adua | Consult | Tony Blair | 2007-06-06\n- Umaru Musa Yar'Adua | Consult | South Africa | 2007-04-26\n- Umaru Musa Yar'Adua | Consult | Abdoulaye Wade | 2007-05-08\n- Umaru Musa Yar'Adua | Accuse | Citizen (Nigeria) | 2007-01-05\n- Tony Blair | Consult | Umaru Musa Yar'Adua | 2007-06-06\n- South Africa | Consult | Umaru Musa Yar'Adua | 2007-04-26\n- Oluṣẹgun Ọbasanjọ | Yield | Umaru Musa Yar'Adua | 2007-05-30\n- Oluṣẹgun Ọbasanjọ | Yield | Umaru Musa Yar'Adua | 2007-05-29\n- Daily Trust | Reject | Umaru Musa Yar'Adua | 2007-02-09\n- Citizen (Nigeria) | Demand | Umaru Musa Yar'Adua | 2007-04-23\n- Abdoulaye Wade | Consult | Umaru Musa Yar'Adua | 2007-05-08\n- Umaru Musa Yar'Adua | Make an appeal or request | Citizen (Nigeria) | 2007-06-04\n- Umaru Musa Yar'Adua | Make an appeal or request | Citizen (Nigeria) | 2007-04-23\n- Citizen (Nigeria) | Make an appeal or request | Umaru Musa Yar'Adua | 2007-05-30\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1114573", "prompt": "Who expressed the intention to negotiate with South Korea before February 2005?\nEvidence:\n- Vietnam | Express intent to meet or negotiate | South Korea | 2005-01-05\n- Thailand | Express intent to meet or negotiate | South Korea | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-12\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-08\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-07\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-05\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-08\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-07\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-05\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Emperor Akihito | Express intent to meet or negotiate | South Korea | 2005-01-13\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\nAnswer:", "completion": " Vietnam", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1310906", "prompt": "Could you tell me the exact month when Patrick Manning last expressed an intention to negotiate with Trinidad and Tobago?\nEvidence:\n- Trinidad and Tobago | Consult | Patrick Manning | 2009-04-10\n- Trinidad and Tobago | Consult | Patrick Manning | 2007-02-15\n- Patrick Manning | Consult | Trinidad and Tobago | 2009-04-10\n- Patrick Manning | Consult | Trinidad and Tobago | 2007-02-15\n- Patrick Manning | Accuse | Trinidad and Tobago | 2005-06-24\n- Trinidad and Tobago | Make statement | Patrick Manning | 2007-03-31\n- Trinidad and Tobago | Make statement | Patrick Manning | 2007-02-15\n- Trinidad and Tobago | Make statement | Patrick Manning | 2007-02-09\n- Patrick Manning | Make statement | Trinidad and Tobago | 2008-08-16\n- Patrick Manning | Make statement | Trinidad and Tobago | 2008-06-28\n- Patrick Manning | Make statement | Trinidad and Tobago | 2008-03-10\n- Patrick Manning | Make statement | Trinidad and Tobago | 2008-03-03\n- Patrick Manning | Make statement | Trinidad and Tobago | 2007-10-19\n- Patrick Manning | Make statement | Trinidad and Tobago | 2007-02-15\n- Patrick Manning | Make statement | Trinidad and Tobago | 2007-01-30\nAnswer:", "completion": " 2007-03", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1322386", "prompt": "When did the South African peacekeeping force announce its intention to meet with Sudan?\nEvidence:\n- African Union | Provide military protection or peacekeeping | Sudan | 2005-01-12\n- African Union | Provide military protection or peacekeeping | Sudan | 2005-01-11\n- African Union | Provide military protection or peacekeeping | Sudan | 2005-01-10\n- UN Security Council | Express intent to provide military protection or peacekeeping | Sudan | 2005-01-19\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2005-01-13\n- Sudan | Make pessimistic comment | African Union | 2005-01-04\n- African Union | Express intent to meet or negotiate | Ethiopia | 2005-08-02\n- African Union | Express intent to meet or negotiate | Ethiopia | 2005-03-06\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Sudan | Express intent to meet or negotiate | Ethiopia | 2005-08-10\n- Sudan | Express intent to meet or negotiate | Ethiopia | 2005-04-19\n- Sudan | Express intent to meet or negotiate | Ethiopia | 2005-04-18\n- Ethiopia | Express intent to meet or negotiate | Sudan | 2005-08-10\nAnswer:", "completion": " 2010-04-30", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1207260", "prompt": "Who was the first to appeal for the Military Personnel - Special of India after the Head of Government of India?\nEvidence:\n- Head of Government (India) | Threaten | Military Personnel - Special (India) | 2006-10-04\n- Head of Government (India) | Make statement | Military Personnel - Special (India) | 2012-12-10\n- Head of Government (India) | Make an appeal or request | Military Personnel - Special (India) | 2007-03-11\n- Military Personnel - Special (India) | Use conventional military force | Head of Government (India) | 2010-02-25\n- Head of Government (India) | Praise or endorse | Military Personnel - Special (India) | 2006-07-13\n- Head of Government (India) | Criticize or denounce | Military Personnel - Special (India) | 2013-08-13\n- Head of Government (India) | Engage in symbolic act | Military Personnel - Special (India) | 2015-07-29\n- Head of Government (India) | Engage in symbolic act | Military Personnel - Special (India) | 2015-07-28\n- Military Personnel - Special (India) | Consult | Military Personnel (India) | 2009-06-20\n- Military Personnel (India) | Consult | Military Personnel - Special (India) | 2009-06-20\n- Military Personnel - Special (India) | Provide aid | Military Personnel (India) | 2008-01-13\n- Military Personnel (India) | Make statement | Military Personnel - Special (India) | 2009-06-08\n- Military Personnel (India) | Make statement | Military Personnel - Special (India) | 2008-11-27\n- Military Personnel (India) | Make statement | Military Personnel - Special (India) | 2008-05-03\n- Military Personnel (India) | Make statement | Military Personnel - Special (India) | 2006-03-17\nAnswer:", "completion": " A.K. Antony", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1185840", "prompt": "After Vincent Cable, who was the first to ask for the citizens of the United Kingdom?\nEvidence:\n- Vincent Cable | Accuse | Citizen (United Kingdom) | 2013-12-25\n- Vincent Cable | Make statement | Lawmaker (United Kingdom) | 2013-05-17\n- Vincent Cable | Consult | Indigenous People (United Kingdom) | 2014-06-12\n- Newspaper (United Kingdom) | Make statement | Vincent Cable | 2011-08-31\n- Indigenous People (United Kingdom) | Consult | Vincent Cable | 2014-06-12\n- Vincent Cable | Express intent to cooperate | Citizen (United Kingdom) | 2010-07-29\n- Citizen (United Kingdom) | Express intent to cooperate | Vincent Cable | 2010-07-29\n- Vincent Cable | Rally opposition against | Citizen (United Kingdom) | 2011-10-26\n- Vincent Cable | Praise or endorse | Businessperson (United Kingdom) | 2013-06-30\n- Vincent Cable | Make statement | Party Member (United Kingdom) | 2014-10-06\n- Vincent Cable | Make pessimistic comment | Citizen (United Kingdom) | 2013-09-01\n- Vincent Cable | Criticize or denounce | Citizen (United Kingdom) | 2012-07-26\n- Vincent Cable | Criticize or denounce | Citizen (United Kingdom) | 2010-12-23\n- Vincent Cable | Criticize or denounce | Citizen (United Kingdom) | 2010-09-22\n- Vincent Cable | Criticize or denounce | Citizen (United Kingdom) | 2010-03-31\nAnswer:", "completion": " Elizabeth II", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1294600", "prompt": "After the Media Personnel of Iran, who was the first to rejected Mahmoud Ahmadinejad?\nEvidence:\n- Media Personnel (Iran) | Criticize or denounce | Mahmoud Ahmadinejad | 2005-05-05\n- Mahmoud Ahmadinejad | Investigate | Iran | 2005-06-21\n- Mahmoud Ahmadinejad | Demand | Iran | 2005-04-07\n- Mahmoud Ahmadinejad | Accuse | Iran | 2005-06-25\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-07-01\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-09\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-04-17\n- Ministry (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-29\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-07-02\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-30\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-29\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-28\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-27\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-26\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-25\nAnswer:", "completion": " Islamic Republic of Iran Broadcasting", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1060171", "prompt": "Who receive the visit from Winnie Madikizela-Mandela first after the Foreign Affairs of South Africa did?\nEvidence:\n- Winnie Madikizela-Mandela | Make a visit | Foreign Affairs (South Africa) | 2013-06-12\n- Foreign Affairs (South Africa) | Host a visit | Winnie Madikizela-Mandela | 2013-06-12\n- Winnie Madikizela-Mandela | Reject | South Africa | 2007-12-10\n- South Africa | Reject | Winnie Madikizela-Mandela | 2007-06-06\n- South Africa | Reject | Winnie Madikizela-Mandela | 2005-02-11\n- South Africa | Demand | Winnie Madikizela-Mandela | 2013-05-15\n- Member of the Judiciary (South Africa) | Reject | Winnie Madikizela-Mandela | 2005-05-13\n- Member of the Judiciary (South Africa) | Reject | Winnie Madikizela-Mandela | 2005-02-11\n- Winnie Madikizela-Mandela | Make statement | The Poor (South Africa) | 2011-05-01\n- Winnie Madikizela-Mandela | Make a visit | South Africa | 2013-12-14\n- Winnie Madikizela-Mandela | Make a visit | South Africa | 2009-04-23\n- Winnie Madikizela-Mandela | Make a visit | South Africa | 2007-12-14\n- South Africa | Host a visit | Winnie Madikizela-Mandela | 2013-12-14\n- South Africa | Host a visit | Winnie Madikizela-Mandela | 2009-04-23\n- South Africa | Host a visit | Winnie Madikizela-Mandela | 2007-12-14\nAnswer:", "completion": " Air Force (South Africa)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1225981", "prompt": "Before The Hague, which country hosted Eritrea's last visit?\nEvidence:\n- The Hague | Reject | The Hague | 2005-05-04\n- The Hague | Deny responsibility | The Hague | 2005-03-03\n- The Hague | Host a visit | Ante Gotovina | 2005-02-21\n- The Hague | Host a visit | Ante Gotovina | 2005-02-05\n- The Hague | Host a visit | Ante Gotovina | 2005-02-04\n- Ante Gotovina | Make a visit | The Hague | 2005-06-13\n- Ante Gotovina | Make a visit | The Hague | 2005-02-21\n- Ante Gotovina | Make a visit | The Hague | 2005-02-05\n- Ante Gotovina | Make a visit | The Hague | 2005-02-04\n- The Hague | Host a visit | Military Personnel (Serbia) | 2005-03-25\n- The Hague | Host a visit | Military Personnel (Serbia) | 2005-03-17\n- The Hague | Host a visit | Indigenous People (Serbia) | 2005-01-19\n- The Hague | Host a visit | Domestic Affairs (Macedonia) | 2005-03-24\n- Military Personnel (Serbia) | Make a visit | The Hague | 2005-03-25\n- Military Personnel (Serbia) | Make a visit | The Hague | 2005-03-17\nAnswer:", "completion": " South Sudan", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1382743", "prompt": "Who was the last to praise the employees of Philippines?\nEvidence:\n- Men (Philippines) | Threaten | University of the Philippines | 2009-09-24\n- Military Personnel (Philippines) | Praise or endorse | The Poor (Philippines) | 2012-09-11\n- University of the Philippines | Cooperate militarily | Military (Philippines) | 2014-08-10\n- Police (Philippines) | Make statement | University of the Philippines | 2014-08-12\n- Men (Philippines) | Physically assault | University of the Philippines | 2015-07-03\n- Men (Philippines) | Physically assault | University of the Philippines | 2015-07-02\n- University of the Philippines | Criticize or denounce | Men (Philippines) | 2009-09-24\n- University of the Philippines | Complain officially | City Mayor (Philippines) | 2014-10-29\n- Military Personnel (Philippines) | Make statement | University of the Philippines | 2014-08-12\n- Men (Philippines) | Criticize or denounce | University of the Philippines | 2009-06-02\n- University of the Philippines | Make statement | China | 2005-02-23\n- University of the Philippines | Make statement | China | 2005-02-22\n- Police (Philippines) | Make statement | Civil Aviation Authority of the Philippines | 2013-09-10\n- Civil Aviation Authority of the Philippines | Make statement | Military (Philippines) | 2014-04-29\n- Military Personnel (Philippines) | Return, release person(s) | University of the Philippines | 2011-06-22\nAnswer:", "completion": " City Mayor (Philippines)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1015971", "prompt": "Who was the first Italian foreign minister to praise after the African Union peacekeeping force?\nEvidence:\n- African Union | Provide military protection or peacekeeping | Sudan | 2005-01-31\n- African Union | Provide military protection or peacekeeping | Sudan | 2005-01-12\n- African Union | Provide military protection or peacekeeping | Sudan | 2005-01-11\n- African Union | Provide military protection or peacekeeping | Sudan | 2005-01-10\n- African Union | Praise or endorse | East African Community | 2005-02-05\n- Government (Sudan) | Praise or endorse | African Union | 2005-01-28\n- Government (Sudan) | Praise or endorse | African Union | 2005-01-17\n- Charles Murigande | Praise or endorse | African Union | 2005-01-26\n- African Union | Investigate | Sudan | 2005-02-08\n- Oluṣẹgun Ọbasanjọ | Consult | African Union | 2005-01-08\n- African Union | Make statement | Sudan | 2005-02-07\n- African Union | Make statement | Sudan | 2005-01-29\n- African Union | Consult | Oluṣẹgun Ọbasanjọ | 2005-01-08\n- South Africa | Praise or endorse | South African National Defence Force | 2005-05-15\n- Cabinet / Council of Ministers / Advisors (Somalia) | Praise or endorse | African Union | 2005-02-06\nAnswer:", "completion": " Kazakhstan", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1105810", "prompt": "In which year did the Business of Germany formally sign an agreement with the Iran Power Plant Projects Management Company?\nEvidence:\n- Iran Power Plant Projects Management Company | Sign formal agreement | Business (Germany) | 2006-11-14\n- Business (Germany) | Sign formal agreement | Iran Power Plant Projects Management Company | 2006-11-14\n- Iran | Sign formal agreement | Business (Germany) | 2009-05-27\n- Iran | Sign formal agreement | Business (Germany) | 2006-02-22\n- Business (Germany) | Sign formal agreement | Iran | 2009-05-27\n- Business (Germany) | Sign formal agreement | Iran | 2006-02-22\n- Gazprom | Sign formal agreement | Business (Germany) | 2006-10-03\n- Gazprom | Sign formal agreement | Business (Germany) | 2006-04-27\n- Gazprom | Sign formal agreement | Business (Germany) | 2006-02-02\n- Gazprom | Sign formal agreement | Business (Germany) | 2006-01-16\n- Gazprom | Sign formal agreement | Business (Germany) | 2005-04-11\n- China | Sign formal agreement | Business (Germany) | 2009-03-02\n- China | Sign formal agreement | Business (Germany) | 2009-02-25\n- Business (Germany) | Sign formal agreement | Gazprom | 2006-10-03\n- Business (Germany) | Sign formal agreement | Gazprom | 2006-04-27\nAnswer:", "completion": " 2006", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1092684", "prompt": "When did the Council of Advisors to the Indonesian Cabinet last commend the Indonesian police?\nEvidence:\n- Cabinet / Council of Ministers / Advisors (Thailand) | Consult | Cabinet / Council of Ministers / Advisors (Indonesia) | 2005-12-22\n- Cabinet / Council of Ministers / Advisors (Thailand) | Consult | Cabinet / Council of Ministers / Advisors (Indonesia) | 2005-12-21\n- Cabinet / Council of Ministers / Advisors (Indonesia) | Consult | Cabinet / Council of Ministers / Advisors (Thailand) | 2005-12-22\n- Cabinet / Council of Ministers / Advisors (Indonesia) | Consult | Cabinet / Council of Ministers / Advisors (Thailand) | 2005-12-21\n- Police (Indonesia) | Consult | Cabinet / Council of Ministers / Advisors (Indonesia) | 2005-07-27\n- Cabinet / Council of Ministers / Advisors (Indonesia) | Consult | Police (Indonesia) | 2005-07-27\n- Cabinet / Council of Ministers / Advisors (Brazil) | Make statement | First Command of the Capital | 2006-07-15\n- The Hague | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2009-03-12\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | The Hague | 2009-03-12\n- Police (Jordan) | Make statement | Cabinet / Council of Ministers / Advisors (Jordan) | 2006-02-02\n- Police (Australia) | Make statement | Cabinet / Council of Ministers / Advisors (Australia) | 2006-04-14\n- Police (Australia) | Make statement | Cabinet / Council of Ministers / Advisors (Australia) | 2005-12-12\n- Police (Australia) | Make statement | Cabinet / Council of Ministers / Advisors (Australia) | 2005-03-31\n- Cabinet / Council of Ministers / Advisors (Australia) | Make statement | Police (Australia) | 2006-08-04\n- Cabinet / Council of Ministers / Advisors (Australia) | Make statement | Police (Australia) | 2005-08-22\nAnswer:", "completion": " 2008-04-23", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1380141", "prompt": "With whom did the Israeli Defence Forces last use small arms and light weapons in 2008?\nEvidence:\n- Israeli Defense Forces | fight with small arms and light weapons | Men (Lebanon) | 2008-02-03\n- Israeli Defense Forces | fight with small arms and light weapons | Military Wing (Hamas) | 2008-11-06\n- al-Aqsa Martyrs' Brigades | fight with small arms and light weapons | Israeli Defense Forces | 2008-02-13\n- Israeli Defense Forces | fight with small arms and light weapons | al-Aqsa Martyrs' Brigades | 2008-06-06\n- Israeli Defense Forces | fight with small arms and light weapons | Women (Palestinian Territory, Occupied) | 2008-01-01\n- Israeli Defense Forces | fight with small arms and light weapons | Student (Palestinian Territory, Occupied) | 2008-06-24\n- Israeli Defense Forces | fight with small arms and light weapons | Detainee (Palestinian Territory, Occupied) | 2008-07-21\n- Israeli Defense Forces | fight with small arms and light weapons | Combatant (Palestinian Territory, Occupied) | 2008-09-03\n- Israeli Defense Forces | fight with small arms and light weapons | Combatant (Palestinian Territory, Occupied) | 2008-06-12\n- Israeli Defense Forces | fight with small arms and light weapons | Combatant (Palestinian Territory, Occupied) | 2008-06-06\n- Israeli Defense Forces | fight with small arms and light weapons | Combatant (Palestinian Territory, Occupied) | 2008-04-26\n- Israeli Defense Forces | fight with small arms and light weapons | Combatant (Palestinian Territory, Occupied) | 2008-02-07\n- Israeli Defense Forces | fight with small arms and light weapons | Combatant (Palestinian Territory, Occupied) | 2008-01-19\n- Israeli Defense Forces | fight with small arms and light weapons | Children (Palestinian Territory, Occupied) | 2008-12-12\n- Israeli Defense Forces | fight with small arms and light weapons | Children (Palestinian Territory, Occupied) | 2008-10-16\nAnswer:", "completion": " Children (Palestinian Territory, Occupied)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1123561", "prompt": "Before Charles Margai, who was the last person to accuse the head of government of Ghana?\nEvidence:\n- Charles Margai | Accuse | Head of Government (Ghana) | 2007-07-03\n- The Chronicle | Consult | Head of Government (Ghana) | 2005-06-15\n- Head of Government (Ghana) | Consult | The Chronicle | 2005-06-15\n- People's Movement for Democratic Change | Accuse | Charles Margai | 2013-02-06\n- Solomon Berewa | Make statement | Charles Margai | 2005-07-28\n- Solomon Berewa | Make statement | Charles Margai | 2005-03-18\n- Charles Margai | Make statement | Solomon Berewa | 2007-08-25\n- Charles Margai | Make statement | Solomon Berewa | 2007-08-24\n- Charles Margai | Make statement | Solomon Berewa | 2006-06-23\n- New Patriotic Party | Accuse | Head of Government (Ghana) | 2010-04-08\n- New Patriotic Party | Accuse | Head of Government (Ghana) | 2007-12-07\n- New Patriotic Party | Accuse | Head of Government (Ghana) | 2006-11-21\n- Head of Government (Ghana) | Accuse | UN Security Council | 2008-07-26\n- Head of Government (Ghana) | Accuse | New Patriotic Party | 2008-09-28\n- Head of Government (Ghana) | Accuse | New Patriotic Party | 2008-09-11\nAnswer:", "completion": " New Patriotic Party", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1341375", "prompt": "Before the Muslim Cleric of the United Kingdom, who was last accused by the Lawyer/Attorney of the United Kingdom?\nEvidence:\n- Lawyer/Attorney (United Kingdom) | Accuse | Muslim Cleric (United Kingdom) | 2006-02-09\n- Lawyer/Attorney (United Kingdom) | Make statement | Muslim Cleric (United Kingdom) | 2006-10-30\n- Muslim (United Kingdom) | Make statement | Muslim Cleric (United Kingdom) | 2014-05-21\n- Muslim (United Kingdom) | Criticize or denounce | Muslim Cleric (United Kingdom) | 2006-02-07\n- Lawyer/Attorney (United Kingdom) | Reject | Muslim (United Kingdom) | 2008-07-16\n- Lawyer/Attorney (United Kingdom) | Make statement | Muslim (United Kingdom) | 2013-11-30\n- Lawyer/Attorney (United Kingdom) | Make statement | Muslim (United Kingdom) | 2009-01-19\n- Lawyer/Attorney (United Kingdom) | Make statement | Muslim (United Kingdom) | 2005-08-11\n- Lawyer/Attorney (United Kingdom) | Deny responsibility | Muslim (United Kingdom) | 2008-07-16\n- Court Judge (United Kingdom) | Demand | Muslim Cleric (United Kingdom) | 2013-03-09\n- Muslim Cleric (Sudan) | Accuse | Citizen (United Kingdom) | 2007-12-03\n- Court Judge (United Kingdom) | Make statement | Muslim Cleric (United Kingdom) | 2012-11-13\n- Court Judge (United Kingdom) | Make statement | Muslim Cleric (United Kingdom) | 2007-01-18\n- Court Judge (United Kingdom) | Make statement | Muslim Cleric (United Kingdom) | 2006-02-09\n- Court Judge (United Kingdom) | Make statement | Muslim Cleric (United Kingdom) | 2006-02-08\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1133554", "prompt": "Before Salim Idris, who last made optimistic comments about the Royal Administration of Saudi Arabia?\nEvidence:\n- Salim Idris | Make optimistic comment | Royal Administration (Saudi Arabia) | 2013-10-20\n- Salim Idris | Consult | France | 2013-07-23\n- Salim Idris | Consult | France | 2013-06-15\n- Salim Idris | Accuse | Iraq | 2013-03-05\n- France | Consult | Salim Idris | 2013-07-23\n- France | Consult | Salim Idris | 2013-06-15\n- Salim Idris | Make optimistic comment | UN Security Council | 2013-10-20\n- Salim Idris | Make statement | Iran | 2013-07-24\n- Salim Idris | Make statement | Chief of Staff (Syria) | 2013-09-25\n- Salim Idris | Make statement | Barack Obama | 2013-09-05\n- Salim Idris | Make a visit | Qatar | 2014-02-17\n- Salim Idris | Make a visit | Qatar | 2013-12-13\n- Salim Idris | Make a visit | Qatar | 2013-12-12\n- Salim Idris | Criticize or denounce | Iran | 2013-03-06\n- Salim Idris | Consult | Armed Rebel (Syria) | 2013-08-12\nAnswer:", "completion": " Citizen (Saudi Arabia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1286167", "prompt": "With whom was Catherine Ashton last involved in negotiations in 2010?\nEvidence:\n- Catherine Ashton | Make statement | Romania | 2010-02-18\n- Catherine Ashton | Make statement | Iran | 2010-02-06\n- Catherine Ashton | Consult | Mahmoud Abbas | 2010-03-17\n- Romania | Host a visit | Catherine Ashton | 2010-02-18\n- Foreign Affairs (Israel) | Consult | Catherine Ashton | 2010-06-02\n- Catherine Ashton | Make statement | Government (Haiti) | 2010-02-11\n- Catherine Ashton | Make a visit | Romania | 2010-02-18\n- Catherine Ashton | Criticize or denounce | Iran | 2010-02-11\n- Catherine Ashton | Criticize or denounce | Iran | 2010-02-02\n- Catherine Ashton | Consult | Foreign Affairs (Israel) | 2010-06-02\n- Alexander Stubb | Make statement | Catherine Ashton | 2010-03-06\n- Radoslaw Sikorski | Discuss by telephone | Catherine Ashton | 2010-02-11\n- Middle East | Host a visit | Catherine Ashton | 2010-07-27\n- Middle East | Host a visit | Catherine Ashton | 2010-07-20\n- Middle East | Host a visit | Catherine Ashton | 2010-07-18\nAnswer:", "completion": " Kostyantyn Gryshchenko", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1342296", "prompt": "Who appealed to the people associated with the opposition of Australia after 2014?\nEvidence:\n- People Associated with the Opposition (Australia) | Threaten | Police (Australia) | 2009-09-24\n- People Associated with the Opposition (Australia) | Threaten | Citizen (Australia) | 2008-06-06\n- People Associated with the Opposition (Australia) | Reject | Citizen (Australia) | 2012-05-21\n- People Associated with the Opposition (Australia) | Reject | Citizen (Australia) | 2009-11-27\n- People Associated with the Opposition (Australia) | Reject | Citizen (Australia) | 2009-11-19\n- People Associated with the Opposition (Australia) | Reject | Citizen (Australia) | 2008-02-13\n- People Associated with the Opposition (Australia) | Reject | Citizen (Australia) | 2008-02-11\n- People Associated with the Opposition (Australia) | Reject | Citizen (Australia) | 2007-03-02\n- People Associated with the Opposition (Australia) | Investigate | Citizen (Australia) | 2009-06-25\n- People Associated with the Opposition (Australia) | Investigate | Citizen (Australia) | 2009-06-16\n- People Associated with the Opposition (Australia) | Investigate | Citizen (Australia) | 2009-05-05\n- People Associated with the Opposition (Australia) | Investigate | Citizen (Australia) | 2005-10-27\n- People Associated with the Opposition (Australia) | Demand | Citizen (Australia) | 2011-09-08\n- People Associated with the Opposition (Australia) | Demand | Citizen (Australia) | 2009-11-05\n- People Associated with the Opposition (Australia) | Demand | Citizen (Australia) | 2009-06-21\nAnswer:", "completion": " Citizen (Australia)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1036814", "prompt": "Who last requested for the Election Commission of Australia before the City Mayor of Australia did?\nEvidence:\n- City Mayor (Australia) | Make statement | Election Commission (Australia) | 2009-07-27\n- City Mayor (Australia) | Make statement | Election Commission (Australia) | 2008-03-27\n- City Mayor (Australia) | Make statement | Election Commission (Australia) | 2007-08-23\n- City Mayor (Australia) | Make statement | Election Commission (Australia) | 2007-03-27\n- City Mayor (Australia) | Make statement | Election Commission (Australia) | 2006-09-13\n- City Mayor (Australia) | Make an appeal or request | Election Commission (Australia) | 2008-05-27\n- Election Commission (Kosovo) | Make statement | City Mayor (Kosovo) | 2007-11-21\n- Election Commission (Australia) | Appeal for intelligence | Police (Australia) | 2011-12-17\n- Election Commission (Australia) | Appeal for intelligence | Police (Australia) | 2010-02-23\n- Citizen (Australia) | Appeal for intelligence | Election Commission (Australia) | 2010-11-29\n- Citizen (Australia) | Appeal for intelligence | Election Commission (Australia) | 2007-02-16\n- Secretary of State for the Home Department | Consult | Election Commission (India) | 2013-07-06\n- Secretary of State for the Home Department | Consult | Election Commission (India) | 2013-07-01\n- Secretary of State for the Home Department | Consult | Election Commission (India) | 2009-09-22\n- Secretary of State for the Home Department | Consult | Election Commission (India) | 2009-04-17\nAnswer:", "completion": " John Faulkner", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1121713", "prompt": "In which month did Mehmet Simsek visit South Korea for the first time?\nEvidence:\n- Mehmet Simsek | Consult | Iran | 2008-11-24\n- Iran | Consult | Mehmet Simsek | 2008-11-24\n- Mehmet Simsek | Make a visit | Kuwait | 2008-02-19\n- Mehmet Simsek | Make a visit | Japan | 2008-02-03\n- Mehmet Simsek | Make a visit | Japan | 2008-02-01\n- Mehmet Simsek | Make a visit | Iran | 2008-11-26\n- Mehmet Simsek | Make a visit | Iran | 2008-11-25\n- Kuwait | Host a visit | Mehmet Simsek | 2008-02-19\n- Japan | Host a visit | Mehmet Simsek | 2008-02-03\n- Japan | Host a visit | Mehmet Simsek | 2008-02-01\n- Iran | Host a visit | Mehmet Simsek | 2008-11-26\n- Iran | Host a visit | Mehmet Simsek | 2008-11-25\n- Representatives (France) | Consult | Mehmet Simsek | 2008-09-23\n- Mehmet Simsek | Make statement | Iran | 2008-11-28\n- Mehmet Simsek | Make statement | China | 2007-11-27\nAnswer:", "completion": " 2010-11", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1024276", "prompt": "Which country blamed Sudan in February 2009?\nEvidence:\n- Sudan | Engage in negotiation | Insurgency (Sudan) | 2009-02-16\n- Insurgency (Sudan) | Engage in negotiation | Sudan | 2009-02-16\n- Sudan | Engage in diplomatic cooperation | Ethiopia | 2009-02-11\n- Sudan | Engage in diplomatic cooperation | Ethiopia | 2009-02-05\n- Ethiopia | Engage in diplomatic cooperation | Sudan | 2009-02-11\n- Ethiopia | Engage in diplomatic cooperation | Sudan | 2009-02-05\n- South Sudan | Accuse | Sudan | 2009-02-18\n- Ministry (Sudan) | Make statement | Sudan | 2009-02-04\n- Envoy (Sudan) | Make statement | Sudan | 2009-02-07\n- Government (Sudan) | Criticize or denounce | Sudan | 2009-02-16\n- Displaced Families (Sudan) | Make statement | Sudan | 2009-02-16\n- Sudan | Return, release person(s) | Citizen (Sudan) | 2009-02-22\n- Muslim (Sudan) | Use conventional military force | Citizen (Sudan) | 2009-02-12\n- High Ranking Military Personnel (Sudan) | Make statement | Sudan | 2009-02-07\n- High Ranking Military Personnel (Sudan) | Consult | Citizen (Sudan) | 2009-02-07\nAnswer:", "completion": " South Sudan", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1279497", "prompt": "Who supported Guillermo Moreno in November 2007?\nEvidence:\n- Alberto Fernández | Make statement | Guillermo Moreno | 2007-11-14\n- Alberto Fernández | Praise or endorse | Guillermo Moreno | 2007-11-29\n- Cristina Fernández de Kirchner | Engage in negotiation | Alberto Fernández | 2007-11-24\n- Alberto Fernández | Engage in negotiation | Cristina Fernández de Kirchner | 2007-11-24\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-11-15\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2007-11-15\n- Alberto Fernández | Criticize or denounce | Carlos Stornelli | 2007-11-01\n- Alberto Fernández | Consult | Cristina Fernández de Kirchner | 2007-11-15\nAnswer:", "completion": " Alberto Fernández", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 8, "n_anchors": 1} +{"id": "mtq_1372210", "prompt": "In which year did the National United Front for Democracy Against Dictatorship last make optimistic comments about the Thai MP?\nEvidence:\n- National United Front for Democracy Against Dictatorship | Make statement | Activist (National United Front for Democracy Against Dictatorship) | 2010-03-23\n- National United Front for Democracy Against Dictatorship | Make statement | Activist (National United Front for Democracy Against Dictatorship) | 2010-03-22\n- Chart Thai | Make statement | National United Front for Democracy Against Dictatorship | 2012-03-23\n- Chart Thai | Make statement | National United Front for Democracy Against Dictatorship | 2012-03-22\n- Royal Thai Police | Reject | National United Front for Democracy Against Dictatorship | 2009-06-10\n- National United Front for Democracy Against Dictatorship | Make optimistic comment | Minister Kachornprasart | 2010-09-20\n- Citizen (Thailand) | Make optimistic comment | National United Front for Democracy Against Dictatorship | 2010-04-13\n- Abhisit Vejjajiva | Make optimistic comment | National United Front for Democracy Against Dictatorship | 2010-04-02\n- Abhisit Vejjajiva | Make optimistic comment | National United Front for Democracy Against Dictatorship | 2010-04-01\n- Abhisit Vejjajiva | Make optimistic comment | National United Front for Democracy Against Dictatorship | 2010-03-31\n- Thailand | Reject | National United Front for Democracy Against Dictatorship | 2010-07-12\n- Thailand | Investigate | National United Front for Democracy Against Dictatorship | 2010-06-04\n- Thailand | Investigate | National United Front for Democracy Against Dictatorship | 2010-06-03\n- National United Front for Democracy Against Dictatorship | Demand | Thailand | 2010-06-18\n- National United Front for Democracy Against Dictatorship | Demand | Thailand | 2010-04-09\nAnswer:", "completion": " 2008", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1053451", "prompt": "Who rejected South Korea before 23 July 2005?\nEvidence:\n- Japan | Reject | South Korea | 2005-07-23\n- South Korea | Make a visit | China | 2005-07-23\n- China | Host a visit | South Korea | 2005-07-23\n- South Korea | Express intent to engage in diplomatic cooperation (such as policy support) | Japan | 2005-07-23\n- Japan | Express intent to engage in diplomatic cooperation (such as policy support) | South Korea | 2005-07-23\n- Citizen (North Korea) | Express intent to meet or negotiate | China | 2005-07-23\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-07-23\n- Sankei | Make statement | Japan | 2005-07-23\n- Media Personnel (Japan) | Make statement | Japan | 2005-07-23\n- Kim Kye Gwan | Express intent to meet or negotiate | China | 2005-07-23\n- Japan | Express intent to meet or negotiate | China | 2005-07-23\n- Head of Government (Guyana) | Make a visit | China | 2005-07-23\n- Head of Government (Guyana) | Express intent to meet or negotiate | China | 2005-07-23\n- Farm Worker (Taiwan) | Make a visit | China | 2005-07-23\n- Farm Worker (Taiwan) | Express intent to meet or negotiate | China | 2005-07-23\nAnswer:", "completion": " Citizen (North Korea)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1196551", "prompt": "Before April 2005, with whom did Roh Moo Hyun express his intention to meet?\nEvidence:\n- South Korea | Express intent to meet or negotiate | Roh Moo Hyun | 2005-02-23\n- Roh Moo Hyun | Express intent to meet or negotiate | Gerhard Schröder | 2005-03-10\n- Roh Moo Hyun | Express intent to meet or negotiate | Gerhard Schröder | 2005-03-09\n- Roh Moo Hyun | Express intent to meet or negotiate | Businessperson (Germany) | 2005-03-10\n- Roh Moo Hyun | Express intent to meet or negotiate | Businessperson (Germany) | 2005-03-09\n- Roh Moo Hyun | Demand | Japan | 2005-03-04\n- Roh Moo Hyun | Demand | Japan | 2005-03-03\n- Roh Moo Hyun | Demand | Japan | 2005-03-02\n- Roh Moo Hyun | Demand | Japan | 2005-03-01\n- Roh Moo Hyun | Demand | Japan | 2005-02-25\n- Roh Moo Hyun | Consult | Chongwadai | 2005-02-19\n- Chongwadai | Consult | Roh Moo Hyun | 2005-02-19\n- Roh Moo Hyun | Express intent to meet or negotiate | Citizen (North Korea) | 2005-01-14\n- South Korea | Reject | Roh Moo Hyun | 2005-02-17\n- Roh Moo Hyun | Make statement | Japan | 2005-03-14\nAnswer:", "completion": " Businessperson (Germany)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1057832", "prompt": "After the International Monetary Fund, to whom did the citizens of Brazil make their first appeal?\nEvidence:\n- Head of Government (Brazil) | Praise or endorse | International Monetary Fund | 2005-04-29\n- International Monetary Fund | Make an appeal or request | Citizen (International) | 2005-04-17\n- International Monetary Fund | Make statement | Vietnam | 2005-05-31\n- International Monetary Fund | Make statement | France | 2005-01-27\n- International Monetary Fund | Make statement | China | 2005-01-25\n- International Monetary Fund | Threaten | Romania | 2005-06-28\n- International Monetary Fund | Investigate | Tanzania | 2005-08-02\n- International Monetary Fund | Investigate | Tanzania | 2005-02-25\n- International Monetary Fund | Investigate | Iraq | 2005-05-12\n- International Monetary Fund | Demand | China | 2005-04-20\n- International Monetary Fund | Demand | Angola | 2005-07-06\n- International Monetary Fund | Make an appeal or request | Vietnam | 2005-03-24\n- International Monetary Fund | Appeal for political reform | Japan | 2005-04-17\n- International Monetary Fund | Praise or endorse | Other Authorities / Officials (Brazil) | 2005-03-28\n- Rodrigo Rato | Make statement | International Monetary Fund | 2005-02-07\nAnswer:", "completion": " Raúl Castro", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1359104", "prompt": "With whom did the Nigerian government last declare its intention to cooperate in 2012?\nEvidence:\n- Government (Nigeria) | Demand | Nigerian Navy | 2012-10-29\n- Citizen (Bangladesh) | Express intent to cooperate | People Associated with the Opposition (Bangladesh) | 2012-11-14\n- Nigerian Bar Association | Accuse | Government (Nigeria) | 2012-10-11\n- Iraq | Declare truce, ceasefire | Iran | 2012-10-18\n- Iran | Declare truce, ceasefire | Iraq | 2012-10-18\n- Government (Nigeria) | Provide economic aid | Nigerian Television Authority | 2012-04-06\n- Sudan | Declare truce, ceasefire | South Sudan | 2012-05-04\n- Sudan | Declare truce, ceasefire | South Sudan | 2012-04-18\n- Sudan | Declare truce, ceasefire | South Sudan | 2012-04-02\n- South Sudan | Declare truce, ceasefire | Sudan | 2012-05-04\n- South Sudan | Declare truce, ceasefire | Sudan | 2012-04-18\n- South Sudan | Declare truce, ceasefire | Sudan | 2012-04-02\n- South Korea | Declare truce, ceasefire | China | 2012-06-22\n- Guerrilla (Colombia) | Declare truce, ceasefire | Colombia | 2012-11-20\n- Nigerian Navy | Make an appeal or request | Government (Nigeria) | 2012-12-31\nAnswer:", "completion": " Labor Union (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1235280", "prompt": "Who did the Supreme Electoral Court sentence after the party member in Brazil?\nEvidence:\n- Supreme Electoral Court | Reject | Party Member (Brazil) | 2006-10-11\n- Supreme Electoral Court | Reject | Party Member (Brazil) | 2006-09-27\n- Supreme Electoral Court | Reject | Party Member (Brazil) | 2006-09-21\n- Supreme Electoral Court | Reject | Party Member (Brazil) | 2006-08-25\n- Supreme Electoral Court | Make statement | Party Member (Brazil) | 2006-10-25\n- Supreme Electoral Court | Make statement | Party Member (Brazil) | 2006-08-24\n- Party Member (Brazil) | Make statement | Supreme Electoral Court | 2006-07-05\n- Supreme Electoral Court | Criticize or denounce | Party Member (Brazil) | 2006-09-08\n- Supreme Electoral Court | Consider policy option | Party Member (Brazil) | 2008-07-28\n- Party Member (Brazil) | Consider policy option | Supreme Electoral Court | 2006-06-26\n- Supreme Electoral Court | Consult | Ministry (Supreme Electoral Court) | 2006-12-06\n- Supreme Electoral Court | Consult | Ministry (Supreme Electoral Court) | 2006-12-05\n- Ministry (Supreme Electoral Court) | Consult | Supreme Electoral Court | 2006-12-06\n- Ministry (Supreme Electoral Court) | Consult | Supreme Electoral Court | 2006-12-05\n- Supreme Electoral Court | Reject | National Union Party (Brazil) | 2006-08-21\nAnswer:", "completion": " Citizen (Brazil)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1343096", "prompt": "Who was the first, after Sali Berisha, to appeal for the Cabinet Council of Ministers Advisors of the United States?\nEvidence:\n- Sali Berisha | Consult | Iran | 2005-12-21\n- Iran | Consult | Sali Berisha | 2005-12-21\n- Vlado Buckovski | Consult | Sali Berisha | 2006-01-23\n- Vlado Buckovski | Consult | Sali Berisha | 2005-10-24\n- Sali Berisha | Make statement | Romania | 2005-10-03\n- Sali Berisha | Consult | Vlado Buckovski | 2006-01-23\n- Sali Berisha | Consult | Vlado Buckovski | 2005-10-24\n- Sali Berisha | Consult | Milo Djukanovic | 2005-10-18\n- Sali Berisha | Consult | Military (Albania) | 2005-12-20\n- Sali Berisha | Consult | Javier Solana | 2005-11-30\n- Sali Berisha | Consult | Javier Solana | 2005-09-18\n- Sali Berisha | Consult | Businessperson (Italy) | 2005-11-10\n- Sali Berisha | Consult | Branko Crvenkovski | 2005-11-16\n- Sali Berisha | Consult | Branko Crvenkovski | 2005-10-24\n- Milo Djukanovic | Consult | Sali Berisha | 2005-10-18\nAnswer:", "completion": " Vitali Klitschko", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1157997", "prompt": "Who made a request to the lawmakers of Japan after the Japan Restoration Party did?\nEvidence:\n- Japan Restoration Party | Demand | Japan | 2012-11-29\n- Japan Restoration Party | Demand | Japan | 2012-11-28\n- Japan | Make statement | Japan Restoration Party | 2013-03-05\n- Japan Restoration Party | Make statement | Japan | 2013-05-17\n- Your Party | Express intent to cooperate | Japan Restoration Party | 2013-07-09\n- Your Party | Express intent to cooperate | Japan Restoration Party | 2013-02-13\n- Japan Restoration Party | Express intent to cooperate | Your Party | 2013-07-09\n- Japan Restoration Party | Express intent to cooperate | Your Party | 2013-02-13\n- Japan Restoration Party | Make an appeal or request | Lawmaker (Japan) | 2013-05-17\n- Japan Restoration Party | Make an appeal or request | Governor (Japan) | 2013-07-28\n- Japan Restoration Party | Make statement | Lawmaker (Japan) | 2013-11-11\n- Japan Restoration Party | Criticize or denounce | Japan | 2014-03-06\n- Governor (Japan) | Make statement | Japan Restoration Party | 2013-01-07\n- Governor (Japan) | Make statement | Japan Restoration Party | 2012-11-25\n- House of Representatives (Japan) | Praise or endorse | Japan Restoration Party | 2013-01-19\nAnswer:", "completion": " Zhang Dejiang", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1288877", "prompt": "When was the last time Daily Trust investigated the citizens of Nigeria?\nEvidence:\n- Head of Government (Nigeria) | Consult | Daily Trust | 2006-11-02\n- Head of Government (Nigeria) | Consult | Daily Trust | 2005-04-11\n- Head of Government (Nigeria) | Accuse | Daily Trust | 2009-03-18\n- Daily Trust | Consult | Head of Government (Nigeria) | 2006-11-02\n- Daily Trust | Consult | Head of Government (Nigeria) | 2005-04-11\n- Scholar (Nigeria) | Consult | Daily Trust | 2009-02-13\n- Daily Trust | Demand | Government (Nigeria) | 2009-04-20\n- Daily Trust | Consult | Scholar (Nigeria) | 2009-02-13\n- Citizen (Nigeria) | Demand | Daily Trust | 2008-09-22\n- Democratic Party (Nigeria) | Consult | Daily Trust | 2008-06-20\n- Daily Trust | Make statement | Government (Nigeria) | 2009-11-16\n- Daily Trust | Consult | Democratic Party (Nigeria) | 2008-06-20\n- Presidential Press Service (Nigeria) | Consult | Daily Trust | 2008-07-22\n- Other Authorities / Officials (Nigeria) | Consult | Daily Trust | 2005-08-08\n- Other Authorities / Officials (Nigeria) | Accuse | Daily Trust | 2009-11-03\nAnswer:", "completion": " 2015-11-02", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1176808", "prompt": "Which country wanted to negotiate with Yemen in the same month as the Men of Japan?\nEvidence:\n- Head of Government (Germany) | Express intent to meet or negotiate | Yemen | 2005-02-18\n- Yemen | Express intent to engage in diplomatic cooperation (such as policy support) | Business (Iran) | 2005-01-28\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-30\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-29\n- James Wolfensohn | Express intent to meet or negotiate | Yemen | 2005-02-04\n- Gerhard Schröder | Express intent to meet or negotiate | Yemen | 2005-01-06\n- Abdoulaye Wade | Express intent to meet or negotiate | Yemen | 2005-02-18\n- Abdoulaye Wade | Express intent to meet or negotiate | Yemen | 2005-02-17\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Japan | 2005-01-08\n- Japan | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-01-08\n- Japan | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-01-06\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Japan | 2005-01-08\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Japan | 2005-01-06\n- Yemen | Engage in negotiation | Malaysia | 2005-02-06\n- Yemen | Engage in negotiation | Eritrea | 2005-02-10\nAnswer:", "completion": " United Arab Emirates", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1300815", "prompt": "Before Wesley K. Clark, which country last praised the United States Senate?\nEvidence:\n- Wesley K. Clark | Praise or endorse | United States Senate | 2008-08-14\n- Wesley K. Clark | Make statement | Iraq | 2008-03-10\n- Wesley K. Clark | Make statement | Iraq | 2005-08-31\n- Wesley K. Clark | Make statement | Iran | 2007-02-07\n- Wesley K. Clark | Demand | Donald Rumsfeld | 2006-04-17\n- Wesley K. Clark | Make statement | Donald Rumsfeld | 2006-04-17\n- Wesley K. Clark | Make statement | Al Gore | 2006-07-01\n- Wesley K. Clark | Make pessimistic comment | Iran | 2007-02-07\n- Wesley K. Clark | Make a visit | Kazakhstan | 2005-04-23\n- Wesley K. Clark | Make a visit | Iraq | 2008-08-14\n- Kazakhstan | Host a visit | Wesley K. Clark | 2005-04-23\n- Iraq | Host a visit | Wesley K. Clark | 2008-08-14\n- Wesley K. Clark | Praise or endorse | Barack Obama | 2008-06-30\n- Wesley K. Clark | Praise or endorse | Barack Obama | 2008-06-09\n- Wesley K. Clark | Criticize or denounce | Russ Feingold | 2005-09-30\nAnswer:", "completion": " Mexico", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1145909", "prompt": "After the Monastery of China, which country received the visit from Agence France-Presse first?\nEvidence:\n- Agence France-Presse | Cooperate economically | China | 2005-01-26\n- France | Make statement | Agence France-Presse | 2005-02-21\n- Agence France-Presse | Investigate | Iran | 2005-03-10\n- Agence France-Presse | Investigate | Iran | 2005-01-19\n- Agence France-Presse | Consult | African Union | 2005-02-01\n- African Union | Consult | Agence France-Presse | 2005-02-01\n- Foreign Affairs (France) | Make statement | Agence France-Presse | 2005-02-23\n- Sudan | Praise or endorse | Agence France-Presse | 2005-01-08\n- Police (Indonesia) | Make statement | Agence France-Presse | 2005-01-15\n- Japan | Discuss by telephone | Agence France-Presse | 2005-03-20\n- Agence France-Presse | Make statement | Protester (Afghanistan) | 2005-03-07\n- Agence France-Presse | Make statement | Police (Egypt) | 2005-03-11\n- Agence France-Presse | Make statement | Mahmoud Abbas | 2005-01-10\n- Agence France-Presse | Make statement | Extremist (Algeria) | 2005-01-05\n- Agence France-Presse | Discuss by telephone | Japan | 2005-03-20\nAnswer:", "completion": " Iran", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1177535", "prompt": "Who was optimistic about Mahmoud Abbas after 2005?\nEvidence:\n- Malaysia | Make optimistic comment | Mahmoud Abbas | 2005-01-12\n- Shimon Peres | Make optimistic comment | Mahmoud Abbas | 2005-01-09\n- Citizen (International) | Make optimistic comment | Mahmoud Abbas | 2005-01-10\n- Mahmoud Abbas | Make statement | Japan | 2005-01-10\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-11\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-10\n- Mahmoud Abbas | Consult | Associated Press | 2005-01-01\n- Mahmoud Abbas | Consult | Abdullah Gül | 2005-01-05\n- Javier Solana | Consult | Mahmoud Abbas | 2005-01-11\n- Javier Solana | Consult | Mahmoud Abbas | 2005-01-10\n- Associated Press | Consult | Mahmoud Abbas | 2005-01-01\n- Abdullah Gül | Consult | Mahmoud Abbas | 2005-01-05\n- Vietnam | Praise or endorse | Mahmoud Abbas | 2005-01-11\n- Shimon Peres | Make statement | Mahmoud Abbas | 2005-01-10\n- Rafael Antonio Bielsa | Consult | Mahmoud Abbas | 2005-01-10\nAnswer:", "completion": " Shimon Peres", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1029868", "prompt": "Who was the first to be accused by the United States' lawyer/attorney in 2014?\nEvidence:\n- Member of the Judiciary (Georgia) | Make an appeal or request | Lawyer/Attorney (United States) | 2014-02-17\n- Lawyer/Attorney (Liberia) | Make statement | Member of the Judiciary (Liberia) | 2014-12-17\n- Combatant (Islamic State of Iraq and the Levant) | Kill by physical assault | Indigenous People (United States) | 2014-11-30\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- Member of the Judiciary (Liberia) | Grant diplomatic recognition | Lawyer/Attorney (Liberia) | 2014-08-18\n- Lawyer/Attorney (Kenya) | Appeal for easing of administrative sanctions | The Hague | 2014-10-09\n- Lawyer/Attorney (Liberia) | Make an appeal or request | Member of the Judiciary (Liberia) | 2014-12-08\nAnswer:", "completion": " Tamerlan Tsarnaev", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 7, "n_anchors": 0} +{"id": "mtq_1113210", "prompt": "Who did Boko Haram attack with small arms and light weapons before April 2012?\nEvidence:\n- Boko Haram | fight with small arms and light weapons | Citizen (Nigeria) | 2011-05-31\n- Boko Haram | fight with small arms and light weapons | Citizen (Nigeria) | 2011-05-16\n- Boko Haram | fight with small arms and light weapons | Citizen (Nigeria) | 2011-01-29\n- Boko Haram | fight with small arms and light weapons | Citizen (Nigeria) | 2010-12-29\n- Boko Haram | fight with small arms and light weapons | Citizen (Nigeria) | 2010-12-02\n- Boko Haram | fight with small arms and light weapons | Citizen (Nigeria) | 2010-11-23\n- Boko Haram | Threaten with military force | Citizen (Nigeria) | 2010-12-02\n- Government (Nigeria) | Accuse | Boko Haram | 2010-10-13\n- Citizen (Nigeria) | Accuse | Boko Haram | 2011-05-26\n- Boko Haram | Threaten | Citizen (Nigeria) | 2011-02-03\n- Boko Haram | Demand | Government (Nigeria) | 2010-10-15\n- Boko Haram | Demand | Citizen (Nigeria) | 2011-02-03\n- Boko Haram | Assassinate | Citizen (Nigeria) | 2010-11-14\n- Boko Haram | Assassinate | Citizen (Nigeria) | 2010-11-09\n- Ministry (Nigeria) | Make statement | Boko Haram | 2009-08-11\nAnswer:", "completion": " Nigerian Television Authority", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1113924", "prompt": "Who was the last legislature of Pakistan to make pessimistic comments before the citizens of the International?\nEvidence:\n- Legislature (Pakistan) | Make pessimistic comment | Citizen (International) | 2009-04-24\n- Legislature (Pakistan) | Make pessimistic comment | Government (Pakistan) | 2010-05-05\n- Government (Pakistan) | Make pessimistic comment | Legislature (Pakistan) | 2006-03-25\n- Legislature (Pakistan) | Make pessimistic comment | Yemen | 2015-04-10\n- Legislature (Pakistan) | Make pessimistic comment | Pervez Musharraf | 2007-09-06\n- Legislature (Pakistan) | Make pessimistic comment | Benazir Bhutto | 2007-09-06\n- Transparency International | Make pessimistic comment | Government (Pakistan) | 2010-11-05\n- National Assembly of Pakistan | Make statement | Legislature (Pakistan) | 2005-06-02\n- National Assembly of Pakistan | Make statement | Legislature (Pakistan) | 2005-06-01\n- Head of Government (Pakistan) | Make statement | Legislature (Pakistan) | 2014-12-05\n- Head of Government (Pakistan) | Make statement | Legislature (Pakistan) | 2011-12-02\n- Head of Government (Pakistan) | Make statement | Legislature (Pakistan) | 2011-05-10\n- Head of Government (Pakistan) | Make statement | Legislature (Pakistan) | 2008-04-30\n- Head of Government (Pakistan) | Make statement | Legislature (Pakistan) | 2007-09-30\n- Head of Government (Pakistan) | Make statement | Legislature (Pakistan) | 2007-09-19\nAnswer:", "completion": " Pervez Musharraf", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1334984", "prompt": "Which country did Angola want to meet with in the same month of the African Legislature?\nEvidence:\n- Member of the Judiciary (Angola) | Make pessimistic comment | Angola | 2005-01-21\n- Angola | Express intent to meet or negotiate | Military Personnel (Angola) | 2005-06-01\n- China | Express intent to meet or negotiate | Angola | 2005-02-25\n- Angola | Express intent to meet or negotiate | France | 2005-05-26\n- Joao Miranda | Express intent to meet or negotiate | Angola | 2007-07-03\n- Foreign Affairs (Argentina) | Express intent to meet or negotiate | Angola | 2010-03-03\n- Foreign Affairs (Argentina) | Express intent to meet or negotiate | Angola | 2005-01-12\n- Mexico | Engage in diplomatic cooperation | Angola | 2005-07-13\n- China | Engage in diplomatic cooperation | Angola | 2005-06-12\n- China | Engage in diplomatic cooperation | Angola | 2005-06-11\n- China | Engage in diplomatic cooperation | Angola | 2005-02-25\n- Angola | Engage in diplomatic cooperation | Mexico | 2005-07-13\n- Angola | Engage in diplomatic cooperation | China | 2005-06-12\n- Angola | Engage in diplomatic cooperation | China | 2005-06-11\n- Angola | Engage in diplomatic cooperation | China | 2005-02-25\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1136038", "prompt": "Who was the first to denounce the Thai party member in 2005?\nEvidence:\n- People First Party Korea | Make statement | Party Member (Taiwan) | 2005-01-11\n- People First Party Korea | Express intent to engage in diplomatic cooperation (such as policy support) | Party Member (Taiwan) | 2005-07-04\n- The Daily Telegraph | Demand | Party Member (Vietnam) | 2005-10-25\n- People First Party Korea | Engage in symbolic act | Kuomintang | 2005-04-04\n- Kuomintang | Engage in symbolic act | People First Party Korea | 2005-04-04\n- People First Party Korea | Reject | Kuomintang | 2005-04-13\n- People First Party Korea | Consult | Kuomintang | 2005-08-29\n- People First Party Korea | Consult | Kuomintang | 2005-08-28\n- People First Party Korea | Consult | Kuomintang | 2005-08-24\n- People First Party Korea | Consult | Kuomintang | 2005-08-18\n- People First Party Korea | Consult | Kuomintang | 2005-07-27\n- People First Party Korea | Consult | Kuomintang | 2005-04-04\n- Kuomintang | Consult | People First Party Korea | 2005-08-29\n- Kuomintang | Consult | People First Party Korea | 2005-08-28\n- Kuomintang | Consult | People First Party Korea | 2005-08-24\nAnswer:", "completion": " Newin Chidchob", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1106671", "prompt": "After the mayor of Australia, who was the first to support Xi Jinping?\nEvidence:\n- Xi Jinping | Accuse | France | 2008-04-27\n- Xi Jinping | Make statement | Japan | 2008-04-18\n- Xi Jinping | Make statement | China | 2008-05-29\n- Xi Jinping | Make statement | China | 2008-04-29\n- Xi Jinping | Make statement | China | 2008-04-27\n- Xi Jinping | Make statement | China | 2008-04-23\n- Xi Jinping | Make statement | China | 2008-04-18\n- Xi Jinping | Make statement | China | 2008-04-03\n- Xi Jinping | Make statement | China | 2007-12-19\n- Xi Jinping | Make statement | China | 2007-11-22\n- Xi Jinping | Make statement | China | 2007-11-16\n- Xi Jinping | Consult | Wen Jiabao | 2008-02-28\n- Xi Jinping | Consult | Wen Jiabao | 2008-01-09\n- Xi Jinping | Consult | Wen Jiabao | 2007-12-26\n- Xi Jinping | Consult | Wen Jiabao | 2007-11-28\nAnswer:", "completion": " Dmitry Anatolyevich Medvedev", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1000669", "prompt": "In which year did the Nigerian nurse last have a telephone conversation with the Nigerian media?\nEvidence:\n- Nurse (Nigeria) | Discuss by telephone | Media (Nigeria) | 2009-07-28\n- Nurse (Nigeria) | Discuss by telephone | Media (Nigeria) | 2009-07-27\n- Media (Nigeria) | Discuss by telephone | Nurse (Nigeria) | 2009-07-28\n- Media (Nigeria) | Discuss by telephone | Nurse (Nigeria) | 2009-07-27\n- Nigerian Governors Forum | Discuss by telephone | Media (Africa) | 2013-06-27\n- Media (Africa) | Discuss by telephone | Nigerian Governors Forum | 2013-06-27\n- Nurse (Nigeria) | Consult | Media (Nigeria) | 2015-11-30\n- Media (Nigeria) | Consult | Nurse (Nigeria) | 2015-11-30\n- Nurse (Nigeria) | Discuss by telephone | Agence France-Presse | 2009-07-26\n- Nurse (Iraq) | Discuss by telephone | Agence France-Presse | 2014-07-04\n- Agence France-Presse | Discuss by telephone | Nurse (Nigeria) | 2009-07-26\n- Agence France-Presse | Discuss by telephone | Nurse (Iraq) | 2014-07-04\n- Media Personnel (Argentina) | Make statement | Nurse (Argentina) | 2011-05-20\n- Nigerian Tribune | Discuss by telephone | Citizen (Nigeria) | 2014-09-01\n- Citizen (Nigeria) | Discuss by telephone | Nigerian Tribune | 2014-09-01\nAnswer:", "completion": " 2009", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1055936", "prompt": "After Minister Patnaik, with whom did the Indian Prime Minister negotiate first?\nEvidence:\n- Shivraj Patil | Yield | Minister Patnaik | 2008-01-23\n- Shivraj Patil | Consult | Minister Patnaik | 2008-03-01\n- Minister Patnaik | Consult | Shivraj Patil | 2008-03-01\n- Minister Patnaik | Consult | Meira Kumar | 2008-11-17\n- Minister Patnaik | Consult | Governor (India) | 2009-05-20\n- Minister Patnaik | Consult | Governor (India) | 2009-03-09\n- Meira Kumar | Consult | Minister Patnaik | 2008-11-17\n- Governor (India) | Consult | Minister Patnaik | 2009-05-20\n- Governor (India) | Consult | Minister Patnaik | 2009-03-09\n- Rajya Sabha | Make statement | Minister Patnaik | 2009-03-17\n- R.K. Singh | Consult | Minister Patnaik | 2012-03-24\n- Minister Patnaik | Consult | R.K. Singh | 2012-03-24\n- Minister Patnaik | Consult | Labor Union (India) | 2009-09-28\n- Minister Patnaik | Accuse | United Progressive Alliance | 2011-06-08\n- Labor Union (India) | Consult | Minister Patnaik | 2009-09-28\nAnswer:", "completion": " Member of Legislative (Govt) (Iran)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1289609", "prompt": "Who had the last telephone conversation with Agence France-Presse in 2009?\nEvidence:\n- Police (Tanzania) | Discuss by telephone | Agence France-Presse | 2009-01-05\n- Nabil Shaath | Discuss by telephone | Agence France-Presse | 2009-03-24\n- Government (Guadeloupe) | Discuss by telephone | Agence France-Presse | 2009-02-18\n- Dissident (China) | Discuss by telephone | Agence France-Presse | 2009-06-03\n- Citizen (Nigeria) | Discuss by telephone | Agence France-Presse | 2009-02-21\n- Barack Obama | Discuss by telephone | Agence France-Presse | 2009-04-13\n- Agence France-Presse | Discuss by telephone | Police (Tanzania) | 2009-01-05\n- Agence France-Presse | Discuss by telephone | Nabil Shaath | 2009-03-24\n- Agence France-Presse | Discuss by telephone | Government (Guadeloupe) | 2009-02-18\n- Agence France-Presse | Discuss by telephone | Dissident (China) | 2009-06-03\n- Agence France-Presse | Discuss by telephone | Citizen (Nigeria) | 2009-02-21\n- Agence France-Presse | Discuss by telephone | Barack Obama | 2009-04-13\n- Royal Administration (Jordan) | Discuss by telephone | Agence France-Presse | 2009-01-11\n- Mohamed Abshir Muse | Discuss by telephone | Agence France-Presse | 2009-04-27\n- Military Personnel (Mali) | Discuss by telephone | Agence France-Presse | 2009-06-30\nAnswer:", "completion": " Ali al-Dabbagh", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1182552", "prompt": "Who negotiated with Shaukat Aziz before Gazprom?\nEvidence:\n- Shaukat Aziz | Make statement | Gazprom | 2005-10-27\n- Shaukat Aziz | Engage in negotiation | Gazprom | 2005-10-08\n- Gazprom | Engage in negotiation | Shaukat Aziz | 2005-10-08\n- Shaukat Aziz | Consult | Japan | 2005-01-10\n- Japan | Consult | Shaukat Aziz | 2005-01-10\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-02-16\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-02-04\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-01-10\n- Shaukat Aziz | Consult | James Wolfensohn | 2005-02-09\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-02-16\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-02-04\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-01-10\n- James Wolfensohn | Consult | Shaukat Aziz | 2005-02-09\n- Shaukat Aziz | Make statement | Riaz Khokhar | 2005-02-16\n- Shaukat Aziz | Make statement | Pervez Musharraf | 2005-01-28\nAnswer:", "completion": " Iran", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1153696", "prompt": "In which month did Alan Johnson denounce Boris Johnson?\nEvidence:\n- Alan Johnson | Criticize or denounce | Boris Johnson | 2010-04-13\n- Alan Johnson | Criticize or denounce | Margaret Hodge | 2007-05-25\n- Alan Johnson | Reject | France | 2005-12-09\n- Chris Huhne | Engage in negotiation | Alan Johnson | 2009-09-10\n- Alan Johnson | Engage in negotiation | Chris Huhne | 2009-09-10\n- Citizen (United Kingdom) | Criticize or denounce | Alan Johnson | 2007-05-15\n- Alan Johnson | Criticize or denounce | Citizen (United Kingdom) | 2010-03-09\n- Rehman Malik | Consult | Alan Johnson | 2009-10-07\n- Rehman Malik | Consult | Alan Johnson | 2009-10-06\n- Chris Huhne | Consult | Alan Johnson | 2009-09-09\n- Alan Johnson | Consult | Rehman Malik | 2009-10-07\n- Alan Johnson | Consult | Rehman Malik | 2009-10-06\n- Alan Johnson | Consult | Chris Huhne | 2009-09-09\n- Alan Johnson | Accuse | Margaret Hodge | 2007-05-25\n- Jacqui Smith | Criticize or denounce | Boris Johnson | 2008-10-03\nAnswer:", "completion": " 2010-04", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1112449", "prompt": "Who was the first to praise the Government of Croatia after International Monetary Fund did?\nEvidence:\n- Head of Government (Brazil) | Praise or endorse | International Monetary Fund | 2005-04-29\n- International Monetary Fund | Praise or endorse | Romania | 2005-01-04\n- International Monetary Fund | Praise or endorse | Malawi | 2005-07-25\n- International Monetary Fund | Praise or endorse | Malawi | 2005-03-07\n- Senate (Paraguay) | Praise or endorse | International Monetary Fund | 2005-05-12\n- International Monetary Fund | Threaten | Romania | 2005-06-28\n- International Monetary Fund | Investigate | Tanzania | 2005-08-02\n- International Monetary Fund | Investigate | Tanzania | 2005-02-25\n- International Monetary Fund | Investigate | Iraq | 2005-05-12\n- International Monetary Fund | Demand | China | 2005-04-20\n- International Monetary Fund | Demand | Angola | 2005-07-06\n- Romania | Express accord | International Monetary Fund | 2005-04-13\n- Iraq | Express accord | International Monetary Fund | 2005-03-07\n- International Monetary Fund | Make statement | Vietnam | 2005-05-31\n- International Monetary Fund | Make statement | France | 2005-01-27\nAnswer:", "completion": " City Mayor (Croatia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1050876", "prompt": "In Jun, 2012, who gave a condemnation to Francis Muthaura?\nEvidence:\n- Police (Kenya) | Consult | Francis Muthaura | 2006-03-07\n- Mwai Kibaki | Consult | Francis Muthaura | 2012-01-27\n- Mwai Kibaki | Consult | Francis Muthaura | 2012-01-25\n- Francis Muthaura | Consult | Police (Kenya) | 2006-03-07\n- Francis Muthaura | Consult | Mwai Kibaki | 2012-01-27\n- Francis Muthaura | Consult | Mwai Kibaki | 2012-01-25\n- The Hague | Host a visit | Francis Muthaura | 2013-02-14\n- The Hague | Host a visit | Francis Muthaura | 2013-02-13\n- The Hague | Host a visit | Francis Muthaura | 2011-09-19\n- The Hague | Host a visit | Francis Muthaura | 2011-04-02\n- The Hague | Host a visit | Francis Muthaura | 2011-04-01\n- The Hague | Host a visit | Francis Muthaura | 2011-03-31\n- The Hague | Host a visit | Francis Muthaura | 2011-03-30\n- South Africa | Host a visit | Francis Muthaura | 2010-07-03\n- Francis Muthaura | Make a visit | The Hague | 2013-02-14\nAnswer:", "completion": " Uhuru Muigai Kenyatta", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1284680", "prompt": "After Benazir Bhutto, who appealed for the head of government of Pakistan?\nEvidence:\n- Head of Government (Pakistan) | Make statement | Benazir Bhutto | 2005-03-15\n- Head of Government (Pakistan) | Make optimistic comment | Benazir Bhutto | 2005-04-02\n- Government (Pakistan) | Reject | Benazir Bhutto | 2005-10-21\n- Government (Pakistan) | Investigate | Benazir Bhutto | 2005-09-21\n- Government (Pakistan) | Accuse | Benazir Bhutto | 2005-09-19\n- Benazir Bhutto | Accuse | Government (Pakistan) | 2005-03-11\n- Benazir Bhutto | Make statement | Government (Pakistan) | 2006-01-29\n- Benazir Bhutto | Make statement | Government (Pakistan) | 2005-11-28\n- Benazir Bhutto | Make statement | Government (Pakistan) | 2005-03-05\n- Benazir Bhutto | Make statement | Government (Pakistan) | 2005-01-18\n- Benazir Bhutto | Make statement | Government (Pakistan) | 2005-01-17\n- Government (Pakistan) | Sign formal agreement | Benazir Bhutto | 2006-04-20\n- Government (Pakistan) | Praise or endorse | Benazir Bhutto | 2005-12-04\n- Government (Pakistan) | Engage in negotiation | Benazir Bhutto | 2006-02-13\n- Benazir Bhutto | Sign formal agreement | Government (Pakistan) | 2006-04-20\nAnswer:", "completion": " Fishermen (India)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1021692", "prompt": "Before Thongsing Thammavong, who was the last leader of South Korea to express a willingness to negotiate?\nEvidence:\n- Thongsing Thammavong | Express intent to meet or negotiate | China | 2008-03-21\n- Thongsing Thammavong | Express intent to meet or negotiate | Cambodia | 2006-11-27\n- Thongsing Thammavong | Consult | Laos | 2007-01-29\n- Thongsing Thammavong | Consult | Laos | 2007-01-26\n- Laos | Consult | Thongsing Thammavong | 2007-01-29\n- Laos | Consult | Thongsing Thammavong | 2007-01-26\n- Vietnam | Make a visit | Thongsing Thammavong | 2007-10-10\n- Vietnam | Make a visit | Thongsing Thammavong | 2005-11-08\n- Vietnam | Host a visit | Thongsing Thammavong | 2006-11-24\n- Vietnam | Host a visit | Thongsing Thammavong | 2006-11-23\n- Vietnam | Host a visit | Thongsing Thammavong | 2006-11-22\n- Vietnam | Host a visit | Thongsing Thammavong | 2006-11-21\n- Thongsing Thammavong | Make a visit | Vietnam | 2006-11-24\n- Thongsing Thammavong | Make a visit | Vietnam | 2006-11-23\n- Thongsing Thammavong | Make a visit | Vietnam | 2006-11-22\nAnswer:", "completion": " Police (South Korea)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1298493", "prompt": "Who signed an agreement with the Croatian government before 2012?\nEvidence:\n- People Associated with the Opposition (Croatian Democratic Union) | Make an appeal or request | Government (Croatia) | 2015-06-16\n- People Associated with the Opposition (Croatian Democratic Union) | Make statement | Government (Croatia) | 2015-10-01\n- People Associated with the Opposition (Croatian Democratic Union) | Criticize or denounce | Government (Croatia) | 2015-10-01\n- People Associated with the Opposition (Croatian Democratic Union) | Criticize or denounce | Government (Croatia) | 2015-09-09\n- People Associated with the Opposition (Croatian Democratic Union) | Criticize or denounce | Government (Croatia) | 2014-09-17\n- Police (Croatia) | Investigate | People Associated with the Opposition (Croatian Democratic Union) | 2014-02-05\n- Citizen (Croatia) | Reject | People Associated with the Opposition (Croatian Democratic Union) | 2014-07-03\n- People Associated with the Opposition (Croatian Democratic Union) | Praise or endorse | Angela Merkel | 2015-10-01\n- Government (Croatia) | Reject | Croatian Party of Rights | 2006-05-26\n- Croatian Party of Rights | Make an appeal or request | Government (Croatia) | 2007-05-11\n- Croatian Party of Rights | Sign formal agreement | Ante Starcevic | 2015-09-21\n- Ante Starcevic | Sign formal agreement | Croatian Party of Rights | 2015-09-21\n- People Associated with the Opposition (Croatian Democratic Union) | Accuse of crime, corruption | Citizen (Croatia) | 2014-02-05\n- Government (Croatia) | Deny responsibility | Croatian Party of Rights | 2006-05-26\n- Croatian Party of Rights | Make statement | Government (Croatia) | 2005-04-09\nAnswer:", "completion": " Labor Union (Croatia)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1391250", "prompt": "Which country last was investigated by South Korea before the Intelligence Chief of South Korea?\nEvidence:\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | South Korea | 2005-01-08\n- South Korea | Consult | Japan | 2005-01-06\n- Japan | Consult | South Korea | 2005-01-06\n- South Korea | Reduce relations | Citizen (North Korea) | 2005-01-03\n- South Korea | Provide humanitarian aid | Citizen (North Korea) | 2005-01-11\n- South Korea | Provide military aid | Iraq | 2005-01-03\n- South Korea | Provide humanitarian aid | Thailand | 2005-01-02\n- South Korea | Provide humanitarian aid | Thailand | 2005-01-01\n- South Korea | Make a visit | Aceh | 2005-01-08\nAnswer:", "completion": " China", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1167786", "prompt": "Who negotiated with Islam Karimov in the same month of Zhang Deguang?\nEvidence:\n- Zhang Deguang | Consult | Islam Karimov | 2005-05-27\n- Islam Karimov | Consult | Zhang Deguang | 2005-05-27\n- Zhang Deguang | Engage in negotiation | Islam Karimov | 2005-05-27\n- Islam Karimov | Engage in negotiation | Zhang Deguang | 2005-05-27\n- Zhang Deguang | Make a visit | Islam Karimov | 2005-05-27\n- Islam Karimov | Host a visit | Zhang Deguang | 2005-05-27\n- Zhang Deguang | Consult | Iran | 2005-07-06\n- Iran | Consult | Zhang Deguang | 2005-07-06\n- Zhang Deguang | Make statement | China | 2006-08-14\n- Zhang Deguang | Make statement | China | 2006-06-07\n- Zhang Deguang | Make statement | China | 2006-06-06\n- Zhang Deguang | Make statement | China | 2005-06-16\n- Zhang Deguang | Make statement | China | 2005-06-15\n- Zhang Deguang | Consult | Pervez Musharraf | 2006-03-13\n- Zhang Deguang | Consult | Pervez Musharraf | 2006-02-20\nAnswer:", "completion": " Roh Moo Hyun", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1061693", "prompt": "Before Catherine Ashton, with whom did Herman Van Rompuy last declare his intention to meet?\nEvidence:\n- Japan | Consult | Herman Van Rompuy | 2010-04-28\n- Herman Van Rompuy | Reject | France | 2010-06-10\n- Herman Van Rompuy | Consult | Japan | 2010-04-28\n- Mahmoud Abbas | Consult | Herman Van Rompuy | 2010-02-24\n- Jan Fischer | Consult | Herman Van Rompuy | 2010-01-30\n- Herman Van Rompuy | Demand | Citizen (Belgium) | 2008-12-30\n- Herman Van Rompuy | Consult | Wen Jiabao | 2010-10-06\n- Herman Van Rompuy | Consult | Mahmoud Abbas | 2010-02-24\n- Herman Van Rompuy | Consult | Jan Fischer | 2010-01-30\n- Herman Van Rompuy | Consult | Gjorge Ivanov | 2010-09-10\n- Herman Van Rompuy | Consult | Georgios Papandreou | 2010-08-19\n- Herman Van Rompuy | Consult | Georgios Papandreou | 2010-04-09\n- Herman Van Rompuy | Consult | Georgios Papandreou | 2010-03-25\n- Herman Van Rompuy | Consult | Barack Obama | 2010-08-17\n- Herman Van Rompuy | Consult | Barack Obama | 2010-04-08\nAnswer:", "completion": " Ireland", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1153549", "prompt": "Before the Police of Austria, who investigated the citizens of Bulgaria last?\nEvidence:\n- Police (Austria) | Investigate | Citizen (Bulgaria) | 2011-11-23\n- Police (Austria) | Reject | Children (Austria) | 2009-06-24\n- Police (Austria) | Investigate | Women (Austria) | 2008-04-27\n- Police (Austria) | Investigate | Criminal (Austria) | 2010-09-07\n- Police (Austria) | Investigate | Criminal (Austria) | 2008-01-02\n- Police (Austria) | Investigate | Criminal (Austria) | 2007-11-21\n- Police (Austria) | Investigate | Criminal (Austria) | 2005-06-17\n- Police (Austria) | Investigate | Criminal (Austria) | 2005-03-17\n- Police (Austria) | Investigate | Criminal (Austria) | 2005-02-10\n- Police (Austria) | Consult | Criminal (Austria) | 2005-10-16\n- Police (Austria) | Accuse | Criminal (Austria) | 2015-03-04\n- Police (Austria) | Accuse | Criminal (Austria) | 2015-03-03\n- Police (Austria) | Accuse | Criminal (Austria) | 2006-01-25\n- Newspaper (Austria) | Accuse | Police (Austria) | 2009-12-09\n- Criminal (Austria) | Consult | Police (Austria) | 2005-10-16\nAnswer:", "completion": " Police (Bulgaria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1005536", "prompt": "With whom did the mayor of the Philippines last sign a formal agreement before the professor of South Korea?\nEvidence:\n- Thailand | Sign formal agreement | Malaysia | 2005-01-28\n- Thailand | Sign formal agreement | China | 2005-01-21\n- Malaysia | Sign formal agreement | Thailand | 2005-01-28\n- China | Sign formal agreement | Thailand | 2005-01-21\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- South Korea | Make a visit | Aceh | 2005-01-08\n- Aceh | Host a visit | South Korea | 2005-01-08\n- South Korea | Host a visit | Ognyan Gerdzhikov | 2005-01-02\n- South Korea | Host a visit | Emperor Akihito | 2005-01-13\n- Ognyan Gerdzhikov | Make a visit | South Korea | 2005-01-02\n- Emperor Akihito | Make a visit | South Korea | 2005-01-13\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\nAnswer:", "completion": " Gwendolyn Garcia", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1078941", "prompt": "Before 8 February 2005, who did the media personnel of Australia accuse?\nEvidence:\n- Media Personnel (Australia) | Accuse | Police (Australia) | 2005-02-08\n- Media Personnel (Australia) | Accuse | Citizen (Australia) | 2005-02-08\n- Media Personnel (Australia) | Make statement | Member of Parliament (Australia) | 2005-02-08\n- Media Personnel (Australia) | Make statement | Police (Australia) | 2005-02-08\n- Media Personnel (Thailand) | Make statement | Thailand | 2005-02-08\n- Media Personnel (Japan) | Make statement | Japan | 2005-02-08\nAnswer:", "completion": " Police (Australia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 6, "n_anchors": 0} +{"id": "mtq_1249989", "prompt": "Who gave a criticism to the National Resistance Movement before 2006?\nEvidence:\n- National Resistance Movement | Make a visit | China | 2006-10-17\n- National Resistance Movement | Make a visit | China | 2006-10-16\n- China | Host a visit | National Resistance Movement | 2006-10-17\n- China | Host a visit | National Resistance Movement | 2006-10-16\n- National Resistance Movement | Threaten | Citizen (Uganda) | 2005-12-06\n- National Resistance Movement | Demand | Citizen (Uganda) | 2006-02-27\n- National Resistance Movement | Demand | Citizen (Uganda) | 2005-06-30\n- Citizen (Uganda) | Threaten | National Resistance Movement | 2005-08-23\n- Citizen (Uganda) | Reject | National Resistance Movement | 2006-12-20\n- Citizen (Uganda) | Reject | National Resistance Movement | 2006-12-19\n- Citizen (Uganda) | Demand | National Resistance Movement | 2005-11-14\n- Ruhakana Rugunda | Make statement | National Resistance Movement | 2005-11-09\n- Ruhakana Rugunda | Make statement | National Resistance Movement | 2005-11-03\n- Police (Uganda) | Make statement | National Resistance Movement | 2006-01-31\n- Police (Uganda) | Make statement | National Resistance Movement | 2006-01-25\nAnswer:", "completion": " Citizen (Uganda)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1265160", "prompt": "When did the Governor of India first accuse the Prime Minister of India?\nEvidence:\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-09\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-08\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2005-05-05\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-11-14\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-10-05\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Demand | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-11-24\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-05-19\n- Prime Minister Qarase | Make statement | Prime Minister Chaudhry | 2006-07-13\nAnswer:", "completion": " 2005-10-04", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1308704", "prompt": "When did the armed gang of South Africa make pessimistic comments about the South African police?\nEvidence:\n- South Africa | Arrest, detain, or charge with legal action | Armed Gang (South Africa) | 2005-01-13\n- Sudan | Make pessimistic comment | African Union | 2005-01-04\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- African Union | Make an appeal or request | South Africa | 2005-01-02\n- Protester (South African Communist Party) | Demonstrate or rally | South Africa | 2005-01-26\n- South Africa | Mobilize or increase armed forces | Sudan | 2005-01-28\n- South African National Defence Force | Increase military alert status | South Africa | 2005-02-03\n- Government (South Africa) | Engage in diplomatic cooperation | African Union | 2005-02-26\n- Police (South Africa) | Arrest, detain, or charge with legal action | South Africa | 2005-02-11\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- Armed Opposition (Sudan) | Use unconventional violence | African Union | 2005-03-30\n- African Union | Mobilize or increase armed forces | Sudan | 2005-05-17\n- African Union | Mobilize or increase armed forces | Sudan | 2005-05-11\nAnswer:", "completion": " 2007-04-12", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1196196", "prompt": "Who last wanted to negotiate with Shimon Peres in 2011?\nEvidence:\n- Shimon Peres | Express intent to meet or negotiate | Mahmoud Abbas | 2011-01-05\n- Shimon Peres | Express intent to meet or negotiate | Barack Obama | 2011-04-05\n- Shimon Peres | Express intent to meet or negotiate | Barack Obama | 2011-04-04\n- Shimon Peres | Express intent to meet or negotiate | Barack Obama | 2011-04-03\n- Shimon Peres | Express intent to meet or negotiate | Barack Obama | 2011-03-31\n- Barack Obama | Express intent to meet or negotiate | Shimon Peres | 2011-04-06\n- Barack Obama | Express intent to meet or negotiate | Shimon Peres | 2011-04-03\n- Barack Obama | Express intent to meet or negotiate | Shimon Peres | 2011-03-31\n- Angela Merkel | Express intent to meet or negotiate | Shimon Peres | 2011-01-31\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | Shimon Peres | 2011-01-19\n- South Korea | Consult | Shimon Peres | 2011-03-21\n- Shimon Peres | Make statement | China | 2011-03-03\n- Shimon Peres | Make statement | China | 2011-03-02\n- Shimon Peres | Consult | South Korea | 2011-03-21\n- Shimon Peres | Consult | Chen Deming | 2011-03-03\nAnswer:", "completion": " Catherine Ashton", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1089155", "prompt": "After the Central Reserve Police Force, who was the first militant of the United Liberation Force of Assam to use unconventional violence against?\nEvidence:\n- Militant (United Liberation Force of Assam) | Use unconventional violence | Central Reserve Police Force | 2005-08-03\n- Armed Gang (India) | Use unconventional violence | Central Reserve Police Force | 2007-10-11\n- Separatist (India) | Use conventional military force | Central Reserve Police Force | 2008-08-07\n- Separatist (India) | Use conventional military force | Central Reserve Police Force | 2006-08-01\n- Central Reserve Police Force | Use conventional military force | Separatist (India) | 2006-08-01\n- Central Reserve Police Force | Use conventional military force | Refugee (India) | 2007-03-28\n- Central Reserve Police Force | Use conventional military force | Protester (India) | 2008-08-26\n- Central Reserve Police Force | Use tactics of violent repression | Protester (India) | 2009-07-01\n- Media (India) | Consult | Central Reserve Police Force | 2005-10-07\n- Central Reserve Police Force | Investigate | Men (India) | 2007-02-05\n- Central Reserve Police Force | Consult | Media (India) | 2005-10-07\n- Central Reserve Police Force | Confiscate property | China | 2009-02-26\n- Central Reserve Police Force | Use conventional military force | Terrorist (Lashkar-e-Taiba) | 2007-10-13\n- Member of Parliament (India) | Make statement | Central Reserve Police Force | 2008-08-09\n- Shivraj Patil | Make statement | Central Reserve Police Force | 2008-04-22\nAnswer:", "completion": " Rashtriya Swayamsevak Sangh", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1281304", "prompt": "After the people of Egypt, who was the first to support Abdel Fattah Al-Sisi?\nEvidence:\n- Abdel Fattah Al-Sisi | Threaten | People Associated with the Opposition (Egypt) | 2013-06-24\n- People Associated with the Opposition (Egypt) | Praise or endorse | Abdel Fattah Al-Sisi | 2013-07-01\n- People Associated with the Opposition (Egypt) | Host a visit | Abdel Fattah Al-Sisi | 2013-07-01\n- Abdel Fattah Al-Sisi | Make a visit | People Associated with the Opposition (Egypt) | 2013-07-01\n- Protester (Egypt) | Reject | Abdel Fattah Al-Sisi | 2013-01-29\n- Abdel Fattah Al-Sisi | Threaten | Protester (Egypt) | 2013-07-24\n- Head of Government (Egypt) | Reject | Abdel Fattah Al-Sisi | 2013-07-03\n- Head of Government (Egypt) | Consult | Abdel Fattah Al-Sisi | 2013-07-03\n- Head of Government (Egypt) | Consult | Abdel Fattah Al-Sisi | 2013-07-02\n- Head of Government (Egypt) | Consult | Abdel Fattah Al-Sisi | 2013-06-23\n- Head of Government (Egypt) | Consult | Abdel Fattah Al-Sisi | 2013-05-17\n- Abdel Fattah Al-Sisi | Consult | Head of Government (Egypt) | 2013-07-03\n- Abdel Fattah Al-Sisi | Consult | Head of Government (Egypt) | 2013-07-02\n- Abdel Fattah Al-Sisi | Consult | Head of Government (Egypt) | 2013-06-23\n- Abdel Fattah Al-Sisi | Consult | Head of Government (Egypt) | 2013-05-17\nAnswer:", "completion": " Lawyer/Attorney (Egypt)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1352629", "prompt": "Which country last hosted Staffan de Mistura's visit from Staffan de Mistura?\nEvidence:\n- Staffan de Mistura | Consult | Iran | 2014-10-21\n- Staffan de Mistura | Consult | Iran | 2014-10-19\n- Iran | Consult | Staffan de Mistura | 2014-10-21\n- Iran | Consult | Staffan de Mistura | 2014-10-19\n- Staffan de Mistura | Make a visit | Iran | 2014-10-30\n- Staffan de Mistura | Make a visit | Iran | 2014-10-27\n- Iran | Host a visit | Staffan de Mistura | 2014-10-30\n- Iran | Host a visit | Staffan de Mistura | 2014-10-27\n- Staffan de Mistura | Make statement | Iran | 2014-10-22\n- Staffan de Mistura | Make statement | Iran | 2014-10-20\n- Staffan de Mistura | Make statement | Iran | 2014-10-17\n- Staffan de Mistura | Consult | Philip Hammond | 2014-12-12\n- Philip Hammond | Consult | Staffan de Mistura | 2014-12-12\n- UN Security Council | Consult | Staffan de Mistura | 2015-02-17\n- UN Security Council | Consult | Staffan de Mistura | 2014-10-31\nAnswer:", "completion": " Iran", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1387714", "prompt": "In which year did Arab Israelis use unconventional violence against the Israeli police for the first time?\nEvidence:\n- Arab Israelis | Use unconventional violence | Israeli Defense Forces | 2012-02-26\n- Arab Israelis | Use unconventional violence | Police (Israel) | 2011-10-03\n- Arab Israelis | Use unconventional violence | Police (Israel) | 2010-10-27\n- Arab Israelis | Use unconventional violence | Police (Israel) | 2009-03-24\n- Arab Israelis | Use unconventional violence | Police (Israel) | 2009-02-09\n- Settler (Israel) | Use unconventional violence | Arab Israelis | 2005-08-07\n- Mob (Israel) | Use unconventional violence | Arab Israelis | 2007-08-05\n- Arab Israelis | Use unconventional violence | Children (Israel) | 2005-05-18\n- Israeli Defense Forces | Yield | Arab Israelis | 2009-06-01\n- Israeli Defense Forces | Yield | Arab Israelis | 2009-05-20\n- Israeli Defense Forces | Yield | Arab Israelis | 2008-12-07\n- Israeli Defense Forces | Use conventional military force | Arab Israelis | 2009-07-02\n- Israeli Defense Forces | Use conventional military force | Arab Israelis | 2005-08-30\n- Israeli Defense Forces | Use conventional military force | Arab Israelis | 2005-08-18\n- Israeli Defense Forces | Use conventional military force | Arab Israelis | 2005-08-09\nAnswer:", "completion": " 2009", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1200340", "prompt": "Who was the first to be rejected by the judge of the Court of Justice of the United Kingdom in 2012?\nEvidence:\n- Court Judge (United Kingdom) | Make statement | Member of the Judiciary (Kosovo) | 2012-05-02\n- Secretary of State for the Home Department | Make an appeal or request | Court Judge (United Kingdom) | 2012-04-18\n- Court Judge (Namibia) | Reject | Member of the Judiciary (Namibia) | 2012-04-05\n- Member of the Judiciary (Namibia) | Threaten non-force | Court Judge (Namibia) | 2012-10-09\n- Secretary of State for the Home Department | Make statement | Court Judge (India) | 2012-01-14\n- Court Judge (India) | Make an appeal or request | Justice Department/Ministery (India) | 2012-09-10\n- People Associated with the Opposition (Sri Lanka) | Investigate | Chief Court Judge (Sri Lanka) | 2012-11-01\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 7, "n_anchors": 0} +{"id": "mtq_1286592", "prompt": "In which year did Romania condemn Mahmoud Ahmadinejad?\nEvidence:\n- Mahmoud Ahmadinejad | Investigate | Iran | 2005-06-21\n- Mahmoud Ahmadinejad | Demand | Iran | 2005-04-07\n- Mahmoud Ahmadinejad | Accuse | Iran | 2005-06-25\n- Mahmoud Ahmadinejad | Engage in symbolic act | Islamic Preacher (Iran) | 2005-06-26\n- Mahmoud Ahmadinejad | Engage in symbolic act | Islamic Preacher (Iran) | 2005-06-25\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-07-01\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-09\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-04-17\n- Ministry (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-29\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-07-02\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-30\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-29\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-28\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-27\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-26\nAnswer:", "completion": " 2005", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1250976", "prompt": "Who expressed the intention to meet with the Cabinet Council of Ministers Advisors of the United States in the same month of the Foreign Affairs of Syria?\nEvidence:\n- Foreign Affairs (Syria) | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2013-08-25\n- Foreign Affairs (Syria) | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2010-10-04\n- Foreign Affairs (Syria) | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2010-10-02\n- Foreign Affairs (Syria) | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2009-09-29\n- Foreign Affairs (Syria) | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2007-05-04\n- Cabinet / Council of Ministers / Advisors (United States) | Consult | Foreign Affairs (Syria) | 2013-08-25\n- Cabinet / Council of Ministers / Advisors (United States) | Consult | Foreign Affairs (Syria) | 2010-10-04\n- Cabinet / Council of Ministers / Advisors (United States) | Consult | Foreign Affairs (Syria) | 2010-10-02\n- Cabinet / Council of Ministers / Advisors (United States) | Consult | Foreign Affairs (Syria) | 2009-09-29\n- Cabinet / Council of Ministers / Advisors (United States) | Consult | Foreign Affairs (Syria) | 2007-05-04\n- Foreign Affairs (Syria) | Make statement | Cabinet / Council of Ministers / Advisors (United States) | 2013-11-04\n- Cabinet / Council of Ministers / Advisors (United States) | Make optimistic comment | Foreign Affairs (Syria) | 2005-02-16\n- Foreign Affairs (Syria) | Express intent to meet or negotiate | Cabinet / Council of Ministers / Advisors (United States) | 2013-05-22\n- Foreign Affairs (Panama) | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2010-06-08\n- Foreign Affairs (Malaysia) | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2011-12-15\nAnswer:", "completion": " Mahmoud Abbas", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1112412", "prompt": "Who was the first to make a request to the other authorities and officials of Burundi?\nEvidence:\n- Other Authorities / Officials (Burundi) | Praise or endorse | Léonard Nyangoma | 2007-06-08\n- Burundi | Make an appeal or request | Head of Government (Burundi) | 2005-09-02\n- China | Make a visit | Burundi | 2005-09-15\n- China | Make a visit | Burundi | 2005-08-25\n- Burundi | Make a visit | Tanzania | 2005-10-27\n- Burundi | Make a visit | Tanzania | 2005-09-17\n- Burundi | Make statement | Government (Burundi) | 2005-08-02\n- Rebel Group (Burundi) | fight with small arms and light weapons | Burundi | 2005-07-06\n- Rebel Group (Burundi) | fight with small arms and light weapons | Burundi | 2005-03-16\n- Mwai Kibaki | Make a visit | Burundi | 2005-08-26\n- UN Security Council | Make a visit | Burundi | 2005-11-09\n- Media Personnel (Africa) | Make a visit | Burundi | 2005-11-21\n- Tanzania | Host a visit | Burundi | 2005-10-27\n- Tanzania | Host a visit | Burundi | 2005-09-17\n- Burundi | Host a visit | China | 2005-09-15\nAnswer:", "completion": " Anti-corruption and Economic Malpractice Observatory", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1260811", "prompt": "Which country hosted Korean Workers Party's visit from Korean Workers Party after May 8th, 2010?\nEvidence:\n- Korean Workers Party | Consult | China | 2009-02-25\n- China | Consult | Korean Workers Party | 2009-02-25\n- Yemen | Host a visit | Korean Workers Party | 2007-06-23\n- Malaysia | Host a visit | Korean Workers Party | 2007-08-04\n- Laos | Host a visit | Korean Workers Party | 2007-08-04\n- Korean Workers Party | Make a visit | Yemen | 2007-06-23\n- Korean Workers Party | Make a visit | Malaysia | 2007-08-04\n- Korean Workers Party | Make a visit | Laos | 2007-08-04\n- Korean Workers Party | Make a visit | China | 2010-09-30\n- Korean Workers Party | Make a visit | China | 2010-05-08\n- Korean Workers Party | Make a visit | China | 2010-02-25\n- Korean Workers Party | Make a visit | China | 2009-10-31\n- Korean Workers Party | Make a visit | China | 2009-10-29\n- Korean Workers Party | Make a visit | China | 2009-10-27\n- Korean Workers Party | Make a visit | China | 2009-02-28\nAnswer:", "completion": " Vietnam", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1250330", "prompt": "After Dmitry Anatolyevich Medvedev, with whom did Islam Karimov first express the intention to cooperate?\nEvidence:\n- Islam Karimov | Consult | Dmitry Anatolyevich Medvedev | 2006-05-07\n- Islam Karimov | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Dmitry Anatolyevich Medvedev | Consult | Islam Karimov | 2006-05-07\n- Dmitry Anatolyevich Medvedev | Consult | Islam Karimov | 2006-05-06\n- Islam Karimov | Make a visit | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Islam Karimov | Host a visit | Dmitry Anatolyevich Medvedev | 2006-05-07\n- Islam Karimov | Host a visit | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Dmitry Anatolyevich Medvedev | Praise or endorse | Islam Karimov | 2006-05-08\n- Dmitry Anatolyevich Medvedev | Praise or endorse | Islam Karimov | 2006-05-06\n- Dmitry Anatolyevich Medvedev | Make a visit | Islam Karimov | 2006-05-07\n- Dmitry Anatolyevich Medvedev | Make a visit | Islam Karimov | 2006-05-06\n- Dmitry Anatolyevich Medvedev | Host a visit | Islam Karimov | 2006-05-06\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | Islam Karimov | 2006-05-06\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | Islam Karimov | 2006-05-05\n- Pervez Musharraf | Express intent to cooperate | Islam Karimov | 2005-03-09\nAnswer:", "completion": " Xi Jinping", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1308296", "prompt": "With which country did South Korea negotiate for the first time after the Governor of Yemen?\nEvidence:\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Head of Government (Germany) | Express intent to meet or negotiate | Yemen | 2005-02-18\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- Vietnam | Express intent to meet or negotiate | South Korea | 2005-01-05\n- Thailand | Express intent to meet or negotiate | South Korea | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-12\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-08\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-07\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-05\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-08\nAnswer:", "completion": " Japan", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1377896", "prompt": "Who did the Cabinet Council of Ministers Advisors of United States express intent to negotiate with first after Federica Mogherini?\nEvidence:\n- Federica Mogherini | Express intent to meet or negotiate | Iraq | 2014-12-19\n- Ministry (Iran) | Express intent to meet or negotiate | Federica Mogherini | 2014-09-02\n- Federica Mogherini | Express intent to meet or negotiate | Shimon Peres | 2014-07-15\n- Federica Mogherini | Express intent to meet or negotiate | Mahmoud Abbas | 2014-07-15\n- Federica Mogherini | Express intent to meet or negotiate | Benjamin Netanyahu | 2014-11-06\n- Federica Mogherini | Express intent to meet or negotiate | Benjamin Netanyahu | 2014-11-05\n- Federica Mogherini | Express intent to meet or negotiate | Benjamin Netanyahu | 2014-07-15\n- Edgars Rinkevics | Express intent to meet or negotiate | Federica Mogherini | 2014-12-01\n- Edgars Rinkevics | Express intent to meet or negotiate | Federica Mogherini | 2014-06-27\n- Vytenis Povilas Andriukaitis | Express intent to meet or negotiate | Federica Mogherini | 2014-12-06\n- Federica Mogherini | Express intent to meet or negotiate | Vytenis Povilas Andriukaitis | 2014-12-06\n- Federica Mogherini | Express intent to meet or negotiate | Haider Al-Abadi | 2014-12-22\n- Iran | Consult | Federica Mogherini | 2014-06-12\n- Federica Mogherini | Consult | Iran | 2014-06-12\n- Head of Government (Ukraine) | Consult | Federica Mogherini | 2014-12-16\nAnswer:", "completion": " Qatar", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1007884", "prompt": "Who first did the citizens of United Kingdom request for in 2013?\nEvidence:\n- Court Judge (United Kingdom) | Reject | Secretary of State for the Home Department | 2013-03-28\n- Secretary of State for the Home Department | Make statement | High Commission (United Kingdom) | 2013-09-25\n- Secretary of State for the Home Department | Defy norms, law | Citizen (United Kingdom) | 2013-07-04\n- Secretary of State for the Home Department | Criticize or denounce | Newspaper (United Kingdom) | 2013-11-12\n- Citizen (United Kingdom) | Make optimistic comment | Secretary of State for the Home Department | 2013-07-01\n- Citizen (United Kingdom) | Criticize or denounce | Secretary of State for the Home Department | 2013-06-10\n- Lawmaker (United Kingdom) | Appeal for intelligence | Court Judge (United Kingdom) | 2013-04-23\n- President of the Senate (United States) | Make statement | House Speaker (United Kingdom) | 2013-07-31\n- Public Prosecutor (Brazil) | Criticize or denounce | First Command of the Capital | 2013-10-18\n- Citizen (United Kingdom) | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2013-04-30\n- Citizen (United Kingdom) | Make an appeal or request | Movement for Democratic Change | 2013-04-19\n- Office of the United Nations High Commissioner for Human Rights | Make an appeal or request | Government (Nigeria) | 2013-05-18\n- Office of the United Nations High Commissioner for Human Rights | Make an appeal or request | Citizen (Bangladesh) | 2013-12-01\n- Office of the United Nations High Commissioner for Human Rights | Threaten | Boko Haram | 2013-08-06\n- Office of the United Nations High Commissioner for Human Rights | Make statement | Iran | 2013-08-22\nAnswer:", "completion": " Ismaïl Omar Guelleh", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1056254", "prompt": "After Eritrea, which country was the first to seek diplomatic cooperation with South Sudan?\nEvidence:\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-03-10\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-01-01\n- Eritrea | Engage in diplomatic cooperation | Yemen | 2005-03-10\n- Eritrea | Engage in diplomatic cooperation | Yemen | 2005-01-01\n- Eritrea | Engage in diplomatic cooperation | Djibouti | 2005-02-22\n- Eritrea | Engage in diplomatic cooperation | Djibouti | 2005-02-18\n- Eritrea | Engage in diplomatic cooperation | Djibouti | 2005-02-09\n- Djibouti | Engage in diplomatic cooperation | Eritrea | 2005-02-22\n- Djibouti | Engage in diplomatic cooperation | Eritrea | 2005-02-18\n- Djibouti | Engage in diplomatic cooperation | Eritrea | 2005-02-09\n- China | Engage in diplomatic cooperation | Eritrea | 2005-02-18\n- Sudan | Accuse | Eritrea | 2005-02-23\n- Government Official (Djibouti) | Engage in diplomatic cooperation | Eritrea | 2005-02-18\n- Eritrea | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-02-17\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Eritrea | 2005-02-18\nAnswer:", "completion": " Sudan", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1385253", "prompt": "Who negotiated with Mario Monti in the same year as Benedict XVI?\nEvidence:\n- Mario Monti | Engage in negotiation | Benedict XVI | 2012-01-14\n- Benedict XVI | Engage in negotiation | Mario Monti | 2012-01-14\n- Mario Monti | Engage in negotiation | Angela Merkel | 2011-11-24\n- Angela Merkel | Engage in negotiation | Mario Monti | 2011-11-24\n- Mario Monti | Consult | Barack Obama | 2011-12-08\n- Mario Monti | Consult | Angela Merkel | 2012-01-12\n- Mario Monti | Consult | Angela Merkel | 2011-11-25\n- Mario Monti | Consult | Angela Merkel | 2011-11-24\n- China | Make statement | Mario Monti | 2012-01-18\n- Barack Obama | Consult | Mario Monti | 2011-12-08\n- Angela Merkel | Consult | Mario Monti | 2012-01-12\n- Angela Merkel | Consult | Mario Monti | 2011-11-25\n- Angela Merkel | Consult | Mario Monti | 2011-11-24\n- Angela Merkel | Engage in diplomatic cooperation | Mario Monti | 2011-11-17\n- Pier Luigi Bersani | Consult | Mario Monti | 2011-11-15\nAnswer:", "completion": " Antonis Samaras", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1255829", "prompt": "With which country did the US envoy Ashraf Ghani Ahmadzai negotiate in the same month?\nEvidence:\n- Envoy (United States) | Engage in negotiation | Ashraf Ghani Ahmadzai | 2009-07-26\n- Ashraf Ghani Ahmadzai | Engage in negotiation | Envoy (United States) | 2009-07-26\n- Kabul University | Consult | Ashraf Ghani Ahmadzai | 2005-03-30\n- Associated Press | Consult | Ashraf Ghani Ahmadzai | 2014-04-03\n- Ashraf Ghani Ahmadzai | Consult | Kabul University | 2005-03-30\n- Ashraf Ghani Ahmadzai | Consult | Associated Press | 2014-04-03\n- Ashraf Ghani Ahmadzai | Engage in symbolic act | Barack Obama | 2009-01-21\n- Mohammed Qasim Fahim | Consult | Ashraf Ghani Ahmadzai | 2014-02-26\n- Kandahar Provincial Council | Consult | Ashraf Ghani Ahmadzai | 2012-05-10\n- Emal Faizi | Make statement | Ashraf Ghani Ahmadzai | 2013-08-20\n- Ashraf Ghani Ahmadzai | Make statement | Refugee (Afghanistan) | 2006-04-12\n- Ashraf Ghani Ahmadzai | Make statement | Insurgent (Afghanistan) | 2010-09-21\n- Ashraf Ghani Ahmadzai | Consult | Mohammed Qasim Fahim | 2014-02-26\n- Ashraf Ghani Ahmadzai | Consult | Kandahar Provincial Council | 2012-05-10\n- Ashraf Ghani Ahmadzai | Consult | Armed Band (Afghanistan) | 2008-08-11\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1381275", "prompt": "Before the Police of Egypt, who last was blamed by the Rights Activist of United States?\nEvidence:\n- Rights Activist (United States) | Accuse | Police (Egypt) | 2014-03-04\n- Police (Egypt) | Investigate | Rights Activist (United States) | 2011-12-29\n- Police (Egypt) | Use tactics of violent repression | Rights Activist (United States) | 2014-03-04\n- Rights Activist (Egypt) | Accuse | Police (Egypt) | 2015-12-27\n- Rights Activist (Egypt) | Accuse | Police (Egypt) | 2015-12-26\n- Rights Activist (Egypt) | Accuse | Police (Egypt) | 2015-12-16\n- Rights Activist (Egypt) | Accuse | Police (Egypt) | 2015-03-04\n- Rights Activist (Egypt) | Accuse | Police (Egypt) | 2015-02-12\n- Rights Activist (Egypt) | Accuse | Police (Egypt) | 2013-03-15\n- Rights Activist (Egypt) | Accuse | Police (Egypt) | 2013-02-16\n- Rights Activist (Egypt) | Accuse | Police (Egypt) | 2013-01-23\n- Rights Activist (Egypt) | Accuse | Police (Egypt) | 2013-01-22\n- Rights Activist (Egypt) | Accuse | Police (Egypt) | 2009-12-15\n- Rights Activist (Egypt) | Accuse | Police (Egypt) | 2009-12-14\n- Rights Activist (Egypt) | Accuse | Police (Egypt) | 2009-11-07\nAnswer:", "completion": " United Arab Emirates", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1303488", "prompt": "In the same year as Pervez Musharraf, who negotiated with the head of government of Sri Lanka?\nEvidence:\n- Pervez Musharraf | Engage in negotiation | Head of Government (Sri Lanka) | 2005-02-09\n- Head of Government (Sri Lanka) | Engage in negotiation | Pervez Musharraf | 2005-02-09\n- Pervez Musharraf | Praise or endorse | Head of Government (Sri Lanka) | 2005-02-09\n- Pervez Musharraf | Host a visit | Head of Government (Sri Lanka) | 2005-02-09\n- Head of Government (Sri Lanka) | Praise or endorse | Pervez Musharraf | 2005-02-09\n- Head of Government (Sri Lanka) | Make a visit | Pervez Musharraf | 2005-02-09\n- Pervez Musharraf | Engage in symbolic act | Head of Government (Pakistan) | 2005-02-08\n- Pervez Musharraf | Engage in symbolic act | Head of Government (Pakistan) | 2005-01-21\n- Head of Government (Pakistan) | Engage in symbolic act | Pervez Musharraf | 2005-01-21\n- Pervez Musharraf | Make statement | Head of Government (Pakistan) | 2005-01-12\n- Pervez Musharraf | Make statement | Head of Government (Pakistan) | 2005-01-11\n- People Associated with the Opposition (Sri Lanka) | Consult | International Monetary Fund | 2005-06-02\n- International Monetary Fund | Consult | People Associated with the Opposition (Sri Lanka) | 2005-06-02\n- Pervez Musharraf | Make an appeal or request | Head of Government (Pakistan) | 2005-01-19\n- Pervez Musharraf | Make an appeal or request | Head of Government (Pakistan) | 2005-01-18\nAnswer:", "completion": " Shaukat Aziz", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1330735", "prompt": "Before Barack Obama, which was the last country to want to cooperate with Romania?\nEvidence:\n- Foreign Affairs (Slovakia) | Express intent to cooperate economically | Romania | 2005-03-06\n- Romania | Arrest, detain, or charge with legal action | Dissident (Romania) | 2005-01-18\n- Barack Obama | Express intent to settle dispute | Iraq | 2007-06-02\n- Barack Obama | Reject | Iraq | 2007-04-03\n- Barack Obama | Reject | Iraq | 2006-10-28\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2005-10-10\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-22\n- Ministry (Romania) | Make statement | Romania | 2005-03-25\n- Ministry (Romania) | Make statement | Romania | 2005-01-12\n- Lawyer/Attorney (Romania) | Investigate | Romania | 2005-03-22\n- Mwai Kibaki | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Make statement | Iraq | 2007-05-15\nAnswer:", "completion": " South Korea", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1305685", "prompt": "With which country did Javier Solana want to meet on the same day as the Iranian Ministry?\nEvidence:\n- Javier Solana | Consider policy option | The Hague | 2005-02-05\n- Javier Solana | Express intent to meet or negotiate | France | 2005-02-18\n- Javier Solana | Express intent to meet or negotiate | Colombia | 2005-01-03\n- Javier Solana | Demand | Iran | 2005-02-01\n- Javier Solana | Consult | Iran | 2005-02-01\n- Iran | Consult | Javier Solana | 2005-02-01\n- Shaukat Aziz | Express intent to meet or negotiate | Javier Solana | 2005-01-25\n- Milo Djukanovic | Express intent to meet or negotiate | Javier Solana | 2005-02-24\n- Mahmoud Abbas | Express intent to meet or negotiate | Javier Solana | 2005-02-28\n- Mahmoud Abbas | Express intent to meet or negotiate | Javier Solana | 2005-02-25\n- Javier Solana | Express intent to meet or negotiate | Milo Djukanovic | 2005-02-24\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-14\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-13\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-08\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-05\nAnswer:", "completion": " Iran", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1116250", "prompt": "Who released persons to the Military of Philippines after Mar, the year of 2007?\nEvidence:\n- University of the Philippines | Cooperate militarily | Military (Philippines) | 2014-08-10\n- Military Personnel (Philippines) | Express intent to release persons or property | Military (Philippines) | 2007-12-20\n- Military (Philippines) | Express intent to release persons or property | Military Personnel (Philippines) | 2009-01-01\n- Military Personnel (Philippines) | Make statement | University of the Philippines | 2014-08-12\n- Military (Philippines) | Express intent to release persons or property | Men (Philippines) | 2014-07-21\n- Military (Philippines) | Express intent to release persons or property | Military Personnel - Special (Philippines) | 2009-01-05\n- Military (Philippines) | Express intent to release persons or property | Military Personnel - Special (Philippines) | 2008-12-31\n- Civil Aviation Authority of the Philippines | Make statement | Military (Philippines) | 2014-04-29\n- Military Personnel (Philippines) | Return, release person(s) | University of the Philippines | 2011-06-22\n- Military Personnel (Philippines) | Return, release person(s) | University of the Philippines | 2011-06-20\n- Men (Philippines) | Threaten | University of the Philippines | 2009-09-24\n- The Hague | Express intent to release persons or property | The Hague | 2012-11-17\n- The Hague | Express intent to release persons or property | The Hague | 2012-11-16\n- Militant (Philippines) | Refuse to release persons or property | Employee (Philippines) | 2008-10-30\n- Police (Philippines) | Make statement | University of the Philippines | 2014-08-12\nAnswer:", "completion": " Military Personnel (Philippines)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1317921", "prompt": "In what year did South Africa last express its intention to meet with the citizens of Nigeria?\nEvidence:\n- Head of Government (Nigeria) | Express intent to meet or negotiate | African Union | 2005-02-28\n- South Africa | Engage in negotiation | Japan | 2005-02-05\n- South Africa | Engage in negotiation | France | 2005-02-05\n- Japan | Engage in negotiation | South Africa | 2005-02-05\n- France | Engage in negotiation | South Africa | 2005-02-05\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-27\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-26\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-25\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-23\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-19\nAnswer:", "completion": " 2014", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1107112", "prompt": "After March 2014, who made an appeal to the citizens of Hungary?\nEvidence:\n- Ministry (Hungary) | Make an appeal or request | Business (Hungary) | 2015-04-29\n- Citizen (Hungary) | Make an appeal or request | Ministry (Hungary) | 2010-09-29\n- Foreign Affairs (Hungary) | Make an appeal or request | Citizen (Hungary) | 2012-08-17\n- Foreign Affairs (Hungary) | Make an appeal or request | Citizen (Hungary) | 2008-10-04\n- Military Advisor (Hungary) | Investigate | Military of Hungary | 2011-01-05\n- Citizen (Hungary) | Appeal for aid | Foreign Affairs (Hungary) | 2009-03-12\n- Citizen (Hungary) | Refuse to yield | Business (Hungary) | 2007-07-21\n- Military of Hungary | Provide humanitarian aid | Citizen (Hungary) | 2005-04-11\n- Foreign Affairs (Hungary) | Express intent to meet or negotiate | Military of Hungary | 2006-09-19\n- Citizen (Hungary) | Appeal for policy change | Education Ministry (Hungary) | 2012-12-17\n- Political Parties (Senegal) | Consult | March 23 Movement | 2012-01-26\n- March 23 Movement | Make statement | Police (Senegal) | 2012-02-02\n- March 23 Movement | Consult | Political Parties (Senegal) | 2012-01-26\n- Abdoulaye Wade | Make statement | March 23 Movement | 2012-02-18\n- Vuk Jeremić | Make an appeal or request | Citizen (Hungary) | 2010-09-24\nAnswer:", "completion": " Viktor Orban", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1037831", "prompt": "Who appealed to the Lawyer/Attorney of Uganda last before the Women of Uganda?\nEvidence:\n- Lawyer/Attorney (Uganda) | Make pessimistic comment | Women (Uganda) | 2015-12-28\n- Lawyer/Attorney (Uganda) | Make pessimistic comment | Women (Uganda) | 2014-03-07\n- Women (Uganda) | Make an appeal or request | Lawyer/Attorney (Uganda) | 2010-08-31\n- Lawyer/Attorney (Uganda) | Refuse to yield | Citizen (Uganda) | 2009-08-24\n- Lawyer/Attorney (Uganda) | Refuse to yield | Citizen (Uganda) | 2008-09-01\n- Lawyer/Attorney (Uganda) | Refuse to yield | Citizen (Uganda) | 2007-12-03\n- Lawyer/Attorney (Uganda) | Refuse to yield | Citizen (Uganda) | 2007-06-18\n- Lawyer/Attorney (Uganda) | Refuse to yield | Citizen (Uganda) | 2007-06-07\n- Lawyer/Attorney (Uganda) | Refuse to yield | Citizen (Uganda) | 2005-04-04\n- Lawyer/Attorney (Uganda) | Express intent to meet or negotiate | The Hague | 2007-02-03\n- Lawyer/Attorney (Uganda) | Express intent to meet or negotiate | The Hague | 2007-02-02\n- Lawyer/Attorney (Uganda) | Express accord | Attorney General (Uganda) | 2006-06-09\n- Attorney General (Uganda) | Make statement | Lawyer/Attorney (Uganda) | 2005-03-21\n- Police (Uganda) | Investigate | Lawyer/Attorney (Uganda) | 2009-12-24\n- Police (Uganda) | Investigate | Lawyer/Attorney (Uganda) | 2008-07-24\nAnswer:", "completion": " Citizen (Uganda)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1170416", "prompt": "When did the Islamic militant of the United States last use unconventional violence against the military of the Philippines?\nEvidence:\n- Islamic Militant (United States) | Use unconventional violence | Military (Philippines) | 2007-10-30\n- Military (Philippines) | Use unconventional violence | Islamic Militant (Philippines) | 2005-02-16\n- Islamic Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2015-08-20\n- Islamic Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2015-08-19\n- Islamic Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2015-03-11\n- Islamic Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2011-09-25\n- Islamic Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2009-02-10\n- Islamic Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2008-02-04\n- Islamic Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2007-08-31\n- Islamic Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2007-08-18\n- Islamic Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2007-08-10\n- Islamic Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2007-04-12\n- Islamic Militant (Philippines) | Use unconventional violence | Military (Philippines) | 2007-04-08\n- Islamic Militant (Philippines) | Use unconventional violence | Men (Philippines) | 2006-02-02\n- Military (Philippines) | Use unconventional violence | Militant (Philippines) | 2005-02-16\nAnswer:", "completion": " 2007-10-30", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1389841", "prompt": "At what time did the Nigerian head of government denounce the Democratic Party of Nigeria for the first time?\nEvidence:\n- Democratic Party | Reject | Head of Government (Kenya) | 2006-01-09\n- Democratic Party | Make statement | Head of Government (Kenya) | 2006-07-12\n- Democratic Party | Deny responsibility | Head of Government (Kenya) | 2006-01-09\n- Head of Government (Kenya) | Praise or endorse | Democratic Party | 2006-07-23\n- People First Party Korea | Express intent to meet or negotiate | Democratic Party | 2006-09-12\n- Democratic Party | Express intent to meet or negotiate | People First Party Korea | 2006-09-12\n- Democratic Party | Make an appeal or request | Head of Government (Kenya) | 2006-01-12\n- Democratic Party | Make an appeal or request | Head of Government (Kenya) | 2006-01-09\n- Democratic Party | Criticize or denounce | Grand National Party | 2005-09-30\n- Democratic Party | Appeal for intelligence | Police (Uganda) | 2006-02-06\n- Democratic Party | Criticize or denounce | Justice and Development Party | 2005-02-06\n- Democratic Party | Criticize or denounce | Police (Uganda) | 2006-03-03\n- Democratic Party | Criticize or denounce | Citizen (Uganda) | 2005-10-07\n- Citizen (Uganda) | Criticize or denounce | Democratic Party | 2005-01-13\n- Democratic Party | Criticize or denounce | National Resistance Movement | 2006-01-19\nAnswer:", "completion": " 2009-12-12", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1163936", "prompt": "Who supported the Non-Aligned Movement after Sudan?\nEvidence:\n- Sudan | Sign formal agreement | Rebel Group (Sudan People's Liberation Movement) | 2005-01-16\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-27\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-26\n- Sudan | Return, release person(s) | Citizen (Sudan) | 2005-01-19\n- Coalition for Unity and Democracy | Impose blockade, restrict movement | Ethiopia | 2005-06-08\n- Human Rights Group (Sudan) | Make pessimistic comment | Sudan | 2005-01-10\n- Yemen | Consult | Sudan | 2005-01-02\n- Sudan | Consult | Yemen | 2005-01-02\n- Sudan | Consult | Ethiopia | 2005-04-19\n- Sudan | Consult | Ethiopia | 2005-03-09\n- Sudan | Consult | Ethiopia | 2005-01-02\nAnswer:", "completion": " Iran", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1017733", "prompt": "In which year did the Ministry of Education of Nigeria last issue an appeal to international media personnel?\nEvidence:\n- Ministry (Nigeria) | Make an appeal or request | Media Personnel (International) | 2015-02-06\n- Ministry (Afghanistan) | Make an appeal or request | Media Personnel (International) | 2010-09-28\n- Media Personnel (China) | Make an appeal or request | Education Ministry (China) | 2010-12-28\n- Education (Israel) | Make statement | Media Personnel (International) | 2005-07-20\n- Defense / Security Ministry (Nigeria) | Accuse | Media Personnel (International) | 2014-10-11\n- Media Personnel (China) | Make an appeal or request | Media Personnel (International) | 2014-01-31\n- Ministry (Zimbabwe) | Consult | Media Personnel (International) | 2015-10-26\n- Ministry (Poland) | Consult | Media Personnel (International) | 2007-11-06\n- Ministry (Iran) | Investigate | Media Personnel (International) | 2009-06-16\n- Ministry (Iran) | Consult | Media Personnel (International) | 2008-10-26\n- Media Personnel (International) | Consult | Ministry (Zimbabwe) | 2015-10-26\n- Media Personnel (International) | Consult | Ministry (Poland) | 2007-11-06\n- Media Personnel (International) | Consult | Ministry (Iran) | 2008-10-26\n- Media Personnel (International) | Make an appeal or request | China | 2011-02-28\n- Iran | Make an appeal or request | Media Personnel (International) | 2010-09-14\nAnswer:", "completion": " 2015", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1212467", "prompt": "On 3 December 2007, who criticised the Australian member of parliament?\nEvidence:\n- Member of the Judiciary (Kyrgyzstan) | Make statement | Member of Parliament (Kyrgyzstan) | 2007-09-18\n- Member of Parliament (Kyrgyzstan) | Make statement | Member of the Judiciary (Kyrgyzstan) | 2008-01-22\n- Member of Legislative (Govt) (France) | Rally support on behalf of | Member of Parliament (France) | 2013-05-23\n- The Daily Telegraph | Consult | Member of Parliament (Australia) | 2012-01-25\n- The Daily Telegraph | Accuse | Member of Parliament (Iraq) | 2005-10-12\n- Member of Parliament (Australia) | Consult | The Daily Telegraph | 2012-01-25\n- Member of Parliament (India) | Rally support on behalf of | Fishermen (India) | 2013-12-12\n- Member of Parliament (Australia) | Rally support on behalf of | Mike Rann | 2010-11-20\n- Citizen (Kyrgyzstan) | Rally support on behalf of | Member of Parliament (Kyrgyzstan) | 2013-11-29\n- Citizen (Kyrgyzstan) | Rally support on behalf of | Member of Parliament (Kyrgyzstan) | 2012-10-08\n- Member of the Judiciary (South Africa) | Reject | Member of Parliament (South Africa) | 2015-03-25\n- Member of the Judiciary (Iceland) | Rally support on behalf of | Bank (Iceland) | 2014-05-25\n- Nicholas \"Nick\" Xenophon | Rally support on behalf of | Member of Parliament (Australia) | 2010-02-15\n- Member of Parliament (Australia) | Rally support on behalf of | Lawyer/Attorney (Australia) | 2005-07-05\n- Member of Parliament (Australia) | Rally support on behalf of | Agence France-Presse | 2007-09-12\nAnswer:", "completion": " Lawyer/Attorney (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1291573", "prompt": "Who was the last person to condemn the Egyptian police before the head of the Egyptian government?\nEvidence:\n- Police (Ethiopia) | Return, release person(s) | Head of Government (Ethiopia) | 2013-05-16\n- Police (Egypt) | Return, release person(s) | Head of Government (Egypt) | 2013-08-23\n- Police (Egypt) | Return, release person(s) | Head of Government (Egypt) | 2013-08-22\n- The Chronicle | Consult | Head of Government (Ghana) | 2005-06-15\n- Head of Government (Ghana) | Consult | The Chronicle | 2005-06-15\n- University of the Republic | Consult | Head of Government (Uruguay) | 2010-02-19\n- Head of Government (Uruguay) | Consult | University of the Republic | 2010-02-19\n- Head of Government (Chile) | Consult | Chancellor of the Exchequer | 2009-05-02\n- Chancellor of the Exchequer | Consult | Head of Government (Chile) | 2009-05-02\n- Portugal | Return, release person(s) | Head of Government (Portugal) | 2015-09-05\n- Portugal | Return, release person(s) | Head of Government (Portugal) | 2014-12-03\n- Head of Government (Kenya) | Make statement | The Hague | 2012-04-26\n- Egyptian Railway Authority | Make a visit | China | 2013-05-12\n- China | Host a visit | Egyptian Railway Authority | 2013-05-12\n- Military (Ukraine) | Return, release person(s) | Head of Government (Ukraine) | 2014-09-23\nAnswer:", "completion": " Cairo University", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1147736", "prompt": "Who first used conventional military force against the Lebanese military in 2010?\nEvidence:\n- Committees for the Defense of the Revolution | Use conventional military force | People Associated with the Opposition (Cuba) | 2010-04-14\n- Thailand | Use conventional military force | National United Front for Democracy Against Dictatorship | 2010-04-24\n- Member of the Judiciary (South Africa) | Make statement | South African National Defence Force | 2010-12-09\nAnswer:", "completion": " Future Movement", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 3, "n_anchors": 0} +{"id": "mtq_1112302", "prompt": "Who received the visit from Tony Tan Keng Yam on the same year of the Naval of Brunei?\nEvidence:\n- Tony Tan Keng Yam | Make a visit | Naval (Brunei) | 2013-05-29\n- Naval (Brunei) | Host a visit | Tony Tan Keng Yam | 2013-05-29\n- Tony Tan Keng Yam | Make a visit | Malaysia | 2013-09-20\n- Tony Tan Keng Yam | Make a visit | Malaysia | 2013-09-19\n- Tony Tan Keng Yam | Make a visit | Malaysia | 2013-09-18\n- Malaysia | Host a visit | Tony Tan Keng Yam | 2013-09-20\n- Malaysia | Host a visit | Tony Tan Keng Yam | 2013-09-19\n- Malaysia | Host a visit | Tony Tan Keng Yam | 2013-09-18\n- Tony Tan Keng Yam | Make statement | Iran | 2012-05-31\n- Tony Tan Keng Yam | Consult | Thongsing Thammavong | 2014-02-21\n- Tony Tan Keng Yam | Consult | János Áder | 2013-11-12\n- Tony Tan Keng Yam | Consult | Businessperson (Germany) | 2012-06-25\n- Thongsing Thammavong | Consult | Tony Tan Keng Yam | 2014-02-21\n- János Áder | Consult | Tony Tan Keng Yam | 2013-11-12\n- Businessperson (Germany) | Consult | Tony Tan Keng Yam | 2012-06-25\nAnswer:", "completion": " János Áder", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1143573", "prompt": "Who wanted to negotiate with Tony Blair in the same month as Pervez Musharraf?\nEvidence:\n- Chancellor of the Exchequer | Express intent to engage in diplomatic cooperation (such as policy support) | Tony Blair | 2005-01-16\n- Tony Blair | Express intent to meet or negotiate | Thailand | 2005-01-04\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-11\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Ian Paisley | Express intent to meet or negotiate | Tony Blair | 2005-01-12\n- Ian Paisley | Express intent to meet or negotiate | Tony Blair | 2005-01-08\n- Bertie Ahern | Express intent to meet or negotiate | Tony Blair | 2005-01-31\n- Pervez Musharraf | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Jack Straw | Express intent to meet or negotiate | Pervez Musharraf | 2005-02-14\n- Jack Straw | Express intent to meet or negotiate | Pervez Musharraf | 2005-02-13\n- Tony Blair | Express intent to engage in diplomatic cooperation (such as policy support) | Mahmoud Abbas | 2005-02-05\n- Tony Blair | Accuse | Iran | 2005-02-05\n- Iran | Reject | Tony Blair | 2005-02-08\n- Pervez Musharraf | Consult | Japan | 2005-01-10\n- Japan | Consult | Pervez Musharraf | 2005-01-10\nAnswer:", "completion": " Jack McConnell", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1057788", "prompt": "When did the armed forces of the United Arab Emirates last praise the leader of Qatar?\nEvidence:\n- UAE Armed Forces | Make statement | United Arab Emirates | 2005-02-15\n- United Arab Emirates | Consider policy option | UAE Armed Forces | 2005-02-14\n- United Arab Emirates | Engage in negotiation | Qatar | 2005-03-07\n- Qatar | Engage in negotiation | United Arab Emirates | 2005-03-07\n- United Arab Emirates | Praise or endorse | Iraq | 2005-02-02\n- United Arab Emirates | Praise or endorse | China | 2005-03-18\n- Supreme Council (United Arab Emirates) | Make statement | United Arab Emirates | 2005-03-26\n- Head of Government (Germany) | Praise or endorse | United Arab Emirates | 2005-03-06\n- Treasury/Finance Ministry (United Arab Emirates) | Make statement | United Arab Emirates | 2005-02-13\n- United Arab Emirates | Praise or endorse | Government (France) | 2005-03-22\n- Shimon Peres | Praise or endorse | United Arab Emirates | 2005-02-18\n- United Arab Emirates | Consult | Iran | 2005-02-01\n- Iran | Consult | United Arab Emirates | 2005-02-01\n- United Arab Emirates | Cooperate militarily | France | 2005-02-20\n- United Arab Emirates | Consult | Benazir Bhutto | 2005-03-24\nAnswer:", "completion": " 2009-06-01", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1021507", "prompt": "In 2012, who attacked the citizens of Nigeria with small arms and light weapons last?\nEvidence:\n- Murderer (Nigeria) | fight with small arms and light weapons | Citizen (Nigeria) | 2005-01-03\n- Iran | fight with small arms and light weapons | Iraq | 2006-05-08\n- Colombia | fight with small arms and light weapons | Mexico | 2005-01-03\n- Liberians United for Reconciliation and Democracy | fight with small arms and light weapons | The Hague | 2008-08-28\n- Liberians United for Reconciliation and Democracy | fight with small arms and light weapons | The Hague | 2008-08-27\n- Vietnam | fight with small arms and light weapons | Fishermen (Vietnam) | 2005-01-14\n- Police (Kenya) | fight with small arms and light weapons | Tanzania | 2005-10-29\n- Police (Indonesia) | fight with small arms and light weapons | Aceh | 2005-08-26\n- Military (Brazil) | fight with small arms and light weapons | Colombia | 2006-04-07\n- Iraq | fight with small arms and light weapons | Employee (Iraq) | 2006-03-25\n- Iraq | fight with small arms and light weapons | Employee (Iraq) | 2006-03-24\n- Insurgent (Thailand) | fight with small arms and light weapons | Thailand | 2005-11-01\n- Insurgent (Thailand) | fight with small arms and light weapons | Thailand | 2005-06-30\n- Insurgent (Thailand) | fight with small arms and light weapons | Thailand | 2005-04-14\n- Guerrilla (Iraq) | fight with small arms and light weapons | Iraq | 2005-12-26\nAnswer:", "completion": " Boko Haram", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1000163", "prompt": "Who was the first to ask for the activist from Thailand?\nEvidence:\n- Citizen (Thailand) | Demonstrate for policy change | Thailand | 2005-01-17\n- Governor (Thailand) | Appeal for diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-01-28\n- Party Member (Thailand) | Appeal for diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-01-25\n- Thailand | Express intent to provide humanitarian aid | Citizen (Thailand) | 2005-01-11\n- Thailand | Express intent to provide economic aid | Citizen (Thailand) | 2005-01-05\n- Citizen (Thailand) | Express intent to provide material aid | Thailand | 2005-01-09\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2005-02-16\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2005-02-10\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2005-01-20\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2005-01-17\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2005-01-14\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2005-01-13\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2005-01-12\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2005-01-10\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2005-01-09\nAnswer:", "completion": " Abhisit Vejjajiva", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1218889", "prompt": "Before March 23rd, 2007, who did the citizens of Benin make a request to?\nEvidence:\n- People Associated with the Opposition (Benin) | Accuse | Citizen (Benin) | 2006-12-31\n- Police (Benin) | Make an appeal or request | Citizen (Benin) | 2009-01-22\n- Governor (Benin) | Make an appeal or request | Citizen (Benin) | 2012-05-22\n- Governor (Benin) | Make an appeal or request | Citizen (Benin) | 2012-04-18\n- Governor (Benin) | Make an appeal or request | Citizen (Benin) | 2008-04-03\n- Citizen (Benin) | Make an appeal or request | Police (Benin) | 2013-12-05\n- Citizen (Benin) | Make an appeal or request | Police (Benin) | 2013-04-24\n- Citizen (Benin) | Make an appeal or request | Police (Benin) | 2012-05-01\n- Citizen (Benin) | Make an appeal or request | Police (Benin) | 2009-10-19\n- Citizen (Benin) | Make an appeal or request | Police (Benin) | 2009-04-30\n- Citizen (Benin) | Make an appeal or request | Police (Benin) | 2007-03-23\n- Citizen (Benin) | Make an appeal or request | Police (Benin) | 2006-06-14\n- Citizen (Benin) | Make an appeal or request | Media (Benin) | 2007-09-28\n- Citizen (Benin) | Make an appeal or request | Governor (Benin) | 2008-12-17\n- Citizen (Benin) | Make an appeal or request | Employee (Benin) | 2006-06-08\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1108920", "prompt": "Who praised South Africa on 1 May 2006?\nEvidence:\n- Police (South Africa) | Investigate | Men (South Africa) | 2006-05-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2006-05-01\n- Charles Murigande | Praise or endorse | South Africa | 2006-05-01\n- South Africa | Arrest, detain, or charge with legal action | Citizen (United Kingdom) | 2006-05-01\nAnswer:", "completion": " Charles Murigande", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 4, "n_anchors": 1} +{"id": "mtq_1103131", "prompt": "Who was the last person to make an appeal to the citizens of Saudi Arabia before the party member from Saudi Arabia?\nEvidence:\n- Party Member (Saudi Arabia) | Make an appeal or request | Citizen (Saudi Arabia) | 2015-12-14\n- Party Member (Saudi Arabia) | Accuse | Citizen (Saudi Arabia) | 2005-03-12\n- Party Member (Saudi Arabia) | Accuse | Citizen (Saudi Arabia) | 2005-02-14\n- Party Member (Saudi Arabia) | Accuse | Citizen (Saudi Arabia) | 2005-02-13\n- Party Member (Saudi Arabia) | Accuse | Citizen (Saudi Arabia) | 2005-02-12\n- Party Member (Saudi Arabia) | Accuse | Citizen (Saudi Arabia) | 2005-02-11\n- Citizen (Saudi Arabia) | Reject | Party Member (Saudi Arabia) | 2006-02-23\n- Royal Administration (Saudi Arabia) | Make statement | Party Member (Saudi Arabia) | 2005-02-11\n- Royal Administration (Saudi Arabia) | Make an appeal or request | Party Member (Iraq) | 2010-10-31\n- Party Member (Saudi Arabia) | Express intent to provide economic aid | Citizen (Saudi Arabia) | 2005-02-10\n- Party Member (Saudi Arabia) | Praise or endorse | Royal Administration (Saudi Arabia) | 2014-03-27\n- Citizen (Saudi Arabia) | Make an appeal or request | Employee (Saudi Arabia) | 2005-04-20\n- Police (Saudi Arabia) | Return, release person(s) | Detainee (Saudi Arabia) | 2006-09-04\n- Police (Saudi Arabia) | Return, release person(s) | Detainee (Saudi Arabia) | 2006-07-08\n- Police (Saudi Arabia) | Return, release person(s) | Citizen (Saudi Arabia) | 2015-12-21\nAnswer:", "completion": " Media Personnel (Saudi Arabia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1210139", "prompt": "Who did Antonis Samaras negotiate with after Barack Obama?\nEvidence:\n- Laos | Accuse | Antonis Samaras | 2010-09-28\n- Georgios Papandreou | Consult | Antonis Samaras | 2010-12-14\n- Georgios Papandreou | Consult | Antonis Samaras | 2009-12-15\n- Antonis Samaras | Demand | New Democracy | 2009-11-07\n- Antonis Samaras | Demand | Citizen (Greece) | 2010-07-21\n- Antonis Samaras | Consult | Georgios Papandreou | 2010-12-14\n- Antonis Samaras | Consult | Georgios Papandreou | 2009-12-15\n- Antonis Samaras | Accuse | Georgios Papandreou | 2011-04-01\n- Antonis Samaras | Accuse | Georgios Papandreou | 2010-09-23\n- Party President (Cyprus) | Consult | Antonis Samaras | 2010-01-25\n- New Democracy | Make statement | Antonis Samaras | 2011-06-09\n- New Democracy | Make statement | Antonis Samaras | 2011-04-02\n- New Democracy | Make statement | Antonis Samaras | 2011-03-29\n- New Democracy | Make statement | Antonis Samaras | 2010-11-23\n- New Democracy | Make statement | Antonis Samaras | 2010-04-19\nAnswer:", "completion": " Heinz Fischer", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1191098", "prompt": "With whom did Gurbanguly Berdymukhammedov announce his intention to meet after Ashraf Ghani Ahmadzai?\nEvidence:\n- Kabul University | Consult | Ashraf Ghani Ahmadzai | 2005-03-30\n- Associated Press | Consult | Ashraf Ghani Ahmadzai | 2014-04-03\n- Ashraf Ghani Ahmadzai | Consult | Kabul University | 2005-03-30\n- Ashraf Ghani Ahmadzai | Consult | Associated Press | 2014-04-03\n- Mohammed Qasim Fahim | Consult | Ashraf Ghani Ahmadzai | 2014-02-26\n- Kandahar Provincial Council | Consult | Ashraf Ghani Ahmadzai | 2012-05-10\n- Emal Faizi | Make statement | Ashraf Ghani Ahmadzai | 2013-08-20\n- Ashraf Ghani Ahmadzai | Make statement | Refugee (Afghanistan) | 2006-04-12\n- Ashraf Ghani Ahmadzai | Make statement | Insurgent (Afghanistan) | 2010-09-21\n- Ashraf Ghani Ahmadzai | Consult | Mohammed Qasim Fahim | 2014-02-26\n- Ashraf Ghani Ahmadzai | Consult | Kandahar Provincial Council | 2012-05-10\n- Ashraf Ghani Ahmadzai | Consult | Armed Band (Afghanistan) | 2008-08-11\n- Armed Band (Afghanistan) | Consult | Ashraf Ghani Ahmadzai | 2008-08-11\n- Barack Obama | Express intent to meet or negotiate | Ashraf Ghani Ahmadzai | 2009-01-21\n- Ashraf Ghani Ahmadzai | Express intent to meet or negotiate | Presidential Candidate (Afghanistan) | 2009-05-24\nAnswer:", "completion": " Xi Jinping", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1027234", "prompt": "Who was first threatened by the citizens of Australia after Peter Costello?\nEvidence:\n- Member of Parliament (Australia) | Demand | Peter Costello | 2005-07-25\n- Peter Costello | Threaten | Citizen (Australia) | 2005-05-07\n- Peter Costello | Reject | Citizen (Australia) | 2005-11-24\n- Peter Costello | Accuse | Citizen (Australia) | 2005-08-21\n- Citizen (Australia) | Threaten | Peter Costello | 2005-05-04\n- Citizen (Australia) | Accuse | Peter Costello | 2005-11-23\n- Peter Costello | Make statement | Member of Parliament (Australia) | 2005-11-25\n- Peter Costello | Make statement | Member of Parliament (Australia) | 2005-04-02\n- Member of Parliament (Australia) | Make statement | Peter Costello | 2005-03-29\n- Member of Parliament (Australia) | Make statement | Peter Costello | 2005-03-28\n- Peter Costello | Make statement | Criminal (Australia) | 2005-11-08\n- Peter Costello | Demand | Lawyer/Attorney (Australia) | 2005-10-26\n- Peter Costello | Consult | Cabinet / Council of Ministers / Advisors (Australia) | 2005-05-09\n- Cabinet / Council of Ministers / Advisors (Australia) | Consult | Peter Costello | 2005-05-09\n- Peter Costello | Make statement | Royal Administration (Australia) | 2005-03-01\nAnswer:", "completion": " Police (Australia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1058338", "prompt": "When did the police of Egypt release people to the protesters of Egypt?\nEvidence:\n- People Associated with the Opposition (Egypt) | Accuse | Police (Egypt) | 2013-03-12\n- Police (Egypt) | Use tactics of violent repression | People Associated with the Opposition (Egypt) | 2013-02-06\n- People Associated with the Opposition (Egypt) | Accuse | Head of Government (Egypt) | 2013-02-19\n- People Associated with the Opposition (Egypt) | Criticize or denounce | Police (Egypt) | 2011-02-03\n- People Associated with the Opposition (Egypt) | Make statement | Head of Government (Egypt) | 2012-12-07\n- Police (Egypt) | Use conventional military force | People Associated with the Opposition (Egypt) | 2012-12-15\n- Police (Egypt) | Return, release person(s) | Head of Government (Egypt) | 2013-08-23\n- Police (Egypt) | Return, release person(s) | Head of Government (Egypt) | 2013-08-22\n- Head of Government (Egypt) | Appeal to others to meet or negotiate | People Associated with the Opposition (Egypt) | 2012-12-07\n- People Associated with the Opposition (Egypt) | Engage in negotiation | Head of Government (Egypt) | 2011-02-03\n- People Associated with the Opposition (Egypt) | Demonstrate or rally | Head of Government (Egypt) | 2013-06-23\n- Head of Government (Egypt) | Engage in negotiation | People Associated with the Opposition (Egypt) | 2011-02-03\n- Political Parties (Egypt) | Consult | People Associated with the Opposition (Egypt) | 2005-07-28\n- People Associated with the Opposition (Egypt) | Consult | Political Parties (Egypt) | 2005-07-28\n- Ministry (Egypt) | Make statement | People Associated with the Opposition (Egypt) | 2013-02-18\nAnswer:", "completion": " 2005-01-28", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1008917", "prompt": "In which month did the Prime Minister of India make the first request to the Planning Commission of India?\nEvidence:\n- Minister Patnaik | Make an appeal or request | Planning Commission (India) | 2013-06-22\n- Planning Commission (India) | Reject | Election Commission (India) | 2009-05-04\n- Minister Patnaik | Express intent to meet or negotiate | Planning Commission (India) | 2008-02-29\n- Member of Parliament (India) | Make statement | Planning Commission (India) | 2014-08-17\n- Planning Commission (India) | Consult | Head of Government (India) | 2009-09-01\n- Head of Government (India) | Consult | Planning Commission (India) | 2009-09-01\n- Planning Commission (India) | Make statement | Industry (India) | 2010-02-09\n- Planning Commission (India) | Make statement | Industry (India) | 2010-02-08\n- Governor (India) | Make statement | Planning Commission (India) | 2014-09-08\n- Governor (India) | Make statement | Planning Commission (India) | 2006-02-24\n- Planning Commission (India) | Consult | Media (India) | 2012-09-15\n- Planning Commission (India) | Consult | Media (India) | 2012-04-11\n- Planning Commission (India) | Consult | Media (India) | 2009-05-19\n- Planning Commission (India) | Consult | Media (India) | 2008-05-12\n- Planning Commission (India) | Consult | Governor (India) | 2008-11-19\nAnswer:", "completion": " 2014-08", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1269762", "prompt": "Before the head of government of South Korea, who wanted to engage in diplomatic cooperation with Yasuo Fukuda last?\nEvidence:\n- Yasuo Fukuda | Engage in diplomatic cooperation | South Korea | 2006-06-19\n- Yasuo Fukuda | Engage in diplomatic cooperation | China | 2006-06-19\n- Yasuo Fukuda | Engage in diplomatic cooperation | China | 2006-04-25\n- Yasuo Fukuda | Express intent to engage in diplomatic cooperation (such as policy support) | South Korea | 2007-09-25\n- Yasuo Fukuda | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2007-09-25\n- Yasuo Fukuda | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2007-09-19\n- Yasuo Fukuda | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2007-09-16\n- Yasuo Fukuda | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2006-07-23\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Yasuo Fukuda | 2007-09-25\n- Yasuo Fukuda | Engage in negotiation | Donald Rumsfeld | 2006-05-12\n- Yasuo Fukuda | Engage in negotiation | Donald Rumsfeld | 2006-05-11\n- Donald Rumsfeld | Engage in negotiation | Yasuo Fukuda | 2006-05-12\n- Donald Rumsfeld | Engage in negotiation | Yasuo Fukuda | 2006-05-11\n- Lower House of Parliament (Japan) | Express intent to engage in diplomatic cooperation (such as policy support) | Yasuo Fukuda | 2007-09-25\n- Yasuo Fukuda | Express intent to meet or negotiate | South Korea | 2006-03-14\nAnswer:", "completion": " Lee Myung Bak", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1276408", "prompt": "Could you tell me the exact month when the Romanian Foreign Ministry first negotiated with Iurie Leanca?\nEvidence:\n- Iurie Leanca | Make statement | Foreign Affairs (Romania) | 2010-07-09\n- Iurie Leanca | Engage in negotiation | Foreign Affairs (Romania) | 2013-11-19\n- Iurie Leanca | Engage in negotiation | Foreign Affairs (Romania) | 2010-01-18\n- Foreign Affairs (Romania) | Engage in negotiation | Iurie Leanca | 2013-11-19\n- Foreign Affairs (Romania) | Engage in negotiation | Iurie Leanca | 2010-01-18\n- Yevgeny Shevchuk | Consult | Iurie Leanca | 2013-09-20\n- Kostyantyn Gryshchenko | Consult | Iurie Leanca | 2011-02-25\n- John Hoeven | Consult | Iurie Leanca | 2014-04-17\n- Iurie Leanca | Make statement | France | 2013-11-29\n- Iurie Leanca | Consult | Yevgeny Shevchuk | 2013-09-20\n- Iurie Leanca | Consult | Kostyantyn Gryshchenko | 2011-02-25\n- Iurie Leanca | Consult | John Hoeven | 2014-04-17\n- Iurie Leanca | Consult | Elmar Mammadyarov | 2011-02-25\n- Iurie Leanca | Consult | Catherine Ashton | 2013-10-24\n- Iurie Leanca | Consult | Carlos Pascual | 2014-03-24\nAnswer:", "completion": " 2010-01", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1264801", "prompt": "After the Royal Air Force, who was the first to express optimism about the citizens of the United Kingdom?\nEvidence:\n- Royal Air Force | Make statement | Air Force (United Kingdom) | 2007-08-09\n- Royal Air Force | Accuse | Citizen (United Kingdom) | 2011-07-13\n- Citizen (United Kingdom) | Express intent to meet or negotiate | Royal Air Force | 2014-09-10\n- Royal Air Force | Provide humanitarian aid | Men (United Kingdom) | 2007-09-23\n- Royal Air Force | Provide humanitarian aid | Citizen (United Kingdom) | 2007-07-25\n- Royal Air Force | Provide humanitarian aid | Citizen (United Kingdom) | 2007-07-24\n- Royal Air Force | Provide humanitarian aid | Citizen (United Kingdom) | 2007-07-23\n- Royal Air Force | Provide humanitarian aid | Citizen (United Kingdom) | 2007-07-21\n- Royal Air Force | Provide aid | Party Member (United Kingdom) | 2008-01-17\n- Royal Air Force | Make optimistic comment | Citizen (United Kingdom) | 2005-09-17\n- Reserve Personnel (United Kingdom) | Make statement | Royal Air Force | 2012-07-04\n- Citizen (United Kingdom) | Make pessimistic comment | Royal Air Force | 2010-10-19\n- Citizen (United Kingdom) | Criticize or denounce | Royal Air Force | 2008-10-23\n- Royal Air Force | Engage in symbolic act | Men (United Kingdom) | 2005-08-28\n- Court Judge (United Kingdom) | Criticize or denounce | Royal Air Force | 2006-04-12\nAnswer:", "completion": " Newspaper (United Kingdom)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1338781", "prompt": "Before the thief of the Philippines, who used unconventional force against the businessman of Australia?\nEvidence:\n- Thief (Philippines) | Use unconventional violence | Businessperson (Australia) | 2009-01-06\n- Thief (Philippines) | Use unconventional violence | Police (Philippines) | 2013-09-29\n- Thief (Philippines) | Use unconventional violence | Police (Philippines) | 2012-10-30\n- Thief (Philippines) | Use unconventional violence | Police (Philippines) | 2012-10-27\n- Thief (Philippines) | Use unconventional violence | Police (Philippines) | 2011-09-15\n- Thief (Philippines) | Use unconventional violence | Police (Philippines) | 2011-01-07\n- Thief (Philippines) | Use unconventional violence | Police (Philippines) | 2010-02-15\n- Thief (Philippines) | Use unconventional violence | Police (Philippines) | 2009-11-10\n- Thief (Philippines) | Use unconventional violence | Police (Philippines) | 2008-12-10\n- Thief (Philippines) | Use unconventional violence | Police (Philippines) | 2008-12-09\n- Thief (Philippines) | Use unconventional violence | Police (Philippines) | 2008-12-07\n- Thief (Philippines) | Use unconventional violence | Police (Philippines) | 2008-12-06\n- Thief (Philippines) | Use unconventional violence | Police (Philippines) | 2008-08-30\n- Thief (Philippines) | Use unconventional violence | Police (Philippines) | 2008-08-29\n- Thief (Philippines) | Use unconventional violence | Police (Philippines) | 2008-06-18\nAnswer:", "completion": " Citizen (Australia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1262792", "prompt": "In which year did the Democratic Alliance of Africa last support the member of the judiciary of South Africa?\nEvidence:\n- Movement for Democratic Change | Use conventional military force | South Africa | 2005-02-07\n- South Africa | Engage in negotiation | Japan | 2005-02-05\n- South Africa | Engage in negotiation | France | 2005-02-05\n- Japan | Engage in negotiation | South Africa | 2005-02-05\n- France | Engage in negotiation | South Africa | 2005-02-05\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- Government (South Africa) | Engage in diplomatic cooperation | African Union | 2005-02-26\n- South Africa | Consult | China | 2005-02-05\n- China | Consult | South Africa | 2005-02-05\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\nAnswer:", "completion": " 2015", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1011335", "prompt": "In 2007, who made the last request to the Thai military?\nEvidence:\n- Office of the Attorney General | Engage in diplomatic cooperation | Royal Thai Police | 2012-02-21\n- Royal Thai Police | Express intent to provide military aid | Thailand | 2014-01-31\n- Royal Thai Police | Express intent to provide military aid | Thailand | 2007-12-25\n- Royal Thai Police | Express intent to provide military aid | Sudan | 2006-01-31\n- Royal Thai Police | Express intent to provide military aid | Sudan | 2006-01-28\n- Royal Thai Navy | Express intent to provide military aid | Thailand | 2010-09-06\n- Chart Thai | Make statement | Royal Thai Police | 2009-01-13\n- Chart Thai | Express intent to engage in material cooperation | Thailand | 2011-06-06\n- Chart Thai | Express intent to engage in material cooperation | Thailand | 2011-06-03\n- Office of the Attorney General | Make statement | Royal Thai Police | 2010-11-11\n- Office of the Attorney General | Make statement | Royal Thai Police | 2007-03-15\n- Royal Thai Navy | Investigate | Military Personnel (Thailand) | 2014-10-27\n- Military Personnel (Thailand) | Make statement | Thai Airways | 2008-08-21\n- Military Personnel (Thailand) | Make statement | Thai Airways | 2008-02-28\n- Military Personnel (Thailand) | Make statement | Thai Airways | 2005-02-28\nAnswer:", "completion": " Citizen (Thailand)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1300744", "prompt": "Who last did the head of government of Nigeria threaten before the Education of Nigeria?\nEvidence:\n- Head of Government (Nigeria) | Threaten | Education (Nigeria) | 2015-02-09\n- Government (Nigeria) | Threaten | Education (Nigeria) | 2014-12-04\n- Government (Nigeria) | Threaten | Education (Nigeria) | 2014-12-03\n- Government (Nigeria) | Threaten | Education (Nigeria) | 2014-09-15\n- Government (Nigeria) | Threaten | Education (Nigeria) | 2014-05-28\n- Government (Nigeria) | Threaten | Education (Nigeria) | 2013-09-18\n- Government (Nigeria) | Threaten | Education (Nigeria) | 2013-06-14\n- Government (Nigeria) | Threaten | Education (Nigeria) | 2013-02-18\n- Government (Nigeria) | Threaten | Education (Nigeria) | 2013-01-18\n- Head of Government (Nigeria) | Threaten | Government (Nigeria) | 2014-12-15\n- Head of Government (Nigeria) | Threaten | Government (Nigeria) | 2014-10-22\n- Head of Government (Nigeria) | Threaten | Government (Nigeria) | 2014-02-04\n- Head of Government (Nigeria) | Threaten | Government (Nigeria) | 2012-01-03\n- Head of Government (Nigeria) | Threaten | Government (Nigeria) | 2011-07-27\n- Head of Government (Nigeria) | Threaten | Government (Nigeria) | 2009-03-03\nAnswer:", "completion": " Government (Nigeria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1324736", "prompt": "In 2010, to which country did South Korea last send a request?\nEvidence:\n- South Korea | Engage in negotiation | Japan | 2005-01-08\n- South Korea | Engage in negotiation | Japan | 2005-01-03\n- Japan | Engage in negotiation | South Korea | 2005-01-08\n- Japan | Engage in negotiation | South Korea | 2005-01-03\n- South Korea | Make a visit | Aceh | 2005-01-08\n- Aceh | Host a visit | South Korea | 2005-01-08\n- South Korea | Host a visit | Ognyan Gerdzhikov | 2005-01-02\n- South Korea | Host a visit | Emperor Akihito | 2005-01-13\n- Ognyan Gerdzhikov | Make a visit | South Korea | 2005-01-02\n- Emperor Akihito | Make a visit | South Korea | 2005-01-13\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- South Korea | Express intent to cooperate | Japan | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-06\n- Japan | Express intent to cooperate | South Korea | 2005-01-13\nAnswer:", "completion": " Iran", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1121592", "prompt": "With whom did the French Ministry of Foreign Affairs announce its intention to participate in diplomatic cooperation before 2013?\nEvidence:\n- Foreign Affairs (Romania) | Engage in diplomatic cooperation | Ministry (Romania) | 2007-09-20\n- Foreign Affairs (Israel) | Engage in diplomatic cooperation | Ministry (Vietnam) | 2010-03-10\n- Vietnam | Engage in diplomatic cooperation | French Communist Party | 2009-04-29\n- Foreign Affairs (France) | Make statement | French Southern Territories | 2015-11-09\n- Foreign Affairs (France) | Make statement | French Southern Territories | 2015-11-07\n- Foreign Affairs (France) | Make statement | French Southern Territories | 2015-11-04\n- Foreign Affairs (South Korea) | Engage in diplomatic cooperation | Ministry (South Korea) | 2005-04-15\n- Foreign Affairs (Romania) | Engage in diplomatic cooperation | Environment Department/Ministry (Romania) | 2005-07-15\n- Ministry of International Cooperation (Egypt) | Engage in negotiation | Foreign Affairs (Italy) | 2005-08-16\n- Foreign Affairs (Italy) | Engage in negotiation | Ministry of International Cooperation (Egypt) | 2005-08-16\n- Foreign Affairs (Denmark) | Engage in diplomatic cooperation | France | 2005-04-14\n- Ministry (Senegal) | Express intent to engage in diplomatic cooperation (such as policy support) | Foreign Affairs (France) | 2006-11-20\n- Foreign Affairs (France) | Express intent to engage in diplomatic cooperation (such as policy support) | Ministry (Senegal) | 2006-11-20\n- Thailand | Engage in diplomatic cooperation | Department of Geologic Survey and its Mineral Exploration (Thailand) | 2011-10-31\n- Foreign Affairs (South Korea) | Express intent to engage in diplomatic cooperation (such as policy support) | Special Rapporteurs of the United Nations | 2010-06-21\nAnswer:", "completion": " France", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1155202", "prompt": "Who wished to negotiate with William Ruto first after the Governor of Kenya did?\nEvidence:\n- William Ruto | Accuse | Police (Kenya) | 2007-04-30\n- William Ruto | Accuse | Police (Kenya) | 2005-07-20\n- Police (Kenya) | Demand | William Ruto | 2006-02-01\n- William Ruto | Accuse | Head of Government (Kenya) | 2006-11-10\n- William Ruto | Accuse | Head of Government (Kenya) | 2005-03-24\n- William Ruto | Make statement | Head of Government (Kenya) | 2007-09-10\n- William Ruto | Make statement | Head of Government (Kenya) | 2007-01-29\n- William Ruto | Make statement | Head of Government (Kenya) | 2006-08-20\n- William Ruto | Make statement | Head of Government (Kenya) | 2006-03-13\n- William Ruto | Make statement | Head of Government (Kenya) | 2005-10-17\n- William Ruto | Make statement | Head of Government (Kenya) | 2005-03-24\n- William Ruto | Make statement | Police (Kenya) | 2005-12-08\n- William Ruto | Praise or endorse | Head of Government (Kenya) | 2006-01-03\n- Head of Government (Kenya) | Criticize or denounce | William Ruto | 2006-03-27\n- William Ruto | Make statement | Labor Party (Kenya) | 2006-01-16\nAnswer:", "completion": " Barack Obama", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1317579", "prompt": "In which month did South Africa first reject Winnie Madikizela-Mandela?\nEvidence:\n- Winnie Madikizela-Mandela | Reject | South Africa | 2007-12-10\n- South Africa | Reject | Winnie Madikizela-Mandela | 2007-06-06\n- South Africa | Reject | Winnie Madikizela-Mandela | 2005-02-11\n- South Africa | Demand | Winnie Madikizela-Mandela | 2013-05-15\n- Winnie Madikizela-Mandela | Accuse | Men (South Africa) | 2013-03-17\n- Police (South Africa) | Apologize | Winnie Madikizela-Mandela | 2011-01-12\n- Member of the Judiciary (South Africa) | Reject | Winnie Madikizela-Mandela | 2005-05-13\n- Member of the Judiciary (South Africa) | Reject | Winnie Madikizela-Mandela | 2005-02-11\n- Winnie Madikizela-Mandela | Make statement | Police (South Africa) | 2013-04-05\n- Winnie Madikizela-Mandela | Make statement | Police (South Africa) | 2011-01-16\n- Winnie Madikizela-Mandela | Make statement | Police (South Africa) | 2010-02-02\n- Winnie Madikizela-Mandela | Make a visit | South Africa | 2013-12-14\n- Winnie Madikizela-Mandela | Make a visit | South Africa | 2009-04-23\n- Winnie Madikizela-Mandela | Make a visit | South Africa | 2007-12-14\n- South Africa | Host a visit | Winnie Madikizela-Mandela | 2013-12-14\nAnswer:", "completion": " 2005-02", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1381753", "prompt": "Who was the last to be praised by the Ministry of Iran before the Business of Croatia?\nEvidence:\n- Business (Iran) | Make statement | Iran | 2005-01-02\n- Representative to the United Nations (Iran) | Make statement | Iran | 2005-01-16\n- Business (Austria) | Make statement | Iran | 2005-01-16\n- Ministry (Iran) | Make statement | Iran | 2005-01-05\n- The Hague | Express intent to de-escalate military engagement | Iraq | 2005-02-09\n- Iraq | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2005-01-18\n- Iraq | Arrest, detain, or charge with legal action | Citizen (Croatia) | 2005-02-09\n- Shaukat Aziz | Express intent to meet or negotiate | Iran | 2005-01-05\n- Riaz Khokhar | Express intent to meet or negotiate | Iran | 2005-01-12\n- Economist (Iran) | Make statement | Iran | 2005-01-12\n- International Government Organizations | Express intent to provide material aid | Iran | 2005-01-19\n- Media Personnel (Iran) | Make statement | Iran | 2005-01-16\n- Kuwait | Consult | Iran | 2005-01-06\n- Iraq | Consult | Iran | 2005-01-27\n- Iraq | Consult | Iran | 2005-01-25\nAnswer:", "completion": " Evo Morales", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1150593", "prompt": "Who praised the United Arab Emirates first after Javier Solana?\nEvidence:\n- Supreme Council (United Arab Emirates) | Make statement | United Arab Emirates | 2005-03-26\n- Javier Solana | Consider policy option | The Hague | 2005-02-05\n- Treasury/Finance Ministry (United Arab Emirates) | Make statement | United Arab Emirates | 2005-02-13\n- United Arab Emirates | Consult | Iran | 2005-02-01\n- Iran | Consult | United Arab Emirates | 2005-02-01\n- United Arab Emirates | Cooperate militarily | France | 2005-02-20\n- United Arab Emirates | Consult | Benazir Bhutto | 2005-03-24\n- France | Cooperate militarily | United Arab Emirates | 2005-02-20\n- Benazir Bhutto | Consult | United Arab Emirates | 2005-03-24\n- Javier Solana | Demand | Iran | 2005-02-01\n- Javier Solana | Consult | Iran | 2005-02-01\n- Iran | Consult | Javier Solana | 2005-02-01\n- United Arab Emirates | Sign formal agreement | Malaysia | 2005-03-19\n- United Arab Emirates | Sign formal agreement | Iraq | 2005-03-07\n- United Arab Emirates | Provide humanitarian aid | Sudan | 2005-02-04\nAnswer:", "completion": " Business (Kuwait)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1038986", "prompt": "Who accused the citizens of Australia on 27 March 2008?\nEvidence:\n- Activist (Australia) | Rally support on behalf of | Citizen (Australia) | 2012-05-17\n- Member of the Judiciary (Iceland) | Rally support on behalf of | Bank (Iceland) | 2014-05-25\n- Political Parties (Senegal) | Consult | March 23 Movement | 2012-01-26\n- March 23 Movement | Make statement | Police (Senegal) | 2012-02-02\n- March 23 Movement | Consult | Political Parties (Senegal) | 2012-01-26\n- Abdoulaye Wade | Make statement | March 23 Movement | 2012-02-18\n- Member of Parliament (Australia) | Rally support on behalf of | Lawyer/Attorney (Australia) | 2005-07-05\n- Businessperson (Australia) | Rally support on behalf of | Media Personnel (Australia) | 2008-06-20\n- Special Rapporteurs of the United Nations | Rally support on behalf of | Detainee (Myanmar) | 2011-08-25\n- Special Rapporteurs of the United Nations | Rally support on behalf of | Detainee (Myanmar) | 2009-02-20\n- Robert McClelland | Rally support on behalf of | Citizen (Australia) | 2007-10-09\n- Member of Parliament (Australia) | Rally support on behalf of | Mike Rann | 2010-11-20\n- March 23 Movement | Discuss by telephone | Agence France-Presse | 2012-11-22\n- Agence France-Presse | Discuss by telephone | March 23 Movement | 2012-11-22\n- Member of the Judiciary (Iceland) | Rally support on behalf of | Company - Owner or Operator (Iceland) | 2014-05-25\nAnswer:", "completion": " Police (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1274086", "prompt": "Could you tell me the exact month when the Party Member of Brazil used conventional military force against the Congress of Brazil?\nEvidence:\n- Party Member (Brazil) | Use conventional military force | Congress (Brazil) | 2012-01-20\n- Party Member (Brazil) | Use conventional military force | Religion (Brazil) | 2005-03-28\n- Party Member (Brazil) | Use conventional military force | Religion (Brazil) | 2005-02-22\n- Party Member (Brazil) | Use conventional military force | Citizen (Brazil) | 2012-10-09\n- Party Member (Brazil) | Use conventional military force | Citizen (Brazil) | 2012-10-03\n- Party Member (Brazil) | Use conventional military force | Citizen (Brazil) | 2012-02-06\n- Party Member (Brazil) | Use conventional military force | Citizen (Brazil) | 2012-01-20\n- Party Member (Brazil) | Use conventional military force | Citizen (Brazil) | 2012-01-19\n- Military (Brazil) | Use conventional military force | Congress (Brazil) | 2014-05-19\n- Congress (Brazil) | Use conventional military force | Citizen (Brazil) | 2005-06-11\n- Party Member (Brazil) | Consult | Congress (Brazil) | 2012-04-18\n- Congress (Brazil) | Consult | Party Member (Brazil) | 2012-04-18\n- Congress (Brazil) | Accuse | Party Member (Brazil) | 2014-07-24\n- Member of Parliament (Brazil) | Use conventional military force | Citizen (Brazil) | 2012-06-16\n- Member of Parliament (Brazil) | Use conventional military force | Citizen (Brazil) | 2007-08-02\nAnswer:", "completion": " 2012-01", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1300179", "prompt": "Which country last threatened the citizens of Zambia before the criminal of Zambia did?\nEvidence:\n- Criminal (Zambia) | Torture | Citizen (Zambia) | 2012-11-15\n- Criminal (Zambia) | Threaten | Citizen (Zambia) | 2010-11-25\n- Criminal (Zambia) | Demand | Citizen (Zambia) | 2013-03-11\n- Criminal (Zambia) | Demand | Citizen (Zambia) | 2009-05-26\n- Criminal (Zambia) | Demand | Citizen (Zambia) | 2007-06-15\n- Criminal (Zambia) | Accuse | Citizen (Zambia) | 2005-01-27\n- Citizen (Zambia) | Reject | Criminal (Zambia) | 2013-11-04\n- Citizen (Zambia) | Accuse | Criminal (Zambia) | 2013-12-18\n- Citizen (Zambia) | Accuse | Criminal (Zambia) | 2012-11-20\n- Citizen (Zambia) | Accuse | Criminal (Zambia) | 2007-09-30\n- Lawyer/Attorney (Zambia) | Demand | Criminal (Zambia) | 2009-12-22\n- Lawyer/Attorney (Zambia) | Demand | Criminal (Zambia) | 2009-08-20\n- Criminal (Zambia) | Sexually assault | Women (Zambia) | 2013-04-11\n- Criminal (Zambia) | Sexually assault | Women (Zambia) | 2013-03-11\n- Criminal (Zambia) | Sexually assault | Women (Zambia) | 2007-11-27\nAnswer:", "completion": " South Africa", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1217238", "prompt": "Who did the Assemblies of Cambodia wish to negotiate with before 2009-01?\nEvidence:\n- Assemblies (Cambodia) | Accede to demands for change in policy | Cambodia | 2005-03-18\n- Cambodia | Express intent to meet or negotiate | China | 2005-01-12\n- Cambodia | Arrest, detain, or charge with legal action | Men (Cambodia) | 2005-03-29\n- Sudan | Receive deployment of peacekeepers | Cambodia | 2005-03-25\n- Thailand | Express intent to cooperate | Cambodia | 2005-01-24\n- Thailand | Express intent to cooperate | Cambodia | 2005-01-07\n- Cambodia | Express intent to cooperate | Thailand | 2005-01-24\n- Cambodia | Express intent to cooperate | Thailand | 2005-01-07\n- Police (Cambodia) | Make statement | Cambodia | 2005-03-10\n- Cambodia | Praise or endorse | Police (Cambodia) | 2005-03-11\n- China | Express intent to provide material aid | Cambodia | 2005-03-26\n- Cambodia | Arrest, detain, or charge with legal action | Men (Singapore) | 2005-01-28\n- Cambodia | Arrest, detain, or charge with legal action | Men (France) | 2005-01-21\n- Cambodia | Arrest, detain, or charge with legal action | Citizen (Thailand) | 2005-01-28\n- Cambodia | Arrest, detain, or charge with legal action | Citizen (Thailand) | 2005-01-25\nAnswer:", "completion": " Vietnam", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1014250", "prompt": "After Michael Sata, who made an request to the citizens of Tonga first?\nEvidence:\n- Michael Sata | Make an appeal or request | Citizen (Zambia) | 2006-03-20\n- Michael Sata | Make an appeal or request | Citizen (Zambia) | 2005-08-03\n- Michael Sata | Make an appeal or request | Children (Zambia) | 2013-12-10\n- Michael Sata | Make an appeal or request | Children (Zambia) | 2011-03-21\n- Michael Sata | Make an appeal or request | Children (Zambia) | 2005-02-08\n- Michael Sata | Accuse | China | 2006-09-06\n- Michael Sata | Accuse | China | 2006-09-05\n- Michael Sata | Accuse | China | 2006-09-01\n- Ronnie Shikapwasha | Threaten | Michael Sata | 2006-08-30\n- Nevers Mumba | Accuse | Michael Sata | 2013-12-24\n- Michael Sata | Make statement | China | 2006-09-06\n- Michael Sata | Demand | Nevers Mumba | 2012-08-01\n- Michael Sata | Demand | Citizen (Zambia) | 2006-08-14\n- Michael Sata | Demand | Children (Zambia) | 2013-12-10\n- Michael Sata | Consult | Businessperson (Taiwan) | 2006-09-09\nAnswer:", "completion": " George Mthethwa", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1206776", "prompt": "Who last did National Resistance Movement make a request to before the Attorney General of Uganda?\nEvidence:\n- Lawyer/Attorney (Uganda) | Make an appeal or request | National Resistance Movement | 2005-08-10\n- National Resistance Movement | Threaten | Citizen (Uganda) | 2005-12-06\n- National Resistance Movement | Demand | Citizen (Uganda) | 2006-02-27\n- National Resistance Movement | Demand | Citizen (Uganda) | 2005-06-30\n- Citizen (Uganda) | Threaten | National Resistance Movement | 2005-08-23\n- Citizen (Uganda) | Reject | National Resistance Movement | 2006-12-20\n- Citizen (Uganda) | Reject | National Resistance Movement | 2006-12-19\n- Citizen (Uganda) | Demand | National Resistance Movement | 2005-11-14\n- Police (Uganda) | Make statement | National Resistance Movement | 2006-01-31\n- Police (Uganda) | Make statement | National Resistance Movement | 2006-01-25\n- Congress (Uganda) | Make statement | National Resistance Movement | 2006-03-06\n- Congress (Uganda) | Make statement | National Resistance Movement | 2006-03-04\n- Ministry of Tourism (Uganda) | Make statement | National Resistance Movement | 2006-02-21\n- National Resistance Movement | Make an appeal or request | Citizen (Uganda) | 2006-03-09\n- National Resistance Movement | Make an appeal or request | Citizen (Uganda) | 2005-12-16\nAnswer:", "completion": " Citizen (Uganda)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1104436", "prompt": "In what year did Nguyen Xuan Phuc last visit Laos?\nEvidence:\n- Nguyen Xuan Phuc | Make a visit | Laos | 2014-12-12\n- Nguyen Xuan Phuc | Make a visit | Laos | 2014-12-10\n- Nguyen Xuan Phuc | Make a visit | Laos | 2014-12-09\n- Laos | Host a visit | Nguyen Xuan Phuc | 2014-12-12\n- Laos | Host a visit | Nguyen Xuan Phuc | 2014-12-10\n- Laos | Host a visit | Nguyen Xuan Phuc | 2014-12-09\n- Nguyen Xuan Phuc | Praise or endorse | Laos | 2015-01-29\n- Nguyen Xuan Phuc | Praise or endorse | Laos | 2014-10-24\n- Nguyen Xuan Phuc | Consult | Iran | 2014-10-15\n- Iran | Consult | Nguyen Xuan Phuc | 2014-10-15\n- Qatar | Host a visit | Nguyen Xuan Phuc | 2015-02-10\n- Qatar | Host a visit | Nguyen Xuan Phuc | 2015-01-02\n- Nguyen Xuan Phuc | Make a visit | Qatar | 2015-02-10\n- Nguyen Xuan Phuc | Make a visit | Qatar | 2015-01-02\n- Nguyen Xuan Phuc | Make a visit | Iran | 2014-10-18\nAnswer:", "completion": " 2014", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1025625", "prompt": "Who visited the International Court of Justice in 2010-11?\nEvidence:\n- International Court of Justice | Reject | Vojislav Šešelj | 2010-05-19\n- International Court of Justice | Consult | Government (Guatemala) | 2010-03-17\n- International Court of Justice | Accuse | Charles Taylor | 2010-08-11\n- Government (Guatemala) | Consult | International Court of Justice | 2010-03-17\n- Evo Morales | Accuse | International Court of Justice | 2010-12-11\n- Vuk Jeremić | Make statement | International Court of Justice | 2010-08-03\n- Vuk Jeremić | Make statement | International Court of Justice | 2010-07-23\n- Vuk Jeremić | Make statement | International Court of Justice | 2010-07-22\n- Vuk Jeremić | Make statement | International Court of Justice | 2010-07-15\n- Vuk Jeremić | Make statement | International Court of Justice | 2010-02-17\n- Hashim Thaçi | Make statement | International Court of Justice | 2010-09-16\n- Hashim Thaçi | Make statement | International Court of Justice | 2010-07-27\n- Hashim Thaçi | Make statement | International Court of Justice | 2010-06-17\n- Daniel Ortega | Make statement | International Court of Justice | 2010-11-03\n- Catherine Ashton | Make statement | International Court of Justice | 2010-07-24\nAnswer:", "completion": " William Ruto", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1285950", "prompt": "Who was the first to have a telephone conversation with the Ugandan media in 2006?\nEvidence:\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-07-02\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-06-27\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-13\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-04\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-05-17\n- First Command of the Capital | Express intent to engage in diplomatic cooperation (such as policy support) | Party Member (Brazil) | 2006-06-12\n- Head of Government (Brazil) | Arrest, detain, or charge with legal action | First Command of the Capital | 2006-01-15\n- The Chronicle | Discuss by telephone | Obed Asamoah | 2006-01-12\n- Obed Asamoah | Discuss by telephone | The Chronicle | 2006-01-12\n- Other Authorities / Officials (Brazil) | Sign formal agreement | First Command of the Capital | 2006-05-18\n- First Command of the Capital | Use unconventional violence | Other Authorities / Officials (Brazil) | 2006-08-25\n- First Command of the Capital | Sign formal agreement | Other Authorities / Officials (Brazil) | 2006-05-18\n- Media Personnel (Australia) | Make statement | People Associated with the Opposition (Australia) | 2006-03-15\nAnswer:", "completion": " Daily Monitor", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1320461", "prompt": "After Sheikh Hamad bin Khalifa al-Thani, which country was the first to be praised by Sudan?\nEvidence:\n- Sheikh Hamad bin Khalifa al-Thani | Discuss by telephone | Sheikh Hamad bin Isa al Khalifah | 2005-05-07\n- Sheikh Hamad bin Isa al Khalifah | Discuss by telephone | Sheikh Hamad bin Khalifa al-Thani | 2005-05-07\n- Sheikh Hamad bin Khalifa al-Thani | Discuss by telephone | Qatar | 2005-03-20\n- Qatar | Discuss by telephone | Sheikh Hamad bin Khalifa al-Thani | 2005-03-20\n- Tony Blair | Consult | Sheikh Hamad bin Khalifa al-Thani | 2005-03-03\n- Sheikh Hamad bin Khalifa al-Thani | Make statement | Qatar | 2005-06-08\n- Sheikh Hamad bin Khalifa al-Thani | Make statement | Qatar | 2005-04-15\n- Sheikh Hamad bin Khalifa al-Thani | Make statement | Qatar | 2005-04-01\n- Sheikh Hamad bin Khalifa al-Thani | Make statement | Qatar | 2005-03-22\n- Sheikh Hamad bin Khalifa al-Thani | Consult | Tony Blair | 2005-03-03\n- Sheikh Hamad bin Khalifa al-Thani | Consult | Pervez Musharraf | 2005-06-05\n- Sheikh Hamad bin Khalifa al-Thani | Consult | Pervez Musharraf | 2005-02-18\n- Sheikh Hamad bin Khalifa al-Thani | Consult | Pervez Musharraf | 2005-02-17\n- Sheikh Hamad bin Khalifa al-Thani | Consult | Congress (Qatar) | 2005-03-30\n- Pervez Musharraf | Consult | Sheikh Hamad bin Khalifa al-Thani | 2005-06-05\nAnswer:", "completion": " France", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1030867", "prompt": "In which year did Guatemala's media personnel first speak to Agence France-Presse by telephone?\nEvidence:\n- Media Personnel (Uganda) | Discuss by telephone | Agence France-Presse | 2005-03-05\n- Agence France-Presse | Discuss by telephone | Media Personnel (Uganda) | 2005-03-05\n- Military Personnel (Thailand) | Discuss by telephone | Agence France-Presse | 2005-03-01\n- Military Personnel (Thailand) | Discuss by telephone | Agence France-Presse | 2005-02-07\n- Military Personnel (Thailand) | Discuss by telephone | Agence France-Presse | 2005-02-06\n- Military Personnel (Thailand) | Discuss by telephone | Agence France-Presse | 2005-02-03\n- Agence France-Presse | Discuss by telephone | Military Personnel (Thailand) | 2005-03-01\n- Agence France-Presse | Discuss by telephone | Military Personnel (Thailand) | 2005-02-07\n- Agence France-Presse | Discuss by telephone | Military Personnel (Thailand) | 2005-02-06\n- Agence France-Presse | Discuss by telephone | Military Personnel (Thailand) | 2005-02-03\n- Japan | Discuss by telephone | Agence France-Presse | 2005-03-20\n- Agence France-Presse | Discuss by telephone | Japan | 2005-03-20\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2006-03-28\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-18\nAnswer:", "completion": " 2006", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1307208", "prompt": "With whom did the men of South Africa declare their intention to negotiate before 23 May 2007?\nEvidence:\n- Men (South Africa) | Express intent to meet or negotiate | South Africa | 2007-05-23\n- Police (South Africa) | Express intent to meet or negotiate | South Africa | 2007-05-23\n- Senate (South Africa) | Make statement | South Africa | 2007-05-23\n- Police (South Africa) | Use conventional military force | Nurse (South Africa) | 2007-05-23\nAnswer:", "completion": " South Africa", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 4, "n_anchors": 1} +{"id": "mtq_1182696", "prompt": "Who made the fishermen of Sri Lanka suffer from conventional military forces after 2013-10?\nEvidence:\n- Member of the Judiciary (Sri Lanka) | Coerce | Fishermen (Sri Lanka) | 2014-11-21\n- Member of the Judiciary (Sri Lanka) | Coerce | Fishermen (Sri Lanka) | 2014-11-17\n- Member of the Judiciary (Sri Lanka) | Coerce | Fishermen (Sri Lanka) | 2014-11-03\n- Member of the Judiciary (Sri Lanka) | Coerce | Fishermen (Sri Lanka) | 2014-10-31\n- Naval (Sri Lanka) | Use conventional military force | Fishermen (Sri Lanka) | 2014-01-28\n- Naval (Sri Lanka) | Use conventional military force | Fishermen (Sri Lanka) | 2013-10-08\n- Naval (Sri Lanka) | Use conventional military force | Fishermen (Sri Lanka) | 2012-09-17\n- Naval (Sri Lanka) | Use conventional military force | Fishermen (Sri Lanka) | 2007-03-12\n- Naval (Sri Lanka) | Use conventional military force | Fishermen (Sri Lanka) | 2007-02-15\n- Naval (Sri Lanka) | Use conventional military force | Fishermen (Sri Lanka) | 2006-06-20\n- Fishermen (Sri Lanka) | Use conventional military force | Naval (Sri Lanka) | 2006-10-18\n- Reserve Personnel (Sri Lanka) | Use conventional military force | Fishermen (Sri Lanka) | 2007-04-09\n- Member of the Judiciary (Sri Lanka) | Coerce | Fishermen (India) | 2014-11-19\n- Member of the Judiciary (Sri Lanka) | Coerce | Fishermen (India) | 2014-11-10\n- Member of the Judiciary (Sri Lanka) | Coerce | Fishermen (India) | 2014-11-03\nAnswer:", "completion": " Naval (Sri Lanka)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1351234", "prompt": "In which year did the Muslims of the United Kingdom use conventional military force against the insurgency of Al-Shabaab?\nEvidence:\n- Ethiopia | Use conventional military force | Al-Shabaab | 2008-07-30\n- Al-Shabaab | Use conventional military force | Ethiopia | 2008-10-11\n- Al-Shabaab | Use conventional military force | Ethiopia | 2008-07-30\n- Islamic Courts Union | Use conventional military force | Al-Shabaab | 2009-01-12\n- Islamic Courts Union | Use conventional military force | Al-Shabaab | 2009-01-11\n- Al-Shabaab | Use conventional military force | Islamic Courts Union | 2009-01-12\n- Al-Shabaab | Use conventional military force | Islamic Courts Union | 2009-01-11\n- Al-Shabaab | Use conventional military force | Interim Government (Somalia) | 2008-11-12\n- Al-Shabaab | Threaten with military force | Criminal (Somalia) | 2008-05-18\n- Al-Shabaab | Threaten with military force | Peacekeeping Troop (African Union) | 2009-01-16\n- Hawiye (ethnic) | Engage in negotiation | Al-Shabaab | 2008-10-13\n- Al-Shabaab | Engage in negotiation | Hawiye (ethnic) | 2008-10-13\n- Al-Shabaab | Threaten | Ethiopia | 2008-12-22\n- Isaaq | Make statement | Al-Shabaab | 2008-01-17\n- Intellectual (Somalia) | Consult | Al-Shabaab | 2008-04-28\nAnswer:", "completion": " 2015", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1001943", "prompt": "Who praised Juan Carlos I on 10 October 2011?\nEvidence:\n- Ali Abdullah Saleh | Praise or endorse | Juan Carlos I | 2011-10-10\n- Ali Abdullah Saleh | Praise or endorse | Royal Administration (Spain) | 2011-10-10\nAnswer:", "completion": " Ali Abdullah Saleh", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 1} +{"id": "mtq_1137822", "prompt": "Which country last receive Hisham Qandil's visit from Hisham Qandil before Nuri al-Maliki did?\nEvidence:\n- Sudan | Host a visit | Hisham Qandil | 2012-09-22\n- Sudan | Host a visit | Hisham Qandil | 2012-09-21\n- Sudan | Host a visit | Hisham Qandil | 2012-09-20\n- Hisham Qandil | Make a visit | Sudan | 2012-09-22\n- Hisham Qandil | Make a visit | Sudan | 2012-09-21\n- Hisham Qandil | Make a visit | Sudan | 2012-09-20\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-05-20\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-26\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-25\n- Hisham Qandil | Make a visit | Christine Lagarde | 2012-08-22\n- Hisham Qandil | Host a visit | Businessperson (Turkey) | 2012-11-07\n- Christine Lagarde | Host a visit | Hisham Qandil | 2012-08-22\n- Businessperson (Turkey) | Make a visit | Hisham Qandil | 2012-11-07\n- Tony Blair | Consult | Hisham Qandil | 2012-09-01\n- Ministry (Egypt) | Consult | Hisham Qandil | 2012-08-31\nAnswer:", "completion": " Iraq", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1180812", "prompt": "Who did Shaukat Aziz want to meet on the same day as the representatives of Russia?\nEvidence:\n- Shaukat Aziz | Express intent to meet or negotiate | Iran | 2005-02-10\n- Shaukat Aziz | Express intent to meet or negotiate | Iran | 2005-02-06\n- Shaukat Aziz | Express intent to meet or negotiate | Iran | 2005-01-31\n- Shaukat Aziz | Express intent to meet or negotiate | Iran | 2005-01-05\n- Head of Government (Pakistan) | Express intent to meet or negotiate | Shaukat Aziz | 2005-02-16\n- Head of Government (Pakistan) | Express intent to meet or negotiate | Shaukat Aziz | 2005-02-15\n- Shaukat Aziz | Consult | Japan | 2005-01-10\n- Japan | Consult | Shaukat Aziz | 2005-01-10\n- Douglas Alexander | Appeal to others to meet or negotiate | Shaukat Aziz | 2005-01-12\n- Shaukat Aziz | Express intent to meet or negotiate | Pervez Musharraf | 2005-02-15\n- Shaukat Aziz | Express intent to meet or negotiate | Javier Solana | 2005-01-25\n- Shaukat Aziz | Express intent to meet or negotiate | Citizen (Belgium) | 2005-01-24\n- Shaukat Aziz | Express intent to meet or negotiate | Businessperson (Belgium) | 2005-01-24\n- Shaukat Aziz | Express intent to meet or negotiate | Businessperson (Belgium) | 2005-01-23\n- Shaukat Aziz | Express intent to meet or negotiate | Businessperson (Belgium) | 2005-01-22\nAnswer:", "completion": " Wen Jiabao", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1091004", "prompt": "Who hosted the visit of Abu Bakr Abdullah al-Qirbi before August 2006?\nEvidence:\n- Iran | Consult | Abu Bakr Abdullah al-Qirbi | 2005-10-02\n- Abu Bakr Abdullah al-Qirbi | Consult | Iran | 2005-10-02\n- Mauritania | Host a visit | Abu Bakr Abdullah al-Qirbi | 2005-04-16\n- Kuwait | Host a visit | Abu Bakr Abdullah al-Qirbi | 2005-12-11\n- Kuwait | Host a visit | Abu Bakr Abdullah al-Qirbi | 2005-12-10\n- Ethiopia | Make a visit | Abu Bakr Abdullah al-Qirbi | 2005-12-29\n- Abu Bakr Abdullah al-Qirbi | Make a visit | Mauritania | 2005-04-16\n- Abu Bakr Abdullah al-Qirbi | Make a visit | Kuwait | 2005-12-11\n- Abu Bakr Abdullah al-Qirbi | Make a visit | Kuwait | 2005-12-10\n- Abu Bakr Abdullah al-Qirbi | Host a visit | Ethiopia | 2005-12-29\n- Solomon Passy | Consult | Abu Bakr Abdullah al-Qirbi | 2005-02-24\n- Mahmoud Abbas | Consult | Abu Bakr Abdullah al-Qirbi | 2006-02-26\n- Abu Bakr Abdullah al-Qirbi | Make statement | Yemen | 2006-05-04\n- Abu Bakr Abdullah al-Qirbi | Make statement | Yemen | 2006-04-21\n- Abu Bakr Abdullah al-Qirbi | Make statement | Yemen | 2006-03-22\nAnswer:", "completion": " Kuwait", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1033854", "prompt": "Who was the last person to be investigated by the South Korean ministry?\nEvidence:\n- The Juba Post | Discuss by telephone | South Sudan | 2008-10-09\n- South Sudan | Discuss by telephone | The Juba Post | 2008-10-09\n- Police (South Korea) | Return, release person(s) | Ministry (South Korea) | 2010-05-20\n- Ministry (South Korea) | Return, release person(s) | Criminal (South Korea) | 2007-03-01\n- South Korea | Host a visit | Korean Workers Party | 2009-08-23\n- South Korea | Host a visit | Korean Workers Party | 2006-05-20\n- South Korea | Host a visit | Korean Workers Party | 2005-10-11\n- Korean Workers Party | Praise or endorse | South Korea | 2011-05-01\n- Korean Workers Party | Make a visit | South Korea | 2009-08-23\n- Korean Workers Party | Make a visit | South Korea | 2006-05-20\n- Korean Workers Party | Make a visit | South Korea | 2005-10-11\n- Ministry (The Hague) | Express intent to meet or negotiate | The Hague | 2015-11-18\n- The Hague | Return, release person(s) | Vojislav Šešelj | 2014-11-23\n- Police (South Korea) | Reject | Korean Confederation of Trade Unions | 2015-12-03\n- Korean Confederation of Trade Unions | Yield | Police (South Korea) | 2015-12-10\nAnswer:", "completion": " Business (Germany)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1182900", "prompt": "In which month did the Party Member of Turkey request the Businessman of Turkey?\nEvidence:\n- Party Member (Turkey) | Accuse | Member of the Judiciary (Turkey) | 2008-12-27\n- Member of the Judiciary (Turkey) | Accuse | Party Member (Turkey) | 2008-12-27\n- Party Member (Turkey) | Consult | Left Party (Turkey) | 2014-11-17\n- Left Party (Turkey) | Consult | Party Member (Turkey) | 2014-11-17\n- Member of the Judiciary (Turkey) | Accuse | Justice and Development Party | 2010-05-07\n- Villager (Turkey) | Reject | Party Member (Turkey) | 2007-08-07\n- Villager (Turkey) | Reject | Party Member (Turkey) | 2007-08-06\n- Party Member (Turkey) | Consult | Businessperson (Turkey) | 2005-05-06\n- Legislature (Turkey) | Reject | Party Member (Turkey) | 2007-04-28\n- Businessperson (Turkey) | Consult | Party Member (Turkey) | 2005-05-06\n- Party Member (Turkey) | Make an appeal or request | Businessperson (Turkey) | 2012-03-01\n- Businessperson (Turkey) | Make an appeal or request | Party Member (Turkey) | 2012-03-01\n- Party Member (Turkey) | Make statement | Legislature (Turkey) | 2015-11-04\n- Attacker (Turkey) | Physically assault | Party Member (Turkey) | 2015-05-25\n- Party Member (Turkey) | Consult | Democratic Party | 2005-12-04\nAnswer:", "completion": " 2012-03", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1054811", "prompt": "When was the last time the citizens of the United Kingdom made negative remarks about the Royal Air Force?\nEvidence:\n- Royal Air Force | Make statement | Air Force (United Kingdom) | 2007-08-09\n- Royal Air Force | Accuse | Citizen (United Kingdom) | 2011-07-13\n- Royal Air Force | Provide humanitarian aid | Men (United Kingdom) | 2007-09-23\n- Royal Air Force | Provide humanitarian aid | Citizen (United Kingdom) | 2007-07-25\n- Royal Air Force | Provide humanitarian aid | Citizen (United Kingdom) | 2007-07-24\n- Royal Air Force | Provide humanitarian aid | Citizen (United Kingdom) | 2007-07-23\n- Royal Air Force | Provide humanitarian aid | Citizen (United Kingdom) | 2007-07-21\n- Royal Air Force | Provide aid | Party Member (United Kingdom) | 2008-01-17\n- Royal Air Force | Make optimistic comment | Citizen (United Kingdom) | 2005-09-17\n- Reserve Personnel (United Kingdom) | Make statement | Royal Air Force | 2012-07-04\n- Citizen (United Kingdom) | Make pessimistic comment | Royal Air Force | 2010-10-19\n- Citizen (United Kingdom) | Criticize or denounce | Royal Air Force | 2008-10-23\n- Royal Air Force | Engage in symbolic act | Men (United Kingdom) | 2005-08-28\n- Court Judge (United Kingdom) | Criticize or denounce | Royal Air Force | 2006-04-12\n- Citizen (United Kingdom) | Express intent to meet or negotiate | Royal Air Force | 2014-09-10\nAnswer:", "completion": " 2010-10-19", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1233360", "prompt": "Before 10 October 2008, with whom did the Daily Monitor have a telephone conversation?\nEvidence:\n- Media Personnel (Uganda) | Discuss by telephone | Daily Monitor | 2008-10-10\n- Daily Monitor | Discuss by telephone | Media Personnel (Uganda) | 2008-10-10\nAnswer:", "completion": " Lawyer/Attorney (Uganda)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 1} +{"id": "mtq_1125745", "prompt": "When did the peacekeeping force of Sudan last investigate Sudan?\nEvidence:\n- African Union | Provide military protection or peacekeeping | Sudan | 2005-01-12\n- African Union | Provide military protection or peacekeeping | Sudan | 2005-01-11\n- African Union | Provide military protection or peacekeeping | Sudan | 2005-01-10\n- Sudan | Use conventional military force | Ethiopia | 2005-04-01\n- Ethiopia | Use conventional military force | Sudan | 2005-04-01\n- UN Security Council | Express intent to provide military protection or peacekeeping | Sudan | 2005-01-19\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Ethiopia | Provide military protection or peacekeeping | Burundi | 2005-05-05\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\nAnswer:", "completion": " 2009-01-29", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1385904", "prompt": "In 2006, which country hosted Chang Song Taek's visit from Chang Song Taek first?\nEvidence:\n- China | Consult | Chang Song Taek | 2012-08-18\n- China | Consult | Chang Song Taek | 2012-08-17\n- Chang Song Taek | Consult | China | 2012-08-18\n- Chang Song Taek | Consult | China | 2012-08-17\n- France | Host a visit | Chang Song Taek | 2009-04-13\n- France | Host a visit | Chang Song Taek | 2009-04-12\n- China | Host a visit | Chang Song Taek | 2012-08-21\n- China | Host a visit | Chang Song Taek | 2012-08-19\n- China | Host a visit | Chang Song Taek | 2012-08-17\n- China | Host a visit | Chang Song Taek | 2012-08-16\n- China | Host a visit | Chang Song Taek | 2012-08-15\n- China | Host a visit | Chang Song Taek | 2012-08-14\n- China | Host a visit | Chang Song Taek | 2012-08-13\n- China | Host a visit | Chang Song Taek | 2006-09-06\n- China | Host a visit | Chang Song Taek | 2006-09-01\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1061427", "prompt": "Before 9 June 2006, who was involved in the UN Security Council negotiations?\nEvidence:\n- UN Security Council | Engage in negotiation | African Union | 2006-06-09\n- African Union | Engage in negotiation | UN Security Council | 2006-06-09\n- UN Security Council | Demand | Sudan | 2006-06-09\n- UN Security Council | Consult | Government (Sudan) | 2006-06-09\n- Government (Sudan) | Consult | UN Security Council | 2006-06-09\n- UN Security Council | Make a visit | Sudan | 2006-06-09\n- Sudan | Host a visit | UN Security Council | 2006-06-09\n- South Sudan | Make statement | UN Security Council | 2006-06-09\n- UN Security Council | Make a visit | South Sudan | 2006-06-09\n- South Sudan | Host a visit | UN Security Council | 2006-06-09\n- UN Security Council | Express intent to meet or negotiate | Sudan | 2006-06-09\n- Mahmoud Abbas | Make an appeal or request | UN Security Council | 2006-06-09\n- Lawyer/Attorney (Belgium) | Express intent to meet or negotiate | UN Security Council | 2006-06-09\n- Zawahiri | Make statement | Mahmoud Abbas | 2006-06-09\n- Sudan | Receive deployment of peacekeepers | African Union | 2006-06-09\nAnswer:", "completion": " Ethiopia", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1130098", "prompt": "Before the fighter of the Army of Islam, who last made the militant of Syria suffer from unconventional violence?\nEvidence:\n- Militant (Syria) | Use unconventional violence | Combatant (Army of Islam) | 2014-08-08\n- Combatant (Army of Islam) | Use unconventional violence | Militant (Syria) | 2014-08-08\n- Militia (Syria) | Use unconventional violence | Militant (Syria) | 2015-02-25\n- Militia (Syria) | Use unconventional violence | Militant (Syria) | 2015-01-19\n- Militia (Syria) | Use unconventional violence | Militant (Syria) | 2014-10-01\n- Militant (Syria) | Use unconventional violence | Terrorist (Syria) | 2015-09-05\n- Militant (Syria) | Use unconventional violence | Terrorist (Syria) | 2015-08-15\n- Militant (Syria) | Use unconventional violence | Terrorist (Syria) | 2015-07-31\n- Militant (Syria) | Use unconventional violence | Police (Syria) | 2015-08-22\n- Militant (Syria) | Use unconventional violence | Police (Syria) | 2015-06-13\n- Militant (Syria) | Use unconventional violence | Police (Syria) | 2014-07-25\n- Militant (Syria) | Use unconventional violence | Police (Syria) | 2014-07-24\n- Militant (Syria) | Use unconventional violence | Police (Syria) | 2014-02-22\n- Militant (Syria) | Use unconventional violence | Police (Syria) | 2013-08-11\n- Militant (Syria) | Use unconventional violence | Police (Syria) | 2012-04-30\nAnswer:", "completion": " Citizen (Australia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1016261", "prompt": "Who accused Charles Taylor after August 11th, 2010?\nEvidence:\n- Oluṣẹgun Ọbasanjọ | Demand | Charles Taylor | 2005-09-19\n- Oluṣẹgun Ọbasanjọ | Consult | Charles Taylor | 2006-03-03\n- Oluṣẹgun Ọbasanjọ | Consult | Charles Taylor | 2006-02-28\n- Oluṣẹgun Ọbasanjọ | Consult | Charles Taylor | 2006-02-27\n- Government (Nigeria) | Threaten | Charles Taylor | 2005-06-06\n- Citizen (Nigeria) | Accuse | Charles Taylor | 2005-11-01\n- Charles Taylor | Consult | Oluṣẹgun Ọbasanjọ | 2006-03-03\n- Charles Taylor | Consult | Oluṣẹgun Ọbasanjọ | 2006-02-28\n- Charles Taylor | Consult | Oluṣẹgun Ọbasanjọ | 2006-02-27\n- UN Security Council | Investigate | Charles Taylor | 2005-06-22\n- UN Security Council | Accuse | Charles Taylor | 2005-07-05\n- UN Security Council | Accuse | Charles Taylor | 2005-07-04\n- Solomon Berewa | Make statement | Charles Taylor | 2005-06-01\n- Oluṣẹgun Ọbasanjọ | Make statement | Charles Taylor | 2006-03-23\n- Oluṣẹgun Ọbasanjọ | Make statement | Charles Taylor | 2006-03-17\nAnswer:", "completion": " Lawyer/Attorney (Liberia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1303343", "prompt": "In which month did the envoy of the United States first appeal to the citizens of State Actor?\nEvidence:\n- Envoy (United States) | Make an appeal or request | Citizen (Unidentified State Actor) | 2008-04-27\n- Envoy (United States) | Make an appeal or request | Citizen (Unidentified State Actor) | 2005-12-09\n- Special Rapporteurs of the United Nations | Consult | Envoy (United States) | 2014-11-12\n- Envoy (United States) | Consult | Special Rapporteurs of the United Nations | 2014-11-12\n- Representative to the United Nations (Vietnam) | Make an appeal or request | Citizen (Unidentified State Actor) | 2008-04-11\n- Representative to the United Nations (Vietnam) | Make an appeal or request | Citizen (Unidentified State Actor) | 2008-04-09\n- Representative to the United Nations (China) | Make an appeal or request | Citizen (Unidentified State Actor) | 2011-10-20\n- Representative to the United Nations (China) | Make an appeal or request | Citizen (Unidentified State Actor) | 2005-11-30\n- United States Senate | Make an appeal or request | Citizen (Unidentified State Actor) | 2015-02-14\n- United States Senate | Make an appeal or request | Citizen (Unidentified State Actor) | 2009-12-07\n- Head of Government (Unidentified State Actor) | Make an appeal or request | Citizen (Unidentified State Actor) | 2012-03-12\n- Envoy (United States) | Appeal for policy change | Member of the Judiciary (Liberia) | 2014-02-26\n- Envoy (United States) | Appeal for policy change | Member of the Judiciary (Liberia) | 2014-02-24\n- United to Boost Senegal | Make an appeal or request | Citizen (Unidentified State Actor) | 2009-07-13\n- National Coalition Government of the Union of Burma | Make an appeal or request | Citizen (Unidentified State Actor) | 2006-06-02\nAnswer:", "completion": " 2005-12", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1258389", "prompt": "After the other authorities and officials of Greece, who was the first to negotiate with the International Monetary Fund?\nEvidence:\n- International Monetary Fund | Praise or endorse | Other Authorities / Officials (Brazil) | 2005-03-28\n- People Associated with the Opposition (Sri Lanka) | Consult | International Monetary Fund | 2005-06-02\n- International Monetary Fund | Consult | People Associated with the Opposition (Sri Lanka) | 2005-06-02\n- International Monetary Fund | Threaten | Romania | 2005-06-28\n- International Monetary Fund | Investigate | Tanzania | 2005-08-02\n- International Monetary Fund | Investigate | Tanzania | 2005-02-25\n- International Monetary Fund | Investigate | Iraq | 2005-05-12\n- International Monetary Fund | Demand | China | 2005-04-20\n- International Monetary Fund | Demand | Angola | 2005-07-06\n- International Monetary Fund | Express intent to meet or negotiate | Bolivia | 2005-06-23\n- Romania | Express accord | International Monetary Fund | 2005-04-13\n- Iraq | Express accord | International Monetary Fund | 2005-03-07\n- International Monetary Fund | Make statement | Vietnam | 2005-05-31\n- International Monetary Fund | Make statement | France | 2005-01-27\n- International Monetary Fund | Make statement | China | 2005-01-25\nAnswer:", "completion": " Alexis Tsipras", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1233721", "prompt": "In which month did the Criminal of China last appeal to the religion of China?\nEvidence:\n- Japan | Engage in negotiation | China | 2005-02-01\n- Japan | Engage in negotiation | China | 2005-01-11\n- China | Engage in negotiation | Japan | 2005-02-01\n- China | Engage in negotiation | Japan | 2005-01-11\n- China | Appeal for economic cooperation | Japan | 2005-01-14\n- Japan | Engage in diplomatic cooperation | China | 2005-02-01\n- Japan | Engage in diplomatic cooperation | China | 2005-01-07\n- Japan | Engage in diplomatic cooperation | China | 2005-01-06\n- China | Engage in diplomatic cooperation | Japan | 2005-02-01\n- China | Engage in diplomatic cooperation | Japan | 2005-01-10\n- China | Engage in diplomatic cooperation | Japan | 2005-01-07\n- China | Engage in diplomatic cooperation | Japan | 2005-01-06\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-01-07\n- Japan | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-01-12\n- Japan | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-01-08\nAnswer:", "completion": " 2010-07", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1162315", "prompt": "Who was the first to endorse Canada's deal after Ali Abdullah Saleh?\nEvidence:\n- Yemen | Praise or endorse | Ali Abdullah Saleh | 2005-03-10\n- James Wolfensohn | Praise or endorse | Ali Abdullah Saleh | 2005-02-19\n- Ali Abdullah Saleh | Investigate | Yemen | 2005-02-11\n- Ali Abdullah Saleh | Investigate | Yemen | 2005-02-06\n- Qatar | Express intent to cooperate | Ali Abdullah Saleh | 2005-03-21\n- Yemen | Make statement | Ali Abdullah Saleh | 2005-05-03\n- Solomon Passy | Consult | Ali Abdullah Saleh | 2005-02-24\n- Pervez Musharraf | Consult | Ali Abdullah Saleh | 2005-02-13\n- Gerhard Schröder | Consult | Ali Abdullah Saleh | 2005-03-04\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-06-16\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-06-10\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-05-21\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-05-01\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-04-30\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-04-28\nAnswer:", "completion": " Women / Children / Social / Welfare / Development / Religion Ministry (Canada)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1163822", "prompt": "Who was the first to suffer from the unconventional violence of the Armed Rebel of Syria in 2014?\nEvidence:\n- Militia (Syria) | Use unconventional violence | Armed Rebel (Syria) | 2014-10-15\n- Militant (Syria) | Use unconventional violence | Armed Rebel (Syria) | 2014-11-20\n- Militant (Syria) | Use unconventional violence | Armed Rebel (Syria) | 2014-10-29\n- Militant (Syria) | Use unconventional violence | Armed Rebel (Syria) | 2014-10-20\n- Militant (Syria) | Use unconventional violence | Armed Rebel (Syria) | 2014-09-18\n- Armed Rebel (Syria) | Use unconventional violence | Police (Syria) | 2014-05-23\n- Armed Rebel (Syria) | Use unconventional violence | Police (Syria) | 2014-05-22\n- Armed Rebel (Syria) | Use unconventional violence | Police (Syria) | 2014-02-24\n- Armed Rebel (Syria) | Use unconventional violence | Police (Syria) | 2014-02-09\n- Armed Rebel (Syria) | Use unconventional violence | Police (Syria) | 2014-02-08\n- Armed Rebel (Syria) | Use unconventional violence | Police (Syria) | 2014-02-06\n- Armed Rebel (Syria) | Use unconventional violence | Muslim (Syria) | 2014-12-14\n- Armed Rebel (Syria) | Use unconventional violence | Militia (Syria) | 2014-10-15\n- Armed Rebel (Syria) | Use unconventional violence | Militia (Syria) | 2014-05-31\n- Armed Rebel (Syria) | Use unconventional violence | Militant (Syria) | 2014-11-20\nAnswer:", "completion": " Combatant (Al Qaeda)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1218653", "prompt": "Before the government-owned Bank of Belgium, who last asked for the citizens of Belgium?\nEvidence:\n- European Central Bank | Reject | Government Affiliated Bank (Belgium) | 2005-10-28\n- Government Affiliated Bank (Belgium) | Appeal for change in institutions, regime | Party Member (Belgium) | 2010-12-06\n- Government Affiliated Bank (Belgium) | Appeal for change in institutions, regime | Party Member (Belgium) | 2007-09-17\n- Government Affiliated Bank (Belgium) | Make an appeal or request | Citizen (Belgium) | 2011-12-09\n- Swiss National Bank | Consult | National Bank of the Kyrgyz Republic | 2009-05-26\n- National Bank of the Kyrgyz Republic | Consult | Swiss National Bank | 2009-05-26\n- Scottish Government | Make statement | The Royal Bank of Scotland Group | 2014-02-10\n- Scottish Government | Make statement | The Royal Bank of Scotland Group | 2014-02-07\n- Police (Belgium) | Appeal for intelligence | Citizen (Belgium) | 2007-03-14\n- Police (Belgium) | Appeal for aid | Citizen (Belgium) | 2014-05-25\n- Lawyer/Attorney (Belgium) | Appeal for easing of administrative sanctions | Citizen (Belgium) | 2006-10-19\n- Swiss National Bank | Make a visit | National Bank of the Kyrgyz Republic | 2009-05-26\n- National Bank of the Kyrgyz Republic | Host a visit | Swiss National Bank | 2009-05-26\n- Ministry (Belgium) | Make statement | European Central Bank | 2005-11-07\n- Head of Government (Brazil) | Appeal for change in leadership | Government Affiliated Bank (Brazil) | 2005-04-30\nAnswer:", "completion": " Green Party (Belgium)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1057523", "prompt": "Who did Tony Blair blame first after the Muslims in the UK?\nEvidence:\n- Tony Blair | Accuse | Iran | 2005-02-05\n- Iran | Reject | Tony Blair | 2005-02-08\n- Tony Blair | Make statement | Iraq | 2005-02-04\n- Tony Blair | Make statement | Iraq | 2005-01-30\n- Tony Blair | Make statement | Iraq | 2005-01-09\n- Tony Blair | Make statement | Iran | 2005-01-26\n- Tony Blair | Investigate | Oluṣẹgun Ọbasanjọ | 2005-01-27\n- Tony Blair | Investigate | Oluṣẹgun Ọbasanjọ | 2005-01-26\n- Tony Blair | Consult | Mahmoud Abbas | 2005-01-27\n- Tony Blair | Consult | Jack Straw | 2005-02-04\n- Tony Blair | Consult | Bertie Ahern | 2005-02-02\n- Tony Blair | Consult | Angela Merkel | 2005-02-07\n- Mahmoud Abbas | Consult | Tony Blair | 2005-01-27\n- Jack Straw | Reject | Tony Blair | 2005-01-04\n- Jack Straw | Consult | Tony Blair | 2005-02-04\nAnswer:", "completion": " Iran", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1292707", "prompt": "When did Maithripala Sirisena express his intention to meet the Prime Minister of India?\nEvidence:\n- Maithripala Sirisena | Express intent to meet or negotiate | Head of Government (India) | 2015-02-16\n- Head of Government (India) | Express intent to meet or negotiate | Maithripala Sirisena | 2015-01-10\n- Head of Government (India) | Express intent to meet or negotiate | Maithripala Sirisena | 2015-01-09\n- Maithripala Sirisena | Express intent to meet or negotiate | China | 2015-02-16\n- Fishermen (India) | Praise or endorse | Maithripala Sirisena | 2015-01-09\n- Member of Parliament (India) | Praise or endorse | Maithripala Sirisena | 2015-01-10\n- China | Investigate | Maithripala Sirisena | 2015-02-16\n- Maithripala Sirisena | Express intent to release persons or property | Fishermen (India) | 2015-01-09\n- Member of Parliament (India) | Engage in symbolic act | Maithripala Sirisena | 2015-01-10\n- Maithripala Sirisena | Return, release person(s) | Fishermen (India) | 2015-02-16\n- Maithripala Sirisena | Make statement | China | 2015-02-05\n- Maithripala Sirisena | Make statement | China | 2015-02-04\n- Head of Government (India) | Make an appeal or request | Maithripala Sirisena | 2015-01-10\n- Head of Government (India) | Make an appeal or request | Maithripala Sirisena | 2015-01-09\n- Maithripala Sirisena | Express intent to meet or negotiate | Indigenous People (Sri Lanka) | 2014-12-17\nAnswer:", "completion": " 2015-02-16", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1085307", "prompt": "Who did the citizens of Sudan ask for in the same month as the citizens of International?\nEvidence:\n- UN Security Council | Appeal for diplomatic cooperation (such as policy support) | Sudan | 2005-01-11\n- UN Security Council | Appeal for diplomatic cooperation (such as policy support) | Sudan | 2005-01-10\n- Citizen (Sudan) | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-01-23\n- Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | Head of Government (Egypt) | 2005-01-24\n- Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | Ethiopia | 2005-04-19\n- Ethiopia | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-04-19\n- Sudan | Engage in negotiation | Ethiopia | 2005-04-19\n- Ethiopia | Engage in negotiation | Sudan | 2005-04-19\n- John Garang | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-01-08\n- Government (Germany) | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-01-09\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\nAnswer:", "completion": " Government (Sudan)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1124101", "prompt": "Who used conventional military force against Sudan in the same month as the People's Congress?\nEvidence:\n- Sudan | Use conventional military force | Ethiopia | 2005-04-01\n- Ethiopia | Use conventional military force | Sudan | 2005-04-01\n- Sudan | Sign formal agreement | Rebel Group (Sudan People's Liberation Movement) | 2005-01-16\n- Police (Ethiopia) | Use conventional military force | Ethiopia | 2005-06-08\n- Sudan | Return, release person(s) | Citizen (Sudan) | 2005-01-19\n- Citizen (Sudan) | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-01-23\n- Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | Ethiopia | 2005-04-19\n- Ethiopia | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-04-19\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Sudan | Engage in negotiation | Ethiopia | 2005-04-19\n- Ethiopia | Engage in negotiation | Sudan | 2005-04-19\n- John Garang | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-01-08\n- Government (Germany) | Express intent to engage in diplomatic cooperation (such as policy support) | Sudan | 2005-01-09\n- Eritrea | Rally opposition against | Ethiopia | 2005-03-11\n- Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | Head of Government (Egypt) | 2005-01-24\nAnswer:", "completion": " Chadian National Army", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1136003", "prompt": "In which month did the Workers' Party of Singapore first make a request to the citizens of Singapore?\nEvidence:\n- Workers' Party | Engage in material cooperation | Workers' Party (Mexico) | 2011-01-31\n- Workers' Party (Mexico) | Engage in material cooperation | Workers' Party | 2011-01-31\n- Workers' Party | Engage in material cooperation | New Alliance Party | 2011-02-07\n- New Alliance Party | Engage in material cooperation | Workers' Party | 2011-02-07\n- Mexico | Praise or endorse | Workers' Party | 2012-06-25\n- Workers' Party | Praise or endorse | Population (Algeria) | 2012-04-25\n- Population (Brazil) | Criticize or denounce | Workers' Party | 2006-10-06\n- Dahlan Iskan | Consider policy option | Workers' Party | 2014-10-08\n- Information / Communication / Transparency Ministry (Indonesia) | Reduce relations | Workers' Party | 2011-10-04\n- Sérgio de Oliveira Cabral Santos Filho | Praise or endorse | Workers' Party | 2008-06-07\n- New Alliance Party | Engage in negotiation | National Action Party | 2008-06-14\n- National Action Party | Engage in negotiation | New Alliance Party | 2008-06-14\n- New Alliance Party | Make a visit | Mexico | 2007-05-03\n- New Alliance Party | Engage in diplomatic cooperation | National Action Party | 2007-11-28\n- National Action Party | Engage in diplomatic cooperation | New Alliance Party | 2011-07-28\nAnswer:", "completion": " 2012-05", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1054085", "prompt": "Who did the Prime Minister of Pakistan praise for the first time after the ethnic group of Pakistan?\nEvidence:\n- Government (Pakistan) | Praise or endorse | Ethnic Group (Pakistan) | 2009-03-24\n- Head of Government (Pakistan) | Praise or endorse | Ethnic Group (Pakistan) | 2005-11-23\n- Ethnic Group (Pakistan) | Threaten | Government (Pakistan) | 2010-09-10\n- Ethnic Group (Pakistan) | Accuse | Government (Pakistan) | 2014-11-26\n- Head of Government (Pakistan) | Make statement | Ethnic Group (Pakistan) | 2006-06-10\n- Head of Government (Pakistan) | Make statement | Ethnic Group (Pakistan) | 2005-12-23\n- Ethnic Group (Pakistan) | Make statement | Mob (Pakistan) | 2012-12-21\n- Media Personnel (Pakistan) | Make statement | Ethnic Group (Pakistan) | 2011-03-02\n- Government (Pakistan) | Criticize or denounce | Ethnic Group (Pakistan) | 2011-03-04\n- Ethnic Group (Pakistan) | Criticize or denounce | Government (Pakistan) | 2013-02-28\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-09\nAnswer:", "completion": " Iran", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1097379", "prompt": "Before the Governor of Kenya, whom did the Civic Group of Kenya ask last?\nEvidence:\n- Civic Group (Kenya) | Accuse | Governor (Kenya) | 2014-03-24\n- Civic Group (Kenya) | Make an appeal or request | Governor (Kenya) | 2013-12-22\n- Civic Group (Kenya) | Accuse | Police (Kenya) | 2013-02-19\n- Civic Group (Kenya) | Accuse | Police (Kenya) | 2013-01-07\n- Civic Group (Kenya) | Accuse | Police (Kenya) | 2012-07-13\n- Police (Kenya) | Make statement | Civic Group (Kenya) | 2005-07-22\n- Domestic Affairs (Kenya) | Accuse | Civic Group (Kenya) | 2015-11-24\n- Civic Group (Kenya) | Make statement | Police (Kenya) | 2006-08-12\n- Civic Group (Kenya) | Demand | Lawyer/Attorney (Kenya) | 2008-02-15\n- Civic Group (Kenya) | Demonstrate or rally | Head of Government (Kenya) | 2013-01-15\n- Civic Group (Kenya) | Criticize or denounce | Head of Government (Kenya) | 2006-01-12\n- Civic Group (India) | Make statement | Governor (India) | 2012-06-09\n- William ole Ntimama | Accuse | Civic Group (Kenya) | 2011-06-16\n- Civic Group (Kenya) | Make statement | Mwai Kibaki | 2007-07-26\n- Police (Kenya) | Return, release person(s) | Civic Group (Kenya) | 2009-12-28\nAnswer:", "completion": " Police (Kenya)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1304483", "prompt": "After August 9th, 2011, who did the Legislature of Iraq give the criticism to?\nEvidence:\n- Legislature (Iraq) | Investigate | Iraq | 2005-01-15\n- Interim Leader (Iraq) | Express intent to meet or negotiate | Iraq | 2005-01-14\n- Representative to the United Nations (Iran) | Make statement | Iran | 2005-01-16\n- Chief of Staff (Poland) | Make statement | Iraq | 2005-01-04\n- Special Rapporteurs of the United Nations | Make a visit | Iran | 2005-02-06\n- Iran | Host a visit | Special Rapporteurs of the United Nations | 2005-02-06\n- Kuwait | Express intent to meet or negotiate | Iraq | 2005-01-05\n- Japan | Express intent to provide economic aid | Iraq | 2005-01-07\n- Japan | Express intent to provide economic aid | Iraq | 2005-01-04\n- Iraq | Express intent to meet or negotiate | Kuwait | 2005-01-05\n- Student (Iraq) | Make optimistic comment | Iraq | 2005-01-12\n- Rebel Group (Iraq) | Threaten with military force | Iraq | 2005-01-16\n- Rebel Group (Iraq) | Threaten with military force | Iraq | 2005-01-15\n- Cabinet / Council of Ministers / Advisors (United States) | Praise or endorse | Iraq | 2005-01-04\n- Iraq | Consult | Iran | 2005-01-27\nAnswer:", "completion": " Nuri al-Maliki", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1295882", "prompt": "Before December 2009, which country hosted the visit of Vuk Jeremić?\nEvidence:\n- Vuk Jeremić | Consult | Portugal | 2007-05-17\n- Portugal | Consult | Vuk Jeremić | 2007-05-17\n- Vuk Jeremić | Make a visit | Romania | 2007-09-04\n- Vuk Jeremić | Make a visit | Portugal | 2007-10-08\n- Vuk Jeremić | Make a visit | China | 2007-09-14\n- Romania | Host a visit | Vuk Jeremić | 2008-01-22\n- Romania | Host a visit | Vuk Jeremić | 2007-09-04\n- Portugal | Host a visit | Vuk Jeremić | 2007-10-08\n- China | Host a visit | Vuk Jeremić | 2007-09-14\n- Vuk Jeremić | Host a visit | Georgios Papandreou | 2008-01-21\n- Vuk Jeremić | Host a visit | Georgios Papandreou | 2007-06-20\n- Georgios Papandreou | Make a visit | Vuk Jeremić | 2008-01-21\n- Georgios Papandreou | Make a visit | Vuk Jeremić | 2007-06-20\n- Adrian Cioroianu | Make a visit | Vuk Jeremić | 2008-01-22\n- Vuk Jeremić | Make statement | China | 2007-09-13\nAnswer:", "completion": " Vietnam", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1082144", "prompt": "Who was the first person Barack Obama negotiated with after the rebellion in Afghanistan?\nEvidence:\n- Uhuru Muigai Kenyatta | Engage in negotiation | Barack Obama | 2006-08-25\n- Barack Obama | Engage in negotiation | Uhuru Muigai Kenyatta | 2006-08-25\n- Barack Obama | Reject | Iraq | 2007-04-03\n- Barack Obama | Reject | Iraq | 2006-10-28\n- Mwai Kibaki | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Make statement | Iraq | 2007-05-15\n- Barack Obama | Make statement | Iraq | 2007-03-20\n- Barack Obama | Make statement | Iraq | 2007-02-11\n- Barack Obama | Make statement | Iran | 2007-04-27\n- Barack Obama | Make statement | China | 2006-09-08\n- Barack Obama | Consult | Mwai Kibaki | 2006-08-25\n- Sudan | Host a visit | Barack Obama | 2006-09-03\n- Sudan | Host a visit | Barack Obama | 2006-09-02\n- Iraq | Host a visit | Barack Obama | 2006-01-08\n- Iraq | Host a visit | Barack Obama | 2006-01-07\nAnswer:", "completion": " Iran", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1231367", "prompt": "Which country was last threatened by South Korea in 2006?\nEvidence:\n- South Korea | Engage in negotiation | Japan | 2006-01-12\n- Japan | Engage in negotiation | South Korea | 2006-01-12\n- South Korea | Engage in diplomatic cooperation | China | 2006-01-10\n- Japan | Engage in diplomatic cooperation | South Korea | 2006-01-17\n- Japan | Engage in diplomatic cooperation | South Korea | 2006-01-10\n- Japan | Engage in diplomatic cooperation | South Korea | 2006-01-02\n- China | Engage in diplomatic cooperation | South Korea | 2006-01-10\n- Ministry (South Korea) | Ease administrative sanctions | South Korea | 2006-01-13\n- Police (South Korea) | Use conventional military force | South Korea | 2006-01-14\n- South Korea | Consult | Japan | 2006-01-17\n- South Korea | Consult | Japan | 2006-01-16\n- South Korea | Consult | Japan | 2006-01-11\n- South Korea | Consult | Japan | 2006-01-04\n- South Korea | Consult | Iran | 2006-01-11\n- South Korea | Consult | China | 2006-01-16\nAnswer:", "completion": " Japan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1219297", "prompt": "Who received the visit from Sudan on the same month of Mohamed Ould Abdel Aziz?\nEvidence:\n- Mohamed Ould Abdel Aziz | Reduce relations | The Poor (Mauritania) | 2009-07-18\n- Mohamed Ould Abdel Aziz | Reject | Mauritania | 2008-08-10\n- Mohamed Ould Abdel Aziz | Consult | France | 2008-08-11\n- France | Consult | Mohamed Ould Abdel Aziz | 2008-08-11\n- Qatar | Host a visit | Mohamed Ould Abdel Aziz | 2009-01-16\n- Mohamed Ould Abdel Aziz | Make a visit | Qatar | 2009-01-16\n- Mohamed Ould Abdel Aziz | Make a visit | Kuwait | 2008-11-11\n- Kuwait | Host a visit | Mohamed Ould Abdel Aziz | 2008-11-11\n- Sidi Ould Cheikh Abdallahi | Accuse | Mohamed Ould Abdel Aziz | 2008-08-07\n- Mohamed Ould Abdel Aziz | Accuse | Sidi Ould Cheikh Abdallahi | 2009-07-17\n- Police (Mauritania) | Reject | Mohamed Ould Abdel Aziz | 2009-02-21\n- Mohamed Ould Abdel Aziz | Threaten | Citizen (Mauritania) | 2009-07-13\n- Mohamed Ould Abdel Aziz | Reject | African Union | 2008-09-29\n- Mohamed Ould Abdel Aziz | Make statement | Mauritania | 2009-10-19\n- Mohamed Ould Abdel Aziz | Make statement | Mauritania | 2009-04-09\nAnswer:", "completion": " Aceh", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1140113", "prompt": "Who wanted to meet with the government of Nigeria in Aug, 2012?\nEvidence:\n- Head of Government (Brazil) | Engage in diplomatic cooperation | People Associated with the Opposition (Brazil) | 2006-10-30\n- Head of Government (Bangladesh) | Reject | People Associated with the Opposition (Bangladesh) | 2006-06-29\n- National Coalition Government of the Union of Burma | Express intent to meet or negotiate | UN Security Council | 2006-06-02\n- National Coalition Government of the Union of Burma | Express intent to meet or negotiate | UN Security Council | 2006-05-31\n- The Chronicle | Consult | Head of Government (Ghana) | 2005-06-15\n- Head of Government (Ghana) | Consult | The Chronicle | 2005-06-15\n- Head of Government (Ukraine) | Make statement | People Associated with the Opposition (Ukraine) | 2006-07-03\n- Head of Government (Brazil) | Make statement | People Associated with the Opposition (Brazil) | 2005-08-28\n- Head of Government (Brazil) | Make statement | People Associated with the Opposition (Brazil) | 2005-06-20\n- Head of Government (Bangladesh) | Make statement | People Associated with the Opposition (Bangladesh) | 2006-03-06\n- Head of Government (Bangladesh) | Make statement | People Associated with the Opposition (Bangladesh) | 2005-01-26\n- Vietnam | Engage in diplomatic cooperation | Committees for the Defense of the Revolution | 2005-09-30\n- People Associated with the Opposition (Germany) | Express intent to cooperate | Government (Germany) | 2005-06-15\n- Government (Germany) | Express intent to cooperate | People Associated with the Opposition (Germany) | 2005-06-15\n- Head of Government (Ukraine) | Express intent to engage in diplomatic cooperation (such as policy support) | People Associated with the Opposition (Ukraine) | 2006-04-02\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1279595", "prompt": "Who threatened Oluṣẹgun Ọbasanjọ before 12 December 2007?\nEvidence:\n- Togo | Consult | Oluṣẹgun Ọbasanjọ | 2005-06-03\n- Sudan | Consult | Oluṣẹgun Ọbasanjọ | 2005-12-28\n- Oluṣẹgun Ọbasanjọ | Mediate | Sudan | 2006-05-02\n- Oluṣẹgun Ọbasanjọ | Mediate | Sudan | 2005-05-26\n- Oluṣẹgun Ọbasanjọ | Demand | Togo | 2005-02-17\n- Oluṣẹgun Ọbasanjọ | Consult | Togo | 2005-06-03\n- Oluṣẹgun Ọbasanjọ | Consult | Sudan | 2005-12-28\n- Oluṣẹgun Ọbasanjọ | Consult | Japan | 2006-09-04\n- Japan | Consult | Oluṣẹgun Ọbasanjọ | 2006-09-04\n- Wole Olanipekun | Accuse | Oluṣẹgun Ọbasanjọ | 2005-05-17\n- Wen Jiabao | Consult | Oluṣẹgun Ọbasanjọ | 2005-04-17\n- Transparency International | Consult | Oluṣẹgun Ọbasanjọ | 2006-02-01\n- Tony Blair | Investigate | Oluṣẹgun Ọbasanjọ | 2005-01-27\n- Tony Blair | Investigate | Oluṣẹgun Ọbasanjọ | 2005-01-26\n- Tony Blair | Consult | Oluṣẹgun Ọbasanjọ | 2005-06-09\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1020786", "prompt": "Who made an appeal to Barack Obama in November 2008?\nEvidence:\n- China | Make an appeal or request | Barack Obama | 2008-11-08\n- China | Make an appeal or request | Barack Obama | 2008-11-06\n- Barack Obama | Make an appeal or request | China | 2008-11-06\n- Citizen (International) | Make an appeal or request | Barack Obama | 2008-11-05\n- Angela Merkel | Make an appeal or request | Barack Obama | 2008-11-05\n- Barack Obama | Engage in diplomatic cooperation | China | 2008-11-05\n- Citizen (Australia) | Engage in symbolic act | Barack Obama | 2008-11-05\n- Barack Obama | Express intent to change policy | Iraq | 2008-11-05\n- Barack Obama | Accuse | China | 2008-11-02\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Barack Obama | 2008-11-07\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Barack Obama | 2008-11-06\n- Barack Obama | Express intent to engage in diplomatic cooperation (such as policy support) | Mexico | 2008-11-05\n- Barack Obama | Express intent to engage in diplomatic cooperation (such as policy support) | Japan | 2008-11-05\n- Bolivia | Appeal for de-escalation of military engagement | Barack Obama | 2008-11-05\n- Evo Morales | Appeal for de-escalation of military engagement | Barack Obama | 2008-11-05\nAnswer:", "completion": " Iran", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1010631", "prompt": "Before Benjamin William Mkapa, who accused the media staff of International?\nEvidence:\n- Burundi | Consult | Benjamin William Mkapa | 2005-04-26\n- Benjamin William Mkapa | Mediate | Tanzania | 2005-05-16\n- Benjamin William Mkapa | Consult | Burundi | 2005-04-26\n- Benjamin William Mkapa | Accuse | Tanzania | 2005-07-23\n- Tony Blair | Consult | Benjamin William Mkapa | 2005-05-06\n- Benjamin William Mkapa | Make statement | Tanzania | 2005-08-17\n- Benjamin William Mkapa | Make statement | Tanzania | 2005-08-16\n- Benjamin William Mkapa | Make statement | Tanzania | 2005-07-23\n- Benjamin William Mkapa | Make statement | Tanzania | 2005-07-07\n- Benjamin William Mkapa | Make statement | Tanzania | 2005-06-02\n- Benjamin William Mkapa | Make statement | Tanzania | 2005-04-26\n- Benjamin William Mkapa | Make statement | Tanzania | 2005-04-04\n- Benjamin William Mkapa | Make statement | Tanzania | 2005-02-28\n- Benjamin William Mkapa | Make statement | Tanzania | 2005-02-20\n- Benjamin William Mkapa | Demand | Police (Tanzania) | 2005-04-24\nAnswer:", "completion": " Iran", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1020293", "prompt": "Who used unconventional violence against the police of Uganda on 16.02.2010?\nEvidence:\n- Police (Uganda) | Impose restrictions on political freedoms | The Voice (Uganda) | 2014-12-12\n- Women (Uganda) | Use unconventional violence | Police (Uganda) | 2006-11-13\n- Rioter (Uganda) | Use unconventional violence | Police (Uganda) | 2011-04-29\n- Rioter (Uganda) | Use unconventional violence | Police (Uganda) | 2011-04-14\n- Rioter (Uganda) | Use unconventional violence | Police (Uganda) | 2010-10-23\n- Rioter (Uganda) | Use unconventional violence | Police (Uganda) | 2009-11-20\n- Rioter (Uganda) | Use unconventional violence | Police (Uganda) | 2009-09-21\n- Police (Uganda) | Use unconventional violence | Citizen (Uganda) | 2013-04-08\n- Police (Uganda) | Use unconventional violence | Citizen (Uganda) | 2007-03-14\n- Police (Uganda) | Use unconventional violence | Citizen (Uganda) | 2006-03-01\n- Police (Uganda) | Use unconventional violence | Citizen (Uganda) | 2006-02-25\n- Police (Uganda) | Use unconventional violence | Citizen (Uganda) | 2006-02-22\n- Police (Uganda) | Use unconventional violence | Citizen (Uganda) | 2006-02-21\n- Police (Uganda) | Use unconventional violence | Citizen (Uganda) | 2005-02-02\n- Mob (Uganda) | Use unconventional violence | Police (Uganda) | 2011-03-28\nAnswer:", "completion": " Citizen (Uganda)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1204536", "prompt": "After the head of the Egyptian government, with whom did Abdel Fattah Al-Sisi first want to establish diplomatic cooperation?\nEvidence:\n- Head of Government (Egypt) | Reject | Abdel Fattah Al-Sisi | 2013-07-03\n- Head of Government (Egypt) | Consult | Abdel Fattah Al-Sisi | 2013-07-03\n- Head of Government (Egypt) | Consult | Abdel Fattah Al-Sisi | 2013-07-02\n- Head of Government (Egypt) | Consult | Abdel Fattah Al-Sisi | 2013-06-23\n- Head of Government (Egypt) | Consult | Abdel Fattah Al-Sisi | 2013-05-17\n- Head of Government (Bahrain) | Consult | Abdel Fattah Al-Sisi | 2013-07-12\n- Abdel Fattah Al-Sisi | Consult | Head of Government (Egypt) | 2013-07-03\n- Abdel Fattah Al-Sisi | Consult | Head of Government (Egypt) | 2013-07-02\n- Abdel Fattah Al-Sisi | Consult | Head of Government (Egypt) | 2013-06-23\n- Abdel Fattah Al-Sisi | Consult | Head of Government (Egypt) | 2013-05-17\n- Abdel Fattah Al-Sisi | Consult | Head of Government (Bahrain) | 2013-07-12\n- Abdel Fattah Al-Sisi | Make statement | Head of Government (Egypt) | 2013-07-03\n- Abdel Fattah Al-Sisi | Give ultimatum | Head of Government (Egypt) | 2013-07-05\n- Abdel Fattah Al-Sisi | Threaten | People Associated with the Opposition (Egypt) | 2013-06-24\n- Abdel Fattah Al-Sisi | Make an appeal or request | Head of Government (Egypt) | 2013-07-14\nAnswer:", "completion": " African Union", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1310838", "prompt": "Who praised the United Arab Emirates on 21 December 2006?\nEvidence:\n- Tony Blair | Praise or endorse | United Arab Emirates | 2006-12-21\n- Tony Blair | Make statement | Iran | 2006-12-21\n- Tony Blair | Make a visit | Middle East | 2006-12-21\n- Tony Blair | Express intent to meet or negotiate | Middle East | 2006-12-21\n- Tony Blair | Criticize or denounce | Iran | 2006-12-21\n- Tony Blair | Accuse | Iran | 2006-12-21\n- Middle East | Host a visit | Tony Blair | 2006-12-21\n- Iran | Criticize or denounce | Tony Blair | 2006-12-21\nAnswer:", "completion": " Tony Blair", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 8, "n_anchors": 1} +{"id": "mtq_1268440", "prompt": "Before Umaru Musa Yar'Adua, to whom did Ibrahim Shekarau last appeal?\nEvidence:\n- Umaru Musa Yar'Adua | Criticize or denounce | Ibrahim Shekarau | 2009-11-24\n- Ibrahim Shekarau | Make an appeal or request | Umaru Musa Yar'Adua | 2007-10-15\n- Umaru Musa Yar'Adua | Threaten | Government (Nigeria) | 2005-01-25\n- Umaru Musa Yar'Adua | Demand | Citizen (Nigeria) | 2007-05-31\n- Umaru Musa Yar'Adua | Consult | South Africa | 2007-04-26\n- Umaru Musa Yar'Adua | Consult | Abdoulaye Wade | 2007-05-08\n- Umaru Musa Yar'Adua | Accuse | Citizen (Nigeria) | 2007-01-05\n- South Africa | Consult | Umaru Musa Yar'Adua | 2007-04-26\n- Oluṣẹgun Ọbasanjọ | Yield | Umaru Musa Yar'Adua | 2007-05-30\n- Oluṣẹgun Ọbasanjọ | Yield | Umaru Musa Yar'Adua | 2007-05-29\n- Daily Trust | Reject | Umaru Musa Yar'Adua | 2007-02-09\n- Citizen (Nigeria) | Demand | Umaru Musa Yar'Adua | 2007-04-23\n- Abdoulaye Wade | Consult | Umaru Musa Yar'Adua | 2007-05-08\n- Umaru Musa Yar'Adua | Praise or endorse | China | 2007-05-30\n- Umaru Musa Yar'Adua | Make statement | Government (Nigeria) | 2007-05-29\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1297291", "prompt": "Who wanted to negotiate with the citizens of International last before the Ministry of Kyrgyzstan did?\nEvidence:\n- Ministry (Kyrgyzstan) | Consult | Member of the Judiciary (Kyrgyzstan) | 2006-06-07\n- Member of the Judiciary (Kyrgyzstan) | Consult | Ministry (Kyrgyzstan) | 2006-06-07\n- Ministry (Kyrgyzstan) | Express intent to meet or negotiate | Citizen (International) | 2007-09-03\n- Member of the Judiciary (Kyrgyzstan) | Reject | Citizen (Kyrgyzstan) | 2007-12-18\n- Member of the Judiciary (Kyrgyzstan) | Reject | Citizen (Kyrgyzstan) | 2005-06-30\n- Member of the Judiciary (Kyrgyzstan) | Reject | Citizen (Kyrgyzstan) | 2005-06-28\n- Member of the Judiciary (Kyrgyzstan) | Reject | Citizen (Kyrgyzstan) | 2005-02-25\n- Member of the Judiciary (Kyrgyzstan) | Reject | Citizen (Kyrgyzstan) | 2005-02-24\n- Citizen (Kyrgyzstan) | Reject | Member of the Judiciary (Kyrgyzstan) | 2005-04-27\n- Ministry (Kyrgyzstan) | Consult | International Government Organizations | 2008-01-04\n- International Government Organizations | Consult | Ministry (Kyrgyzstan) | 2008-01-04\n- Representatives (Kyrgyzstan) | Express intent to cooperate | Member of the Judiciary (Kyrgyzstan) | 2006-04-20\n- Member of the Judiciary (Kyrgyzstan) | Express intent to cooperate | Representatives (Kyrgyzstan) | 2006-04-20\n- Ministry (Kyrgyzstan) | Express intent to meet or negotiate | Citizen (Kyrgyzstan) | 2014-11-12\n- Ministry (Kyrgyzstan) | Express intent to meet or negotiate | Citizen (Kyrgyzstan) | 2012-09-17\nAnswer:", "completion": " Tony Blair", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1258123", "prompt": "In which year was the last visit of the British MPs to the Turkish Parliament?\nEvidence:\n- The Hague | Host a visit | Member of Parliament (Thailand) | 2011-12-02\n- Member of Parliament (Thailand) | Make a visit | The Hague | 2011-12-02\n- Zurab Nogaideli | Consult | Senate of the Parliament of the Czech Republic | 2007-06-13\n- Senate of the Parliament of the Czech Republic | Consult | Zurab Nogaideli | 2007-06-13\n- Police (Virgin Islands, British) | Arrest, detain, or charge with legal action | Criminal (Virgin Islands, British) | 2008-06-02\n- Police (Virgin Islands, British) | Investigate | Citizen (Australia) | 2005-11-22\n- The Daily Telegraph | Consult | Member of Parliament (Australia) | 2012-01-25\n- The Daily Telegraph | Accuse | Member of Parliament (Iraq) | 2005-10-12\n- Member of Parliament (Australia) | Consult | The Daily Telegraph | 2012-01-25\n- People Associated with the Opposition (Australia) | Engage in negotiation | Member of Parliament (Australia) | 2008-06-25\n- Member of Parliament (Australia) | Engage in negotiation | People Associated with the Opposition (Australia) | 2008-06-25\n- The Sunday Times | Make statement | Member of Parliament (Australia) | 2008-04-28\n- Member of Parliament (Iraq) | Make statement | The Daily Telegraph | 2006-01-25\n- Special Rapporteurs of the United Nations | Consult | Member of Parliament (Uruguay) | 2012-12-07\n- Member of the Judiciary (Kyrgyzstan) | Make statement | Member of Parliament (Kyrgyzstan) | 2007-09-18\nAnswer:", "completion": " 2007", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1202132", "prompt": "Which country negotiated with South Sudan in the same year of Isaias Afewerki?\nEvidence:\n- Sudan | Engage in negotiation | Isaias Afewerki | 2005-12-01\n- Isaias Afewerki | Engage in negotiation | Sudan | 2005-12-01\n- Sudan | Consult | Isaias Afewerki | 2005-02-07\n- Isaias Afewerki | Consult | Sudan | 2005-02-07\n- Isaias Afewerki | Make statement | Sudan | 2005-07-15\n- Isaias Afewerki | Make empathetic comment | Citizen (Sudan) | 2005-08-01\n- Sudan People's Liberation Army | Engage in negotiation | Isaias Afewerki | 2005-01-06\n- Isaias Afewerki | Engage in negotiation | Sudan People's Liberation Army | 2005-01-06\n- Isaias Afewerki | Reject | Ethiopia | 2005-11-21\n- Isaias Afewerki | Reject | Ethiopia | 2005-11-19\n- Isaias Afewerki | Accuse | Ethiopia | 2005-01-03\n- Pervez Musharraf | Engage in negotiation | Isaias Afewerki | 2005-02-28\n- John Garang | Engage in negotiation | Isaias Afewerki | 2005-06-23\n- John Garang | Engage in negotiation | Isaias Afewerki | 2005-06-21\n- Isaias Afewerki | Engage in negotiation | Pervez Musharraf | 2005-02-28\nAnswer:", "completion": " Sudan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1367974", "prompt": "Who wanted to negotiate with Lee Myung Bak in the same month as Mahmoud Hashemi Shahroudi?\nEvidence:\n- Mahmoud Hashemi Shahroudi | Express intent to meet or negotiate | Lee Myung Bak | 2009-03-17\n- Mahmoud Hashemi Shahroudi | Make statement | Iran | 2009-04-21\n- Mahmoud Hashemi Shahroudi | Make statement | Iran | 2008-12-12\n- Mahmoud Hashemi Shahroudi | Make statement | Iran | 2005-06-01\n- Mahmoud Hashemi Shahroudi | Praise or endorse | Mahmoud Ahmadinejad | 2009-04-23\n- Mahmoud Hashemi Shahroudi | Make statement | South Korea | 2009-03-18\n- Mahmoud Hashemi Shahroudi | Make statement | South Korea | 2009-03-17\n- Mahmoud Hashemi Shahroudi | Make optimistic comment | Iraq | 2005-11-30\n- Mahmoud Hashemi Shahroudi | Express intent to meet or negotiate | South Korea | 2009-03-17\n- South Korea | Host a visit | Mahmoud Hashemi Shahroudi | 2009-04-27\n- South Korea | Host a visit | Mahmoud Hashemi Shahroudi | 2009-03-18\n- South Korea | Host a visit | Mahmoud Hashemi Shahroudi | 2009-03-17\n- South Korea | Host a visit | Mahmoud Hashemi Shahroudi | 2009-03-16\n- Mahmoud Hashemi Shahroudi | Make a visit | South Korea | 2009-04-27\n- Mahmoud Hashemi Shahroudi | Make a visit | South Korea | 2009-03-18\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1318121", "prompt": "Before Fred Gumo, who last asked for the head of government of Kenya?\nEvidence:\n- Fred Gumo | Accuse | Police (Kenya) | 2012-05-17\n- Fred Gumo | Make statement | Businessperson (Kenya) | 2012-09-11\n- Fred Gumo | Make an appeal or request | Head of Government (Kenya) | 2006-02-06\n- Businessperson (Kenya) | Share intelligence or information | Fred Gumo | 2012-09-08\n- Scholar (Kenya) | Consult | Head of Government (Kenya) | 2005-12-06\n- Police (Kenya) | Consult | Head of Government (Kenya) | 2006-11-10\n- Police (Kenya) | Consult | Head of Government (Kenya) | 2006-06-14\n- Police (Kenya) | Consult | Head of Government (Kenya) | 2005-05-21\n- Police (Kenya) | Consult | Head of Government (Kenya) | 2005-05-20\n- Head of Government (Kenya) | Investigate | Police (Kenya) | 2006-04-10\n- Head of Government (Kenya) | Consult | Scholar (Kenya) | 2005-12-06\n- Head of Government (Kenya) | Consult | Police (Kenya) | 2006-11-10\n- Head of Government (Kenya) | Consult | Police (Kenya) | 2006-06-14\n- Head of Government (Kenya) | Consult | Police (Kenya) | 2005-05-21\n- Head of Government (Kenya) | Consult | Police (Kenya) | 2005-05-20\nAnswer:", "completion": " Uhuru Muigai Kenyatta", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1199288", "prompt": "In which month did the Pakistani media accuse the Israeli Defence Forces?\nEvidence:\n- Media Personnel (Pakistan) | Accuse | Israeli Defense Forces | 2010-06-02\n- The Hague | Investigate | Israeli Defense Forces | 2014-08-08\n- The Hague | Investigate | Israeli Defense Forces | 2014-08-07\n- Israeli Defense Forces | Accuse | Iran | 2007-02-06\n- Iran | Accuse | Israeli Defense Forces | 2012-12-20\n- Haaretz | Accuse | Israeli Defense Forces | 2014-01-17\n- Police (Israel) | Accuse | Israeli Defense Forces | 2008-09-15\n- Police (Israel) | Accuse | Israeli Defense Forces | 2005-12-01\n- Nasser Judeh | Accuse | Israeli Defense Forces | 2014-10-19\n- Nasser Judeh | Accuse | Israeli Defense Forces | 2014-10-18\n- Nabil Shaath | Accuse | Israeli Defense Forces | 2011-12-16\n- Military (Lebanon) | Accuse | Israeli Defense Forces | 2014-04-17\n- Mahmoud Ahmadinejad | Accuse | Israeli Defense Forces | 2008-01-20\n- Mahmoud Abbas | Accuse | Israeli Defense Forces | 2014-12-11\n- Mahmoud Abbas | Accuse | Israeli Defense Forces | 2010-03-05\nAnswer:", "completion": " 2010-06", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1160225", "prompt": "On 9 December 2015, who criticised the government of Nigeria?\nEvidence:\n- Head of Government (Nigeria) | Rally support on behalf of | Government (Nigeria) | 2013-08-13\n- Government (Nigeria) | Rally support on behalf of | Citizen (Nigeria) | 2014-01-08\n- Citizen (Nigeria) | Rally support on behalf of | Government (Nigeria) | 2012-01-11\n- Citizen (Nigeria) | Rally support on behalf of | Government (Nigeria) | 2011-12-16\n- Head of Government (Nigeria) | Rally support on behalf of | Citizen (Nigeria) | 2013-04-11\n- Muhammadu Buhari | Rally support on behalf of | Head of Government (Nigeria) | 2010-04-30\n- Trade Union Congress | Rally support on behalf of | Government (Nigeria) | 2012-01-05\n- Ibrahim Saminu Turaki | Rally support on behalf of | Government (Nigeria) | 2008-02-05\n- Government (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2013-09-23\n- Government (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2012-04-02\n- Government (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2011-12-07\n- Government (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2011-08-03\n- Government (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2011-08-02\n- Government (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2011-06-15\n- Government (Nigeria) | Impose restrictions on political freedoms | Citizen (Nigeria) | 2010-10-08\nAnswer:", "completion": " Sambo Dasuki", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1194132", "prompt": "Which country was the first to condemn the citizens of Belgium after the business of Belgium?\nEvidence:\n- Business (Belgium) | Accuse | Police (Belgium) | 2012-01-27\n- Business (Belgium) | Accuse | Citizen (Belgium) | 2006-05-31\n- Assembly of First Nations | Demand | Business (Canada) | 2012-07-24\n- Party Member (Belgium) | Consult | Business (Belgium) | 2015-03-12\n- Party Member (Belgium) | Consult | Business (Belgium) | 2013-05-22\n- Ministry (Belgium) | Make statement | Business (Belgium) | 2014-11-26\n- Men (Belgium) | Sexually assault | Business (Belgium) | 2015-02-09\n- Lawyer/Attorney (Belgium) | Investigate | Business (Belgium) | 2009-06-30\n- Citizen (Belgium) | Decline comment | Business (Belgium) | 2015-02-04\n- Citizen (Belgium) | Complain officially | Business (Belgium) | 2015-03-22\n- Business (Belgium) | Reduce relations | Citizen (Belgium) | 2008-05-09\n- Business (Belgium) | Provide aid | Citizen (Belgium) | 2007-05-20\n- Business (Belgium) | Make statement | Ministry (Belgium) | 2008-12-05\n- Business (Belgium) | Make statement | Industry (Belgium) | 2007-04-03\n- Business (Belgium) | Deny responsibility | Citizen (Belgium) | 2010-11-16\nAnswer:", "completion": " Iran", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1148659", "prompt": "Which country applied for Malawi in the same month as South Africa?\nEvidence:\n- South Africa | Consult | Malawi | 2005-09-20\n- South Africa | Consult | Malawi | 2005-08-01\n- South Africa | Consult | Malawi | 2005-06-01\n- South Africa | Consult | Malawi | 2005-05-31\n- Malawi | Consult | South Africa | 2005-09-20\n- Malawi | Consult | South Africa | 2005-08-01\n- Malawi | Consult | South Africa | 2005-06-01\n- Malawi | Consult | South Africa | 2005-05-31\n- Malawi | Engage in diplomatic cooperation | South Africa | 2005-04-04\n- Malawi | Engage in diplomatic cooperation | South Africa | 2005-04-03\n- South Africa | Provide humanitarian aid | Malawi | 2005-11-23\n- South Africa | Express intent to engage in diplomatic cooperation (such as policy support) | Malawi | 2005-08-12\n- Malawi | Express intent to engage in diplomatic cooperation (such as policy support) | South Africa | 2005-08-12\n- Malawi | Express intent to cooperate economically | South Africa | 2005-08-03\n- Malawi | Express intent to cooperate economically | South Africa | 2005-06-10\nAnswer:", "completion": " Ethiopia", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1159622", "prompt": "In which year did Romania first repatriate persons?\nEvidence:\n- Vietnam | Engage in diplomatic cooperation | Romania | 2005-01-31\n- Romania | Engage in diplomatic cooperation | Vietnam | 2005-01-31\n- Ministry (Romania) | Make statement | Romania | 2005-03-25\n- Ministry (Romania) | Make statement | Romania | 2005-01-12\n- Lawyer/Attorney (Romania) | Investigate | Romania | 2005-03-22\n- Romania | Engage in negotiation | International Monetary Fund | 2005-01-27\n- International Monetary Fund | Engage in negotiation | Romania | 2005-01-27\n- Romania | Reduce relations | Royal Administration (Romania) | 2005-03-24\n- Romania | Praise or endorse | Intelligence (Romania) | 2005-02-08\n- Ministry (Romania) | Make optimistic comment | Romania | 2005-01-14\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-21\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-04\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-01-31\n- Environment Department/Ministry (Romania) | Threaten | Romania | 2005-03-22\n- Ministry (Romania) | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2005-01-10\nAnswer:", "completion": " 2010", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1386296", "prompt": "Who was the first to visit the Middle East in 2013?\nEvidence:\n- Japan | Engage in diplomatic cooperation | Middle East | 2013-03-08\n- Middle East | Host a visit | Barack Obama | 2013-03-20\n- Middle East | Host a visit | Barack Obama | 2013-03-18\n- Middle East | Host a visit | Barack Obama | 2013-03-17\n- Middle East | Host a visit | Barack Obama | 2013-03-15\n- Middle East | Host a visit | Barack Obama | 2013-03-14\n- Middle East | Host a visit | Barack Obama | 2013-03-12\n- Middle East | Host a visit | Barack Obama | 2013-03-11\n- Middle East | Host a visit | Barack Obama | 2013-03-07\n- Middle East | Host a visit | Barack Obama | 2013-03-06\n- Middle East | Host a visit | Barack Obama | 2013-02-23\n- Middle East | Host a visit | Barack Obama | 2013-02-20\n- Middle East | Host a visit | Barack Obama | 2013-02-16\n- Middle East | Host a visit | Barack Obama | 2013-02-15\n- Middle East | Host a visit | Barack Obama | 2013-02-07\nAnswer:", "completion": " Cabinet / Council of Ministers / Advisors (United States)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1335123", "prompt": "With which country did the guerrillas of Colombia negotiate first?\nEvidence:\n- Head of Government (Colombia) | Make statement | Colombia | 2005-01-27\n- Colombia | Arrest, detain, or charge with legal action | United Self-Defense Forces of Colombia | 2011-04-08\n- Colombia | Arrest, detain, or charge with legal action | United Self-Defense Forces of Colombia | 2007-04-23\n- Colombia | Arrest, detain, or charge with legal action | United Self-Defense Forces of Colombia | 2006-09-30\n- Colombia | Arrest, detain, or charge with legal action | United Self-Defense Forces of Colombia | 2006-08-05\n- United Self-Defense Forces of Colombia | Investigate | Colombia | 2006-08-15\n- United Self-Defense Forces of Colombia | Investigate | Colombia | 2006-08-14\n- Head of Government (Colombia) | Criticize or denounce | Colombia | 2005-02-12\n- Colombia | Yield | United Self-Defense Forces of Colombia | 2005-12-12\n- United Self-Defense Forces of Colombia | Accuse | Head of Government (Colombia) | 2007-05-17\n- Head of Government (Colombia) | Demand | United Self-Defense Forces of Colombia | 2005-11-24\n- United Self-Defense Forces of Colombia | Arrest, detain, or charge with legal action | Lawmaker (Colombia) | 2010-05-13\n- Colombia | Express accord | United Self-Defense Forces of Colombia | 2008-05-07\n- Head of Government (Colombia) | Make statement | United Self-Defense Forces of Colombia | 2007-12-20\n- Colombia | Arrest, detain, or charge with legal action | Guerrilla (Colombia) | 2005-02-01\nAnswer:", "completion": " Colombia", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1161882", "prompt": "After Mexico, who was the first country Xi Jinping spoke optimistically about?\nEvidence:\n- Xi Jinping | Accuse | France | 2008-04-27\n- Xi Jinping | Make statement | Japan | 2008-04-18\n- Xi Jinping | Make statement | China | 2008-05-29\n- Xi Jinping | Make statement | China | 2008-04-29\n- Xi Jinping | Make statement | China | 2008-04-27\n- Xi Jinping | Make statement | China | 2008-04-23\n- Xi Jinping | Make statement | China | 2008-04-18\n- Xi Jinping | Make statement | China | 2008-04-03\n- Xi Jinping | Make statement | China | 2007-12-19\n- Xi Jinping | Make statement | China | 2007-11-22\n- Xi Jinping | Make statement | China | 2007-11-16\n- Xi Jinping | Consult | Wen Jiabao | 2008-02-28\n- Xi Jinping | Consult | Wen Jiabao | 2008-01-09\n- Xi Jinping | Consult | Wen Jiabao | 2007-12-26\n- Xi Jinping | Consult | Wen Jiabao | 2007-11-28\nAnswer:", "completion": " Barack Obama", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1295300", "prompt": "Which was the last country to sign an agreement with Angola before the African Union?\nEvidence:\n- China | Sign formal agreement | Angola | 2005-02-25\n- Angola | Sign formal agreement | China | 2005-02-25\n- South Africa | Sign formal agreement | Angola | 2005-02-25\n- South Africa | Sign formal agreement | Angola | 2005-02-18\n- South Africa | Sign formal agreement | Angola | 2005-02-17\n- Cape Verde | Sign formal agreement | Angola | 2005-06-06\n- Angola | Sign formal agreement | South Africa | 2005-02-25\n- Angola | Sign formal agreement | South Africa | 2005-02-18\n- Angola | Sign formal agreement | South Africa | 2005-02-17\n- Angola | Sign formal agreement | Cape Verde | 2005-06-06\n- Member of the Judiciary (Angola) | Make pessimistic comment | Angola | 2005-01-21\n- African Union | Threaten with sanctions, boycott, embargo | Togo | 2005-02-09\n- African Union | Threaten with sanctions, boycott, embargo | Togo | 2005-02-08\n- African Union | Threaten with sanctions, boycott, embargo | Togo | 2005-02-07\n- African Union | Threaten with sanctions, boycott, embargo | Niger | 2005-02-09\nAnswer:", "completion": " Portugal", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1050050", "prompt": "Which country denounced Angela Merkel in the same month as Zimbabwe?\nEvidence:\n- Gerhard Schröder | Engage in negotiation | Angela Merkel | 2005-05-22\n- Angela Merkel | Engage in negotiation | Gerhard Schröder | 2005-05-22\n- Angela Merkel | Defend verbally | People Associated with the Opposition (Germany) | 2005-07-17\n- France | Consult | Angela Merkel | 2005-07-18\n- Angela Merkel | Demand | France | 2005-07-19\n- Angela Merkel | Consult | France | 2005-07-18\n- Angela Merkel | Engage in diplomatic cooperation | Government (Germany) | 2005-06-02\n- Tony Blair | Consult | Angela Merkel | 2005-02-07\n- Gerhard Schröder | Demand | Angela Merkel | 2005-07-27\n- Gerhard Schröder | Accuse | Angela Merkel | 2005-07-15\n- Angela Merkel | Reject | Gerhard Schröder | 2005-03-17\n- Angela Merkel | Make statement | France | 2005-07-20\n- Angela Merkel | Consult | Tony Blair | 2005-02-07\n- Angela Merkel | Accuse | Gerhard Schröder | 2005-07-20\n- Angela Merkel | Accuse | Gerhard Schröder | 2005-07-19\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1207122", "prompt": "Before the Movement for Democratic Change, who was the last to want to negotiate with Jakaya Mrisho Kikwete?\nEvidence:\n- Movement for Democratic Change | Express intent to meet or negotiate | Jakaya Mrisho Kikwete | 2007-07-26\n- South Africa | Mediate | Movement for Democratic Change | 2008-02-08\n- South Africa | Mediate | Movement for Democratic Change | 2008-01-25\n- South Africa | Mediate | Movement for Democratic Change | 2008-01-17\n- South Africa | Consult | Movement for Democratic Change | 2007-03-31\n- Movement for Democratic Change | Demand | Tony Blair | 2006-06-29\n- Movement for Democratic Change | Consult | South Africa | 2007-03-31\n- Movement for Democratic Change | Accuse | South Africa | 2005-03-27\n- Ministry (Zimbabwe) | Reject | Movement for Democratic Change | 2005-03-30\n- Tanzania | Make statement | Jakaya Mrisho Kikwete | 2005-12-13\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-23\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-21\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-10\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-02\n- Jakaya Mrisho Kikwete | Make statement | Tanzania | 2006-02-01\nAnswer:", "completion": " Roh Moo Hyun", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1312575", "prompt": "When did the Civic United Front make optimistic comments about Tanzania?\nEvidence:\n- Civic United Front | Accuse | Tanzania | 2005-10-31\n- Civic United Front | Accuse | Tanzania | 2005-09-27\n- Tanzania | Make statement | Civic United Front | 2005-02-05\n- Civic United Front | Make statement | Tanzania | 2006-01-16\n- Civic United Front | Make statement | Tanzania | 2005-10-29\n- Civic United Front | Make statement | Tanzania | 2005-10-28\n- Civic United Front | Make statement | Tanzania | 2005-10-03\n- Civic United Front | Make statement | Tanzania | 2005-01-09\n- Police (Tanzania) | Consult | Civic United Front | 2005-03-28\n- Police (Tanzania) | Consult | Civic United Front | 2005-01-26\n- Civic United Front | Reduce relations | Tanzania | 2005-11-07\n- Civic United Front | Investigate | Citizen (Tanzania) | 2005-08-18\n- Civic United Front | Consult | Police (Tanzania) | 2005-03-28\n- Civic United Front | Consult | Police (Tanzania) | 2005-01-26\n- Civic United Front | Accuse | Citizen (Tanzania) | 2005-10-31\nAnswer:", "completion": " 2009-12-14", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1295018", "prompt": "With whom did Xi Jinping want to meet on the same day as Giulio Tremonti?\nEvidence:\n- Giulio Tremonti | Make statement | Xi Jinping | 2012-11-12\n- Xi Jinping | Express intent to meet or negotiate | Giulio Tremonti | 2011-06-03\n- France | Reject | Giulio Tremonti | 2009-02-17\n- Senate (Italy) | Consult | Giulio Tremonti | 2011-08-12\n- Giulio Tremonti | Demand | Government (Italy) | 2009-01-15\n- Giulio Tremonti | Demand | Government (Italy) | 2008-07-18\n- Giulio Tremonti | Demand | Government (Italy) | 2005-12-16\n- Giulio Tremonti | Consult | Senate (Italy) | 2011-08-12\n- National Alliance (Italy) | Accuse | Giulio Tremonti | 2005-04-23\n- International Monetary Fund | Consult | Giulio Tremonti | 2005-09-23\n- Giulio Tremonti | Make statement | Government (Italy) | 2011-08-12\n- Giulio Tremonti | Make statement | Government (Italy) | 2010-08-04\n- Giulio Tremonti | Make statement | Government (Italy) | 2010-07-09\n- Giulio Tremonti | Make statement | Government (Italy) | 2009-10-15\n- Giulio Tremonti | Make statement | Government (Italy) | 2009-06-30\nAnswer:", "completion": " Paolo Romani", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1116043", "prompt": "Can you tell me the exact month in which the Human Rights Commission of South Africa condemned the government of South Africa?\nEvidence:\n- High Commission (United Kingdom) | Make statement | South Africa | 2005-01-26\n- Government (South Africa) | Engage in diplomatic cooperation | African Union | 2005-02-26\n- South Africa | Engage in negotiation | Japan | 2005-02-05\n- South Africa | Engage in negotiation | France | 2005-02-05\n- Japan | Engage in negotiation | South Africa | 2005-02-05\n- France | Engage in negotiation | South Africa | 2005-02-05\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- South Africa | Consult | China | 2005-02-05\n- China | Consult | South Africa | 2005-02-05\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\nAnswer:", "completion": " 2010-03", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1029561", "prompt": "Who praised Yoshihiko Noda before Islam Karimov?\nEvidence:\n- Yoshihiko Noda | Demand | Japan | 2010-11-24\n- Zurab Nogaideli | Consult | Islam Karimov | 2005-04-18\n- Senate (Uzbekistan) | Consult | Islam Karimov | 2005-04-06\n- Senate (Uzbekistan) | Consult | Islam Karimov | 2005-01-28\n- Pervez Musharraf | Consult | Islam Karimov | 2005-03-06\n- Islam Karimov | Demand | Senate (Uzbekistan) | 2005-01-31\n- Islam Karimov | Consult | Zurab Nogaideli | 2005-04-18\n- Islam Karimov | Consult | Senate (Uzbekistan) | 2005-04-06\n- Islam Karimov | Consult | Senate (Uzbekistan) | 2005-01-28\n- Islam Karimov | Consult | Pervez Musharraf | 2005-03-06\n- Yoshihiko Noda | Make statement | Japan | 2011-05-27\n- Yoshihiko Noda | Make statement | Japan | 2011-05-19\n- Yoshihiko Noda | Make statement | Japan | 2011-05-04\n- Yoshihiko Noda | Make statement | Japan | 2011-04-16\n- Yoshihiko Noda | Make statement | Japan | 2011-04-15\nAnswer:", "completion": " Association of Southeast Asian Nations", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1211160", "prompt": "Before August 2010, who made the businessman of the United Kingdom suffer from unconventional violence?\nEvidence:\n- Muslim (United Kingdom) | Use unconventional violence | Citizen (United Kingdom) | 2009-02-17\n- Muslim (United Kingdom) | Use unconventional violence | Citizen (United Kingdom) | 2005-03-01\n- Men (United Kingdom) | Use unconventional violence | Lawmaker (United Kingdom) | 2014-08-30\n- Men (United Kingdom) | Use unconventional violence | Businessperson (United Kingdom) | 2013-08-28\n- Men (United Kingdom) | Use unconventional violence | Businessperson (United Kingdom) | 2013-01-16\n- Men (United Kingdom) | Use unconventional violence | Businessperson (United Kingdom) | 2009-03-28\n- Looter (United Kingdom) | Use unconventional violence | Citizen (United Kingdom) | 2012-03-13\n- Citizen (United Kingdom) | Use unconventional violence | Muslim (United Kingdom) | 2013-10-22\n- Citizen (United Kingdom) | Use unconventional violence | Muslim (United Kingdom) | 2006-11-08\n- Citizen (United Kingdom) | Use unconventional violence | Muslim (United Kingdom) | 2006-09-14\n- Citizen (United Kingdom) | Use unconventional violence | Muslim (United Kingdom) | 2006-09-03\n- Citizen (United Kingdom) | Use unconventional violence | Muslim (United Kingdom) | 2006-02-09\n- Citizen (United Kingdom) | Use unconventional violence | Muslim (United Kingdom) | 2006-02-07\n- Citizen (United Kingdom) | Use unconventional violence | Muslim (United Kingdom) | 2006-01-19\n- Citizen (United Kingdom) | Use unconventional violence | Muslim (United Kingdom) | 2006-01-09\nAnswer:", "completion": " Thief (Philippines)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1083685", "prompt": "In which year did the Burundian military last use conventional military force against the armed rebels of Libération?\nEvidence:\n- Sudan | Use conventional military force | Armed Rebel (Libération) | 2015-02-09\n- Military (Burundi) | Use conventional military force | Armed Rebel (Libération) | 2006-06-02\n- Armed Rebel (Libération) | Use unconventional violence | Military (Burundi) | 2006-06-02\n- Armed Rebel (Libération) | Use unconventional violence | Sudan | 2015-02-09\n- The Hague | Use conventional military force | Vojislav Šešelj | 2006-12-04\n- Military (Ukraine) | Use conventional military force | Armed Rebel (Ukraine) | 2015-08-19\n- Military (Ukraine) | Use conventional military force | Armed Rebel (Ukraine) | 2015-08-18\n- Military (Ukraine) | Use conventional military force | Armed Rebel (Ukraine) | 2015-08-01\n- Military (Ukraine) | Use conventional military force | Armed Rebel (Ukraine) | 2015-07-16\n- Military (Ukraine) | Use conventional military force | Armed Rebel (Ukraine) | 2015-06-30\n- Military (Ukraine) | Use conventional military force | Armed Rebel (Ukraine) | 2015-06-24\n- Military (Ukraine) | Use conventional military force | Armed Rebel (Ukraine) | 2015-06-18\n- Military (Ukraine) | Use conventional military force | Armed Rebel (Ukraine) | 2015-04-24\n- Military (Ukraine) | Use conventional military force | Armed Rebel (Ukraine) | 2015-03-24\n- Military (Ukraine) | Use conventional military force | Armed Rebel (Ukraine) | 2015-03-18\nAnswer:", "completion": " 2006", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1220782", "prompt": "After the Kakar tribe, against whom did the Taliban militant first use unconventional violence?\nEvidence:\n- Militant (Taliban) | Use unconventional violence | Kakar Tribe | 2008-09-28\n- Militant (Taliban) | Assassinate | Kakar Tribe | 2008-09-28\n- Militant (Taliban) | Abduct, hijack, or take hostage | Kakar Tribe | 2013-08-16\n- Militant (Taliban) | Abduct, hijack, or take hostage | Kakar Tribe | 2013-08-15\n- Media (Africa) | Discuss by telephone | Kakar Tribe | 2014-05-20\n- Kakar Tribe | Praise or endorse | Pervez Musharraf | 2006-03-02\n- Kakar Tribe | Make statement | National Alliance (Egypt) | 2014-05-20\n- Kakar Tribe | Discuss by telephone | Media (Africa) | 2014-05-20\n- Attacker (Afghanistan) | fight with small arms and light weapons | Kakar Tribe | 2009-03-11\n- Wen Jiabao | Make statement | Pervez Musharraf | 2005-04-06\n- Wen Jiabao | Express intent to meet or negotiate | Pervez Musharraf | 2005-04-05\n- Wen Jiabao | Express intent to meet or negotiate | Pervez Musharraf | 2005-04-04\n- Wen Jiabao | Express intent to meet or negotiate | Pervez Musharraf | 2005-03-28\n- Wen Jiabao | Consult | Pervez Musharraf | 2005-04-07\n- Wen Jiabao | Consult | Pervez Musharraf | 2005-04-06\nAnswer:", "completion": " Military Personnel - Special (Afghanistan)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1387528", "prompt": "Who did the citizens of Sudan criticize last before the Ministry of Sudan?\nEvidence:\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-27\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-26\n- Sudan | Return, release person(s) | Citizen (Sudan) | 2005-01-19\nAnswer:", "completion": " Government (Sudan)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1346875", "prompt": "Before the children of the occupied Palestinian territories, who did the Israeli Defence Forces appeal to last?\nEvidence:\n- Israeli Defense Forces | Torture | Children (Palestinian Territory, Occupied) | 2013-06-23\n- Israeli Defense Forces | Torture | Children (Palestinian Territory, Occupied) | 2012-01-14\n- Israeli Defense Forces | Investigate | Children (Palestinian Territory, Occupied) | 2015-05-04\n- Israeli Defense Forces | Demand | Children (Palestinian Territory, Occupied) | 2009-03-24\n- Israeli Defense Forces | Demand | Children (Palestinian Territory, Occupied) | 2009-03-23\n- Israeli Defense Forces | Assassinate | Children (Palestinian Territory, Occupied) | 2015-12-27\n- Israeli Defense Forces | Assassinate | Children (Palestinian Territory, Occupied) | 2015-08-17\n- Israeli Defense Forces | Assassinate | Children (Palestinian Territory, Occupied) | 2005-10-11\n- Israeli Information Center for Human Rights in the Occupied Territories | Make statement | Israeli Defense Forces | 2012-12-12\n- Israeli Defense Forces | Sexually assault | Children (Palestinian Territory, Occupied) | 2010-09-23\n- Israeli Defense Forces | Sexually assault | Children (Palestinian Territory, Occupied) | 2010-09-22\n- Israeli Defense Forces | Physically assault | Children (Palestinian Territory, Occupied) | 2005-11-23\n- Children (Palestinian Territory, Occupied) | Physically assault | Israeli Defense Forces | 2015-10-17\n- Children (Palestinian Territory, Occupied) | Physically assault | Israeli Defense Forces | 2015-09-28\n- Children (Palestinian Territory, Occupied) | Physically assault | Israeli Defense Forces | 2015-07-23\nAnswer:", "completion": " Benjamin Netanyahu", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1095443", "prompt": "Who appealed for the government of Nigeria in 2006?\nEvidence:\n- Militant (Movement for the Emancipation of the Niger Delta) | Use unconventional violence | Citizen (Nigeria) | 2006-04-05\n- Office for the Protection of the Constitution | Consult | Intelligence (Germany) | 2006-03-13\n- Intelligence (Germany) | Consult | Office for the Protection of the Constitution | 2006-03-13\n- Head of Government (India) | Make statement | Secretary of State for the Home Department | 2006-10-27\n- Head of Government (Bangladesh) | Make an appeal or request | Secretary of State for the Home Department | 2006-12-11\n- Head of Government (Bangladesh) | Make an appeal or request | Secretary of State for the Home Department | 2006-12-09\n- Shivraj Patil | Demand | Secretary of State for the Home Department | 2006-12-31\n- Secretary of State for the Home Department | Accuse | Ministry (Poland) | 2006-11-29\n- Member of the Judiciary (Kyrgyzstan) | Reject | High Commission for Refugees | 2006-02-17\n- Tony Blair | Make statement | Secretary of State for the Home Department | 2006-04-26\n- Tony Blair | Express accord | Secretary of State for the Home Department | 2006-04-26\n- Secretary of State for the Home Department | Make statement | Tony Blair | 2006-06-27\n- Secretary of State for the Home Department | Consult | Director General (India) | 2006-03-14\n- Secretary of State for the Home Department | Consult | Director General (India) | 2006-01-04\n- Secretary of State for the Home Department | Accuse | Citizen (United Kingdom) | 2006-10-18\nAnswer:", "completion": " Head of Government (Nigeria)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1279166", "prompt": "In which year did the military personnel of the Philippines first make a request to the mayor of the city of Philippines?\nEvidence:\n- Military Personnel (Philippines) | Reject | City Mayor (Philippines) | 2009-03-09\n- Military Personnel (Philippines) | Consult | City Mayor (Philippines) | 2015-10-17\n- Military Personnel (Philippines) | Consult | City Mayor (Philippines) | 2014-08-28\n- Military Personnel (Philippines) | Consult | City Mayor (Philippines) | 2013-06-18\n- Military Personnel (Philippines) | Consult | City Mayor (Philippines) | 2012-08-01\n- Military Personnel (Philippines) | Consult | City Mayor (Philippines) | 2012-03-22\n- Military Personnel (Philippines) | Consult | City Mayor (Philippines) | 2010-11-07\n- Military Personnel (Philippines) | Consult | City Mayor (Philippines) | 2010-09-12\n- Military Personnel (Philippines) | Consult | City Mayor (Philippines) | 2010-04-04\n- Military Personnel (Philippines) | Consult | City Mayor (Philippines) | 2008-12-05\n- Military Personnel (Philippines) | Accuse | City Mayor (Philippines) | 2011-05-17\n- Military Personnel (Philippines) | Accuse | City Mayor (Philippines) | 2010-11-29\n- Military Personnel (Philippines) | Accuse | City Mayor (Philippines) | 2010-03-16\n- City Mayor (Philippines) | Demand | Military Personnel (Philippines) | 2007-08-18\n- City Mayor (Philippines) | Consult | Military Personnel (Philippines) | 2015-10-17\nAnswer:", "completion": " 2008", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1101413", "prompt": "In which year did Lee Myung Bak have his first telephone conversation with Dmitry Anatolyevich Medvedev?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- Dmitry Anatolyevich Medvedev | Engage in negotiation | China | 2005-12-09\n- China | Engage in negotiation | Dmitry Anatolyevich Medvedev | 2005-12-09\n- South Korea | Threaten | Lee Myung Bak | 2007-06-05\n- Lee Myung Bak | Demand | South Korea | 2007-06-20\n- Lee Myung Bak | Consult | Islam Karimov | 2006-03-30\n- Islam Karimov | Consult | Lee Myung Bak | 2006-03-30\n- Dmitry Anatolyevich Medvedev | Consult | China | 2005-12-08\n- China | Consult | Dmitry Anatolyevich Medvedev | 2005-12-08\n- South Korea | Make statement | Lee Myung Bak | 2007-05-10\n- South Korea | Make statement | Lee Myung Bak | 2007-01-23\n- Lee Myung Bak | Make statement | South Korea | 2006-03-29\n- Lee Myung Bak | Deny responsibility | Governor (Japan) | 2005-04-05\n- Lee Myung Bak | Criticize or denounce | Japan | 2005-04-05\n- Chung Dong-young | Investigate | Lee Myung Bak | 2006-03-21\nAnswer:", "completion": " 2008", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1294558", "prompt": "Who used unconventional force against the militant of Syria after the militant of the Islamic State of Iraq and the Levant?\nEvidence:\n- Foreign Affairs (Syria) | Make statement | Iraq | 2005-01-13\n- Rebel Group (Iraq) | Threaten with military force | Iraq | 2005-01-16\n- Rebel Group (Iraq) | Threaten with military force | Iraq | 2005-01-15\n- Chief of Staff (Poland) | Make statement | Iraq | 2005-01-04\n- Special Rapporteurs of the United Nations | Make a visit | Iran | 2005-02-06\n- Iran | Host a visit | Special Rapporteurs of the United Nations | 2005-02-06\n- Iraqi Islamic Party | Consult | Iran | 2005-01-10\n- Iran | Consult | Iraqi Islamic Party | 2005-01-10\n- Legislature (Iraq) | Investigate | Iraq | 2005-01-15\n- Student (Iraq) | Make optimistic comment | Iraq | 2005-01-12\n- Iraqi Islamic Party | Praise or endorse | Iran | 2005-01-05\n- Cabinet / Council of Ministers / Advisors (United States) | Praise or endorse | Iraq | 2005-01-04\n- Iraq | Consult | Iran | 2005-01-27\n- Iraq | Consult | Iran | 2005-01-25\n- Iraq | Accuse | Iran | 2005-01-28\nAnswer:", "completion": " Men (Syria)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1336753", "prompt": "When did Makhdoom Shah Mahmood Qureshi last praise the Secretary of State for Home Affairs?\nEvidence:\n- Makhdoom Shah Mahmood Qureshi | Praise or endorse | Secretary of State for the Home Department | 2008-04-08\n- Secretary of State for the Home Department | Make a visit | Makhdoom Shah Mahmood Qureshi | 2008-04-08\n- Makhdoom Shah Mahmood Qureshi | Host a visit | Secretary of State for the Home Department | 2008-04-08\n- Makhdoom Shah Mahmood Qureshi | Consult | Foreign Affairs (Syria) | 2009-09-10\n- Foreign Affairs (Syria) | Consult | Makhdoom Shah Mahmood Qureshi | 2009-09-10\n- Makhdoom Shah Mahmood Qureshi | Praise or endorse | Vietnam | 2010-07-27\n- Makhdoom Shah Mahmood Qureshi | Praise or endorse | Vietnam | 2010-07-26\n- Makhdoom Shah Mahmood Qureshi | Praise or endorse | Vietnam | 2010-07-25\n- Radoslaw Sikorski | Consult | Makhdoom Shah Mahmood Qureshi | 2010-08-27\n- Makhdoom Shah Mahmood Qureshi | Make statement | China | 2008-04-26\n- Makhdoom Shah Mahmood Qureshi | Make statement | China | 2008-04-25\n- Makhdoom Shah Mahmood Qureshi | Consult | Radoslaw Sikorski | 2010-08-27\n- Makhdoom Shah Mahmood Qureshi | Consult | George Yeo | 2010-11-23\n- Makhdoom Shah Mahmood Qureshi | Consult | Catherine Ashton | 2010-09-10\n- George Yeo | Consult | Makhdoom Shah Mahmood Qureshi | 2010-11-23\nAnswer:", "completion": " 2008-04-08", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1057609", "prompt": "In which month did Shiv Sena request the Member of Parliament of India?\nEvidence:\n- Member of Parliament (India) | Reject | Shiv Sena | 2005-11-30\n- Shiv Sena | Reduce relations | Member of Parliament (India) | 2008-07-24\n- Shiv Sena | Reduce relations | Member of Parliament (India) | 2005-04-14\n- Shiv Sena | Make statement | Member of Parliament (India) | 2009-03-21\n- Shiv Sena | Make statement | Member of Parliament (India) | 2009-03-20\n- Shiv Sena | Make statement | Member of Parliament (India) | 2005-03-09\n- Shiv Sena | Make an appeal or request | Member of Parliament (India) | 2005-03-11\n- Shiv Sena | Consult | Activist (Shiv Sena) | 2005-12-13\n- Activist (Shiv Sena) | Consult | Shiv Sena | 2005-12-13\n- Governor (India) | Accuse | Shiv Sena | 2009-01-19\n- Shiv Sena | Make an appeal or request | Member of Legislative (Govt) (India) | 2005-07-11\n- Shiv Sena | Engage in negotiation | Head of Government (India) | 2006-08-02\n- Shiv Sena | Engage in negotiation | Head of Government (India) | 2006-07-31\n- Head of Government (India) | Engage in negotiation | Shiv Sena | 2006-08-02\n- Head of Government (India) | Engage in negotiation | Shiv Sena | 2006-07-31\nAnswer:", "completion": " 2005-03", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1039883", "prompt": "In which year did Dmitry Anatolyevich Medvedev last sign an agreement with the Council of Ministers of the United States?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- Dmitry Anatolyevich Medvedev | Engage in negotiation | China | 2005-12-09\n- China | Engage in negotiation | Dmitry Anatolyevich Medvedev | 2005-12-09\n- Dmitry Anatolyevich Medvedev | Consult | China | 2005-12-08\n- China | Consult | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Head of Government (Germany) | Consult | Dmitry Anatolyevich Medvedev | 2006-07-28\n- Dmitry Anatolyevich Medvedev | Consult | Head of Government (Germany) | 2006-07-28\n- Veterans (Russia) | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Islam Karimov | Consult | Dmitry Anatolyevich Medvedev | 2006-05-07\n- Islam Karimov | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2006-01-13\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2006-01-12\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2005-11-15\n- Dmitry Anatolyevich Medvedev | Make statement | Kazakhstan | 2006-03-30\n- Dmitry Anatolyevich Medvedev | Consult | Veterans (Russia) | 2006-05-06\nAnswer:", "completion": " 2010", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1055639", "prompt": "Who was the last to express an intention to negotiate with the head of government of South Korea, before the police of South Korea?\nEvidence:\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Head of Government (Finland) | Express intent to meet or negotiate | Thailand | 2005-01-18\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Vietnam | Express intent to meet or negotiate | South Korea | 2005-01-05\n- Thailand | Express intent to meet or negotiate | South Korea | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-12\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-08\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-07\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-05\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-08\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-07\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-05\n- Emperor Akihito | Express intent to meet or negotiate | South Korea | 2005-01-13\nAnswer:", "completion": " Grand National Party", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1304145", "prompt": "In which month did Civic United Front first investigate the citizens of Tanzania?\nEvidence:\n- Civic United Front | Investigate | Citizen (Tanzania) | 2005-08-18\n- Civic United Front | Accuse | Tanzania | 2005-10-31\n- Civic United Front | Accuse | Tanzania | 2005-09-27\n- Tanzania | Make statement | Civic United Front | 2005-02-05\n- Police (Tanzania) | Consult | Civic United Front | 2005-03-28\n- Police (Tanzania) | Consult | Civic United Front | 2005-01-26\n- Civic United Front | Reduce relations | Tanzania | 2005-11-07\n- Civic United Front | Make statement | Tanzania | 2006-01-16\n- Civic United Front | Make statement | Tanzania | 2005-10-29\n- Civic United Front | Make statement | Tanzania | 2005-10-28\n- Civic United Front | Make statement | Tanzania | 2005-10-03\n- Civic United Front | Make statement | Tanzania | 2005-01-09\n- Civic United Front | Consult | Police (Tanzania) | 2005-03-28\n- Civic United Front | Consult | Police (Tanzania) | 2005-01-26\n- Civic United Front | Accuse | Citizen (Tanzania) | 2005-10-31\nAnswer:", "completion": " 2005-08", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1352681", "prompt": "After the year 2012, who released persons to the Criminal of Tanzania?\nEvidence:\n- Criminal (Tanzania) | Use unconventional violence | Tanzania | 2005-04-03\n- Criminal (Tanzania) | Physically assault | Citizen (Tanzania) | 2005-08-08\n- Criminal (Tanzania) | Use unconventional violence | Citizen (Tanzania) | 2005-08-08\n- Criminal (Tanzania) | Use unconventional violence | Citizen (Tanzania) | 2005-05-06\n- Citizen (Tanzania) | Use unconventional violence | Criminal (Tanzania) | 2005-05-06\n- Citizen (Tanzania) | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2005-04-01\n- Police (Tanzania) | Use tactics of violent repression | Citizen (Tanzania) | 2005-04-12\n- Police (Tanzania) | Use tactics of violent repression | Citizen (Tanzania) | 2005-04-11\n- Legislature (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-04-01\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-07-15\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-05-21\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-03-07\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-01-06\n- Citizen (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-01-05\n- Party Member (Tanzania) | Express intent to meet or negotiate | Tanzania | 2005-05-06\nAnswer:", "completion": " Police (Tanzania)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1217283", "prompt": "Which country received South Korea's visit from South Korea on the same day of Dubai International Financial Centre?\nEvidence:\n- South Korea | Make a visit | Dubai International Financial Centre | 2007-01-24\n- Dubai International Financial Centre | Host a visit | South Korea | 2007-01-24\n- Malaysia | Sign formal agreement | Dubai International Financial Centre | 2009-07-16\n- Dubai International Financial Centre | Sign formal agreement | Malaysia | 2009-07-16\n- Head of Government (Egypt) | Make a visit | Dubai International Financial Centre | 2006-12-06\n- Dubai International Financial Centre | Host a visit | Head of Government (Egypt) | 2006-12-06\n- Dubai International Financial Centre | Make statement | United Arab Emirates | 2006-12-07\n- United Arab Emirates | Engage in negotiation | Dubai International Financial Centre | 2011-02-08\n- Dubai International Financial Centre | Engage in negotiation | United Arab Emirates | 2011-02-08\n- South Korea | Make a visit | Aceh | 2005-01-08\n- Aceh | Host a visit | South Korea | 2005-01-08\n- South Korea | Host a visit | Ognyan Gerdzhikov | 2005-01-02\n- South Korea | Host a visit | Emperor Akihito | 2005-01-13\n- Ognyan Gerdzhikov | Make a visit | South Korea | 2005-01-02\n- Emperor Akihito | Make a visit | South Korea | 2005-01-13\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1013263", "prompt": "Who did the Civic Group of Kenya ask for after the year 2010?\nEvidence:\n- Civic Group (Kenya) | Accuse | Police (Kenya) | 2013-02-19\n- Civic Group (Kenya) | Accuse | Police (Kenya) | 2013-01-07\n- Civic Group (Kenya) | Accuse | Police (Kenya) | 2012-07-13\n- Civic Group (Kenya) | Accuse | Governor (Kenya) | 2014-03-24\n- Police (Kenya) | Make statement | Civic Group (Kenya) | 2005-07-22\n- Domestic Affairs (Kenya) | Accuse | Civic Group (Kenya) | 2015-11-24\n- Civic Group (Kenya) | Make statement | Police (Kenya) | 2006-08-12\n- Civic Group (Kenya) | Demand | Lawyer/Attorney (Kenya) | 2008-02-15\n- Civic Group (Kenya) | Demonstrate or rally | Head of Government (Kenya) | 2013-01-15\n- Civic Group (Kenya) | Criticize or denounce | Head of Government (Kenya) | 2006-01-12\n- William ole Ntimama | Accuse | Civic Group (Kenya) | 2011-06-16\n- Civic Group (Kenya) | Make statement | Mwai Kibaki | 2007-07-26\n- Police (Kenya) | Return, release person(s) | Civic Group (Kenya) | 2009-12-28\n- Civic Group (Kenya) | Praise or endorse | House Speaker (Kenya) | 2011-02-21\n- Civic Group (Kenya) | Make an appeal or request | Head of Government (Kenya) | 2011-02-16\nAnswer:", "completion": " Head of Government (Kenya)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1290526", "prompt": "Who made negative remarks about the citizens of Nigeria in 2006?\nEvidence:\n- Militant (Movement for the Emancipation of the Niger Delta) | Use unconventional violence | Citizen (Nigeria) | 2006-04-05\n- Office for the Protection of the Constitution | Consult | Intelligence (Germany) | 2006-03-13\n- Intelligence (Germany) | Consult | Office for the Protection of the Constitution | 2006-03-13\n- The Hague | Accuse | The Hague | 2006-03-11\n- Tony Blair | Consult | Chancellor of the Exchequer | 2006-09-11\n- Chancellor of the Exchequer | Consult | Tony Blair | 2006-09-11\n- The Hague | Threaten | Criminal (The Hague) | 2006-04-30\n- The Hague | Make statement | The Hague | 2006-03-08\n- Head of Government (Brazil) | Engage in diplomatic cooperation | People Associated with the Opposition (Brazil) | 2006-10-30\n- Office of the Attorney General | Make statement | Mexico | 2006-05-07\n- Ministry (Kyrgyzstan) | Consult | Member of the Judiciary (Kyrgyzstan) | 2006-06-07\n- Member of the Judiciary (Norway) | Demand | Citizen (Norway) | 2006-01-30\n- Member of the Judiciary (Kyrgyzstan) | Consult | Ministry (Kyrgyzstan) | 2006-06-07\n- Member of the Judiciary (Ireland) | Make statement | Ireland | 2006-06-07\n- Member of the Judiciary (Greece) | Consult | Anastasios Papaligouras | 2006-02-27\nAnswer:", "completion": " Head of Government (Nigeria)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1275316", "prompt": "When did Algirdas Butkevičius praise Arseniy Yatsenyuk for the first time?\nEvidence:\n- Arseniy Yatsenyuk | Make statement | Arseniy Yatsenyuk | 2007-11-15\n- Valdas Adamkus | Praise or endorse | Algirdas Butkevičius | 2012-10-10\n- Algirdas Butkevičius | Praise or endorse | Valdas Adamkus | 2007-07-24\n- Police (Ukraine) | Praise or endorse | Arseniy Yatsenyuk | 2007-12-13\n- Police (Ukraine) | Praise or endorse | Arseniy Yatsenyuk | 2007-03-21\n- Javier Solana | Praise or endorse | Arseniy Yatsenyuk | 2007-12-07\n- Javier Solana | Praise or endorse | Arseniy Yatsenyuk | 2007-03-21\n- Valdis Dombrovskis | Consult | Algirdas Butkevičius | 2013-01-10\n- Valdis Dombrovskis | Consult | Algirdas Butkevičius | 2013-01-04\n- Valdas Adamkus | Consult | Algirdas Butkevičius | 2005-04-19\n- Representatives (Lithuania) | Consult | Algirdas Butkevičius | 2013-02-26\n- Angela Merkel | Consult | Algirdas Butkevičius | 2013-05-30\n- Andrius Kubilius | Consult | Algirdas Butkevičius | 2012-04-06\n- Algirdas Butkevičius | Make statement | Gazprom | 2013-02-05\n- Algirdas Butkevičius | Make statement | Chevron | 2013-02-27\nAnswer:", "completion": " 2014-02-27", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1275765", "prompt": "In which month did the criminal of Zambia last appeal to the citizens of Zambia?\nEvidence:\n- Criminal (Zambia) | Engage in symbolic act | Citizen (Zambia) | 2007-07-09\n- Criminal (Zambia) | Torture | Citizen (Zambia) | 2012-11-15\n- Criminal (Zambia) | Threaten | Citizen (Zambia) | 2010-11-25\n- Criminal (Zambia) | Demand | Citizen (Zambia) | 2013-03-11\n- Criminal (Zambia) | Demand | Citizen (Zambia) | 2009-05-26\n- Criminal (Zambia) | Demand | Citizen (Zambia) | 2007-06-15\n- Criminal (Zambia) | Accuse | Citizen (Zambia) | 2005-01-27\n- Citizen (Zambia) | Reject | Criminal (Zambia) | 2013-11-04\n- Citizen (Zambia) | Accuse | Criminal (Zambia) | 2013-12-18\n- Citizen (Zambia) | Accuse | Criminal (Zambia) | 2012-11-20\n- Citizen (Zambia) | Accuse | Criminal (Zambia) | 2007-09-30\n- Criminal (Zambia) | Make an appeal or request | Citizen (Zambia) | 2015-02-17\n- Criminal (Zambia) | Make an appeal or request | Citizen (Zambia) | 2013-04-29\n- Lawyer/Attorney (Zambia) | Demand | Criminal (Zambia) | 2009-12-22\n- Lawyer/Attorney (Zambia) | Demand | Criminal (Zambia) | 2009-08-20\nAnswer:", "completion": " 2015-02", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1046023", "prompt": "With whom did Liu Zhenmin want to negotiate before the Association of Southeast Asian Nations?\nEvidence:\n- Liu Zhenmin | Express intent to meet or negotiate | Association of Southeast Asian Nations | 2014-10-25\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-07\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-06\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-04\n- Japan | Mediate | Association of Southeast Asian Nations | 2005-02-09\n- Japan | Consult | Association of Southeast Asian Nations | 2005-02-25\n- China | Consult | Association of Southeast Asian Nations | 2005-02-25\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-07\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-06\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-04\n- Association of Southeast Asian Nations | Consult | Japan | 2005-02-25\n- Association of Southeast Asian Nations | Consult | China | 2005-02-25\n- Wen Jiabao | Consult | Association of Southeast Asian Nations | 2005-01-06\n- South Korea | Consult | Association of Southeast Asian Nations | 2005-02-25\n- Association of Southeast Asian Nations | Consult | Wen Jiabao | 2005-01-06\nAnswer:", "completion": " Ryoo Kihl-jae", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1314018", "prompt": "At what time did the Burundian military use conventional military force for the first time against the armed rebels of Libération?\nEvidence:\n- Sudan | Use conventional military force | Armed Rebel (Libération) | 2015-02-09\n- Military (Burundi) | Use conventional military force | Armed Rebel (Libération) | 2006-06-02\n- Armed Rebel (Libération) | Use unconventional violence | Military (Burundi) | 2006-06-02\n- Committees for the Defense of the Revolution | Use conventional military force | People Associated with the Opposition (Cuba) | 2010-04-14\n- Armed Rebel (Libération) | Use unconventional violence | Sudan | 2015-02-09\n- Thailand | Use conventional military force | National United Front for Democracy Against Dictatorship | 2010-04-24\n- Secretary of State for the Home Department | Use conventional military force | Children (United Kingdom) | 2006-06-12\n- The Hague | Use conventional military force | Vojislav Šešelj | 2006-12-04\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-07-02\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-06-27\n- Military (Ukraine) | Use conventional military force | Armed Rebel (Ukraine) | 2015-08-19\n- Military (Ukraine) | Use conventional military force | Armed Rebel (Ukraine) | 2015-08-18\n- Military (Ukraine) | Use conventional military force | Armed Rebel (Ukraine) | 2015-08-01\n- Military (Ukraine) | Use conventional military force | Armed Rebel (Ukraine) | 2015-07-16\n- Military (Ukraine) | Use conventional military force | Armed Rebel (Ukraine) | 2015-06-30\nAnswer:", "completion": " 2006-06-02", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1209820", "prompt": "In which year did the Australian police first negotiate with the Australian Ombudsman?\nEvidence:\n- People Associated with the Opposition (Australia) | Make statement | Ombudsman (Australia) | 2011-10-17\n- Police (Australia) | Engage in negotiation | Ombudsman (Australia) | 2010-10-14\n- Ombudsman (Australia) | Engage in negotiation | Police (Australia) | 2010-10-14\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-07-02\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-06-27\n- Police (Australia) | Reject | Ombudsman (Australia) | 2005-03-11\n- Ombudsman (Australia) | Investigate | Police (Australia) | 2015-02-02\n- Ombudsman (Australia) | Investigate | Police (Australia) | 2013-09-30\n- Ombudsman (Australia) | Investigate | Police (Australia) | 2013-05-15\n- Ombudsman (Australia) | Investigate | Police (Australia) | 2009-10-06\n- Ombudsman (Australia) | Investigate | Police (Australia) | 2006-08-04\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\nAnswer:", "completion": " 2010", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1233809", "prompt": "Who made the first request to Tony Blair after the Indian MP?\nEvidence:\n- Tony Blair | Accuse | Iran | 2005-02-05\n- Iran | Reject | Tony Blair | 2005-02-08\n- Tony Blair | Make an appeal or request | Iran | 2005-02-08\n- Tony Blair | Make statement | Iraq | 2005-02-04\n- Tony Blair | Make statement | Iraq | 2005-01-30\n- Tony Blair | Make statement | Iraq | 2005-01-09\n- Tony Blair | Make statement | Iran | 2005-01-26\n- Tony Blair | Investigate | Oluṣẹgun Ọbasanjọ | 2005-01-27\n- Tony Blair | Investigate | Oluṣẹgun Ọbasanjọ | 2005-01-26\n- Tony Blair | Consult | Mahmoud Abbas | 2005-01-27\n- Tony Blair | Consult | Jack Straw | 2005-02-04\n- Tony Blair | Consult | Bertie Ahern | 2005-02-02\n- Tony Blair | Consult | Angela Merkel | 2005-02-07\n- Mahmoud Abbas | Consult | Tony Blair | 2005-01-27\n- Jack Straw | Reject | Tony Blair | 2005-01-04\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1379539", "prompt": "After the news editor of Israel, who appealed to the Cabinet Council of Ministers Advisors of the United States?\nEvidence:\n- News Editor (Israel) | Make an appeal or request | Cabinet / Council of Ministers / Advisors (United States) | 2008-01-04\n- News Editor (United States) | Make statement | News Editor (Israel) | 2010-06-30\n- News Editor (Kyrgyzstan) | Consult | Cabinet / Council of Ministers / Advisors (Kyrgyzstan) | 2007-05-10\n- Cabinet / Council of Ministers / Advisors (Kyrgyzstan) | Consult | News Editor (Kyrgyzstan) | 2007-05-10\n- Foreign Affairs (Israel) | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2015-01-25\n- Foreign Affairs (Israel) | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2010-02-25\n- Cabinet / Council of Ministers / Advisors (United States) | Consult | Foreign Affairs (Israel) | 2015-01-25\n- Cabinet / Council of Ministers / Advisors (United States) | Consult | Foreign Affairs (Israel) | 2010-02-25\n- Tasnim news agency | Make statement | Cabinet / Council of Ministers / Advisors (United States) | 2015-07-06\n- Foreign Affairs (Israel) | Make statement | Cabinet / Council of Ministers / Advisors (United States) | 2011-10-28\n- Cabinet / Council of Ministers / Advisors (United States) | Criticize or denounce | Settler (Israel) | 2010-09-02\n- The Hague | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2009-03-12\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | The Hague | 2009-03-12\n- Vietnam | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2005-05-12\n- Vietnam | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2005-05-06\nAnswer:", "completion": " Evo Morales", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1303241", "prompt": "Benjamin Netanyahu was rejected by the German government in the same year.\nEvidence:\n- Likud | Engage in material cooperation | Benjamin Netanyahu | 2012-12-30\n- Benjamin Netanyahu | Engage in material cooperation | Likud | 2012-12-30\n- Benjamin Netanyahu | Engage in material cooperation | Likud | 2009-02-11\n- Benjamin Netanyahu | Demand change in leadership | Likud | 2006-01-03\n- Benjamin Netanyahu | Appeal for change in leadership | Likud | 2006-01-12\n- Likud | Threaten | Benjamin Netanyahu | 2006-02-15\n- Likud | Reject | Benjamin Netanyahu | 2009-05-15\n- Likud | Reject | Benjamin Netanyahu | 2005-09-27\n- Likud | Investigate | Benjamin Netanyahu | 2010-08-30\n- Likud | Demand | Benjamin Netanyahu | 2011-03-01\n- Likud | Demand | Benjamin Netanyahu | 2010-09-01\n- Likud | Demand | Benjamin Netanyahu | 2009-06-14\n- Likud | Consult | Benjamin Netanyahu | 2013-01-03\n- Likud | Consult | Benjamin Netanyahu | 2012-12-27\n- Likud | Consult | Benjamin Netanyahu | 2010-10-20\nAnswer:", "completion": " Barack Obama", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1380454", "prompt": "Who asked for the government of Burundi before 2008?\nEvidence:\n- Burundi | Make statement | Government (Burundi) | 2005-08-02\n- Burundi | Make an appeal or request | Head of Government (Burundi) | 2005-09-02\n- High Commission for Refugees | Make statement | Burundi | 2005-11-18\n- Government Official (Rwanda) | Consult | Burundi | 2005-10-13\n- Burundi | Consult | Government Official (Rwanda) | 2005-10-13\n- High Commission for Refugees | Sign formal agreement | Burundi | 2005-08-18\n- High Commission for Refugees | Criticize or denounce | Burundi | 2005-06-13\n- Burundi | Sign formal agreement | High Commission for Refugees | 2005-08-18\n- Burundi | Receive deployment of peacekeepers | Ethiopia | 2005-05-05\n- Rebel Group (Burundi) | Use unconventional violence | Burundi | 2005-09-14\n- Rebel Group (Burundi) | Use unconventional violence | Burundi | 2005-08-18\n- Rebel Group (Burundi) | Use unconventional violence | Burundi | 2005-04-24\n- Rebel Group (Burundi) | Use unconventional violence | Burundi | 2005-04-05\n- Military (Burundi) | Increase military alert status | Burundi | 2005-08-25\n- Burundi | Sign formal agreement | Rebel Group (Burundi) | 2005-05-31\nAnswer:", "completion": " Human Rights Watch", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1199773", "prompt": "In what year did the government of Sudan first sign an agreement with the Armed Rebel of Nigeria?\nEvidence:\n- Sudan | Sign formal agreement | Rebel Group (Sudan People's Liberation Movement) | 2005-01-16\n- Sudan | Sign formal agreement | Ethiopia | 2005-04-11\n- Ethiopia | Sign formal agreement | Sudan | 2005-04-11\n- Sudan | Sign formal agreement | John Garang | 2005-01-10\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Yemen | Sign formal agreement | Ethiopia | 2005-06-21\n- Tanzania | Sign formal agreement | Ethiopia | 2005-08-31\n- Japan | Sign formal agreement | Ethiopia | 2005-03-04\n- Iran | Sign formal agreement | Ethiopia | 2005-02-15\n- Ethiopia | Sign formal agreement | Yemen | 2005-06-21\n- Ethiopia | Sign formal agreement | Tanzania | 2005-08-31\n- Ethiopia | Sign formal agreement | Japan | 2005-03-04\n- Ethiopia | Sign formal agreement | Iran | 2005-02-15\nAnswer:", "completion": " 2006", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1174755", "prompt": "Before Tony Blair, with whom did the Indian Prime Minister last want to negotiate?\nEvidence:\n- Tony Blair | Express intent to meet or negotiate | Thailand | 2005-01-04\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-11\n- Tony Blair | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-10\n- Ian Paisley | Express intent to meet or negotiate | Tony Blair | 2005-01-12\n- Ian Paisley | Express intent to meet or negotiate | Tony Blair | 2005-01-08\n- Bertie Ahern | Express intent to meet or negotiate | Tony Blair | 2005-01-31\n- Tony Blair | Accuse | Iran | 2005-02-05\n- Iran | Reject | Tony Blair | 2005-02-08\n- Tony Blair | Express intent to meet or negotiate | Citizen (United Kingdom) | 2005-02-17\n- Citizen (United Kingdom) | Express intent to meet or negotiate | Tony Blair | 2005-01-08\n- Tony Blair | Express intent to meet or negotiate | Labor Party (United Kingdom) | 2005-01-10\n- Tony Blair | Make statement | Iraq | 2005-02-04\n- Tony Blair | Make statement | Iraq | 2005-01-30\n- Tony Blair | Make statement | Iraq | 2005-01-09\n- Tony Blair | Make statement | Iran | 2005-01-26\nAnswer:", "completion": " Shivraj Patil", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1026566", "prompt": "Who was involved in the negotiations of Sudan in the same month of the UN Security Council?\nEvidence:\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Demand settling of dispute | Citizen (Sudan) | 2005-01-13\n- Government (Sudan) | Make statement | UN Security Council | 2005-02-08\n- UN Security Council | Praise or endorse | Government (Sudan) | 2005-01-11\n- UN Security Council | Consider policy option | Citizen (Sudan) | 2005-02-08\n- Government (Sudan) | Defy norms, law | UN Security Council | 2005-01-09\n- UN Security Council | Demand change in leadership | Head of Government (Togo) | 2005-02-25\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- UN Security Council | Make an appeal or request | Citizen (Sudan) | 2005-02-02\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\n- UN Security Council | Consult | Nabil Shaath | 2005-01-11\n- UN Security Council | Consult | John Garang | 2005-02-09\nAnswer:", "completion": " High Commission (Sudan)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1336166", "prompt": "In which year did Eni S.p.a. last negotiate with the Iranian Ministry?\nEvidence:\n- Ministry (Iran) | Engage in negotiation | Eni S.p.a. | 2015-05-04\n- Eni S.p.a. | Engage in negotiation | Ministry (Iran) | 2015-05-04\n- Gazprom | Express intent to cooperate | Eni S.p.a. | 2007-11-22\n- Eni S.p.a. | Express intent to cooperate | Gazprom | 2007-11-22\n- Energy Department/Ministry (Russia) | Express intent to meet or negotiate | Gazprom | 2007-11-07\n- Ministry (Iran) | Express intent to engage in diplomatic cooperation (such as policy support) | Gazprom | 2008-07-13\n- Gazprom | Express intent to engage in diplomatic cooperation (such as policy support) | Ministry (Iran) | 2008-07-13\n- Ministry (Iran) | Consult | Gazprom | 2008-10-21\n- Ministry (Iran) | Consult | Gazprom | 2008-02-19\n- Gazprom | Consult | Ministry (Iran) | 2008-10-21\n- Gazprom | Consult | Ministry (Iran) | 2008-02-19\n- Gazprom | Express intent to engage in diplomatic cooperation (such as policy support) | Energy Department/Ministry (Iran) | 2008-07-13\n- Energy Department/Ministry (Iran) | Express intent to engage in diplomatic cooperation (such as policy support) | Gazprom | 2008-07-13\n- Gazprom | Consult | Energy Department/Ministry (Russia) | 2006-08-10\n- Gazprom | Consult | Energy Department/Ministry (Iran) | 2006-06-26\nAnswer:", "completion": " 2015", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1279372", "prompt": "Who wanted to participate in the diplomatic cooperation with the citizens of Greece in the same month of the Democratic Left?\nEvidence:\n- Head of Government (Greece) | Consult | Democratic Left | 2012-08-29\n- Democratic Left | Consult | Head of Government (Greece) | 2012-08-29\n- Democratic Left | Make statement | Lawmaker (Greece) | 2013-01-07\n- Democratic Left | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Greece) | 2012-06-21\n- Democratic Left | Criticize or denounce | Citizen (Greece) | 2013-06-14\n- Head of Government (Greece) | Express intent to meet or negotiate | Democratic Left | 2012-05-13\n- Democratic Left | Make an appeal or request | Citizen (Greece) | 2013-06-04\n- Democratic Left | Accuse | Mexico | 2007-07-26\n- New Democracy | Engage in negotiation | Democratic Left | 2012-07-19\n- Democratic Left | Engage in negotiation | New Democracy | 2012-07-19\n- Democratic Left | Engage in negotiation | Antonis Samaras | 2012-07-19\n- Antonis Samaras | Engage in negotiation | Democratic Left | 2012-07-19\n- New Democracy | Consult | Democratic Left | 2012-06-20\n- Democratic Left | Reject | Antonis Samaras | 2012-05-08\n- Democratic Left | Reject | Antonis Samaras | 2012-05-07\nAnswer:", "completion": " Antonis Samaras", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1124121", "prompt": "With which country did Cristina Fernández de Kirchner last want to meet in 2012?\nEvidence:\n- Cristina Fernández de Kirchner | Consult | Angola | 2012-05-18\n- Angola | Consult | Cristina Fernández de Kirchner | 2012-05-18\n- Alberto Fernández | Make statement | Cristina Fernández de Kirchner | 2012-04-10\n- Alberto Fernández | Make statement | Cristina Fernández de Kirchner | 2012-02-07\n- Media (Argentina) | Consult | Cristina Fernández de Kirchner | 2012-09-26\n- Evo Morales | Consult | Cristina Fernández de Kirchner | 2012-07-19\n- Cristina Fernández de Kirchner | Consult | Media (Argentina) | 2012-09-26\n- Cristina Fernández de Kirchner | Consult | Evo Morales | 2012-07-19\n- Cristina Fernández de Kirchner | Consult | Barack Obama | 2012-04-14\n- Cristina Fernández de Kirchner | Consult | Barack Obama | 2012-02-10\n- Cristina Fernández de Kirchner | Accuse | Media (Argentina) | 2012-01-17\n- Barack Obama | Consult | Cristina Fernández de Kirchner | 2012-04-14\n- Barack Obama | Consult | Cristina Fernández de Kirchner | 2012-02-10\n- Evo Morales | Engage in negotiation | Cristina Fernández de Kirchner | 2012-07-15\n- Cristina Fernández de Kirchner | Engage in negotiation | Evo Morales | 2012-07-15\nAnswer:", "completion": " Iran", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1014630", "prompt": "Who made the first appeal for the head of government of Ukraine after the Middle East?\nEvidence:\n- Military (Middle East) | Mobilize or increase armed forces | Middle East | 2005-02-14\n- Tony Blair | Make statement | Middle East | 2005-02-04\n- Shimon Peres | Make statement | Middle East | 2005-02-26\n- Middle East | Praise or endorse | Iraq | 2005-03-22\n- Iraq | Provide military aid | Middle East | 2005-01-16\n- Gerhard Schröder | Make statement | Middle East | 2005-03-31\n- China | Praise or endorse | Middle East | 2005-03-23\n- China | Make optimistic comment | Middle East | 2005-02-09\n- Abdullah Gül | Make statement | Middle East | 2005-01-07\n- Abdullah Gül | Express intent to meet or negotiate | Head of Government (Ukraine) | 2005-05-11\n- Tony Blair | Praise or endorse | Middle East | 2005-02-24\n- Shirin Ebadi | Criticize or denounce | Middle East | 2005-03-09\n- Royal Administration (Saudi Arabia) | Investigate | Middle East | 2005-04-16\n- Okada Katsuya | Make a visit | Middle East | 2005-03-30\n- Middle East | Host a visit | Okada Katsuya | 2005-03-30\nAnswer:", "completion": " Refat Chubarov", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1173624", "prompt": "Who did Barack Obama discuss with by telephone last before Patrick Manning?\nEvidence:\n- Patrick Manning | Consult | Patrick Manning | 2005-01-25\n- Patrick Manning | Express intent to meet or negotiate | Patrick Manning | 2005-07-26\n- Raúl Castro | Consult | Patrick Manning | 2007-09-10\n- Raúl Castro | Consult | Patrick Manning | 2007-09-07\n- Patrick Manning | Threaten | Satnarine Sharma | 2006-05-22\n- Patrick Manning | Make statement | Ethiopia | 2007-01-31\n- Patrick Manning | Investigate | Satnarine Sharma | 2006-07-16\n- Patrick Manning | Consult | Raúl Castro | 2007-09-10\n- Patrick Manning | Consult | Raúl Castro | 2007-09-07\n- Trinidad and Tobago | Consult | Patrick Manning | 2007-02-15\n- Patrick Manning | Praise or endorse | China | 2006-02-21\n- Patrick Manning | Make statement | Eliot Spitzer | 2006-01-22\n- Patrick Manning | Engage in negotiation | Japan | 2006-08-11\n- Patrick Manning | Consult | Trinidad and Tobago | 2007-02-15\n- Patrick Manning | Accuse | Trinidad and Tobago | 2005-06-24\nAnswer:", "completion": " Benjamin Netanyahu", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1080542", "prompt": "With which country did South Africa first express its intention to participate in diplomatic cooperation in 2006?\nEvidence:\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2006-02-05\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2006-02-02\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2006-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2006-01-30\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2006-01-28\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2006-01-25\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2006-01-18\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2006-01-13\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2006-01-12\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2006-01-09\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2006-01-08\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2006-01-05\n- Mexico | Express intent to engage in diplomatic cooperation (such as policy support) | Evo Morales | 2006-01-23\n- Police (South Africa) | Investigate | South Africa | 2006-01-23\n- Police (South Africa) | Investigate | South Africa | 2006-01-20\nAnswer:", "completion": " Iraq", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1374648", "prompt": "In which year did Rafael Correa first make a request to the UN security council?\nEvidence:\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- Rafael Correa | Make a visit | Colombia | 2006-12-17\n- Rafael Correa | Make a visit | Bolivia | 2006-12-11\n- Rafael Correa | Make a visit | Bolivia | 2006-12-10\n- Rafael Correa | Make a visit | Bolivia | 2006-12-09\n- Defense / Security Ministry (Colombia) | Make statement | Rafael Correa | 2006-12-08\n- Rafael Ramírez | Consult | Rafael Correa | 2005-07-14\n- Rafael Correa | Consult | Rafael Ramírez | 2005-07-14\n- Rafael Correa | Make statement | Rafael Antonio Bielsa | 2006-11-22\n- Rafael Correa | Make statement | Rafael Antonio Bielsa | 2006-10-30\n- Rafael Correa | Make a visit | Education (Ecuador) | 2006-10-05\n- Rafael Correa | Make a visit | Alberto Fernández | 2006-12-14\n- Rafael Correa | Reject | Rafael Antonio Bielsa | 2006-11-23\n- Rafael Correa | Consult | Rafael Antonio Bielsa | 2006-09-26\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-26\nAnswer:", "completion": " 2010", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1246088", "prompt": "Who denounced Barack Obama on 24 September 2009?\nEvidence:\n- Zawahiri | Make statement | Barack Obama | 2009-09-24\n- Mahmoud Abbas | Reject | Barack Obama | 2009-09-24\n- Mahmoud Abbas | Consult | Barack Obama | 2009-09-24\n- Benjamin Netanyahu | Consult | Barack Obama | 2009-09-24\n- Barack Obama | Consult | Mahmoud Abbas | 2009-09-24\n- Barack Obama | Consult | Benjamin Netanyahu | 2009-09-24\n- Zawahiri | Criticize or denounce | Barack Obama | 2009-09-24\n- UN Security Council | Consult | Barack Obama | 2009-09-24\n- Iran | Praise or endorse | Barack Obama | 2009-09-24\n- Dmitry Anatolyevich Medvedev | Consult | Barack Obama | 2009-09-24\n- China | Host a visit | Barack Obama | 2009-09-24\n- Benjamin Netanyahu | Make statement | Barack Obama | 2009-09-24\n- Barack Obama | Make a visit | China | 2009-09-24\n- Barack Obama | Criticize or denounce | Iran | 2009-09-24\n- Barack Obama | Consult | UN Security Council | 2009-09-24\nAnswer:", "completion": " Citizen (Venezuela)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1138013", "prompt": "Against whom did the Russian military use conventional military force before April 2005?\nEvidence:\n- The Hague | Use conventional military force | Vojislav Šešelj | 2006-12-04\n- Military (Russia) | Use conventional military force | Opposition Force (Russia) | 2005-05-16\n- Thailand | Use conventional military force | Military (Cambodia) | 2005-05-18\n- Thailand | Use conventional military force | Military (Cambodia) | 2005-05-16\n- Military (Niger) | Use conventional military force | Niger | 2005-04-14\n- Military (Mexico) | Use conventional military force | Mexico | 2005-12-24\n- Military (Mexico) | Use conventional military force | Mexico | 2005-10-13\n- Military (Mexico) | Use conventional military force | Mexico | 2005-08-10\n- Military (Mexico) | Use conventional military force | Mexico | 2005-06-30\n- Military (Mexico) | Use conventional military force | Mexico | 2005-06-28\n- Military (Mexico) | Use conventional military force | Mexico | 2005-06-27\n- Military (Mexico) | Use conventional military force | Mexico | 2005-06-23\n- Military (Mexico) | Use conventional military force | Mexico | 2005-06-21\n- Military (Mexico) | Use conventional military force | Mexico | 2005-06-19\n- Military (Mexico) | Use conventional military force | Mexico | 2005-06-13\nAnswer:", "completion": " Guerilla Faction (Russia)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1256388", "prompt": "In 2009, who first expressed the intention to engage in diplomatic cooperation with the government of Nigeria?\nEvidence:\n- People First Party Korea | Engage in diplomatic cooperation | Kuomintang | 2007-03-21\n- People First Party Korea | Engage in diplomatic cooperation | Kuomintang | 2006-12-19\n- People First Party Korea | Engage in diplomatic cooperation | Kuomintang | 2006-09-11\n- People First Party Korea | Engage in diplomatic cooperation | Kuomintang | 2006-06-27\n- Kuomintang | Engage in diplomatic cooperation | People First Party Korea | 2007-03-21\n- Kuomintang | Engage in diplomatic cooperation | People First Party Korea | 2006-12-19\n- Kuomintang | Engage in diplomatic cooperation | People First Party Korea | 2006-12-12\n- Kuomintang | Engage in diplomatic cooperation | People First Party Korea | 2006-07-30\n- First Command of the Capital | Express intent to engage in diplomatic cooperation (such as policy support) | Party Member (Brazil) | 2006-06-12\n- Vietnam | Engage in diplomatic cooperation | Committees for the Defense of the Revolution | 2005-09-30\n- Assembly of First Nations | Engage in material cooperation | Police (Canada) | 2013-02-16\n- People First Party Korea | Engage in diplomatic cooperation | New Party (Taiwan) | 2006-12-19\n- People First Party Korea | Engage in diplomatic cooperation | Lee Myung Bak | 2007-12-03\n- New Party (Taiwan) | Engage in diplomatic cooperation | People First Party Korea | 2006-12-08\n- Lee Myung Bak | Engage in diplomatic cooperation | People First Party Korea | 2007-12-03\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1308338", "prompt": "Who did the women of Australia blame before 21 July 2006?\nEvidence:\n- Women (Australia) | Accuse | Criminal (Australia) | 2006-07-21\n- Police (Australia) | Accuse | Women (Australia) | 2006-07-21\n- Criminal (Australia) | Sexually assault | Women (Australia) | 2006-07-21\nAnswer:", "completion": " Priest (Australia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 3, "n_anchors": 0} +{"id": "mtq_1137028", "prompt": "On 30 July 2011, who appealed for the head of government of Peru?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Make an appeal or request | Head of Government (Peru) | 2011-07-30\nAnswer:", "completion": " Dmitry Anatolyevich Medvedev", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1225862", "prompt": "Who used unconventional force against the citizens of Australia on 2 March 2013?\nEvidence:\n- Member of Parliament (Australia) | Bring lawsuit against | The Daily Telegraph | 2006-09-28\n- Citizen (Australia) | Bring lawsuit against | The Daily Telegraph | 2015-09-22\n- Citizen (Australia) | Bring lawsuit against | The Daily Telegraph | 2015-05-05\n- Citizen (Australia) | Bring lawsuit against | The Daily Telegraph | 2008-07-11\n- Citizen (Australia) | Bring lawsuit against | The Daily Telegraph | 2006-02-08\n- Citizen (Australia) | Bring lawsuit against | People Associated with the Opposition (Australia) | 2012-04-05\n- People Associated with the Opposition (Australia) | Use unconventional violence | Member of Parliament (Australia) | 2012-05-22\n- People Associated with the Opposition (Australia) | Use unconventional violence | Member of Parliament (Australia) | 2012-05-10\n- Member of the Judiciary (Iceland) | Rally support on behalf of | Bank (Iceland) | 2014-05-25\n- Political Parties (Senegal) | Consult | March 23 Movement | 2012-01-26\n- March 23 Movement | Make statement | Police (Senegal) | 2012-02-02\n- March 23 Movement | Consult | Political Parties (Senegal) | 2012-01-26\n- Abdoulaye Wade | Make statement | March 23 Movement | 2012-02-18\n- Citizen (Belarus) | Rally support on behalf of | Democratic Force | 2011-03-29\n- Member of Parliament (Australia) | Rally support on behalf of | Lawyer/Attorney (Australia) | 2005-07-05\nAnswer:", "completion": " Criminal (Australia)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1220835", "prompt": "In which year did the Indian Prime Minister last appeal to the Indian Planning Commission?\nEvidence:\n- Minister Patnaik | Make an appeal or request | Planning Commission (India) | 2013-06-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-09\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-08\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-11-14\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-10-05\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Demand | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-11-24\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-05-19\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2005-05-05\nAnswer:", "completion": " 2015", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1158170", "prompt": "Who was the first to speak pessimistically about Barack Obama after the Muslims of Indonesia?\nEvidence:\n- Head of Government (Kenya) | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Consult | Head of Government (Kenya) | 2006-08-25\n- Barack Obama | Express intent to settle dispute | Iraq | 2007-06-02\n- Barack Obama | Demand de-escalation of military engagement | Iraq | 2007-06-02\n- Barack Obama | Reject | Iraq | 2007-04-03\n- Barack Obama | Reject | Iraq | 2006-10-28\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2005-10-10\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-22\n- Mwai Kibaki | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Make statement | Iraq | 2007-05-15\n- Barack Obama | Make statement | Iraq | 2007-03-20\n- Barack Obama | Make statement | Iraq | 2007-02-11\nAnswer:", "completion": " Philip Hammond", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1364800", "prompt": "Which country was the first to express its intention to participate in the diplomatic cooperation of the UN Security Council in 2006?\nEvidence:\n- France | Express intent to cooperate | UN Security Council | 2006-01-31\n- UN Security Council | Engage in negotiation | Iran | 2006-01-13\n- Iran | Engage in negotiation | UN Security Council | 2006-01-13\n- UN Security Council | Express intent to cooperate | African Union | 2006-01-13\n- African Union | Express intent to cooperate | UN Security Council | 2006-01-13\n- UN Security Council | Appeal for diplomatic cooperation (such as policy support) | Eritrea | 2006-02-28\n- France | Express intent to meet or negotiate | UN Security Council | 2006-01-29\n- France | Express intent to meet or negotiate | UN Security Council | 2006-01-14\n- France | Express intent to meet or negotiate | UN Security Council | 2006-01-13\n- Eritrea | Receive deployment of peacekeepers | UN Security Council | 2006-05-24\n- Eritrea | Receive deployment of peacekeepers | UN Security Council | 2006-05-15\n- Eritrea | Receive deployment of peacekeepers | UN Security Council | 2006-04-13\n- Eritrea | Receive deployment of peacekeepers | UN Security Council | 2006-03-14\n- UN Security Council | Threaten | Iran | 2006-01-12\n- UN Security Council | Threaten | Iran | 2006-01-10\nAnswer:", "completion": " Iran", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1111630", "prompt": "Which country first was endorsed by International Monetary Fund in 2015?\nEvidence:\n- Mauritania | Engage in negotiation | International Monetary Fund | 2015-04-11\n- Iraq | Engage in negotiation | International Monetary Fund | 2015-04-07\n- International Monetary Fund | Engage in negotiation | Mauritania | 2015-04-11\n- International Monetary Fund | Engage in negotiation | Iraq | 2015-04-07\n- Iran | Consult | International Monetary Fund | 2015-04-16\n- International Monetary Fund | Threaten | Romania | 2015-03-27\n- International Monetary Fund | Threaten | Japan | 2015-04-18\n- International Monetary Fund | Investigate | Malawi | 2015-03-24\n- International Monetary Fund | Consult | Iran | 2015-04-16\n- Kuwait | Engage in diplomatic cooperation | International Monetary Fund | 2015-03-16\n- International Monetary Fund | Provide aid | Malawi | 2015-03-24\n- International Monetary Fund | Make statement | Tanzania | 2015-01-08\n- International Monetary Fund | Make statement | Burundi | 2015-04-01\n- International Monetary Fund | Make statement | Burundi | 2015-01-28\n- Alexis Tsipras | Accuse | International Monetary Fund | 2015-02-03\nAnswer:", "completion": " Romania", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1052179", "prompt": "After the education of Israel, who did the Israeli Defence Forces investigate first?\nEvidence:\n- Israeli Defense Forces | Investigate | Education (Israel) | 2006-07-03\n- Police (Israel) | Investigate | Israeli Defense Forces | 2014-06-11\n- Police (Israel) | Investigate | Israeli Defense Forces | 2009-12-22\n- Police (Israel) | Investigate | Israeli Defense Forces | 2008-11-28\n- Israeli Defense Forces | Investigate | Police (Israel) | 2005-06-16\n- Israeli Defense Forces | Investigate | Criminal (Israel) | 2015-08-09\n- Israeli Defense Forces | Investigate | Criminal (Israel) | 2015-07-23\n- Israeli Defense Forces | Investigate | Criminal (Israel) | 2015-06-19\n- Israeli Defense Forces | Investigate | Criminal (Israel) | 2011-03-12\n- Israeli Defense Forces | Investigate | Children (Israel) | 2014-06-15\n- Israeli Defense Forces | Investigate | Children (Israel) | 2009-03-21\n- Israeli Defense Forces | Investigate | Children (Israel) | 2007-03-08\n- The Hague | Investigate | Israeli Defense Forces | 2014-08-08\n- The Hague | Investigate | Israeli Defense Forces | 2014-08-07\n- Education (Israel) | Praise or endorse | Israeli Defense Forces | 2014-10-04\nAnswer:", "completion": " Armed Gang (Palestinian Territory, Occupied)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1233570", "prompt": "Who would wish to visit Umaru Musa Yar'Adua in Jan 19th, 2008?\nEvidence:\n- Umaru Musa Yar'Adua | Threaten | Government (Nigeria) | 2005-01-25\n- Umaru Musa Yar'Adua | Demand | Citizen (Nigeria) | 2007-05-31\n- Umaru Musa Yar'Adua | Consult | South Africa | 2007-04-26\n- Umaru Musa Yar'Adua | Consult | Abdoulaye Wade | 2007-05-08\n- Umaru Musa Yar'Adua | Accuse | Citizen (Nigeria) | 2007-01-05\n- South Africa | Consult | Umaru Musa Yar'Adua | 2007-04-26\n- Oluṣẹgun Ọbasanjọ | Yield | Umaru Musa Yar'Adua | 2007-05-30\n- Oluṣẹgun Ọbasanjọ | Yield | Umaru Musa Yar'Adua | 2007-05-29\n- Daily Trust | Reject | Umaru Musa Yar'Adua | 2007-02-09\n- Citizen (Nigeria) | Demand | Umaru Musa Yar'Adua | 2007-04-23\n- Abdoulaye Wade | Consult | Umaru Musa Yar'Adua | 2007-05-08\n- Umaru Musa Yar'Adua | Make a visit | South Africa | 2007-05-09\n- South Africa | Host a visit | Umaru Musa Yar'Adua | 2007-05-09\n- Umaru Musa Yar'Adua | Praise or endorse | China | 2007-05-30\n- Umaru Musa Yar'Adua | Make statement | Government (Nigeria) | 2007-05-29\nAnswer:", "completion": " High Commission (United Kingdom)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1073344", "prompt": "To whom did Yasuo Fukuda make an appeal in the same year as Shigeru Ishiba?\nEvidence:\n- Yasuo Fukuda | Demand | Shigeru Ishiba | 2008-02-23\n- Yasuo Fukuda | Demand | Shigeru Ishiba | 2008-02-22\n- Yasuo Fukuda | Demand | Shigeru Ishiba | 2007-10-23\n- Yasuo Fukuda | Consult | Shigeru Ishiba | 2008-01-08\n- Shigeru Ishiba | Consult | Yasuo Fukuda | 2008-01-08\n- Yasuo Fukuda | Make statement | Shigeru Ishiba | 2008-03-02\n- Yasuo Fukuda | Make statement | Shigeru Ishiba | 2008-02-28\n- Yasuo Fukuda | Make statement | Shigeru Ishiba | 2008-02-22\n- Yasuo Fukuda | Make an appeal or request | Shigeru Ishiba | 2007-10-23\n- Yasuo Fukuda | Make optimistic comment | Shigeru Ishiba | 2008-02-29\n- Yasuo Fukuda | Praise or endorse | Shigeru Ishiba | 2007-09-25\n- Shigeru Ishiba | Grant diplomatic recognition | Yasuo Fukuda | 2008-02-10\n- Shigeru Ishiba | Demand | Japan | 2006-05-03\n- Shigeru Ishiba | Make statement | Japan | 2008-03-05\n- Shigeru Ishiba | Make statement | Japan | 2008-02-26\nAnswer:", "completion": " Bureaucrat (Japan)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1157988", "prompt": "Who was last denounced by the Mayor of the Philippines before the Speaker of the Philippine House of Representatives?\nEvidence:\n- House Speaker (Philippines) | Make statement | City Mayor (Philippines) | 2008-04-19\n- House Speaker (Japan) | Make statement | House of Representatives (Japan) | 2005-05-19\n- House Speaker (Indonesia) | Make statement | House of Representatives (Indonesia) | 2015-10-02\n- House Speaker (Indonesia) | Make statement | House of Representatives (Indonesia) | 2015-05-21\n- House Speaker (Indonesia) | Make statement | House of Representatives (Indonesia) | 2013-11-22\n- House Speaker (Indonesia) | Make statement | House of Representatives (Indonesia) | 2013-06-18\n- House Speaker (Indonesia) | Make statement | House of Representatives (Indonesia) | 2012-01-10\n- House Speaker (Indonesia) | Make statement | House of Representatives (Indonesia) | 2011-08-18\n- House Speaker (Indonesia) | Make statement | House of Representatives (Indonesia) | 2010-10-27\n- House Speaker (Indonesia) | Make statement | House of Representatives (Indonesia) | 2007-08-09\n- House Speaker (Indonesia) | Make statement | House of Representatives (Indonesia) | 2007-01-08\n- House Speaker (Indonesia) | Make statement | House of Representatives (Indonesia) | 2005-08-16\n- City Mayor (Philippines) | Criticize or denounce | House Speaker (Philippines) | 2007-03-04\n- House Speaker (Philippines) | Use conventional military force | City Mayor (Philippines) | 2007-03-22\n- City Mayor (Philippines) | Use conventional military force | House Speaker (Philippines) | 2007-03-22\nAnswer:", "completion": " Police (Philippines)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1121540", "prompt": "Who appealed for the Moro Islamic Liberation Front after Ralph Gonzalez Recto?\nEvidence:\n- Ralph Gonzalez Recto | Make an appeal or request | Moro Islamic Liberation Front | 2015-01-28\n- Ralph Gonzalez Recto | Reject | Police (Philippines) | 2007-04-01\n- Ralph Gonzalez Recto | Make statement | Manuel Villar | 2006-05-09\n- Ralph Gonzalez Recto | Make statement | Franklin Drilon | 2012-11-06\n- Ralph Gonzalez Recto | Make statement | Franklin Drilon | 2012-11-05\n- Ralph Gonzalez Recto | Make statement | Congress (Philippines) | 2007-05-10\n- Ralph Gonzalez Recto | Consult | Medical Personnel (Philippines) | 2012-10-15\n- Ralph Gonzalez Recto | Consult | International Monetary Fund | 2012-10-10\n- Medical Personnel (Philippines) | Consult | Ralph Gonzalez Recto | 2012-10-15\n- International Monetary Fund | Consult | Ralph Gonzalez Recto | 2012-10-10\n- Franklin Drilon | Make statement | Ralph Gonzalez Recto | 2012-10-18\n- Franklin Drilon | Make statement | Ralph Gonzalez Recto | 2012-10-16\n- Franklin Drilon | Make statement | Ralph Gonzalez Recto | 2005-03-30\n- Ralph Gonzalez Recto | Make statement | International Monetary Fund | 2008-10-16\n- Ralph Gonzalez Recto | Engage in negotiation | Franklin Drilon | 2012-11-05\nAnswer:", "completion": " Congress (Philippines)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1324602", "prompt": "Who last asked for the head of Ukraine's government before Angela Merkel did?\nEvidence:\n- Angela Merkel | Praise or endorse | Head of Government (Germany) | 2005-07-21\n- Angela Merkel | Make statement | Government (Germany) | 2005-07-17\n- Angela Merkel | Make statement | Government (Germany) | 2005-07-15\n- Angela Merkel | Make statement | Government (Germany) | 2005-05-31\n- Angela Merkel | Defend verbally | People Associated with the Opposition (Germany) | 2005-07-17\n- Angela Merkel | Reject material cooperation | Government (Germany) | 2005-07-17\n- France | Consult | Angela Merkel | 2005-07-18\n- Angela Merkel | Demand | France | 2005-07-19\n- Angela Merkel | Consult | France | 2005-07-18\n- Angela Merkel | Engage in diplomatic cooperation | Government (Germany) | 2005-06-02\n- Tony Blair | Consult | Angela Merkel | 2005-02-07\n- Gerhard Schröder | Demand | Angela Merkel | 2005-07-27\n- Gerhard Schröder | Accuse | Angela Merkel | 2005-07-15\n- Angela Merkel | Reject | Gerhard Schröder | 2005-03-17\n- Angela Merkel | Make statement | France | 2005-07-20\nAnswer:", "completion": " Cabinet / Council of Ministers / Advisors (United States)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1306827", "prompt": "Who last negotiated with Uhuru Muigai Kenyatta in 2013?\nEvidence:\n- William Ruto | Engage in negotiation | Uhuru Muigai Kenyatta | 2013-04-14\n- William Ruto | Engage in negotiation | Uhuru Muigai Kenyatta | 2013-04-13\n- William Ruto | Engage in negotiation | Uhuru Muigai Kenyatta | 2013-04-03\n- Uhuru Muigai Kenyatta | Engage in negotiation | William Ruto | 2013-04-14\n- Uhuru Muigai Kenyatta | Engage in negotiation | William Ruto | 2013-04-13\n- Uhuru Muigai Kenyatta | Engage in negotiation | William Ruto | 2013-04-03\n- Envoy (Malawi) | Engage in negotiation | Uhuru Muigai Kenyatta | 2013-04-02\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2013-12-13\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2013-08-12\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2013-04-15\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2013-04-13\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2013-04-05\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2013-04-03\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2013-02-13\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2013-12-13\nAnswer:", "completion": " Head of Government (Ethiopia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1365334", "prompt": "Who wanted to negotiate with Tony Blair in September 2005?\nEvidence:\n- Tony Blair | Engage in negotiation | China | 2005-09-06\n- Tony Blair | Engage in negotiation | China | 2005-09-05\n- China | Engage in negotiation | Tony Blair | 2005-09-06\n- China | Engage in negotiation | Tony Blair | 2005-09-05\n- Tony Blair | Express intent to meet or negotiate | China | 2005-09-05\n- Tony Blair | Express intent to meet or negotiate | China | 2005-09-03\n- Tony Blair | Express intent to meet or negotiate | China | 2005-09-01\n- Wen Jiabao | Engage in negotiation | Tony Blair | 2005-09-06\n- Wen Jiabao | Engage in negotiation | Tony Blair | 2005-09-05\n- Tony Blair | Engage in negotiation | Wen Jiabao | 2005-09-06\n- Tony Blair | Engage in negotiation | Wen Jiabao | 2005-09-05\n- Tony Blair | Express intent to meet or negotiate | Wen Jiabao | 2005-09-04\n- Tony Blair | Express intent to meet or negotiate | Pervez Musharraf | 2005-09-03\n- Mahmoud Abbas | Express intent to meet or negotiate | Tony Blair | 2005-09-07\n- Mahmoud Abbas | Express intent to meet or negotiate | Tony Blair | 2005-09-03\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1306991", "prompt": "After the Ministry of Nigeria, who did the Ministry of Labour and Employment of Nigeria appeal to?\nEvidence:\n- Ministry (Nigeria) | Consult | Labor and Employment Ministry (Nigeria) | 2008-03-27\n- Labor and Employment Ministry (Nigeria) | Consult | Ministry (Nigeria) | 2008-03-27\n- Ministry (Nigeria) | Make statement | Labor and Employment Ministry (Nigeria) | 2011-12-07\n- Ministry (Nigeria) | Make statement | Labor and Employment Ministry (Nigeria) | 2010-10-13\n- Ministry (Nigeria) | Make statement | Labor and Employment Ministry (Nigeria) | 2009-10-29\n- Ministry (Nigeria) | Make statement | Labor and Employment Ministry (Nigeria) | 2007-11-29\n- Labor and Employment Ministry (Nigeria) | Make statement | Ministry (Nigeria) | 2008-07-18\n- Labor and Employment Ministry (Nigeria) | Make an appeal or request | Ministry (Nigeria) | 2008-03-27\n- Labor and Employment Ministry (Nigeria) | Reject | Citizen (Nigeria) | 2005-03-14\n- Head of Government (Nigeria) | Make statement | Labor and Employment Ministry (Nigeria) | 2015-09-03\n- Labor and Employment Ministry (Nigeria) | Express intent to cooperate | Citizen (Nigeria) | 2013-12-12\n- Labor and Employment Ministry (Nigeria) | Make statement | Government (Nigeria) | 2014-05-09\n- Labor and Employment Ministry (Nigeria) | Make statement | Government (Nigeria) | 2014-02-13\n- Labor and Employment Ministry (Nigeria) | Make statement | Government (Nigeria) | 2013-11-25\n- Labor and Employment Ministry (Nigeria) | Make statement | Government (Nigeria) | 2013-09-01\nAnswer:", "completion": " Labor Union (Nigeria)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1282139", "prompt": "Which country was the last to seek diplomatic cooperation with Mahmoud Ahmadinejad, before the Egyptian Foreign Ministry?\nEvidence:\n- Ministry (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-29\n- Mahmoud Ahmadinejad | Consult | Ministry (Iran) | 2005-06-29\n- Ministry (Iran) | Make statement | Mahmoud Ahmadinejad | 2005-06-25\n- Foreign Affairs (Israel) | Make statement | Mahmoud Ahmadinejad | 2005-06-27\n- Mahmoud Ahmadinejad | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-06-27\n- Mahmoud Ahmadinejad | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-06-26\n- Education (Iran) | Grant diplomatic recognition | Mahmoud Ahmadinejad | 2005-06-25\n- Mahmoud Ahmadinejad | Investigate | Iran | 2005-06-21\n- Mahmoud Ahmadinejad | Demand | Iran | 2005-04-07\n- Mahmoud Ahmadinejad | Accuse | Iran | 2005-06-25\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-07-01\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-09\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-04-17\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-07-02\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-30\nAnswer:", "completion": " Iran", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1104799", "prompt": "When did the Member of Legislative of Govt. Lebanon first appeal to the lawmakers of Lebanon?\nEvidence:\n- Member of Legislative (Govt) (Lebanon) | Reject | France | 2006-08-06\n- Member of Legislative (Govt) (Lebanon) | Consult | Iran | 2013-11-26\n- Iran | Consult | Member of Legislative (Govt) (Lebanon) | 2013-11-26\n- Member of Legislative (Govt) (Iran) | Express intent to meet or negotiate | Member of Legislative (Govt) (Lebanon) | 2009-02-17\n- Member of Legislative (Govt) (Lebanon) | Make statement | Military (Lebanon) | 2012-08-22\n- Member of Legislative (Govt) (Lebanon) | Make statement | Military (Lebanon) | 2007-01-25\n- Member of Legislative (Govt) (Lebanon) | Make statement | Lawmaker (Lebanon) | 2009-11-05\n- Member of Legislative (Govt) (Lebanon) | Consult | Media Personnel (Lebanon) | 2009-06-17\n- Media Personnel (Lebanon) | Consult | Member of Legislative (Govt) (Lebanon) | 2009-06-17\n- Member of Legislative (Govt) (Lebanon) | Make an appeal or request | Lawmaker (Lebanon) | 2005-05-07\n- Rafiq Hariri | Consult | Member of Legislative (Govt) (Lebanon) | 2009-05-13\n- Nabih Berri | Consult | Member of Legislative (Govt) (Lebanon) | 2015-06-07\n- Nabih Berri | Consult | Member of Legislative (Govt) (Lebanon) | 2012-07-06\n- Nabih Berri | Consult | Member of Legislative (Govt) (Lebanon) | 2006-12-03\n- Member of Legislative (Govt) (Lebanon) | Make statement | Iran | 2012-05-15\nAnswer:", "completion": " 2005-05-07", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1018985", "prompt": "After the Japanese government official, who was the first to criticise Chongwadai?\nEvidence:\n- Head of Government (South Korea) | Demand | Chongwadai | 2005-07-21\n- Chongwadai | Investigate | Head of Government (South Korea) | 2006-03-10\n- Chongwadai | Make statement | Japan | 2005-12-04\n- Chongwadai | Make statement | France | 2005-04-28\n- Chongwadai | Make statement | China | 2005-12-04\n- Chongwadai | Express intent to meet or negotiate | Gerhard Schröder | 2005-03-09\n- Roh Moo Hyun | Demand | Chongwadai | 2005-07-20\n- Roh Moo Hyun | Consult | Chongwadai | 2006-02-28\n- Roh Moo Hyun | Consult | Chongwadai | 2005-07-29\n- Roh Moo Hyun | Consult | Chongwadai | 2005-02-19\n- Japan | Host a visit | Chongwadai | 2005-10-27\n- Chongwadai | Make statement | South Korea | 2005-12-04\n- Chongwadai | Make statement | South Korea | 2005-05-26\n- Chongwadai | Make statement | South Korea | 2005-03-26\n- Chongwadai | Make statement | South Korea | 2005-03-16\nAnswer:", "completion": " Democratic Party", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1188931", "prompt": "In which month did Maria Duarte express her interest in cooperating with the citizens of Venezuela?\nEvidence:\n- Maria Duarte | Express intent to cooperate | Citizen (Venezuela) | 2007-07-23\n- Citizen (Venezuela) | Express intent to cooperate | Maria Duarte | 2007-07-23\n- Citizen (Venezuela) | Protest violently, riot | Member of the Judiciary (Venezuela) | 2008-01-11\n- Citizen (Venezuela) | Criticize or denounce | Member of the Judiciary (Venezuela) | 2008-01-07\n- Member of the Judiciary (Venezuela) | Make an appeal or request | Citizen (Venezuela) | 2005-12-02\n- Citizen (Venezuela) | Make an appeal or request | Member of the Judiciary (Venezuela) | 2006-04-27\n- Member of the Judiciary (United States) | Arrest, detain, or charge with legal action | Citizen (Venezuela) | 2007-12-15\n- Citizen (Venezuela) | Praise or endorse | The Chronicle | 2006-03-11\n- Citizen (Venezuela) | Engage in symbolic act | Detainee (Venezuela) | 2008-01-23\n- Media (Venezuela) | Express intent to cooperate | Citizen (Venezuela) | 2005-08-08\n- Citizen (Venezuela) | Express intent to cooperate | Media (Venezuela) | 2005-08-08\n- Legislature (Venezuela) | Express intent to meet or negotiate | Citizen (Venezuela) | 2006-05-03\n- Ministry (Venezuela) | Demand | Citizen (Venezuela) | 2006-03-09\n- Ministry (Venezuela) | Accuse | Citizen (Venezuela) | 2007-09-28\n- Ministry (Venezuela) | Accuse | Citizen (Venezuela) | 2006-08-05\nAnswer:", "completion": " 2007-07", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1208608", "prompt": "At what time did the Legislature of Turkey receive the visit from the Member of Parliament of Indonesia?\nEvidence:\n- Member of Parliament (Indonesia) | Make a visit | Legislature (Turkey) | 2007-03-13\n- Legislature (Turkey) | Host a visit | Member of Parliament (Indonesia) | 2007-03-13\n- Member of Parliament (Indonesia) | Engage in symbolic act | Legislature (Turkey) | 2007-03-13\n- Iraq | Receive deployment of peacekeepers | Legislature (Turkey) | 2014-10-05\n- Iraq | Receive deployment of peacekeepers | Legislature (Turkey) | 2014-10-04\n- Party Member (Turkey) | Accuse | Member of the Judiciary (Turkey) | 2008-12-27\n- Member of the Judiciary (Turkey) | Accuse | Party Member (Turkey) | 2008-12-27\n- Legislature (Turkey) | Reject | Party Member (Turkey) | 2007-04-28\n- Police (Indonesia) | Investigate | Member of Parliament (Indonesia) | 2010-02-25\n- Member of Parliament (Indonesia) | Reject | Police (Indonesia) | 2005-07-17\n- Party Member (Turkey) | Make statement | Legislature (Turkey) | 2015-11-04\n- Member of Parliament (Indonesia) | Make a visit | Iran | 2010-06-01\n- Iran | Host a visit | Member of Parliament (Indonesia) | 2010-06-01\n- Party Member (Turkey) | Praise or endorse | Legislature (Turkey) | 2007-04-28\n- Legislature (Turkey) | Praise or endorse | Party Member (Turkey) | 2011-06-29\nAnswer:", "completion": " 2007-03-13", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1089235", "prompt": "Who was the first to appeal for Ashraf Ghani Ahmadzai in 2014?\nEvidence:\n- Yunus Qanuni | Consult | Ashraf Ghani Ahmadzai | 2014-06-20\n- Barack Obama | Consult | Ashraf Ghani Ahmadzai | 2014-07-26\n- Associated Press | Consult | Ashraf Ghani Ahmadzai | 2014-07-14\n- Associated Press | Consult | Ashraf Ghani Ahmadzai | 2014-04-03\n- Ashraf Ghani Ahmadzai | Consult | Yunus Qanuni | 2014-06-20\n- Ashraf Ghani Ahmadzai | Consult | Barack Obama | 2014-08-24\n- Ashraf Ghani Ahmadzai | Consult | Barack Obama | 2014-07-26\n- Ashraf Ghani Ahmadzai | Consult | Associated Press | 2014-07-14\n- Ashraf Ghani Ahmadzai | Consult | Associated Press | 2014-04-03\n- Mohammed Qasim Fahim | Consult | Ashraf Ghani Ahmadzai | 2014-02-26\n- Ashraf Ghani Ahmadzai | Reject | Armed Band (Afghanistan) | 2014-12-14\n- Ashraf Ghani Ahmadzai | Demand | Election Commission (Afghanistan) | 2014-07-02\n- Ashraf Ghani Ahmadzai | Demand | Attorney General (Afghanistan) | 2014-10-12\n- Ashraf Ghani Ahmadzai | Consult | Mohammed Qasim Fahim | 2014-02-26\n- Zalmai Rassoul | Host a visit | Ashraf Ghani Ahmadzai | 2014-04-14\nAnswer:", "completion": " Election Commission (Afghanistan)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1149224", "prompt": "In which month did the Georgian presidential candidate make his last appeal to the Georgian people?\nEvidence:\n- People Associated with the Opposition (All Progressives Congress) | Assassinate | Presidential Candidate (Nigeria) | 2015-01-20\n- People's Redemption Party | Make an appeal or request | Presidential Candidate (Nigeria) | 2011-04-06\n- Presidential Candidate (Iraq) | Engage in negotiation | Iraq | 2006-01-19\n- Iraq | Engage in negotiation | Presidential Candidate (Iraq) | 2006-01-19\n- Presidential Candidate (Iraq) | Make statement | Iraq | 2014-06-14\n- Presidential Candidate (Iraq) | Make statement | Iraq | 2005-08-22\n- Presidential Candidate (Iraq) | Make statement | Iraq | 2005-08-21\n- Presidential Candidate (Argentina) | Make statement | Páez | 2011-03-14\n- Presidential Candidate (China) | Threaten | China | 2012-09-06\n- Presidential Candidate (Nigeria) | Engage in negotiation | Oluṣẹgun Ọbasanjọ | 2012-02-22\n- Presidential Candidate (Nigeria) | Engage in negotiation | Muhammadu Buhari | 2011-01-27\n- Oluṣẹgun Ọbasanjọ | Engage in negotiation | Presidential Candidate (Nigeria) | 2012-02-22\n- Muhammadu Buhari | Engage in negotiation | Presidential Candidate (Nigeria) | 2011-01-27\n- Presidential Majority | Make statement | People Associated with the Opposition (Mauritania) | 2012-04-23\n- Women (Afghanistan) | Make an appeal or request | Presidential Candidate (Afghanistan) | 2014-02-14\nAnswer:", "completion": " 2008-01", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1186566", "prompt": "After Abdul Kalam, who was the first Indian parliamentarian to support?\nEvidence:\n- Pervez Musharraf | Consult | Abdul Kalam | 2005-04-18\n- Governor (India) | Consult | Abdul Kalam | 2005-03-06\n- Governor (India) | Consult | Abdul Kalam | 2005-03-05\n- Governor (India) | Consult | Abdul Kalam | 2005-03-03\n- Abdul Kalam | Consult | Pervez Musharraf | 2005-04-18\n- Abdul Kalam | Consult | Mahmoud Abbas | 2005-05-20\n- Abdul Kalam | Consult | Governor (India) | 2005-03-06\n- Abdul Kalam | Consult | Governor (India) | 2005-03-05\n- Abdul Kalam | Consult | Governor (India) | 2005-03-03\n- Maumoon Abdul Gayoom | Engage in negotiation | Abdul Kalam | 2005-03-30\n- Abdul Kalam | Engage in negotiation | Maumoon Abdul Gayoom | 2005-03-30\n- Maumoon Abdul Gayoom | Express intent to meet or negotiate | Abdul Kalam | 2005-03-29\n- Maumoon Abdul Gayoom | Express intent to meet or negotiate | Abdul Kalam | 2005-03-28\n- Maumoon Abdul Gayoom | Express intent to meet or negotiate | Abdul Kalam | 2005-03-27\n- Maumoon Abdul Gayoom | Express intent to meet or negotiate | Abdul Kalam | 2005-03-23\nAnswer:", "completion": " Rajya Sabha", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1391705", "prompt": "Before 10 November 2008, with whom did the Prime Minister of Egypt want to negotiate?\nEvidence:\n- Prime Minister Chaudhry | Express intent to meet or negotiate | Prime Minister Qarase | 2006-05-19\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-22\n- Prime Minister Qarase | Reject | Prime Minister Chaudhry | 2006-05-11\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-11-24\n- Prime Minister Qarase | Consult | Prime Minister Chaudhry | 2006-05-19\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-09\n- Prime Minister Qarase | Accuse | Prime Minister Chaudhry | 2005-12-08\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-11-14\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-10-05\n- Prime Minister Chaudhry | Reject | Prime Minister Qarase | 2006-05-23\n- Prime Minister Chaudhry | Demand | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-11-24\n- Prime Minister Chaudhry | Consult | Prime Minister Qarase | 2006-05-19\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2006-05-22\n- Prime Minister Chaudhry | Accuse | Prime Minister Qarase | 2005-05-05\nAnswer:", "completion": " France", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1059270", "prompt": "After the Israeli Defence Forces, who was the first to suffer from the conventional military forces of the Jew of Israel?\nEvidence:\n- Jew (Israel) | Use conventional military force | Israeli Defense Forces | 2006-03-12\n- Jew (Israel) | Make statement | Israeli Defense Forces | 2009-01-16\n- Jew (Israel) | Make statement | Israeli Defense Forces | 2009-01-15\n- Jew (Israel) | Praise or endorse | Israeli Defense Forces | 2009-01-16\n- Police (Israel) | Use conventional military force | Jew (Israel) | 2015-02-02\n- Police (Israel) | Use conventional military force | Jew (Israel) | 2014-02-06\n- Police (Israel) | Use conventional military force | Jew (Israel) | 2011-07-13\n- Police (Israel) | Use conventional military force | Jew (Israel) | 2011-07-04\n- Police (Israel) | Use conventional military force | Jew (Israel) | 2009-08-31\n- Police (Israel) | Use conventional military force | Jew (Israel) | 2009-07-17\n- Police (Israel) | Use conventional military force | Jew (Israel) | 2009-07-16\n- Police (Israel) | Use conventional military force | Jew (Israel) | 2009-07-11\n- Police (Israel) | Use conventional military force | Jew (Israel) | 2009-06-06\n- Police (Israel) | Use conventional military force | Jew (Israel) | 2006-11-09\n- Police (Israel) | Use conventional military force | Jew (Israel) | 2005-06-25\nAnswer:", "completion": " Children (Israel)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1249284", "prompt": "In which year did the Associated Press have a telephone conversation with the Swedish parliament?\nEvidence:\n- Iraq | Discuss by telephone | Associated Press | 2005-02-27\n- Iran | Discuss by telephone | Associated Press | 2005-03-23\n- Colombia | Discuss by telephone | Associated Press | 2005-01-31\n- Associated Press | Discuss by telephone | Iraq | 2005-02-27\n- Associated Press | Discuss by telephone | Iran | 2005-03-23\n- Associated Press | Discuss by telephone | Colombia | 2005-01-31\n- Uladi Mussa | Discuss by telephone | Associated Press | 2005-01-01\n- Tomas Borge | Discuss by telephone | Associated Press | 2005-03-22\n- Police (Peru) | Discuss by telephone | Associated Press | 2005-04-20\n- Nabil Shaath | Discuss by telephone | Associated Press | 2005-01-29\n- Jerzy Szmajdzinski | Discuss by telephone | Associated Press | 2005-02-11\n- Gilchrist Olympio | Discuss by telephone | Associated Press | 2005-04-27\n- Fazlul Huq | Discuss by telephone | Associated Press | 2005-02-02\n- Associated Press | Discuss by telephone | Uladi Mussa | 2005-01-01\n- Associated Press | Discuss by telephone | Tomas Borge | 2005-03-22\nAnswer:", "completion": " 2007", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1372531", "prompt": "In 2015, who praised Abdel Fattah Al-Sisi?\nEvidence:\n- Protester (Egypt) | Reject | Abdel Fattah Al-Sisi | 2013-01-29\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-07-03\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-04-24\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-20\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-18\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-17\n- Barack Obama | Consult | Abdel Fattah Al-Sisi | 2013-04-26\n- Abdel Fattah Al-Sisi | Threaten | Protester (Egypt) | 2013-07-24\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-07-03\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-04-24\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-20\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-18\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-17\n- Abdel Fattah Al-Sisi | Consult | Barack Obama | 2013-04-26\n- Police (Egypt) | Engage in negotiation | Abdel Fattah Al-Sisi | 2013-03-14\nAnswer:", "completion": " Head of Government (India)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1380263", "prompt": "Who was the last person to be supported by Barack Obama before Rafiq Hariri?\nEvidence:\n- Rafiq Hariri | Make statement | Iran | 2005-10-22\n- Rafiq Hariri | Investigate | Police (Syria) | 2005-08-08\n- Lawmaker (Syria) | Accuse | Rafiq Hariri | 2005-02-14\n- Japan | Make statement | Rafiq Hariri | 2005-02-15\n- Iran | Make statement | Rafiq Hariri | 2005-10-22\n- Iran | Make statement | Rafiq Hariri | 2005-10-01\n- Rafiq Hariri | Praise or endorse | France | 2005-02-17\n- Rafiq Hariri | Make a visit | Japan | 2005-02-15\n- Rafiq Hariri | Make a visit | France | 2005-02-15\n- Rafiq Hariri | Consult | Intelligence Officer (Syria) | 2005-01-11\n- Pervez Musharraf | Make statement | Rafiq Hariri | 2005-02-14\n- Javier Solana | Make statement | Rafiq Hariri | 2005-03-10\n- Japan | Host a visit | Rafiq Hariri | 2005-02-15\n- Jack Straw | Make statement | Rafiq Hariri | 2005-10-27\n- Intelligence Officer (Syria) | Consult | Rafiq Hariri | 2005-01-11\nAnswer:", "completion": " Iraq", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1067102", "prompt": "Before the French Foreign Ministry, who last expressed the intention to participate in diplomatic cooperation with the other authorities and officials of Romania?\nEvidence:\n- Ministry (Romania) | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2005-01-10\n- Ministry (Romania) | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2005-01-08\n- Vietnam | Engage in diplomatic cooperation | Romania | 2005-01-31\n- Romania | Engage in diplomatic cooperation | Vietnam | 2005-01-31\n- Ministry (Romania) | Make statement | Romania | 2005-03-25\n- Ministry (Romania) | Make statement | Romania | 2005-01-12\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-21\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-02-04\n- Foreign Affairs (Romania) | Make statement | Romania | 2005-01-31\n- International Monetary Fund | Praise or endorse | Other Authorities / Officials (Democratic Republic of Congo) | 2005-09-02\n- International Monetary Fund | Praise or endorse | Other Authorities / Officials (Brazil) | 2005-03-28\n- Ministry (Romania) | Make optimistic comment | Romania | 2005-01-14\n- Environment Department/Ministry (Romania) | Threaten | Romania | 2005-03-22\n- Foreign Affairs (Slovakia) | Express intent to cooperate economically | Romania | 2005-03-06\n- Romania | Host a visit | Foreign Affairs (Portugal) | 2005-01-19\nAnswer:", "completion": " Ministry (Hungary)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1169101", "prompt": "Which country wanted to meet with the UN Security Council first, after the Mainland Affairs Council had done so?\nEvidence:\n- People First Party Korea | Make optimistic comment | Mainland Affairs Council | 2005-06-02\n- Mainland Affairs Council | Appeal to yield | China | 2005-04-14\n- Mainland Affairs Council | Demand | China | 2005-06-29\n- Mainland Affairs Council | Accuse | Kuomintang | 2005-04-29\n- Mainland Affairs Council | Accuse | China | 2005-05-18\n- Mainland Affairs Council | Accuse | China | 2005-05-17\n- Mainland Affairs Council | Accuse | China | 2005-04-13\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- Mainland Affairs Council | Express intent to meet or negotiate | China | 2005-01-04\n- Mainland Affairs Council | Express intent to meet or negotiate | China | 2005-01-03\n- Taiwan Affairs Office | Consult | Mainland Affairs Council | 2005-03-07\n- Mainland Affairs Council | Consult | Taiwan Affairs Office | 2005-03-07\n- Foreign Affairs (Syria) | Express intent to meet or negotiate | UN Security Council | 2005-03-04\n- Mainland Affairs Council | Make statement | China | 2005-06-01\n- Mainland Affairs Council | Make statement | China | 2005-04-13\nAnswer:", "completion": " Vietnam", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1136389", "prompt": "Who did Nuri al-Maliki first make optimistic remarks about after the business of Germany?\nEvidence:\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-05-20\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-26\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-25\n- Council of Representatives | Make statement | Nuri al-Maliki | 2006-05-17\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-22\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-20\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-09\n- Nuri al-Maliki | Make statement | Iraq | 2006-04-22\n- Nuri al-Maliki | Make statement | Iraq | 2005-08-22\n- Nuri al-Maliki | Consult | Iraq | 2006-04-27\n- Iraq | Consult | Nuri al-Maliki | 2006-04-27\n- Member of Parliament (Iraq) | Make statement | Nuri al-Maliki | 2006-05-15\n- Nuri al-Maliki | Make statement | Legislature (Iraq) | 2006-05-17\n- Legislature (Iraq) | Make statement | Nuri al-Maliki | 2006-05-22\n- Legislature (Iraq) | Make statement | Nuri al-Maliki | 2006-05-20\nAnswer:", "completion": " Iran", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1378233", "prompt": "Who did Nuri al-Maliki want to cooperate with before June 2008?\nEvidence:\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-05-20\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-26\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-25\n- Nuri al-Maliki | Consult | Iraq | 2006-04-27\n- Iraq | Consult | Nuri al-Maliki | 2006-04-27\n- Tony Blair | Consult | Nuri al-Maliki | 2006-05-22\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-22\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-20\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-09\n- Nuri al-Maliki | Make statement | Iraq | 2006-04-22\n- Nuri al-Maliki | Make statement | Iraq | 2005-08-22\n- Nuri al-Maliki | Consult | Tony Blair | 2006-05-22\n- Nuri al-Maliki | Consult | Legislature (Iraq) | 2006-05-20\n- Nuri al-Maliki | Consult | Legislature (Iraq) | 2006-05-17\n- Nuri al-Maliki | Consult | Donald Rumsfeld | 2006-05-03\nAnswer:", "completion": " Mahmoud Ahmadinejad", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1023350", "prompt": "Who used small arms and light weapons against the Cambodian military before 16 October 2008?\nEvidence:\n- Military (Brazil) | fight with small arms and light weapons | Colombia | 2006-04-07\n- Colombia | fight with small arms and light weapons | Military (Brazil) | 2006-04-07\n- Military (Philippines) | fight with small arms and light weapons | Militant (Philippines) | 2005-02-12\n- Military (Lebanon) | fight with small arms and light weapons | Men (Lebanon) | 2005-05-23\n- Military (Guatemala) | fight with small arms and light weapons | Protester (Guatemala) | 2005-03-15\n- Military (Brazil) | fight with small arms and light weapons | Criminal (Brazil) | 2006-03-10\n- Military (Brazil) | fight with small arms and light weapons | Criminal (Brazil) | 2006-03-08\n- Military (Brazil) | fight with small arms and light weapons | Criminal (Brazil) | 2006-03-07\n- Guerrilla (Russia) | fight with small arms and light weapons | Military (Russia) | 2005-04-19\n- Criminal (Brazil) | fight with small arms and light weapons | Military (Brazil) | 2006-03-10\n- Criminal (Brazil) | fight with small arms and light weapons | Military (Brazil) | 2006-03-08\n- Criminal (Brazil) | fight with small arms and light weapons | Military (Brazil) | 2006-03-07\n- Citizen (Brazil) | fight with small arms and light weapons | Military (Brazil) | 2006-03-09\n- Attacker (Macedonia) | fight with small arms and light weapons | Military (Macedonia) | 2005-08-11\n- Attacker (Chechnya) | fight with small arms and light weapons | Military (Russia) | 2005-08-22\nAnswer:", "completion": " Thailand", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1238152", "prompt": "Who would want to negotiate with the citizens of Sudan in the same month as Bill Richardson?\nEvidence:\n- Sudan | Consult | Bill Richardson | 2007-01-05\n- Bill Richardson | Consult | Sudan | 2007-01-05\n- Government (Sudan) | Consult | Bill Richardson | 2006-12-18\n- Bill Richardson | Consult | Government (Sudan) | 2006-12-18\n- Bill Richardson | Express intent to meet or negotiate | Sudan | 2007-01-08\n- Bill Richardson | Express intent to meet or negotiate | Sudan | 2007-01-07\n- Bill Richardson | Express intent to meet or negotiate | Sudan | 2007-01-05\n- Bill Richardson | Express intent to meet or negotiate | Sudan | 2006-09-07\n- Bill Richardson | Express intent to meet or negotiate | Sudan | 2006-09-06\n- Sudan | Host a visit | Bill Richardson | 2007-01-07\n- Sudan | Host a visit | Bill Richardson | 2007-01-05\n- Sudan | Host a visit | Bill Richardson | 2006-09-11\n- Sudan | Host a visit | Bill Richardson | 2006-09-10\n- Sudan | Host a visit | Bill Richardson | 2006-09-09\n- Sudan | Host a visit | Bill Richardson | 2006-09-08\nAnswer:", "completion": " Mahmoud Ahmadinejad", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1152124", "prompt": "In which year did the Economist of Iran last use unconventional force against Mahmoud Ahmadinejad?\nEvidence:\n- Mahmoud Ahmadinejad | Investigate | Iran | 2005-06-21\n- Mahmoud Ahmadinejad | Demand | Iran | 2005-04-07\n- Mahmoud Ahmadinejad | Accuse | Iran | 2005-06-25\n- Economist (Iran) | Make statement | Iran | 2005-01-12\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-07-01\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-09\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-04-17\n- Ministry (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-29\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-07-02\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-30\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-29\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-28\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-27\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-26\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-25\nAnswer:", "completion": " 2007", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1344948", "prompt": "When did Uhuru Muigai Kenyatta negotiate with Barack Obama for the first time?\nEvidence:\n- Uhuru Muigai Kenyatta | Engage in negotiation | Barack Obama | 2006-08-25\n- Barack Obama | Engage in negotiation | Uhuru Muigai Kenyatta | 2006-08-25\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2012-10-05\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2012-02-18\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2007-03-15\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2006-12-20\n- William Ruto | Accuse | Uhuru Muigai Kenyatta | 2012-05-08\n- Uhuru Muigai Kenyatta | Yield | Mwai Kibaki | 2005-09-12\n- Uhuru Muigai Kenyatta | Demand | Media (Africa) | 2005-05-23\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2012-10-05\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2012-02-18\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2007-03-15\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2006-12-20\n- Uhuru Muigai Kenyatta | Accuse | William Ruto | 2005-02-22\n- William Ruto | Make statement | Uhuru Muigai Kenyatta | 2012-01-20\nAnswer:", "completion": " 2006-08-25", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1168314", "prompt": "Who did the Congress of United States appeal for before the head of government of Chile?\nEvidence:\n- Congress (United States) | Make an appeal or request | Head of Government (Chile) | 2010-06-16\n- Head of Government (Ukraine) | Appeal for material cooperation | Congress (United States) | 2014-09-18\n- Head of Government (Chile) | Appeal for change in leadership | City Mayor (Chile) | 2014-10-12\n- Head of Government (Ukraine) | Consult | Congress (United States) | 2015-10-12\n- Head of Government (Ukraine) | Consult | Congress (United States) | 2005-02-24\n- Head of Government (Belarus) | Consult | Congress (United States) | 2010-10-15\n- Congress (United States) | Consult | Head of Government (Ukraine) | 2015-10-12\n- Congress (United States) | Consult | Head of Government (Ukraine) | 2005-02-24\n- Congress (United States) | Consult | Head of Government (Belarus) | 2010-10-15\n- Head of Government (Chile) | Consult | Chancellor of the Exchequer | 2009-05-02\n- Chancellor of the Exchequer | Consult | Head of Government (Chile) | 2009-05-02\n- Head of Government (Chile) | Praise or endorse | Education (United States) | 2010-09-25\n- Head of Government (Chile) | Praise or endorse | Education (United States) | 2010-09-24\n- Criminal (Chile) | Investigate | Head of Government (Chile) | 2009-12-07\n- Head of Government (Peru) | Appeal for intelligence | Congress (Peru) | 2009-02-11\nAnswer:", "completion": " Association of Southeast Asian Nations", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1377234", "prompt": "In which year did international governmental organisations declare their intention to negotiate with the head of government of South Korea?\nEvidence:\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Head of Government (Finland) | Express intent to meet or negotiate | Thailand | 2005-01-18\n- Vietnam | Express intent to meet or negotiate | South Korea | 2005-01-05\n- Thailand | Express intent to meet or negotiate | South Korea | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-12\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-08\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-07\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-05\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-08\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-07\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-05\n- Thailand | Declare truce, ceasefire | Malaysia | 2005-02-05\nAnswer:", "completion": " 2012", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1251253", "prompt": "Who was the first person to be condemned by the Foreign Ministry of Israel in 2014?\nEvidence:\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- The Hague | Return, release person(s) | Vojislav Šešelj | 2014-11-23\n- Insurgent (Islamic State of Iraq and the Levant) | Return, release person(s) | Nurse (India) | 2014-07-06\n- Terrorist Leader (Islamic State of Iraq and the Levant) | Return, release person(s) | Envoy (Qatar) | 2014-10-01\n- Combatant (Islamic State of Iraq and the Levant) | Kill by physical assault | Citizen (United Kingdom) | 2014-10-03\n- Police (Mauritania) | Return, release person(s) | People Associated with the Opposition (Mauritania) | 2014-08-07\n- Combatant (Islamic State of Iraq and the Levant) | Kill by physical assault | Indigenous People (United States) | 2014-11-30\n- Combatant (Islamic State of Iraq and the Levant) | Kill by physical assault | Indigenous People (United Kingdom) | 2014-11-30\n- People Associated with the Opposition (Brazil) | Return, release person(s) | Party Member (Brazil) | 2014-11-03\nAnswer:", "completion": " UN Security Council", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 9, "n_anchors": 0} +{"id": "mtq_1238552", "prompt": "Who was the last person to be accused by the government lawyer/representative of Ukraine before the head of government of Ukraine?\nEvidence:\n- Head of Government (Ukraine) | Consult | Government Lawyer/Representative (Ukraine) | 2010-07-29\n- Head of Government (Ukraine) | Consult | Government Lawyer/Representative (Ukraine) | 2009-01-30\n- Head of Government (Ukraine) | Consult | Government Lawyer/Representative (Ukraine) | 2008-01-14\n- Head of Government (Ukraine) | Consult | Government Lawyer/Representative (Ukraine) | 2007-11-16\n- Head of Government (Ukraine) | Accuse | Government Lawyer/Representative (Ukraine) | 2007-05-24\n- Government Lawyer/Representative (Ukraine) | Investigate | Head of Government (Ukraine) | 2014-09-30\n- Government Lawyer/Representative (Ukraine) | Consult | Head of Government (Ukraine) | 2010-07-29\n- Government Lawyer/Representative (Ukraine) | Consult | Head of Government (Ukraine) | 2009-01-30\n- Government Lawyer/Representative (Ukraine) | Consult | Head of Government (Ukraine) | 2008-01-14\n- Government Lawyer/Representative (Ukraine) | Consult | Head of Government (Ukraine) | 2007-11-16\n- Government Lawyer/Representative (Ukraine) | Accuse | Head of Government (Ukraine) | 2010-12-22\n- Head of Government (Ukraine) | Make statement | Government Lawyer/Representative (Ukraine) | 2009-01-30\n- Government Lawyer/Representative (Ukraine) | Make statement | Head of Government (Ukraine) | 2006-12-15\n- Head of Government (Ukraine) | Express intent to meet or negotiate | Government Lawyer/Representative (Ukraine) | 2008-07-22\n- Government Lawyer/Representative (Ukraine) | Accuse | Member of Parliament (Ukraine) | 2010-03-02\nAnswer:", "completion": " Member of Parliament (Ukraine)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1022521", "prompt": "To whom did the rights activist of the United States make an appeal after 29 June 2013?\nEvidence:\n- Rights Activist (United States) | Make an appeal or request | Catherine Ashton | 2013-06-29\nAnswer:", "completion": " Government (Jamaica)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1027885", "prompt": "Which country hosted the visit of Nicos Anastasiades in the same month of the Royal Administration of Jordan?\nEvidence:\n- Nicos Anastasiades | Make a visit | China | 2005-07-07\n- China | Host a visit | Nicos Anastasiades | 2005-07-07\n- Nicos Anastasiades | Engage in negotiation | Antonis Samaras | 2013-03-12\n- Antonis Samaras | Engage in negotiation | Nicos Anastasiades | 2013-03-12\n- Nicos Anastasiades | Make a visit | Evangelos Meimarakis | 2013-03-11\n- Nicos Anastasiades | Make a visit | Antonis Samaras | 2013-03-12\n- Evangelos Meimarakis | Host a visit | Nicos Anastasiades | 2013-03-11\n- Antonis Samaras | Host a visit | Nicos Anastasiades | 2013-03-12\n- Nicos Anastasiades | Consult | Georgios Papandreou | 2006-07-19\n- Nicos Anastasiades | Consult | Evangelos Meimarakis | 2013-03-11\n- Nicos Anastasiades | Consult | Antonis Samaras | 2013-03-11\n- Nicos Anastasiades | Consult | Antonis Samaras | 2013-03-10\n- Nicos Anastasiades | Consult | Antonis Samaras | 2012-02-20\n- Nicos Anastasiades | Consult | Abdullah Gül | 2005-02-12\n- Nicos Anastasiades | Consult | Abdullah Gül | 2005-02-10\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1138593", "prompt": "After 15 June 2010, who asked for the citizens of Kyrgyzstan?\nEvidence:\n- Ministry (Kyrgyzstan) | Consult | Member of the Judiciary (Kyrgyzstan) | 2006-06-07\n- Member of the Judiciary (Kyrgyzstan) | Reject | Citizen (Kyrgyzstan) | 2007-12-18\n- Member of the Judiciary (Kyrgyzstan) | Reject | Citizen (Kyrgyzstan) | 2005-06-30\n- Member of the Judiciary (Kyrgyzstan) | Reject | Citizen (Kyrgyzstan) | 2005-06-28\n- Member of the Judiciary (Kyrgyzstan) | Reject | Citizen (Kyrgyzstan) | 2005-02-25\n- Member of the Judiciary (Kyrgyzstan) | Reject | Citizen (Kyrgyzstan) | 2005-02-24\n- Member of the Judiciary (Kyrgyzstan) | Consult | Ministry (Kyrgyzstan) | 2006-06-07\n- Citizen (Kyrgyzstan) | Reject | Member of the Judiciary (Kyrgyzstan) | 2005-04-27\n- Member of the Judiciary (Kyrgyzstan) | Reject | High Commission for Refugees | 2006-02-17\n- Representatives (Kyrgyzstan) | Occupy territory | Member of the Judiciary (Kyrgyzstan) | 2005-05-12\n- Member of the Judiciary (Kyrgyzstan) | Deny responsibility | Citizen (Kyrgyzstan) | 2011-12-28\n- Media (Kyrgyzstan) | Make statement | Member of the Judiciary (Kyrgyzstan) | 2005-02-25\n- Citizen (Kyrgyzstan) | Occupy territory | Member of the Judiciary (Kyrgyzstan) | 2005-05-14\n- Citizen (Kyrgyzstan) | Occupy territory | Member of the Judiciary (Kyrgyzstan) | 2005-05-04\n- Citizen (Kyrgyzstan) | Occupy territory | Member of the Judiciary (Kyrgyzstan) | 2005-04-28\nAnswer:", "completion": " Tokon Mamytov", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1023808", "prompt": "When did Seyoum Mesfin sign formal agreements with Malawi?\nEvidence:\n- Seyoum Mesfin | Make statement | Sudan | 2006-04-03\n- Seyoum Mesfin | Make statement | Sudan | 2006-04-01\n- Seyoum Mesfin | Make statement | Sudan | 2006-03-31\n- Seyoum Mesfin | Make statement | Ireland | 2006-07-06\n- Seyoum Mesfin | Make statement | Ethiopia | 2006-07-06\n- Seyoum Mesfin | Make statement | Ethiopia | 2006-05-15\n- Seyoum Mesfin | Make statement | Ethiopia | 2006-05-10\n- Seyoum Mesfin | Make statement | Ethiopia | 2006-05-09\n- Seyoum Mesfin | Make statement | Ethiopia | 2006-04-03\n- Seyoum Mesfin | Make statement | Ethiopia | 2006-04-01\n- Seyoum Mesfin | Make statement | Ethiopia | 2006-03-31\n- Seyoum Mesfin | Make statement | Ethiopia | 2005-12-10\n- Seyoum Mesfin | Make statement | Ethiopia | 2005-12-09\n- Seyoum Mesfin | Make statement | Ethiopia | 2005-11-08\n- Seyoum Mesfin | Make statement | Ethiopia | 2005-08-09\nAnswer:", "completion": " 2007-01-29", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1210570", "prompt": "In what year did Somsavat Lengsava express his intention to negotiate with Vietnam?\nEvidence:\n- Somsavat Lengsava | Express intent to meet or negotiate | Vietnam | 2006-05-04\n- Vietnam | Engage in symbolic act | Somsavat Lengsava | 2007-08-31\n- Vietnam | Make a visit | Somsavat Lengsava | 2007-08-31\n- Vietnam | Host a visit | Somsavat Lengsava | 2006-10-10\n- Vietnam | Host a visit | Somsavat Lengsava | 2006-05-04\n- Somsavat Lengsava | Praise or endorse | Vietnam | 2007-01-09\n- Somsavat Lengsava | Praise or endorse | Vietnam | 2006-01-09\n- Somsavat Lengsava | Praise or endorse | Vietnam | 2006-01-06\n- Somsavat Lengsava | Make a visit | Vietnam | 2007-09-19\n- Somsavat Lengsava | Make a visit | Vietnam | 2006-10-10\n- Somsavat Lengsava | Make a visit | Vietnam | 2006-05-04\n- Somsavat Lengsava | Host a visit | Vietnam | 2007-08-31\n- Somsavat Lengsava | Express intent to meet or negotiate | China | 2007-06-05\n- Somsavat Lengsava | Express intent to meet or negotiate | China | 2007-05-24\n- Somsavat Lengsava | Investigate | Laos | 2005-06-13\nAnswer:", "completion": " 2006", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1104991", "prompt": "In which year did Teodoro Obiang Nguema Mbasogo receive the visit from African Union?\nEvidence:\n- Teodoro Obiang Nguema Mbasogo | Host a visit | African Union | 2011-06-30\n- African Union | Make a visit | Teodoro Obiang Nguema Mbasogo | 2011-06-30\n- Thailand | Host a visit | Teodoro Obiang Nguema Mbasogo | 2013-03-13\n- Teodoro Obiang Nguema Mbasogo | Make a visit | Thailand | 2013-03-13\n- Teodoro Obiang Nguema Mbasogo | Make a visit | Swaziland | 2012-01-13\n- Teodoro Obiang Nguema Mbasogo | Make a visit | China | 2012-07-19\n- Teodoro Obiang Nguema Mbasogo | Make a visit | China | 2010-08-17\n- Teodoro Obiang Nguema Mbasogo | Make a visit | China | 2006-11-04\n- Teodoro Obiang Nguema Mbasogo | Make a visit | China | 2006-07-21\n- Teodoro Obiang Nguema Mbasogo | Make a visit | China | 2005-10-22\n- Teodoro Obiang Nguema Mbasogo | Make a visit | China | 2005-10-21\n- Teodoro Obiang Nguema Mbasogo | Make a visit | China | 2005-10-19\n- Teodoro Obiang Nguema Mbasogo | Make a visit | Angola | 2013-05-23\n- Swaziland | Host a visit | Teodoro Obiang Nguema Mbasogo | 2012-01-13\n- China | Host a visit | Teodoro Obiang Nguema Mbasogo | 2015-04-29\nAnswer:", "completion": " 2011", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1091868", "prompt": "Who were the police of Sweden investigating before August 2015?\nEvidence:\n- Police (Kenya) | Make statement | Mugabe Were | 2008-01-30\n- Police (Kenya) | Make statement | Mugabe Were | 2008-01-29\n- Head of Government (Sweden) | Make statement | Police (Sweden) | 2006-03-24\n- Police (Sweden) | Investigate | Men (Sweden) | 2015-07-22\n- Police (Sweden) | Investigate | Men (Sweden) | 2010-09-25\n- Police (Sweden) | Investigate | Men (Sweden) | 2008-05-21\n- Police (Sweden) | Investigate | Men (Sweden) | 2008-04-13\n- Police (Sweden) | Investigate | Men (Sweden) | 2007-11-15\n- Police (Sweden) | Investigate | Men (Sweden) | 2006-06-25\n- Police (Sweden) | Investigate | Hacker (Sweden) | 2006-06-05\n- Police (Sweden) | Accuse | Professor (Sweden) | 2012-08-14\n- Police (Sweden) | Accuse | Professor (Sweden) | 2012-08-11\n- Men (Sweden) | Yield | Police (Sweden) | 2005-05-30\n- Men (Sweden) | Threaten | Police (Sweden) | 2012-04-17\n- Men (Sweden) | Threaten | Police (Sweden) | 2006-06-11\nAnswer:", "completion": " Hacker (Sweden)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1093917", "prompt": "Which country formally signed an agreement with the United Arab Emirates in the same month as Mexico?\nEvidence:\n- United Arab Emirates | Sign formal agreement | Malaysia | 2005-03-19\n- United Arab Emirates | Sign formal agreement | Iraq | 2005-03-07\n- Malaysia | Sign formal agreement | United Arab Emirates | 2005-03-19\n- Iraq | Sign formal agreement | United Arab Emirates | 2005-03-07\n- Supreme Council (United Arab Emirates) | Make statement | United Arab Emirates | 2005-03-26\n- Treasury/Finance Ministry (United Arab Emirates) | Make statement | United Arab Emirates | 2005-02-13\n- United Arab Emirates | Engage in negotiation | Qatar | 2005-03-07\n- Qatar | Engage in negotiation | United Arab Emirates | 2005-03-07\n- United Arab Emirates | Consult | Iran | 2005-02-01\n- Iran | Consult | United Arab Emirates | 2005-02-01\n- United Arab Emirates | Engage in negotiation | South Korea | 2005-02-01\n- United Arab Emirates | Engage in diplomatic cooperation | Kuwait | 2005-03-29\n- United Arab Emirates | Engage in diplomatic cooperation | Iran | 2005-01-11\n- United Arab Emirates | Engage in diplomatic cooperation | Iran | 2005-01-10\n- South Korea | Engage in negotiation | United Arab Emirates | 2005-02-01\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1233851", "prompt": "Who appealed for the citizens of Australia on the same day as the men of the United Kingdom?\nEvidence:\n- Court Judge (United Kingdom) | Impose restrictions on political freedoms | Men (United Kingdom) | 2014-11-20\n- Court Judge (United Kingdom) | Impose restrictions on political freedoms | Men (United Kingdom) | 2007-02-13\n- Court Judge (United Kingdom) | Impose restrictions on political freedoms | Men (United Kingdom) | 2006-04-05\n- Men (United Kingdom) | Appeal for diplomatic cooperation (such as policy support) | Muslim (United Kingdom) | 2014-06-23\n- Men (United Kingdom) | Appeal for diplomatic cooperation (such as policy support) | Muslim (United Kingdom) | 2010-06-24\n- Men (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2006-07-13\n- Lawmaker (United Kingdom) | Appeal for change in leadership | Men (United Kingdom) | 2007-11-28\n- Secretary of State for the Home Department | Threaten | Citizen (United Kingdom) | 2010-12-13\n- Secretary of State for the Home Department | Demand | Citizen (United Kingdom) | 2005-02-22\n- Secretary of State for the Home Department | Accuse | Citizen (United Kingdom) | 2014-02-10\n- Secretary of State for the Home Department | Accuse | Citizen (United Kingdom) | 2009-04-25\n- Secretary of State for the Home Department | Accuse | Citizen (United Kingdom) | 2006-10-18\n- Citizen (United Kingdom) | Accuse | Secretary of State for the Home Department | 2006-09-20\n- Men (United Kingdom) | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2015-04-01\n- Men (United Kingdom) | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2012-11-15\nAnswer:", "completion": " Police (Australia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1035698", "prompt": "Who was the first person to be sentenced by Australian citizens after John Campbell?\nEvidence:\n- John Campbell | Discuss by telephone | Ashraf Ghani Ahmadzai | 2015-04-28\n- John Campbell | Discuss by telephone | Ashraf Ghani Ahmadzai | 2015-04-27\n- Ashraf Ghani Ahmadzai | Discuss by telephone | John Campbell | 2015-04-28\n- Ashraf Ghani Ahmadzai | Discuss by telephone | John Campbell | 2015-04-27\n- Japan | Accuse | John Campbell | 2005-06-24\n- Raheel Sharif | Consult | John Campbell | 2014-12-24\n- Raheel Sharif | Consult | John Campbell | 2014-12-23\n- Raheel Sharif | Consult | John Campbell | 2014-12-22\n- Raheel Sharif | Consult | John Campbell | 2014-12-17\n- John Campbell | Make statement | Japan | 2005-11-08\n- John Campbell | Make statement | Japan | 2005-06-15\n- John Campbell | Deny responsibility | Japan | 2006-12-16\n- John Campbell | Deny responsibility | Japan | 2006-12-15\n- John Campbell | Consult | Raheel Sharif | 2014-12-24\n- John Campbell | Consult | Raheel Sharif | 2014-12-23\nAnswer:", "completion": " Member of Parliament (Australia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1164693", "prompt": "When did Chongwadai last criticise Roh Moo Hyun?\nEvidence:\n- Roh Moo Hyun | Demand | Chongwadai | 2005-07-20\n- Roh Moo Hyun | Consult | Chongwadai | 2006-02-28\n- Roh Moo Hyun | Consult | Chongwadai | 2005-07-29\n- Roh Moo Hyun | Consult | Chongwadai | 2005-02-19\n- Chongwadai | Consult | Roh Moo Hyun | 2006-03-14\n- Chongwadai | Consult | Roh Moo Hyun | 2006-02-28\n- Chongwadai | Consult | Roh Moo Hyun | 2005-07-29\n- Chongwadai | Consult | Roh Moo Hyun | 2005-02-19\n- Roh Moo Hyun | Make statement | Chongwadai | 2005-09-13\n- Roh Moo Hyun | Make statement | Chongwadai | 2005-02-23\n- Chongwadai | Make statement | Roh Moo Hyun | 2006-01-31\n- Chongwadai | Make statement | Roh Moo Hyun | 2006-01-05\n- Chongwadai | Make statement | Roh Moo Hyun | 2005-10-25\n- Chongwadai | Make statement | Roh Moo Hyun | 2005-10-19\n- Chongwadai | Make statement | Roh Moo Hyun | 2005-09-20\nAnswer:", "completion": " 2006-08-05", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1061932", "prompt": "Before July 2010, who used conventional military force against the armed rebels of Somalia?\nEvidence:\n- Governor (Somalia) | Use conventional military force | Armed Gang (Somalia) | 2013-11-17\n- City Mayor (Somalia) | Use conventional military force | Armed Opposition (Somalia) | 2009-07-01\n- Sudan | Use conventional military force | Armed Gang (Somalia) | 2015-09-07\n- Ethiopia | Use conventional military force | Armed Rebel (Somalia) | 2007-11-13\n- Ethiopia | Use conventional military force | Armed Gang (Somalia) | 2007-01-09\n- Al-Shabaab | Use conventional military force | Armed Opposition (Somalia) | 2010-02-10\n- Al-Shabaab | Use conventional military force | Armed Opposition (Somalia) | 2009-12-19\n- Al-Shabaab | Use conventional military force | Armed Gang (Somalia) | 2014-03-19\n- Al-Shabaab | Use conventional military force | Armed Gang (Somalia) | 2011-06-11\n- Al-Shabaab | Use conventional military force | Armed Band (Somalia) | 2011-08-28\n- African Union | Use conventional military force | Armed Rebel (Somalia) | 2015-09-22\n- African Union | Use conventional military force | Armed Rebel (Somalia) | 2011-11-10\n- African Union | Use conventional military force | Armed Rebel (Somalia) | 2011-10-20\n- African Union | Use conventional military force | Armed Rebel (Somalia) | 2011-08-06\n- African Union | Use conventional military force | Armed Rebel (Somalia) | 2010-11-01\nAnswer:", "completion": " African Union", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1168342", "prompt": "Could you tell me the exact month when the cleric of Sudan last appealed to the citizens of Sudan?\nEvidence:\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2005-01-13\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Sudan | Express intent to meet or negotiate | Ethiopia | 2005-08-10\n- Sudan | Express intent to meet or negotiate | Ethiopia | 2005-04-19\nAnswer:", "completion": " 2015-03", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1005448", "prompt": "Who was the first to praise the government of Italy after Vietnam?\nEvidence:\n- Vietnam | Host a visit | Head of Government (Mongolia) | 2005-01-20\n- Head of Government (Mongolia) | Make a visit | Vietnam | 2005-01-20\n- Vietnam | Praise or endorse | China | 2005-01-14\n- Vietnam | Praise or endorse | China | 2005-01-13\n- China | Praise or endorse | Vietnam | 2005-01-15\n- Vietnam | Praise or endorse | Mahmoud Abbas | 2005-01-11\n- Foreign Affairs (Hungary) | Praise or endorse | Vietnam | 2005-01-31\n- Foreign Affairs (Hungary) | Praise or endorse | Vietnam | 2005-01-29\n- Foreign Affairs (Hungary) | Praise or endorse | Vietnam | 2005-01-28\n- Unified Buddhist Church of Vietnam | Appeal for rights | Vietnam | 2005-02-11\n- Vietnam | Express intent to meet or negotiate | Thailand | 2005-01-05\n- Vietnam | Express intent to meet or negotiate | Japan | 2005-01-05\n- Thailand | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- Japan | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- Vietnam | Host a visit | Association of Southeast Asian Nations | 2005-01-26\nAnswer:", "completion": " Benedict XVI", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1227859", "prompt": "Can you tell me the exact month when the military of the Middle East last used conventional military force against the citizens of Australia?\nEvidence:\n- Middle East | Use conventional military force | Rafiq Hariri | 2005-02-15\n- Military (Middle East) | Mobilize or increase armed forces | Middle East | 2005-02-14\n- Iraq | Provide military aid | Middle East | 2005-01-16\n- Tony Blair | Make statement | Middle East | 2005-02-04\n- Shimon Peres | Make statement | Middle East | 2005-02-26\n- Middle East | Praise or endorse | Iraq | 2005-03-22\n- Gerhard Schröder | Make statement | Middle East | 2005-03-31\n- China | Praise or endorse | Middle East | 2005-03-23\n- China | Make optimistic comment | Middle East | 2005-02-09\n- Abdullah Gül | Make statement | Middle East | 2005-01-07\n- Tony Blair | Praise or endorse | Middle East | 2005-02-24\n- Shirin Ebadi | Criticize or denounce | Middle East | 2005-03-09\n- Royal Administration (Saudi Arabia) | Investigate | Middle East | 2005-04-16\n- Okada Katsuya | Make a visit | Middle East | 2005-03-30\n- Middle East | Host a visit | Okada Katsuya | 2005-03-30\nAnswer:", "completion": " 2014-08", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1151698", "prompt": "Before the government of Nigeria, who was the last person to be indicted by the Nigerian Interior Ministry?\nEvidence:\n- Conference of Nigerian Political Parties | Accuse | Ministry (Nigeria) | 2013-10-01\n- Conference of Nigerian Political Parties | Accuse | Ministry (Nigeria) | 2013-07-26\n- Government (Nigeria) | Return, release person(s) | Ministry (Nigeria) | 2013-02-26\n- Nigerian Tribune | Discuss by telephone | Citizen (Nigeria) | 2014-09-01\n- Citizen (Nigeria) | Discuss by telephone | Nigerian Tribune | 2014-09-01\n- Ministry (Nigeria) | Make statement | Nigerian Navy | 2008-04-29\n- Ministry (Nigeria) | Make statement | Nigerian Navy | 2005-05-05\n- Nigerian Navy | Demand | Government (Nigeria) | 2009-06-29\n- Nigerian Navy | Accuse | Government (Nigeria) | 2013-11-05\n- Government (Nigeria) | Demand | Nigerian Navy | 2012-10-29\n- Ministry (Nigeria) | Rally support on behalf of | Nigerian Navy | 2014-06-12\n- Conference of Nigerian Political Parties | Make statement | Ministry (Nigeria) | 2013-07-26\n- Nigerian Bar Association | Consult | Head of Government (Nigeria) | 2013-07-26\n- Nigerian Bar Association | Consult | Head of Government (Nigeria) | 2007-05-14\n- Head of Government (Nigeria) | Reject | Nigerian Bar Association | 2010-02-01\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1203678", "prompt": "Which country receive the visit from Seyoum Mesfin last before South Sudan did?\nEvidence:\n- Sudan | Host a visit | Seyoum Mesfin | 2006-01-17\n- Seyoum Mesfin | Make a visit | Sudan | 2006-01-17\n- Seyoum Mesfin | Make statement | Sudan | 2006-04-03\n- Seyoum Mesfin | Make statement | Sudan | 2006-04-01\n- Seyoum Mesfin | Make statement | Sudan | 2006-03-31\n- Sudan | Engage in negotiation | Seyoum Mesfin | 2006-03-09\n- Sudan | Engage in negotiation | Seyoum Mesfin | 2005-04-19\n- Seyoum Mesfin | Engage in negotiation | Sudan | 2006-03-09\n- Seyoum Mesfin | Engage in negotiation | Sudan | 2005-04-19\n- Seyoum Mesfin | Make a visit | China | 2006-11-02\n- Seyoum Mesfin | Make a visit | China | 2006-11-01\n- China | Host a visit | Seyoum Mesfin | 2006-11-02\n- China | Host a visit | Seyoum Mesfin | 2006-11-01\n- Seyoum Mesfin | Make statement | Ireland | 2006-07-06\n- Seyoum Mesfin | Make statement | Ethiopia | 2006-07-06\nAnswer:", "completion": " Kuwait", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1297952", "prompt": "On 15 June 2014, who wanted to meet with the Israeli Defence Forces?\nEvidence:\n- The Hague | Investigate | Israeli Defense Forces | 2014-08-08\n- The Hague | Investigate | Israeli Defense Forces | 2014-08-07\n- Iran | Rally support on behalf of | Saudi Arabian Defence Forces | 2011-05-16\n- France | Rally support on behalf of | Israeli Defense Forces | 2013-12-17\n- France | Rally support on behalf of | Israeli Defense Forces | 2009-07-20\n- France | Rally support on behalf of | Israeli Defense Forces | 2006-07-28\n- Colombia | Rally support on behalf of | Israeli Defense Forces | 2006-07-29\n- Israeli Defense Forces | Consult | Israeli Defense Forces | 2005-11-16\n- Tony Snow | Rally support on behalf of | Israeli Defense Forces | 2006-06-28\n- Segolene Royal | Rally support on behalf of | Israeli Defense Forces | 2006-12-01\n- Mahmoud Abbas | Rally support on behalf of | Israeli Defense Forces | 2013-09-25\n- Mahmoud Abbas | Rally support on behalf of | Israeli Defense Forces | 2012-03-01\n- Mahmoud Abbas | Rally support on behalf of | Israeli Defense Forces | 2010-12-01\n- Mahmoud Abbas | Rally support on behalf of | Israeli Defense Forces | 2007-03-25\n- Mahmoud Abbas | Rally support on behalf of | Israeli Defense Forces | 2006-07-04\nAnswer:", "completion": " Benjamin Netanyahu", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1010539", "prompt": "Before Catherine Ashton, who was the last to want to negotiate with Tsakhiagiyn Elbegdorj?\nEvidence:\n- Tsakhiagiyn Elbegdorj | Express intent to meet or negotiate | Japan | 2010-11-10\n- Tsakhiagiyn Elbegdorj | Express intent to meet or negotiate | Japan | 2010-10-22\n- Tsakhiagiyn Elbegdorj | Express intent to meet or negotiate | Japan | 2010-08-30\n- Tsakhiagiyn Elbegdorj | Express intent to meet or negotiate | China | 2010-04-28\n- Tsakhiagiyn Elbegdorj | Express intent to meet or negotiate | China | 2010-04-27\n- Tsakhiagiyn Elbegdorj | Express intent to meet or negotiate | China | 2010-04-22\n- Tsakhiagiyn Elbegdorj | Make statement | China | 2010-06-19\n- Tsakhiagiyn Elbegdorj | Consult | Okada Katsuya | 2010-08-30\n- Tsakhiagiyn Elbegdorj | Consult | Legislature (Mongolia) | 2006-01-12\n- Tsakhiagiyn Elbegdorj | Consult | Emperor Akihito | 2010-10-22\n- Tsakhiagiyn Elbegdorj | Consult | Abdullah Gül | 2010-06-09\n- Okada Katsuya | Consult | Tsakhiagiyn Elbegdorj | 2010-08-30\n- Legislature (Mongolia) | Consult | Tsakhiagiyn Elbegdorj | 2006-01-12\n- Emperor Akihito | Consult | Tsakhiagiyn Elbegdorj | 2010-10-22\n- Abdullah Gül | Consult | Tsakhiagiyn Elbegdorj | 2010-06-09\nAnswer:", "completion": " Wen Jiabao", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1074588", "prompt": "In 2010, which country first did the Envoy of United States endorse?\nEvidence:\n- Special Rapporteurs of the United Nations | Consult | Envoy (United States) | 2014-11-12\n- Envoy (United States) | Consult | Special Rapporteurs of the United Nations | 2014-11-12\n- Envoy (United States) | Praise or endorse | People Associated with the Opposition (Bangladesh) | 2006-03-14\n- Sudan | Praise or endorse | Envoy (United States) | 2006-10-06\n- Sudan | Praise or endorse | Envoy (United States) | 2006-10-05\n- Japan | Praise or endorse | Envoy (United States) | 2010-07-29\n- Envoy (United States) | Praise or endorse | Yemen | 2006-01-16\n- Envoy (United States) | Praise or endorse | Vietnam | 2006-11-07\n- Envoy (United States) | Praise or endorse | Sudan | 2010-12-10\n- Envoy (United States) | Praise or endorse | Sudan | 2009-10-28\n- Envoy (United States) | Praise or endorse | Qatar | 2011-08-12\n- Envoy (United States) | Praise or endorse | Qatar | 2010-03-16\n- Envoy (United States) | Praise or endorse | Qatar | 2009-04-29\n- Envoy (United States) | Praise or endorse | Japan | 2010-08-10\n- Envoy (United States) | Praise or endorse | Japan | 2006-07-19\nAnswer:", "completion": " Ethiopia", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1047665", "prompt": "In which year did South Korea last praise Christine Lagarde?\nEvidence:\n- South Korea | Host a visit | Christine Lagarde | 2006-05-29\n- Christine Lagarde | Make a visit | South Korea | 2006-05-29\n- Christine Lagarde | Make statement | South Africa | 2006-11-14\n- Christine Lagarde | Accuse | France | 2005-12-09\n- Christine Lagarde | Praise or endorse | European Central Bank | 2008-02-08\n- Wen Jiabao | Consult | Christine Lagarde | 2007-09-21\n- Representatives (France) | Consult | Christine Lagarde | 2007-10-29\n- Christine Lagarde | Make statement | Japan | 2006-02-24\n- Christine Lagarde | Make statement | France | 2008-01-08\n- Christine Lagarde | Make statement | France | 2007-12-12\n- Christine Lagarde | Make statement | France | 2007-07-26\n- Christine Lagarde | Make statement | France | 2007-05-25\n- Christine Lagarde | Make statement | France | 2006-05-24\n- Christine Lagarde | Make statement | France | 2006-02-24\n- Christine Lagarde | Make statement | France | 2005-12-15\nAnswer:", "completion": " 2011", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1054131", "prompt": "Before Javier Solana, with whom did the Prime Minister of Pakistan last express the intention to negotiate?\nEvidence:\n- Javier Solana | Express intent to meet or negotiate | France | 2005-02-18\n- Javier Solana | Express intent to meet or negotiate | Colombia | 2005-01-03\n- Javier Solana | Consider policy option | The Hague | 2005-02-05\n- Shaukat Aziz | Express intent to meet or negotiate | Javier Solana | 2005-01-25\n- Milo Djukanovic | Express intent to meet or negotiate | Javier Solana | 2005-02-24\n- Mahmoud Abbas | Express intent to meet or negotiate | Javier Solana | 2005-02-28\n- Mahmoud Abbas | Express intent to meet or negotiate | Javier Solana | 2005-02-25\n- Javier Solana | Express intent to meet or negotiate | Milo Djukanovic | 2005-02-24\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-14\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-13\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-08\n- Javier Solana | Express intent to meet or negotiate | Middle East | 2005-01-05\n- Javier Solana | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-14\n- Javier Solana | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-08\n- Janez Jansa | Express intent to meet or negotiate | Javier Solana | 2005-01-21\nAnswer:", "completion": " Pervez Musharraf", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1191626", "prompt": "When did the Secretary of State for the Home Department give the first denunciation to Theresa May?\nEvidence:\n- Theresa May | Consult | Secretary of State for the Home Department | 2013-06-26\n- Secretary of State for the Home Department | Consult | Theresa May | 2013-06-26\n- Theresa May | Make statement | Secretary of State for the Home Department | 2011-12-14\n- Secretary of State for the Home Department | Make statement | Theresa May | 2014-05-23\n- Secretary of State for the Home Department | Make statement | Theresa May | 2012-04-19\n- Secretary of State for the Home Department | Criticize or denounce | Theresa May | 2011-10-05\n- Tony Blair | Make optimistic comment | Secretary of State for the Home Department | 2005-01-06\n- Theresa May | Reject | Boris Johnson | 2014-01-09\n- Theresa May | Accuse | Tony Blair | 2006-04-20\n- Chris Huhne | Apologize | Theresa May | 2011-10-10\n- Theresa May | Reject | Citizen (United Kingdom) | 2012-12-14\n- Theresa May | Make statement | Rehman Malik | 2010-10-27\n- Theresa May | Make statement | Extremist (Yemen) | 2010-11-02\n- Theresa May | Demand | Citizen (United Kingdom) | 2011-08-06\n- Theresa May | Criticize or denounce | France | 2012-01-17\nAnswer:", "completion": " 2011-10-05", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1135374", "prompt": "After the Malaysian newspaper, who was the first to visit Aceh?\nEvidence:\n- Newspaper (Malaysia) | Make a visit | Aceh | 2005-01-11\n- Aceh | Host a visit | Newspaper (Malaysia) | 2005-01-11\n- Aceh | Provide aid | Aceh | 2005-01-11\n- Aceh | Express intent to meet or negotiate | Aceh | 2005-01-03\n- Aceh | Provide humanitarian aid | Aceh | 2005-01-11\n- Malaysia | Make a visit | Aceh | 2005-01-23\n- Malaysia | Make a visit | Aceh | 2005-01-06\n- Japan | Make a visit | Aceh | 2005-01-17\n- Japan | Make a visit | Aceh | 2005-01-16\n- China | Make a visit | Aceh | 2005-01-08\n- Aceh | Host a visit | Malaysia | 2005-01-23\n- Aceh | Host a visit | Malaysia | 2005-01-06\n- Aceh | Host a visit | Japan | 2005-01-17\n- Aceh | Host a visit | Japan | 2005-01-16\n- Aceh | Host a visit | China | 2005-01-08\nAnswer:", "completion": " Muslim (Non-Governmental Organizations)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1241742", "prompt": "To whom did Haider Al-Abadi make an appeal in the same year as Nuri al-Maliki?\nEvidence:\n- Nuri al-Maliki | Consult | Haider Al-Abadi | 2014-08-14\n- Haider Al-Abadi | Reject | Nuri al-Maliki | 2014-08-12\n- Haider Al-Abadi | Consult | Nuri al-Maliki | 2014-08-14\n- Nuri al-Maliki | Make statement | Haider Al-Abadi | 2014-08-15\n- Nuri al-Maliki | Make statement | Haider Al-Abadi | 2014-08-13\n- Nuri al-Maliki | Praise or endorse | Haider Al-Abadi | 2014-08-15\n- Nuri al-Maliki | Praise or endorse | Haider Al-Abadi | 2014-08-14\n- Nuri al-Maliki | Discuss by telephone | Haider Al-Abadi | 2008-06-08\n- Nuri al-Maliki | Criticize or denounce | Haider Al-Abadi | 2014-08-13\n- Nuri al-Maliki | Criticize or denounce | Haider Al-Abadi | 2014-08-12\n- Haider Al-Abadi | Praise or endorse | Nuri al-Maliki | 2014-08-13\n- Haider Al-Abadi | Praise or endorse | Nuri al-Maliki | 2014-08-12\n- Haider Al-Abadi | Discuss by telephone | Nuri al-Maliki | 2008-06-08\n- Nuri al-Maliki | Express intent to engage in diplomatic cooperation (such as policy support) | Haider Al-Abadi | 2014-08-16\n- Nuri al-Maliki | Express intent to engage in diplomatic cooperation (such as policy support) | Haider Al-Abadi | 2014-08-15\nAnswer:", "completion": " Barack Obama", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1370728", "prompt": "After Hugo Swire, who was the first to accuse Cristina Fernández de Kirchner?\nEvidence:\n- Hugo Swire | Accuse | Cristina Fernández de Kirchner | 2015-03-05\n- Hugo Swire | Make statement | Cristina Fernández de Kirchner | 2014-06-11\n- Cristina Fernández de Kirchner | Accuse | Alberto Fernández | 2005-12-24\n- Alberto Fernández | Accuse | Cristina Fernández de Kirchner | 2012-05-27\n- Daniel Scioli | Accuse | Cristina Fernández de Kirchner | 2005-12-26\n- Cristina Fernández de Kirchner | Accuse | Daniel Scioli | 2006-01-29\n- Cristina Fernández de Kirchner | Accuse | Daniel Scioli | 2005-12-27\n- Cristina Fernández de Kirchner | Accuse | Daniel Scioli | 2005-12-26\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-05-24\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-03-03\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2008-02-28\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-12-26\n- Cristina Fernández de Kirchner | Consult | Alberto Fernández | 2007-11-15\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2012-09-23\n- Alberto Fernández | Investigate | Cristina Fernández de Kirchner | 2007-11-15\nAnswer:", "completion": " Lawyer/Attorney (Argentina)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1098285", "prompt": "Which country was the last to host the visit of Lee Myung Bak before the Grand National Party did?\nEvidence:\n- Lee Myung Bak | Praise or endorse | Grand National Party | 2007-07-07\n- Lee Myung Bak | Praise or endorse | Grand National Party | 2007-07-06\n- Grand National Party | Praise or endorse | Lee Myung Bak | 2007-05-02\n- Grand National Party | Make pessimistic comment | Lee Myung Bak | 2007-06-06\n- Grand National Party | Express intent to meet or negotiate | Lee Myung Bak | 2007-05-02\n- China | Host a visit | Grand National Party | 2005-05-23\n- China | Host a visit | Grand National Party | 2005-05-13\n- China | Host a visit | Grand National Party | 2005-01-13\n- South Korea | Host a visit | Lee Myung Bak | 2007-03-23\n- South Korea | Host a visit | Lee Myung Bak | 2006-06-26\n- Abdukahhor Tuhtayev | Host a visit | Lee Myung Bak | 2006-03-29\n- Dubai Internet City | Host a visit | Lee Myung Bak | 2007-05-20\n- Grand National Party | Make a visit | China | 2005-05-23\n- Grand National Party | Make a visit | China | 2005-05-13\n- Grand National Party | Make a visit | China | 2005-01-13\nAnswer:", "completion": " Japan", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1115604", "prompt": "Which country was the last to formally sign an agreement with the Sudan People's Liberation Army, before the Sudanese senior military officials did?\nEvidence:\n- Sudan | Sign formal agreement | Sudan People's Liberation Army | 2005-10-05\n- Sudan | Sign formal agreement | Sudan People's Liberation Army | 2005-09-23\n- Sudan | Sign formal agreement | Sudan People's Liberation Army | 2005-09-21\n- Sudan | Sign formal agreement | Sudan People's Liberation Army | 2005-06-17\n- Sudan | Sign formal agreement | Sudan People's Liberation Army | 2005-02-04\n- Sudan People's Liberation Army | Sign formal agreement | Government (Sudan) | 2005-03-05\n- Sudan People's Liberation Army | Sign formal agreement | Government (Sudan) | 2005-01-22\n- Sudan People's Liberation Army | Sign formal agreement | Government (Sudan) | 2005-01-16\n- Sudan People's Liberation Army | Sign formal agreement | Government (Sudan) | 2005-01-11\n- Sudan People's Liberation Army | Sign formal agreement | Government (Sudan) | 2005-01-06\n- Sudan People's Liberation Army | Sign formal agreement | Government (Sudan) | 2005-01-04\n- Government (Sudan) | Sign formal agreement | Sudan People's Liberation Army | 2005-03-05\n- Government (Sudan) | Sign formal agreement | Sudan People's Liberation Army | 2005-01-22\n- Government (Sudan) | Sign formal agreement | Sudan People's Liberation Army | 2005-01-16\n- Government (Sudan) | Sign formal agreement | Sudan People's Liberation Army | 2005-01-11\nAnswer:", "completion": " Sudan", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1087508", "prompt": "Who signed formal agreements with Benazir Bhutto in 2007?\nEvidence:\n- Pervez Musharraf | Sign formal agreement | Benazir Bhutto | 2007-04-26\n- Pervez Musharraf | Sign formal agreement | Benazir Bhutto | 2007-04-18\n- Pervez Musharraf | Sign formal agreement | Benazir Bhutto | 2007-03-11\n- Government (Pakistan) | Sign formal agreement | Benazir Bhutto | 2007-05-21\n- Government (Pakistan) | Sign formal agreement | Benazir Bhutto | 2007-04-24\n- Benazir Bhutto | Sign formal agreement | Pervez Musharraf | 2007-04-26\n- Benazir Bhutto | Sign formal agreement | Pervez Musharraf | 2007-04-18\n- Benazir Bhutto | Sign formal agreement | Pervez Musharraf | 2007-03-11\n- Benazir Bhutto | Sign formal agreement | Government (Pakistan) | 2007-05-21\n- Benazir Bhutto | Sign formal agreement | Government (Pakistan) | 2007-04-24\n- Pervez Musharraf | Engage in negotiation | Benazir Bhutto | 2007-07-14\n- Pervez Musharraf | Engage in negotiation | Benazir Bhutto | 2007-05-26\n- Pervez Musharraf | Engage in negotiation | Benazir Bhutto | 2007-05-14\n- Government (Pakistan) | Engage in negotiation | Benazir Bhutto | 2007-07-25\n- Benazir Bhutto | Engage in negotiation | Pervez Musharraf | 2007-07-14\nAnswer:", "completion": " Head of Government (Pakistan)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1011711", "prompt": "In 2007, who was the first to make a request to the Congress of the United States?\nEvidence:\n- Congress (United States) | Make a visit | Yemen | 2010-04-01\n- Congress (United States) | Make a visit | Vietnam | 2008-06-27\n- Congress (United States) | Make a visit | Vietnam | 2008-06-25\n- Congress (United States) | Make a visit | Vietnam | 2007-04-10\n- Congress (United States) | Make a visit | Vietnam | 2006-04-10\n- Congress (United States) | Make a visit | Vietnam | 2006-04-07\n- Congress (United States) | Make a visit | Vietnam | 2006-04-05\n- Congress (United States) | Make a visit | Vietnam | 2005-12-14\n- Congress (United States) | Make a visit | Vietnam | 2005-12-12\n- Congress (United States) | Make a visit | Sudan | 2012-03-07\n- Congress (United States) | Make a visit | Romania | 2008-11-26\n- Congress (United States) | Make a visit | Kazakhstan | 2008-06-26\n- Congress (United States) | Make a visit | Kazakhstan | 2008-06-03\n- Congress (United States) | Make a visit | Kazakhstan | 2006-11-21\n- Congress (United States) | Make a visit | Kazakhstan | 2006-11-10\nAnswer:", "completion": " Government (Haiti)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1083651", "prompt": "When did Cristina Fernández de Kirchner praise Argentina's foreign policy?\nEvidence:\n- Congress (Argentina) | Consider policy option | Cristina Fernández de Kirchner | 2008-11-03\n- Senate (Argentina) | Consult | Cristina Fernández de Kirchner | 2005-11-29\n- Cristina Fernández de Kirchner | Consult | Senate (Argentina) | 2005-11-29\n- Cristina Fernández de Kirchner | Consult | Congress (Argentina) | 2011-03-01\n- Cristina Fernández de Kirchner | Consult | Congress (Argentina) | 2011-02-27\n- Cristina Fernández de Kirchner | Consult | Congress (Argentina) | 2010-02-05\n- Cristina Fernández de Kirchner | Consult | Congress (Argentina) | 2009-11-25\n- Cristina Fernández de Kirchner | Consult | Congress (Argentina) | 2007-03-01\n- Congress (Argentina) | Consult | Cristina Fernández de Kirchner | 2011-03-01\n- Congress (Argentina) | Consult | Cristina Fernández de Kirchner | 2011-02-27\n- Congress (Argentina) | Consult | Cristina Fernández de Kirchner | 2010-02-05\n- Congress (Argentina) | Consult | Cristina Fernández de Kirchner | 2009-11-25\n- Congress (Argentina) | Consult | Cristina Fernández de Kirchner | 2007-03-01\n- Congress (Argentina) | Praise or endorse | Cristina Fernández de Kirchner | 2009-03-27\n- Congress (Argentina) | Praise or endorse | Cristina Fernández de Kirchner | 2007-07-07\nAnswer:", "completion": " 2009-11-23", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1230380", "prompt": "Who did Hashim Thaçi express an interest in cooperating with after the United Nations Interim Administration in Kosovo?\nEvidence:\n- United Nations Interim Administration in Kosovo | Consult | Hashim Thaçi | 2006-07-06\n- Hashim Thaçi | Consult | United Nations Interim Administration in Kosovo | 2006-07-06\n- United Nations Interim Administration in Kosovo | Make statement | Hashim Thaçi | 2006-07-06\n- Hashim Thaçi | Make statement | United Nations Interim Administration in Kosovo | 2007-12-07\n- Hashim Thaçi | Make statement | United Nations Interim Administration in Kosovo | 2006-12-08\n- Hashim Thaçi | Make statement | United Nations Interim Administration in Kosovo | 2006-08-23\n- Hashim Thaçi | Express intent to cooperate | United Nations Interim Administration in Kosovo | 2007-01-06\n- United Nations Interim Administration in Kosovo | Demonstrate or rally | United Nations Interim Administration in Kosovo | 2006-06-08\n- United Nations Interim Administration in Kosovo | Make statement | Police (Kosovo) | 2007-01-09\n- United Nations Interim Administration in Kosovo | Make statement | Police (Kosovo) | 2006-06-07\n- United Nations Interim Administration in Kosovo | Make statement | Police (Kosovo) | 2005-08-18\n- United Nations Interim Administration in Kosovo | Make statement | Ministry (Kosovo) | 2005-12-08\n- United Nations Interim Administration in Kosovo | Make statement | Ministry (Kosovo) | 2005-11-24\n- United Nations Interim Administration in Kosovo | Consult | City Mayor (Kosovo) | 2006-03-16\n- City Mayor (Kosovo) | Consult | United Nations Interim Administration in Kosovo | 2006-03-16\nAnswer:", "completion": " Police (Kosovo)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1018926", "prompt": "In which year did Abhisit Vejjajiva first express his intention to meet with the Internal Security Operations Command?\nEvidence:\n- Internal Security Operations Command | Consult | Abhisit Vejjajiva | 2009-09-18\n- Abhisit Vejjajiva | Consult | Internal Security Operations Command | 2009-09-18\n- Internal Security Operations Command | Engage in negotiation | Abhisit Vejjajiva | 2009-06-01\n- Abhisit Vejjajiva | Engage in negotiation | Internal Security Operations Command | 2009-06-01\n- Abhisit Vejjajiva | Make statement | Internal Security Operations Command | 2009-07-01\n- Abhisit Vejjajiva | Express intent to meet or negotiate | Internal Security Operations Command | 2009-09-21\n- Abhisit Vejjajiva | Express intent to meet or negotiate | Internal Security Operations Command | 2009-09-11\n- Abhisit Vejjajiva | Express intent to meet or negotiate | Internal Security Operations Command | 2009-08-31\n- Abhisit Vejjajiva | Express intent to meet or negotiate | Internal Security Operations Command | 2009-06-01\n- Abhisit Vejjajiva | Arrest, detain, or charge with legal action | Internal Security Operations Command | 2009-07-23\n- Internal Security Operations Command | Make statement | Thailand | 2007-01-01\n- Internal Security Operations Command | Investigate | Citizen (Thailand) | 2007-01-01\n- UN Security Council | Consult | Internal Security Operations Command | 2007-03-05\n- UN Security Council | Consult | Internal Security Operations Command | 2007-03-02\n- Internal Security Operations Command | Consult | UN Security Council | 2007-03-05\nAnswer:", "completion": " 2009", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1130790", "prompt": "Who made an appeal to Abdullah Gül in the same month of the International Media Staff?\nEvidence:\n- Abdullah Gül | Make an appeal or request | Businessperson (China) | 2005-02-03\n- Mahmoud Abbas | Engage in negotiation | Abdullah Gül | 2005-01-08\n- Abdullah Gül | Engage in negotiation | Mahmoud Abbas | 2005-01-08\n- Abdullah Gül | Appeal for economic cooperation | Businessperson (China) | 2005-02-02\n- Wen Jiabao | Consult | Abdullah Gül | 2005-02-02\n- Shimon Peres | Consult | Abdullah Gül | 2006-01-05\n- Shimon Peres | Consult | Abdullah Gül | 2006-01-04\n- Shimon Peres | Consult | Abdullah Gül | 2006-01-03\n- Shimon Peres | Consult | Abdullah Gül | 2005-01-05\n- Shimon Peres | Consult | Abdullah Gül | 2005-01-04\n- Nabil Shaath | Consult | Abdullah Gül | 2005-01-05\n- Mahmoud Abbas | Consult | Abdullah Gül | 2005-01-05\n- Huang Ju | Consult | Abdullah Gül | 2005-02-02\n- Huang Ju | Consult | Abdullah Gül | 2005-02-01\n- Abdullah Gül | Make statement | Iraq | 2005-02-01\nAnswer:", "completion": " Devlet Bahçeli", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1201516", "prompt": "In 2010-02-1, who wished to negotiate with Shivshankar Menon?\nEvidence:\n- Shivshankar Menon | Express intent to meet or negotiate | Bhutan | 2006-10-26\n- Shivshankar Menon | Express intent to meet or negotiate | Bhutan | 2006-10-25\n- Shivshankar Menon | Engage in negotiation | Richard Boucher | 2006-11-11\n- Shivshankar Menon | Engage in negotiation | Richard Boucher | 2006-11-10\n- Richard Boucher | Engage in negotiation | Shivshankar Menon | 2006-11-11\n- Richard Boucher | Engage in negotiation | Shivshankar Menon | 2006-11-10\n- Shivshankar Menon | Make statement | Iran | 2007-04-01\n- Shivshankar Menon | Make statement | China | 2006-11-23\n- Shivshankar Menon | Make statement | Bhutan | 2006-10-29\n- Shivshankar Menon | Consult | Shaukat Aziz | 2007-03-14\n- Shivshankar Menon | Consult | Shaukat Aziz | 2007-03-13\n- Shivshankar Menon | Consult | Richard Boucher | 2006-11-11\n- Shivshankar Menon | Consult | Media (India) | 2007-06-09\n- Shaukat Aziz | Consult | Shivshankar Menon | 2007-03-14\n- Shaukat Aziz | Consult | Shivshankar Menon | 2007-03-13\nAnswer:", "completion": " UN Security Council", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1048501", "prompt": "Before the citizens of Australia, to whom did the Australian Ministry of Finance, Economy, Trade and Industry last make a request?\nEvidence:\n- Finance / Economy / Commerce / Trade Ministry (India) | Make statement | Industry (India) | 2010-08-20\n- Finance / Economy / Commerce / Trade Ministry (India) | Make statement | Industry (India) | 2005-09-17\n- Industry (India) | Make an appeal or request | Finance / Economy / Commerce / Trade Ministry (India) | 2006-04-25\n- Finance / Economy / Commerce / Trade Ministry (India) | Make an appeal or request | Industry (India) | 2014-07-29\n- Finance / Economy / Commerce / Trade Ministry (South Africa) | Consult | Finance / Economy / Commerce / Trade Ministry (India) | 2011-04-13\n- Finance / Economy / Commerce / Trade Ministry (India) | Consult | Finance / Economy / Commerce / Trade Ministry (South Africa) | 2011-04-13\n- Finance / Economy / Commerce / Trade Ministry (Australia) | Make a visit | Oman | 2015-09-01\n- Finance / Economy / Commerce / Trade Ministry (Australia) | Make a visit | Japan | 2010-06-07\n- Boediono | Make a visit | Finance / Economy / Commerce / Trade Ministry (Australia) | 2011-03-14\n- Treasury/Finance Ministry (Japan) | Consult | Finance / Economy / Commerce / Trade Ministry (Australia) | 2008-08-28\n- Finance / Economy / Commerce / Trade Ministry (Australia) | Consult | Treasury/Finance Ministry (Japan) | 2008-08-28\n- Finance / Economy / Commerce / Trade Ministry (Australia) | Demand | China | 2010-05-18\n- Finance / Economy / Commerce / Trade Ministry (Australia) | Make statement | Vanuatu | 2009-04-06\n- Finance / Economy / Commerce / Trade Ministry (Australia) | Make statement | Japan | 2008-01-23\n- Finance / Economy / Commerce / Trade Ministry (Australia) | Make statement | France | 2010-05-27\nAnswer:", "completion": " Japan", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1192999", "prompt": "Who praised Barack Obama on 20 November 2012?\nEvidence:\n- Yoshihiko Noda | Consult | Barack Obama | 2012-11-20\n- Wen Jiabao | Consult | Barack Obama | 2012-11-20\n- Benjamin Netanyahu | Consult | Barack Obama | 2012-11-20\n- Barack Obama | Make statement | Thailand | 2012-11-20\n- Barack Obama | Make statement | Japan | 2012-11-20\n- Barack Obama | Make statement | China | 2012-11-20\n- Barack Obama | Consult | Yoshihiko Noda | 2012-11-20\n- Barack Obama | Consult | Wen Jiabao | 2012-11-20\n- Barack Obama | Consult | Benjamin Netanyahu | 2012-11-20\n- Yoshihiko Noda | Make statement | Barack Obama | 2012-11-20\n- Thailand | Host a visit | Barack Obama | 2012-11-20\n- Cambodia | Host a visit | Barack Obama | 2012-11-20\n- Barack Obama | Make a visit | Thailand | 2012-11-20\n- Barack Obama | Make a visit | Cambodia | 2012-11-20\n- Yoshihiko Noda | Praise or endorse | Barack Obama | 2012-11-20\nAnswer:", "completion": " Julia Gillard", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1043335", "prompt": "After the French Foreign Ministry, who was the first to make a request to the Russian military?\nEvidence:\n- Foreign Affairs (France) | Make statement | French Southern Territories | 2015-11-09\n- Foreign Affairs (France) | Make statement | French Southern Territories | 2015-11-07\n- Foreign Affairs (France) | Make statement | French Southern Territories | 2015-11-04\n- Lawyer/Attorney (French Polynesia) | Make an appeal or request | Oversight Court (French Polynesia) | 2012-12-11\n- Russian Railways | Consult | Ministry (South Korea) | 2006-07-21\n- Ministry (South Korea) | Consult | Russian Railways | 2006-07-21\n- French Communist Party | Make a visit | Vietnam | 2009-11-18\n- Police (French Polynesia) | Consult | Lawyer/Attorney (French Polynesia) | 2014-08-22\n- Lawyer/Attorney (French Polynesia) | Consult | Police (French Polynesia) | 2014-08-22\n- Military Personnel (Finland) | Express intent to meet or negotiate | Military Academy (Armed Forces of the Russian Federation) | 2012-02-13\n- Security Council of the Russian Federation | Make statement | Valentin Sobolev | 2008-04-28\n- Security Council of the Russian Federation | Make statement | Representatives (Russia) | 2012-06-07\n- Security Council of the Russian Federation | Make statement | ITAR TASS | 2008-04-30\n- Mikhail Yefimovich Fradkov | Make statement | Russian Foreign Intelligence Service | 2010-12-29\n- Mikhail Yefimovich Fradkov | Make statement | Russian Foreign Intelligence Service | 2010-12-28\nAnswer:", "completion": " Dmitry Anatolyevich Medvedev", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1328842", "prompt": "After the Israeli settler, who was the first to express the intention to meet with the Israeli Defence Forces?\nEvidence:\n- Settler (Israel) | Express intent to meet or negotiate | Israeli Defense Forces | 2005-07-08\n- Israeli Defense Forces | Express intent to meet or negotiate | Settler (Israel) | 2005-08-14\n- Settler (Israel) | Physically assault | Israeli Defense Forces | 2005-08-17\n- Settler (Israel) | Make statement | Israeli Defense Forces | 2005-03-30\n- Israeli Defense Forces | Make statement | Settler (Israel) | 2014-07-01\n- Israeli Defense Forces | Make statement | Settler (Israel) | 2008-12-02\n- Israeli Defense Forces | Make statement | Settler (Israel) | 2006-07-29\n- Israeli Defense Forces | Make statement | Settler (Israel) | 2005-01-26\n- Israeli Defense Forces | Confiscate property | Settler (Israel) | 2008-09-14\n- Settler (Israel) | Use unconventional violence | Israeli Defense Forces | 2015-07-28\n- Settler (Israel) | Use unconventional violence | Israeli Defense Forces | 2011-12-14\n- Settler (Israel) | Use unconventional violence | Israeli Defense Forces | 2011-12-13\n- Settler (Israel) | Use unconventional violence | Israeli Defense Forces | 2008-09-14\n- Settler (Israel) | Use unconventional violence | Israeli Defense Forces | 2006-11-06\n- Settler (Israel) | Use unconventional violence | Israeli Defense Forces | 2006-06-15\nAnswer:", "completion": " Police (Israel)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1147370", "prompt": "In which year did Wang Yi negotiate with Agapito Mba Mokuy?\nEvidence:\n- Wang Yi | Engage in negotiation | Agapito Mba Mokuy | 2015-01-21\n- Agapito Mba Mokuy | Engage in negotiation | Wang Yi | 2015-01-21\n- Wang Yi | Investigate | China | 2005-08-17\n- Wang Yi | Demand | Japan | 2006-05-10\n- Wang Yi | Demand | China | 2013-07-02\n- Wang Yi | Demand | China | 2013-07-01\n- Wang Yi | Demand | China | 2010-04-29\n- Wang Yi | Consult | Kuomintang | 2011-04-03\n- Wang Yi | Consult | China | 2011-10-11\n- Kuomintang | Consult | Wang Yi | 2011-04-03\n- Japan | Accuse | Wang Yi | 2008-06-27\n- China | Consult | Wang Yi | 2011-10-11\n- Wang Yi | Engage in negotiation | Shivshankar Menon | 2008-04-23\n- Wang Yi | Engage in negotiation | Muhammad VI | 2013-04-19\n- Wang Yi | Engage in negotiation | Catherine Ashton | 2013-04-27\nAnswer:", "completion": " 2015", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1137474", "prompt": "Which country hosted the last visit of Takeaki Matsumoto before South Korea?\nEvidence:\n- Takeaki Matsumoto | Demand | South Korea | 2011-03-19\n- Takeaki Matsumoto | Make a visit | South Korea | 2011-04-15\n- South Korea | Host a visit | Takeaki Matsumoto | 2011-04-15\n- Takeaki Matsumoto | Praise or endorse | South Korea | 2011-03-25\n- Takeaki Matsumoto | Praise or endorse | South Korea | 2011-03-19\n- Takeaki Matsumoto | Consider policy option | South Korea | 2011-04-14\n- Takeaki Matsumoto | Make statement | Indigenous People (South Korea) | 2011-04-01\n- Takeaki Matsumoto | Demand | Japan | 2011-03-19\n- Takeaki Matsumoto | Consult | Japan | 2011-04-17\n- Japan | Consult | Takeaki Matsumoto | 2011-04-17\n- Takeaki Matsumoto | Make a visit | China | 2011-04-14\n- China | Host a visit | Takeaki Matsumoto | 2011-04-14\n- Takeaki Matsumoto | Make an appeal or request | South Korea | 2011-04-01\n- Takeaki Matsumoto | Make statement | Japan | 2011-04-26\n- Takeaki Matsumoto | Make statement | Japan | 2011-04-17\nAnswer:", "completion": " China", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1221817", "prompt": "Before Tanzania, who was the last person the High Commission for Refugees wanted to meet?\nEvidence:\n- High Commission for Refugees | Make statement | Tanzania | 2005-04-06\n- High Commission for Refugees | Make statement | Refugee (Tanzania) | 2005-03-31\n- Refugee (Tanzania) | Make a visit | High Commission for Refugees | 2005-02-02\n- Refugee (Tanzania) | Make a visit | High Commission for Refugees | 2005-02-01\n- High Commission for Refugees | Host a visit | Refugee (Tanzania) | 2005-02-02\n- High Commission for Refugees | Host a visit | Refugee (Tanzania) | 2005-02-01\n- Japan | Reject | High Commission for Refugees | 2005-01-19\n- High Commission for Refugees | Consult | Cambodia | 2005-01-24\n- Cambodia | Consult | High Commission for Refugees | 2005-01-24\n- Shaukat Aziz | Consult | High Commission for Refugees | 2005-05-04\n- Ruud Lubbers | Mediate | High Commission for Refugees | 2005-02-16\n- Pervez Musharraf | Consult | High Commission for Refugees | 2005-05-06\n- High Commission for Refugees | Make statement | Togo | 2005-05-04\n- High Commission for Refugees | Make statement | Iran | 2005-02-25\n- High Commission for Refugees | Grant asylum | Japan | 2005-01-19\nAnswer:", "completion": " Romania", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1168735", "prompt": "Before August 2015, who did Muhammadu Buhari negotiate with?\nEvidence:\n- Muhammadu Buhari | Provide aid | Niger | 2005-07-28\n- Muhammadu Buhari | Demand | Oluṣẹgun Ọbasanjọ | 2005-07-01\n- Muhammadu Buhari | Consult | Bukola Saraki | 2006-11-21\n- Muhammadu Buhari | Accuse | Oluṣẹgun Ọbasanjọ | 2006-02-25\n- Citizen (Nigeria) | Yield | Muhammadu Buhari | 2006-12-19\n- Citizen (Nigeria) | Reject | Muhammadu Buhari | 2006-12-24\n- Bukola Saraki | Consult | Muhammadu Buhari | 2006-11-21\n- Muhammadu Buhari | Make statement | Oluṣẹgun Ọbasanjọ | 2006-12-15\n- Muhammadu Buhari | Deny responsibility | Citizen (Nigeria) | 2007-01-26\n- Citizen (Nigeria) | Reduce relations | Muhammadu Buhari | 2007-08-17\n- Muhammadu Buhari | Express intent to meet or negotiate | Presidential Candidate (Nigeria) | 2007-04-09\n- Royal Administration (Nigeria) | Make statement | Muhammadu Buhari | 2006-09-27\n- Muhammadu Buhari | Make statement | Royal Administration (Nigeria) | 2007-03-05\n- Muhammadu Buhari | Make statement | Presidential Candidate (Nigeria) | 2007-01-29\n- Muhammadu Buhari | Make statement | Democratic Party (Nigeria) | 2007-04-23\nAnswer:", "completion": " Sam Nda-Isaiah", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1361729", "prompt": "On 9 February 2010, who praised the government of Germany?\nEvidence:\n- Government (Botswana) | Impose restrictions on political freedoms | Citizen (Botswana) | 2010-02-09\n- Council of Representatives | Ease ban on political parties or politicians | Party Member (Iraq) | 2010-02-09\n- Iran | Impose restrictions on political freedoms | Media Personnel (International) | 2010-02-09\nAnswer:", "completion": " Abdul-Karim Al-Arhabi", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 3, "n_anchors": 0} +{"id": "mtq_1030457", "prompt": "Who attacked the Men of South Africa with small arms and light weapons on 21 September 2009?\nEvidence:\n- Police (South Africa) | fight with small arms and light weapons | Men (South Africa) | 2009-09-21\n- Police (South Africa) | Confiscate property | South Africa | 2009-09-21\nAnswer:", "completion": " Police (South Africa)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 1} +{"id": "mtq_1297689", "prompt": "Who received the visit from Antonis Samaras on the same month of Shimon Peres?\nEvidence:\n- Laos | Accuse | Antonis Samaras | 2010-09-28\n- Antonis Samaras | Accuse | Head of Government (Greece) | 2010-03-02\n- Shimon Peres | Make a visit | France | 2005-04-15\n- France | Host a visit | Shimon Peres | 2005-04-15\n- Georgios Papandreou | Consult | Antonis Samaras | 2010-12-14\n- Georgios Papandreou | Consult | Antonis Samaras | 2009-12-15\n- Antonis Samaras | Demand | New Democracy | 2009-11-07\n- Antonis Samaras | Demand | Citizen (Greece) | 2010-07-21\n- Antonis Samaras | Consult | Georgios Papandreou | 2010-12-14\n- Antonis Samaras | Consult | Georgios Papandreou | 2009-12-15\n- Antonis Samaras | Accuse | Georgios Papandreou | 2011-04-01\n- Antonis Samaras | Accuse | Georgios Papandreou | 2010-09-23\n- Head of Government (Greece) | Make statement | Antonis Samaras | 2010-11-02\n- Antonis Samaras | Criticize or denounce | Head of Government (Greece) | 2010-04-28\n- Antonis Samaras | Criticize or denounce | Head of Government (Greece) | 2010-03-02\nAnswer:", "completion": " Head of Government (Cyprus)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1106422", "prompt": "Who did Malawi request for first after African Union?\nEvidence:\n- Malawi | Praise or endorse | African Union | 2005-09-20\n- African Union | Investigate | Sudan | 2005-02-08\n- Banda (Malawi) | Make statement | Malawi | 2005-07-20\n- Oluṣẹgun Ọbasanjọ | Make an appeal or request | African Union | 2005-02-10\n- African Union | Make an appeal or request | South Africa | 2005-01-02\n- African Union | Praise or endorse | East African Community | 2005-02-05\n- Oluṣẹgun Ọbasanjọ | Consult | African Union | 2005-01-08\n- African Union | Make statement | Sudan | 2005-02-07\n- African Union | Make statement | Sudan | 2005-01-29\n- African Union | Consult | Oluṣẹgun Ọbasanjọ | 2005-01-08\n- Indigenous People (Malawi) | Make statement | Malawi | 2005-10-30\n- Ange-Félix Patassé | Make an appeal or request | African Union | 2005-01-07\n- Malawi | Praise or endorse | Republican Party (Malawi) | 2005-12-08\n- Malawi | Criticize or denounce | Malawi Congress Party | 2005-01-10\n- Malawi Congress Party | Criticize or denounce | Malawi | 2005-01-10\nAnswer:", "completion": " Tanzania", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1201062", "prompt": "Which country was the last to be threatened by Yemen?\nEvidence:\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-30\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-29\n- Yemen | Consult | Sudan | 2005-01-02\n- Yemen | Consult | Ethiopia | 2005-01-02\n- Yemen | Consult | Eritrea | 2005-03-11\n- Yemen | Consult | Djibouti | 2005-02-08\n- Yemen | Consult | Djibouti | 2005-02-07\n- Sudan | Consult | Yemen | 2005-01-02\n- Ethiopia | Consult | Yemen | 2005-01-02\n- Eritrea | Consult | Yemen | 2005-03-11\n- Djibouti | Consult | Yemen | 2005-02-08\n- Djibouti | Consult | Yemen | 2005-02-07\n- James Wolfensohn | Express intent to meet or negotiate | Yemen | 2005-02-04\n- Gerhard Schröder | Express intent to meet or negotiate | Yemen | 2005-01-06\n- Abdoulaye Wade | Express intent to meet or negotiate | Yemen | 2005-02-18\nAnswer:", "completion": " Iran", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1391189", "prompt": "Who was rejected by the Nigerian government before 12 June 2014?\nEvidence:\n- Ministry (Nigeria) | Rally support on behalf of | Nigerian Navy | 2014-06-12\nAnswer:", "completion": " Abdulsalami Alhaji Abubakar", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1173576", "prompt": "Before 2012, against whom did the military of South Sudan use conventional military force?\nEvidence:\n- South Sudan | Accuse | Military Intelligence (Sudan) | 2006-02-13\n- Resistance Movement (South Sudan) | Use unconventional violence | South Sudan | 2006-06-06\n- The Juba Post | Consult | High Ranking Military Personnel (Sudan) | 2010-08-19\n- High Ranking Military Personnel (Sudan) | Consult | The Juba Post | 2010-08-19\n- High Ranking Military Personnel (Sudan) | Accuse | South Sudan | 2013-06-10\n- High Ranking Military Personnel (Sudan) | Make statement | South Sudan | 2005-04-25\n- South Sudan | Receive deployment of peacekeepers | China | 2006-05-28\n- China | Provide military protection or peacekeeping | South Sudan | 2006-05-28\n- South Sudan | Use unconventional violence | High Commission for Refugees | 2006-03-16\n- South Sudan | Cooperate economically | Sudan | 2006-03-14\n- South Sudan | Accuse | Government (Sudan) | 2006-02-21\n- South Sudan | Accuse | Citizen (Sudan) | 2006-02-21\n- Government (Sudan) | Mediate | South Sudan | 2006-07-24\n- Office of the United Nations High Commissioner for Human Rights | Express intent to meet or negotiate | South Sudan | 2006-04-25\n- Sudan | Consult | High Ranking Military Personnel (Sudan) | 2015-01-02\nAnswer:", "completion": " Sudan People's Liberation Army", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1383244", "prompt": "Who spoke optimistically about Muhammadu Buhari in the same month as the Nigerian presidential candidate?\nEvidence:\n- Muhammadu Buhari | Make statement | Presidential Candidate (Nigeria) | 2007-01-29\n- Muhammadu Buhari | Criticize or denounce | Presidential Candidate (Nigeria) | 2007-04-18\n- Muhammadu Buhari | Make an appeal or request | Presidential Candidate (Nigeria) | 2007-04-10\n- Muhammadu Buhari | Express intent to meet or negotiate | Presidential Candidate (Nigeria) | 2007-04-09\n- Muhammadu Buhari | Make an appeal or request | Nigerian Red Cross Society | 2005-07-28\n- Muhammadu Buhari | Engage in symbolic act | Citizen (Nigeria) | 2006-06-12\n- Citizen (Nigeria) | Engage in symbolic act | Muhammadu Buhari | 2007-05-02\n- Muhammadu Buhari | Provide aid | Niger | 2005-07-28\n- Muhammadu Buhari | Demand | Oluṣẹgun Ọbasanjọ | 2005-07-01\n- Muhammadu Buhari | Consult | Bukola Saraki | 2006-11-21\n- Muhammadu Buhari | Accuse | Oluṣẹgun Ọbasanjọ | 2006-02-25\n- Citizen (Nigeria) | Yield | Muhammadu Buhari | 2006-12-19\n- Citizen (Nigeria) | Reject | Muhammadu Buhari | 2006-12-24\n- Bukola Saraki | Consult | Muhammadu Buhari | 2006-11-21\n- Muhammadu Buhari | Make statement | Oluṣẹgun Ọbasanjọ | 2006-12-15\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1239531", "prompt": "When did Benedict XVI last visit Tanzania?\nEvidence:\n- Mexico | Host a visit | Benedict XVI | 2005-04-25\n- China | Host a visit | Benedict XVI | 2005-04-20\n- Benedict XVI | Make a visit | Mexico | 2005-04-25\n- Benedict XVI | Make a visit | China | 2005-04-20\n- China | Reject | Benedict XVI | 2005-09-11\n- China | Accuse | Benedict XVI | 2005-09-11\n- Gerhard Schröder | Host a visit | Benedict XVI | 2005-08-18\n- Benedict XVI | Make a visit | Gerhard Schröder | 2005-08-18\n- Ivan Gasparovic | Consult | Benedict XVI | 2005-06-17\n- Iraq | Make statement | Benedict XVI | 2005-09-01\n- Gerhard Schröder | Consult | Benedict XVI | 2005-08-20\n- Bertie Ahern | Consult | Benedict XVI | 2005-07-08\n- Benedict XVI | Make statement | Solidarity | 2005-08-31\n- Benedict XVI | Consult | Ivan Gasparovic | 2005-06-17\n- Benedict XVI | Consult | Gerhard Schröder | 2005-08-20\nAnswer:", "completion": " 2007-11-13", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1262161", "prompt": "Who was the last person investigated by the Australian police in 2006?\nEvidence:\n- The Chronicle | Discuss by telephone | Obed Asamoah | 2006-01-12\n- Obed Asamoah | Discuss by telephone | The Chronicle | 2006-01-12\n- The Chronicle | Discuss by telephone | New Patriotic Party | 2006-11-22\n- New Patriotic Party | Discuss by telephone | The Chronicle | 2006-11-22\n- Police (Kenya) | Return, release person(s) | Tanzania | 2006-01-22\n- Police (Uganda) | Return, release person(s) | Citizen (Uganda) | 2006-03-16\n- Police (Uganda) | Return, release person(s) | Citizen (Uganda) | 2006-01-30\n- Police (Uganda) | Return, release person(s) | Children (Uganda) | 2006-06-05\n- Police (Tanzania) | Return, release person(s) | Citizen (Tanzania) | 2006-01-12\n- Police (Sudan) | Return, release person(s) | Criminal (Sudan) | 2006-06-18\n- Police (Sudan) | Return, release person(s) | Children (Sudan) | 2006-02-04\n- Police (Slovakia) | Return, release person(s) | Murderer (Slovakia) | 2006-10-19\n- Police (Rwanda) | Return, release person(s) | Citizen (Tanzania) | 2006-06-02\n- Police (Philippines) | Return, release person(s) | Men (Philippines) | 2006-05-26\n- Police (Peru) | Return, release person(s) | Religion (Peru) | 2006-03-11\nAnswer:", "completion": " Criminal (Australia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1146649", "prompt": "In what month did Benedict XVI visit Benjamin Netanyahu?\nEvidence:\n- Mexico | Host a visit | Benedict XVI | 2005-04-25\n- China | Host a visit | Benedict XVI | 2005-04-20\n- Benedict XVI | Make a visit | Mexico | 2005-04-25\n- Benedict XVI | Make a visit | China | 2005-04-20\n- China | Reject | Benedict XVI | 2005-09-11\n- China | Accuse | Benedict XVI | 2005-09-11\n- Gerhard Schröder | Host a visit | Benedict XVI | 2005-08-18\n- Benedict XVI | Make a visit | Gerhard Schröder | 2005-08-18\n- Ivan Gasparovic | Consult | Benedict XVI | 2005-06-17\n- Iraq | Make statement | Benedict XVI | 2005-09-01\n- Gerhard Schröder | Consult | Benedict XVI | 2005-08-20\n- Bertie Ahern | Consult | Benedict XVI | 2005-07-08\n- Benedict XVI | Make statement | Solidarity | 2005-08-31\n- Benedict XVI | Consult | Ivan Gasparovic | 2005-06-17\n- Benedict XVI | Consult | Gerhard Schröder | 2005-08-20\nAnswer:", "completion": " 2009-05", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1214342", "prompt": "In which month did the Cabinet Council of Ministers Advisors of the United States express the intention to meet with the Government Official of Japan?\nEvidence:\n- International Government Organizations | Express intent to meet or negotiate | Japan | 2006-01-04\n- UN Security Council | Express intent to meet or negotiate | International Government Organizations | 2005-11-18\n- International Government Organizations | Express intent to meet or negotiate | UN Security Council | 2005-11-18\n- Vietnam | Express intent to meet or negotiate | Japan | 2005-01-05\n- Thailand | Express intent to meet or negotiate | Japan | 2005-01-05\n- Japan | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- Japan | Express intent to meet or negotiate | Thailand | 2005-01-07\n- Japan | Express intent to meet or negotiate | Thailand | 2005-01-06\n- Japan | Express intent to meet or negotiate | Thailand | 2005-01-05\n- Japan | Express intent to meet or negotiate | China | 2005-01-08\n- Japan | Express intent to meet or negotiate | China | 2005-01-07\n- Japan | Express intent to mediate | International Government Organizations | 2005-01-17\n- Republic of South Ossetia | Express intent to meet or negotiate | International Government Organizations | 2005-11-04\n- International Government Organizations | Express intent to meet or negotiate | Republic of South Ossetia | 2005-11-04\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-08\nAnswer:", "completion": " 2011-12", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1264054", "prompt": "After Francis Muthaura, who made an appeal to the head of government of Kenya?\nEvidence:\n- Head of Government (Kenya) | Consult | Francis Muthaura | 2008-04-01\n- Francis Muthaura | Reject | Head of Government (Kenya) | 2009-01-05\n- Francis Muthaura | Consult | Head of Government (Kenya) | 2008-04-01\n- Head of Government (Kenya) | Make an appeal or request | Francis Muthaura | 2010-12-20\n- Francis Muthaura | Make an appeal or request | Head of Government (Kenya) | 2010-02-08\n- Head of Government (Kenya) | Make statement | Francis Muthaura | 2010-07-14\n- Francis Muthaura | Make statement | Head of Government (Kenya) | 2008-03-10\n- Head of Government (Kenya) | Engage in negotiation | Francis Muthaura | 2009-01-07\n- Francis Muthaura | Engage in negotiation | Head of Government (Kenya) | 2009-01-07\n- Police (Kenya) | Consult | Francis Muthaura | 2006-03-07\n- Francis Muthaura | Consult | Police (Kenya) | 2006-03-07\n- Police (Kenya) | Make statement | Francis Muthaura | 2006-09-10\n- Lawyer/Attorney (Kenya) | Accuse | Francis Muthaura | 2011-10-05\n- Francis Muthaura | Make statement | Police (Kenya) | 2010-06-16\n- Francis Muthaura | Make statement | Police (Kenya) | 2008-03-10\nAnswer:", "completion": " Angela Merkel", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1218715", "prompt": "In 2015, who last used small arms and light weapons to attack the citizens of Thailand?\nEvidence:\n- Citizen (Thailand) | fight with small arms and light weapons | Thailand | 2005-01-25\n- Armed Gang (Thailand) | fight with small arms and light weapons | Thailand | 2005-01-05\n- Armed Opposition (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-03-02\n- Armed Opposition (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-02-23\n- Armed Opposition (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-02-21\n- Armed Gang (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-02-26\n- Armed Gang (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-02-25\n- Armed Gang (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-02-22\n- Armed Gang (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-02-15\n- Armed Gang (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-02-12\n- Armed Gang (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-02-09\n- Armed Gang (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-02-08\n- Armed Gang (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-02-07\n- Armed Gang (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-02-02\n- Armed Gang (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-01-30\nAnswer:", "completion": " Armed Gang (Thailand)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1305402", "prompt": "Which country was the first to praise South Africa after the head of government of Gabon?\nEvidence:\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- Head of Government (Nigeria) | Consult | African Union | 2005-02-01\n- Head of Government (Nigeria) | Consult | African Union | 2005-01-31\n- Head of Government (Ethiopia) | Consult | African Union | 2005-05-12\n- African Union | Consult | Head of Government (Nigeria) | 2005-02-01\n- African Union | Consult | Head of Government (Nigeria) | 2005-01-31\n- African Union | Consult | Head of Government (Ethiopia) | 2005-05-12\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- Head of Government (Nigeria) | Express intent to meet or negotiate | African Union | 2005-02-28\n- Government (South Africa) | Engage in diplomatic cooperation | African Union | 2005-02-26\n- South Africa | Consult | China | 2005-02-05\n- China | Consult | South Africa | 2005-02-05\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1313844", "prompt": "Who made the Armed Band of Lebanon suffer from conventional military forces on 7 August 2015?\nEvidence:\n- Military (Lebanon) | Use conventional military force | Armed Band (Lebanon) | 2015-08-07\n- Armed Band (Lebanon) | Use unconventional violence | Military (Lebanon) | 2015-08-07\nAnswer:", "completion": " Military (Lebanon)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 0} +{"id": "mtq_1171986", "prompt": "Who made the first request to the UN Security Council after the Shura Council?\nEvidence:\n- Shura Council | Reject | UN Security Council | 2005-04-01\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- Shura Council | Accuse | National Security Advisor (Iraq) | 2006-06-29\n- Shura Council | Consult | China | 2007-10-29\n- China | Consult | Shura Council | 2007-10-29\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- Yemen | Make statement | Shura Council | 2006-12-12\n- Shura Council | Make statement | Yemen | 2007-02-09\n- Shura Council | Make statement | Qatar | 2007-05-08\n- Shura Council | Consult | Representatives (Yemen) | 2007-02-09\n- Representatives (Yemen) | Consult | Shura Council | 2007-02-09\n- Ethiopia | Make an appeal or request | UN Security Council | 2005-02-08\n- Shura Council | Make an appeal or request | Government (Sudan) | 2005-04-02\n- Shura Council | Make an appeal or request | Citizen (International) | 2005-07-10\nAnswer:", "completion": " African Union", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1106517", "prompt": "Who was the last to negotiate with Shimon Peres before Elizabeth II?\nEvidence:\n- Shimon Peres | Make statement | John Paul II | 2005-04-02\n- Tony Blair | Express intent to meet or negotiate | Elizabeth II | 2005-11-08\n- Tony Blair | Express intent to meet or negotiate | Elizabeth II | 2005-04-05\n- Elizabeth II | Express intent to meet or negotiate | Tony Blair | 2006-01-15\n- Elizabeth II | Express intent to meet or negotiate | Tony Blair | 2005-11-08\n- Aleksander Kwasniewski | Express intent to meet or negotiate | Elizabeth II | 2005-11-08\n- Aleksander Kwasniewski | Express intent to meet or negotiate | Elizabeth II | 2005-11-07\n- Tony Blair | Consult | Elizabeth II | 2005-11-12\n- Police (Australia) | Consult | Elizabeth II | 2006-03-14\n- Elizabeth II | Consult | Tony Blair | 2005-11-12\n- Elizabeth II | Consult | Police (Australia) | 2006-03-14\n- Elizabeth II | Consult | Aleksander Kwasniewski | 2005-11-08\n- Aleksander Kwasniewski | Consult | Elizabeth II | 2005-11-08\n- Elizabeth II | Express intent to meet or negotiate | Citizen (United Kingdom) | 2006-04-19\n- Elizabeth II | Express intent to meet or negotiate | Citizen (United Kingdom) | 2005-07-08\nAnswer:", "completion": " Mahmoud Abbas", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1134132", "prompt": "Who was the first to denounce Sondhi Limthongkul after the Thai party member?\nEvidence:\n- Sondhi Limthongkul | Criticize or denounce | Royal Thai Police | 2006-01-17\n- Sondhi Limthongkul | Make statement | Party Member (Thailand) | 2005-12-17\n- Party Member (Thailand) | Praise or endorse | Sondhi Limthongkul | 2005-11-23\n- Party Member (Thailand) | Praise or endorse | Sondhi Limthongkul | 2005-11-21\n- Member of Parliament (Thailand) | Investigate | Sondhi Limthongkul | 2006-02-23\n- Member of Parliament (Thailand) | Accuse | Sondhi Limthongkul | 2005-11-22\n- Member of Parliament (Thailand) | Accuse | Sondhi Limthongkul | 2005-11-19\n- Member of Parliament (Thailand) | Accuse | Sondhi Limthongkul | 2005-11-18\n- Media Personnel (Thailand) | Criticize or denounce | Sondhi Limthongkul | 2006-01-16\n- Sondhi Limthongkul | Accuse | Citizen (Thailand) | 2005-12-02\n- Sondhi Limthongkul | Accuse | Citizen (Thailand) | 2005-11-20\n- Governor (Thailand) | Investigate | Sondhi Limthongkul | 2005-11-24\n- Citizen (Thailand) | Accuse | Sondhi Limthongkul | 2005-10-13\n- Citizen (Thailand) | Accuse | Sondhi Limthongkul | 2005-10-05\n- Thailand | Ease administrative sanctions | Sondhi Limthongkul | 2005-11-24\nAnswer:", "completion": " Citizen (Thailand)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1008155", "prompt": "Who visited Macky Sall before Abdelilah Benkirane?\nEvidence:\n- Macky Sall | Host a visit | Abdelilah Benkirane | 2012-04-03\n- Abdelilah Benkirane | Make a visit | Macky Sall | 2012-04-03\n- Wen Jiabao | Consult | Abdelilah Benkirane | 2012-06-21\n- Wen Jiabao | Consult | Abdelilah Benkirane | 2012-06-20\n- Wen Jiabao | Consult | Abdelilah Benkirane | 2012-06-19\n- Muhammad VI | Consult | Abdelilah Benkirane | 2011-12-10\n- Muhammad VI | Consult | Abdelilah Benkirane | 2011-11-29\n- Hisham Qandil | Consult | Abdelilah Benkirane | 2013-02-07\n- Catherine Ashton | Consult | Abdelilah Benkirane | 2012-11-06\n- Abdelilah Benkirane | Consult | Wen Jiabao | 2012-06-21\n- Abdelilah Benkirane | Consult | Wen Jiabao | 2012-06-20\n- Abdelilah Benkirane | Consult | Wen Jiabao | 2012-06-19\n- Abdelilah Benkirane | Consult | Muhammad VI | 2011-12-10\n- Abdelilah Benkirane | Consult | Muhammad VI | 2011-11-29\n- Abdelilah Benkirane | Consult | Hisham Qandil | 2013-02-07\nAnswer:", "completion": " Abdoulaye Wade", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1215531", "prompt": "In 2005, the police of Indonesia were rejected by who?\nEvidence:\n- Police (Kenya) | Make statement | Mugabe Were | 2008-01-30\n- Police (Kenya) | Make statement | Mugabe Were | 2008-01-29\n- Police (Indonesia) | Kill by physical assault | Men (Indonesia) | 2007-04-30\n- Police (Indonesia) | Kill by physical assault | Men (Indonesia) | 2007-02-28\n- Men (Indonesia) | Kill by physical assault | Police (Indonesia) | 2014-10-01\n- Police (Kenya) | Use conventional military force | Mugabe Were | 2008-02-21\n- Member of Parliament (Indonesia) | Reject | Police (Indonesia) | 2005-07-17\n- Police (Indonesia) | Engage in material cooperation | Business (Indonesia) | 2006-02-25\n- Business (Indonesia) | Engage in material cooperation | Police (Indonesia) | 2006-02-25\n- Police (Indonesia) | Discuss by telephone | Agence France-Presse | 2008-04-02\n- Police (Indonesia) | Discuss by telephone | Agence France-Presse | 2008-01-16\n- Police (Indonesia) | Discuss by telephone | Agence France-Presse | 2007-09-13\n- Police (Indonesia) | Discuss by telephone | Agence France-Presse | 2007-02-08\n- Police (Indonesia) | Discuss by telephone | Agence France-Presse | 2006-08-02\n- Police (Indonesia) | Discuss by telephone | Agence France-Presse | 2006-04-14\nAnswer:", "completion": " Member of Parliament (Indonesia)", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1258850", "prompt": "Who was the first to appeal to the Russian military after Chuck Hagel?\nEvidence:\n- Chuck Hagel | Demand | Iran | 2013-02-13\n- Chuck Hagel | Consult | China | 2008-10-13\n- China | Consult | Chuck Hagel | 2008-10-13\n- Shaukat Aziz | Consult | Chuck Hagel | 2006-04-13\n- Representatives (Russia) | Consult | Chuck Hagel | 2008-01-16\n- Radoslaw Sikorski | Consult | Chuck Hagel | 2008-11-23\n- Pervez Musharraf | Consult | Chuck Hagel | 2006-04-14\n- Pervez Musharraf | Consult | Chuck Hagel | 2006-04-13\n- Ministry (Afghanistan) | Consult | Chuck Hagel | 2013-03-12\n- Chuck Hagel | Make statement | Japan | 2013-03-16\n- Chuck Hagel | Make statement | Iraq | 2013-01-31\n- Chuck Hagel | Make statement | Iraq | 2005-08-22\n- Chuck Hagel | Make statement | Iraq | 2005-08-21\n- Chuck Hagel | Make statement | China | 2008-10-13\n- Chuck Hagel | Make statement | China | 2005-10-13\nAnswer:", "completion": " Dmitry Anatolyevich Medvedev", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1159096", "prompt": "After the Criminal of Australia, who made the first threat to the Police of Australia?\nEvidence:\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- First Command of the Capital | Criticize or denounce | Citizen (Brazil) | 2008-10-30\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2012-05-31\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2009-10-23\n- Public Prosecutor (Brazil) | Criticize or denounce | First Command of the Capital | 2013-10-18\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-13\nAnswer:", "completion": " Women (Australia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1128675", "prompt": "Who first did Wang Yi request for after the Businessperson of Taiwan?\nEvidence:\n- Wang Yi | Investigate | China | 2005-08-17\n- Wang Yi | Demand | Japan | 2006-05-10\n- Wang Yi | Make an appeal or request | Japan | 2005-11-24\n- Wang Yi | Make an appeal or request | Japan | 2005-10-25\n- Wang Yi | Make an appeal or request | Japan | 2005-10-24\n- Wang Yi | Make an appeal or request | Japan | 2005-06-23\n- Wang Yi | Make an appeal or request | Japan | 2005-02-04\n- Wang Yi | Make an appeal or request | Japan | 2005-02-03\n- Wang Yi | Make statement | Japan | 2005-11-29\n- Wang Yi | Make statement | Japan | 2005-05-11\n- Wang Yi | Make statement | Japan | 2005-04-22\n- Wang Yi | Make statement | Japan | 2005-04-10\n- Wang Yi | Make statement | China | 2007-12-14\n- Wang Yi | Make statement | China | 2007-12-13\n- Wang Yi | Make statement | China | 2007-12-12\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1019342", "prompt": "Before Sergey Kuzhugetovich Shoygu, who last negotiated with Abdel Fattah Al-Sisi?\nEvidence:\n- Sergey Kuzhugetovich Shoygu | Consult | Gazprom | 2008-08-09\n- Gazprom | Consult | Sergey Kuzhugetovich Shoygu | 2008-08-09\n- Protester (Egypt) | Reject | Abdel Fattah Al-Sisi | 2013-01-29\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-07-03\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-04-24\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-20\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-18\n- Catherine Ashton | Consult | Abdel Fattah Al-Sisi | 2013-07-17\n- Barack Obama | Consult | Abdel Fattah Al-Sisi | 2013-04-26\n- Abdel Fattah Al-Sisi | Threaten | Protester (Egypt) | 2013-07-24\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-07-03\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-04-24\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-20\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-18\n- Abdel Fattah Al-Sisi | Consult | Catherine Ashton | 2013-07-17\nAnswer:", "completion": " Benjamin Netanyahu", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1121249", "prompt": "In which month did Jorge del Castillo express his intention to negotiate with the head of government of Peru?\nEvidence:\n- Jorge del Castillo | Consult | Head of Government (Peru) | 2008-08-03\n- Jorge del Castillo | Consult | Head of Government (Peru) | 2006-11-28\n- Head of Government (Peru) | Consult | Jorge del Castillo | 2008-08-03\n- Head of Government (Peru) | Consult | Jorge del Castillo | 2006-11-28\n- Congress (Peru) | Investigate | Jorge del Castillo | 2007-04-13\n- Jorge del Castillo | Express intent to meet or negotiate | Head of Government (Peru) | 2008-06-17\n- Head of Government (Peru) | Express intent to meet or negotiate | Jorge del Castillo | 2008-02-20\n- Jorge del Castillo | Make statement | Businessperson (Peru) | 2006-02-01\n- Jorge del Castillo | Make statement | Business (Peru) | 2007-02-24\n- Jorge del Castillo | Make statement | Business (Peru) | 2006-12-22\n- Jorge del Castillo | Accuse | Labor Union (Peru) | 2008-05-20\n- Head of Government (Peru) | Make an appeal or request | Jorge del Castillo | 2007-12-19\n- Military Personnel (Peru) | Make statement | Jorge del Castillo | 2008-01-18\n- Jorge del Castillo | Make statement | Political Parties (Peru) | 2013-12-24\n- Jorge del Castillo | Make statement | Domestic Affairs (Peru) | 2008-08-19\nAnswer:", "completion": " 2008-06", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1020039", "prompt": "At what time did the citizens of Bangladesh last blame the City Mayor of Bangladesh?\nEvidence:\n- City Mayor (Bangladesh) | Demand | Citizen (Bangladesh) | 2007-11-03\n- City Mayor (Bangladesh) | Accuse | Citizen (Bangladesh) | 2012-07-10\n- Citizen (Bangladesh) | Accuse | City Mayor (Bangladesh) | 2015-10-27\n- Citizen (Bangladesh) | Accuse | City Mayor (Bangladesh) | 2015-10-26\n- Member of Parliament (Bangladesh) | Make statement | City Mayor (Bangladesh) | 2011-11-10\n- Head of Government (Bangladesh) | Make statement | City Mayor (Bangladesh) | 2015-09-01\n- City Mayor (Bangladesh) | Sexually assault | Citizen (Bangladesh) | 2009-08-03\n- City Mayor (Bangladesh) | Make statement | Employee (Bangladesh) | 2006-10-27\n- City Mayor (Bangladesh) | Make statement | Party Member (Bangladesh) | 2009-02-04\n- City Mayor (Bangladesh) | Make statement | Indigenous People (Bangladesh) | 2005-11-12\n- Citizen (Bangladesh) | Make optimistic comment | City Mayor (Bangladesh) | 2005-05-11\n- Citizen (Bangladesh) | Make empathetic comment | City Mayor (Bangladesh) | 2006-11-28\n- Citizen (Bangladesh) | Criticize or denounce | City Mayor (Bangladesh) | 2010-06-17\n- Citizen (Bangladesh) | Criticize or denounce | City Mayor (Bangladesh) | 2007-12-02\n- Citizen (Bangladesh) | Bring lawsuit against | City Mayor (Bangladesh) | 2007-04-21\nAnswer:", "completion": " 2015-10-27", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1360682", "prompt": "Who was the first to express interest in working with Alexis Tsipras in 2015?\nEvidence:\n- Nicos Anastasiades | Express intent to cooperate | Alexis Tsipras | 2015-01-26\n- Alexis Tsipras | Express intent to cooperate | Nicos Anastasiades | 2015-01-26\n- Alexis Tsipras | Express intent to cooperate | New Democracy | 2015-01-29\n- France | Express intent to meet or negotiate | Alexis Tsipras | 2015-01-26\n- European Central Bank | Express intent to cooperate | Alexis Tsipras | 2015-02-01\n- Alexis Tsipras | Express intent to yield | European Central Bank | 2015-04-22\n- European Central Bank | Engage in negotiation | Alexis Tsipras | 2015-07-06\n- European Central Bank | Engage in negotiation | Alexis Tsipras | 2015-06-25\n- Alexis Tsipras | Engage in negotiation | European Central Bank | 2015-07-06\n- Alexis Tsipras | Engage in negotiation | European Central Bank | 2015-06-25\n- Alexis Tsipras | Engage in material cooperation | Citizen (Greece) | 2015-01-27\n- Alexis Tsipras | Engage in diplomatic cooperation | Citizen (Greece) | 2015-01-26\n- Citizen (Greece) | Express intent to meet or negotiate | Alexis Tsipras | 2015-01-29\n- Alexis Tsipras | Express intent to meet or negotiate | New Democracy | 2015-08-22\n- Alexis Tsipras | Express intent to meet or negotiate | New Democracy | 2015-02-05\nAnswer:", "completion": " Nicos Anastasiades", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1258637", "prompt": "After 25 November 2012, who made a denunciation to the Navy of the United States?\nEvidence:\n- Member of the Judiciary (United States) | Host a visit | China | 2010-05-15\n- China | Make a visit | Member of the Judiciary (United States) | 2010-05-15\n- Member of the Judiciary (United States) | Demand | Iran | 2007-09-09\n- Member of the Judiciary (United States) | Demand | Iran | 2007-09-08\n- Member of the Judiciary (United States) | Demand | Iran | 2007-09-07\n- China | Accuse | Member of the Judiciary (United States) | 2015-06-26\n- Member of the Judiciary (United States) | Host a visit | Criminal (Australia) | 2007-03-26\n- Criminal (Australia) | Make a visit | Member of the Judiciary (United States) | 2007-03-26\n- Special Rapporteurs of the United Nations | Consult | Legislature (United States) | 2010-09-14\n- Special Rapporteurs of the United Nations | Consult | Legislature (United States) | 2010-09-13\n- Special Rapporteurs of the United Nations | Consult | Envoy (United States) | 2014-11-12\n- Member of the Judiciary (United States) | Reject | Businessperson (United Kingdom) | 2011-10-27\n- Legislature (United States) | Consult | Special Rapporteurs of the United Nations | 2010-09-14\n- Legislature (United States) | Consult | Special Rapporteurs of the United Nations | 2010-09-13\n- Envoy (United States) | Consult | Special Rapporteurs of the United Nations | 2014-11-12\nAnswer:", "completion": " China", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1331134", "prompt": "In which year did the military of Thailand first express the intention to engage in diplomatic cooperation with the citizens of Thailand?\nEvidence:\n- Military Personnel (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-01-11\n- Member of Parliament (Thailand) | Express intent to engage in material cooperation | Citizen (Thailand) | 2005-02-08\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-03-01\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-02-26\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-01-05\n- Member of Parliament (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-02-08\n- Villager (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-02-22\n- Citizen (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Media (Thailand) | 2005-02-15\n- Citizen (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Media (Thailand) | 2005-02-11\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-01-07\n- Media Personnel (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-03-02\n- Citizen (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Department of Geologic Survey and its Mineral Exploration (Thailand) | 2005-01-04\n- Police (Australia) | Engage in material cooperation | Thailand | 2005-01-04\n- Governor (Thailand) | Engage in symbolic act | Citizen (Thailand) | 2005-01-19\n- Citizen (Thailand) | Engage in symbolic act | Governor (Thailand) | 2005-01-19\nAnswer:", "completion": " 2005", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1178939", "prompt": "Before Alexei Miller, who negotiated with Viktor Orban?\nEvidence:\n- Viktor Orban | Consult | Alexei Miller | 2014-05-14\n- Alexei Miller | Consult | Viktor Orban | 2014-05-14\n- Viktor Orban | Engage in negotiation | Alexei Miller | 2014-09-29\n- Alexei Miller | Engage in negotiation | Viktor Orban | 2014-09-29\n- Alexei Miller | Express intent to cooperate | Viktor Orban | 2014-09-26\n- Alexei Miller | Demand | Gazprom | 2014-06-13\n- Guenther Oettinger | Consult | Alexei Miller | 2014-06-11\n- Guenther Oettinger | Consult | Alexei Miller | 2014-04-19\n- Algirdas Butkevičius | Consult | Alexei Miller | 2014-02-11\n- Alexis Tsipras | Consult | Alexei Miller | 2015-04-21\n- Alexei Miller | Make statement | Gazprom | 2015-06-26\n- Alexei Miller | Make statement | Gazprom | 2015-04-13\n- Alexei Miller | Make statement | Gazprom | 2015-01-14\n- Alexei Miller | Make statement | Gazprom | 2014-05-16\n- Alexei Miller | Consult | Guenther Oettinger | 2014-06-11\nAnswer:", "completion": " Gazprom", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1283631", "prompt": "Before Justin Welby, who was the last person to seek diplomatic cooperation with the citizens of the United Kingdom?\nEvidence:\n- Justin Welby | Make statement | Iraq | 2014-08-08\n- Justin Welby | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (United Kingdom) | 2014-07-12\n- Justin Welby | Consult | Ahmed el-Tayeb | 2015-04-19\n- Ahmed el-Tayeb | Consult | Justin Welby | 2015-04-19\n- Justin Welby | Consult | Abdel Fattah Al-Sisi | 2015-04-20\n- Justin Welby | Consult | Abdel Fattah Al-Sisi | 2015-04-19\n- Abdel Fattah Al-Sisi | Consult | Justin Welby | 2015-04-20\n- Abdel Fattah Al-Sisi | Consult | Justin Welby | 2015-04-19\n- Justin Welby | Express intent to meet or negotiate | Citizen (Nigeria) | 2014-05-11\n- Justin Welby | Make an appeal or request | Theresa May | 2014-07-08\n- Citizen (Nigeria) | Demand diplomatic cooperation (such as policy support) | Head of Government (Nigeria) | 2005-03-31\n- Oluṣẹgun Ọbasanjọ | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Nigeria) | 2005-04-11\n- Oluṣẹgun Ọbasanjọ | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Nigeria) | 2005-04-06\n- Government (Nigeria) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Nigeria) | 2005-02-28\n- Citizen (Nigeria) | Express intent to engage in diplomatic cooperation (such as policy support) | Oluṣẹgun Ọbasanjọ | 2005-04-11\nAnswer:", "completion": " Citizen (International)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1154174", "prompt": "Who negotiated with the Head of Government of Kenya before the year 2007?\nEvidence:\n- Head of Government (Kenya) | Make statement | The Hague | 2012-04-26\n- The Hague | Host a visit | Head of Government (Kenya) | 2014-10-07\n- The Hague | Host a visit | Head of Government (Kenya) | 2013-09-10\n- The Hague | Host a visit | Head of Government (Kenya) | 2013-09-09\n- The Hague | Host a visit | Head of Government (Kenya) | 2011-03-09\n- Head of Government (Kenya) | Make a visit | The Hague | 2014-10-07\n- Head of Government (Kenya) | Make a visit | The Hague | 2013-09-10\n- Head of Government (Kenya) | Make a visit | The Hague | 2013-09-09\n- Head of Government (Kenya) | Make a visit | The Hague | 2011-03-09\n- Student (Kenya) | Consult | Head of Government (Kenya) | 2014-07-07\n- Scholar (Kenya) | Consult | Head of Government (Kenya) | 2005-12-06\n- Police (Kenya) | Consult | Head of Government (Kenya) | 2014-05-16\n- Police (Kenya) | Consult | Head of Government (Kenya) | 2008-02-28\n- Police (Kenya) | Consult | Head of Government (Kenya) | 2006-11-10\n- Police (Kenya) | Consult | Head of Government (Kenya) | 2006-06-14\nAnswer:", "completion": " Police (Kenya)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1061892", "prompt": "Who was the first to speak optimistically about Benjamin Netanyahu after Shimon Peres?\nEvidence:\n- Benjamin Netanyahu | Make statement | Shimon Peres | 2005-07-03\n- Shimon Peres | Consult | Likud | 2009-02-20\n- Shimon Peres | Consult | Likud | 2009-02-18\n- Likud | Consult | Shimon Peres | 2009-02-20\n- Likud | Consult | Shimon Peres | 2009-02-18\n- Shimon Peres | Appeal to yield | Eli Yishai | 2005-02-13\n- Shimon Peres | Make statement | Iran | 2005-01-24\n- Shimon Peres | Consult | Muhammad VI | 2005-03-20\n- Shimon Peres | Consult | Muhammad VI | 2005-03-12\n- Shimon Peres | Consult | James Wolfensohn | 2005-05-03\n- Shimon Peres | Consult | James Wolfensohn | 2005-05-01\n- Shimon Peres | Consult | Emaar Properties | 2005-02-18\n- Shimon Peres | Consult | Eli Yishai | 2005-02-13\n- Shimon Peres | Consult | Abdullah Gül | 2005-01-05\n- Shimon Peres | Consult | Abdullah Gül | 2005-01-04\nAnswer:", "completion": " Mahmoud Abbas", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1247494", "prompt": "When did the Alliance for Democracy last appeal to the government of Nigeria?\nEvidence:\n- Government (Nigeria) | Make statement | Alliance for Democracy | 2007-03-31\n- Alliance for Democracy | Make an appeal or request | Government (Nigeria) | 2015-11-24\n- Alliance for Democracy | Make an appeal or request | Government (Nigeria) | 2013-01-02\n- Alliance for Democracy | Make an appeal or request | Government (Nigeria) | 2010-07-13\n- Alliance for Democracy | Make an appeal or request | Government (Nigeria) | 2007-08-14\n- Citizen (Nigeria) | Reject | Alliance for Democracy | 2006-08-15\n- Citizen (Nigeria) | Accuse | Alliance for Democracy | 2006-04-27\n- Citizen (Nigeria) | Accuse | Alliance for Democracy | 2006-01-26\n- Alliance for Democracy | Accuse | Citizen (Nigeria) | 2006-05-15\n- Alliance for Democracy | Accuse | Citizen (Nigeria) | 2006-04-24\n- Alliance for Democracy | Make an appeal or request | Head of Government (Nigeria) | 2015-07-27\n- Alliance for Democracy | Make an appeal or request | Head of Government (Nigeria) | 2005-03-30\n- Alliance for Democracy | Praise or endorse | Government (Nigeria) | 2007-07-05\n- Alliance for Democracy | Express intent to cooperate | Citizen (Nigeria) | 2007-04-11\n- Alliance for Democracy | Make an appeal or request | Citizen (Nigeria) | 2008-10-13\nAnswer:", "completion": " 2015-11-24", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1133390", "prompt": "Before Ashraf Ghani Ahmadzai, which country made the last request for the citizens of Saudi Arabia?\nEvidence:\n- Kabul University | Consult | Ashraf Ghani Ahmadzai | 2005-03-30\n- Associated Press | Consult | Ashraf Ghani Ahmadzai | 2014-04-03\n- Ashraf Ghani Ahmadzai | Consult | Kabul University | 2005-03-30\n- Ashraf Ghani Ahmadzai | Consult | Associated Press | 2014-04-03\n- Mohammed Qasim Fahim | Consult | Ashraf Ghani Ahmadzai | 2014-02-26\n- Kandahar Provincial Council | Consult | Ashraf Ghani Ahmadzai | 2012-05-10\n- Emal Faizi | Make statement | Ashraf Ghani Ahmadzai | 2013-08-20\n- Ashraf Ghani Ahmadzai | Make statement | Refugee (Afghanistan) | 2006-04-12\n- Ashraf Ghani Ahmadzai | Make statement | Insurgent (Afghanistan) | 2010-09-21\n- Ashraf Ghani Ahmadzai | Consult | Mohammed Qasim Fahim | 2014-02-26\n- Ashraf Ghani Ahmadzai | Consult | Kandahar Provincial Council | 2012-05-10\n- Ashraf Ghani Ahmadzai | Consult | Armed Band (Afghanistan) | 2008-08-11\n- Armed Band (Afghanistan) | Consult | Ashraf Ghani Ahmadzai | 2008-08-11\n- Barack Obama | Make an appeal or request | Ashraf Ghani Ahmadzai | 2009-01-21\n- Ashraf Ghani Ahmadzai | Make an appeal or request | Government (Pakistan) | 2011-11-28\nAnswer:", "completion": " Vietnam", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1024763", "prompt": "In which year did the Farm Worker of Nigeria first criticise the citizens of Nigeria?\nEvidence:\n- Ministry (Nigeria) | Consult | Farm Worker (Nigeria) | 2014-03-24\n- Ministry (Nigeria) | Consult | Farm Worker (Nigeria) | 2013-01-23\n- Media (Nigeria) | Consult | Farm Worker (Nigeria) | 2015-01-27\n- Media (Nigeria) | Consult | Farm Worker (Nigeria) | 2014-10-27\n- Media (Nigeria) | Consult | Farm Worker (Nigeria) | 2011-07-26\n- Government (Nigeria) | Yield | Farm Worker (Nigeria) | 2014-04-01\n- Farm Worker (Nigeria) | Demand | Government (Nigeria) | 2013-01-03\n- Farm Worker (Nigeria) | Consult | Ministry (Nigeria) | 2014-03-24\n- Farm Worker (Nigeria) | Consult | Ministry (Nigeria) | 2013-01-23\n- Farm Worker (Nigeria) | Consult | Media (Nigeria) | 2015-01-27\n- Farm Worker (Nigeria) | Consult | Media (Nigeria) | 2014-10-27\n- Farm Worker (Nigeria) | Consult | Media (Nigeria) | 2011-07-26\n- Farm Worker (Nigeria) | Accuse | Ministry (Nigeria) | 2011-05-20\n- Farm Worker (Nigeria) | Accuse | Government (Nigeria) | 2012-03-15\n- Farm Worker (Nigeria) | Accuse | Citizen (Nigeria) | 2015-11-27\nAnswer:", "completion": " 2007", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1265232", "prompt": "In which year did Mexico last pay a visit to the Royal Government of Bulgaria?\nEvidence:\n- Royal Administration (Bulgaria) | Host a visit | Mexico | 2005-02-09\n- Mexico | Make a visit | Royal Administration (Bulgaria) | 2005-02-09\n- Valdas Adamkus | Make a visit | Mexico | 2005-01-20\n- Muhammad VI | Make a visit | Mexico | 2005-02-10\n- Mexico | Host a visit | Valdas Adamkus | 2005-01-20\n- Mexico | Host a visit | Muhammad VI | 2005-02-10\n- Mexico | Host a visit | Jaroslav Palas | 2005-02-08\n- Jaroslav Palas | Make a visit | Mexico | 2005-02-08\n- Head of Government (Peru) | Make a visit | Colombia | 2005-01-18\n- Colombia | Host a visit | Head of Government (Peru) | 2005-01-18\n- Border Patrol (Mexico) | Engage in judicial cooperation | Mexico | 2005-01-07\n- Mexico | Arrest, detain, or charge with legal action | Government Official (Mexico) | 2005-02-02\n- Mexico | Investigate | Criminal (Mexico) | 2005-01-12\n- Other Authorities / Officials (Mexico) | Express intent to meet or negotiate | Mexico | 2005-01-06\n- Mexico | Express intent to cooperate | Colombia | 2005-06-30\nAnswer:", "completion": " 2005", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1240091", "prompt": "When was the last visit of Yasuo Fukuda to South Africa?\nEvidence:\n- Yasuo Fukuda | Make a visit | Vietnam | 2006-04-09\n- Yasuo Fukuda | Make a visit | Japan | 2006-01-07\n- Vietnam | Host a visit | Yasuo Fukuda | 2006-04-09\n- Japan | Host a visit | Yasuo Fukuda | 2006-01-07\n- Yasuo Fukuda | Demand | Japan | 2007-09-15\n- Yasuo Fukuda | Express intent to meet or negotiate | South Korea | 2006-03-14\n- Yasuo Fukuda | Make statement | Japan | 2007-09-25\n- Yasuo Fukuda | Make statement | Japan | 2007-09-23\n- Yasuo Fukuda | Make statement | Japan | 2007-09-15\n- Yasuo Fukuda | Make statement | Japan | 2006-04-09\n- Yasuo Fukuda | Consult | Jusuf Kalla | 2006-05-24\n- Yasuo Fukuda | Consult | Donald Rumsfeld | 2006-05-17\n- Yasuo Fukuda | Consult | Donald Rumsfeld | 2006-05-12\n- Yasuo Fukuda | Consult | Donald Rumsfeld | 2006-05-11\n- Jusuf Kalla | Consult | Yasuo Fukuda | 2006-05-24\nAnswer:", "completion": " 2013-12-10", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1278406", "prompt": "Who fought the men of the United Kingdom with small arms and light weapons before Northern Ireland?\nEvidence:\n- Northern Ireland | Investigate | Men (United Kingdom) | 2005-04-04\n- Northern Ireland | Investigate | Men (United Kingdom) | 2005-03-10\n- Northern Ireland | Investigate | Men (United Kingdom) | 2005-02-27\n- Israeli Defense Forces | fight with small arms and light weapons | Citizen (United Kingdom) | 2005-03-09\n- Armed Band (Afghanistan) | fight with small arms and light weapons | Citizen (United Kingdom) | 2005-03-09\n- Provisional Irish Republican Army | fight with small arms and light weapons | Citizen (United Kingdom) | 2005-03-08\n- Northern Ireland | Investigate | Citizen (United Kingdom) | 2005-06-23\n- Northern Ireland | Investigate | Citizen (United Kingdom) | 2005-01-12\n- Northern Ireland | Investigate | Citizen (United Kingdom) | 2005-01-10\n- Northern Ireland | Accuse | Citizen (United Kingdom) | 2005-08-09\n- Northern Ireland | Accuse | Citizen (United Kingdom) | 2005-02-07\n- Citizen (United Kingdom) | Threaten | Northern Ireland | 2005-08-02\n- Northern Ireland | Return, release person(s) | Men (United Kingdom) | 2005-04-06\n- Northern Ireland | Return, release person(s) | Men (United Kingdom) | 2005-03-10\n- Northern Ireland | Return, release person(s) | Men (United Kingdom) | 2005-02-27\nAnswer:", "completion": " Attacker (United Kingdom)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1156309", "prompt": "After Sergei Kuzhugetovich Shoygu, who was the first to want to establish diplomatic cooperation with the other authorities and officials of Russia?\nEvidence:\n- Sergey Kuzhugetovich Shoygu | Consult | Other Authorities / Officials (Russia) | 2011-12-28\n- Other Authorities / Officials (Russia) | Consult | Sergey Kuzhugetovich Shoygu | 2011-12-28\n- Sergey Kuzhugetovich Shoygu | Make statement | Other Authorities / Officials (Russia) | 2010-08-02\n- Sergey Kuzhugetovich Shoygu | Make statement | Other Authorities / Officials (Russia) | 2008-09-15\n- Sergey Kuzhugetovich Shoygu | Make statement | Other Authorities / Officials (Russia) | 2005-12-16\n- Sergey Kuzhugetovich Shoygu | Criticize or denounce | Other Authorities / Officials (Russia) | 2012-02-07\n- Sergei Anatolievich Storchak | Engage in diplomatic cooperation | Other Authorities / Officials (Russia) | 2008-10-21\n- Sergey Kuzhugetovich Shoygu | Express intent to meet or negotiate | Other Authorities / Officials (Russia) | 2015-02-10\n- Other Authorities / Officials (Russia) | Make an appeal or request | Sergey Kuzhugetovich Shoygu | 2013-02-10\n- Sergey Kuzhugetovich Shoygu | Express intent to engage in diplomatic cooperation (such as policy support) | Other Authorities / Officials (Russia) | 2005-05-12\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- Other Authorities / Officials (Russia) | Engage in diplomatic cooperation | Media (Russia) | 2013-07-04\n- Other Authorities / Officials (Russia) | Engage in diplomatic cooperation | Media (Russia) | 2013-07-01\n- Media (Russia) | Engage in diplomatic cooperation | Other Authorities / Officials (Russia) | 2013-07-04\n- Media (Russia) | Engage in diplomatic cooperation | Other Authorities / Officials (Russia) | 2013-07-01\nAnswer:", "completion": " Military (Russia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1075041", "prompt": "Who last was accused by the citizens of Nigeria before Tony Momoh?\nEvidence:\n- Tony Momoh | Accuse | Government (Nigeria) | 2012-01-03\n- Citizen (Nigeria) | Accuse | Tony Momoh | 2015-06-30\n- Tony Momoh | Make statement | Government (Nigeria) | 2015-05-11\n- Tony Momoh | Make statement | Government (Nigeria) | 2008-10-10\n- Tony Momoh | Make statement | Democratic Party (Nigeria) | 2014-08-05\n- Tony Momoh | Criticize or denounce | Newspaper (Nigeria) | 2010-01-09\n- Tony Momoh | Consider policy option | Citizen (Nigeria) | 2009-12-24\n- Royal Administration (Nigeria) | Make statement | Tony Momoh | 2009-11-20\n- Tony Momoh | Consult | Media (Africa) | 2015-07-22\n- Tony Momoh | Consult | Media (Africa) | 2014-07-08\n- Tony Momoh | Consult | Media (Africa) | 2014-05-20\n- Media (Africa) | Consult | Tony Momoh | 2015-07-22\n- Media (Africa) | Consult | Tony Momoh | 2014-07-08\n- Media (Africa) | Consult | Tony Momoh | 2014-05-20\n- Tony Momoh | Make an appeal or request | Citizen (Nigeria) | 2014-11-24\nAnswer:", "completion": " Government (Nigeria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1167847", "prompt": "Who did Agence France-Presse telephone last before the Lawyer/Attorney of Uganda?\nEvidence:\n- Media Personnel (Uganda) | Discuss by telephone | Agence France-Presse | 2005-03-05\n- Agence France-Presse | Discuss by telephone | Media Personnel (Uganda) | 2005-03-05\n- Lawyer/Attorney (Jordan) | Make statement | Agence France-Presse | 2005-01-11\n- Lawyer/Attorney (Dominican Republic) | Make statement | Agence France-Presse | 2005-01-27\n- Lawyer/Attorney (Australia) | Engage in negotiation | Agence France-Presse | 2005-01-28\n- Agence France-Presse | Engage in negotiation | Lawyer/Attorney (Australia) | 2005-01-28\n- Japan | Discuss by telephone | Agence France-Presse | 2005-03-20\n- Agence France-Presse | Discuss by telephone | Japan | 2005-03-20\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2006-03-28\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-18\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-04-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-01-03\n- Governor (Thailand) | Discuss by telephone | Agence France-Presse | 2005-01-23\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2006-03-28\nAnswer:", "completion": " High Commission for Refugees", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1106871", "prompt": "In what year did William Ruto last accuse Uhuru Muigai Kenyatta?\nEvidence:\n- William Ruto | Accuse | Uhuru Muigai Kenyatta | 2012-05-08\n- Uhuru Muigai Kenyatta | Accuse | William Ruto | 2005-02-22\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2013-02-13\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2012-12-24\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2012-11-29\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2012-10-05\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2012-02-18\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2007-03-15\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2006-12-20\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2013-02-13\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2012-12-24\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2012-11-29\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2012-10-05\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2012-02-18\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2007-03-15\nAnswer:", "completion": " 2012", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1004284", "prompt": "Who was the first to make optimistic remarks about the government of Nigeria after the royal administration of Nigeria?\nEvidence:\n- Royal Administration (Nigeria) | Make optimistic comment | Government (Nigeria) | 2015-05-04\n- Royal Administration (Nigeria) | Make optimistic comment | Citizen (Nigeria) | 2009-11-16\n- Royal Administration (Nigeria) | Make statement | Head of Government (Nigeria) | 2006-04-04\n- Royal Administration (Nigeria) | Make statement | Head of Government (Nigeria) | 2005-02-07\n- Royal Administration (Nigeria) | Make statement | Government (Nigeria) | 2007-03-05\n- Royal Administration (Nigeria) | Make statement | Government (Nigeria) | 2006-09-08\n- Royal Administration (Nigeria) | Make statement | Government (Nigeria) | 2005-08-29\n- Royal Administration (Nigeria) | Make optimistic comment | Umaru Musa Yar'Adua | 2008-02-13\n- Royal Administration (Japan) | Make optimistic comment | Japan | 2005-01-18\n- Royal Administration (Iran) | Make optimistic comment | Iran | 2015-02-13\n- Royal Administration (Iran) | Make optimistic comment | Iran | 2015-02-12\n- China | Make optimistic comment | Royal Administration (Jordan) | 2007-10-31\n- China | Make optimistic comment | Royal Administration (Jordan) | 2007-10-30\n- Royal Administration (Nigeria) | Make an appeal or request | Head of Government (Nigeria) | 2007-05-07\n- Government (Nigeria) | Praise or endorse | Royal Administration (Nigeria) | 2006-09-08\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1004319", "prompt": "Which country was the last to host the visit of Chen Deming before Angola?\nEvidence:\n- Angola | Host a visit | Chen Deming | 2009-01-25\n- Chen Deming | Make a visit | Angola | 2009-01-25\n- China | Host a visit | Chen Deming | 2008-07-06\n- China | Host a visit | Chen Deming | 2008-07-05\n- China | Host a visit | Chen Deming | 2008-06-23\n- Chen Deming | Host a visit | Mwai Kibaki | 2009-01-14\n- Chen Deming | Make a visit | China | 2008-07-06\n- Chen Deming | Make a visit | China | 2008-07-05\n- Chen Deming | Make a visit | China | 2008-06-23\n- China | Consult | Chen Deming | 2008-01-11\n- Chen Deming | Demand | China | 2007-04-21\n- Chen Deming | Consult | China | 2008-01-11\n- Mwai Kibaki | Make a visit | Chen Deming | 2009-01-14\n- Chen Deming | Make statement | China | 2009-01-25\n- Chen Deming | Make statement | China | 2009-01-21\nAnswer:", "completion": " China", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1095739", "prompt": "When did the Prime Minister of Kenya make an appeal to Daniel arap Moi?\nEvidence:\n- Head of Government (Kenya) | Make an appeal or request | Daniel Arap Moi | 2006-05-15\n- Head of Government (Kenya) | Consult | Daniel Arap Moi | 2005-11-29\n- Head of Government (Kenya) | Consult | Daniel Arap Moi | 2005-11-28\n- Daniel Arap Moi | Consult | Head of Government (Kenya) | 2005-11-29\n- Daniel Arap Moi | Consult | Head of Government (Kenya) | 2005-11-28\n- Head of Government (Kenya) | Make statement | Daniel Arap Moi | 2006-05-15\n- Head of Government (Kenya) | Make statement | Daniel Arap Moi | 2005-11-29\n- Lawyer/Attorney (Kenya) | Make statement | Daniel Arap Moi | 2006-02-04\n- Lawyer/Attorney (Kenya) | Make statement | Daniel Arap Moi | 2006-02-03\n- Lawyer/Attorney (Kenya) | Make statement | Daniel Arap Moi | 2005-04-22\n- Lawyer/Attorney (Kenya) | Make statement | Daniel Arap Moi | 2005-02-10\n- Daniel Arap Moi | Make an appeal or request | Sudan | 2005-07-04\n- Presidential Press Service (Kenya) | Make statement | Daniel Arap Moi | 2006-05-08\n- Head of Government (Kenya) | Sign formal agreement | Daniel Arap Moi | 2006-05-22\n- Daniel Arap Moi | Sign formal agreement | Head of Government (Kenya) | 2006-05-22\nAnswer:", "completion": " 2006-05-15", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1034320", "prompt": "After 11 September 2013, with whom did the Australian police want to establish diplomatic cooperation?\nEvidence:\n- Vietnam | Engage in diplomatic cooperation | Committees for the Defense of the Revolution | 2005-09-30\n- Head of Government (Brazil) | Engage in diplomatic cooperation | People Associated with the Opposition (Brazil) | 2006-10-30\n- Ruling Party (Czech Republic) | Engage in diplomatic cooperation | People Associated with the Opposition (Czech Republic) | 2006-04-21\n- People Associated with the Opposition (Czech Republic) | Engage in diplomatic cooperation | Ruling Party (Czech Republic) | 2006-04-21\n- People Associated with the Opposition (Bangladesh) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Bangladesh) | 2006-04-19\n- Citizen (Australia) | Express intent to engage in diplomatic cooperation (such as policy support) | People Associated with the Opposition (Australia) | 2005-01-29\n- Peter Costello | Appeal for diplomatic cooperation (such as policy support) | People Associated with the Opposition (Australia) | 2006-10-04\n- Gerhard Schröder | Appeal for diplomatic cooperation (such as policy support) | People Associated with the Opposition (Germany) | 2005-03-17\n- Citizen (Bangladesh) | Appeal for diplomatic cooperation (such as policy support) | People Associated with the Opposition (Bangladesh) | 2006-03-11\n- People Associated with the Opposition (Brazil) | Express intent to engage in diplomatic cooperation (such as policy support) | Party Member (Brazil) | 2005-09-24\n- The Hague | Demand diplomatic cooperation (such as policy support) | Government (Sudan) | 2005-07-02\n- Head of Government (Ukraine) | Express intent to engage in diplomatic cooperation (such as policy support) | People Associated with the Opposition (Ukraine) | 2006-04-02\n- Police (Australia) | Make statement | People Associated with the Opposition (Australia) | 2006-04-01\n- People Associated with the Opposition (Australia) | Make statement | Police (Australia) | 2006-06-25\n- People Associated with the Opposition (Australia) | Make statement | Police (Australia) | 2006-01-17\nAnswer:", "completion": " Police (New Zealand)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1023107", "prompt": "Who was the last person to speak optimistically about the citizens of Nigeria before Alhaji Aliko Dangote?\nEvidence:\n- Citizen (Nigeria) | Threaten | Alhaji Aliko Dangote | 2012-10-22\n- Alhaji Aliko Dangote | Accuse | Citizen (Nigeria) | 2014-10-14\n- Media (Nigeria) | Make statement | Alhaji Aliko Dangote | 2015-09-02\n- Alhaji Aliko Dangote | Provide aid | Secretariat (Nigeria) | 2012-11-09\n- Alhaji Aliko Dangote | Provide aid | Citizen (Nigeria) | 2013-02-15\n- Alhaji Aliko Dangote | Provide aid | Citizen (Nigeria) | 2011-09-28\n- Alhaji Aliko Dangote | Provide aid | Citizen (Nigeria) | 2010-10-15\n- Alhaji Aliko Dangote | Make statement | Government (Nigeria) | 2014-05-26\n- Alhaji Aliko Dangote | Make statement | Government (Nigeria) | 2014-05-13\n- Alhaji Aliko Dangote | Make statement | Government (Nigeria) | 2009-02-17\n- Alhaji Aliko Dangote | Express intent to cooperate | Citizen (Nigeria) | 2012-09-29\n- Alhaji Aliko Dangote | Make statement | Niger | 2013-10-17\n- Human Rights Activist (Nigeria) | Threaten | Alhaji Aliko Dangote | 2012-10-22\n- Government (Nigeria) | Sign formal agreement | Alhaji Aliko Dangote | 2014-08-11\n- Citizen (Nigeria) | Bring lawsuit against | Alhaji Aliko Dangote | 2012-06-18\nAnswer:", "completion": " Ministry (Nigeria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1117374", "prompt": "In which month did New Democracy threaten the International Monetary Fund?\nEvidence:\n- International Monetary Fund | Threaten | Romania | 2005-06-28\n- Romania | Engage in negotiation | International Monetary Fund | 2005-01-27\n- International Monetary Fund | Engage in negotiation | Romania | 2005-01-27\n- International Monetary Fund | Investigate | Tanzania | 2005-08-02\n- International Monetary Fund | Investigate | Tanzania | 2005-02-25\n- International Monetary Fund | Investigate | Iraq | 2005-05-12\n- International Monetary Fund | Demand | China | 2005-04-20\n- International Monetary Fund | Demand | Angola | 2005-07-06\n- Portugal | Engage in diplomatic cooperation | International Monetary Fund | 2005-04-28\n- International Monetary Fund | Engage in diplomatic cooperation | China | 2005-05-23\n- China | Engage in diplomatic cooperation | International Monetary Fund | 2005-05-23\n- Romania | Express accord | International Monetary Fund | 2005-04-13\n- Iraq | Express accord | International Monetary Fund | 2005-03-07\n- International Monetary Fund | Make statement | Vietnam | 2005-05-31\n- International Monetary Fund | Make statement | France | 2005-01-27\nAnswer:", "completion": " 2010-04", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1049744", "prompt": "Who was the first to criticise Peter Costello in 2006?\nEvidence:\n- Peter Costello | Make statement | Peter Reith | 2006-04-28\n- Police (Australia) | Consult | Peter Costello | 2006-05-18\n- Peter Costello | Reject | Citizen (Australia) | 2006-01-10\n- Peter Costello | Demand | Mike Rann | 2006-02-16\n- Peter Costello | Demand | Citizen (Australia) | 2006-02-25\n- Peter Costello | Consult | Police (Australia) | 2006-05-18\n- Peter Costello | Consult | Michael Cullen | 2006-02-17\n- Peter Costello | Accuse | Citizen (Australia) | 2006-07-11\n- Peter Costello | Accuse | Citizen (Australia) | 2006-02-27\n- Peter Costello | Accuse | Citizen (Australia) | 2006-02-26\n- Michael Cullen | Consult | Peter Costello | 2006-02-17\n- Citizen (Australia) | Reject | Peter Costello | 2006-07-07\n- Citizen (Australia) | Reject | Peter Costello | 2006-05-24\n- Citizen (Australia) | Demand | Peter Costello | 2006-07-10\n- Citizen (Australia) | Accuse | Peter Costello | 2006-07-13\nAnswer:", "completion": " Citizen (Australia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1050900", "prompt": "Before Janez Jansa, who was the last person to visit Emperor Akihito?\nEvidence:\n- Janez Jansa | Make a visit | Kuwait | 2006-11-13\n- Janez Jansa | Host a visit | Aigars Kalvitis | 2005-09-13\n- Aigars Kalvitis | Make a visit | Janez Jansa | 2005-09-13\n- Wen Jiabao | Consult | Janez Jansa | 2006-09-11\n- Vlado Buckovski | Consult | Janez Jansa | 2005-11-16\n- Tony Blair | Consult | Janez Jansa | 2005-12-08\n- Milo Djukanovic | Consult | Janez Jansa | 2006-01-09\n- Laila Freivalds | Consult | Janez Jansa | 2005-10-13\n- Janez Jansa | Consult | Wen Jiabao | 2006-09-11\n- Janez Jansa | Consult | Vlado Buckovski | 2005-11-16\n- Janez Jansa | Consult | Tony Blair | 2005-12-08\n- Janez Jansa | Consult | Milo Djukanovic | 2006-01-09\n- Janez Jansa | Consult | Laila Freivalds | 2005-10-13\n- Janez Jansa | Consult | Branko Crvenkovski | 2005-02-16\n- Janez Jansa | Consult | Branko Crvenkovski | 2005-02-15\nAnswer:", "completion": " Head of Government (Chile)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1163703", "prompt": "Who was the last to make an appeal to the citizens of Brazil in 2012?\nEvidence:\n- People Associated with the Opposition (Brazil) | Make statement | Head of Government (Brazil) | 2012-02-29\n- People Associated with the Opposition (Brazil) | Make statement | Public Prosecutor (Brazil) | 2012-09-21\n- Party Member (Brazil) | Make statement | People Associated with the Opposition (Brazil) | 2012-08-30\n- People Associated with the Opposition (Brazil) | Demand | Ministry (Brazil) | 2012-01-11\n- People Associated with the Opposition (Brazil) | Demand | Ministry (Brazil) | 2012-01-10\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2012-05-31\n- People Associated with the Opposition (Brazil) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Brazil) | 2012-05-17\n- Universal Church of the Kingdom of God | Praise or endorse | Party Member (Brazil) | 2012-09-30\n- Universal Church of the Kingdom of God | Criticize or denounce | Party Member (Brazil) | 2012-10-03\n- Citizen (Brazil) | Use unconventional violence | People Associated with the Opposition (Brazil) | 2012-05-15\nAnswer:", "completion": " Ministry (Brazil)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 10, "n_anchors": 0} +{"id": "mtq_1342857", "prompt": "Who wants to negotiate with Angola in the same month of the Council of Christian Churches?\nEvidence:\n- Angola | Praise or endorse | Council of Christian Churches | 2012-12-06\n- Council of Christian Churches | Express intent to meet or negotiate | Angola | 2008-04-08\n- Council of Christian Churches | Make statement | Government (France) | 2006-04-25\n- Member of the Judiciary (Angola) | Make pessimistic comment | Angola | 2005-01-21\n- Angola | Express intent to meet or negotiate | Military Personnel (Angola) | 2005-06-01\n- China | Express intent to meet or negotiate | Angola | 2005-02-25\n- Angola | Express intent to meet or negotiate | France | 2005-05-26\n- Foreign Affairs (Argentina) | Express intent to meet or negotiate | Angola | 2005-01-12\n- Christian Noyer | Demand | Government (France) | 2006-05-16\n- Mexico | Engage in diplomatic cooperation | Angola | 2005-07-13\n- China | Engage in diplomatic cooperation | Angola | 2005-06-12\n- China | Engage in diplomatic cooperation | Angola | 2005-06-11\n- China | Engage in diplomatic cooperation | Angola | 2005-02-25\n- Angola | Engage in diplomatic cooperation | Mexico | 2005-07-13\n- Angola | Engage in diplomatic cooperation | China | 2005-06-12\nAnswer:", "completion": " Citizen (Benin)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1070373", "prompt": "After May 2007, who was praised by Ali Muhammad Mujawar?\nEvidence:\n- Ali Muhammad Mujawar | Consult | Iran | 2009-02-23\n- Ali Abdullah Saleh | Demand | Ali Muhammad Mujawar | 2007-04-07\n- Representatives (Yemen) | Consult | Ali Muhammad Mujawar | 2008-09-14\n- Mahmoud Ahmadinejad | Consult | Ali Muhammad Mujawar | 2007-07-19\n- Ali Muhammad Mujawar | Make statement | Yemen | 2008-06-28\n- Ali Muhammad Mujawar | Make statement | Yemen | 2008-06-26\n- Ali Muhammad Mujawar | Make statement | Yemen | 2008-06-12\n- Ali Muhammad Mujawar | Make statement | Yemen | 2008-05-17\n- Ali Muhammad Mujawar | Make statement | Yemen | 2008-03-21\n- Ali Muhammad Mujawar | Make statement | Yemen | 2008-03-10\n- Ali Muhammad Mujawar | Make statement | Yemen | 2008-01-22\n- Ali Muhammad Mujawar | Make statement | Yemen | 2007-07-18\n- Ali Muhammad Mujawar | Make statement | Yemen | 2007-07-03\n- Ali Muhammad Mujawar | Make statement | Yemen | 2007-05-20\n- Ali Muhammad Mujawar | Make statement | Qatar | 2008-02-15\nAnswer:", "completion": " Burundi", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1005135", "prompt": "Who asked for the government of Georgia on 10 November 2005?\nEvidence:\n- Population (Georgia) | Make an appeal or request | Government (Georgia) | 2005-11-10\nAnswer:", "completion": " Population (Georgia)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1246548", "prompt": "Which country was the first to appeal to the UN Security Council after Mladen Ivanic?\nEvidence:\n- Mladen Ivanic | Make an appeal or request | UN Security Council | 2015-06-29\n- Mladen Ivanic | Make statement | Iran | 2015-02-20\n- Mladen Ivanic | Make statement | Iran | 2015-02-19\n- Mladen Ivanic | Make statement | Iran | 2005-03-09\n- Mladen Ivanic | Make statement | China | 2015-04-03\n- Mladen Ivanic | Make statement | China | 2005-04-01\n- Mladen Ivanic | Consult | Goran Svilanović | 2006-07-07\n- Mladen Ivanic | Consult | Cyril Svoboda | 2005-10-20\n- Mladen Ivanic | Consult | Adnan Terzic | 2005-06-07\n- Mladen Ivanic | Consult | Abdullah Gül | 2005-09-19\n- Mladen Ivanic | Accuse | Adnan Terzic | 2005-09-29\n- Goran Svilanović | Consult | Mladen Ivanic | 2006-07-07\n- Cyril Svoboda | Consult | Mladen Ivanic | 2005-10-20\n- Adnan Terzic | Consult | Mladen Ivanic | 2005-06-07\n- Adnan Terzic | Accuse | Mladen Ivanic | 2005-06-08\nAnswer:", "completion": " Malaysia", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1315868", "prompt": "After the Businessman of Turkey, who did Ali Abdullah Saleh wish to meet first?\nEvidence:\n- Ali Abdullah Saleh | Investigate | Yemen | 2005-02-11\n- Ali Abdullah Saleh | Investigate | Yemen | 2005-02-06\n- Qatar | Express intent to cooperate | Ali Abdullah Saleh | 2005-03-21\n- Yemen | Make statement | Ali Abdullah Saleh | 2005-05-03\n- Solomon Passy | Consult | Ali Abdullah Saleh | 2005-02-24\n- Pervez Musharraf | Consult | Ali Abdullah Saleh | 2005-02-13\n- Gerhard Schröder | Consult | Ali Abdullah Saleh | 2005-03-04\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-06-16\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-06-10\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-05-21\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-05-01\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-04-30\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-04-28\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-04-12\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-03-22\nAnswer:", "completion": " Abdullah Gül", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1253371", "prompt": "Who did Zurab Nogaideli want to negotiate with on the same year of the citizens of Belgium?\nEvidence:\n- Zurab Nogaideli | Express intent to meet or negotiate | Kazakhstan | 2005-11-09\n- Iran | Express intent to meet or negotiate | Zurab Nogaideli | 2005-04-25\n- Zurab Nogaideli | Consult | Republic of South Ossetia | 2005-10-28\n- Zurab Nogaideli | Consult | Republic of South Ossetia | 2005-09-22\n- Republic of South Ossetia | Consult | Zurab Nogaideli | 2005-10-28\n- Republic of South Ossetia | Consult | Zurab Nogaideli | 2005-09-22\n- Zurab Nogaideli | Make statement | Kazakhstan | 2005-06-06\n- Zurab Nogaideli | Consult | Population (Georgia) | 2005-09-25\n- Zurab Nogaideli | Consult | Islam Karimov | 2005-04-18\n- Zurab Nogaideli | Consult | Government (Georgia) | 2007-01-29\n- Zurab Nogaideli | Consult | Government (Georgia) | 2006-09-13\n- Zurab Nogaideli | Consult | Government (Georgia) | 2005-04-25\n- Population (Georgia) | Consult | Zurab Nogaideli | 2005-09-25\n- Islam Karimov | Consult | Zurab Nogaideli | 2005-04-18\n- Government (Georgia) | Consult | Zurab Nogaideli | 2007-01-29\nAnswer:", "completion": " Mikhail Yefimovich Fradkov", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1227029", "prompt": "Before the Australian media, who was the last to express cooperation with the Australian police?\nEvidence:\n- Media (Kenya) | Express intent to meet or negotiate | The Hague | 2011-03-30\n- Media Personnel (Australia) | Demand | People Associated with the Opposition (Australia) | 2011-09-29\n- Media Personnel (Australia) | Accuse | People Associated with the Opposition (Australia) | 2010-07-22\n- Media Personnel (Australia) | Make statement | People Associated with the Opposition (Australia) | 2015-11-15\n- Media Personnel (Australia) | Make statement | People Associated with the Opposition (Australia) | 2015-11-11\n- Media Personnel (Australia) | Make statement | People Associated with the Opposition (Australia) | 2014-08-12\n- Media Personnel (Australia) | Make statement | People Associated with the Opposition (Australia) | 2014-02-16\n- Media Personnel (Australia) | Make statement | People Associated with the Opposition (Australia) | 2013-11-19\n- Media Personnel (Australia) | Make statement | People Associated with the Opposition (Australia) | 2013-09-03\n- Media Personnel (Australia) | Make statement | People Associated with the Opposition (Australia) | 2011-12-19\n- Media Personnel (Australia) | Make statement | People Associated with the Opposition (Australia) | 2011-10-17\n- Media Personnel (Australia) | Make statement | People Associated with the Opposition (Australia) | 2011-10-04\n- Media Personnel (Australia) | Make statement | People Associated with the Opposition (Australia) | 2011-10-02\n- Media Personnel (Australia) | Make statement | People Associated with the Opposition (Australia) | 2011-06-16\n- Media Personnel (Australia) | Make statement | People Associated with the Opposition (Australia) | 2011-06-07\nAnswer:", "completion": " Citizen (Australia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1266462", "prompt": "Who did the French government support first after the French foreign ministry?\nEvidence:\n- Police (French Polynesia) | Consult | Lawyer/Attorney (French Polynesia) | 2014-08-22\n- Lawyer/Attorney (French Polynesia) | Consult | Police (French Polynesia) | 2014-08-22\n- Foreign Affairs (France) | Make statement | French Southern Territories | 2015-11-09\n- Foreign Affairs (France) | Make statement | French Southern Territories | 2015-11-07\n- Foreign Affairs (France) | Make statement | French Southern Territories | 2015-11-04\n- French Armed Forces | Cooperate militarily | Defense / Security Ministry (Tonga) | 2009-03-09\n- Defense / Security Ministry (Tonga) | Cooperate militarily | French Armed Forces | 2009-03-09\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- French Communist Party | Criticize or denounce | Government (France) | 2005-04-06\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Lawyer/Attorney (French Polynesia) | Make an appeal or request | Oversight Court (French Polynesia) | 2012-12-11\n- Police (French Guiana) | Arrest, detain, or charge with legal action | City Mayor (French Guiana) | 2009-11-28\nAnswer:", "completion": " Christine Lagarde", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1052361", "prompt": "Who was the first person with whom Evangelos Meimarakis expressed an intention to meet?\nEvidence:\n- France | Consult | Evangelos Meimarakis | 2006-06-15\n- Evangelos Meimarakis | Consult | France | 2006-06-15\n- Evangelos Meimarakis | Accuse | Laos | 2008-03-28\n- Seyran Ohanyan | Consult | Evangelos Meimarakis | 2008-06-12\n- Fatmir Mediu | Consult | Evangelos Meimarakis | 2006-09-27\n- Evangelos Meimarakis | Demand | Citizen (Greece) | 2008-03-17\n- Evangelos Meimarakis | Consult | Seyran Ohanyan | 2008-06-12\n- Evangelos Meimarakis | Consult | Fatmir Mediu | 2006-09-27\n- Evangelos Meimarakis | Consult | Dragan Šutanovac | 2009-02-26\n- Dragan Šutanovac | Consult | Evangelos Meimarakis | 2009-02-26\n- Evangelos Meimarakis | Express intent to meet or negotiate | Nicos Anastasiades | 2007-12-17\n- Evangelos Meimarakis | Express intent to meet or negotiate | Citizen (Greece) | 2007-04-18\n- Evangelos Meimarakis | Express intent to meet or negotiate | Citizen (Greece) | 2007-04-17\n- Evangelos Meimarakis | Express intent to meet or negotiate | Citizen (Greece) | 2005-02-04\n- Romania | Host a visit | Evangelos Meimarakis | 2006-03-22\nAnswer:", "completion": " Citizen (Greece)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1282555", "prompt": "In which year did Sule Lamido make a request to the Nigerian government?\nEvidence:\n- Sule Lamido | Make statement | The Poor (Nigeria) | 2007-10-24\n- Sule Lamido | Demand | Government (Nigeria) | 2010-04-30\n- Sule Lamido | Make statement | Government (Nigeria) | 2010-09-20\n- Sule Lamido | Make statement | Government (Nigeria) | 2010-04-30\n- Sule Lamido | Make statement | Government (Nigeria) | 2010-01-25\n- Sule Lamido | Make statement | Government (Nigeria) | 2009-11-03\n- Sule Lamido | Make statement | Government (Nigeria) | 2008-09-22\n- Sule Lamido | Make statement | Government (Nigeria) | 2008-09-02\n- Sule Lamido | Make statement | Government (Nigeria) | 2008-05-29\n- Sule Lamido | Make statement | Government (Nigeria) | 2007-12-20\n- Sule Lamido | Make statement | Government (Nigeria) | 2007-10-24\n- Sule Lamido | Make statement | Government (Nigeria) | 2007-10-12\n- Sule Lamido | Make a visit | Niger | 2008-03-20\n- Sule Lamido | Make an appeal or request | Government (Nigeria) | 2009-06-22\n- Sule Lamido | Make statement | Niger | 2008-03-21\nAnswer:", "completion": " 2011", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1075268", "prompt": "Who gave praise to Pervez Musharraf on the same year of the Kakar tribe?\nEvidence:\n- Kakar Tribe | Praise or endorse | Pervez Musharraf | 2006-03-02\n- Militant (Taliban) | Assassinate | Kakar Tribe | 2008-09-28\n- Militant (Taliban) | Use unconventional violence | Kakar Tribe | 2008-09-28\n- Media (Africa) | Discuss by telephone | Kakar Tribe | 2014-05-20\n- Kakar Tribe | Make statement | National Alliance (Egypt) | 2014-05-20\n- Kakar Tribe | Discuss by telephone | Media (Africa) | 2014-05-20\n- Militant (Taliban) | Abduct, hijack, or take hostage | Kakar Tribe | 2013-08-16\n- Militant (Taliban) | Abduct, hijack, or take hostage | Kakar Tribe | 2013-08-15\n- Attacker (Afghanistan) | fight with small arms and light weapons | Kakar Tribe | 2009-03-11\n- Pervez Musharraf | Praise or endorse | Head of Government (Sri Lanka) | 2005-02-09\n- Head of Government (Sri Lanka) | Praise or endorse | Pervez Musharraf | 2005-02-09\n- Benazir Bhutto | Praise or endorse | Pervez Musharraf | 2005-01-08\n- Pervez Musharraf | Praise or endorse | Pakistan administered Kashmir | 2005-02-04\n- Pakistan administered Kashmir | Praise or endorse | Pervez Musharraf | 2005-02-10\n- Pervez Musharraf | Consult | Japan | 2005-01-10\nAnswer:", "completion": " Head of Government (India)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1372972", "prompt": "Before the citizens of Singapore, which country was the last to appeal to the Association of Southeast Asian Nations?\nEvidence:\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-07\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-06\n- Laos | Consult | Association of Southeast Asian Nations | 2005-04-04\n- Japan | Mediate | Association of Southeast Asian Nations | 2005-02-09\n- Japan | Consult | Association of Southeast Asian Nations | 2005-02-25\n- China | Consult | Association of Southeast Asian Nations | 2005-02-25\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-07\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-06\n- Association of Southeast Asian Nations | Consult | Laos | 2005-04-04\n- Association of Southeast Asian Nations | Consult | Japan | 2005-02-25\n- Association of Southeast Asian Nations | Consult | China | 2005-02-25\n- Wen Jiabao | Consult | Association of Southeast Asian Nations | 2005-01-06\n- South Korea | Consult | Association of Southeast Asian Nations | 2005-02-25\n- Association of Southeast Asian Nations | Consult | Wen Jiabao | 2005-01-06\n- Association of Southeast Asian Nations | Consult | South Korea | 2005-02-25\nAnswer:", "completion": " South Korea", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1224837", "prompt": "Before the Inter-Services Intelligence, who had the last telephone conversation with Benazir Bhutto?\nEvidence:\n- Inter-Services Intelligence | Discuss by telephone | Benazir Bhutto | 2007-11-18\n- Benazir Bhutto | Discuss by telephone | Inter-Services Intelligence | 2007-11-18\n- Inter-Services Intelligence | Consult | Benazir Bhutto | 2007-09-06\n- Benazir Bhutto | Consult | Inter-Services Intelligence | 2007-09-06\n- Benazir Bhutto | Accuse | Inter-Services Intelligence | 2008-01-02\n- Inter-Services Intelligence | Engage in negotiation | Benazir Bhutto | 2007-08-27\n- Benazir Bhutto | Engage in negotiation | Inter-Services Intelligence | 2007-08-27\n- Central Intelligence Agency | Investigate | Inter-Services Intelligence | 2006-01-25\n- Pervez Musharraf | Consult | Inter-Services Intelligence | 2006-04-16\n- Media (India) | Accuse | Inter-Services Intelligence | 2006-07-17\n- Legislature (Pakistan) | Consult | Inter-Services Intelligence | 2008-04-03\n- Inter-Services Intelligence | Reject | Pervez Musharraf | 2006-10-03\n- Inter-Services Intelligence | Make statement | Iran | 2006-10-09\n- Inter-Services Intelligence | Make statement | China | 2005-04-17\n- Inter-Services Intelligence | Demand | Pervez Musharraf | 2006-10-19\nAnswer:", "completion": " Cabinet / Council of Ministers / Advisors (United States)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1314160", "prompt": "Who made optimistic remarks about the citizens of Thailand in the same month of Tharit Pengdit?\nEvidence:\n- Tharit Pengdit | Make optimistic comment | Citizen (Thailand) | 2010-08-20\n- Tharit Pengdit | Make statement | Thailand | 2010-07-04\n- Tharit Pengdit | Make statement | Thailand | 2010-05-27\n- Tharit Pengdit | Consult | Media (Thailand) | 2010-07-19\n- Media (Thailand) | Consult | Tharit Pengdit | 2010-07-19\n- Member of Parliament (Thailand) | Accuse | Tharit Pengdit | 2010-08-03\n- Tharit Pengdit | Make optimistic comment | Jatuporn Prompan | 2010-08-20\n- Tharit Pengdit | Make statement | Office of the Attorney General | 2010-12-22\n- Tharit Pengdit | Make statement | Media (Thailand) | 2010-07-27\n- Tharit Pengdit | Make statement | Media (Thailand) | 2010-06-11\n- Tharit Pengdit | Make statement | Member of Parliament (Thailand) | 2010-11-18\n- Tharit Pengdit | Make statement | Member of Parliament (Thailand) | 2010-02-10\n- Tharit Pengdit | Make statement | Member of Parliament (Thailand) | 2010-02-09\n- Tharit Pengdit | Criticize or denounce | Citizen (Thailand) | 2010-04-26\n- Media Personnel (Thailand) | Make statement | Tharit Pengdit | 2011-03-08\nAnswer:", "completion": " Abhisit Vejjajiva", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1136605", "prompt": "After 13 August 2010, who did the Central Reserve Police Force attack with small arms and light weapons?\nEvidence:\n- Central Reserve Police Force | fight with small arms and light weapons | Protester (India) | 2010-08-13\n- Military Personnel - Special (India) | fight with small arms and light weapons | Protester (India) | 2010-08-13\n- Protester (India) | Demonstrate or rally | Central Reserve Police Force | 2010-08-13\n- Protester (India) | Demonstrate or rally | Military Personnel - Special (India) | 2010-08-13\nAnswer:", "completion": " Protester (India)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 4, "n_anchors": 1} +{"id": "mtq_1166362", "prompt": "Before the Justice Department/Ministery of Pakistan, who did the head of government of Pakistan condemn last?\nEvidence:\n- Justice Department/Ministery (Pakistan) | Consult | Head of Government (Pakistan) | 2012-09-27\n- Head of Government (Pakistan) | Consult | Justice Department/Ministery (Pakistan) | 2012-09-27\n- Justice Department/Ministery (Pakistan) | Make statement | Head of Government (Pakistan) | 2012-07-29\n- Head of Government (Pakistan) | Criticize or denounce | Justice Department/Ministery (Pakistan) | 2013-10-17\n- Justice Department/Ministery (Pakistan) | Make statement | Government (Pakistan) | 2014-11-10\n- Justice Department/Ministery (Pakistan) | Make statement | Government (Pakistan) | 2014-02-11\n- Justice Department/Ministery (Pakistan) | Make statement | Government (Pakistan) | 2012-09-06\n- Justice Department/Ministery (Pakistan) | Make statement | Government (Pakistan) | 2012-09-05\n- Justice Department/Ministery (Pakistan) | Make statement | Government (Pakistan) | 2012-07-29\n- Justice Department/Ministery (Pakistan) | Make statement | Government (Pakistan) | 2012-04-30\n- Justice Department/Ministery (Pakistan) | Make statement | Government (Pakistan) | 2012-01-01\n- Justice Department/Ministery (Pakistan) | Make statement | Government (Pakistan) | 2011-03-18\n- Justice Department/Ministery (Pakistan) | Make statement | Government (Pakistan) | 2010-10-21\n- Justice Department/Ministery (Pakistan) | Make statement | Government (Pakistan) | 2010-06-25\n- Justice Department/Ministery (Pakistan) | Make statement | Government (Pakistan) | 2010-06-11\nAnswer:", "completion": " Government (Pakistan)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1132497", "prompt": "Before 25 November 2012, who negotiated with the International Monetary Fund?\nEvidence:\n- International Monetary Fund | Engage in negotiation | Antonis Samaras | 2012-11-25\n- Antonis Samaras | Engage in negotiation | International Monetary Fund | 2012-11-25\n- Christine Lagarde | Engage in negotiation | Antonis Samaras | 2012-11-25\n- Antonis Samaras | Engage in negotiation | Christine Lagarde | 2012-11-25\nAnswer:", "completion": " Iraq", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 4, "n_anchors": 1} +{"id": "mtq_1186075", "prompt": "When did Vlado Buckovski negotiate with Hashim Thaçi for the first time?\nEvidence:\n- Vlado Buckovski | Consult | Hashim Thaçi | 2006-02-14\n- Vlado Buckovski | Consult | Hashim Thaçi | 2005-02-20\n- Hashim Thaçi | Consult | Vlado Buckovski | 2006-02-14\n- Hashim Thaçi | Consult | Vlado Buckovski | 2005-02-20\n- Hashim Thaçi | Make statement | Vlado Buckovski | 2006-02-15\n- Vlado Buckovski | Engage in negotiation | Hashim Thaçi | 2006-06-27\n- Hashim Thaçi | Engage in negotiation | Vlado Buckovski | 2006-06-27\n- Vlado Buckovski | Express intent to cooperate | Hashim Thaçi | 2006-02-15\n- Hashim Thaçi | Express intent to cooperate | Vlado Buckovski | 2006-02-15\n- Vlado Buckovski | Express intent to meet or negotiate | Hashim Thaçi | 2006-02-14\n- Vlado Buckovski | Express intent to meet or negotiate | Hashim Thaçi | 2005-02-17\n- Hashim Thaçi | Express intent to meet or negotiate | Vlado Buckovski | 2005-02-17\n- Vlado Buckovski | Make statement | France | 2005-06-02\n- Vlado Buckovski | Make statement | France | 2005-05-31\n- Vlado Buckovski | Consult | Tony Blair | 2005-09-28\nAnswer:", "completion": " 2006-06-27", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1004554", "prompt": "In which year did the United States Congress last visit the Middle East?\nEvidence:\n- Middle East | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-02-09\n- Middle East | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-02-05\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | Middle East | 2005-02-09\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | Middle East | 2005-02-05\n- Military (Middle East) | Mobilize or increase armed forces | Middle East | 2005-02-14\n- Okada Katsuya | Make a visit | Middle East | 2005-03-30\n- Middle East | Host a visit | Okada Katsuya | 2005-03-30\n- Middle East | Host a visit | Mahmoud Abbas | 2005-02-01\n- Middle East | Host a visit | Kay Granger | 2005-01-11\n- Middle East | Host a visit | Javier Solana | 2005-01-09\n- Middle East | Host a visit | Javier Solana | 2005-01-08\n- Middle East | Host a visit | Hannes Swoboda | 2005-02-04\n- Middle East | Host a visit | Gerhard Schröder | 2005-04-03\n- Middle East | Host a visit | Abdullah Gül | 2005-01-09\n- Middle East | Host a visit | Abdullah Gül | 2005-01-06\nAnswer:", "completion": " 2015", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1316047", "prompt": "Who did the Cabinet Council of Ministers Advisors of the United States have a telephone conversation with in the same year of Maithripala Sirisena?\nEvidence:\n- Maithripala Sirisena | Discuss by telephone | Cabinet / Council of Ministers / Advisors (United States) | 2015-01-12\n- Cabinet / Council of Ministers / Advisors (United States) | Discuss by telephone | Maithripala Sirisena | 2015-01-12\n- Rights Activist (United States) | Make optimistic comment | Maithripala Sirisena | 2015-01-09\n- China | Investigate | Maithripala Sirisena | 2015-02-16\n- Maithripala Sirisena | Make a visit | China | 2015-02-06\n- China | Host a visit | Maithripala Sirisena | 2015-02-06\n- Maithripala Sirisena | Make statement | China | 2015-02-05\n- Maithripala Sirisena | Make statement | China | 2015-02-04\n- People Associated with the Opposition (Sri Lanka) | Praise or endorse | Maithripala Sirisena | 2015-01-04\n- Member of Parliament (India) | Engage in symbolic act | Maithripala Sirisena | 2015-01-10\n- Maithripala Sirisena | Make pessimistic comment | China | 2015-01-09\n- China | Praise or endorse | Maithripala Sirisena | 2015-01-29\n- China | Praise or endorse | Maithripala Sirisena | 2015-01-09\n- Sri Lanka United National Party | Make statement | Maithripala Sirisena | 2015-07-12\n- Sri Lanka United National Party | Make statement | Maithripala Sirisena | 2015-06-15\nAnswer:", "completion": " Mahmoud Abbas", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1385920", "prompt": "Before South Korea, which country did Abdul-Karim Al-Arhabi want to negotiate with?\nEvidence:\n- South Africa | Consult | Abdul-Karim Al-Arhabi | 2007-03-28\n- Abdul-Karim Al-Arhabi | Consult | South Africa | 2007-03-28\n- Foreign Affairs (South Korea) | Consult | Abdul-Karim Al-Arhabi | 2006-03-13\n- Abdul-Karim Al-Arhabi | Consult | Foreign Affairs (South Korea) | 2006-03-13\n- Japan | Consult | Abdul-Karim Al-Arhabi | 2008-06-20\n- Abdul-Karim Al-Arhabi | Consult | Japan | 2008-06-20\n- Abdul-Karim Al-Arhabi | Express intent to meet or negotiate | South Korea | 2007-09-17\n- Representatives (Yemen) | Consult | Abdul-Karim Al-Arhabi | 2007-03-29\n- Middle East | Consult | Abdul-Karim Al-Arhabi | 2007-03-28\n- Business (Germany) | Consult | Abdul-Karim Al-Arhabi | 2007-06-12\n- Abdul-Karim Al-Arhabi | Make statement | Yemen | 2009-04-03\n- Abdul-Karim Al-Arhabi | Make statement | Yemen | 2008-05-05\n- Abdul-Karim Al-Arhabi | Make statement | Yemen | 2008-04-24\n- Abdul-Karim Al-Arhabi | Make statement | Yemen | 2007-09-20\n- Abdul-Karim Al-Arhabi | Make statement | Yemen | 2007-06-07\nAnswer:", "completion": " Qatar", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1032345", "prompt": "Before the citizens of Uganda, who was the last to express the intention to participate in diplomatic cooperation with the UN Security Council?\nEvidence:\n- UN Security Council | Express intent to engage in diplomatic cooperation (such as policy support) | Iraq | 2005-02-01\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- UN Security Council | Appeal for diplomatic cooperation (such as policy support) | Sudan | 2005-01-11\n- UN Security Council | Appeal for diplomatic cooperation (such as policy support) | Sudan | 2005-01-10\n- UN Security Council | Demand change in leadership | Head of Government (Togo) | 2005-02-25\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- UN Security Council | Reduce or break diplomatic relations | Togo | 2005-02-24\n- UN Security Council | Demand settling of dispute | Citizen (Sudan) | 2005-01-13\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\n- UN Security Council | Consult | Winston Tubman | 2005-03-07\n- UN Security Council | Consult | Nabil Shaath | 2005-01-11\n- UN Security Council | Consult | John Garang | 2005-02-09\n- UN Security Council | Consult | John Garang | 2005-02-08\nAnswer:", "completion": " Tony Blair", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1266285", "prompt": "With whom did the Associated Press have a telephone conversation with the National Intelligence Service of Ukraine in the same month?\nEvidence:\n- National Security Advisor (Iraq) | Discuss by telephone | Associated Press | 2005-03-22\n- Associated Press | Discuss by telephone | National Security Advisor (Iraq) | 2005-03-22\n- Iraq | Discuss by telephone | Associated Press | 2005-02-27\n- Iran | Discuss by telephone | Associated Press | 2005-03-23\n- Colombia | Discuss by telephone | Associated Press | 2005-01-31\n- Associated Press | Discuss by telephone | Iraq | 2005-02-27\n- Associated Press | Discuss by telephone | Iran | 2005-03-23\n- Associated Press | Discuss by telephone | Colombia | 2005-01-31\n- Uladi Mussa | Discuss by telephone | Associated Press | 2005-01-01\n- Tomas Borge | Discuss by telephone | Associated Press | 2005-03-22\n- Police (Peru) | Discuss by telephone | Associated Press | 2005-04-20\n- Nabil Shaath | Discuss by telephone | Associated Press | 2005-01-29\n- Jerzy Szmajdzinski | Discuss by telephone | Associated Press | 2005-02-11\n- Gilchrist Olympio | Discuss by telephone | Associated Press | 2005-04-27\n- Fazlul Huq | Discuss by telephone | Associated Press | 2005-02-02\nAnswer:", "completion": " Domestic Affairs (Colombia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1111117", "prompt": "After Ali Abdullah Saleh, who was the first to express the intention to meet with the Royal Administration of Saudi Arabia?\nEvidence:\n- Yemen | Sign formal agreement | Royal Administration (Saudi Arabia) | 2005-04-20\n- Royal Administration (Saudi Arabia) | Sign formal agreement | Yemen | 2005-04-20\n- Qatar | Express intent to cooperate | Ali Abdullah Saleh | 2005-03-21\n- James Wolfensohn | Express intent to meet or negotiate | Ali Abdullah Saleh | 2005-02-04\n- Ali Abdullah Saleh | Express intent to meet or negotiate | South Korea | 2005-03-15\n- Ali Abdullah Saleh | Investigate | Yemen | 2005-02-11\n- Ali Abdullah Saleh | Investigate | Yemen | 2005-02-06\n- Ali Abdullah Saleh | Express intent to meet or negotiate | Roh Moo Hyun | 2005-03-15\n- Ali Abdullah Saleh | Express intent to provide humanitarian aid | Yemen | 2005-03-31\n- Yemen | Make statement | Ali Abdullah Saleh | 2005-05-03\n- Solomon Passy | Consult | Ali Abdullah Saleh | 2005-02-24\n- Pervez Musharraf | Consult | Ali Abdullah Saleh | 2005-02-13\n- Gerhard Schröder | Consult | Ali Abdullah Saleh | 2005-03-04\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-06-16\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-06-10\nAnswer:", "completion": " Head of Government (India)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1308082", "prompt": "Before Arseniy Yatsenyuk, who last condemned the Prime Minister of Ukraine?\nEvidence:\n- Arseniy Yatsenyuk | Threaten | Military (Ukraine) | 2007-04-27\n- Arseniy Yatsenyuk | Make statement | Police (Ukraine) | 2007-12-13\n- Arseniy Yatsenyuk | Make statement | Head of Government (Ukraine) | 2007-04-11\n- Arseniy Yatsenyuk | Make statement | Head of Government (Ukraine) | 2006-12-29\n- Arseniy Yatsenyuk | Make statement | Head of Government (Ukraine) | 2006-10-18\n- Arseniy Yatsenyuk | Make statement | Head of Government (Ukraine) | 2006-09-28\n- Arseniy Yatsenyuk | Make statement | Arseniy Yatsenyuk | 2007-11-15\n- Police (Ukraine) | Praise or endorse | Arseniy Yatsenyuk | 2007-12-13\n- Police (Ukraine) | Praise or endorse | Arseniy Yatsenyuk | 2007-03-21\n- Arseniy Yatsenyuk | Make an appeal or request | Police (Ukraine) | 2007-07-06\n- Head of Government (Turkmenistan) | Consult | Arseniy Yatsenyuk | 2007-10-26\n- Head of Government (Turkmenistan) | Consult | Arseniy Yatsenyuk | 2007-06-29\n- Arseniy Yatsenyuk | Consult | Head of Government (Turkmenistan) | 2007-10-26\n- Arseniy Yatsenyuk | Consult | Head of Government (Turkmenistan) | 2007-06-29\n- Vuk Jeremić | Consult | Arseniy Yatsenyuk | 2007-07-02\nAnswer:", "completion": " Police (Ukraine)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1070431", "prompt": "When did José Miguel Insulza last visit the Dominican Republic?\nEvidence:\n- José Miguel Insulza | Make a visit | Dominican Republic | 2006-02-17\n- José Miguel Insulza | Make a visit | Dominican Republic | 2006-02-16\n- Dominican Republic | Host a visit | José Miguel Insulza | 2006-02-17\n- Dominican Republic | Host a visit | José Miguel Insulza | 2006-02-16\n- José Miguel Insulza | Criticize or denounce | José Miguel Insulza | 2005-02-24\n- José Miguel Insulza | Yield | Bolivia | 2005-05-03\n- José Miguel Insulza | Consult | Bolivia | 2005-05-02\n- Bolivia | Reject | José Miguel Insulza | 2005-05-01\n- Bolivia | Reject | José Miguel Insulza | 2005-04-29\n- Bolivia | Reject | José Miguel Insulza | 2005-04-19\n- Bolivia | Consult | José Miguel Insulza | 2005-05-02\n- José Miguel Insulza | Make a visit | Colombia | 2005-10-12\n- José Miguel Insulza | Make a visit | Colombia | 2005-08-30\n- José Miguel Insulza | Make a visit | Colombia | 2005-08-29\n- José Miguel Insulza | Make a visit | Bolivia | 2006-04-10\nAnswer:", "completion": " 2013-11-25", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1013596", "prompt": "In what month did the Ministry of Vietnam sign formal agreements with the Ministry of Foreign Affairs of Israel?\nEvidence:\n- Vietnam | Sign formal agreement | China | 2005-01-14\n- Vietnam | Sign formal agreement | China | 2005-01-13\n- China | Sign formal agreement | Vietnam | 2005-01-14\n- China | Sign formal agreement | Vietnam | 2005-01-13\n- Foreign Affairs (Hungary) | Praise or endorse | Vietnam | 2005-01-31\n- Foreign Affairs (Hungary) | Praise or endorse | Vietnam | 2005-01-29\n- Foreign Affairs (Hungary) | Praise or endorse | Vietnam | 2005-01-28\n- Timor-Leste | Sign formal agreement | Japan | 2005-01-25\n- Japan | Sign formal agreement | Timor-Leste | 2005-01-25\n- Finance / Economy / Commerce / Trade Ministry (Vietnam) | Make statement | Vietnam | 2005-01-18\n- Unified Buddhist Church of Vietnam | Appeal for rights | Vietnam | 2005-02-11\n- Vietnam | fight with small arms and light weapons | Fishermen (Vietnam) | 2005-01-14\n- Vietnam | Engage in diplomatic cooperation | Romania | 2005-01-31\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-02-05\n- Vietnam | Engage in diplomatic cooperation | Laos | 2005-01-07\nAnswer:", "completion": " 2009-05", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1098386", "prompt": "Who made the last request for Ali Abdullah Saleh before the General People's Congress?\nEvidence:\n- General People's Congress | Consult | Ali Abdullah Saleh | 2014-06-27\n- General People's Congress | Consult | Ali Abdullah Saleh | 2011-08-11\n- General People's Congress | Consult | Ali Abdullah Saleh | 2010-12-29\n- Ali Abdullah Saleh | Consult | General People's Congress | 2014-06-27\n- Ali Abdullah Saleh | Consult | General People's Congress | 2011-08-11\n- Ali Abdullah Saleh | Consult | General People's Congress | 2010-12-29\n- General People's Congress | Make statement | Ali Abdullah Saleh | 2012-12-27\n- Ali Abdullah Saleh | Make statement | General People's Congress | 2014-06-27\n- Ali Abdullah Saleh | Make statement | General People's Congress | 2011-08-11\n- General People's Congress | Praise or endorse | Ali Abdullah Saleh | 2011-08-11\n- General People's Congress | Praise or endorse | Ali Abdullah Saleh | 2007-09-24\n- General People's Congress | Praise or endorse | Ali Abdullah Saleh | 2006-09-10\n- Ali Abdullah Saleh | Praise or endorse | General People's Congress | 2005-12-19\n- General People's Congress | Make an appeal or request | Ali Abdullah Saleh | 2006-06-22\n- General People's Congress | Meet at a 'third' location | Ali Abdullah Saleh | 2011-08-11\nAnswer:", "completion": " Pervez Musharraf", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1280553", "prompt": "After the Royal Government of New Zealand, with whom did the Mayor of New Zealand want to meet first?\nEvidence:\n- Police (New Zealand) | Reject | New Zealand First | 2008-12-24\n- City Mayor (New Zealand) | Express intent to meet or negotiate | Royal Administration (New Zealand) | 2015-05-08\n- New Zealand First | Make statement | Police (New Zealand) | 2008-07-11\n- New Zealand First | Make statement | Military (New Zealand) | 2007-12-11\n- City Mayor (New Zealand) | Praise or endorse | Royal Administration (New Zealand) | 2005-03-05\n- Media Personnel (New Zealand) | Make statement | New Zealand First | 2008-06-23\n- New Zealand First | Praise or endorse | Labor Party (New Zealand) | 2008-09-10\n- Police (New Zealand) | Investigate | City Mayor (New Zealand) | 2009-01-29\n- Police (New Zealand) | Investigate | City Mayor (New Zealand) | 2005-10-31\n- Police (New Zealand) | Consult | City Mayor (New Zealand) | 2009-04-23\n- Police (New Zealand) | Consult | City Mayor (New Zealand) | 2007-10-23\n- Police (New Zealand) | Consult | City Mayor (New Zealand) | 2007-07-05\n- Police (New Zealand) | Consult | City Mayor (New Zealand) | 2006-06-24\n- Police (New Zealand) | Accuse | City Mayor (New Zealand) | 2008-11-18\n- City Mayor (New Zealand) | Investigate | Mob (New Zealand) | 2009-09-03\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1249466", "prompt": "After the media personnel of South Sudan, which country was the first to be endorsed by South Sudan?\nEvidence:\n- The Juba Post | Consult | High Ranking Military Personnel (Sudan) | 2010-08-19\n- High Ranking Military Personnel (Sudan) | Consult | The Juba Post | 2010-08-19\n- High Ranking Military Personnel (Sudan) | Accuse | South Sudan | 2013-06-10\n- South Sudan | Discuss by telephone | Agence France-Presse | 2006-06-07\n- Agence France-Presse | Discuss by telephone | South Sudan | 2006-06-07\n- High Ranking Military Personnel (Sudan) | Discuss by telephone | Associated Press | 2009-04-05\n- High Ranking Military Personnel (Sudan) | Discuss by telephone | Associated Press | 2006-12-31\n- Associated Press | Discuss by telephone | High Ranking Military Personnel (Sudan) | 2009-04-05\n- Associated Press | Discuss by telephone | High Ranking Military Personnel (Sudan) | 2006-12-31\n- High Ranking Military Personnel (Sudan) | Make statement | South Sudan | 2005-04-25\n- High Ranking Military Personnel (Sudan) | Make statement | Media (Africa) | 2012-10-31\n- Sudan | Express intent to cooperate | South Sudan | 2005-11-23\n- South Sudan | Express intent to cooperate | Sudan | 2005-11-23\n- Office of the United Nations High Commissioner for Human Rights | Express intent to meet or negotiate | South Sudan | 2006-04-25\n- South Sudan | Express intent to meet or negotiate | Sudan | 2005-12-15\nAnswer:", "completion": " African Union", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1070535", "prompt": "Who was the last country against which the Military Personnel - Special of Afghanistan used conventional military force in 2013?\nEvidence:\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Protester (Afghanistan) | 2013-06-04\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Insurgent (Afghanistan) | 2013-08-23\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Insurgent (Afghanistan) | 2013-06-12\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Insurgent (Afghanistan) | 2013-06-10\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Attacker (Afghanistan) | 2013-10-22\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Attacker (Afghanistan) | 2013-09-08\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Attacker (Afghanistan) | 2013-06-11\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Attacker (Afghanistan) | 2013-06-10\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Attacker (Afghanistan) | 2013-05-30\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Attacker (Afghanistan) | 2013-05-29\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Attacker (Afghanistan) | 2013-04-05\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Attacker (Afghanistan) | 2013-04-03\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Attacker (Afghanistan) | 2013-03-13\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Attacker (Afghanistan) | 2013-02-01\n- Military Personnel - Special (Afghanistan) | Use conventional military force | Attacker (Afghanistan) | 2013-01-25\nAnswer:", "completion": " Militant (Taliban)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1107948", "prompt": "Could you tell me the specific month when did the citizens of Venezuela last blame the Court Judge of Venezuela?\nEvidence:\n- Member of the Judiciary (Venezuela) | Praise or endorse | Court Judge (Venezuela) | 2010-12-08\n- Court Judge (Venezuela) | Reject | Ministry (Venezuela) | 2009-11-25\n- Court Judge (Venezuela) | Reject | Citizen (Venezuela) | 2014-08-13\n- Court Judge (Venezuela) | Reject | Citizen (Venezuela) | 2009-11-25\n- Court Judge (Venezuela) | Reject | Citizen (Venezuela) | 2006-03-14\n- Court Judge (Venezuela) | Investigate | Citizen (Venezuela) | 2010-04-23\n- Court Judge (Venezuela) | Investigate | Citizen (Venezuela) | 2005-01-29\n- Court Judge (Venezuela) | Demand | Newspaper (Venezuela) | 2011-08-27\n- Court Judge (Venezuela) | Demand | Newspaper (Venezuela) | 2011-08-24\n- Court Judge (Venezuela) | Demand | Citizen (Venezuela) | 2009-11-25\n- Court Judge (Venezuela) | Accuse | Citizen (Venezuela) | 2015-09-11\n- Court Judge (Venezuela) | Accuse | Citizen (Venezuela) | 2012-04-19\n- Court Judge (Venezuela) | Accuse | Citizen (Venezuela) | 2011-07-18\n- Court Judge (Venezuela) | Accuse | Citizen (Venezuela) | 2009-12-17\n- Citizen (Venezuela) | Reject | Court Judge (Venezuela) | 2014-11-14\nAnswer:", "completion": " 2007-02", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1150576", "prompt": "In 2013, which country last received Michael Sata's visit from Michael Sata?\nEvidence:\n- Michael Sata | Make a visit | Malawi | 2006-09-01\n- Michael Sata | Make a visit | Malawi | 2006-08-30\n- Michael Sata | Make a visit | Malawi | 2006-08-26\n- Michael Sata | Make a visit | Malawi | 2006-08-25\n- Malawi | Host a visit | Michael Sata | 2006-09-01\n- Malawi | Host a visit | Michael Sata | 2006-08-30\n- Malawi | Host a visit | Michael Sata | 2006-08-26\n- Malawi | Host a visit | Michael Sata | 2006-08-25\n- Michael Sata | Accuse | China | 2006-09-06\n- Michael Sata | Accuse | China | 2006-09-05\n- Michael Sata | Accuse | China | 2006-09-01\n- South Africa | Host a visit | Michael Sata | 2006-09-18\n- Michael Sata | Make a visit | South Africa | 2006-09-18\n- Ronnie Shikapwasha | Threaten | Michael Sata | 2006-08-30\n- Nevers Mumba | Accuse | Michael Sata | 2013-12-24\nAnswer:", "completion": " Japan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1029666", "prompt": "Before Mahamadou Issoufou, who last requested a meeting with Sudan?\nEvidence:\n- Niger | Host a visit | Mahamadou Issoufou | 2015-03-10\n- Niger | Host a visit | Mahamadou Issoufou | 2015-02-21\n- Niger | Host a visit | Mahamadou Issoufou | 2009-09-24\n- Mauritania | Host a visit | Mahamadou Issoufou | 2013-03-05\n- Mahamadou Issoufou | Make a visit | Niger | 2015-03-10\n- Mahamadou Issoufou | Make a visit | Niger | 2015-02-21\n- Mahamadou Issoufou | Make a visit | Niger | 2009-09-24\n- Mahamadou Issoufou | Make a visit | Mauritania | 2013-03-05\n- Mahamadou Issoufou | Make a visit | China | 2012-07-19\n- China | Host a visit | Mahamadou Issoufou | 2012-07-19\n- Mahamadou Issoufou | Make statement | Niger | 2014-06-23\n- Mahamadou Issoufou | Make statement | Niger | 2012-06-27\n- Mahamadou Issoufou | Make statement | Niger | 2011-11-14\n- Mahamadou Issoufou | Make statement | Niger | 2011-09-19\n- Mahamadou Issoufou | Make statement | Iran | 2013-04-16\nAnswer:", "completion": " African Union", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1384678", "prompt": "Who did the National United Front for Democracy Against Dictatorship appeal to first, after the Royal Thai Navy?\nEvidence:\n- National United Front for Democracy Against Dictatorship | Criticize or denounce | Royal Thai Navy | 2014-02-26\n- National United Front for Democracy Against Dictatorship | Make an appeal or request | Royal Thai Navy | 2014-02-26\n- Royal Thai Navy | Bring lawsuit against | Citizen (Thailand) | 2015-07-18\n- Royal Thai Navy | Bring lawsuit against | Media Personnel (Australia) | 2013-12-26\n- Royal Thai Navy | Provide aid | Malaysia | 2014-03-17\n- Royal Thai Navy | Make statement | Vietnam | 2014-03-11\n- Royal Thai Navy | Make statement | Thailand | 2015-06-03\n- Royal Thai Navy | Make statement | Thailand | 2014-08-26\n- Royal Thai Navy | Make statement | Thailand | 2013-05-16\n- Royal Thai Navy | Make statement | Thailand | 2010-08-25\n- Royal Thai Navy | Make statement | Thailand | 2009-06-29\n- Royal Thai Navy | Make statement | Thailand | 2006-03-15\n- Royal Thai Navy | Make statement | Thailand | 2005-12-07\n- Royal Thai Navy | Make statement | Cambodia | 2009-06-29\n- Royal Thai Navy | Consult | Admiral (Vietnam) | 2006-08-11\nAnswer:", "completion": " Activist (Thailand)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1033217", "prompt": "Which country did South Africa make optimistic remarks about after 10 November 2008?\nEvidence:\n- South Africa | Make optimistic comment | Barack Obama | 2008-11-10\n- Barack Obama | Make statement | South Africa | 2008-11-10\n- Malaysia | Make optimistic comment | Barack Obama | 2008-11-10\n- Barack Obama | Make statement | South Korea | 2008-11-10\n- South Korea | Consult | Barack Obama | 2008-11-10\n- Barack Obama | Consult | South Korea | 2008-11-10\n- Lawrence Cannon | Make statement | Barack Obama | 2008-11-10\n- Umaru Musa Yar'Adua | Make statement | Barack Obama | 2008-11-10\n- Iran | Make an appeal or request | Barack Obama | 2008-11-10\n- Head of Government (Nigeria) | Make statement | Barack Obama | 2008-11-10\n- Muhammadu Buhari | Praise or endorse | Barack Obama | 2008-11-10\n- Mahmoud Ahmadinejad | Praise or endorse | Barack Obama | 2008-11-10\n- Mahmoud Ahmadinejad | Consult | Barack Obama | 2008-11-10\n- Lee Myung Bak | Praise or endorse | Barack Obama | 2008-11-10\n- Lee Myung Bak | Discuss by telephone | Barack Obama | 2008-11-10\nAnswer:", "completion": " United Arab Emirates", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1186970", "prompt": "In 2012, who was the first to use conventional military force against the armed rebels of Mali?\nEvidence:\n- Military (Mali) | Use conventional military force | Armed Rebel (Mali) | 2015-06-09\n- Military (Mali) | Use conventional military force | Armed Rebel (Mali) | 2015-05-06\n- Military (Mali) | Use conventional military force | Armed Rebel (Mali) | 2015-04-29\n- Military (Mali) | Use conventional military force | Armed Rebel (Mali) | 2015-03-01\n- Military (Mali) | Use conventional military force | Armed Rebel (Mali) | 2014-11-04\n- Military (Mali) | Use conventional military force | Armed Rebel (Mali) | 2014-05-28\n- Military (Mali) | Use conventional military force | Armed Rebel (Mali) | 2014-05-24\n- Military (Mali) | Use conventional military force | Armed Rebel (Mali) | 2014-05-23\n- Military (Mali) | Use conventional military force | Armed Rebel (Mali) | 2014-05-22\n- Military (Mali) | Use conventional military force | Armed Rebel (Mali) | 2014-05-21\n- Military (Mali) | Use conventional military force | Armed Rebel (Mali) | 2014-05-20\n- Military (Mali) | Use conventional military force | Armed Rebel (Mali) | 2014-05-19\n- Military (Mali) | Use conventional military force | Armed Rebel (Mali) | 2013-10-01\n- Military (Mali) | Use conventional military force | Armed Rebel (Mali) | 2013-09-30\n- Military (Mali) | Use conventional military force | Armed Rebel (Mali) | 2013-09-27\nAnswer:", "completion": " Military (Mali)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1104613", "prompt": "In 2008, who made the last request to the Lawyer/Attorney of Australia?\nEvidence:\n- Lawyer/Attorney (Australia) | Accuse | The Daily Telegraph | 2007-05-25\n- Office of the Attorney General | Reject | Lawyer/Attorney (Indonesia) | 2008-11-04\n- The Hague | Host a visit | Lawyer/Attorney (Australia) | 2012-07-03\n- The Daily Telegraph | Make statement | Lawyer/Attorney (Australia) | 2009-08-20\n- Lawyer/Attorney (Australia) | Make a visit | The Hague | 2012-07-03\n- People Associated with the Opposition (Australia) | Demand | Lawyer/Attorney (Australia) | 2006-10-16\n- Lawyer/Attorney (Australia) | Demand | People Associated with the Opposition (Australia) | 2015-11-10\n- Lawyer/Attorney (Angola) | Make statement | Office of the Attorney General | 2012-10-11\n- Lawyer/Attorney (Australia) | Express intent to meet or negotiate | The Hague | 2012-07-03\n- Lawyer/Attorney (Indonesia) | Consult | Lawyer/Attorney (Australia) | 2005-06-05\n- Lawyer/Attorney (Australia) | Demand | Lawyer/Attorney (Indonesia) | 2005-05-29\n- Lawyer/Attorney (Australia) | Consult | Lawyer/Attorney (Indonesia) | 2005-06-05\n- People Associated with the Opposition (Australia) | Make an appeal or request | Lawyer/Attorney (Australia) | 2011-07-20\n- Lawyer/Attorney (Germany) | Investigate | Office for the Protection of the Constitution | 2015-08-01\n- Police (Australia) | Engage in negotiation | Lawyer/Attorney (Australia) | 2005-03-10\nAnswer:", "completion": " Police (Australia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1221850", "prompt": "Who made pessimistic remarks about South Korea on 14 June 2007?\nEvidence:\n- Congress (United States) | Make pessimistic comment | South Korea | 2007-06-14\n- South Korea | Consult | Japan | 2007-06-14\n- South Korea | Consult | China | 2007-06-14\n- Japan | Consult | South Korea | 2007-06-14\n- China | Consult | South Korea | 2007-06-14\n- South Korea | Impose administrative sanctions | Samsung | 2007-06-14\n- Wen Jiabao | Make a visit | Japan | 2007-06-14\n- Undersecretary (United States) | Make statement | China | 2007-06-14\n- Undersecretary (United States) | Accuse | China | 2007-06-14\n- Special Rapporteurs of the United Nations | Accuse | Japan | 2007-06-14\n- Qin Gang | Make statement | China | 2007-06-14\n- Qin Gang | Make optimistic comment | Congress (United States) | 2007-06-14\n- Ministry/Department of Technology (China) | Make statement | China | 2007-06-14\n- Media Personnel (China) | Make statement | China | 2007-06-14\n- Ma Ying Jeou | Make statement | China | 2007-06-14\nAnswer:", "completion": " Congress (United States)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1389312", "prompt": "On 13 July 2015, who made an appeal on behalf of the Member of Parliament of Ethiopia?\nEvidence:\n- China | Rally support on behalf of | Sudan | 2005-03-17\n- Jack Straw | Rally support on behalf of | Sudan | 2005-01-27\n- Isaias Afewerki | Make an appeal or request | Ethiopia | 2005-01-04\n- Ethiopia | Make an appeal or request | UN Security Council | 2005-02-08\n- Head of Government (Ethiopia) | Praise or endorse | Sudan | 2005-02-25\n- Head of Government (Ethiopia) | Express intent to engage in diplomatic cooperation (such as policy support) | Ethiopia | 2005-01-27\n- Yemen | Consult | Ethiopia | 2005-01-02\n- Sudan | Consult | Ethiopia | 2005-03-09\n- Sudan | Consult | Ethiopia | 2005-01-02\n- Ethiopia | Consult | Yemen | 2005-01-02\n- Ethiopia | Consult | Sudan | 2005-03-09\n- Ethiopia | Consult | Sudan | 2005-01-02\n- Ethiopia | Consult | Djibouti | 2005-03-09\n- Eritrea | Accuse | Ethiopia | 2005-02-10\n- Eritrea | Accuse | Ethiopia | 2005-01-18\nAnswer:", "completion": " Mulatu Teshome", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1306659", "prompt": "In 2008, who was the first person the head of government of Germany wished to meet?\nEvidence:\n- Head of Government (Germany) | Threaten | Government (Germany) | 2009-05-29\n- Head of Government (Germany) | Accuse | Government (Germany) | 2008-12-16\n- Government (Germany) | Yield | Head of Government (Germany) | 2011-06-06\n- Head of Government (Qatar) | Engage in negotiation | Head of Government (Germany) | 2010-05-27\n- Head of Government (India) | Engage in negotiation | Head of Government (Germany) | 2015-10-05\n- Head of Government (Germany) | Engage in negotiation | Head of Government (Qatar) | 2010-05-27\n- Head of Government (Germany) | Engage in negotiation | Head of Government (India) | 2015-10-05\n- Head of Government (Germany) | Express intent to meet or negotiate | Business (Germany) | 2015-04-27\n- Head of Government (Germany) | Express intent to meet or negotiate | Business (Germany) | 2007-07-04\n- Head of Government (Germany) | Make statement | Government (Germany) | 2015-12-14\n- Head of Government (Germany) | Make statement | Government (Germany) | 2015-09-29\n- Head of Government (Germany) | Make statement | Government (Germany) | 2015-08-31\n- Head of Government (Germany) | Make statement | Government (Germany) | 2015-06-12\n- Head of Government (Germany) | Make statement | Government (Germany) | 2015-01-09\n- Head of Government (Germany) | Make statement | Government (Germany) | 2015-01-07\nAnswer:", "completion": " Party Member (Cuba)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1345375", "prompt": "After South Korea, with whom was the first phone call made by Roh Moo Hyun?\nEvidence:\n- South Korea | Reject | Roh Moo Hyun | 2005-02-17\n- Roh Moo Hyun | Demand | South Korea | 2005-01-04\n- Roh Moo Hyun | Make statement | South Korea | 2005-03-09\n- Roh Moo Hyun | Make statement | South Korea | 2005-03-08\n- Roh Moo Hyun | Make statement | South Korea | 2005-02-25\n- Roh Moo Hyun | Make statement | South Korea | 2005-01-13\n- Roh Moo Hyun | Make statement | South Korea | 2005-01-07\n- Roh Moo Hyun | Make statement | South Korea | 2005-01-04\n- Roh Moo Hyun | Consult | Ministry (South Korea) | 2005-01-04\n- Ministry (South Korea) | Consult | Roh Moo Hyun | 2005-01-04\n- South Korea | Host a visit | Roh Moo Hyun | 2005-02-27\n- South Korea | Criticize or denounce | Roh Moo Hyun | 2005-02-17\n- Roh Moo Hyun | Make statement | Ministry (South Korea) | 2005-01-13\n- Roh Moo Hyun | Make a visit | South Korea | 2005-02-27\n- Roh Moo Hyun | Praise or endorse | Ministry (South Korea) | 2005-01-27\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1072297", "prompt": "Who did the Croatian government praise in the same month as Bogdan Klich?\nEvidence:\n- Government (Croatia) | Praise or endorse | Bogdan Klich | 2008-04-15\n- Bogdan Klich | Accuse | Government (Poland) | 2008-07-10\n- Government (Croatia) | Engage in negotiation | Bogdan Klich | 2008-04-15\n- Bogdan Klich | Engage in negotiation | Government (Croatia) | 2008-04-15\n- Bogdan Klich | Make statement | Government (Poland) | 2010-05-26\n- Bogdan Klich | Make statement | Government (Poland) | 2009-12-04\n- Bogdan Klich | Make statement | Government (Poland) | 2008-03-13\n- Bogdan Klich | Praise or endorse | Radoslaw Sikorski | 2008-08-03\n- Yuriy Yekhanurov | Engage in negotiation | Bogdan Klich | 2009-05-29\n- Democratic Party | Engage in negotiation | Bogdan Klich | 2008-03-06\n- Bogdan Klich | Engage in negotiation | Yuriy Yekhanurov | 2009-05-29\n- Bogdan Klich | Engage in negotiation | Democratic Party | 2008-03-06\n- Yuriy Yekhanurov | Consult | Bogdan Klich | 2008-11-18\n- Yuriy Yekhanurov | Consult | Bogdan Klich | 2008-04-09\n- Seyran Ohanyan | Consult | Bogdan Klich | 2009-11-28\nAnswer:", "completion": " Government (Poland)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1039794", "prompt": "After 25 February 2009, who did the National Resistance Movement condemn?\nEvidence:\n- National Resistance Movement | Criticize or denounce | Citizen (Uganda) | 2009-02-25\n- Citizen (Uganda) | Bring lawsuit against | National Resistance Movement | 2009-02-25\n- Police (Uganda) | Arrest, detain, or charge with legal action | Citizen (Uganda) | 2009-02-25\nAnswer:", "completion": " Citizen (Uganda)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 3, "n_anchors": 1} +{"id": "mtq_1026599", "prompt": "Who accused the head of government of Taiwan in Dec, the year of 2007?\nEvidence:\n- Government Official (Taiwan) | Engage in diplomatic cooperation | Head of Government (Taiwan) | 2011-01-26\n- Head of Government (Taiwan) | Consult | Government Official (Taiwan) | 2009-04-22\n- Government Official (Taiwan) | Consult | Head of Government (Taiwan) | 2009-04-22\n- Professor (Taiwan) | Demand | Head of Government (Taiwan) | 2007-01-30\n- Professor (Taiwan) | Demand | Head of Government (Taiwan) | 2007-01-29\n- Head of Government (Taiwan) | Consult | Businessperson (Taiwan) | 2007-09-04\n- Businessperson (Taiwan) | Consult | Head of Government (Taiwan) | 2007-09-04\n- Business (Taiwan) | Accuse | Head of Government (Taiwan) | 2007-12-04\n- Head of Government (Taiwan) | Make statement | Government Official (Taiwan) | 2014-04-27\n- Government Official (Taiwan) | Make statement | Head of Government (Taiwan) | 2006-08-07\n- Head of Government (Taiwan) | Engage in negotiation | China | 2008-04-17\n- China | Engage in negotiation | Head of Government (Taiwan) | 2008-04-17\n- Professor (Taiwan) | Make statement | Head of Government (Taiwan) | 2007-01-30\n- Party Member (Taiwan) | Accuse | Head of Government (Taiwan) | 2009-11-10\n- Indigenous People (Taiwan) | Consult | Head of Government (Taiwan) | 2009-04-22\nAnswer:", "completion": " Business (Taiwan)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1294623", "prompt": "Which country was last attacked by the conventional military forces of the South African police in 2014?\nEvidence:\n- Military (Lebanon) | Use conventional military force | Combatant (Islamic State of Iraq and the Levant) | 2014-08-14\n- Military (Lebanon) | Use conventional military force | Combatant (Islamic State of Iraq and the Levant) | 2014-08-10\n- Member of the Judiciary (South Africa) | Praise or endorse | South African National Defence Force | 2014-07-02\n- Police (Ukraine) | Use conventional military force | People Associated with the Opposition (Ukraine) | 2014-02-20\n- Military (Lebanon) | Mobilize or increase armed forces | The Poor (Libya) | 2014-10-28\n- Iraq | Use conventional military force | Insurgent (Islamic State of Iraq and the Levant) | 2014-06-20\n- Iraq | Use conventional military force | Combatant (Islamic State of Iraq and the Levant) | 2014-11-07\n- Iraq | Use conventional military force | Combatant (Islamic State of Iraq and the Levant) | 2014-06-08\n- Iran | Use conventional military force | Combatant (Islamic State of Iraq and the Levant) | 2014-12-09\n- France | Use conventional military force | Combatant (Islamic State of Iraq and the Levant) | 2014-09-20\n- Extremist (Islamic State of Iraq and the Levant) | Use conventional military force | Iraq | 2014-08-12\n- The Hague | Investigate | Israeli Defense Forces | 2014-08-08\n- The Hague | Investigate | Israeli Defense Forces | 2014-08-07\n- South African National Defence Force | Mobilize or increase armed forces | South Africa | 2014-05-10\n- South African National Defence Force | Mobilize or increase armed forces | South Africa | 2014-03-12\nAnswer:", "completion": " South Africa", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1343427", "prompt": "Who was the first person with whom the Foreign Minister of Nepal expressed an intention to meet after Sher Bahadur Deuba?\nEvidence:\n- Foreign Affairs (Nepal) | Make statement | Sher Bahadur Deuba | 2005-03-01\n- Sher Bahadur Deuba | Consult | Party President (Nepal) | 2005-06-19\n- Sher Bahadur Deuba | Accuse | Political Parties (Nepal) | 2005-02-01\n- Party President (Nepal) | Consult | Sher Bahadur Deuba | 2005-06-19\n- Foreign Affairs (Nepal) | Express intent to meet or negotiate | Sher Bahadur Deuba | 2005-03-07\n- Student (Nepal) | Praise or endorse | Sher Bahadur Deuba | 2006-01-07\n- Sher Bahadur Deuba | Reject | Other Authorities / Officials (Nepal) | 2005-07-26\n- Sher Bahadur Deuba | Make statement | Political Parties (Nepal) | 2005-03-12\n- Sher Bahadur Deuba | Consult | Other Authorities / Officials (Nepal) | 2005-01-21\n- Other Authorities / Officials (Nepal) | Consult | Sher Bahadur Deuba | 2005-01-21\n- Media Personnel (Nepal) | Make statement | Sher Bahadur Deuba | 2008-08-14\n- Media Personnel (Nepal) | Make statement | Sher Bahadur Deuba | 2005-02-03\n- Sher Bahadur Deuba | Consult | Foreign Affairs (India) | 2015-09-19\n- Sher Bahadur Deuba | Consult | Foreign Affairs (India) | 2005-03-18\n- Foreign Affairs (India) | Consult | Sher Bahadur Deuba | 2015-09-19\nAnswer:", "completion": " A.K. Antony", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1008980", "prompt": "After Tony Blair, who was the first person Sali Berisha wanted to meet?\nEvidence:\n- Sali Berisha | Consult | Iran | 2005-12-21\n- Iran | Consult | Sali Berisha | 2005-12-21\n- Vlado Buckovski | Consult | Sali Berisha | 2006-01-23\n- Vlado Buckovski | Consult | Sali Berisha | 2005-10-24\n- Sali Berisha | Make statement | Romania | 2005-10-03\n- Sali Berisha | Consult | Vlado Buckovski | 2006-01-23\n- Sali Berisha | Consult | Vlado Buckovski | 2005-10-24\n- Sali Berisha | Consult | Milo Djukanovic | 2005-10-18\n- Sali Berisha | Consult | Military (Albania) | 2005-12-20\n- Sali Berisha | Consult | Javier Solana | 2005-11-30\n- Sali Berisha | Consult | Javier Solana | 2005-09-18\n- Sali Berisha | Consult | Businessperson (Italy) | 2005-11-10\n- Sali Berisha | Consult | Branko Crvenkovski | 2005-11-16\n- Sali Berisha | Consult | Branko Crvenkovski | 2005-10-24\n- Milo Djukanovic | Consult | Sali Berisha | 2005-10-18\nAnswer:", "completion": " Emperor Akihito", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1050384", "prompt": "When did the Lawyer/Attorney of Argentina reject the Senate of Argentina?\nEvidence:\n- Senate (Argentina) | Reject | Lawyer/Attorney (Argentina) | 2014-11-21\n- Lawyer/Attorney (Argentina) | Reject | Senate (Argentina) | 2006-01-16\n- Lawyer/Attorney (Argentina) | Accuse | Senate (Argentina) | 2014-11-21\n- Lawyer/Attorney (Argentina) | Accuse | Senate (Argentina) | 2005-12-20\n- Senate (Argentina) | Make statement | Lawyer/Attorney (Argentina) | 2015-09-29\n- Senate (Argentina) | Make statement | Lawyer/Attorney (Argentina) | 2015-02-26\n- Senate (Argentina) | Make statement | Lawyer/Attorney (Argentina) | 2010-10-04\n- Senate (Argentina) | Make statement | Lawyer/Attorney (Argentina) | 2006-01-23\n- Lawyer/Attorney (Argentina) | Make statement | Senate (Argentina) | 2014-08-07\n- Lawyer/Attorney (Argentina) | Make statement | Senate (Argentina) | 2013-09-02\n- Lawyer/Attorney (Argentina) | Make statement | Senate (Argentina) | 2013-02-13\n- Lawyer/Attorney (Argentina) | Make statement | Senate (Argentina) | 2009-03-08\n- Lawyer/Attorney (Argentina) | Make statement | Senate (Argentina) | 2009-03-07\n- Lawyer/Attorney (Argentina) | Make statement | Senate (Argentina) | 2005-03-27\n- Lawyer/Attorney (Argentina) | Reject | Defense Attorney (Argentina) | 2013-09-18\nAnswer:", "completion": " 2006-01-16", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1372415", "prompt": "On 17 April 2010, who gave a denunciation to the citizens of the United Kingdom?\nEvidence:\n- Party Member (United Kingdom) | Rally support on behalf of | Indigenous People (United Kingdom) | 2005-05-11\n- Member of Legislative (Govt) (United Kingdom) | Impose restrictions on political freedoms | Lawmaker (United Kingdom) | 2008-02-26\n- Businessperson (United Kingdom) | Express intent to cooperate on judicial matters | Lawyer/Attorney (United Kingdom) | 2005-10-26\n- Chancellor of the Exchequer | Reject | Citizen (United Kingdom) | 2006-07-13\n- Indigenous People (United Kingdom) | Rally support on behalf of | France | 2015-11-20\n- Heinz Fischer | Rally support on behalf of | Citizen (United Kingdom) | 2005-07-09\n- Member of the Judiciary (United States) | Reject | Businessperson (United Kingdom) | 2011-10-27\n- Lawyer/Attorney (United Kingdom) | Impose restrictions on political freedoms | Citizen (United Kingdom) | 2015-09-03\n- Lawyer/Attorney (United Kingdom) | Impose restrictions on political freedoms | Citizen (United Kingdom) | 2014-02-25\n- Court Judge (United Kingdom) | Impose restrictions on political freedoms | Men (United Kingdom) | 2014-11-20\n- Court Judge (United Kingdom) | Impose restrictions on political freedoms | Men (United Kingdom) | 2007-02-13\n- Court Judge (United Kingdom) | Impose restrictions on political freedoms | Men (United Kingdom) | 2006-04-05\n- Court Judge (United Kingdom) | Impose restrictions on political freedoms | Citizen (United Kingdom) | 2012-06-27\n- Court Judge (United Kingdom) | Impose restrictions on political freedoms | Citizen (United Kingdom) | 2012-03-10\n- Court Judge (United Kingdom) | Impose restrictions on political freedoms | Citizen (United Kingdom) | 2007-02-26\nAnswer:", "completion": " Party Member (United Kingdom)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1131040", "prompt": "Who was the last to condemn the military ruler of Myanmar before the international media?\nEvidence:\n- Media Personnel (International) | Criticize or denounce | Military Ruler (Myanmar) | 2011-10-12\n- Military Ruler (Myanmar) | Demand | Employee (Myanmar) | 2007-07-31\n- Citizen (International) | Criticize or denounce | Military Ruler (Myanmar) | 2008-05-17\n- Special Rapporteurs of the United Nations | Make statement | Military Ruler (Myanmar) | 2005-06-17\n- Military Ruler (Myanmar) | Make statement | Iraq | 2006-11-16\n- Citizen (International) | Make an appeal or request | Military Ruler (Myanmar) | 2008-05-08\n- Military Ruler (Myanmar) | Return, release person(s) | Detainee (Myanmar) | 2005-07-12\n- Military (Myanmar) | Accuse | Media Personnel (International) | 2007-10-12\n- Military (Myanmar) | Accuse | Media Personnel (International) | 2007-10-11\n- Mitch McConnell | Make statement | Military Ruler (Myanmar) | 2005-07-19\n- Military Ruler (Myanmar) | Accuse | Men (United States) | 2009-05-23\n- China | Provide economic aid | Military Ruler (Myanmar) | 2008-05-09\n- Office of the United Nations High Commissioner for Human Rights | Threaten | Military Ruler (Myanmar) | 2007-09-26\n- Military (Myanmar) | Cooperate militarily | Media Personnel (International) | 2008-01-30\n- UN Security Council | Make statement | Military Ruler (Myanmar) | 2008-01-17\nAnswer:", "completion": " Citizen (International)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1234563", "prompt": "Who investigated Musa Cerantonio on 13 July 2014?\nEvidence:\n- Police (Philippines) | Investigate | Musa Cerantonio | 2014-07-13\nAnswer:", "completion": " Police (Philippines)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 1} +{"id": "mtq_1168950", "prompt": "After February, the year of 2009, who made a telephone discussion with the citizens of Nigeria?\nEvidence:\n- The Chronicle | Discuss by telephone | Obed Asamoah | 2006-01-12\n- The Chronicle | Discuss by telephone | Businessperson (Ghana) | 2013-03-14\n- Obed Asamoah | Discuss by telephone | The Chronicle | 2006-01-12\n- Businessperson (Ghana) | Discuss by telephone | The Chronicle | 2013-03-14\n- People Associated with the Opposition (Rwanda) | Discuss by telephone | Military Personnel (Rwanda) | 2012-08-23\n- Military Personnel (Rwanda) | Discuss by telephone | People Associated with the Opposition (Rwanda) | 2012-08-23\n- The Juba Post | Discuss by telephone | South Sudan | 2008-10-09\n- The Chronicle | Discuss by telephone | New Patriotic Party | 2010-02-02\n- The Chronicle | Discuss by telephone | New Patriotic Party | 2006-11-22\n- The Chronicle | Discuss by telephone | City Mayor (Ghana) | 2013-07-12\n- The Chronicle | Discuss by telephone | City Mayor (Ghana) | 2010-02-09\n- South Sudan | Discuss by telephone | The Juba Post | 2008-10-09\n- New Patriotic Party | Discuss by telephone | The Chronicle | 2010-02-02\n- New Patriotic Party | Discuss by telephone | The Chronicle | 2006-11-22\n- City Mayor (Ghana) | Discuss by telephone | The Chronicle | 2013-07-12\nAnswer:", "completion": " Nigerian Tribune", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1136053", "prompt": "Who did Alexis Tsipras accuse first?\nEvidence:\n- Georgios Papandreou | Accuse | Alexis Tsipras | 2011-04-01\n- Antonis Samaras | Accuse | Alexis Tsipras | 2012-05-08\n- Alexis Tsipras | Accuse | New Democracy | 2012-05-14\n- Alexis Tsipras | Accuse | Georgios Papandreou | 2010-11-14\n- Alexis Tsipras | Accuse | Democratic Left | 2012-05-14\n- Alexis Tsipras | Accuse | Antonis Samaras | 2012-03-12\n- Alexis Tsipras | Accuse | Panhellenic Socialist Movement | 2012-05-14\n- Alexis Tsipras | Accuse | Panhellenic Socialist Movement | 2010-02-07\n- Alexis Tsipras | Accuse | Panhellenic Socialist Movement | 2008-06-29\n- Head of Government (Greece) | Accuse | Alexis Tsipras | 2011-04-01\n- Alexis Tsipras | Accuse | Head of Government (Greece) | 2011-11-16\n- Georgios Papandreou | Accuse of crime, corruption | Alexis Tsipras | 2010-10-15\n- Democratic Left | Consult | Alexis Tsipras | 2012-05-08\n- Antonis Samaras | Consult | Alexis Tsipras | 2012-05-09\n- Antonis Samaras | Consult | Alexis Tsipras | 2012-05-07\nAnswer:", "completion": " Panhellenic Socialist Movement", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1016082", "prompt": "In which month did the Taiwanese party member accuse the Taiwanese leader for the first time?\nEvidence:\n- Party Member (Guinea) | Accuse | Interim Leader (Guinea) | 2010-10-15\n- Party Member (Turkey) | Accuse | Member of the Judiciary (Turkey) | 2008-12-27\n- Member of the Judiciary (Turkey) | Accuse | Party Member (Turkey) | 2008-12-27\n- People First Party Korea | Accuse | Kuomintang | 2006-06-26\n- People First Party Korea | Make statement | Party Member (Taiwan) | 2005-01-11\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- People First Party Korea | Accuse | Tsai Ing-wen | 2011-11-01\n- Member of the Judiciary (Turkey) | Accuse | Justice and Development Party | 2010-05-07\n- People First Party Korea | Engage in negotiation | Kuomintang | 2007-04-20\n- Kuomintang | Engage in negotiation | People First Party Korea | 2007-04-20\n- First Command of the Capital | Express intent to engage in diplomatic cooperation (such as policy support) | Party Member (Brazil) | 2006-06-12\n- Party Member (Brazil) | Accuse | Governing Party (Brazil) | 2005-06-15\n- Party Member (Brazil) | Accuse | Governing Party (Brazil) | 2005-06-14\n- Thailand | Accuse | Party Member (Thailand) | 2005-02-11\n- Tanzania | Accuse | Party Member (Tanzania) | 2014-03-28\nAnswer:", "completion": " 2009-11", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1364854", "prompt": "After the Afghan National Army, who was the first to be attacked by Taliban militants with small arms and light weapons?\nEvidence:\n- Insurgent (Afghanistan) | fight with small arms and light weapons | Afghan National Army | 2008-08-24\n- Armed Rebel (Afghanistan) | fight with small arms and light weapons | Afghan National Army | 2005-07-17\n- Militant (Taliban) | Use unconventional violence | Afghan National Army | 2006-10-17\n- Militant (Taliban) | Use unconventional violence | Afghan National Army | 2006-05-14\n- Militant (Taliban) | Use unconventional violence | Afghan National Army | 2005-10-04\n- Combatant (Taliban) | Use unconventional violence | Afghan National Army | 2007-01-16\n- Afghan National Army | Use conventional military force | Militant (Taliban) | 2006-06-21\n- Afghan National Army | Use conventional military force | Militant (Taliban) | 2006-06-17\n- Afghan National Army | Use conventional military force | Militant (Taliban) | 2006-06-12\n- Afghan National Army | Use conventional military force | Militant (Taliban) | 2006-06-10\n- Afghan National Army | Use conventional military force | Militant (Taliban) | 2006-06-05\n- Afghan National Army | Use conventional military force | Militant (Taliban) | 2006-05-14\n- Afghan National Army | Use conventional military force | Militant (Taliban) | 2005-10-04\n- Afghan National Army | Use conventional military force | Militant (Taliban) | 2005-10-03\n- Afghan National Army | Use conventional military force | Militant (Taliban) | 2005-08-31\nAnswer:", "completion": " Education (Pakistan)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1331483", "prompt": "Before Ali Mohamed Daoud, who was the last to blame the citizens of the United Kingdom?\nEvidence:\n- Ali Mohamed Daoud | Accuse | Citizen (United Kingdom) | 2006-11-03\n- France | Make an appeal or request | Ali Mohamed Daoud | 2015-04-09\n- Citizen (United Kingdom) | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2005-01-09\n- Secretary of State for the Home Department | Demand | Citizen (United Kingdom) | 2005-02-22\n- Newspaper (United Kingdom) | Yield | Citizen (United Kingdom) | 2005-02-16\n- Newspaper (United Kingdom) | Investigate | Citizen (United Kingdom) | 2005-01-19\n- Newspaper (United Kingdom) | Investigate | Citizen (United Kingdom) | 2005-01-18\n- Citizen (United Kingdom) | Threaten | Newspaper (United Kingdom) | 2005-02-17\n- Citizen (United Kingdom) | Demand | Attacker (United Kingdom) | 2005-04-28\n- Court Judge (United Kingdom) | Refuse to ease administrative sanctions | Citizen (United Kingdom) | 2005-04-21\n- Party Member (United Kingdom) | Accuse | Citizen (United Kingdom) | 2005-03-29\n- News Editor (United Kingdom) | Demand | Citizen (United Kingdom) | 2005-03-08\n- Lawyer/Attorney (United Kingdom) | Demand | Citizen (United Kingdom) | 2005-01-27\n- Lawyer/Attorney (United Kingdom) | Accuse | Citizen (United Kingdom) | 2005-03-29\n- Court Judge (United Kingdom) | Yield | Citizen (United Kingdom) | 2005-03-23\nAnswer:", "completion": " Tony Blair", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1391028", "prompt": "In which year did the head of government of Belarus last express the intention to negotiate with the government official of Belarus?\nEvidence:\n- Head of Government (Belarus) | Express intent to meet or negotiate | Government Official (Belarus) | 2009-03-04\n- Head of Government (Belarus) | Express intent to meet or negotiate | Senate (Belarus) | 2009-01-26\n- Head of Government (Belarus) | Express intent to meet or negotiate | Legislature (Belarus) | 2009-03-04\n- Government Affiliated Bank (Belarus) | Express intent to meet or negotiate | Head of Government (Belarus) | 2009-11-26\n- Citizen (Belarus) | Express intent to cooperate | Head of Government (Belarus) | 2008-07-31\n- Special Rapporteurs of the United Nations | Consult | Government Official (Belarus) | 2015-02-04\n- Government Official (Belarus) | Consult | Special Rapporteurs of the United Nations | 2015-02-04\n- Head of Government (Ukraine) | Express intent to meet or negotiate | Head of Government (Belarus) | 2008-05-23\n- Head of Government (Pakistan) | Express intent to meet or negotiate | Head of Government (Belarus) | 2015-08-09\n- Head of Government (Belarus) | Express intent to meet or negotiate | Vietnam | 2006-12-11\n- Head of Government (Belarus) | Express intent to meet or negotiate | Vietnam | 2006-03-01\n- Head of Government (Belarus) | Express intent to meet or negotiate | Kazakhstan | 2007-09-12\n- Head of Government (Belarus) | Express intent to meet or negotiate | Kazakhstan | 2007-09-10\n- Head of Government (Belarus) | Express intent to meet or negotiate | Iran | 2006-11-05\n- Head of Government (Belarus) | Express intent to meet or negotiate | Iran | 2006-10-23\nAnswer:", "completion": " 2009", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1006514", "prompt": "Which country hosted the visit of Wen Jiabao by Mikhail Yefimovich Fradkov in the same month?\nEvidence:\n- Wen Jiabao | Make an appeal or request | Mikhail Yefimovich Fradkov | 2005-06-10\n- Wen Jiabao | Express intent to meet or negotiate | Mikhail Yefimovich Fradkov | 2005-06-10\n- Wen Jiabao | Express intent to meet or negotiate | Mikhail Yefimovich Fradkov | 2005-03-15\n- Wen Jiabao | Express intent to meet or negotiate | Mikhail Yefimovich Fradkov | 2005-03-14\n- Wen Jiabao | Express intent to meet or negotiate | Mikhail Yefimovich Fradkov | 2005-02-03\n- Mikhail Yefimovich Fradkov | Express intent to meet or negotiate | Wen Jiabao | 2005-02-03\n- Mikhail Yefimovich Fradkov | Make a visit | Kazakhstan | 2005-03-23\n- Kazakhstan | Host a visit | Mikhail Yefimovich Fradkov | 2005-03-23\n- Zurab Nogaideli | Engage in negotiation | Mikhail Yefimovich Fradkov | 2005-06-03\n- Mikhail Yefimovich Fradkov | Engage in negotiation | Zurab Nogaideli | 2005-06-03\n- Mikhail Yefimovich Fradkov | Engage in negotiation | Abdul Kalam | 2005-05-23\n- Abdul Kalam | Engage in negotiation | Mikhail Yefimovich Fradkov | 2005-05-23\n- Zurab Nogaideli | Consult | Mikhail Yefimovich Fradkov | 2005-06-03\n- Mikhail Yefimovich Fradkov | Make statement | Gazprom | 2005-02-16\n- Mikhail Yefimovich Fradkov | Make statement | China | 2005-05-27\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1380018", "prompt": "Who was the last person to negotiate with Abu Bakr Abdullah al-Qirbi before Mahmoud Abbas?\nEvidence:\n- Mahmoud Abbas | Consult | Abu Bakr Abdullah al-Qirbi | 2006-02-26\n- Abu Bakr Abdullah al-Qirbi | Consult | Mahmoud Abbas | 2006-02-26\n- Iran | Consult | Abu Bakr Abdullah al-Qirbi | 2005-10-02\n- Abu Bakr Abdullah al-Qirbi | Consult | Iran | 2005-10-02\n- Solomon Passy | Consult | Abu Bakr Abdullah al-Qirbi | 2005-02-24\n- Abu Bakr Abdullah al-Qirbi | Make statement | Yemen | 2006-05-04\n- Abu Bakr Abdullah al-Qirbi | Make statement | Yemen | 2006-04-21\n- Abu Bakr Abdullah al-Qirbi | Make statement | Yemen | 2006-03-22\n- Abu Bakr Abdullah al-Qirbi | Make statement | Yemen | 2006-02-27\n- Abu Bakr Abdullah al-Qirbi | Make statement | Yemen | 2006-01-16\n- Abu Bakr Abdullah al-Qirbi | Make statement | Yemen | 2006-01-01\n- Abu Bakr Abdullah al-Qirbi | Make statement | Yemen | 2005-10-01\n- Abu Bakr Abdullah al-Qirbi | Make statement | Yemen | 2005-09-30\n- Abu Bakr Abdullah al-Qirbi | Make statement | Yemen | 2005-09-20\n- Abu Bakr Abdullah al-Qirbi | Make statement | Yemen | 2005-09-10\nAnswer:", "completion": " Foreign Affairs (Italy)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1142312", "prompt": "Which country was the first to visit Umaru Musa Yar'Adua after Wen Jiabao?\nEvidence:\n- Umaru Musa Yar'Adua | Threaten | Government (Nigeria) | 2005-01-25\n- Umaru Musa Yar'Adua | Demand | Citizen (Nigeria) | 2007-05-31\n- Umaru Musa Yar'Adua | Consult | South Africa | 2007-04-26\n- Umaru Musa Yar'Adua | Consult | Abdoulaye Wade | 2007-05-08\n- Umaru Musa Yar'Adua | Accuse | Citizen (Nigeria) | 2007-01-05\n- South Africa | Consult | Umaru Musa Yar'Adua | 2007-04-26\n- Oluṣẹgun Ọbasanjọ | Yield | Umaru Musa Yar'Adua | 2007-05-30\n- Oluṣẹgun Ọbasanjọ | Yield | Umaru Musa Yar'Adua | 2007-05-29\n- Daily Trust | Reject | Umaru Musa Yar'Adua | 2007-02-09\n- Citizen (Nigeria) | Demand | Umaru Musa Yar'Adua | 2007-04-23\n- Abdoulaye Wade | Consult | Umaru Musa Yar'Adua | 2007-05-08\n- Umaru Musa Yar'Adua | Make a visit | South Africa | 2007-05-09\n- South Africa | Host a visit | Umaru Musa Yar'Adua | 2007-05-09\n- Umaru Musa Yar'Adua | Praise or endorse | China | 2007-05-30\n- Umaru Musa Yar'Adua | Make statement | Government (Nigeria) | 2007-05-29\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1184211", "prompt": "Who made a request to the other authorities and officials of Russia on the same year of the International Monetary Fund?\nEvidence:\n- International Monetary Fund | Praise or endorse | Other Authorities / Officials (Brazil) | 2005-03-28\n- International Monetary Fund | Threaten | Romania | 2005-06-28\n- International Monetary Fund | Investigate | Tanzania | 2005-08-02\n- International Monetary Fund | Investigate | Tanzania | 2005-02-25\n- International Monetary Fund | Investigate | Iraq | 2005-05-12\n- International Monetary Fund | Demand | China | 2005-04-20\n- International Monetary Fund | Demand | Angola | 2005-07-06\n- International Monetary Fund | Make an appeal or request | Citizen (International) | 2005-04-17\n- Kemal Unakitan | Host a visit | International Monetary Fund | 2005-04-06\n- International Monetary Fund | Make a visit | Kemal Unakitan | 2005-04-06\n- Romania | Express accord | International Monetary Fund | 2005-04-13\n- Iraq | Express accord | International Monetary Fund | 2005-03-07\n- International Monetary Fund | Make statement | Vietnam | 2005-05-31\n- International Monetary Fund | Make statement | France | 2005-01-27\n- International Monetary Fund | Make statement | China | 2005-01-25\nAnswer:", "completion": " Jian Yu", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1037450", "prompt": "Who negotiated with Abdul-Karim Al-Arhabi in the same month of the foreign affairs of Syria?\nEvidence:\n- Foreign Affairs (Syria) | Engage in negotiation | Abdul-Karim Al-Arhabi | 2006-05-07\n- Abdul-Karim Al-Arhabi | Engage in negotiation | Foreign Affairs (Syria) | 2006-05-07\n- Foreign Affairs (Italy) | Consult | Abdul-Karim Al-Arhabi | 2007-04-05\n- Foreign Affairs (France) | Consult | Abdul-Karim Al-Arhabi | 2007-01-14\n- Foreign Affairs (Ethiopia) | Consult | Abdul-Karim Al-Arhabi | 2006-05-07\n- Abdul-Karim Al-Arhabi | Consult | Foreign Affairs (Italy) | 2007-04-05\n- Abdul-Karim Al-Arhabi | Consult | Foreign Affairs (France) | 2007-01-14\n- Abdul-Karim Al-Arhabi | Consult | Foreign Affairs (Ethiopia) | 2006-05-07\n- Foreign Affairs (Italy) | Engage in negotiation | Abdul-Karim Al-Arhabi | 2008-05-15\n- Foreign Affairs (Ethiopia) | Engage in negotiation | Abdul-Karim Al-Arhabi | 2006-05-07\n- Abdul-Karim Al-Arhabi | Engage in negotiation | Foreign Affairs (Italy) | 2008-05-15\n- Abdul-Karim Al-Arhabi | Engage in negotiation | Foreign Affairs (Ethiopia) | 2006-05-07\n- Foreign Affairs (South Korea) | Consult | Abdul-Karim Al-Arhabi | 2006-03-13\n- Abdul-Karim Al-Arhabi | Consult | Foreign Affairs (South Korea) | 2006-03-13\n- Foreign Affairs (South Africa) | Engage in negotiation | Abdul-Karim Al-Arhabi | 2007-11-19\nAnswer:", "completion": " Foreign Affairs (Ethiopia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1164656", "prompt": "After 12 February 2015, who threatened the government of Nigeria?\nEvidence:\n- The Chronicle | Consult | Head of Government (Ghana) | 2005-06-15\n- Head of Government (Ghana) | Consult | The Chronicle | 2005-06-15\n- Militant (Movement for the Emancipation of the Niger Delta) | Use unconventional violence | Citizen (Nigeria) | 2006-04-05\n- Government (Gabon) | Deny responsibility | Union of the Gabonese People | 2006-03-24\n- National Coalition Government of the Union of Burma | Make optimistic comment | China | 2006-06-02\n- National Coalition Government of the Union of Burma | Make optimistic comment | China | 2006-05-31\n- Special Rapporteurs of the United Nations | Consult | Government Official (Turkey) | 2006-02-23\n- Special Rapporteurs of the United Nations | Consult | Government Official (Russia) | 2006-06-16\n- Member of the Judiciary (South Africa) | Reject | Government (South Africa) | 2006-08-31\n- Government Official (Turkey) | Consult | Special Rapporteurs of the United Nations | 2006-02-23\n- Government Official (Russia) | Consult | Special Rapporteurs of the United Nations | 2006-06-16\n- Secretary of State for the Home Department | Make statement | Head of Government (India) | 2005-04-29\n- Member of the Judiciary (Sri Lanka) | Make statement | Head of Government (Sri Lanka) | 2006-10-17\n- Head of Government (India) | Make statement | Secretary of State for the Home Department | 2006-10-27\n- Office for the Protection of the Constitution | Consult | Intelligence (Germany) | 2006-03-13\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1035495", "prompt": "After Jusuf Kalla, who wished to negotiate with the citizens of Tanzania first?\nEvidence:\n- Jusuf Kalla | Express intent to meet or negotiate | Citizen (Tanzania) | 2005-05-20\n- Citizen (Tanzania) | Express intent to meet or negotiate | Jusuf Kalla | 2005-05-20\n- Jusuf Kalla | Demand | Malaysia | 2005-08-26\n- Jusuf Kalla | Consult | China | 2005-01-08\n- China | Consult | Jusuf Kalla | 2005-01-08\n- Jusuf Kalla | Express intent to meet or negotiate | Malaysia | 2005-05-06\n- Jusuf Kalla | Express intent to meet or negotiate | Malaysia | 2005-05-05\n- Jusuf Kalla | Express intent to meet or negotiate | Japan | 2005-08-30\n- Jusuf Kalla | Express intent to meet or negotiate | Japan | 2005-08-29\n- Jusuf Kalla | Express intent to meet or negotiate | China | 2005-08-29\n- Jusuf Kalla | Express intent to meet or negotiate | Aceh | 2005-02-05\n- Peter Costello | Consult | Jusuf Kalla | 2005-09-08\n- Muslim (Indonesia) | Consult | Jusuf Kalla | 2005-05-30\n- Jusuf Kalla | Make statement | Aceh | 2005-08-12\n- Jusuf Kalla | Make statement | Aceh | 2005-06-03\nAnswer:", "completion": " Party Member (Tanzania)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1147312", "prompt": "Who was the first to have a telephone conversation with Agence France-Presse after the Civic United Front?\nEvidence:\n- Civic United Front | Discuss by telephone | Agence France-Presse | 2005-02-09\n- Agence France-Presse | Discuss by telephone | Civic United Front | 2005-02-09\n- Japan | Discuss by telephone | Agence France-Presse | 2005-03-20\n- Agence France-Presse | Discuss by telephone | Japan | 2005-03-20\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-01-03\n- Governor (Thailand) | Discuss by telephone | Agence France-Presse | 2005-01-23\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-01-03\n- Agence France-Presse | Discuss by telephone | Governor (Thailand) | 2005-01-23\n- Zanzibar | Consult | Civic United Front | 2005-10-31\n- Civic United Front | Consult | Zanzibar | 2005-10-31\n- Civic United Front | Accuse | Zanzibar | 2005-08-27\n- Civic United Front | Accuse | Tanzania | 2005-10-31\n- Civic United Front | Accuse | Tanzania | 2005-09-27\n- News Editor (Russia) | Discuss by telephone | Agence France-Presse | 2005-02-21\n- Mohamed Ibn Chambas | Discuss by telephone | Agence France-Presse | 2005-02-07\nAnswer:", "completion": " News Editor (Russia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1005987", "prompt": "In what year did the Moro National Liberation Front offer cooperation to the Moro Islamic Liberation Front?\nEvidence:\n- Moro National Liberation Front | Consult | Moro Islamic Liberation Front | 2006-04-13\n- Moro Islamic Liberation Front | Consult | Moro National Liberation Front | 2006-04-13\n- Moro Islamic Liberation Front | Make an appeal or request | Moro National Liberation Front | 2005-11-27\n- Moro Islamic Liberation Front | Express intent to engage in diplomatic cooperation (such as policy support) | Moro National Liberation Front | 2006-05-28\n- Combatant (Moro National Liberation Front) | Use unconventional violence | Moro National Liberation Front | 2007-04-28\n- Moro National Liberation Front | Use conventional military force | Combatant (Moro National Liberation Front) | 2007-04-28\n- Moro Islamic Liberation Front | Mediate | Malaysia | 2005-04-19\n- Moro Islamic Liberation Front | Mediate | Malaysia | 2005-04-18\n- National Democratic Front (Philippines) | Criticize or denounce | Moro Islamic Liberation Front | 2005-07-25\n- Moro Islamic Liberation Front | Criticize or denounce | National Democratic Front (Philippines) | 2005-07-25\n- Moro Islamic Liberation Front | Engage in material cooperation | Military (Philippines) | 2005-11-10\n- Military (Philippines) | Engage in material cooperation | Moro Islamic Liberation Front | 2005-11-10\n- Moro National Liberation Front | Engage in material cooperation | Abu Sayyaf | 2007-04-17\n- Abu Sayyaf | Engage in material cooperation | Moro National Liberation Front | 2007-04-17\n- Moro National Liberation Front | Consult | Dulmatin | 2008-09-23\nAnswer:", "completion": " 2013-10-17", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1148288", "prompt": "Who did the Greek government official blame first?\nEvidence:\n- People First Party Korea | Rally opposition against | Government Official (Taiwan) | 2005-08-26\n- Government Official (Zimbabwe) | Make statement | The Chronicle | 2005-01-02\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Special Rapporteurs of the United Nations | Consult | Government Official (Turkey) | 2006-02-23\n- Special Rapporteurs of the United Nations | Consult | Government Official (Russia) | 2006-06-16\n- Special Rapporteurs of the United Nations | Consult | Government Official (Belarus) | 2015-02-04\n- Government Official (Turkey) | Consult | Special Rapporteurs of the United Nations | 2006-02-23\n- Government Official (Russia) | Consult | Special Rapporteurs of the United Nations | 2006-06-16\n- Government Official (Greece) | Make statement | Member of the Judiciary (Greece) | 2008-07-18\n- Government Official (Belarus) | Consult | Special Rapporteurs of the United Nations | 2015-02-04\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Member of the Judiciary (Turkey) | Criticize or denounce | Government Official (Turkey) | 2005-07-14\nAnswer:", "completion": " Georgios Papandreou", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1306151", "prompt": "Before Nuri al-Maliki, in which country was the last negative statement made about Barack Obama?\nEvidence:\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-05-20\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-26\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-25\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-22\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-20\n- Nuri al-Maliki | Make statement | Iraq | 2006-05-09\n- Nuri al-Maliki | Make statement | Iraq | 2006-04-22\n- Nuri al-Maliki | Make statement | Iraq | 2005-08-22\n- Nuri al-Maliki | Consult | Iraq | 2006-04-27\n- Iraq | Consult | Nuri al-Maliki | 2006-04-27\n- Nuri al-Maliki | Make statement | Legislature (Iraq) | 2006-05-17\n- Legislature (Iraq) | Make statement | Nuri al-Maliki | 2006-05-22\n- Legislature (Iraq) | Make statement | Nuri al-Maliki | 2006-05-20\n- Associated Press | Make statement | Nuri al-Maliki | 2006-05-20\n- Nuri al-Maliki | Engage in negotiation | Tony Blair | 2006-05-22\nAnswer:", "completion": " Iraq", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1200071", "prompt": "In what year did the armed gang of Al Qaeda use unconventional violence against the men of Yemen?\nEvidence:\n- Yemen | Make a visit | Salah-al-Din Al-Bashir | 2005-02-05\n- Salah-al-Din Al-Bashir | Host a visit | Yemen | 2005-02-05\n- Yemen | Engage in negotiation | Malaysia | 2005-02-06\n- Yemen | Engage in negotiation | Eritrea | 2005-02-10\n- Yemen | Engage in negotiation | Eritrea | 2005-02-09\n- Malaysia | Engage in negotiation | Yemen | 2005-02-06\n- Eritrea | Engage in negotiation | Yemen | 2005-02-10\n- Eritrea | Engage in negotiation | Yemen | 2005-02-09\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-02-08\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-01-30\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-01-29\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-07-21\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-03-10\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-01-01\n- Malaysia | Engage in diplomatic cooperation | Yemen | 2005-02-08\nAnswer:", "completion": " 2011", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1382983", "prompt": "the Media Personnel of Australia first was declined by who after the Police of Australia did?\nEvidence:\n- Medical Personnel (Australia) | Discuss by telephone | Media Personnel (Australia) | 2010-01-11\n- Media Personnel (Australia) | Discuss by telephone | Medical Personnel (Australia) | 2010-01-11\n- Media Personnel (Australia) | Make statement | The Daily Telegraph | 2015-01-19\n- Media Personnel (Australia) | Make statement | The Daily Telegraph | 2012-11-14\n- Media Personnel (Australia) | Make statement | The Daily Telegraph | 2008-06-02\n- Media Personnel (Australia) | Make statement | The Daily Telegraph | 2005-02-09\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Media Personnel (Australia) | Demand | People Associated with the Opposition (Australia) | 2011-09-29\n- Media Personnel (Australia) | Accuse | People Associated with the Opposition (Australia) | 2010-07-22\n- Media Personnel (Australia) | Discuss by telephone | Agence France-Presse | 2005-10-10\n- Media Personnel (Australia) | Discuss by telephone | Agence France-Presse | 2005-10-09\n- Agence France-Presse | Discuss by telephone | Media Personnel (Australia) | 2005-10-10\n- Agence France-Presse | Discuss by telephone | Media Personnel (Australia) | 2005-10-09\nAnswer:", "completion": " Citizen (Australia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1124180", "prompt": "Who wanted to negotiate with Miro Cerar in September 2015?\nEvidence:\n- Werner Faymann | Express intent to meet or negotiate | Miro Cerar | 2015-09-16\n- Miro Cerar | Express intent to meet or negotiate | Werner Faymann | 2015-09-16\n- Miro Cerar | Make pessimistic comment | Karl Erjavec | 2015-09-24\n- Miro Cerar | Discuss by telephone | Angela Merkel | 2015-09-20\n- Karl Erjavec | Make pessimistic comment | Miro Cerar | 2015-09-24\n- Angela Merkel | Discuss by telephone | Miro Cerar | 2015-09-20\n- France | Express intent to meet or negotiate | Angela Merkel | 2015-09-07\n- Angela Merkel | Express intent to meet or negotiate | China | 2015-09-15\n- Werner Faymann | Express intent to meet or negotiate | Angela Merkel | 2015-09-14\n- Werner Faymann | Express intent to meet or negotiate | Angela Merkel | 2015-09-13\n- Viktor Orban | Express intent to meet or negotiate | Werner Faymann | 2015-09-24\n- Muhammadu Buhari | Express intent to meet or negotiate | Angela Merkel | 2015-09-24\n- Head of Government (Ukraine) | Express intent to meet or negotiate | Angela Merkel | 2015-09-14\n- Angela Merkel | Express intent to meet or negotiate | Head of Government (Germany) | 2015-09-14\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Angela Merkel | 2015-09-15\nAnswer:", "completion": " Werner Faymann", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1053292", "prompt": "Which country first receive the Envoy of France's visit from the Envoy of France after United Arab Emirates did?\nEvidence:\n- United Arab Emirates | Cooperate militarily | France | 2005-02-20\n- France | Cooperate militarily | United Arab Emirates | 2005-02-20\n- Supreme Council (United Arab Emirates) | Make statement | United Arab Emirates | 2005-03-26\n- Treasury/Finance Ministry (United Arab Emirates) | Make statement | United Arab Emirates | 2005-02-13\n- United Arab Emirates | Praise or endorse | Government (France) | 2005-03-22\n- United Arab Emirates | Make a visit | Iran | 2005-02-25\n- Iran | Host a visit | United Arab Emirates | 2005-02-25\n- United Arab Emirates | Consult | Iran | 2005-02-01\n- Iran | Consult | United Arab Emirates | 2005-02-01\n- United Arab Emirates | Host a visit | Tariq Aziz | 2005-01-30\n- United Arab Emirates | Host a visit | South Korea | 2005-03-15\n- United Arab Emirates | Host a visit | Gerhard Schröder | 2005-03-05\n- United Arab Emirates | Host a visit | Benazir Bhutto | 2005-04-02\n- Tariq Aziz | Make a visit | United Arab Emirates | 2005-01-30\n- South Korea | Make a visit | United Arab Emirates | 2005-03-15\nAnswer:", "completion": " Iran", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1221787", "prompt": "In what month did South Korea last express an intention to meet with the citizens of Australia?\nEvidence:\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Vietnam | Express intent to meet or negotiate | South Korea | 2005-01-05\n- Thailand | Express intent to meet or negotiate | South Korea | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-12\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-08\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-07\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-05\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-08\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-07\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-05\n- Emperor Akihito | Express intent to meet or negotiate | South Korea | 2005-01-13\n- South Korea | Express intent to cooperate | Japan | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-13\nAnswer:", "completion": " 2014-09", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1179919", "prompt": "Who made the last appeal to Oluṣẹgun Ọbasanjọ before the Labour Union of Nigeria?\nEvidence:\n- Labor Union (Nigeria) | Accuse | Oluṣẹgun Ọbasanjọ | 2007-05-28\n- Oluṣẹgun Ọbasanjọ | Make an appeal or request | Labor Union (Nigeria) | 2006-05-02\n- Labor Union (Nigeria) | Make an appeal or request | Oluṣẹgun Ọbasanjọ | 2008-06-02\n- Labor Union (Nigeria) | Appeal to engage in or accept mediation | Oluṣẹgun Ọbasanjọ | 2005-12-06\n- Oluṣẹgun Ọbasanjọ | Consult | African Union | 2007-02-01\n- Oluṣẹgun Ọbasanjọ | Consult | African Union | 2007-01-31\n- Oluṣẹgun Ọbasanjọ | Consult | African Union | 2006-03-20\n- Oluṣẹgun Ọbasanjọ | Consult | African Union | 2006-03-17\n- Oluṣẹgun Ọbasanjọ | Consult | African Union | 2005-11-23\n- Oluṣẹgun Ọbasanjọ | Consult | African Union | 2005-08-24\n- Oluṣẹgun Ọbasanjọ | Consult | African Union | 2005-03-08\n- Oluṣẹgun Ọbasanjọ | Consult | African Union | 2005-02-28\n- Oluṣẹgun Ọbasanjọ | Consult | African Union | 2005-01-08\n- African Union | Consult | Oluṣẹgun Ọbasanjọ | 2007-02-01\n- African Union | Consult | Oluṣẹgun Ọbasanjọ | 2007-01-31\nAnswer:", "completion": " Ministry (Nigeria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1133691", "prompt": "Who last negotiated with Lee Myung Bak before Chung Sye Kyun?\nEvidence:\n- Chung Sye Kyun | Accuse | Lee Myung Bak | 2008-12-03\n- Chung Sye Kyun | Accuse | Lee Myung Bak | 2008-11-28\n- Chung Sye Kyun | Make statement | Lee Myung Bak | 2008-07-10\n- Lee Myung Bak | Engage in negotiation | Chung Sye Kyun | 2011-06-21\n- Chung Sye Kyun | Engage in negotiation | Lee Myung Bak | 2011-06-21\n- Chung Sye Kyun | Criticize or denounce | Lee Myung Bak | 2008-10-30\n- Chung Sye Kyun | Make an appeal or request | Lee Myung Bak | 2009-06-22\n- Chung Sye Kyun | Make an appeal or request | Lee Myung Bak | 2009-02-03\n- Chung Sye Kyun | Make an appeal or request | Lee Myung Bak | 2008-12-08\n- Chung Sye Kyun | Consult | Chung Dong-young | 2010-01-13\n- Chung Sye Kyun | Consult | Chung Dong-young | 2009-03-24\n- Chung Dong-young | Consult | Chung Sye Kyun | 2010-01-13\n- Chung Dong-young | Consult | Chung Sye Kyun | 2009-03-24\n- Chung Sye Kyun | Appeal for diplomatic cooperation (such as policy support) | Lee Myung Bak | 2009-06-01\n- Democratic Party | Consult | Chung Sye Kyun | 2010-11-03\nAnswer:", "completion": " Wen Jiabao", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1307167", "prompt": "Who was the first person to be praised by the leader of Bahrain?\nEvidence:\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Terrorist Leader (Islamic State of Iraq and the Levant) | Return, release person(s) | Envoy (Qatar) | 2014-10-01\n- Terrorist Leader (Islamic State of Iraq and the Levant) | Kill by physical assault | Men (Syria) | 2015-06-27\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Head of Government (Bahrain) | Reject | Women (Bahrain) | 2014-04-26\n- Terrorist Leader (Islamic State of Iraq and the Levant) | Kill by physical assault | Media Personnel (Japan) | 2015-02-04\n- Terrorist Leader (Islamic State of Iraq and the Levant) | Kill by physical assault | Media Personnel (Japan) | 2015-02-02\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- First Command of the Capital | Criticize or denounce | Citizen (Brazil) | 2008-10-30\nAnswer:", "completion": " Pervez Musharraf", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1027407", "prompt": "Before the United States Navy, which country was the last to support the Middle East?\nEvidence:\n- Middle East | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-02-09\n- Middle East | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2005-02-05\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | Middle East | 2005-02-09\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | Middle East | 2005-02-05\n- Military (Middle East) | Mobilize or increase armed forces | Middle East | 2005-02-14\n- Japan | Express intent to provide economic aid | Middle East | 2005-02-01\n- Tony Blair | Make statement | Middle East | 2005-02-04\n- Shimon Peres | Make statement | Middle East | 2005-02-26\n- Middle East | Praise or endorse | Iraq | 2005-03-22\n- Iraq | Provide military aid | Middle East | 2005-01-16\n- Gerhard Schröder | Make statement | Middle East | 2005-03-31\n- China | Praise or endorse | Middle East | 2005-03-23\n- China | Make optimistic comment | Middle East | 2005-02-09\n- Abdullah Gül | Make statement | Middle East | 2005-01-07\n- Mahmoud Abbas | Express intent to meet or negotiate | Middle East | 2005-02-01\nAnswer:", "completion": " Iran", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1279171", "prompt": "With whom were the Indian military last to negotiate?\nEvidence:\n- Police (Kenya) | Use conventional military force | Mugabe Were | 2008-02-21\n- Police (Kenya) | Make statement | Mugabe Were | 2008-01-30\n- Police (Kenya) | Make statement | Mugabe Were | 2008-01-29\n- Military Personnel (India) | Make statement | Insurgent (Indian Administered Kashmir) | 2015-07-09\n- Men (Kenya) | fight with small arms and light weapons | Mugabe Were | 2008-01-29\n- Separatist Militant (Indian Administered Kashmir) | fight with small arms and light weapons | Military Personnel (India) | 2007-10-06\n- Military Personnel (India) | fight with small arms and light weapons | Separatist Militant (Indian Administered Kashmir) | 2007-10-06\n- High Ranking Military Personnel (India) | Make statement | Ministry (Indian Administered Kashmir) | 2013-09-25\n- Ministry (Indian Administered Kashmir) | Physically assault | Men (India) | 2005-01-18\n- Ministry (Indian Administered Kashmir) | Physically assault | Men (India) | 2005-01-17\n- Medical Personnel (India) | Accuse | Ministry (Indian Administered Kashmir) | 2014-02-07\n- Military Personnel (Serbia) | Express intent to meet or negotiate | The Hague | 2005-04-08\n- Military Personnel (Serbia) | Express intent to meet or negotiate | The Hague | 2005-03-15\n- Separatist (India) | Criticize or denounce | Government (Indian Administered Kashmir) | 2012-10-02\n- Separatist (India) | Conduct suicide, car, or other non-military bombing | Insurgent (Indian Administered Kashmir) | 2005-02-16\nAnswer:", "completion": " Ministry (Morocco)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1284921", "prompt": "Before the Member of the Judiciary of South Africa, with whom did the Police of South Africa last express the intention to negotiate?\nEvidence:\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Police (South Africa) | Arrest, detain, or charge with legal action | South Africa | 2005-02-11\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-27\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-26\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-25\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-23\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-19\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-16\nAnswer:", "completion": " Men (South Africa)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1255174", "prompt": "Who wanted to negotiate with Wen Jiabao last, before Jim Marurai?\nEvidence:\n- Wen Jiabao | Engage in negotiation | Jim Marurai | 2007-09-26\n- Jim Marurai | Engage in negotiation | Wen Jiabao | 2007-09-26\n- Jim Marurai | Express intent to meet or negotiate | Wen Jiabao | 2007-09-24\n- Winston Peters | Consult | Jim Marurai | 2006-06-12\n- Jim Marurai | Make statement | China | 2008-10-20\n- Jim Marurai | Make statement | China | 2008-10-17\n- Jim Marurai | Make statement | China | 2007-07-25\n- Jim Marurai | Consult | Winston Peters | 2006-06-12\n- Jim Marurai | Express intent to meet or negotiate | China | 2007-09-21\n- Jim Marurai | Express intent to meet or negotiate | China | 2007-09-20\n- Jim Marurai | Make a visit | China | 2007-09-24\n- Jim Marurai | Consult | Citizen (Cook Islands) | 2006-06-21\n- Citizen (Cook Islands) | Consult | Jim Marurai | 2006-06-21\n- China | Host a visit | Jim Marurai | 2007-09-24\n- Tom Marsters | Engage in negotiation | Jim Marurai | 2005-03-21\nAnswer:", "completion": " Mikhail Yefimovich Fradkov", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1061871", "prompt": "In 2013, which country was the first to make optimistic remarks about Iran?\nEvidence:\n- Representative to the United Nations (Iran) | Make statement | Iran | 2005-01-16\n- Malaysia | Make optimistic comment | Iraq | 2005-01-31\n- Kazakhstan | Make optimistic comment | Iraq | 2005-02-01\n- China | Make optimistic comment | Iraq | 2005-01-31\n- China | Make optimistic comment | Iraq | 2005-01-26\n- China | Make optimistic comment | Iraq | 2005-01-25\n- China | Make optimistic comment | Iraq | 2005-01-24\n- China | Make optimistic comment | Iraq | 2005-01-20\n- Student (Iraq) | Make optimistic comment | Iraq | 2005-01-12\n- Iraq | Make optimistic comment | Assemblies (Australia) | 2005-01-15\n- Donald Rumsfeld | Make optimistic comment | Iraq | 2005-02-09\n- Iraq | Make optimistic comment | Military (El Salvador) | 2005-02-02\n- Envoy (United States) | Make optimistic comment | Iraq | 2005-01-11\n- Envoy (United States) | Make optimistic comment | Iraq | 2005-01-10\n- The Hague | Express intent to de-escalate military engagement | Iraq | 2005-02-09\nAnswer:", "completion": " Iran", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1248523", "prompt": "Who fought the men of Kenya with small arms and light weapons on 5 May 2014?\nEvidence:\n- Police (Kenya) | fight with small arms and light weapons | Men (Kenya) | 2014-05-05\nAnswer:", "completion": " Police (Kenya)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1303989", "prompt": "With whom did Yasuo Fukuda want to meet before 2007?\nEvidence:\n- Yasuo Fukuda | Express intent to meet or negotiate | Japan | 2007-09-15\n- Yasuo Fukuda | Express intent to meet or negotiate | Japan | 2006-04-03\n- Yasuo Fukuda | Demand | Japan | 2007-09-15\n- Yasuo Fukuda | Express intent to meet or negotiate | South Korea | 2006-03-14\n- Yasuo Fukuda | Express intent to meet or negotiate | Jusuf Kalla | 2006-06-20\n- Yasuo Fukuda | Express intent to meet or negotiate | Jusuf Kalla | 2006-06-19\n- Yasuo Fukuda | Make statement | Japan | 2007-09-25\n- Yasuo Fukuda | Make statement | Japan | 2007-09-23\n- Yasuo Fukuda | Make statement | Japan | 2007-09-15\n- Yasuo Fukuda | Make statement | Japan | 2006-04-09\n- Yasuo Fukuda | Consult | Jusuf Kalla | 2006-05-24\n- Yasuo Fukuda | Consult | Donald Rumsfeld | 2006-05-17\n- Yasuo Fukuda | Consult | Donald Rumsfeld | 2006-05-12\n- Yasuo Fukuda | Consult | Donald Rumsfeld | 2006-05-11\n- Jusuf Kalla | Consult | Yasuo Fukuda | 2006-05-24\nAnswer:", "completion": " Japan", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1088279", "prompt": "In which month did Shimon Peres last praise Islam Karimov?\nEvidence:\n- Iran | Praise or endorse | Islam Karimov | 2005-01-06\n- Sodiq Safoyev | Praise or endorse | Islam Karimov | 2005-01-26\n- Islam Karimov | Praise or endorse | Zurab Nogaideli | 2005-04-18\n- Islam Karimov | Praise or endorse | Senate (Uzbekistan) | 2005-01-31\n- Islam Karimov | Praise or endorse | Senate (Uzbekistan) | 2005-01-29\n- Abdul Kalam | Praise or endorse | Islam Karimov | 2005-04-05\n- Shimon Peres | Praise or endorse | Mahmoud Abbas | 2005-01-25\n- Shimon Peres | Praise or endorse | Mahmoud Abbas | 2005-01-12\n- Shimon Peres | Praise or endorse | Mahmoud Abbas | 2005-01-11\n- Shimon Peres | Praise or endorse | Mahmoud Abbas | 2005-01-10\n- Pervez Musharraf | Engage in negotiation | Islam Karimov | 2005-03-07\n- Pervez Musharraf | Engage in negotiation | Islam Karimov | 2005-03-06\n- Pervez Musharraf | Engage in negotiation | Islam Karimov | 2005-03-05\n- Janez Susnik | Engage in negotiation | Islam Karimov | 2005-03-16\n- Islam Karimov | Engage in negotiation | Pervez Musharraf | 2005-03-07\nAnswer:", "completion": " 2008-01", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1009917", "prompt": "After Boris Vyacheslavovich Gryzlov, who was the first to ask to meet the representatives of Russia?\nEvidence:\n- Representatives (Russia) | Consult | Boris Vyacheslavovich Gryzlov | 2005-04-20\n- Representatives (Russia) | Consult | Boris Vyacheslavovich Gryzlov | 2005-04-05\n- Boris Vyacheslavovich Gryzlov | Demand | Representatives (Russia) | 2005-03-10\n- Boris Vyacheslavovich Gryzlov | Consult | Representatives (Russia) | 2005-04-20\n- Boris Vyacheslavovich Gryzlov | Consult | Representatives (Russia) | 2005-04-05\n- Boris Vyacheslavovich Gryzlov | Make statement | Representatives (Russia) | 2005-06-19\n- United Russia | Make statement | Boris Vyacheslavovich Gryzlov | 2005-03-05\n- Boris Vyacheslavovich Gryzlov | Make statement | United Russia | 2005-02-08\n- Boris Vyacheslavovich Gryzlov | Make statement | United Russia | 2005-01-18\n- Boris Vyacheslavovich Gryzlov | Make statement | Opposition Coalition (Russia) | 2005-01-18\n- Boris Vyacheslavovich Gryzlov | Make statement | Majority Party (Russia) | 2005-02-07\n- Boris Vyacheslavovich Gryzlov | Make statement | Health Ministry (Russia) | 2005-02-03\n- Boris Vyacheslavovich Gryzlov | Make statement | Communist Party (Russia) | 2005-01-18\n- Boris Vyacheslavovich Gryzlov | Criticize or denounce | United Russia | 2005-04-06\n- Wen Jiabao | Consult | Boris Vyacheslavovich Gryzlov | 2005-06-16\nAnswer:", "completion": " Boris Abramovich Berezovsky", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1270419", "prompt": "When was the first visit of Zimbabwe's special military personnel to South Africa?\nEvidence:\n- South Africa | Host a visit | Labor Union (Zimbabwe) | 2005-02-02\n- Labor Union (Zimbabwe) | Make a visit | South Africa | 2005-02-02\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\n- Tanzania | Make a visit | South Africa | 2005-02-22\n- South Africa | Host a visit | Tanzania | 2005-02-22\n- South Africa | Host a visit | Angola | 2005-02-18\n- Angola | Make a visit | South Africa | 2005-02-18\n- Police (South Africa) | Confiscate property | South Africa | 2005-02-24\n- Tony Blair | Make a visit | South Africa | 2005-01-14\n- South Africa | Host a visit | Tony Blair | 2005-01-14\n- South Africa | Praise or endorse | Legislature (South Africa) | 2005-02-13\n- South African National Defence Force | Increase military alert status | South Africa | 2005-02-03\n- Police (South Africa) | Increase police alert status | South Africa | 2005-02-12\n- South Africa | Host a visit | Dahir Riyale Kahin | 2005-02-05\n- Dahir Riyale Kahin | Make a visit | South Africa | 2005-02-05\nAnswer:", "completion": " 2008-08-07", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1025089", "prompt": "Who did Daniel Scioli recommend to Hugo Moyano in the same year?\nEvidence:\n- Hugo Moyano | Consult | Daniel Scioli | 2009-07-01\n- Daniel Scioli | Consult | Hugo Moyano | 2009-07-01\n- Hugo Moyano | Make statement | Daniel Scioli | 2010-10-18\n- Daniel Scioli | Praise or endorse | Hugo Moyano | 2009-10-17\n- Hugo Moyano | Express intent to meet or negotiate | Daniel Scioli | 2009-05-06\n- Daniel Llermanos | Criticize or denounce | Hugo Moyano | 2008-03-16\n- Justicialist Party | Consult | Hugo Moyano | 2008-06-06\n- Hugo Moyano | Consult | Justicialist Party | 2008-06-06\n- Hugo Moyano | Accuse | Justicialist Party | 2010-02-02\n- Hugo Moyano | Engage in diplomatic cooperation | Education (Argentina) | 2007-02-09\n- Hugo Moyano | Make statement | Ricardo Echegaray | 2010-07-08\n- Hugo Moyano | Make statement | Justicialist Party | 2009-09-25\n- Hugo Moyano | Make statement | Justicialist Party | 2008-04-24\n- Héctor Méndez | Express intent to cooperate | Hugo Moyano | 2005-03-05\n- Hugo Moyano | Express intent to cooperate | Héctor Méndez | 2005-03-05\nAnswer:", "completion": " Business (Argentina)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1143879", "prompt": "After USAID, which country was the first to praise the South African government?\nEvidence:\n- USAID | Praise or endorse | Government (Nigeria) | 2007-11-10\n- USAID | Praise or endorse | Head of Government (Kenya) | 2007-03-27\n- USAID | Praise or endorse | Ethiopia | 2006-11-20\n- USAID | Praise or endorse | Ethiopia | 2006-04-21\n- USAID | Praise or endorse | Eurasia Foundation | 2007-11-14\n- Saifur Rahman | Praise or endorse | USAID | 2005-05-11\n- Ministry (Vietnam) | Praise or endorse | USAID | 2007-09-11\n- USAID | Make statement | South Africa | 2005-09-23\n- USAID | Make statement | South Africa | 2005-09-22\n- USAID | Praise or endorse | United Arab Emirates | 2007-09-02\n- USAID | Consult | France | 2006-03-23\n- France | Consult | USAID | 2006-03-23\n- USAID | Engage in diplomatic cooperation | Government (Pakistan) | 2005-10-24\n- USAID | Engage in diplomatic cooperation | Government (Pakistan) | 2005-07-14\n- Government (Pakistan) | Engage in diplomatic cooperation | USAID | 2005-07-14\nAnswer:", "completion": " South Africa", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1137253", "prompt": "Before the criminal from Somalia, who last fought the military personnel of South Korea with small arms and light weapons?\nEvidence:\n- Citizen (Thailand) | fight with small arms and light weapons | Thailand | 2005-01-25\n- Armed Gang (Thailand) | fight with small arms and light weapons | Thailand | 2005-01-21\n- Armed Gang (Thailand) | fight with small arms and light weapons | Thailand | 2005-01-20\n- Armed Gang (Thailand) | fight with small arms and light weapons | Thailand | 2005-01-05\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- South Korea | Provide military aid | Iraq | 2005-01-03\n- Police (South Korea) | Make statement | South Korea | 2005-01-04\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-11\n- Foreign Affairs (South Korea) | Make statement | South Korea | 2005-01-10\n- Thailand | Demand | Military Personnel (Thailand) | 2005-01-26\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2005-01-08\n- Association of Southeast Asian Nations | Engage in negotiation | South Korea | 2005-01-08\n- Military Personnel (Thailand) | Make statement | Thailand | 2005-01-29\n- South Korea | Consult | Japan | 2005-01-06\nAnswer:", "completion": " Criminal (South Korea)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1208700", "prompt": "Who expressed the intention to participate in diplomatic cooperation with the Iranian economy in June 2015?\nEvidence:\n- National Iranian Petrochemical Company | Accuse | Muhammadu Buhari | 2015-06-25\nAnswer:", "completion": " Ministry (Iran)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1144042", "prompt": "In which country did Abdullah Gül want to meet the businessman of China in the same month?\nEvidence:\n- Abdullah Gül | Express intent to meet or negotiate | China | 2005-02-02\n- Abdullah Gül | Express intent to meet or negotiate | China | 2005-02-01\n- Abdullah Gül | Express intent to meet or negotiate | China | 2005-01-27\n- Abdullah Gül | Express intent to meet or negotiate | China | 2005-01-26\n- Abdullah Gül | Express intent to meet or negotiate | Businessperson (China) | 2005-02-03\n- Abdullah Gül | Make statement | China | 2005-02-01\n- China | Host a visit | Abdullah Gül | 2005-02-02\n- China | Host a visit | Abdullah Gül | 2005-02-01\n- China | Host a visit | Abdullah Gül | 2005-01-27\n- China | Host a visit | Abdullah Gül | 2005-01-25\n- Abdullah Gül | Make a visit | China | 2005-02-03\n- Abdullah Gül | Make a visit | China | 2005-02-02\n- Abdullah Gül | Make a visit | China | 2005-02-01\n- Abdullah Gül | Make a visit | China | 2005-01-27\n- Abdullah Gül | Make a visit | China | 2005-01-25\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1132898", "prompt": "Before Benedict XVI, which country hosted the last visit of Dmitry Anatolyevich Medvedev?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- Mexico | Host a visit | Benedict XVI | 2005-04-25\n- China | Host a visit | Benedict XVI | 2005-04-20\n- Benedict XVI | Make a visit | Mexico | 2005-04-25\n- Benedict XVI | Make a visit | China | 2005-04-20\n- China | Reject | Benedict XVI | 2005-09-11\n- China | Accuse | Benedict XVI | 2005-09-11\n- Kazakhstan | Host a visit | Dmitry Anatolyevich Medvedev | 2005-07-29\n- Dmitry Anatolyevich Medvedev | Make a visit | Kazakhstan | 2005-07-29\n- Dmitry Anatolyevich Medvedev | Make a visit | China | 2005-12-10\n- Dmitry Anatolyevich Medvedev | Make a visit | China | 2005-12-09\n- Dmitry Anatolyevich Medvedev | Make a visit | China | 2005-12-08\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2006-08-29\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2005-12-10\n- China | Host a visit | Dmitry Anatolyevich Medvedev | 2005-12-09\nAnswer:", "completion": " France", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1378235", "prompt": "Before Brownie Samukai, who last spoke optimistically about the German government?\nEvidence:\n- Brownie Samukai | Make statement | Government (Nigeria) | 2007-08-28\n- Brownie Samukai | Make statement | Government (Nigeria) | 2007-08-27\n- Brownie Samukai | Make statement | China | 2007-05-23\n- Brownie Samukai | Make optimistic comment | Government (Germany) | 2007-09-18\n- Military Personnel (Liberia) | Consult | Brownie Samukai | 2014-10-16\n- Military (Senegal) | Make statement | Brownie Samukai | 2007-04-26\n- Brownie Samukai | Make statement | Ministry (Liberia) | 2007-07-09\n- Brownie Samukai | Make statement | Ministry (Liberia) | 2007-05-03\n- Brownie Samukai | Make statement | Edwin Clark | 2006-08-31\n- Brownie Samukai | Make statement | Charles Taylor | 2006-03-29\n- Brownie Samukai | Consult | Military Personnel (Liberia) | 2014-10-16\n- Brownie Samukai | Make an appeal or request | Government (Nigeria) | 2006-05-09\n- Charles Taylor | Make a visit | Brownie Samukai | 2006-04-13\n- Brownie Samukai | Praise or endorse | Oluṣẹgun Ọbasanjọ | 2006-05-08\n- Brownie Samukai | Praise or endorse | Barack Obama | 2014-09-09\nAnswer:", "completion": " Abdullah Gül", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1223128", "prompt": "Who used conventional military force against the Al Qaeda fighter before 2010?\nEvidence:\n- Military (Philippines) | Use conventional military force | Extremist (Al Qaeda) | 2013-05-26\n- Military (Philippines) | Use conventional military force | Extremist (Al Qaeda) | 2011-09-11\n- Military (Philippines) | Use conventional military force | Extremist (Al Qaeda) | 2011-03-06\n- Military (Philippines) | Use conventional military force | Extremist (Al Qaeda) | 2009-09-20\n- Military (Philippines) | Use conventional military force | Combatant (Al Qaeda) | 2012-07-26\n- Military (Mali) | Use conventional military force | Insurgent (Al Qaeda) | 2013-05-27\n- Military (Mali) | Use conventional military force | Combatant (Al Qaeda) | 2013-02-10\n- Military (Mali) | Use conventional military force | Combatant (Al Qaeda) | 2013-01-29\n- Military (Mali) | Use conventional military force | Combatant (Al Qaeda) | 2009-07-12\n- Military (Mali) | Use conventional military force | Combatant (Al Qaeda) | 2009-07-09\n- Military (Lebanon) | Use conventional military force | Combatant (Al Qaeda) | 2007-06-19\n- Military (Lebanon) | Use conventional military force | Combatant (Al Qaeda) | 2007-05-29\n- Extremist (Al Qaeda) | Use conventional military force | Military (Philippines) | 2013-05-26\n- Extremist (Al Qaeda) | Use conventional military force | Military (Philippines) | 2011-03-06\n- Extremist (Al Qaeda) | Use conventional military force | Military (Philippines) | 2009-06-14\nAnswer:", "completion": " Military (Lebanon)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1336988", "prompt": "Could you tell me the specific month when did the Preacher of Malaysia last make a request to the muslims of Malaysia?\nEvidence:\n- Thailand | Make a visit | Malaysia | 2005-01-24\n- Malaysia | Make a visit | Thailand | 2005-01-10\n- Malaysia | Make a visit | Aceh | 2005-01-23\n- Malaysia | Make a visit | Aceh | 2005-01-06\n- Japan | Make an appeal or request | Malaysia | 2005-01-19\n- Japan | Make an appeal or request | Malaysia | 2005-01-11\n- Ognyan Gerdzhikov | Make a visit | Malaysia | 2005-01-02\n- Admiral (Pakistan) | Make a visit | Malaysia | 2005-01-26\n- Police (Malaysia) | Make statement | Malaysia | 2005-01-28\n- Naval (United States) | Make a visit | Malaysia | 2006-07-05\n- Naval (United States) | Make a visit | Malaysia | 2005-01-02\n- Court Judge (Malaysia) | Make statement | Malaysia | 2005-01-10\n- Thailand | Host a visit | Malaysia | 2005-01-10\n- Malaysia | Host a visit | Thailand | 2005-01-24\n- Aceh | Host a visit | Malaysia | 2005-01-23\nAnswer:", "completion": " 2005-01", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1282212", "prompt": "Who last did Barack Obama denounce before the citizens of Venezuela?\nEvidence:\n- Barack Obama | Criticize or denounce | Iraq | 2007-06-05\n- Barack Obama | Criticize or denounce | Iraq | 2007-04-24\n- Barack Obama | Criticize or denounce | Iraq | 2007-02-12\n- Citizen (Australia) | Criticize or denounce | Barack Obama | 2007-02-14\n- Barack Obama | Criticize or denounce | Mwai Kibaki | 2006-08-31\n- Head of Government (Kenya) | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Consult | Head of Government (Kenya) | 2006-08-25\n- Barack Obama | Demand de-escalation of military engagement | Iraq | 2007-06-02\n- Barack Obama | Reject | Iraq | 2007-04-03\n- Barack Obama | Reject | Iraq | 2006-10-28\n- Mwai Kibaki | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Make statement | Iraq | 2007-05-15\n- Barack Obama | Make statement | Iraq | 2007-03-20\n- Barack Obama | Make statement | Iraq | 2007-02-11\n- Barack Obama | Make statement | Iran | 2007-04-27\nAnswer:", "completion": " Japan", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1331692", "prompt": "After Sergei Bagapsh, with whom did Boris Vyacheslavovich Gryzlov want to negotiate?\nEvidence:\n- Sergey Bagapsh | Consult | Boris Vyacheslavovich Gryzlov | 2005-01-25\n- Boris Vyacheslavovich Gryzlov | Consult | Sergey Bagapsh | 2005-01-25\n- Wen Jiabao | Consult | Boris Vyacheslavovich Gryzlov | 2005-06-16\n- Representatives (Russia) | Consult | Boris Vyacheslavovich Gryzlov | 2005-04-20\n- Representatives (Russia) | Consult | Boris Vyacheslavovich Gryzlov | 2005-04-05\n- Ivan Gasparovic | Consult | Boris Vyacheslavovich Gryzlov | 2005-05-10\n- Ivan Gasparovic | Consult | Boris Vyacheslavovich Gryzlov | 2005-04-05\n- Daniel Scioli | Consult | Boris Vyacheslavovich Gryzlov | 2005-04-19\n- Boris Vyacheslavovich Gryzlov | Make statement | China | 2005-06-16\n- Boris Vyacheslavovich Gryzlov | Demand | Representatives (Russia) | 2005-03-10\n- Boris Vyacheslavovich Gryzlov | Consult | Wen Jiabao | 2005-06-16\n- Boris Vyacheslavovich Gryzlov | Consult | Representatives (Russia) | 2005-04-20\n- Boris Vyacheslavovich Gryzlov | Consult | Representatives (Russia) | 2005-04-05\n- Boris Vyacheslavovich Gryzlov | Consult | Ivan Gasparovic | 2005-05-10\n- Boris Vyacheslavovich Gryzlov | Consult | Ivan Gasparovic | 2005-04-05\nAnswer:", "completion": " China", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1352775", "prompt": "Who negotiated with Shimon Peres in the same year as Sheikh Hamad bin Khalifa al-Thani?\nEvidence:\n- Sheikh Hamad bin Khalifa al-Thani | Discuss by telephone | Sheikh Hamad bin Isa al Khalifah | 2005-05-07\n- Sheikh Hamad bin Isa al Khalifah | Discuss by telephone | Sheikh Hamad bin Khalifa al-Thani | 2005-05-07\n- Tony Blair | Consult | Sheikh Hamad bin Khalifa al-Thani | 2005-03-03\n- Sheikh Hamad bin Khalifa al-Thani | Make statement | Qatar | 2005-06-08\n- Sheikh Hamad bin Khalifa al-Thani | Make statement | Qatar | 2005-04-15\n- Sheikh Hamad bin Khalifa al-Thani | Make statement | Qatar | 2005-04-01\n- Sheikh Hamad bin Khalifa al-Thani | Make statement | Qatar | 2005-03-22\n- Sheikh Hamad bin Khalifa al-Thani | Consult | Tony Blair | 2005-03-03\n- Sheikh Hamad bin Khalifa al-Thani | Consult | Pervez Musharraf | 2005-06-05\n- Sheikh Hamad bin Khalifa al-Thani | Consult | Pervez Musharraf | 2005-02-18\n- Sheikh Hamad bin Khalifa al-Thani | Consult | Pervez Musharraf | 2005-02-17\n- Sheikh Hamad bin Khalifa al-Thani | Consult | Congress (Qatar) | 2005-03-30\n- Pervez Musharraf | Consult | Sheikh Hamad bin Khalifa al-Thani | 2005-06-05\n- Pervez Musharraf | Consult | Sheikh Hamad bin Khalifa al-Thani | 2005-02-18\n- Pervez Musharraf | Consult | Sheikh Hamad bin Khalifa al-Thani | 2005-02-17\nAnswer:", "completion": " Head of Government (Qatar)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1104468", "prompt": "Who was the first to accuse Michael Sata after the local media in Zambia?\nEvidence:\n- Local Media (Zambia) | Accuse | Michael Sata | 2006-08-30\n- Michael Sata | Accuse | Citizen (Zambia) | 2006-10-02\n- Michael Sata | Accuse | Zambia National Broadcasting Corporation | 2006-09-13\n- Michael Sata | Demand | Citizen (Zambia) | 2006-08-14\n- Michael Sata | Demand | Children (Zambia) | 2013-12-10\n- Michael Sata | Consult | Assemblies (Zambia) | 2014-09-20\n- Michael Sata | Consult | Assemblies (Zambia) | 2014-09-19\n- Michael Sata | Consult | Assemblies (Zambia) | 2012-09-22\n- Michael Sata | Consult | Assemblies (Zambia) | 2011-10-17\n- Michael Sata | Consult | Assemblies (Zambia) | 2011-10-16\n- Michael Sata | Consult | Assemblies (Zambia) | 2011-10-15\n- Assemblies (Zambia) | Consult | Michael Sata | 2014-09-20\n- Assemblies (Zambia) | Consult | Michael Sata | 2014-09-19\n- Assemblies (Zambia) | Consult | Michael Sata | 2012-09-22\n- Assemblies (Zambia) | Consult | Michael Sata | 2011-10-17\nAnswer:", "completion": " Lawyer/Attorney (Zambia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1134707", "prompt": "Before the citizens of Nigeria, who would wish to negotiate with Sudan last?\nEvidence:\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2005-01-13\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Sudan | Express intent to meet or negotiate | Ethiopia | 2005-08-10\n- Sudan | Express intent to meet or negotiate | Ethiopia | 2005-04-19\n- Sudan | Express intent to meet or negotiate | Ethiopia | 2005-04-18\n- Ethiopia | Express intent to meet or negotiate | Sudan | 2005-08-10\n- Ethiopia | Express intent to meet or negotiate | Sudan | 2005-07-08\n- Ethiopia | Express intent to meet or negotiate | Sudan | 2005-04-19\n- Ethiopia | Express intent to meet or negotiate | Sudan | 2005-04-18\n- Richard Boucher | Express intent to meet or negotiate | Sudan | 2005-01-07\n- Richard Boucher | Express intent to meet or negotiate | Sudan | 2005-01-06\n- John Garang | Express intent to meet or negotiate | Sudan | 2005-01-26\n- John Garang | Express intent to meet or negotiate | Sudan | 2005-01-18\nAnswer:", "completion": " Islamic Courts Union", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1012593", "prompt": "Who made an appeal to the Panhellenic Socialist Movement on 31 July 2015?\nEvidence:\n- Alexis Tsipras | Make an appeal or request | Panhellenic Socialist Movement | 2015-07-31\n- International Monetary Fund | Engage in negotiation | Alexis Tsipras | 2015-07-31\n- Alexis Tsipras | Engage in negotiation | International Monetary Fund | 2015-07-31\nAnswer:", "completion": " Alexis Tsipras", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 3, "n_anchors": 1} +{"id": "mtq_1190838", "prompt": "Which country received the head of government of Democratic Republic of Congo's visit from the head of government of Democratic Republic of Congo before Nov, 2006?\nEvidence:\n- Head of Government (Democratic Republic of Congo) | Make statement | Business (Democratic Republic of Congo) | 2009-06-12\n- Head of Government (Democratic Republic of Congo) | Demand | Other Authorities / Officials (Democratic Republic of Congo) | 2007-12-14\n- Business (Democratic Republic of Congo) | Praise or endorse | Head of Government (Democratic Republic of Congo) | 2012-07-30\n- Head of Government (Democratic Republic of Congo) | Make statement | Lower House of Parliament (Democratic Republic of Congo) | 2012-06-16\n- Head of Government (Democratic Republic of Congo) | Consult | France | 2007-10-16\n- France | Consult | Head of Government (Democratic Republic of Congo) | 2007-10-16\n- Head of Government (Democratic Republic of Congo) | Praise or endorse | Assemblies (Congo) | 2012-04-27\n- Tanzania | Host a visit | Head of Government (Democratic Republic of Congo) | 2012-12-10\n- Portugal | Host a visit | Head of Government (Democratic Republic of Congo) | 2007-04-13\n- Head of Government (Democratic Republic of Congo) | Make a visit | Tanzania | 2012-12-10\n- Head of Government (Democratic Republic of Congo) | Make a visit | Portugal | 2007-04-13\n- Head of Government (Democratic Republic of Congo) | Make a visit | China | 2006-11-06\n- Head of Government (Democratic Republic of Congo) | Make a visit | China | 2006-11-05\n- Head of Government (Democratic Republic of Congo) | Make a visit | China | 2005-03-23\n- Head of Government (Democratic Republic of Congo) | Make a visit | China | 2005-03-21\nAnswer:", "completion": " China", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1175640", "prompt": "With whom did Dmitry Anatolyevich Medvedev want to negotiate in the same month of Gjorge Ivanov?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | Gjorge Ivanov | 2010-06-18\n- Gjorge Ivanov | Consult | Gazprom | 2010-10-01\n- Gazprom | Consult | Gjorge Ivanov | 2010-10-01\n- Viktor Orban | Consult | Gjorge Ivanov | 2011-04-11\n- Sali Berisha | Consult | Gjorge Ivanov | 2011-11-10\n- Javier Solana | Consult | Gjorge Ivanov | 2009-05-25\n- Hui Liangyu | Consult | Gjorge Ivanov | 2012-03-30\n- Hui Liangyu | Consult | Gjorge Ivanov | 2012-03-29\n- Gjorge Ivanov | Make statement | Romania | 2010-05-27\n- Gjorge Ivanov | Consult | Viktor Orban | 2011-04-11\n- Gjorge Ivanov | Consult | Sali Berisha | 2011-11-10\n- Gjorge Ivanov | Consult | Javier Solana | 2009-05-25\n- Gjorge Ivanov | Consult | Hui Liangyu | 2012-03-30\n- Gjorge Ivanov | Consult | Hui Liangyu | 2012-03-29\n- Gjorge Ivanov | Consult | Dragan Šutanovac | 2009-06-10\nAnswer:", "completion": " Angela Merkel", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1265805", "prompt": "Who did Edwin Clark blame after 5 May 2010?\nEvidence:\n- Edwin Clark | Accuse | Emmanuel Eweta Uduaghan | 2010-05-05\nAnswer:", "completion": " Oluṣẹgun Ọbasanjọ", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 1} +{"id": "mtq_1081604", "prompt": "In the same month, against whom did Boko Haram use conventional military force?\nEvidence:\n- Government (Nigeria) | Use conventional military force | Boko Haram | 2009-09-21\n- Boko Haram | Use conventional military force | Scholar (Nigeria) | 2010-10-11\n- Boko Haram | Use conventional military force | Government (Nigeria) | 2009-08-03\n- Boko Haram | Use conventional military force | Education (Nigeria) | 2009-08-03\n- Boko Haram | Use conventional military force | Citizen (Nigeria) | 2011-04-25\n- Boko Haram | Use conventional military force | Citizen (Nigeria) | 2011-02-09\n- Boko Haram | Use conventional military force | Citizen (Nigeria) | 2011-02-07\n- Boko Haram | Use conventional military force | Citizen (Nigeria) | 2011-02-03\n- Boko Haram | Use conventional military force | Citizen (Nigeria) | 2011-01-29\n- Boko Haram | Use conventional military force | Citizen (Nigeria) | 2010-12-31\n- Boko Haram | Use conventional military force | Citizen (Nigeria) | 2010-12-29\n- Boko Haram | Use conventional military force | Citizen (Nigeria) | 2010-12-28\n- Boko Haram | Use conventional military force | Citizen (Nigeria) | 2010-12-26\n- Boko Haram | Use conventional military force | Citizen (Nigeria) | 2010-11-23\n- Boko Haram | Use conventional military force | Citizen (Nigeria) | 2010-11-22\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1231053", "prompt": "Who negotiated with Shivraj Patil on behalf of the Ministry of Law and Justice of India in the same year?\nEvidence:\n- Shivraj Patil | Consult | Justice Department/Ministery (India) | 2005-03-11\n- Justice Department/Ministery (India) | Consult | Shivraj Patil | 2005-03-11\n- Shivraj Patil | Make statement | Justice Department/Ministery (India) | 2005-02-10\n- Shivraj Patil | Consult | Governor (India) | 2007-11-30\n- Shivraj Patil | Consult | Governor (India) | 2007-11-06\n- Shivraj Patil | Consult | Governor (India) | 2007-10-25\n- Shivraj Patil | Consult | Governor (India) | 2006-12-09\n- Shivraj Patil | Consult | Governor (India) | 2006-12-04\n- Shivraj Patil | Consult | Governor (India) | 2006-10-18\n- Shivraj Patil | Consult | Governor (India) | 2006-01-25\n- Shivraj Patil | Consult | Governor (India) | 2005-04-28\n- Shivraj Patil | Consult | Governor (India) | 2005-02-23\n- Shivraj Patil | Consult | Governor (India) | 2005-01-31\n- Shivraj Patil | Consult | Governor (India) | 2005-01-12\n- Shivraj Patil | Consult | Governor (India) | 2005-01-11\nAnswer:", "completion": " Head of Government (India)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1229287", "prompt": "Before September 18th, 2006, who received the visit from Michael Sata?\nEvidence:\n- Michael Sata | Make a visit | Malawi | 2006-09-01\n- Michael Sata | Make a visit | Malawi | 2006-08-30\n- Michael Sata | Make a visit | Malawi | 2006-08-26\n- Michael Sata | Make a visit | Malawi | 2006-08-25\n- Malawi | Host a visit | Michael Sata | 2006-09-01\n- Malawi | Host a visit | Michael Sata | 2006-08-30\n- Malawi | Host a visit | Michael Sata | 2006-08-26\n- Malawi | Host a visit | Michael Sata | 2006-08-25\n- Michael Sata | Accuse | China | 2006-09-06\n- Michael Sata | Accuse | China | 2006-09-05\n- Michael Sata | Accuse | China | 2006-09-01\n- South Africa | Host a visit | Michael Sata | 2006-09-18\n- Michael Sata | Make a visit | South Africa | 2006-09-18\n- Ronnie Shikapwasha | Threaten | Michael Sata | 2006-08-30\n- Nevers Mumba | Accuse | Michael Sata | 2013-12-24\nAnswer:", "completion": " Malawi", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1083582", "prompt": "Which country receive the visit from Zurab Nogaideli first after Republic of South Ossetia did?\nEvidence:\n- Zurab Nogaideli | Consult | Republic of South Ossetia | 2005-10-28\n- Zurab Nogaideli | Consult | Republic of South Ossetia | 2005-09-22\n- Republic of South Ossetia | Reject | Zurab Nogaideli | 2005-11-18\n- Republic of South Ossetia | Consult | Zurab Nogaideli | 2005-10-28\n- Republic of South Ossetia | Consult | Zurab Nogaideli | 2005-09-22\n- Zurab Nogaideli | Make a visit | Republic of South Ossetia | 2005-04-21\n- Republic of South Ossetia | Host a visit | Zurab Nogaideli | 2005-04-21\n- Zurab Nogaideli | Make statement | Republic of South Ossetia | 2005-12-20\n- Zurab Nogaideli | Make statement | Republic of South Ossetia | 2005-11-25\n- Zurab Nogaideli | Make an appeal or request | Republic of South Ossetia | 2006-01-13\n- Zurab Nogaideli | Express intent to meet or negotiate | Republic of South Ossetia | 2005-10-28\n- Zurab Nogaideli | Express intent to meet or negotiate | Republic of South Ossetia | 2005-04-20\n- Republic of South Ossetia | Express intent to meet or negotiate | Zurab Nogaideli | 2005-10-28\n- Republic of South Ossetia | Abduct, hijack, or take hostage | Republic of South Ossetia | 2005-12-06\n- Member of the Judiciary (Georgia) | Ease administrative sanctions | Republic of South Ossetia | 2005-12-05\nAnswer:", "completion": " Kazakhstan", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1075533", "prompt": "In which year did the Syrian legislature first condemn the main Syrian opposition?\nEvidence:\n- Main Opposition (Canada) | Praise or endorse | Assembly of First Nations | 2006-10-20\n- Main Opposition (South Africa) | Demand | Legislature (South Africa) | 2015-05-26\n- Main Opposition (Bahrain) | Criticize or denounce | Legislature (Bahrain) | 2011-08-09\n- Legislature (Africa) | Praise or endorse | Main Opposition (Africa) | 2007-10-19\n- Opposition Supporter (Slovakia) | Engage in negotiation | Main Opposition (Slovakia) | 2013-07-29\n- Main Opposition (Slovakia) | Engage in negotiation | Opposition Supporter (Slovakia) | 2013-07-29\n- People First Party Korea | Praise or endorse | Main Opposition (Democratic Progressive Party) | 2005-05-30\n- Legislature (Samoa) | Praise or endorse | Main Opposition (Democratic United Party) | 2006-04-13\n- Representative to the United Nations (Georgia) | Consult | Main Opposition (Georgia) | 2008-12-08\n- Main Opposition (Georgia) | Consult | Representative to the United Nations (Georgia) | 2008-12-08\n- Pavol Hrusovský | Engage in negotiation | Main Opposition (Slovakia) | 2005-09-16\n- Pavol Hrusovský | Engage in negotiation | Main Opposition (Slovakia) | 2005-09-15\n- Pavol Hrusovský | Engage in negotiation | Main Opposition (Slovakia) | 2005-09-14\n- Main Opposition (Slovakia) | Engage in negotiation | Pavol Hrusovský | 2005-09-16\n- Main Opposition (Slovakia) | Engage in negotiation | Pavol Hrusovský | 2005-09-15\nAnswer:", "completion": " 2014", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1196499", "prompt": "In which month did the other authorities and officials of Russia investigate Dmitry Nikolayevich Kozak?\nEvidence:\n- Other Authorities / Officials (Russia) | Investigate | Dmitry Nikolayevich Kozak | 2005-07-28\n- Other Authorities / Officials (Russia) | Consult | Dmitry Nikolayevich Kozak | 2005-12-14\n- Dmitry Nikolayevich Kozak | Demand | Other Authorities / Officials (Russia) | 2005-01-28\n- Dmitry Nikolayevich Kozak | Consult | Other Authorities / Officials (Russia) | 2005-12-14\n- Dmitry Nikolayevich Kozak | Make statement | Other Authorities / Officials (Russia) | 2007-09-01\n- Dmitry Nikolayevich Kozak | Make statement | Other Authorities / Officials (Russia) | 2005-11-03\n- Dmitry Nikolayevich Kozak | Praise or endorse | United Russia | 2011-12-02\n- Dmitry Nikolayevich Kozak | Praise or endorse | Representatives (Russia) | 2008-04-10\n- Dmitry Nikolayevich Kozak | Engage in diplomatic cooperation | China | 2006-11-10\n- Uhuru Muigai Kenyatta | Consult | Dmitry Nikolayevich Kozak | 2013-08-17\n- Ireland | Host a visit | Dmitry Nikolayevich Kozak | 2009-03-02\n- Ilya Iosifovich Klebanov | Consult | Dmitry Nikolayevich Kozak | 2005-10-08\n- Dmitry Nikolayevich Kozak | Make a visit | Ireland | 2009-03-02\n- Dmitry Nikolayevich Kozak | Consult | Uhuru Muigai Kenyatta | 2013-08-17\n- Dmitry Nikolayevich Kozak | Consult | Ilya Iosifovich Klebanov | 2005-10-08\nAnswer:", "completion": " 2005-07", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1272023", "prompt": "Could you tell me the exact month when Chongwadai expressed its intention to negotiate with the Governor of Japan?\nEvidence:\n- Chongwadai | Make statement | Japan | 2005-12-04\n- Japan | Host a visit | Chongwadai | 2005-10-27\n- Chongwadai | Make a visit | Japan | 2005-10-27\n- Chongwadai | Express intent to meet or negotiate | Gerhard Schröder | 2005-03-09\n- Roh Moo Hyun | Express intent to meet or negotiate | Chongwadai | 2006-01-04\n- Head of Government (South Korea) | Demand | Chongwadai | 2005-07-21\n- Chongwadai | Investigate | Head of Government (South Korea) | 2006-03-10\n- Chongwadai | Make statement | France | 2005-04-28\n- Chongwadai | Make statement | China | 2005-12-04\n- Police (South Korea) | Use tactics of violent repression | Chongwadai | 2005-12-09\n- Roh Moo Hyun | Demand | Chongwadai | 2005-07-20\n- Roh Moo Hyun | Consult | Chongwadai | 2006-02-28\n- Roh Moo Hyun | Consult | Chongwadai | 2005-07-29\n- Roh Moo Hyun | Consult | Chongwadai | 2005-02-19\n- Chongwadai | Make statement | South Korea | 2005-12-04\nAnswer:", "completion": " 2009-03", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1253359", "prompt": "After The Daily Telegraph, who was accused by the citizens of Australia first?\nEvidence:\n- The Daily Telegraph | Threaten | Citizen (Australia) | 2006-11-02\n- The Daily Telegraph | Accuse | Citizen (Australia) | 2007-12-15\n- Citizen (Australia) | Threaten | The Daily Telegraph | 2007-04-25\n- Citizen (Australia) | Threaten | The Daily Telegraph | 2006-11-16\n- Citizen (Australia) | Accuse | The Daily Telegraph | 2007-02-12\n- The Daily Telegraph | Reduce relations | Citizen (Australia) | 2005-12-08\n- The Daily Telegraph | Make statement | Police (Australia) | 2009-04-12\n- The Daily Telegraph | Make statement | Police (Australia) | 2007-03-26\n- The Daily Telegraph | Make statement | Police (Australia) | 2005-06-22\n- The Daily Telegraph | Make statement | Police (Australia) | 2005-06-20\n- Lawyer/Attorney (Australia) | Accuse | The Daily Telegraph | 2007-05-25\n- Citizen (Australia) | Reduce relations | The Daily Telegraph | 2008-11-14\n- Citizen (Australia) | Deny responsibility | The Daily Telegraph | 2007-09-11\n- The Daily Telegraph | Make empathetic comment | Citizen (Australia) | 2008-01-30\n- Media Personnel (Australia) | Make statement | The Daily Telegraph | 2008-06-02\nAnswer:", "completion": " Police (Australia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1040733", "prompt": "When did the High Commission for Refugees last negotiate with Abdul-Karim Al-Arhabi?\nEvidence:\n- High Commission for Refugees | Consult | Abdul-Karim Al-Arhabi | 2008-07-13\n- Abdul-Karim Al-Arhabi | Consult | High Commission for Refugees | 2008-07-13\n- High Commission for Refugees | Engage in negotiation | Abdul-Karim Al-Arhabi | 2008-07-13\n- Abdul-Karim Al-Arhabi | Engage in negotiation | High Commission for Refugees | 2008-07-13\n- Japan | Consult | Abdul-Karim Al-Arhabi | 2008-06-20\n- Abdul-Karim Al-Arhabi | Consult | Japan | 2008-06-20\n- South Africa | Consult | Abdul-Karim Al-Arhabi | 2007-03-28\n- Representatives (Yemen) | Consult | Abdul-Karim Al-Arhabi | 2007-03-29\n- Middle East | Consult | Abdul-Karim Al-Arhabi | 2007-03-28\n- Business (Germany) | Consult | Abdul-Karim Al-Arhabi | 2007-06-12\n- Abdul-Karim Al-Arhabi | Make statement | Yemen | 2009-04-03\n- Abdul-Karim Al-Arhabi | Make statement | Yemen | 2008-05-05\n- Abdul-Karim Al-Arhabi | Make statement | Yemen | 2008-04-24\n- Abdul-Karim Al-Arhabi | Make statement | Yemen | 2007-09-20\n- Abdul-Karim Al-Arhabi | Make statement | Yemen | 2007-06-07\nAnswer:", "completion": " 2008-07-13", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1360645", "prompt": "After Shimon Peres, who was the first to sign formal agreements with Dmitry Medvedev?\nEvidence:\n- Shimon Peres | Sign formal agreement | Muhammad VI | 2005-03-19\n- Muhammad VI | Sign formal agreement | Shimon Peres | 2005-03-19\n- Shimon Peres | Appeal to yield | Eli Yishai | 2005-02-13\n- Shimon Peres | Make statement | Iran | 2005-01-24\n- Shimon Peres | Consult | Muhammad VI | 2005-03-20\n- Shimon Peres | Consult | Muhammad VI | 2005-03-12\n- Shimon Peres | Consult | James Wolfensohn | 2005-05-03\n- Shimon Peres | Consult | James Wolfensohn | 2005-05-01\n- Shimon Peres | Consult | Emaar Properties | 2005-02-18\n- Shimon Peres | Consult | Eli Yishai | 2005-02-13\n- Shimon Peres | Consult | Abdullah Gül | 2005-01-05\n- Shimon Peres | Consult | Abdullah Gül | 2005-01-04\n- Muhammad VI | Consult | Shimon Peres | 2005-03-20\n- Muhammad VI | Consult | Shimon Peres | 2005-03-12\n- James Wolfensohn | Consult | Shimon Peres | 2005-05-03\nAnswer:", "completion": " Tsakhiagiyn Elbegdorj", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1130696", "prompt": "Before September, 2007, who blamed Mahmoud Ahmadinejad?\nEvidence:\n- Mahmoud Ahmadinejad | Investigate | Iran | 2005-06-21\n- Mahmoud Ahmadinejad | Demand | Iran | 2005-04-07\n- Mahmoud Ahmadinejad | Accuse | Iran | 2005-06-25\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-07-01\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-09\n- Student (Iran) | Consult | Mahmoud Ahmadinejad | 2005-04-17\n- Ministry (Iran) | Consult | Mahmoud Ahmadinejad | 2005-06-29\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-07-02\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-30\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-29\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-28\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-27\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-26\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-25\n- Mahmoud Ahmadinejad | Make statement | Iran | 2005-06-24\nAnswer:", "completion": " Benjamin Netanyahu", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1314925", "prompt": "Who were the first citizens of the United Kingdom to condemn in 2006?\nEvidence:\n- Chancellor of the Exchequer | Reject | Citizen (United Kingdom) | 2006-07-13\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Newspaper (United Kingdom) | Make statement | Chancellor of the Exchequer | 2006-11-24\n- Men (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2006-07-13\n- Citizen (United Kingdom) | Deny responsibility | Member of the Judiciary (United States) | 2006-07-15\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-13\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-09-04\n- Other Authorities / Officials (Brazil) | Make statement | First Command of the Capital | 2006-05-17\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-07-02\n- First Command of the Capital | Threaten with military force | Citizen (Brazil) | 2006-06-27\n- Cabinet / Council of Ministers / Advisors (Brazil) | Make statement | First Command of the Capital | 2006-07-15\n- Men (United Kingdom) | Acknowledge or claim responsibility | Member of the Judiciary (United States) | 2006-06-19\n- Secretary of State for the Home Department | Accuse | Citizen (United Kingdom) | 2006-10-18\n- Citizen (United Kingdom) | Accuse | Secretary of State for the Home Department | 2006-09-20\nAnswer:", "completion": " Tony Blair", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1002541", "prompt": "Before Sérgio de Oliveira Cabral Santos Filho, against whom did the Brazilian military last use conventional military force?\nEvidence:\n- Military (Brazil) | Use conventional military force | Sérgio de Oliveira Cabral Santos Filho | 2007-04-17\n- Sérgio de Oliveira Cabral Santos Filho | Make statement | Military (Brazil) | 2007-04-10\n- Sérgio de Oliveira Cabral Santos Filho | Make statement | Military (Brazil) | 2007-01-05\n- Sérgio de Oliveira Cabral Santos Filho | Make statement | Military (Brazil) | 2007-01-03\n- Sérgio de Oliveira Cabral Santos Filho | Consult | Alberto Gonzales | 2007-02-09\n- Sérgio de Oliveira Cabral Santos Filho | Accuse | Criminal (Brazil) | 2007-10-20\n- Citizen (Brazil) | Accuse | Sérgio de Oliveira Cabral Santos Filho | 2006-10-12\n- Alberto Gonzales | Consult | Sérgio de Oliveira Cabral Santos Filho | 2007-02-09\n- Sérgio de Oliveira Cabral Santos Filho | Make statement | Education (Brazil) | 2007-09-04\n- Sérgio de Oliveira Cabral Santos Filho | Make statement | Anthony Garotinho | 2006-08-20\n- Sérgio de Oliveira Cabral Santos Filho | Make statement | Anthony Garotinho | 2006-07-01\n- Sérgio de Oliveira Cabral Santos Filho | Make statement | Anthony Garotinho | 2005-08-22\n- Sérgio de Oliveira Cabral Santos Filho | Make a visit | Colombia | 2007-03-30\n- Sérgio de Oliveira Cabral Santos Filho | Express accord | Citizen (Brazil) | 2007-01-04\n- Sérgio de Oliveira Cabral Santos Filho | Consult | Party Member (Brazil) | 2006-10-05\nAnswer:", "completion": " Criminal (Brazil)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1272071", "prompt": "With whom did Benjamin Netanyahu first want to engage in diplomatic cooperation?\nEvidence:\n- Likud | Engage in material cooperation | Benjamin Netanyahu | 2012-12-30\n- Benjamin Netanyahu | Engage in material cooperation | Likud | 2012-12-30\n- Benjamin Netanyahu | Engage in material cooperation | Likud | 2009-02-11\n- Likud | Express intent to engage in diplomatic cooperation (such as policy support) | Benjamin Netanyahu | 2012-12-11\n- Likud | Express intent to engage in diplomatic cooperation (such as policy support) | Benjamin Netanyahu | 2007-07-10\n- Likud | Express intent to engage in diplomatic cooperation (such as policy support) | Benjamin Netanyahu | 2005-12-13\n- Likud | Express intent to engage in diplomatic cooperation (such as policy support) | Benjamin Netanyahu | 2005-09-26\n- Benjamin Netanyahu | Express intent to engage in diplomatic cooperation (such as policy support) | Likud | 2013-10-11\n- Benjamin Netanyahu | Demand change in leadership | Likud | 2006-01-03\n- Tzipi Livni | Engage in diplomatic cooperation | Likud | 2009-02-10\n- Benjamin Netanyahu | Express intent to cooperate | Likud | 2011-01-08\n- Benjamin Netanyahu | Appeal for change in leadership | Likud | 2006-01-12\n- Likud | Threaten | Benjamin Netanyahu | 2006-02-15\n- Likud | Reject | Benjamin Netanyahu | 2009-05-15\n- Likud | Reject | Benjamin Netanyahu | 2005-09-27\nAnswer:", "completion": " Tzipi Livni", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1368677", "prompt": "Who expressed the intention to meet with South Africa on 25.07.2008?\nEvidence:\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-24\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-20\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-14\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-02-01\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-29\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-27\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-26\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-25\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-23\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-19\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-16\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-13\n- South Africa | Arrest, detain, or charge with legal action | Men (South Africa) | 2005-01-02\n- Police (South Africa) | Arrest, detain, or charge with legal action | South Africa | 2005-02-11\n- Police (South Africa) | Investigate | South Africa | 2005-01-24\nAnswer:", "completion": " Citizen (Africa)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1379769", "prompt": "Who was the first to denounce the party member of the United Kingdom in 2015?\nEvidence:\n- Member of Legislative (Govt) (United Kingdom) | Criticize or denounce | Party Member (United Kingdom) | 2015-07-27\n- Party Member (United Kingdom) | Criticize or denounce | Citizen (United Kingdom) | 2015-12-09\n- Party Member (United Kingdom) | Criticize or denounce | Citizen (United Kingdom) | 2015-12-08\n- Party Member (United Kingdom) | Criticize or denounce | Citizen (United Kingdom) | 2015-08-17\n- Citizen (United Kingdom) | Criticize or denounce | Party Member (United Kingdom) | 2015-10-21\n- Citizen (United Kingdom) | Criticize or denounce | Party Member (United Kingdom) | 2015-05-07\n- Citizen (United Kingdom) | Criticize or denounce | Party Member (United Kingdom) | 2015-05-06\n- Labor Party (United Kingdom) | Reduce relations | Party Member (United Kingdom) | 2015-07-28\n- Party Member (United Kingdom) | Threaten | Citizen (United Kingdom) | 2015-08-06\n- Party Member (United Kingdom) | Accuse | Citizen (United Kingdom) | 2015-04-28\n- Party Member (United Kingdom) | Accuse | Citizen (United Kingdom) | 2015-03-13\n- Newspaper (United Kingdom) | Accuse | Party Member (United Kingdom) | 2015-03-23\n- Lawmaker (United Kingdom) | Accuse | Party Member (United Kingdom) | 2015-07-22\n- Citizen (United Kingdom) | Demand | Party Member (United Kingdom) | 2015-03-09\n- Businessperson (United Kingdom) | Accuse | Party Member (United Kingdom) | 2015-12-10\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1176924", "prompt": "Who praised the Slovakian police in the same month as the Croatian police?\nEvidence:\n- Police (Croatia) | Investigate | People Associated with the Opposition (Croatian Democratic Union) | 2014-02-05\n- Citizen (Croatia) | Reject | People Associated with the Opposition (Croatian Democratic Union) | 2014-07-03\n- People Associated with the Opposition (Croatian Democratic Union) | Make statement | Government (Croatia) | 2015-10-01\n- People Associated with the Opposition (Croatian Democratic Union) | Praise or endorse | Angela Merkel | 2015-10-01\n- People Associated with the Opposition (Croatian Democratic Union) | Criticize or denounce | Government (Croatia) | 2015-10-01\n- People Associated with the Opposition (Croatian Democratic Union) | Criticize or denounce | Government (Croatia) | 2015-09-09\n- People Associated with the Opposition (Croatian Democratic Union) | Criticize or denounce | Government (Croatia) | 2014-09-17\n- People Associated with the Opposition (Croatian Democratic Union) | Accuse of crime, corruption | Citizen (Croatia) | 2014-02-05\n- Government (Croatia) | Reject | Croatian Party of Rights | 2006-05-26\n- Croatian Party of Rights | Reject | Branimir Glavas | 2008-01-08\n- Croatian Party of Rights | Accuse | Citizen (Croatia) | 2006-04-11\n- People Associated with the Opposition (Croatian Democratic Union) | Make an appeal or request | Government (Croatia) | 2015-06-16\n- Ivica Kirin | Deny responsibility | Croatian Party of Rights | 2006-11-15\n- Government (Croatia) | Deny responsibility | Croatian Party of Rights | 2006-05-26\n- Croatian Party of Rights | Reduce relations | Citizen (Croatia) | 2009-07-22\nAnswer:", "completion": " Milan Chovanec", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1362782", "prompt": "After Alexis Tsipras, who was the first to criticise the citizens of Belgium?\nEvidence:\n- Head of Government (Greece) | Consult | Alexis Tsipras | 2012-05-13\n- Head of Government (Greece) | Consult | Alexis Tsipras | 2012-05-08\n- Head of Government (Greece) | Accuse | Alexis Tsipras | 2011-04-01\n- Alexis Tsipras | Consult | Head of Government (Greece) | 2012-05-13\n- Alexis Tsipras | Consult | Head of Government (Greece) | 2012-05-08\n- Alexis Tsipras | Accuse | Head of Government (Greece) | 2011-11-16\n- Georgios Papandreou | Accuse | Alexis Tsipras | 2011-04-01\n- Democratic Left | Consult | Alexis Tsipras | 2012-05-08\n- Antonis Samaras | Consult | Alexis Tsipras | 2012-05-09\n- Antonis Samaras | Consult | Alexis Tsipras | 2012-05-07\n- Antonis Samaras | Accuse | Alexis Tsipras | 2012-05-08\n- Alexis Tsipras | Demand | Citizen (Greece) | 2012-05-09\n- Alexis Tsipras | Consult | Democratic Left | 2012-05-08\n- Alexis Tsipras | Consult | Antonis Samaras | 2012-05-09\n- Alexis Tsipras | Consult | Antonis Samaras | 2012-05-07\nAnswer:", "completion": " Green Party (Belgium)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1045263", "prompt": "When did Alexander Valterovich Litvinenko accuse the secret agent of Russia?\nEvidence:\n- Secret Agent (Russia) | Consult | Alexander Valterovich Litvinenko | 2006-12-14\n- Secret Agent (Russia) | Consult | Alexander Valterovich Litvinenko | 2006-11-30\n- Alexander Valterovich Litvinenko | Consult | Secret Agent (Russia) | 2006-12-14\n- Alexander Valterovich Litvinenko | Consult | Secret Agent (Russia) | 2006-11-30\n- Alexander Valterovich Litvinenko | Accuse | Other Authorities / Officials (Russia) | 2006-12-06\n- Other Authorities / Officials (Russia) | Investigate | Alexander Valterovich Litvinenko | 2006-12-09\n- Hitman (Russia) | Use unconventional violence | Alexander Valterovich Litvinenko | 2006-12-05\n- Veterans (Russia) | Threaten with military force | Alexander Valterovich Litvinenko | 2006-12-19\n- Veterans (Russia) | Threaten with military force | Alexander Valterovich Litvinenko | 2006-12-13\n- Yegor Timurovich Gaidar | Consult | Alexander Valterovich Litvinenko | 2006-12-04\n- Tony Blair | Make statement | Alexander Valterovich Litvinenko | 2006-12-03\n- Men (United Kingdom) | Demand | Alexander Valterovich Litvinenko | 2006-11-24\n- Lawyer/Attorney (Germany) | Investigate | Alexander Valterovich Litvinenko | 2007-03-14\n- Lawyer/Attorney (Germany) | Investigate | Alexander Valterovich Litvinenko | 2006-12-12\n- Lawyer/Attorney (Germany) | Consult | Alexander Valterovich Litvinenko | 2006-12-11\nAnswer:", "completion": " 2012-09-20", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1155895", "prompt": "With which country did Portugal last express its intention to meet before South Korea?\nEvidence:\n- Portugal | Express intent to meet or negotiate | China | 2005-01-17\n- Portugal | Express intent to meet or negotiate | China | 2005-01-05\n- China | Express intent to meet or negotiate | Portugal | 2005-01-17\n- Mladen Ivanic | Express intent to meet or negotiate | Portugal | 2005-05-12\n- Joschka Fischer | Express intent to meet or negotiate | Portugal | 2005-06-02\n- Vietnam | Express intent to meet or negotiate | South Korea | 2005-01-05\n- Thailand | Express intent to meet or negotiate | South Korea | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-12\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-08\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-07\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-05\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-08\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-07\nAnswer:", "completion": " Angola", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1184018", "prompt": "Who was the first person to whom the United States' Council of Advisors to the Cabinet made an appeal in 2015?\nEvidence:\n- Armed Rebel (Yemen) | Return, release person(s) | Cabinet / Council of Ministers / Advisors (Yemen) | 2015-03-16\n- Cabinet / Council of Ministers / Advisors (Bangladesh) | Make statement | People Associated with the Opposition (Bangladesh) | 2015-03-23\nAnswer:", "completion": " Armed Rebel (Yemen)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 2, "n_anchors": 0} +{"id": "mtq_1336865", "prompt": "Which country receive the visit from the employees of Bangladesh first after Maldives did?\nEvidence:\n- Maldives | Expel or deport individuals | Employee (Bangladesh) | 2005-01-09\n- Police (Maldives) | Investigate | Maldives | 2005-07-06\n- Maldives | Accuse | Scientist (Maldives) | 2005-01-09\n- Police (Maldives) | Make statement | Maldives | 2005-07-06\n- Maldives | Host a visit | Joschka Fischer | 2005-02-03\n- Maldives | Host a visit | Joschka Fischer | 2005-02-02\n- Joschka Fischer | Make a visit | Maldives | 2005-02-03\n- Joschka Fischer | Make a visit | Maldives | 2005-02-02\n- Maumoon Abdul Gayoom | Make a visit | Maldives | 2007-02-07\n- Maldives | Host a visit | Maumoon Abdul Gayoom | 2007-02-07\n- Maldives | Host a visit | Karl-Heinz Grasser | 2005-01-07\n- Karl-Heinz Grasser | Make a visit | Maldives | 2005-01-07\n- Thailand | Consult | Maldives | 2005-02-13\n- Maldives | Consult | Thailand | 2005-02-13\n- Maldives | Consult | Bhutan | 2005-11-06\nAnswer:", "completion": " Iraq", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1384067", "prompt": "Who would wish to negotiate with the Government of Germany first after the Businessperson of Germany did?\nEvidence:\n- Head of Government (Germany) | Consult | Businessperson (Germany) | 2014-09-22\n- Head of Government (Germany) | Consult | Businessperson (Germany) | 2014-09-20\n- Head of Government (Germany) | Consult | Businessperson (Germany) | 2008-02-08\n- Businessperson (Germany) | Consult | Head of Government (Germany) | 2014-09-22\n- Businessperson (Germany) | Consult | Head of Government (Germany) | 2014-09-20\n- Businessperson (Germany) | Consult | Head of Government (Germany) | 2008-02-08\n- Government (Germany) | Express intent to meet or negotiate | Businessperson (Germany) | 2007-06-14\n- Businessperson (Germany) | Express intent to meet or negotiate | Government (Germany) | 2007-06-14\n- Government (Germany) | Express intent to cooperate | Businessperson (Germany) | 2013-08-28\n- Businessperson (Germany) | Express intent to cooperate | Government (Germany) | 2013-08-28\n- People Associated with the Opposition (Germany) | Accuse | Government (Germany) | 2015-05-22\n- People Associated with the Opposition (Germany) | Accuse | Government (Germany) | 2012-08-06\n- Head of Government (Ukraine) | Express intent to meet or negotiate | Businessperson (Germany) | 2015-01-07\n- People Associated with the Opposition (Germany) | Express intent to cooperate | Government (Germany) | 2005-06-15\n- Government (Germany) | Express intent to cooperate | People Associated with the Opposition (Germany) | 2005-06-15\nAnswer:", "completion": " Angela Merkel", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1181005", "prompt": "Before the foreign ministry of Lebanon, which country last praised Sudan?\nEvidence:\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-27\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-26\n- Sudan | Return, release person(s) | Citizen (Sudan) | 2005-01-19\nAnswer:", "completion": " China", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1158028", "prompt": "After the Communist Party of Bohemia and Moravia, which country was the first to praise Vietnam?\nEvidence:\n- Communist Party of Bohemia and Moravia | Praise or endorse | Vietnam | 2015-04-22\n- Communist Party of Bohemia and Moravia | Make statement | China | 2006-09-21\n- Communist Party of Bohemia and Moravia | Make statement | Communist Party (Czech Republic) | 2005-07-14\n- Communist Party (Czech Republic) | Criticize or denounce | Communist Party of Bohemia and Moravia | 2008-05-16\n- Vojtěch Filip | Make statement | Communist Party of Bohemia and Moravia | 2015-05-22\n- Vojtěch Filip | Make statement | Communist Party of Bohemia and Moravia | 2014-02-18\n- Vojtěch Filip | Make statement | Communist Party of Bohemia and Moravia | 2013-10-26\n- Vojtěch Filip | Make statement | Communist Party of Bohemia and Moravia | 2013-08-22\n- Vojtěch Filip | Make statement | Communist Party of Bohemia and Moravia | 2010-05-30\n- Vojtěch Filip | Make statement | Communist Party of Bohemia and Moravia | 2009-06-08\n- Vojtěch Filip | Make statement | Communist Party of Bohemia and Moravia | 2008-10-19\n- Vojtěch Filip | Make statement | Communist Party of Bohemia and Moravia | 2008-10-18\n- Vojtěch Filip | Make statement | Communist Party of Bohemia and Moravia | 2008-02-21\n- Vojtěch Filip | Make statement | Communist Party of Bohemia and Moravia | 2007-09-16\n- Vojtěch Filip | Make statement | Communist Party of Bohemia and Moravia | 2006-11-23\nAnswer:", "completion": " Iran", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1100703", "prompt": "At what time did African Union last praise the citizens of Benin?\nEvidence:\n- African Union | Praise or endorse | East African Community | 2005-02-05\n- Government (Sudan) | Praise or endorse | African Union | 2005-01-28\n- Government (Sudan) | Praise or endorse | African Union | 2005-01-17\n- Charles Murigande | Praise or endorse | African Union | 2005-01-26\n- Cabinet / Council of Ministers / Advisors (Somalia) | Praise or endorse | African Union | 2005-02-06\n- Cabinet / Council of Ministers / Advisors (Somalia) | Praise or endorse | African Union | 2005-02-05\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-31\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Nigeria) | Consult | African Union | 2005-02-01\n- Head of Government (Nigeria) | Consult | African Union | 2005-01-31\n- African Union | Consult | Head of Government (Nigeria) | 2005-02-01\n- African Union | Consult | Head of Government (Nigeria) | 2005-01-31\n- African Union | Investigate | Sudan | 2005-02-08\nAnswer:", "completion": " 2006-03-07", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1004588", "prompt": "In what year did the Dutch Labour Party last formally sign an agreement with the Dutch Liberal Party?\nEvidence:\n- Liberal Party (Netherlands) | Sign formal agreement | Labor Party (Netherlands) | 2012-10-29\n- Labor Party (Netherlands) | Sign formal agreement | Liberal Party (Netherlands) | 2012-10-29\n- Government (Nicaragua) | Sign formal agreement | Constitutionalist Liberal Party | 2005-01-13\n- Constitutionalist Liberal Party | Sign formal agreement | Government (Nicaragua) | 2005-01-13\n- Royal Dutch Shell | Sign formal agreement | Petrochina | 2008-04-11\n- Royal Dutch Shell | Sign formal agreement | Iran | 2007-01-31\n- Royal Dutch Shell | Sign formal agreement | Gazprom | 2008-06-09\n- Petrochina | Sign formal agreement | Royal Dutch Shell | 2008-04-11\n- Iran | Sign formal agreement | Royal Dutch Shell | 2007-01-31\n- Gazprom | Sign formal agreement | Royal Dutch Shell | 2008-06-09\n- National Liberal Party | Sign formal agreement | Democratic Union of Hungarians in Romania | 2009-12-06\n- Democratic Union of Hungarians in Romania | Sign formal agreement | National Liberal Party | 2009-12-06\n- Party President (Liberal National Party) | Reject | Liberal National Party | 2011-11-25\n- Liberal National Party | Accuse | Party President (Liberal National Party) | 2011-11-25\n- People Associated with the Opposition (Australia) | Make statement | Liberal National Party | 2013-11-22\nAnswer:", "completion": " 2012", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1097880", "prompt": "Who accused Julian Paul Assange first, after John Ensign?\nEvidence:\n- John Ensign | Accuse | Julian Paul Assange | 2010-12-02\n- Robert McClelland | Investigate | Julian Paul Assange | 2010-11-30\n- Police (Sweden) | Investigate | Julian Paul Assange | 2010-09-01\n- Police (Sweden) | Investigate | Julian Paul Assange | 2010-08-31\n- Police (Sweden) | Investigate | Julian Paul Assange | 2010-08-25\n- Police (Australia) | Investigate | Julian Paul Assange | 2010-11-30\n- Julian Paul Assange | Make statement | Iraq | 2010-10-26\n- Julian Paul Assange | Demand | Police (Sweden) | 2010-08-26\n- Robert McClelland | Make statement | Julian Paul Assange | 2010-11-29\n- Police (Sweden) | Make statement | Julian Paul Assange | 2010-08-23\n- Lawyer/Attorney (Sweden) | Investigate | Julian Paul Assange | 2010-11-19\n- Lawyer/Attorney (Sweden) | Investigate | Julian Paul Assange | 2010-10-19\n- Lawyer/Attorney (Sweden) | Investigate | Julian Paul Assange | 2010-08-26\n- Lawyer/Attorney (Sweden) | Investigate | Julian Paul Assange | 2010-08-25\n- Government (Ecuador) | Grant asylum | Julian Paul Assange | 2010-12-01\nAnswer:", "completion": " Lawyer/Attorney (Sweden)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1198738", "prompt": "Before the Muslims of the United Kingdom, who last used small arms and light weapons to fight the men of the United Kingdom?\nEvidence:\n- Muslim (United Kingdom) | fight with small arms and light weapons | Men (United Kingdom) | 2005-07-23\n- Men (United Kingdom) | fight with small arms and light weapons | Businessperson (United Kingdom) | 2008-06-24\n- Attacker (United Kingdom) | fight with small arms and light weapons | Men (United Kingdom) | 2013-01-21\n- Attacker (United Kingdom) | fight with small arms and light weapons | Men (United Kingdom) | 2009-06-25\n- Attacker (United Kingdom) | fight with small arms and light weapons | Men (United Kingdom) | 2005-07-11\n- Men (Jordan) | fight with small arms and light weapons | Men (United Kingdom) | 2006-12-21\n- Men (United States) | fight with small arms and light weapons | Men (United Kingdom) | 2014-09-08\n- Men (United Kingdom) | fight with small arms and light weapons | Men (United States) | 2014-09-08\n- Men (United Kingdom) | fight with small arms and light weapons | Men (United States) | 2007-12-31\n- Men (United Kingdom) | fight with small arms and light weapons | News Editor (United Kingdom) | 2008-09-27\n- Police (Australia) | fight with small arms and light weapons | Men (United Kingdom) | 2015-12-08\n- Northern Ireland | fight with small arms and light weapons | Men (United Kingdom) | 2006-04-16\n- Men (Kenya) | fight with small arms and light weapons | Citizen (United Kingdom) | 2009-10-29\n- Men (United States) | fight with small arms and light weapons | Citizen (United Kingdom) | 2009-08-04\n- Men (United States) | fight with small arms and light weapons | Children (United Kingdom) | 2014-05-14\nAnswer:", "completion": " Attacker (United Kingdom)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1392907", "prompt": "Who made an appeal to the citizens of Australia on 12 January 2012?\nEvidence:\n- Activist (Australia) | Rally support on behalf of | Citizen (Australia) | 2012-05-17\n- Member of the Judiciary (Iceland) | Rally support on behalf of | Bank (Iceland) | 2014-05-25\n- Member of Parliament (Australia) | Rally support on behalf of | Lawyer/Attorney (Australia) | 2005-07-05\n- Businessperson (Australia) | Rally support on behalf of | Media Personnel (Australia) | 2008-06-20\n- Member of the Judiciary (United States) | Express intent to cooperate on judicial matters | Mexico | 2006-04-04\n- Member of the Judiciary (United States) | Express intent to cooperate on judicial matters | France | 2010-04-06\n- Special Rapporteurs of the United Nations | Rally support on behalf of | Detainee (Myanmar) | 2011-08-25\n- Special Rapporteurs of the United Nations | Rally support on behalf of | Detainee (Myanmar) | 2009-02-20\n- Citizen (Croatia) | Express intent to cooperate on judicial matters | The Hague | 2005-03-17\n- Member of the Judiciary (United States) | Express intent to cooperate on judicial matters | South Korea | 2007-11-01\n- Member of the Judiciary (United States) | Express intent to cooperate on judicial matters | South Korea | 2007-10-25\n- Robert McClelland | Rally support on behalf of | Citizen (Australia) | 2007-10-09\n- Member of Parliament (Australia) | Rally support on behalf of | Mike Rann | 2010-11-20\n- Member of the Judiciary (Iceland) | Rally support on behalf of | Company - Owner or Operator (Iceland) | 2014-05-25\n- Nicholas \"Nick\" Xenophon | Rally support on behalf of | Member of Parliament (Australia) | 2010-02-15\nAnswer:", "completion": " Police (South Africa)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1129680", "prompt": "In which year did Campbell Newman first make an appeal to the Lord Mayor of Australia?\nEvidence:\n- Campbell Newman | Make an appeal or request | City Mayor (Australia) | 2011-03-29\n- City Mayor (Australia) | Consult | Campbell Newman | 2007-08-11\n- Campbell Newman | Consult | City Mayor (Australia) | 2007-08-11\n- Campbell Newman | Make statement | City Mayor (Australia) | 2011-03-28\n- Campbell Newman | Make statement | City Mayor (Australia) | 2009-09-11\n- Campbell Newman | Make statement | City Mayor (Australia) | 2007-11-06\n- Campbell Newman | Make statement | City Mayor (Australia) | 2007-11-02\n- Campbell Newman | Make statement | City Mayor (Australia) | 2006-05-31\n- Citizen (Australia) | Make an appeal or request | Campbell Newman | 2008-08-18\n- Campbell Newman | Make an appeal or request | Citizen (Australia) | 2011-01-20\n- Campbell Newman | Make an appeal or request | Citizen (Australia) | 2011-01-14\n- Campbell Newman | Make an appeal or request | Citizen (Australia) | 2008-03-18\n- Campbell Newman | Make an appeal or request | Citizen (Australia) | 2008-03-14\n- Campbell Newman | Make an appeal or request | Citizen (Australia) | 2008-03-07\n- Campbell Newman | Make an appeal or request | Citizen (Australia) | 2005-08-23\nAnswer:", "completion": " 2011", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1082463", "prompt": "Who was the last to praise Yemen before the Lebanese foreign minister?\nEvidence:\n- Eritrea | Praise or endorse | Yemen | 2005-02-04\n- Javier Solana | Praise or endorse | Yemen | 2005-01-20\n- James Wolfensohn | Praise or endorse | Yemen | 2005-02-19\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-30\n- Malaysia | Express intent to meet or negotiate | Yemen | 2005-01-29\n- Yemen | Consult | Sudan | 2005-01-02\n- Yemen | Consult | Ethiopia | 2005-01-02\n- Yemen | Consult | Eritrea | 2005-03-11\n- Yemen | Consult | Djibouti | 2005-02-08\n- Yemen | Consult | Djibouti | 2005-02-07\n- Sudan | Consult | Yemen | 2005-01-02\n- Ethiopia | Consult | Yemen | 2005-01-02\n- Eritrea | Consult | Yemen | 2005-03-11\n- Djibouti | Consult | Yemen | 2005-02-08\n- Djibouti | Consult | Yemen | 2005-02-07\nAnswer:", "completion": " Foreign Affairs (France)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1075654", "prompt": "Before the Cabinet Council of Ministers Advisors of the United States, who last appealed for the other authorities and officials of Africa?\nEvidence:\n- Other Authorities / Officials (Mexico) | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2010-03-18\n- Other Authorities / Officials (Egypt) | Yield | Cabinet / Council of Ministers / Advisors (United States) | 2013-08-05\n- Cabinet / Council of Ministers / Advisors (United States) | Consult | Other Authorities / Officials (Mexico) | 2010-03-18\n- Other Authorities / Officials (Nigeria) | Make statement | Cabinet / Council of Ministers / Advisors (United States) | 2009-08-16\n- Cabinet / Council of Ministers / Advisors (United States) | Make an appeal or request | Other Authorities / Officials (Africa) | 2013-12-29\n- Cabinet / Council of Ministers / Advisors (United States) | Criticize or denounce | Other Authorities / Officials (Egypt) | 2006-05-22\n- Cabinet / Council of Ministers / Advisors (United States) | Criticize or denounce | Other Authorities / Officials (Egypt) | 2006-05-21\n- Other Authorities / Officials (Somalia) | Consult | Cabinet / Council of Ministers / Advisors (Somalia) | 2014-09-03\n- Cabinet / Council of Ministers / Advisors (Somalia) | Consult | Other Authorities / Officials (Somalia) | 2014-09-03\n- Cabinet / Council of Ministers / Advisors (United States) | Make an appeal or request | Other Authorities / Officials (Libya) | 2011-02-23\n- Cabinet / Council of Ministers / Advisors (United States) | Demand | South Africa | 2012-08-09\n- Cabinet / Council of Ministers / Advisors (United States) | Express intent to meet or negotiate | Other Authorities / Officials (Senegal) | 2012-08-01\n- Cabinet / Council of Ministers / Advisors (United States) | Appeal for intelligence | Thailand | 2014-03-01\n- Cabinet / Council of Ministers / Advisors (United States) | Appeal for intelligence | France | 2013-06-05\n- Cabinet / Council of Ministers / Advisors (United States) | Appeal for intelligence | China | 2010-02-01\nAnswer:", "completion": " Macky Sall", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1284682", "prompt": "In which country did the men of Japan use unconventional violence for the first time in 2008?\nEvidence:\n- China | Appeal for policy change | Japan | 2008-01-10\n- South Korea | Engage in diplomatic cooperation | Japan | 2008-01-10\n- Japan | Engage in diplomatic cooperation | South Korea | 2008-01-15\n- Japan | Engage in diplomatic cooperation | South Korea | 2008-01-10\n- Head of Government (South Korea) | Express intent to engage in diplomatic cooperation (such as policy support) | Japan | 2008-01-04\n- Head of Government (India) | Appeal for diplomatic cooperation (such as policy support) | China | 2008-01-16\n- Head of Government (Germany) | Appeal for diplomatic cooperation (such as policy support) | China | 2008-01-15\n- China | Appeal for intelligence | Vietnam | 2008-01-18\n- China | Appeal for intelligence | Vietnam | 2008-01-17\n- Japan | Sign formal agreement | Association of Southeast Asian Nations | 2008-01-04\n- Association of Southeast Asian Nations | Sign formal agreement | Japan | 2008-01-04\n- Member of Legislative (Govt) (South Korea) | Make a visit | Japan | 2008-01-15\n- Japan | Host a visit | Member of Legislative (Govt) (South Korea) | 2008-01-15\n- China | Engage in diplomatic cooperation | Association of Southeast Asian Nations | 2008-01-16\n- China | Engage in diplomatic cooperation | Association of Southeast Asian Nations | 2008-01-14\nAnswer:", "completion": " Japan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1080744", "prompt": "Which was the last country to host João Baptista Kussumua's visit before Portugal?\nEvidence:\n- Portugal | Host a visit | Joschka Fischer | 2005-06-07\n- Portugal | Host a visit | Joschka Fischer | 2005-06-06\n- Portugal | Host a visit | Rafael Antonio Bielsa | 2005-05-18\n- Portugal | Host a visit | Indigenous People (United Kingdom) | 2005-06-02\n- Children (Portugal) | Occupy territory | Portugal | 2005-06-10\n- Joschka Fischer | Make a visit | Portugal | 2005-06-07\n- Joschka Fischer | Make a visit | Portugal | 2005-06-06\n- Portugal | Express intent to cooperate | France | 2005-01-27\n- France | Express intent to cooperate | Portugal | 2005-01-27\n- Foreign Affairs (Portugal) | Make statement | Portugal | 2005-06-15\n- Foreign Affairs (Portugal) | Make statement | Portugal | 2005-05-30\n- Foreign Affairs (Portugal) | Make statement | Portugal | 2005-03-31\n- Rafael Antonio Bielsa | Make a visit | Portugal | 2005-05-18\n- Portugal | Make statement | Head of Government (Portugal) | 2005-03-13\n- Portugal | Make statement | Head of Government (Portugal) | 2005-03-12\nAnswer:", "completion": " Angola", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1344875", "prompt": "Which country wanted to negotiate with the Dominican Republic in the same month as the head of government of Colombia?\nEvidence:\n- Dominican Republic | Consult | Colombia | 2005-12-13\n- Colombia | Consult | Dominican Republic | 2005-12-13\n- Business (Dominican Republic) | Express intent to meet or negotiate | Dominican Republic | 2005-07-18\n- Dominican Republic | Sign formal agreement | Colombia | 2005-12-06\n- Colombia | Sign formal agreement | Dominican Republic | 2005-12-06\n- Dominican Republic | Express intent to meet or negotiate | Company - Owner or Operator (Dominican Republic) | 2005-06-06\n- Dominican Republic | Make statement | Revolutionary Party (Dominican Republic) | 2005-10-19\n- Dominican Republic | Meet at a 'third' location | Colombia | 2005-12-14\n- Colombia | Meet at a 'third' location | Dominican Republic | 2005-12-14\n- Dominican Republic | Praise or endorse | Revolutionary Party (Dominican Republic) | 2005-10-19\n- Mexico | Express intent to meet or negotiate | Dominican Republic | 2006-01-04\n- Mexico | Express intent to meet or negotiate | Dominican Republic | 2006-01-03\n- Dominican Republic | Express intent to meet or negotiate | Mexico | 2006-01-04\n- Dominican Republic | Express intent to meet or negotiate | Mexico | 2006-01-03\n- Dominican Republic | Express intent to meet or negotiate | Ireland | 2005-07-18\nAnswer:", "completion": " Colombia", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1150959", "prompt": "Who was the first to praise the citizens of Nigeria after Labaran Maku?\nEvidence:\n- Labaran Maku | Praise or endorse | Citizen (Nigeria) | 2014-02-03\n- Ministry (Nigeria) | Investigate | Labaran Maku | 2015-12-29\n- Ministry (Nigeria) | Consult | Labaran Maku | 2014-04-14\n- Labaran Maku | Threaten | Citizen (Nigeria) | 2015-02-13\n- Labaran Maku | Consult | Ministry (Nigeria) | 2014-04-14\n- Labaran Maku | Make statement | Media (Nigeria) | 2014-03-03\n- Labaran Maku | Make statement | Government (Nigeria) | 2015-03-12\n- Labaran Maku | Make statement | Government (Nigeria) | 2014-09-25\n- Labaran Maku | Make statement | Government (Nigeria) | 2014-05-28\n- Labaran Maku | Make statement | Government (Nigeria) | 2014-05-12\n- Labaran Maku | Make statement | Government (Nigeria) | 2014-04-16\n- Labaran Maku | Make statement | Government (Nigeria) | 2014-03-03\n- Labaran Maku | Make statement | Government (Nigeria) | 2014-02-06\n- Labaran Maku | Make statement | Government (Nigeria) | 2014-01-03\n- Democratic Party (Nigeria) | Reject | Labaran Maku | 2015-01-16\nAnswer:", "completion": " Adebisi Akande", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1078175", "prompt": "Which year did Nguyen Xuan Phuc receive the visit from Somsavat Lengsava?\nEvidence:\n- Somsavat Lengsava | Make a visit | Nguyen Xuan Phuc | 2014-01-10\n- Nguyen Xuan Phuc | Host a visit | Somsavat Lengsava | 2014-01-10\n- Nguyen Xuan Phuc | Consult | Iran | 2014-10-15\n- Iran | Consult | Nguyen Xuan Phuc | 2014-10-15\n- Qatar | Host a visit | Nguyen Xuan Phuc | 2015-02-10\n- Qatar | Host a visit | Nguyen Xuan Phuc | 2015-01-02\n- Nguyen Xuan Phuc | Make a visit | Qatar | 2015-02-10\n- Nguyen Xuan Phuc | Make a visit | Qatar | 2015-01-02\n- Nguyen Xuan Phuc | Make a visit | Laos | 2014-12-12\n- Nguyen Xuan Phuc | Make a visit | Laos | 2014-12-10\n- Nguyen Xuan Phuc | Make a visit | Laos | 2014-12-09\n- Nguyen Xuan Phuc | Make a visit | Iran | 2014-10-18\n- Nguyen Xuan Phuc | Make a visit | Iran | 2014-10-16\n- Laos | Host a visit | Nguyen Xuan Phuc | 2014-12-12\n- Laos | Host a visit | Nguyen Xuan Phuc | 2014-12-10\nAnswer:", "completion": " 2014", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1393734", "prompt": "Who was the first person with whom Gurbanguly Berdymukhammedov had a telephone conversation?\nEvidence:\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-30\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-29\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-28\n- Kazakhstan | Host a visit | Gurbanguly Berdymukhammedov | 2007-05-22\n- Iran | Host a visit | Gurbanguly Berdymukhammedov | 2007-06-15\n- Gurbanguly Berdymukhammedov | Make a visit | Kazakhstan | 2007-05-30\n- Gurbanguly Berdymukhammedov | Make a visit | Kazakhstan | 2007-05-29\n- Gurbanguly Berdymukhammedov | Make a visit | Kazakhstan | 2007-05-28\n- Gurbanguly Berdymukhammedov | Make a visit | Kazakhstan | 2007-05-22\n- Gurbanguly Berdymukhammedov | Make a visit | Iran | 2007-06-15\n- Gurbanguly Berdymukhammedov | Make a visit | China | 2007-07-29\n- Gurbanguly Berdymukhammedov | Make a visit | China | 2007-07-27\n- Gurbanguly Berdymukhammedov | Make a visit | China | 2007-07-21\n- Gurbanguly Berdymukhammedov | Make a visit | China | 2007-07-20\n- Gurbanguly Berdymukhammedov | Make a visit | China | 2007-07-19\nAnswer:", "completion": " Islam Karimov", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1045310", "prompt": "Who rejected the citizens of the United Kingdom in the same month of the Ministry of Health of the United Kingdom?\nEvidence:\n- Ministry of Health | Consult | Information Ministry (Lebanon) | 2010-09-03\n- Information Ministry (Lebanon) | Consult | Ministry of Health | 2010-09-03\n- Ministry of Health | Praise or endorse | United Arab Emirates | 2006-07-22\n- Ministry of Health | Make statement | Ethiopia | 2010-02-09\n- Ministry of Health | Consult | Algirdas Butkevičius | 2015-02-03\n- Algirdas Butkevičius | Consult | Ministry of Health | 2015-02-03\n- Ministry of Health | Make statement | Nabih Berri | 2008-04-15\n- Ministry of Health | Make statement | Middle East | 2015-01-11\n- Ministry of Health | Make statement | Employee (Bulgaria) | 2014-08-08\n- Ministry of Health | Consult | International Government Organizations | 2005-10-26\n- International Government Organizations | Consult | Ministry of Health | 2005-10-26\n- Healthcare Facility (Bulgaria) | Accuse | Ministry of Health | 2007-07-13\n- Ministry of Health | Make statement | Healthcare Facility (Bulgaria) | 2015-12-01\n- Ministry of Health | Make pessimistic comment | Children (Bulgaria) | 2015-09-15\n- Ministry of Health | Deny responsibility | Medical Association (Lebanon) | 2007-03-23\nAnswer:", "completion": " National Party (United Kingdom)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1394104", "prompt": "Which country was the first to visit Vietnam after the New Zealand military?\nEvidence:\n- Vietnam | Host a visit | Iran | 2005-01-11\n- Vietnam | Host a visit | Iran | 2005-01-10\n- Vietnam | Host a visit | China | 2005-01-09\n- Laos | Host a visit | Vietnam | 2005-02-16\n- Iran | Make a visit | Vietnam | 2005-01-11\n- Iran | Make a visit | Vietnam | 2005-01-10\n- China | Make a visit | Vietnam | 2005-01-09\n- Cambodia | Demonstrate military or police power | Vietnam | 2005-01-10\n- Vietnam | Host a visit | Julia Gillard | 2005-01-19\n- Vietnam | Host a visit | Aleksander Kwasniewski | 2005-01-18\n- Julia Gillard | Make a visit | Vietnam | 2005-01-19\n- Aleksander Kwasniewski | Make a visit | Vietnam | 2005-01-18\n- Vietnam | Host a visit | Head of Government (Mongolia) | 2005-01-20\n- Head of Government (Mongolia) | Make a visit | Vietnam | 2005-01-20\n- Vietnam | Express intent to meet or negotiate | Thailand | 2005-01-05\nAnswer:", "completion": " Japan", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1201814", "prompt": "Who did Oluṣẹgun Ọbasanjọ last praise before the Guinean military?\nEvidence:\n- Oluṣẹgun Ọbasanjọ | Praise or endorse | Military (Guinea) | 2005-05-31\n- Vietnam | Praise or endorse | Oluṣẹgun Ọbasanjọ | 2009-04-13\n- Vietnam | Praise or endorse | Oluṣẹgun Ọbasanjọ | 2005-04-21\n- Sudan | Praise or endorse | Oluṣẹgun Ọbasanjọ | 2006-06-23\n- Sudan | Praise or endorse | Oluṣẹgun Ọbasanjọ | 2006-06-21\n- Oluṣẹgun Ọbasanjọ | Praise or endorse | Yemen | 2006-06-12\n- Oluṣẹgun Ọbasanjọ | Praise or endorse | Sudan | 2006-01-21\n- Oluṣẹgun Ọbasanjọ | Praise or endorse | Sudan | 2005-05-16\n- Oluṣẹgun Ọbasanjọ | Praise or endorse | Eritrea | 2005-05-16\n- Oluṣẹgun Ọbasanjọ | Praise or endorse | China | 2006-04-27\n- Transparency International | Praise or endorse | Oluṣẹgun Ọbasanjọ | 2005-10-24\n- Transparency International | Praise or endorse | Oluṣẹgun Ọbasanjọ | 2005-10-23\n- Tony Blair | Praise or endorse | Oluṣẹgun Ọbasanjọ | 2006-05-26\n- Tony Blair | Praise or endorse | Oluṣẹgun Ọbasanjọ | 2006-05-24\n- Shehu Sani | Praise or endorse | Oluṣẹgun Ọbasanjọ | 2015-06-23\nAnswer:", "completion": " Sudan", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1032713", "prompt": "Who was the first to visit Macky Sall in 2014?\nEvidence:\n- Macky Sall | Make a visit | France | 2014-02-24\n- Macky Sall | Make a visit | China | 2014-02-25\n- Macky Sall | Make a visit | China | 2014-02-21\n- Macky Sall | Make a visit | China | 2014-02-19\n- Macky Sall | Make a visit | China | 2014-02-18\n- Macky Sall | Make a visit | China | 2014-02-15\n- France | Host a visit | Macky Sall | 2014-02-24\n- China | Host a visit | Macky Sall | 2014-02-25\n- China | Host a visit | Macky Sall | 2014-02-21\n- China | Host a visit | Macky Sall | 2014-02-19\n- China | Host a visit | Macky Sall | 2014-02-18\n- China | Host a visit | Macky Sall | 2014-02-15\n- Zhang Dejiang | Make a visit | Macky Sall | 2014-02-25\n- Zhang Dejiang | Make a visit | Macky Sall | 2014-02-21\n- Macky Sall | Make a visit | Angela Merkel | 2014-04-03\nAnswer:", "completion": " Emma Bonino", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1337346", "prompt": "Before the Civil Aviation Authority of India, who last expressed the intention to negotiate with the villagers of India?\nEvidence:\n- Civil Aviation Authority | Make statement | Civil Aviation Authority | 2006-04-25\n- Sudan | Consult | Civil Aviation Authority | 2009-07-24\n- Civil Aviation Authority | Investigate | Tanzania | 2005-10-22\n- Civil Aviation Authority | Consult | Sudan | 2009-07-24\n- Jerzy Kropiwnicki | Consult | Civil Aviation Authority | 2006-09-27\n- Civil Aviation Authority | Make statement | Iran | 2005-11-06\n- Civil Aviation Authority | Make statement | Iran | 2005-04-30\n- Civil Aviation Authority | Investigate | South Africa | 2008-05-02\n- Civil Aviation Authority | Investigate | Kenya Airways | 2012-06-01\n- Civil Aviation Authority | Consult | Jerzy Kropiwnicki | 2006-09-27\n- Tanzania | Host a visit | Civil Aviation Authority | 2009-03-11\n- Tanzania | Host a visit | Civil Aviation Authority | 2005-10-22\n- Ronnie Mamoepa | Make statement | Civil Aviation Authority | 2007-05-21\n- Police (Slovakia) | Make statement | Civil Aviation Authority | 2005-09-25\n- Police (Malaysia) | Make statement | Civil Aviation Authority | 2009-08-16\nAnswer:", "completion": " Shivraj Patil", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1130240", "prompt": "Who visited Kazakhstan before 2006?\nEvidence:\n- News Editor (Kazakhstan) | Reject judicial cooperation | Kazakhstan | 2005-04-25\n- Military (Kazakhstan) | Mobilize or increase armed forces | Kazakhstan | 2005-02-07\n- Kazakhstan | Reject | Main Opposition (Democratic Choice of Kazakhstan) | 2005-01-17\n- Kazakhstan | Impose administrative sanctions | Islamic Extremist Group (Kazakhstan) | 2005-03-28\n- Kazakhstan | Consult | Japan | 2005-04-12\n- Kazakhstan | Consult | Japan | 2005-03-04\n- Kazakhstan | Consult | Iran | 2005-01-28\n- Kazakhstan | Consult | China | 2005-03-30\n- Japan | Consult | Kazakhstan | 2005-04-12\n- Japan | Consult | Kazakhstan | 2005-03-04\n- Iran | Consult | Kazakhstan | 2005-01-28\n- China | Consult | Kazakhstan | 2005-03-30\n- Veterans (Russia) | Consult | Kazakhstan | 2005-04-12\n- Kazakhstan | Consult | Veterans (Russia) | 2005-04-12\n- Kazakhstan | Consult | James Wolfensohn | 2005-03-09\nAnswer:", "completion": " Mikhail Yefimovich Fradkov", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1067653", "prompt": "Against whom did the Israeli Defence Forces use conventional military force for the first time after the Israeli Armed Forces?\nEvidence:\n- Saudi Arabian Defence Forces | Use conventional military force | Armed Rebel (Yemen) | 2015-05-06\n- Saudi Arabian Defence Forces | Use conventional military force | Armed Rebel (Yemen) | 2015-04-02\n- Saudi Arabian Defence Forces | Use conventional military force | Armed Rebel (Yemen) | 2010-02-01\n- Saudi Arabian Defence Forces | Use conventional military force | Armed Rebel (Yemen) | 2010-01-23\n- Saudi Arabian Defence Forces | Use conventional military force | Armed Rebel (Yemen) | 2010-01-13\n- Saudi Arabian Defence Forces | Use conventional military force | Armed Rebel (Yemen) | 2010-01-12\n- Saudi Arabian Defence Forces | Use conventional military force | Armed Rebel (Yemen) | 2009-12-22\n- Saudi Arabian Defence Forces | Use conventional military force | Armed Rebel (Yemen) | 2009-12-21\n- Saudi Arabian Defence Forces | Use conventional military force | Armed Rebel (Yemen) | 2009-12-04\n- Saudi Arabian Defence Forces | Use conventional military force | Armed Rebel (Yemen) | 2009-12-03\n- Saudi Arabian Defence Forces | Use conventional military force | Armed Rebel (Yemen) | 2009-11-25\n- Saudi Arabian Defence Forces | Use conventional military force | Armed Rebel (Yemen) | 2009-11-24\n- Saudi Arabian Defence Forces | Use conventional military force | Armed Rebel (Yemen) | 2009-11-11\n- Saudi Arabian Defence Forces | Use conventional military force | Armed Rebel (Yemen) | 2009-11-07\n- Saudi Arabian Defence Forces | Use conventional military force | Armed Rebel (Yemen) | 2009-11-04\nAnswer:", "completion": " Children (Palestinian Territory, Occupied)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1309626", "prompt": "After Margaret Keech, who would like to negotiate with the Mayor of Australia first?\nEvidence:\n- Margaret Keech | Consult | City Mayor (Australia) | 2008-06-20\n- City Mayor (Australia) | Consult | Margaret Keech | 2008-06-20\n- Margaret Keech | Express intent to meet or negotiate | City Mayor (Australia) | 2008-06-18\n- Margaret Keech | Make statement | Police (Australia) | 2007-07-04\n- Margaret Keech | Make statement | Police (Australia) | 2006-11-29\n- Margaret Keech | Express intent to meet or negotiate | Citizen (Australia) | 2006-11-13\n- Citizen (Australia) | Express intent to meet or negotiate | Margaret Keech | 2006-11-13\n- Margaret Keech | Make pessimistic comment | Criminal (Australia) | 2006-07-31\n- Margaret Keech | Engage in diplomatic cooperation | Member of Parliament (Australia) | 2006-09-11\n- Margaret Keech | Arrest, detain, or charge with legal action | Citizen (Australia) | 2008-04-07\n- Margaret Keech | Make an appeal or request | Citizen (Australia) | 2006-04-10\n- City Mayor (Australia) | Express intent to meet or negotiate | Citizen (Australia) | 2005-01-12\n- Citizen (Australia) | Use unconventional violence | People Associated with the Opposition (Australia) | 2005-02-14\n- Citizen (Australia) | Express intent to engage in diplomatic cooperation (such as policy support) | People Associated with the Opposition (Australia) | 2005-01-29\n- Police (Australia) | Express intent to meet or negotiate | Citizen (Australia) | 2005-02-13\nAnswer:", "completion": " Citizen (Australia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1214582", "prompt": "Who accused the Central Intelligence Agency in the same year of Mostafa Ahmadi Roshan?\nEvidence:\n- Mostafa Ahmadi Roshan | Accuse | Central Intelligence Agency | 2012-01-12\n- Iran | Make statement | Mostafa Ahmadi Roshan | 2012-01-12\n- Ministry (Iran) | Make statement | Mostafa Ahmadi Roshan | 2012-01-11\n- Media Personnel (Iran) | Investigate | Mostafa Ahmadi Roshan | 2012-01-25\n- Iran | Make empathetic comment | Mostafa Ahmadi Roshan | 2012-01-12\n- Education (Iran) | Make statement | Mostafa Ahmadi Roshan | 2012-01-11\n- Iran | Rally support on behalf of | Mostafa Ahmadi Roshan | 2012-01-11\n- Islamic Preacher (Iran) | Make statement | Mostafa Ahmadi Roshan | 2012-01-16\n- Islamic Preacher (Iran) | Make statement | Mostafa Ahmadi Roshan | 2012-01-14\n- Foreign Affairs (Venezuela) | Make statement | Mostafa Ahmadi Roshan | 2012-01-16\n- Student (Iran) | Rally support on behalf of | Mostafa Ahmadi Roshan | 2012-01-19\n- Student (Iran) | Rally support on behalf of | Mostafa Ahmadi Roshan | 2012-01-13\n- Student (Iran) | Rally support on behalf of | Mostafa Ahmadi Roshan | 2012-01-11\n- Nonaligned Movement | Rally support on behalf of | Mostafa Ahmadi Roshan | 2012-01-13\n- Portugal | Investigate | Central Intelligence Agency | 2006-02-06\nAnswer:", "completion": " Iran", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1308893", "prompt": "Who supported Portugal in the same month as Dmitry Anatolyevich Medvedev?\nEvidence:\n- Dmitry Anatolyevich Medvedev | Make statement | Dmitry Anatolyevich Medvedev | 2005-12-06\n- Dmitry Anatolyevich Medvedev | Engage in negotiation | China | 2005-12-09\n- China | Engage in negotiation | Dmitry Anatolyevich Medvedev | 2005-12-09\n- Dmitry Anatolyevich Medvedev | Consult | China | 2005-12-08\n- China | Consult | Dmitry Anatolyevich Medvedev | 2005-12-08\n- Veterans (Russia) | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Islam Karimov | Consult | Dmitry Anatolyevich Medvedev | 2006-05-07\n- Islam Karimov | Consult | Dmitry Anatolyevich Medvedev | 2006-05-06\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2006-01-13\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2006-01-12\n- Gazprom | Make statement | Dmitry Anatolyevich Medvedev | 2005-11-15\n- Dmitry Anatolyevich Medvedev | Make statement | Kazakhstan | 2006-03-30\n- Dmitry Anatolyevich Medvedev | Consult | Veterans (Russia) | 2006-05-06\n- Dmitry Anatolyevich Medvedev | Consult | Islam Karimov | 2006-05-07\n- Dmitry Anatolyevich Medvedev | Consult | Islam Karimov | 2006-05-06\nAnswer:", "completion": " Barack Obama", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1151106", "prompt": "Which country first appealed to the citizens of Sudan after the cleric of Sudan?\nEvidence:\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2005-01-13\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-10\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Sudan | Express intent to meet or negotiate | Ethiopia | 2005-08-10\n- Sudan | Express intent to meet or negotiate | Ethiopia | 2005-04-19\nAnswer:", "completion": " Sudan", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1152494", "prompt": "With whom did Umaru Musa Yar'Adua last express the intention to negotiate in 2009?\nEvidence:\n- Umaru Musa Yar'Adua | Praise or endorse | Umaru Musa Yar'Adua | 2009-02-19\n- Umaru Musa Yar'Adua | Make an appeal or request | Umaru Musa Yar'Adua | 2009-02-19\n- Umaru Musa Yar'Adua | Demand | Ministry (Nigeria) | 2009-04-13\n- Umaru Musa Yar'Adua | Demand | Ministry (Nigeria) | 2009-03-09\n- Umaru Musa Yar'Adua | Demand | Citizen (Nigeria) | 2009-02-17\n- Umaru Musa Yar'Adua | Demand | Citizen (Nigeria) | 2009-02-04\n- Umaru Musa Yar'Adua | Consult | Ministry (Nigeria) | 2009-07-02\n- Umaru Musa Yar'Adua | Consult | Ministry (Nigeria) | 2009-02-11\n- Umaru Musa Yar'Adua | Consult | Ministry (Nigeria) | 2009-02-10\n- Umaru Musa Yar'Adua | Consult | Ministry (Nigeria) | 2009-02-09\n- Umaru Musa Yar'Adua | Consult | Ministry (Nigeria) | 2009-01-15\n- Umaru Musa Yar'Adua | Accuse | Militant (Nigeria) | 2009-02-21\n- Ministry (Nigeria) | Consult | Umaru Musa Yar'Adua | 2009-07-02\n- Ministry (Nigeria) | Consult | Umaru Musa Yar'Adua | 2009-02-11\n- Ministry (Nigeria) | Consult | Umaru Musa Yar'Adua | 2009-02-10\nAnswer:", "completion": " Royal Administration (Saudi Arabia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1304052", "prompt": "Who was the last to condemn the citizens of Greece in 2012?\nEvidence:\n- Member of the Judiciary (Greece) | Ease administrative sanctions | Citizen (Greece) | 2012-06-13\n- Member of the Judiciary (Greece) | Consult | Evangelos Meimarakis | 2012-09-25\n- Evangelos Meimarakis | Consult | Member of the Judiciary (Greece) | 2012-09-25\nAnswer:", "completion": " Hellenic Armed Forces", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 3, "n_anchors": 0} +{"id": "mtq_1195143", "prompt": "Who endorsed Benedict XVI in May, the year of 2009?\nEvidence:\n- China | Reject | Benedict XVI | 2005-09-11\n- China | Accuse | Benedict XVI | 2005-09-11\n- Ivan Gasparovic | Consult | Benedict XVI | 2005-06-17\n- Iraq | Make statement | Benedict XVI | 2005-09-01\n- Gerhard Schröder | Consult | Benedict XVI | 2005-08-20\n- Bertie Ahern | Consult | Benedict XVI | 2005-07-08\n- Benedict XVI | Make statement | Solidarity | 2005-08-31\n- Benedict XVI | Consult | Ivan Gasparovic | 2005-06-17\n- Benedict XVI | Consult | Gerhard Schröder | 2005-08-20\n- Benedict XVI | Consult | Bertie Ahern | 2005-07-08\n- Benedict XVI | Consult | Angela Merkel | 2005-08-20\n- Angela Merkel | Consult | Benedict XVI | 2005-08-20\n- Radio Mitre | Engage in symbolic act | Benedict XVI | 2005-04-25\n- Mikulas Dzurinda | Engage in symbolic act | Benedict XVI | 2005-04-24\n- Citizen (International) | Engage in symbolic act | Benedict XVI | 2005-04-21\nAnswer:", "completion": " Benjamin Netanyahu", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1173011", "prompt": "Who was accused by Rafael Correa first after the Military of Ecuador?\nEvidence:\n- Rafael Correa | Make statement | Legislature (Ecuador) | 2006-11-23\n- Rafael Correa | Make statement | Government (Ecuador) | 2006-09-19\n- Rafael Correa | Consult | Media Personnel (Ecuador) | 2006-10-15\n- Media Personnel (Ecuador) | Consult | Rafael Correa | 2006-10-15\n- Rafael Correa | Make a visit | Education (Ecuador) | 2006-10-05\n- Education (Ecuador) | Host a visit | Rafael Correa | 2006-10-05\n- Rafael Correa | Criticize or denounce | Organized Crime (Ecuador) | 2006-12-13\n- Indigenous People (Ecuador) | Praise or endorse | Rafael Correa | 2006-09-30\n- Rafael Ramírez | Consult | Rafael Correa | 2005-07-14\n- Rafael Correa | Consult | Rafael Ramírez | 2005-07-14\n- Rafael Correa | Reject | Rafael Antonio Bielsa | 2006-11-23\n- Rafael Correa | Consult | Rafael Antonio Bielsa | 2006-09-26\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-26\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-20\n- Rafael Correa | Accuse | Rafael Antonio Bielsa | 2006-11-01\nAnswer:", "completion": " Armed Rebel (Ecuador)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1388632", "prompt": "In which year did Agence France-Presse last have a telephone conversation with South Korea?\nEvidence:\n- Japan | Discuss by telephone | Agence France-Presse | 2005-03-20\n- Agence France-Presse | Discuss by telephone | Japan | 2005-03-20\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2006-03-28\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-18\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-04-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-01-03\n- Governor (Thailand) | Discuss by telephone | Agence France-Presse | 2005-01-23\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2006-03-28\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-07-19\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-07-18\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-04-19\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-01-03\n- Agence France-Presse | Discuss by telephone | Governor (Thailand) | 2005-01-23\n- News Editor (Russia) | Discuss by telephone | Agence France-Presse | 2005-02-21\nAnswer:", "completion": " 2006", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1067609", "prompt": "Before 21 November 2005, who hosted the visit from Romania?\nEvidence:\n- Romania | Make a visit | France | 2005-11-21\n- France | Host a visit | Romania | 2005-11-21\n- France | Express intent to engage in diplomatic cooperation (such as policy support) | Romania | 2005-11-21\n- Gerhard Schröder | Make a visit | France | 2005-11-21\n- France | Host a visit | Gerhard Schröder | 2005-11-21\n- Roh Moo Hyun | Make a visit | France | 2005-11-21\n- France | Host a visit | Roh Moo Hyun | 2005-11-21\n- France | Express intent to provide humanitarian aid | Vietnam | 2005-11-21\n- Angela Merkel | Express intent to meet or negotiate | France | 2005-11-21\nAnswer:", "completion": " Middle East", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 9, "n_anchors": 1} +{"id": "mtq_1255410", "prompt": "Which country would like to engage in diplomatic cooperation with South Korea in the same month as the head of the South Korean government?\nEvidence:\n- Vietnam | Express intent to engage in diplomatic cooperation (such as policy support) | South Korea | 2005-01-06\n- South Korea | Express intent to engage in diplomatic cooperation (such as policy support) | Emperor Akihito | 2005-01-13\n- South Korea | Arrest, detain, or charge with legal action | Head of Government (South Korea) | 2005-01-11\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Malaysia | 2005-01-31\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Malaysia | 2005-01-28\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Japan | 2005-01-08\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-01-07\n- Malaysia | Express intent to engage in diplomatic cooperation (such as policy support) | Thailand | 2005-01-28\n- Malaysia | Express intent to engage in diplomatic cooperation (such as policy support) | Thailand | 2005-01-27\n- France | Express intent to engage in diplomatic cooperation (such as policy support) | Thailand | 2005-01-27\n- Thailand | Engage in diplomatic cooperation | Malaysia | 2005-02-02\n- Thailand | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-01-05\n- South Korea | Engage in negotiation | Japan | 2005-01-08\n- South Korea | Engage in negotiation | Japan | 2005-01-03\n- Japan | Engage in negotiation | South Korea | 2005-01-08\nAnswer:", "completion": " China", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1015494", "prompt": "In which month did Mikulas Dzurinda first offer his cooperation to Pavol Hrusovský?\nEvidence:\n- Pavol Hrusovský | Reject | Mikulas Dzurinda | 2006-07-06\n- Pavol Hrusovský | Consult | Mikulas Dzurinda | 2009-09-18\n- Pavol Hrusovský | Consult | Mikulas Dzurinda | 2008-01-30\n- Pavol Hrusovský | Consult | Mikulas Dzurinda | 2007-03-16\n- Mikulas Dzurinda | Consult | Pavol Hrusovský | 2009-09-18\n- Mikulas Dzurinda | Consult | Pavol Hrusovský | 2008-01-30\n- Mikulas Dzurinda | Consult | Pavol Hrusovský | 2007-03-16\n- Pavol Hrusovský | Engage in negotiation | Mikulas Dzurinda | 2006-07-06\n- Mikulas Dzurinda | Engage in negotiation | Pavol Hrusovský | 2006-07-06\n- Pavol Hrusovský | Make statement | Mikulas Dzurinda | 2006-05-30\n- Pavol Hrusovský | Make statement | Mikulas Dzurinda | 2006-02-06\n- Pavol Hrusovský | Make statement | Mikulas Dzurinda | 2005-09-16\n- Pavol Hrusovský | Make statement | Mikulas Dzurinda | 2005-06-28\n- Pavol Hrusovský | Deny responsibility | Mikulas Dzurinda | 2006-07-06\n- Pavol Hrusovský | Express intent to cooperate | Mikulas Dzurinda | 2008-04-12\nAnswer:", "completion": " 2005-11", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1148608", "prompt": "Which country received Xi Jinping's visit from Xi Jinping on the same day of the head of government of Mongolia?\nEvidence:\n- Xi Jinping | Make a visit | China | 2008-05-28\n- Xi Jinping | Make a visit | China | 2008-02-02\n- Xi Jinping | Make a visit | China | 2008-02-01\n- Xi Jinping | Make a visit | China | 2007-04-06\n- Xi Jinping | Make a visit | China | 2007-04-03\n- China | Host a visit | Xi Jinping | 2008-05-28\n- China | Host a visit | Xi Jinping | 2008-02-02\n- China | Host a visit | Xi Jinping | 2008-02-01\n- China | Host a visit | Xi Jinping | 2007-04-06\n- China | Host a visit | Xi Jinping | 2007-04-03\n- Xi Jinping | Make a visit | Governor (Japan) | 2008-04-23\n- Governor (Japan) | Host a visit | Xi Jinping | 2008-04-23\n- Xi Jinping | Accuse | France | 2008-04-27\n- Xi Jinping | Make statement | Japan | 2008-04-18\n- Xi Jinping | Make statement | China | 2008-05-29\nAnswer:", "completion": " South Korea", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1168305", "prompt": "In which month did Zillur Rahman praise the Bangladesh Navy for the first time?\nEvidence:\n- Zillur Rahman | Demand | Citizen (Bangladesh) | 2008-08-04\n- Zillur Rahman | Consult | Employee (Bangladesh) | 2008-05-05\n- Zillur Rahman | Consult | Employee (Bangladesh) | 2007-10-16\n- Zillur Rahman | Consult | Employee (Bangladesh) | 2007-10-14\n- Employee (Bangladesh) | Consult | Zillur Rahman | 2008-05-05\n- Employee (Bangladesh) | Consult | Zillur Rahman | 2007-10-16\n- Employee (Bangladesh) | Consult | Zillur Rahman | 2007-10-14\n- Zillur Rahman | Praise or endorse | Indigenous People (Bangladesh) | 2009-05-11\n- Zillur Rahman | Consult | City Mayor (Bangladesh) | 2008-08-18\n- City Mayor (Bangladesh) | Consult | Zillur Rahman | 2008-08-18\n- Zillur Rahman | Engage in symbolic act | Citizen (Bangladesh) | 2009-04-16\n- Zillur Rahman | Engage in symbolic act | Citizen (Bangladesh) | 2009-03-26\n- Zillur Rahman | Engage in symbolic act | Citizen (Bangladesh) | 2009-03-25\n- Zillur Rahman | Engage in symbolic act | Citizen (Bangladesh) | 2007-10-16\n- Zillur Rahman | Engage in symbolic act | Citizen (Bangladesh) | 2007-10-14\nAnswer:", "completion": " 2012-06", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1025071", "prompt": "After the Mayor of the Philippines, who was the first to be investigated by the Philippine military?\nEvidence:\n- Philippine Military Academy | Make statement | Military (Philippines) | 2007-06-18\n- City Mayor (Philippines) | Make an appeal or request | Philippine Military Academy | 2007-08-22\n- Philippine Military Academy | Make statement | Military Personnel (Philippines) | 2005-09-29\n- Military Personnel (Philippines) | Make statement | Philippine Military Academy | 2012-11-26\n- Military Personnel (Philippines) | Make statement | Philippine Military Academy | 2012-11-22\n- Military Personnel (Philippines) | Make statement | Philippine Military Academy | 2012-10-23\n- Military Personnel (Philippines) | Make statement | Philippine Military Academy | 2012-04-06\n- Military Personnel (Philippines) | Make statement | Philippine Military Academy | 2010-08-19\n- Police (Philippines) | Make statement | Philippine Military Academy | 2007-08-22\n- Military (Philippines) | Express intent to meet or negotiate | Philippine Military Academy | 2006-02-18\n- Philippine Military Academy | Use conventional military force | Thief (Philippines) | 2012-10-24\n- University of the Philippines | Complain officially | City Mayor (Philippines) | 2014-10-29\n- Thief (Philippines) | Use unconventional violence | Philippine Military Academy | 2012-10-24\n- Thief (Philippines) | Use unconventional violence | Philippine Military Academy | 2012-08-26\n- Police (Philippines) | Criticize or denounce | Philippine Military Academy | 2013-07-12\nAnswer:", "completion": " Moro Islamic Liberation Front", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1305523", "prompt": "Before the International Federation of Human Rights, who last appealed to Barack Obama?\nEvidence:\n- International Federation of Human Rights | Praise or endorse | Barack Obama | 2009-10-09\n- International Federation of Human Rights | Accuse of human rights abuses | Angola | 2015-03-26\n- International Federation of Human Rights | Accuse of human rights abuses | Angola | 2015-03-25\n- International Federation of Human Rights | Accuse of human rights abuses | Angola | 2015-03-24\n- International Federation of Human Rights | Accuse of human rights abuses | Military (Mali) | 2013-01-25\n- International Federation of Human Rights | Make an appeal or request | Barack Obama | 2010-05-03\n- International Federation of Human Rights | Make statement | Vietnam | 2009-09-24\n- International Federation of Human Rights | Make statement | France | 2006-01-20\n- International Federation of Human Rights | Consult | Habib Essid | 2015-06-10\n- International Federation of Human Rights | Consult | Habib Essid | 2015-06-09\n- Habib Essid | Consult | International Federation of Human Rights | 2015-06-10\n- Habib Essid | Consult | International Federation of Human Rights | 2015-06-09\n- Vietnam | Engage in negotiation | International Federation of Human Rights | 2014-08-14\n- International Federation of Human Rights | Make statement | Activist (Algeria) | 2014-05-17\n- International Federation of Human Rights | Make a visit | France | 2014-07-04\nAnswer:", "completion": " Mahmoud Abbas", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1120862", "prompt": "Who was the first to praise Lien Chan after Yoshihiko Noda?\nEvidence:\n- People First Party Korea | Consult | Lien Chan | 2005-05-05\n- Lien Chan | Consult | People First Party Korea | 2005-05-05\n- Lien Chan | Make statement | People First Party Korea | 2008-01-02\n- Lien Chan | Praise or endorse | China | 2005-04-06\n- Kuomintang | Praise or endorse | Lien Chan | 2005-02-07\n- Lien Chan | Express intent to meet or negotiate | People First Party Korea | 2005-01-23\n- Ma Ying Jeou | Praise or endorse | Lien Chan | 2005-04-03\n- Yoshihiko Noda | Praise or endorse | Okada Katsuya | 2009-05-18\n- Lien Chan | Make statement | Kuomintang | 2005-03-27\n- Lien Chan | Make statement | Kuomintang | 2005-02-25\n- Kuomintang | Make statement | Lien Chan | 2005-03-11\n- Yoshihiko Noda | Demand | Japan | 2010-11-24\n- Lien Chan | Make a visit | Japan | 2005-04-02\n- Lien Chan | Make a visit | China | 2005-04-11\n- Lien Chan | Make a visit | China | 2005-04-10\nAnswer:", "completion": " Ma Ying Jeou", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1331995", "prompt": "Who was the last person against whom the Criminal of Australia used unconventional violence?\nEvidence:\n- Criminal (Australia) | Use unconventional violence | Member of Parliament (Australia) | 2010-01-18\n- Criminal (Australia) | Use unconventional violence | Women (Australia) | 2010-12-04\n- Criminal (Australia) | Use unconventional violence | Women (Australia) | 2010-09-16\n- Criminal (Australia) | Use unconventional violence | Women (Australia) | 2010-05-12\n- Criminal (Australia) | Use unconventional violence | Women (Australia) | 2010-02-24\n- Criminal (Australia) | Use unconventional violence | Women (Australia) | 2009-05-16\n- Criminal (Australia) | Use unconventional violence | Women (Australia) | 2009-04-01\n- Criminal (Australia) | Use unconventional violence | Women (Australia) | 2008-12-27\n- Criminal (Australia) | Use unconventional violence | Women (Australia) | 2008-12-11\n- Criminal (Australia) | Use unconventional violence | Women (Australia) | 2008-09-12\n- Criminal (Australia) | Use unconventional violence | Women (Australia) | 2008-09-01\n- Criminal (Australia) | Use unconventional violence | Women (Australia) | 2008-07-29\n- Criminal (Australia) | Use unconventional violence | Women (Australia) | 2007-10-02\n- Criminal (Australia) | Use unconventional violence | Women (Australia) | 2006-09-16\n- Criminal (Australia) | Use unconventional violence | Women (Australia) | 2006-08-12\nAnswer:", "completion": " Citizen (Australia)", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1139563", "prompt": "In which month did the Congress of Mexico make the first appeal to the Spanish legislature?\nEvidence:\n- Mexico | Make an appeal or request | Iran | 2005-02-03\n- Border Patrol (Mexico) | Engage in judicial cooperation | Mexico | 2005-01-07\n- Secretariat (Mexico) | Make statement | Mexico | 2005-02-03\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-26\n- Mexico | Make statement | Criminal (Mexico) | 2005-01-25\n- Economist (Mexico) | Make statement | Mexico | 2005-02-11\n- Central Bank (Mexico) | Make statement | Mexico | 2005-01-31\n- Other Authorities / Officials (Mexico) | Make statement | Mexico | 2005-01-18\n- Mexico | Make pessimistic comment | Other Authorities / Officials (Mexico) | 2005-01-28\n- Mexico | Investigate | Criminal (Mexico) | 2005-01-12\n- Other Authorities / Officials (Mexico) | Express intent to meet or negotiate | Mexico | 2005-01-06\n- Mexico | Express intent to cooperate | Colombia | 2005-06-30\n- Colombia | Express intent to cooperate | Mexico | 2005-06-30\n- Mexico | Express intent to meet or negotiate | Zapatista Army of National Liberation | 2005-01-14\n- Mexico | Express intent to engage in diplomatic cooperation (such as policy support) | Japan | 2005-02-14\nAnswer:", "completion": " 2006-01", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1130923", "prompt": "Which country received Xu Caihou's visit from Xu Caihou before July, 2008?\nEvidence:\n- Xu Caihou | Investigate | China | 2006-03-04\n- Xu Caihou | Demand | China | 2009-10-27\n- Xu Caihou | Consult | Japan | 2006-06-28\n- Japan | Consult | Xu Caihou | 2006-06-28\n- Xu Caihou | Make a visit | China | 2008-07-20\n- Xu Caihou | Make a visit | China | 2008-06-10\n- Xu Caihou | Make a visit | China | 2005-10-05\n- China | Host a visit | Xu Caihou | 2008-07-20\n- China | Host a visit | Xu Caihou | 2008-06-10\n- China | Host a visit | Xu Caihou | 2005-10-05\n- Xu Caihou | Make statement | Sudan | 2005-07-20\n- Xu Caihou | Make statement | China | 2010-06-29\n- Xu Caihou | Make statement | China | 2010-05-24\n- Xu Caihou | Make statement | China | 2009-11-29\n- Xu Caihou | Make statement | China | 2009-10-28\nAnswer:", "completion": " China", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1039290", "prompt": "Who would wish to visit Barack Obama after Uhuru Muigai Kenyatta did?\nEvidence:\n- Uhuru Muigai Kenyatta | Engage in negotiation | Barack Obama | 2006-08-25\n- Barack Obama | Engage in negotiation | Uhuru Muigai Kenyatta | 2006-08-25\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2012-10-05\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2012-02-18\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2007-03-15\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2006-12-20\n- William Ruto | Accuse | Uhuru Muigai Kenyatta | 2012-05-08\n- Uhuru Muigai Kenyatta | Yield | Mwai Kibaki | 2005-09-12\n- Uhuru Muigai Kenyatta | Demand | Media (Africa) | 2005-05-23\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2012-10-05\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2012-02-18\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2007-03-15\n- Uhuru Muigai Kenyatta | Consult | William Ruto | 2006-12-20\n- Uhuru Muigai Kenyatta | Accuse | William Ruto | 2005-02-22\n- William Ruto | Make statement | Uhuru Muigai Kenyatta | 2012-01-20\nAnswer:", "completion": " Ashraf Ghani Ahmadzai", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1230132", "prompt": "What was the last country Sudan wanted to meet with in 2013?\nEvidence:\n- Sudan | Express intent to meet or negotiate | South Sudan | 2013-04-12\n- Sudan | Express intent to meet or negotiate | South Sudan | 2013-04-02\n- Sudan | Express intent to meet or negotiate | South Sudan | 2013-01-03\n- Sudan | Express intent to meet or negotiate | South Sudan | 2013-01-01\n- South Sudan | Express intent to meet or negotiate | Sudan | 2013-04-12\n- South Sudan | Express intent to meet or negotiate | Sudan | 2013-01-03\n- South Sudan | Express intent to meet or negotiate | Sudan | 2013-01-01\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2013-01-15\n- South Sudan | Express intent to meet or negotiate | Citizen (Sudan) | 2013-03-26\n- Sudan | Engage in negotiation | South Sudan | 2013-03-05\n- Sudan | Engage in negotiation | South Sudan | 2013-01-29\n- Sudan | Engage in negotiation | South Sudan | 2013-01-21\n- Sudan | Engage in negotiation | South Sudan | 2013-01-07\n- South Sudan | Engage in negotiation | Sudan | 2013-03-05\n- South Sudan | Engage in negotiation | Sudan | 2013-01-29\nAnswer:", "completion": " South Sudan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1274301", "prompt": "Before the Media of Nicaragua, who did Daniel Ortega make an appeal to last?\nEvidence:\n- Villager (Nicaragua) | Consult | Daniel Ortega | 2006-11-02\n- Government (Nicaragua) | Accuse | Daniel Ortega | 2005-04-26\n- Daniel Ortega | Reject | Government (Nicaragua) | 2005-04-27\n- Daniel Ortega | Consult | Villager (Nicaragua) | 2006-11-02\n- Daniel Ortega | Consult | Businessperson (Nicaragua) | 2006-11-08\n- Daniel Ortega | Accuse | Government (Nicaragua) | 2008-09-29\n- Businessperson (Nicaragua) | Consult | Daniel Ortega | 2006-11-08\n- Government (Nicaragua) | Make statement | Daniel Ortega | 2011-11-12\n- Daniel Ortega | Make statement | Lawmaker (Nicaragua) | 2005-09-12\n- Daniel Ortega | Make statement | Government (Nicaragua) | 2011-09-04\n- Daniel Ortega | Make statement | Government (Nicaragua) | 2010-10-22\n- Daniel Ortega | Make statement | Government (Nicaragua) | 2009-08-24\n- Daniel Ortega | Make statement | Government (Nicaragua) | 2009-03-14\n- Daniel Ortega | Make statement | Government (Nicaragua) | 2007-11-08\n- Daniel Ortega | Make statement | Government (Nicaragua) | 2007-09-15\nAnswer:", "completion": " Benedict XVI", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1251672", "prompt": "Before Abdoulaye Wade, to whom did Ali Abdullah Saleh last appeal?\nEvidence:\n- Ali Abdullah Saleh | Consult | Abdoulaye Wade | 2005-02-25\n- Ali Abdullah Saleh | Consult | Abdoulaye Wade | 2005-02-24\n- Abdoulaye Wade | Consult | Ali Abdullah Saleh | 2005-02-25\n- Abdoulaye Wade | Consult | Ali Abdullah Saleh | 2005-02-24\n- Ali Abdullah Saleh | Host a visit | Abdoulaye Wade | 2005-02-24\n- Ali Abdullah Saleh | Engage in negotiation | Abdoulaye Wade | 2005-02-24\n- Abdoulaye Wade | Make a visit | Ali Abdullah Saleh | 2005-02-24\n- Abdoulaye Wade | Engage in negotiation | Ali Abdullah Saleh | 2005-02-24\n- Ali Abdullah Saleh | Investigate | Yemen | 2005-02-11\n- Ali Abdullah Saleh | Investigate | Yemen | 2005-02-06\n- China | Consult | Abdoulaye Wade | 2006-06-22\n- Abdoulaye Wade | Consult | China | 2006-06-22\n- Qatar | Express intent to cooperate | Ali Abdullah Saleh | 2005-03-21\n- Yemen | Make statement | Ali Abdullah Saleh | 2005-05-03\n- Solomon Passy | Consult | Ali Abdullah Saleh | 2005-02-24\nAnswer:", "completion": " Citizen (Saudi Arabia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1161327", "prompt": "Who had a telephone conversation with the media of Africa in the same year of the Trade Union of Nigeria?\nEvidence:\n- Media (Africa) | Discuss by telephone | Labor Union (Nigeria) | 2015-07-30\n- Labor Union (Nigeria) | Discuss by telephone | Media (Africa) | 2015-07-30\n- Media (Nigeria) | Discuss by telephone | Labor Union (Nigeria) | 2012-09-16\n- Labor Union (Nigeria) | Discuss by telephone | Media (Nigeria) | 2012-09-16\n- Media (Africa) | Discuss by telephone | Head of Government (Nigeria) | 2014-11-25\n- Media (Africa) | Discuss by telephone | Head of Government (Nigeria) | 2014-06-12\n- Head of Government (Nigeria) | Discuss by telephone | Media (Africa) | 2014-11-25\n- Head of Government (Nigeria) | Discuss by telephone | Media (Africa) | 2014-06-12\n- Media (Africa) | Discuss by telephone | Islamic Courts Union | 2006-12-24\n- Media (Africa) | Discuss by telephone | Islamic Courts Union | 2006-12-22\n- Islamic Courts Union | Discuss by telephone | Media (Africa) | 2006-12-24\n- Islamic Courts Union | Discuss by telephone | Media (Africa) | 2006-12-22\n- Ministry (Nigeria) | Discuss by telephone | Media (Africa) | 2014-01-03\n- Ministry (Nigeria) | Discuss by telephone | Media (Africa) | 2013-03-18\n- Media (Africa) | Discuss by telephone | Ministry (Nigeria) | 2014-01-03\nAnswer:", "completion": " Presidential Press Service (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1220841", "prompt": "Before the citizens of North Korea, who was the last to express an intention to participate in diplomatic cooperation with the UN Security Council?\nEvidence:\n- UN Security Council | Express intent to engage in diplomatic cooperation (such as policy support) | Iraq | 2005-02-01\n- UN Security Council | Make statement | The Hague | 2005-03-05\n- UN Security Council | Consult | Foreign Affairs (South Korea) | 2005-01-09\n- Foreign Affairs (South Korea) | Consult | UN Security Council | 2005-01-09\n- UN Security Council | Appeal for diplomatic cooperation (such as policy support) | Sudan | 2005-01-11\n- UN Security Council | Appeal for diplomatic cooperation (such as policy support) | Sudan | 2005-01-10\n- UN Security Council | Demand change in leadership | Head of Government (Togo) | 2005-02-25\n- UN Security Council | Demand | Japan | 2005-02-09\n- UN Security Council | Demand | Japan | 2005-02-08\n- Office of the United Nations High Commissioner for Human Rights | Make an appeal or request | UN Security Council | 2005-02-18\n- UN Security Council | Reduce or break diplomatic relations | Togo | 2005-02-24\n- Ethiopia | Make an appeal or request | UN Security Council | 2005-02-08\n- UN Security Council | Demand settling of dispute | Citizen (Sudan) | 2005-01-13\n- UN Security Council | Make statement | Togo | 2005-02-25\n- UN Security Council | Make statement | Sudan | 2005-01-13\nAnswer:", "completion": " Lee Myung Bak", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1092393", "prompt": "After the Member of Parliament of Bangladesh, who first expressed the intention to negotiate with the citizens of Bangladesh?\nEvidence:\n- Member of Parliament (Bangladesh) | Make statement | People Associated with the Opposition (Bangladesh) | 2006-09-02\n- Student (Bangladesh) | Consult | Member of Parliament (Bangladesh) | 2015-08-05\n- Member of Parliament (Bangladesh) | Torture | Citizen (Bangladesh) | 2013-03-20\n- Member of Parliament (Bangladesh) | Threaten | Citizen (Bangladesh) | 2007-06-26\n- Member of Parliament (Bangladesh) | Demand | Citizen (Bangladesh) | 2009-01-23\n- Member of Parliament (Bangladesh) | Consult | Student (Bangladesh) | 2015-08-05\n- Member of Parliament (Bangladesh) | Accuse | Citizen (Bangladesh) | 2015-08-05\n- Member of Parliament (Bangladesh) | Accuse | Citizen (Bangladesh) | 2006-08-07\n- Member of Parliament (Bangladesh) | Accuse | Citizen (Bangladesh) | 2005-01-30\n- Citizen (Bangladesh) | Accuse | Member of Parliament (Bangladesh) | 2012-05-03\n- Citizen (Bangladesh) | Accuse | Member of Parliament (Bangladesh) | 2009-01-23\n- Citizen (Bangladesh) | Accuse | Member of Parliament (Bangladesh) | 2008-03-31\n- Citizen (Bangladesh) | Accuse | Member of Parliament (Bangladesh) | 2007-06-12\n- Citizen (Bangladesh) | Accuse | Member of Parliament (Bangladesh) | 2005-07-24\n- Member of Parliament (Bangladesh) | Express intent to meet or negotiate | Citizen (Bangladesh) | 2011-11-16\nAnswer:", "completion": " Head of Government (Bangladesh)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1176905", "prompt": "Which country first received Pat Quinn's visit from Pat Quinn?\nEvidence:\n- Pat Quinn | Make a visit | Mexico | 2013-04-02\n- Pat Quinn | Make a visit | Japan | 2013-09-10\n- Pat Quinn | Make a visit | Japan | 2013-09-09\n- Pat Quinn | Make a visit | Japan | 2013-09-06\n- Pat Quinn | Make a visit | Iraq | 2009-08-03\n- Mexico | Host a visit | Pat Quinn | 2013-04-02\n- Japan | Host a visit | Pat Quinn | 2013-09-10\n- Japan | Host a visit | Pat Quinn | 2013-09-09\n- Japan | Host a visit | Pat Quinn | 2013-09-06\n- Iraq | Host a visit | Pat Quinn | 2009-08-03\n- Pat Quinn | Make statement | Japan | 2013-09-06\n- Pat Quinn | Express intent to meet or negotiate | Mexico | 2013-04-02\n- Pat Quinn | Express intent to meet or negotiate | Mexico | 2013-03-27\n- Iraq | Make a visit | France | 2005-01-29\n- Iraq | Make a visit | France | 2005-01-14\nAnswer:", "completion": " Iraq", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1329402", "prompt": "Could you tell me the exact month when Dmitry Anatolyevich Medvedev first made optimistic comments about Toomas Hendrik Ilves?\nEvidence:\n- Toomas Hendrik Ilves | Make optimistic comment | Dmitry Anatolyevich Medvedev | 2008-06-28\n- Toomas Hendrik Ilves | Make optimistic comment | Dmitry Anatolyevich Medvedev | 2008-03-04\n- Dmitry Anatolyevich Medvedev | Make optimistic comment | Toomas Hendrik Ilves | 2008-06-28\n- Toomas Hendrik Ilves | Consult | Dmitry Anatolyevich Medvedev | 2008-07-08\n- Toomas Hendrik Ilves | Consult | Dmitry Anatolyevich Medvedev | 2008-06-29\n- Toomas Hendrik Ilves | Consult | Dmitry Anatolyevich Medvedev | 2008-06-28\n- Dmitry Anatolyevich Medvedev | Consult | Toomas Hendrik Ilves | 2008-07-08\n- Dmitry Anatolyevich Medvedev | Consult | Toomas Hendrik Ilves | 2008-06-29\n- Dmitry Anatolyevich Medvedev | Consult | Toomas Hendrik Ilves | 2008-06-28\n- Toomas Hendrik Ilves | Praise or endorse | Dmitry Anatolyevich Medvedev | 2008-03-05\n- Toomas Hendrik Ilves | Engage in negotiation | Dmitry Anatolyevich Medvedev | 2008-06-30\n- Dmitry Anatolyevich Medvedev | Engage in negotiation | Toomas Hendrik Ilves | 2008-06-30\n- Toomas Hendrik Ilves | Make statement | France | 2008-04-07\n- Toomas Hendrik Ilves | Consult | Borys Tarasyuk | 2006-10-31\n- Toomas Hendrik Ilves | Consult | Barack Obama | 2009-06-16\nAnswer:", "completion": " 2008-06", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1241576", "prompt": "Who was accused by the villager of Thailand before the governor of Thailand?\nEvidence:\n- Villager (Thailand) | Reject | Citizen (Thailand) | 2005-02-03\n- Villager (Thailand) | Reject | Citizen (Thailand) | 2005-02-01\n- Governor (Thailand) | Investigate | Citizen (Thailand) | 2005-01-27\n- Governor (Thailand) | Give ultimatum | Citizen (Thailand) | 2005-01-12\n- Governor (Thailand) | Engage in symbolic act | Citizen (Thailand) | 2005-01-19\n- Citizen (Thailand) | Engage in symbolic act | Governor (Thailand) | 2005-01-19\n- Governor (Thailand) | Make an appeal or request | Citizen (Thailand) | 2005-02-21\n- Governor (Thailand) | Appeal for diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-01-28\n- Villager (Thailand) | Express intent to engage in diplomatic cooperation (such as policy support) | Citizen (Thailand) | 2005-02-22\n- Member of Parliament (Thailand) | Consult | Citizen (Thailand) | 2005-01-28\n- Member of Parliament (Thailand) | Accuse | Citizen (Thailand) | 2005-01-25\n- Citizen (Thailand) | Consult | Member of Parliament (Thailand) | 2005-01-28\n- Cabinet / Council of Ministers / Advisors (Thailand) | Provide economic aid | Citizen (Thailand) | 2005-01-20\n- Department of Geologic Survey and its Mineral Exploration (Thailand) | Make statement | Thailand | 2005-01-04\n- Member of Parliament (Thailand) | Express intent to engage in material cooperation | Citizen (Thailand) | 2005-02-08\nAnswer:", "completion": " Abhisit Vejjajiva", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1343283", "prompt": "Who was last threatened by the Criminal of Australia in 2013?\nEvidence:\n- Criminal (Australia) | Kill by physical assault | Citizen (Australia) | 2013-11-29\n- The Chronicle | Discuss by telephone | Businessperson (Ghana) | 2013-03-14\n- Businessperson (Ghana) | Discuss by telephone | The Chronicle | 2013-03-14\n- The Chronicle | Discuss by telephone | City Mayor (Ghana) | 2013-07-12\n- City Mayor (Ghana) | Discuss by telephone | The Chronicle | 2013-07-12\n- Criminal (Zambia) | Kill by physical assault | Citizen (Zambia) | 2013-04-22\n- Criminal (Brazil) | Kill by physical assault | Citizen (Brazil) | 2013-04-21\n- Citizen (Brazil) | Kill by physical assault | Criminal (Brazil) | 2013-09-20\n- Member of the Judiciary (United Arab Emirates) | Arrest, detain, or charge with legal action | Criminal (United Arab Emirates) | 2013-07-03\n- Member of the Judiciary (United Arab Emirates) | Arrest, detain, or charge with legal action | Criminal (United Arab Emirates) | 2013-07-02\nAnswer:", "completion": " Citizen (Australia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 10, "n_anchors": 0} +{"id": "mtq_1136337", "prompt": "With whom did the Georgian government last seek diplomatic cooperation before the Republic of South Ossetia?\nEvidence:\n- Republic of South Ossetia | Accuse | Government (Georgia) | 2005-10-04\n- Republic of South Ossetia | Abduct, hijack, or take hostage | Republic of South Ossetia | 2005-12-06\n- Republic of South Ossetia | Make statement | Government (Georgia) | 2006-04-04\n- Member of the Judiciary (Georgia) | Ease administrative sanctions | Republic of South Ossetia | 2005-12-05\n- Zurab Nogaideli | Consult | Republic of South Ossetia | 2005-10-28\n- Zurab Nogaideli | Consult | Republic of South Ossetia | 2005-09-22\n- Sergey Bagapsh | Consult | Republic of South Ossetia | 2008-08-20\n- Sergey Bagapsh | Consult | Republic of South Ossetia | 2008-06-16\n- Sergey Bagapsh | Consult | Republic of South Ossetia | 2006-11-02\n- Sergey Bagapsh | Consult | Republic of South Ossetia | 2006-06-13\n- Sergey Bagapsh | Consult | Republic of South Ossetia | 2006-06-08\n- Sergey Bagapsh | Consult | Republic of South Ossetia | 2006-06-05\n- Sergey Bagapsh | Consult | Republic of South Ossetia | 2006-04-28\n- Sergey Bagapsh | Consult | Republic of South Ossetia | 2005-07-27\n- Sergey Bagapsh | Consult | Republic of South Ossetia | 2005-07-26\nAnswer:", "completion": " International Government Organizations", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1058473", "prompt": "Which country hosted the last visit of Abdul Kalam before Lee Myung Bak?\nEvidence:\n- Lee Myung Bak | Express intent to meet or negotiate | Abdul Kalam | 2007-04-10\n- Lee Myung Bak | Express intent to meet or negotiate | Abdul Kalam | 2007-04-09\n- Head of Government (India) | Consult | Abdul Kalam | 2005-04-15\n- Head of Government (India) | Consult | Abdul Kalam | 2005-03-02\n- Head of Government (India) | Consult | Abdul Kalam | 2005-01-18\n- Abdul Kalam | Consult | Head of Government (India) | 2005-04-15\n- Abdul Kalam | Consult | Head of Government (India) | 2005-03-02\n- Abdul Kalam | Consult | Head of Government (India) | 2005-01-18\n- South Korea | Host a visit | Lee Myung Bak | 2007-03-23\n- South Korea | Host a visit | Lee Myung Bak | 2006-06-26\n- Lee Myung Bak | Make a visit | South Korea | 2007-03-23\n- Lee Myung Bak | Make a visit | South Korea | 2006-06-26\n- Lee Myung Bak | Make a visit | Abdukahhor Tuhtayev | 2006-03-29\n- Abdukahhor Tuhtayev | Host a visit | Lee Myung Bak | 2006-03-29\n- Islam Karimov | Make a visit | Abdul Kalam | 2005-04-05\nAnswer:", "completion": " France", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1051919", "prompt": "Who denounced Davies Ibiamu Ikanya to the Nigerian government in the same month?\nEvidence:\n- Davies Ibiamu Ikanya | Accuse | Government (Nigeria) | 2015-06-05\n- Davies Ibiamu Ikanya | Make statement | Government (Nigeria) | 2015-11-02\n- Davies Ibiamu Ikanya | Reject | Citizen (Nigeria) | 2015-09-22\n- Davies Ibiamu Ikanya | Accuse | Citizen (Nigeria) | 2014-08-15\n- Davies Ibiamu Ikanya | Criticize or denounce | Government (Nigeria) | 2015-12-07\n- Davies Ibiamu Ikanya | Make statement | Ministry (Nigeria) | 2014-02-18\n- Davies Ibiamu Ikanya | Make statement | Joseph Mbu | 2014-06-06\n- Davies Ibiamu Ikanya | Express intent to cooperate | Citizen (Nigeria) | 2015-02-25\n- Royal Administration (Nigeria) | Make statement | Davies Ibiamu Ikanya | 2015-03-23\n- Davies Ibiamu Ikanya | Praise or endorse | Muhammadu Buhari | 2015-03-18\n- Davies Ibiamu Ikanya | Praise or endorse | Citizen (Nigeria) | 2015-01-08\n- Davies Ibiamu Ikanya | Make statement | State Security Service | 2014-07-23\n- Davies Ibiamu Ikanya | Make optimistic comment | Secretariat (Nigeria) | 2014-05-20\n- Davies Ibiamu Ikanya | Appeal for intelligence | Muhammadu Buhari | 2015-10-05\n- Davies Ibiamu Ikanya | Make an appeal or request | Citizen (Nigeria) | 2015-12-07\nAnswer:", "completion": " Medical Association (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1071406", "prompt": "Who negotiated with the Indian Foreign Ministry in the same month as Richard Boucher?\nEvidence:\n- Richard Boucher | Engage in negotiation | Foreign Affairs (India) | 2006-04-07\n- Foreign Affairs (India) | Engage in negotiation | Richard Boucher | 2006-04-07\n- Shivshankar Menon | Engage in negotiation | Richard Boucher | 2006-11-11\n- Shivshankar Menon | Engage in negotiation | Richard Boucher | 2006-11-10\n- Richard Boucher | Engage in negotiation | Shivshankar Menon | 2006-11-11\n- Richard Boucher | Engage in negotiation | Shivshankar Menon | 2006-11-10\n- Richard Boucher | Engage in negotiation | Abdullah Gül | 2006-06-15\n- Abdullah Gül | Engage in negotiation | Richard Boucher | 2006-06-15\n- Shivshankar Menon | Consult | Richard Boucher | 2006-11-11\n- Richard Boucher | Make statement | Togo | 2005-02-23\n- Richard Boucher | Make statement | Sudan | 2005-02-25\n- Richard Boucher | Make statement | Iraq | 2005-04-08\n- Richard Boucher | Make statement | Iran | 2006-12-22\n- Richard Boucher | Make statement | Iran | 2006-06-14\n- Richard Boucher | Make statement | Iran | 2005-06-02\nAnswer:", "completion": " Surya Bahadur Thapa", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1098651", "prompt": "Which country was the first to sign formal agreements with South Africa after Xi Jinping?\nEvidence:\n- South Africa | Sign formal agreement | Mauritania | 2005-01-25\n- South Africa | Sign formal agreement | Angola | 2005-02-25\n- South Africa | Sign formal agreement | Angola | 2005-02-18\n- South Africa | Sign formal agreement | Angola | 2005-02-17\n- Mauritania | Sign formal agreement | South Africa | 2005-01-25\n- Angola | Sign formal agreement | South Africa | 2005-02-25\n- Angola | Sign formal agreement | South Africa | 2005-02-18\n- Angola | Sign formal agreement | South Africa | 2005-02-17\n- Xi Jinping | Accuse | France | 2008-04-27\n- Xi Jinping | Make statement | Japan | 2008-04-18\n- Xi Jinping | Make statement | China | 2008-05-29\n- Xi Jinping | Make statement | China | 2008-04-29\n- Xi Jinping | Make statement | China | 2008-04-27\n- Xi Jinping | Make statement | China | 2008-04-23\n- Xi Jinping | Make statement | China | 2008-04-18\nAnswer:", "completion": " France", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1104139", "prompt": "When did the Prime Minister of India last negotiate with Maithripala Sirisena?\nEvidence:\n- Fishermen (India) | Praise or endorse | Maithripala Sirisena | 2015-01-09\n- Member of Parliament (India) | Praise or endorse | Maithripala Sirisena | 2015-01-10\n- China | Investigate | Maithripala Sirisena | 2015-02-16\n- Maithripala Sirisena | Express intent to meet or negotiate | Head of Government (India) | 2015-02-16\n- Head of Government (India) | Express intent to meet or negotiate | Maithripala Sirisena | 2015-01-10\n- Head of Government (India) | Express intent to meet or negotiate | Maithripala Sirisena | 2015-01-09\n- Member of Parliament (India) | Engage in symbolic act | Maithripala Sirisena | 2015-01-10\n- Maithripala Sirisena | Return, release person(s) | Fishermen (India) | 2015-02-16\n- Maithripala Sirisena | Make statement | China | 2015-02-05\n- Maithripala Sirisena | Make statement | China | 2015-02-04\n- Head of Government (India) | Make an appeal or request | Maithripala Sirisena | 2015-01-10\n- Head of Government (India) | Make an appeal or request | Maithripala Sirisena | 2015-01-09\n- People Associated with the Opposition (Sri Lanka) | Praise or endorse | Maithripala Sirisena | 2015-01-04\n- Maithripala Sirisena | Make pessimistic comment | China | 2015-01-09\n- Maithripala Sirisena | Make a visit | China | 2015-02-06\nAnswer:", "completion": " 2015-03-12", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1314762", "prompt": "In which year did Dmytro Bulatov last reject the Police of Ukraine?\nEvidence:\n- Dmytro Bulatov | Reject | Police (Ukraine) | 2014-01-31\n- Police (Ukraine) | Investigate | Dmytro Bulatov | 2014-01-31\n- Vitali Klitschko | Consult | Dmytro Bulatov | 2014-01-31\n- Dmytro Bulatov | Consult | Vitali Klitschko | 2014-01-31\n- Catherine Ashton | Make statement | Dmytro Bulatov | 2014-01-31\n- Head of Government (Ukraine) | Consult | Catherine Ashton | 2010-03-08\n- Head of Government (Ukraine) | Consult | Catherine Ashton | 2010-02-25\n- Catherine Ashton | Consult | Head of Government (Ukraine) | 2010-03-08\n- Catherine Ashton | Consult | Head of Government (Ukraine) | 2010-02-25\n- Catherine Ashton | Engage in negotiation | Iran | 2010-07-06\n- Wen Jiabao | Engage in negotiation | Catherine Ashton | 2010-04-30\n- Ronald Kirk | Engage in negotiation | Catherine Ashton | 2009-07-01\n- Nasser Judeh | Engage in negotiation | Catherine Ashton | 2010-03-17\n- Catherine Ashton | Engage in negotiation | Wen Jiabao | 2010-04-30\n- Catherine Ashton | Engage in negotiation | Ronald Kirk | 2009-07-01\nAnswer:", "completion": " 2014", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1180168", "prompt": "In 2007, which country was the first to host a visit by the African Union?\nEvidence:\n- Sudan | Host a visit | African Union | 2005-02-07\n- Ethiopia | Host a visit | African Union | 2005-01-30\n- South Africa | Host a visit | African Union | 2005-05-20\n- African Union | Make a visit | Sudan | 2005-02-07\n- African Union | Make a visit | Ethiopia | 2005-01-30\n- Oluṣẹgun Ọbasanjọ | Discuss by telephone | African Union | 2005-02-02\n- African Union | Discuss by telephone | Oluṣẹgun Ọbasanjọ | 2005-02-02\n- African Union | Make a visit | South Africa | 2005-05-20\n- South Africa | Host a visit | Labor Union (Zimbabwe) | 2005-03-30\n- South Africa | Host a visit | Labor Union (Zimbabwe) | 2005-02-02\n- African Union | Investigate | Sudan | 2005-02-08\n- Government (Djibouti) | Engage in diplomatic cooperation | African Union | 2005-02-07\n- African Union | Praise or endorse | East African Community | 2005-02-05\n- Oluṣẹgun Ọbasanjọ | Consult | African Union | 2005-01-08\n- African Union | Make statement | Sudan | 2005-02-07\nAnswer:", "completion": " Ethiopia", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1214453", "prompt": "When did the military of Singapore express its intention to engage in diplomatic cooperation with the military of New Zealand?\nEvidence:\n- Military (Singapore) | Express intent to engage in diplomatic cooperation (such as policy support) | Military (New Zealand) | 2008-08-23\n- Military (New Zealand) | Express intent to engage in diplomatic cooperation (such as policy support) | Military (Singapore) | 2008-08-23\n- Police (New Zealand) | Engage in material cooperation | Military (New Zealand) | 2005-06-15\n- Military (New Zealand) | Engage in material cooperation | Police (New Zealand) | 2008-06-26\n- Military (New Zealand) | Engage in material cooperation | Police (New Zealand) | 2005-06-15\n- Military (New Zealand) | Engage in material cooperation | Police (New Zealand) | 2005-01-19\n- Military (New Zealand) | Engage in material cooperation | Police (New Zealand) | 2005-01-18\n- Labor Party (New Zealand) | Engage in diplomatic cooperation | New Zealand First | 2008-09-24\n- Military (Singapore) | Provide aid | Military (New Zealand) | 2011-02-23\n- Military (Singapore) | Cooperate militarily | Military (New Zealand) | 2011-05-30\n- Military (Singapore) | Cooperate militarily | Military (New Zealand) | 2006-05-24\n- Military (Singapore) | Cooperate militarily | Military (New Zealand) | 2006-05-23\n- Military (New Zealand) | Provide aid | Military (Singapore) | 2006-05-24\n- Military (New Zealand) | Cooperate militarily | Military (Singapore) | 2011-05-30\n- Military (New Zealand) | Cooperate militarily | Military (Singapore) | 2006-05-24\nAnswer:", "completion": " 2008-08-23", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1267931", "prompt": "Before the citizens of Saudi Arabia, who made the citizens of United Kingdom suffer from unconventional violence last?\nEvidence:\n- Citizen (Saudi Arabia) | Use unconventional violence | Citizen (United Kingdom) | 2010-10-05\n- Police (Saudi Arabia) | Use unconventional violence | Citizen (Saudi Arabia) | 2005-04-07\n- Citizen (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2015-10-29\n- Citizen (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2015-09-26\n- Citizen (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2015-09-24\n- Citizen (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2015-04-06\n- Citizen (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2014-11-06\n- Citizen (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2014-09-16\n- Citizen (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2013-11-13\n- Citizen (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2013-06-22\n- Citizen (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2011-11-25\n- Citizen (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2009-10-14\n- Citizen (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2009-05-28\n- Citizen (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2007-04-24\n- Citizen (Saudi Arabia) | Use unconventional violence | Police (Saudi Arabia) | 2006-08-21\nAnswer:", "completion": " Men (United States)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1072615", "prompt": "Before 2011-10, who used conventional military force against the Military Personnel - Special of India?\nEvidence:\n- Military Personnel - Special (India) | Use conventional military force | Head of Government (India) | 2010-02-25\n- Separatist (India) | Use conventional military force | Military Personnel - Special (India) | 2014-04-14\n- Separatist (India) | Use conventional military force | Military Personnel - Special (India) | 2011-10-25\n- Separatist (India) | Use conventional military force | Military Personnel - Special (India) | 2009-04-12\n- Separatist (India) | Use conventional military force | Military Personnel - Special (India) | 2008-08-14\n- Separatist (India) | Use conventional military force | Military Personnel - Special (India) | 2007-11-24\n- Separatist (India) | Use conventional military force | Military Personnel - Special (India) | 2007-09-30\n- Separatist (India) | Use conventional military force | Military Personnel - Special (India) | 2006-12-23\n- Separatist (India) | Use conventional military force | Military Personnel - Special (India) | 2006-10-07\n- Separatist (India) | Use conventional military force | Military Personnel - Special (India) | 2006-10-05\n- Separatist (India) | Use conventional military force | Military Personnel - Special (India) | 2006-05-15\n- Separatist (India) | Use conventional military force | Military Personnel - Special (India) | 2006-01-22\n- Separatist (India) | Use conventional military force | Military Personnel - Special (India) | 2005-06-20\n- Separatist (India) | Use conventional military force | Military Personnel - Special (India) | 2005-05-02\n- Separatist (India) | Use conventional military force | Military Personnel - Special (India) | 2005-04-11\nAnswer:", "completion": " Fishermen (India)", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1199205", "prompt": "In what year did Marisabel Rodríguez last have a telephone conversation with the Associated Press?\nEvidence:\n- Marisabel Rodríguez | Discuss by telephone | Associated Press | 2008-05-10\n- Marisabel Rodríguez | Discuss by telephone | Associated Press | 2008-05-09\n- Associated Press | Discuss by telephone | Marisabel Rodríguez | 2008-05-10\n- Associated Press | Discuss by telephone | Marisabel Rodríguez | 2008-05-09\n- Citizen (Venezuela) | Accuse | Marisabel Rodríguez | 2008-06-09\n- Marisabel Rodríguez | Make an appeal or request | Population (Venezuela) | 2007-11-12\n- Iraq | Discuss by telephone | Associated Press | 2005-02-27\n- Iran | Discuss by telephone | Associated Press | 2005-03-23\n- Colombia | Discuss by telephone | Associated Press | 2005-01-31\n- China | Discuss by telephone | Associated Press | 2005-10-11\n- Associated Press | Discuss by telephone | Iraq | 2005-02-27\n- Associated Press | Discuss by telephone | Iran | 2005-03-23\n- Associated Press | Discuss by telephone | Colombia | 2005-01-31\n- Associated Press | Discuss by telephone | China | 2005-10-11\n- Uladi Mussa | Discuss by telephone | Associated Press | 2005-01-01\nAnswer:", "completion": " 2008", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1364339", "prompt": "Who had the last telephone conversation with Tony Blair before Mikulas Dzurinda?\nEvidence:\n- Vladimir Meciar | Consult | Mikulas Dzurinda | 2005-01-14\n- Mikulas Dzurinda | Consult | Vladimir Meciar | 2005-01-14\n- Mikulas Dzurinda | Consult | Ivan Gasparovic | 2005-01-17\n- Mikulas Dzurinda | Consult | Emperor Akihito | 2005-05-24\n- Ivan Gasparovic | Consult | Mikulas Dzurinda | 2005-01-17\n- Emperor Akihito | Consult | Mikulas Dzurinda | 2005-05-24\n- Roh Moo Hyun | Consult | Mikulas Dzurinda | 2005-05-27\n- Mikulas Dzurinda | Make statement | Emperor Akihito | 2005-05-24\n- Mikulas Dzurinda | Make a visit | Japan | 2005-05-30\n- Mikulas Dzurinda | Make a visit | Japan | 2005-05-29\n- Mikulas Dzurinda | Make a visit | Japan | 2005-05-26\n- Mikulas Dzurinda | Make a visit | Japan | 2005-05-25\n- Mikulas Dzurinda | Make a visit | Japan | 2005-05-23\n- Mikulas Dzurinda | Make a visit | Japan | 2005-05-16\n- Mikulas Dzurinda | Criticize or denounce | France | 2005-05-30\nAnswer:", "completion": " Angela Merkel", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1220765", "prompt": "In which country did the Limpopo police use small arms and light weapons on the same day as the Men of Zimbabwe?\nEvidence:\n- Limpopo Police | fight with small arms and light weapons | Men (Zimbabwe) | 2010-08-31\n- Limpopo Police | fight with small arms and light weapons | Men (South Africa) | 2011-03-17\n- Limpopo Police | fight with small arms and light weapons | Men (South Africa) | 2009-01-11\n- Limpopo Police | fight with small arms and light weapons | Men (South Africa) | 2007-07-27\n- Limpopo Police | fight with small arms and light weapons | South Africa | 2010-08-31\n- Police (South Africa) | fight with small arms and light weapons | Men (South Africa) | 2005-08-13\n- Police (South Africa) | fight with small arms and light weapons | Men (South Africa) | 2005-08-05\n- Police (South Africa) | fight with small arms and light weapons | Men (South Africa) | 2005-07-16\n- Police (South Africa) | fight with small arms and light weapons | Men (South Africa) | 2005-07-10\n- Police (South Africa) | fight with small arms and light weapons | Men (South Africa) | 2005-07-04\n- Police (South Africa) | fight with small arms and light weapons | Men (South Africa) | 2005-05-30\n- Police (South Africa) | fight with small arms and light weapons | Men (South Africa) | 2005-05-29\n- Police (South Africa) | fight with small arms and light weapons | Men (South Africa) | 2005-04-19\n- Men (South Africa) | fight with small arms and light weapons | Police (South Africa) | 2005-09-01\n- Men (South Africa) | fight with small arms and light weapons | Police (South Africa) | 2005-08-06\nAnswer:", "completion": " South Africa", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1036690", "prompt": "Who made the first denunciation to the European Central Bank after the Company - Owner or Operator of Italy?\nEvidence:\n- European Central Bank | Make statement | Treasury/Finance Ministry (Italy) | 2008-07-12\n- European Central Bank | Make an appeal or request | Government (Italy) | 2008-01-14\n- European Central Bank | Make an appeal or request | Government (Italy) | 2006-05-25\n- France | Accuse | European Central Bank | 2007-09-15\n- European Central Bank | Reject | Government Affiliated Bank (Belgium) | 2005-10-28\n- France | Criticize or denounce | European Central Bank | 2008-07-07\n- France | Criticize or denounce | European Central Bank | 2007-09-15\n- France | Criticize or denounce | European Central Bank | 2006-11-16\n- European Central Bank | Praise or endorse | France | 2007-09-23\n- European Central Bank | Praise or endorse | China | 2008-02-09\n- Rodrigo Rato | Demand | European Central Bank | 2005-05-20\n- European Central Bank | Make statement | Ireland | 2007-12-10\n- European Central Bank | Make statement | France | 2007-07-23\n- Christine Lagarde | Demand | European Central Bank | 2008-06-13\n- Government Affiliated Bank (South Africa) | Consult | European Central Bank | 2005-02-28\nAnswer:", "completion": " Government (Germany)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1068370", "prompt": "When did the displaced families of Iraq sign formal agreements with the High Commission for Refugees?\nEvidence:\n- High Commission for Refugees | Sign formal agreement | Cambodia | 2005-01-26\n- High Commission for Refugees | Sign formal agreement | Cambodia | 2005-01-25\n- Cambodia | Sign formal agreement | High Commission for Refugees | 2005-01-26\n- Cambodia | Sign formal agreement | High Commission for Refugees | 2005-01-25\n- Japan | Reject | High Commission for Refugees | 2005-01-19\n- High Commission for Refugees | Consult | Cambodia | 2005-01-24\n- Cambodia | Consult | High Commission for Refugees | 2005-01-24\n- Shaukat Aziz | Consult | High Commission for Refugees | 2005-05-04\n- Ruud Lubbers | Mediate | High Commission for Refugees | 2005-02-16\n- Pervez Musharraf | Consult | High Commission for Refugees | 2005-05-06\n- High Commission for Refugees | Make statement | Togo | 2005-05-04\n- High Commission for Refugees | Make statement | Tanzania | 2005-04-06\n- High Commission for Refugees | Make statement | Iran | 2005-02-25\n- High Commission for Refugees | Grant asylum | Japan | 2005-01-19\n- High Commission for Refugees | Consult | Shaukat Aziz | 2005-05-04\nAnswer:", "completion": " 2008-09-29", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1046264", "prompt": "Who visited Mexico on the same day as Alberto Gonzales?\nEvidence:\n- Alberto Gonzales | Make statement | Mexico | 2006-03-20\n- Mexico | Host a visit | Alberto Gonzales | 2005-03-30\n- Alberto Gonzales | Make a visit | Mexico | 2005-03-30\n- Mexico | Express intent to cooperate | Alberto Gonzales | 2005-10-14\n- Alberto Gonzales | Express intent to cooperate | Mexico | 2005-10-14\n- Police (Indonesia) | Consult | Alberto Gonzales | 2005-11-16\n- Philip Ruddock | Consult | Alberto Gonzales | 2006-07-28\n- Philip Ruddock | Consult | Alberto Gonzales | 2005-07-31\n- Philip Ruddock | Consult | Alberto Gonzales | 2005-07-29\n- Alberto Gonzales | Make statement | Iraq | 2006-06-02\n- Alberto Gonzales | Make statement | Iraq | 2005-07-03\n- Alberto Gonzales | Make statement | Iraq | 2005-01-07\n- Alberto Gonzales | Make statement | Colombia | 2005-08-24\n- Alberto Gonzales | Consult | Police (Indonesia) | 2005-11-16\n- Alberto Gonzales | Consult | Philip Ruddock | 2006-07-28\nAnswer:", "completion": " Immigrants (Iraq)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1048095", "prompt": "In what year did Nuri al-Maliki last declare his intention to negotiate with Roh Moo Hyun?\nEvidence:\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-05-20\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-26\n- Nuri al-Maliki | Make statement | Nuri al-Maliki | 2006-04-25\n- Roh Moo Hyun | Demand | Japan | 2005-03-04\n- Roh Moo Hyun | Demand | Japan | 2005-03-03\n- Roh Moo Hyun | Demand | Japan | 2005-03-02\n- Roh Moo Hyun | Demand | Japan | 2005-03-01\n- Roh Moo Hyun | Demand | Japan | 2005-02-25\n- Roh Moo Hyun | Consult | Chongwadai | 2005-02-19\n- Chongwadai | Consult | Roh Moo Hyun | 2005-02-19\n- South Korea | Reject | Roh Moo Hyun | 2005-02-17\n- Roh Moo Hyun | Make statement | Japan | 2005-03-14\n- Roh Moo Hyun | Make statement | Japan | 2005-03-02\n- Roh Moo Hyun | Make statement | Chongwadai | 2005-02-23\n- Roh Moo Hyun | Demand | South Korea | 2005-01-04\nAnswer:", "completion": " 2007", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1326170", "prompt": "Before the Mafia of Canada, who last used unconventional violence against the police of Canada?\nEvidence:\n- Women (Canada) | Use unconventional violence | Police (Canada) | 2014-01-14\n- Rioter (Canada) | Use unconventional violence | Police (Canada) | 2008-08-11\n- Mob (Canada) | Use unconventional violence | Police (Canada) | 2010-06-28\n- Detainee (Canada) | Use unconventional violence | Police (Canada) | 2013-07-25\n- Children (Canada) | Use unconventional violence | Police (Canada) | 2014-06-26\n- Children (Canada) | Use unconventional violence | Police (Canada) | 2005-07-30\n- Sex Trade (Canada) | Use unconventional violence | Police (Canada) | 2012-01-28\n- Mob (Canada) | Use unconventional violence | Children (Canada) | 2011-07-12\n- Women (Canada) | Bring lawsuit against | Police (Canada) | 2013-03-21\n- Women (Canada) | Bring lawsuit against | Police (Canada) | 2007-11-22\n- Women (Canada) | Bring lawsuit against | Police (Canada) | 2007-01-30\n- Children (Canada) | Bring lawsuit against | Police (Canada) | 2013-05-10\n- Children (Canada) | Bring lawsuit against | Police (Canada) | 2008-05-21\n- Sex Trade (Canada) | Use unconventional violence | Women (Canada) | 2012-01-28\n- Michael Zehaf-Bibeau | Use unconventional violence | Police (Canada) | 2014-10-28\nAnswer:", "completion": " Rioter (Canada)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1193624", "prompt": "After the year 2006, with whom did the Cabinet Council of Ministers Advisors of the United States express an interest in cooperating?\nEvidence:\n- The Hague | Host a visit | Cabinet / Council of Ministers / Advisors (United States) | 2009-03-12\n- Cabinet / Council of Ministers / Advisors (United States) | Make a visit | The Hague | 2009-03-12\n- Vietnam | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2005-05-12\n- Vietnam | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2005-05-06\n- Sudan | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2005-04-14\n- Japan | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2006-01-23\n- Japan | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2005-10-24\n- Iraq | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2007-12-18\n- Iraq | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2007-12-05\n- Iraq | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2006-10-06\n- Iraq | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2005-05-16\n- Iran | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2005-03-12\n- France | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2006-02-03\n- China | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2007-03-03\n- China | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2006-01-24\nAnswer:", "completion": " Radoslaw Sikorski", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1052794", "prompt": "Who was the last person to investigate the citizens of Brazil before Barack Obama?\nEvidence:\n- Head of Government (Kenya) | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Consult | Head of Government (Kenya) | 2006-08-25\n- Barack Obama | Express intent to settle dispute | Iraq | 2007-06-02\n- Barack Obama | Demand de-escalation of military engagement | Iraq | 2007-06-02\n- Barack Obama | Reject | Iraq | 2007-04-03\n- Barack Obama | Reject | Iraq | 2006-10-28\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2005-10-10\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-22\n- Mwai Kibaki | Consult | Barack Obama | 2006-08-25\n- Barack Obama | Make statement | Iraq | 2007-05-15\n- Barack Obama | Make statement | Iraq | 2007-03-20\n- Barack Obama | Make statement | Iraq | 2007-02-11\nAnswer:", "completion": " Ministry (Brazil)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1006644", "prompt": "After the Philippine Military Academy, who was the first to make the thief of the Philippines suffer from conventional military forces?\nEvidence:\n- Philippine Military Academy | Use conventional military force | Thief (Philippines) | 2012-10-24\n- Thief (Philippines) | Use unconventional violence | Philippine Military Academy | 2012-10-24\n- Thief (Philippines) | Use unconventional violence | Philippine Military Academy | 2012-08-26\n- Philippine Military Academy | Make statement | Military (Philippines) | 2007-06-18\n- Police (Philippines) | Make statement | Philippine Military Academy | 2007-08-22\n- Philippine Military Academy | Make statement | Military Personnel (Philippines) | 2005-09-29\n- Military Personnel (Philippines) | Make statement | Philippine Military Academy | 2012-11-26\n- Military Personnel (Philippines) | Make statement | Philippine Military Academy | 2012-11-22\n- Military Personnel (Philippines) | Make statement | Philippine Military Academy | 2012-10-23\n- Military Personnel (Philippines) | Make statement | Philippine Military Academy | 2012-04-06\n- Military Personnel (Philippines) | Make statement | Philippine Military Academy | 2010-08-19\n- Thief (Philippines) | fight with small arms and light weapons | Philippine Military Academy | 2012-08-28\n- Police (Philippines) | Criticize or denounce | Philippine Military Academy | 2013-07-12\n- Police (Philippines) | Criticize or denounce | Philippine Military Academy | 2013-07-11\n- Philippine Military Academy | Praise or endorse | Police (Philippines) | 2007-01-12\nAnswer:", "completion": " Police (Philippines)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1016192", "prompt": "Who condemned Sigmundur Davíd Gunnlaugsson in 2013?\nEvidence:\n- Sigmundur Davíd Gunnlaugsson | Engage in symbolic act | Progressive Party (Iceland) | 2013-05-23\n- International Monetary Fund | Criticize or denounce | Sigmundur Davíd Gunnlaugsson | 2013-06-17\n- Romania | Engage in negotiation | International Monetary Fund | 2013-12-03\n- International Monetary Fund | Engage in negotiation | Romania | 2013-12-03\n- International Monetary Fund | Engage in negotiation | Hisham Qandil | 2013-03-18\n- International Monetary Fund | Engage in negotiation | Hisham Qandil | 2013-01-07\n- Hisham Qandil | Engage in negotiation | International Monetary Fund | 2013-03-18\n- Hisham Qandil | Engage in negotiation | International Monetary Fund | 2013-01-07\n- International Monetary Fund | Engage in negotiation | European Central Bank | 2013-11-05\n- European Central Bank | Engage in negotiation | International Monetary Fund | 2013-11-05\n- Treasury/Finance Ministry (Egypt) | Engage in negotiation | International Monetary Fund | 2013-05-07\n- Other Authorities / Officials (Romania) | Engage in negotiation | International Monetary Fund | 2013-07-29\n- Other Authorities / Officials (Romania) | Engage in negotiation | International Monetary Fund | 2013-01-14\n- International Monetary Fund | Engage in negotiation | Treasury/Finance Ministry (Egypt) | 2013-05-07\n- International Monetary Fund | Engage in negotiation | Other Authorities / Officials (Romania) | 2013-07-29\nAnswer:", "completion": " International Monetary Fund", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1341136", "prompt": "Before 2010, who did Boris Johnson request for?\nEvidence:\n- Jacqui Smith | Reject | Boris Johnson | 2008-10-09\n- Jacqui Smith | Accuse | Boris Johnson | 2008-12-18\n- Boris Johnson | Investigate | Jacqui Smith | 2008-06-18\n- Secretary of State for the Home Department | Accuse | Boris Johnson | 2008-10-03\n- Jacqui Smith | Make statement | Boris Johnson | 2008-12-18\n- David Blunkett | Make statement | Boris Johnson | 2008-10-03\n- Citizen (United Kingdom) | Demand | Boris Johnson | 2008-05-03\n- Citizen (United Kingdom) | Demand | Boris Johnson | 2007-09-18\n- Citizen (United Kingdom) | Consult | Boris Johnson | 2008-03-03\n- Citizen (United Kingdom) | Accuse | Boris Johnson | 2008-12-08\n- Citizen (United Kingdom) | Accuse | Boris Johnson | 2008-11-21\n- Citizen (United Kingdom) | Accuse | Boris Johnson | 2007-12-31\n- Boris Johnson | Make statement | Barclays PLC | 2008-04-21\n- Boris Johnson | Make statement | Barack Obama | 2008-10-21\n- Boris Johnson | Make statement | Barack Obama | 2008-08-01\nAnswer:", "completion": " Citizen (United Kingdom)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1389431", "prompt": "Before the International Monetary Fund, who was the last person to express an intention to meet with Malawi?\nEvidence:\n- International Monetary Fund | Praise or endorse | Malawi | 2005-07-25\n- International Monetary Fund | Praise or endorse | Malawi | 2005-03-07\n- International Monetary Fund | Express intent to meet or negotiate | Bolivia | 2005-06-23\n- Romania | Express accord | International Monetary Fund | 2005-04-13\n- Iraq | Express accord | International Monetary Fund | 2005-03-07\n- People Associated with the Opposition (Sri Lanka) | Consult | International Monetary Fund | 2005-06-02\n- International Monetary Fund | Consult | People Associated with the Opposition (Sri Lanka) | 2005-06-02\n- Rodrigo Rato | Express intent to meet or negotiate | International Monetary Fund | 2005-02-15\n- International Monetary Fund | Express intent to meet or negotiate | Rodrigo Rato | 2005-02-15\n- International Monetary Fund | Threaten | Romania | 2005-06-28\n- International Monetary Fund | Investigate | Tanzania | 2005-08-02\n- International Monetary Fund | Investigate | Tanzania | 2005-02-25\n- International Monetary Fund | Investigate | Iraq | 2005-05-12\n- International Monetary Fund | Demand | China | 2005-04-20\n- International Monetary Fund | Demand | Angola | 2005-07-06\nAnswer:", "completion": " Wendy Sherman", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1230930", "prompt": "Who was the last to endorse the Ministry of Romania before Klaus Johannis?\nEvidence:\n- Klaus Johannis | Make statement | Ministry (Romania) | 2014-10-31\n- Romania | Praise or endorse | Klaus Johannis | 2014-11-16\n- Romania | Praise or endorse | Klaus Johannis | 2014-08-25\n- Romania | Praise or endorse | Klaus Johannis | 2014-07-21\n- Klaus Johannis | Make statement | Romania | 2014-11-18\n- Klaus Johannis | Make statement | Romania | 2014-11-11\n- Klaus Johannis | Make statement | Romania | 2014-10-31\n- Klaus Johannis | Make statement | Romania | 2014-10-14\n- Klaus Johannis | Make statement | Romania | 2014-09-04\n- Klaus Johannis | Make statement | Romania | 2014-02-11\n- Klaus Johannis | Express intent to meet or negotiate | Ministry (Romania) | 2014-02-11\n- Romania | Host a visit | Klaus Johannis | 2014-10-24\n- Romania | Host a visit | Klaus Johannis | 2014-05-17\n- Klaus Johannis | Make statement | Senate (Romania) | 2014-12-22\n- Klaus Johannis | Make statement | Senate (Romania) | 2014-12-21\nAnswer:", "completion": " Foreign Affairs (Italy)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1004230", "prompt": "Who did Ivan Gasparovic give the criticism to before the Foreign Affairs of Slovakia?\nEvidence:\n- Ivan Gasparovic | Make statement | Foreign Affairs (Slovakia) | 2005-07-11\n- Ivan Gasparovic | Criticize or denounce | Foreign Affairs (Slovakia) | 2005-06-28\n- Ivan Gasparovic | Make an appeal or request | Foreign Affairs (Slovakia) | 2005-06-28\n- Ivan Gasparovic | Complain officially | Media (Slovakia) | 2005-07-10\n- Ivan Gasparovic | Criticize or denounce | Police (Slovakia) | 2005-06-22\n- Valdas Adamkus | Consult | Ivan Gasparovic | 2005-02-28\n- Pavol Hrusovský | Consult | Ivan Gasparovic | 2005-01-17\n- Mikulas Dzurinda | Consult | Ivan Gasparovic | 2006-06-19\n- Mikulas Dzurinda | Consult | Ivan Gasparovic | 2006-03-31\n- Mikulas Dzurinda | Consult | Ivan Gasparovic | 2005-09-12\n- Mikulas Dzurinda | Consult | Ivan Gasparovic | 2005-01-17\n- Ivan Gasparovic | Make statement | Iraq | 2005-02-28\n- Ivan Gasparovic | Consult | Valdas Adamkus | 2005-02-28\n- Ivan Gasparovic | Consult | Pavol Hrusovský | 2005-01-17\n- Ivan Gasparovic | Consult | Mikulas Dzurinda | 2006-06-19\nAnswer:", "completion": " Police (Slovakia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1284376", "prompt": "Before Barack Obama, with whom did the Australian government last express its intention to engage in diplomatic cooperation?\nEvidence:\n- Malawi | Engage in diplomatic cooperation | South Africa | 2005-04-04\n- Malawi | Engage in diplomatic cooperation | South Africa | 2005-04-03\n- Uhuru Muigai Kenyatta | Engage in negotiation | Barack Obama | 2006-08-25\n- Barack Obama | Engage in negotiation | Uhuru Muigai Kenyatta | 2006-08-25\n- Henrietta Holsman Fore | Express intent to engage in diplomatic cooperation (such as policy support) | Vietnam | 2008-07-08\n- Henrietta Holsman Fore | Express intent to engage in diplomatic cooperation (such as policy support) | Vietnam | 2008-07-05\n- Barack Obama | Express intent to settle dispute | Iraq | 2007-06-02\n- South Africa | Express intent to engage in diplomatic cooperation (such as policy support) | Police (South Africa) | 2005-05-26\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | Sudan | 2005-10-10\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | Djibouti | 2006-07-22\n- Barack Obama | Express intent to meet or negotiate | South Africa | 2006-07-27\n- Barack Obama | Express intent to meet or negotiate | South Africa | 2006-07-22\nAnswer:", "completion": " Police (Australia)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1281742", "prompt": "When did the Democratic Left make an appeal to New Democracy?\nEvidence:\n- New Democracy | Consult | Democratic Left | 2012-06-20\n- Democratic Left | Consult | New Democracy | 2012-06-20\n- Democratic Left | Make an appeal or request | New Democracy | 2013-05-30\n- Democratic Left | Make statement | New Democracy | 2012-07-19\n- New Democracy | Engage in negotiation | Democratic Left | 2012-07-19\n- Democratic Left | Praise or endorse | New Democracy | 2012-09-07\n- Democratic Left | Engage in negotiation | New Democracy | 2012-07-19\n- Democratic Left | Make an appeal or request | Citizen (Greece) | 2013-06-04\n- Alexis Tsipras | Make an appeal or request | Democratic Left | 2013-06-12\n- Alexis Tsipras | Make an appeal or request | Democratic Left | 2013-06-11\n- Democratic Left | Accuse | Mexico | 2007-07-26\n- Democratic Left | Make statement | Legislature (Ecuador) | 2005-10-18\n- Democratic Left | Make statement | Lawmaker (Greece) | 2013-01-07\n- Democratic Left | Make statement | Antonis Samaras | 2012-07-19\n- Antonis Samaras | Make statement | Democratic Left | 2012-05-11\nAnswer:", "completion": " 2013-05-30", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1033314", "prompt": "In which year did Yemen want to establish diplomatic cooperation with the economy of Iran?\nEvidence:\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-02-08\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-01-30\n- Yemen | Engage in diplomatic cooperation | Malaysia | 2005-01-29\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-07-21\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-03-10\n- Yemen | Engage in diplomatic cooperation | Eritrea | 2005-01-01\n- Malaysia | Engage in diplomatic cooperation | Yemen | 2005-02-08\n- Malaysia | Engage in diplomatic cooperation | Yemen | 2005-01-30\n- Malaysia | Engage in diplomatic cooperation | Yemen | 2005-01-29\n- Eritrea | Engage in diplomatic cooperation | Yemen | 2005-07-21\n- Eritrea | Engage in diplomatic cooperation | Yemen | 2005-03-10\n- Eritrea | Engage in diplomatic cooperation | Yemen | 2005-01-01\n- Yemen | Express intent to engage in diplomatic cooperation (such as policy support) | Business (Iran) | 2005-01-28\n- United Arab Emirates | Engage in diplomatic cooperation | Iran | 2005-01-11\n- United Arab Emirates | Engage in diplomatic cooperation | Iran | 2005-01-10\nAnswer:", "completion": " 2005", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1194921", "prompt": "When did the citizens of Benin use unconventional violence against the Militant of Benin?\nEvidence:\n- Militant (Benin) | Use unconventional violence | Citizen (Benin) | 2012-06-17\n- Citizen (Benin) | Use unconventional violence | Militant (Benin) | 2015-09-17\n- Citizen (Benin) | Use unconventional violence | Police (Benin) | 2011-06-20\n- Citizen (Benin) | Use unconventional violence | Police (Benin) | 2009-02-12\n- Citizen (Benin) | Use unconventional violence | Police (Benin) | 2005-01-27\n- Citizen (Benin) | Use unconventional violence | Police (Benin) | 2005-01-26\n- Armed Gang (Benin) | Use unconventional violence | Professor (Benin) | 2008-01-01\n- Armed Gang (Benin) | Use unconventional violence | Police (Benin) | 2006-10-20\n- Armed Gang (Benin) | Use unconventional violence | Citizen (Benin) | 2012-05-11\n- Armed Gang (Benin) | Use unconventional violence | Citizen (Benin) | 2012-04-30\n- Armed Gang (Benin) | Use unconventional violence | Citizen (Benin) | 2009-04-09\n- Citizen (Nigeria) | Use unconventional violence | Citizen (Benin) | 2009-08-10\n- Militant (Movement for the Emancipation of the Niger Delta) | Use unconventional violence | Citizen (Nigeria) | 2006-04-05\n- Oodua Peoples Congress | Use unconventional violence | Citizen (Benin) | 2014-12-23\n- Citizen (Benin) | Use unconventional violence | Oodua Peoples Congress | 2014-12-23\nAnswer:", "completion": " 2015-09-17", "qtype": "equal", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1380355", "prompt": "Who, after Klaus Schwab, wants to negotiate with the citizens of International?\nEvidence:\n- Klaus Schwab | Express intent to meet or negotiate | Citizen (International) | 2014-09-22\n- Klaus Schwab | Consult | Abdeslam Bouchouareb | 2014-09-30\n- Abdeslam Bouchouareb | Consult | Klaus Schwab | 2014-09-30\n- Head of Government (Egypt) | Express intent to meet or negotiate | Klaus Schwab | 2015-09-24\n- Abdel Fattah Al-Sisi | Praise or endorse | Klaus Schwab | 2015-01-23\n- Citizen (International) | Express intent to meet or negotiate | Association of Southeast Asian Nations | 2006-12-07\n- Vietnam | Express intent to meet or negotiate | Citizen (International) | 2005-11-08\n- UNITA | Express intent to meet or negotiate | Citizen (International) | 2005-09-14\n- Thailand | Express intent to meet or negotiate | Citizen (International) | 2005-11-08\n- France | Express intent to meet or negotiate | Citizen (International) | 2005-09-09\n- Citizen (International) | Express intent to meet or negotiate | Vietnam | 2006-11-14\n- Citizen (International) | Express intent to meet or negotiate | Vietnam | 2006-11-09\n- Citizen (International) | Express intent to meet or negotiate | Qatar | 2005-05-30\n- Citizen (International) | Express intent to meet or negotiate | Iraq | 2006-01-02\n- Citizen (International) | Express intent to meet or negotiate | Iraq | 2006-01-01\nAnswer:", "completion": " Muhammadu Buhari", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1205927", "prompt": "Who was the first person Vlado Buckovski wanted to meet after the United Nations Interim Administration in Kosovo?\nEvidence:\n- Vlado Buckovski | Consult | United Nations Interim Administration in Kosovo | 2006-06-07\n- United Nations Interim Administration in Kosovo | Consult | Vlado Buckovski | 2006-06-07\n- United Nations Interim Administration in Kosovo | Make statement | Vlado Buckovski | 2005-03-02\n- Vlado Buckovski | Express intent to meet or negotiate | United Nations Interim Administration in Kosovo | 2005-03-01\n- United Nations Interim Administration in Kosovo | Demonstrate or rally | United Nations Interim Administration in Kosovo | 2006-06-08\n- United Nations Interim Administration in Kosovo | Make statement | Police (Kosovo) | 2007-01-09\n- United Nations Interim Administration in Kosovo | Make statement | Police (Kosovo) | 2006-06-07\n- United Nations Interim Administration in Kosovo | Make statement | Police (Kosovo) | 2005-08-18\n- United Nations Interim Administration in Kosovo | Make statement | Ministry (Kosovo) | 2005-12-08\n- United Nations Interim Administration in Kosovo | Make statement | Ministry (Kosovo) | 2005-11-24\n- United Nations Interim Administration in Kosovo | Consult | City Mayor (Kosovo) | 2006-03-16\n- City Mayor (Kosovo) | Consult | United Nations Interim Administration in Kosovo | 2006-03-16\n- United Nations Interim Administration in Kosovo | Express intent to cooperate | Veterans (Kosovo) | 2005-09-23\n- United Nations Interim Administration in Kosovo | Make statement | City Mayor (Kosovo) | 2006-11-03\n- United Nations Interim Administration in Kosovo | Consult | Milo Djukanovic | 2005-10-06\nAnswer:", "completion": " France Cukjati", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1331091", "prompt": "Against whom did the Armed Gang of Thailand use unconventional violence for the first time in 2013?\nEvidence:\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2013-07-04\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2013-06-24\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2013-05-28\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2013-05-03\n- Thief (Thailand) | Use unconventional violence | Thailand | 2013-01-19\n- Citizen (Thailand) | Use unconventional violence | Thailand | 2013-05-24\n- Citizen (Thailand) | Use unconventional violence | Thailand | 2013-03-18\n- Citizen (Thailand) | Use unconventional violence | Thailand | 2013-03-14\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2013-05-12\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2013-05-01\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2013-04-18\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2013-04-09\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2013-03-29\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2013-03-02\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2013-01-30\nAnswer:", "completion": " Citizen (Thailand)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1046905", "prompt": "Who made an appeal to Benjamin Netanyahu on 16 June 2015?\nEvidence:\n- Barack Obama | Make an appeal or request | Benjamin Netanyahu | 2015-06-16\n- Likud | Accuse | Benjamin Netanyahu | 2015-06-16\n- Barack Obama | Express intent to meet or negotiate | Benjamin Netanyahu | 2015-06-16\n- Barack Obama | Make an appeal or request | Citizen (International) | 2015-06-16\n- Barack Obama | Reject plan, agreement to settle dispute | Iran | 2015-06-16\n- Barack Obama | Mobilize or increase police power | Iraq | 2015-06-16\nAnswer:", "completion": " Barack Obama", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 6, "n_anchors": 1} +{"id": "mtq_1317010", "prompt": "Which country received Sondhi Limthongkul's visit from Sondhi Limthongkul first?\nEvidence:\n- Sondhi Limthongkul | Accuse | Citizen (Thailand) | 2005-12-02\n- Sondhi Limthongkul | Accuse | Citizen (Thailand) | 2005-11-20\n- Governor (Thailand) | Investigate | Sondhi Limthongkul | 2005-11-24\n- Citizen (Thailand) | Accuse | Sondhi Limthongkul | 2005-10-13\n- Citizen (Thailand) | Accuse | Sondhi Limthongkul | 2005-10-05\n- Thailand | Ease administrative sanctions | Sondhi Limthongkul | 2005-11-24\n- Thailand | Bring lawsuit against | Sondhi Limthongkul | 2005-11-18\n- Sondhi Limthongkul | Make statement | Thanong Bidaya | 2005-12-17\n- Sondhi Limthongkul | Make statement | Protester (Thailand) | 2006-02-08\n- Sondhi Limthongkul | Make statement | Protester (Thailand) | 2006-02-05\n- Sondhi Limthongkul | Make statement | Prem Tinsulanonda | 2006-02-20\n- Sondhi Limthongkul | Make statement | Prem Tinsulanonda | 2005-11-29\n- Sondhi Limthongkul | Make statement | Insurgent (Thailand) | 2005-12-26\n- Sondhi Limthongkul | Make statement | Insurgent (Thailand) | 2005-12-25\n- Military Personnel (Thailand) | Accuse | Sondhi Limthongkul | 2005-11-28\nAnswer:", "completion": " China", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1095535", "prompt": "After the year 2013, who hosted the visit of Oluṣẹgun Ọbasanjọ?\nEvidence:\n- Vietnam | Host a visit | Oluṣẹgun Ọbasanjọ | 2005-04-21\n- Vietnam | Host a visit | Oluṣẹgun Ọbasanjọ | 2005-04-20\n- Togo | Host a visit | Oluṣẹgun Ọbasanjọ | 2005-06-03\n- Togo | Host a visit | Oluṣẹgun Ọbasanjọ | 2005-03-01\n- Togo | Host a visit | Oluṣẹgun Ọbasanjọ | 2005-02-14\n- Sudan | Host a visit | Oluṣẹgun Ọbasanjọ | 2006-01-22\n- Sudan | Host a visit | Oluṣẹgun Ọbasanjọ | 2005-12-19\n- Sudan | Host a visit | Oluṣẹgun Ọbasanjọ | 2005-01-10\n- Sudan | Host a visit | Oluṣẹgun Ọbasanjọ | 2005-01-08\n- Oluṣẹgun Ọbasanjọ | Make a visit | Vietnam | 2005-04-21\n- Oluṣẹgun Ọbasanjọ | Make a visit | Vietnam | 2005-04-20\n- Oluṣẹgun Ọbasanjọ | Make a visit | Togo | 2005-06-03\n- Oluṣẹgun Ọbasanjọ | Make a visit | Togo | 2005-03-01\n- Oluṣẹgun Ọbasanjọ | Make a visit | Togo | 2005-02-14\n- Oluṣẹgun Ọbasanjọ | Make a visit | Sudan | 2006-01-22\nAnswer:", "completion": " Head of Government (Nigeria)", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1350589", "prompt": "Who did the Ethiopian police use conventional military force against on the same day as the Coalition for Unity and Democracy?\nEvidence:\n- Police (Ethiopia) | Use conventional military force | Coalition for Unity and Democracy | 2005-11-01\n- Police (Ethiopia) | Investigate | Coalition for Unity and Democracy | 2006-10-25\n- Police (Ethiopia) | Accuse | Coalition for Unity and Democracy | 2005-06-08\n- Coalition for Unity and Democracy | Accuse | Police (Ethiopia) | 2005-10-30\n- Ethiopia | Accuse | Coalition for Unity and Democracy | 2005-09-26\n- Police (Ethiopia) | Make statement | Coalition for Unity and Democracy | 2011-09-08\n- Police (Ethiopia) | Make statement | Coalition for Unity and Democracy | 2005-12-07\n- Police (Ethiopia) | Make statement | Coalition for Unity and Democracy | 2005-11-02\n- Police (Ethiopia) | Make statement | Coalition for Unity and Democracy | 2005-10-18\n- Police (Ethiopia) | Deny responsibility | Coalition for Unity and Democracy | 2005-07-29\n- Police (Ethiopia) | Deny responsibility | Coalition for Unity and Democracy | 2005-07-28\n- Coalition for Unity and Democracy | Make statement | Police (Ethiopia) | 2013-09-16\n- Coalition for Unity and Democracy | Make statement | Police (Ethiopia) | 2005-11-01\n- Coalition for Unity and Democracy | Make statement | Police (Ethiopia) | 2005-10-28\n- Coalition for Unity and Democracy | Make statement | Police (Ethiopia) | 2005-07-02\nAnswer:", "completion": " Rioter (Ethiopia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1176071", "prompt": "Who did Associated Press make a telephone discussion with first after the National Intelligence Bureau of Ukraine?\nEvidence:\n- National Security Advisor (Iraq) | Discuss by telephone | Associated Press | 2005-03-22\n- Associated Press | Discuss by telephone | National Security Advisor (Iraq) | 2005-03-22\n- Iraq | Discuss by telephone | Associated Press | 2005-02-27\n- Iran | Discuss by telephone | Associated Press | 2005-03-23\n- Colombia | Discuss by telephone | Associated Press | 2005-01-31\n- Associated Press | Discuss by telephone | Iraq | 2005-02-27\n- Associated Press | Discuss by telephone | Iran | 2005-03-23\n- Associated Press | Discuss by telephone | Colombia | 2005-01-31\n- Uladi Mussa | Discuss by telephone | Associated Press | 2005-01-01\n- Tomas Borge | Discuss by telephone | Associated Press | 2005-03-22\n- Police (Peru) | Discuss by telephone | Associated Press | 2005-04-20\n- Nabil Shaath | Discuss by telephone | Associated Press | 2005-01-29\n- Jerzy Szmajdzinski | Discuss by telephone | Associated Press | 2005-02-11\n- Gilchrist Olympio | Discuss by telephone | Associated Press | 2005-04-27\n- Fazlul Huq | Discuss by telephone | Associated Press | 2005-02-02\nAnswer:", "completion": " High Commission for Refugees", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1307045", "prompt": "Who expressed the intention to meet with the head of the German government on the same year of Steffen Seibert?\nEvidence:\n- Steffen Seibert | Make statement | Head of Government (Germany) | 2014-11-03\n- Steffen Seibert | Make statement | Head of Government (Germany) | 2014-05-16\n- Steffen Seibert | Express intent to meet or negotiate | Head of Government (Germany) | 2015-09-14\n- Steffen Seibert | Make statement | Government (Germany) | 2015-12-09\n- Steffen Seibert | Make statement | Government (Germany) | 2015-08-25\n- Steffen Seibert | Make statement | Government (Germany) | 2015-08-24\n- Steffen Seibert | Make statement | Government (Germany) | 2015-08-21\n- Steffen Seibert | Make statement | Government (Germany) | 2015-04-23\n- Steffen Seibert | Make statement | Government (Germany) | 2015-04-21\n- Steffen Seibert | Make statement | Government (Germany) | 2015-04-20\n- Steffen Seibert | Make statement | Government (Germany) | 2015-03-16\n- Steffen Seibert | Make statement | Government (Germany) | 2015-01-26\n- Steffen Seibert | Make statement | Government (Germany) | 2014-11-04\n- Steffen Seibert | Make statement | Government (Germany) | 2014-08-20\n- Steffen Seibert | Make statement | Government (Germany) | 2014-07-04\nAnswer:", "completion": " Alexis Tsipras", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1172912", "prompt": "Who was the last to speak to the media by telephone about the Palestinian territories occupied before Abu al-Walid?\nEvidence:\n- Media (Palestinian Territory, Occupied) | Discuss by telephone | Abu al-Walid | 2007-08-30\n- Abu al-Walid | Discuss by telephone | Media (Palestinian Territory, Occupied) | 2007-08-30\n- Media (Palestinian Territory, Occupied) | Consult | Abu al-Walid | 2008-02-05\n- Abu al-Walid | Consult | Media (Palestinian Territory, Occupied) | 2008-02-05\n- Iraq | Host a visit | Abu al-Walid | 2014-06-12\n- Abu al-Walid | Make a visit | Iraq | 2014-06-12\n- Abu al-Walid | Make statement | al-Aqsa Martyrs' Brigades | 2008-10-07\n- Military (Russia) | Use conventional military force | Abu al-Walid | 2005-04-01\n- Abu al-Walid | Make an appeal or request | Mahmoud Abbas | 2007-06-19\n- Media (Russia) | Make statement | Military (Russia) | 2005-05-12\n- Media (Russia) | Make statement | Military (Russia) | 2005-01-11\n- Military (Russia) | Express intent to meet or negotiate | China | 2005-08-09\n- Military (Russia) | Express intent to meet or negotiate | China | 2005-08-02\n- Military (Russia) | Express intent to de-escalate military engagement | Armed Rebel (Russia) | 2006-01-18\n- Finance / Economy / Commerce / Trade Ministry (Russia) | Express intent to provide economic aid | Military (Russia) | 2005-12-22\nAnswer:", "completion": " al-Aqsa Martyrs' Brigades", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1183594", "prompt": "Who did the head of government of India engage in negotiation with on the same month of Sher Bahadur Deuba?\nEvidence:\n- Sher Bahadur Deuba | Engage in negotiation | Head of Government (India) | 2005-04-28\n- Head of Government (India) | Engage in negotiation | Sher Bahadur Deuba | 2005-04-28\n- Sher Bahadur Deuba | Consult | Head of Government (India) | 2006-04-20\n- Head of Government (India) | Consult | Sher Bahadur Deuba | 2006-04-20\n- Shivshankar Menon | Engage in negotiation | Sher Bahadur Deuba | 2007-09-17\n- Sher Bahadur Deuba | Engage in negotiation | Shivshankar Menon | 2007-09-17\n- Sher Bahadur Deuba | Engage in negotiation | Envoy (United States) | 2005-03-18\n- Envoy (United States) | Engage in negotiation | Sher Bahadur Deuba | 2005-03-18\n- Sher Bahadur Deuba | Consult | Foreign Affairs (India) | 2015-09-19\n- Sher Bahadur Deuba | Consult | Foreign Affairs (India) | 2005-03-18\n- Foreign Affairs (India) | Consult | Sher Bahadur Deuba | 2015-09-19\n- Foreign Affairs (India) | Consult | Sher Bahadur Deuba | 2005-03-18\n- Sher Bahadur Deuba | Consult | Prachanda | 2010-02-13\n- Sher Bahadur Deuba | Consult | Prachanda | 2006-06-27\n- Prachanda | Consult | Sher Bahadur Deuba | 2010-02-13\nAnswer:", "completion": " Head of Government (Pakistan)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1102706", "prompt": "Who was the first to be praised by Abdoulaye Wade after Sudan?\nEvidence:\n- Abdoulaye Wade | Make statement | Sudan | 2006-01-24\n- Macky Sall | Discuss by telephone | Abdoulaye Wade | 2012-04-06\n- Macky Sall | Discuss by telephone | Abdoulaye Wade | 2012-03-29\n- Macky Sall | Discuss by telephone | Abdoulaye Wade | 2012-03-28\n- Macky Sall | Discuss by telephone | Abdoulaye Wade | 2012-03-27\n- Macky Sall | Discuss by telephone | Abdoulaye Wade | 2012-03-26\n- Macky Sall | Discuss by telephone | Abdoulaye Wade | 2012-03-25\n- Abdoulaye Wade | Discuss by telephone | Macky Sall | 2012-04-06\n- Abdoulaye Wade | Discuss by telephone | Macky Sall | 2012-03-29\n- Abdoulaye Wade | Discuss by telephone | Macky Sall | 2012-03-28\n- Abdoulaye Wade | Discuss by telephone | Macky Sall | 2012-03-27\n- Abdoulaye Wade | Discuss by telephone | Macky Sall | 2012-03-26\n- Abdoulaye Wade | Discuss by telephone | Macky Sall | 2012-03-25\n- China | Consult | Abdoulaye Wade | 2006-06-22\n- Abdoulaye Wade | Consult | China | 2006-06-22\nAnswer:", "completion": " Military (Senegal)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1371677", "prompt": "After Romania, who first received the visit from Human Rights Watch?\nEvidence:\n- Human Rights Watch | Make statement | Romania | 2005-11-05\n- Human Rights Watch | Accuse of human rights abuses | Vietnam | 2005-01-10\n- Human Rights Commission (Pakistan) | Make statement | Human Rights Watch | 2005-10-22\n- Human Rights Watch | Accuse of human rights abuses | Government (Sudan) | 2005-04-06\n- Human Rights Watch | Accuse of human rights abuses | Government (Sudan) | 2005-04-04\n- Human Rights Watch | Accuse of human rights abuses | Citizen (Sudan) | 2005-05-31\n- Human Rights Watch | Reject | Alberto Gonzales | 2005-01-25\n- Human Rights Watch | Make statement | Thailand | 2005-06-07\n- Human Rights Watch | Make statement | Eritrea | 2005-02-02\n- Human Rights Watch | Demand | Government (Pakistan) | 2005-03-09\n- Human Rights Watch | Accuse | Military (Russia) | 2005-03-22\n- Human Rights Watch | Accuse of human rights abuses | Government (South Africa) | 2005-09-11\n- Human Rights Watch | Accuse of human rights abuses | Government (Cote d'Ivoire) | 2005-04-01\n- Human Rights Watch | Accuse of human rights abuses | Government (Cote d'Ivoire) | 2005-03-31\n- Mohammed Qasim Fahim | Reject | Human Rights Watch | 2005-08-31\nAnswer:", "completion": " Royal Administration (Saudi Arabia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1384024", "prompt": "Who wanted to meet the citizens of Australia before 22 June 2005?\nEvidence:\n- The Daily Telegraph | Make statement | Police (Australia) | 2005-06-22\nAnswer:", "completion": " Lawyer/Attorney (Australia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1236336", "prompt": "Who did the Al-Shabaab militant use unconventional violence against before 21 July 2010?\nEvidence:\n- Combatant (Al-Shabaab) | Use unconventional violence | Police (Kenya) | 2010-07-21\n- Al-Shabaab | Use conventional military force | Police (Kenya) | 2010-07-21\nAnswer:", "completion": " Ethiopia", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 2, "n_anchors": 1} +{"id": "mtq_1153701", "prompt": "Before Angela Merkel, who was last criticised by Abdullah Gül?\nEvidence:\n- France | Consult | Angela Merkel | 2005-07-18\n- Angela Merkel | Demand | France | 2005-07-19\n- Angela Merkel | Consult | France | 2005-07-18\n- Wen Jiabao | Consult | Abdullah Gül | 2005-02-02\n- Shimon Peres | Consult | Abdullah Gül | 2005-01-05\n- Shimon Peres | Consult | Abdullah Gül | 2005-01-04\n- Nabil Shaath | Consult | Abdullah Gül | 2005-01-05\n- Mahmoud Abbas | Consult | Abdullah Gül | 2005-01-05\n- Huang Ju | Consult | Abdullah Gül | 2005-02-02\n- Huang Ju | Consult | Abdullah Gül | 2005-02-01\n- Abdullah Gül | Make statement | Iraq | 2005-02-01\n- Abdullah Gül | Make statement | Iraq | 2005-01-27\n- Abdullah Gül | Make statement | Iraq | 2005-01-24\n- Abdullah Gül | Make statement | Iraq | 2005-01-06\n- Abdullah Gül | Make statement | China | 2005-02-01\nAnswer:", "completion": " Barack Obama", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1130011", "prompt": "Who signed an agreement with the militant of the Taliban on the same year of Pervez Musharraf?\nEvidence:\n- Pervez Musharraf | Make an appeal or request | Head of Government (Pakistan) | 2005-01-19\n- Pervez Musharraf | Make an appeal or request | Head of Government (Pakistan) | 2005-01-18\n- Pervez Musharraf | Consult | Japan | 2005-01-10\n- Japan | Consult | Pervez Musharraf | 2005-01-10\n- Pervez Musharraf | Make an appeal or request | France | 2005-02-10\n- Pervez Musharraf | Make statement | Head of Government (Pakistan) | 2005-01-12\n- Pervez Musharraf | Make statement | Head of Government (Pakistan) | 2005-01-11\n- Pervez Musharraf | Make an appeal or request | Mahmoud Abbas | 2005-01-10\n- Pervez Musharraf | Make an appeal or request | James Wolfensohn | 2005-02-08\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-02-04\n- Shaukat Aziz | Consult | Pervez Musharraf | 2005-01-10\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-02-04\n- Pervez Musharraf | Consult | Shaukat Aziz | 2005-01-10\n- Pervez Musharraf | Consult | Jack Straw | 2005-02-14\n- Pervez Musharraf | Coerce | Criminal (Pakistan) | 2005-01-12\nAnswer:", "completion": " High Ranking Military Personnel (Pakistan)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1143245", "prompt": "Which country praised Evo Morales on 1 December 2005?\nEvidence:\n- Evo Morales | Accuse | Eduardo Rodríguez | 2005-12-01\n- Bolivia | Praise or endorse | Evo Morales | 2005-12-01\n- Eduardo Rodríguez | Make statement | Bolivia | 2005-12-01\nAnswer:", "completion": " Bolivia", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 3, "n_anchors": 1} +{"id": "mtq_1109851", "prompt": "At what time did Abhisit Vejjajiva last praise the head of government of Bahrain?\nEvidence:\n- Abhisit Vejjajiva | Praise or endorse | Sondhi Limthongkul | 2006-01-24\n- Abhisit Vejjajiva | Praise or endorse | Sondhi Limthongkul | 2006-01-21\n- Banharn Silpa-archa | Praise or endorse | Abhisit Vejjajiva | 2009-04-23\n- Thailand | Consult | Abhisit Vejjajiva | 2006-04-27\n- Thailand | Consult | Abhisit Vejjajiva | 2005-02-16\n- Abhisit Vejjajiva | Consult | Thailand | 2006-04-27\n- Abhisit Vejjajiva | Consult | Thailand | 2005-02-16\n- Citizen (Thailand) | Accuse of crime, corruption | Abhisit Vejjajiva | 2006-05-23\n- Abhisit Vejjajiva | Make statement | Thailand | 2006-04-30\n- Abhisit Vejjajiva | Make statement | Thailand | 2006-02-25\n- Abhisit Vejjajiva | Make statement | Thailand | 2005-12-28\n- Abhisit Vejjajiva | Make statement | Thailand | 2005-06-30\n- Abhisit Vejjajiva | Make statement | Thailand | 2005-06-29\n- Abhisit Vejjajiva | Demand | Citizen (Thailand) | 2006-04-03\n- Abhisit Vejjajiva | Demand | Cabinet / Council of Ministers / Advisors (Thailand) | 2005-08-05\nAnswer:", "completion": " 2010-08-30", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1344250", "prompt": "In which month did Malawi first wish to establish diplomatic cooperation with South Africa?\nEvidence:\n- Malawi | Engage in diplomatic cooperation | South Africa | 2005-04-04\n- Malawi | Engage in diplomatic cooperation | South Africa | 2005-04-03\n- South Africa | Express intent to engage in diplomatic cooperation (such as policy support) | Malawi | 2005-08-12\n- Malawi | Express intent to engage in diplomatic cooperation (such as policy support) | South Africa | 2005-08-12\n- South Africa | Consult | Malawi | 2005-09-20\n- South Africa | Consult | Malawi | 2005-08-01\n- South Africa | Consult | Malawi | 2005-06-01\n- South Africa | Consult | Malawi | 2005-05-31\n- Malawi | Consult | South Africa | 2005-09-20\n- Malawi | Consult | South Africa | 2005-08-01\n- Malawi | Consult | South Africa | 2005-06-01\n- Malawi | Consult | South Africa | 2005-05-31\n- Malawi | Express intent to cooperate economically | South Africa | 2005-08-03\n- Malawi | Express intent to cooperate economically | South Africa | 2005-06-10\n- South Africa | Provide humanitarian aid | Malawi | 2005-11-23\nAnswer:", "completion": " 2005-08", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1126484", "prompt": "Who was the last to denounce the citizens of Thailand before Tharit Pengdit?\nEvidence:\n- Tharit Pengdit | Criticize or denounce | Citizen (Thailand) | 2010-04-26\n- Citizen (Thailand) | Criticize or denounce | Tharit Pengdit | 2010-07-13\n- Tharit Pengdit | Make statement | Thailand | 2010-07-04\n- Tharit Pengdit | Make statement | Thailand | 2010-05-27\n- Tharit Pengdit | Consult | Media (Thailand) | 2010-07-19\n- Media (Thailand) | Consult | Tharit Pengdit | 2010-07-19\n- Member of Parliament (Thailand) | Accuse | Tharit Pengdit | 2010-08-03\n- Tharit Pengdit | Make statement | Office of the Attorney General | 2010-12-22\n- Tharit Pengdit | Make statement | Media (Thailand) | 2010-07-27\n- Tharit Pengdit | Make statement | Media (Thailand) | 2010-06-11\n- Tharit Pengdit | Make statement | Member of Parliament (Thailand) | 2010-11-18\n- Tharit Pengdit | Make statement | Member of Parliament (Thailand) | 2010-02-10\n- Tharit Pengdit | Make statement | Member of Parliament (Thailand) | 2010-02-09\n- Tharit Pengdit | Make optimistic comment | Citizen (Thailand) | 2010-08-20\n- Media Personnel (Thailand) | Make statement | Tharit Pengdit | 2011-03-08\nAnswer:", "completion": " Royal Thai Police", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1235544", "prompt": "After Rashid Gumarovich Nurgaliyev, who was the first to want to negotiate with Dmitry Anatolyevich Medvedev?\nEvidence:\n- Rashid Gumarovich Nurgaliyev | Express intent to meet or negotiate | Dmitry Anatolyevich Medvedev | 2007-06-01\n- Dmitry Anatolyevich Medvedev | Express intent to meet or negotiate | Rashid Gumarovich Nurgaliyev | 2007-06-01\n- Veterans (Russia) | Consult | Rashid Gumarovich Nurgaliyev | 2006-11-05\n- Valentin Sobolev | Consult | Rashid Gumarovich Nurgaliyev | 2007-12-29\n- Rashid Gumarovich Nurgaliyev | Make statement | Tatarstan | 2006-08-22\n- Rashid Gumarovich Nurgaliyev | Investigate | Military (Russia) | 2006-12-11\n- Rashid Gumarovich Nurgaliyev | Consult | Veterans (Russia) | 2006-11-05\n- Rashid Gumarovich Nurgaliyev | Consult | Valentin Sobolev | 2007-12-29\n- Rashid Gumarovich Nurgaliyev | Consult | Media (Russia) | 2006-11-11\n- Rashid Gumarovich Nurgaliyev | Consult | ITAR TASS | 2007-10-02\n- Media (Russia) | Consult | Rashid Gumarovich Nurgaliyev | 2006-11-11\n- ITAR TASS | Consult | Rashid Gumarovich Nurgaliyev | 2007-10-02\n- Rashid Gumarovich Nurgaliyev | Make statement | Military (Russia) | 2007-11-28\n- Rashid Gumarovich Nurgaliyev | Make statement | Military (Russia) | 2007-07-13\n- Rashid Gumarovich Nurgaliyev | Make statement | Military (Russia) | 2007-04-16\nAnswer:", "completion": " Angela Merkel", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1287668", "prompt": "With whom did the Media Personnel of Pakistan want to negotiate first?\nEvidence:\n- Media Personnel (Pakistan) | Express intent to meet or negotiate | Head of Government (Pakistan) | 2006-01-31\n- Media Personnel (Pakistan) | Demand | Head of Government (Pakistan) | 2013-11-04\n- Media Personnel (Pakistan) | Consult | Head of Government (Pakistan) | 2013-03-24\n- Media Personnel (Pakistan) | Consult | Head of Government (Pakistan) | 2011-10-04\n- Media Personnel (Pakistan) | Consult | Head of Government (Pakistan) | 2009-12-25\n- Media Personnel (Pakistan) | Consult | Head of Government (Pakistan) | 2006-02-16\n- Head of Government (Pakistan) | Consult | Media Personnel (Pakistan) | 2013-03-24\n- Head of Government (Pakistan) | Consult | Media Personnel (Pakistan) | 2011-10-04\n- Head of Government (Pakistan) | Consult | Media Personnel (Pakistan) | 2009-12-25\n- Head of Government (Pakistan) | Consult | Media Personnel (Pakistan) | 2006-02-16\n- Media Personnel (Pakistan) | Express intent to meet or negotiate | Government (Pakistan) | 2013-02-03\n- Media Personnel (Pakistan) | Express intent to meet or negotiate | Government (Pakistan) | 2008-07-29\n- Media Personnel (Pakistan) | Express intent to meet or negotiate | Government (Pakistan) | 2007-10-30\n- Media Personnel (Pakistan) | Make statement | Head of Government (Pakistan) | 2015-12-26\n- Media Personnel (Pakistan) | Make statement | Head of Government (Pakistan) | 2014-09-01\nAnswer:", "completion": " Shaukat Aziz", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1109294", "prompt": "Which country offered cooperation to the Association of Southeast Asian Nations in 2007?\nEvidence:\n- France | Engage in diplomatic cooperation | Association of Southeast Asian Nations | 2007-01-13\n- China | Engage in diplomatic cooperation | Association of Southeast Asian Nations | 2007-01-14\n- China | Engage in diplomatic cooperation | Association of Southeast Asian Nations | 2007-01-12\n- China | Engage in diplomatic cooperation | Association of Southeast Asian Nations | 2007-01-11\n- Association of Southeast Asian Nations | Engage in diplomatic cooperation | France | 2007-01-13\n- Association of Southeast Asian Nations | Engage in diplomatic cooperation | China | 2007-01-14\n- Association of Southeast Asian Nations | Engage in diplomatic cooperation | China | 2007-01-12\n- Association of Southeast Asian Nations | Engage in diplomatic cooperation | China | 2007-01-11\n- Japan | Consult | Association of Southeast Asian Nations | 2007-01-13\n- China | Consult | Association of Southeast Asian Nations | 2007-01-13\n- China | Consult | Association of Southeast Asian Nations | 2007-01-10\n- Association of Southeast Asian Nations | Consult | Japan | 2007-01-13\n- Association of Southeast Asian Nations | Consult | China | 2007-01-13\n- Association of Southeast Asian Nations | Consult | China | 2007-01-10\n- South Korea | Engage in negotiation | Association of Southeast Asian Nations | 2007-01-14\nAnswer:", "completion": " China", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1085141", "prompt": "After the citizens of Uganda, who were the first to receive humanitarian aid from the High Commission for Refugees?\nEvidence:\n- Citizen (Uganda) | Reject | High Commission for Refugees | 2005-01-17\n- High Commission for Refugees | Provide aid | Government (Pakistan) | 2005-05-02\n- High Commission for Refugees | Provide aid | Government (Pakistan) | 2005-03-03\n- Japan | Reject | High Commission for Refugees | 2005-01-19\n- High Commission for Refugees | Consult | Cambodia | 2005-01-24\n- Cambodia | Consult | High Commission for Refugees | 2005-01-24\n- Organization of Petroleum Exporting Countries | Provide economic aid | High Commission for Refugees | 2005-03-21\n- High Commission for Refugees | Express intent to provide economic aid | Refugee (Afghanistan) | 2005-02-16\n- Shaukat Aziz | Consult | High Commission for Refugees | 2005-05-04\n- Ruud Lubbers | Mediate | High Commission for Refugees | 2005-02-16\n- Pervez Musharraf | Consult | High Commission for Refugees | 2005-05-06\n- High Commission for Refugees | Make statement | Togo | 2005-05-04\n- High Commission for Refugees | Make statement | Tanzania | 2005-04-06\n- High Commission for Refugees | Make statement | Iran | 2005-02-25\n- High Commission for Refugees | Grant asylum | Japan | 2005-01-19\nAnswer:", "completion": " Refugee (Cote d'Ivoire)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1286357", "prompt": "Before the citizens of the United Kingdom, who last expressed an intention to meet with the Maldives?\nEvidence:\n- Lawyer/Attorney (United Kingdom) | Express intent to meet or negotiate | Maldives | 2005-09-24\n- High Commission (United Kingdom) | Make a visit | Maldives | 2005-12-14\n- Police (Maldives) | Investigate | Maldives | 2005-07-06\n- Maldives | Accuse | Scientist (Maldives) | 2005-01-09\n- Thailand | Express intent to meet or negotiate | Maldives | 2005-01-13\n- Maldives | Express intent to meet or negotiate | Thailand | 2005-01-13\n- Maldives | Express intent to meet or negotiate | Bhutan | 2005-11-06\n- Bhutan | Express intent to meet or negotiate | Maldives | 2005-11-06\n- Police (Maldives) | Make statement | Maldives | 2005-07-06\n- South Korea | Express intent to meet or negotiate | Maldives | 2005-01-27\n- Maldives | Express intent to meet or negotiate | South Korea | 2005-01-27\n- Maumoon Abdul Gayoom | Express intent to meet or negotiate | Maldives | 2008-01-09\n- Maldives | Express intent to meet or negotiate | Maumoon Abdul Gayoom | 2007-01-08\n- Maldives | Express intent to cooperate | Bhutan | 2005-06-28\n- Bhutan | Express intent to cooperate | Maldives | 2005-06-28\nAnswer:", "completion": " Bhutan", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1352682", "prompt": "Who last appealed to the other authorities and officials of Nigeria in 2011?\nEvidence:\n- Special Rapporteurs of the United Nations | Make statement | Other Authorities / Officials (Libya) | 2011-02-22\n- Special Rapporteurs of the United Nations | Consult | Other Authorities / Officials (Democratic Republic of Congo) | 2011-08-08\n- Other Authorities / Officials (Democratic Republic of Congo) | Consult | Special Rapporteurs of the United Nations | 2011-08-08\n- Other Authorities / Officials (Serbia) | Express intent to cooperate on judicial matters | The Hague | 2011-06-04\n- Other Authorities / Officials (Libya) | Expel or deport individuals | The Daily Telegraph | 2011-04-07\n- Office of the United Nations High Commissioner for Human Rights | Appeal for intelligence | Other Authorities / Officials (Nepal) | 2011-11-10\n- Office of the United Nations High Commissioner for Human Rights | Make an appeal or request | Other Authorities / Officials (Egypt) | 2011-11-25\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 7, "n_anchors": 0} +{"id": "mtq_1117014", "prompt": "Who did the police of New Zealand investigate after the children of the United Kingdom?\nEvidence:\n- Police (New Zealand) | Investigate | Children (United Kingdom) | 2009-09-20\n- Police (New Zealand) | Investigate | Children (New Zealand) | 2014-06-10\n- Police (New Zealand) | Investigate | Children (New Zealand) | 2013-12-12\n- Police (New Zealand) | Investigate | Children (New Zealand) | 2010-12-10\n- Police (New Zealand) | Investigate | Children (New Zealand) | 2010-11-14\n- Police (New Zealand) | Investigate | Children (New Zealand) | 2010-10-15\n- Police (New Zealand) | Investigate | Children (New Zealand) | 2010-10-05\n- Police (New Zealand) | Investigate | Children (New Zealand) | 2009-12-09\n- Police (New Zealand) | Investigate | Children (New Zealand) | 2009-07-09\n- Police (New Zealand) | Investigate | Children (New Zealand) | 2009-06-29\n- Police (New Zealand) | Investigate | Children (New Zealand) | 2009-05-07\n- Police (New Zealand) | Investigate | Children (New Zealand) | 2009-05-02\n- Police (New Zealand) | Investigate | Children (New Zealand) | 2009-04-24\n- Police (New Zealand) | Investigate | Children (New Zealand) | 2008-12-22\n- Police (New Zealand) | Investigate | Children (New Zealand) | 2008-10-04\nAnswer:", "completion": " Citizen (Australia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1309937", "prompt": "In what year did Vladislav Yuryevich Surkov endorse Dmitry Anatolyevich Medvedev?\nEvidence:\n- Vladislav Yuryevich Surkov | Demand | Dmitry Anatolyevich Medvedev | 2009-09-15\n- Vladislav Yuryevich Surkov | Consult | Dmitry Anatolyevich Medvedev | 2013-05-08\n- Vladislav Yuryevich Surkov | Consult | Dmitry Anatolyevich Medvedev | 2011-12-27\n- Dmitry Anatolyevich Medvedev | Consult | Vladislav Yuryevich Surkov | 2013-05-08\n- Dmitry Anatolyevich Medvedev | Consult | Vladislav Yuryevich Surkov | 2011-12-27\n- Vladislav Yuryevich Surkov | Praise or endorse | Dmitry Anatolyevich Medvedev | 2013-05-29\n- Dmitry Anatolyevich Medvedev | Praise or endorse | Vladislav Yuryevich Surkov | 2011-12-27\n- Dmitry Anatolyevich Medvedev | Make statement | Vladislav Yuryevich Surkov | 2011-12-28\n- Dmitry Anatolyevich Medvedev | Make statement | Vladislav Yuryevich Surkov | 2011-12-27\n- Vladislav Yuryevich Surkov | Engage in diplomatic cooperation | Dmitry Anatolyevich Medvedev | 2011-09-15\n- Vladislav Yuryevich Surkov | Host a visit | Dmitry Anatolyevich Medvedev | 2013-05-29\n- Dmitry Anatolyevich Medvedev | Make a visit | Vladislav Yuryevich Surkov | 2013-05-29\n- Vladislav Yuryevich Surkov | Criticize or denounce | Vladislav Yuryevich Surkov | 2009-02-11\n- Vladislav Yuryevich Surkov | Make an appeal or request | Dmitry Anatolyevich Medvedev | 2012-06-13\n- Dmitry Anatolyevich Medvedev | Make an appeal or request | Vladislav Yuryevich Surkov | 2010-10-11\nAnswer:", "completion": " 2013", "qtype": "equal", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1223145", "prompt": "After the Government of Sudan, who was the first to praise the Foreign Ministry of Hungary?\nEvidence:\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Ethiopia | Praise or endorse | Government (Sudan) | 2005-01-10\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-27\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-26\n- Sudan | Praise or endorse | John Garang | 2005-01-23\n- Mwai Kibaki | Praise or endorse | Sudan | 2005-01-09\n- Sudan | Express intent to engage in diplomatic cooperation (such as policy support) | Head of Government (Egypt) | 2005-01-24\n- Sudan | Praise or endorse | Agence France-Presse | 2005-01-08\nAnswer:", "completion": " Iran", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1120513", "prompt": "Who discussed by telephone with the Cabinet Council of Ministers Advisors of the United States in the same year of ITAR TASS?\nEvidence:\n- Head of Government (Ukraine) | Consult | Cabinet / Council of Ministers / Advisors (United States) | 2006-03-02\n- Cabinet / Council of Ministers / Advisors (United States) | Consult | Head of Government (Ukraine) | 2006-03-02\n- ITAR TASS | Investigate | Iran | 2006-02-14\n- ITAR TASS | Make statement | UN Security Council | 2005-07-07\n- South Korea | Engage in negotiation | ITAR TASS | 2006-05-18\n- ITAR TASS | Engage in negotiation | South Korea | 2006-05-18\n- ITAR TASS | Make statement | Iran | 2006-04-20\n- ITAR TASS | Make statement | Iran | 2006-02-20\n- ITAR TASS | Make statement | Iran | 2006-02-06\n- ITAR TASS | Consult | Driss Jettou | 2005-11-22\n- Driss Jettou | Consult | ITAR TASS | 2005-11-22\n- Media (Russia) | Engage in diplomatic cooperation | ITAR TASS | 2005-12-12\n- ITAR TASS | Engage in diplomatic cooperation | Media (Russia) | 2005-12-12\n- ITAR TASS | Make statement | Head of Government (Ukraine) | 2006-01-03\n- Head of Government (Ukraine) | Make statement | ITAR TASS | 2005-01-24\nAnswer:", "completion": " Benjamin Netanyahu", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1338257", "prompt": "In which month did the citizens of Thailand last use unconventional violence against the citizens of Africa?\nEvidence:\n- Citizen (Thailand) | Use unconventional violence | Thailand | 2005-02-11\n- Children (Thailand) | Use unconventional violence | Thailand | 2005-01-04\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-10\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-18\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-14\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-09\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-07\n- Armed Opposition (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-03-02\n- Armed Opposition (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-03-01\n- Armed Opposition (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-26\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-03-01\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-26\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-03\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-02-01\n- Armed Gang (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-31\nAnswer:", "completion": " 2012-10", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1106834", "prompt": "Before Moro Islamic Liberation Front, who did International Government Organizations make a request to last?\nEvidence:\n- Moro Islamic Liberation Front | Make a visit | Malaysia | 2005-06-24\n- Moro Islamic Liberation Front | Make a visit | Malaysia | 2005-04-25\n- Moro Islamic Liberation Front | Make a visit | Malaysia | 2005-04-22\n- Moro Islamic Liberation Front | Make a visit | Malaysia | 2005-04-21\n- Moro Islamic Liberation Front | Make a visit | Malaysia | 2005-04-18\n- Moro Islamic Liberation Front | Mediate | Malaysia | 2005-04-19\n- Moro Islamic Liberation Front | Mediate | Malaysia | 2005-04-18\n- Malaysia | Host a visit | Moro Islamic Liberation Front | 2005-09-17\n- Malaysia | Host a visit | Moro Islamic Liberation Front | 2005-06-24\n- Malaysia | Host a visit | Moro Islamic Liberation Front | 2005-04-25\n- Malaysia | Host a visit | Moro Islamic Liberation Front | 2005-04-22\n- Malaysia | Host a visit | Moro Islamic Liberation Front | 2005-04-21\n- Malaysia | Host a visit | Moro Islamic Liberation Front | 2005-04-18\n- Moro Islamic Liberation Front | Make a visit | Middle East | 2005-04-18\n- Moro Islamic Liberation Front | Make an appeal or request | Malaysia | 2005-08-15\nAnswer:", "completion": " Middle East", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1265755", "prompt": "Who did the Member of Parliament of Australia praise in the same year of the Cabinet Council of Ministers Advisors of Australia?\nEvidence:\n- Member of Parliament (Australia) | Praise or endorse | Cabinet / Council of Ministers / Advisors (Australia) | 2015-11-29\n- Cabinet / Council of Ministers / Advisors (Australia) | Praise or endorse | Member of Parliament (Australia) | 2015-02-07\n- Cabinet / Council of Ministers / Advisors (Australia) | Praise or endorse | Member of Parliament (Australia) | 2009-08-04\n- Member of Parliament (Australia) | Threaten | Cabinet / Council of Ministers / Advisors (Australia) | 2005-02-18\n- Member of Parliament (Australia) | Consult | Cabinet / Council of Ministers / Advisors (Australia) | 2015-03-22\n- Member of Parliament (Australia) | Consult | Cabinet / Council of Ministers / Advisors (Australia) | 2010-08-30\n- Member of Parliament (Australia) | Consult | Cabinet / Council of Ministers / Advisors (Australia) | 2007-05-23\n- Member of Parliament (Australia) | Accuse | Cabinet / Council of Ministers / Advisors (Australia) | 2014-06-19\n- Cabinet / Council of Ministers / Advisors (Australia) | Reject | Member of Parliament (Australia) | 2010-08-24\n- Cabinet / Council of Ministers / Advisors (Australia) | Reject | Member of Parliament (Australia) | 2008-04-15\n- Cabinet / Council of Ministers / Advisors (Australia) | Consult | Member of Parliament (Australia) | 2015-03-22\n- Cabinet / Council of Ministers / Advisors (Australia) | Consult | Member of Parliament (Australia) | 2010-08-30\n- Cabinet / Council of Ministers / Advisors (Australia) | Consult | Member of Parliament (Australia) | 2007-05-23\n- Member of Parliament (Australia) | Make statement | Cabinet / Council of Ministers / Advisors (Australia) | 2014-05-07\n- Member of Parliament (Australia) | Make statement | Cabinet / Council of Ministers / Advisors (Australia) | 2014-04-03\nAnswer:", "completion": " Police (Australia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1226221", "prompt": "In which year did Agence France-Presse last have a telephone conversation with Uganda's lawyer?\nEvidence:\n- Media Personnel (Uganda) | Discuss by telephone | Agence France-Presse | 2005-03-05\n- Agence France-Presse | Discuss by telephone | Media Personnel (Uganda) | 2005-03-05\n- Japan | Discuss by telephone | Agence France-Presse | 2005-03-20\n- Agence France-Presse | Discuss by telephone | Japan | 2005-03-20\n- Lawyer/Attorney (Australia) | Engage in negotiation | Agence France-Presse | 2005-01-28\n- Agence France-Presse | Engage in negotiation | Lawyer/Attorney (Australia) | 2005-01-28\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2006-03-28\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-07-18\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-04-19\n- Police (Kenya) | Discuss by telephone | Agence France-Presse | 2005-01-03\n- Governor (Thailand) | Discuss by telephone | Agence France-Presse | 2005-01-23\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2006-03-28\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-07-19\n- Agence France-Presse | Discuss by telephone | Police (Kenya) | 2005-07-18\nAnswer:", "completion": " 2006", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1318693", "prompt": "Who was the last person to accuse William Ruto?\nEvidence:\n- William Ruto | Accuse | Police (Kenya) | 2007-04-30\n- William Ruto | Accuse | Police (Kenya) | 2005-07-20\n- William Ruto | Accuse | Uhuru Muigai Kenyatta | 2012-05-08\n- Uhuru Muigai Kenyatta | Accuse | William Ruto | 2005-02-22\n- William Ruto | Accuse | Head of Government (Kenya) | 2006-11-10\n- William Ruto | Accuse | Head of Government (Kenya) | 2005-03-24\n- William Ruto | Consult | Chris Okemo | 2006-02-06\n- Police (Kenya) | Demand | William Ruto | 2006-02-01\n- Chris Okemo | Consult | William Ruto | 2006-02-06\n- William Ruto | Make statement | Police (Kenya) | 2005-12-08\n- William Ruto | Make statement | Mwai Kibaki | 2005-11-24\n- William Ruto | Demand | Daniel Arap Moi | 2006-09-04\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2013-02-13\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2012-12-24\n- William Ruto | Consult | Uhuru Muigai Kenyatta | 2012-11-29\nAnswer:", "completion": " William ole Ntimama", "qtype": "first_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1061165", "prompt": "With which country did the African Union last wish to meet in 2015?\nEvidence:\n- Mauritania | Express intent to meet or negotiate | African Union | 2015-01-22\n- African Union | Express intent to meet or negotiate | Mauritania | 2015-01-22\n- African Union | Express intent to meet or negotiate | South Africa | 2015-02-01\n- Iran | Engage in diplomatic cooperation | African Union | 2015-01-06\n- China | Engage in diplomatic cooperation | African Union | 2015-01-27\n- African Union | Engage in diplomatic cooperation | Iran | 2015-01-06\n- African Union | Engage in diplomatic cooperation | China | 2015-01-27\n- UN Security Council | Express intent to meet or negotiate | African Union | 2015-03-04\n- China | Express intent to cooperate | African Union | 2015-02-02\n- China | Express intent to cooperate | African Union | 2015-01-27\n- African Union | Express intent to cooperate | China | 2015-02-02\n- African Union | Express intent to cooperate | China | 2015-01-27\n- Ethiopia | Consult | African Union | 2015-01-30\n- African Union | Consult | Ethiopia | 2015-01-30\n- African Union | Engage in diplomatic cooperation | International Government Organizations | 2015-01-31\nAnswer:", "completion": " Sudan", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1009063", "prompt": "After 8 January 2013, who did Ed Royce want to meet with?\nEvidence:\n- Ed Royce | Express intent to meet or negotiate | South Korea | 2013-01-08\n- South Korea | Host a visit | Ed Royce | 2013-01-08\n- Ed Royce | Make a visit | South Korea | 2013-01-08\n- Ed Royce | Consider policy option | South Korea | 2013-01-08\n- South Korea | Express intent to meet or negotiate | Japan | 2013-01-08\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | South Korea | 2013-01-08\n- South Korea | Host a visit | Grand National Party | 2013-01-08\n- South Korea | Engage in diplomatic cooperation | Japan | 2013-01-08\n- Japan | Engage in diplomatic cooperation | South Korea | 2013-01-08\n- Japan | Demand | South Korea | 2013-01-08\n- Grand National Party | Make a visit | South Korea | 2013-01-08\nAnswer:", "completion": " Government Official (Azerbaijan)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 11, "n_anchors": 1} +{"id": "mtq_1119670", "prompt": "Before Bagong Alyansang Makabayan, who appealed to the Congress of the United States?\nEvidence:\n- Bagong Alyansang Makabayan | Investigate | Vietnam | 2012-07-04\n- Bagong Alyansang Makabayan | Make an appeal or request | Congress (United States) | 2007-03-13\n- Bagong Alyansang Makabayan | Make statement | Spy Plane (United States) | 2012-07-04\n- Bagong Alyansang Makabayan | Accuse | Police (Philippines) | 2006-09-05\n- Police (Philippines) | Make statement | Bagong Alyansang Makabayan | 2007-12-21\n- Military (Philippines) | Make statement | Bagong Alyansang Makabayan | 2013-08-12\n- Bagong Alyansang Makabayan | Provide aid | Children (Philippines) | 2015-10-16\n- Bagong Alyansang Makabayan | Make statement | Military (Philippines) | 2006-09-06\n- Bagong Alyansang Makabayan | Make statement | Employee (Philippines) | 2010-12-05\n- Bagong Alyansang Makabayan | Make an appeal or request | Congress (Philippines) | 2015-09-10\n- Military Personnel (Philippines) | Make statement | Bagong Alyansang Makabayan | 2006-09-06\n- Bagong Alyansang Makabayan | Make statement | Military Personnel (Philippines) | 2010-03-25\n- Military (Philippines) | Return, release person(s) | Bagong Alyansang Makabayan | 2007-11-07\n- Citizen (Saudi Arabia) | Use unconventional violence | Bagong Alyansang Makabayan | 2010-11-26\n- Bagong Alyansang Makabayan | Host a visit | Ali Abdullah Saleh | 2006-01-17\nAnswer:", "completion": " Vietnam", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1116878", "prompt": "Who telephoned Mahmoud Abbas last, before the leader of Qatar?\nEvidence:\n- Mahmoud Abbas | Make statement | Japan | 2005-01-10\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-11\n- Mahmoud Abbas | Consult | Javier Solana | 2005-01-10\n- Mahmoud Abbas | Consult | Associated Press | 2005-01-01\n- Mahmoud Abbas | Consult | Abdullah Gül | 2005-01-05\n- Javier Solana | Consult | Mahmoud Abbas | 2005-01-11\n- Javier Solana | Consult | Mahmoud Abbas | 2005-01-10\n- Associated Press | Consult | Mahmoud Abbas | 2005-01-01\n- Abdullah Gül | Consult | Mahmoud Abbas | 2005-01-05\n- Vietnam | Praise or endorse | Mahmoud Abbas | 2005-01-11\n- Shimon Peres | Make statement | Mahmoud Abbas | 2005-01-10\n- Rafael Antonio Bielsa | Consult | Mahmoud Abbas | 2005-01-10\n- Pervez Musharraf | Make statement | Mahmoud Abbas | 2005-01-11\n- Pervez Musharraf | Make statement | Mahmoud Abbas | 2005-01-10\n- Nabil Shaath | Make statement | Mahmoud Abbas | 2005-01-15\nAnswer:", "completion": " Cabinet / Council of Ministers / Advisors (United States)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1132117", "prompt": "Could you tell me the exact month in which Gazprom signed an agreement with the Business of Norway?\nEvidence:\n- Gazprom | Sign formal agreement | Business (Norway) | 2005-06-21\n- Business (Norway) | Sign formal agreement | Gazprom | 2005-06-21\n- Gazprom | Sign formal agreement | Business (Germany) | 2006-02-02\n- Gazprom | Sign formal agreement | Business (Germany) | 2006-01-16\n- Gazprom | Sign formal agreement | Business (Germany) | 2005-04-11\n- Business (Germany) | Sign formal agreement | Gazprom | 2006-02-02\n- Business (Germany) | Sign formal agreement | Gazprom | 2006-01-16\n- Business (Germany) | Sign formal agreement | Gazprom | 2005-04-11\n- Gazprom | Consult | Gazprom Neft | 2005-10-28\n- Gazprom | Consult | Gazprom Neft | 2005-07-08\n- Gazprom Neft | Consult | Gazprom | 2005-10-28\n- Gazprom Neft | Consult | Gazprom | 2005-07-08\n- Head of Government (Turkmenistan) | Engage in negotiation | Gazprom | 2006-02-17\n- Head of Government (Turkmenistan) | Engage in negotiation | Gazprom | 2006-01-22\n- Gazprom | Engage in negotiation | Head of Government (Turkmenistan) | 2006-02-17\nAnswer:", "completion": " 2005-06", "qtype": "equal", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1068442", "prompt": "Who was the last person praised by the Inter-Services Intelligence before the Indian separatist?\nEvidence:\n- Inter-Services Intelligence | Discuss by telephone | Benazir Bhutto | 2007-11-18\n- Benazir Bhutto | Discuss by telephone | Inter-Services Intelligence | 2007-11-18\n- Central Intelligence Agency | Investigate | Inter-Services Intelligence | 2006-01-25\n- Pervez Musharraf | Consult | Inter-Services Intelligence | 2006-04-16\n- Media (India) | Accuse | Inter-Services Intelligence | 2006-07-17\n- Legislature (Pakistan) | Consult | Inter-Services Intelligence | 2008-04-03\n- Inter-Services Intelligence | Reject | Pervez Musharraf | 2006-10-03\n- Inter-Services Intelligence | Make statement | Iran | 2006-10-09\n- Inter-Services Intelligence | Make statement | China | 2005-04-17\n- Inter-Services Intelligence | Demand | Pervez Musharraf | 2006-10-19\n- Inter-Services Intelligence | Consult | Pervez Musharraf | 2006-04-16\n- Inter-Services Intelligence | Consult | Legislature (Pakistan) | 2008-04-03\n- Inter-Services Intelligence | Consult | Benazir Bhutto | 2007-09-06\n- Benazir Bhutto | Consult | Inter-Services Intelligence | 2007-09-06\n- Benazir Bhutto | Accuse | Inter-Services Intelligence | 2008-01-02\nAnswer:", "completion": " Insurgent (Afghanistan)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1104184", "prompt": "Who signed formal agreements with Guinea-Bissau in 2012?\nEvidence:\n- Mauritania | Sign formal agreement | Guinea-Bissau | 2012-08-24\n- Guinea-Bissau | Sign formal agreement | Mauritania | 2012-08-24\n- Guinea-Bissau | Sign formal agreement | Angola | 2012-06-15\n- Angola | Sign formal agreement | Guinea-Bissau | 2012-06-15\n- Guinea-Bissau | Arrest, detain, or charge with legal action | Citizen (Guinea-Bissau) | 2012-04-15\n- Citizen (Guinea-Bissau) | Express intent to meet or negotiate | Guinea-Bissau | 2012-05-14\n- Citizen (Guinea-Bissau) | Express intent to meet or negotiate | Guinea-Bissau | 2012-03-23\n- Guinea-Bissau | Engage in diplomatic cooperation | Angola | 2012-04-11\n- Guinea-Bissau | Engage in diplomatic cooperation | Angola | 2012-04-05\n- Angola | Engage in diplomatic cooperation | Guinea-Bissau | 2012-04-11\n- Angola | Engage in diplomatic cooperation | Guinea-Bissau | 2012-04-05\n- African Union | Engage in diplomatic cooperation | Guinea-Bissau | 2012-04-14\n- Ramtane Lamamra | Make statement | Guinea-Bissau | 2012-04-19\n- Guinea-Bissau | Host a visit | Angola | 2012-06-11\n- Angola | Make a visit | Guinea-Bissau | 2012-06-11\nAnswer:", "completion": " Angola", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1154596", "prompt": "In November 2012, who investigated South Korea's lawyer?\nEvidence:\n- U.S. Forces Korea | Engage in negotiation | South Korea | 2005-11-08\n- U.S. Forces Korea | Engage in negotiation | South Korea | 2005-05-17\n- South Korea | Engage in negotiation | U.S. Forces Korea | 2005-11-08\n- South Korea | Engage in negotiation | U.S. Forces Korea | 2005-05-17\n- U.S. Forces Korea | Make statement | South Korea | 2006-03-10\n- U.S. Forces Korea | Make statement | South Korea | 2005-04-30\n- U.S. Forces Korea | Express accord | South Korea | 2006-03-10\n- U.S. Forces Korea | Consult | Police (South Korea) | 2005-06-17\n- Police (South Korea) | Consult | U.S. Forces Korea | 2005-06-17\n- Police (South Korea) | Return, release person(s) | Criminal (South Korea) | 2005-06-30\n- Police (South Korea) | Return, release person(s) | Secret Agent (South Korea) | 2005-10-02\n- U.S. Forces Korea | Praise or endorse | South Korea | 2006-08-26\n- U.S. Forces Korea | Praise or endorse | South Korea | 2006-05-01\n- U.S. Forces Korea | Make a visit | South Korea | 2006-09-04\n- U.S. Forces Korea | Make a visit | South Korea | 2005-05-03\nAnswer:", "completion": " Police (South Korea)", "qtype": "equal", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1267547", "prompt": "After 10 December 2009, who was blamed by the villagers of Thailand?\nEvidence:\n- Member of Parliament (Thailand) | Make statement | Abhisit Vejjajiva | 2009-12-10\n- Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2009-12-10\n- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2009-12-10\n- Thailand | Host a visit | Malaysia | 2009-12-10\n- Malaysia | Make a visit | Thailand | 2009-12-10\n- Thailand | Host a visit | Abhisit Vejjajiva | 2009-12-10\n- Thailand | Engage in diplomatic cooperation | Malaysia | 2009-12-10\n- Malaysia | Engage in diplomatic cooperation | Thailand | 2009-12-10\n- Citizen (Thailand) | Reduce relations | Abhisit Vejjajiva | 2009-12-10\n- Abhisit Vejjajiva | Provide aid | Citizen (Thailand) | 2009-12-10\n- Abhisit Vejjajiva | Make a visit | Thailand | 2009-12-10\n- Protester (Thailand) | Demonstrate or rally | Abhisit Vejjajiva | 2009-12-10\n- Citizen (Thailand) | Use unconventional violence | Prem Tinsulanonda | 2009-12-10\n- Citizen (Thailand) | Make optimistic comment | Abhisit Vejjajiva | 2009-12-10\n- Protester (Thailand) | Demonstrate for leadership change | Abhisit Vejjajiva | 2009-12-10\nAnswer:", "completion": " Citizen (Thailand)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1242365", "prompt": "Who wanted to negotiate with Benedict XVI first, after Shimon Peres?\nEvidence:\n- China | Reject | Benedict XVI | 2005-09-11\n- China | Accuse | Benedict XVI | 2005-09-11\n- Ivan Gasparovic | Consult | Benedict XVI | 2005-06-17\n- Iraq | Make statement | Benedict XVI | 2005-09-01\n- Gerhard Schröder | Consult | Benedict XVI | 2005-08-20\n- Bertie Ahern | Consult | Benedict XVI | 2005-07-08\n- Benedict XVI | Make statement | Solidarity | 2005-08-31\n- Benedict XVI | Consult | Ivan Gasparovic | 2005-06-17\n- Benedict XVI | Consult | Gerhard Schröder | 2005-08-20\n- Benedict XVI | Consult | Bertie Ahern | 2005-07-08\n- Benedict XVI | Consult | Angela Merkel | 2005-08-20\n- Angela Merkel | Consult | Benedict XVI | 2005-08-20\n- Benedict XVI | Express intent to meet or negotiate | Carlo Azeglio Ciampi | 2005-05-03\n- Shimon Peres | Express intent to meet or negotiate | Mahmoud Abbas | 2005-01-28\n- Joschka Fischer | Express intent to meet or negotiate | Shimon Peres | 2005-03-11\nAnswer:", "completion": " Priest (Philippines)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1174641", "prompt": "Who threatened the police of Kenya in the same year of Ali Roba?\nEvidence:\n- Ali Roba | Threaten | Police (Kenya) | 2014-11-24\n- Ali Roba | Accuse | Police (Kenya) | 2014-11-10\n- Ali Roba | Make statement | Police (Kenya) | 2015-10-21\n- Ali Roba | Make statement | Police (Kenya) | 2014-12-08\n- Ali Roba | Rally opposition against | Police (Kenya) | 2015-12-30\n- Ali Roba | Praise or endorse | Police (Kenya) | 2015-10-21\n- Ali Roba | Make statement | Secret Agent (Kenya) | 2014-10-22\n- High Ranking Military Personnel (Kenya) | Consult | Ali Roba | 2014-11-27\n- Ali Roba | Consult | High Ranking Military Personnel (Kenya) | 2014-11-27\n- Uhuru Muigai Kenyatta | Consult | Ali Roba | 2014-12-05\n- Uhuru Muigai Kenyatta | Consult | Ali Roba | 2014-12-04\n- Ali Roba | Consult | Uhuru Muigai Kenyatta | 2014-12-05\n- Ali Roba | Consult | Uhuru Muigai Kenyatta | 2014-12-04\n- Ali Roba | Appeal for de-escalation of military engagement | Citizen (Unidentified State Actor) | 2014-09-03\n- Head of Government (Kenya) | Make an appeal or request | Citizen (Unidentified State Actor) | 2005-10-25\nAnswer:", "completion": " Hassan Joho", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1052748", "prompt": "Who was the first country against which the African Union used conventional military force in 2007?\nEvidence:\n- African Union | Use conventional military force | Islamic Courts Union | 2007-01-10\n- African Union | Use conventional military force | Islamic Courts Union | 2007-01-09\n- Ethiopia | Use conventional military force | Islamic Courts Union | 2007-02-20\n- Ethiopia | Use conventional military force | China | 2007-04-26\n- Eritrea | Use conventional military force | Ethiopia | 2007-04-03\n- African Union | Provide military protection or peacekeeping | Sudan | 2007-01-28\n- African Union | Provide military protection or peacekeeping | Sudan | 2007-01-19\n- African Union | Provide military protection or peacekeeping | Sudan | 2007-01-10\n- African Union | Provide military protection or peacekeeping | Ethiopia | 2007-04-27\n- African Union | Provide military aid | Transitional National Government | 2007-01-06\n- African Union | Appeal for military aid | South Africa | 2007-01-09\n- African Union | Appeal for military aid | South Africa | 2007-01-08\n- Ethiopia | Consult | African Union | 2007-01-26\n- African Union | Reject | Sudan | 2007-01-29\n- African Union | Mediate | Comoros | 2007-01-27\nAnswer:", "completion": " Islamic Courts Union", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1388482", "prompt": "In the year 2012, who made the villagers of India suffer from conventional military forces?\nEvidence:\n- Separatist (India) | Demobilize armed forces | Military Personnel (India) | 2012-01-24\n- Activist (Coordination of Democratic Forces) | Use conventional military force | Niger | 2010-02-21\n- Committees for the Defense of the Revolution | Use conventional military force | People Associated with the Opposition (Cuba) | 2010-04-14\n- Military (Mali) | Use conventional military force | Combatant (al-Qaeda in the Islamic Maghreb) | 2009-07-20\n- Military (Lebanon) | Use conventional military force | Israeli Defense Forces | 2014-02-28\n- Military (Lebanon) | Use conventional military force | Israeli Defense Forces | 2013-12-24\n- Military (Lebanon) | Use conventional military force | Israeli Defense Forces | 2013-12-21\n- Military (Lebanon) | Use conventional military force | Israeli Defense Forces | 2013-12-16\n- Military (Lebanon) | Use conventional military force | Israeli Defense Forces | 2010-08-16\n- Military (Lebanon) | Use conventional military force | Israeli Defense Forces | 2010-08-11\n- Military (Lebanon) | Use conventional military force | Israeli Defense Forces | 2010-08-10\n- Military (Lebanon) | Use conventional military force | Israeli Defense Forces | 2010-08-09\n- Military (Lebanon) | Use conventional military force | Israeli Defense Forces | 2010-08-08\n- Military (Lebanon) | Use conventional military force | Israeli Defense Forces | 2010-08-07\n- Military (Lebanon) | Use conventional military force | Israeli Defense Forces | 2010-08-06\nAnswer:", "completion": " Central Reserve Police Force", "qtype": "equal", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1266400", "prompt": "Before Rehman Malik, who was the last to be praised by the Pakistani government?\nEvidence:\n- Rehman Malik | Accuse | Government (Pakistan) | 2008-01-06\n- Rehman Malik | Make statement | Government (Pakistan) | 2008-11-16\n- Rehman Malik | Make statement | Government (Pakistan) | 2008-11-09\n- Rehman Malik | Make statement | Government (Pakistan) | 2008-10-12\n- Rehman Malik | Make statement | Government (Pakistan) | 2008-10-08\n- Rehman Malik | Make statement | Government (Pakistan) | 2008-08-26\n- Rehman Malik | Make statement | Government (Pakistan) | 2008-08-22\n- Rehman Malik | Make statement | Government (Pakistan) | 2008-08-21\n- Rehman Malik | Make statement | Government (Pakistan) | 2008-08-15\n- Rehman Malik | Make statement | Government (Pakistan) | 2008-06-30\n- Rehman Malik | Make statement | Government (Pakistan) | 2008-06-27\n- Rehman Malik | Make statement | Government (Pakistan) | 2008-06-20\n- Rehman Malik | Make statement | Government (Pakistan) | 2008-05-27\n- Rehman Malik | Make statement | Government (Pakistan) | 2008-05-26\n- Rehman Malik | Make statement | Government (Pakistan) | 2008-04-24\nAnswer:", "completion": " Iran", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1299803", "prompt": "Who received the visit from Pakistan People's Party after April, the year of 2015?\nEvidence:\n- Pakistan People's Party | Consult | Head of Government (Pakistan) | 2006-04-11\n- Head of Government (Pakistan) | Consult | Pakistan People's Party | 2006-04-11\n- Pakistan People's Party | Accuse | Government (Pakistan) | 2007-06-06\n- Pakistan People's Party | Accuse | Government (Pakistan) | 2007-02-14\n- Government (Pakistan) | Accuse of crime, corruption | Pakistan People's Party | 2007-07-28\n- Pakistan People's Party | Make statement | Government (Pakistan) | 2007-07-11\n- Pakistan People's Party | Make statement | Government (Pakistan) | 2006-04-23\n- Head of Government (Pakistan) | Praise or endorse | Pakistan People's Party | 2006-04-11\n- Pakistan People's Party | Reject | Pervez Musharraf | 2005-05-13\n- Pakistan People's Party | Consult | Benazir Bhutto | 2006-05-10\n- Pakistan People's Party | Accuse | Pervez Musharraf | 2007-04-09\n- Pakistan People's Party | Accuse | Pervez Musharraf | 2005-12-15\n- Pakistan People's Party | Accuse | Pervez Musharraf | 2005-08-19\n- Benazir Bhutto | Consult | Pakistan People's Party | 2006-05-10\n- Pakistan People's Party | Make statement | Media Personnel (Pakistan) | 2005-04-15\nAnswer:", "completion": " Ashraf Ghani Ahmadzai", "qtype": "before_after", "answer_type": "entity", "time_level": "month", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1390318", "prompt": "In 2009, who was the first to be investigated by the Ugandan police?\nEvidence:\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-28\n- First Command of the Capital | Threaten | Citizen (Brazil) | 2005-06-17\n- First Command of the Capital | Accuse | Citizen (Brazil) | 2009-11-11\n- Criminal (Brazil) | Reduce relations | First Command of the Capital | 2005-06-16\n- Cláudio Lembo | Make statement | First Command of the Capital | 2006-05-14\n- Assembly of First Nations | Engage in material cooperation | Police (Canada) | 2013-02-16\n- Other Authorities / Officials (Brazil) | Investigate | First Command of the Capital | 2009-03-04\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2014-08-13\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2008-12-22\n- First Command of the Capital | Use unconventional violence | Citizen (Brazil) | 2007-02-02\n- First Command of the Capital | Criticize or denounce | Citizen (Brazil) | 2008-10-30\n- Citizen (Brazil) | Use unconventional violence | First Command of the Capital | 2006-05-19\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2012-05-31\n- Citizen (Brazil) | Criticize or denounce | First Command of the Capital | 2009-10-23\n- Citizen (Brazil) | Express intent to release persons or property | First Command of the Capital | 2008-10-16\nAnswer:", "completion": " Citizen (Uganda)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1288905", "prompt": "On 12 July 2007, who expressed the intention to negotiate with South Korea?\nEvidence:\n- Citizen (North Korea) | Express intent to meet or negotiate | South Korea | 2007-07-12\n- China | Impose restrictions on political freedoms | Women (France) | 2007-07-12\n- South Korea | Praise or endorse | China | 2007-07-12\n- Sudan | Express intent to meet or negotiate | China | 2007-07-12\n- Qin Gang | Express intent to meet or negotiate | China | 2007-07-12\n- Gurbanguly Berdymukhammedov | Express intent to meet or negotiate | China | 2007-07-12\n- Malaysia | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2007-07-12\n- China | Express intent to engage in diplomatic cooperation (such as policy support) | Malaysia | 2007-07-12\n- Qin Gang | Make statement | China | 2007-07-12\n- Mexico | Make a visit | China | 2007-07-12\n- China | Sign formal agreement | Association of Southeast Asian Nations | 2007-07-12\n- China | Provide economic aid | Japan | 2007-07-12\n- China | Host a visit | Mexico | 2007-07-12\n- China | Consult | Associated Press | 2007-07-12\n- China | Consider policy option | Associated Press | 2007-07-12\nAnswer:", "completion": " Citizen (North Korea)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1264143", "prompt": "In what year did the Iranian Foreign Ministry last negotiate with Ali Abdullah Saleh?\nEvidence:\n- Foreign Affairs (Mauritania) | Consult | Ali Abdullah Saleh | 2005-03-15\n- Ali Abdullah Saleh | Consult | Foreign Affairs (Mauritania) | 2005-03-15\n- Ali Abdullah Saleh | Investigate | Yemen | 2005-02-11\n- Ali Abdullah Saleh | Investigate | Yemen | 2005-02-06\n- Gerhard Schröder | Engage in negotiation | Ali Abdullah Saleh | 2005-03-03\n- Gerhard Schröder | Engage in negotiation | Ali Abdullah Saleh | 2005-03-02\n- Ali Abdullah Saleh | Engage in negotiation | Gerhard Schröder | 2005-03-03\n- Ali Abdullah Saleh | Engage in negotiation | Gerhard Schröder | 2005-03-02\n- Ali Abdullah Saleh | Engage in negotiation | Abdoulaye Wade | 2005-02-24\n- Abdoulaye Wade | Engage in negotiation | Ali Abdullah Saleh | 2005-02-24\n- Yemen | Make statement | Ali Abdullah Saleh | 2005-05-03\n- Solomon Passy | Consult | Ali Abdullah Saleh | 2005-02-24\n- Pervez Musharraf | Consult | Ali Abdullah Saleh | 2005-02-13\n- Gerhard Schröder | Consult | Ali Abdullah Saleh | 2005-03-04\n- Ali Abdullah Saleh | Make statement | Yemen | 2005-06-16\nAnswer:", "completion": " 2006", "qtype": "first_last", "answer_type": "time", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1352826", "prompt": "Who last negotiated with Abhisit Vejjajiva before the Internal Security Operations Command did so?\nEvidence:\n- Internal Security Operations Command | Consult | Abhisit Vejjajiva | 2009-09-18\n- Abhisit Vejjajiva | Consult | Internal Security Operations Command | 2009-09-18\n- Abhisit Vejjajiva | Make statement | Internal Security Operations Command | 2009-07-01\n- Internal Security Operations Command | Engage in negotiation | Abhisit Vejjajiva | 2009-06-01\n- Abhisit Vejjajiva | Engage in negotiation | Internal Security Operations Command | 2009-06-01\n- Abhisit Vejjajiva | Arrest, detain, or charge with legal action | Internal Security Operations Command | 2009-07-23\n- Abhisit Vejjajiva | Express intent to meet or negotiate | Internal Security Operations Command | 2009-09-21\n- Abhisit Vejjajiva | Express intent to meet or negotiate | Internal Security Operations Command | 2009-09-11\n- Abhisit Vejjajiva | Express intent to meet or negotiate | Internal Security Operations Command | 2009-08-31\n- Abhisit Vejjajiva | Express intent to meet or negotiate | Internal Security Operations Command | 2009-06-01\n- Internal Security Operations Command | Make statement | Thailand | 2007-01-01\n- Internal Security Operations Command | Investigate | Citizen (Thailand) | 2007-01-01\n- UN Security Council | Consult | Internal Security Operations Command | 2007-03-05\n- UN Security Council | Consult | Internal Security Operations Command | 2007-03-02\n- Internal Security Operations Command | Consult | UN Security Council | 2007-03-05\nAnswer:", "completion": " Cabinet / Council of Ministers / Advisors (Thailand)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1041050", "prompt": "Who was the last person to make a request to John Dramani Mahama before the leader of Ghana?\nEvidence:\n- John Dramani Mahama | Consult | Head of Government (Ghana) | 2012-06-25\n- Head of Government (Ghana) | Consult | John Dramani Mahama | 2012-06-25\n- John Dramani Mahama | Make statement | Head of Government (Ghana) | 2012-09-20\n- John Dramani Mahama | Make an appeal or request | Religion (Ghana) | 2012-12-14\n- John Dramani Mahama | Make an appeal or request | Bank (Ghana) | 2010-08-17\n- John Dramani Mahama | Make an appeal or request | Bank (Ghana) | 2010-08-16\n- John Dramani Mahama | Praise or endorse | Religion (Ghana) | 2012-12-14\n- Congress (Ghana) | Criticize or denounce | John Dramani Mahama | 2013-01-08\n- John Dramani Mahama | Make an appeal or request | Head of Government (Ghana) | 2008-07-10\n- Other Authorities / Officials (Ghana) | Make statement | John Dramani Mahama | 2012-12-17\n- Ruling Party (Ghana) | Praise or endorse | John Dramani Mahama | 2012-08-30\n- John Dramani Mahama | Make an appeal or request | Other Authorities / Officials (Ghana) | 2011-08-23\n- Head of Government (Ghana) | Engage in symbolic act | John Dramani Mahama | 2013-01-02\n- John Dramani Mahama | Make a visit | Togo | 2009-07-23\n- John Dramani Mahama | Make a visit | Ethiopia | 2011-05-26\nAnswer:", "completion": " New Patriotic Party", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1312719", "prompt": "When did the citizens of Australia first make optimistic remarks about Elizabeth II?\nEvidence:\n- Police (Australia) | Make statement | Elizabeth II | 2006-01-29\n- Police (Australia) | Consult | Elizabeth II | 2006-03-14\n- Elizabeth II | Consult | Police (Australia) | 2006-03-14\n- Royal Administration (Australia) | Make statement | Elizabeth II | 2006-03-10\n- Royal Administration (Australia) | Consult | Elizabeth II | 2006-03-14\n- Elizabeth II | Consult | Royal Administration (Australia) | 2006-03-14\n- Head of Government (Brazil) | Consult | Elizabeth II | 2006-03-13\n- Elizabeth II | Consult | Head of Government (Brazil) | 2006-03-13\n- Tony Blair | Make statement | Elizabeth II | 2006-04-19\n- Elizabeth II | Make a visit | Japan | 2005-08-25\n- Elizabeth II | Make a visit | Japan | 2005-08-23\n- Elizabeth II | Make a visit | Ireland | 2005-06-09\n- Elizabeth II | Engage in symbolic act | Citizen (Australia) | 2006-03-28\n- Tony Blair | Consult | Elizabeth II | 2005-11-12\n- Elizabeth II | Consult | Tony Blair | 2005-11-12\nAnswer:", "completion": " 2010-08-17", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1096644", "prompt": "Who made the last appeal to Boko Haram before the Royal Administration of Nigeria?\nEvidence:\n- Government (Nigeria) | Accuse | Boko Haram | 2010-10-13\n- Citizen (Nigeria) | Accuse | Boko Haram | 2011-05-26\n- Boko Haram | Threaten | Citizen (Nigeria) | 2011-02-03\n- Boko Haram | Demand | Government (Nigeria) | 2010-10-15\n- Boko Haram | Demand | Citizen (Nigeria) | 2011-02-03\n- Boko Haram | Assassinate | Citizen (Nigeria) | 2010-11-14\n- Boko Haram | Assassinate | Citizen (Nigeria) | 2010-11-09\n- Citizen (Nigeria) | Make an appeal or request | Boko Haram | 2009-08-04\n- Ministry (Nigeria) | Make statement | Boko Haram | 2009-08-11\n- Government (Nigeria) | Make statement | Boko Haram | 2009-08-02\n- Citizen (Nigeria) | Reduce relations | Boko Haram | 2011-02-03\n- Boko Haram | Make statement | Government (Nigeria) | 2010-10-14\n- Boko Haram | Make statement | Government (Nigeria) | 2009-08-19\n- Scholar (Nigeria) | Criticize or denounce | Boko Haram | 2010-10-11\n- Scholar (Nigeria) | Criticize or denounce | Boko Haram | 2010-10-09\nAnswer:", "completion": " Citizen (Nigeria)", "qtype": "before_last", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1182723", "prompt": "Before the military of the Middle East, against whom did the military of the Middle East use conventional military force?\nEvidence:\n- Middle East | Use conventional military force | Rafiq Hariri | 2005-02-15\n- Military (Middle East) | Mobilize or increase armed forces | Middle East | 2005-02-14\n- Iraq | Provide military aid | Middle East | 2005-01-16\n- Tony Blair | Make statement | Middle East | 2005-02-04\n- Shimon Peres | Make statement | Middle East | 2005-02-26\n- Middle East | Praise or endorse | Iraq | 2005-03-22\n- Gerhard Schröder | Make statement | Middle East | 2005-03-31\n- China | Praise or endorse | Middle East | 2005-03-23\n- China | Make optimistic comment | Middle East | 2005-02-09\n- Abdullah Gül | Make statement | Middle East | 2005-01-07\n- Tony Blair | Praise or endorse | Middle East | 2005-02-24\n- Shirin Ebadi | Criticize or denounce | Middle East | 2005-03-09\n- Royal Administration (Saudi Arabia) | Investigate | Middle East | 2005-04-16\n- Okada Katsuya | Make a visit | Middle East | 2005-03-30\n- Middle East | Host a visit | Okada Katsuya | 2005-03-30\nAnswer:", "completion": " Citizen (Australia)", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1132450", "prompt": "In which month did William Ruto first use conventional military force against the United Democratic Movement?\nEvidence:\n- William Ruto | Use conventional military force | United Democratic Movement | 2012-01-10\n- United Democratic Movement | Bring lawsuit against | William Ruto | 2011-07-11\n- United Democratic Movement | Bring lawsuit against | William Ruto | 2011-07-08\n- William Ruto | Consult | United Democratic Movement | 2011-08-29\n- William Ruto | Accuse | United Democratic Movement | 2011-07-11\n- William Ruto | Accuse | United Democratic Movement | 2011-07-08\n- United Democratic Movement | Consult | William Ruto | 2011-08-29\n- William Ruto | Make statement | United Democratic Movement | 2012-01-03\n- United Democratic Movement | Make statement | William Ruto | 2011-07-11\n- United Democratic Movement | Make statement | William Ruto | 2011-07-08\n- William Ruto | Engage in diplomatic cooperation | United Democratic Movement | 2011-07-25\n- William Ruto | Praise or endorse | United Democratic Movement | 2011-12-23\n- Isaac Kiprono Ruto | Make statement | United Democratic Movement | 2011-06-23\n- United Democratic Movement | Threaten | South Africa | 2011-03-17\n- William Ruto | Consult | Chris Okemo | 2006-02-06\nAnswer:", "completion": " 2012-01", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1000757", "prompt": "Who did Antony Harold Curties \"Tony\" Windsor want to negotiate with on the same year of Julia Gillard?\nEvidence:\n- Media Personnel (Australia) | Rally support on behalf of | Julia Gillard | 2006-12-01\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2007-05-17\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2006-04-06\n- Julia Gillard | Make statement | People Associated with the Opposition (Australia) | 2005-09-06\n- Julia Gillard | Consider policy option | People Associated with the Opposition (Australia) | 2007-05-02\n- Member of Parliament (Australia) | Accuse | Julia Gillard | 2007-05-02\n- Julia Gillard | Express intent to meet or negotiate | Citizen (Australia) | 2006-12-12\n- Member of Parliament (Australia) | Make statement | Julia Gillard | 2007-01-19\n- Member of Parliament (Australia) | Make statement | Julia Gillard | 2006-12-06\n- Peter Costello | Accuse | Julia Gillard | 2007-05-10\n- Julia Gillard | Reject | David Hawker | 2006-06-02\n- Julia Gillard | Reject | David Hawker | 2006-05-31\n- Julia Gillard | Consult | Businessperson (Australia) | 2007-05-03\n- Julia Gillard | Accuse | David Hawker | 2006-06-01\n- Julia Gillard | Accuse | David Hawker | 2006-05-31\nAnswer:", "completion": " Member of Parliament (Australia)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1251335", "prompt": "Who used small arms and light weapons to attack the Criminal of Brazil on 31 March 2006?\nEvidence:\n- Citizen (Brazil) | fight with small arms and light weapons | Criminal (Brazil) | 2006-03-31\nAnswer:", "completion": " Citizen (Brazil)", "qtype": "equal", "answer_type": "entity", "time_level": "day", "n_evidence": 1, "n_anchors": 0} +{"id": "mtq_1271311", "prompt": "Can you tell me the exact month when Agence France-Presse first spoke to the Syrian Observatory for Human Rights by telephone?\nEvidence:\n- Syrian Observatory for Human Rights | Discuss by telephone | Agence France-Presse | 2011-10-13\n- Syrian Observatory for Human Rights | Discuss by telephone | Agence France-Presse | 2011-09-17\n- Syrian Observatory for Human Rights | Discuss by telephone | Agence France-Presse | 2011-05-07\n- Agence France-Presse | Discuss by telephone | Syrian Observatory for Human Rights | 2011-10-13\n- Agence France-Presse | Discuss by telephone | Syrian Observatory for Human Rights | 2011-09-17\n- Agence France-Presse | Discuss by telephone | Syrian Observatory for Human Rights | 2011-05-07\n- Syrian Observatory for Human Rights | Make statement | Agence France-Presse | 2011-11-02\n- Syrian Observatory for Human Rights | Threaten | Citizen (United Kingdom) | 2012-02-02\n- Syrian Observatory for Human Rights | Make statement | Population (Syria) | 2012-03-27\n- Syrian Observatory for Human Rights | Make statement | Police (Syria) | 2012-07-31\n- Syrian Observatory for Human Rights | Make statement | Police (Syria) | 2012-04-27\n- Syrian Observatory for Human Rights | Make statement | Police (Syria) | 2011-10-23\n- Syrian Observatory for Human Rights | Make statement | Police (Syria) | 2011-10-06\n- Syrian Observatory for Human Rights | Make statement | Police (Syria) | 2011-06-05\n- Syrian Observatory for Human Rights | Make statement | Muslim (Syria) | 2012-11-05\nAnswer:", "completion": " 2011-05", "qtype": "first_last", "answer_type": "time", "time_level": "month", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1351768", "prompt": "Who negotiated with Angela Merkel for the first time in 2009?\nEvidence:\n- Wen Jiabao | Engage in negotiation | Angela Merkel | 2009-01-30\n- Barack Obama | Engage in negotiation | Angela Merkel | 2009-01-27\n- Angela Merkel | Engage in negotiation | Wen Jiabao | 2009-01-30\n- Angela Merkel | Engage in negotiation | Barack Obama | 2009-01-27\n- Wen Jiabao | Consult | Angela Merkel | 2009-01-31\n- Wen Jiabao | Consult | Angela Merkel | 2009-01-30\n- Wen Jiabao | Consult | Angela Merkel | 2009-01-29\n- Mahmoud Abbas | Consult | Angela Merkel | 2009-01-06\n- Barack Obama | Consult | Angela Merkel | 2009-01-28\n- Barack Obama | Consult | Angela Merkel | 2009-01-27\n- Barack Obama | Consult | Angela Merkel | 2009-01-26\n- Angela Merkel | Make statement | France | 2009-02-03\n- Angela Merkel | Make statement | France | 2009-01-17\n- Angela Merkel | Make statement | China | 2009-01-29\n- Angela Merkel | Consult | Wen Jiabao | 2009-01-31\nAnswer:", "completion": " Barack Obama", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1173008", "prompt": "Who wanted to negotiate with Abdel Fattah Al-Sisi in the same year as Chuck Hagel?\nEvidence:\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-07-03\n- Chuck Hagel | Consult | Abdel Fattah Al-Sisi | 2013-04-24\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-07-03\n- Abdel Fattah Al-Sisi | Consult | Chuck Hagel | 2013-04-24\n- Chuck Hagel | Engage in negotiation | Abdel Fattah Al-Sisi | 2013-07-07\n- Chuck Hagel | Engage in negotiation | Abdel Fattah Al-Sisi | 2013-04-25\n- Chuck Hagel | Engage in negotiation | Abdel Fattah Al-Sisi | 2013-04-24\n- Abdel Fattah Al-Sisi | Engage in negotiation | Chuck Hagel | 2013-07-07\n- Abdel Fattah Al-Sisi | Engage in negotiation | Chuck Hagel | 2013-04-25\n- Abdel Fattah Al-Sisi | Engage in negotiation | Chuck Hagel | 2013-04-24\n- Chuck Hagel | Discuss by telephone | Abdel Fattah Al-Sisi | 2013-07-24\n- Chuck Hagel | Discuss by telephone | Abdel Fattah Al-Sisi | 2013-07-07\n- Abdel Fattah Al-Sisi | Discuss by telephone | Chuck Hagel | 2013-07-24\n- Abdel Fattah Al-Sisi | Discuss by telephone | Chuck Hagel | 2013-07-07\n- Chuck Hagel | Express intent to meet or negotiate | Abdel Fattah Al-Sisi | 2013-04-25\nAnswer:", "completion": " Catherine Ashton", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 2} +{"id": "mtq_1108163", "prompt": "After the African Union, with whom did the French Foreign Minister negotiate first?\nEvidence:\n- African Union | Threaten with sanctions, boycott, embargo | Togo | 2005-02-09\n- African Union | Threaten with sanctions, boycott, embargo | Togo | 2005-02-08\n- African Union | Threaten with sanctions, boycott, embargo | Togo | 2005-02-07\n- African Union | Threaten with sanctions, boycott, embargo | Niger | 2005-02-09\n- African Union | Investigate | Sudan | 2005-02-08\n- Sudan | Express intent to meet or negotiate | African Union | 2005-02-07\n- African Union | Praise or endorse | East African Community | 2005-02-05\n- Oluṣẹgun Ọbasanjọ | Consult | African Union | 2005-01-08\n- African Union | Make statement | Sudan | 2005-02-07\n- African Union | Make statement | Sudan | 2005-01-29\n- African Union | Consult | Oluṣẹgun Ọbasanjọ | 2005-01-08\n- Oluṣẹgun Ọbasanjọ | Express intent to meet or negotiate | African Union | 2005-02-03\n- African Union | Express intent to meet or negotiate | Oluṣẹgun Ọbasanjọ | 2005-02-03\n- African Union | Express intent to meet or negotiate | Citizen (Nigeria) | 2005-01-19\n- UN Security Council | Consult | African Union | 2005-01-10\nAnswer:", "completion": " China", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1193891", "prompt": "Who was praised by the Prime Minister of Ethiopia after 15 December 2005?\nEvidence:\n- Head of Government (Ethiopia) | Praise or endorse | Sudan | 2005-12-15\n- Isaias Afewerki | Consult | Ethiopia | 2005-12-15\n- Ethiopia | Consult | Isaias Afewerki | 2005-12-15\n- Sudan | Engage in diplomatic cooperation | Ethiopia | 2005-12-15\n- Ethiopia | Praise or endorse | Government (Sudan) | 2005-12-15\n- Ethiopia | Engage in diplomatic cooperation | Sudan | 2005-12-15\n- South Sudan | Express intent to meet or negotiate | Sudan | 2005-12-15\n- Isaias Afewerki | Engage in negotiation | Foreign Affairs (Italy) | 2005-12-15\n- Foreign Affairs (Italy) | Engage in negotiation | Isaias Afewerki | 2005-12-15\nAnswer:", "completion": " Barack Obama", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 9, "n_anchors": 1} +{"id": "mtq_1149064", "prompt": "After 1 November 2009, with whom did Gerhard Schröder want to negotiate?\nEvidence:\n- Gerhard Schröder | Express intent to meet or negotiate | South Korea | 2009-11-01\n- South Korea | Express intent to cooperate | Guatemala | 2009-11-01\n- Guatemala | Express intent to cooperate | South Korea | 2009-11-01\nAnswer:", "completion": " Iran", "qtype": "before_after", "answer_type": "entity", "time_level": "day", "n_evidence": 3, "n_anchors": 1} +{"id": "mtq_1351462", "prompt": "Who was the first to recommend Bernardino Leon after the Foreign Ministry of Italy?\nEvidence:\n- Foreign Affairs (Italy) | Praise or endorse | Bernardino Leon | 2015-08-03\n- Representatives (Libya) | Consult | Bernardino Leon | 2015-06-24\n- Representatives (Libya) | Consult | Bernardino Leon | 2015-03-13\n- Representatives (Libya) | Consult | Bernardino Leon | 2015-03-09\n- Representatives (Libya) | Consult | Bernardino Leon | 2015-01-09\n- Police (Libya) | Consult | Bernardino Leon | 2015-08-22\n- Legislature (Libya) | Consult | Bernardino Leon | 2015-01-08\n- Legislature (Libya) | Consult | Bernardino Leon | 2014-12-08\n- Legislature (Libya) | Consult | Bernardino Leon | 2014-09-13\n- Bernardino Leon | Consult | Representatives (Libya) | 2015-09-10\n- Bernardino Leon | Consult | Representatives (Libya) | 2015-06-24\n- Bernardino Leon | Consult | Representatives (Libya) | 2015-03-13\n- Bernardino Leon | Consult | Representatives (Libya) | 2015-03-09\n- Bernardino Leon | Consult | Representatives (Libya) | 2015-01-09\n- Bernardino Leon | Consult | Police (Libya) | 2015-08-22\nAnswer:", "completion": " Other Authorities / Officials (Libya)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1167855", "prompt": "Who was the first person praised by the Ministry of Jordan after Thanong Bidaya?\nEvidence:\n- Thanong Bidaya | Make a visit | Ministry (Jordan) | 2005-04-28\n- Ministry (Jordan) | Praise or endorse | Thanong Bidaya | 2005-04-28\n- Ministry (Jordan) | Host a visit | Thanong Bidaya | 2005-04-28\n- Thanong Bidaya | Consult | Japan | 2005-08-02\n- Thanong Bidaya | Consult | Japan | 2005-04-26\n- Japan | Consult | Thanong Bidaya | 2005-08-02\n- Japan | Consult | Thanong Bidaya | 2005-04-26\n- Thanong Bidaya | Make statement | Thailand | 2006-07-18\n- Thanong Bidaya | Make statement | Thailand | 2006-07-15\n- Thanong Bidaya | Make statement | Thailand | 2006-07-07\n- Thanong Bidaya | Make statement | Thailand | 2006-03-28\n- Thanong Bidaya | Make statement | Thailand | 2006-03-15\n- Thanong Bidaya | Make statement | Thailand | 2006-02-17\n- Thanong Bidaya | Make statement | Thailand | 2005-09-28\n- Thanong Bidaya | Make statement | Thailand | 2005-09-26\nAnswer:", "completion": " Citizen (Saudi Arabia)", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1102434", "prompt": "When did the government of Sudan last negotiate with the envoy of the United States?\nEvidence:\n- Head of Government (Kenya) | Make statement | Sudan | 2005-01-02\n- Sudan | Make statement | Government (Sudan) | 2005-01-26\n- Sudan | Make statement | Government (Sudan) | 2005-01-13\n- Sudan | Make statement | Government (Sudan) | 2005-01-12\n- Sudan | Make statement | Government (Sudan) | 2005-01-03\n- Sudan | Host a visit | Head of Government (Nigeria) | 2005-01-08\n- Head of Government (Nigeria) | Praise or endorse | Sudan | 2005-01-09\n- Head of Government (Nigeria) | Make a visit | Sudan | 2005-01-08\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-27\n- Government (Sudan) | Employ aerial weapons | Sudan | 2005-01-26\n- Citizen (Sudan) | Express intent to meet or negotiate | Sudan | 2005-01-13\n- Citizen (Sudan) | Demand de-escalation of military engagement | Sudan | 2005-01-27\n- Ethiopia | Praise or endorse | Government (Sudan) | 2005-01-10\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-12\n- Sudan | Receive deployment of peacekeepers | African Union | 2005-01-11\nAnswer:", "completion": " 2010-09-14", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1187731", "prompt": "When did the veterans of Turkey first express their intention to negotiate with South Korea?\nEvidence:\n- Cabinet / Council of Ministers / Advisors (South Korea) | Express intent to meet or negotiate | South Korea | 2005-01-11\n- Vietnam | Express intent to meet or negotiate | South Korea | 2005-01-05\n- Thailand | Express intent to meet or negotiate | South Korea | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Vietnam | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-12\n- South Korea | Express intent to meet or negotiate | Thailand | 2005-01-05\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-08\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-07\n- South Korea | Express intent to meet or negotiate | Japan | 2005-01-05\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-08\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-07\n- Japan | Express intent to meet or negotiate | South Korea | 2005-01-05\n- Emperor Akihito | Express intent to meet or negotiate | South Korea | 2005-01-13\n- South Korea | Express intent to cooperate | Japan | 2005-01-13\n- South Korea | Express intent to cooperate | China | 2005-01-13\nAnswer:", "completion": " 2006-06-23", "qtype": "first_last", "answer_type": "time", "time_level": "day", "n_evidence": 15, "n_anchors": 1} +{"id": "mtq_1207767", "prompt": "Who last used unconventional force against the police of Ukraine in 2015?\nEvidence:\n- Rioter (Ukraine) | Use unconventional violence | Police (Ukraine) | 2015-08-31\n- Militant (Ukraine) | Use unconventional violence | Police (Ukraine) | 2015-07-15\n- Militant (Ukraine) | Use unconventional violence | Police (Ukraine) | 2015-07-13\n- Militant (Ukraine) | Use unconventional violence | Police (Ukraine) | 2015-01-13\n- Armed Rebel (Ukraine) | Use unconventional violence | Police (Ukraine) | 2015-06-12\n- Armed Rebel (Ukraine) | Use unconventional violence | Police (Ukraine) | 2015-05-06\n- Police (Ukraine) | Use conventional military force | Rioter (Ukraine) | 2015-08-31\n- Police (Ukraine) | Use conventional military force | Militant (Ukraine) | 2015-07-15\n- Police (Ukraine) | Use conventional military force | Militant (Ukraine) | 2015-07-13\n- Militant (Ukraine) | Use unconventional violence | Military (Ukraine) | 2015-11-14\n- Militant (Ukraine) | Use unconventional violence | Military (Ukraine) | 2015-11-10\n- Militant (Ukraine) | Use unconventional violence | Military (Ukraine) | 2015-10-26\n- Militant (Ukraine) | Use unconventional violence | Military (Ukraine) | 2015-08-29\n- Militant (Ukraine) | Use unconventional violence | Military (Ukraine) | 2015-08-12\n- Militant (Ukraine) | Use unconventional violence | Military (Ukraine) | 2015-07-29\nAnswer:", "completion": " Rioter (Ukraine)", "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1080472", "prompt": "Who negotiated with the government of Pakistan before 2007?\nEvidence:\n- Government (Pakistan) | Consider policy option | The Poor (Pakistan) | 2008-05-26\n- Special Rapporteurs of the United Nations | Make statement | Government (Pakistan) | 2013-03-16\n- Special Rapporteurs of the United Nations | Make statement | Government (Pakistan) | 2013-03-15\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2012-07-17\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2009-06-28\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2009-06-27\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2007-12-28\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2007-12-27\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2007-10-27\n- Secretary of State for the Home Department | Make statement | Government (Pakistan) | 2007-10-24\n- People Associated with the Opposition (Akali Dal) | Criticize or denounce | Government (Pakistan) | 2006-06-12\n- Head of Government (Bangladesh) | Reject | People Associated with the Opposition (Bangladesh) | 2006-06-29\n- Women (Pakistan) | Deny responsibility | Member of the Judiciary (United States) | 2005-06-02\n- The Chronicle | Consult | Head of Government (Ghana) | 2005-06-15\n- Head of Government (Ghana) | Consult | The Chronicle | 2005-06-15\nAnswer:", "completion": " Benazir Bhutto", "qtype": "before_after", "answer_type": "entity", "time_level": "year", "n_evidence": 15, "n_anchors": 0} +{"id": "mtq_1142157", "prompt": "After the Ministry of Hungary, with whom did Antanas Valionis want to negotiate first?\nEvidence:\n- Antanas Valionis | Express intent to meet or negotiate | Ministry (Hungary) | 2005-03-07\n- Antanas Valionis | Make statement | Foreign Affairs (Hungary) | 2005-01-18\n- Valdas Adamkus | Consult | Antanas Valionis | 2006-04-24\n- Valdas Adamkus | Consult | Antanas Valionis | 2005-06-20\n- Valdas Adamkus | Consult | Antanas Valionis | 2005-04-11\n- Valdas Adamkus | Consult | Antanas Valionis | 2005-03-23\n- Douglas Alexander | Consult | Antanas Valionis | 2006-05-04\n- Antanas Valionis | Consult | Valdas Adamkus | 2006-04-24\n- Antanas Valionis | Consult | Valdas Adamkus | 2005-06-20\n- Antanas Valionis | Consult | Valdas Adamkus | 2005-04-11\n- Antanas Valionis | Consult | Valdas Adamkus | 2005-03-23\n- Antanas Valionis | Consult | Douglas Alexander | 2006-05-04\n- Head of Government (Ukraine) | Consult | Antanas Valionis | 2005-04-13\n- Antanas Valionis | Consult | Head of Government (Ukraine) | 2005-04-13\n- Antanas Valionis | Express intent to meet or negotiate | China | 2006-04-11\nAnswer:", "completion": " Valdas Adamkus", "qtype": "after_first", "answer_type": "entity", "time_level": "day", "n_evidence": 15, "n_anchors": 1}